-- Logs begin at Tue 2021-10-12 18:15:31 UTC, end at Tue 2021-10-12 20:52:47 UTC. -- Oct 12 18:58:41.161669 n-d-813679-3 systemd[1]: Started Devstack devstack@q-svc.service. Oct 12 18:58:43.886128 n-d-813679-3 neutron-server[95390]: INFO neutron.common.config [-] Logging enabled! Oct 12 18:58:43.886715 n-d-813679-3 neutron-server[95390]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev65 Oct 12 18:58:43.886922 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=95390) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 12 18:58:43.890077 n-d-813679-3 neutron-server[95390]: INFO neutron.common.config [-] Logging enabled! Oct 12 18:58:43.890336 n-d-813679-3 neutron-server[95390]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev65 Oct 12 18:58:43.890659 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=95390) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 12 18:58:43.891595 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 12 18:58:43.891835 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 12 18:58:43.892238 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 12 18:58:43.892489 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 12 18:58:43.892718 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 12 18:58:43.893042 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:43.893344 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:43.893669 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:43.893904 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:43.894205 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:43.894496 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:43.894783 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:43.895077 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:43.895375 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:43.895662 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:43.895944 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:43.896254 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:43.896486 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:43.896773 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] config_source = [] {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:43.897059 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:43.897346 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:43.897569 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] debug = True {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:43.897850 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:43.898272 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:43.898683 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:43.898965 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:43.899255 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:43.899537 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:43.899809 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:43.900112 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:43.900402 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:43.900730 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] host = n-d-813679-3 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:43.901012 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:43.901295 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:43.901580 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:43.901865 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:43.902139 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:43.902415 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:43.902700 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:43.902971 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] log_dir = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:43.903243 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] log_file = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:43.903520 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:43.903808 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:43.904120 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:43.904412 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:43.904637 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:43.904859 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:43.905160 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:43.905448 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:43.905727 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:43.906003 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:43.906278 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:43.906553 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:43.906834 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:43.907100 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:43.907383 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:43.907669 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:43.907954 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:43.908254 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:43.908530 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:43.908802 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:43.909075 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:43.909403 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:43.909682 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:43.909959 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:43.910235 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:43.910522 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:43.910792 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:43.911066 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:43.911367 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:43.911651 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:43.911933 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:43.912243 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:43.912536 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:43.912803 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:43.913076 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:43.913347 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] use_journal = False {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:43.913619 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] use_json = False {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:43.913892 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:43.914163 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:43.914446 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:43.914714 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:43.914986 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:43.915259 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:43.915530 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:43.915814 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:43.916150 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:43.916493 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:43.916802 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:43.917089 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:43.917395 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:43.917683 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:43.917977 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:43.918260 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:43.918554 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:43.918845 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:43.919137 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:43.919420 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:43.919713 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:43.919996 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:43.920320 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:43.920627 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:43.920922 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:43.921216 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:43.921495 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:43.921774 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:43.922053 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:43.922334 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:43.922626 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:43.922907 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:43.923198 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:43.923492 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:43.923780 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:43.924093 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:43.924393 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:43.924687 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:43.925497 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:43.925777 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:43.926071 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:43.926353 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:43.926630 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:43.926912 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:43.927205 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:43.927484 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:43.927759 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:43.928057 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:43.928343 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:43.928620 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:43.928898 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:43.929180 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:43.929471 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:43.929749 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:43.930021 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:43.930296 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:43.930574 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:43.930847 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:43.931133 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:43.931409 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:43.931686 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:43.931961 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:43.932267 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:43.932547 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:43.932826 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:43.933107 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:43.933479 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:43.933772 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:43.934049 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:43.934326 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:43.934602 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:43.934878 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:43.935152 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:43.935424 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:43.935697 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:43.935975 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:43.936275 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:43.936550 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:43.936828 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:43.937103 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:43.937386 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:43.937673 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:43.937973 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:43.938252 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:43.938535 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:43.938819 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:43.939100 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:43.939380 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:43.939658 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:43.939937 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:43.940242 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:43.941148 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:43.941455 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:43.941746 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:43.942042 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:43.942332 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:43.942614 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:43.942931 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:43.943215 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:43.943504 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:43.943787 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:43.944096 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:43.944389 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:43.944677 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:43.944977 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:43.945277 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:43.945575 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:43.945874 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:43.946169 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:43.946457 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:43.946772 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:43.947055 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:43.947274 n-d-813679-3 neutron-server[95390]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 12 18:58:43.947524 n-d-813679-3 neutron-server[95390]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=95390) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 12 18:58:44.378675 n-d-813679-3 neutron-server[95390]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=95390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 12 18:58:44.378939 n-d-813679-3 neutron-server[95390]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=95390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 12 18:58:44.379230 n-d-813679-3 neutron-server[95390]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=95390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 12 18:58:44.379565 n-d-813679-3 neutron-server[95390]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 12 18:58:44.697983 n-d-813679-3 neutron-server[95390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:58:44.698197 n-d-813679-3 neutron-server[95390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:58:44.698472 n-d-813679-3 neutron-server[95390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:58:44.699894 n-d-813679-3 neutron-server[95390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:58:44.700194 n-d-813679-3 neutron-server[95390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:58:44.700473 n-d-813679-3 neutron-server[95390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:58:44.735081 n-d-813679-3 neutron-server[95390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:58:44.735361 n-d-813679-3 neutron-server[95390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:58:44.735631 n-d-813679-3 neutron-server[95390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:58:44.750929 n-d-813679-3 neutron-server[95390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:58:44.751213 n-d-813679-3 neutron-server[95390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:58:44.751487 n-d-813679-3 neutron-server[95390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:58:44.781787 n-d-813679-3 neutron-server[95390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:58:44.782074 n-d-813679-3 neutron-server[95390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:58:44.782348 n-d-813679-3 neutron-server[95390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:58:44.818452 n-d-813679-3 neutron-server[95390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:58:44.818749 n-d-813679-3 neutron-server[95390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:58:44.819006 n-d-813679-3 neutron-server[95390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:58:45.055947 n-d-813679-3 neutron-server[95390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=95390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:58:45.056681 n-d-813679-3 neutron-server[95390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=95390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:58:45.056681 n-d-813679-3 neutron-server[95390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=95390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:58:45.056842 n-d-813679-3 neutron-server[95390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=95390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:58:45.057466 n-d-813679-3 neutron-server[95390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=95390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:58:45.180320 n-d-813679-3 neutron-server[95390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=95390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:58:45.180646 n-d-813679-3 neutron-server[95390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=95390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:58:45.180936 n-d-813679-3 neutron-server[95390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=95390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:58:45.181213 n-d-813679-3 neutron-server[95390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=95390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:58:45.181483 n-d-813679-3 neutron-server[95390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=95390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:58:45.181798 n-d-813679-3 neutron-server[95390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=95390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:58:45.182061 n-d-813679-3 neutron-server[95390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=95390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:58:45.182319 n-d-813679-3 neutron-server[95390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=95390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:58:45.182576 n-d-813679-3 neutron-server[95390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=95390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:58:45.182861 n-d-813679-3 neutron-server[95390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=95390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:58:45.183123 n-d-813679-3 neutron-server[95390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=95390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:58:45.183389 n-d-813679-3 neutron-server[95390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=95390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:58:45.183647 n-d-813679-3 neutron-server[95390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=95390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:58:45.183900 n-d-813679-3 neutron-server[95390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=95390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:58:45.184182 n-d-813679-3 neutron-server[95390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=95390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:58:45.184452 n-d-813679-3 neutron-server[95390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:58:45.184711 n-d-813679-3 neutron-server[95390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=95390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:58:45.184981 n-d-813679-3 neutron-server[95390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=95390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:58:45.185252 n-d-813679-3 neutron-server[95390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=95390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:58:45.185517 n-d-813679-3 neutron-server[95390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=95390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:58:45.185789 n-d-813679-3 neutron-server[95390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:58:45.186045 n-d-813679-3 neutron-server[95390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:58:45.186329 n-d-813679-3 neutron-server[95390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=95390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:58:45.186706 n-d-813679-3 neutron-server[95390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:58:45.186958 n-d-813679-3 neutron-server[95390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:58:45.187205 n-d-813679-3 neutron-server[95390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:58:45.187603 n-d-813679-3 neutron-server[95390]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=95390) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 18:58:45.187845 n-d-813679-3 neutron-server[95390]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=95390) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 18:58:45.188115 n-d-813679-3 neutron-server[95390]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=95390) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 18:58:45.188357 n-d-813679-3 neutron-server[95390]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=95390) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 18:58:45.188594 n-d-813679-3 neutron-server[95390]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=95390) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 18:58:45.188832 n-d-813679-3 neutron-server[95390]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=95390) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 18:58:45.189196 n-d-813679-3 neutron-server[95390]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 12 18:58:45.192374 n-d-813679-3 neutron-server[95390]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 12 18:58:45.196373 n-d-813679-3 neutron-server[95390]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 12 18:58:45.201404 n-d-813679-3 neutron-server[95390]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Oct 12 18:58:45.203069 n-d-813679-3 neutron-server[95390]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 12 18:58:45.203530 n-d-813679-3 neutron-server[95390]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 12 18:58:45.203872 n-d-813679-3 neutron-server[95390]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 12 18:58:45.204296 n-d-813679-3 neutron-server[95390]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 12 18:58:45.207155 n-d-813679-3 neutron-server[95390]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 12 18:58:45.207413 n-d-813679-3 neutron-server[95390]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 12 18:58:45.207767 n-d-813679-3 neutron-server[95390]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 12 18:58:45.213115 n-d-813679-3 neutron-server[95390]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 12 18:58:45.235617 n-d-813679-3 neutron-server[95390]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 12 18:58:45.236110 n-d-813679-3 neutron-server[95390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=95390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:58:45.236416 n-d-813679-3 neutron-server[95390]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=95390) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Oct 12 18:58:45.236781 n-d-813679-3 neutron-server[95390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=95390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:58:45.238780 n-d-813679-3 neutron-server[95390]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=95390) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 12 18:58:45.239064 n-d-813679-3 neutron-server[95390]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 12 18:58:45.239314 n-d-813679-3 neutron-server[95390]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 12 18:58:45.242742 n-d-813679-3 neutron-server[95390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=95390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:58:45.243025 n-d-813679-3 neutron-server[95390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=95390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:58:45.308252 n-d-813679-3 neutron-server[95390]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 12 18:58:45.308444 n-d-813679-3 neutron-server[95390]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 12 18:58:45.308690 n-d-813679-3 neutron-server[95390]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 12 18:58:45.309057 n-d-813679-3 neutron-server[95390]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 12 18:58:45.329830 n-d-813679-3 neutron-server[95390]: DEBUG oslo_db.sqlalchemy.engines [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=95390) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 12 18:58:46.007694 n-d-813679-3 neutron-server[95390]: INFO neutron.plugins.ml2.managers [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Initializing driver for type 'gre' Oct 12 18:58:46.008256 n-d-813679-3 neutron-server[95390]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] gre ID ranges: [(1, 1000)] Oct 12 18:58:46.184549 n-d-813679-3 neutron-server[95390]: INFO neutron.plugins.ml2.managers [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Initializing driver for type 'local' Oct 12 18:58:46.185140 n-d-813679-3 neutron-server[95390]: INFO neutron.plugins.ml2.managers [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Initializing driver for type 'vlan' Oct 12 18:58:46.252933 n-d-813679-3 neutron-server[95390]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] VlanTypeDriver initialization complete Oct 12 18:58:46.253836 n-d-813679-3 neutron-server[95390]: INFO neutron.plugins.ml2.managers [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Initializing driver for type 'vxlan' Oct 12 18:58:46.254333 n-d-813679-3 neutron-server[95390]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] vxlan ID ranges: [(1, 1000)] Oct 12 18:58:46.412215 n-d-813679-3 neutron-server[95390]: INFO neutron.plugins.ml2.managers [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Initializing extension driver 'port_security' Oct 12 18:58:46.412488 n-d-813679-3 neutron-server[95390]: INFO neutron.plugins.ml2.extensions.port_security [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] PortSecurityExtensionDriver initialization complete Oct 12 18:58:46.412817 n-d-813679-3 neutron-server[95390]: INFO neutron.plugins.ml2.managers [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Initializing mechanism driver 'openvswitch' Oct 12 18:58:46.413137 n-d-813679-3 neutron-server[95390]: INFO neutron.plugins.ml2.managers [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Initializing mechanism driver 'hyperv' Oct 12 18:58:46.419730 n-d-813679-3 neutron-server[95390]: DEBUG neutron.plugins.ml2.plugin [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=95390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:58:46.420433 n-d-813679-3 neutron-server[95390]: DEBUG neutron_lib.callbacks.manager [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Subscribe: > port after_create 55550000 {{(pid=95390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:58:46.420806 n-d-813679-3 neutron-server[95390]: DEBUG neutron_lib.callbacks.manager [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Subscribe: > port after_update 55550000 {{(pid=95390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:58:46.421156 n-d-813679-3 neutron-server[95390]: DEBUG neutron_lib.callbacks.manager [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Subscribe: > port after_delete 55550000 {{(pid=95390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:58:46.421682 n-d-813679-3 neutron-server[95390]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=95390) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 12 18:58:46.422110 n-d-813679-3 neutron-server[95390]: DEBUG neutron_lib.callbacks.manager [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Subscribe: > subnet after_create 55550000 {{(pid=95390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:58:46.422461 n-d-813679-3 neutron-server[95390]: DEBUG neutron_lib.callbacks.manager [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Subscribe: > subnet after_update 55550000 {{(pid=95390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:58:46.422803 n-d-813679-3 neutron-server[95390]: DEBUG neutron_lib.callbacks.manager [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Subscribe: > subnet after_delete 55550000 {{(pid=95390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:58:46.423198 n-d-813679-3 neutron-server[95390]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=95390) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 12 18:58:46.423605 n-d-813679-3 neutron-server[95390]: DEBUG neutron_lib.callbacks.manager [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Subscribe: > network after_create 55550000 {{(pid=95390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:58:46.423951 n-d-813679-3 neutron-server[95390]: DEBUG neutron_lib.callbacks.manager [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Subscribe: > network after_update 55550000 {{(pid=95390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:58:46.424324 n-d-813679-3 neutron-server[95390]: DEBUG neutron_lib.callbacks.manager [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Subscribe: > network after_delete 55550000 {{(pid=95390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:58:46.424717 n-d-813679-3 neutron-server[95390]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=95390) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 12 18:58:46.425614 n-d-813679-3 neutron-server[95390]: DEBUG neutron_lib.callbacks.manager [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Subscribe: > security_group after_create 55550000 {{(pid=95390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:58:46.425961 n-d-813679-3 neutron-server[95390]: DEBUG neutron_lib.callbacks.manager [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Subscribe: > security_group after_update 55550000 {{(pid=95390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:58:46.426303 n-d-813679-3 neutron-server[95390]: DEBUG neutron_lib.callbacks.manager [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Subscribe: > security_group after_delete 55550000 {{(pid=95390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:58:46.426847 n-d-813679-3 neutron-server[95390]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=95390) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 12 18:58:46.427238 n-d-813679-3 neutron-server[95390]: DEBUG neutron_lib.callbacks.manager [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=95390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:58:46.427588 n-d-813679-3 neutron-server[95390]: DEBUG neutron_lib.callbacks.manager [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=95390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:58:46.427929 n-d-813679-3 neutron-server[95390]: DEBUG neutron_lib.callbacks.manager [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=95390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:58:46.428351 n-d-813679-3 neutron-server[95390]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=95390) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 12 18:58:46.428755 n-d-813679-3 neutron-server[95390]: DEBUG neutron_lib.callbacks.manager [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Subscribe: > address_group after_create 55550000 {{(pid=95390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:58:46.429100 n-d-813679-3 neutron-server[95390]: DEBUG neutron_lib.callbacks.manager [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Subscribe: > address_group after_update 55550000 {{(pid=95390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:58:46.429439 n-d-813679-3 neutron-server[95390]: DEBUG neutron_lib.callbacks.manager [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Subscribe: > address_group after_delete 55550000 {{(pid=95390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:58:46.429835 n-d-813679-3 neutron-server[95390]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=95390) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 12 18:58:46.430206 n-d-813679-3 neutron-server[95390]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] ML2 OVO RPC backend initialized. {{(pid=95390) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Oct 12 18:58:46.430905 n-d-813679-3 neutron-server[95390]: DEBUG neutron_lib.callbacks.manager [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Subscribe: > router_interface after_create 55550000 {{(pid=95390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:58:46.431255 n-d-813679-3 neutron-server[95390]: DEBUG neutron_lib.callbacks.manager [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=95390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:58:46.431670 n-d-813679-3 neutron-server[95390]: DEBUG neutron_lib.callbacks.manager [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Subscribe: > network before_response 55550000 {{(pid=95390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:58:46.432016 n-d-813679-3 neutron-server[95390]: DEBUG neutron_lib.callbacks.manager [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Subscribe: > networks before_response 55550000 {{(pid=95390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:58:46.433208 n-d-813679-3 neutron-server[95390]: DEBUG neutron_lib.callbacks.manager [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Subscribe: > port before_response 55550000 {{(pid=95390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:58:46.433208 n-d-813679-3 neutron-server[95390]: DEBUG neutron_lib.callbacks.manager [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Subscribe: > ports before_response 55550000 {{(pid=95390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:58:46.433208 n-d-813679-3 neutron-server[95390]: DEBUG neutron_lib.callbacks.manager [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Subscribe: > subnet before_response 55550000 {{(pid=95390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:58:46.433534 n-d-813679-3 neutron-server[95390]: DEBUG neutron_lib.callbacks.manager [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Subscribe: > subnets before_response 55550000 {{(pid=95390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:58:46.433699 n-d-813679-3 neutron-server[95390]: DEBUG neutron_lib.callbacks.manager [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Subscribe: > network after_create 55550000 {{(pid=95390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:58:46.434038 n-d-813679-3 neutron-server[95390]: DEBUG neutron_lib.callbacks.manager [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Subscribe: > network after_update 55550000 {{(pid=95390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:58:46.434378 n-d-813679-3 neutron-server[95390]: DEBUG neutron_lib.callbacks.manager [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Subscribe: > network after_delete 55550000 {{(pid=95390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:58:46.434713 n-d-813679-3 neutron-server[95390]: DEBUG neutron_lib.callbacks.manager [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Subscribe: > port after_create 55550000 {{(pid=95390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:58:46.435049 n-d-813679-3 neutron-server[95390]: DEBUG neutron_lib.callbacks.manager [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Subscribe: > port after_update 55550000 {{(pid=95390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:58:46.435380 n-d-813679-3 neutron-server[95390]: DEBUG neutron_lib.callbacks.manager [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Subscribe: > port after_delete 55550000 {{(pid=95390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:58:46.435713 n-d-813679-3 neutron-server[95390]: DEBUG neutron_lib.callbacks.manager [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Subscribe: > subnet after_create 55550000 {{(pid=95390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:58:46.436070 n-d-813679-3 neutron-server[95390]: DEBUG neutron_lib.callbacks.manager [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Subscribe: > subnet after_update 55550000 {{(pid=95390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:58:46.436403 n-d-813679-3 neutron-server[95390]: DEBUG neutron_lib.callbacks.manager [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Subscribe: > subnet after_delete 55550000 {{(pid=95390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:58:46.436994 n-d-813679-3 neutron-server[95390]: INFO neutron.plugins.ml2.plugin [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Modular L2 Plugin initialization complete Oct 12 18:58:46.437320 n-d-813679-3 neutron-server[95390]: DEBUG neutron.manager [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loading services supported by the core plugin {{(pid=95390) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 12 18:58:46.437647 n-d-813679-3 neutron-server[95390]: INFO neutron.plugins.ml2.managers [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Got port-security extension from driver 'port_security' Oct 12 18:58:46.438115 n-d-813679-3 neutron-server[95390]: INFO neutron.extensions.vlantransparent [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Disabled vlantransparent extension. Oct 12 18:58:46.438598 n-d-813679-3 neutron-server[95390]: DEBUG neutron.manager [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=95390) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 12 18:58:46.438914 n-d-813679-3 neutron-server[95390]: INFO neutron.manager [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loading Plugin: router Oct 12 18:58:46.475476 n-d-813679-3 neutron-server[95390]: DEBUG neutron_lib.callbacks.manager [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Subscribe: > router_interface before_create 55550000 {{(pid=95390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:58:46.475869 n-d-813679-3 neutron-server[95390]: DEBUG neutron_lib.callbacks.manager [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Subscribe: > router after_create 55549900 {{(pid=95390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:58:46.476263 n-d-813679-3 neutron-server[95390]: DEBUG neutron_lib.callbacks.manager [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Subscribe: > router before_create 55549900 {{(pid=95390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:58:46.476631 n-d-813679-3 neutron-server[95390]: DEBUG neutron_lib.callbacks.manager [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=95390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:58:46.477008 n-d-813679-3 neutron-server[95390]: DEBUG neutron_lib.callbacks.manager [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=95390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:58:46.477388 n-d-813679-3 neutron-server[95390]: DEBUG neutron_lib.callbacks.manager [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Subscribe: > router after_delete 55549900 {{(pid=95390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:58:46.477737 n-d-813679-3 neutron-server[95390]: DEBUG neutron_lib.callbacks.manager [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Subscribe: > floatingip after_create 55550000 {{(pid=95390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:58:46.478093 n-d-813679-3 neutron-server[95390]: DEBUG neutron_lib.callbacks.manager [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Subscribe: > floatingip after_update 55550000 {{(pid=95390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:58:46.478455 n-d-813679-3 neutron-server[95390]: DEBUG neutron_lib.callbacks.manager [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Subscribe: > router after_create 55549900 {{(pid=95390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:58:46.478809 n-d-813679-3 neutron-server[95390]: DEBUG neutron_lib.callbacks.manager [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Subscribe: > router after_update 55549900 {{(pid=95390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:58:46.479162 n-d-813679-3 neutron-server[95390]: DEBUG neutron_lib.callbacks.manager [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Subscribe: > router after_update 55549900 {{(pid=95390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:58:46.479512 n-d-813679-3 neutron-server[95390]: DEBUG neutron_lib.callbacks.manager [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=95390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:58:46.479873 n-d-813679-3 neutron-server[95390]: DEBUG neutron_lib.callbacks.manager [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Subscribe: > router after_update 55549900 {{(pid=95390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:58:46.480314 n-d-813679-3 neutron-server[95390]: DEBUG neutron_lib.callbacks.manager [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Subscribe: > router precommit_update 55549900 {{(pid=95390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:58:46.480690 n-d-813679-3 neutron-server[95390]: DEBUG neutron_lib.callbacks.manager [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Subscribe: port after_update 55550000 {{(pid=95390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:58:46.481030 n-d-813679-3 neutron-server[95390]: DEBUG neutron_lib.callbacks.manager [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Subscribe: port after_delete 55550000 {{(pid=95390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:58:46.481367 n-d-813679-3 neutron-server[95390]: DEBUG neutron_lib.callbacks.manager [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Subscribe: subnet after_update 55550000 {{(pid=95390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:58:46.481705 n-d-813679-3 neutron-server[95390]: DEBUG neutron_lib.callbacks.manager [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=95390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:58:46.482052 n-d-813679-3 neutron-server[95390]: DEBUG neutron_lib.callbacks.manager [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Subscribe: > port precommit_delete 55550000 {{(pid=95390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:58:46.482403 n-d-813679-3 neutron-server[95390]: DEBUG neutron_lib.callbacks.manager [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Subscribe: > router precommit_create 55549900 {{(pid=95390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:58:46.482749 n-d-813679-3 neutron-server[95390]: DEBUG neutron_lib.callbacks.manager [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Subscribe: port before_delete 55550000 {{(pid=95390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:58:46.483090 n-d-813679-3 neutron-server[95390]: DEBUG neutron_lib.callbacks.manager [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Subscribe: > router precommit_create 55550000 {{(pid=95390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:58:46.483456 n-d-813679-3 neutron-server[95390]: DEBUG neutron_lib.callbacks.manager [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Subscribe: > router after_update 55549900 {{(pid=95390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:58:46.483805 n-d-813679-3 neutron-server[95390]: DEBUG neutron_lib.callbacks.manager [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Subscribe: > router precommit_delete 55549900 {{(pid=95390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:58:46.484200 n-d-813679-3 neutron-server[95390]: DEBUG neutron_lib.callbacks.manager [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Subscribe: > router precommit_create 55549900 {{(pid=95390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:58:46.484570 n-d-813679-3 neutron-server[95390]: DEBUG neutron_lib.callbacks.manager [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Subscribe: > router_interface after_create 55550000 {{(pid=95390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:58:46.484919 n-d-813679-3 neutron-server[95390]: DEBUG neutron_lib.callbacks.manager [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Subscribe: > router precommit_update 55549900 {{(pid=95390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:58:46.485289 n-d-813679-3 neutron-server[95390]: DEBUG neutron_lib.callbacks.manager [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Subscribe: > agent after_create 55550000 {{(pid=95390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:58:46.485638 n-d-813679-3 neutron-server[95390]: DEBUG neutron_lib.callbacks.manager [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Subscribe: > agent after_delete 55550000 {{(pid=95390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:58:46.485987 n-d-813679-3 neutron-server[95390]: DEBUG neutron_lib.callbacks.manager [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Subscribe: > network after_delete 55550000 {{(pid=95390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:58:46.486846 n-d-813679-3 neutron-server[95390]: DEBUG neutron.quota.resource_registry [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Tracking information for resource: router configured {{(pid=95390) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 18:58:46.487176 n-d-813679-3 neutron-server[95390]: DEBUG neutron.quota.resource_registry [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Tracking information for resource: floatingip configured {{(pid=95390) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 18:58:46.492752 n-d-813679-3 neutron-server[95390]: INFO neutron.db.l3_agentschedulers_db [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 12 18:58:46.493334 n-d-813679-3 neutron-server[95390]: DEBUG neutron_lib.callbacks.manager [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Subscribe: port after_update 55550000 {{(pid=95390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:58:46.493697 n-d-813679-3 neutron-server[95390]: DEBUG neutron_lib.callbacks.manager [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Subscribe: port after_create 55550000 {{(pid=95390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:58:46.494058 n-d-813679-3 neutron-server[95390]: DEBUG neutron_lib.callbacks.manager [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Subscribe: port after_delete 55550000 {{(pid=95390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:58:46.494409 n-d-813679-3 neutron-server[95390]: DEBUG neutron_lib.callbacks.manager [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Subscribe: port after_update 55550000 {{(pid=95390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:58:46.495193 n-d-813679-3 neutron-server[95390]: DEBUG neutron_lib.callbacks.manager [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Subscribe: > router before_create 55550100 {{(pid=95390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:58:46.495555 n-d-813679-3 neutron-server[95390]: DEBUG neutron_lib.callbacks.manager [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Subscribe: > router precommit_delete 55550100 {{(pid=95390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:58:46.495917 n-d-813679-3 neutron-server[95390]: DEBUG neutron_lib.callbacks.manager [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Subscribe: > router precommit_create 55550100 {{(pid=95390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:58:46.496300 n-d-813679-3 neutron-server[95390]: DEBUG neutron_lib.callbacks.manager [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Subscribe: > router precommit_update 55550100 {{(pid=95390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:58:46.501263 n-d-813679-3 neutron-server[95390]: DEBUG neutron.services.provider_configuration [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Service providers = [] {{(pid=95390) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 12 18:58:46.501627 n-d-813679-3 neutron-server[95390]: DEBUG neutron.db.servicetype_db [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=95390) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 12 18:58:46.504610 n-d-813679-3 neutron-server[95390]: DEBUG neutron.services.service_base [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=95390) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 12 18:58:46.504962 n-d-813679-3 neutron-server[95390]: DEBUG neutron.services.service_base [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=95390) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 12 18:58:46.505302 n-d-813679-3 neutron-server[95390]: DEBUG neutron.services.service_base [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=95390) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 12 18:58:46.506196 n-d-813679-3 neutron-server[95390]: DEBUG neutron.services.service_base [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=95390) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 12 18:58:46.506568 n-d-813679-3 neutron-server[95390]: INFO neutron.services.service_base [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 12 18:58:46.506936 n-d-813679-3 neutron-server[95390]: DEBUG neutron.manager [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=95390) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 18:58:46.507253 n-d-813679-3 neutron-server[95390]: INFO neutron.manager [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 12 18:58:46.517961 n-d-813679-3 neutron-server[95390]: DEBUG neutron.manager [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=95390) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 18:58:46.518294 n-d-813679-3 neutron-server[95390]: INFO neutron.manager [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loading Plugin: auto_allocate Oct 12 18:58:46.524059 n-d-813679-3 neutron-server[95390]: DEBUG neutron_lib.callbacks.manager [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Subscribe: network precommit_update 55550000 {{(pid=95390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:58:46.524417 n-d-813679-3 neutron-server[95390]: DEBUG neutron_lib.callbacks.manager [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Subscribe: network precommit_create 55550000 {{(pid=95390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:58:46.524927 n-d-813679-3 neutron-server[95390]: DEBUG neutron.manager [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=95390) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 18:58:46.525247 n-d-813679-3 neutron-server[95390]: INFO neutron.manager [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loading Plugin: tag Oct 12 18:58:46.531815 n-d-813679-3 neutron-server[95390]: DEBUG neutron.manager [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=95390) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 18:58:46.532184 n-d-813679-3 neutron-server[95390]: INFO neutron.manager [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loading Plugin: timestamp Oct 12 18:58:46.537950 n-d-813679-3 neutron-server[95390]: DEBUG neutron.manager [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=95390) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 18:58:46.538277 n-d-813679-3 neutron-server[95390]: INFO neutron.manager [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loading Plugin: network_ip_availability Oct 12 18:58:46.543708 n-d-813679-3 neutron-server[95390]: DEBUG neutron_lib.callbacks.manager [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=95390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:58:46.544105 n-d-813679-3 neutron-server[95390]: DEBUG neutron_lib.callbacks.manager [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=95390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:58:46.544462 n-d-813679-3 neutron-server[95390]: DEBUG neutron_lib.callbacks.manager [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:58:46.545172 n-d-813679-3 neutron-server[95390]: DEBUG neutron.manager [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=95390) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 18:58:46.545492 n-d-813679-3 neutron-server[95390]: INFO neutron.manager [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loading Plugin: flavors Oct 12 18:58:46.550846 n-d-813679-3 neutron-server[95390]: DEBUG neutron.manager [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=95390) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 18:58:46.551186 n-d-813679-3 neutron-server[95390]: INFO neutron.manager [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loading Plugin: revisions Oct 12 18:58:46.563662 n-d-813679-3 neutron-server[95390]: DEBUG neutron.manager [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=95390) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 18:58:46.564080 n-d-813679-3 neutron-server[95390]: DEBUG oslo_concurrency.lockutils [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.185s {{(pid=95390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 12 18:58:46.564828 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=95390) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Oct 12 18:58:46.565165 n-d-813679-3 neutron-server[95390]: INFO neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Initializing extension manager. Oct 12 18:58:46.565699 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loading extension file: __init__.py {{(pid=95390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:58:46.566037 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loading extension file: __pycache__ {{(pid=95390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:58:46.566372 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=95390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:58:46.566701 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loading extension file: address_group.py {{(pid=95390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:58:46.567458 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=95390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:58:46.568048 n-d-813679-3 neutron-server[95390]: INFO neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loaded extension: address-group Oct 12 18:58:46.568372 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loading extension file: address_scope.py {{(pid=95390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:58:46.569092 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=95390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:58:46.569606 n-d-813679-3 neutron-server[95390]: INFO neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loaded extension: address-scope Oct 12 18:58:46.569928 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loading extension file: admin_state_down_before_update.py {{(pid=95390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:58:46.571051 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=95390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:58:46.571575 n-d-813679-3 neutron-server[95390]: INFO neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loaded extension: router-admin-state-down-before-update Oct 12 18:58:46.571898 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loading extension file: agent.py {{(pid=95390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:58:46.572627 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=95390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:58:46.573139 n-d-813679-3 neutron-server[95390]: INFO neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loaded extension: agent Oct 12 18:58:46.573455 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loading extension file: agent_resources_synced.py {{(pid=95390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:58:46.574623 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=95390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:58:46.575134 n-d-813679-3 neutron-server[95390]: INFO neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loaded extension: agent-resources-synced Oct 12 18:58:46.575452 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loading extension file: allowedaddresspairs.py {{(pid=95390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:58:46.577267 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=95390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:58:46.577793 n-d-813679-3 neutron-server[95390]: INFO neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loaded extension: allowed-address-pairs Oct 12 18:58:46.578122 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loading extension file: auto_allocated_topology.py {{(pid=95390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:58:46.579215 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=95390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:58:46.579732 n-d-813679-3 neutron-server[95390]: INFO neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loaded extension: auto-allocated-topology Oct 12 18:58:46.580078 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loading extension file: availability_zone.py {{(pid=95390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:58:46.580775 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=95390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:58:46.581311 n-d-813679-3 neutron-server[95390]: INFO neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loaded extension: availability_zone Oct 12 18:58:46.581634 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loading extension file: availability_zone_filter.py {{(pid=95390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:58:46.586239 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=95390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:58:46.586749 n-d-813679-3 neutron-server[95390]: INFO neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loaded extension: availability_zone_filter Oct 12 18:58:46.587072 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loading extension file: data_plane_status.py {{(pid=95390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:58:46.587980 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=95390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:58:46.588509 n-d-813679-3 neutron-server[95390]: INFO neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Extension data-plane-status not supported by any of loaded plugins Oct 12 18:58:46.588827 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loading extension file: default_subnetpools.py {{(pid=95390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:58:46.589745 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=95390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:58:46.590253 n-d-813679-3 neutron-server[95390]: INFO neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loaded extension: default-subnetpools Oct 12 18:58:46.590573 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loading extension file: dhcpagentscheduler.py {{(pid=95390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:58:46.591383 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=95390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:58:46.591891 n-d-813679-3 neutron-server[95390]: INFO neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loaded extension: dhcp_agent_scheduler Oct 12 18:58:46.592249 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loading extension file: dns.py {{(pid=95390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:58:46.593167 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=95390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:58:46.593675 n-d-813679-3 neutron-server[95390]: INFO neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Extension dns-integration not supported by any of loaded plugins Oct 12 18:58:46.593996 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loading extension file: dns_domain_ports.py {{(pid=95390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:58:46.594910 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=95390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:58:46.595418 n-d-813679-3 neutron-server[95390]: INFO neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 12 18:58:46.595744 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=95390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:58:46.597289 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=95390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:58:46.597794 n-d-813679-3 neutron-server[95390]: INFO neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 12 18:58:46.598114 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loading extension file: dvr.py {{(pid=95390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:58:46.598790 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=95390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:58:46.599306 n-d-813679-3 neutron-server[95390]: INFO neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loaded extension: dvr Oct 12 18:58:46.599628 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loading extension file: ecmp_routes.py {{(pid=95390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:58:46.600585 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=95390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:58:46.601098 n-d-813679-3 neutron-server[95390]: INFO neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Extension ecmp_routes not supported by any of loaded plugins Oct 12 18:58:46.601416 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loading extension file: empty_string_filtering.py {{(pid=95390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:58:46.602344 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=95390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:58:46.602859 n-d-813679-3 neutron-server[95390]: INFO neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loaded extension: empty-string-filtering Oct 12 18:58:46.603178 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=95390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:58:46.604130 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=95390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:58:46.604643 n-d-813679-3 neutron-server[95390]: INFO neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 12 18:58:46.604961 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=95390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:58:46.605885 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=95390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:58:46.606398 n-d-813679-3 neutron-server[95390]: INFO neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 12 18:58:46.606716 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loading extension file: external_net.py {{(pid=95390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:58:46.607632 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=95390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:58:46.608191 n-d-813679-3 neutron-server[95390]: INFO neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loaded extension: external-net Oct 12 18:58:46.608509 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loading extension file: extra_dhcp_opt.py {{(pid=95390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:58:46.615099 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=95390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:58:46.615618 n-d-813679-3 neutron-server[95390]: INFO neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loaded extension: extra_dhcp_opt Oct 12 18:58:46.615940 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loading extension file: extraroute.py {{(pid=95390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:58:46.616876 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=95390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:58:46.617389 n-d-813679-3 neutron-server[95390]: INFO neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loaded extension: extraroute Oct 12 18:58:46.617707 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loading extension file: extraroute_atomic.py {{(pid=95390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:58:46.618756 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=95390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:58:46.619293 n-d-813679-3 neutron-server[95390]: INFO neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loaded extension: extraroute-atomic Oct 12 18:58:46.619594 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loading extension file: filter_validation.py {{(pid=95390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:58:46.620288 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=95390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:58:46.620799 n-d-813679-3 neutron-server[95390]: INFO neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loaded extension: filter-validation Oct 12 18:58:46.621119 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loading extension file: fip_pf_description.py {{(pid=95390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:58:46.622035 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=95390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:58:46.622545 n-d-813679-3 neutron-server[95390]: INFO neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 12 18:58:46.622868 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loading extension file: fip_port_details.py {{(pid=95390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:58:46.623785 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=95390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:58:46.624318 n-d-813679-3 neutron-server[95390]: INFO neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loaded extension: fip-port-details Oct 12 18:58:46.624638 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loading extension file: flavors.py {{(pid=95390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:58:46.625880 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=95390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:58:46.626409 n-d-813679-3 neutron-server[95390]: INFO neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loaded extension: flavors Oct 12 18:58:46.626731 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=95390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:58:46.628468 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=95390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:58:46.629001 n-d-813679-3 neutron-server[95390]: INFO neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 12 18:58:46.629343 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loading extension file: floatingip_pools.py {{(pid=95390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:58:46.630040 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=95390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:58:46.630559 n-d-813679-3 neutron-server[95390]: INFO neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loaded extension: floatingip-pools Oct 12 18:58:46.630886 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loading extension file: ip_allocation.py {{(pid=95390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:58:46.631824 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=95390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:58:46.632357 n-d-813679-3 neutron-server[95390]: INFO neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Extension ip_allocation not supported by any of loaded plugins Oct 12 18:58:46.632683 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=95390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:58:46.633603 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=95390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:58:46.634127 n-d-813679-3 neutron-server[95390]: INFO neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loaded extension: ip-substring-filtering Oct 12 18:58:46.634457 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loading extension file: l2_adjacency.py {{(pid=95390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:58:46.635381 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=95390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:58:46.635891 n-d-813679-3 neutron-server[95390]: INFO neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Extension l2_adjacency not supported by any of loaded plugins Oct 12 18:58:46.636245 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loading extension file: l3.py {{(pid=95390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:58:46.637334 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=95390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:58:46.637855 n-d-813679-3 neutron-server[95390]: INFO neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loaded extension: router Oct 12 18:58:46.638183 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loading extension file: l3_conntrack_helper.py {{(pid=95390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:58:46.640464 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=95390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:58:46.641003 n-d-813679-3 neutron-server[95390]: INFO neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 12 18:58:46.641343 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=95390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:58:46.642296 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=95390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:58:46.642804 n-d-813679-3 neutron-server[95390]: INFO neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loaded extension: ext-gw-mode Oct 12 18:58:46.643133 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=95390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:58:46.644124 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=95390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:58:46.644646 n-d-813679-3 neutron-server[95390]: INFO neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loaded extension: l3-ha Oct 12 18:58:46.644971 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loading extension file: l3_flavors.py {{(pid=95390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:58:46.645897 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=95390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:58:46.646412 n-d-813679-3 neutron-server[95390]: INFO neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loaded extension: l3-flavors Oct 12 18:58:46.646736 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=95390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:58:46.647647 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=95390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:58:46.648200 n-d-813679-3 neutron-server[95390]: INFO neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loaded extension: l3-port-ip-change-not-allowed Oct 12 18:58:46.648521 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loading extension file: l3agentscheduler.py {{(pid=95390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:58:46.654444 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=95390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:58:46.654444 n-d-813679-3 neutron-server[95390]: INFO neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loaded extension: l3_agent_scheduler Oct 12 18:58:46.654444 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loading extension file: logging.py {{(pid=95390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:58:46.655737 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=95390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:58:46.656290 n-d-813679-3 neutron-server[95390]: INFO neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Extension logging not supported by any of loaded plugins Oct 12 18:58:46.656623 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loading extension file: metering.py {{(pid=95390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:58:46.657368 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=95390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:58:46.657944 n-d-813679-3 neutron-server[95390]: INFO neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loaded extension: metering Oct 12 18:58:46.658268 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=95390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:58:46.659885 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=95390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:58:46.660445 n-d-813679-3 neutron-server[95390]: INFO neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loaded extension: metering_source_and_destination_fields Oct 12 18:58:46.660772 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loading extension file: multiprovidernet.py {{(pid=95390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:58:46.661699 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=95390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:58:46.662212 n-d-813679-3 neutron-server[95390]: INFO neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loaded extension: multi-provider Oct 12 18:58:46.662621 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loading extension file: netmtu.py {{(pid=95390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:58:46.663458 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=95390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:58:46.663973 n-d-813679-3 neutron-server[95390]: INFO neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loaded extension: net-mtu Oct 12 18:58:46.664323 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loading extension file: netmtu_writable.py {{(pid=95390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:58:46.665248 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=95390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:58:46.665756 n-d-813679-3 neutron-server[95390]: INFO neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loaded extension: net-mtu-writable Oct 12 18:58:46.666076 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loading extension file: network_availability_zone.py {{(pid=95390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:58:46.666744 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=95390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:58:46.667249 n-d-813679-3 neutron-server[95390]: INFO neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loaded extension: network_availability_zone Oct 12 18:58:46.667569 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loading extension file: network_ip_availability.py {{(pid=95390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:58:46.668711 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=95390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:58:46.669229 n-d-813679-3 neutron-server[95390]: INFO neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loaded extension: network-ip-availability Oct 12 18:58:46.669553 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loading extension file: network_segment_range.py {{(pid=95390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:58:46.670347 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=95390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:58:46.670851 n-d-813679-3 neutron-server[95390]: INFO neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Extension network-segment-range not supported by any of loaded plugins Oct 12 18:58:46.671171 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loading extension file: pagination.py {{(pid=95390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:58:46.672188 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=95390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:58:46.672518 n-d-813679-3 neutron-server[95390]: INFO neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loaded extension: pagination Oct 12 18:58:46.672837 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loading extension file: port_device_profile.py {{(pid=95390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:58:46.673754 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=95390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:58:46.674274 n-d-813679-3 neutron-server[95390]: INFO neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loaded extension: port-device-profile Oct 12 18:58:46.674595 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=95390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:58:46.676128 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=95390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:58:46.676648 n-d-813679-3 neutron-server[95390]: INFO neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loaded extension: port-mac-address-regenerate Oct 12 18:58:46.676973 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=95390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:58:46.677900 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=95390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:58:46.678417 n-d-813679-3 neutron-server[95390]: INFO neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loaded extension: port-numa-affinity-policy Oct 12 18:58:46.678735 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loading extension file: port_resource_request.py {{(pid=95390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:58:46.679649 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=95390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:58:46.680197 n-d-813679-3 neutron-server[95390]: INFO neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Extension port-resource-request not supported by any of loaded plugins Oct 12 18:58:46.680519 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loading extension file: portbindings.py {{(pid=95390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:58:46.681576 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=95390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:58:46.682080 n-d-813679-3 neutron-server[95390]: INFO neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loaded extension: binding Oct 12 18:58:46.682403 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loading extension file: portbindings_extended.py {{(pid=95390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:58:46.683687 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=95390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:58:46.684247 n-d-813679-3 neutron-server[95390]: INFO neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loaded extension: binding-extended Oct 12 18:58:46.684579 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loading extension file: portsecurity.py {{(pid=95390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:58:46.685503 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=95390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:58:46.686020 n-d-813679-3 neutron-server[95390]: INFO neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loaded extension: port-security Oct 12 18:58:46.686343 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loading extension file: project_id.py {{(pid=95390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:58:46.687318 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=95390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:58:46.687649 n-d-813679-3 neutron-server[95390]: INFO neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loaded extension: project-id Oct 12 18:58:46.687968 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loading extension file: providernet.py {{(pid=95390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:58:46.688936 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=95390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:58:46.689451 n-d-813679-3 neutron-server[95390]: INFO neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loaded extension: provider Oct 12 18:58:46.689771 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loading extension file: qos.py {{(pid=95390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:58:46.693401 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=95390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:58:46.693930 n-d-813679-3 neutron-server[95390]: INFO neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Extension qos not supported by any of loaded plugins Oct 12 18:58:46.694262 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=95390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:58:46.695515 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=95390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:58:46.696053 n-d-813679-3 neutron-server[95390]: INFO neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 12 18:58:46.696398 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=95390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:58:46.697323 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=95390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:58:46.697836 n-d-813679-3 neutron-server[95390]: INFO neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 12 18:58:46.698162 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loading extension file: qos_default.py {{(pid=95390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:58:46.699080 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=95390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:58:46.699854 n-d-813679-3 neutron-server[95390]: INFO neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Extension qos-default not supported by any of loaded plugins Oct 12 18:58:46.700220 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loading extension file: qos_fip.py {{(pid=95390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:58:46.700877 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=95390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:58:46.701386 n-d-813679-3 neutron-server[95390]: INFO neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Extension qos-fip not supported by any of loaded plugins Oct 12 18:58:46.701710 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loading extension file: qos_gateway_ip.py {{(pid=95390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:58:46.702633 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=95390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:58:46.703146 n-d-813679-3 neutron-server[95390]: INFO neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 12 18:58:46.703497 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loading extension file: qos_port_network_policy.py {{(pid=95390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:58:46.709690 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=95390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:58:46.710205 n-d-813679-3 neutron-server[95390]: INFO neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 12 18:58:46.710535 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=95390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:58:46.711574 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=95390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:58:46.712121 n-d-813679-3 neutron-server[95390]: INFO neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 12 18:58:46.712450 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loading extension file: qos_pps_rule.py {{(pid=95390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:58:46.713633 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=95390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:58:46.714157 n-d-813679-3 neutron-server[95390]: INFO neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Extension qos-pps not supported by any of loaded plugins Oct 12 18:58:46.714482 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loading extension file: qos_rule_type_details.py {{(pid=95390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:58:46.715404 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=95390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:58:46.715921 n-d-813679-3 neutron-server[95390]: INFO neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 12 18:58:46.716278 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loading extension file: qos_rules_alias.py {{(pid=95390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:58:46.717330 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=95390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:58:46.717851 n-d-813679-3 neutron-server[95390]: INFO neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 12 18:58:46.718173 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loading extension file: quotasv2.py {{(pid=95390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:58:46.719095 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=95390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:58:46.719425 n-d-813679-3 neutron-server[95390]: INFO neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loaded extension: quotas Oct 12 18:58:46.719746 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loading extension file: quotasv2_detail.py {{(pid=95390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:58:46.723628 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=95390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:58:46.723968 n-d-813679-3 neutron-server[95390]: INFO neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loaded extension: quota_details Oct 12 18:58:46.724328 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loading extension file: rbac.py {{(pid=95390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:58:46.725380 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=95390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:58:46.725910 n-d-813679-3 neutron-server[95390]: INFO neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loaded extension: rbac-policies Oct 12 18:58:46.726238 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loading extension file: rbac_address_group.py {{(pid=95390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:58:46.727169 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=95390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:58:46.727691 n-d-813679-3 neutron-server[95390]: INFO neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loaded extension: rbac-address-group Oct 12 18:58:46.728015 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loading extension file: rbac_address_scope.py {{(pid=95390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:58:46.728957 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=95390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:58:46.729480 n-d-813679-3 neutron-server[95390]: INFO neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loaded extension: rbac-address-scope Oct 12 18:58:46.729805 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loading extension file: rbac_security_groups.py {{(pid=95390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:58:46.730729 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=95390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:58:46.731248 n-d-813679-3 neutron-server[95390]: INFO neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loaded extension: rbac-security-groups Oct 12 18:58:46.731569 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loading extension file: rbac_subnetpool.py {{(pid=95390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:58:46.732513 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=95390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:58:46.733033 n-d-813679-3 neutron-server[95390]: INFO neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loaded extension: rbac-subnetpool Oct 12 18:58:46.733355 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loading extension file: revisionifmatch.py {{(pid=95390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:58:46.734292 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=95390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:58:46.734809 n-d-813679-3 neutron-server[95390]: INFO neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loaded extension: revision-if-match Oct 12 18:58:46.735131 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loading extension file: revisions.py {{(pid=95390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:58:46.736284 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=95390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:58:46.736806 n-d-813679-3 neutron-server[95390]: INFO neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loaded extension: standard-attr-revisions Oct 12 18:58:46.737127 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loading extension file: router_availability_zone.py {{(pid=95390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:58:46.738352 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=95390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:58:46.738869 n-d-813679-3 neutron-server[95390]: INFO neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loaded extension: router_availability_zone Oct 12 18:58:46.739189 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loading extension file: routerservicetype.py {{(pid=95390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:58:46.740145 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=95390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:58:46.743267 n-d-813679-3 neutron-server[95390]: INFO neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Extension router-service-type not supported by any of loaded plugins Oct 12 18:58:46.743267 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=95390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:58:46.743941 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=95390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:58:46.744492 n-d-813679-3 neutron-server[95390]: INFO neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loaded extension: security-groups-normalized-cidr Oct 12 18:58:46.744813 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loading extension file: security_groups_port_filtering.py {{(pid=95390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:58:46.745740 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=95390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:58:46.746264 n-d-813679-3 neutron-server[95390]: INFO neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loaded extension: port-security-groups-filtering Oct 12 18:58:46.746584 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=95390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:58:46.747504 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=95390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:58:46.748037 n-d-813679-3 neutron-server[95390]: INFO neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loaded extension: security-groups-remote-address-group Oct 12 18:58:46.748370 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loading extension file: securitygroup.py {{(pid=95390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:58:46.758526 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=95390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:58:46.759061 n-d-813679-3 neutron-server[95390]: INFO neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loaded extension: security-group Oct 12 18:58:46.759395 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loading extension file: segment.py {{(pid=95390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:58:46.760223 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=95390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:58:46.760738 n-d-813679-3 neutron-server[95390]: INFO neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Extension segment not supported by any of loaded plugins Oct 12 18:58:46.761072 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=95390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:58:46.762087 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=95390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:58:46.762609 n-d-813679-3 neutron-server[95390]: INFO neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 12 18:58:46.762938 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loading extension file: servicetype.py {{(pid=95390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:58:46.764088 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=95390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:58:46.764620 n-d-813679-3 neutron-server[95390]: INFO neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loaded extension: service-type Oct 12 18:58:46.764946 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loading extension file: sorting.py {{(pid=95390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:58:46.778747 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=95390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:58:46.779077 n-d-813679-3 neutron-server[95390]: INFO neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loaded extension: sorting Oct 12 18:58:46.779401 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loading extension file: standard_attr_segment.py {{(pid=95390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:58:46.780357 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=95390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:58:46.780879 n-d-813679-3 neutron-server[95390]: INFO neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 12 18:58:46.781226 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loading extension file: standardattrdescription.py {{(pid=95390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:58:46.781849 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=95390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:58:46.782362 n-d-813679-3 neutron-server[95390]: INFO neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loaded extension: standard-attr-description Oct 12 18:58:46.782684 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loading extension file: stateful_security_group.py {{(pid=95390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:58:46.783625 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=95390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:58:46.784201 n-d-813679-3 neutron-server[95390]: INFO neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loaded extension: stateful-security-group Oct 12 18:58:46.784528 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loading extension file: stdattrs_common.py {{(pid=95390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:58:46.785110 n-d-813679-3 neutron-server[95390]: WARNING neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 12 18:58:46.785427 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=95390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:58:46.786370 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=95390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:58:46.786882 n-d-813679-3 neutron-server[95390]: INFO neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 12 18:58:46.787202 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loading extension file: subnet_onboard.py {{(pid=95390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:58:46.788321 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=95390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:58:46.788845 n-d-813679-3 neutron-server[95390]: INFO neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loaded extension: subnet_onboard Oct 12 18:58:46.789171 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=95390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:58:46.790098 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=95390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:58:46.790617 n-d-813679-3 neutron-server[95390]: INFO neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 12 18:58:46.790941 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loading extension file: subnet_service_types.py {{(pid=95390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:58:46.791868 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=95390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:58:46.792419 n-d-813679-3 neutron-server[95390]: INFO neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loaded extension: subnet-service-types Oct 12 18:58:46.792742 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loading extension file: subnetallocation.py {{(pid=95390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:58:46.793824 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=95390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:58:46.794349 n-d-813679-3 neutron-server[95390]: INFO neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loaded extension: subnet_allocation Oct 12 18:58:46.794676 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=95390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:58:46.795360 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=95390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:58:46.795879 n-d-813679-3 neutron-server[95390]: INFO neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loaded extension: subnetpool-prefix-ops Oct 12 18:58:46.796239 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=95390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:58:46.797205 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=95390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:58:46.797727 n-d-813679-3 neutron-server[95390]: INFO neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 12 18:58:46.798050 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loading extension file: tagging.py {{(pid=95390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:58:46.799115 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=95390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:58:46.799640 n-d-813679-3 neutron-server[95390]: INFO neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loaded extension: standard-attr-tag Oct 12 18:58:46.799993 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loading extension file: timestamp.py {{(pid=95390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:58:46.806876 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=95390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:58:46.807401 n-d-813679-3 neutron-server[95390]: INFO neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loaded extension: standard-attr-timestamp Oct 12 18:58:46.807731 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loading extension file: trunk.py {{(pid=95390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:58:46.808807 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=95390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:58:46.809332 n-d-813679-3 neutron-server[95390]: INFO neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Extension trunk not supported by any of loaded plugins Oct 12 18:58:46.809658 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loading extension file: trunk_details.py {{(pid=95390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:58:46.810584 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=95390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:58:46.811108 n-d-813679-3 neutron-server[95390]: INFO neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Extension trunk-details not supported by any of loaded plugins Oct 12 18:58:46.811433 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loading extension file: uplink_status_propagation.py {{(pid=95390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:58:46.812406 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=95390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:58:46.812927 n-d-813679-3 neutron-server[95390]: INFO neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 12 18:58:46.813252 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Loading extension file: vlantransparent.py {{(pid=95390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 18:58:46.813918 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=95390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 18:58:46.814432 n-d-813679-3 neutron-server[95390]: INFO neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Extension vlan-transparent not supported by any of loaded plugins Oct 12 18:58:46.817425 n-d-813679-3 neutron-server[95390]: INFO neutron.quota.resource_registry [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Creating instance of TrackedResource for resource:network Oct 12 18:58:46.817957 n-d-813679-3 neutron-server[95390]: INFO neutron.quota.resource_registry [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Creating instance of TrackedResource for resource:subnet Oct 12 18:58:46.818355 n-d-813679-3 neutron-server[95390]: INFO neutron.quota.resource_registry [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Creating instance of TrackedResource for resource:subnetpool Oct 12 18:58:46.818745 n-d-813679-3 neutron-server[95390]: INFO neutron.quota.resource_registry [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Creating instance of TrackedResource for resource:port Oct 12 18:58:46.819994 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.v2.resource_helper [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95390) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 18:58:46.820460 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.v2.resource_helper [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Service FLAVORS assigned prefix: {{(pid=95390) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 18:58:46.821319 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.v2.resource_helper [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95390) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 18:58:46.821512 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.v2.resource_helper [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95390) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 18:58:46.821845 n-d-813679-3 neutron-server[95390]: INFO neutron.quota.resource_registry [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Creating instance of TrackedResource for resource:router Oct 12 18:58:46.822290 n-d-813679-3 neutron-server[95390]: INFO neutron.quota.resource_registry [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Creating instance of TrackedResource for resource:floatingip Oct 12 18:58:46.822783 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.v2.resource_helper [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Service METERING assigned prefix: /metering {{(pid=95390) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 18:58:46.824541 n-d-813679-3 neutron-server[95390]: DEBUG neutron_lib.callbacks.manager [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=95390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:58:46.824894 n-d-813679-3 neutron-server[95390]: DEBUG neutron_lib.callbacks.manager [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=95390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:58:46.825248 n-d-813679-3 neutron-server[95390]: DEBUG neutron_lib.callbacks.manager [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 18:58:46.826253 n-d-813679-3 neutron-server[95390]: INFO neutron.quota.resource_registry [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Creating instance of CountableResource for resource:rbac_policy Oct 12 18:58:46.826700 n-d-813679-3 neutron-server[95390]: INFO neutron.quota.resource_registry [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Creating instance of TrackedResource for resource:security_group Oct 12 18:58:46.827190 n-d-813679-3 neutron-server[95390]: INFO neutron.quota.resource_registry [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Creating instance of TrackedResource for resource:security_group_rule Oct 12 18:58:46.827823 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.v2.resource_helper [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Service CORE assigned prefix: {{(pid=95390) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 18:58:46.828184 n-d-813679-3 neutron-server[95390]: INFO neutron.quota.resource_registry [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Creating instance of TrackedResource for resource:subnetpool Oct 12 18:58:46.828534 n-d-813679-3 neutron-server[95390]: WARNING neutron.quota.resource_registry [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] subnetpool is already registered Oct 12 18:58:46.828974 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.v2.resource_helper [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Service CORE assigned prefix: {{(pid=95390) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 18:58:46.829303 n-d-813679-3 neutron-server[95390]: INFO neutron.quota.resource_registry [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Creating instance of TrackedResource for resource:subnetpool Oct 12 18:58:46.829637 n-d-813679-3 neutron-server[95390]: WARNING neutron.quota.resource_registry [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] subnetpool is already registered Oct 12 18:58:46.832514 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.v2.resource_helper [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95390) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 18:58:46.832959 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.v2.resource_helper [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Service FLAVORS assigned prefix: {{(pid=95390) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 18:58:46.833630 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.v2.resource_helper [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95390) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 18:58:46.833975 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.v2.resource_helper [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95390) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 18:58:46.834311 n-d-813679-3 neutron-server[95390]: INFO neutron.quota.resource_registry [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Creating instance of TrackedResource for resource:router Oct 12 18:58:46.834844 n-d-813679-3 neutron-server[95390]: WARNING neutron.quota.resource_registry [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] router is already registered Oct 12 18:58:46.835065 n-d-813679-3 neutron-server[95390]: INFO neutron.quota.resource_registry [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Creating instance of TrackedResource for resource:floatingip Oct 12 18:58:46.835406 n-d-813679-3 neutron-server[95390]: WARNING neutron.quota.resource_registry [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] floatingip is already registered Oct 12 18:58:46.835867 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.v2.resource_helper [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Service METERING assigned prefix: /metering {{(pid=95390) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 18:58:46.836559 n-d-813679-3 neutron-server[95390]: INFO neutron.quota.resource_registry [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Creating instance of CountableResource for resource:rbac_policy Oct 12 18:58:46.836892 n-d-813679-3 neutron-server[95390]: WARNING neutron.quota.resource_registry [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] rbac_policy is already registered Oct 12 18:58:46.837302 n-d-813679-3 neutron-server[95390]: INFO neutron.quota.resource_registry [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Creating instance of TrackedResource for resource:security_group Oct 12 18:58:46.837637 n-d-813679-3 neutron-server[95390]: WARNING neutron.quota.resource_registry [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] security_group is already registered Oct 12 18:58:46.838037 n-d-813679-3 neutron-server[95390]: INFO neutron.quota.resource_registry [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Creating instance of TrackedResource for resource:security_group_rule Oct 12 18:58:46.838369 n-d-813679-3 neutron-server[95390]: WARNING neutron.quota.resource_registry [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] security_group_rule is already registered Oct 12 18:58:46.839002 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.v2.resource_helper [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Service CORE assigned prefix: {{(pid=95390) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 18:58:46.839326 n-d-813679-3 neutron-server[95390]: INFO neutron.quota.resource_registry [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Creating instance of TrackedResource for resource:subnetpool Oct 12 18:58:46.839660 n-d-813679-3 neutron-server[95390]: WARNING neutron.quota.resource_registry [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] subnetpool is already registered Oct 12 18:58:46.840101 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.v2.resource_helper [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Service CORE assigned prefix: {{(pid=95390) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 18:58:46.840429 n-d-813679-3 neutron-server[95390]: INFO neutron.quota.resource_registry [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Creating instance of TrackedResource for resource:subnetpool Oct 12 18:58:46.840759 n-d-813679-3 neutron-server[95390]: WARNING neutron.quota.resource_registry [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] subnetpool is already registered Oct 12 18:58:46.841221 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Extended resource: extensions {{(pid=95390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:58:46.842746 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Extended resource: address-groups {{(pid=95390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:58:46.844261 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Extended resource: address-scopes {{(pid=95390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:58:46.845579 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Extended resource: agents {{(pid=95390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:58:46.846768 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Extended resource: auto-allocated-topology {{(pid=95390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:58:46.848017 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Extended resource: availability_zones {{(pid=95390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:58:46.849260 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Extended resource: dhcp-networks {{(pid=95390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:58:46.851951 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Extended resource: dhcp-agents {{(pid=95390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:58:46.853432 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Extended resource: routers {{(pid=95390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:58:46.855647 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Extended resource: flavors {{(pid=95390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:58:46.856847 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Extended resource: service_profiles {{(pid=95390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:58:46.858065 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Extended resource: next_providers {{(pid=95390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:58:46.859527 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Extended resource: service_profiles {{(pid=95390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:58:46.861099 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Extended resource: floatingip-pools {{(pid=95390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:58:46.866438 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Extended resource: routers {{(pid=95390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:58:46.866438 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Extended resource: floatingips {{(pid=95390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:58:46.866438 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Extended resource: l3-routers {{(pid=95390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:58:46.867640 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Extended resource: l3-agents {{(pid=95390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:58:46.869093 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Extended resource: metering-labels {{(pid=95390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:58:46.870470 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Extended resource: metering-label-rules {{(pid=95390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:58:46.871757 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Extended resource: network-ip-availabilities {{(pid=95390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:58:46.873060 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Extended resource: bindings {{(pid=95390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:58:46.874719 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Extended resource: quotas {{(pid=95390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:58:46.876315 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Extended resource: quotas {{(pid=95390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:58:46.877862 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Extended resource: rbac-policies {{(pid=95390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:58:46.879730 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Extended resource: security-groups {{(pid=95390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:58:46.880999 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Extended resource: security-group-rules {{(pid=95390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:58:46.882229 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Extended resource: service-providers {{(pid=95390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:58:46.883438 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Extended resource: subnetpools {{(pid=95390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:58:46.884896 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Extended resource: subnetpools {{(pid=95390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:58:46.886371 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Extended resource: tags {{(pid=95390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:58:46.888069 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Extended resource: tags {{(pid=95390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:58:46.889869 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Extended resource: tags {{(pid=95390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:58:46.891630 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Extended resource: tags {{(pid=95390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:58:46.893483 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Extended resource: tags {{(pid=95390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:58:46.895355 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Extended resource: tags {{(pid=95390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:58:46.897078 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Extended resource: tags {{(pid=95390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:58:46.898983 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Extended resource: tags {{(pid=95390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:58:46.900781 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Extended resource: tags {{(pid=95390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:58:46.902633 n-d-813679-3 neutron-server[95390]: DEBUG neutron.api.extensions [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Extended resource: tags {{(pid=95390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 18:58:46.908665 n-d-813679-3 neutron-server[95390]: WARNING keystonemiddleware.auth_token [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 12 18:58:46.914392 n-d-813679-3 neutron-server[95390]: WARNING keystonemiddleware.auth_token [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 12 18:58:46.922999 n-d-813679-3 neutron-server[95390]: DEBUG oslo_concurrency.lockutils [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Acquired lock "singleton_lock" {{(pid=95390) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Oct 12 18:58:46.923470 n-d-813679-3 neutron-server[95390]: DEBUG oslo_concurrency.lockutils [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Releasing lock "singleton_lock" {{(pid=95390) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Oct 12 18:58:46.924141 n-d-813679-3 neutron-server[95390]: INFO oslo_service.service [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Starting 2 workers Oct 12 18:58:46.929558 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Started child 95501 {{(pid=95390) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 12 18:58:46.933934 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Started child 95502 {{(pid=95390) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 12 18:58:46.934783 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:46.935527 n-d-813679-3 neutron-server[95390]: INFO neutron.service [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Neutron service started, listening on 0.0.0.0:9696 Oct 12 18:58:46.936203 n-d-813679-3 neutron-server[95390]: DEBUG neutron_lib.callbacks.manager [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Notify callbacks [] for process, before_spawn {{(pid=95390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:46.936378 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [-] (95501) wsgi starting up on http://0.0.0.0:9696 Oct 12 18:58:46.938613 n-d-813679-3 neutron-server[95390]: INFO oslo_service.service [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Starting 1 workers Oct 12 18:58:46.938771 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:46.940135 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [-] (95502) wsgi starting up on http://0.0.0.0:9696 Oct 12 18:58:46.944598 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Started child 95503 {{(pid=95390) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 12 18:58:46.945144 n-d-813679-3 neutron-server[95390]: INFO oslo_service.service [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Starting 1 workers Oct 12 18:58:46.948150 n-d-813679-3 neutron-server[95503]: DEBUG neutron.service [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] calling RpcWorker wait() {{(pid=95503) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 12 18:58:46.948701 n-d-813679-3 neutron-server[95503]: DEBUG neutron.service [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] returning from RpcWorker wait() {{(pid=95503) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 12 18:58:46.949899 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Started child 95504 {{(pid=95390) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 12 18:58:46.950241 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:46.950707 n-d-813679-3 neutron-server[95390]: DEBUG neutron_lib.callbacks.manager [None req-804b3b77-492f-4f7a-a21d-afb39b6bde2b None None] Notify callbacks [] for process, after_spawn {{(pid=95390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:46.950807 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:58:46.952638 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=95390) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 12 18:58:46.952850 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 12 18:58:46.953042 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 12 18:58:46.953265 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 12 18:58:46.953613 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 12 18:58:46.953776 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 12 18:58:46.954275 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:46.954553 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:46.954677 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:58:46.955220 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:46.955220 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:46.955383 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:46.955896 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:46.956196 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:46.956464 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:46.956744 n-d-813679-3 neutron-server[95504]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:58:46.956855 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:46.956973 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:46.957308 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:46.957479 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:46.957737 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:46.957971 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:46.958269 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:46.958536 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:46.958786 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:46.959038 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:46.959211 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:46.959453 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] config_source = [] {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:46.959732 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:46.959960 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:46.960425 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] debug = True {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:46.960705 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:46.961171 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:46.966758 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:46.966758 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:46.966758 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:46.966758 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:46.966758 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:46.966758 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:46.966758 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:46.966758 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:46.967245 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:46.967245 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:46.967245 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:46.967245 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:46.967245 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:46.967245 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:46.967245 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:46.967245 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] host = n-d-813679-3 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:46.967717 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:46.967717 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:46.967717 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:46.967717 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:46.967717 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:46.967717 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:46.967717 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:46.967717 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:46.968253 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:46.968253 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:46.968253 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:46.968253 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:46.968253 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] log_dir = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:46.968540 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] log_file = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:46.968540 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] log_options = True {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:46.968678 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:46.968920 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:46.969334 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:46.969528 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:46.969698 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:46.969880 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:46.970146 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:46.970309 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:46.970575 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:46.970792 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:46.971006 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:46.971216 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:46.971427 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:46.971663 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:46.971900 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:46.972151 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:46.972395 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:46.972633 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:46.972875 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:46.973099 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:46.973318 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:46.973571 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:46.973804 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:46.974024 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:46.974236 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:46.974470 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:46.974692 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:46.974925 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:46.975137 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:46.975356 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:46.975603 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:46.975856 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:46.976118 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:46.976371 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:46.976608 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:46.976835 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:46.977059 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:46.977294 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:46.977561 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:46.977783 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:46.978023 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:46.978267 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:46.978480 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:46.978733 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:46.978947 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:46.979199 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] use_journal = False {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:46.979429 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] use_json = False {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:46.979637 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:46.979870 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:46.980146 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:46.980358 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:46.980588 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:46.980799 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:46.981090 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:46.981237 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:46.981659 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:46.981938 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:46.982267 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:46.982499 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:46.982745 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:46.982987 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:46.983223 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:46.983509 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:46.983735 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:46.983938 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:46.984279 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:46.984499 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:46.984786 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:46.985036 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:46.985385 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:46.985909 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:46.986253 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:46.986522 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:46.987043 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:46.988125 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:46.995097 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:46.995097 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:46.995097 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:46.995097 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:46.995097 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:46.995097 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:46.995097 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:46.995097 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:46.995698 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:46.995698 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.49/identity {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:46.995698 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:46.995698 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:46.995698 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:46.995698 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:46.995698 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:46.995698 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:46.996222 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:46.996222 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:46.996222 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:46.996222 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:46.996222 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:46.996222 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:46.996222 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:46.996222 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:46.996222 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:46.996729 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:46.996729 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:46.996729 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:46.996729 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:46.996729 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:46.996729 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:46.996729 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:46.996729 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:46.996729 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:46.997241 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:46.997241 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:46.997241 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:46.997241 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:46.997241 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:46.997520 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:46.997663 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:46.998106 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:46.998106 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:46.998252 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:46.998471 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:46.998683 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:46.998940 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:46.999316 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:46.999575 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:46.999800 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.000057 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.000486 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.000845 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.001216 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.001492 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.001726 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.001943 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.002158 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.002390 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.002750 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.003034 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.003901 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.004150 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.004376 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.004615 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.004846 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.005061 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.005296 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.005512 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.005802 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.006113 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.006379 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.006612 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.006833 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.007094 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.007316 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.007557 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.007805 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.008214 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.008522 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.008735 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.008966 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.009223 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.009482 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.009698 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.009954 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.010187 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.010425 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.010640 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.011034 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.011264 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.011538 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.011924 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.012222 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.015691 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.015691 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.015691 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.015691 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.015691 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.015691 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.015691 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.015691 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.016306 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.016306 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.016306 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.016306 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.016306 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.016306 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.016306 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.016306 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.016911 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.016911 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.016911 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.017142 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.017336 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.017552 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.017797 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.018117 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.018346 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.018584 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.018797 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.019076 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.019321 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.019560 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.019820 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.020099 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.020332 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.020583 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.020829 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.49/identity {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.021061 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.021301 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.021527 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.021815 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.022130 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.022345 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.022582 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.022801 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.023032 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.023293 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.023526 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.023755 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.023973 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.024221 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.024437 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.024698 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.024915 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.025132 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.025372 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.025607 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.025824 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.026065 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.026278 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.026539 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.026777 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.027042 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.027289 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.027691 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.027794 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.027981 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.028323 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.028577 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.028756 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.028973 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.029187 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.030063 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.030063 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.030063 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.030063 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.030406 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.030495 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.031053 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.031053 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.031243 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.031881 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.031881 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.032104 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.032188 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.032399 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.032645 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.032826 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.033045 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.033264 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.033476 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.033884 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.034298 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.034541 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.034907 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.035138 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.035510 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.035747 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.035962 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.036302 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.036572 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.036808 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.041637 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.041637 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.041637 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.041637 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.041637 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.041637 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.041637 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.041637 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.042253 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.042253 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.042253 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.042253 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.042253 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.042253 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.042253 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.042253 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.042811 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.042811 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.042811 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.042811 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.042811 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.042811 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.042811 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.042811 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.043372 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.043372 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.043372 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.043372 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.043372 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.043372 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.043868 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.043868 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.044044 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.044224 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.044494 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.044714 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.044992 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.045245 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.045489 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.045740 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.046058 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.046305 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.046579 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.046830 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.047070 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.047288 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.047539 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.047842 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.048150 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.048407 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.048661 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.048951 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.049231 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.049495 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.049710 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.050521 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.050847 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.051117 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.051374 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.051601 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.051850 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.052093 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.052336 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.052581 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.052797 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.053012 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.053246 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.053489 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.053742 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.053955 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.054196 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.054416 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.054639 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.054869 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.055108 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.055340 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.055496 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 12 18:58:47.056039 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=95390) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 12 18:58:47.056211 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 12 18:58:47.056378 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 12 18:58:47.056506 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 12 18:58:47.056673 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 12 18:58:47.056828 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 12 18:58:47.057032 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:47.057257 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:47.057397 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:47.057532 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:47.057660 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:47.057785 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:47.057936 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:47.058091 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:47.058247 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:47.058402 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:47.058558 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:47.058704 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:47.058858 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:47.059013 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:47.059169 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:47.059327 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:47.059485 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:47.059641 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:47.059801 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:47.059974 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] config_source = [] {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:47.060155 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:47.060283 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:47.060435 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] debug = True {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:47.060591 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:47.060772 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:47.060939 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:47.061097 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:47.061752 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:47.061953 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:47.062509 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:47.062509 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:47.062509 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:47.062509 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:47.063329 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:47.063329 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:47.063329 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:47.063329 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:47.063329 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:47.064153 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:47.064153 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:47.064153 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] host = n-d-813679-3 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:47.064153 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:47.064153 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:47.064153 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:47.065031 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:47.065031 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:47.065031 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:47.065031 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:47.065031 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:47.065031 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:47.067505 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:47.067505 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:47.067505 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:47.067505 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] log_dir = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:47.067505 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] log_file = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:47.067505 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] log_options = True {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:47.067505 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:47.067505 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:47.067505 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:47.068574 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:47.068574 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:47.068574 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:47.068574 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:47.068574 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:47.068574 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:47.068574 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:47.069488 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:47.069488 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:47.069488 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:47.069488 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:47.069488 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:47.069488 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:47.069488 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:47.069488 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:47.070394 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:47.070394 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:47.070394 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:47.070394 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:47.070394 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:47.070394 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:47.070394 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:47.070394 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:47.071308 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:47.071308 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:47.071308 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:47.071308 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:47.071308 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:47.071308 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:47.072049 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:47.072049 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:47.072049 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:47.072049 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:47.072049 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:47.076225 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:47.076225 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:47.076225 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:47.076225 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:47.076225 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:47.076225 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:47.076225 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:47.076225 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:47.076776 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] use_journal = False {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:47.076776 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] use_json = False {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:47.076776 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:47.076776 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:47.076776 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:47.076776 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:47.076776 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:47.076776 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:47.076776 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:47.077402 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 18:58:47.077402 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.077402 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.077402 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.077402 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.077402 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.077402 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.077402 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.078247 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.078247 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.078247 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.078247 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.078247 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.078247 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.078247 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.078247 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.079094 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.079094 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.079094 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.079094 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.079094 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.079094 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.079094 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.079094 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.079777 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.079777 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.079777 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.079777 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.079777 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.079777 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.079777 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.49/identity {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.079777 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.080759 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.080759 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.080759 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.080759 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.080759 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.080759 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.080759 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.080759 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.080759 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.081995 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.081995 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.081995 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.081995 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.081995 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.081995 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.081995 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.081995 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.082910 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.082910 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.082910 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.082910 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.082910 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.082910 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.083614 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.083614 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.083614 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.083614 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.083614 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.084206 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.084206 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.084206 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.084567 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.084567 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.084805 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.084805 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.085041 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.085165 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.085289 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.085413 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.085537 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.085660 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.085821 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.085982 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.086141 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.086299 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.086458 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.086617 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.086776 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.086935 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.087095 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.087254 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.087413 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.087571 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.087979 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.087979 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.088258 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.088258 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.088496 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.088496 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.088750 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.088875 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.088999 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.089215 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.089348 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.089473 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.090060 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.090232 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.090412 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.090541 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.090703 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.090858 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.091165 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.091458 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.091759 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.092258 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.092258 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.092505 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.092592 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.092694 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.092856 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.093014 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.093321 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.093479 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.093787 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.093940 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.094090 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.094257 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.094421 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.094582 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.094787 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.094929 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.095067 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.095219 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.095357 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.095503 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.095641 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.095778 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.095936 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.096131 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.096267 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.096423 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.096589 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.096783 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.096945 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.097107 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.097268 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.097451 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.097704 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.097796 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.097919 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.098077 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.098259 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.098793 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.098961 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.099120 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.099279 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.099439 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.099786 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.49/identity {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.099786 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.100092 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.100228 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.100376 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.100512 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.100648 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.100802 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.100962 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.101122 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.101280 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.101440 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.101598 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.101757 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.102016 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.104209 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.104394 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.104573 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.104750 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.104990 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.104990 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.104990 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.104990 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.105851 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.105851 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.105851 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.106100 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.106187 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.106317 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.106478 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.106638 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.106799 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.106960 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.107122 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.107281 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.107441 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.107601 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.107763 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.107926 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.108112 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.108273 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.108434 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.108594 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.108753 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.108963 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.109091 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.109250 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.109414 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.109573 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.109891 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.110037 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.110248 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.110554 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.110554 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.110893 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.110893 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.111191 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.111191 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.111468 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.111468 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.111735 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.111735 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.111994 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.111994 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.112875 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.112875 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.113049 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.113152 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.113316 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.113486 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.113574 n-d-813679-3 neutron-server[95503]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:58:47.113659 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.113799 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.113958 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.114117 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.114278 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.114447 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.114606 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.114765 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.114924 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.115082 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.115242 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.115410 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.115699 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.115864 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.116017 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.116197 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.116357 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.116525 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.116689 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.116830 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.116998 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.117153 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.117313 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.117482 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.117642 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.117800 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.117959 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.118118 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.118278 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.118447 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.118608 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.118767 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.118935 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.119097 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.119257 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.119416 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.119587 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.119747 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.119909 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.120092 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.120255 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.120415 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.120576 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.120742 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.120910 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.121074 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.121236 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.121403 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.121571 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.121738 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.121897 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.122062 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.122303 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.122403 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.122541 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.122700 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.122858 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.123016 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.123178 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.123342 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.123497 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.123660 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.123819 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.123977 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.124167 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.124327 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.124485 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.124647 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.124806 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.125643 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.125814 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.125974 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 18:58:47.126311 n-d-813679-3 neutron-server[95390]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 12 18:58:47.343878 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 50650) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:58:47.353023 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [-] 10.222.0.49 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069940 Oct 12 18:58:59.132957 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db0865c5-f3f8-4c1d-8785-a01db2b2b327 None None] get_active_networks_info from n-d-813679-3 {{(pid=95503) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 12 18:58:59.203635 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0865c5-f3f8-4c1d-8785-a01db2b2b327 None None] No non-hosted networks {{(pid=95503) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 12 18:58:59.212660 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.agentschedulers_db [None req-db0865c5-f3f8-4c1d-8785-a01db2b2b327 None None] DHCP Agent not found on host n-d-813679-3 {{(pid=95503) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Oct 12 18:58:59.318544 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e7e3a723-f0fa-434e-8d80-83e89a0b38be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8093173'] for agent, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:01.646918 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-47002d8e-ad3a-417f-a70c-ea90a4e16e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8093173'] for agent, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:01.772802 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.db.api [None req-716d592d-ccfc-45b6-b1be-cd0884561aa3 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-813679-3 {{(pid=95503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 18:59:01.773585 n-d-813679-3 neutron-server[95503]: DEBUG oslo_db.api [None req-716d592d-ccfc-45b6-b1be-cd0884561aa3 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 18:59:02.313878 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-716d592d-ccfc-45b6-b1be-cd0884561aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:02.397163 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8093173'] for agent, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:02.398222 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:59:02.398784 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:59:02.399430 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:59:02.399981 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:59:02.400562 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:59:02.401080 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:59:02.401817 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:59:02.402336 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:59:02.402943 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:59:02.403499 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:59:02.404082 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:59:02.404655 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:59:02.405372 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-813679-3', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:59:02.425863 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-813679-3', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:59:02.858778 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8093173'] for agent, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:04.333037 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8093173'] for agent, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:05.662779 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 50746) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:59:06.172825 n-d-813679-3 neutron-server[95502]: WARNING oslo_policy.policy [None req-8a15e10e-7942-4d53-9296-8b378373db4e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 18:59:06.173416 n-d-813679-3 neutron-server[95502]: WARNING oslo_policy.policy [None req-8a15e10e-7942-4d53-9296-8b378373db4e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 18:59:06.402136 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [None req-8a15e10e-7942-4d53-9296-8b378373db4e admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 18:59:06.403109 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-8a15e10e-7942-4d53-9296-8b378373db4e admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.7394438 Oct 12 18:59:07.060478 n-d-813679-3 neutron-server[95503]: INFO neutron.db.l3_hamode_db [None req-5bb8c7f3-535c-4f00-b36d-686e0dfa4d31 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 12 18:59:07.137635 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb8c7f3-535c-4f00-b36d-686e0dfa4d31 None None] Routers set() bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:59:07.138023 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb8c7f3-535c-4f00-b36d-686e0dfa4d31 None None] Router IDs set() for agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 12 18:59:08.909294 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 50760) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:59:09.220757 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-aa7ec24f-e29d-4d29-976c-59af26086458 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:59:09.315778 n-d-813679-3 neutron-server[95502]: DEBUG neutron.policy [None req-aa7ec24f-e29d-4d29-976c-59af26086458 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=95502) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 12 18:59:09.362434 n-d-813679-3 neutron-server[95502]: WARNING oslo_policy.policy [None req-aa7ec24f-e29d-4d29-976c-59af26086458 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 18:59:09.362819 n-d-813679-3 neutron-server[95502]: WARNING oslo_policy.policy [None req-aa7ec24f-e29d-4d29-976c-59af26086458 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 18:59:09.374460 n-d-813679-3 neutron-server[95502]: INFO neutron.quota [None req-aa7ec24f-e29d-4d29-976c-59af26086458 admin admin] Loaded quota_driver: . Oct 12 18:59:09.524379 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-aa7ec24f-e29d-4d29-976c-59af26086458 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732992354671', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732992355258', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732992366960', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732992368844', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732990877841', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732992374747', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-575053', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-579010', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8097239', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8086023'] for rbac-policy, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:09.751479 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-aa7ec24f-e29d-4d29-976c-59af26086458 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:09.752680 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-aa7ec24f-e29d-4d29-976c-59af26086458 admin admin] 10.222.0.49 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8424127 Oct 12 18:59:12.435141 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 50772) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:59:12.738550 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-5167b9e9-60a6-4518-8eaf-5d616bfe175a admin admin] Request body: {'network': {'name': 'private', 'tenant_id': '5b90f302fe654c95a22c990281b7b53b', 'admin_state_up': True, 'project_id': '5b90f302fe654c95a22c990281b7b53b'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:59:12.823849 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5167b9e9-60a6-4518-8eaf-5d616bfe175a admin admin] Made reservation on behalf of 5b90f302fe654c95a22c990281b7b53b for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:59:12.826831 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5167b9e9-60a6-4518-8eaf-5d616bfe175a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:12.843623 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5167b9e9-60a6-4518-8eaf-5d616bfe175a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:12.946383 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5167b9e9-60a6-4518-8eaf-5d616bfe175a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:13.092297 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5167b9e9-60a6-4518-8eaf-5d616bfe175a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:13.113097 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5167b9e9-60a6-4518-8eaf-5d616bfe175a admin admin] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 18:59:13.140148 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5167b9e9-60a6-4518-8eaf-5d616bfe175a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8732990023415', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:13.140739 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5167b9e9-60a6-4518-8eaf-5d616bfe175a admin admin] Unsubscribe: segment precommit_create {{(pid=95502) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 12 18:59:13.141230 n-d-813679-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-5167b9e9-60a6-4518-8eaf-5d616bfe175a admin admin] Added segment aa4c10ce-7b64-4fce-805d-7e64da3cafe8 of type vlan for network c358d6cb-74d1-45ea-846a-d3bcca521fcf Oct 12 18:59:13.157411 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5167b9e9-60a6-4518-8eaf-5d616bfe175a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e078242-7baa-4631-84db-d686134c343c,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:59:13.183186 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5167b9e9-60a6-4518-8eaf-5d616bfe175a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:59:13.183520 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5167b9e9-60a6-4518-8eaf-5d616bfe175a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:59:13.183845 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5167b9e9-60a6-4518-8eaf-5d616bfe175a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:59:13.184204 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5167b9e9-60a6-4518-8eaf-5d616bfe175a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:59:13.184526 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5167b9e9-60a6-4518-8eaf-5d616bfe175a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:59:13.184881 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5167b9e9-60a6-4518-8eaf-5d616bfe175a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:59:13.185197 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5167b9e9-60a6-4518-8eaf-5d616bfe175a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:59:13.185508 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5167b9e9-60a6-4518-8eaf-5d616bfe175a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:59:13.185827 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5167b9e9-60a6-4518-8eaf-5d616bfe175a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:59:13.186133 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5167b9e9-60a6-4518-8eaf-5d616bfe175a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:59:13.186443 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5167b9e9-60a6-4518-8eaf-5d616bfe175a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:59:13.186754 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5167b9e9-60a6-4518-8eaf-5d616bfe175a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:59:13.187777 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5167b9e9-60a6-4518-8eaf-5d616bfe175a admin admin] Tracked resource versions report: Oct 12 18:59:13.187777 n-d-813679-3 neutron-server[95502]: pushed versions: Oct 12 18:59:13.187777 n-d-813679-3 neutron-server[95502]: { 'AddressGroup': {'1.2'}, Oct 12 18:59:13.187777 n-d-813679-3 neutron-server[95502]: 'ConntrackHelper': {'1.0'}, Oct 12 18:59:13.187777 n-d-813679-3 neutron-server[95502]: 'Log': {'1.0'}, Oct 12 18:59:13.187777 n-d-813679-3 neutron-server[95502]: 'Network': {'1.1'}, Oct 12 18:59:13.187777 n-d-813679-3 neutron-server[95502]: 'Port': {'1.7'}, Oct 12 18:59:13.187777 n-d-813679-3 neutron-server[95502]: 'PortForwarding': {'1.2'}, Oct 12 18:59:13.187777 n-d-813679-3 neutron-server[95502]: 'QosPolicy': {'1.10'}, Oct 12 18:59:13.187777 n-d-813679-3 neutron-server[95502]: 'SecurityGroup': {'1.4'}, Oct 12 18:59:13.187777 n-d-813679-3 neutron-server[95502]: 'SecurityGroupRule': {'1.2'}, Oct 12 18:59:13.187777 n-d-813679-3 neutron-server[95502]: 'SubPort': {'1.0'}, Oct 12 18:59:13.187777 n-d-813679-3 neutron-server[95502]: 'Subnet': {'1.1'}, Oct 12 18:59:13.187777 n-d-813679-3 neutron-server[95502]: 'Trunk': {'1.1'}} Oct 12 18:59:13.187777 n-d-813679-3 neutron-server[95502]: consumer versions: Oct 12 18:59:13.187777 n-d-813679-3 neutron-server[95502]: { DHCP agent@n-d-813679-3: {}, Oct 12 18:59:13.187777 n-d-813679-3 neutron-server[95502]: L3 agent@n-d-813679-3: {}, Oct 12 18:59:13.187777 n-d-813679-3 neutron-server[95502]: Metadata agent@n-d-813679-3: {}, Oct 12 18:59:13.187777 n-d-813679-3 neutron-server[95502]: Metering agent@n-d-813679-3: {}, Oct 12 18:59:13.187777 n-d-813679-3 neutron-server[95502]: Open vSwitch agent@n-d-813679-3: { 'AddressGroup': '1.2', Oct 12 18:59:13.187777 n-d-813679-3 neutron-server[95502]: 'ConntrackHelper': '1.0', Oct 12 18:59:13.187777 n-d-813679-3 neutron-server[95502]: 'Log': '1.0', Oct 12 18:59:13.187777 n-d-813679-3 neutron-server[95502]: 'Network': '1.1', Oct 12 18:59:13.187777 n-d-813679-3 neutron-server[95502]: 'Port': '1.7', Oct 12 18:59:13.187777 n-d-813679-3 neutron-server[95502]: 'PortForwarding': '1.2', Oct 12 18:59:13.187777 n-d-813679-3 neutron-server[95502]: 'QosPolicy': '1.10', Oct 12 18:59:13.187777 n-d-813679-3 neutron-server[95502]: 'SecurityGroup': '1.4', Oct 12 18:59:13.187777 n-d-813679-3 neutron-server[95502]: 'SecurityGroupRule': '1.2', Oct 12 18:59:13.187777 n-d-813679-3 neutron-server[95502]: 'SubPort': '1.0', Oct 12 18:59:13.187777 n-d-813679-3 neutron-server[95502]: 'Subnet': '1.1', Oct 12 18:59:13.187777 n-d-813679-3 neutron-server[95502]: 'Trunk': '1.1'}} Oct 12 18:59:13.187777 n-d-813679-3 neutron-server[95502]: {{(pid=95502) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 18:59:13.265752 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5167b9e9-60a6-4518-8eaf-5d616bfe175a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:13.349866 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5167b9e9-60a6-4518-8eaf-5d616bfe175a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:13.350557 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5167b9e9-60a6-4518-8eaf-5d616bfe175a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:59:13.351194 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5167b9e9-60a6-4518-8eaf-5d616bfe175a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:13.449713 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5167b9e9-60a6-4518-8eaf-5d616bfe175a admin admin] Pushing event updated for resources: {'Network': ['ID=c358d6cb-74d1-45ea-846a-d3bcca521fcf,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:59:13.456487 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-5167b9e9-60a6-4518-8eaf-5d616bfe175a admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0197659 Oct 12 18:59:13.462745 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network c358d6cb-74d1-45ea-846a-d3bcca521fcf details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 18:59:16.213577 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 50786) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:59:16.612617 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c29d46e-02b3-4381-abce-c122c2f777cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:59:16.613983 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-0c29d46e-02b3-4381-abce-c122c2f777cc admin admin] 10.222.0.49 "GET /v2.0/networks/c358d6cb-74d1-45ea-846a-d3bcca521fcf HTTP/1.1" status: 200 len: 825 time: 0.3994644 Oct 12 18:59:16.638981 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-d18386e8-11bc-4764-9e94-c097c27f59a2 admin admin] 10.222.0.49 "GET /v2.0/subnetpools/156b6405-dc29-4108-b256-aab9d8a5bfe2 HTTP/1.1" status: 200 len: 734 time: 0.0186353 Oct 12 18:59:16.649191 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-c71bcf6e-51dc-4d35-8007-01f868dcec3f admin admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': '156b6405-dc29-4108-b256-aab9d8a5bfe2', 'tenant_id': '5b90f302fe654c95a22c990281b7b53b', 'ip_version': 4, 'network_id': 'c358d6cb-74d1-45ea-846a-d3bcca521fcf', 'gateway_ip': '172.20.0.1'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:59:16.726338 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c71bcf6e-51dc-4d35-8007-01f868dcec3f admin admin] Made reservation on behalf of 5b90f302fe654c95a22c990281b7b53b for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:59:16.728698 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c71bcf6e-51dc-4d35-8007-01f868dcec3f admin admin] Notify callbacks [] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:17.075371 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c71bcf6e-51dc-4d35-8007-01f868dcec3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:17.146094 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71bcf6e-51dc-4d35-8007-01f868dcec3f admin admin] Checking segment: {'id': 'aa4c10ce-7b64-4fce-805d-7e64da3cafe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'c358d6cb-74d1-45ea-846a-d3bcca521fcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:59:17.146460 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c71bcf6e-51dc-4d35-8007-01f868dcec3f admin admin] Network hostable DHCP agents. Network: c358d6cb-74d1-45ea-846a-d3bcca521fcf, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 18:59:17.150873 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71bcf6e-51dc-4d35-8007-01f868dcec3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae352905-6b78-488d-987d-5a2d958f4ab4,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:59:17.263139 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c71bcf6e-51dc-4d35-8007-01f868dcec3f admin admin] Network c358d6cb-74d1-45ea-846a-d3bcca521fcf is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 18:59:17.366443 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-c71bcf6e-51dc-4d35-8007-01f868dcec3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, c358d6cb-74d1-45ea-846a-d3bcca521fcf) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:59:17.371036 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c71bcf6e-51dc-4d35-8007-01f868dcec3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:59:17.371617 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c71bcf6e-51dc-4d35-8007-01f868dcec3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:17.375854 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b386126-9c7e-4b1a-847a-5d7532e324ec None None] Network c358d6cb-74d1-45ea-846a-d3bcca521fcf requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:59:17.472006 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-c71bcf6e-51dc-4d35-8007-01f868dcec3f admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8261561 Oct 12 18:59:17.693696 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-294be721-46e6-486d-89af-2944e31002e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-c358d6cb-74d1-45ea-846a-d3bcca521fcf', 'network_id': 'c358d6cb-74d1-45ea-846a-d3bcca521fcf', 'tenant_id': '5b90f302fe654c95a22c990281b7b53b', 'fixed_ips': [{'subnet_id': 'ae352905-6b78-488d-987d-5a2d958f4ab4'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 18:59:17.694927 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-294be721-46e6-486d-89af-2944e31002e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:18.043979 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-294be721-46e6-486d-89af-2944e31002e6 None None] Allocated IP 172.20.0.2 (c358d6cb-74d1-45ea-846a-d3bcca521fcf/ae352905-6b78-488d-987d-5a2d958f4ab4/2c71a91f-1de9-4019-810e-5253390c9f4a) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:59:18.278317 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-294be721-46e6-486d-89af-2944e31002e6 None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:18.338453 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-294be721-46e6-486d-89af-2944e31002e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:18.407569 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294be721-46e6-486d-89af-2944e31002e6 None None] Network c358d6cb-74d1-45ea-846a-d3bcca521fcf is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:59:18.415416 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-294be721-46e6-486d-89af-2944e31002e6 None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:59:18.423049 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294be721-46e6-486d-89af-2944e31002e6 None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:59:18.441716 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294be721-46e6-486d-89af-2944e31002e6 None None] Pushing event updated for resources: {'Port': ['ID=2c71a91f-1de9-4019-810e-5253390c9f4a,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:59:18.483196 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294be721-46e6-486d-89af-2944e31002e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:59:18.483533 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294be721-46e6-486d-89af-2944e31002e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:59:18.483866 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294be721-46e6-486d-89af-2944e31002e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:59:18.484215 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294be721-46e6-486d-89af-2944e31002e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:59:18.484540 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294be721-46e6-486d-89af-2944e31002e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:59:18.484862 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294be721-46e6-486d-89af-2944e31002e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:59:18.485182 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294be721-46e6-486d-89af-2944e31002e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:59:18.485500 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294be721-46e6-486d-89af-2944e31002e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:59:18.485815 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294be721-46e6-486d-89af-2944e31002e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:59:18.486663 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294be721-46e6-486d-89af-2944e31002e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:59:18.486978 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294be721-46e6-486d-89af-2944e31002e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:59:18.487293 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294be721-46e6-486d-89af-2944e31002e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:59:18.488374 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294be721-46e6-486d-89af-2944e31002e6 None None] Tracked resource versions report: Oct 12 18:59:18.488374 n-d-813679-3 neutron-server[95503]: pushed versions: Oct 12 18:59:18.488374 n-d-813679-3 neutron-server[95503]: { 'AddressGroup': {'1.2'}, Oct 12 18:59:18.488374 n-d-813679-3 neutron-server[95503]: 'ConntrackHelper': {'1.0'}, Oct 12 18:59:18.488374 n-d-813679-3 neutron-server[95503]: 'Log': {'1.0'}, Oct 12 18:59:18.488374 n-d-813679-3 neutron-server[95503]: 'Network': {'1.1'}, Oct 12 18:59:18.488374 n-d-813679-3 neutron-server[95503]: 'Port': {'1.7'}, Oct 12 18:59:18.488374 n-d-813679-3 neutron-server[95503]: 'PortForwarding': {'1.2'}, Oct 12 18:59:18.488374 n-d-813679-3 neutron-server[95503]: 'QosPolicy': {'1.10'}, Oct 12 18:59:18.488374 n-d-813679-3 neutron-server[95503]: 'SecurityGroup': {'1.4'}, Oct 12 18:59:18.488374 n-d-813679-3 neutron-server[95503]: 'SecurityGroupRule': {'1.2'}, Oct 12 18:59:18.488374 n-d-813679-3 neutron-server[95503]: 'SubPort': {'1.0'}, Oct 12 18:59:18.488374 n-d-813679-3 neutron-server[95503]: 'Subnet': {'1.1'}, Oct 12 18:59:18.488374 n-d-813679-3 neutron-server[95503]: 'Trunk': {'1.1'}} Oct 12 18:59:18.488374 n-d-813679-3 neutron-server[95503]: consumer versions: Oct 12 18:59:18.488374 n-d-813679-3 neutron-server[95503]: { DHCP agent@n-d-813679-3: {}, Oct 12 18:59:18.488374 n-d-813679-3 neutron-server[95503]: L3 agent@n-d-813679-3: {}, Oct 12 18:59:18.488374 n-d-813679-3 neutron-server[95503]: Metadata agent@n-d-813679-3: {}, Oct 12 18:59:18.488374 n-d-813679-3 neutron-server[95503]: Metering agent@n-d-813679-3: {}, Oct 12 18:59:18.488374 n-d-813679-3 neutron-server[95503]: Open vSwitch agent@n-d-813679-3: { 'AddressGroup': '1.2', Oct 12 18:59:18.488374 n-d-813679-3 neutron-server[95503]: 'ConntrackHelper': '1.0', Oct 12 18:59:18.488374 n-d-813679-3 neutron-server[95503]: 'Log': '1.0', Oct 12 18:59:18.488374 n-d-813679-3 neutron-server[95503]: 'Network': '1.1', Oct 12 18:59:18.488374 n-d-813679-3 neutron-server[95503]: 'Port': '1.7', Oct 12 18:59:18.488374 n-d-813679-3 neutron-server[95503]: 'PortForwarding': '1.2', Oct 12 18:59:18.488374 n-d-813679-3 neutron-server[95503]: 'QosPolicy': '1.10', Oct 12 18:59:18.488374 n-d-813679-3 neutron-server[95503]: 'SecurityGroup': '1.4', Oct 12 18:59:18.488374 n-d-813679-3 neutron-server[95503]: 'SecurityGroupRule': '1.2', Oct 12 18:59:18.488374 n-d-813679-3 neutron-server[95503]: 'SubPort': '1.0', Oct 12 18:59:18.488374 n-d-813679-3 neutron-server[95503]: 'Subnet': '1.1', Oct 12 18:59:18.488374 n-d-813679-3 neutron-server[95503]: 'Trunk': '1.1'}} Oct 12 18:59:18.488374 n-d-813679-3 neutron-server[95503]: {{(pid=95503) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 18:59:18.522644 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-294be721-46e6-486d-89af-2944e31002e6 None None] Attempting to bind port 2c71a91f-1de9-4019-810e-5253390c9f4a on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:59:18.523031 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-294be721-46e6-486d-89af-2944e31002e6 None None] Attempting to bind port 2c71a91f-1de9-4019-810e-5253390c9f4a by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'aa4c10ce-7b64-4fce-805d-7e64da3cafe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'c358d6cb-74d1-45ea-846a-d3bcca521fcf'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:59:18.523442 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294be721-46e6-486d-89af-2944e31002e6 None None] Attempting to bind port 2c71a91f-1de9-4019-810e-5253390c9f4a on network c358d6cb-74d1-45ea-846a-d3bcca521fcf {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:59:18.528197 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294be721-46e6-486d-89af-2944e31002e6 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:59:18.528595 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294be721-46e6-486d-89af-2944e31002e6 None None] Checking segment: {'id': 'aa4c10ce-7b64-4fce-805d-7e64da3cafe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'c358d6cb-74d1-45ea-846a-d3bcca521fcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:59:18.529071 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-294be721-46e6-486d-89af-2944e31002e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:18.529455 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294be721-46e6-486d-89af-2944e31002e6 None None] Bound using segment: {'id': 'aa4c10ce-7b64-4fce-805d-7e64da3cafe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'c358d6cb-74d1-45ea-846a-d3bcca521fcf'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:59:18.529945 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-294be721-46e6-486d-89af-2944e31002e6 None None] Bound port: 2c71a91f-1de9-4019-810e-5253390c9f4a, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa4c10ce-7b64-4fce-805d-7e64da3cafe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'c358d6cb-74d1-45ea-846a-d3bcca521fcf'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:59:18.530343 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-294be721-46e6-486d-89af-2944e31002e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:18.590758 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-294be721-46e6-486d-89af-2944e31002e6 None None] For port 2c71a91f-1de9-4019-810e-5253390c9f4a, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:59:18.594965 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-294be721-46e6-486d-89af-2944e31002e6 None None] For port 2c71a91f-1de9-4019-810e-5253390c9f4a, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=2c71a91f-1de9-4019-810e-5253390c9f4a,segment=NetworkSegment(aa4c10ce-7b64-4fce-805d-7e64da3cafe8),segment_id=aa4c10ce-7b64-4fce-805d-7e64da3cafe8)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:59:18.698501 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-294be721-46e6-486d-89af-2944e31002e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:18.768785 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294be721-46e6-486d-89af-2944e31002e6 None None] Pushing event updated for resources: {'Port': ['ID=2c71a91f-1de9-4019-810e-5253390c9f4a,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:59:20.032271 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 50794) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:59:20.367793 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [None req-d740db3a-0fb4-40a6-b96b-c1797a82d646 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 18:59:20.368800 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-d740db3a-0fb4-40a6-b96b-c1797a82d646 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3350134 Oct 12 18:59:22.893992 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 50802) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:59:23.211523 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [None req-b322b419-5f92-4a87-95d4-ae1ef15f11f7 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 18:59:23.212531 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-b322b419-5f92-4a87-95d4-ae1ef15f11f7 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3175435 Oct 12 18:59:25.910058 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 50812) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:59:26.201265 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-1c3e4fda-7feb-490c-a35d-f21da048533d admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '5b90f302fe654c95a22c990281b7b53b'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:59:26.263198 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1c3e4fda-7feb-490c-a35d-f21da048533d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8093678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255505'] for router, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:26.264787 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1c3e4fda-7feb-490c-a35d-f21da048533d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8093562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8087085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8022306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255518'] for router, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:26.397442 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1c3e4fda-7feb-490c-a35d-f21da048533d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:26.441439 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1c3e4fda-7feb-490c-a35d-f21da048533d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8093541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7915516'] for router, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:26.504716 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1c3e4fda-7feb-490c-a35d-f21da048533d admin admin] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:26.505902 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-1c3e4fda-7feb-490c-a35d-f21da048533d admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5948758 Oct 12 18:59:27.812150 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4692e4c-1cca-46b8-8e06-c791f5c716de None None] Network c358d6cb-74d1-45ea-846a-d3bcca521fcf requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:59:27.931719 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-5adf840b-84eb-464e-89b4-d9680593ac75 None None] Provisioning complete for port 2c71a91f-1de9-4019-810e-5253390c9f4a triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:59:27.932134 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5adf840b-84eb-464e-89b4-d9680593ac75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:28.111856 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5adf840b-84eb-464e-89b4-d9680593ac75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:28.152242 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-5adf840b-84eb-464e-89b4-d9680593ac75 None None] For port 2c71a91f-1de9-4019-810e-5253390c9f4a, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=2c71a91f-1de9-4019-810e-5253390c9f4a,segment=NetworkSegment(aa4c10ce-7b64-4fce-805d-7e64da3cafe8),segment_id=aa4c10ce-7b64-4fce-805d-7e64da3cafe8)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:59:28.214732 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 2c71a91f-1de9-4019-810e-5253390c9f4a up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:59:28.237009 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5adf840b-84eb-464e-89b4-d9680593ac75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:28.300428 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adf840b-84eb-464e-89b4-d9680593ac75 None None] Pushing event updated for resources: {'Port': ['ID=2c71a91f-1de9-4019-810e-5253390c9f4a,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:59:28.312976 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 2c71a91f-1de9-4019-810e-5253390c9f4a triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:59:28.314237 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:28.410863 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-525d3fc6-d93d-4ef9-bc5a-dcb7551c21d4 None None] Provisioning complete for port 2c71a91f-1de9-4019-810e-5253390c9f4a triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:59:28.410863 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-525d3fc6-d93d-4ef9-bc5a-dcb7551c21d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:29.015766 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 50824) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:59:29.080841 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-71724cb3-3c0e-4126-aca1-c2dbd3664d50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:29.326913 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [None req-f4ef4838-64ad-47a7-98a2-0eef81efc73f admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 18:59:29.327894 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-f4ef4838-64ad-47a7-98a2-0eef81efc73f admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3111625 Oct 12 18:59:30.178342 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 2c71a91f-1de9-4019-810e-5253390c9f4a up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:59:30.226376 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 2c71a91f-1de9-4019-810e-5253390c9f4a triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:59:30.226747 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:31.571670 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-41d65de4-6f3b-427a-8ce7-b6ed641f9480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:31.768659 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 50832) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:59:32.069121 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-3303621b-0e70-4b8a-b2f8-590af9b899e3 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'admin_state_up': True, 'is_default': True, 'name': 'public', 'router:external': True, 'provider:physical_network': 'physnet1'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:59:32.136948 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3303621b-0e70-4b8a-b2f8-590af9b899e3 admin admin] Made reservation on behalf of c56d4d53ca7241a4a56e28f653ab982e for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:59:32.139114 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3303621b-0e70-4b8a-b2f8-590af9b899e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:32.147923 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3303621b-0e70-4b8a-b2f8-590af9b899e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:32.220485 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3303621b-0e70-4b8a-b2f8-590af9b899e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:32.291013 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3303621b-0e70-4b8a-b2f8-590af9b899e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:32.305416 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-3303621b-0e70-4b8a-b2f8-590af9b899e3 admin admin] Reserving flat network on physical network physnet1 {{(pid=95502) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 12 18:59:32.323469 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3303621b-0e70-4b8a-b2f8-590af9b899e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8c9a3c9-a9e9-4fa8-b613-a46b8fd6b35e,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:59:32.327942 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3303621b-0e70-4b8a-b2f8-590af9b899e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:32.328304 n-d-813679-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-3303621b-0e70-4b8a-b2f8-590af9b899e3 admin admin] Added segment a24e815b-03df-4b80-8be9-1d387bdfe238 of type flat for network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c Oct 12 18:59:32.383321 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3303621b-0e70-4b8a-b2f8-590af9b899e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:32.428915 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:32.491168 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3303621b-0e70-4b8a-b2f8-590af9b899e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:32.492124 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3303621b-0e70-4b8a-b2f8-590af9b899e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:59:32.492721 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3303621b-0e70-4b8a-b2f8-590af9b899e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:32.552557 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3303621b-0e70-4b8a-b2f8-590af9b899e3 admin admin] Pushing event updated for resources: {'Network': ['ID=4afbf4a4-67f5-42d1-a358-7ba9799dab0c,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:59:32.561932 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 18:59:32.631115 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-3303621b-0e70-4b8a-b2f8-590af9b899e3 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8613904 Oct 12 18:59:32.783528 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:34.279878 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:35.121979 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 50850) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:59:35.292956 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9733aab4-6a1e-4d0b-bacd-b3bf7392bd4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:59:35.294237 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-9733aab4-6a1e-4d0b-bacd-b3bf7392bd4e admin admin] 10.222.0.49 "GET /v2.0/subnets/ae352905-6b78-488d-987d-5a2d958f4ab4 HTTP/1.1" status: 200 len: 849 time: 0.1712916 Oct 12 18:59:35.409196 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-5c05acbf-b9b5-40f0-9695-e5c146aa34d9 admin admin] 10.222.0.49 "GET /v2.0/routers/70d060a0-99dc-40d0-8443-2e20b2e6da50 HTTP/1.1" status: 200 len: 704 time: 0.1081574 Oct 12 18:59:35.666116 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8e5d52aa-aceb-482f-a7d6-4e0b050e3f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:35.951271 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-8e5d52aa-aceb-482f-a7d6-4e0b050e3f53 admin admin] Allocated IP 172.20.0.1 (c358d6cb-74d1-45ea-846a-d3bcca521fcf/ae352905-6b78-488d-987d-5a2d958f4ab4/32d384d0-d7de-481f-bfd1-9851e035ee14) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:59:36.147516 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8e5d52aa-aceb-482f-a7d6-4e0b050e3f53 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:36.274735 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8e5d52aa-aceb-482f-a7d6-4e0b050e3f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:36.345910 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5d52aa-aceb-482f-a7d6-4e0b050e3f53 admin admin] Network c358d6cb-74d1-45ea-846a-d3bcca521fcf is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:59:36.350588 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-8e5d52aa-aceb-482f-a7d6-4e0b050e3f53 admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:59:36.361512 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5d52aa-aceb-482f-a7d6-4e0b050e3f53 admin admin] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:59:36.362365 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8e5d52aa-aceb-482f-a7d6-4e0b050e3f53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7915309'] for router_interface, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:36.424214 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5d52aa-aceb-482f-a7d6-4e0b050e3f53 admin admin] Pushing event updated for resources: {'Port': ['ID=32d384d0-d7de-481f-bfd1-9851e035ee14,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:59:36.551192 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-843c3e87-94b7-4df8-b6f7-b17b523780f7 None None] Provisioning complete for port 32d384d0-d7de-481f-bfd1-9851e035ee14 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:59:36.552884 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-843c3e87-94b7-4df8-b6f7-b17b523780f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:36.586999 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-843c3e87-94b7-4df8-b6f7-b17b523780f7 None None] Port 32d384d0-d7de-481f-bfd1-9851e035ee14 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 18:59:36.627285 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8e5d52aa-aceb-482f-a7d6-4e0b050e3f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:36.829988 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8e5d52aa-aceb-482f-a7d6-4e0b050e3f53 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:36.873799 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8e5d52aa-aceb-482f-a7d6-4e0b050e3f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:36.874534 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8e5d52aa-aceb-482f-a7d6-4e0b050e3f53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7898980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8092605'] for router_interface, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:36.945815 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5d52aa-aceb-482f-a7d6-4e0b050e3f53 admin admin] Pushing event updated for resources: {'Port': ['ID=32d384d0-d7de-481f-bfd1-9851e035ee14,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:59:36.994744 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5d52aa-aceb-482f-a7d6-4e0b050e3f53 admin admin] Network c358d6cb-74d1-45ea-846a-d3bcca521fcf is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:59:36.996022 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-8e5d52aa-aceb-482f-a7d6-4e0b050e3f53 admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:59:37.208799 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-b62bd4aa-8885-4a81-921c-072e76364776 None None] Provisioning complete for port 32d384d0-d7de-481f-bfd1-9851e035ee14 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:59:37.209258 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b62bd4aa-8885-4a81-921c-072e76364776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:37.217047 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e5d52aa-aceb-482f-a7d6-4e0b050e3f53 admin admin] Router 70d060a0-99dc-40d0-8443-2e20b2e6da50 is scheduled to L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b with binding_index 1 {{(pid=95502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 18:59:37.244155 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-b62bd4aa-8885-4a81-921c-072e76364776 None None] Port 32d384d0-d7de-481f-bfd1-9851e035ee14 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 18:59:37.305975 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e5d52aa-aceb-482f-a7d6-4e0b050e3f53 admin admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:59:37.311021 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-8e5d52aa-aceb-482f-a7d6-4e0b050e3f53 admin admin] 10.222.0.49 "PUT /v2.0/routers/70d060a0-99dc-40d0-8443-2e20b2e6da50/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8961115 Oct 12 18:59:37.327500 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4577745-004e-4c29-8d44-936bad214c2b None None] Sync routers for ids ['70d060a0-99dc-40d0-8443-2e20b2e6da50'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:59:37.339348 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4577745-004e-4c29-8d44-936bad214c2b None None] Routers {'70d060a0-99dc-40d0-8443-2e20b2e6da50'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:59:37.340136 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-d4577745-004e-4c29-8d44-936bad214c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T18:59:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['70d060a0-99dc-40d0-8443-2e20b2e6da50'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:59:37.521608 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-d4577745-004e-4c29-8d44-936bad214c2b None None] Set router 70d060a0-99dc-40d0-8443-2e20b2e6da50 gateway port host: None {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:59:37.946492 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-d4577745-004e-4c29-8d44-936bad214c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70d060a0-99dc-40d0-8443-2e20b2e6da50', 'name': 'router1', 'tenant_id': '5b90f302fe654c95a22c990281b7b53b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:59:26Z', 'updated_at': '2021-10-12T18:59:36Z', 'revision_number': 2, 'project_id': '5b90f302fe654c95a22c990281b7b53b', 'gw_port_host': None, '_interfaces': [{'id': '32d384d0-d7de-481f-bfd1-9851e035ee14', 'name': '', 'network_id': 'c358d6cb-74d1-45ea-846a-d3bcca521fcf', 'tenant_id': '5b90f302fe654c95a22c990281b7b53b', 'mac_address': 'fa:16:3e:4b:05:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70d060a0-99dc-40d0-8443-2e20b2e6da50', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ae352905-6b78-488d-987d-5a2d958f4ab4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:59:35Z', 'updated_at': '2021-10-12T18:59:36Z', 'revision_number': 2, 'project_id': '5b90f302fe654c95a22c990281b7b53b', 'subnets': [{'id': 'ae352905-6b78-488d-987d-5a2d958f4ab4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '156b6405-dc29-4108-b256-aab9d8a5bfe2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:59:37.998100 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4577745-004e-4c29-8d44-936bad214c2b None None] Checking router: 70d060a0-99dc-40d0-8443-2e20b2e6da50 for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:59:37.998469 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4577745-004e-4c29-8d44-936bad214c2b None None] Updating router 70d060a0-99dc-40d0-8443-2e20b2e6da50 port 32d384d0-d7de-481f-bfd1-9851e035ee14 binding host n-d-813679-3 {{(pid=95504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 18:59:38.046275 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-d4577745-004e-4c29-8d44-936bad214c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:38.562258 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-d4577745-004e-4c29-8d44-936bad214c2b None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:38.680219 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-d4577745-004e-4c29-8d44-936bad214c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:38.834949 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5819c5-ea25-41e5-9a05-c71e97d53b1e None None] Pushing event updated for resources: {'Port': ['ID=32d384d0-d7de-481f-bfd1-9851e035ee14,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:59:38.852822 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-d4577745-004e-4c29-8d44-936bad214c2b None None] Attempting to bind port 32d384d0-d7de-481f-bfd1-9851e035ee14 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:59:38.853221 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-d4577745-004e-4c29-8d44-936bad214c2b None None] Attempting to bind port 32d384d0-d7de-481f-bfd1-9851e035ee14 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'aa4c10ce-7b64-4fce-805d-7e64da3cafe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'c358d6cb-74d1-45ea-846a-d3bcca521fcf'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:59:38.853648 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4577745-004e-4c29-8d44-936bad214c2b None None] Attempting to bind port 32d384d0-d7de-481f-bfd1-9851e035ee14 on network c358d6cb-74d1-45ea-846a-d3bcca521fcf {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:59:38.856285 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5819c5-ea25-41e5-9a05-c71e97d53b1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:59:38.856628 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5819c5-ea25-41e5-9a05-c71e97d53b1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:59:38.856963 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5819c5-ea25-41e5-9a05-c71e97d53b1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:59:38.857294 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5819c5-ea25-41e5-9a05-c71e97d53b1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:59:38.857703 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5819c5-ea25-41e5-9a05-c71e97d53b1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:59:38.857931 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5819c5-ea25-41e5-9a05-c71e97d53b1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:59:38.858257 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5819c5-ea25-41e5-9a05-c71e97d53b1e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:59:38.858587 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5819c5-ea25-41e5-9a05-c71e97d53b1e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:59:38.858900 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5819c5-ea25-41e5-9a05-c71e97d53b1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:59:38.859221 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5819c5-ea25-41e5-9a05-c71e97d53b1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:59:38.860945 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5819c5-ea25-41e5-9a05-c71e97d53b1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:59:38.861281 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5819c5-ea25-41e5-9a05-c71e97d53b1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:59:38.862696 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5819c5-ea25-41e5-9a05-c71e97d53b1e None None] Tracked resource versions report: Oct 12 18:59:38.862696 n-d-813679-3 neutron-server[95504]: pushed versions: Oct 12 18:59:38.862696 n-d-813679-3 neutron-server[95504]: { 'AddressGroup': {'1.2'}, Oct 12 18:59:38.862696 n-d-813679-3 neutron-server[95504]: 'ConntrackHelper': {'1.0'}, Oct 12 18:59:38.862696 n-d-813679-3 neutron-server[95504]: 'Log': {'1.0'}, Oct 12 18:59:38.862696 n-d-813679-3 neutron-server[95504]: 'Network': {'1.1'}, Oct 12 18:59:38.862696 n-d-813679-3 neutron-server[95504]: 'Port': {'1.7'}, Oct 12 18:59:38.862696 n-d-813679-3 neutron-server[95504]: 'PortForwarding': {'1.2'}, Oct 12 18:59:38.862696 n-d-813679-3 neutron-server[95504]: 'QosPolicy': {'1.10'}, Oct 12 18:59:38.862696 n-d-813679-3 neutron-server[95504]: 'SecurityGroup': {'1.4'}, Oct 12 18:59:38.862696 n-d-813679-3 neutron-server[95504]: 'SecurityGroupRule': {'1.2'}, Oct 12 18:59:38.862696 n-d-813679-3 neutron-server[95504]: 'SubPort': {'1.0'}, Oct 12 18:59:38.862696 n-d-813679-3 neutron-server[95504]: 'Subnet': {'1.1'}, Oct 12 18:59:38.862696 n-d-813679-3 neutron-server[95504]: 'Trunk': {'1.1'}} Oct 12 18:59:38.862696 n-d-813679-3 neutron-server[95504]: consumer versions: Oct 12 18:59:38.862696 n-d-813679-3 neutron-server[95504]: { DHCP agent@n-d-813679-3: {}, Oct 12 18:59:38.862696 n-d-813679-3 neutron-server[95504]: L3 agent@n-d-813679-3: {}, Oct 12 18:59:38.862696 n-d-813679-3 neutron-server[95504]: Metadata agent@n-d-813679-3: {}, Oct 12 18:59:38.862696 n-d-813679-3 neutron-server[95504]: Metering agent@n-d-813679-3: {}, Oct 12 18:59:38.862696 n-d-813679-3 neutron-server[95504]: Open vSwitch agent@n-d-813679-3: { 'AddressGroup': '1.2', Oct 12 18:59:38.862696 n-d-813679-3 neutron-server[95504]: 'ConntrackHelper': '1.0', Oct 12 18:59:38.862696 n-d-813679-3 neutron-server[95504]: 'Log': '1.0', Oct 12 18:59:38.862696 n-d-813679-3 neutron-server[95504]: 'Network': '1.1', Oct 12 18:59:38.862696 n-d-813679-3 neutron-server[95504]: 'Port': '1.7', Oct 12 18:59:38.862696 n-d-813679-3 neutron-server[95504]: 'PortForwarding': '1.2', Oct 12 18:59:38.862696 n-d-813679-3 neutron-server[95504]: 'QosPolicy': '1.10', Oct 12 18:59:38.862696 n-d-813679-3 neutron-server[95504]: 'SecurityGroup': '1.4', Oct 12 18:59:38.862696 n-d-813679-3 neutron-server[95504]: 'SecurityGroupRule': '1.2', Oct 12 18:59:38.862696 n-d-813679-3 neutron-server[95504]: 'SubPort': '1.0', Oct 12 18:59:38.862696 n-d-813679-3 neutron-server[95504]: 'Subnet': '1.1', Oct 12 18:59:38.862696 n-d-813679-3 neutron-server[95504]: 'Trunk': '1.1'}} Oct 12 18:59:38.862696 n-d-813679-3 neutron-server[95504]: {{(pid=95504) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 18:59:38.870515 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4577745-004e-4c29-8d44-936bad214c2b None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:59:38.870955 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4577745-004e-4c29-8d44-936bad214c2b None None] Checking segment: {'id': 'aa4c10ce-7b64-4fce-805d-7e64da3cafe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'c358d6cb-74d1-45ea-846a-d3bcca521fcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:59:38.871429 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-d4577745-004e-4c29-8d44-936bad214c2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:38.871811 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4577745-004e-4c29-8d44-936bad214c2b None None] Bound using segment: {'id': 'aa4c10ce-7b64-4fce-805d-7e64da3cafe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'c358d6cb-74d1-45ea-846a-d3bcca521fcf'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:59:38.872341 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-d4577745-004e-4c29-8d44-936bad214c2b None None] Bound port: 32d384d0-d7de-481f-bfd1-9851e035ee14, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa4c10ce-7b64-4fce-805d-7e64da3cafe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'c358d6cb-74d1-45ea-846a-d3bcca521fcf'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:59:38.872736 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-d4577745-004e-4c29-8d44-936bad214c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:38.876822 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-af2f304e-cb3f-4fce-82e6-39d73a50744c None None] Provisioning complete for port 32d384d0-d7de-481f-bfd1-9851e035ee14 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:59:38.877290 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-af2f304e-cb3f-4fce-82e6-39d73a50744c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:38.909475 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-af2f304e-cb3f-4fce-82e6-39d73a50744c None None] Port 32d384d0-d7de-481f-bfd1-9851e035ee14 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 18:59:38.939012 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-d4577745-004e-4c29-8d44-936bad214c2b None None] For port 32d384d0-d7de-481f-bfd1-9851e035ee14, host n-d-813679-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:59:38.957931 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-d4577745-004e-4c29-8d44-936bad214c2b None None] For port 32d384d0-d7de-481f-bfd1-9851e035ee14, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=32d384d0-d7de-481f-bfd1-9851e035ee14,segment=NetworkSegment(aa4c10ce-7b64-4fce-805d-7e64da3cafe8),segment_id=aa4c10ce-7b64-4fce-805d-7e64da3cafe8)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:59:39.034563 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-d4577745-004e-4c29-8d44-936bad214c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:39.088768 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5819c5-ea25-41e5-9a05-c71e97d53b1e None None] Pushing event updated for resources: {'Port': ['ID=32d384d0-d7de-481f-bfd1-9851e035ee14,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:59:39.097789 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4577745-004e-4c29-8d44-936bad214c2b None None] Routers {'70d060a0-99dc-40d0-8443-2e20b2e6da50'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:59:39.102735 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-d4577745-004e-4c29-8d44-936bad214c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T18:59:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['70d060a0-99dc-40d0-8443-2e20b2e6da50'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:59:39.185529 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-d4577745-004e-4c29-8d44-936bad214c2b None None] Set router 70d060a0-99dc-40d0-8443-2e20b2e6da50 gateway port host: None {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:59:39.332236 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-53afcc1a-4832-4338-8eb8-f63213c9b360 None None] Provisioning complete for port 32d384d0-d7de-481f-bfd1-9851e035ee14 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:59:39.332520 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-53afcc1a-4832-4338-8eb8-f63213c9b360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:39.395601 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-d4577745-004e-4c29-8d44-936bad214c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70d060a0-99dc-40d0-8443-2e20b2e6da50', 'name': 'router1', 'tenant_id': '5b90f302fe654c95a22c990281b7b53b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:59:26Z', 'updated_at': '2021-10-12T18:59:36Z', 'revision_number': 2, 'project_id': '5b90f302fe654c95a22c990281b7b53b', 'gw_port_host': None, '_interfaces': [{'id': '32d384d0-d7de-481f-bfd1-9851e035ee14', 'name': '', 'network_id': 'c358d6cb-74d1-45ea-846a-d3bcca521fcf', 'tenant_id': '5b90f302fe654c95a22c990281b7b53b', 'mac_address': 'fa:16:3e:4b:05:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70d060a0-99dc-40d0-8443-2e20b2e6da50', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ae352905-6b78-488d-987d-5a2d958f4ab4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:59:35Z', 'updated_at': '2021-10-12T18:59:38Z', 'revision_number': 4, 'project_id': '5b90f302fe654c95a22c990281b7b53b', 'subnets': [{'id': 'ae352905-6b78-488d-987d-5a2d958f4ab4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '156b6405-dc29-4108-b256-aab9d8a5bfe2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:59:39.410814 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-53afcc1a-4832-4338-8eb8-f63213c9b360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:39.421603 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4577745-004e-4c29-8d44-936bad214c2b None None] The sync data for ids ['70d060a0-99dc-40d0-8443-2e20b2e6da50'] in n-d-813679-3 is: [{'id': '70d060a0-99dc-40d0-8443-2e20b2e6da50', 'name': 'router1', 'tenant_id': '5b90f302fe654c95a22c990281b7b53b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:59:26Z', 'updated_at': '2021-10-12T18:59:36Z', 'revision_number': 2, 'project_id': '5b90f302fe654c95a22c990281b7b53b', 'gw_port_host': None, '_interfaces': [{'id': '32d384d0-d7de-481f-bfd1-9851e035ee14', 'name': '', 'network_id': 'c358d6cb-74d1-45ea-846a-d3bcca521fcf', 'tenant_id': '5b90f302fe654c95a22c990281b7b53b', 'mac_address': 'fa:16:3e:4b:05:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70d060a0-99dc-40d0-8443-2e20b2e6da50', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ae352905-6b78-488d-987d-5a2d958f4ab4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:59:35Z', 'updated_at': '2021-10-12T18:59:38Z', 'revision_number': 4, 'project_id': '5b90f302fe654c95a22c990281b7b53b', 'subnets': [{'id': 'ae352905-6b78-488d-987d-5a2d958f4ab4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '156b6405-dc29-4108-b256-aab9d8a5bfe2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:59:39.450359 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-53afcc1a-4832-4338-8eb8-f63213c9b360 None None] For port 32d384d0-d7de-481f-bfd1-9851e035ee14, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=32d384d0-d7de-481f-bfd1-9851e035ee14,segment=NetworkSegment(aa4c10ce-7b64-4fce-805d-7e64da3cafe8),segment_id=aa4c10ce-7b64-4fce-805d-7e64da3cafe8)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:59:39.514406 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-53afcc1a-4832-4338-8eb8-f63213c9b360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:39.561472 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53afcc1a-4832-4338-8eb8-f63213c9b360 None None] Pushing event updated for resources: {'Port': ['ID=32d384d0-d7de-481f-bfd1-9851e035ee14,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:59:39.639609 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 50870) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:59:39.747612 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2356e6f3-2c8a-4330-b6f5-8299f13d9d85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:59:39.749091 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-2356e6f3-2c8a-4330-b6f5-8299f13d9d85 admin admin] 10.222.0.49 "GET /v2.0/networks/4afbf4a4-67f5-42d1-a358-7ba9799dab0c HTTP/1.1" status: 200 len: 842 time: 0.1084106 Oct 12 18:59:39.758964 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-1d32a46c-2d43-42b8-bc52-c8d3247d355a admin admin] Request body: {'subnet': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'cidr': '172.25.5.0/24', 'name': 'public-subnet', 'gateway_ip': '172.25.5.1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:59:39.839506 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d32a46c-2d43-42b8-bc52-c8d3247d355a admin admin] Made reservation on behalf of c56d4d53ca7241a4a56e28f653ab982e for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:59:39.841929 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1d32a46c-2d43-42b8-bc52-c8d3247d355a admin admin] Notify callbacks [] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:40.240879 n-d-813679-3 neutron-server[95502]: DEBUG neutron.objects.ports [None req-1d32a46c-2d43-42b8-bc52-c8d3247d355a admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95502) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 12 18:59:40.241333 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1d32a46c-2d43-42b8-bc52-c8d3247d355a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:40.296479 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d32a46c-2d43-42b8-bc52-c8d3247d355a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a511bda-5d3a-48cf-8eff-ce6ad3695a18,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:59:40.305283 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d32a46c-2d43-42b8-bc52-c8d3247d355a admin admin] Checking segment: {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:59:40.305801 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d32a46c-2d43-42b8-bc52-c8d3247d355a admin admin] Network hostable DHCP agents. Network: 4afbf4a4-67f5-42d1-a358-7ba9799dab0c, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 18:59:40.382614 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d32a46c-2d43-42b8-bc52-c8d3247d355a admin admin] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 18:59:40.439964 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-1d32a46c-2d43-42b8-bc52-c8d3247d355a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, 4afbf4a4-67f5-42d1-a358-7ba9799dab0c) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:59:40.444194 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d32a46c-2d43-42b8-bc52-c8d3247d355a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:59:40.444914 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1d32a46c-2d43-42b8-bc52-c8d3247d355a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:40.449547 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a513d53f-fd2c-45a1-b0ca-6518428f46a5 None None] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:59:40.528080 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-1d32a46c-2d43-42b8-bc52-c8d3247d355a admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7649133 Oct 12 18:59:40.581745 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879d1bcb-1326-463c-b6ff-244fef2e8a5e None None] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:59:42.943027 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 50878) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:59:43.091796 n-d-813679-3 neutron-server[95501]: WARNING oslo_policy.policy [None req-de2a97bc-e83d-42e9-ae49-0ae28b806ea7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 18:59:43.092506 n-d-813679-3 neutron-server[95501]: WARNING oslo_policy.policy [None req-de2a97bc-e83d-42e9-ae49-0ae28b806ea7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 18:59:43.380704 n-d-813679-3 neutron-server[95501]: DEBUG neutron.policy [None req-de2a97bc-e83d-42e9-ae49-0ae28b806ea7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=95501) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 12 18:59:43.428041 n-d-813679-3 neutron-server[95501]: WARNING oslo_policy.policy [None req-de2a97bc-e83d-42e9-ae49-0ae28b806ea7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 18:59:43.428418 n-d-813679-3 neutron-server[95501]: WARNING oslo_policy.policy [None req-de2a97bc-e83d-42e9-ae49-0ae28b806ea7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 18:59:43.667020 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-de2a97bc-e83d-42e9-ae49-0ae28b806ea7 admin admin] 10.222.0.49 "GET /v2.0/routers/70d060a0-99dc-40d0-8443-2e20b2e6da50 HTTP/1.1" status: 200 len: 710 time: 0.7216020 Oct 12 18:59:43.856576 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727f1f43-2812-49f5-8173-5690a53ea72e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:59:43.858286 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-727f1f43-2812-49f5-8173-5690a53ea72e admin admin] 10.222.0.49 "GET /v2.0/networks/4afbf4a4-67f5-42d1-a358-7ba9799dab0c HTTP/1.1" status: 200 len: 886 time: 0.1854501 Oct 12 18:59:43.868602 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-7360d770-212d-4b46-95c5-9b928979efeb admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:59:44.125939 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7360d770-212d-4b46-95c5-9b928979efeb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:44.443807 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7360d770-212d-4b46-95c5-9b928979efeb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:44.522769 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7360d770-212d-4b46-95c5-9b928979efeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:44.710099 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-7360d770-212d-4b46-95c5-9b928979efeb admin admin] Allocated IP 172.25.5.183 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/4b7f6a83-2376-4d3e-9fce-d6d97d8830a2) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:59:44.816518 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7360d770-212d-4b46-95c5-9b928979efeb admin admin] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:44.943552 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7360d770-212d-4b46-95c5-9b928979efeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:45.010112 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7360d770-212d-4b46-95c5-9b928979efeb admin admin] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:59:45.014557 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-7360d770-212d-4b46-95c5-9b928979efeb admin admin] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:59:45.065500 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7360d770-212d-4b46-95c5-9b928979efeb admin admin] Pushing event updated for resources: {'Port': ['ID=4b7f6a83-2376-4d3e-9fce-d6d97d8830a2,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:59:45.068488 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7360d770-212d-4b46-95c5-9b928979efeb admin admin] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:59:45.132743 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7360d770-212d-4b46-95c5-9b928979efeb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:59:45.133332 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7360d770-212d-4b46-95c5-9b928979efeb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:59:45.133412 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7360d770-212d-4b46-95c5-9b928979efeb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:59:45.133732 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7360d770-212d-4b46-95c5-9b928979efeb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:59:45.134060 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7360d770-212d-4b46-95c5-9b928979efeb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:59:45.134376 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7360d770-212d-4b46-95c5-9b928979efeb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:59:45.134699 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7360d770-212d-4b46-95c5-9b928979efeb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:59:45.135019 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7360d770-212d-4b46-95c5-9b928979efeb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:59:45.135326 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7360d770-212d-4b46-95c5-9b928979efeb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:59:45.135636 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7360d770-212d-4b46-95c5-9b928979efeb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:59:45.135948 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7360d770-212d-4b46-95c5-9b928979efeb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:59:45.136295 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7360d770-212d-4b46-95c5-9b928979efeb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:59:45.137347 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7360d770-212d-4b46-95c5-9b928979efeb admin admin] Tracked resource versions report: Oct 12 18:59:45.137347 n-d-813679-3 neutron-server[95501]: pushed versions: Oct 12 18:59:45.137347 n-d-813679-3 neutron-server[95501]: { 'AddressGroup': {'1.2'}, Oct 12 18:59:45.137347 n-d-813679-3 neutron-server[95501]: 'ConntrackHelper': {'1.0'}, Oct 12 18:59:45.137347 n-d-813679-3 neutron-server[95501]: 'Log': {'1.0'}, Oct 12 18:59:45.137347 n-d-813679-3 neutron-server[95501]: 'Network': {'1.1'}, Oct 12 18:59:45.137347 n-d-813679-3 neutron-server[95501]: 'Port': {'1.7'}, Oct 12 18:59:45.137347 n-d-813679-3 neutron-server[95501]: 'PortForwarding': {'1.2'}, Oct 12 18:59:45.137347 n-d-813679-3 neutron-server[95501]: 'QosPolicy': {'1.10'}, Oct 12 18:59:45.137347 n-d-813679-3 neutron-server[95501]: 'SecurityGroup': {'1.4'}, Oct 12 18:59:45.137347 n-d-813679-3 neutron-server[95501]: 'SecurityGroupRule': {'1.2'}, Oct 12 18:59:45.137347 n-d-813679-3 neutron-server[95501]: 'SubPort': {'1.0'}, Oct 12 18:59:45.137347 n-d-813679-3 neutron-server[95501]: 'Subnet': {'1.1'}, Oct 12 18:59:45.137347 n-d-813679-3 neutron-server[95501]: 'Trunk': {'1.1'}} Oct 12 18:59:45.137347 n-d-813679-3 neutron-server[95501]: consumer versions: Oct 12 18:59:45.137347 n-d-813679-3 neutron-server[95501]: { DHCP agent@n-d-813679-3: {}, Oct 12 18:59:45.137347 n-d-813679-3 neutron-server[95501]: L3 agent@n-d-813679-3: {}, Oct 12 18:59:45.137347 n-d-813679-3 neutron-server[95501]: Metadata agent@n-d-813679-3: {}, Oct 12 18:59:45.137347 n-d-813679-3 neutron-server[95501]: Metering agent@n-d-813679-3: {}, Oct 12 18:59:45.137347 n-d-813679-3 neutron-server[95501]: Open vSwitch agent@n-d-813679-3: { 'AddressGroup': '1.2', Oct 12 18:59:45.137347 n-d-813679-3 neutron-server[95501]: 'ConntrackHelper': '1.0', Oct 12 18:59:45.137347 n-d-813679-3 neutron-server[95501]: 'Log': '1.0', Oct 12 18:59:45.137347 n-d-813679-3 neutron-server[95501]: 'Network': '1.1', Oct 12 18:59:45.137347 n-d-813679-3 neutron-server[95501]: 'Port': '1.7', Oct 12 18:59:45.137347 n-d-813679-3 neutron-server[95501]: 'PortForwarding': '1.2', Oct 12 18:59:45.137347 n-d-813679-3 neutron-server[95501]: 'QosPolicy': '1.10', Oct 12 18:59:45.137347 n-d-813679-3 neutron-server[95501]: 'SecurityGroup': '1.4', Oct 12 18:59:45.137347 n-d-813679-3 neutron-server[95501]: 'SecurityGroupRule': '1.2', Oct 12 18:59:45.137347 n-d-813679-3 neutron-server[95501]: 'SubPort': '1.0', Oct 12 18:59:45.137347 n-d-813679-3 neutron-server[95501]: 'Subnet': '1.1', Oct 12 18:59:45.137347 n-d-813679-3 neutron-server[95501]: 'Trunk': '1.1'}} Oct 12 18:59:45.137347 n-d-813679-3 neutron-server[95501]: {{(pid=95501) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 18:59:45.409264 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7360d770-212d-4b46-95c5-9b928979efeb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:45.637256 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7360d770-212d-4b46-95c5-9b928979efeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8087071', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8093548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255500'] for router, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:45.642473 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7360d770-212d-4b46-95c5-9b928979efeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7915516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8087046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7915509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8093527'] for router, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:45.749840 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7360d770-212d-4b46-95c5-9b928979efeb admin admin] Router 70d060a0-99dc-40d0-8443-2e20b2e6da50 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 18:59:45.853700 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7360d770-212d-4b46-95c5-9b928979efeb admin admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:59:45.858285 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7360d770-212d-4b46-95c5-9b928979efeb admin admin] Notify callbacks [] for router, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:45.864067 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-7360d770-212d-4b46-95c5-9b928979efeb admin admin] 10.222.0.49 "PUT /v2.0/routers/70d060a0-99dc-40d0-8443-2e20b2e6da50 HTTP/1.1" status: 200 len: 890 time: 1.9944174 Oct 12 18:59:46.219393 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 32d384d0-d7de-481f-bfd1-9851e035ee14 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:59:46.273406 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 32d384d0-d7de-481f-bfd1-9851e035ee14 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:59:46.273783 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:46.339527 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40d6bde-0791-4d03-8b3b-b379f9b2db92 None None] Sync routers for ids ['70d060a0-99dc-40d0-8443-2e20b2e6da50'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:59:46.359146 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40d6bde-0791-4d03-8b3b-b379f9b2db92 None None] Routers {'70d060a0-99dc-40d0-8443-2e20b2e6da50'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:59:46.360246 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-c40d6bde-0791-4d03-8b3b-b379f9b2db92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T18:59:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['70d060a0-99dc-40d0-8443-2e20b2e6da50'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:59:46.560385 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-c40d6bde-0791-4d03-8b3b-b379f9b2db92 None None] Set router 70d060a0-99dc-40d0-8443-2e20b2e6da50 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:59:46.936897 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-c40d6bde-0791-4d03-8b3b-b379f9b2db92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70d060a0-99dc-40d0-8443-2e20b2e6da50', 'name': 'router1', 'tenant_id': '5b90f302fe654c95a22c990281b7b53b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '4b7f6a83-2376-4d3e-9fce-d6d97d8830a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:59:26Z', 'updated_at': '2021-10-12T18:59:45Z', 'revision_number': 4, 'project_id': '5b90f302fe654c95a22c990281b7b53b', 'gw_port': {'id': '4b7f6a83-2376-4d3e-9fce-d6d97d8830a2', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:10:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70d060a0-99dc-40d0-8443-2e20b2e6da50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:59:44Z', 'updated_at': '2021-10-12T18:59:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '32d384d0-d7de-481f-bfd1-9851e035ee14', 'name': '', 'network_id': 'c358d6cb-74d1-45ea-846a-d3bcca521fcf', 'tenant_id': '5b90f302fe654c95a22c990281b7b53b', 'mac_address': 'fa:16:3e:4b:05:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d060a0-99dc-40d0-8443-2e20b2e6da50', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ae352905-6b78-488d-987d-5a2d958f4ab4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:59:35Z', 'updated_at': '2021-10-12T18:59:39Z', 'revision_number': 5, 'project_id': '5b90f302fe654c95a22c990281b7b53b', 'subnets': [{'id': 'ae352905-6b78-488d-987d-5a2d958f4ab4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '156b6405-dc29-4108-b256-aab9d8a5bfe2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:59:46.987249 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40d6bde-0791-4d03-8b3b-b379f9b2db92 None None] Checking router: 70d060a0-99dc-40d0-8443-2e20b2e6da50 for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:59:46.987593 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40d6bde-0791-4d03-8b3b-b379f9b2db92 None None] Updating router 70d060a0-99dc-40d0-8443-2e20b2e6da50 port 4b7f6a83-2376-4d3e-9fce-d6d97d8830a2 binding host n-d-813679-3 {{(pid=95503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 18:59:47.033540 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c40d6bde-0791-4d03-8b3b-b379f9b2db92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:47.417146 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c40d6bde-0791-4d03-8b3b-b379f9b2db92 None None] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:47.502208 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c40d6bde-0791-4d03-8b3b-b379f9b2db92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:47.549560 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-c40d6bde-0791-4d03-8b3b-b379f9b2db92 None None] Attempting to bind port 4b7f6a83-2376-4d3e-9fce-d6d97d8830a2 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:59:47.549929 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-c40d6bde-0791-4d03-8b3b-b379f9b2db92 None None] Attempting to bind port 4b7f6a83-2376-4d3e-9fce-d6d97d8830a2 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:59:47.550294 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40d6bde-0791-4d03-8b3b-b379f9b2db92 None None] Attempting to bind port 4b7f6a83-2376-4d3e-9fce-d6d97d8830a2 on network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:59:47.555347 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de74aaf2-9ea6-4bcb-b4ac-a7202731bd71 None None] Pushing event updated for resources: {'Port': ['ID=4b7f6a83-2376-4d3e-9fce-d6d97d8830a2,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:59:47.559750 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40d6bde-0791-4d03-8b3b-b379f9b2db92 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:59:47.560149 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40d6bde-0791-4d03-8b3b-b379f9b2db92 None None] Checking segment: {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:59:47.560548 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c40d6bde-0791-4d03-8b3b-b379f9b2db92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:47.560930 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40d6bde-0791-4d03-8b3b-b379f9b2db92 None None] Bound using segment: {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:59:47.561397 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-c40d6bde-0791-4d03-8b3b-b379f9b2db92 None None] Bound port: 4b7f6a83-2376-4d3e-9fce-d6d97d8830a2, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:59:47.561787 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c40d6bde-0791-4d03-8b3b-b379f9b2db92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:47.612246 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-c40d6bde-0791-4d03-8b3b-b379f9b2db92 None None] For port 4b7f6a83-2376-4d3e-9fce-d6d97d8830a2, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:59:47.615246 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-c40d6bde-0791-4d03-8b3b-b379f9b2db92 None None] For port 4b7f6a83-2376-4d3e-9fce-d6d97d8830a2, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=4b7f6a83-2376-4d3e-9fce-d6d97d8830a2,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:59:47.679635 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c40d6bde-0791-4d03-8b3b-b379f9b2db92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:47.738286 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40d6bde-0791-4d03-8b3b-b379f9b2db92 None None] Routers {'70d060a0-99dc-40d0-8443-2e20b2e6da50'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:59:47.738896 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-c40d6bde-0791-4d03-8b3b-b379f9b2db92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T18:59:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['70d060a0-99dc-40d0-8443-2e20b2e6da50'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:59:47.740685 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de74aaf2-9ea6-4bcb-b4ac-a7202731bd71 None None] Pushing event updated for resources: {'Port': ['ID=4b7f6a83-2376-4d3e-9fce-d6d97d8830a2,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:59:47.843590 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-c40d6bde-0791-4d03-8b3b-b379f9b2db92 None None] Set router 70d060a0-99dc-40d0-8443-2e20b2e6da50 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:59:48.045414 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-c40d6bde-0791-4d03-8b3b-b379f9b2db92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70d060a0-99dc-40d0-8443-2e20b2e6da50', 'name': 'router1', 'tenant_id': '5b90f302fe654c95a22c990281b7b53b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '4b7f6a83-2376-4d3e-9fce-d6d97d8830a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:59:26Z', 'updated_at': '2021-10-12T18:59:45Z', 'revision_number': 4, 'project_id': '5b90f302fe654c95a22c990281b7b53b', 'gw_port': {'id': '4b7f6a83-2376-4d3e-9fce-d6d97d8830a2', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:10:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70d060a0-99dc-40d0-8443-2e20b2e6da50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:59:44Z', 'updated_at': '2021-10-12T18:59:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '32d384d0-d7de-481f-bfd1-9851e035ee14', 'name': '', 'network_id': 'c358d6cb-74d1-45ea-846a-d3bcca521fcf', 'tenant_id': '5b90f302fe654c95a22c990281b7b53b', 'mac_address': 'fa:16:3e:4b:05:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d060a0-99dc-40d0-8443-2e20b2e6da50', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ae352905-6b78-488d-987d-5a2d958f4ab4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:59:35Z', 'updated_at': '2021-10-12T18:59:39Z', 'revision_number': 5, 'project_id': '5b90f302fe654c95a22c990281b7b53b', 'subnets': [{'id': 'ae352905-6b78-488d-987d-5a2d958f4ab4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '156b6405-dc29-4108-b256-aab9d8a5bfe2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:59:48.074566 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40d6bde-0791-4d03-8b3b-b379f9b2db92 None None] The sync data for ids ['70d060a0-99dc-40d0-8443-2e20b2e6da50'] in n-d-813679-3 is: [{'id': '70d060a0-99dc-40d0-8443-2e20b2e6da50', 'name': 'router1', 'tenant_id': '5b90f302fe654c95a22c990281b7b53b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '4b7f6a83-2376-4d3e-9fce-d6d97d8830a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:59:26Z', 'updated_at': '2021-10-12T18:59:45Z', 'revision_number': 4, 'project_id': '5b90f302fe654c95a22c990281b7b53b', 'gw_port': {'id': '4b7f6a83-2376-4d3e-9fce-d6d97d8830a2', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:10:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70d060a0-99dc-40d0-8443-2e20b2e6da50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:59:44Z', 'updated_at': '2021-10-12T18:59:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '32d384d0-d7de-481f-bfd1-9851e035ee14', 'name': '', 'network_id': 'c358d6cb-74d1-45ea-846a-d3bcca521fcf', 'tenant_id': '5b90f302fe654c95a22c990281b7b53b', 'mac_address': 'fa:16:3e:4b:05:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d060a0-99dc-40d0-8443-2e20b2e6da50', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ae352905-6b78-488d-987d-5a2d958f4ab4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:59:35Z', 'updated_at': '2021-10-12T18:59:39Z', 'revision_number': 5, 'project_id': '5b90f302fe654c95a22c990281b7b53b', 'subnets': [{'id': 'ae352905-6b78-488d-987d-5a2d958f4ab4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '156b6405-dc29-4108-b256-aab9d8a5bfe2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:59:48.273849 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 4b7f6a83-2376-4d3e-9fce-d6d97d8830a2 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:59:48.323939 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 4b7f6a83-2376-4d3e-9fce-d6d97d8830a2 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:59:48.324370 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:48.392647 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 50902) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:59:48.408078 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:48.430309 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] For port 4b7f6a83-2376-4d3e-9fce-d6d97d8830a2, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=4b7f6a83-2376-4d3e-9fce-d6d97d8830a2,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:59:48.515010 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-a4c9a4d1-6a9f-43ea-9044-f1c40b92d93c admin admin] 10.222.0.49 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1211371 Oct 12 18:59:48.519688 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:48.574816 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Pushing event updated for resources: {'Port': ['ID=4b7f6a83-2376-4d3e-9fce-d6d97d8830a2,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:59:50.199752 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 4b7f6a83-2376-4d3e-9fce-d6d97d8830a2 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:59:50.254568 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 4b7f6a83-2376-4d3e-9fce-d6d97d8830a2 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:59:50.255191 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:59:51.016041 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 5 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:59:59.230970 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2919989f-2b95-4906-91a8-d88675744767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:00:01.588097 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9ee4e83f-cfaa-495c-91a4-564e5e933d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:00:02.416297 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:00:02.833647 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:00:04.296251 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:00:28.016019 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 5 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 19:00:29.289960 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-81c029b9-3b40-487d-b2d3-4e72d77ecde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:00:31.570730 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fc7a7151-8878-4269-b8bf-5ea88689f90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:00:32.408685 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:00:32.827917 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:00:34.914192 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:00:59.077815 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a74c5041-ebbf-411b-99e3-ceef62d12451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:01:01.597507 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-33238f26-3973-44f9-ba67-518a4b6dbed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:01:02.403245 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:01:02.808763 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:01:04.288714 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:01:05.014844 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 5 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 19:01:29.116723 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fa1ab896-0e8e-43f3-a119-b17e4f342f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:01:31.585012 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-528633bf-eca3-49dc-bd1c-1a5c7d5d6044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:01:32.394971 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 51496) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:01:32.405830 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:01:32.458171 n-d-813679-3 neutron-server[95501]: INFO neutron.pecan_wsgi.hooks.translation [None req-844b09d3-08bb-4a6d-9987-69fb9edd7a97 admin admin] GET failed (client error): The resource could not be found. Oct 12 19:01:32.459502 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-844b09d3-08bb-4a6d-9987-69fb9edd7a97 admin admin] 10.222.0.49 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0635972 Oct 12 19:01:32.617236 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f3ee08-47ab-4330-b6e0-3ea1af67df5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:01:32.618579 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-58f3ee08-47ab-4330-b6e0-3ea1af67df5c admin admin] 10.222.0.49 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1543558 Oct 12 19:01:32.853714 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:01:34.305068 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:01:34.888304 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 51506) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:01:34.989480 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-195a8afe-b573-4904-b269-af310ea5cef1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:01:34.990857 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-195a8afe-b573-4904-b269-af310ea5cef1 admin admin] 10.222.0.49 "GET /v2.0/subnets/ae352905-6b78-488d-987d-5a2d958f4ab4 HTTP/1.1" status: 200 len: 849 time: 0.1016088 Oct 12 19:01:35.001691 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-5c506e86-dce8-4562-9436-4b141f1949e8 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:01:35.086403 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5c506e86-dce8-4562-9436-4b141f1949e8 admin admin] Notify callbacks [] for subnet, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:01:35.311584 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5c506e86-dce8-4562-9436-4b141f1949e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8732990049805'] for subnet, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:01:35.342559 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c506e86-dce8-4562-9436-4b141f1949e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:01:35.343118 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5c506e86-dce8-4562-9436-4b141f1949e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:01:35.344466 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-5c506e86-dce8-4562-9436-4b141f1949e8 admin admin] 10.222.0.49 "PUT /v2.0/subnets/ae352905-6b78-488d-987d-5a2d958f4ab4 HTTP/1.1" status: 200 len: 868 time: 0.3465900 Oct 12 19:01:35.351813 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-720712e3-4918-4b69-927e-72b16032ea55 None None] Network c358d6cb-74d1-45ea-846a-d3bcca521fcf requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:01:35.369201 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c506e86-dce8-4562-9436-4b141f1949e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae352905-6b78-488d-987d-5a2d958f4ab4,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:01:35.377629 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c506e86-dce8-4562-9436-4b141f1949e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:01:35.378002 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c506e86-dce8-4562-9436-4b141f1949e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:01:35.378417 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c506e86-dce8-4562-9436-4b141f1949e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:01:35.378663 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c506e86-dce8-4562-9436-4b141f1949e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:01:35.378998 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c506e86-dce8-4562-9436-4b141f1949e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:01:35.379365 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c506e86-dce8-4562-9436-4b141f1949e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:01:35.379699 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c506e86-dce8-4562-9436-4b141f1949e8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:01:35.380066 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c506e86-dce8-4562-9436-4b141f1949e8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:01:35.380378 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c506e86-dce8-4562-9436-4b141f1949e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:01:35.380709 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c506e86-dce8-4562-9436-4b141f1949e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:01:35.381033 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c506e86-dce8-4562-9436-4b141f1949e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:01:35.381359 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c506e86-dce8-4562-9436-4b141f1949e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:01:35.770238 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-8e462e33-c5c3-4136-aa3b-1cec98e624d6 None None] Provisioning complete for port 2c71a91f-1de9-4019-810e-5253390c9f4a triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:01:35.770612 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8e462e33-c5c3-4136-aa3b-1cec98e624d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:01:35.855251 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-8e462e33-c5c3-4136-aa3b-1cec98e624d6 None None] Provisioning complete for port 32d384d0-d7de-481f-bfd1-9851e035ee14 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:01:35.855510 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8e462e33-c5c3-4136-aa3b-1cec98e624d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:01:37.659783 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 51514) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:01:37.860188 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490c48d2-4c45-47cf-85e4-2668819f7cae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:01:37.860568 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490c48d2-4c45-47cf-85e4-2668819f7cae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:01:37.862099 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-490c48d2-4c45-47cf-85e4-2668819f7cae admin admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2013030 Oct 12 19:01:40.116612 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 51522) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:01:40.315362 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad550c53-08dc-4ddd-a543-14a4859ba605 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:01:40.315745 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad550c53-08dc-4ddd-a543-14a4859ba605 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:01:40.317308 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-ad550c53-08dc-4ddd-a543-14a4859ba605 admin admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1997409 Oct 12 19:01:42.070324 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 5 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 19:01:42.601174 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 51532) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:01:42.726481 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a70ca02-509a-4422-a448-d82ca015648a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:01:42.727841 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-3a70ca02-509a-4422-a448-d82ca015648a admin admin] 10.222.0.49 "GET /v2.0/networks/4afbf4a4-67f5-42d1-a358-7ba9799dab0c HTTP/1.1" status: 200 len: 886 time: 0.1257203 Oct 12 19:01:44.978717 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 51540) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:01:45.107638 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc39ffb-afdf-4d36-8e53-48aca1cdbc35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:01:45.109126 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-9cc39ffb-afdf-4d36-8e53-48aca1cdbc35 admin admin] 10.222.0.49 "GET /v2.0/networks/c358d6cb-74d1-45ea-846a-d3bcca521fcf HTTP/1.1" status: 200 len: 869 time: 0.1293552 Oct 12 19:01:47.374416 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 51548) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:01:47.497327 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ad352d-55dc-4654-8577-203385db4c03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:01:47.497778 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ad352d-55dc-4654-8577-203385db4c03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:01:47.499303 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-b5ad352d-55dc-4654-8577-203385db4c03 admin admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1239822 Oct 12 19:01:49.743329 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 51556) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:01:49.831439 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b34993f-aa3a-43c6-b5b0-1e8bd7f703a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:01:49.831885 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b34993f-aa3a-43c6-b5b0-1e8bd7f703a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:01:49.833370 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-5b34993f-aa3a-43c6-b5b0-1e8bd7f703a5 admin admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0891159 Oct 12 19:01:52.099904 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 51564) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:01:52.187271 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d3df359-aa56-4e94-a2f1-c8f4dc66b0bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:01:52.188602 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-5d3df359-aa56-4e94-a2f1-c8f4dc66b0bf admin admin] 10.222.0.49 "GET /v2.0/subnets/2a511bda-5d3a-48cf-8eff-ce6ad3695a18 HTTP/1.1" status: 200 len: 816 time: 0.0876753 Oct 12 19:01:54.452810 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 51572) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:01:54.541257 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c320a324-8946-41d7-8479-32db352fa589 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:01:54.542560 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-c320a324-8946-41d7-8479-32db352fa589 admin admin] 10.222.0.49 "GET /v2.0/subnets/ae352905-6b78-488d-987d-5a2d958f4ab4 HTTP/1.1" status: 200 len: 868 time: 0.0888019 Oct 12 19:01:59.078650 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b47506db-1dc2-4a8c-8b56-a1e9ea665629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:02:01.584008 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e28b806c-5a1d-412d-8a6d-028e3c8745ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:02:02.423930 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:02:02.809874 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:02:04.307343 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:02:19.019933 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 5 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 19:02:20.614044 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 51626) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:02:20.659769 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [None req-129eb3dd-d146-4593-9369-37eec8e85a77 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 19:02:20.660758 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-129eb3dd-d146-4593-9369-37eec8e85a77 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0457869 Oct 12 19:02:22.996556 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 51634) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:02:23.055484 n-d-813679-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d9c3713-95f8-4953-9918-b32c1223b083 admin admin] GET failed (client error): The resource could not be found. Oct 12 19:02:23.057298 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-2d9c3713-95f8-4953-9918-b32c1223b083 admin admin] 10.222.0.49 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0592861 Oct 12 19:02:23.197199 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a989954-524d-42ff-b1c0-6a477dbc459b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:02:23.199118 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-6a989954-524d-42ff-b1c0-6a477dbc459b admin admin] 10.222.0.49 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1372199 Oct 12 19:02:25.464441 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 51642) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:02:25.510509 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-900208f8-d6be-4d17-a3b4-976778160658 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:02:25.631723 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-900208f8-d6be-4d17-a3b4-976778160658 admin admin] Made reservation on behalf of c56d4d53ca7241a4a56e28f653ab982e for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:02:25.634251 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-900208f8-d6be-4d17-a3b4-976778160658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:02:25.664431 n-d-813679-3 neutron-server[95502]: WARNING neutron.services.revisions.revision_plugin [None req-900208f8-d6be-4d17-a3b4-976778160658 admin admin] Could not find related network for resource to bump revision. Oct 12 19:02:25.675285 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-900208f8-d6be-4d17-a3b4-976778160658 admin admin] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:02:25.684472 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-900208f8-d6be-4d17-a3b4-976778160658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:02:25.684810 n-d-813679-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-900208f8-d6be-4d17-a3b4-976778160658 admin admin] Added segment 3fb09de1-a639-4581-8bab-635b4dce6437 of type vlan for network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 Oct 12 19:02:25.721640 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-900208f8-d6be-4d17-a3b4-976778160658 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:02:25.823085 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-900208f8-d6be-4d17-a3b4-976778160658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:02:25.824121 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900208f8-d6be-4d17-a3b4-976778160658 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:02:25.824694 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-900208f8-d6be-4d17-a3b4-976778160658 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:02:25.881133 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900208f8-d6be-4d17-a3b4-976778160658 admin admin] Pushing event updated for resources: {'Network': ['ID=90dcf485-b1ad-4139-85a3-9e1e9879e6b1,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:02:25.887509 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900208f8-d6be-4d17-a3b4-976778160658 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:02:25.890789 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900208f8-d6be-4d17-a3b4-976778160658 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:02:25.890789 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900208f8-d6be-4d17-a3b4-976778160658 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:02:25.890789 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900208f8-d6be-4d17-a3b4-976778160658 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:02:25.890789 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900208f8-d6be-4d17-a3b4-976778160658 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:02:25.890789 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900208f8-d6be-4d17-a3b4-976778160658 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:02:25.890789 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900208f8-d6be-4d17-a3b4-976778160658 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:02:25.890789 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900208f8-d6be-4d17-a3b4-976778160658 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:02:25.890789 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900208f8-d6be-4d17-a3b4-976778160658 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:02:25.890789 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900208f8-d6be-4d17-a3b4-976778160658 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:02:25.890789 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900208f8-d6be-4d17-a3b4-976778160658 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:02:25.891737 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900208f8-d6be-4d17-a3b4-976778160658 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:02:25.902008 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:02:25.937173 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-900208f8-d6be-4d17-a3b4-976778160658 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4716060 Oct 12 19:02:28.226579 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 51650) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:02:28.286561 n-d-813679-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-21e8687e-5153-4892-ab74-5c3f07f6e14e admin admin] GET failed (client error): The resource could not be found. Oct 12 19:02:28.287851 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-21e8687e-5153-4892-ab74-5c3f07f6e14e admin admin] 10.222.0.49 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0603309 Oct 12 19:02:28.359334 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7d8c2a-fff3-4b99-95fa-ac40ad61aca3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:02:28.363358 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-fe7d8c2a-fff3-4b99-95fa-ac40ad61aca3 admin admin] 10.222.0.49 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0676262 Oct 12 19:02:28.371153 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-77ed0c81-baf3-4387-a49a-0926a3fb442e admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1', 'description': 'shared-subnet'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:02:28.457285 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77ed0c81-baf3-4387-a49a-0926a3fb442e admin admin] Made reservation on behalf of c56d4d53ca7241a4a56e28f653ab982e for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:02:28.459567 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-77ed0c81-baf3-4387-a49a-0926a3fb442e admin admin] Notify callbacks [] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:02:28.686131 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-77ed0c81-baf3-4387-a49a-0926a3fb442e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:02:28.738349 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ed0c81-baf3-4387-a49a-0926a3fb442e admin admin] Pushing event updated for resources: {'Subnet': ['ID=629aee7d-3fde-4c72-af1e-6a7e1f6a7e75,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:02:28.747224 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ed0c81-baf3-4387-a49a-0926a3fb442e admin admin] Checking segment: {'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:02:28.747566 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ed0c81-baf3-4387-a49a-0926a3fb442e admin admin] Network hostable DHCP agents. Network: 90dcf485-b1ad-4139-85a3-9e1e9879e6b1, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:02:28.831348 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ed0c81-baf3-4387-a49a-0926a3fb442e admin admin] Network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:02:28.937273 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-77ed0c81-baf3-4387-a49a-0926a3fb442e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, 90dcf485-b1ad-4139-85a3-9e1e9879e6b1) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:02:28.942081 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ed0c81-baf3-4387-a49a-0926a3fb442e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:02:28.942660 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-77ed0c81-baf3-4387-a49a-0926a3fb442e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:02:28.946295 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ecdae6-3f80-4d08-826d-2d82f79cff9f None None] Network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:02:29.037626 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-77ed0c81-baf3-4387-a49a-0926a3fb442e admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6698790 Oct 12 19:02:29.098715 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29bc7d44-a526-48ac-ba11-d55db8f05cde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-90dcf485-b1ad-4139-85a3-9e1e9879e6b1', 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1', 'tenant_id': 'c56d4d53ca7241a4a56e28f653ab982e', 'fixed_ips': [{'subnet_id': '629aee7d-3fde-4c72-af1e-6a7e1f6a7e75'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:02:29.099358 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-29bc7d44-a526-48ac-ba11-d55db8f05cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:02:29.112156 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7d747063-668c-4add-9a80-c335602e0ee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:02:29.245550 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-29bc7d44-a526-48ac-ba11-d55db8f05cde None None] Allocated IP 192.168.233.2 (90dcf485-b1ad-4139-85a3-9e1e9879e6b1/629aee7d-3fde-4c72-af1e-6a7e1f6a7e75/b90202ba-8c1a-4215-b6a8-a314fe1375f5) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:02:29.387609 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-29bc7d44-a526-48ac-ba11-d55db8f05cde None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:02:29.469699 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-29bc7d44-a526-48ac-ba11-d55db8f05cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:02:29.507987 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29bc7d44-a526-48ac-ba11-d55db8f05cde None None] Network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:02:29.512419 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-29bc7d44-a526-48ac-ba11-d55db8f05cde None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:02:29.515942 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29bc7d44-a526-48ac-ba11-d55db8f05cde None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:02:29.522646 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bc7d44-a526-48ac-ba11-d55db8f05cde None None] Pushing event updated for resources: {'Port': ['ID=b90202ba-8c1a-4215-b6a8-a314fe1375f5,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:02:29.546184 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bc7d44-a526-48ac-ba11-d55db8f05cde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:02:29.546531 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bc7d44-a526-48ac-ba11-d55db8f05cde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:02:29.546868 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bc7d44-a526-48ac-ba11-d55db8f05cde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:02:29.547221 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bc7d44-a526-48ac-ba11-d55db8f05cde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:02:29.547547 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bc7d44-a526-48ac-ba11-d55db8f05cde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:02:29.547872 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bc7d44-a526-48ac-ba11-d55db8f05cde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:02:29.548219 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bc7d44-a526-48ac-ba11-d55db8f05cde None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:02:29.548535 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bc7d44-a526-48ac-ba11-d55db8f05cde None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:02:29.548848 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bc7d44-a526-48ac-ba11-d55db8f05cde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:02:29.549163 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bc7d44-a526-48ac-ba11-d55db8f05cde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:02:29.549474 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bc7d44-a526-48ac-ba11-d55db8f05cde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:02:29.549786 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bc7d44-a526-48ac-ba11-d55db8f05cde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:02:29.582336 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-29bc7d44-a526-48ac-ba11-d55db8f05cde None None] Attempting to bind port b90202ba-8c1a-4215-b6a8-a314fe1375f5 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:02:29.582700 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-29bc7d44-a526-48ac-ba11-d55db8f05cde None None] Attempting to bind port b90202ba-8c1a-4215-b6a8-a314fe1375f5 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:02:29.583062 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29bc7d44-a526-48ac-ba11-d55db8f05cde None None] Attempting to bind port b90202ba-8c1a-4215-b6a8-a314fe1375f5 on network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:02:29.588898 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29bc7d44-a526-48ac-ba11-d55db8f05cde None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:02:29.589263 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29bc7d44-a526-48ac-ba11-d55db8f05cde None None] Checking segment: {'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:02:29.589661 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-29bc7d44-a526-48ac-ba11-d55db8f05cde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:02:29.590047 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29bc7d44-a526-48ac-ba11-d55db8f05cde None None] Bound using segment: {'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:02:29.590508 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-29bc7d44-a526-48ac-ba11-d55db8f05cde None None] Bound port: b90202ba-8c1a-4215-b6a8-a314fe1375f5, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:02:29.590902 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-29bc7d44-a526-48ac-ba11-d55db8f05cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:02:29.656821 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-29bc7d44-a526-48ac-ba11-d55db8f05cde None None] For port b90202ba-8c1a-4215-b6a8-a314fe1375f5, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:02:29.660219 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-29bc7d44-a526-48ac-ba11-d55db8f05cde None None] For port b90202ba-8c1a-4215-b6a8-a314fe1375f5, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=b90202ba-8c1a-4215-b6a8-a314fe1375f5,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:02:29.795405 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-29bc7d44-a526-48ac-ba11-d55db8f05cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:02:29.845110 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bc7d44-a526-48ac-ba11-d55db8f05cde None None] Pushing event updated for resources: {'Port': ['ID=b90202ba-8c1a-4215-b6a8-a314fe1375f5,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:02:30.402890 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device b90202ba-8c1a-4215-b6a8-a314fe1375f5 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:02:30.454890 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port b90202ba-8c1a-4215-b6a8-a314fe1375f5 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:02:30.455269 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:02:30.538206 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:02:30.577852 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] For port b90202ba-8c1a-4215-b6a8-a314fe1375f5, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=b90202ba-8c1a-4215-b6a8-a314fe1375f5,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:02:30.654539 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:02:30.712010 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Pushing event updated for resources: {'Port': ['ID=b90202ba-8c1a-4215-b6a8-a314fe1375f5,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:02:30.755730 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff2b14a-3105-48c2-a63a-fe5c05501deb None None] Network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:02:30.865379 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-54563e49-e73c-4e49-92ad-1da51dc00cee None None] Provisioning complete for port b90202ba-8c1a-4215-b6a8-a314fe1375f5 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:02:30.865744 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-54563e49-e73c-4e49-92ad-1da51dc00cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:02:31.199943 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-f5c07259-b8c3-499f-9d48-af83eff59a62 None None] Provisioning complete for port b90202ba-8c1a-4215-b6a8-a314fe1375f5 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:02:31.200353 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f5c07259-b8c3-499f-9d48-af83eff59a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:02:31.578021 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3bc2c06d-c7ac-46fb-9c4b-f5e801cd1f8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:02:32.347595 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device b90202ba-8c1a-4215-b6a8-a314fe1375f5 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:02:32.397079 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port b90202ba-8c1a-4215-b6a8-a314fe1375f5 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:02:32.397390 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:02:32.417486 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:02:32.831430 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:02:34.308902 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:02:56.018414 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 5 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 19:02:59.092942 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b54d64c6-0d47-4356-988b-5d2b34a72101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:03:01.605263 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1bbf102d-cfbd-4f03-8656-c6cff1329ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:03:02.452614 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:03:02.856477 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:03:04.361633 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:03:29.083936 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a5f5e8fc-6ffe-4090-8dc4-2834aaa8c194 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:03:31.581220 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b7b29cff-87e0-437a-ad66-c69886444c29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:03:32.420887 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:03:32.821131 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:03:33.017828 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 5 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 19:03:34.307025 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:03:59.078504 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6a008fb8-c27e-4d6f-8dc2-010f1309ec17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:04:01.603625 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7721858d-d8f0-4af0-8ca5-0d50e95047be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:04:02.415554 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:04:02.819845 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:04:04.318475 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:04:09.041687 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 51702) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:04:09.047449 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [None req-33b57f2c-6061-456a-9b47-aeef44a4402d tempest-verify_tempest_config-1652845567 tempest-verify_tempest_config-1652845567-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 19:04:09.048559 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-33b57f2c-6061-456a-9b47-aeef44a4402d tempest-verify_tempest_config-1652845567 tempest-verify_tempest_config-1652845567-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.0059092 Oct 12 19:04:09.677950 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 51720) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:04:09.780634 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6e916c3a-6f39-4d29-82c3-82850d069841 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:04:09.852152 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6e916c3a-6f39-4d29-82c3-82850d069841 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:04:09.910831 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6e916c3a-6f39-4d29-82c3-82850d069841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:04:09.954396 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-6e916c3a-6f39-4d29-82c3-82850d069841 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=44322edb108c418095396aa1beaec5e8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2754390 Oct 12 19:04:09.955184 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e916c3a-6f39-4d29-82c3-82850d069841 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db3ec523-4350-4610-9643-65b2776e7b4a,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:04:09.957285 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 51724) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:04:09.962468 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e916c3a-6f39-4d29-82c3-82850d069841 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:04:09.962813 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e916c3a-6f39-4d29-82c3-82850d069841 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:04:09.963157 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e916c3a-6f39-4d29-82c3-82850d069841 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:04:09.963478 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e916c3a-6f39-4d29-82c3-82850d069841 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:04:09.963807 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e916c3a-6f39-4d29-82c3-82850d069841 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:04:09.964154 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e916c3a-6f39-4d29-82c3-82850d069841 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:04:09.964476 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e916c3a-6f39-4d29-82c3-82850d069841 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:04:09.964793 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e916c3a-6f39-4d29-82c3-82850d069841 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:04:09.965113 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e916c3a-6f39-4d29-82c3-82850d069841 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:04:09.965427 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e916c3a-6f39-4d29-82c3-82850d069841 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:04:09.965742 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e916c3a-6f39-4d29-82c3-82850d069841 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:04:09.966061 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e916c3a-6f39-4d29-82c3-82850d069841 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:04:10.015717 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 5 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 19:04:10.039568 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5ba0ed54-0129-4c07-8f4b-dd3464131f67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:04:10.059775 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5ba0ed54-0129-4c07-8f4b-dd3464131f67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:04:10.237846 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5ba0ed54-0129-4c07-8f4b-dd3464131f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:04:10.240398 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5ba0ed54-0129-4c07-8f4b-dd3464131f67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:04:10.241552 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-5ba0ed54-0129-4c07-8f4b-dd3464131f67 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/db3ec523-4350-4610-9643-65b2776e7b4a HTTP/1.1" status: 204 len: 168 time: 0.2816088 Oct 12 19:04:10.249202 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba0ed54-0129-4c07-8f4b-dd3464131f67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db3ec523-4350-4610-9643-65b2776e7b4a,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:04:10.255833 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba0ed54-0129-4c07-8f4b-dd3464131f67 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:04:10.256205 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba0ed54-0129-4c07-8f4b-dd3464131f67 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:04:10.256551 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba0ed54-0129-4c07-8f4b-dd3464131f67 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:04:10.256885 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba0ed54-0129-4c07-8f4b-dd3464131f67 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:04:10.257219 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba0ed54-0129-4c07-8f4b-dd3464131f67 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:04:10.257546 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba0ed54-0129-4c07-8f4b-dd3464131f67 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:04:10.257869 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba0ed54-0129-4c07-8f4b-dd3464131f67 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:04:10.258216 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba0ed54-0129-4c07-8f4b-dd3464131f67 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:04:10.258517 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba0ed54-0129-4c07-8f4b-dd3464131f67 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:04:10.258917 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba0ed54-0129-4c07-8f4b-dd3464131f67 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:04:10.259145 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba0ed54-0129-4c07-8f4b-dd3464131f67 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:04:10.259460 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba0ed54-0129-4c07-8f4b-dd3464131f67 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:04:29.082353 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9526bea2-25a6-4851-825c-2fba8932499c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:04:31.567649 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7d308c4e-28eb-4675-b9a4-4fc7d447b504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:04:32.436630 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:04:32.819382 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:04:34.293464 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:04:47.015240 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 5 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 19:04:59.069389 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0d19ce5a-11e2-4973-99de-d661d4869800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:05:01.600666 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9a602074-1afe-4c53-b4e0-f80436055a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:05:02.423107 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:05:02.846300 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:05:04.298244 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:05:24.013703 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 5 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 19:05:29.090674 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1291a0dd-ff29-4cb8-a12e-b5ca1b28e7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:05:31.565452 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2cb9bb5b-d689-4851-9507-7c0908c8cf2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:05:32.417368 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:05:32.833917 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:05:34.319668 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:05:59.096087 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1fad24d8-95b7-455e-b670-00023d312f0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:06:01.011767 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 5 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 19:06:01.575749 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bbeda1a7-308b-4408-92d8-910ecde66183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:06:02.415565 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:06:02.838758 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:06:04.330468 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:06:29.117786 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0466c185-a7e2-4ff4-8959-f91e26093239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:06:31.612652 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-80166ea1-001e-495c-8746-c74c1bc84e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:06:32.414566 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:06:32.843083 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:06:34.357870 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:06:38.011105 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 5 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 19:06:59.082802 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2f73bbaa-9b4d-4a58-a418-9d6384549c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:07:01.579813 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2e73c4da-05ce-460b-a210-33e3194a8784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:07:02.430747 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:07:02.599806 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8093173'] for agent, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:07:02.899772 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:07:03.399670 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8093173'] for agent, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:07:04.340264 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:07:15.010203 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 19:07:29.087097 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d0799b18-650b-4410-a4e9-c15be3b5d1cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:07:31.592920 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-91fced62-5ac4-4936-8ea4-aed826de64fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:07:32.420694 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:07:32.530190 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:07:32.847125 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:07:33.340922 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:07:34.349970 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:07:52.009649 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 19:07:55.016053 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 51790) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:07:55.125791 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-fea107b7-7e5a-4210-a818-7344571450ec admin admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1086202 Oct 12 19:07:57.413734 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 51800) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:07:57.468800 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-de12ea30-b8f2-4b58-a9bf-9bfdfd638ee0 admin admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0539868 Oct 12 19:07:59.093617 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-99d93b4d-5beb-4db6-8ae0-6d08733a8b75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:08:01.579260 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-14082d8c-f973-433b-ad66-a181e100c874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:08:02.419046 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:08:02.533856 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:08:02.899379 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:08:03.362435 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:08:04.343242 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:08:29.009018 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 19:08:29.079153 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-64cdd0f5-b49c-4097-9e30-01dec6c896c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:08:31.623593 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e449fc90-a7dd-4c20-afd4-13e1f4ad421b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:08:32.429317 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:08:32.537763 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:08:32.840581 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:08:33.366285 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:08:34.343270 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:08:59.102376 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e96b7e06-7b04-4a81-aae6-61fd6bcc6d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:01.610529 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ac979446-912e-4715-b889-f56a11f8365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:02.462622 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:02.553048 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:02.873492 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:03.347469 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:04.369556 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:06.008156 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 19:09:19.568950 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 51962) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:09:19.969571 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-9c5a698e-40dd-4d35-9483-17e0f4d68529 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1173094615-network', 'tenant_id': 'b7528b6e53624c36bc7cfa3c022fa354'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:09:19.970931 n-d-813679-3 neutron-server[95501]: INFO neutron.quota [None req-9c5a698e-40dd-4d35-9483-17e0f4d68529 admin admin] Loaded quota_driver: . Oct 12 19:09:20.101293 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c5a698e-40dd-4d35-9483-17e0f4d68529 admin admin] Made reservation on behalf of b7528b6e53624c36bc7cfa3c022fa354 for: {'network': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:09:20.104251 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9c5a698e-40dd-4d35-9483-17e0f4d68529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:20.122939 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9c5a698e-40dd-4d35-9483-17e0f4d68529 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:20.214198 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9c5a698e-40dd-4d35-9483-17e0f4d68529 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:20.289673 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9c5a698e-40dd-4d35-9483-17e0f4d68529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:20.333189 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c5a698e-40dd-4d35-9483-17e0f4d68529 admin admin] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=95501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:09:20.339253 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5a698e-40dd-4d35-9483-17e0f4d68529 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=155af2cb-c4c2-40bc-b883-09fd3105123c,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:09:20.351568 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5a698e-40dd-4d35-9483-17e0f4d68529 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:09:20.354052 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5a698e-40dd-4d35-9483-17e0f4d68529 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:09:20.354052 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5a698e-40dd-4d35-9483-17e0f4d68529 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:09:20.354052 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5a698e-40dd-4d35-9483-17e0f4d68529 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:09:20.354052 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5a698e-40dd-4d35-9483-17e0f4d68529 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:09:20.354052 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5a698e-40dd-4d35-9483-17e0f4d68529 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:09:20.354052 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5a698e-40dd-4d35-9483-17e0f4d68529 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:09:20.354052 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5a698e-40dd-4d35-9483-17e0f4d68529 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:09:20.354754 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5a698e-40dd-4d35-9483-17e0f4d68529 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:09:20.354754 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5a698e-40dd-4d35-9483-17e0f4d68529 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:09:20.354754 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5a698e-40dd-4d35-9483-17e0f4d68529 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:09:20.355062 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5a698e-40dd-4d35-9483-17e0f4d68529 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:09:20.356167 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5a698e-40dd-4d35-9483-17e0f4d68529 admin admin] Tracked resource versions report: Oct 12 19:09:20.356167 n-d-813679-3 neutron-server[95501]: pushed versions: Oct 12 19:09:20.356167 n-d-813679-3 neutron-server[95501]: { 'AddressGroup': {'1.2'}, Oct 12 19:09:20.356167 n-d-813679-3 neutron-server[95501]: 'ConntrackHelper': {'1.0'}, Oct 12 19:09:20.356167 n-d-813679-3 neutron-server[95501]: 'Log': {'1.0'}, Oct 12 19:09:20.356167 n-d-813679-3 neutron-server[95501]: 'Network': {'1.1'}, Oct 12 19:09:20.356167 n-d-813679-3 neutron-server[95501]: 'Port': {'1.7'}, Oct 12 19:09:20.356167 n-d-813679-3 neutron-server[95501]: 'PortForwarding': {'1.2'}, Oct 12 19:09:20.356167 n-d-813679-3 neutron-server[95501]: 'QosPolicy': {'1.10'}, Oct 12 19:09:20.356167 n-d-813679-3 neutron-server[95501]: 'SecurityGroup': {'1.4'}, Oct 12 19:09:20.356167 n-d-813679-3 neutron-server[95501]: 'SecurityGroupRule': {'1.2'}, Oct 12 19:09:20.356167 n-d-813679-3 neutron-server[95501]: 'SubPort': {'1.0'}, Oct 12 19:09:20.356167 n-d-813679-3 neutron-server[95501]: 'Subnet': {'1.1'}, Oct 12 19:09:20.356167 n-d-813679-3 neutron-server[95501]: 'Trunk': {'1.1'}} Oct 12 19:09:20.356167 n-d-813679-3 neutron-server[95501]: consumer versions: Oct 12 19:09:20.356167 n-d-813679-3 neutron-server[95501]: { DHCP agent@n-d-813679-3: {}, Oct 12 19:09:20.356167 n-d-813679-3 neutron-server[95501]: HyperV agent@n-h1-813679-3: {}, Oct 12 19:09:20.356167 n-d-813679-3 neutron-server[95501]: HyperV agent@n-h2-813679-3: {}, Oct 12 19:09:20.356167 n-d-813679-3 neutron-server[95501]: L3 agent@n-d-813679-3: {}, Oct 12 19:09:20.356167 n-d-813679-3 neutron-server[95501]: Metadata agent@n-d-813679-3: {}, Oct 12 19:09:20.356167 n-d-813679-3 neutron-server[95501]: Metering agent@n-d-813679-3: {}, Oct 12 19:09:20.356167 n-d-813679-3 neutron-server[95501]: Open vSwitch agent@n-d-813679-3: { 'AddressGroup': '1.2', Oct 12 19:09:20.356167 n-d-813679-3 neutron-server[95501]: 'ConntrackHelper': '1.0', Oct 12 19:09:20.356167 n-d-813679-3 neutron-server[95501]: 'Log': '1.0', Oct 12 19:09:20.356167 n-d-813679-3 neutron-server[95501]: 'Network': '1.1', Oct 12 19:09:20.356167 n-d-813679-3 neutron-server[95501]: 'Port': '1.7', Oct 12 19:09:20.356167 n-d-813679-3 neutron-server[95501]: 'PortForwarding': '1.2', Oct 12 19:09:20.356167 n-d-813679-3 neutron-server[95501]: 'QosPolicy': '1.10', Oct 12 19:09:20.356167 n-d-813679-3 neutron-server[95501]: 'SecurityGroup': '1.4', Oct 12 19:09:20.356167 n-d-813679-3 neutron-server[95501]: 'SecurityGroupRule': '1.2', Oct 12 19:09:20.356167 n-d-813679-3 neutron-server[95501]: 'SubPort': '1.0', Oct 12 19:09:20.356167 n-d-813679-3 neutron-server[95501]: 'Subnet': '1.1', Oct 12 19:09:20.356167 n-d-813679-3 neutron-server[95501]: 'Trunk': '1.1'}} Oct 12 19:09:20.356167 n-d-813679-3 neutron-server[95501]: {{(pid=95501) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 19:09:20.359096 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9c5a698e-40dd-4d35-9483-17e0f4d68529 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8732990023415', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:20.360226 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9c5a698e-40dd-4d35-9483-17e0f4d68529 admin admin] Unsubscribe: segment precommit_create {{(pid=95501) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 12 19:09:20.360663 n-d-813679-3 neutron-server[95501]: INFO neutron.db.segments_db [None req-9c5a698e-40dd-4d35-9483-17e0f4d68529 admin admin] Added segment 07a654b6-9e4b-47e5-bebe-20a1a2213e84 of type vlan for network 2b40d2f7-4a07-4df1-bbb6-021ae59cdec3 Oct 12 19:09:20.414618 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9c5a698e-40dd-4d35-9483-17e0f4d68529 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:20.495404 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9c5a698e-40dd-4d35-9483-17e0f4d68529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:20.496431 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5a698e-40dd-4d35-9483-17e0f4d68529 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:09:20.497010 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9c5a698e-40dd-4d35-9483-17e0f4d68529 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:20.665634 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5a698e-40dd-4d35-9483-17e0f4d68529 admin admin] Pushing event updated for resources: {'Network': ['ID=2b40d2f7-4a07-4df1-bbb6-021ae59cdec3,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:09:20.677909 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 2b40d2f7-4a07-4df1-bbb6-021ae59cdec3 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:09:20.712355 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52016) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:09:20.712981 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-9c5a698e-40dd-4d35-9483-17e0f4d68529 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1422453 Oct 12 19:09:20.720044 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-2e8fb1ac-a287-4b84-92b9-825fb916b22b admin admin] Request body: {'subnet': {'network_id': '2b40d2f7-4a07-4df1-bbb6-021ae59cdec3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1173094615-subnet', 'tenant_id': 'b7528b6e53624c36bc7cfa3c022fa354', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:09:20.832334 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e8fb1ac-a287-4b84-92b9-825fb916b22b admin admin] Made reservation on behalf of b7528b6e53624c36bc7cfa3c022fa354 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:09:20.834863 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2e8fb1ac-a287-4b84-92b9-825fb916b22b admin admin] Notify callbacks [] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:21.135272 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2e8fb1ac-a287-4b84-92b9-825fb916b22b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:21.192147 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8fb1ac-a287-4b84-92b9-825fb916b22b admin admin] Pushing event updated for resources: {'Subnet': ['ID=20450db0-2083-48cb-ae97-ca9e3c77152e,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:09:21.204141 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8fb1ac-a287-4b84-92b9-825fb916b22b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:09:21.204745 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8fb1ac-a287-4b84-92b9-825fb916b22b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:09:21.205085 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8fb1ac-a287-4b84-92b9-825fb916b22b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:09:21.205419 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8fb1ac-a287-4b84-92b9-825fb916b22b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:09:21.205745 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8fb1ac-a287-4b84-92b9-825fb916b22b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:09:21.206071 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8fb1ac-a287-4b84-92b9-825fb916b22b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:09:21.206686 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8fb1ac-a287-4b84-92b9-825fb916b22b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:09:21.207013 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8fb1ac-a287-4b84-92b9-825fb916b22b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:09:21.207647 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8fb1ac-a287-4b84-92b9-825fb916b22b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:09:21.207647 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8fb1ac-a287-4b84-92b9-825fb916b22b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:09:21.207983 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8fb1ac-a287-4b84-92b9-825fb916b22b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:09:21.208353 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8fb1ac-a287-4b84-92b9-825fb916b22b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:09:21.209390 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8fb1ac-a287-4b84-92b9-825fb916b22b admin admin] Tracked resource versions report: Oct 12 19:09:21.209390 n-d-813679-3 neutron-server[95502]: pushed versions: Oct 12 19:09:21.209390 n-d-813679-3 neutron-server[95502]: { 'AddressGroup': {'1.2'}, Oct 12 19:09:21.209390 n-d-813679-3 neutron-server[95502]: 'ConntrackHelper': {'1.0'}, Oct 12 19:09:21.209390 n-d-813679-3 neutron-server[95502]: 'Log': {'1.0'}, Oct 12 19:09:21.209390 n-d-813679-3 neutron-server[95502]: 'Network': {'1.1'}, Oct 12 19:09:21.209390 n-d-813679-3 neutron-server[95502]: 'Port': {'1.7'}, Oct 12 19:09:21.209390 n-d-813679-3 neutron-server[95502]: 'PortForwarding': {'1.2'}, Oct 12 19:09:21.209390 n-d-813679-3 neutron-server[95502]: 'QosPolicy': {'1.10'}, Oct 12 19:09:21.209390 n-d-813679-3 neutron-server[95502]: 'SecurityGroup': {'1.4'}, Oct 12 19:09:21.209390 n-d-813679-3 neutron-server[95502]: 'SecurityGroupRule': {'1.2'}, Oct 12 19:09:21.209390 n-d-813679-3 neutron-server[95502]: 'SubPort': {'1.0'}, Oct 12 19:09:21.209390 n-d-813679-3 neutron-server[95502]: 'Subnet': {'1.1'}, Oct 12 19:09:21.209390 n-d-813679-3 neutron-server[95502]: 'Trunk': {'1.1'}} Oct 12 19:09:21.209390 n-d-813679-3 neutron-server[95502]: consumer versions: Oct 12 19:09:21.209390 n-d-813679-3 neutron-server[95502]: { DHCP agent@n-d-813679-3: {}, Oct 12 19:09:21.209390 n-d-813679-3 neutron-server[95502]: HyperV agent@n-h1-813679-3: {}, Oct 12 19:09:21.209390 n-d-813679-3 neutron-server[95502]: HyperV agent@n-h2-813679-3: {}, Oct 12 19:09:21.209390 n-d-813679-3 neutron-server[95502]: L3 agent@n-d-813679-3: {}, Oct 12 19:09:21.209390 n-d-813679-3 neutron-server[95502]: Metadata agent@n-d-813679-3: {}, Oct 12 19:09:21.209390 n-d-813679-3 neutron-server[95502]: Metering agent@n-d-813679-3: {}, Oct 12 19:09:21.209390 n-d-813679-3 neutron-server[95502]: Open vSwitch agent@n-d-813679-3: { 'AddressGroup': '1.2', Oct 12 19:09:21.209390 n-d-813679-3 neutron-server[95502]: 'ConntrackHelper': '1.0', Oct 12 19:09:21.209390 n-d-813679-3 neutron-server[95502]: 'Log': '1.0', Oct 12 19:09:21.209390 n-d-813679-3 neutron-server[95502]: 'Network': '1.1', Oct 12 19:09:21.209390 n-d-813679-3 neutron-server[95502]: 'Port': '1.7', Oct 12 19:09:21.209390 n-d-813679-3 neutron-server[95502]: 'PortForwarding': '1.2', Oct 12 19:09:21.209390 n-d-813679-3 neutron-server[95502]: 'QosPolicy': '1.10', Oct 12 19:09:21.209390 n-d-813679-3 neutron-server[95502]: 'SecurityGroup': '1.4', Oct 12 19:09:21.209390 n-d-813679-3 neutron-server[95502]: 'SecurityGroupRule': '1.2', Oct 12 19:09:21.209390 n-d-813679-3 neutron-server[95502]: 'SubPort': '1.0', Oct 12 19:09:21.209390 n-d-813679-3 neutron-server[95502]: 'Subnet': '1.1', Oct 12 19:09:21.209390 n-d-813679-3 neutron-server[95502]: 'Trunk': '1.1'}} Oct 12 19:09:21.209390 n-d-813679-3 neutron-server[95502]: {{(pid=95502) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 19:09:21.214773 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8fb1ac-a287-4b84-92b9-825fb916b22b admin admin] Checking segment: {'id': '07a654b6-9e4b-47e5-bebe-20a1a2213e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2b40d2f7-4a07-4df1-bbb6-021ae59cdec3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:09:21.216149 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8fb1ac-a287-4b84-92b9-825fb916b22b admin admin] Network hostable DHCP agents. Network: 2b40d2f7-4a07-4df1-bbb6-021ae59cdec3, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:09:21.251681 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52034) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:09:21.317723 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8fb1ac-a287-4b84-92b9-825fb916b22b admin admin] Network 2b40d2f7-4a07-4df1-bbb6-021ae59cdec3 is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:09:21.403954 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-2e8fb1ac-a287-4b84-92b9-825fb916b22b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, 2b40d2f7-4a07-4df1-bbb6-021ae59cdec3) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:09:21.409073 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e8fb1ac-a287-4b84-92b9-825fb916b22b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:09:21.409533 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2e8fb1ac-a287-4b84-92b9-825fb916b22b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:21.412498 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf50d562-ab3a-4a9c-82aa-6869469a6795 None None] Network 2b40d2f7-4a07-4df1-bbb6-021ae59cdec3 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:09:21.501112 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52046) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:09:21.505039 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-2e8fb1ac-a287-4b84-92b9-825fb916b22b admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.7914197 Oct 12 19:09:21.507335 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-b30f149d-b180-474b-b3f9-c8a41c4fc687 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1173094615-router', 'tenant_id': 'b7528b6e53624c36bc7cfa3c022fa354', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:09:21.574546 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-233b53d8-f77e-4291-8ece-d4f53da7e844 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-2b40d2f7-4a07-4df1-bbb6-021ae59cdec3', 'network_id': '2b40d2f7-4a07-4df1-bbb6-021ae59cdec3', 'tenant_id': 'b7528b6e53624c36bc7cfa3c022fa354', 'fixed_ips': [{'subnet_id': '20450db0-2083-48cb-ae97-ca9e3c77152e'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:09:21.575443 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-233b53d8-f77e-4291-8ece-d4f53da7e844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:21.610742 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b30f149d-b180-474b-b3f9-c8a41c4fc687 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8093678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255505'] for router, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:21.612193 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b30f149d-b180-474b-b3f9-c8a41c4fc687 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8093562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8087085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8022306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255518'] for router, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:21.708252 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b30f149d-b180-474b-b3f9-c8a41c4fc687 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:21.711250 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-233b53d8-f77e-4291-8ece-d4f53da7e844 None None] Allocated IP 172.20.0.2 (2b40d2f7-4a07-4df1-bbb6-021ae59cdec3/20450db0-2083-48cb-ae97-ca9e3c77152e/2810125d-f29c-43fd-b471-54ec74a89df9) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:09:21.812017 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-efe5068f-c0a4-4efe-8501-a81c8c510af9 tempest-AutoAllocateNetworkTest-887107638 tempest-AutoAllocateNetworkTest-887107638-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=54a05ca0af714374a3c679f76e2f834b&shared=False HTTP/1.1" status: 200 len: 208 time: 0.5591605 Oct 12 19:09:21.813773 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52054) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:09:22.111853 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-233b53d8-f77e-4291-8ece-d4f53da7e844 None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:22.120156 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b30f149d-b180-474b-b3f9-c8a41c4fc687 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:22.120421 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-233b53d8-f77e-4291-8ece-d4f53da7e844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:22.120800 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be9082d-6d5f-4018-9ee4-b354e99eb749 tempest-AutoAllocateNetworkTest-887107638 tempest-AutoAllocateNetworkTest-887107638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:09:22.120800 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-2be9082d-6d5f-4018-9ee4-b354e99eb749 tempest-AutoAllocateNetworkTest-887107638 tempest-AutoAllocateNetworkTest-887107638-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1893473 Oct 12 19:09:22.120800 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52060) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:09:22.121333 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233b53d8-f77e-4291-8ece-d4f53da7e844 None None] Network 2b40d2f7-4a07-4df1-bbb6-021ae59cdec3 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:09:22.121333 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-233b53d8-f77e-4291-8ece-d4f53da7e844 None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:09:22.121333 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233b53d8-f77e-4291-8ece-d4f53da7e844 None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:09:22.121333 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233b53d8-f77e-4291-8ece-d4f53da7e844 None None] Pushing event updated for resources: {'Port': ['ID=2810125d-f29c-43fd-b471-54ec74a89df9,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:09:22.121333 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233b53d8-f77e-4291-8ece-d4f53da7e844 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:09:22.121333 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233b53d8-f77e-4291-8ece-d4f53da7e844 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:09:22.121333 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233b53d8-f77e-4291-8ece-d4f53da7e844 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:09:22.121333 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233b53d8-f77e-4291-8ece-d4f53da7e844 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:09:22.121333 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233b53d8-f77e-4291-8ece-d4f53da7e844 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:09:22.121333 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233b53d8-f77e-4291-8ece-d4f53da7e844 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:09:22.121333 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233b53d8-f77e-4291-8ece-d4f53da7e844 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:09:22.121333 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233b53d8-f77e-4291-8ece-d4f53da7e844 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:09:22.121333 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233b53d8-f77e-4291-8ece-d4f53da7e844 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:09:22.121333 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233b53d8-f77e-4291-8ece-d4f53da7e844 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:09:22.121333 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233b53d8-f77e-4291-8ece-d4f53da7e844 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:09:22.121333 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233b53d8-f77e-4291-8ece-d4f53da7e844 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:09:22.121333 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233b53d8-f77e-4291-8ece-d4f53da7e844 None None] Tracked resource versions report: Oct 12 19:09:22.121333 n-d-813679-3 neutron-server[95503]: pushed versions: Oct 12 19:09:22.121333 n-d-813679-3 neutron-server[95503]: { 'AddressGroup': {'1.2'}, Oct 12 19:09:22.121333 n-d-813679-3 neutron-server[95503]: 'ConntrackHelper': {'1.0'}, Oct 12 19:09:22.121333 n-d-813679-3 neutron-server[95503]: 'Log': {'1.0'}, Oct 12 19:09:22.121333 n-d-813679-3 neutron-server[95503]: 'Network': {'1.1'}, Oct 12 19:09:22.121333 n-d-813679-3 neutron-server[95503]: 'Port': {'1.7'}, Oct 12 19:09:22.122518 n-d-813679-3 neutron-server[95503]: 'PortForwarding': {'1.2'}, Oct 12 19:09:22.122518 n-d-813679-3 neutron-server[95503]: 'QosPolicy': {'1.10'}, Oct 12 19:09:22.122518 n-d-813679-3 neutron-server[95503]: 'SecurityGroup': {'1.4'}, Oct 12 19:09:22.122518 n-d-813679-3 neutron-server[95503]: 'SecurityGroupRule': {'1.2'}, Oct 12 19:09:22.122518 n-d-813679-3 neutron-server[95503]: 'SubPort': {'1.0'}, Oct 12 19:09:22.122518 n-d-813679-3 neutron-server[95503]: 'Subnet': {'1.1'}, Oct 12 19:09:22.122518 n-d-813679-3 neutron-server[95503]: 'Trunk': {'1.1'}} Oct 12 19:09:22.122518 n-d-813679-3 neutron-server[95503]: consumer versions: Oct 12 19:09:22.122518 n-d-813679-3 neutron-server[95503]: { DHCP agent@n-d-813679-3: {}, Oct 12 19:09:22.122518 n-d-813679-3 neutron-server[95503]: HyperV agent@n-h1-813679-3: {}, Oct 12 19:09:22.122518 n-d-813679-3 neutron-server[95503]: HyperV agent@n-h2-813679-3: {}, Oct 12 19:09:22.122518 n-d-813679-3 neutron-server[95503]: L3 agent@n-d-813679-3: {}, Oct 12 19:09:22.122518 n-d-813679-3 neutron-server[95503]: Metadata agent@n-d-813679-3: {}, Oct 12 19:09:22.122518 n-d-813679-3 neutron-server[95503]: Metering agent@n-d-813679-3: {}, Oct 12 19:09:22.122518 n-d-813679-3 neutron-server[95503]: Open vSwitch agent@n-d-813679-3: { 'AddressGroup': '1.2', Oct 12 19:09:22.122518 n-d-813679-3 neutron-server[95503]: 'ConntrackHelper': '1.0', Oct 12 19:09:22.122518 n-d-813679-3 neutron-server[95503]: 'Log': '1.0', Oct 12 19:09:22.122518 n-d-813679-3 neutron-server[95503]: 'Network': '1.1', Oct 12 19:09:22.122518 n-d-813679-3 neutron-server[95503]: 'Port': '1.7', Oct 12 19:09:22.122518 n-d-813679-3 neutron-server[95503]: 'PortForwarding': '1.2', Oct 12 19:09:22.122518 n-d-813679-3 neutron-server[95503]: 'QosPolicy': '1.10', Oct 12 19:09:22.122518 n-d-813679-3 neutron-server[95503]: 'SecurityGroup': '1.4', Oct 12 19:09:22.122518 n-d-813679-3 neutron-server[95503]: 'SecurityGroupRule': '1.2', Oct 12 19:09:22.122518 n-d-813679-3 neutron-server[95503]: 'SubPort': '1.0', Oct 12 19:09:22.122518 n-d-813679-3 neutron-server[95503]: 'Subnet': '1.1', Oct 12 19:09:22.122518 n-d-813679-3 neutron-server[95503]: 'Trunk': '1.1'}} Oct 12 19:09:22.122518 n-d-813679-3 neutron-server[95503]: {{(pid=95503) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 19:09:22.125541 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-cb996dac-5819-4f0d-b7e9-c940d4984f70 tempest-AutoAllocateNetworkTest-887107638 tempest-AutoAllocateNetworkTest-887107638-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0654194 Oct 12 19:09:22.125541 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52066) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:09:22.131361 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-2579e05c-658d-44fd-a29a-e19ea318d769 tempest-AutoAllocateNetworkTest-887107638 tempest-AutoAllocateNetworkTest-887107638-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=54a05ca0af714374a3c679f76e2f834b HTTP/1.1" status: 200 len: 208 time: 0.0552025 Oct 12 19:09:22.131561 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-233b53d8-f77e-4291-8ece-d4f53da7e844 None None] Attempting to bind port 2810125d-f29c-43fd-b471-54ec74a89df9 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:09:22.132818 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-233b53d8-f77e-4291-8ece-d4f53da7e844 None None] Attempting to bind port 2810125d-f29c-43fd-b471-54ec74a89df9 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '07a654b6-9e4b-47e5-bebe-20a1a2213e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2b40d2f7-4a07-4df1-bbb6-021ae59cdec3'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:09:22.133185 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233b53d8-f77e-4291-8ece-d4f53da7e844 None None] Attempting to bind port 2810125d-f29c-43fd-b471-54ec74a89df9 on network 2b40d2f7-4a07-4df1-bbb6-021ae59cdec3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:09:22.142298 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233b53d8-f77e-4291-8ece-d4f53da7e844 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:09:22.146682 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233b53d8-f77e-4291-8ece-d4f53da7e844 None None] Checking segment: {'id': '07a654b6-9e4b-47e5-bebe-20a1a2213e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2b40d2f7-4a07-4df1-bbb6-021ae59cdec3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:09:22.152663 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-233b53d8-f77e-4291-8ece-d4f53da7e844 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:22.153311 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233b53d8-f77e-4291-8ece-d4f53da7e844 None None] Bound using segment: {'id': '07a654b6-9e4b-47e5-bebe-20a1a2213e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2b40d2f7-4a07-4df1-bbb6-021ae59cdec3'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:09:22.153815 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-233b53d8-f77e-4291-8ece-d4f53da7e844 None None] Bound port: 2810125d-f29c-43fd-b471-54ec74a89df9, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07a654b6-9e4b-47e5-bebe-20a1a2213e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2b40d2f7-4a07-4df1-bbb6-021ae59cdec3'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:09:22.154227 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-233b53d8-f77e-4291-8ece-d4f53da7e844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:22.222425 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-233b53d8-f77e-4291-8ece-d4f53da7e844 None None] For port 2810125d-f29c-43fd-b471-54ec74a89df9, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:09:22.225982 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-233b53d8-f77e-4291-8ece-d4f53da7e844 None None] For port 2810125d-f29c-43fd-b471-54ec74a89df9, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=2810125d-f29c-43fd-b471-54ec74a89df9,segment=NetworkSegment(07a654b6-9e4b-47e5-bebe-20a1a2213e84),segment_id=07a654b6-9e4b-47e5-bebe-20a1a2213e84)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:09:22.295588 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-233b53d8-f77e-4291-8ece-d4f53da7e844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:22.316493 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b30f149d-b180-474b-b3f9-c8a41c4fc687 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:22.343029 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b30f149d-b180-474b-b3f9-c8a41c4fc687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:22.358388 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233b53d8-f77e-4291-8ece-d4f53da7e844 None None] Pushing event updated for resources: {'Port': ['ID=2810125d-f29c-43fd-b471-54ec74a89df9,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:09:22.454746 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-b30f149d-b180-474b-b3f9-c8a41c4fc687 admin admin] Allocated IP 172.25.5.240 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/7c6b9a7f-72da-4c6b-83cf-656883aa170b) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:09:22.571437 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b30f149d-b180-474b-b3f9-c8a41c4fc687 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:22.662516 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b30f149d-b180-474b-b3f9-c8a41c4fc687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:22.704151 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30f149d-b180-474b-b3f9-c8a41c4fc687 admin admin] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:09:22.705930 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-b30f149d-b180-474b-b3f9-c8a41c4fc687 admin admin] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:09:22.709437 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30f149d-b180-474b-b3f9-c8a41c4fc687 admin admin] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:09:22.772598 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30f149d-b180-474b-b3f9-c8a41c4fc687 admin admin] Pushing event updated for resources: {'Port': ['ID=7c6b9a7f-72da-4c6b-83cf-656883aa170b,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:09:22.974503 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52098) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:09:23.014233 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b30f149d-b180-474b-b3f9-c8a41c4fc687 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:23.243375 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b30f149d-b180-474b-b3f9-c8a41c4fc687 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8093541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7915516'] for router, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:23.368257 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aca180a-1365-4b74-ae0e-81aa4216d459 None None] Network 2b40d2f7-4a07-4df1-bbb6-021ae59cdec3 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:09:23.474867 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-e2f98ef9-5a72-4296-afa7-9aa76a593300 None None] Provisioning complete for port 2810125d-f29c-43fd-b471-54ec74a89df9 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:09:23.475437 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e2f98ef9-5a72-4296-afa7-9aa76a593300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:23.520254 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fdc88108-2a83-4141-801d-fd7fc1278051 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:23.628815 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e2f98ef9-5a72-4296-afa7-9aa76a593300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:23.632309 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b30f149d-b180-474b-b3f9-c8a41c4fc687 admin admin] Router fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba is scheduled to L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b with binding_index 1 {{(pid=95501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 19:09:23.683140 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-e2f98ef9-5a72-4296-afa7-9aa76a593300 None None] For port 2810125d-f29c-43fd-b471-54ec74a89df9, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=2810125d-f29c-43fd-b471-54ec74a89df9,segment=NetworkSegment(07a654b6-9e4b-47e5-bebe-20a1a2213e84),segment_id=07a654b6-9e4b-47e5-bebe-20a1a2213e84)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:09:23.704621 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fdc88108-2a83-4141-801d-fd7fc1278051 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:23.729184 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e2f98ef9-5a72-4296-afa7-9aa76a593300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:23.751684 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fdc88108-2a83-4141-801d-fd7fc1278051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:23.815608 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b30f149d-b180-474b-b3f9-c8a41c4fc687 admin admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:09:23.826201 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-fdc88108-2a83-4141-801d-fd7fc1278051 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=54a05ca0af714374a3c679f76e2f834b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8449562 Oct 12 19:09:23.826201 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc88108-2a83-4141-801d-fd7fc1278051 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d5a73bc-4fee-4018-b26e-1fbb68e9e44f,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:09:23.831085 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52132) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:09:23.832295 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f98ef9-5a72-4296-afa7-9aa76a593300 None None] Pushing event updated for resources: {'Port': ['ID=2810125d-f29c-43fd-b471-54ec74a89df9,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:09:23.841727 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6a8218-e379-4037-991a-01760f0ed9f0 None None] Sync routers for ids ['fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:09:23.863633 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6a8218-e379-4037-991a-01760f0ed9f0 None None] Routers {'fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:09:23.863917 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-9a6a8218-e379-4037-991a-01760f0ed9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:09:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:09:23.936448 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-427d6ec3-72ec-449c-88f1-3e0fa0aee172 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:23.937273 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b30f149d-b180-474b-b3f9-c8a41c4fc687 admin admin] Notify callbacks [] for router, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:23.938611 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-b30f149d-b180-474b-b3f9-c8a41c4fc687 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 2.4359972 Oct 12 19:09:23.941615 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52142) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:09:23.967346 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-427d6ec3-72ec-449c-88f1-3e0fa0aee172 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:23.982746 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-2ff379a6-0322-416c-a8b4-7429ebefe497 None None] Provisioning complete for port 2810125d-f29c-43fd-b471-54ec74a89df9 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:09:23.983226 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2ff379a6-0322-416c-a8b4-7429ebefe497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:24.100934 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-427d6ec3-72ec-449c-88f1-3e0fa0aee172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:24.103387 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-9a6a8218-e379-4037-991a-01760f0ed9f0 None None] Set router fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:09:24.104294 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-427d6ec3-72ec-449c-88f1-3e0fa0aee172 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:24.105788 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-427d6ec3-72ec-449c-88f1-3e0fa0aee172 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9d5a73bc-4fee-4018-b26e-1fbb68e9e44f HTTP/1.1" status: 204 len: 168 time: 0.2684121 Oct 12 19:09:24.119708 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427d6ec3-72ec-449c-88f1-3e0fa0aee172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d5a73bc-4fee-4018-b26e-1fbb68e9e44f,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:09:24.332802 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-9a6a8218-e379-4037-991a-01760f0ed9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1173094615-router', 'tenant_id': 'b7528b6e53624c36bc7cfa3c022fa354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '7c6b9a7f-72da-4c6b-83cf-656883aa170b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:09:21Z', 'updated_at': '2021-10-12T19:09:22Z', 'revision_number': 3, 'project_id': 'b7528b6e53624c36bc7cfa3c022fa354', 'gw_port': {'id': '7c6b9a7f-72da-4c6b-83cf-656883aa170b', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b9:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:09:22Z', 'updated_at': '2021-10-12T19:09:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:09:24.365084 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6a8218-e379-4037-991a-01760f0ed9f0 None None] Checking router: fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:09:24.365440 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6a8218-e379-4037-991a-01760f0ed9f0 None None] Updating router fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba port 7c6b9a7f-72da-4c6b-83cf-656883aa170b binding host n-d-813679-3 {{(pid=95504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 19:09:24.401773 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9a6a8218-e379-4037-991a-01760f0ed9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:24.450190 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2bf8cdbf-666e-429c-a9af-2c07bfa69e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:24.660089 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-2bf8cdbf-666e-429c-a9af-2c07bfa69e6f admin admin] Allocated IP 172.20.0.1 (2b40d2f7-4a07-4df1-bbb6-021ae59cdec3/20450db0-2083-48cb-ae97-ca9e3c77152e/11da318a-c235-465f-9eef-0a33d57fefa0) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:09:24.662379 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 2810125d-f29c-43fd-b471-54ec74a89df9 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:09:24.698534 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9a6a8218-e379-4037-991a-01760f0ed9f0 None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:24.721167 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 2810125d-f29c-43fd-b471-54ec74a89df9 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:09:24.721840 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:24.762735 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2bf8cdbf-666e-429c-a9af-2c07bfa69e6f admin admin] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:24.780622 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9a6a8218-e379-4037-991a-01760f0ed9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:24.838324 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb38c761-f6f3-41c4-b628-b66a588eb911 None None] Pushing event updated for resources: {'Port': ['ID=7c6b9a7f-72da-4c6b-83cf-656883aa170b,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:09:24.849361 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb38c761-f6f3-41c4-b628-b66a588eb911 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:09:24.849917 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb38c761-f6f3-41c4-b628-b66a588eb911 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:09:24.850044 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb38c761-f6f3-41c4-b628-b66a588eb911 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:09:24.850381 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb38c761-f6f3-41c4-b628-b66a588eb911 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:09:24.850715 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb38c761-f6f3-41c4-b628-b66a588eb911 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:09:24.851207 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb38c761-f6f3-41c4-b628-b66a588eb911 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:09:24.851548 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb38c761-f6f3-41c4-b628-b66a588eb911 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:09:24.851881 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb38c761-f6f3-41c4-b628-b66a588eb911 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:09:24.852235 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb38c761-f6f3-41c4-b628-b66a588eb911 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:09:24.852563 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb38c761-f6f3-41c4-b628-b66a588eb911 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:09:24.852889 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb38c761-f6f3-41c4-b628-b66a588eb911 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:09:24.853212 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb38c761-f6f3-41c4-b628-b66a588eb911 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:09:24.854317 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb38c761-f6f3-41c4-b628-b66a588eb911 None None] Tracked resource versions report: Oct 12 19:09:24.854317 n-d-813679-3 neutron-server[95504]: pushed versions: Oct 12 19:09:24.854317 n-d-813679-3 neutron-server[95504]: { 'AddressGroup': {'1.2'}, Oct 12 19:09:24.854317 n-d-813679-3 neutron-server[95504]: 'ConntrackHelper': {'1.0'}, Oct 12 19:09:24.854317 n-d-813679-3 neutron-server[95504]: 'Log': {'1.0'}, Oct 12 19:09:24.854317 n-d-813679-3 neutron-server[95504]: 'Network': {'1.1'}, Oct 12 19:09:24.854317 n-d-813679-3 neutron-server[95504]: 'Port': {'1.7'}, Oct 12 19:09:24.854317 n-d-813679-3 neutron-server[95504]: 'PortForwarding': {'1.2'}, Oct 12 19:09:24.854317 n-d-813679-3 neutron-server[95504]: 'QosPolicy': {'1.10'}, Oct 12 19:09:24.854317 n-d-813679-3 neutron-server[95504]: 'SecurityGroup': {'1.4'}, Oct 12 19:09:24.854317 n-d-813679-3 neutron-server[95504]: 'SecurityGroupRule': {'1.2'}, Oct 12 19:09:24.854317 n-d-813679-3 neutron-server[95504]: 'SubPort': {'1.0'}, Oct 12 19:09:24.854317 n-d-813679-3 neutron-server[95504]: 'Subnet': {'1.1'}, Oct 12 19:09:24.854317 n-d-813679-3 neutron-server[95504]: 'Trunk': {'1.1'}} Oct 12 19:09:24.854317 n-d-813679-3 neutron-server[95504]: consumer versions: Oct 12 19:09:24.854317 n-d-813679-3 neutron-server[95504]: { DHCP agent@n-d-813679-3: {}, Oct 12 19:09:24.854317 n-d-813679-3 neutron-server[95504]: HyperV agent@n-h1-813679-3: {}, Oct 12 19:09:24.854317 n-d-813679-3 neutron-server[95504]: HyperV agent@n-h2-813679-3: {}, Oct 12 19:09:24.854317 n-d-813679-3 neutron-server[95504]: L3 agent@n-d-813679-3: {}, Oct 12 19:09:24.854317 n-d-813679-3 neutron-server[95504]: Metadata agent@n-d-813679-3: {}, Oct 12 19:09:24.854317 n-d-813679-3 neutron-server[95504]: Metering agent@n-d-813679-3: {}, Oct 12 19:09:24.854317 n-d-813679-3 neutron-server[95504]: Open vSwitch agent@n-d-813679-3: { 'AddressGroup': '1.2', Oct 12 19:09:24.854317 n-d-813679-3 neutron-server[95504]: 'ConntrackHelper': '1.0', Oct 12 19:09:24.854317 n-d-813679-3 neutron-server[95504]: 'Log': '1.0', Oct 12 19:09:24.854317 n-d-813679-3 neutron-server[95504]: 'Network': '1.1', Oct 12 19:09:24.854317 n-d-813679-3 neutron-server[95504]: 'Port': '1.7', Oct 12 19:09:24.854317 n-d-813679-3 neutron-server[95504]: 'PortForwarding': '1.2', Oct 12 19:09:24.854317 n-d-813679-3 neutron-server[95504]: 'QosPolicy': '1.10', Oct 12 19:09:24.854317 n-d-813679-3 neutron-server[95504]: 'SecurityGroup': '1.4', Oct 12 19:09:24.854317 n-d-813679-3 neutron-server[95504]: 'SecurityGroupRule': '1.2', Oct 12 19:09:24.854317 n-d-813679-3 neutron-server[95504]: 'SubPort': '1.0', Oct 12 19:09:24.854317 n-d-813679-3 neutron-server[95504]: 'Subnet': '1.1', Oct 12 19:09:24.854317 n-d-813679-3 neutron-server[95504]: 'Trunk': '1.1'}} Oct 12 19:09:24.854317 n-d-813679-3 neutron-server[95504]: {{(pid=95504) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 19:09:24.862121 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2bf8cdbf-666e-429c-a9af-2c07bfa69e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:24.872672 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-9a6a8218-e379-4037-991a-01760f0ed9f0 None None] Attempting to bind port 7c6b9a7f-72da-4c6b-83cf-656883aa170b on host n-d-813679-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:09:24.873050 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-9a6a8218-e379-4037-991a-01760f0ed9f0 None None] Attempting to bind port 7c6b9a7f-72da-4c6b-83cf-656883aa170b by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:09:24.873423 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6a8218-e379-4037-991a-01760f0ed9f0 None None] Attempting to bind port 7c6b9a7f-72da-4c6b-83cf-656883aa170b on network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:09:24.879603 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6a8218-e379-4037-991a-01760f0ed9f0 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:09:24.880236 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6a8218-e379-4037-991a-01760f0ed9f0 None None] Checking segment: {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:09:24.880789 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9a6a8218-e379-4037-991a-01760f0ed9f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:24.881406 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6a8218-e379-4037-991a-01760f0ed9f0 None None] Bound using segment: {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:09:24.882132 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-9a6a8218-e379-4037-991a-01760f0ed9f0 None None] Bound port: 7c6b9a7f-72da-4c6b-83cf-656883aa170b, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:09:24.882768 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9a6a8218-e379-4037-991a-01760f0ed9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:24.899746 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf8cdbf-666e-429c-a9af-2c07bfa69e6f admin admin] Network 2b40d2f7-4a07-4df1-bbb6-021ae59cdec3 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:09:24.902727 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-2bf8cdbf-666e-429c-a9af-2c07bfa69e6f admin admin] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:09:24.913015 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf8cdbf-666e-429c-a9af-2c07bfa69e6f admin admin] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:09:24.914313 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2bf8cdbf-666e-429c-a9af-2c07bfa69e6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7915309'] for router_interface, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:24.943592 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-9a6a8218-e379-4037-991a-01760f0ed9f0 None None] For port 7c6b9a7f-72da-4c6b-83cf-656883aa170b, host n-d-813679-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:09:24.947082 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-9a6a8218-e379-4037-991a-01760f0ed9f0 None None] For port 7c6b9a7f-72da-4c6b-83cf-656883aa170b, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=7c6b9a7f-72da-4c6b-83cf-656883aa170b,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:09:25.015470 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9a6a8218-e379-4037-991a-01760f0ed9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:25.101433 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf8cdbf-666e-429c-a9af-2c07bfa69e6f admin admin] Pushing event updated for resources: {'Port': ['ID=11da318a-c235-465f-9eef-0a33d57fefa0,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:09:25.158846 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb38c761-f6f3-41c4-b628-b66a588eb911 None None] Pushing event updated for resources: {'Port': ['ID=7c6b9a7f-72da-4c6b-83cf-656883aa170b,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:09:25.230458 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6a8218-e379-4037-991a-01760f0ed9f0 None None] Routers {'fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:09:25.234007 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-9a6a8218-e379-4037-991a-01760f0ed9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:09:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:09:25.362717 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a3f7be89-f17d-4639-93ae-3d815eac2201 None None] Provisioning complete for port 11da318a-c235-465f-9eef-0a33d57fefa0 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:09:25.363088 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a3f7be89-f17d-4639-93ae-3d815eac2201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:25.401427 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-9a6a8218-e379-4037-991a-01760f0ed9f0 None None] Set router fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:09:25.403901 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2bf8cdbf-666e-429c-a9af-2c07bfa69e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:25.441320 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-a3f7be89-f17d-4639-93ae-3d815eac2201 None None] Port 11da318a-c235-465f-9eef-0a33d57fefa0 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:09:25.646603 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2bf8cdbf-666e-429c-a9af-2c07bfa69e6f admin admin] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:25.706455 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2bf8cdbf-666e-429c-a9af-2c07bfa69e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:25.707555 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2bf8cdbf-666e-429c-a9af-2c07bfa69e6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7898980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8092605'] for router_interface, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:25.714593 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-9a6a8218-e379-4037-991a-01760f0ed9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1173094615-router', 'tenant_id': 'b7528b6e53624c36bc7cfa3c022fa354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '7c6b9a7f-72da-4c6b-83cf-656883aa170b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:09:21Z', 'updated_at': '2021-10-12T19:09:22Z', 'revision_number': 3, 'project_id': 'b7528b6e53624c36bc7cfa3c022fa354', 'gw_port': {'id': '7c6b9a7f-72da-4c6b-83cf-656883aa170b', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b9:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:09:22Z', 'updated_at': '2021-10-12T19:09:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:09:25.744131 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6a8218-e379-4037-991a-01760f0ed9f0 None None] The sync data for ids ['fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba'] in n-d-813679-3 is: [{'id': 'fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1173094615-router', 'tenant_id': 'b7528b6e53624c36bc7cfa3c022fa354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '7c6b9a7f-72da-4c6b-83cf-656883aa170b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:09:21Z', 'updated_at': '2021-10-12T19:09:22Z', 'revision_number': 3, 'project_id': 'b7528b6e53624c36bc7cfa3c022fa354', 'gw_port': {'id': '7c6b9a7f-72da-4c6b-83cf-656883aa170b', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b9:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:09:22Z', 'updated_at': '2021-10-12T19:09:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:09:25.787082 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf8cdbf-666e-429c-a9af-2c07bfa69e6f admin admin] Pushing event updated for resources: {'Port': ['ID=11da318a-c235-465f-9eef-0a33d57fefa0,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:09:25.837382 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf8cdbf-666e-429c-a9af-2c07bfa69e6f admin admin] Network 2b40d2f7-4a07-4df1-bbb6-021ae59cdec3 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:09:25.838809 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-2bf8cdbf-666e-429c-a9af-2c07bfa69e6f admin admin] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:09:26.191108 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52216) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:09:26.191617 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bf8cdbf-666e-429c-a9af-2c07bfa69e6f admin admin] Router fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:09:26.272496 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-bf5b767d-2116-4272-8de8-a7b419e6ed24 None None] Provisioning complete for port 11da318a-c235-465f-9eef-0a33d57fefa0 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:09:26.273583 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bf5b767d-2116-4272-8de8-a7b419e6ed24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:26.352505 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bf8cdbf-666e-429c-a9af-2c07bfa69e6f admin admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:09:26.360688 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-2bf8cdbf-666e-429c-a9af-2c07bfa69e6f admin admin] 10.222.0.49 "PUT /v2.0/routers/fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4175177 Oct 12 19:09:26.367240 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-bf5b767d-2116-4272-8de8-a7b419e6ed24 None None] Port 11da318a-c235-465f-9eef-0a33d57fefa0 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:09:26.497352 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-997df840-31f7-482f-912e-69643e6afea3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:26.595766 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-997df840-31f7-482f-912e-69643e6afea3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:26.661904 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 7c6b9a7f-72da-4c6b-83cf-656883aa170b up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:09:26.672587 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-997df840-31f7-482f-912e-69643e6afea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:26.724753 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 7c6b9a7f-72da-4c6b-83cf-656883aa170b triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:09:26.725164 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:26.730782 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997df840-31f7-482f-912e-69643e6afea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c82982ee-71e7-4f98-9f30-52d81104f5f3,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:09:26.738943 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-997df840-31f7-482f-912e-69643e6afea3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=10ebcec528a941128f553266a910e438&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5443499 Oct 12 19:09:26.739235 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52254) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:09:26.806337 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bfeb37ae-4b41-42dc-b878-d31ccc13580f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:26.843808 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:26.846419 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bfeb37ae-4b41-42dc-b878-d31ccc13580f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:26.865056 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] For port 7c6b9a7f-72da-4c6b-83cf-656883aa170b, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=7c6b9a7f-72da-4c6b-83cf-656883aa170b,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:09:26.924349 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:26.974783 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bfeb37ae-4b41-42dc-b878-d31ccc13580f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:26.977903 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bfeb37ae-4b41-42dc-b878-d31ccc13580f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:26.979106 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-bfeb37ae-4b41-42dc-b878-d31ccc13580f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c82982ee-71e7-4f98-9f30-52d81104f5f3 HTTP/1.1" status: 204 len: 168 time: 0.2384920 Oct 12 19:09:26.983008 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Pushing event updated for resources: {'Port': ['ID=7c6b9a7f-72da-4c6b-83cf-656883aa170b,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:09:26.994908 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeb37ae-4b41-42dc-b878-d31ccc13580f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c82982ee-71e7-4f98-9f30-52d81104f5f3,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:09:27.056937 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52280) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:09:27.059223 n-d-813679-3 neutron-server[95502]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 12 19:09:27.080554 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7861439c-9fc2-4227-94ac-cf1c23492fa4 req-28d1cbb2-13a8-40b8-a518-299cd03266dd tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=d7a64e2dba794979bf3216845bbeb4f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0225108 Oct 12 19:09:27.191822 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7861439c-9fc2-4227-94ac-cf1c23492fa4 req-0beefe89-04f2-4e3d-ac8d-2ae86b316e95 tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:09:27.193298 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7861439c-9fc2-4227-94ac-cf1c23492fa4 req-0beefe89-04f2-4e3d-ac8d-2ae86b316e95 tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1071956 Oct 12 19:09:27.211578 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7861439c-9fc2-4227-94ac-cf1c23492fa4 req-b005c941-e436-4775-a2dc-0e6208d740a2 tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] 10.222.0.49 "GET /v2.0/quotas/d7a64e2dba794979bf3216845bbeb4f0 HTTP/1.1" status: 200 len: 375 time: 0.0119951 Oct 12 19:09:27.270239 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7861439c-9fc2-4227-94ac-cf1c23492fa4 req-f82f558d-dcb9-48a3-a231-cd54632713ed tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=d7a64e2dba794979bf3216845bbeb4f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0529454 Oct 12 19:09:27.642892 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2eadd102-24fa-4bb9-9aba-821836836263 req-7ce34172-6da5-449e-a2c9-60aece3e24e1 tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] 10.222.0.49 "GET /v2.0/ports?device_id=be3694f0-fd86-4327-9f12-057a99b7eb4e HTTP/1.1" status: 200 len: 210 time: 0.0657685 Oct 12 19:09:27.814474 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26cc69b1-2cb7-467a-b537-5b951ae464d6 None None] Sync routers for ids ['fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:09:27.823514 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26cc69b1-2cb7-467a-b537-5b951ae464d6 None None] Routers {'fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:09:27.824157 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-26cc69b1-2cb7-467a-b537-5b951ae464d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:09:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:09:27.936865 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52334) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:09:27.959679 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8cf62626-88be-4ca3-bb02-31d8cbb6b5c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:28.098624 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-26cc69b1-2cb7-467a-b537-5b951ae464d6 None None] Set router fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:09:28.145415 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8cf62626-88be-4ca3-bb02-31d8cbb6b5c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:28.214738 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8cf62626-88be-4ca3-bb02-31d8cbb6b5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:28.272657 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52356) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:09:28.273614 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf62626-88be-4ca3-bb02-31d8cbb6b5c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10cab3fa-58a8-402f-a866-19c34d62b133,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:09:28.277568 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-deb2730f-dc9d-4d7b-b4ac-67a67bc99aba admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1751830507-network', 'tenant_id': 'de70255a1eb54e939d9ea6a3ef4759fc'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:09:28.279875 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-8cf62626-88be-4ca3-bb02-31d8cbb6b5c7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0914179511894e2a8377beebdbb20232&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3410327 Oct 12 19:09:28.282838 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52358) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:09:28.336632 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-db3267d6-c746-4874-9e55-b19417a46867 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:28.358182 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-db3267d6-c746-4874-9e55-b19417a46867 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:28.385515 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-26cc69b1-2cb7-467a-b537-5b951ae464d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1173094615-router', 'tenant_id': 'b7528b6e53624c36bc7cfa3c022fa354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '7c6b9a7f-72da-4c6b-83cf-656883aa170b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:09:21Z', 'updated_at': '2021-10-12T19:09:25Z', 'revision_number': 4, 'project_id': 'b7528b6e53624c36bc7cfa3c022fa354', 'gw_port': {'id': '7c6b9a7f-72da-4c6b-83cf-656883aa170b', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:09:22Z', 'updated_at': '2021-10-12T19:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '11da318a-c235-465f-9eef-0a33d57fefa0', 'name': '', 'network_id': '2b40d2f7-4a07-4df1-bbb6-021ae59cdec3', 'tenant_id': 'b7528b6e53624c36bc7cfa3c022fa354', 'mac_address': 'fa:16:3e:34:99:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '20450db0-2083-48cb-ae97-ca9e3c77152e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:09:24Z', 'updated_at': '2021-10-12T19:09:25Z', 'revision_number': 2, 'project_id': 'b7528b6e53624c36bc7cfa3c022fa354', 'subnets': [{'id': '20450db0-2083-48cb-ae97-ca9e3c77152e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:09:28.391952 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deb2730f-dc9d-4d7b-b4ac-67a67bc99aba admin admin] Made reservation on behalf of de70255a1eb54e939d9ea6a3ef4759fc for: {'network': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:09:28.394342 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-deb2730f-dc9d-4d7b-b4ac-67a67bc99aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:28.403787 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-deb2730f-dc9d-4d7b-b4ac-67a67bc99aba admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:28.427981 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26cc69b1-2cb7-467a-b537-5b951ae464d6 None None] Checking router: fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:09:28.427981 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26cc69b1-2cb7-467a-b537-5b951ae464d6 None None] Updating router fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba port 11da318a-c235-465f-9eef-0a33d57fefa0 binding host n-d-813679-3 {{(pid=95503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 19:09:28.460187 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-26cc69b1-2cb7-467a-b537-5b951ae464d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:28.504440 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-db3267d6-c746-4874-9e55-b19417a46867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:28.510729 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-db3267d6-c746-4874-9e55-b19417a46867 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:28.514249 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-db3267d6-c746-4874-9e55-b19417a46867 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/10cab3fa-58a8-402f-a866-19c34d62b133 HTTP/1.1" status: 204 len: 168 time: 0.2282546 Oct 12 19:09:28.528631 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3267d6-c746-4874-9e55-b19417a46867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10cab3fa-58a8-402f-a866-19c34d62b133,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:09:28.610430 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-deb2730f-dc9d-4d7b-b4ac-67a67bc99aba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:28.683970 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-deb2730f-dc9d-4d7b-b4ac-67a67bc99aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:28.709939 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-deb2730f-dc9d-4d7b-b4ac-67a67bc99aba admin admin] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=95501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:09:28.713668 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 7c6b9a7f-72da-4c6b-83cf-656883aa170b up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:09:28.750441 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-deb2730f-dc9d-4d7b-b4ac-67a67bc99aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:28.751015 n-d-813679-3 neutron-server[95501]: INFO neutron.db.segments_db [None req-deb2730f-dc9d-4d7b-b4ac-67a67bc99aba admin admin] Added segment 558d9154-a3a9-4a8b-8b76-d0bddd836521 of type vlan for network 6d73c486-3501-46be-b614-9bb3c24ac9cd Oct 12 19:09:28.764471 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb2730f-dc9d-4d7b-b4ac-67a67bc99aba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a64a83c6-a7b8-4850-80d6-4ea940e4d35d,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:09:28.800230 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-deb2730f-dc9d-4d7b-b4ac-67a67bc99aba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:28.814052 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 7c6b9a7f-72da-4c6b-83cf-656883aa170b triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:09:28.814427 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:28.904213 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-26cc69b1-2cb7-467a-b537-5b951ae464d6 None None] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:28.927847 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e8858542-28ed-4fa2-a427-6524383242ec req-34141484-8712-48f0-8291-61d4c0875dab tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] 10.222.0.49 "GET /v2.0/ports?device_id=be3694f0-fd86-4327-9f12-057a99b7eb4e HTTP/1.1" status: 200 len: 210 time: 0.0359762 Oct 12 19:09:28.938439 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-deb2730f-dc9d-4d7b-b4ac-67a67bc99aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:28.941955 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb2730f-dc9d-4d7b-b4ac-67a67bc99aba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:09:28.941955 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-deb2730f-dc9d-4d7b-b4ac-67a67bc99aba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:28.981287 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-26cc69b1-2cb7-467a-b537-5b951ae464d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:29.034359 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb2730f-dc9d-4d7b-b4ac-67a67bc99aba admin admin] Pushing event updated for resources: {'Network': ['ID=6d73c486-3501-46be-b614-9bb3c24ac9cd,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:09:29.071008 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-deb2730f-dc9d-4d7b-b4ac-67a67bc99aba admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7964976 Oct 12 19:09:29.077349 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 6d73c486-3501-46be-b614-9bb3c24ac9cd details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:09:29.080248 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52412) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:09:29.086837 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-e8a41ee1-6834-4d15-a7ca-7c77c13a6eb7 admin admin] Request body: {'subnet': {'network_id': '6d73c486-3501-46be-b614-9bb3c24ac9cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1751830507-subnet', 'tenant_id': 'de70255a1eb54e939d9ea6a3ef4759fc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:09:29.117112 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82238f20-d4ae-4d83-8c14-6ab10dea9bdd None None] Pushing event updated for resources: {'Port': ['ID=11da318a-c235-465f-9eef-0a33d57fefa0,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:09:29.199087 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8a41ee1-6834-4d15-a7ca-7c77c13a6eb7 admin admin] Made reservation on behalf of de70255a1eb54e939d9ea6a3ef4759fc for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:09:29.201732 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e8a41ee1-6834-4d15-a7ca-7c77c13a6eb7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:29.245137 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ffab5298-b410-4a66-8d64-44c12a5cd58b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:29.251688 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52428) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:09:29.255837 n-d-813679-3 neutron-server[95501]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 12 19:09:29.275131 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-26cc69b1-2cb7-467a-b537-5b951ae464d6 None None] Attempting to bind port 11da318a-c235-465f-9eef-0a33d57fefa0 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:09:29.275428 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-26cc69b1-2cb7-467a-b537-5b951ae464d6 None None] Attempting to bind port 11da318a-c235-465f-9eef-0a33d57fefa0 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '07a654b6-9e4b-47e5-bebe-20a1a2213e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2b40d2f7-4a07-4df1-bbb6-021ae59cdec3'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:09:29.275778 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cc69b1-2cb7-467a-b537-5b951ae464d6 None None] Attempting to bind port 11da318a-c235-465f-9eef-0a33d57fefa0 on network 2b40d2f7-4a07-4df1-bbb6-021ae59cdec3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:09:29.284825 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cc69b1-2cb7-467a-b537-5b951ae464d6 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:09:29.285303 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cc69b1-2cb7-467a-b537-5b951ae464d6 None None] Checking segment: {'id': '07a654b6-9e4b-47e5-bebe-20a1a2213e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2b40d2f7-4a07-4df1-bbb6-021ae59cdec3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:09:29.285713 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-26cc69b1-2cb7-467a-b537-5b951ae464d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:29.286103 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cc69b1-2cb7-467a-b537-5b951ae464d6 None None] Bound using segment: {'id': '07a654b6-9e4b-47e5-bebe-20a1a2213e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2b40d2f7-4a07-4df1-bbb6-021ae59cdec3'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:09:29.286575 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-26cc69b1-2cb7-467a-b537-5b951ae464d6 None None] Bound port: 11da318a-c235-465f-9eef-0a33d57fefa0, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07a654b6-9e4b-47e5-bebe-20a1a2213e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2b40d2f7-4a07-4df1-bbb6-021ae59cdec3'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:09:29.287798 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-26cc69b1-2cb7-467a-b537-5b951ae464d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:29.333864 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b414f3cb-6e69-4f42-92db-737ddc74883a req-b6b3689e-8a0b-4844-add4-034dc7457746 tempest-AggregatesAdminTestJSON-1439723126 tempest-AggregatesAdminTestJSON-1439723126-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=a2b138826c5847aab56cb24a2c9dbeaf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0802679 Oct 12 19:09:29.405137 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-26cc69b1-2cb7-467a-b537-5b951ae464d6 None None] For port 11da318a-c235-465f-9eef-0a33d57fefa0, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:09:29.409159 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-26cc69b1-2cb7-467a-b537-5b951ae464d6 None None] For port 11da318a-c235-465f-9eef-0a33d57fefa0, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=11da318a-c235-465f-9eef-0a33d57fefa0,segment=NetworkSegment(07a654b6-9e4b-47e5-bebe-20a1a2213e84),segment_id=07a654b6-9e4b-47e5-bebe-20a1a2213e84)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:09:29.523158 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-26cc69b1-2cb7-467a-b537-5b951ae464d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:29.565755 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b414f3cb-6e69-4f42-92db-737ddc74883a req-9c4a0eec-32b6-4b79-8c4b-dfddab80466f tempest-AggregatesAdminTestJSON-1439723126 tempest-AggregatesAdminTestJSON-1439723126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:09:29.567918 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b414f3cb-6e69-4f42-92db-737ddc74883a req-9c4a0eec-32b6-4b79-8c4b-dfddab80466f tempest-AggregatesAdminTestJSON-1439723126 tempest-AggregatesAdminTestJSON-1439723126-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2320135 Oct 12 19:09:29.573865 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-2426471c-7b6b-45d9-9763-94ba5fc4eb1d None None] Provisioning complete for port 11da318a-c235-465f-9eef-0a33d57fefa0 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:09:29.574271 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2426471c-7b6b-45d9-9763-94ba5fc4eb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:29.604612 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e8a41ee1-6834-4d15-a7ca-7c77c13a6eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:29.610053 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b414f3cb-6e69-4f42-92db-737ddc74883a req-7c1552eb-75fb-4018-bfc8-f995a9e8e42f tempest-AggregatesAdminTestJSON-1439723126 tempest-AggregatesAdminTestJSON-1439723126-project] 10.222.0.49 "GET /v2.0/quotas/a2b138826c5847aab56cb24a2c9dbeaf HTTP/1.1" status: 200 len: 375 time: 0.0367339 Oct 12 19:09:29.659337 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26cc69b1-2cb7-467a-b537-5b951ae464d6 None None] Routers {'fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:09:29.659970 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-26cc69b1-2cb7-467a-b537-5b951ae464d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:09:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:09:29.664393 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82238f20-d4ae-4d83-8c14-6ab10dea9bdd None None] Pushing event updated for resources: {'Port': ['ID=11da318a-c235-465f-9eef-0a33d57fefa0,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:09:29.685783 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b414f3cb-6e69-4f42-92db-737ddc74883a req-212d27ec-ecc9-469e-9a72-babf8fcb65fb tempest-AggregatesAdminTestJSON-1439723126 tempest-AggregatesAdminTestJSON-1439723126-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=a2b138826c5847aab56cb24a2c9dbeaf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0742154 Oct 12 19:09:29.693398 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a41ee1-6834-4d15-a7ca-7c77c13a6eb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8d1b1f3-1aec-4252-bdea-2388ebb67433,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:09:29.727110 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a41ee1-6834-4d15-a7ca-7c77c13a6eb7 admin admin] Checking segment: {'id': '558d9154-a3a9-4a8b-8b76-d0bddd836521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '6d73c486-3501-46be-b614-9bb3c24ac9cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:09:29.727740 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a41ee1-6834-4d15-a7ca-7c77c13a6eb7 admin admin] Network hostable DHCP agents. Network: 6d73c486-3501-46be-b614-9bb3c24ac9cd, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:09:29.830028 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-26cc69b1-2cb7-467a-b537-5b951ae464d6 None None] Set router fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:09:29.860874 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a41ee1-6834-4d15-a7ca-7c77c13a6eb7 admin admin] Network 6d73c486-3501-46be-b614-9bb3c24ac9cd is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:09:29.869565 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2426471c-7b6b-45d9-9763-94ba5fc4eb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:29.954044 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-e8a41ee1-6834-4d15-a7ca-7c77c13a6eb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, 6d73c486-3501-46be-b614-9bb3c24ac9cd) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:09:29.965945 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a41ee1-6834-4d15-a7ca-7c77c13a6eb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:09:29.967847 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e8a41ee1-6834-4d15-a7ca-7c77c13a6eb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:29.975567 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa5a5aef-e36b-41a1-9554-61d4d2091728 None None] Network 6d73c486-3501-46be-b614-9bb3c24ac9cd requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:09:29.978710 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-2426471c-7b6b-45d9-9763-94ba5fc4eb1d None None] For port 11da318a-c235-465f-9eef-0a33d57fefa0, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=11da318a-c235-465f-9eef-0a33d57fefa0,segment=NetworkSegment(07a654b6-9e4b-47e5-bebe-20a1a2213e84),segment_id=07a654b6-9e4b-47e5-bebe-20a1a2213e84)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:09:30.046029 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-e8a41ee1-6834-4d15-a7ca-7c77c13a6eb7 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.9642265 Oct 12 19:09:30.055340 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52476) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:09:30.061146 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-ce3218ce-021b-4cb8-b78b-e9dd13443b1b admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1751830507-router', 'tenant_id': 'de70255a1eb54e939d9ea6a3ef4759fc', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:09:30.066714 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2426471c-7b6b-45d9-9763-94ba5fc4eb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:30.200635 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-315f38e0-627e-4c00-8519-87af0ee30f0c req-bcb5efdd-6061-47c6-9683-cbba2bf62a8b tempest-AggregatesAdminTestJSON-1439723126 tempest-AggregatesAdminTestJSON-1439723126-project] 10.222.0.49 "GET /v2.0/ports?device_id=af32cd74-bf78-4300-904c-d338bc0e3da0 HTTP/1.1" status: 200 len: 210 time: 0.0865366 Oct 12 19:09:30.202099 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ce3218ce-021b-4cb8-b78b-e9dd13443b1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8093678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255505'] for router, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:30.203195 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ce3218ce-021b-4cb8-b78b-e9dd13443b1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8093562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8087085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8022306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255518'] for router, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:30.272898 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2426471c-7b6b-45d9-9763-94ba5fc4eb1d None None] Pushing event updated for resources: {'Port': ['ID=11da318a-c235-465f-9eef-0a33d57fefa0,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:09:30.319199 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-1031db7e-7aa3-450b-975a-e33c4101e62a None None] Provisioning complete for port 11da318a-c235-465f-9eef-0a33d57fefa0 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:09:30.319570 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1031db7e-7aa3-450b-975a-e33c4101e62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:30.357313 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ce3218ce-021b-4cb8-b78b-e9dd13443b1b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:30.389223 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e41df531-6855-41a8-9866-861644479db8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-6d73c486-3501-46be-b614-9bb3c24ac9cd', 'network_id': '6d73c486-3501-46be-b614-9bb3c24ac9cd', 'tenant_id': 'de70255a1eb54e939d9ea6a3ef4759fc', 'fixed_ips': [{'subnet_id': 'd8d1b1f3-1aec-4252-bdea-2388ebb67433'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:09:30.393666 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e41df531-6855-41a8-9866-861644479db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:30.461233 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b26a38fd-5cf8-4a63-a635-29075a4f6138 req-0ac20a15-c22a-4b0c-b254-ad34dcb70fa7 tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] 10.222.0.49 "GET /v2.0/ports?device_id=be3694f0-fd86-4327-9f12-057a99b7eb4e HTTP/1.1" status: 200 len: 210 time: 0.0887177 Oct 12 19:09:30.543796 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-26cc69b1-2cb7-467a-b537-5b951ae464d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1173094615-router', 'tenant_id': 'b7528b6e53624c36bc7cfa3c022fa354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '7c6b9a7f-72da-4c6b-83cf-656883aa170b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:09:21Z', 'updated_at': '2021-10-12T19:09:25Z', 'revision_number': 4, 'project_id': 'b7528b6e53624c36bc7cfa3c022fa354', 'gw_port': {'id': '7c6b9a7f-72da-4c6b-83cf-656883aa170b', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:09:22Z', 'updated_at': '2021-10-12T19:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '11da318a-c235-465f-9eef-0a33d57fefa0', 'name': '', 'network_id': '2b40d2f7-4a07-4df1-bbb6-021ae59cdec3', 'tenant_id': 'b7528b6e53624c36bc7cfa3c022fa354', 'mac_address': 'fa:16:3e:34:99:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '20450db0-2083-48cb-ae97-ca9e3c77152e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:09:24Z', 'updated_at': '2021-10-12T19:09:29Z', 'revision_number': 4, 'project_id': 'b7528b6e53624c36bc7cfa3c022fa354', 'subnets': [{'id': '20450db0-2083-48cb-ae97-ca9e3c77152e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:09:30.579102 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26cc69b1-2cb7-467a-b537-5b951ae464d6 None None] The sync data for ids ['fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba'] in n-d-813679-3 is: [{'id': 'fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1173094615-router', 'tenant_id': 'b7528b6e53624c36bc7cfa3c022fa354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '7c6b9a7f-72da-4c6b-83cf-656883aa170b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:09:21Z', 'updated_at': '2021-10-12T19:09:25Z', 'revision_number': 4, 'project_id': 'b7528b6e53624c36bc7cfa3c022fa354', 'gw_port': {'id': '7c6b9a7f-72da-4c6b-83cf-656883aa170b', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:09:22Z', 'updated_at': '2021-10-12T19:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '11da318a-c235-465f-9eef-0a33d57fefa0', 'name': '', 'network_id': '2b40d2f7-4a07-4df1-bbb6-021ae59cdec3', 'tenant_id': 'b7528b6e53624c36bc7cfa3c022fa354', 'mac_address': 'fa:16:3e:34:99:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '20450db0-2083-48cb-ae97-ca9e3c77152e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:09:24Z', 'updated_at': '2021-10-12T19:09:29Z', 'revision_number': 4, 'project_id': 'b7528b6e53624c36bc7cfa3c022fa354', 'subnets': [{'id': '20450db0-2083-48cb-ae97-ca9e3c77152e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:09:30.823503 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-e41df531-6855-41a8-9866-861644479db8 None None] Allocated IP 172.20.0.2 (6d73c486-3501-46be-b614-9bb3c24ac9cd/d8d1b1f3-1aec-4252-bdea-2388ebb67433/542197f2-44b5-4f05-ab7c-a364c7b01e3d) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:09:30.875704 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ce3218ce-021b-4cb8-b78b-e9dd13443b1b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:31.087329 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e41df531-6855-41a8-9866-861644479db8 None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:31.181572 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e41df531-6855-41a8-9866-861644479db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:31.305855 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41df531-6855-41a8-9866-861644479db8 None None] Network 6d73c486-3501-46be-b614-9bb3c24ac9cd is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:09:31.310196 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-e41df531-6855-41a8-9866-861644479db8 None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:09:31.311241 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52544) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:09:31.316791 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41df531-6855-41a8-9866-861644479db8 None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:09:31.327603 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e33394ab-4adf-48f1-9a91-a4b59ed7d107 req-660f0d17-3e56-4373-853d-24090061bbe7 tempest-AggregatesAdminTestJSON-1439723126 tempest-AggregatesAdminTestJSON-1439723126-project] 10.222.0.49 "GET /v2.0/ports?device_id=af32cd74-bf78-4300-904c-d338bc0e3da0 HTTP/1.1" status: 200 len: 210 time: 0.0597479 Oct 12 19:09:31.343838 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41df531-6855-41a8-9866-861644479db8 None None] Pushing event updated for resources: {'Port': ['ID=542197f2-44b5-4f05-ab7c-a364c7b01e3d,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:09:31.451983 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-e41df531-6855-41a8-9866-861644479db8 None None] Attempting to bind port 542197f2-44b5-4f05-ab7c-a364c7b01e3d on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:09:31.455561 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-e41df531-6855-41a8-9866-861644479db8 None None] Attempting to bind port 542197f2-44b5-4f05-ab7c-a364c7b01e3d by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '558d9154-a3a9-4a8b-8b76-d0bddd836521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '6d73c486-3501-46be-b614-9bb3c24ac9cd'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:09:31.457074 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41df531-6855-41a8-9866-861644479db8 None None] Attempting to bind port 542197f2-44b5-4f05-ab7c-a364c7b01e3d on network 6d73c486-3501-46be-b614-9bb3c24ac9cd {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:09:31.474311 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41df531-6855-41a8-9866-861644479db8 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:09:31.474685 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41df531-6855-41a8-9866-861644479db8 None None] Checking segment: {'id': '558d9154-a3a9-4a8b-8b76-d0bddd836521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '6d73c486-3501-46be-b614-9bb3c24ac9cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:09:31.475086 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e41df531-6855-41a8-9866-861644479db8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:31.475472 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41df531-6855-41a8-9866-861644479db8 None None] Bound using segment: {'id': '558d9154-a3a9-4a8b-8b76-d0bddd836521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '6d73c486-3501-46be-b614-9bb3c24ac9cd'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:09:31.475948 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-e41df531-6855-41a8-9866-861644479db8 None None] Bound port: 542197f2-44b5-4f05-ab7c-a364c7b01e3d, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '558d9154-a3a9-4a8b-8b76-d0bddd836521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '6d73c486-3501-46be-b614-9bb3c24ac9cd'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:09:31.476383 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e41df531-6855-41a8-9866-861644479db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:31.478473 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ce3218ce-021b-4cb8-b78b-e9dd13443b1b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:31.571160 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ce3218ce-021b-4cb8-b78b-e9dd13443b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:31.678011 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-989772df-edcd-4ee3-8ab7-910c43e81cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:31.729389 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-e41df531-6855-41a8-9866-861644479db8 None None] For port 542197f2-44b5-4f05-ab7c-a364c7b01e3d, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:09:31.734789 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-e41df531-6855-41a8-9866-861644479db8 None None] For port 542197f2-44b5-4f05-ab7c-a364c7b01e3d, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=542197f2-44b5-4f05-ab7c-a364c7b01e3d,segment=NetworkSegment(558d9154-a3a9-4a8b-8b76-d0bddd836521),segment_id=558d9154-a3a9-4a8b-8b76-d0bddd836521)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:09:31.775161 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ec7e5154-491d-4012-bc7a-549a1c5271d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:31.811577 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e41df531-6855-41a8-9866-861644479db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:31.825673 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.61', 53450) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:09:31.853573 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7861439c-9fc2-4227-94ac-cf1c23492fa4 req-f46833be-ad5f-4389-ab54-93e499473641 tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=d7a64e2dba794979bf3216845bbeb4f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0260897 Oct 12 19:09:31.910562 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-066a20c4-7c70-4b14-aa03-565b6e08cc59 req-06292078-08c2-4cab-8c40-ac388b59047a tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] 10.222.0.49 "GET /v2.0/ports?device_id=be3694f0-fd86-4327-9f12-057a99b7eb4e HTTP/1.1" status: 200 len: 210 time: 0.0854340 Oct 12 19:09:31.924181 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41df531-6855-41a8-9866-861644479db8 None None] Pushing event updated for resources: {'Port': ['ID=542197f2-44b5-4f05-ab7c-a364c7b01e3d,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:09:31.944797 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-ce3218ce-021b-4cb8-b78b-e9dd13443b1b admin admin] Allocated IP 172.25.5.37 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/2a04f200-0923-445b-a6ca-4e7f38cac20e) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:09:32.044830 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7861439c-9fc2-4227-94ac-cf1c23492fa4 req-4ae9879c-a231-4074-bc1a-f69a5e51dc90 tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:09:32.046626 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7861439c-9fc2-4227-94ac-cf1c23492fa4 req-4ae9879c-a231-4074-bc1a-f69a5e51dc90 tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1794882 Oct 12 19:09:32.056756 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ec7e5154-491d-4012-bc7a-549a1c5271d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:32.135803 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-7861439c-9fc2-4227-94ac-cf1c23492fa4 req-2840c186-895e-41c6-bac9-edc7ea9f7a24 tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] Request body: {'port': {'device_id': 'be3694f0-fd86-4327-9f12-057a99b7eb4e', 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1', 'admin_state_up': True, 'tenant_id': 'd7a64e2dba794979bf3216845bbeb4f0'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:09:32.187215 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ec7e5154-491d-4012-bc7a-549a1c5271d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:32.293622 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ce3218ce-021b-4cb8-b78b-e9dd13443b1b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:32.311717 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-ec7e5154-491d-4012-bc7a-549a1c5271d1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=37d2a0ce7a5b42c3b5082debac807363&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9933400 Oct 12 19:09:32.311914 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52590) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:09:32.339877 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7e5154-491d-4012-bc7a-549a1c5271d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04cc89da-aa1e-4a10-9a6a-067f2f99f030,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:09:32.442957 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:32.490735 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bea4f48f-26bd-4c20-bd9b-6c7686ba75c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:32.563786 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bea4f48f-26bd-4c20-bd9b-6c7686ba75c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:32.582777 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ce3218ce-021b-4cb8-b78b-e9dd13443b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:32.585930 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:32.636366 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4695cb6e-313e-4563-b9ba-deb4fbb9a36d req-5386a13d-3505-47a0-9dcc-937a380a01e7 tempest-AggregatesAdminTestJSON-1439723126 tempest-AggregatesAdminTestJSON-1439723126-project] 10.222.0.49 "GET /v2.0/ports?device_id=af32cd74-bf78-4300-904c-d338bc0e3da0 HTTP/1.1" status: 200 len: 210 time: 0.0612795 Oct 12 19:09:32.663421 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3218ce-021b-4cb8-b78b-e9dd13443b1b admin admin] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:09:32.669483 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-ce3218ce-021b-4cb8-b78b-e9dd13443b1b admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:09:32.672351 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3218ce-021b-4cb8-b78b-e9dd13443b1b admin admin] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:09:32.676541 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3218ce-021b-4cb8-b78b-e9dd13443b1b admin admin] Pushing event updated for resources: {'Port': ['ID=2a04f200-0923-445b-a6ca-4e7f38cac20e,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:09:32.700018 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7861439c-9fc2-4227-94ac-cf1c23492fa4 req-2840c186-895e-41c6-bac9-edc7ea9f7a24 tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] Made reservation on behalf of d7a64e2dba794979bf3216845bbeb4f0 for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:09:32.710950 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-7861439c-9fc2-4227-94ac-cf1c23492fa4 req-2840c186-895e-41c6-bac9-edc7ea9f7a24 tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:32.747183 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-7861439c-9fc2-4227-94ac-cf1c23492fa4 req-2840c186-895e-41c6-bac9-edc7ea9f7a24 tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:32.748674 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 542197f2-44b5-4f05-ab7c-a364c7b01e3d up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:09:32.830075 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 542197f2-44b5-4f05-ab7c-a364c7b01e3d triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:09:32.835348 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:32.908827 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:32.913743 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:32.956451 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bea4f48f-26bd-4c20-bd9b-6c7686ba75c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:32.958924 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] For port 542197f2-44b5-4f05-ab7c-a364c7b01e3d, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=542197f2-44b5-4f05-ab7c-a364c7b01e3d,segment=NetworkSegment(558d9154-a3a9-4a8b-8b76-d0bddd836521),segment_id=558d9154-a3a9-4a8b-8b76-d0bddd836521)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:09:32.959049 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bea4f48f-26bd-4c20-bd9b-6c7686ba75c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:32.960655 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-bea4f48f-26bd-4c20-bd9b-6c7686ba75c1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/04cc89da-aa1e-4a10-9a6a-067f2f99f030 HTTP/1.1" status: 204 len: 168 time: 0.6394775 Oct 12 19:09:32.988171 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea4f48f-26bd-4c20-bd9b-6c7686ba75c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04cc89da-aa1e-4a10-9a6a-067f2f99f030,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:09:33.021776 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:33.022577 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 11da318a-c235-465f-9eef-0a33d57fefa0 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:09:33.074419 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0301c445-cd70-434c-88bb-9f5b89710b78 req-cff153b3-36de-40f9-aee2-038a5fba4891 tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] 10.222.0.49 "GET /v2.0/ports?device_id=be3694f0-fd86-4327-9f12-057a99b7eb4e HTTP/1.1" status: 200 len: 210 time: 0.0675223 Oct 12 19:09:33.105151 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ce3218ce-021b-4cb8-b78b-e9dd13443b1b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:33.120291 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-7861439c-9fc2-4227-94ac-cf1c23492fa4 req-2840c186-895e-41c6-bac9-edc7ea9f7a24 tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:33.142473 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 11da318a-c235-465f-9eef-0a33d57fefa0 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:09:33.143175 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:33.148176 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Pushing event updated for resources: {'Port': ['ID=542197f2-44b5-4f05-ab7c-a364c7b01e3d,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:09:33.185859 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-7861439c-9fc2-4227-94ac-cf1c23492fa4 req-2840c186-895e-41c6-bac9-edc7ea9f7a24 tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:33.378982 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ce3218ce-021b-4cb8-b78b-e9dd13443b1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8093541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7915516'] for router, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:33.385843 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:33.483521 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2840c186-895e-41c6-bac9-edc7ea9f7a24 tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f8447e-770e-4df1-a547-9c5ec1258eff,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:09:33.484661 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.61', 53454) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:09:33.516390 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbcda3e6-07c3-44a7-84bb-22a0d1b1967f None None] Network 6d73c486-3501-46be-b614-9bb3c24ac9cd requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:09:33.532592 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [req-7861439c-9fc2-4227-94ac-cf1c23492fa4 req-2840c186-895e-41c6-bac9-edc7ea9f7a24 tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] Allocated IP 192.168.233.170 (90dcf485-b1ad-4139-85a3-9e1e9879e6b1/629aee7d-3fde-4c72-af1e-6a7e1f6a7e75/af78f41b-d7bd-42f6-80f0-9931fc0e2f12) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:09:33.549258 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b414f3cb-6e69-4f42-92db-737ddc74883a req-c5266ab6-77db-43c9-a1d3-1d76c116a61e tempest-AggregatesAdminTestJSON-1439723126 tempest-AggregatesAdminTestJSON-1439723126-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=a2b138826c5847aab56cb24a2c9dbeaf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0607355 Oct 12 19:09:33.571924 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52640) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:09:33.611743 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52644) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:09:33.745047 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-c2752635-8981-4a7f-bd8c-2860dd4be532 None None] Provisioning complete for port 542197f2-44b5-4f05-ab7c-a364c7b01e3d triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:09:33.745285 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c2752635-8981-4a7f-bd8c-2860dd4be532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:33.896418 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7d2df1f2-8ea3-4b2d-93c0-3395397e18fb req-0795efca-a154-4a8a-b7c0-38bbebebf147 tempest-AggregatesAdminTestJSON-1439723126 tempest-AggregatesAdminTestJSON-1439723126-project] 10.222.0.49 "GET /v2.0/ports?device_id=af32cd74-bf78-4300-904c-d338bc0e3da0 HTTP/1.1" status: 200 len: 210 time: 0.0724509 Oct 12 19:09:33.993613 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b414f3cb-6e69-4f42-92db-737ddc74883a req-c9fe4198-8cae-4183-a259-ba3537a9dd5c tempest-AggregatesAdminTestJSON-1439723126 tempest-AggregatesAdminTestJSON-1439723126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:09:33.995622 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b414f3cb-6e69-4f42-92db-737ddc74883a req-c9fe4198-8cae-4183-a259-ba3537a9dd5c tempest-AggregatesAdminTestJSON-1439723126 tempest-AggregatesAdminTestJSON-1439723126-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3450859 Oct 12 19:09:33.997793 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce3218ce-021b-4cb8-b78b-e9dd13443b1b admin admin] Router 15e0d83b-aa68-44a7-9795-d40b3efa7c4f is scheduled to L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b with binding_index 1 {{(pid=95502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 19:09:34.191878 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7635c6c5-812c-4b2f-a849-707dd8b0adce admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:34.217489 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-7861439c-9fc2-4227-94ac-cf1c23492fa4 req-2840c186-895e-41c6-bac9-edc7ea9f7a24 tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:34.273402 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1996521e-03f5-427c-afe5-f05e8d0f87d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:34.401056 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-b414f3cb-6e69-4f42-92db-737ddc74883a req-cc4aacc0-c1b7-4b9b-99f4-9dbb0e0d13b9 tempest-AggregatesAdminTestJSON-1439723126 tempest-AggregatesAdminTestJSON-1439723126-project] Request body: {'port': {'device_id': 'af32cd74-bf78-4300-904c-d338bc0e3da0', 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1', 'admin_state_up': True, 'tenant_id': 'a2b138826c5847aab56cb24a2c9dbeaf'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:09:34.404886 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:34.431894 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1996521e-03f5-427c-afe5-f05e8d0f87d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:34.436469 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-454398b5-5dd0-4f96-aa42-b1a58548f3b9 req-036f5dc9-4027-4628-af73-69dee3f124d3 tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] 10.222.0.49 "GET /v2.0/ports?device_id=be3694f0-fd86-4327-9f12-057a99b7eb4e HTTP/1.1" status: 200 len: 210 time: 0.1735680 Oct 12 19:09:34.438855 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-7861439c-9fc2-4227-94ac-cf1c23492fa4 req-2840c186-895e-41c6-bac9-edc7ea9f7a24 tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:34.627547 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce3218ce-021b-4cb8-b78b-e9dd13443b1b admin admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:09:34.647034 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20f342b-932d-4fbf-86dc-1f9a29ac3f78 None None] Sync routers for ids ['15e0d83b-aa68-44a7-9795-d40b3efa7c4f'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:09:34.664852 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 542197f2-44b5-4f05-ab7c-a364c7b01e3d up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:09:34.682503 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20f342b-932d-4fbf-86dc-1f9a29ac3f78 None None] Routers {'15e0d83b-aa68-44a7-9795-d40b3efa7c4f'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:09:34.683284 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-f20f342b-932d-4fbf-86dc-1f9a29ac3f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:09:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['15e0d83b-aa68-44a7-9795-d40b3efa7c4f'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:09:34.696276 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1996521e-03f5-427c-afe5-f05e8d0f87d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:34.705215 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52658) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:09:34.719943 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-1ce1b244-b538-4bec-a02f-95855fbdc53a None None] Provisioning complete for port 542197f2-44b5-4f05-ab7c-a364c7b01e3d triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:09:34.720340 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1ce1b244-b538-4bec-a02f-95855fbdc53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:34.722244 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7861439c-9fc2-4227-94ac-cf1c23492fa4 req-2840c186-895e-41c6-bac9-edc7ea9f7a24 tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] Network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:09:34.748390 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ce3218ce-021b-4cb8-b78b-e9dd13443b1b admin admin] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:34.748390 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-ce3218ce-021b-4cb8-b78b-e9dd13443b1b admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.6760485 Oct 12 19:09:34.748390 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-935f3aa4-3a02-42d6-9249-73cbe2c2f822 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:34.752531 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52660) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:09:34.763669 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 542197f2-44b5-4f05-ab7c-a364c7b01e3d triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:09:34.764154 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:34.833373 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [req-7861439c-9fc2-4227-94ac-cf1c23492fa4 req-2840c186-895e-41c6-bac9-edc7ea9f7a24 tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:09:34.872660 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-1996521e-03f5-427c-afe5-f05e8d0f87d5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=009b84abc9494917bf11e678e6644d63&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2248778 Oct 12 19:09:34.872660 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-7861439c-9fc2-4227-94ac-cf1c23492fa4 req-2840c186-895e-41c6-bac9-edc7ea9f7a24 tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:09:34.875917 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7861439c-9fc2-4227-94ac-cf1c23492fa4 req-2840c186-895e-41c6-bac9-edc7ea9f7a24 tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:09:34.876778 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-7861439c-9fc2-4227-94ac-cf1c23492fa4 req-2840c186-895e-41c6-bac9-edc7ea9f7a24 tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:34.877637 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-f20f342b-932d-4fbf-86dc-1f9a29ac3f78 None None] Set router 15e0d83b-aa68-44a7-9795-d40b3efa7c4f gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:09:34.881297 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1996521e-03f5-427c-afe5-f05e8d0f87d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d1eb843-9ab2-41d1-8185-c9e9a549d585,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:09:34.884409 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52664) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:09:34.951327 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2840c186-895e-41c6-bac9-edc7ea9f7a24 tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] Pushing event updated for resources: {'Port': ['ID=af78f41b-d7bd-42f6-80f0-9931fc0e2f12,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:09:34.966171 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b414f3cb-6e69-4f42-92db-737ddc74883a req-cc4aacc0-c1b7-4b9b-99f4-9dbb0e0d13b9 tempest-AggregatesAdminTestJSON-1439723126 tempest-AggregatesAdminTestJSON-1439723126-project] Made reservation on behalf of a2b138826c5847aab56cb24a2c9dbeaf for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:09:35.137398 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b414f3cb-6e69-4f42-92db-737ddc74883a req-cc4aacc0-c1b7-4b9b-99f4-9dbb0e0d13b9 tempest-AggregatesAdminTestJSON-1439723126 tempest-AggregatesAdminTestJSON-1439723126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:35.139029 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7635c6c5-812c-4b2f-a849-707dd8b0adce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:35.139630 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b414f3cb-6e69-4f42-92db-737ddc74883a req-cc4aacc0-c1b7-4b9b-99f4-9dbb0e0d13b9 tempest-AggregatesAdminTestJSON-1439723126 tempest-AggregatesAdminTestJSON-1439723126-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:35.139744 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-f20f342b-932d-4fbf-86dc-1f9a29ac3f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15e0d83b-aa68-44a7-9795-d40b3efa7c4f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1751830507-router', 'tenant_id': 'de70255a1eb54e939d9ea6a3ef4759fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '2a04f200-0923-445b-a6ca-4e7f38cac20e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:09:30Z', 'updated_at': '2021-10-12T19:09:32Z', 'revision_number': 3, 'project_id': 'de70255a1eb54e939d9ea6a3ef4759fc', 'gw_port': {'id': '2a04f200-0923-445b-a6ca-4e7f38cac20e', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b5:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15e0d83b-aa68-44a7-9795-d40b3efa7c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:09:31Z', 'updated_at': '2021-10-12T19:09:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:09:35.144380 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0ba556f3-b0de-46c1-81b6-e7794867090c req-f5705a97-973a-4e75-93d6-389ebd5ae4e1 tempest-AggregatesAdminTestJSON-1439723126 tempest-AggregatesAdminTestJSON-1439723126-project] 10.222.0.49 "GET /v2.0/ports?device_id=af32cd74-bf78-4300-904c-d338bc0e3da0 HTTP/1.1" status: 200 len: 210 time: 0.1215391 Oct 12 19:09:35.175038 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20f342b-932d-4fbf-86dc-1f9a29ac3f78 None None] Checking router: 15e0d83b-aa68-44a7-9795-d40b3efa7c4f for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:09:35.175610 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20f342b-932d-4fbf-86dc-1f9a29ac3f78 None None] Updating router 15e0d83b-aa68-44a7-9795-d40b3efa7c4f port 2a04f200-0923-445b-a6ca-4e7f38cac20e binding host n-d-813679-3 {{(pid=95504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 19:09:35.203468 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-f20f342b-932d-4fbf-86dc-1f9a29ac3f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:35.208124 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-826ac0a5-97b6-4c27-b103-919f92ea75ec None None] Provisioning complete for port af78f41b-d7bd-42f6-80f0-9931fc0e2f12 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:09:35.208771 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-826ac0a5-97b6-4c27-b103-919f92ea75ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:35.260318 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-826ac0a5-97b6-4c27-b103-919f92ea75ec None None] Port af78f41b-d7bd-42f6-80f0-9931fc0e2f12 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:09:35.297084 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-935f3aa4-3a02-42d6-9249-73cbe2c2f822 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:35.336730 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-53c257ac-5333-4af5-8c1c-c1ddef4fc37c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:35.418357 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7861439c-9fc2-4227-94ac-cf1c23492fa4 req-2840c186-895e-41c6-bac9-edc7ea9f7a24 tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2864833 Oct 12 19:09:35.434107 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7635c6c5-812c-4b2f-a849-707dd8b0adce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:35.460258 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b414f3cb-6e69-4f42-92db-737ddc74883a req-cc4aacc0-c1b7-4b9b-99f4-9dbb0e0d13b9 tempest-AggregatesAdminTestJSON-1439723126 tempest-AggregatesAdminTestJSON-1439723126-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:35.487397 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-53c257ac-5333-4af5-8c1c-c1ddef4fc37c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:35.488269 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-7635c6c5-812c-4b2f-a849-707dd8b0adce admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6e0f033dd67644e396fd743ff2d63bfc&name=default HTTP/1.1" status: 200 len: 2975 time: 1.9150882 Oct 12 19:09:35.490923 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52676) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:09:35.494539 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-f20f342b-932d-4fbf-86dc-1f9a29ac3f78 None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:35.500753 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7635c6c5-812c-4b2f-a849-707dd8b0adce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63313181-7f8f-42f7-bd45-d5e93f32468a,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:09:35.526958 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-935f3aa4-3a02-42d6-9249-73cbe2c2f822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:35.552499 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f4e65be2-50f7-47fa-be35-2e06654978cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:35.581990 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b414f3cb-6e69-4f42-92db-737ddc74883a req-cc4aacc0-c1b7-4b9b-99f4-9dbb0e0d13b9 tempest-AggregatesAdminTestJSON-1439723126 tempest-AggregatesAdminTestJSON-1439723126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:35.594426 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-f20f342b-932d-4fbf-86dc-1f9a29ac3f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:35.612166 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f4e65be2-50f7-47fa-be35-2e06654978cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:35.670722 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1d5f5a-acfd-44df-9327-7fca61ca777d req-b4ad2d8a-a607-4fe4-a4fc-1bbd861c9eac tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:09:35.679724 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fe1d5f5a-acfd-44df-9327-7fca61ca777d req-b4ad2d8a-a607-4fe4-a4fc-1bbd861c9eac tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] 10.222.0.49 "GET /v2.0/ports?device_id=be3694f0-fd86-4327-9f12-057a99b7eb4e HTTP/1.1" status: 200 len: 936 time: 0.1135399 Oct 12 19:09:35.681630 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff2acab-2e87-486d-8f79-d00ac96e00d9 None None] Pushing event updated for resources: {'Port': ['ID=2a04f200-0923-445b-a6ca-4e7f38cac20e,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:09:35.730524 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fe1d5f5a-acfd-44df-9327-7fca61ca777d req-53900773-cdf4-4e3c-9b4b-1792e48817ee tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6f8447e-770e-4df1-a547-9c5ec1258eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491381 Oct 12 19:09:35.736958 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-f20f342b-932d-4fbf-86dc-1f9a29ac3f78 None None] Attempting to bind port 2a04f200-0923-445b-a6ca-4e7f38cac20e on host n-d-813679-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:09:35.737339 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-f20f342b-932d-4fbf-86dc-1f9a29ac3f78 None None] Attempting to bind port 2a04f200-0923-445b-a6ca-4e7f38cac20e by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:09:35.737712 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20f342b-932d-4fbf-86dc-1f9a29ac3f78 None None] Attempting to bind port 2a04f200-0923-445b-a6ca-4e7f38cac20e on network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:09:35.745385 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20f342b-932d-4fbf-86dc-1f9a29ac3f78 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 9, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:09:35.746086 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20f342b-932d-4fbf-86dc-1f9a29ac3f78 None None] Checking segment: {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:09:35.746663 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-f20f342b-932d-4fbf-86dc-1f9a29ac3f78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:35.747210 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20f342b-932d-4fbf-86dc-1f9a29ac3f78 None None] Bound using segment: {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:09:35.747844 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-f20f342b-932d-4fbf-86dc-1f9a29ac3f78 None None] Bound port: 2a04f200-0923-445b-a6ca-4e7f38cac20e, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:09:35.748418 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-935f3aa4-3a02-42d6-9249-73cbe2c2f822 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=118fd636f9cf41b59fa1b5eddb9e00dc&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0409679 Oct 12 19:09:35.748800 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-f20f342b-932d-4fbf-86dc-1f9a29ac3f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:35.750542 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935f3aa4-3a02-42d6-9249-73cbe2c2f822 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c26ffa35-eb2d-4257-bfc3-48b9f35d7089,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:09:35.751094 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52678) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:09:35.805601 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f4e65be2-50f7-47fa-be35-2e06654978cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:35.808177 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f4e65be2-50f7-47fa-be35-2e06654978cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:35.820648 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-f4e65be2-50f7-47fa-be35-2e06654978cb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/63313181-7f8f-42f7-bd45-d5e93f32468a HTTP/1.1" status: 204 len: 168 time: 0.3199635 Oct 12 19:09:35.843931 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e65be2-50f7-47fa-be35-2e06654978cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63313181-7f8f-42f7-bd45-d5e93f32468a,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:09:35.852839 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-f20f342b-932d-4fbf-86dc-1f9a29ac3f78 None None] For port 2a04f200-0923-445b-a6ca-4e7f38cac20e, host n-d-813679-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:09:35.854233 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [req-7861439c-9fc2-4227-94ac-cf1c23492fa4 req-7bb2e168-4f3d-49da-bb2b-63281fc99221 tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 19:09:35.855496 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7861439c-9fc2-4227-94ac-cf1c23492fa4 req-7bb2e168-4f3d-49da-bb2b-63281fc99221 tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0089581 Oct 12 19:09:35.868652 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5c846ddd-7c00-4416-90b6-5369e9dd59f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:35.876241 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-f20f342b-932d-4fbf-86dc-1f9a29ac3f78 None None] For port 2a04f200-0923-445b-a6ca-4e7f38cac20e, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=2a04f200-0923-445b-a6ca-4e7f38cac20e,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:09:35.903515 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5c846ddd-7c00-4416-90b6-5369e9dd59f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:35.959687 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4aacc0-c1b7-4b9b-99f4-9dbb0e0d13b9 tempest-AggregatesAdminTestJSON-1439723126 tempest-AggregatesAdminTestJSON-1439723126-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01b9a59b-0b5b-4009-81bd-6d2da67792e2,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:09:35.971149 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-f20f342b-932d-4fbf-86dc-1f9a29ac3f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:35.999604 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [req-b414f3cb-6e69-4f42-92db-737ddc74883a req-cc4aacc0-c1b7-4b9b-99f4-9dbb0e0d13b9 tempest-AggregatesAdminTestJSON-1439723126 tempest-AggregatesAdminTestJSON-1439723126-project] Allocated IP 192.168.233.157 (90dcf485-b1ad-4139-85a3-9e1e9879e6b1/629aee7d-3fde-4c72-af1e-6a7e1f6a7e75/39acc108-6c9e-4918-81c7-2680d2147ec0) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:09:36.006613 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-53c257ac-5333-4af5-8c1c-c1ddef4fc37c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:36.014749 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-53c257ac-5333-4af5-8c1c-c1ddef4fc37c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:36.021941 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-53c257ac-5333-4af5-8c1c-c1ddef4fc37c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1d1eb843-9ab2-41d1-8185-c9e9a549d585 HTTP/1.1" status: 204 len: 168 time: 1.1361237 Oct 12 19:09:36.043904 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff2acab-2e87-486d-8f79-d00ac96e00d9 None None] Pushing event updated for resources: {'Port': ['ID=2a04f200-0923-445b-a6ca-4e7f38cac20e,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:09:36.056307 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5c846ddd-7c00-4416-90b6-5369e9dd59f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:36.059052 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5c846ddd-7c00-4416-90b6-5369e9dd59f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:36.060719 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c257ac-5333-4af5-8c1c-c1ddef4fc37c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d1eb843-9ab2-41d1-8185-c9e9a549d585,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:09:36.069956 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-5c846ddd-7c00-4416-90b6-5369e9dd59f9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c26ffa35-eb2d-4257-bfc3-48b9f35d7089 HTTP/1.1" status: 204 len: 168 time: 0.3102958 Oct 12 19:09:36.088532 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c846ddd-7c00-4416-90b6-5369e9dd59f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c26ffa35-eb2d-4257-bfc3-48b9f35d7089,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:09:36.099211 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20f342b-932d-4fbf-86dc-1f9a29ac3f78 None None] Routers {'15e0d83b-aa68-44a7-9795-d40b3efa7c4f'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:09:36.099739 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-f20f342b-932d-4fbf-86dc-1f9a29ac3f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:09:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['15e0d83b-aa68-44a7-9795-d40b3efa7c4f'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:09:36.226573 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-f20f342b-932d-4fbf-86dc-1f9a29ac3f78 None None] Set router 15e0d83b-aa68-44a7-9795-d40b3efa7c4f gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:09:36.380743 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0da5bad6-b439-431f-be9e-8abc3066165a req-f2226417-146b-4272-8dff-de187f87c62d tempest-AggregatesAdminTestJSON-1439723126 tempest-AggregatesAdminTestJSON-1439723126-project] 10.222.0.49 "GET /v2.0/ports?device_id=af32cd74-bf78-4300-904c-d338bc0e3da0 HTTP/1.1" status: 200 len: 210 time: 0.0732179 Oct 12 19:09:36.472496 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-f20f342b-932d-4fbf-86dc-1f9a29ac3f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15e0d83b-aa68-44a7-9795-d40b3efa7c4f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1751830507-router', 'tenant_id': 'de70255a1eb54e939d9ea6a3ef4759fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '2a04f200-0923-445b-a6ca-4e7f38cac20e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:09:30Z', 'updated_at': '2021-10-12T19:09:32Z', 'revision_number': 3, 'project_id': 'de70255a1eb54e939d9ea6a3ef4759fc', 'gw_port': {'id': '2a04f200-0923-445b-a6ca-4e7f38cac20e', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b5:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15e0d83b-aa68-44a7-9795-d40b3efa7c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:09:31Z', 'updated_at': '2021-10-12T19:09:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:09:36.501346 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2c7c08b8-034b-4fdb-b0b4-cabc2f32ce74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:36.511983 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20f342b-932d-4fbf-86dc-1f9a29ac3f78 None None] The sync data for ids ['15e0d83b-aa68-44a7-9795-d40b3efa7c4f'] in n-d-813679-3 is: [{'id': '15e0d83b-aa68-44a7-9795-d40b3efa7c4f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1751830507-router', 'tenant_id': 'de70255a1eb54e939d9ea6a3ef4759fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '2a04f200-0923-445b-a6ca-4e7f38cac20e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:09:30Z', 'updated_at': '2021-10-12T19:09:32Z', 'revision_number': 3, 'project_id': 'de70255a1eb54e939d9ea6a3ef4759fc', 'gw_port': {'id': '2a04f200-0923-445b-a6ca-4e7f38cac20e', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b5:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15e0d83b-aa68-44a7-9795-d40b3efa7c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:09:31Z', 'updated_at': '2021-10-12T19:09:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:09:36.561469 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b414f3cb-6e69-4f42-92db-737ddc74883a req-cc4aacc0-c1b7-4b9b-99f4-9dbb0e0d13b9 tempest-AggregatesAdminTestJSON-1439723126 tempest-AggregatesAdminTestJSON-1439723126-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:36.989687 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2becf645-fbfa-409c-85ed-6519283ff481 req-0dded832-64a5-4b3a-b240-b97230db7d2a tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:09:36.993262 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b414f3cb-6e69-4f42-92db-737ddc74883a req-cc4aacc0-c1b7-4b9b-99f4-9dbb0e0d13b9 tempest-AggregatesAdminTestJSON-1439723126 tempest-AggregatesAdminTestJSON-1439723126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:36.996755 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2becf645-fbfa-409c-85ed-6519283ff481 req-0dded832-64a5-4b3a-b240-b97230db7d2a tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] 10.222.0.49 "GET /v2.0/ports?device_id=be3694f0-fd86-4327-9f12-057a99b7eb4e HTTP/1.1" status: 200 len: 936 time: 0.1411493 Oct 12 19:09:37.103328 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-7861439c-9fc2-4227-94ac-cf1c23492fa4 req-7f86b987-86bc-46e5-84e3-1f68f2ab76d9 service neutron] Request body: {'port': {'device_id': 'be3694f0-fd86-4327-9f12-057a99b7eb4e', 'device_owner': 'compute:tempest-test_az-824197147', 'binding:host_id': 'n-h1-813679-3'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:09:37.160316 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2becf645-fbfa-409c-85ed-6519283ff481 req-0dda7fea-3c9c-492b-b9ad-caca71fa3785 tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6f8447e-770e-4df1-a547-9c5ec1258eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513100 Oct 12 19:09:37.167914 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-2c7c08b8-034b-4fdb-b0b4-cabc2f32ce74 admin admin] Allocated IP 172.20.0.1 (6d73c486-3501-46be-b614-9bb3c24ac9cd/d8d1b1f3-1aec-4252-bdea-2388ebb67433/867285f7-6255-4506-b514-40254b78dcad) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:09:37.188843 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b414f3cb-6e69-4f42-92db-737ddc74883a req-cc4aacc0-c1b7-4b9b-99f4-9dbb0e0d13b9 tempest-AggregatesAdminTestJSON-1439723126 tempest-AggregatesAdminTestJSON-1439723126-project] Network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:09:37.202162 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [req-b414f3cb-6e69-4f42-92db-737ddc74883a req-cc4aacc0-c1b7-4b9b-99f4-9dbb0e0d13b9 tempest-AggregatesAdminTestJSON-1439723126 tempest-AggregatesAdminTestJSON-1439723126-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:09:37.204174 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4aacc0-c1b7-4b9b-99f4-9dbb0e0d13b9 tempest-AggregatesAdminTestJSON-1439723126 tempest-AggregatesAdminTestJSON-1439723126-project] Pushing event updated for resources: {'Port': ['ID=39acc108-6c9e-4918-81c7-2680d2147ec0,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:09:37.239809 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-b414f3cb-6e69-4f42-92db-737ddc74883a req-cc4aacc0-c1b7-4b9b-99f4-9dbb0e0d13b9 tempest-AggregatesAdminTestJSON-1439723126 tempest-AggregatesAdminTestJSON-1439723126-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:09:37.266562 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-7861439c-9fc2-4227-94ac-cf1c23492fa4 req-7f86b987-86bc-46e5-84e3-1f68f2ab76d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:37.267165 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b414f3cb-6e69-4f42-92db-737ddc74883a req-cc4aacc0-c1b7-4b9b-99f4-9dbb0e0d13b9 tempest-AggregatesAdminTestJSON-1439723126 tempest-AggregatesAdminTestJSON-1439723126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:09:37.269707 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b414f3cb-6e69-4f42-92db-737ddc74883a req-cc4aacc0-c1b7-4b9b-99f4-9dbb0e0d13b9 tempest-AggregatesAdminTestJSON-1439723126 tempest-AggregatesAdminTestJSON-1439723126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:37.422666 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b414f3cb-6e69-4f42-92db-737ddc74883a req-cc4aacc0-c1b7-4b9b-99f4-9dbb0e0d13b9 tempest-AggregatesAdminTestJSON-1439723126 tempest-AggregatesAdminTestJSON-1439723126-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0302460 Oct 12 19:09:37.437845 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-b414f3cb-6e69-4f42-92db-737ddc74883a req-c95234bb-119b-4dad-8e73-c76981f86057 service neutron] Request body: {'port': {'device_id': 'af32cd74-bf78-4300-904c-d338bc0e3da0', 'device_owner': 'compute:tempest-test_az-824197147', 'binding:host_id': 'n-h1-813679-3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:09:37.620101 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-966d7501-342c-4e9e-92a5-857160b08e34 None None] Provisioning complete for port 39acc108-6c9e-4918-81c7-2680d2147ec0 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:09:37.621115 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-966d7501-342c-4e9e-92a5-857160b08e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:37.646533 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2c7c08b8-034b-4fdb-b0b4-cabc2f32ce74 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:37.663156 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b414f3cb-6e69-4f42-92db-737ddc74883a req-c95234bb-119b-4dad-8e73-c76981f86057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:37.712852 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-966d7501-342c-4e9e-92a5-857160b08e34 None None] Port 39acc108-6c9e-4918-81c7-2680d2147ec0 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:09:37.722309 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52702) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:09:37.761210 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f538687c-5ac0-4a22-a1f8-f49840c6f356 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:37.798029 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f57933d-67b6-4fe1-9565-2538dff15351 req-9503da0e-aee2-42ba-aed1-1c30d1205d9c tempest-AggregatesAdminTestJSON-1439723126 tempest-AggregatesAdminTestJSON-1439723126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:09:37.799786 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0f57933d-67b6-4fe1-9565-2538dff15351 req-9503da0e-aee2-42ba-aed1-1c30d1205d9c tempest-AggregatesAdminTestJSON-1439723126 tempest-AggregatesAdminTestJSON-1439723126-project] 10.222.0.49 "GET /v2.0/ports?device_id=af32cd74-bf78-4300-904c-d338bc0e3da0 HTTP/1.1" status: 200 len: 936 time: 0.2921948 Oct 12 19:09:37.868628 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52704) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:09:37.915111 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [req-7861439c-9fc2-4227-94ac-cf1c23492fa4 req-7f86b987-86bc-46e5-84e3-1f68f2ab76d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af78f41b-d7bd-42f6-80f0-9931fc0e2f12 {{(pid=95501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:09:37.924339 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-82ec1cfd-f14f-4081-ae17-2bb6d1df57ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:37.941557 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-7861439c-9fc2-4227-94ac-cf1c23492fa4 req-7f86b987-86bc-46e5-84e3-1f68f2ab76d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:37.950886 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2c7c08b8-034b-4fdb-b0b4-cabc2f32ce74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:37.972198 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.provisioning_blocks [req-7861439c-9fc2-4227-94ac-cf1c23492fa4 req-7f86b987-86bc-46e5-84e3-1f68f2ab76d9 service neutron] Transition to ACTIVE for port object af78f41b-d7bd-42f6-80f0-9931fc0e2f12 will not be triggered until provisioned by entity L2. {{(pid=95501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:09:38.045610 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f538687c-5ac0-4a22-a1f8-f49840c6f356 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:38.055870 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0f57933d-67b6-4fe1-9565-2538dff15351 req-97c79e2f-29a2-4ee7-9910-fe5e5d2fa0ab tempest-AggregatesAdminTestJSON-1439723126 tempest-AggregatesAdminTestJSON-1439723126-project] 10.222.0.49 "GET /v2.0/security-groups?id=01b9a59b-0b5b-4009-81bd-6d2da67792e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250352 Oct 12 19:09:38.095178 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-82ec1cfd-f14f-4081-ae17-2bb6d1df57ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:38.096933 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-7861439c-9fc2-4227-94ac-cf1c23492fa4 req-7f86b987-86bc-46e5-84e3-1f68f2ab76d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:38.122009 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7c08b8-034b-4fdb-b0b4-cabc2f32ce74 admin admin] Pushing event updated for resources: {'Port': ['ID=867285f7-6255-4506-b514-40254b78dcad,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:09:38.127314 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7c08b8-034b-4fdb-b0b4-cabc2f32ce74 admin admin] Network 6d73c486-3501-46be-b614-9bb3c24ac9cd is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:09:38.134927 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-2c7c08b8-034b-4fdb-b0b4-cabc2f32ce74 admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:09:38.135609 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f538687c-5ac0-4a22-a1f8-f49840c6f356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:38.141824 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7c08b8-034b-4fdb-b0b4-cabc2f32ce74 admin admin] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:09:38.142702 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2c7c08b8-034b-4fdb-b0b4-cabc2f32ce74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7915309'] for router_interface, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:38.204568 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-82ec1cfd-f14f-4081-ae17-2bb6d1df57ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:38.284836 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-82ec1cfd-f14f-4081-ae17-2bb6d1df57ee admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e3529b0d52294b8aab27a8c267fe79fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4137049 Oct 12 19:09:38.285455 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52712) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:09:38.312107 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f86b987-86bc-46e5-84e3-1f68f2ab76d9 service neutron] Pushing event updated for resources: {'Port': ['ID=af78f41b-d7bd-42f6-80f0-9931fc0e2f12,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:09:38.338047 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-f538687c-5ac0-4a22-a1f8-f49840c6f356 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6ca5b2d467834934a623db5ac7e06dec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6144657 Oct 12 19:09:38.338752 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f538687c-5ac0-4a22-a1f8-f49840c6f356 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70aa57e0-fa5d-48a2-8a07-0ae6e2ae7b65,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:09:38.348632 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52714) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:09:38.556379 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-7861439c-9fc2-4227-94ac-cf1c23492fa4 req-7f86b987-86bc-46e5-84e3-1f68f2ab76d9 service neutron] Attempting to bind port af78f41b-d7bd-42f6-80f0-9931fc0e2f12 on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:09:38.556504 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-7861439c-9fc2-4227-94ac-cf1c23492fa4 req-7f86b987-86bc-46e5-84e3-1f68f2ab76d9 service neutron] Attempting to bind port af78f41b-d7bd-42f6-80f0-9931fc0e2f12 by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:09:38.556915 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7861439c-9fc2-4227-94ac-cf1c23492fa4 req-7f86b987-86bc-46e5-84e3-1f68f2ab76d9 service neutron] Attempting to bind port af78f41b-d7bd-42f6-80f0-9931fc0e2f12 on network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:09:38.659566 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7861439c-9fc2-4227-94ac-cf1c23492fa4 req-7f86b987-86bc-46e5-84e3-1f68f2ab76d9 service neutron] Port af78f41b-d7bd-42f6-80f0-9931fc0e2f12 on network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:09:38.663149 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7861439c-9fc2-4227-94ac-cf1c23492fa4 req-7f86b987-86bc-46e5-84e3-1f68f2ab76d9 service neutron] Attempting to bind port af78f41b-d7bd-42f6-80f0-9931fc0e2f12 on network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:09:38.681598 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-18492aeb-b6e6-48e3-9ee5-461c5d3dd534 None None] Provisioning complete for port 867285f7-6255-4506-b514-40254b78dcad triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:09:38.682255 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-18492aeb-b6e6-48e3-9ee5-461c5d3dd534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:38.686572 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ec1cfd-f14f-4081-ae17-2bb6d1df57ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30e19c45-b037-4521-a473-ca56733af4aa,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:09:38.711799 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a918dc59-306b-464c-8459-23dba57f0622 req-5c213da9-96ea-46a9-b2b7-683838c9dec6 tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:09:38.723226 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a918dc59-306b-464c-8459-23dba57f0622 req-5c213da9-96ea-46a9-b2b7-683838c9dec6 tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] 10.222.0.49 "GET /v2.0/ports?device_id=be3694f0-fd86-4327-9f12-057a99b7eb4e HTTP/1.1" status: 200 len: 969 time: 0.3317928 Oct 12 19:09:38.723226 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7861439c-9fc2-4227-94ac-cf1c23492fa4 req-7f86b987-86bc-46e5-84e3-1f68f2ab76d9 service neutron] Checking agent: {'id': 'f5e9725f-f5a6-43c2-a1be-95e21e9a1fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 9, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:09:38.723226 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7861439c-9fc2-4227-94ac-cf1c23492fa4 req-7f86b987-86bc-46e5-84e3-1f68f2ab76d9 service neutron] Checking segment: {'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:09:38.723226 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7861439c-9fc2-4227-94ac-cf1c23492fa4 req-7f86b987-86bc-46e5-84e3-1f68f2ab76d9 service neutron] Bound using segment: {'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:09:38.723226 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-7861439c-9fc2-4227-94ac-cf1c23492fa4 req-7f86b987-86bc-46e5-84e3-1f68f2ab76d9 service neutron] Bound port: af78f41b-d7bd-42f6-80f0-9931fc0e2f12, host: n-h1-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'}}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:09:38.723226 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-7861439c-9fc2-4227-94ac-cf1c23492fa4 req-7f86b987-86bc-46e5-84e3-1f68f2ab76d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:38.783759 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-18492aeb-b6e6-48e3-9ee5-461c5d3dd534 None None] Port 867285f7-6255-4506-b514-40254b78dcad cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:09:38.819770 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e1fbf4c5-0e0d-44fe-906b-625356e510f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:38.819881 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 2a04f200-0923-445b-a6ca-4e7f38cac20e up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:09:38.834840 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5659e50b-46c5-4463-93a1-8ca22ce10fbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:38.847766 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [req-b414f3cb-6e69-4f42-92db-737ddc74883a req-c95234bb-119b-4dad-8e73-c76981f86057 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39acc108-6c9e-4918-81c7-2680d2147ec0 {{(pid=95502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:09:38.861895 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e1fbf4c5-0e0d-44fe-906b-625356e510f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:38.883215 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b414f3cb-6e69-4f42-92db-737ddc74883a req-c95234bb-119b-4dad-8e73-c76981f86057 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:38.888532 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2c7c08b8-034b-4fdb-b0b4-cabc2f32ce74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:38.929684 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 2a04f200-0923-445b-a6ca-4e7f38cac20e triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:09:38.930666 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:38.947351 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5659e50b-46c5-4463-93a1-8ca22ce10fbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:38.971772 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-b414f3cb-6e69-4f42-92db-737ddc74883a req-c95234bb-119b-4dad-8e73-c76981f86057 service neutron] Transition to ACTIVE for port object 39acc108-6c9e-4918-81c7-2680d2147ec0 will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:09:39.005095 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a918dc59-306b-464c-8459-23dba57f0622 req-8cf28165-96a7-4034-9782-99ad70d3b19e tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6f8447e-770e-4df1-a547-9c5ec1258eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2731237 Oct 12 19:09:39.072412 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b414f3cb-6e69-4f42-92db-737ddc74883a req-c95234bb-119b-4dad-8e73-c76981f86057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:39.125964 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e1fbf4c5-0e0d-44fe-906b-625356e510f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:39.142515 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e1fbf4c5-0e0d-44fe-906b-625356e510f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:39.143808 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-e1fbf4c5-0e0d-44fe-906b-625356e510f7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/30e19c45-b037-4521-a473-ca56733af4aa HTTP/1.1" status: 204 len: 168 time: 0.8471618 Oct 12 19:09:39.169206 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:39.174782 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-7861439c-9fc2-4227-94ac-cf1c23492fa4 req-7f86b987-86bc-46e5-84e3-1f68f2ab76d9 service neutron] For port af78f41b-d7bd-42f6-80f0-9931fc0e2f12, host n-h1-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:09:39.187227 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-7861439c-9fc2-4227-94ac-cf1c23492fa4 req-7f86b987-86bc-46e5-84e3-1f68f2ab76d9 service neutron] For port af78f41b-d7bd-42f6-80f0-9931fc0e2f12, host n-h1-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=af78f41b-d7bd-42f6-80f0-9931fc0e2f12,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:09:39.205194 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fbf4c5-0e0d-44fe-906b-625356e510f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30e19c45-b037-4521-a473-ca56733af4aa,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:09:39.241683 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] For port 2a04f200-0923-445b-a6ca-4e7f38cac20e, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=2a04f200-0923-445b-a6ca-4e7f38cac20e,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:09:39.273937 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-7861439c-9fc2-4227-94ac-cf1c23492fa4 req-7f86b987-86bc-46e5-84e3-1f68f2ab76d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:39.334701 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:39.415124 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f86b987-86bc-46e5-84e3-1f68f2ab76d9 service neutron] Pushing event updated for resources: {'Port': ['ID=af78f41b-d7bd-42f6-80f0-9931fc0e2f12,revision_number=3']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:09:39.422346 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7861439c-9fc2-4227-94ac-cf1c23492fa4 req-7f86b987-86bc-46e5-84e3-1f68f2ab76d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:09:39.423017 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-7861439c-9fc2-4227-94ac-cf1c23492fa4 req-7f86b987-86bc-46e5-84e3-1f68f2ab76d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:39.424558 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7861439c-9fc2-4227-94ac-cf1c23492fa4 req-7f86b987-86bc-46e5-84e3-1f68f2ab76d9 service neutron] 10.222.0.61 "PUT /v2.0/ports/af78f41b-d7bd-42f6-80f0-9931fc0e2f12 HTTP/1.1" status: 200 len: 1117 time: 3.1889968 Oct 12 19:09:39.425089 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be3694f0-fd86-4327-9f12-057a99b7eb4e', 'tag': 'af78f41b-d7bd-42f6-80f0-9931fc0e2f12'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:09:39.504399 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Pushing event updated for resources: {'Port': ['ID=2a04f200-0923-445b-a6ca-4e7f38cac20e,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:09:39.599521 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-b414f3cb-6e69-4f42-92db-737ddc74883a req-c95234bb-119b-4dad-8e73-c76981f86057 service neutron] Attempting to bind port 39acc108-6c9e-4918-81c7-2680d2147ec0 on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:09:39.604555 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-b414f3cb-6e69-4f42-92db-737ddc74883a req-c95234bb-119b-4dad-8e73-c76981f86057 service neutron] Attempting to bind port 39acc108-6c9e-4918-81c7-2680d2147ec0 by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:09:39.605091 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b414f3cb-6e69-4f42-92db-737ddc74883a req-c95234bb-119b-4dad-8e73-c76981f86057 service neutron] Attempting to bind port 39acc108-6c9e-4918-81c7-2680d2147ec0 on network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:09:39.619731 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b414f3cb-6e69-4f42-92db-737ddc74883a req-c95234bb-119b-4dad-8e73-c76981f86057 service neutron] Port 39acc108-6c9e-4918-81c7-2680d2147ec0 on network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:09:39.625356 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b414f3cb-6e69-4f42-92db-737ddc74883a req-c95234bb-119b-4dad-8e73-c76981f86057 service neutron] Attempting to bind port 39acc108-6c9e-4918-81c7-2680d2147ec0 on network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:09:39.640621 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5659e50b-46c5-4463-93a1-8ca22ce10fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:39.648321 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5659e50b-46c5-4463-93a1-8ca22ce10fbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:39.650746 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-5659e50b-46c5-4463-93a1-8ca22ce10fbd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/70aa57e0-fa5d-48a2-8a07-0ae6e2ae7b65 HTTP/1.1" status: 204 len: 168 time: 1.3007851 Oct 12 19:09:39.653063 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95234bb-119b-4dad-8e73-c76981f86057 service neutron] Pushing event updated for resources: {'Port': ['ID=39acc108-6c9e-4918-81c7-2680d2147ec0,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:09:39.660794 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b414f3cb-6e69-4f42-92db-737ddc74883a req-c95234bb-119b-4dad-8e73-c76981f86057 service neutron] Checking agent: {'id': 'f5e9725f-f5a6-43c2-a1be-95e21e9a1fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 9, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:09:39.660794 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b414f3cb-6e69-4f42-92db-737ddc74883a req-c95234bb-119b-4dad-8e73-c76981f86057 service neutron] Checking segment: {'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:09:39.663803 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b414f3cb-6e69-4f42-92db-737ddc74883a req-c95234bb-119b-4dad-8e73-c76981f86057 service neutron] Bound using segment: {'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:09:39.665176 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-b414f3cb-6e69-4f42-92db-737ddc74883a req-c95234bb-119b-4dad-8e73-c76981f86057 service neutron] Bound port: 39acc108-6c9e-4918-81c7-2680d2147ec0, host: n-h1-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:09:39.665956 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b414f3cb-6e69-4f42-92db-737ddc74883a req-c95234bb-119b-4dad-8e73-c76981f86057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:39.814865 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5659e50b-46c5-4463-93a1-8ca22ce10fbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70aa57e0-fa5d-48a2-8a07-0ae6e2ae7b65,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:09:39.847671 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2c7c08b8-034b-4fdb-b0b4-cabc2f32ce74 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:39.907665 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad07c56-1887-474c-beca-02ac69c0bfea req-3acc51df-ad1d-46af-ab83-c9b9f831aa1e tempest-AggregatesAdminTestJSON-1439723126 tempest-AggregatesAdminTestJSON-1439723126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:09:39.909453 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8ad07c56-1887-474c-beca-02ac69c0bfea req-3acc51df-ad1d-46af-ab83-c9b9f831aa1e tempest-AggregatesAdminTestJSON-1439723126 tempest-AggregatesAdminTestJSON-1439723126-project] 10.222.0.49 "GET /v2.0/ports?device_id=af32cd74-bf78-4300-904c-d338bc0e3da0 HTTP/1.1" status: 200 len: 969 time: 0.6845336 Oct 12 19:09:39.934968 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2c7c08b8-034b-4fdb-b0b4-cabc2f32ce74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:39.936058 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2c7c08b8-034b-4fdb-b0b4-cabc2f32ce74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7898980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8092605'] for router_interface, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:40.025844 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-b414f3cb-6e69-4f42-92db-737ddc74883a req-c95234bb-119b-4dad-8e73-c76981f86057 service neutron] For port 39acc108-6c9e-4918-81c7-2680d2147ec0, host n-h1-813679-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:09:40.081216 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8ad07c56-1887-474c-beca-02ac69c0bfea req-f67c18a1-fa9a-480c-878a-00bc94eb1756 tempest-AggregatesAdminTestJSON-1439723126 tempest-AggregatesAdminTestJSON-1439723126-project] 10.222.0.49 "GET /v2.0/security-groups?id=01b9a59b-0b5b-4009-81bd-6d2da67792e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647258 Oct 12 19:09:40.088226 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7c08b8-034b-4fdb-b0b4-cabc2f32ce74 admin admin] Pushing event updated for resources: {'Port': ['ID=867285f7-6255-4506-b514-40254b78dcad,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:09:40.101631 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-b414f3cb-6e69-4f42-92db-737ddc74883a req-c95234bb-119b-4dad-8e73-c76981f86057 service neutron] For port 39acc108-6c9e-4918-81c7-2680d2147ec0, host n-h1-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=39acc108-6c9e-4918-81c7-2680d2147ec0,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:09:40.188166 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81862135-2889-4792-ad81-eee29c04ed44" -d '{"events": [{"name": "network-changed", "server_uuid": "be3694f0-fd86-4327-9f12-057a99b7eb4e", "tag": "af78f41b-d7bd-42f6-80f0-9931fc0e2f12"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:09:40.198562 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7c08b8-034b-4fdb-b0b4-cabc2f32ce74 admin admin] Network 6d73c486-3501-46be-b614-9bb3c24ac9cd is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:09:40.200852 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b414f3cb-6e69-4f42-92db-737ddc74883a req-c95234bb-119b-4dad-8e73-c76981f86057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:40.203120 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-2c7c08b8-034b-4fdb-b0b4-cabc2f32ce74 admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:09:40.227624 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b41f714-5b0c-4506-b69b-3e11adf1435b req-a36aadd8-5497-425f-84d0-acc04e703150 tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:09:40.252758 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0b41f714-5b0c-4506-b69b-3e11adf1435b req-a36aadd8-5497-425f-84d0-acc04e703150 tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] 10.222.0.49 "GET /v2.0/ports?device_id=be3694f0-fd86-4327-9f12-057a99b7eb4e HTTP/1.1" status: 200 len: 969 time: 0.1458125 Oct 12 19:09:40.293165 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b414f3cb-6e69-4f42-92db-737ddc74883a req-c95234bb-119b-4dad-8e73-c76981f86057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:09:40.294684 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b414f3cb-6e69-4f42-92db-737ddc74883a req-c95234bb-119b-4dad-8e73-c76981f86057 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:40.297335 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b414f3cb-6e69-4f42-92db-737ddc74883a req-c95234bb-119b-4dad-8e73-c76981f86057 service neutron] 10.222.0.61 "PUT /v2.0/ports/39acc108-6c9e-4918-81c7-2680d2147ec0 HTTP/1.1" status: 200 len: 1117 time: 2.8652401 Oct 12 19:09:40.305914 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af32cd74-bf78-4300-904c-d338bc0e3da0', 'tag': '39acc108-6c9e-4918-81c7-2680d2147ec0'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:09:40.347736 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0b41f714-5b0c-4506-b69b-3e11adf1435b req-781179d2-c045-486c-9cf6-71e0fcf348f9 tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6f8447e-770e-4df1-a547-9c5ec1258eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893626 Oct 12 19:09:40.700713 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9a4fe99-037d-43e6-8e2c-9d5e64c54b5e x-openstack-request-id: req-b9a4fe99-037d-43e6-8e2c-9d5e64c54b5e {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:09:40.701012 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be3694f0-fd86-4327-9f12-057a99b7eb4e", "tag": "af78f41b-d7bd-42f6-80f0-9931fc0e2f12", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:09:40.701270 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b9a4fe99-037d-43e6-8e2c-9d5e64c54b5e {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:09:40.701744 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be3694f0-fd86-4327-9f12-057a99b7eb4e', 'tag': 'af78f41b-d7bd-42f6-80f0-9931fc0e2f12', 'status': 'completed', 'code': 200} Oct 12 19:09:40.702505 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-4ef20d35-e5aa-4e55-8203-4fcf798c6230 None None] Provisioning complete for port 867285f7-6255-4506-b514-40254b78dcad triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:09:40.703000 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4ef20d35-e5aa-4e55-8203-4fcf798c6230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:40.713391 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 2a04f200-0923-445b-a6ca-4e7f38cac20e up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:09:40.822819 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-4ef20d35-e5aa-4e55-8203-4fcf798c6230 None None] Port 867285f7-6255-4506-b514-40254b78dcad cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:09:40.915661 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 2a04f200-0923-445b-a6ca-4e7f38cac20e triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:09:40.916367 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:40.973082 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95234bb-119b-4dad-8e73-c76981f86057 service neutron] Pushing event updated for resources: {'Port': ['ID=39acc108-6c9e-4918-81c7-2680d2147ec0,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:09:41.113084 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c7c08b8-034b-4fdb-b0b4-cabc2f32ce74 admin admin] Router 15e0d83b-aa68-44a7-9795-d40b3efa7c4f has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:09:41.158326 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a276c9fc-2b46-40ca-b720-1fe8480c46b5" -d '{"events": [{"name": "network-changed", "server_uuid": "af32cd74-bf78-4300-904c-d338bc0e3da0", "tag": "39acc108-6c9e-4918-81c7-2680d2147ec0"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:09:41.239010 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c7c08b8-034b-4fdb-b0b4-cabc2f32ce74 admin admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:09:41.244640 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-2c7c08b8-034b-4fdb-b0b4-cabc2f32ce74 admin admin] 10.222.0.49 "PUT /v2.0/routers/15e0d83b-aa68-44a7-9795-d40b3efa7c4f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4897053 Oct 12 19:09:41.259807 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31bcacc8-92ff-40d5-8b55-455536ad1084 None None] Sync routers for ids ['15e0d83b-aa68-44a7-9795-d40b3efa7c4f'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:09:41.281093 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31bcacc8-92ff-40d5-8b55-455536ad1084 None None] Routers {'15e0d83b-aa68-44a7-9795-d40b3efa7c4f'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:09:41.282090 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-31bcacc8-92ff-40d5-8b55-455536ad1084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:09:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['15e0d83b-aa68-44a7-9795-d40b3efa7c4f'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:09:41.309623 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a950143-4697-48f8-a0da-6c65cb8409f3 req-4850e120-d763-450d-8ac4-25e53bbfca21 tempest-AggregatesAdminTestJSON-1439723126 tempest-AggregatesAdminTestJSON-1439723126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:09:41.318838 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3a950143-4697-48f8-a0da-6c65cb8409f3 req-4850e120-d763-450d-8ac4-25e53bbfca21 tempest-AggregatesAdminTestJSON-1439723126 tempest-AggregatesAdminTestJSON-1439723126-project] 10.222.0.49 "GET /v2.0/ports?device_id=af32cd74-bf78-4300-904c-d338bc0e3da0 HTTP/1.1" status: 200 len: 969 time: 0.1247389 Oct 12 19:09:41.383839 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3a950143-4697-48f8-a0da-6c65cb8409f3 req-a4e8ed00-5805-4b0e-bbe3-f7711682565c tempest-AggregatesAdminTestJSON-1439723126 tempest-AggregatesAdminTestJSON-1439723126-project] 10.222.0.49 "GET /v2.0/security-groups?id=01b9a59b-0b5b-4009-81bd-6d2da67792e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589581 Oct 12 19:09:41.418194 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f4be208-b638-4be9-b3f2-01497d1a802e x-openstack-request-id: req-6f4be208-b638-4be9-b3f2-01497d1a802e {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:09:41.418560 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af32cd74-bf78-4300-904c-d338bc0e3da0", "tag": "39acc108-6c9e-4918-81c7-2680d2147ec0", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:09:41.418911 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6f4be208-b638-4be9-b3f2-01497d1a802e {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:09:41.419433 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af32cd74-bf78-4300-904c-d338bc0e3da0', 'tag': '39acc108-6c9e-4918-81c7-2680d2147ec0', 'status': 'completed', 'code': 200} Oct 12 19:09:41.690129 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-31bcacc8-92ff-40d5-8b55-455536ad1084 None None] Set router 15e0d83b-aa68-44a7-9795-d40b3efa7c4f gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:09:41.694531 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5878b520-de66-4321-b20d-68e7ac3d072b req-d0d5640d-ea8a-45c9-8136-85b437be552e tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:09:41.696566 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5878b520-de66-4321-b20d-68e7ac3d072b req-d0d5640d-ea8a-45c9-8136-85b437be552e tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] 10.222.0.49 "GET /v2.0/ports?device_id=be3694f0-fd86-4327-9f12-057a99b7eb4e HTTP/1.1" status: 200 len: 969 time: 0.2370455 Oct 12 19:09:41.828937 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5878b520-de66-4321-b20d-68e7ac3d072b req-6fb2ff20-d507-4c78-8949-db91602707e9 tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6f8447e-770e-4df1-a547-9c5ec1258eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140616 Oct 12 19:09:41.964642 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-31bcacc8-92ff-40d5-8b55-455536ad1084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15e0d83b-aa68-44a7-9795-d40b3efa7c4f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1751830507-router', 'tenant_id': 'de70255a1eb54e939d9ea6a3ef4759fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '2a04f200-0923-445b-a6ca-4e7f38cac20e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:09:30Z', 'updated_at': '2021-10-12T19:09:38Z', 'revision_number': 4, 'project_id': 'de70255a1eb54e939d9ea6a3ef4759fc', 'gw_port': {'id': '2a04f200-0923-445b-a6ca-4e7f38cac20e', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e0d83b-aa68-44a7-9795-d40b3efa7c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:09:31Z', 'updated_at': '2021-10-12T19:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '867285f7-6255-4506-b514-40254b78dcad', 'name': '', 'network_id': '6d73c486-3501-46be-b614-9bb3c24ac9cd', 'tenant_id': 'de70255a1eb54e939d9ea6a3ef4759fc', 'mac_address': 'fa:16:3e:1a:bc:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15e0d83b-aa68-44a7-9795-d40b3efa7c4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'd8d1b1f3-1aec-4252-bdea-2388ebb67433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:09:36Z', 'updated_at': '2021-10-12T19:09:39Z', 'revision_number': 2, 'project_id': 'de70255a1eb54e939d9ea6a3ef4759fc', 'subnets': [{'id': 'd8d1b1f3-1aec-4252-bdea-2388ebb67433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:09:42.006730 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31bcacc8-92ff-40d5-8b55-455536ad1084 None None] Checking router: 15e0d83b-aa68-44a7-9795-d40b3efa7c4f for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:09:42.006730 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31bcacc8-92ff-40d5-8b55-455536ad1084 None None] Updating router 15e0d83b-aa68-44a7-9795-d40b3efa7c4f port 867285f7-6255-4506-b514-40254b78dcad binding host n-d-813679-3 {{(pid=95503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 19:09:42.029513 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-31bcacc8-92ff-40d5-8b55-455536ad1084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:42.412831 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-31bcacc8-92ff-40d5-8b55-455536ad1084 None None] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:42.511282 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-31bcacc8-92ff-40d5-8b55-455536ad1084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:42.553061 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9346fb4-188d-4536-9783-c6e27cb7709d req-5f7cd1aa-f410-4a0e-9225-c77011b08f4a tempest-AggregatesAdminTestJSON-1439723126 tempest-AggregatesAdminTestJSON-1439723126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:09:42.554620 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b9346fb4-188d-4536-9783-c6e27cb7709d req-5f7cd1aa-f410-4a0e-9225-c77011b08f4a tempest-AggregatesAdminTestJSON-1439723126 tempest-AggregatesAdminTestJSON-1439723126-project] 10.222.0.49 "GET /v2.0/ports?device_id=af32cd74-bf78-4300-904c-d338bc0e3da0 HTTP/1.1" status: 200 len: 969 time: 0.0912261 Oct 12 19:09:42.611049 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b45e603-3704-4983-beeb-33e484636989 None None] Pushing event updated for resources: {'Port': ['ID=867285f7-6255-4506-b514-40254b78dcad,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:09:42.660900 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b9346fb4-188d-4536-9783-c6e27cb7709d req-3d1d9329-acf8-47f7-8c5d-ac059f922740 tempest-AggregatesAdminTestJSON-1439723126 tempest-AggregatesAdminTestJSON-1439723126-project] 10.222.0.49 "GET /v2.0/security-groups?id=01b9a59b-0b5b-4009-81bd-6d2da67792e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980556 Oct 12 19:09:42.749080 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-31bcacc8-92ff-40d5-8b55-455536ad1084 None None] Attempting to bind port 867285f7-6255-4506-b514-40254b78dcad on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:09:42.749080 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-31bcacc8-92ff-40d5-8b55-455536ad1084 None None] Attempting to bind port 867285f7-6255-4506-b514-40254b78dcad by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '558d9154-a3a9-4a8b-8b76-d0bddd836521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '6d73c486-3501-46be-b614-9bb3c24ac9cd'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:09:42.749080 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31bcacc8-92ff-40d5-8b55-455536ad1084 None None] Attempting to bind port 867285f7-6255-4506-b514-40254b78dcad on network 6d73c486-3501-46be-b614-9bb3c24ac9cd {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:09:42.749080 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31bcacc8-92ff-40d5-8b55-455536ad1084 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 9, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:09:42.749080 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31bcacc8-92ff-40d5-8b55-455536ad1084 None None] Checking segment: {'id': '558d9154-a3a9-4a8b-8b76-d0bddd836521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '6d73c486-3501-46be-b614-9bb3c24ac9cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:09:42.761495 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-31bcacc8-92ff-40d5-8b55-455536ad1084 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:42.764078 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31bcacc8-92ff-40d5-8b55-455536ad1084 None None] Bound using segment: {'id': '558d9154-a3a9-4a8b-8b76-d0bddd836521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '6d73c486-3501-46be-b614-9bb3c24ac9cd'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:09:42.764601 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-31bcacc8-92ff-40d5-8b55-455536ad1084 None None] Bound port: 867285f7-6255-4506-b514-40254b78dcad, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '558d9154-a3a9-4a8b-8b76-d0bddd836521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '6d73c486-3501-46be-b614-9bb3c24ac9cd'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:09:42.768957 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-31bcacc8-92ff-40d5-8b55-455536ad1084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:42.980374 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-31bcacc8-92ff-40d5-8b55-455536ad1084 None None] For port 867285f7-6255-4506-b514-40254b78dcad, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:09:42.984218 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-31bcacc8-92ff-40d5-8b55-455536ad1084 None None] For port 867285f7-6255-4506-b514-40254b78dcad, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=867285f7-6255-4506-b514-40254b78dcad,segment=NetworkSegment(558d9154-a3a9-4a8b-8b76-d0bddd836521),segment_id=558d9154-a3a9-4a8b-8b76-d0bddd836521)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:09:43.008065 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 19:09:43.041320 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-532fbdf5-30fc-490a-8669-371af823df9a None None] Provisioning complete for port 867285f7-6255-4506-b514-40254b78dcad triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:09:43.042076 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-532fbdf5-30fc-490a-8669-371af823df9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:43.044948 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348c1591-ff8f-4347-94eb-256f1b7dc62a req-539f9593-4f2c-460e-a228-b0e8e1409b61 tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:09:43.064758 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-348c1591-ff8f-4347-94eb-256f1b7dc62a req-539f9593-4f2c-460e-a228-b0e8e1409b61 tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] 10.222.0.49 "GET /v2.0/ports?device_id=be3694f0-fd86-4327-9f12-057a99b7eb4e HTTP/1.1" status: 200 len: 969 time: 0.0997295 Oct 12 19:09:43.077919 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-31bcacc8-92ff-40d5-8b55-455536ad1084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:43.130916 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-348c1591-ff8f-4347-94eb-256f1b7dc62a req-051b40c8-20b7-42bc-9ee7-0ed950ef91df tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6f8447e-770e-4df1-a547-9c5ec1258eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648406 Oct 12 19:09:43.149788 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31bcacc8-92ff-40d5-8b55-455536ad1084 None None] Routers {'15e0d83b-aa68-44a7-9795-d40b3efa7c4f'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:09:43.150528 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-31bcacc8-92ff-40d5-8b55-455536ad1084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:09:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['15e0d83b-aa68-44a7-9795-d40b3efa7c4f'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:09:43.152463 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-532fbdf5-30fc-490a-8669-371af823df9a None None] Port 867285f7-6255-4506-b514-40254b78dcad cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:09:43.244794 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b45e603-3704-4983-beeb-33e484636989 None None] Pushing event updated for resources: {'Port': ['ID=867285f7-6255-4506-b514-40254b78dcad,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:09:43.404657 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-31bcacc8-92ff-40d5-8b55-455536ad1084 None None] Set router 15e0d83b-aa68-44a7-9795-d40b3efa7c4f gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:09:43.529204 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52866) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:09:43.536664 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-efc1030e-3eae-4c74-94e4-d7a9803aaa00 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Request body: {'security_group': {'name': 'tempest-securitygroup--661391798', 'description': 'tempest-description--820465701'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:09:43.560187 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-80dd3451-fb8e-4719-9d49-f25ea579c3d6 None None] Provisioning complete for port 867285f7-6255-4506-b514-40254b78dcad triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:09:43.560684 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-80dd3451-fb8e-4719-9d49-f25ea579c3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:43.677952 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-efc1030e-3eae-4c74-94e4-d7a9803aaa00 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:43.700098 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-80dd3451-fb8e-4719-9d49-f25ea579c3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:43.760545 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-31bcacc8-92ff-40d5-8b55-455536ad1084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15e0d83b-aa68-44a7-9795-d40b3efa7c4f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1751830507-router', 'tenant_id': 'de70255a1eb54e939d9ea6a3ef4759fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '2a04f200-0923-445b-a6ca-4e7f38cac20e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:09:30Z', 'updated_at': '2021-10-12T19:09:38Z', 'revision_number': 4, 'project_id': 'de70255a1eb54e939d9ea6a3ef4759fc', 'gw_port': {'id': '2a04f200-0923-445b-a6ca-4e7f38cac20e', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e0d83b-aa68-44a7-9795-d40b3efa7c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:09:31Z', 'updated_at': '2021-10-12T19:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '867285f7-6255-4506-b514-40254b78dcad', 'name': '', 'network_id': '6d73c486-3501-46be-b614-9bb3c24ac9cd', 'tenant_id': 'de70255a1eb54e939d9ea6a3ef4759fc', 'mac_address': 'fa:16:3e:1a:bc:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15e0d83b-aa68-44a7-9795-d40b3efa7c4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'd8d1b1f3-1aec-4252-bdea-2388ebb67433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:09:36Z', 'updated_at': '2021-10-12T19:09:42Z', 'revision_number': 4, 'project_id': 'de70255a1eb54e939d9ea6a3ef4759fc', 'subnets': [{'id': 'd8d1b1f3-1aec-4252-bdea-2388ebb67433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:09:43.766563 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-80dd3451-fb8e-4719-9d49-f25ea579c3d6 None None] For port 867285f7-6255-4506-b514-40254b78dcad, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=867285f7-6255-4506-b514-40254b78dcad,segment=NetworkSegment(558d9154-a3a9-4a8b-8b76-d0bddd836521),segment_id=558d9154-a3a9-4a8b-8b76-d0bddd836521)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:09:43.790612 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31bcacc8-92ff-40d5-8b55-455536ad1084 None None] The sync data for ids ['15e0d83b-aa68-44a7-9795-d40b3efa7c4f'] in n-d-813679-3 is: [{'id': '15e0d83b-aa68-44a7-9795-d40b3efa7c4f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1751830507-router', 'tenant_id': 'de70255a1eb54e939d9ea6a3ef4759fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '2a04f200-0923-445b-a6ca-4e7f38cac20e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:09:30Z', 'updated_at': '2021-10-12T19:09:38Z', 'revision_number': 4, 'project_id': 'de70255a1eb54e939d9ea6a3ef4759fc', 'gw_port': {'id': '2a04f200-0923-445b-a6ca-4e7f38cac20e', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e0d83b-aa68-44a7-9795-d40b3efa7c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:09:31Z', 'updated_at': '2021-10-12T19:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '867285f7-6255-4506-b514-40254b78dcad', 'name': '', 'network_id': '6d73c486-3501-46be-b614-9bb3c24ac9cd', 'tenant_id': 'de70255a1eb54e939d9ea6a3ef4759fc', 'mac_address': 'fa:16:3e:1a:bc:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15e0d83b-aa68-44a7-9795-d40b3efa7c4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'd8d1b1f3-1aec-4252-bdea-2388ebb67433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:09:36Z', 'updated_at': '2021-10-12T19:09:42Z', 'revision_number': 4, 'project_id': 'de70255a1eb54e939d9ea6a3ef4759fc', 'subnets': [{'id': 'd8d1b1f3-1aec-4252-bdea-2388ebb67433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:09:43.854419 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-80dd3451-fb8e-4719-9d49-f25ea579c3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:43.914926 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-efc1030e-3eae-4c74-94e4-d7a9803aaa00 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:43.931101 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9f2821-6147-4bf7-be6d-60d3245425b0 req-c586351d-712b-4680-9fb0-eb35a5e7f82d tempest-AggregatesAdminTestJSON-1439723126 tempest-AggregatesAdminTestJSON-1439723126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:09:43.945678 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dd3451-fb8e-4719-9d49-f25ea579c3d6 None None] Pushing event updated for resources: {'Port': ['ID=867285f7-6255-4506-b514-40254b78dcad,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:09:43.959308 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0d9f2821-6147-4bf7-be6d-60d3245425b0 req-c586351d-712b-4680-9fb0-eb35a5e7f82d tempest-AggregatesAdminTestJSON-1439723126 tempest-AggregatesAdminTestJSON-1439723126-project] 10.222.0.49 "GET /v2.0/ports?device_id=af32cd74-bf78-4300-904c-d338bc0e3da0 HTTP/1.1" status: 200 len: 969 time: 0.1759348 Oct 12 19:09:43.995119 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-efc1030e-3eae-4c74-94e4-d7a9803aaa00 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:44.087092 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0d9f2821-6147-4bf7-be6d-60d3245425b0 req-de5a40b9-e148-4963-84c7-8f73255f6e65 tempest-AggregatesAdminTestJSON-1439723126 tempest-AggregatesAdminTestJSON-1439723126-project] 10.222.0.49 "GET /v2.0/security-groups?id=01b9a59b-0b5b-4009-81bd-6d2da67792e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291146 Oct 12 19:09:44.098245 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc1030e-3eae-4c74-94e4-d7a9803aaa00 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba303c90-524f-4c6d-a60e-9cdccd966656,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:09:44.110642 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-efc1030e-3eae-4c74-94e4-d7a9803aaa00 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:44.111969 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-efc1030e-3eae-4c74-94e4-d7a9803aaa00 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.5799749 Oct 12 19:09:44.127479 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52876) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:09:44.140949 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-fdb6c70e-5de0-4c48-8dd3-595007dfc20d tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Request body: {'security_group_rule': {'security_group_id': 'ba303c90-524f-4c6d-a60e-9cdccd966656', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:09:44.186107 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52884) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:09:44.314501 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-fdb6c70e-5de0-4c48-8dd3-595007dfc20d tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:44.331362 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29450d8-e95f-4af4-aa33-db4bb11079d5 req-a27a3b77-94e6-4dd8-b767-5315f34d48d9 tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:09:44.339134 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a29450d8-e95f-4af4-aa33-db4bb11079d5 req-a27a3b77-94e6-4dd8-b767-5315f34d48d9 tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] 10.222.0.49 "GET /v2.0/ports?device_id=be3694f0-fd86-4327-9f12-057a99b7eb4e HTTP/1.1" status: 200 len: 969 time: 0.1043007 Oct 12 19:09:44.434086 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a29450d8-e95f-4af4-aa33-db4bb11079d5 req-e2becb5b-cc7d-4470-858a-46bc536e1dbf tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6f8447e-770e-4df1-a547-9c5ec1258eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924776 Oct 12 19:09:44.450066 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-fdb6c70e-5de0-4c48-8dd3-595007dfc20d tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:44.516937 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-fdb6c70e-5de0-4c48-8dd3-595007dfc20d tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:44.557781 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb6c70e-5de0-4c48-8dd3-595007dfc20d tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3b945c0-9000-4e41-96df-dd6af7a775b4,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:09:44.638704 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-fdb6c70e-5de0-4c48-8dd3-595007dfc20d tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:44.640501 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-fdb6c70e-5de0-4c48-8dd3-595007dfc20d tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5108888 Oct 12 19:09:44.645148 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52896) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:09:44.649855 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-89b31c14-2554-4d4e-b0be-241f0d2833a3 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Request body: {'security_group_rule': {'security_group_id': 'ba303c90-524f-4c6d-a60e-9cdccd966656', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:09:44.712910 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 867285f7-6255-4506-b514-40254b78dcad up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:09:44.742115 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1639acc5-e7bf-4863-9389-463aad78999e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:44.764345 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-89b31c14-2554-4d4e-b0be-241f0d2833a3 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:44.857210 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 867285f7-6255-4506-b514-40254b78dcad triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:09:44.857685 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:44.994616 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-89b31c14-2554-4d4e-b0be-241f0d2833a3 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:45.000683 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1639acc5-e7bf-4863-9389-463aad78999e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:45.219883 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-89b31c14-2554-4d4e-b0be-241f0d2833a3 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:45.247386 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b31c14-2554-4d4e-b0be-241f0d2833a3 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7d518b1-75fe-4b13-b8d4-daa2fdc53df8,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:09:45.273406 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1639acc5-e7bf-4863-9389-463aad78999e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:45.313571 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-89b31c14-2554-4d4e-b0be-241f0d2833a3 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:45.315118 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-89b31c14-2554-4d4e-b0be-241f0d2833a3 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6689837 Oct 12 19:09:45.318477 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52912) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:09:45.323743 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-fd263456-0b21-4d7d-8f3b-e3bd516b17b3 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Request body: {'floatingip': {'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:09:45.340630 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-1639acc5-e7bf-4863-9389-463aad78999e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6ad4771f2ad94c42a64d1fb69d14f9b5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1533141 Oct 12 19:09:45.345744 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1639acc5-e7bf-4863-9389-463aad78999e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac99b31c-a52b-4d31-bc62-c12a979d45b5,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:09:45.346099 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52914) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:09:45.385491 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e0cf8e-64e1-4a07-82d8-134134cd5b59 req-b0a8a5fb-eb5d-408a-ad61-b13aff14b0cb tempest-AggregatesAdminTestJSON-1439723126 tempest-AggregatesAdminTestJSON-1439723126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:09:45.391492 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-53e0cf8e-64e1-4a07-82d8-134134cd5b59 req-b0a8a5fb-eb5d-408a-ad61-b13aff14b0cb tempest-AggregatesAdminTestJSON-1439723126 tempest-AggregatesAdminTestJSON-1439723126-project] 10.222.0.49 "GET /v2.0/ports?device_id=af32cd74-bf78-4300-904c-d338bc0e3da0 HTTP/1.1" status: 200 len: 969 time: 0.1548011 Oct 12 19:09:45.449610 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-53e0cf8e-64e1-4a07-82d8-134134cd5b59 req-3214c654-ce5c-4967-a92e-e255227df82d tempest-AggregatesAdminTestJSON-1439723126 tempest-AggregatesAdminTestJSON-1439723126-project] 10.222.0.49 "GET /v2.0/security-groups?id=01b9a59b-0b5b-4009-81bd-6d2da67792e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544622 Oct 12 19:09:45.459971 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-66ae8bed-cd2f-466e-ba33-1728089031f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:45.474950 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-fd263456-0b21-4d7d-8f3b-e3bd516b17b3 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Notify callbacks [] for floatingip, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:45.571986 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-66ae8bed-cd2f-466e-ba33-1728089031f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:45.669911 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2ebe3d-34b2-45a9-9d9b-666b2c3097c6 req-22a8037f-4797-428a-8370-e3a28738aac4 tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:09:45.677257 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7861439c-9fc2-4227-94ac-cf1c23492fa4 req-64b8bdbb-993b-4db8-9c1c-0fa334aa2072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:09:45.677517 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7d2ebe3d-34b2-45a9-9d9b-666b2c3097c6 req-22a8037f-4797-428a-8370-e3a28738aac4 tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] 10.222.0.49 "GET /v2.0/ports?device_id=be3694f0-fd86-4327-9f12-057a99b7eb4e HTTP/1.1" status: 200 len: 969 time: 0.1299834 Oct 12 19:09:45.677624 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7861439c-9fc2-4227-94ac-cf1c23492fa4 req-64b8bdbb-993b-4db8-9c1c-0fa334aa2072 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d7a64e2dba794979bf3216845bbeb4f0&device_id=be3694f0-fd86-4327-9f12-057a99b7eb4e HTTP/1.1" status: 200 len: 1120 time: 0.1057036 Oct 12 19:09:45.756581 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7861439c-9fc2-4227-94ac-cf1c23492fa4 req-93b45db8-45a0-4f5c-b77c-2a888164f206 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=af78f41b-d7bd-42f6-80f0-9931fc0e2f12 HTTP/1.1" status: 200 len: 217 time: 0.0744033 Oct 12 19:09:45.783161 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7d2ebe3d-34b2-45a9-9d9b-666b2c3097c6 req-9d26d8d3-8c53-4a95-bf5e-f45878b953ff tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6f8447e-770e-4df1-a547-9c5ec1258eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769117 Oct 12 19:09:45.804366 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a276c9fc-2b46-40ca-b720-1fe8480c46b5 req-f8e85c6f-75ce-4b66-8cce-cb6035620029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:09:45.804366 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a276c9fc-2b46-40ca-b720-1fe8480c46b5 req-f8e85c6f-75ce-4b66-8cce-cb6035620029 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a2b138826c5847aab56cb24a2c9dbeaf&device_id=af32cd74-bf78-4300-904c-d338bc0e3da0 HTTP/1.1" status: 200 len: 1120 time: 0.1236722 Oct 12 19:09:45.812734 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-fd263456-0b21-4d7d-8f3b-e3bd516b17b3 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:45.835287 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7861439c-9fc2-4227-94ac-cf1c23492fa4 req-223e09b4-ee5d-486f-a637-ed90520f337e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:09:45.837157 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7861439c-9fc2-4227-94ac-cf1c23492fa4 req-223e09b4-ee5d-486f-a637-ed90520f337e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=629aee7d-3fde-4c72-af1e-6a7e1f6a7e75 HTTP/1.1" status: 200 len: 843 time: 0.0680547 Oct 12 19:09:45.848498 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a276c9fc-2b46-40ca-b720-1fe8480c46b5 req-5641f6db-2707-43b7-9eec-18c6dae03025 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=a2b138826c5847aab56cb24a2c9dbeaf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330517 Oct 12 19:09:45.852232 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-66ae8bed-cd2f-466e-ba33-1728089031f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:45.853256 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-66ae8bed-cd2f-466e-ba33-1728089031f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:45.856710 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-66ae8bed-cd2f-466e-ba33-1728089031f6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ac99b31c-a52b-4d31-bc62-c12a979d45b5 HTTP/1.1" status: 204 len: 168 time: 0.5072591 Oct 12 19:09:45.924437 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ae8bed-cd2f-466e-ba33-1728089031f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac99b31c-a52b-4d31-bc62-c12a979d45b5,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:09:45.974209 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7861439c-9fc2-4227-94ac-cf1c23492fa4 req-018bc507-3f8d-4911-a65a-9e40cbd681b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:09:45.976972 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7861439c-9fc2-4227-94ac-cf1c23492fa4 req-018bc507-3f8d-4911-a65a-9e40cbd681b8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=90dcf485-b1ad-4139-85a3-9e1e9879e6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1283326 Oct 12 19:09:46.044593 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52940) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:09:46.090126 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7861439c-9fc2-4227-94ac-cf1c23492fa4 req-fe537741-7692-4c43-a648-ae8da3eefc0e service neutron] 10.222.0.61 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023803 Oct 12 19:09:46.112915 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a276c9fc-2b46-40ca-b720-1fe8480c46b5 req-f639c130-5693-48ca-b9f4-79ce00f0401a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:09:46.114376 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a276c9fc-2b46-40ca-b720-1fe8480c46b5 req-f639c130-5693-48ca-b9f4-79ce00f0401a service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2295263 Oct 12 19:09:46.115396 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-fd263456-0b21-4d7d-8f3b-e3bd516b17b3 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Allocated IP 172.25.5.221 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/896f51db-6155-453b-80f0-2715c881a125) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:09:46.216933 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7861439c-9fc2-4227-94ac-cf1c23492fa4 req-fac31888-115f-49a0-afbb-fc3432096b69 service neutron] 10.222.0.61 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188388 Oct 12 19:09:46.254358 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b414f3cb-6e69-4f42-92db-737ddc74883a req-31b5040f-caf2-49fb-af57-83a8d6627ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:09:46.256095 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b414f3cb-6e69-4f42-92db-737ddc74883a req-31b5040f-caf2-49fb-af57-83a8d6627ed5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a2b138826c5847aab56cb24a2c9dbeaf&device_id=af32cd74-bf78-4300-904c-d338bc0e3da0 HTTP/1.1" status: 200 len: 1120 time: 0.0825992 Oct 12 19:09:46.277787 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-fd263456-0b21-4d7d-8f3b-e3bd516b17b3 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:46.359181 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b414f3cb-6e69-4f42-92db-737ddc74883a req-f889ad84-94f8-4615-8af5-85bf1b433722 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=39acc108-6c9e-4918-81c7-2680d2147ec0 HTTP/1.1" status: 200 len: 217 time: 0.0914080 Oct 12 19:09:46.381443 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81862135-2889-4792-ad81-eee29c04ed44 req-dc851246-b067-4b2c-8e28-ad27c92105ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:09:46.383278 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-81862135-2889-4792-ad81-eee29c04ed44 req-dc851246-b067-4b2c-8e28-ad27c92105ea service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d7a64e2dba794979bf3216845bbeb4f0&device_id=be3694f0-fd86-4327-9f12-057a99b7eb4e HTTP/1.1" status: 200 len: 1120 time: 0.0546925 Oct 12 19:09:46.457864 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b414f3cb-6e69-4f42-92db-737ddc74883a req-cda16f36-618c-41c2-a068-8b2b7289436e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:09:46.459315 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b414f3cb-6e69-4f42-92db-737ddc74883a req-cda16f36-618c-41c2-a068-8b2b7289436e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=629aee7d-3fde-4c72-af1e-6a7e1f6a7e75 HTTP/1.1" status: 200 len: 843 time: 0.0928688 Oct 12 19:09:46.477483 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-abd3ccfd-09c4-4f1a-9a00-3528b5ef889c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:46.551746 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-fd263456-0b21-4d7d-8f3b-e3bd516b17b3 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:46.554560 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b414f3cb-6e69-4f42-92db-737ddc74883a req-746f4e39-bfce-4fde-b027-786ab115acc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:09:46.555991 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b414f3cb-6e69-4f42-92db-737ddc74883a req-746f4e39-bfce-4fde-b027-786ab115acc8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=90dcf485-b1ad-4139-85a3-9e1e9879e6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0893230 Oct 12 19:09:46.581594 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81862135-2889-4792-ad81-eee29c04ed44 req-828b7495-aee8-49db-8be0-d1d3ccd36d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:09:46.583073 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-81862135-2889-4792-ad81-eee29c04ed44 req-828b7495-aee8-49db-8be0-d1d3ccd36d11 service neutron] 10.222.0.61 "GET /v2.0/networks?id=90dcf485-b1ad-4139-85a3-9e1e9879e6b1 HTTP/1.1" status: 200 len: 870 time: 0.1917152 Oct 12 19:09:46.637400 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd263456-0b21-4d7d-8f3b-e3bd516b17b3 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:09:46.643094 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-fd263456-0b21-4d7d-8f3b-e3bd516b17b3 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:09:46.649883 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd263456-0b21-4d7d-8f3b-e3bd516b17b3 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:09:46.659853 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-81862135-2889-4792-ad81-eee29c04ed44 req-4c86d58b-1a2d-489f-8da1-3504748e8010 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=af78f41b-d7bd-42f6-80f0-9931fc0e2f12 HTTP/1.1" status: 200 len: 217 time: 0.0639167 Oct 12 19:09:46.664549 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd263456-0b21-4d7d-8f3b-e3bd516b17b3 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Pushing event updated for resources: {'Port': ['ID=896f51db-6155-453b-80f0-2715c881a125,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:09:46.681781 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52954) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:09:46.731956 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c7f6ba5d-3f91-4153-b53f-7feaad52099f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:46.741813 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1819560e-dea5-4d38-ac87-83d5cf04cab0 req-b70f6069-026a-42f2-9738-f544846fe665 tempest-AggregatesAdminTestJSON-1439723126 tempest-AggregatesAdminTestJSON-1439723126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:09:46.743458 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1819560e-dea5-4d38-ac87-83d5cf04cab0 req-b70f6069-026a-42f2-9738-f544846fe665 tempest-AggregatesAdminTestJSON-1439723126 tempest-AggregatesAdminTestJSON-1439723126-project] 10.222.0.49 "GET /v2.0/ports?device_id=af32cd74-bf78-4300-904c-d338bc0e3da0 HTTP/1.1" status: 200 len: 969 time: 0.1573586 Oct 12 19:09:46.750301 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-abd3ccfd-09c4-4f1a-9a00-3528b5ef889c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:46.768421 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b414f3cb-6e69-4f42-92db-737ddc74883a req-b0b22743-8c8d-496d-9d45-78f2f63d77d8 service neutron] 10.222.0.61 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025642 Oct 12 19:09:46.769559 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-fd263456-0b21-4d7d-8f3b-e3bd516b17b3 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:46.790995 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81862135-2889-4792-ad81-eee29c04ed44 req-9c479c5e-43ec-41e0-a286-aa9511c70026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:09:46.792826 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-81862135-2889-4792-ad81-eee29c04ed44 req-9c479c5e-43ec-41e0-a286-aa9511c70026 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=629aee7d-3fde-4c72-af1e-6a7e1f6a7e75 HTTP/1.1" status: 200 len: 843 time: 0.1241791 Oct 12 19:09:46.840780 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-abd3ccfd-09c4-4f1a-9a00-3528b5ef889c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:46.845836 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1819560e-dea5-4d38-ac87-83d5cf04cab0 req-f8ff09b8-8a61-42e5-9481-34a3fc28ea65 tempest-AggregatesAdminTestJSON-1439723126 tempest-AggregatesAdminTestJSON-1439723126-project] 10.222.0.49 "GET /v2.0/security-groups?id=01b9a59b-0b5b-4009-81bd-6d2da67792e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895426 Oct 12 19:09:46.892001 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-abd3ccfd-09c4-4f1a-9a00-3528b5ef889c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a686aee4d01c4850baafab3b7f646b59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8460453 Oct 12 19:09:46.905902 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52964) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:09:46.999143 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd3ccfd-09c4-4f1a-9a00-3528b5ef889c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d167df9-de3f-4a72-95f0-77679178df11,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:09:47.020530 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81862135-2889-4792-ad81-eee29c04ed44 req-b8774d80-59e4-43f8-940d-f83de7eed321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:09:47.020530 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-81862135-2889-4792-ad81-eee29c04ed44 req-b8774d80-59e4-43f8-940d-f83de7eed321 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=90dcf485-b1ad-4139-85a3-9e1e9879e6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2147858 Oct 12 19:09:47.043857 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b414f3cb-6e69-4f42-92db-737ddc74883a req-09e81ea7-f658-4b05-9b1c-83592b6e7216 service neutron] 10.222.0.61 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663276 Oct 12 19:09:47.044609 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-fd263456-0b21-4d7d-8f3b-e3bd516b17b3 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:47.104277 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c7f6ba5d-3f91-4153-b53f-7feaad52099f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:47.118228 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4651e4-4031-4755-b326-129bda915fba req-b6f7ab22-73c3-4e10-b469-24be8cc221bf tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:09:47.119669 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3f4651e4-4031-4755-b326-129bda915fba req-b6f7ab22-73c3-4e10-b469-24be8cc221bf tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] 10.222.0.49 "GET /v2.0/ports?device_id=be3694f0-fd86-4327-9f12-057a99b7eb4e HTTP/1.1" status: 200 len: 969 time: 0.1900508 Oct 12 19:09:47.128022 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7b1cfa4f-1cfc-45af-8648-d6f98e46ac17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:47.185482 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7b1cfa4f-1cfc-45af-8648-d6f98e46ac17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:47.198393 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-fd263456-0b21-4d7d-8f3b-e3bd516b17b3 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:47.214635 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3f4651e4-4031-4755-b326-129bda915fba req-10fd18b3-c14b-4987-a42a-5bf085844cca tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6f8447e-770e-4df1-a547-9c5ec1258eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876136 Oct 12 19:09:47.230309 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-81862135-2889-4792-ad81-eee29c04ed44 req-afa74a24-2d35-4946-a8b1-b996cbd13067 service neutron] 10.222.0.61 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019877 Oct 12 19:09:47.234550 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c7f6ba5d-3f91-4153-b53f-7feaad52099f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:47.282206 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-fd263456-0b21-4d7d-8f3b-e3bd516b17b3 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:47.316913 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-fd263456-0b21-4d7d-8f3b-e3bd516b17b3 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7915414'] for floatingip, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:47.335119 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd263456-0b21-4d7d-8f3b-e3bd516b17b3 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Pushing event updated for resources: {'Port': ['ID=896f51db-6155-453b-80f0-2715c881a125,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:09:47.404506 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-fd263456-0b21-4d7d-8f3b-e3bd516b17b3 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:47.414617 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-fd263456-0b21-4d7d-8f3b-e3bd516b17b3 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0867517 Oct 12 19:09:47.496687 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-c7f6ba5d-3f91-4153-b53f-7feaad52099f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cf70f221a68c43ef99379279b620ca2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8086209 Oct 12 19:09:47.497257 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52984) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:09:47.499340 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f6ba5d-3f91-4153-b53f-7feaad52099f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4a53d22-1c87-4f82-bc11-ae985915349d,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:09:47.533732 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-81862135-2889-4792-ad81-eee29c04ed44 req-176f3925-f3d1-40ed-ab42-415263a939dd service neutron] 10.222.0.61 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2913077 Oct 12 19:09:47.566949 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f353a3c5-e793-464d-b60b-ffb858f6565c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:47.568445 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7b1cfa4f-1cfc-45af-8648-d6f98e46ac17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:47.571136 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7b1cfa4f-1cfc-45af-8648-d6f98e46ac17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:47.574804 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-7b1cfa4f-1cfc-45af-8648-d6f98e46ac17 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4d167df9-de3f-4a72-95f0-77679178df11 HTTP/1.1" status: 204 len: 168 time: 0.6628513 Oct 12 19:09:47.590595 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f353a3c5-e793-464d-b60b-ffb858f6565c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:47.593669 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1cfa4f-1cfc-45af-8648-d6f98e46ac17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d167df9-de3f-4a72-95f0-77679178df11,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:09:47.644703 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f353825d-2445-4b79-a99e-ab21d11fc099 req-1ea97a49-da95-4c3f-b373-2c180bceb2f3 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--661391798&fields=id&tenant_id=b7528b6e53624c36bc7cfa3c022fa354 HTTP/1.1" status: 200 len: 267 time: 0.0709527 Oct 12 19:09:47.763960 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f353a3c5-e793-464d-b60b-ffb858f6565c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:47.767459 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f353a3c5-e793-464d-b60b-ffb858f6565c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:47.769660 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-f353a3c5-e793-464d-b60b-ffb858f6565c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a4a53d22-1c87-4f82-bc11-ae985915349d HTTP/1.1" status: 204 len: 168 time: 0.2706668 Oct 12 19:09:47.776882 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f353a3c5-e793-464d-b60b-ffb858f6565c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4a53d22-1c87-4f82-bc11-ae985915349d,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:09:47.841192 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f353825d-2445-4b79-a99e-ab21d11fc099 req-24dc1c54-acde-4481-9696-0c81dff75066 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:09:47.842683 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f353825d-2445-4b79-a99e-ab21d11fc099 req-24dc1c54-acde-4481-9696-0c81dff75066 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] 10.222.0.49 "GET /v2.0/networks?id=2b40d2f7-4a07-4df1-bbb6-021ae59cdec3 HTTP/1.1" status: 200 len: 824 time: 0.1966231 Oct 12 19:09:47.857514 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f353825d-2445-4b79-a99e-ab21d11fc099 req-43a086bb-35bd-45cb-bee9-b44e18225b3d tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] 10.222.0.49 "GET /v2.0/quotas/b7528b6e53624c36bc7cfa3c022fa354 HTTP/1.1" status: 200 len: 375 time: 0.0090153 Oct 12 19:09:47.935333 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f353825d-2445-4b79-a99e-ab21d11fc099 req-16cf6ff9-9ef8-49e1-ba61-75e13726aec7 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=b7528b6e53624c36bc7cfa3c022fa354&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0700078 Oct 12 19:09:47.981751 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196489d8-ab15-4ea3-afbc-b1253f2132c4 req-e52b3e4f-a9c1-4f16-a0a9-e3fe6bf92048 tempest-AggregatesAdminTestJSON-1439723126 tempest-AggregatesAdminTestJSON-1439723126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:09:47.984055 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-196489d8-ab15-4ea3-afbc-b1253f2132c4 req-e52b3e4f-a9c1-4f16-a0a9-e3fe6bf92048 tempest-AggregatesAdminTestJSON-1439723126 tempest-AggregatesAdminTestJSON-1439723126-project] 10.222.0.49 "GET /v2.0/ports?device_id=af32cd74-bf78-4300-904c-d338bc0e3da0 HTTP/1.1" status: 200 len: 969 time: 0.0585089 Oct 12 19:09:48.022697 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-196489d8-ab15-4ea3-afbc-b1253f2132c4 req-7b7517dc-b833-4861-b5fd-668ba6208d1e tempest-AggregatesAdminTestJSON-1439723126 tempest-AggregatesAdminTestJSON-1439723126-project] 10.222.0.49 "GET /v2.0/security-groups?id=01b9a59b-0b5b-4009-81bd-6d2da67792e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321836 Oct 12 19:09:48.291360 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53030) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:09:48.308563 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3e9937c1-cc07-4207-ab11-cc0a01b28cc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:48.408659 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d49ce7-ac40-4677-b175-f0c576c2f105 req-04f01803-3d6e-4de7-b605-9bac3e0c7a2a tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:09:48.408659 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-67d49ce7-ac40-4677-b175-f0c576c2f105 req-04f01803-3d6e-4de7-b605-9bac3e0c7a2a tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] 10.222.0.49 "GET /v2.0/ports?device_id=be3694f0-fd86-4327-9f12-057a99b7eb4e HTTP/1.1" status: 200 len: 969 time: 0.0834913 Oct 12 19:09:48.423997 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [req-f353825d-2445-4b79-a99e-ab21d11fc099 req-8d51fb3b-86db-4a42-8390-2a2c116ac054 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 19:09:48.431974 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f353825d-2445-4b79-a99e-ab21d11fc099 req-8d51fb3b-86db-4a42-8390-2a2c116ac054 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0661662 Oct 12 19:09:48.486889 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3e9937c1-cc07-4207-ab11-cc0a01b28cc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:48.502073 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-67d49ce7-ac40-4677-b175-f0c576c2f105 req-ae11d342-9a34-4820-8d16-84fb235ad05d tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6f8447e-770e-4df1-a547-9c5ec1258eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839164 Oct 12 19:09:48.527988 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f353825d-2445-4b79-a99e-ab21d11fc099 req-4e3251ec-814f-45f9-a26b-9f931697f290 service neutron] 10.222.0.49 "GET /v2.0/networks/2b40d2f7-4a07-4df1-bbb6-021ae59cdec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951300 Oct 12 19:09:48.528547 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3e9937c1-cc07-4207-ab11-cc0a01b28cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:48.582970 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9937c1-cc07-4207-ab11-cc0a01b28cc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77ec7b78-e9ec-43c0-86cd-2284e3570ec9,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:09:48.588061 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-3e9937c1-cc07-4207-ab11-cc0a01b28cc3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b67a5256e6ae463583d107ffb3e4c0b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2956662 Oct 12 19:09:48.590643 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53044) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:09:48.647033 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-96c1ef38-2fac-4389-81bf-4f06a694356b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:48.652987 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f353825d-2445-4b79-a99e-ab21d11fc099 req-1553b97e-e4d5-428b-a12f-e5ad09d2f310 service neutron] 10.222.0.49 "GET /v2.0/networks/2b40d2f7-4a07-4df1-bbb6-021ae59cdec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114888 Oct 12 19:09:48.675572 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-96c1ef38-2fac-4389-81bf-4f06a694356b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:48.808078 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-96c1ef38-2fac-4389-81bf-4f06a694356b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:48.811566 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-96c1ef38-2fac-4389-81bf-4f06a694356b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:48.815351 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-96c1ef38-2fac-4389-81bf-4f06a694356b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/77ec7b78-e9ec-43c0-86cd-2284e3570ec9 HTTP/1.1" status: 204 len: 168 time: 0.2213435 Oct 12 19:09:48.828017 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c1ef38-2fac-4389-81bf-4f06a694356b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77ec7b78-e9ec-43c0-86cd-2284e3570ec9,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:09:48.920736 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-738c695f-b407-4ef2-8edf-aa793325e03a req-75b9c2f7-c691-47a2-8ca2-9311c7f583a1 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f51da24-babf-4b49-9219-253aec8d2e62 HTTP/1.1" status: 200 len: 210 time: 0.0340183 Oct 12 19:09:49.144301 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ae8a76-99ca-4eaa-9a76-3b327b787910 req-3b467974-d051-43b6-bda5-6ecd3be0552c tempest-AggregatesAdminTestJSON-1439723126 tempest-AggregatesAdminTestJSON-1439723126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:09:49.146173 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-06ae8a76-99ca-4eaa-9a76-3b327b787910 req-3b467974-d051-43b6-bda5-6ecd3be0552c tempest-AggregatesAdminTestJSON-1439723126 tempest-AggregatesAdminTestJSON-1439723126-project] 10.222.0.49 "GET /v2.0/ports?device_id=af32cd74-bf78-4300-904c-d338bc0e3da0 HTTP/1.1" status: 200 len: 969 time: 0.0553575 Oct 12 19:09:49.189643 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-06ae8a76-99ca-4eaa-9a76-3b327b787910 req-2597bebe-ce32-453f-b562-77bcab92940b tempest-AggregatesAdminTestJSON-1439723126 tempest-AggregatesAdminTestJSON-1439723126-project] 10.222.0.49 "GET /v2.0/security-groups?id=01b9a59b-0b5b-4009-81bd-6d2da67792e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367148 Oct 12 19:09:49.314047 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device af78f41b-d7bd-42f6-80f0-9931fc0e2f12 details requested by agent hyperv_n-h1-813679-3 with host n-h1-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:09:49.431144 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port af78f41b-d7bd-42f6-80f0-9931fc0e2f12, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=af78f41b-d7bd-42f6-80f0-9931fc0e2f12,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:09:49.445186 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Returning: {'device': 'af78f41b-d7bd-42f6-80f0-9931fc0e2f12', 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1', 'port_id': 'af78f41b-d7bd-42f6-80f0-9931fc0e2f12', 'mac_address': 'fa:16:3e:7e:95:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '629aee7d-3fde-4c72-af1e-6a7e1f6a7e75', 'ip_address': '192.168.233.170'}], 'device_owner': 'compute:tempest-test_az-824197147', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:09:49.487375 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:49.501813 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af78f41b-d7bd-42f6-80f0-9931fc0e2f12 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:09:49.523553 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port af78f41b-d7bd-42f6-80f0-9931fc0e2f12, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=af78f41b-d7bd-42f6-80f0-9931fc0e2f12,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:09:49.607684 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:49.611076 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b375e77e-cff8-4111-a67e-d0225ce4a5a0 req-e8d9290c-94f1-4356-be9e-3166fc1cf71c tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:09:49.614174 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b375e77e-cff8-4111-a67e-d0225ce4a5a0 req-e8d9290c-94f1-4356-be9e-3166fc1cf71c tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] 10.222.0.49 "GET /v2.0/ports?device_id=be3694f0-fd86-4327-9f12-057a99b7eb4e HTTP/1.1" status: 200 len: 969 time: 0.0536754 Oct 12 19:09:49.661128 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b375e77e-cff8-4111-a67e-d0225ce4a5a0 req-e5d157ef-c947-4f6b-9874-742df8d538ae tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6f8447e-770e-4df1-a547-9c5ec1258eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409670 Oct 12 19:09:49.661610 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=af78f41b-d7bd-42f6-80f0-9931fc0e2f12,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:09:49.881625 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['af78f41b-d7bd-42f6-80f0-9931fc0e2f12'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:09:50.060318 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-25710c48-de69-4fb1-8f22-c9a2e22545c7 req-e1464ddf-d0cf-403c-b698-faa364bdfbba tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f51da24-babf-4b49-9219-253aec8d2e62 HTTP/1.1" status: 200 len: 210 time: 0.0828683 Oct 12 19:09:50.319182 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fad891-81d3-4565-9b40-86e460a4149d req-14fcefed-b03e-40d5-ac8f-3a9eb9e96bbc tempest-AggregatesAdminTestJSON-1439723126 tempest-AggregatesAdminTestJSON-1439723126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:09:50.320974 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-95fad891-81d3-4565-9b40-86e460a4149d req-14fcefed-b03e-40d5-ac8f-3a9eb9e96bbc tempest-AggregatesAdminTestJSON-1439723126 tempest-AggregatesAdminTestJSON-1439723126-project] 10.222.0.49 "GET /v2.0/ports?device_id=af32cd74-bf78-4300-904c-d338bc0e3da0 HTTP/1.1" status: 200 len: 969 time: 0.0530460 Oct 12 19:09:50.363224 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-95fad891-81d3-4565-9b40-86e460a4149d req-b3b64279-c647-4b8b-a698-a7ad0efa291c tempest-AggregatesAdminTestJSON-1439723126 tempest-AggregatesAdminTestJSON-1439723126-project] 10.222.0.49 "GET /v2.0/security-groups?id=01b9a59b-0b5b-4009-81bd-6d2da67792e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335941 Oct 12 19:09:50.782187 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260b4883-bc62-49de-a337-e14a981b9abd req-585e2c22-e442-4f9a-ae5d-64c78f1df32e tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:09:50.783659 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-260b4883-bc62-49de-a337-e14a981b9abd req-585e2c22-e442-4f9a-ae5d-64c78f1df32e tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] 10.222.0.49 "GET /v2.0/ports?device_id=be3694f0-fd86-4327-9f12-057a99b7eb4e HTTP/1.1" status: 200 len: 970 time: 0.0538616 Oct 12 19:09:50.822314 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-260b4883-bc62-49de-a337-e14a981b9abd req-ef38cae1-109e-42aa-90f5-1ff1da7e6561 tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6f8447e-770e-4df1-a547-9c5ec1258eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326364 Oct 12 19:09:51.173768 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d66fbf5d-5e2f-4aa3-9589-b7dc5b90d6de req-962d86fb-de79-4474-943c-6957b0c7738a tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f51da24-babf-4b49-9219-253aec8d2e62 HTTP/1.1" status: 200 len: 210 time: 0.0294163 Oct 12 19:09:51.294129 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 39acc108-6c9e-4918-81c7-2680d2147ec0 details requested by agent hyperv_n-h1-813679-3 with host n-h1-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:09:51.334625 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device af78f41b-d7bd-42f6-80f0-9931fc0e2f12 up at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:09:51.445531 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 39acc108-6c9e-4918-81c7-2680d2147ec0, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=39acc108-6c9e-4918-81c7-2680d2147ec0,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:09:51.458854 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Returning: {'device': '39acc108-6c9e-4918-81c7-2680d2147ec0', 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1', 'port_id': '39acc108-6c9e-4918-81c7-2680d2147ec0', 'mac_address': 'fa:16:3e:35:98:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '629aee7d-3fde-4c72-af1e-6a7e1f6a7e75', 'ip_address': '192.168.233.157'}], 'device_owner': 'compute:tempest-test_az-824197147', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:09:51.497443 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:51.511132 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning for port af78f41b-d7bd-42f6-80f0-9931fc0e2f12 completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:09:51.514994 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning complete for port af78f41b-d7bd-42f6-80f0-9931fc0e2f12 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:09:51.515375 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:51.517823 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39acc108-6c9e-4918-81c7-2680d2147ec0 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:09:51.535191 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53148) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:09:51.553704 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca93e39-167b-41f9-8c95-2a84228f715e req-5ab28089-a208-47ce-b1cd-da842c5d8e8c tempest-AggregatesAdminTestJSON-1439723126 tempest-AggregatesAdminTestJSON-1439723126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:09:51.561820 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4ca93e39-167b-41f9-8c95-2a84228f715e req-5ab28089-a208-47ce-b1cd-da842c5d8e8c tempest-AggregatesAdminTestJSON-1439723126 tempest-AggregatesAdminTestJSON-1439723126-project] 10.222.0.49 "GET /v2.0/ports?device_id=af32cd74-bf78-4300-904c-d338bc0e3da0 HTTP/1.1" status: 200 len: 969 time: 0.0921903 Oct 12 19:09:51.565961 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 39acc108-6c9e-4918-81c7-2680d2147ec0, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=39acc108-6c9e-4918-81c7-2680d2147ec0,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:09:51.611153 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4ca93e39-167b-41f9-8c95-2a84228f715e req-c61b84b4-dd4c-4968-bbe0-6a47d5c1fe5e tempest-AggregatesAdminTestJSON-1439723126 tempest-AggregatesAdminTestJSON-1439723126-project] 10.222.0.49 "GET /v2.0/security-groups?id=01b9a59b-0b5b-4009-81bd-6d2da67792e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487030 Oct 12 19:09:51.626135 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:51.651312 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:51.663405 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be3694f0-fd86-4327-9f12-057a99b7eb4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af78f41b-d7bd-42f6-80f0-9931fc0e2f12'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:09:51.724313 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-09362a0a-a180-4bd8-99cb-a8d75b185f4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:51.769546 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port af78f41b-d7bd-42f6-80f0-9931fc0e2f12, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=af78f41b-d7bd-42f6-80f0-9931fc0e2f12,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:09:51.799181 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=39acc108-6c9e-4918-81c7-2680d2147ec0,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:09:51.831013 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:51.857606 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-09362a0a-a180-4bd8-99cb-a8d75b185f4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:51.867681 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['39acc108-6c9e-4918-81c7-2680d2147ec0'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:09:51.916221 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-09362a0a-a180-4bd8-99cb-a8d75b185f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:51.934549 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8c8cd5a-0f14-4b26-ba65-b6e0312aa0f0" -d '{"events": [{"server_uuid": "be3694f0-fd86-4327-9f12-057a99b7eb4e", "name": "network-vif-plugged", "status": "completed", "tag": "af78f41b-d7bd-42f6-80f0-9931fc0e2f12"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:09:51.966761 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=af78f41b-d7bd-42f6-80f0-9931fc0e2f12,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:09:51.995152 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-09362a0a-a180-4bd8-99cb-a8d75b185f4c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2e32e6d7a2804b1fa5b134e6dcedf4be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4589534 Oct 12 19:09:51.995520 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53186) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:09:51.997748 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09362a0a-a180-4bd8-99cb-a8d75b185f4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c5e7e53-dcc3-43bc-b932-eef046cb0fa7,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:09:52.041605 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f06e12d-1f76-4b18-b51e-727f5e3133ec req-b19009c2-0d7a-4d1f-a058-0d54e399da8b tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:09:52.043507 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3f06e12d-1f76-4b18-b51e-727f5e3133ec req-b19009c2-0d7a-4d1f-a058-0d54e399da8b tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] 10.222.0.49 "GET /v2.0/ports?device_id=be3694f0-fd86-4327-9f12-057a99b7eb4e HTTP/1.1" status: 200 len: 971 time: 0.1122284 Oct 12 19:09:52.138187 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-18cfeb49-ba78-4e26-8d8a-56809de4bb9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:52.157146 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3f06e12d-1f76-4b18-b51e-727f5e3133ec req-479c4b9f-a421-4d24-8951-aa10b6ae4b22 tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6f8447e-770e-4df1-a547-9c5ec1258eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019824 Oct 12 19:09:52.165233 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-324bfa11-910c-462f-b646-22dc43e8037f x-openstack-request-id: req-324bfa11-910c-462f-b646-22dc43e8037f {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:09:52.165509 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be3694f0-fd86-4327-9f12-057a99b7eb4e", "name": "network-vif-plugged", "status": "completed", "tag": "af78f41b-d7bd-42f6-80f0-9931fc0e2f12", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:09:52.165902 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-324bfa11-910c-462f-b646-22dc43e8037f {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:09:52.166398 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be3694f0-fd86-4327-9f12-057a99b7eb4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af78f41b-d7bd-42f6-80f0-9931fc0e2f12', 'code': 200} Oct 12 19:09:52.180532 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-18cfeb49-ba78-4e26-8d8a-56809de4bb9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:52.239136 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.67', 53165) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:09:52.341896 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bdbc39-2a66-4865-824e-fc237cf195a9 req-9a9886d0-af5b-4c3a-a593-fe7ffea949c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:09:52.343849 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f5bdbc39-2a66-4865-824e-fc237cf195a9 req-9a9886d0-af5b-4c3a-a593-fe7ffea949c3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=be3694f0-fd86-4327-9f12-057a99b7eb4e HTTP/1.1" status: 200 len: 1122 time: 0.1032560 Oct 12 19:09:52.348266 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-18cfeb49-ba78-4e26-8d8a-56809de4bb9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:52.350855 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-18cfeb49-ba78-4e26-8d8a-56809de4bb9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:52.352073 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-18cfeb49-ba78-4e26-8d8a-56809de4bb9e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4c5e7e53-dcc3-43bc-b932-eef046cb0fa7 HTTP/1.1" status: 204 len: 168 time: 0.3554957 Oct 12 19:09:52.365875 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0f765709-d06e-4c81-a428-3c82052d8b81 req-3c2c8365-0fb5-48fb-8dd7-ad7c398bed14 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f51da24-babf-4b49-9219-253aec8d2e62 HTTP/1.1" status: 200 len: 210 time: 0.0461988 Oct 12 19:09:52.384703 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-f5bdbc39-2a66-4865-824e-fc237cf195a9 req-c210e5c1-d879-46b9-bc87-09d0aa724fa3 service neutron] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:52.448847 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cfeb49-ba78-4e26-8d8a-56809de4bb9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c5e7e53-dcc3-43bc-b932-eef046cb0fa7,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:09:52.487314 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-f5bdbc39-2a66-4865-824e-fc237cf195a9 req-c210e5c1-d879-46b9-bc87-09d0aa724fa3 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:52.539685 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f353825d-2445-4b79-a99e-ab21d11fc099 req-6e6e0d1c-3311-4ade-b57d-0b183085148c tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:09:52.539845 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-f5bdbc39-2a66-4865-824e-fc237cf195a9 req-c210e5c1-d879-46b9-bc87-09d0aa724fa3 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:52.541554 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f353825d-2445-4b79-a99e-ab21d11fc099 req-6e6e0d1c-3311-4ade-b57d-0b183085148c tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] 10.222.0.67 "GET /v2.0/networks?id=2b40d2f7-4a07-4df1-bbb6-021ae59cdec3 HTTP/1.1" status: 200 len: 824 time: 0.3014386 Oct 12 19:09:52.566425 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1bdb25-39df-4730-b393-aa465b4634bd req-22d37da6-e433-4276-8040-d990f61ba5e8 tempest-NetworksTest-1309810116 tempest-NetworksTest-1309810116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:09:52.566900 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1bdb25-39df-4730-b393-aa465b4634bd req-22d37da6-e433-4276-8040-d990f61ba5e8 tempest-NetworksTest-1309810116 tempest-NetworksTest-1309810116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:09:52.567410 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1bdb25-39df-4730-b393-aa465b4634bd req-22d37da6-e433-4276-8040-d990f61ba5e8 tempest-NetworksTest-1309810116 tempest-NetworksTest-1309810116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:09:52.567867 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1bdb25-39df-4730-b393-aa465b4634bd req-22d37da6-e433-4276-8040-d990f61ba5e8 tempest-NetworksTest-1309810116 tempest-NetworksTest-1309810116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:09:52.568372 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1bdb25-39df-4730-b393-aa465b4634bd req-22d37da6-e433-4276-8040-d990f61ba5e8 tempest-NetworksTest-1309810116 tempest-NetworksTest-1309810116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:09:52.573992 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f5bdbc39-2a66-4865-824e-fc237cf195a9 req-c210e5c1-d879-46b9-bc87-09d0aa724fa3 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=b6f8447e-770e-4df1-a547-9c5ec1258eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106807 Oct 12 19:09:52.577389 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6e1bdb25-39df-4730-b393-aa465b4634bd req-22d37da6-e433-4276-8040-d990f61ba5e8 tempest-NetworksTest-1309810116 tempest-NetworksTest-1309810116-project-admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3630 time: 0.2367709 Oct 12 19:09:52.586258 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c210e5c1-d879-46b9-bc87-09d0aa724fa3 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=fe82be49-3859-4142-9e78-467c9cc02f2b,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:09:52.689879 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f353825d-2445-4b79-a99e-ab21d11fc099 req-dcb1e88d-4a1c-4b65-ab3a-1cd099c75991 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b7528b6e53624c36bc7cfa3c022fa354 HTTP/1.1" status: 200 len: 379 time: 0.0708323 Oct 12 19:09:52.700011 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b1a4e-4e71-4de3-a945-965d9eb014a4 req-264c2315-95a3-48ec-8cc7-bfe70e439b95 tempest-NetworksTest-1309810116 tempest-NetworksTest-1309810116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:09:52.701537 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d76b1a4e-4e71-4de3-a945-965d9eb014a4 req-264c2315-95a3-48ec-8cc7-bfe70e439b95 tempest-NetworksTest-1309810116 tempest-NetworksTest-1309810116-project-admin] 10.222.0.49 "GET /v2.0/networks/4afbf4a4-67f5-42d1-a358-7ba9799dab0c HTTP/1.1" status: 200 len: 886 time: 0.1062238 Oct 12 19:09:52.713034 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-f353825d-2445-4b79-a99e-ab21d11fc099 req-cad1981d-971d-4ad1-93a8-53eb8c1320eb tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Request body: {'port': {'device_id': '1f51da24-babf-4b49-9219-253aec8d2e62', 'network_id': '2b40d2f7-4a07-4df1-bbb6-021ae59cdec3', 'admin_state_up': True, 'tenant_id': 'b7528b6e53624c36bc7cfa3c022fa354', 'security_groups': ['ba303c90-524f-4c6d-a60e-9cdccd966656']}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:09:52.781176 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53216) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:09:52.842705 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f333161-b0d0-4c27-b980-ae4d6fcdc741 req-0edfa056-5317-416b-97e7-b50295f1cee5 tempest-AggregatesAdminTestJSON-1439723126 tempest-AggregatesAdminTestJSON-1439723126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:09:52.844555 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4f333161-b0d0-4c27-b980-ae4d6fcdc741 req-0edfa056-5317-416b-97e7-b50295f1cee5 tempest-AggregatesAdminTestJSON-1439723126 tempest-AggregatesAdminTestJSON-1439723126-project] 10.222.0.49 "GET /v2.0/ports?device_id=af32cd74-bf78-4300-904c-d338bc0e3da0 HTTP/1.1" status: 200 len: 970 time: 0.1515784 Oct 12 19:09:52.871547 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee67c89-6adf-4da0-b6cc-e09454681958 req-b7185e85-6147-4666-97e7-fd16638b5d61 tempest-NetworksTest-1309810116 tempest-NetworksTest-1309810116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:09:52.872172 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee67c89-6adf-4da0-b6cc-e09454681958 req-b7185e85-6147-4666-97e7-fd16638b5d61 tempest-NetworksTest-1309810116 tempest-NetworksTest-1309810116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:09:52.873229 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee67c89-6adf-4da0-b6cc-e09454681958 req-b7185e85-6147-4666-97e7-fd16638b5d61 tempest-NetworksTest-1309810116 tempest-NetworksTest-1309810116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:09:52.873758 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee67c89-6adf-4da0-b6cc-e09454681958 req-b7185e85-6147-4666-97e7-fd16638b5d61 tempest-NetworksTest-1309810116 tempest-NetworksTest-1309810116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:09:52.874755 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee67c89-6adf-4da0-b6cc-e09454681958 req-b7185e85-6147-4666-97e7-fd16638b5d61 tempest-NetworksTest-1309810116 tempest-NetworksTest-1309810116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:09:52.877895 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-eee67c89-6adf-4da0-b6cc-e09454681958 req-b7185e85-6147-4666-97e7-fd16638b5d61 tempest-NetworksTest-1309810116 tempest-NetworksTest-1309810116-project-admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3630 time: 0.1522849 Oct 12 19:09:52.922033 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4f333161-b0d0-4c27-b980-ae4d6fcdc741 req-8f79c7bf-9238-47be-b4dd-3c979f7f6f3a tempest-AggregatesAdminTestJSON-1439723126 tempest-AggregatesAdminTestJSON-1439723126-project] 10.222.0.49 "GET /v2.0/security-groups?id=01b9a59b-0b5b-4009-81bd-6d2da67792e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684204 Oct 12 19:09:52.959509 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8fdf5a14-274c-40cc-a9db-5cc56e7698d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:53.025143 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f353825d-2445-4b79-a99e-ab21d11fc099 req-cad1981d-971d-4ad1-93a8-53eb8c1320eb tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Made reservation on behalf of b7528b6e53624c36bc7cfa3c022fa354 for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:09:53.028872 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-f353825d-2445-4b79-a99e-ab21d11fc099 req-cad1981d-971d-4ad1-93a8-53eb8c1320eb tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:53.053873 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8fdf5a14-274c-40cc-a9db-5cc56e7698d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:53.116324 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8fdf5a14-274c-40cc-a9db-5cc56e7698d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:53.147192 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53222) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:09:53.156824 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-8fdf5a14-274c-40cc-a9db-5cc56e7698d4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=71e03111900f4e32b2b778c106115df6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3746138 Oct 12 19:09:53.159473 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53224) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:09:53.165795 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-fd95682b-837f-4aca-be71-9b02931f260c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:53.166594 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdf5a14-274c-40cc-a9db-5cc56e7698d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=763ac04a-bfbd-4af6-8625-40aec86e68f0,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:09:53.225370 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [req-f353825d-2445-4b79-a99e-ab21d11fc099 req-cad1981d-971d-4ad1-93a8-53eb8c1320eb tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Allocated IP 172.20.0.10 (2b40d2f7-4a07-4df1-bbb6-021ae59cdec3/20450db0-2083-48cb-ae97-ca9e3c77152e/19655187-5b33-48a0-851a-72bc459f4498) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:09:53.233766 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-616656de-caa7-4463-9957-aff0fbb1f757 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:53.282352 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-616656de-caa7-4463-9957-aff0fbb1f757 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:53.315641 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 39acc108-6c9e-4918-81c7-2680d2147ec0 up at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:09:53.333426 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38733c4a-7efa-4cc9-9398-ce15694bd5ba req-3920ef9a-339f-421f-a90a-25f8cc77afab tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:09:53.335137 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-38733c4a-7efa-4cc9-9398-ce15694bd5ba req-3920ef9a-339f-421f-a90a-25f8cc77afab tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] 10.222.0.49 "GET /v2.0/ports?device_id=be3694f0-fd86-4327-9f12-057a99b7eb4e HTTP/1.1" status: 200 len: 971 time: 0.0893676 Oct 12 19:09:53.371387 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-fd95682b-837f-4aca-be71-9b02931f260c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:53.396905 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-38733c4a-7efa-4cc9-9398-ce15694bd5ba req-e88717d4-b23e-4bdf-8c36-e0e88ad58cef tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6f8447e-770e-4df1-a547-9c5ec1258eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462317 Oct 12 19:09:53.425429 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-616656de-caa7-4463-9957-aff0fbb1f757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:53.430434 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-616656de-caa7-4463-9957-aff0fbb1f757 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:53.432115 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-616656de-caa7-4463-9957-aff0fbb1f757 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/763ac04a-bfbd-4af6-8625-40aec86e68f0 HTTP/1.1" status: 204 len: 168 time: 0.2712741 Oct 12 19:09:53.436644 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-f353825d-2445-4b79-a99e-ab21d11fc099 req-cad1981d-971d-4ad1-93a8-53eb8c1320eb tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:53.467827 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-fd95682b-837f-4aca-be71-9b02931f260c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:53.473107 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616656de-caa7-4463-9957-aff0fbb1f757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=763ac04a-bfbd-4af6-8625-40aec86e68f0,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:09:53.494078 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning for port 39acc108-6c9e-4918-81c7-2680d2147ec0 completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:09:53.503789 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53234) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:09:53.505494 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning complete for port 39acc108-6c9e-4918-81c7-2680d2147ec0 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:09:53.506166 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:53.557102 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-324a6b71-e442-4e9e-bba3-790dd1145de4 req-d2598a0e-c4af-46d0-8226-160806f41ff1 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f51da24-babf-4b49-9219-253aec8d2e62 HTTP/1.1" status: 200 len: 210 time: 0.0647516 Oct 12 19:09:53.559913 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd95682b-837f-4aca-be71-9b02931f260c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b61f1d1-aba8-45c4-9c88-73f746d834fc,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:09:53.565519 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-fd95682b-837f-4aca-be71-9b02931f260c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e817c98a0bfa455a8882b835d2cc02cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4180167 Oct 12 19:09:53.568127 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53238) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:09:53.620360 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-f353825d-2445-4b79-a99e-ab21d11fc099 req-cad1981d-971d-4ad1-93a8-53eb8c1320eb tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:53.624224 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:53.662819 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 39acc108-6c9e-4918-81c7-2680d2147ec0, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=39acc108-6c9e-4918-81c7-2680d2147ec0,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:09:53.673352 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0989f830-dd49-40df-86a5-ddc63266a91a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:53.675727 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f353825d-2445-4b79-a99e-ab21d11fc099 req-cad1981d-971d-4ad1-93a8-53eb8c1320eb tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Network 2b40d2f7-4a07-4df1-bbb6-021ae59cdec3 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:09:53.679098 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [req-f353825d-2445-4b79-a99e-ab21d11fc099 req-cad1981d-971d-4ad1-93a8-53eb8c1320eb tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:09:53.683056 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-f353825d-2445-4b79-a99e-ab21d11fc099 req-cad1981d-971d-4ad1-93a8-53eb8c1320eb tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:09:53.692397 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f353825d-2445-4b79-a99e-ab21d11fc099 req-cad1981d-971d-4ad1-93a8-53eb8c1320eb tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:09:53.693063 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-f353825d-2445-4b79-a99e-ab21d11fc099 req-cad1981d-971d-4ad1-93a8-53eb8c1320eb tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:53.710914 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4e92c761-3810-4cfd-a63e-028d27ee02f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:53.715415 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1981d-971d-4ad1-93a8-53eb8c1320eb tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Pushing event updated for resources: {'Port': ['ID=19655187-5b33-48a0-851a-72bc459f4498,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:09:53.736193 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0989f830-dd49-40df-86a5-ddc63266a91a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:53.756701 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:53.787876 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f353825d-2445-4b79-a99e-ab21d11fc099 req-cad1981d-971d-4ad1-93a8-53eb8c1320eb tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0803146 Oct 12 19:09:53.825505 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=39acc108-6c9e-4918-81c7-2680d2147ec0,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:09:53.872578 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4e92c761-3810-4cfd-a63e-028d27ee02f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:53.917063 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0989f830-dd49-40df-86a5-ddc63266a91a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:53.919890 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0989f830-dd49-40df-86a5-ddc63266a91a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:53.921100 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-0989f830-dd49-40df-86a5-ddc63266a91a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0b61f1d1-aba8-45c4-9c88-73f746d834fc HTTP/1.1" status: 204 len: 168 time: 0.3511560 Oct 12 19:09:53.923979 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4e92c761-3810-4cfd-a63e-028d27ee02f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:53.938158 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0989f830-dd49-40df-86a5-ddc63266a91a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b61f1d1-aba8-45c4-9c88-73f746d834fc,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:09:53.972485 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-4e92c761-3810-4cfd-a63e-028d27ee02f3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=79717938535e41469ad92a877d1de9a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4646130 Oct 12 19:09:53.972773 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53246) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:09:54.000779 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e92c761-3810-4cfd-a63e-028d27ee02f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=903e8c03-29d2-4c2e-968a-178768c50e86,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:09:54.002509 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-efd29272-1ff9-4757-8045-ed5ea36dc991 None None] Provisioning complete for port 19655187-5b33-48a0-851a-72bc459f4498 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:09:54.003137 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-efd29272-1ff9-4757-8045-ed5ea36dc991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:54.050925 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-efd29272-1ff9-4757-8045-ed5ea36dc991 None None] Port 19655187-5b33-48a0-851a-72bc459f4498 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:09:54.060544 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-26099281-d0a7-4c3d-b2a0-f8e58cbb2671 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:54.086756 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-26099281-d0a7-4c3d-b2a0-f8e58cbb2671 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:54.104187 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a567a4ec-3668-4821-995a-599d647a9afb req-63bb0608-51f9-4e18-8957-2df3b81e6aaa tempest-AggregatesAdminTestJSON-1439723126 tempest-AggregatesAdminTestJSON-1439723126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:09:54.105814 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a567a4ec-3668-4821-995a-599d647a9afb req-63bb0608-51f9-4e18-8957-2df3b81e6aaa tempest-AggregatesAdminTestJSON-1439723126 tempest-AggregatesAdminTestJSON-1439723126-project] 10.222.0.49 "GET /v2.0/ports?device_id=af32cd74-bf78-4300-904c-d338bc0e3da0 HTTP/1.1" status: 200 len: 971 time: 0.0715461 Oct 12 19:09:54.146364 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a567a4ec-3668-4821-995a-599d647a9afb req-f593734b-59a5-4b30-b98d-06b9931c8628 tempest-AggregatesAdminTestJSON-1439723126 tempest-AggregatesAdminTestJSON-1439723126-project] 10.222.0.49 "GET /v2.0/security-groups?id=01b9a59b-0b5b-4009-81bd-6d2da67792e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336268 Oct 12 19:09:54.167768 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af32cd74-bf78-4300-904c-d338bc0e3da0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39acc108-6c9e-4918-81c7-2680d2147ec0'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:09:54.171421 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8f3bcc9-936c-44af-b619-3a931cd35ca5" -d '{"events": [{"server_uuid": "af32cd74-bf78-4300-904c-d338bc0e3da0", "name": "network-vif-plugged", "status": "completed", "tag": "39acc108-6c9e-4918-81c7-2680d2147ec0"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:09:54.225295 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-26099281-d0a7-4c3d-b2a0-f8e58cbb2671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:54.227894 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-26099281-d0a7-4c3d-b2a0-f8e58cbb2671 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:54.232634 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-26099281-d0a7-4c3d-b2a0-f8e58cbb2671 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/903e8c03-29d2-4c2e-968a-178768c50e86 HTTP/1.1" status: 204 len: 168 time: 0.2553225 Oct 12 19:09:54.239264 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26099281-d0a7-4c3d-b2a0-f8e58cbb2671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=903e8c03-29d2-4c2e-968a-178768c50e86,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:09:54.276475 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e1b807b-91ec-492d-b22a-5f3bb131bd9c x-openstack-request-id: req-1e1b807b-91ec-492d-b22a-5f3bb131bd9c {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:09:54.276770 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af32cd74-bf78-4300-904c-d338bc0e3da0", "name": "network-vif-plugged", "status": "completed", "tag": "39acc108-6c9e-4918-81c7-2680d2147ec0", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:09:54.277025 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1e1b807b-91ec-492d-b22a-5f3bb131bd9c {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:09:54.277410 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af32cd74-bf78-4300-904c-d338bc0e3da0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39acc108-6c9e-4918-81c7-2680d2147ec0', 'code': 200} Oct 12 19:09:54.328963 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53254) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:09:54.347391 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7cedb44d-0231-4169-b743-a9e2ced1ac9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:54.450200 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32d0011-dc6d-4038-8ecc-a8fdc76d43ca req-b92b39ef-26d3-4fb5-8994-28565164fd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:09:54.451715 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b32d0011-dc6d-4038-8ecc-a8fdc76d43ca req-b92b39ef-26d3-4fb5-8994-28565164fd7e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=af32cd74-bf78-4300-904c-d338bc0e3da0 HTTP/1.1" status: 200 len: 1122 time: 0.0700061 Oct 12 19:09:54.500974 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7cedb44d-0231-4169-b743-a9e2ced1ac9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:54.541228 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b32d0011-dc6d-4038-8ecc-a8fdc76d43ca req-bef8fda8-85f2-4e4f-bd84-c4f3645edbb8 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=01b9a59b-0b5b-4009-81bd-6d2da67792e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760589 Oct 12 19:09:54.567824 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f931ce46-72be-4513-b033-a337cb89563b req-2dea9040-a6f0-4c62-9492-548c0d9ca084 tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:09:54.569967 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f931ce46-72be-4513-b033-a337cb89563b req-2dea9040-a6f0-4c62-9492-548c0d9ca084 tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] 10.222.0.49 "GET /v2.0/ports?device_id=be3694f0-fd86-4327-9f12-057a99b7eb4e HTTP/1.1" status: 200 len: 971 time: 0.0674846 Oct 12 19:09:54.571064 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7cedb44d-0231-4169-b743-a9e2ced1ac9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:54.625065 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cedb44d-0231-4169-b743-a9e2ced1ac9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce9b725-429d-44ed-8597-e473bab56956,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:09:54.631781 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-7cedb44d-0231-4169-b743-a9e2ced1ac9f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=164473362e8a4691a32124b701ddc01f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3013494 Oct 12 19:09:54.634403 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53262) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:09:54.651935 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f931ce46-72be-4513-b033-a337cb89563b req-4b4ef334-fe8e-4d72-8b08-9a6a72af70cc tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6f8447e-770e-4df1-a547-9c5ec1258eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666335 Oct 12 19:09:54.740709 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882c294a-f5a0-4166-816a-c5399715fb81 req-36546be4-f622-4dda-b668-0ae02671c585 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:09:54.742236 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-882c294a-f5a0-4166-816a-c5399715fb81 req-36546be4-f622-4dda-b668-0ae02671c585 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f51da24-babf-4b49-9219-253aec8d2e62 HTTP/1.1" status: 200 len: 932 time: 0.0959764 Oct 12 19:09:54.745862 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-dfebab67-d654-4408-a4ea-08e2b6c2f31c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:54.790580 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-dfebab67-d654-4408-a4ea-08e2b6c2f31c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:54.830507 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-882c294a-f5a0-4166-816a-c5399715fb81 req-089fe20f-6998-4b70-9dba-85421d5768b3 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba303c90-524f-4c6d-a60e-9cdccd966656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668495 Oct 12 19:09:54.881052 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53266) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:09:54.895540 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ffc2acd1-fdea-4b2e-9934-a5521c8e4375 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:54.993190 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-dfebab67-d654-4408-a4ea-08e2b6c2f31c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:54.995688 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-dfebab67-d654-4408-a4ea-08e2b6c2f31c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:54.996872 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-dfebab67-d654-4408-a4ea-08e2b6c2f31c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2ce9b725-429d-44ed-8597-e473bab56956 HTTP/1.1" status: 204 len: 168 time: 0.3613436 Oct 12 19:09:55.014777 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfebab67-d654-4408-a4ea-08e2b6c2f31c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce9b725-429d-44ed-8597-e473bab56956,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:09:55.069043 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ffc2acd1-fdea-4b2e-9934-a5521c8e4375 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:55.139377 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ffc2acd1-fdea-4b2e-9934-a5521c8e4375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:55.184787 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53272) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:09:55.185183 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-ffc2acd1-fdea-4b2e-9934-a5521c8e4375 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cbd0b2713c5040c4af5e3539d2381d49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3030572 Oct 12 19:09:55.187309 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc2acd1-fdea-4b2e-9934-a5521c8e4375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=893e53e1-b2fe-481f-800c-1c66d17b2806,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:09:55.190216 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53274) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:09:55.211767 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-42740a67-7c89-4926-b926-b4809ed35924 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:55.260738 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c770cfbd-82ba-4826-bc84-93b142bf670a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:55.287737 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c770cfbd-82ba-4826-bc84-93b142bf670a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:55.334264 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65148c56-e324-4b91-b9b8-d1c3d45a6397 req-140f3bdd-3120-4ab8-a224-43d0d77fab58 tempest-AggregatesAdminTestJSON-1439723126 tempest-AggregatesAdminTestJSON-1439723126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:09:55.336522 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-65148c56-e324-4b91-b9b8-d1c3d45a6397 req-140f3bdd-3120-4ab8-a224-43d0d77fab58 tempest-AggregatesAdminTestJSON-1439723126 tempest-AggregatesAdminTestJSON-1439723126-project] 10.222.0.49 "GET /v2.0/ports?device_id=af32cd74-bf78-4300-904c-d338bc0e3da0 HTTP/1.1" status: 200 len: 971 time: 0.1003311 Oct 12 19:09:55.378032 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-42740a67-7c89-4926-b926-b4809ed35924 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:55.395498 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-65148c56-e324-4b91-b9b8-d1c3d45a6397 req-ea70f850-6bfc-4c91-9cdc-47ddbe69b0ad tempest-AggregatesAdminTestJSON-1439723126 tempest-AggregatesAdminTestJSON-1439723126-project] 10.222.0.49 "GET /v2.0/security-groups?id=01b9a59b-0b5b-4009-81bd-6d2da67792e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444789 Oct 12 19:09:55.408335 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c770cfbd-82ba-4826-bc84-93b142bf670a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:55.412284 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c770cfbd-82ba-4826-bc84-93b142bf670a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:55.413610 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-c770cfbd-82ba-4826-bc84-93b142bf670a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/893e53e1-b2fe-481f-800c-1c66d17b2806 HTTP/1.1" status: 204 len: 168 time: 0.2222450 Oct 12 19:09:55.425003 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c770cfbd-82ba-4826-bc84-93b142bf670a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=893e53e1-b2fe-481f-800c-1c66d17b2806,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:09:55.430970 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-42740a67-7c89-4926-b926-b4809ed35924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:55.490504 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-42740a67-7c89-4926-b926-b4809ed35924 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=46b3f1620ffa4683825a61503eb60cbc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3019071 Oct 12 19:09:55.490504 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42740a67-7c89-4926-b926-b4809ed35924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d79fedaa-849f-4d07-b06c-e9a4f5aefe8a,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:09:55.490920 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53284) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:09:55.553799 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-84913d06-bd4b-46af-8535-dacb158d979a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:55.581381 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-84913d06-bd4b-46af-8535-dacb158d979a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:55.733975 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-84913d06-bd4b-46af-8535-dacb158d979a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:55.738180 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-84913d06-bd4b-46af-8535-dacb158d979a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:55.741774 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-84913d06-bd4b-46af-8535-dacb158d979a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d79fedaa-849f-4d07-b06c-e9a4f5aefe8a HTTP/1.1" status: 204 len: 168 time: 0.2473817 Oct 12 19:09:55.778502 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84913d06-bd4b-46af-8535-dacb158d979a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d79fedaa-849f-4d07-b06c-e9a4f5aefe8a,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:09:55.825211 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9f1d6a-6588-4874-952a-ef6580478206 req-54955693-9305-469d-ae1e-c8d48a5ba91a tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:09:55.827574 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ba9f1d6a-6588-4874-952a-ef6580478206 req-54955693-9305-469d-ae1e-c8d48a5ba91a tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] 10.222.0.49 "GET /v2.0/ports?device_id=be3694f0-fd86-4327-9f12-057a99b7eb4e HTTP/1.1" status: 200 len: 971 time: 0.0870299 Oct 12 19:09:55.883791 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ba9f1d6a-6588-4874-952a-ef6580478206 req-84ab01c7-30b8-420d-a954-bcadb5a4ef9b tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6f8447e-770e-4df1-a547-9c5ec1258eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452163 Oct 12 19:09:55.974775 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e42df88-ed0a-4a10-8817-cc192de59203 req-4a6643ef-45da-47bc-befe-4f6204743eed tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:09:55.976847 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8e42df88-ed0a-4a10-8817-cc192de59203 req-4a6643ef-45da-47bc-befe-4f6204743eed tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f51da24-babf-4b49-9219-253aec8d2e62 HTTP/1.1" status: 200 len: 932 time: 0.0517464 Oct 12 19:09:56.018214 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8e42df88-ed0a-4a10-8817-cc192de59203 req-23c75c41-6ab9-4688-b8ae-6a1c43691dd3 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba303c90-524f-4c6d-a60e-9cdccd966656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338168 Oct 12 19:09:56.536753 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16f76c2-757f-42fa-b84d-643dd57196e7 req-b1837456-d784-4134-9001-9a80160da724 tempest-AggregatesAdminTestJSON-1439723126 tempest-AggregatesAdminTestJSON-1439723126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:09:56.538186 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c16f76c2-757f-42fa-b84d-643dd57196e7 req-b1837456-d784-4134-9001-9a80160da724 tempest-AggregatesAdminTestJSON-1439723126 tempest-AggregatesAdminTestJSON-1439723126-project] 10.222.0.49 "GET /v2.0/ports?device_id=af32cd74-bf78-4300-904c-d338bc0e3da0 HTTP/1.1" status: 200 len: 971 time: 0.0631986 Oct 12 19:09:56.597500 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c16f76c2-757f-42fa-b84d-643dd57196e7 req-952c798c-32a1-41db-b20e-47e778af3dda tempest-AggregatesAdminTestJSON-1439723126 tempest-AggregatesAdminTestJSON-1439723126-project] 10.222.0.49 "GET /v2.0/security-groups?id=01b9a59b-0b5b-4009-81bd-6d2da67792e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531163 Oct 12 19:09:56.765102 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefd7189-0bd2-4c0c-a88b-c651b4bd111d req-8103531b-1a49-48e4-abe8-22016ea413b5 tempest-AggregatesAdminTestJSON-1179048249 tempest-AggregatesAdminTestJSON-1179048249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:09:56.768688 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-eefd7189-0bd2-4c0c-a88b-c651b4bd111d req-8103531b-1a49-48e4-abe8-22016ea413b5 tempest-AggregatesAdminTestJSON-1179048249 tempest-AggregatesAdminTestJSON-1179048249-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=af32cd74-bf78-4300-904c-d338bc0e3da0 HTTP/1.1" status: 200 len: 1122 time: 0.0480473 Oct 12 19:09:56.797681 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-eefd7189-0bd2-4c0c-a88b-c651b4bd111d req-454cd8e1-b8be-41dd-abfd-b5286352760e tempest-AggregatesAdminTestJSON-1179048249 tempest-AggregatesAdminTestJSON-1179048249-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:56.887576 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-eefd7189-0bd2-4c0c-a88b-c651b4bd111d req-454cd8e1-b8be-41dd-abfd-b5286352760e tempest-AggregatesAdminTestJSON-1179048249 tempest-AggregatesAdminTestJSON-1179048249-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:56.930317 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94bb2a2-8cd2-4059-81f5-13765382608b req-7186b4f0-5aef-478b-a3da-08f3772654da tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:09:56.931965 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a94bb2a2-8cd2-4059-81f5-13765382608b req-7186b4f0-5aef-478b-a3da-08f3772654da tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] 10.222.0.49 "GET /v2.0/ports?device_id=be3694f0-fd86-4327-9f12-057a99b7eb4e HTTP/1.1" status: 200 len: 971 time: 0.0536134 Oct 12 19:09:56.951183 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-eefd7189-0bd2-4c0c-a88b-c651b4bd111d req-454cd8e1-b8be-41dd-abfd-b5286352760e tempest-AggregatesAdminTestJSON-1179048249 tempest-AggregatesAdminTestJSON-1179048249-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:56.978111 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a94bb2a2-8cd2-4059-81f5-13765382608b req-1cca9d97-e448-47ee-a568-0441aac7592e tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6f8447e-770e-4df1-a547-9c5ec1258eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376544 Oct 12 19:09:56.978434 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-eefd7189-0bd2-4c0c-a88b-c651b4bd111d req-454cd8e1-b8be-41dd-abfd-b5286352760e tempest-AggregatesAdminTestJSON-1179048249 tempest-AggregatesAdminTestJSON-1179048249-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=01b9a59b-0b5b-4009-81bd-6d2da67792e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021747 Oct 12 19:09:56.990971 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454cd8e1-b8be-41dd-abfd-b5286352760e tempest-AggregatesAdminTestJSON-1179048249 tempest-AggregatesAdminTestJSON-1179048249-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e71f8333-2b40-48c3-9b7e-f6548f4c2b33,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:09:57.171127 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae2b18e-5889-48c4-899e-5f7ff83f3c36 req-7158b557-e79d-4397-85c5-ce5b2f6c41b1 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:09:57.172712 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-aae2b18e-5889-48c4-899e-5f7ff83f3c36 req-7158b557-e79d-4397-85c5-ce5b2f6c41b1 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f51da24-babf-4b49-9219-253aec8d2e62 HTTP/1.1" status: 200 len: 932 time: 0.0760052 Oct 12 19:09:57.220008 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-aae2b18e-5889-48c4-899e-5f7ff83f3c36 req-47a1899f-b3dd-41a4-aac1-1995f77a36a1 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba303c90-524f-4c6d-a60e-9cdccd966656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405431 Oct 12 19:09:58.189106 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae91a522-84bc-4c46-bee8-a428d9366cbe req-3553ea77-e55c-448b-b3ce-998c5ff2e1c4 tempest-DeleteServersAdminTestJSON-1251086630 tempest-DeleteServersAdminTestJSON-1251086630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:09:58.191201 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ae91a522-84bc-4c46-bee8-a428d9366cbe req-3553ea77-e55c-448b-b3ce-998c5ff2e1c4 tempest-DeleteServersAdminTestJSON-1251086630 tempest-DeleteServersAdminTestJSON-1251086630-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=be3694f0-fd86-4327-9f12-057a99b7eb4e HTTP/1.1" status: 200 len: 1122 time: 0.0561788 Oct 12 19:09:58.288556 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-ae91a522-84bc-4c46-bee8-a428d9366cbe req-693545c1-677d-4b6d-be42-32316e3ca0fe tempest-DeleteServersAdminTestJSON-1251086630 tempest-DeleteServersAdminTestJSON-1251086630-project-admin] Deleting port af78f41b-d7bd-42f6-80f0-9931fc0e2f12 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:09:58.289126 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-ae91a522-84bc-4c46-bee8-a428d9366cbe req-693545c1-677d-4b6d-be42-32316e3ca0fe tempest-DeleteServersAdminTestJSON-1251086630 tempest-DeleteServersAdminTestJSON-1251086630-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:58.378674 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-ae91a522-84bc-4c46-bee8-a428d9366cbe req-693545c1-677d-4b6d-be42-32316e3ca0fe tempest-DeleteServersAdminTestJSON-1251086630 tempest-DeleteServersAdminTestJSON-1251086630-project-admin] For port af78f41b-d7bd-42f6-80f0-9931fc0e2f12, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=af78f41b-d7bd-42f6-80f0-9931fc0e2f12,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:09:58.379211 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-ae91a522-84bc-4c46-bee8-a428d9366cbe req-693545c1-677d-4b6d-be42-32316e3ca0fe tempest-DeleteServersAdminTestJSON-1251086630 tempest-DeleteServersAdminTestJSON-1251086630-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:58.401818 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-ae91a522-84bc-4c46-bee8-a428d9366cbe req-693545c1-677d-4b6d-be42-32316e3ca0fe tempest-DeleteServersAdminTestJSON-1251086630 tempest-DeleteServersAdminTestJSON-1251086630-project-admin] Calling delete_port for af78f41b-d7bd-42f6-80f0-9931fc0e2f12 owned by compute:tempest-test_az-824197147 {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:09:58.712636 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7e327f-851e-4a52-b788-665a3981b3a2 req-eff968c6-461a-432d-b4a1-74a196b10cd4 tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:09:58.719976 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0a7e327f-851e-4a52-b788-665a3981b3a2 req-eff968c6-461a-432d-b4a1-74a196b10cd4 tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] 10.222.0.49 "GET /v2.0/ports?device_id=be3694f0-fd86-4327-9f12-057a99b7eb4e HTTP/1.1" status: 200 len: 971 time: 0.0631461 Oct 12 19:09:58.723198 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-ae91a522-84bc-4c46-bee8-a428d9366cbe req-693545c1-677d-4b6d-be42-32316e3ca0fe tempest-DeleteServersAdminTestJSON-1251086630 tempest-DeleteServersAdminTestJSON-1251086630-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:58.741298 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['af78f41b-d7bd-42f6-80f0-9931fc0e2f12'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:09:58.771757 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693545c1-677d-4b6d-be42-32316e3ca0fe tempest-DeleteServersAdminTestJSON-1251086630 tempest-DeleteServersAdminTestJSON-1251086630-project-admin] Pushing event deleted for resources: {'Port': ['ID=af78f41b-d7bd-42f6-80f0-9931fc0e2f12,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:09:58.832617 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997c5ede-6037-44b1-a5eb-1fe9d3e05ad0 req-303695b0-b458-40b6-a193-44502e9ab97d tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:09:58.843890 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-997c5ede-6037-44b1-a5eb-1fe9d3e05ad0 req-303695b0-b458-40b6-a193-44502e9ab97d tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f51da24-babf-4b49-9219-253aec8d2e62 HTTP/1.1" status: 200 len: 932 time: 0.1119826 Oct 12 19:09:58.845654 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae91a522-84bc-4c46-bee8-a428d9366cbe req-693545c1-677d-4b6d-be42-32316e3ca0fe tempest-DeleteServersAdminTestJSON-1251086630 tempest-DeleteServersAdminTestJSON-1251086630-project-admin] No DVR routers for this DVR port af78f41b-d7bd-42f6-80f0-9931fc0e2f12 on host n-h1-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:09:58.860242 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0a7e327f-851e-4a52-b788-665a3981b3a2 req-3bf60aec-b9a0-4565-9be7-6d1472ba358c tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6f8447e-770e-4df1-a547-9c5ec1258eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355941 Oct 12 19:09:58.861523 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-ae91a522-84bc-4c46-bee8-a428d9366cbe req-693545c1-677d-4b6d-be42-32316e3ca0fe tempest-DeleteServersAdminTestJSON-1251086630 tempest-DeleteServersAdminTestJSON-1251086630-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:58.865632 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ae91a522-84bc-4c46-bee8-a428d9366cbe req-693545c1-677d-4b6d-be42-32316e3ca0fe tempest-DeleteServersAdminTestJSON-1251086630 tempest-DeleteServersAdminTestJSON-1251086630-project-admin] 10.222.0.61 "DELETE /v2.0/ports/af78f41b-d7bd-42f6-80f0-9931fc0e2f12 HTTP/1.1" status: 204 len: 173 time: 0.6639044 Oct 12 19:09:58.865632 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be3694f0-fd86-4327-9f12-057a99b7eb4e', 'name': 'network-vif-deleted', 'tag': 'af78f41b-d7bd-42f6-80f0-9931fc0e2f12'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:09:58.868313 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9889b6bc-f14d-44e3-8e2e-2a46efcb18a9" -d '{"events": [{"server_uuid": "be3694f0-fd86-4327-9f12-057a99b7eb4e", "name": "network-vif-deleted", "tag": "af78f41b-d7bd-42f6-80f0-9931fc0e2f12"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:09:58.914763 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-997c5ede-6037-44b1-a5eb-1fe9d3e05ad0 req-e01fdd28-ca80-4eb2-bca2-2a0cc9cac0f3 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba303c90-524f-4c6d-a60e-9cdccd966656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695508 Oct 12 19:09:58.960783 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa7a8191-0607-4f71-af00-f20dda2850c2 x-openstack-request-id: req-aa7a8191-0607-4f71-af00-f20dda2850c2 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:09:58.961135 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be3694f0-fd86-4327-9f12-057a99b7eb4e", "name": "network-vif-deleted", "tag": "af78f41b-d7bd-42f6-80f0-9931fc0e2f12", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:09:58.961465 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-aa7a8191-0607-4f71-af00-f20dda2850c2 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:09:58.962168 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be3694f0-fd86-4327-9f12-057a99b7eb4e', 'name': 'network-vif-deleted', 'tag': 'af78f41b-d7bd-42f6-80f0-9931fc0e2f12', 'status': 'completed', 'code': 200} Oct 12 19:09:59.139459 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-34af4f25-a49e-4bfa-8203-30eb64ff7693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:59.231055 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [req-f353825d-2445-4b79-a99e-ab21d11fc099 req-c1bcbd12-dd6f-4fee-9bce-c94d201d5dd5 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 19:09:59.232007 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f353825d-2445-4b79-a99e-ab21d11fc099 req-c1bcbd12-dd6f-4fee-9bce-c94d201d5dd5 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0052752 Oct 12 19:09:59.417541 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-658bd4db-fceb-4f19-865f-d453179d67e7 req-5928d4e3-4b6c-4f1c-93ae-baa7cbc6bf46 tempest-SecurityGroupsTestAdminJSON-224456936 tempest-SecurityGroupsTestAdminJSON-224456936-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1937690968', 'description': 'tempest-description-2073752583'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:09:59.485227 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53462) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:09:59.499939 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-658bd4db-fceb-4f19-865f-d453179d67e7 req-5928d4e3-4b6c-4f1c-93ae-baa7cbc6bf46 tempest-SecurityGroupsTestAdminJSON-224456936 tempest-SecurityGroupsTestAdminJSON-224456936-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:59.510732 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-658bd4db-fceb-4f19-865f-d453179d67e7 req-5928d4e3-4b6c-4f1c-93ae-baa7cbc6bf46 tempest-SecurityGroupsTestAdminJSON-224456936 tempest-SecurityGroupsTestAdminJSON-224456936-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:59.532732 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-f353825d-2445-4b79-a99e-ab21d11fc099 req-cb19d9c9-9f57-42cd-be72-dfafee6579a4 service neutron] Request body: {'port': {'device_id': '1f51da24-babf-4b49-9219-253aec8d2e62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-3'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:09:59.561246 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3089bc42-49b8-421b-af9f-c5440a0618bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:59.589573 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-f353825d-2445-4b79-a99e-ab21d11fc099 req-cb19d9c9-9f57-42cd-be72-dfafee6579a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:59.662027 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-658bd4db-fceb-4f19-865f-d453179d67e7 req-5928d4e3-4b6c-4f1c-93ae-baa7cbc6bf46 tempest-SecurityGroupsTestAdminJSON-224456936 tempest-SecurityGroupsTestAdminJSON-224456936-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:59.689098 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3089bc42-49b8-421b-af9f-c5440a0618bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:59.728106 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-658bd4db-fceb-4f19-865f-d453179d67e7 req-5928d4e3-4b6c-4f1c-93ae-baa7cbc6bf46 tempest-SecurityGroupsTestAdminJSON-224456936 tempest-SecurityGroupsTestAdminJSON-224456936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:59.770034 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3089bc42-49b8-421b-af9f-c5440a0618bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:59.782678 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5928d4e3-4b6c-4f1c-93ae-baa7cbc6bf46 tempest-SecurityGroupsTestAdminJSON-224456936 tempest-SecurityGroupsTestAdminJSON-224456936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19c2f503-e9d2-4893-a3d1-915dc6bb6f73,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:09:59.829172 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-3089bc42-49b8-421b-af9f-c5440a0618bc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=414735a2406f4f4d91d0e0ac03e4ee8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3426297 Oct 12 19:09:59.833253 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53470) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:09:59.848560 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3089bc42-49b8-421b-af9f-c5440a0618bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59ec21c0-8540-43f5-ae1e-97460f67929f,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:09:59.860867 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-658bd4db-fceb-4f19-865f-d453179d67e7 req-5928d4e3-4b6c-4f1c-93ae-baa7cbc6bf46 tempest-SecurityGroupsTestAdminJSON-224456936 tempest-SecurityGroupsTestAdminJSON-224456936-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:59.911942 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [req-f353825d-2445-4b79-a99e-ab21d11fc099 req-cb19d9c9-9f57-42cd-be72-dfafee6579a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19655187-5b33-48a0-851a-72bc459f4498 {{(pid=95501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:09:59.923151 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-f353825d-2445-4b79-a99e-ab21d11fc099 req-cb19d9c9-9f57-42cd-be72-dfafee6579a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:59.928418 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-658bd4db-fceb-4f19-865f-d453179d67e7 req-5928d4e3-4b6c-4f1c-93ae-baa7cbc6bf46 tempest-SecurityGroupsTestAdminJSON-224456936 tempest-SecurityGroupsTestAdminJSON-224456936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:59.944493 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-95aa131e-58ad-4d10-a611-c04978ae18c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:09:59.948727 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.provisioning_blocks [req-f353825d-2445-4b79-a99e-ab21d11fc099 req-cb19d9c9-9f57-42cd-be72-dfafee6579a4 service neutron] Transition to ACTIVE for port object 19655187-5b33-48a0-851a-72bc459f4498 will not be triggered until provisioned by entity L2. {{(pid=95501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:09:59.960594 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5928d4e3-4b6c-4f1c-93ae-baa7cbc6bf46 tempest-SecurityGroupsTestAdminJSON-224456936 tempest-SecurityGroupsTestAdminJSON-224456936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f0587e7-696e-4aa4-89db-d41d23189c38,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:09:59.971425 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-95aa131e-58ad-4d10-a611-c04978ae18c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:00.013655 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-f353825d-2445-4b79-a99e-ab21d11fc099 req-cb19d9c9-9f57-42cd-be72-dfafee6579a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:00.043922 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-658bd4db-fceb-4f19-865f-d453179d67e7 req-5928d4e3-4b6c-4f1c-93ae-baa7cbc6bf46 tempest-SecurityGroupsTestAdminJSON-224456936 tempest-SecurityGroupsTestAdminJSON-224456936-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:00.049582 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-658bd4db-fceb-4f19-865f-d453179d67e7 req-5928d4e3-4b6c-4f1c-93ae-baa7cbc6bf46 tempest-SecurityGroupsTestAdminJSON-224456936 tempest-SecurityGroupsTestAdminJSON-224456936-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.6375811 Oct 12 19:10:00.086264 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b56aa809-acc0-4bd6-bb42-e74069803655 req-c58d421b-535e-422c-a76f-f52e464f2706 tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] 10.222.0.49 "GET /v2.0/ports?device_id=be3694f0-fd86-4327-9f12-057a99b7eb4e HTTP/1.1" status: 200 len: 210 time: 0.0458388 Oct 12 19:10:00.097361 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb19d9c9-9f57-42cd-be72-dfafee6579a4 service neutron] Pushing event updated for resources: {'Port': ['ID=19655187-5b33-48a0-851a-72bc459f4498,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:00.131578 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-95aa131e-58ad-4d10-a611-c04978ae18c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:00.134388 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-95aa131e-58ad-4d10-a611-c04978ae18c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:00.137367 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-95aa131e-58ad-4d10-a611-c04978ae18c3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/59ec21c0-8540-43f5-ae1e-97460f67929f HTTP/1.1" status: 204 len: 168 time: 0.3031471 Oct 12 19:10:00.156006 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-f353825d-2445-4b79-a99e-ab21d11fc099 req-cb19d9c9-9f57-42cd-be72-dfafee6579a4 service neutron] Attempting to bind port 19655187-5b33-48a0-851a-72bc459f4498 on host n-h2-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:10:00.156366 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-f353825d-2445-4b79-a99e-ab21d11fc099 req-cb19d9c9-9f57-42cd-be72-dfafee6579a4 service neutron] Attempting to bind port 19655187-5b33-48a0-851a-72bc459f4498 by drivers openvswitch,hyperv on host n-h2-813679-3 at level 0 using segments [{'id': '07a654b6-9e4b-47e5-bebe-20a1a2213e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2b40d2f7-4a07-4df1-bbb6-021ae59cdec3'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:10:00.156702 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f353825d-2445-4b79-a99e-ab21d11fc099 req-cb19d9c9-9f57-42cd-be72-dfafee6579a4 service neutron] Attempting to bind port 19655187-5b33-48a0-851a-72bc459f4498 on network 2b40d2f7-4a07-4df1-bbb6-021ae59cdec3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:10:00.164497 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aa131e-58ad-4d10-a611-c04978ae18c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59ec21c0-8540-43f5-ae1e-97460f67929f,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:00.165915 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f353825d-2445-4b79-a99e-ab21d11fc099 req-cb19d9c9-9f57-42cd-be72-dfafee6579a4 service neutron] Port 19655187-5b33-48a0-851a-72bc459f4498 on network 2b40d2f7-4a07-4df1-bbb6-021ae59cdec3 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:10:00.166255 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f353825d-2445-4b79-a99e-ab21d11fc099 req-cb19d9c9-9f57-42cd-be72-dfafee6579a4 service neutron] Attempting to bind port 19655187-5b33-48a0-851a-72bc459f4498 on network 2b40d2f7-4a07-4df1-bbb6-021ae59cdec3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:10:00.206925 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f353825d-2445-4b79-a99e-ab21d11fc099 req-cb19d9c9-9f57-42cd-be72-dfafee6579a4 service neutron] Checking agent: {'id': '233fbd7d-38e4-434f-bb8f-05364d7423a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:10:00.207327 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f353825d-2445-4b79-a99e-ab21d11fc099 req-cb19d9c9-9f57-42cd-be72-dfafee6579a4 service neutron] Checking segment: {'id': '07a654b6-9e4b-47e5-bebe-20a1a2213e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2b40d2f7-4a07-4df1-bbb6-021ae59cdec3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:10:00.207731 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f353825d-2445-4b79-a99e-ab21d11fc099 req-cb19d9c9-9f57-42cd-be72-dfafee6579a4 service neutron] Bound using segment: {'id': '07a654b6-9e4b-47e5-bebe-20a1a2213e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2b40d2f7-4a07-4df1-bbb6-021ae59cdec3'} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:10:00.208218 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-f353825d-2445-4b79-a99e-ab21d11fc099 req-cb19d9c9-9f57-42cd-be72-dfafee6579a4 service neutron] Bound port: 19655187-5b33-48a0-851a-72bc459f4498, host: n-h2-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07a654b6-9e4b-47e5-bebe-20a1a2213e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2b40d2f7-4a07-4df1-bbb6-021ae59cdec3'}}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:10:00.208581 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-f353825d-2445-4b79-a99e-ab21d11fc099 req-cb19d9c9-9f57-42cd-be72-dfafee6579a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:00.274655 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09886892-8407-4a9e-951b-7c108eddedc4 req-7223cafe-3e58-4a06-9493-6d0465d106e3 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:00.276194 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-09886892-8407-4a9e-951b-7c108eddedc4 req-7223cafe-3e58-4a06-9493-6d0465d106e3 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f51da24-babf-4b49-9219-253aec8d2e62 HTTP/1.1" status: 200 len: 944 time: 0.1021192 Oct 12 19:10:00.312817 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-f353825d-2445-4b79-a99e-ab21d11fc099 req-cb19d9c9-9f57-42cd-be72-dfafee6579a4 service neutron] For port 19655187-5b33-48a0-851a-72bc459f4498, host n-h2-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:10:00.332608 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-f353825d-2445-4b79-a99e-ab21d11fc099 req-cb19d9c9-9f57-42cd-be72-dfafee6579a4 service neutron] For port 19655187-5b33-48a0-851a-72bc459f4498, host n-h2-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=19655187-5b33-48a0-851a-72bc459f4498,segment=NetworkSegment(07a654b6-9e4b-47e5-bebe-20a1a2213e84),segment_id=07a654b6-9e4b-47e5-bebe-20a1a2213e84)] {{(pid=95501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:10:00.340198 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-09886892-8407-4a9e-951b-7c108eddedc4 req-9463efbd-9e2e-4346-a806-a1d08b2aa96b tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba303c90-524f-4c6d-a60e-9cdccd966656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512934 Oct 12 19:10:00.369470 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-2ba041ad-b001-43cf-b551-4b470920746c req-1afb9344-c38e-45d5-87e0-6ff79b56d6ea tempest-SecurityGroupsTestAdminJSON-224456936 tempest-SecurityGroupsTestAdminJSON-224456936-project] Request body: {'security_group': {'name': 'tempest-securitygroup-686388717', 'description': 'tempest-description-1845996146'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:10:00.391264 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-f353825d-2445-4b79-a99e-ab21d11fc099 req-cb19d9c9-9f57-42cd-be72-dfafee6579a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:00.428908 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f353825d-2445-4b79-a99e-ab21d11fc099 req-cb19d9c9-9f57-42cd-be72-dfafee6579a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:00.429562 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-f353825d-2445-4b79-a99e-ab21d11fc099 req-cb19d9c9-9f57-42cd-be72-dfafee6579a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:00.430937 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f353825d-2445-4b79-a99e-ab21d11fc099 req-cb19d9c9-9f57-42cd-be72-dfafee6579a4 service neutron] 10.222.0.67 "PUT /v2.0/ports/19655187-5b33-48a0-851a-72bc459f4498 HTTP/1.1" status: 200 len: 1092 time: 0.9500518 Oct 12 19:10:00.431370 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f51da24-babf-4b49-9219-253aec8d2e62', 'tag': '19655187-5b33-48a0-851a-72bc459f4498'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:10:00.433661 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af31a0b0-31b0-4b92-88af-fd11cc074d07" -d '{"events": [{"name": "network-changed", "server_uuid": "1f51da24-babf-4b49-9219-253aec8d2e62", "tag": "19655187-5b33-48a0-851a-72bc459f4498"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:10:00.460597 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb19d9c9-9f57-42cd-be72-dfafee6579a4 service neutron] Pushing event updated for resources: {'Port': ['ID=19655187-5b33-48a0-851a-72bc459f4498,revision_number=3']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:00.465039 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-2ba041ad-b001-43cf-b551-4b470920746c req-1afb9344-c38e-45d5-87e0-6ff79b56d6ea tempest-SecurityGroupsTestAdminJSON-224456936 tempest-SecurityGroupsTestAdminJSON-224456936-project] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:00.516661 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-212d098d-43ea-4e69-988d-7cc704e7778d x-openstack-request-id: req-212d098d-43ea-4e69-988d-7cc704e7778d {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:10:00.516945 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f51da24-babf-4b49-9219-253aec8d2e62", "tag": "19655187-5b33-48a0-851a-72bc459f4498", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:10:00.517220 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-212d098d-43ea-4e69-988d-7cc704e7778d {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:10:00.517607 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f51da24-babf-4b49-9219-253aec8d2e62', 'tag': '19655187-5b33-48a0-851a-72bc459f4498', 'status': 'completed', 'code': 200} Oct 12 19:10:00.574526 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-2ba041ad-b001-43cf-b551-4b470920746c req-1afb9344-c38e-45d5-87e0-6ff79b56d6ea tempest-SecurityGroupsTestAdminJSON-224456936 tempest-SecurityGroupsTestAdminJSON-224456936-project] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:00.590757 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af31a0b0-31b0-4b92-88af-fd11cc074d07 req-6d4734b4-153d-4342-acac-38b28e8b4e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:00.592803 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-af31a0b0-31b0-4b92-88af-fd11cc074d07 req-6d4734b4-153d-4342-acac-38b28e8b4e80 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b7528b6e53624c36bc7cfa3c022fa354&device_id=1f51da24-babf-4b49-9219-253aec8d2e62 HTTP/1.1" status: 200 len: 1095 time: 0.0468452 Oct 12 19:10:00.665642 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-2ba041ad-b001-43cf-b551-4b470920746c req-1afb9344-c38e-45d5-87e0-6ff79b56d6ea tempest-SecurityGroupsTestAdminJSON-224456936 tempest-SecurityGroupsTestAdminJSON-224456936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:00.788235 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53508) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:10:00.804183 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5f7324e9-f1ad-40b7-b504-9ddcec235327 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:00.879935 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5f7324e9-f1ad-40b7-b504-9ddcec235327 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:00.909844 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afb9344-c38e-45d5-87e0-6ff79b56d6ea tempest-SecurityGroupsTestAdminJSON-224456936 tempest-SecurityGroupsTestAdminJSON-224456936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5132fd4e-264d-40fa-8b20-708a2235ea77,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:00.954062 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af31a0b0-31b0-4b92-88af-fd11cc074d07 req-e63acb72-535d-4a8d-9314-70de8ab64f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:00.955464 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-af31a0b0-31b0-4b92-88af-fd11cc074d07 req-e63acb72-535d-4a8d-9314-70de8ab64f31 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=b7528b6e53624c36bc7cfa3c022fa354&shared=False HTTP/1.1" status: 200 len: 925 time: 0.3548093 Oct 12 19:10:00.967938 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5f7324e9-f1ad-40b7-b504-9ddcec235327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:01.009843 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-2ba041ad-b001-43cf-b551-4b470920746c req-1afb9344-c38e-45d5-87e0-6ff79b56d6ea tempest-SecurityGroupsTestAdminJSON-224456936 tempest-SecurityGroupsTestAdminJSON-224456936-project] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:01.011040 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2ba041ad-b001-43cf-b551-4b470920746c req-1afb9344-c38e-45d5-87e0-6ff79b56d6ea tempest-SecurityGroupsTestAdminJSON-224456936 tempest-SecurityGroupsTestAdminJSON-224456936-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6457183 Oct 12 19:10:01.011848 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-5f7324e9-f1ad-40b7-b504-9ddcec235327 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=23bc02aff64640a0ab30309910be0375&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2225225 Oct 12 19:10:01.012804 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7324e9-f1ad-40b7-b504-9ddcec235327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21ab8715-2db0-4c10-9e78-7689f247249d,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:01.015684 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53514) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:10:01.095096 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af31a0b0-31b0-4b92-88af-fd11cc074d07 req-5d244d17-61f5-40f1-b7df-8063a4e51e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:01.100847 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-af31a0b0-31b0-4b92-88af-fd11cc074d07 req-5d244d17-61f5-40f1-b7df-8063a4e51e58 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1342628 Oct 12 19:10:01.100847 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4d2d9534-1bf8-4cb0-b383-a762c8402b7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:01.134365 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4d2d9534-1bf8-4cb0-b383-a762c8402b7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:01.213687 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f353825d-2445-4b79-a99e-ab21d11fc099 req-59f41c9d-ef84-4e4a-a1db-2add9a9f973e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:01.216349 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f353825d-2445-4b79-a99e-ab21d11fc099 req-59f41c9d-ef84-4e4a-a1db-2add9a9f973e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b7528b6e53624c36bc7cfa3c022fa354&device_id=1f51da24-babf-4b49-9219-253aec8d2e62 HTTP/1.1" status: 200 len: 1095 time: 0.0634358 Oct 12 19:10:01.259948 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f353825d-2445-4b79-a99e-ab21d11fc099 req-198da020-8edf-4294-8440-6e15b290c2ea service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19655187-5b33-48a0-851a-72bc459f4498 HTTP/1.1" status: 200 len: 217 time: 0.0351067 Oct 12 19:10:01.301359 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-acf5d679-026e-4664-a98b-a9d89d9fea5e req-36bec40a-4436-4c06-982c-841848cc5141 tempest-SecurityGroupsTestAdminJSON-245746423 tempest-SecurityGroupsTestAdminJSON-245746423-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-2030729337', 'description': 'tempest-description-703475821'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:10:01.320965 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4d2d9534-1bf8-4cb0-b383-a762c8402b7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:01.323502 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4d2d9534-1bf8-4cb0-b383-a762c8402b7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:01.328295 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-4d2d9534-1bf8-4cb0-b383-a762c8402b7f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/21ab8715-2db0-4c10-9e78-7689f247249d HTTP/1.1" status: 204 len: 168 time: 0.3115747 Oct 12 19:10:01.345267 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f353825d-2445-4b79-a99e-ab21d11fc099 req-a700ea44-2d12-40bb-a3f0-6cd0900b04ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:01.348747 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f353825d-2445-4b79-a99e-ab21d11fc099 req-a700ea44-2d12-40bb-a3f0-6cd0900b04ba service neutron] 10.222.0.67 "GET /v2.0/subnets?id=20450db0-2083-48cb-ae97-ca9e3c77152e HTTP/1.1" status: 200 len: 863 time: 0.0799916 Oct 12 19:10:01.348747 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2d9534-1bf8-4cb0-b383-a762c8402b7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21ab8715-2db0-4c10-9e78-7689f247249d,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:01.398927 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f353825d-2445-4b79-a99e-ab21d11fc099 req-9ae3263a-a546-401c-8c99-a0ef81195f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:01.400575 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f353825d-2445-4b79-a99e-ab21d11fc099 req-9ae3263a-a546-401c-8c99-a0ef81195f39 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2b40d2f7-4a07-4df1-bbb6-021ae59cdec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450790 Oct 12 19:10:01.456990 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-acf5d679-026e-4664-a98b-a9d89d9fea5e req-36bec40a-4436-4c06-982c-841848cc5141 tempest-SecurityGroupsTestAdminJSON-245746423 tempest-SecurityGroupsTestAdminJSON-245746423-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:01.471183 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-acf5d679-026e-4664-a98b-a9d89d9fea5e req-36bec40a-4436-4c06-982c-841848cc5141 tempest-SecurityGroupsTestAdminJSON-245746423 tempest-SecurityGroupsTestAdminJSON-245746423-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:01.530533 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f353825d-2445-4b79-a99e-ab21d11fc099 req-8ec056e4-f9cc-4255-8db4-a9a99de579fc service neutron] 10.222.0.67 "GET /v2.0/networks/2b40d2f7-4a07-4df1-bbb6-021ae59cdec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212950 Oct 12 19:10:01.575013 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53542) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:10:01.624184 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d39b3aaa-38d2-4b13-abb1-4665e1c719a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:01.643748 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-acf5d679-026e-4664-a98b-a9d89d9fea5e req-36bec40a-4436-4c06-982c-841848cc5141 tempest-SecurityGroupsTestAdminJSON-245746423 tempest-SecurityGroupsTestAdminJSON-245746423-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:01.657640 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f353825d-2445-4b79-a99e-ab21d11fc099 req-dac29eff-7959-4bc3-915e-46a8ef34a2ee service neutron] 10.222.0.67 "GET /v2.0/networks/2b40d2f7-4a07-4df1-bbb6-021ae59cdec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185613 Oct 12 19:10:01.697301 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaaa4c6-4454-41c7-b136-9b665119ebd1 req-32f1461d-0733-44c9-b078-49b8ee798331 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:01.700240 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-acf5d679-026e-4664-a98b-a9d89d9fea5e req-36bec40a-4436-4c06-982c-841848cc5141 tempest-SecurityGroupsTestAdminJSON-245746423 tempest-SecurityGroupsTestAdminJSON-245746423-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:01.709478 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-aaaaa4c6-4454-41c7-b136-9b665119ebd1 req-32f1461d-0733-44c9-b078-49b8ee798331 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f51da24-babf-4b49-9219-253aec8d2e62 HTTP/1.1" status: 200 len: 944 time: 0.0611458 Oct 12 19:10:01.736218 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bec40a-4436-4c06-982c-841848cc5141 tempest-SecurityGroupsTestAdminJSON-245746423 tempest-SecurityGroupsTestAdminJSON-245746423-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5512900d-a89a-4952-ac50-15b3072a6e12,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:01.746388 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e9f9eb73-f70f-4c92-ab50-aa28206e85df admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:01.776013 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-acf5d679-026e-4664-a98b-a9d89d9fea5e req-36bec40a-4436-4c06-982c-841848cc5141 tempest-SecurityGroupsTestAdminJSON-245746423 tempest-SecurityGroupsTestAdminJSON-245746423-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:01.783926 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-aaaaa4c6-4454-41c7-b136-9b665119ebd1 req-f2add59a-f236-4a94-9a4d-810eedb91a21 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba303c90-524f-4c6d-a60e-9cdccd966656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682471 Oct 12 19:10:01.847670 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-acf5d679-026e-4664-a98b-a9d89d9fea5e req-36bec40a-4436-4c06-982c-841848cc5141 tempest-SecurityGroupsTestAdminJSON-245746423 tempest-SecurityGroupsTestAdminJSON-245746423-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:01.856285 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e9f9eb73-f70f-4c92-ab50-aa28206e85df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:01.875077 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bec40a-4436-4c06-982c-841848cc5141 tempest-SecurityGroupsTestAdminJSON-245746423 tempest-SecurityGroupsTestAdminJSON-245746423-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d32da7fe-89bd-4b8c-9ccf-375e65ba7ef8,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:01.896600 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5357fcc5-3fe1-4b5f-92f8-59254aa574cd req-780df259-9f10-4f7e-aa24-4bcd332dfd16 tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=d7a64e2dba794979bf3216845bbeb4f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0240965 Oct 12 19:10:01.975521 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-acf5d679-026e-4664-a98b-a9d89d9fea5e req-36bec40a-4436-4c06-982c-841848cc5141 tempest-SecurityGroupsTestAdminJSON-245746423 tempest-SecurityGroupsTestAdminJSON-245746423-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:01.976103 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e9f9eb73-f70f-4c92-ab50-aa28206e85df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:01.976782 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-acf5d679-026e-4664-a98b-a9d89d9fea5e req-36bec40a-4436-4c06-982c-841848cc5141 tempest-SecurityGroupsTestAdminJSON-245746423 tempest-SecurityGroupsTestAdminJSON-245746423-project-admin] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6833503 Oct 12 19:10:02.226144 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5357fcc5-3fe1-4b5f-92f8-59254aa574cd req-c33838b3-7f18-4970-bac0-cc96744dedbd tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:02.227883 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5357fcc5-3fe1-4b5f-92f8-59254aa574cd req-c33838b3-7f18-4970-bac0-cc96744dedbd tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3254972 Oct 12 19:10:02.233739 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-e9f9eb73-f70f-4c92-ab50-aa28206e85df admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=08860a6b9a674e4e97e2e714b0b01684&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6546297 Oct 12 19:10:02.233739 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f9eb73-f70f-4c92-ab50-aa28206e85df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce1c4ec1-cb05-421e-8aec-0470d989a5ae,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:02.234621 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53580) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:10:02.249612 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5357fcc5-3fe1-4b5f-92f8-59254aa574cd req-e88deeea-74d3-4516-8ffa-6cbf4af81df1 tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] 10.222.0.49 "GET /v2.0/quotas/d7a64e2dba794979bf3216845bbeb4f0 HTTP/1.1" status: 200 len: 375 time: 0.0090444 Oct 12 19:10:02.252804 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-7c2c8edb-137b-4857-b1e1-489d2fdf78e2 req-6fd0b973-ffed-4451-9082-61c43e335244 tempest-SecurityGroupsTestAdminJSON-245746423 tempest-SecurityGroupsTestAdminJSON-245746423-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-258668435', 'description': 'tempest-description-377037929'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:10:02.281792 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5357fcc5-3fe1-4b5f-92f8-59254aa574cd req-ca52c4fe-bd9d-45ac-a4d5-2b4e7f24f1fb tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=d7a64e2dba794979bf3216845bbeb4f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258524 Oct 12 19:10:02.304549 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-18bc08dd-e81b-4a9e-9a91-13021c5fff7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:02.326853 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-18bc08dd-e81b-4a9e-9a91-13021c5fff7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:02.367548 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-7c2c8edb-137b-4857-b1e1-489d2fdf78e2 req-6fd0b973-ffed-4451-9082-61c43e335244 tempest-SecurityGroupsTestAdminJSON-245746423 tempest-SecurityGroupsTestAdminJSON-245746423-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:02.453696 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:02.484298 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-18bc08dd-e81b-4a9e-9a91-13021c5fff7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:02.487118 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-18bc08dd-e81b-4a9e-9a91-13021c5fff7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:02.490752 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-18bc08dd-e81b-4a9e-9a91-13021c5fff7c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ce1c4ec1-cb05-421e-8aec-0470d989a5ae HTTP/1.1" status: 204 len: 168 time: 0.2518878 Oct 12 19:10:02.513076 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bc08dd-e81b-4a9e-9a91-13021c5fff7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce1c4ec1-cb05-421e-8aec-0470d989a5ae,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:02.561164 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-7c2c8edb-137b-4857-b1e1-489d2fdf78e2 req-6fd0b973-ffed-4451-9082-61c43e335244 tempest-SecurityGroupsTestAdminJSON-245746423 tempest-SecurityGroupsTestAdminJSON-245746423-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:02.580154 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:02.671832 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-7c2c8edb-137b-4857-b1e1-489d2fdf78e2 req-6fd0b973-ffed-4451-9082-61c43e335244 tempest-SecurityGroupsTestAdminJSON-245746423 tempest-SecurityGroupsTestAdminJSON-245746423-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:02.685861 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8b383eab-996b-4a7a-88d2-33d68f9a349f req-3c2c558b-a217-4626-a100-b045997afb6f tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] 10.222.0.49 "GET /v2.0/ports?device_id=026c7833-f266-4120-a1bb-0ce17592cc7b HTTP/1.1" status: 200 len: 210 time: 0.0272617 Oct 12 19:10:02.718961 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0b973-ffed-4451-9082-61c43e335244 tempest-SecurityGroupsTestAdminJSON-245746423 tempest-SecurityGroupsTestAdminJSON-245746423-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71b364b4-ba92-4e73-bf61-e641ac17eeec,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:02.815864 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-7c2c8edb-137b-4857-b1e1-489d2fdf78e2 req-6fd0b973-ffed-4451-9082-61c43e335244 tempest-SecurityGroupsTestAdminJSON-245746423 tempest-SecurityGroupsTestAdminJSON-245746423-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:02.817117 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7c2c8edb-137b-4857-b1e1-489d2fdf78e2 req-6fd0b973-ffed-4451-9082-61c43e335244 tempest-SecurityGroupsTestAdminJSON-245746423 tempest-SecurityGroupsTestAdminJSON-245746423-project-admin] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5736735 Oct 12 19:10:02.960289 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cc7031-e263-4971-bd75-c3075174bfa4 req-68188118-5573-4ae4-8211-ea4d04875e08 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:02.961813 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a0cc7031-e263-4971-bd75-c3075174bfa4 req-68188118-5573-4ae4-8211-ea4d04875e08 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f51da24-babf-4b49-9219-253aec8d2e62 HTTP/1.1" status: 200 len: 944 time: 0.0630929 Oct 12 19:10:02.973494 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:03.026361 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a0cc7031-e263-4971-bd75-c3075174bfa4 req-0b1c4fd7-e1cc-4671-ba40-af7995fdcfb1 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba303c90-524f-4c6d-a60e-9cdccd966656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574999 Oct 12 19:10:03.107009 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-545aaf51-c9cb-4cba-a984-d8abd1ea8be6 req-ff21ed94-9ca0-4194-b2e0-df45fe9be79f tempest-SecurityGroupsTestAdminJSON-245746423 tempest-SecurityGroupsTestAdminJSON-245746423-project-admin] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 36783 time: 0.2144272 Oct 12 19:10:03.149670 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-545aaf51-c9cb-4cba-a984-d8abd1ea8be6 req-20166bcc-f729-4f05-97b0-a5df182dfc52 tempest-SecurityGroupsTestAdminJSON-245746423 tempest-SecurityGroupsTestAdminJSON-245746423-project-admin] 10.222.0.49 "GET /v2.0/security-groups/01b9a59b-0b5b-4009-81bd-6d2da67792e2 HTTP/1.1" status: 200 len: 2977 time: 0.0355468 Oct 12 19:10:03.214964 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-545aaf51-c9cb-4cba-a984-d8abd1ea8be6 req-b1fe63c7-6ec3-4d75-b9ef-33eb85947c44 tempest-SecurityGroupsTestAdminJSON-245746423 tempest-SecurityGroupsTestAdminJSON-245746423-project-admin] 10.222.0.49 "GET /v2.0/security-groups/01b9a59b-0b5b-4009-81bd-6d2da67792e2 HTTP/1.1" status: 200 len: 2977 time: 0.0585804 Oct 12 19:10:03.258361 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-545aaf51-c9cb-4cba-a984-d8abd1ea8be6 req-caee892b-c2cc-41f6-bbc9-0d7f79fa68df tempest-SecurityGroupsTestAdminJSON-245746423 tempest-SecurityGroupsTestAdminJSON-245746423-project-admin] 10.222.0.49 "GET /v2.0/security-groups/155af2cb-c4c2-40bc-b883-09fd3105123c HTTP/1.1" status: 200 len: 2977 time: 0.0370369 Oct 12 19:10:03.295111 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53638) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:10:03.301704 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-545aaf51-c9cb-4cba-a984-d8abd1ea8be6 req-462d9aee-e1e0-4bc1-97c2-83ed56b23a7a tempest-SecurityGroupsTestAdminJSON-245746423 tempest-SecurityGroupsTestAdminJSON-245746423-project-admin] 10.222.0.49 "GET /v2.0/security-groups/155af2cb-c4c2-40bc-b883-09fd3105123c HTTP/1.1" status: 200 len: 2977 time: 0.0375054 Oct 12 19:10:03.323876 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8d2346c7-aecc-4d37-b7a9-9c16cb825f20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:03.341138 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device af78f41b-d7bd-42f6-80f0-9931fc0e2f12 no longer exists at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:10:03.377674 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] No Port match for: af78f41b-d7bd-42f6-80f0-9931fc0e2f12 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:10:03.378250 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device af78f41b-d7bd-42f6-80f0-9931fc0e2f12 not bound to the agent host n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:10:03.400575 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-545aaf51-c9cb-4cba-a984-d8abd1ea8be6 req-622430bb-0d28-418a-914b-d2e935fb8824 tempest-SecurityGroupsTestAdminJSON-245746423 tempest-SecurityGroupsTestAdminJSON-245746423-project-admin] 10.222.0.49 "GET /v2.0/security-groups/19c2f503-e9d2-4893-a3d1-915dc6bb6f73 HTTP/1.1" status: 200 len: 2981 time: 0.0836391 Oct 12 19:10:03.429466 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:03.447489 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-545aaf51-c9cb-4cba-a984-d8abd1ea8be6 req-0f421952-22c9-4ba2-bf37-dd933a718cee tempest-SecurityGroupsTestAdminJSON-245746423 tempest-SecurityGroupsTestAdminJSON-245746423-project-admin] 10.222.0.49 "GET /v2.0/security-groups/19c2f503-e9d2-4893-a3d1-915dc6bb6f73 HTTP/1.1" status: 200 len: 2981 time: 0.0458112 Oct 12 19:10:03.463200 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8d2346c7-aecc-4d37-b7a9-9c16cb825f20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:03.496404 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-545aaf51-c9cb-4cba-a984-d8abd1ea8be6 req-85b59f1a-df8d-468e-abe3-7b4c92d2f7fc tempest-SecurityGroupsTestAdminJSON-245746423 tempest-SecurityGroupsTestAdminJSON-245746423-project-admin] 10.222.0.49 "GET /v2.0/security-groups/5512900d-a89a-4952-ac50-15b3072a6e12 HTTP/1.1" status: 200 len: 2981 time: 0.0392163 Oct 12 19:10:03.539598 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8d2346c7-aecc-4d37-b7a9-9c16cb825f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:03.542419 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-545aaf51-c9cb-4cba-a984-d8abd1ea8be6 req-cf3374db-f49e-4502-ab93-584a766409b0 tempest-SecurityGroupsTestAdminJSON-245746423 tempest-SecurityGroupsTestAdminJSON-245746423-project-admin] 10.222.0.49 "GET /v2.0/security-groups/5512900d-a89a-4952-ac50-15b3072a6e12 HTTP/1.1" status: 200 len: 2981 time: 0.0381119 Oct 12 19:10:03.598915 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-545aaf51-c9cb-4cba-a984-d8abd1ea8be6 req-e5c87ad0-34ea-4f98-93eb-9f802183f634 tempest-SecurityGroupsTestAdminJSON-245746423 tempest-SecurityGroupsTestAdminJSON-245746423-project-admin] 10.222.0.49 "GET /v2.0/security-groups/8e078242-7baa-4631-84db-d686134c343c HTTP/1.1" status: 200 len: 2973 time: 0.0477924 Oct 12 19:10:03.619225 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-8d2346c7-aecc-4d37-b7a9-9c16cb825f20 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5ceed94890d24bef85d2b9159cfef675&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3218796 Oct 12 19:10:03.619983 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53654) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:10:03.620758 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2346c7-aecc-4d37-b7a9-9c16cb825f20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=366e09ff-3bd0-443a-a1ef-cd14206d46e8,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:03.666123 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-545aaf51-c9cb-4cba-a984-d8abd1ea8be6 req-63c4c062-5382-4e5a-8e85-cc0815e989a5 tempest-SecurityGroupsTestAdminJSON-245746423 tempest-SecurityGroupsTestAdminJSON-245746423-project-admin] 10.222.0.49 "GET /v2.0/security-groups/8e078242-7baa-4631-84db-d686134c343c HTTP/1.1" status: 200 len: 2973 time: 0.0602412 Oct 12 19:10:03.699821 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-eacf6607-ab6a-491b-8aad-2be4fcc67cd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:03.738104 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-eacf6607-ab6a-491b-8aad-2be4fcc67cd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:03.760784 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-545aaf51-c9cb-4cba-a984-d8abd1ea8be6 req-4cca951f-0194-4791-8319-15a33fc5133f tempest-SecurityGroupsTestAdminJSON-245746423 tempest-SecurityGroupsTestAdminJSON-245746423-project-admin] 10.222.0.49 "GET /v2.0/security-groups/a64a83c6-a7b8-4850-80d6-4ea940e4d35d HTTP/1.1" status: 200 len: 2977 time: 0.0858128 Oct 12 19:10:03.820853 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-545aaf51-c9cb-4cba-a984-d8abd1ea8be6 req-2b9cf1df-e8a6-466f-9657-39850f77babc tempest-SecurityGroupsTestAdminJSON-245746423 tempest-SecurityGroupsTestAdminJSON-245746423-project-admin] 10.222.0.49 "GET /v2.0/security-groups/a64a83c6-a7b8-4850-80d6-4ea940e4d35d HTTP/1.1" status: 200 len: 2977 time: 0.0592244 Oct 12 19:10:03.857756 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-eacf6607-ab6a-491b-8aad-2be4fcc67cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:03.861492 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-eacf6607-ab6a-491b-8aad-2be4fcc67cd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:03.862888 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-eacf6607-ab6a-491b-8aad-2be4fcc67cd6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/366e09ff-3bd0-443a-a1ef-cd14206d46e8 HTTP/1.1" status: 204 len: 168 time: 0.2391117 Oct 12 19:10:03.869346 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-545aaf51-c9cb-4cba-a984-d8abd1ea8be6 req-af897876-0ceb-47b4-b3af-abac65fdb840 tempest-SecurityGroupsTestAdminJSON-245746423 tempest-SecurityGroupsTestAdminJSON-245746423-project-admin] 10.222.0.49 "GET /v2.0/security-groups/b6f8447e-770e-4df1-a547-9c5ec1258eff HTTP/1.1" status: 200 len: 2977 time: 0.0404859 Oct 12 19:10:03.873864 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacf6607-ab6a-491b-8aad-2be4fcc67cd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=366e09ff-3bd0-443a-a1ef-cd14206d46e8,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:03.988854 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c356fb64-fd02-43cc-b1ea-8c53302642ad req-b41452bb-3a24-4269-86c6-34d416aa6aa7 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=af32cd74-bf78-4300-904c-d338bc0e3da0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1075971 Oct 12 19:10:03.990535 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-545aaf51-c9cb-4cba-a984-d8abd1ea8be6 req-457da567-9e98-431d-be1f-edc9b85defe6 tempest-SecurityGroupsTestAdminJSON-245746423 tempest-SecurityGroupsTestAdminJSON-245746423-project-admin] 10.222.0.49 "GET /v2.0/security-groups/b6f8447e-770e-4df1-a547-9c5ec1258eff HTTP/1.1" status: 200 len: 2977 time: 0.0709281 Oct 12 19:10:04.042641 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-545aaf51-c9cb-4cba-a984-d8abd1ea8be6 req-0e79315d-d99d-427a-996e-77abbe219b3b tempest-SecurityGroupsTestAdminJSON-245746423 tempest-SecurityGroupsTestAdminJSON-245746423-project-admin] 10.222.0.49 "GET /v2.0/security-groups/e71f8333-2b40-48c3-9b7e-f6548f4c2b33 HTTP/1.1" status: 200 len: 2981 time: 0.0445683 Oct 12 19:10:04.109593 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c356fb64-fd02-43cc-b1ea-8c53302642ad req-17e15495-eee0-45bc-8886-781223e103f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:04.111697 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c356fb64-fd02-43cc-b1ea-8c53302642ad req-17e15495-eee0-45bc-8886-781223e103f9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a2b138826c5847aab56cb24a2c9dbeaf&device_id=af32cd74-bf78-4300-904c-d338bc0e3da0 HTTP/1.1" status: 200 len: 1122 time: 0.0682232 Oct 12 19:10:04.120197 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-545aaf51-c9cb-4cba-a984-d8abd1ea8be6 req-2902b28d-36d8-435c-a399-7a86fedb527f tempest-SecurityGroupsTestAdminJSON-245746423 tempest-SecurityGroupsTestAdminJSON-245746423-project-admin] 10.222.0.49 "GET /v2.0/security-groups/e71f8333-2b40-48c3-9b7e-f6548f4c2b33 HTTP/1.1" status: 200 len: 2981 time: 0.0656226 Oct 12 19:10:04.214800 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2a4fb5d4-6003-41b2-b691-78d2e14f8b67 req-db470178-e4ea-467c-a0a2-5cc68bea54e0 tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] 10.222.0.49 "GET /v2.0/ports?device_id=026c7833-f266-4120-a1bb-0ce17592cc7b HTTP/1.1" status: 200 len: 210 time: 0.0298896 Oct 12 19:10:04.224572 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53674) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:10:04.247565 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-545aaf51-c9cb-4cba-a984-d8abd1ea8be6 req-8367cb4d-fb95-4325-b582-9221a4faed84 tempest-SecurityGroupsTestAdminJSON-245746423 tempest-SecurityGroupsTestAdminJSON-245746423-project-admin] 10.222.0.49 "GET /v2.0/security-groups/e8c9a3c9-a9e9-4fa8-b613-a46b8fd6b35e HTTP/1.1" status: 200 len: 2977 time: 0.1182065 Oct 12 19:10:04.336255 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c356fb64-fd02-43cc-b1ea-8c53302642ad req-9213d5d5-4189-4861-8974-4907ad9b2ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:04.338021 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c356fb64-fd02-43cc-b1ea-8c53302642ad req-9213d5d5-4189-4861-8974-4907ad9b2ef2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=90dcf485-b1ad-4139-85a3-9e1e9879e6b1 HTTP/1.1" status: 200 len: 870 time: 0.1920314 Oct 12 19:10:04.346530 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-545aaf51-c9cb-4cba-a984-d8abd1ea8be6 req-f2021394-296d-44f3-aea2-e9bd48631d4e tempest-SecurityGroupsTestAdminJSON-245746423 tempest-SecurityGroupsTestAdminJSON-245746423-project-admin] 10.222.0.49 "GET /v2.0/security-groups/e8c9a3c9-a9e9-4fa8-b613-a46b8fd6b35e HTTP/1.1" status: 200 len: 2977 time: 0.0971494 Oct 12 19:10:04.379611 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:04.402103 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c356fb64-fd02-43cc-b1ea-8c53302642ad req-97597dbb-3ff2-422f-8343-f1000ea039eb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=39acc108-6c9e-4918-81c7-2680d2147ec0 HTTP/1.1" status: 200 len: 217 time: 0.0534847 Oct 12 19:10:04.458209 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-545aaf51-c9cb-4cba-a984-d8abd1ea8be6 req-179a91ec-5239-4bb3-bb72-601bf6077aab tempest-SecurityGroupsTestAdminJSON-245746423 tempest-SecurityGroupsTestAdminJSON-245746423-project-admin] 10.222.0.49 "GET /v2.0/security-groups/fe82be49-3859-4142-9e78-467c9cc02f2b HTTP/1.1" status: 200 len: 2981 time: 0.1108165 Oct 12 19:10:04.481479 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c356fb64-fd02-43cc-b1ea-8c53302642ad req-34d3dc6e-ec11-4b10-a9d9-8141d82626b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:04.482236 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0fd11ff6-ca2c-4eee-a3ce-e3b27db34d1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:04.483612 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c356fb64-fd02-43cc-b1ea-8c53302642ad req-34d3dc6e-ec11-4b10-a9d9-8141d82626b6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=629aee7d-3fde-4c72-af1e-6a7e1f6a7e75 HTTP/1.1" status: 200 len: 843 time: 0.0723832 Oct 12 19:10:04.540710 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-545aaf51-c9cb-4cba-a984-d8abd1ea8be6 req-dfe3ac6d-544d-4cbb-94be-da9891cc5e44 tempest-SecurityGroupsTestAdminJSON-245746423 tempest-SecurityGroupsTestAdminJSON-245746423-project-admin] 10.222.0.49 "GET /v2.0/security-groups/fe82be49-3859-4142-9e78-467c9cc02f2b HTTP/1.1" status: 200 len: 2981 time: 0.0747797 Oct 12 19:10:04.560079 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c356fb64-fd02-43cc-b1ea-8c53302642ad req-fb12c98d-0a1b-42f3-b21d-d5728d851337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:04.560511 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c356fb64-fd02-43cc-b1ea-8c53302642ad req-fb12c98d-0a1b-42f3-b21d-d5728d851337 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=90dcf485-b1ad-4139-85a3-9e1e9879e6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0641360 Oct 12 19:10:04.615118 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0fd11ff6-ca2c-4eee-a3ce-e3b27db34d1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:04.704988 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0fd11ff6-ca2c-4eee-a3ce-e3b27db34d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:04.710948 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c356fb64-fd02-43cc-b1ea-8c53302642ad req-211d2eef-9fcd-4f5f-a791-8eb9b38c54fb service neutron] 10.222.0.61 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427188 Oct 12 19:10:04.724420 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcac7dd-9048-4016-b6ea-c349bae156b7 req-b518c426-6f0e-43bb-985b-e75ba3c7e91d tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:04.732528 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bbcac7dd-9048-4016-b6ea-c349bae156b7 req-b518c426-6f0e-43bb-985b-e75ba3c7e91d tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f51da24-babf-4b49-9219-253aec8d2e62 HTTP/1.1" status: 200 len: 944 time: 0.1084895 Oct 12 19:10:04.769019 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-0fd11ff6-ca2c-4eee-a3ce-e3b27db34d1c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=896311e809a14e2fb9535847168130ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5432701 Oct 12 19:10:04.771567 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd11ff6-ca2c-4eee-a3ce-e3b27db34d1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b78f8a4e-5740-46a9-8bab-d07b735a80ea,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:04.776205 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53702) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:10:04.825048 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bbcac7dd-9048-4016-b6ea-c349bae156b7 req-e2932ba3-bcc5-46cf-b5dd-e35f697563dd tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba303c90-524f-4c6d-a60e-9cdccd966656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912640 Oct 12 19:10:04.870321 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c356fb64-fd02-43cc-b1ea-8c53302642ad req-b655bf9e-9b73-4085-9f01-72d5c0ce5969 service neutron] 10.222.0.61 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352634 Oct 12 19:10:04.966137 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fc03321a-ff5e-4e4c-a879-5d5784e5483d req-392e252e-85a8-4722-981c-155b45d4661c tempest-SecurityGroupsTestAdminJSON-224456936 tempest-SecurityGroupsTestAdminJSON-224456936-project] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4f50bc6e60d04469ad9501f42f370afd HTTP/1.1" status: 200 len: 6103 time: 0.1707315 Oct 12 19:10:05.025543 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-81016e1d-9fb9-40fc-b966-48475a13b8cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:05.054245 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-81016e1d-9fb9-40fc-b966-48475a13b8cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:05.126039 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fc03321a-ff5e-4e4c-a879-5d5784e5483d req-8f41e909-28a9-406e-bee3-c1552a10e954 tempest-SecurityGroupsTestAdminJSON-224456936 tempest-SecurityGroupsTestAdminJSON-224456936-project] 10.222.0.49 "GET /v2.0/security-groups/19c2f503-e9d2-4893-a3d1-915dc6bb6f73 HTTP/1.1" status: 200 len: 2981 time: 0.1586595 Oct 12 19:10:05.157229 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5357fcc5-3fe1-4b5f-92f8-59254aa574cd req-b27dfac1-e168-4752-be7b-b27384e40b33 tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=d7a64e2dba794979bf3216845bbeb4f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2829263 Oct 12 19:10:05.159326 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53712) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:10:05.195084 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-81016e1d-9fb9-40fc-b966-48475a13b8cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:05.197742 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-81016e1d-9fb9-40fc-b966-48475a13b8cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:05.198890 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-81016e1d-9fb9-40fc-b966-48475a13b8cc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b78f8a4e-5740-46a9-8bab-d07b735a80ea HTTP/1.1" status: 204 len: 168 time: 0.4215682 Oct 12 19:10:05.248067 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fc03321a-ff5e-4e4c-a879-5d5784e5483d req-46973e5c-41c4-4eb2-a845-fd79660ce271 tempest-SecurityGroupsTestAdminJSON-224456936 tempest-SecurityGroupsTestAdminJSON-224456936-project] 10.222.0.49 "GET /v2.0/security-groups/19c2f503-e9d2-4893-a3d1-915dc6bb6f73 HTTP/1.1" status: 200 len: 2981 time: 0.1211398 Oct 12 19:10:05.256871 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81016e1d-9fb9-40fc-b966-48475a13b8cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b78f8a4e-5740-46a9-8bab-d07b735a80ea,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:05.321868 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f476f9d5-5c4a-4a01-9813-5948318d34ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:05.408245 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b0f1c563-c49e-4d3b-b0ec-679a1e28c7d2 req-2f75f864-9c2f-464a-a4c9-93087e527c97 tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] 10.222.0.49 "GET /v2.0/ports?device_id=026c7833-f266-4120-a1bb-0ce17592cc7b HTTP/1.1" status: 200 len: 210 time: 0.0569758 Oct 12 19:10:05.421185 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f476f9d5-5c4a-4a01-9813-5948318d34ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:05.422272 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5357fcc5-3fe1-4b5f-92f8-59254aa574cd req-1160ce43-8f39-4377-b820-b3799ac26883 tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:05.424172 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5357fcc5-3fe1-4b5f-92f8-59254aa574cd req-1160ce43-8f39-4377-b820-b3799ac26883 tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2465370 Oct 12 19:10:05.447021 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-5357fcc5-3fe1-4b5f-92f8-59254aa574cd req-6bf378dd-3d3a-401b-8e78-31de710278ab tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] Request body: {'port': {'device_id': '026c7833-f266-4120-a1bb-0ce17592cc7b', 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1', 'admin_state_up': True, 'tenant_id': 'd7a64e2dba794979bf3216845bbeb4f0'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:10:05.468273 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-986adecf-1245-40fa-8801-8af7bbd81edb req-8f3072da-1a6e-4f5e-ba2a-96b5eb968c4d tempest-SecurityGroupsTestAdminJSON-245746423 tempest-SecurityGroupsTestAdminJSON-245746423-project-admin] 10.222.0.49 "GET /v2.0/security-groups/71b364b4-ba92-4e73-bf61-e641ac17eeec HTTP/1.1" status: 200 len: 1776 time: 0.0455985 Oct 12 19:10:05.533761 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f476f9d5-5c4a-4a01-9813-5948318d34ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:05.538420 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-986adecf-1245-40fa-8801-8af7bbd81edb req-c9d27c33-1884-4e73-b089-5602dc04986c tempest-SecurityGroupsTestAdminJSON-245746423 tempest-SecurityGroupsTestAdminJSON-245746423-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:05.595943 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-986adecf-1245-40fa-8801-8af7bbd81edb req-c9d27c33-1884-4e73-b089-5602dc04986c tempest-SecurityGroupsTestAdminJSON-245746423 tempest-SecurityGroupsTestAdminJSON-245746423-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:05.597698 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f476f9d5-5c4a-4a01-9813-5948318d34ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec9f79ed-b390-40e5-8792-c1772dd28ca8,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:05.606992 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-f476f9d5-5c4a-4a01-9813-5948318d34ca admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c154530f11854aebbc32765d29e6f761&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4466650 Oct 12 19:10:05.609981 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53738) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:10:05.662453 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-697c530d-32bb-4111-8e65-38e1e2d92841 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:05.686771 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-697c530d-32bb-4111-8e65-38e1e2d92841 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:05.722209 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5357fcc5-3fe1-4b5f-92f8-59254aa574cd req-6bf378dd-3d3a-401b-8e78-31de710278ab tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] Made reservation on behalf of d7a64e2dba794979bf3216845bbeb4f0 for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:10:05.723251 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-986adecf-1245-40fa-8801-8af7bbd81edb req-c9d27c33-1884-4e73-b089-5602dc04986c tempest-SecurityGroupsTestAdminJSON-245746423 tempest-SecurityGroupsTestAdminJSON-245746423-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:05.726770 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-5357fcc5-3fe1-4b5f-92f8-59254aa574cd req-6bf378dd-3d3a-401b-8e78-31de710278ab tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:05.727802 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-986adecf-1245-40fa-8801-8af7bbd81edb req-c9d27c33-1884-4e73-b089-5602dc04986c tempest-SecurityGroupsTestAdminJSON-245746423 tempest-SecurityGroupsTestAdminJSON-245746423-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:05.737869 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-986adecf-1245-40fa-8801-8af7bbd81edb req-c9d27c33-1884-4e73-b089-5602dc04986c tempest-SecurityGroupsTestAdminJSON-245746423 tempest-SecurityGroupsTestAdminJSON-245746423-project-admin] 10.222.0.49 "DELETE /v2.0/security-groups/71b364b4-ba92-4e73-bf61-e641ac17eeec HTTP/1.1" status: 204 len: 173 time: 0.2605965 Oct 12 19:10:05.748054 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d27c33-1884-4e73-b089-5602dc04986c tempest-SecurityGroupsTestAdminJSON-245746423 tempest-SecurityGroupsTestAdminJSON-245746423-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71b364b4-ba92-4e73-bf61-e641ac17eeec,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:05.803484 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e40dc586-85f0-43c0-93dc-6ed7cc83b4d0 req-f1134cfe-4acb-4998-8606-b85f76566309 tempest-SecurityGroupsTestAdminJSON-245746423 tempest-SecurityGroupsTestAdminJSON-245746423-project-admin] 10.222.0.49 "GET /v2.0/security-groups/d32da7fe-89bd-4b8c-9ccf-375e65ba7ef8 HTTP/1.1" status: 200 len: 1777 time: 0.0452878 Oct 12 19:10:05.867985 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-e40dc586-85f0-43c0-93dc-6ed7cc83b4d0 req-209b22f8-3780-4107-a9e1-be869ae30fa8 tempest-SecurityGroupsTestAdminJSON-245746423 tempest-SecurityGroupsTestAdminJSON-245746423-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:05.894399 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-e40dc586-85f0-43c0-93dc-6ed7cc83b4d0 req-209b22f8-3780-4107-a9e1-be869ae30fa8 tempest-SecurityGroupsTestAdminJSON-245746423 tempest-SecurityGroupsTestAdminJSON-245746423-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:05.897407 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-697c530d-32bb-4111-8e65-38e1e2d92841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:05.899974 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-697c530d-32bb-4111-8e65-38e1e2d92841 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:05.901200 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-697c530d-32bb-4111-8e65-38e1e2d92841 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ec9f79ed-b390-40e5-8792-c1772dd28ca8 HTTP/1.1" status: 204 len: 168 time: 0.2900767 Oct 12 19:10:05.914769 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697c530d-32bb-4111-8e65-38e1e2d92841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec9f79ed-b390-40e5-8792-c1772dd28ca8,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:06.018691 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [req-5357fcc5-3fe1-4b5f-92f8-59254aa574cd req-6bf378dd-3d3a-401b-8e78-31de710278ab tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] Allocated IP 192.168.233.48 (90dcf485-b1ad-4139-85a3-9e1e9879e6b1/629aee7d-3fde-4c72-af1e-6a7e1f6a7e75/54f950e7-8981-4f91-9b45-6366e7507caa) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:10:06.019365 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-e40dc586-85f0-43c0-93dc-6ed7cc83b4d0 req-209b22f8-3780-4107-a9e1-be869ae30fa8 tempest-SecurityGroupsTestAdminJSON-245746423 tempest-SecurityGroupsTestAdminJSON-245746423-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:06.022476 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-e40dc586-85f0-43c0-93dc-6ed7cc83b4d0 req-209b22f8-3780-4107-a9e1-be869ae30fa8 tempest-SecurityGroupsTestAdminJSON-245746423 tempest-SecurityGroupsTestAdminJSON-245746423-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:06.024643 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e40dc586-85f0-43c0-93dc-6ed7cc83b4d0 req-209b22f8-3780-4107-a9e1-be869ae30fa8 tempest-SecurityGroupsTestAdminJSON-245746423 tempest-SecurityGroupsTestAdminJSON-245746423-project-admin] 10.222.0.49 "DELETE /v2.0/security-groups/d32da7fe-89bd-4b8c-9ccf-375e65ba7ef8 HTTP/1.1" status: 204 len: 173 time: 0.2135375 Oct 12 19:10:06.027510 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd4d854-6818-4dac-a6fb-008553bbbf12 req-200014d3-5445-47b0-9d7d-3da75251e9b2 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:06.029073 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ccd4d854-6818-4dac-a6fb-008553bbbf12 req-200014d3-5445-47b0-9d7d-3da75251e9b2 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f51da24-babf-4b49-9219-253aec8d2e62 HTTP/1.1" status: 200 len: 944 time: 0.0966303 Oct 12 19:10:06.039385 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209b22f8-3780-4107-a9e1-be869ae30fa8 tempest-SecurityGroupsTestAdminJSON-245746423 tempest-SecurityGroupsTestAdminJSON-245746423-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d32da7fe-89bd-4b8c-9ccf-375e65ba7ef8,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:06.110182 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ccd4d854-6818-4dac-a6fb-008553bbbf12 req-a09d551c-7737-45f9-80fd-f5c7721176cd tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba303c90-524f-4c6d-a60e-9cdccd966656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714166 Oct 12 19:10:06.199388 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c4d05354-8171-4604-9a6a-0543e0654fa0 req-178144b5-d0af-41f0-a729-0319c07e9276 tempest-SecurityGroupsTestAdminJSON-224456936 tempest-SecurityGroupsTestAdminJSON-224456936-project] 10.222.0.49 "GET /v2.0/security-groups/5132fd4e-264d-40fa-8b20-708a2235ea77 HTTP/1.1" status: 200 len: 1777 time: 0.0563681 Oct 12 19:10:06.217112 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53766) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:10:06.232481 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 19655187-5b33-48a0-851a-72bc459f4498 details requested by agent hyperv_n-h2-813679-3 with host n-h2-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:10:06.243006 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-dc2ca27d-e729-421c-b5fa-00a93a85f6e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:06.250668 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-5357fcc5-3fe1-4b5f-92f8-59254aa574cd req-6bf378dd-3d3a-401b-8e78-31de710278ab tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:06.270125 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-c4d05354-8171-4604-9a6a-0543e0654fa0 req-e6a85408-88ab-492f-a28e-52ce73431b19 tempest-SecurityGroupsTestAdminJSON-224456936 tempest-SecurityGroupsTestAdminJSON-224456936-project] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:06.304469 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-c4d05354-8171-4604-9a6a-0543e0654fa0 req-e6a85408-88ab-492f-a28e-52ce73431b19 tempest-SecurityGroupsTestAdminJSON-224456936 tempest-SecurityGroupsTestAdminJSON-224456936-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:06.367541 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 19655187-5b33-48a0-851a-72bc459f4498, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=19655187-5b33-48a0-851a-72bc459f4498,segment=NetworkSegment(07a654b6-9e4b-47e5-bebe-20a1a2213e84),segment_id=07a654b6-9e4b-47e5-bebe-20a1a2213e84)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:10:06.380626 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Returning: {'device': '19655187-5b33-48a0-851a-72bc459f4498', 'network_id': '2b40d2f7-4a07-4df1-bbb6-021ae59cdec3', 'port_id': '19655187-5b33-48a0-851a-72bc459f4498', 'mac_address': 'fa:16:3e:10:21:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20450db0-2083-48cb-ae97-ca9e3c77152e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:10:06.417214 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53772) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:10:06.431284 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:06.439751 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-c4d05354-8171-4604-9a6a-0543e0654fa0 req-e6a85408-88ab-492f-a28e-52ce73431b19 tempest-SecurityGroupsTestAdminJSON-224456936 tempest-SecurityGroupsTestAdminJSON-224456936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:06.442327 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-c4d05354-8171-4604-9a6a-0543e0654fa0 req-e6a85408-88ab-492f-a28e-52ce73431b19 tempest-SecurityGroupsTestAdminJSON-224456936 tempest-SecurityGroupsTestAdminJSON-224456936-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:06.446747 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c4d05354-8171-4604-9a6a-0543e0654fa0 req-e6a85408-88ab-492f-a28e-52ce73431b19 tempest-SecurityGroupsTestAdminJSON-224456936 tempest-SecurityGroupsTestAdminJSON-224456936-project] 10.222.0.49 "DELETE /v2.0/security-groups/5132fd4e-264d-40fa-8b20-708a2235ea77 HTTP/1.1" status: 204 len: 173 time: 0.2432940 Oct 12 19:10:06.447099 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19655187-5b33-48a0-851a-72bc459f4498 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:10:06.465147 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a85408-88ab-492f-a28e-52ce73431b19 tempest-SecurityGroupsTestAdminJSON-224456936 tempest-SecurityGroupsTestAdminJSON-224456936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5132fd4e-264d-40fa-8b20-708a2235ea77,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:06.468744 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-5357fcc5-3fe1-4b5f-92f8-59254aa574cd req-6bf378dd-3d3a-401b-8e78-31de710278ab tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:06.478270 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 19655187-5b33-48a0-851a-72bc459f4498, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=19655187-5b33-48a0-851a-72bc459f4498,segment=NetworkSegment(07a654b6-9e4b-47e5-bebe-20a1a2213e84),segment_id=07a654b6-9e4b-47e5-bebe-20a1a2213e84)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:10:06.540845 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-dc2ca27d-e729-421c-b5fa-00a93a85f6e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:06.542818 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5357fcc5-3fe1-4b5f-92f8-59254aa574cd req-6bf378dd-3d3a-401b-8e78-31de710278ab tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] Network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:10:06.546851 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [req-5357fcc5-3fe1-4b5f-92f8-59254aa574cd req-6bf378dd-3d3a-401b-8e78-31de710278ab tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:10:06.551288 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-5357fcc5-3fe1-4b5f-92f8-59254aa574cd req-6bf378dd-3d3a-401b-8e78-31de710278ab tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:10:06.557119 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5357fcc5-3fe1-4b5f-92f8-59254aa574cd req-6bf378dd-3d3a-401b-8e78-31de710278ab tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:06.558126 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-5357fcc5-3fe1-4b5f-92f8-59254aa574cd req-6bf378dd-3d3a-401b-8e78-31de710278ab tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:06.565292 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:06.571586 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf378dd-3d3a-401b-8e78-31de710278ab tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] Pushing event updated for resources: {'Port': ['ID=54f950e7-8981-4f91-9b45-6366e7507caa,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:06.578720 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc7b02e-5c32-4a29-80b1-3dc5db593556 req-eb8833ff-add4-4e09-a89a-d1bbf6246552 tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:06.580606 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-fbc7b02e-5c32-4a29-80b1-3dc5db593556 req-eb8833ff-add4-4e09-a89a-d1bbf6246552 tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] 10.222.0.49 "GET /v2.0/ports?device_id=026c7833-f266-4120-a1bb-0ce17592cc7b HTTP/1.1" status: 200 len: 935 time: 0.0635157 Oct 12 19:10:06.609997 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-25a62237-53a8-436a-99f3-e40294b1c8f2 req-ab80d0a7-4194-4e09-8d2e-7fa08c21db5c tempest-SecurityGroupsTestAdminJSON-224456936 tempest-SecurityGroupsTestAdminJSON-224456936-project] 10.222.0.49 "GET /v2.0/security-groups/9f0587e7-696e-4aa4-89db-d41d23189c38 HTTP/1.1" status: 200 len: 1778 time: 0.0495183 Oct 12 19:10:06.641484 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-dc2ca27d-e729-421c-b5fa-00a93a85f6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:06.649046 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-fbc7b02e-5c32-4a29-80b1-3dc5db593556 req-ed9677bb-a383-49e4-9a49-6bb1a4dfabc8 tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6f8447e-770e-4df1-a547-9c5ec1258eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448980 Oct 12 19:10:06.664779 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=19655187-5b33-48a0-851a-72bc459f4498,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:06.689895 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2ca27d-e729-421c-b5fa-00a93a85f6e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42fe860c-9c26-4234-a561-33f44f55537f,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:06.716793 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5357fcc5-3fe1-4b5f-92f8-59254aa574cd req-6bf378dd-3d3a-401b-8e78-31de710278ab tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2822180 Oct 12 19:10:06.740841 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-5357fcc5-3fe1-4b5f-92f8-59254aa574cd req-d0f0e755-b09e-47e1-afcd-b91cc67f53da service neutron] Request body: {'port': {'device_id': '026c7833-f266-4120-a1bb-0ce17592cc7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-3'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:10:06.807228 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-dc2ca27d-e729-421c-b5fa-00a93a85f6e0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=45402ced2c7e4e739068da3c5f6d53ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5886586 Oct 12 19:10:06.810364 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53790) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:10:06.847973 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-5357fcc5-3fe1-4b5f-92f8-59254aa574cd req-d0f0e755-b09e-47e1-afcd-b91cc67f53da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:06.855442 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['19655187-5b33-48a0-851a-72bc459f4498'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:10:06.873475 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-25a62237-53a8-436a-99f3-e40294b1c8f2 req-0ac99f5c-c8d3-4dba-bc17-9d5d7f6d4af5 tempest-SecurityGroupsTestAdminJSON-224456936 tempest-SecurityGroupsTestAdminJSON-224456936-project] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:06.927928 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-25a62237-53a8-436a-99f3-e40294b1c8f2 req-0ac99f5c-c8d3-4dba-bc17-9d5d7f6d4af5 tempest-SecurityGroupsTestAdminJSON-224456936 tempest-SecurityGroupsTestAdminJSON-224456936-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:06.947204 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9690af60-ecc1-43c4-879c-d022abadf8ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:06.961467 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-ed1867e8-81ee-4fd7-92cc-97728a975df0 None None] Provisioning complete for port 54f950e7-8981-4f91-9b45-6366e7507caa triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:10:06.962237 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ed1867e8-81ee-4fd7-92cc-97728a975df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:07.017800 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-ed1867e8-81ee-4fd7-92cc-97728a975df0 None None] Port 54f950e7-8981-4f91-9b45-6366e7507caa cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:10:07.035501 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f1f075c1-7ca7-4b37-bd56-bb08872e182f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:07.039562 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9690af60-ecc1-43c4-879c-d022abadf8ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:07.131775 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-25a62237-53a8-436a-99f3-e40294b1c8f2 req-0ac99f5c-c8d3-4dba-bc17-9d5d7f6d4af5 tempest-SecurityGroupsTestAdminJSON-224456936 tempest-SecurityGroupsTestAdminJSON-224456936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:07.158945 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-25a62237-53a8-436a-99f3-e40294b1c8f2 req-0ac99f5c-c8d3-4dba-bc17-9d5d7f6d4af5 tempest-SecurityGroupsTestAdminJSON-224456936 tempest-SecurityGroupsTestAdminJSON-224456936-project] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:07.164675 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f1f075c1-7ca7-4b37-bd56-bb08872e182f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:07.174000 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-25a62237-53a8-436a-99f3-e40294b1c8f2 req-0ac99f5c-c8d3-4dba-bc17-9d5d7f6d4af5 tempest-SecurityGroupsTestAdminJSON-224456936 tempest-SecurityGroupsTestAdminJSON-224456936-project] 10.222.0.49 "DELETE /v2.0/security-groups/9f0587e7-696e-4aa4-89db-d41d23189c38 HTTP/1.1" status: 204 len: 173 time: 0.5545917 Oct 12 19:10:07.198045 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9690af60-ecc1-43c4-879c-d022abadf8ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:07.202531 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9690af60-ecc1-43c4-879c-d022abadf8ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:07.206126 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-9690af60-ecc1-43c4-879c-d022abadf8ae admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/42fe860c-9c26-4234-a561-33f44f55537f HTTP/1.1" status: 204 len: 168 time: 0.3927426 Oct 12 19:10:07.216518 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac99f5c-c8d3-4dba-bc17-9d5d7f6d4af5 tempest-SecurityGroupsTestAdminJSON-224456936 tempest-SecurityGroupsTestAdminJSON-224456936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f0587e7-696e-4aa4-89db-d41d23189c38,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:07.228563 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9690af60-ecc1-43c4-879c-d022abadf8ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42fe860c-9c26-4234-a561-33f44f55537f,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:07.248326 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f1f075c1-7ca7-4b37-bd56-bb08872e182f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:07.299404 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f075c1-7ca7-4b37-bd56-bb08872e182f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0d25bf5-9b49-497b-9a2f-b273e977cbb5,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:07.308292 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-f1f075c1-7ca7-4b37-bd56-bb08872e182f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9d279a822c6147fe91cfbb17f219cd27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8938937 Oct 12 19:10:07.311579 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53812) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:10:07.349739 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1bfb5c-bd0e-459f-a2da-336a07a9cda0 req-9c371d77-68fd-4362-816b-ca015c5a9174 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:07.351237 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0e1bfb5c-bd0e-459f-a2da-336a07a9cda0 req-9c371d77-68fd-4362-816b-ca015c5a9174 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f51da24-babf-4b49-9219-253aec8d2e62 HTTP/1.1" status: 200 len: 945 time: 0.0800281 Oct 12 19:10:07.363158 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53814) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:10:07.379893 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-01cd71ba-7837-4ed1-a9fb-740eb34f87cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:07.401742 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3c075eb2-5bd9-40d1-88b7-43c50713109f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:07.404277 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [req-5357fcc5-3fe1-4b5f-92f8-59254aa574cd req-d0f0e755-b09e-47e1-afcd-b91cc67f53da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54f950e7-8981-4f91-9b45-6366e7507caa {{(pid=95501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:10:07.419035 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-5357fcc5-3fe1-4b5f-92f8-59254aa574cd req-d0f0e755-b09e-47e1-afcd-b91cc67f53da service neutron] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:07.437638 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3c075eb2-5bd9-40d1-88b7-43c50713109f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:07.440700 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0e1bfb5c-bd0e-459f-a2da-336a07a9cda0 req-9a8df530-626f-41df-b123-aef485b9fe3e tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba303c90-524f-4c6d-a60e-9cdccd966656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690970 Oct 12 19:10:07.460828 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.provisioning_blocks [req-5357fcc5-3fe1-4b5f-92f8-59254aa574cd req-d0f0e755-b09e-47e1-afcd-b91cc67f53da service neutron] Transition to ACTIVE for port object 54f950e7-8981-4f91-9b45-6366e7507caa will not be triggered until provisioned by entity L2. {{(pid=95501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:10:07.509317 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-01cd71ba-7837-4ed1-a9fb-740eb34f87cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:07.556962 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-5357fcc5-3fe1-4b5f-92f8-59254aa574cd req-d0f0e755-b09e-47e1-afcd-b91cc67f53da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:07.580097 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-01cd71ba-7837-4ed1-a9fb-740eb34f87cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:07.588666 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3c075eb2-5bd9-40d1-88b7-43c50713109f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:07.593035 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3c075eb2-5bd9-40d1-88b7-43c50713109f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:07.597109 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-3c075eb2-5bd9-40d1-88b7-43c50713109f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f0d25bf5-9b49-497b-9a2f-b273e977cbb5 HTTP/1.1" status: 204 len: 168 time: 0.2819953 Oct 12 19:10:07.660050 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-01cd71ba-7837-4ed1-a9fb-740eb34f87cd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b6216b369c9f4499b9f129b80570e062&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2954464 Oct 12 19:10:07.661118 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cd71ba-7837-4ed1-a9fb-740eb34f87cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe268d96-1af2-41ce-82c1-2b23ec6decdb,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:07.665253 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53824) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:10:07.724479 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c075eb2-5bd9-40d1-88b7-43c50713109f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0d25bf5-9b49-497b-9a2f-b273e977cbb5,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:07.788412 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f0e755-b09e-47e1-afcd-b91cc67f53da service neutron] Pushing event updated for resources: {'Port': ['ID=54f950e7-8981-4f91-9b45-6366e7507caa,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:07.817702 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-5357fcc5-3fe1-4b5f-92f8-59254aa574cd req-d0f0e755-b09e-47e1-afcd-b91cc67f53da service neutron] Attempting to bind port 54f950e7-8981-4f91-9b45-6366e7507caa on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:10:07.818349 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-5357fcc5-3fe1-4b5f-92f8-59254aa574cd req-d0f0e755-b09e-47e1-afcd-b91cc67f53da service neutron] Attempting to bind port 54f950e7-8981-4f91-9b45-6366e7507caa by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:10:07.819194 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5357fcc5-3fe1-4b5f-92f8-59254aa574cd req-d0f0e755-b09e-47e1-afcd-b91cc67f53da service neutron] Attempting to bind port 54f950e7-8981-4f91-9b45-6366e7507caa on network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:10:07.836753 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5357fcc5-3fe1-4b5f-92f8-59254aa574cd req-d0f0e755-b09e-47e1-afcd-b91cc67f53da service neutron] Port 54f950e7-8981-4f91-9b45-6366e7507caa on network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:10:07.837501 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5357fcc5-3fe1-4b5f-92f8-59254aa574cd req-d0f0e755-b09e-47e1-afcd-b91cc67f53da service neutron] Attempting to bind port 54f950e7-8981-4f91-9b45-6366e7507caa on network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:10:07.893941 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6217318-8658-44c2-8920-419ef62603b8 req-8f349ddc-add5-4ad1-b5fd-df87cd4c69ed tempest-AggregatesAdminTestJSON-1439723126 tempest-AggregatesAdminTestJSON-1439723126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:07.896929 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b6217318-8658-44c2-8920-419ef62603b8 req-8f349ddc-add5-4ad1-b5fd-df87cd4c69ed tempest-AggregatesAdminTestJSON-1439723126 tempest-AggregatesAdminTestJSON-1439723126-project] 10.222.0.49 "GET /v2.0/ports?device_id=af32cd74-bf78-4300-904c-d338bc0e3da0 HTTP/1.1" status: 200 len: 971 time: 0.2659814 Oct 12 19:10:07.897056 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2e02feb5-453e-44fd-91ab-e5ba262f4252 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:07.898089 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5357fcc5-3fe1-4b5f-92f8-59254aa574cd req-d0f0e755-b09e-47e1-afcd-b91cc67f53da service neutron] Checking agent: {'id': 'f5e9725f-f5a6-43c2-a1be-95e21e9a1fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:10:07.898650 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5357fcc5-3fe1-4b5f-92f8-59254aa574cd req-d0f0e755-b09e-47e1-afcd-b91cc67f53da service neutron] Checking segment: {'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:10:07.899260 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5357fcc5-3fe1-4b5f-92f8-59254aa574cd req-d0f0e755-b09e-47e1-afcd-b91cc67f53da service neutron] Bound using segment: {'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:10:07.899980 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-5357fcc5-3fe1-4b5f-92f8-59254aa574cd req-d0f0e755-b09e-47e1-afcd-b91cc67f53da service neutron] Bound port: 54f950e7-8981-4f91-9b45-6366e7507caa, host: n-h1-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'}}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:10:07.900594 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-5357fcc5-3fe1-4b5f-92f8-59254aa574cd req-d0f0e755-b09e-47e1-afcd-b91cc67f53da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:07.930241 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8972e840-7787-4ebb-a2aa-dc558a334afd req-0c08178f-bcdb-4e4b-b097-51061ecc4763 tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:07.943923 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8972e840-7787-4ebb-a2aa-dc558a334afd req-0c08178f-bcdb-4e4b-b097-51061ecc4763 tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] 10.222.0.49 "GET /v2.0/ports?device_id=026c7833-f266-4120-a1bb-0ce17592cc7b HTTP/1.1" status: 200 len: 947 time: 0.1600780 Oct 12 19:10:07.979820 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53830) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:10:08.008090 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2e02feb5-453e-44fd-91ab-e5ba262f4252 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:08.016351 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-5357fcc5-3fe1-4b5f-92f8-59254aa574cd req-d0f0e755-b09e-47e1-afcd-b91cc67f53da service neutron] For port 54f950e7-8981-4f91-9b45-6366e7507caa, host n-h1-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:10:08.016351 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-5357fcc5-3fe1-4b5f-92f8-59254aa574cd req-d0f0e755-b09e-47e1-afcd-b91cc67f53da service neutron] For port 54f950e7-8981-4f91-9b45-6366e7507caa, host n-h1-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=54f950e7-8981-4f91-9b45-6366e7507caa,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:10:08.046972 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b6217318-8658-44c2-8920-419ef62603b8 req-70d96e52-72ef-47b9-be37-e5857042a867 tempest-AggregatesAdminTestJSON-1439723126 tempest-AggregatesAdminTestJSON-1439723126-project] 10.222.0.49 "GET /v2.0/security-groups?id=01b9a59b-0b5b-4009-81bd-6d2da67792e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320314 Oct 12 19:10:08.060291 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8972e840-7787-4ebb-a2aa-dc558a334afd req-3b423de6-5e79-4240-818b-fbf9699c3e82 tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6f8447e-770e-4df1-a547-9c5ec1258eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116564 Oct 12 19:10:08.140238 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-5357fcc5-3fe1-4b5f-92f8-59254aa574cd req-d0f0e755-b09e-47e1-afcd-b91cc67f53da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:08.162612 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2e02feb5-453e-44fd-91ab-e5ba262f4252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:08.166303 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2e02feb5-453e-44fd-91ab-e5ba262f4252 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:08.167899 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-2e02feb5-453e-44fd-91ab-e5ba262f4252 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fe268d96-1af2-41ce-82c1-2b23ec6decdb HTTP/1.1" status: 204 len: 168 time: 0.4991491 Oct 12 19:10:08.178990 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e02feb5-453e-44fd-91ab-e5ba262f4252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe268d96-1af2-41ce-82c1-2b23ec6decdb,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:08.187307 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5357fcc5-3fe1-4b5f-92f8-59254aa574cd req-d0f0e755-b09e-47e1-afcd-b91cc67f53da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:08.187970 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-5357fcc5-3fe1-4b5f-92f8-59254aa574cd req-d0f0e755-b09e-47e1-afcd-b91cc67f53da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:08.189364 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5357fcc5-3fe1-4b5f-92f8-59254aa574cd req-d0f0e755-b09e-47e1-afcd-b91cc67f53da service neutron] 10.222.0.61 "PUT /v2.0/ports/54f950e7-8981-4f91-9b45-6366e7507caa HTTP/1.1" status: 200 len: 1095 time: 1.4588449 Oct 12 19:10:08.189856 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '026c7833-f266-4120-a1bb-0ce17592cc7b', 'tag': '54f950e7-8981-4f91-9b45-6366e7507caa'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:10:08.192268 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bf4b130-05c8-47fc-a81a-ec134a12da1e" -d '{"events": [{"name": "network-changed", "server_uuid": "026c7833-f266-4120-a1bb-0ce17592cc7b", "tag": "54f950e7-8981-4f91-9b45-6366e7507caa"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:10:08.225840 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f0e755-b09e-47e1-afcd-b91cc67f53da service neutron] Pushing event updated for resources: {'Port': ['ID=54f950e7-8981-4f91-9b45-6366e7507caa,revision_number=3']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:08.226346 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 19655187-5b33-48a0-851a-72bc459f4498 up at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:10:08.274031 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c104003-24c0-4082-82e0-c7629b09f597 x-openstack-request-id: req-7c104003-24c0-4082-82e0-c7629b09f597 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:10:08.274031 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "026c7833-f266-4120-a1bb-0ce17592cc7b", "tag": "54f950e7-8981-4f91-9b45-6366e7507caa", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:10:08.274031 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7c104003-24c0-4082-82e0-c7629b09f597 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:10:08.274031 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '026c7833-f266-4120-a1bb-0ce17592cc7b', 'tag': '54f950e7-8981-4f91-9b45-6366e7507caa', 'status': 'completed', 'code': 200} Oct 12 19:10:08.347864 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-7dde777f-7f81-43dc-8e09-dc32a8848ec1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4f50bc6e60d04469ad9501f42f370afd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3667996 Oct 12 19:10:08.348390 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53848) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:10:08.358784 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf4b130-05c8-47fc-a81a-ec134a12da1e req-438f43b2-5cb6-4bb1-8db4-e8903470da9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:08.361195 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2bf4b130-05c8-47fc-a81a-ec134a12da1e req-438f43b2-5cb6-4bb1-8db4-e8903470da9b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d7a64e2dba794979bf3216845bbeb4f0&device_id=026c7833-f266-4120-a1bb-0ce17592cc7b HTTP/1.1" status: 200 len: 1098 time: 0.0609603 Oct 12 19:10:08.378922 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning for port 19655187-5b33-48a0-851a-72bc459f4498 completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:10:08.384633 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning complete for port 19655187-5b33-48a0-851a-72bc459f4498 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:10:08.385014 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:08.395181 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2bf4b130-05c8-47fc-a81a-ec134a12da1e req-388bc9f8-8d45-4b00-a3a0-25b54fece421 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=d7a64e2dba794979bf3216845bbeb4f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0245647 Oct 12 19:10:08.428098 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b2e7898b-8f9f-4a23-8f28-04ef03354e30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:08.465399 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b2e7898b-8f9f-4a23-8f28-04ef03354e30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:08.495450 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:08.525833 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f51da24-babf-4b49-9219-253aec8d2e62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19655187-5b33-48a0-851a-72bc459f4498'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:10:08.528048 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e60cf28-0cc7-4291-b12f-91cc19939c25" -d '{"events": [{"server_uuid": "1f51da24-babf-4b49-9219-253aec8d2e62", "name": "network-vif-plugged", "status": "completed", "tag": "19655187-5b33-48a0-851a-72bc459f4498"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:10:08.536989 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf4b130-05c8-47fc-a81a-ec134a12da1e req-b38855a9-e535-40ee-8dcd-b8efb6fbef4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:08.538716 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2bf4b130-05c8-47fc-a81a-ec134a12da1e req-b38855a9-e535-40ee-8dcd-b8efb6fbef4c service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1364403 Oct 12 19:10:08.542191 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 19655187-5b33-48a0-851a-72bc459f4498, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=19655187-5b33-48a0-851a-72bc459f4498,segment=NetworkSegment(07a654b6-9e4b-47e5-bebe-20a1a2213e84),segment_id=07a654b6-9e4b-47e5-bebe-20a1a2213e84)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:10:08.573471 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568e9704-6cd7-4571-aad9-df8e41ad1090 req-be4ba562-9c17-44b5-a5c1-8cbd564f2310 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:08.574927 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-568e9704-6cd7-4571-aad9-df8e41ad1090 req-be4ba562-9c17-44b5-a5c1-8cbd564f2310 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f51da24-babf-4b49-9219-253aec8d2e62 HTTP/1.1" status: 200 len: 945 time: 0.0519974 Oct 12 19:10:08.602262 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b2e7898b-8f9f-4a23-8f28-04ef03354e30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:08.605240 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b2e7898b-8f9f-4a23-8f28-04ef03354e30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:08.606369 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-b2e7898b-8f9f-4a23-8f28-04ef03354e30 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/19c2f503-e9d2-4893-a3d1-915dc6bb6f73 HTTP/1.1" status: 204 len: 168 time: 0.2568712 Oct 12 19:10:08.609637 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:08.616576 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e7898b-8f9f-4a23-8f28-04ef03354e30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19c2f503-e9d2-4893-a3d1-915dc6bb6f73,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:08.657263 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-568e9704-6cd7-4571-aad9-df8e41ad1090 req-f4893884-c290-44f9-b66a-472d2ffa088f tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba303c90-524f-4c6d-a60e-9cdccd966656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699892 Oct 12 19:10:08.659836 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5357fcc5-3fe1-4b5f-92f8-59254aa574cd req-cb127704-d00d-4220-ae67-d6a354f7c365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:08.661980 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5357fcc5-3fe1-4b5f-92f8-59254aa574cd req-cb127704-d00d-4220-ae67-d6a354f7c365 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d7a64e2dba794979bf3216845bbeb4f0&device_id=026c7833-f266-4120-a1bb-0ce17592cc7b HTTP/1.1" status: 200 len: 1098 time: 0.0827129 Oct 12 19:10:08.682529 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=19655187-5b33-48a0-851a-72bc459f4498,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:08.719306 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-232a58c7-46fb-4d24-8450-9ca15abdb6ac x-openstack-request-id: req-232a58c7-46fb-4d24-8450-9ca15abdb6ac {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:10:08.719784 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f51da24-babf-4b49-9219-253aec8d2e62", "name": "network-vif-plugged", "status": "completed", "tag": "19655187-5b33-48a0-851a-72bc459f4498", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:10:08.719978 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-232a58c7-46fb-4d24-8450-9ca15abdb6ac {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:10:08.720297 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f51da24-babf-4b49-9219-253aec8d2e62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19655187-5b33-48a0-851a-72bc459f4498', 'code': 200} Oct 12 19:10:08.722888 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53858) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:10:08.739039 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b1df2ca6-3bb5-4a2d-abf2-8174cc89a486 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:08.740632 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5357fcc5-3fe1-4b5f-92f8-59254aa574cd req-b1b6076c-69ad-4853-95d5-ee7690c80a6f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=54f950e7-8981-4f91-9b45-6366e7507caa HTTP/1.1" status: 200 len: 217 time: 0.0695701 Oct 12 19:10:08.789616 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5357fcc5-3fe1-4b5f-92f8-59254aa574cd req-83835ad4-c6b7-453c-a661-353deb66fe69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:08.792695 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5357fcc5-3fe1-4b5f-92f8-59254aa574cd req-83835ad4-c6b7-453c-a661-353deb66fe69 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=629aee7d-3fde-4c72-af1e-6a7e1f6a7e75 HTTP/1.1" status: 200 len: 843 time: 0.0509222 Oct 12 19:10:08.865201 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b1df2ca6-3bb5-4a2d-abf2-8174cc89a486 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:08.900827 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5357fcc5-3fe1-4b5f-92f8-59254aa574cd req-c0706f06-fc50-46fa-bcdb-65a7f5b84329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:08.902323 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5357fcc5-3fe1-4b5f-92f8-59254aa574cd req-c0706f06-fc50-46fa-bcdb-65a7f5b84329 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=90dcf485-b1ad-4139-85a3-9e1e9879e6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0972652 Oct 12 19:10:08.903954 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d12ad11-da31-4883-a527-7e700d4674b2 req-e295b379-5e74-4ead-a0c0-ab9bf087bd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:08.905351 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1d12ad11-da31-4883-a527-7e700d4674b2 req-e295b379-5e74-4ead-a0c0-ab9bf087bd6c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1f51da24-babf-4b49-9219-253aec8d2e62 HTTP/1.1" status: 200 len: 1097 time: 0.1094830 Oct 12 19:10:08.946244 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b1df2ca6-3bb5-4a2d-abf2-8174cc89a486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:09.002107 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1df2ca6-3bb5-4a2d-abf2-8174cc89a486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5538ae9-cf5c-4cc0-9f92-134c22b274b0,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:09.021562 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-b1df2ca6-3bb5-4a2d-abf2-8174cc89a486 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f625e273697649b4b2a38434c4799233&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2975981 Oct 12 19:10:09.026869 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53866) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:10:09.036293 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cc6a6c-f4e7-4e17-885b-64521b4b0671 req-b1dcbd78-d759-46f4-8a97-6ad8930a71ab tempest-AggregatesAdminTestJSON-1439723126 tempest-AggregatesAdminTestJSON-1439723126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:09.038111 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-61cc6a6c-f4e7-4e17-885b-64521b4b0671 req-b1dcbd78-d759-46f4-8a97-6ad8930a71ab tempest-AggregatesAdminTestJSON-1439723126 tempest-AggregatesAdminTestJSON-1439723126-project] 10.222.0.61 "GET /v2.0/ports?device_id=af32cd74-bf78-4300-904c-d338bc0e3da0 HTTP/1.1" status: 200 len: 971 time: 0.1196172 Oct 12 19:10:09.210935 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1d12ad11-da31-4883-a527-7e700d4674b2 req-02a3128f-952c-49a7-a8df-2223783d1d5f service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=ba303c90-524f-4c6d-a60e-9cdccd966656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2986450 Oct 12 19:10:09.238784 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b5ce3c89-64d3-4ca6-a540-eab0b7b467aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:09.255700 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5357fcc5-3fe1-4b5f-92f8-59254aa574cd req-5f91ba9c-63b7-48d2-b40a-5799c0d16acd service neutron] 10.222.0.61 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3371756 Oct 12 19:10:09.286677 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b5ce3c89-64d3-4ca6-a540-eab0b7b467aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:09.296598 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d623306-f570-45db-9f9f-ff2e9a161c34 req-17845afb-d4af-40bd-a40a-f0bb7136b95c tempest-AggregatesAdminTestJSON-1439723126 tempest-AggregatesAdminTestJSON-1439723126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:09.298138 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5d623306-f570-45db-9f9f-ff2e9a161c34 req-17845afb-d4af-40bd-a40a-f0bb7136b95c tempest-AggregatesAdminTestJSON-1439723126 tempest-AggregatesAdminTestJSON-1439723126-project] 10.222.0.49 "GET /v2.0/ports?device_id=af32cd74-bf78-4300-904c-d338bc0e3da0 HTTP/1.1" status: 200 len: 971 time: 0.1379149 Oct 12 19:10:09.345908 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-61cc6a6c-f4e7-4e17-885b-64521b4b0671 req-5f3e7035-04ab-4e3e-8d84-e35cb1da807f tempest-AggregatesAdminTestJSON-1439723126 tempest-AggregatesAdminTestJSON-1439723126-project] Deleting port 39acc108-6c9e-4918-81c7-2680d2147ec0 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:10:09.346335 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-61cc6a6c-f4e7-4e17-885b-64521b4b0671 req-5f3e7035-04ab-4e3e-8d84-e35cb1da807f tempest-AggregatesAdminTestJSON-1439723126 tempest-AggregatesAdminTestJSON-1439723126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:09.367979 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5357fcc5-3fe1-4b5f-92f8-59254aa574cd req-ed5eab25-6c74-4aee-8c0b-9a6fdd132cdd service neutron] 10.222.0.61 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045582 Oct 12 19:10:09.422391 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5d623306-f570-45db-9f9f-ff2e9a161c34 req-79910b42-cfcf-43ae-ae92-943e1a1524d8 tempest-AggregatesAdminTestJSON-1439723126 tempest-AggregatesAdminTestJSON-1439723126-project] 10.222.0.49 "GET /v2.0/security-groups?id=01b9a59b-0b5b-4009-81bd-6d2da67792e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117630 Oct 12 19:10:09.474668 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-61cc6a6c-f4e7-4e17-885b-64521b4b0671 req-5f3e7035-04ab-4e3e-8d84-e35cb1da807f tempest-AggregatesAdminTestJSON-1439723126 tempest-AggregatesAdminTestJSON-1439723126-project] For port 39acc108-6c9e-4918-81c7-2680d2147ec0, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=39acc108-6c9e-4918-81c7-2680d2147ec0,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:10:09.474956 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-61cc6a6c-f4e7-4e17-885b-64521b4b0671 req-5f3e7035-04ab-4e3e-8d84-e35cb1da807f tempest-AggregatesAdminTestJSON-1439723126 tempest-AggregatesAdminTestJSON-1439723126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:09.491380 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-61cc6a6c-f4e7-4e17-885b-64521b4b0671 req-5f3e7035-04ab-4e3e-8d84-e35cb1da807f tempest-AggregatesAdminTestJSON-1439723126 tempest-AggregatesAdminTestJSON-1439723126-project] Calling delete_port for 39acc108-6c9e-4918-81c7-2680d2147ec0 owned by compute:tempest-test_az-824197147 {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:10:09.522776 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b5ce3c89-64d3-4ca6-a540-eab0b7b467aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:09.525389 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b5ce3c89-64d3-4ca6-a540-eab0b7b467aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:09.526529 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-b5ce3c89-64d3-4ca6-a540-eab0b7b467aa admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a5538ae9-cf5c-4cc0-9f92-134c22b274b0 HTTP/1.1" status: 204 len: 168 time: 0.4874127 Oct 12 19:10:09.547541 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53884) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:10:09.572865 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ce3c89-64d3-4ca6-a540-eab0b7b467aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5538ae9-cf5c-4cc0-9f92-134c22b274b0,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:09.598307 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cfafc9-5dba-41e2-9a7e-509fb621b08f req-c507d3f9-4662-4d9b-8d3a-424ebbb667d7 tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:09.599741 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-82cfafc9-5dba-41e2-9a7e-509fb621b08f req-c507d3f9-4662-4d9b-8d3a-424ebbb667d7 tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] 10.222.0.49 "GET /v2.0/ports?device_id=026c7833-f266-4120-a1bb-0ce17592cc7b HTTP/1.1" status: 200 len: 947 time: 0.1102087 Oct 12 19:10:09.606431 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-1416b0dd-fdc9-473a-8dd7-fc9fb0d60993 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e3744cae6dda4799aaa5b6b2b30e5abf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0509639 Oct 12 19:10:09.607416 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53886) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:10:09.663160 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-82cfafc9-5dba-41e2-9a7e-509fb621b08f req-af1f48ac-bd02-4c58-b447-6f8de8f82643 tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6f8447e-770e-4df1-a547-9c5ec1258eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502131 Oct 12 19:10:09.689467 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1566a24d-ef9a-4f4d-a1cd-4a4cc08c7bf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:09.731741 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1566a24d-ef9a-4f4d-a1cd-4a4cc08c7bf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:09.812718 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8474d9c-cd85-4741-9e89-3a9ca896172b req-1bcc53a4-2d80-4440-ba97-b836615be4f5 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:09.814179 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e8474d9c-cd85-4741-9e89-3a9ca896172b req-1bcc53a4-2d80-4440-ba97-b836615be4f5 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f51da24-babf-4b49-9219-253aec8d2e62 HTTP/1.1" status: 200 len: 946 time: 0.0579767 Oct 12 19:10:09.852641 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e8474d9c-cd85-4741-9e89-3a9ca896172b req-1fc60298-b396-4a8b-8f68-220d35d9200d tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba303c90-524f-4c6d-a60e-9cdccd966656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323699 Oct 12 19:10:09.853218 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-61cc6a6c-f4e7-4e17-885b-64521b4b0671 req-5f3e7035-04ab-4e3e-8d84-e35cb1da807f tempest-AggregatesAdminTestJSON-1439723126 tempest-AggregatesAdminTestJSON-1439723126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:09.865629 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['39acc108-6c9e-4918-81c7-2680d2147ec0'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:10:09.894185 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1566a24d-ef9a-4f4d-a1cd-4a4cc08c7bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:09.896892 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1566a24d-ef9a-4f4d-a1cd-4a4cc08c7bf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:09.900761 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-1566a24d-ef9a-4f4d-a1cd-4a4cc08c7bf3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5512900d-a89a-4952-ac50-15b3072a6e12 HTTP/1.1" status: 204 len: 168 time: 0.2887135 Oct 12 19:10:09.900908 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3e7035-04ab-4e3e-8d84-e35cb1da807f tempest-AggregatesAdminTestJSON-1439723126 tempest-AggregatesAdminTestJSON-1439723126-project] Pushing event deleted for resources: {'Port': ['ID=39acc108-6c9e-4918-81c7-2680d2147ec0,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:09.912508 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1566a24d-ef9a-4f4d-a1cd-4a4cc08c7bf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5512900d-a89a-4952-ac50-15b3072a6e12,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:09.989356 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-61cc6a6c-f4e7-4e17-885b-64521b4b0671 req-5f3e7035-04ab-4e3e-8d84-e35cb1da807f tempest-AggregatesAdminTestJSON-1439723126 tempest-AggregatesAdminTestJSON-1439723126-project] No DVR routers for this DVR port 39acc108-6c9e-4918-81c7-2680d2147ec0 on host n-h1-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:10:09.992611 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-61cc6a6c-f4e7-4e17-885b-64521b4b0671 req-5f3e7035-04ab-4e3e-8d84-e35cb1da807f tempest-AggregatesAdminTestJSON-1439723126 tempest-AggregatesAdminTestJSON-1439723126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:09.996268 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-61cc6a6c-f4e7-4e17-885b-64521b4b0671 req-5f3e7035-04ab-4e3e-8d84-e35cb1da807f tempest-AggregatesAdminTestJSON-1439723126 tempest-AggregatesAdminTestJSON-1439723126-project] 10.222.0.61 "DELETE /v2.0/ports/39acc108-6c9e-4918-81c7-2680d2147ec0 HTTP/1.1" status: 204 len: 173 time: 0.9498913 Oct 12 19:10:09.996810 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af32cd74-bf78-4300-904c-d338bc0e3da0', 'name': 'network-vif-deleted', 'tag': '39acc108-6c9e-4918-81c7-2680d2147ec0'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:10:10.000637 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3096f984-9c80-4441-a7a6-4153b4ef6b07" -d '{"events": [{"server_uuid": "af32cd74-bf78-4300-904c-d338bc0e3da0", "name": "network-vif-deleted", "tag": "39acc108-6c9e-4918-81c7-2680d2147ec0"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:10:10.044152 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64151990-cba4-41cc-8904-4a8528a34373 x-openstack-request-id: req-64151990-cba4-41cc-8904-4a8528a34373 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:10:10.048634 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af32cd74-bf78-4300-904c-d338bc0e3da0", "name": "network-vif-deleted", "tag": "39acc108-6c9e-4918-81c7-2680d2147ec0", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:10:10.048634 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-64151990-cba4-41cc-8904-4a8528a34373 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:10:10.048634 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af32cd74-bf78-4300-904c-d338bc0e3da0', 'name': 'network-vif-deleted', 'tag': '39acc108-6c9e-4918-81c7-2680d2147ec0', 'status': 'completed', 'code': 200} Oct 12 19:10:10.546482 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-caf55c90-d49d-40b1-9b02-26effa50a021 req-c91f0638-47ea-4b52-86b5-0e20af9432bb tempest-AggregatesAdminTestJSON-1439723126 tempest-AggregatesAdminTestJSON-1439723126-project] 10.222.0.49 "GET /v2.0/ports?device_id=af32cd74-bf78-4300-904c-d338bc0e3da0 HTTP/1.1" status: 200 len: 210 time: 0.0287428 Oct 12 19:10:10.707932 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53936) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:10:10.788605 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e38205d-e9d7-4863-8cd9-b0c0786651e6 req-5694d7d3-0e54-4118-abf3-29733ee31e92 tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:10.790070 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5e38205d-e9d7-4863-8cd9-b0c0786651e6 req-5694d7d3-0e54-4118-abf3-29733ee31e92 tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] 10.222.0.49 "GET /v2.0/ports?device_id=026c7833-f266-4120-a1bb-0ce17592cc7b HTTP/1.1" status: 200 len: 947 time: 0.0546684 Oct 12 19:10:10.831754 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5e38205d-e9d7-4863-8cd9-b0c0786651e6 req-45e7f06e-cb20-48ee-9a72-50048a4e1c82 tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6f8447e-770e-4df1-a547-9c5ec1258eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336289 Oct 12 19:10:10.969255 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b364fd-6c65-4b8f-8be6-b60c48d0d839 req-7d2cf458-d0e9-43fb-8b7b-a79006c2eb61 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:10.970903 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-09b364fd-6c65-4b8f-8be6-b60c48d0d839 req-7d2cf458-d0e9-43fb-8b7b-a79006c2eb61 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f51da24-babf-4b49-9219-253aec8d2e62 HTTP/1.1" status: 200 len: 946 time: 0.0510828 Oct 12 19:10:11.012831 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-dfb469b5-b2ba-4756-b8df-c4e75f46a2fa admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-549673645-network', 'tenant_id': '6d6591fe24b34a7b95ca548ed205d195'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:10:11.013001 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-09b364fd-6c65-4b8f-8be6-b60c48d0d839 req-977a1257-8ddd-444c-ab31-9d3da9c7bed9 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba303c90-524f-4c6d-a60e-9cdccd966656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353713 Oct 12 19:10:11.144920 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfb469b5-b2ba-4756-b8df-c4e75f46a2fa admin admin] Made reservation on behalf of 6d6591fe24b34a7b95ca548ed205d195 for: {'network': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:10:11.147337 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-dfb469b5-b2ba-4756-b8df-c4e75f46a2fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:11.156515 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-dfb469b5-b2ba-4756-b8df-c4e75f46a2fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:11.238875 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-dfb469b5-b2ba-4756-b8df-c4e75f46a2fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:11.333805 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-dfb469b5-b2ba-4756-b8df-c4e75f46a2fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:11.359651 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfb469b5-b2ba-4756-b8df-c4e75f46a2fa admin admin] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=95501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:10:11.369947 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb469b5-b2ba-4756-b8df-c4e75f46a2fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a6a9935-caf7-4a7b-a8bf-57ef13428da7,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:11.375785 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-dfb469b5-b2ba-4756-b8df-c4e75f46a2fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:11.376214 n-d-813679-3 neutron-server[95501]: INFO neutron.db.segments_db [None req-dfb469b5-b2ba-4756-b8df-c4e75f46a2fa admin admin] Added segment 963f640c-b3ef-4f4e-9146-a8d521aa7516 of type vlan for network 574fe38f-33f9-47b2-8bb4-3182d03418e5 Oct 12 19:10:11.416130 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-dfb469b5-b2ba-4756-b8df-c4e75f46a2fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:11.522314 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-dfb469b5-b2ba-4756-b8df-c4e75f46a2fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:11.523232 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb469b5-b2ba-4756-b8df-c4e75f46a2fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:11.523811 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-dfb469b5-b2ba-4756-b8df-c4e75f46a2fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:11.582811 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb469b5-b2ba-4756-b8df-c4e75f46a2fa admin admin] Pushing event updated for resources: {'Network': ['ID=574fe38f-33f9-47b2-8bb4-3182d03418e5,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:11.593854 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 574fe38f-33f9-47b2-8bb4-3182d03418e5 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:10:11.645903 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-dfb469b5-b2ba-4756-b8df-c4e75f46a2fa admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9360471 Oct 12 19:10:11.648547 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53972) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:10:11.653646 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-b88515e3-ddc9-4e4c-852c-16991663684f admin admin] Request body: {'subnet': {'network_id': '574fe38f-33f9-47b2-8bb4-3182d03418e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-549673645-subnet', 'tenant_id': '6d6591fe24b34a7b95ca548ed205d195', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:10:11.785327 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b88515e3-ddc9-4e4c-852c-16991663684f admin admin] Made reservation on behalf of 6d6591fe24b34a7b95ca548ed205d195 for: {'subnet': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:10:11.789469 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b88515e3-ddc9-4e4c-852c-16991663684f admin admin] Notify callbacks [] for subnet, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:12.017393 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49297a65-0ff6-4da1-97c4-cb71ef716678 req-f2bf2570-af7d-4eff-a4c1-26c1898162bf tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:12.018916 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-49297a65-0ff6-4da1-97c4-cb71ef716678 req-f2bf2570-af7d-4eff-a4c1-26c1898162bf tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] 10.222.0.49 "GET /v2.0/ports?device_id=026c7833-f266-4120-a1bb-0ce17592cc7b HTTP/1.1" status: 200 len: 947 time: 0.1007206 Oct 12 19:10:12.057215 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-49297a65-0ff6-4da1-97c4-cb71ef716678 req-397bf9df-df71-4061-af3a-b34e15083786 tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6f8447e-770e-4df1-a547-9c5ec1258eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320954 Oct 12 19:10:12.077025 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b88515e3-ddc9-4e4c-852c-16991663684f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for subnet, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:12.144288 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88515e3-ddc9-4e4c-852c-16991663684f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2d62eca-ecf6-4be6-bacf-5bd12f9265da,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:12.155162 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88515e3-ddc9-4e4c-852c-16991663684f admin admin] Checking segment: {'id': '963f640c-b3ef-4f4e-9146-a8d521aa7516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '574fe38f-33f9-47b2-8bb4-3182d03418e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:10:12.155516 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88515e3-ddc9-4e4c-852c-16991663684f admin admin] Network hostable DHCP agents. Network: 574fe38f-33f9-47b2-8bb4-3182d03418e5, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:10:12.192354 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709e687e-0fd0-44f4-8978-f3d71f924e6a req-a3fb96be-71ef-46b8-a74e-a12db707431a tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:12.196513 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-709e687e-0fd0-44f4-8978-f3d71f924e6a req-a3fb96be-71ef-46b8-a74e-a12db707431a tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f51da24-babf-4b49-9219-253aec8d2e62 HTTP/1.1" status: 200 len: 946 time: 0.0636449 Oct 12 19:10:12.230722 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88515e3-ddc9-4e4c-852c-16991663684f admin admin] Network 574fe38f-33f9-47b2-8bb4-3182d03418e5 is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:10:12.244106 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-709e687e-0fd0-44f4-8978-f3d71f924e6a req-4853ca09-0576-4648-ae16-37951fdfa840 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba303c90-524f-4c6d-a60e-9cdccd966656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428641 Oct 12 19:10:12.248840 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53992) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:10:12.287912 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-b88515e3-ddc9-4e4c-852c-16991663684f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, 574fe38f-33f9-47b2-8bb4-3182d03418e5) {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:10:12.292105 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b88515e3-ddc9-4e4c-852c-16991663684f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:12.296221 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b88515e3-ddc9-4e4c-852c-16991663684f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:12.297925 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08d4010-5e4f-46e2-8870-1e815437bb97 None None] Network 574fe38f-33f9-47b2-8bb4-3182d03418e5 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:10:12.402705 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-b88515e3-ddc9-4e4c-852c-16991663684f admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7440894 Oct 12 19:10:12.416993 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 54004) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:10:12.424604 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d17f58-341c-4302-a04b-a4b8b5843cb4 req-4aaee42e-484e-4e29-b179-83b65b0a5a50 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:12.434328 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e8d17f58-341c-4302-a04b-a4b8b5843cb4 req-4aaee42e-484e-4e29-b179-83b65b0a5a50 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f51da24-babf-4b49-9219-253aec8d2e62 HTTP/1.1" status: 200 len: 946 time: 0.0705898 Oct 12 19:10:12.435057 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 54008) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:10:12.439747 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-4124cc33-3394-4d4e-8d5d-58c4438003cb tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Request body: {'floatingip': {'port_id': '19655187-5b33-48a0-851a-72bc459f4498'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:10:12.452468 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ef71c3-802d-43a5-8243-6e11706dd7b5 None None] Network 574fe38f-33f9-47b2-8bb4-3182d03418e5 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:10:12.523597 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4124cc33-3394-4d4e-8d5d-58c4438003cb tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Notify callbacks [] for floatingip, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:12.539712 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-484b467a-983c-4423-bd6f-7a7d83b4a021 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:12.671694 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-484b467a-983c-4423-bd6f-7a7d83b4a021 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:12.706511 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-484b467a-983c-4423-bd6f-7a7d83b4a021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:12.753010 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-484b467a-983c-4423-bd6f-7a7d83b4a021 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ae45c777787d41cb95ec711db853cbeb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5027215 Oct 12 19:10:12.754181 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484b467a-983c-4423-bd6f-7a7d83b4a021 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acba1137-b996-4eac-8eff-97f4fe729c09,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:12.757453 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 54020) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:10:12.813323 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-86e1997b-05a2-43de-9a71-1b3c9eae8c6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:12.835908 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-86e1997b-05a2-43de-9a71-1b3c9eae8c6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:12.988608 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-ee0bf050-6973-4f55-9616-ac876acec485 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a2b138826c5847aab56cb24a2c9dbeaf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5701270 Oct 12 19:10:12.991262 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 54032) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:10:13.026121 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-86e1997b-05a2-43de-9a71-1b3c9eae8c6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:13.028711 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-86e1997b-05a2-43de-9a71-1b3c9eae8c6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:13.030493 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-86e1997b-05a2-43de-9a71-1b3c9eae8c6d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/acba1137-b996-4eac-8eff-97f4fe729c09 HTTP/1.1" status: 204 len: 168 time: 0.2713959 Oct 12 19:10:13.041002 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e1997b-05a2-43de-9a71-1b3c9eae8c6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acba1137-b996-4eac-8eff-97f4fe729c09,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:13.069249 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9102e64c-dc25-4029-b754-0598dcc1ea21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:13.110937 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9102e64c-dc25-4029-b754-0598dcc1ea21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:13.276444 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9102e64c-dc25-4029-b754-0598dcc1ea21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:13.280990 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9102e64c-dc25-4029-b754-0598dcc1ea21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:13.291269 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-9102e64c-dc25-4029-b754-0598dcc1ea21 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/01b9a59b-0b5b-4009-81bd-6d2da67792e2 HTTP/1.1" status: 204 len: 168 time: 0.2902112 Oct 12 19:10:13.303380 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9102e64c-dc25-4029-b754-0598dcc1ea21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01b9a59b-0b5b-4009-81bd-6d2da67792e2,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:13.397263 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 54f950e7-8981-4f91-9b45-6366e7507caa details requested by agent hyperv_n-h1-813679-3 with host n-h1-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:10:13.400406 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 39acc108-6c9e-4918-81c7-2680d2147ec0 no longer exists at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:10:13.409243 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4124cc33-3394-4d4e-8d5d-58c4438003cb tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:13.422419 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9d5600-889a-4739-9152-6220248c4d8e req-74e32ab5-9720-4313-a844-98d0086873b8 tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:13.423914 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3a9d5600-889a-4739-9152-6220248c4d8e req-74e32ab5-9720-4313-a844-98d0086873b8 tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] 10.222.0.49 "GET /v2.0/ports?device_id=026c7833-f266-4120-a1bb-0ce17592cc7b HTTP/1.1" status: 200 len: 947 time: 0.2257950 Oct 12 19:10:13.433387 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] No Port match for: 39acc108-6c9e-4918-81c7-2680d2147ec0 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:10:13.433954 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 39acc108-6c9e-4918-81c7-2680d2147ec0 not bound to the agent host n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:10:13.473124 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3a9d5600-889a-4739-9152-6220248c4d8e req-469bf430-de79-48a1-844e-8cf5f4422360 tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6f8447e-770e-4df1-a547-9c5ec1258eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418007 Oct 12 19:10:13.489459 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4124cc33-3394-4d4e-8d5d-58c4438003cb tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7915414'] for floatingip, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:13.525911 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 54f950e7-8981-4f91-9b45-6366e7507caa, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=54f950e7-8981-4f91-9b45-6366e7507caa,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:10:13.540738 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Returning: {'device': '54f950e7-8981-4f91-9b45-6366e7507caa', 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1', 'port_id': '54f950e7-8981-4f91-9b45-6366e7507caa', 'mac_address': 'fa:16:3e:d3:ef:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '629aee7d-3fde-4c72-af1e-6a7e1f6a7e75', 'ip_address': '192.168.233.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:10:13.583692 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:13.596957 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54f950e7-8981-4f91-9b45-6366e7507caa {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:10:13.602360 n-d-813679-3 neutron-server[95502]: INFO neutron.db.l3_db [None req-4124cc33-3394-4d4e-8d5d-58c4438003cb tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Floating IP 3f8239f2-c90f-46f9-be5b-22e72a2d006e associated. External IP: 172.25.5.221, port: 19655187-5b33-48a0-851a-72bc459f4498. Oct 12 19:10:13.618921 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 54f950e7-8981-4f91-9b45-6366e7507caa, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=54f950e7-8981-4f91-9b45-6366e7507caa,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:10:13.740604 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:13.792878 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=54f950e7-8981-4f91-9b45-6366e7507caa,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:13.829237 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4124cc33-3394-4d4e-8d5d-58c4438003cb tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Router fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:10:13.929805 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['54f950e7-8981-4f91-9b45-6366e7507caa'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:10:13.938797 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4124cc33-3394-4d4e-8d5d-58c4438003cb tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:10:13.949977 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4124cc33-3394-4d4e-8d5d-58c4438003cb tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:13.956337 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b8d090-8bc3-4652-8f0e-b633062a8a1e None None] Sync routers for ids ['fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:10:13.966166 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b8d090-8bc3-4652-8f0e-b633062a8a1e None None] Routers {'fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:10:13.974155 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-99b8d090-8bc3-4652-8f0e-b633062a8a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:10:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:10:13.983398 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-4124cc33-3394-4d4e-8d5d-58c4438003cb tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] 10.222.0.49 "PUT /v2.0/floatingips/3f8239f2-c90f-46f9-be5b-22e72a2d006e HTTP/1.1" status: 200 len: 992 time: 1.5472174 Oct 12 19:10:13.984095 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f51da24-babf-4b49-9219-253aec8d2e62', 'tag': '19655187-5b33-48a0-851a-72bc459f4498'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:10:13.986865 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa311c0e-05dd-44aa-9073-310a80e5cbd7" -d '{"events": [{"name": "network-changed", "server_uuid": "1f51da24-babf-4b49-9219-253aec8d2e62", "tag": "19655187-5b33-48a0-851a-72bc459f4498"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:10:14.059426 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b6e4220-3837-49a1-a089-9437ceba3762 x-openstack-request-id: req-6b6e4220-3837-49a1-a089-9437ceba3762 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:10:14.059787 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f51da24-babf-4b49-9219-253aec8d2e62", "tag": "19655187-5b33-48a0-851a-72bc459f4498", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:10:14.060179 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6b6e4220-3837-49a1-a089-9437ceba3762 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:10:14.060671 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f51da24-babf-4b49-9219-253aec8d2e62', 'tag': '19655187-5b33-48a0-851a-72bc459f4498', 'status': 'completed', 'code': 200} Oct 12 19:10:14.181843 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa311c0e-05dd-44aa-9073-310a80e5cbd7 req-70a07bff-bcce-49e8-8d79-8de36ddded5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:14.183849 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fa311c0e-05dd-44aa-9073-310a80e5cbd7 req-70a07bff-bcce-49e8-8d79-8de36ddded5e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b7528b6e53624c36bc7cfa3c022fa354&device_id=1f51da24-babf-4b49-9219-253aec8d2e62 HTTP/1.1" status: 200 len: 1097 time: 0.0463431 Oct 12 19:10:14.206349 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-99b8d090-8bc3-4652-8f0e-b633062a8a1e None None] Set router fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:10:14.348635 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 54078) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:10:14.375423 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c9382c0e-dbf6-4422-a7cb-9c1bef3e057d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:14.385307 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa311c0e-05dd-44aa-9073-310a80e5cbd7 req-7f7008b4-0216-481e-9f69-73897eabc457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:14.386796 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fa311c0e-05dd-44aa-9073-310a80e5cbd7 req-7f7008b4-0216-481e-9f69-73897eabc457 service neutron] 10.222.0.67 "GET /v2.0/networks?id=2b40d2f7-4a07-4df1-bbb6-021ae59cdec3 HTTP/1.1" status: 200 len: 925 time: 0.1957977 Oct 12 19:10:14.536787 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c9382c0e-dbf6-4422-a7cb-9c1bef3e057d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:14.544041 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fa311c0e-05dd-44aa-9073-310a80e5cbd7 req-61d578a2-2be7-4e73-8d4e-74ae90f7f15a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19655187-5b33-48a0-851a-72bc459f4498 HTTP/1.1" status: 200 len: 1000 time: 0.1484740 Oct 12 19:10:14.593361 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-99b8d090-8bc3-4652-8f0e-b633062a8a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1173094615-router', 'tenant_id': 'b7528b6e53624c36bc7cfa3c022fa354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '7c6b9a7f-72da-4c6b-83cf-656883aa170b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:09:21Z', 'updated_at': '2021-10-12T19:09:25Z', 'revision_number': 4, 'project_id': 'b7528b6e53624c36bc7cfa3c022fa354', 'gw_port': {'id': '7c6b9a7f-72da-4c6b-83cf-656883aa170b', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:09:22Z', 'updated_at': '2021-10-12T19:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': '3f8239f2-c90f-46f9-be5b-22e72a2d006e', 'tenant_id': 'b7528b6e53624c36bc7cfa3c022fa354', 'floating_ip_address': '172.25.5.221', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': 'fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba', 'port_id': '19655187-5b33-48a0-851a-72bc459f4498', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b40d2f7-4a07-4df1-bbb6-021ae59cdec3', 'mac_address': 'fa:16:3e:10:21:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f51da24-babf-4b49-9219-253aec8d2e62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T19:09:46Z', 'updated_at': '2021-10-12T19:10:13Z', 'revision_number': 1, 'project_id': 'b7528b6e53624c36bc7cfa3c022fa354', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11da318a-c235-465f-9eef-0a33d57fefa0', 'name': '', 'network_id': '2b40d2f7-4a07-4df1-bbb6-021ae59cdec3', 'tenant_id': 'b7528b6e53624c36bc7cfa3c022fa354', 'mac_address': 'fa:16:3e:34:99:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '20450db0-2083-48cb-ae97-ca9e3c77152e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:09:24Z', 'updated_at': '2021-10-12T19:09:29Z', 'revision_number': 5, 'project_id': 'b7528b6e53624c36bc7cfa3c022fa354', 'subnets': [{'id': '20450db0-2083-48cb-ae97-ca9e3c77152e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:10:14.603355 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa311c0e-05dd-44aa-9073-310a80e5cbd7 req-f559721c-d24b-476d-9129-1074e8047618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:14.612560 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fa311c0e-05dd-44aa-9073-310a80e5cbd7 req-f559721c-d24b-476d-9129-1074e8047618 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=20450db0-2083-48cb-ae97-ca9e3c77152e HTTP/1.1" status: 200 len: 863 time: 0.0589693 Oct 12 19:10:14.614394 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c9382c0e-dbf6-4422-a7cb-9c1bef3e057d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:14.640874 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b8d090-8bc3-4652-8f0e-b633062a8a1e None None] Checking router: fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:10:14.650250 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b8d090-8bc3-4652-8f0e-b633062a8a1e None None] Routers {'fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:10:14.650878 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-99b8d090-8bc3-4652-8f0e-b633062a8a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:10:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:10:14.674143 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-c9382c0e-dbf6-4422-a7cb-9c1bef3e057d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=834ac962c6a7432497aab0e6c70efdf2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3229721 Oct 12 19:10:14.679087 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 54088) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:10:14.718088 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa311c0e-05dd-44aa-9073-310a80e5cbd7 req-04cced89-26c8-4b11-8a5e-14b571693981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:14.719573 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fa311c0e-05dd-44aa-9073-310a80e5cbd7 req-04cced89-26c8-4b11-8a5e-14b571693981 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2b40d2f7-4a07-4df1-bbb6-021ae59cdec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0989501 Oct 12 19:10:14.721556 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9382c0e-dbf6-4422-a7cb-9c1bef3e057d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f8536d9-0f12-4fed-bdad-d166c95bf44c,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:14.765112 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c90d3c-fac7-47ad-a64d-67dd7007ef16 req-cd5d1f63-4ae6-4847-ae0f-66b55363d839 tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:14.786684 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-50c90d3c-fac7-47ad-a64d-67dd7007ef16 req-cd5d1f63-4ae6-4847-ae0f-66b55363d839 tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] 10.222.0.49 "GET /v2.0/ports?device_id=026c7833-f266-4120-a1bb-0ce17592cc7b HTTP/1.1" status: 200 len: 948 time: 0.2032421 Oct 12 19:10:14.824272 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-de39cefb-52ab-4f8d-b65e-c1b27244c077 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:14.846537 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-50c90d3c-fac7-47ad-a64d-67dd7007ef16 req-4b986275-d239-4c7e-8927-46cf7c324d43 tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6f8447e-770e-4df1-a547-9c5ec1258eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570359 Oct 12 19:10:14.851409 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-99b8d090-8bc3-4652-8f0e-b633062a8a1e None None] Set router fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:10:14.878427 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-de39cefb-52ab-4f8d-b65e-c1b27244c077 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:14.898099 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fa311c0e-05dd-44aa-9073-310a80e5cbd7 req-2e07cd94-35ae-42c6-92a3-832654be557e service neutron] 10.222.0.67 "GET /v2.0/networks/2b40d2f7-4a07-4df1-bbb6-021ae59cdec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704986 Oct 12 19:10:14.993532 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 54092) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:10:15.015096 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fa311c0e-05dd-44aa-9073-310a80e5cbd7 req-3f6bd147-4b54-4829-83a0-c1ed87ef43a8 service neutron] 10.222.0.67 "GET /v2.0/networks/2b40d2f7-4a07-4df1-bbb6-021ae59cdec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100717 Oct 12 19:10:15.110226 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-99b8d090-8bc3-4652-8f0e-b633062a8a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1173094615-router', 'tenant_id': 'b7528b6e53624c36bc7cfa3c022fa354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '7c6b9a7f-72da-4c6b-83cf-656883aa170b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:09:21Z', 'updated_at': '2021-10-12T19:09:25Z', 'revision_number': 4, 'project_id': 'b7528b6e53624c36bc7cfa3c022fa354', 'gw_port': {'id': '7c6b9a7f-72da-4c6b-83cf-656883aa170b', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:09:22Z', 'updated_at': '2021-10-12T19:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': '3f8239f2-c90f-46f9-be5b-22e72a2d006e', 'tenant_id': 'b7528b6e53624c36bc7cfa3c022fa354', 'floating_ip_address': '172.25.5.221', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': 'fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba', 'port_id': '19655187-5b33-48a0-851a-72bc459f4498', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b40d2f7-4a07-4df1-bbb6-021ae59cdec3', 'mac_address': 'fa:16:3e:10:21:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f51da24-babf-4b49-9219-253aec8d2e62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T19:09:46Z', 'updated_at': '2021-10-12T19:10:13Z', 'revision_number': 1, 'project_id': 'b7528b6e53624c36bc7cfa3c022fa354', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11da318a-c235-465f-9eef-0a33d57fefa0', 'name': '', 'network_id': '2b40d2f7-4a07-4df1-bbb6-021ae59cdec3', 'tenant_id': 'b7528b6e53624c36bc7cfa3c022fa354', 'mac_address': 'fa:16:3e:34:99:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '20450db0-2083-48cb-ae97-ca9e3c77152e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:09:24Z', 'updated_at': '2021-10-12T19:09:29Z', 'revision_number': 5, 'project_id': 'b7528b6e53624c36bc7cfa3c022fa354', 'subnets': [{'id': '20450db0-2083-48cb-ae97-ca9e3c77152e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:10:15.137279 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b8d090-8bc3-4652-8f0e-b633062a8a1e None None] The sync data for ids ['fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba'] in n-d-813679-3 is: [{'id': 'fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1173094615-router', 'tenant_id': 'b7528b6e53624c36bc7cfa3c022fa354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '7c6b9a7f-72da-4c6b-83cf-656883aa170b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:09:21Z', 'updated_at': '2021-10-12T19:09:25Z', 'revision_number': 4, 'project_id': 'b7528b6e53624c36bc7cfa3c022fa354', 'gw_port': {'id': '7c6b9a7f-72da-4c6b-83cf-656883aa170b', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:09:22Z', 'updated_at': '2021-10-12T19:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': '3f8239f2-c90f-46f9-be5b-22e72a2d006e', 'tenant_id': 'b7528b6e53624c36bc7cfa3c022fa354', 'floating_ip_address': '172.25.5.221', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': 'fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba', 'port_id': '19655187-5b33-48a0-851a-72bc459f4498', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b40d2f7-4a07-4df1-bbb6-021ae59cdec3', 'mac_address': 'fa:16:3e:10:21:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f51da24-babf-4b49-9219-253aec8d2e62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T19:09:46Z', 'updated_at': '2021-10-12T19:10:13Z', 'revision_number': 1, 'project_id': 'b7528b6e53624c36bc7cfa3c022fa354', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11da318a-c235-465f-9eef-0a33d57fefa0', 'name': '', 'network_id': '2b40d2f7-4a07-4df1-bbb6-021ae59cdec3', 'tenant_id': 'b7528b6e53624c36bc7cfa3c022fa354', 'mac_address': 'fa:16:3e:34:99:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '20450db0-2083-48cb-ae97-ca9e3c77152e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:09:24Z', 'updated_at': '2021-10-12T19:09:29Z', 'revision_number': 5, 'project_id': 'b7528b6e53624c36bc7cfa3c022fa354', 'subnets': [{'id': '20450db0-2083-48cb-ae97-ca9e3c77152e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:10:15.145261 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-de39cefb-52ab-4f8d-b65e-c1b27244c077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:15.147860 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-de39cefb-52ab-4f8d-b65e-c1b27244c077 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:15.151288 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-de39cefb-52ab-4f8d-b65e-c1b27244c077 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0f8536d9-0f12-4fed-bdad-d166c95bf44c HTTP/1.1" status: 204 len: 168 time: 0.4689624 Oct 12 19:10:15.155131 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 54100) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:10:15.158107 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de39cefb-52ab-4f8d-b65e-c1b27244c077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f8536d9-0f12-4fed-bdad-d166c95bf44c,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:15.211993 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 54102) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:10:15.212793 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-7f2b9c7b-bd5f-4858-9b05-3acb3517de69 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5ed75fa6d3804ce4a3227fa390b717cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0556417 Oct 12 19:10:15.284501 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3e969d44-6bb5-4fe7-80d4-7536d51068fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:15.308353 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3e969d44-6bb5-4fe7-80d4-7536d51068fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:15.428483 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 54f950e7-8981-4f91-9b45-6366e7507caa up at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:10:15.431220 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3e969d44-6bb5-4fe7-80d4-7536d51068fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:15.437750 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3e969d44-6bb5-4fe7-80d4-7536d51068fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:15.439461 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-3e969d44-6bb5-4fe7-80d4-7536d51068fc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e71f8333-2b40-48c3-9b7e-f6548f4c2b33 HTTP/1.1" status: 204 len: 168 time: 0.2261438 Oct 12 19:10:15.447762 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e969d44-6bb5-4fe7-80d4-7536d51068fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e71f8333-2b40-48c3-9b7e-f6548f4c2b33,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:15.464981 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f87835-66b0-40f8-8715-7fca0c18391a None None] New status for floating IP 3f8239f2-c90f-46f9-be5b-22e72a2d006e: ACTIVE {{(pid=95503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 19:10:15.487620 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8741e39d-48e4-42db-b42f-969c6eb88bc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:15.508360 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 54116) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:10:15.519099 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-0ecae6f8-fe92-450d-9da2-bc231b1e5eb5 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1818879417-network', 'tenant_id': '84644c076b2b47049b290541aa5dfca7'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:10:15.634382 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8741e39d-48e4-42db-b42f-969c6eb88bc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:15.681859 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ecae6f8-fe92-450d-9da2-bc231b1e5eb5 admin admin] Made reservation on behalf of 84644c076b2b47049b290541aa5dfca7 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:10:15.684330 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0ecae6f8-fe92-450d-9da2-bc231b1e5eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:15.693723 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0ecae6f8-fe92-450d-9da2-bc231b1e5eb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:15.710742 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8741e39d-48e4-42db-b42f-969c6eb88bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:15.746886 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning for port 54f950e7-8981-4f91-9b45-6366e7507caa completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:10:15.756559 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning complete for port 54f950e7-8981-4f91-9b45-6366e7507caa triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:10:15.756559 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:15.779222 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-8741e39d-48e4-42db-b42f-969c6eb88bc6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=90ed6b35ff4a41c28d5faab2de8c2fa6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7823522 Oct 12 19:10:15.779222 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8741e39d-48e4-42db-b42f-969c6eb88bc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f17957b-3a59-43e0-b7de-56ebb562c2cb,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:15.780691 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 54130) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:10:15.894119 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:15.934494 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0ecae6f8-fe92-450d-9da2-bc231b1e5eb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:15.935209 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fa6cbe9f-9e68-4ff9-98c8-4136cdfd20c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:15.944938 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 54f950e7-8981-4f91-9b45-6366e7507caa, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=54f950e7-8981-4f91-9b45-6366e7507caa,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:10:15.946579 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '026c7833-f266-4120-a1bb-0ce17592cc7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54f950e7-8981-4f91-9b45-6366e7507caa'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:10:15.949500 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7af49b7-8f22-4661-be8d-34768a01fb4f" -d '{"events": [{"server_uuid": "026c7833-f266-4120-a1bb-0ce17592cc7b", "name": "network-vif-plugged", "status": "completed", "tag": "54f950e7-8981-4f91-9b45-6366e7507caa"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:10:15.992773 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fa6cbe9f-9e68-4ff9-98c8-4136cdfd20c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:16.025251 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaf3458-4170-40cf-93d4-671efe52ad5f req-ccd8bd83-72a7-4ee1-88d0-23071c47adff tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:16.026743 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ddaf3458-4170-40cf-93d4-671efe52ad5f req-ccd8bd83-72a7-4ee1-88d0-23071c47adff tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] 10.222.0.49 "GET /v2.0/ports?device_id=026c7833-f266-4120-a1bb-0ce17592cc7b HTTP/1.1" status: 200 len: 948 time: 0.0710649 Oct 12 19:10:16.060524 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:16.065015 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0ecae6f8-fe92-450d-9da2-bc231b1e5eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:16.107019 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ecae6f8-fe92-450d-9da2-bc231b1e5eb5 admin admin] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:10:16.131277 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=54f950e7-8981-4f91-9b45-6366e7507caa,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:16.134227 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ddaf3458-4170-40cf-93d4-671efe52ad5f req-342f3eb8-6639-49b7-9a95-7ddd9f2bb95a tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6f8447e-770e-4df1-a547-9c5ec1258eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901575 Oct 12 19:10:16.140669 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecae6f8-fe92-450d-9da2-bc231b1e5eb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59bcaed9-afb3-475d-91da-4062a9439747,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:16.182141 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d362f0bb-7c57-4cf9-8323-132b5b90e233 x-openstack-request-id: req-d362f0bb-7c57-4cf9-8323-132b5b90e233 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:10:16.189511 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "026c7833-f266-4120-a1bb-0ce17592cc7b", "name": "network-vif-plugged", "status": "completed", "tag": "54f950e7-8981-4f91-9b45-6366e7507caa", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:10:16.189511 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d362f0bb-7c57-4cf9-8323-132b5b90e233 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:10:16.189511 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '026c7833-f266-4120-a1bb-0ce17592cc7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54f950e7-8981-4f91-9b45-6366e7507caa', 'code': 200} Oct 12 19:10:16.210888 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fa6cbe9f-9e68-4ff9-98c8-4136cdfd20c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:16.213284 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fa6cbe9f-9e68-4ff9-98c8-4136cdfd20c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:16.218074 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-fa6cbe9f-9e68-4ff9-98c8-4136cdfd20c9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3f17957b-3a59-43e0-b7de-56ebb562c2cb HTTP/1.1" status: 204 len: 168 time: 0.4260001 Oct 12 19:10:16.220077 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0ecae6f8-fe92-450d-9da2-bc231b1e5eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:16.220993 n-d-813679-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-0ecae6f8-fe92-450d-9da2-bc231b1e5eb5 admin admin] Added segment 9a8600f2-6b40-4089-984a-15b23fea2d45 of type vlan for network b76d10f5-a79c-41d7-80a9-4d7a370fef00 Oct 12 19:10:16.242888 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6cbe9f-9e68-4ff9-98c8-4136cdfd20c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f17957b-3a59-43e0-b7de-56ebb562c2cb,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:16.304499 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0ecae6f8-fe92-450d-9da2-bc231b1e5eb5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:16.347485 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7580115-662c-45cc-8c7f-f305a377eba7 req-ce00955d-552d-4068-a498-53e9902a3bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:16.349186 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c7580115-662c-45cc-8c7f-f305a377eba7 req-ce00955d-552d-4068-a498-53e9902a3bb0 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=026c7833-f266-4120-a1bb-0ce17592cc7b HTTP/1.1" status: 200 len: 1100 time: 0.0837796 Oct 12 19:10:16.386650 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c7580115-662c-45cc-8c7f-f305a377eba7 req-ff0f7423-a0e8-4c38-8092-494b220a8d69 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=b6f8447e-770e-4df1-a547-9c5ec1258eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299377 Oct 12 19:10:16.390672 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0ecae6f8-fe92-450d-9da2-bc231b1e5eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:16.391607 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ecae6f8-fe92-450d-9da2-bc231b1e5eb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:16.392211 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0ecae6f8-fe92-450d-9da2-bc231b1e5eb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:16.452935 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecae6f8-fe92-450d-9da2-bc231b1e5eb5 admin admin] Pushing event updated for resources: {'Network': ['ID=b76d10f5-a79c-41d7-80a9-4d7a370fef00,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:16.463176 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network b76d10f5-a79c-41d7-80a9-4d7a370fef00 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:10:16.502745 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-0ecae6f8-fe92-450d-9da2-bc231b1e5eb5 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9923685 Oct 12 19:10:16.513532 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 54176) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:10:16.627192 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-441c9a27-f075-4433-89db-2d54149b8445 admin admin] Request body: {'subnet': {'network_id': 'b76d10f5-a79c-41d7-80a9-4d7a370fef00', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1818879417-subnet', 'tenant_id': '84644c076b2b47049b290541aa5dfca7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:10:16.734292 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-441c9a27-f075-4433-89db-2d54149b8445 admin admin] Made reservation on behalf of 84644c076b2b47049b290541aa5dfca7 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:10:16.736170 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c064fd91-239b-4ab9-91fa-040c6c216d9b req-03ba9890-3a28-4236-9d23-0a5aef842874 tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=a7e2f9ac25154e93bde6883224c704a7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0217385 Oct 12 19:10:16.736808 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-441c9a27-f075-4433-89db-2d54149b8445 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:17.030260 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c064fd91-239b-4ab9-91fa-040c6c216d9b req-7fb8dbfe-37b2-4af8-bb53-975d1fd1a1ec tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:17.030260 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c064fd91-239b-4ab9-91fa-040c6c216d9b req-7fb8dbfe-37b2-4af8-bb53-975d1fd1a1ec tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1131389 Oct 12 19:10:17.030260 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c064fd91-239b-4ab9-91fa-040c6c216d9b req-9e205fd7-e6a0-45b6-83be-a046662375ba tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] 10.222.0.49 "GET /v2.0/quotas/a7e2f9ac25154e93bde6883224c704a7 HTTP/1.1" status: 200 len: 375 time: 0.0087874 Oct 12 19:10:17.030260 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c064fd91-239b-4ab9-91fa-040c6c216d9b req-72ccb328-c096-4a1c-a188-27f39391f3ac tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=a7e2f9ac25154e93bde6883224c704a7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0249817 Oct 12 19:10:17.219555 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-441c9a27-f075-4433-89db-2d54149b8445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:17.305766 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441c9a27-f075-4433-89db-2d54149b8445 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c52a6d7-f0d9-4078-bdf9-d6c27683928c,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:17.329228 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2337f9d-85ae-486a-9385-9657f0de8995 req-bed25a2f-8cb2-4543-a7f9-4b4af675c5e6 tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:17.330112 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e2337f9d-85ae-486a-9385-9657f0de8995 req-bed25a2f-8cb2-4543-a7f9-4b4af675c5e6 tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] 10.222.0.49 "GET /v2.0/ports?device_id=026c7833-f266-4120-a1bb-0ce17592cc7b HTTP/1.1" status: 200 len: 949 time: 0.1078765 Oct 12 19:10:17.333430 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441c9a27-f075-4433-89db-2d54149b8445 admin admin] Checking segment: {'id': '9a8600f2-6b40-4089-984a-15b23fea2d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'b76d10f5-a79c-41d7-80a9-4d7a370fef00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:10:17.334033 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441c9a27-f075-4433-89db-2d54149b8445 admin admin] Network hostable DHCP agents. Network: b76d10f5-a79c-41d7-80a9-4d7a370fef00, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:10:17.408658 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e2337f9d-85ae-486a-9385-9657f0de8995 req-43792683-fc0a-4697-8310-8108319a8e9c tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6f8447e-770e-4df1-a547-9c5ec1258eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697913 Oct 12 19:10:17.429115 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 54212) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:10:17.450008 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441c9a27-f075-4433-89db-2d54149b8445 admin admin] Network b76d10f5-a79c-41d7-80a9-4d7a370fef00 is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:10:17.455574 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-663e678a-adde-4502-9f44-8481534e2f51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:17.468986 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-81ea4e17-bad6-4c91-a365-ad99255fc41f req-619f09f9-d6be-43eb-b77e-450b19fbba82 tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] 10.222.0.49 "GET /v2.0/ports?device_id=360b77c2-8a3e-413a-a7dc-b26b5082e929 HTTP/1.1" status: 200 len: 210 time: 0.0494645 Oct 12 19:10:17.588207 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-441c9a27-f075-4433-89db-2d54149b8445 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, b76d10f5-a79c-41d7-80a9-4d7a370fef00) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:10:17.594353 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-441c9a27-f075-4433-89db-2d54149b8445 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:17.594961 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-441c9a27-f075-4433-89db-2d54149b8445 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:17.604242 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b709a8-fb01-49d0-9496-9e4f4219a944 None None] Network b76d10f5-a79c-41d7-80a9-4d7a370fef00 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:10:17.624958 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-663e678a-adde-4502-9f44-8481534e2f51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:17.719829 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-663e678a-adde-4502-9f44-8481534e2f51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:17.730401 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-441c9a27-f075-4433-89db-2d54149b8445 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2125561 Oct 12 19:10:17.745160 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca816b42-d6f5-4c4f-9214-8a95d947254f None None] Network b76d10f5-a79c-41d7-80a9-4d7a370fef00 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:10:17.786704 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-663e678a-adde-4502-9f44-8481534e2f51 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=46355432ac814d34a52f81348b80b7d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3539946 Oct 12 19:10:17.786704 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663e678a-adde-4502-9f44-8481534e2f51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35761439-2504-4aaa-b5bc-6a768a4cd31a,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:17.787347 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 54236) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:10:17.862857 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-30f099e8-038d-4289-898f-bdfa7b2b1098 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:17.891708 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-30f099e8-038d-4289-898f-bdfa7b2b1098 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:17.940351 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 54244) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:10:18.000484 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_v2 [None req-d82905d4-5ee7-4e31-8aea-36f3a3319d74 admin admin] Deleting subnet c2d62eca-ecf6-4be6-bacf-5bd12f9265da {{(pid=95501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:10:18.003786 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d82905d4-5ee7-4e31-8aea-36f3a3319d74 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:18.040767 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d82905d4-5ee7-4e31-8aea-36f3a3319d74 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:18.050007 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d82905d4-5ee7-4e31-8aea-36f3a3319d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:18.111030 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-30f099e8-038d-4289-898f-bdfa7b2b1098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:18.114188 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-30f099e8-038d-4289-898f-bdfa7b2b1098 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:18.115788 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-30f099e8-038d-4289-898f-bdfa7b2b1098 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/35761439-2504-4aaa-b5bc-6a768a4cd31a HTTP/1.1" status: 204 len: 168 time: 0.3275058 Oct 12 19:10:18.133860 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f099e8-038d-4289-898f-bdfa7b2b1098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35761439-2504-4aaa-b5bc-6a768a4cd31a,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:18.226868 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d82905d4-5ee7-4e31-8aea-36f3a3319d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for subnet, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:18.257481 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82905d4-5ee7-4e31-8aea-36f3a3319d74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2d62eca-ecf6-4be6-bacf-5bd12f9265da,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:18.262286 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d82905d4-5ee7-4e31-8aea-36f3a3319d74 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:18.266930 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-d82905d4-5ee7-4e31-8aea-36f3a3319d74 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/c2d62eca-ecf6-4be6-bacf-5bd12f9265da HTTP/1.1" status: 204 len: 168 time: 0.3238692 Oct 12 19:10:18.269463 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 54264) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:10:18.349955 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-96ae05db-914c-40fe-b28b-40379f886c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:18.446942 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-96ae05db-914c-40fe-b28b-40379f886c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:18.468893 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-96ae05db-914c-40fe-b28b-40379f886c91 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=95501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 19:10:18.469414 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-96ae05db-914c-40fe-b28b-40379f886c91 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=95501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 19:10:18.470304 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-96ae05db-914c-40fe-b28b-40379f886c91 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=95501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 19:10:18.470791 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-96ae05db-914c-40fe-b28b-40379f886c91 admin admin] Subscribe: > port after_create 55550000 {{(pid=95501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 19:10:18.471288 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-96ae05db-914c-40fe-b28b-40379f886c91 admin admin] Subscribe: > port after_delete 55550000 {{(pid=95501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 19:10:18.471773 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-96ae05db-914c-40fe-b28b-40379f886c91 admin admin] Subscribe: > port after_update 55550000 {{(pid=95501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 19:10:18.472429 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-96ae05db-914c-40fe-b28b-40379f886c91 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=95501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 19:10:18.473000 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-96ae05db-914c-40fe-b28b-40379f886c91 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 19:10:18.473461 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-96ae05db-914c-40fe-b28b-40379f886c91 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 19:10:18.474022 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-96ae05db-914c-40fe-b28b-40379f886c91 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=95501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 19:10:18.550240 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b288569-b732-477e-ae7b-52cb560d9b9b req-a2b2b81b-428c-49cf-85de-60b0c89fc89f tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:18.551722 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2b288569-b732-477e-ae7b-52cb560d9b9b req-a2b2b81b-428c-49cf-85de-60b0c89fc89f tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] 10.222.0.49 "GET /v2.0/ports?device_id=026c7833-f266-4120-a1bb-0ce17592cc7b HTTP/1.1" status: 200 len: 949 time: 0.0622916 Oct 12 19:10:18.560797 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-96ae05db-914c-40fe-b28b-40379f886c91 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 19:10:18.560989 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-96ae05db-914c-40fe-b28b-40379f886c91 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 19:10:18.561322 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-96ae05db-914c-40fe-b28b-40379f886c91 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=95501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 19:10:18.561646 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-96ae05db-914c-40fe-b28b-40379f886c91 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=95501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 19:10:18.562089 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-96ae05db-914c-40fe-b28b-40379f886c91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['574fe38f-33f9-47b2-8bb4-3182d03418e5']}} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:10:18.590579 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2b288569-b732-477e-ae7b-52cb560d9b9b req-e81902f2-703e-4f2c-a83a-614f4280b74a tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6f8447e-770e-4df1-a547-9c5ec1258eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325296 Oct 12 19:10:18.612433 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-96ae05db-914c-40fe-b28b-40379f886c91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '963f640c-b3ef-4f4e-9146-a8d521aa7516') {'for_net_delete': True} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:10:18.612433 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-96ae05db-914c-40fe-b28b-40379f886c91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '963f640c-b3ef-4f4e-9146-a8d521aa7516') {} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:10:18.613991 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-99c6493b-0d00-4647-b70a-1fd3ed145f32 req-7cc4b7d6-fc10-4bdb-805b-b14fa86cf1c8 tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] 10.222.0.49 "GET /v2.0/ports?device_id=360b77c2-8a3e-413a-a7dc-b26b5082e929 HTTP/1.1" status: 200 len: 210 time: 0.0470035 Oct 12 19:10:18.631263 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-96ae05db-914c-40fe-b28b-40379f886c91 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4281072'] for segment, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:18.651629 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-96ae05db-914c-40fe-b28b-40379f886c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:18.667864 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96ae05db-914c-40fe-b28b-40379f886c91 admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=95501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:10:18.668300 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-96ae05db-914c-40fe-b28b-40379f886c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4823170'] for segment, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:18.695233 n-d-813679-3 neutron-server[95501]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 12 19:10:18.695233 n-d-813679-3 neutron-server[95501]: from cryptography.utils import int_from_bytes Oct 12 19:10:18.695233 n-d-813679-3 neutron-server[95501]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 12 19:10:18.695233 n-d-813679-3 neutron-server[95501]: from cryptography.utils import int_from_bytes Oct 12 19:10:18.695233 n-d-813679-3 neutron-server[95501]: Traceback (most recent call last): Oct 12 19:10:18.695233 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:10:18.695233 n-d-813679-3 neutron-server[95501]: timer() Oct 12 19:10:18.695233 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:10:18.695233 n-d-813679-3 neutron-server[95501]: cb(*args, **kw) Oct 12 19:10:18.695233 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:10:18.695233 n-d-813679-3 neutron-server[95501]: return func(*args, **kwargs) Oct 12 19:10:18.695233 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:10:18.695233 n-d-813679-3 neutron-server[95501]: self._notify() Oct 12 19:10:18.695233 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:10:18.695233 n-d-813679-3 neutron-server[95501]: self.callback(batched_events) Oct 12 19:10:18.695233 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:10:18.695233 n-d-813679-3 neutron-server[95501]: event.method(event) Oct 12 19:10:18.695233 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:10:18.695233 n-d-813679-3 neutron-server[95501]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:10:18.695233 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:10:18.695233 n-d-813679-3 neutron-server[95501]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:10:18.695233 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:10:18.695233 n-d-813679-3 neutron-server[95501]: return f(self, *a, **k) Oct 12 19:10:18.695233 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:10:18.695233 n-d-813679-3 neutron-server[95501]: return self._get(url).json() Oct 12 19:10:18.695233 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:10:18.695233 n-d-813679-3 neutron-server[95501]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:10:18.695233 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:10:18.695233 n-d-813679-3 neutron-server[95501]: return self.request(url, 'GET', **kwargs) Oct 12 19:10:18.695233 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:10:18.695233 n-d-813679-3 neutron-server[95501]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:10:18.695233 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:10:18.695233 n-d-813679-3 neutron-server[95501]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:10:18.695233 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:10:18.695233 n-d-813679-3 neutron-server[95501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:10:18.695233 n-d-813679-3 neutron-server[95501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:10:18.837413 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-96ae05db-914c-40fe-b28b-40379f886c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:18.854757 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-96ae05db-914c-40fe-b28b-40379f886c91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:18.858572 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-96ae05db-914c-40fe-b28b-40379f886c91 admin admin] 10.222.0.49 "DELETE /v2.0/networks/574fe38f-33f9-47b2-8bb4-3182d03418e5 HTTP/1.1" status: 204 len: 168 time: 0.5878339 Oct 12 19:10:18.865242 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 54302) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:10:18.872301 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ae05db-914c-40fe-b28b-40379f886c91 admin admin] Pushing event deleted for resources: {'Network': ['ID=574fe38f-33f9-47b2-8bb4-3182d03418e5,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:18.918614 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_v2 [None req-57121f61-cb6b-4ad9-8e0a-9388a3d587a8 admin admin] Deleting subnet 5c52a6d7-f0d9-4078-bdf9-d6c27683928c {{(pid=95501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:10:18.984185 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-57121f61-cb6b-4ad9-8e0a-9388a3d587a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:19.054057 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-57121f61-cb6b-4ad9-8e0a-9388a3d587a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281083'] for subnet, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:19.133071 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-57121f61-cb6b-4ad9-8e0a-9388a3d587a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:19.142664 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff43f4c1-38f7-46d9-a075-62a98d139ac0 req-5638bea4-a07b-4989-8fcd-8e87b162b967 tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:19.144277 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ff43f4c1-38f7-46d9-a075-62a98d139ac0 req-5638bea4-a07b-4989-8fcd-8e87b162b967 tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] 10.222.0.49 "GET /v2.0/ports?device_id=026c7833-f266-4120-a1bb-0ce17592cc7b HTTP/1.1" status: 200 len: 949 time: 0.0880163 Oct 12 19:10:19.430729 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ff43f4c1-38f7-46d9-a075-62a98d139ac0 req-51a5e1b2-8e5d-4b3b-9e10-cb1637cc418d tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6f8447e-770e-4df1-a547-9c5ec1258eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570705 Oct 12 19:10:19.551322 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-57121f61-cb6b-4ad9-8e0a-9388a3d587a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4824924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4612362'] for subnet, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:19.576113 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57121f61-cb6b-4ad9-8e0a-9388a3d587a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c52a6d7-f0d9-4078-bdf9-d6c27683928c,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:19.583093 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-57121f61-cb6b-4ad9-8e0a-9388a3d587a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:19.587711 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-57121f61-cb6b-4ad9-8e0a-9388a3d587a8 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/5c52a6d7-f0d9-4078-bdf9-d6c27683928c HTTP/1.1" status: 204 len: 168 time: 0.7209754 Oct 12 19:10:19.589876 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 54350) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:10:19.661376 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c064fd91-239b-4ab9-91fa-040c6c216d9b req-b3666024-a44c-4c2d-9dfe-7087a33c1f28 tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=a7e2f9ac25154e93bde6883224c704a7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0517704 Oct 12 19:10:19.737371 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7868a331-fee8-4a13-b075-ae6501aedeb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:19.858582 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7868a331-fee8-4a13-b075-ae6501aedeb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:19.867412 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c064fd91-239b-4ab9-91fa-040c6c216d9b req-e958e1d1-1cb3-46cc-a0d3-04754cada70f tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:19.868873 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c064fd91-239b-4ab9-91fa-040c6c216d9b req-e958e1d1-1cb3-46cc-a0d3-04754cada70f tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2006648 Oct 12 19:10:19.889855 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-c064fd91-239b-4ab9-91fa-040c6c216d9b req-1e24f11a-9189-49d6-a812-d1f67a20edb2 tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] Request body: {'port': {'device_id': '360b77c2-8a3e-413a-a7dc-b26b5082e929', 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1', 'admin_state_up': True, 'tenant_id': 'a7e2f9ac25154e93bde6883224c704a7'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:10:19.917897 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-7868a331-fee8-4a13-b075-ae6501aedeb6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b76d10f5-a79c-41d7-80a9-4d7a370fef00']}} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:10:19.950529 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-7868a331-fee8-4a13-b075-ae6501aedeb6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a8600f2-6b40-4089-984a-15b23fea2d45') {'for_net_delete': True} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:10:19.950791 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-7868a331-fee8-4a13-b075-ae6501aedeb6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a8600f2-6b40-4089-984a-15b23fea2d45') {} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:10:19.966519 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7868a331-fee8-4a13-b075-ae6501aedeb6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4281072'] for segment, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:20.007562 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 19:10:20.010526 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7868a331-fee8-4a13-b075-ae6501aedeb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:20.016587 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-770a5e7c-a2d8-49b5-a452-c0547ead683f req-3abcf14a-2496-4c19-9e85-1955477dce28 tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] 10.222.0.49 "GET /v2.0/ports?device_id=360b77c2-8a3e-413a-a7dc-b26b5082e929 HTTP/1.1" status: 200 len: 210 time: 0.0405083 Oct 12 19:10:20.032966 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7868a331-fee8-4a13-b075-ae6501aedeb6 admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=95501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:10:20.033615 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7868a331-fee8-4a13-b075-ae6501aedeb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4823170'] for segment, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:20.035444 n-d-813679-3 neutron-server[95501]: Traceback (most recent call last): Oct 12 19:10:20.035444 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:10:20.035444 n-d-813679-3 neutron-server[95501]: timer() Oct 12 19:10:20.035444 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:10:20.035444 n-d-813679-3 neutron-server[95501]: cb(*args, **kw) Oct 12 19:10:20.035444 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:10:20.035444 n-d-813679-3 neutron-server[95501]: return func(*args, **kwargs) Oct 12 19:10:20.035444 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:10:20.035444 n-d-813679-3 neutron-server[95501]: self._notify() Oct 12 19:10:20.035444 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:10:20.035444 n-d-813679-3 neutron-server[95501]: self.callback(batched_events) Oct 12 19:10:20.035444 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:10:20.035444 n-d-813679-3 neutron-server[95501]: event.method(event) Oct 12 19:10:20.035444 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:10:20.035444 n-d-813679-3 neutron-server[95501]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:10:20.035444 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:10:20.035444 n-d-813679-3 neutron-server[95501]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:10:20.035444 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:10:20.035444 n-d-813679-3 neutron-server[95501]: return f(self, *a, **k) Oct 12 19:10:20.035444 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:10:20.035444 n-d-813679-3 neutron-server[95501]: return self._get(url).json() Oct 12 19:10:20.035444 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:10:20.035444 n-d-813679-3 neutron-server[95501]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:10:20.035444 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:10:20.035444 n-d-813679-3 neutron-server[95501]: return self.request(url, 'GET', **kwargs) Oct 12 19:10:20.035444 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:10:20.035444 n-d-813679-3 neutron-server[95501]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:10:20.035444 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:10:20.035444 n-d-813679-3 neutron-server[95501]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:10:20.035444 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:10:20.035444 n-d-813679-3 neutron-server[95501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:10:20.035444 n-d-813679-3 neutron-server[95501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:10:20.185696 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7868a331-fee8-4a13-b075-ae6501aedeb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:20.187022 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c064fd91-239b-4ab9-91fa-040c6c216d9b req-1e24f11a-9189-49d6-a812-d1f67a20edb2 tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] Made reservation on behalf of a7e2f9ac25154e93bde6883224c704a7 for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:10:20.195238 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-c064fd91-239b-4ab9-91fa-040c6c216d9b req-1e24f11a-9189-49d6-a812-d1f67a20edb2 tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:20.220602 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7868a331-fee8-4a13-b075-ae6501aedeb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:20.223511 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-7868a331-fee8-4a13-b075-ae6501aedeb6 admin admin] 10.222.0.49 "DELETE /v2.0/networks/b76d10f5-a79c-41d7-80a9-4d7a370fef00 HTTP/1.1" status: 204 len: 168 time: 0.6324434 Oct 12 19:10:20.224718 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-c064fd91-239b-4ab9-91fa-040c6c216d9b req-1e24f11a-9189-49d6-a812-d1f67a20edb2 tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:20.243592 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7868a331-fee8-4a13-b075-ae6501aedeb6 admin admin] Pushing event deleted for resources: {'Network': ['ID=b76d10f5-a79c-41d7-80a9-4d7a370fef00,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:20.356889 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-c064fd91-239b-4ab9-91fa-040c6c216d9b req-1e24f11a-9189-49d6-a812-d1f67a20edb2 tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:20.431363 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-c064fd91-239b-4ab9-91fa-040c6c216d9b req-1e24f11a-9189-49d6-a812-d1f67a20edb2 tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:20.443741 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87631bc6-dd45-4ce4-987d-d60bf14af7cb req-3eada4f4-7c62-4a0d-8347-f6e9b876ec2a tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:20.451687 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-87631bc6-dd45-4ce4-987d-d60bf14af7cb req-3eada4f4-7c62-4a0d-8347-f6e9b876ec2a tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] 10.222.0.49 "GET /v2.0/ports?device_id=026c7833-f266-4120-a1bb-0ce17592cc7b HTTP/1.1" status: 200 len: 949 time: 0.2998512 Oct 12 19:10:20.486099 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-87631bc6-dd45-4ce4-987d-d60bf14af7cb req-a38d3678-8731-40f6-a3c6-63a68b1909c3 tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6f8447e-770e-4df1-a547-9c5ec1258eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333481 Oct 12 19:10:20.522295 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e24f11a-9189-49d6-a812-d1f67a20edb2 tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=106b5f86-f260-42d0-a64b-18dc989cc9b4,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:20.535579 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e24f11a-9189-49d6-a812-d1f67a20edb2 tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:10:20.535930 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e24f11a-9189-49d6-a812-d1f67a20edb2 tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:10:20.536300 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e24f11a-9189-49d6-a812-d1f67a20edb2 tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:10:20.536637 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e24f11a-9189-49d6-a812-d1f67a20edb2 tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:10:20.538382 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e24f11a-9189-49d6-a812-d1f67a20edb2 tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:10:20.538382 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e24f11a-9189-49d6-a812-d1f67a20edb2 tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:10:20.538382 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e24f11a-9189-49d6-a812-d1f67a20edb2 tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:10:20.538382 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e24f11a-9189-49d6-a812-d1f67a20edb2 tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:10:20.538382 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e24f11a-9189-49d6-a812-d1f67a20edb2 tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:10:20.538757 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e24f11a-9189-49d6-a812-d1f67a20edb2 tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:10:20.538839 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e24f11a-9189-49d6-a812-d1f67a20edb2 tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:10:20.539149 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e24f11a-9189-49d6-a812-d1f67a20edb2 tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:10:20.595884 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [req-c064fd91-239b-4ab9-91fa-040c6c216d9b req-1e24f11a-9189-49d6-a812-d1f67a20edb2 tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] Allocated IP 192.168.233.221 (90dcf485-b1ad-4139-85a3-9e1e9879e6b1/629aee7d-3fde-4c72-af1e-6a7e1f6a7e75/9a83b11b-927d-42c7-9992-7a62e5d27a21) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:10:20.744479 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-c064fd91-239b-4ab9-91fa-040c6c216d9b req-1e24f11a-9189-49d6-a812-d1f67a20edb2 tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:20.775005 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 54404) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:10:20.814813 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-77ee8faf-386a-444c-aefb-f81c9dc58630 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6d6591fe24b34a7b95ca548ed205d195&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0385528 Oct 12 19:10:20.817252 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 54406) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:10:20.869486 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c3d5ca92-0037-4431-a41d-758c198c68c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:20.882997 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-c064fd91-239b-4ab9-91fa-040c6c216d9b req-1e24f11a-9189-49d6-a812-d1f67a20edb2 tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:20.895163 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c3d5ca92-0037-4431-a41d-758c198c68c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:20.943239 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c064fd91-239b-4ab9-91fa-040c6c216d9b req-1e24f11a-9189-49d6-a812-d1f67a20edb2 tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] Network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:10:20.949972 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [req-c064fd91-239b-4ab9-91fa-040c6c216d9b req-1e24f11a-9189-49d6-a812-d1f67a20edb2 tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:10:20.954698 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-c064fd91-239b-4ab9-91fa-040c6c216d9b req-1e24f11a-9189-49d6-a812-d1f67a20edb2 tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:10:20.977651 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e24f11a-9189-49d6-a812-d1f67a20edb2 tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] Pushing event updated for resources: {'Port': ['ID=9a83b11b-927d-42c7-9992-7a62e5d27a21,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:21.007502 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c064fd91-239b-4ab9-91fa-040c6c216d9b req-1e24f11a-9189-49d6-a812-d1f67a20edb2 tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:21.008185 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-c064fd91-239b-4ab9-91fa-040c6c216d9b req-1e24f11a-9189-49d6-a812-d1f67a20edb2 tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:21.036626 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c3d5ca92-0037-4431-a41d-758c198c68c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:21.043313 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c3d5ca92-0037-4431-a41d-758c198c68c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:21.043313 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-c3d5ca92-0037-4431-a41d-758c198c68c9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2a6a9935-caf7-4a7b-a8bf-57ef13428da7 HTTP/1.1" status: 204 len: 168 time: 0.2219818 Oct 12 19:10:21.049500 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d5ca92-0037-4431-a41d-758c198c68c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a6a9935-caf7-4a7b-a8bf-57ef13428da7,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:21.107199 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c064fd91-239b-4ab9-91fa-040c6c216d9b req-1e24f11a-9189-49d6-a812-d1f67a20edb2 tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2264845 Oct 12 19:10:21.122509 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-c064fd91-239b-4ab9-91fa-040c6c216d9b req-20c37061-fcb5-4be6-a812-f0f475615562 service neutron] Request body: {'port': {'device_id': '360b77c2-8a3e-413a-a7dc-b26b5082e929', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-3'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:10:21.185223 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44a5c12-ead9-453c-bab0-9ea5e6b5ccc0 req-c4e9e1ad-af0c-47e5-8cd8-beff2478101e tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:21.187309 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c44a5c12-ead9-453c-bab0-9ea5e6b5ccc0 req-c4e9e1ad-af0c-47e5-8cd8-beff2478101e tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] 10.222.0.49 "GET /v2.0/ports?device_id=360b77c2-8a3e-413a-a7dc-b26b5082e929 HTTP/1.1" status: 200 len: 936 time: 0.0842385 Oct 12 19:10:21.192655 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 54418) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:10:21.208262 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-c064fd91-239b-4ab9-91fa-040c6c216d9b req-20c37061-fcb5-4be6-a812-f0f475615562 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:21.245258 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-947330d4-11b2-4029-834c-30f9a607fa67 None None] Provisioning complete for port 9a83b11b-927d-42c7-9992-7a62e5d27a21 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:10:21.245885 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-947330d4-11b2-4029-834c-30f9a607fa67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:21.270139 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e648bd-d88c-47b1-8a13-d671a8ba411d req-b717bfcb-a656-42e6-b563-c9f20d8f8387 tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:21.271609 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d3e648bd-d88c-47b1-8a13-d671a8ba411d req-b717bfcb-a656-42e6-b563-c9f20d8f8387 tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] 10.222.0.61 "GET /v2.0/ports?device_id=026c7833-f266-4120-a1bb-0ce17592cc7b HTTP/1.1" status: 200 len: 949 time: 0.1241343 Oct 12 19:10:21.306211 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-947330d4-11b2-4029-834c-30f9a607fa67 None None] Port 9a83b11b-927d-42c7-9992-7a62e5d27a21 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:10:21.331959 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c44a5c12-ead9-453c-bab0-9ea5e6b5ccc0 req-17954d46-b08c-4c44-9cb9-ec164b3963c8 tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] 10.222.0.49 "GET /v2.0/security-groups?id=106b5f86-f260-42d0-a64b-18dc989cc9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362214 Oct 12 19:10:21.427656 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7864eb70-72a1-4ca7-8521-64edc0496ac2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:21.460838 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-d3e648bd-d88c-47b1-8a13-d671a8ba411d req-622f21ec-c408-4ed5-8aa5-3860ebb78698 tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] Deleting port 54f950e7-8981-4f91-9b45-6366e7507caa {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:10:21.461609 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-d3e648bd-d88c-47b1-8a13-d671a8ba411d req-622f21ec-c408-4ed5-8aa5-3860ebb78698 tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:21.517746 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 54430) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:10:21.543925 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [req-c064fd91-239b-4ab9-91fa-040c6c216d9b req-20c37061-fcb5-4be6-a812-f0f475615562 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a83b11b-927d-42c7-9992-7a62e5d27a21 {{(pid=95501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:10:21.555461 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-c064fd91-239b-4ab9-91fa-040c6c216d9b req-20c37061-fcb5-4be6-a812-f0f475615562 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:21.572680 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.provisioning_blocks [req-c064fd91-239b-4ab9-91fa-040c6c216d9b req-20c37061-fcb5-4be6-a812-f0f475615562 service neutron] Transition to ACTIVE for port object 9a83b11b-927d-42c7-9992-7a62e5d27a21 will not be triggered until provisioned by entity L2. {{(pid=95501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:10:21.595600 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-d3e648bd-d88c-47b1-8a13-d671a8ba411d req-622f21ec-c408-4ed5-8aa5-3860ebb78698 tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] For port 54f950e7-8981-4f91-9b45-6366e7507caa, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=54f950e7-8981-4f91-9b45-6366e7507caa,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:10:21.595966 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-d3e648bd-d88c-47b1-8a13-d671a8ba411d req-622f21ec-c408-4ed5-8aa5-3860ebb78698 tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:21.599361 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7864eb70-72a1-4ca7-8521-64edc0496ac2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:21.610803 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-d3e648bd-d88c-47b1-8a13-d671a8ba411d req-622f21ec-c408-4ed5-8aa5-3860ebb78698 tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] Calling delete_port for 54f950e7-8981-4f91-9b45-6366e7507caa owned by compute:nova {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:10:21.619591 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-c064fd91-239b-4ab9-91fa-040c6c216d9b req-20c37061-fcb5-4be6-a812-f0f475615562 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:21.684834 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7864eb70-72a1-4ca7-8521-64edc0496ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:21.684990 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c37061-fcb5-4be6-a812-f0f475615562 service neutron] Pushing event updated for resources: {'Port': ['ID=9a83b11b-927d-42c7-9992-7a62e5d27a21,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:21.774466 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-7864eb70-72a1-4ca7-8521-64edc0496ac2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2c20aa6e4c224a22815b43d7fabd977d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5798635 Oct 12 19:10:21.781481 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 54438) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:10:21.786221 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-c064fd91-239b-4ab9-91fa-040c6c216d9b req-20c37061-fcb5-4be6-a812-f0f475615562 service neutron] Attempting to bind port 9a83b11b-927d-42c7-9992-7a62e5d27a21 on host n-h2-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:10:21.786655 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-c064fd91-239b-4ab9-91fa-040c6c216d9b req-20c37061-fcb5-4be6-a812-f0f475615562 service neutron] Attempting to bind port 9a83b11b-927d-42c7-9992-7a62e5d27a21 by drivers openvswitch,hyperv on host n-h2-813679-3 at level 0 using segments [{'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:10:21.787472 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c064fd91-239b-4ab9-91fa-040c6c216d9b req-20c37061-fcb5-4be6-a812-f0f475615562 service neutron] Attempting to bind port 9a83b11b-927d-42c7-9992-7a62e5d27a21 on network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:10:21.788193 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978c7c7d-1bec-4df4-838c-c3566fd8c19b req-8b451e65-061b-4c15-99f1-53879dbcc571 tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:21.796375 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-978c7c7d-1bec-4df4-838c-c3566fd8c19b req-8b451e65-061b-4c15-99f1-53879dbcc571 tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] 10.222.0.49 "GET /v2.0/ports?device_id=026c7833-f266-4120-a1bb-0ce17592cc7b HTTP/1.1" status: 200 len: 949 time: 0.1773405 Oct 12 19:10:21.810311 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7864eb70-72a1-4ca7-8521-64edc0496ac2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc11b2a4-7d09-44e7-82f3-4fa3e0326901,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:21.813522 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c064fd91-239b-4ab9-91fa-040c6c216d9b req-20c37061-fcb5-4be6-a812-f0f475615562 service neutron] Port 9a83b11b-927d-42c7-9992-7a62e5d27a21 on network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:10:21.813909 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c064fd91-239b-4ab9-91fa-040c6c216d9b req-20c37061-fcb5-4be6-a812-f0f475615562 service neutron] Attempting to bind port 9a83b11b-927d-42c7-9992-7a62e5d27a21 on network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:10:21.821827 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c064fd91-239b-4ab9-91fa-040c6c216d9b req-20c37061-fcb5-4be6-a812-f0f475615562 service neutron] Checking agent: {'id': '233fbd7d-38e4-434f-bb8f-05364d7423a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:10:21.822179 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c064fd91-239b-4ab9-91fa-040c6c216d9b req-20c37061-fcb5-4be6-a812-f0f475615562 service neutron] Checking segment: {'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:10:21.826407 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c064fd91-239b-4ab9-91fa-040c6c216d9b req-20c37061-fcb5-4be6-a812-f0f475615562 service neutron] Bound using segment: {'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:10:21.826407 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-c064fd91-239b-4ab9-91fa-040c6c216d9b req-20c37061-fcb5-4be6-a812-f0f475615562 service neutron] Bound port: 9a83b11b-927d-42c7-9992-7a62e5d27a21, host: n-h2-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'}}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:10:21.826407 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-c064fd91-239b-4ab9-91fa-040c6c216d9b req-20c37061-fcb5-4be6-a812-f0f475615562 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:21.826692 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7864eb70-72a1-4ca7-8521-64edc0496ac2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:10:21.826692 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7864eb70-72a1-4ca7-8521-64edc0496ac2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:10:21.826692 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7864eb70-72a1-4ca7-8521-64edc0496ac2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:10:21.826692 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7864eb70-72a1-4ca7-8521-64edc0496ac2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:10:21.826692 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7864eb70-72a1-4ca7-8521-64edc0496ac2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:10:21.826692 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7864eb70-72a1-4ca7-8521-64edc0496ac2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:10:21.826692 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7864eb70-72a1-4ca7-8521-64edc0496ac2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:10:21.826692 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7864eb70-72a1-4ca7-8521-64edc0496ac2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:10:21.827275 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7864eb70-72a1-4ca7-8521-64edc0496ac2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:10:21.827275 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7864eb70-72a1-4ca7-8521-64edc0496ac2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:10:21.827618 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7864eb70-72a1-4ca7-8521-64edc0496ac2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:10:21.827945 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7864eb70-72a1-4ca7-8521-64edc0496ac2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:10:21.916329 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-978c7c7d-1bec-4df4-838c-c3566fd8c19b req-add8d850-0bf3-453c-92ff-23c12c0528d2 tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] 10.222.0.49 "GET /v2.0/security-groups?id=b6f8447e-770e-4df1-a547-9c5ec1258eff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189675 Oct 12 19:10:21.944541 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-29fae09a-94e6-4b1a-870e-c47cef9952a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:21.945609 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a0fee7f0-e512-4e36-9226-e160af13497e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:21.964290 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-29fae09a-94e6-4b1a-870e-c47cef9952a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:22.013248 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-c064fd91-239b-4ab9-91fa-040c6c216d9b req-20c37061-fcb5-4be6-a812-f0f475615562 service neutron] For port 9a83b11b-927d-42c7-9992-7a62e5d27a21, host n-h2-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:10:22.027426 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-c064fd91-239b-4ab9-91fa-040c6c216d9b req-20c37061-fcb5-4be6-a812-f0f475615562 service neutron] For port 9a83b11b-927d-42c7-9992-7a62e5d27a21, host n-h2-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=9a83b11b-927d-42c7-9992-7a62e5d27a21,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:10:22.053792 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a0fee7f0-e512-4e36-9226-e160af13497e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:22.117498 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-29fae09a-94e6-4b1a-870e-c47cef9952a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:22.123153 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-29fae09a-94e6-4b1a-870e-c47cef9952a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:22.125504 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a0fee7f0-e512-4e36-9226-e160af13497e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:22.129324 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-d3e648bd-d88c-47b1-8a13-d671a8ba411d req-622f21ec-c408-4ed5-8aa5-3860ebb78698 tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:22.133625 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-29fae09a-94e6-4b1a-870e-c47cef9952a6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bc11b2a4-7d09-44e7-82f3-4fa3e0326901 HTTP/1.1" status: 204 len: 168 time: 0.3486907 Oct 12 19:10:22.138161 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-c064fd91-239b-4ab9-91fa-040c6c216d9b req-20c37061-fcb5-4be6-a812-f0f475615562 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:22.145455 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['54f950e7-8981-4f91-9b45-6366e7507caa'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:10:22.187608 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622f21ec-c408-4ed5-8aa5-3860ebb78698 tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] Pushing event deleted for resources: {'Port': ['ID=54f950e7-8981-4f91-9b45-6366e7507caa,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:22.201779 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-a0fee7f0-e512-4e36-9226-e160af13497e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fdd129806a7f472593c47f2023df1fb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6822479 Oct 12 19:10:22.203535 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fae09a-94e6-4b1a-870e-c47cef9952a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc11b2a4-7d09-44e7-82f3-4fa3e0326901,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:22.205308 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 54452) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:10:22.206676 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c064fd91-239b-4ab9-91fa-040c6c216d9b req-20c37061-fcb5-4be6-a812-f0f475615562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:22.207421 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-c064fd91-239b-4ab9-91fa-040c6c216d9b req-20c37061-fcb5-4be6-a812-f0f475615562 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:22.209159 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c064fd91-239b-4ab9-91fa-040c6c216d9b req-20c37061-fcb5-4be6-a812-f0f475615562 service neutron] 10.222.0.67 "PUT /v2.0/ports/9a83b11b-927d-42c7-9992-7a62e5d27a21 HTTP/1.1" status: 200 len: 1096 time: 1.0935323 Oct 12 19:10:22.213203 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '360b77c2-8a3e-413a-a7dc-b26b5082e929', 'tag': '9a83b11b-927d-42c7-9992-7a62e5d27a21'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:10:22.215647 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-871f08d8-191b-4611-9403-bdffced8e7fb" -d '{"events": [{"name": "network-changed", "server_uuid": "360b77c2-8a3e-413a-a7dc-b26b5082e929", "tag": "9a83b11b-927d-42c7-9992-7a62e5d27a21"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:10:22.237047 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fee7f0-e512-4e36-9226-e160af13497e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=396e0ed6-484b-447a-bd2a-e9437a67cbdd,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:22.258133 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3e648bd-d88c-47b1-8a13-d671a8ba411d req-622f21ec-c408-4ed5-8aa5-3860ebb78698 tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] No DVR routers for this DVR port 54f950e7-8981-4f91-9b45-6366e7507caa on host n-h1-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:10:22.260690 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-d3e648bd-d88c-47b1-8a13-d671a8ba411d req-622f21ec-c408-4ed5-8aa5-3860ebb78698 tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:22.264760 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d3e648bd-d88c-47b1-8a13-d671a8ba411d req-622f21ec-c408-4ed5-8aa5-3860ebb78698 tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] 10.222.0.61 "DELETE /v2.0/ports/54f950e7-8981-4f91-9b45-6366e7507caa HTTP/1.1" status: 204 len: 173 time: 0.9824672 Oct 12 19:10:22.265402 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '026c7833-f266-4120-a1bb-0ce17592cc7b', 'name': 'network-vif-deleted', 'tag': '54f950e7-8981-4f91-9b45-6366e7507caa'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:10:22.271145 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92d1b37a-4e1b-4011-9ab6-75b3900b969e" -d '{"events": [{"server_uuid": "026c7833-f266-4120-a1bb-0ce17592cc7b", "name": "network-vif-deleted", "tag": "54f950e7-8981-4f91-9b45-6366e7507caa"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:10:22.290472 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 54458) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:10:22.315406 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a87da9b5-7e6e-4091-aec2-fd4e34073124 x-openstack-request-id: req-a87da9b5-7e6e-4091-aec2-fd4e34073124 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:10:22.315834 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "360b77c2-8a3e-413a-a7dc-b26b5082e929", "tag": "9a83b11b-927d-42c7-9992-7a62e5d27a21", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:10:22.319810 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a87da9b5-7e6e-4091-aec2-fd4e34073124 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:10:22.321732 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '360b77c2-8a3e-413a-a7dc-b26b5082e929', 'tag': '9a83b11b-927d-42c7-9992-7a62e5d27a21', 'status': 'completed', 'code': 200} Oct 12 19:10:22.332138 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c37061-fcb5-4be6-a812-f0f475615562 service neutron] Pushing event updated for resources: {'Port': ['ID=9a83b11b-927d-42c7-9992-7a62e5d27a21,revision_number=3']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:22.359059 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-4cd4dc88-ae24-4ec5-8c46-29fe53782f3a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=84644c076b2b47049b290541aa5dfca7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0668900 Oct 12 19:10:22.360072 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 54464) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:10:22.394253 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-725baea1-9f31-425f-b9ee-4633242d734a x-openstack-request-id: req-725baea1-9f31-425f-b9ee-4633242d734a {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:10:22.395308 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "026c7833-f266-4120-a1bb-0ce17592cc7b", "name": "network-vif-deleted", "tag": "54f950e7-8981-4f91-9b45-6366e7507caa", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:10:22.399687 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-725baea1-9f31-425f-b9ee-4633242d734a {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:10:22.400392 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '026c7833-f266-4120-a1bb-0ce17592cc7b', 'name': 'network-vif-deleted', 'tag': '54f950e7-8981-4f91-9b45-6366e7507caa', 'status': 'completed', 'code': 200} Oct 12 19:10:22.456893 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-13f1a08c-92de-47d0-9afe-1d8897f66bd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:22.465110 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-262d019a-1781-468c-a34c-e7abfb89c8b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:22.489111 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-262d019a-1781-468c-a34c-e7abfb89c8b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:22.527560 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871f08d8-191b-4611-9403-bdffced8e7fb req-6efb2087-c5a1-4eba-bbcd-01f163f728ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:22.531654 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-871f08d8-191b-4611-9403-bdffced8e7fb req-6efb2087-c5a1-4eba-bbcd-01f163f728ab service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a7e2f9ac25154e93bde6883224c704a7&device_id=360b77c2-8a3e-413a-a7dc-b26b5082e929 HTTP/1.1" status: 200 len: 1099 time: 0.2006776 Oct 12 19:10:22.542820 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-13f1a08c-92de-47d0-9afe-1d8897f66bd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:22.596091 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-871f08d8-191b-4611-9403-bdffced8e7fb req-c91377e0-e834-4702-8f4f-086a6c5f61d0 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=a7e2f9ac25154e93bde6883224c704a7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0508595 Oct 12 19:10:22.605562 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e90c79b-e35b-4206-9a98-9ce0a63f2783 req-8f13872d-71f5-48ae-a38b-e62803d00b18 tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:22.607244 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4e90c79b-e35b-4206-9a98-9ce0a63f2783 req-8f13872d-71f5-48ae-a38b-e62803d00b18 tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] 10.222.0.49 "GET /v2.0/ports?device_id=360b77c2-8a3e-413a-a7dc-b26b5082e929 HTTP/1.1" status: 200 len: 948 time: 0.1652851 Oct 12 19:10:22.636650 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-262d019a-1781-468c-a34c-e7abfb89c8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:22.639891 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-262d019a-1781-468c-a34c-e7abfb89c8b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:22.643707 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-262d019a-1781-468c-a34c-e7abfb89c8b5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/59bcaed9-afb3-475d-91da-4062a9439747 HTTP/1.1" status: 204 len: 168 time: 0.2798045 Oct 12 19:10:22.650642 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262d019a-1781-468c-a34c-e7abfb89c8b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59bcaed9-afb3-475d-91da-4062a9439747,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:22.725140 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4e90c79b-e35b-4206-9a98-9ce0a63f2783 req-6ad06e90-c86f-4f30-bb32-789551bb05c3 tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] 10.222.0.49 "GET /v2.0/security-groups?id=106b5f86-f260-42d0-a64b-18dc989cc9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098807 Oct 12 19:10:22.767955 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871f08d8-191b-4611-9403-bdffced8e7fb req-606d8670-9760-4452-ab90-453d200a1268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:22.769803 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-871f08d8-191b-4611-9403-bdffced8e7fb req-606d8670-9760-4452-ab90-453d200a1268 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1554394 Oct 12 19:10:22.813817 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-13f1a08c-92de-47d0-9afe-1d8897f66bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:22.816425 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-13f1a08c-92de-47d0-9afe-1d8897f66bd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:22.817553 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-13f1a08c-92de-47d0-9afe-1d8897f66bd3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/396e0ed6-484b-447a-bd2a-e9437a67cbdd HTTP/1.1" status: 204 len: 168 time: 0.6052587 Oct 12 19:10:22.852112 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f1a08c-92de-47d0-9afe-1d8897f66bd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=396e0ed6-484b-447a-bd2a-e9437a67cbdd,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:22.870407 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c064fd91-239b-4ab9-91fa-040c6c216d9b req-700877c4-23f8-4d0d-bace-25e80dae65f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:22.871929 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c064fd91-239b-4ab9-91fa-040c6c216d9b req-700877c4-23f8-4d0d-bace-25e80dae65f2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a7e2f9ac25154e93bde6883224c704a7&device_id=360b77c2-8a3e-413a-a7dc-b26b5082e929 HTTP/1.1" status: 200 len: 1099 time: 0.0518134 Oct 12 19:10:22.914809 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c064fd91-239b-4ab9-91fa-040c6c216d9b req-82acad3e-740d-4c72-bd7d-1d1c53958406 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=9a83b11b-927d-42c7-9992-7a62e5d27a21 HTTP/1.1" status: 200 len: 217 time: 0.0336823 Oct 12 19:10:22.972672 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c064fd91-239b-4ab9-91fa-040c6c216d9b req-e7203cf8-7f26-4328-baf0-8834d3c99b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:22.974863 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c064fd91-239b-4ab9-91fa-040c6c216d9b req-e7203cf8-7f26-4328-baf0-8834d3c99b4b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=629aee7d-3fde-4c72-af1e-6a7e1f6a7e75 HTTP/1.1" status: 200 len: 843 time: 0.0503011 Oct 12 19:10:23.041602 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6f99ff7d-f60e-4202-80b7-e432299f8d1d req-979455af-afa7-45e4-9220-c00cb8d2a368 tempest-DeleteServersAdminTestJSON-68023370 tempest-DeleteServersAdminTestJSON-68023370-project] 10.222.0.49 "GET /v2.0/ports?device_id=026c7833-f266-4120-a1bb-0ce17592cc7b HTTP/1.1" status: 200 len: 210 time: 0.0324957 Oct 12 19:10:23.055111 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c064fd91-239b-4ab9-91fa-040c6c216d9b req-6a2f1a01-701d-45cc-b391-f36b2a6f0448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:23.056646 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c064fd91-239b-4ab9-91fa-040c6c216d9b req-6a2f1a01-701d-45cc-b391-f36b2a6f0448 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=90dcf485-b1ad-4139-85a3-9e1e9879e6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0748315 Oct 12 19:10:23.163569 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c064fd91-239b-4ab9-91fa-040c6c216d9b req-ae7bd04a-2897-4bb6-adb1-5c14a787103d service neutron] 10.222.0.67 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952439 Oct 12 19:10:23.265834 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c064fd91-239b-4ab9-91fa-040c6c216d9b req-dca809e6-babc-4ba6-8184-7607fdf97a82 service neutron] 10.222.0.67 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936477 Oct 12 19:10:23.301880 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 54484) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:10:23.315052 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cc23e1a7-2c0d-4c30-bbd7-effc9b468323 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:23.383687 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 54486) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:10:23.405265 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cc23e1a7-2c0d-4c30-bbd7-effc9b468323 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:23.499187 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cc23e1a7-2c0d-4c30-bbd7-effc9b468323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:23.548021 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-cc23e1a7-2c0d-4c30-bbd7-effc9b468323 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=17d954bb58454dbdbfdd38e9dbc57746&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2448430 Oct 12 19:10:23.549056 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc23e1a7-2c0d-4c30-bbd7-effc9b468323 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4ece13c-04ef-4ae6-8add-e609e2a076cc,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:23.551247 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 54496) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:10:23.605893 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5995cf50-86af-4b2d-adf1-653be948440d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:23.637632 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5995cf50-86af-4b2d-adf1-653be948440d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:23.644405 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-dee3fa10-821b-4770-8580-dbdadd46d09e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:23.737384 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-dee3fa10-821b-4770-8580-dbdadd46d09e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:23.836798 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5995cf50-86af-4b2d-adf1-653be948440d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:23.839982 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5995cf50-86af-4b2d-adf1-653be948440d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:23.843977 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-5995cf50-86af-4b2d-adf1-653be948440d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b4ece13c-04ef-4ae6-8add-e609e2a076cc HTTP/1.1" status: 204 len: 168 time: 0.2890072 Oct 12 19:10:23.855955 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5995cf50-86af-4b2d-adf1-653be948440d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4ece13c-04ef-4ae6-8add-e609e2a076cc,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:23.859133 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-dee3fa10-821b-4770-8580-dbdadd46d09e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:23.918196 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b318bdf-fe74-4e5a-a37c-7f0df4339b9c req-b32f7050-2010-4cd0-9cfe-a2b206fd41ff tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:23.920064 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6b318bdf-fe74-4e5a-a37c-7f0df4339b9c req-b32f7050-2010-4cd0-9cfe-a2b206fd41ff tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] 10.222.0.49 "GET /v2.0/ports?device_id=360b77c2-8a3e-413a-a7dc-b26b5082e929 HTTP/1.1" status: 200 len: 948 time: 0.1242368 Oct 12 19:10:23.925725 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-dee3fa10-821b-4770-8580-dbdadd46d09e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bbe6a313caf949e8ba858f8b79bfad51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5377128 Oct 12 19:10:23.925725 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee3fa10-821b-4770-8580-dbdadd46d09e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ace7a9b-193e-4346-9b74-58b1b10ebb94,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:23.925944 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 54514) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:10:23.951125 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 54516) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:10:23.968467 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c501430e-6920-408b-8471-7de264291de8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:23.979439 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c0408dcc-8cdf-43a9-9ade-4d8af784d3ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:23.996363 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6b318bdf-fe74-4e5a-a37c-7f0df4339b9c req-a70b84e9-cb1f-4e0e-b746-f2051e19873e tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] 10.222.0.49 "GET /v2.0/security-groups?id=106b5f86-f260-42d0-a64b-18dc989cc9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635824 Oct 12 19:10:24.005788 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c0408dcc-8cdf-43a9-9ade-4d8af784d3ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:24.080056 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c501430e-6920-408b-8471-7de264291de8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:24.140184 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c501430e-6920-408b-8471-7de264291de8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:24.145398 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c0408dcc-8cdf-43a9-9ade-4d8af784d3ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:24.148108 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c0408dcc-8cdf-43a9-9ade-4d8af784d3ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:24.152270 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-c0408dcc-8cdf-43a9-9ade-4d8af784d3ef admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4ace7a9b-193e-4346-9b74-58b1b10ebb94 HTTP/1.1" status: 204 len: 168 time: 0.2255349 Oct 12 19:10:24.170814 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0408dcc-8cdf-43a9-9ade-4d8af784d3ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ace7a9b-193e-4346-9b74-58b1b10ebb94,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:24.191019 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-c501430e-6920-408b-8471-7de264291de8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c96209fa40b84a568e26c38aacd98a68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2382488 Oct 12 19:10:24.192464 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c501430e-6920-408b-8471-7de264291de8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d637a4c6-a887-4966-8512-c8c67b8c68d2,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:24.196003 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 54532) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:10:24.257503 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e1ecba41-f929-4abc-b6b5-1e68f0f9f596 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:24.284216 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e1ecba41-f929-4abc-b6b5-1e68f0f9f596 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:24.379420 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e1ecba41-f929-4abc-b6b5-1e68f0f9f596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:24.382220 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e1ecba41-f929-4abc-b6b5-1e68f0f9f596 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:24.383386 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-e1ecba41-f929-4abc-b6b5-1e68f0f9f596 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d637a4c6-a887-4966-8512-c8c67b8c68d2 HTTP/1.1" status: 204 len: 168 time: 0.1854956 Oct 12 19:10:24.391078 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ecba41-f929-4abc-b6b5-1e68f0f9f596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d637a4c6-a887-4966-8512-c8c67b8c68d2,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:25.114320 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee3f575-4cfa-4c54-9d8d-34cdd53cc82c req-494ac13c-a2eb-4350-80d2-1b57cf54c53f tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:25.116555 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8ee3f575-4cfa-4c54-9d8d-34cdd53cc82c req-494ac13c-a2eb-4350-80d2-1b57cf54c53f tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] 10.222.0.49 "GET /v2.0/ports?device_id=360b77c2-8a3e-413a-a7dc-b26b5082e929 HTTP/1.1" status: 200 len: 948 time: 0.0561221 Oct 12 19:10:25.148345 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 54572) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:10:25.163317 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8ee3f575-4cfa-4c54-9d8d-34cdd53cc82c req-744aa41c-a9cb-4aa3-b948-8afcb3b7afbb tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] 10.222.0.49 "GET /v2.0/security-groups?id=106b5f86-f260-42d0-a64b-18dc989cc9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407524 Oct 12 19:10:25.229591 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 54576) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:10:25.244220 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-00c26714-0bb3-43d6-85fc-19766ffd4e3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:25.332316 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-00c26714-0bb3-43d6-85fc-19766ffd4e3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:25.418981 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-00c26714-0bb3-43d6-85fc-19766ffd4e3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:25.462061 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-00c26714-0bb3-43d6-85fc-19766ffd4e3e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=717c432fb16e4473b10cd7653167e6b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2313628 Oct 12 19:10:25.464768 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 54582) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:10:25.472020 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c26714-0bb3-43d6-85fc-19766ffd4e3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f48a4ec0-bc7e-49b0-92d9-f89d977ebbf9,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:25.491849 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 54f950e7-8981-4f91-9b45-6366e7507caa no longer exists at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:10:25.525245 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] No Port match for: 54f950e7-8981-4f91-9b45-6366e7507caa {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:10:25.525644 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 54f950e7-8981-4f91-9b45-6366e7507caa not bound to the agent host n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:10:25.548147 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-59c1ca4f-b078-4d9c-a3fb-5d75c7282a21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:25.569838 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-59c1ca4f-b078-4d9c-a3fb-5d75c7282a21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:25.690791 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-59c1ca4f-b078-4d9c-a3fb-5d75c7282a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:25.693765 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-59c1ca4f-b078-4d9c-a3fb-5d75c7282a21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:25.694285 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-624c06c1-5baa-4003-a0a6-df2e5f17922e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d7a64e2dba794979bf3216845bbeb4f0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5448747 Oct 12 19:10:25.695376 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-59c1ca4f-b078-4d9c-a3fb-5d75c7282a21 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f48a4ec0-bc7e-49b0-92d9-f89d977ebbf9 HTTP/1.1" status: 204 len: 168 time: 0.2294371 Oct 12 19:10:25.698021 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 54596) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:10:25.703313 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c1ca4f-b078-4d9c-a3fb-5d75c7282a21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f48a4ec0-bc7e-49b0-92d9-f89d977ebbf9,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:25.758486 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1f39fb69-90a6-43d1-961e-ca4319ef6b3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:25.780933 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1f39fb69-90a6-43d1-961e-ca4319ef6b3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:25.899357 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1f39fb69-90a6-43d1-961e-ca4319ef6b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:25.902040 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1f39fb69-90a6-43d1-961e-ca4319ef6b3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:25.903372 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-1f39fb69-90a6-43d1-961e-ca4319ef6b3c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b6f8447e-770e-4df1-a547-9c5ec1258eff HTTP/1.1" status: 204 len: 168 time: 0.2044518 Oct 12 19:10:25.911441 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f39fb69-90a6-43d1-961e-ca4319ef6b3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f8447e-770e-4df1-a547-9c5ec1258eff,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:26.278012 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f570bc87-f4e7-4445-86b0-11d450a782a4 req-7e316b90-9ce8-486b-9108-fbd3eca86223 tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:26.280066 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f570bc87-f4e7-4445-86b0-11d450a782a4 req-7e316b90-9ce8-486b-9108-fbd3eca86223 tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] 10.222.0.49 "GET /v2.0/ports?device_id=360b77c2-8a3e-413a-a7dc-b26b5082e929 HTTP/1.1" status: 200 len: 948 time: 0.0482786 Oct 12 19:10:26.323364 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f570bc87-f4e7-4445-86b0-11d450a782a4 req-1c4b1cf1-1429-4838-a1f0-29634a1708e0 tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] 10.222.0.49 "GET /v2.0/security-groups?id=106b5f86-f260-42d0-a64b-18dc989cc9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317690 Oct 12 19:10:26.332215 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 9a83b11b-927d-42c7-9992-7a62e5d27a21 details requested by agent hyperv_n-h2-813679-3 with host n-h2-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:10:26.437761 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 9a83b11b-927d-42c7-9992-7a62e5d27a21, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=9a83b11b-927d-42c7-9992-7a62e5d27a21,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:10:26.448709 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Returning: {'device': '9a83b11b-927d-42c7-9992-7a62e5d27a21', 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1', 'port_id': '9a83b11b-927d-42c7-9992-7a62e5d27a21', 'mac_address': 'fa:16:3e:56:52:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '629aee7d-3fde-4c72-af1e-6a7e1f6a7e75', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:10:26.484688 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:26.496778 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a83b11b-927d-42c7-9992-7a62e5d27a21 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:10:26.516859 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 9a83b11b-927d-42c7-9992-7a62e5d27a21, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=9a83b11b-927d-42c7-9992-7a62e5d27a21,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:10:26.585389 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:26.645230 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=9a83b11b-927d-42c7-9992-7a62e5d27a21,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:26.653473 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:10:26.653859 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:10:26.654881 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:10:26.655288 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:10:26.655615 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:10:26.655941 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:10:26.656305 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:10:26.656648 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:10:26.656943 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:10:26.657279 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:10:26.657597 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:10:26.658082 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:10:26.797095 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['9a83b11b-927d-42c7-9992-7a62e5d27a21'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:10:26.936289 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 54634) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:10:26.950263 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-86f8033f-9150-4d1f-aead-434510e1be17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:27.028227 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-86f8033f-9150-4d1f-aead-434510e1be17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:27.059284 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-86f8033f-9150-4d1f-aead-434510e1be17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:27.106232 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f8033f-9150-4d1f-aead-434510e1be17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71c85434-7d12-4093-874d-3ec9deceadae,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:27.114590 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 54644) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:10:27.122034 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-86f8033f-9150-4d1f-aead-434510e1be17 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ca21bac9725742deb8220674d6c7ea66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1846173 Oct 12 19:10:27.181461 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-376f0d7e-33ae-46d5-b921-555748ad705a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:27.205243 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-376f0d7e-33ae-46d5-b921-555748ad705a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:27.333179 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-376f0d7e-33ae-46d5-b921-555748ad705a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:27.335714 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-376f0d7e-33ae-46d5-b921-555748ad705a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:27.336880 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-376f0d7e-33ae-46d5-b921-555748ad705a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/71c85434-7d12-4093-874d-3ec9deceadae HTTP/1.1" status: 204 len: 168 time: 0.2212999 Oct 12 19:10:27.344847 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376f0d7e-33ae-46d5-b921-555748ad705a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71c85434-7d12-4093-874d-3ec9deceadae,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:27.451203 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9559a579-cb58-4b19-b3ad-6509f0180489 req-9d35fbb5-61e5-44cb-9a47-d40e8959ba83 tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:27.453379 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9559a579-cb58-4b19-b3ad-6509f0180489 req-9d35fbb5-61e5-44cb-9a47-d40e8959ba83 tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] 10.222.0.49 "GET /v2.0/ports?device_id=360b77c2-8a3e-413a-a7dc-b26b5082e929 HTTP/1.1" status: 200 len: 949 time: 0.0553861 Oct 12 19:10:27.460788 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 54662) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:10:27.494414 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9559a579-cb58-4b19-b3ad-6509f0180489 req-0a3dad66-a5a8-4172-a998-9add7d36ef00 tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] 10.222.0.49 "GET /v2.0/security-groups?id=106b5f86-f260-42d0-a64b-18dc989cc9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346603 Oct 12 19:10:27.917479 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8c106a25-4bc7-4a81-8d72-34521091b90c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:27.995925 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8c106a25-4bc7-4a81-8d72-34521091b90c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:28.053521 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8c106a25-4bc7-4a81-8d72-34521091b90c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:28.107975 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-8c106a25-4bc7-4a81-8d72-34521091b90c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a2228c1bee154f79868487fb412f3a1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6460502 Oct 12 19:10:28.109679 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c106a25-4bc7-4a81-8d72-34521091b90c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad6d66ca-af04-4593-8297-378d3a8035db,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:28.110576 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 54694) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:10:28.184408 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-99f7cfae-818a-4b7d-ba45-b2c4cb4f749e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:28.207701 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-99f7cfae-818a-4b7d-ba45-b2c4cb4f749e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:28.311582 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-99f7cfae-818a-4b7d-ba45-b2c4cb4f749e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:28.314455 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-99f7cfae-818a-4b7d-ba45-b2c4cb4f749e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:28.315813 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-99f7cfae-818a-4b7d-ba45-b2c4cb4f749e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ad6d66ca-af04-4593-8297-378d3a8035db HTTP/1.1" status: 204 len: 168 time: 0.2042549 Oct 12 19:10:28.328217 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f7cfae-818a-4b7d-ba45-b2c4cb4f749e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad6d66ca-af04-4593-8297-378d3a8035db,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:28.345175 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 9a83b11b-927d-42c7-9992-7a62e5d27a21 up at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:10:28.523755 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning for port 9a83b11b-927d-42c7-9992-7a62e5d27a21 completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:10:28.532361 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning complete for port 9a83b11b-927d-42c7-9992-7a62e5d27a21 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:10:28.532768 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:28.614253 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161762d7-b480-4826-b9ee-8d16f6785ee0 req-b71b3225-2d85-4fc1-8bab-eb5174ccc576 tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:28.616547 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-161762d7-b480-4826-b9ee-8d16f6785ee0 req-b71b3225-2d85-4fc1-8bab-eb5174ccc576 tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] 10.222.0.49 "GET /v2.0/ports?device_id=360b77c2-8a3e-413a-a7dc-b26b5082e929 HTTP/1.1" status: 200 len: 949 time: 0.0508952 Oct 12 19:10:28.670469 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-161762d7-b480-4826-b9ee-8d16f6785ee0 req-512c70ae-ce99-42b7-b1d7-4f86e53cfd20 tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] 10.222.0.49 "GET /v2.0/security-groups?id=106b5f86-f260-42d0-a64b-18dc989cc9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464523 Oct 12 19:10:28.767064 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:28.789195 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '360b77c2-8a3e-413a-a7dc-b26b5082e929', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a83b11b-927d-42c7-9992-7a62e5d27a21'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:10:28.791518 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82ccbf55-99e7-4e20-96d8-2a55f1063d2d" -d '{"events": [{"server_uuid": "360b77c2-8a3e-413a-a7dc-b26b5082e929", "name": "network-vif-plugged", "status": "completed", "tag": "9a83b11b-927d-42c7-9992-7a62e5d27a21"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:10:28.809288 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 9a83b11b-927d-42c7-9992-7a62e5d27a21, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=9a83b11b-927d-42c7-9992-7a62e5d27a21,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:10:28.830485 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f63d251-065b-4ee5-b84c-2e146b300a19 x-openstack-request-id: req-8f63d251-065b-4ee5-b84c-2e146b300a19 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:10:28.830791 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "360b77c2-8a3e-413a-a7dc-b26b5082e929", "name": "network-vif-plugged", "status": "completed", "tag": "9a83b11b-927d-42c7-9992-7a62e5d27a21", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:10:28.831055 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8f63d251-065b-4ee5-b84c-2e146b300a19 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:10:28.831418 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '360b77c2-8a3e-413a-a7dc-b26b5082e929', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a83b11b-927d-42c7-9992-7a62e5d27a21', 'code': 200} Oct 12 19:10:28.905564 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:28.952401 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8d232e-542e-4571-83af-ff3fb5925f67 req-70250e59-ccef-4ffb-a25d-2569ab95bc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:28.954122 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ef8d232e-542e-4571-83af-ff3fb5925f67 req-70250e59-ccef-4ffb-a25d-2569ab95bc8f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=360b77c2-8a3e-413a-a7dc-b26b5082e929 HTTP/1.1" status: 200 len: 1101 time: 0.0446401 Oct 12 19:10:28.955805 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=9a83b11b-927d-42c7-9992-7a62e5d27a21,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:28.993173 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ef8d232e-542e-4571-83af-ff3fb5925f67 req-d72ef01d-794a-4011-834a-e9bdc80b2081 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=106b5f86-f260-42d0-a64b-18dc989cc9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276463 Oct 12 19:10:29.065707 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-88b35c2f-52ef-4595-8162-61887d7a525d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:29.147080 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 54762) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:10:29.163148 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8939f09d-58a3-4605-b552-10a391fa02f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:29.251788 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8939f09d-58a3-4605-b552-10a391fa02f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:29.327669 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8939f09d-58a3-4605-b552-10a391fa02f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:29.370305 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-8939f09d-58a3-4605-b552-10a391fa02f7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b759768b52c4463197ecf88d64bec8f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2195446 Oct 12 19:10:29.370305 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8939f09d-58a3-4605-b552-10a391fa02f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e7fbf8d-db00-4265-a077-c1c511bfab0c,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:29.370740 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 54768) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:10:29.422387 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0f01b483-da47-46b6-8434-4b94dfb0df99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:29.444434 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0f01b483-da47-46b6-8434-4b94dfb0df99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:29.573934 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0f01b483-da47-46b6-8434-4b94dfb0df99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:29.577203 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0f01b483-da47-46b6-8434-4b94dfb0df99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:29.581138 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-0f01b483-da47-46b6-8434-4b94dfb0df99 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3e7fbf8d-db00-4265-a077-c1c511bfab0c HTTP/1.1" status: 204 len: 168 time: 0.2092328 Oct 12 19:10:29.589955 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f01b483-da47-46b6-8434-4b94dfb0df99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e7fbf8d-db00-4265-a077-c1c511bfab0c,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:29.790878 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b62c32e-d08c-4ec6-9bfc-04ed69e72120 req-9a4dd645-91b3-4e53-8f0c-3322f7092656 tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:29.792373 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9b62c32e-d08c-4ec6-9bfc-04ed69e72120 req-9a4dd645-91b3-4e53-8f0c-3322f7092656 tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] 10.222.0.49 "GET /v2.0/ports?device_id=360b77c2-8a3e-413a-a7dc-b26b5082e929 HTTP/1.1" status: 200 len: 950 time: 0.0476213 Oct 12 19:10:29.831887 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9b62c32e-d08c-4ec6-9bfc-04ed69e72120 req-6db13e95-4593-418b-9df4-845481cc101b tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] 10.222.0.49 "GET /v2.0/security-groups?id=106b5f86-f260-42d0-a64b-18dc989cc9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328772 Oct 12 19:10:30.537581 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 54820) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:10:30.863798 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8046081b-36ca-43b0-9b8e-37653deac48d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:30.960609 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8046081b-36ca-43b0-9b8e-37653deac48d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:30.997317 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcffcb57-edad-4df2-a90a-7a9f849ef17e req-88c7085e-8872-4874-b632-7f627f412597 tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:31.004726 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bcffcb57-edad-4df2-a90a-7a9f849ef17e req-88c7085e-8872-4874-b632-7f627f412597 tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] 10.222.0.49 "GET /v2.0/ports?device_id=360b77c2-8a3e-413a-a7dc-b26b5082e929 HTTP/1.1" status: 200 len: 950 time: 0.0887144 Oct 12 19:10:31.025288 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8046081b-36ca-43b0-9b8e-37653deac48d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:31.066293 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-8046081b-36ca-43b0-9b8e-37653deac48d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1d79c071d7844bb4a447118e6921e089&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5243993 Oct 12 19:10:31.070467 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 54868) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:10:31.083609 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8046081b-36ca-43b0-9b8e-37653deac48d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d16070de-a8f4-45ab-b38f-7516f9281a56,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:31.141934 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bcffcb57-edad-4df2-a90a-7a9f849ef17e req-fc747ae6-ccba-48a9-a6ff-4d4c3b6184bf tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] 10.222.0.49 "GET /v2.0/security-groups?id=106b5f86-f260-42d0-a64b-18dc989cc9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363094 Oct 12 19:10:31.161859 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-61b1b922-858f-4a46-afc2-5575b1e3cf9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:31.192629 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-61b1b922-858f-4a46-afc2-5575b1e3cf9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:31.328329 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-61b1b922-858f-4a46-afc2-5575b1e3cf9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:31.330907 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-61b1b922-858f-4a46-afc2-5575b1e3cf9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:31.332124 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-61b1b922-858f-4a46-afc2-5575b1e3cf9d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d16070de-a8f4-45ab-b38f-7516f9281a56 HTTP/1.1" status: 204 len: 168 time: 0.2594962 Oct 12 19:10:31.341218 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b1b922-858f-4a46-afc2-5575b1e3cf9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d16070de-a8f4-45ab-b38f-7516f9281a56,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:31.602244 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6502e20c-3889-4d19-9bed-b88f7a618a78 req-88582ce7-3870-49ec-9f95-00520bc46133 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=0622f2ddd6f74dfcb6a10ad3f54a9317&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0239408 Oct 12 19:10:31.627335 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5d134bfd-f9e5-4b3d-a260-18cd62e300c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:31.729294 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6502e20c-3889-4d19-9bed-b88f7a618a78 req-e34c8b52-0153-49ba-8c0b-c2f718bea11d tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:31.734327 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6502e20c-3889-4d19-9bed-b88f7a618a78 req-e34c8b52-0153-49ba-8c0b-c2f718bea11d tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1219954 Oct 12 19:10:31.746547 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6502e20c-3889-4d19-9bed-b88f7a618a78 req-0a0fe935-dc20-466b-a716-3c95686b81b0 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/quotas/0622f2ddd6f74dfcb6a10ad3f54a9317 HTTP/1.1" status: 200 len: 375 time: 0.0096250 Oct 12 19:10:31.790292 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6502e20c-3889-4d19-9bed-b88f7a618a78 req-1c6d0494-923a-4a0c-a0ce-44c826188668 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=0622f2ddd6f74dfcb6a10ad3f54a9317&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0365899 Oct 12 19:10:31.847602 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e0482512-d785-4a92-9dd7-8c55ec3ff245 req-10d59656-1927-43a2-abc8-4e63efde0d01 tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=a7e2f9ac25154e93bde6883224c704a7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294709 Oct 12 19:10:31.985050 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0482512-d785-4a92-9dd7-8c55ec3ff245 req-afb4fcff-0fb0-498d-8fbc-0c12d9733391 tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:31.993490 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e0482512-d785-4a92-9dd7-8c55ec3ff245 req-afb4fcff-0fb0-498d-8fbc-0c12d9733391 tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1442306 Oct 12 19:10:32.008552 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e0482512-d785-4a92-9dd7-8c55ec3ff245 req-3a45107c-07e0-4584-82d2-ee9a5e0969e1 tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] 10.222.0.49 "GET /v2.0/quotas/a7e2f9ac25154e93bde6883224c704a7 HTTP/1.1" status: 200 len: 375 time: 0.0141718 Oct 12 19:10:32.062001 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e0482512-d785-4a92-9dd7-8c55ec3ff245 req-0d1d9d04-57dd-422b-b8ac-56c8928b4019 tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=a7e2f9ac25154e93bde6883224c704a7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0494368 Oct 12 19:10:32.123269 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 54960) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:10:32.417817 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-43ab3090-4337-46aa-bd8a-ed4d3a063e35 req-63839ccf-874f-4ea7-a5b2-1f87b36c5fa9 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=0622f2ddd6f74dfcb6a10ad3f54a9317&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0242684 Oct 12 19:10:32.437200 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:32.493168 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 54988) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:10:32.507690 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ea97de5e-2725-45f5-8076-509966fbeb18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:32.556939 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ab3090-4337-46aa-bd8a-ed4d3a063e35 req-e9d61046-d1b3-49cd-8e4c-c42e4c3c2821 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:32.564362 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-43ab3090-4337-46aa-bd8a-ed4d3a063e35 req-e9d61046-d1b3-49cd-8e4c-c42e4c3c2821 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1421037 Oct 12 19:10:32.575243 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-43ab3090-4337-46aa-bd8a-ed4d3a063e35 req-d90fc87a-2135-422c-a153-1105bb1aec74 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/quotas/0622f2ddd6f74dfcb6a10ad3f54a9317 HTTP/1.1" status: 200 len: 375 time: 0.0100071 Oct 12 19:10:32.629495 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-43ab3090-4337-46aa-bd8a-ed4d3a063e35 req-38fe97b6-6e12-465d-8a6b-61896921b3d5 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=0622f2ddd6f74dfcb6a10ad3f54a9317&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0474160 Oct 12 19:10:32.631671 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:32.644555 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ea97de5e-2725-45f5-8076-509966fbeb18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:32.767060 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-71c15dcc-2f6b-4242-9055-45ee68b1144e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1808744679-network', 'tenant_id': '194247fcbd8840fc8b099ca900c42c70'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:10:32.785360 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ea97de5e-2725-45f5-8076-509966fbeb18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:32.841167 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 54996) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:10:32.841354 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-ea97de5e-2725-45f5-8076-509966fbeb18 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5887ff6dc13f4564b798ee0ba7bd2784&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3465290 Oct 12 19:10:32.843565 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea97de5e-2725-45f5-8076-509966fbeb18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cae4d40a-2b51-45c8-949e-a0b4fab72c28,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:32.846569 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 54998) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:10:32.899771 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:32.902093 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71c15dcc-2f6b-4242-9055-45ee68b1144e admin admin] Made reservation on behalf of 194247fcbd8840fc8b099ca900c42c70 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:10:32.905402 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-71c15dcc-2f6b-4242-9055-45ee68b1144e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:32.944731 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-71c15dcc-2f6b-4242-9055-45ee68b1144e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:32.982805 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-10c7d0c6-9d26-45b5-8ded-ff11de964cf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:33.057939 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-426b4e0c-3498-44e3-8691-116c0663053c req-bc557837-30d4-49f3-a5f7-8cf696af0dd4 tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] 10.222.0.49 "GET /v2.0/ports?device_id=348f4d66-fd9b-4c47-8847-781f488dbc29 HTTP/1.1" status: 200 len: 210 time: 0.0725257 Oct 12 19:10:33.071479 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4ac7227f-96be-425e-8ed0-ccc647992918 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:33.096381 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4ac7227f-96be-425e-8ed0-ccc647992918 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:33.172700 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-159667c5-36fe-41c7-b08e-f12e92911088 req-f658bae6-f123-4254-9bdf-22805800cff7 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/ports?device_id=908f7f12-c025-4deb-bedf-4bc3345653bf HTTP/1.1" status: 200 len: 210 time: 0.0452375 Oct 12 19:10:33.234867 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-10c7d0c6-9d26-45b5-8ded-ff11de964cf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:33.240129 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4ac7227f-96be-425e-8ed0-ccc647992918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:33.242816 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4ac7227f-96be-425e-8ed0-ccc647992918 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:33.243990 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-4ac7227f-96be-425e-8ed0-ccc647992918 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cae4d40a-2b51-45c8-949e-a0b4fab72c28 HTTP/1.1" status: 204 len: 168 time: 0.4014418 Oct 12 19:10:33.259627 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac7227f-96be-425e-8ed0-ccc647992918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cae4d40a-2b51-45c8-949e-a0b4fab72c28,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:33.277492 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-71c15dcc-2f6b-4242-9055-45ee68b1144e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:33.324299 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-10c7d0c6-9d26-45b5-8ded-ff11de964cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:33.370587 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-10c7d0c6-9d26-45b5-8ded-ff11de964cf7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=aaf1ca7cdb6848f3aa0e199a62e111a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5223627 Oct 12 19:10:33.373558 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 55044) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:10:33.391591 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-71c15dcc-2f6b-4242-9055-45ee68b1144e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:33.399884 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c7d0c6-9d26-45b5-8ded-ff11de964cf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=403cb524-bbaa-4f6a-a852-7d098b008f81,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:33.414053 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:33.421238 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c15dcc-2f6b-4242-9055-45ee68b1144e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc027471-7536-4131-b328-5d38c3e8f799,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:33.433923 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71c15dcc-2f6b-4242-9055-45ee68b1144e admin admin] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:10:33.450130 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0acd603e-ad39-4abf-abef-a85490fa861d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:33.461134 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-71c15dcc-2f6b-4242-9055-45ee68b1144e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:33.461539 n-d-813679-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-71c15dcc-2f6b-4242-9055-45ee68b1144e admin admin] Added segment 70a77141-5565-41b2-8aa4-9582e3e1fa93 of type vlan for network f3d8d55a-a17e-469f-b479-a47932f8f8ad Oct 12 19:10:33.510137 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0acd603e-ad39-4abf-abef-a85490fa861d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:33.511574 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-71c15dcc-2f6b-4242-9055-45ee68b1144e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:33.613912 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-71c15dcc-2f6b-4242-9055-45ee68b1144e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:33.615412 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c15dcc-2f6b-4242-9055-45ee68b1144e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:33.616300 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-71c15dcc-2f6b-4242-9055-45ee68b1144e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:33.653988 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0acd603e-ad39-4abf-abef-a85490fa861d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:33.657462 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0acd603e-ad39-4abf-abef-a85490fa861d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:33.658978 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-0acd603e-ad39-4abf-abef-a85490fa861d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/403cb524-bbaa-4f6a-a852-7d098b008f81 HTTP/1.1" status: 204 len: 168 time: 0.2845180 Oct 12 19:10:33.684387 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acd603e-ad39-4abf-abef-a85490fa861d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=403cb524-bbaa-4f6a-a852-7d098b008f81,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:33.755872 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c15dcc-2f6b-4242-9055-45ee68b1144e admin admin] Pushing event updated for resources: {'Network': ['ID=f3d8d55a-a17e-469f-b479-a47932f8f8ad,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:33.769621 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network f3d8d55a-a17e-469f-b479-a47932f8f8ad details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:10:33.841393 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-71c15dcc-2f6b-4242-9055-45ee68b1144e admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.7160239 Oct 12 19:10:33.844217 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 55094) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:10:33.849907 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-ffc51e60-b177-4250-8caf-26416b06eeaa admin admin] Request body: {'subnet': {'network_id': 'f3d8d55a-a17e-469f-b479-a47932f8f8ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1808744679-subnet', 'tenant_id': '194247fcbd8840fc8b099ca900c42c70', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:10:33.967913 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffc51e60-b177-4250-8caf-26416b06eeaa admin admin] Made reservation on behalf of 194247fcbd8840fc8b099ca900c42c70 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:10:33.970263 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ffc51e60-b177-4250-8caf-26416b06eeaa admin admin] Notify callbacks [] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:34.206481 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-07aefbd4-0201-413b-ad23-a3803785a044 req-a275b3ff-be21-4d0f-bd67-e65f87007ac7 tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] 10.222.0.49 "GET /v2.0/ports?device_id=348f4d66-fd9b-4c47-8847-781f488dbc29 HTTP/1.1" status: 200 len: 210 time: 0.0446076 Oct 12 19:10:34.270563 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 55114) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:10:34.300460 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ffc51e60-b177-4250-8caf-26416b06eeaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:34.316754 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-beb11e17-6f06-4893-ba55-1f43f6f91931 req-0bc4e81f-6e15-4faf-ada2-2f682eabcc07 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/ports?device_id=908f7f12-c025-4deb-bedf-4bc3345653bf HTTP/1.1" status: 200 len: 210 time: 0.0614371 Oct 12 19:10:34.393482 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-39c8d7d7-6863-40bd-8324-3b6df4c99079 req-4b8c7ab2-915c-42f6-ac5c-4419cfde5502 tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=2f0e49f0ecfe4a61a8bd2b9ac759e65c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0774298 Oct 12 19:10:34.396235 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:34.403119 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc51e60-b177-4250-8caf-26416b06eeaa admin admin] Pushing event updated for resources: {'Subnet': ['ID=7744f471-5bc3-48f2-bedf-a494f3770221,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:34.496773 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d4d0a3cc-af8b-47dc-9e65-8f1f02d06c3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:34.506385 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc51e60-b177-4250-8caf-26416b06eeaa admin admin] Checking segment: {'id': '70a77141-5565-41b2-8aa4-9582e3e1fa93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f3d8d55a-a17e-469f-b479-a47932f8f8ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:10:34.506737 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc51e60-b177-4250-8caf-26416b06eeaa admin admin] Network hostable DHCP agents. Network: f3d8d55a-a17e-469f-b479-a47932f8f8ad, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:10:34.555049 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6502e20c-3889-4d19-9bed-b88f7a618a78 req-80714aa1-5a15-4dc8-8c02-71de87d0ab2a tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=0622f2ddd6f74dfcb6a10ad3f54a9317&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0401356 Oct 12 19:10:34.563161 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 55126) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:10:34.585214 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-099debcc-3519-4da5-afd5-3a18443c72af admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:34.669733 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-099debcc-3519-4da5-afd5-3a18443c72af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:34.672287 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c8d7d7-6863-40bd-8324-3b6df4c99079 req-9918e309-000d-4260-939f-95c352480f18 tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:34.673759 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-39c8d7d7-6863-40bd-8324-3b6df4c99079 req-9918e309-000d-4260-939f-95c352480f18 tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2659190 Oct 12 19:10:34.680556 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc51e60-b177-4250-8caf-26416b06eeaa admin admin] Network f3d8d55a-a17e-469f-b479-a47932f8f8ad is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:10:34.714377 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-39c8d7d7-6863-40bd-8324-3b6df4c99079 req-2fe1a57a-f091-4117-8eef-6600c069aef9 tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] 10.222.0.49 "GET /v2.0/quotas/2f0e49f0ecfe4a61a8bd2b9ac759e65c HTTP/1.1" status: 200 len: 375 time: 0.0315354 Oct 12 19:10:34.739492 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-099debcc-3519-4da5-afd5-3a18443c72af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:34.765111 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-39c8d7d7-6863-40bd-8324-3b6df4c99079 req-ea785526-1e44-49fe-80a8-33081612ca73 tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=2f0e49f0ecfe4a61a8bd2b9ac759e65c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0416913 Oct 12 19:10:34.780367 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6502e20c-3889-4d19-9bed-b88f7a618a78 req-6b7108b8-8a35-4cb0-8536-d82efe5592b3 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:34.782402 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6502e20c-3889-4d19-9bed-b88f7a618a78 req-6b7108b8-8a35-4cb0-8536-d82efe5592b3 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2164741 Oct 12 19:10:34.788210 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-ffc51e60-b177-4250-8caf-26416b06eeaa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, f3d8d55a-a17e-469f-b479-a47932f8f8ad) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:10:34.788416 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-099debcc-3519-4da5-afd5-3a18443c72af admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e9889e6c04d0429ea5daafe396f3fd02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2227440 Oct 12 19:10:34.790633 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 55130) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:10:34.798509 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099debcc-3519-4da5-afd5-3a18443c72af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23dfe1a3-5f9f-4132-903a-7707c3cd01a2,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:34.798684 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77637fe7-6a69-4a21-b27f-41d85957b854 None None] Network f3d8d55a-a17e-469f-b479-a47932f8f8ad requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:10:34.820970 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc51e60-b177-4250-8caf-26416b06eeaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:34.821592 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ffc51e60-b177-4250-8caf-26416b06eeaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:34.849910 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-6502e20c-3889-4d19-9bed-b88f7a618a78 req-0ce2bb24-b4db-4ebb-9238-48be33554ca9 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] Request body: {'port': {'device_id': '08fd2058-3c0a-42c8-aeae-083b075d74c3', 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1', 'admin_state_up': True, 'tenant_id': '0622f2ddd6f74dfcb6a10ad3f54a9317'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:10:34.866177 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d4d0a3cc-af8b-47dc-9e65-8f1f02d06c3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:34.873121 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-233d0e80-3907-42e8-bacb-923477ac32b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:34.945568 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-233d0e80-3907-42e8-bacb-923477ac32b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:34.970878 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d4d0a3cc-af8b-47dc-9e65-8f1f02d06c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:35.018639 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f89fb511-aa3b-43b2-a718-2d6df1985bc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-f3d8d55a-a17e-469f-b479-a47932f8f8ad', 'network_id': 'f3d8d55a-a17e-469f-b479-a47932f8f8ad', 'tenant_id': '194247fcbd8840fc8b099ca900c42c70', 'fixed_ips': [{'subnet_id': '7744f471-5bc3-48f2-bedf-a494f3770221'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:10:35.018832 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-ffc51e60-b177-4250-8caf-26416b06eeaa admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.1711345 Oct 12 19:10:35.018832 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 55136) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:10:35.018968 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f89fb511-aa3b-43b2-a718-2d6df1985bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:35.033243 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-b3929db1-bed7-4aa6-a629-0eeb43aa0578 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1808744679-router', 'tenant_id': '194247fcbd8840fc8b099ca900c42c70', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:10:35.061951 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-d4d0a3cc-af8b-47dc-9e65-8f1f02d06c3e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=aab5393177d5431e9bbae573c7fb2e8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7874625 Oct 12 19:10:35.063062 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 55140) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:10:35.067818 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d0a3cc-af8b-47dc-9e65-8f1f02d06c3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=056a964a-292e-41d3-8dc6-c2a149110277,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:35.135056 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-233d0e80-3907-42e8-bacb-923477ac32b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:35.137655 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-233d0e80-3907-42e8-bacb-923477ac32b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:35.141993 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-233d0e80-3907-42e8-bacb-923477ac32b0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/23dfe1a3-5f9f-4132-903a-7707c3cd01a2 HTTP/1.1" status: 204 len: 168 time: 0.3415787 Oct 12 19:10:35.179463 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233d0e80-3907-42e8-bacb-923477ac32b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23dfe1a3-5f9f-4132-903a-7707c3cd01a2,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:35.186740 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b3929db1-bed7-4aa6-a629-0eeb43aa0578 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8093678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255505'] for router, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:35.188106 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b3929db1-bed7-4aa6-a629-0eeb43aa0578 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8093562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8087085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8022306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255518'] for router, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:35.226252 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e0482512-d785-4a92-9dd7-8c55ec3ff245 req-c5e081eb-cd80-4dd2-a21d-cac4c66a9482 tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=a7e2f9ac25154e93bde6883224c704a7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0480618 Oct 12 19:10:35.380118 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6502e20c-3889-4d19-9bed-b88f7a618a78 req-0ce2bb24-b4db-4ebb-9238-48be33554ca9 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] Made reservation on behalf of 0622f2ddd6f74dfcb6a10ad3f54a9317 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:10:35.386843 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-6502e20c-3889-4d19-9bed-b88f7a618a78 req-0ce2bb24-b4db-4ebb-9238-48be33554ca9 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:35.415232 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b3929db1-bed7-4aa6-a629-0eeb43aa0578 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:35.420772 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ceb26a9d-140f-45bf-a15a-fd9d2b833d57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:35.424728 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-f89fb511-aa3b-43b2-a718-2d6df1985bc9 None None] Allocated IP 172.20.0.2 (f3d8d55a-a17e-469f-b479-a47932f8f8ad/7744f471-5bc3-48f2-bedf-a494f3770221/b4ab415a-a134-42bb-a8c4-2407443f7f76) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:10:35.446544 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f4a2bc73-c2c3-488c-8b94-ac7c686e130d req-f02fc97a-65e8-409f-a948-cb997031601d tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=2f0e49f0ecfe4a61a8bd2b9ac759e65c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0471847 Oct 12 19:10:35.468849 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-6502e20c-3889-4d19-9bed-b88f7a618a78 req-0ce2bb24-b4db-4ebb-9238-48be33554ca9 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:35.477137 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0199533f-fd3a-4e48-bd38-526dcf148773 req-862d2355-f729-4275-a97e-d8c91fd1d440 tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] 10.222.0.49 "GET /v2.0/ports?device_id=348f4d66-fd9b-4c47-8847-781f488dbc29 HTTP/1.1" status: 200 len: 210 time: 0.1028321 Oct 12 19:10:35.679796 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f89fb511-aa3b-43b2-a718-2d6df1985bc9 None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:35.699124 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-fc61838f-7ba1-4dfe-9cbb-a807354b8b76 req-123fb733-dbe8-44e5-99ac-d9bbdc7e2dbb tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/ports?device_id=908f7f12-c025-4deb-bedf-4bc3345653bf HTTP/1.1" status: 200 len: 210 time: 0.0983250 Oct 12 19:10:35.710129 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b3929db1-bed7-4aa6-a629-0eeb43aa0578 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:35.753077 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-6502e20c-3889-4d19-9bed-b88f7a618a78 req-0ce2bb24-b4db-4ebb-9238-48be33554ca9 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:35.797889 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f89fb511-aa3b-43b2-a718-2d6df1985bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:35.803124 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ceb26a9d-140f-45bf-a15a-fd9d2b833d57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:35.845518 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f89fb511-aa3b-43b2-a718-2d6df1985bc9 None None] Network f3d8d55a-a17e-469f-b479-a47932f8f8ad is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:10:35.848397 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-f89fb511-aa3b-43b2-a718-2d6df1985bc9 None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:10:35.852455 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89fb511-aa3b-43b2-a718-2d6df1985bc9 None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:10:35.862475 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89fb511-aa3b-43b2-a718-2d6df1985bc9 None None] Pushing event updated for resources: {'Port': ['ID=b4ab415a-a134-42bb-a8c4-2407443f7f76,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:35.889648 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-6502e20c-3889-4d19-9bed-b88f7a618a78 req-0ce2bb24-b4db-4ebb-9238-48be33554ca9 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:35.903671 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0482512-d785-4a92-9dd7-8c55ec3ff245 req-62ecaef3-da20-4b07-a09a-e9f6205b9bb2 tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:35.906365 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e0482512-d785-4a92-9dd7-8c55ec3ff245 req-62ecaef3-da20-4b07-a09a-e9f6205b9bb2 tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6570914 Oct 12 19:10:35.928368 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-f89fb511-aa3b-43b2-a718-2d6df1985bc9 None None] Attempting to bind port b4ab415a-a134-42bb-a8c4-2407443f7f76 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:10:35.928766 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-e0482512-d785-4a92-9dd7-8c55ec3ff245 req-ef885c8b-613d-45fa-ae80-4d913826b2c6 tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] Request body: {'port': {'device_id': '348f4d66-fd9b-4c47-8847-781f488dbc29', 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1', 'admin_state_up': True, 'tenant_id': 'a7e2f9ac25154e93bde6883224c704a7'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:10:35.930569 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-f89fb511-aa3b-43b2-a718-2d6df1985bc9 None None] Attempting to bind port b4ab415a-a134-42bb-a8c4-2407443f7f76 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '70a77141-5565-41b2-8aa4-9582e3e1fa93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f3d8d55a-a17e-469f-b479-a47932f8f8ad'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:10:35.931132 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89fb511-aa3b-43b2-a718-2d6df1985bc9 None None] Attempting to bind port b4ab415a-a134-42bb-a8c4-2407443f7f76 on network f3d8d55a-a17e-469f-b479-a47932f8f8ad {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:10:35.936744 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89fb511-aa3b-43b2-a718-2d6df1985bc9 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:10:35.937672 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89fb511-aa3b-43b2-a718-2d6df1985bc9 None None] Checking segment: {'id': '70a77141-5565-41b2-8aa4-9582e3e1fa93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f3d8d55a-a17e-469f-b479-a47932f8f8ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:10:35.938297 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f89fb511-aa3b-43b2-a718-2d6df1985bc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:35.939003 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89fb511-aa3b-43b2-a718-2d6df1985bc9 None None] Bound using segment: {'id': '70a77141-5565-41b2-8aa4-9582e3e1fa93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f3d8d55a-a17e-469f-b479-a47932f8f8ad'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:10:35.940083 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-f89fb511-aa3b-43b2-a718-2d6df1985bc9 None None] Bound port: b4ab415a-a134-42bb-a8c4-2407443f7f76, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70a77141-5565-41b2-8aa4-9582e3e1fa93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f3d8d55a-a17e-469f-b479-a47932f8f8ad'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:10:35.940668 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f89fb511-aa3b-43b2-a718-2d6df1985bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:35.989978 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.61', 53472) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:10:36.036717 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-f89fb511-aa3b-43b2-a718-2d6df1985bc9 None None] For port b4ab415a-a134-42bb-a8c4-2407443f7f76, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:10:36.041294 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-f89fb511-aa3b-43b2-a718-2d6df1985bc9 None None] For port b4ab415a-a134-42bb-a8c4-2407443f7f76, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=b4ab415a-a134-42bb-a8c4-2407443f7f76,segment=NetworkSegment(70a77141-5565-41b2-8aa4-9582e3e1fa93),segment_id=70a77141-5565-41b2-8aa4-9582e3e1fa93)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:10:36.082667 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-43ab3090-4337-46aa-bd8a-ed4d3a063e35 req-ae80548a-b9be-42b4-8b78-e1d9f7e8d256 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=0622f2ddd6f74dfcb6a10ad3f54a9317&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0876994 Oct 12 19:10:36.086305 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce2bb24-b4db-4ebb-9238-48be33554ca9 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97ebf564-c5fe-4f12-92a1-b237f08112ae,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:36.116203 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a2bc73-c2c3-488c-8b94-ac7c686e130d req-998398b9-1d43-481d-957a-0e5b29d08305 tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:36.116203 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f4a2bc73-c2c3-488c-8b94-ac7c686e130d req-998398b9-1d43-481d-957a-0e5b29d08305 tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3461013 Oct 12 19:10:36.145347 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f4a2bc73-c2c3-488c-8b94-ac7c686e130d req-1ae5baec-01f6-4f8c-bfc2-17337a3fd222 tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] 10.222.0.49 "GET /v2.0/quotas/2f0e49f0ecfe4a61a8bd2b9ac759e65c HTTP/1.1" status: 200 len: 375 time: 0.0248287 Oct 12 19:10:36.157594 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f89fb511-aa3b-43b2-a718-2d6df1985bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:36.170912 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ceb26a9d-140f-45bf-a15a-fd9d2b833d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:36.175464 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ceb26a9d-140f-45bf-a15a-fd9d2b833d57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:36.176649 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-ceb26a9d-140f-45bf-a15a-fd9d2b833d57 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/056a964a-292e-41d3-8dc6-c2a149110277 HTTP/1.1" status: 204 len: 168 time: 1.1095059 Oct 12 19:10:36.200840 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f4a2bc73-c2c3-488c-8b94-ac7c686e130d req-551ffc1a-1222-488c-9c54-7bc833d24c58 tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=2f0e49f0ecfe4a61a8bd2b9ac759e65c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0477979 Oct 12 19:10:36.218242 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb26a9d-140f-45bf-a15a-fd9d2b833d57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=056a964a-292e-41d3-8dc6-c2a149110277,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:36.262822 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89fb511-aa3b-43b2-a718-2d6df1985bc9 None None] Pushing event updated for resources: {'Port': ['ID=b4ab415a-a134-42bb-a8c4-2407443f7f76,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:36.324154 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0482512-d785-4a92-9dd7-8c55ec3ff245 req-ef885c8b-613d-45fa-ae80-4d913826b2c6 tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] Made reservation on behalf of a7e2f9ac25154e93bde6883224c704a7 for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:10:36.337311 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-e0482512-d785-4a92-9dd7-8c55ec3ff245 req-ef885c8b-613d-45fa-ae80-4d913826b2c6 tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:36.565726 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [req-6502e20c-3889-4d19-9bed-b88f7a618a78 req-0ce2bb24-b4db-4ebb-9238-48be33554ca9 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] Allocated IP 192.168.233.211 (90dcf485-b1ad-4139-85a3-9e1e9879e6b1/629aee7d-3fde-4c72-af1e-6a7e1f6a7e75/a51cc259-ed8d-4ab8-8a57-ecdf983cdaf2) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:10:36.717822 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6d7ad065-5079-46af-9f35-169bbcb41afb req-ab3c527c-e5ce-41a5-8df2-3be653665bdc tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] 10.222.0.49 "GET /v2.0/ports?device_id=348f4d66-fd9b-4c47-8847-781f488dbc29 HTTP/1.1" status: 200 len: 210 time: 0.0947301 Oct 12 19:10:36.721872 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a39d42a2-ab1d-43a8-8d55-a27c95aabfc2 req-13e7d558-1182-48fb-8aca-e114a17677a8 tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] 10.222.0.49 "GET /v2.0/ports?device_id=d61da5e1-1a01-4f28-a289-f8cc732d7154 HTTP/1.1" status: 200 len: 210 time: 0.0534375 Oct 12 19:10:36.743792 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ab3090-4337-46aa-bd8a-ed4d3a063e35 req-d9e344ac-02ca-4df3-aac0-0d4d2db97858 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:36.745491 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-43ab3090-4337-46aa-bd8a-ed4d3a063e35 req-d9e344ac-02ca-4df3-aac0-0d4d2db97858 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6564193 Oct 12 19:10:36.773005 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-43ab3090-4337-46aa-bd8a-ed4d3a063e35 req-5601ca53-6870-4bc3-8f0a-832ed120a6e7 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] Request body: {'port': {'device_id': '908f7f12-c025-4deb-bedf-4bc3345653bf', 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1', 'admin_state_up': True, 'tenant_id': '0622f2ddd6f74dfcb6a10ad3f54a9317'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:10:36.820668 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device b4ab415a-a134-42bb-a8c4-2407443f7f76 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:10:36.900599 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e7876de4-c978-4c84-a49c-76a91f0e496c req-0d1c7462-2c29-49dc-b461-f80ddfe89593 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/ports?device_id=908f7f12-c025-4deb-bedf-4bc3345653bf HTTP/1.1" status: 200 len: 210 time: 0.0376618 Oct 12 19:10:36.918128 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port b4ab415a-a134-42bb-a8c4-2407443f7f76 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:10:36.918668 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:37.077347 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:37.126805 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] For port b4ab415a-a134-42bb-a8c4-2407443f7f76, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=b4ab415a-a134-42bb-a8c4-2407443f7f76,segment=NetworkSegment(70a77141-5565-41b2-8aa4-9582e3e1fa93),segment_id=70a77141-5565-41b2-8aa4-9582e3e1fa93)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:10:37.183097 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-6502e20c-3889-4d19-9bed-b88f7a618a78 req-0ce2bb24-b4db-4ebb-9238-48be33554ca9 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:37.224552 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:37.265728 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b3929db1-bed7-4aa6-a629-0eeb43aa0578 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:37.282755 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Pushing event updated for resources: {'Port': ['ID=b4ab415a-a134-42bb-a8c4-2407443f7f76,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:37.288006 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b3929db1-bed7-4aa6-a629-0eeb43aa0578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:37.350788 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-6502e20c-3889-4d19-9bed-b88f7a618a78 req-0ce2bb24-b4db-4ebb-9238-48be33554ca9 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:37.352802 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43ab3090-4337-46aa-bd8a-ed4d3a063e35 req-5601ca53-6870-4bc3-8f0a-832ed120a6e7 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] Made reservation on behalf of 0622f2ddd6f74dfcb6a10ad3f54a9317 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:10:37.363258 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-43ab3090-4337-46aa-bd8a-ed4d3a063e35 req-5601ca53-6870-4bc3-8f0a-832ed120a6e7 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:37.470491 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 55228) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:10:37.491759 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [req-e0482512-d785-4a92-9dd7-8c55ec3ff245 req-ef885c8b-613d-45fa-ae80-4d913826b2c6 tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] Allocated IP 192.168.233.98 (90dcf485-b1ad-4139-85a3-9e1e9879e6b1/629aee7d-3fde-4c72-af1e-6a7e1f6a7e75/e04bf3e2-ec09-4baf-b14a-2e8b288be655) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:10:37.501718 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6502e20c-3889-4d19-9bed-b88f7a618a78 req-0ce2bb24-b4db-4ebb-9238-48be33554ca9 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] Network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:10:37.584054 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [req-6502e20c-3889-4d19-9bed-b88f7a618a78 req-0ce2bb24-b4db-4ebb-9238-48be33554ca9 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:10:37.586639 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-6502e20c-3889-4d19-9bed-b88f7a618a78 req-0ce2bb24-b4db-4ebb-9238-48be33554ca9 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:10:37.593000 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6502e20c-3889-4d19-9bed-b88f7a618a78 req-0ce2bb24-b4db-4ebb-9238-48be33554ca9 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:37.593637 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-6502e20c-3889-4d19-9bed-b88f7a618a78 req-0ce2bb24-b4db-4ebb-9238-48be33554ca9 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:37.596210 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0bffdb13-c910-467b-a6ab-060bf35c6443 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:37.605709 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce2bb24-b4db-4ebb-9238-48be33554ca9 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] Pushing event updated for resources: {'Port': ['ID=a51cc259-ed8d-4ab8-8a57-ecdf983cdaf2,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:37.759081 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-b3929db1-bed7-4aa6-a629-0eeb43aa0578 admin admin] Allocated IP 172.25.5.80 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/19e243f6-08a7-4ae7-b5a2-e129e7c4ba73) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:10:37.766322 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-e0482512-d785-4a92-9dd7-8c55ec3ff245 req-ef885c8b-613d-45fa-ae80-4d913826b2c6 tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:37.794064 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52147d28-df4c-459e-9e48-3f07d47eb73f None None] Network f3d8d55a-a17e-469f-b479-a47932f8f8ad requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:10:37.816473 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6502e20c-3889-4d19-9bed-b88f7a618a78 req-0ce2bb24-b4db-4ebb-9238-48be33554ca9 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9901645 Oct 12 19:10:37.856310 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-6502e20c-3889-4d19-9bed-b88f7a618a78 req-f9f31f2b-d715-4244-af5f-9a9b179d4103 service neutron] Request body: {'port': {'device_id': '08fd2058-3c0a-42c8-aeae-083b075d74c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:10:37.866146 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-e0482512-d785-4a92-9dd7-8c55ec3ff245 req-ef885c8b-613d-45fa-ae80-4d913826b2c6 tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:37.931435 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7f560edb-a11c-4206-aa4a-e4fcaadddbf8 req-725e3139-15a1-4dda-a149-892c0c3141a3 tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] 10.222.0.49 "GET /v2.0/ports?device_id=d61da5e1-1a01-4f28-a289-f8cc732d7154 HTTP/1.1" status: 200 len: 210 time: 0.0781295 Oct 12 19:10:37.956805 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['9a83b11b-927d-42c7-9992-7a62e5d27a21'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:10:38.032822 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0482512-d785-4a92-9dd7-8c55ec3ff245 req-ef885c8b-613d-45fa-ae80-4d913826b2c6 tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] Network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:10:38.043018 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-bd1ff4fe-1df3-4f56-adf6-346fb0b5cc7b None None] Provisioning complete for port b4ab415a-a134-42bb-a8c4-2407443f7f76 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:10:38.043557 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bd1ff4fe-1df3-4f56-adf6-346fb0b5cc7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:38.057207 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [req-e0482512-d785-4a92-9dd7-8c55ec3ff245 req-ef885c8b-613d-45fa-ae80-4d913826b2c6 tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:10:38.073924 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0482512-d785-4a92-9dd7-8c55ec3ff245 req-ef885c8b-613d-45fa-ae80-4d913826b2c6 tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:10:38.122571 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [req-43ab3090-4337-46aa-bd8a-ed4d3a063e35 req-5601ca53-6870-4bc3-8f0a-832ed120a6e7 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] Allocated IP 192.168.233.182 (90dcf485-b1ad-4139-85a3-9e1e9879e6b1/629aee7d-3fde-4c72-af1e-6a7e1f6a7e75/d12a222f-b70d-48d5-9053-fcab69365fb4) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:10:38.148708 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8adf1c9b-e83d-45b6-8b6e-d73758b111d3 req-9775d23a-854c-49ab-a954-bddd99e5af23 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/ports?device_id=908f7f12-c025-4deb-bedf-4bc3345653bf HTTP/1.1" status: 200 len: 210 time: 0.1133015 Oct 12 19:10:38.156802 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0482512-d785-4a92-9dd7-8c55ec3ff245 req-ef885c8b-613d-45fa-ae80-4d913826b2c6 tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:38.157664 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-e0482512-d785-4a92-9dd7-8c55ec3ff245 req-ef885c8b-613d-45fa-ae80-4d913826b2c6 tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:38.181128 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef885c8b-613d-45fa-ae80-4d913826b2c6 tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] Pushing event updated for resources: {'Port': ['ID=e04bf3e2-ec09-4baf-b14a-2e8b288be655,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:38.203988 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-6502e20c-3889-4d19-9bed-b88f7a618a78 req-f9f31f2b-d715-4244-af5f-9a9b179d4103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:38.223859 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3df0bb3-1e98-40d8-95c3-14245504bdca req-1deec98f-7ddf-4bb0-8422-af06e8f5bb55 tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:38.239389 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a3df0bb3-1e98-40d8-95c3-14245504bdca req-1deec98f-7ddf-4bb0-8422-af06e8f5bb55 tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] 10.222.0.49 "GET /v2.0/ports?device_id=348f4d66-fd9b-4c47-8847-781f488dbc29 HTTP/1.1" status: 200 len: 935 time: 0.2534418 Oct 12 19:10:38.241458 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0bffdb13-c910-467b-a6ab-060bf35c6443 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:38.247205 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-39c8d7d7-6863-40bd-8324-3b6df4c99079 req-c60fff7f-1070-4def-9ac8-499b70c80c48 tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=2f0e49f0ecfe4a61a8bd2b9ac759e65c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0631096 Oct 12 19:10:38.307519 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e0482512-d785-4a92-9dd7-8c55ec3ff245 req-ef885c8b-613d-45fa-ae80-4d913826b2c6 tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3917816 Oct 12 19:10:38.392948 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b3929db1-bed7-4aa6-a629-0eeb43aa0578 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:38.407811 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-e0482512-d785-4a92-9dd7-8c55ec3ff245 req-e9f12508-fce2-4b04-9be6-b458cb7ba0f1 service neutron] Request body: {'port': {'device_id': '348f4d66-fd9b-4c47-8847-781f488dbc29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-3'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:10:38.430740 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0bffdb13-c910-467b-a6ab-060bf35c6443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:38.537856 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-e0482512-d785-4a92-9dd7-8c55ec3ff245 req-e9f12508-fce2-4b04-9be6-b458cb7ba0f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:38.576642 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c8d7d7-6863-40bd-8324-3b6df4c99079 req-0087a2ac-374a-4a78-8b66-54e313d5841d tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:38.581082 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-39c8d7d7-6863-40bd-8324-3b6df4c99079 req-0087a2ac-374a-4a78-8b66-54e313d5841d tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3239558 Oct 12 19:10:38.596766 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-b2eb70e0-f5d6-4b4e-a6ac-4cc8033dc7ab None None] Provisioning complete for port e04bf3e2-ec09-4baf-b14a-2e8b288be655 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:10:38.597144 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b2eb70e0-f5d6-4b4e-a6ac-4cc8033dc7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:38.633322 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-39c8d7d7-6863-40bd-8324-3b6df4c99079 req-394b7b40-2038-4eea-834c-d65531934c1f tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] Request body: {'port': {'device_id': 'fe75de1f-a223-4b05-ab56-b9feb006b94e', 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1', 'admin_state_up': True, 'tenant_id': '2f0e49f0ecfe4a61a8bd2b9ac759e65c'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:10:38.691525 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-b2eb70e0-f5d6-4b4e-a6ac-4cc8033dc7ab None None] Port e04bf3e2-ec09-4baf-b14a-2e8b288be655 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:10:38.702759 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device b4ab415a-a134-42bb-a8c4-2407443f7f76 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:10:38.730876 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bffdb13-c910-467b-a6ab-060bf35c6443 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cc3c18e-0324-473e-860f-b0a7565b0d86,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:38.741499 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-b2eb70e0-f5d6-4b4e-a6ac-4cc8033dc7ab None None] Provisioning complete for port a51cc259-ed8d-4ab8-8a57-ecdf983cdaf2 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:10:38.741499 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b2eb70e0-f5d6-4b4e-a6ac-4cc8033dc7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:38.783570 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-b2eb70e0-f5d6-4b4e-a6ac-4cc8033dc7ab None None] Port a51cc259-ed8d-4ab8-8a57-ecdf983cdaf2 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:10:38.792416 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port b4ab415a-a134-42bb-a8c4-2407443f7f76 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:10:38.792915 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:38.886443 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a3df0bb3-1e98-40d8-95c3-14245504bdca req-538a9481-83f6-4d7c-a058-0b2e40e6e080 tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] 10.222.0.49 "GET /v2.0/security-groups?id=106b5f86-f260-42d0-a64b-18dc989cc9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6097240 Oct 12 19:10:38.891089 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-0bffdb13-c910-467b-a6ab-060bf35c6443 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1cbcb91c9d094eec928ee947a078015c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4130306 Oct 12 19:10:38.897345 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 55262) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:10:38.955081 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-fd44c03f-7d9b-4bb3-8e5e-04a7aa8666c0 None None] Provisioning complete for port b4ab415a-a134-42bb-a8c4-2407443f7f76 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:10:38.955673 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fd44c03f-7d9b-4bb3-8e5e-04a7aa8666c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:39.057427 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-43ab3090-4337-46aa-bd8a-ed4d3a063e35 req-5601ca53-6870-4bc3-8f0a-832ed120a6e7 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:39.063582 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-632684f1-ef6a-4ff3-8072-964f7b94798f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:39.079072 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39c8d7d7-6863-40bd-8324-3b6df4c99079 req-394b7b40-2038-4eea-834c-d65531934c1f tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] Made reservation on behalf of 2f0e49f0ecfe4a61a8bd2b9ac759e65c for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:10:39.083984 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-39c8d7d7-6863-40bd-8324-3b6df4c99079 req-394b7b40-2038-4eea-834c-d65531934c1f tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:39.100984 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-632684f1-ef6a-4ff3-8072-964f7b94798f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:39.103097 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b3929db1-bed7-4aa6-a629-0eeb43aa0578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:39.130289 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-39c8d7d7-6863-40bd-8324-3b6df4c99079 req-394b7b40-2038-4eea-834c-d65531934c1f tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:39.141395 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0a9e0932-af1f-4c80-b345-6f90ee4e1d95 req-0d9b6ec0-f080-4c74-91df-31a146d19874 tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] 10.222.0.49 "GET /v2.0/ports?device_id=d61da5e1-1a01-4f28-a289-f8cc732d7154 HTTP/1.1" status: 200 len: 210 time: 0.0812697 Oct 12 19:10:39.166313 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3929db1-bed7-4aa6-a629-0eeb43aa0578 admin admin] Pushing event updated for resources: {'Port': ['ID=19e243f6-08a7-4ae7-b5a2-e129e7c4ba73,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:39.206464 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3929db1-bed7-4aa6-a629-0eeb43aa0578 admin admin] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:10:39.209485 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-b3929db1-bed7-4aa6-a629-0eeb43aa0578 admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:10:39.211844 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3929db1-bed7-4aa6-a629-0eeb43aa0578 admin admin] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:10:39.244986 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.67', 53180) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:10:39.283671 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-43ab3090-4337-46aa-bd8a-ed4d3a063e35 req-5601ca53-6870-4bc3-8f0a-832ed120a6e7 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:39.338579 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f4a2bc73-c2c3-488c-8b94-ac7c686e130d req-4e0cee24-4404-4fff-a8ef-1120de70b16a tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=2f0e49f0ecfe4a61a8bd2b9ac759e65c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0864120 Oct 12 19:10:39.360144 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43ab3090-4337-46aa-bd8a-ed4d3a063e35 req-5601ca53-6870-4bc3-8f0a-832ed120a6e7 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] Network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:10:39.366237 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [req-43ab3090-4337-46aa-bd8a-ed4d3a063e35 req-5601ca53-6870-4bc3-8f0a-832ed120a6e7 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:10:39.377140 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-43ab3090-4337-46aa-bd8a-ed4d3a063e35 req-5601ca53-6870-4bc3-8f0a-832ed120a6e7 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:10:39.377892 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-39c8d7d7-6863-40bd-8324-3b6df4c99079 req-394b7b40-2038-4eea-834c-d65531934c1f tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:39.386155 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ab3090-4337-46aa-bd8a-ed4d3a063e35 req-5601ca53-6870-4bc3-8f0a-832ed120a6e7 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:39.386821 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-43ab3090-4337-46aa-bd8a-ed4d3a063e35 req-5601ca53-6870-4bc3-8f0a-832ed120a6e7 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:39.394038 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5601ca53-6870-4bc3-8f0a-832ed120a6e7 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] Pushing event updated for resources: {'Port': ['ID=d12a222f-b70d-48d5-9053-fcab69365fb4,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:39.420419 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-632684f1-ef6a-4ff3-8072-964f7b94798f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:39.423120 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-632684f1-ef6a-4ff3-8072-964f7b94798f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:39.426884 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-632684f1-ef6a-4ff3-8072-964f7b94798f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2cc3c18e-0324-473e-860f-b0a7565b0d86 HTTP/1.1" status: 204 len: 168 time: 0.5205443 Oct 12 19:10:39.434482 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632684f1-ef6a-4ff3-8072-964f7b94798f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cc3c18e-0324-473e-860f-b0a7565b0d86,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:39.472572 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-39c8d7d7-6863-40bd-8324-3b6df4c99079 req-394b7b40-2038-4eea-834c-d65531934c1f tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:39.496871 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-43ab3090-4337-46aa-bd8a-ed4d3a063e35 req-5601ca53-6870-4bc3-8f0a-832ed120a6e7 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7352986 Oct 12 19:10:39.559643 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-43ab3090-4337-46aa-bd8a-ed4d3a063e35 req-6c484213-d631-4436-a36b-0330b64e7e5e service neutron] Request body: {'port': {'device_id': '908f7f12-c025-4deb-bedf-4bc3345653bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:10:39.594979 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eb8c1b-8e99-46c3-a713-3b75b267fcc2 req-9c0910fa-d909-4d0e-a0ce-1c6f74bb8ab7 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:39.596547 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e9eb8c1b-8e99-46c3-a713-3b75b267fcc2 req-9c0910fa-d909-4d0e-a0ce-1c6f74bb8ab7 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/ports?device_id=908f7f12-c025-4deb-bedf-4bc3345653bf HTTP/1.1" status: 200 len: 936 time: 0.3050768 Oct 12 19:10:39.650955 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-43ab3090-4337-46aa-bd8a-ed4d3a063e35 req-6c484213-d631-4436-a36b-0330b64e7e5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:39.682281 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394b7b40-2038-4eea-834c-d65531934c1f tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d81c912b-51e6-4dcc-ae7a-8b303917556f,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:39.699993 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-6d8be827-eb15-4e32-90ad-426486e16372 None None] Provisioning complete for port d12a222f-b70d-48d5-9053-fcab69365fb4 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:10:39.700904 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6d8be827-eb15-4e32-90ad-426486e16372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:39.735527 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a2bc73-c2c3-488c-8b94-ac7c686e130d req-6d8956f7-bab6-4c09-be6a-b6582ecb1ad2 tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:39.737040 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f4a2bc73-c2c3-488c-8b94-ac7c686e130d req-6d8956f7-bab6-4c09-be6a-b6582ecb1ad2 tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3444452 Oct 12 19:10:39.762057 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-6d8be827-eb15-4e32-90ad-426486e16372 None None] Port d12a222f-b70d-48d5-9053-fcab69365fb4 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:10:39.767634 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-f4a2bc73-c2c3-488c-8b94-ac7c686e130d req-e2aadb83-c959-4897-b152-fc62b803f6fe tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] Request body: {'port': {'device_id': 'd61da5e1-1a01-4f28-a289-f8cc732d7154', 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1', 'admin_state_up': True, 'tenant_id': '2f0e49f0ecfe4a61a8bd2b9ac759e65c'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:10:39.781851 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e9eb8c1b-8e99-46c3-a713-3b75b267fcc2 req-959986f1-c32d-44dc-a3ab-da16132412d9 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/security-groups?id=97ebf564-c5fe-4f12-92a1-b237f08112ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579826 Oct 12 19:10:39.782092 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b3929db1-bed7-4aa6-a629-0eeb43aa0578 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:39.867387 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [req-e0482512-d785-4a92-9dd7-8c55ec3ff245 req-e9f12508-fce2-4b04-9be6-b458cb7ba0f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e04bf3e2-ec09-4baf-b14a-2e8b288be655 {{(pid=95501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:10:39.883502 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-e0482512-d785-4a92-9dd7-8c55ec3ff245 req-e9f12508-fce2-4b04-9be6-b458cb7ba0f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:39.919117 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.provisioning_blocks [req-e0482512-d785-4a92-9dd7-8c55ec3ff245 req-e9f12508-fce2-4b04-9be6-b458cb7ba0f1 service neutron] Transition to ACTIVE for port object e04bf3e2-ec09-4baf-b14a-2e8b288be655 will not be triggered until provisioned by entity L2. {{(pid=95501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:10:40.006355 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-e0482512-d785-4a92-9dd7-8c55ec3ff245 req-e9f12508-fce2-4b04-9be6-b458cb7ba0f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:40.038044 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4a2bc73-c2c3-488c-8b94-ac7c686e130d req-e2aadb83-c959-4897-b152-fc62b803f6fe tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] Made reservation on behalf of 2f0e49f0ecfe4a61a8bd2b9ac759e65c for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:10:40.041655 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-f4a2bc73-c2c3-488c-8b94-ac7c686e130d req-e2aadb83-c959-4897-b152-fc62b803f6fe tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:40.086249 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f12508-fce2-4b04-9be6-b458cb7ba0f1 service neutron] Pushing event updated for resources: {'Port': ['ID=e04bf3e2-ec09-4baf-b14a-2e8b288be655,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:40.272692 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-e0482512-d785-4a92-9dd7-8c55ec3ff245 req-e9f12508-fce2-4b04-9be6-b458cb7ba0f1 service neutron] Attempting to bind port e04bf3e2-ec09-4baf-b14a-2e8b288be655 on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:10:40.273023 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-e0482512-d785-4a92-9dd7-8c55ec3ff245 req-e9f12508-fce2-4b04-9be6-b458cb7ba0f1 service neutron] Attempting to bind port e04bf3e2-ec09-4baf-b14a-2e8b288be655 by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:10:40.273345 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0482512-d785-4a92-9dd7-8c55ec3ff245 req-e9f12508-fce2-4b04-9be6-b458cb7ba0f1 service neutron] Attempting to bind port e04bf3e2-ec09-4baf-b14a-2e8b288be655 on network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:10:40.281746 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0482512-d785-4a92-9dd7-8c55ec3ff245 req-e9f12508-fce2-4b04-9be6-b458cb7ba0f1 service neutron] Port e04bf3e2-ec09-4baf-b14a-2e8b288be655 on network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:10:40.282073 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0482512-d785-4a92-9dd7-8c55ec3ff245 req-e9f12508-fce2-4b04-9be6-b458cb7ba0f1 service neutron] Attempting to bind port e04bf3e2-ec09-4baf-b14a-2e8b288be655 on network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:10:40.287534 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0482512-d785-4a92-9dd7-8c55ec3ff245 req-e9f12508-fce2-4b04-9be6-b458cb7ba0f1 service neutron] Checking agent: {'id': 'f5e9725f-f5a6-43c2-a1be-95e21e9a1fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 10, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:10:40.287895 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0482512-d785-4a92-9dd7-8c55ec3ff245 req-e9f12508-fce2-4b04-9be6-b458cb7ba0f1 service neutron] Checking segment: {'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:10:40.288413 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0482512-d785-4a92-9dd7-8c55ec3ff245 req-e9f12508-fce2-4b04-9be6-b458cb7ba0f1 service neutron] Bound using segment: {'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:10:40.288985 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-e0482512-d785-4a92-9dd7-8c55ec3ff245 req-e9f12508-fce2-4b04-9be6-b458cb7ba0f1 service neutron] Bound port: e04bf3e2-ec09-4baf-b14a-2e8b288be655, host: n-h1-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'}}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:10:40.289344 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-e0482512-d785-4a92-9dd7-8c55ec3ff245 req-e9f12508-fce2-4b04-9be6-b458cb7ba0f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:40.377203 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-e0482512-d785-4a92-9dd7-8c55ec3ff245 req-e9f12508-fce2-4b04-9be6-b458cb7ba0f1 service neutron] For port e04bf3e2-ec09-4baf-b14a-2e8b288be655, host n-h1-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:10:40.381436 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-e0482512-d785-4a92-9dd7-8c55ec3ff245 req-e9f12508-fce2-4b04-9be6-b458cb7ba0f1 service neutron] For port e04bf3e2-ec09-4baf-b14a-2e8b288be655, host n-h1-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=e04bf3e2-ec09-4baf-b14a-2e8b288be655,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:10:40.453585 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3980b189-df4d-4b95-a040-94b96c19c414 req-48201f2d-3134-467e-85cd-fbc164853f73 tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:40.455060 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3980b189-df4d-4b95-a040-94b96c19c414 req-48201f2d-3134-467e-85cd-fbc164853f73 tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] 10.222.0.49 "GET /v2.0/ports?device_id=348f4d66-fd9b-4c47-8847-781f488dbc29 HTTP/1.1" status: 200 len: 947 time: 0.4512069 Oct 12 19:10:40.461230 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-e0482512-d785-4a92-9dd7-8c55ec3ff245 req-e9f12508-fce2-4b04-9be6-b458cb7ba0f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:40.482795 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b3929db1-bed7-4aa6-a629-0eeb43aa0578 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8093541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7915516'] for router, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:40.511205 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0482512-d785-4a92-9dd7-8c55ec3ff245 req-e9f12508-fce2-4b04-9be6-b458cb7ba0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:40.512781 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-e0482512-d785-4a92-9dd7-8c55ec3ff245 req-e9f12508-fce2-4b04-9be6-b458cb7ba0f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:40.514842 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e0482512-d785-4a92-9dd7-8c55ec3ff245 req-e9f12508-fce2-4b04-9be6-b458cb7ba0f1 service neutron] 10.222.0.61 "PUT /v2.0/ports/e04bf3e2-ec09-4baf-b14a-2e8b288be655 HTTP/1.1" status: 200 len: 1095 time: 2.1884000 Oct 12 19:10:40.531440 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '348f4d66-fd9b-4c47-8847-781f488dbc29', 'tag': 'e04bf3e2-ec09-4baf-b14a-2e8b288be655'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:10:40.535264 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4946e709-ea6d-48bd-88e8-b6ec468740e2" -d '{"events": [{"name": "network-changed", "server_uuid": "348f4d66-fd9b-4c47-8847-781f488dbc29", "tag": "e04bf3e2-ec09-4baf-b14a-2e8b288be655"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:10:40.542417 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0dcbf754-4252-4358-a8a7-26bffd678449 req-cfd430a5-55c4-43d0-bb6c-92a8dd597e71 tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] 10.222.0.49 "GET /v2.0/ports?device_id=d61da5e1-1a01-4f28-a289-f8cc732d7154 HTTP/1.1" status: 200 len: 210 time: 0.0783854 Oct 12 19:10:40.571634 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f12508-fce2-4b04-9be6-b458cb7ba0f1 service neutron] Pushing event updated for resources: {'Port': ['ID=e04bf3e2-ec09-4baf-b14a-2e8b288be655,revision_number=3']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:40.608663 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3980b189-df4d-4b95-a040-94b96c19c414 req-1f9aaf9c-994b-4006-b5df-53cc76c50ede tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] 10.222.0.49 "GET /v2.0/security-groups?id=106b5f86-f260-42d0-a64b-18dc989cc9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410320 Oct 12 19:10:40.679597 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0482512-d785-4a92-9dd7-8c55ec3ff245 req-87550e0e-302f-45b6-9f7d-c12050ac0c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:40.690727 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e0482512-d785-4a92-9dd7-8c55ec3ff245 req-87550e0e-302f-45b6-9f7d-c12050ac0c90 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a7e2f9ac25154e93bde6883224c704a7&device_id=348f4d66-fd9b-4c47-8847-781f488dbc29 HTTP/1.1" status: 200 len: 1098 time: 0.0734761 Oct 12 19:10:40.706997 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [req-6502e20c-3889-4d19-9bed-b88f7a618a78 req-f9f31f2b-d715-4244-af5f-9a9b179d4103 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a51cc259-ed8d-4ab8-8a57-ecdf983cdaf2 {{(pid=95502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:10:40.717607 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-6502e20c-3889-4d19-9bed-b88f7a618a78 req-f9f31f2b-d715-4244-af5f-9a9b179d4103 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:40.733143 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-6502e20c-3889-4d19-9bed-b88f7a618a78 req-f9f31f2b-d715-4244-af5f-9a9b179d4103 service neutron] Transition to ACTIVE for port object a51cc259-ed8d-4ab8-8a57-ecdf983cdaf2 will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:10:40.775371 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8844df4d-05b3-4652-a7a2-91cde3c85108 x-openstack-request-id: req-8844df4d-05b3-4652-a7a2-91cde3c85108 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:10:40.775684 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "348f4d66-fd9b-4c47-8847-781f488dbc29", "tag": "e04bf3e2-ec09-4baf-b14a-2e8b288be655", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:10:40.775931 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8844df4d-05b3-4652-a7a2-91cde3c85108 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:10:40.776339 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '348f4d66-fd9b-4c47-8847-781f488dbc29', 'tag': 'e04bf3e2-ec09-4baf-b14a-2e8b288be655', 'status': 'completed', 'code': 200} Oct 12 19:10:40.781450 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e0482512-d785-4a92-9dd7-8c55ec3ff245 req-f3d425d7-1241-4bff-9d39-da447060af2d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=e04bf3e2-ec09-4baf-b14a-2e8b288be655 HTTP/1.1" status: 200 len: 217 time: 0.0809600 Oct 12 19:10:40.827401 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-6502e20c-3889-4d19-9bed-b88f7a618a78 req-f9f31f2b-d715-4244-af5f-9a9b179d4103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:40.895029 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0482512-d785-4a92-9dd7-8c55ec3ff245 req-0889585e-4a11-4e7c-bfaa-2281564197d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:40.896622 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e0482512-d785-4a92-9dd7-8c55ec3ff245 req-0889585e-4a11-4e7c-bfaa-2281564197d9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=629aee7d-3fde-4c72-af1e-6a7e1f6a7e75 HTTP/1.1" status: 200 len: 843 time: 0.1065955 Oct 12 19:10:40.954822 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f31f2b-d715-4244-af5f-9a9b179d4103 service neutron] Pushing event updated for resources: {'Port': ['ID=a51cc259-ed8d-4ab8-8a57-ecdf983cdaf2,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:40.957200 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-6502e20c-3889-4d19-9bed-b88f7a618a78 req-f9f31f2b-d715-4244-af5f-9a9b179d4103 service neutron] Attempting to bind port a51cc259-ed8d-4ab8-8a57-ecdf983cdaf2 on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:10:40.957541 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-6502e20c-3889-4d19-9bed-b88f7a618a78 req-f9f31f2b-d715-4244-af5f-9a9b179d4103 service neutron] Attempting to bind port a51cc259-ed8d-4ab8-8a57-ecdf983cdaf2 by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:10:40.957859 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6502e20c-3889-4d19-9bed-b88f7a618a78 req-f9f31f2b-d715-4244-af5f-9a9b179d4103 service neutron] Attempting to bind port a51cc259-ed8d-4ab8-8a57-ecdf983cdaf2 on network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:10:40.964110 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [req-39c8d7d7-6863-40bd-8324-3b6df4c99079 req-394b7b40-2038-4eea-834c-d65531934c1f tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] Allocated IP 192.168.233.79 (90dcf485-b1ad-4139-85a3-9e1e9879e6b1/629aee7d-3fde-4c72-af1e-6a7e1f6a7e75/c0f009b6-1045-46b2-9f3c-b86eb815c549) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:10:40.965822 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6502e20c-3889-4d19-9bed-b88f7a618a78 req-f9f31f2b-d715-4244-af5f-9a9b179d4103 service neutron] Port a51cc259-ed8d-4ab8-8a57-ecdf983cdaf2 on network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:10:40.966148 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6502e20c-3889-4d19-9bed-b88f7a618a78 req-f9f31f2b-d715-4244-af5f-9a9b179d4103 service neutron] Attempting to bind port a51cc259-ed8d-4ab8-8a57-ecdf983cdaf2 on network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:10:40.977357 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6502e20c-3889-4d19-9bed-b88f7a618a78 req-f9f31f2b-d715-4244-af5f-9a9b179d4103 service neutron] Checking agent: {'id': 'f5e9725f-f5a6-43c2-a1be-95e21e9a1fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 10, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:10:40.977685 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6502e20c-3889-4d19-9bed-b88f7a618a78 req-f9f31f2b-d715-4244-af5f-9a9b179d4103 service neutron] Checking segment: {'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:10:40.978056 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6502e20c-3889-4d19-9bed-b88f7a618a78 req-f9f31f2b-d715-4244-af5f-9a9b179d4103 service neutron] Bound using segment: {'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:10:40.978775 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-6502e20c-3889-4d19-9bed-b88f7a618a78 req-f9f31f2b-d715-4244-af5f-9a9b179d4103 service neutron] Bound port: a51cc259-ed8d-4ab8-8a57-ecdf983cdaf2, host: n-h1-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:10:40.978890 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-6502e20c-3889-4d19-9bed-b88f7a618a78 req-f9f31f2b-d715-4244-af5f-9a9b179d4103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:40.994292 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0482512-d785-4a92-9dd7-8c55ec3ff245 req-20fbca8e-6f6d-4627-a1e0-b9e14248b61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:40.995341 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e0482512-d785-4a92-9dd7-8c55ec3ff245 req-20fbca8e-6f6d-4627-a1e0-b9e14248b61e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=90dcf485-b1ad-4139-85a3-9e1e9879e6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0895267 Oct 12 19:10:41.004407 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3929db1-bed7-4aa6-a629-0eeb43aa0578 admin admin] Router e778be89-c114-4bc8-be8c-3d7878ea1275 is scheduled to L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b with binding_index 1 {{(pid=95502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 19:10:41.104575 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 55336) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:10:41.180859 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-6502e20c-3889-4d19-9bed-b88f7a618a78 req-f9f31f2b-d715-4244-af5f-9a9b179d4103 service neutron] For port a51cc259-ed8d-4ab8-8a57-ecdf983cdaf2, host n-h1-813679-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:10:41.194490 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4d5121-75f1-4e85-969a-64eae78ad7ec req-f9d93135-77f0-4059-9e69-bf3c7413a4ad tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:41.195760 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7d4d5121-75f1-4e85-969a-64eae78ad7ec req-f9d93135-77f0-4059-9e69-bf3c7413a4ad tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/ports?device_id=908f7f12-c025-4deb-bedf-4bc3345653bf HTTP/1.1" status: 200 len: 936 time: 0.1810908 Oct 12 19:10:41.226282 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-6502e20c-3889-4d19-9bed-b88f7a618a78 req-f9f31f2b-d715-4244-af5f-9a9b179d4103 service neutron] For port a51cc259-ed8d-4ab8-8a57-ecdf983cdaf2, host n-h1-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=a51cc259-ed8d-4ab8-8a57-ecdf983cdaf2,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:10:41.258714 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e0482512-d785-4a92-9dd7-8c55ec3ff245 req-219e8419-7658-45cc-9abd-7425022f6811 service neutron] 10.222.0.61 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520528 Oct 12 19:10:41.271240 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3929db1-bed7-4aa6-a629-0eeb43aa0578 admin admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:10:41.278893 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7d4d5121-75f1-4e85-969a-64eae78ad7ec req-81aa1709-c103-4b26-8ed2-a24cfe08f206 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/security-groups?id=97ebf564-c5fe-4f12-92a1-b237f08112ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642467 Oct 12 19:10:41.283650 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d50e4c7-a086-4274-81ed-8010078c8a7c None None] Sync routers for ids ['e778be89-c114-4bc8-be8c-3d7878ea1275'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:10:41.301369 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-6502e20c-3889-4d19-9bed-b88f7a618a78 req-f9f31f2b-d715-4244-af5f-9a9b179d4103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:41.308974 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d50e4c7-a086-4274-81ed-8010078c8a7c None None] Routers {'e778be89-c114-4bc8-be8c-3d7878ea1275'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:10:41.320301 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-3d50e4c7-a086-4274-81ed-8010078c8a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:10:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['e778be89-c114-4bc8-be8c-3d7878ea1275'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:10:41.343282 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-bccb4097-aaf1-4e29-8e99-282a8248082a admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1742095958-network', 'tenant_id': '5fba7a982f4e455fbf6360a954bd3673'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:10:41.365035 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-39c8d7d7-6863-40bd-8324-3b6df4c99079 req-394b7b40-2038-4eea-834c-d65531934c1f tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:41.376945 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f31f2b-d715-4244-af5f-9a9b179d4103 service neutron] Pushing event updated for resources: {'Port': ['ID=a51cc259-ed8d-4ab8-8a57-ecdf983cdaf2,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:41.383870 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b3929db1-bed7-4aa6-a629-0eeb43aa0578 admin admin] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:41.386930 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-b3929db1-bed7-4aa6-a629-0eeb43aa0578 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 6.3559539 Oct 12 19:10:41.388258 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 55350) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:10:41.432375 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e0482512-d785-4a92-9dd7-8c55ec3ff245 req-cd798a38-ab90-4e9e-ab67-c71a0d684ab8 service neutron] 10.222.0.61 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621678 Oct 12 19:10:41.459320 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6502e20c-3889-4d19-9bed-b88f7a618a78 req-f9f31f2b-d715-4244-af5f-9a9b179d4103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:41.459924 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-6502e20c-3889-4d19-9bed-b88f7a618a78 req-f9f31f2b-d715-4244-af5f-9a9b179d4103 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:41.461307 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6502e20c-3889-4d19-9bed-b88f7a618a78 req-f9f31f2b-d715-4244-af5f-9a9b179d4103 service neutron] 10.222.0.61 "PUT /v2.0/ports/a51cc259-ed8d-4ab8-8a57-ecdf983cdaf2 HTTP/1.1" status: 200 len: 1096 time: 3.6331573 Oct 12 19:10:41.461740 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08fd2058-3c0a-42c8-aeae-083b075d74c3', 'tag': 'a51cc259-ed8d-4ab8-8a57-ecdf983cdaf2'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:10:41.464013 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c7573c3-2066-43c4-b164-677dce4d0b61" -d '{"events": [{"name": "network-changed", "server_uuid": "08fd2058-3c0a-42c8-aeae-083b075d74c3", "tag": "a51cc259-ed8d-4ab8-8a57-ecdf983cdaf2"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:10:41.476552 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bccb4097-aaf1-4e29-8e99-282a8248082a admin admin] Made reservation on behalf of 5fba7a982f4e455fbf6360a954bd3673 for: {'network': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:10:41.479624 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-bccb4097-aaf1-4e29-8e99-282a8248082a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:41.490187 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-bccb4097-aaf1-4e29-8e99-282a8248082a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:41.519207 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-3d50e4c7-a086-4274-81ed-8010078c8a7c None None] Set router e778be89-c114-4bc8-be8c-3d7878ea1275 gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:10:41.539699 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-39c8d7d7-6863-40bd-8324-3b6df4c99079 req-394b7b40-2038-4eea-834c-d65531934c1f tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:41.605417 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef19c980-f88b-49b9-ae35-c6316d0c257c x-openstack-request-id: req-ef19c980-f88b-49b9-ae35-c6316d0c257c {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:10:41.605785 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08fd2058-3c0a-42c8-aeae-083b075d74c3", "tag": "a51cc259-ed8d-4ab8-8a57-ecdf983cdaf2", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:10:41.606344 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ef19c980-f88b-49b9-ae35-c6316d0c257c {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:10:41.606814 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08fd2058-3c0a-42c8-aeae-083b075d74c3', 'tag': 'a51cc259-ed8d-4ab8-8a57-ecdf983cdaf2', 'status': 'completed', 'code': 200} Oct 12 19:10:41.756363 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-3d50e4c7-a086-4274-81ed-8010078c8a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e778be89-c114-4bc8-be8c-3d7878ea1275', 'name': 'tempest-FloatingIPsAssociationTestJSON-1808744679-router', 'tenant_id': '194247fcbd8840fc8b099ca900c42c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '19e243f6-08a7-4ae7-b5a2-e129e7c4ba73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:10:35Z', 'updated_at': '2021-10-12T19:10:39Z', 'revision_number': 3, 'project_id': '194247fcbd8840fc8b099ca900c42c70', 'gw_port': {'id': '19e243f6-08a7-4ae7-b5a2-e129e7c4ba73', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:2f:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e778be89-c114-4bc8-be8c-3d7878ea1275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:10:37Z', 'updated_at': '2021-10-12T19:10:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:10:41.790667 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d50e4c7-a086-4274-81ed-8010078c8a7c None None] Checking router: e778be89-c114-4bc8-be8c-3d7878ea1275 for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:10:41.791285 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d50e4c7-a086-4274-81ed-8010078c8a7c None None] Updating router e778be89-c114-4bc8-be8c-3d7878ea1275 port 19e243f6-08a7-4ae7-b5a2-e129e7c4ba73 binding host n-d-813679-3 {{(pid=95504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 19:10:41.824382 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-3d50e4c7-a086-4274-81ed-8010078c8a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:41.836830 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-20399fbb-6892-48b2-ab7c-833df8948be4 req-385da0ac-bfda-453a-9307-b2cf4cc369c4 tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] 10.222.0.49 "GET /v2.0/ports?device_id=d61da5e1-1a01-4f28-a289-f8cc732d7154 HTTP/1.1" status: 200 len: 210 time: 0.1270657 Oct 12 19:10:41.888100 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7573c3-2066-43c4-b164-677dce4d0b61 req-401d7ec9-c32d-4942-8054-b3ef56471e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:41.890957 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9c7573c3-2066-43c4-b164-677dce4d0b61 req-401d7ec9-c32d-4942-8054-b3ef56471e78 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0622f2ddd6f74dfcb6a10ad3f54a9317&device_id=08fd2058-3c0a-42c8-aeae-083b075d74c3 HTTP/1.1" status: 200 len: 1099 time: 0.2882023 Oct 12 19:10:41.924138 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 55362) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:10:41.978855 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9c7573c3-2066-43c4-b164-677dce4d0b61 req-c400aa93-8a76-44c1-8868-c188a43b1f71 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=0622f2ddd6f74dfcb6a10ad3f54a9317&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0513167 Oct 12 19:10:42.037790 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39c8d7d7-6863-40bd-8324-3b6df4c99079 req-394b7b40-2038-4eea-834c-d65531934c1f tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] Network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:10:42.056658 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [req-39c8d7d7-6863-40bd-8324-3b6df4c99079 req-394b7b40-2038-4eea-834c-d65531934c1f tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:10:42.062816 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-39c8d7d7-6863-40bd-8324-3b6df4c99079 req-394b7b40-2038-4eea-834c-d65531934c1f tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:10:42.066409 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394b7b40-2038-4eea-834c-d65531934c1f tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] Pushing event updated for resources: {'Port': ['ID=c0f009b6-1045-46b2-9f3c-b86eb815c549,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:42.162772 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9b62993e-c283-4c38-8c41-13c8c1c5cbe9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:42.192500 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-bccb4097-aaf1-4e29-8e99-282a8248082a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:42.211260 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a813732-03c6-4661-b3f4-af5fda342635 req-18a8446e-6182-42bb-acbd-19fbc61d5350 tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:42.218882 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4a813732-03c6-4661-b3f4-af5fda342635 req-18a8446e-6182-42bb-acbd-19fbc61d5350 tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] 10.222.0.49 "GET /v2.0/ports?device_id=348f4d66-fd9b-4c47-8847-781f488dbc29 HTTP/1.1" status: 200 len: 947 time: 0.2020378 Oct 12 19:10:42.222981 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4946e709-ea6d-48bd-88e8-b6ec468740e2 req-93ba41eb-cf78-4cb8-b5c8-25068df4bf70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:42.224459 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4946e709-ea6d-48bd-88e8-b6ec468740e2 req-93ba41eb-cf78-4cb8-b5c8-25068df4bf70 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a7e2f9ac25154e93bde6883224c704a7&device_id=348f4d66-fd9b-4c47-8847-781f488dbc29 HTTP/1.1" status: 200 len: 1098 time: 0.5633039 Oct 12 19:10:42.236372 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c8d7d7-6863-40bd-8324-3b6df4c99079 req-394b7b40-2038-4eea-834c-d65531934c1f tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:42.237030 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-39c8d7d7-6863-40bd-8324-3b6df4c99079 req-394b7b40-2038-4eea-834c-d65531934c1f tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:42.273982 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-bccb4097-aaf1-4e29-8e99-282a8248082a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:42.325404 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-3d50e4c7-a086-4274-81ed-8010078c8a7c None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:42.348210 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-39c8d7d7-6863-40bd-8324-3b6df4c99079 req-394b7b40-2038-4eea-834c-d65531934c1f tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7232561 Oct 12 19:10:42.354730 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bccb4097-aaf1-4e29-8e99-282a8248082a admin admin] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=95501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:10:42.404543 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4a813732-03c6-4661-b3f4-af5fda342635 req-a788554a-2746-4156-83ee-624fc3697d37 tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] 10.222.0.49 "GET /v2.0/security-groups?id=106b5f86-f260-42d0-a64b-18dc989cc9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637371 Oct 12 19:10:42.410876 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-d5f10b5a-6403-465c-bcc7-d558687025cd None None] Provisioning complete for port c0f009b6-1045-46b2-9f3c-b86eb815c549 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:10:42.411714 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d5f10b5a-6403-465c-bcc7-d558687025cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:42.415545 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-bccb4097-aaf1-4e29-8e99-282a8248082a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:42.415903 n-d-813679-3 neutron-server[95501]: INFO neutron.db.segments_db [None req-bccb4097-aaf1-4e29-8e99-282a8248082a admin admin] Added segment af837146-1b4e-4c2b-b1ce-96eb7f990955 of type vlan for network c9c833e6-1691-44ed-bf82-cf9c18667411 Oct 12 19:10:42.421641 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-39c8d7d7-6863-40bd-8324-3b6df4c99079 req-ad2f9a82-67fc-499a-b8dd-9b0789482136 service neutron] Request body: {'port': {'device_id': 'fe75de1f-a223-4b05-ab56-b9feb006b94e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-3'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:10:42.430709 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-3d50e4c7-a086-4274-81ed-8010078c8a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:42.446606 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7573c3-2066-43c4-b164-677dce4d0b61 req-3d9045c9-f261-4a74-9405-5a54706ddadb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:42.446606 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9c7573c3-2066-43c4-b164-677dce4d0b61 req-3d9045c9-f261-4a74-9405-5a54706ddadb service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4535272 Oct 12 19:10:42.461929 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-d5f10b5a-6403-465c-bcc7-d558687025cd None None] Port c0f009b6-1045-46b2-9f3c-b86eb815c549 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:10:42.494536 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [req-43ab3090-4337-46aa-bd8a-ed4d3a063e35 req-6c484213-d631-4436-a36b-0330b64e7e5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d12a222f-b70d-48d5-9053-fcab69365fb4 {{(pid=95502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:10:42.522180 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-3d50e4c7-a086-4274-81ed-8010078c8a7c None None] Attempting to bind port 19e243f6-08a7-4ae7-b5a2-e129e7c4ba73 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:10:42.522941 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-3d50e4c7-a086-4274-81ed-8010078c8a7c None None] Attempting to bind port 19e243f6-08a7-4ae7-b5a2-e129e7c4ba73 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:10:42.524620 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d50e4c7-a086-4274-81ed-8010078c8a7c None None] Attempting to bind port 19e243f6-08a7-4ae7-b5a2-e129e7c4ba73 on network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:10:42.536530 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d50e4c7-a086-4274-81ed-8010078c8a7c None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:10:42.537272 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d50e4c7-a086-4274-81ed-8010078c8a7c None None] Checking segment: {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:10:42.539017 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-3d50e4c7-a086-4274-81ed-8010078c8a7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:42.539626 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d50e4c7-a086-4274-81ed-8010078c8a7c None None] Bound using segment: {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:10:42.540675 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-3d50e4c7-a086-4274-81ed-8010078c8a7c None None] Bound port: 19e243f6-08a7-4ae7-b5a2-e129e7c4ba73, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:10:42.541285 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-3d50e4c7-a086-4274-81ed-8010078c8a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:42.541557 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-43ab3090-4337-46aa-bd8a-ed4d3a063e35 req-6c484213-d631-4436-a36b-0330b64e7e5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:42.551320 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccb4097-aaf1-4e29-8e99-282a8248082a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87cccf57-f452-41a8-9e48-a6e744310271,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:42.562232 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-bccb4097-aaf1-4e29-8e99-282a8248082a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:42.593480 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4946e709-ea6d-48bd-88e8-b6ec468740e2 req-1eb4f156-d448-410f-9eb1-4e6a759b1895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:42.593480 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4946e709-ea6d-48bd-88e8-b6ec468740e2 req-1eb4f156-d448-410f-9eb1-4e6a759b1895 service neutron] 10.222.0.61 "GET /v2.0/networks?id=90dcf485-b1ad-4139-85a3-9e1e9879e6b1 HTTP/1.1" status: 200 len: 870 time: 0.3370218 Oct 12 19:10:42.599876 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f0e401-a951-47dd-9753-9bf3f55b77f3 None None] Pushing event updated for resources: {'Port': ['ID=19e243f6-08a7-4ae7-b5a2-e129e7c4ba73,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:42.618348 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f0e401-a951-47dd-9753-9bf3f55b77f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:10:42.618825 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f0e401-a951-47dd-9753-9bf3f55b77f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:10:42.619216 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f0e401-a951-47dd-9753-9bf3f55b77f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:10:42.619613 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f0e401-a951-47dd-9753-9bf3f55b77f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:10:42.620284 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f0e401-a951-47dd-9753-9bf3f55b77f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:10:42.620927 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f0e401-a951-47dd-9753-9bf3f55b77f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:10:42.621408 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f0e401-a951-47dd-9753-9bf3f55b77f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:10:42.621535 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-43ab3090-4337-46aa-bd8a-ed4d3a063e35 req-6c484213-d631-4436-a36b-0330b64e7e5e service neutron] Transition to ACTIVE for port object d12a222f-b70d-48d5-9053-fcab69365fb4 will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:10:42.621748 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-39c8d7d7-6863-40bd-8324-3b6df4c99079 req-ad2f9a82-67fc-499a-b8dd-9b0789482136 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:42.622142 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f0e401-a951-47dd-9753-9bf3f55b77f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:10:42.622621 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f0e401-a951-47dd-9753-9bf3f55b77f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:10:42.623268 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f0e401-a951-47dd-9753-9bf3f55b77f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:10:42.623742 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f0e401-a951-47dd-9753-9bf3f55b77f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:10:42.624231 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f0e401-a951-47dd-9753-9bf3f55b77f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:10:42.633219 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e60898-5fab-4181-b46c-3b2fe6288d9c req-e0e66147-0586-4950-b1f1-932e0ad98f76 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:42.634772 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e5e60898-5fab-4181-b46c-3b2fe6288d9c req-e0e66147-0586-4950-b1f1-932e0ad98f76 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/ports?device_id=908f7f12-c025-4deb-bedf-4bc3345653bf HTTP/1.1" status: 200 len: 936 time: 0.2199464 Oct 12 19:10:42.641937 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-3d50e4c7-a086-4274-81ed-8010078c8a7c None None] For port 19e243f6-08a7-4ae7-b5a2-e129e7c4ba73, host n-d-813679-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:10:42.645627 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-3d50e4c7-a086-4274-81ed-8010078c8a7c None None] For port 19e243f6-08a7-4ae7-b5a2-e129e7c4ba73, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=19e243f6-08a7-4ae7-b5a2-e129e7c4ba73,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:10:42.684005 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6502e20c-3889-4d19-9bed-b88f7a618a78 req-46ee2953-4503-4ac8-8db6-5ee9cfa11dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:42.685706 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6502e20c-3889-4d19-9bed-b88f7a618a78 req-46ee2953-4503-4ac8-8db6-5ee9cfa11dcb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0622f2ddd6f74dfcb6a10ad3f54a9317&device_id=08fd2058-3c0a-42c8-aeae-083b075d74c3 HTTP/1.1" status: 200 len: 1099 time: 0.1862886 Oct 12 19:10:42.694077 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4946e709-ea6d-48bd-88e8-b6ec468740e2 req-49be9a86-1ce2-4c72-b344-cf6c79b1a565 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=e04bf3e2-ec09-4baf-b14a-2e8b288be655 HTTP/1.1" status: 200 len: 217 time: 0.0910540 Oct 12 19:10:42.741053 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-3d50e4c7-a086-4274-81ed-8010078c8a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:42.745361 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9b62993e-c283-4c38-8c41-13c8c1c5cbe9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:42.765610 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e5e60898-5fab-4181-b46c-3b2fe6288d9c req-fb5f081c-98c5-46b6-a8ee-dab061473eee tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/security-groups?id=97ebf564-c5fe-4f12-92a1-b237f08112ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204259 Oct 12 19:10:42.766419 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-43ab3090-4337-46aa-bd8a-ed4d3a063e35 req-6c484213-d631-4436-a36b-0330b64e7e5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:42.796167 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-bccb4097-aaf1-4e29-8e99-282a8248082a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:42.797425 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bccb4097-aaf1-4e29-8e99-282a8248082a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:42.798161 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-bccb4097-aaf1-4e29-8e99-282a8248082a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:42.805113 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d50e4c7-a086-4274-81ed-8010078c8a7c None None] Routers {'e778be89-c114-4bc8-be8c-3d7878ea1275'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:10:42.805799 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-3d50e4c7-a086-4274-81ed-8010078c8a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:10:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['e778be89-c114-4bc8-be8c-3d7878ea1275'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:10:42.830981 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6502e20c-3889-4d19-9bed-b88f7a618a78 req-1158310d-8af9-41a3-8485-8126adee0c6b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=a51cc259-ed8d-4ab8-8a57-ecdf983cdaf2 HTTP/1.1" status: 200 len: 217 time: 0.1272705 Oct 12 19:10:42.836400 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c484213-d631-4436-a36b-0330b64e7e5e service neutron] Pushing event updated for resources: {'Port': ['ID=d12a222f-b70d-48d5-9053-fcab69365fb4,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:42.845680 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9b62993e-c283-4c38-8c41-13c8c1c5cbe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:42.848190 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f0e401-a951-47dd-9753-9bf3f55b77f3 None None] Pushing event updated for resources: {'Port': ['ID=19e243f6-08a7-4ae7-b5a2-e129e7c4ba73,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:42.863751 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4946e709-ea6d-48bd-88e8-b6ec468740e2 req-b1528262-eed4-4811-b19b-49d6c740b3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:42.865295 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4946e709-ea6d-48bd-88e8-b6ec468740e2 req-b1528262-eed4-4811-b19b-49d6c740b3bb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=629aee7d-3fde-4c72-af1e-6a7e1f6a7e75 HTTP/1.1" status: 200 len: 843 time: 0.1614799 Oct 12 19:10:42.924937 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b62993e-c283-4c38-8c41-13c8c1c5cbe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dea60f9-86b0-48ca-901d-a590458df9e6,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:42.928017 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-bccb4097-aaf1-4e29-8e99-282a8248082a admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.8210180 Oct 12 19:10:42.934995 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 55378) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:10:42.935207 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-3d50e4c7-a086-4274-81ed-8010078c8a7c None None] Set router e778be89-c114-4bc8-be8c-3d7878ea1275 gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:10:42.939566 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c38e5f7c-9740-4bf3-9cb5-4f4c8ed552f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:42.944005 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-7a3f1a5f-f747-4497-bafa-b2b706fc586c admin admin] Request body: {'subnet': {'network_id': 'c9c833e6-1691-44ed-bf82-cf9c18667411', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1742095958-subnet', 'tenant_id': '5fba7a982f4e455fbf6360a954bd3673', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:10:43.037109 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-bd34694a-9d89-41c8-812c-ee78a01d2d04 req-adb27fe0-467e-4f52-9dfa-4abe8ec310ae tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] 10.222.0.49 "GET /v2.0/ports?device_id=d61da5e1-1a01-4f28-a289-f8cc732d7154 HTTP/1.1" status: 200 len: 210 time: 0.0579460 Oct 12 19:10:43.062089 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [req-f4a2bc73-c2c3-488c-8b94-ac7c686e130d req-e2aadb83-c959-4897-b152-fc62b803f6fe tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] Allocated IP 192.168.233.147 (90dcf485-b1ad-4139-85a3-9e1e9879e6b1/629aee7d-3fde-4c72-af1e-6a7e1f6a7e75/c50e084a-aa24-4b2a-b1b3-a26e8bc6a774) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:10:43.075056 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccb4097-aaf1-4e29-8e99-282a8248082a admin admin] Pushing event updated for resources: {'Network': ['ID=c9c833e6-1691-44ed-bf82-cf9c18667411,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:43.088736 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network c9c833e6-1691-44ed-bf82-cf9c18667411 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:10:43.124827 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4946e709-ea6d-48bd-88e8-b6ec468740e2 req-94cdd959-45af-42fb-9a44-fdb0d2833f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:43.126358 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4946e709-ea6d-48bd-88e8-b6ec468740e2 req-94cdd959-45af-42fb-9a44-fdb0d2833f14 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=90dcf485-b1ad-4139-85a3-9e1e9879e6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2420726 Oct 12 19:10:43.238850 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a3f1a5f-f747-4497-bafa-b2b706fc586c admin admin] Made reservation on behalf of 5fba7a982f4e455fbf6360a954bd3673 for: {'subnet': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:10:43.242423 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7a3f1a5f-f747-4497-bafa-b2b706fc586c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4612397'] for subnet, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:43.315418 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-3d50e4c7-a086-4274-81ed-8010078c8a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e778be89-c114-4bc8-be8c-3d7878ea1275', 'name': 'tempest-FloatingIPsAssociationTestJSON-1808744679-router', 'tenant_id': '194247fcbd8840fc8b099ca900c42c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '19e243f6-08a7-4ae7-b5a2-e129e7c4ba73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:10:35Z', 'updated_at': '2021-10-12T19:10:39Z', 'revision_number': 3, 'project_id': '194247fcbd8840fc8b099ca900c42c70', 'gw_port': {'id': '19e243f6-08a7-4ae7-b5a2-e129e7c4ba73', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:2f:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e778be89-c114-4bc8-be8c-3d7878ea1275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:10:37Z', 'updated_at': '2021-10-12T19:10:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:10:43.343896 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d50e4c7-a086-4274-81ed-8010078c8a7c None None] The sync data for ids ['e778be89-c114-4bc8-be8c-3d7878ea1275'] in n-d-813679-3 is: [{'id': 'e778be89-c114-4bc8-be8c-3d7878ea1275', 'name': 'tempest-FloatingIPsAssociationTestJSON-1808744679-router', 'tenant_id': '194247fcbd8840fc8b099ca900c42c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '19e243f6-08a7-4ae7-b5a2-e129e7c4ba73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:10:35Z', 'updated_at': '2021-10-12T19:10:39Z', 'revision_number': 3, 'project_id': '194247fcbd8840fc8b099ca900c42c70', 'gw_port': {'id': '19e243f6-08a7-4ae7-b5a2-e129e7c4ba73', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:2f:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e778be89-c114-4bc8-be8c-3d7878ea1275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:10:37Z', 'updated_at': '2021-10-12T19:10:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:10:43.378957 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-9b62993e-c283-4c38-8c41-13c8c1c5cbe9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4dcce9239f1b4a2baf2237734386c0a4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4502165 Oct 12 19:10:43.390610 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 55382) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:10:43.390941 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 55384) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:10:43.430971 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6502e20c-3889-4d19-9bed-b88f7a618a78 req-5d10f509-40f7-45cb-8e19-160fffc18a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:43.436540 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6502e20c-3889-4d19-9bed-b88f7a618a78 req-5d10f509-40f7-45cb-8e19-160fffc18a1c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=629aee7d-3fde-4c72-af1e-6a7e1f6a7e75 HTTP/1.1" status: 200 len: 843 time: 0.5879295 Oct 12 19:10:43.440527 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-43ab3090-4337-46aa-bd8a-ed4d3a063e35 req-6c484213-d631-4436-a36b-0330b64e7e5e service neutron] Attempting to bind port d12a222f-b70d-48d5-9053-fcab69365fb4 on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:10:43.440863 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-43ab3090-4337-46aa-bd8a-ed4d3a063e35 req-6c484213-d631-4436-a36b-0330b64e7e5e service neutron] Attempting to bind port d12a222f-b70d-48d5-9053-fcab69365fb4 by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:10:43.441179 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ab3090-4337-46aa-bd8a-ed4d3a063e35 req-6c484213-d631-4436-a36b-0330b64e7e5e service neutron] Attempting to bind port d12a222f-b70d-48d5-9053-fcab69365fb4 on network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:10:43.453391 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4946e709-ea6d-48bd-88e8-b6ec468740e2 req-3d793e95-23f4-4b46-a3bd-f88c92c51d47 service neutron] 10.222.0.61 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3068531 Oct 12 19:10:43.491296 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ab3090-4337-46aa-bd8a-ed4d3a063e35 req-6c484213-d631-4436-a36b-0330b64e7e5e service neutron] Port d12a222f-b70d-48d5-9053-fcab69365fb4 on network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:10:43.491616 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ab3090-4337-46aa-bd8a-ed4d3a063e35 req-6c484213-d631-4436-a36b-0330b64e7e5e service neutron] Attempting to bind port d12a222f-b70d-48d5-9053-fcab69365fb4 on network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:10:43.517264 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ab3090-4337-46aa-bd8a-ed4d3a063e35 req-6c484213-d631-4436-a36b-0330b64e7e5e service neutron] Checking agent: {'id': 'f5e9725f-f5a6-43c2-a1be-95e21e9a1fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 10, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:10:43.517596 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ab3090-4337-46aa-bd8a-ed4d3a063e35 req-6c484213-d631-4436-a36b-0330b64e7e5e service neutron] Checking segment: {'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:10:43.517976 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ab3090-4337-46aa-bd8a-ed4d3a063e35 req-6c484213-d631-4436-a36b-0330b64e7e5e service neutron] Bound using segment: {'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:10:43.518416 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-43ab3090-4337-46aa-bd8a-ed4d3a063e35 req-6c484213-d631-4436-a36b-0330b64e7e5e service neutron] Bound port: d12a222f-b70d-48d5-9053-fcab69365fb4, host: n-h1-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:10:43.518763 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-43ab3090-4337-46aa-bd8a-ed4d3a063e35 req-6c484213-d631-4436-a36b-0330b64e7e5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:43.590501 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-f4a2bc73-c2c3-488c-8b94-ac7c686e130d req-e2aadb83-c959-4897-b152-fc62b803f6fe tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:43.644882 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6502e20c-3889-4d19-9bed-b88f7a618a78 req-9bf291e1-4614-4696-90af-2008cf91d5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:43.646620 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6502e20c-3889-4d19-9bed-b88f7a618a78 req-9bf291e1-4614-4696-90af-2008cf91d5b8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=90dcf485-b1ad-4139-85a3-9e1e9879e6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2015805 Oct 12 19:10:43.666070 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4946e709-ea6d-48bd-88e8-b6ec468740e2 req-c80a38b7-3c61-47ac-9ec7-1aa6755ede5a service neutron] 10.222.0.61 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035027 Oct 12 19:10:43.667205 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8c556e64-cc4f-412c-a0fb-74abd113e4bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:43.671411 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-c38e5f7c-9740-4bf3-9cb5-4f4c8ed552f1 admin admin] Allocated IP 172.20.0.1 (f3d8d55a-a17e-469f-b479-a47932f8f8ad/7744f471-5bc3-48f2-bedf-a494f3770221/5b19f71e-6d0c-433a-917d-d33b0457ca57) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:10:43.708382 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d8967878-0f3f-486c-9fdd-662733143973 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:43.786211 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5938b65c-ec31-49f4-995b-02951d27107b req-f7dfe621-bfae-4445-8fdd-741aa04d2d85 tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:43.787717 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5938b65c-ec31-49f4-995b-02951d27107b req-f7dfe621-bfae-4445-8fdd-741aa04d2d85 tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] 10.222.0.49 "GET /v2.0/ports?device_id=348f4d66-fd9b-4c47-8847-781f488dbc29 HTTP/1.1" status: 200 len: 947 time: 0.2827117 Oct 12 19:10:43.825657 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7a3f1a5f-f747-4497-bafa-b2b706fc586c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4824863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4612355'] for subnet, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:43.891528 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-f4a2bc73-c2c3-488c-8b94-ac7c686e130d req-e2aadb83-c959-4897-b152-fc62b803f6fe tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:43.892714 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d8967878-0f3f-486c-9fdd-662733143973 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:43.928391 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-43ab3090-4337-46aa-bd8a-ed4d3a063e35 req-6c484213-d631-4436-a36b-0330b64e7e5e service neutron] For port d12a222f-b70d-48d5-9053-fcab69365fb4, host n-h1-813679-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:10:43.977600 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-43ab3090-4337-46aa-bd8a-ed4d3a063e35 req-6c484213-d631-4436-a36b-0330b64e7e5e service neutron] For port d12a222f-b70d-48d5-9053-fcab69365fb4, host n-h1-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=d12a222f-b70d-48d5-9053-fcab69365fb4,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:10:44.008947 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3f1a5f-f747-4497-bafa-b2b706fc586c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0ebc949-3a0d-4490-86b6-8c422c8edc16,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:44.012603 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5938b65c-ec31-49f4-995b-02951d27107b req-9b1e4eb5-0c79-425d-9325-b470401635b0 tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] 10.222.0.49 "GET /v2.0/security-groups?id=106b5f86-f260-42d0-a64b-18dc989cc9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984262 Oct 12 19:10:44.032226 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4a2bc73-c2c3-488c-8b94-ac7c686e130d req-e2aadb83-c959-4897-b152-fc62b803f6fe tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] Network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:10:44.033422 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6502e20c-3889-4d19-9bed-b88f7a618a78 req-a988ef2d-ac80-47ac-be95-71e03e15892b service neutron] 10.222.0.61 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3483717 Oct 12 19:10:44.046695 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [req-f4a2bc73-c2c3-488c-8b94-ac7c686e130d req-e2aadb83-c959-4897-b152-fc62b803f6fe tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:10:44.064728 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4a2bc73-c2c3-488c-8b94-ac7c686e130d req-e2aadb83-c959-4897-b152-fc62b803f6fe tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:10:44.075518 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-43ab3090-4337-46aa-bd8a-ed4d3a063e35 req-6c484213-d631-4436-a36b-0330b64e7e5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:44.127833 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a2bc73-c2c3-488c-8b94-ac7c686e130d req-e2aadb83-c959-4897-b152-fc62b803f6fe tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:44.130447 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-f4a2bc73-c2c3-488c-8b94-ac7c686e130d req-e2aadb83-c959-4897-b152-fc62b803f6fe tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:44.140019 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c38e5f7c-9740-4bf3-9cb5-4f4c8ed552f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:44.149877 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6926d0f2-3e1e-4a2b-93c9-b6d039ac7a24 req-774bbe0f-c445-4d86-bf1d-fd90a88b2533 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:44.158487 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6926d0f2-3e1e-4a2b-93c9-b6d039ac7a24 req-774bbe0f-c445-4d86-bf1d-fd90a88b2533 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/ports?device_id=908f7f12-c025-4deb-bedf-4bc3345653bf HTTP/1.1" status: 200 len: 948 time: 0.3022909 Oct 12 19:10:44.199483 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2aadb83-c959-4897-b152-fc62b803f6fe tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] Pushing event updated for resources: {'Port': ['ID=c50e084a-aa24-4b2a-b1b3-a26e8bc6a774,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:44.209240 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8c556e64-cc4f-412c-a0fb-74abd113e4bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:44.221535 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d8967878-0f3f-486c-9fdd-662733143973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:44.224653 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6926d0f2-3e1e-4a2b-93c9-b6d039ac7a24 req-b5504357-38f9-43c8-a185-59317648e12b tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/security-groups?id=97ebf564-c5fe-4f12-92a1-b237f08112ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651727 Oct 12 19:10:44.224836 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d8967878-0f3f-486c-9fdd-662733143973 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:44.228229 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-d8967878-0f3f-486c-9fdd-662733143973 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1dea60f9-86b0-48ca-901d-a590458df9e6 HTTP/1.1" status: 204 len: 168 time: 0.8326457 Oct 12 19:10:44.242969 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3f1a5f-f747-4497-bafa-b2b706fc586c admin admin] Checking segment: {'id': 'af837146-1b4e-4c2b-b1ce-96eb7f990955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c9c833e6-1691-44ed-bf82-cf9c18667411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:10:44.243480 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a3f1a5f-f747-4497-bafa-b2b706fc586c admin admin] Network hostable DHCP agents. Network: c9c833e6-1691-44ed-bf82-cf9c18667411, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:10:44.277164 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ab3090-4337-46aa-bd8a-ed4d3a063e35 req-6c484213-d631-4436-a36b-0330b64e7e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:44.277893 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-43ab3090-4337-46aa-bd8a-ed4d3a063e35 req-6c484213-d631-4436-a36b-0330b64e7e5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:44.280932 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-43ab3090-4337-46aa-bd8a-ed4d3a063e35 req-6c484213-d631-4436-a36b-0330b64e7e5e service neutron] 10.222.0.61 "PUT /v2.0/ports/d12a222f-b70d-48d5-9053-fcab69365fb4 HTTP/1.1" status: 200 len: 1096 time: 4.7338192 Oct 12 19:10:44.290892 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '908f7f12-c025-4deb-bedf-4bc3345653bf', 'tag': 'd12a222f-b70d-48d5-9053-fcab69365fb4'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:10:44.293429 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8c22ff3-3559-4aa5-954b-aa418412a3eb" -d '{"events": [{"name": "network-changed", "server_uuid": "908f7f12-c025-4deb-bedf-4bc3345653bf", "tag": "d12a222f-b70d-48d5-9053-fcab69365fb4"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:10:44.318142 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8c556e64-cc4f-412c-a0fb-74abd113e4bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:44.324911 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [req-39c8d7d7-6863-40bd-8324-3b6df4c99079 req-ad2f9a82-67fc-499a-b8dd-9b0789482136 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0f009b6-1045-46b2-9f3c-b86eb815c549 {{(pid=95501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:10:44.327994 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8967878-0f3f-486c-9fdd-662733143973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dea60f9-86b0-48ca-901d-a590458df9e6,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:44.340845 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-39c8d7d7-6863-40bd-8324-3b6df4c99079 req-ad2f9a82-67fc-499a-b8dd-9b0789482136 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:44.361209 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f4a2bc73-c2c3-488c-8b94-ac7c686e130d req-e2aadb83-c959-4897-b152-fc62b803f6fe tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.6064711 Oct 12 19:10:44.362300 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.provisioning_blocks [req-39c8d7d7-6863-40bd-8324-3b6df4c99079 req-ad2f9a82-67fc-499a-b8dd-9b0789482136 service neutron] Transition to ACTIVE for port object c0f009b6-1045-46b2-9f3c-b86eb815c549 will not be triggered until provisioned by entity L2. {{(pid=95501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:10:44.374699 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-f4a2bc73-c2c3-488c-8b94-ac7c686e130d req-82b1ede5-9115-46d6-bcff-3272d13fd749 service neutron] Request body: {'port': {'device_id': 'd61da5e1-1a01-4f28-a289-f8cc732d7154', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-3'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:10:44.406387 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a3f1a5f-f747-4497-bafa-b2b706fc586c admin admin] Network c9c833e6-1691-44ed-bf82-cf9c18667411 is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:10:44.426428 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f0721ee-8761-43aa-b8d2-06fc1dbbef74 x-openstack-request-id: req-1f0721ee-8761-43aa-b8d2-06fc1dbbef74 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:10:44.426719 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "908f7f12-c025-4deb-bedf-4bc3345653bf", "tag": "d12a222f-b70d-48d5-9053-fcab69365fb4", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:10:44.426969 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1f0721ee-8761-43aa-b8d2-06fc1dbbef74 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:10:44.427358 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '908f7f12-c025-4deb-bedf-4bc3345653bf', 'tag': 'd12a222f-b70d-48d5-9053-fcab69365fb4', 'status': 'completed', 'code': 200} Oct 12 19:10:44.448061 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-f4a2bc73-c2c3-488c-8b94-ac7c686e130d req-82b1ede5-9115-46d6-bcff-3272d13fd749 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:44.480522 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c556e64-cc4f-412c-a0fb-74abd113e4bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35f81d2c-b1fd-4795-b418-d10f62eba067,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:44.489566 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c484213-d631-4436-a36b-0330b64e7e5e service neutron] Pushing event updated for resources: {'Port': ['ID=d12a222f-b70d-48d5-9053-fcab69365fb4,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:44.490718 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-39c8d7d7-6863-40bd-8324-3b6df4c99079 req-ad2f9a82-67fc-499a-b8dd-9b0789482136 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:44.503297 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf123d8c-84ce-4041-8bea-bd82153feeca req-a80d2c6a-a1a0-4ba6-87e9-6a061052782c tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:44.504822 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-cf123d8c-84ce-4041-8bea-bd82153feeca req-a80d2c6a-a1a0-4ba6-87e9-6a061052782c tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] 10.222.0.49 "GET /v2.0/ports?device_id=d61da5e1-1a01-4f28-a289-f8cc732d7154 HTTP/1.1" status: 200 len: 936 time: 0.3298063 Oct 12 19:10:44.515856 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6502e20c-3889-4d19-9bed-b88f7a618a78 req-1a42e86c-f668-4cde-b63d-604d0ebaab7a service neutron] 10.222.0.61 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4676750 Oct 12 19:10:44.533788 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-8c556e64-cc4f-412c-a0fb-74abd113e4bd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9320b27faf164c58b4fcddf67b15d504&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1391921 Oct 12 19:10:44.535912 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 55402) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:10:44.537788 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-7a3f1a5f-f747-4497-bafa-b2b706fc586c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, c9c833e6-1691-44ed-bf82-cf9c18667411) {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:10:44.558613 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72799e6-68d1-42d7-8cfd-1e8e3b6939ab None None] Network c9c833e6-1691-44ed-bf82-cf9c18667411 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:10:44.558613 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-8d4fdbe4-7f58-4f76-883e-ab997ec319b5 None None] Provisioning complete for port c50e084a-aa24-4b2a-b1b3-a26e8bc6a774 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:10:44.558613 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8d4fdbe4-7f58-4f76-883e-ab997ec319b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:44.634616 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c22ff3-3559-4aa5-954b-aa418412a3eb req-c696e684-977f-403e-b27c-e331cd697eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:44.639019 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c8c22ff3-3559-4aa5-954b-aa418412a3eb req-c696e684-977f-403e-b27c-e331cd697eaa service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0622f2ddd6f74dfcb6a10ad3f54a9317&device_id=908f7f12-c025-4deb-bedf-4bc3345653bf HTTP/1.1" status: 200 len: 1099 time: 0.2192886 Oct 12 19:10:44.645440 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-cf123d8c-84ce-4041-8bea-bd82153feeca req-1cf6e848-4b48-4e07-8299-a1fe3d273d25 tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] 10.222.0.49 "GET /v2.0/security-groups?id=d81c912b-51e6-4dcc-ae7a-8b303917556f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265559 Oct 12 19:10:44.687804 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c8c22ff3-3559-4aa5-954b-aa418412a3eb req-fdefba9f-ef88-4adb-ae6f-aa61eab4495a service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=0622f2ddd6f74dfcb6a10ad3f54a9317&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0414000 Oct 12 19:10:44.688285 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a3f1a5f-f747-4497-bafa-b2b706fc586c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:44.692686 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7a3f1a5f-f747-4497-bafa-b2b706fc586c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:44.697118 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-8d4fdbe4-7f58-4f76-883e-ab997ec319b5 None None] Port c50e084a-aa24-4b2a-b1b3-a26e8bc6a774 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:10:44.735838 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c38e5f7c-9740-4bf3-9cb5-4f4c8ed552f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:44.743352 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2f9a82-67fc-499a-b8dd-9b0789482136 service neutron] Pushing event updated for resources: {'Port': ['ID=c0f009b6-1045-46b2-9f3c-b86eb815c549,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:44.797760 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 19e243f6-08a7-4ae7-b5a2-e129e7c4ba73 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:10:44.814450 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e97bf02c-607c-4444-8284-59424c2fde50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:44.836786 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-7a3f1a5f-f747-4497-bafa-b2b706fc586c admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.8907464 Oct 12 19:10:44.853380 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38e5f7c-9740-4bf3-9cb5-4f4c8ed552f1 admin admin] Network f3d8d55a-a17e-469f-b479-a47932f8f8ad is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:10:44.876498 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-c38e5f7c-9740-4bf3-9cb5-4f4c8ed552f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:10:44.903724 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e97bf02c-607c-4444-8284-59424c2fde50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:44.905710 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38e5f7c-9740-4bf3-9cb5-4f4c8ed552f1 admin admin] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:10:44.906181 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c38e5f7c-9740-4bf3-9cb5-4f4c8ed552f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7915309'] for router_interface, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:44.934689 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38e5f7c-9740-4bf3-9cb5-4f4c8ed552f1 admin admin] Pushing event updated for resources: {'Port': ['ID=5b19f71e-6d0c-433a-917d-d33b0457ca57,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:44.975297 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-39c8d7d7-6863-40bd-8324-3b6df4c99079 req-ad2f9a82-67fc-499a-b8dd-9b0789482136 service neutron] Attempting to bind port c0f009b6-1045-46b2-9f3c-b86eb815c549 on host n-h2-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:10:44.975979 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-39c8d7d7-6863-40bd-8324-3b6df4c99079 req-ad2f9a82-67fc-499a-b8dd-9b0789482136 service neutron] Attempting to bind port c0f009b6-1045-46b2-9f3c-b86eb815c549 by drivers openvswitch,hyperv on host n-h2-813679-3 at level 0 using segments [{'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:10:44.976922 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c8d7d7-6863-40bd-8324-3b6df4c99079 req-ad2f9a82-67fc-499a-b8dd-9b0789482136 service neutron] Attempting to bind port c0f009b6-1045-46b2-9f3c-b86eb815c549 on network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:10:44.992916 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 19e243f6-08a7-4ae7-b5a2-e129e7c4ba73 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:10:44.992916 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:44.994394 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c8d7d7-6863-40bd-8324-3b6df4c99079 req-ad2f9a82-67fc-499a-b8dd-9b0789482136 service neutron] Port c0f009b6-1045-46b2-9f3c-b86eb815c549 on network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:10:44.994718 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c8d7d7-6863-40bd-8324-3b6df4c99079 req-ad2f9a82-67fc-499a-b8dd-9b0789482136 service neutron] Attempting to bind port c0f009b6-1045-46b2-9f3c-b86eb815c549 on network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:10:45.003009 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c8d7d7-6863-40bd-8324-3b6df4c99079 req-ad2f9a82-67fc-499a-b8dd-9b0789482136 service neutron] Checking agent: {'id': '233fbd7d-38e4-434f-bb8f-05364d7423a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 10, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:10:45.003784 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c8d7d7-6863-40bd-8324-3b6df4c99079 req-ad2f9a82-67fc-499a-b8dd-9b0789482136 service neutron] Checking segment: {'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:10:45.003784 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c8d7d7-6863-40bd-8324-3b6df4c99079 req-ad2f9a82-67fc-499a-b8dd-9b0789482136 service neutron] Bound using segment: {'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:10:45.004207 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-39c8d7d7-6863-40bd-8324-3b6df4c99079 req-ad2f9a82-67fc-499a-b8dd-9b0789482136 service neutron] Bound port: c0f009b6-1045-46b2-9f3c-b86eb815c549, host: n-h2-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'}}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:10:45.004573 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-39c8d7d7-6863-40bd-8324-3b6df4c99079 req-ad2f9a82-67fc-499a-b8dd-9b0789482136 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:45.144537 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c22ff3-3559-4aa5-954b-aa418412a3eb req-1006d11c-5a6f-4ce8-a8db-5da382f9a330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:45.144537 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c8c22ff3-3559-4aa5-954b-aa418412a3eb req-1006d11c-5a6f-4ce8-a8db-5da382f9a330 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4445467 Oct 12 19:10:45.248608 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 55414) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:10:45.266686 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-39c8d7d7-6863-40bd-8324-3b6df4c99079 req-ad2f9a82-67fc-499a-b8dd-9b0789482136 service neutron] For port c0f009b6-1045-46b2-9f3c-b86eb815c549, host n-h2-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:10:45.282109 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [req-f4a2bc73-c2c3-488c-8b94-ac7c686e130d req-82b1ede5-9115-46d6-bcff-3272d13fd749 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c50e084a-aa24-4b2a-b1b3-a26e8bc6a774 {{(pid=95501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:10:45.287631 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-39c8d7d7-6863-40bd-8324-3b6df4c99079 req-ad2f9a82-67fc-499a-b8dd-9b0789482136 service neutron] For port c0f009b6-1045-46b2-9f3c-b86eb815c549, host n-h2-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=c0f009b6-1045-46b2-9f3c-b86eb815c549,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:10:45.289332 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:45.296866 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-f4a2bc73-c2c3-488c-8b94-ac7c686e130d req-82b1ede5-9115-46d6-bcff-3272d13fd749 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:45.312299 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.provisioning_blocks [req-f4a2bc73-c2c3-488c-8b94-ac7c686e130d req-82b1ede5-9115-46d6-bcff-3272d13fd749 service neutron] Transition to ACTIVE for port object c50e084a-aa24-4b2a-b1b3-a26e8bc6a774 will not be triggered until provisioned by entity L2. {{(pid=95501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:10:45.352092 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46bf770-057e-45e6-8372-c6f30a27e2df None None] Network c9c833e6-1691-44ed-bf82-cf9c18667411 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:10:45.358086 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] For port 19e243f6-08a7-4ae7-b5a2-e129e7c4ba73, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=19e243f6-08a7-4ae7-b5a2-e129e7c4ba73,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:10:45.365144 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-39c8d7d7-6863-40bd-8324-3b6df4c99079 req-ad2f9a82-67fc-499a-b8dd-9b0789482136 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:45.379265 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e097-ba24-4fe3-b9ff-1c61f1d4e6f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:45.416421 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-f4a2bc73-c2c3-488c-8b94-ac7c686e130d req-82b1ede5-9115-46d6-bcff-3272d13fd749 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:45.418470 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed24e4e-c93e-4704-b37f-e72b599ab637 req-ce89b7ce-adf7-478b-b071-3e54dcfa6cc1 tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:45.421344 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-aed24e4e-c93e-4704-b37f-e72b599ab637 req-ce89b7ce-adf7-478b-b071-3e54dcfa6cc1 tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] 10.222.0.49 "GET /v2.0/ports?device_id=348f4d66-fd9b-4c47-8847-781f488dbc29 HTTP/1.1" status: 200 len: 947 time: 0.2773073 Oct 12 19:10:45.449485 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ab3090-4337-46aa-bd8a-ed4d3a063e35 req-813b8b44-faf9-4b06-bde8-c23270fc596a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:45.451010 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-43ab3090-4337-46aa-bd8a-ed4d3a063e35 req-813b8b44-faf9-4b06-bde8-c23270fc596a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0622f2ddd6f74dfcb6a10ad3f54a9317&device_id=908f7f12-c025-4deb-bedf-4bc3345653bf HTTP/1.1" status: 200 len: 1099 time: 0.2161849 Oct 12 19:10:45.451505 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:45.467171 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-6994c3e2-b2e5-479a-94d8-378dea619729 None None] Provisioning complete for port 5b19f71e-6d0c-433a-917d-d33b0457ca57 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:10:45.467883 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6994c3e2-b2e5-479a-94d8-378dea619729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:45.481897 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c8d7d7-6863-40bd-8324-3b6df4c99079 req-ad2f9a82-67fc-499a-b8dd-9b0789482136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:45.483131 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-39c8d7d7-6863-40bd-8324-3b6df4c99079 req-ad2f9a82-67fc-499a-b8dd-9b0789482136 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:45.484604 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-39c8d7d7-6863-40bd-8324-3b6df4c99079 req-ad2f9a82-67fc-499a-b8dd-9b0789482136 service neutron] 10.222.0.67 "PUT /v2.0/ports/c0f009b6-1045-46b2-9f3c-b86eb815c549 HTTP/1.1" status: 200 len: 1095 time: 3.1152625 Oct 12 19:10:45.496757 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe75de1f-a223-4b05-ab56-b9feb006b94e', 'tag': 'c0f009b6-1045-46b2-9f3c-b86eb815c549'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:10:45.496757 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db13ec23-20b5-46ae-86d0-9b5994d8893a" -d '{"events": [{"name": "network-changed", "server_uuid": "fe75de1f-a223-4b05-ab56-b9feb006b94e", "tag": "c0f009b6-1045-46b2-9f3c-b86eb815c549"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:10:45.551320 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e97bf02c-607c-4444-8284-59424c2fde50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:45.553906 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e97bf02c-607c-4444-8284-59424c2fde50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:45.555049 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-e97bf02c-607c-4444-8284-59424c2fde50 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/35f81d2c-b1fd-4795-b418-d10f62eba067 HTTP/1.1" status: 204 len: 168 time: 1.0172052 Oct 12 19:10:45.581889 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device e04bf3e2-ec09-4baf-b14a-2e8b288be655 details requested by agent hyperv_n-h1-813679-3 with host n-h1-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:10:45.593096 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97bf02c-607c-4444-8284-59424c2fde50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35f81d2c-b1fd-4795-b418-d10f62eba067,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:45.629574 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-43ab3090-4337-46aa-bd8a-ed4d3a063e35 req-824b879d-f51d-47ef-a227-c458b5ec8568 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=d12a222f-b70d-48d5-9053-fcab69365fb4 HTTP/1.1" status: 200 len: 217 time: 0.1566391 Oct 12 19:10:45.641551 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-6994c3e2-b2e5-479a-94d8-378dea619729 None None] Port 5b19f71e-6d0c-433a-917d-d33b0457ca57 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:10:45.671367 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-f4a2bc73-c2c3-488c-8b94-ac7c686e130d req-82b1ede5-9115-46d6-bcff-3272d13fd749 service neutron] Attempting to bind port c50e084a-aa24-4b2a-b1b3-a26e8bc6a774 on host n-h2-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:10:45.672021 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-f4a2bc73-c2c3-488c-8b94-ac7c686e130d req-82b1ede5-9115-46d6-bcff-3272d13fd749 service neutron] Attempting to bind port c50e084a-aa24-4b2a-b1b3-a26e8bc6a774 by drivers openvswitch,hyperv on host n-h2-813679-3 at level 0 using segments [{'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:10:45.672527 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a2bc73-c2c3-488c-8b94-ac7c686e130d req-82b1ede5-9115-46d6-bcff-3272d13fd749 service neutron] Attempting to bind port c50e084a-aa24-4b2a-b1b3-a26e8bc6a774 on network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:10:45.681164 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Pushing event updated for resources: {'Port': ['ID=19e243f6-08a7-4ae7-b5a2-e129e7c4ba73,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:45.712642 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a2bc73-c2c3-488c-8b94-ac7c686e130d req-82b1ede5-9115-46d6-bcff-3272d13fd749 service neutron] Port c50e084a-aa24-4b2a-b1b3-a26e8bc6a774 on network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:10:45.713973 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a2bc73-c2c3-488c-8b94-ac7c686e130d req-82b1ede5-9115-46d6-bcff-3272d13fd749 service neutron] Attempting to bind port c50e084a-aa24-4b2a-b1b3-a26e8bc6a774 on network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:10:45.719297 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-aed24e4e-c93e-4704-b37f-e72b599ab637 req-8300901f-e508-4637-a916-7f3908ce2101 tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] 10.222.0.49 "GET /v2.0/security-groups?id=106b5f86-f260-42d0-a64b-18dc989cc9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2873383 Oct 12 19:10:45.743572 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37f1b14-6071-4231-a409-1d47e199c203 req-7d8c0d4b-eb4b-4347-bfd6-713e79d90203 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:45.752488 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b37f1b14-6071-4231-a409-1d47e199c203 req-7d8c0d4b-eb4b-4347-bfd6-713e79d90203 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/ports?device_id=908f7f12-c025-4deb-bedf-4bc3345653bf HTTP/1.1" status: 200 len: 948 time: 0.4190261 Oct 12 19:10:45.753818 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2f9a82-67fc-499a-b8dd-9b0789482136 service neutron] Pushing event updated for resources: {'Port': ['ID=c0f009b6-1045-46b2-9f3c-b86eb815c549,revision_number=3']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:45.853492 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a2bc73-c2c3-488c-8b94-ac7c686e130d req-82b1ede5-9115-46d6-bcff-3272d13fd749 service neutron] Checking agent: {'id': '233fbd7d-38e4-434f-bb8f-05364d7423a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 10, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:10:45.853811 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a2bc73-c2c3-488c-8b94-ac7c686e130d req-82b1ede5-9115-46d6-bcff-3272d13fd749 service neutron] Checking segment: {'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:10:45.854199 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a2bc73-c2c3-488c-8b94-ac7c686e130d req-82b1ede5-9115-46d6-bcff-3272d13fd749 service neutron] Bound using segment: {'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:10:45.862177 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-f4a2bc73-c2c3-488c-8b94-ac7c686e130d req-82b1ede5-9115-46d6-bcff-3272d13fd749 service neutron] Bound port: c50e084a-aa24-4b2a-b1b3-a26e8bc6a774, host: n-h2-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'}}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:10:45.862177 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-f4a2bc73-c2c3-488c-8b94-ac7c686e130d req-82b1ede5-9115-46d6-bcff-3272d13fd749 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:45.877631 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe0a7a2d-2039-418f-8c7c-3ec19f6d589c x-openstack-request-id: req-fe0a7a2d-2039-418f-8c7c-3ec19f6d589c {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:10:45.877972 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe75de1f-a223-4b05-ab56-b9feb006b94e", "tag": "c0f009b6-1045-46b2-9f3c-b86eb815c549", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:10:45.878171 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fe0a7a2d-2039-418f-8c7c-3ec19f6d589c {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:10:45.880147 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port e04bf3e2-ec09-4baf-b14a-2e8b288be655, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=e04bf3e2-ec09-4baf-b14a-2e8b288be655,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:10:45.880270 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe75de1f-a223-4b05-ab56-b9feb006b94e', 'tag': 'c0f009b6-1045-46b2-9f3c-b86eb815c549', 'status': 'completed', 'code': 200} Oct 12 19:10:45.884251 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e097-ba24-4fe3-b9ff-1c61f1d4e6f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:45.898257 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c38e5f7c-9740-4bf3-9cb5-4f4c8ed552f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:45.899737 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Returning: {'device': 'e04bf3e2-ec09-4baf-b14a-2e8b288be655', 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1', 'port_id': 'e04bf3e2-ec09-4baf-b14a-2e8b288be655', 'mac_address': 'fa:16:3e:37:55:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '629aee7d-3fde-4c72-af1e-6a7e1f6a7e75', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:10:46.038576 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-f4a2bc73-c2c3-488c-8b94-ac7c686e130d req-82b1ede5-9115-46d6-bcff-3272d13fd749 service neutron] For port c50e084a-aa24-4b2a-b1b3-a26e8bc6a774, host n-h2-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:10:46.044578 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-f4a2bc73-c2c3-488c-8b94-ac7c686e130d req-82b1ede5-9115-46d6-bcff-3272d13fd749 service neutron] For port c50e084a-aa24-4b2a-b1b3-a26e8bc6a774, host n-h2-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=c50e084a-aa24-4b2a-b1b3-a26e8bc6a774,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:10:46.046136 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e097-ba24-4fe3-b9ff-1c61f1d4e6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:46.051013 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b37f1b14-6071-4231-a409-1d47e199c203 req-201d2c2b-afaf-4ad4-9aa1-8bc6f91648eb tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/security-groups?id=97ebf564-c5fe-4f12-92a1-b237f08112ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2981608 Oct 12 19:10:46.053491 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b1ede5-9115-46d6-bcff-3272d13fd749 service neutron] Pushing event updated for resources: {'Port': ['ID=c50e084a-aa24-4b2a-b1b3-a26e8bc6a774,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:46.073148 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c8d7d7-6863-40bd-8324-3b6df4c99079 req-3ea76741-30dc-41a1-a15c-c45e5982ac00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:46.075590 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-39c8d7d7-6863-40bd-8324-3b6df4c99079 req-3ea76741-30dc-41a1-a15c-c45e5982ac00 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2f0e49f0ecfe4a61a8bd2b9ac759e65c&device_id=fe75de1f-a223-4b05-ab56-b9feb006b94e HTTP/1.1" status: 200 len: 1098 time: 0.4524143 Oct 12 19:10:46.152151 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:46.156344 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed1e097-ba24-4fe3-b9ff-1c61f1d4e6f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48c19a2e-60f4-47c7-a2ce-feb7910f6eac,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:46.156496 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-39c8d7d7-6863-40bd-8324-3b6df4c99079 req-00223de8-62ed-4701-98ef-0d6608c60f48 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=c0f009b6-1045-46b2-9f3c-b86eb815c549 HTTP/1.1" status: 200 len: 217 time: 0.0650523 Oct 12 19:10:46.157512 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-f4a2bc73-c2c3-488c-8b94-ac7c686e130d req-82b1ede5-9115-46d6-bcff-3272d13fd749 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:46.157700 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ab3090-4337-46aa-bd8a-ed4d3a063e35 req-50cb51c5-84b4-454c-8020-a33d2450cf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:46.159189 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-43ab3090-4337-46aa-bd8a-ed4d3a063e35 req-50cb51c5-84b4-454c-8020-a33d2450cf01 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=629aee7d-3fde-4c72-af1e-6a7e1f6a7e75 HTTP/1.1" status: 200 len: 843 time: 0.4738214 Oct 12 19:10:46.168491 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e04bf3e2-ec09-4baf-b14a-2e8b288be655 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:10:46.203614 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port e04bf3e2-ec09-4baf-b14a-2e8b288be655, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=e04bf3e2-ec09-4baf-b14a-2e8b288be655,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:10:46.267439 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0905a700-0720-4ea0-a553-8249477ce184 req-418d03f9-edc4-4025-872c-3c38856b0b40 tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:46.269067 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0905a700-0720-4ea0-a553-8249477ce184 req-418d03f9-edc4-4025-872c-3c38856b0b40 tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] 10.222.0.49 "GET /v2.0/ports?device_id=d61da5e1-1a01-4f28-a289-f8cc732d7154 HTTP/1.1" status: 200 len: 948 time: 0.3145003 Oct 12 19:10:46.270068 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:46.274659 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-2ed1e097-ba24-4fe3-b9ff-1c61f1d4e6f0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e6af55eb5bb945e794215a88bb0a53ff&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0034730 Oct 12 19:10:46.275529 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 55438) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:10:46.359398 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=e04bf3e2-ec09-4baf-b14a-2e8b288be655,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:46.379924 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 55442) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:10:46.405716 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ab3090-4337-46aa-bd8a-ed4d3a063e35 req-021402e1-c6e6-40bc-914e-b9172f814333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:46.405716 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-43ab3090-4337-46aa-bd8a-ed4d3a063e35 req-021402e1-c6e6-40bc-914e-b9172f814333 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=90dcf485-b1ad-4139-85a3-9e1e9879e6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2282052 Oct 12 19:10:46.414248 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 55444) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:10:46.440219 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-ce731329-2c1f-454e-ae4f-6fbf7bd35e2d admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1083814671-network', 'tenant_id': '6620ec47705e4713b4feeb91a0b9d51a'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:10:46.463111 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-462c8c8f-5890-486e-9054-89563077fa5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:46.467584 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['e04bf3e2-ec09-4baf-b14a-2e8b288be655'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:10:46.486311 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a2bc73-c2c3-488c-8b94-ac7c686e130d req-82b1ede5-9115-46d6-bcff-3272d13fd749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:46.486923 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-f4a2bc73-c2c3-488c-8b94-ac7c686e130d req-82b1ede5-9115-46d6-bcff-3272d13fd749 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:46.488313 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f4a2bc73-c2c3-488c-8b94-ac7c686e130d req-82b1ede5-9115-46d6-bcff-3272d13fd749 service neutron] 10.222.0.67 "PUT /v2.0/ports/c50e084a-aa24-4b2a-b1b3-a26e8bc6a774 HTTP/1.1" status: 200 len: 1096 time: 2.1181962 Oct 12 19:10:46.515442 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b1ede5-9115-46d6-bcff-3272d13fd749 service neutron] Pushing event updated for resources: {'Port': ['ID=c50e084a-aa24-4b2a-b1b3-a26e8bc6a774,revision_number=3']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:46.518158 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0905a700-0720-4ea0-a553-8249477ce184 req-fdc3c0f8-1770-4e4d-a1a5-81ea8f2e990f tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] 10.222.0.49 "GET /v2.0/security-groups?id=d81c912b-51e6-4dcc-ae7a-8b303917556f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349212 Oct 12 19:10:46.521115 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c8d7d7-6863-40bd-8324-3b6df4c99079 req-1283e53a-c326-47fa-8080-5f87efb1567c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:46.522990 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-39c8d7d7-6863-40bd-8324-3b6df4c99079 req-1283e53a-c326-47fa-8080-5f87efb1567c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=629aee7d-3fde-4c72-af1e-6a7e1f6a7e75 HTTP/1.1" status: 200 len: 843 time: 0.3595157 Oct 12 19:10:46.586188 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c8d7d7-6863-40bd-8324-3b6df4c99079 req-75fca583-f871-4eef-9297-5c8c5a3dc734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:46.600179 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-39c8d7d7-6863-40bd-8324-3b6df4c99079 req-75fca583-f871-4eef-9297-5c8c5a3dc734 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=90dcf485-b1ad-4139-85a3-9e1e9879e6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0682228 Oct 12 19:10:46.619107 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a745dded-79fb-4bf7-9bcf-ce41283be83f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:46.731683 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 19e243f6-08a7-4ae7-b5a2-e129e7c4ba73 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:10:46.786501 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a2bc73-c2c3-488c-8b94-ac7c686e130d req-b45f1271-1226-48a5-8cc6-58a1e02336b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:46.788006 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f4a2bc73-c2c3-488c-8b94-ac7c686e130d req-b45f1271-1226-48a5-8cc6-58a1e02336b8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2f0e49f0ecfe4a61a8bd2b9ac759e65c&device_id=d61da5e1-1a01-4f28-a289-f8cc732d7154 HTTP/1.1" status: 200 len: 1099 time: 0.0796640 Oct 12 19:10:46.799234 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 19e243f6-08a7-4ae7-b5a2-e129e7c4ba73 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:10:46.799877 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:46.801868 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-39c8d7d7-6863-40bd-8324-3b6df4c99079 req-2b5cc825-72f8-40da-9e7a-ce41ab1ccefb service neutron] 10.222.0.67 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942179 Oct 12 19:10:46.860156 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f4a2bc73-c2c3-488c-8b94-ac7c686e130d req-24434e72-6923-47d7-b287-d3e6d819b2ab service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=c50e084a-aa24-4b2a-b1b3-a26e8bc6a774 HTTP/1.1" status: 200 len: 217 time: 0.0572872 Oct 12 19:10:46.893446 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce731329-2c1f-454e-ae4f-6fbf7bd35e2d admin admin] Made reservation on behalf of 6620ec47705e4713b4feeb91a0b9d51a for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:10:46.895695 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ce731329-2c1f-454e-ae4f-6fbf7bd35e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:46.930644 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ce731329-2c1f-454e-ae4f-6fbf7bd35e2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:46.946689 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a745dded-79fb-4bf7-9bcf-ce41283be83f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:46.980483 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24147a5a-9f98-4b78-8ffc-0100d964a685 req-d270c3e7-5cb5-4aac-82e8-8cc8366b9e30 tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:46.982472 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-24147a5a-9f98-4b78-8ffc-0100d964a685 req-d270c3e7-5cb5-4aac-82e8-8cc8366b9e30 tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] 10.222.0.49 "GET /v2.0/ports?device_id=348f4d66-fd9b-4c47-8847-781f488dbc29 HTTP/1.1" status: 200 len: 948 time: 0.1386616 Oct 12 19:10:46.992435 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a2bc73-c2c3-488c-8b94-ac7c686e130d req-3d154841-76df-46ac-8825-f16f93c62a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:46.993808 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f4a2bc73-c2c3-488c-8b94-ac7c686e130d req-3d154841-76df-46ac-8825-f16f93c62a88 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=629aee7d-3fde-4c72-af1e-6a7e1f6a7e75 HTTP/1.1" status: 200 len: 843 time: 0.1216531 Oct 12 19:10:47.008462 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-43ab3090-4337-46aa-bd8a-ed4d3a063e35 req-cfccba7d-87e4-483b-8535-938ed69c6c6f service neutron] 10.222.0.61 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5803180 Oct 12 19:10:47.013284 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c38e5f7c-9740-4bf3-9cb5-4f4c8ed552f1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:47.063883 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-39c8d7d7-6863-40bd-8324-3b6df4c99079 req-69b754b2-d639-4060-be1d-ae8c31735148 service neutron] 10.222.0.67 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215848 Oct 12 19:10:47.076179 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-24147a5a-9f98-4b78-8ffc-0100d964a685 req-87b5aa12-7df7-41f6-8b5b-a74893f3647b tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] 10.222.0.49 "GET /v2.0/security-groups?id=106b5f86-f260-42d0-a64b-18dc989cc9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854795 Oct 12 19:10:47.083552 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a2bc73-c2c3-488c-8b94-ac7c686e130d req-f0b7e808-d64f-4bfe-a1f6-b6b3a9e83b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:47.085601 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f4a2bc73-c2c3-488c-8b94-ac7c686e130d req-f0b7e808-d64f-4bfe-a1f6-b6b3a9e83b4b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=90dcf485-b1ad-4139-85a3-9e1e9879e6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0769477 Oct 12 19:10:47.094193 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c38e5f7c-9740-4bf3-9cb5-4f4c8ed552f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:47.095452 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c38e5f7c-9740-4bf3-9cb5-4f4c8ed552f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7898980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8092605'] for router_interface, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:47.179260 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-462c8c8f-5890-486e-9054-89563077fa5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:47.229667 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f4a2bc73-c2c3-488c-8b94-ac7c686e130d req-dce91d9f-082a-4979-9659-5c26adcaf36a service neutron] 10.222.0.67 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304858 Oct 12 19:10:47.247843 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db13ec23-20b5-46ae-86d0-9b5994d8893a req-584e812e-2046-4974-92bd-eb09a96245a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:47.249346 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-db13ec23-20b5-46ae-86d0-9b5994d8893a req-584e812e-2046-4974-92bd-eb09a96245a7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2f0e49f0ecfe4a61a8bd2b9ac759e65c&device_id=fe75de1f-a223-4b05-ab56-b9feb006b94e HTTP/1.1" status: 200 len: 1098 time: 0.0597291 Oct 12 19:10:47.265547 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38e5f7c-9740-4bf3-9cb5-4f4c8ed552f1 admin admin] Pushing event updated for resources: {'Port': ['ID=5b19f71e-6d0c-433a-917d-d33b0457ca57,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:47.278639 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-462c8c8f-5890-486e-9054-89563077fa5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:47.288319 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a745dded-79fb-4bf7-9bcf-ce41283be83f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:47.290769 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a745dded-79fb-4bf7-9bcf-ce41283be83f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:47.291884 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-a745dded-79fb-4bf7-9bcf-ce41283be83f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/48c19a2e-60f4-47c7-a2ce-feb7910f6eac HTTP/1.1" status: 204 len: 168 time: 1.0108495 Oct 12 19:10:47.306296 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-43ab3090-4337-46aa-bd8a-ed4d3a063e35 req-4f953c80-a8ad-460d-a1c6-adea78e4ff79 service neutron] 10.222.0.61 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2830601 Oct 12 19:10:47.372421 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87e2884-7819-4745-aeea-a41ff0e204e6 req-d5d21e7c-01c5-4123-947d-2a0c201885d5 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:47.374049 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b87e2884-7819-4745-aeea-a41ff0e204e6 req-d5d21e7c-01c5-4123-947d-2a0c201885d5 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/ports?device_id=908f7f12-c025-4deb-bedf-4bc3345653bf HTTP/1.1" status: 200 len: 948 time: 0.2226338 Oct 12 19:10:47.382886 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462c8c8f-5890-486e-9054-89563077fa5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f96e838f-1b09-4d25-a4f0-72105f5bd196,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:47.387095 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-462c8c8f-5890-486e-9054-89563077fa5d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6cd17f8306b14d9f837eb1c3361d9892&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0022223 Oct 12 19:10:47.393465 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 55454) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:10:47.403356 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f4a2bc73-c2c3-488c-8b94-ac7c686e130d req-52b5b9c4-ca09-4dfb-aeb7-fc0e40a38590 service neutron] 10.222.0.67 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652279 Oct 12 19:10:47.406606 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db13ec23-20b5-46ae-86d0-9b5994d8893a req-24a32728-1a1c-4fb3-b0ee-503d474922c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:47.407979 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-db13ec23-20b5-46ae-86d0-9b5994d8893a req-24a32728-1a1c-4fb3-b0ee-503d474922c2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=90dcf485-b1ad-4139-85a3-9e1e9879e6b1 HTTP/1.1" status: 200 len: 870 time: 0.1490121 Oct 12 19:10:47.424394 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38e5f7c-9740-4bf3-9cb5-4f4c8ed552f1 admin admin] Network f3d8d55a-a17e-469f-b479-a47932f8f8ad is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:10:47.445429 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a745dded-79fb-4bf7-9bcf-ce41283be83f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48c19a2e-60f4-47c7-a2ce-feb7910f6eac,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:47.453364 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-c38e5f7c-9740-4bf3-9cb5-4f4c8ed552f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:10:47.456692 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ce731329-2c1f-454e-ae4f-6fbf7bd35e2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:47.457852 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-db13ec23-20b5-46ae-86d0-9b5994d8893a req-c45e68a4-8fa9-4ff7-9cbe-5146748729b5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=c0f009b6-1045-46b2-9f3c-b86eb815c549 HTTP/1.1" status: 200 len: 217 time: 0.0402002 Oct 12 19:10:47.522644 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db13ec23-20b5-46ae-86d0-9b5994d8893a req-0c0fbb56-b3eb-44bf-a975-93e5772c62d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:47.526069 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-db13ec23-20b5-46ae-86d0-9b5994d8893a req-0c0fbb56-b3eb-44bf-a975-93e5772c62d7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=629aee7d-3fde-4c72-af1e-6a7e1f6a7e75 HTTP/1.1" status: 200 len: 843 time: 0.0575178 Oct 12 19:10:47.529755 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b87e2884-7819-4745-aeea-a41ff0e204e6 req-32f8f69f-513b-47c0-a9bd-54e1e3858a86 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/security-groups?id=97ebf564-c5fe-4f12-92a1-b237f08112ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398423 Oct 12 19:10:47.534826 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ce731329-2c1f-454e-ae4f-6fbf7bd35e2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:47.578246 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device a51cc259-ed8d-4ab8-8a57-ecdf983cdaf2 details requested by agent hyperv_n-h1-813679-3 with host n-h1-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:10:47.580722 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device e04bf3e2-ec09-4baf-b14a-2e8b288be655 up at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:10:47.593745 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db13ec23-20b5-46ae-86d0-9b5994d8893a req-b99cea3c-b0c6-46e7-99ea-039754be65b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:47.595441 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-db13ec23-20b5-46ae-86d0-9b5994d8893a req-b99cea3c-b0c6-46e7-99ea-039754be65b7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=90dcf485-b1ad-4139-85a3-9e1e9879e6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0568504 Oct 12 19:10:47.615228 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce731329-2c1f-454e-ae4f-6fbf7bd35e2d admin admin] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:10:47.636281 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c6630424-eb04-4917-a24e-3a1ca397b5f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:47.644572 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ce731329-2c1f-454e-ae4f-6fbf7bd35e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:47.644919 n-d-813679-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-ce731329-2c1f-454e-ae4f-6fbf7bd35e2d admin admin] Added segment cb6c815b-9836-4973-8f27-cc6077540cae of type vlan for network 7d35b427-5873-4883-a373-11c4d37aaa18 Oct 12 19:10:47.648481 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce731329-2c1f-454e-ae4f-6fbf7bd35e2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=698aa9ac-31de-468e-8300-43f3a0828b0c,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:47.712583 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c6630424-eb04-4917-a24e-3a1ca397b5f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:47.731304 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ce731329-2c1f-454e-ae4f-6fbf7bd35e2d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:47.739045 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c38e5f7c-9740-4bf3-9cb5-4f4c8ed552f1 admin admin] Router e778be89-c114-4bc8-be8c-3d7878ea1275 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:10:47.788603 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port a51cc259-ed8d-4ab8-8a57-ecdf983cdaf2, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=a51cc259-ed8d-4ab8-8a57-ecdf983cdaf2,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:10:47.789883 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0edf40-a518-4f46-b28d-ab6bfd727e8f req-0bc001d5-e1ad-4e64-9d9f-7fe4f85898ac tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:47.789883 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6f0edf40-a518-4f46-b28d-ab6bfd727e8f req-0bc001d5-e1ad-4e64-9d9f-7fe4f85898ac tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] 10.222.0.49 "GET /v2.0/ports?device_id=d61da5e1-1a01-4f28-a289-f8cc732d7154 HTTP/1.1" status: 200 len: 948 time: 0.1195400 Oct 12 19:10:47.795864 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Returning: {'device': 'a51cc259-ed8d-4ab8-8a57-ecdf983cdaf2', 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1', 'port_id': 'a51cc259-ed8d-4ab8-8a57-ecdf983cdaf2', 'mac_address': 'fa:16:3e:16:b6:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '629aee7d-3fde-4c72-af1e-6a7e1f6a7e75', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:10:47.814587 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-db13ec23-20b5-46ae-86d0-9b5994d8893a req-5ee5342b-e85f-43d7-b05e-6b08c00fbfb1 service neutron] 10.222.0.67 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104757 Oct 12 19:10:47.842500 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-75df9bfe-b5e8-4416-9b0b-cc60582cb565 None None] Provisioning complete for port 5b19f71e-6d0c-433a-917d-d33b0457ca57 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:10:47.843262 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-75df9bfe-b5e8-4416-9b0b-cc60582cb565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:47.851736 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6f0edf40-a518-4f46-b28d-ab6bfd727e8f req-0363f8af-e5d4-4080-b9ec-a29e7c24891f tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] 10.222.0.49 "GET /v2.0/security-groups?id=d81c912b-51e6-4dcc-ae7a-8b303917556f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609512 Oct 12 19:10:47.877005 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:47.881331 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd61da5e1-1a01-4f28-a289-f8cc732d7154', 'tag': 'c50e084a-aa24-4b2a-b1b3-a26e8bc6a774'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:10:47.883563 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8b4bf6f-31bd-4752-9ca2-86698019d1b5" -d '{"events": [{"name": "network-changed", "server_uuid": "d61da5e1-1a01-4f28-a289-f8cc732d7154", "tag": "c50e084a-aa24-4b2a-b1b3-a26e8bc6a774"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:10:47.898819 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a51cc259-ed8d-4ab8-8a57-ecdf983cdaf2 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:10:47.905801 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-75df9bfe-b5e8-4416-9b0b-cc60582cb565 None None] Port 5b19f71e-6d0c-433a-917d-d33b0457ca57 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:10:48.028360 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c38e5f7c-9740-4bf3-9cb5-4f4c8ed552f1 admin admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:10:48.028460 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port a51cc259-ed8d-4ab8-8a57-ecdf983cdaf2, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=a51cc259-ed8d-4ab8-8a57-ecdf983cdaf2,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:10:48.028539 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-c38e5f7c-9740-4bf3-9cb5-4f4c8ed552f1 admin admin] 10.222.0.49 "PUT /v2.0/routers/e778be89-c114-4bc8-be8c-3d7878ea1275/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5384881 Oct 12 19:10:48.028624 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217b6b3c-3eba-45d1-9016-419f8c00eaa5 None None] Sync routers for ids ['e778be89-c114-4bc8-be8c-3d7878ea1275'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:10:48.028702 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-db13ec23-20b5-46ae-86d0-9b5994d8893a req-79f85e13-3c89-4db4-b016-7b5f132be499 service neutron] 10.222.0.67 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126363 Oct 12 19:10:48.028782 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217b6b3c-3eba-45d1-9016-419f8c00eaa5 None None] Routers {'e778be89-c114-4bc8-be8c-3d7878ea1275'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:10:48.028782 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-217b6b3c-3eba-45d1-9016-419f8c00eaa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:10:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['e778be89-c114-4bc8-be8c-3d7878ea1275'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:10:48.028952 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ddbb87b-a331-4530-8731-014a7ad50cfe x-openstack-request-id: req-8ddbb87b-a331-4530-8731-014a7ad50cfe {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:10:48.028952 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d61da5e1-1a01-4f28-a289-f8cc732d7154", "tag": "c50e084a-aa24-4b2a-b1b3-a26e8bc6a774", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:10:48.028952 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8ddbb87b-a331-4530-8731-014a7ad50cfe {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:10:48.028952 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd61da5e1-1a01-4f28-a289-f8cc732d7154', 'tag': 'c50e084a-aa24-4b2a-b1b3-a26e8bc6a774', 'status': 'completed', 'code': 200} Oct 12 19:10:48.028952 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b4bf6f-31bd-4752-9ca2-86698019d1b5 req-3b68127e-f762-47ef-ba07-82a34d3b48e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:48.028952 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e8b4bf6f-31bd-4752-9ca2-86698019d1b5 req-3b68127e-f762-47ef-ba07-82a34d3b48e8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2f0e49f0ecfe4a61a8bd2b9ac759e65c&device_id=d61da5e1-1a01-4f28-a289-f8cc732d7154 HTTP/1.1" status: 200 len: 1099 time: 0.0396707 Oct 12 19:10:48.156631 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-217b6b3c-3eba-45d1-9016-419f8c00eaa5 None None] Set router e778be89-c114-4bc8-be8c-3d7878ea1275 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:10:48.157832 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b4bf6f-31bd-4752-9ca2-86698019d1b5 req-948770dd-8510-4fac-a9df-6cfc52fa569e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:48.157832 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e8b4bf6f-31bd-4752-9ca2-86698019d1b5 req-948770dd-8510-4fac-a9df-6cfc52fa569e service neutron] 10.222.0.67 "GET /v2.0/networks?id=90dcf485-b1ad-4139-85a3-9e1e9879e6b1 HTTP/1.1" status: 200 len: 870 time: 0.1015449 Oct 12 19:10:48.183558 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e8b4bf6f-31bd-4752-9ca2-86698019d1b5 req-ad185157-4a0d-4cb9-9b69-00ff2ffe5677 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=c50e084a-aa24-4b2a-b1b3-a26e8bc6a774 HTTP/1.1" status: 200 len: 217 time: 0.0584149 Oct 12 19:10:48.240974 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ce731329-2c1f-454e-ae4f-6fbf7bd35e2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:48.244911 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce731329-2c1f-454e-ae4f-6fbf7bd35e2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:48.244911 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ce731329-2c1f-454e-ae4f-6fbf7bd35e2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:48.245103 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning for port e04bf3e2-ec09-4baf-b14a-2e8b288be655 completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:10:48.255523 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning complete for port e04bf3e2-ec09-4baf-b14a-2e8b288be655 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:10:48.255900 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:48.299228 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b4bf6f-31bd-4752-9ca2-86698019d1b5 req-3e9a687b-086e-457a-8239-bede90171a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:48.300524 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e8b4bf6f-31bd-4752-9ca2-86698019d1b5 req-3e9a687b-086e-457a-8239-bede90171a5b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=629aee7d-3fde-4c72-af1e-6a7e1f6a7e75 HTTP/1.1" status: 200 len: 843 time: 0.1022127 Oct 12 19:10:48.304581 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:48.309190 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e083ea43-2aad-45f1-a724-bf879ea63a65 req-43fd4182-d6f7-4e4f-bfd5-8e3516580be9 tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:48.318502 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e083ea43-2aad-45f1-a724-bf879ea63a65 req-43fd4182-d6f7-4e4f-bfd5-8e3516580be9 tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] 10.222.0.49 "GET /v2.0/ports?device_id=348f4d66-fd9b-4c47-8847-781f488dbc29 HTTP/1.1" status: 200 len: 948 time: 0.1284392 Oct 12 19:10:48.367244 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c6630424-eb04-4917-a24e-3a1ca397b5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:48.369784 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c6630424-eb04-4917-a24e-3a1ca397b5f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:48.370951 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-c6630424-eb04-4917-a24e-3a1ca397b5f2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f96e838f-1b09-4d25-a4f0-72105f5bd196 HTTP/1.1" status: 204 len: 168 time: 0.9743652 Oct 12 19:10:48.381863 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b4bf6f-31bd-4752-9ca2-86698019d1b5 req-2781bc56-40a4-421d-9ddc-270670990b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:48.383353 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e8b4bf6f-31bd-4752-9ca2-86698019d1b5 req-2781bc56-40a4-421d-9ddc-270670990b55 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=90dcf485-b1ad-4139-85a3-9e1e9879e6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0647998 Oct 12 19:10:48.393968 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=a51cc259-ed8d-4ab8-8a57-ecdf983cdaf2,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:48.394402 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e083ea43-2aad-45f1-a724-bf879ea63a65 req-8b935ffd-8027-4447-80ac-33f099f4ca85 tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] 10.222.0.49 "GET /v2.0/security-groups?id=106b5f86-f260-42d0-a64b-18dc989cc9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750725 Oct 12 19:10:48.414767 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6630424-eb04-4917-a24e-3a1ca397b5f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f96e838f-1b09-4d25-a4f0-72105f5bd196,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:48.449438 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-ce731329-2c1f-454e-ae4f-6fbf7bd35e2d admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.0293605 Oct 12 19:10:48.450187 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce731329-2c1f-454e-ae4f-6fbf7bd35e2d admin admin] Pushing event updated for resources: {'Network': ['ID=7d35b427-5873-4883-a373-11c4d37aaa18,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:48.452215 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 55482) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:10:48.458987 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-a68b79ec-bd51-49d1-a32b-364cdeafdeea admin admin] Request body: {'subnet': {'network_id': '7d35b427-5873-4883-a373-11c4d37aaa18', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1083814671-subnet', 'tenant_id': '6620ec47705e4713b4feeb91a0b9d51a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:10:48.481116 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 7d35b427-5873-4883-a373-11c4d37aaa18 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:10:48.541218 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e8b4bf6f-31bd-4752-9ca2-86698019d1b5 req-e072665c-0425-4e3e-96ea-72bcc72bff49 service neutron] 10.222.0.67 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457603 Oct 12 19:10:48.553425 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['a51cc259-ed8d-4ab8-8a57-ecdf983cdaf2'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:10:48.630376 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-217b6b3c-3eba-45d1-9016-419f8c00eaa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e778be89-c114-4bc8-be8c-3d7878ea1275', 'name': 'tempest-FloatingIPsAssociationTestJSON-1808744679-router', 'tenant_id': '194247fcbd8840fc8b099ca900c42c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '19e243f6-08a7-4ae7-b5a2-e129e7c4ba73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:10:35Z', 'updated_at': '2021-10-12T19:10:45Z', 'revision_number': 4, 'project_id': '194247fcbd8840fc8b099ca900c42c70', 'gw_port': {'id': '19e243f6-08a7-4ae7-b5a2-e129e7c4ba73', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:2f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e778be89-c114-4bc8-be8c-3d7878ea1275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:10:37Z', 'updated_at': '2021-10-12T19:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '5b19f71e-6d0c-433a-917d-d33b0457ca57', 'name': '', 'network_id': 'f3d8d55a-a17e-469f-b479-a47932f8f8ad', 'tenant_id': '194247fcbd8840fc8b099ca900c42c70', 'mac_address': 'fa:16:3e:6b:a9:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e778be89-c114-4bc8-be8c-3d7878ea1275', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '7744f471-5bc3-48f2-bedf-a494f3770221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:10:43Z', 'updated_at': '2021-10-12T19:10:46Z', 'revision_number': 2, 'project_id': '194247fcbd8840fc8b099ca900c42c70', 'subnets': [{'id': '7744f471-5bc3-48f2-bedf-a494f3770221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:10:48.635861 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a68b79ec-bd51-49d1-a32b-364cdeafdeea admin admin] Made reservation on behalf of 6620ec47705e4713b4feeb91a0b9d51a for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:10:48.638197 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a68b79ec-bd51-49d1-a32b-364cdeafdeea admin admin] Notify callbacks [] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:48.683451 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217b6b3c-3eba-45d1-9016-419f8c00eaa5 None None] Checking router: e778be89-c114-4bc8-be8c-3d7878ea1275 for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:10:48.683825 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217b6b3c-3eba-45d1-9016-419f8c00eaa5 None None] Updating router e778be89-c114-4bc8-be8c-3d7878ea1275 port 5b19f71e-6d0c-433a-917d-d33b0457ca57 binding host n-d-813679-3 {{(pid=95503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 19:10:48.696422 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e8b4bf6f-31bd-4752-9ca2-86698019d1b5 req-80e8721b-39fd-4d5a-a9b8-96ea378652db service neutron] 10.222.0.67 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464131 Oct 12 19:10:48.735827 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:48.743521 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd01e65-f4db-4a76-a964-11a065babd07 req-c734ebaa-7883-4799-abff-6d039790f03b tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:48.750793 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-217b6b3c-3eba-45d1-9016-419f8c00eaa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:48.755333 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1bd01e65-f4db-4a76-a964-11a065babd07 req-c734ebaa-7883-4799-abff-6d039790f03b tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] 10.222.0.49 "GET /v2.0/networks?id=f3d8d55a-a17e-469f-b479-a47932f8f8ad HTTP/1.1" status: 200 len: 821 time: 0.2032552 Oct 12 19:10:48.770677 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f58b80-3d12-482d-acfa-e4e3ffa42a19 req-713a8648-9b1a-4094-ab4c-7d14b6616c07 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:48.772271 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-87f58b80-3d12-482d-acfa-e4e3ffa42a19 req-713a8648-9b1a-4094-ab4c-7d14b6616c07 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/ports?device_id=908f7f12-c025-4deb-bedf-4bc3345653bf HTTP/1.1" status: 200 len: 948 time: 0.0744534 Oct 12 19:10:48.790911 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '348f4d66-fd9b-4c47-8847-781f488dbc29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e04bf3e2-ec09-4baf-b14a-2e8b288be655'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:10:48.793191 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-716f592f-de0f-4b67-9565-a1017396e8df" -d '{"events": [{"server_uuid": "348f4d66-fd9b-4c47-8847-781f488dbc29", "name": "network-vif-plugged", "status": "completed", "tag": "e04bf3e2-ec09-4baf-b14a-2e8b288be655"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:10:48.797682 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1bd01e65-f4db-4a76-a964-11a065babd07 req-3143db89-54b4-47b2-8b67-b21d27b68790 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] 10.222.0.49 "GET /v2.0/quotas/194247fcbd8840fc8b099ca900c42c70 HTTP/1.1" status: 200 len: 375 time: 0.0455415 Oct 12 19:10:48.825544 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-87f58b80-3d12-482d-acfa-e4e3ffa42a19 req-ad3a01c8-9959-4c9f-9c9d-64149c6eb72d tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/security-groups?id=97ebf564-c5fe-4f12-92a1-b237f08112ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426579 Oct 12 19:10:48.848253 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port e04bf3e2-ec09-4baf-b14a-2e8b288be655, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=e04bf3e2-ec09-4baf-b14a-2e8b288be655,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:10:48.886923 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1bd01e65-f4db-4a76-a964-11a065babd07 req-47c2afb6-f4ac-4d56-849a-4be775c82cf3 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=194247fcbd8840fc8b099ca900c42c70&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0879688 Oct 12 19:10:48.942987 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71a73f10-ea2f-42c2-ad9c-9844b63a6eb6 x-openstack-request-id: req-71a73f10-ea2f-42c2-ad9c-9844b63a6eb6 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:10:48.945845 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "348f4d66-fd9b-4c47-8847-781f488dbc29", "name": "network-vif-plugged", "status": "completed", "tag": "e04bf3e2-ec09-4baf-b14a-2e8b288be655", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:10:48.945845 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-71a73f10-ea2f-42c2-ad9c-9844b63a6eb6 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:10:48.945845 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '348f4d66-fd9b-4c47-8847-781f488dbc29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e04bf3e2-ec09-4baf-b14a-2e8b288be655', 'code': 200} Oct 12 19:10:48.950064 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:49.073000 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6f6f7c-6b80-4144-ab0d-7527e839084d req-0754ab14-3734-4721-bb7a-758a8ece7740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:49.074485 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4b6f6f7c-6b80-4144-ab0d-7527e839084d req-0754ab14-3734-4721-bb7a-758a8ece7740 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=348f4d66-fd9b-4c47-8847-781f488dbc29 HTTP/1.1" status: 200 len: 1100 time: 0.1118643 Oct 12 19:10:49.078662 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1bd01e65-f4db-4a76-a964-11a065babd07 req-50c7c47d-060c-4868-bb83-b6b40fc6f85c service neutron] 10.222.0.49 "GET /v2.0/networks/f3d8d55a-a17e-469f-b479-a47932f8f8ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909568 Oct 12 19:10:49.089010 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d7d4b8-37ed-43ef-b7d2-c86e67cd5d3e req-e7a978fd-d88e-4e22-ace2-fb5e6edae38d tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:49.100488 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-02d7d4b8-37ed-43ef-b7d2-c86e67cd5d3e req-e7a978fd-d88e-4e22-ace2-fb5e6edae38d tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] 10.222.0.49 "GET /v2.0/ports?device_id=d61da5e1-1a01-4f28-a289-f8cc732d7154 HTTP/1.1" status: 200 len: 948 time: 0.0942390 Oct 12 19:10:49.133829 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-02d7d4b8-37ed-43ef-b7d2-c86e67cd5d3e req-ba1334ce-76d9-4a66-99df-1703fb141ed6 tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] 10.222.0.49 "GET /v2.0/security-groups?id=d81c912b-51e6-4dcc-ae7a-8b303917556f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358191 Oct 12 19:10:49.145165 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a68b79ec-bd51-49d1-a32b-364cdeafdeea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:49.148280 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=e04bf3e2-ec09-4baf-b14a-2e8b288be655,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:49.204252 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4b6f6f7c-6b80-4144-ab0d-7527e839084d req-7f5219be-d6f6-4474-bf52-f11c86de34fc service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=106b5f86-f260-42d0-a64b-18dc989cc9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174664 Oct 12 19:10:49.232535 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68b79ec-bd51-49d1-a32b-364cdeafdeea admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d970c45-234a-4ae2-b969-bc17a65fb0e2,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:49.260400 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68b79ec-bd51-49d1-a32b-364cdeafdeea admin admin] Checking segment: {'id': 'cb6c815b-9836-4973-8f27-cc6077540cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '7d35b427-5873-4883-a373-11c4d37aaa18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:10:49.261546 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68b79ec-bd51-49d1-a32b-364cdeafdeea admin admin] Network hostable DHCP agents. Network: 7d35b427-5873-4883-a373-11c4d37aaa18, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:10:49.269488 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1bd01e65-f4db-4a76-a964-11a065babd07 req-21f96039-bbc2-4911-ac22-cccac15a8c91 service neutron] 10.222.0.49 "GET /v2.0/networks/f3d8d55a-a17e-469f-b479-a47932f8f8ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838322 Oct 12 19:10:49.281934 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-217b6b3c-3eba-45d1-9016-419f8c00eaa5 None None] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:49.334419 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68b79ec-bd51-49d1-a32b-364cdeafdeea admin admin] Network 7d35b427-5873-4883-a373-11c4d37aaa18 is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:10:49.356848 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-217b6b3c-3eba-45d1-9016-419f8c00eaa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:49.408541 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081d55db-b0bc-403f-a03b-115a57c44124 None None] Pushing event updated for resources: {'Port': ['ID=5b19f71e-6d0c-433a-917d-d33b0457ca57,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:49.425543 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-a68b79ec-bd51-49d1-a32b-364cdeafdeea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, 7d35b427-5873-4883-a373-11c4d37aaa18) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:10:49.429753 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68b79ec-bd51-49d1-a32b-364cdeafdeea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:49.430323 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a68b79ec-bd51-49d1-a32b-364cdeafdeea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:49.436313 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48832b20-8fbc-4e0f-94fa-8c2436847ba9 None None] Network 7d35b427-5873-4883-a373-11c4d37aaa18 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:10:49.581729 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-a68b79ec-bd51-49d1-a32b-364cdeafdeea admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1282325 Oct 12 19:10:49.620924 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80e10d4-d918-4f1f-b156-ce09041b19c5 req-a098ef09-176f-42ea-833f-f1fe2fd44c15 tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:49.629018 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b80e10d4-d918-4f1f-b156-ce09041b19c5 req-a098ef09-176f-42ea-833f-f1fe2fd44c15 tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] 10.222.0.49 "GET /v2.0/ports?device_id=348f4d66-fd9b-4c47-8847-781f488dbc29 HTTP/1.1" status: 200 len: 949 time: 0.1357572 Oct 12 19:10:49.705580 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b80e10d4-d918-4f1f-b156-ce09041b19c5 req-66e5578e-e31a-4d84-b1ac-83568cbb62cb tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] 10.222.0.49 "GET /v2.0/security-groups?id=106b5f86-f260-42d0-a64b-18dc989cc9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720267 Oct 12 19:10:49.728798 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-dceefbda-8753-4e02-bec8-ff3ee3477262 req-4d83f80c-d0b6-4147-a7a8-3eeded4f9e46 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] 10.222.0.49 "GET /v2.0/ports?device_id=31068235-8d67-4f2f-9b64-477add9d67bc HTTP/1.1" status: 200 len: 210 time: 0.0659323 Oct 12 19:10:49.731068 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device a51cc259-ed8d-4ab8-8a57-ecdf983cdaf2 up at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:10:49.806433 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-217b6b3c-3eba-45d1-9016-419f8c00eaa5 None None] Attempting to bind port 5b19f71e-6d0c-433a-917d-d33b0457ca57 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:10:49.806433 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-217b6b3c-3eba-45d1-9016-419f8c00eaa5 None None] Attempting to bind port 5b19f71e-6d0c-433a-917d-d33b0457ca57 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '70a77141-5565-41b2-8aa4-9582e3e1fa93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f3d8d55a-a17e-469f-b479-a47932f8f8ad'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:10:49.806433 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217b6b3c-3eba-45d1-9016-419f8c00eaa5 None None] Attempting to bind port 5b19f71e-6d0c-433a-917d-d33b0457ca57 on network f3d8d55a-a17e-469f-b479-a47932f8f8ad {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:10:49.814237 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217b6b3c-3eba-45d1-9016-419f8c00eaa5 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:10:49.814610 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217b6b3c-3eba-45d1-9016-419f8c00eaa5 None None] Checking segment: {'id': '70a77141-5565-41b2-8aa4-9582e3e1fa93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f3d8d55a-a17e-469f-b479-a47932f8f8ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:10:49.815011 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-217b6b3c-3eba-45d1-9016-419f8c00eaa5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:49.815397 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217b6b3c-3eba-45d1-9016-419f8c00eaa5 None None] Bound using segment: {'id': '70a77141-5565-41b2-8aa4-9582e3e1fa93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f3d8d55a-a17e-469f-b479-a47932f8f8ad'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:10:49.815869 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-217b6b3c-3eba-45d1-9016-419f8c00eaa5 None None] Bound port: 5b19f71e-6d0c-433a-917d-d33b0457ca57, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70a77141-5565-41b2-8aa4-9582e3e1fa93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f3d8d55a-a17e-469f-b479-a47932f8f8ad'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:10:49.816302 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-217b6b3c-3eba-45d1-9016-419f8c00eaa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:49.818019 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-02c47153-e254-49cb-8176-2e68bc8b51b8 None None] Provisioning complete for port 5b19f71e-6d0c-433a-917d-d33b0457ca57 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:10:49.818355 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-02c47153-e254-49cb-8176-2e68bc8b51b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:49.926479 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-02c47153-e254-49cb-8176-2e68bc8b51b8 None None] Port 5b19f71e-6d0c-433a-917d-d33b0457ca57 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:10:49.957784 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84395e7d-12e7-4818-8a7a-098c0f4348f7 req-2288cace-b040-450a-b7a0-ceaabc465404 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:49.959592 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-84395e7d-12e7-4818-8a7a-098c0f4348f7 req-2288cace-b040-450a-b7a0-ceaabc465404 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/ports?device_id=908f7f12-c025-4deb-bedf-4bc3345653bf HTTP/1.1" status: 200 len: 948 time: 0.0639324 Oct 12 19:10:49.996622 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d17cd16-8c69-4b36-b012-ebde2c62354b None None] Network 7d35b427-5873-4883-a373-11c4d37aaa18 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:10:50.010324 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-84395e7d-12e7-4818-8a7a-098c0f4348f7 req-dc8b70f8-cab3-4004-af86-bb7c55e6f92f tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/security-groups?id=97ebf564-c5fe-4f12-92a1-b237f08112ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444825 Oct 12 19:10:50.053000 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-217b6b3c-3eba-45d1-9016-419f8c00eaa5 None None] For port 5b19f71e-6d0c-433a-917d-d33b0457ca57, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:10:50.069333 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning for port a51cc259-ed8d-4ab8-8a57-ecdf983cdaf2 completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:10:50.072385 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-217b6b3c-3eba-45d1-9016-419f8c00eaa5 None None] For port 5b19f71e-6d0c-433a-917d-d33b0457ca57, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=5b19f71e-6d0c-433a-917d-d33b0457ca57,segment=NetworkSegment(70a77141-5565-41b2-8aa4-9582e3e1fa93),segment_id=70a77141-5565-41b2-8aa4-9582e3e1fa93)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:10:50.079004 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning complete for port a51cc259-ed8d-4ab8-8a57-ecdf983cdaf2 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:10:50.079385 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:50.187095 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-217b6b3c-3eba-45d1-9016-419f8c00eaa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:50.299101 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:50.302404 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217b6b3c-3eba-45d1-9016-419f8c00eaa5 None None] Routers {'e778be89-c114-4bc8-be8c-3d7878ea1275'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:10:50.303038 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-217b6b3c-3eba-45d1-9016-419f8c00eaa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:10:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['e778be89-c114-4bc8-be8c-3d7878ea1275'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:10:50.315796 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081d55db-b0bc-403f-a03b-115a57c44124 None None] Pushing event updated for resources: {'Port': ['ID=5b19f71e-6d0c-433a-917d-d33b0457ca57,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:50.345987 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1fc92e-6e4a-428f-9d94-96752897f524 req-659606cb-3e1e-4e75-a108-e807ec4855d7 tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:50.381454 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-bb1fc92e-6e4a-428f-9d94-96752897f524 req-659606cb-3e1e-4e75-a108-e807ec4855d7 tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] 10.222.0.49 "GET /v2.0/ports?device_id=d61da5e1-1a01-4f28-a289-f8cc732d7154 HTTP/1.1" status: 200 len: 948 time: 0.1262186 Oct 12 19:10:50.460560 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device c50e084a-aa24-4b2a-b1b3-a26e8bc6a774 details requested by agent hyperv_n-h2-813679-3 with host n-h2-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:10:50.476295 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-bb1fc92e-6e4a-428f-9d94-96752897f524 req-f02c31eb-1889-4e18-b4dd-2b6692c6401d tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] 10.222.0.49 "GET /v2.0/security-groups?id=d81c912b-51e6-4dcc-ae7a-8b303917556f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892158 Oct 12 19:10:50.515746 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port a51cc259-ed8d-4ab8-8a57-ecdf983cdaf2, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=a51cc259-ed8d-4ab8-8a57-ecdf983cdaf2,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:10:50.618058 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-217b6b3c-3eba-45d1-9016-419f8c00eaa5 None None] Set router e778be89-c114-4bc8-be8c-3d7878ea1275 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:10:50.651005 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:50.686120 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c6a7f5-75be-4ce3-accd-639791b65bd8 req-7fa8b151-a055-4846-a6e2-916d79f8a498 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:50.688507 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f6c6a7f5-75be-4ce3-accd-639791b65bd8 req-7fa8b151-a055-4846-a6e2-916d79f8a498 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/networks?id=c9c833e6-1691-44ed-bf82-cf9c18667411 HTTP/1.1" status: 200 len: 808 time: 0.1996431 Oct 12 19:10:50.717376 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f6c6a7f5-75be-4ce3-accd-639791b65bd8 req-d27b26b8-d3f2-494e-9103-fe0eccb1156e tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/quotas/5fba7a982f4e455fbf6360a954bd3673 HTTP/1.1" status: 200 len: 375 time: 0.0223672 Oct 12 19:10:50.762811 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f6c6a7f5-75be-4ce3-accd-639791b65bd8 req-7e3a2d55-b7ef-4eca-a77c-58ad5ceb263b tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=5fba7a982f4e455fbf6360a954bd3673&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0422201 Oct 12 19:10:50.765623 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-814c031d-2055-4e44-9ef9-f57be703e720 None None] Provisioning complete for port 5b19f71e-6d0c-433a-917d-d33b0457ca57 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:10:50.766186 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-814c031d-2055-4e44-9ef9-f57be703e720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:50.842084 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port c50e084a-aa24-4b2a-b1b3-a26e8bc6a774, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=c50e084a-aa24-4b2a-b1b3-a26e8bc6a774,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:10:50.848432 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c266f7-f6a8-434d-a8ab-42236a5c9351 req-fd3b2fdd-0a2f-4f11-aaea-8ece585a11ba tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:50.850030 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c7c266f7-f6a8-434d-a8ab-42236a5c9351 req-fd3b2fdd-0a2f-4f11-aaea-8ece585a11ba tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] 10.222.0.49 "GET /v2.0/ports?device_id=348f4d66-fd9b-4c47-8847-781f488dbc29 HTTP/1.1" status: 200 len: 949 time: 0.0547538 Oct 12 19:10:50.865108 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=a51cc259-ed8d-4ab8-8a57-ecdf983cdaf2,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:50.873514 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Returning: {'device': 'c50e084a-aa24-4b2a-b1b3-a26e8bc6a774', 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1', 'port_id': 'c50e084a-aa24-4b2a-b1b3-a26e8bc6a774', 'mac_address': 'fa:16:3e:5f:76:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '629aee7d-3fde-4c72-af1e-6a7e1f6a7e75', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:10:50.899577 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f6c6a7f5-75be-4ce3-accd-639791b65bd8 req-d2ac752f-b6d5-44a5-aa33-69e2e2af95cc service neutron] 10.222.0.49 "GET /v2.0/networks/c9c833e6-1691-44ed-bf82-cf9c18667411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310799 Oct 12 19:10:50.902828 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c7c266f7-f6a8-434d-a8ab-42236a5c9351 req-307ca245-7eb9-46b7-843a-facffd0a6b70 tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] 10.222.0.49 "GET /v2.0/security-groups?id=106b5f86-f260-42d0-a64b-18dc989cc9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456126 Oct 12 19:10:50.951830 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08fd2058-3c0a-42c8-aeae-083b075d74c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a51cc259-ed8d-4ab8-8a57-ecdf983cdaf2'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:10:50.955019 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2470a99-37ef-4a38-b801-9ebbe2bb76f3" -d '{"events": [{"server_uuid": "08fd2058-3c0a-42c8-aeae-083b075d74c3", "name": "network-vif-plugged", "status": "completed", "tag": "a51cc259-ed8d-4ab8-8a57-ecdf983cdaf2"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:10:50.992710 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:50.994643 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-27b5ca75-9f4b-4ab0-8f7a-6d2a3c0aecb9 req-64a7f868-3b84-4de6-8cdd-812f66c30d78 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] 10.222.0.49 "GET /v2.0/ports?device_id=31068235-8d67-4f2f-9b64-477add9d67bc HTTP/1.1" status: 200 len: 210 time: 0.0311787 Oct 12 19:10:51.026585 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f6c6a7f5-75be-4ce3-accd-639791b65bd8 req-2fcbdd89-09b7-4c6e-8125-c805f5f1aa10 service neutron] 10.222.0.49 "GET /v2.0/networks/c9c833e6-1691-44ed-bf82-cf9c18667411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260395 Oct 12 19:10:51.043063 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c50e084a-aa24-4b2a-b1b3-a26e8bc6a774 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:10:51.052949 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-814c031d-2055-4e44-9ef9-f57be703e720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:51.095110 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port c50e084a-aa24-4b2a-b1b3-a26e8bc6a774, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=c50e084a-aa24-4b2a-b1b3-a26e8bc6a774,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:10:51.113847 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-217b6b3c-3eba-45d1-9016-419f8c00eaa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e778be89-c114-4bc8-be8c-3d7878ea1275', 'name': 'tempest-FloatingIPsAssociationTestJSON-1808744679-router', 'tenant_id': '194247fcbd8840fc8b099ca900c42c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '19e243f6-08a7-4ae7-b5a2-e129e7c4ba73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:10:35Z', 'updated_at': '2021-10-12T19:10:45Z', 'revision_number': 4, 'project_id': '194247fcbd8840fc8b099ca900c42c70', 'gw_port': {'id': '19e243f6-08a7-4ae7-b5a2-e129e7c4ba73', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:2f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e778be89-c114-4bc8-be8c-3d7878ea1275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:10:37Z', 'updated_at': '2021-10-12T19:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '5b19f71e-6d0c-433a-917d-d33b0457ca57', 'name': '', 'network_id': 'f3d8d55a-a17e-469f-b479-a47932f8f8ad', 'tenant_id': '194247fcbd8840fc8b099ca900c42c70', 'mac_address': 'fa:16:3e:6b:a9:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e778be89-c114-4bc8-be8c-3d7878ea1275', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '7744f471-5bc3-48f2-bedf-a494f3770221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:10:43Z', 'updated_at': '2021-10-12T19:10:49Z', 'revision_number': 4, 'project_id': '194247fcbd8840fc8b099ca900c42c70', 'subnets': [{'id': '7744f471-5bc3-48f2-bedf-a494f3770221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:10:51.117532 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-814c031d-2055-4e44-9ef9-f57be703e720 None None] For port 5b19f71e-6d0c-433a-917d-d33b0457ca57, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=5b19f71e-6d0c-433a-917d-d33b0457ca57,segment=NetworkSegment(70a77141-5565-41b2-8aa4-9582e3e1fa93),segment_id=70a77141-5565-41b2-8aa4-9582e3e1fa93)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:10:51.145390 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217b6b3c-3eba-45d1-9016-419f8c00eaa5 None None] The sync data for ids ['e778be89-c114-4bc8-be8c-3d7878ea1275'] in n-d-813679-3 is: [{'id': 'e778be89-c114-4bc8-be8c-3d7878ea1275', 'name': 'tempest-FloatingIPsAssociationTestJSON-1808744679-router', 'tenant_id': '194247fcbd8840fc8b099ca900c42c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '19e243f6-08a7-4ae7-b5a2-e129e7c4ba73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:10:35Z', 'updated_at': '2021-10-12T19:10:45Z', 'revision_number': 4, 'project_id': '194247fcbd8840fc8b099ca900c42c70', 'gw_port': {'id': '19e243f6-08a7-4ae7-b5a2-e129e7c4ba73', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:2f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e778be89-c114-4bc8-be8c-3d7878ea1275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:10:37Z', 'updated_at': '2021-10-12T19:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '5b19f71e-6d0c-433a-917d-d33b0457ca57', 'name': '', 'network_id': 'f3d8d55a-a17e-469f-b479-a47932f8f8ad', 'tenant_id': '194247fcbd8840fc8b099ca900c42c70', 'mac_address': 'fa:16:3e:6b:a9:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e778be89-c114-4bc8-be8c-3d7878ea1275', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '7744f471-5bc3-48f2-bedf-a494f3770221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:10:43Z', 'updated_at': '2021-10-12T19:10:49Z', 'revision_number': 4, 'project_id': '194247fcbd8840fc8b099ca900c42c70', 'subnets': [{'id': '7744f471-5bc3-48f2-bedf-a494f3770221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:10:51.199408 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-814c031d-2055-4e44-9ef9-f57be703e720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:51.213305 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:51.215773 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device c0f009b6-1045-46b2-9f3c-b86eb815c549 details requested by agent hyperv_n-h2-813679-3 with host n-h2-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:10:51.314877 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port c0f009b6-1045-46b2-9f3c-b86eb815c549, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=c0f009b6-1045-46b2-9f3c-b86eb815c549,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:10:51.340205 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814c031d-2055-4e44-9ef9-f57be703e720 None None] Pushing event updated for resources: {'Port': ['ID=5b19f71e-6d0c-433a-917d-d33b0457ca57,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:51.427004 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=c50e084a-aa24-4b2a-b1b3-a26e8bc6a774,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:51.442651 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Returning: {'device': 'c0f009b6-1045-46b2-9f3c-b86eb815c549', 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1', 'port_id': 'c0f009b6-1045-46b2-9f3c-b86eb815c549', 'mac_address': 'fa:16:3e:5a:97:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '629aee7d-3fde-4c72-af1e-6a7e1f6a7e75', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:10:51.491797 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-117d66fb-e36c-4bee-9c35-d32e8791e806 x-openstack-request-id: req-117d66fb-e36c-4bee-9c35-d32e8791e806 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:10:51.492360 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08fd2058-3c0a-42c8-aeae-083b075d74c3", "name": "network-vif-plugged", "status": "completed", "tag": "a51cc259-ed8d-4ab8-8a57-ecdf983cdaf2", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:10:51.493132 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-117d66fb-e36c-4bee-9c35-d32e8791e806 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:10:51.493540 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08fd2058-3c0a-42c8-aeae-083b075d74c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a51cc259-ed8d-4ab8-8a57-ecdf983cdaf2', 'code': 200} Oct 12 19:10:51.506668 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:51.524065 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0f009b6-1045-46b2-9f3c-b86eb815c549 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:10:51.552394 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port c0f009b6-1045-46b2-9f3c-b86eb815c549, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=c0f009b6-1045-46b2-9f3c-b86eb815c549,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:10:51.581886 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device d12a222f-b70d-48d5-9053-fcab69365fb4 details requested by agent hyperv_n-h1-813679-3 with host n-h1-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:10:51.660400 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:51.663640 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb27a817-d5f8-4c91-bfde-06d7f961ee4a req-2175d242-7f0e-45f4-ae9d-0ca14aabf788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:51.670766 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-cb27a817-d5f8-4c91-bfde-06d7f961ee4a req-2175d242-7f0e-45f4-ae9d-0ca14aabf788 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=08fd2058-3c0a-42c8-aeae-083b075d74c3 HTTP/1.1" status: 200 len: 1101 time: 0.0839942 Oct 12 19:10:51.683485 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2f68f3-0041-4940-9c1f-620b77d8bc82 req-728f1219-80bc-44bb-a5eb-abbb17cbf3f6 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:51.691222 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9b2f68f3-0041-4940-9c1f-620b77d8bc82 req-728f1219-80bc-44bb-a5eb-abbb17cbf3f6 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/ports?device_id=908f7f12-c025-4deb-bedf-4bc3345653bf HTTP/1.1" status: 200 len: 948 time: 0.0998061 Oct 12 19:10:51.748960 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-cb27a817-d5f8-4c91-bfde-06d7f961ee4a req-d8fdaad8-e123-4679-af78-716a8bf7e4b9 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=97ebf564-c5fe-4f12-92a1-b237f08112ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715172 Oct 12 19:10:51.770301 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9b2f68f3-0041-4940-9c1f-620b77d8bc82 req-b8413095-aaaf-47ce-bdf0-991ca3cd724e tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/security-groups?id=97ebf564-c5fe-4f12-92a1-b237f08112ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604846 Oct 12 19:10:51.837902 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1e0f31f3-3b5c-4610-82b4-6dea3963ea0d req-1cc54f72-8cd6-4846-b0ae-dd0bcaaf291a tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/ports?device_id=b350f0cf-0a96-4648-b14d-1ab8c3ef82a8 HTTP/1.1" status: 200 len: 210 time: 0.0377345 Oct 12 19:10:51.868823 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=c0f009b6-1045-46b2-9f3c-b86eb815c549,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:51.884011 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port d12a222f-b70d-48d5-9053-fcab69365fb4, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=d12a222f-b70d-48d5-9053-fcab69365fb4,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:10:51.899892 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Returning: {'device': 'd12a222f-b70d-48d5-9053-fcab69365fb4', 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1', 'port_id': 'd12a222f-b70d-48d5-9053-fcab69365fb4', 'mac_address': 'fa:16:3e:2f:41:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '629aee7d-3fde-4c72-af1e-6a7e1f6a7e75', 'ip_address': '192.168.233.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:10:51.926932 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['c0f009b6-1045-46b2-9f3c-b86eb815c549'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:10:51.964488 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['c50e084a-aa24-4b2a-b1b3-a26e8bc6a774'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:10:52.051936 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00040442-4fad-4dfc-bb24-1a74530d97cc req-b36de152-3dd3-489d-a7d1-15f1b67bac99 tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:52.053665 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-00040442-4fad-4dfc-bb24-1a74530d97cc req-b36de152-3dd3-489d-a7d1-15f1b67bac99 tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] 10.222.0.49 "GET /v2.0/ports?device_id=d61da5e1-1a01-4f28-a289-f8cc732d7154 HTTP/1.1" status: 200 len: 949 time: 0.0727541 Oct 12 19:10:52.122279 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:52.122874 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-00040442-4fad-4dfc-bb24-1a74530d97cc req-e5a8da29-39aa-4876-b835-af1072bab9a4 tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] 10.222.0.49 "GET /v2.0/security-groups?id=d81c912b-51e6-4dcc-ae7a-8b303917556f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606065 Oct 12 19:10:52.148557 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d12a222f-b70d-48d5-9053-fcab69365fb4 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:10:52.188858 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port d12a222f-b70d-48d5-9053-fcab69365fb4, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=d12a222f-b70d-48d5-9053-fcab69365fb4,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:10:52.325226 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657cdd5e-87d9-478a-8684-0401cc1df1dd req-c2fcf5f6-5d35-466e-8a56-c629da00bd13 tempest-ServersAdminNegativeTestJSON-1478983524 tempest-ServersAdminNegativeTestJSON-1478983524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:52.326344 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:52.327424 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-657cdd5e-87d9-478a-8684-0401cc1df1dd req-c2fcf5f6-5d35-466e-8a56-c629da00bd13 tempest-ServersAdminNegativeTestJSON-1478983524 tempest-ServersAdminNegativeTestJSON-1478983524-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=348f4d66-fd9b-4c47-8847-781f488dbc29 HTTP/1.1" status: 200 len: 1100 time: 0.0631025 Oct 12 19:10:52.349169 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-657cdd5e-87d9-478a-8684-0401cc1df1dd req-9cfe98d9-436a-43b9-a3b3-35f07412f9d8 tempest-ServersAdminNegativeTestJSON-1478983524 tempest-ServersAdminNegativeTestJSON-1478983524-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:52.360563 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1c7f864a-9387-4b9c-b0d0-d057632cdd09 req-49a8f27d-503b-4805-86c9-0970516b9248 tempest-TenantUsagesTestJSON-612620624 tempest-TenantUsagesTestJSON-612620624-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=0d73fad035b34495a5dfe41684900a5a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0249631 Oct 12 19:10:52.432429 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=d12a222f-b70d-48d5-9053-fcab69365fb4,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:52.461052 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-657cdd5e-87d9-478a-8684-0401cc1df1dd req-9cfe98d9-436a-43b9-a3b3-35f07412f9d8 tempest-ServersAdminNegativeTestJSON-1478983524 tempest-ServersAdminNegativeTestJSON-1478983524-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:52.518423 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7f864a-9387-4b9c-b0d0-d057632cdd09 req-15ba01fc-35af-40b4-808a-afe8d77b9077 tempest-TenantUsagesTestJSON-612620624 tempest-TenantUsagesTestJSON-612620624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:52.519969 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1c7f864a-9387-4b9c-b0d0-d057632cdd09 req-15ba01fc-35af-40b4-808a-afe8d77b9077 tempest-TenantUsagesTestJSON-612620624 tempest-TenantUsagesTestJSON-612620624-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1238317 Oct 12 19:10:52.539188 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1c7f864a-9387-4b9c-b0d0-d057632cdd09 req-3c9362c7-1276-4aa8-be64-5d5abd601e35 tempest-TenantUsagesTestJSON-612620624 tempest-TenantUsagesTestJSON-612620624-project] 10.222.0.49 "GET /v2.0/quotas/0d73fad035b34495a5dfe41684900a5a HTTP/1.1" status: 200 len: 375 time: 0.0122826 Oct 12 19:10:52.562450 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-657cdd5e-87d9-478a-8684-0401cc1df1dd req-9cfe98d9-436a-43b9-a3b3-35f07412f9d8 tempest-ServersAdminNegativeTestJSON-1478983524 tempest-ServersAdminNegativeTestJSON-1478983524-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:52.577186 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1c7f864a-9387-4b9c-b0d0-d057632cdd09 req-76cfb31a-e214-43d4-95fb-e57535709c1a tempest-TenantUsagesTestJSON-612620624 tempest-TenantUsagesTestJSON-612620624-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=0d73fad035b34495a5dfe41684900a5a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312912 Oct 12 19:10:52.602136 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-657cdd5e-87d9-478a-8684-0401cc1df1dd req-9cfe98d9-436a-43b9-a3b3-35f07412f9d8 tempest-ServersAdminNegativeTestJSON-1478983524 tempest-ServersAdminNegativeTestJSON-1478983524-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=106b5f86-f260-42d0-a64b-18dc989cc9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579675 Oct 12 19:10:52.617280 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfe98d9-436a-43b9-a3b3-35f07412f9d8 tempest-ServersAdminNegativeTestJSON-1478983524 tempest-ServersAdminNegativeTestJSON-1478983524-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aff42e8-ab3f-4a4c-ada7-747d70a0da7b,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:52.692789 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['d12a222f-b70d-48d5-9053-fcab69365fb4'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:10:52.723069 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 5b19f71e-6d0c-433a-917d-d33b0457ca57 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:10:52.742700 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2b2efe30-6376-4488-a3a2-f38a427aa89c req-11860a9a-d30b-484d-9175-349d0f518acf tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] 10.222.0.49 "GET /v2.0/ports?device_id=31068235-8d67-4f2f-9b64-477add9d67bc HTTP/1.1" status: 200 len: 210 time: 0.0553491 Oct 12 19:10:52.825974 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 5b19f71e-6d0c-433a-917d-d33b0457ca57 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:10:52.826364 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:52.945351 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd01e65-f4db-4a76-a964-11a065babd07 req-9aeb52c3-685b-466f-89e1-e9d50037d24e tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:52.946858 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1bd01e65-f4db-4a76-a964-11a065babd07 req-9aeb52c3-685b-466f-89e1-e9d50037d24e tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] 10.222.0.61 "GET /v2.0/networks?id=f3d8d55a-a17e-469f-b479-a47932f8f8ad HTTP/1.1" status: 200 len: 821 time: 0.2849524 Oct 12 19:10:52.987248 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-1bd01e65-f4db-4a76-a964-11a065babd07 req-4fc2606e-57d8-4dbb-8952-b1a74a275687 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Request body: {'port': {'device_id': '31068235-8d67-4f2f-9b64-477add9d67bc', 'network_id': 'f3d8d55a-a17e-469f-b479-a47932f8f8ad', 'admin_state_up': True, 'tenant_id': '194247fcbd8840fc8b099ca900c42c70'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:10:53.051711 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-85b53d97-b7f8-493a-ae65-1e01dcf0df98 req-8c11bbc3-65e8-41ee-9723-698407b045f8 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/ports?device_id=b350f0cf-0a96-4648-b14d-1ab8c3ef82a8 HTTP/1.1" status: 200 len: 210 time: 0.0952485 Oct 12 19:10:53.055215 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfdbf66-84eb-4605-a866-db244a1d424b req-47f85550-4af4-411a-9b30-124d3080d14f tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:53.057780 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9dfdbf66-84eb-4605-a866-db244a1d424b req-47f85550-4af4-411a-9b30-124d3080d14f tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/ports?device_id=908f7f12-c025-4deb-bedf-4bc3345653bf HTTP/1.1" status: 200 len: 949 time: 0.0850432 Oct 12 19:10:53.128627 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9dfdbf66-84eb-4605-a866-db244a1d424b req-53d6fe88-f966-49b1-bfe3-25142e72f63e tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/security-groups?id=97ebf564-c5fe-4f12-92a1-b237f08112ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546279 Oct 12 19:10:53.179332 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b0a1401a-1b93-4f45-bc17-c63036a9f538 req-388dd2a6-b52a-46b4-8c55-2c82c3453d5b tempest-TenantUsagesTestJSON-612620624 tempest-TenantUsagesTestJSON-612620624-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bd0e56e-3710-42df-a4a0-ace9631c5463 HTTP/1.1" status: 200 len: 210 time: 0.0413418 Oct 12 19:10:53.318148 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a06f022-5c1d-44ed-aaae-2cd507928e5f req-f5408832-7d9c-4b0d-87dc-fa44dddaa345 tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:53.319603 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8a06f022-5c1d-44ed-aaae-2cd507928e5f req-f5408832-7d9c-4b0d-87dc-fa44dddaa345 tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] 10.222.0.49 "GET /v2.0/ports?device_id=d61da5e1-1a01-4f28-a289-f8cc732d7154 HTTP/1.1" status: 200 len: 949 time: 0.0509062 Oct 12 19:10:53.356376 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8a06f022-5c1d-44ed-aaae-2cd507928e5f req-f7864f8b-0f2a-4123-93c7-0765fb9c20fb tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] 10.222.0.49 "GET /v2.0/security-groups?id=d81c912b-51e6-4dcc-ae7a-8b303917556f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308595 Oct 12 19:10:53.386434 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bd01e65-f4db-4a76-a964-11a065babd07 req-4fc2606e-57d8-4dbb-8952-b1a74a275687 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Made reservation on behalf of 194247fcbd8840fc8b099ca900c42c70 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:10:53.392201 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-1bd01e65-f4db-4a76-a964-11a065babd07 req-4fc2606e-57d8-4dbb-8952-b1a74a275687 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:53.499553 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 55664) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:10:53.531965 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [req-1bd01e65-f4db-4a76-a964-11a065babd07 req-4fc2606e-57d8-4dbb-8952-b1a74a275687 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Allocated IP 172.20.0.3 (f3d8d55a-a17e-469f-b479-a47932f8f8ad/7744f471-5bc3-48f2-bedf-a494f3770221/a49b9b09-b6b3-4a98-a818-aeb467971b1d) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:10:53.607598 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device d12a222f-b70d-48d5-9053-fcab69365fb4 up at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:10:53.653577 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0879dcac-1f0e-4ecd-9de5-6586e24ac536 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:53.719894 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eca94d-a4d7-461a-a8d2-464449f4acb0 req-d62b6dec-fb50-4590-ae7c-ce32338ab03e tempest-ServersAdminNegativeTestJSON-1478983524 tempest-ServersAdminNegativeTestJSON-1478983524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:53.721539 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-30eca94d-a4d7-461a-a8d2-464449f4acb0 req-d62b6dec-fb50-4590-ae7c-ce32338ab03e tempest-ServersAdminNegativeTestJSON-1478983524 tempest-ServersAdminNegativeTestJSON-1478983524-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=348f4d66-fd9b-4c47-8847-781f488dbc29 HTTP/1.1" status: 200 len: 1100 time: 0.0448399 Oct 12 19:10:53.732566 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-1bd01e65-f4db-4a76-a964-11a065babd07 req-4fc2606e-57d8-4dbb-8952-b1a74a275687 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:53.739558 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning for port d12a222f-b70d-48d5-9053-fcab69365fb4 completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:10:53.747474 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning complete for port d12a222f-b70d-48d5-9053-fcab69365fb4 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:10:53.748012 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:53.771131 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-30eca94d-a4d7-461a-a8d2-464449f4acb0 req-2c454136-030d-4c0a-8474-6eeb16a01e8a tempest-ServersAdminNegativeTestJSON-1478983524 tempest-ServersAdminNegativeTestJSON-1478983524-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=106b5f86-f260-42d0-a64b-18dc989cc9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402415 Oct 12 19:10:53.798835 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0879dcac-1f0e-4ecd-9de5-6586e24ac536 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:53.860636 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f3ba1ee1-0032-4afa-9d14-8b790ef55ee9 req-b57bcbd4-4e13-4ee2-b5e3-d88366286d91 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] 10.222.0.49 "GET /v2.0/ports?device_id=31068235-8d67-4f2f-9b64-477add9d67bc HTTP/1.1" status: 200 len: 210 time: 0.0299532 Oct 12 19:10:53.862236 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:53.885831 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '908f7f12-c025-4deb-bedf-4bc3345653bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd12a222f-b70d-48d5-9053-fcab69365fb4'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:10:53.888059 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50003db2-1fdb-41ca-bcbf-80fd29d540ea" -d '{"events": [{"server_uuid": "908f7f12-c025-4deb-bedf-4bc3345653bf", "name": "network-vif-plugged", "status": "completed", "tag": "d12a222f-b70d-48d5-9053-fcab69365fb4"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:10:53.902094 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port d12a222f-b70d-48d5-9053-fcab69365fb4, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=d12a222f-b70d-48d5-9053-fcab69365fb4,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:10:53.904821 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-1bd01e65-f4db-4a76-a964-11a065babd07 req-4fc2606e-57d8-4dbb-8952-b1a74a275687 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:53.906532 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0879dcac-1f0e-4ecd-9de5-6586e24ac536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:53.953212 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cbccf00-488d-4b71-9c84-aa2f66181686 x-openstack-request-id: req-1cbccf00-488d-4b71-9c84-aa2f66181686 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:10:53.953695 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "908f7f12-c025-4deb-bedf-4bc3345653bf", "name": "network-vif-plugged", "status": "completed", "tag": "d12a222f-b70d-48d5-9053-fcab69365fb4", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:10:53.953994 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1cbccf00-488d-4b71-9c84-aa2f66181686 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:10:53.954791 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '908f7f12-c025-4deb-bedf-4bc3345653bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd12a222f-b70d-48d5-9053-fcab69365fb4', 'code': 200} Oct 12 19:10:53.975372 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0879dcac-1f0e-4ecd-9de5-6586e24ac536 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=552bfb23-64e9-41b7-b137-8af307b5088f,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:53.998266 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:54.031341 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-0879dcac-1f0e-4ecd-9de5-6586e24ac536 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6cffcbaa42a240ab9b4402a917087f5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5282538 Oct 12 19:10:54.031520 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 55686) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:10:54.044883 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bd01e65-f4db-4a76-a964-11a065babd07 req-4fc2606e-57d8-4dbb-8952-b1a74a275687 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Network f3d8d55a-a17e-469f-b479-a47932f8f8ad is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:10:54.052914 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=d12a222f-b70d-48d5-9053-fcab69365fb4,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:54.062756 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [req-1bd01e65-f4db-4a76-a964-11a065babd07 req-4fc2606e-57d8-4dbb-8952-b1a74a275687 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:10:54.065987 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bd01e65-f4db-4a76-a964-11a065babd07 req-4fc2606e-57d8-4dbb-8952-b1a74a275687 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:10:54.071873 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd01e65-f4db-4a76-a964-11a065babd07 req-4fc2606e-57d8-4dbb-8952-b1a74a275687 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:54.072508 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-1bd01e65-f4db-4a76-a964-11a065babd07 req-4fc2606e-57d8-4dbb-8952-b1a74a275687 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:54.080098 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [req-b9f7d251-41c3-4643-8a5f-e602035350d0 req-2d651d83-1e0b-4602-8704-5fb209bbd79d service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 19:10:54.081892 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b9f7d251-41c3-4643-8a5f-e602035350d0 req-2d651d83-1e0b-4602-8704-5fb209bbd79d service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0797632 Oct 12 19:10:54.121995 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ce0b169f-e474-44ef-b4f7-8b97dc269fa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:54.130405 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc2606e-57d8-4dbb-8952-b1a74a275687 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Pushing event updated for resources: {'Port': ['ID=a49b9b09-b6b3-4a98-a818-aeb467971b1d,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:54.150000 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf95499e-704c-4901-a671-a00c88268763 req-3e4a9838-bda2-4816-a6bf-fbc251d5d8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:54.153458 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bf95499e-704c-4901-a671-a00c88268763 req-3e4a9838-bda2-4816-a6bf-fbc251d5d8d5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=908f7f12-c025-4deb-bedf-4bc3345653bf HTTP/1.1" status: 200 len: 1101 time: 0.1159334 Oct 12 19:10:54.158184 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ce0b169f-e474-44ef-b4f7-8b97dc269fa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:54.205618 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-378535df-bbe7-4c97-844d-fb9884a3fce0 req-0f377f95-5fe9-490a-a56a-c6afd8433de9 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/ports?device_id=b350f0cf-0a96-4648-b14d-1ab8c3ef82a8 HTTP/1.1" status: 200 len: 210 time: 0.0272343 Oct 12 19:10:54.211065 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1bd01e65-f4db-4a76-a964-11a065babd07 req-4fc2606e-57d8-4dbb-8952-b1a74a275687 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2306747 Oct 12 19:10:54.235324 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-1bd01e65-f4db-4a76-a964-11a065babd07 req-3b1a56cc-b51b-47c1-a092-e8646bd9384b service neutron] Request body: {'port': {'device_id': '31068235-8d67-4f2f-9b64-477add9d67bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:10:54.271089 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bf95499e-704c-4901-a671-a00c88268763 req-a1962e42-19fa-4b4f-8bdb-ccee0e9c5220 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=97ebf564-c5fe-4f12-92a1-b237f08112ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085248 Oct 12 19:10:54.312334 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-1bd01e65-f4db-4a76-a964-11a065babd07 req-3b1a56cc-b51b-47c1-a092-e8646bd9384b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:54.361916 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93458039-83ff-4c15-b880-4c92fc5679ee req-64e97ec4-a890-43ac-8073-29dccd7ea217 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:54.369225 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-93458039-83ff-4c15-b880-4c92fc5679ee req-64e97ec4-a890-43ac-8073-29dccd7ea217 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/ports?device_id=908f7f12-c025-4deb-bedf-4bc3345653bf HTTP/1.1" status: 200 len: 950 time: 0.1269825 Oct 12 19:10:54.369225 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ce0b169f-e474-44ef-b4f7-8b97dc269fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:54.369225 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ce0b169f-e474-44ef-b4f7-8b97dc269fa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:54.369225 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-ce0b169f-e474-44ef-b4f7-8b97dc269fa2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/552bfb23-64e9-41b7-b137-8af307b5088f HTTP/1.1" status: 204 len: 168 time: 0.3349326 Oct 12 19:10:54.380073 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0b169f-e474-44ef-b4f7-8b97dc269fa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=552bfb23-64e9-41b7-b137-8af307b5088f,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:54.436394 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-93458039-83ff-4c15-b880-4c92fc5679ee req-bcccb1aa-86a5-42b7-b36f-4a9dac4ba1cf tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/security-groups?id=97ebf564-c5fe-4f12-92a1-b237f08112ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528142 Oct 12 19:10:54.446278 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device c50e084a-aa24-4b2a-b1b3-a26e8bc6a774 up at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:10:54.495018 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-81d34c03-f7ba-48d5-8198-b22191a5df9d None None] Provisioning complete for port a49b9b09-b6b3-4a98-a818-aeb467971b1d triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:10:54.495409 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-81d34c03-f7ba-48d5-8198-b22191a5df9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:54.514150 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f06748d4-ab8d-4ac8-ac92-88ea7dd5b4cc req-f7bbcccf-6286-4489-be3f-a54dae50a67e tempest-TenantUsagesTestJSON-612620624 tempest-TenantUsagesTestJSON-612620624-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bd0e56e-3710-42df-a4a0-ace9631c5463 HTTP/1.1" status: 200 len: 210 time: 0.0278797 Oct 12 19:10:54.545781 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-81d34c03-f7ba-48d5-8198-b22191a5df9d None None] Port a49b9b09-b6b3-4a98-a818-aeb467971b1d cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:10:54.637597 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning for port c50e084a-aa24-4b2a-b1b3-a26e8bc6a774 completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:10:54.645053 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning complete for port c50e084a-aa24-4b2a-b1b3-a26e8bc6a774 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:10:54.645505 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:54.738288 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae0098d-3127-464d-be21-f89a8462b1b3 req-02f49f07-a8e3-4ba0-b20e-18ac134b025a tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:54.740156 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2ae0098d-3127-464d-be21-f89a8462b1b3 req-02f49f07-a8e3-4ba0-b20e-18ac134b025a tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] 10.222.0.49 "GET /v2.0/ports?device_id=d61da5e1-1a01-4f28-a289-f8cc732d7154 HTTP/1.1" status: 200 len: 949 time: 0.0689030 Oct 12 19:10:54.789169 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:54.797270 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2ae0098d-3127-464d-be21-f89a8462b1b3 req-5675239c-1467-40e6-a90e-64964510b750 tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] 10.222.0.49 "GET /v2.0/security-groups?id=d81c912b-51e6-4dcc-ae7a-8b303917556f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505481 Oct 12 19:10:54.844495 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port c50e084a-aa24-4b2a-b1b3-a26e8bc6a774, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=c50e084a-aa24-4b2a-b1b3-a26e8bc6a774,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:10:54.968611 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:54.970453 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device c0f009b6-1045-46b2-9f3c-b86eb815c549 up at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:10:54.990176 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225f15d5-aa07-4eac-b5bd-b7810539924b req-41a1e43e-a318-4c64-a291-0af903a51c21 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:54.999922 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-225f15d5-aa07-4eac-b5bd-b7810539924b req-41a1e43e-a318-4c64-a291-0af903a51c21 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] 10.222.0.49 "GET /v2.0/ports?device_id=31068235-8d67-4f2f-9b64-477add9d67bc HTTP/1.1" status: 200 len: 931 time: 0.0656688 Oct 12 19:10:55.004668 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7ba5cc-1676-483c-9ab9-7182feed2b69 req-df357699-a3f0-4031-850f-04bf3936a846 tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:55.012140 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ca7ba5cc-1676-483c-9ab9-7182feed2b69 req-df357699-a3f0-4031-850f-04bf3936a846 tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] 10.222.0.49 "GET /v2.0/ports?device_id=348f4d66-fd9b-4c47-8847-781f488dbc29 HTTP/1.1" status: 200 len: 949 time: 0.1279595 Oct 12 19:10:55.037359 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-225f15d5-aa07-4eac-b5bd-b7810539924b req-c842329d-378a-4292-ba7f-e842215ac520 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] 10.222.0.49 "GET /v2.0/security-groups?id=cc027471-7536-4131-b328-5d38c3e8f799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362315 Oct 12 19:10:55.052653 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c6a7f5-75be-4ce3-accd-639791b65bd8 req-7ae8b194-7bea-4372-a36d-bedeebb0b6a7 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:55.054078 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f6c6a7f5-75be-4ce3-accd-639791b65bd8 req-7ae8b194-7bea-4372-a36d-bedeebb0b6a7 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.61 "GET /v2.0/networks?id=c9c833e6-1691-44ed-bf82-cf9c18667411 HTTP/1.1" status: 200 len: 808 time: 0.5081797 Oct 12 19:10:55.063723 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=c50e084a-aa24-4b2a-b1b3-a26e8bc6a774,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:55.093370 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-f6c6a7f5-75be-4ce3-accd-639791b65bd8 req-6fc45054-4817-4a92-a19f-d7527bcb1de2 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Request body: {'port': {'device_id': 'b350f0cf-0a96-4648-b14d-1ab8c3ef82a8', 'network_id': 'c9c833e6-1691-44ed-bf82-cf9c18667411', 'admin_state_up': True, 'tenant_id': '5fba7a982f4e455fbf6360a954bd3673'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:10:55.154668 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ca7ba5cc-1676-483c-9ab9-7182feed2b69 req-0601b823-069a-41ad-bddf-e1a62a606d6b tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] 10.222.0.49 "GET /v2.0/security-groups?id=106b5f86-f260-42d0-a64b-18dc989cc9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410563 Oct 12 19:10:55.163527 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [req-1bd01e65-f4db-4a76-a964-11a065babd07 req-3b1a56cc-b51b-47c1-a092-e8646bd9384b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a49b9b09-b6b3-4a98-a818-aeb467971b1d {{(pid=95502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:10:55.178604 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-1bd01e65-f4db-4a76-a964-11a065babd07 req-3b1a56cc-b51b-47c1-a092-e8646bd9384b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:55.182064 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning for port c0f009b6-1045-46b2-9f3c-b86eb815c549 completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:10:55.185907 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning complete for port c0f009b6-1045-46b2-9f3c-b86eb815c549 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:10:55.186276 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:55.205171 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-1bd01e65-f4db-4a76-a964-11a065babd07 req-3b1a56cc-b51b-47c1-a092-e8646bd9384b service neutron] Transition to ACTIVE for port object a49b9b09-b6b3-4a98-a818-aeb467971b1d will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:10:55.267840 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:55.293884 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-1bd01e65-f4db-4a76-a964-11a065babd07 req-3b1a56cc-b51b-47c1-a092-e8646bd9384b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:55.313889 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port c0f009b6-1045-46b2-9f3c-b86eb815c549, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=c0f009b6-1045-46b2-9f3c-b86eb815c549,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:10:55.327195 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ab2506a8-61f8-4fdc-98d8-9acea557e2cb req-527638ce-65b6-43f4-a8de-a9deba0663ae tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/ports?device_id=b350f0cf-0a96-4648-b14d-1ab8c3ef82a8 HTTP/1.1" status: 200 len: 210 time: 0.0464208 Oct 12 19:10:55.328276 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6c6a7f5-75be-4ce3-accd-639791b65bd8 req-6fc45054-4817-4a92-a19f-d7527bcb1de2 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Made reservation on behalf of 5fba7a982f4e455fbf6360a954bd3673 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:10:55.333268 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 55716) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:10:55.335643 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-f6c6a7f5-75be-4ce3-accd-639791b65bd8 req-6fc45054-4817-4a92-a19f-d7527bcb1de2 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:55.346459 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ec3b673b-8cc7-4c13-ba6e-1a7d2f974b3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:55.370188 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:55.404763 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1a56cc-b51b-47c1-a092-e8646bd9384b service neutron] Pushing event updated for resources: {'Port': ['ID=a49b9b09-b6b3-4a98-a818-aeb467971b1d,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:55.428300 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=c0f009b6-1045-46b2-9f3c-b86eb815c549,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:55.456653 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ec3b673b-8cc7-4c13-ba6e-1a7d2f974b3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:55.479523 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-1bd01e65-f4db-4a76-a964-11a065babd07 req-3b1a56cc-b51b-47c1-a092-e8646bd9384b service neutron] Attempting to bind port a49b9b09-b6b3-4a98-a818-aeb467971b1d on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:10:55.479860 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-1bd01e65-f4db-4a76-a964-11a065babd07 req-3b1a56cc-b51b-47c1-a092-e8646bd9384b service neutron] Attempting to bind port a49b9b09-b6b3-4a98-a818-aeb467971b1d by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': '70a77141-5565-41b2-8aa4-9582e3e1fa93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f3d8d55a-a17e-469f-b479-a47932f8f8ad'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:10:55.480222 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd01e65-f4db-4a76-a964-11a065babd07 req-3b1a56cc-b51b-47c1-a092-e8646bd9384b service neutron] Attempting to bind port a49b9b09-b6b3-4a98-a818-aeb467971b1d on network f3d8d55a-a17e-469f-b479-a47932f8f8ad {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:10:55.493398 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd01e65-f4db-4a76-a964-11a065babd07 req-3b1a56cc-b51b-47c1-a092-e8646bd9384b service neutron] Port a49b9b09-b6b3-4a98-a818-aeb467971b1d on network f3d8d55a-a17e-469f-b479-a47932f8f8ad not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:10:55.493727 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd01e65-f4db-4a76-a964-11a065babd07 req-3b1a56cc-b51b-47c1-a092-e8646bd9384b service neutron] Attempting to bind port a49b9b09-b6b3-4a98-a818-aeb467971b1d on network f3d8d55a-a17e-469f-b479-a47932f8f8ad {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:10:55.508867 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd01e65-f4db-4a76-a964-11a065babd07 req-3b1a56cc-b51b-47c1-a092-e8646bd9384b service neutron] Checking agent: {'id': 'f5e9725f-f5a6-43c2-a1be-95e21e9a1fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 10, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:10:55.509207 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd01e65-f4db-4a76-a964-11a065babd07 req-3b1a56cc-b51b-47c1-a092-e8646bd9384b service neutron] Checking segment: {'id': '70a77141-5565-41b2-8aa4-9582e3e1fa93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f3d8d55a-a17e-469f-b479-a47932f8f8ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:10:55.509592 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd01e65-f4db-4a76-a964-11a065babd07 req-3b1a56cc-b51b-47c1-a092-e8646bd9384b service neutron] Bound using segment: {'id': '70a77141-5565-41b2-8aa4-9582e3e1fa93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f3d8d55a-a17e-469f-b479-a47932f8f8ad'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:10:55.510034 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-1bd01e65-f4db-4a76-a964-11a065babd07 req-3b1a56cc-b51b-47c1-a092-e8646bd9384b service neutron] Bound port: a49b9b09-b6b3-4a98-a818-aeb467971b1d, host: n-h1-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70a77141-5565-41b2-8aa4-9582e3e1fa93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f3d8d55a-a17e-469f-b479-a47932f8f8ad'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:10:55.510393 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-1bd01e65-f4db-4a76-a964-11a065babd07 req-3b1a56cc-b51b-47c1-a092-e8646bd9384b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:55.539770 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ec3b673b-8cc7-4c13-ba6e-1a7d2f974b3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:55.611494 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-ec3b673b-8cc7-4c13-ba6e-1a7d2f974b3b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=43f7695aa1bc4a1ab7d7ac71853244e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2731929 Oct 12 19:10:55.613530 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 55724) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:10:55.626166 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3b673b-8cc7-4c13-ba6e-1a7d2f974b3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae19deac-7d90-4346-b51a-9a945cfea18c,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:55.657270 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a37adebd-cd94-47ae-b459-f72152ce4967 req-14847879-a57a-4614-a01c-d55c5c070d1b tempest-TenantUsagesTestJSON-612620624 tempest-TenantUsagesTestJSON-612620624-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bd0e56e-3710-42df-a4a0-ace9631c5463 HTTP/1.1" status: 200 len: 210 time: 0.0455506 Oct 12 19:10:55.683487 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [req-f6c6a7f5-75be-4ce3-accd-639791b65bd8 req-6fc45054-4817-4a92-a19f-d7527bcb1de2 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Allocated IP 172.20.0.7 (c9c833e6-1691-44ed-bf82-cf9c18667411/e0ebc949-3a0d-4490-86b6-8c422c8edc16/97adc232-51f4-47e0-a97f-6cec7f72f061) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:10:55.712293 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950fdf0f-da34-482f-b8d7-1d9a846dcff3 req-275946a2-2eec-4a68-9186-3686fae00391 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:55.713771 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-950fdf0f-da34-482f-b8d7-1d9a846dcff3 req-275946a2-2eec-4a68-9186-3686fae00391 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/ports?device_id=908f7f12-c025-4deb-bedf-4bc3345653bf HTTP/1.1" status: 200 len: 950 time: 0.1984494 Oct 12 19:10:55.722890 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-1bd01e65-f4db-4a76-a964-11a065babd07 req-3b1a56cc-b51b-47c1-a092-e8646bd9384b service neutron] For port a49b9b09-b6b3-4a98-a818-aeb467971b1d, host n-h1-813679-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:10:55.729346 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-1bd01e65-f4db-4a76-a964-11a065babd07 req-3b1a56cc-b51b-47c1-a092-e8646bd9384b service neutron] For port a49b9b09-b6b3-4a98-a818-aeb467971b1d, host n-h1-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=a49b9b09-b6b3-4a98-a818-aeb467971b1d,segment=NetworkSegment(70a77141-5565-41b2-8aa4-9582e3e1fa93),segment_id=70a77141-5565-41b2-8aa4-9582e3e1fa93)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:10:55.773666 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d5f5a2a6-b540-4045-b5f1-4850bc366b29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:55.815766 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-950fdf0f-da34-482f-b8d7-1d9a846dcff3 req-52537fc6-ed50-47c2-a0dc-9bbe4b013892 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/security-groups?id=97ebf564-c5fe-4f12-92a1-b237f08112ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903482 Oct 12 19:10:55.834954 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1c7f864a-9387-4b9c-b0d0-d057632cdd09 req-94c0e9ec-1487-4ddb-9370-319830020e99 tempest-TenantUsagesTestJSON-612620624 tempest-TenantUsagesTestJSON-612620624-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=0d73fad035b34495a5dfe41684900a5a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0238004 Oct 12 19:10:55.835894 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d5f5a2a6-b540-4045-b5f1-4850bc366b29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:55.838144 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-1bd01e65-f4db-4a76-a964-11a065babd07 req-3b1a56cc-b51b-47c1-a092-e8646bd9384b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:55.955517 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd61da5e1-1a01-4f28-a289-f8cc732d7154', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c50e084a-aa24-4b2a-b1b3-a26e8bc6a774'}, {'server_uuid': 'fe75de1f-a223-4b05-ab56-b9feb006b94e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0f009b6-1045-46b2-9f3c-b86eb815c549'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:10:55.956591 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd01e65-f4db-4a76-a964-11a065babd07 req-3b1a56cc-b51b-47c1-a092-e8646bd9384b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:55.957205 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-1bd01e65-f4db-4a76-a964-11a065babd07 req-3b1a56cc-b51b-47c1-a092-e8646bd9384b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:55.958569 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1bd01e65-f4db-4a76-a964-11a065babd07 req-3b1a56cc-b51b-47c1-a092-e8646bd9384b service neutron] 10.222.0.61 "PUT /v2.0/ports/a49b9b09-b6b3-4a98-a818-aeb467971b1d HTTP/1.1" status: 200 len: 1091 time: 1.7340422 Oct 12 19:10:55.958748 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1211d2d-c686-4f94-a7d9-14cf16dcfd84" -d '{"events": [{"server_uuid": "d61da5e1-1a01-4f28-a289-f8cc732d7154", "name": "network-vif-plugged", "status": "completed", "tag": "c50e084a-aa24-4b2a-b1b3-a26e8bc6a774"}, {"server_uuid": "fe75de1f-a223-4b05-ab56-b9feb006b94e", "name": "network-vif-plugged", "status": "completed", "tag": "c0f009b6-1045-46b2-9f3c-b86eb815c549"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:10:55.961169 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31068235-8d67-4f2f-9b64-477add9d67bc', 'tag': 'a49b9b09-b6b3-4a98-a818-aeb467971b1d'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:10:55.963411 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87ff05b3-c79a-4597-9297-ad377a9df712" -d '{"events": [{"name": "network-changed", "server_uuid": "31068235-8d67-4f2f-9b64-477add9d67bc", "tag": "a49b9b09-b6b3-4a98-a818-aeb467971b1d"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:10:56.011601 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47fce71-807a-4f91-aad6-4486fc97bfc2 req-0499f5f8-922b-47a0-b548-f642f8c982df tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:56.012602 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1a56cc-b51b-47c1-a092-e8646bd9384b service neutron] Pushing event updated for resources: {'Port': ['ID=a49b9b09-b6b3-4a98-a818-aeb467971b1d,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:56.018915 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 12 Oct 2021 19:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f527e530-6a10-4bc4-af67-e88f4196c62c x-openstack-request-id: req-f527e530-6a10-4bc4-af67-e88f4196c62c {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:10:56.019214 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d61da5e1-1a01-4f28-a289-f8cc732d7154", "name": "network-vif-plugged", "status": "completed", "tag": "c50e084a-aa24-4b2a-b1b3-a26e8bc6a774", "code": 200}, {"server_uuid": "fe75de1f-a223-4b05-ab56-b9feb006b94e", "name": "network-vif-plugged", "status": "completed", "tag": "c0f009b6-1045-46b2-9f3c-b86eb815c549", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:10:56.019474 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f527e530-6a10-4bc4-af67-e88f4196c62c {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:10:56.019875 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd61da5e1-1a01-4f28-a289-f8cc732d7154', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c50e084a-aa24-4b2a-b1b3-a26e8bc6a774', 'code': 200} Oct 12 19:10:56.020184 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe75de1f-a223-4b05-ab56-b9feb006b94e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0f009b6-1045-46b2-9f3c-b86eb815c549', 'code': 200} Oct 12 19:10:56.022028 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f47fce71-807a-4f91-aad6-4486fc97bfc2 req-0499f5f8-922b-47a0-b548-f642f8c982df tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] 10.222.0.49 "GET /v2.0/ports?device_id=d61da5e1-1a01-4f28-a289-f8cc732d7154 HTTP/1.1" status: 200 len: 950 time: 0.1263936 Oct 12 19:10:56.049558 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-f6c6a7f5-75be-4ce3-accd-639791b65bd8 req-6fc45054-4817-4a92-a19f-d7527bcb1de2 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:56.090277 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a351701-a381-4159-af84-3e9085c19119 x-openstack-request-id: req-3a351701-a381-4159-af84-3e9085c19119 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:10:56.090634 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31068235-8d67-4f2f-9b64-477add9d67bc", "tag": "a49b9b09-b6b3-4a98-a818-aeb467971b1d", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:10:56.090961 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3a351701-a381-4159-af84-3e9085c19119 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:10:56.092211 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31068235-8d67-4f2f-9b64-477add9d67bc', 'tag': 'a49b9b09-b6b3-4a98-a818-aeb467971b1d', 'status': 'completed', 'code': 200} Oct 12 19:10:56.100890 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d5f5a2a6-b540-4045-b5f1-4850bc366b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:56.104826 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d5f5a2a6-b540-4045-b5f1-4850bc366b29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:56.108008 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7f864a-9387-4b9c-b0d0-d057632cdd09 req-80bce200-d3cd-4471-8eec-c12febe7e489 tempest-TenantUsagesTestJSON-612620624 tempest-TenantUsagesTestJSON-612620624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:56.108521 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-d5f5a2a6-b540-4045-b5f1-4850bc366b29 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ae19deac-7d90-4346-b51a-9a945cfea18c HTTP/1.1" status: 204 len: 168 time: 0.4883955 Oct 12 19:10:56.109545 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1c7f864a-9387-4b9c-b0d0-d057632cdd09 req-80bce200-d3cd-4471-8eec-c12febe7e489 tempest-TenantUsagesTestJSON-612620624 tempest-TenantUsagesTestJSON-612620624-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2625806 Oct 12 19:10:56.120913 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f47fce71-807a-4f91-aad6-4486fc97bfc2 req-d4f379af-95eb-44af-bad5-b419a385ba28 tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] 10.222.0.49 "GET /v2.0/security-groups?id=d81c912b-51e6-4dcc-ae7a-8b303917556f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980349 Oct 12 19:10:56.127377 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-1c7f864a-9387-4b9c-b0d0-d057632cdd09 req-9f49a461-e8e0-44d0-95e3-ad5dc358748f tempest-TenantUsagesTestJSON-612620624 tempest-TenantUsagesTestJSON-612620624-project] Request body: {'port': {'device_id': '2bd0e56e-3710-42df-a4a0-ace9631c5463', 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1', 'admin_state_up': True, 'tenant_id': '0d73fad035b34495a5dfe41684900a5a'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:10:56.147063 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f5a2a6-b540-4045-b5f1-4850bc366b29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae19deac-7d90-4346-b51a-9a945cfea18c,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:56.194309 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-f6c6a7f5-75be-4ce3-accd-639791b65bd8 req-6fc45054-4817-4a92-a19f-d7527bcb1de2 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:56.218493 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.67', 53183) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:10:56.337120 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6c6a7f5-75be-4ce3-accd-639791b65bd8 req-6fc45054-4817-4a92-a19f-d7527bcb1de2 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Network c9c833e6-1691-44ed-bf82-cf9c18667411 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:10:56.339025 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ff05b3-c79a-4597-9297-ad377a9df712 req-b6d94770-f05e-4037-b89f-0c1afb78c3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:56.340536 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-87ff05b3-c79a-4597-9297-ad377a9df712 req-b6d94770-f05e-4037-b89f-0c1afb78c3a4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=194247fcbd8840fc8b099ca900c42c70&device_id=31068235-8d67-4f2f-9b64-477add9d67bc HTTP/1.1" status: 200 len: 1094 time: 0.2153177 Oct 12 19:10:56.351164 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [req-f6c6a7f5-75be-4ce3-accd-639791b65bd8 req-6fc45054-4817-4a92-a19f-d7527bcb1de2 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:10:56.353194 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6c6a7f5-75be-4ce3-accd-639791b65bd8 req-6fc45054-4817-4a92-a19f-d7527bcb1de2 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:10:56.359459 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c6a7f5-75be-4ce3-accd-639791b65bd8 req-6fc45054-4817-4a92-a19f-d7527bcb1de2 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:56.360107 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-f6c6a7f5-75be-4ce3-accd-639791b65bd8 req-6fc45054-4817-4a92-a19f-d7527bcb1de2 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:56.366054 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc45054-4817-4a92-a19f-d7527bcb1de2 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Pushing event updated for resources: {'Port': ['ID=97adc232-51f4-47e0-a97f-6cec7f72f061,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:56.399472 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfd1aa1-5e65-40f4-9455-845c5437a123 req-32c20f2d-1c85-4649-a3c6-678fdbb5ae74 tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:56.400587 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-abfd1aa1-5e65-40f4-9455-845c5437a123 req-32c20f2d-1c85-4649-a3c6-678fdbb5ae74 tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] 10.222.0.49 "GET /v2.0/ports?device_id=348f4d66-fd9b-4c47-8847-781f488dbc29 HTTP/1.1" status: 200 len: 949 time: 0.1422729 Oct 12 19:10:56.412488 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acae1a5a-f925-4830-b89f-b66444ec7717 req-40e07e8f-46de-47c3-9832-191cabaa923d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:56.413854 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-acae1a5a-f925-4830-b89f-b66444ec7717 req-40e07e8f-46de-47c3-9832-191cabaa923d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=fe75de1f-a223-4b05-ab56-b9feb006b94e HTTP/1.1" status: 200 len: 1100 time: 0.1681497 Oct 12 19:10:56.426078 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea373db2-b25b-4dde-ab87-11205a15892c req-9b2d8ab2-9b82-4559-85f8-c5d145e01101 tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:56.427539 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ea373db2-b25b-4dde-ab87-11205a15892c req-9b2d8ab2-9b82-4559-85f8-c5d145e01101 tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] 10.222.0.61 "GET /v2.0/ports?device_id=348f4d66-fd9b-4c47-8847-781f488dbc29 HTTP/1.1" status: 200 len: 949 time: 0.1882949 Oct 12 19:10:56.445819 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3449664-01fa-4966-b674-3c0925ef4ef9 req-7fbf13c1-1d73-421f-95c4-9fdd1ad62b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:56.447272 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f3449664-01fa-4966-b674-3c0925ef4ef9 req-7fbf13c1-1d73-421f-95c4-9fdd1ad62b4d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d61da5e1-1a01-4f28-a289-f8cc732d7154 HTTP/1.1" status: 200 len: 1101 time: 0.1963577 Oct 12 19:10:56.473185 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556e148b-1b02-4780-b065-0a6a0c7f6b30 req-b3f426aa-2ea2-4a72-b3c0-114c9f42c919 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:56.476489 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-556e148b-1b02-4780-b065-0a6a0c7f6b30 req-b3f426aa-2ea2-4a72-b3c0-114c9f42c919 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] 10.222.0.49 "GET /v2.0/ports?device_id=31068235-8d67-4f2f-9b64-477add9d67bc HTTP/1.1" status: 200 len: 943 time: 0.2558420 Oct 12 19:10:56.581758 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f6c6a7f5-75be-4ce3-accd-639791b65bd8 req-6fc45054-4817-4a92-a19f-d7527bcb1de2 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5133722 Oct 12 19:10:56.614973 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-f6c6a7f5-75be-4ce3-accd-639791b65bd8 req-2a23ccd2-1c8a-4cf6-8972-df26dd699560 service neutron] Request body: {'port': {'device_id': 'b350f0cf-0a96-4648-b14d-1ab8c3ef82a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:10:56.620147 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f3449664-01fa-4966-b674-3c0925ef4ef9 req-2a4ddaa2-0cb2-49c9-97af-96e41247fc5e service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=d81c912b-51e6-4dcc-ae7a-8b303917556f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645515 Oct 12 19:10:56.624937 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ff05b3-c79a-4597-9297-ad377a9df712 req-6af68124-8b41-4ae9-bfdc-a7c29006ae9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:56.626397 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-87ff05b3-c79a-4597-9297-ad377a9df712 req-6af68124-8b41-4ae9-bfdc-a7c29006ae9b service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=194247fcbd8840fc8b099ca900c42c70&shared=False HTTP/1.1" status: 200 len: 922 time: 0.2622252 Oct 12 19:10:56.644287 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-556e148b-1b02-4780-b065-0a6a0c7f6b30 req-67677ff2-64cd-479e-a867-1c6314c27919 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] 10.222.0.49 "GET /v2.0/security-groups?id=cc027471-7536-4131-b328-5d38c3e8f799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615815 Oct 12 19:10:56.742751 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-f6c6a7f5-75be-4ce3-accd-639791b65bd8 req-2a23ccd2-1c8a-4cf6-8972-df26dd699560 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:56.776171 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-acae1a5a-f925-4830-b89f-b66444ec7717 req-71a8a40c-fc46-46db-be58-89be64a52c56 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=d81c912b-51e6-4dcc-ae7a-8b303917556f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3473029 Oct 12 19:10:56.798871 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-abfd1aa1-5e65-40f4-9455-845c5437a123 req-a9753188-2f6f-431f-84b0-7a6ddea0f90a tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] 10.222.0.49 "GET /v2.0/security-groups?id=106b5f86-f260-42d0-a64b-18dc989cc9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3840282 Oct 12 19:10:56.861040 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-ea373db2-b25b-4dde-ab87-11205a15892c req-02174f25-1dfa-4f66-ae88-82f7fe2c9d73 tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] Deleting port e04bf3e2-ec09-4baf-b14a-2e8b288be655 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:10:56.861372 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-ea373db2-b25b-4dde-ab87-11205a15892c req-02174f25-1dfa-4f66-ae88-82f7fe2c9d73 tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:56.870301 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10191e6b-d0e0-42bc-87b1-3691b71d06c4 req-2e3074ce-e5ef-4b2e-a774-cce50aa5e32a tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:56.871777 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-10191e6b-d0e0-42bc-87b1-3691b71d06c4 req-2e3074ce-e5ef-4b2e-a774-cce50aa5e32a tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/ports?device_id=b350f0cf-0a96-4648-b14d-1ab8c3ef82a8 HTTP/1.1" status: 200 len: 931 time: 0.1248703 Oct 12 19:10:56.873335 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ff05b3-c79a-4597-9297-ad377a9df712 req-21f89236-0b87-46e6-a56c-3c72b2ed471c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:56.874615 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-87ff05b3-c79a-4597-9297-ad377a9df712 req-21f89236-0b87-46e6-a56c-3c72b2ed471c service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2294552 Oct 12 19:10:56.938706 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-adc12237-040a-4c7b-8dbd-786415037ceb req-b679e1bd-febd-4605-af81-ea8a73450c9c tempest-TenantUsagesTestJSON-612620624 tempest-TenantUsagesTestJSON-612620624-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bd0e56e-3710-42df-a4a0-ace9631c5463 HTTP/1.1" status: 200 len: 210 time: 0.0726247 Oct 12 19:10:56.939244 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c7f864a-9387-4b9c-b0d0-d057632cdd09 req-9f49a461-e8e0-44d0-95e3-ad5dc358748f tempest-TenantUsagesTestJSON-612620624 tempest-TenantUsagesTestJSON-612620624-project] Made reservation on behalf of 0d73fad035b34495a5dfe41684900a5a for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:10:56.942645 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-1c7f864a-9387-4b9c-b0d0-d057632cdd09 req-9f49a461-e8e0-44d0-95e3-ad5dc358748f tempest-TenantUsagesTestJSON-612620624 tempest-TenantUsagesTestJSON-612620624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:56.953859 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-1c7f864a-9387-4b9c-b0d0-d057632cdd09 req-9f49a461-e8e0-44d0-95e3-ad5dc358748f tempest-TenantUsagesTestJSON-612620624 tempest-TenantUsagesTestJSON-612620624-project] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:57.011522 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 19:10:57.018662 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-10191e6b-d0e0-42bc-87b1-3691b71d06c4 req-ab623b04-78da-4651-aa41-4ba668628da7 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cccf57-f452-41a8-9e48-a6e744310271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399126 Oct 12 19:10:57.051371 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-ea373db2-b25b-4dde-ab87-11205a15892c req-02174f25-1dfa-4f66-ae88-82f7fe2c9d73 tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] For port e04bf3e2-ec09-4baf-b14a-2e8b288be655, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=e04bf3e2-ec09-4baf-b14a-2e8b288be655,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:10:57.051616 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-ea373db2-b25b-4dde-ab87-11205a15892c req-02174f25-1dfa-4f66-ae88-82f7fe2c9d73 tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:57.053363 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd01e65-f4db-4a76-a964-11a065babd07 req-cbdd2a7b-9ddd-4d5e-858d-7af0615b4bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:57.055550 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1bd01e65-f4db-4a76-a964-11a065babd07 req-cbdd2a7b-9ddd-4d5e-858d-7af0615b4bbf service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=194247fcbd8840fc8b099ca900c42c70&device_id=31068235-8d67-4f2f-9b64-477add9d67bc HTTP/1.1" status: 200 len: 1094 time: 0.1229994 Oct 12 19:10:57.073759 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-ea373db2-b25b-4dde-ab87-11205a15892c req-02174f25-1dfa-4f66-ae88-82f7fe2c9d73 tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] Calling delete_port for e04bf3e2-ec09-4baf-b14a-2e8b288be655 owned by compute:nova {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:10:57.114035 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1bd01e65-f4db-4a76-a964-11a065babd07 req-b1945845-652f-4694-ade2-9cee91026ddf service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a49b9b09-b6b3-4a98-a818-aeb467971b1d HTTP/1.1" status: 200 len: 217 time: 0.0464821 Oct 12 19:10:57.176956 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-1c7f864a-9387-4b9c-b0d0-d057632cdd09 req-9f49a461-e8e0-44d0-95e3-ad5dc358748f tempest-TenantUsagesTestJSON-612620624 tempest-TenantUsagesTestJSON-612620624-project] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:57.231215 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd01e65-f4db-4a76-a964-11a065babd07 req-b07783bb-639c-430d-850b-c687ab79892d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:57.233206 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1bd01e65-f4db-4a76-a964-11a065babd07 req-b07783bb-639c-430d-850b-c687ab79892d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7744f471-5bc3-48f2-bedf-a494f3770221 HTTP/1.1" status: 200 len: 860 time: 0.1052399 Oct 12 19:10:57.249915 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba421be9-b033-4907-8465-c0566603fa19 req-252363d7-030f-4348-8ea4-98a880f383f8 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:57.251410 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ba421be9-b033-4907-8465-c0566603fa19 req-252363d7-030f-4348-8ea4-98a880f383f8 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/ports?device_id=908f7f12-c025-4deb-bedf-4bc3345653bf HTTP/1.1" status: 200 len: 950 time: 0.1246614 Oct 12 19:10:57.264720 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-1c7f864a-9387-4b9c-b0d0-d057632cdd09 req-9f49a461-e8e0-44d0-95e3-ad5dc358748f tempest-TenantUsagesTestJSON-612620624 tempest-TenantUsagesTestJSON-612620624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:57.325686 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [req-f6c6a7f5-75be-4ce3-accd-639791b65bd8 req-2a23ccd2-1c8a-4cf6-8972-df26dd699560 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97adc232-51f4-47e0-a97f-6cec7f72f061 {{(pid=95502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:10:57.335665 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d4c238-368c-4404-b7ae-3f6050e6446e req-79675ad8-69ab-4764-919f-edd2b4056ec5 tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:57.335798 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-87d4c238-368c-4404-b7ae-3f6050e6446e req-79675ad8-69ab-4764-919f-edd2b4056ec5 tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] 10.222.0.49 "GET /v2.0/ports?device_id=d61da5e1-1a01-4f28-a289-f8cc732d7154 HTTP/1.1" status: 200 len: 950 time: 0.1402767 Oct 12 19:10:57.345098 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-f6c6a7f5-75be-4ce3-accd-639791b65bd8 req-2a23ccd2-1c8a-4cf6-8972-df26dd699560 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:57.360531 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd01e65-f4db-4a76-a964-11a065babd07 req-6cce0dcf-c468-427b-8686-65b4e4a259d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:57.361925 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1bd01e65-f4db-4a76-a964-11a065babd07 req-6cce0dcf-c468-427b-8686-65b4e4a259d0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f3d8d55a-a17e-469f-b479-a47932f8f8ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1078541 Oct 12 19:10:57.368548 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ba421be9-b033-4907-8465-c0566603fa19 req-fb07013a-4c21-4b95-b3c6-9bada9f0c184 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/security-groups?id=97ebf564-c5fe-4f12-92a1-b237f08112ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872104 Oct 12 19:10:57.369465 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-f6c6a7f5-75be-4ce3-accd-639791b65bd8 req-2a23ccd2-1c8a-4cf6-8972-df26dd699560 service neutron] Transition to ACTIVE for port object 97adc232-51f4-47e0-a97f-6cec7f72f061 will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:10:57.373177 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f49a461-e8e0-44d0-95e3-ad5dc358748f tempest-TenantUsagesTestJSON-612620624 tempest-TenantUsagesTestJSON-612620624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3193b4e7-71a0-431f-b401-9292020b1f13,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:57.439831 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-ea373db2-b25b-4dde-ab87-11205a15892c req-02174f25-1dfa-4f66-ae88-82f7fe2c9d73 tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:57.453743 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['9a83b11b-927d-42c7-9992-7a62e5d27a21'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:10:57.461194 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-87d4c238-368c-4404-b7ae-3f6050e6446e req-1a1328fc-b7c4-4e3c-842b-3e33ec26e5e4 tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] 10.222.0.49 "GET /v2.0/security-groups?id=d81c912b-51e6-4dcc-ae7a-8b303917556f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068976 Oct 12 19:10:57.464553 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1bd01e65-f4db-4a76-a964-11a065babd07 req-9413f251-3db1-48ea-9b90-3c58a183f6fe service neutron] 10.222.0.61 "GET /v2.0/networks/f3d8d55a-a17e-469f-b479-a47932f8f8ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938249 Oct 12 19:10:57.489301 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02174f25-1dfa-4f66-ae88-82f7fe2c9d73 tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] Pushing event deleted for resources: {'Port': ['ID=e04bf3e2-ec09-4baf-b14a-2e8b288be655,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:57.504457 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['e04bf3e2-ec09-4baf-b14a-2e8b288be655'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:10:57.537168 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-f6c6a7f5-75be-4ce3-accd-639791b65bd8 req-2a23ccd2-1c8a-4cf6-8972-df26dd699560 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:57.543363 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [req-1c7f864a-9387-4b9c-b0d0-d057632cdd09 req-9f49a461-e8e0-44d0-95e3-ad5dc358748f tempest-TenantUsagesTestJSON-612620624 tempest-TenantUsagesTestJSON-612620624-project] Allocated IP 192.168.233.66 (90dcf485-b1ad-4139-85a3-9e1e9879e6b1/629aee7d-3fde-4c72-af1e-6a7e1f6a7e75/8d5544e6-1ffd-4c51-a3e5-8421d891f6c3) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:10:57.575807 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea373db2-b25b-4dde-ab87-11205a15892c req-02174f25-1dfa-4f66-ae88-82f7fe2c9d73 tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] No DVR routers for this DVR port e04bf3e2-ec09-4baf-b14a-2e8b288be655 on host n-h1-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:10:57.575807 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-ea373db2-b25b-4dde-ab87-11205a15892c req-02174f25-1dfa-4f66-ae88-82f7fe2c9d73 tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:57.583724 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ea373db2-b25b-4dde-ab87-11205a15892c req-02174f25-1dfa-4f66-ae88-82f7fe2c9d73 tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] 10.222.0.61 "DELETE /v2.0/ports/e04bf3e2-ec09-4baf-b14a-2e8b288be655 HTTP/1.1" status: 204 len: 173 time: 1.1400969 Oct 12 19:10:57.587359 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '348f4d66-fd9b-4c47-8847-781f488dbc29', 'name': 'network-vif-deleted', 'tag': 'e04bf3e2-ec09-4baf-b14a-2e8b288be655'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:10:57.597936 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb4c912c-9795-4bfd-8ba9-963b07d9213e" -d '{"events": [{"server_uuid": "348f4d66-fd9b-4c47-8847-781f488dbc29", "name": "network-vif-deleted", "tag": "e04bf3e2-ec09-4baf-b14a-2e8b288be655"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:10:57.695760 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a23ccd2-1c8a-4cf6-8972-df26dd699560 service neutron] Pushing event updated for resources: {'Port': ['ID=97adc232-51f4-47e0-a97f-6cec7f72f061,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:57.708133 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-696e8994-fa73-4e13-bf62-85940606d017 x-openstack-request-id: req-696e8994-fa73-4e13-bf62-85940606d017 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:10:57.710590 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "348f4d66-fd9b-4c47-8847-781f488dbc29", "name": "network-vif-deleted", "tag": "e04bf3e2-ec09-4baf-b14a-2e8b288be655", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:10:57.710590 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-696e8994-fa73-4e13-bf62-85940606d017 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:10:57.710590 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '348f4d66-fd9b-4c47-8847-781f488dbc29', 'name': 'network-vif-deleted', 'tag': 'e04bf3e2-ec09-4baf-b14a-2e8b288be655', 'status': 'completed', 'code': 200} Oct 12 19:10:57.814365 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eebbf15-1686-490b-b0f1-716655ccb473 req-c4e8bc7b-f7fa-41bb-aa42-5ee92f49a4f5 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:57.816142 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8eebbf15-1686-490b-b0f1-716655ccb473 req-c4e8bc7b-f7fa-41bb-aa42-5ee92f49a4f5 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/ports?device_id=08fd2058-3c0a-42c8-aeae-083b075d74c3 HTTP/1.1" status: 200 len: 950 time: 0.2930706 Oct 12 19:10:57.832985 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1bd01e65-f4db-4a76-a964-11a065babd07 req-abdbbc89-6b9c-4c88-834f-b342ad7df592 service neutron] 10.222.0.61 "GET /v2.0/networks/f3d8d55a-a17e-469f-b479-a47932f8f8ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3546128 Oct 12 19:10:57.843664 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-1c7f864a-9387-4b9c-b0d0-d057632cdd09 req-9f49a461-e8e0-44d0-95e3-ad5dc358748f tempest-TenantUsagesTestJSON-612620624 tempest-TenantUsagesTestJSON-612620624-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:57.848475 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-f6c6a7f5-75be-4ce3-accd-639791b65bd8 req-2a23ccd2-1c8a-4cf6-8972-df26dd699560 service neutron] Attempting to bind port 97adc232-51f4-47e0-a97f-6cec7f72f061 on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:10:57.849004 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-f6c6a7f5-75be-4ce3-accd-639791b65bd8 req-2a23ccd2-1c8a-4cf6-8972-df26dd699560 service neutron] Attempting to bind port 97adc232-51f4-47e0-a97f-6cec7f72f061 by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': 'af837146-1b4e-4c2b-b1ce-96eb7f990955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c9c833e6-1691-44ed-bf82-cf9c18667411'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:10:57.849394 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c6a7f5-75be-4ce3-accd-639791b65bd8 req-2a23ccd2-1c8a-4cf6-8972-df26dd699560 service neutron] Attempting to bind port 97adc232-51f4-47e0-a97f-6cec7f72f061 on network c9c833e6-1691-44ed-bf82-cf9c18667411 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:10:57.860373 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c6a7f5-75be-4ce3-accd-639791b65bd8 req-2a23ccd2-1c8a-4cf6-8972-df26dd699560 service neutron] Port 97adc232-51f4-47e0-a97f-6cec7f72f061 on network c9c833e6-1691-44ed-bf82-cf9c18667411 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:10:57.861730 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c6a7f5-75be-4ce3-accd-639791b65bd8 req-2a23ccd2-1c8a-4cf6-8972-df26dd699560 service neutron] Attempting to bind port 97adc232-51f4-47e0-a97f-6cec7f72f061 on network c9c833e6-1691-44ed-bf82-cf9c18667411 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:10:57.870356 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c6a7f5-75be-4ce3-accd-639791b65bd8 req-2a23ccd2-1c8a-4cf6-8972-df26dd699560 service neutron] Checking agent: {'id': 'f5e9725f-f5a6-43c2-a1be-95e21e9a1fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 10, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:10:57.870691 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c6a7f5-75be-4ce3-accd-639791b65bd8 req-2a23ccd2-1c8a-4cf6-8972-df26dd699560 service neutron] Checking segment: {'id': 'af837146-1b4e-4c2b-b1ce-96eb7f990955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c9c833e6-1691-44ed-bf82-cf9c18667411'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:10:57.871071 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c6a7f5-75be-4ce3-accd-639791b65bd8 req-2a23ccd2-1c8a-4cf6-8972-df26dd699560 service neutron] Bound using segment: {'id': 'af837146-1b4e-4c2b-b1ce-96eb7f990955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c9c833e6-1691-44ed-bf82-cf9c18667411'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:10:57.871508 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-f6c6a7f5-75be-4ce3-accd-639791b65bd8 req-2a23ccd2-1c8a-4cf6-8972-df26dd699560 service neutron] Bound port: 97adc232-51f4-47e0-a97f-6cec7f72f061, host: n-h1-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af837146-1b4e-4c2b-b1ce-96eb7f990955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c9c833e6-1691-44ed-bf82-cf9c18667411'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:10:57.871861 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-f6c6a7f5-75be-4ce3-accd-639791b65bd8 req-2a23ccd2-1c8a-4cf6-8972-df26dd699560 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:57.886446 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f5b173-6d1f-41cd-95ae-ac5271d72b47 req-42f3c94f-6c56-4bcc-8935-643e771171ed tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:57.888141 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b1f5b173-6d1f-41cd-95ae-ac5271d72b47 req-42f3c94f-6c56-4bcc-8935-643e771171ed tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] 10.222.0.49 "GET /v2.0/ports?device_id=31068235-8d67-4f2f-9b64-477add9d67bc HTTP/1.1" status: 200 len: 943 time: 0.0809743 Oct 12 19:10:57.895414 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8eebbf15-1686-490b-b0f1-716655ccb473 req-59b312dc-dcc6-4a25-9d0a-9c9977d442ce tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/security-groups?id=97ebf564-c5fe-4f12-92a1-b237f08112ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674422 Oct 12 19:10:57.957242 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b1f5b173-6d1f-41cd-95ae-ac5271d72b47 req-2c164c21-be01-42d4-82b6-370b2dbce965 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] 10.222.0.49 "GET /v2.0/security-groups?id=cc027471-7536-4131-b328-5d38c3e8f799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624099 Oct 12 19:10:58.015448 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-1c7f864a-9387-4b9c-b0d0-d057632cdd09 req-9f49a461-e8e0-44d0-95e3-ad5dc358748f tempest-TenantUsagesTestJSON-612620624 tempest-TenantUsagesTestJSON-612620624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:58.121365 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c7f864a-9387-4b9c-b0d0-d057632cdd09 req-9f49a461-e8e0-44d0-95e3-ad5dc358748f tempest-TenantUsagesTestJSON-612620624 tempest-TenantUsagesTestJSON-612620624-project] Network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:10:58.132357 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [req-1c7f864a-9387-4b9c-b0d0-d057632cdd09 req-9f49a461-e8e0-44d0-95e3-ad5dc358748f tempest-TenantUsagesTestJSON-612620624 tempest-TenantUsagesTestJSON-612620624-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:10:58.149657 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c7f864a-9387-4b9c-b0d0-d057632cdd09 req-9f49a461-e8e0-44d0-95e3-ad5dc358748f tempest-TenantUsagesTestJSON-612620624 tempest-TenantUsagesTestJSON-612620624-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:10:58.182876 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f49a461-e8e0-44d0-95e3-ad5dc358748f tempest-TenantUsagesTestJSON-612620624 tempest-TenantUsagesTestJSON-612620624-project] Pushing event updated for resources: {'Port': ['ID=8d5544e6-1ffd-4c51-a3e5-8421d891f6c3,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:58.215626 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b05ac4a-21eb-4cf5-b302-ed42f0480d91 req-f56bdd35-2d9f-4fa4-a8f3-365f8c882c08 tempest-TenantUsagesTestJSON-612620624 tempest-TenantUsagesTestJSON-612620624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:58.222574 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-704ad61c-069d-448d-b8b2-40fc88b12675 req-8b650577-1b61-40ab-a4ac-e909e5622717 tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] 10.222.0.49 "GET /v2.0/ports?device_id=348f4d66-fd9b-4c47-8847-781f488dbc29 HTTP/1.1" status: 200 len: 210 time: 0.0406249 Oct 12 19:10:58.228589 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2b05ac4a-21eb-4cf5-b302-ed42f0480d91 req-f56bdd35-2d9f-4fa4-a8f3-365f8c882c08 tempest-TenantUsagesTestJSON-612620624 tempest-TenantUsagesTestJSON-612620624-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bd0e56e-3710-42df-a4a0-ace9631c5463 HTTP/1.1" status: 200 len: 935 time: 0.1727514 Oct 12 19:10:58.249426 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-f6c6a7f5-75be-4ce3-accd-639791b65bd8 req-2a23ccd2-1c8a-4cf6-8972-df26dd699560 service neutron] For port 97adc232-51f4-47e0-a97f-6cec7f72f061, host n-h1-813679-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:10:58.253202 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-f6c6a7f5-75be-4ce3-accd-639791b65bd8 req-2a23ccd2-1c8a-4cf6-8972-df26dd699560 service neutron] For port 97adc232-51f4-47e0-a97f-6cec7f72f061, host n-h1-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=97adc232-51f4-47e0-a97f-6cec7f72f061,segment=NetworkSegment(af837146-1b4e-4c2b-b1ce-96eb7f990955),segment_id=af837146-1b4e-4c2b-b1ce-96eb7f990955)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:10:58.283016 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7f864a-9387-4b9c-b0d0-d057632cdd09 req-9f49a461-e8e0-44d0-95e3-ad5dc358748f tempest-TenantUsagesTestJSON-612620624 tempest-TenantUsagesTestJSON-612620624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:58.283649 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-1c7f864a-9387-4b9c-b0d0-d057632cdd09 req-9f49a461-e8e0-44d0-95e3-ad5dc358748f tempest-TenantUsagesTestJSON-612620624 tempest-TenantUsagesTestJSON-612620624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:58.296405 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2b05ac4a-21eb-4cf5-b302-ed42f0480d91 req-d3aee097-1210-4650-88bb-a997223377fe tempest-TenantUsagesTestJSON-612620624 tempest-TenantUsagesTestJSON-612620624-project] 10.222.0.49 "GET /v2.0/security-groups?id=3193b4e7-71a0-431f-b401-9292020b1f13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669091 Oct 12 19:10:58.338734 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-f6c6a7f5-75be-4ce3-accd-639791b65bd8 req-2a23ccd2-1c8a-4cf6-8972-df26dd699560 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:58.381424 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c6a7f5-75be-4ce3-accd-639791b65bd8 req-2a23ccd2-1c8a-4cf6-8972-df26dd699560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:58.382104 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-f6c6a7f5-75be-4ce3-accd-639791b65bd8 req-2a23ccd2-1c8a-4cf6-8972-df26dd699560 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:58.383733 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f6c6a7f5-75be-4ce3-accd-639791b65bd8 req-2a23ccd2-1c8a-4cf6-8972-df26dd699560 service neutron] 10.222.0.61 "PUT /v2.0/ports/97adc232-51f4-47e0-a97f-6cec7f72f061 HTTP/1.1" status: 200 len: 1091 time: 1.7751999 Oct 12 19:10:58.386324 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b350f0cf-0a96-4648-b14d-1ab8c3ef82a8', 'tag': '97adc232-51f4-47e0-a97f-6cec7f72f061'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:10:58.388882 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-523d5a9b-cb1a-44dc-b9a9-5a1a415fe53e" -d '{"events": [{"name": "network-changed", "server_uuid": "b350f0cf-0a96-4648-b14d-1ab8c3ef82a8", "tag": "97adc232-51f4-47e0-a97f-6cec7f72f061"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:10:58.406139 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1c7f864a-9387-4b9c-b0d0-d057632cdd09 req-9f49a461-e8e0-44d0-95e3-ad5dc358748f tempest-TenantUsagesTestJSON-612620624 tempest-TenantUsagesTestJSON-612620624-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2841582 Oct 12 19:10:58.441368 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-1c7f864a-9387-4b9c-b0d0-d057632cdd09 req-c37c702c-3f77-4a5a-9ec5-4750a66b1edb service neutron] Request body: {'port': {'device_id': '2bd0e56e-3710-42df-a4a0-ace9631c5463', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-3'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:10:58.457859 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-26b5c22d-61d8-413c-8447-b526fdb6e705 None None] Provisioning complete for port 8d5544e6-1ffd-4c51-a3e5-8421d891f6c3 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:10:58.461940 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-26b5c22d-61d8-413c-8447-b526fdb6e705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:58.471857 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f45e23-1729-4d4f-937c-b302a4adc453 req-78a50d22-0b8f-48b0-810a-c1a493a2f8c6 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:58.473423 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-33f45e23-1729-4d4f-937c-b302a4adc453 req-78a50d22-0b8f-48b0-810a-c1a493a2f8c6 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/ports?device_id=b350f0cf-0a96-4648-b14d-1ab8c3ef82a8 HTTP/1.1" status: 200 len: 943 time: 0.1489756 Oct 12 19:10:58.475672 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a23ccd2-1c8a-4cf6-8972-df26dd699560 service neutron] Pushing event updated for resources: {'Port': ['ID=97adc232-51f4-47e0-a97f-6cec7f72f061,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:58.520733 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-982bf76d-20df-4fdc-8abf-b70d2caae71a req-bbf4384f-06c1-41f8-b435-530d450fc2ff tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=0622f2ddd6f74dfcb6a10ad3f54a9317&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0334098 Oct 12 19:10:58.536208 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-26b5c22d-61d8-413c-8447-b526fdb6e705 None None] Port 8d5544e6-1ffd-4c51-a3e5-8421d891f6c3 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:10:58.559307 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-33f45e23-1729-4d4f-937c-b302a4adc453 req-79ba4ac8-ef69-4807-b441-b5f6f451ff94 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cccf57-f452-41a8-9e48-a6e744310271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765672 Oct 12 19:10:58.578893 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c6a7f5-75be-4ce3-accd-639791b65bd8 req-dbf9b6ff-cec9-4547-be85-657c9b9de505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:58.580689 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f6c6a7f5-75be-4ce3-accd-639791b65bd8 req-dbf9b6ff-cec9-4547-be85-657c9b9de505 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5fba7a982f4e455fbf6360a954bd3673&device_id=b350f0cf-0a96-4648-b14d-1ab8c3ef82a8 HTTP/1.1" status: 200 len: 1094 time: 0.0563545 Oct 12 19:10:58.619106 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-1c7f864a-9387-4b9c-b0d0-d057632cdd09 req-c37c702c-3f77-4a5a-9ec5-4750a66b1edb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:58.629367 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f6c6a7f5-75be-4ce3-accd-639791b65bd8 req-39b46224-bbf2-4b24-8351-c514ae1c6183 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=97adc232-51f4-47e0-a97f-6cec7f72f061 HTTP/1.1" status: 200 len: 217 time: 0.0370674 Oct 12 19:10:58.631759 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c8a0a72-d9cf-47b9-9c35-440296fd2b33 x-openstack-request-id: req-3c8a0a72-d9cf-47b9-9c35-440296fd2b33 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:10:58.632229 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b350f0cf-0a96-4648-b14d-1ab8c3ef82a8", "tag": "97adc232-51f4-47e0-a97f-6cec7f72f061", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:10:58.632479 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3c8a0a72-d9cf-47b9-9c35-440296fd2b33 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:10:58.635980 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b350f0cf-0a96-4648-b14d-1ab8c3ef82a8', 'tag': '97adc232-51f4-47e0-a97f-6cec7f72f061', 'status': 'completed', 'code': 200} Oct 12 19:10:58.707240 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c6a7f5-75be-4ce3-accd-639791b65bd8 req-c1fad86e-6a30-4e7d-98bb-20d196920c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:58.709130 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f6c6a7f5-75be-4ce3-accd-639791b65bd8 req-c1fad86e-6a30-4e7d-98bb-20d196920c73 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e0ebc949-3a0d-4490-86b6-8c422c8edc16 HTTP/1.1" status: 200 len: 848 time: 0.0680022 Oct 12 19:10:58.735058 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982bf76d-20df-4fdc-8abf-b70d2caae71a req-9023afe3-2ba1-412e-a489-8e7927cb6a8b tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:58.737642 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-982bf76d-20df-4fdc-8abf-b70d2caae71a req-9023afe3-2ba1-412e-a489-8e7927cb6a8b tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2070818 Oct 12 19:10:58.760356 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f6c6a7f5-75be-4ce3-accd-639791b65bd8 req-38c416c0-e1e2-40b1-859b-bc8ee8de0b31 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c9c833e6-1691-44ed-bf82-cf9c18667411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379324 Oct 12 19:10:58.808190 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-982bf76d-20df-4fdc-8abf-b70d2caae71a req-75d73f21-68a5-47ef-9e9f-dcb8b89e29d9 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/quotas/0622f2ddd6f74dfcb6a10ad3f54a9317 HTTP/1.1" status: 200 len: 375 time: 0.0187604 Oct 12 19:10:58.830184 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e24f538-50fa-4742-8dd9-ca4631a630a3 req-9583b696-cd97-4393-8b35-74ff1139789b tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:58.831981 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6e24f538-50fa-4742-8dd9-ca4631a630a3 req-9583b696-cd97-4393-8b35-74ff1139789b tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] 10.222.0.49 "GET /v2.0/ports?device_id=d61da5e1-1a01-4f28-a289-f8cc732d7154 HTTP/1.1" status: 200 len: 950 time: 0.1298611 Oct 12 19:10:58.900203 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6e24f538-50fa-4742-8dd9-ca4631a630a3 req-3515cd8a-2598-4c1d-bc4e-d6825d84cdd9 tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] 10.222.0.49 "GET /v2.0/security-groups?id=d81c912b-51e6-4dcc-ae7a-8b303917556f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560055 Oct 12 19:10:58.904060 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f6c6a7f5-75be-4ce3-accd-639791b65bd8 req-83426e46-8254-49fe-a100-ad71c16a5939 service neutron] 10.222.0.61 "GET /v2.0/networks/c9c833e6-1691-44ed-bf82-cf9c18667411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319692 Oct 12 19:10:58.932291 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-982bf76d-20df-4fdc-8abf-b70d2caae71a req-3e649a64-89cb-4e60-9510-250002a672ea tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=0622f2ddd6f74dfcb6a10ad3f54a9317&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1135654 Oct 12 19:10:59.010545 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f6c6a7f5-75be-4ce3-accd-639791b65bd8 req-c0dfeb02-1cdd-42df-9569-46491a41879e service neutron] 10.222.0.61 "GET /v2.0/networks/c9c833e6-1691-44ed-bf82-cf9c18667411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985711 Oct 12 19:10:59.054466 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [req-1c7f864a-9387-4b9c-b0d0-d057632cdd09 req-c37c702c-3f77-4a5a-9ec5-4750a66b1edb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d5544e6-1ffd-4c51-a3e5-8421d891f6c3 {{(pid=95501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:10:59.062139 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-1c7f864a-9387-4b9c-b0d0-d057632cdd09 req-c37c702c-3f77-4a5a-9ec5-4750a66b1edb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:59.073964 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.provisioning_blocks [req-1c7f864a-9387-4b9c-b0d0-d057632cdd09 req-c37c702c-3f77-4a5a-9ec5-4750a66b1edb service neutron] Transition to ACTIVE for port object 8d5544e6-1ffd-4c51-a3e5-8421d891f6c3 will not be triggered until provisioned by entity L2. {{(pid=95501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:10:59.207817 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-34b7907a-7cb8-4812-95cc-3b69d6937690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:59.217032 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538e6481-6b35-441c-b96c-b1e47e1a5e93 req-88b22d55-8543-441f-84e2-1b5fc9793f1d tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:59.218671 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-538e6481-6b35-441c-b96c-b1e47e1a5e93 req-88b22d55-8543-441f-84e2-1b5fc9793f1d tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] 10.222.0.49 "GET /v2.0/ports?device_id=fe75de1f-a223-4b05-ab56-b9feb006b94e HTTP/1.1" status: 200 len: 949 time: 0.0620215 Oct 12 19:10:59.222571 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-1c7f864a-9387-4b9c-b0d0-d057632cdd09 req-c37c702c-3f77-4a5a-9ec5-4750a66b1edb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:59.295051 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-538e6481-6b35-441c-b96c-b1e47e1a5e93 req-495cddd4-c1be-47ae-bcaa-74b81759de33 tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] 10.222.0.49 "GET /v2.0/security-groups?id=d81c912b-51e6-4dcc-ae7a-8b303917556f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635009 Oct 12 19:10:59.304337 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523d5a9b-cb1a-44dc-b9a9-5a1a415fe53e req-a456d7cc-70c6-4deb-821f-793900310b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:59.306211 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-523d5a9b-cb1a-44dc-b9a9-5a1a415fe53e req-a456d7cc-70c6-4deb-821f-793900310b18 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5fba7a982f4e455fbf6360a954bd3673&device_id=b350f0cf-0a96-4648-b14d-1ab8c3ef82a8 HTTP/1.1" status: 200 len: 1094 time: 0.0601158 Oct 12 19:10:59.318425 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37c702c-3f77-4a5a-9ec5-4750a66b1edb service neutron] Pushing event updated for resources: {'Port': ['ID=8d5544e6-1ffd-4c51-a3e5-8421d891f6c3,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:59.339065 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1b6344-6378-499a-bac8-d0770d7885f0 req-95ed92ce-f290-4cee-bd0f-c9ac685d6e37 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:59.340484 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8b1b6344-6378-499a-bac8-d0770d7885f0 req-95ed92ce-f290-4cee-bd0f-c9ac685d6e37 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] 10.222.0.49 "GET /v2.0/ports?device_id=31068235-8d67-4f2f-9b64-477add9d67bc HTTP/1.1" status: 200 len: 943 time: 0.1000078 Oct 12 19:10:59.460639 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8b1b6344-6378-499a-bac8-d0770d7885f0 req-12c120b8-f576-4184-ba77-1e332d1521a9 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] 10.222.0.49 "GET /v2.0/security-groups?id=cc027471-7536-4131-b328-5d38c3e8f799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065960 Oct 12 19:10:59.463422 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3f26fad1-a49a-4e82-984e-6b64e4725799 req-dace8682-97fc-44cf-bec3-7dca03b5b43b tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/ports?device_id=1403b500-0ded-476c-8e94-1a54dace0dcb HTTP/1.1" status: 200 len: 210 time: 0.0421352 Oct 12 19:10:59.492169 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-1c7f864a-9387-4b9c-b0d0-d057632cdd09 req-c37c702c-3f77-4a5a-9ec5-4750a66b1edb service neutron] Attempting to bind port 8d5544e6-1ffd-4c51-a3e5-8421d891f6c3 on host n-h2-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:10:59.492510 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-1c7f864a-9387-4b9c-b0d0-d057632cdd09 req-c37c702c-3f77-4a5a-9ec5-4750a66b1edb service neutron] Attempting to bind port 8d5544e6-1ffd-4c51-a3e5-8421d891f6c3 by drivers openvswitch,hyperv on host n-h2-813679-3 at level 0 using segments [{'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:10:59.492866 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c7f864a-9387-4b9c-b0d0-d057632cdd09 req-c37c702c-3f77-4a5a-9ec5-4750a66b1edb service neutron] Attempting to bind port 8d5544e6-1ffd-4c51-a3e5-8421d891f6c3 on network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:10:59.498337 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c7f864a-9387-4b9c-b0d0-d057632cdd09 req-c37c702c-3f77-4a5a-9ec5-4750a66b1edb service neutron] Port 8d5544e6-1ffd-4c51-a3e5-8421d891f6c3 on network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:10:59.498659 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c7f864a-9387-4b9c-b0d0-d057632cdd09 req-c37c702c-3f77-4a5a-9ec5-4750a66b1edb service neutron] Attempting to bind port 8d5544e6-1ffd-4c51-a3e5-8421d891f6c3 on network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:10:59.511393 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523d5a9b-cb1a-44dc-b9a9-5a1a415fe53e req-dcb187ab-2277-43d3-992e-7d4830c995b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:59.511393 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-523d5a9b-cb1a-44dc-b9a9-5a1a415fe53e req-dcb187ab-2277-43d3-992e-7d4830c995b7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c9c833e6-1691-44ed-bf82-cf9c18667411 HTTP/1.1" status: 200 len: 909 time: 0.1928225 Oct 12 19:10:59.515477 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c7f864a-9387-4b9c-b0d0-d057632cdd09 req-c37c702c-3f77-4a5a-9ec5-4750a66b1edb service neutron] Checking agent: {'id': '233fbd7d-38e4-434f-bb8f-05364d7423a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 10, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:10:59.515816 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c7f864a-9387-4b9c-b0d0-d057632cdd09 req-c37c702c-3f77-4a5a-9ec5-4750a66b1edb service neutron] Checking segment: {'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:10:59.516255 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c7f864a-9387-4b9c-b0d0-d057632cdd09 req-c37c702c-3f77-4a5a-9ec5-4750a66b1edb service neutron] Bound using segment: {'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:10:59.518306 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-1c7f864a-9387-4b9c-b0d0-d057632cdd09 req-c37c702c-3f77-4a5a-9ec5-4750a66b1edb service neutron] Bound port: 8d5544e6-1ffd-4c51-a3e5-8421d891f6c3, host: n-h2-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'}}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:10:59.518683 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-1c7f864a-9387-4b9c-b0d0-d057632cdd09 req-c37c702c-3f77-4a5a-9ec5-4750a66b1edb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:59.578878 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-523d5a9b-cb1a-44dc-b9a9-5a1a415fe53e req-ffeb4c2f-646f-4e84-a354-e1a28a318621 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=97adc232-51f4-47e0-a97f-6cec7f72f061 HTTP/1.1" status: 200 len: 217 time: 0.0564284 Oct 12 19:10:59.620212 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device e04bf3e2-ec09-4baf-b14a-2e8b288be655 no longer exists at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:10:59.649338 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb266ff-ea08-4c3f-b239-942b15f06766 req-955210f5-ff86-4d31-a1df-1bf5a2f6b6cf tempest-TenantUsagesTestJSON-612620624 tempest-TenantUsagesTestJSON-612620624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:59.650398 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9cb266ff-ea08-4c3f-b239-942b15f06766 req-955210f5-ff86-4d31-a1df-1bf5a2f6b6cf tempest-TenantUsagesTestJSON-612620624 tempest-TenantUsagesTestJSON-612620624-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bd0e56e-3710-42df-a4a0-ace9631c5463 HTTP/1.1" status: 200 len: 947 time: 0.0748761 Oct 12 19:10:59.651448 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-1c7f864a-9387-4b9c-b0d0-d057632cdd09 req-c37c702c-3f77-4a5a-9ec5-4750a66b1edb service neutron] For port 8d5544e6-1ffd-4c51-a3e5-8421d891f6c3, host n-h2-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:10:59.655484 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-1c7f864a-9387-4b9c-b0d0-d057632cdd09 req-c37c702c-3f77-4a5a-9ec5-4750a66b1edb service neutron] For port 8d5544e6-1ffd-4c51-a3e5-8421d891f6c3, host n-h2-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=8d5544e6-1ffd-4c51-a3e5-8421d891f6c3,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:10:59.658807 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] No Port match for: e04bf3e2-ec09-4baf-b14a-2e8b288be655 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:10:59.659252 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device e04bf3e2-ec09-4baf-b14a-2e8b288be655 not bound to the agent host n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:10:59.660080 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523d5a9b-cb1a-44dc-b9a9-5a1a415fe53e req-180ba9dc-c39c-4b72-86e5-39d2c6adaa0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:59.661680 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-523d5a9b-cb1a-44dc-b9a9-5a1a415fe53e req-180ba9dc-c39c-4b72-86e5-39d2c6adaa0a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e0ebc949-3a0d-4490-86b6-8c422c8edc16 HTTP/1.1" status: 200 len: 848 time: 0.0779583 Oct 12 19:10:59.708653 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-523d5a9b-cb1a-44dc-b9a9-5a1a415fe53e req-f6eb8750-2c5a-474b-82c1-45e7411edec6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c9c833e6-1691-44ed-bf82-cf9c18667411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323606 Oct 12 19:10:59.709781 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9cb266ff-ea08-4c3f-b239-942b15f06766 req-292d585c-689d-4b04-a9cc-5c508d15ed37 tempest-TenantUsagesTestJSON-612620624 tempest-TenantUsagesTestJSON-612620624-project] 10.222.0.49 "GET /v2.0/security-groups?id=3193b4e7-71a0-431f-b401-9292020b1f13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440879 Oct 12 19:10:59.728453 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-1c7f864a-9387-4b9c-b0d0-d057632cdd09 req-c37c702c-3f77-4a5a-9ec5-4750a66b1edb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:59.752835 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7f864a-9387-4b9c-b0d0-d057632cdd09 req-c37c702c-3f77-4a5a-9ec5-4750a66b1edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:10:59.753500 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-1c7f864a-9387-4b9c-b0d0-d057632cdd09 req-c37c702c-3f77-4a5a-9ec5-4750a66b1edb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:10:59.755249 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1c7f864a-9387-4b9c-b0d0-d057632cdd09 req-c37c702c-3f77-4a5a-9ec5-4750a66b1edb service neutron] 10.222.0.67 "PUT /v2.0/ports/8d5544e6-1ffd-4c51-a3e5-8421d891f6c3 HTTP/1.1" status: 200 len: 1095 time: 1.3300617 Oct 12 19:10:59.755688 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bd0e56e-3710-42df-a4a0-ace9631c5463', 'tag': '8d5544e6-1ffd-4c51-a3e5-8421d891f6c3'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:10:59.758001 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f71b764-fa15-401b-9c28-542b072b8da4" -d '{"events": [{"name": "network-changed", "server_uuid": "2bd0e56e-3710-42df-a4a0-ace9631c5463", "tag": "8d5544e6-1ffd-4c51-a3e5-8421d891f6c3"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:10:59.816934 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37c702c-3f77-4a5a-9ec5-4750a66b1edb service neutron] Pushing event updated for resources: {'Port': ['ID=8d5544e6-1ffd-4c51-a3e5-8421d891f6c3,revision_number=3']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:10:59.845975 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-523d5a9b-cb1a-44dc-b9a9-5a1a415fe53e req-8fb12bee-ec1e-4f2f-b0b4-cf7ec42b45ee service neutron] 10.222.0.61 "GET /v2.0/networks/c9c833e6-1691-44ed-bf82-cf9c18667411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325715 Oct 12 19:10:59.959562 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-523d5a9b-cb1a-44dc-b9a9-5a1a415fe53e req-22bd1e9c-327f-47f3-b0ed-cc5e9a0681f5 service neutron] 10.222.0.61 "GET /v2.0/networks/c9c833e6-1691-44ed-bf82-cf9c18667411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059771 Oct 12 19:11:00.014616 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7f864a-9387-4b9c-b0d0-d057632cdd09 req-b29d29f0-50ae-49fd-98a1-e761590388c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:00.014616 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1c7f864a-9387-4b9c-b0d0-d057632cdd09 req-b29d29f0-50ae-49fd-98a1-e761590388c3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0d73fad035b34495a5dfe41684900a5a&device_id=2bd0e56e-3710-42df-a4a0-ace9631c5463 HTTP/1.1" status: 200 len: 1098 time: 0.0585790 Oct 12 19:11:00.061291 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1c7f864a-9387-4b9c-b0d0-d057632cdd09 req-061f4333-f81d-4249-870f-ff1d602c339e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=8d5544e6-1ffd-4c51-a3e5-8421d891f6c3 HTTP/1.1" status: 200 len: 217 time: 0.0330589 Oct 12 19:11:00.111201 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7f864a-9387-4b9c-b0d0-d057632cdd09 req-1930f7c9-057c-47d0-955f-b89ed23bc980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:00.112684 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1c7f864a-9387-4b9c-b0d0-d057632cdd09 req-1930f7c9-057c-47d0-955f-b89ed23bc980 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=629aee7d-3fde-4c72-af1e-6a7e1f6a7e75 HTTP/1.1" status: 200 len: 843 time: 0.0448060 Oct 12 19:11:00.171615 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7f864a-9387-4b9c-b0d0-d057632cdd09 req-985ac309-6e3c-4d6b-9665-d49bd5a5f86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:00.173539 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1c7f864a-9387-4b9c-b0d0-d057632cdd09 req-985ac309-6e3c-4d6b-9665-d49bd5a5f86a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=90dcf485-b1ad-4139-85a3-9e1e9879e6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0463555 Oct 12 19:11:00.235725 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb9ac74c-ac47-45e0-94e9-4dd0d90d5043 x-openstack-request-id: req-bb9ac74c-ac47-45e0-94e9-4dd0d90d5043 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:11:00.236705 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bd0e56e-3710-42df-a4a0-ace9631c5463", "tag": "8d5544e6-1ffd-4c51-a3e5-8421d891f6c3", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:11:00.236964 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bb9ac74c-ac47-45e0-94e9-4dd0d90d5043 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:11:00.237358 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bd0e56e-3710-42df-a4a0-ace9631c5463', 'tag': '8d5544e6-1ffd-4c51-a3e5-8421d891f6c3', 'status': 'completed', 'code': 200} Oct 12 19:11:00.239470 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8d7f10-d886-4d99-bc57-ae2235c375ae req-97961cfd-34e3-4660-bfd8-7416a4c03650 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:00.240984 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2e8d7f10-d886-4d99-bc57-ae2235c375ae req-97961cfd-34e3-4660-bfd8-7416a4c03650 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/ports?device_id=b350f0cf-0a96-4648-b14d-1ab8c3ef82a8 HTTP/1.1" status: 200 len: 943 time: 0.0763278 Oct 12 19:11:00.282807 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2e8d7f10-d886-4d99-bc57-ae2235c375ae req-670d4942-d4af-4cb0-8191-dc8a36c76569 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cccf57-f452-41a8-9e48-a6e744310271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351539 Oct 12 19:11:00.283743 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1c7f864a-9387-4b9c-b0d0-d057632cdd09 req-b6cdbba5-a150-4ca2-ac08-9eb1ff8dba96 service neutron] 10.222.0.67 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034245 Oct 12 19:11:00.401302 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1c7f864a-9387-4b9c-b0d0-d057632cdd09 req-2a67caee-878f-4520-a733-c75a5a63de4c service neutron] 10.222.0.67 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101122 Oct 12 19:11:00.436563 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55d810f-ef2f-4905-9f9d-52de25871229 req-4503c5c8-c29e-4cea-b72e-8bf95c2bd309 tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:00.438006 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a55d810f-ef2f-4905-9f9d-52de25871229 req-4503c5c8-c29e-4cea-b72e-8bf95c2bd309 tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] 10.222.0.49 "GET /v2.0/ports?device_id=360b77c2-8a3e-413a-a7dc-b26b5082e929 HTTP/1.1" status: 200 len: 950 time: 0.0726192 Oct 12 19:11:00.474775 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a55d810f-ef2f-4905-9f9d-52de25871229 req-435a57bd-1e6b-4971-8a07-a1035aaa2b74 tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] 10.222.0.49 "GET /v2.0/security-groups?id=106b5f86-f260-42d0-a64b-18dc989cc9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308006 Oct 12 19:11:00.558445 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-626aa74d-5b3b-4cbe-ad3d-9d780d300b33 req-0184483c-2fbf-47f5-a820-253264c20000 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/ports?device_id=1403b500-0ded-476c-8e94-1a54dace0dcb HTTP/1.1" status: 200 len: 210 time: 0.0348754 Oct 12 19:11:00.595182 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da820ec2-ca5d-47c7-830c-adfb950f1433 req-9bf4a5c9-dfdb-49ac-b989-844a30e067c9 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:00.602733 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-da820ec2-ca5d-47c7-830c-adfb950f1433 req-9bf4a5c9-dfdb-49ac-b989-844a30e067c9 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] 10.222.0.49 "GET /v2.0/ports?device_id=31068235-8d67-4f2f-9b64-477add9d67bc HTTP/1.1" status: 200 len: 943 time: 0.0586634 Oct 12 19:11:00.611370 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f71b764-fa15-401b-9c28-542b072b8da4 req-1061d9cc-88fa-4d4a-99d9-4e6a0b666454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:00.613278 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3f71b764-fa15-401b-9c28-542b072b8da4 req-1061d9cc-88fa-4d4a-99d9-4e6a0b666454 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0d73fad035b34495a5dfe41684900a5a&device_id=2bd0e56e-3710-42df-a4a0-ace9631c5463 HTTP/1.1" status: 200 len: 1098 time: 0.0506229 Oct 12 19:11:00.636539 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-da820ec2-ca5d-47c7-830c-adfb950f1433 req-fbec56f9-e50c-4762-ad22-5920ace1c6f1 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] 10.222.0.49 "GET /v2.0/security-groups?id=cc027471-7536-4131-b328-5d38c3e8f799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337398 Oct 12 19:11:00.708284 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f71b764-fa15-401b-9c28-542b072b8da4 req-9966356e-55cd-40a0-a951-6a477dfd20bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:00.709655 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3f71b764-fa15-401b-9c28-542b072b8da4 req-9966356e-55cd-40a0-a951-6a477dfd20bb service neutron] 10.222.0.67 "GET /v2.0/networks?id=90dcf485-b1ad-4139-85a3-9e1e9879e6b1 HTTP/1.1" status: 200 len: 870 time: 0.0888534 Oct 12 19:11:00.759975 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3f71b764-fa15-401b-9c28-542b072b8da4 req-c89174c1-c3fc-48d8-ad1a-7f9f6001c6a2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=8d5544e6-1ffd-4c51-a3e5-8421d891f6c3 HTTP/1.1" status: 200 len: 217 time: 0.0409970 Oct 12 19:11:00.835929 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 55890) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:11:00.857357 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f71b764-fa15-401b-9c28-542b072b8da4 req-400d3539-c720-4be3-8c7b-7c18b1bbb780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:00.858862 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3f71b764-fa15-401b-9c28-542b072b8da4 req-400d3539-c720-4be3-8c7b-7c18b1bbb780 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=629aee7d-3fde-4c72-af1e-6a7e1f6a7e75 HTTP/1.1" status: 200 len: 843 time: 0.0729253 Oct 12 19:11:00.867331 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ddeae2-5d6d-42bd-a386-b29d794b8738 req-d1f62ede-dfd2-4243-9594-141832e83086 tempest-TenantUsagesTestJSON-612620624 tempest-TenantUsagesTestJSON-612620624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:00.868846 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-20ddeae2-5d6d-42bd-a386-b29d794b8738 req-d1f62ede-dfd2-4243-9594-141832e83086 tempest-TenantUsagesTestJSON-612620624 tempest-TenantUsagesTestJSON-612620624-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bd0e56e-3710-42df-a4a0-ace9631c5463 HTTP/1.1" status: 200 len: 947 time: 0.0936067 Oct 12 19:11:00.937460 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f71b764-fa15-401b-9c28-542b072b8da4 req-61baa586-80e0-4dcb-9310-11cb9b09bc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:00.939101 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3f71b764-fa15-401b-9c28-542b072b8da4 req-61baa586-80e0-4dcb-9310-11cb9b09bc46 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=90dcf485-b1ad-4139-85a3-9e1e9879e6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0693431 Oct 12 19:11:00.943036 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-20ddeae2-5d6d-42bd-a386-b29d794b8738 req-fbea053e-87b2-40bb-a0bc-40c971737409 tempest-TenantUsagesTestJSON-612620624 tempest-TenantUsagesTestJSON-612620624-project] 10.222.0.49 "GET /v2.0/security-groups?id=3193b4e7-71a0-431f-b401-9292020b1f13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496085 Oct 12 19:11:00.947083 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2fd2519d-2140-41f5-b163-ab334986cd5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:01.024969 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2fd2519d-2140-41f5-b163-ab334986cd5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:01.037024 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3f71b764-fa15-401b-9c28-542b072b8da4 req-87579713-e45b-4781-8cb3-8c53b06b948b service neutron] 10.222.0.67 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887036 Oct 12 19:11:01.127817 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2fd2519d-2140-41f5-b163-ab334986cd5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:01.128068 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3f71b764-fa15-401b-9c28-542b072b8da4 req-ea646e42-fb00-4479-b77b-911014879999 service neutron] 10.222.0.67 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813560 Oct 12 19:11:01.166302 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-2fd2519d-2140-41f5-b163-ab334986cd5d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6ce4c04977fb4db8950c9b7569683887&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3293800 Oct 12 19:11:01.167135 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd2519d-2140-41f5-b163-ab334986cd5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f8177b0-4b91-448a-be21-40518da478b1,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:11:01.169680 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 55896) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:11:01.217792 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-42daf753-3780-4932-9331-6785d9b722b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:01.237919 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-42daf753-3780-4932-9331-6785d9b722b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:01.385020 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-42daf753-3780-4932-9331-6785d9b722b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:01.389034 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-42daf753-3780-4932-9331-6785d9b722b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:01.392634 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-42daf753-3780-4932-9331-6785d9b722b3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8f8177b0-4b91-448a-be21-40518da478b1 HTTP/1.1" status: 204 len: 168 time: 0.2222130 Oct 12 19:11:01.400658 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42daf753-3780-4932-9331-6785d9b722b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f8177b0-4b91-448a-be21-40518da478b1,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:11:01.411338 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd071a6-298f-431e-aaf1-484c3cc94c68 req-6cf2ea69-50a0-49e5-b481-7ded29a422eb tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:01.412867 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4bd071a6-298f-431e-aaf1-484c3cc94c68 req-6cf2ea69-50a0-49e5-b481-7ded29a422eb tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/ports?device_id=b350f0cf-0a96-4648-b14d-1ab8c3ef82a8 HTTP/1.1" status: 200 len: 943 time: 0.0594373 Oct 12 19:11:01.453986 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4bd071a6-298f-431e-aaf1-484c3cc94c68 req-bc5e3770-730b-42ee-b3c0-12a7ca008065 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cccf57-f452-41a8-9e48-a6e744310271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349119 Oct 12 19:11:01.511675 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-982bf76d-20df-4fdc-8abf-b70d2caae71a req-2976ae07-15e1-44b4-aee0-2277f07eef87 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=0622f2ddd6f74dfcb6a10ad3f54a9317&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0257170 Oct 12 19:11:01.605171 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 97adc232-51f4-47e0-a97f-6cec7f72f061 details requested by agent hyperv_n-h1-813679-3 with host n-h1-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:11:01.616970 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39754d24-4925-489f-ac3d-382f0aa6aadb req-7614396d-c448-45ea-939e-d2c1e20d57a1 tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:01.618483 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-39754d24-4925-489f-ac3d-382f0aa6aadb req-7614396d-c448-45ea-939e-d2c1e20d57a1 tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] 10.222.0.49 "GET /v2.0/ports?device_id=360b77c2-8a3e-413a-a7dc-b26b5082e929 HTTP/1.1" status: 200 len: 950 time: 0.0754843 Oct 12 19:11:01.636154 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982bf76d-20df-4fdc-8abf-b70d2caae71a req-478b4564-8bf5-47eb-9025-68c75dd551f7 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:01.637627 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-982bf76d-20df-4fdc-8abf-b70d2caae71a req-478b4564-8bf5-47eb-9025-68c75dd551f7 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1200233 Oct 12 19:11:01.642640 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c282780b-ac33-4123-8cbd-204bfcfbf995 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:01.656040 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-982bf76d-20df-4fdc-8abf-b70d2caae71a req-084573c5-2e09-4619-bccc-7c6c371f52e5 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] Request body: {'port': {'device_id': '1403b500-0ded-476c-8e94-1a54dace0dcb', 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1', 'admin_state_up': True, 'tenant_id': '0622f2ddd6f74dfcb6a10ad3f54a9317'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:11:01.660632 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-39754d24-4925-489f-ac3d-382f0aa6aadb req-5b848827-c01a-44ea-b239-3c08864dcc78 tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] 10.222.0.49 "GET /v2.0/security-groups?id=106b5f86-f260-42d0-a64b-18dc989cc9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356526 Oct 12 19:11:01.696802 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-123f1a6a-beab-4700-9243-5d09b8534e3c req-d46ae837-aded-4e6e-a160-30bb2544b36a tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/ports?device_id=1403b500-0ded-476c-8e94-1a54dace0dcb HTTP/1.1" status: 200 len: 210 time: 0.0568373 Oct 12 19:11:01.781016 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 97adc232-51f4-47e0-a97f-6cec7f72f061, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=97adc232-51f4-47e0-a97f-6cec7f72f061,segment=NetworkSegment(af837146-1b4e-4c2b-b1ce-96eb7f990955),segment_id=af837146-1b4e-4c2b-b1ce-96eb7f990955)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:11:01.795361 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Returning: {'device': '97adc232-51f4-47e0-a97f-6cec7f72f061', 'network_id': 'c9c833e6-1691-44ed-bf82-cf9c18667411', 'port_id': '97adc232-51f4-47e0-a97f-6cec7f72f061', 'mac_address': 'fa:16:3e:9e:ae:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0ebc949-3a0d-4490-86b6-8c422c8edc16', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:11:01.815914 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2250084f-9757-4e6c-bdd9-841679e29b3e req-efab7f74-a12b-41fc-9c26-da04640dd479 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:01.817743 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2250084f-9757-4e6c-bdd9-841679e29b3e req-efab7f74-a12b-41fc-9c26-da04640dd479 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] 10.222.0.49 "GET /v2.0/ports?device_id=31068235-8d67-4f2f-9b64-477add9d67bc HTTP/1.1" status: 200 len: 943 time: 0.0524139 Oct 12 19:11:01.840014 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:01.853060 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97adc232-51f4-47e0-a97f-6cec7f72f061 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:11:01.859107 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2250084f-9757-4e6c-bdd9-841679e29b3e req-d909672d-7358-405f-9730-24e1ac2ce54d tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] 10.222.0.49 "GET /v2.0/security-groups?id=cc027471-7536-4131-b328-5d38c3e8f799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344114 Oct 12 19:11:01.881678 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 97adc232-51f4-47e0-a97f-6cec7f72f061, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=97adc232-51f4-47e0-a97f-6cec7f72f061,segment=NetworkSegment(af837146-1b4e-4c2b-b1ce-96eb7f990955),segment_id=af837146-1b4e-4c2b-b1ce-96eb7f990955)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:11:01.893629 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-982bf76d-20df-4fdc-8abf-b70d2caae71a req-084573c5-2e09-4619-bccc-7c6c371f52e5 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] Made reservation on behalf of 0622f2ddd6f74dfcb6a10ad3f54a9317 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:11:01.897238 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-982bf76d-20df-4fdc-8abf-b70d2caae71a req-084573c5-2e09-4619-bccc-7c6c371f52e5 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:01.981372 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:01.983062 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device a49b9b09-b6b3-4a98-a818-aeb467971b1d details requested by agent hyperv_n-h1-813679-3 with host n-h1-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:11:02.062189 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [req-982bf76d-20df-4fdc-8abf-b70d2caae71a req-084573c5-2e09-4619-bccc-7c6c371f52e5 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] Allocated IP 192.168.233.152 (90dcf485-b1ad-4139-85a3-9e1e9879e6b1/629aee7d-3fde-4c72-af1e-6a7e1f6a7e75/10193ef0-3c81-4daa-8472-db7f4dcadff9) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:11:02.075291 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=97adc232-51f4-47e0-a97f-6cec7f72f061,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:11:02.107495 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39f5cb4-ad12-4a44-aa4f-efd5dc13a543 req-e17d7157-ffe8-4468-9a7d-74e8a849b2de tempest-TenantUsagesTestJSON-612620624 tempest-TenantUsagesTestJSON-612620624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:02.109643 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a39f5cb4-ad12-4a44-aa4f-efd5dc13a543 req-e17d7157-ffe8-4468-9a7d-74e8a849b2de tempest-TenantUsagesTestJSON-612620624 tempest-TenantUsagesTestJSON-612620624-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bd0e56e-3710-42df-a4a0-ace9631c5463 HTTP/1.1" status: 200 len: 947 time: 0.0590682 Oct 12 19:11:02.130969 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port a49b9b09-b6b3-4a98-a818-aeb467971b1d, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=a49b9b09-b6b3-4a98-a818-aeb467971b1d,segment=NetworkSegment(70a77141-5565-41b2-8aa4-9582e3e1fa93),segment_id=70a77141-5565-41b2-8aa4-9582e3e1fa93)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:11:02.145507 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Returning: {'device': 'a49b9b09-b6b3-4a98-a818-aeb467971b1d', 'network_id': 'f3d8d55a-a17e-469f-b479-a47932f8f8ad', 'port_id': 'a49b9b09-b6b3-4a98-a818-aeb467971b1d', 'mac_address': 'fa:16:3e:e9:9a:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7744f471-5bc3-48f2-bedf-a494f3770221', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:11:02.151561 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 55926) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:11:02.176294 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a39f5cb4-ad12-4a44-aa4f-efd5dc13a543 req-e4d1441c-7f4f-4656-ac0f-a3bf1ba4f533 tempest-TenantUsagesTestJSON-612620624 tempest-TenantUsagesTestJSON-612620624-project] 10.222.0.49 "GET /v2.0/security-groups?id=3193b4e7-71a0-431f-b401-9292020b1f13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545866 Oct 12 19:11:02.197805 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:02.199626 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-92041103-09c5-430b-85e3-a7873a634357 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:02.210746 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a49b9b09-b6b3-4a98-a818-aeb467971b1d {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:11:02.230976 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port a49b9b09-b6b3-4a98-a818-aeb467971b1d, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=a49b9b09-b6b3-4a98-a818-aeb467971b1d,segment=NetworkSegment(70a77141-5565-41b2-8aa4-9582e3e1fa93),segment_id=70a77141-5565-41b2-8aa4-9582e3e1fa93)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:11:02.239041 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f724f626-929d-4f90-ad6a-b395f279da81 req-06bfb997-1ab4-4504-8b20-8c51ecad9cbe tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:02.240518 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f724f626-929d-4f90-ad6a-b395f279da81 req-06bfb997-1ab4-4504-8b20-8c51ecad9cbe tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] 10.222.0.67 "GET /v2.0/ports?device_id=360b77c2-8a3e-413a-a7dc-b26b5082e929 HTTP/1.1" status: 200 len: 950 time: 0.0854645 Oct 12 19:11:02.246862 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-982bf76d-20df-4fdc-8abf-b70d2caae71a req-084573c5-2e09-4619-bccc-7c6c371f52e5 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:02.322569 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:02.346360 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-982bf76d-20df-4fdc-8abf-b70d2caae71a req-084573c5-2e09-4619-bccc-7c6c371f52e5 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:02.362168 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-92041103-09c5-430b-85e3-a7873a634357 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:02.365077 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['a51cc259-ed8d-4ab8-8a57-ecdf983cdaf2', 'd12a222f-b70d-48d5-9053-fcab69365fb4'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:11:02.378714 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-f724f626-929d-4f90-ad6a-b395f279da81 req-20174080-d418-4b95-b858-1d517eca1d2a tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] Deleting port 9a83b11b-927d-42c7-9992-7a62e5d27a21 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:11:02.379048 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-f724f626-929d-4f90-ad6a-b395f279da81 req-20174080-d418-4b95-b858-1d517eca1d2a tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:02.401879 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084573c5-2e09-4619-bccc-7c6c371f52e5 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] Pushing event updated for resources: {'Port': ['ID=10193ef0-3c81-4daa-8472-db7f4dcadff9,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:11:02.413256 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=a49b9b09-b6b3-4a98-a818-aeb467971b1d,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:11:02.427231 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-982bf76d-20df-4fdc-8abf-b70d2caae71a req-084573c5-2e09-4619-bccc-7c6c371f52e5 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] Network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:11:02.428763 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [req-982bf76d-20df-4fdc-8abf-b70d2caae71a req-084573c5-2e09-4619-bccc-7c6c371f52e5 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:11:02.441231 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-982bf76d-20df-4fdc-8abf-b70d2caae71a req-084573c5-2e09-4619-bccc-7c6c371f52e5 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:11:02.444177 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-92041103-09c5-430b-85e3-a7873a634357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:02.454103 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982bf76d-20df-4fdc-8abf-b70d2caae71a req-084573c5-2e09-4619-bccc-7c6c371f52e5 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:02.454774 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-982bf76d-20df-4fdc-8abf-b70d2caae71a req-084573c5-2e09-4619-bccc-7c6c371f52e5 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:02.476739 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:02.536279 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 55942) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:11:02.536536 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-92041103-09c5-430b-85e3-a7873a634357 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a6cb5a0d02554fa5a543d11de308bf9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3796442 Oct 12 19:11:02.552304 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-982bf76d-20df-4fdc-8abf-b70d2caae71a req-084573c5-2e09-4619-bccc-7c6c371f52e5 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8984809 Oct 12 19:11:02.575131 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['a49b9b09-b6b3-4a98-a818-aeb467971b1d'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:11:02.585560 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-982bf76d-20df-4fdc-8abf-b70d2caae71a req-92de5363-821b-4f48-b62b-46656d33694b service neutron] Request body: {'port': {'device_id': '1403b500-0ded-476c-8e94-1a54dace0dcb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:11:02.600773 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92041103-09c5-430b-85e3-a7873a634357 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75640203-e967-4046-9849-7de494296f1d,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:11:02.638757 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['97adc232-51f4-47e0-a97f-6cec7f72f061'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:11:02.664136 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-127a1d7e-1efb-46ce-aac7-e5a7c9aa632a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:02.672619 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-982bf76d-20df-4fdc-8abf-b70d2caae71a req-92de5363-821b-4f48-b62b-46656d33694b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:02.721792 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-127a1d7e-1efb-46ce-aac7-e5a7c9aa632a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:02.768794 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-0b4f8216-feef-4899-a5a7-d3e180220b75 None None] Provisioning complete for port 10193ef0-3c81-4daa-8472-db7f4dcadff9 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:11:02.769183 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0b4f8216-feef-4899-a5a7-d3e180220b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:02.821175 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-0b4f8216-feef-4899-a5a7-d3e180220b75 None None] Port 10193ef0-3c81-4daa-8472-db7f4dcadff9 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:11:02.843440 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:02.850679 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-f724f626-929d-4f90-ad6a-b395f279da81 req-20174080-d418-4b95-b858-1d517eca1d2a tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] For port 9a83b11b-927d-42c7-9992-7a62e5d27a21, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=9a83b11b-927d-42c7-9992-7a62e5d27a21,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:11:02.851140 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-f724f626-929d-4f90-ad6a-b395f279da81 req-20174080-d418-4b95-b858-1d517eca1d2a tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:02.870667 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-f724f626-929d-4f90-ad6a-b395f279da81 req-20174080-d418-4b95-b858-1d517eca1d2a tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] Calling delete_port for 9a83b11b-927d-42c7-9992-7a62e5d27a21 owned by compute:nova {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:11:02.894204 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a322a4d-61e3-4f87-9203-97a6532b8ea8 req-9d28e2cc-6003-45f9-aadd-3cc29df7cc06 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:02.902089 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1a322a4d-61e3-4f87-9203-97a6532b8ea8 req-9d28e2cc-6003-45f9-aadd-3cc29df7cc06 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/ports?device_id=b350f0cf-0a96-4648-b14d-1ab8c3ef82a8 HTTP/1.1" status: 200 len: 944 time: 0.3511033 Oct 12 19:11:02.913716 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3daa5b3-4f78-4936-8f44-f098083ac064 req-72883eac-14f9-4ea6-a2fe-9d6f84e518da tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:02.922257 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d3daa5b3-4f78-4936-8f44-f098083ac064 req-72883eac-14f9-4ea6-a2fe-9d6f84e518da tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] 10.222.0.49 "GET /v2.0/ports?device_id=360b77c2-8a3e-413a-a7dc-b26b5082e929 HTTP/1.1" status: 200 len: 950 time: 0.1795979 Oct 12 19:11:02.940178 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:02.975019 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d3daa5b3-4f78-4936-8f44-f098083ac064 req-0351e7ca-10ba-47ab-8821-cc16765f64c2 tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] 10.222.0.49 "GET /v2.0/security-groups?id=106b5f86-f260-42d0-a64b-18dc989cc9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517533 Oct 12 19:11:03.017296 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1a322a4d-61e3-4f87-9203-97a6532b8ea8 req-454416a5-e451-47a7-9ca4-c7bdfb3c0f68 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cccf57-f452-41a8-9e48-a6e744310271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047726 Oct 12 19:11:03.037454 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-127a1d7e-1efb-46ce-aac7-e5a7c9aa632a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:03.042054 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-127a1d7e-1efb-46ce-aac7-e5a7c9aa632a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:03.043994 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-127a1d7e-1efb-46ce-aac7-e5a7c9aa632a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/75640203-e967-4046-9849-7de494296f1d HTTP/1.1" status: 204 len: 168 time: 0.5063293 Oct 12 19:11:03.058470 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127a1d7e-1efb-46ce-aac7-e5a7c9aa632a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75640203-e967-4046-9849-7de494296f1d,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:11:03.193135 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981ab50c-e9fb-40d7-ac7c-c43f01cb39a5 req-4f8b10cb-0646-4c8b-b6c0-a775b4a89e10 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:03.194843 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-981ab50c-e9fb-40d7-ac7c-c43f01cb39a5 req-4f8b10cb-0646-4c8b-b6c0-a775b4a89e10 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/ports?device_id=1403b500-0ded-476c-8e94-1a54dace0dcb HTTP/1.1" status: 200 len: 936 time: 0.1104767 Oct 12 19:11:03.201809 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90f9568-42b4-486c-a24c-b7a5585210f1 req-f747204b-65dc-4771-8db3-798bce62672a tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:03.203285 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d90f9568-42b4-486c-a24c-b7a5585210f1 req-f747204b-65dc-4771-8db3-798bce62672a tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] 10.222.0.49 "GET /v2.0/ports?device_id=31068235-8d67-4f2f-9b64-477add9d67bc HTTP/1.1" status: 200 len: 944 time: 0.0571840 Oct 12 19:11:03.225100 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-f724f626-929d-4f90-ad6a-b395f279da81 req-20174080-d418-4b95-b858-1d517eca1d2a tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:03.237043 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['9a83b11b-927d-42c7-9992-7a62e5d27a21'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:11:03.260681 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20174080-d418-4b95-b858-1d517eca1d2a tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] Pushing event deleted for resources: {'Port': ['ID=9a83b11b-927d-42c7-9992-7a62e5d27a21,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:11:03.275143 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d90f9568-42b4-486c-a24c-b7a5585210f1 req-5e60f076-8166-488e-8b15-051a7befca5a tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] 10.222.0.49 "GET /v2.0/security-groups?id=cc027471-7536-4131-b328-5d38c3e8f799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651333 Oct 12 19:11:03.280578 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-981ab50c-e9fb-40d7-ac7c-c43f01cb39a5 req-7cd6015d-31c9-426d-811e-bb171b6a86b3 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/security-groups?id=97ebf564-c5fe-4f12-92a1-b237f08112ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761619 Oct 12 19:11:03.304010 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [req-982bf76d-20df-4fdc-8abf-b70d2caae71a req-92de5363-821b-4f48-b62b-46656d33694b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10193ef0-3c81-4daa-8472-db7f4dcadff9 {{(pid=95502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:11:03.316097 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-f724f626-929d-4f90-ad6a-b395f279da81 req-20174080-d418-4b95-b858-1d517eca1d2a tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] No DVR routers for this DVR port 9a83b11b-927d-42c7-9992-7a62e5d27a21 on host n-h2-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:11:03.321662 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-f724f626-929d-4f90-ad6a-b395f279da81 req-20174080-d418-4b95-b858-1d517eca1d2a tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:03.329394 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f724f626-929d-4f90-ad6a-b395f279da81 req-20174080-d418-4b95-b858-1d517eca1d2a tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] 10.222.0.67 "DELETE /v2.0/ports/9a83b11b-927d-42c7-9992-7a62e5d27a21 HTTP/1.1" status: 204 len: 173 time: 1.0812101 Oct 12 19:11:03.329532 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-982bf76d-20df-4fdc-8abf-b70d2caae71a req-92de5363-821b-4f48-b62b-46656d33694b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:03.338084 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '360b77c2-8a3e-413a-a7dc-b26b5082e929', 'name': 'network-vif-deleted', 'tag': '9a83b11b-927d-42c7-9992-7a62e5d27a21'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:11:03.351252 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fb0f1b6-01af-4cb3-aa6b-f834856aafb3" -d '{"events": [{"server_uuid": "360b77c2-8a3e-413a-a7dc-b26b5082e929", "name": "network-vif-deleted", "tag": "9a83b11b-927d-42c7-9992-7a62e5d27a21"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:11:03.357923 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-982bf76d-20df-4fdc-8abf-b70d2caae71a req-92de5363-821b-4f48-b62b-46656d33694b service neutron] Transition to ACTIVE for port object 10193ef0-3c81-4daa-8472-db7f4dcadff9 will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:11:03.396844 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:03.438287 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-982bf76d-20df-4fdc-8abf-b70d2caae71a req-92de5363-821b-4f48-b62b-46656d33694b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:03.443812 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67759bd6-0955-4bfd-82e9-37f946eb33fb req-db3edc05-c79d-426a-b929-fd31a3599b00 tempest-TenantUsagesTestJSON-612620624 tempest-TenantUsagesTestJSON-612620624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:03.453074 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-67759bd6-0955-4bfd-82e9-37f946eb33fb req-db3edc05-c79d-426a-b929-fd31a3599b00 tempest-TenantUsagesTestJSON-612620624 tempest-TenantUsagesTestJSON-612620624-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bd0e56e-3710-42df-a4a0-ace9631c5463 HTTP/1.1" status: 200 len: 947 time: 0.0719001 Oct 12 19:11:03.458634 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6a3a5e3-cad9-41a3-89b4-cb84d7e8f5f0 x-openstack-request-id: req-e6a3a5e3-cad9-41a3-89b4-cb84d7e8f5f0 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:11:03.458922 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "360b77c2-8a3e-413a-a7dc-b26b5082e929", "name": "network-vif-deleted", "tag": "9a83b11b-927d-42c7-9992-7a62e5d27a21", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:11:03.459174 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e6a3a5e3-cad9-41a3-89b4-cb84d7e8f5f0 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:11:03.459563 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '360b77c2-8a3e-413a-a7dc-b26b5082e929', 'name': 'network-vif-deleted', 'tag': '9a83b11b-927d-42c7-9992-7a62e5d27a21', 'status': 'completed', 'code': 200} Oct 12 19:11:03.510577 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-67759bd6-0955-4bfd-82e9-37f946eb33fb req-71b1a067-7574-41d4-8de5-655ed8a37090 tempest-TenantUsagesTestJSON-612620624 tempest-TenantUsagesTestJSON-612620624-project] 10.222.0.49 "GET /v2.0/security-groups?id=3193b4e7-71a0-431f-b401-9292020b1f13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565221 Oct 12 19:11:03.540006 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92de5363-821b-4f48-b62b-46656d33694b service neutron] Pushing event updated for resources: {'Port': ['ID=10193ef0-3c81-4daa-8472-db7f4dcadff9,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:11:03.578331 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-982bf76d-20df-4fdc-8abf-b70d2caae71a req-92de5363-821b-4f48-b62b-46656d33694b service neutron] Attempting to bind port 10193ef0-3c81-4daa-8472-db7f4dcadff9 on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:11:03.578854 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-982bf76d-20df-4fdc-8abf-b70d2caae71a req-92de5363-821b-4f48-b62b-46656d33694b service neutron] Attempting to bind port 10193ef0-3c81-4daa-8472-db7f4dcadff9 by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:11:03.579182 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982bf76d-20df-4fdc-8abf-b70d2caae71a req-92de5363-821b-4f48-b62b-46656d33694b service neutron] Attempting to bind port 10193ef0-3c81-4daa-8472-db7f4dcadff9 on network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:11:03.585969 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982bf76d-20df-4fdc-8abf-b70d2caae71a req-92de5363-821b-4f48-b62b-46656d33694b service neutron] Port 10193ef0-3c81-4daa-8472-db7f4dcadff9 on network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:11:03.586441 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982bf76d-20df-4fdc-8abf-b70d2caae71a req-92de5363-821b-4f48-b62b-46656d33694b service neutron] Attempting to bind port 10193ef0-3c81-4daa-8472-db7f4dcadff9 on network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:11:03.593433 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982bf76d-20df-4fdc-8abf-b70d2caae71a req-92de5363-821b-4f48-b62b-46656d33694b service neutron] Checking agent: {'id': 'f5e9725f-f5a6-43c2-a1be-95e21e9a1fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 11, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:11:03.593948 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982bf76d-20df-4fdc-8abf-b70d2caae71a req-92de5363-821b-4f48-b62b-46656d33694b service neutron] Checking segment: {'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:11:03.594598 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982bf76d-20df-4fdc-8abf-b70d2caae71a req-92de5363-821b-4f48-b62b-46656d33694b service neutron] Bound using segment: {'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:11:03.595192 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-982bf76d-20df-4fdc-8abf-b70d2caae71a req-92de5363-821b-4f48-b62b-46656d33694b service neutron] Bound port: 10193ef0-3c81-4daa-8472-db7f4dcadff9, host: n-h1-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:11:03.595752 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-982bf76d-20df-4fdc-8abf-b70d2caae71a req-92de5363-821b-4f48-b62b-46656d33694b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:03.723137 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-982bf76d-20df-4fdc-8abf-b70d2caae71a req-92de5363-821b-4f48-b62b-46656d33694b service neutron] For port 10193ef0-3c81-4daa-8472-db7f4dcadff9, host n-h1-813679-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:11:03.732209 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-982bf76d-20df-4fdc-8abf-b70d2caae71a req-92de5363-821b-4f48-b62b-46656d33694b service neutron] For port 10193ef0-3c81-4daa-8472-db7f4dcadff9, host n-h1-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=10193ef0-3c81-4daa-8472-db7f4dcadff9,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:11:03.814553 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-982bf76d-20df-4fdc-8abf-b70d2caae71a req-92de5363-821b-4f48-b62b-46656d33694b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:03.872902 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982bf76d-20df-4fdc-8abf-b70d2caae71a req-92de5363-821b-4f48-b62b-46656d33694b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:03.873640 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-982bf76d-20df-4fdc-8abf-b70d2caae71a req-92de5363-821b-4f48-b62b-46656d33694b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:03.876262 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-982bf76d-20df-4fdc-8abf-b70d2caae71a req-92de5363-821b-4f48-b62b-46656d33694b service neutron] 10.222.0.61 "PUT /v2.0/ports/10193ef0-3c81-4daa-8472-db7f4dcadff9 HTTP/1.1" status: 200 len: 1096 time: 1.2955637 Oct 12 19:11:03.877437 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1403b500-0ded-476c-8e94-1a54dace0dcb', 'tag': '10193ef0-3c81-4daa-8472-db7f4dcadff9'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:11:03.880671 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8c8734c-0dd2-455a-a72e-a91da5fd098a" -d '{"events": [{"name": "network-changed", "server_uuid": "1403b500-0ded-476c-8e94-1a54dace0dcb", "tag": "10193ef0-3c81-4daa-8472-db7f4dcadff9"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:11:03.925607 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92de5363-821b-4f48-b62b-46656d33694b service neutron] Pushing event updated for resources: {'Port': ['ID=10193ef0-3c81-4daa-8472-db7f4dcadff9,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:11:03.949534 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74704454-e4ff-491f-8ad9-297fbab3551a x-openstack-request-id: req-74704454-e4ff-491f-8ad9-297fbab3551a {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:11:03.949901 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1403b500-0ded-476c-8e94-1a54dace0dcb", "tag": "10193ef0-3c81-4daa-8472-db7f4dcadff9", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:11:03.950214 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-74704454-e4ff-491f-8ad9-297fbab3551a {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:11:03.950699 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1403b500-0ded-476c-8e94-1a54dace0dcb', 'tag': '10193ef0-3c81-4daa-8472-db7f4dcadff9', 'status': 'completed', 'code': 200} Oct 12 19:11:04.026757 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c8734c-0dd2-455a-a72e-a91da5fd098a req-6efaea65-e1f7-49bb-b857-2032fa3f8535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:04.028665 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f8c8734c-0dd2-455a-a72e-a91da5fd098a req-6efaea65-e1f7-49bb-b857-2032fa3f8535 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0622f2ddd6f74dfcb6a10ad3f54a9317&device_id=1403b500-0ded-476c-8e94-1a54dace0dcb HTTP/1.1" status: 200 len: 1099 time: 0.0527089 Oct 12 19:11:04.078819 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f8c8734c-0dd2-455a-a72e-a91da5fd098a req-fce7182c-a7d5-429e-9661-9872c04a8777 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=0622f2ddd6f74dfcb6a10ad3f54a9317&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0412738 Oct 12 19:11:04.207182 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-fa5cc16c-da09-4237-bc3d-15ae4dd9cb61 req-949814b9-8d2c-4b2c-b95d-da5dbdd0dac8 tempest-ServersAdminNegativeTestJSON-276713696 tempest-ServersAdminNegativeTestJSON-276713696-project] 10.222.0.49 "GET /v2.0/ports?device_id=360b77c2-8a3e-413a-a7dc-b26b5082e929 HTTP/1.1" status: 200 len: 210 time: 0.0664034 Oct 12 19:11:04.254109 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e605ef5-8d3c-441f-b955-a82bba96e2b3 req-e9b07d9c-1a2a-464e-8729-70c234a821f5 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:04.261554 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3e605ef5-8d3c-441f-b955-a82bba96e2b3 req-e9b07d9c-1a2a-464e-8729-70c234a821f5 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/ports?device_id=b350f0cf-0a96-4648-b14d-1ab8c3ef82a8 HTTP/1.1" status: 200 len: 944 time: 0.1656773 Oct 12 19:11:04.323635 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c8734c-0dd2-455a-a72e-a91da5fd098a req-da4cb0e9-52e5-418b-915a-e1d55a84d73a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:04.325351 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f8c8734c-0dd2-455a-a72e-a91da5fd098a req-da4cb0e9-52e5-418b-915a-e1d55a84d73a service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2382998 Oct 12 19:11:04.345947 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3e605ef5-8d3c-441f-b955-a82bba96e2b3 req-9db3d1c5-2b99-43e9-98bd-125fcd459f59 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cccf57-f452-41a8-9e48-a6e744310271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677097 Oct 12 19:11:04.376171 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:04.460360 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73665815-dd50-4b9b-b675-fc78c3174688 req-8a0c35a4-ef0b-4565-a7a8-1b9834a64cc2 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:04.470165 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-73665815-dd50-4b9b-b675-fc78c3174688 req-8a0c35a4-ef0b-4565-a7a8-1b9834a64cc2 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/ports?device_id=1403b500-0ded-476c-8e94-1a54dace0dcb HTTP/1.1" status: 200 len: 948 time: 0.0989842 Oct 12 19:11:04.521353 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device c0f009b6-1045-46b2-9f3c-b86eb815c549 details requested by agent hyperv_n-h2-813679-3 with host n-h2-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:11:04.582592 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-73665815-dd50-4b9b-b675-fc78c3174688 req-066c1c35-1e76-4eb3-9de3-14452547464e tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/security-groups?id=97ebf564-c5fe-4f12-92a1-b237f08112ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087055 Oct 12 19:11:04.583082 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d826924-eff7-4451-bb39-a3c743c1ceeb req-6f78ce56-2124-4af7-b171-101f93540cc2 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:04.583203 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982bf76d-20df-4fdc-8abf-b70d2caae71a req-b809eab4-4a13-45d4-a142-9a2ff1d5c5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:04.585101 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-982bf76d-20df-4fdc-8abf-b70d2caae71a req-b809eab4-4a13-45d4-a142-9a2ff1d5c5a8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0622f2ddd6f74dfcb6a10ad3f54a9317&device_id=1403b500-0ded-476c-8e94-1a54dace0dcb HTTP/1.1" status: 200 len: 1099 time: 0.1815791 Oct 12 19:11:04.598462 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1d826924-eff7-4451-bb39-a3c743c1ceeb req-6f78ce56-2124-4af7-b171-101f93540cc2 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] 10.222.0.49 "GET /v2.0/ports?device_id=31068235-8d67-4f2f-9b64-477add9d67bc HTTP/1.1" status: 200 len: 944 time: 0.1461756 Oct 12 19:11:04.691721 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-982bf76d-20df-4fdc-8abf-b70d2caae71a req-3d971fcf-6457-4e70-9577-633091b4e969 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=10193ef0-3c81-4daa-8472-db7f4dcadff9 HTTP/1.1" status: 200 len: 217 time: 0.0960104 Oct 12 19:11:04.729083 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1d826924-eff7-4451-bb39-a3c743c1ceeb req-74ce24c1-388a-4962-8368-d700f0b820ef tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] 10.222.0.49 "GET /v2.0/security-groups?id=cc027471-7536-4131-b328-5d38c3e8f799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244421 Oct 12 19:11:04.808276 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port c0f009b6-1045-46b2-9f3c-b86eb815c549, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=c0f009b6-1045-46b2-9f3c-b86eb815c549,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:11:04.836335 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Returning: {'device': 'c0f009b6-1045-46b2-9f3c-b86eb815c549', 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1', 'port_id': 'c0f009b6-1045-46b2-9f3c-b86eb815c549', 'mac_address': 'fa:16:3e:5a:97:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '629aee7d-3fde-4c72-af1e-6a7e1f6a7e75', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:11:04.850691 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982bf76d-20df-4fdc-8abf-b70d2caae71a req-659d3c9e-90b9-4f66-9af3-063e2367c727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:04.864616 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-982bf76d-20df-4fdc-8abf-b70d2caae71a req-659d3c9e-90b9-4f66-9af3-063e2367c727 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=629aee7d-3fde-4c72-af1e-6a7e1f6a7e75 HTTP/1.1" status: 200 len: 843 time: 0.1515205 Oct 12 19:11:04.917571 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:04.949255 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c0f009b6-1045-46b2-9f3c-b86eb815c549 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:11:04.991938 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port c0f009b6-1045-46b2-9f3c-b86eb815c549, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=c0f009b6-1045-46b2-9f3c-b86eb815c549,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:11:05.066575 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:05.068409 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 8d5544e6-1ffd-4c51-a3e5-8421d891f6c3 details requested by agent hyperv_n-h2-813679-3 with host n-h2-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:11:05.147919 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982bf76d-20df-4fdc-8abf-b70d2caae71a req-488d4609-ac38-423d-9e7b-cbfcfbc6bcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:05.149813 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-982bf76d-20df-4fdc-8abf-b70d2caae71a req-488d4609-ac38-423d-9e7b-cbfcfbc6bcd1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=90dcf485-b1ad-4139-85a3-9e1e9879e6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2839687 Oct 12 19:11:05.166776 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7773574-8860-4e7a-a47a-0cc9b9b0e45f req-b9cc2376-ba01-4d8a-997a-72a18a4c2bed tempest-TenantUsagesTestJSON-612620624 tempest-TenantUsagesTestJSON-612620624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:05.177666 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d7773574-8860-4e7a-a47a-0cc9b9b0e45f req-b9cc2376-ba01-4d8a-997a-72a18a4c2bed tempest-TenantUsagesTestJSON-612620624 tempest-TenantUsagesTestJSON-612620624-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bd0e56e-3710-42df-a4a0-ace9631c5463 HTTP/1.1" status: 200 len: 947 time: 0.3701863 Oct 12 19:11:05.255336 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 8d5544e6-1ffd-4c51-a3e5-8421d891f6c3, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=8d5544e6-1ffd-4c51-a3e5-8421d891f6c3,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:11:05.271882 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d7773574-8860-4e7a-a47a-0cc9b9b0e45f req-f297846e-adb3-4d5e-95cc-603c9c281a6e tempest-TenantUsagesTestJSON-612620624 tempest-TenantUsagesTestJSON-612620624-project] 10.222.0.49 "GET /v2.0/security-groups?id=3193b4e7-71a0-431f-b401-9292020b1f13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928972 Oct 12 19:11:05.309144 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Returning: {'device': '8d5544e6-1ffd-4c51-a3e5-8421d891f6c3', 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1', 'port_id': '8d5544e6-1ffd-4c51-a3e5-8421d891f6c3', 'mac_address': 'fa:16:3e:13:32:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '629aee7d-3fde-4c72-af1e-6a7e1f6a7e75', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:11:05.311164 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=c0f009b6-1045-46b2-9f3c-b86eb815c549,revision_number=6']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:11:05.357547 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0a11c21e-7876-4826-83c1-ff2c81d39306 req-cd81fd50-eaba-4955-9c70-e72a8288c240 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=08fd2058-3c0a-42c8-aeae-083b075d74c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4262724 Oct 12 19:11:05.427763 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:05.447268 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d5544e6-1ffd-4c51-a3e5-8421d891f6c3 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:11:05.492410 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 8d5544e6-1ffd-4c51-a3e5-8421d891f6c3, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=8d5544e6-1ffd-4c51-a3e5-8421d891f6c3,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:11:05.601448 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-982bf76d-20df-4fdc-8abf-b70d2caae71a req-7d276ee4-a62f-4855-9134-47c5eeefc60e service neutron] 10.222.0.61 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4195020 Oct 12 19:11:05.625124 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a11c21e-7876-4826-83c1-ff2c81d39306 req-2fb165df-26ce-46f9-847a-01628bc28956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:05.634459 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 97adc232-51f4-47e0-a97f-6cec7f72f061 up at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:11:05.644136 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0a11c21e-7876-4826-83c1-ff2c81d39306 req-2fb165df-26ce-46f9-847a-01628bc28956 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0622f2ddd6f74dfcb6a10ad3f54a9317&device_id=08fd2058-3c0a-42c8-aeae-083b075d74c3 HTTP/1.1" status: 200 len: 1101 time: 0.1967027 Oct 12 19:11:05.696599 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2976f600-151f-40cf-8d40-1544fd2ebb70 req-2ef6e85d-d963-4c92-9c5e-7026053b557d tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:05.698389 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2976f600-151f-40cf-8d40-1544fd2ebb70 req-2ef6e85d-d963-4c92-9c5e-7026053b557d tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/ports?device_id=b350f0cf-0a96-4648-b14d-1ab8c3ef82a8 HTTP/1.1" status: 200 len: 944 time: 0.1758721 Oct 12 19:11:05.699218 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:05.736156 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067b0ace-959b-405c-9fc0-50753c399763 req-029a3fcd-d3db-42df-bed7-739e7d71355d tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:05.754633 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-067b0ace-959b-405c-9fc0-50753c399763 req-029a3fcd-d3db-42df-bed7-739e7d71355d tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/ports?device_id=1403b500-0ded-476c-8e94-1a54dace0dcb HTTP/1.1" status: 200 len: 948 time: 0.1094072 Oct 12 19:11:05.850015 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['c0f009b6-1045-46b2-9f3c-b86eb815c549'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:11:05.866490 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-067b0ace-959b-405c-9fc0-50753c399763 req-34c71ede-6d27-454a-8ca2-b24259ff6af6 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/security-groups?id=97ebf564-c5fe-4f12-92a1-b237f08112ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019139 Oct 12 19:11:05.907563 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=8d5544e6-1ffd-4c51-a3e5-8421d891f6c3,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:11:06.001042 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['8d5544e6-1ffd-4c51-a3e5-8421d891f6c3'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:11:06.027820 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2976f600-151f-40cf-8d40-1544fd2ebb70 req-42d04cad-9466-4c8c-a3ec-c7911905d1b2 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cccf57-f452-41a8-9e48-a6e744310271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823184 Oct 12 19:11:06.064603 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning for port 97adc232-51f4-47e0-a97f-6cec7f72f061 completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:11:06.086140 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning complete for port 97adc232-51f4-47e0-a97f-6cec7f72f061 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:11:06.098286 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:06.189356 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 56062) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:11:06.192579 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-982bf76d-20df-4fdc-8abf-b70d2caae71a req-8578fdbc-8316-4e3e-be00-08420a94c6de service neutron] 10.222.0.61 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5768652 Oct 12 19:11:06.224369 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a11c21e-7876-4826-83c1-ff2c81d39306 req-c57a22cc-8121-429f-bf71-d464abf2d1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:06.234532 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0a11c21e-7876-4826-83c1-ff2c81d39306 req-c57a22cc-8121-429f-bf71-d464abf2d1e0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=90dcf485-b1ad-4139-85a3-9e1e9879e6b1 HTTP/1.1" status: 200 len: 870 time: 0.5328186 Oct 12 19:11:06.295804 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a318b5-bd0b-4ecd-ab6e-667247100fda req-ce96d88d-ea62-4c8d-babb-e2700cdf3bc8 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:06.305693 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-10a318b5-bd0b-4ecd-ab6e-667247100fda req-ce96d88d-ea62-4c8d-babb-e2700cdf3bc8 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] 10.222.0.49 "GET /v2.0/ports?device_id=31068235-8d67-4f2f-9b64-477add9d67bc HTTP/1.1" status: 200 len: 944 time: 0.1796727 Oct 12 19:11:06.307942 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:06.353964 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0a11c21e-7876-4826-83c1-ff2c81d39306 req-ea98e726-0643-4b77-a5cc-7a2d5a514216 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=a51cc259-ed8d-4ab8-8a57-ecdf983cdaf2 HTTP/1.1" status: 200 len: 217 time: 0.1114597 Oct 12 19:11:06.412989 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-10a318b5-bd0b-4ecd-ab6e-667247100fda req-49a2b091-e083-45cc-a00c-7deded6ec746 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] 10.222.0.49 "GET /v2.0/security-groups?id=cc027471-7536-4131-b328-5d38c3e8f799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965366 Oct 12 19:11:06.426307 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b350f0cf-0a96-4648-b14d-1ab8c3ef82a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97adc232-51f4-47e0-a97f-6cec7f72f061'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:11:06.430877 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b461ca8-84eb-43d7-b1dc-e40dd6ab3cfd" -d '{"events": [{"server_uuid": "b350f0cf-0a96-4648-b14d-1ab8c3ef82a8", "name": "network-vif-plugged", "status": "completed", "tag": "97adc232-51f4-47e0-a97f-6cec7f72f061"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:11:06.466633 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 97adc232-51f4-47e0-a97f-6cec7f72f061, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=97adc232-51f4-47e0-a97f-6cec7f72f061,segment=NetworkSegment(af837146-1b4e-4c2b-b1ce-96eb7f990955),segment_id=af837146-1b4e-4c2b-b1ce-96eb7f990955)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:11:06.504429 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7c791d9-e40b-4480-adef-980495690c07 x-openstack-request-id: req-a7c791d9-e40b-4480-adef-980495690c07 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:11:06.505005 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b350f0cf-0a96-4648-b14d-1ab8c3ef82a8", "name": "network-vif-plugged", "status": "completed", "tag": "97adc232-51f4-47e0-a97f-6cec7f72f061", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:11:06.505442 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a7c791d9-e40b-4480-adef-980495690c07 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:11:06.506607 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b350f0cf-0a96-4648-b14d-1ab8c3ef82a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97adc232-51f4-47e0-a97f-6cec7f72f061', 'code': 200} Oct 12 19:11:06.533339 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a11c21e-7876-4826-83c1-ff2c81d39306 req-e99cdc66-fd34-4f13-81d0-53f7acf7bc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:06.535273 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 9a83b11b-927d-42c7-9992-7a62e5d27a21 no longer exists at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:11:06.535526 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0a11c21e-7876-4826-83c1-ff2c81d39306 req-e99cdc66-fd34-4f13-81d0-53f7acf7bc60 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=629aee7d-3fde-4c72-af1e-6a7e1f6a7e75 HTTP/1.1" status: 200 len: 843 time: 0.1714623 Oct 12 19:11:06.554261 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 56074) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:11:06.557925 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:06.558846 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device a49b9b09-b6b3-4a98-a818-aeb467971b1d up at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:11:06.572149 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-c3208358-9c93-4d4b-b68b-5033fed172a7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a7e2f9ac25154e93bde6883224c704a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3780065 Oct 12 19:11:06.587612 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] No Port match for: 9a83b11b-927d-42c7-9992-7a62e5d27a21 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:11:06.590541 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 9a83b11b-927d-42c7-9992-7a62e5d27a21 not bound to the agent host n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:11:06.684081 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d901789e-a67d-4c1a-9e4a-4aaa6de0a89e req-50675325-a9db-4f44-94ae-c1623fdafa48 tempest-TenantUsagesTestJSON-612620624 tempest-TenantUsagesTestJSON-612620624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:06.691467 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4fad800f-6579-4bbb-be20-60a182c4c9b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:06.692841 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d901789e-a67d-4c1a-9e4a-4aaa6de0a89e req-50675325-a9db-4f44-94ae-c1623fdafa48 tempest-TenantUsagesTestJSON-612620624 tempest-TenantUsagesTestJSON-612620624-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bd0e56e-3710-42df-a4a0-ace9631c5463 HTTP/1.1" status: 200 len: 948 time: 0.2710710 Oct 12 19:11:06.734465 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4fad800f-6579-4bbb-be20-60a182c4c9b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:06.750837 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=97adc232-51f4-47e0-a97f-6cec7f72f061,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:11:06.790849 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d901789e-a67d-4c1a-9e4a-4aaa6de0a89e req-7c53e604-8b4f-4eec-bcb5-36e36c14305a tempest-TenantUsagesTestJSON-612620624 tempest-TenantUsagesTestJSON-612620624-project] 10.222.0.49 "GET /v2.0/security-groups?id=3193b4e7-71a0-431f-b401-9292020b1f13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964820 Oct 12 19:11:06.809955 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f968dd97-d842-49f9-bfaa-eb1fad6e0344 req-bc2a7e6f-7bcb-4677-8a78-611e89768004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:06.813939 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f968dd97-d842-49f9-bfaa-eb1fad6e0344 req-bc2a7e6f-7bcb-4677-8a78-611e89768004 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b350f0cf-0a96-4648-b14d-1ab8c3ef82a8 HTTP/1.1" status: 200 len: 1096 time: 0.1836963 Oct 12 19:11:06.813939 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a11c21e-7876-4826-83c1-ff2c81d39306 req-e108560c-0a45-458e-bb10-36843f5d3a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:06.814844 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0a11c21e-7876-4826-83c1-ff2c81d39306 req-e108560c-0a45-458e-bb10-36843f5d3a62 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=90dcf485-b1ad-4139-85a3-9e1e9879e6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2407949 Oct 12 19:11:06.832221 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning for port a49b9b09-b6b3-4a98-a818-aeb467971b1d completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:11:06.833133 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1cd493c5-51b2-4c69-9e19-0aef909f79d6 req-c1f9f360-665f-4514-8baa-ba6c63c90e10 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1f51da24-babf-4b49-9219-253aec8d2e62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0645156 Oct 12 19:11:06.846945 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning complete for port a49b9b09-b6b3-4a98-a818-aeb467971b1d triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:11:06.847319 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:06.922455 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4fad800f-6579-4bbb-be20-60a182c4c9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:06.925516 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4fad800f-6579-4bbb-be20-60a182c4c9b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:06.930878 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-4fad800f-6579-4bbb-be20-60a182c4c9b2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/106b5f86-f260-42d0-a64b-18dc989cc9b4 HTTP/1.1" status: 204 len: 168 time: 0.3734336 Oct 12 19:11:07.024066 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fad800f-6579-4bbb-be20-60a182c4c9b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=106b5f86-f260-42d0-a64b-18dc989cc9b4,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:11:07.036538 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f968dd97-d842-49f9-bfaa-eb1fad6e0344 req-c8a4c911-9820-43c8-b2c7-32bf9ed185e1 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=87cccf57-f452-41a8-9e48-a6e744310271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996686 Oct 12 19:11:07.067352 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd493c5-51b2-4c69-9e19-0aef909f79d6 req-8d832334-8ff6-460a-980d-48eced232108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:07.068904 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1cd493c5-51b2-4c69-9e19-0aef909f79d6 req-8d832334-8ff6-460a-980d-48eced232108 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b7528b6e53624c36bc7cfa3c022fa354&device_id=1f51da24-babf-4b49-9219-253aec8d2e62 HTTP/1.1" status: 200 len: 1097 time: 0.1389825 Oct 12 19:11:07.088845 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:07.122869 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0a11c21e-7876-4826-83c1-ff2c81d39306 req-3ff4e9d2-4129-46a0-9ea8-24f1eef09147 service neutron] 10.222.0.61 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2847149 Oct 12 19:11:07.205872 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port a49b9b09-b6b3-4a98-a818-aeb467971b1d, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=a49b9b09-b6b3-4a98-a818-aeb467971b1d,segment=NetworkSegment(70a77141-5565-41b2-8aa4-9582e3e1fa93),segment_id=70a77141-5565-41b2-8aa4-9582e3e1fa93)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:11:07.257124 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179af1ad-2b3d-42cf-b390-d8d776b396d5 req-293df531-e128-4d4c-9453-35f54518f612 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:07.265115 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-179af1ad-2b3d-42cf-b390-d8d776b396d5 req-293df531-e128-4d4c-9453-35f54518f612 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/ports?device_id=1403b500-0ded-476c-8e94-1a54dace0dcb HTTP/1.1" status: 200 len: 948 time: 0.2247231 Oct 12 19:11:07.305277 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:07.344177 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-179af1ad-2b3d-42cf-b390-d8d776b396d5 req-93e545aa-7285-4693-b1cd-948f6a3397a9 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/security-groups?id=97ebf564-c5fe-4f12-92a1-b237f08112ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777376 Oct 12 19:11:07.356424 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd493c5-51b2-4c69-9e19-0aef909f79d6 req-bbb29965-8d3a-4ebc-b0a2-32d6388f4037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:07.358102 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1cd493c5-51b2-4c69-9e19-0aef909f79d6 req-bbb29965-8d3a-4ebc-b0a2-32d6388f4037 service neutron] 10.222.0.67 "GET /v2.0/networks?id=2b40d2f7-4a07-4df1-bbb6-021ae59cdec3 HTTP/1.1" status: 200 len: 925 time: 0.2326572 Oct 12 19:11:07.417996 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=a49b9b09-b6b3-4a98-a818-aeb467971b1d,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:11:07.448397 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0a11c21e-7876-4826-83c1-ff2c81d39306 req-56076d03-4f61-486b-afa3-15321fbd6c11 service neutron] 10.222.0.61 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864531 Oct 12 19:11:07.519231 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1cd493c5-51b2-4c69-9e19-0aef909f79d6 req-6fe299dc-4708-4b58-af7f-7b7f87f014ea service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19655187-5b33-48a0-851a-72bc459f4498 HTTP/1.1" status: 200 len: 1002 time: 0.1442626 Oct 12 19:11:07.616564 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd493c5-51b2-4c69-9e19-0aef909f79d6 req-8ee1b525-e19a-4c68-94d0-91eb76984cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:07.618712 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1cd493c5-51b2-4c69-9e19-0aef909f79d6 req-8ee1b525-e19a-4c68-94d0-91eb76984cf3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=20450db0-2083-48cb-ae97-ca9e3c77152e HTTP/1.1" status: 200 len: 863 time: 0.0983880 Oct 12 19:11:07.722634 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd493c5-51b2-4c69-9e19-0aef909f79d6 req-50c1d78f-5cce-4454-9263-5da31d0712b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:07.724242 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1cd493c5-51b2-4c69-9e19-0aef909f79d6 req-50c1d78f-5cce-4454-9263-5da31d0712b5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2b40d2f7-4a07-4df1-bbb6-021ae59cdec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0971696 Oct 12 19:11:07.799176 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a44dd8d-c975-43c4-80c9-37c73071b74e req-1a365495-8fc6-49c8-a4ff-a596f7ae6071 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:07.809185 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7a44dd8d-c975-43c4-80c9-37c73071b74e req-1a365495-8fc6-49c8-a4ff-a596f7ae6071 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] 10.222.0.49 "GET /v2.0/ports?device_id=31068235-8d67-4f2f-9b64-477add9d67bc HTTP/1.1" status: 200 len: 945 time: 0.1647036 Oct 12 19:11:07.893102 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1cd493c5-51b2-4c69-9e19-0aef909f79d6 req-c0958166-eb35-4114-b387-4f10bf1ac46c service neutron] 10.222.0.67 "GET /v2.0/networks/2b40d2f7-4a07-4df1-bbb6-021ae59cdec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583569 Oct 12 19:11:07.896185 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d418ae-9d7c-4e28-8a4c-ca38eab59972 req-6c3be31d-2e5f-4b98-9bb5-b3b740e28456 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:07.908816 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-40d418ae-9d7c-4e28-8a4c-ca38eab59972 req-6c3be31d-2e5f-4b98-9bb5-b3b740e28456 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/ports?device_id=b350f0cf-0a96-4648-b14d-1ab8c3ef82a8 HTTP/1.1" status: 200 len: 945 time: 0.4531012 Oct 12 19:11:07.910741 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7a44dd8d-c975-43c4-80c9-37c73071b74e req-38bade7a-9a9e-4092-b4a0-af524672d566 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] 10.222.0.49 "GET /v2.0/security-groups?id=cc027471-7536-4131-b328-5d38c3e8f799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975695 Oct 12 19:11:07.972917 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-40d418ae-9d7c-4e28-8a4c-ca38eab59972 req-eaee5739-cab5-4202-b038-f71fe9726a8b tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cccf57-f452-41a8-9e48-a6e744310271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628455 Oct 12 19:11:08.045018 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1cd493c5-51b2-4c69-9e19-0aef909f79d6 req-55d7b829-5c5f-4396-a402-3cb97a74b0b0 service neutron] 10.222.0.67 "GET /v2.0/networks/2b40d2f7-4a07-4df1-bbb6-021ae59cdec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305096 Oct 12 19:11:08.052725 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 56114) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:11:08.137785 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-d7873483-c289-4a6e-b03d-4fc6824e3c74 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d0d6ac9237bc46d18b65cb24d66e4d03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0836806 Oct 12 19:11:08.138453 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 56116) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:11:08.141720 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895d06c4-856d-4dd0-af20-bff4f9a8f53c req-48dbbc6b-0252-4b65-a1ae-370e2a725950 tempest-TenantUsagesTestJSON-612620624 tempest-TenantUsagesTestJSON-612620624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:08.143512 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-895d06c4-856d-4dd0-af20-bff4f9a8f53c req-48dbbc6b-0252-4b65-a1ae-370e2a725950 tempest-TenantUsagesTestJSON-612620624 tempest-TenantUsagesTestJSON-612620624-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bd0e56e-3710-42df-a4a0-ace9631c5463 HTTP/1.1" status: 200 len: 948 time: 0.0706818 Oct 12 19:11:08.196911 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-895d06c4-856d-4dd0-af20-bff4f9a8f53c req-988cdc27-83ef-4915-a7b3-66a0a89f0908 tempest-TenantUsagesTestJSON-612620624 tempest-TenantUsagesTestJSON-612620624-project] 10.222.0.49 "GET /v2.0/security-groups?id=3193b4e7-71a0-431f-b401-9292020b1f13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475268 Oct 12 19:11:08.218880 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7f954451-02bd-4225-9929-5259f786a482 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:08.243786 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7f954451-02bd-4225-9929-5259f786a482 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:08.373802 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7f954451-02bd-4225-9929-5259f786a482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:08.376891 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7f954451-02bd-4225-9929-5259f786a482 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:08.383549 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-7f954451-02bd-4225-9929-5259f786a482 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8aff42e8-ab3f-4a4c-ada7-747d70a0da7b HTTP/1.1" status: 204 len: 168 time: 0.2415593 Oct 12 19:11:08.397142 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f954451-02bd-4225-9929-5259f786a482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aff42e8-ab3f-4a4c-ada7-747d70a0da7b,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:11:08.508101 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31068235-8d67-4f2f-9b64-477add9d67bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a49b9b09-b6b3-4a98-a818-aeb467971b1d'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:11:08.511122 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4de1b66c-386f-43e9-a35e-8024fdcb810f" -d '{"events": [{"server_uuid": "31068235-8d67-4f2f-9b64-477add9d67bc", "name": "network-vif-plugged", "status": "completed", "tag": "a49b9b09-b6b3-4a98-a818-aeb467971b1d"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:11:08.536291 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device c0f009b6-1045-46b2-9f3c-b86eb815c549 up at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:11:08.635090 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b23726c4-11e5-49da-bec8-d484c9b4eba8 x-openstack-request-id: req-b23726c4-11e5-49da-bec8-d484c9b4eba8 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:11:08.646238 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31068235-8d67-4f2f-9b64-477add9d67bc", "name": "network-vif-plugged", "status": "completed", "tag": "a49b9b09-b6b3-4a98-a818-aeb467971b1d", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:11:08.646539 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b23726c4-11e5-49da-bec8-d484c9b4eba8 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:11:08.647538 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31068235-8d67-4f2f-9b64-477add9d67bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a49b9b09-b6b3-4a98-a818-aeb467971b1d', 'code': 200} Oct 12 19:11:08.681181 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925ff712-c693-4c13-b9db-e6b69daa8986 req-d00bd88e-e07e-4abd-b733-5e447a5d00a6 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:08.688808 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-925ff712-c693-4c13-b9db-e6b69daa8986 req-d00bd88e-e07e-4abd-b733-5e447a5d00a6 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/ports?device_id=1403b500-0ded-476c-8e94-1a54dace0dcb HTTP/1.1" status: 200 len: 948 time: 0.1412637 Oct 12 19:11:08.731035 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning complete for port c0f009b6-1045-46b2-9f3c-b86eb815c549 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:11:08.731416 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:08.780822 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-925ff712-c693-4c13-b9db-e6b69daa8986 req-624d0af7-44a9-4ffd-b718-b62ecbe3e79e tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/security-groups?id=97ebf564-c5fe-4f12-92a1-b237f08112ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777938 Oct 12 19:11:08.813145 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c82e6d3-2bf3-45e6-8278-618804e6d48d req-c360bc72-3e1e-4621-a494-f695983b50e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:08.815143 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5c82e6d3-2bf3-45e6-8278-618804e6d48d req-c360bc72-3e1e-4621-a494-f695983b50e9 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=31068235-8d67-4f2f-9b64-477add9d67bc HTTP/1.1" status: 200 len: 1096 time: 0.0946848 Oct 12 19:11:08.890715 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:08.891956 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5c82e6d3-2bf3-45e6-8278-618804e6d48d req-4dbb7b9e-f939-4925-be52-a2b4f577f8b7 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=cc027471-7536-4131-b328-5d38c3e8f799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646179 Oct 12 19:11:08.923008 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75c817f-c14a-4267-ac0b-c9666d704ffa req-ee3f054d-842e-4aef-97fd-4b8465217f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:08.924789 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d75c817f-c14a-4267-ac0b-c9666d704ffa req-ee3f054d-842e-4aef-97fd-4b8465217f72 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2f0e49f0ecfe4a61a8bd2b9ac759e65c&device_id=fe75de1f-a223-4b05-ab56-b9feb006b94e HTTP/1.1" status: 200 len: 1099 time: 0.0669146 Oct 12 19:11:08.934251 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port c0f009b6-1045-46b2-9f3c-b86eb815c549, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=c0f009b6-1045-46b2-9f3c-b86eb815c549,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:11:08.991202 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:08.992284 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 8d5544e6-1ffd-4c51-a3e5-8421d891f6c3 up at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:11:09.121844 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75c817f-c14a-4267-ac0b-c9666d704ffa req-43565693-8d3f-48ab-a28d-1980a8f830ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:09.126170 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d75c817f-c14a-4267-ac0b-c9666d704ffa req-43565693-8d3f-48ab-a28d-1980a8f830ed service neutron] 10.222.0.67 "GET /v2.0/networks?id=90dcf485-b1ad-4139-85a3-9e1e9879e6b1 HTTP/1.1" status: 200 len: 870 time: 0.1561441 Oct 12 19:11:09.127264 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 56146) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:11:09.156867 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38627a16-543b-4870-b077-f6622c439683 req-b1305e1b-40c3-4292-9408-09d1777139eb tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:09.160357 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-38627a16-543b-4870-b077-f6622c439683 req-b1305e1b-40c3-4292-9408-09d1777139eb tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] 10.222.0.49 "GET /v2.0/ports?device_id=31068235-8d67-4f2f-9b64-477add9d67bc HTTP/1.1" status: 200 len: 945 time: 0.1167037 Oct 12 19:11:09.208681 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-38627a16-543b-4870-b077-f6622c439683 req-20a504dd-e2ab-4a13-bc8f-7d2028e9a26b tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] 10.222.0.49 "GET /v2.0/security-groups?id=cc027471-7536-4131-b328-5d38c3e8f799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472796 Oct 12 19:11:09.250562 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d75c817f-c14a-4267-ac0b-c9666d704ffa req-1ba30b28-1a19-4b5d-ad59-17b038138208 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=c0f009b6-1045-46b2-9f3c-b86eb815c549 HTTP/1.1" status: 200 len: 217 time: 0.0991774 Oct 12 19:11:09.328330 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494bd123-dc83-4f04-9121-a8cd5863ee51 req-c0824b7d-230a-4991-97b1-8c088bd4759c tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:09.344291 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-494bd123-dc83-4f04-9121-a8cd5863ee51 req-c0824b7d-230a-4991-97b1-8c088bd4759c tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/ports?device_id=b350f0cf-0a96-4648-b14d-1ab8c3ef82a8 HTTP/1.1" status: 200 len: 945 time: 0.2169774 Oct 12 19:11:09.359210 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7c5e956b-5ccb-4beb-9f86-075313c35c3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:09.402789 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75c817f-c14a-4267-ac0b-c9666d704ffa req-86e521d9-6623-45f3-ab81-15e0ca870de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:09.405081 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d75c817f-c14a-4267-ac0b-c9666d704ffa req-86e521d9-6623-45f3-ab81-15e0ca870de8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=629aee7d-3fde-4c72-af1e-6a7e1f6a7e75 HTTP/1.1" status: 200 len: 843 time: 0.1422293 Oct 12 19:11:09.419820 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=c0f009b6-1045-46b2-9f3c-b86eb815c549,revision_number=7']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:11:09.426585 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-494bd123-dc83-4f04-9121-a8cd5863ee51 req-ededb8b1-a91d-4ae6-a0ed-03932a7270b7 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cccf57-f452-41a8-9e48-a6e744310271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810976 Oct 12 19:11:09.496140 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e865e4-f486-4dcc-bbe6-209db6a1c4a7 req-0ac942c7-fb4e-4c9f-ab2e-a4969b8e05e1 tempest-TenantUsagesTestJSON-612620624 tempest-TenantUsagesTestJSON-612620624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:09.503095 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f4e865e4-f486-4dcc-bbe6-209db6a1c4a7 req-0ac942c7-fb4e-4c9f-ab2e-a4969b8e05e1 tempest-TenantUsagesTestJSON-612620624 tempest-TenantUsagesTestJSON-612620624-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bd0e56e-3710-42df-a4a0-ace9631c5463 HTTP/1.1" status: 200 len: 948 time: 0.1817155 Oct 12 19:11:09.504418 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75c817f-c14a-4267-ac0b-c9666d704ffa req-6fbc21cb-80d7-431b-baf6-89e36563346b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:09.506769 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d75c817f-c14a-4267-ac0b-c9666d704ffa req-6fbc21cb-80d7-431b-baf6-89e36563346b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=90dcf485-b1ad-4139-85a3-9e1e9879e6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0778887 Oct 12 19:11:09.534423 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning for port 8d5544e6-1ffd-4c51-a3e5-8421d891f6c3 completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:11:09.541126 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning complete for port 8d5544e6-1ffd-4c51-a3e5-8421d891f6c3 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:11:09.541873 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:09.623085 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7c5e956b-5ccb-4beb-9f86-075313c35c3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:09.660077 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 10193ef0-3c81-4daa-8472-db7f4dcadff9 details requested by agent hyperv_n-h1-813679-3 with host n-h1-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:11:09.666359 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f4e865e4-f486-4dcc-bbe6-209db6a1c4a7 req-64dc3841-9534-4507-9c66-379d4ad586fb tempest-TenantUsagesTestJSON-612620624 tempest-TenantUsagesTestJSON-612620624-project] 10.222.0.49 "GET /v2.0/security-groups?id=3193b4e7-71a0-431f-b401-9292020b1f13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536207 Oct 12 19:11:09.700178 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7c5e956b-5ccb-4beb-9f86-075313c35c3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:09.786627 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d75c817f-c14a-4267-ac0b-c9666d704ffa req-1144d1fc-b9ac-4fde-a8f4-bc5dc4b14e2a service neutron] 10.222.0.67 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2712045 Oct 12 19:11:09.818959 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5e956b-5ccb-4beb-9f86-075313c35c3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28195122-8e81-430d-b84a-ccb067c4203c,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:11:09.839779 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-7c5e956b-5ccb-4beb-9f86-075313c35c3f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ad11b6243e6f403495de4c681856917a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7114398 Oct 12 19:11:09.843519 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 56174) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:11:09.854170 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:09.916117 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 8d5544e6-1ffd-4c51-a3e5-8421d891f6c3, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=8d5544e6-1ffd-4c51-a3e5-8421d891f6c3,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:11:09.947487 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 10193ef0-3c81-4daa-8472-db7f4dcadff9, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=10193ef0-3c81-4daa-8472-db7f4dcadff9,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:11:09.973879 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Returning: {'device': '10193ef0-3c81-4daa-8472-db7f4dcadff9', 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1', 'port_id': '10193ef0-3c81-4daa-8472-db7f4dcadff9', 'mac_address': 'fa:16:3e:c9:dc:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '629aee7d-3fde-4c72-af1e-6a7e1f6a7e75', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:11:10.008710 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f9882150-96ee-4b22-8dd2-647a14a79250 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:10.028018 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:10.037903 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d75c817f-c14a-4267-ac0b-c9666d704ffa req-7dca6427-7f39-4b4e-8449-d43be9bbbac0 service neutron] 10.222.0.67 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267778 Oct 12 19:11:10.078273 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:10.112753 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10193ef0-3c81-4daa-8472-db7f4dcadff9 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:11:10.118867 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=8d5544e6-1ffd-4c51-a3e5-8421d891f6c3,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:11:10.154320 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 10193ef0-3c81-4daa-8472-db7f4dcadff9, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=10193ef0-3c81-4daa-8472-db7f4dcadff9,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:11:10.162250 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f9882150-96ee-4b22-8dd2-647a14a79250 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:10.176925 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7de9b65-8571-4b6a-9fe1-466d3dd69f89 req-7687bb09-3f1f-461c-9688-649958e81b6c tempest-LiveMigrationTest-1833787117 tempest-LiveMigrationTest-1833787117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:10.186844 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e7de9b65-8571-4b6a-9fe1-466d3dd69f89 req-7687bb09-3f1f-461c-9688-649958e81b6c tempest-LiveMigrationTest-1833787117 tempest-LiveMigrationTest-1833787117-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=b350f0cf-0a96-4648-b14d-1ab8c3ef82a8 HTTP/1.1" status: 200 len: 1096 time: 0.0785134 Oct 12 19:11:10.219680 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:10.224074 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f399e567-6bc5-4ab1-b424-3d47edee0aed req-20674bfc-4058-4d68-9dd0-dfae0a16117d tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:10.232270 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f399e567-6bc5-4ab1-b424-3d47edee0aed req-20674bfc-4058-4d68-9dd0-dfae0a16117d tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/ports?device_id=1403b500-0ded-476c-8e94-1a54dace0dcb HTTP/1.1" status: 200 len: 948 time: 0.1750276 Oct 12 19:11:10.233597 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e7de9b65-8571-4b6a-9fe1-466d3dd69f89 req-8aa0ead9-3ded-4c02-9895-bcc325eaf28e tempest-LiveMigrationTest-1833787117 tempest-LiveMigrationTest-1833787117-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=87cccf57-f452-41a8-9e48-a6e744310271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403483 Oct 12 19:11:10.321146 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f399e567-6bc5-4ab1-b424-3d47edee0aed req-11f38ff3-ce04-4915-80c4-86408fe57658 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/security-groups?id=97ebf564-c5fe-4f12-92a1-b237f08112ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878568 Oct 12 19:11:10.328136 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=10193ef0-3c81-4daa-8472-db7f4dcadff9,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:11:10.380256 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f9882150-96ee-4b22-8dd2-647a14a79250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:10.383103 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f9882150-96ee-4b22-8dd2-647a14a79250 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:10.384504 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-f9882150-96ee-4b22-8dd2-647a14a79250 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/28195122-8e81-430d-b84a-ccb067c4203c HTTP/1.1" status: 204 len: 168 time: 0.5411336 Oct 12 19:11:10.399407 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9882150-96ee-4b22-8dd2-647a14a79250 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28195122-8e81-430d-b84a-ccb067c4203c,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:11:10.452939 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548c0329-7138-4fb4-bc67-81e14689a140 req-7b8a4999-96c7-4d09-a08e-84a47b2baadf tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:10.460979 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-548c0329-7138-4fb4-bc67-81e14689a140 req-7b8a4999-96c7-4d09-a08e-84a47b2baadf tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] 10.222.0.49 "GET /v2.0/ports?device_id=31068235-8d67-4f2f-9b64-477add9d67bc HTTP/1.1" status: 200 len: 945 time: 0.1554732 Oct 12 19:11:10.506042 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692b6f97-0564-4f5d-a3ef-59f0f0876661 req-f9cd5a1b-93fc-48b9-b140-fa4c1f88f24c tempest-LiveMigrationTest-1833787117 tempest-LiveMigrationTest-1833787117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:10.509427 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['10193ef0-3c81-4daa-8472-db7f4dcadff9'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:11:10.515278 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-692b6f97-0564-4f5d-a3ef-59f0f0876661 req-f9cd5a1b-93fc-48b9-b140-fa4c1f88f24c tempest-LiveMigrationTest-1833787117 tempest-LiveMigrationTest-1833787117-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=b350f0cf-0a96-4648-b14d-1ab8c3ef82a8 HTTP/1.1" status: 200 len: 1096 time: 0.0841708 Oct 12 19:11:10.552460 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-548c0329-7138-4fb4-bc67-81e14689a140 req-0dd73ad0-04a8-41c1-a623-708da8da9996 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] 10.222.0.49 "GET /v2.0/security-groups?id=cc027471-7536-4131-b328-5d38c3e8f799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805302 Oct 12 19:11:10.557815 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-692b6f97-0564-4f5d-a3ef-59f0f0876661 req-2445f492-275c-4b73-8f5b-f274330b0db7 tempest-LiveMigrationTest-1833787117 tempest-LiveMigrationTest-1833787117-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=87cccf57-f452-41a8-9e48-a6e744310271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403347 Oct 12 19:11:10.650293 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe75de1f-a223-4b05-ab56-b9feb006b94e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0f009b6-1045-46b2-9f3c-b86eb815c549'}, {'server_uuid': '2bd0e56e-3710-42df-a4a0-ace9631c5463', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d5544e6-1ffd-4c51-a3e5-8421d891f6c3'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:11:10.666727 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a572aee-d67c-4f49-8ded-ade3e1b31828" -d '{"events": [{"server_uuid": "fe75de1f-a223-4b05-ab56-b9feb006b94e", "name": "network-vif-plugged", "status": "completed", "tag": "c0f009b6-1045-46b2-9f3c-b86eb815c549"}, {"server_uuid": "2bd0e56e-3710-42df-a4a0-ace9631c5463", "name": "network-vif-plugged", "status": "completed", "tag": "8d5544e6-1ffd-4c51-a3e5-8421d891f6c3"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:11:10.810899 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 12 Oct 2021 19:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df664d49-f3f4-4189-bb0c-2c2e53306fb1 x-openstack-request-id: req-df664d49-f3f4-4189-bb0c-2c2e53306fb1 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:11:10.811197 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe75de1f-a223-4b05-ab56-b9feb006b94e", "name": "network-vif-plugged", "status": "completed", "tag": "c0f009b6-1045-46b2-9f3c-b86eb815c549", "code": 200}, {"server_uuid": "2bd0e56e-3710-42df-a4a0-ace9631c5463", "name": "network-vif-plugged", "status": "completed", "tag": "8d5544e6-1ffd-4c51-a3e5-8421d891f6c3", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:11:10.811522 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-df664d49-f3f4-4189-bb0c-2c2e53306fb1 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:11:10.811976 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe75de1f-a223-4b05-ab56-b9feb006b94e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0f009b6-1045-46b2-9f3c-b86eb815c549', 'code': 200} Oct 12 19:11:10.812328 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bd0e56e-3710-42df-a4a0-ace9631c5463', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d5544e6-1ffd-4c51-a3e5-8421d891f6c3', 'code': 200} Oct 12 19:11:10.819390 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [req-20c49e8b-51fa-401f-8a7d-466a407648f7 req-270bf947-8426-4fbf-93b0-da90a47ce2b4 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 19:11:10.820472 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-20c49e8b-51fa-401f-8a7d-466a407648f7 req-270bf947-8426-4fbf-93b0-da90a47ce2b4 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0061319 Oct 12 19:11:10.957202 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faa5136-85d5-4c0c-bf93-45fd415652d0 req-a75e428d-ecc9-4655-94d2-74873d758f2b tempest-TenantUsagesTestJSON-612620624 tempest-TenantUsagesTestJSON-612620624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:10.958576 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2faa5136-85d5-4c0c-bf93-45fd415652d0 req-a75e428d-ecc9-4655-94d2-74873d758f2b tempest-TenantUsagesTestJSON-612620624 tempest-TenantUsagesTestJSON-612620624-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bd0e56e-3710-42df-a4a0-ace9631c5463 HTTP/1.1" status: 200 len: 949 time: 0.0827153 Oct 12 19:11:10.963486 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c92bd97-57f7-4692-892e-64780bbe46de req-e376f939-3f00-49a1-96dd-1a6ce04d3cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:10.964900 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5c92bd97-57f7-4692-892e-64780bbe46de req-e376f939-3f00-49a1-96dd-1a6ce04d3cdf service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2bd0e56e-3710-42df-a4a0-ace9631c5463 HTTP/1.1" status: 200 len: 1100 time: 0.0633254 Oct 12 19:11:11.018807 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2faa5136-85d5-4c0c-bf93-45fd415652d0 req-70ed844d-30f1-4454-94d2-7a70212e03ca tempest-TenantUsagesTestJSON-612620624 tempest-TenantUsagesTestJSON-612620624-project] 10.222.0.49 "GET /v2.0/security-groups?id=3193b4e7-71a0-431f-b401-9292020b1f13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529664 Oct 12 19:11:11.020697 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5c92bd97-57f7-4692-892e-64780bbe46de req-e04fafba-af2e-45d7-9fd9-ecfbf3270167 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=3193b4e7-71a0-431f-b401-9292020b1f13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421114 Oct 12 19:11:11.489840 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f719eb-b0d8-4ee5-ad87-8df33129168a req-34f29652-6c09-484c-8c17-f9e1e70e15e3 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:11.491396 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a8f719eb-b0d8-4ee5-ad87-8df33129168a req-34f29652-6c09-484c-8c17-f9e1e70e15e3 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/ports?device_id=1403b500-0ded-476c-8e94-1a54dace0dcb HTTP/1.1" status: 200 len: 949 time: 0.0942712 Oct 12 19:11:11.559652 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a8f719eb-b0d8-4ee5-ad87-8df33129168a req-70b8658c-b677-4b4c-a947-4d51bee83659 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/security-groups?id=97ebf564-c5fe-4f12-92a1-b237f08112ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580783 Oct 12 19:11:11.677093 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 10193ef0-3c81-4daa-8472-db7f4dcadff9 up at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:11:11.683477 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9593d5-bf79-48d9-b529-3aca0b3cc7e8 req-d24b1054-a5f3-4738-aa49-af631ff42350 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:11.690898 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6b9593d5-bf79-48d9-b529-3aca0b3cc7e8 req-d24b1054-a5f3-4738-aa49-af631ff42350 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] 10.222.0.49 "GET /v2.0/ports?device_id=31068235-8d67-4f2f-9b64-477add9d67bc HTTP/1.1" status: 200 len: 945 time: 0.0645945 Oct 12 19:11:11.750659 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6b9593d5-bf79-48d9-b529-3aca0b3cc7e8 req-8172f1ba-d4f8-4971-b23d-da5a19805825 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] 10.222.0.49 "GET /v2.0/security-groups?id=cc027471-7536-4131-b328-5d38c3e8f799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568714 Oct 12 19:11:11.771705 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 56242) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:11:11.810599 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a68c53ac-0070-4385-831a-a95fdcab7150 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:11.893452 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning for port 10193ef0-3c81-4daa-8472-db7f4dcadff9 completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:11:11.900674 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning complete for port 10193ef0-3c81-4daa-8472-db7f4dcadff9 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:11:11.901060 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:11.922746 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a68c53ac-0070-4385-831a-a95fdcab7150 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:12.036516 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a68c53ac-0070-4385-831a-a95fdcab7150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:12.064681 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:12.137690 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 10193ef0-3c81-4daa-8472-db7f4dcadff9, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=10193ef0-3c81-4daa-8472-db7f4dcadff9,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:11:12.150369 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-a68c53ac-0070-4385-831a-a95fdcab7150 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=eb78f3afd7ae4f83ad7ce09fbd96faa5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3767221 Oct 12 19:11:12.156761 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68c53ac-0070-4385-831a-a95fdcab7150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4d1c3c4-a67c-4888-b918-826b9684b5cd,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:11:12.159605 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 56260) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:11:12.173457 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-db0af0de-e3b3-4ac9-8095-25cea6f69816 req-f325d7d8-ac95-44bc-aef0-f2938031e0f8 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3873270 Oct 12 19:11:12.197609 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-db0af0de-e3b3-4ac9-8095-25cea6f69816 req-ad7e7181-1bdb-48b2-a21d-56dbf3dfb564 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Request body: {'floatingip': {'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:11:12.218142 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:12.227974 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-153ef15c-57c9-458f-84c3-1608aa53791d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:12.255077 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-153ef15c-57c9-458f-84c3-1608aa53791d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:12.308364 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=10193ef0-3c81-4daa-8472-db7f4dcadff9,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:11:12.328490 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-db0af0de-e3b3-4ac9-8095-25cea6f69816 req-ad7e7181-1bdb-48b2-a21d-56dbf3dfb564 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Notify callbacks [] for floatingip, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:12.409569 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-153ef15c-57c9-458f-84c3-1608aa53791d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:12.413701 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-153ef15c-57c9-458f-84c3-1608aa53791d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:12.422584 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-153ef15c-57c9-458f-84c3-1608aa53791d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b4d1c3c4-a67c-4888-b918-826b9684b5cd HTTP/1.1" status: 204 len: 168 time: 0.2584100 Oct 12 19:11:12.437130 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153ef15c-57c9-458f-84c3-1608aa53791d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4d1c3c4-a67c-4888-b918-826b9684b5cd,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:11:12.516109 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-db0af0de-e3b3-4ac9-8095-25cea6f69816 req-ad7e7181-1bdb-48b2-a21d-56dbf3dfb564 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:12.687224 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [req-db0af0de-e3b3-4ac9-8095-25cea6f69816 req-ad7e7181-1bdb-48b2-a21d-56dbf3dfb564 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Allocated IP 172.25.5.12 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/bc174131-e3b1-4b3f-8a70-7ef932fa1525) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:11:12.813526 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1403b500-0ded-476c-8e94-1a54dace0dcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10193ef0-3c81-4daa-8472-db7f4dcadff9'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:11:12.815650 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebb113d7-5469-4fe2-b573-53166b54d999" -d '{"events": [{"server_uuid": "1403b500-0ded-476c-8e94-1a54dace0dcb", "name": "network-vif-plugged", "status": "completed", "tag": "10193ef0-3c81-4daa-8472-db7f4dcadff9"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:11:12.842946 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-db0af0de-e3b3-4ac9-8095-25cea6f69816 req-ad7e7181-1bdb-48b2-a21d-56dbf3dfb564 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:13.071592 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-db0af0de-e3b3-4ac9-8095-25cea6f69816 req-ad7e7181-1bdb-48b2-a21d-56dbf3dfb564 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:13.106294 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db0af0de-e3b3-4ac9-8095-25cea6f69816 req-ad7e7181-1bdb-48b2-a21d-56dbf3dfb564 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:11:13.111460 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [req-db0af0de-e3b3-4ac9-8095-25cea6f69816 req-ad7e7181-1bdb-48b2-a21d-56dbf3dfb564 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:11:13.114977 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-db0af0de-e3b3-4ac9-8095-25cea6f69816 req-ad7e7181-1bdb-48b2-a21d-56dbf3dfb564 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:11:13.165943 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7e7181-1bdb-48b2-a21d-56dbf3dfb564 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Pushing event updated for resources: {'Port': ['ID=bc174131-e3b1-4b3f-8a70-7ef932fa1525,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:11:13.242441 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-db0af0de-e3b3-4ac9-8095-25cea6f69816 req-ad7e7181-1bdb-48b2-a21d-56dbf3dfb564 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:13.387320 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-db0af0de-e3b3-4ac9-8095-25cea6f69816 req-ad7e7181-1bdb-48b2-a21d-56dbf3dfb564 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:13.596904 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-db0af0de-e3b3-4ac9-8095-25cea6f69816 req-ad7e7181-1bdb-48b2-a21d-56dbf3dfb564 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:13.663371 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 56306) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:11:13.663918 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-db0af0de-e3b3-4ac9-8095-25cea6f69816 req-ad7e7181-1bdb-48b2-a21d-56dbf3dfb564 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:13.740553 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7e7181-1bdb-48b2-a21d-56dbf3dfb564 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Pushing event updated for resources: {'Port': ['ID=bc174131-e3b1-4b3f-8a70-7ef932fa1525,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:11:13.766858 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-db0af0de-e3b3-4ac9-8095-25cea6f69816 req-ad7e7181-1bdb-48b2-a21d-56dbf3dfb564 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7915414'] for floatingip, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:13.802758 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-3a3758ad-621a-4403-b723-cd39ca1423a2 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-995433508-network', 'tenant_id': 'ae185389b7954075b07d084c36053bf8'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:11:13.866256 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-db0af0de-e3b3-4ac9-8095-25cea6f69816 req-ad7e7181-1bdb-48b2-a21d-56dbf3dfb564 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:13.874658 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-db0af0de-e3b3-4ac9-8095-25cea6f69816 req-ad7e7181-1bdb-48b2-a21d-56dbf3dfb564 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.6930735 Oct 12 19:11:13.957160 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-db0af0de-e3b3-4ac9-8095-25cea6f69816 req-9d66bcc8-7089-4a28-adbe-36c1b753459b tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.12 HTTP/1.1" status: 200 len: 695 time: 0.0798991 Oct 12 19:11:13.985553 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a3758ad-621a-4403-b723-cd39ca1423a2 admin admin] Made reservation on behalf of ae185389b7954075b07d084c36053bf8 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:11:13.988475 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3a3758ad-621a-4403-b723-cd39ca1423a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:13.998204 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 56314) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:11:14.005156 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3a3758ad-621a-4403-b723-cd39ca1423a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:14.072835 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0af0de-e3b3-4ac9-8095-25cea6f69816 req-9578e39f-e37e-4e0d-90f8-e1e694141610 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:14.077322 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-db0af0de-e3b3-4ac9-8095-25cea6f69816 req-9578e39f-e37e-4e0d-90f8-e1e694141610 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] 10.222.0.49 "GET /v2.0/networks/4afbf4a4-67f5-42d1-a358-7ba9799dab0c HTTP/1.1" status: 200 len: 784 time: 0.1165047 Oct 12 19:11:14.080087 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [req-b9bb4adf-a49d-4ca3-a6b2-7a33575d8f9a req-8fab5a46-6c02-4537-8985-a7d636628145 tempest-LiveMigrationTest-1833787117 tempest-LiveMigrationTest-1833787117-project-admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 19:11:14.081100 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b9bb4adf-a49d-4ca3-a6b2-7a33575d8f9a req-8fab5a46-6c02-4537-8985-a7d636628145 tempest-LiveMigrationTest-1833787117 tempest-LiveMigrationTest-1833787117-project-admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0815985 Oct 12 19:11:14.086024 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [req-db0af0de-e3b3-4ac9-8095-25cea6f69816 req-27a4763d-5399-42bc-8250-c4e80cc69081 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 19:11:14.096632 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-db0af0de-e3b3-4ac9-8095-25cea6f69816 req-27a4763d-5399-42bc-8250-c4e80cc69081 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0157788 Oct 12 19:11:14.142522 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bb4adf-a49d-4ca3-a6b2-7a33575d8f9a req-457cafb3-f6d4-4240-b96c-b3eafeb294af tempest-LiveMigrationTest-1833787117 tempest-LiveMigrationTest-1833787117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:14.144067 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b9bb4adf-a49d-4ca3-a6b2-7a33575d8f9a req-457cafb3-f6d4-4240-b96c-b3eafeb294af tempest-LiveMigrationTest-1833787117 tempest-LiveMigrationTest-1833787117-project-admin] 10.222.0.49 "GET /v2.0/ports/97adc232-51f4-47e0-a97f-6cec7f72f061 HTTP/1.1" status: 200 len: 1093 time: 0.0551143 Oct 12 19:11:14.177594 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3a3758ad-621a-4403-b723-cd39ca1423a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:14.250642 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-b9bb4adf-a49d-4ca3-a6b2-7a33575d8f9a req-27bf9c91-d45b-423b-b70c-bc035fbedc58 service neutron] Request body: {'binding': {'host': 'n-h2-813679-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:11:14.251549 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-b9bb4adf-a49d-4ca3-a6b2-7a33575d8f9a req-27bf9c91-d45b-423b-b70c-bc035fbedc58 service neutron] Unknown quota resources ['binding']. {{(pid=95502) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 12 19:11:14.262461 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ea8b0e-6f6d-4046-8843-04159c3e075d req-bcf5f5ea-1a38-4bc8-8cca-8cf7bc4756d1 tempest-TenantUsagesTestJSON-612620624 tempest-TenantUsagesTestJSON-612620624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:14.265013 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-02ea8b0e-6f6d-4046-8843-04159c3e075d req-bcf5f5ea-1a38-4bc8-8cca-8cf7bc4756d1 tempest-TenantUsagesTestJSON-612620624 tempest-TenantUsagesTestJSON-612620624-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bd0e56e-3710-42df-a4a0-ace9631c5463 HTTP/1.1" status: 200 len: 949 time: 0.0920317 Oct 12 19:11:14.276797 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3a3758ad-621a-4403-b723-cd39ca1423a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:14.314804 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a3758ad-621a-4403-b723-cd39ca1423a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:11:14.336715 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-02ea8b0e-6f6d-4046-8843-04159c3e075d req-8a6678bd-7538-4da2-83b7-accc380a1e4e tempest-TenantUsagesTestJSON-612620624 tempest-TenantUsagesTestJSON-612620624-project] 10.222.0.49 "GET /v2.0/security-groups?id=3193b4e7-71a0-431f-b401-9292020b1f13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536170 Oct 12 19:11:14.367904 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3758ad-621a-4403-b723-cd39ca1423a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7f9720c-b2fc-4108-8209-bc2f9c99d939,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:11:14.376363 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3a3758ad-621a-4403-b723-cd39ca1423a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:14.376363 n-d-813679-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-3a3758ad-621a-4403-b723-cd39ca1423a2 admin admin] Added segment 81fe845b-53bf-4206-b6f5-6dccc40d0fe2 of type vlan for network 6a06356e-3ac9-4b75-a179-fa94da59a4c4 Oct 12 19:11:14.440241 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3a3758ad-621a-4403-b723-cd39ca1423a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:14.520701 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-b9bb4adf-a49d-4ca3-a6b2-7a33575d8f9a req-27bf9c91-d45b-423b-b70c-bc035fbedc58 service neutron] Attempting to bind port 97adc232-51f4-47e0-a97f-6cec7f72f061 on host n-h2-813679-3 for vnic_type normal with profile None {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:11:14.520701 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-b9bb4adf-a49d-4ca3-a6b2-7a33575d8f9a req-27bf9c91-d45b-423b-b70c-bc035fbedc58 service neutron] Attempting to bind port 97adc232-51f4-47e0-a97f-6cec7f72f061 by drivers openvswitch,hyperv on host n-h2-813679-3 at level 0 using segments [{'id': 'af837146-1b4e-4c2b-b1ce-96eb7f990955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c9c833e6-1691-44ed-bf82-cf9c18667411'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:11:14.520701 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9bb4adf-a49d-4ca3-a6b2-7a33575d8f9a req-27bf9c91-d45b-423b-b70c-bc035fbedc58 service neutron] Attempting to bind port 97adc232-51f4-47e0-a97f-6cec7f72f061 on network c9c833e6-1691-44ed-bf82-cf9c18667411 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:11:14.525294 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9bb4adf-a49d-4ca3-a6b2-7a33575d8f9a req-27bf9c91-d45b-423b-b70c-bc035fbedc58 service neutron] Port 97adc232-51f4-47e0-a97f-6cec7f72f061 on network c9c833e6-1691-44ed-bf82-cf9c18667411 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:11:14.525622 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9bb4adf-a49d-4ca3-a6b2-7a33575d8f9a req-27bf9c91-d45b-423b-b70c-bc035fbedc58 service neutron] Attempting to bind port 97adc232-51f4-47e0-a97f-6cec7f72f061 on network c9c833e6-1691-44ed-bf82-cf9c18667411 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:11:14.533465 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9bb4adf-a49d-4ca3-a6b2-7a33575d8f9a req-27bf9c91-d45b-423b-b70c-bc035fbedc58 service neutron] Checking agent: {'id': '233fbd7d-38e4-434f-bb8f-05364d7423a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 11, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:11:14.533823 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9bb4adf-a49d-4ca3-a6b2-7a33575d8f9a req-27bf9c91-d45b-423b-b70c-bc035fbedc58 service neutron] Checking segment: {'id': 'af837146-1b4e-4c2b-b1ce-96eb7f990955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c9c833e6-1691-44ed-bf82-cf9c18667411'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:11:14.534278 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9bb4adf-a49d-4ca3-a6b2-7a33575d8f9a req-27bf9c91-d45b-423b-b70c-bc035fbedc58 service neutron] Bound using segment: {'id': 'af837146-1b4e-4c2b-b1ce-96eb7f990955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c9c833e6-1691-44ed-bf82-cf9c18667411'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:11:14.540640 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-b9bb4adf-a49d-4ca3-a6b2-7a33575d8f9a req-27bf9c91-d45b-423b-b70c-bc035fbedc58 service neutron] Bound port: 97adc232-51f4-47e0-a97f-6cec7f72f061, host: n-h2-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af837146-1b4e-4c2b-b1ce-96eb7f990955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c9c833e6-1691-44ed-bf82-cf9c18667411'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:11:14.600529 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3a3758ad-621a-4403-b723-cd39ca1423a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:14.601667 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3758ad-621a-4403-b723-cd39ca1423a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:14.602372 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3a3758ad-621a-4403-b723-cd39ca1423a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:14.699779 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3758ad-621a-4403-b723-cd39ca1423a2 admin admin] Pushing event updated for resources: {'Network': ['ID=6a06356e-3ac9-4b75-a179-fa94da59a4c4,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:11:14.709341 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-b9bb4adf-a49d-4ca3-a6b2-7a33575d8f9a req-27bf9c91-d45b-423b-b70c-bc035fbedc58 service neutron] For port 97adc232-51f4-47e0-a97f-6cec7f72f061, host n-h2-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=97adc232-51f4-47e0-a97f-6cec7f72f061,segment=NetworkSegment(af837146-1b4e-4c2b-b1ce-96eb7f990955),segment_id=af837146-1b4e-4c2b-b1ce-96eb7f990955)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:11:14.711560 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 6a06356e-3ac9-4b75-a179-fa94da59a4c4 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:11:14.819259 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-3a3758ad-621a-4403-b723-cd39ca1423a2 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 1.1519530 Oct 12 19:11:14.819485 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 56342) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:11:14.825168 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-022e5eb7-eb9a-480f-b7b5-b3ae66a55035 admin admin] Request body: {'subnet': {'network_id': '6a06356e-3ac9-4b75-a179-fa94da59a4c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-995433508-subnet', 'tenant_id': 'ae185389b7954075b07d084c36053bf8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:11:14.843577 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee9656c-f9bd-430f-a525-73de1128e8c8 req-cc95e867-2e6c-4be8-91a1-192d9b898cce tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:14.845121 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-dee9656c-f9bd-430f-a525-73de1128e8c8 req-cc95e867-2e6c-4be8-91a1-192d9b898cce tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/ports?device_id=1403b500-0ded-476c-8e94-1a54dace0dcb HTTP/1.1" status: 200 len: 950 time: 0.0821555 Oct 12 19:11:14.849553 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b9bb4adf-a49d-4ca3-a6b2-7a33575d8f9a req-27bf9c91-d45b-423b-b70c-bc035fbedc58 service neutron] Notify callbacks [] for binding, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:14.860060 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b9bb4adf-a49d-4ca3-a6b2-7a33575d8f9a req-27bf9c91-d45b-423b-b70c-bc035fbedc58 service neutron] 10.222.0.49 "POST /v2.0/ports/97adc232-51f4-47e0-a97f-6cec7f72f061/bindings HTTP/1.1" status: 201 len: 389 time: 0.6590922 Oct 12 19:11:14.897850 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-dee9656c-f9bd-430f-a525-73de1128e8c8 req-3cb4b25a-428b-4546-a3e1-1bcdaf1cd341 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/security-groups?id=97ebf564-c5fe-4f12-92a1-b237f08112ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451214 Oct 12 19:11:14.959960 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37220efd-d655-4388-bb91-753042c60bab x-openstack-request-id: req-37220efd-d655-4388-bb91-753042c60bab {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:11:14.960423 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1403b500-0ded-476c-8e94-1a54dace0dcb", "name": "network-vif-plugged", "status": "completed", "tag": "10193ef0-3c81-4daa-8472-db7f4dcadff9", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:11:14.960932 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-37220efd-d655-4388-bb91-753042c60bab {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:11:14.961910 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1403b500-0ded-476c-8e94-1a54dace0dcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10193ef0-3c81-4daa-8472-db7f4dcadff9', 'code': 200} Oct 12 19:11:15.175672 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d442bf-eeb4-45d0-86ed-09639b40d731 req-6e795c20-88ea-4a5b-8d9c-2e7d4e1504b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:15.178256 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f8d442bf-eeb4-45d0-86ed-09639b40d731 req-6e795c20-88ea-4a5b-8d9c-2e7d4e1504b9 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1403b500-0ded-476c-8e94-1a54dace0dcb HTTP/1.1" status: 200 len: 1101 time: 0.0887294 Oct 12 19:11:15.222963 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f8d442bf-eeb4-45d0-86ed-09639b40d731 req-845faee0-b6cb-4c67-aecc-b630cffdf5d1 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=97ebf564-c5fe-4f12-92a1-b237f08112ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356812 Oct 12 19:11:15.423422 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba56855-09a8-45c0-be50-8cb2c1eed1de req-3872169e-55ed-457d-bc39-4f26c053d57d tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:15.424798 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-dba56855-09a8-45c0-be50-8cb2c1eed1de req-3872169e-55ed-457d-bc39-4f26c053d57d tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] 10.222.0.49 "GET /v2.0/networks?id=f3d8d55a-a17e-469f-b479-a47932f8f8ad HTTP/1.1" status: 200 len: 821 time: 0.3692772 Oct 12 19:11:15.439690 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-dba56855-09a8-45c0-be50-8cb2c1eed1de req-fa23ad98-0223-40c3-b625-f8c60cd732b6 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] 10.222.0.49 "GET /v2.0/quotas/194247fcbd8840fc8b099ca900c42c70 HTTP/1.1" status: 200 len: 375 time: 0.0092804 Oct 12 19:11:15.492558 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-dba56855-09a8-45c0-be50-8cb2c1eed1de req-a41f353d-2b4a-49d6-bcc9-0455b9fefd2d tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=194247fcbd8840fc8b099ca900c42c70&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0476749 Oct 12 19:11:15.503369 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [req-dba56855-09a8-45c0-be50-8cb2c1eed1de req-cc0da7e5-bc1a-4f9d-8416-43c863347efd service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 19:11:15.504300 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-dba56855-09a8-45c0-be50-8cb2c1eed1de req-cc0da7e5-bc1a-4f9d-8416-43c863347efd service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0047746 Oct 12 19:11:15.550689 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-022e5eb7-eb9a-480f-b7b5-b3ae66a55035 admin admin] Made reservation on behalf of ae185389b7954075b07d084c36053bf8 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:11:15.555595 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-022e5eb7-eb9a-480f-b7b5-b3ae66a55035 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:15.596681 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-dba56855-09a8-45c0-be50-8cb2c1eed1de req-df877045-6a91-4d06-99df-3113adabb1bf service neutron] 10.222.0.49 "GET /v2.0/networks/f3d8d55a-a17e-469f-b479-a47932f8f8ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868504 Oct 12 19:11:15.699903 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-dba56855-09a8-45c0-be50-8cb2c1eed1de req-e370cfc1-b5fe-4efb-b78d-1befd8a82604 service neutron] 10.222.0.49 "GET /v2.0/networks/f3d8d55a-a17e-469f-b479-a47932f8f8ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955715 Oct 12 19:11:15.853952 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-022e5eb7-eb9a-480f-b7b5-b3ae66a55035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:15.922866 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022e5eb7-eb9a-480f-b7b5-b3ae66a55035 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c942d9e9-4043-4df0-b7e7-7529a4adc971,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:11:15.925970 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022e5eb7-eb9a-480f-b7b5-b3ae66a55035 admin admin] Checking segment: {'id': '81fe845b-53bf-4206-b6f5-6dccc40d0fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6a06356e-3ac9-4b75-a179-fa94da59a4c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:11:15.926452 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022e5eb7-eb9a-480f-b7b5-b3ae66a55035 admin admin] Network hostable DHCP agents. Network: 6a06356e-3ac9-4b75-a179-fa94da59a4c4, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:11:16.002306 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022e5eb7-eb9a-480f-b7b5-b3ae66a55035 admin admin] Network 6a06356e-3ac9-4b75-a179-fa94da59a4c4 is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:11:16.094567 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-022e5eb7-eb9a-480f-b7b5-b3ae66a55035 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, 6a06356e-3ac9-4b75-a179-fa94da59a4c4) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:11:16.105664 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64665125-15f0-4a45-a424-ef72983b4fb2 None None] Network 6a06356e-3ac9-4b75-a179-fa94da59a4c4 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:11:16.107581 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022e5eb7-eb9a-480f-b7b5-b3ae66a55035 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:16.110919 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-022e5eb7-eb9a-480f-b7b5-b3ae66a55035 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:16.284736 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-022e5eb7-eb9a-480f-b7b5-b3ae66a55035 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.4635396 Oct 12 19:11:16.286249 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 56388) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:11:16.294904 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-972cc081-9b9f-4891-9d54-2395b3b1b98b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-995433508-router', 'tenant_id': 'ae185389b7954075b07d084c36053bf8', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:11:16.314894 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb5b497-7cb7-419b-af00-43690751da0c req-576ad696-7b03-4112-a80c-7e00a616bfcd tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:16.319013 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-eeb5b497-7cb7-419b-af00-43690751da0c req-576ad696-7b03-4112-a80c-7e00a616bfcd tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/ports?device_id=1403b500-0ded-476c-8e94-1a54dace0dcb HTTP/1.1" status: 200 len: 950 time: 0.1014636 Oct 12 19:11:16.341254 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf66bd4a-d89f-4aa1-a556-18279b07ff82 req-d58588d3-7ba5-4dea-bc9a-3cbcb85b544d tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:16.354335 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cf66bd4a-d89f-4aa1-a556-18279b07ff82 req-d58588d3-7ba5-4dea-bc9a-3cbcb85b544d tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/ports?device_id=b350f0cf-0a96-4648-b14d-1ab8c3ef82a8 HTTP/1.1" status: 200 len: 945 time: 0.1550786 Oct 12 19:11:16.429881 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cf66bd4a-d89f-4aa1-a556-18279b07ff82 req-3b173917-c05d-47e5-9ac2-a96b1819cb70 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cccf57-f452-41a8-9e48-a6e744310271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630932 Oct 12 19:11:16.435620 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-eeb5b497-7cb7-419b-af00-43690751da0c req-ce7a14d0-92eb-462b-a60b-9c1bbbd3a2a3 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/security-groups?id=97ebf564-c5fe-4f12-92a1-b237f08112ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030166 Oct 12 19:11:16.470082 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-972cc081-9b9f-4891-9d54-2395b3b1b98b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8093678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255505'] for router, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:16.471834 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-972cc081-9b9f-4891-9d54-2395b3b1b98b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8093562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8087085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8022306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255518'] for router, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:16.483521 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f231be76-6c98-4e46-8492-8a71a2ba3de3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-6a06356e-3ac9-4b75-a179-fa94da59a4c4', 'network_id': '6a06356e-3ac9-4b75-a179-fa94da59a4c4', 'tenant_id': 'ae185389b7954075b07d084c36053bf8', 'fixed_ips': [{'subnet_id': 'c942d9e9-4043-4df0-b7e7-7529a4adc971'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:11:16.488253 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f231be76-6c98-4e46-8492-8a71a2ba3de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:16.623478 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bb4adf-a49d-4ca3-a6b2-7a33575d8f9a req-5d0fc9fc-c123-4a8e-947a-784fb3aa0a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:16.627757 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b9bb4adf-a49d-4ca3-a6b2-7a33575d8f9a req-5d0fc9fc-c123-4a8e-947a-784fb3aa0a02 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5fba7a982f4e455fbf6360a954bd3673&device_id=b350f0cf-0a96-4648-b14d-1ab8c3ef82a8 HTTP/1.1" status: 200 len: 1096 time: 0.1139519 Oct 12 19:11:16.679336 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-972cc081-9b9f-4891-9d54-2395b3b1b98b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:16.681991 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3915448f-6601-473c-8f8f-42e63a303625 req-0833afdd-ecc3-4f49-aee6-6b1b35025671 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ebc66ca-4680-4acc-9b1d-e6c2672bd77d HTTP/1.1" status: 200 len: 210 time: 0.0466785 Oct 12 19:11:16.713461 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-f231be76-6c98-4e46-8492-8a71a2ba3de3 None None] Allocated IP 172.20.0.2 (6a06356e-3ac9-4b75-a179-fa94da59a4c4/c942d9e9-4043-4df0-b7e7-7529a4adc971/f0d2bd6a-e60e-42c6-94ef-e258e2e3e23e) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:11:16.855176 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bb4adf-a49d-4ca3-a6b2-7a33575d8f9a req-46efca7c-b5d2-4288-88a4-3f62b7b29d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:16.857193 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b9bb4adf-a49d-4ca3-a6b2-7a33575d8f9a req-46efca7c-b5d2-4288-88a4-3f62b7b29d03 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c9c833e6-1691-44ed-bf82-cf9c18667411 HTTP/1.1" status: 200 len: 909 time: 0.2233005 Oct 12 19:11:16.895729 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f231be76-6c98-4e46-8492-8a71a2ba3de3 None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:16.952760 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b9bb4adf-a49d-4ca3-a6b2-7a33575d8f9a req-2aef142c-0120-4571-a90e-c2e98ef1c959 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=97adc232-51f4-47e0-a97f-6cec7f72f061 HTTP/1.1" status: 200 len: 217 time: 0.0808275 Oct 12 19:11:17.001076 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f231be76-6c98-4e46-8492-8a71a2ba3de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:17.011438 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bb4adf-a49d-4ca3-a6b2-7a33575d8f9a req-499c2906-7a73-404c-aa0a-043981c15449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:17.016184 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b9bb4adf-a49d-4ca3-a6b2-7a33575d8f9a req-499c2906-7a73-404c-aa0a-043981c15449 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e0ebc949-3a0d-4490-86b6-8c422c8edc16 HTTP/1.1" status: 200 len: 848 time: 0.0571933 Oct 12 19:11:17.074039 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b9bb4adf-a49d-4ca3-a6b2-7a33575d8f9a req-c8f84e76-c789-4432-b6b7-066fc945d43e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c9c833e6-1691-44ed-bf82-cf9c18667411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487120 Oct 12 19:11:17.074539 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f231be76-6c98-4e46-8492-8a71a2ba3de3 None None] Network 6a06356e-3ac9-4b75-a179-fa94da59a4c4 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:11:17.077669 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-f231be76-6c98-4e46-8492-8a71a2ba3de3 None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:11:17.078785 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-972cc081-9b9f-4891-9d54-2395b3b1b98b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:17.102238 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f231be76-6c98-4e46-8492-8a71a2ba3de3 None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:11:17.129916 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f231be76-6c98-4e46-8492-8a71a2ba3de3 None None] Pushing event updated for resources: {'Port': ['ID=f0d2bd6a-e60e-42c6-94ef-e258e2e3e23e,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:11:17.210747 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-f231be76-6c98-4e46-8492-8a71a2ba3de3 None None] Attempting to bind port f0d2bd6a-e60e-42c6-94ef-e258e2e3e23e on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:11:17.219398 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-f231be76-6c98-4e46-8492-8a71a2ba3de3 None None] Attempting to bind port f0d2bd6a-e60e-42c6-94ef-e258e2e3e23e by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '81fe845b-53bf-4206-b6f5-6dccc40d0fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6a06356e-3ac9-4b75-a179-fa94da59a4c4'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:11:17.219398 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f231be76-6c98-4e46-8492-8a71a2ba3de3 None None] Attempting to bind port f0d2bd6a-e60e-42c6-94ef-e258e2e3e23e on network 6a06356e-3ac9-4b75-a179-fa94da59a4c4 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:11:17.225295 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f231be76-6c98-4e46-8492-8a71a2ba3de3 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:11:17.225575 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f231be76-6c98-4e46-8492-8a71a2ba3de3 None None] Checking segment: {'id': '81fe845b-53bf-4206-b6f5-6dccc40d0fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6a06356e-3ac9-4b75-a179-fa94da59a4c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:11:17.227230 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f231be76-6c98-4e46-8492-8a71a2ba3de3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:17.227714 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f231be76-6c98-4e46-8492-8a71a2ba3de3 None None] Bound using segment: {'id': '81fe845b-53bf-4206-b6f5-6dccc40d0fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6a06356e-3ac9-4b75-a179-fa94da59a4c4'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:11:17.228286 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-f231be76-6c98-4e46-8492-8a71a2ba3de3 None None] Bound port: f0d2bd6a-e60e-42c6-94ef-e258e2e3e23e, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81fe845b-53bf-4206-b6f5-6dccc40d0fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6a06356e-3ac9-4b75-a179-fa94da59a4c4'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:11:17.236783 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f231be76-6c98-4e46-8492-8a71a2ba3de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:17.249561 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b9bb4adf-a49d-4ca3-a6b2-7a33575d8f9a req-6f4a6fae-a192-4c80-955c-eb6e2521e6e2 service neutron] 10.222.0.67 "GET /v2.0/networks/c9c833e6-1691-44ed-bf82-cf9c18667411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666083 Oct 12 19:11:17.437140 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-972cc081-9b9f-4891-9d54-2395b3b1b98b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:17.450914 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-f231be76-6c98-4e46-8492-8a71a2ba3de3 None None] For port f0d2bd6a-e60e-42c6-94ef-e258e2e3e23e, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:11:17.459759 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-972cc081-9b9f-4891-9d54-2395b3b1b98b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:17.460303 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-f231be76-6c98-4e46-8492-8a71a2ba3de3 None None] For port f0d2bd6a-e60e-42c6-94ef-e258e2e3e23e, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=f0d2bd6a-e60e-42c6-94ef-e258e2e3e23e,segment=NetworkSegment(81fe845b-53bf-4206-b6f5-6dccc40d0fe2),segment_id=81fe845b-53bf-4206-b6f5-6dccc40d0fe2)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:11:17.508446 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b9bb4adf-a49d-4ca3-a6b2-7a33575d8f9a req-826360fc-e83f-4e8e-8815-b90ee613595d service neutron] 10.222.0.67 "GET /v2.0/networks/c9c833e6-1691-44ed-bf82-cf9c18667411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434924 Oct 12 19:11:17.560814 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f231be76-6c98-4e46-8492-8a71a2ba3de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:17.592462 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7ed656-ad97-429b-b509-ca7709775c37 req-d8a7e0a3-f997-484e-95f9-ee081ae6b471 tempest-TenantUsagesTestJSON-612620624 tempest-TenantUsagesTestJSON-612620624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:17.601805 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8d7ed656-ad97-429b-b509-ca7709775c37 req-d8a7e0a3-f997-484e-95f9-ee081ae6b471 tempest-TenantUsagesTestJSON-612620624 tempest-TenantUsagesTestJSON-612620624-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bd0e56e-3710-42df-a4a0-ace9631c5463 HTTP/1.1" status: 200 len: 949 time: 0.0957754 Oct 12 19:11:17.625178 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cfbc24-4075-416f-967a-bd88525829f5 req-80b826bd-4062-4fd9-bd27-f2e325c7d7ad tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:17.629085 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f4cfbc24-4075-416f-967a-bd88525829f5 req-80b826bd-4062-4fd9-bd27-f2e325c7d7ad tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/ports?device_id=1403b500-0ded-476c-8e94-1a54dace0dcb HTTP/1.1" status: 200 len: 950 time: 0.0886838 Oct 12 19:11:17.652409 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8d7ed656-ad97-429b-b509-ca7709775c37 req-67cd93e2-bf9e-43eb-acca-7042ad689fe6 tempest-TenantUsagesTestJSON-612620624 tempest-TenantUsagesTestJSON-612620624-project] 10.222.0.49 "GET /v2.0/security-groups?id=3193b4e7-71a0-431f-b401-9292020b1f13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462515 Oct 12 19:11:17.662253 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f231be76-6c98-4e46-8492-8a71a2ba3de3 None None] Pushing event updated for resources: {'Port': ['ID=f0d2bd6a-e60e-42c6-94ef-e258e2e3e23e,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:11:17.689173 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-972cc081-9b9f-4891-9d54-2395b3b1b98b admin admin] Allocated IP 172.25.5.202 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/5db95227-b468-4a01-af1b-748ea75a3d65) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:11:17.694859 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f4cfbc24-4075-416f-967a-bd88525829f5 req-c0a16191-4490-4410-93bf-44dab69907e9 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/security-groups?id=97ebf564-c5fe-4f12-92a1-b237f08112ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609798 Oct 12 19:11:17.890399 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-571ef99c-cd07-42e9-87f2-2a145a6d27f4 req-457f243b-faee-455b-8f84-7a47dc10445d tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ebc66ca-4680-4acc-9b1d-e6c2672bd77d HTTP/1.1" status: 200 len: 210 time: 0.0680974 Oct 12 19:11:17.912344 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 56440) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:11:17.983745 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-972cc081-9b9f-4891-9d54-2395b3b1b98b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:18.006125 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bb4adf-a49d-4ca3-a6b2-7a33575d8f9a req-36cde9fd-b645-4545-830a-197647b661ef tempest-LiveMigrationTest-1833787117 tempest-LiveMigrationTest-1833787117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:18.011289 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b9bb4adf-a49d-4ca3-a6b2-7a33575d8f9a req-36cde9fd-b645-4545-830a-197647b661ef tempest-LiveMigrationTest-1833787117 tempest-LiveMigrationTest-1833787117-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=b350f0cf-0a96-4648-b14d-1ab8c3ef82a8&tenant_id=5fba7a982f4e455fbf6360a954bd3673&binding%3Ahost_id=n-h1-813679-3 HTTP/1.1" status: 200 len: 1096 time: 0.2254329 Oct 12 19:11:18.042090 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351ca3fa-e75a-4886-acce-764d3a8c0a47 req-947e5158-1333-4f37-ac44-e4746e0a2eec tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:18.055422 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-351ca3fa-e75a-4886-acce-764d3a8c0a47 req-947e5158-1333-4f37-ac44-e4746e0a2eec tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/ports?device_id=b350f0cf-0a96-4648-b14d-1ab8c3ef82a8 HTTP/1.1" status: 200 len: 945 time: 0.2094235 Oct 12 19:11:18.069033 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-b9bb4adf-a49d-4ca3-a6b2-7a33575d8f9a req-84373b96-bf00-4ad4-98af-38b5cf20e114 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-813679-3'}}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:11:18.180889 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-972cc081-9b9f-4891-9d54-2395b3b1b98b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:18.193063 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2775f140-7337-44c4-8296-94d92fa82f72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:18.241507 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-351ca3fa-e75a-4886-acce-764d3a8c0a47 req-dd6829fc-140e-4876-81cd-e06f3da116c3 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cccf57-f452-41a8-9e48-a6e744310271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852171 Oct 12 19:11:18.261916 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-b9bb4adf-a49d-4ca3-a6b2-7a33575d8f9a req-84373b96-bf00-4ad4-98af-38b5cf20e114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:18.325138 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972cc081-9b9f-4891-9d54-2395b3b1b98b admin admin] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:11:18.368318 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-972cc081-9b9f-4891-9d54-2395b3b1b98b admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:11:18.370803 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972cc081-9b9f-4891-9d54-2395b3b1b98b admin admin] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:11:18.470562 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-b9bb4adf-a49d-4ca3-a6b2-7a33575d8f9a req-84373b96-bf00-4ad4-98af-38b5cf20e114 service neutron] For port 97adc232-51f4-47e0-a97f-6cec7f72f061, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=97adc232-51f4-47e0-a97f-6cec7f72f061,segment=NetworkSegment(af837146-1b4e-4c2b-b1ce-96eb7f990955),segment_id=af837146-1b4e-4c2b-b1ce-96eb7f990955)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:11:18.515720 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-b9bb4adf-a49d-4ca3-a6b2-7a33575d8f9a req-84373b96-bf00-4ad4-98af-38b5cf20e114 service neutron] For port 97adc232-51f4-47e0-a97f-6cec7f72f061, host n-h1-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:11:18.549699 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972cc081-9b9f-4891-9d54-2395b3b1b98b admin admin] Pushing event updated for resources: {'Port': ['ID=5db95227-b468-4a01-af1b-748ea75a3d65,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:11:18.589410 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b350f0cf-0a96-4648-b14d-1ab8c3ef82a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97adc232-51f4-47e0-a97f-6cec7f72f061'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:11:18.592986 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8563428c-ab17-4176-9f42-c0f0a82a0ea1" -d '{"events": [{"server_uuid": "b350f0cf-0a96-4648-b14d-1ab8c3ef82a8", "name": "network-vif-unplugged", "status": "completed", "tag": "97adc232-51f4-47e0-a97f-6cec7f72f061"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:11:18.598701 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-b9bb4adf-a49d-4ca3-a6b2-7a33575d8f9a req-84373b96-bf00-4ad4-98af-38b5cf20e114 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:18.614016 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2775f140-7337-44c4-8296-94d92fa82f72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:18.676370 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 19:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23b7d394-0c65-43ab-8284-0617bc6f4c1b x-openstack-request-id: req-23b7d394-0c65-43ab-8284-0617bc6f4c1b {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:11:18.676669 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b350f0cf-0a96-4648-b14d-1ab8c3ef82a8", "name": "network-vif-unplugged", "status": "completed", "tag": "97adc232-51f4-47e0-a97f-6cec7f72f061", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:11:18.676921 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-23b7d394-0c65-43ab-8284-0617bc6f4c1b {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:11:18.677323 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b350f0cf-0a96-4648-b14d-1ab8c3ef82a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97adc232-51f4-47e0-a97f-6cec7f72f061', 'code': 200} Oct 12 19:11:18.709326 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-b9bb4adf-a49d-4ca3-a6b2-7a33575d8f9a req-84373b96-bf00-4ad4-98af-38b5cf20e114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:18.737290 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2775f140-7337-44c4-8296-94d92fa82f72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:18.789450 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device f0d2bd6a-e60e-42c6-94ef-e258e2e3e23e up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:11:18.802571 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2775f140-7337-44c4-8296-94d92fa82f72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a3de3ae-a7f6-4b44-a515-7e3077bff252,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:11:18.900315 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port f0d2bd6a-e60e-42c6-94ef-e258e2e3e23e triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:11:18.900752 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:18.922190 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-972cc081-9b9f-4891-9d54-2395b3b1b98b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:18.926279 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-2775f140-7337-44c4-8296-94d92fa82f72 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7ec0d80f1e8a4feb977f35c3e568b639&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0129578 Oct 12 19:11:18.942390 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 56466) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:11:19.050233 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:19.101048 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84373b96-bf00-4ad4-98af-38b5cf20e114 service neutron] Pushing event updated for resources: {'Port': ['ID=97adc232-51f4-47e0-a97f-6cec7f72f061,revision_number=7']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:11:19.119060 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-b9bb4adf-a49d-4ca3-a6b2-7a33575d8f9a req-84373b96-bf00-4ad4-98af-38b5cf20e114 service neutron] Attempting to bind port 97adc232-51f4-47e0-a97f-6cec7f72f061 on host n-h1-813679-3 for vnic_type normal with profile {"migrating_to": "n-h2-813679-3"} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:11:19.130596 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-b9bb4adf-a49d-4ca3-a6b2-7a33575d8f9a req-84373b96-bf00-4ad4-98af-38b5cf20e114 service neutron] Attempting to bind port 97adc232-51f4-47e0-a97f-6cec7f72f061 by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': 'af837146-1b4e-4c2b-b1ce-96eb7f990955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c9c833e6-1691-44ed-bf82-cf9c18667411'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:11:19.130747 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9bb4adf-a49d-4ca3-a6b2-7a33575d8f9a req-84373b96-bf00-4ad4-98af-38b5cf20e114 service neutron] Attempting to bind port 97adc232-51f4-47e0-a97f-6cec7f72f061 on network c9c833e6-1691-44ed-bf82-cf9c18667411 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:11:19.131468 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] For port f0d2bd6a-e60e-42c6-94ef-e258e2e3e23e, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=f0d2bd6a-e60e-42c6-94ef-e258e2e3e23e,segment=NetworkSegment(81fe845b-53bf-4206-b6f5-6dccc40d0fe2),segment_id=81fe845b-53bf-4206-b6f5-6dccc40d0fe2)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:11:19.208118 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9bb4adf-a49d-4ca3-a6b2-7a33575d8f9a req-84373b96-bf00-4ad4-98af-38b5cf20e114 service neutron] Port 97adc232-51f4-47e0-a97f-6cec7f72f061 on network c9c833e6-1691-44ed-bf82-cf9c18667411 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:11:19.212557 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9bb4adf-a49d-4ca3-a6b2-7a33575d8f9a req-84373b96-bf00-4ad4-98af-38b5cf20e114 service neutron] Attempting to bind port 97adc232-51f4-47e0-a97f-6cec7f72f061 on network c9c833e6-1691-44ed-bf82-cf9c18667411 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:11:19.217435 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae350a9-065e-42a3-af2a-1589fc58d59f None None] Network 6a06356e-3ac9-4b75-a179-fa94da59a4c4 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:11:19.250702 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9bb4adf-a49d-4ca3-a6b2-7a33575d8f9a req-84373b96-bf00-4ad4-98af-38b5cf20e114 service neutron] Checking agent: {'id': 'f5e9725f-f5a6-43c2-a1be-95e21e9a1fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 11, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:11:19.251038 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9bb4adf-a49d-4ca3-a6b2-7a33575d8f9a req-84373b96-bf00-4ad4-98af-38b5cf20e114 service neutron] Checking segment: {'id': 'af837146-1b4e-4c2b-b1ce-96eb7f990955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c9c833e6-1691-44ed-bf82-cf9c18667411'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:11:19.251420 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9bb4adf-a49d-4ca3-a6b2-7a33575d8f9a req-84373b96-bf00-4ad4-98af-38b5cf20e114 service neutron] Bound using segment: {'id': 'af837146-1b4e-4c2b-b1ce-96eb7f990955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c9c833e6-1691-44ed-bf82-cf9c18667411'} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:11:19.251868 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-b9bb4adf-a49d-4ca3-a6b2-7a33575d8f9a req-84373b96-bf00-4ad4-98af-38b5cf20e114 service neutron] Bound port: 97adc232-51f4-47e0-a97f-6cec7f72f061, host: n-h1-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af837146-1b4e-4c2b-b1ce-96eb7f990955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c9c833e6-1691-44ed-bf82-cf9c18667411'}}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:11:19.252250 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-b9bb4adf-a49d-4ca3-a6b2-7a33575d8f9a req-84373b96-bf00-4ad4-98af-38b5cf20e114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:19.268711 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:19.312685 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d08f88-1c7d-42c8-8d5b-662477f9bbbc req-51fb1ec5-a144-4519-b78f-9651c4f20724 tempest-TenantUsagesTestJSON-612620624 tempest-TenantUsagesTestJSON-612620624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:19.321205 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a9d08f88-1c7d-42c8-8d5b-662477f9bbbc req-51fb1ec5-a144-4519-b78f-9651c4f20724 tempest-TenantUsagesTestJSON-612620624 tempest-TenantUsagesTestJSON-612620624-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bd0e56e-3710-42df-a4a0-ace9631c5463 HTTP/1.1" status: 200 len: 949 time: 0.4957142 Oct 12 19:11:19.327118 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bdf3eb-6539-4da7-90ae-9d6d9b6ddbd1 req-5f4ddeeb-c330-42f2-b5a2-06832648419f tempest-ServersAdminTestJSON-744567128 tempest-ServersAdminTestJSON-744567128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:19.327590 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bdf3eb-6539-4da7-90ae-9d6d9b6ddbd1 req-5f4ddeeb-c330-42f2-b5a2-06832648419f tempest-ServersAdminTestJSON-744567128 tempest-ServersAdminTestJSON-744567128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:19.328090 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bdf3eb-6539-4da7-90ae-9d6d9b6ddbd1 req-5f4ddeeb-c330-42f2-b5a2-06832648419f tempest-ServersAdminTestJSON-744567128 tempest-ServersAdminTestJSON-744567128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:19.328532 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bdf3eb-6539-4da7-90ae-9d6d9b6ddbd1 req-5f4ddeeb-c330-42f2-b5a2-06832648419f tempest-ServersAdminTestJSON-744567128 tempest-ServersAdminTestJSON-744567128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:19.328984 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bdf3eb-6539-4da7-90ae-9d6d9b6ddbd1 req-5f4ddeeb-c330-42f2-b5a2-06832648419f tempest-ServersAdminTestJSON-744567128 tempest-ServersAdminTestJSON-744567128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:19.329436 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bdf3eb-6539-4da7-90ae-9d6d9b6ddbd1 req-5f4ddeeb-c330-42f2-b5a2-06832648419f tempest-ServersAdminTestJSON-744567128 tempest-ServersAdminTestJSON-744567128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:19.329884 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bdf3eb-6539-4da7-90ae-9d6d9b6ddbd1 req-5f4ddeeb-c330-42f2-b5a2-06832648419f tempest-ServersAdminTestJSON-744567128 tempest-ServersAdminTestJSON-744567128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:19.330330 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bdf3eb-6539-4da7-90ae-9d6d9b6ddbd1 req-5f4ddeeb-c330-42f2-b5a2-06832648419f tempest-ServersAdminTestJSON-744567128 tempest-ServersAdminTestJSON-744567128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:19.331264 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bdf3eb-6539-4da7-90ae-9d6d9b6ddbd1 req-5f4ddeeb-c330-42f2-b5a2-06832648419f tempest-ServersAdminTestJSON-744567128 tempest-ServersAdminTestJSON-744567128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:19.333034 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b1bdf3eb-6539-4da7-90ae-9d6d9b6ddbd1 req-5f4ddeeb-c330-42f2-b5a2-06832648419f tempest-ServersAdminTestJSON-744567128 tempest-ServersAdminTestJSON-744567128-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=3ebc66ca-4680-4acc-9b1d-e6c2672bd77d&device_id=1403b500-0ded-476c-8e94-1a54dace0dcb&device_id=2bd0e56e-3710-42df-a4a0-ace9631c5463&device_id=b350f0cf-0a96-4648-b14d-1ab8c3ef82a8&device_id=31068235-8d67-4f2f-9b64-477add9d67bc&device_id=d61da5e1-1a01-4f28-a289-f8cc732d7154&device_id=fe75de1f-a223-4b05-ab56-b9feb006b94e&device_id=908f7f12-c025-4deb-bedf-4bc3345653bf&device_id=08fd2058-3c0a-42c8-aeae-083b075d74c3&device_id=1f51da24-babf-4b49-9219-253aec8d2e62 HTTP/1.1" status: 200 len: 8200 time: 0.1281509 Oct 12 19:11:19.353446 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Pushing event updated for resources: {'Port': ['ID=f0d2bd6a-e60e-42c6-94ef-e258e2e3e23e,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:11:19.373885 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3c2148-7b72-47f8-b6f2-ffa3ddb6ab99 req-46170e8e-eb47-4da6-a17c-e5ab1486d7ce tempest-TenantUsagesTestJSON-612620624 tempest-TenantUsagesTestJSON-612620624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:19.375581 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9f3c2148-7b72-47f8-b6f2-ffa3ddb6ab99 req-46170e8e-eb47-4da6-a17c-e5ab1486d7ce tempest-TenantUsagesTestJSON-612620624 tempest-TenantUsagesTestJSON-612620624-project] 10.222.0.67 "GET /v2.0/ports?device_id=2bd0e56e-3710-42df-a4a0-ace9631c5463 HTTP/1.1" status: 200 len: 949 time: 0.2445812 Oct 12 19:11:19.381923 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba56855-09a8-45c0-be50-8cb2c1eed1de req-4916a095-04a6-40bb-b3c3-7efd98d205b5 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:19.383474 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-dba56855-09a8-45c0-be50-8cb2c1eed1de req-4916a095-04a6-40bb-b3c3-7efd98d205b5 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] 10.222.0.67 "GET /v2.0/networks?id=f3d8d55a-a17e-469f-b479-a47932f8f8ad HTTP/1.1" status: 200 len: 821 time: 0.3743966 Oct 12 19:11:19.387073 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-39bfea82-1732-448d-86b3-e465a9ab87e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:19.388847 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-71c714e8-1d01-418a-bb6c-a2e822b603a7 None None] Provisioning complete for port f0d2bd6a-e60e-42c6-94ef-e258e2e3e23e triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:11:19.389528 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-b1bdf3eb-6539-4da7-90ae-9d6d9b6ddbd1 req-8bf6b542-c986-472f-9ecd-f38bd38beee0 tempest-ServersAdminTestJSON-744567128 tempest-ServersAdminTestJSON-744567128-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:19.390087 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-71c714e8-1d01-418a-bb6c-a2e822b603a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:19.409525 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-dba56855-09a8-45c0-be50-8cb2c1eed1de req-32986c7f-a0ae-4268-83ce-0176db05a9e1 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Request body: {'port': {'device_id': '3ebc66ca-4680-4acc-9b1d-e6c2672bd77d', 'network_id': 'f3d8d55a-a17e-469f-b479-a47932f8f8ad', 'admin_state_up': True, 'tenant_id': '194247fcbd8840fc8b099ca900c42c70'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:11:19.423773 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-39bfea82-1732-448d-86b3-e465a9ab87e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:19.472120 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-b9bb4adf-a49d-4ca3-a6b2-7a33575d8f9a req-84373b96-bf00-4ad4-98af-38b5cf20e114 service neutron] For port 97adc232-51f4-47e0-a97f-6cec7f72f061, host n-h1-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:11:19.491768 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-b9bb4adf-a49d-4ca3-a6b2-7a33575d8f9a req-84373b96-bf00-4ad4-98af-38b5cf20e114 service neutron] For port 97adc232-51f4-47e0-a97f-6cec7f72f061, host n-h1-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=97adc232-51f4-47e0-a97f-6cec7f72f061,segment=NetworkSegment(af837146-1b4e-4c2b-b1ce-96eb7f990955),segment_id=af837146-1b4e-4c2b-b1ce-96eb7f990955)] {{(pid=95501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:11:19.544723 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a9d08f88-1c7d-42c8-8d5b-662477f9bbbc req-1b84eef8-8a29-43d7-8d93-50fbb3d5187d tempest-TenantUsagesTestJSON-612620624 tempest-TenantUsagesTestJSON-612620624-project] 10.222.0.49 "GET /v2.0/security-groups?id=3193b4e7-71a0-431f-b401-9292020b1f13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183020 Oct 12 19:11:19.602240 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-b9bb4adf-a49d-4ca3-a6b2-7a33575d8f9a req-84373b96-bf00-4ad4-98af-38b5cf20e114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:19.720884 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-b1bdf3eb-6539-4da7-90ae-9d6d9b6ddbd1 req-8bf6b542-c986-472f-9ecd-f38bd38beee0 tempest-ServersAdminTestJSON-744567128 tempest-ServersAdminTestJSON-744567128-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:19.727432 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dba56855-09a8-45c0-be50-8cb2c1eed1de req-32986c7f-a0ae-4268-83ce-0176db05a9e1 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Made reservation on behalf of 194247fcbd8840fc8b099ca900c42c70 for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:11:19.731301 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-dba56855-09a8-45c0-be50-8cb2c1eed1de req-32986c7f-a0ae-4268-83ce-0176db05a9e1 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:19.735650 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-972cc081-9b9f-4891-9d54-2395b3b1b98b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8093541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7915516'] for router, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:19.735650 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-39bfea82-1732-448d-86b3-e465a9ab87e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:19.738166 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-39bfea82-1732-448d-86b3-e465a9ab87e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:19.739307 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-39bfea82-1732-448d-86b3-e465a9ab87e0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7a3de3ae-a7f6-4b44-a515-7e3077bff252 HTTP/1.1" status: 204 len: 168 time: 0.7145998 Oct 12 19:11:19.821571 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bb4adf-a49d-4ca3-a6b2-7a33575d8f9a req-84373b96-bf00-4ad4-98af-38b5cf20e114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:19.826830 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-b9bb4adf-a49d-4ca3-a6b2-7a33575d8f9a req-84373b96-bf00-4ad4-98af-38b5cf20e114 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:19.826830 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b9bb4adf-a49d-4ca3-a6b2-7a33575d8f9a req-84373b96-bf00-4ad4-98af-38b5cf20e114 service neutron] 10.222.0.67 "PUT /v2.0/ports/97adc232-51f4-47e0-a97f-6cec7f72f061 HTTP/1.1" status: 200 len: 1121 time: 1.7647042 Oct 12 19:11:19.839685 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-b1bdf3eb-6539-4da7-90ae-9d6d9b6ddbd1 req-8bf6b542-c986-472f-9ecd-f38bd38beee0 tempest-ServersAdminTestJSON-744567128 tempest-ServersAdminTestJSON-744567128-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:19.846035 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84373b96-bf00-4ad4-98af-38b5cf20e114 service neutron] Pushing event updated for resources: {'Port': ['ID=97adc232-51f4-47e0-a97f-6cec7f72f061,revision_number=8']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:11:19.942992 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['97adc232-51f4-47e0-a97f-6cec7f72f061'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:11:19.954802 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b1bdf3eb-6539-4da7-90ae-9d6d9b6ddbd1 req-8bf6b542-c986-472f-9ecd-f38bd38beee0 tempest-ServersAdminTestJSON-744567128 tempest-ServersAdminTestJSON-744567128-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=87cccf57-f452-41a8-9e48-a6e744310271&id=ba303c90-524f-4c6d-a60e-9cdccd966656&id=cc027471-7536-4131-b328-5d38c3e8f799&id=3193b4e7-71a0-431f-b401-9292020b1f13&id=97ebf564-c5fe-4f12-92a1-b237f08112ae&id=d81c912b-51e6-4dcc-ae7a-8b303917556f&fields=id&fields=name HTTP/1.1" status: 200 len: 647 time: 0.6059296 Oct 12 19:11:20.016576 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf6b542-c986-472f-9ecd-f38bd38beee0 tempest-ServersAdminTestJSON-744567128 tempest-ServersAdminTestJSON-744567128-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0fb33e5-2f8d-4810-902b-5d0c10dcad44,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:11:20.058972 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-1d7ba26c-8c89-4812-8ec4-f9529b09df32 None None] Provisioning complete for port f0d2bd6a-e60e-42c6-94ef-e258e2e3e23e triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:11:20.065921 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d7ba26c-8c89-4812-8ec4-f9529b09df32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:20.182195 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [req-dba56855-09a8-45c0-be50-8cb2c1eed1de req-32986c7f-a0ae-4268-83ce-0176db05a9e1 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Allocated IP 172.20.0.5 (f3d8d55a-a17e-469f-b479-a47932f8f8ad/7744f471-5bc3-48f2-bedf-a494f3770221/3f0d89a6-6894-4b33-a68e-e4c38408f1af) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:11:20.202739 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e0b2c3-b849-4985-8b5a-f7e1eefb0e60 req-9f96b95a-3a68-40bf-ac46-0517c73a0508 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:20.210792 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f7e0b2c3-b849-4985-8b5a-f7e1eefb0e60 req-9f96b95a-3a68-40bf-ac46-0517c73a0508 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/ports?device_id=b350f0cf-0a96-4648-b14d-1ab8c3ef82a8 HTTP/1.1" status: 200 len: 943 time: 0.1220131 Oct 12 19:11:20.376386 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bfea82-1732-448d-86b3-e465a9ab87e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a3de3ae-a7f6-4b44-a515-7e3077bff252,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:11:20.389223 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d786ccaf-cbd0-484f-9a8d-08700ce60a4d req-930492d2-8ee5-4e8d-a302-6fbaef9d9a05 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ebc66ca-4680-4acc-9b1d-e6c2672bd77d HTTP/1.1" status: 200 len: 210 time: 0.6566982 Oct 12 19:11:20.461546 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-9f3c2148-7b72-47f8-b6f2-ffa3ddb6ab99 req-d7fb3bc5-7c52-4f6e-a8c1-1b9a940f77cd tempest-TenantUsagesTestJSON-612620624 tempest-TenantUsagesTestJSON-612620624-project] Deleting port 8d5544e6-1ffd-4c51-a3e5-8421d891f6c3 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:11:20.461970 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-9f3c2148-7b72-47f8-b6f2-ffa3ddb6ab99 req-d7fb3bc5-7c52-4f6e-a8c1-1b9a940f77cd tempest-TenantUsagesTestJSON-612620624 tempest-TenantUsagesTestJSON-612620624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:20.467315 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f7e0b2c3-b849-4985-8b5a-f7e1eefb0e60 req-1093ccfe-42f4-4ab1-b405-1a549b948058 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cccf57-f452-41a8-9e48-a6e744310271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555509 Oct 12 19:11:20.473175 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-dba56855-09a8-45c0-be50-8cb2c1eed1de req-32986c7f-a0ae-4268-83ce-0176db05a9e1 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:20.603409 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-9f3c2148-7b72-47f8-b6f2-ffa3ddb6ab99 req-d7fb3bc5-7c52-4f6e-a8c1-1b9a940f77cd tempest-TenantUsagesTestJSON-612620624 tempest-TenantUsagesTestJSON-612620624-project] For port 8d5544e6-1ffd-4c51-a3e5-8421d891f6c3, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=8d5544e6-1ffd-4c51-a3e5-8421d891f6c3,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:11:20.603409 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-9f3c2148-7b72-47f8-b6f2-ffa3ddb6ab99 req-d7fb3bc5-7c52-4f6e-a8c1-1b9a940f77cd tempest-TenantUsagesTestJSON-612620624 tempest-TenantUsagesTestJSON-612620624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:20.613321 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-9f3c2148-7b72-47f8-b6f2-ffa3ddb6ab99 req-d7fb3bc5-7c52-4f6e-a8c1-1b9a940f77cd tempest-TenantUsagesTestJSON-612620624 tempest-TenantUsagesTestJSON-612620624-project] Calling delete_port for 8d5544e6-1ffd-4c51-a3e5-8421d891f6c3 owned by compute:nova {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:11:20.678113 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b350f0cf-0a96-4648-b14d-1ab8c3ef82a8', 'tag': '97adc232-51f4-47e0-a97f-6cec7f72f061'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:11:20.682935 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac2ceba2-93f8-4285-a695-69424304f71d" -d '{"events": [{"name": "network-changed", "server_uuid": "b350f0cf-0a96-4648-b14d-1ab8c3ef82a8", "tag": "97adc232-51f4-47e0-a97f-6cec7f72f061"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:11:20.735494 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 56494) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:11:20.736767 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device f0d2bd6a-e60e-42c6-94ef-e258e2e3e23e up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:11:20.774824 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3e17c545-82cf-4f02-9657-e5ccb84d34d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:20.775113 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-dba56855-09a8-45c0-be50-8cb2c1eed1de req-32986c7f-a0ae-4268-83ce-0176db05a9e1 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:20.788140 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-972cc081-9b9f-4891-9d54-2395b3b1b98b admin admin] Router d26dd5a1-f855-4d0c-9d8c-04c19e54ccb3 is scheduled to L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b with binding_index 1 {{(pid=95502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 19:11:20.811216 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['a49b9b09-b6b3-4a98-a818-aeb467971b1d'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:11:20.860083 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dba56855-09a8-45c0-be50-8cb2c1eed1de req-32986c7f-a0ae-4268-83ce-0176db05a9e1 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Network f3d8d55a-a17e-469f-b479-a47932f8f8ad is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:11:20.868676 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [req-dba56855-09a8-45c0-be50-8cb2c1eed1de req-32986c7f-a0ae-4268-83ce-0176db05a9e1 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:11:20.886836 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-dba56855-09a8-45c0-be50-8cb2c1eed1de req-32986c7f-a0ae-4268-83ce-0176db05a9e1 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:11:20.932879 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-972cc081-9b9f-4891-9d54-2395b3b1b98b admin admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:11:20.941059 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-9f3c2148-7b72-47f8-b6f2-ffa3ddb6ab99 req-d7fb3bc5-7c52-4f6e-a8c1-1b9a940f77cd tempest-TenantUsagesTestJSON-612620624 tempest-TenantUsagesTestJSON-612620624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:20.953054 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53dc9ed-9be5-495c-b468-d01201596128 None None] Sync routers for ids ['d26dd5a1-f855-4d0c-9d8c-04c19e54ccb3'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:11:20.963036 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['8d5544e6-1ffd-4c51-a3e5-8421d891f6c3'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:11:20.980274 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53dc9ed-9be5-495c-b468-d01201596128 None None] Routers {'d26dd5a1-f855-4d0c-9d8c-04c19e54ccb3'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:11:20.986268 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-e53dc9ed-9be5-495c-b468-d01201596128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:11:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['d26dd5a1-f855-4d0c-9d8c-04c19e54ccb3'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:11:21.001008 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fb3bc5-7c52-4f6e-a8c1-1b9a940f77cd tempest-TenantUsagesTestJSON-612620624 tempest-TenantUsagesTestJSON-612620624-project] Pushing event deleted for resources: {'Port': ['ID=8d5544e6-1ffd-4c51-a3e5-8421d891f6c3,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:11:21.046584 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba56855-09a8-45c0-be50-8cb2c1eed1de req-32986c7f-a0ae-4268-83ce-0176db05a9e1 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:21.049396 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-dba56855-09a8-45c0-be50-8cb2c1eed1de req-32986c7f-a0ae-4268-83ce-0176db05a9e1 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:21.102136 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5a7a60-4053-44fb-b10c-94c738092926 req-35764bfd-92ac-4e52-933f-20378abfbd11 tempest-TenantUsagesTestJSON-612620624 tempest-TenantUsagesTestJSON-612620624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:21.114375 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ae5a7a60-4053-44fb-b10c-94c738092926 req-35764bfd-92ac-4e52-933f-20378abfbd11 tempest-TenantUsagesTestJSON-612620624 tempest-TenantUsagesTestJSON-612620624-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bd0e56e-3710-42df-a4a0-ace9631c5463 HTTP/1.1" status: 200 len: 949 time: 0.4375432 Oct 12 19:11:21.147128 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port f0d2bd6a-e60e-42c6-94ef-e258e2e3e23e triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:11:21.147581 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:21.206053 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32986c7f-a0ae-4268-83ce-0176db05a9e1 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Pushing event updated for resources: {'Port': ['ID=3f0d89a6-6894-4b33-a68e-e4c38408f1af,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:11:21.211568 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-972cc081-9b9f-4891-9d54-2395b3b1b98b admin admin] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:21.213021 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-972cc081-9b9f-4891-9d54-2395b3b1b98b admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 4.9230201 Oct 12 19:11:21.214254 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f3c2148-7b72-47f8-b6f2-ffa3ddb6ab99 req-d7fb3bc5-7c52-4f6e-a8c1-1b9a940f77cd tempest-TenantUsagesTestJSON-612620624 tempest-TenantUsagesTestJSON-612620624-project] No DVR routers for this DVR port 8d5544e6-1ffd-4c51-a3e5-8421d891f6c3 on host n-h2-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:11:21.218216 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 56496) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:11:21.219566 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-9f3c2148-7b72-47f8-b6f2-ffa3ddb6ab99 req-d7fb3bc5-7c52-4f6e-a8c1-1b9a940f77cd tempest-TenantUsagesTestJSON-612620624 tempest-TenantUsagesTestJSON-612620624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:21.223223 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9f3c2148-7b72-47f8-b6f2-ffa3ddb6ab99 req-d7fb3bc5-7c52-4f6e-a8c1-1b9a940f77cd tempest-TenantUsagesTestJSON-612620624 tempest-TenantUsagesTestJSON-612620624-project] 10.222.0.67 "DELETE /v2.0/ports/8d5544e6-1ffd-4c51-a3e5-8421d891f6c3 HTTP/1.1" status: 204 len: 173 time: 1.7462521 Oct 12 19:11:21.235329 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bd0e56e-3710-42df-a4a0-ace9631c5463', 'name': 'network-vif-deleted', 'tag': '8d5544e6-1ffd-4c51-a3e5-8421d891f6c3'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:11:21.243672 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55a3fe29-c5f0-4db5-a166-59b78aeae6e3" -d '{"events": [{"server_uuid": "2bd0e56e-3710-42df-a4a0-ace9631c5463", "name": "network-vif-deleted", "tag": "8d5544e6-1ffd-4c51-a3e5-8421d891f6c3"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:11:21.268732 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-e53dc9ed-9be5-495c-b468-d01201596128 None None] Set router d26dd5a1-f855-4d0c-9d8c-04c19e54ccb3 gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:11:21.369226 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3e17c545-82cf-4f02-9657-e5ccb84d34d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:21.389576 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc917dc9-9997-4b2e-a873-d452cc0563b0 req-7c9186d1-7c38-49bc-80ae-cbd52e1d413b tempest-ServersAdminTestJSON-744567128 tempest-ServersAdminTestJSON-744567128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:21.390232 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc917dc9-9997-4b2e-a873-d452cc0563b0 req-7c9186d1-7c38-49bc-80ae-cbd52e1d413b tempest-ServersAdminTestJSON-744567128 tempest-ServersAdminTestJSON-744567128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:21.391253 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc917dc9-9997-4b2e-a873-d452cc0563b0 req-7c9186d1-7c38-49bc-80ae-cbd52e1d413b tempest-ServersAdminTestJSON-744567128 tempest-ServersAdminTestJSON-744567128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:21.398561 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bc917dc9-9997-4b2e-a873-d452cc0563b0 req-7c9186d1-7c38-49bc-80ae-cbd52e1d413b tempest-ServersAdminTestJSON-744567128 tempest-ServersAdminTestJSON-744567128-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=1403b500-0ded-476c-8e94-1a54dace0dcb&device_id=908f7f12-c025-4deb-bedf-4bc3345653bf&device_id=08fd2058-3c0a-42c8-aeae-083b075d74c3 HTTP/1.1" status: 200 len: 2884 time: 0.2472010 Oct 12 19:11:21.434266 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-dba56855-09a8-45c0-be50-8cb2c1eed1de req-32986c7f-a0ae-4268-83ce-0176db05a9e1 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0347674 Oct 12 19:11:21.437806 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32986c7f-a0ae-4268-83ce-0176db05a9e1 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:11:21.439442 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32986c7f-a0ae-4268-83ce-0176db05a9e1 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:11:21.441526 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3e17c545-82cf-4f02-9657-e5ccb84d34d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:21.446744 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32986c7f-a0ae-4268-83ce-0176db05a9e1 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:11:21.446744 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32986c7f-a0ae-4268-83ce-0176db05a9e1 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:11:21.446744 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32986c7f-a0ae-4268-83ce-0176db05a9e1 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:11:21.446744 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32986c7f-a0ae-4268-83ce-0176db05a9e1 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:11:21.447793 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32986c7f-a0ae-4268-83ce-0176db05a9e1 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:11:21.448233 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32986c7f-a0ae-4268-83ce-0176db05a9e1 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:11:21.448590 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32986c7f-a0ae-4268-83ce-0176db05a9e1 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:11:21.449196 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32986c7f-a0ae-4268-83ce-0176db05a9e1 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:11:21.452088 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32986c7f-a0ae-4268-83ce-0176db05a9e1 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:11:21.453108 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-ef15e7a2-0d47-450f-a619-f1dd7845c7fe None None] Provisioning complete for port 3f0d89a6-6894-4b33-a68e-e4c38408f1af triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:11:21.453589 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ef15e7a2-0d47-450f-a619-f1dd7845c7fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:21.454191 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32986c7f-a0ae-4268-83ce-0176db05a9e1 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:11:21.506390 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bc917dc9-9997-4b2e-a873-d452cc0563b0 req-61c85a42-82e2-44f8-a14a-b067c6f02d73 tempest-ServersAdminTestJSON-744567128 tempest-ServersAdminTestJSON-744567128-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=97ebf564-c5fe-4f12-92a1-b237f08112ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067393 Oct 12 19:11:21.513834 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-ef15e7a2-0d47-450f-a619-f1dd7845c7fe None None] Port 3f0d89a6-6894-4b33-a68e-e4c38408f1af cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:11:21.540502 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e17c545-82cf-4f02-9657-e5ccb84d34d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63a2becd-9004-4b32-9f1f-62da90b69265,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:11:21.547786 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-3e17c545-82cf-4f02-9657-e5ccb84d34d8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=734d17af63bf46498c5d7d0b33f43576&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8110521 Oct 12 19:11:21.550321 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 56508) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:11:21.644640 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4949d2a9-c63f-4dba-a4b4-36be9abd92ad x-openstack-request-id: req-4949d2a9-c63f-4dba-a4b4-36be9abd92ad {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:11:21.645075 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bd0e56e-3710-42df-a4a0-ace9631c5463", "name": "network-vif-deleted", "tag": "8d5544e6-1ffd-4c51-a3e5-8421d891f6c3", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:11:21.645418 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4949d2a9-c63f-4dba-a4b4-36be9abd92ad {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:11:21.646021 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bd0e56e-3710-42df-a4a0-ace9631c5463', 'name': 'network-vif-deleted', 'tag': '8d5544e6-1ffd-4c51-a3e5-8421d891f6c3', 'status': 'completed', 'code': 200} Oct 12 19:11:21.654587 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73727835-37e4-4602-9c11-4b18556146ec x-openstack-request-id: req-73727835-37e4-4602-9c11-4b18556146ec {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:11:21.655610 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b350f0cf-0a96-4648-b14d-1ab8c3ef82a8", "tag": "97adc232-51f4-47e0-a97f-6cec7f72f061", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:11:21.655610 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-73727835-37e4-4602-9c11-4b18556146ec {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:11:21.655610 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b350f0cf-0a96-4648-b14d-1ab8c3ef82a8', 'tag': '97adc232-51f4-47e0-a97f-6cec7f72f061', 'status': 'completed', 'code': 200} Oct 12 19:11:21.666941 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-dba56855-09a8-45c0-be50-8cb2c1eed1de req-5e438386-f759-41a0-b1bc-b141d2f460ef service neutron] Request body: {'port': {'device_id': '3ebc66ca-4680-4acc-9b1d-e6c2672bd77d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-3'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:11:21.674878 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-e53dc9ed-9be5-495c-b468-d01201596128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd26dd5a1-f855-4d0c-9d8c-04c19e54ccb3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-995433508-router', 'tenant_id': 'ae185389b7954075b07d084c36053bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '5db95227-b468-4a01-af1b-748ea75a3d65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:11:16Z', 'updated_at': '2021-10-12T19:11:18Z', 'revision_number': 3, 'project_id': 'ae185389b7954075b07d084c36053bf8', 'gw_port': {'id': '5db95227-b468-4a01-af1b-748ea75a3d65', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:32:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd26dd5a1-f855-4d0c-9d8c-04c19e54ccb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:11:17Z', 'updated_at': '2021-10-12T19:11:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:11:21.719534 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53dc9ed-9be5-495c-b468-d01201596128 None None] Checking router: d26dd5a1-f855-4d0c-9d8c-04c19e54ccb3 for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:11:21.720313 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53dc9ed-9be5-495c-b468-d01201596128 None None] Updating router d26dd5a1-f855-4d0c-9d8c-04c19e54ccb3 port 5db95227-b468-4a01-af1b-748ea75a3d65 binding host n-d-813679-3 {{(pid=95504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 19:11:21.730098 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ae5a7a60-4053-44fb-b10c-94c738092926 req-1bbaea3e-b7a9-4b86-88e8-95b5e01a9ff9 tempest-TenantUsagesTestJSON-612620624 tempest-TenantUsagesTestJSON-612620624-project] 10.222.0.49 "GET /v2.0/security-groups?id=3193b4e7-71a0-431f-b401-9292020b1f13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6130574 Oct 12 19:11:21.786960 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3a73710f-be85-45d8-8cb2-cca8e0faf4ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:21.798984 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2ceba2-93f8-4285-a695-69424304f71d req-4b2d1df1-8b18-440c-b343-9e5030d0c9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:21.798984 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ac2ceba2-93f8-4285-a695-69424304f71d req-4b2d1df1-8b18-440c-b343-9e5030d0c9e7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5fba7a982f4e455fbf6360a954bd3673&device_id=b350f0cf-0a96-4648-b14d-1ab8c3ef82a8 HTTP/1.1" status: 200 len: 1124 time: 0.1855545 Oct 12 19:11:21.802788 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e53dc9ed-9be5-495c-b468-d01201596128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:21.814422 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-dba56855-09a8-45c0-be50-8cb2c1eed1de req-5e438386-f759-41a0-b1bc-b141d2f460ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:21.869434 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3a73710f-be85-45d8-8cb2-cca8e0faf4ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:21.890582 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b16842-366e-4217-816a-f6e697598cfd req-3eda0c5e-8a4c-46be-9ac6-5dafe286549f tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:21.892503 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-96b16842-366e-4217-816a-f6e697598cfd req-3eda0c5e-8a4c-46be-9ac6-5dafe286549f tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ebc66ca-4680-4acc-9b1d-e6c2672bd77d HTTP/1.1" status: 200 len: 931 time: 0.1552260 Oct 12 19:11:22.020571 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-96b16842-366e-4217-816a-f6e697598cfd req-fc94b8cc-f0cf-4519-9e2e-62fad90c10d8 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] 10.222.0.49 "GET /v2.0/security-groups?id=cc027471-7536-4131-b328-5d38c3e8f799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091228 Oct 12 19:11:22.022652 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2ceba2-93f8-4285-a695-69424304f71d req-454fb427-5691-4b7e-b730-3fce277334d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:22.026255 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ac2ceba2-93f8-4285-a695-69424304f71d req-454fb427-5691-4b7e-b730-3fce277334d5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c9c833e6-1691-44ed-bf82-cf9c18667411 HTTP/1.1" status: 200 len: 909 time: 0.2205303 Oct 12 19:11:22.081975 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ac2ceba2-93f8-4285-a695-69424304f71d req-2969a09a-bcf4-4f7d-9bc7-86e9fd620a24 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=97adc232-51f4-47e0-a97f-6cec7f72f061 HTTP/1.1" status: 200 len: 217 time: 0.0378172 Oct 12 19:11:22.177984 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2ceba2-93f8-4285-a695-69424304f71d req-8de568ae-94dc-49ee-ab66-5cf662972539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:22.179757 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ac2ceba2-93f8-4285-a695-69424304f71d req-8de568ae-94dc-49ee-ab66-5cf662972539 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e0ebc949-3a0d-4490-86b6-8c422c8edc16 HTTP/1.1" status: 200 len: 848 time: 0.0892782 Oct 12 19:11:22.181575 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3a73710f-be85-45d8-8cb2-cca8e0faf4ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:22.187514 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3a73710f-be85-45d8-8cb2-cca8e0faf4ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:22.189956 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e53dc9ed-9be5-495c-b468-d01201596128 None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:22.193341 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-3a73710f-be85-45d8-8cb2-cca8e0faf4ea admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/63a2becd-9004-4b32-9f1f-62da90b69265 HTTP/1.1" status: 204 len: 168 time: 0.6418474 Oct 12 19:11:22.253571 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a73710f-be85-45d8-8cb2-cca8e0faf4ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63a2becd-9004-4b32-9f1f-62da90b69265,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:11:22.270163 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ac2ceba2-93f8-4285-a695-69424304f71d req-f9fc4a92-d62e-4f78-bb93-f507e9648585 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c9c833e6-1691-44ed-bf82-cf9c18667411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551047 Oct 12 19:11:22.270163 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a73710f-be85-45d8-8cb2-cca8e0faf4ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:11:22.270163 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a73710f-be85-45d8-8cb2-cca8e0faf4ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:11:22.270163 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a73710f-be85-45d8-8cb2-cca8e0faf4ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:11:22.270576 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a73710f-be85-45d8-8cb2-cca8e0faf4ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:11:22.270672 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a73710f-be85-45d8-8cb2-cca8e0faf4ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:11:22.270941 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a73710f-be85-45d8-8cb2-cca8e0faf4ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:11:22.271269 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a73710f-be85-45d8-8cb2-cca8e0faf4ea admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:11:22.271682 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a73710f-be85-45d8-8cb2-cca8e0faf4ea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:11:22.271917 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a73710f-be85-45d8-8cb2-cca8e0faf4ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:11:22.272266 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a73710f-be85-45d8-8cb2-cca8e0faf4ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:11:22.272594 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a73710f-be85-45d8-8cb2-cca8e0faf4ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:11:22.272918 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a73710f-be85-45d8-8cb2-cca8e0faf4ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:11:22.299141 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dcefa9-5e61-4862-94bf-6aba06afcd73 req-8c088b5b-52b3-40a6-afe4-506d7a32f12c tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:22.306179 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-85dcefa9-5e61-4862-94bf-6aba06afcd73 req-8c088b5b-52b3-40a6-afe4-506d7a32f12c tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/ports?device_id=b350f0cf-0a96-4648-b14d-1ab8c3ef82a8 HTTP/1.1" status: 200 len: 943 time: 0.2043161 Oct 12 19:11:22.368169 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e53dc9ed-9be5-495c-b468-d01201596128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:22.540196 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ac2ceba2-93f8-4285-a695-69424304f71d req-7f62513e-1b08-4aab-b2bb-63b4031062de service neutron] 10.222.0.61 "GET /v2.0/networks/c9c833e6-1691-44ed-bf82-cf9c18667411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2599123 Oct 12 19:11:22.549198 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b272bd35-e54e-459d-a64f-f72ce536e3d0 None None] Pushing event updated for resources: {'Port': ['ID=5db95227-b468-4a01-af1b-748ea75a3d65,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:11:22.576488 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-e53dc9ed-9be5-495c-b468-d01201596128 None None] Attempting to bind port 5db95227-b468-4a01-af1b-748ea75a3d65 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:11:22.577116 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-e53dc9ed-9be5-495c-b468-d01201596128 None None] Attempting to bind port 5db95227-b468-4a01-af1b-748ea75a3d65 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:11:22.577783 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53dc9ed-9be5-495c-b468-d01201596128 None None] Attempting to bind port 5db95227-b468-4a01-af1b-748ea75a3d65 on network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:11:22.584586 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53dc9ed-9be5-495c-b468-d01201596128 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:11:22.585356 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53dc9ed-9be5-495c-b468-d01201596128 None None] Checking segment: {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:11:22.585998 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e53dc9ed-9be5-495c-b468-d01201596128 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:22.586826 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53dc9ed-9be5-495c-b468-d01201596128 None None] Bound using segment: {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:11:22.587812 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-e53dc9ed-9be5-495c-b468-d01201596128 None None] Bound port: 5db95227-b468-4a01-af1b-748ea75a3d65, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:11:22.590055 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e53dc9ed-9be5-495c-b468-d01201596128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:22.631226 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 97adc232-51f4-47e0-a97f-6cec7f72f061 details requested by agent hyperv_n-h2-813679-3 with host n-h2-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:11:22.682998 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-e53dc9ed-9be5-495c-b468-d01201596128 None None] For port 5db95227-b468-4a01-af1b-748ea75a3d65, host n-d-813679-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:11:22.688116 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-e53dc9ed-9be5-495c-b468-d01201596128 None None] For port 5db95227-b468-4a01-af1b-748ea75a3d65, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=5db95227-b468-4a01-af1b-748ea75a3d65,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:11:22.705789 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ac2ceba2-93f8-4285-a695-69424304f71d req-9f2bc89c-4f19-4d8f-866d-68f2c1ddc7c1 service neutron] 10.222.0.61 "GET /v2.0/networks/c9c833e6-1691-44ed-bf82-cf9c18667411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519594 Oct 12 19:11:22.735592 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 97adc232-51f4-47e0-a97f-6cec7f72f061, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=97adc232-51f4-47e0-a97f-6cec7f72f061,segment=NetworkSegment(af837146-1b4e-4c2b-b1ce-96eb7f990955),segment_id=af837146-1b4e-4c2b-b1ce-96eb7f990955)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:11:22.742741 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-85dcefa9-5e61-4862-94bf-6aba06afcd73 req-4c6ccd06-6617-40e8-9cc2-35ddbeb8b988 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cccf57-f452-41a8-9e48-a6e744310271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4357135 Oct 12 19:11:22.759112 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 97adc232-51f4-47e0-a97f-6cec7f72f061 has no active binding in host n-h2-813679-3 {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 12 19:11:22.770526 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-aaefeb29-412c-41f2-8d44-c6920c275e69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:22.880709 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-310b9498-5180-4f09-93d6-01a3962cb403 req-114f9bb1-b2fe-4da9-b913-5bd0d0cc656b tempest-TenantUsagesTestJSON-612620624 tempest-TenantUsagesTestJSON-612620624-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bd0e56e-3710-42df-a4a0-ace9631c5463 HTTP/1.1" status: 200 len: 210 time: 0.0370145 Oct 12 19:11:22.961858 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [req-dba56855-09a8-45c0-be50-8cb2c1eed1de req-5e438386-f759-41a0-b1bc-b141d2f460ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f0d89a6-6894-4b33-a68e-e4c38408f1af {{(pid=95501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:11:22.972959 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-dba56855-09a8-45c0-be50-8cb2c1eed1de req-5e438386-f759-41a0-b1bc-b141d2f460ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:23.005723 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.provisioning_blocks [req-dba56855-09a8-45c0-be50-8cb2c1eed1de req-5e438386-f759-41a0-b1bc-b141d2f460ef service neutron] Transition to ACTIVE for port object 3f0d89a6-6894-4b33-a68e-e4c38408f1af will not be triggered until provisioned by entity L2. {{(pid=95501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:11:23.018884 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-aaefeb29-412c-41f2-8d44-c6920c275e69 admin admin] Allocated IP 172.20.0.1 (6a06356e-3ac9-4b75-a179-fa94da59a4c4/c942d9e9-4043-4df0-b7e7-7529a4adc971/f1709592-8ff6-47ea-ba75-da3a7195babf) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:11:23.111861 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e53dc9ed-9be5-495c-b468-d01201596128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:23.159591 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592abfb4-2e6f-4499-8b8c-65d355657ed8 req-abb68432-a2b7-4540-a249-c93bc2e8a3a2 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:23.161433 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-592abfb4-2e6f-4499-8b8c-65d355657ed8 req-abb68432-a2b7-4540-a249-c93bc2e8a3a2 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ebc66ca-4680-4acc-9b1d-e6c2672bd77d HTTP/1.1" status: 200 len: 931 time: 0.0803590 Oct 12 19:11:23.166345 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-dba56855-09a8-45c0-be50-8cb2c1eed1de req-5e438386-f759-41a0-b1bc-b141d2f460ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:23.202572 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53dc9ed-9be5-495c-b468-d01201596128 None None] Routers {'d26dd5a1-f855-4d0c-9d8c-04c19e54ccb3'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:11:23.207579 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-e53dc9ed-9be5-495c-b468-d01201596128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:11:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['d26dd5a1-f855-4d0c-9d8c-04c19e54ccb3'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:11:23.209768 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b272bd35-e54e-459d-a64f-f72ce536e3d0 None None] Pushing event updated for resources: {'Port': ['ID=5db95227-b468-4a01-af1b-748ea75a3d65,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:11:23.212837 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-aaefeb29-412c-41f2-8d44-c6920c275e69 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:23.293742 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e438386-f759-41a0-b1bc-b141d2f460ef service neutron] Pushing event updated for resources: {'Port': ['ID=3f0d89a6-6894-4b33-a68e-e4c38408f1af,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:11:23.335009 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-592abfb4-2e6f-4499-8b8c-65d355657ed8 req-9cbe6e43-fec0-4cae-b812-3359d5916b40 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] 10.222.0.49 "GET /v2.0/security-groups?id=cc027471-7536-4131-b328-5d38c3e8f799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199651 Oct 12 19:11:23.421062 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-dba56855-09a8-45c0-be50-8cb2c1eed1de req-5e438386-f759-41a0-b1bc-b141d2f460ef service neutron] Attempting to bind port 3f0d89a6-6894-4b33-a68e-e4c38408f1af on host n-h2-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:11:23.421401 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-dba56855-09a8-45c0-be50-8cb2c1eed1de req-5e438386-f759-41a0-b1bc-b141d2f460ef service neutron] Attempting to bind port 3f0d89a6-6894-4b33-a68e-e4c38408f1af by drivers openvswitch,hyperv on host n-h2-813679-3 at level 0 using segments [{'id': '70a77141-5565-41b2-8aa4-9582e3e1fa93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f3d8d55a-a17e-469f-b479-a47932f8f8ad'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:11:23.421735 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba56855-09a8-45c0-be50-8cb2c1eed1de req-5e438386-f759-41a0-b1bc-b141d2f460ef service neutron] Attempting to bind port 3f0d89a6-6894-4b33-a68e-e4c38408f1af on network f3d8d55a-a17e-469f-b479-a47932f8f8ad {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:11:23.426445 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba56855-09a8-45c0-be50-8cb2c1eed1de req-5e438386-f759-41a0-b1bc-b141d2f460ef service neutron] Port 3f0d89a6-6894-4b33-a68e-e4c38408f1af on network f3d8d55a-a17e-469f-b479-a47932f8f8ad not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:11:23.426773 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba56855-09a8-45c0-be50-8cb2c1eed1de req-5e438386-f759-41a0-b1bc-b141d2f460ef service neutron] Attempting to bind port 3f0d89a6-6894-4b33-a68e-e4c38408f1af on network f3d8d55a-a17e-469f-b479-a47932f8f8ad {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:11:23.441956 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba56855-09a8-45c0-be50-8cb2c1eed1de req-5e438386-f759-41a0-b1bc-b141d2f460ef service neutron] Checking agent: {'id': '233fbd7d-38e4-434f-bb8f-05364d7423a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 11, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:11:23.442434 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba56855-09a8-45c0-be50-8cb2c1eed1de req-5e438386-f759-41a0-b1bc-b141d2f460ef service neutron] Checking segment: {'id': '70a77141-5565-41b2-8aa4-9582e3e1fa93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f3d8d55a-a17e-469f-b479-a47932f8f8ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:11:23.442847 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba56855-09a8-45c0-be50-8cb2c1eed1de req-5e438386-f759-41a0-b1bc-b141d2f460ef service neutron] Bound using segment: {'id': '70a77141-5565-41b2-8aa4-9582e3e1fa93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f3d8d55a-a17e-469f-b479-a47932f8f8ad'} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:11:23.443320 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-dba56855-09a8-45c0-be50-8cb2c1eed1de req-5e438386-f759-41a0-b1bc-b141d2f460ef service neutron] Bound port: 3f0d89a6-6894-4b33-a68e-e4c38408f1af, host: n-h2-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70a77141-5565-41b2-8aa4-9582e3e1fa93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f3d8d55a-a17e-469f-b479-a47932f8f8ad'}}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:11:23.443693 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-dba56855-09a8-45c0-be50-8cb2c1eed1de req-5e438386-f759-41a0-b1bc-b141d2f460ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:23.478105 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-e53dc9ed-9be5-495c-b468-d01201596128 None None] Set router d26dd5a1-f855-4d0c-9d8c-04c19e54ccb3 gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:11:23.492237 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-aaefeb29-412c-41f2-8d44-c6920c275e69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:23.603401 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaefeb29-412c-41f2-8d44-c6920c275e69 admin admin] Network 6a06356e-3ac9-4b75-a179-fa94da59a4c4 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:11:23.610805 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-aaefeb29-412c-41f2-8d44-c6920c275e69 admin admin] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:11:23.613464 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaefeb29-412c-41f2-8d44-c6920c275e69 admin admin] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:11:23.622630 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-dba56855-09a8-45c0-be50-8cb2c1eed1de req-5e438386-f759-41a0-b1bc-b141d2f460ef service neutron] For port 3f0d89a6-6894-4b33-a68e-e4c38408f1af, host n-h2-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:11:23.675699 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaefeb29-412c-41f2-8d44-c6920c275e69 admin admin] Pushing event updated for resources: {'Port': ['ID=f1709592-8ff6-47ea-ba75-da3a7195babf,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:11:23.710264 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-dba56855-09a8-45c0-be50-8cb2c1eed1de req-5e438386-f759-41a0-b1bc-b141d2f460ef service neutron] For port 3f0d89a6-6894-4b33-a68e-e4c38408f1af, host n-h2-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=3f0d89a6-6894-4b33-a68e-e4c38408f1af,segment=NetworkSegment(70a77141-5565-41b2-8aa4-9582e3e1fa93),segment_id=70a77141-5565-41b2-8aa4-9582e3e1fa93)] {{(pid=95501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:11:23.729077 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-aaefeb29-412c-41f2-8d44-c6920c275e69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7915309'] for router_interface, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:23.843021 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-dba56855-09a8-45c0-be50-8cb2c1eed1de req-5e438386-f759-41a0-b1bc-b141d2f460ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:23.883135 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba56855-09a8-45c0-be50-8cb2c1eed1de req-5e438386-f759-41a0-b1bc-b141d2f460ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:23.883740 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-dba56855-09a8-45c0-be50-8cb2c1eed1de req-5e438386-f759-41a0-b1bc-b141d2f460ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:23.885875 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-dba56855-09a8-45c0-be50-8cb2c1eed1de req-5e438386-f759-41a0-b1bc-b141d2f460ef service neutron] 10.222.0.67 "PUT /v2.0/ports/3f0d89a6-6894-4b33-a68e-e4c38408f1af HTTP/1.1" status: 200 len: 1091 time: 2.2443988 Oct 12 19:11:23.893542 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ebc66ca-4680-4acc-9b1d-e6c2672bd77d', 'tag': '3f0d89a6-6894-4b33-a68e-e4c38408f1af'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:11:23.896549 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1360a54-4531-4490-b019-d51109b4204f" -d '{"events": [{"name": "network-changed", "server_uuid": "3ebc66ca-4680-4acc-9b1d-e6c2672bd77d", "tag": "3f0d89a6-6894-4b33-a68e-e4c38408f1af"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:11:23.921006 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-e53dc9ed-9be5-495c-b468-d01201596128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd26dd5a1-f855-4d0c-9d8c-04c19e54ccb3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-995433508-router', 'tenant_id': 'ae185389b7954075b07d084c36053bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '5db95227-b468-4a01-af1b-748ea75a3d65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:11:16Z', 'updated_at': '2021-10-12T19:11:18Z', 'revision_number': 3, 'project_id': 'ae185389b7954075b07d084c36053bf8', 'gw_port': {'id': '5db95227-b468-4a01-af1b-748ea75a3d65', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:32:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd26dd5a1-f855-4d0c-9d8c-04c19e54ccb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:11:17Z', 'updated_at': '2021-10-12T19:11:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:11:23.952935 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53dc9ed-9be5-495c-b468-d01201596128 None None] The sync data for ids ['d26dd5a1-f855-4d0c-9d8c-04c19e54ccb3'] in n-d-813679-3 is: [{'id': 'd26dd5a1-f855-4d0c-9d8c-04c19e54ccb3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-995433508-router', 'tenant_id': 'ae185389b7954075b07d084c36053bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '5db95227-b468-4a01-af1b-748ea75a3d65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:11:16Z', 'updated_at': '2021-10-12T19:11:18Z', 'revision_number': 3, 'project_id': 'ae185389b7954075b07d084c36053bf8', 'gw_port': {'id': '5db95227-b468-4a01-af1b-748ea75a3d65', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:32:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd26dd5a1-f855-4d0c-9d8c-04c19e54ccb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:11:17Z', 'updated_at': '2021-10-12T19:11:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:11:24.007940 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d17ca02-82ed-4033-92ab-991a0f47d8cc req-91adb401-24a0-43c5-b89a-755fdf2d6ee1 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:24.009573 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6d17ca02-82ed-4033-92ab-991a0f47d8cc req-91adb401-24a0-43c5-b89a-755fdf2d6ee1 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/ports?device_id=b350f0cf-0a96-4648-b14d-1ab8c3ef82a8 HTTP/1.1" status: 200 len: 943 time: 0.1032686 Oct 12 19:11:24.016048 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e438386-f759-41a0-b1bc-b141d2f460ef service neutron] Pushing event updated for resources: {'Port': ['ID=3f0d89a6-6894-4b33-a68e-e4c38408f1af,revision_number=3']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:11:24.036418 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-aaefeb29-412c-41f2-8d44-c6920c275e69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:24.117607 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6d17ca02-82ed-4033-92ab-991a0f47d8cc req-a5c1511c-d27c-4460-8820-8ca6e69684e3 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cccf57-f452-41a8-9e48-a6e744310271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911341 Oct 12 19:11:24.147860 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-3efc06cd-031d-4dc7-9b37-a0ef438958be None None] Provisioning complete for port f1709592-8ff6-47ea-ba75-da3a7195babf triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:11:24.150984 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3efc06cd-031d-4dc7-9b37-a0ef438958be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:24.224069 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae5d627a-aad1-400e-853e-d5f040ec2522 x-openstack-request-id: req-ae5d627a-aad1-400e-853e-d5f040ec2522 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:11:24.224347 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ebc66ca-4680-4acc-9b1d-e6c2672bd77d", "tag": "3f0d89a6-6894-4b33-a68e-e4c38408f1af", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:11:24.224603 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ae5d627a-aad1-400e-853e-d5f040ec2522 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:11:24.224998 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ebc66ca-4680-4acc-9b1d-e6c2672bd77d', 'tag': '3f0d89a6-6894-4b33-a68e-e4c38408f1af', 'status': 'completed', 'code': 200} Oct 12 19:11:24.229433 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba56855-09a8-45c0-be50-8cb2c1eed1de req-16c03f1f-226c-42e3-9869-0c074e2ee196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:24.231865 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-dba56855-09a8-45c0-be50-8cb2c1eed1de req-16c03f1f-226c-42e3-9869-0c074e2ee196 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=194247fcbd8840fc8b099ca900c42c70&device_id=3ebc66ca-4680-4acc-9b1d-e6c2672bd77d HTTP/1.1" status: 200 len: 1094 time: 0.1688910 Oct 12 19:11:24.259310 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-3efc06cd-031d-4dc7-9b37-a0ef438958be None None] Port f1709592-8ff6-47ea-ba75-da3a7195babf cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:11:24.330891 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-dba56855-09a8-45c0-be50-8cb2c1eed1de req-39282b1a-2a9a-4229-ac89-4e706e30b9a1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f0d89a6-6894-4b33-a68e-e4c38408f1af HTTP/1.1" status: 200 len: 217 time: 0.0856593 Oct 12 19:11:24.451972 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba56855-09a8-45c0-be50-8cb2c1eed1de req-21393a0b-348f-4a32-b581-60f4dbf5e48b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:24.453580 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-dba56855-09a8-45c0-be50-8cb2c1eed1de req-21393a0b-348f-4a32-b581-60f4dbf5e48b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7744f471-5bc3-48f2-bedf-a494f3770221 HTTP/1.1" status: 200 len: 860 time: 0.1142592 Oct 12 19:11:24.545629 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1cf26e-772a-4c6b-93e8-ca60f7cf22ce req-28c7201f-0f03-4772-8491-2836760f002b tempest-ServersAdminTestJSON-744567128 tempest-ServersAdminTestJSON-744567128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:24.545818 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc638b3d-ca7a-4d33-b1bb-af1097f9b1f2 req-423d8cb3-5075-463a-a376-d1da4b7478bd tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:24.553067 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-cc638b3d-ca7a-4d33-b1bb-af1097f9b1f2 req-423d8cb3-5075-463a-a376-d1da4b7478bd tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ebc66ca-4680-4acc-9b1d-e6c2672bd77d HTTP/1.1" status: 200 len: 943 time: 0.0940738 Oct 12 19:11:24.556477 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cd1cf26e-772a-4c6b-93e8-ca60f7cf22ce req-28c7201f-0f03-4772-8491-2836760f002b tempest-ServersAdminTestJSON-744567128 tempest-ServersAdminTestJSON-744567128-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=08fd2058-3c0a-42c8-aeae-083b075d74c3 HTTP/1.1" status: 200 len: 1101 time: 0.2086711 Oct 12 19:11:24.594706 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-aaefeb29-412c-41f2-8d44-c6920c275e69 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:24.597912 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-cc638b3d-ca7a-4d33-b1bb-af1097f9b1f2 req-4557888f-e2af-43d4-a3af-f768793e43a0 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] 10.222.0.49 "GET /v2.0/security-groups?id=cc027471-7536-4131-b328-5d38c3e8f799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410025 Oct 12 19:11:24.617100 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba56855-09a8-45c0-be50-8cb2c1eed1de req-d6bfe15d-9354-49a6-b556-9cf391d1a989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:24.627139 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-dba56855-09a8-45c0-be50-8cb2c1eed1de req-d6bfe15d-9354-49a6-b556-9cf391d1a989 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f3d8d55a-a17e-469f-b479-a47932f8f8ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1555181 Oct 12 19:11:24.637547 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 8d5544e6-1ffd-4c51-a3e5-8421d891f6c3 no longer exists at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:11:24.677094 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cd1cf26e-772a-4c6b-93e8-ca60f7cf22ce req-97339061-7430-461c-a50d-0e86ae32746a tempest-ServersAdminTestJSON-744567128 tempest-ServersAdminTestJSON-744567128-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=97ebf564-c5fe-4f12-92a1-b237f08112ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196716 Oct 12 19:11:24.689188 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] No Port match for: 8d5544e6-1ffd-4c51-a3e5-8421d891f6c3 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:11:24.689769 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 8d5544e6-1ffd-4c51-a3e5-8421d891f6c3 not bound to the agent host n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:11:24.744636 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-aaefeb29-412c-41f2-8d44-c6920c275e69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:24.776733 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 5db95227-b468-4a01-af1b-748ea75a3d65 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:11:24.862599 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-dba56855-09a8-45c0-be50-8cb2c1eed1de req-61b66394-a862-473b-8d8e-1ac3ec9fd9d1 service neutron] 10.222.0.67 "GET /v2.0/networks/f3d8d55a-a17e-469f-b479-a47932f8f8ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230554 Oct 12 19:11:24.873122 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 5db95227-b468-4a01-af1b-748ea75a3d65 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:11:24.873806 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:24.986990 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:25.007913 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 56606) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:11:25.014664 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] For port 5db95227-b468-4a01-af1b-748ea75a3d65, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=5db95227-b468-4a01-af1b-748ea75a3d65,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:11:25.065060 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaefeb29-412c-41f2-8d44-c6920c275e69 admin admin] Pushing event updated for resources: {'Port': ['ID=f1709592-8ff6-47ea-ba75-da3a7195babf,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:11:25.075959 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:25.076828 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-aaefeb29-412c-41f2-8d44-c6920c275e69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7898980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8092605'] for router_interface, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:25.123541 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bdf915-87c9-43c4-84f7-9676c86ea4ad req-ee4b8a26-c357-46d1-9908-8842fe3d8cd0 tempest-ServersAdminTestJSON-744567128 tempest-ServersAdminTestJSON-744567128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:25.131507 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-04bdf915-87c9-43c4-84f7-9676c86ea4ad req-ee4b8a26-c357-46d1-9908-8842fe3d8cd0 tempest-ServersAdminTestJSON-744567128 tempest-ServersAdminTestJSON-744567128-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=08fd2058-3c0a-42c8-aeae-083b075d74c3 HTTP/1.1" status: 200 len: 1101 time: 0.1623054 Oct 12 19:11:25.185197 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Pushing event updated for resources: {'Port': ['ID=5db95227-b468-4a01-af1b-748ea75a3d65,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:11:25.217485 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-dba56855-09a8-45c0-be50-8cb2c1eed1de req-ce167c49-bb27-49c4-803f-2e6055138d25 service neutron] 10.222.0.67 "GET /v2.0/networks/f3d8d55a-a17e-469f-b479-a47932f8f8ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3305366 Oct 12 19:11:25.256077 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-04bdf915-87c9-43c4-84f7-9676c86ea4ad req-c3fd3d3f-d6d7-4555-8750-8b79149b3eb8 tempest-ServersAdminTestJSON-744567128 tempest-ServersAdminTestJSON-744567128-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=97ebf564-c5fe-4f12-92a1-b237f08112ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235447 Oct 12 19:11:25.259792 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-af16dda1-d0af-40c8-8381-d58bff01330c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0d73fad035b34495a5dfe41684900a5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2508507 Oct 12 19:11:25.260413 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 56618) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:11:25.310426 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaefeb29-412c-41f2-8d44-c6920c275e69 admin admin] Network 6a06356e-3ac9-4b75-a179-fa94da59a4c4 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:11:25.312157 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-aaefeb29-412c-41f2-8d44-c6920c275e69 admin admin] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:11:25.330129 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0193144-482b-49fc-8c72-0074428a0864 req-732481ff-8b23-499e-80fe-53a41cab263d tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:25.336014 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f0193144-482b-49fc-8c72-0074428a0864 req-732481ff-8b23-499e-80fe-53a41cab263d tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/ports?device_id=b350f0cf-0a96-4648-b14d-1ab8c3ef82a8 HTTP/1.1" status: 200 len: 943 time: 0.1243699 Oct 12 19:11:25.365851 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a1e2a327-e9a3-4964-8824-dd14ab703698 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:25.401135 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a1e2a327-e9a3-4964-8824-dd14ab703698 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:25.405564 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f0193144-482b-49fc-8c72-0074428a0864 req-7e93a813-fae1-4ca8-a5d9-0b2b800ddd63 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cccf57-f452-41a8-9e48-a6e744310271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682564 Oct 12 19:11:25.452138 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1360a54-4531-4490-b019-d51109b4204f req-484b52d7-624d-4029-a641-7fb05b562325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:25.453765 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b1360a54-4531-4490-b019-d51109b4204f req-484b52d7-624d-4029-a641-7fb05b562325 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=194247fcbd8840fc8b099ca900c42c70&device_id=3ebc66ca-4680-4acc-9b1d-e6c2672bd77d HTTP/1.1" status: 200 len: 1094 time: 0.0977705 Oct 12 19:11:25.499713 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaefeb29-412c-41f2-8d44-c6920c275e69 admin admin] Router d26dd5a1-f855-4d0c-9d8c-04c19e54ccb3 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:11:25.564330 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a1e2a327-e9a3-4964-8824-dd14ab703698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:25.567291 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a1e2a327-e9a3-4964-8824-dd14ab703698 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:25.578913 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-a1e2a327-e9a3-4964-8824-dd14ab703698 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3193b4e7-71a0-431f-b401-9292020b1f13 HTTP/1.1" status: 204 len: 168 time: 0.3157065 Oct 12 19:11:25.589069 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e2a327-e9a3-4964-8824-dd14ab703698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3193b4e7-71a0-431f-b401-9292020b1f13,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:11:25.696550 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1360a54-4531-4490-b019-d51109b4204f req-2e9d9596-e247-4d56-87af-2d9906920ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:25.698116 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b1360a54-4531-4490-b019-d51109b4204f req-2e9d9596-e247-4d56-87af-2d9906920ecb service neutron] 10.222.0.67 "GET /v2.0/networks?id=f3d8d55a-a17e-469f-b479-a47932f8f8ad HTTP/1.1" status: 200 len: 922 time: 0.1906548 Oct 12 19:11:25.758866 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-4df98275-012c-4731-a8a7-b1ebf90dedda None None] Provisioning complete for port f1709592-8ff6-47ea-ba75-da3a7195babf triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:11:25.759231 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4df98275-012c-4731-a8a7-b1ebf90dedda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:25.762988 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb771cd-6fdf-4934-a1e1-5f3ec6766922 req-11b45392-77e7-4f06-b69d-4cae4ac01393 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:25.765770 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9fb771cd-6fdf-4934-a1e1-5f3ec6766922 req-11b45392-77e7-4f06-b69d-4cae4ac01393 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ebc66ca-4680-4acc-9b1d-e6c2672bd77d HTTP/1.1" status: 200 len: 943 time: 0.0587122 Oct 12 19:11:25.793231 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b1360a54-4531-4490-b019-d51109b4204f req-579f3894-0f50-4ac3-bfb2-89bccc802e5d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f0d89a6-6894-4b33-a68e-e4c38408f1af HTTP/1.1" status: 200 len: 217 time: 0.0823321 Oct 12 19:11:25.809194 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9fb771cd-6fdf-4934-a1e1-5f3ec6766922 req-f28e0d7d-7158-4be5-8cf2-46040236b604 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] 10.222.0.49 "GET /v2.0/security-groups?id=cc027471-7536-4131-b328-5d38c3e8f799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376091 Oct 12 19:11:25.819236 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-4df98275-012c-4731-a8a7-b1ebf90dedda None None] Port f1709592-8ff6-47ea-ba75-da3a7195babf cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:11:25.846389 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaefeb29-412c-41f2-8d44-c6920c275e69 admin admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:11:25.856851 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-aaefeb29-412c-41f2-8d44-c6920c275e69 admin admin] 10.222.0.49 "PUT /v2.0/routers/d26dd5a1-f855-4d0c-9d8c-04c19e54ccb3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6352749 Oct 12 19:11:25.876579 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1360a54-4531-4490-b019-d51109b4204f req-a2c3858c-50b1-4fbc-97ed-c716baedfe09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:25.876579 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b1360a54-4531-4490-b019-d51109b4204f req-a2c3858c-50b1-4fbc-97ed-c716baedfe09 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7744f471-5bc3-48f2-bedf-a494f3770221 HTTP/1.1" status: 200 len: 860 time: 0.0674295 Oct 12 19:11:25.956947 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1360a54-4531-4490-b019-d51109b4204f req-be3e89d2-3af7-44aa-b967-719ee555f273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:25.958463 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b1360a54-4531-4490-b019-d51109b4204f req-be3e89d2-3af7-44aa-b967-719ee555f273 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f3d8d55a-a17e-469f-b479-a47932f8f8ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720139 Oct 12 19:11:26.372682 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b1360a54-4531-4490-b019-d51109b4204f req-dca3b187-7b7c-4a6b-9191-ad655fdae957 service neutron] 10.222.0.67 "GET /v2.0/networks/f3d8d55a-a17e-469f-b479-a47932f8f8ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3943772 Oct 12 19:11:26.430312 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a011be29-9817-41fc-afbb-c04b19a4248f None None] Sync routers for ids ['d26dd5a1-f855-4d0c-9d8c-04c19e54ccb3'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:11:26.440562 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a011be29-9817-41fc-afbb-c04b19a4248f None None] Routers {'d26dd5a1-f855-4d0c-9d8c-04c19e54ccb3'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:11:26.441452 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-a011be29-9817-41fc-afbb-c04b19a4248f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:11:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['d26dd5a1-f855-4d0c-9d8c-04c19e54ccb3'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:11:26.445828 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 56700) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:11:26.458772 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23de0c88-9835-485c-baf8-8f3a8c5f5f19 req-66d94265-99af-4b71-ac00-9e13da0dc61d tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:26.460347 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-23de0c88-9835-485c-baf8-8f3a8c5f5f19 req-66d94265-99af-4b71-ac00-9e13da0dc61d tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] 10.222.0.49 "GET /v2.0/networks?id=6a06356e-3ac9-4b75-a179-fa94da59a4c4 HTTP/1.1" status: 200 len: 828 time: 0.1223149 Oct 12 19:11:26.484499 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-23de0c88-9835-485c-baf8-8f3a8c5f5f19 req-babef4ed-50e3-4a8e-af0d-1edaff114d66 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] 10.222.0.49 "GET /v2.0/quotas/ae185389b7954075b07d084c36053bf8 HTTP/1.1" status: 200 len: 375 time: 0.0138950 Oct 12 19:11:26.502716 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ec0de849-ff58-4ccf-a672-20a134d9e971 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:26.532385 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b1360a54-4531-4490-b019-d51109b4204f req-ca938da3-cbf4-446d-a363-806189914fca service neutron] 10.222.0.67 "GET /v2.0/networks/f3d8d55a-a17e-469f-b479-a47932f8f8ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509292 Oct 12 19:11:26.546880 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-23de0c88-9835-485c-baf8-8f3a8c5f5f19 req-244eccc6-9ff2-40a7-b4d4-22f0aad26c11 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=ae185389b7954075b07d084c36053bf8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0539644 Oct 12 19:11:26.638063 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ec0de849-ff58-4ccf-a672-20a134d9e971 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:26.661878 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-a011be29-9817-41fc-afbb-c04b19a4248f None None] Set router d26dd5a1-f855-4d0c-9d8c-04c19e54ccb3 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:11:26.662525 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-23de0c88-9835-485c-baf8-8f3a8c5f5f19 req-c3516e26-227e-4e88-9edc-54c2f343dde3 service neutron] 10.222.0.49 "GET /v2.0/networks/6a06356e-3ac9-4b75-a179-fa94da59a4c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078737 Oct 12 19:11:26.669383 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1311545-684c-4717-a78b-da981edaa876 req-01e3c560-11d1-4ea4-ad7c-85ca467667ce tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:26.670954 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c1311545-684c-4717-a78b-da981edaa876 req-01e3c560-11d1-4ea4-ad7c-85ca467667ce tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] 10.222.0.49 "GET /v2.0/ports?device_id=fe75de1f-a223-4b05-ab56-b9feb006b94e HTTP/1.1" status: 200 len: 949 time: 0.0711765 Oct 12 19:11:26.700408 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ec0de849-ff58-4ccf-a672-20a134d9e971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:26.741069 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 5db95227-b468-4a01-af1b-748ea75a3d65 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:11:26.753152 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-ec0de849-ff58-4ccf-a672-20a134d9e971 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=209236fb9e1a447eb63e233792e8802a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3048639 Oct 12 19:11:26.755780 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 56706) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:11:26.766029 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c1311545-684c-4717-a78b-da981edaa876 req-64ae6803-fbe0-4216-8567-18144ea2176d tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] 10.222.0.49 "GET /v2.0/security-groups?id=d81c912b-51e6-4dcc-ae7a-8b303917556f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864177 Oct 12 19:11:26.786537 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0de849-ff58-4ccf-a672-20a134d9e971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=854cb690-22e3-4ca0-b962-cc4266f1925d,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:11:26.799874 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-23de0c88-9835-485c-baf8-8f3a8c5f5f19 req-841c29c7-22fe-4571-bbe3-1aad55e8c2a1 service neutron] 10.222.0.49 "GET /v2.0/networks/6a06356e-3ac9-4b75-a179-fa94da59a4c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297050 Oct 12 19:11:26.873397 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ebb23fad-cb99-4cbd-a7b7-b7fad0867363 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:26.914597 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ebb23fad-cb99-4cbd-a7b7-b7fad0867363 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:26.964820 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c347cf-2e50-4a11-af6e-e5c581032e65 req-7e07e530-d4b5-4676-9eb8-5bd183b85f1e tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:26.968722 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-77c347cf-2e50-4a11-af6e-e5c581032e65 req-7e07e530-d4b5-4676-9eb8-5bd183b85f1e tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/ports?device_id=b350f0cf-0a96-4648-b14d-1ab8c3ef82a8 HTTP/1.1" status: 200 len: 943 time: 0.0769267 Oct 12 19:11:27.007582 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-77c347cf-2e50-4a11-af6e-e5c581032e65 req-bdabbaec-4245-48c6-bbed-2e16a31a110d tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cccf57-f452-41a8-9e48-a6e744310271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345430 Oct 12 19:11:27.020915 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 5db95227-b468-4a01-af1b-748ea75a3d65 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:11:27.021401 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:27.076831 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ebb23fad-cb99-4cbd-a7b7-b7fad0867363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:27.084637 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ebb23fad-cb99-4cbd-a7b7-b7fad0867363 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:27.113483 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-ebb23fad-cb99-4cbd-a7b7-b7fad0867363 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/854cb690-22e3-4ca0-b962-cc4266f1925d HTTP/1.1" status: 204 len: 168 time: 0.3347635 Oct 12 19:11:27.142775 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa5c726-2e5f-416d-a05c-206bebcd180b req-9df3b642-c01f-49ea-b584-bd3b3fe7d073 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:27.150842 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5fa5c726-2e5f-416d-a05c-206bebcd180b req-9df3b642-c01f-49ea-b584-bd3b3fe7d073 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/ports?device_id=08fd2058-3c0a-42c8-aeae-083b075d74c3 HTTP/1.1" status: 200 len: 950 time: 0.0813596 Oct 12 19:11:27.155918 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb23fad-cb99-4cbd-a7b7-b7fad0867363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=854cb690-22e3-4ca0-b962-cc4266f1925d,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:11:27.159946 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-a011be29-9817-41fc-afbb-c04b19a4248f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd26dd5a1-f855-4d0c-9d8c-04c19e54ccb3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-995433508-router', 'tenant_id': 'ae185389b7954075b07d084c36053bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '5db95227-b468-4a01-af1b-748ea75a3d65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:11:16Z', 'updated_at': '2021-10-12T19:11:23Z', 'revision_number': 4, 'project_id': 'ae185389b7954075b07d084c36053bf8', 'gw_port': {'id': '5db95227-b468-4a01-af1b-748ea75a3d65', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:32:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26dd5a1-f855-4d0c-9d8c-04c19e54ccb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:11:17Z', 'updated_at': '2021-10-12T19:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': 'f1709592-8ff6-47ea-ba75-da3a7195babf', 'name': '', 'network_id': '6a06356e-3ac9-4b75-a179-fa94da59a4c4', 'tenant_id': 'ae185389b7954075b07d084c36053bf8', 'mac_address': 'fa:16:3e:55:ea:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd26dd5a1-f855-4d0c-9d8c-04c19e54ccb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'c942d9e9-4043-4df0-b7e7-7529a4adc971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:11:22Z', 'updated_at': '2021-10-12T19:11:24Z', 'revision_number': 2, 'project_id': 'ae185389b7954075b07d084c36053bf8', 'subnets': [{'id': 'c942d9e9-4043-4df0-b7e7-7529a4adc971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:11:27.196081 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a011be29-9817-41fc-afbb-c04b19a4248f None None] Checking router: d26dd5a1-f855-4d0c-9d8c-04c19e54ccb3 for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:11:27.197103 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a011be29-9817-41fc-afbb-c04b19a4248f None None] Updating router d26dd5a1-f855-4d0c-9d8c-04c19e54ccb3 port f1709592-8ff6-47ea-ba75-da3a7195babf binding host n-d-813679-3 {{(pid=95503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 19:11:27.209194 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5fa5c726-2e5f-416d-a05c-206bebcd180b req-f18dc29f-3da9-45e0-ab6e-52a466b2bfe6 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/security-groups?id=97ebf564-c5fe-4f12-92a1-b237f08112ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572543 Oct 12 19:11:27.234571 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a011be29-9817-41fc-afbb-c04b19a4248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:27.379521 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8696981c-46a5-41e2-a7ff-d9fb4a3fceac req-3f5ebd6a-8f04-41fb-bef8-6e3f6d6ec34a tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:27.381066 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8696981c-46a5-41e2-a7ff-d9fb4a3fceac req-3f5ebd6a-8f04-41fb-bef8-6e3f6d6ec34a tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ebc66ca-4680-4acc-9b1d-e6c2672bd77d HTTP/1.1" status: 200 len: 943 time: 0.0993495 Oct 12 19:11:27.422104 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8696981c-46a5-41e2-a7ff-d9fb4a3fceac req-1c485aab-cc75-4b97-bec4-aacc1d5f2a68 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] 10.222.0.49 "GET /v2.0/security-groups?id=cc027471-7536-4131-b328-5d38c3e8f799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328290 Oct 12 19:11:27.563679 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a011be29-9817-41fc-afbb-c04b19a4248f None None] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:27.592557 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-387a217a-5970-4b9c-88fa-b309372f97a3 req-f3887004-dda7-4719-b033-8e8e6b62d897 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] 10.222.0.49 "GET /v2.0/ports?device_id=0fcf7e7d-786c-4285-8704-dbf6d6eee771 HTTP/1.1" status: 200 len: 210 time: 0.0457959 Oct 12 19:11:27.609544 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a011be29-9817-41fc-afbb-c04b19a4248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:27.729348 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527f316f-c823-4415-af89-ee09fbe4dd18 None None] Pushing event updated for resources: {'Port': ['ID=f1709592-8ff6-47ea-ba75-da3a7195babf,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:11:27.784424 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527f316f-c823-4415-af89-ee09fbe4dd18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:11:27.785396 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527f316f-c823-4415-af89-ee09fbe4dd18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:11:27.786146 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527f316f-c823-4415-af89-ee09fbe4dd18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:11:27.786918 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527f316f-c823-4415-af89-ee09fbe4dd18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:11:27.787659 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527f316f-c823-4415-af89-ee09fbe4dd18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:11:27.788650 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527f316f-c823-4415-af89-ee09fbe4dd18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:11:27.789411 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527f316f-c823-4415-af89-ee09fbe4dd18 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:11:27.790158 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527f316f-c823-4415-af89-ee09fbe4dd18 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:11:27.790895 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527f316f-c823-4415-af89-ee09fbe4dd18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:11:27.791647 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527f316f-c823-4415-af89-ee09fbe4dd18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:11:27.792438 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527f316f-c823-4415-af89-ee09fbe4dd18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:11:27.793153 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527f316f-c823-4415-af89-ee09fbe4dd18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:11:27.876129 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-a011be29-9817-41fc-afbb-c04b19a4248f None None] Attempting to bind port f1709592-8ff6-47ea-ba75-da3a7195babf on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:11:27.876680 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-a011be29-9817-41fc-afbb-c04b19a4248f None None] Attempting to bind port f1709592-8ff6-47ea-ba75-da3a7195babf by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '81fe845b-53bf-4206-b6f5-6dccc40d0fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6a06356e-3ac9-4b75-a179-fa94da59a4c4'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:11:27.879965 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a011be29-9817-41fc-afbb-c04b19a4248f None None] Attempting to bind port f1709592-8ff6-47ea-ba75-da3a7195babf on network 6a06356e-3ac9-4b75-a179-fa94da59a4c4 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:11:27.886434 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a011be29-9817-41fc-afbb-c04b19a4248f None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:11:27.886997 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a011be29-9817-41fc-afbb-c04b19a4248f None None] Checking segment: {'id': '81fe845b-53bf-4206-b6f5-6dccc40d0fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6a06356e-3ac9-4b75-a179-fa94da59a4c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:11:27.888625 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a011be29-9817-41fc-afbb-c04b19a4248f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:27.889027 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a011be29-9817-41fc-afbb-c04b19a4248f None None] Bound using segment: {'id': '81fe845b-53bf-4206-b6f5-6dccc40d0fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6a06356e-3ac9-4b75-a179-fa94da59a4c4'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:11:27.889614 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-a011be29-9817-41fc-afbb-c04b19a4248f None None] Bound port: f1709592-8ff6-47ea-ba75-da3a7195babf, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81fe845b-53bf-4206-b6f5-6dccc40d0fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6a06356e-3ac9-4b75-a179-fa94da59a4c4'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:11:27.890049 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a011be29-9817-41fc-afbb-c04b19a4248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:27.998647 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a011be29-9817-41fc-afbb-c04b19a4248f None None] For port f1709592-8ff6-47ea-ba75-da3a7195babf, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:11:28.002446 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a011be29-9817-41fc-afbb-c04b19a4248f None None] For port f1709592-8ff6-47ea-ba75-da3a7195babf, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=f1709592-8ff6-47ea-ba75-da3a7195babf,segment=NetworkSegment(81fe845b-53bf-4206-b6f5-6dccc40d0fe2),segment_id=81fe845b-53bf-4206-b6f5-6dccc40d0fe2)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:11:28.063919 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a011be29-9817-41fc-afbb-c04b19a4248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:28.122811 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-18f0907b-561f-4391-bae9-adc41f8f4117 None None] Provisioning complete for port f1709592-8ff6-47ea-ba75-da3a7195babf triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:11:28.123186 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-18f0907b-561f-4391-bae9-adc41f8f4117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:28.163982 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527f316f-c823-4415-af89-ee09fbe4dd18 None None] Pushing event updated for resources: {'Port': ['ID=f1709592-8ff6-47ea-ba75-da3a7195babf,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:11:28.181789 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff60f34-56f2-471a-adff-47099009921e req-de62e096-ef8d-4878-8813-a2a8e636cce5 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:28.183398 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1ff60f34-56f2-471a-adff-47099009921e req-de62e096-ef8d-4878-8813-a2a8e636cce5 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/ports?device_id=b350f0cf-0a96-4648-b14d-1ab8c3ef82a8 HTTP/1.1" status: 200 len: 943 time: 0.0647118 Oct 12 19:11:28.203480 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a011be29-9817-41fc-afbb-c04b19a4248f None None] Routers {'d26dd5a1-f855-4d0c-9d8c-04c19e54ccb3'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:11:28.203480 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-a011be29-9817-41fc-afbb-c04b19a4248f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:11:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['d26dd5a1-f855-4d0c-9d8c-04c19e54ccb3'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:11:28.238670 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1ff60f34-56f2-471a-adff-47099009921e req-ce8a184e-ccd2-4f78-b1cd-b22668bcedff tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cccf57-f452-41a8-9e48-a6e744310271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455325 Oct 12 19:11:28.360655 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4edb12-0ecf-4def-82f5-cd126a3301ed req-fe8c6cf5-9bec-465e-bbc2-d67c299db66d tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:28.367642 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7e4edb12-0ecf-4def-82f5-cd126a3301ed req-fe8c6cf5-9bec-465e-bbc2-d67c299db66d tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/ports?device_id=08fd2058-3c0a-42c8-aeae-083b075d74c3 HTTP/1.1" status: 200 len: 950 time: 0.0701866 Oct 12 19:11:28.418287 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7e4edb12-0ecf-4def-82f5-cd126a3301ed req-49d085a7-00d5-4054-8d72-e40d2fc1c7a7 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/security-groups?id=97ebf564-c5fe-4f12-92a1-b237f08112ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416265 Oct 12 19:11:28.422280 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-18f0907b-561f-4391-bae9-adc41f8f4117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:28.479047 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-18f0907b-561f-4391-bae9-adc41f8f4117 None None] For port f1709592-8ff6-47ea-ba75-da3a7195babf, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=f1709592-8ff6-47ea-ba75-da3a7195babf,segment=NetworkSegment(81fe845b-53bf-4206-b6f5-6dccc40d0fe2),segment_id=81fe845b-53bf-4206-b6f5-6dccc40d0fe2)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:11:28.481874 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-a011be29-9817-41fc-afbb-c04b19a4248f None None] Set router d26dd5a1-f855-4d0c-9d8c-04c19e54ccb3 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:11:28.500121 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 56792) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:11:28.572264 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-18f0907b-561f-4391-bae9-adc41f8f4117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:28.584016 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b9bb4adf-a49d-4ca3-a6b2-7a33575d8f9a req-5a7d1648-f74a-40b0-8422-78af6e2436ca service neutron] 10.222.0.61 "GET /v2.0/ports/97adc232-51f4-47e0-a97f-6cec7f72f061/bindings/n-h2-813679-3 HTTP/1.1" status: 200 len: 384 time: 0.1316373 Oct 12 19:11:28.611669 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46d1599-8e34-4ab9-881f-7032fce14925 req-52e6d5c0-5ac9-4df9-be30-65af88fb5429 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:28.619986 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c46d1599-8e34-4ab9-881f-7032fce14925 req-52e6d5c0-5ac9-4df9-be30-65af88fb5429 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ebc66ca-4680-4acc-9b1d-e6c2672bd77d HTTP/1.1" status: 200 len: 943 time: 0.0854127 Oct 12 19:11:28.703179 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c46d1599-8e34-4ab9-881f-7032fce14925 req-b9aa8d23-9ce3-402f-8803-8e62894f5ba6 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] 10.222.0.49 "GET /v2.0/security-groups?id=cc027471-7536-4131-b328-5d38c3e8f799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820074 Oct 12 19:11:28.740675 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 3f0d89a6-6894-4b33-a68e-e4c38408f1af details requested by agent hyperv_n-h2-813679-3 with host n-h2-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:11:28.754322 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6278c4f3-0ff2-4319-8de3-98c2a947a277 req-9f75ff52-05a1-41ec-97ce-8048571462e7 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] 10.222.0.49 "GET /v2.0/ports?device_id=0fcf7e7d-786c-4285-8704-dbf6d6eee771 HTTP/1.1" status: 200 len: 210 time: 0.0478544 Oct 12 19:11:28.790636 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d57db7a2-05b8-46fc-aa04-5e47b81911a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:28.846940 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f0907b-561f-4391-bae9-adc41f8f4117 None None] Pushing event updated for resources: {'Port': ['ID=f1709592-8ff6-47ea-ba75-da3a7195babf,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:11:28.893366 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-2a026099-cb19-47a0-b899-e4cf17e480e1 None None] Provisioning complete for port f1709592-8ff6-47ea-ba75-da3a7195babf triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:11:28.898703 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2a026099-cb19-47a0-b899-e4cf17e480e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:28.917859 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-b9bb4adf-a49d-4ca3-a6b2-7a33575d8f9a req-d241b674-b544-49c4-a725-7623cc11f707 service neutron] For port 97adc232-51f4-47e0-a97f-6cec7f72f061, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=97adc232-51f4-47e0-a97f-6cec7f72f061,segment=NetworkSegment(af837146-1b4e-4c2b-b1ce-96eb7f990955),segment_id=af837146-1b4e-4c2b-b1ce-96eb7f990955)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:11:28.939669 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d57db7a2-05b8-46fc-aa04-5e47b81911a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:28.962470 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-b9bb4adf-a49d-4ca3-a6b2-7a33575d8f9a req-d241b674-b544-49c4-a725-7623cc11f707 service neutron] For port 97adc232-51f4-47e0-a97f-6cec7f72f061, host n-h1-813679-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:11:29.010239 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [req-b9bb4adf-a49d-4ca3-a6b2-7a33575d8f9a req-d241b674-b544-49c4-a725-7623cc11f707 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97adc232-51f4-47e0-a97f-6cec7f72f061 {{(pid=95502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:11:29.014369 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d57db7a2-05b8-46fc-aa04-5e47b81911a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:29.025652 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-b9bb4adf-a49d-4ca3-a6b2-7a33575d8f9a req-d241b674-b544-49c4-a725-7623cc11f707 service neutron] For port 97adc232-51f4-47e0-a97f-6cec7f72f061, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=97adc232-51f4-47e0-a97f-6cec7f72f061,segment=NetworkSegment(af837146-1b4e-4c2b-b1ce-96eb7f990955),segment_id=af837146-1b4e-4c2b-b1ce-96eb7f990955)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:11:29.046296 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 3f0d89a6-6894-4b33-a68e-e4c38408f1af, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=3f0d89a6-6894-4b33-a68e-e4c38408f1af,segment=NetworkSegment(70a77141-5565-41b2-8aa4-9582e3e1fa93),segment_id=70a77141-5565-41b2-8aa4-9582e3e1fa93)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:11:29.057448 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-d57db7a2-05b8-46fc-aa04-5e47b81911a3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0bb5376f31ec47de9b10559f775595d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5560713 Oct 12 19:11:29.058863 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57db7a2-05b8-46fc-aa04-5e47b81911a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22e63e44-f5b1-4080-bbc6-b1469f8253f5,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:11:29.060807 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 56820) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:11:29.065234 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Returning: {'device': '3f0d89a6-6894-4b33-a68e-e4c38408f1af', 'network_id': 'f3d8d55a-a17e-469f-b479-a47932f8f8ad', 'port_id': '3f0d89a6-6894-4b33-a68e-e4c38408f1af', 'mac_address': 'fa:16:3e:68:93:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7744f471-5bc3-48f2-bedf-a494f3770221', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:11:29.113440 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b9bb4adf-a49d-4ca3-a6b2-7a33575d8f9a req-d241b674-b544-49c4-a725-7623cc11f707 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:29.126569 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-a011be29-9817-41fc-afbb-c04b19a4248f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd26dd5a1-f855-4d0c-9d8c-04c19e54ccb3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-995433508-router', 'tenant_id': 'ae185389b7954075b07d084c36053bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '5db95227-b468-4a01-af1b-748ea75a3d65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:11:16Z', 'updated_at': '2021-10-12T19:11:23Z', 'revision_number': 4, 'project_id': 'ae185389b7954075b07d084c36053bf8', 'gw_port': {'id': '5db95227-b468-4a01-af1b-748ea75a3d65', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:32:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26dd5a1-f855-4d0c-9d8c-04c19e54ccb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:11:17Z', 'updated_at': '2021-10-12T19:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': 'f1709592-8ff6-47ea-ba75-da3a7195babf', 'name': '', 'network_id': '6a06356e-3ac9-4b75-a179-fa94da59a4c4', 'tenant_id': 'ae185389b7954075b07d084c36053bf8', 'mac_address': 'fa:16:3e:55:ea:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd26dd5a1-f855-4d0c-9d8c-04c19e54ccb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'c942d9e9-4043-4df0-b7e7-7529a4adc971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:11:22Z', 'updated_at': '2021-10-12T19:11:27Z', 'revision_number': 4, 'project_id': 'ae185389b7954075b07d084c36053bf8', 'subnets': [{'id': 'c942d9e9-4043-4df0-b7e7-7529a4adc971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:11:29.131032 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-08a8951c-d08b-4550-ad04-d107531b7dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:29.146794 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-78014d77-91f9-4d86-ad61-823f22d92fc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:29.163713 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a011be29-9817-41fc-afbb-c04b19a4248f None None] The sync data for ids ['d26dd5a1-f855-4d0c-9d8c-04c19e54ccb3'] in n-d-813679-3 is: [{'id': 'd26dd5a1-f855-4d0c-9d8c-04c19e54ccb3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-995433508-router', 'tenant_id': 'ae185389b7954075b07d084c36053bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '5db95227-b468-4a01-af1b-748ea75a3d65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:11:16Z', 'updated_at': '2021-10-12T19:11:23Z', 'revision_number': 4, 'project_id': 'ae185389b7954075b07d084c36053bf8', 'gw_port': {'id': '5db95227-b468-4a01-af1b-748ea75a3d65', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:32:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26dd5a1-f855-4d0c-9d8c-04c19e54ccb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:11:17Z', 'updated_at': '2021-10-12T19:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': 'f1709592-8ff6-47ea-ba75-da3a7195babf', 'name': '', 'network_id': '6a06356e-3ac9-4b75-a179-fa94da59a4c4', 'tenant_id': 'ae185389b7954075b07d084c36053bf8', 'mac_address': 'fa:16:3e:55:ea:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd26dd5a1-f855-4d0c-9d8c-04c19e54ccb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'c942d9e9-4043-4df0-b7e7-7529a4adc971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:11:22Z', 'updated_at': '2021-10-12T19:11:27Z', 'revision_number': 4, 'project_id': 'ae185389b7954075b07d084c36053bf8', 'subnets': [{'id': 'c942d9e9-4043-4df0-b7e7-7529a4adc971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:11:29.173211 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:29.196813 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f0d89a6-6894-4b33-a68e-e4c38408f1af {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:11:29.208694 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-78014d77-91f9-4d86-ad61-823f22d92fc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:29.232080 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 3f0d89a6-6894-4b33-a68e-e4c38408f1af, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=3f0d89a6-6894-4b33-a68e-e4c38408f1af,segment=NetworkSegment(70a77141-5565-41b2-8aa4-9582e3e1fa93),segment_id=70a77141-5565-41b2-8aa4-9582e3e1fa93)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:11:29.283428 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-b9bb4adf-a49d-4ca3-a6b2-7a33575d8f9a req-d241b674-b544-49c4-a725-7623cc11f707 service neutron] Transition to ACTIVE for port object 97adc232-51f4-47e0-a97f-6cec7f72f061 will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:11:29.308323 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:29.369143 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=3f0d89a6-6894-4b33-a68e-e4c38408f1af,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:11:29.403724 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b9bb4adf-a49d-4ca3-a6b2-7a33575d8f9a req-d241b674-b544-49c4-a725-7623cc11f707 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:29.409057 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-78014d77-91f9-4d86-ad61-823f22d92fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:29.411653 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-78014d77-91f9-4d86-ad61-823f22d92fc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:29.412970 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-78014d77-91f9-4d86-ad61-823f22d92fc7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/22e63e44-f5b1-4080-bbc6-b1469f8253f5 HTTP/1.1" status: 204 len: 168 time: 0.3507807 Oct 12 19:11:29.430309 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee100aa8-8d5b-466c-b4c6-0e235c86b326 req-cf7e892b-ad94-4f83-b118-8236d53b8b49 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:29.432886 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ee100aa8-8d5b-466c-b4c6-0e235c86b326 req-cf7e892b-ad94-4f83-b118-8236d53b8b49 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/ports?device_id=b350f0cf-0a96-4648-b14d-1ab8c3ef82a8 HTTP/1.1" status: 200 len: 943 time: 0.0678787 Oct 12 19:11:29.510799 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ee100aa8-8d5b-466c-b4c6-0e235c86b326 req-a2ade563-71ce-48b6-b34d-1b37b277f2c3 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cccf57-f452-41a8-9e48-a6e744310271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646751 Oct 12 19:11:29.529923 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d241b674-b544-49c4-a725-7623cc11f707 service neutron] Pushing event updated for resources: {'Port': ['ID=97adc232-51f4-47e0-a97f-6cec7f72f061,revision_number=10']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:11:29.549690 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78014d77-91f9-4d86-ad61-823f22d92fc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22e63e44-f5b1-4080-bbc6-b1469f8253f5,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:11:29.627195 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9bb4adf-a49d-4ca3-a6b2-7a33575d8f9a req-d241b674-b544-49c4-a725-7623cc11f707 service neutron] No DVR routers for this DVR port 97adc232-51f4-47e0-a97f-6cec7f72f061 on host n-h1-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:11:29.677910 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b9bb4adf-a49d-4ca3-a6b2-7a33575d8f9a req-d241b674-b544-49c4-a725-7623cc11f707 service neutron] 10.222.0.61 "PUT /v2.0/ports/97adc232-51f4-47e0-a97f-6cec7f72f061/bindings/n-h2-813679-3/activate HTTP/1.1" status: 200 len: 369 time: 1.0836132 Oct 12 19:11:29.692858 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d49bce-cb65-4e27-b45c-e8c7097c1792 req-d498b705-bb62-4d58-b4a9-8ec6a7edcc42 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:29.693367 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['3f0d89a6-6894-4b33-a68e-e4c38408f1af'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:11:29.694905 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-74d49bce-cb65-4e27-b45c-e8c7097c1792 req-d498b705-bb62-4d58-b4a9-8ec6a7edcc42 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/ports?device_id=08fd2058-3c0a-42c8-aeae-083b075d74c3 HTTP/1.1" status: 200 len: 950 time: 0.1575916 Oct 12 19:11:29.787451 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-74d49bce-cb65-4e27-b45c-e8c7097c1792 req-77274c55-4c90-4bb0-a0ed-9f1ba35e62ed tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/security-groups?id=97ebf564-c5fe-4f12-92a1-b237f08112ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787163 Oct 12 19:11:29.906800 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0b33b434-3c76-4aeb-898f-2da2aa523bbe req-7523ddfa-88c4-4e24-829a-41c263a14b1a tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] 10.222.0.49 "GET /v2.0/ports?device_id=0fcf7e7d-786c-4285-8704-dbf6d6eee771 HTTP/1.1" status: 200 len: 210 time: 0.0358176 Oct 12 19:11:29.920452 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbc8932-e1b1-4517-a188-b66304827692 req-1944703d-6bb2-4075-a860-7c9f86667847 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:29.930540 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0dbc8932-e1b1-4517-a188-b66304827692 req-1944703d-6bb2-4075-a860-7c9f86667847 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ebc66ca-4680-4acc-9b1d-e6c2672bd77d HTTP/1.1" status: 200 len: 944 time: 0.1063173 Oct 12 19:11:29.961218 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bb4adf-a49d-4ca3-a6b2-7a33575d8f9a req-70fedd9f-81dd-443b-8b8b-b7617b7ad245 tempest-LiveMigrationTest-1833787117 tempest-LiveMigrationTest-1833787117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:29.962827 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b9bb4adf-a49d-4ca3-a6b2-7a33575d8f9a req-70fedd9f-81dd-443b-8b8b-b7617b7ad245 tempest-LiveMigrationTest-1833787117 tempest-LiveMigrationTest-1833787117-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=b350f0cf-0a96-4648-b14d-1ab8c3ef82a8&tenant_id=5fba7a982f4e455fbf6360a954bd3673&binding%3Ahost_id=n-h1-813679-3 HTTP/1.1" status: 200 len: 1095 time: 0.1077580 Oct 12 19:11:30.042787 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0dbc8932-e1b1-4517-a188-b66304827692 req-7d2709e4-d27a-4535-a2da-db1cb883b4f6 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] 10.222.0.49 "GET /v2.0/security-groups?id=cc027471-7536-4131-b328-5d38c3e8f799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113436 Oct 12 19:11:30.075936 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bb4adf-a49d-4ca3-a6b2-7a33575d8f9a req-7f30e846-a88c-40ad-9a09-ef057b98deef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:30.076880 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b9bb4adf-a49d-4ca3-a6b2-7a33575d8f9a req-7f30e846-a88c-40ad-9a09-ef057b98deef service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b350f0cf-0a96-4648-b14d-1ab8c3ef82a8&tenant_id=5fba7a982f4e455fbf6360a954bd3673 HTTP/1.1" status: 200 len: 1095 time: 0.1016977 Oct 12 19:11:30.141227 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23de0c88-9835-485c-baf8-8f3a8c5f5f19 req-d4c500aa-b9a4-4615-a606-d4719a2d68e0 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:30.143207 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-23de0c88-9835-485c-baf8-8f3a8c5f5f19 req-d4c500aa-b9a4-4615-a606-d4719a2d68e0 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] 10.222.0.67 "GET /v2.0/networks?id=6a06356e-3ac9-4b75-a179-fa94da59a4c4 HTTP/1.1" status: 200 len: 828 time: 0.1329491 Oct 12 19:11:30.169939 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-23de0c88-9835-485c-baf8-8f3a8c5f5f19 req-d1f66447-6cdd-4aa7-9658-8b0480ec8dbb tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] Request body: {'port': {'device_id': '0fcf7e7d-786c-4285-8704-dbf6d6eee771', 'network_id': '6a06356e-3ac9-4b75-a179-fa94da59a4c4', 'admin_state_up': True, 'tenant_id': 'ae185389b7954075b07d084c36053bf8'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:11:30.191699 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bb4adf-a49d-4ca3-a6b2-7a33575d8f9a req-b438dc26-82e0-421f-9584-b91d32b0046f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:30.201806 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b9bb4adf-a49d-4ca3-a6b2-7a33575d8f9a req-b438dc26-82e0-421f-9584-b91d32b0046f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5fba7a982f4e455fbf6360a954bd3673&device_id=b350f0cf-0a96-4648-b14d-1ab8c3ef82a8 HTTP/1.1" status: 200 len: 1095 time: 0.0855048 Oct 12 19:11:30.333460 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bb4adf-a49d-4ca3-a6b2-7a33575d8f9a req-7e21be79-6515-4e6a-9003-c0328b5d898f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:30.336478 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b9bb4adf-a49d-4ca3-a6b2-7a33575d8f9a req-7e21be79-6515-4e6a-9003-c0328b5d898f service neutron] 10.222.0.67 "GET /v2.0/networks?id=c9c833e6-1691-44ed-bf82-cf9c18667411 HTTP/1.1" status: 200 len: 909 time: 0.1221747 Oct 12 19:11:30.387696 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-293cf6a5-4e96-4b20-a9c8-874f5bb14611 req-912eea6f-f2ee-4a74-a6ab-17de6372ac1d tempest-FlavorsV2NegativeTest-1060411292 tempest-FlavorsV2NegativeTest-1060411292-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=ab5818a28dc544008dcfa3dcfbeb216e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0430746 Oct 12 19:11:30.405507 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b9bb4adf-a49d-4ca3-a6b2-7a33575d8f9a req-ff6435ed-21de-42c8-80be-8ae18228c67d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=97adc232-51f4-47e0-a97f-6cec7f72f061 HTTP/1.1" status: 200 len: 217 time: 0.0596371 Oct 12 19:11:30.463260 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bb4adf-a49d-4ca3-a6b2-7a33575d8f9a req-46f5011a-0630-4cf1-be77-d467d926cd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:30.464860 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b9bb4adf-a49d-4ca3-a6b2-7a33575d8f9a req-46f5011a-0630-4cf1-be77-d467d926cd6b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e0ebc949-3a0d-4490-86b6-8c422c8edc16 HTTP/1.1" status: 200 len: 848 time: 0.0478661 Oct 12 19:11:30.484982 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23de0c88-9835-485c-baf8-8f3a8c5f5f19 req-d1f66447-6cdd-4aa7-9658-8b0480ec8dbb tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] Made reservation on behalf of ae185389b7954075b07d084c36053bf8 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:11:30.489335 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-23de0c88-9835-485c-baf8-8f3a8c5f5f19 req-d1f66447-6cdd-4aa7-9658-8b0480ec8dbb tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:30.501871 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b9bb4adf-a49d-4ca3-a6b2-7a33575d8f9a req-5ea5c1fb-5a7a-4261-b3f3-d8662f3a2f1d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c9c833e6-1691-44ed-bf82-cf9c18667411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269196 Oct 12 19:11:30.531153 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293cf6a5-4e96-4b20-a9c8-874f5bb14611 req-f19a58e0-b4ea-49c7-9ea0-49bd09681895 tempest-FlavorsV2NegativeTest-1060411292 tempest-FlavorsV2NegativeTest-1060411292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:30.533114 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-293cf6a5-4e96-4b20-a9c8-874f5bb14611 req-f19a58e0-b4ea-49c7-9ea0-49bd09681895 tempest-FlavorsV2NegativeTest-1060411292 tempest-FlavorsV2NegativeTest-1060411292-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1446192 Oct 12 19:11:30.587840 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-293cf6a5-4e96-4b20-a9c8-874f5bb14611 req-9a1fdd3b-238a-42db-bfe9-51e5509a79de tempest-FlavorsV2NegativeTest-1060411292 tempest-FlavorsV2NegativeTest-1060411292-project] 10.222.0.49 "GET /v2.0/quotas/ab5818a28dc544008dcfa3dcfbeb216e HTTP/1.1" status: 200 len: 375 time: 0.0191388 Oct 12 19:11:30.648324 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-293cf6a5-4e96-4b20-a9c8-874f5bb14611 req-8be5a811-d0c4-43de-9024-dd6f9b9efc2c tempest-FlavorsV2NegativeTest-1060411292 tempest-FlavorsV2NegativeTest-1060411292-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=ab5818a28dc544008dcfa3dcfbeb216e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0469074 Oct 12 19:11:30.678794 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device c50e084a-aa24-4b2a-b1b3-a26e8bc6a774 details requested by agent hyperv_n-h2-813679-3 with host n-h2-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:11:30.680918 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device c0f009b6-1045-46b2-9f3c-b86eb815c549 no longer exists at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:11:30.716267 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b9bb4adf-a49d-4ca3-a6b2-7a33575d8f9a req-14d4a08a-94cd-41c2-9324-57fb2a4f598e service neutron] 10.222.0.67 "GET /v2.0/networks/c9c833e6-1691-44ed-bf82-cf9c18667411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038226 Oct 12 19:11:30.761698 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e7bb85-9452-4d55-8280-d3cad0a262f1 req-a9706c08-8d5d-443f-a71c-928782a8522d tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:30.770807 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-51e7bb85-9452-4d55-8280-d3cad0a262f1 req-a9706c08-8d5d-443f-a71c-928782a8522d tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/ports?device_id=b350f0cf-0a96-4648-b14d-1ab8c3ef82a8 HTTP/1.1" status: 200 len: 944 time: 0.1653469 Oct 12 19:11:30.799914 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [req-23de0c88-9835-485c-baf8-8f3a8c5f5f19 req-d1f66447-6cdd-4aa7-9658-8b0480ec8dbb tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] Allocated IP 172.20.0.9 (6a06356e-3ac9-4b75-a179-fa94da59a4c4/c942d9e9-4043-4df0-b7e7-7529a4adc971/b9f78b7f-e2f7-4ed8-b33c-3234a2f9ae81) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:11:30.826256 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device f1709592-8ff6-47ea-ba75-da3a7195babf up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:11:30.933798 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-51e7bb85-9452-4d55-8280-d3cad0a262f1 req-cfa9fc29-2f17-49ee-a9fe-7449bdffb257 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cccf57-f452-41a8-9e48-a6e744310271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626289 Oct 12 19:11:30.988455 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b9bb4adf-a49d-4ca3-a6b2-7a33575d8f9a req-ee8d2481-d6a1-415f-8cb6-f45ebfd7df6b service neutron] 10.222.0.67 "GET /v2.0/networks/c9c833e6-1691-44ed-bf82-cf9c18667411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619474 Oct 12 19:11:31.061559 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-06f0e6b8-61ae-4864-9c72-9e50b8c3a445 req-ebf02fe2-dc34-4824-bacf-3275bd4ccad0 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] 10.222.0.49 "GET /v2.0/ports?device_id=0fcf7e7d-786c-4285-8704-dbf6d6eee771 HTTP/1.1" status: 200 len: 210 time: 0.0394282 Oct 12 19:11:31.117039 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fef90a9-b781-4b33-9d8c-683e37b0b862 req-75c87b31-63f5-496e-a78d-0ade09e54ce8 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:31.120946 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port f1709592-8ff6-47ea-ba75-da3a7195babf triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:11:31.121317 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:31.122652 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2fef90a9-b781-4b33-9d8c-683e37b0b862 req-75c87b31-63f5-496e-a78d-0ade09e54ce8 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/ports?device_id=08fd2058-3c0a-42c8-aeae-083b075d74c3 HTTP/1.1" status: 200 len: 950 time: 0.1232846 Oct 12 19:11:31.147917 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-23de0c88-9835-485c-baf8-8f3a8c5f5f19 req-d1f66447-6cdd-4aa7-9658-8b0480ec8dbb tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:31.167862 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port c50e084a-aa24-4b2a-b1b3-a26e8bc6a774, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=c50e084a-aa24-4b2a-b1b3-a26e8bc6a774,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:11:31.198268 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2fef90a9-b781-4b33-9d8c-683e37b0b862 req-72153a1c-7fd1-4bdc-9fba-5a31eb0e03b1 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/security-groups?id=97ebf564-c5fe-4f12-92a1-b237f08112ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575671 Oct 12 19:11:31.211581 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:31.243386 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Returning: {'device': 'c50e084a-aa24-4b2a-b1b3-a26e8bc6a774', 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1', 'port_id': 'c50e084a-aa24-4b2a-b1b3-a26e8bc6a774', 'mac_address': 'fa:16:3e:5f:76:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '629aee7d-3fde-4c72-af1e-6a7e1f6a7e75', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:11:31.326788 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-23de0c88-9835-485c-baf8-8f3a8c5f5f19 req-d1f66447-6cdd-4aa7-9658-8b0480ec8dbb tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:31.397625 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15546a1-f7fa-482a-ab84-12b354b2dedb req-315f00b3-1cde-498e-80b9-50cf6ae3e743 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:31.399240 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b15546a1-f7fa-482a-ab84-12b354b2dedb req-315f00b3-1cde-498e-80b9-50cf6ae3e743 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ebc66ca-4680-4acc-9b1d-e6c2672bd77d HTTP/1.1" status: 200 len: 944 time: 0.1164007 Oct 12 19:11:31.401261 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23de0c88-9835-485c-baf8-8f3a8c5f5f19 req-d1f66447-6cdd-4aa7-9658-8b0480ec8dbb tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] Network 6a06356e-3ac9-4b75-a179-fa94da59a4c4 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:11:31.402714 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f66447-6cdd-4aa7-9658-8b0480ec8dbb tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] Pushing event updated for resources: {'Port': ['ID=b9f78b7f-e2f7-4ed8-b33c-3234a2f9ae81,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:11:31.405573 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [req-23de0c88-9835-485c-baf8-8f3a8c5f5f19 req-d1f66447-6cdd-4aa7-9658-8b0480ec8dbb tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:11:31.407660 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-23de0c88-9835-485c-baf8-8f3a8c5f5f19 req-d1f66447-6cdd-4aa7-9658-8b0480ec8dbb tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:11:31.413428 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23de0c88-9835-485c-baf8-8f3a8c5f5f19 req-d1f66447-6cdd-4aa7-9658-8b0480ec8dbb tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:31.414997 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-23de0c88-9835-485c-baf8-8f3a8c5f5f19 req-d1f66447-6cdd-4aa7-9658-8b0480ec8dbb tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:31.421657 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe75de1f-a223-4b05-ab56-b9feb006b94e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0f009b6-1045-46b2-9f3c-b86eb815c549'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:11:31.424011 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f9bdb09-089b-4a68-a2d7-b27128fd4c32" -d '{"events": [{"server_uuid": "fe75de1f-a223-4b05-ab56-b9feb006b94e", "name": "network-vif-unplugged", "status": "completed", "tag": "c0f009b6-1045-46b2-9f3c-b86eb815c549"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:11:31.453171 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port c0f009b6-1045-46b2-9f3c-b86eb815c549, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=c0f009b6-1045-46b2-9f3c-b86eb815c549,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:11:31.465420 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:31.476876 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b15546a1-f7fa-482a-ab84-12b354b2dedb req-42f0d4c8-9988-4a1c-8449-68947d01ac25 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] 10.222.0.49 "GET /v2.0/security-groups?id=cc027471-7536-4131-b328-5d38c3e8f799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430863 Oct 12 19:11:31.513330 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c50e084a-aa24-4b2a-b1b3-a26e8bc6a774 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:11:31.551917 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-23de0c88-9835-485c-baf8-8f3a8c5f5f19 req-d1f66447-6cdd-4aa7-9658-8b0480ec8dbb tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3908741 Oct 12 19:11:31.555794 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port c50e084a-aa24-4b2a-b1b3-a26e8bc6a774, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=c50e084a-aa24-4b2a-b1b3-a26e8bc6a774,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:11:31.556852 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:31.570012 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-23de0c88-9835-485c-baf8-8f3a8c5f5f19 req-d3ceb85c-5653-4938-9ccc-004918451d3e service neutron] Request body: {'port': {'device_id': '0fcf7e7d-786c-4285-8704-dbf6d6eee771', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:11:31.588440 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 19:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36292fc6-d2ad-4899-830d-cab37f121d43 x-openstack-request-id: req-36292fc6-d2ad-4899-830d-cab37f121d43 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:11:31.588751 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe75de1f-a223-4b05-ab56-b9feb006b94e", "name": "network-vif-unplugged", "status": "completed", "tag": "c0f009b6-1045-46b2-9f3c-b86eb815c549", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:11:31.589008 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-36292fc6-d2ad-4899-830d-cab37f121d43 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:11:31.589381 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe75de1f-a223-4b05-ab56-b9feb006b94e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0f009b6-1045-46b2-9f3c-b86eb815c549', 'code': 200} Oct 12 19:11:31.604193 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bb4adf-a49d-4ca3-a6b2-7a33575d8f9a req-c6c21c62-ac2b-4da8-9754-5cb0b66a1c05 tempest-LiveMigrationTest-1833787117 tempest-LiveMigrationTest-1833787117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:31.605743 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b9bb4adf-a49d-4ca3-a6b2-7a33575d8f9a req-c6c21c62-ac2b-4da8-9754-5cb0b66a1c05 tempest-LiveMigrationTest-1833787117 tempest-LiveMigrationTest-1833787117-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=b350f0cf-0a96-4648-b14d-1ab8c3ef82a8&tenant_id=5fba7a982f4e455fbf6360a954bd3673&binding%3Ahost_id=n-h2-813679-3 HTTP/1.1" status: 200 len: 1095 time: 0.1077740 Oct 12 19:11:31.619666 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=c0f009b6-1045-46b2-9f3c-b86eb815c549,revision_number=8']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:11:31.671050 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0b6f18b1-5dc4-4221-bb29-05ec61772382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:31.674396 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:31.689780 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-23de0c88-9835-485c-baf8-8f3a8c5f5f19 req-d3ceb85c-5653-4938-9ccc-004918451d3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:31.749125 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=c50e084a-aa24-4b2a-b1b3-a26e8bc6a774,revision_number=6']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:11:31.790007 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 97adc232-51f4-47e0-a97f-6cec7f72f061 no longer exists at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:11:31.796002 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['c50e084a-aa24-4b2a-b1b3-a26e8bc6a774'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:11:31.886246 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-cdb1d84b-0d8b-4676-a0c7-93214d7fda47 None None] Provisioning complete for port b9f78b7f-e2f7-4ed8-b33c-3234a2f9ae81 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:11:31.886866 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cdb1d84b-0d8b-4676-a0c7-93214d7fda47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:31.913538 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 97adc232-51f4-47e0-a97f-6cec7f72f061 not bound to the agent host n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:11:31.942909 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-cdb1d84b-0d8b-4676-a0c7-93214d7fda47 None None] Port b9f78b7f-e2f7-4ed8-b33c-3234a2f9ae81 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:11:31.964885 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-b9bb4adf-a49d-4ca3-a6b2-7a33575d8f9a req-8da2314e-31c5-4929-935e-7391ee1433ad service neutron] For port 97adc232-51f4-47e0-a97f-6cec7f72f061, host n-h1-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:11:31.968571 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-b9bb4adf-a49d-4ca3-a6b2-7a33575d8f9a req-8da2314e-31c5-4929-935e-7391ee1433ad service neutron] Notify callbacks [] for binding, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:31.969692 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b9bb4adf-a49d-4ca3-a6b2-7a33575d8f9a req-8da2314e-31c5-4929-935e-7391ee1433ad service neutron] 10.222.0.67 "DELETE /v2.0/ports/97adc232-51f4-47e0-a97f-6cec7f72f061/bindings/n-h1-813679-3 HTTP/1.1" status: 204 len: 173 time: 0.3426402 Oct 12 19:11:32.095108 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [req-23de0c88-9835-485c-baf8-8f3a8c5f5f19 req-d3ceb85c-5653-4938-9ccc-004918451d3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9f78b7f-e2f7-4ed8-b33c-3234a2f9ae81 {{(pid=95502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:11:32.099312 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c874b55b-396c-4282-bac2-7044aa207c7a req-596547c3-2136-4dd1-b3d1-925595675ea7 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:32.101088 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c874b55b-396c-4282-bac2-7044aa207c7a req-596547c3-2136-4dd1-b3d1-925595675ea7 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/ports?device_id=b350f0cf-0a96-4648-b14d-1ab8c3ef82a8 HTTP/1.1" status: 200 len: 944 time: 0.0504906 Oct 12 19:11:32.108068 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-23de0c88-9835-485c-baf8-8f3a8c5f5f19 req-d3ceb85c-5653-4938-9ccc-004918451d3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:32.126953 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-23de0c88-9835-485c-baf8-8f3a8c5f5f19 req-d3ceb85c-5653-4938-9ccc-004918451d3e service neutron] Transition to ACTIVE for port object b9f78b7f-e2f7-4ed8-b33c-3234a2f9ae81 will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:11:32.166644 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c874b55b-396c-4282-bac2-7044aa207c7a req-b67b80bd-d1f1-4dcd-b7ff-8d862f005ecc tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cccf57-f452-41a8-9e48-a6e744310271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476055 Oct 12 19:11:32.209298 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-23de0c88-9835-485c-baf8-8f3a8c5f5f19 req-d3ceb85c-5653-4938-9ccc-004918451d3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:32.275126 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 56966) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:11:32.299382 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ceb85c-5653-4938-9ccc-004918451d3e service neutron] Pushing event updated for resources: {'Port': ['ID=b9f78b7f-e2f7-4ed8-b33c-3234a2f9ae81,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:11:32.353890 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866532e8-694d-47f7-b95f-3baf8510878c req-cfa2535b-f5c6-4ac9-82a6-bcba538fa693 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:32.363281 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-866532e8-694d-47f7-b95f-3baf8510878c req-cfa2535b-f5c6-4ac9-82a6-bcba538fa693 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] 10.222.0.49 "GET /v2.0/ports?device_id=0fcf7e7d-786c-4285-8704-dbf6d6eee771 HTTP/1.1" status: 200 len: 943 time: 0.1673765 Oct 12 19:11:32.373153 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-23de0c88-9835-485c-baf8-8f3a8c5f5f19 req-d3ceb85c-5653-4938-9ccc-004918451d3e service neutron] Attempting to bind port b9f78b7f-e2f7-4ed8-b33c-3234a2f9ae81 on host n-h2-813679-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:11:32.373486 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-23de0c88-9835-485c-baf8-8f3a8c5f5f19 req-d3ceb85c-5653-4938-9ccc-004918451d3e service neutron] Attempting to bind port b9f78b7f-e2f7-4ed8-b33c-3234a2f9ae81 by drivers openvswitch,hyperv on host n-h2-813679-3 at level 0 using segments [{'id': '81fe845b-53bf-4206-b6f5-6dccc40d0fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6a06356e-3ac9-4b75-a179-fa94da59a4c4'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:11:32.373875 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23de0c88-9835-485c-baf8-8f3a8c5f5f19 req-d3ceb85c-5653-4938-9ccc-004918451d3e service neutron] Attempting to bind port b9f78b7f-e2f7-4ed8-b33c-3234a2f9ae81 on network 6a06356e-3ac9-4b75-a179-fa94da59a4c4 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:11:32.388058 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23de0c88-9835-485c-baf8-8f3a8c5f5f19 req-d3ceb85c-5653-4938-9ccc-004918451d3e service neutron] Port b9f78b7f-e2f7-4ed8-b33c-3234a2f9ae81 on network 6a06356e-3ac9-4b75-a179-fa94da59a4c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:11:32.388403 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23de0c88-9835-485c-baf8-8f3a8c5f5f19 req-d3ceb85c-5653-4938-9ccc-004918451d3e service neutron] Attempting to bind port b9f78b7f-e2f7-4ed8-b33c-3234a2f9ae81 on network 6a06356e-3ac9-4b75-a179-fa94da59a4c4 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:11:32.402345 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23de0c88-9835-485c-baf8-8f3a8c5f5f19 req-d3ceb85c-5653-4938-9ccc-004918451d3e service neutron] Checking agent: {'id': '233fbd7d-38e4-434f-bb8f-05364d7423a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 11, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:11:32.403515 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23de0c88-9835-485c-baf8-8f3a8c5f5f19 req-d3ceb85c-5653-4938-9ccc-004918451d3e service neutron] Checking segment: {'id': '81fe845b-53bf-4206-b6f5-6dccc40d0fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6a06356e-3ac9-4b75-a179-fa94da59a4c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:11:32.403615 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23de0c88-9835-485c-baf8-8f3a8c5f5f19 req-d3ceb85c-5653-4938-9ccc-004918451d3e service neutron] Bound using segment: {'id': '81fe845b-53bf-4206-b6f5-6dccc40d0fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6a06356e-3ac9-4b75-a179-fa94da59a4c4'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:11:32.404054 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-23de0c88-9835-485c-baf8-8f3a8c5f5f19 req-d3ceb85c-5653-4938-9ccc-004918451d3e service neutron] Bound port: b9f78b7f-e2f7-4ed8-b33c-3234a2f9ae81, host: n-h2-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81fe845b-53bf-4206-b6f5-6dccc40d0fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6a06356e-3ac9-4b75-a179-fa94da59a4c4'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:11:32.404418 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-23de0c88-9835-485c-baf8-8f3a8c5f5f19 req-d3ceb85c-5653-4938-9ccc-004918451d3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:32.420178 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-99a090d9-8a44-4be1-a1d0-5951d769ff09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:32.433871 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-866532e8-694d-47f7-b95f-3baf8510878c req-8511de0d-d48e-47ac-9290-4c364c93dd60 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] 10.222.0.49 "GET /v2.0/security-groups?id=a7f9720c-b2fc-4108-8209-bc2f9c99d939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693448 Oct 12 19:11:32.452178 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:32.550211 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-23de0c88-9835-485c-baf8-8f3a8c5f5f19 req-d3ceb85c-5653-4938-9ccc-004918451d3e service neutron] For port b9f78b7f-e2f7-4ed8-b33c-3234a2f9ae81, host n-h2-813679-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:11:32.560506 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-23de0c88-9835-485c-baf8-8f3a8c5f5f19 req-d3ceb85c-5653-4938-9ccc-004918451d3e service neutron] For port b9f78b7f-e2f7-4ed8-b33c-3234a2f9ae81, host n-h2-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=b9f78b7f-e2f7-4ed8-b33c-3234a2f9ae81,segment=NetworkSegment(81fe845b-53bf-4206-b6f5-6dccc40d0fe2),segment_id=81fe845b-53bf-4206-b6f5-6dccc40d0fe2)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:11:32.588167 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-99a090d9-8a44-4be1-a1d0-5951d769ff09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:32.625776 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-23de0c88-9835-485c-baf8-8f3a8c5f5f19 req-d3ceb85c-5653-4938-9ccc-004918451d3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:32.654005 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-99a090d9-8a44-4be1-a1d0-5951d769ff09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:32.654618 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:32.679182 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device c50e084a-aa24-4b2a-b1b3-a26e8bc6a774 up at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:11:32.697455 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-99a090d9-8a44-4be1-a1d0-5951d769ff09 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ab5818a28dc544008dcfa3dcfbeb216e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4186928 Oct 12 19:11:32.697455 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a090d9-8a44-4be1-a1d0-5951d769ff09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c55dccbb-f5a7-430f-af97-051b69c87eea,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:11:32.698657 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 56990) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:11:32.730299 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ceb85c-5653-4938-9ccc-004918451d3e service neutron] Pushing event updated for resources: {'Port': ['ID=b9f78b7f-e2f7-4ed8-b33c-3234a2f9ae81,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:11:32.753483 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning complete for port c50e084a-aa24-4b2a-b1b3-a26e8bc6a774 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:11:32.754653 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:32.766589 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ca75fa50-495f-4b24-a6d4-b6d590b5895a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:32.778829 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23de0c88-9835-485c-baf8-8f3a8c5f5f19 req-d3ceb85c-5653-4938-9ccc-004918451d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:32.779440 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-23de0c88-9835-485c-baf8-8f3a8c5f5f19 req-d3ceb85c-5653-4938-9ccc-004918451d3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:32.796690 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-23de0c88-9835-485c-baf8-8f3a8c5f5f19 req-d3ceb85c-5653-4938-9ccc-004918451d3e service neutron] 10.222.0.67 "PUT /v2.0/ports/b9f78b7f-e2f7-4ed8-b33c-3234a2f9ae81 HTTP/1.1" status: 200 len: 1091 time: 1.2169979 Oct 12 19:11:32.796690 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fcf7e7d-786c-4285-8704-dbf6d6eee771', 'tag': 'b9f78b7f-e2f7-4ed8-b33c-3234a2f9ae81'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:11:32.796690 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee48b748-5c2f-4037-bbe0-31b1804c83a1" -d '{"events": [{"name": "network-changed", "server_uuid": "0fcf7e7d-786c-4285-8704-dbf6d6eee771", "tag": "b9f78b7f-e2f7-4ed8-b33c-3234a2f9ae81"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:11:32.797959 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ca75fa50-495f-4b24-a6d4-b6d590b5895a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:32.811607 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851794fb-81ca-42ee-b27a-d2be7c45c9b3 req-4ee8e649-2c8d-4f51-9553-0f9404fa049b tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:32.813149 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-851794fb-81ca-42ee-b27a-d2be7c45c9b3 req-4ee8e649-2c8d-4f51-9553-0f9404fa049b tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/ports?device_id=08fd2058-3c0a-42c8-aeae-083b075d74c3 HTTP/1.1" status: 200 len: 950 time: 0.0688992 Oct 12 19:11:32.877144 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-851794fb-81ca-42ee-b27a-d2be7c45c9b3 req-b9ac283c-7212-4b8c-ac89-ab0da6cc9fa5 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/security-groups?id=97ebf564-c5fe-4f12-92a1-b237f08112ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520053 Oct 12 19:11:32.933226 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:32.964526 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:32.999150 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23de0c88-9835-485c-baf8-8f3a8c5f5f19 req-faad4bb1-3842-475f-a851-1666730f35b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:33.004306 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-23de0c88-9835-485c-baf8-8f3a8c5f5f19 req-faad4bb1-3842-475f-a851-1666730f35b9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ae185389b7954075b07d084c36053bf8&device_id=0fcf7e7d-786c-4285-8704-dbf6d6eee771 HTTP/1.1" status: 200 len: 1094 time: 0.1043634 Oct 12 19:11:33.015628 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7fb973-bb10-4989-9533-7a614bffd5c0 req-1733a78a-d9d2-4232-99d9-ed59af06e2a5 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:33.017595 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1d7fb973-bb10-4989-9533-7a614bffd5c0 req-1733a78a-d9d2-4232-99d9-ed59af06e2a5 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ebc66ca-4680-4acc-9b1d-e6c2672bd77d HTTP/1.1" status: 200 len: 944 time: 0.1781442 Oct 12 19:11:33.061533 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port c50e084a-aa24-4b2a-b1b3-a26e8bc6a774, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=c50e084a-aa24-4b2a-b1b3-a26e8bc6a774,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:11:33.082887 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-23de0c88-9835-485c-baf8-8f3a8c5f5f19 req-9ce0cffe-95e7-473a-9f9d-d8ffd7b6fa6e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b9f78b7f-e2f7-4ed8-b33c-3234a2f9ae81 HTTP/1.1" status: 200 len: 217 time: 0.0617220 Oct 12 19:11:33.084226 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ca75fa50-495f-4b24-a6d4-b6d590b5895a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:33.088287 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ca75fa50-495f-4b24-a6d4-b6d590b5895a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:33.089445 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-ca75fa50-495f-4b24-a6d4-b6d590b5895a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c55dccbb-f5a7-430f-af97-051b69c87eea HTTP/1.1" status: 204 len: 168 time: 0.3895843 Oct 12 19:11:33.107953 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca75fa50-495f-4b24-a6d4-b6d590b5895a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c55dccbb-f5a7-430f-af97-051b69c87eea,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:11:33.131565 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1d7fb973-bb10-4989-9533-7a614bffd5c0 req-f470700e-dace-4fba-8887-b65fdee686ff tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] 10.222.0.49 "GET /v2.0/security-groups?id=cc027471-7536-4131-b328-5d38c3e8f799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960493 Oct 12 19:11:33.131797 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea525a0-db0c-4287-8484-404e01c6198b req-981a1a9e-e09b-4a23-b891-0f50bd0f9ad7 tempest-LiveMigrationTest-1833787117 tempest-LiveMigrationTest-1833787117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:33.139573 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:33.140965 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4ea525a0-db0c-4287-8484-404e01c6198b req-981a1a9e-e09b-4a23-b891-0f50bd0f9ad7 tempest-LiveMigrationTest-1833787117 tempest-LiveMigrationTest-1833787117-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=b350f0cf-0a96-4648-b14d-1ab8c3ef82a8 HTTP/1.1" status: 200 len: 1095 time: 0.1313210 Oct 12 19:11:33.146061 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 3f0d89a6-6894-4b33-a68e-e4c38408f1af up at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:11:33.214382 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23de0c88-9835-485c-baf8-8f3a8c5f5f19 req-493a2816-61e7-486d-9350-37f9e4b2eb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:33.216397 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-23de0c88-9835-485c-baf8-8f3a8c5f5f19 req-493a2816-61e7-486d-9350-37f9e4b2eb2a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c942d9e9-4043-4df0-b7e7-7529a4adc971 HTTP/1.1" status: 200 len: 867 time: 0.1141641 Oct 12 19:11:33.235462 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4ea525a0-db0c-4287-8484-404e01c6198b req-1773d2be-1851-4086-9222-cee3df67c225 tempest-LiveMigrationTest-1833787117 tempest-LiveMigrationTest-1833787117-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=87cccf57-f452-41a8-9e48-a6e744310271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568340 Oct 12 19:11:33.316168 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cfe6fea-9411-444b-b1a9-c7a13ff50838 x-openstack-request-id: req-2cfe6fea-9411-444b-b1a9-c7a13ff50838 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:11:33.316456 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fcf7e7d-786c-4285-8704-dbf6d6eee771", "tag": "b9f78b7f-e2f7-4ed8-b33c-3234a2f9ae81", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:11:33.316696 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2cfe6fea-9411-444b-b1a9-c7a13ff50838 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:11:33.317090 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fcf7e7d-786c-4285-8704-dbf6d6eee771', 'tag': 'b9f78b7f-e2f7-4ed8-b33c-3234a2f9ae81', 'status': 'completed', 'code': 200} Oct 12 19:11:33.350084 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23de0c88-9835-485c-baf8-8f3a8c5f5f19 req-56aa4199-0349-4e61-9d76-f572200e71af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:33.351778 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-23de0c88-9835-485c-baf8-8f3a8c5f5f19 req-56aa4199-0349-4e61-9d76-f572200e71af service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6a06356e-3ac9-4b75-a179-fa94da59a4c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1150975 Oct 12 19:11:33.358147 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=c50e084a-aa24-4b2a-b1b3-a26e8bc6a774,revision_number=7']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:11:33.492054 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:33.522540 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning for port 3f0d89a6-6894-4b33-a68e-e4c38408f1af completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:11:33.526900 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning complete for port 3f0d89a6-6894-4b33-a68e-e4c38408f1af triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:11:33.527501 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:33.603615 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd61da5e1-1a01-4f28-a289-f8cc732d7154', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c50e084a-aa24-4b2a-b1b3-a26e8bc6a774'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:11:33.605856 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b30c24d8-d237-4b1b-bdec-cdcc2c5c0e12" -d '{"events": [{"server_uuid": "d61da5e1-1a01-4f28-a289-f8cc732d7154", "name": "network-vif-plugged", "status": "completed", "tag": "c50e084a-aa24-4b2a-b1b3-a26e8bc6a774"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:11:33.690260 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22527ba-6be4-4cc6-885e-7f91e483088a req-83d0c39c-4e7b-4e3b-bfd7-3dc626390d74 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:33.698809 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f22527ba-6be4-4cc6-885e-7f91e483088a req-83d0c39c-4e7b-4e3b-bfd7-3dc626390d74 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] 10.222.0.49 "GET /v2.0/ports?device_id=0fcf7e7d-786c-4285-8704-dbf6d6eee771 HTTP/1.1" status: 200 len: 943 time: 0.1055791 Oct 12 19:11:33.758724 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:33.788663 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f22527ba-6be4-4cc6-885e-7f91e483088a req-2b776261-04cc-4a7c-88fd-2a53909e9526 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] 10.222.0.49 "GET /v2.0/security-groups?id=a7f9720c-b2fc-4108-8209-bc2f9c99d939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888686 Oct 12 19:11:33.837641 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 3f0d89a6-6894-4b33-a68e-e4c38408f1af, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=3f0d89a6-6894-4b33-a68e-e4c38408f1af,segment=NetworkSegment(70a77141-5565-41b2-8aa4-9582e3e1fa93),segment_id=70a77141-5565-41b2-8aa4-9582e3e1fa93)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:11:33.920315 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-23de0c88-9835-485c-baf8-8f3a8c5f5f19 req-e0522302-6613-4298-96b6-54be2dae6bc1 service neutron] 10.222.0.67 "GET /v2.0/networks/6a06356e-3ac9-4b75-a179-fa94da59a4c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5509858 Oct 12 19:11:33.989380 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:34.009432 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 19:11:34.036305 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbc81f9a-4c6a-41d3-8bb9-e8d41f8dc59e x-openstack-request-id: req-dbc81f9a-4c6a-41d3-8bb9-e8d41f8dc59e {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:11:34.036799 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d61da5e1-1a01-4f28-a289-f8cc732d7154", "name": "network-vif-plugged", "status": "completed", "tag": "c50e084a-aa24-4b2a-b1b3-a26e8bc6a774", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:11:34.037652 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-dbc81f9a-4c6a-41d3-8bb9-e8d41f8dc59e {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:11:34.041881 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd61da5e1-1a01-4f28-a289-f8cc732d7154', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c50e084a-aa24-4b2a-b1b3-a26e8bc6a774', 'code': 200} Oct 12 19:11:34.077428 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-23de0c88-9835-485c-baf8-8f3a8c5f5f19 req-7d337807-12a9-46c5-ac23-6c1cc558942f service neutron] 10.222.0.67 "GET /v2.0/networks/6a06356e-3ac9-4b75-a179-fa94da59a4c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491854 Oct 12 19:11:34.095033 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=3f0d89a6-6894-4b33-a68e-e4c38408f1af,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:11:34.101665 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc3ece0-3d0e-4aa6-93ba-afa2c5796859 req-1fefcc23-0b29-4ebf-a794-c38d32ea59fc tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:34.110589 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-dfc3ece0-3d0e-4aa6-93ba-afa2c5796859 req-1fefcc23-0b29-4ebf-a794-c38d32ea59fc tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/networks?id=c9c833e6-1691-44ed-bf82-cf9c18667411 HTTP/1.1" status: 200 len: 808 time: 0.2230442 Oct 12 19:11:34.126902 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-dfc3ece0-3d0e-4aa6-93ba-afa2c5796859 req-b88b07da-b22a-4032-9d59-10f317344321 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/quotas/5fba7a982f4e455fbf6360a954bd3673 HTTP/1.1" status: 200 len: 375 time: 0.0151408 Oct 12 19:11:34.184075 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-dfc3ece0-3d0e-4aa6-93ba-afa2c5796859 req-99d1f3ed-b18e-4935-beec-d01a297f19dd tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=5fba7a982f4e455fbf6360a954bd3673&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0562510 Oct 12 19:11:34.194284 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fc56f3-b376-42ae-a173-88faf1f6223d req-b6fe447e-85c4-4296-9b8b-b4b5f4fdd2a9 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:34.195870 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b3fc56f3-b376-42ae-a173-88faf1f6223d req-b6fe447e-85c4-4296-9b8b-b4b5f4fdd2a9 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/ports?device_id=08fd2058-3c0a-42c8-aeae-083b075d74c3 HTTP/1.1" status: 200 len: 950 time: 0.0740685 Oct 12 19:11:34.298612 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-dfc3ece0-3d0e-4aa6-93ba-afa2c5796859 req-f55f131a-91a1-452b-a1c7-8df85fcc879d service neutron] 10.222.0.49 "GET /v2.0/networks/c9c833e6-1691-44ed-bf82-cf9c18667411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134794 Oct 12 19:11:34.358471 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:34.360608 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b3fc56f3-b376-42ae-a173-88faf1f6223d req-a9d6966f-6b78-4d5f-92d4-7efe542865d7 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/security-groups?id=97ebf564-c5fe-4f12-92a1-b237f08112ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576793 Oct 12 19:11:34.419219 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee48b748-5c2f-4037-bbe0-31b1804c83a1 req-c8e0fe13-1400-4140-bd20-3661e4f9b2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:34.421501 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ee48b748-5c2f-4037-bbe0-31b1804c83a1 req-c8e0fe13-1400-4140-bd20-3661e4f9b2be service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ae185389b7954075b07d084c36053bf8&device_id=0fcf7e7d-786c-4285-8704-dbf6d6eee771 HTTP/1.1" status: 200 len: 1094 time: 0.1577654 Oct 12 19:11:34.428883 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-dfc3ece0-3d0e-4aa6-93ba-afa2c5796859 req-5dad00ca-9f91-42df-af0b-8397781a9913 service neutron] 10.222.0.49 "GET /v2.0/networks/c9c833e6-1691-44ed-bf82-cf9c18667411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264429 Oct 12 19:11:34.632553 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee48b748-5c2f-4037-bbe0-31b1804c83a1 req-85c93418-a97b-4122-83b6-2ce723ab17b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:34.634901 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ee48b748-5c2f-4037-bbe0-31b1804c83a1 req-85c93418-a97b-4122-83b6-2ce723ab17b8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6a06356e-3ac9-4b75-a179-fa94da59a4c4 HTTP/1.1" status: 200 len: 929 time: 0.2048886 Oct 12 19:11:34.761894 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ee48b748-5c2f-4037-bbe0-31b1804c83a1 req-182c9543-ca05-4963-a312-108a035a51cd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b9f78b7f-e2f7-4ed8-b33c-3234a2f9ae81 HTTP/1.1" status: 200 len: 217 time: 0.1081648 Oct 12 19:11:34.881520 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beafb09a-5fab-4eff-b26e-8345560b7785 req-e6ab6e67-fa32-4b08-bbd3-c7550e28f44c tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:34.896531 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-beafb09a-5fab-4eff-b26e-8345560b7785 req-e6ab6e67-fa32-4b08-bbd3-c7550e28f44c tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ebc66ca-4680-4acc-9b1d-e6c2672bd77d HTTP/1.1" status: 200 len: 945 time: 0.1468470 Oct 12 19:11:34.929757 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee48b748-5c2f-4037-bbe0-31b1804c83a1 req-7ce3daf2-2654-4b27-862f-1915f4f665cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:34.931143 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ee48b748-5c2f-4037-bbe0-31b1804c83a1 req-7ce3daf2-2654-4b27-862f-1915f4f665cb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c942d9e9-4043-4df0-b7e7-7529a4adc971 HTTP/1.1" status: 200 len: 867 time: 0.1565115 Oct 12 19:11:34.986638 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-beafb09a-5fab-4eff-b26e-8345560b7785 req-ef566780-a96f-4bbd-8857-9a9ba15ef320 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] 10.222.0.49 "GET /v2.0/security-groups?id=cc027471-7536-4131-b328-5d38c3e8f799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829833 Oct 12 19:11:35.026840 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee48b748-5c2f-4037-bbe0-31b1804c83a1 req-a7e7dd0b-50bf-429c-bb85-6371f448f812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:35.029465 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ee48b748-5c2f-4037-bbe0-31b1804c83a1 req-a7e7dd0b-50bf-429c-bb85-6371f448f812 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6a06356e-3ac9-4b75-a179-fa94da59a4c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0857291 Oct 12 19:11:35.098007 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d603d70a-e683-4bff-a629-12b01525cd75 req-6864b2a1-eac7-405b-81f5-21c93e566731 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/ports?device_id=00655b18-d3a8-487b-a307-bdfa94217209 HTTP/1.1" status: 200 len: 210 time: 0.0630443 Oct 12 19:11:35.212205 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ee48b748-5c2f-4037-bbe0-31b1804c83a1 req-f5b6ae99-7f5f-4ef8-afdf-e3325a5026c0 service neutron] 10.222.0.67 "GET /v2.0/networks/6a06356e-3ac9-4b75-a179-fa94da59a4c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652415 Oct 12 19:11:35.331023 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8d7006-56d9-4671-89dc-0ca9c8bf473f req-3a375e70-1067-41ea-b37c-5a859a42e5c5 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:35.332563 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5a8d7006-56d9-4671-89dc-0ca9c8bf473f req-3a375e70-1067-41ea-b37c-5a859a42e5c5 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] 10.222.0.49 "GET /v2.0/ports?device_id=0fcf7e7d-786c-4285-8704-dbf6d6eee771 HTTP/1.1" status: 200 len: 943 time: 0.1699986 Oct 12 19:11:35.406827 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5a8d7006-56d9-4671-89dc-0ca9c8bf473f req-fa272d2e-bae4-4f3c-8a78-bc513dc8e8fe tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] 10.222.0.49 "GET /v2.0/security-groups?id=a7f9720c-b2fc-4108-8209-bc2f9c99d939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650301 Oct 12 19:11:35.419454 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ee48b748-5c2f-4037-bbe0-31b1804c83a1 req-75840d2f-dc5f-4a98-beb3-25019c3c4a69 service neutron] 10.222.0.67 "GET /v2.0/networks/6a06356e-3ac9-4b75-a179-fa94da59a4c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974406 Oct 12 19:11:35.647687 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326af05e-1f46-46ca-b3f0-7653a8485557 req-d9750d1e-16a0-4d6e-90d3-60fc039a0dee tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:35.655151 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-326af05e-1f46-46ca-b3f0-7653a8485557 req-d9750d1e-16a0-4d6e-90d3-60fc039a0dee tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/ports?device_id=08fd2058-3c0a-42c8-aeae-083b075d74c3 HTTP/1.1" status: 200 len: 950 time: 0.0657058 Oct 12 19:11:35.723562 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-326af05e-1f46-46ca-b3f0-7653a8485557 req-9b77fe4d-6675-4950-be37-983aae584e54 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/security-groups?id=97ebf564-c5fe-4f12-92a1-b237f08112ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632253 Oct 12 19:11:36.043000 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ebc66ca-4680-4acc-9b1d-e6c2672bd77d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f0d89a6-6894-4b33-a68e-e4c38408f1af'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:11:36.046446 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51d770e0-571d-4104-9e3c-a80f7b4af14a" -d '{"events": [{"server_uuid": "3ebc66ca-4680-4acc-9b1d-e6c2672bd77d", "name": "network-vif-plugged", "status": "completed", "tag": "3f0d89a6-6894-4b33-a68e-e4c38408f1af"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:11:36.129618 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce6238a3-9d93-419d-a927-49adf91f8f4b x-openstack-request-id: req-ce6238a3-9d93-419d-a927-49adf91f8f4b {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:11:36.129891 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ebc66ca-4680-4acc-9b1d-e6c2672bd77d", "name": "network-vif-plugged", "status": "completed", "tag": "3f0d89a6-6894-4b33-a68e-e4c38408f1af", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:11:36.130326 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ce6238a3-9d93-419d-a927-49adf91f8f4b {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:11:36.130897 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ebc66ca-4680-4acc-9b1d-e6c2672bd77d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f0d89a6-6894-4b33-a68e-e4c38408f1af', 'code': 200} Oct 12 19:11:36.173322 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82f84dd-f725-4104-82dc-1931902b03f3 req-4f17a53d-555e-4c0d-b411-241f54a3894a tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:36.175574 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c82f84dd-f725-4104-82dc-1931902b03f3 req-4f17a53d-555e-4c0d-b411-241f54a3894a tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ebc66ca-4680-4acc-9b1d-e6c2672bd77d HTTP/1.1" status: 200 len: 945 time: 0.1061697 Oct 12 19:11:36.339838 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c82f84dd-f725-4104-82dc-1931902b03f3 req-66cda885-1b0e-4219-8157-7ba17eb5b941 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] 10.222.0.49 "GET /v2.0/security-groups?id=cc027471-7536-4131-b328-5d38c3e8f799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580844 Oct 12 19:11:36.390563 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784c2e9e-0164-40f2-aa4c-599c710ac14f req-e9026ad9-f823-4a6d-8f47-782c9c1b866b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:36.392276 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-784c2e9e-0164-40f2-aa4c-599c710ac14f req-e9026ad9-f823-4a6d-8f47-782c9c1b866b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3ebc66ca-4680-4acc-9b1d-e6c2672bd77d HTTP/1.1" status: 200 len: 1096 time: 0.1340876 Oct 12 19:11:36.441085 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-784c2e9e-0164-40f2-aa4c-599c710ac14f req-ad0d5497-4f09-40fa-a0ce-5c16536e4d66 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=cc027471-7536-4131-b328-5d38c3e8f799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397475 Oct 12 19:11:36.469264 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d9a69e34-dab2-4cf1-b14c-d28fba12a9ab req-28b52dad-056d-4cc8-81e4-ba733dcc39ba tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/ports?device_id=00655b18-d3a8-487b-a307-bdfa94217209 HTTP/1.1" status: 200 len: 210 time: 0.0262287 Oct 12 19:11:36.587699 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b41f30-d331-4b68-a434-2a4b27d8fdad req-4db5e82b-f491-40f8-aa5e-d68e36af1987 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:36.589177 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-09b41f30-d331-4b68-a434-2a4b27d8fdad req-4db5e82b-f491-40f8-aa5e-d68e36af1987 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] 10.222.0.49 "GET /v2.0/ports?device_id=0fcf7e7d-786c-4285-8704-dbf6d6eee771 HTTP/1.1" status: 200 len: 943 time: 0.0493279 Oct 12 19:11:36.645041 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-09b41f30-d331-4b68-a434-2a4b27d8fdad req-b3c789b7-7312-4b2d-b041-f600a02fba72 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] 10.222.0.49 "GET /v2.0/security-groups?id=a7f9720c-b2fc-4108-8209-bc2f9c99d939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484233 Oct 12 19:11:36.705195 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device b9f78b7f-e2f7-4ed8-b33c-3234a2f9ae81 details requested by agent hyperv_n-h2-813679-3 with host n-h2-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:11:36.826409 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port b9f78b7f-e2f7-4ed8-b33c-3234a2f9ae81, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=b9f78b7f-e2f7-4ed8-b33c-3234a2f9ae81,segment=NetworkSegment(81fe845b-53bf-4206-b6f5-6dccc40d0fe2),segment_id=81fe845b-53bf-4206-b6f5-6dccc40d0fe2)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:11:36.838712 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Returning: {'device': 'b9f78b7f-e2f7-4ed8-b33c-3234a2f9ae81', 'network_id': '6a06356e-3ac9-4b75-a179-fa94da59a4c4', 'port_id': 'b9f78b7f-e2f7-4ed8-b33c-3234a2f9ae81', 'mac_address': 'fa:16:3e:b5:a3:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c942d9e9-4043-4df0-b7e7-7529a4adc971', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:11:36.843631 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0615e8-f673-4a80-a264-1b2f1fabe61d req-494af208-cd1a-4a08-83e7-2660b5bda5a9 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:36.851025 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3b0615e8-f673-4a80-a264-1b2f1fabe61d req-494af208-cd1a-4a08-83e7-2660b5bda5a9 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/ports?device_id=08fd2058-3c0a-42c8-aeae-083b075d74c3 HTTP/1.1" status: 200 len: 950 time: 0.0654471 Oct 12 19:11:36.925600 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3b0615e8-f673-4a80-a264-1b2f1fabe61d req-f9d97d33-cc2d-4b86-8cef-761ecdd26319 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/security-groups?id=97ebf564-c5fe-4f12-92a1-b237f08112ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614307 Oct 12 19:11:36.926361 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:36.943722 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9f78b7f-e2f7-4ed8-b33c-3234a2f9ae81 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:11:36.968984 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port b9f78b7f-e2f7-4ed8-b33c-3234a2f9ae81, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=b9f78b7f-e2f7-4ed8-b33c-3234a2f9ae81,segment=NetworkSegment(81fe845b-53bf-4206-b6f5-6dccc40d0fe2),segment_id=81fe845b-53bf-4206-b6f5-6dccc40d0fe2)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:11:37.077061 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:37.133793 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=b9f78b7f-e2f7-4ed8-b33c-3234a2f9ae81,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:11:37.171167 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 57162) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:11:37.270860 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-00c2a09e-41c7-4ed3-a321-ff2f8c93de9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:37.346913 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-00c2a09e-41c7-4ed3-a321-ff2f8c93de9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:37.442030 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['b9f78b7f-e2f7-4ed8-b33c-3234a2f9ae81'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:11:37.456646 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500f927f-c597-4818-b9ba-7d509d1bbff6 req-72f151e0-bba8-4ed9-bf7e-d42081a631f2 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:37.458110 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-500f927f-c597-4818-b9ba-7d509d1bbff6 req-72f151e0-bba8-4ed9-bf7e-d42081a631f2 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ebc66ca-4680-4acc-9b1d-e6c2672bd77d HTTP/1.1" status: 200 len: 945 time: 0.0479496 Oct 12 19:11:37.495632 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-500f927f-c597-4818-b9ba-7d509d1bbff6 req-4c0378dd-f3be-4fab-b55c-65aebc84914c tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] 10.222.0.49 "GET /v2.0/security-groups?id=cc027471-7536-4131-b328-5d38c3e8f799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315623 Oct 12 19:11:37.572708 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1cc74880-ec1e-47a4-85e2-590a9ddfdf36 req-93f19fc0-bf28-4e63-855c-9b1269d71f45 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/ports?device_id=00655b18-d3a8-487b-a307-bdfa94217209 HTTP/1.1" status: 200 len: 210 time: 0.0322597 Oct 12 19:11:37.613501 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-00c2a09e-41c7-4ed3-a321-ff2f8c93de9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:37.651943 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-00c2a09e-41c7-4ed3-a321-ff2f8c93de9f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fe3b33846bfb4d7cafe91c89891cd49c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4796946 Oct 12 19:11:37.658435 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 57174) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:11:37.661604 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c2a09e-41c7-4ed3-a321-ff2f8c93de9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1c038eb-8605-4062-9d47-7bd76003d7cb,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:11:37.750550 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8f079783-0b4a-4d20-8626-7feb224eadc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:37.774436 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8f079783-0b4a-4d20-8626-7feb224eadc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:37.813533 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df595b7-3be4-494a-80bc-0c1c7f6901a6 req-f46aff9d-97a8-4ece-8964-4f3bb1471540 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:37.818236 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7df595b7-3be4-494a-80bc-0c1c7f6901a6 req-f46aff9d-97a8-4ece-8964-4f3bb1471540 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] 10.222.0.49 "GET /v2.0/ports?device_id=0fcf7e7d-786c-4285-8704-dbf6d6eee771 HTTP/1.1" status: 200 len: 944 time: 0.0949180 Oct 12 19:11:37.881045 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7df595b7-3be4-494a-80bc-0c1c7f6901a6 req-83e1194c-6037-457b-85b9-6dc814eb9bf2 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] 10.222.0.49 "GET /v2.0/security-groups?id=a7f9720c-b2fc-4108-8209-bc2f9c99d939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619268 Oct 12 19:11:37.911956 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 57192) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:11:37.985170 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8f079783-0b4a-4d20-8626-7feb224eadc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:37.989121 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8f079783-0b4a-4d20-8626-7feb224eadc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:37.993094 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-8f079783-0b4a-4d20-8626-7feb224eadc2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d1c038eb-8605-4062-9d47-7bd76003d7cb HTTP/1.1" status: 204 len: 168 time: 0.3312635 Oct 12 19:11:38.016960 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f079783-0b4a-4d20-8626-7feb224eadc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1c038eb-8605-4062-9d47-7bd76003d7cb,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:11:38.100712 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6fee7d45-91e7-4e33-aeee-1b8b5a78e7b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:38.143299 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bb3f05-ca1d-46c4-8459-34ceefce3cc5 req-692cfeb8-868b-49d5-9782-1b4f0a86c664 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:38.144972 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-52bb3f05-ca1d-46c4-8459-34ceefce3cc5 req-692cfeb8-868b-49d5-9782-1b4f0a86c664 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/ports?device_id=08fd2058-3c0a-42c8-aeae-083b075d74c3 HTTP/1.1" status: 200 len: 950 time: 0.1073871 Oct 12 19:11:38.226593 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-52bb3f05-ca1d-46c4-8459-34ceefce3cc5 req-1b729b3b-5bd5-4783-8bbe-4a5bada647cd tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/security-groups?id=97ebf564-c5fe-4f12-92a1-b237f08112ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595522 Oct 12 19:11:38.353407 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6fee7d45-91e7-4e33-aeee-1b8b5a78e7b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:38.417276 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc3ece0-3d0e-4aa6-93ba-afa2c5796859 req-c7acc2aa-64c0-4015-ad97-477f5af6ebd4 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:38.422779 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-dfc3ece0-3d0e-4aa6-93ba-afa2c5796859 req-c7acc2aa-64c0-4015-ad97-477f5af6ebd4 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.61 "GET /v2.0/networks?id=c9c833e6-1691-44ed-bf82-cf9c18667411 HTTP/1.1" status: 200 len: 808 time: 0.1750116 Oct 12 19:11:38.426329 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6fee7d45-91e7-4e33-aeee-1b8b5a78e7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:38.484791 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fee7d45-91e7-4e33-aeee-1b8b5a78e7b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=417a7f79-43d1-4f75-b64e-8bbf993be20e,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:11:38.492664 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-dfc3ece0-3d0e-4aa6-93ba-afa2c5796859 req-9917b9c9-4e16-4adf-8815-e5e50cf8f6a7 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Request body: {'port': {'device_id': '00655b18-d3a8-487b-a307-bdfa94217209', 'network_id': 'c9c833e6-1691-44ed-bf82-cf9c18667411', 'admin_state_up': True, 'tenant_id': '5fba7a982f4e455fbf6360a954bd3673'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:11:38.557234 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-6fee7d45-91e7-4e33-aeee-1b8b5a78e7b3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c7165946db16403984e8c9fdfbb46bb0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6414020 Oct 12 19:11:38.557622 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 57208) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:11:38.699454 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-dcad0fa2-337c-4082-b946-ef23e3c3d08c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:38.708760 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device b9f78b7f-e2f7-4ed8-b33c-3234a2f9ae81 up at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:11:38.755730 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-dcad0fa2-337c-4082-b946-ef23e3c3d08c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:38.766839 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf72c14-a03b-4321-b3b2-733e137e0e81 req-15452f52-f9ec-4f15-87ce-7ac0e9f681b0 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:38.775437 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-aaf72c14-a03b-4321-b3b2-733e137e0e81 req-15452f52-f9ec-4f15-87ce-7ac0e9f681b0 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ebc66ca-4680-4acc-9b1d-e6c2672bd77d HTTP/1.1" status: 200 len: 945 time: 0.1413624 Oct 12 19:11:38.798877 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfc3ece0-3d0e-4aa6-93ba-afa2c5796859 req-9917b9c9-4e16-4adf-8815-e5e50cf8f6a7 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Made reservation on behalf of 5fba7a982f4e455fbf6360a954bd3673 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:11:38.803449 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-dfc3ece0-3d0e-4aa6-93ba-afa2c5796859 req-9917b9c9-4e16-4adf-8815-e5e50cf8f6a7 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:38.873888 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-aaf72c14-a03b-4321-b3b2-733e137e0e81 req-66b87269-9298-46f3-a666-fdf770190f7e tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] 10.222.0.49 "GET /v2.0/security-groups?id=cc027471-7536-4131-b328-5d38c3e8f799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973814 Oct 12 19:11:38.922301 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning for port b9f78b7f-e2f7-4ed8-b33c-3234a2f9ae81 completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:11:38.926957 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning complete for port b9f78b7f-e2f7-4ed8-b33c-3234a2f9ae81 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:11:38.932403 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:38.943053 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3c5449fe-1d45-42d1-8432-aec08c667f77 req-f6029e2c-df7f-4306-85e6-a926f0228e0e tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/ports?device_id=00655b18-d3a8-487b-a307-bdfa94217209 HTTP/1.1" status: 200 len: 210 time: 0.0500243 Oct 12 19:11:38.963775 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-dcad0fa2-337c-4082-b946-ef23e3c3d08c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:38.968534 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-dcad0fa2-337c-4082-b946-ef23e3c3d08c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:38.974651 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-dcad0fa2-337c-4082-b946-ef23e3c3d08c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/417a7f79-43d1-4f75-b64e-8bbf993be20e HTTP/1.1" status: 204 len: 168 time: 0.4159098 Oct 12 19:11:39.042470 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcad0fa2-337c-4082-b946-ef23e3c3d08c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=417a7f79-43d1-4f75-b64e-8bbf993be20e,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:11:39.223311 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:39.232403 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1361f2dc-9186-4b8e-af50-09e7db92889b req-0f0cc00f-d4b1-4a17-8432-e64239d456c5 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:39.238898 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [req-dfc3ece0-3d0e-4aa6-93ba-afa2c5796859 req-9917b9c9-4e16-4adf-8815-e5e50cf8f6a7 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Allocated IP 172.20.0.12 (c9c833e6-1691-44ed-bf82-cf9c18667411/e0ebc949-3a0d-4490-86b6-8c422c8edc16/f7556019-ea31-4487-a6df-372aa7a006dd) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:11:39.249549 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1361f2dc-9186-4b8e-af50-09e7db92889b req-0f0cc00f-d4b1-4a17-8432-e64239d456c5 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] 10.222.0.49 "GET /v2.0/ports?device_id=0fcf7e7d-786c-4285-8704-dbf6d6eee771 HTTP/1.1" status: 200 len: 944 time: 0.1426616 Oct 12 19:11:39.274519 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03904584-b6bc-4616-977d-dcdedbdcacf1 req-7b32e505-6123-4871-9fd4-f73324ce33bd tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:39.278002 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-03904584-b6bc-4616-977d-dcdedbdcacf1 req-7b32e505-6123-4871-9fd4-f73324ce33bd tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] 10.222.0.49 "GET /v2.0/ports?device_id=31068235-8d67-4f2f-9b64-477add9d67bc&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1412501 Oct 12 19:11:39.288387 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fcf7e7d-786c-4285-8704-dbf6d6eee771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9f78b7f-e2f7-4ed8-b33c-3234a2f9ae81'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:11:39.296296 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a032669e-9c61-4dfd-87dd-7bd409e9c11c" -d '{"events": [{"server_uuid": "0fcf7e7d-786c-4285-8704-dbf6d6eee771", "name": "network-vif-plugged", "status": "completed", "tag": "b9f78b7f-e2f7-4ed8-b33c-3234a2f9ae81"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:11:39.310757 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port b9f78b7f-e2f7-4ed8-b33c-3234a2f9ae81, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=b9f78b7f-e2f7-4ed8-b33c-3234a2f9ae81,segment=NetworkSegment(81fe845b-53bf-4206-b6f5-6dccc40d0fe2),segment_id=81fe845b-53bf-4206-b6f5-6dccc40d0fe2)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:11:39.323342 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1361f2dc-9186-4b8e-af50-09e7db92889b req-c2760a21-26ae-492b-b551-414721221d1c tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] 10.222.0.49 "GET /v2.0/security-groups?id=a7f9720c-b2fc-4108-8209-bc2f9c99d939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727518 Oct 12 19:11:39.373851 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-03904584-b6bc-4616-977d-dcdedbdcacf1 req-6262b511-5b4e-413b-bbf9-38c1a302631f tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.12 HTTP/1.1" status: 200 len: 695 time: 0.0803306 Oct 12 19:11:39.387980 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-03904584-b6bc-4616-977d-dcdedbdcacf1 req-2dbe0981-de5a-4081-aff8-bbf582288724 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Request body: {'floatingip': {'port_id': 'a49b9b09-b6b3-4a98-a818-aeb467971b1d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:11:39.391273 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:39.447303 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-03904584-b6bc-4616-977d-dcdedbdcacf1 req-2dbe0981-de5a-4081-aff8-bbf582288724 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Notify callbacks [] for floatingip, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:39.480555 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=b9f78b7f-e2f7-4ed8-b33c-3234a2f9ae81,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:11:39.560853 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c21e473-b189-4d9b-8b7f-adcf975235d2 req-d05076b7-9e92-4c1d-85b8-2d8d88fbbd8c tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:39.564183 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7c21e473-b189-4d9b-8b7f-adcf975235d2 req-d05076b7-9e92-4c1d-85b8-2d8d88fbbd8c tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/ports?device_id=08fd2058-3c0a-42c8-aeae-083b075d74c3 HTTP/1.1" status: 200 len: 950 time: 0.1326888 Oct 12 19:11:39.648714 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7c21e473-b189-4d9b-8b7f-adcf975235d2 req-bdd40e25-6a5a-427b-a6fa-ed7104ebff7c tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/security-groups?id=97ebf564-c5fe-4f12-92a1-b237f08112ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769653 Oct 12 19:11:39.736497 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20ffa001-42cb-4046-b8d0-efc2dbf58c65 x-openstack-request-id: req-20ffa001-42cb-4046-b8d0-efc2dbf58c65 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:11:39.736497 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fcf7e7d-786c-4285-8704-dbf6d6eee771", "name": "network-vif-plugged", "status": "completed", "tag": "b9f78b7f-e2f7-4ed8-b33c-3234a2f9ae81", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:11:39.736497 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-20ffa001-42cb-4046-b8d0-efc2dbf58c65 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:11:39.737097 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fcf7e7d-786c-4285-8704-dbf6d6eee771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9f78b7f-e2f7-4ed8-b33c-3234a2f9ae81', 'code': 200} Oct 12 19:11:39.846450 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-dfc3ece0-3d0e-4aa6-93ba-afa2c5796859 req-9917b9c9-4e16-4adf-8815-e5e50cf8f6a7 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:40.018438 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294c8b73-709c-4200-9a38-35930ec71685 req-64cedca5-9f4e-4d17-8d0d-e7731a9c037a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:40.019925 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-294c8b73-709c-4200-9a38-35930ec71685 req-64cedca5-9f4e-4d17-8d0d-e7731a9c037a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=0fcf7e7d-786c-4285-8704-dbf6d6eee771 HTTP/1.1" status: 200 len: 1096 time: 0.1882815 Oct 12 19:11:40.108414 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-dfc3ece0-3d0e-4aa6-93ba-afa2c5796859 req-9917b9c9-4e16-4adf-8815-e5e50cf8f6a7 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:40.111096 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-294c8b73-709c-4200-9a38-35930ec71685 req-2b018072-75a2-402a-a4c1-ef84c6727563 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=a7f9720c-b2fc-4108-8209-bc2f9c99d939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789778 Oct 12 19:11:40.207672 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfc3ece0-3d0e-4aa6-93ba-afa2c5796859 req-9917b9c9-4e16-4adf-8815-e5e50cf8f6a7 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Network c9c833e6-1691-44ed-bf82-cf9c18667411 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:11:40.208623 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43db03f-0cd7-4871-b2df-f7f1a9da67b2 req-f5c449c3-3fa4-4593-8daf-6cdd91e8d9ef tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:40.212841 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d43db03f-0cd7-4871-b2df-f7f1a9da67b2 req-f5c449c3-3fa4-4593-8daf-6cdd91e8d9ef tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/ports?device_id=00655b18-d3a8-487b-a307-bdfa94217209 HTTP/1.1" status: 200 len: 932 time: 0.0647812 Oct 12 19:11:40.215938 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [req-dfc3ece0-3d0e-4aa6-93ba-afa2c5796859 req-9917b9c9-4e16-4adf-8815-e5e50cf8f6a7 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:11:40.220396 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfc3ece0-3d0e-4aa6-93ba-afa2c5796859 req-9917b9c9-4e16-4adf-8815-e5e50cf8f6a7 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:11:40.226085 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc3ece0-3d0e-4aa6-93ba-afa2c5796859 req-9917b9c9-4e16-4adf-8815-e5e50cf8f6a7 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:40.226739 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-dfc3ece0-3d0e-4aa6-93ba-afa2c5796859 req-9917b9c9-4e16-4adf-8815-e5e50cf8f6a7 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:40.229202 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9917b9c9-4e16-4adf-8815-e5e50cf8f6a7 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Pushing event updated for resources: {'Port': ['ID=f7556019-ea31-4487-a6df-372aa7a006dd,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:11:40.284988 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d43db03f-0cd7-4871-b2df-f7f1a9da67b2 req-59dab9b5-7503-4f6e-9264-f0d66cd13c36 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cccf57-f452-41a8-9e48-a6e744310271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620217 Oct 12 19:11:40.335814 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-dfc3ece0-3d0e-4aa6-93ba-afa2c5796859 req-9917b9c9-4e16-4adf-8815-e5e50cf8f6a7 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8522768 Oct 12 19:11:40.359965 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-dfc3ece0-3d0e-4aa6-93ba-afa2c5796859 req-201b17bc-ae05-48f3-9fb4-f2173c123962 service neutron] Request body: {'port': {'device_id': '00655b18-d3a8-487b-a307-bdfa94217209', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:11:40.402238 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-03904584-b6bc-4616-977d-dcdedbdcacf1 req-2dbe0981-de5a-4081-aff8-bbf582288724 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:40.452421 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-dfc3ece0-3d0e-4aa6-93ba-afa2c5796859 req-201b17bc-ae05-48f3-9fb4-f2173c123962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:40.471564 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-03904584-b6bc-4616-977d-dcdedbdcacf1 req-2dbe0981-de5a-4081-aff8-bbf582288724 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7915414'] for floatingip, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:40.696469 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 57288) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:11:40.783362 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35c2f91-e1b6-4b13-9e08-37d41d0f8b17 req-9fbf8af4-9815-47aa-8cbe-2bec8b85810e tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:40.783362 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b35c2f91-e1b6-4b13-9e08-37d41d0f8b17 req-9fbf8af4-9815-47aa-8cbe-2bec8b85810e tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] 10.222.0.49 "GET /v2.0/ports?device_id=0fcf7e7d-786c-4285-8704-dbf6d6eee771 HTTP/1.1" status: 200 len: 945 time: 0.0688035 Oct 12 19:11:40.840590 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b35c2f91-e1b6-4b13-9e08-37d41d0f8b17 req-391027a3-6e1c-4894-a1e2-b8adeaa87508 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] 10.222.0.49 "GET /v2.0/security-groups?id=a7f9720c-b2fc-4108-8209-bc2f9c99d939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529940 Oct 12 19:11:40.872670 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-11cbc1a9-e9cc-4209-82cd-0f73e73a0d10 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1911275801-network', 'tenant_id': 'ed6b12966b9343359f6575d52c95f820'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:11:40.968983 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f0f3cd-c13a-4512-87e5-38011314673e req-a6f4ca40-a10f-419e-8ff1-71a1470dc761 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:40.976630 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-10f0f3cd-c13a-4512-87e5-38011314673e req-a6f4ca40-a10f-419e-8ff1-71a1470dc761 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/ports?device_id=08fd2058-3c0a-42c8-aeae-083b075d74c3 HTTP/1.1" status: 200 len: 950 time: 0.0708010 Oct 12 19:11:40.992471 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11cbc1a9-e9cc-4209-82cd-0f73e73a0d10 admin admin] Made reservation on behalf of ed6b12966b9343359f6575d52c95f820 for: {'network': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:11:40.995130 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-11cbc1a9-e9cc-4209-82cd-0f73e73a0d10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:41.010508 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-11cbc1a9-e9cc-4209-82cd-0f73e73a0d10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:41.084500 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-10f0f3cd-c13a-4512-87e5-38011314673e req-d5e52d6e-463e-4fad-9289-d7dfe2f2141f tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/security-groups?id=97ebf564-c5fe-4f12-92a1-b237f08112ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069920 Oct 12 19:11:41.085644 n-d-813679-3 neutron-server[95502]: INFO neutron.db.l3_db [req-03904584-b6bc-4616-977d-dcdedbdcacf1 req-2dbe0981-de5a-4081-aff8-bbf582288724 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Floating IP 1017a566-64b0-4065-8bf5-75713797ca8b associated. External IP: 172.25.5.12, port: a49b9b09-b6b3-4a98-a818-aeb467971b1d. Oct 12 19:11:41.130109 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-11cbc1a9-e9cc-4209-82cd-0f73e73a0d10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:41.211326 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-11cbc1a9-e9cc-4209-82cd-0f73e73a0d10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:41.252611 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11cbc1a9-e9cc-4209-82cd-0f73e73a0d10 admin admin] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=95501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:11:41.289672 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-11cbc1a9-e9cc-4209-82cd-0f73e73a0d10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:41.290371 n-d-813679-3 neutron-server[95501]: INFO neutron.db.segments_db [None req-11cbc1a9-e9cc-4209-82cd-0f73e73a0d10 admin admin] Added segment a5b0800b-9440-4416-8f7a-05e8cbf0f8da of type vlan for network 7e2fb59a-6119-4752-90bd-a0430fbe9b50 Oct 12 19:11:41.301144 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cbc1a9-e9cc-4209-82cd-0f73e73a0d10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e9970cc-434c-4f9d-8a8a-7af0bbac0705,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:11:41.396392 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 57308) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:11:41.407932 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-11cbc1a9-e9cc-4209-82cd-0f73e73a0d10 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:41.461878 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [req-dfc3ece0-3d0e-4aa6-93ba-afa2c5796859 req-201b17bc-ae05-48f3-9fb4-f2173c123962 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7556019-ea31-4487-a6df-372aa7a006dd {{(pid=95502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:11:41.475181 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca3edf3-c64a-437e-9bce-b47f43cfc79e req-b3e83076-1248-4156-affe-480ebbdbf904 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:41.478888 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-dfc3ece0-3d0e-4aa6-93ba-afa2c5796859 req-201b17bc-ae05-48f3-9fb4-f2173c123962 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:41.479013 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-eca3edf3-c64a-437e-9bce-b47f43cfc79e req-b3e83076-1248-4156-affe-480ebbdbf904 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/ports?device_id=00655b18-d3a8-487b-a307-bdfa94217209 HTTP/1.1" status: 200 len: 932 time: 0.0804763 Oct 12 19:11:41.529138 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-eca3edf3-c64a-437e-9bce-b47f43cfc79e req-8f203a55-af9a-497d-a3f1-c698d47e7bb0 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cccf57-f452-41a8-9e48-a6e744310271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420451 Oct 12 19:11:41.547568 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-11cbc1a9-e9cc-4209-82cd-0f73e73a0d10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:41.548892 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11cbc1a9-e9cc-4209-82cd-0f73e73a0d10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:41.551440 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-11cbc1a9-e9cc-4209-82cd-0f73e73a0d10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:41.557094 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-dfc3ece0-3d0e-4aa6-93ba-afa2c5796859 req-201b17bc-ae05-48f3-9fb4-f2173c123962 service neutron] Transition to ACTIVE for port object f7556019-ea31-4487-a6df-372aa7a006dd will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:11:41.600746 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [req-03904584-b6bc-4616-977d-dcdedbdcacf1 req-2dbe0981-de5a-4081-aff8-bbf582288724 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Router e778be89-c114-4bc8-be8c-3d7878ea1275 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:11:41.631152 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-53ee4f4e-acfc-410d-8810-ab6dec1dc5c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:41.633728 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cbc1a9-e9cc-4209-82cd-0f73e73a0d10 admin admin] Pushing event updated for resources: {'Network': ['ID=7e2fb59a-6119-4752-90bd-a0430fbe9b50,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:11:41.646090 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 7e2fb59a-6119-4752-90bd-a0430fbe9b50 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:11:41.708654 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-dfc3ece0-3d0e-4aa6-93ba-afa2c5796859 req-201b17bc-ae05-48f3-9fb4-f2173c123962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:41.738653 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-11cbc1a9-e9cc-4209-82cd-0f73e73a0d10 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0404043 Oct 12 19:11:41.741719 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-53ee4f4e-acfc-410d-8810-ab6dec1dc5c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:41.745019 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 57312) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:11:41.749080 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-d0908ce5-80fa-4970-9df3-7d564839bb0f admin admin] Request body: {'subnet': {'network_id': '7e2fb59a-6119-4752-90bd-a0430fbe9b50', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1911275801-subnet', 'tenant_id': 'ed6b12966b9343359f6575d52c95f820', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:11:41.826289 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201b17bc-ae05-48f3-9fb4-f2173c123962 service neutron] Pushing event updated for resources: {'Port': ['ID=f7556019-ea31-4487-a6df-372aa7a006dd,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:11:41.885670 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-dfc3ece0-3d0e-4aa6-93ba-afa2c5796859 req-201b17bc-ae05-48f3-9fb4-f2173c123962 service neutron] Attempting to bind port f7556019-ea31-4487-a6df-372aa7a006dd on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:11:41.886851 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-dfc3ece0-3d0e-4aa6-93ba-afa2c5796859 req-201b17bc-ae05-48f3-9fb4-f2173c123962 service neutron] Attempting to bind port f7556019-ea31-4487-a6df-372aa7a006dd by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': 'af837146-1b4e-4c2b-b1ce-96eb7f990955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c9c833e6-1691-44ed-bf82-cf9c18667411'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:11:41.888708 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc3ece0-3d0e-4aa6-93ba-afa2c5796859 req-201b17bc-ae05-48f3-9fb4-f2173c123962 service neutron] Attempting to bind port f7556019-ea31-4487-a6df-372aa7a006dd on network c9c833e6-1691-44ed-bf82-cf9c18667411 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:11:41.894443 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-03904584-b6bc-4616-977d-dcdedbdcacf1 req-2dbe0981-de5a-4081-aff8-bbf582288724 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:11:41.901627 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-03904584-b6bc-4616-977d-dcdedbdcacf1 req-2dbe0981-de5a-4081-aff8-bbf582288724 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:41.913401 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c53ce65-ca71-4e95-9e3c-abfe0a2551ed None None] Sync routers for ids ['e778be89-c114-4bc8-be8c-3d7878ea1275'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:11:41.920720 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-53ee4f4e-acfc-410d-8810-ab6dec1dc5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:41.946402 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c53ce65-ca71-4e95-9e3c-abfe0a2551ed None None] Routers {'e778be89-c114-4bc8-be8c-3d7878ea1275'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:11:41.947188 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-0c53ce65-ca71-4e95-9e3c-abfe0a2551ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:11:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['e778be89-c114-4bc8-be8c-3d7878ea1275'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:11:41.958704 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc3ece0-3d0e-4aa6-93ba-afa2c5796859 req-201b17bc-ae05-48f3-9fb4-f2173c123962 service neutron] Port f7556019-ea31-4487-a6df-372aa7a006dd on network c9c833e6-1691-44ed-bf82-cf9c18667411 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:11:41.959414 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc3ece0-3d0e-4aa6-93ba-afa2c5796859 req-201b17bc-ae05-48f3-9fb4-f2173c123962 service neutron] Attempting to bind port f7556019-ea31-4487-a6df-372aa7a006dd on network c9c833e6-1691-44ed-bf82-cf9c18667411 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:11:41.967928 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc3ece0-3d0e-4aa6-93ba-afa2c5796859 req-201b17bc-ae05-48f3-9fb4-f2173c123962 service neutron] Checking agent: {'id': 'f5e9725f-f5a6-43c2-a1be-95e21e9a1fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:11:41.968732 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc3ece0-3d0e-4aa6-93ba-afa2c5796859 req-201b17bc-ae05-48f3-9fb4-f2173c123962 service neutron] Checking segment: {'id': 'af837146-1b4e-4c2b-b1ce-96eb7f990955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c9c833e6-1691-44ed-bf82-cf9c18667411'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:11:41.969340 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc3ece0-3d0e-4aa6-93ba-afa2c5796859 req-201b17bc-ae05-48f3-9fb4-f2173c123962 service neutron] Bound using segment: {'id': 'af837146-1b4e-4c2b-b1ce-96eb7f990955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c9c833e6-1691-44ed-bf82-cf9c18667411'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:11:41.970035 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-dfc3ece0-3d0e-4aa6-93ba-afa2c5796859 req-201b17bc-ae05-48f3-9fb4-f2173c123962 service neutron] Bound port: f7556019-ea31-4487-a6df-372aa7a006dd, host: n-h1-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af837146-1b4e-4c2b-b1ce-96eb7f990955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c9c833e6-1691-44ed-bf82-cf9c18667411'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:11:41.971041 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-dfc3ece0-3d0e-4aa6-93ba-afa2c5796859 req-201b17bc-ae05-48f3-9fb4-f2173c123962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:42.003127 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-03904584-b6bc-4616-977d-dcdedbdcacf1 req-2dbe0981-de5a-4081-aff8-bbf582288724 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] 10.222.0.49 "PUT /v2.0/floatingips/1017a566-64b0-4065-8bf5-75713797ca8b HTTP/1.1" status: 200 len: 995 time: 2.6230259 Oct 12 19:11:42.018136 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31068235-8d67-4f2f-9b64-477add9d67bc', 'tag': 'a49b9b09-b6b3-4a98-a818-aeb467971b1d'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:11:42.018136 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fef63d36-b9ee-4549-b25b-9b3b8abbbd1c" -d '{"events": [{"name": "network-changed", "server_uuid": "31068235-8d67-4f2f-9b64-477add9d67bc", "tag": "a49b9b09-b6b3-4a98-a818-aeb467971b1d"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:11:42.068779 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0908ce5-80fa-4970-9df3-7d564839bb0f admin admin] Made reservation on behalf of ed6b12966b9343359f6575d52c95f820 for: {'subnet': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:11:42.071536 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d0908ce5-80fa-4970-9df3-7d564839bb0f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4612397'] for subnet, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:42.075718 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-0c53ce65-ca71-4e95-9e3c-abfe0a2551ed None None] Set router e778be89-c114-4bc8-be8c-3d7878ea1275 gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:11:42.176576 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-dfc3ece0-3d0e-4aa6-93ba-afa2c5796859 req-201b17bc-ae05-48f3-9fb4-f2173c123962 service neutron] For port f7556019-ea31-4487-a6df-372aa7a006dd, host n-h1-813679-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:11:42.193880 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-dfc3ece0-3d0e-4aa6-93ba-afa2c5796859 req-201b17bc-ae05-48f3-9fb4-f2173c123962 service neutron] For port f7556019-ea31-4487-a6df-372aa7a006dd, host n-h1-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=f7556019-ea31-4487-a6df-372aa7a006dd,segment=NetworkSegment(af837146-1b4e-4c2b-b1ce-96eb7f990955),segment_id=af837146-1b4e-4c2b-b1ce-96eb7f990955)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:11:42.216517 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03904584-b6bc-4616-977d-dcdedbdcacf1 req-e64f9807-50f6-4748-a0de-31479b32d40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:42.245557 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-03904584-b6bc-4616-977d-dcdedbdcacf1 req-e64f9807-50f6-4748-a0de-31479b32d40c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=194247fcbd8840fc8b099ca900c42c70&device_id=31068235-8d67-4f2f-9b64-477add9d67bc HTTP/1.1" status: 200 len: 1096 time: 0.1360984 Oct 12 19:11:42.246449 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-53ee4f4e-acfc-410d-8810-ab6dec1dc5c1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=94baceec941f43af85d483aaadc4061e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8477392 Oct 12 19:11:42.249300 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 57322) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:11:42.279550 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ee4f4e-acfc-410d-8810-ab6dec1dc5c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eb11ed8-08f7-4d6b-aa21-2e5b60cdd0f6,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:11:42.331894 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03904584-b6bc-4616-977d-dcdedbdcacf1 req-8bf029b1-451c-4245-bb8a-499520ac581b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:42.334993 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6dd4be-9359-491c-a4c0-2b325c210115 req-2f569ce6-f0ae-4c28-b6fb-fa0bb3cd4e1a tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:42.335596 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-03904584-b6bc-4616-977d-dcdedbdcacf1 req-8bf029b1-451c-4245-bb8a-499520ac581b service neutron] 10.222.0.49 "GET /v2.0/networks?id=f3d8d55a-a17e-469f-b479-a47932f8f8ad HTTP/1.1" status: 200 len: 922 time: 0.1093402 Oct 12 19:11:42.336457 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1a6dd4be-9359-491c-a4c0-2b325c210115 req-2f569ce6-f0ae-4c28-b6fb-fa0bb3cd4e1a tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] 10.222.0.49 "GET /v2.0/ports?device_id=0fcf7e7d-786c-4285-8704-dbf6d6eee771 HTTP/1.1" status: 200 len: 945 time: 0.3966851 Oct 12 19:11:42.342223 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-0c53ce65-ca71-4e95-9e3c-abfe0a2551ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e778be89-c114-4bc8-be8c-3d7878ea1275', 'name': 'tempest-FloatingIPsAssociationTestJSON-1808744679-router', 'tenant_id': '194247fcbd8840fc8b099ca900c42c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '19e243f6-08a7-4ae7-b5a2-e129e7c4ba73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:10:35Z', 'updated_at': '2021-10-12T19:10:45Z', 'revision_number': 4, 'project_id': '194247fcbd8840fc8b099ca900c42c70', 'gw_port': {'id': '19e243f6-08a7-4ae7-b5a2-e129e7c4ba73', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:2f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e778be89-c114-4bc8-be8c-3d7878ea1275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:10:37Z', 'updated_at': '2021-10-12T19:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': '1017a566-64b0-4065-8bf5-75713797ca8b', 'tenant_id': '194247fcbd8840fc8b099ca900c42c70', 'floating_ip_address': '172.25.5.12', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': 'e778be89-c114-4bc8-be8c-3d7878ea1275', 'port_id': 'a49b9b09-b6b3-4a98-a818-aeb467971b1d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3d8d55a-a17e-469f-b479-a47932f8f8ad', 'mac_address': 'fa:16:3e:e9:9a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31068235-8d67-4f2f-9b64-477add9d67bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T19:11:13Z', 'updated_at': '2021-10-12T19:11:40Z', 'revision_number': 1, 'project_id': '194247fcbd8840fc8b099ca900c42c70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b19f71e-6d0c-433a-917d-d33b0457ca57', 'name': '', 'network_id': 'f3d8d55a-a17e-469f-b479-a47932f8f8ad', 'tenant_id': '194247fcbd8840fc8b099ca900c42c70', 'mac_address': 'fa:16:3e:6b:a9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e778be89-c114-4bc8-be8c-3d7878ea1275', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '7744f471-5bc3-48f2-bedf-a494f3770221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:10:43Z', 'updated_at': '2021-10-12T19:10:51Z', 'revision_number': 5, 'project_id': '194247fcbd8840fc8b099ca900c42c70', 'subnets': [{'id': '7744f471-5bc3-48f2-bedf-a494f3770221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:11:42.369369 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c53ce65-ca71-4e95-9e3c-abfe0a2551ed None None] Checking router: e778be89-c114-4bc8-be8c-3d7878ea1275 for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:11:42.381839 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c53ce65-ca71-4e95-9e3c-abfe0a2551ed None None] Routers {'e778be89-c114-4bc8-be8c-3d7878ea1275'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:11:42.382473 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-0c53ce65-ca71-4e95-9e3c-abfe0a2551ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:11:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['e778be89-c114-4bc8-be8c-3d7878ea1275'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:11:42.417808 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0a29e986-1007-4008-aec8-746e0e40291b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:42.456367 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-03904584-b6bc-4616-977d-dcdedbdcacf1 req-bb24415c-ec65-4b1a-8da3-e3f5ec259ffe service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a49b9b09-b6b3-4a98-a818-aeb467971b1d HTTP/1.1" status: 200 len: 998 time: 0.1064165 Oct 12 19:11:42.465483 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1a6dd4be-9359-491c-a4c0-2b325c210115 req-e299c83e-f380-4ecd-b9e5-1db57a65c813 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] 10.222.0.49 "GET /v2.0/security-groups?id=a7f9720c-b2fc-4108-8209-bc2f9c99d939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124573 Oct 12 19:11:42.470756 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0a29e986-1007-4008-aec8-746e0e40291b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:42.529824 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03904584-b6bc-4616-977d-dcdedbdcacf1 req-4d146dfb-a1ef-4984-ba4b-f982e73ff254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:42.529824 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-03904584-b6bc-4616-977d-dcdedbdcacf1 req-4d146dfb-a1ef-4984-ba4b-f982e73ff254 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7744f471-5bc3-48f2-bedf-a494f3770221 HTTP/1.1" status: 200 len: 860 time: 0.0669775 Oct 12 19:11:42.529824 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33e01ffb-f6bd-45a6-8e0f-3ad8d7bda364 x-openstack-request-id: req-33e01ffb-f6bd-45a6-8e0f-3ad8d7bda364 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:11:42.529824 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31068235-8d67-4f2f-9b64-477add9d67bc", "tag": "a49b9b09-b6b3-4a98-a818-aeb467971b1d", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:11:42.530802 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-33e01ffb-f6bd-45a6-8e0f-3ad8d7bda364 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:11:42.530802 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31068235-8d67-4f2f-9b64-477add9d67bc', 'tag': 'a49b9b09-b6b3-4a98-a818-aeb467971b1d', 'status': 'completed', 'code': 200} Oct 12 19:11:42.584501 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-0c53ce65-ca71-4e95-9e3c-abfe0a2551ed None None] Set router e778be89-c114-4bc8-be8c-3d7878ea1275 gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:11:42.627516 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03904584-b6bc-4616-977d-dcdedbdcacf1 req-f1177742-4778-4d3e-9514-19fa58a0c2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:42.629084 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-03904584-b6bc-4616-977d-dcdedbdcacf1 req-f1177742-4778-4d3e-9514-19fa58a0c2b5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f3d8d55a-a17e-469f-b479-a47932f8f8ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0823331 Oct 12 19:11:42.630839 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef63d36-b9ee-4549-b25b-9b3b8abbbd1c req-720dc3ab-110f-4fec-bee3-bdf352b8e610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:42.633715 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-fef63d36-b9ee-4549-b25b-9b3b8abbbd1c req-720dc3ab-110f-4fec-bee3-bdf352b8e610 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=194247fcbd8840fc8b099ca900c42c70&device_id=31068235-8d67-4f2f-9b64-477add9d67bc HTTP/1.1" status: 200 len: 1096 time: 0.0577440 Oct 12 19:11:42.644989 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [req-03904584-b6bc-4616-977d-dcdedbdcacf1 req-66e59f4d-ad32-417d-8210-9c68889f15dd service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 19:11:42.646318 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-03904584-b6bc-4616-977d-dcdedbdcacf1 req-66e59f4d-ad32-417d-8210-9c68889f15dd service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0061293 Oct 12 19:11:42.648211 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdc401a-00fc-4b91-9a10-6f7d0d816c51 req-25fb709a-ac88-4cfa-ab54-c83a116107e8 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:42.650316 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1cdc401a-00fc-4b91-9a10-6f7d0d816c51 req-25fb709a-ac88-4cfa-ab54-c83a116107e8 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/ports?device_id=08fd2058-3c0a-42c8-aeae-083b075d74c3 HTTP/1.1" status: 200 len: 950 time: 0.0627015 Oct 12 19:11:42.693788 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1cdc401a-00fc-4b91-9a10-6f7d0d816c51 req-cf37abff-0799-4463-8310-d35ddcb7ec98 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/security-groups?id=97ebf564-c5fe-4f12-92a1-b237f08112ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365460 Oct 12 19:11:42.703408 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d0908ce5-80fa-4970-9df3-7d564839bb0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4824863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4612355'] for subnet, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:42.724408 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-dfc3ece0-3d0e-4aa6-93ba-afa2c5796859 req-201b17bc-ae05-48f3-9fb4-f2173c123962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:42.762936 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0908ce5-80fa-4970-9df3-7d564839bb0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=30d4b534-ae85-4956-be60-11f5902787c3,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:11:42.778705 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0a29e986-1007-4008-aec8-746e0e40291b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:42.781275 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0a29e986-1007-4008-aec8-746e0e40291b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:42.784860 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-0a29e986-1007-4008-aec8-746e0e40291b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8eb11ed8-08f7-4d6b-aa21-2e5b60cdd0f6 HTTP/1.1" status: 204 len: 168 time: 0.5282710 Oct 12 19:11:42.803012 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0908ce5-80fa-4970-9df3-7d564839bb0f admin admin] Checking segment: {'id': 'a5b0800b-9440-4416-8f7a-05e8cbf0f8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '7e2fb59a-6119-4752-90bd-a0430fbe9b50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:11:42.803681 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0908ce5-80fa-4970-9df3-7d564839bb0f admin admin] Network hostable DHCP agents. Network: 7e2fb59a-6119-4752-90bd-a0430fbe9b50, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:11:42.806905 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a29e986-1007-4008-aec8-746e0e40291b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eb11ed8-08f7-4d6b-aa21-2e5b60cdd0f6,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:11:42.879650 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc3ece0-3d0e-4aa6-93ba-afa2c5796859 req-201b17bc-ae05-48f3-9fb4-f2173c123962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:42.880380 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-dfc3ece0-3d0e-4aa6-93ba-afa2c5796859 req-201b17bc-ae05-48f3-9fb4-f2173c123962 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:42.881670 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-dfc3ece0-3d0e-4aa6-93ba-afa2c5796859 req-201b17bc-ae05-48f3-9fb4-f2173c123962 service neutron] 10.222.0.61 "PUT /v2.0/ports/f7556019-ea31-4487-a6df-372aa7a006dd HTTP/1.1" status: 200 len: 1092 time: 2.5289094 Oct 12 19:11:42.914278 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0908ce5-80fa-4970-9df3-7d564839bb0f admin admin] Network 7e2fb59a-6119-4752-90bd-a0430fbe9b50 is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:11:42.934281 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-0c53ce65-ca71-4e95-9e3c-abfe0a2551ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e778be89-c114-4bc8-be8c-3d7878ea1275', 'name': 'tempest-FloatingIPsAssociationTestJSON-1808744679-router', 'tenant_id': '194247fcbd8840fc8b099ca900c42c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '19e243f6-08a7-4ae7-b5a2-e129e7c4ba73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:10:35Z', 'updated_at': '2021-10-12T19:10:45Z', 'revision_number': 4, 'project_id': '194247fcbd8840fc8b099ca900c42c70', 'gw_port': {'id': '19e243f6-08a7-4ae7-b5a2-e129e7c4ba73', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:2f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e778be89-c114-4bc8-be8c-3d7878ea1275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:10:37Z', 'updated_at': '2021-10-12T19:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': '1017a566-64b0-4065-8bf5-75713797ca8b', 'tenant_id': '194247fcbd8840fc8b099ca900c42c70', 'floating_ip_address': '172.25.5.12', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': 'e778be89-c114-4bc8-be8c-3d7878ea1275', 'port_id': 'a49b9b09-b6b3-4a98-a818-aeb467971b1d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3d8d55a-a17e-469f-b479-a47932f8f8ad', 'mac_address': 'fa:16:3e:e9:9a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31068235-8d67-4f2f-9b64-477add9d67bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T19:11:13Z', 'updated_at': '2021-10-12T19:11:40Z', 'revision_number': 1, 'project_id': '194247fcbd8840fc8b099ca900c42c70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b19f71e-6d0c-433a-917d-d33b0457ca57', 'name': '', 'network_id': 'f3d8d55a-a17e-469f-b479-a47932f8f8ad', 'tenant_id': '194247fcbd8840fc8b099ca900c42c70', 'mac_address': 'fa:16:3e:6b:a9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e778be89-c114-4bc8-be8c-3d7878ea1275', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '7744f471-5bc3-48f2-bedf-a494f3770221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:10:43Z', 'updated_at': '2021-10-12T19:10:51Z', 'revision_number': 5, 'project_id': '194247fcbd8840fc8b099ca900c42c70', 'subnets': [{'id': '7744f471-5bc3-48f2-bedf-a494f3770221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:11:42.969843 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201b17bc-ae05-48f3-9fb4-f2173c123962 service neutron] Pushing event updated for resources: {'Port': ['ID=f7556019-ea31-4487-a6df-372aa7a006dd,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:11:42.976156 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef63d36-b9ee-4549-b25b-9b3b8abbbd1c req-f254c39c-0879-455f-a4fb-b7cee1f5ce06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:42.977776 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-fef63d36-b9ee-4549-b25b-9b3b8abbbd1c req-f254c39c-0879-455f-a4fb-b7cee1f5ce06 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f3d8d55a-a17e-469f-b479-a47932f8f8ad HTTP/1.1" status: 200 len: 922 time: 0.3305924 Oct 12 19:11:42.990442 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-03904584-b6bc-4616-977d-dcdedbdcacf1 req-abd37893-62e2-41d5-893b-c9e5141262c4 service neutron] 10.222.0.49 "GET /v2.0/networks/f3d8d55a-a17e-469f-b479-a47932f8f8ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3349216 Oct 12 19:11:43.011849 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c53ce65-ca71-4e95-9e3c-abfe0a2551ed None None] The sync data for ids ['e778be89-c114-4bc8-be8c-3d7878ea1275'] in n-d-813679-3 is: [{'id': 'e778be89-c114-4bc8-be8c-3d7878ea1275', 'name': 'tempest-FloatingIPsAssociationTestJSON-1808744679-router', 'tenant_id': '194247fcbd8840fc8b099ca900c42c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '19e243f6-08a7-4ae7-b5a2-e129e7c4ba73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:10:35Z', 'updated_at': '2021-10-12T19:10:45Z', 'revision_number': 4, 'project_id': '194247fcbd8840fc8b099ca900c42c70', 'gw_port': {'id': '19e243f6-08a7-4ae7-b5a2-e129e7c4ba73', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:2f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e778be89-c114-4bc8-be8c-3d7878ea1275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:10:37Z', 'updated_at': '2021-10-12T19:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': '1017a566-64b0-4065-8bf5-75713797ca8b', 'tenant_id': '194247fcbd8840fc8b099ca900c42c70', 'floating_ip_address': '172.25.5.12', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': 'e778be89-c114-4bc8-be8c-3d7878ea1275', 'port_id': 'a49b9b09-b6b3-4a98-a818-aeb467971b1d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3d8d55a-a17e-469f-b479-a47932f8f8ad', 'mac_address': 'fa:16:3e:e9:9a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31068235-8d67-4f2f-9b64-477add9d67bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T19:11:13Z', 'updated_at': '2021-10-12T19:11:40Z', 'revision_number': 1, 'project_id': '194247fcbd8840fc8b099ca900c42c70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b19f71e-6d0c-433a-917d-d33b0457ca57', 'name': '', 'network_id': 'f3d8d55a-a17e-469f-b479-a47932f8f8ad', 'tenant_id': '194247fcbd8840fc8b099ca900c42c70', 'mac_address': 'fa:16:3e:6b:a9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e778be89-c114-4bc8-be8c-3d7878ea1275', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '7744f471-5bc3-48f2-bedf-a494f3770221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:10:43Z', 'updated_at': '2021-10-12T19:10:51Z', 'revision_number': 5, 'project_id': '194247fcbd8840fc8b099ca900c42c70', 'subnets': [{'id': '7744f471-5bc3-48f2-bedf-a494f3770221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:11:43.080128 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-d0908ce5-80fa-4970-9df3-7d564839bb0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, 7e2fb59a-6119-4752-90bd-a0430fbe9b50) {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:11:43.092202 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49919ba4-b88c-409a-a4a7-2da6c74395cc None None] Network 7e2fb59a-6119-4752-90bd-a0430fbe9b50 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:11:43.158343 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0908ce5-80fa-4970-9df3-7d564839bb0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:43.158962 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d0908ce5-80fa-4970-9df3-7d564839bb0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:43.217797 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-03904584-b6bc-4616-977d-dcdedbdcacf1 req-d2260798-ec40-4827-991e-723e7b678918 service neutron] 10.222.0.49 "GET /v2.0/networks/f3d8d55a-a17e-469f-b479-a47932f8f8ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168820 Oct 12 19:11:43.250534 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-fef63d36-b9ee-4549-b25b-9b3b8abbbd1c req-cc274c14-9a0b-4663-ab5f-19771a9103a7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a49b9b09-b6b3-4a98-a818-aeb467971b1d HTTP/1.1" status: 200 len: 998 time: 0.2590654 Oct 12 19:11:43.281550 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-d0908ce5-80fa-4970-9df3-7d564839bb0f admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5368481 Oct 12 19:11:43.300110 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc3ece0-3d0e-4aa6-93ba-afa2c5796859 req-1bfa561c-5f60-477d-8330-55ad6bac0646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:43.307053 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-dfc3ece0-3d0e-4aa6-93ba-afa2c5796859 req-1bfa561c-5f60-477d-8330-55ad6bac0646 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5fba7a982f4e455fbf6360a954bd3673&device_id=00655b18-d3a8-487b-a307-bdfa94217209 HTTP/1.1" status: 200 len: 1095 time: 0.2538705 Oct 12 19:11:43.307788 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 57346) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:11:43.357140 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4feff8c9-3626-4bae-bc31-bb2c43d12454 req-e229e97a-ce74-4cf8-b328-75e536cb7846 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=4afbf4a4-67f5-42d1-a358-7ba9799dab0c HTTP/1.1" status: 200 len: 258 time: 0.3588510 Oct 12 19:11:43.362017 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-4feff8c9-3626-4bae-bc31-bb2c43d12454 req-6ff93d34-0ea5-4be1-80a2-d7352556197d tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] Request body: {'floatingip': {'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:11:43.364374 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-ed11b259-7888-4f9b-8386-d703da6ef5b9 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1911275801-router', 'tenant_id': 'ed6b12966b9343359f6575d52c95f820', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:11:43.401493 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e847a456-566e-42d8-94fc-a7a7bfdadb9b None None] New status for floating IP 1017a566-64b0-4065-8bf5-75713797ca8b: ACTIVE {{(pid=95503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 19:11:43.471566 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94a6a49-2577-4c13-8bd6-90fd93ea6563 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-7e2fb59a-6119-4752-90bd-a0430fbe9b50', 'network_id': '7e2fb59a-6119-4752-90bd-a0430fbe9b50', 'tenant_id': 'ed6b12966b9343359f6575d52c95f820', 'fixed_ips': [{'subnet_id': '30d4b534-ae85-4956-be60-11f5902787c3'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:11:43.472464 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e94a6a49-2577-4c13-8bd6-90fd93ea6563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:43.476985 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-dfc3ece0-3d0e-4aa6-93ba-afa2c5796859 req-fa4b21ba-f6de-4807-b071-27fb3f862bdc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7556019-ea31-4487-a6df-372aa7a006dd HTTP/1.1" status: 200 len: 217 time: 0.0846725 Oct 12 19:11:43.482999 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-4feff8c9-3626-4bae-bc31-bb2c43d12454 req-6ff93d34-0ea5-4be1-80a2-d7352556197d tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] Notify callbacks [] for floatingip, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:43.611695 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045e6bcb-394c-46b8-8199-e86077604781 req-88489a36-bf4e-4899-91c4-615c8b187f84 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:43.613874 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-045e6bcb-394c-46b8-8199-e86077604781 req-88489a36-bf4e-4899-91c4-615c8b187f84 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/ports?device_id=00655b18-d3a8-487b-a307-bdfa94217209 HTTP/1.1" status: 200 len: 944 time: 0.1363814 Oct 12 19:11:43.620288 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef63d36-b9ee-4549-b25b-9b3b8abbbd1c req-c65bc81f-835e-46f9-8b5b-620674bcee34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:43.622710 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-fef63d36-b9ee-4549-b25b-9b3b8abbbd1c req-c65bc81f-835e-46f9-8b5b-620674bcee34 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7744f471-5bc3-48f2-bedf-a494f3770221 HTTP/1.1" status: 200 len: 860 time: 0.3500519 Oct 12 19:11:43.634949 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-e94a6a49-2577-4c13-8bd6-90fd93ea6563 None None] Allocated IP 172.20.0.2 (7e2fb59a-6119-4752-90bd-a0430fbe9b50/30d4b534-ae85-4956-be60-11f5902787c3/1efc1968-14d9-4e03-bc39-8d213e5cca0b) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:11:43.693034 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-045e6bcb-394c-46b8-8199-e86077604781 req-cb604151-6625-4721-86d8-c805063b828e tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cccf57-f452-41a8-9e48-a6e744310271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641558 Oct 12 19:11:43.731761 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-4feff8c9-3626-4bae-bc31-bb2c43d12454 req-6ff93d34-0ea5-4be1-80a2-d7352556197d tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:43.761957 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ed11b259-7888-4f9b-8386-d703da6ef5b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8093678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255505'] for router, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:43.764013 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ed11b259-7888-4f9b-8386-d703da6ef5b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8093562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8087085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8022306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255518'] for router, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:43.775998 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc3ece0-3d0e-4aa6-93ba-afa2c5796859 req-ad74231c-7f09-4a8e-8cc2-157f2c8574e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:43.785321 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-dfc3ece0-3d0e-4aa6-93ba-afa2c5796859 req-ad74231c-7f09-4a8e-8cc2-157f2c8574e1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e0ebc949-3a0d-4490-86b6-8c422c8edc16 HTTP/1.1" status: 200 len: 848 time: 0.2981269 Oct 12 19:11:43.894722 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef63d36-b9ee-4549-b25b-9b3b8abbbd1c req-369e97c9-969b-4956-920e-c5cda259e54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:43.897355 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-fef63d36-b9ee-4549-b25b-9b3b8abbbd1c req-369e97c9-969b-4956-920e-c5cda259e54d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f3d8d55a-a17e-469f-b479-a47932f8f8ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2150283 Oct 12 19:11:43.931681 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-dfc3ece0-3d0e-4aa6-93ba-afa2c5796859 req-8d3bf429-76fd-45ea-a04f-268154c89c94 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c9c833e6-1691-44ed-bf82-cf9c18667411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1257434 Oct 12 19:11:44.004072 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [req-4feff8c9-3626-4bae-bc31-bb2c43d12454 req-6ff93d34-0ea5-4be1-80a2-d7352556197d tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] Allocated IP 172.25.5.13 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/426cba36-df9e-4b0b-9492-c52ac572308a) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:11:44.106643 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e94a6a49-2577-4c13-8bd6-90fd93ea6563 None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:44.174563 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-4feff8c9-3626-4bae-bc31-bb2c43d12454 req-6ff93d34-0ea5-4be1-80a2-d7352556197d tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:44.224889 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e94a6a49-2577-4c13-8bd6-90fd93ea6563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:44.287782 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94a6a49-2577-4c13-8bd6-90fd93ea6563 None None] Network 7e2fb59a-6119-4752-90bd-a0430fbe9b50 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:11:44.291433 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-e94a6a49-2577-4c13-8bd6-90fd93ea6563 None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:11:44.296581 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94a6a49-2577-4c13-8bd6-90fd93ea6563 None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:11:44.303314 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-4feff8c9-3626-4bae-bc31-bb2c43d12454 req-6ff93d34-0ea5-4be1-80a2-d7352556197d tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:44.373024 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94a6a49-2577-4c13-8bd6-90fd93ea6563 None None] Pushing event updated for resources: {'Port': ['ID=1efc1968-14d9-4e03-bc39-8d213e5cca0b,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:11:44.403508 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4feff8c9-3626-4bae-bc31-bb2c43d12454 req-6ff93d34-0ea5-4be1-80a2-d7352556197d tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:11:44.413756 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [req-4feff8c9-3626-4bae-bc31-bb2c43d12454 req-6ff93d34-0ea5-4be1-80a2-d7352556197d tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:11:44.422934 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-4feff8c9-3626-4bae-bc31-bb2c43d12454 req-6ff93d34-0ea5-4be1-80a2-d7352556197d tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:11:44.450710 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-e94a6a49-2577-4c13-8bd6-90fd93ea6563 None None] Attempting to bind port 1efc1968-14d9-4e03-bc39-8d213e5cca0b on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:11:44.451082 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-e94a6a49-2577-4c13-8bd6-90fd93ea6563 None None] Attempting to bind port 1efc1968-14d9-4e03-bc39-8d213e5cca0b by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'a5b0800b-9440-4416-8f7a-05e8cbf0f8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '7e2fb59a-6119-4752-90bd-a0430fbe9b50'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:11:44.451441 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94a6a49-2577-4c13-8bd6-90fd93ea6563 None None] Attempting to bind port 1efc1968-14d9-4e03-bc39-8d213e5cca0b on network 7e2fb59a-6119-4752-90bd-a0430fbe9b50 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:11:44.464046 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94a6a49-2577-4c13-8bd6-90fd93ea6563 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:11:44.464426 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94a6a49-2577-4c13-8bd6-90fd93ea6563 None None] Checking segment: {'id': 'a5b0800b-9440-4416-8f7a-05e8cbf0f8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '7e2fb59a-6119-4752-90bd-a0430fbe9b50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:11:44.464836 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e94a6a49-2577-4c13-8bd6-90fd93ea6563 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:44.465281 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94a6a49-2577-4c13-8bd6-90fd93ea6563 None None] Bound using segment: {'id': 'a5b0800b-9440-4416-8f7a-05e8cbf0f8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '7e2fb59a-6119-4752-90bd-a0430fbe9b50'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:11:44.466269 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-e94a6a49-2577-4c13-8bd6-90fd93ea6563 None None] Bound port: 1efc1968-14d9-4e03-bc39-8d213e5cca0b, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5b0800b-9440-4416-8f7a-05e8cbf0f8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '7e2fb59a-6119-4752-90bd-a0430fbe9b50'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:11:44.470896 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e94a6a49-2577-4c13-8bd6-90fd93ea6563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:44.477914 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 57372) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:11:44.503656 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff93d34-0ea5-4be1-80a2-d7352556197d tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] Pushing event updated for resources: {'Port': ['ID=426cba36-df9e-4b0b-9492-c52ac572308a,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:11:44.546797 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00655b18-d3a8-487b-a307-bdfa94217209', 'tag': 'f7556019-ea31-4487-a6df-372aa7a006dd'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:11:44.549269 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd10fa68-a5e5-49b8-9e7d-761d2cb52b60" -d '{"events": [{"name": "network-changed", "server_uuid": "00655b18-d3a8-487b-a307-bdfa94217209", "tag": "f7556019-ea31-4487-a6df-372aa7a006dd"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:11:44.571454 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ed11b259-7888-4f9b-8386-d703da6ef5b9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:44.600186 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4df3622-19c3-4bcf-9392-e0f7771b6de5 req-4399d6a4-8143-498f-ae8b-b0aea0f4a1e8 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:44.601888 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b4df3622-19c3-4bcf-9392-e0f7771b6de5 req-4399d6a4-8143-498f-ae8b-b0aea0f4a1e8 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ebc66ca-4680-4acc-9b1d-e6c2672bd77d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.7112145 Oct 12 19:11:44.659278 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-4feff8c9-3626-4bae-bc31-bb2c43d12454 req-6ff93d34-0ea5-4be1-80a2-d7352556197d tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:44.671443 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-e94a6a49-2577-4c13-8bd6-90fd93ea6563 None None] For port 1efc1968-14d9-4e03-bc39-8d213e5cca0b, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:11:44.673813 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-e94a6a49-2577-4c13-8bd6-90fd93ea6563 None None] For port 1efc1968-14d9-4e03-bc39-8d213e5cca0b, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=1efc1968-14d9-4e03-bc39-8d213e5cca0b,segment=NetworkSegment(a5b0800b-9440-4416-8f7a-05e8cbf0f8da),segment_id=a5b0800b-9440-4416-8f7a-05e8cbf0f8da)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:11:44.702880 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-9ac3dccd-d3b3-4a50-aeb5-a4b8c63ce0ba admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-979565965-network', 'tenant_id': 'ec932ef426b54a8ba46e6126efdca01e'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:11:44.722035 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-fef63d36-b9ee-4549-b25b-9b3b8abbbd1c req-cbbef541-ba5b-45b2-ae1e-ea735f3b6af8 service neutron] 10.222.0.61 "GET /v2.0/networks/f3d8d55a-a17e-469f-b479-a47932f8f8ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8141472 Oct 12 19:11:44.794213 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-4feff8c9-3626-4bae-bc31-bb2c43d12454 req-6ff93d34-0ea5-4be1-80a2-d7352556197d tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:44.795591 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e94a6a49-2577-4c13-8bd6-90fd93ea6563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:44.797995 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ac3dccd-d3b3-4a50-aeb5-a4b8c63ce0ba admin admin] Made reservation on behalf of ec932ef426b54a8ba46e6126efdca01e for: {'network': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:11:44.801428 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9ac3dccd-d3b3-4a50-aeb5-a4b8c63ce0ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:44.841891 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9ac3dccd-d3b3-4a50-aeb5-a4b8c63ce0ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:44.881923 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-fef63d36-b9ee-4549-b25b-9b3b8abbbd1c req-e632414f-aed8-45b7-9ec7-ed3eb8a303cd service neutron] 10.222.0.61 "GET /v2.0/networks/f3d8d55a-a17e-469f-b479-a47932f8f8ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172621 Oct 12 19:11:44.898178 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-dfc3ece0-3d0e-4aa6-93ba-afa2c5796859 req-8f362bb1-8f91-4b4c-9076-8fe0eeafe49c service neutron] 10.222.0.61 "GET /v2.0/networks/c9c833e6-1691-44ed-bf82-cf9c18667411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9519236 Oct 12 19:11:44.901529 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b4df3622-19c3-4bcf-9392-e0f7771b6de5 req-863b51f5-5fb7-4707-ba7b-22843284adb3 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.12 HTTP/1.1" status: 200 len: 1000 time: 0.2924805 Oct 12 19:11:44.901669 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94a6a49-2577-4c13-8bd6-90fd93ea6563 None None] Pushing event updated for resources: {'Port': ['ID=1efc1968-14d9-4e03-bc39-8d213e5cca0b,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:11:44.926639 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-b4df3622-19c3-4bcf-9392-e0f7771b6de5 req-43de51de-661b-4260-b90b-88ecbe788b57 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Request body: {'floatingip': {'port_id': '3f0d89a6-6894-4b33-a68e-e4c38408f1af', 'fixed_ip_address': '172.20.0.5'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:11:45.042990 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9ac3dccd-d3b3-4a50-aeb5-a4b8c63ce0ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:45.066971 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-4feff8c9-3626-4bae-bc31-bb2c43d12454 req-6ff93d34-0ea5-4be1-80a2-d7352556197d tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:45.086636 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ed11b259-7888-4f9b-8386-d703da6ef5b9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:45.101674 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9ac3dccd-d3b3-4a50-aeb5-a4b8c63ce0ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:45.125536 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b4df3622-19c3-4bcf-9392-e0f7771b6de5 req-43de51de-661b-4260-b90b-88ecbe788b57 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Notify callbacks [] for floatingip, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:45.149768 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-4feff8c9-3626-4bae-bc31-bb2c43d12454 req-6ff93d34-0ea5-4be1-80a2-d7352556197d tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:45.184675 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ac3dccd-d3b3-4a50-aeb5-a4b8c63ce0ba admin admin] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=95501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:11:45.280023 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-dfc3ece0-3d0e-4aa6-93ba-afa2c5796859 req-4efda80b-a35f-463e-8809-449bf60c9808 service neutron] 10.222.0.61 "GET /v2.0/networks/c9c833e6-1691-44ed-bf82-cf9c18667411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3602993 Oct 12 19:11:45.327487 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac3dccd-d3b3-4a50-aeb5-a4b8c63ce0ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ecbae80-7b0d-416c-ad6f-f315134c9d24,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:11:45.341995 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9ac3dccd-d3b3-4a50-aeb5-a4b8c63ce0ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:45.342330 n-d-813679-3 neutron-server[95501]: INFO neutron.db.segments_db [None req-9ac3dccd-d3b3-4a50-aeb5-a4b8c63ce0ba admin admin] Added segment 9c4f5e6a-fe1b-4854-a461-e3f69157d9d0 of type vlan for network 4b6f1c75-6cdd-4c5b-8cfd-b7e6e3da4819 Oct 12 19:11:45.437663 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff93d34-0ea5-4be1-80a2-d7352556197d tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] Pushing event updated for resources: {'Port': ['ID=426cba36-df9e-4b0b-9492-c52ac572308a,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:11:45.460296 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9ac3dccd-d3b3-4a50-aeb5-a4b8c63ce0ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:45.490984 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-4feff8c9-3626-4bae-bc31-bb2c43d12454 req-6ff93d34-0ea5-4be1-80a2-d7352556197d tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7915414'] for floatingip, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:45.566125 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9ac3dccd-d3b3-4a50-aeb5-a4b8c63ce0ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:45.567240 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac3dccd-d3b3-4a50-aeb5-a4b8c63ce0ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:45.567974 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9ac3dccd-d3b3-4a50-aeb5-a4b8c63ce0ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:45.653454 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ed11b259-7888-4f9b-8386-d703da6ef5b9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:45.709288 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ed11b259-7888-4f9b-8386-d703da6ef5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:45.942019 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac3dccd-d3b3-4a50-aeb5-a4b8c63ce0ba admin admin] Pushing event updated for resources: {'Network': ['ID=4b6f1c75-6cdd-4c5b-8cfd-b7e6e3da4819,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:11:45.956192 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 4b6f1c75-6cdd-4c5b-8cfd-b7e6e3da4819 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:11:45.958161 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-4feff8c9-3626-4bae-bc31-bb2c43d12454 req-6ff93d34-0ea5-4be1-80a2-d7352556197d tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:45.966387 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4feff8c9-3626-4bae-bc31-bb2c43d12454 req-6ff93d34-0ea5-4be1-80a2-d7352556197d tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.6083138 Oct 12 19:11:46.018016 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4feff8c9-3626-4bae-bc31-bb2c43d12454 req-31192216-fc78-47c4-8ae7-38e97f74f345 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.13 HTTP/1.1" status: 200 len: 695 time: 0.0503025 Oct 12 19:11:46.049328 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-ed11b259-7888-4f9b-8386-d703da6ef5b9 admin admin] Allocated IP 172.25.5.48 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/6193ef3e-0610-400f-92f5-6b7d5640ab5e) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:11:46.137001 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b4df3622-19c3-4bcf-9392-e0f7771b6de5 req-43de51de-661b-4260-b90b-88ecbe788b57 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:46.141080 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f7f714-44e7-4fe5-b1eb-e827ec9c14a5 req-99e58a63-f3c2-40c7-b798-36b1c904b93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:46.145820 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e2f7f714-44e7-4fe5-b1eb-e827ec9c14a5 req-99e58a63-f3c2-40c7-b798-36b1c904b93b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=08fd2058-3c0a-42c8-aeae-083b075d74c3 HTTP/1.1" status: 200 len: 1101 time: 0.2754283 Oct 12 19:11:46.146350 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-9ac3dccd-d3b3-4a50-aeb5-a4b8c63ce0ba admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.6627264 Oct 12 19:11:46.149033 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 57380) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:11:46.154377 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-4d83c045-5453-4901-8b2d-a2b48f38aa45 admin admin] Request body: {'subnet': {'network_id': '4b6f1c75-6cdd-4c5b-8cfd-b7e6e3da4819', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-979565965-subnet', 'tenant_id': 'ec932ef426b54a8ba46e6126efdca01e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:11:46.165410 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feff8c9-3626-4bae-bc31-bb2c43d12454 req-54bc38f4-b3c6-4158-8f15-b4fa1a257bdd tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:46.168827 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4feff8c9-3626-4bae-bc31-bb2c43d12454 req-54bc38f4-b3c6-4158-8f15-b4fa1a257bdd tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] 10.222.0.49 "GET /v2.0/networks/4afbf4a4-67f5-42d1-a358-7ba9799dab0c HTTP/1.1" status: 200 len: 784 time: 0.1495569 Oct 12 19:11:46.213705 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b4df3622-19c3-4bcf-9392-e0f7771b6de5 req-43de51de-661b-4260-b90b-88ecbe788b57 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7915414'] for floatingip, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:46.275514 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ed11b259-7888-4f9b-8386-d703da6ef5b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:46.290335 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e2f7f714-44e7-4fe5-b1eb-e827ec9c14a5 req-0a51ba99-717c-405a-ad93-badf20cc2bdd service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=97ebf564-c5fe-4f12-92a1-b237f08112ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070068 Oct 12 19:11:46.303735 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d83c045-5453-4901-8b2d-a2b48f38aa45 admin admin] Made reservation on behalf of ec932ef426b54a8ba46e6126efdca01e for: {'subnet': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:11:46.306200 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4d83c045-5453-4901-8b2d-a2b48f38aa45 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4612397'] for subnet, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:46.323171 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b4bd900-3e88-41f9-baa6-1342302a6b96 None None] Network 7e2fb59a-6119-4752-90bd-a0430fbe9b50 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:11:46.378013 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db64ff13-932f-44af-b983-338010c024c3 req-badbda8f-2e3f-4583-8a97-771316c2e00e tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:46.379518 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-db64ff13-932f-44af-b983-338010c024c3 req-badbda8f-2e3f-4583-8a97-771316c2e00e tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/ports?device_id=08fd2058-3c0a-42c8-aeae-083b075d74c3 HTTP/1.1" status: 200 len: 950 time: 0.1229177 Oct 12 19:11:46.382714 n-d-813679-3 neutron-server[95502]: INFO neutron.db.l3_db [req-b4df3622-19c3-4bcf-9392-e0f7771b6de5 req-43de51de-661b-4260-b90b-88ecbe788b57 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Floating IP 1017a566-64b0-4065-8bf5-75713797ca8b associated. External IP: 172.25.5.12, port: a49b9b09-b6b3-4a98-a818-aeb467971b1d. Oct 12 19:11:46.415402 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-705a518c-80c1-4dcf-b11a-0a2cb0872e42 None None] Provisioning complete for port 1efc1968-14d9-4e03-bc39-8d213e5cca0b triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:11:46.415668 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-705a518c-80c1-4dcf-b11a-0a2cb0872e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:46.457855 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-db64ff13-932f-44af-b983-338010c024c3 req-fa1fce48-736a-406f-9fc1-d5c25bca8633 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/security-groups?id=97ebf564-c5fe-4f12-92a1-b237f08112ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658376 Oct 12 19:11:46.465797 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ed11b259-7888-4f9b-8386-d703da6ef5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:46.527086 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed11b259-7888-4f9b-8386-d703da6ef5b9 admin admin] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:11:46.534716 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-ed11b259-7888-4f9b-8386-d703da6ef5b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:11:46.538258 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed11b259-7888-4f9b-8386-d703da6ef5b9 admin admin] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:11:46.577390 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed11b259-7888-4f9b-8386-d703da6ef5b9 admin admin] Pushing event updated for resources: {'Port': ['ID=6193ef3e-0610-400f-92f5-6b7d5640ab5e,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:11:46.723649 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-705a518c-80c1-4dcf-b11a-0a2cb0872e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:46.737087 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4d83c045-5453-4901-8b2d-a2b48f38aa45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4824863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4612355'] for subnet, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:46.844339 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-705a518c-80c1-4dcf-b11a-0a2cb0872e42 None None] For port 1efc1968-14d9-4e03-bc39-8d213e5cca0b, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=1efc1968-14d9-4e03-bc39-8d213e5cca0b,segment=NetworkSegment(a5b0800b-9440-4416-8f7a-05e8cbf0f8da),segment_id=a5b0800b-9440-4416-8f7a-05e8cbf0f8da)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:11:46.883264 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 1efc1968-14d9-4e03-bc39-8d213e5cca0b up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:11:46.936371 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-705a518c-80c1-4dcf-b11a-0a2cb0872e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:46.960473 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d83c045-5453-4901-8b2d-a2b48f38aa45 admin admin] Checking segment: {'id': '9c4f5e6a-fe1b-4854-a461-e3f69157d9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '4b6f1c75-6cdd-4c5b-8cfd-b7e6e3da4819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:11:46.972165 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d83c045-5453-4901-8b2d-a2b48f38aa45 admin admin] Network hostable DHCP agents. Network: 4b6f1c75-6cdd-4c5b-8cfd-b7e6e3da4819, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:11:46.980294 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d83c045-5453-4901-8b2d-a2b48f38aa45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42d210cb-5a9c-4c4f-ab5e-0cb87eb3f673,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:11:47.031881 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705a518c-80c1-4dcf-b11a-0a2cb0872e42 None None] Pushing event updated for resources: {'Port': ['ID=1efc1968-14d9-4e03-bc39-8d213e5cca0b,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:11:47.042704 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c04b10d8-e613-46e4-bfc7-b90d27c934da x-openstack-request-id: req-c04b10d8-e613-46e4-bfc7-b90d27c934da {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:11:47.043251 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00655b18-d3a8-487b-a307-bdfa94217209", "tag": "f7556019-ea31-4487-a6df-372aa7a006dd", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:11:47.043969 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c04b10d8-e613-46e4-bfc7-b90d27c934da {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:11:47.044356 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 1efc1968-14d9-4e03-bc39-8d213e5cca0b triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:11:47.044475 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00655b18-d3a8-487b-a307-bdfa94217209', 'tag': 'f7556019-ea31-4487-a6df-372aa7a006dd', 'status': 'completed', 'code': 200} Oct 12 19:11:47.045009 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:47.146858 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03bb49c-e524-4a09-a866-ff85d76c71ef req-f56e3cc5-8722-4fd6-a577-b1e6016872e9 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:47.149392 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e03bb49c-e524-4a09-a866-ff85d76c71ef req-f56e3cc5-8722-4fd6-a577-b1e6016872e9 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/ports?device_id=00655b18-d3a8-487b-a307-bdfa94217209 HTTP/1.1" status: 200 len: 944 time: 0.1430402 Oct 12 19:11:47.151238 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d83c045-5453-4901-8b2d-a2b48f38aa45 admin admin] Network 4b6f1c75-6cdd-4c5b-8cfd-b7e6e3da4819 is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:11:47.200562 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e03bb49c-e524-4a09-a866-ff85d76c71ef req-bb2d31b1-c8ad-47b6-a888-3771a5b6f33e tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cccf57-f452-41a8-9e48-a6e744310271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425122 Oct 12 19:11:47.268377 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-4d83c045-5453-4901-8b2d-a2b48f38aa45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, 4b6f1c75-6cdd-4c5b-8cfd-b7e6e3da4819) {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:11:47.268967 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd10fa68-a5e5-49b8-9e7d-761d2cb52b60 req-1f7592e1-e6e7-4939-a9f9-4c7427f65c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:47.272847 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-fd10fa68-a5e5-49b8-9e7d-761d2cb52b60 req-1f7592e1-e6e7-4939-a9f9-4c7427f65c25 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5fba7a982f4e455fbf6360a954bd3673&device_id=00655b18-d3a8-487b-a307-bdfa94217209 HTTP/1.1" status: 200 len: 1095 time: 0.2385271 Oct 12 19:11:47.273450 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d83c045-5453-4901-8b2d-a2b48f38aa45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:47.274133 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4d83c045-5453-4901-8b2d-a2b48f38aa45 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:47.280704 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-17b26489-8a4b-4f6e-8b14-b944d31d938d None None] Provisioning complete for port 1efc1968-14d9-4e03-bc39-8d213e5cca0b triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:11:47.282240 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-17b26489-8a4b-4f6e-8b14-b944d31d938d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:47.288473 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87063bd4-6f31-41ec-9232-eda8ab90ac23 None None] Network 4b6f1c75-6cdd-4c5b-8cfd-b7e6e3da4819 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:11:47.366023 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-4d83c045-5453-4901-8b2d-a2b48f38aa45 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.2158108 Oct 12 19:11:47.430064 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b4df3622-19c3-4bcf-9392-e0f7771b6de5 req-43de51de-661b-4260-b90b-88ecbe788b57 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Router e778be89-c114-4bc8-be8c-3d7878ea1275 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:11:47.447699 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb81dbe-0908-4766-9c7b-aa38dc54cb5f req-9bb7fdc9-1f44-4c08-89ea-6bdc51fd2ea3 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:47.456375 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3eb81dbe-0908-4766-9c7b-aa38dc54cb5f req-9bb7fdc9-1f44-4c08-89ea-6bdc51fd2ea3 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] 10.222.0.49 "GET /v2.0/ports?device_id=0fcf7e7d-786c-4285-8704-dbf6d6eee771&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1295676 Oct 12 19:11:47.521717 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3eb81dbe-0908-4766-9c7b-aa38dc54cb5f req-67f63b82-6349-40bd-825a-8ee50f8e6468 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.13 HTTP/1.1" status: 200 len: 695 time: 0.0642607 Oct 12 19:11:47.530024 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-3eb81dbe-0908-4766-9c7b-aa38dc54cb5f req-ec253b50-99c0-4927-9ed2-1fb1e01f9fcb tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] Request body: {'floatingip': {'port_id': 'b9f78b7f-e2f7-4ed8-b33c-3234a2f9ae81', 'fixed_ip_address': '172.20.0.9'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:11:47.614816 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ed11b259-7888-4f9b-8386-d703da6ef5b9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:47.691589 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-3eb81dbe-0908-4766-9c7b-aa38dc54cb5f req-ec253b50-99c0-4927-9ed2-1fb1e01f9fcb tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] Notify callbacks [] for floatingip, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:47.772458 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb1da052-630d-45e3-92d4-9de68625505d None None] Network 4b6f1c75-6cdd-4c5b-8cfd-b7e6e3da4819 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:11:47.815784 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd10fa68-a5e5-49b8-9e7d-761d2cb52b60 req-b1668799-5864-4c14-97b3-fbe5b64335c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:47.817433 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-fd10fa68-a5e5-49b8-9e7d-761d2cb52b60 req-b1668799-5864-4c14-97b3-fbe5b64335c5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c9c833e6-1691-44ed-bf82-cf9c18667411 HTTP/1.1" status: 200 len: 909 time: 0.5347290 Oct 12 19:11:47.875556 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-fd10fa68-a5e5-49b8-9e7d-761d2cb52b60 req-c026c48d-b201-4c54-8916-fde06a01c951 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7556019-ea31-4487-a6df-372aa7a006dd HTTP/1.1" status: 200 len: 217 time: 0.0394316 Oct 12 19:11:47.877741 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b4df3622-19c3-4bcf-9392-e0f7771b6de5 req-43de51de-661b-4260-b90b-88ecbe788b57 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:11:47.889552 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device a51cc259-ed8d-4ab8-8a57-ecdf983cdaf2 details requested by agent hyperv_n-h1-813679-3 with host n-h1-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:11:47.890096 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccddddb2-54c6-4536-a233-0c710bb4901d None None] Sync routers for ids ['e778be89-c114-4bc8-be8c-3d7878ea1275'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:11:47.892565 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device a51cc259-ed8d-4ab8-8a57-ecdf983cdaf2 no longer exists at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:11:47.906775 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccddddb2-54c6-4536-a233-0c710bb4901d None None] Routers {'e778be89-c114-4bc8-be8c-3d7878ea1275'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:11:47.907498 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-ccddddb2-54c6-4536-a233-0c710bb4901d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:11:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['e778be89-c114-4bc8-be8c-3d7878ea1275'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:11:48.118240 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ed11b259-7888-4f9b-8386-d703da6ef5b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8093541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7915516'] for router, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:48.141741 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-ccddddb2-54c6-4536-a233-0c710bb4901d None None] Set router e778be89-c114-4bc8-be8c-3d7878ea1275 gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:11:48.165476 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd10fa68-a5e5-49b8-9e7d-761d2cb52b60 req-4cd41acb-7898-421c-a746-5eb4b1b11747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:48.167098 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-fd10fa68-a5e5-49b8-9e7d-761d2cb52b60 req-4cd41acb-7898-421c-a746-5eb4b1b11747 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e0ebc949-3a0d-4490-86b6-8c422c8edc16 HTTP/1.1" status: 200 len: 848 time: 0.1678131 Oct 12 19:11:48.210074 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port a51cc259-ed8d-4ab8-8a57-ecdf983cdaf2, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=a51cc259-ed8d-4ab8-8a57-ecdf983cdaf2,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:11:48.313610 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:48.344319 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Returning: {'device': 'a51cc259-ed8d-4ab8-8a57-ecdf983cdaf2', 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1', 'port_id': 'a51cc259-ed8d-4ab8-8a57-ecdf983cdaf2', 'mac_address': 'fa:16:3e:16:b6:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '629aee7d-3fde-4c72-af1e-6a7e1f6a7e75', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:11:48.384815 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-fd10fa68-a5e5-49b8-9e7d-761d2cb52b60 req-c8f72a33-7026-46e2-900e-a19c39248d83 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c9c833e6-1691-44ed-bf82-cf9c18667411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1754041 Oct 12 19:11:48.430245 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.db.resource_extend [req-3eb81dbe-0908-4766-9c7b-aa38dc54cb5f req-ec253b50-99c0-4927-9ed2-1fb1e01f9fcb tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 12 19:11:48.440061 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08fd2058-3c0a-42c8-aeae-083b075d74c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a51cc259-ed8d-4ab8-8a57-ecdf983cdaf2'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:11:48.449749 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2498e712-0dcf-482b-896b-aebf61721aaf" -d '{"events": [{"server_uuid": "08fd2058-3c0a-42c8-aeae-083b075d74c3", "name": "network-vif-unplugged", "status": "completed", "tag": "a51cc259-ed8d-4ab8-8a57-ecdf983cdaf2"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:11:48.478758 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:48.511536 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port a51cc259-ed8d-4ab8-8a57-ecdf983cdaf2, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=a51cc259-ed8d-4ab8-8a57-ecdf983cdaf2,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:11:48.533473 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-ccddddb2-54c6-4536-a233-0c710bb4901d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e778be89-c114-4bc8-be8c-3d7878ea1275', 'name': 'tempest-FloatingIPsAssociationTestJSON-1808744679-router', 'tenant_id': '194247fcbd8840fc8b099ca900c42c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '19e243f6-08a7-4ae7-b5a2-e129e7c4ba73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:10:35Z', 'updated_at': '2021-10-12T19:10:45Z', 'revision_number': 4, 'project_id': '194247fcbd8840fc8b099ca900c42c70', 'gw_port': {'id': '19e243f6-08a7-4ae7-b5a2-e129e7c4ba73', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:2f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e778be89-c114-4bc8-be8c-3d7878ea1275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:10:37Z', 'updated_at': '2021-10-12T19:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': '1017a566-64b0-4065-8bf5-75713797ca8b', 'tenant_id': '194247fcbd8840fc8b099ca900c42c70', 'floating_ip_address': '172.25.5.12', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': 'e778be89-c114-4bc8-be8c-3d7878ea1275', 'port_id': '3f0d89a6-6894-4b33-a68e-e4c38408f1af', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3d8d55a-a17e-469f-b479-a47932f8f8ad', 'mac_address': 'fa:16:3e:68:93:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebc66ca-4680-4acc-9b1d-e6c2672bd77d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T19:11:13Z', 'updated_at': '2021-10-12T19:11:45Z', 'revision_number': 3, 'project_id': '194247fcbd8840fc8b099ca900c42c70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b19f71e-6d0c-433a-917d-d33b0457ca57', 'name': '', 'network_id': 'f3d8d55a-a17e-469f-b479-a47932f8f8ad', 'tenant_id': '194247fcbd8840fc8b099ca900c42c70', 'mac_address': 'fa:16:3e:6b:a9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e778be89-c114-4bc8-be8c-3d7878ea1275', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '7744f471-5bc3-48f2-bedf-a494f3770221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:10:43Z', 'updated_at': '2021-10-12T19:10:51Z', 'revision_number': 5, 'project_id': '194247fcbd8840fc8b099ca900c42c70', 'subnets': [{'id': '7744f471-5bc3-48f2-bedf-a494f3770221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:11:48.540767 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a51cc259-ed8d-4ab8-8a57-ecdf983cdaf2 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:11:48.576121 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccddddb2-54c6-4536-a233-0c710bb4901d None None] Checking router: e778be89-c114-4bc8-be8c-3d7878ea1275 for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:11:48.577530 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed11b259-7888-4f9b-8386-d703da6ef5b9 admin admin] Router 74b9d057-c9ab-48e5-8af4-4a87324ba4fa is scheduled to L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b with binding_index 1 {{(pid=95502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 19:11:48.584724 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-3eb81dbe-0908-4766-9c7b-aa38dc54cb5f req-ec253b50-99c0-4927-9ed2-1fb1e01f9fcb tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:48.602209 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccddddb2-54c6-4536-a233-0c710bb4901d None None] Routers {'e778be89-c114-4bc8-be8c-3d7878ea1275'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:11:48.602828 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-ccddddb2-54c6-4536-a233-0c710bb4901d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:11:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['e778be89-c114-4bc8-be8c-3d7878ea1275'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:11:48.618947 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:48.676788 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-3eb81dbe-0908-4766-9c7b-aa38dc54cb5f req-ec253b50-99c0-4927-9ed2-1fb1e01f9fcb tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7915414'] for floatingip, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:48.743585 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b4df3622-19c3-4bcf-9392-e0f7771b6de5 req-43de51de-661b-4260-b90b-88ecbe788b57 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Router e778be89-c114-4bc8-be8c-3d7878ea1275 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:11:48.789715 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.db.api [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 19:11:48.794860 n-d-813679-3 neutron-server[95503]: DEBUG oslo_db.api [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 19:11:48.795020 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-ccddddb2-54c6-4536-a233-0c710bb4901d None None] Set router e778be89-c114-4bc8-be8c-3d7878ea1275 gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:11:48.798344 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-fd10fa68-a5e5-49b8-9e7d-761d2cb52b60 req-3bbf2688-72e2-4ddf-9d5d-30880823b746 service neutron] 10.222.0.61 "GET /v2.0/networks/c9c833e6-1691-44ed-bf82-cf9c18667411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3954518 Oct 12 19:11:48.803256 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 1efc1968-14d9-4e03-bc39-8d213e5cca0b up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:11:48.867827 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=a51cc259-ed8d-4ab8-8a57-ecdf983cdaf2,revision_number=6']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:11:48.895546 n-d-813679-3 neutron-server[95501]: INFO neutron.db.l3_db [req-3eb81dbe-0908-4766-9c7b-aa38dc54cb5f req-ec253b50-99c0-4927-9ed2-1fb1e01f9fcb tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] Floating IP 750bb4db-6990-4cab-ba1b-0fa084829891 associated. External IP: 172.25.5.13, port: b9f78b7f-e2f7-4ed8-b33c-3234a2f9ae81. Oct 12 19:11:49.012958 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 1efc1968-14d9-4e03-bc39-8d213e5cca0b triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:11:49.013392 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:49.219979 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed11b259-7888-4f9b-8386-d703da6ef5b9 admin admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:11:49.236609 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60a6225-4d39-4c1f-81e6-e3a03aeb068d None None] Sync routers for ids ['74b9d057-c9ab-48e5-8af4-4a87324ba4fa'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:11:49.250061 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60a6225-4d39-4c1f-81e6-e3a03aeb068d None None] Routers {'74b9d057-c9ab-48e5-8af4-4a87324ba4fa'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:11:49.251561 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-c60a6225-4d39-4c1f-81e6-e3a03aeb068d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:11:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['74b9d057-c9ab-48e5-8af4-4a87324ba4fa'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:11:49.326433 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-ccddddb2-54c6-4536-a233-0c710bb4901d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e778be89-c114-4bc8-be8c-3d7878ea1275', 'name': 'tempest-FloatingIPsAssociationTestJSON-1808744679-router', 'tenant_id': '194247fcbd8840fc8b099ca900c42c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '19e243f6-08a7-4ae7-b5a2-e129e7c4ba73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:10:35Z', 'updated_at': '2021-10-12T19:10:45Z', 'revision_number': 4, 'project_id': '194247fcbd8840fc8b099ca900c42c70', 'gw_port': {'id': '19e243f6-08a7-4ae7-b5a2-e129e7c4ba73', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:2f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e778be89-c114-4bc8-be8c-3d7878ea1275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:10:37Z', 'updated_at': '2021-10-12T19:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': '1017a566-64b0-4065-8bf5-75713797ca8b', 'tenant_id': '194247fcbd8840fc8b099ca900c42c70', 'floating_ip_address': '172.25.5.12', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': 'e778be89-c114-4bc8-be8c-3d7878ea1275', 'port_id': '3f0d89a6-6894-4b33-a68e-e4c38408f1af', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3d8d55a-a17e-469f-b479-a47932f8f8ad', 'mac_address': 'fa:16:3e:68:93:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebc66ca-4680-4acc-9b1d-e6c2672bd77d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T19:11:13Z', 'updated_at': '2021-10-12T19:11:45Z', 'revision_number': 3, 'project_id': '194247fcbd8840fc8b099ca900c42c70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b19f71e-6d0c-433a-917d-d33b0457ca57', 'name': '', 'network_id': 'f3d8d55a-a17e-469f-b479-a47932f8f8ad', 'tenant_id': '194247fcbd8840fc8b099ca900c42c70', 'mac_address': 'fa:16:3e:6b:a9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e778be89-c114-4bc8-be8c-3d7878ea1275', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '7744f471-5bc3-48f2-bedf-a494f3770221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:10:43Z', 'updated_at': '2021-10-12T19:10:51Z', 'revision_number': 5, 'project_id': '194247fcbd8840fc8b099ca900c42c70', 'subnets': [{'id': '7744f471-5bc3-48f2-bedf-a494f3770221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:11:49.327565 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3eb81dbe-0908-4766-9c7b-aa38dc54cb5f req-ec253b50-99c0-4927-9ed2-1fb1e01f9fcb tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] Router d26dd5a1-f855-4d0c-9d8c-04c19e54ccb3 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:11:49.327674 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccddddb2-54c6-4536-a233-0c710bb4901d None None] The sync data for ids ['e778be89-c114-4bc8-be8c-3d7878ea1275'] in n-d-813679-3 is: [{'id': 'e778be89-c114-4bc8-be8c-3d7878ea1275', 'name': 'tempest-FloatingIPsAssociationTestJSON-1808744679-router', 'tenant_id': '194247fcbd8840fc8b099ca900c42c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '19e243f6-08a7-4ae7-b5a2-e129e7c4ba73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:10:35Z', 'updated_at': '2021-10-12T19:10:45Z', 'revision_number': 4, 'project_id': '194247fcbd8840fc8b099ca900c42c70', 'gw_port': {'id': '19e243f6-08a7-4ae7-b5a2-e129e7c4ba73', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:2f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e778be89-c114-4bc8-be8c-3d7878ea1275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:10:37Z', 'updated_at': '2021-10-12T19:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': '1017a566-64b0-4065-8bf5-75713797ca8b', 'tenant_id': '194247fcbd8840fc8b099ca900c42c70', 'floating_ip_address': '172.25.5.12', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': 'e778be89-c114-4bc8-be8c-3d7878ea1275', 'port_id': '3f0d89a6-6894-4b33-a68e-e4c38408f1af', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3d8d55a-a17e-469f-b479-a47932f8f8ad', 'mac_address': 'fa:16:3e:68:93:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebc66ca-4680-4acc-9b1d-e6c2672bd77d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T19:11:13Z', 'updated_at': '2021-10-12T19:11:45Z', 'revision_number': 3, 'project_id': '194247fcbd8840fc8b099ca900c42c70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b19f71e-6d0c-433a-917d-d33b0457ca57', 'name': '', 'network_id': 'f3d8d55a-a17e-469f-b479-a47932f8f8ad', 'tenant_id': '194247fcbd8840fc8b099ca900c42c70', 'mac_address': 'fa:16:3e:6b:a9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e778be89-c114-4bc8-be8c-3d7878ea1275', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '7744f471-5bc3-48f2-bedf-a494f3770221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:10:43Z', 'updated_at': '2021-10-12T19:10:51Z', 'revision_number': 5, 'project_id': '194247fcbd8840fc8b099ca900c42c70', 'subnets': [{'id': '7744f471-5bc3-48f2-bedf-a494f3770221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:11:49.342420 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-fd10fa68-a5e5-49b8-9e7d-761d2cb52b60 req-6c1a73b6-5723-4fb0-b238-dd23a3e9ca98 service neutron] 10.222.0.61 "GET /v2.0/networks/c9c833e6-1691-44ed-bf82-cf9c18667411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5325649 Oct 12 19:11:49.344963 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b4df3622-19c3-4bcf-9392-e0f7771b6de5 req-43de51de-661b-4260-b90b-88ecbe788b57 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:11:49.351419 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b4df3622-19c3-4bcf-9392-e0f7771b6de5 req-43de51de-661b-4260-b90b-88ecbe788b57 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:49.385806 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31068235-8d67-4f2f-9b64-477add9d67bc', 'tag': 'a49b9b09-b6b3-4a98-a818-aeb467971b1d'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:11:49.388928 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51d2d82e-6707-49e1-9c12-5e5888483141" -d '{"events": [{"name": "network-changed", "server_uuid": "31068235-8d67-4f2f-9b64-477add9d67bc", "tag": "a49b9b09-b6b3-4a98-a818-aeb467971b1d"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:11:49.405279 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:49.420185 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b4df3622-19c3-4bcf-9392-e0f7771b6de5 req-43de51de-661b-4260-b90b-88ecbe788b57 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] 10.222.0.49 "PUT /v2.0/floatingips/1017a566-64b0-4065-8bf5-75713797ca8b HTTP/1.1" status: 200 len: 997 time: 4.4991407 Oct 12 19:11:49.420423 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a51cc259-ed8d-4ab8-8a57-ecdf983cdaf2 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:11:49.452343 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port a51cc259-ed8d-4ab8-8a57-ecdf983cdaf2, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=a51cc259-ed8d-4ab8-8a57-ecdf983cdaf2,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:11:49.456717 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-c60a6225-4d39-4c1f-81e6-e3a03aeb068d None None] Set router 74b9d057-c9ab-48e5-8af4-4a87324ba4fa gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:11:49.490567 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4df3622-19c3-4bcf-9392-e0f7771b6de5 req-62672173-c6f1-429d-85f8-3e8ea5739c9f tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:49.504368 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b4df3622-19c3-4bcf-9392-e0f7771b6de5 req-62672173-c6f1-429d-85f8-3e8ea5739c9f tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] 10.222.0.49 "GET /v2.0/ports/a49b9b09-b6b3-4a98-a818-aeb467971b1d HTTP/1.1" status: 200 len: 942 time: 0.0758755 Oct 12 19:11:49.610939 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6f4043-557e-4435-bd59-2017f02f1e89 None None] New status for floating IP 1017a566-64b0-4065-8bf5-75713797ca8b: ACTIVE {{(pid=95504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 19:11:49.615426 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4df3622-19c3-4bcf-9392-e0f7771b6de5 req-9f71b9e6-b994-4087-9b17-3e679ddc2065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:49.624077 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b4df3622-19c3-4bcf-9392-e0f7771b6de5 req-9f71b9e6-b994-4087-9b17-3e679ddc2065 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=194247fcbd8840fc8b099ca900c42c70&device_id=31068235-8d67-4f2f-9b64-477add9d67bc HTTP/1.1" status: 200 len: 1096 time: 0.0608904 Oct 12 19:11:49.661616 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-c60a6225-4d39-4c1f-81e6-e3a03aeb068d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74b9d057-c9ab-48e5-8af4-4a87324ba4fa', 'name': 'tempest-ServersTestManualDisk-1911275801-router', 'tenant_id': 'ed6b12966b9343359f6575d52c95f820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '6193ef3e-0610-400f-92f5-6b7d5640ab5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:11:43Z', 'updated_at': '2021-10-12T19:11:47Z', 'revision_number': 3, 'project_id': 'ed6b12966b9343359f6575d52c95f820', 'gw_port': {'id': '6193ef3e-0610-400f-92f5-6b7d5640ab5e', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8f:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74b9d057-c9ab-48e5-8af4-4a87324ba4fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:11:45Z', 'updated_at': '2021-10-12T19:11:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:11:49.692680 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60a6225-4d39-4c1f-81e6-e3a03aeb068d None None] Checking router: 74b9d057-c9ab-48e5-8af4-4a87324ba4fa for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:11:49.693230 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60a6225-4d39-4c1f-81e6-e3a03aeb068d None None] Updating router 74b9d057-c9ab-48e5-8af4-4a87324ba4fa port 6193ef3e-0610-400f-92f5-6b7d5640ab5e binding host n-d-813679-3 {{(pid=95503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 19:11:49.712172 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ed11b259-7888-4f9b-8386-d703da6ef5b9 admin admin] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:49.717043 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-ed11b259-7888-4f9b-8386-d703da6ef5b9 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.3566656 Oct 12 19:11:49.717043 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 57408) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:11:49.719815 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3eb81dbe-0908-4766-9c7b-aa38dc54cb5f req-ec253b50-99c0-4927-9ed2-1fb1e01f9fcb tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:11:49.724644 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-3eb81dbe-0908-4766-9c7b-aa38dc54cb5f req-ec253b50-99c0-4927-9ed2-1fb1e01f9fcb tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:49.735457 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e19854-9222-4638-b3ae-21f7818e1648 None None] Sync routers for ids ['d26dd5a1-f855-4d0c-9d8c-04c19e54ccb3'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:11:49.745085 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:49.745729 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device f7556019-ea31-4487-a6df-372aa7a006dd details requested by agent hyperv_n-h1-813679-3 with host n-h1-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:11:49.749702 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c60a6225-4d39-4c1f-81e6-e3a03aeb068d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:49.760237 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3eb81dbe-0908-4766-9c7b-aa38dc54cb5f req-ec253b50-99c0-4927-9ed2-1fb1e01f9fcb tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] 10.222.0.49 "PUT /v2.0/floatingips/750bb4db-6990-4cab-ba1b-0fa084829891 HTTP/1.1" status: 200 len: 995 time: 2.2375183 Oct 12 19:11:49.760883 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fcf7e7d-786c-4285-8704-dbf6d6eee771', 'tag': 'b9f78b7f-e2f7-4ed8-b33c-3234a2f9ae81'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:11:49.763533 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea7cf9a7-60a5-402a-8808-a89c4f6d3b62" -d '{"events": [{"name": "network-changed", "server_uuid": "0fcf7e7d-786c-4285-8704-dbf6d6eee771", "tag": "b9f78b7f-e2f7-4ed8-b33c-3234a2f9ae81"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:11:49.812324 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4df3622-19c3-4bcf-9392-e0f7771b6de5 req-7190bd55-693a-4449-8e0f-24221e8e8398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:49.821745 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b4df3622-19c3-4bcf-9392-e0f7771b6de5 req-7190bd55-693a-4449-8e0f-24221e8e8398 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f3d8d55a-a17e-469f-b479-a47932f8f8ad HTTP/1.1" status: 200 len: 922 time: 0.1967981 Oct 12 19:11:49.832442 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb81dbe-0908-4766-9c7b-aa38dc54cb5f req-ca43b393-9664-4960-95f9-bc6748d93ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:49.841768 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3eb81dbe-0908-4766-9c7b-aa38dc54cb5f req-ca43b393-9664-4960-95f9-bc6748d93ae1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ae185389b7954075b07d084c36053bf8&device_id=0fcf7e7d-786c-4285-8704-dbf6d6eee771 HTTP/1.1" status: 200 len: 1096 time: 0.0588870 Oct 12 19:11:49.885338 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e19854-9222-4638-b3ae-21f7818e1648 None None] Routers {'d26dd5a1-f855-4d0c-9d8c-04c19e54ccb3'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:11:49.885895 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-12e19854-9222-4638-b3ae-21f7818e1648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:11:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['d26dd5a1-f855-4d0c-9d8c-04c19e54ccb3'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:11:49.944635 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b4df3622-19c3-4bcf-9392-e0f7771b6de5 req-8c9f6547-3345-4cb6-92f2-e1538a9c45d6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a49b9b09-b6b3-4a98-a818-aeb467971b1d HTTP/1.1" status: 200 len: 217 time: 0.1216731 Oct 12 19:11:50.002102 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb81dbe-0908-4766-9c7b-aa38dc54cb5f req-3911d186-bd48-4269-b535-dd21ec2717e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:50.009826 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3eb81dbe-0908-4766-9c7b-aa38dc54cb5f req-3911d186-bd48-4269-b535-dd21ec2717e3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6a06356e-3ac9-4b75-a179-fa94da59a4c4 HTTP/1.1" status: 200 len: 929 time: 0.1609981 Oct 12 19:11:50.029487 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4df3622-19c3-4bcf-9392-e0f7771b6de5 req-6b893030-2c27-4451-b0f6-81f2e7dbb174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:50.038206 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b4df3622-19c3-4bcf-9392-e0f7771b6de5 req-6b893030-2c27-4451-b0f6-81f2e7dbb174 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7744f471-5bc3-48f2-bedf-a494f3770221 HTTP/1.1" status: 200 len: 860 time: 0.0926664 Oct 12 19:11:50.097769 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3eb81dbe-0908-4766-9c7b-aa38dc54cb5f req-39d8c425-089e-4ac9-9a04-696218f20358 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b9f78b7f-e2f7-4ed8-b33c-3234a2f9ae81 HTTP/1.1" status: 200 len: 998 time: 0.0868950 Oct 12 19:11:50.167533 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb81dbe-0908-4766-9c7b-aa38dc54cb5f req-22415f87-06e7-451a-aa1f-97d06f70ddf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:50.172356 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3eb81dbe-0908-4766-9c7b-aa38dc54cb5f req-22415f87-06e7-451a-aa1f-97d06f70ddf6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c942d9e9-4043-4df0-b7e7-7529a4adc971 HTTP/1.1" status: 200 len: 867 time: 0.0673785 Oct 12 19:11:50.249862 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb81dbe-0908-4766-9c7b-aa38dc54cb5f req-1a63f797-05d5-4743-ad2d-483df035c453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:50.251448 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3eb81dbe-0908-4766-9c7b-aa38dc54cb5f req-1a63f797-05d5-4743-ad2d-483df035c453 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6a06356e-3ac9-4b75-a179-fa94da59a4c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716965 Oct 12 19:11:50.264266 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [req-3eb81dbe-0908-4766-9c7b-aa38dc54cb5f req-88b60ac7-94ef-49f0-812a-ec4d81ab0dc6 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 19:11:50.269636 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3eb81dbe-0908-4766-9c7b-aa38dc54cb5f req-88b60ac7-94ef-49f0-812a-ec4d81ab0dc6 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0103481 Oct 12 19:11:50.305651 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14945780-b745-4032-bda9-83726fc08748 None None] Sync routers for ids ['e778be89-c114-4bc8-be8c-3d7878ea1275'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:11:50.323765 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14945780-b745-4032-bda9-83726fc08748 None None] Routers {'e778be89-c114-4bc8-be8c-3d7878ea1275'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:11:50.325007 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-14945780-b745-4032-bda9-83726fc08748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:11:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['e778be89-c114-4bc8-be8c-3d7878ea1275'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:11:50.395916 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4df3622-19c3-4bcf-9392-e0f7771b6de5 req-c4e148c2-3ecf-4cab-adbe-64c2410c45f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:50.398085 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b4df3622-19c3-4bcf-9392-e0f7771b6de5 req-c4e148c2-3ecf-4cab-adbe-64c2410c45f0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f3d8d55a-a17e-469f-b479-a47932f8f8ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3591263 Oct 12 19:11:50.421499 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=a51cc259-ed8d-4ab8-8a57-ecdf983cdaf2,revision_number=7']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:11:50.473892 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-14945780-b745-4032-bda9-83726fc08748 None None] Set router e778be89-c114-4bc8-be8c-3d7878ea1275 gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:11:50.482993 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3eb81dbe-0908-4766-9c7b-aa38dc54cb5f req-e7773c3d-24aa-4df3-aa62-3007f688253d service neutron] 10.222.0.49 "GET /v2.0/networks/6a06356e-3ac9-4b75-a179-fa94da59a4c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985695 Oct 12 19:11:50.522079 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b4df3622-19c3-4bcf-9392-e0f7771b6de5 req-41c33b39-1e67-436a-9a28-1c20eef709a8 service neutron] 10.222.0.49 "GET /v2.0/networks/f3d8d55a-a17e-469f-b479-a47932f8f8ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101084 Oct 12 19:11:50.673880 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3eb81dbe-0908-4766-9c7b-aa38dc54cb5f req-e9b28ff8-c38f-4a7b-afde-996dcff20157 service neutron] 10.222.0.49 "GET /v2.0/networks/6a06356e-3ac9-4b75-a179-fa94da59a4c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897211 Oct 12 19:11:50.698122 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-12e19854-9222-4638-b3ae-21f7818e1648 None None] Set router d26dd5a1-f855-4d0c-9d8c-04c19e54ccb3 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:11:50.704159 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b4df3622-19c3-4bcf-9392-e0f7771b6de5 req-29471108-52e4-451b-ae79-436fd9a18fdf service neutron] 10.222.0.49 "GET /v2.0/networks/f3d8d55a-a17e-469f-b479-a47932f8f8ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737609 Oct 12 19:11:50.745141 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port f7556019-ea31-4487-a6df-372aa7a006dd, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=f7556019-ea31-4487-a6df-372aa7a006dd,segment=NetworkSegment(af837146-1b4e-4c2b-b1ce-96eb7f990955),segment_id=af837146-1b4e-4c2b-b1ce-96eb7f990955)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:11:50.769872 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e1d0ec58-a23f-46f9-a8a5-05b3252fb76e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:50.813204 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-14945780-b745-4032-bda9-83726fc08748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e778be89-c114-4bc8-be8c-3d7878ea1275', 'name': 'tempest-FloatingIPsAssociationTestJSON-1808744679-router', 'tenant_id': '194247fcbd8840fc8b099ca900c42c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '19e243f6-08a7-4ae7-b5a2-e129e7c4ba73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:10:35Z', 'updated_at': '2021-10-12T19:10:45Z', 'revision_number': 4, 'project_id': '194247fcbd8840fc8b099ca900c42c70', 'gw_port': {'id': '19e243f6-08a7-4ae7-b5a2-e129e7c4ba73', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:2f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e778be89-c114-4bc8-be8c-3d7878ea1275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:10:37Z', 'updated_at': '2021-10-12T19:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': '1017a566-64b0-4065-8bf5-75713797ca8b', 'tenant_id': '194247fcbd8840fc8b099ca900c42c70', 'floating_ip_address': '172.25.5.12', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': 'e778be89-c114-4bc8-be8c-3d7878ea1275', 'port_id': '3f0d89a6-6894-4b33-a68e-e4c38408f1af', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3d8d55a-a17e-469f-b479-a47932f8f8ad', 'mac_address': 'fa:16:3e:68:93:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebc66ca-4680-4acc-9b1d-e6c2672bd77d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T19:11:13Z', 'updated_at': '2021-10-12T19:11:49Z', 'revision_number': 4, 'project_id': '194247fcbd8840fc8b099ca900c42c70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b19f71e-6d0c-433a-917d-d33b0457ca57', 'name': '', 'network_id': 'f3d8d55a-a17e-469f-b479-a47932f8f8ad', 'tenant_id': '194247fcbd8840fc8b099ca900c42c70', 'mac_address': 'fa:16:3e:6b:a9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e778be89-c114-4bc8-be8c-3d7878ea1275', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '7744f471-5bc3-48f2-bedf-a494f3770221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:10:43Z', 'updated_at': '2021-10-12T19:10:51Z', 'revision_number': 5, 'project_id': '194247fcbd8840fc8b099ca900c42c70', 'subnets': [{'id': '7744f471-5bc3-48f2-bedf-a494f3770221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:11:50.838731 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Returning: {'device': 'f7556019-ea31-4487-a6df-372aa7a006dd', 'network_id': 'c9c833e6-1691-44ed-bf82-cf9c18667411', 'port_id': 'f7556019-ea31-4487-a6df-372aa7a006dd', 'mac_address': 'fa:16:3e:c9:01:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0ebc949-3a0d-4490-86b6-8c422c8edc16', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:11:50.842789 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14945780-b745-4032-bda9-83726fc08748 None None] Checking router: e778be89-c114-4bc8-be8c-3d7878ea1275 for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:11:50.851230 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14945780-b745-4032-bda9-83726fc08748 None None] Routers {'e778be89-c114-4bc8-be8c-3d7878ea1275'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:11:50.851840 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-14945780-b745-4032-bda9-83726fc08748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:11:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['e778be89-c114-4bc8-be8c-3d7878ea1275'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:11:50.951018 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-e1d0ec58-a23f-46f9-a8a5-05b3252fb76e admin admin] Allocated IP 172.20.0.1 (7e2fb59a-6119-4752-90bd-a0430fbe9b50/30d4b534-ae85-4956-be60-11f5902787c3/8925778e-0a1c-450f-af8c-65d29c9976da) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:11:50.983965 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-14945780-b745-4032-bda9-83726fc08748 None None] Set router e778be89-c114-4bc8-be8c-3d7878ea1275 gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:11:50.993707 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:51.021408 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c60a6225-4d39-4c1f-81e6-e3a03aeb068d None None] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:51.034086 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7556019-ea31-4487-a6df-372aa7a006dd {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:11:51.050900 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d785867-e30c-4e2f-b2ed-8649af08f3e6 req-1eb4a93e-bbee-4140-a686-86c31e9daa90 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:51.054039 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0d785867-e30c-4e2f-b2ed-8649af08f3e6 req-1eb4a93e-bbee-4140-a686-86c31e9daa90 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/ports?device_id=08fd2058-3c0a-42c8-aeae-083b075d74c3 HTTP/1.1" status: 200 len: 949 time: 0.0652714 Oct 12 19:11:51.101974 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4df3622-19c3-4bcf-9392-e0f7771b6de5 req-f38113f3-2ce0-4ca4-9902-5597c874fdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:51.105021 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b4df3622-19c3-4bcf-9392-e0f7771b6de5 req-f38113f3-2ce0-4ca4-9902-5597c874fdb8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=194247fcbd8840fc8b099ca900c42c70&device_id=3ebc66ca-4680-4acc-9b1d-e6c2672bd77d HTTP/1.1" status: 200 len: 1096 time: 0.1306322 Oct 12 19:11:51.119401 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port f7556019-ea31-4487-a6df-372aa7a006dd, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=f7556019-ea31-4487-a6df-372aa7a006dd,segment=NetworkSegment(af837146-1b4e-4c2b-b1ce-96eb7f990955),segment_id=af837146-1b4e-4c2b-b1ce-96eb7f990955)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:11:51.124761 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0d785867-e30c-4e2f-b2ed-8649af08f3e6 req-916d5811-42ce-4c4d-9da5-d749e44ab873 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/security-groups?id=97ebf564-c5fe-4f12-92a1-b237f08112ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643137 Oct 12 19:11:51.137912 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c60a6225-4d39-4c1f-81e6-e3a03aeb068d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:51.206785 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:51.218896 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-c60a6225-4d39-4c1f-81e6-e3a03aeb068d None None] Attempting to bind port 6193ef3e-0610-400f-92f5-6b7d5640ab5e on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:11:51.219261 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-c60a6225-4d39-4c1f-81e6-e3a03aeb068d None None] Attempting to bind port 6193ef3e-0610-400f-92f5-6b7d5640ab5e by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:11:51.219709 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60a6225-4d39-4c1f-81e6-e3a03aeb068d None None] Attempting to bind port 6193ef3e-0610-400f-92f5-6b7d5640ab5e on network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:11:51.221345 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e1d0ec58-a23f-46f9-a8a5-05b3252fb76e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:51.224146 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b606f35-71f5-4799-9a5d-f7b265b34571 None None] Pushing event updated for resources: {'Port': ['ID=6193ef3e-0610-400f-92f5-6b7d5640ab5e,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:11:51.251420 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60a6225-4d39-4c1f-81e6-e3a03aeb068d None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:11:51.251747 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60a6225-4d39-4c1f-81e6-e3a03aeb068d None None] Checking segment: {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:11:51.252177 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c60a6225-4d39-4c1f-81e6-e3a03aeb068d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:51.252565 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60a6225-4d39-4c1f-81e6-e3a03aeb068d None None] Bound using segment: {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:11:51.253067 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-c60a6225-4d39-4c1f-81e6-e3a03aeb068d None None] Bound port: 6193ef3e-0610-400f-92f5-6b7d5640ab5e, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:11:51.253409 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c60a6225-4d39-4c1f-81e6-e3a03aeb068d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:51.274756 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4df3622-19c3-4bcf-9392-e0f7771b6de5 req-d866a9e2-a315-4f25-b457-1eb6574f98f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:51.287031 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b4df3622-19c3-4bcf-9392-e0f7771b6de5 req-d866a9e2-a315-4f25-b457-1eb6574f98f5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f3d8d55a-a17e-469f-b479-a47932f8f8ad HTTP/1.1" status: 200 len: 922 time: 0.1744232 Oct 12 19:11:51.319252 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-12e19854-9222-4638-b3ae-21f7818e1648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd26dd5a1-f855-4d0c-9d8c-04c19e54ccb3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-995433508-router', 'tenant_id': 'ae185389b7954075b07d084c36053bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '5db95227-b468-4a01-af1b-748ea75a3d65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:11:16Z', 'updated_at': '2021-10-12T19:11:23Z', 'revision_number': 4, 'project_id': 'ae185389b7954075b07d084c36053bf8', 'gw_port': {'id': '5db95227-b468-4a01-af1b-748ea75a3d65', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:32:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26dd5a1-f855-4d0c-9d8c-04c19e54ccb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:11:17Z', 'updated_at': '2021-10-12T19:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': '750bb4db-6990-4cab-ba1b-0fa084829891', 'tenant_id': 'ae185389b7954075b07d084c36053bf8', 'floating_ip_address': '172.25.5.13', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': 'd26dd5a1-f855-4d0c-9d8c-04c19e54ccb3', 'port_id': 'b9f78b7f-e2f7-4ed8-b33c-3234a2f9ae81', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a06356e-3ac9-4b75-a179-fa94da59a4c4', 'mac_address': 'fa:16:3e:b5:a3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fcf7e7d-786c-4285-8704-dbf6d6eee771', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T19:11:44Z', 'updated_at': '2021-10-12T19:11:48Z', 'revision_number': 1, 'project_id': 'ae185389b7954075b07d084c36053bf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1709592-8ff6-47ea-ba75-da3a7195babf', 'name': '', 'network_id': '6a06356e-3ac9-4b75-a179-fa94da59a4c4', 'tenant_id': 'ae185389b7954075b07d084c36053bf8', 'mac_address': 'fa:16:3e:55:ea:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26dd5a1-f855-4d0c-9d8c-04c19e54ccb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'c942d9e9-4043-4df0-b7e7-7529a4adc971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:11:22Z', 'updated_at': '2021-10-12T19:11:28Z', 'revision_number': 5, 'project_id': 'ae185389b7954075b07d084c36053bf8', 'subnets': [{'id': 'c942d9e9-4043-4df0-b7e7-7529a4adc971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:11:51.339625 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=f7556019-ea31-4487-a6df-372aa7a006dd,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:11:51.340742 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-14945780-b745-4032-bda9-83726fc08748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e778be89-c114-4bc8-be8c-3d7878ea1275', 'name': 'tempest-FloatingIPsAssociationTestJSON-1808744679-router', 'tenant_id': '194247fcbd8840fc8b099ca900c42c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '19e243f6-08a7-4ae7-b5a2-e129e7c4ba73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:10:35Z', 'updated_at': '2021-10-12T19:10:45Z', 'revision_number': 4, 'project_id': '194247fcbd8840fc8b099ca900c42c70', 'gw_port': {'id': '19e243f6-08a7-4ae7-b5a2-e129e7c4ba73', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:2f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e778be89-c114-4bc8-be8c-3d7878ea1275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:10:37Z', 'updated_at': '2021-10-12T19:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': '1017a566-64b0-4065-8bf5-75713797ca8b', 'tenant_id': '194247fcbd8840fc8b099ca900c42c70', 'floating_ip_address': '172.25.5.12', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': 'e778be89-c114-4bc8-be8c-3d7878ea1275', 'port_id': '3f0d89a6-6894-4b33-a68e-e4c38408f1af', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3d8d55a-a17e-469f-b479-a47932f8f8ad', 'mac_address': 'fa:16:3e:68:93:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebc66ca-4680-4acc-9b1d-e6c2672bd77d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T19:11:13Z', 'updated_at': '2021-10-12T19:11:49Z', 'revision_number': 4, 'project_id': '194247fcbd8840fc8b099ca900c42c70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b19f71e-6d0c-433a-917d-d33b0457ca57', 'name': '', 'network_id': 'f3d8d55a-a17e-469f-b479-a47932f8f8ad', 'tenant_id': '194247fcbd8840fc8b099ca900c42c70', 'mac_address': 'fa:16:3e:6b:a9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e778be89-c114-4bc8-be8c-3d7878ea1275', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '7744f471-5bc3-48f2-bedf-a494f3770221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:10:43Z', 'updated_at': '2021-10-12T19:10:51Z', 'revision_number': 5, 'project_id': '194247fcbd8840fc8b099ca900c42c70', 'subnets': [{'id': '7744f471-5bc3-48f2-bedf-a494f3770221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:11:51.376378 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b4df3622-19c3-4bcf-9392-e0f7771b6de5 req-7190d9ce-5534-4019-b8ad-b4561591cda3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f0d89a6-6894-4b33-a68e-e4c38408f1af HTTP/1.1" status: 200 len: 1000 time: 0.0884490 Oct 12 19:11:51.380801 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14945780-b745-4032-bda9-83726fc08748 None None] The sync data for ids ['e778be89-c114-4bc8-be8c-3d7878ea1275'] in n-d-813679-3 is: [{'id': 'e778be89-c114-4bc8-be8c-3d7878ea1275', 'name': 'tempest-FloatingIPsAssociationTestJSON-1808744679-router', 'tenant_id': '194247fcbd8840fc8b099ca900c42c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '19e243f6-08a7-4ae7-b5a2-e129e7c4ba73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:10:35Z', 'updated_at': '2021-10-12T19:10:45Z', 'revision_number': 4, 'project_id': '194247fcbd8840fc8b099ca900c42c70', 'gw_port': {'id': '19e243f6-08a7-4ae7-b5a2-e129e7c4ba73', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:2f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e778be89-c114-4bc8-be8c-3d7878ea1275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:10:37Z', 'updated_at': '2021-10-12T19:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': '1017a566-64b0-4065-8bf5-75713797ca8b', 'tenant_id': '194247fcbd8840fc8b099ca900c42c70', 'floating_ip_address': '172.25.5.12', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': 'e778be89-c114-4bc8-be8c-3d7878ea1275', 'port_id': '3f0d89a6-6894-4b33-a68e-e4c38408f1af', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3d8d55a-a17e-469f-b479-a47932f8f8ad', 'mac_address': 'fa:16:3e:68:93:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebc66ca-4680-4acc-9b1d-e6c2672bd77d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T19:11:13Z', 'updated_at': '2021-10-12T19:11:49Z', 'revision_number': 4, 'project_id': '194247fcbd8840fc8b099ca900c42c70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b19f71e-6d0c-433a-917d-d33b0457ca57', 'name': '', 'network_id': 'f3d8d55a-a17e-469f-b479-a47932f8f8ad', 'tenant_id': '194247fcbd8840fc8b099ca900c42c70', 'mac_address': 'fa:16:3e:6b:a9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e778be89-c114-4bc8-be8c-3d7878ea1275', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '7744f471-5bc3-48f2-bedf-a494f3770221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:10:43Z', 'updated_at': '2021-10-12T19:10:51Z', 'revision_number': 5, 'project_id': '194247fcbd8840fc8b099ca900c42c70', 'subnets': [{'id': '7744f471-5bc3-48f2-bedf-a494f3770221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:11:51.395611 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e19854-9222-4638-b3ae-21f7818e1648 None None] Checking router: d26dd5a1-f855-4d0c-9d8c-04c19e54ccb3 for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:11:51.404464 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-c60a6225-4d39-4c1f-81e6-e3a03aeb068d None None] For port 6193ef3e-0610-400f-92f5-6b7d5640ab5e, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:11:51.409651 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-c60a6225-4d39-4c1f-81e6-e3a03aeb068d None None] For port 6193ef3e-0610-400f-92f5-6b7d5640ab5e, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=6193ef3e-0610-400f-92f5-6b7d5640ab5e,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:11:51.413253 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e19854-9222-4638-b3ae-21f7818e1648 None None] Routers {'d26dd5a1-f855-4d0c-9d8c-04c19e54ccb3'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:11:51.413819 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-12e19854-9222-4638-b3ae-21f7818e1648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:11:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['d26dd5a1-f855-4d0c-9d8c-04c19e54ccb3'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:11:51.438164 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e1d0ec58-a23f-46f9-a8a5-05b3252fb76e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:51.441281 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4df3622-19c3-4bcf-9392-e0f7771b6de5 req-b6a4474e-57fa-4fe4-97a2-76a0e17bb065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:51.442795 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b4df3622-19c3-4bcf-9392-e0f7771b6de5 req-b6a4474e-57fa-4fe4-97a2-76a0e17bb065 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7744f471-5bc3-48f2-bedf-a494f3770221 HTTP/1.1" status: 200 len: 860 time: 0.0597057 Oct 12 19:11:51.486528 n-d-813679-3 neutron-server[95501]: INFO neutron.api.v2.resource [req-b606f9c4-78da-4709-abeb-235a13decbd9 req-dae8f2ff-b1ac-444e-b5a0-9c336e81319a tempest-SecurityGroupsNegativeTestJSON-940106603 tempest-SecurityGroupsNegativeTestJSON-940106603-project] show failed (client error): The resource could not be found. Oct 12 19:11:51.487552 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b606f9c4-78da-4709-abeb-235a13decbd9 req-dae8f2ff-b1ac-444e-b5a0-9c336e81319a tempest-SecurityGroupsNegativeTestJSON-940106603 tempest-SecurityGroupsNegativeTestJSON-940106603-project] 10.222.0.49 "GET /v2.0/security-groups/77cad2f2-07c9-41fd-a195-ef6e788036f9 HTTP/1.1" status: 404 len: 352 time: 0.0161662 Oct 12 19:11:51.517347 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d0ec58-a23f-46f9-a8a5-05b3252fb76e admin admin] Network 7e2fb59a-6119-4752-90bd-a0430fbe9b50 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:11:51.523971 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-e1d0ec58-a23f-46f9-a8a5-05b3252fb76e admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:11:51.524694 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['a51cc259-ed8d-4ab8-8a57-ecdf983cdaf2'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:11:51.527380 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['f7556019-ea31-4487-a6df-372aa7a006dd'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:11:51.530383 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d0ec58-a23f-46f9-a8a5-05b3252fb76e admin admin] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:11:51.530865 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e1d0ec58-a23f-46f9-a8a5-05b3252fb76e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7915309'] for router_interface, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:51.537782 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c60a6225-4d39-4c1f-81e6-e3a03aeb068d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:51.539587 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4df3622-19c3-4bcf-9392-e0f7771b6de5 req-be58a91d-a198-49db-bab6-5d448129fd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:51.541119 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b4df3622-19c3-4bcf-9392-e0f7771b6de5 req-be58a91d-a198-49db-bab6-5d448129fd09 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f3d8d55a-a17e-469f-b479-a47932f8f8ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0911560 Oct 12 19:11:51.589309 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0ec58-a23f-46f9-a8a5-05b3252fb76e admin admin] Pushing event updated for resources: {'Port': ['ID=8925778e-0a1c-450f-af8c-65d29c9976da,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:11:51.724179 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dae707d-b25a-49f5-ae6b-e9bbae3092e5 req-3ee66fa2-0fd5-4d03-a983-7a68f18ff081 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:51.726529 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6dae707d-b25a-49f5-ae6b-e9bbae3092e5 req-3ee66fa2-0fd5-4d03-a983-7a68f18ff081 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/ports?device_id=00655b18-d3a8-487b-a307-bdfa94217209 HTTP/1.1" status: 200 len: 945 time: 0.0732486 Oct 12 19:11:51.729040 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-12e19854-9222-4638-b3ae-21f7818e1648 None None] Set router d26dd5a1-f855-4d0c-9d8c-04c19e54ccb3 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:11:51.778290 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6dae707d-b25a-49f5-ae6b-e9bbae3092e5 req-6602c3f1-8269-4417-8289-0d7f03b9ede7 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cccf57-f452-41a8-9e48-a6e744310271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440252 Oct 12 19:11:51.781022 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b4df3622-19c3-4bcf-9392-e0f7771b6de5 req-46b8ea6b-c002-4d78-9580-0ad25532416e service neutron] 10.222.0.49 "GET /v2.0/networks/f3d8d55a-a17e-469f-b479-a47932f8f8ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887205 Oct 12 19:11:51.798726 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b606f35-71f5-4799-9a5d-f7b265b34571 None None] Pushing event updated for resources: {'Port': ['ID=6193ef3e-0610-400f-92f5-6b7d5640ab5e,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:11:51.813151 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60a6225-4d39-4c1f-81e6-e3a03aeb068d None None] Routers {'74b9d057-c9ab-48e5-8af4-4a87324ba4fa'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:11:51.814035 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-c60a6225-4d39-4c1f-81e6-e3a03aeb068d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:11:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['74b9d057-c9ab-48e5-8af4-4a87324ba4fa'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:11:51.884400 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f86d24bd-ad30-4331-a04f-795e9220f3a4 x-openstack-request-id: req-f86d24bd-ad30-4331-a04f-795e9220f3a4 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:11:51.884685 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31068235-8d67-4f2f-9b64-477add9d67bc", "tag": "a49b9b09-b6b3-4a98-a818-aeb467971b1d", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:11:51.884932 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f86d24bd-ad30-4331-a04f-795e9220f3a4 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:11:51.885315 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31068235-8d67-4f2f-9b64-477add9d67bc', 'tag': 'a49b9b09-b6b3-4a98-a818-aeb467971b1d', 'status': 'completed', 'code': 200} Oct 12 19:11:51.895860 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 19:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ced13cd5-280d-4f40-9417-baf5b12ea729 x-openstack-request-id: req-ced13cd5-280d-4f40-9417-baf5b12ea729 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:11:51.896219 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08fd2058-3c0a-42c8-aeae-083b075d74c3", "name": "network-vif-unplugged", "status": "completed", "tag": "a51cc259-ed8d-4ab8-8a57-ecdf983cdaf2", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:11:51.896480 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ced13cd5-280d-4f40-9417-baf5b12ea729 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:11:51.896875 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08fd2058-3c0a-42c8-aeae-083b075d74c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a51cc259-ed8d-4ab8-8a57-ecdf983cdaf2', 'code': 200} Oct 12 19:11:51.911150 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b4df3622-19c3-4bcf-9392-e0f7771b6de5 req-fcc1ae44-6850-4f43-9ee3-b584307cb860 service neutron] 10.222.0.49 "GET /v2.0/networks/f3d8d55a-a17e-469f-b479-a47932f8f8ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220129 Oct 12 19:11:51.938904 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90f7cc1c-82de-4e8a-809e-c99995d7b208 x-openstack-request-id: req-90f7cc1c-82de-4e8a-809e-c99995d7b208 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:11:51.939433 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fcf7e7d-786c-4285-8704-dbf6d6eee771", "tag": "b9f78b7f-e2f7-4ed8-b33c-3234a2f9ae81", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:11:51.939894 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-90f7cc1c-82de-4e8a-809e-c99995d7b208 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:11:51.940567 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fcf7e7d-786c-4285-8704-dbf6d6eee771', 'tag': 'b9f78b7f-e2f7-4ed8-b33c-3234a2f9ae81', 'status': 'completed', 'code': 200} Oct 12 19:11:51.970481 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e1d0ec58-a23f-46f9-a8a5-05b3252fb76e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:51.995618 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d2d82e-6707-49e1-9c12-5e5888483141 req-e2d6983c-37f3-4ee0-97d4-c3014925ae30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:51.997150 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-51d2d82e-6707-49e1-9c12-5e5888483141 req-e2d6983c-37f3-4ee0-97d4-c3014925ae30 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=194247fcbd8840fc8b099ca900c42c70&device_id=31068235-8d67-4f2f-9b64-477add9d67bc HTTP/1.1" status: 200 len: 1096 time: 0.0834053 Oct 12 19:11:52.036211 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-f4c6770c-0ad8-4ee6-9798-a83d2e8be8c0 None None] Provisioning complete for port 8925778e-0a1c-450f-af8c-65d29c9976da triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:11:52.036621 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f4c6770c-0ad8-4ee6-9798-a83d2e8be8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:52.079315 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0aed6ca9-43a6-453a-9f0b-7196e682b91a req-2f75e46c-acc7-4be8-976f-7a74f0ae381d tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=4afbf4a4-67f5-42d1-a358-7ba9799dab0c HTTP/1.1" status: 200 len: 258 time: 0.1258872 Oct 12 19:11:52.096717 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-0aed6ca9-43a6-453a-9f0b-7196e682b91a req-8cefe70e-ddd3-4fb3-b68d-b5641a92c806 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] Request body: {'floatingip': {'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:11:52.167596 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-c60a6225-4d39-4c1f-81e6-e3a03aeb068d None None] Set router 74b9d057-c9ab-48e5-8af4-4a87324ba4fa gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:11:52.167960 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7cf9a7-60a5-402a-8808-a89c4f6d3b62 req-15a4757d-62e3-4f6f-aaa8-24c68b2f4408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:52.169409 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ea7cf9a7-60a5-402a-8808-a89c4f6d3b62 req-15a4757d-62e3-4f6f-aaa8-24c68b2f4408 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ae185389b7954075b07d084c36053bf8&device_id=0fcf7e7d-786c-4285-8704-dbf6d6eee771 HTTP/1.1" status: 200 len: 1096 time: 0.1833992 Oct 12 19:11:52.171079 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-f4c6770c-0ad8-4ee6-9798-a83d2e8be8c0 None None] Port 8925778e-0a1c-450f-af8c-65d29c9976da cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:11:52.196918 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-0aed6ca9-43a6-453a-9f0b-7196e682b91a req-8cefe70e-ddd3-4fb3-b68d-b5641a92c806 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] Notify callbacks [] for floatingip, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:52.288020 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d2d82e-6707-49e1-9c12-5e5888483141 req-a8d4e27c-edab-4198-bc19-95093108e815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:52.289514 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-51d2d82e-6707-49e1-9c12-5e5888483141 req-a8d4e27c-edab-4198-bc19-95093108e815 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f3d8d55a-a17e-469f-b479-a47932f8f8ad HTTP/1.1" status: 200 len: 922 time: 0.2528977 Oct 12 19:11:52.302727 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed2fef3-9176-4495-a903-36c21446a0a6 req-63342305-9efd-43a9-8fa4-be536442bc27 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:52.303620 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-0aed6ca9-43a6-453a-9f0b-7196e682b91a req-8cefe70e-ddd3-4fb3-b68d-b5641a92c806 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:52.304285 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1ed2fef3-9176-4495-a903-36c21446a0a6 req-63342305-9efd-43a9-8fa4-be536442bc27 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/ports?device_id=08fd2058-3c0a-42c8-aeae-083b075d74c3 HTTP/1.1" status: 200 len: 949 time: 0.1958938 Oct 12 19:11:52.370234 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-51d2d82e-6707-49e1-9c12-5e5888483141 req-0114bc3d-a89a-4439-a345-9700127afe06 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a49b9b09-b6b3-4a98-a818-aeb467971b1d HTTP/1.1" status: 200 len: 217 time: 0.0632730 Oct 12 19:11:52.418449 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [req-0aed6ca9-43a6-453a-9f0b-7196e682b91a req-8cefe70e-ddd3-4fb3-b68d-b5641a92c806 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] Allocated IP 172.25.5.84 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/70a9f76b-d458-42fe-8072-1a98154352a8) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:11:52.476536 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7cf9a7-60a5-402a-8808-a89c4f6d3b62 req-b99a07da-2809-46c4-bf05-f0129376c651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:52.478132 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ea7cf9a7-60a5-402a-8808-a89c4f6d3b62 req-b99a07da-2809-46c4-bf05-f0129376c651 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6a06356e-3ac9-4b75-a179-fa94da59a4c4 HTTP/1.1" status: 200 len: 929 time: 0.2954831 Oct 12 19:11:52.495674 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1ed2fef3-9176-4495-a903-36c21446a0a6 req-e06d91f9-2d6c-464e-9f8b-5f373f72164a tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/security-groups?id=97ebf564-c5fe-4f12-92a1-b237f08112ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731210 Oct 12 19:11:52.509771 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e1d0ec58-a23f-46f9-a8a5-05b3252fb76e admin admin] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:52.538235 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d2d82e-6707-49e1-9c12-5e5888483141 req-dae3cd49-e295-4b13-8074-98674281dd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:52.539589 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-51d2d82e-6707-49e1-9c12-5e5888483141 req-dae3cd49-e295-4b13-8074-98674281dd62 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7744f471-5bc3-48f2-bedf-a494f3770221 HTTP/1.1" status: 200 len: 860 time: 0.1540387 Oct 12 19:11:52.562159 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-0aed6ca9-43a6-453a-9f0b-7196e682b91a req-8cefe70e-ddd3-4fb3-b68d-b5641a92c806 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:52.583231 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e1d0ec58-a23f-46f9-a8a5-05b3252fb76e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:52.583823 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e1d0ec58-a23f-46f9-a8a5-05b3252fb76e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7898980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8092605'] for router_interface, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:52.588915 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-12e19854-9222-4638-b3ae-21f7818e1648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd26dd5a1-f855-4d0c-9d8c-04c19e54ccb3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-995433508-router', 'tenant_id': 'ae185389b7954075b07d084c36053bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '5db95227-b468-4a01-af1b-748ea75a3d65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:11:16Z', 'updated_at': '2021-10-12T19:11:23Z', 'revision_number': 4, 'project_id': 'ae185389b7954075b07d084c36053bf8', 'gw_port': {'id': '5db95227-b468-4a01-af1b-748ea75a3d65', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:32:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26dd5a1-f855-4d0c-9d8c-04c19e54ccb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:11:17Z', 'updated_at': '2021-10-12T19:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': '750bb4db-6990-4cab-ba1b-0fa084829891', 'tenant_id': 'ae185389b7954075b07d084c36053bf8', 'floating_ip_address': '172.25.5.13', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': 'd26dd5a1-f855-4d0c-9d8c-04c19e54ccb3', 'port_id': 'b9f78b7f-e2f7-4ed8-b33c-3234a2f9ae81', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a06356e-3ac9-4b75-a179-fa94da59a4c4', 'mac_address': 'fa:16:3e:b5:a3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fcf7e7d-786c-4285-8704-dbf6d6eee771', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T19:11:44Z', 'updated_at': '2021-10-12T19:11:48Z', 'revision_number': 1, 'project_id': 'ae185389b7954075b07d084c36053bf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1709592-8ff6-47ea-ba75-da3a7195babf', 'name': '', 'network_id': '6a06356e-3ac9-4b75-a179-fa94da59a4c4', 'tenant_id': 'ae185389b7954075b07d084c36053bf8', 'mac_address': 'fa:16:3e:55:ea:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26dd5a1-f855-4d0c-9d8c-04c19e54ccb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'c942d9e9-4043-4df0-b7e7-7529a4adc971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:11:22Z', 'updated_at': '2021-10-12T19:11:28Z', 'revision_number': 5, 'project_id': 'ae185389b7954075b07d084c36053bf8', 'subnets': [{'id': 'c942d9e9-4043-4df0-b7e7-7529a4adc971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:11:52.618187 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e19854-9222-4638-b3ae-21f7818e1648 None None] The sync data for ids ['d26dd5a1-f855-4d0c-9d8c-04c19e54ccb3'] in n-d-813679-3 is: [{'id': 'd26dd5a1-f855-4d0c-9d8c-04c19e54ccb3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-995433508-router', 'tenant_id': 'ae185389b7954075b07d084c36053bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '5db95227-b468-4a01-af1b-748ea75a3d65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:11:16Z', 'updated_at': '2021-10-12T19:11:23Z', 'revision_number': 4, 'project_id': 'ae185389b7954075b07d084c36053bf8', 'gw_port': {'id': '5db95227-b468-4a01-af1b-748ea75a3d65', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:32:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26dd5a1-f855-4d0c-9d8c-04c19e54ccb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:11:17Z', 'updated_at': '2021-10-12T19:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': '750bb4db-6990-4cab-ba1b-0fa084829891', 'tenant_id': 'ae185389b7954075b07d084c36053bf8', 'floating_ip_address': '172.25.5.13', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': 'd26dd5a1-f855-4d0c-9d8c-04c19e54ccb3', 'port_id': 'b9f78b7f-e2f7-4ed8-b33c-3234a2f9ae81', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a06356e-3ac9-4b75-a179-fa94da59a4c4', 'mac_address': 'fa:16:3e:b5:a3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fcf7e7d-786c-4285-8704-dbf6d6eee771', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T19:11:44Z', 'updated_at': '2021-10-12T19:11:48Z', 'revision_number': 1, 'project_id': 'ae185389b7954075b07d084c36053bf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1709592-8ff6-47ea-ba75-da3a7195babf', 'name': '', 'network_id': '6a06356e-3ac9-4b75-a179-fa94da59a4c4', 'tenant_id': 'ae185389b7954075b07d084c36053bf8', 'mac_address': 'fa:16:3e:55:ea:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26dd5a1-f855-4d0c-9d8c-04c19e54ccb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'c942d9e9-4043-4df0-b7e7-7529a4adc971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:11:22Z', 'updated_at': '2021-10-12T19:11:28Z', 'revision_number': 5, 'project_id': 'ae185389b7954075b07d084c36053bf8', 'subnets': [{'id': 'c942d9e9-4043-4df0-b7e7-7529a4adc971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:11:52.636103 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-c60a6225-4d39-4c1f-81e6-e3a03aeb068d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74b9d057-c9ab-48e5-8af4-4a87324ba4fa', 'name': 'tempest-ServersTestManualDisk-1911275801-router', 'tenant_id': 'ed6b12966b9343359f6575d52c95f820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '6193ef3e-0610-400f-92f5-6b7d5640ab5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:11:43Z', 'updated_at': '2021-10-12T19:11:47Z', 'revision_number': 3, 'project_id': 'ed6b12966b9343359f6575d52c95f820', 'gw_port': {'id': '6193ef3e-0610-400f-92f5-6b7d5640ab5e', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8f:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74b9d057-c9ab-48e5-8af4-4a87324ba4fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:11:45Z', 'updated_at': '2021-10-12T19:11:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:11:52.657984 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-0aed6ca9-43a6-453a-9f0b-7196e682b91a req-8cefe70e-ddd3-4fb3-b68d-b5641a92c806 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:52.662812 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60a6225-4d39-4c1f-81e6-e3a03aeb068d None None] The sync data for ids ['74b9d057-c9ab-48e5-8af4-4a87324ba4fa'] in n-d-813679-3 is: [{'id': '74b9d057-c9ab-48e5-8af4-4a87324ba4fa', 'name': 'tempest-ServersTestManualDisk-1911275801-router', 'tenant_id': 'ed6b12966b9343359f6575d52c95f820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '6193ef3e-0610-400f-92f5-6b7d5640ab5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:11:43Z', 'updated_at': '2021-10-12T19:11:47Z', 'revision_number': 3, 'project_id': 'ed6b12966b9343359f6575d52c95f820', 'gw_port': {'id': '6193ef3e-0610-400f-92f5-6b7d5640ab5e', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8f:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74b9d057-c9ab-48e5-8af4-4a87324ba4fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:11:45Z', 'updated_at': '2021-10-12T19:11:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:11:52.708448 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0aed6ca9-43a6-453a-9f0b-7196e682b91a req-8cefe70e-ddd3-4fb3-b68d-b5641a92c806 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:11:52.710676 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [req-0aed6ca9-43a6-453a-9f0b-7196e682b91a req-8cefe70e-ddd3-4fb3-b68d-b5641a92c806 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:11:52.717102 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aed6ca9-43a6-453a-9f0b-7196e682b91a req-8cefe70e-ddd3-4fb3-b68d-b5641a92c806 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:11:52.751537 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cefe70e-ddd3-4fb3-b68d-b5641a92c806 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] Pushing event updated for resources: {'Port': ['ID=70a9f76b-d458-42fe-8072-1a98154352a8,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:11:52.826001 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-0aed6ca9-43a6-453a-9f0b-7196e682b91a req-8cefe70e-ddd3-4fb3-b68d-b5641a92c806 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:52.891125 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5163131c-b57e-485e-b03d-1dedde1b187f None None] New status for floating IP 750bb4db-6990-4cab-ba1b-0fa084829891: ACTIVE {{(pid=95503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 19:11:52.923103 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-0aed6ca9-43a6-453a-9f0b-7196e682b91a req-8cefe70e-ddd3-4fb3-b68d-b5641a92c806 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:52.945953 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ea7cf9a7-60a5-402a-8808-a89c4f6d3b62 req-7e03b686-11ac-47b5-81f2-5e1eaf92c55f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b9f78b7f-e2f7-4ed8-b33c-3234a2f9ae81 HTTP/1.1" status: 200 len: 998 time: 0.4532332 Oct 12 19:11:53.088282 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d2d82e-6707-49e1-9c12-5e5888483141 req-04863636-7c5c-426c-bf37-a02f169c92da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:53.089827 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-51d2d82e-6707-49e1-9c12-5e5888483141 req-04863636-7c5c-426c-bf37-a02f169c92da service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f3d8d55a-a17e-469f-b479-a47932f8f8ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5401556 Oct 12 19:11:53.096837 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0ec58-a23f-46f9-a8a5-05b3252fb76e admin admin] Pushing event updated for resources: {'Port': ['ID=8925778e-0a1c-450f-af8c-65d29c9976da,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:11:53.138489 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-0aed6ca9-43a6-453a-9f0b-7196e682b91a req-8cefe70e-ddd3-4fb3-b68d-b5641a92c806 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:53.172762 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7cf9a7-60a5-402a-8808-a89c4f6d3b62 req-c2585f19-335c-4d09-a925-1829bef7bce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:53.174239 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ea7cf9a7-60a5-402a-8808-a89c4f6d3b62 req-c2585f19-335c-4d09-a925-1829bef7bce3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c942d9e9-4043-4df0-b7e7-7529a4adc971 HTTP/1.1" status: 200 len: 867 time: 0.1552448 Oct 12 19:11:53.185109 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efb2fec-4efa-4443-a776-b9fb4d2c1da3 req-8c2bccd9-9be8-47ae-9698-b06ff9d6789b tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:53.186647 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8efb2fec-4efa-4443-a776-b9fb4d2c1da3 req-8c2bccd9-9be8-47ae-9698-b06ff9d6789b tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f51da24-babf-4b49-9219-253aec8d2e62 HTTP/1.1" status: 200 len: 946 time: 0.5845921 Oct 12 19:11:53.205800 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-0aed6ca9-43a6-453a-9f0b-7196e682b91a req-8cefe70e-ddd3-4fb3-b68d-b5641a92c806 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:53.218741 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device a51cc259-ed8d-4ab8-8a57-ecdf983cdaf2 up at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:11:53.275759 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cefe70e-ddd3-4fb3-b68d-b5641a92c806 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] Pushing event updated for resources: {'Port': ['ID=70a9f76b-d458-42fe-8072-1a98154352a8,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:11:53.289882 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d0ec58-a23f-46f9-a8a5-05b3252fb76e admin admin] Network 7e2fb59a-6119-4752-90bd-a0430fbe9b50 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:11:53.292215 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-0aed6ca9-43a6-453a-9f0b-7196e682b91a req-8cefe70e-ddd3-4fb3-b68d-b5641a92c806 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7915414'] for floatingip, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:53.304161 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning complete for port a51cc259-ed8d-4ab8-8a57-ecdf983cdaf2 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:11:53.304470 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:53.307511 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-e1d0ec58-a23f-46f9-a8a5-05b3252fb76e admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:11:53.336467 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-51d2d82e-6707-49e1-9c12-5e5888483141 req-9eb4bf1a-081c-47fd-a355-f03e37d67820 service neutron] 10.222.0.61 "GET /v2.0/networks/f3d8d55a-a17e-469f-b479-a47932f8f8ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353032 Oct 12 19:11:53.339832 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8efb2fec-4efa-4443-a776-b9fb4d2c1da3 req-4e008034-cdd5-4bd6-8a8a-ca72ed289c04 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba303c90-524f-4c6d-a60e-9cdccd966656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1439180 Oct 12 19:11:53.392124 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-0aed6ca9-43a6-453a-9f0b-7196e682b91a req-8cefe70e-ddd3-4fb3-b68d-b5641a92c806 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:53.393962 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0aed6ca9-43a6-453a-9f0b-7196e682b91a req-8cefe70e-ddd3-4fb3-b68d-b5641a92c806 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.3020718 Oct 12 19:11:53.404952 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7cf9a7-60a5-402a-8808-a89c4f6d3b62 req-608c544a-ab96-4de2-89ed-b29cb0e44f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:53.406571 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ea7cf9a7-60a5-402a-8808-a89c4f6d3b62 req-608c544a-ab96-4de2-89ed-b29cb0e44f75 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6a06356e-3ac9-4b75-a179-fa94da59a4c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2189772 Oct 12 19:11:53.451043 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:53.499374 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0aed6ca9-43a6-453a-9f0b-7196e682b91a req-a7077d33-e457-4b63-bf6f-c7c2fd6a788b tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.84 HTTP/1.1" status: 200 len: 695 time: 0.0989184 Oct 12 19:11:53.513631 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port a51cc259-ed8d-4ab8-8a57-ecdf983cdaf2, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=a51cc259-ed8d-4ab8-8a57-ecdf983cdaf2,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:11:53.571245 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:53.572097 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device f7556019-ea31-4487-a6df-372aa7a006dd up at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:11:53.646574 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aed6ca9-43a6-453a-9f0b-7196e682b91a req-54d81cf0-3d7b-45f5-b589-6e035dfdeef0 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:53.648072 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0aed6ca9-43a6-453a-9f0b-7196e682b91a req-54d81cf0-3d7b-45f5-b589-6e035dfdeef0 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] 10.222.0.49 "GET /v2.0/networks/4afbf4a4-67f5-42d1-a358-7ba9799dab0c HTTP/1.1" status: 200 len: 784 time: 0.1427758 Oct 12 19:11:53.677661 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=a51cc259-ed8d-4ab8-8a57-ecdf983cdaf2,revision_number=8']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:11:53.715016 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-e95fa28f-01d3-44d8-8f14-ec67e1208eb3 None None] Provisioning complete for port 8925778e-0a1c-450f-af8c-65d29c9976da triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:11:53.715882 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e95fa28f-01d3-44d8-8f14-ec67e1208eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:53.731826 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-51d2d82e-6707-49e1-9c12-5e5888483141 req-b8e55cd7-6105-47bd-9b20-399c32f1272d service neutron] 10.222.0.61 "GET /v2.0/networks/f3d8d55a-a17e-469f-b479-a47932f8f8ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3220274 Oct 12 19:11:53.754068 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning for port f7556019-ea31-4487-a6df-372aa7a006dd completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:11:53.757325 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-877dfded-eee2-487e-b943-cf7070332e6b req-11c9be62-ff89-4030-b909-b5a0081435c7 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.12 HTTP/1.1" status: 200 len: 1000 time: 0.2250581 Oct 12 19:11:53.775892 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1d0ec58-a23f-46f9-a8a5-05b3252fb76e admin admin] Router 74b9d057-c9ab-48e5-8af4-4a87324ba4fa has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:11:53.780281 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning complete for port f7556019-ea31-4487-a6df-372aa7a006dd triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:11:53.780281 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:53.800426 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-e95fa28f-01d3-44d8-8f14-ec67e1208eb3 None None] Port 8925778e-0a1c-450f-af8c-65d29c9976da cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:11:53.838533 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877dfded-eee2-487e-b943-cf7070332e6b req-5d58c2ef-3ece-46d2-9029-221a0f8b8cbb tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:53.839916 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-877dfded-eee2-487e-b943-cf7070332e6b req-5d58c2ef-3ece-46d2-9029-221a0f8b8cbb tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] 10.222.0.49 "GET /v2.0/ports/3f0d89a6-6894-4b33-a68e-e4c38408f1af HTTP/1.1" status: 200 len: 942 time: 0.0736480 Oct 12 19:11:53.850753 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ea7cf9a7-60a5-402a-8808-a89c4f6d3b62 req-dd58912a-e0ed-4111-b76a-f2008e4529fb service neutron] 10.222.0.67 "GET /v2.0/networks/6a06356e-3ac9-4b75-a179-fa94da59a4c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3225772 Oct 12 19:11:53.865913 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:53.893380 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ebc66ca-4680-4acc-9b1d-e6c2672bd77d', 'tag': '3f0d89a6-6894-4b33-a68e-e4c38408f1af'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:11:53.895596 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8c9a001-4b8e-4577-a6b6-1543032ca5ac" -d '{"events": [{"name": "network-changed", "server_uuid": "3ebc66ca-4680-4acc-9b1d-e6c2672bd77d", "tag": "3f0d89a6-6894-4b33-a68e-e4c38408f1af"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:11:53.898270 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08fd2058-3c0a-42c8-aeae-083b075d74c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a51cc259-ed8d-4ab8-8a57-ecdf983cdaf2'}, {'server_uuid': '00655b18-d3a8-487b-a307-bdfa94217209', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7556019-ea31-4487-a6df-372aa7a006dd'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:11:53.900590 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f059a86e-b205-4797-a44a-5d0a4f75ce90" -d '{"events": [{"server_uuid": "08fd2058-3c0a-42c8-aeae-083b075d74c3", "name": "network-vif-plugged", "status": "completed", "tag": "a51cc259-ed8d-4ab8-8a57-ecdf983cdaf2"}, {"server_uuid": "00655b18-d3a8-487b-a307-bdfa94217209", "name": "network-vif-plugged", "status": "completed", "tag": "f7556019-ea31-4487-a6df-372aa7a006dd"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:11:53.907067 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port f7556019-ea31-4487-a6df-372aa7a006dd, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=f7556019-ea31-4487-a6df-372aa7a006dd,segment=NetworkSegment(af837146-1b4e-4c2b-b1ce-96eb7f990955),segment_id=af837146-1b4e-4c2b-b1ce-96eb7f990955)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:11:54.028746 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:54.065842 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-877dfded-eee2-487e-b943-cf7070332e6b req-116dbaeb-b6e4-4ce9-b008-be99a99e7784 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.12 HTTP/1.1" status: 200 len: 1000 time: 0.1672113 Oct 12 19:11:54.080179 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=f7556019-ea31-4487-a6df-372aa7a006dd,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:11:54.104092 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1d0ec58-a23f-46f9-a8a5-05b3252fb76e admin admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:11:54.115302 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-e1d0ec58-a23f-46f9-a8a5-05b3252fb76e admin admin] 10.222.0.49 "PUT /v2.0/routers/74b9d057-c9ab-48e5-8af4-4a87324ba4fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3970566 Oct 12 19:11:54.152162 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ea7cf9a7-60a5-402a-8808-a89c4f6d3b62 req-7c63e302-d491-4efc-885a-2ed831164c29 service neutron] 10.222.0.67 "GET /v2.0/networks/6a06356e-3ac9-4b75-a179-fa94da59a4c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2525048 Oct 12 19:11:54.215752 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877dfded-eee2-487e-b943-cf7070332e6b req-2161bdd2-77d9-4dfe-af9b-8dd018d5264e tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:54.217482 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-877dfded-eee2-487e-b943-cf7070332e6b req-2161bdd2-77d9-4dfe-af9b-8dd018d5264e tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] 10.222.0.49 "GET /v2.0/networks/4afbf4a4-67f5-42d1-a358-7ba9799dab0c HTTP/1.1" status: 200 len: 784 time: 0.1380336 Oct 12 19:11:54.275869 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4fbca5-00bf-406f-bef9-86d853f914ad req-0bab8c66-8757-44f8-9eaf-4ad8ba93d095 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:54.277402 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1b4fbca5-00bf-406f-bef9-86d853f914ad req-0bab8c66-8757-44f8-9eaf-4ad8ba93d095 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/ports?device_id=00655b18-d3a8-487b-a307-bdfa94217209 HTTP/1.1" status: 200 len: 946 time: 0.0818810 Oct 12 19:11:54.302847 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d4195dd3-6246-4bc3-87e7-45454de800ad req-04ec5579-84e4-4d33-ae12-44f1f241d8db tempest-SecurityGroupsNegativeTestJSON-940106603 tempest-SecurityGroupsNegativeTestJSON-940106603-project] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ec932ef426b54a8ba46e6126efdca01e HTTP/1.1" status: 200 len: 2984 time: 0.0676770 Oct 12 19:11:54.323374 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1b4fbca5-00bf-406f-bef9-86d853f914ad req-68224c93-6c93-4c4a-85f9-e460c2144e2c tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cccf57-f452-41a8-9e48-a6e744310271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399036 Oct 12 19:11:54.352169 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d4195dd3-6246-4bc3-87e7-45454de800ad req-a907e8de-d385-4350-91eb-9b2492305723 tempest-SecurityGroupsNegativeTestJSON-940106603 tempest-SecurityGroupsNegativeTestJSON-940106603-project] 10.222.0.49 "GET /v2.0/security-groups/7ecbae80-7b0d-416c-ad6f-f315134c9d24 HTTP/1.1" status: 200 len: 2981 time: 0.0429432 Oct 12 19:11:54.393038 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d4195dd3-6246-4bc3-87e7-45454de800ad req-e592849a-361e-4ab4-925e-122f61dd94a2 tempest-SecurityGroupsNegativeTestJSON-940106603 tempest-SecurityGroupsNegativeTestJSON-940106603-project] 10.222.0.49 "GET /v2.0/security-groups/7ecbae80-7b0d-416c-ad6f-f315134c9d24 HTTP/1.1" status: 200 len: 2981 time: 0.0402102 Oct 12 19:11:54.429486 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fab870d-e0ae-4ede-98b2-f9bed61dd090 req-11a37e0a-b7e3-4d41-9c04-610a06d864e6 tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:54.430964 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9fab870d-e0ae-4ede-98b2-f9bed61dd090 req-11a37e0a-b7e3-4d41-9c04-610a06d864e6 tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] 10.222.0.49 "GET /v2.0/ports?device_id=d61da5e1-1a01-4f28-a289-f8cc732d7154 HTTP/1.1" status: 200 len: 950 time: 0.0499899 Oct 12 19:11:54.475145 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9fab870d-e0ae-4ede-98b2-f9bed61dd090 req-7017d6ab-d469-469c-b20a-5ecac525d24d tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] 10.222.0.49 "GET /v2.0/security-groups?id=d81c912b-51e6-4dcc-ae7a-8b303917556f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370572 Oct 12 19:11:54.502384 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b610704c-5b03-4e16-8329-6cf10c74eb24 req-14a495a8-060e-4e57-ae63-223a0fd02712 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:54.503928 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b610704c-5b03-4e16-8329-6cf10c74eb24 req-14a495a8-060e-4e57-ae63-223a0fd02712 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] 10.222.0.49 "GET /v2.0/ports?device_id=0fcf7e7d-786c-4285-8704-dbf6d6eee771&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0599182 Oct 12 19:11:54.551890 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d87ebbd9-b990-4a35-b2df-a9f6c9b542cb x-openstack-request-id: req-d87ebbd9-b990-4a35-b2df-a9f6c9b542cb {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:11:54.552233 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ebc66ca-4680-4acc-9b1d-e6c2672bd77d", "tag": "3f0d89a6-6894-4b33-a68e-e4c38408f1af", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:11:54.552457 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d87ebbd9-b990-4a35-b2df-a9f6c9b542cb {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:11:54.552911 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ebc66ca-4680-4acc-9b1d-e6c2672bd77d', 'tag': '3f0d89a6-6894-4b33-a68e-e4c38408f1af', 'status': 'completed', 'code': 200} Oct 12 19:11:54.562233 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b610704c-5b03-4e16-8329-6cf10c74eb24 req-0edb529a-4274-402c-9e1a-b17d2cf55ed2 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.84 HTTP/1.1" status: 200 len: 695 time: 0.0512877 Oct 12 19:11:54.575751 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-b610704c-5b03-4e16-8329-6cf10c74eb24 req-04156d00-814d-45b7-b06d-352502b0354c tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] Request body: {'floatingip': {'port_id': 'b9f78b7f-e2f7-4ed8-b33c-3234a2f9ae81', 'fixed_ip_address': '172.20.0.9'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:11:54.581067 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 12 Oct 2021 19:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e7dc6a1-c50c-4e4f-bbe4-c5255a600958 x-openstack-request-id: req-8e7dc6a1-c50c-4e4f-bbe4-c5255a600958 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:11:54.581379 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08fd2058-3c0a-42c8-aeae-083b075d74c3", "name": "network-vif-plugged", "status": "completed", "tag": "a51cc259-ed8d-4ab8-8a57-ecdf983cdaf2", "code": 200}, {"server_uuid": "00655b18-d3a8-487b-a307-bdfa94217209", "name": "network-vif-plugged", "status": "completed", "tag": "f7556019-ea31-4487-a6df-372aa7a006dd", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:11:54.581637 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8e7dc6a1-c50c-4e4f-bbe4-c5255a600958 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:11:54.582033 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08fd2058-3c0a-42c8-aeae-083b075d74c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a51cc259-ed8d-4ab8-8a57-ecdf983cdaf2', 'code': 200} Oct 12 19:11:54.582289 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00655b18-d3a8-487b-a307-bdfa94217209', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7556019-ea31-4487-a6df-372aa7a006dd', 'code': 200} Oct 12 19:11:54.635649 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b610704c-5b03-4e16-8329-6cf10c74eb24 req-04156d00-814d-45b7-b06d-352502b0354c tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] Notify callbacks [] for floatingip, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:54.719308 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c9a001-4b8e-4577-a6b6-1543032ca5ac req-f2a361b2-7f8f-4a11-894e-dadeefacb336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:54.720832 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d8c9a001-4b8e-4577-a6b6-1543032ca5ac req-f2a361b2-7f8f-4a11-894e-dadeefacb336 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=194247fcbd8840fc8b099ca900c42c70&device_id=3ebc66ca-4680-4acc-9b1d-e6c2672bd77d HTTP/1.1" status: 200 len: 1096 time: 0.1577601 Oct 12 19:11:54.751321 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 6193ef3e-0610-400f-92f5-6b7d5640ab5e up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:11:54.807163 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 6193ef3e-0610-400f-92f5-6b7d5640ab5e triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:11:54.808062 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:54.828375 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac5e754-01c2-4003-97a8-38f9dd6cdbe1 req-b27ea17e-a5a1-4612-aa4d-4f519e3f4d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:54.829847 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3ac5e754-01c2-4003-97a8-38f9dd6cdbe1 req-b27ea17e-a5a1-4612-aa4d-4f519e3f4d2b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=00655b18-d3a8-487b-a307-bdfa94217209 HTTP/1.1" status: 200 len: 1097 time: 0.1586659 Oct 12 19:11:54.879084 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b14fd4c-1a98-4687-96a1-23fa97d36243 None None] Sync routers for ids ['74b9d057-c9ab-48e5-8af4-4a87324ba4fa'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:11:54.889907 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b14fd4c-1a98-4687-96a1-23fa97d36243 None None] Routers {'74b9d057-c9ab-48e5-8af4-4a87324ba4fa'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:11:54.890521 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-1b14fd4c-1a98-4687-96a1-23fa97d36243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:11:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['74b9d057-c9ab-48e5-8af4-4a87324ba4fa'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:11:54.909154 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:54.927883 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c9a001-4b8e-4577-a6b6-1543032ca5ac req-da7ad159-c1de-4866-9191-4b250e238a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:54.929382 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d8c9a001-4b8e-4577-a6b6-1543032ca5ac req-da7ad159-c1de-4866-9191-4b250e238a17 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f3d8d55a-a17e-469f-b479-a47932f8f8ad HTTP/1.1" status: 200 len: 922 time: 0.1991363 Oct 12 19:11:54.932318 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] For port 6193ef3e-0610-400f-92f5-6b7d5640ab5e, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=6193ef3e-0610-400f-92f5-6b7d5640ab5e,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:11:54.963006 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3ac5e754-01c2-4003-97a8-38f9dd6cdbe1 req-70ae35dd-4137-4b28-8b68-f07d07c5170c service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=87cccf57-f452-41a8-9e48-a6e744310271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228025 Oct 12 19:11:55.006066 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-1b14fd4c-1a98-4687-96a1-23fa97d36243 None None] Set router 74b9d057-c9ab-48e5-8af4-4a87324ba4fa gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:11:55.013351 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:55.081928 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d8c9a001-4b8e-4577-a6b6-1543032ca5ac req-e7227652-90f2-4965-bc2e-84efe9794823 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f0d89a6-6894-4b33-a68e-e4c38408f1af HTTP/1.1" status: 200 len: 1000 time: 0.1157753 Oct 12 19:11:55.098037 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Pushing event updated for resources: {'Port': ['ID=6193ef3e-0610-400f-92f5-6b7d5640ab5e,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:11:55.147543 n-d-813679-3 neutron-server[95502]: INFO neutron.api.v2.resource [req-b610704c-5b03-4e16-8329-6cf10c74eb24 req-04156d00-814d-45b7-b06d-352502b0354c tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] update failed (client error): There was a conflict when trying to complete your request. Oct 12 19:11:55.148630 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b610704c-5b03-4e16-8329-6cf10c74eb24 req-04156d00-814d-45b7-b06d-352502b0354c tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] 10.222.0.49 "PUT /v2.0/floatingips/f52e1a1e-b343-4aa4-bf99-f0483c9f5736 HTTP/1.1" status: 409 len: 549 time: 0.5780060 Oct 12 19:11:55.164533 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789139f1-3782-4984-89fa-f3f7bffa3d13 req-50e82dcb-c7fb-405a-bd34-7253c27c2751 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:55.166057 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-789139f1-3782-4984-89fa-f3f7bffa3d13 req-50e82dcb-c7fb-405a-bd34-7253c27c2751 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/ports?device_id=08fd2058-3c0a-42c8-aeae-083b075d74c3 HTTP/1.1" status: 200 len: 950 time: 0.0528426 Oct 12 19:11:55.170987 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c9a001-4b8e-4577-a6b6-1543032ca5ac req-a4228ad8-e2a4-49ca-9b9f-ca2f811b4916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:55.172320 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d8c9a001-4b8e-4577-a6b6-1543032ca5ac req-a4228ad8-e2a4-49ca-9b9f-ca2f811b4916 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7744f471-5bc3-48f2-bedf-a494f3770221 HTTP/1.1" status: 200 len: 860 time: 0.0792830 Oct 12 19:11:55.213340 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-789139f1-3782-4984-89fa-f3f7bffa3d13 req-e6c5cf93-73d3-4959-9fb5-88e1b4a82797 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/security-groups?id=97ebf564-c5fe-4f12-92a1-b237f08112ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352783 Oct 12 19:11:55.265611 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-1b14fd4c-1a98-4687-96a1-23fa97d36243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74b9d057-c9ab-48e5-8af4-4a87324ba4fa', 'name': 'tempest-ServersTestManualDisk-1911275801-router', 'tenant_id': 'ed6b12966b9343359f6575d52c95f820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '6193ef3e-0610-400f-92f5-6b7d5640ab5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:11:43Z', 'updated_at': '2021-10-12T19:11:51Z', 'revision_number': 4, 'project_id': 'ed6b12966b9343359f6575d52c95f820', 'gw_port': {'id': '6193ef3e-0610-400f-92f5-6b7d5640ab5e', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8f:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74b9d057-c9ab-48e5-8af4-4a87324ba4fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:11:45Z', 'updated_at': '2021-10-12T19:11:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '8925778e-0a1c-450f-af8c-65d29c9976da', 'name': '', 'network_id': '7e2fb59a-6119-4752-90bd-a0430fbe9b50', 'tenant_id': 'ed6b12966b9343359f6575d52c95f820', 'mac_address': 'fa:16:3e:68:bc:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74b9d057-c9ab-48e5-8af4-4a87324ba4fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '30d4b534-ae85-4956-be60-11f5902787c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:11:50Z', 'updated_at': '2021-10-12T19:11:52Z', 'revision_number': 2, 'project_id': 'ed6b12966b9343359f6575d52c95f820', 'subnets': [{'id': '30d4b534-ae85-4956-be60-11f5902787c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:11:55.294459 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b14fd4c-1a98-4687-96a1-23fa97d36243 None None] Checking router: 74b9d057-c9ab-48e5-8af4-4a87324ba4fa for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:11:55.294919 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b14fd4c-1a98-4687-96a1-23fa97d36243 None None] Updating router 74b9d057-c9ab-48e5-8af4-4a87324ba4fa port 8925778e-0a1c-450f-af8c-65d29c9976da binding host n-d-813679-3 {{(pid=95504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 19:11:55.326580 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-1b14fd4c-1a98-4687-96a1-23fa97d36243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:55.511659 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-105bbae3-2552-4f82-a172-3ea339e2d063 req-55fd26e3-87fe-46af-a1c7-459bfb571052 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.12 HTTP/1.1" status: 200 len: 1000 time: 0.3358936 Oct 12 19:11:55.521302 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c9a001-4b8e-4577-a6b6-1543032ca5ac req-afc3772b-4c13-4a1e-8df8-164f3af16d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:55.527044 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d8c9a001-4b8e-4577-a6b6-1543032ca5ac req-afc3772b-4c13-4a1e-8df8-164f3af16d0e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f3d8d55a-a17e-469f-b479-a47932f8f8ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3103549 Oct 12 19:11:55.551974 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 57510) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:11:55.557036 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-85707ac8-0b73-4f11-9d54-4a7abb125870 tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] Request body: {'security_group': {'name': 'tempest-securitygroup--920962712', 'description': 'tempest-description--99367287'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:11:55.609287 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105bbae3-2552-4f82-a172-3ea339e2d063 req-6e6b0a53-90d9-40cd-9f4e-16f4dfe108ad tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:55.610651 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-105bbae3-2552-4f82-a172-3ea339e2d063 req-6e6b0a53-90d9-40cd-9f4e-16f4dfe108ad tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] 10.222.0.49 "GET /v2.0/ports/3f0d89a6-6894-4b33-a68e-e4c38408f1af HTTP/1.1" status: 200 len: 942 time: 0.0870645 Oct 12 19:11:55.612701 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e3a8114a-99a2-42b3-b264-5e205424bc78 req-6de136c5-6932-4e77-a032-3f6d383f424c tempest-SecurityGroupsNegativeTestJSON-940106603 tempest-SecurityGroupsNegativeTestJSON-940106603-project] 10.222.0.49 "GET /v2.0/security-groups/7ecbae80-7b0d-416c-ad6f-f315134c9d24 HTTP/1.1" status: 200 len: 2981 time: 0.0493667 Oct 12 19:11:55.620548 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-1b14fd4c-1a98-4687-96a1-23fa97d36243 None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:55.654971 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d8c9a001-4b8e-4577-a6b6-1543032ca5ac req-828a6aea-6d5e-4f34-952c-66afa4c90d9a service neutron] 10.222.0.67 "GET /v2.0/networks/f3d8d55a-a17e-469f-b479-a47932f8f8ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048121 Oct 12 19:11:55.660747 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-85707ac8-0b73-4f11-9d54-4a7abb125870 tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:55.679915 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-1b14fd4c-1a98-4687-96a1-23fa97d36243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:55.709876 n-d-813679-3 neutron-server[95501]: INFO neutron.api.v2.resource [req-e3a8114a-99a2-42b3-b264-5e205424bc78 req-217f1409-7331-4b5c-94cf-0d3aa455f95f tempest-SecurityGroupsNegativeTestJSON-940106603 tempest-SecurityGroupsNegativeTestJSON-940106603-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 12 19:11:55.710906 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e3a8114a-99a2-42b3-b264-5e205424bc78 req-217f1409-7331-4b5c-94cf-0d3aa455f95f tempest-SecurityGroupsNegativeTestJSON-940106603 tempest-SecurityGroupsNegativeTestJSON-940106603-project] 10.222.0.49 "DELETE /v2.0/security-groups/7ecbae80-7b0d-416c-ad6f-f315134c9d24 HTTP/1.1" status: 409 len: 352 time: 0.0826449 Oct 12 19:11:55.761548 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a2e669-d5cf-4274-a0b3-8fc8cbda39ad None None] Pushing event updated for resources: {'Port': ['ID=8925778e-0a1c-450f-af8c-65d29c9976da,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:11:55.786261 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-85707ac8-0b73-4f11-9d54-4a7abb125870 tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:55.792097 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a2e669-d5cf-4274-a0b3-8fc8cbda39ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:11:55.792443 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a2e669-d5cf-4274-a0b3-8fc8cbda39ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:11:55.792774 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a2e669-d5cf-4274-a0b3-8fc8cbda39ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:11:55.793895 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a2e669-d5cf-4274-a0b3-8fc8cbda39ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:11:55.794225 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a2e669-d5cf-4274-a0b3-8fc8cbda39ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:11:55.794549 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a2e669-d5cf-4274-a0b3-8fc8cbda39ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:11:55.794867 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a2e669-d5cf-4274-a0b3-8fc8cbda39ad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:11:55.795180 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a2e669-d5cf-4274-a0b3-8fc8cbda39ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:11:55.795492 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a2e669-d5cf-4274-a0b3-8fc8cbda39ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:11:55.795825 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a2e669-d5cf-4274-a0b3-8fc8cbda39ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:11:55.796241 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a2e669-d5cf-4274-a0b3-8fc8cbda39ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:11:55.796612 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a2e669-d5cf-4274-a0b3-8fc8cbda39ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:11:55.798851 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d8c9a001-4b8e-4577-a6b6-1543032ca5ac req-cdda77c5-94d8-4604-abbe-01f1ebe4f4ac service neutron] 10.222.0.67 "GET /v2.0/networks/f3d8d55a-a17e-469f-b479-a47932f8f8ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319728 Oct 12 19:11:55.813279 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-1b14fd4c-1a98-4687-96a1-23fa97d36243 None None] Attempting to bind port 8925778e-0a1c-450f-af8c-65d29c9976da on host n-d-813679-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:11:55.814275 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-1b14fd4c-1a98-4687-96a1-23fa97d36243 None None] Attempting to bind port 8925778e-0a1c-450f-af8c-65d29c9976da by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'a5b0800b-9440-4416-8f7a-05e8cbf0f8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '7e2fb59a-6119-4752-90bd-a0430fbe9b50'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:11:55.815008 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b14fd4c-1a98-4687-96a1-23fa97d36243 None None] Attempting to bind port 8925778e-0a1c-450f-af8c-65d29c9976da on network 7e2fb59a-6119-4752-90bd-a0430fbe9b50 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:11:55.825758 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b14fd4c-1a98-4687-96a1-23fa97d36243 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:11:55.826005 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b14fd4c-1a98-4687-96a1-23fa97d36243 None None] Checking segment: {'id': 'a5b0800b-9440-4416-8f7a-05e8cbf0f8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '7e2fb59a-6119-4752-90bd-a0430fbe9b50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:11:55.828299 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-1b14fd4c-1a98-4687-96a1-23fa97d36243 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:55.828707 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b14fd4c-1a98-4687-96a1-23fa97d36243 None None] Bound using segment: {'id': 'a5b0800b-9440-4416-8f7a-05e8cbf0f8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '7e2fb59a-6119-4752-90bd-a0430fbe9b50'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:11:55.829203 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-1b14fd4c-1a98-4687-96a1-23fa97d36243 None None] Bound port: 8925778e-0a1c-450f-af8c-65d29c9976da, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5b0800b-9440-4416-8f7a-05e8cbf0f8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '7e2fb59a-6119-4752-90bd-a0430fbe9b50'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:11:55.831519 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-1b14fd4c-1a98-4687-96a1-23fa97d36243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:55.850619 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-105bbae3-2552-4f82-a172-3ea339e2d063 req-fbec5f4c-a94e-43cc-bad0-14ff31f942ec tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.12 HTTP/1.1" status: 200 len: 1000 time: 0.1912527 Oct 12 19:11:55.859725 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-85707ac8-0b73-4f11-9d54-4a7abb125870 tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:55.927244 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85707ac8-0b73-4f11-9d54-4a7abb125870 tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d1857bb-ec66-4a2e-a842-e4e42bbb469f,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:11:55.964662 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-85707ac8-0b73-4f11-9d54-4a7abb125870 tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:55.967236 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-85707ac8-0b73-4f11-9d54-4a7abb125870 tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.4131980 Oct 12 19:11:55.969714 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 57522) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:11:55.974465 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-609a70d4-7851-4c8b-ae8c-1aba61353a15 tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] Request body: {'security_group_rule': {'security_group_id': '4d1857bb-ec66-4a2e-a842-e4e42bbb469f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:11:55.994675 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105bbae3-2552-4f82-a172-3ea339e2d063 req-6824f446-a51c-40d4-b743-3a9aa7c43730 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:56.001001 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-105bbae3-2552-4f82-a172-3ea339e2d063 req-6824f446-a51c-40d4-b743-3a9aa7c43730 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] 10.222.0.49 "GET /v2.0/networks/4afbf4a4-67f5-42d1-a358-7ba9799dab0c HTTP/1.1" status: 200 len: 784 time: 0.1487803 Oct 12 19:11:56.042853 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-4ea03237-bae5-4047-9e5f-a891bdeda9f3 None None] Provisioning complete for port 8925778e-0a1c-450f-af8c-65d29c9976da triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:11:56.044538 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4ea03237-bae5-4047-9e5f-a891bdeda9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:56.070436 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-609a70d4-7851-4c8b-ae8c-1aba61353a15 tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:56.083656 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-1b14fd4c-1a98-4687-96a1-23fa97d36243 None None] For port 8925778e-0a1c-450f-af8c-65d29c9976da, host n-d-813679-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:11:56.088877 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-1b14fd4c-1a98-4687-96a1-23fa97d36243 None None] For port 8925778e-0a1c-450f-af8c-65d29c9976da, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=8925778e-0a1c-450f-af8c-65d29c9976da,segment=NetworkSegment(a5b0800b-9440-4416-8f7a-05e8cbf0f8da),segment_id=a5b0800b-9440-4416-8f7a-05e8cbf0f8da)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:11:56.094696 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-105bbae3-2552-4f82-a172-3ea339e2d063 req-48d7be95-54d0-4c4f-b8e7-c3ba1a5eca7a tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.12 HTTP/1.1" status: 200 len: 1000 time: 0.0904863 Oct 12 19:11:56.096731 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-4ea03237-bae5-4047-9e5f-a891bdeda9f3 None None] Port 8925778e-0a1c-450f-af8c-65d29c9976da cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:11:56.102000 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-105bbae3-2552-4f82-a172-3ea339e2d063 req-8edcd657-57cc-41cb-b846-b2821c536e31 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:11:56.141922 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-609a70d4-7851-4c8b-ae8c-1aba61353a15 tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:56.151448 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-1b14fd4c-1a98-4687-96a1-23fa97d36243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:56.162030 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-105bbae3-2552-4f82-a172-3ea339e2d063 req-8edcd657-57cc-41cb-b846-b2821c536e31 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Notify callbacks [] for floatingip, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:56.205799 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b14fd4c-1a98-4687-96a1-23fa97d36243 None None] Routers {'74b9d057-c9ab-48e5-8af4-4a87324ba4fa'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:11:56.206420 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-1b14fd4c-1a98-4687-96a1-23fa97d36243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:11:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['74b9d057-c9ab-48e5-8af4-4a87324ba4fa'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:11:56.214171 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-609a70d4-7851-4c8b-ae8c-1aba61353a15 tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:56.235524 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609a70d4-7851-4c8b-ae8c-1aba61353a15 tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fa1afcf-d7b7-416a-bc1e-f5cb8a39200b,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:11:56.253662 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a2e669-d5cf-4274-a0b3-8fc8cbda39ad None None] Pushing event updated for resources: {'Port': ['ID=8925778e-0a1c-450f-af8c-65d29c9976da,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:11:56.299185 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-609a70d4-7851-4c8b-ae8c-1aba61353a15 tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:56.302794 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-609a70d4-7851-4c8b-ae8c-1aba61353a15 tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3295274 Oct 12 19:11:56.302938 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 57528) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:11:56.310852 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-dca88ea1-6d37-4af3-8856-99f24598426c tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] Request body: {'security_group_rule': {'security_group_id': '4d1857bb-ec66-4a2e-a842-e4e42bbb469f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:11:56.370627 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-105bbae3-2552-4f82-a172-3ea339e2d063 req-8edcd657-57cc-41cb-b846-b2821c536e31 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:56.390809 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-1b14fd4c-1a98-4687-96a1-23fa97d36243 None None] Set router 74b9d057-c9ab-48e5-8af4-4a87324ba4fa gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:11:56.421482 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-105bbae3-2552-4f82-a172-3ea339e2d063 req-8edcd657-57cc-41cb-b846-b2821c536e31 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7915414'] for floatingip, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:56.421876 n-d-813679-3 neutron-server[95502]: INFO neutron.db.l3_db [req-105bbae3-2552-4f82-a172-3ea339e2d063 req-8edcd657-57cc-41cb-b846-b2821c536e31 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Floating IP 1017a566-64b0-4065-8bf5-75713797ca8b disassociated. External IP: 172.25.5.12, port: 3f0d89a6-6894-4b33-a68e-e4c38408f1af. Oct 12 19:11:56.441213 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5f4c64d5-7f20-4e78-ab5f-001995bdd27c req-669315c6-8bcf-4d2d-8cf8-c98fbe896f0d tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--661391798&fields=id&tenant_id=b7528b6e53624c36bc7cfa3c022fa354 HTTP/1.1" status: 200 len: 267 time: 0.0720911 Oct 12 19:11:56.441993 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-dca88ea1-6d37-4af3-8856-99f24598426c tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:56.524570 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a6f708e9-a28b-443d-9ec3-c21bae1a171f None None] Provisioning complete for port 8925778e-0a1c-450f-af8c-65d29c9976da triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:11:56.525476 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a6f708e9-a28b-443d-9ec3-c21bae1a171f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:56.571524 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-dca88ea1-6d37-4af3-8856-99f24598426c tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:56.602702 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4c64d5-7f20-4e78-ab5f-001995bdd27c req-9abedfee-e833-4352-b620-57282783e906 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:56.604225 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5f4c64d5-7f20-4e78-ab5f-001995bdd27c req-9abedfee-e833-4352-b620-57282783e906 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] 10.222.0.49 "GET /v2.0/networks?id=2b40d2f7-4a07-4df1-bbb6-021ae59cdec3 HTTP/1.1" status: 200 len: 824 time: 0.1443532 Oct 12 19:11:56.624862 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5f4c64d5-7f20-4e78-ab5f-001995bdd27c req-9899d9c7-b6b9-497d-8421-d1462906ab65 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] 10.222.0.49 "GET /v2.0/quotas/b7528b6e53624c36bc7cfa3c022fa354 HTTP/1.1" status: 200 len: 375 time: 0.0130990 Oct 12 19:11:56.664656 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a6f708e9-a28b-443d-9ec3-c21bae1a171f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:56.671500 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-1b14fd4c-1a98-4687-96a1-23fa97d36243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74b9d057-c9ab-48e5-8af4-4a87324ba4fa', 'name': 'tempest-ServersTestManualDisk-1911275801-router', 'tenant_id': 'ed6b12966b9343359f6575d52c95f820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '6193ef3e-0610-400f-92f5-6b7d5640ab5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:11:43Z', 'updated_at': '2021-10-12T19:11:51Z', 'revision_number': 4, 'project_id': 'ed6b12966b9343359f6575d52c95f820', 'gw_port': {'id': '6193ef3e-0610-400f-92f5-6b7d5640ab5e', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b9d057-c9ab-48e5-8af4-4a87324ba4fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:11:45Z', 'updated_at': '2021-10-12T19:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '8925778e-0a1c-450f-af8c-65d29c9976da', 'name': '', 'network_id': '7e2fb59a-6119-4752-90bd-a0430fbe9b50', 'tenant_id': 'ed6b12966b9343359f6575d52c95f820', 'mac_address': 'fa:16:3e:68:bc:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74b9d057-c9ab-48e5-8af4-4a87324ba4fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '30d4b534-ae85-4956-be60-11f5902787c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:11:50Z', 'updated_at': '2021-10-12T19:11:56Z', 'revision_number': 4, 'project_id': 'ed6b12966b9343359f6575d52c95f820', 'subnets': [{'id': '30d4b534-ae85-4956-be60-11f5902787c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:11:56.671752 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-dca88ea1-6d37-4af3-8856-99f24598426c tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:56.706383 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a6f708e9-a28b-443d-9ec3-c21bae1a171f None None] For port 8925778e-0a1c-450f-af8c-65d29c9976da, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=8925778e-0a1c-450f-af8c-65d29c9976da,segment=NetworkSegment(a5b0800b-9440-4416-8f7a-05e8cbf0f8da),segment_id=a5b0800b-9440-4416-8f7a-05e8cbf0f8da)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:11:56.709788 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b14fd4c-1a98-4687-96a1-23fa97d36243 None None] The sync data for ids ['74b9d057-c9ab-48e5-8af4-4a87324ba4fa'] in n-d-813679-3 is: [{'id': '74b9d057-c9ab-48e5-8af4-4a87324ba4fa', 'name': 'tempest-ServersTestManualDisk-1911275801-router', 'tenant_id': 'ed6b12966b9343359f6575d52c95f820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '6193ef3e-0610-400f-92f5-6b7d5640ab5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:11:43Z', 'updated_at': '2021-10-12T19:11:51Z', 'revision_number': 4, 'project_id': 'ed6b12966b9343359f6575d52c95f820', 'gw_port': {'id': '6193ef3e-0610-400f-92f5-6b7d5640ab5e', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b9d057-c9ab-48e5-8af4-4a87324ba4fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:11:45Z', 'updated_at': '2021-10-12T19:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '8925778e-0a1c-450f-af8c-65d29c9976da', 'name': '', 'network_id': '7e2fb59a-6119-4752-90bd-a0430fbe9b50', 'tenant_id': 'ed6b12966b9343359f6575d52c95f820', 'mac_address': 'fa:16:3e:68:bc:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74b9d057-c9ab-48e5-8af4-4a87324ba4fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '30d4b534-ae85-4956-be60-11f5902787c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:11:50Z', 'updated_at': '2021-10-12T19:11:56Z', 'revision_number': 4, 'project_id': 'ed6b12966b9343359f6575d52c95f820', 'subnets': [{'id': '30d4b534-ae85-4956-be60-11f5902787c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:11:56.723487 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca88ea1-6d37-4af3-8856-99f24598426c tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b91b5e4-0d9f-4df2-a396-b53353d5f087,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:11:56.725912 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc029a57-1c3a-4940-85fc-e0b3004df550 req-671cbc69-1ff0-40df-a931-da3c95df6843 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:56.735805 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-dc029a57-1c3a-4940-85fc-e0b3004df550 req-671cbc69-1ff0-40df-a931-da3c95df6843 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] 10.222.0.67 "GET /v2.0/ports?device_id=1f51da24-babf-4b49-9219-253aec8d2e62 HTTP/1.1" status: 200 len: 946 time: 0.1245444 Oct 12 19:11:56.752575 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5f4c64d5-7f20-4e78-ab5f-001995bdd27c req-530b6700-4916-44ad-af18-8119884356b8 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=b7528b6e53624c36bc7cfa3c022fa354&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1212704 Oct 12 19:11:56.781665 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 6193ef3e-0610-400f-92f5-6b7d5640ab5e up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:11:56.793909 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [req-105bbae3-2552-4f82-a172-3ea339e2d063 req-8edcd657-57cc-41cb-b846-b2821c536e31 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Router e778be89-c114-4bc8-be8c-3d7878ea1275 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:11:56.797011 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-dca88ea1-6d37-4af3-8856-99f24598426c tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:56.799878 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-dca88ea1-6d37-4af3-8856-99f24598426c tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4958539 Oct 12 19:11:56.803404 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 57538) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:11:56.809107 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-236279c8-39c9-448c-9844-21c0f662cebc tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] Request body: {'floatingip': {'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:11:56.817328 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device c50e084a-aa24-4b2a-b1b3-a26e8bc6a774 no longer exists at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:11:56.869877 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a6f708e9-a28b-443d-9ec3-c21bae1a171f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:56.920496 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5f4c64d5-7f20-4e78-ab5f-001995bdd27c req-51779c51-71f8-4a25-9cc3-0f484aeed383 service neutron] 10.222.0.49 "GET /v2.0/networks/2b40d2f7-4a07-4df1-bbb6-021ae59cdec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523421 Oct 12 19:11:56.968651 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-dc029a57-1c3a-4940-85fc-e0b3004df550 req-3fa29dfc-45b1-4f30-bb5b-b843d9313081 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Deleting port 19655187-5b33-48a0-851a-72bc459f4498 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:11:56.969321 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-dc029a57-1c3a-4940-85fc-e0b3004df550 req-3fa29dfc-45b1-4f30-bb5b-b843d9313081 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:56.973687 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-105bbae3-2552-4f82-a172-3ea339e2d063 req-8edcd657-57cc-41cb-b846-b2821c536e31 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:11:56.993955 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c082af0-47d1-47b5-a0b9-fe13b880eaa9 None None] Sync routers for ids ['e778be89-c114-4bc8-be8c-3d7878ea1275'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:11:56.994079 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-105bbae3-2552-4f82-a172-3ea339e2d063 req-8edcd657-57cc-41cb-b846-b2821c536e31 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:56.995798 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f708e9-a28b-443d-9ec3-c21bae1a171f None None] Pushing event updated for resources: {'Port': ['ID=8925778e-0a1c-450f-af8c-65d29c9976da,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:11:56.998430 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-236279c8-39c9-448c-9844-21c0f662cebc tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] Notify callbacks [] for floatingip, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:57.006512 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:57.012521 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 6193ef3e-0610-400f-92f5-6b7d5640ab5e triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:11:57.012893 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:57.040299 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c082af0-47d1-47b5-a0b9-fe13b880eaa9 None None] Routers {'e778be89-c114-4bc8-be8c-3d7878ea1275'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:11:57.041357 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-0c082af0-47d1-47b5-a0b9-fe13b880eaa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:11:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['e778be89-c114-4bc8-be8c-3d7878ea1275'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:11:57.072229 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-105bbae3-2552-4f82-a172-3ea339e2d063 req-8edcd657-57cc-41cb-b846-b2821c536e31 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] 10.222.0.49 "PUT /v2.0/floatingips/1017a566-64b0-4065-8bf5-75713797ca8b HTTP/1.1" status: 200 len: 694 time: 0.9694138 Oct 12 19:11:57.091311 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ebc66ca-4680-4acc-9b1d-e6c2672bd77d', 'tag': '3f0d89a6-6894-4b33-a68e-e4c38408f1af'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:11:57.094212 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c3bb4bd-4d3c-4d43-be54-5e88003f944a" -d '{"events": [{"name": "network-changed", "server_uuid": "3ebc66ca-4680-4acc-9b1d-e6c2672bd77d", "tag": "3f0d89a6-6894-4b33-a68e-e4c38408f1af"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:11:57.107901 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd61da5e1-1a01-4f28-a289-f8cc732d7154', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c50e084a-aa24-4b2a-b1b3-a26e8bc6a774'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:11:57.107901 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11e39c20-c33f-4038-b5d2-e9ac540fc4a3" -d '{"events": [{"server_uuid": "d61da5e1-1a01-4f28-a289-f8cc732d7154", "name": "network-vif-unplugged", "status": "completed", "tag": "c50e084a-aa24-4b2a-b1b3-a26e8bc6a774"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:11:57.126079 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5f4c64d5-7f20-4e78-ab5f-001995bdd27c req-61381077-06de-4699-bfb0-e5211d0c229d service neutron] 10.222.0.49 "GET /v2.0/networks/2b40d2f7-4a07-4df1-bbb6-021ae59cdec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893849 Oct 12 19:11:57.133136 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port c50e084a-aa24-4b2a-b1b3-a26e8bc6a774, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=c50e084a-aa24-4b2a-b1b3-a26e8bc6a774,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:11:57.187722 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-dc029a57-1c3a-4940-85fc-e0b3004df550 req-3fa29dfc-45b1-4f30-bb5b-b843d9313081 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] For port 19655187-5b33-48a0-851a-72bc459f4498, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=19655187-5b33-48a0-851a-72bc459f4498,segment=NetworkSegment(07a654b6-9e4b-47e5-bebe-20a1a2213e84),segment_id=07a654b6-9e4b-47e5-bebe-20a1a2213e84)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:11:57.188316 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-dc029a57-1c3a-4940-85fc-e0b3004df550 req-3fa29dfc-45b1-4f30-bb5b-b843d9313081 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:57.199110 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105bbae3-2552-4f82-a172-3ea339e2d063 req-24572416-26ee-4506-ae8d-2b7faf06c965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:57.206261 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-236279c8-39c9-448c-9844-21c0f662cebc tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:57.207635 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-105bbae3-2552-4f82-a172-3ea339e2d063 req-24572416-26ee-4506-ae8d-2b7faf06c965 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=194247fcbd8840fc8b099ca900c42c70&device_id=3ebc66ca-4680-4acc-9b1d-e6c2672bd77d HTTP/1.1" status: 200 len: 1096 time: 0.1341407 Oct 12 19:11:57.225890 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-0c082af0-47d1-47b5-a0b9-fe13b880eaa9 None None] Set router e778be89-c114-4bc8-be8c-3d7878ea1275 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:11:57.265590 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:57.359453 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-236279c8-39c9-448c-9844-21c0f662cebc tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] Allocated IP 172.25.5.205 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/5af6f70e-9269-49dc-86f7-c18a2f101d86) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:11:57.458040 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=c50e084a-aa24-4b2a-b1b3-a26e8bc6a774,revision_number=8']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:11:57.482901 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105bbae3-2552-4f82-a172-3ea339e2d063 req-4a610be9-86dd-4779-a5fc-cb7161c19969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:57.484442 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-105bbae3-2552-4f82-a172-3ea339e2d063 req-4a610be9-86dd-4779-a5fc-cb7161c19969 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f3d8d55a-a17e-469f-b479-a47932f8f8ad HTTP/1.1" status: 200 len: 922 time: 0.2757664 Oct 12 19:11:57.555734 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ee402d0f-a487-484e-9564-ab6979585cd6 req-cc71d5b2-797c-448c-a00f-5c5c0205f185 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] 10.222.0.49 "GET /v2.0/floatingips/f52e1a1e-b343-4aa4-bf99-f0483c9f5736 HTTP/1.1" status: 200 len: 692 time: 0.0660794 Oct 12 19:11:57.567250 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-dc029a57-1c3a-4940-85fc-e0b3004df550 req-3fa29dfc-45b1-4f30-bb5b-b843d9313081 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:57.567616 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-dc029a57-1c3a-4940-85fc-e0b3004df550 req-3fa29dfc-45b1-4f30-bb5b-b843d9313081 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7915414'] for floatingip, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:57.567933 n-d-813679-3 neutron-server[95502]: INFO neutron.db.l3_db [req-dc029a57-1c3a-4940-85fc-e0b3004df550 req-3fa29dfc-45b1-4f30-bb5b-b843d9313081 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Floating IP 3f8239f2-c90f-46f9-be5b-22e72a2d006e disassociated. External IP: 172.25.5.221, port: 19655187-5b33-48a0-851a-72bc459f4498. Oct 12 19:11:57.568296 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-dc029a57-1c3a-4940-85fc-e0b3004df550 req-3fa29dfc-45b1-4f30-bb5b-b843d9313081 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Calling delete_port for 19655187-5b33-48a0-851a-72bc459f4498 owned by compute:nova {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:11:57.616289 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-0c082af0-47d1-47b5-a0b9-fe13b880eaa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e778be89-c114-4bc8-be8c-3d7878ea1275', 'name': 'tempest-FloatingIPsAssociationTestJSON-1808744679-router', 'tenant_id': '194247fcbd8840fc8b099ca900c42c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '19e243f6-08a7-4ae7-b5a2-e129e7c4ba73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:10:35Z', 'updated_at': '2021-10-12T19:10:45Z', 'revision_number': 4, 'project_id': '194247fcbd8840fc8b099ca900c42c70', 'gw_port': {'id': '19e243f6-08a7-4ae7-b5a2-e129e7c4ba73', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:2f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e778be89-c114-4bc8-be8c-3d7878ea1275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:10:37Z', 'updated_at': '2021-10-12T19:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '5b19f71e-6d0c-433a-917d-d33b0457ca57', 'name': '', 'network_id': 'f3d8d55a-a17e-469f-b479-a47932f8f8ad', 'tenant_id': '194247fcbd8840fc8b099ca900c42c70', 'mac_address': 'fa:16:3e:6b:a9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e778be89-c114-4bc8-be8c-3d7878ea1275', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '7744f471-5bc3-48f2-bedf-a494f3770221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:10:43Z', 'updated_at': '2021-10-12T19:10:51Z', 'revision_number': 5, 'project_id': '194247fcbd8840fc8b099ca900c42c70', 'subnets': [{'id': '7744f471-5bc3-48f2-bedf-a494f3770221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:11:57.659595 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c082af0-47d1-47b5-a0b9-fe13b880eaa9 None None] Checking router: e778be89-c114-4bc8-be8c-3d7878ea1275 for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:11:57.669931 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c082af0-47d1-47b5-a0b9-fe13b880eaa9 None None] Routers {'e778be89-c114-4bc8-be8c-3d7878ea1275'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:11:57.671455 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-0c082af0-47d1-47b5-a0b9-fe13b880eaa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:11:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['e778be89-c114-4bc8-be8c-3d7878ea1275'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:11:57.686183 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee402d0f-a487-484e-9564-ab6979585cd6 req-a66889c6-6b48-4ac9-bc70-5bf4855ff278 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:57.694163 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ee402d0f-a487-484e-9564-ab6979585cd6 req-a66889c6-6b48-4ac9-bc70-5bf4855ff278 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] 10.222.0.49 "GET /v2.0/networks/4afbf4a4-67f5-42d1-a358-7ba9799dab0c HTTP/1.1" status: 200 len: 784 time: 0.1366963 Oct 12 19:11:57.704414 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [req-ee402d0f-a487-484e-9564-ab6979585cd6 req-bf154cd4-7e38-409a-99b5-a388d8b69d21 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 19:11:57.712668 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ee402d0f-a487-484e-9564-ab6979585cd6 req-bf154cd4-7e38-409a-99b5-a388d8b69d21 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0176840 Oct 12 19:11:57.766087 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-105bbae3-2552-4f82-a172-3ea339e2d063 req-7d0fde66-aa6f-4dc4-9b79-028a8e4331d4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f0d89a6-6894-4b33-a68e-e4c38408f1af HTTP/1.1" status: 200 len: 217 time: 0.0430520 Oct 12 19:11:57.787782 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ee402d0f-a487-484e-9564-ab6979585cd6 req-1b5f5f48-07be-44e6-b223-e186512d2558 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.84 HTTP/1.1" status: 200 len: 695 time: 0.0740967 Oct 12 19:11:57.813756 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-0c082af0-47d1-47b5-a0b9-fe13b880eaa9 None None] Set router e778be89-c114-4bc8-be8c-3d7878ea1275 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:11:57.822205 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105bbae3-2552-4f82-a172-3ea339e2d063 req-70c542cc-b5b0-40b5-8def-da4b692e9fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:57.826008 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-105bbae3-2552-4f82-a172-3ea339e2d063 req-70c542cc-b5b0-40b5-8def-da4b692e9fbd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7744f471-5bc3-48f2-bedf-a494f3770221 HTTP/1.1" status: 200 len: 860 time: 0.0589857 Oct 12 19:11:57.852448 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ee402d0f-a487-484e-9564-ab6979585cd6 req-e42ea867-da41-4262-b23b-58bf030673ef tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.84 HTTP/1.1" status: 200 len: 695 time: 0.0634058 Oct 12 19:11:57.853741 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-dc029a57-1c3a-4940-85fc-e0b3004df550 req-3fa29dfc-45b1-4f30-bb5b-b843d9313081 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:57.870036 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-236279c8-39c9-448c-9844-21c0f662cebc tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:57.892002 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa29dfc-45b1-4f30-bb5b-b843d9313081 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Pushing event deleted for resources: {'Port': ['ID=19655187-5b33-48a0-851a-72bc459f4498,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:11:57.957554 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105bbae3-2552-4f82-a172-3ea339e2d063 req-5be74e71-03f0-467e-8658-7a195da55922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:57.964682 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-105bbae3-2552-4f82-a172-3ea339e2d063 req-5be74e71-03f0-467e-8658-7a195da55922 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f3d8d55a-a17e-469f-b479-a47932f8f8ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1376872 Oct 12 19:11:58.070852 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-ee402d0f-a487-484e-9564-ab6979585cd6 req-7d8c45b4-2cae-4492-8b17-349a43243d71 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] Deleting port 70a9f76b-d458-42fe-8072-1a98154352a8 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:11:58.071202 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-ee402d0f-a487-484e-9564-ab6979585cd6 req-7d8c45b4-2cae-4492-8b17-349a43243d71 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:58.071741 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dc029a57-1c3a-4940-85fc-e0b3004df550 req-3fa29dfc-45b1-4f30-bb5b-b843d9313081 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Router fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:11:58.130741 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-236279c8-39c9-448c-9844-21c0f662cebc tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:58.192758 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-236279c8-39c9-448c-9844-21c0f662cebc tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:11:58.201607 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-236279c8-39c9-448c-9844-21c0f662cebc tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:11:58.204068 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236279c8-39c9-448c-9844-21c0f662cebc tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:11:58.208799 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236279c8-39c9-448c-9844-21c0f662cebc tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] Pushing event updated for resources: {'Port': ['ID=5af6f70e-9269-49dc-86f7-c18a2f101d86,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:11:58.252001 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-ee402d0f-a487-484e-9564-ab6979585cd6 req-7d8c45b4-2cae-4492-8b17-349a43243d71 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:58.252381 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-ee402d0f-a487-484e-9564-ab6979585cd6 req-7d8c45b4-2cae-4492-8b17-349a43243d71 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:58.268127 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-105bbae3-2552-4f82-a172-3ea339e2d063 req-4f7b33a7-e3eb-4aa7-b879-4c94588eeff3 service neutron] 10.222.0.49 "GET /v2.0/networks/f3d8d55a-a17e-469f-b479-a47932f8f8ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148542 Oct 12 19:11:58.274402 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-ee402d0f-a487-484e-9564-ab6979585cd6 req-7d8c45b4-2cae-4492-8b17-349a43243d71 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] Calling delete_port for 70a9f76b-d458-42fe-8072-1a98154352a8 owned by network:floatingip {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:11:58.277275 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dc029a57-1c3a-4940-85fc-e0b3004df550 req-3fa29dfc-45b1-4f30-bb5b-b843d9313081 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:11:58.289316 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ef4724-be4c-4051-a84f-fc85260552d2 None None] Sync routers for ids ['fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:11:58.307414 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ef4724-be4c-4051-a84f-fc85260552d2 None None] Routers {'fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:11:58.308066 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-e2ef4724-be4c-4051-a84f-fc85260552d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:11:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:11:58.329237 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-236279c8-39c9-448c-9844-21c0f662cebc tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:58.363162 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-0c082af0-47d1-47b5-a0b9-fe13b880eaa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e778be89-c114-4bc8-be8c-3d7878ea1275', 'name': 'tempest-FloatingIPsAssociationTestJSON-1808744679-router', 'tenant_id': '194247fcbd8840fc8b099ca900c42c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '19e243f6-08a7-4ae7-b5a2-e129e7c4ba73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:10:35Z', 'updated_at': '2021-10-12T19:10:45Z', 'revision_number': 4, 'project_id': '194247fcbd8840fc8b099ca900c42c70', 'gw_port': {'id': '19e243f6-08a7-4ae7-b5a2-e129e7c4ba73', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:2f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e778be89-c114-4bc8-be8c-3d7878ea1275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:10:37Z', 'updated_at': '2021-10-12T19:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '5b19f71e-6d0c-433a-917d-d33b0457ca57', 'name': '', 'network_id': 'f3d8d55a-a17e-469f-b479-a47932f8f8ad', 'tenant_id': '194247fcbd8840fc8b099ca900c42c70', 'mac_address': 'fa:16:3e:6b:a9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e778be89-c114-4bc8-be8c-3d7878ea1275', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '7744f471-5bc3-48f2-bedf-a494f3770221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:10:43Z', 'updated_at': '2021-10-12T19:10:51Z', 'revision_number': 5, 'project_id': '194247fcbd8840fc8b099ca900c42c70', 'subnets': [{'id': '7744f471-5bc3-48f2-bedf-a494f3770221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:11:58.394756 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c082af0-47d1-47b5-a0b9-fe13b880eaa9 None None] The sync data for ids ['e778be89-c114-4bc8-be8c-3d7878ea1275'] in n-d-813679-3 is: [{'id': 'e778be89-c114-4bc8-be8c-3d7878ea1275', 'name': 'tempest-FloatingIPsAssociationTestJSON-1808744679-router', 'tenant_id': '194247fcbd8840fc8b099ca900c42c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '19e243f6-08a7-4ae7-b5a2-e129e7c4ba73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:10:35Z', 'updated_at': '2021-10-12T19:10:45Z', 'revision_number': 4, 'project_id': '194247fcbd8840fc8b099ca900c42c70', 'gw_port': {'id': '19e243f6-08a7-4ae7-b5a2-e129e7c4ba73', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:2f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e778be89-c114-4bc8-be8c-3d7878ea1275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:10:37Z', 'updated_at': '2021-10-12T19:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '5b19f71e-6d0c-433a-917d-d33b0457ca57', 'name': '', 'network_id': 'f3d8d55a-a17e-469f-b479-a47932f8f8ad', 'tenant_id': '194247fcbd8840fc8b099ca900c42c70', 'mac_address': 'fa:16:3e:6b:a9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e778be89-c114-4bc8-be8c-3d7878ea1275', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '7744f471-5bc3-48f2-bedf-a494f3770221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:10:43Z', 'updated_at': '2021-10-12T19:10:51Z', 'revision_number': 5, 'project_id': '194247fcbd8840fc8b099ca900c42c70', 'subnets': [{'id': '7744f471-5bc3-48f2-bedf-a494f3770221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:11:58.416914 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-105bbae3-2552-4f82-a172-3ea339e2d063 req-aaed1371-9d92-48fe-86ef-365016d401ca service neutron] 10.222.0.49 "GET /v2.0/networks/f3d8d55a-a17e-469f-b479-a47932f8f8ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266675 Oct 12 19:11:58.459462 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc029a57-1c3a-4940-85fc-e0b3004df550 req-3fa29dfc-45b1-4f30-bb5b-b843d9313081 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] No DVR routers for this DVR port 19655187-5b33-48a0-851a-72bc459f4498 on host n-h2-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:11:58.463317 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-dc029a57-1c3a-4940-85fc-e0b3004df550 req-3fa29dfc-45b1-4f30-bb5b-b843d9313081 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:58.466815 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-dc029a57-1c3a-4940-85fc-e0b3004df550 req-3fa29dfc-45b1-4f30-bb5b-b843d9313081 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] 10.222.0.67 "DELETE /v2.0/ports/19655187-5b33-48a0-851a-72bc459f4498 HTTP/1.1" status: 204 len: 173 time: 1.7225642 Oct 12 19:11:58.468071 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-236279c8-39c9-448c-9844-21c0f662cebc tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:58.496918 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-e2ef4724-be4c-4051-a84f-fc85260552d2 None None] Set router fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:11:58.643572 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f918ab19-3198-48a4-9773-24d222b4fe7f req-5bd2d6f8-8501-46b3-b342-79bc07cc42e5 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:58.649423 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f918ab19-3198-48a4-9773-24d222b4fe7f req-5bd2d6f8-8501-46b3-b342-79bc07cc42e5 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/ports?device_id=00655b18-d3a8-487b-a307-bdfa94217209 HTTP/1.1" status: 200 len: 946 time: 0.0723634 Oct 12 19:11:58.697310 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f918ab19-3198-48a4-9773-24d222b4fe7f req-e905293d-40b9-4969-90c3-ec47ce84bd0c tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cccf57-f452-41a8-9e48-a6e744310271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461702 Oct 12 19:11:58.758925 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-236279c8-39c9-448c-9844-21c0f662cebc tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:58.761502 n-d-813679-3 neutron-server[95502]: INFO neutron.api.v2.resource [req-1428e22e-2c42-409d-8dde-d68b2ed80325 req-b7cb233d-4ef4-4490-9887-7380bed18f67 tempest-SecurityGroupsNegativeTestJSON-940106603 tempest-SecurityGroupsNegativeTestJSON-940106603-project] show failed (client error): The resource could not be found. Oct 12 19:11:58.762278 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1428e22e-2c42-409d-8dde-d68b2ed80325 req-b7cb233d-4ef4-4490-9887-7380bed18f67 tempest-SecurityGroupsNegativeTestJSON-940106603 tempest-SecurityGroupsNegativeTestJSON-940106603-project] 10.222.0.49 "GET /v2.0/security-groups/819e5b0d-5b58-4c6f-a755-800fec39a1b3 HTTP/1.1" status: 404 len: 352 time: 0.0173211 Oct 12 19:11:58.787797 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-ee402d0f-a487-484e-9564-ab6979585cd6 req-7d8c45b4-2cae-4492-8b17-349a43243d71 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:58.789713 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-e2ef4724-be4c-4051-a84f-fc85260552d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1173094615-router', 'tenant_id': 'b7528b6e53624c36bc7cfa3c022fa354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '7c6b9a7f-72da-4c6b-83cf-656883aa170b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:09:21Z', 'updated_at': '2021-10-12T19:09:25Z', 'revision_number': 4, 'project_id': 'b7528b6e53624c36bc7cfa3c022fa354', 'gw_port': {'id': '7c6b9a7f-72da-4c6b-83cf-656883aa170b', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:09:22Z', 'updated_at': '2021-10-12T19:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '11da318a-c235-465f-9eef-0a33d57fefa0', 'name': '', 'network_id': '2b40d2f7-4a07-4df1-bbb6-021ae59cdec3', 'tenant_id': 'b7528b6e53624c36bc7cfa3c022fa354', 'mac_address': 'fa:16:3e:34:99:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '20450db0-2083-48cb-ae97-ca9e3c77152e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:09:24Z', 'updated_at': '2021-10-12T19:09:29Z', 'revision_number': 5, 'project_id': 'b7528b6e53624c36bc7cfa3c022fa354', 'subnets': [{'id': '20450db0-2083-48cb-ae97-ca9e3c77152e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:11:58.793942 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 8925778e-0a1c-450f-af8c-65d29c9976da up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:11:58.821317 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8c45b4-2cae-4492-8b17-349a43243d71 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] Pushing event deleted for resources: {'Port': ['ID=70a9f76b-d458-42fe-8072-1a98154352a8,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:11:58.831053 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ef4724-be4c-4051-a84f-fc85260552d2 None None] Checking router: fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:11:58.841879 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ef4724-be4c-4051-a84f-fc85260552d2 None None] Routers {'fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:11:58.842689 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-e2ef4724-be4c-4051-a84f-fc85260552d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:11:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:11:58.883479 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-236279c8-39c9-448c-9844-21c0f662cebc tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:58.886274 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 8925778e-0a1c-450f-af8c-65d29c9976da triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:11:58.886687 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:58.913327 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a060498-f326-4779-be59-8e04b98ee386 req-9fd9122e-c4ac-4d69-9d66-748479c8b5bb tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:58.914766 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9a060498-f326-4779-be59-8e04b98ee386 req-9fd9122e-c4ac-4d69-9d66-748479c8b5bb tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/ports?device_id=08fd2058-3c0a-42c8-aeae-083b075d74c3 HTTP/1.1" status: 200 len: 950 time: 0.0825350 Oct 12 19:11:58.939766 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236279c8-39c9-448c-9844-21c0f662cebc tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] Pushing event updated for resources: {'Port': ['ID=5af6f70e-9269-49dc-86f7-c18a2f101d86,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:11:58.950015 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-ee402d0f-a487-484e-9564-ab6979585cd6 req-7d8c45b4-2cae-4492-8b17-349a43243d71 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] Notify callbacks [] for floatingip, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:58.957410 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-ee402d0f-a487-484e-9564-ab6979585cd6 req-7d8c45b4-2cae-4492-8b17-349a43243d71 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:58.971202 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9a060498-f326-4779-be59-8e04b98ee386 req-5f1f3788-bd02-4c56-b84b-08ed66c8c7ad tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/security-groups?id=97ebf564-c5fe-4f12-92a1-b237f08112ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484934 Oct 12 19:11:58.971597 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ee402d0f-a487-484e-9564-ab6979585cd6 req-7d8c45b4-2cae-4492-8b17-349a43243d71 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] 10.222.0.49 "DELETE /v2.0/floatingips/f52e1a1e-b343-4aa4-bf99-f0483c9f5736 HTTP/1.1" status: 204 len: 173 time: 1.1179209 Oct 12 19:11:58.988121 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-e2ef4724-be4c-4051-a84f-fc85260552d2 None None] Set router fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:11:59.041772 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-236279c8-39c9-448c-9844-21c0f662cebc tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7915414'] for floatingip, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:59.072935 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f52b8ddf-ba58-42d5-bdff-2b39cb9d1525 x-openstack-request-id: req-f52b8ddf-ba58-42d5-bdff-2b39cb9d1525 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:11:59.076359 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ebc66ca-4680-4acc-9b1d-e6c2672bd77d", "tag": "3f0d89a6-6894-4b33-a68e-e4c38408f1af", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:11:59.076359 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f52b8ddf-ba58-42d5-bdff-2b39cb9d1525 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:11:59.076359 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ebc66ca-4680-4acc-9b1d-e6c2672bd77d', 'tag': '3f0d89a6-6894-4b33-a68e-e4c38408f1af', 'status': 'completed', 'code': 200} Oct 12 19:11:59.088331 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 19:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-192ae805-2bbd-4f74-a2e7-96d8cccee413 x-openstack-request-id: req-192ae805-2bbd-4f74-a2e7-96d8cccee413 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:11:59.088785 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d61da5e1-1a01-4f28-a289-f8cc732d7154", "name": "network-vif-unplugged", "status": "completed", "tag": "c50e084a-aa24-4b2a-b1b3-a26e8bc6a774", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:11:59.089093 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-192ae805-2bbd-4f74-a2e7-96d8cccee413 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:11:59.089532 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd61da5e1-1a01-4f28-a289-f8cc732d7154', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c50e084a-aa24-4b2a-b1b3-a26e8bc6a774', 'code': 200} Oct 12 19:11:59.131404 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bf6e9285-4e1c-4a1b-af13-84e21af268e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:59.163275 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-236279c8-39c9-448c-9844-21c0f662cebc tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:11:59.176116 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3bb4bd-4d3c-4d43-be54-5e88003f944a req-dfc5238f-a841-42c8-a29a-32a14cf82df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:59.178194 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6c3bb4bd-4d3c-4d43-be54-5e88003f944a req-dfc5238f-a841-42c8-a29a-32a14cf82df0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=194247fcbd8840fc8b099ca900c42c70&device_id=3ebc66ca-4680-4acc-9b1d-e6c2672bd77d HTTP/1.1" status: 200 len: 1096 time: 0.0733733 Oct 12 19:11:59.179273 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-236279c8-39c9-448c-9844-21c0f662cebc tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3743742 Oct 12 19:11:59.254758 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-451bef69-0e92-42d6-80fe-c0e46c56a797 req-7ad8528f-32aa-466f-a677-de8c8c7ac270 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b5bede8-e825-4307-9bc2-88929de15d91 HTTP/1.1" status: 200 len: 210 time: 0.0605164 Oct 12 19:11:59.291954 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-e2ef4724-be4c-4051-a84f-fc85260552d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1173094615-router', 'tenant_id': 'b7528b6e53624c36bc7cfa3c022fa354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '7c6b9a7f-72da-4c6b-83cf-656883aa170b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:09:21Z', 'updated_at': '2021-10-12T19:09:25Z', 'revision_number': 4, 'project_id': 'b7528b6e53624c36bc7cfa3c022fa354', 'gw_port': {'id': '7c6b9a7f-72da-4c6b-83cf-656883aa170b', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:09:22Z', 'updated_at': '2021-10-12T19:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '11da318a-c235-465f-9eef-0a33d57fefa0', 'name': '', 'network_id': '2b40d2f7-4a07-4df1-bbb6-021ae59cdec3', 'tenant_id': 'b7528b6e53624c36bc7cfa3c022fa354', 'mac_address': 'fa:16:3e:34:99:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '20450db0-2083-48cb-ae97-ca9e3c77152e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:09:24Z', 'updated_at': '2021-10-12T19:09:29Z', 'revision_number': 5, 'project_id': 'b7528b6e53624c36bc7cfa3c022fa354', 'subnets': [{'id': '20450db0-2083-48cb-ae97-ca9e3c77152e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:11:59.316324 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3bb4bd-4d3c-4d43-be54-5e88003f944a req-43772df7-7f4f-402e-a80f-18d0852d3f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:59.318225 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6c3bb4bd-4d3c-4d43-be54-5e88003f944a req-43772df7-7f4f-402e-a80f-18d0852d3f1b service neutron] 10.222.0.67 "GET /v2.0/networks?id=f3d8d55a-a17e-469f-b479-a47932f8f8ad HTTP/1.1" status: 200 len: 922 time: 0.1324863 Oct 12 19:11:59.327846 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ef4724-be4c-4051-a84f-fc85260552d2 None None] The sync data for ids ['fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba'] in n-d-813679-3 is: [{'id': 'fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1173094615-router', 'tenant_id': 'b7528b6e53624c36bc7cfa3c022fa354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '7c6b9a7f-72da-4c6b-83cf-656883aa170b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:09:21Z', 'updated_at': '2021-10-12T19:09:25Z', 'revision_number': 4, 'project_id': 'b7528b6e53624c36bc7cfa3c022fa354', 'gw_port': {'id': '7c6b9a7f-72da-4c6b-83cf-656883aa170b', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:09:22Z', 'updated_at': '2021-10-12T19:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '11da318a-c235-465f-9eef-0a33d57fefa0', 'name': '', 'network_id': '2b40d2f7-4a07-4df1-bbb6-021ae59cdec3', 'tenant_id': 'b7528b6e53624c36bc7cfa3c022fa354', 'mac_address': 'fa:16:3e:34:99:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '20450db0-2083-48cb-ae97-ca9e3c77152e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:09:24Z', 'updated_at': '2021-10-12T19:09:29Z', 'revision_number': 5, 'project_id': 'b7528b6e53624c36bc7cfa3c022fa354', 'subnets': [{'id': '20450db0-2083-48cb-ae97-ca9e3c77152e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:11:59.402227 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6c3bb4bd-4d3c-4d43-be54-5e88003f944a req-c24f2ec5-ff0f-481d-9ab8-503b9f82e444 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f0d89a6-6894-4b33-a68e-e4c38408f1af HTTP/1.1" status: 200 len: 217 time: 0.0592229 Oct 12 19:11:59.443470 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db86ff45-f6c5-405f-b453-157a59f26b48 req-564edea6-70bf-437b-950e-6dcba2ee365a tempest-LiveMigrationTest-1833787117 tempest-LiveMigrationTest-1833787117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:59.444925 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-db86ff45-f6c5-405f-b453-157a59f26b48 req-564edea6-70bf-437b-950e-6dcba2ee365a tempest-LiveMigrationTest-1833787117 tempest-LiveMigrationTest-1833787117-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=00655b18-d3a8-487b-a307-bdfa94217209 HTTP/1.1" status: 200 len: 1097 time: 0.1087234 Oct 12 19:11:59.475141 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3bb4bd-4d3c-4d43-be54-5e88003f944a req-41ea5f83-8020-40b6-87ad-b949e01b2b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:59.476615 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6c3bb4bd-4d3c-4d43-be54-5e88003f944a req-41ea5f83-8020-40b6-87ad-b949e01b2b0d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7744f471-5bc3-48f2-bedf-a494f3770221 HTTP/1.1" status: 200 len: 860 time: 0.0648575 Oct 12 19:11:59.518236 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-db86ff45-f6c5-405f-b453-157a59f26b48 req-1ff3caf6-5ac2-42d4-a49e-fd9329b9e1d8 tempest-LiveMigrationTest-1833787117 tempest-LiveMigrationTest-1833787117-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=87cccf57-f452-41a8-9e48-a6e744310271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668783 Oct 12 19:11:59.536331 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3bb4bd-4d3c-4d43-be54-5e88003f944a req-ea316935-6d3d-4698-86a1-b720508badd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:59.536860 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6c3bb4bd-4d3c-4d43-be54-5e88003f944a req-ea316935-6d3d-4698-86a1-b720508badd8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f3d8d55a-a17e-469f-b479-a47932f8f8ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501711 Oct 12 19:11:59.618074 n-d-813679-3 neutron-server[95502]: INFO neutron.api.v2.resource [req-6a955a9b-fbd5-415f-98cf-4b23ca15b29e req-b6a41edf-c0a7-4be6-94c7-811522a6ccf0 tempest-SecurityGroupsNegativeTestJSON-940106603 tempest-SecurityGroupsNegativeTestJSON-940106603-project] show failed (client error): The resource could not be found. Oct 12 19:11:59.619782 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6a955a9b-fbd5-415f-98cf-4b23ca15b29e req-b6a41edf-c0a7-4be6-94c7-811522a6ccf0 tempest-SecurityGroupsNegativeTestJSON-940106603 tempest-SecurityGroupsNegativeTestJSON-940106603-project] 10.222.0.49 "GET /v2.0/security-groups/66b87668-e8fb-4a19-9c24-4c88d9ad3e7e HTTP/1.1" status: 404 len: 352 time: 0.0673525 Oct 12 19:11:59.638447 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 57578) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:11:59.709222 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-72c5013c-07e1-4496-96a2-03acebfd1a25 req-63b2ad2e-f3fe-4e60-8549-96d82958b438 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.13 HTTP/1.1" status: 200 len: 1000 time: 0.1200857 Oct 12 19:11:59.733493 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6c3bb4bd-4d3c-4d43-be54-5e88003f944a req-a8e946e3-2cc6-40ed-b965-4ff2d6b1cbd9 service neutron] 10.222.0.67 "GET /v2.0/networks/f3d8d55a-a17e-469f-b479-a47932f8f8ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886325 Oct 12 19:11:59.745283 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9b8051f-2590-44c1-85e9-3c5c4b310eb3 admin admin] Deleting subnet 42d210cb-5a9c-4c4f-ab5e-0cb87eb3f673 {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:11:59.754558 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f98cd02-a078-4d42-a9c3-8f64ae1bf163 None None] New status for floating IP 1017a566-64b0-4065-8bf5-75713797ca8b: DOWN {{(pid=95503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 19:11:59.802440 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c5013c-07e1-4496-96a2-03acebfd1a25 req-fe6bff5e-0fbb-4755-9070-b972e98bfb05 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:11:59.803916 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-72c5013c-07e1-4496-96a2-03acebfd1a25 req-fe6bff5e-0fbb-4755-9070-b972e98bfb05 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] 10.222.0.49 "GET /v2.0/ports/b9f78b7f-e2f7-4ed8-b33c-3234a2f9ae81 HTTP/1.1" status: 200 len: 942 time: 0.0860741 Oct 12 19:11:59.859336 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c6171b-9c82-422e-ac45-64bd6f527158 None None] New status for floating IP 3f8239f2-c90f-46f9-be5b-22e72a2d006e: DOWN {{(pid=95504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 19:11:59.948262 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-72c5013c-07e1-4496-96a2-03acebfd1a25 req-1513fa6a-ecc0-4734-a697-cf48798c40f5 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.13 HTTP/1.1" status: 200 len: 1000 time: 0.0862985 Oct 12 19:12:00.092648 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c9b8051f-2590-44c1-85e9-3c5c4b310eb3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:00.234692 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c9b8051f-2590-44c1-85e9-3c5c4b310eb3 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:00.262625 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c9b8051f-2590-44c1-85e9-3c5c4b310eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:00.271090 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8df37d53-50ee-4118-8a95-3b17eed1f284 req-f223ed21-54a9-4fde-b635-b961bb3bf633 tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--920962712&fields=id&tenant_id=ed6b12966b9343359f6575d52c95f820 HTTP/1.1" status: 200 len: 267 time: 0.1802754 Oct 12 19:12:00.341423 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c5013c-07e1-4496-96a2-03acebfd1a25 req-cc5c4fab-83d6-4bfc-833c-82c4ef14f716 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:00.342695 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-72c5013c-07e1-4496-96a2-03acebfd1a25 req-cc5c4fab-83d6-4bfc-833c-82c4ef14f716 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] 10.222.0.49 "GET /v2.0/networks/4afbf4a4-67f5-42d1-a358-7ba9799dab0c HTTP/1.1" status: 200 len: 784 time: 0.3817167 Oct 12 19:12:00.387859 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6c3bb4bd-4d3c-4d43-be54-5e88003f944a req-b20274c7-9acd-4df7-8d7c-fd4f5b4965cf service neutron] 10.222.0.67 "GET /v2.0/networks/f3d8d55a-a17e-469f-b479-a47932f8f8ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6387889 Oct 12 19:12:00.414836 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-72c5013c-07e1-4496-96a2-03acebfd1a25 req-87fd59d9-8ef0-4c5e-ab54-0c771892ee49 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.13 HTTP/1.1" status: 200 len: 1000 time: 0.0650849 Oct 12 19:12:00.426526 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-72c5013c-07e1-4496-96a2-03acebfd1a25 req-8e0bfc8f-7efc-4603-a52c-d8de7429a4a3 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:12:00.447831 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4c64d5-7f20-4e78-ab5f-001995bdd27c req-2129853a-66df-4848-9b62-29c9916178dc tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:00.449288 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5f4c64d5-7f20-4e78-ab5f-001995bdd27c req-2129853a-66df-4848-9b62-29c9916178dc tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] 10.222.0.61 "GET /v2.0/networks?id=2b40d2f7-4a07-4df1-bbb6-021ae59cdec3 HTTP/1.1" status: 200 len: 824 time: 0.2843730 Oct 12 19:12:00.482890 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-72c5013c-07e1-4496-96a2-03acebfd1a25 req-8e0bfc8f-7efc-4603-a52c-d8de7429a4a3 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] Notify callbacks [] for floatingip, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:00.490393 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df37d53-50ee-4118-8a95-3b17eed1f284 req-8a6c9110-579f-47e5-a44f-525f21d351af tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:00.491858 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8df37d53-50ee-4118-8a95-3b17eed1f284 req-8a6c9110-579f-47e5-a44f-525f21d351af tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] 10.222.0.49 "GET /v2.0/networks?id=7e2fb59a-6119-4752-90bd-a0430fbe9b50 HTTP/1.1" status: 200 len: 812 time: 0.1951499 Oct 12 19:12:00.524067 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5f4c64d5-7f20-4e78-ab5f-001995bdd27c req-1301f1df-fc88-453f-b91c-21b4ee578768 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b7528b6e53624c36bc7cfa3c022fa354 HTTP/1.1" status: 200 len: 379 time: 0.0618150 Oct 12 19:12:00.525696 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8df37d53-50ee-4118-8a95-3b17eed1f284 req-a4eebe17-71f3-4b17-84a8-10c966472ef8 tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] 10.222.0.49 "GET /v2.0/quotas/ed6b12966b9343359f6575d52c95f820 HTTP/1.1" status: 200 len: 375 time: 0.0275598 Oct 12 19:12:00.538414 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-5f4c64d5-7f20-4e78-ab5f-001995bdd27c req-d95f2889-d81f-4d0c-9005-be93edc79846 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Request body: {'port': {'device_id': '8b5bede8-e825-4307-9bc2-88929de15d91', 'network_id': '2b40d2f7-4a07-4df1-bbb6-021ae59cdec3', 'admin_state_up': True, 'tenant_id': 'b7528b6e53624c36bc7cfa3c022fa354', 'security_groups': ['ba303c90-524f-4c6d-a60e-9cdccd966656']}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:12:00.597491 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c9b8051f-2590-44c1-85e9-3c5c4b310eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:00.643466 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b8051f-2590-44c1-85e9-3c5c4b310eb3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42d210cb-5a9c-4c4f-ab5e-0cb87eb3f673,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:12:00.645868 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-72c5013c-07e1-4496-96a2-03acebfd1a25 req-8e0bfc8f-7efc-4603-a52c-d8de7429a4a3 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:00.654455 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c9b8051f-2590-44c1-85e9-3c5c4b310eb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:00.661217 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-c9b8051f-2590-44c1-85e9-3c5c4b310eb3 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/42d210cb-5a9c-4c4f-ab5e-0cb87eb3f673 HTTP/1.1" status: 204 len: 168 time: 1.0183127 Oct 12 19:12:00.661624 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 57596) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:12:00.719406 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-72c5013c-07e1-4496-96a2-03acebfd1a25 req-8e0bfc8f-7efc-4603-a52c-d8de7429a4a3 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7915414'] for floatingip, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:00.719859 n-d-813679-3 neutron-server[95501]: INFO neutron.db.l3_db [req-72c5013c-07e1-4496-96a2-03acebfd1a25 req-8e0bfc8f-7efc-4603-a52c-d8de7429a4a3 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] Floating IP 750bb4db-6990-4cab-ba1b-0fa084829891 disassociated. External IP: 172.25.5.13, port: b9f78b7f-e2f7-4ed8-b33c-3234a2f9ae81. Oct 12 19:12:00.722979 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8df37d53-50ee-4118-8a95-3b17eed1f284 req-b74c7070-bd65-42e9-9692-ec5ae492d34d tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=ed6b12966b9343359f6575d52c95f820&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1883295 Oct 12 19:12:00.813930 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7e7092e2-7a33-4cbd-9751-ce2e19188468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:00.835814 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device c0f009b6-1045-46b2-9f3c-b86eb815c549 details requested by agent hyperv_n-h2-813679-3 with host n-h2-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:12:00.838450 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 19655187-5b33-48a0-851a-72bc459f4498 no longer exists at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:12:00.865246 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] No Port match for: 19655187-5b33-48a0-851a-72bc459f4498 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:12:00.865503 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 19655187-5b33-48a0-851a-72bc459f4498 not bound to the agent host n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:12:00.929032 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [req-72c5013c-07e1-4496-96a2-03acebfd1a25 req-8e0bfc8f-7efc-4603-a52c-d8de7429a4a3 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] Router d26dd5a1-f855-4d0c-9d8c-04c19e54ccb3 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:12:00.931276 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8df37d53-50ee-4118-8a95-3b17eed1f284 req-a646433a-d52c-40ed-a8f3-401479a31f32 service neutron] 10.222.0.49 "GET /v2.0/networks/7e2fb59a-6119-4752-90bd-a0430fbe9b50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893075 Oct 12 19:12:00.933800 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f4c64d5-7f20-4e78-ab5f-001995bdd27c req-d95f2889-d81f-4d0c-9005-be93edc79846 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Made reservation on behalf of b7528b6e53624c36bc7cfa3c022fa354 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:12:00.937296 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-5f4c64d5-7f20-4e78-ab5f-001995bdd27c req-d95f2889-d81f-4d0c-9005-be93edc79846 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:00.969491 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7e7092e2-7a33-4cbd-9751-ce2e19188468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:00.975873 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port c0f009b6-1045-46b2-9f3c-b86eb815c549, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=c0f009b6-1045-46b2-9f3c-b86eb815c549,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:12:00.991443 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Returning: {'device': 'c0f009b6-1045-46b2-9f3c-b86eb815c549', 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1', 'port_id': 'c0f009b6-1045-46b2-9f3c-b86eb815c549', 'mac_address': 'fa:16:3e:5a:97:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '629aee7d-3fde-4c72-af1e-6a7e1f6a7e75', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:12:01.039754 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:01.052723 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7e7092e2-7a33-4cbd-9751-ce2e19188468 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=95502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 19:12:01.053065 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7e7092e2-7a33-4cbd-9751-ce2e19188468 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=95502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 19:12:01.053795 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7e7092e2-7a33-4cbd-9751-ce2e19188468 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=95502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 19:12:01.054129 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7e7092e2-7a33-4cbd-9751-ce2e19188468 admin admin] Subscribe: > port after_create 55550000 {{(pid=95502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 19:12:01.054445 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0f009b6-1045-46b2-9f3c-b86eb815c549 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:12:01.054563 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7e7092e2-7a33-4cbd-9751-ce2e19188468 admin admin] Subscribe: > port after_delete 55550000 {{(pid=95502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 19:12:01.054782 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7e7092e2-7a33-4cbd-9751-ce2e19188468 admin admin] Subscribe: > port after_update 55550000 {{(pid=95502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 19:12:01.055098 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7e7092e2-7a33-4cbd-9751-ce2e19188468 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=95502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 19:12:01.055689 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7e7092e2-7a33-4cbd-9751-ce2e19188468 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 19:12:01.055689 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7e7092e2-7a33-4cbd-9751-ce2e19188468 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 19:12:01.056021 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7e7092e2-7a33-4cbd-9751-ce2e19188468 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=95502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 19:12:01.058775 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-72c5013c-07e1-4496-96a2-03acebfd1a25 req-8e0bfc8f-7efc-4603-a52c-d8de7429a4a3 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:12:01.064313 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-72c5013c-07e1-4496-96a2-03acebfd1a25 req-8e0bfc8f-7efc-4603-a52c-d8de7429a4a3 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:01.081981 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3cd414-a041-4332-87e2-b506cdb4d507 None None] Sync routers for ids ['d26dd5a1-f855-4d0c-9d8c-04c19e54ccb3'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:12:01.089364 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port c0f009b6-1045-46b2-9f3c-b86eb815c549, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=c0f009b6-1045-46b2-9f3c-b86eb815c549,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:12:01.096678 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3cd414-a041-4332-87e2-b506cdb4d507 None None] Routers {'d26dd5a1-f855-4d0c-9d8c-04c19e54ccb3'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:12:01.097138 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-72c5013c-07e1-4496-96a2-03acebfd1a25 req-8e0bfc8f-7efc-4603-a52c-d8de7429a4a3 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] 10.222.0.49 "PUT /v2.0/floatingips/750bb4db-6990-4cab-ba1b-0fa084829891 HTTP/1.1" status: 200 len: 694 time: 0.6742983 Oct 12 19:12:01.097931 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fcf7e7d-786c-4285-8704-dbf6d6eee771', 'tag': 'b9f78b7f-e2f7-4ed8-b33c-3234a2f9ae81'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:12:01.098581 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-eb3cd414-a041-4332-87e2-b506cdb4d507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:11:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['d26dd5a1-f855-4d0c-9d8c-04c19e54ccb3'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:12:01.112608 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86c936f5-0903-40a8-9124-d6d3b1058cac" -d '{"events": [{"name": "network-changed", "server_uuid": "0fcf7e7d-786c-4285-8704-dbf6d6eee771", "tag": "b9f78b7f-e2f7-4ed8-b33c-3234a2f9ae81"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:12:01.142634 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7e7092e2-7a33-4cbd-9751-ce2e19188468 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 19:12:01.143159 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7e7092e2-7a33-4cbd-9751-ce2e19188468 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 19:12:01.143246 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7e7092e2-7a33-4cbd-9751-ce2e19188468 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=95502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 19:12:01.143558 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7e7092e2-7a33-4cbd-9751-ce2e19188468 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=95502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 19:12:01.143929 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-7e7092e2-7a33-4cbd-9751-ce2e19188468 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b6f1c75-6cdd-4c5b-8cfd-b7e6e3da4819']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:12:01.154258 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:01.156451 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f51da24-babf-4b49-9219-253aec8d2e62', 'name': 'network-vif-deleted', 'tag': '19655187-5b33-48a0-851a-72bc459f4498'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:12:01.158317 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffa3ee98-6d2c-4a19-8438-7a5a5afbfa0e" -d '{"events": [{"server_uuid": "1f51da24-babf-4b49-9219-253aec8d2e62", "name": "network-vif-deleted", "tag": "19655187-5b33-48a0-851a-72bc459f4498"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:12:01.184478 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c5013c-07e1-4496-96a2-03acebfd1a25 req-94e4c529-4ad7-446b-a58f-49c560f18032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:01.186352 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-72c5013c-07e1-4496-96a2-03acebfd1a25 req-94e4c529-4ad7-446b-a58f-49c560f18032 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ae185389b7954075b07d084c36053bf8&device_id=0fcf7e7d-786c-4285-8704-dbf6d6eee771 HTTP/1.1" status: 200 len: 1096 time: 0.0564191 Oct 12 19:12:01.211485 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-7e7092e2-7a33-4cbd-9751-ce2e19188468 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c4f5e6a-fe1b-4854-a461-e3f69157d9d0') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:12:01.211786 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-7e7092e2-7a33-4cbd-9751-ce2e19188468 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c4f5e6a-fe1b-4854-a461-e3f69157d9d0') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:12:01.237275 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7e7092e2-7a33-4cbd-9751-ce2e19188468 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16313633'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:01.256602 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['c0f009b6-1045-46b2-9f3c-b86eb815c549'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:12:01.283297 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7e7092e2-7a33-4cbd-9751-ce2e19188468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:01.299241 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e7092e2-7a33-4cbd-9751-ce2e19188468 admin admin] Releasing vlan 526 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:12:01.299644 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7e7092e2-7a33-4cbd-9751-ce2e19188468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4305278'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:01.299903 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-eb3cd414-a041-4332-87e2-b506cdb4d507 None None] Set router d26dd5a1-f855-4d0c-9d8c-04c19e54ccb3 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:12:01.301717 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=c0f009b6-1045-46b2-9f3c-b86eb815c549,revision_number=9']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:12:01.304519 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8df37d53-50ee-4118-8a95-3b17eed1f284 req-f1d2327e-b4ba-458d-9a7e-8760f3317aad service neutron] 10.222.0.49 "GET /v2.0/networks/7e2fb59a-6119-4752-90bd-a0430fbe9b50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3524108 Oct 12 19:12:01.314036 n-d-813679-3 neutron-server[95502]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 12 19:12:01.314036 n-d-813679-3 neutron-server[95502]: from cryptography.utils import int_from_bytes Oct 12 19:12:01.314036 n-d-813679-3 neutron-server[95502]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 12 19:12:01.314036 n-d-813679-3 neutron-server[95502]: from cryptography.utils import int_from_bytes Oct 12 19:12:01.314036 n-d-813679-3 neutron-server[95502]: Traceback (most recent call last): Oct 12 19:12:01.314036 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:12:01.314036 n-d-813679-3 neutron-server[95502]: timer() Oct 12 19:12:01.314036 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:12:01.314036 n-d-813679-3 neutron-server[95502]: cb(*args, **kw) Oct 12 19:12:01.314036 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:12:01.314036 n-d-813679-3 neutron-server[95502]: return func(*args, **kwargs) Oct 12 19:12:01.314036 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:12:01.314036 n-d-813679-3 neutron-server[95502]: self._notify() Oct 12 19:12:01.314036 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:12:01.314036 n-d-813679-3 neutron-server[95502]: self.callback(batched_events) Oct 12 19:12:01.314036 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:12:01.314036 n-d-813679-3 neutron-server[95502]: event.method(event) Oct 12 19:12:01.314036 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:12:01.314036 n-d-813679-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:12:01.314036 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:12:01.314036 n-d-813679-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:12:01.314036 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:12:01.314036 n-d-813679-3 neutron-server[95502]: return f(self, *a, **k) Oct 12 19:12:01.314036 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:12:01.314036 n-d-813679-3 neutron-server[95502]: return self._get(url).json() Oct 12 19:12:01.314036 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:12:01.314036 n-d-813679-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:12:01.314036 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:12:01.314036 n-d-813679-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Oct 12 19:12:01.314036 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:12:01.314036 n-d-813679-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:12:01.314036 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:12:01.314036 n-d-813679-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:12:01.314036 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:12:01.314036 n-d-813679-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:12:01.314036 n-d-813679-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:12:01.361786 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c5013c-07e1-4496-96a2-03acebfd1a25 req-5906b791-4680-4e04-81e8-24ae381ce1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:01.377079 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-72c5013c-07e1-4496-96a2-03acebfd1a25 req-5906b791-4680-4e04-81e8-24ae381ce1a4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6a06356e-3ac9-4b75-a179-fa94da59a4c4 HTTP/1.1" status: 200 len: 929 time: 0.1816752 Oct 12 19:12:01.456094 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79bfa8c-1666-4c9f-bbf7-9d864153bf7a req-9e2f1707-7592-481e-8e87-556a4abfb309 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:01.457532 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f79bfa8c-1666-4c9f-bbf7-9d864153bf7a req-9e2f1707-7592-481e-8e87-556a4abfb309 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] 10.222.0.67 "GET /v2.0/ports?device_id=3ebc66ca-4680-4acc-9b1d-e6c2672bd77d HTTP/1.1" status: 200 len: 945 time: 0.1296902 Oct 12 19:12:01.458735 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [req-5f4c64d5-7f20-4e78-ab5f-001995bdd27c req-d95f2889-d81f-4d0c-9005-be93edc79846 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Allocated IP 172.20.0.14 (2b40d2f7-4a07-4df1-bbb6-021ae59cdec3/20450db0-2083-48cb-ae97-ca9e3c77152e/5e0ec8f6-bb01-4a06-8ec5-bef8d4ace2f3) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:12:01.464658 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-72c5013c-07e1-4496-96a2-03acebfd1a25 req-0f5e936d-35dd-4f5f-99be-c8e882bae171 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b9f78b7f-e2f7-4ed8-b33c-3234a2f9ae81 HTTP/1.1" status: 200 len: 217 time: 0.0860000 Oct 12 19:12:01.520014 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c5013c-07e1-4496-96a2-03acebfd1a25 req-6c635081-2fed-4499-9b59-d37d80a8ef38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:01.529002 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-72c5013c-07e1-4496-96a2-03acebfd1a25 req-6c635081-2fed-4499-9b59-d37d80a8ef38 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c942d9e9-4043-4df0-b7e7-7529a4adc971 HTTP/1.1" status: 200 len: 867 time: 0.0542417 Oct 12 19:12:01.561320 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7e7092e2-7a33-4cbd-9751-ce2e19188468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:01.579629 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7e7092e2-7a33-4cbd-9751-ce2e19188468 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:01.583174 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-7e7092e2-7a33-4cbd-9751-ce2e19188468 admin admin] 10.222.0.49 "DELETE /v2.0/networks/4b6f1c75-6cdd-4c5b-8cfd-b7e6e3da4819 HTTP/1.1" status: 204 len: 168 time: 0.9198852 Oct 12 19:12:01.600802 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c5013c-07e1-4496-96a2-03acebfd1a25 req-89d7f09a-2326-4575-8988-557782844d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:01.602436 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-72c5013c-07e1-4496-96a2-03acebfd1a25 req-89d7f09a-2326-4575-8988-557782844d25 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6a06356e-3ac9-4b75-a179-fa94da59a4c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702093 Oct 12 19:12:01.621705 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7092e2-7a33-4cbd-9751-ce2e19188468 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b6f1c75-6cdd-4c5b-8cfd-b7e6e3da4819,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:12:01.673225 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-f79bfa8c-1666-4c9f-bbf7-9d864153bf7a req-22251861-2cf0-4222-b9a3-0b66e473fdb3 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Deleting port 3f0d89a6-6894-4b33-a68e-e4c38408f1af {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:12:01.673568 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-f79bfa8c-1666-4c9f-bbf7-9d864153bf7a req-22251861-2cf0-4222-b9a3-0b66e473fdb3 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:01.728218 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-122e62c4-7e50-4db9-a466-87a8f279df1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:01.729394 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-eb3cd414-a041-4332-87e2-b506cdb4d507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd26dd5a1-f855-4d0c-9d8c-04c19e54ccb3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-995433508-router', 'tenant_id': 'ae185389b7954075b07d084c36053bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '5db95227-b468-4a01-af1b-748ea75a3d65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:11:16Z', 'updated_at': '2021-10-12T19:11:23Z', 'revision_number': 4, 'project_id': 'ae185389b7954075b07d084c36053bf8', 'gw_port': {'id': '5db95227-b468-4a01-af1b-748ea75a3d65', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:32:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26dd5a1-f855-4d0c-9d8c-04c19e54ccb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:11:17Z', 'updated_at': '2021-10-12T19:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': 'f1709592-8ff6-47ea-ba75-da3a7195babf', 'name': '', 'network_id': '6a06356e-3ac9-4b75-a179-fa94da59a4c4', 'tenant_id': 'ae185389b7954075b07d084c36053bf8', 'mac_address': 'fa:16:3e:55:ea:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26dd5a1-f855-4d0c-9d8c-04c19e54ccb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'c942d9e9-4043-4df0-b7e7-7529a4adc971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:11:22Z', 'updated_at': '2021-10-12T19:11:28Z', 'revision_number': 5, 'project_id': 'ae185389b7954075b07d084c36053bf8', 'subnets': [{'id': 'c942d9e9-4043-4df0-b7e7-7529a4adc971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:12:01.761367 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-72c5013c-07e1-4496-96a2-03acebfd1a25 req-bffc7e1d-de2b-43bd-a3b1-5d645cee16e4 service neutron] 10.222.0.49 "GET /v2.0/networks/6a06356e-3ac9-4b75-a179-fa94da59a4c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502430 Oct 12 19:12:01.770780 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3cd414-a041-4332-87e2-b506cdb4d507 None None] Checking router: d26dd5a1-f855-4d0c-9d8c-04c19e54ccb3 for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:12:01.785655 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3cd414-a041-4332-87e2-b506cdb4d507 None None] Routers {'d26dd5a1-f855-4d0c-9d8c-04c19e54ccb3'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:12:01.786343 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-eb3cd414-a041-4332-87e2-b506cdb4d507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:12:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['d26dd5a1-f855-4d0c-9d8c-04c19e54ccb3'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:12:01.882524 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-5f4c64d5-7f20-4e78-ab5f-001995bdd27c req-d95f2889-d81f-4d0c-9005-be93edc79846 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:01.922362 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-72c5013c-07e1-4496-96a2-03acebfd1a25 req-3b283cfd-375b-4a10-be47-d0e476ec97ad service neutron] 10.222.0.49 "GET /v2.0/networks/6a06356e-3ac9-4b75-a179-fa94da59a4c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540239 Oct 12 19:12:01.986478 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-f79bfa8c-1666-4c9f-bbf7-9d864153bf7a req-22251861-2cf0-4222-b9a3-0b66e473fdb3 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] For port 3f0d89a6-6894-4b33-a68e-e4c38408f1af, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=3f0d89a6-6894-4b33-a68e-e4c38408f1af,segment=NetworkSegment(70a77141-5565-41b2-8aa4-9582e3e1fa93),segment_id=70a77141-5565-41b2-8aa4-9582e3e1fa93)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:12:01.986845 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-f79bfa8c-1666-4c9f-bbf7-9d864153bf7a req-22251861-2cf0-4222-b9a3-0b66e473fdb3 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:01.991719 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ecfaa3-cdfc-4e65-adf5-6802b10098b0 req-c0e5b226-e20b-4926-8760-cd8c37b90f3e tempest-LiveMigrationTest-1833787117 tempest-LiveMigrationTest-1833787117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:01.993255 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-01ecfaa3-cdfc-4e65-adf5-6802b10098b0 req-c0e5b226-e20b-4926-8760-cd8c37b90f3e tempest-LiveMigrationTest-1833787117 tempest-LiveMigrationTest-1833787117-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=00655b18-d3a8-487b-a307-bdfa94217209 HTTP/1.1" status: 200 len: 1097 time: 0.2127256 Oct 12 19:12:02.001950 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-eb3cd414-a041-4332-87e2-b506cdb4d507 None None] Set router d26dd5a1-f855-4d0c-9d8c-04c19e54ccb3 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:12:02.016930 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 57634) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:12:02.041419 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-f79bfa8c-1666-4c9f-bbf7-9d864153bf7a req-22251861-2cf0-4222-b9a3-0b66e473fdb3 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Calling delete_port for 3f0d89a6-6894-4b33-a68e-e4c38408f1af owned by compute:nova {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:12:02.086926 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-01ecfaa3-cdfc-4e65-adf5-6802b10098b0 req-7e977b12-b50b-4efa-8d71-dd8730a538ba tempest-LiveMigrationTest-1833787117 tempest-LiveMigrationTest-1833787117-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=87cccf57-f452-41a8-9e48-a6e744310271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765052 Oct 12 19:12:02.174778 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-7a00cd04-3aee-4b10-9bd1-00d0678bb6d7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ec932ef426b54a8ba46e6126efdca01e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1566653 Oct 12 19:12:02.177264 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 57638) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:12:02.239415 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb95229-a0cb-4e71-b58b-f97bfb9fdbfb req-e925f783-7e4d-44bd-88cd-37b8dc59b75b tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:02.241036 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9fb95229-a0cb-4e71-b58b-f97bfb9fdbfb req-e925f783-7e4d-44bd-88cd-37b8dc59b75b tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] 10.222.0.49 "GET /v2.0/ports?device_id=31068235-8d67-4f2f-9b64-477add9d67bc&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1644046 Oct 12 19:12:02.317636 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-5f4c64d5-7f20-4e78-ab5f-001995bdd27c req-d95f2889-d81f-4d0c-9005-be93edc79846 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:02.319936 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9fb95229-a0cb-4e71-b58b-f97bfb9fdbfb req-09c89775-41f7-41e7-8767-942796ee2a39 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.12 HTTP/1.1" status: 200 len: 695 time: 0.0673003 Oct 12 19:12:02.334693 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-9fb95229-a0cb-4e71-b58b-f97bfb9fdbfb req-07fa8c3c-926c-460d-87a6-cf0e743280f8 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Request body: {'floatingip': {'port_id': 'a49b9b09-b6b3-4a98-a818-aeb467971b1d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:12:02.396415 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95f2889-d81f-4d0c-9005-be93edc79846 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Pushing event updated for resources: {'Port': ['ID=5e0ec8f6-bb01-4a06-8ec5-bef8d4ace2f3,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:12:02.417512 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-f79bfa8c-1666-4c9f-bbf7-9d864153bf7a req-22251861-2cf0-4222-b9a3-0b66e473fdb3 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:02.426368 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-9fb95229-a0cb-4e71-b58b-f97bfb9fdbfb req-07fa8c3c-926c-460d-87a6-cf0e743280f8 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Notify callbacks [] for floatingip, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:02.439526 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f4c64d5-7f20-4e78-ab5f-001995bdd27c req-d95f2889-d81f-4d0c-9005-be93edc79846 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Network 2b40d2f7-4a07-4df1-bbb6-021ae59cdec3 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:12:02.456871 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e8dc14-2e08-4d87-a2e0-bc806148bfe2 req-dd667490-cece-4f3c-8150-2801a28b8e96 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:02.458497 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a1e8dc14-2e08-4d87-a2e0-bc806148bfe2 req-dd667490-cece-4f3c-8150-2801a28b8e96 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/ports?device_id=08fd2058-3c0a-42c8-aeae-083b075d74c3 HTTP/1.1" status: 200 len: 950 time: 0.1791012 Oct 12 19:12:02.469678 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [req-5f4c64d5-7f20-4e78-ab5f-001995bdd27c req-d95f2889-d81f-4d0c-9005-be93edc79846 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:12:02.481965 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f4c64d5-7f20-4e78-ab5f-001995bdd27c req-d95f2889-d81f-4d0c-9005-be93edc79846 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:12:02.648848 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4c64d5-7f20-4e78-ab5f-001995bdd27c req-d95f2889-d81f-4d0c-9005-be93edc79846 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:02.649832 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-5f4c64d5-7f20-4e78-ab5f-001995bdd27c req-d95f2889-d81f-4d0c-9005-be93edc79846 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:02.666964 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['3f0d89a6-6894-4b33-a68e-e4c38408f1af'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:12:02.673020 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['a49b9b09-b6b3-4a98-a818-aeb467971b1d'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:12:02.720868 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-f79bfa8c-1666-4c9f-bbf7-9d864153bf7a req-22251861-2cf0-4222-b9a3-0b66e473fdb3 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] No DVR routers for this DVR port 3f0d89a6-6894-4b33-a68e-e4c38408f1af on host n-h2-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:12:02.723945 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-f79bfa8c-1666-4c9f-bbf7-9d864153bf7a req-22251861-2cf0-4222-b9a3-0b66e473fdb3 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:02.732754 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f79bfa8c-1666-4c9f-bbf7-9d864153bf7a req-22251861-2cf0-4222-b9a3-0b66e473fdb3 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] 10.222.0.67 "DELETE /v2.0/ports/3f0d89a6-6894-4b33-a68e-e4c38408f1af HTTP/1.1" status: 204 len: 173 time: 1.2671933 Oct 12 19:12:02.734521 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22251861-2cf0-4222-b9a3-0b66e473fdb3 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Pushing event deleted for resources: {'Port': ['ID=3f0d89a6-6894-4b33-a68e-e4c38408f1af,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:12:02.803017 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a1e8dc14-2e08-4d87-a2e0-bc806148bfe2 req-4179b745-efea-4492-960e-c579c8038c30 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/security-groups?id=97ebf564-c5fe-4f12-92a1-b237f08112ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3348076 Oct 12 19:12:02.815654 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:02.849430 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5f4c64d5-7f20-4e78-ab5f-001995bdd27c req-d95f2889-d81f-4d0c-9005-be93edc79846 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3165305 Oct 12 19:12:02.867511 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device c0f009b6-1045-46b2-9f3c-b86eb815c549 up at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:12:02.869726 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-5f4c64d5-7f20-4e78-ab5f-001995bdd27c req-d3b6c1a4-d86c-45f4-b9a3-32ad300697e4 service neutron] Request body: {'port': {'device_id': '8b5bede8-e825-4307-9bc2-88929de15d91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:12:02.944069 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-5f4c64d5-7f20-4e78-ab5f-001995bdd27c req-d3b6c1a4-d86c-45f4-b9a3-32ad300697e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:02.981716 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:03.094913 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning complete for port c0f009b6-1045-46b2-9f3c-b86eb815c549 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:12:03.098205 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:03.172446 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-719e4a5e-8518-40c4-b701-88ecf7871eb2 None None] Provisioning complete for port 5e0ec8f6-bb01-4a06-8ec5-bef8d4ace2f3 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:12:03.173542 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-719e4a5e-8518-40c4-b701-88ecf7871eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:03.185072 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:03.241245 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-eb3cd414-a041-4332-87e2-b506cdb4d507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd26dd5a1-f855-4d0c-9d8c-04c19e54ccb3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-995433508-router', 'tenant_id': 'ae185389b7954075b07d084c36053bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '5db95227-b468-4a01-af1b-748ea75a3d65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:11:16Z', 'updated_at': '2021-10-12T19:11:23Z', 'revision_number': 4, 'project_id': 'ae185389b7954075b07d084c36053bf8', 'gw_port': {'id': '5db95227-b468-4a01-af1b-748ea75a3d65', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:32:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26dd5a1-f855-4d0c-9d8c-04c19e54ccb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:11:17Z', 'updated_at': '2021-10-12T19:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': 'f1709592-8ff6-47ea-ba75-da3a7195babf', 'name': '', 'network_id': '6a06356e-3ac9-4b75-a179-fa94da59a4c4', 'tenant_id': 'ae185389b7954075b07d084c36053bf8', 'mac_address': 'fa:16:3e:55:ea:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26dd5a1-f855-4d0c-9d8c-04c19e54ccb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'c942d9e9-4043-4df0-b7e7-7529a4adc971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:11:22Z', 'updated_at': '2021-10-12T19:11:28Z', 'revision_number': 5, 'project_id': 'ae185389b7954075b07d084c36053bf8', 'subnets': [{'id': 'c942d9e9-4043-4df0-b7e7-7529a4adc971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:12:03.244376 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-9fb95229-a0cb-4e71-b58b-f97bfb9fdbfb req-07fa8c3c-926c-460d-87a6-cf0e743280f8 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:03.247198 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-05475904-56fb-424d-9e76-81aafbe4a7df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:03.269500 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d3265f-5d5f-45ed-9d50-e6e1d19322d0 req-17d93989-3f27-4dc6-a1fb-86e694761390 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:03.276752 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-05475904-56fb-424d-9e76-81aafbe4a7df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:03.277216 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-50d3265f-5d5f-45ed-9d50-e6e1d19322d0 req-17d93989-3f27-4dc6-a1fb-86e694761390 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b5bede8-e825-4307-9bc2-88929de15d91 HTTP/1.1" status: 200 len: 932 time: 0.1528194 Oct 12 19:12:03.297251 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3cd414-a041-4332-87e2-b506cdb4d507 None None] The sync data for ids ['d26dd5a1-f855-4d0c-9d8c-04c19e54ccb3'] in n-d-813679-3 is: [{'id': 'd26dd5a1-f855-4d0c-9d8c-04c19e54ccb3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-995433508-router', 'tenant_id': 'ae185389b7954075b07d084c36053bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '5db95227-b468-4a01-af1b-748ea75a3d65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:11:16Z', 'updated_at': '2021-10-12T19:11:23Z', 'revision_number': 4, 'project_id': 'ae185389b7954075b07d084c36053bf8', 'gw_port': {'id': '5db95227-b468-4a01-af1b-748ea75a3d65', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:32:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26dd5a1-f855-4d0c-9d8c-04c19e54ccb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:11:17Z', 'updated_at': '2021-10-12T19:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': 'f1709592-8ff6-47ea-ba75-da3a7195babf', 'name': '', 'network_id': '6a06356e-3ac9-4b75-a179-fa94da59a4c4', 'tenant_id': 'ae185389b7954075b07d084c36053bf8', 'mac_address': 'fa:16:3e:55:ea:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26dd5a1-f855-4d0c-9d8c-04c19e54ccb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'c942d9e9-4043-4df0-b7e7-7529a4adc971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:11:22Z', 'updated_at': '2021-10-12T19:11:28Z', 'revision_number': 5, 'project_id': 'ae185389b7954075b07d084c36053bf8', 'subnets': [{'id': 'c942d9e9-4043-4df0-b7e7-7529a4adc971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:12:03.316085 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-719e4a5e-8518-40c4-b701-88ecf7871eb2 None None] Port 5e0ec8f6-bb01-4a06-8ec5-bef8d4ace2f3 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:12:03.363747 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-9fb95229-a0cb-4e71-b58b-f97bfb9fdbfb req-07fa8c3c-926c-460d-87a6-cf0e743280f8 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7915414'] for floatingip, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:03.372668 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-50d3265f-5d5f-45ed-9d50-e6e1d19322d0 req-e4cb15fa-eb59-4957-af7a-03232d492f05 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba303c90-524f-4c6d-a60e-9cdccd966656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942545 Oct 12 19:12:03.440120 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:03.454857 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-05475904-56fb-424d-9e76-81aafbe4a7df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:03.459203 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-05475904-56fb-424d-9e76-81aafbe4a7df admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:03.461052 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-05475904-56fb-424d-9e76-81aafbe4a7df admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7ecbae80-7b0d-416c-ad6f-f315134c9d24 HTTP/1.1" status: 204 len: 168 time: 1.2825816 Oct 12 19:12:03.464369 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-684f1b5e-2681-4337-a974-ec60fd4b2bfa x-openstack-request-id: req-684f1b5e-2681-4337-a974-ec60fd4b2bfa {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:12:03.466145 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fcf7e7d-786c-4285-8704-dbf6d6eee771", "tag": "b9f78b7f-e2f7-4ed8-b33c-3234a2f9ae81", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:12:03.466614 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-684f1b5e-2681-4337-a974-ec60fd4b2bfa {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:12:03.467175 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fcf7e7d-786c-4285-8704-dbf6d6eee771', 'tag': 'b9f78b7f-e2f7-4ed8-b33c-3234a2f9ae81', 'status': 'completed', 'code': 200} Oct 12 19:12:03.493242 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05475904-56fb-424d-9e76-81aafbe4a7df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ecbae80-7b0d-416c-ad6f-f315134c9d24,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:12:03.536746 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:03.596238 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58e1ab7a-bdae-4769-ab84-0982c8207863 x-openstack-request-id: req-58e1ab7a-bdae-4769-ab84-0982c8207863 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:12:03.598540 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f51da24-babf-4b49-9219-253aec8d2e62", "name": "network-vif-deleted", "tag": "19655187-5b33-48a0-851a-72bc459f4498", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:12:03.599913 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-58e1ab7a-bdae-4769-ab84-0982c8207863 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:12:03.600546 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f51da24-babf-4b49-9219-253aec8d2e62', 'name': 'network-vif-deleted', 'tag': '19655187-5b33-48a0-851a-72bc459f4498', 'status': 'completed', 'code': 200} Oct 12 19:12:03.610090 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe75de1f-a223-4b05-ab56-b9feb006b94e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0f009b6-1045-46b2-9f3c-b86eb815c549'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:12:03.616190 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f582626b-fb6e-475f-a4e0-d505672a613d" -d '{"events": [{"server_uuid": "fe75de1f-a223-4b05-ab56-b9feb006b94e", "name": "network-vif-plugged", "status": "completed", "tag": "c0f009b6-1045-46b2-9f3c-b86eb815c549"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:12:03.644769 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port c0f009b6-1045-46b2-9f3c-b86eb815c549, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=c0f009b6-1045-46b2-9f3c-b86eb815c549,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:12:03.650591 n-d-813679-3 neutron-server[95501]: INFO neutron.db.l3_db [req-9fb95229-a0cb-4e71-b58b-f97bfb9fdbfb req-07fa8c3c-926c-460d-87a6-cf0e743280f8 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Floating IP 1017a566-64b0-4065-8bf5-75713797ca8b associated. External IP: 172.25.5.12, port: a49b9b09-b6b3-4a98-a818-aeb467971b1d. Oct 12 19:12:03.654896 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [req-5f4c64d5-7f20-4e78-ab5f-001995bdd27c req-d3b6c1a4-d86c-45f4-b9a3-32ad300697e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e0ec8f6-bb01-4a06-8ec5-bef8d4ace2f3 {{(pid=95502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:12:03.693715 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-5f4c64d5-7f20-4e78-ab5f-001995bdd27c req-d3b6c1a4-d86c-45f4-b9a3-32ad300697e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:03.722798 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:03.780710 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9f1557aa-9278-46cb-8720-4df4dafd3061 req-bdc6e058-99f9-4e04-ae03-284664cc2ea3 tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] 10.222.0.49 "GET /v2.0/ports?device_id=919e2016-fce2-41d9-8e01-162aef4f9b68 HTTP/1.1" status: 200 len: 210 time: 0.0995755 Oct 12 19:12:03.823152 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-5f4c64d5-7f20-4e78-ab5f-001995bdd27c req-d3b6c1a4-d86c-45f4-b9a3-32ad300697e4 service neutron] Transition to ACTIVE for port object 5e0ec8f6-bb01-4a06-8ec5-bef8d4ace2f3 will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:12:03.848004 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c936f5-0903-40a8-9124-d6d3b1058cac req-1a0c672d-6916-4fc5-aa9e-8f252588f623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:03.848786 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=c0f009b6-1045-46b2-9f3c-b86eb815c549,revision_number=10']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:12:03.859662 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-86c936f5-0903-40a8-9124-d6d3b1058cac req-1a0c672d-6916-4fc5-aa9e-8f252588f623 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ae185389b7954075b07d084c36053bf8&device_id=0fcf7e7d-786c-4285-8704-dbf6d6eee771 HTTP/1.1" status: 200 len: 1096 time: 0.3346238 Oct 12 19:12:03.935773 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540c74e0-9e9d-4091-95cf-53c031e9fc18 None None] New status for floating IP 750bb4db-6990-4cab-ba1b-0fa084829891: DOWN {{(pid=95504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 19:12:04.069292 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-5f4c64d5-7f20-4e78-ab5f-001995bdd27c req-d3b6c1a4-d86c-45f4-b9a3-32ad300697e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:04.118739 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-139d145e-d733-49f2-b6b3-3c2d20c89cfb req-4df05f2f-02cc-4db7-8e6b-4e9499e2131e tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] 10.222.0.49 "GET /v2.0/floatingips/750bb4db-6990-4cab-ba1b-0fa084829891 HTTP/1.1" status: 200 len: 694 time: 0.2854183 Oct 12 19:12:04.191202 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9fb95229-a0cb-4e71-b58b-f97bfb9fdbfb req-07fa8c3c-926c-460d-87a6-cf0e743280f8 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Router e778be89-c114-4bc8-be8c-3d7878ea1275 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:12:04.407147 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b6c1a4-d86c-45f4-b9a3-32ad300697e4 service neutron] Pushing event updated for resources: {'Port': ['ID=5e0ec8f6-bb01-4a06-8ec5-bef8d4ace2f3,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:12:04.409043 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:04.527717 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9fb95229-a0cb-4e71-b58b-f97bfb9fdbfb req-07fa8c3c-926c-460d-87a6-cf0e743280f8 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:12:04.552920 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-9fb95229-a0cb-4e71-b58b-f97bfb9fdbfb req-07fa8c3c-926c-460d-87a6-cf0e743280f8 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:04.553606 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785b285b-a952-480e-a528-6194373f55d0 None None] Sync routers for ids ['e778be89-c114-4bc8-be8c-3d7878ea1275'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:12:04.580004 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785b285b-a952-480e-a528-6194373f55d0 None None] Routers {'e778be89-c114-4bc8-be8c-3d7878ea1275'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:12:04.580837 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-785b285b-a952-480e-a528-6194373f55d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:12:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['e778be89-c114-4bc8-be8c-3d7878ea1275'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:12:04.689647 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9fb95229-a0cb-4e71-b58b-f97bfb9fdbfb req-07fa8c3c-926c-460d-87a6-cf0e743280f8 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] 10.222.0.49 "PUT /v2.0/floatingips/1017a566-64b0-4065-8bf5-75713797ca8b HTTP/1.1" status: 200 len: 995 time: 2.3676579 Oct 12 19:12:04.701526 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c936f5-0903-40a8-9124-d6d3b1058cac req-caa2deb0-0ca1-42c1-b22a-4363175d9fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:04.703607 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-86c936f5-0903-40a8-9124-d6d3b1058cac req-caa2deb0-0ca1-42c1-b22a-4363175d9fc2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6a06356e-3ac9-4b75-a179-fa94da59a4c4 HTTP/1.1" status: 200 len: 929 time: 0.8430138 Oct 12 19:12:04.716996 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139d145e-d733-49f2-b6b3-3c2d20c89cfb req-010c4a58-c2ba-4e0d-a6c4-5405f91a4059 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:04.724589 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-139d145e-d733-49f2-b6b3-3c2d20c89cfb req-010c4a58-c2ba-4e0d-a6c4-5405f91a4059 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] 10.222.0.49 "GET /v2.0/networks/4afbf4a4-67f5-42d1-a358-7ba9799dab0c HTTP/1.1" status: 200 len: 784 time: 0.6046534 Oct 12 19:12:04.749682 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [req-139d145e-d733-49f2-b6b3-3c2d20c89cfb req-3e3fc0f5-2fed-4bfa-9494-4e447c7fc208 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 19:12:04.757476 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-139d145e-d733-49f2-b6b3-3c2d20c89cfb req-3e3fc0f5-2fed-4bfa-9494-4e447c7fc208 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0316744 Oct 12 19:12:04.775506 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb95229-a0cb-4e71-b58b-f97bfb9fdbfb req-802373eb-015b-4074-86f8-d9a0f287fc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:04.777457 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9fb95229-a0cb-4e71-b58b-f97bfb9fdbfb req-802373eb-015b-4074-86f8-d9a0f287fc2f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=194247fcbd8840fc8b099ca900c42c70&device_id=31068235-8d67-4f2f-9b64-477add9d67bc HTTP/1.1" status: 200 len: 1096 time: 0.0808420 Oct 12 19:12:04.802963 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-86c936f5-0903-40a8-9124-d6d3b1058cac req-7f94a63f-46fd-4157-b748-feed7f202d4e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b9f78b7f-e2f7-4ed8-b33c-3234a2f9ae81 HTTP/1.1" status: 200 len: 217 time: 0.0735819 Oct 12 19:12:04.878775 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-785b285b-a952-480e-a528-6194373f55d0 None None] Set router e778be89-c114-4bc8-be8c-3d7878ea1275 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:12:04.883182 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 3f0d89a6-6894-4b33-a68e-e4c38408f1af no longer exists at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:12:04.894090 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-139d145e-d733-49f2-b6b3-3c2d20c89cfb req-14874eb0-e755-4a7d-9e7a-b0474656d42f tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.13 HTTP/1.1" status: 200 len: 697 time: 0.1355357 Oct 12 19:12:04.915584 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-5f4c64d5-7f20-4e78-ab5f-001995bdd27c req-d3b6c1a4-d86c-45f4-b9a3-32ad300697e4 service neutron] Attempting to bind port 5e0ec8f6-bb01-4a06-8ec5-bef8d4ace2f3 on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:12:04.915954 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-5f4c64d5-7f20-4e78-ab5f-001995bdd27c req-d3b6c1a4-d86c-45f4-b9a3-32ad300697e4 service neutron] Attempting to bind port 5e0ec8f6-bb01-4a06-8ec5-bef8d4ace2f3 by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': '07a654b6-9e4b-47e5-bebe-20a1a2213e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2b40d2f7-4a07-4df1-bbb6-021ae59cdec3'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:12:04.916444 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4c64d5-7f20-4e78-ab5f-001995bdd27c req-d3b6c1a4-d86c-45f4-b9a3-32ad300697e4 service neutron] Attempting to bind port 5e0ec8f6-bb01-4a06-8ec5-bef8d4ace2f3 on network 2b40d2f7-4a07-4df1-bbb6-021ae59cdec3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:12:04.959426 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4c64d5-7f20-4e78-ab5f-001995bdd27c req-d3b6c1a4-d86c-45f4-b9a3-32ad300697e4 service neutron] Port 5e0ec8f6-bb01-4a06-8ec5-bef8d4ace2f3 on network 2b40d2f7-4a07-4df1-bbb6-021ae59cdec3 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:12:04.959911 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4c64d5-7f20-4e78-ab5f-001995bdd27c req-d3b6c1a4-d86c-45f4-b9a3-32ad300697e4 service neutron] Attempting to bind port 5e0ec8f6-bb01-4a06-8ec5-bef8d4ace2f3 on network 2b40d2f7-4a07-4df1-bbb6-021ae59cdec3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:12:04.971923 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c936f5-0903-40a8-9124-d6d3b1058cac req-0bd128f7-010b-4caf-b4c0-169bdfe1ef2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:04.973581 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-86c936f5-0903-40a8-9124-d6d3b1058cac req-0bd128f7-010b-4caf-b4c0-169bdfe1ef2c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c942d9e9-4043-4df0-b7e7-7529a4adc971 HTTP/1.1" status: 200 len: 867 time: 0.1335323 Oct 12 19:12:04.981653 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb95229-a0cb-4e71-b58b-f97bfb9fdbfb req-b42b1fdc-b2bc-49ca-a8d6-7af16fe84a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:04.983198 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9fb95229-a0cb-4e71-b58b-f97bfb9fdbfb req-b42b1fdc-b2bc-49ca-a8d6-7af16fe84a00 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f3d8d55a-a17e-469f-b479-a47932f8f8ad HTTP/1.1" status: 200 len: 922 time: 0.1960092 Oct 12 19:12:04.985917 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-139d145e-d733-49f2-b6b3-3c2d20c89cfb req-7ea99219-a314-4938-b256-06e3d2743d60 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.13 HTTP/1.1" status: 200 len: 695 time: 0.0887759 Oct 12 19:12:04.992583 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] No Port match for: 3f0d89a6-6894-4b33-a68e-e4c38408f1af {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:12:04.992913 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 3f0d89a6-6894-4b33-a68e-e4c38408f1af not bound to the agent host n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:12:05.009860 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4c64d5-7f20-4e78-ab5f-001995bdd27c req-d3b6c1a4-d86c-45f4-b9a3-32ad300697e4 service neutron] Checking agent: {'id': 'f5e9725f-f5a6-43c2-a1be-95e21e9a1fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:12:05.010264 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4c64d5-7f20-4e78-ab5f-001995bdd27c req-d3b6c1a4-d86c-45f4-b9a3-32ad300697e4 service neutron] Checking segment: {'id': '07a654b6-9e4b-47e5-bebe-20a1a2213e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2b40d2f7-4a07-4df1-bbb6-021ae59cdec3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:12:05.010756 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4c64d5-7f20-4e78-ab5f-001995bdd27c req-d3b6c1a4-d86c-45f4-b9a3-32ad300697e4 service neutron] Bound using segment: {'id': '07a654b6-9e4b-47e5-bebe-20a1a2213e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2b40d2f7-4a07-4df1-bbb6-021ae59cdec3'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:12:05.011323 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-5f4c64d5-7f20-4e78-ab5f-001995bdd27c req-d3b6c1a4-d86c-45f4-b9a3-32ad300697e4 service neutron] Bound port: 5e0ec8f6-bb01-4a06-8ec5-bef8d4ace2f3, host: n-h1-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07a654b6-9e4b-47e5-bebe-20a1a2213e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2b40d2f7-4a07-4df1-bbb6-021ae59cdec3'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:12:05.012346 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-5f4c64d5-7f20-4e78-ab5f-001995bdd27c req-d3b6c1a4-d86c-45f4-b9a3-32ad300697e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:05.171240 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9fb95229-a0cb-4e71-b58b-f97bfb9fdbfb req-debb81a3-c4bc-467a-8e82-494d98a952e6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a49b9b09-b6b3-4a98-a818-aeb467971b1d HTTP/1.1" status: 200 len: 998 time: 0.1715686 Oct 12 19:12:05.263640 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb95229-a0cb-4e71-b58b-f97bfb9fdbfb req-1a0303c1-030f-4cb5-8201-112c7364404c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:05.272398 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9fb95229-a0cb-4e71-b58b-f97bfb9fdbfb req-1a0303c1-030f-4cb5-8201-112c7364404c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7744f471-5bc3-48f2-bedf-a494f3770221 HTTP/1.1" status: 200 len: 860 time: 0.0999315 Oct 12 19:12:05.484078 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31068235-8d67-4f2f-9b64-477add9d67bc', 'tag': 'a49b9b09-b6b3-4a98-a818-aeb467971b1d'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:12:05.486516 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-745e0513-611b-4546-a003-65545412f11e" -d '{"events": [{"name": "network-changed", "server_uuid": "31068235-8d67-4f2f-9b64-477add9d67bc", "tag": "a49b9b09-b6b3-4a98-a818-aeb467971b1d"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:12:05.508175 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb95229-a0cb-4e71-b58b-f97bfb9fdbfb req-0e00420b-26ac-4d5a-bac3-4e632829976f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:05.509709 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9fb95229-a0cb-4e71-b58b-f97bfb9fdbfb req-0e00420b-26ac-4d5a-bac3-4e632829976f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f3d8d55a-a17e-469f-b479-a47932f8f8ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2361841 Oct 12 19:12:05.604412 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ebc66ca-4680-4acc-9b1d-e6c2672bd77d', 'name': 'network-vif-deleted', 'tag': '3f0d89a6-6894-4b33-a68e-e4c38408f1af'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:12:05.608586 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee11fe76-c439-4e2c-8347-def10b2a6fcf" -d '{"events": [{"server_uuid": "3ebc66ca-4680-4acc-9b1d-e6c2672bd77d", "name": "network-vif-deleted", "tag": "3f0d89a6-6894-4b33-a68e-e4c38408f1af"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:12:05.623275 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 57684) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:12:05.638144 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-785b285b-a952-480e-a528-6194373f55d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e778be89-c114-4bc8-be8c-3d7878ea1275', 'name': 'tempest-FloatingIPsAssociationTestJSON-1808744679-router', 'tenant_id': '194247fcbd8840fc8b099ca900c42c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '19e243f6-08a7-4ae7-b5a2-e129e7c4ba73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:10:35Z', 'updated_at': '2021-10-12T19:10:45Z', 'revision_number': 4, 'project_id': '194247fcbd8840fc8b099ca900c42c70', 'gw_port': {'id': '19e243f6-08a7-4ae7-b5a2-e129e7c4ba73', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:2f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e778be89-c114-4bc8-be8c-3d7878ea1275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:10:37Z', 'updated_at': '2021-10-12T19:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': '1017a566-64b0-4065-8bf5-75713797ca8b', 'tenant_id': '194247fcbd8840fc8b099ca900c42c70', 'floating_ip_address': '172.25.5.12', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': 'e778be89-c114-4bc8-be8c-3d7878ea1275', 'port_id': 'a49b9b09-b6b3-4a98-a818-aeb467971b1d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3d8d55a-a17e-469f-b479-a47932f8f8ad', 'mac_address': 'fa:16:3e:e9:9a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31068235-8d67-4f2f-9b64-477add9d67bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T19:11:13Z', 'updated_at': '2021-10-12T19:12:03Z', 'revision_number': 8, 'project_id': '194247fcbd8840fc8b099ca900c42c70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b19f71e-6d0c-433a-917d-d33b0457ca57', 'name': '', 'network_id': 'f3d8d55a-a17e-469f-b479-a47932f8f8ad', 'tenant_id': '194247fcbd8840fc8b099ca900c42c70', 'mac_address': 'fa:16:3e:6b:a9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e778be89-c114-4bc8-be8c-3d7878ea1275', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '7744f471-5bc3-48f2-bedf-a494f3770221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:10:43Z', 'updated_at': '2021-10-12T19:10:51Z', 'revision_number': 5, 'project_id': '194247fcbd8840fc8b099ca900c42c70', 'subnets': [{'id': '7744f471-5bc3-48f2-bedf-a494f3770221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:12:05.649406 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9fb95229-a0cb-4e71-b58b-f97bfb9fdbfb req-4999d9e8-271c-46a0-bd15-dd292b2a2a7b service neutron] 10.222.0.49 "GET /v2.0/networks/f3d8d55a-a17e-469f-b479-a47932f8f8ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284888 Oct 12 19:12:05.679774 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-5f4c64d5-7f20-4e78-ab5f-001995bdd27c req-d3b6c1a4-d86c-45f4-b9a3-32ad300697e4 service neutron] For port 5e0ec8f6-bb01-4a06-8ec5-bef8d4ace2f3, host n-h1-813679-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:12:05.683219 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-5f4c64d5-7f20-4e78-ab5f-001995bdd27c req-d3b6c1a4-d86c-45f4-b9a3-32ad300697e4 service neutron] For port 5e0ec8f6-bb01-4a06-8ec5-bef8d4ace2f3, host n-h1-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=5e0ec8f6-bb01-4a06-8ec5-bef8d4ace2f3,segment=NetworkSegment(07a654b6-9e4b-47e5-bebe-20a1a2213e84),segment_id=07a654b6-9e4b-47e5-bebe-20a1a2213e84)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:12:05.684422 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785b285b-a952-480e-a528-6194373f55d0 None None] Checking router: e778be89-c114-4bc8-be8c-3d7878ea1275 for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:12:05.687634 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c936f5-0903-40a8-9124-d6d3b1058cac req-5768a3c6-2262-4ad9-a308-acc411bd95ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:05.689004 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-86c936f5-0903-40a8-9124-d6d3b1058cac req-5768a3c6-2262-4ad9-a308-acc411bd95ac service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6a06356e-3ac9-4b75-a179-fa94da59a4c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7006924 Oct 12 19:12:05.696547 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785b285b-a952-480e-a528-6194373f55d0 None None] Routers {'e778be89-c114-4bc8-be8c-3d7878ea1275'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:12:05.697801 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-785b285b-a952-480e-a528-6194373f55d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:12:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['e778be89-c114-4bc8-be8c-3d7878ea1275'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:12:05.838624 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-5f4c64d5-7f20-4e78-ab5f-001995bdd27c req-d3b6c1a4-d86c-45f4-b9a3-32ad300697e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:05.849329 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-785b285b-a952-480e-a528-6194373f55d0 None None] Set router e778be89-c114-4bc8-be8c-3d7878ea1275 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:12:05.880184 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9fb95229-a0cb-4e71-b58b-f97bfb9fdbfb req-edb6781a-dfe9-499a-8a55-a28ba5d67264 service neutron] 10.222.0.49 "GET /v2.0/networks/f3d8d55a-a17e-469f-b479-a47932f8f8ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268307 Oct 12 19:12:05.928073 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b6c1a4-d86c-45f4-b9a3-32ad300697e4 service neutron] Pushing event updated for resources: {'Port': ['ID=5e0ec8f6-bb01-4a06-8ec5-bef8d4ace2f3,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:12:05.934765 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-e4985e71-342b-404d-a306-67a3e7d75826 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-219958741-network', 'tenant_id': 'fd5c6867cc7247f59c07ecc3b6c18599'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:12:05.970956 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4c64d5-7f20-4e78-ab5f-001995bdd27c req-d3b6c1a4-d86c-45f4-b9a3-32ad300697e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:05.971572 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-5f4c64d5-7f20-4e78-ab5f-001995bdd27c req-d3b6c1a4-d86c-45f4-b9a3-32ad300697e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:05.973036 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5f4c64d5-7f20-4e78-ab5f-001995bdd27c req-d3b6c1a4-d86c-45f4-b9a3-32ad300697e4 service neutron] 10.222.0.61 "PUT /v2.0/ports/5e0ec8f6-bb01-4a06-8ec5-bef8d4ace2f3 HTTP/1.1" status: 200 len: 1092 time: 3.1150203 Oct 12 19:12:05.974512 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-139d145e-d733-49f2-b6b3-3c2d20c89cfb req-e804b8d4-ab86-41f8-b7ba-d25e1049494b tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] Deleting port 426cba36-df9e-4b0b-9492-c52ac572308a {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:12:05.974822 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-139d145e-d733-49f2-b6b3-3c2d20c89cfb req-e804b8d4-ab86-41f8-b7ba-d25e1049494b tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:06.017773 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df37d53-50ee-4118-8a95-3b17eed1f284 req-b685be56-e07a-405e-a8cf-8a045c8fbb74 tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:06.018666 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8df37d53-50ee-4118-8a95-3b17eed1f284 req-b685be56-e07a-405e-a8cf-8a045c8fbb74 tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] 10.222.0.67 "GET /v2.0/networks?id=7e2fb59a-6119-4752-90bd-a0430fbe9b50 HTTP/1.1" status: 200 len: 812 time: 0.6600821 Oct 12 19:12:06.127538 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-139d145e-d733-49f2-b6b3-3c2d20c89cfb req-e804b8d4-ab86-41f8-b7ba-d25e1049494b tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:06.129338 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-139d145e-d733-49f2-b6b3-3c2d20c89cfb req-e804b8d4-ab86-41f8-b7ba-d25e1049494b tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:06.142064 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8df37d53-50ee-4118-8a95-3b17eed1f284 req-3c1d28d1-f13f-4034-aaba-36473fb71bc4 tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed6b12966b9343359f6575d52c95f820 HTTP/1.1" status: 200 len: 379 time: 0.1060212 Oct 12 19:12:06.164941 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-8df37d53-50ee-4118-8a95-3b17eed1f284 req-1b8f7182-8bf3-4366-8f7d-02ee8515ccd7 tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] Request body: {'port': {'device_id': '919e2016-fce2-41d9-8e01-162aef4f9b68', 'network_id': '7e2fb59a-6119-4752-90bd-a0430fbe9b50', 'admin_state_up': True, 'tenant_id': 'ed6b12966b9343359f6575d52c95f820', 'security_groups': ['4d1857bb-ec66-4a2e-a842-e4e42bbb469f']}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:12:06.170464 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-785b285b-a952-480e-a528-6194373f55d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e778be89-c114-4bc8-be8c-3d7878ea1275', 'name': 'tempest-FloatingIPsAssociationTestJSON-1808744679-router', 'tenant_id': '194247fcbd8840fc8b099ca900c42c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '19e243f6-08a7-4ae7-b5a2-e129e7c4ba73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:10:35Z', 'updated_at': '2021-10-12T19:10:45Z', 'revision_number': 4, 'project_id': '194247fcbd8840fc8b099ca900c42c70', 'gw_port': {'id': '19e243f6-08a7-4ae7-b5a2-e129e7c4ba73', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:2f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e778be89-c114-4bc8-be8c-3d7878ea1275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:10:37Z', 'updated_at': '2021-10-12T19:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': '1017a566-64b0-4065-8bf5-75713797ca8b', 'tenant_id': '194247fcbd8840fc8b099ca900c42c70', 'floating_ip_address': '172.25.5.12', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': 'e778be89-c114-4bc8-be8c-3d7878ea1275', 'port_id': 'a49b9b09-b6b3-4a98-a818-aeb467971b1d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3d8d55a-a17e-469f-b479-a47932f8f8ad', 'mac_address': 'fa:16:3e:e9:9a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31068235-8d67-4f2f-9b64-477add9d67bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T19:11:13Z', 'updated_at': '2021-10-12T19:12:03Z', 'revision_number': 8, 'project_id': '194247fcbd8840fc8b099ca900c42c70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b19f71e-6d0c-433a-917d-d33b0457ca57', 'name': '', 'network_id': 'f3d8d55a-a17e-469f-b479-a47932f8f8ad', 'tenant_id': '194247fcbd8840fc8b099ca900c42c70', 'mac_address': 'fa:16:3e:6b:a9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e778be89-c114-4bc8-be8c-3d7878ea1275', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '7744f471-5bc3-48f2-bedf-a494f3770221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:10:43Z', 'updated_at': '2021-10-12T19:10:51Z', 'revision_number': 5, 'project_id': '194247fcbd8840fc8b099ca900c42c70', 'subnets': [{'id': '7744f471-5bc3-48f2-bedf-a494f3770221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:12:06.173192 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-139d145e-d733-49f2-b6b3-3c2d20c89cfb req-e804b8d4-ab86-41f8-b7ba-d25e1049494b tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] Calling delete_port for 426cba36-df9e-4b0b-9492-c52ac572308a owned by network:floatingip {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:12:06.206040 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785b285b-a952-480e-a528-6194373f55d0 None None] The sync data for ids ['e778be89-c114-4bc8-be8c-3d7878ea1275'] in n-d-813679-3 is: [{'id': 'e778be89-c114-4bc8-be8c-3d7878ea1275', 'name': 'tempest-FloatingIPsAssociationTestJSON-1808744679-router', 'tenant_id': '194247fcbd8840fc8b099ca900c42c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '19e243f6-08a7-4ae7-b5a2-e129e7c4ba73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:10:35Z', 'updated_at': '2021-10-12T19:10:45Z', 'revision_number': 4, 'project_id': '194247fcbd8840fc8b099ca900c42c70', 'gw_port': {'id': '19e243f6-08a7-4ae7-b5a2-e129e7c4ba73', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:2f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e778be89-c114-4bc8-be8c-3d7878ea1275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:10:37Z', 'updated_at': '2021-10-12T19:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': '1017a566-64b0-4065-8bf5-75713797ca8b', 'tenant_id': '194247fcbd8840fc8b099ca900c42c70', 'floating_ip_address': '172.25.5.12', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': 'e778be89-c114-4bc8-be8c-3d7878ea1275', 'port_id': 'a49b9b09-b6b3-4a98-a818-aeb467971b1d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3d8d55a-a17e-469f-b479-a47932f8f8ad', 'mac_address': 'fa:16:3e:e9:9a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31068235-8d67-4f2f-9b64-477add9d67bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T19:11:13Z', 'updated_at': '2021-10-12T19:12:03Z', 'revision_number': 8, 'project_id': '194247fcbd8840fc8b099ca900c42c70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b19f71e-6d0c-433a-917d-d33b0457ca57', 'name': '', 'network_id': 'f3d8d55a-a17e-469f-b479-a47932f8f8ad', 'tenant_id': '194247fcbd8840fc8b099ca900c42c70', 'mac_address': 'fa:16:3e:6b:a9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e778be89-c114-4bc8-be8c-3d7878ea1275', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '7744f471-5bc3-48f2-bedf-a494f3770221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:10:43Z', 'updated_at': '2021-10-12T19:10:51Z', 'revision_number': 5, 'project_id': '194247fcbd8840fc8b099ca900c42c70', 'subnets': [{'id': '7744f471-5bc3-48f2-bedf-a494f3770221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:12:06.224292 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97208b9f-a7fa-442e-8e86-88cd5056fb42 x-openstack-request-id: req-97208b9f-a7fa-442e-8e86-88cd5056fb42 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:12:06.224292 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe75de1f-a223-4b05-ab56-b9feb006b94e", "name": "network-vif-plugged", "status": "completed", "tag": "c0f009b6-1045-46b2-9f3c-b86eb815c549", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:12:06.224292 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-97208b9f-a7fa-442e-8e86-88cd5056fb42 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:12:06.224292 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe75de1f-a223-4b05-ab56-b9feb006b94e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0f009b6-1045-46b2-9f3c-b86eb815c549', 'code': 200} Oct 12 19:12:06.423660 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.db.api [None req-e4985e71-342b-404d-a306-67a3e7d75826 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 12 19:12:06.423660 n-d-813679-3 neutron-server[95502]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Oct 12 19:12:06.423660 n-d-813679-3 neutron-server[95502]: [parameters: {'project_id': 'fd5c6867cc7247f59c07ecc3b6c18599', 'id': '039bc28b-85fc-480e-a5cf-e6a73445e15b', 'expiration': datetime.datetime(2021, 10, 12, 19, 14, 6, 384115)}] Oct 12 19:12:06.423660 n-d-813679-3 neutron-server[95502]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95502) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 19:12:06.424215 n-d-813679-3 neutron-server[95502]: DEBUG oslo_db.api [None req-e4985e71-342b-404d-a306-67a3e7d75826 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 19:12:06.438932 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-86c936f5-0903-40a8-9124-d6d3b1058cac req-8a4d51d7-f70d-4f07-aaa0-cb1724745271 service neutron] 10.222.0.67 "GET /v2.0/networks/6a06356e-3ac9-4b75-a179-fa94da59a4c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7339118 Oct 12 19:12:06.463094 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a779d56-0a3b-43a0-8091-e153696a04ac req-88c1ee26-8359-4567-96fa-ee4347bdb3e9 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:06.472598 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6a779d56-0a3b-43a0-8091-e153696a04ac req-88c1ee26-8359-4567-96fa-ee4347bdb3e9 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/ports?device_id=08fd2058-3c0a-42c8-aeae-083b075d74c3 HTTP/1.1" status: 200 len: 950 time: 0.0931041 Oct 12 19:12:06.505531 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8df37d53-50ee-4118-8a95-3b17eed1f284 req-1b8f7182-8bf3-4366-8f7d-02ee8515ccd7 tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] Made reservation on behalf of ed6b12966b9343359f6575d52c95f820 for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:12:06.509794 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-8df37d53-50ee-4118-8a95-3b17eed1f284 req-1b8f7182-8bf3-4366-8f7d-02ee8515ccd7 tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:06.535410 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4c64d5-7f20-4e78-ab5f-001995bdd27c req-4324e5aa-2ac7-4a37-bfda-7af23975290f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:06.536840 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5f4c64d5-7f20-4e78-ab5f-001995bdd27c req-4324e5aa-2ac7-4a37-bfda-7af23975290f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b7528b6e53624c36bc7cfa3c022fa354&device_id=8b5bede8-e825-4307-9bc2-88929de15d91 HTTP/1.1" status: 200 len: 1095 time: 0.1975572 Oct 12 19:12:06.545466 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6a779d56-0a3b-43a0-8091-e153696a04ac req-832245c9-28f9-43d2-b1ec-2865157c960f tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/security-groups?id=97ebf564-c5fe-4f12-92a1-b237f08112ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718188 Oct 12 19:12:06.726998 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5376d5d7-28ff-40d5-a3bd-c935d4337f2f None None] New status for floating IP 1017a566-64b0-4065-8bf5-75713797ca8b: ACTIVE {{(pid=95504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 19:12:06.756851 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5f4c64d5-7f20-4e78-ab5f-001995bdd27c req-ece8aec6-34f2-4b1b-8d5e-16100f23443d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5e0ec8f6-bb01-4a06-8ec5-bef8d4ace2f3 HTTP/1.1" status: 200 len: 217 time: 0.1401744 Oct 12 19:12:06.912177 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-86c936f5-0903-40a8-9124-d6d3b1058cac req-50e4dbc5-ffa6-4674-a5bb-3b452bed3ed5 service neutron] 10.222.0.67 "GET /v2.0/networks/6a06356e-3ac9-4b75-a179-fa94da59a4c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4368927 Oct 12 19:12:06.918596 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4c64d5-7f20-4e78-ab5f-001995bdd27c req-8f1aa59a-4e98-4948-9db2-b96fe04b8649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:06.919105 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd2df03-2358-4702-acf7-e4ffdf43cf36 req-873511de-54e0-4174-bd1d-1a92de7250d2 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:06.920163 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5f4c64d5-7f20-4e78-ab5f-001995bdd27c req-8f1aa59a-4e98-4948-9db2-b96fe04b8649 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=20450db0-2083-48cb-ae97-ca9e3c77152e HTTP/1.1" status: 200 len: 863 time: 0.0895078 Oct 12 19:12:06.929291 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4cd2df03-2358-4702-acf7-e4ffdf43cf36 req-873511de-54e0-4174-bd1d-1a92de7250d2 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b5bede8-e825-4307-9bc2-88929de15d91 HTTP/1.1" status: 200 len: 944 time: 0.1278222 Oct 12 19:12:06.951412 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [req-8df37d53-50ee-4118-8a95-3b17eed1f284 req-1b8f7182-8bf3-4366-8f7d-02ee8515ccd7 tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] Allocated IP 172.20.0.6 (7e2fb59a-6119-4752-90bd-a0430fbe9b50/30d4b534-ae85-4956-be60-11f5902787c3/f9fa3f97-2c67-4e1e-a142-bef0a0891091) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:12:06.991550 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4c64d5-7f20-4e78-ab5f-001995bdd27c req-94ff59d1-56ee-452b-a623-c3caec26fe74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:06.993467 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5f4c64d5-7f20-4e78-ab5f-001995bdd27c req-94ff59d1-56ee-452b-a623-c3caec26fe74 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2b40d2f7-4a07-4df1-bbb6-021ae59cdec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0644758 Oct 12 19:12:07.009681 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4cd2df03-2358-4702-acf7-e4ffdf43cf36 req-885b8e44-6008-4f65-a4a5-d1d292286e58 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba303c90-524f-4c6d-a60e-9cdccd966656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776966 Oct 12 19:12:07.159198 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-14fca62a-75d3-4f45-871a-a1c71827494d req-c24c909c-7797-4a26-b780-de6dd4378346 tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] 10.222.0.49 "GET /v2.0/ports?device_id=919e2016-fce2-41d9-8e01-162aef4f9b68 HTTP/1.1" status: 200 len: 210 time: 0.0337460 Oct 12 19:12:07.189309 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5f4c64d5-7f20-4e78-ab5f-001995bdd27c req-85b0fd26-1bd9-40d8-a42a-c0b7d0052863 service neutron] 10.222.0.61 "GET /v2.0/networks/2b40d2f7-4a07-4df1-bbb6-021ae59cdec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874228 Oct 12 19:12:07.226486 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-731c9c73-6c5a-491c-8562-70bf3609fbc1 x-openstack-request-id: req-731c9c73-6c5a-491c-8562-70bf3609fbc1 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:12:07.226841 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31068235-8d67-4f2f-9b64-477add9d67bc", "tag": "a49b9b09-b6b3-4a98-a818-aeb467971b1d", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:12:07.227028 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-731c9c73-6c5a-491c-8562-70bf3609fbc1 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:12:07.227421 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31068235-8d67-4f2f-9b64-477add9d67bc', 'tag': 'a49b9b09-b6b3-4a98-a818-aeb467971b1d', 'status': 'completed', 'code': 200} Oct 12 19:12:07.242343 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-8df37d53-50ee-4118-8a95-3b17eed1f284 req-1b8f7182-8bf3-4366-8f7d-02ee8515ccd7 tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:07.279550 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f39f7202-844e-4917-a2b8-06aaa3256f8d req-e42b0e0d-36ee-4101-a0f4-a505a62aee21 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=908f7f12-c025-4deb-bedf-4bc3345653bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1405058 Oct 12 19:12:07.283313 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbfe88e7-1acc-46f9-aa52-ad88828fb68c x-openstack-request-id: req-fbfe88e7-1acc-46f9-aa52-ad88828fb68c {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:12:07.283313 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ebc66ca-4680-4acc-9b1d-e6c2672bd77d", "name": "network-vif-deleted", "tag": "3f0d89a6-6894-4b33-a68e-e4c38408f1af", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:12:07.283313 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fbfe88e7-1acc-46f9-aa52-ad88828fb68c {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:12:07.283313 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ebc66ca-4680-4acc-9b1d-e6c2672bd77d', 'name': 'network-vif-deleted', 'tag': '3f0d89a6-6894-4b33-a68e-e4c38408f1af', 'status': 'completed', 'code': 200} Oct 12 19:12:07.285581 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-139d145e-d733-49f2-b6b3-3c2d20c89cfb req-e804b8d4-ab86-41f8-b7ba-d25e1049494b tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:07.325762 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4985e71-342b-404d-a306-67a3e7d75826 admin admin] Made reservation on behalf of fd5c6867cc7247f59c07ecc3b6c18599 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:12:07.328367 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e4985e71-342b-404d-a306-67a3e7d75826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:07.335007 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e804b8d4-ab86-41f8-b7ba-d25e1049494b tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] Pushing event deleted for resources: {'Port': ['ID=426cba36-df9e-4b0b-9492-c52ac572308a,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:12:07.363612 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e4985e71-342b-404d-a306-67a3e7d75826 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:07.423211 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c577b4e6-2c9b-4382-8020-914f5707066a req-bf2a2097-a429-459b-9660-aed2993da9fb tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] 10.222.0.49 "GET /v2.0/floatingips/1017a566-64b0-4065-8bf5-75713797ca8b HTTP/1.1" status: 200 len: 997 time: 0.1358421 Oct 12 19:12:07.430139 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745e0513-611b-4546-a003-65545412f11e req-12c0b1e3-43d9-4146-9eef-480f686a169c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:07.439729 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-745e0513-611b-4546-a003-65545412f11e req-12c0b1e3-43d9-4146-9eef-480f686a169c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=194247fcbd8840fc8b099ca900c42c70&device_id=31068235-8d67-4f2f-9b64-477add9d67bc HTTP/1.1" status: 200 len: 1096 time: 0.1734126 Oct 12 19:12:07.478181 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5f4c64d5-7f20-4e78-ab5f-001995bdd27c req-d5136f99-a3d8-485a-8442-28f637e18d8c service neutron] 10.222.0.61 "GET /v2.0/networks/2b40d2f7-4a07-4df1-bbb6-021ae59cdec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2772541 Oct 12 19:12:07.504549 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-8df37d53-50ee-4118-8a95-3b17eed1f284 req-1b8f7182-8bf3-4366-8f7d-02ee8515ccd7 tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:07.504787 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-139d145e-d733-49f2-b6b3-3c2d20c89cfb req-e804b8d4-ab86-41f8-b7ba-d25e1049494b tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] Notify callbacks [] for floatingip, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:07.507241 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-139d145e-d733-49f2-b6b3-3c2d20c89cfb req-e804b8d4-ab86-41f8-b7ba-d25e1049494b tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:07.508510 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-139d145e-d733-49f2-b6b3-3c2d20c89cfb req-e804b8d4-ab86-41f8-b7ba-d25e1049494b tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] 10.222.0.49 "DELETE /v2.0/floatingips/750bb4db-6990-4cab-ba1b-0fa084829891 HTTP/1.1" status: 204 len: 173 time: 2.5236673 Oct 12 19:12:07.511706 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39f7202-844e-4917-a2b8-06aaa3256f8d req-35d4225b-9114-465e-aa42-551f41ad2815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:07.513037 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f39f7202-844e-4917-a2b8-06aaa3256f8d req-35d4225b-9114-465e-aa42-551f41ad2815 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0622f2ddd6f74dfcb6a10ad3f54a9317&device_id=908f7f12-c025-4deb-bedf-4bc3345653bf HTTP/1.1" status: 200 len: 1101 time: 0.1749039 Oct 12 19:12:07.661619 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e4985e71-342b-404d-a306-67a3e7d75826 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:07.696320 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39f7202-844e-4917-a2b8-06aaa3256f8d req-24450816-f178-49e1-8473-b4cf0b17ae35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:07.697990 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f39f7202-844e-4917-a2b8-06aaa3256f8d req-24450816-f178-49e1-8473-b4cf0b17ae35 service neutron] 10.222.0.61 "GET /v2.0/networks?id=90dcf485-b1ad-4139-85a3-9e1e9879e6b1 HTTP/1.1" status: 200 len: 870 time: 0.1600895 Oct 12 19:12:07.750301 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e4985e71-342b-404d-a306-67a3e7d75826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:07.758537 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f39f7202-844e-4917-a2b8-06aaa3256f8d req-ca4e7982-1ad8-4300-9884-d84d345400a1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=d12a222f-b70d-48d5-9053-fcab69365fb4 HTTP/1.1" status: 200 len: 217 time: 0.0503416 Oct 12 19:12:07.796522 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4985e71-342b-404d-a306-67a3e7d75826 admin admin] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:12:07.855711 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4985e71-342b-404d-a306-67a3e7d75826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7fef4b9-8773-4d4f-9bfd-80a30678a2d9,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:12:07.861559 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e4985e71-342b-404d-a306-67a3e7d75826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:07.870740 n-d-813679-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-e4985e71-342b-404d-a306-67a3e7d75826 admin admin] Added segment 11901386-8ea2-4922-96a9-df89c50305dd of type vlan for network 96f19174-fa27-4927-ae95-c7e7f7962458 Oct 12 19:12:07.925605 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39f7202-844e-4917-a2b8-06aaa3256f8d req-52457244-6b9d-4b10-8b1c-0f51ccd1b568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:07.927176 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f39f7202-844e-4917-a2b8-06aaa3256f8d req-52457244-6b9d-4b10-8b1c-0f51ccd1b568 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=629aee7d-3fde-4c72-af1e-6a7e1f6a7e75 HTTP/1.1" status: 200 len: 843 time: 0.1586075 Oct 12 19:12:07.948161 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8df37d53-50ee-4118-8a95-3b17eed1f284 req-1b8f7182-8bf3-4366-8f7d-02ee8515ccd7 tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] Network 7e2fb59a-6119-4752-90bd-a0430fbe9b50 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:12:07.951247 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e4985e71-342b-404d-a306-67a3e7d75826 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:07.960866 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [req-8df37d53-50ee-4118-8a95-3b17eed1f284 req-1b8f7182-8bf3-4366-8f7d-02ee8515ccd7 tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:12:07.963573 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-8df37d53-50ee-4118-8a95-3b17eed1f284 req-1b8f7182-8bf3-4366-8f7d-02ee8515ccd7 tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:12:08.013352 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39f7202-844e-4917-a2b8-06aaa3256f8d req-aca92ff1-fdfc-4b5f-9ccd-6ba8c4f5a810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:08.015420 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f39f7202-844e-4917-a2b8-06aaa3256f8d req-aca92ff1-fdfc-4b5f-9ccd-6ba8c4f5a810 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=90dcf485-b1ad-4139-85a3-9e1e9879e6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0757780 Oct 12 19:12:08.022059 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df37d53-50ee-4118-8a95-3b17eed1f284 req-1b8f7182-8bf3-4366-8f7d-02ee8515ccd7 tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:08.022690 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-8df37d53-50ee-4118-8a95-3b17eed1f284 req-1b8f7182-8bf3-4366-8f7d-02ee8515ccd7 tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:08.025077 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8f7182-8bf3-4366-8f7d-02ee8515ccd7 tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] Pushing event updated for resources: {'Port': ['ID=f9fa3f97-2c67-4e1e-a142-bef0a0891091,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:12:08.041050 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c577b4e6-2c9b-4382-8020-914f5707066a req-c28ff3a4-8ac3-4713-8536-b3a60e8e5ad2 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:08.050250 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c577b4e6-2c9b-4382-8020-914f5707066a req-c28ff3a4-8ac3-4713-8536-b3a60e8e5ad2 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] 10.222.0.49 "GET /v2.0/networks/4afbf4a4-67f5-42d1-a358-7ba9799dab0c HTTP/1.1" status: 200 len: 784 time: 0.6175091 Oct 12 19:12:08.069775 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [req-c577b4e6-2c9b-4382-8020-914f5707066a req-3989daf9-b52b-4ef7-ac54-f6d4c92e8706 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 19:12:08.090409 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c577b4e6-2c9b-4382-8020-914f5707066a req-3989daf9-b52b-4ef7-ac54-f6d4c92e8706 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0360630 Oct 12 19:12:08.119874 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745e0513-611b-4546-a003-65545412f11e req-12b1845f-f717-4bd1-aaa2-713c4e3c80a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:08.125716 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-745e0513-611b-4546-a003-65545412f11e req-12b1845f-f717-4bd1-aaa2-713c4e3c80a7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f3d8d55a-a17e-469f-b479-a47932f8f8ad HTTP/1.1" status: 200 len: 922 time: 0.6366491 Oct 12 19:12:08.143413 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e4985e71-342b-404d-a306-67a3e7d75826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:08.144399 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4985e71-342b-404d-a306-67a3e7d75826 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:08.144972 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e4985e71-342b-404d-a306-67a3e7d75826 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:08.222754 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8df37d53-50ee-4118-8a95-3b17eed1f284 req-1b8f7182-8bf3-4366-8f7d-02ee8515ccd7 tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0714059 Oct 12 19:12:08.253374 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-8df37d53-50ee-4118-8a95-3b17eed1f284 req-364118b2-f0ca-4c79-9dcd-8797239fefbf service neutron] Request body: {'port': {'device_id': '919e2016-fce2-41d9-8e01-162aef4f9b68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-3'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:12:08.274194 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa3257a-51ab-46de-b69d-2f47d6b30c82 req-8cf6e092-0175-41fc-b821-202e53350b90 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:08.282402 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8fa3257a-51ab-46de-b69d-2f47d6b30c82 req-8cf6e092-0175-41fc-b821-202e53350b90 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/ports?device_id=08fd2058-3c0a-42c8-aeae-083b075d74c3 HTTP/1.1" status: 200 len: 950 time: 0.2480426 Oct 12 19:12:08.300729 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-e4985e71-342b-404d-a306-67a3e7d75826 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.6605129 Oct 12 19:12:08.307666 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 57726) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:12:08.316673 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-baf85386-0962-40b1-9ed0-ba121b56013e None None] Provisioning complete for port f9fa3f97-2c67-4e1e-a142-bef0a0891091 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:12:08.317263 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-baf85386-0962-40b1-9ed0-ba121b56013e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:08.334661 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4985e71-342b-404d-a306-67a3e7d75826 admin admin] Pushing event updated for resources: {'Network': ['ID=96f19174-fa27-4927-ae95-c7e7f7962458,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:12:08.336299 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-02e1e53f-4e6d-4012-bdab-ec6a676e0602 admin admin] Request body: {'subnet': {'network_id': '96f19174-fa27-4927-ae95-c7e7f7962458', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-219958741-subnet', 'tenant_id': 'fd5c6867cc7247f59c07ecc3b6c18599', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:12:08.365525 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 96f19174-fa27-4927-ae95-c7e7f7962458 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:12:08.372568 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8fa3257a-51ab-46de-b69d-2f47d6b30c82 req-ac71879f-9c5a-47ef-b602-d2a4cf655996 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/security-groups?id=97ebf564-c5fe-4f12-92a1-b237f08112ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890326 Oct 12 19:12:08.385100 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f39f7202-844e-4917-a2b8-06aaa3256f8d req-2a6e1d68-27d9-48c4-912d-de7f49c9bf11 service neutron] 10.222.0.61 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3601594 Oct 12 19:12:08.404305 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-745e0513-611b-4546-a003-65545412f11e req-3ef01988-deb6-4a7e-a3d6-81676d26dcd4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a49b9b09-b6b3-4a98-a818-aeb467971b1d HTTP/1.1" status: 200 len: 1000 time: 0.2697089 Oct 12 19:12:08.477049 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0f4c5e-0ab2-426c-a618-fd31bd72a440 req-403a6119-f412-4ce9-911a-e5982e46bbe0 tempest-LiveMigrationTest-1833787117 tempest-LiveMigrationTest-1833787117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:08.477661 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ce0f4c5e-0ab2-426c-a618-fd31bd72a440 req-403a6119-f412-4ce9-911a-e5982e46bbe0 tempest-LiveMigrationTest-1833787117 tempest-LiveMigrationTest-1833787117-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=00655b18-d3a8-487b-a307-bdfa94217209 HTTP/1.1" status: 200 len: 1097 time: 0.2605104 Oct 12 19:12:08.482119 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-8df37d53-50ee-4118-8a95-3b17eed1f284 req-364118b2-f0ca-4c79-9dcd-8797239fefbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:08.502830 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-baf85386-0962-40b1-9ed0-ba121b56013e None None] Port f9fa3f97-2c67-4e1e-a142-bef0a0891091 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:12:08.523238 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745e0513-611b-4546-a003-65545412f11e req-2a411cf9-9f7b-4ce6-b5fb-2199a5cd6d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:08.526000 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-745e0513-611b-4546-a003-65545412f11e req-2a411cf9-9f7b-4ce6-b5fb-2199a5cd6d4a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7744f471-5bc3-48f2-bedf-a494f3770221 HTTP/1.1" status: 200 len: 860 time: 0.0978458 Oct 12 19:12:08.569656 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee2aaa9-4a46-4e75-8ac8-cef16d3a1628 req-57d893c6-7a6b-4749-8336-389546a7136d tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:08.571397 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0ee2aaa9-4a46-4e75-8ac8-cef16d3a1628 req-57d893c6-7a6b-4749-8336-389546a7136d tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] 10.222.0.49 "GET /v2.0/ports?device_id=0fcf7e7d-786c-4285-8704-dbf6d6eee771&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0920701 Oct 12 19:12:08.598266 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02e1e53f-4e6d-4012-bdab-ec6a676e0602 admin admin] Made reservation on behalf of fd5c6867cc7247f59c07ecc3b6c18599 for: {'subnet': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:12:08.600604 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-02e1e53f-4e6d-4012-bdab-ec6a676e0602 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4612397'] for subnet, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:08.616842 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ce0f4c5e-0ab2-426c-a618-fd31bd72a440 req-ee67406f-40e0-4ab7-81a2-4200d6e036a7 tempest-LiveMigrationTest-1833787117 tempest-LiveMigrationTest-1833787117-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=87cccf57-f452-41a8-9e48-a6e744310271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185057 Oct 12 19:12:08.656517 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0ee2aaa9-4a46-4e75-8ac8-cef16d3a1628 req-d353e8b5-6052-425e-87e2-661eeeb1b294 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0622098 Oct 12 19:12:08.656517 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f39f7202-844e-4917-a2b8-06aaa3256f8d req-1e234be9-cea8-4ffe-856a-fd7afee62072 service neutron] 10.222.0.61 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2509258 Oct 12 19:12:08.756686 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6a3f3dbc-ef4e-4cc0-b9cb-4b27cdaa30b7 req-51dcfd4c-4f8b-46b8-92d9-7b44cfceb193 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.12 HTTP/1.1" status: 200 len: 1000 time: 0.0914550 Oct 12 19:12:08.817203 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3f3dbc-ef4e-4cc0-b9cb-4b27cdaa30b7 req-5b50178a-ac59-44ad-b67a-ac6c4afa4573 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:08.818707 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6a3f3dbc-ef4e-4cc0-b9cb-4b27cdaa30b7 req-5b50178a-ac59-44ad-b67a-ac6c4afa4573 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] 10.222.0.49 "GET /v2.0/ports/a49b9b09-b6b3-4a98-a818-aeb467971b1d HTTP/1.1" status: 200 len: 942 time: 0.0562937 Oct 12 19:12:08.843249 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745e0513-611b-4546-a003-65545412f11e req-723a33bd-bb56-43c4-983c-1457bcfa77ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:08.844758 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-745e0513-611b-4546-a003-65545412f11e req-723a33bd-bb56-43c4-983c-1457bcfa77ad service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f3d8d55a-a17e-469f-b479-a47932f8f8ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2914028 Oct 12 19:12:08.961956 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6a3f3dbc-ef4e-4cc0-b9cb-4b27cdaa30b7 req-2e382883-6b33-4313-a9f1-80c7d096a8ac tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.12 HTTP/1.1" status: 200 len: 1000 time: 0.0895195 Oct 12 19:12:09.003850 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c1e304-96d0-4272-b0b1-0d9eddd1d2cb req-fc07c844-58fd-4780-a445-f538367d3389 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:09.006140 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-65c1e304-96d0-4272-b0b1-0d9eddd1d2cb req-fc07c844-58fd-4780-a445-f538367d3389 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b5bede8-e825-4307-9bc2-88929de15d91 HTTP/1.1" status: 200 len: 944 time: 0.2204454 Oct 12 19:12:09.150965 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3f3dbc-ef4e-4cc0-b9cb-4b27cdaa30b7 req-4859c901-4d1c-4950-876e-24223d103eed tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:09.150965 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6a3f3dbc-ef4e-4cc0-b9cb-4b27cdaa30b7 req-4859c901-4d1c-4950-876e-24223d103eed tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] 10.222.0.49 "GET /v2.0/networks/4afbf4a4-67f5-42d1-a358-7ba9799dab0c HTTP/1.1" status: 200 len: 784 time: 0.1129568 Oct 12 19:12:09.152006 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-745e0513-611b-4546-a003-65545412f11e req-3a66c41c-bbde-41ae-992f-1af029e3a9fa service neutron] 10.222.0.61 "GET /v2.0/networks/f3d8d55a-a17e-469f-b479-a47932f8f8ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660675 Oct 12 19:12:09.152006 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-65c1e304-96d0-4272-b0b1-0d9eddd1d2cb req-4ff4090c-857b-4a46-95c6-8ee9e136d4e3 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba303c90-524f-4c6d-a60e-9cdccd966656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1281259 Oct 12 19:12:09.153463 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6a3f3dbc-ef4e-4cc0-b9cb-4b27cdaa30b7 req-8248b6d2-cd0b-4eed-9cd1-763abb4b27b2 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.12 HTTP/1.1" status: 200 len: 1000 time: 0.0700541 Oct 12 19:12:09.164416 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-6a3f3dbc-ef4e-4cc0-b9cb-4b27cdaa30b7 req-db760e86-1014-4655-a189-aa1d0eb874d9 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:12:09.236177 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-6a3f3dbc-ef4e-4cc0-b9cb-4b27cdaa30b7 req-db760e86-1014-4655-a189-aa1d0eb874d9 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Notify callbacks [] for floatingip, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:09.271363 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 5e0ec8f6-bb01-4a06-8ec5-bef8d4ace2f3 details requested by agent hyperv_n-h1-813679-3 with host n-h1-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:12:09.289604 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b5bede8-e825-4307-9bc2-88929de15d91', 'tag': '5e0ec8f6-bb01-4a06-8ec5-bef8d4ace2f3'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:12:09.289604 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7903f54c-a9e7-430e-9a22-827dd6602476" -d '{"events": [{"name": "network-changed", "server_uuid": "8b5bede8-e825-4307-9bc2-88929de15d91", "tag": "5e0ec8f6-bb01-4a06-8ec5-bef8d4ace2f3"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:12:09.358519 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [req-8df37d53-50ee-4118-8a95-3b17eed1f284 req-364118b2-f0ca-4c79-9dcd-8797239fefbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9fa3f97-2c67-4e1e-a142-bef0a0891091 {{(pid=95501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:12:09.380177 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-8df37d53-50ee-4118-8a95-3b17eed1f284 req-364118b2-f0ca-4c79-9dcd-8797239fefbf service neutron] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:09.395731 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-745e0513-611b-4546-a003-65545412f11e req-501761a6-cddf-4d1a-9dfc-a7dbf10c7f4e service neutron] 10.222.0.61 "GET /v2.0/networks/f3d8d55a-a17e-469f-b479-a47932f8f8ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328732 Oct 12 19:12:09.396583 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-02e1e53f-4e6d-4012-bdab-ec6a676e0602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4824863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4612355'] for subnet, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:09.413717 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56c9617-1b55-4a01-b6d4-ad686615efe7 req-fb0f1719-4d42-4d05-80d4-27b99df189be tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:09.415524 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e56c9617-1b55-4a01-b6d4-ad686615efe7 req-fb0f1719-4d42-4d05-80d4-27b99df189be tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] 10.222.0.49 "GET /v2.0/ports?device_id=919e2016-fce2-41d9-8e01-162aef4f9b68 HTTP/1.1" status: 200 len: 931 time: 0.1724846 Oct 12 19:12:09.420552 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.provisioning_blocks [req-8df37d53-50ee-4118-8a95-3b17eed1f284 req-364118b2-f0ca-4c79-9dcd-8797239fefbf service neutron] Transition to ACTIVE for port object f9fa3f97-2c67-4e1e-a142-bef0a0891091 will not be triggered until provisioned by entity L2. {{(pid=95501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:12:09.440914 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-6a3f3dbc-ef4e-4cc0-b9cb-4b27cdaa30b7 req-db760e86-1014-4655-a189-aa1d0eb874d9 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:09.448950 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 5e0ec8f6-bb01-4a06-8ec5-bef8d4ace2f3, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=5e0ec8f6-bb01-4a06-8ec5-bef8d4ace2f3,segment=NetworkSegment(07a654b6-9e4b-47e5-bebe-20a1a2213e84),segment_id=07a654b6-9e4b-47e5-bebe-20a1a2213e84)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:12:09.466162 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Returning: {'device': '5e0ec8f6-bb01-4a06-8ec5-bef8d4ace2f3', 'network_id': '2b40d2f7-4a07-4df1-bbb6-021ae59cdec3', 'port_id': '5e0ec8f6-bb01-4a06-8ec5-bef8d4ace2f3', 'mac_address': 'fa:16:3e:73:0c:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20450db0-2083-48cb-ae97-ca9e3c77152e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:12:09.505688 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e1e53f-4e6d-4012-bdab-ec6a676e0602 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c76cf16-3630-4b09-93ae-b89661300dac,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:12:09.521631 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-8df37d53-50ee-4118-8a95-3b17eed1f284 req-364118b2-f0ca-4c79-9dcd-8797239fefbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:09.527719 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:09.548015 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e0ec8f6-bb01-4a06-8ec5-bef8d4ace2f3 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:12:09.553706 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-6a3f3dbc-ef4e-4cc0-b9cb-4b27cdaa30b7 req-db760e86-1014-4655-a189-aa1d0eb874d9 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7915414'] for floatingip, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:09.554088 n-d-813679-3 neutron-server[95502]: INFO neutron.db.l3_db [req-6a3f3dbc-ef4e-4cc0-b9cb-4b27cdaa30b7 req-db760e86-1014-4655-a189-aa1d0eb874d9 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Floating IP 1017a566-64b0-4065-8bf5-75713797ca8b disassociated. External IP: 172.25.5.12, port: a49b9b09-b6b3-4a98-a818-aeb467971b1d. Oct 12 19:12:09.573428 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 5e0ec8f6-bb01-4a06-8ec5-bef8d4ace2f3, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=5e0ec8f6-bb01-4a06-8ec5-bef8d4ace2f3,segment=NetworkSegment(07a654b6-9e4b-47e5-bebe-20a1a2213e84),segment_id=07a654b6-9e4b-47e5-bebe-20a1a2213e84)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:12:09.618209 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e56c9617-1b55-4a01-b6d4-ad686615efe7 req-32966e07-7a1b-4efe-ac10-532aecba59f2 tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] 10.222.0.49 "GET /v2.0/security-groups?id=4d1857bb-ec66-4a2e-a842-e4e42bbb469f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1779809 Oct 12 19:12:09.627774 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e1e53f-4e6d-4012-bdab-ec6a676e0602 admin admin] Checking segment: {'id': '11901386-8ea2-4922-96a9-df89c50305dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '96f19174-fa27-4927-ae95-c7e7f7962458'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:12:09.628241 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e1e53f-4e6d-4012-bdab-ec6a676e0602 admin admin] Network hostable DHCP agents. Network: 96f19174-fa27-4927-ae95-c7e7f7962458, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:12:09.665227 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:09.732949 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364118b2-f0ca-4c79-9dcd-8797239fefbf service neutron] Pushing event updated for resources: {'Port': ['ID=f9fa3f97-2c67-4e1e-a142-bef0a0891091,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:12:09.782389 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-57e79f2e-02ad-4ac5-87ed-7fffeea205fc req-55e9e2c9-199a-4725-8da0-5dfee856a4d9 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1162529 Oct 12 19:12:09.786550 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=5e0ec8f6-bb01-4a06-8ec5-bef8d4ace2f3,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:12:09.879913 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-8df37d53-50ee-4118-8a95-3b17eed1f284 req-364118b2-f0ca-4c79-9dcd-8797239fefbf service neutron] Attempting to bind port f9fa3f97-2c67-4e1e-a142-bef0a0891091 on host n-h2-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:12:09.879913 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-8df37d53-50ee-4118-8a95-3b17eed1f284 req-364118b2-f0ca-4c79-9dcd-8797239fefbf service neutron] Attempting to bind port f9fa3f97-2c67-4e1e-a142-bef0a0891091 by drivers openvswitch,hyperv on host n-h2-813679-3 at level 0 using segments [{'id': 'a5b0800b-9440-4416-8f7a-05e8cbf0f8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '7e2fb59a-6119-4752-90bd-a0430fbe9b50'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:12:09.879913 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df37d53-50ee-4118-8a95-3b17eed1f284 req-364118b2-f0ca-4c79-9dcd-8797239fefbf service neutron] Attempting to bind port f9fa3f97-2c67-4e1e-a142-bef0a0891091 on network 7e2fb59a-6119-4752-90bd-a0430fbe9b50 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:12:09.882179 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df37d53-50ee-4118-8a95-3b17eed1f284 req-364118b2-f0ca-4c79-9dcd-8797239fefbf service neutron] Port f9fa3f97-2c67-4e1e-a142-bef0a0891091 on network 7e2fb59a-6119-4752-90bd-a0430fbe9b50 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:12:09.882553 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df37d53-50ee-4118-8a95-3b17eed1f284 req-364118b2-f0ca-4c79-9dcd-8797239fefbf service neutron] Attempting to bind port f9fa3f97-2c67-4e1e-a142-bef0a0891091 on network 7e2fb59a-6119-4752-90bd-a0430fbe9b50 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:12:09.892712 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df37d53-50ee-4118-8a95-3b17eed1f284 req-364118b2-f0ca-4c79-9dcd-8797239fefbf service neutron] Checking agent: {'id': '233fbd7d-38e4-434f-bb8f-05364d7423a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:12:09.893128 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df37d53-50ee-4118-8a95-3b17eed1f284 req-364118b2-f0ca-4c79-9dcd-8797239fefbf service neutron] Checking segment: {'id': 'a5b0800b-9440-4416-8f7a-05e8cbf0f8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '7e2fb59a-6119-4752-90bd-a0430fbe9b50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:12:09.894269 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df37d53-50ee-4118-8a95-3b17eed1f284 req-364118b2-f0ca-4c79-9dcd-8797239fefbf service neutron] Bound using segment: {'id': 'a5b0800b-9440-4416-8f7a-05e8cbf0f8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '7e2fb59a-6119-4752-90bd-a0430fbe9b50'} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:12:09.894699 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-8df37d53-50ee-4118-8a95-3b17eed1f284 req-364118b2-f0ca-4c79-9dcd-8797239fefbf service neutron] Bound port: f9fa3f97-2c67-4e1e-a142-bef0a0891091, host: n-h2-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5b0800b-9440-4416-8f7a-05e8cbf0f8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '7e2fb59a-6119-4752-90bd-a0430fbe9b50'}}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:12:09.895280 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-8df37d53-50ee-4118-8a95-3b17eed1f284 req-364118b2-f0ca-4c79-9dcd-8797239fefbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:09.906741 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e1e53f-4e6d-4012-bdab-ec6a676e0602 admin admin] Network 96f19174-fa27-4927-ae95-c7e7f7962458 is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:12:09.955647 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['5e0ec8f6-bb01-4a06-8ec5-bef8d4ace2f3'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:12:09.978089 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-8df37d53-50ee-4118-8a95-3b17eed1f284 req-364118b2-f0ca-4c79-9dcd-8797239fefbf service neutron] For port f9fa3f97-2c67-4e1e-a142-bef0a0891091, host n-h2-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:12:09.981629 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-8df37d53-50ee-4118-8a95-3b17eed1f284 req-364118b2-f0ca-4c79-9dcd-8797239fefbf service neutron] For port f9fa3f97-2c67-4e1e-a142-bef0a0891091, host n-h2-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=f9fa3f97-2c67-4e1e-a142-bef0a0891091,segment=NetworkSegment(a5b0800b-9440-4416-8f7a-05e8cbf0f8da),segment_id=a5b0800b-9440-4416-8f7a-05e8cbf0f8da)] {{(pid=95501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:12:10.001220 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e3be53d-8dd5-4a2a-867e-0ab9425c9520 x-openstack-request-id: req-4e3be53d-8dd5-4a2a-867e-0ab9425c9520 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:12:10.002230 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b5bede8-e825-4307-9bc2-88929de15d91", "tag": "5e0ec8f6-bb01-4a06-8ec5-bef8d4ace2f3", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:12:10.002648 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4e3be53d-8dd5-4a2a-867e-0ab9425c9520 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:12:10.003046 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b5bede8-e825-4307-9bc2-88929de15d91', 'tag': '5e0ec8f6-bb01-4a06-8ec5-bef8d4ace2f3', 'status': 'completed', 'code': 200} Oct 12 19:12:10.039701 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7903f54c-a9e7-430e-9a22-827dd6602476 req-554ac4b1-9e0f-4d14-a3f4-95ee630fad9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:10.041478 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7903f54c-a9e7-430e-9a22-827dd6602476 req-554ac4b1-9e0f-4d14-a3f4-95ee630fad9f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b7528b6e53624c36bc7cfa3c022fa354&device_id=8b5bede8-e825-4307-9bc2-88929de15d91 HTTP/1.1" status: 200 len: 1096 time: 0.0573902 Oct 12 19:12:10.090455 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-8df37d53-50ee-4118-8a95-3b17eed1f284 req-364118b2-f0ca-4c79-9dcd-8797239fefbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:10.112279 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-02e1e53f-4e6d-4012-bdab-ec6a676e0602 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, 96f19174-fa27-4927-ae95-c7e7f7962458) {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:12:10.112708 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6a3f3dbc-ef4e-4cc0-b9cb-4b27cdaa30b7 req-db760e86-1014-4655-a189-aa1d0eb874d9 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Router e778be89-c114-4bc8-be8c-3d7878ea1275 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:12:10.125185 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0bb53e-b1f1-43df-81d2-79eb71149274 None None] Network 96f19174-fa27-4927-ae95-c7e7f7962458 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:12:10.181300 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e1e53f-4e6d-4012-bdab-ec6a676e0602 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:10.182392 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-02e1e53f-4e6d-4012-bdab-ec6a676e0602 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:10.196513 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df37d53-50ee-4118-8a95-3b17eed1f284 req-364118b2-f0ca-4c79-9dcd-8797239fefbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:10.205612 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-8df37d53-50ee-4118-8a95-3b17eed1f284 req-364118b2-f0ca-4c79-9dcd-8797239fefbf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:10.207415 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8df37d53-50ee-4118-8a95-3b17eed1f284 req-364118b2-f0ca-4c79-9dcd-8797239fefbf service neutron] 10.222.0.67 "PUT /v2.0/ports/f9fa3f97-2c67-4e1e-a142-bef0a0891091 HTTP/1.1" status: 200 len: 1091 time: 1.9647191 Oct 12 19:12:10.215806 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '919e2016-fce2-41d9-8e01-162aef4f9b68', 'tag': 'f9fa3f97-2c67-4e1e-a142-bef0a0891091'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:12:10.219293 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89978ff2-7ca3-4200-888e-e6adee52fe8f" -d '{"events": [{"name": "network-changed", "server_uuid": "919e2016-fce2-41d9-8e01-162aef4f9b68", "tag": "f9fa3f97-2c67-4e1e-a142-bef0a0891091"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:12:10.286048 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4968c6-9234-4240-8be5-93f35899f78c req-54f149a5-8802-4f72-8cc3-ee1356ce7740 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:10.293675 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6a4968c6-9234-4240-8be5-93f35899f78c req-54f149a5-8802-4f72-8cc3-ee1356ce7740 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/ports?device_id=08fd2058-3c0a-42c8-aeae-083b075d74c3 HTTP/1.1" status: 200 len: 950 time: 0.2487276 Oct 12 19:12:10.381543 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-02e1e53f-4e6d-4012-bdab-ec6a676e0602 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.0627255 Oct 12 19:12:10.382290 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364118b2-f0ca-4c79-9dcd-8797239fefbf service neutron] Pushing event updated for resources: {'Port': ['ID=f9fa3f97-2c67-4e1e-a142-bef0a0891091,revision_number=3']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:12:10.390374 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 57760) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:12:10.417843 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-c1c0d7bc-a2a7-46de-b4f3-c248e37d2ccd admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-219958741-router', 'tenant_id': 'fd5c6867cc7247f59c07ecc3b6c18599', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:12:10.515436 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7903f54c-a9e7-430e-9a22-827dd6602476 req-1f2bf7ca-9bb0-44c7-96ef-547bbb2523e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:10.517066 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7903f54c-a9e7-430e-9a22-827dd6602476 req-1f2bf7ca-9bb0-44c7-96ef-547bbb2523e4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=2b40d2f7-4a07-4df1-bbb6-021ae59cdec3 HTTP/1.1" status: 200 len: 925 time: 0.4538734 Oct 12 19:12:10.574214 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6a4968c6-9234-4240-8be5-93f35899f78c req-d6d04999-90a2-4494-b060-bd01ee0d331a tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/security-groups?id=97ebf564-c5fe-4f12-92a1-b237f08112ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628009 Oct 12 19:12:10.576750 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7903f54c-a9e7-430e-9a22-827dd6602476 req-57044a07-449e-4ccc-a3df-9de58a37ac0f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5e0ec8f6-bb01-4a06-8ec5-bef8d4ace2f3 HTTP/1.1" status: 200 len: 217 time: 0.0467775 Oct 12 19:12:10.581641 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df37d53-50ee-4118-8a95-3b17eed1f284 req-c93354a3-0121-4f32-baa1-ffdd877a5b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:10.583164 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8df37d53-50ee-4118-8a95-3b17eed1f284 req-c93354a3-0121-4f32-baa1-ffdd877a5b53 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ed6b12966b9343359f6575d52c95f820&device_id=919e2016-fce2-41d9-8e01-162aef4f9b68 HTTP/1.1" status: 200 len: 1094 time: 0.2686155 Oct 12 19:12:10.671770 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8df37d53-50ee-4118-8a95-3b17eed1f284 req-af545e7c-1ae1-4b94-a8f5-e2b243be74b6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9fa3f97-2c67-4e1e-a142-bef0a0891091 HTTP/1.1" status: 200 len: 217 time: 0.0738788 Oct 12 19:12:10.694664 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b3cd03-840a-43e5-95be-20fc6eed5352 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-96f19174-fa27-4927-ae95-c7e7f7962458', 'network_id': '96f19174-fa27-4927-ae95-c7e7f7962458', 'tenant_id': 'fd5c6867cc7247f59c07ecc3b6c18599', 'fixed_ips': [{'subnet_id': '3c76cf16-3630-4b09-93ae-b89661300dac'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:12:10.695632 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-85b3cd03-840a-43e5-95be-20fc6eed5352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:10.751395 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df37d53-50ee-4118-8a95-3b17eed1f284 req-865aa4b4-1265-4b70-a2d8-e141ffc95fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:10.752989 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8df37d53-50ee-4118-8a95-3b17eed1f284 req-865aa4b4-1265-4b70-a2d8-e141ffc95fdb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=30d4b534-ae85-4956-be60-11f5902787c3 HTTP/1.1" status: 200 len: 851 time: 0.0708413 Oct 12 19:12:10.866975 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43b3b49-5252-4634-8647-eee7843e2ee5 req-d795a8f6-25cc-4d6d-91fd-bd48d230d371 tempest-LiveMigrationTest-1833787117 tempest-LiveMigrationTest-1833787117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:10.869324 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e43b3b49-5252-4634-8647-eee7843e2ee5 req-d795a8f6-25cc-4d6d-91fd-bd48d230d371 tempest-LiveMigrationTest-1833787117 tempest-LiveMigrationTest-1833787117-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=00655b18-d3a8-487b-a307-bdfa94217209 HTTP/1.1" status: 200 len: 1097 time: 0.1131756 Oct 12 19:12:10.879301 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7903f54c-a9e7-430e-9a22-827dd6602476 req-a09e4a9f-0731-414e-8db7-e528092ee24c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:10.885317 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7903f54c-a9e7-430e-9a22-827dd6602476 req-a09e4a9f-0731-414e-8db7-e528092ee24c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=20450db0-2083-48cb-ae97-ca9e3c77152e HTTP/1.1" status: 200 len: 863 time: 0.2945447 Oct 12 19:12:10.902619 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df37d53-50ee-4118-8a95-3b17eed1f284 req-9ea2bbbf-99d5-4823-ab18-6f1f32eb52ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:10.904407 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8df37d53-50ee-4118-8a95-3b17eed1f284 req-9ea2bbbf-99d5-4823-ab18-6f1f32eb52ce service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7e2fb59a-6119-4752-90bd-a0430fbe9b50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1208186 Oct 12 19:12:10.908389 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6a3f3dbc-ef4e-4cc0-b9cb-4b27cdaa30b7 req-db760e86-1014-4655-a189-aa1d0eb874d9 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:12:10.914595 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-6a3f3dbc-ef4e-4cc0-b9cb-4b27cdaa30b7 req-db760e86-1014-4655-a189-aa1d0eb874d9 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:10.925481 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b48007d-4be6-4df7-9886-708bfd883a20 None None] Sync routers for ids ['e778be89-c114-4bc8-be8c-3d7878ea1275'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:12:10.936965 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e43b3b49-5252-4634-8647-eee7843e2ee5 req-6c5acefe-a89d-419e-9247-71753b5ee18d tempest-LiveMigrationTest-1833787117 tempest-LiveMigrationTest-1833787117-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=87cccf57-f452-41a8-9e48-a6e744310271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541868 Oct 12 19:12:10.956135 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b48007d-4be6-4df7-9886-708bfd883a20 None None] Routers {'e778be89-c114-4bc8-be8c-3d7878ea1275'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:12:10.957040 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-6b48007d-4be6-4df7-9886-708bfd883a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:12:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['e778be89-c114-4bc8-be8c-3d7878ea1275'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:12:10.976714 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6a3f3dbc-ef4e-4cc0-b9cb-4b27cdaa30b7 req-db760e86-1014-4655-a189-aa1d0eb874d9 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] 10.222.0.49 "PUT /v2.0/floatingips/1017a566-64b0-4065-8bf5-75713797ca8b HTTP/1.1" status: 200 len: 695 time: 1.8164208 Oct 12 19:12:11.013430 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 19:12:11.022034 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c1c0d7bc-a2a7-46de-b4f3-c248e37d2ccd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8093678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255505'] for router, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:11.024876 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c1c0d7bc-a2a7-46de-b4f3-c248e37d2ccd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8093562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8087085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8022306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255518'] for router, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:11.035284 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7903f54c-a9e7-430e-9a22-827dd6602476 req-4cb54e08-aa65-4def-a348-872c49ae8a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:11.037914 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7903f54c-a9e7-430e-9a22-827dd6602476 req-4cb54e08-aa65-4def-a348-872c49ae8a3f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2b40d2f7-4a07-4df1-bbb6-021ae59cdec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1166651 Oct 12 19:12:11.064357 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-85b3cd03-840a-43e5-95be-20fc6eed5352 None None] Allocated IP 172.20.0.2 (96f19174-fa27-4927-ae95-c7e7f7962458/3c76cf16-3630-4b09-93ae-b89661300dac/a11887b4-98f2-4c2b-b7f4-6e73c49b1ac7) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:12:11.075902 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3f3dbc-ef4e-4cc0-b9cb-4b27cdaa30b7 req-c6d89fcc-67eb-4fed-9aed-1c36b2fd95a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:11.084993 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6a3f3dbc-ef4e-4cc0-b9cb-4b27cdaa30b7 req-c6d89fcc-67eb-4fed-9aed-1c36b2fd95a1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=194247fcbd8840fc8b099ca900c42c70&device_id=31068235-8d67-4f2f-9b64-477add9d67bc HTTP/1.1" status: 200 len: 1096 time: 0.1054950 Oct 12 19:12:11.133253 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8df37d53-50ee-4118-8a95-3b17eed1f284 req-6122c1ec-76c4-4519-8035-63f808a239aa service neutron] 10.222.0.67 "GET /v2.0/networks/7e2fb59a-6119-4752-90bd-a0430fbe9b50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042818 Oct 12 19:12:11.173567 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c1c0d7bc-a2a7-46de-b4f3-c248e37d2ccd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:11.234605 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7903f54c-a9e7-430e-9a22-827dd6602476 req-fc931d68-506c-403e-af72-e5009287842e service neutron] 10.222.0.61 "GET /v2.0/networks/2b40d2f7-4a07-4df1-bbb6-021ae59cdec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823838 Oct 12 19:12:11.247999 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3f3dbc-ef4e-4cc0-b9cb-4b27cdaa30b7 req-81b23c05-c93c-4e32-8cfa-a84e63cc871f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:11.258082 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6a3f3dbc-ef4e-4cc0-b9cb-4b27cdaa30b7 req-81b23c05-c93c-4e32-8cfa-a84e63cc871f service neutron] 10.222.0.49 "GET /v2.0/networks?id=f3d8d55a-a17e-469f-b479-a47932f8f8ad HTTP/1.1" status: 200 len: 922 time: 0.1720400 Oct 12 19:12:11.276810 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 5e0ec8f6-bb01-4a06-8ec5-bef8d4ace2f3 up at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:12:11.330404 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8df37d53-50ee-4118-8a95-3b17eed1f284 req-12a099ea-22fc-49a2-acbc-e637149b7104 service neutron] 10.222.0.67 "GET /v2.0/networks/7e2fb59a-6119-4752-90bd-a0430fbe9b50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861877 Oct 12 19:12:11.357258 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6a3f3dbc-ef4e-4cc0-b9cb-4b27cdaa30b7 req-33e3c4a7-bf02-4a96-b03a-e065be58f888 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a49b9b09-b6b3-4a98-a818-aeb467971b1d HTTP/1.1" status: 200 len: 217 time: 0.0979829 Oct 12 19:12:11.358739 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-6b48007d-4be6-4df7-9886-708bfd883a20 None None] Set router e778be89-c114-4bc8-be8c-3d7878ea1275 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:12:11.379324 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7903f54c-a9e7-430e-9a22-827dd6602476 req-fee4bbda-7cac-4431-91d0-d646d8749142 service neutron] 10.222.0.61 "GET /v2.0/networks/2b40d2f7-4a07-4df1-bbb6-021ae59cdec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321726 Oct 12 19:12:11.505668 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3f3dbc-ef4e-4cc0-b9cb-4b27cdaa30b7 req-c1a69b8e-306a-4fb6-af84-0c505c5bb434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:11.514074 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6a3f3dbc-ef4e-4cc0-b9cb-4b27cdaa30b7 req-c1a69b8e-306a-4fb6-af84-0c505c5bb434 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7744f471-5bc3-48f2-bedf-a494f3770221 HTTP/1.1" status: 200 len: 860 time: 0.1558390 Oct 12 19:12:11.526185 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c1c0d7bc-a2a7-46de-b4f3-c248e37d2ccd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:11.557240 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning for port 5e0ec8f6-bb01-4a06-8ec5-bef8d4ace2f3 completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:12:11.568624 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3f3dbc-ef4e-4cc0-b9cb-4b27cdaa30b7 req-5c68cec7-8962-426c-aeed-6c76e71c0098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:11.577325 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning complete for port 5e0ec8f6-bb01-4a06-8ec5-bef8d4ace2f3 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:12:11.577954 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:11.579574 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6a3f3dbc-ef4e-4cc0-b9cb-4b27cdaa30b7 req-5c68cec7-8962-426c-aeed-6c76e71c0098 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f3d8d55a-a17e-469f-b479-a47932f8f8ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0643318 Oct 12 19:12:11.611069 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2d62e1-158e-45e1-9fee-a4c93f6099cd req-3ac5e408-f418-47a9-926e-3bc1f072f789 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:11.618212 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9d2d62e1-158e-45e1-9fee-a4c93f6099cd req-3ac5e408-f418-47a9-926e-3bc1f072f789 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b5bede8-e825-4307-9bc2-88929de15d91 HTTP/1.1" status: 200 len: 945 time: 0.0977240 Oct 12 19:12:11.676406 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9d2d62e1-158e-45e1-9fee-a4c93f6099cd req-468b12a8-418e-487c-be61-1329996ebbe7 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba303c90-524f-4c6d-a60e-9cdccd966656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469339 Oct 12 19:12:11.711521 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ae865cd-3f77-4e73-aa18-aa63a0e22529 x-openstack-request-id: req-9ae865cd-3f77-4e73-aa18-aa63a0e22529 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:12:11.712058 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "919e2016-fce2-41d9-8e01-162aef4f9b68", "tag": "f9fa3f97-2c67-4e1e-a142-bef0a0891091", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:12:11.712476 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9ae865cd-3f77-4e73-aa18-aa63a0e22529 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:12:11.713027 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '919e2016-fce2-41d9-8e01-162aef4f9b68', 'tag': 'f9fa3f97-2c67-4e1e-a142-bef0a0891091', 'status': 'completed', 'code': 200} Oct 12 19:12:11.746675 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:11.750370 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-85b3cd03-840a-43e5-95be-20fc6eed5352 None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:11.785794 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6a3f3dbc-ef4e-4cc0-b9cb-4b27cdaa30b7 req-1c5a2fd0-99d2-4eb6-bf57-5827aac8536f service neutron] 10.222.0.49 "GET /v2.0/networks/f3d8d55a-a17e-469f-b479-a47932f8f8ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050071 Oct 12 19:12:11.801061 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 5e0ec8f6-bb01-4a06-8ec5-bef8d4ace2f3, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=5e0ec8f6-bb01-4a06-8ec5-bef8d4ace2f3,segment=NetworkSegment(07a654b6-9e4b-47e5-bebe-20a1a2213e84),segment_id=07a654b6-9e4b-47e5-bebe-20a1a2213e84)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:12:11.808951 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b5bede8-e825-4307-9bc2-88929de15d91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e0ec8f6-bb01-4a06-8ec5-bef8d4ace2f3'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:12:11.812015 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5ec5af9-c223-4ccf-a182-c12b868affae" -d '{"events": [{"server_uuid": "8b5bede8-e825-4307-9bc2-88929de15d91", "name": "network-vif-plugged", "status": "completed", "tag": "5e0ec8f6-bb01-4a06-8ec5-bef8d4ace2f3"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:12:11.832876 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89978ff2-7ca3-4200-888e-e6adee52fe8f req-468bc978-1017-43be-94f9-29401e32883e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:11.835344 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-89978ff2-7ca3-4200-888e-e6adee52fe8f req-468bc978-1017-43be-94f9-29401e32883e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ed6b12966b9343359f6575d52c95f820&device_id=919e2016-fce2-41d9-8e01-162aef4f9b68 HTTP/1.1" status: 200 len: 1094 time: 0.0935624 Oct 12 19:12:11.866838 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-85b3cd03-840a-43e5-95be-20fc6eed5352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:11.913271 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:11.941647 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b3cd03-840a-43e5-95be-20fc6eed5352 None None] Network 96f19174-fa27-4927-ae95-c7e7f7962458 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:12:11.942491 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b3cd03-840a-43e5-95be-20fc6eed5352 None None] Pushing event updated for resources: {'Port': ['ID=a11887b4-98f2-4c2b-b7f4-6e73c49b1ac7,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:12:11.951918 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-85b3cd03-840a-43e5-95be-20fc6eed5352 None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:12:11.980693 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b3cd03-840a-43e5-95be-20fc6eed5352 None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:12:12.013449 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b640fe-e8ba-4972-b078-5858b5590481 req-4df3c70e-2e1b-4809-b83e-f42afcf1711b tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:12.014507 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-79b640fe-e8ba-4972-b078-5858b5590481 req-4df3c70e-2e1b-4809-b83e-f42afcf1711b tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] 10.222.0.49 "GET /v2.0/ports?device_id=919e2016-fce2-41d9-8e01-162aef4f9b68 HTTP/1.1" status: 200 len: 943 time: 0.1886647 Oct 12 19:12:12.029611 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31068235-8d67-4f2f-9b64-477add9d67bc', 'tag': 'a49b9b09-b6b3-4a98-a818-aeb467971b1d'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:12:12.033547 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58b6c25d-170e-4fd9-ad7d-81ffb2c54203" -d '{"events": [{"name": "network-changed", "server_uuid": "31068235-8d67-4f2f-9b64-477add9d67bc", "tag": "a49b9b09-b6b3-4a98-a818-aeb467971b1d"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:12:12.042005 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6a3f3dbc-ef4e-4cc0-b9cb-4b27cdaa30b7 req-b97912c3-1401-4dd0-a902-355b610e8520 service neutron] 10.222.0.49 "GET /v2.0/networks/f3d8d55a-a17e-469f-b479-a47932f8f8ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2539988 Oct 12 19:12:12.078583 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=5e0ec8f6-bb01-4a06-8ec5-bef8d4ace2f3,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:12:12.087608 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89978ff2-7ca3-4200-888e-e6adee52fe8f req-e6bb3592-e7f1-406b-8015-a62e0f140970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:12.089245 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-89978ff2-7ca3-4200-888e-e6adee52fe8f req-e6bb3592-e7f1-406b-8015-a62e0f140970 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7e2fb59a-6119-4752-90bd-a0430fbe9b50 HTTP/1.1" status: 200 len: 913 time: 0.2415807 Oct 12 19:12:12.092301 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-6b48007d-4be6-4df7-9886-708bfd883a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e778be89-c114-4bc8-be8c-3d7878ea1275', 'name': 'tempest-FloatingIPsAssociationTestJSON-1808744679-router', 'tenant_id': '194247fcbd8840fc8b099ca900c42c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '19e243f6-08a7-4ae7-b5a2-e129e7c4ba73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:10:35Z', 'updated_at': '2021-10-12T19:10:45Z', 'revision_number': 4, 'project_id': '194247fcbd8840fc8b099ca900c42c70', 'gw_port': {'id': '19e243f6-08a7-4ae7-b5a2-e129e7c4ba73', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:2f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e778be89-c114-4bc8-be8c-3d7878ea1275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:10:37Z', 'updated_at': '2021-10-12T19:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '5b19f71e-6d0c-433a-917d-d33b0457ca57', 'name': '', 'network_id': 'f3d8d55a-a17e-469f-b479-a47932f8f8ad', 'tenant_id': '194247fcbd8840fc8b099ca900c42c70', 'mac_address': 'fa:16:3e:6b:a9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e778be89-c114-4bc8-be8c-3d7878ea1275', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '7744f471-5bc3-48f2-bedf-a494f3770221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:10:43Z', 'updated_at': '2021-10-12T19:10:51Z', 'revision_number': 5, 'project_id': '194247fcbd8840fc8b099ca900c42c70', 'subnets': [{'id': '7744f471-5bc3-48f2-bedf-a494f3770221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:12:12.109018 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-79b640fe-e8ba-4972-b078-5858b5590481 req-b775be20-392a-4f8d-aa2f-1cdd61e2fb54 tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] 10.222.0.49 "GET /v2.0/security-groups?id=4d1857bb-ec66-4a2e-a842-e4e42bbb469f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852869 Oct 12 19:12:12.161336 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0cbca855-36cc-4706-996a-c14c1b401736 req-0c3b3436-921f-4009-9f75-31d03cbcc475 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d61da5e1-1a01-4f28-a289-f8cc732d7154&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2775614 Oct 12 19:12:12.197605 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-85b3cd03-840a-43e5-95be-20fc6eed5352 None None] Attempting to bind port a11887b4-98f2-4c2b-b7f4-6e73c49b1ac7 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:12:12.198082 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-85b3cd03-840a-43e5-95be-20fc6eed5352 None None] Attempting to bind port a11887b4-98f2-4c2b-b7f4-6e73c49b1ac7 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '11901386-8ea2-4922-96a9-df89c50305dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '96f19174-fa27-4927-ae95-c7e7f7962458'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:12:12.198550 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b3cd03-840a-43e5-95be-20fc6eed5352 None None] Attempting to bind port a11887b4-98f2-4c2b-b7f4-6e73c49b1ac7 on network 96f19174-fa27-4927-ae95-c7e7f7962458 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:12:12.200815 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-89978ff2-7ca3-4200-888e-e6adee52fe8f req-d349edbd-f029-4379-8700-b25b6f7952dd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9fa3f97-2c67-4e1e-a142-bef0a0891091 HTTP/1.1" status: 200 len: 217 time: 0.0905814 Oct 12 19:12:12.201454 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b48007d-4be6-4df7-9886-708bfd883a20 None None] Checking router: e778be89-c114-4bc8-be8c-3d7878ea1275 for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:12:12.218892 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b3cd03-840a-43e5-95be-20fc6eed5352 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:12:12.220373 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b3cd03-840a-43e5-95be-20fc6eed5352 None None] Checking segment: {'id': '11901386-8ea2-4922-96a9-df89c50305dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '96f19174-fa27-4927-ae95-c7e7f7962458'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:12:12.220894 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-85b3cd03-840a-43e5-95be-20fc6eed5352 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:12.225216 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b3cd03-840a-43e5-95be-20fc6eed5352 None None] Bound using segment: {'id': '11901386-8ea2-4922-96a9-df89c50305dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '96f19174-fa27-4927-ae95-c7e7f7962458'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:12:12.226198 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-85b3cd03-840a-43e5-95be-20fc6eed5352 None None] Bound port: a11887b4-98f2-4c2b-b7f4-6e73c49b1ac7, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11901386-8ea2-4922-96a9-df89c50305dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '96f19174-fa27-4927-ae95-c7e7f7962458'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:12:12.226850 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-85b3cd03-840a-43e5-95be-20fc6eed5352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:12.267948 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b48007d-4be6-4df7-9886-708bfd883a20 None None] Routers {'e778be89-c114-4bc8-be8c-3d7878ea1275'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:12:12.276255 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-6b48007d-4be6-4df7-9886-708bfd883a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:12:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['e778be89-c114-4bc8-be8c-3d7878ea1275'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:12:12.297553 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89978ff2-7ca3-4200-888e-e6adee52fe8f req-8dd5b6b7-940d-4be8-aa17-f00b95b48601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:12.299776 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-89978ff2-7ca3-4200-888e-e6adee52fe8f req-8dd5b6b7-940d-4be8-aa17-f00b95b48601 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=30d4b534-ae85-4956-be60-11f5902787c3 HTTP/1.1" status: 200 len: 851 time: 0.0853970 Oct 12 19:12:12.348392 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c1c0d7bc-a2a7-46de-b4f3-c248e37d2ccd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:12.377051 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89978ff2-7ca3-4200-888e-e6adee52fe8f req-2729183d-ce0d-48c4-ad93-5860a199dd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:12.379296 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-89978ff2-7ca3-4200-888e-e6adee52fe8f req-2729183d-ce0d-48c4-ad93-5860a199dd3d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7e2fb59a-6119-4752-90bd-a0430fbe9b50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698626 Oct 12 19:12:12.394738 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c1c0d7bc-a2a7-46de-b4f3-c248e37d2ccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:12.458066 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbca855-36cc-4706-996a-c14c1b401736 req-357f2ddf-d026-4b6a-a30f-c748fc0fd5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:12.459578 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0cbca855-36cc-4706-996a-c14c1b401736 req-357f2ddf-d026-4b6a-a30f-c748fc0fd5cd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2f0e49f0ecfe4a61a8bd2b9ac759e65c&device_id=d61da5e1-1a01-4f28-a289-f8cc732d7154 HTTP/1.1" status: 200 len: 1099 time: 0.2420745 Oct 12 19:12:12.491177 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2095e157-db93-4e07-9eda-d73acf876d30 req-42bbd081-bdf1-4910-b46f-5af938181f26 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:12.492929 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2095e157-db93-4e07-9eda-d73acf876d30 req-42bbd081-bdf1-4910-b46f-5af938181f26 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] 10.222.0.49 "GET /v2.0/ports?device_id=0fcf7e7d-786c-4285-8704-dbf6d6eee771 HTTP/1.1" status: 200 len: 945 time: 0.1545470 Oct 12 19:12:12.544811 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-89978ff2-7ca3-4200-888e-e6adee52fe8f req-f52f1aa1-05ab-4965-94f0-5cc6cdb88d2f service neutron] 10.222.0.67 "GET /v2.0/networks/7e2fb59a-6119-4752-90bd-a0430fbe9b50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571441 Oct 12 19:12:12.550766 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-85b3cd03-840a-43e5-95be-20fc6eed5352 None None] For port a11887b4-98f2-4c2b-b7f4-6e73c49b1ac7, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:12:12.555420 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-85b3cd03-840a-43e5-95be-20fc6eed5352 None None] For port a11887b4-98f2-4c2b-b7f4-6e73c49b1ac7, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=a11887b4-98f2-4c2b-b7f4-6e73c49b1ac7,segment=NetworkSegment(11901386-8ea2-4922-96a9-df89c50305dd),segment_id=11901386-8ea2-4922-96a9-df89c50305dd)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:12:12.582111 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-6b48007d-4be6-4df7-9886-708bfd883a20 None None] Set router e778be89-c114-4bc8-be8c-3d7878ea1275 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:12:12.600967 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbca855-36cc-4706-996a-c14c1b401736 req-9f7b9ee3-e1e8-471f-9576-c5e34a4a617d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:12.602548 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0cbca855-36cc-4706-996a-c14c1b401736 req-9f7b9ee3-e1e8-471f-9576-c5e34a4a617d service neutron] 10.222.0.67 "GET /v2.0/networks?id=90dcf485-b1ad-4139-85a3-9e1e9879e6b1 HTTP/1.1" status: 200 len: 870 time: 0.1087348 Oct 12 19:12:12.626179 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-85b3cd03-840a-43e5-95be-20fc6eed5352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:12.665810 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0cbca855-36cc-4706-996a-c14c1b401736 req-6fc38a51-a9ba-44c8-81ea-a21f1dfb46a8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=c50e084a-aa24-4b2a-b1b3-a26e8bc6a774 HTTP/1.1" status: 200 len: 217 time: 0.0530405 Oct 12 19:12:12.682966 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-89978ff2-7ca3-4200-888e-e6adee52fe8f req-d70ac966-16ba-4c11-92f4-0d854640c101 service neutron] 10.222.0.67 "GET /v2.0/networks/7e2fb59a-6119-4752-90bd-a0430fbe9b50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263967 Oct 12 19:12:12.732629 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b3cd03-840a-43e5-95be-20fc6eed5352 None None] Pushing event updated for resources: {'Port': ['ID=a11887b4-98f2-4c2b-b7f4-6e73c49b1ac7,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:12:12.755928 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2095e157-db93-4e07-9eda-d73acf876d30 req-26631a7b-4bbf-447d-8e1e-d22b10d5b993 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] 10.222.0.49 "GET /v2.0/security-groups?id=a7f9720c-b2fc-4108-8209-bc2f9c99d939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523480 Oct 12 19:12:12.783550 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-c1c0d7bc-a2a7-46de-b4f3-c248e37d2ccd admin admin] Allocated IP 172.25.5.100 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/0909c23e-8d70-420c-bec6-74b3428eaeb9) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:12:12.956451 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbca855-36cc-4706-996a-c14c1b401736 req-0423ff7f-9e41-42ab-93ad-c3ac1883b026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:12.958273 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0cbca855-36cc-4706-996a-c14c1b401736 req-0423ff7f-9e41-42ab-93ad-c3ac1883b026 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=629aee7d-3fde-4c72-af1e-6a7e1f6a7e75 HTTP/1.1" status: 200 len: 843 time: 0.2700169 Oct 12 19:12:13.029346 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-6b48007d-4be6-4df7-9886-708bfd883a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e778be89-c114-4bc8-be8c-3d7878ea1275', 'name': 'tempest-FloatingIPsAssociationTestJSON-1808744679-router', 'tenant_id': '194247fcbd8840fc8b099ca900c42c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '19e243f6-08a7-4ae7-b5a2-e129e7c4ba73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:10:35Z', 'updated_at': '2021-10-12T19:10:45Z', 'revision_number': 4, 'project_id': '194247fcbd8840fc8b099ca900c42c70', 'gw_port': {'id': '19e243f6-08a7-4ae7-b5a2-e129e7c4ba73', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:2f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e778be89-c114-4bc8-be8c-3d7878ea1275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:10:37Z', 'updated_at': '2021-10-12T19:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '5b19f71e-6d0c-433a-917d-d33b0457ca57', 'name': '', 'network_id': 'f3d8d55a-a17e-469f-b479-a47932f8f8ad', 'tenant_id': '194247fcbd8840fc8b099ca900c42c70', 'mac_address': 'fa:16:3e:6b:a9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e778be89-c114-4bc8-be8c-3d7878ea1275', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '7744f471-5bc3-48f2-bedf-a494f3770221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:10:43Z', 'updated_at': '2021-10-12T19:10:51Z', 'revision_number': 5, 'project_id': '194247fcbd8840fc8b099ca900c42c70', 'subnets': [{'id': '7744f471-5bc3-48f2-bedf-a494f3770221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:12:13.038497 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c1c0d7bc-a2a7-46de-b4f3-c248e37d2ccd admin admin] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:13.080884 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b48007d-4be6-4df7-9886-708bfd883a20 None None] The sync data for ids ['e778be89-c114-4bc8-be8c-3d7878ea1275'] in n-d-813679-3 is: [{'id': 'e778be89-c114-4bc8-be8c-3d7878ea1275', 'name': 'tempest-FloatingIPsAssociationTestJSON-1808744679-router', 'tenant_id': '194247fcbd8840fc8b099ca900c42c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '19e243f6-08a7-4ae7-b5a2-e129e7c4ba73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:10:35Z', 'updated_at': '2021-10-12T19:10:45Z', 'revision_number': 4, 'project_id': '194247fcbd8840fc8b099ca900c42c70', 'gw_port': {'id': '19e243f6-08a7-4ae7-b5a2-e129e7c4ba73', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:2f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e778be89-c114-4bc8-be8c-3d7878ea1275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:10:37Z', 'updated_at': '2021-10-12T19:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '5b19f71e-6d0c-433a-917d-d33b0457ca57', 'name': '', 'network_id': 'f3d8d55a-a17e-469f-b479-a47932f8f8ad', 'tenant_id': '194247fcbd8840fc8b099ca900c42c70', 'mac_address': 'fa:16:3e:6b:a9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e778be89-c114-4bc8-be8c-3d7878ea1275', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '7744f471-5bc3-48f2-bedf-a494f3770221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:10:43Z', 'updated_at': '2021-10-12T19:10:51Z', 'revision_number': 5, 'project_id': '194247fcbd8840fc8b099ca900c42c70', 'subnets': [{'id': '7744f471-5bc3-48f2-bedf-a494f3770221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:12:13.145068 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814683e5-ed9e-4bab-866c-11b3d2e43f3f req-759cb0d1-3761-43a5-847e-1f596f3a0f73 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:13.146585 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-814683e5-ed9e-4bab-866c-11b3d2e43f3f req-759cb0d1-3761-43a5-847e-1f596f3a0f73 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] 10.222.0.67 "GET /v2.0/ports?device_id=0fcf7e7d-786c-4285-8704-dbf6d6eee771 HTTP/1.1" status: 200 len: 945 time: 0.1178663 Oct 12 19:12:13.201452 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c1c0d7bc-a2a7-46de-b4f3-c248e37d2ccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:13.322946 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c0d7bc-a2a7-46de-b4f3-c248e37d2ccd admin admin] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:12:13.328121 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-c1c0d7bc-a2a7-46de-b4f3-c248e37d2ccd admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:12:13.332692 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c0d7bc-a2a7-46de-b4f3-c248e37d2ccd admin admin] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:12:13.357799 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbca855-36cc-4706-996a-c14c1b401736 req-5d66c813-5818-49e4-b1d4-e1d7bf3d65bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:13.360252 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0cbca855-36cc-4706-996a-c14c1b401736 req-5d66c813-5818-49e4-b1d4-e1d7bf3d65bf service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=90dcf485-b1ad-4139-85a3-9e1e9879e6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2488229 Oct 12 19:12:13.380223 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-814683e5-ed9e-4bab-866c-11b3d2e43f3f req-1ba38330-8b68-4a8a-be29-0492609f63ad tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] Deleting port b9f78b7f-e2f7-4ed8-b33c-3234a2f9ae81 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:12:13.380850 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-814683e5-ed9e-4bab-866c-11b3d2e43f3f req-1ba38330-8b68-4a8a-be29-0492609f63ad tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:13.566815 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c0d7bc-a2a7-46de-b4f3-c248e37d2ccd admin admin] Pushing event updated for resources: {'Port': ['ID=0909c23e-8d70-420c-bec6-74b3428eaeb9,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:12:13.580214 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9a5769-1ad8-4519-9fbf-5b44bd043ffa req-d33ebd2b-2496-483d-829e-c0c3aa29d683 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:13.588063 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ae9a5769-1ad8-4519-9fbf-5b44bd043ffa req-d33ebd2b-2496-483d-829e-c0c3aa29d683 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/ports?device_id=08fd2058-3c0a-42c8-aeae-083b075d74c3 HTTP/1.1" status: 200 len: 950 time: 0.4663589 Oct 12 19:12:13.605752 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0cbca855-36cc-4706-996a-c14c1b401736 req-ec1272bf-9a8d-46c5-b735-d513b376bf85 service neutron] 10.222.0.67 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274263 Oct 12 19:12:13.606011 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-814683e5-ed9e-4bab-866c-11b3d2e43f3f req-1ba38330-8b68-4a8a-be29-0492609f63ad tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] For port b9f78b7f-e2f7-4ed8-b33c-3234a2f9ae81, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=b9f78b7f-e2f7-4ed8-b33c-3234a2f9ae81,segment=NetworkSegment(81fe845b-53bf-4206-b6f5-6dccc40d0fe2),segment_id=81fe845b-53bf-4206-b6f5-6dccc40d0fe2)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:12:13.606222 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-814683e5-ed9e-4bab-866c-11b3d2e43f3f req-1ba38330-8b68-4a8a-be29-0492609f63ad tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:13.639788 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-814683e5-ed9e-4bab-866c-11b3d2e43f3f req-1ba38330-8b68-4a8a-be29-0492609f63ad tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] Calling delete_port for b9f78b7f-e2f7-4ed8-b33c-3234a2f9ae81 owned by compute:nova {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:12:13.659912 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d433e0-7ca5-4105-bdcf-12a750c734ee None None] New status for floating IP 1017a566-64b0-4065-8bf5-75713797ca8b: DOWN {{(pid=95504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 19:12:13.876821 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ae9a5769-1ad8-4519-9fbf-5b44bd043ffa req-e4b14902-c8fa-4946-864b-688826f4a681 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/security-groups?id=97ebf564-c5fe-4f12-92a1-b237f08112ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2870634 Oct 12 19:12:13.921222 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-814683e5-ed9e-4bab-866c-11b3d2e43f3f req-1ba38330-8b68-4a8a-be29-0492609f63ad tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:13.934540 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['b9f78b7f-e2f7-4ed8-b33c-3234a2f9ae81'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:12:13.981271 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba38330-8b68-4a8a-be29-0492609f63ad tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] Pushing event deleted for resources: {'Port': ['ID=b9f78b7f-e2f7-4ed8-b33c-3234a2f9ae81,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:12:14.019766 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40a31f99-a4e9-473b-a3fc-c4f31f1ad924 x-openstack-request-id: req-40a31f99-a4e9-473b-a3fc-c4f31f1ad924 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:12:14.020764 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b5bede8-e825-4307-9bc2-88929de15d91", "name": "network-vif-plugged", "status": "completed", "tag": "5e0ec8f6-bb01-4a06-8ec5-bef8d4ace2f3", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:12:14.020764 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-40a31f99-a4e9-473b-a3fc-c4f31f1ad924 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:12:14.020764 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b5bede8-e825-4307-9bc2-88929de15d91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e0ec8f6-bb01-4a06-8ec5-bef8d4ace2f3', 'code': 200} Oct 12 19:12:14.081161 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-699a5ba4-550a-466a-b67d-d44d3654a453 x-openstack-request-id: req-699a5ba4-550a-466a-b67d-d44d3654a453 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:12:14.082123 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31068235-8d67-4f2f-9b64-477add9d67bc", "tag": "a49b9b09-b6b3-4a98-a818-aeb467971b1d", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:12:14.082595 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-699a5ba4-550a-466a-b67d-d44d3654a453 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:12:14.083381 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31068235-8d67-4f2f-9b64-477add9d67bc', 'tag': 'a49b9b09-b6b3-4a98-a818-aeb467971b1d', 'status': 'completed', 'code': 200} Oct 12 19:12:14.087755 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0cbca855-36cc-4706-996a-c14c1b401736 req-7e36cd73-30a9-4de1-a879-8d0da6a8f358 service neutron] 10.222.0.67 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4637778 Oct 12 19:12:14.094814 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-814683e5-ed9e-4bab-866c-11b3d2e43f3f req-1ba38330-8b68-4a8a-be29-0492609f63ad tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] No DVR routers for this DVR port b9f78b7f-e2f7-4ed8-b33c-3234a2f9ae81 on host n-h2-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:12:14.102642 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-814683e5-ed9e-4bab-866c-11b3d2e43f3f req-1ba38330-8b68-4a8a-be29-0492609f63ad tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:14.106544 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-814683e5-ed9e-4bab-866c-11b3d2e43f3f req-1ba38330-8b68-4a8a-be29-0492609f63ad tempest-FloatingIPsAssociationNegativeTestJSON-1241049076 tempest-FloatingIPsAssociationNegativeTestJSON-1241049076-project] 10.222.0.67 "DELETE /v2.0/ports/b9f78b7f-e2f7-4ed8-b33c-3234a2f9ae81 HTTP/1.1" status: 204 len: 173 time: 0.9494662 Oct 12 19:12:14.107011 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fcf7e7d-786c-4285-8704-dbf6d6eee771', 'name': 'network-vif-deleted', 'tag': 'b9f78b7f-e2f7-4ed8-b33c-3234a2f9ae81'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:12:14.117115 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e075eb5-6ba3-4307-aeb6-c52176757578" -d '{"events": [{"server_uuid": "0fcf7e7d-786c-4285-8704-dbf6d6eee771", "name": "network-vif-deleted", "tag": "b9f78b7f-e2f7-4ed8-b33c-3234a2f9ae81"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:12:14.232595 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23412c5-1541-4b8c-9511-2859e8b480c2 req-b48a09ed-feba-41e8-8976-400b45353728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:14.234081 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a23412c5-1541-4b8c-9511-2859e8b480c2 req-b48a09ed-feba-41e8-8976-400b45353728 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8b5bede8-e825-4307-9bc2-88929de15d91 HTTP/1.1" status: 200 len: 1097 time: 0.1134391 Oct 12 19:12:14.239375 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b6c25d-170e-4fd9-ad7d-81ffb2c54203 req-01061c1e-4c74-4a72-835a-bd6d47a2a534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:14.241724 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-58b6c25d-170e-4fd9-ad7d-81ffb2c54203 req-01061c1e-4c74-4a72-835a-bd6d47a2a534 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=194247fcbd8840fc8b099ca900c42c70&device_id=31068235-8d67-4f2f-9b64-477add9d67bc HTTP/1.1" status: 200 len: 1096 time: 0.1065919 Oct 12 19:12:14.323647 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a23412c5-1541-4b8c-9511-2859e8b480c2 req-d74a08b8-8cef-45f1-854e-83a4f847006e service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ba303c90-524f-4c6d-a60e-9cdccd966656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731223 Oct 12 19:12:14.537437 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd0de91-fb58-4205-b533-36ff78eef5e3 req-594122ea-4e74-42e0-883b-3c0b861e0d6f tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:14.539846 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5bd0de91-fb58-4205-b533-36ff78eef5e3 req-594122ea-4e74-42e0-883b-3c0b861e0d6f tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b5bede8-e825-4307-9bc2-88929de15d91 HTTP/1.1" status: 200 len: 946 time: 0.2785075 Oct 12 19:12:14.604069 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8a047a-d37c-4206-aed5-7aa81b014a75 None None] Network 96f19174-fa27-4927-ae95-c7e7f7962458 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:12:14.871959 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-3fad78d6-41ea-4001-876a-f941de7fb237 None None] Provisioning complete for port a11887b4-98f2-4c2b-b7f4-6e73c49b1ac7 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:12:14.871959 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3fad78d6-41ea-4001-876a-f941de7fb237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:14.943157 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device a11887b4-98f2-4c2b-b7f4-6e73c49b1ac7 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:12:15.047313 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device f9fa3f97-2c67-4e1e-a142-bef0a0891091 details requested by agent hyperv_n-h2-813679-3 with host n-h2-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:12:15.086517 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c1c0d7bc-a2a7-46de-b4f3-c248e37d2ccd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:15.177243 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b6c25d-170e-4fd9-ad7d-81ffb2c54203 req-ae2182d0-bf6c-430c-8622-017d49475258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:15.178814 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-58b6c25d-170e-4fd9-ad7d-81ffb2c54203 req-ae2182d0-bf6c-430c-8622-017d49475258 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f3d8d55a-a17e-469f-b479-a47932f8f8ad HTTP/1.1" status: 200 len: 922 time: 0.9284353 Oct 12 19:12:15.212475 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port a11887b4-98f2-4c2b-b7f4-6e73c49b1ac7 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:12:15.212838 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:15.236865 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-58b6c25d-170e-4fd9-ad7d-81ffb2c54203 req-01710d24-ae83-4406-9c5e-1d1d95fa212e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a49b9b09-b6b3-4a98-a818-aeb467971b1d HTTP/1.1" status: 200 len: 217 time: 0.0491636 Oct 12 19:12:15.249581 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5bd0de91-fb58-4205-b533-36ff78eef5e3 req-cf541922-e148-4929-b966-64c5feddcb7d tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba303c90-524f-4c6d-a60e-9cdccd966656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6928442 Oct 12 19:12:15.326413 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b6c25d-170e-4fd9-ad7d-81ffb2c54203 req-8427ca6b-adb4-4ee3-94ac-52838f371eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:15.327971 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-58b6c25d-170e-4fd9-ad7d-81ffb2c54203 req-8427ca6b-adb4-4ee3-94ac-52838f371eee service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7744f471-5bc3-48f2-bedf-a494f3770221 HTTP/1.1" status: 200 len: 860 time: 0.0771418 Oct 12 19:12:15.343157 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3fad78d6-41ea-4001-876a-f941de7fb237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:15.368429 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [req-76d2c45a-6c6f-4884-ad21-b6eb1545073d req-6d5f1bbd-dd92-4c11-9f2c-75c960b98254 tempest-LiveMigrationTest-1833787117 tempest-LiveMigrationTest-1833787117-project-admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 19:12:15.369550 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-76d2c45a-6c6f-4884-ad21-b6eb1545073d req-6d5f1bbd-dd92-4c11-9f2c-75c960b98254 tempest-LiveMigrationTest-1833787117 tempest-LiveMigrationTest-1833787117-project-admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0106082 Oct 12 19:12:15.378330 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port f9fa3f97-2c67-4e1e-a142-bef0a0891091, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=f9fa3f97-2c67-4e1e-a142-bef0a0891091,segment=NetworkSegment(a5b0800b-9440-4416-8f7a-05e8cbf0f8da),segment_id=a5b0800b-9440-4416-8f7a-05e8cbf0f8da)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:12:15.433135 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Returning: {'device': 'f9fa3f97-2c67-4e1e-a142-bef0a0891091', 'network_id': '7e2fb59a-6119-4752-90bd-a0430fbe9b50', 'port_id': 'f9fa3f97-2c67-4e1e-a142-bef0a0891091', 'mac_address': 'fa:16:3e:81:82:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30d4b534-ae85-4956-be60-11f5902787c3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:12:15.507345 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-3fad78d6-41ea-4001-876a-f941de7fb237 None None] For port a11887b4-98f2-4c2b-b7f4-6e73c49b1ac7, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=a11887b4-98f2-4c2b-b7f4-6e73c49b1ac7,segment=NetworkSegment(11901386-8ea2-4922-96a9-df89c50305dd),segment_id=11901386-8ea2-4922-96a9-df89c50305dd)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:12:15.556958 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d2c45a-6c6f-4884-ad21-b6eb1545073d req-46ed0c29-71a3-4cc8-b8c1-4daed1ff9d2f tempest-LiveMigrationTest-1833787117 tempest-LiveMigrationTest-1833787117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:15.556958 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-76d2c45a-6c6f-4884-ad21-b6eb1545073d req-46ed0c29-71a3-4cc8-b8c1-4daed1ff9d2f tempest-LiveMigrationTest-1833787117 tempest-LiveMigrationTest-1833787117-project-admin] 10.222.0.49 "GET /v2.0/ports/f7556019-ea31-4487-a6df-372aa7a006dd HTTP/1.1" status: 200 len: 1094 time: 0.1654584 Oct 12 19:12:15.570963 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4324055b-85f2-4cc6-8b99-6063bfb6545d req-3678ab3d-e8bf-4b04-ab77-0de2f2133ddb tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:15.572776 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4324055b-85f2-4cc6-8b99-6063bfb6545d req-3678ab3d-e8bf-4b04-ab77-0de2f2133ddb tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] 10.222.0.49 "GET /v2.0/ports?device_id=919e2016-fce2-41d9-8e01-162aef4f9b68 HTTP/1.1" status: 200 len: 943 time: 0.1939812 Oct 12 19:12:15.579173 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-76d2c45a-6c6f-4884-ad21-b6eb1545073d req-3bad982d-5a0b-4958-b432-77f4455357b0 service neutron] Request body: {'binding': {'host': 'n-h2-813679-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:12:15.579697 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-76d2c45a-6c6f-4884-ad21-b6eb1545073d req-3bad982d-5a0b-4958-b432-77f4455357b0 service neutron] Unknown quota resources ['binding']. {{(pid=95502) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 12 19:12:15.586300 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:15.598646 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:15.615963 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9fa3f97-2c67-4e1e-a142-bef0a0891091 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:12:15.638052 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port f9fa3f97-2c67-4e1e-a142-bef0a0891091, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=f9fa3f97-2c67-4e1e-a142-bef0a0891091,segment=NetworkSegment(a5b0800b-9440-4416-8f7a-05e8cbf0f8da),segment_id=a5b0800b-9440-4416-8f7a-05e8cbf0f8da)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:12:15.645959 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b6c25d-170e-4fd9-ad7d-81ffb2c54203 req-155628be-e6e5-4ae4-b4e1-938ca8ed1a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:15.647763 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-58b6c25d-170e-4fd9-ad7d-81ffb2c54203 req-155628be-e6e5-4ae4-b4e1-938ca8ed1a5a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f3d8d55a-a17e-469f-b479-a47932f8f8ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2770209 Oct 12 19:12:15.820457 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3fad78d6-41ea-4001-876a-f941de7fb237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:15.848775 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4324055b-85f2-4cc6-8b99-6063bfb6545d req-c6548447-cdd6-4285-8d97-159a148d1dcc tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] 10.222.0.49 "GET /v2.0/security-groups?id=4d1857bb-ec66-4a2e-a842-e4e42bbb469f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2632098 Oct 12 19:12:15.952248 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.db.api [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 19:12:15.952664 n-d-813679-3 neutron-server[95503]: DEBUG oslo_db.api [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 19:12:15.953148 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fad78d6-41ea-4001-876a-f941de7fb237 None None] Pushing event updated for resources: {'Port': ['ID=a11887b4-98f2-4c2b-b7f4-6e73c49b1ac7,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:12:15.959468 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:15.964072 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c1c0d7bc-a2a7-46de-b4f3-c248e37d2ccd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8093541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7915516'] for router, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:15.975889 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-58b6c25d-170e-4fd9-ad7d-81ffb2c54203 req-36f1e23b-854d-43dd-bd15-7802277dc6f8 service neutron] 10.222.0.61 "GET /v2.0/networks/f3d8d55a-a17e-469f-b479-a47932f8f8ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2841339 Oct 12 19:12:15.987575 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 57836) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:12:16.040787 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-5022047c-035c-4fcb-99c9-119f7b68931c None None] Provisioning complete for port a11887b4-98f2-4c2b-b7f4-6e73c49b1ac7 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:12:16.047878 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5022047c-035c-4fcb-99c9-119f7b68931c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:16.080730 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-76d2c45a-6c6f-4884-ad21-b6eb1545073d req-3bad982d-5a0b-4958-b432-77f4455357b0 service neutron] Attempting to bind port f7556019-ea31-4487-a6df-372aa7a006dd on host n-h2-813679-3 for vnic_type normal with profile None {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:12:16.092359 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-76d2c45a-6c6f-4884-ad21-b6eb1545073d req-3bad982d-5a0b-4958-b432-77f4455357b0 service neutron] Attempting to bind port f7556019-ea31-4487-a6df-372aa7a006dd by drivers openvswitch,hyperv on host n-h2-813679-3 at level 0 using segments [{'id': 'af837146-1b4e-4c2b-b1ce-96eb7f990955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c9c833e6-1691-44ed-bf82-cf9c18667411'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:12:16.092359 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d2c45a-6c6f-4884-ad21-b6eb1545073d req-3bad982d-5a0b-4958-b432-77f4455357b0 service neutron] Attempting to bind port f7556019-ea31-4487-a6df-372aa7a006dd on network c9c833e6-1691-44ed-bf82-cf9c18667411 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:12:16.096998 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d2c45a-6c6f-4884-ad21-b6eb1545073d req-3bad982d-5a0b-4958-b432-77f4455357b0 service neutron] Port f7556019-ea31-4487-a6df-372aa7a006dd on network c9c833e6-1691-44ed-bf82-cf9c18667411 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:12:16.096998 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d2c45a-6c6f-4884-ad21-b6eb1545073d req-3bad982d-5a0b-4958-b432-77f4455357b0 service neutron] Attempting to bind port f7556019-ea31-4487-a6df-372aa7a006dd on network c9c833e6-1691-44ed-bf82-cf9c18667411 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:12:16.140745 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d2c45a-6c6f-4884-ad21-b6eb1545073d req-3bad982d-5a0b-4958-b432-77f4455357b0 service neutron] Checking agent: {'id': '233fbd7d-38e4-434f-bb8f-05364d7423a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:12:16.141088 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d2c45a-6c6f-4884-ad21-b6eb1545073d req-3bad982d-5a0b-4958-b432-77f4455357b0 service neutron] Checking segment: {'id': 'af837146-1b4e-4c2b-b1ce-96eb7f990955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c9c833e6-1691-44ed-bf82-cf9c18667411'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:12:16.141481 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d2c45a-6c6f-4884-ad21-b6eb1545073d req-3bad982d-5a0b-4958-b432-77f4455357b0 service neutron] Bound using segment: {'id': 'af837146-1b4e-4c2b-b1ce-96eb7f990955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c9c833e6-1691-44ed-bf82-cf9c18667411'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:12:16.141930 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-76d2c45a-6c6f-4884-ad21-b6eb1545073d req-3bad982d-5a0b-4958-b432-77f4455357b0 service neutron] Bound port: f7556019-ea31-4487-a6df-372aa7a006dd, host: n-h2-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af837146-1b4e-4c2b-b1ce-96eb7f990955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c9c833e6-1691-44ed-bf82-cf9c18667411'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:12:16.220539 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=f9fa3f97-2c67-4e1e-a142-bef0a0891091,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:12:16.227299 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['f9fa3f97-2c67-4e1e-a142-bef0a0891091'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:12:16.238694 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-58b6c25d-170e-4fd9-ad7d-81ffb2c54203 req-66853279-113f-4167-ac5f-0397cc3484e3 service neutron] 10.222.0.61 "GET /v2.0/networks/f3d8d55a-a17e-469f-b479-a47932f8f8ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197642 Oct 12 19:12:16.291564 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-76d2c45a-6c6f-4884-ad21-b6eb1545073d req-3bad982d-5a0b-4958-b432-77f4455357b0 service neutron] For port f7556019-ea31-4487-a6df-372aa7a006dd, host n-h2-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=f7556019-ea31-4487-a6df-372aa7a006dd,segment=NetworkSegment(af837146-1b4e-4c2b-b1ce-96eb7f990955),segment_id=af837146-1b4e-4c2b-b1ce-96eb7f990955)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:12:16.320586 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b085fa48-fb7f-457b-aa4d-cfb8f8d5776f req-9911ecad-fa28-481f-b817-eb2329cefd2d tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:16.328287 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b085fa48-fb7f-457b-aa4d-cfb8f8d5776f req-9911ecad-fa28-481f-b817-eb2329cefd2d tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/ports?device_id=08fd2058-3c0a-42c8-aeae-083b075d74c3 HTTP/1.1" status: 200 len: 950 time: 0.0829606 Oct 12 19:12:16.357167 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-76d2c45a-6c6f-4884-ad21-b6eb1545073d req-3bad982d-5a0b-4958-b432-77f4455357b0 service neutron] Notify callbacks [] for binding, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:16.370846 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-76d2c45a-6c6f-4884-ad21-b6eb1545073d req-3bad982d-5a0b-4958-b432-77f4455357b0 service neutron] 10.222.0.49 "POST /v2.0/ports/f7556019-ea31-4487-a6df-372aa7a006dd/bindings HTTP/1.1" status: 201 len: 389 time: 0.7963057 Oct 12 19:12:16.407842 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b085fa48-fb7f-457b-aa4d-cfb8f8d5776f req-1422b446-1e09-4278-99d5-f6dace34b9e8 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/security-groups?id=97ebf564-c5fe-4f12-92a1-b237f08112ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785360 Oct 12 19:12:16.420286 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1c0d7bc-a2a7-46de-b4f3-c248e37d2ccd admin admin] Router e55a4a5d-501e-488d-b6ea-b8c14370e6a4 is scheduled to L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b with binding_index 1 {{(pid=95502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 19:12:16.548992 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f376570f-8ab7-4639-9e8d-39b0b84e6908 x-openstack-request-id: req-f376570f-8ab7-4639-9e8d-39b0b84e6908 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:12:16.549464 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fcf7e7d-786c-4285-8704-dbf6d6eee771", "name": "network-vif-deleted", "tag": "b9f78b7f-e2f7-4ed8-b33c-3234a2f9ae81", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:12:16.550119 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f376570f-8ab7-4639-9e8d-39b0b84e6908 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:12:16.550294 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fcf7e7d-786c-4285-8704-dbf6d6eee771', 'name': 'network-vif-deleted', 'tag': 'b9f78b7f-e2f7-4ed8-b33c-3234a2f9ae81', 'status': 'completed', 'code': 200} Oct 12 19:12:16.552555 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-afa7251f-9933-4c8f-acbe-1a3af2b135ad req-e731b8d0-7ba1-4a5c-a1f1-0dfbde35ff4c tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] 10.222.0.49 "GET /v2.0/floatingips/1017a566-64b0-4065-8bf5-75713797ca8b HTTP/1.1" status: 200 len: 693 time: 0.1070819 Oct 12 19:12:16.700395 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1c0d7bc-a2a7-46de-b4f3-c248e37d2ccd admin admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:12:16.711713 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bdfa223-cf46-457f-9b92-512f0304e205 None None] Sync routers for ids ['e55a4a5d-501e-488d-b6ea-b8c14370e6a4'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:12:16.731462 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bdfa223-cf46-457f-9b92-512f0304e205 None None] Routers {'e55a4a5d-501e-488d-b6ea-b8c14370e6a4'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:12:16.732122 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-9bdfa223-cf46-457f-9b92-512f0304e205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:12:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['e55a4a5d-501e-488d-b6ea-b8c14370e6a4'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:12:16.769458 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa7251f-9933-4c8f-acbe-1a3af2b135ad req-7f6a4779-0d64-42b8-be50-e42121ba9cc2 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:16.779117 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-afa7251f-9933-4c8f-acbe-1a3af2b135ad req-7f6a4779-0d64-42b8-be50-e42121ba9cc2 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] 10.222.0.49 "GET /v2.0/networks/4afbf4a4-67f5-42d1-a358-7ba9799dab0c HTTP/1.1" status: 200 len: 784 time: 0.2056515 Oct 12 19:12:16.830526 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c1c0d7bc-a2a7-46de-b4f3-c248e37d2ccd admin admin] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:16.832738 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-c1c0d7bc-a2a7-46de-b4f3-c248e37d2ccd admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.4401197 Oct 12 19:12:16.840582 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 57844) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:12:16.847813 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device a11887b4-98f2-4c2b-b7f4-6e73c49b1ac7 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:12:16.854614 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-afa7251f-9933-4c8f-acbe-1a3af2b135ad req-c5ecac8e-d2c1-4e0b-adaa-c39b7adc531b tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.12 HTTP/1.1" status: 200 len: 696 time: 0.0745671 Oct 12 19:12:16.909612 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8826f9-ee93-4ce5-b8cf-d1c73080f108 req-a585b479-f125-4f59-84df-fde71f30a2af tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:16.910659 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-9bdfa223-cf46-457f-9b92-512f0304e205 None None] Set router e55a4a5d-501e-488d-b6ea-b8c14370e6a4 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:12:16.911131 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fe8826f9-ee93-4ce5-b8cf-d1c73080f108 req-a585b479-f125-4f59-84df-fde71f30a2af tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b5bede8-e825-4307-9bc2-88929de15d91 HTTP/1.1" status: 200 len: 946 time: 0.2884748 Oct 12 19:12:16.965055 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device b9f78b7f-e2f7-4ed8-b33c-3234a2f9ae81 no longer exists at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:12:16.965955 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-afa7251f-9933-4c8f-acbe-1a3af2b135ad req-3574eaac-c1fd-4024-8010-4b4e24ce6820 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.12 HTTP/1.1" status: 200 len: 696 time: 0.1103454 Oct 12 19:12:17.024925 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] No Port match for: b9f78b7f-e2f7-4ed8-b33c-3234a2f9ae81 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:12:17.025292 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device b9f78b7f-e2f7-4ed8-b33c-3234a2f9ae81 not bound to the agent host n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:12:17.051326 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fe8826f9-ee93-4ce5-b8cf-d1c73080f108 req-49c53685-6c61-451b-adcc-3c8fa3ec6f4d tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba303c90-524f-4c6d-a60e-9cdccd966656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1308622 Oct 12 19:12:17.064286 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d2c45a-6c6f-4884-ad21-b6eb1545073d req-25ae75a4-40fc-4a50-83a9-b61102c1268c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:17.065815 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-76d2c45a-6c6f-4884-ad21-b6eb1545073d req-25ae75a4-40fc-4a50-83a9-b61102c1268c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5fba7a982f4e455fbf6360a954bd3673&device_id=00655b18-d3a8-487b-a307-bdfa94217209 HTTP/1.1" status: 200 len: 1097 time: 0.0907733 Oct 12 19:12:17.128861 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port a11887b4-98f2-4c2b-b7f4-6e73c49b1ac7 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:12:17.140667 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:17.273886 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-afa7251f-9933-4c8f-acbe-1a3af2b135ad req-61310748-9763-4dc8-8342-33ab09e56520 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Deleting port bc174131-e3b1-4b3f-8a70-7ef932fa1525 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:12:17.274506 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-afa7251f-9933-4c8f-acbe-1a3af2b135ad req-61310748-9763-4dc8-8342-33ab09e56520 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:17.326696 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-9bdfa223-cf46-457f-9b92-512f0304e205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e55a4a5d-501e-488d-b6ea-b8c14370e6a4', 'name': 'tempest-ServersTestMultiNic-219958741-router', 'tenant_id': 'fd5c6867cc7247f59c07ecc3b6c18599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': '0909c23e-8d70-420c-bec6-74b3428eaeb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:12:11Z', 'updated_at': '2021-10-12T19:12:14Z', 'revision_number': 3, 'project_id': 'fd5c6867cc7247f59c07ecc3b6c18599', 'gw_port': {'id': '0909c23e-8d70-420c-bec6-74b3428eaeb9', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f8:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e55a4a5d-501e-488d-b6ea-b8c14370e6a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:12:12Z', 'updated_at': '2021-10-12T19:12:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:12:17.331702 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0df71e-d35e-48da-aab9-9e602d7c8fc3 req-51cd3d4f-675b-4795-9e1a-8d33398f457f tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:17.333445 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ba0df71e-d35e-48da-aab9-9e602d7c8fc3 req-51cd3d4f-675b-4795-9e1a-8d33398f457f tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/ports?device_id=00655b18-d3a8-487b-a307-bdfa94217209 HTTP/1.1" status: 200 len: 946 time: 0.1406496 Oct 12 19:12:17.353912 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0180d934-44be-4af1-ac99-bee6a55454fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8092566'] for router_interface, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:17.358544 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d2c45a-6c6f-4884-ad21-b6eb1545073d req-2906b664-97b2-4ea7-9bb0-105019ef7b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:17.360192 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-76d2c45a-6c6f-4884-ad21-b6eb1545073d req-2906b664-97b2-4ea7-9bb0-105019ef7b32 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c9c833e6-1691-44ed-bf82-cf9c18667411 HTTP/1.1" status: 200 len: 909 time: 0.2846513 Oct 12 19:12:17.370253 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bdfa223-cf46-457f-9b92-512f0304e205 None None] Checking router: e55a4a5d-501e-488d-b6ea-b8c14370e6a4 for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:12:17.370918 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bdfa223-cf46-457f-9b92-512f0304e205 None None] Updating router e55a4a5d-501e-488d-b6ea-b8c14370e6a4 port 0909c23e-8d70-420c-bec6-74b3428eaeb9 binding host n-d-813679-3 {{(pid=95503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 19:12:17.398700 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9bdfa223-cf46-457f-9b92-512f0304e205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:17.447453 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-76d2c45a-6c6f-4884-ad21-b6eb1545073d req-87bcdf4e-7a27-4f18-8c8c-fadad1bc49ce service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7556019-ea31-4487-a6df-372aa7a006dd HTTP/1.1" status: 200 len: 217 time: 0.0437024 Oct 12 19:12:17.541254 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d2c45a-6c6f-4884-ad21-b6eb1545073d req-0791388f-b01b-4ab0-93c2-382cf1b3210f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:17.542987 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-76d2c45a-6c6f-4884-ad21-b6eb1545073d req-0791388f-b01b-4ab0-93c2-382cf1b3210f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e0ebc949-3a0d-4490-86b6-8c422c8edc16 HTTP/1.1" status: 200 len: 848 time: 0.0871077 Oct 12 19:12:17.548309 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ba0df71e-d35e-48da-aab9-9e602d7c8fc3 req-4ca3a48e-63ed-47b8-9d14-de6281fcc248 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cccf57-f452-41a8-9e48-a6e744310271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029974 Oct 12 19:12:17.625618 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-76d2c45a-6c6f-4884-ad21-b6eb1545073d req-2df2b06e-dca9-4874-b006-5e915496c07a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c9c833e6-1691-44ed-bf82-cf9c18667411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0724926 Oct 12 19:12:17.743300 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9bdfa223-cf46-457f-9b92-512f0304e205 None None] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:17.782109 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-afa7251f-9933-4c8f-acbe-1a3af2b135ad req-61310748-9763-4dc8-8342-33ab09e56520 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:17.782437 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-afa7251f-9933-4c8f-acbe-1a3af2b135ad req-61310748-9763-4dc8-8342-33ab09e56520 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:17.802243 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-afa7251f-9933-4c8f-acbe-1a3af2b135ad req-61310748-9763-4dc8-8342-33ab09e56520 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Calling delete_port for bc174131-e3b1-4b3f-8a70-7ef932fa1525 owned by network:floatingip {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:12:17.831085 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9bdfa223-cf46-457f-9b92-512f0304e205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:17.867408 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb02bcd2-24c8-4b1d-b21a-8609fe1dfa0d req-cda2576a-78a9-407e-b936-ebc5607ad944 tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:17.869606 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-eb02bcd2-24c8-4b1d-b21a-8609fe1dfa0d req-cda2576a-78a9-407e-b936-ebc5607ad944 tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] 10.222.0.49 "GET /v2.0/ports?device_id=919e2016-fce2-41d9-8e01-162aef4f9b68 HTTP/1.1" status: 200 len: 944 time: 0.2390912 Oct 12 19:12:17.907641 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3930c787-78b7-47f0-b97d-9c08cd3a43bc None None] Pushing event updated for resources: {'Port': ['ID=0909c23e-8d70-420c-bec6-74b3428eaeb9,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:12:17.919734 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-9bdfa223-cf46-457f-9b92-512f0304e205 None None] Attempting to bind port 0909c23e-8d70-420c-bec6-74b3428eaeb9 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:12:17.920282 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-9bdfa223-cf46-457f-9b92-512f0304e205 None None] Attempting to bind port 0909c23e-8d70-420c-bec6-74b3428eaeb9 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:12:17.920770 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bdfa223-cf46-457f-9b92-512f0304e205 None None] Attempting to bind port 0909c23e-8d70-420c-bec6-74b3428eaeb9 on network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:12:17.928007 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bdfa223-cf46-457f-9b92-512f0304e205 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:12:17.928538 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bdfa223-cf46-457f-9b92-512f0304e205 None None] Checking segment: {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:12:17.929503 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9bdfa223-cf46-457f-9b92-512f0304e205 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:17.929969 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bdfa223-cf46-457f-9b92-512f0304e205 None None] Bound using segment: {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:12:17.930524 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-9bdfa223-cf46-457f-9b92-512f0304e205 None None] Bound port: 0909c23e-8d70-420c-bec6-74b3428eaeb9, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:12:17.931244 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9bdfa223-cf46-457f-9b92-512f0304e205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:17.959200 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-76d2c45a-6c6f-4884-ad21-b6eb1545073d req-16521a16-da9a-4436-b53e-a65f41d29800 service neutron] 10.222.0.67 "GET /v2.0/networks/c9c833e6-1691-44ed-bf82-cf9c18667411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3174136 Oct 12 19:12:17.981576 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-eb02bcd2-24c8-4b1d-b21a-8609fe1dfa0d req-2ee48a7e-7cbc-4a06-9513-0f7893c17807 tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] 10.222.0.49 "GET /v2.0/security-groups?id=4d1857bb-ec66-4a2e-a842-e4e42bbb469f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999584 Oct 12 19:12:18.036119 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e2eba4e9-69e9-4fbb-823f-f7e9863753b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:18.072510 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-9bdfa223-cf46-457f-9b92-512f0304e205 None None] For port 0909c23e-8d70-420c-bec6-74b3428eaeb9, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:12:18.081012 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-9bdfa223-cf46-457f-9b92-512f0304e205 None None] For port 0909c23e-8d70-420c-bec6-74b3428eaeb9, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=0909c23e-8d70-420c-bec6-74b3428eaeb9,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:12:18.128236 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-afa7251f-9933-4c8f-acbe-1a3af2b135ad req-61310748-9763-4dc8-8342-33ab09e56520 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:18.151760 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-76d2c45a-6c6f-4884-ad21-b6eb1545073d req-4972a538-556c-4c9e-ae2b-329a2df1401c service neutron] 10.222.0.67 "GET /v2.0/networks/c9c833e6-1691-44ed-bf82-cf9c18667411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831534 Oct 12 19:12:18.164155 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9bdfa223-cf46-457f-9b92-512f0304e205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:18.168789 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-0180d934-44be-4af1-ac99-bee6a55454fd admin admin] Deleting port f1709592-8ff6-47ea-ba75-da3a7195babf {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:12:18.169169 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0180d934-44be-4af1-ac99-bee6a55454fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:18.233340 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61310748-9763-4dc8-8342-33ab09e56520 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Pushing event deleted for resources: {'Port': ['ID=bc174131-e3b1-4b3f-8a70-7ef932fa1525,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:12:18.266243 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bdfa223-cf46-457f-9b92-512f0304e205 None None] Routers {'e55a4a5d-501e-488d-b6ea-b8c14370e6a4'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:12:18.266888 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-9bdfa223-cf46-457f-9b92-512f0304e205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:12:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['e55a4a5d-501e-488d-b6ea-b8c14370e6a4'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:12:18.288991 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [None req-0180d934-44be-4af1-ac99-bee6a55454fd admin admin] For port f1709592-8ff6-47ea-ba75-da3a7195babf, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=f1709592-8ff6-47ea-ba75-da3a7195babf,segment=NetworkSegment(81fe845b-53bf-4206-b6f5-6dccc40d0fe2),segment_id=81fe845b-53bf-4206-b6f5-6dccc40d0fe2)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:12:18.289650 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0180d934-44be-4af1-ac99-bee6a55454fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:18.395138 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-afa7251f-9933-4c8f-acbe-1a3af2b135ad req-61310748-9763-4dc8-8342-33ab09e56520 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Notify callbacks [] for floatingip, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:18.398613 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-afa7251f-9933-4c8f-acbe-1a3af2b135ad req-61310748-9763-4dc8-8342-33ab09e56520 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:18.399305 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-0180d934-44be-4af1-ac99-bee6a55454fd admin admin] Calling delete_port for f1709592-8ff6-47ea-ba75-da3a7195babf owned by network:router_interface {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:12:18.400262 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-afa7251f-9933-4c8f-acbe-1a3af2b135ad req-61310748-9763-4dc8-8342-33ab09e56520 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] 10.222.0.49 "DELETE /v2.0/floatingips/1017a566-64b0-4065-8bf5-75713797ca8b HTTP/1.1" status: 204 len: 173 time: 1.4332731 Oct 12 19:12:18.434913 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26956783-22ad-494c-ac98-f446a127cf33 req-69d2a679-be2c-4d85-8a05-f8e7b1d27f00 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:18.436504 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-e2eba4e9-69e9-4fbb-823f-f7e9863753b6 admin admin] Allocated IP 172.20.0.1 (96f19174-fa27-4927-ae95-c7e7f7962458/3c76cf16-3630-4b09-93ae-b89661300dac/77f1aeeb-250f-428c-8989-bb01503fc965) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:12:18.445890 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-26956783-22ad-494c-ac98-f446a127cf33 req-69d2a679-be2c-4d85-8a05-f8e7b1d27f00 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b5bede8-e825-4307-9bc2-88929de15d91 HTTP/1.1" status: 200 len: 946 time: 0.1730182 Oct 12 19:12:18.457754 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 57864) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:12:18.466926 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-11bd94ab-4738-4e0c-bee9-8e7cd8dc5de2 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Request body: {'floatingip': {'port_id': '5e0ec8f6-bb01-4a06-8ec5-bef8d4ace2f3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:12:18.507834 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3930c787-78b7-47f0-b97d-9c08cd3a43bc None None] Pushing event updated for resources: {'Port': ['ID=0909c23e-8d70-420c-bec6-74b3428eaeb9,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:12:18.555157 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-11bd94ab-4738-4e0c-bee9-8e7cd8dc5de2 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Notify callbacks [] for floatingip, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:18.627309 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-9bdfa223-cf46-457f-9b92-512f0304e205 None None] Set router e55a4a5d-501e-488d-b6ea-b8c14370e6a4 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:12:18.641825 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d2c45a-6c6f-4884-ad21-b6eb1545073d req-80e88316-c663-416d-b2cc-1156402c5a9f tempest-LiveMigrationTest-1833787117 tempest-LiveMigrationTest-1833787117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:18.643302 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-76d2c45a-6c6f-4884-ad21-b6eb1545073d req-80e88316-c663-416d-b2cc-1156402c5a9f tempest-LiveMigrationTest-1833787117 tempest-LiveMigrationTest-1833787117-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=00655b18-d3a8-487b-a307-bdfa94217209&tenant_id=5fba7a982f4e455fbf6360a954bd3673&binding%3Ahost_id=n-h1-813679-3 HTTP/1.1" status: 200 len: 1097 time: 0.3356960 Oct 12 19:12:18.661983 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-76d2c45a-6c6f-4884-ad21-b6eb1545073d req-9e2b7205-6bab-49cf-8804-d8fe26c6f699 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-813679-3'}}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:12:18.685376 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bf08cf-5e02-43a6-a75e-b23e9d358f2c req-a22e0bdd-ab63-416f-aaaa-9ed136d959a7 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:18.693208 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-89bf08cf-5e02-43a6-a75e-b23e9d358f2c req-a22e0bdd-ab63-416f-aaaa-9ed136d959a7 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/ports?device_id=08fd2058-3c0a-42c8-aeae-083b075d74c3 HTTP/1.1" status: 200 len: 950 time: 0.1665921 Oct 12 19:12:18.752582 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-76d2c45a-6c6f-4884-ad21-b6eb1545073d req-9e2b7205-6bab-49cf-8804-d8fe26c6f699 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:18.768683 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-89bf08cf-5e02-43a6-a75e-b23e9d358f2c req-c133a733-69db-4151-8ee2-dc8437c97d95 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/security-groups?id=97ebf564-c5fe-4f12-92a1-b237f08112ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745397 Oct 12 19:12:18.876794 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0180d934-44be-4af1-ac99-bee6a55454fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:18.914683 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e2eba4e9-69e9-4fbb-823f-f7e9863753b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:18.932058 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0180d934-44be-4af1-ac99-bee6a55454fd admin admin] Pushing event deleted for resources: {'Port': ['ID=f1709592-8ff6-47ea-ba75-da3a7195babf,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:12:19.016817 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device f9fa3f97-2c67-4e1e-a142-bef0a0891091 up at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:12:19.026323 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-76d2c45a-6c6f-4884-ad21-b6eb1545073d req-9e2b7205-6bab-49cf-8804-d8fe26c6f699 service neutron] For port f7556019-ea31-4487-a6df-372aa7a006dd, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=f7556019-ea31-4487-a6df-372aa7a006dd,segment=NetworkSegment(af837146-1b4e-4c2b-b1ce-96eb7f990955),segment_id=af837146-1b4e-4c2b-b1ce-96eb7f990955)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:12:19.066684 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b9d881-3962-4994-9264-c4fac23f4569 req-3ace0c5b-3045-449f-8f9c-d400f8f5daf0 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:19.075789 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e4b9d881-3962-4994-9264-c4fac23f4569 req-3ace0c5b-3045-449f-8f9c-d400f8f5daf0 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/ports?device_id=00655b18-d3a8-487b-a307-bdfa94217209 HTTP/1.1" status: 200 len: 946 time: 0.2086434 Oct 12 19:12:19.083755 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e2eba4e9-69e9-4fbb-823f-f7e9863753b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:19.141744 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-9bdfa223-cf46-457f-9b92-512f0304e205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e55a4a5d-501e-488d-b6ea-b8c14370e6a4', 'name': 'tempest-ServersTestMultiNic-219958741-router', 'tenant_id': 'fd5c6867cc7247f59c07ecc3b6c18599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': '0909c23e-8d70-420c-bec6-74b3428eaeb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:12:11Z', 'updated_at': '2021-10-12T19:12:14Z', 'revision_number': 3, 'project_id': 'fd5c6867cc7247f59c07ecc3b6c18599', 'gw_port': {'id': '0909c23e-8d70-420c-bec6-74b3428eaeb9', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f8:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e55a4a5d-501e-488d-b6ea-b8c14370e6a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:12:12Z', 'updated_at': '2021-10-12T19:12:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:12:19.153902 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2eba4e9-69e9-4fbb-823f-f7e9863753b6 admin admin] Network 96f19174-fa27-4927-ae95-c7e7f7962458 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:12:19.162965 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eba4e9-69e9-4fbb-823f-f7e9863753b6 admin admin] Pushing event updated for resources: {'Port': ['ID=77f1aeeb-250f-428c-8989-bb01503fc965,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:12:19.167415 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-e2eba4e9-69e9-4fbb-823f-f7e9863753b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:12:19.184104 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2eba4e9-69e9-4fbb-823f-f7e9863753b6 admin admin] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:12:19.185268 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bdfa223-cf46-457f-9b92-512f0304e205 None None] The sync data for ids ['e55a4a5d-501e-488d-b6ea-b8c14370e6a4'] in n-d-813679-3 is: [{'id': 'e55a4a5d-501e-488d-b6ea-b8c14370e6a4', 'name': 'tempest-ServersTestMultiNic-219958741-router', 'tenant_id': 'fd5c6867cc7247f59c07ecc3b6c18599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': '0909c23e-8d70-420c-bec6-74b3428eaeb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:12:11Z', 'updated_at': '2021-10-12T19:12:14Z', 'revision_number': 3, 'project_id': 'fd5c6867cc7247f59c07ecc3b6c18599', 'gw_port': {'id': '0909c23e-8d70-420c-bec6-74b3428eaeb9', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f8:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e55a4a5d-501e-488d-b6ea-b8c14370e6a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:12:12Z', 'updated_at': '2021-10-12T19:12:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:12:19.205328 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning for port f9fa3f97-2c67-4e1e-a142-bef0a0891091 completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:12:19.205328 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning complete for port f9fa3f97-2c67-4e1e-a142-bef0a0891091 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:12:19.205328 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:19.277987 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e2eba4e9-69e9-4fbb-823f-f7e9863753b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7915309'] for router_interface, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:19.333387 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-76d2c45a-6c6f-4884-ad21-b6eb1545073d req-9e2b7205-6bab-49cf-8804-d8fe26c6f699 service neutron] For port f7556019-ea31-4487-a6df-372aa7a006dd, host n-h1-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:12:19.358872 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:19.406619 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '919e2016-fce2-41d9-8e01-162aef4f9b68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9fa3f97-2c67-4e1e-a142-bef0a0891091'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:12:19.410225 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-506a9da6-9a20-4c07-b361-3576c1fd9127" -d '{"events": [{"server_uuid": "919e2016-fce2-41d9-8e01-162aef4f9b68", "name": "network-vif-plugged", "status": "completed", "tag": "f9fa3f97-2c67-4e1e-a142-bef0a0891091"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:12:19.423882 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-76d2c45a-6c6f-4884-ad21-b6eb1545073d req-9e2b7205-6bab-49cf-8804-d8fe26c6f699 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:19.431855 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00655b18-d3a8-487b-a307-bdfa94217209', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7556019-ea31-4487-a6df-372aa7a006dd'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:12:19.435825 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-007883e0-7b8f-4857-af7c-aa639996f2d8" -d '{"events": [{"server_uuid": "00655b18-d3a8-487b-a307-bdfa94217209", "name": "network-vif-unplugged", "status": "completed", "tag": "f7556019-ea31-4487-a6df-372aa7a006dd"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:12:19.440983 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port f9fa3f97-2c67-4e1e-a142-bef0a0891091, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=f9fa3f97-2c67-4e1e-a142-bef0a0891091,segment=NetworkSegment(a5b0800b-9440-4416-8f7a-05e8cbf0f8da),segment_id=a5b0800b-9440-4416-8f7a-05e8cbf0f8da)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:12:19.471949 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e4b9d881-3962-4994-9264-c4fac23f4569 req-e4377359-c6e7-4904-a2e1-80cb3fcad1e2 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cccf57-f452-41a8-9e48-a6e744310271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3900080 Oct 12 19:12:19.489513 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c2904b-7057-4cd1-b471-79b21f15e1db req-59ec25a2-483e-40b4-892e-b59dc8f87164 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:19.504657 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-86c2904b-7057-4cd1-b471-79b21f15e1db req-59ec25a2-483e-40b4-892e-b59dc8f87164 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] 10.222.0.49 "GET /v2.0/ports?device_id=31068235-8d67-4f2f-9b64-477add9d67bc HTTP/1.1" status: 200 len: 945 time: 0.4193726 Oct 12 19:12:19.522736 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:19.558960 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e2eba4e9-69e9-4fbb-823f-f7e9863753b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:19.595730 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-86c2904b-7057-4cd1-b471-79b21f15e1db req-710b24a4-2f30-4182-999e-49eb050d698a tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] 10.222.0.49 "GET /v2.0/security-groups?id=cc027471-7536-4131-b328-5d38c3e8f799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900311 Oct 12 19:12:19.599109 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-76d2c45a-6c6f-4884-ad21-b6eb1545073d req-9e2b7205-6bab-49cf-8804-d8fe26c6f699 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:19.680260 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d01771-fe1c-4539-9dc7-d5d181d6c754 req-e3385561-475f-491a-8fb1-353e33439176 tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:19.680390 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=f9fa3f97-2c67-4e1e-a142-bef0a0891091,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:12:19.686825 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-28d01771-fe1c-4539-9dc7-d5d181d6c754 req-e3385561-475f-491a-8fb1-353e33439176 tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] 10.222.0.49 "GET /v2.0/ports?device_id=919e2016-fce2-41d9-8e01-162aef4f9b68 HTTP/1.1" status: 200 len: 945 time: 0.1039212 Oct 12 19:12:19.759574 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-7b6fa256-6243-4761-af3f-5e20aac1d036 None None] Provisioning complete for port 77f1aeeb-250f-428c-8989-bb01503fc965 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:12:19.760009 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7b6fa256-6243-4761-af3f-5e20aac1d036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:19.805136 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2b7205-6bab-49cf-8804-d8fe26c6f699 service neutron] Pushing event updated for resources: {'Port': ['ID=f7556019-ea31-4487-a6df-372aa7a006dd,revision_number=7']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:12:19.826444 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e986b6e-142f-4495-9fcc-e53fb4b134bf x-openstack-request-id: req-7e986b6e-142f-4495-9fcc-e53fb4b134bf {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:12:19.826735 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "919e2016-fce2-41d9-8e01-162aef4f9b68", "name": "network-vif-plugged", "status": "completed", "tag": "f9fa3f97-2c67-4e1e-a142-bef0a0891091", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:12:19.827066 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7e986b6e-142f-4495-9fcc-e53fb4b134bf {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:12:19.827452 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '919e2016-fce2-41d9-8e01-162aef4f9b68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9fa3f97-2c67-4e1e-a142-bef0a0891091', 'code': 200} Oct 12 19:12:19.874713 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-7b6fa256-6243-4761-af3f-5e20aac1d036 None None] Port 77f1aeeb-250f-428c-8989-bb01503fc965 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:12:19.941350 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 19:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d94f5085-aa14-4c6c-b025-918fc946caaa x-openstack-request-id: req-d94f5085-aa14-4c6c-b025-918fc946caaa {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:12:19.941640 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00655b18-d3a8-487b-a307-bdfa94217209", "name": "network-vif-unplugged", "status": "completed", "tag": "f7556019-ea31-4487-a6df-372aa7a006dd", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:12:19.941899 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d94f5085-aa14-4c6c-b025-918fc946caaa {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:12:19.942292 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00655b18-d3a8-487b-a307-bdfa94217209', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7556019-ea31-4487-a6df-372aa7a006dd', 'code': 200} Oct 12 19:12:19.944173 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-28d01771-fe1c-4539-9dc7-d5d181d6c754 req-f1301061-373f-495b-96a2-f32838b1f40b tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] 10.222.0.49 "GET /v2.0/security-groups?id=4d1857bb-ec66-4a2e-a842-e4e42bbb469f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2547300 Oct 12 19:12:19.952096 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-76d2c45a-6c6f-4884-ad21-b6eb1545073d req-9e2b7205-6bab-49cf-8804-d8fe26c6f699 service neutron] Attempting to bind port f7556019-ea31-4487-a6df-372aa7a006dd on host n-h1-813679-3 for vnic_type normal with profile {"migrating_to": "n-h2-813679-3"} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:12:19.952096 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-76d2c45a-6c6f-4884-ad21-b6eb1545073d req-9e2b7205-6bab-49cf-8804-d8fe26c6f699 service neutron] Attempting to bind port f7556019-ea31-4487-a6df-372aa7a006dd by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': 'af837146-1b4e-4c2b-b1ce-96eb7f990955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c9c833e6-1691-44ed-bf82-cf9c18667411'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:12:19.952096 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d2c45a-6c6f-4884-ad21-b6eb1545073d req-9e2b7205-6bab-49cf-8804-d8fe26c6f699 service neutron] Attempting to bind port f7556019-ea31-4487-a6df-372aa7a006dd on network c9c833e6-1691-44ed-bf82-cf9c18667411 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:12:19.958606 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d2c45a-6c6f-4884-ad21-b6eb1545073d req-9e2b7205-6bab-49cf-8804-d8fe26c6f699 service neutron] Port f7556019-ea31-4487-a6df-372aa7a006dd on network c9c833e6-1691-44ed-bf82-cf9c18667411 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:12:19.958884 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d2c45a-6c6f-4884-ad21-b6eb1545073d req-9e2b7205-6bab-49cf-8804-d8fe26c6f699 service neutron] Attempting to bind port f7556019-ea31-4487-a6df-372aa7a006dd on network c9c833e6-1691-44ed-bf82-cf9c18667411 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:12:19.967181 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d2c45a-6c6f-4884-ad21-b6eb1545073d req-9e2b7205-6bab-49cf-8804-d8fe26c6f699 service neutron] Checking agent: {'id': 'f5e9725f-f5a6-43c2-a1be-95e21e9a1fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:12:19.967536 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d2c45a-6c6f-4884-ad21-b6eb1545073d req-9e2b7205-6bab-49cf-8804-d8fe26c6f699 service neutron] Checking segment: {'id': 'af837146-1b4e-4c2b-b1ce-96eb7f990955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c9c833e6-1691-44ed-bf82-cf9c18667411'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:12:19.968176 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d2c45a-6c6f-4884-ad21-b6eb1545073d req-9e2b7205-6bab-49cf-8804-d8fe26c6f699 service neutron] Bound using segment: {'id': 'af837146-1b4e-4c2b-b1ce-96eb7f990955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c9c833e6-1691-44ed-bf82-cf9c18667411'} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:12:19.968643 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-76d2c45a-6c6f-4884-ad21-b6eb1545073d req-9e2b7205-6bab-49cf-8804-d8fe26c6f699 service neutron] Bound port: f7556019-ea31-4487-a6df-372aa7a006dd, host: n-h1-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af837146-1b4e-4c2b-b1ce-96eb7f990955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c9c833e6-1691-44ed-bf82-cf9c18667411'}}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:12:19.968996 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-76d2c45a-6c6f-4884-ad21-b6eb1545073d req-9e2b7205-6bab-49cf-8804-d8fe26c6f699 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:20.050871 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222795aa-63ac-46c6-a550-718698523414 req-44a5e7dc-ac56-4477-b86c-790fab998323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:20.052368 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-222795aa-63ac-46c6-a550-718698523414 req-44a5e7dc-ac56-4477-b86c-790fab998323 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=919e2016-fce2-41d9-8e01-162aef4f9b68 HTTP/1.1" status: 200 len: 1096 time: 0.1072598 Oct 12 19:12:20.071036 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0180d934-44be-4af1-ac99-bee6a55454fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7898909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8092450'] for router_interface, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:20.129703 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5a9905-12e0-48ae-94cc-fbf4d3d156f0 req-cb39f19a-6e90-4a66-ae33-5b6efa00f7a5 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:20.131536 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-222795aa-63ac-46c6-a550-718698523414 req-a828c77b-dfed-4e90-9204-9df639307d59 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=4d1857bb-ec66-4a2e-a842-e4e42bbb469f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472765 Oct 12 19:12:20.131793 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-bb5a9905-12e0-48ae-94cc-fbf4d3d156f0 req-cb39f19a-6e90-4a66-ae33-5b6efa00f7a5 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/ports?device_id=08fd2058-3c0a-42c8-aeae-083b075d74c3 HTTP/1.1" status: 200 len: 950 time: 0.1028557 Oct 12 19:12:20.219033 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e2eba4e9-69e9-4fbb-823f-f7e9863753b6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:20.274355 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-bb5a9905-12e0-48ae-94cc-fbf4d3d156f0 req-65a0f626-7acd-447f-bdf7-7d331fbc3346 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/security-groups?id=97ebf564-c5fe-4f12-92a1-b237f08112ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878625 Oct 12 19:12:20.315975 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e2eba4e9-69e9-4fbb-823f-f7e9863753b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:20.361570 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a49bfe4-f7e3-4dff-b09a-ac3f1604689a req-c4f39534-ae77-4904-a737-d01d81a8d599 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:20.363186 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5a49bfe4-f7e3-4dff-b09a-ac3f1604689a req-c4f39534-ae77-4904-a737-d01d81a8d599 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] 10.222.0.61 "GET /v2.0/ports?device_id=31068235-8d67-4f2f-9b64-477add9d67bc HTTP/1.1" status: 200 len: 945 time: 0.1056373 Oct 12 19:12:20.401986 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e2eba4e9-69e9-4fbb-823f-f7e9863753b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7898980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8092605'] for router_interface, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:20.485944 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-11bd94ab-4738-4e0c-bee9-8e7cd8dc5de2 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:20.487268 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eba4e9-69e9-4fbb-823f-f7e9863753b6 admin admin] Pushing event updated for resources: {'Port': ['ID=77f1aeeb-250f-428c-8989-bb01503fc965,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:12:20.602510 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-11bd94ab-4738-4e0c-bee9-8e7cd8dc5de2 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7915414'] for floatingip, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:20.702434 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-76d2c45a-6c6f-4884-ad21-b6eb1545073d req-9e2b7205-6bab-49cf-8804-d8fe26c6f699 service neutron] For port f7556019-ea31-4487-a6df-372aa7a006dd, host n-h1-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:12:20.727321 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-76d2c45a-6c6f-4884-ad21-b6eb1545073d req-9e2b7205-6bab-49cf-8804-d8fe26c6f699 service neutron] For port f7556019-ea31-4487-a6df-372aa7a006dd, host n-h1-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=f7556019-ea31-4487-a6df-372aa7a006dd,segment=NetworkSegment(af837146-1b4e-4c2b-b1ce-96eb7f990955),segment_id=af837146-1b4e-4c2b-b1ce-96eb7f990955)] {{(pid=95501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:12:20.791977 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c33827-406b-48c7-83b2-21c0aa7715a8 req-a7e51146-d2f9-4bb4-9190-c90ae1b33901 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:20.792787 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-76d2c45a-6c6f-4884-ad21-b6eb1545073d req-9e2b7205-6bab-49cf-8804-d8fe26c6f699 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:20.794339 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-61c33827-406b-48c7-83b2-21c0aa7715a8 req-a7e51146-d2f9-4bb4-9190-c90ae1b33901 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/ports?device_id=00655b18-d3a8-487b-a307-bdfa94217209 HTTP/1.1" status: 200 len: 944 time: 0.2082977 Oct 12 19:12:20.817472 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2eba4e9-69e9-4fbb-823f-f7e9863753b6 admin admin] Network 96f19174-fa27-4927-ae95-c7e7f7962458 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:12:20.828491 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-5a49bfe4-f7e3-4dff-b09a-ac3f1604689a req-be788d11-091f-4356-8b12-14a3ea2f6955 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Deleting port a49b9b09-b6b3-4a98-a818-aeb467971b1d {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:12:20.840810 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-5a49bfe4-f7e3-4dff-b09a-ac3f1604689a req-be788d11-091f-4356-8b12-14a3ea2f6955 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:20.847186 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-e2eba4e9-69e9-4fbb-823f-f7e9863753b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:12:20.869434 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc96d752-3692-4d09-b5dd-6bcc053b6f56 req-9ce2f4d0-dbba-455e-98da-6982519f74d6 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:20.869434 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fc96d752-3692-4d09-b5dd-6bcc053b6f56 req-9ce2f4d0-dbba-455e-98da-6982519f74d6 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] 10.222.0.49 "GET /v2.0/ports?device_id=31068235-8d67-4f2f-9b64-477add9d67bc HTTP/1.1" status: 200 len: 945 time: 0.1329210 Oct 12 19:12:20.938641 n-d-813679-3 neutron-server[95502]: INFO neutron.db.l3_db [None req-11bd94ab-4738-4e0c-bee9-8e7cd8dc5de2 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Floating IP 3f8239f2-c90f-46f9-be5b-22e72a2d006e associated. External IP: 172.25.5.221, port: 5e0ec8f6-bb01-4a06-8ec5-bef8d4ace2f3. Oct 12 19:12:20.943502 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fc96d752-3692-4d09-b5dd-6bcc053b6f56 req-b06d0f68-a1cf-47f2-974c-671b9f827d29 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] 10.222.0.49 "GET /v2.0/security-groups?id=cc027471-7536-4131-b328-5d38c3e8f799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492046 Oct 12 19:12:20.978778 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 0909c23e-8d70-420c-bec6-74b3428eaeb9 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:12:20.994316 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d2c45a-6c6f-4884-ad21-b6eb1545073d req-9e2b7205-6bab-49cf-8804-d8fe26c6f699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:20.994960 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-76d2c45a-6c6f-4884-ad21-b6eb1545073d req-9e2b7205-6bab-49cf-8804-d8fe26c6f699 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:20.997478 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-76d2c45a-6c6f-4884-ad21-b6eb1545073d req-9e2b7205-6bab-49cf-8804-d8fe26c6f699 service neutron] 10.222.0.67 "PUT /v2.0/ports/f7556019-ea31-4487-a6df-372aa7a006dd HTTP/1.1" status: 200 len: 1122 time: 2.3410423 Oct 12 19:12:21.101627 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 0909c23e-8d70-420c-bec6-74b3428eaeb9 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:12:21.101627 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:21.114184 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['f7556019-ea31-4487-a6df-372aa7a006dd'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:12:21.122210 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2b7205-6bab-49cf-8804-d8fe26c6f699 service neutron] Pushing event updated for resources: {'Port': ['ID=f7556019-ea31-4487-a6df-372aa7a006dd,revision_number=8']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:12:21.188799 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0180d934-44be-4af1-ac99-bee6a55454fd admin admin] Router d26dd5a1-f855-4d0c-9d8c-04c19e54ccb3 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:12:21.374474 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-cb47483a-0c05-41b1-99ff-ecd0d6d4513c None None] Provisioning complete for port 77f1aeeb-250f-428c-8989-bb01503fc965 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:12:21.374818 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cb47483a-0c05-41b1-99ff-ecd0d6d4513c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:21.401656 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0180d934-44be-4af1-ac99-bee6a55454fd admin admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:12:21.413727 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc292660-7d1e-4418-a197-6185a4191e7a None None] Sync routers for ids ['d26dd5a1-f855-4d0c-9d8c-04c19e54ccb3'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:12:21.422666 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-cb47483a-0c05-41b1-99ff-ecd0d6d4513c None None] Port 77f1aeeb-250f-428c-8989-bb01503fc965 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:12:21.428517 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc292660-7d1e-4418-a197-6185a4191e7a None None] Routers {'d26dd5a1-f855-4d0c-9d8c-04c19e54ccb3'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:12:21.429437 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-cc292660-7d1e-4418-a197-6185a4191e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:12:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['d26dd5a1-f855-4d0c-9d8c-04c19e54ccb3'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:12:21.433128 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:21.443258 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-0180d934-44be-4af1-ac99-bee6a55454fd admin admin] 10.222.0.49 "PUT /v2.0/routers/d26dd5a1-f855-4d0c-9d8c-04c19e54ccb3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4542429 Oct 12 19:12:21.444273 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 57906) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:12:21.469401 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] For port 0909c23e-8d70-420c-bec6-74b3428eaeb9, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=0909c23e-8d70-420c-bec6-74b3428eaeb9,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:12:21.478654 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82332c9-75f5-405e-b3da-cc3add5371ad req-cb97dc43-f7ca-47ef-8ca9-9b80af8e06e8 tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:21.484015 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f82332c9-75f5-405e-b3da-cc3add5371ad req-cb97dc43-f7ca-47ef-8ca9-9b80af8e06e8 tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] 10.222.0.49 "GET /v2.0/ports?device_id=919e2016-fce2-41d9-8e01-162aef4f9b68 HTTP/1.1" status: 200 len: 945 time: 0.1422381 Oct 12 19:12:21.528705 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:21.622983 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Pushing event updated for resources: {'Port': ['ID=0909c23e-8d70-420c-bec6-74b3428eaeb9,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:12:21.635966 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-cc292660-7d1e-4418-a197-6185a4191e7a None None] Set router d26dd5a1-f855-4d0c-9d8c-04c19e54ccb3 gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:12:21.664781 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f82332c9-75f5-405e-b3da-cc3add5371ad req-4f9ca3d8-3234-453a-95b5-721035fe410c tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] 10.222.0.49 "GET /v2.0/security-groups?id=4d1857bb-ec66-4a2e-a842-e4e42bbb469f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150343 Oct 12 19:12:21.684965 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2335584d-262b-409c-8159-1372e25748c9 admin admin] Notify callbacks [] for router, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:21.815628 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-5a49bfe4-f7e3-4dff-b09a-ac3f1604689a req-be788d11-091f-4356-8b12-14a3ea2f6955 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] For port a49b9b09-b6b3-4a98-a818-aeb467971b1d, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=a49b9b09-b6b3-4a98-a818-aeb467971b1d,segment=NetworkSegment(70a77141-5565-41b2-8aa4-9582e3e1fa93),segment_id=70a77141-5565-41b2-8aa4-9582e3e1fa93)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:12:21.816209 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-5a49bfe4-f7e3-4dff-b09a-ac3f1604689a req-be788d11-091f-4356-8b12-14a3ea2f6955 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:21.834896 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-5a49bfe4-f7e3-4dff-b09a-ac3f1604689a req-be788d11-091f-4356-8b12-14a3ea2f6955 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Calling delete_port for a49b9b09-b6b3-4a98-a818-aeb467971b1d owned by compute:nova {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:12:21.842346 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-cc292660-7d1e-4418-a197-6185a4191e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd26dd5a1-f855-4d0c-9d8c-04c19e54ccb3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-995433508-router', 'tenant_id': 'ae185389b7954075b07d084c36053bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '5db95227-b468-4a01-af1b-748ea75a3d65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:11:16Z', 'updated_at': '2021-10-12T19:12:18Z', 'revision_number': 5, 'project_id': 'ae185389b7954075b07d084c36053bf8', 'gw_port': {'id': '5db95227-b468-4a01-af1b-748ea75a3d65', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:32:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26dd5a1-f855-4d0c-9d8c-04c19e54ccb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:11:17Z', 'updated_at': '2021-10-12T19:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:12:21.868588 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc292660-7d1e-4418-a197-6185a4191e7a None None] Checking router: d26dd5a1-f855-4d0c-9d8c-04c19e54ccb3 for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:12:21.877679 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc292660-7d1e-4418-a197-6185a4191e7a None None] Routers {'d26dd5a1-f855-4d0c-9d8c-04c19e54ccb3'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:12:21.878587 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-cc292660-7d1e-4418-a197-6185a4191e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:12:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['d26dd5a1-f855-4d0c-9d8c-04c19e54ccb3'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:12:21.900221 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2335584d-262b-409c-8159-1372e25748c9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:21.931092 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d569ea3-cc24-400e-822b-d01c9a97191c req-2ec39944-acfb-4db2-aac5-736aa7a3b127 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:21.935609 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-61c33827-406b-48c7-83b2-21c0aa7715a8 req-90db3c17-db79-41fe-ad8a-a0683952f14c tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cccf57-f452-41a8-9e48-a6e744310271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1240838 Oct 12 19:12:21.945560 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6d569ea3-cc24-400e-822b-d01c9a97191c req-2ec39944-acfb-4db2-aac5-736aa7a3b127 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/ports?device_id=08fd2058-3c0a-42c8-aeae-083b075d74c3 HTTP/1.1" status: 200 len: 950 time: 0.0821683 Oct 12 19:12:21.946013 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00655b18-d3a8-487b-a307-bdfa94217209', 'tag': 'f7556019-ea31-4487-a6df-372aa7a006dd'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:12:21.955974 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6321d2a-86e0-4198-99a6-1735869e99c7" -d '{"events": [{"name": "network-changed", "server_uuid": "00655b18-d3a8-487b-a307-bdfa94217209", "tag": "f7556019-ea31-4487-a6df-372aa7a006dd"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:12:22.000072 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-cc292660-7d1e-4418-a197-6185a4191e7a None None] Set router d26dd5a1-f855-4d0c-9d8c-04c19e54ccb3 gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:12:22.038586 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40b71816-d24d-4714-a675-c1e342e7eafc x-openstack-request-id: req-40b71816-d24d-4714-a675-c1e342e7eafc {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:12:22.038945 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00655b18-d3a8-487b-a307-bdfa94217209", "tag": "f7556019-ea31-4487-a6df-372aa7a006dd", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:12:22.039184 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-40b71816-d24d-4714-a675-c1e342e7eafc {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:12:22.039589 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00655b18-d3a8-487b-a307-bdfa94217209', 'tag': 'f7556019-ea31-4487-a6df-372aa7a006dd', 'status': 'completed', 'code': 200} Oct 12 19:12:22.100548 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6d569ea3-cc24-400e-822b-d01c9a97191c req-7a8040ec-c158-4b3b-9721-5697fceb2a1c tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/security-groups?id=97ebf564-c5fe-4f12-92a1-b237f08112ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577401 Oct 12 19:12:22.155768 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6321d2a-86e0-4198-99a6-1735869e99c7 req-9e0cf2c1-f1b1-44de-8416-56a8c9f47ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:22.157297 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c6321d2a-86e0-4198-99a6-1735869e99c7 req-9e0cf2c1-f1b1-44de-8416-56a8c9f47ff2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5fba7a982f4e455fbf6360a954bd3673&device_id=00655b18-d3a8-487b-a307-bdfa94217209 HTTP/1.1" status: 200 len: 1125 time: 0.1131961 Oct 12 19:12:22.188050 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-2335584d-262b-409c-8159-1372e25748c9 admin admin] Deleting port 5db95227-b468-4a01-af1b-748ea75a3d65 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:12:22.188777 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2335584d-262b-409c-8159-1372e25748c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:22.214299 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-cc292660-7d1e-4418-a197-6185a4191e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd26dd5a1-f855-4d0c-9d8c-04c19e54ccb3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-995433508-router', 'tenant_id': 'ae185389b7954075b07d084c36053bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '5db95227-b468-4a01-af1b-748ea75a3d65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:11:16Z', 'updated_at': '2021-10-12T19:12:18Z', 'revision_number': 5, 'project_id': 'ae185389b7954075b07d084c36053bf8', 'gw_port': {'id': '5db95227-b468-4a01-af1b-748ea75a3d65', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:32:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26dd5a1-f855-4d0c-9d8c-04c19e54ccb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:11:17Z', 'updated_at': '2021-10-12T19:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:12:22.239408 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2eba4e9-69e9-4fbb-823f-f7e9863753b6 admin admin] Router e55a4a5d-501e-488d-b6ea-b8c14370e6a4 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:12:22.245329 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc292660-7d1e-4418-a197-6185a4191e7a None None] The sync data for ids ['d26dd5a1-f855-4d0c-9d8c-04c19e54ccb3'] in n-d-813679-3 is: [{'id': 'd26dd5a1-f855-4d0c-9d8c-04c19e54ccb3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-995433508-router', 'tenant_id': 'ae185389b7954075b07d084c36053bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '5db95227-b468-4a01-af1b-748ea75a3d65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:11:16Z', 'updated_at': '2021-10-12T19:12:18Z', 'revision_number': 5, 'project_id': 'ae185389b7954075b07d084c36053bf8', 'gw_port': {'id': '5db95227-b468-4a01-af1b-748ea75a3d65', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:32:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26dd5a1-f855-4d0c-9d8c-04c19e54ccb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:11:17Z', 'updated_at': '2021-10-12T19:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:12:22.256317 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6837ecef-5322-4f0f-a9f9-acfbe7a78f18 req-3e89885a-2042-4a8d-bf2d-e53ca8cf2f79 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:22.265547 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6837ecef-5322-4f0f-a9f9-acfbe7a78f18 req-3e89885a-2042-4a8d-bf2d-e53ca8cf2f79 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] 10.222.0.49 "GET /v2.0/ports?device_id=31068235-8d67-4f2f-9b64-477add9d67bc HTTP/1.1" status: 200 len: 945 time: 0.1217954 Oct 12 19:12:22.363299 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [None req-2335584d-262b-409c-8159-1372e25748c9 admin admin] For port 5db95227-b468-4a01-af1b-748ea75a3d65, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=5db95227-b468-4a01-af1b-748ea75a3d65,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:12:22.363659 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2335584d-262b-409c-8159-1372e25748c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:22.387212 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-2335584d-262b-409c-8159-1372e25748c9 admin admin] Calling delete_port for 5db95227-b468-4a01-af1b-748ea75a3d65 owned by network:router_gateway {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:12:22.402442 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6321d2a-86e0-4198-99a6-1735869e99c7 req-53f766e7-12cb-49e0-8098-7a5f90758a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:22.404107 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c6321d2a-86e0-4198-99a6-1735869e99c7 req-53f766e7-12cb-49e0-8098-7a5f90758a6f service neutron] 10.222.0.61 "GET /v2.0/networks?id=c9c833e6-1691-44ed-bf82-cf9c18667411 HTTP/1.1" status: 200 len: 909 time: 0.2378361 Oct 12 19:12:22.475825 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c6321d2a-86e0-4198-99a6-1735869e99c7 req-bd7581db-2e9a-43b0-8597-960356907fb5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7556019-ea31-4487-a6df-372aa7a006dd HTTP/1.1" status: 200 len: 217 time: 0.0381279 Oct 12 19:12:22.527836 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6837ecef-5322-4f0f-a9f9-acfbe7a78f18 req-963a3892-67ae-48b7-896b-73472831b0ca tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] 10.222.0.49 "GET /v2.0/security-groups?id=cc027471-7536-4131-b328-5d38c3e8f799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608254 Oct 12 19:12:22.574165 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6321d2a-86e0-4198-99a6-1735869e99c7 req-c02ddfeb-3995-44e0-8f51-057b794eb9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:22.575615 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c6321d2a-86e0-4198-99a6-1735869e99c7 req-c02ddfeb-3995-44e0-8f51-057b794eb9e9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e0ebc949-3a0d-4490-86b6-8c422c8edc16 HTTP/1.1" status: 200 len: 848 time: 0.0919828 Oct 12 19:12:22.592672 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11bd94ab-4738-4e0c-bee9-8e7cd8dc5de2 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Router fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:12:22.625615 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c6321d2a-86e0-4198-99a6-1735869e99c7 req-03be3aae-3240-4d1b-8fdc-a4f0a845883c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c9c833e6-1691-44ed-bf82-cf9c18667411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360816 Oct 12 19:12:22.662570 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-5a49bfe4-f7e3-4dff-b09a-ac3f1604689a req-be788d11-091f-4356-8b12-14a3ea2f6955 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:22.701524 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be788d11-091f-4356-8b12-14a3ea2f6955 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Pushing event deleted for resources: {'Port': ['ID=a49b9b09-b6b3-4a98-a818-aeb467971b1d,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:12:22.711730 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2eba4e9-69e9-4fbb-823f-f7e9863753b6 admin admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:12:22.722189 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9babb944-07dc-407e-83cc-6cb5ce455203 None None] Sync routers for ids ['e55a4a5d-501e-488d-b6ea-b8c14370e6a4'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:12:22.732570 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-e2eba4e9-69e9-4fbb-823f-f7e9863753b6 admin admin] 10.222.0.49 "PUT /v2.0/routers/e55a4a5d-501e-488d-b6ea-b8c14370e6a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8901682 Oct 12 19:12:22.737245 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9babb944-07dc-407e-83cc-6cb5ce455203 None None] Routers {'e55a4a5d-501e-488d-b6ea-b8c14370e6a4'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:12:22.738363 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-9babb944-07dc-407e-83cc-6cb5ce455203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:12:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['e55a4a5d-501e-488d-b6ea-b8c14370e6a4'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:12:22.743351 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be788d11-091f-4356-8b12-14a3ea2f6955 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:12:22.743706 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be788d11-091f-4356-8b12-14a3ea2f6955 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:12:22.744073 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be788d11-091f-4356-8b12-14a3ea2f6955 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:12:22.744417 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be788d11-091f-4356-8b12-14a3ea2f6955 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:12:22.744769 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be788d11-091f-4356-8b12-14a3ea2f6955 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:12:22.745128 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be788d11-091f-4356-8b12-14a3ea2f6955 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:12:22.745466 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be788d11-091f-4356-8b12-14a3ea2f6955 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:12:22.745872 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be788d11-091f-4356-8b12-14a3ea2f6955 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:12:22.746716 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be788d11-091f-4356-8b12-14a3ea2f6955 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:12:22.747053 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be788d11-091f-4356-8b12-14a3ea2f6955 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:12:22.747384 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be788d11-091f-4356-8b12-14a3ea2f6955 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:12:22.747710 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be788d11-091f-4356-8b12-14a3ea2f6955 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:12:22.850373 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 0909c23e-8d70-420c-bec6-74b3428eaeb9 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:12:22.957580 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2335584d-262b-409c-8159-1372e25748c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:22.981281 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-9babb944-07dc-407e-83cc-6cb5ce455203 None None] Set router e55a4a5d-501e-488d-b6ea-b8c14370e6a4 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:12:22.984362 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device f7556019-ea31-4487-a6df-372aa7a006dd details requested by agent hyperv_n-h2-813679-3 with host n-h2-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:12:22.989730 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a49bfe4-f7e3-4dff-b09a-ac3f1604689a req-be788d11-091f-4356-8b12-14a3ea2f6955 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] No DVR routers for this DVR port a49b9b09-b6b3-4a98-a818-aeb467971b1d on host n-h1-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:12:22.994000 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-5a49bfe4-f7e3-4dff-b09a-ac3f1604689a req-be788d11-091f-4356-8b12-14a3ea2f6955 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:22.997510 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c6321d2a-86e0-4198-99a6-1735869e99c7 req-ef89f43b-3e54-49f6-8927-a00915914649 service neutron] 10.222.0.61 "GET /v2.0/networks/c9c833e6-1691-44ed-bf82-cf9c18667411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3580327 Oct 12 19:12:23.007938 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5a49bfe4-f7e3-4dff-b09a-ac3f1604689a req-be788d11-091f-4356-8b12-14a3ea2f6955 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] 10.222.0.61 "DELETE /v2.0/ports/a49b9b09-b6b3-4a98-a818-aeb467971b1d HTTP/1.1" status: 204 len: 173 time: 2.6165223 Oct 12 19:12:23.008448 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31068235-8d67-4f2f-9b64-477add9d67bc', 'name': 'network-vif-deleted', 'tag': 'a49b9b09-b6b3-4a98-a818-aeb467971b1d'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:12:23.012396 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62f99690-e91a-4bf6-820b-c7b946910245" -d '{"events": [{"server_uuid": "31068235-8d67-4f2f-9b64-477add9d67bc", "name": "network-vif-deleted", "tag": "a49b9b09-b6b3-4a98-a818-aeb467971b1d"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:12:23.016549 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 0909c23e-8d70-420c-bec6-74b3428eaeb9 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:12:23.016979 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:23.029290 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 57930) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:12:23.051337 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11bd94ab-4738-4e0c-bee9-8e7cd8dc5de2 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:12:23.068400 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbb0895-4db3-4a43-bae8-d40d494b6588 None None] Sync routers for ids ['fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:12:23.072849 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-11bd94ab-4738-4e0c-bee9-8e7cd8dc5de2 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:23.122990 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbb0895-4db3-4a43-bae8-d40d494b6588 None None] Routers {'fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:12:23.122990 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-2dbb0895-4db3-4a43-bae8-d40d494b6588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:12:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:12:23.214217 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-0b2707d1-a360-4434-b85c-b41f7c0528cc tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-107889870'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:12:23.264570 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-11bd94ab-4738-4e0c-bee9-8e7cd8dc5de2 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] 10.222.0.49 "PUT /v2.0/floatingips/3f8239f2-c90f-46f9-be5b-22e72a2d006e HTTP/1.1" status: 200 len: 992 time: 4.8034272 Oct 12 19:12:23.326750 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335584d-262b-409c-8159-1372e25748c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=5db95227-b468-4a01-af1b-748ea75a3d65,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:12:23.332092 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d317ed-8cc4-4b89-9767-8d2c693d87fc req-49139250-dc72-4491-948e-704542cf713f tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:23.343754 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c0d317ed-8cc4-4b89-9767-8d2c693d87fc req-49139250-dc72-4491-948e-704542cf713f tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/ports?device_id=00655b18-d3a8-487b-a307-bdfa94217209 HTTP/1.1" status: 200 len: 944 time: 0.1748397 Oct 12 19:12:23.382363 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-2dbb0895-4db3-4a43-bae8-d40d494b6588 None None] Set router fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:12:23.412891 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c6321d2a-86e0-4198-99a6-1735869e99c7 req-6330a932-2ecb-4ffb-baed-7fc04d05014e service neutron] 10.222.0.61 "GET /v2.0/networks/c9c833e6-1691-44ed-bf82-cf9c18667411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3622975 Oct 12 19:12:23.417680 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335584d-262b-409c-8159-1372e25748c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:12:23.419673 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335584d-262b-409c-8159-1372e25748c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:12:23.420255 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335584d-262b-409c-8159-1372e25748c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:12:23.421622 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335584d-262b-409c-8159-1372e25748c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:12:23.421622 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335584d-262b-409c-8159-1372e25748c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:12:23.423001 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335584d-262b-409c-8159-1372e25748c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:12:23.425931 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335584d-262b-409c-8159-1372e25748c9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:12:23.425931 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335584d-262b-409c-8159-1372e25748c9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:12:23.426221 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335584d-262b-409c-8159-1372e25748c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:12:23.426606 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335584d-262b-409c-8159-1372e25748c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:12:23.427408 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335584d-262b-409c-8159-1372e25748c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:12:23.427408 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335584d-262b-409c-8159-1372e25748c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:12:23.428617 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device a49b9b09-b6b3-4a98-a818-aeb467971b1d no longer exists at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:12:23.451831 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c0d317ed-8cc4-4b89-9767-8d2c693d87fc req-8667ce3e-83ce-4acf-bf43-3d1b58308c43 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cccf57-f452-41a8-9e48-a6e744310271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035793 Oct 12 19:12:23.466253 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ce0081-819d-4c6e-bae5-6ff8fa052c00 req-5c43ec2d-663c-45f9-a745-24385f57eaf1 tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:23.475086 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-45ce0081-819d-4c6e-bae5-6ff8fa052c00 req-5c43ec2d-663c-45f9-a745-24385f57eaf1 tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] 10.222.0.49 "GET /v2.0/ports?device_id=919e2016-fce2-41d9-8e01-162aef4f9b68 HTTP/1.1" status: 200 len: 945 time: 0.6288738 Oct 12 19:12:23.513503 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] No Port match for: a49b9b09-b6b3-4a98-a818-aeb467971b1d {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:12:23.513826 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device a49b9b09-b6b3-4a98-a818-aeb467971b1d not bound to the agent host n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:12:23.525906 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29fb5d44-1374-45e0-badf-11a3c551dbdb x-openstack-request-id: req-29fb5d44-1374-45e0-badf-11a3c551dbdb {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:12:23.526270 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31068235-8d67-4f2f-9b64-477add9d67bc", "name": "network-vif-deleted", "tag": "a49b9b09-b6b3-4a98-a818-aeb467971b1d", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:12:23.526588 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-29fb5d44-1374-45e0-badf-11a3c551dbdb {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:12:23.527610 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31068235-8d67-4f2f-9b64-477add9d67bc', 'name': 'network-vif-deleted', 'tag': 'a49b9b09-b6b3-4a98-a818-aeb467971b1d', 'status': 'completed', 'code': 200} Oct 12 19:12:23.544878 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device f1709592-8ff6-47ea-ba75-da3a7195babf no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:12:23.583933 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: f1709592-8ff6-47ea-ba75-da3a7195babf {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:12:23.584449 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device f1709592-8ff6-47ea-ba75-da3a7195babf not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:12:23.600365 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-45ce0081-819d-4c6e-bae5-6ff8fa052c00 req-3b8659d4-38ca-49f9-88e0-7af9b29423b0 tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] 10.222.0.49 "GET /v2.0/security-groups?id=4d1857bb-ec66-4a2e-a842-e4e42bbb469f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810587 Oct 12 19:12:23.603544 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2335584d-262b-409c-8159-1372e25748c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7915456'] for router_gateway, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:23.647910 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port f7556019-ea31-4487-a6df-372aa7a006dd, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=f7556019-ea31-4487-a6df-372aa7a006dd,segment=NetworkSegment(af837146-1b4e-4c2b-b1ce-96eb7f990955),segment_id=af837146-1b4e-4c2b-b1ce-96eb7f990955)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:12:23.678760 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b2707d1-a360-4434-b85c-b41f7c0528cc tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Made reservation on behalf of fd5c6867cc7247f59c07ecc3b6c18599 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:12:23.682230 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0b2707d1-a360-4434-b85c-b41f7c0528cc tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:23.716947 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5319dd1f-f622-44aa-8630-91a9470ce88c req-c92ae269-c5a4-4835-9cb7-ba3eaf80f264 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:23.724828 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5319dd1f-f622-44aa-8630-91a9470ce88c req-c92ae269-c5a4-4835-9cb7-ba3eaf80f264 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/ports?device_id=08fd2058-3c0a-42c8-aeae-083b075d74c3 HTTP/1.1" status: 200 len: 950 time: 0.1237140 Oct 12 19:12:23.726554 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device f7556019-ea31-4487-a6df-372aa7a006dd has no active binding in host n-h2-813679-3 {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 12 19:12:23.743766 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2335584d-262b-409c-8159-1372e25748c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255495'] for router, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:23.746951 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2335584d-262b-409c-8159-1372e25748c9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:23.765319 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-9babb944-07dc-407e-83cc-6cb5ce455203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e55a4a5d-501e-488d-b6ea-b8c14370e6a4', 'name': 'tempest-ServersTestMultiNic-219958741-router', 'tenant_id': 'fd5c6867cc7247f59c07ecc3b6c18599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': '0909c23e-8d70-420c-bec6-74b3428eaeb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:12:11Z', 'updated_at': '2021-10-12T19:12:19Z', 'revision_number': 4, 'project_id': 'fd5c6867cc7247f59c07ecc3b6c18599', 'gw_port': {'id': '0909c23e-8d70-420c-bec6-74b3428eaeb9', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55a4a5d-501e-488d-b6ea-b8c14370e6a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:12:12Z', 'updated_at': '2021-10-12T19:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '77f1aeeb-250f-428c-8989-bb01503fc965', 'name': '', 'network_id': '96f19174-fa27-4927-ae95-c7e7f7962458', 'tenant_id': 'fd5c6867cc7247f59c07ecc3b6c18599', 'mac_address': 'fa:16:3e:73:e3:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e55a4a5d-501e-488d-b6ea-b8c14370e6a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '3c76cf16-3630-4b09-93ae-b89661300dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:12:18Z', 'updated_at': '2021-10-12T19:12:19Z', 'revision_number': 2, 'project_id': 'fd5c6867cc7247f59c07ecc3b6c18599', 'subnets': [{'id': '3c76cf16-3630-4b09-93ae-b89661300dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:12:23.779913 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5319dd1f-f622-44aa-8630-91a9470ce88c req-d1e67a6b-4b94-405c-b2e4-50e1cd13bb7b tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/security-groups?id=97ebf564-c5fe-4f12-92a1-b237f08112ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541341 Oct 12 19:12:23.807416 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b2707d1-a360-4434-b85c-b41f7c0528cc tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:12:23.820987 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0b2707d1-a360-4434-b85c-b41f7c0528cc tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:23.821438 n-d-813679-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-0b2707d1-a360-4434-b85c-b41f7c0528cc tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Added segment e3f76181-fe06-4876-9f38-c15bd317ab4a of type vlan for network 4437e74a-b36e-489a-ac58-43f89f4498fc Oct 12 19:12:23.825017 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9babb944-07dc-407e-83cc-6cb5ce455203 None None] Checking router: e55a4a5d-501e-488d-b6ea-b8c14370e6a4 for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:12:23.825371 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9babb944-07dc-407e-83cc-6cb5ce455203 None None] Updating router e55a4a5d-501e-488d-b6ea-b8c14370e6a4 port 77f1aeeb-250f-428c-8989-bb01503fc965 binding host n-d-813679-3 {{(pid=95503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 19:12:23.854801 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-2dbb0895-4db3-4a43-bae8-d40d494b6588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1173094615-router', 'tenant_id': 'b7528b6e53624c36bc7cfa3c022fa354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '7c6b9a7f-72da-4c6b-83cf-656883aa170b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:09:21Z', 'updated_at': '2021-10-12T19:09:25Z', 'revision_number': 4, 'project_id': 'b7528b6e53624c36bc7cfa3c022fa354', 'gw_port': {'id': '7c6b9a7f-72da-4c6b-83cf-656883aa170b', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:09:22Z', 'updated_at': '2021-10-12T19:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': '3f8239f2-c90f-46f9-be5b-22e72a2d006e', 'tenant_id': 'b7528b6e53624c36bc7cfa3c022fa354', 'floating_ip_address': '172.25.5.221', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': 'fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba', 'port_id': '5e0ec8f6-bb01-4a06-8ec5-bef8d4ace2f3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b40d2f7-4a07-4df1-bbb6-021ae59cdec3', 'mac_address': 'fa:16:3e:73:0c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5bede8-e825-4307-9bc2-88929de15d91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T19:09:46Z', 'updated_at': '2021-10-12T19:12:20Z', 'revision_number': 5, 'project_id': 'b7528b6e53624c36bc7cfa3c022fa354', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11da318a-c235-465f-9eef-0a33d57fefa0', 'name': '', 'network_id': '2b40d2f7-4a07-4df1-bbb6-021ae59cdec3', 'tenant_id': 'b7528b6e53624c36bc7cfa3c022fa354', 'mac_address': 'fa:16:3e:34:99:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '20450db0-2083-48cb-ae97-ca9e3c77152e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:09:24Z', 'updated_at': '2021-10-12T19:09:29Z', 'revision_number': 5, 'project_id': 'b7528b6e53624c36bc7cfa3c022fa354', 'subnets': [{'id': '20450db0-2083-48cb-ae97-ca9e3c77152e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:12:23.865577 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0b2707d1-a360-4434-b85c-b41f7c0528cc tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:23.878625 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9babb944-07dc-407e-83cc-6cb5ce455203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:23.904561 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbb0895-4db3-4a43-bae8-d40d494b6588 None None] Checking router: fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:12:23.919301 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbb0895-4db3-4a43-bae8-d40d494b6588 None None] Routers {'fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:12:23.920067 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-2dbb0895-4db3-4a43-bae8-d40d494b6588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:12:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:12:23.936335 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58292d0-b826-477f-aa2e-03d892d087ea req-bdc899b7-6c63-4fdd-94e4-17a018e1aa8a tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:23.938235 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c58292d0-b826-477f-aa2e-03d892d087ea req-bdc899b7-6c63-4fdd-94e4-17a018e1aa8a tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] 10.222.0.49 "GET /v2.0/ports?device_id=919e2016-fce2-41d9-8e01-162aef4f9b68 HTTP/1.1" status: 200 len: 945 time: 0.0690453 Oct 12 19:12:23.941065 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-69562af8-c1a9-40ab-91ca-7f7e6b2acd8c req-5ee35f3f-ce7a-4031-b8c7-a52e79817a37 tempest-FloatingIPsAssociationTestJSON-1393309565 tempest-FloatingIPsAssociationTestJSON-1393309565-project] 10.222.0.49 "GET /v2.0/ports?device_id=31068235-8d67-4f2f-9b64-477add9d67bc HTTP/1.1" status: 200 len: 210 time: 0.0287845 Oct 12 19:12:23.947776 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 57952) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:12:23.953546 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-9a1099a5-a773-4198-9630-9360ee5304fd tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] Request body: {'floatingip': {'port_id': 'f9fa3f97-2c67-4e1e-a142-bef0a0891091'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:12:24.004012 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9a1099a5-a773-4198-9630-9360ee5304fd tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] Notify callbacks [] for floatingip, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:24.036728 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-2dbb0895-4db3-4a43-bae8-d40d494b6588 None None] Set router fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:12:24.097209 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2335584d-262b-409c-8159-1372e25748c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8093499'] for router, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:24.097959 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2335584d-262b-409c-8159-1372e25748c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d26dd5a1-f855-4d0c-9d8c-04c19e54ccb3 {{(pid=95501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 19:12:24.104099 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0b2707d1-a360-4434-b85c-b41f7c0528cc tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:24.110518 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2707d1-a360-4434-b85c-b41f7c0528cc tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:24.111438 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0b2707d1-a360-4434-b85c-b41f7c0528cc tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:24.115558 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2335584d-262b-409c-8159-1372e25748c9 admin admin] Notify callbacks [] for router, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:24.120283 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-2335584d-262b-409c-8159-1372e25748c9 admin admin] 10.222.0.49 "DELETE /v2.0/routers/d26dd5a1-f855-4d0c-9d8c-04c19e54ccb3 HTTP/1.1" status: 204 len: 168 time: 2.6689394 Oct 12 19:12:24.121206 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 57954) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:12:24.270133 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9babb944-07dc-407e-83cc-6cb5ce455203 None None] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:24.360745 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-0b2707d1-a360-4434-b85c-b41f7c0528cc tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.3245604 Oct 12 19:12:24.364163 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 57960) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:12:24.372217 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2707d1-a360-4434-b85c-b41f7c0528cc tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Pushing event updated for resources: {'Network': ['ID=4437e74a-b36e-489a-ac58-43f89f4498fc,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:12:24.373702 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-2dbb0895-4db3-4a43-bae8-d40d494b6588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1173094615-router', 'tenant_id': 'b7528b6e53624c36bc7cfa3c022fa354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '7c6b9a7f-72da-4c6b-83cf-656883aa170b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:09:21Z', 'updated_at': '2021-10-12T19:09:25Z', 'revision_number': 4, 'project_id': 'b7528b6e53624c36bc7cfa3c022fa354', 'gw_port': {'id': '7c6b9a7f-72da-4c6b-83cf-656883aa170b', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:09:22Z', 'updated_at': '2021-10-12T19:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': '3f8239f2-c90f-46f9-be5b-22e72a2d006e', 'tenant_id': 'b7528b6e53624c36bc7cfa3c022fa354', 'floating_ip_address': '172.25.5.221', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': 'fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba', 'port_id': '5e0ec8f6-bb01-4a06-8ec5-bef8d4ace2f3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b40d2f7-4a07-4df1-bbb6-021ae59cdec3', 'mac_address': 'fa:16:3e:73:0c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5bede8-e825-4307-9bc2-88929de15d91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T19:09:46Z', 'updated_at': '2021-10-12T19:12:20Z', 'revision_number': 5, 'project_id': 'b7528b6e53624c36bc7cfa3c022fa354', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11da318a-c235-465f-9eef-0a33d57fefa0', 'name': '', 'network_id': '2b40d2f7-4a07-4df1-bbb6-021ae59cdec3', 'tenant_id': 'b7528b6e53624c36bc7cfa3c022fa354', 'mac_address': 'fa:16:3e:34:99:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '20450db0-2083-48cb-ae97-ca9e3c77152e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:09:24Z', 'updated_at': '2021-10-12T19:09:29Z', 'revision_number': 5, 'project_id': 'b7528b6e53624c36bc7cfa3c022fa354', 'subnets': [{'id': '20450db0-2083-48cb-ae97-ca9e3c77152e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:12:24.378037 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-98703276-c4ea-4b4e-9430-45d0fe19be09 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Request body: {'subnet': {'network_id': '4437e74a-b36e-489a-ac58-43f89f4498fc', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:12:24.382750 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 4437e74a-b36e-489a-ac58-43f89f4498fc details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:12:24.411596 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbb0895-4db3-4a43-bae8-d40d494b6588 None None] The sync data for ids ['fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba'] in n-d-813679-3 is: [{'id': 'fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1173094615-router', 'tenant_id': 'b7528b6e53624c36bc7cfa3c022fa354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '7c6b9a7f-72da-4c6b-83cf-656883aa170b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:09:21Z', 'updated_at': '2021-10-12T19:09:25Z', 'revision_number': 4, 'project_id': 'b7528b6e53624c36bc7cfa3c022fa354', 'gw_port': {'id': '7c6b9a7f-72da-4c6b-83cf-656883aa170b', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:09:22Z', 'updated_at': '2021-10-12T19:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': '3f8239f2-c90f-46f9-be5b-22e72a2d006e', 'tenant_id': 'b7528b6e53624c36bc7cfa3c022fa354', 'floating_ip_address': '172.25.5.221', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': 'fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba', 'port_id': '5e0ec8f6-bb01-4a06-8ec5-bef8d4ace2f3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b40d2f7-4a07-4df1-bbb6-021ae59cdec3', 'mac_address': 'fa:16:3e:73:0c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5bede8-e825-4307-9bc2-88929de15d91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T19:09:46Z', 'updated_at': '2021-10-12T19:12:20Z', 'revision_number': 5, 'project_id': 'b7528b6e53624c36bc7cfa3c022fa354', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11da318a-c235-465f-9eef-0a33d57fefa0', 'name': '', 'network_id': '2b40d2f7-4a07-4df1-bbb6-021ae59cdec3', 'tenant_id': 'b7528b6e53624c36bc7cfa3c022fa354', 'mac_address': 'fa:16:3e:34:99:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '20450db0-2083-48cb-ae97-ca9e3c77152e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:09:24Z', 'updated_at': '2021-10-12T19:09:29Z', 'revision_number': 5, 'project_id': 'b7528b6e53624c36bc7cfa3c022fa354', 'subnets': [{'id': '20450db0-2083-48cb-ae97-ca9e3c77152e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:12:24.451164 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9babb944-07dc-407e-83cc-6cb5ce455203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:24.666059 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dc32839-84fc-410f-a151-3ae4f021bf14 admin admin] Deleting subnet c942d9e9-4043-4df0-b7e7-7529a4adc971 {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:12:24.678824 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98703276-c4ea-4b4e-9430-45d0fe19be09 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Made reservation on behalf of fd5c6867cc7247f59c07ecc3b6c18599 for: {'subnet': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:12:24.684898 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5dc32839-84fc-410f-a151-3ae4f021bf14 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:24.685909 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-98703276-c4ea-4b4e-9430-45d0fe19be09 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4612397'] for subnet, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:24.889438 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5dc32839-84fc-410f-a151-3ae4f021bf14 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16313642'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:24.940097 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 5db95227-b468-4a01-af1b-748ea75a3d65 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:12:24.943238 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e06782-2e3f-4c97-897a-cda89ef20493 None None] New status for floating IP 3f8239f2-c90f-46f9-be5b-22e72a2d006e: ACTIVE {{(pid=95503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 19:12:24.972953 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d112258-bbf1-4c3b-94f5-3ee74da8223d req-8e956204-ca96-4e3b-ba12-1f6a5fee9218 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:24.982195 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8d112258-bbf1-4c3b-94f5-3ee74da8223d req-8e956204-ca96-4e3b-ba12-1f6a5fee9218 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/ports?device_id=00655b18-d3a8-487b-a307-bdfa94217209 HTTP/1.1" status: 200 len: 944 time: 0.3546107 Oct 12 19:12:25.034339 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 5db95227-b468-4a01-af1b-748ea75a3d65 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:12:25.037118 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 5db95227-b468-4a01-af1b-748ea75a3d65 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:12:25.047589 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab45891-02ba-477c-a874-5bd2329a5928 None None] Pushing event updated for resources: {'Port': ['ID=77f1aeeb-250f-428c-8989-bb01503fc965,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:12:25.083326 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8d112258-bbf1-4c3b-94f5-3ee74da8223d req-4883ab39-c018-46c8-a251-d7799c80297f tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cccf57-f452-41a8-9e48-a6e744310271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956974 Oct 12 19:12:25.093212 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-76d2c45a-6c6f-4884-ad21-b6eb1545073d req-4dcf2df9-0680-46b6-a9c2-c5b82faa9e25 service neutron] 10.222.0.61 "GET /v2.0/ports/f7556019-ea31-4487-a6df-372aa7a006dd/bindings/n-h2-813679-3 HTTP/1.1" status: 200 len: 384 time: 0.2332413 Oct 12 19:12:25.162472 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5dc32839-84fc-410f-a151-3ae4f021bf14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:25.175169 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-89e86558-9f22-48e2-8ee6-0d09d3c71cc1 None None] Provisioning complete for port 77f1aeeb-250f-428c-8989-bb01503fc965 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:12:25.175537 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-89e86558-9f22-48e2-8ee6-0d09d3c71cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:25.176929 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2569fed0-5652-4301-8eeb-580a56249ecb req-3123ac07-8cf4-4826-929e-8d4abe64645a tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:25.178816 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2569fed0-5652-4301-8eeb-580a56249ecb req-3123ac07-8cf4-4826-929e-8d4abe64645a tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/ports?device_id=08fd2058-3c0a-42c8-aeae-083b075d74c3 HTTP/1.1" status: 200 len: 950 time: 0.2044635 Oct 12 19:12:25.208517 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-9babb944-07dc-407e-83cc-6cb5ce455203 None None] Attempting to bind port 77f1aeeb-250f-428c-8989-bb01503fc965 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:12:25.208883 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-9babb944-07dc-407e-83cc-6cb5ce455203 None None] Attempting to bind port 77f1aeeb-250f-428c-8989-bb01503fc965 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '11901386-8ea2-4922-96a9-df89c50305dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '96f19174-fa27-4927-ae95-c7e7f7962458'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:12:25.209245 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9babb944-07dc-407e-83cc-6cb5ce455203 None None] Attempting to bind port 77f1aeeb-250f-428c-8989-bb01503fc965 on network 96f19174-fa27-4927-ae95-c7e7f7962458 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:12:25.228876 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9babb944-07dc-407e-83cc-6cb5ce455203 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:12:25.229248 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9babb944-07dc-407e-83cc-6cb5ce455203 None None] Checking segment: {'id': '11901386-8ea2-4922-96a9-df89c50305dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '96f19174-fa27-4927-ae95-c7e7f7962458'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:12:25.229648 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9babb944-07dc-407e-83cc-6cb5ce455203 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:25.230063 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9babb944-07dc-407e-83cc-6cb5ce455203 None None] Bound using segment: {'id': '11901386-8ea2-4922-96a9-df89c50305dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '96f19174-fa27-4927-ae95-c7e7f7962458'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:12:25.230544 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-9babb944-07dc-407e-83cc-6cb5ce455203 None None] Bound port: 77f1aeeb-250f-428c-8989-bb01503fc965, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11901386-8ea2-4922-96a9-df89c50305dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '96f19174-fa27-4927-ae95-c7e7f7962458'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:12:25.230920 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9babb944-07dc-407e-83cc-6cb5ce455203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:25.268522 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 57980) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:12:25.281791 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-89e86558-9f22-48e2-8ee6-0d09d3c71cc1 None None] Port 77f1aeeb-250f-428c-8989-bb01503fc965 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:12:25.331129 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.db.resource_extend [None req-9a1099a5-a773-4198-9630-9360ee5304fd tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 12 19:12:25.356247 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-9babb944-07dc-407e-83cc-6cb5ce455203 None None] For port 77f1aeeb-250f-428c-8989-bb01503fc965, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:12:25.361471 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-9babb944-07dc-407e-83cc-6cb5ce455203 None None] For port 77f1aeeb-250f-428c-8989-bb01503fc965, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=77f1aeeb-250f-428c-8989-bb01503fc965,segment=NetworkSegment(11901386-8ea2-4922-96a9-df89c50305dd),segment_id=11901386-8ea2-4922-96a9-df89c50305dd)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:12:25.474034 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9babb944-07dc-407e-83cc-6cb5ce455203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:25.556836 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-76d2c45a-6c6f-4884-ad21-b6eb1545073d req-31fd6df4-7440-43e4-a59a-c56b9c5864b0 service neutron] For port f7556019-ea31-4487-a6df-372aa7a006dd, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=f7556019-ea31-4487-a6df-372aa7a006dd,segment=NetworkSegment(af837146-1b4e-4c2b-b1ce-96eb7f990955),segment_id=af837146-1b4e-4c2b-b1ce-96eb7f990955)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:12:25.561102 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab45891-02ba-477c-a874-5bd2329a5928 None None] Pushing event updated for resources: {'Port': ['ID=77f1aeeb-250f-428c-8989-bb01503fc965,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:12:25.589739 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9babb944-07dc-407e-83cc-6cb5ce455203 None None] Routers {'e55a4a5d-501e-488d-b6ea-b8c14370e6a4'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:12:25.589739 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-9babb944-07dc-407e-83cc-6cb5ce455203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:12:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['e55a4a5d-501e-488d-b6ea-b8c14370e6a4'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:12:25.611509 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-76d2c45a-6c6f-4884-ad21-b6eb1545073d req-31fd6df4-7440-43e4-a59a-c56b9c5864b0 service neutron] For port f7556019-ea31-4487-a6df-372aa7a006dd, host n-h1-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:12:25.615727 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-98703276-c4ea-4b4e-9430-45d0fe19be09 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4824863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4612355'] for subnet, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:25.720065 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [req-76d2c45a-6c6f-4884-ad21-b6eb1545073d req-31fd6df4-7440-43e4-a59a-c56b9c5864b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7556019-ea31-4487-a6df-372aa7a006dd {{(pid=95501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:12:25.735261 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-9babb944-07dc-407e-83cc-6cb5ce455203 None None] Set router e55a4a5d-501e-488d-b6ea-b8c14370e6a4 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:12:25.749367 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-76d2c45a-6c6f-4884-ad21-b6eb1545073d req-31fd6df4-7440-43e4-a59a-c56b9c5864b0 service neutron] For port f7556019-ea31-4487-a6df-372aa7a006dd, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=f7556019-ea31-4487-a6df-372aa7a006dd,segment=NetworkSegment(af837146-1b4e-4c2b-b1ce-96eb7f990955),segment_id=af837146-1b4e-4c2b-b1ce-96eb7f990955)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:12:25.762909 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b5bede8-e825-4307-9bc2-88929de15d91', 'tag': '5e0ec8f6-bb01-4a06-8ec5-bef8d4ace2f3'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:12:25.765453 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adf4c6d4-6e45-4caa-a8e4-0eb35baf5606" -d '{"events": [{"name": "network-changed", "server_uuid": "8b5bede8-e825-4307-9bc2-88929de15d91", "tag": "5e0ec8f6-bb01-4a06-8ec5-bef8d4ace2f3"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:12:25.771405 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98703276-c4ea-4b4e-9430-45d0fe19be09 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Pushing event updated for resources: {'Subnet': ['ID=a2645349-449f-45f4-b3af-983ce5e7e292,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:12:25.821964 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98703276-c4ea-4b4e-9430-45d0fe19be09 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Checking segment: {'id': 'e3f76181-fe06-4876-9f38-c15bd317ab4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4437e74a-b36e-489a-ac58-43f89f4498fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:12:25.822983 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98703276-c4ea-4b4e-9430-45d0fe19be09 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Network hostable DHCP agents. Network: 4437e74a-b36e-489a-ac58-43f89f4498fc, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:12:25.854800 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7c61904-daa7-4e25-bc8d-7972fa8bc7ed x-openstack-request-id: req-c7c61904-daa7-4e25-bc8d-7972fa8bc7ed {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:12:25.854800 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b5bede8-e825-4307-9bc2-88929de15d91", "tag": "5e0ec8f6-bb01-4a06-8ec5-bef8d4ace2f3", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:12:25.854800 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c7c61904-daa7-4e25-bc8d-7972fa8bc7ed {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:12:25.854800 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b5bede8-e825-4307-9bc2-88929de15d91', 'tag': '5e0ec8f6-bb01-4a06-8ec5-bef8d4ace2f3', 'status': 'completed', 'code': 200} Oct 12 19:12:25.860422 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2569fed0-5652-4301-8eeb-580a56249ecb req-3c21921f-eb53-4cfa-af30-5563df1ca9e2 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/security-groups?id=97ebf564-c5fe-4f12-92a1-b237f08112ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6515458 Oct 12 19:12:25.874342 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-76d2c45a-6c6f-4884-ad21-b6eb1545073d req-31fd6df4-7440-43e4-a59a-c56b9c5864b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:25.895435 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9a1099a5-a773-4198-9630-9360ee5304fd tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:25.912554 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98703276-c4ea-4b4e-9430-45d0fe19be09 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Network 4437e74a-b36e-489a-ac58-43f89f4498fc is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:12:26.006920 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf4c6d4-6e45-4caa-a8e4-0eb35baf5606 req-90f0d655-e704-42ef-a8fa-3285a444fbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:26.008509 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-adf4c6d4-6e45-4caa-a8e4-0eb35baf5606 req-90f0d655-e704-42ef-a8fa-3285a444fbe4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b7528b6e53624c36bc7cfa3c022fa354&device_id=8b5bede8-e825-4307-9bc2-88929de15d91 HTTP/1.1" status: 200 len: 1097 time: 0.1296086 Oct 12 19:12:26.012847 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9a1099a5-a773-4198-9630-9360ee5304fd tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7915414'] for floatingip, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:26.097847 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-9babb944-07dc-407e-83cc-6cb5ce455203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e55a4a5d-501e-488d-b6ea-b8c14370e6a4', 'name': 'tempest-ServersTestMultiNic-219958741-router', 'tenant_id': 'fd5c6867cc7247f59c07ecc3b6c18599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': '0909c23e-8d70-420c-bec6-74b3428eaeb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:12:11Z', 'updated_at': '2021-10-12T19:12:19Z', 'revision_number': 4, 'project_id': 'fd5c6867cc7247f59c07ecc3b6c18599', 'gw_port': {'id': '0909c23e-8d70-420c-bec6-74b3428eaeb9', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55a4a5d-501e-488d-b6ea-b8c14370e6a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:12:12Z', 'updated_at': '2021-10-12T19:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '77f1aeeb-250f-428c-8989-bb01503fc965', 'name': '', 'network_id': '96f19174-fa27-4927-ae95-c7e7f7962458', 'tenant_id': 'fd5c6867cc7247f59c07ecc3b6c18599', 'mac_address': 'fa:16:3e:73:e3:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e55a4a5d-501e-488d-b6ea-b8c14370e6a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '3c76cf16-3630-4b09-93ae-b89661300dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:12:18Z', 'updated_at': '2021-10-12T19:12:25Z', 'revision_number': 4, 'project_id': 'fd5c6867cc7247f59c07ecc3b6c18599', 'subnets': [{'id': '3c76cf16-3630-4b09-93ae-b89661300dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:12:26.143105 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.provisioning_blocks [req-76d2c45a-6c6f-4884-ad21-b6eb1545073d req-31fd6df4-7440-43e4-a59a-c56b9c5864b0 service neutron] Transition to ACTIVE for port object f7556019-ea31-4487-a6df-372aa7a006dd will not be triggered until provisioned by entity L2. {{(pid=95501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:12:26.146689 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9babb944-07dc-407e-83cc-6cb5ce455203 None None] The sync data for ids ['e55a4a5d-501e-488d-b6ea-b8c14370e6a4'] in n-d-813679-3 is: [{'id': 'e55a4a5d-501e-488d-b6ea-b8c14370e6a4', 'name': 'tempest-ServersTestMultiNic-219958741-router', 'tenant_id': 'fd5c6867cc7247f59c07ecc3b6c18599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': '0909c23e-8d70-420c-bec6-74b3428eaeb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:12:11Z', 'updated_at': '2021-10-12T19:12:19Z', 'revision_number': 4, 'project_id': 'fd5c6867cc7247f59c07ecc3b6c18599', 'gw_port': {'id': '0909c23e-8d70-420c-bec6-74b3428eaeb9', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55a4a5d-501e-488d-b6ea-b8c14370e6a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:12:12Z', 'updated_at': '2021-10-12T19:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '77f1aeeb-250f-428c-8989-bb01503fc965', 'name': '', 'network_id': '96f19174-fa27-4927-ae95-c7e7f7962458', 'tenant_id': 'fd5c6867cc7247f59c07ecc3b6c18599', 'mac_address': 'fa:16:3e:73:e3:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e55a4a5d-501e-488d-b6ea-b8c14370e6a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '3c76cf16-3630-4b09-93ae-b89661300dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:12:18Z', 'updated_at': '2021-10-12T19:12:25Z', 'revision_number': 4, 'project_id': 'fd5c6867cc7247f59c07ecc3b6c18599', 'subnets': [{'id': '3c76cf16-3630-4b09-93ae-b89661300dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:12:26.148246 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5dc32839-84fc-410f-a151-3ae4f021bf14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4306592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16245866'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:26.154620 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-51274fa8-d6fe-4bc2-b0ce-d9d557f46e04 None None] Provisioning complete for port 77f1aeeb-250f-428c-8989-bb01503fc965 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:12:26.155088 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-51274fa8-d6fe-4bc2-b0ce-d9d557f46e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:26.216942 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-98703276-c4ea-4b4e-9430-45d0fe19be09 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, 4437e74a-b36e-489a-ac58-43f89f4498fc) {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:12:26.231082 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98703276-c4ea-4b4e-9430-45d0fe19be09 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:26.231784 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-98703276-c4ea-4b4e-9430-45d0fe19be09 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:26.247093 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c27b69-dfb0-4c79-91a1-0f64fe983370 None None] Network 4437e74a-b36e-489a-ac58-43f89f4498fc requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:12:26.277714 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-76d2c45a-6c6f-4884-ad21-b6eb1545073d req-31fd6df4-7440-43e4-a59a-c56b9c5864b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:26.316468 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc32839-84fc-410f-a151-3ae4f021bf14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c942d9e9-4043-4df0-b7e7-7529a4adc971,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:12:26.346370 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fd6df4-7440-43e4-a59a-c56b9c5864b0 service neutron] Pushing event updated for resources: {'Port': ['ID=f7556019-ea31-4487-a6df-372aa7a006dd,revision_number=10']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:12:26.354760 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5014bfa7-a876-4dc8-ad93-5664bfc37266 None None] Network 6a06356e-3ac9-4b75-a179-fa94da59a4c4 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:12:26.363452 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5dc32839-84fc-410f-a151-3ae4f021bf14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:26.368992 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-5dc32839-84fc-410f-a151-3ae4f021bf14 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/c942d9e9-4043-4df0-b7e7-7529a4adc971 HTTP/1.1" status: 204 len: 168 time: 2.2325284 Oct 12 19:12:26.376156 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 58004) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:12:26.382063 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-98703276-c4ea-4b4e-9430-45d0fe19be09 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.0151350 Oct 12 19:12:26.393967 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 58006) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:12:26.403861 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-79d2d596-b263-4519-a188-2d55ed268e3f tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-359061903'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:12:26.406184 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf4c6d4-6e45-4caa-a8e4-0eb35baf5606 req-045a907e-5213-40f6-8da0-dd58cffe061e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:26.407676 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-adf4c6d4-6e45-4caa-a8e4-0eb35baf5606 req-045a907e-5213-40f6-8da0-dd58cffe061e service neutron] 10.222.0.61 "GET /v2.0/networks?id=2b40d2f7-4a07-4df1-bbb6-021ae59cdec3 HTTP/1.1" status: 200 len: 925 time: 0.3659680 Oct 12 19:12:26.420196 n-d-813679-3 neutron-server[95502]: INFO neutron.db.l3_db [None req-9a1099a5-a773-4198-9630-9360ee5304fd tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] Floating IP 5bdc1654-88b1-4142-afab-295810fa4275 associated. External IP: 172.25.5.205, port: f9fa3f97-2c67-4e1e-a142-bef0a0891091. Oct 12 19:12:26.496709 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-51274fa8-d6fe-4bc2-b0ce-d9d557f46e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:26.522153 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-76d2c45a-6c6f-4884-ad21-b6eb1545073d req-31fd6df4-7440-43e4-a59a-c56b9c5864b0 service neutron] No DVR routers for this DVR port f7556019-ea31-4487-a6df-372aa7a006dd on host n-h1-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:12:26.552601 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-51274fa8-d6fe-4bc2-b0ce-d9d557f46e04 None None] For port 77f1aeeb-250f-428c-8989-bb01503fc965, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=77f1aeeb-250f-428c-8989-bb01503fc965,segment=NetworkSegment(11901386-8ea2-4922-96a9-df89c50305dd),segment_id=11901386-8ea2-4922-96a9-df89c50305dd)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:12:26.589044 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79d2d596-b263-4519-a188-2d55ed268e3f tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Made reservation on behalf of fd5c6867cc7247f59c07ecc3b6c18599 for: {'network': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:12:26.593936 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-79d2d596-b263-4519-a188-2d55ed268e3f tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:26.595978 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4a08f7-71ef-4798-82e0-5fb1bb083638 req-d35a7ea2-3448-429e-8384-dd9d9f0cec4c tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:26.597650 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0e4a08f7-71ef-4798-82e0-5fb1bb083638 req-d35a7ea2-3448-429e-8384-dd9d9f0cec4c tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/ports?device_id=00655b18-d3a8-487b-a307-bdfa94217209 HTTP/1.1" status: 200 len: 944 time: 0.4471943 Oct 12 19:12:26.624884 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-76d2c45a-6c6f-4884-ad21-b6eb1545073d req-31fd6df4-7440-43e4-a59a-c56b9c5864b0 service neutron] 10.222.0.61 "PUT /v2.0/ports/f7556019-ea31-4487-a6df-372aa7a006dd/bindings/n-h2-813679-3/activate HTTP/1.1" status: 200 len: 369 time: 1.4995456 Oct 12 19:12:26.630190 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e84d5b70-ffa0-4e49-8be8-0dea4e237c7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:26.655804 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79d2d596-b263-4519-a188-2d55ed268e3f tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'} {{(pid=95501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:12:26.668781 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-79d2d596-b263-4519-a188-2d55ed268e3f tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:26.669442 n-d-813679-3 neutron-server[95501]: INFO neutron.db.segments_db [None req-79d2d596-b263-4519-a188-2d55ed268e3f tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Added segment e8c90d86-a780-442e-87e6-01dd9018d927 of type vlan for network 75848d6c-f96e-4cf2-a49f-7a95856bd6e8 Oct 12 19:12:26.676223 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-51274fa8-d6fe-4bc2-b0ce-d9d557f46e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:26.753956 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51274fa8-d6fe-4bc2-b0ce-d9d557f46e04 None None] Pushing event updated for resources: {'Port': ['ID=77f1aeeb-250f-428c-8989-bb01503fc965,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:12:26.756379 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a487963-a092-487d-9f4a-12ba757e9a99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-4437e74a-b36e-489a-ac58-43f89f4498fc', 'network_id': '4437e74a-b36e-489a-ac58-43f89f4498fc', 'tenant_id': 'fd5c6867cc7247f59c07ecc3b6c18599', 'fixed_ips': [{'subnet_id': 'a2645349-449f-45f4-b3af-983ce5e7e292'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:12:26.759823 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8a487963-a092-487d-9f4a-12ba757e9a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:26.781872 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-79d2d596-b263-4519-a188-2d55ed268e3f tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:26.816868 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-adf4c6d4-6e45-4caa-a8e4-0eb35baf5606 req-1a400cd8-3c1d-4c27-862e-15c69b72b69b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5e0ec8f6-bb01-4a06-8ec5-bef8d4ace2f3 HTTP/1.1" status: 200 len: 1002 time: 0.3769329 Oct 12 19:12:26.835133 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 77f1aeeb-250f-428c-8989-bb01503fc965 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:12:26.847526 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0e4a08f7-71ef-4798-82e0-5fb1bb083638 req-e098f3cf-c395-4173-9fcb-a41787e3251e tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cccf57-f452-41a8-9e48-a6e744310271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290792 Oct 12 19:12:26.937968 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-79d2d596-b263-4519-a188-2d55ed268e3f tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:26.947949 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d2d596-b263-4519-a188-2d55ed268e3f tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:26.949414 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-79d2d596-b263-4519-a188-2d55ed268e3f tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:27.032486 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75fff42-52bb-4fc9-ab7e-7ab2493daf3d None None] DHCP port deletion for 6a06356e-3ac9-4b75-a179-fa94da59a4c4 request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 19:12:27.033956 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf4c6d4-6e45-4caa-a8e4-0eb35baf5606 req-4f7877db-6560-48a2-b322-e15a70dafc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:27.050732 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-e84d5b70-ffa0-4e49-8be8-0dea4e237c7c admin admin] Deleting port f0d2bd6a-e60e-42c6-94ef-e258e2e3e23e {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:12:27.052358 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 77f1aeeb-250f-428c-8989-bb01503fc965 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:12:27.052739 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:27.052849 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e84d5b70-ffa0-4e49-8be8-0dea4e237c7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:27.060239 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-adf4c6d4-6e45-4caa-a8e4-0eb35baf5606 req-4f7877db-6560-48a2-b322-e15a70dafc1b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=20450db0-2083-48cb-ae97-ca9e3c77152e HTTP/1.1" status: 200 len: 863 time: 0.2310619 Oct 12 19:12:27.060483 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-8a487963-a092-487d-9f4a-12ba757e9a99 None None] Allocated IP 19.80.0.2 (4437e74a-b36e-489a-ac58-43f89f4498fc/a2645349-449f-45f4-b3af-983ce5e7e292/96e7a9cd-3722-4224-99ec-8d6cca5a74be) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:12:27.215808 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d2d596-b263-4519-a188-2d55ed268e3f tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Pushing event updated for resources: {'Network': ['ID=75848d6c-f96e-4cf2-a49f-7a95856bd6e8,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:12:27.240357 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 75848d6c-f96e-4cf2-a49f-7a95856bd6e8 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:12:27.357836 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a1099a5-a773-4198-9630-9360ee5304fd tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] Router 74b9d057-c9ab-48e5-8af4-4a87324ba4fa has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:12:27.364089 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf4c6d4-6e45-4caa-a8e4-0eb35baf5606 req-1b5ae822-672f-47b2-a03b-cb788f84c179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:27.366018 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-adf4c6d4-6e45-4caa-a8e4-0eb35baf5606 req-1b5ae822-672f-47b2-a03b-cb788f84c179 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2b40d2f7-4a07-4df1-bbb6-021ae59cdec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2756832 Oct 12 19:12:27.461244 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224becda-8ebc-43b9-8412-326479888e02 req-69e5fce8-bf37-499a-8f78-8b03ca3463d1 tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:27.469574 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-224becda-8ebc-43b9-8412-326479888e02 req-69e5fce8-bf37-499a-8f78-8b03ca3463d1 tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] 10.222.0.49 "GET /v2.0/ports?device_id=fe75de1f-a223-4b05-ab56-b9feb006b94e HTTP/1.1" status: 200 len: 950 time: 0.1706555 Oct 12 19:12:27.486485 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device f7556019-ea31-4487-a6df-372aa7a006dd no longer exists at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:12:27.552461 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-f75fff42-52bb-4fc9-ab7e-7ab2493daf3d None None] Deleting port f0d2bd6a-e60e-42c6-94ef-e258e2e3e23e {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:12:27.552861 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f75fff42-52bb-4fc9-ab7e-7ab2493daf3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:27.594157 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-224becda-8ebc-43b9-8412-326479888e02 req-e8c4f4b8-a382-47e4-9a37-ea2860ad762d tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] 10.222.0.49 "GET /v2.0/security-groups?id=d81c912b-51e6-4dcc-ae7a-8b303917556f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235266 Oct 12 19:12:27.604506 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-adf4c6d4-6e45-4caa-a8e4-0eb35baf5606 req-3a56a09b-010c-45c0-b35e-43473a346904 service neutron] 10.222.0.61 "GET /v2.0/networks/2b40d2f7-4a07-4df1-bbb6-021ae59cdec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157114 Oct 12 19:12:27.668838 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device f7556019-ea31-4487-a6df-372aa7a006dd not bound to the agent host n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:12:27.669106 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [None req-e84d5b70-ffa0-4e49-8be8-0dea4e237c7c admin admin] For port f0d2bd6a-e60e-42c6-94ef-e258e2e3e23e, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=f0d2bd6a-e60e-42c6-94ef-e258e2e3e23e,segment=NetworkSegment(81fe845b-53bf-4206-b6f5-6dccc40d0fe2),segment_id=81fe845b-53bf-4206-b6f5-6dccc40d0fe2)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:12:27.669590 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e84d5b70-ffa0-4e49-8be8-0dea4e237c7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:27.689763 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-79d2d596-b263-4519-a188-2d55ed268e3f tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.2937124 Oct 12 19:12:27.697367 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 58040) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:12:27.702073 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-f75fff42-52bb-4fc9-ab7e-7ab2493daf3d None None] For port f0d2bd6a-e60e-42c6-94ef-e258e2e3e23e, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=f0d2bd6a-e60e-42c6-94ef-e258e2e3e23e,segment=NetworkSegment(81fe845b-53bf-4206-b6f5-6dccc40d0fe2),segment_id=81fe845b-53bf-4206-b6f5-6dccc40d0fe2)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:12:27.705421 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f75fff42-52bb-4fc9-ab7e-7ab2493daf3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:27.705910 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-e84d5b70-ffa0-4e49-8be8-0dea4e237c7c admin admin] Calling delete_port for f0d2bd6a-e60e-42c6-94ef-e258e2e3e23e owned by network:dhcp {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:12:27.711549 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-41b12323-bd82-4310-85e7-98dbb6f28a78 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Request body: {'subnet': {'network_id': '75848d6c-f96e-4cf2-a49f-7a95856bd6e8', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:12:27.716607 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d2c45a-6c6f-4884-ad21-b6eb1545073d req-e0337e18-702a-49d9-8f9e-3fe5a2167be8 tempest-LiveMigrationTest-1833787117 tempest-LiveMigrationTest-1833787117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:27.718247 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-76d2c45a-6c6f-4884-ad21-b6eb1545073d req-e0337e18-702a-49d9-8f9e-3fe5a2167be8 tempest-LiveMigrationTest-1833787117 tempest-LiveMigrationTest-1833787117-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=00655b18-d3a8-487b-a307-bdfa94217209&tenant_id=5fba7a982f4e455fbf6360a954bd3673&binding%3Ahost_id=n-h1-813679-3 HTTP/1.1" status: 200 len: 1096 time: 0.8283942 Oct 12 19:12:27.725329 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-f75fff42-52bb-4fc9-ab7e-7ab2493daf3d None None] Calling delete_port for f0d2bd6a-e60e-42c6-94ef-e258e2e3e23e owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:12:27.767247 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a0543c37-a062-412e-893d-624447782e1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8092566'] for router_interface, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:27.831823 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-adf4c6d4-6e45-4caa-a8e4-0eb35baf5606 req-e4f3ff5b-e0fc-4f82-9a9b-673c2b94d8e9 service neutron] 10.222.0.61 "GET /v2.0/networks/2b40d2f7-4a07-4df1-bbb6-021ae59cdec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911345 Oct 12 19:12:27.846954 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a1099a5-a773-4198-9630-9360ee5304fd tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:12:27.860428 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8a487963-a092-487d-9f4a-12ba757e9a99 None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:27.879572 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6355895-7d62-4009-aa11-4bd64a955bff None None] Sync routers for ids ['74b9d057-c9ab-48e5-8af4-4a87324ba4fa'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:12:27.905045 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6355895-7d62-4009-aa11-4bd64a955bff None None] Routers {'74b9d057-c9ab-48e5-8af4-4a87324ba4fa'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:12:27.905746 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-b6355895-7d62-4009-aa11-4bd64a955bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:12:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['74b9d057-c9ab-48e5-8af4-4a87324ba4fa'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:12:27.933450 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c55a89b-c434-4f70-9adc-ce59978f2ba9 req-ef2cc57b-451b-4bf4-94bb-84d717b8ba5f tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:27.938595 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9a1099a5-a773-4198-9630-9360ee5304fd tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:27.941337 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f75fff42-52bb-4fc9-ab7e-7ab2493daf3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:27.941568 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6c55a89b-c434-4f70-9adc-ce59978f2ba9 req-ef2cc57b-451b-4bf4-94bb-84d717b8ba5f tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/ports?device_id=08fd2058-3c0a-42c8-aeae-083b075d74c3 HTTP/1.1" status: 200 len: 950 time: 0.8310819 Oct 12 19:12:27.976470 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75fff42-52bb-4fc9-ab7e-7ab2493daf3d None None] Pushing event deleted for resources: {'Port': ['ID=f0d2bd6a-e60e-42c6-94ef-e258e2e3e23e,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:12:27.981333 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75fff42-52bb-4fc9-ab7e-7ab2493daf3d None None] No DVR routers for this DVR port f0d2bd6a-e60e-42c6-94ef-e258e2e3e23e on host n-d-813679-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:12:27.983650 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8a487963-a092-487d-9f4a-12ba757e9a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:27.996829 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75fff42-52bb-4fc9-ab7e-7ab2493daf3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:12:27.997263 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75fff42-52bb-4fc9-ab7e-7ab2493daf3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:12:27.997654 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75fff42-52bb-4fc9-ab7e-7ab2493daf3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:12:27.998535 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75fff42-52bb-4fc9-ab7e-7ab2493daf3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:12:27.998535 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75fff42-52bb-4fc9-ab7e-7ab2493daf3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:12:27.999056 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75fff42-52bb-4fc9-ab7e-7ab2493daf3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:12:27.999471 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75fff42-52bb-4fc9-ab7e-7ab2493daf3d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:12:28.000164 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75fff42-52bb-4fc9-ab7e-7ab2493daf3d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:12:28.000322 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75fff42-52bb-4fc9-ab7e-7ab2493daf3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:12:28.000725 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75fff42-52bb-4fc9-ab7e-7ab2493daf3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:12:28.001155 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75fff42-52bb-4fc9-ab7e-7ab2493daf3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:12:28.001553 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75fff42-52bb-4fc9-ab7e-7ab2493daf3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:12:28.021560 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d2c45a-6c6f-4884-ad21-b6eb1545073d req-e92af38e-c657-44ec-bc18-a172673d0c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:28.023020 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-76d2c45a-6c6f-4884-ad21-b6eb1545073d req-e92af38e-c657-44ec-bc18-a172673d0c29 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=00655b18-d3a8-487b-a307-bdfa94217209&tenant_id=5fba7a982f4e455fbf6360a954bd3673 HTTP/1.1" status: 200 len: 1096 time: 0.2572553 Oct 12 19:12:28.037858 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e84d5b70-ffa0-4e49-8be8-0dea4e237c7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:28.058161 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a487963-a092-487d-9f4a-12ba757e9a99 None None] Pushing event updated for resources: {'Port': ['ID=96e7a9cd-3722-4224-99ec-8d6cca5a74be,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:12:28.062817 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a487963-a092-487d-9f4a-12ba757e9a99 None None] Network 4437e74a-b36e-489a-ac58-43f89f4498fc is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:12:28.065225 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-8a487963-a092-487d-9f4a-12ba757e9a99 None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:12:28.068846 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a487963-a092-487d-9f4a-12ba757e9a99 None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:12:28.077944 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6c55a89b-c434-4f70-9adc-ce59978f2ba9 req-aacfb9e3-698c-4c0f-a6cb-8b2223a932bf tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/security-groups?id=97ebf564-c5fe-4f12-92a1-b237f08112ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354766 Oct 12 19:12:28.094266 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84d5b70-ffa0-4e49-8be8-0dea4e237c7c admin admin] Pushing event deleted for resources: {'Port': ['ID=f0d2bd6a-e60e-42c6-94ef-e258e2e3e23e,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:12:28.124814 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84d5b70-ffa0-4e49-8be8-0dea4e237c7c admin admin] No DVR routers for this DVR port f0d2bd6a-e60e-42c6-94ef-e258e2e3e23e on host n-d-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:12:28.140913 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41b12323-bd82-4310-85e7-98dbb6f28a78 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Made reservation on behalf of fd5c6867cc7247f59c07ecc3b6c18599 for: {'subnet': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:12:28.144864 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-41b12323-bd82-4310-85e7-98dbb6f28a78 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4612397'] for subnet, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:28.192153 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-b6355895-7d62-4009-aa11-4bd64a955bff None None] Set router 74b9d057-c9ab-48e5-8af4-4a87324ba4fa gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:12:28.207703 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-8a487963-a092-487d-9f4a-12ba757e9a99 None None] Attempting to bind port 96e7a9cd-3722-4224-99ec-8d6cca5a74be on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:12:28.208100 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-8a487963-a092-487d-9f4a-12ba757e9a99 None None] Attempting to bind port 96e7a9cd-3722-4224-99ec-8d6cca5a74be by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'e3f76181-fe06-4876-9f38-c15bd317ab4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4437e74a-b36e-489a-ac58-43f89f4498fc'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:12:28.208473 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a487963-a092-487d-9f4a-12ba757e9a99 None None] Attempting to bind port 96e7a9cd-3722-4224-99ec-8d6cca5a74be on network 4437e74a-b36e-489a-ac58-43f89f4498fc {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:12:28.222876 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a487963-a092-487d-9f4a-12ba757e9a99 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:12:28.223816 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a487963-a092-487d-9f4a-12ba757e9a99 None None] Checking segment: {'id': 'e3f76181-fe06-4876-9f38-c15bd317ab4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4437e74a-b36e-489a-ac58-43f89f4498fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:12:28.223816 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8a487963-a092-487d-9f4a-12ba757e9a99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:28.224869 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a487963-a092-487d-9f4a-12ba757e9a99 None None] Bound using segment: {'id': 'e3f76181-fe06-4876-9f38-c15bd317ab4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4437e74a-b36e-489a-ac58-43f89f4498fc'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:12:28.225926 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-8a487963-a092-487d-9f4a-12ba757e9a99 None None] Bound port: 96e7a9cd-3722-4224-99ec-8d6cca5a74be, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3f76181-fe06-4876-9f38-c15bd317ab4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4437e74a-b36e-489a-ac58-43f89f4498fc'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:12:28.226333 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8a487963-a092-487d-9f4a-12ba757e9a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:28.307655 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e84d5b70-ffa0-4e49-8be8-0dea4e237c7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:28.312116 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d2c45a-6c6f-4884-ad21-b6eb1545073d req-03952928-f887-430f-9ed8-277be5e52a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:28.313889 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-76d2c45a-6c6f-4884-ad21-b6eb1545073d req-03952928-f887-430f-9ed8-277be5e52a94 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5fba7a982f4e455fbf6360a954bd3673&device_id=00655b18-d3a8-487b-a307-bdfa94217209 HTTP/1.1" status: 200 len: 1096 time: 0.2312016 Oct 12 19:12:28.343518 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-8a487963-a092-487d-9f4a-12ba757e9a99 None None] For port 96e7a9cd-3722-4224-99ec-8d6cca5a74be, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:12:28.348341 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-8a487963-a092-487d-9f4a-12ba757e9a99 None None] For port 96e7a9cd-3722-4224-99ec-8d6cca5a74be, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=96e7a9cd-3722-4224-99ec-8d6cca5a74be,segment=NetworkSegment(e3f76181-fe06-4876-9f38-c15bd317ab4a),segment_id=e3f76181-fe06-4876-9f38-c15bd317ab4a)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:12:28.390883 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-e84d5b70-ffa0-4e49-8be8-0dea4e237c7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a06356e-3ac9-4b75-a179-fa94da59a4c4']}} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:12:28.416966 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-e84d5b70-ffa0-4e49-8be8-0dea4e237c7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81fe845b-53bf-4206-b6f5-6dccc40d0fe2') {'for_net_delete': True} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:12:28.417432 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-e84d5b70-ffa0-4e49-8be8-0dea4e237c7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81fe845b-53bf-4206-b6f5-6dccc40d0fe2') {} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:12:28.444789 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8a487963-a092-487d-9f4a-12ba757e9a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:28.444953 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e84d5b70-ffa0-4e49-8be8-0dea4e237c7c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4281072'] for segment, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:28.472069 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e84d5b70-ffa0-4e49-8be8-0dea4e237c7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:28.487568 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e84d5b70-ffa0-4e49-8be8-0dea4e237c7c admin admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=95501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:12:28.488361 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e84d5b70-ffa0-4e49-8be8-0dea4e237c7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4823170'] for segment, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:28.500222 n-d-813679-3 neutron-server[95501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:12:28.500222 n-d-813679-3 neutron-server[95501]: self.session.flush() Oct 12 19:12:28.500222 n-d-813679-3 neutron-server[95501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:12:28.500222 n-d-813679-3 neutron-server[95501]: self.session.flush() Oct 12 19:12:28.500222 n-d-813679-3 neutron-server[95501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:12:28.500222 n-d-813679-3 neutron-server[95501]: self.session.flush() Oct 12 19:12:28.500222 n-d-813679-3 neutron-server[95501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:12:28.500222 n-d-813679-3 neutron-server[95501]: self.session.flush() Oct 12 19:12:28.500222 n-d-813679-3 neutron-server[95501]: Traceback (most recent call last): Oct 12 19:12:28.500222 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:12:28.500222 n-d-813679-3 neutron-server[95501]: timer() Oct 12 19:12:28.500222 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:12:28.500222 n-d-813679-3 neutron-server[95501]: cb(*args, **kw) Oct 12 19:12:28.500222 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:12:28.500222 n-d-813679-3 neutron-server[95501]: return func(*args, **kwargs) Oct 12 19:12:28.500222 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:12:28.500222 n-d-813679-3 neutron-server[95501]: self._notify() Oct 12 19:12:28.500222 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:12:28.500222 n-d-813679-3 neutron-server[95501]: self.callback(batched_events) Oct 12 19:12:28.500222 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:12:28.500222 n-d-813679-3 neutron-server[95501]: event.method(event) Oct 12 19:12:28.500222 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:12:28.500222 n-d-813679-3 neutron-server[95501]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:12:28.500222 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:12:28.500222 n-d-813679-3 neutron-server[95501]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:12:28.500222 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:12:28.500222 n-d-813679-3 neutron-server[95501]: return f(self, *a, **k) Oct 12 19:12:28.500222 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:12:28.500222 n-d-813679-3 neutron-server[95501]: return self._get(url).json() Oct 12 19:12:28.500222 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:12:28.500222 n-d-813679-3 neutron-server[95501]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:12:28.500222 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:12:28.500222 n-d-813679-3 neutron-server[95501]: return self.request(url, 'GET', **kwargs) Oct 12 19:12:28.500222 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:12:28.500222 n-d-813679-3 neutron-server[95501]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:12:28.500222 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:12:28.500222 n-d-813679-3 neutron-server[95501]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:12:28.500222 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:12:28.500222 n-d-813679-3 neutron-server[95501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:12:28.500222 n-d-813679-3 neutron-server[95501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:12:28.516584 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-b6355895-7d62-4009-aa11-4bd64a955bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74b9d057-c9ab-48e5-8af4-4a87324ba4fa', 'name': 'tempest-ServersTestManualDisk-1911275801-router', 'tenant_id': 'ed6b12966b9343359f6575d52c95f820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '6193ef3e-0610-400f-92f5-6b7d5640ab5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:11:43Z', 'updated_at': '2021-10-12T19:11:51Z', 'revision_number': 4, 'project_id': 'ed6b12966b9343359f6575d52c95f820', 'gw_port': {'id': '6193ef3e-0610-400f-92f5-6b7d5640ab5e', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b9d057-c9ab-48e5-8af4-4a87324ba4fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:11:45Z', 'updated_at': '2021-10-12T19:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': '5bdc1654-88b1-4142-afab-295810fa4275', 'tenant_id': 'ed6b12966b9343359f6575d52c95f820', 'floating_ip_address': '172.25.5.205', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': '74b9d057-c9ab-48e5-8af4-4a87324ba4fa', 'port_id': 'f9fa3f97-2c67-4e1e-a142-bef0a0891091', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e2fb59a-6119-4752-90bd-a0430fbe9b50', 'mac_address': 'fa:16:3e:81:82:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919e2016-fce2-41d9-8e01-162aef4f9b68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T19:11:58Z', 'updated_at': '2021-10-12T19:12:25Z', 'revision_number': 1, 'project_id': 'ed6b12966b9343359f6575d52c95f820', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8925778e-0a1c-450f-af8c-65d29c9976da', 'name': '', 'network_id': '7e2fb59a-6119-4752-90bd-a0430fbe9b50', 'tenant_id': 'ed6b12966b9343359f6575d52c95f820', 'mac_address': 'fa:16:3e:68:bc:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b9d057-c9ab-48e5-8af4-4a87324ba4fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '30d4b534-ae85-4956-be60-11f5902787c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:11:50Z', 'updated_at': '2021-10-12T19:11:56Z', 'revision_number': 5, 'project_id': 'ed6b12966b9343359f6575d52c95f820', 'subnets': [{'id': '30d4b534-ae85-4956-be60-11f5902787c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:12:28.522128 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a487963-a092-487d-9f4a-12ba757e9a99 None None] Pushing event updated for resources: {'Port': ['ID=96e7a9cd-3722-4224-99ec-8d6cca5a74be,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:12:28.548103 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6355895-7d62-4009-aa11-4bd64a955bff None None] Checking router: 74b9d057-c9ab-48e5-8af4-4a87324ba4fa for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:12:28.559281 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6355895-7d62-4009-aa11-4bd64a955bff None None] Routers {'74b9d057-c9ab-48e5-8af4-4a87324ba4fa'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:12:28.559909 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-b6355895-7d62-4009-aa11-4bd64a955bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:12:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['74b9d057-c9ab-48e5-8af4-4a87324ba4fa'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:12:28.582228 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-9a1099a5-a773-4198-9630-9360ee5304fd tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] 10.222.0.49 "PUT /v2.0/floatingips/5bdc1654-88b1-4142-afab-295810fa4275 HTTP/1.1" status: 200 len: 991 time: 4.6320379 Oct 12 19:12:28.584662 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '919e2016-fce2-41d9-8e01-162aef4f9b68', 'tag': 'f9fa3f97-2c67-4e1e-a142-bef0a0891091'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:12:28.587896 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84339627-1e2f-4430-8966-f7e06b91707f" -d '{"events": [{"name": "network-changed", "server_uuid": "919e2016-fce2-41d9-8e01-162aef4f9b68", "tag": "f9fa3f97-2c67-4e1e-a142-bef0a0891091"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:12:28.602276 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d2c45a-6c6f-4884-ad21-b6eb1545073d req-416e2ccf-b833-47fc-b409-cb9821a68135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:28.603506 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-76d2c45a-6c6f-4884-ad21-b6eb1545073d req-416e2ccf-b833-47fc-b409-cb9821a68135 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c9c833e6-1691-44ed-bf82-cf9c18667411 HTTP/1.1" status: 200 len: 909 time: 0.2774305 Oct 12 19:12:28.674125 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-76d2c45a-6c6f-4884-ad21-b6eb1545073d req-52c0cfae-54db-4ac6-8f55-eb9daf3b001f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7556019-ea31-4487-a6df-372aa7a006dd HTTP/1.1" status: 200 len: 217 time: 0.0559993 Oct 12 19:12:28.749053 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-b6355895-7d62-4009-aa11-4bd64a955bff None None] Set router 74b9d057-c9ab-48e5-8af4-4a87324ba4fa gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:12:28.803171 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81af6e94-346f-47b7-82e9-e21384f0de18 req-bf9f1298-9036-4e3d-8320-f3ffb5d947bf tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:28.806407 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 77f1aeeb-250f-428c-8989-bb01503fc965 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:12:28.815995 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e84d5b70-ffa0-4e49-8be8-0dea4e237c7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:28.818269 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-81af6e94-346f-47b7-82e9-e21384f0de18 req-bf9f1298-9036-4e3d-8320-f3ffb5d947bf tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/ports?device_id=00655b18-d3a8-487b-a307-bdfa94217209 HTTP/1.1" status: 200 len: 945 time: 0.8398664 Oct 12 19:12:28.830694 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e84d5b70-ffa0-4e49-8be8-0dea4e237c7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:28.836145 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91d6f1ed-b1ae-4bc1-925c-a5dc59ea1b93 x-openstack-request-id: req-91d6f1ed-b1ae-4bc1-925c-a5dc59ea1b93 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:12:28.836145 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "919e2016-fce2-41d9-8e01-162aef4f9b68", "tag": "f9fa3f97-2c67-4e1e-a142-bef0a0891091", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:12:28.836145 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-91d6f1ed-b1ae-4bc1-925c-a5dc59ea1b93 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:12:28.836145 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '919e2016-fce2-41d9-8e01-162aef4f9b68', 'tag': 'f9fa3f97-2c67-4e1e-a142-bef0a0891091', 'status': 'completed', 'code': 200} Oct 12 19:12:28.841532 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-e84d5b70-ffa0-4e49-8be8-0dea4e237c7c admin admin] 10.222.0.49 "DELETE /v2.0/networks/6a06356e-3ac9-4b75-a179-fa94da59a4c4 HTTP/1.1" status: 204 len: 168 time: 2.4592884 Oct 12 19:12:28.876434 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc60527-98e2-459b-98c3-0401c382fcd1 req-7963075c-f038-4cbb-9253-88c92b63b6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:28.877972 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4dc60527-98e2-459b-98c3-0401c382fcd1 req-7963075c-f038-4cbb-9253-88c92b63b6c1 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=08fd2058-3c0a-42c8-aeae-083b075d74c3 HTTP/1.1" status: 200 len: 1101 time: 0.4207547 Oct 12 19:12:28.915516 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84d5b70-ffa0-4e49-8be8-0dea4e237c7c admin admin] Pushing event deleted for resources: {'Network': ['ID=6a06356e-3ac9-4b75-a179-fa94da59a4c4,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:12:28.936982 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 77f1aeeb-250f-428c-8989-bb01503fc965 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:12:28.939829 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:28.949125 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d2c45a-6c6f-4884-ad21-b6eb1545073d req-fe234a29-9f0f-4e1c-ad18-bda925e328ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:28.954280 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-76d2c45a-6c6f-4884-ad21-b6eb1545073d req-fe234a29-9f0f-4e1c-ad18-bda925e328ce service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e0ebc949-3a0d-4490-86b6-8c422c8edc16 HTTP/1.1" status: 200 len: 848 time: 0.2724972 Oct 12 19:12:29.012609 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-76d2c45a-6c6f-4884-ad21-b6eb1545073d req-ae5e8b52-1870-41cd-9519-e1fc3f09cdd0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c9c833e6-1691-44ed-bf82-cf9c18667411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492234 Oct 12 19:12:29.014807 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-41b12323-bd82-4310-85e7-98dbb6f28a78 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4824863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4612355'] for subnet, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:29.098949 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-81af6e94-346f-47b7-82e9-e21384f0de18 req-20092223-8998-4f2f-9d91-5ff9e19b25a3 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cccf57-f452-41a8-9e48-a6e744310271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752118 Oct 12 19:12:29.172022 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4dc60527-98e2-459b-98c3-0401c382fcd1 req-3daa34e7-f8c2-48b9-a431-7c693846cde8 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=97ebf564-c5fe-4f12-92a1-b237f08112ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455614 Oct 12 19:12:29.172952 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ef5ae697-e14b-4369-945c-894a3fecda97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:29.191758 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84339627-1e2f-4430-8966-f7e06b91707f req-a71e40ec-b1bc-41e5-9054-e98bb2095f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:29.193972 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-84339627-1e2f-4430-8966-f7e06b91707f req-a71e40ec-b1bc-41e5-9054-e98bb2095f69 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ed6b12966b9343359f6575d52c95f820&device_id=919e2016-fce2-41d9-8e01-162aef4f9b68 HTTP/1.1" status: 200 len: 1096 time: 0.2882018 Oct 12 19:12:29.201539 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b12323-bd82-4310-85e7-98dbb6f28a78 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Pushing event updated for resources: {'Subnet': ['ID=fb5da6da-3180-46c8-8611-60d79c1e5f8d,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:12:29.254124 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b12323-bd82-4310-85e7-98dbb6f28a78 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Checking segment: {'id': 'e8c90d86-a780-442e-87e6-01dd9018d927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '75848d6c-f96e-4cf2-a49f-7a95856bd6e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:12:29.254393 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b12323-bd82-4310-85e7-98dbb6f28a78 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Network hostable DHCP agents. Network: 75848d6c-f96e-4cf2-a49f-7a95856bd6e8, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:12:29.277492 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device f0d2bd6a-e60e-42c6-94ef-e258e2e3e23e no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:12:29.290061 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-76d2c45a-6c6f-4884-ad21-b6eb1545073d req-b787f4fb-c3a0-4ce4-b679-42aef0b936a0 service neutron] 10.222.0.67 "GET /v2.0/networks/c9c833e6-1691-44ed-bf82-cf9c18667411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624283 Oct 12 19:12:29.291798 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-b6355895-7d62-4009-aa11-4bd64a955bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74b9d057-c9ab-48e5-8af4-4a87324ba4fa', 'name': 'tempest-ServersTestManualDisk-1911275801-router', 'tenant_id': 'ed6b12966b9343359f6575d52c95f820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '6193ef3e-0610-400f-92f5-6b7d5640ab5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:11:43Z', 'updated_at': '2021-10-12T19:11:51Z', 'revision_number': 4, 'project_id': 'ed6b12966b9343359f6575d52c95f820', 'gw_port': {'id': '6193ef3e-0610-400f-92f5-6b7d5640ab5e', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b9d057-c9ab-48e5-8af4-4a87324ba4fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:11:45Z', 'updated_at': '2021-10-12T19:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': '5bdc1654-88b1-4142-afab-295810fa4275', 'tenant_id': 'ed6b12966b9343359f6575d52c95f820', 'floating_ip_address': '172.25.5.205', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': '74b9d057-c9ab-48e5-8af4-4a87324ba4fa', 'port_id': 'f9fa3f97-2c67-4e1e-a142-bef0a0891091', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e2fb59a-6119-4752-90bd-a0430fbe9b50', 'mac_address': 'fa:16:3e:81:82:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919e2016-fce2-41d9-8e01-162aef4f9b68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T19:11:58Z', 'updated_at': '2021-10-12T19:12:25Z', 'revision_number': 1, 'project_id': 'ed6b12966b9343359f6575d52c95f820', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8925778e-0a1c-450f-af8c-65d29c9976da', 'name': '', 'network_id': '7e2fb59a-6119-4752-90bd-a0430fbe9b50', 'tenant_id': 'ed6b12966b9343359f6575d52c95f820', 'mac_address': 'fa:16:3e:68:bc:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b9d057-c9ab-48e5-8af4-4a87324ba4fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '30d4b534-ae85-4956-be60-11f5902787c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:11:50Z', 'updated_at': '2021-10-12T19:11:56Z', 'revision_number': 5, 'project_id': 'ed6b12966b9343359f6575d52c95f820', 'subnets': [{'id': '30d4b534-ae85-4956-be60-11f5902787c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:12:29.302032 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: f0d2bd6a-e60e-42c6-94ef-e258e2e3e23e {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:12:29.302380 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device f0d2bd6a-e60e-42c6-94ef-e258e2e3e23e not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:12:29.321118 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device a51cc259-ed8d-4ab8-8a57-ecdf983cdaf2 details requested by agent hyperv_n-h1-813679-3 with host n-h1-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:12:29.341224 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6355895-7d62-4009-aa11-4bd64a955bff None None] The sync data for ids ['74b9d057-c9ab-48e5-8af4-4a87324ba4fa'] in n-d-813679-3 is: [{'id': '74b9d057-c9ab-48e5-8af4-4a87324ba4fa', 'name': 'tempest-ServersTestManualDisk-1911275801-router', 'tenant_id': 'ed6b12966b9343359f6575d52c95f820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '6193ef3e-0610-400f-92f5-6b7d5640ab5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:11:43Z', 'updated_at': '2021-10-12T19:11:51Z', 'revision_number': 4, 'project_id': 'ed6b12966b9343359f6575d52c95f820', 'gw_port': {'id': '6193ef3e-0610-400f-92f5-6b7d5640ab5e', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b9d057-c9ab-48e5-8af4-4a87324ba4fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:11:45Z', 'updated_at': '2021-10-12T19:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': '5bdc1654-88b1-4142-afab-295810fa4275', 'tenant_id': 'ed6b12966b9343359f6575d52c95f820', 'floating_ip_address': '172.25.5.205', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': '74b9d057-c9ab-48e5-8af4-4a87324ba4fa', 'port_id': 'f9fa3f97-2c67-4e1e-a142-bef0a0891091', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e2fb59a-6119-4752-90bd-a0430fbe9b50', 'mac_address': 'fa:16:3e:81:82:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919e2016-fce2-41d9-8e01-162aef4f9b68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T19:11:58Z', 'updated_at': '2021-10-12T19:12:25Z', 'revision_number': 1, 'project_id': 'ed6b12966b9343359f6575d52c95f820', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8925778e-0a1c-450f-af8c-65d29c9976da', 'name': '', 'network_id': '7e2fb59a-6119-4752-90bd-a0430fbe9b50', 'tenant_id': 'ed6b12966b9343359f6575d52c95f820', 'mac_address': 'fa:16:3e:68:bc:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b9d057-c9ab-48e5-8af4-4a87324ba4fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '30d4b534-ae85-4956-be60-11f5902787c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:11:50Z', 'updated_at': '2021-10-12T19:11:56Z', 'revision_number': 5, 'project_id': 'ed6b12966b9343359f6575d52c95f820', 'subnets': [{'id': '30d4b534-ae85-4956-be60-11f5902787c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:12:29.408847 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 58114) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:12:29.423037 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b12323-bd82-4310-85e7-98dbb6f28a78 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Network 75848d6c-f96e-4cf2-a49f-7a95856bd6e8 is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:12:29.431364 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf22d187-f178-4377-9319-c63addd0c9bb req-890ee610-de21-49d5-98ac-5e961a445614 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:29.433301 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bf22d187-f178-4377-9319-c63addd0c9bb req-890ee610-de21-49d5-98ac-5e961a445614 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/ports?device_id=08fd2058-3c0a-42c8-aeae-083b075d74c3 HTTP/1.1" status: 200 len: 950 time: 0.1523290 Oct 12 19:12:29.451030 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84339627-1e2f-4430-8966-f7e06b91707f req-751db36d-ce56-418e-b9ef-571a0f22e8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:29.452925 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-84339627-1e2f-4430-8966-f7e06b91707f req-751db36d-ce56-418e-b9ef-571a0f22e8a3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7e2fb59a-6119-4752-90bd-a0430fbe9b50 HTTP/1.1" status: 200 len: 913 time: 0.2511635 Oct 12 19:12:29.469001 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device a51cc259-ed8d-4ab8-8a57-ecdf983cdaf2 no longer exists at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:12:29.491984 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-76d2c45a-6c6f-4884-ad21-b6eb1545073d req-1ffdd2fd-e5a3-45d7-81ce-90d31af0fe5e service neutron] 10.222.0.67 "GET /v2.0/networks/c9c833e6-1691-44ed-bf82-cf9c18667411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933613 Oct 12 19:12:29.497572 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-79daf6f0-5538-4dc5-a484-e7faaf10dc12 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ae185389b7954075b07d084c36053bf8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0842762 Oct 12 19:12:29.498200 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 58120) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:12:29.518871 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-41b12323-bd82-4310-85e7-98dbb6f28a78 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, 75848d6c-f96e-4cf2-a49f-7a95856bd6e8) {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:12:29.523517 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-a0543c37-a062-412e-893d-624447782e1a admin admin] Deleting port 5b19f71e-6d0c-433a-917d-d33b0457ca57 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:12:29.524303 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a0543c37-a062-412e-893d-624447782e1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:29.534759 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b12323-bd82-4310-85e7-98dbb6f28a78 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:29.535981 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-41b12323-bd82-4310-85e7-98dbb6f28a78 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:29.538851 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27805f8f-eb4e-4da1-ba19-f56a3a975691 None None] Network 75848d6c-f96e-4cf2-a49f-7a95856bd6e8 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:12:29.607859 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bf22d187-f178-4377-9319-c63addd0c9bb req-84566c3c-0670-43bd-8a06-db340436a975 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/security-groups?id=97ebf564-c5fe-4f12-92a1-b237f08112ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654530 Oct 12 19:12:29.633185 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-791b7d32-975c-4ba4-abca-c0449bb42d70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:29.643429 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-84339627-1e2f-4430-8966-f7e06b91707f req-7c7773f5-8d5d-4d3b-a78a-a2fa893b6b64 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9fa3f97-2c67-4e1e-a142-bef0a0891091 HTTP/1.1" status: 200 len: 999 time: 0.1808295 Oct 12 19:12:29.687898 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-791b7d32-975c-4ba4-abca-c0449bb42d70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:29.726624 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port a51cc259-ed8d-4ab8-8a57-ecdf983cdaf2, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=a51cc259-ed8d-4ab8-8a57-ecdf983cdaf2,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:12:29.759213 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Returning: {'device': 'a51cc259-ed8d-4ab8-8a57-ecdf983cdaf2', 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1', 'port_id': 'a51cc259-ed8d-4ab8-8a57-ecdf983cdaf2', 'mac_address': 'fa:16:3e:16:b6:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '629aee7d-3fde-4c72-af1e-6a7e1f6a7e75', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:12:29.782682 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-41b12323-bd82-4310-85e7-98dbb6f28a78 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.0805080 Oct 12 19:12:29.815379 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dcff781-ef5d-4bdf-9e7e-86cae8ee5a5d None None] New status for floating IP 5bdc1654-88b1-4142-afab-295810fa4275: ACTIVE {{(pid=95503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 19:12:29.824356 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-a0543c37-a062-412e-893d-624447782e1a admin admin] For port 5b19f71e-6d0c-433a-917d-d33b0457ca57, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=5b19f71e-6d0c-433a-917d-d33b0457ca57,segment=NetworkSegment(70a77141-5565-41b2-8aa4-9582e3e1fa93),segment_id=70a77141-5565-41b2-8aa4-9582e3e1fa93)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:12:29.824821 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a0543c37-a062-412e-893d-624447782e1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:29.828592 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84339627-1e2f-4430-8966-f7e06b91707f req-79ceedc4-5da4-49ac-aa3d-b3268dc4f5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:29.832188 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-84339627-1e2f-4430-8966-f7e06b91707f req-79ceedc4-5da4-49ac-aa3d-b3268dc4f5cc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=30d4b534-ae85-4956-be60-11f5902787c3 HTTP/1.1" status: 200 len: 851 time: 0.1755672 Oct 12 19:12:29.931344 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:29.936632 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-a0543c37-a062-412e-893d-624447782e1a admin admin] Calling delete_port for 5b19f71e-6d0c-433a-917d-d33b0457ca57 owned by network:router_interface {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:12:29.936956 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-791b7d32-975c-4ba4-abca-c0449bb42d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:29.940993 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-791b7d32-975c-4ba4-abca-c0449bb42d70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:29.946832 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-791b7d32-975c-4ba4-abca-c0449bb42d70 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a7f9720c-b2fc-4108-8209-bc2f9c99d939 HTTP/1.1" status: 204 len: 168 time: 0.4439626 Oct 12 19:12:29.963457 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791b7d32-975c-4ba4-abca-c0449bb42d70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7f9720c-b2fc-4108-8209-bc2f9c99d939,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:12:30.009764 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84339627-1e2f-4430-8966-f7e06b91707f req-9239a71a-3cf6-479c-9956-21d54c4a0a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:30.012399 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-84339627-1e2f-4430-8966-f7e06b91707f req-9239a71a-3cf6-479c-9956-21d54c4a0a26 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7e2fb59a-6119-4752-90bd-a0430fbe9b50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1717317 Oct 12 19:12:30.157203 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port a51cc259-ed8d-4ab8-8a57-ecdf983cdaf2, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=a51cc259-ed8d-4ab8-8a57-ecdf983cdaf2,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:12:30.170356 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08fd2058-3c0a-42c8-aeae-083b075d74c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a51cc259-ed8d-4ab8-8a57-ecdf983cdaf2'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:12:30.173091 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba417ed3-6d59-4a27-8691-d507dc867fcf" -d '{"events": [{"server_uuid": "08fd2058-3c0a-42c8-aeae-083b075d74c3", "name": "network-vif-unplugged", "status": "completed", "tag": "a51cc259-ed8d-4ab8-8a57-ecdf983cdaf2"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:12:30.177671 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:30.206843 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a51cc259-ed8d-4ab8-8a57-ecdf983cdaf2 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:12:30.227484 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f31b19-86c9-4faf-b2c8-c10760f7243f None None] Network 4437e74a-b36e-489a-ac58-43f89f4498fc requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:12:30.268524 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d2c45a-6c6f-4884-ad21-b6eb1545073d req-ab888fdc-a0a1-4208-a1b2-1fc54358ccb3 tempest-LiveMigrationTest-1833787117 tempest-LiveMigrationTest-1833787117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:30.270041 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-76d2c45a-6c6f-4884-ad21-b6eb1545073d req-ab888fdc-a0a1-4208-a1b2-1fc54358ccb3 tempest-LiveMigrationTest-1833787117 tempest-LiveMigrationTest-1833787117-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=00655b18-d3a8-487b-a307-bdfa94217209&tenant_id=5fba7a982f4e455fbf6360a954bd3673&binding%3Ahost_id=n-h2-813679-3 HTTP/1.1" status: 200 len: 1096 time: 0.2369080 Oct 12 19:12:30.296574 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:30.304758 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-84339627-1e2f-4430-8966-f7e06b91707f req-73088760-f654-4aa9-bbbb-343ca6b081eb service neutron] 10.222.0.67 "GET /v2.0/networks/7e2fb59a-6119-4752-90bd-a0430fbe9b50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2840383 Oct 12 19:12:30.322745 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a6c6162b-e864-4ae7-a590-376337b80b07 None None] Provisioning complete for port 96e7a9cd-3722-4224-99ec-8d6cca5a74be triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:12:30.323139 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a6c6162b-e864-4ae7-a590-376337b80b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:30.347992 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-ebb4ba87-81de-48be-bf12-1e3f8a7b96ae tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:30.354225 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-ebb4ba87-81de-48be-bf12-1e3f8a7b96ae tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:30.356364 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-ebb4ba87-81de-48be-bf12-1e3f8a7b96ae tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] 10.222.0.49 "GET /v2.0/networks?id=4437e74a-b36e-489a-ac58-43f89f4498fc&id=75848d6c-f96e-4cf2-a49f-7a95856bd6e8&id=4437e74a-b36e-489a-ac58-43f89f4498fc HTTP/1.1" status: 200 len: 1390 time: 0.2152064 Oct 12 19:12:30.387490 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-875cb944-8bad-46c8-b6e2-4066470216ba tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] 10.222.0.49 "GET /v2.0/quotas/fd5c6867cc7247f59c07ecc3b6c18599 HTTP/1.1" status: 200 len: 375 time: 0.0199080 Oct 12 19:12:30.485362 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cb87d3-ef4b-4d02-a628-f993faa11a69 req-e00cb74f-e083-4b91-b0ab-a574a799f87c tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:30.486951 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f4cb87d3-ef4b-4d02-a628-f993faa11a69 req-e00cb74f-e083-4b91-b0ab-a574a799f87c tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/ports?device_id=00655b18-d3a8-487b-a307-bdfa94217209 HTTP/1.1" status: 200 len: 945 time: 0.2289691 Oct 12 19:12:30.498549 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-2b584f5d-7dd0-4831-81b6-b1c6ab3bae62 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=fd5c6867cc7247f59c07ecc3b6c18599&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0839989 Oct 12 19:12:30.544181 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-84339627-1e2f-4430-8966-f7e06b91707f req-1ecd58a2-180a-455f-81ff-e243b40e6707 service neutron] 10.222.0.67 "GET /v2.0/networks/7e2fb59a-6119-4752-90bd-a0430fbe9b50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175031 Oct 12 19:12:30.599700 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-76d2c45a-6c6f-4884-ad21-b6eb1545073d req-ab96f889-3c07-4acb-8ba1-09b8e752884c service neutron] For port f7556019-ea31-4487-a6df-372aa7a006dd, host n-h1-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:12:30.620724 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-76d2c45a-6c6f-4884-ad21-b6eb1545073d req-ab96f889-3c07-4acb-8ba1-09b8e752884c service neutron] Notify callbacks [] for binding, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:30.621498 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-76d2c45a-6c6f-4884-ad21-b6eb1545073d req-ab96f889-3c07-4acb-8ba1-09b8e752884c service neutron] 10.222.0.67 "DELETE /v2.0/ports/f7556019-ea31-4487-a6df-372aa7a006dd/bindings/n-h1-813679-3 HTTP/1.1" status: 204 len: 173 time: 0.3428819 Oct 12 19:12:30.639935 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f4cb87d3-ef4b-4d02-a628-f993faa11a69 req-42fda040-4d47-4f36-b162-293aefc68297 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cccf57-f452-41a8-9e48-a6e744310271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947814 Oct 12 19:12:30.640752 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.db.api [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 19:12:30.641228 n-d-813679-3 neutron-server[95503]: DEBUG oslo_db.api [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 19:12:30.666905 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-b1f3c212-2fbe-4588-a394-e667a4e2f018 service neutron] 10.222.0.49 "GET /v2.0/networks/4437e74a-b36e-489a-ac58-43f89f4498fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673753 Oct 12 19:12:30.703858 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f5608f-2480-4705-be25-bd8af2261c41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-75848d6c-f96e-4cf2-a49f-7a95856bd6e8', 'network_id': '75848d6c-f96e-4cf2-a49f-7a95856bd6e8', 'tenant_id': 'fd5c6867cc7247f59c07ecc3b6c18599', 'fixed_ips': [{'subnet_id': 'fb5da6da-3180-46c8-8611-60d79c1e5f8d'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:12:30.704455 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-81f5608f-2480-4705-be25-bd8af2261c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:30.710245 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=a51cc259-ed8d-4ab8-8a57-ecdf983cdaf2,revision_number=9']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:12:30.778505 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a0543c37-a062-412e-893d-624447782e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:30.865849 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0543c37-a062-412e-893d-624447782e1a admin admin] Pushing event deleted for resources: {'Port': ['ID=5b19f71e-6d0c-433a-917d-d33b0457ca57,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:12:30.885690 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 19:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6ea4e9c-43b5-4557-a517-709dc1edbd65 x-openstack-request-id: req-e6ea4e9c-43b5-4557-a517-709dc1edbd65 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:12:30.885690 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08fd2058-3c0a-42c8-aeae-083b075d74c3", "name": "network-vif-unplugged", "status": "completed", "tag": "a51cc259-ed8d-4ab8-8a57-ecdf983cdaf2", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:12:30.885690 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e6ea4e9c-43b5-4557-a517-709dc1edbd65 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:12:30.885690 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08fd2058-3c0a-42c8-aeae-083b075d74c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a51cc259-ed8d-4ab8-8a57-ecdf983cdaf2', 'code': 200} Oct 12 19:12:30.909862 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-9acfec86-fea3-4d36-a783-a038098c96c8 service neutron] 10.222.0.49 "GET /v2.0/networks/4437e74a-b36e-489a-ac58-43f89f4498fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335107 Oct 12 19:12:30.945715 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 96e7a9cd-3722-4224-99ec-8d6cca5a74be up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:12:31.008508 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a6c6162b-e864-4ae7-a590-376337b80b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:31.086231 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device c0f009b6-1045-46b2-9f3c-b86eb815c549 no longer exists at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:12:31.124269 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-174dddc9-a966-4918-87c7-f8265e8d40c6 service neutron] 10.222.0.49 "GET /v2.0/networks/75848d6c-f96e-4cf2-a49f-7a95856bd6e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134156 Oct 12 19:12:31.167605 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a6c6162b-e864-4ae7-a590-376337b80b07 None None] For port 96e7a9cd-3722-4224-99ec-8d6cca5a74be, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=96e7a9cd-3722-4224-99ec-8d6cca5a74be,segment=NetworkSegment(e3f76181-fe06-4876-9f38-c15bd317ab4a),segment_id=e3f76181-fe06-4876-9f38-c15bd317ab4a)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:12:31.179323 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74c4eb1-5c40-45c6-a93a-55b414a31f44 req-2ce32690-98c1-4d43-ad65-0bcd09549064 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:31.180843 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a74c4eb1-5c40-45c6-a93a-55b414a31f44 req-2ce32690-98c1-4d43-ad65-0bcd09549064 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/ports?device_id=08fd2058-3c0a-42c8-aeae-083b075d74c3 HTTP/1.1" status: 200 len: 948 time: 0.1073875 Oct 12 19:12:31.213771 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a0543c37-a062-412e-893d-624447782e1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7898909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8092450'] for router_interface, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:31.244616 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-25f7f08c-405a-4e82-9a08-f2a11503d23d service neutron] 10.222.0.49 "GET /v2.0/networks/75848d6c-f96e-4cf2-a49f-7a95856bd6e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194065 Oct 12 19:12:31.259324 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-81f5608f-2480-4705-be25-bd8af2261c41 None None] Allocated IP 19.86.0.2 (75848d6c-f96e-4cf2-a49f-7a95856bd6e8/fb5da6da-3180-46c8-8611-60d79c1e5f8d/52e2430c-cb84-4199-97ad-70fe14632cc2) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:12:31.272388 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a6c6162b-e864-4ae7-a590-376337b80b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:31.357454 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a74c4eb1-5c40-45c6-a93a-55b414a31f44 req-24bbdd63-5d04-46e2-8861-6f685921e177 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/security-groups?id=97ebf564-c5fe-4f12-92a1-b237f08112ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644394 Oct 12 19:12:31.389790 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:31.485128 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 96e7a9cd-3722-4224-99ec-8d6cca5a74be triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:12:31.485503 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:31.504144 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-32fd40b7-d6f1-4177-ac91-3dbd49a96f2e service neutron] 10.222.0.49 "GET /v2.0/networks/4437e74a-b36e-489a-ac58-43f89f4498fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393570 Oct 12 19:12:31.518806 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a51cc259-ed8d-4ab8-8a57-ecdf983cdaf2 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:12:31.533516 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:31.563830 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c6162b-e864-4ae7-a590-376337b80b07 None None] Pushing event updated for resources: {'Port': ['ID=96e7a9cd-3722-4224-99ec-8d6cca5a74be,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:12:31.590242 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0543c37-a062-412e-893d-624447782e1a admin admin] Router e778be89-c114-4bc8-be8c-3d7878ea1275 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:12:31.625353 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port a51cc259-ed8d-4ab8-8a57-ecdf983cdaf2, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=a51cc259-ed8d-4ab8-8a57-ecdf983cdaf2,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:12:31.673080 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-47537b4a-1908-43fc-8e14-f9cc5aa1bf9d service neutron] 10.222.0.49 "GET /v2.0/networks/4437e74a-b36e-489a-ac58-43f89f4498fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628115 Oct 12 19:12:31.690500 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port c0f009b6-1045-46b2-9f3c-b86eb815c549, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=c0f009b6-1045-46b2-9f3c-b86eb815c549,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:12:31.743804 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 58240) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:12:31.744291 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2cb3e831-91d1-4957-9a63-5b060f0c6b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:31.751694 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:31.812807 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0543c37-a062-412e-893d-624447782e1a admin admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:12:31.817618 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:31.820241 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-a0543c37-a062-412e-893d-624447782e1a admin admin] 10.222.0.49 "PUT /v2.0/routers/e778be89-c114-4bc8-be8c-3d7878ea1275/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5506816 Oct 12 19:12:31.823592 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 58244) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:12:31.827905 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-81f5608f-2480-4705-be25-bd8af2261c41 None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:31.835500 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1b3ab2-469e-4acc-8204-fac085fb4ffa None None] Sync routers for ids ['e778be89-c114-4bc8-be8c-3d7878ea1275'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:12:31.849152 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=a51cc259-ed8d-4ab8-8a57-ecdf983cdaf2,revision_number=10']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:12:31.851747 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-ff752986-c2b5-4355-b044-371c02eb65eb None None] Provisioning complete for port 96e7a9cd-3722-4224-99ec-8d6cca5a74be triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:12:31.852102 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ff752986-c2b5-4355-b044-371c02eb65eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:31.865337 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1b3ab2-469e-4acc-8204-fac085fb4ffa None None] Routers {'e778be89-c114-4bc8-be8c-3d7878ea1275'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:12:31.866109 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-fb1b3ab2-469e-4acc-8204-fac085fb4ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:12:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['e778be89-c114-4bc8-be8c-3d7878ea1275'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:12:31.939322 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-e94bc3b9-a650-44f8-a714-6d28d365ca3e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1297339651-network', 'tenant_id': '8e2a9481e40644a8a102010b6c955132'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:12:31.939812 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=c0f009b6-1045-46b2-9f3c-b86eb815c549,revision_number=11']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:12:31.947234 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-81f5608f-2480-4705-be25-bd8af2261c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:31.969888 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ec2d4a01-1391-44ca-a071-7a5d881db23d admin admin] Notify callbacks [] for router, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:31.993383 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-fb1b3ab2-469e-4acc-8204-fac085fb4ffa None None] Set router e778be89-c114-4bc8-be8c-3d7878ea1275 gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:12:32.012635 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f5608f-2480-4705-be25-bd8af2261c41 None None] Network 75848d6c-f96e-4cf2-a49f-7a95856bd6e8 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:12:32.021264 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-81f5608f-2480-4705-be25-bd8af2261c41 None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:12:32.026386 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f5608f-2480-4705-be25-bd8af2261c41 None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:12:32.038949 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['a51cc259-ed8d-4ab8-8a57-ecdf983cdaf2'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:12:32.047744 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f5608f-2480-4705-be25-bd8af2261c41 None None] Pushing event updated for resources: {'Port': ['ID=52e2430c-cb84-4199-97ad-70fe14632cc2,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:12:32.125520 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ec2d4a01-1391-44ca-a071-7a5d881db23d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:32.155751 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-81f5608f-2480-4705-be25-bd8af2261c41 None None] Attempting to bind port 52e2430c-cb84-4199-97ad-70fe14632cc2 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:12:32.156156 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-81f5608f-2480-4705-be25-bd8af2261c41 None None] Attempting to bind port 52e2430c-cb84-4199-97ad-70fe14632cc2 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'e8c90d86-a780-442e-87e6-01dd9018d927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '75848d6c-f96e-4cf2-a49f-7a95856bd6e8'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:12:32.156522 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f5608f-2480-4705-be25-bd8af2261c41 None None] Attempting to bind port 52e2430c-cb84-4199-97ad-70fe14632cc2 on network 75848d6c-f96e-4cf2-a49f-7a95856bd6e8 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:12:32.166285 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f5608f-2480-4705-be25-bd8af2261c41 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:12:32.166666 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f5608f-2480-4705-be25-bd8af2261c41 None None] Checking segment: {'id': 'e8c90d86-a780-442e-87e6-01dd9018d927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '75848d6c-f96e-4cf2-a49f-7a95856bd6e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:12:32.167069 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-81f5608f-2480-4705-be25-bd8af2261c41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:32.168349 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f5608f-2480-4705-be25-bd8af2261c41 None None] Bound using segment: {'id': 'e8c90d86-a780-442e-87e6-01dd9018d927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '75848d6c-f96e-4cf2-a49f-7a95856bd6e8'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:12:32.168842 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-81f5608f-2480-4705-be25-bd8af2261c41 None None] Bound port: 52e2430c-cb84-4199-97ad-70fe14632cc2, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8c90d86-a780-442e-87e6-01dd9018d927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '75848d6c-f96e-4cf2-a49f-7a95856bd6e8'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:12:32.176431 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-81f5608f-2480-4705-be25-bd8af2261c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:32.218490 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24484ff-e22e-48cf-9f8a-45938e8829a8 req-1fc60e85-3b38-4a63-849e-271f381a6804 tempest-LiveMigrationTest-1833787117 tempest-LiveMigrationTest-1833787117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:32.220186 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b24484ff-e22e-48cf-9f8a-45938e8829a8 req-1fc60e85-3b38-4a63-849e-271f381a6804 tempest-LiveMigrationTest-1833787117 tempest-LiveMigrationTest-1833787117-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=00655b18-d3a8-487b-a307-bdfa94217209 HTTP/1.1" status: 200 len: 1096 time: 0.0475051 Oct 12 19:12:32.249015 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e94bc3b9-a650-44f8-a714-6d28d365ca3e admin admin] Made reservation on behalf of 8e2a9481e40644a8a102010b6c955132 for: {'network': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:12:32.252204 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e94bc3b9-a650-44f8-a714-6d28d365ca3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:32.269330 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e94bc3b9-a650-44f8-a714-6d28d365ca3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:32.294466 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-81f5608f-2480-4705-be25-bd8af2261c41 None None] For port 52e2430c-cb84-4199-97ad-70fe14632cc2, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:12:32.305154 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-81f5608f-2480-4705-be25-bd8af2261c41 None None] For port 52e2430c-cb84-4199-97ad-70fe14632cc2, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=52e2430c-cb84-4199-97ad-70fe14632cc2,segment=NetworkSegment(e8c90d86-a780-442e-87e6-01dd9018d927),segment_id=e8c90d86-a780-442e-87e6-01dd9018d927)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:12:32.370894 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b24484ff-e22e-48cf-9f8a-45938e8829a8 req-484a467d-fcf0-4fb8-baad-30980a755646 tempest-LiveMigrationTest-1833787117 tempest-LiveMigrationTest-1833787117-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=87cccf57-f452-41a8-9e48-a6e744310271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427450 Oct 12 19:12:32.391748 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-81f5608f-2480-4705-be25-bd8af2261c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:32.435809 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-ec2d4a01-1391-44ca-a071-7a5d881db23d admin admin] Deleting port 19e243f6-08a7-4ae7-b5a2-e129e7c4ba73 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:12:32.439434 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ec2d4a01-1391-44ca-a071-7a5d881db23d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:32.480613 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f1fb2cb8-5bea-459a-9148-47a38ad78552 req-50841d39-f766-4dbf-893a-3915c609cde2 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] 10.222.0.49 "GET /v2.0/ports?device_id=f9d7ead0-dd83-4fbd-a8d8-d3de1f31954f HTTP/1.1" status: 200 len: 210 time: 0.0404768 Oct 12 19:12:32.503189 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-fb1b3ab2-469e-4acc-8204-fac085fb4ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e778be89-c114-4bc8-be8c-3d7878ea1275', 'name': 'tempest-FloatingIPsAssociationTestJSON-1808744679-router', 'tenant_id': '194247fcbd8840fc8b099ca900c42c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '19e243f6-08a7-4ae7-b5a2-e129e7c4ba73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:10:35Z', 'updated_at': '2021-10-12T19:12:30Z', 'revision_number': 5, 'project_id': '194247fcbd8840fc8b099ca900c42c70', 'gw_port': {'id': '19e243f6-08a7-4ae7-b5a2-e129e7c4ba73', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:2f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e778be89-c114-4bc8-be8c-3d7878ea1275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:10:37Z', 'updated_at': '2021-10-12T19:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:12:32.558046 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f5608f-2480-4705-be25-bd8af2261c41 None None] Pushing event updated for resources: {'Port': ['ID=52e2430c-cb84-4199-97ad-70fe14632cc2,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:12:32.594552 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1b3ab2-469e-4acc-8204-fac085fb4ffa None None] Checking router: e778be89-c114-4bc8-be8c-3d7878ea1275 for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:12:32.614906 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e94bc3b9-a650-44f8-a714-6d28d365ca3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:32.617427 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:32.617859 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1b3ab2-469e-4acc-8204-fac085fb4ffa None None] Routers {'e778be89-c114-4bc8-be8c-3d7878ea1275'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:12:32.618787 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-fb1b3ab2-469e-4acc-8204-fac085fb4ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:12:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['e778be89-c114-4bc8-be8c-3d7878ea1275'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:12:32.631785 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea87291-7d70-483e-81f6-9b51e3462234 req-4898a056-4a84-4711-a9b1-89dc4344a55a tempest-ServersAdminTestJSON-744567128 tempest-ServersAdminTestJSON-744567128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:32.644619 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bea87291-7d70-483e-81f6-9b51e3462234 req-4898a056-4a84-4711-a9b1-89dc4344a55a tempest-ServersAdminTestJSON-744567128 tempest-ServersAdminTestJSON-744567128-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=08fd2058-3c0a-42c8-aeae-083b075d74c3 HTTP/1.1" status: 200 len: 1101 time: 0.0842021 Oct 12 19:12:32.646781 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [None req-ec2d4a01-1391-44ca-a071-7a5d881db23d admin admin] For port 19e243f6-08a7-4ae7-b5a2-e129e7c4ba73, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=19e243f6-08a7-4ae7-b5a2-e129e7c4ba73,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:12:32.647145 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ec2d4a01-1391-44ca-a071-7a5d881db23d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:32.671782 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-ec2d4a01-1391-44ca-a071-7a5d881db23d admin admin] Calling delete_port for 19e243f6-08a7-4ae7-b5a2-e129e7c4ba73 owned by network:router_gateway {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:12:32.721067 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bea87291-7d70-483e-81f6-9b51e3462234 req-9f57d9e3-b647-48a9-8d36-323cf58dc614 tempest-ServersAdminTestJSON-744567128 tempest-ServersAdminTestJSON-744567128-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=97ebf564-c5fe-4f12-92a1-b237f08112ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732634 Oct 12 19:12:32.722961 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:32.834087 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-fb1b3ab2-469e-4acc-8204-fac085fb4ffa None None] Set router e778be89-c114-4bc8-be8c-3d7878ea1275 gateway port host: None {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:12:32.850713 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e94bc3b9-a650-44f8-a714-6d28d365ca3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:32.867337 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e94bc3b9-a650-44f8-a714-6d28d365ca3e admin admin] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=95501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:12:32.889896 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe75de1f-a223-4b05-ab56-b9feb006b94e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0f009b6-1045-46b2-9f3c-b86eb815c549'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:12:32.897532 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceb4e6c9-e03f-4deb-a646-11dc79b2503a" -d '{"events": [{"server_uuid": "fe75de1f-a223-4b05-ab56-b9feb006b94e", "name": "network-vif-unplugged", "status": "completed", "tag": "c0f009b6-1045-46b2-9f3c-b86eb815c549"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:12:32.925257 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-fb1b3ab2-469e-4acc-8204-fac085fb4ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e778be89-c114-4bc8-be8c-3d7878ea1275', 'name': 'tempest-FloatingIPsAssociationTestJSON-1808744679-router', 'tenant_id': '194247fcbd8840fc8b099ca900c42c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:10:35Z', 'updated_at': '2021-10-12T19:12:32Z', 'revision_number': 6, 'project_id': '194247fcbd8840fc8b099ca900c42c70', 'gw_port_host': None}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:12:32.945825 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:32.949387 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 96e7a9cd-3722-4224-99ec-8d6cca5a74be up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:12:32.963511 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e94bc3b9-a650-44f8-a714-6d28d365ca3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:32.964656 n-d-813679-3 neutron-server[95501]: INFO neutron.db.segments_db [None req-e94bc3b9-a650-44f8-a714-6d28d365ca3e admin admin] Added segment 73e2e080-aa57-4023-9ff4-35f6028776a0 of type vlan for network a978aba0-f15d-435e-a9c8-4184336a99ce Oct 12 19:12:32.978215 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1b3ab2-469e-4acc-8204-fac085fb4ffa None None] The sync data for ids ['e778be89-c114-4bc8-be8c-3d7878ea1275'] in n-d-813679-3 is: [{'id': 'e778be89-c114-4bc8-be8c-3d7878ea1275', 'name': 'tempest-FloatingIPsAssociationTestJSON-1808744679-router', 'tenant_id': '194247fcbd8840fc8b099ca900c42c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:10:35Z', 'updated_at': '2021-10-12T19:12:32Z', 'revision_number': 6, 'project_id': '194247fcbd8840fc8b099ca900c42c70', 'gw_port_host': None}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:12:33.002886 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 96e7a9cd-3722-4224-99ec-8d6cca5a74be triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:12:33.003258 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:33.048965 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94bc3b9-a650-44f8-a714-6d28d365ca3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12299f57-9f6f-4070-a713-0bd4208adc34,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:12:33.082216 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e94bc3b9-a650-44f8-a714-6d28d365ca3e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:33.133084 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4ab522-d10b-4a81-b582-69b6c2d9a575 req-cec43e0b-b6f0-4d95-af9a-353082c04390 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:33.134504 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7d4ab522-d10b-4a81-b582-69b6c2d9a575 req-cec43e0b-b6f0-4d95-af9a-353082c04390 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/networks?id=c9c833e6-1691-44ed-bf82-cf9c18667411 HTTP/1.1" status: 200 len: 808 time: 0.4408951 Oct 12 19:12:33.168598 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7d4ab522-d10b-4a81-b582-69b6c2d9a575 req-620713eb-be4d-4c24-b1ba-edf94f189644 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/quotas/5fba7a982f4e455fbf6360a954bd3673 HTTP/1.1" status: 200 len: 375 time: 0.0154884 Oct 12 19:12:33.257045 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7d4ab522-d10b-4a81-b582-69b6c2d9a575 req-45f18d2a-0b7a-43eb-b58d-ce3d400f9cc5 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=5fba7a982f4e455fbf6360a954bd3673&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0809789 Oct 12 19:12:33.275983 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e94bc3b9-a650-44f8-a714-6d28d365ca3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:33.277506 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e94bc3b9-a650-44f8-a714-6d28d365ca3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:33.278066 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e94bc3b9-a650-44f8-a714-6d28d365ca3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:33.368756 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ec2d4a01-1391-44ca-a071-7a5d881db23d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:33.420451 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 19:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f715be8-2442-40c9-88a4-62e0e18b7845 x-openstack-request-id: req-7f715be8-2442-40c9-88a4-62e0e18b7845 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:12:33.420835 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe75de1f-a223-4b05-ab56-b9feb006b94e", "name": "network-vif-unplugged", "status": "completed", "tag": "c0f009b6-1045-46b2-9f3c-b86eb815c549", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:12:33.421112 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7f715be8-2442-40c9-88a4-62e0e18b7845 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:12:33.421322 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe75de1f-a223-4b05-ab56-b9feb006b94e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0f009b6-1045-46b2-9f3c-b86eb815c549', 'code': 200} Oct 12 19:12:33.426302 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2d4a01-1391-44ca-a071-7a5d881db23d admin admin] Pushing event deleted for resources: {'Port': ['ID=19e243f6-08a7-4ae7-b5a2-e129e7c4ba73,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:12:33.438472 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94bc3b9-a650-44f8-a714-6d28d365ca3e admin admin] Pushing event updated for resources: {'Network': ['ID=a978aba0-f15d-435e-a9c8-4184336a99ce,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:12:33.447808 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:33.456777 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network a978aba0-f15d-435e-a9c8-4184336a99ce details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:12:33.519495 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7d4ab522-d10b-4a81-b582-69b6c2d9a575 req-efbfd3d4-3717-4a65-ac8c-c8b60eafd22f service neutron] 10.222.0.49 "GET /v2.0/networks/c9c833e6-1691-44ed-bf82-cf9c18667411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2518554 Oct 12 19:12:33.523095 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-e94bc3b9-a650-44f8-a714-6d28d365ca3e admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.7775204 Oct 12 19:12:33.525882 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 58320) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:12:33.529272 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ec2d4a01-1391-44ca-a071-7a5d881db23d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7915456'] for router_gateway, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:33.532821 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-ba40469e-2043-4f54-956b-dd0fb516d290 admin admin] Request body: {'subnet': {'network_id': 'a978aba0-f15d-435e-a9c8-4184336a99ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1297339651-subnet', 'tenant_id': '8e2a9481e40644a8a102010b6c955132', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:12:33.659636 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba40469e-2043-4f54-956b-dd0fb516d290 admin admin] Made reservation on behalf of 8e2a9481e40644a8a102010b6c955132 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:12:33.662029 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ba40469e-2043-4f54-956b-dd0fb516d290 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16245837'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:33.691345 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ec2d4a01-1391-44ca-a071-7a5d881db23d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255495'] for router, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:33.697317 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ec2d4a01-1391-44ca-a071-7a5d881db23d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:33.772484 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device a51cc259-ed8d-4ab8-8a57-ecdf983cdaf2 up at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:12:33.784290 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7d4ab522-d10b-4a81-b582-69b6c2d9a575 req-1f387d83-e2ae-496a-b63c-37942f4e983c service neutron] 10.222.0.49 "GET /v2.0/networks/c9c833e6-1691-44ed-bf82-cf9c18667411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2568855 Oct 12 19:12:33.839705 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ec2d4a01-1391-44ca-a071-7a5d881db23d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8093499'] for router, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:33.842899 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec2d4a01-1391-44ca-a071-7a5d881db23d admin admin] Fanout notify agent at l3_agent the message router_deleted on router e778be89-c114-4bc8-be8c-3d7878ea1275 {{(pid=95501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 19:12:33.846137 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ec2d4a01-1391-44ca-a071-7a5d881db23d admin admin] Notify callbacks [] for router, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:33.849760 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-ec2d4a01-1391-44ca-a071-7a5d881db23d admin admin] 10.222.0.49 "DELETE /v2.0/routers/e778be89-c114-4bc8-be8c-3d7878ea1275 HTTP/1.1" status: 204 len: 168 time: 2.0235233 Oct 12 19:12:33.850193 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 58332) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:12:33.867342 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning complete for port a51cc259-ed8d-4ab8-8a57-ecdf983cdaf2 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:12:33.871579 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:33.919145 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4887d53-b2e6-4aa0-9cac-f1948dd3d996 None None] Network 75848d6c-f96e-4cf2-a49f-7a95856bd6e8 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:12:33.930997 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bf61be6-ba1f-4018-86df-f066465b9295 admin admin] Deleting subnet 7744f471-5bc3-48f2-bedf-a494f3770221 {{(pid=95501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:12:33.935481 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4bf61be6-ba1f-4018-86df-f066465b9295 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:33.973286 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4bf61be6-ba1f-4018-86df-f066465b9295 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281083'] for subnet, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:34.045484 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-e89ac634-dbe4-442f-8c83-c41c0bf2d1ff None None] Provisioning complete for port 52e2430c-cb84-4199-97ad-70fe14632cc2 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:12:34.045865 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e89ac634-dbe4-442f-8c83-c41c0bf2d1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:34.073831 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ba40469e-2043-4f54-956b-dd0fb516d290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4306659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16245859'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:34.136356 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba40469e-2043-4f54-956b-dd0fb516d290 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74a739a8-7e75-4644-b41a-0d845ddb3516,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:12:34.150727 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:34.208083 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba40469e-2043-4f54-956b-dd0fb516d290 admin admin] Checking segment: {'id': '73e2e080-aa57-4023-9ff4-35f6028776a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'a978aba0-f15d-435e-a9c8-4184336a99ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:12:34.208467 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba40469e-2043-4f54-956b-dd0fb516d290 admin admin] Network hostable DHCP agents. Network: a978aba0-f15d-435e-a9c8-4184336a99ce, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:12:34.254566 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port a51cc259-ed8d-4ab8-8a57-ecdf983cdaf2, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=a51cc259-ed8d-4ab8-8a57-ecdf983cdaf2,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:12:34.368242 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba40469e-2043-4f54-956b-dd0fb516d290 admin admin] Network a978aba0-f15d-435e-a9c8-4184336a99ce is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:12:34.456164 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-ba40469e-2043-4f54-956b-dd0fb516d290 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, a978aba0-f15d-435e-a9c8-4184336a99ce) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:12:34.459898 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:34.460619 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba40469e-2043-4f54-956b-dd0fb516d290 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:34.461204 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ba40469e-2043-4f54-956b-dd0fb516d290 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:34.479524 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff321f4-c4d4-4767-8679-c15ab968eac8 None None] Network a978aba0-f15d-435e-a9c8-4184336a99ce requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:12:34.502139 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4bf61be6-ba1f-4018-86df-f066465b9295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:34.540418 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1048e3fb-12a7-43d6-a60a-0326444839f0 req-3dbf8b0c-0901-4b2b-81de-7643f7b82e9d tempest-ServersAdminTestJSON-744567128 tempest-ServersAdminTestJSON-744567128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:34.547733 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e89ac634-dbe4-442f-8c83-c41c0bf2d1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:34.551009 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1048e3fb-12a7-43d6-a60a-0326444839f0 req-3dbf8b0c-0901-4b2b-81de-7643f7b82e9d tempest-ServersAdminTestJSON-744567128 tempest-ServersAdminTestJSON-744567128-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=08fd2058-3c0a-42c8-aeae-083b075d74c3 HTTP/1.1" status: 200 len: 1102 time: 0.1104598 Oct 12 19:12:34.564468 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-ba40469e-2043-4f54-956b-dd0fb516d290 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0365512 Oct 12 19:12:34.567254 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 58364) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:12:34.577163 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-f3f741af-375e-439f-8915-f8999859c715 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1297339651-router', 'tenant_id': '8e2a9481e40644a8a102010b6c955132', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:12:34.604446 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1048e3fb-12a7-43d6-a60a-0326444839f0 req-0b850195-e596-4adb-96ad-3c05386c435d tempest-ServersAdminTestJSON-744567128 tempest-ServersAdminTestJSON-744567128-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=97ebf564-c5fe-4f12-92a1-b237f08112ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525160 Oct 12 19:12:34.613995 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:34.630206 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=a51cc259-ed8d-4ab8-8a57-ecdf983cdaf2,revision_number=11']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:12:34.654750 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f3f741af-375e-439f-8915-f8999859c715 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8093678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255505'] for router, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:34.656404 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f3f741af-375e-439f-8915-f8999859c715 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8093562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8087085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8022306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255518'] for router, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:34.660246 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-e89ac634-dbe4-442f-8c83-c41c0bf2d1ff None None] For port 52e2430c-cb84-4199-97ad-70fe14632cc2, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=52e2430c-cb84-4199-97ad-70fe14632cc2,segment=NetworkSegment(e8c90d86-a780-442e-87e6-01dd9018d927),segment_id=e8c90d86-a780-442e-87e6-01dd9018d927)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:12:34.736717 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f3f741af-375e-439f-8915-f8999859c715 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:34.747728 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e89ac634-dbe4-442f-8c83-c41c0bf2d1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:34.777407 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c5a431-2b19-488c-85ab-6bd8238a42d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-a978aba0-f15d-435e-a9c8-4184336a99ce', 'network_id': 'a978aba0-f15d-435e-a9c8-4184336a99ce', 'tenant_id': '8e2a9481e40644a8a102010b6c955132', 'fixed_ips': [{'subnet_id': '74a739a8-7e75-4644-b41a-0d845ddb3516'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:12:34.779446 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-51c5a431-2b19-488c-85ab-6bd8238a42d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:34.831940 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2966d49f-0c46-412b-97a1-aa1407b7355c req-dd52bd2a-df12-46fd-8651-3a11affff95f tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] 10.222.0.49 "GET /v2.0/ports?device_id=f9d7ead0-dd83-4fbd-a8d8-d3de1f31954f HTTP/1.1" status: 200 len: 210 time: 0.1026075 Oct 12 19:12:34.834629 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4bf61be6-ba1f-4018-86df-f066465b9295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4824924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4612362'] for subnet, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:34.920659 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf61be6-ba1f-4018-86df-f066465b9295 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7744f471-5bc3-48f2-bedf-a494f3770221,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:12:34.926703 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4bf61be6-ba1f-4018-86df-f066465b9295 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:34.930927 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-4bf61be6-ba1f-4018-86df-f066465b9295 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/7744f471-5bc3-48f2-bedf-a494f3770221 HTTP/1.1" status: 204 len: 168 time: 1.0796072 Oct 12 19:12:34.936488 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 58370) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:12:34.971037 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 52e2430c-cb84-4199-97ad-70fe14632cc2 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:12:34.973810 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cdf408b-d035-4454-8698-b11ffab282b9 None None] Network f3d8d55a-a17e-469f-b479-a47932f8f8ad requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:12:35.047930 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c2d40189-085c-4faf-93e0-66308ad618a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:35.088328 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89ac634-dbe4-442f-8c83-c41c0bf2d1ff None None] Pushing event updated for resources: {'Port': ['ID=52e2430c-cb84-4199-97ad-70fe14632cc2,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:12:35.105006 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-049c25ed-089b-4de1-a6f5-6cf66ab59468 None None] Provisioning complete for port 52e2430c-cb84-4199-97ad-70fe14632cc2 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:12:35.105377 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-049c25ed-089b-4de1-a6f5-6cf66ab59468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:35.155859 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-148b6fb8-2700-4119-89bc-44e8601c25d3 req-1edae63d-0e93-49b4-bdaa-ea88a4c6bf38 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/ports?device_id=01506d15-4b2a-4485-b3ec-bce72d999a41 HTTP/1.1" status: 200 len: 210 time: 0.0461128 Oct 12 19:12:35.200800 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-c2d40189-085c-4faf-93e0-66308ad618a0 admin admin] Deleting port b4ab415a-a134-42bb-a8c4-2407443f7f76 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:12:35.201141 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c2d40189-085c-4faf-93e0-66308ad618a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:35.202630 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-3d4767ce-3bd0-420e-8d9a-7cc538677daa tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:35.208326 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-51c5a431-2b19-488c-85ab-6bd8238a42d6 None None] Allocated IP 172.20.0.2 (a978aba0-f15d-435e-a9c8-4184336a99ce/74a739a8-7e75-4644-b41a-0d845ddb3516/621e3e49-6c6f-415d-a80a-6d7d2c41f506) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:12:35.212600 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-3d4767ce-3bd0-420e-8d9a-7cc538677daa tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:35.215025 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-3d4767ce-3bd0-420e-8d9a-7cc538677daa tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] 10.222.0.61 "GET /v2.0/networks?id=4437e74a-b36e-489a-ac58-43f89f4498fc&id=75848d6c-f96e-4cf2-a49f-7a95856bd6e8&id=4437e74a-b36e-489a-ac58-43f89f4498fc HTTP/1.1" status: 200 len: 1390 time: 0.3479998 Oct 12 19:12:35.222191 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f3f741af-375e-439f-8915-f8999859c715 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:35.234260 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-ccd37273-1317-4e92-b6c3-5af81f1a2be8 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Request body: {'port': {'device_id': 'f9d7ead0-dd83-4fbd-a8d8-d3de1f31954f', 'network_id': '4437e74a-b36e-489a-ac58-43f89f4498fc', 'admin_state_up': True, 'tenant_id': 'fd5c6867cc7247f59c07ecc3b6c18599'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:12:35.305779 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [None req-c2d40189-085c-4faf-93e0-66308ad618a0 admin admin] For port b4ab415a-a134-42bb-a8c4-2407443f7f76, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=b4ab415a-a134-42bb-a8c4-2407443f7f76,segment=NetworkSegment(70a77141-5565-41b2-8aa4-9582e3e1fa93),segment_id=70a77141-5565-41b2-8aa4-9582e3e1fa93)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:12:35.306441 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c2d40189-085c-4faf-93e0-66308ad618a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:35.319906 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-c2d40189-085c-4faf-93e0-66308ad618a0 admin admin] Calling delete_port for b4ab415a-a134-42bb-a8c4-2407443f7f76 owned by network:dhcp {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:12:35.434807 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08fd2058-3c0a-42c8-aeae-083b075d74c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a51cc259-ed8d-4ab8-8a57-ecdf983cdaf2'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:12:35.437267 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5af36e15-5d73-4c1c-8f9e-0104ae216f2f" -d '{"events": [{"server_uuid": "08fd2058-3c0a-42c8-aeae-083b075d74c3", "name": "network-vif-plugged", "status": "completed", "tag": "a51cc259-ed8d-4ab8-8a57-ecdf983cdaf2"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:12:35.491976 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 52e2430c-cb84-4199-97ad-70fe14632cc2 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:12:35.492383 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:35.502381 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c2d40189-085c-4faf-93e0-66308ad618a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:35.520475 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-ccd37273-1317-4e92-b6c3-5af81f1a2be8 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Made reservation on behalf of fd5c6867cc7247f59c07ecc3b6c18599 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:12:35.524314 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-ccd37273-1317-4e92-b6c3-5af81f1a2be8 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:35.532825 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d40189-085c-4faf-93e0-66308ad618a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4ab415a-a134-42bb-a8c4-2407443f7f76,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:12:35.534461 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d40189-085c-4faf-93e0-66308ad618a0 admin admin] No DVR routers for this DVR port b4ab415a-a134-42bb-a8c4-2407443f7f76 on host n-d-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:12:35.572583 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-51c5a431-2b19-488c-85ab-6bd8238a42d6 None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:35.629065 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c2d40189-085c-4faf-93e0-66308ad618a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:35.655175 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f3f741af-375e-439f-8915-f8999859c715 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:35.678229 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f3f741af-375e-439f-8915-f8999859c715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:35.687781 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-c2d40189-085c-4faf-93e0-66308ad618a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3d8d55a-a17e-469f-b479-a47932f8f8ad']}} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:12:35.695274 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-c2d40189-085c-4faf-93e0-66308ad618a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70a77141-5565-41b2-8aa4-9582e3e1fa93') {'for_net_delete': True} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:12:35.695513 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-c2d40189-085c-4faf-93e0-66308ad618a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70a77141-5565-41b2-8aa4-9582e3e1fa93') {} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:12:35.707465 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-51c5a431-2b19-488c-85ab-6bd8238a42d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:35.718768 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c2d40189-085c-4faf-93e0-66308ad618a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4281072'] for segment, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:35.746321 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a6efcba-1d78-4603-983b-00211e4bec22 None None] DHCP port deletion for f3d8d55a-a17e-469f-b479-a47932f8f8ad request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 19:12:35.748732 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c2d40189-085c-4faf-93e0-66308ad618a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:35.757882 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2d40189-085c-4faf-93e0-66308ad618a0 admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=95501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:12:35.758191 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c2d40189-085c-4faf-93e0-66308ad618a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4823170'] for segment, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:35.759927 n-d-813679-3 neutron-server[95501]: Traceback (most recent call last): Oct 12 19:12:35.759927 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:12:35.759927 n-d-813679-3 neutron-server[95501]: timer() Oct 12 19:12:35.759927 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:12:35.759927 n-d-813679-3 neutron-server[95501]: cb(*args, **kw) Oct 12 19:12:35.759927 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:12:35.759927 n-d-813679-3 neutron-server[95501]: return func(*args, **kwargs) Oct 12 19:12:35.759927 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:12:35.759927 n-d-813679-3 neutron-server[95501]: self._notify() Oct 12 19:12:35.759927 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:12:35.759927 n-d-813679-3 neutron-server[95501]: self.callback(batched_events) Oct 12 19:12:35.759927 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:12:35.759927 n-d-813679-3 neutron-server[95501]: event.method(event) Oct 12 19:12:35.759927 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:12:35.759927 n-d-813679-3 neutron-server[95501]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:12:35.759927 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:12:35.759927 n-d-813679-3 neutron-server[95501]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:12:35.759927 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:12:35.759927 n-d-813679-3 neutron-server[95501]: return f(self, *a, **k) Oct 12 19:12:35.759927 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:12:35.759927 n-d-813679-3 neutron-server[95501]: return self._get(url).json() Oct 12 19:12:35.759927 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:12:35.759927 n-d-813679-3 neutron-server[95501]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:12:35.759927 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:12:35.759927 n-d-813679-3 neutron-server[95501]: return self.request(url, 'GET', **kwargs) Oct 12 19:12:35.759927 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:12:35.759927 n-d-813679-3 neutron-server[95501]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:12:35.759927 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:12:35.759927 n-d-813679-3 neutron-server[95501]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:12:35.759927 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:12:35.759927 n-d-813679-3 neutron-server[95501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:12:35.759927 n-d-813679-3 neutron-server[95501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:12:35.776310 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c5a431-2b19-488c-85ab-6bd8238a42d6 None None] Network a978aba0-f15d-435e-a9c8-4184336a99ce is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:12:35.784757 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-51c5a431-2b19-488c-85ab-6bd8238a42d6 None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:12:35.809540 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c5a431-2b19-488c-85ab-6bd8238a42d6 None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:12:35.817036 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 5b19f71e-6d0c-433a-917d-d33b0457ca57 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:12:35.848976 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9094c2fb-149a-4329-9dd7-aab2b3d2ed68 x-openstack-request-id: req-9094c2fb-149a-4329-9dd7-aab2b3d2ed68 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:12:35.849344 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08fd2058-3c0a-42c8-aeae-083b075d74c3", "name": "network-vif-plugged", "status": "completed", "tag": "a51cc259-ed8d-4ab8-8a57-ecdf983cdaf2", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:12:35.849545 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9094c2fb-149a-4329-9dd7-aab2b3d2ed68 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:12:35.849939 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08fd2058-3c0a-42c8-aeae-083b075d74c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a51cc259-ed8d-4ab8-8a57-ecdf983cdaf2', 'code': 200} Oct 12 19:12:35.850770 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c5a431-2b19-488c-85ab-6bd8238a42d6 None None] Pushing event updated for resources: {'Port': ['ID=621e3e49-6c6f-415d-a80a-6d7d2c41f506,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:12:35.873605 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 5b19f71e-6d0c-433a-917d-d33b0457ca57 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:12:35.874038 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 5b19f71e-6d0c-433a-917d-d33b0457ca57 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:12:35.874559 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 19e243f6-08a7-4ae7-b5a2-e129e7c4ba73 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:12:35.914197 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 19e243f6-08a7-4ae7-b5a2-e129e7c4ba73 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:12:35.914600 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 19e243f6-08a7-4ae7-b5a2-e129e7c4ba73 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:12:35.935113 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-51c5a431-2b19-488c-85ab-6bd8238a42d6 None None] Attempting to bind port 621e3e49-6c6f-415d-a80a-6d7d2c41f506 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:12:35.935811 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-51c5a431-2b19-488c-85ab-6bd8238a42d6 None None] Attempting to bind port 621e3e49-6c6f-415d-a80a-6d7d2c41f506 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '73e2e080-aa57-4023-9ff4-35f6028776a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'a978aba0-f15d-435e-a9c8-4184336a99ce'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:12:35.936404 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c5a431-2b19-488c-85ab-6bd8238a42d6 None None] Attempting to bind port 621e3e49-6c6f-415d-a80a-6d7d2c41f506 on network a978aba0-f15d-435e-a9c8-4184336a99ce {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:12:35.943552 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c5a431-2b19-488c-85ab-6bd8238a42d6 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:12:35.944537 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c5a431-2b19-488c-85ab-6bd8238a42d6 None None] Checking segment: {'id': '73e2e080-aa57-4023-9ff4-35f6028776a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'a978aba0-f15d-435e-a9c8-4184336a99ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:12:35.945171 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-51c5a431-2b19-488c-85ab-6bd8238a42d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:35.945758 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c5a431-2b19-488c-85ab-6bd8238a42d6 None None] Bound using segment: {'id': '73e2e080-aa57-4023-9ff4-35f6028776a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'a978aba0-f15d-435e-a9c8-4184336a99ce'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:12:35.946455 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-51c5a431-2b19-488c-85ab-6bd8238a42d6 None None] Bound port: 621e3e49-6c6f-415d-a80a-6d7d2c41f506, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73e2e080-aa57-4023-9ff4-35f6028776a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'a978aba0-f15d-435e-a9c8-4184336a99ce'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:12:35.947738 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-51c5a431-2b19-488c-85ab-6bd8238a42d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:35.961506 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c2d40189-085c-4faf-93e0-66308ad618a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:35.965078 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c2d40189-085c-4faf-93e0-66308ad618a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:35.970316 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-c2d40189-085c-4faf-93e0-66308ad618a0 admin admin] 10.222.0.49 "DELETE /v2.0/networks/f3d8d55a-a17e-469f-b479-a47932f8f8ad HTTP/1.1" status: 204 len: 168 time: 1.0325897 Oct 12 19:12:36.000993 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d40189-085c-4faf-93e0-66308ad618a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3d8d55a-a17e-469f-b479-a47932f8f8ad,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:12:36.013164 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490c4dcf-5fec-46f5-b15d-9f322def6149 req-7e56c74e-9052-4bce-8b87-d7d99403670a tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:36.021038 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-490c4dcf-5fec-46f5-b15d-9f322def6149 req-7e56c74e-9052-4bce-8b87-d7d99403670a tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/ports?device_id=1403b500-0ded-476c-8e94-1a54dace0dcb HTTP/1.1" status: 200 len: 950 time: 0.1148610 Oct 12 19:12:36.029304 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-51c5a431-2b19-488c-85ab-6bd8238a42d6 None None] For port 621e3e49-6c6f-415d-a80a-6d7d2c41f506, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:12:36.033070 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-51c5a431-2b19-488c-85ab-6bd8238a42d6 None None] For port 621e3e49-6c6f-415d-a80a-6d7d2c41f506, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=621e3e49-6c6f-415d-a80a-6d7d2c41f506,segment=NetworkSegment(73e2e080-aa57-4023-9ff4-35f6028776a0),segment_id=73e2e080-aa57-4023-9ff4-35f6028776a0)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:12:36.074223 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-490c4dcf-5fec-46f5-b15d-9f322def6149 req-1945295b-1028-47ac-8dc5-b7706ff60c6a tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/security-groups?id=97ebf564-c5fe-4f12-92a1-b237f08112ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522854 Oct 12 19:12:36.082553 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-51c5a431-2b19-488c-85ab-6bd8238a42d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:36.141587 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-ccd37273-1317-4e92-b6c3-5af81f1a2be8 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Allocated IP 19.80.0.85 (4437e74a-b36e-489a-ac58-43f89f4498fc/a2645349-449f-45f4-b3af-983ce5e7e292/c12bf055-6053-403d-b73f-7f561b8ba71b) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:12:36.212982 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c5a431-2b19-488c-85ab-6bd8238a42d6 None None] Pushing event updated for resources: {'Port': ['ID=621e3e49-6c6f-415d-a80a-6d7d2c41f506,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:12:36.214635 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1a0c87b2-35c6-486c-b2cc-799889c552a4 req-f9180568-bcef-48cd-8660-747dcb28e083 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] 10.222.0.49 "GET /v2.0/ports?device_id=f9d7ead0-dd83-4fbd-a8d8-d3de1f31954f HTTP/1.1" status: 200 len: 210 time: 0.0434947 Oct 12 19:12:36.335747 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-f3f741af-375e-439f-8915-f8999859c715 admin admin] Allocated IP 172.25.5.253 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/b61d974d-07d5-42d5-bb1b-f94785c7ea0d) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:12:36.407261 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-403e5458-c8a7-4ecc-b4c1-089817dd1029 req-0ba005f2-4587-47d3-9065-a5ea523fecf9 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/ports?device_id=01506d15-4b2a-4485-b3ec-bce72d999a41 HTTP/1.1" status: 200 len: 210 time: 0.0578015 Oct 12 19:12:36.448130 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 58426) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:12:36.480932 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-ccd37273-1317-4e92-b6c3-5af81f1a2be8 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:36.516730 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-d6a44584-a9e2-4d42-9b0f-98176ebaa640 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=194247fcbd8840fc8b099ca900c42c70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0660312 Oct 12 19:12:36.519036 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 58428) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:12:36.549635 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f3f741af-375e-439f-8915-f8999859c715 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:36.577602 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2de46c25-9848-427c-9787-ed3b9aea34d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:36.599801 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2de46c25-9848-427c-9787-ed3b9aea34d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:36.631566 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-ccd37273-1317-4e92-b6c3-5af81f1a2be8 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:36.677164 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-ccd37273-1317-4e92-b6c3-5af81f1a2be8 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Network 4437e74a-b36e-489a-ac58-43f89f4498fc is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:12:36.680449 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-ccd37273-1317-4e92-b6c3-5af81f1a2be8 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:12:36.685252 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-ccd37273-1317-4e92-b6c3-5af81f1a2be8 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:12:36.712417 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd37273-1317-4e92-b6c3-5af81f1a2be8 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Pushing event updated for resources: {'Port': ['ID=c12bf055-6053-403d-b73f-7f561b8ba71b,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:12:36.712973 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f3f741af-375e-439f-8915-f8999859c715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:36.746382 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2de46c25-9848-427c-9787-ed3b9aea34d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:36.751357 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2de46c25-9848-427c-9787-ed3b9aea34d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:36.766715 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-2de46c25-9848-427c-9787-ed3b9aea34d2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cc027471-7536-4131-b328-5d38c3e8f799 HTTP/1.1" status: 204 len: 168 time: 0.2449975 Oct 12 19:12:36.782091 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f741af-375e-439f-8915-f8999859c715 admin admin] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:12:36.783387 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de46c25-9848-427c-9787-ed3b9aea34d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc027471-7536-4131-b328-5d38c3e8f799,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:12:36.810835 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-ccd37273-1317-4e92-b6c3-5af81f1a2be8 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:36.811473 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-ccd37273-1317-4e92-b6c3-5af81f1a2be8 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:36.829883 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-f3f741af-375e-439f-8915-f8999859c715 admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:12:36.841413 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f741af-375e-439f-8915-f8999859c715 admin admin] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:12:36.871898 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f741af-375e-439f-8915-f8999859c715 admin admin] Pushing event updated for resources: {'Port': ['ID=b61d974d-07d5-42d5-bb1b-f94785c7ea0d,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:12:36.937302 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 52e2430c-cb84-4199-97ad-70fe14632cc2 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:12:37.010048 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 52e2430c-cb84-4199-97ad-70fe14632cc2 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:12:37.011592 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:37.058532 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-ccd37273-1317-4e92-b6c3-5af81f1a2be8 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8294675 Oct 12 19:12:37.118279 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-aa20ff46-e608-409f-b42b-fb65ef1a47c4 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Request body: {'port': {'device_id': 'f9d7ead0-dd83-4fbd-a8d8-d3de1f31954f', 'network_id': '75848d6c-f96e-4cf2-a49f-7a95856bd6e8', 'admin_state_up': True, 'tenant_id': 'fd5c6867cc7247f59c07ecc3b6c18599'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:12:37.184150 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 621e3e49-6c6f-415d-a80a-6d7d2c41f506 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:12:37.218299 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-5f8109b9-441f-41c5-991a-cd8d033584f0 None None] Provisioning complete for port c12bf055-6053-403d-b73f-7f561b8ba71b triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:12:37.218751 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5f8109b9-441f-41c5-991a-cd8d033584f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:37.278350 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4ab522-d10b-4a81-b582-69b6c2d9a575 req-e3f62b9a-8ca2-4efd-8662-e4140cff0939 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:37.280550 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7d4ab522-d10b-4a81-b582-69b6c2d9a575 req-e3f62b9a-8ca2-4efd-8662-e4140cff0939 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.67 "GET /v2.0/networks?id=c9c833e6-1691-44ed-bf82-cf9c18667411 HTTP/1.1" status: 200 len: 808 time: 0.3033080 Oct 12 19:12:37.287790 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-5f8109b9-441f-41c5-991a-cd8d033584f0 None None] Port c12bf055-6053-403d-b73f-7f561b8ba71b cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:12:37.292207 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 621e3e49-6c6f-415d-a80a-6d7d2c41f506 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:12:37.292638 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:37.321013 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-7d4ab522-d10b-4a81-b582-69b6c2d9a575 req-85459f7e-68d5-4309-b585-0cf2901c7ff9 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Request body: {'port': {'device_id': '01506d15-4b2a-4485-b3ec-bce72d999a41', 'network_id': 'c9c833e6-1691-44ed-bf82-cf9c18667411', 'admin_state_up': True, 'tenant_id': '5fba7a982f4e455fbf6360a954bd3673'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:12:37.349493 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53111f43-e20e-4d54-b64f-1b10bd4dba66 req-9aa24478-824e-4b70-993f-2ed0b1339a6e tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:37.352862 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-53111f43-e20e-4d54-b64f-1b10bd4dba66 req-9aa24478-824e-4b70-993f-2ed0b1339a6e tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/ports?device_id=1403b500-0ded-476c-8e94-1a54dace0dcb HTTP/1.1" status: 200 len: 950 time: 0.1493325 Oct 12 19:12:37.406393 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0950311b-da5b-42c0-befd-074759a7672e req-1fa8d69d-5437-4639-937a-3e025df4d7f5 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:37.408300 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0950311b-da5b-42c0-befd-074759a7672e req-1fa8d69d-5437-4639-937a-3e025df4d7f5 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.61 "GET /v2.0/ports?device_id=1403b500-0ded-476c-8e94-1a54dace0dcb HTTP/1.1" status: 200 len: 950 time: 0.2419572 Oct 12 19:12:37.441436 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:37.496066 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] For port 621e3e49-6c6f-415d-a80a-6d7d2c41f506, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=621e3e49-6c6f-415d-a80a-6d7d2c41f506,segment=NetworkSegment(73e2e080-aa57-4023-9ff4-35f6028776a0),segment_id=73e2e080-aa57-4023-9ff4-35f6028776a0)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:12:37.522967 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-53111f43-e20e-4d54-b64f-1b10bd4dba66 req-5dd993f1-ea85-450a-a02a-9c6f487f1317 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/security-groups?id=97ebf564-c5fe-4f12-92a1-b237f08112ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546147 Oct 12 19:12:37.611226 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66287ae3-a487-468c-a9e0-0cd93ab0c1f0 None None] Network a978aba0-f15d-435e-a9c8-4184336a99ce requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:12:37.631179 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-0950311b-da5b-42c0-befd-074759a7672e req-6a2b381f-f061-407d-bdc0-96a77d25c526 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] Deleting port 10193ef0-3c81-4daa-8472-db7f4dcadff9 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:12:37.631608 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-0950311b-da5b-42c0-befd-074759a7672e req-6a2b381f-f061-407d-bdc0-96a77d25c526 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:37.640512 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-aa20ff46-e608-409f-b42b-fb65ef1a47c4 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Made reservation on behalf of fd5c6867cc7247f59c07ecc3b6c18599 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:12:37.644566 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-aa20ff46-e608-409f-b42b-fb65ef1a47c4 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:37.685571 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:37.701783 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f3f741af-375e-439f-8915-f8999859c715 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:37.723889 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d4ab522-d10b-4a81-b582-69b6c2d9a575 req-85459f7e-68d5-4309-b585-0cf2901c7ff9 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Made reservation on behalf of 5fba7a982f4e455fbf6360a954bd3673 for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:12:37.729065 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-7d4ab522-d10b-4a81-b582-69b6c2d9a575 req-85459f7e-68d5-4309-b585-0cf2901c7ff9 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:37.750631 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b76c4c-51f7-4e04-bcb6-4d4ba2d14672 req-56ccb96f-ddc8-429d-905d-82341618f5e8 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:37.759363 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-68b76c4c-51f7-4e04-bcb6-4d4ba2d14672 req-56ccb96f-ddc8-429d-905d-82341618f5e8 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] 10.222.0.49 "GET /v2.0/ports?device_id=f9d7ead0-dd83-4fbd-a8d8-d3de1f31954f HTTP/1.1" status: 200 len: 931 time: 0.1336102 Oct 12 19:12:37.789541 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device b4ab415a-a134-42bb-a8c4-2407443f7f76 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:12:37.825742 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-eb2139a5-7c9e-4eda-a3f8-1eaf3815c636 None None] Provisioning complete for port 621e3e49-6c6f-415d-a80a-6d7d2c41f506 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:12:37.826314 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-eb2139a5-7c9e-4eda-a3f8-1eaf3815c636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:37.865905 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-0950311b-da5b-42c0-befd-074759a7672e req-6a2b381f-f061-407d-bdc0-96a77d25c526 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] For port 10193ef0-3c81-4daa-8472-db7f4dcadff9, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=10193ef0-3c81-4daa-8472-db7f4dcadff9,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:12:37.866321 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-0950311b-da5b-42c0-befd-074759a7672e req-6a2b381f-f061-407d-bdc0-96a77d25c526 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:37.873151 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: b4ab415a-a134-42bb-a8c4-2407443f7f76 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:12:37.873508 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device b4ab415a-a134-42bb-a8c4-2407443f7f76 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:12:37.880235 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Pushing event updated for resources: {'Port': ['ID=621e3e49-6c6f-415d-a80a-6d7d2c41f506,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:12:37.909195 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-0950311b-da5b-42c0-befd-074759a7672e req-6a2b381f-f061-407d-bdc0-96a77d25c526 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] Calling delete_port for 10193ef0-3c81-4daa-8472-db7f4dcadff9 owned by compute:nova {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:12:37.995397 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-68b76c4c-51f7-4e04-bcb6-4d4ba2d14672 req-9c4b5989-d87d-4379-90a1-aca6b56426a8 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7fef4b9-8773-4d4f-9bfd-80a30678a2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349918 Oct 12 19:12:38.001973 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [req-7d4ab522-d10b-4a81-b582-69b6c2d9a575 req-85459f7e-68d5-4309-b585-0cf2901c7ff9 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Allocated IP 172.20.0.4 (c9c833e6-1691-44ed-bf82-cf9c18667411/e0ebc949-3a0d-4490-86b6-8c422c8edc16/37efe2eb-359b-46a1-a6d9-e18d66f6a90d) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:12:38.046234 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-aa20ff46-e608-409f-b42b-fb65ef1a47c4 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Allocated IP 19.86.0.104 (75848d6c-f96e-4cf2-a49f-7a95856bd6e8/fb5da6da-3180-46c8-8611-60d79c1e5f8d/0571ff5a-fc02-4621-bb4a-236a79ffe0fd) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:12:38.166693 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f3f741af-375e-439f-8915-f8999859c715 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8093541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7915516'] for router, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:38.260384 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2f9d2ec6-f0c8-4cac-81ef-6223885da5fe req-bb52b4dd-2309-4e44-a784-ff65f6bd33a7 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/ports?device_id=01506d15-4b2a-4485-b3ec-bce72d999a41 HTTP/1.1" status: 200 len: 210 time: 0.0347576 Oct 12 19:12:38.332810 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-65a213e0-93d5-4df6-9d6c-7441fa978d1b None None] Provisioning complete for port 621e3e49-6c6f-415d-a80a-6d7d2c41f506 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:12:38.333358 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-65a213e0-93d5-4df6-9d6c-7441fa978d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:38.348305 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-0950311b-da5b-42c0-befd-074759a7672e req-6a2b381f-f061-407d-bdc0-96a77d25c526 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:38.363746 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['d12a222f-b70d-48d5-9053-fcab69365fb4', 'a51cc259-ed8d-4ab8-8a57-ecdf983cdaf2'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:12:38.412416 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2b381f-f061-407d-bdc0-96a77d25c526 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] Pushing event deleted for resources: {'Port': ['ID=10193ef0-3c81-4daa-8472-db7f4dcadff9,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:12:38.478270 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-0950311b-da5b-42c0-befd-074759a7672e req-6a2b381f-f061-407d-bdc0-96a77d25c526 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] No DVR routers for this DVR port 10193ef0-3c81-4daa-8472-db7f4dcadff9 on host n-h1-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:12:38.481664 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-0950311b-da5b-42c0-befd-074759a7672e req-6a2b381f-f061-407d-bdc0-96a77d25c526 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:38.482510 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-aa20ff46-e608-409f-b42b-fb65ef1a47c4 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:38.486484 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0950311b-da5b-42c0-befd-074759a7672e req-6a2b381f-f061-407d-bdc0-96a77d25c526 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.61 "DELETE /v2.0/ports/10193ef0-3c81-4daa-8472-db7f4dcadff9 HTTP/1.1" status: 204 len: 173 time: 1.0688651 Oct 12 19:12:38.490573 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1403b500-0ded-476c-8e94-1a54dace0dcb', 'name': 'network-vif-deleted', 'tag': '10193ef0-3c81-4daa-8472-db7f4dcadff9'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:12:38.493711 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-969f9757-9c63-4902-a4c9-f5f2d47de466" -d '{"events": [{"server_uuid": "1403b500-0ded-476c-8e94-1a54dace0dcb", "name": "network-vif-deleted", "tag": "10193ef0-3c81-4daa-8472-db7f4dcadff9"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:12:38.554387 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-7d4ab522-d10b-4a81-b582-69b6c2d9a575 req-85459f7e-68d5-4309-b585-0cf2901c7ff9 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:38.563382 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a87853c-250e-448f-bca8-6c0e5131d887 x-openstack-request-id: req-9a87853c-250e-448f-bca8-6c0e5131d887 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:12:38.563696 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1403b500-0ded-476c-8e94-1a54dace0dcb", "name": "network-vif-deleted", "tag": "10193ef0-3c81-4daa-8472-db7f4dcadff9", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:12:38.563943 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9a87853c-250e-448f-bca8-6c0e5131d887 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:12:38.564451 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1403b500-0ded-476c-8e94-1a54dace0dcb', 'name': 'network-vif-deleted', 'tag': '10193ef0-3c81-4daa-8472-db7f4dcadff9', 'status': 'completed', 'code': 200} Oct 12 19:12:38.616430 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-aa20ff46-e608-409f-b42b-fb65ef1a47c4 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:38.648546 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1aafef34-9c98-4dc0-a57c-a79546437243 req-edf17edc-d78a-45d3-9aab-8514a214ddec tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/ports?device_id=1403b500-0ded-476c-8e94-1a54dace0dcb HTTP/1.1" status: 200 len: 210 time: 0.0299881 Oct 12 19:12:38.688397 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-aa20ff46-e608-409f-b42b-fb65ef1a47c4 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Network 75848d6c-f96e-4cf2-a49f-7a95856bd6e8 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:12:38.693108 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3f741af-375e-439f-8915-f8999859c715 admin admin] Router b6f69642-6858-4f1e-8ea7-e3827c2f7a6e is scheduled to L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b with binding_index 1 {{(pid=95502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 19:12:38.703688 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-aa20ff46-e608-409f-b42b-fb65ef1a47c4 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:12:38.711056 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-aa20ff46-e608-409f-b42b-fb65ef1a47c4 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:12:38.719421 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-7d4ab522-d10b-4a81-b582-69b6c2d9a575 req-85459f7e-68d5-4309-b585-0cf2901c7ff9 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:38.721088 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa20ff46-e608-409f-b42b-fb65ef1a47c4 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Pushing event updated for resources: {'Port': ['ID=0571ff5a-fc02-4621-bb4a-236a79ffe0fd,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:12:38.903425 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85459f7e-68d5-4309-b585-0cf2901c7ff9 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Pushing event updated for resources: {'Port': ['ID=37efe2eb-359b-46a1-a6d9-e18d66f6a90d,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:12:38.906601 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-aa20ff46-e608-409f-b42b-fb65ef1a47c4 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:38.907274 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-aa20ff46-e608-409f-b42b-fb65ef1a47c4 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:38.919678 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d4ab522-d10b-4a81-b582-69b6c2d9a575 req-85459f7e-68d5-4309-b585-0cf2901c7ff9 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Network c9c833e6-1691-44ed-bf82-cf9c18667411 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:12:38.922699 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [req-7d4ab522-d10b-4a81-b582-69b6c2d9a575 req-85459f7e-68d5-4309-b585-0cf2901c7ff9 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:12:38.925681 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d4ab522-d10b-4a81-b582-69b6c2d9a575 req-85459f7e-68d5-4309-b585-0cf2901c7ff9 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:12:38.925830 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 621e3e49-6c6f-415d-a80a-6d7d2c41f506 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:12:38.984398 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3f741af-375e-439f-8915-f8999859c715 admin admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:12:39.009103 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4ab522-d10b-4a81-b582-69b6c2d9a575 req-85459f7e-68d5-4309-b585-0cf2901c7ff9 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:39.010251 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-7d4ab522-d10b-4a81-b582-69b6c2d9a575 req-85459f7e-68d5-4309-b585-0cf2901c7ff9 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:39.025572 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bb3df5-57d1-45ca-9337-bea22174b069 None None] Sync routers for ids ['b6f69642-6858-4f1e-8ea7-e3827c2f7a6e'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:12:39.036152 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 621e3e49-6c6f-415d-a80a-6d7d2c41f506 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:12:39.037309 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:39.075307 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0bb3df5-57d1-45ca-9337-bea22174b069 None None] Routers {'b6f69642-6858-4f1e-8ea7-e3827c2f7a6e'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:12:39.075955 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-f0bb3df5-57d1-45ca-9337-bea22174b069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:12:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['b6f69642-6858-4f1e-8ea7-e3827c2f7a6e'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:12:39.111219 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-aa20ff46-e608-409f-b42b-fb65ef1a47c4 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0448046 Oct 12 19:12:39.123766 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-88cf47f4-f20a-442c-b0f3-6dc99e3016d1 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Request body: {'port': {'device_id': 'f9d7ead0-dd83-4fbd-a8d8-d3de1f31954f', 'network_id': '4437e74a-b36e-489a-ac58-43f89f4498fc', 'admin_state_up': True, 'tenant_id': 'fd5c6867cc7247f59c07ecc3b6c18599'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:12:39.145409 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7d4ab522-d10b-4a81-b582-69b6c2d9a575 req-85459f7e-68d5-4309-b585-0cf2901c7ff9 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8317664 Oct 12 19:12:39.160323 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-7d4ab522-d10b-4a81-b582-69b6c2d9a575 req-19dff68f-fd9b-4db5-bf44-cd324700862c service neutron] Request body: {'port': {'device_id': '01506d15-4b2a-4485-b3ec-bce72d999a41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-3'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:12:39.192984 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f3f741af-375e-439f-8915-f8999859c715 admin admin] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:39.196769 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-f3f741af-375e-439f-8915-f8999859c715 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.6252193 Oct 12 19:12:39.204886 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 58532) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:12:39.241332 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-4512ab8b-e180-45e8-99d5-3f031540d0a8 None None] Provisioning complete for port 0571ff5a-fc02-4621-bb4a-236a79ffe0fd triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:12:39.241835 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4512ab8b-e180-45e8-99d5-3f031540d0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:39.249524 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898f3564-a619-49e6-85dd-f791ee883d0d req-10e307da-a56a-4164-a9f4-a69826aa62da tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:39.255874 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898f3564-a619-49e6-85dd-f791ee883d0d req-10e307da-a56a-4164-a9f4-a69826aa62da tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:39.263450 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-898f3564-a619-49e6-85dd-f791ee883d0d req-10e307da-a56a-4164-a9f4-a69826aa62da tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] 10.222.0.49 "GET /v2.0/ports?device_id=f9d7ead0-dd83-4fbd-a8d8-d3de1f31954f HTTP/1.1" status: 200 len: 1654 time: 0.1359315 Oct 12 19:12:39.279660 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-4512ab8b-e180-45e8-99d5-3f031540d0a8 None None] Port 0571ff5a-fc02-4621-bb4a-236a79ffe0fd cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:12:39.306370 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-f0bb3df5-57d1-45ca-9337-bea22174b069 None None] Set router b6f69642-6858-4f1e-8ea7-e3827c2f7a6e gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:12:39.353147 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-7d4ab522-d10b-4a81-b582-69b6c2d9a575 req-19dff68f-fd9b-4db5-bf44-cd324700862c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:39.364717 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-898f3564-a619-49e6-85dd-f791ee883d0d req-9ba425cf-5432-4113-8bc3-3baf891a7db3 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7fef4b9-8773-4d4f-9bfd-80a30678a2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001871 Oct 12 19:12:39.419444 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-88cf47f4-f20a-442c-b0f3-6dc99e3016d1 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Made reservation on behalf of fd5c6867cc7247f59c07ecc3b6c18599 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:12:39.423268 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-88cf47f4-f20a-442c-b0f3-6dc99e3016d1 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:39.518205 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-f0bb3df5-57d1-45ca-9337-bea22174b069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6f69642-6858-4f1e-8ea7-e3827c2f7a6e', 'name': 'tempest-FloatingIPsNegativeTestJSON-1297339651-router', 'tenant_id': '8e2a9481e40644a8a102010b6c955132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': 'b61d974d-07d5-42d5-bb1b-f94785c7ea0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:12:34Z', 'updated_at': '2021-10-12T19:12:37Z', 'revision_number': 3, 'project_id': '8e2a9481e40644a8a102010b6c955132', 'gw_port': {'id': 'b61d974d-07d5-42d5-bb1b-f94785c7ea0d', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:db:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6f69642-6858-4f1e-8ea7-e3827c2f7a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:12:35Z', 'updated_at': '2021-10-12T19:12:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:12:39.546594 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bb3df5-57d1-45ca-9337-bea22174b069 None None] Checking router: b6f69642-6858-4f1e-8ea7-e3827c2f7a6e for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:12:39.546999 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bb3df5-57d1-45ca-9337-bea22174b069 None None] Updating router b6f69642-6858-4f1e-8ea7-e3827c2f7a6e port b61d974d-07d5-42d5-bb1b-f94785c7ea0d binding host n-d-813679-3 {{(pid=95503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 19:12:39.572696 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3df5-57d1-45ca-9337-bea22174b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:39.644568 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6cc405-5d2f-446f-ab72-ae2c268cd64f req-ea042d5a-d8f6-4a18-82b4-60c5976781c3 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:39.647776 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-cf6cc405-5d2f-446f-ab72-ae2c268cd64f req-ea042d5a-d8f6-4a18-82b4-60c5976781c3 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/ports?device_id=01506d15-4b2a-4485-b3ec-bce72d999a41 HTTP/1.1" status: 200 len: 931 time: 0.1001463 Oct 12 19:12:39.655385 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-88cf47f4-f20a-442c-b0f3-6dc99e3016d1 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Allocated IP 19.80.0.151 (4437e74a-b36e-489a-ac58-43f89f4498fc/a2645349-449f-45f4-b3af-983ce5e7e292/f9ec3115-a205-46de-a773-3248cbd5840e) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:12:39.751124 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-cf6cc405-5d2f-446f-ab72-ae2c268cd64f req-800f5b5d-62a5-410e-95c3-19fa45e131cb tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cccf57-f452-41a8-9e48-a6e744310271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759809 Oct 12 19:12:39.794021 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 10193ef0-3c81-4daa-8472-db7f4dcadff9 no longer exists at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:12:39.867245 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] No Port match for: 10193ef0-3c81-4daa-8472-db7f4dcadff9 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:12:39.870270 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 10193ef0-3c81-4daa-8472-db7f4dcadff9 not bound to the agent host n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:12:39.907443 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-88cf47f4-f20a-442c-b0f3-6dc99e3016d1 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:39.968248 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [req-7d4ab522-d10b-4a81-b582-69b6c2d9a575 req-19dff68f-fd9b-4db5-bf44-cd324700862c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37efe2eb-359b-46a1-a6d9-e18d66f6a90d {{(pid=95501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:12:39.975603 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3df5-57d1-45ca-9337-bea22174b069 None None] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:40.001250 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96a45a7-665c-44db-80a2-86e58840e57b req-cb5e61fb-18f9-4115-b955-711589a299ad tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:40.002781 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c96a45a7-665c-44db-80a2-86e58840e57b req-cb5e61fb-18f9-4115-b955-711589a299ad tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] 10.222.0.49 "GET /v2.0/ports?device_id=d61da5e1-1a01-4f28-a289-f8cc732d7154 HTTP/1.1" status: 200 len: 948 time: 0.0840952 Oct 12 19:12:40.011475 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-7d4ab522-d10b-4a81-b582-69b6c2d9a575 req-19dff68f-fd9b-4db5-bf44-cd324700862c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:40.045558 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3c7b7acb-11ed-471e-8a60-243fac6f3844 req-8229cc05-4e5c-49c7-b9bd-04fa26b0eb1c tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/ports?device_id=1403b500-0ded-476c-8e94-1a54dace0dcb HTTP/1.1" status: 200 len: 210 time: 0.0394673 Oct 12 19:12:40.045956 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c96a45a7-665c-44db-80a2-86e58840e57b req-731c1555-386e-4852-b4f9-4007b5afbb66 tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] 10.222.0.49 "GET /v2.0/security-groups?id=d81c912b-51e6-4dcc-ae7a-8b303917556f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358367 Oct 12 19:12:40.054610 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.provisioning_blocks [req-7d4ab522-d10b-4a81-b582-69b6c2d9a575 req-19dff68f-fd9b-4db5-bf44-cd324700862c service neutron] Transition to ACTIVE for port object 37efe2eb-359b-46a1-a6d9-e18d66f6a90d will not be triggered until provisioned by entity L2. {{(pid=95501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:12:40.079767 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-88cf47f4-f20a-442c-b0f3-6dc99e3016d1 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:40.079950 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3df5-57d1-45ca-9337-bea22174b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:40.105149 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1ae6c4ed-0fd9-4e5d-a9c1-f757b63528cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:40.131528 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-88cf47f4-f20a-442c-b0f3-6dc99e3016d1 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Network 4437e74a-b36e-489a-ac58-43f89f4498fc is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:12:40.135032 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-88cf47f4-f20a-442c-b0f3-6dc99e3016d1 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:12:40.138977 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-f0bb3df5-57d1-45ca-9337-bea22174b069 None None] Attempting to bind port b61d974d-07d5-42d5-bb1b-f94785c7ea0d on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:12:40.139534 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-f0bb3df5-57d1-45ca-9337-bea22174b069 None None] Attempting to bind port b61d974d-07d5-42d5-bb1b-f94785c7ea0d by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:12:40.139904 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0bb3df5-57d1-45ca-9337-bea22174b069 None None] Attempting to bind port b61d974d-07d5-42d5-bb1b-f94785c7ea0d on network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:12:40.140384 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-88cf47f4-f20a-442c-b0f3-6dc99e3016d1 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:12:40.141873 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab81562-101d-4385-90d0-ed65fe5e6fee None None] Pushing event updated for resources: {'Port': ['ID=b61d974d-07d5-42d5-bb1b-f94785c7ea0d,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:12:40.148230 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cf47f4-f20a-442c-b0f3-6dc99e3016d1 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Pushing event updated for resources: {'Port': ['ID=f9ec3115-a205-46de-a773-3248cbd5840e,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:12:40.154076 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0bb3df5-57d1-45ca-9337-bea22174b069 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:12:40.154584 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0bb3df5-57d1-45ca-9337-bea22174b069 None None] Checking segment: {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:12:40.155059 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3df5-57d1-45ca-9337-bea22174b069 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:40.155592 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0bb3df5-57d1-45ca-9337-bea22174b069 None None] Bound using segment: {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:12:40.156237 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-f0bb3df5-57d1-45ca-9337-bea22174b069 None None] Bound port: b61d974d-07d5-42d5-bb1b-f94785c7ea0d, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:12:40.156706 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3df5-57d1-45ca-9337-bea22174b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:40.176583 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-7d4ab522-d10b-4a81-b582-69b6c2d9a575 req-19dff68f-fd9b-4db5-bf44-cd324700862c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:40.211016 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-88cf47f4-f20a-442c-b0f3-6dc99e3016d1 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:40.213081 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-88cf47f4-f20a-442c-b0f3-6dc99e3016d1 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:40.235420 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-f0bb3df5-57d1-45ca-9337-bea22174b069 None None] For port b61d974d-07d5-42d5-bb1b-f94785c7ea0d, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:12:40.241079 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-f0bb3df5-57d1-45ca-9337-bea22174b069 None None] For port b61d974d-07d5-42d5-bb1b-f94785c7ea0d, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=b61d974d-07d5-42d5-bb1b-f94785c7ea0d,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:12:40.291558 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-88cf47f4-f20a-442c-b0f3-6dc99e3016d1 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1722360 Oct 12 19:12:40.307296 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-5173dd19-d985-48e3-bb89-998011df51f5 service neutron] Request body: {'port': {'device_id': 'f9d7ead0-dd83-4fbd-a8d8-d3de1f31954f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:12:40.316478 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dff68f-fd9b-4db5-bf44-cd324700862c service neutron] Pushing event updated for resources: {'Port': ['ID=37efe2eb-359b-46a1-a6d9-e18d66f6a90d,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:12:40.329980 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3df5-57d1-45ca-9337-bea22174b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:40.407432 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-5173dd19-d985-48e3-bb89-998011df51f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:40.407583 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-7d4ab522-d10b-4a81-b582-69b6c2d9a575 req-19dff68f-fd9b-4db5-bf44-cd324700862c service neutron] Attempting to bind port 37efe2eb-359b-46a1-a6d9-e18d66f6a90d on host n-h2-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:12:40.408070 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-7d4ab522-d10b-4a81-b582-69b6c2d9a575 req-19dff68f-fd9b-4db5-bf44-cd324700862c service neutron] Attempting to bind port 37efe2eb-359b-46a1-a6d9-e18d66f6a90d by drivers openvswitch,hyperv on host n-h2-813679-3 at level 0 using segments [{'id': 'af837146-1b4e-4c2b-b1ce-96eb7f990955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c9c833e6-1691-44ed-bf82-cf9c18667411'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:12:40.408180 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4ab522-d10b-4a81-b582-69b6c2d9a575 req-19dff68f-fd9b-4db5-bf44-cd324700862c service neutron] Attempting to bind port 37efe2eb-359b-46a1-a6d9-e18d66f6a90d on network c9c833e6-1691-44ed-bf82-cf9c18667411 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:12:40.421618 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-1ae6c4ed-0fd9-4e5d-a9c1-f757b63528cd admin admin] Allocated IP 172.20.0.1 (a978aba0-f15d-435e-a9c8-4184336a99ce/74a739a8-7e75-4644-b41a-0d845ddb3516/7061aa62-f356-4c4d-b9fa-0d99aa453589) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:12:40.423463 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4ab522-d10b-4a81-b582-69b6c2d9a575 req-19dff68f-fd9b-4db5-bf44-cd324700862c service neutron] Port 37efe2eb-359b-46a1-a6d9-e18d66f6a90d on network c9c833e6-1691-44ed-bf82-cf9c18667411 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:12:40.423744 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4ab522-d10b-4a81-b582-69b6c2d9a575 req-19dff68f-fd9b-4db5-bf44-cd324700862c service neutron] Attempting to bind port 37efe2eb-359b-46a1-a6d9-e18d66f6a90d on network c9c833e6-1691-44ed-bf82-cf9c18667411 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:12:40.442471 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4ab522-d10b-4a81-b582-69b6c2d9a575 req-19dff68f-fd9b-4db5-bf44-cd324700862c service neutron] Checking agent: {'id': '233fbd7d-38e4-434f-bb8f-05364d7423a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:12:40.442827 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4ab522-d10b-4a81-b582-69b6c2d9a575 req-19dff68f-fd9b-4db5-bf44-cd324700862c service neutron] Checking segment: {'id': 'af837146-1b4e-4c2b-b1ce-96eb7f990955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c9c833e6-1691-44ed-bf82-cf9c18667411'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:12:40.443185 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4ab522-d10b-4a81-b582-69b6c2d9a575 req-19dff68f-fd9b-4db5-bf44-cd324700862c service neutron] Bound using segment: {'id': 'af837146-1b4e-4c2b-b1ce-96eb7f990955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c9c833e6-1691-44ed-bf82-cf9c18667411'} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:12:40.443629 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-7d4ab522-d10b-4a81-b582-69b6c2d9a575 req-19dff68f-fd9b-4db5-bf44-cd324700862c service neutron] Bound port: 37efe2eb-359b-46a1-a6d9-e18d66f6a90d, host: n-h2-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af837146-1b4e-4c2b-b1ce-96eb7f990955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c9c833e6-1691-44ed-bf82-cf9c18667411'}}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:12:40.443986 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-7d4ab522-d10b-4a81-b582-69b6c2d9a575 req-19dff68f-fd9b-4db5-bf44-cd324700862c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:40.471811 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0bb3df5-57d1-45ca-9337-bea22174b069 None None] Routers {'b6f69642-6858-4f1e-8ea7-e3827c2f7a6e'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:12:40.472519 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-f0bb3df5-57d1-45ca-9337-bea22174b069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:12:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['b6f69642-6858-4f1e-8ea7-e3827c2f7a6e'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:12:40.512904 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 58560) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:12:40.548413 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab81562-101d-4385-90d0-ed65fe5e6fee None None] Pushing event updated for resources: {'Port': ['ID=b61d974d-07d5-42d5-bb1b-f94785c7ea0d,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:12:40.596671 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-7e546830-08e1-4f1c-a1ab-1880a2f07428 None None] Provisioning complete for port f9ec3115-a205-46de-a773-3248cbd5840e triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:12:40.597016 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7e546830-08e1-4f1c-a1ab-1880a2f07428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:40.608813 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-7d4ab522-d10b-4a81-b582-69b6c2d9a575 req-19dff68f-fd9b-4db5-bf44-cd324700862c service neutron] For port 37efe2eb-359b-46a1-a6d9-e18d66f6a90d, host n-h2-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:12:40.613036 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-7d4ab522-d10b-4a81-b582-69b6c2d9a575 req-19dff68f-fd9b-4db5-bf44-cd324700862c service neutron] For port 37efe2eb-359b-46a1-a6d9-e18d66f6a90d, host n-h2-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=37efe2eb-359b-46a1-a6d9-e18d66f6a90d,segment=NetworkSegment(af837146-1b4e-4c2b-b1ce-96eb7f990955),segment_id=af837146-1b4e-4c2b-b1ce-96eb7f990955)] {{(pid=95501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:12:40.648229 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-7e546830-08e1-4f1c-a1ab-1880a2f07428 None None] Port f9ec3115-a205-46de-a773-3248cbd5840e cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:12:40.650691 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-f0bb3df5-57d1-45ca-9337-bea22174b069 None None] Set router b6f69642-6858-4f1e-8ea7-e3827c2f7a6e gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:12:40.668304 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34916570-e22b-4736-aca6-af178a32a1ea req-63751279-493b-44dc-aa8d-af2f95613325 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:40.674801 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34916570-e22b-4736-aca6-af178a32a1ea req-63751279-493b-44dc-aa8d-af2f95613325 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:40.681762 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34916570-e22b-4736-aca6-af178a32a1ea req-63751279-493b-44dc-aa8d-af2f95613325 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:40.688508 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-34916570-e22b-4736-aca6-af178a32a1ea req-63751279-493b-44dc-aa8d-af2f95613325 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] 10.222.0.49 "GET /v2.0/ports?device_id=f9d7ead0-dd83-4fbd-a8d8-d3de1f31954f HTTP/1.1" status: 200 len: 2376 time: 0.1743481 Oct 12 19:12:40.719731 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3fe1c1e9-88dd-43d4-a076-af5234972e32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:40.726837 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-5173dd19-d985-48e3-bb89-998011df51f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c12bf055-6053-403d-b73f-7f561b8ba71b {{(pid=95502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:12:40.731410 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-7d4ab522-d10b-4a81-b582-69b6c2d9a575 req-19dff68f-fd9b-4db5-bf44-cd324700862c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:40.735747 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-5173dd19-d985-48e3-bb89-998011df51f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:40.749752 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-5173dd19-d985-48e3-bb89-998011df51f5 service neutron] Transition to ACTIVE for port object c12bf055-6053-403d-b73f-7f561b8ba71b will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:12:40.811235 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1ae6c4ed-0fd9-4e5d-a9c1-f757b63528cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:40.827643 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4ab522-d10b-4a81-b582-69b6c2d9a575 req-19dff68f-fd9b-4db5-bf44-cd324700862c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:40.828283 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-7d4ab522-d10b-4a81-b582-69b6c2d9a575 req-19dff68f-fd9b-4db5-bf44-cd324700862c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:40.829700 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7d4ab522-d10b-4a81-b582-69b6c2d9a575 req-19dff68f-fd9b-4db5-bf44-cd324700862c service neutron] 10.222.0.67 "PUT /v2.0/ports/37efe2eb-359b-46a1-a6d9-e18d66f6a90d HTTP/1.1" status: 200 len: 1091 time: 1.6747706 Oct 12 19:12:40.830157 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01506d15-4b2a-4485-b3ec-bce72d999a41', 'tag': '37efe2eb-359b-46a1-a6d9-e18d66f6a90d'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:12:40.832537 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e8cc5e1-6c2f-46b0-aebd-7fbbf7efe47d" -d '{"events": [{"name": "network-changed", "server_uuid": "01506d15-4b2a-4485-b3ec-bce72d999a41", "tag": "37efe2eb-359b-46a1-a6d9-e18d66f6a90d"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:12:40.841593 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-f0bb3df5-57d1-45ca-9337-bea22174b069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6f69642-6858-4f1e-8ea7-e3827c2f7a6e', 'name': 'tempest-FloatingIPsNegativeTestJSON-1297339651-router', 'tenant_id': '8e2a9481e40644a8a102010b6c955132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': 'b61d974d-07d5-42d5-bb1b-f94785c7ea0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:12:34Z', 'updated_at': '2021-10-12T19:12:37Z', 'revision_number': 3, 'project_id': '8e2a9481e40644a8a102010b6c955132', 'gw_port': {'id': 'b61d974d-07d5-42d5-bb1b-f94785c7ea0d', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:db:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6f69642-6858-4f1e-8ea7-e3827c2f7a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:12:35Z', 'updated_at': '2021-10-12T19:12:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:12:40.851569 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-34916570-e22b-4736-aca6-af178a32a1ea req-d9e66fc8-626c-4bdf-b76b-956649632cf1 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7fef4b9-8773-4d4f-9bfd-80a30678a2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513939 Oct 12 19:12:40.855911 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-5173dd19-d985-48e3-bb89-998011df51f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:40.885286 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bb3df5-57d1-45ca-9337-bea22174b069 None None] The sync data for ids ['b6f69642-6858-4f1e-8ea7-e3827c2f7a6e'] in n-d-813679-3 is: [{'id': 'b6f69642-6858-4f1e-8ea7-e3827c2f7a6e', 'name': 'tempest-FloatingIPsNegativeTestJSON-1297339651-router', 'tenant_id': '8e2a9481e40644a8a102010b6c955132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': 'b61d974d-07d5-42d5-bb1b-f94785c7ea0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:12:34Z', 'updated_at': '2021-10-12T19:12:37Z', 'revision_number': 3, 'project_id': '8e2a9481e40644a8a102010b6c955132', 'gw_port': {'id': 'b61d974d-07d5-42d5-bb1b-f94785c7ea0d', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:db:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6f69642-6858-4f1e-8ea7-e3827c2f7a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:12:35Z', 'updated_at': '2021-10-12T19:12:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:12:40.885982 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dff68f-fd9b-4db5-bf44-cd324700862c service neutron] Pushing event updated for resources: {'Port': ['ID=37efe2eb-359b-46a1-a6d9-e18d66f6a90d,revision_number=3']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:12:40.936079 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2f87ba-0df8-4dc5-ab27-e637e7ea7796 req-bf3dbe62-bb33-4f5f-b120-4ee21cdd5f6f tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:40.937627 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2c2f87ba-0df8-4dc5-ab27-e637e7ea7796 req-bf3dbe62-bb33-4f5f-b120-4ee21cdd5f6f tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/ports?device_id=01506d15-4b2a-4485-b3ec-bce72d999a41 HTTP/1.1" status: 200 len: 943 time: 0.1149092 Oct 12 19:12:40.943689 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5173dd19-d985-48e3-bb89-998011df51f5 service neutron] Pushing event updated for resources: {'Port': ['ID=c12bf055-6053-403d-b73f-7f561b8ba71b,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:12:40.986992 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3fe1c1e9-88dd-43d4-a076-af5234972e32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:41.035679 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1ae6c4ed-0fd9-4e5d-a9c1-f757b63528cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:41.054446 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2c2f87ba-0df8-4dc5-ab27-e637e7ea7796 req-62b35fbb-874e-43a3-9f0b-eb6533b3a576 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cccf57-f452-41a8-9e48-a6e744310271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877802 Oct 12 19:12:41.073030 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-927487b3-5ab9-4fdf-b96a-40c219b72f79 x-openstack-request-id: req-927487b3-5ab9-4fdf-b96a-40c219b72f79 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:12:41.078507 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01506d15-4b2a-4485-b3ec-bce72d999a41", "tag": "37efe2eb-359b-46a1-a6d9-e18d66f6a90d", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:12:41.078507 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-927487b3-5ab9-4fdf-b96a-40c219b72f79 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:12:41.078507 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01506d15-4b2a-4485-b3ec-bce72d999a41', 'tag': '37efe2eb-359b-46a1-a6d9-e18d66f6a90d', 'status': 'completed', 'code': 200} Oct 12 19:12:41.078852 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-5173dd19-d985-48e3-bb89-998011df51f5 service neutron] Attempting to bind port c12bf055-6053-403d-b73f-7f561b8ba71b on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:12:41.078852 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-5173dd19-d985-48e3-bb89-998011df51f5 service neutron] Attempting to bind port c12bf055-6053-403d-b73f-7f561b8ba71b by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': 'e3f76181-fe06-4876-9f38-c15bd317ab4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4437e74a-b36e-489a-ac58-43f89f4498fc'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:12:41.078852 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-5173dd19-d985-48e3-bb89-998011df51f5 service neutron] Attempting to bind port c12bf055-6053-403d-b73f-7f561b8ba71b on network 4437e74a-b36e-489a-ac58-43f89f4498fc {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:12:41.101167 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-5173dd19-d985-48e3-bb89-998011df51f5 service neutron] Port c12bf055-6053-403d-b73f-7f561b8ba71b on network 4437e74a-b36e-489a-ac58-43f89f4498fc not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:12:41.101167 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-5173dd19-d985-48e3-bb89-998011df51f5 service neutron] Attempting to bind port c12bf055-6053-403d-b73f-7f561b8ba71b on network 4437e74a-b36e-489a-ac58-43f89f4498fc {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:12:41.104202 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae6c4ed-0fd9-4e5d-a9c1-f757b63528cd admin admin] Network a978aba0-f15d-435e-a9c8-4184336a99ce is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:12:41.106473 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3fe1c1e9-88dd-43d4-a076-af5234972e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:41.115162 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-5173dd19-d985-48e3-bb89-998011df51f5 service neutron] Checking agent: {'id': 'f5e9725f-f5a6-43c2-a1be-95e21e9a1fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:12:41.115505 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-5173dd19-d985-48e3-bb89-998011df51f5 service neutron] Checking segment: {'id': 'e3f76181-fe06-4876-9f38-c15bd317ab4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4437e74a-b36e-489a-ac58-43f89f4498fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:12:41.115891 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-5173dd19-d985-48e3-bb89-998011df51f5 service neutron] Bound using segment: {'id': 'e3f76181-fe06-4876-9f38-c15bd317ab4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4437e74a-b36e-489a-ac58-43f89f4498fc'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:12:41.116362 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-5173dd19-d985-48e3-bb89-998011df51f5 service neutron] Bound port: c12bf055-6053-403d-b73f-7f561b8ba71b, host: n-h1-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3f76181-fe06-4876-9f38-c15bd317ab4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4437e74a-b36e-489a-ac58-43f89f4498fc'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:12:41.116725 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-5173dd19-d985-48e3-bb89-998011df51f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:41.150082 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-1ae6c4ed-0fd9-4e5d-a9c1-f757b63528cd admin admin] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:12:41.200220 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe1c1e9-88dd-43d4-a076-af5234972e32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86191d12-5166-45c3-b132-63500ce8e582,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:12:41.228988 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-3fe1c1e9-88dd-43d4-a076-af5234972e32 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c54405d0bd584e8a923843d731cb2d57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7130411 Oct 12 19:12:41.232709 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 58576) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:12:41.258451 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-5173dd19-d985-48e3-bb89-998011df51f5 service neutron] For port c12bf055-6053-403d-b73f-7f561b8ba71b, host n-h1-813679-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:12:41.297364 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae6c4ed-0fd9-4e5d-a9c1-f757b63528cd admin admin] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:12:41.301220 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-5173dd19-d985-48e3-bb89-998011df51f5 service neutron] For port c12bf055-6053-403d-b73f-7f561b8ba71b, host n-h1-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=c12bf055-6053-403d-b73f-7f561b8ba71b,segment=NetworkSegment(e3f76181-fe06-4876-9f38-c15bd317ab4a),segment_id=e3f76181-fe06-4876-9f38-c15bd317ab4a)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:12:41.333712 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-25b04379-e698-4d8a-a127-fb4bed5bdb05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:41.335871 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae6c4ed-0fd9-4e5d-a9c1-f757b63528cd admin admin] Pushing event updated for resources: {'Port': ['ID=7061aa62-f356-4c4d-b9fa-0d99aa453589,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:12:41.348914 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4ab522-d10b-4a81-b582-69b6c2d9a575 req-c4dd6ec5-fa3d-4cb8-8d35-528797228338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:41.351984 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7d4ab522-d10b-4a81-b582-69b6c2d9a575 req-c4dd6ec5-fa3d-4cb8-8d35-528797228338 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5fba7a982f4e455fbf6360a954bd3673&device_id=01506d15-4b2a-4485-b3ec-bce72d999a41 HTTP/1.1" status: 200 len: 1094 time: 0.3674309 Oct 12 19:12:41.377090 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-25b04379-e698-4d8a-a127-fb4bed5bdb05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:41.380500 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-5173dd19-d985-48e3-bb89-998011df51f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:41.388394 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199fc538-7207-4617-9240-50f95da8c09d req-f1ade375-6284-4b80-85d8-d22c67b763eb tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:41.390434 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-199fc538-7207-4617-9240-50f95da8c09d req-f1ade375-6284-4b80-85d8-d22c67b763eb tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] 10.222.0.49 "GET /v2.0/ports?device_id=d61da5e1-1a01-4f28-a289-f8cc732d7154 HTTP/1.1" status: 200 len: 948 time: 0.1574974 Oct 12 19:12:41.463206 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7d4ab522-d10b-4a81-b582-69b6c2d9a575 req-74be3786-f494-4ca3-9f3d-f3a78aafc750 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=37efe2eb-359b-46a1-a6d9-e18d66f6a90d HTTP/1.1" status: 200 len: 217 time: 0.0880134 Oct 12 19:12:41.467342 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1ae6c4ed-0fd9-4e5d-a9c1-f757b63528cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7915309'] for router_interface, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:41.476021 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-199fc538-7207-4617-9240-50f95da8c09d req-55b7c910-9210-4289-bf80-73fd583e5579 tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] 10.222.0.49 "GET /v2.0/security-groups?id=d81c912b-51e6-4dcc-ae7a-8b303917556f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777283 Oct 12 19:12:41.515053 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-5173dd19-d985-48e3-bb89-998011df51f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:41.521430 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-5173dd19-d985-48e3-bb89-998011df51f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:41.522839 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-5173dd19-d985-48e3-bb89-998011df51f5 service neutron] 10.222.0.61 "PUT /v2.0/ports/c12bf055-6053-403d-b73f-7f561b8ba71b HTTP/1.1" status: 200 len: 1091 time: 1.2217739 Oct 12 19:12:41.527133 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9d7ead0-dd83-4fbd-a8d8-d3de1f31954f', 'tag': 'c12bf055-6053-403d-b73f-7f561b8ba71b'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:12:41.528247 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-397cc86c-95e1-4cfb-acad-9858e1078380" -d '{"events": [{"name": "network-changed", "server_uuid": "f9d7ead0-dd83-4fbd-a8d8-d3de1f31954f", "tag": "c12bf055-6053-403d-b73f-7f561b8ba71b"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:12:41.550911 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5173dd19-d985-48e3-bb89-998011df51f5 service neutron] Pushing event updated for resources: {'Port': ['ID=c12bf055-6053-403d-b73f-7f561b8ba71b,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:12:41.578698 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011d0b9d-c6af-4956-9000-32c05dc4755c req-a73daac6-9ac7-4519-81c2-36e2c15c5a0c tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:41.582034 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-011d0b9d-c6af-4956-9000-32c05dc4755c req-a73daac6-9ac7-4519-81c2-36e2c15c5a0c tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] 10.222.0.67 "GET /v2.0/ports?device_id=d61da5e1-1a01-4f28-a289-f8cc732d7154 HTTP/1.1" status: 200 len: 948 time: 0.1983383 Oct 12 19:12:41.639173 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-2e274af9-ef95-46f2-8e13-6158c71177eb None None] Provisioning complete for port 7061aa62-f356-4c4d-b9fa-0d99aa453589 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:12:41.640295 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4ab522-d10b-4a81-b582-69b6c2d9a575 req-e85be9a7-7255-4678-a4ee-0c5f8dd31344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:41.640714 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2e274af9-ef95-46f2-8e13-6158c71177eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:41.641804 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7d4ab522-d10b-4a81-b582-69b6c2d9a575 req-e85be9a7-7255-4678-a4ee-0c5f8dd31344 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e0ebc949-3a0d-4490-86b6-8c422c8edc16 HTTP/1.1" status: 200 len: 848 time: 0.1618197 Oct 12 19:12:41.711696 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-2e274af9-ef95-46f2-8e13-6158c71177eb None None] Port 7061aa62-f356-4c4d-b9fa-0d99aa453589 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:12:41.747190 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7d4ab522-d10b-4a81-b582-69b6c2d9a575 req-2b7c0689-4d6f-48b8-a5b1-ee44b681c366 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c9c833e6-1691-44ed-bf82-cf9c18667411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0897977 Oct 12 19:12:42.018856 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d196fce-29c1-48cd-8ea1-f18fefbe4655 x-openstack-request-id: req-1d196fce-29c1-48cd-8ea1-f18fefbe4655 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:12:42.019434 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9d7ead0-dd83-4fbd-a8d8-d3de1f31954f", "tag": "c12bf055-6053-403d-b73f-7f561b8ba71b", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:12:42.019434 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1d196fce-29c1-48cd-8ea1-f18fefbe4655 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:12:42.019749 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9d7ead0-dd83-4fbd-a8d8-d3de1f31954f', 'tag': 'c12bf055-6053-403d-b73f-7f561b8ba71b', 'status': 'completed', 'code': 200} Oct 12 19:12:42.024282 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-dab74b27-6913-4e10-9ddc-ac09ff759690 service neutron] Request body: {'port': {'device_id': 'f9d7ead0-dd83-4fbd-a8d8-d3de1f31954f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:12:42.029172 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-25b04379-e698-4d8a-a127-fb4bed5bdb05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:42.031954 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-25b04379-e698-4d8a-a127-fb4bed5bdb05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:42.035451 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-25b04379-e698-4d8a-a127-fb4bed5bdb05 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/86191d12-5166-45c3-b132-63500ce8e582 HTTP/1.1" status: 204 len: 168 time: 0.7993424 Oct 12 19:12:42.097470 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b04379-e698-4d8a-a127-fb4bed5bdb05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86191d12-5166-45c3-b132-63500ce8e582,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:12:42.179610 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-dab74b27-6913-4e10-9ddc-ac09ff759690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:42.199278 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64274dc9-1475-4c0e-be7d-c6319fc83351 req-128ff2b7-150d-4e64-bbf8-1ca3f6bef74d tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:42.202305 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397cc86c-95e1-4cfb-acad-9858e1078380 req-6fcfb03a-267e-4fbf-bba2-af05447902e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:42.202781 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397cc86c-95e1-4cfb-acad-9858e1078380 req-6fcfb03a-267e-4fbf-bba2-af05447902e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:42.203243 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397cc86c-95e1-4cfb-acad-9858e1078380 req-6fcfb03a-267e-4fbf-bba2-af05447902e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:42.204877 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-397cc86c-95e1-4cfb-acad-9858e1078380 req-6fcfb03a-267e-4fbf-bba2-af05447902e3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fd5c6867cc7247f59c07ecc3b6c18599&device_id=f9d7ead0-dd83-4fbd-a8d8-d3de1f31954f HTTP/1.1" status: 200 len: 2731 time: 0.4796970 Oct 12 19:12:42.205481 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64274dc9-1475-4c0e-be7d-c6319fc83351 req-128ff2b7-150d-4e64-bbf8-1ca3f6bef74d tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:42.211365 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64274dc9-1475-4c0e-be7d-c6319fc83351 req-128ff2b7-150d-4e64-bbf8-1ca3f6bef74d tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:42.212212 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bcef97-1dc8-47a2-a18d-bed7b4577db8 req-5d0b0d77-6e31-4244-a9c2-01fbeabf606b tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:42.212990 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-64274dc9-1475-4c0e-be7d-c6319fc83351 req-128ff2b7-150d-4e64-bbf8-1ca3f6bef74d tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] 10.222.0.49 "GET /v2.0/ports?device_id=f9d7ead0-dd83-4fbd-a8d8-d3de1f31954f HTTP/1.1" status: 200 len: 2388 time: 0.1972563 Oct 12 19:12:42.213552 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-27bcef97-1dc8-47a2-a18d-bed7b4577db8 req-5d0b0d77-6e31-4244-a9c2-01fbeabf606b tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/ports?device_id=908f7f12-c025-4deb-bedf-4bc3345653bf HTTP/1.1" status: 200 len: 950 time: 0.4872117 Oct 12 19:12:42.274613 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-011d0b9d-c6af-4956-9000-32c05dc4755c req-7bce8554-5c9a-4978-9040-fde282d430f3 tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] Deleting port c50e084a-aa24-4b2a-b1b3-a26e8bc6a774 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:12:42.274948 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-011d0b9d-c6af-4956-9000-32c05dc4755c req-7bce8554-5c9a-4978-9040-fde282d430f3 tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:42.351204 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7d4ab522-d10b-4a81-b582-69b6c2d9a575 req-d4db0d4e-18c6-4df4-b2e3-44cadc2abb69 service neutron] 10.222.0.67 "GET /v2.0/networks/c9c833e6-1691-44ed-bf82-cf9c18667411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5728536 Oct 12 19:12:42.368936 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-27bcef97-1dc8-47a2-a18d-bed7b4577db8 req-01ffa30e-b5aa-4004-9767-fd7fdfa1243b tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/security-groups?id=97ebf564-c5fe-4f12-92a1-b237f08112ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381679 Oct 12 19:12:42.373571 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1ae6c4ed-0fd9-4e5d-a9c1-f757b63528cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:42.390534 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-64274dc9-1475-4c0e-be7d-c6319fc83351 req-060a067a-946e-4973-ada2-e6452e8971ac tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7fef4b9-8773-4d4f-9bfd-80a30678a2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486530 Oct 12 19:12:42.472622 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397cc86c-95e1-4cfb-acad-9858e1078380 req-eb8f28e1-5c31-4ac1-a8ad-140a9329e8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:42.473225 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397cc86c-95e1-4cfb-acad-9858e1078380 req-eb8f28e1-5c31-4ac1-a8ad-140a9329e8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:42.473547 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397cc86c-95e1-4cfb-acad-9858e1078380 req-eb8f28e1-5c31-4ac1-a8ad-140a9329e8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:42.475148 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-397cc86c-95e1-4cfb-acad-9858e1078380 req-eb8f28e1-5c31-4ac1-a8ad-140a9329e8e9 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=fd5c6867cc7247f59c07ecc3b6c18599&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.2551324 Oct 12 19:12:42.498595 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-011d0b9d-c6af-4956-9000-32c05dc4755c req-7bce8554-5c9a-4978-9040-fde282d430f3 tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] For port c50e084a-aa24-4b2a-b1b3-a26e8bc6a774, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=c50e084a-aa24-4b2a-b1b3-a26e8bc6a774,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:12:42.499394 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-011d0b9d-c6af-4956-9000-32c05dc4755c req-7bce8554-5c9a-4978-9040-fde282d430f3 tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:42.528410 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-011d0b9d-c6af-4956-9000-32c05dc4755c req-7bce8554-5c9a-4978-9040-fde282d430f3 tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] Calling delete_port for c50e084a-aa24-4b2a-b1b3-a26e8bc6a774 owned by compute:nova {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:12:42.642159 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5931a21-7be0-467e-bfc5-65c482122f96 req-1af38fee-54a3-405b-854a-f7c63cb7bdb3 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:42.643735 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e5931a21-7be0-467e-bfc5-65c482122f96 req-1af38fee-54a3-405b-854a-f7c63cb7bdb3 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/ports?device_id=01506d15-4b2a-4485-b3ec-bce72d999a41 HTTP/1.1" status: 200 len: 943 time: 0.1284471 Oct 12 19:12:42.702467 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7d4ab522-d10b-4a81-b582-69b6c2d9a575 req-e2e6952a-8052-4ccc-9310-90fdbb785da8 service neutron] 10.222.0.67 "GET /v2.0/networks/c9c833e6-1691-44ed-bf82-cf9c18667411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3296678 Oct 12 19:12:42.742043 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-dab74b27-6913-4e10-9ddc-ac09ff759690 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0571ff5a-fc02-4621-bb4a-236a79ffe0fd {{(pid=95502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:12:42.757160 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-dab74b27-6913-4e10-9ddc-ac09ff759690 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:42.762554 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e5931a21-7be0-467e-bfc5-65c482122f96 req-e9ff5bbe-1c11-4b82-a79c-7fb3ffb5cfc7 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cccf57-f452-41a8-9e48-a6e744310271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091590 Oct 12 19:12:42.798227 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-dab74b27-6913-4e10-9ddc-ac09ff759690 service neutron] Transition to ACTIVE for port object 0571ff5a-fc02-4621-bb4a-236a79ffe0fd will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:12:42.813757 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device b61d974d-07d5-42d5-bb1b-f94785c7ea0d up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:12:42.852836 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397cc86c-95e1-4cfb-acad-9858e1078380 req-80dfbe1f-2bf3-4727-9712-d7de99c7da2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:42.854415 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-397cc86c-95e1-4cfb-acad-9858e1078380 req-80dfbe1f-2bf3-4727-9712-d7de99c7da2e service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3547695 Oct 12 19:12:42.902832 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53baa96-92aa-4482-b54c-f7c625163da6 req-9884369a-33e8-4b90-8277-78387c98c382 tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:42.907082 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e53baa96-92aa-4482-b54c-f7c625163da6 req-9884369a-33e8-4b90-8277-78387c98c382 tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] 10.222.0.49 "GET /v2.0/ports?device_id=d61da5e1-1a01-4f28-a289-f8cc732d7154 HTTP/1.1" status: 200 len: 948 time: 0.2251947 Oct 12 19:12:42.918707 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1ae6c4ed-0fd9-4e5d-a9c1-f757b63528cd admin admin] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:42.925508 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-dab74b27-6913-4e10-9ddc-ac09ff759690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:42.929809 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port b61d974d-07d5-42d5-bb1b-f94785c7ea0d triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:12:42.930389 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:42.955579 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8cc5e1-6c2f-46b0-aebd-7fbbf7efe47d req-9f597330-98d9-4ac7-800e-ff695b624ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:42.957146 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6e8cc5e1-6c2f-46b0-aebd-7fbbf7efe47d req-9f597330-98d9-4ac7-800e-ff695b624ba3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5fba7a982f4e455fbf6360a954bd3673&device_id=01506d15-4b2a-4485-b3ec-bce72d999a41 HTTP/1.1" status: 200 len: 1094 time: 0.0985417 Oct 12 19:12:42.962761 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e53baa96-92aa-4482-b54c-f7c625163da6 req-f6adccc0-40b5-42c0-bf48-3de897eb18fa tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] 10.222.0.49 "GET /v2.0/security-groups?id=d81c912b-51e6-4dcc-ae7a-8b303917556f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483892 Oct 12 19:12:42.993373 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-011d0b9d-c6af-4956-9000-32c05dc4755c req-7bce8554-5c9a-4978-9040-fde282d430f3 tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:43.036636 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1ae6c4ed-0fd9-4e5d-a9c1-f757b63528cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:43.071526 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:43.090658 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab74b27-6913-4e10-9ddc-ac09ff759690 service neutron] Pushing event updated for resources: {'Port': ['ID=0571ff5a-fc02-4621-bb4a-236a79ffe0fd,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:12:43.106690 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] For port b61d974d-07d5-42d5-bb1b-f94785c7ea0d, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=b61d974d-07d5-42d5-bb1b-f94785c7ea0d,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:12:43.163567 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-011d0b9d-c6af-4956-9000-32c05dc4755c req-7bce8554-5c9a-4978-9040-fde282d430f3 tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] No DVR routers for this DVR port c50e084a-aa24-4b2a-b1b3-a26e8bc6a774 on host n-h2-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:12:43.176933 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:43.186935 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-011d0b9d-c6af-4956-9000-32c05dc4755c req-7bce8554-5c9a-4978-9040-fde282d430f3 tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:43.190779 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-011d0b9d-c6af-4956-9000-32c05dc4755c req-7bce8554-5c9a-4978-9040-fde282d430f3 tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] 10.222.0.67 "DELETE /v2.0/ports/c50e084a-aa24-4b2a-b1b3-a26e8bc6a774 HTTP/1.1" status: 204 len: 173 time: 1.6026351 Oct 12 19:12:43.194902 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bce8554-5c9a-4978-9040-fde282d430f3 tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] Pushing event deleted for resources: {'Port': ['ID=c50e084a-aa24-4b2a-b1b3-a26e8bc6a774,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:12:43.238897 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-dab74b27-6913-4e10-9ddc-ac09ff759690 service neutron] Attempting to bind port 0571ff5a-fc02-4621-bb4a-236a79ffe0fd on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:12:43.239242 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-dab74b27-6913-4e10-9ddc-ac09ff759690 service neutron] Attempting to bind port 0571ff5a-fc02-4621-bb4a-236a79ffe0fd by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': 'e8c90d86-a780-442e-87e6-01dd9018d927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '75848d6c-f96e-4cf2-a49f-7a95856bd6e8'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:12:43.239578 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-dab74b27-6913-4e10-9ddc-ac09ff759690 service neutron] Attempting to bind port 0571ff5a-fc02-4621-bb4a-236a79ffe0fd on network 75848d6c-f96e-4cf2-a49f-7a95856bd6e8 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:12:43.245807 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-dab74b27-6913-4e10-9ddc-ac09ff759690 service neutron] Port 0571ff5a-fc02-4621-bb4a-236a79ffe0fd on network 75848d6c-f96e-4cf2-a49f-7a95856bd6e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:12:43.246069 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-dab74b27-6913-4e10-9ddc-ac09ff759690 service neutron] Attempting to bind port 0571ff5a-fc02-4621-bb4a-236a79ffe0fd on network 75848d6c-f96e-4cf2-a49f-7a95856bd6e8 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:12:43.254818 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-dab74b27-6913-4e10-9ddc-ac09ff759690 service neutron] Checking agent: {'id': 'f5e9725f-f5a6-43c2-a1be-95e21e9a1fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:12:43.254818 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-dab74b27-6913-4e10-9ddc-ac09ff759690 service neutron] Checking segment: {'id': 'e8c90d86-a780-442e-87e6-01dd9018d927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '75848d6c-f96e-4cf2-a49f-7a95856bd6e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:12:43.254818 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-dab74b27-6913-4e10-9ddc-ac09ff759690 service neutron] Bound using segment: {'id': 'e8c90d86-a780-442e-87e6-01dd9018d927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '75848d6c-f96e-4cf2-a49f-7a95856bd6e8'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:12:43.254818 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-dab74b27-6913-4e10-9ddc-ac09ff759690 service neutron] Bound port: 0571ff5a-fc02-4621-bb4a-236a79ffe0fd, host: n-h1-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8c90d86-a780-442e-87e6-01dd9018d927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '75848d6c-f96e-4cf2-a49f-7a95856bd6e8'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:12:43.254818 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-dab74b27-6913-4e10-9ddc-ac09ff759690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:43.270993 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d364ccb7-bfed-403b-9fba-7d0cdccf7ac9 req-2c794393-1386-410e-acc0-901ad382ac52 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:43.272635 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d364ccb7-bfed-403b-9fba-7d0cdccf7ac9 req-2c794393-1386-410e-acc0-901ad382ac52 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.61 "GET /v2.0/ports?device_id=908f7f12-c025-4deb-bedf-4bc3345653bf HTTP/1.1" status: 200 len: 950 time: 0.1585190 Oct 12 19:12:43.273339 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae6c4ed-0fd9-4e5d-a9c1-f757b63528cd admin admin] Pushing event updated for resources: {'Port': ['ID=7061aa62-f356-4c4d-b9fa-0d99aa453589,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:12:43.283819 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1ae6c4ed-0fd9-4e5d-a9c1-f757b63528cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7898980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8092605'] for router_interface, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:43.291338 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Pushing event updated for resources: {'Port': ['ID=b61d974d-07d5-42d5-bb1b-f94785c7ea0d,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:12:43.325088 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8cc5e1-6c2f-46b0-aebd-7fbbf7efe47d req-7ffe4c17-f612-4cb3-a4a7-146338a0c44a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:43.326725 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6e8cc5e1-6c2f-46b0-aebd-7fbbf7efe47d req-7ffe4c17-f612-4cb3-a4a7-146338a0c44a service neutron] 10.222.0.67 "GET /v2.0/networks?id=c9c833e6-1691-44ed-bf82-cf9c18667411 HTTP/1.1" status: 200 len: 909 time: 0.3603742 Oct 12 19:12:43.354636 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-dab74b27-6913-4e10-9ddc-ac09ff759690 service neutron] For port 0571ff5a-fc02-4621-bb4a-236a79ffe0fd, host n-h1-813679-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:12:43.357716 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-dab74b27-6913-4e10-9ddc-ac09ff759690 service neutron] For port 0571ff5a-fc02-4621-bb4a-236a79ffe0fd, host n-h1-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=0571ff5a-fc02-4621-bb4a-236a79ffe0fd,segment=NetworkSegment(e8c90d86-a780-442e-87e6-01dd9018d927),segment_id=e8c90d86-a780-442e-87e6-01dd9018d927)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:12:43.416994 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6e8cc5e1-6c2f-46b0-aebd-7fbbf7efe47d req-439df438-43d2-49c7-a653-9ae7bab09fc4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=37efe2eb-359b-46a1-a6d9-e18d66f6a90d HTTP/1.1" status: 200 len: 217 time: 0.0715117 Oct 12 19:12:43.426026 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-dab74b27-6913-4e10-9ddc-ac09ff759690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:43.511894 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-dab74b27-6913-4e10-9ddc-ac09ff759690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:43.520747 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-dab74b27-6913-4e10-9ddc-ac09ff759690 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:43.522170 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-dab74b27-6913-4e10-9ddc-ac09ff759690 service neutron] 10.222.0.61 "PUT /v2.0/ports/0571ff5a-fc02-4621-bb4a-236a79ffe0fd HTTP/1.1" status: 200 len: 1092 time: 1.5049491 Oct 12 19:12:43.555501 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8cc5e1-6c2f-46b0-aebd-7fbbf7efe47d req-c791a583-e783-48c8-9aee-abeab43bb19b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:43.557005 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6e8cc5e1-6c2f-46b0-aebd-7fbbf7efe47d req-c791a583-e783-48c8-9aee-abeab43bb19b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e0ebc949-3a0d-4490-86b6-8c422c8edc16 HTTP/1.1" status: 200 len: 848 time: 0.1197484 Oct 12 19:12:43.559380 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae6c4ed-0fd9-4e5d-a9c1-f757b63528cd admin admin] Network a978aba0-f15d-435e-a9c8-4184336a99ce is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:12:43.565073 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-1ae6c4ed-0fd9-4e5d-a9c1-f757b63528cd admin admin] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:12:43.604014 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347a9ced-1f1d-4516-9e41-4a9bf5d74f8d req-b5ed73f2-da14-4ad4-967e-0ecb738919dc tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:43.612289 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-347a9ced-1f1d-4516-9e41-4a9bf5d74f8d req-b5ed73f2-da14-4ad4-967e-0ecb738919dc tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/ports?device_id=908f7f12-c025-4deb-bedf-4bc3345653bf HTTP/1.1" status: 200 len: 950 time: 0.1079457 Oct 12 19:12:43.630173 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab74b27-6913-4e10-9ddc-ac09ff759690 service neutron] Pushing event updated for resources: {'Port': ['ID=0571ff5a-fc02-4621-bb4a-236a79ffe0fd,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:12:43.658054 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-d364ccb7-bfed-403b-9fba-7d0cdccf7ac9 req-d8e9f006-8e2e-4371-9e73-931839fb8154 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] Deleting port d12a222f-b70d-48d5-9053-fcab69365fb4 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:12:43.658660 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-d364ccb7-bfed-403b-9fba-7d0cdccf7ac9 req-d8e9f006-8e2e-4371-9e73-931839fb8154 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:43.696685 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-347a9ced-1f1d-4516-9e41-4a9bf5d74f8d req-0ccb3303-bce5-4272-a683-fd33b87ef948 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/security-groups?id=97ebf564-c5fe-4f12-92a1-b237f08112ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833619 Oct 12 19:12:43.709689 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-d17b9fa4-327e-4a99-b6f5-80b84031c988 service neutron] Request body: {'port': {'device_id': 'f9d7ead0-dd83-4fbd-a8d8-d3de1f31954f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:12:43.714402 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6e8cc5e1-6c2f-46b0-aebd-7fbbf7efe47d req-a769d392-090c-45c0-a2d5-3229d5c3c33d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c9c833e6-1691-44ed-bf82-cf9c18667411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1123576 Oct 12 19:12:43.835496 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-d17b9fa4-327e-4a99-b6f5-80b84031c988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:43.924923 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb246a5-c21b-44ee-a297-26adfb50324b req-b911debb-46c2-43c7-8469-9c038e059e86 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:43.931393 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb246a5-c21b-44ee-a297-26adfb50324b req-b911debb-46c2-43c7-8469-9c038e059e86 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:43.940320 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb246a5-c21b-44ee-a297-26adfb50324b req-b911debb-46c2-43c7-8469-9c038e059e86 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:43.942587 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fdb246a5-c21b-44ee-a297-26adfb50324b req-b911debb-46c2-43c7-8469-9c038e059e86 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] 10.222.0.49 "GET /v2.0/ports?device_id=f9d7ead0-dd83-4fbd-a8d8-d3de1f31954f HTTP/1.1" status: 200 len: 2400 time: 0.4038987 Oct 12 19:12:44.021937 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd61da5e1-1a01-4f28-a289-f8cc732d7154', 'name': 'network-vif-deleted', 'tag': 'c50e084a-aa24-4b2a-b1b3-a26e8bc6a774'}, {'name': 'network-changed', 'server_uuid': 'f9d7ead0-dd83-4fbd-a8d8-d3de1f31954f', 'tag': '0571ff5a-fc02-4621-bb4a-236a79ffe0fd'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:12:44.024634 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-882de7cf-971b-4b65-aa4c-c277607a8751" -d '{"events": [{"server_uuid": "d61da5e1-1a01-4f28-a289-f8cc732d7154", "name": "network-vif-deleted", "tag": "c50e084a-aa24-4b2a-b1b3-a26e8bc6a774"}, {"name": "network-changed", "server_uuid": "f9d7ead0-dd83-4fbd-a8d8-d3de1f31954f", "tag": "0571ff5a-fc02-4621-bb4a-236a79ffe0fd"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:12:44.058482 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-7a548d9c-c3d7-40f4-a2ef-66fb45589ea5 None None] Provisioning complete for port 7061aa62-f356-4c4d-b9fa-0d99aa453589 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:12:44.059049 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7a548d9c-c3d7-40f4-a2ef-66fb45589ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:44.081353 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-423f7037-0956-4af8-9b8e-b7cae0e61a82 req-d47c9b01-516c-4dfb-ad43-269edfc1cd4f tempest-ImagesOneServerTestJSON-1274155994 tempest-ImagesOneServerTestJSON-1274155994-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=dbe26f61f6c24844a0760f79c52285fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0248966 Oct 12 19:12:44.081567 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fdb246a5-c21b-44ee-a297-26adfb50324b req-6a29b49f-d5a3-4a25-96d6-0ca5887e0796 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7fef4b9-8773-4d4f-9bfd-80a30678a2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282148 Oct 12 19:12:44.087107 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-d364ccb7-bfed-403b-9fba-7d0cdccf7ac9 req-d8e9f006-8e2e-4371-9e73-931839fb8154 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] For port d12a222f-b70d-48d5-9053-fcab69365fb4, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=d12a222f-b70d-48d5-9053-fcab69365fb4,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:12:44.087455 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-d364ccb7-bfed-403b-9fba-7d0cdccf7ac9 req-d8e9f006-8e2e-4371-9e73-931839fb8154 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:44.134284 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-d364ccb7-bfed-403b-9fba-7d0cdccf7ac9 req-d8e9f006-8e2e-4371-9e73-931839fb8154 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] Calling delete_port for d12a222f-b70d-48d5-9053-fcab69365fb4 owned by compute:nova {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:12:44.138334 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-7a548d9c-c3d7-40f4-a2ef-66fb45589ea5 None None] Port 7061aa62-f356-4c4d-b9fa-0d99aa453589 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:12:44.152783 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ae6c4ed-0fd9-4e5d-a9c1-f757b63528cd admin admin] Router b6f69642-6858-4f1e-8ea7-e3827c2f7a6e has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:12:44.152783 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6e8cc5e1-6c2f-46b0-aebd-7fbbf7efe47d req-05b101b5-1cf7-4512-86a9-72894c1da690 service neutron] 10.222.0.67 "GET /v2.0/networks/c9c833e6-1691-44ed-bf82-cf9c18667411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3559899 Oct 12 19:12:44.296238 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423f7037-0956-4af8-9b8e-b7cae0e61a82 req-983bac91-be1b-4f4b-849f-bbcb3da2c21c tempest-ImagesOneServerTestJSON-1274155994 tempest-ImagesOneServerTestJSON-1274155994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:44.297745 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-423f7037-0956-4af8-9b8e-b7cae0e61a82 req-983bac91-be1b-4f4b-849f-bbcb3da2c21c tempest-ImagesOneServerTestJSON-1274155994 tempest-ImagesOneServerTestJSON-1274155994-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2030137 Oct 12 19:12:44.303329 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-d17b9fa4-327e-4a99-b6f5-80b84031c988 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9ec3115-a205-46de-a773-3248cbd5840e {{(pid=95502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:12:44.317752 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-d17b9fa4-327e-4a99-b6f5-80b84031c988 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:44.322525 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-423f7037-0956-4af8-9b8e-b7cae0e61a82 req-e0867c75-d4e3-42f0-9fab-4c3e11d65633 tempest-ImagesOneServerTestJSON-1274155994 tempest-ImagesOneServerTestJSON-1274155994-project] 10.222.0.49 "GET /v2.0/quotas/dbe26f61f6c24844a0760f79c52285fa HTTP/1.1" status: 200 len: 375 time: 0.0148184 Oct 12 19:12:44.341617 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-d17b9fa4-327e-4a99-b6f5-80b84031c988 service neutron] Transition to ACTIVE for port object f9ec3115-a205-46de-a773-3248cbd5840e will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:12:44.359243 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-423f7037-0956-4af8-9b8e-b7cae0e61a82 req-b830c93c-1f89-4890-8008-6c59ac262d74 tempest-ImagesOneServerTestJSON-1274155994 tempest-ImagesOneServerTestJSON-1274155994-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=dbe26f61f6c24844a0760f79c52285fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288036 Oct 12 19:12:44.416197 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-d17b9fa4-327e-4a99-b6f5-80b84031c988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:44.423475 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b62eee-146f-4594-b887-74a4bf6afc35 req-182de192-6760-4cc8-b263-f0c4a7c36e0b tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:44.423475 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-30b62eee-146f-4594-b887-74a4bf6afc35 req-182de192-6760-4cc8-b263-f0c4a7c36e0b tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/ports?device_id=01506d15-4b2a-4485-b3ec-bce72d999a41 HTTP/1.1" status: 200 len: 943 time: 0.1801119 Oct 12 19:12:44.433426 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6e8cc5e1-6c2f-46b0-aebd-7fbbf7efe47d req-2514aabf-2549-49c8-bac1-f9b09e7bf175 service neutron] 10.222.0.67 "GET /v2.0/networks/c9c833e6-1691-44ed-bf82-cf9c18667411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2722075 Oct 12 19:12:44.462415 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ae6c4ed-0fd9-4e5d-a9c1-f757b63528cd admin admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:12:44.476119 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-1ae6c4ed-0fd9-4e5d-a9c1-f757b63528cd admin admin] 10.222.0.49 "PUT /v2.0/routers/b6f69642-6858-4f1e-8ea7-e3827c2f7a6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2686653 Oct 12 19:12:44.482579 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a45dac-ec96-4be9-b1f2-133292c92a3b None None] Sync routers for ids ['b6f69642-6858-4f1e-8ea7-e3827c2f7a6e'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:12:44.501895 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a45dac-ec96-4be9-b1f2-133292c92a3b None None] Routers {'b6f69642-6858-4f1e-8ea7-e3827c2f7a6e'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:12:44.502548 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-30a45dac-ec96-4be9-b1f2-133292c92a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:12:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['b6f69642-6858-4f1e-8ea7-e3827c2f7a6e'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:12:44.533986 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17b9fa4-327e-4a99-b6f5-80b84031c988 service neutron] Pushing event updated for resources: {'Port': ['ID=f9ec3115-a205-46de-a773-3248cbd5840e,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:12:44.585162 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-30b62eee-146f-4594-b887-74a4bf6afc35 req-4639b44f-e596-499e-b3cf-88f561574add tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cccf57-f452-41a8-9e48-a6e744310271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501274 Oct 12 19:12:44.681852 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-d364ccb7-bfed-403b-9fba-7d0cdccf7ac9 req-d8e9f006-8e2e-4371-9e73-931839fb8154 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:44.699431 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-30a45dac-ec96-4be9-b1f2-133292c92a3b None None] Set router b6f69642-6858-4f1e-8ea7-e3827c2f7a6e gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:12:44.699893 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['a51cc259-ed8d-4ab8-8a57-ecdf983cdaf2'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:12:44.718710 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e9f006-8e2e-4371-9e73-931839fb8154 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] Pushing event deleted for resources: {'Port': ['ID=d12a222f-b70d-48d5-9053-fcab69365fb4,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:12:44.766374 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-d17b9fa4-327e-4a99-b6f5-80b84031c988 service neutron] Attempting to bind port f9ec3115-a205-46de-a773-3248cbd5840e on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:12:44.766720 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-d17b9fa4-327e-4a99-b6f5-80b84031c988 service neutron] Attempting to bind port f9ec3115-a205-46de-a773-3248cbd5840e by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': 'e3f76181-fe06-4876-9f38-c15bd317ab4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4437e74a-b36e-489a-ac58-43f89f4498fc'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:12:44.767053 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-d17b9fa4-327e-4a99-b6f5-80b84031c988 service neutron] Attempting to bind port f9ec3115-a205-46de-a773-3248cbd5840e on network 4437e74a-b36e-489a-ac58-43f89f4498fc {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:12:44.779669 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-d364ccb7-bfed-403b-9fba-7d0cdccf7ac9 req-d8e9f006-8e2e-4371-9e73-931839fb8154 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] No DVR routers for this DVR port d12a222f-b70d-48d5-9053-fcab69365fb4 on host n-h1-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:12:44.782732 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-d17b9fa4-327e-4a99-b6f5-80b84031c988 service neutron] Port f9ec3115-a205-46de-a773-3248cbd5840e on network 4437e74a-b36e-489a-ac58-43f89f4498fc not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:12:44.786800 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-d17b9fa4-327e-4a99-b6f5-80b84031c988 service neutron] Attempting to bind port f9ec3115-a205-46de-a773-3248cbd5840e on network 4437e74a-b36e-489a-ac58-43f89f4498fc {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:12:44.786897 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-d364ccb7-bfed-403b-9fba-7d0cdccf7ac9 req-d8e9f006-8e2e-4371-9e73-931839fb8154 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:44.793844 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d364ccb7-bfed-403b-9fba-7d0cdccf7ac9 req-d8e9f006-8e2e-4371-9e73-931839fb8154 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.61 "DELETE /v2.0/ports/d12a222f-b70d-48d5-9053-fcab69365fb4 HTTP/1.1" status: 204 len: 173 time: 1.5069270 Oct 12 19:12:44.794547 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '908f7f12-c025-4deb-bedf-4bc3345653bf', 'name': 'network-vif-deleted', 'tag': 'd12a222f-b70d-48d5-9053-fcab69365fb4'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:12:44.801180 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fb56f5b-bb68-49d2-9d73-f9de46df569a" -d '{"events": [{"server_uuid": "908f7f12-c025-4deb-bedf-4bc3345653bf", "name": "network-vif-deleted", "tag": "d12a222f-b70d-48d5-9053-fcab69365fb4"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:12:44.807444 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-d17b9fa4-327e-4a99-b6f5-80b84031c988 service neutron] Checking agent: {'id': 'f5e9725f-f5a6-43c2-a1be-95e21e9a1fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:12:44.808364 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-d17b9fa4-327e-4a99-b6f5-80b84031c988 service neutron] Checking segment: {'id': 'e3f76181-fe06-4876-9f38-c15bd317ab4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4437e74a-b36e-489a-ac58-43f89f4498fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:12:44.808797 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-d17b9fa4-327e-4a99-b6f5-80b84031c988 service neutron] Bound using segment: {'id': 'e3f76181-fe06-4876-9f38-c15bd317ab4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4437e74a-b36e-489a-ac58-43f89f4498fc'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:12:44.810109 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-d17b9fa4-327e-4a99-b6f5-80b84031c988 service neutron] Bound port: f9ec3115-a205-46de-a773-3248cbd5840e, host: n-h1-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3f76181-fe06-4876-9f38-c15bd317ab4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4437e74a-b36e-489a-ac58-43f89f4498fc'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:12:44.810467 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-d17b9fa4-327e-4a99-b6f5-80b84031c988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:44.862190 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 12 Oct 2021 19:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d5a2a37-090d-4274-a6e8-447df06d1b33 x-openstack-request-id: req-2d5a2a37-090d-4274-a6e8-447df06d1b33 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:12:44.862569 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d61da5e1-1a01-4f28-a289-f8cc732d7154", "name": "network-vif-deleted", "tag": "c50e084a-aa24-4b2a-b1b3-a26e8bc6a774", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f9d7ead0-dd83-4fbd-a8d8-d3de1f31954f", "tag": "0571ff5a-fc02-4621-bb4a-236a79ffe0fd", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:12:44.862892 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2d5a2a37-090d-4274-a6e8-447df06d1b33 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:12:44.867423 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd61da5e1-1a01-4f28-a289-f8cc732d7154', 'name': 'network-vif-deleted', 'tag': 'c50e084a-aa24-4b2a-b1b3-a26e8bc6a774', 'status': 'completed', 'code': 200} Oct 12 19:12:44.867764 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9d7ead0-dd83-4fbd-a8d8-d3de1f31954f', 'tag': '0571ff5a-fc02-4621-bb4a-236a79ffe0fd', 'status': 'completed', 'code': 200} Oct 12 19:12:44.912842 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882de7cf-971b-4b65-aa4c-c277607a8751 req-5f3c917d-c5eb-44f7-91e6-f8c51eada308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:44.913577 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882de7cf-971b-4b65-aa4c-c277607a8751 req-5f3c917d-c5eb-44f7-91e6-f8c51eada308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:44.914465 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882de7cf-971b-4b65-aa4c-c277607a8751 req-5f3c917d-c5eb-44f7-91e6-f8c51eada308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:44.914585 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device b61d974d-07d5-42d5-bb1b-f94785c7ea0d up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:12:44.916629 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-882de7cf-971b-4b65-aa4c-c277607a8751 req-5f3c917d-c5eb-44f7-91e6-f8c51eada308 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fd5c6867cc7247f59c07ecc3b6c18599&device_id=f9d7ead0-dd83-4fbd-a8d8-d3de1f31954f HTTP/1.1" status: 200 len: 2823 time: 0.0693014 Oct 12 19:12:44.980556 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2f7f6f48-cdc1-48cc-9ec1-0f0c30424fe4 req-1b82dd40-5d6b-49e9-926a-d8364315bfd4 tempest-ImagesOneServerTestJSON-1274155994 tempest-ImagesOneServerTestJSON-1274155994-project] 10.222.0.49 "GET /v2.0/ports?device_id=664646b6-1bc7-4f9a-bf1e-343f948f26da HTTP/1.1" status: 200 len: 210 time: 0.0900087 Oct 12 19:12:45.036266 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882de7cf-971b-4b65-aa4c-c277607a8751 req-b4f6d200-cff5-40fd-b608-3634bd7bcecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:45.036643 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882de7cf-971b-4b65-aa4c-c277607a8751 req-b4f6d200-cff5-40fd-b608-3634bd7bcecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:45.037243 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882de7cf-971b-4b65-aa4c-c277607a8751 req-b4f6d200-cff5-40fd-b608-3634bd7bcecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:45.039316 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-882de7cf-971b-4b65-aa4c-c277607a8751 req-b4f6d200-cff5-40fd-b608-3634bd7bcecd service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=fd5c6867cc7247f59c07ecc3b6c18599&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.1107650 Oct 12 19:12:45.051617 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port b61d974d-07d5-42d5-bb1b-f94785c7ea0d triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:12:45.052290 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:45.060427 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-d17b9fa4-327e-4a99-b6f5-80b84031c988 service neutron] For port f9ec3115-a205-46de-a773-3248cbd5840e, host n-h1-813679-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:12:45.067469 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-d17b9fa4-327e-4a99-b6f5-80b84031c988 service neutron] For port f9ec3115-a205-46de-a773-3248cbd5840e, host n-h1-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=f9ec3115-a205-46de-a773-3248cbd5840e,segment=NetworkSegment(e3f76181-fe06-4876-9f38-c15bd317ab4a),segment_id=e3f76181-fe06-4876-9f38-c15bd317ab4a)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:12:45.118683 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 37efe2eb-359b-46a1-a6d9-e18d66f6a90d details requested by agent hyperv_n-h2-813679-3 with host n-h2-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:12:45.125539 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device c50e084a-aa24-4b2a-b1b3-a26e8bc6a774 no longer exists at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:12:45.202447 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-30a45dac-ec96-4be9-b1f2-133292c92a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6f69642-6858-4f1e-8ea7-e3827c2f7a6e', 'name': 'tempest-FloatingIPsNegativeTestJSON-1297339651-router', 'tenant_id': '8e2a9481e40644a8a102010b6c955132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': 'b61d974d-07d5-42d5-bb1b-f94785c7ea0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:12:34Z', 'updated_at': '2021-10-12T19:12:41Z', 'revision_number': 4, 'project_id': '8e2a9481e40644a8a102010b6c955132', 'gw_port': {'id': 'b61d974d-07d5-42d5-bb1b-f94785c7ea0d', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:db:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f69642-6858-4f1e-8ea7-e3827c2f7a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:12:35Z', 'updated_at': '2021-10-12T19:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '7061aa62-f356-4c4d-b9fa-0d99aa453589', 'name': '', 'network_id': 'a978aba0-f15d-435e-a9c8-4184336a99ce', 'tenant_id': '8e2a9481e40644a8a102010b6c955132', 'mac_address': 'fa:16:3e:02:54:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6f69642-6858-4f1e-8ea7-e3827c2f7a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '74a739a8-7e75-4644-b41a-0d845ddb3516', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:12:40Z', 'updated_at': '2021-10-12T19:12:42Z', 'revision_number': 2, 'project_id': '8e2a9481e40644a8a102010b6c955132', 'subnets': [{'id': '74a739a8-7e75-4644-b41a-0d845ddb3516', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:12:45.211464 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] No Port match for: c50e084a-aa24-4b2a-b1b3-a26e8bc6a774 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:12:45.216511 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device c50e084a-aa24-4b2a-b1b3-a26e8bc6a774 not bound to the agent host n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:12:45.217954 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-d17b9fa4-327e-4a99-b6f5-80b84031c988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:45.228630 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882de7cf-971b-4b65-aa4c-c277607a8751 req-d4ed26f3-be2a-413b-9ed2-ce6a1fac5f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:45.231289 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-882de7cf-971b-4b65-aa4c-c277607a8751 req-d4ed26f3-be2a-413b-9ed2-ce6a1fac5f76 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1826773 Oct 12 19:12:45.254468 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a45dac-ec96-4be9-b1f2-133292c92a3b None None] Checking router: b6f69642-6858-4f1e-8ea7-e3827c2f7a6e for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:12:45.254828 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a45dac-ec96-4be9-b1f2-133292c92a3b None None] Updating router b6f69642-6858-4f1e-8ea7-e3827c2f7a6e port 7061aa62-f356-4c4d-b9fa-0d99aa453589 binding host n-d-813679-3 {{(pid=95504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 19:12:45.281090 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3f08f140-c831-4490-aaa5-18bb61030849 req-1a0ae0ec-70e5-43ae-ba8d-994095a36e7c tempest-FloatingIPsNegativeTestJSON-106881878 tempest-FloatingIPsNegativeTestJSON-106881878-project] 10.222.0.49 "GET /v2.0/floatingips?tenant_id=8e2a9481e40644a8a102010b6c955132 HTTP/1.1" status: 200 len: 217 time: 0.1408606 Oct 12 19:12:45.309771 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-d17b9fa4-327e-4a99-b6f5-80b84031c988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:45.310455 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-d17b9fa4-327e-4a99-b6f5-80b84031c988 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:45.311776 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-d17b9fa4-327e-4a99-b6f5-80b84031c988 service neutron] 10.222.0.61 "PUT /v2.0/ports/f9ec3115-a205-46de-a773-3248cbd5840e HTTP/1.1" status: 200 len: 1092 time: 1.6359770 Oct 12 19:12:45.330473 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-30a45dac-ec96-4be9-b1f2-133292c92a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:45.375101 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17b9fa4-327e-4a99-b6f5-80b84031c988 service neutron] Pushing event updated for resources: {'Port': ['ID=f9ec3115-a205-46de-a773-3248cbd5840e,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:12:45.438763 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 37efe2eb-359b-46a1-a6d9-e18d66f6a90d, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=37efe2eb-359b-46a1-a6d9-e18d66f6a90d,segment=NetworkSegment(af837146-1b4e-4c2b-b1ce-96eb7f990955),segment_id=af837146-1b4e-4c2b-b1ce-96eb7f990955)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:12:45.449798 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9c108df4-7250-446c-a3ca-c54cc3b5e8bc req-fe531b56-da2c-41ce-848c-bc648b282bbd tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/ports?device_id=908f7f12-c025-4deb-bedf-4bc3345653bf HTTP/1.1" status: 200 len: 210 time: 0.0552492 Oct 12 19:12:45.468866 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Returning: {'device': '37efe2eb-359b-46a1-a6d9-e18d66f6a90d', 'network_id': 'c9c833e6-1691-44ed-bf82-cf9c18667411', 'port_id': '37efe2eb-359b-46a1-a6d9-e18d66f6a90d', 'mac_address': 'fa:16:3e:de:fb:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0ebc949-3a0d-4490-86b6-8c422c8edc16', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:12:45.513523 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-481b4f00-0df9-45b1-b8c7-ab26b1097e10 x-openstack-request-id: req-481b4f00-0df9-45b1-b8c7-ab26b1097e10 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:12:45.514029 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "908f7f12-c025-4deb-bedf-4bc3345653bf", "name": "network-vif-deleted", "tag": "d12a222f-b70d-48d5-9053-fcab69365fb4", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:12:45.514426 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-481b4f00-0df9-45b1-b8c7-ab26b1097e10 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:12:45.514982 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '908f7f12-c025-4deb-bedf-4bc3345653bf', 'name': 'network-vif-deleted', 'tag': 'd12a222f-b70d-48d5-9053-fcab69365fb4', 'status': 'completed', 'code': 200} Oct 12 19:12:45.524872 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-183f3afc-cc21-46f5-a8cb-afa61b7fbbff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:45.525634 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-183f3afc-cc21-46f5-a8cb-afa61b7fbbff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:45.527526 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-183f3afc-cc21-46f5-a8cb-afa61b7fbbff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:45.529794 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-183f3afc-cc21-46f5-a8cb-afa61b7fbbff service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fd5c6867cc7247f59c07ecc3b6c18599&device_id=f9d7ead0-dd83-4fbd-a8d8-d3de1f31954f HTTP/1.1" status: 200 len: 2865 time: 0.0670178 Oct 12 19:12:45.551598 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:45.573757 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37efe2eb-359b-46a1-a6d9-e18d66f6a90d {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:12:45.598880 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-21b31480-0266-4eb5-bb06-948daa4d3804 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.85&port_id=c12bf055-6053-403d-b73f-7f561b8ba71b HTTP/1.1" status: 200 len: 217 time: 0.0573661 Oct 12 19:12:45.612612 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 37efe2eb-359b-46a1-a6d9-e18d66f6a90d, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=37efe2eb-359b-46a1-a6d9-e18d66f6a90d,segment=NetworkSegment(af837146-1b4e-4c2b-b1ce-96eb7f990955),segment_id=af837146-1b4e-4c2b-b1ce-96eb7f990955)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:12:45.678570 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451de301-76e1-4a9e-84da-3f696021158c req-4a768e7f-da42-4cbe-8315-72722faa62d5 tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:45.681762 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-451de301-76e1-4a9e-84da-3f696021158c req-4a768e7f-da42-4cbe-8315-72722faa62d5 tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] 10.222.0.49 "GET /v2.0/ports?device_id=fe75de1f-a223-4b05-ab56-b9feb006b94e HTTP/1.1" status: 200 len: 948 time: 0.0736103 Oct 12 19:12:45.694211 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:45.714602 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f44f597-b8f0-43e3-8c5d-4770aef2f0c4 req-e0ac1952-820d-46cd-90a1-4be65af8c552 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:45.721576 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f44f597-b8f0-43e3-8c5d-4770aef2f0c4 req-e0ac1952-820d-46cd-90a1-4be65af8c552 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:45.729044 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f44f597-b8f0-43e3-8c5d-4770aef2f0c4 req-e0ac1952-820d-46cd-90a1-4be65af8c552 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:45.731449 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7f44f597-b8f0-43e3-8c5d-4770aef2f0c4 req-e0ac1952-820d-46cd-90a1-4be65af8c552 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] 10.222.0.49 "GET /v2.0/ports?device_id=f9d7ead0-dd83-4fbd-a8d8-d3de1f31954f HTTP/1.1" status: 200 len: 2412 time: 0.1358926 Oct 12 19:12:45.734139 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-740ae394-1584-4b69-8ff0-0851293aafcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:45.736248 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-740ae394-1584-4b69-8ff0-0851293aafcb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a2645349-449f-45f4-b3af-983ce5e7e292 HTTP/1.1" status: 200 len: 801 time: 0.1217844 Oct 12 19:12:45.752380 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-451de301-76e1-4a9e-84da-3f696021158c req-e5ef7846-6697-469d-b8c3-60b0796bd074 tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] 10.222.0.49 "GET /v2.0/security-groups?id=d81c912b-51e6-4dcc-ae7a-8b303917556f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606511 Oct 12 19:12:45.791767 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=37efe2eb-359b-46a1-a6d9-e18d66f6a90d,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:12:45.797524 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-70456cbc-6fe7-45b0-a5b5-9b0bae2cf4c4 req-8956f894-dd09-4de6-b814-eebb26dc508d tempest-FloatingIPsNegativeTestJSON-106881878 tempest-FloatingIPsNegativeTestJSON-106881878-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0255599 Oct 12 19:12:45.820553 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device d12a222f-b70d-48d5-9053-fcab69365fb4 no longer exists at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:12:45.827099 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7f44f597-b8f0-43e3-8c5d-4770aef2f0c4 req-a4d3e2bb-0abc-4170-9b9c-0fb81f6542ca tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7fef4b9-8773-4d4f-9bfd-80a30678a2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882478 Oct 12 19:12:45.837137 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-608a55f5-cea4-406a-8666-761b9ac5bb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:45.839812 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-608a55f5-cea4-406a-8666-761b9ac5bb91 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4437e74a-b36e-489a-ac58-43f89f4498fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0863326 Oct 12 19:12:45.850233 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-30a45dac-ec96-4be9-b1f2-133292c92a3b None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:45.869412 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] No Port match for: d12a222f-b70d-48d5-9053-fcab69365fb4 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:12:45.870779 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device d12a222f-b70d-48d5-9053-fcab69365fb4 not bound to the agent host n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:12:45.942348 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108e7552-f740-4b0c-9216-7540b3612c73 req-c340aa46-165b-4f03-9e3f-e3747caaea5a tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:45.943830 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-108e7552-f740-4b0c-9216-7540b3612c73 req-c340aa46-165b-4f03-9e3f-e3747caaea5a tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/ports?device_id=01506d15-4b2a-4485-b3ec-bce72d999a41 HTTP/1.1" status: 200 len: 944 time: 0.0593956 Oct 12 19:12:45.985295 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-108e7552-f740-4b0c-9216-7540b3612c73 req-7c75cf4b-6d82-499a-99fa-0723ed47eab6 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cccf57-f452-41a8-9e48-a6e744310271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352871 Oct 12 19:12:45.992292 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-a6541aba-cb93-4316-9199-f47019b77f5f service neutron] 10.222.0.61 "GET /v2.0/networks/4437e74a-b36e-489a-ac58-43f89f4498fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459537 Oct 12 19:12:45.993260 n-d-813679-3 neutron-server[95502]: INFO neutron.api.v2.resource [req-e5e280ec-5de6-48f8-83ef-eac2899e4e63 req-4962d615-252a-465a-b1d2-700f63554610 tempest-FloatingIPsNegativeTestJSON-106881878 tempest-FloatingIPsNegativeTestJSON-106881878-project] show failed (client error): The resource could not be found. Oct 12 19:12:45.994179 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e5e280ec-5de6-48f8-83ef-eac2899e4e63 req-4962d615-252a-465a-b1d2-700f63554610 tempest-FloatingIPsNegativeTestJSON-106881878 tempest-FloatingIPsNegativeTestJSON-106881878-project] 10.222.0.49 "GET /v2.0/floatingips/38226288-684a-44af-83ce-1ff51003f89b HTTP/1.1" status: 404 len: 350 time: 0.0497546 Oct 12 19:12:46.003489 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 58680) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:12:46.074268 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['37efe2eb-359b-46a1-a6d9-e18d66f6a90d'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:12:46.118375 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3e1c2bab-9962-4e1e-876b-3e04e2486332 req-0033cf43-f20a-44d5-8b2b-9c23773dfb67 tempest-ImagesOneServerTestJSON-1274155994 tempest-ImagesOneServerTestJSON-1274155994-project] 10.222.0.49 "GET /v2.0/ports?device_id=664646b6-1bc7-4f9a-bf1e-343f948f26da HTTP/1.1" status: 200 len: 210 time: 0.0635927 Oct 12 19:12:46.122938 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-30a45dac-ec96-4be9-b1f2-133292c92a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:46.200682 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-4801fc64-63ba-44f9-a82b-f6c346bce94a service neutron] 10.222.0.61 "GET /v2.0/networks/4437e74a-b36e-489a-ac58-43f89f4498fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006037 Oct 12 19:12:46.209624 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d220f0-3c90-4a38-91e1-05586b82d6b0 None None] Pushing event updated for resources: {'Port': ['ID=7061aa62-f356-4c4d-b9fa-0d99aa453589,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:12:46.277613 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-cb837c66-1156-4344-9805-12ba9cf6ef89 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.104&port_id=0571ff5a-fc02-4621-bb4a-236a79ffe0fd HTTP/1.1" status: 200 len: 217 time: 0.0392888 Oct 12 19:12:46.298536 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-30a45dac-ec96-4be9-b1f2-133292c92a3b None None] Attempting to bind port 7061aa62-f356-4c4d-b9fa-0d99aa453589 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:12:46.298909 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-30a45dac-ec96-4be9-b1f2-133292c92a3b None None] Attempting to bind port 7061aa62-f356-4c4d-b9fa-0d99aa453589 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '73e2e080-aa57-4023-9ff4-35f6028776a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'a978aba0-f15d-435e-a9c8-4184336a99ce'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:12:46.299279 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a45dac-ec96-4be9-b1f2-133292c92a3b None None] Attempting to bind port 7061aa62-f356-4c4d-b9fa-0d99aa453589 on network a978aba0-f15d-435e-a9c8-4184336a99ce {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:12:46.305645 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a45dac-ec96-4be9-b1f2-133292c92a3b None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:12:46.306024 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a45dac-ec96-4be9-b1f2-133292c92a3b None None] Checking segment: {'id': '73e2e080-aa57-4023-9ff4-35f6028776a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'a978aba0-f15d-435e-a9c8-4184336a99ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:12:46.306591 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-30a45dac-ec96-4be9-b1f2-133292c92a3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:46.306991 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a45dac-ec96-4be9-b1f2-133292c92a3b None None] Bound using segment: {'id': '73e2e080-aa57-4023-9ff4-35f6028776a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'a978aba0-f15d-435e-a9c8-4184336a99ce'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:12:46.307624 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-30a45dac-ec96-4be9-b1f2-133292c92a3b None None] Bound port: 7061aa62-f356-4c4d-b9fa-0d99aa453589, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73e2e080-aa57-4023-9ff4-35f6028776a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'a978aba0-f15d-435e-a9c8-4184336a99ce'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:12:46.308163 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-30a45dac-ec96-4be9-b1f2-133292c92a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:46.374449 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-6b8e5079-2e4a-4df9-a948-43bae474c6af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:46.376120 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-6b8e5079-2e4a-4df9-a948-43bae474c6af service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fb5da6da-3180-46c8-8611-60d79c1e5f8d HTTP/1.1" status: 200 len: 801 time: 0.0899220 Oct 12 19:12:46.381985 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-30a45dac-ec96-4be9-b1f2-133292c92a3b None None] For port 7061aa62-f356-4c4d-b9fa-0d99aa453589, host n-d-813679-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:12:46.385241 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-30a45dac-ec96-4be9-b1f2-133292c92a3b None None] For port 7061aa62-f356-4c4d-b9fa-0d99aa453589, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=7061aa62-f356-4c4d-b9fa-0d99aa453589,segment=NetworkSegment(73e2e080-aa57-4023-9ff4-35f6028776a0),segment_id=73e2e080-aa57-4023-9ff4-35f6028776a0)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:12:46.450905 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-30a45dac-ec96-4be9-b1f2-133292c92a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:46.477063 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-0a37be8a-8558-400c-a5d3-a5ecf38d0837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:46.478593 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-0a37be8a-8558-400c-a5d3-a5ecf38d0837 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=75848d6c-f96e-4cf2-a49f-7a95856bd6e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0794263 Oct 12 19:12:46.515421 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d220f0-3c90-4a38-91e1-05586b82d6b0 None None] Pushing event updated for resources: {'Port': ['ID=7061aa62-f356-4c4d-b9fa-0d99aa453589,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:12:46.524287 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a45dac-ec96-4be9-b1f2-133292c92a3b None None] Routers {'b6f69642-6858-4f1e-8ea7-e3827c2f7a6e'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:12:46.525188 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-30a45dac-ec96-4be9-b1f2-133292c92a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:12:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['b6f69642-6858-4f1e-8ea7-e3827c2f7a6e'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:12:46.543020 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-32545135-7665-481d-9235-a77c75e9bde0 None None] Provisioning complete for port 7061aa62-f356-4c4d-b9fa-0d99aa453589 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:12:46.543532 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-32545135-7665-481d-9235-a77c75e9bde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:46.633446 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-67646b04-f87f-48cf-b013-5aa93c9580e8 service neutron] 10.222.0.61 "GET /v2.0/networks/75848d6c-f96e-4cf2-a49f-7a95856bd6e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379611 Oct 12 19:12:46.684464 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-32545135-7665-481d-9235-a77c75e9bde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:46.724081 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bb7cbaf8-4767-4e4a-a2c3-3fb0be93da6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8092566'] for router_interface, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:46.732504 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-32545135-7665-481d-9235-a77c75e9bde0 None None] For port 7061aa62-f356-4c4d-b9fa-0d99aa453589, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=7061aa62-f356-4c4d-b9fa-0d99aa453589,segment=NetworkSegment(73e2e080-aa57-4023-9ff4-35f6028776a0),segment_id=73e2e080-aa57-4023-9ff4-35f6028776a0)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:12:46.759860 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-30a45dac-ec96-4be9-b1f2-133292c92a3b None None] Set router b6f69642-6858-4f1e-8ea7-e3827c2f7a6e gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:12:46.833288 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-32545135-7665-481d-9235-a77c75e9bde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:46.859523 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-ed3cc195-bbd2-4665-9876-5af31f57df0f service neutron] 10.222.0.61 "GET /v2.0/networks/75848d6c-f96e-4cf2-a49f-7a95856bd6e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123413 Oct 12 19:12:46.879620 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9d7ead0-dd83-4fbd-a8d8-d3de1f31954f', 'tag': 'f9ec3115-a205-46de-a773-3248cbd5840e'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:12:46.882281 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fa694e8-0934-493e-ad8b-8fca36944bac" -d '{"events": [{"name": "network-changed", "server_uuid": "f9d7ead0-dd83-4fbd-a8d8-d3de1f31954f", "tag": "f9ec3115-a205-46de-a773-3248cbd5840e"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:12:46.898906 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32545135-7665-481d-9235-a77c75e9bde0 None None] Pushing event updated for resources: {'Port': ['ID=7061aa62-f356-4c4d-b9fa-0d99aa453589,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:12:46.936305 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-4d1c0e35-63d8-4fa3-a8d9-6da3f0803e7e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.151&port_id=f9ec3115-a205-46de-a773-3248cbd5840e HTTP/1.1" status: 200 len: 217 time: 0.0504696 Oct 12 19:12:46.955977 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-3e5ee132-8cf4-4a02-aec9-343449a16ab0 None None] Provisioning complete for port 7061aa62-f356-4c4d-b9fa-0d99aa453589 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:12:46.956593 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3e5ee132-8cf4-4a02-aec9-343449a16ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:46.987309 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c311055b-d867-4f8d-9fec-e68d008b5e41 req-398a647a-4026-4532-94c8-c27b1c8bf891 tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:46.994584 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c311055b-d867-4f8d-9fec-e68d008b5e41 req-398a647a-4026-4532-94c8-c27b1c8bf891 tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] 10.222.0.49 "GET /v2.0/ports?device_id=fe75de1f-a223-4b05-ab56-b9feb006b94e HTTP/1.1" status: 200 len: 948 time: 0.1555316 Oct 12 19:12:47.100094 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-30a45dac-ec96-4be9-b1f2-133292c92a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6f69642-6858-4f1e-8ea7-e3827c2f7a6e', 'name': 'tempest-FloatingIPsNegativeTestJSON-1297339651-router', 'tenant_id': '8e2a9481e40644a8a102010b6c955132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': 'b61d974d-07d5-42d5-bb1b-f94785c7ea0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:12:34Z', 'updated_at': '2021-10-12T19:12:41Z', 'revision_number': 4, 'project_id': '8e2a9481e40644a8a102010b6c955132', 'gw_port': {'id': 'b61d974d-07d5-42d5-bb1b-f94785c7ea0d', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:db:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f69642-6858-4f1e-8ea7-e3827c2f7a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:12:35Z', 'updated_at': '2021-10-12T19:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '7061aa62-f356-4c4d-b9fa-0d99aa453589', 'name': '', 'network_id': 'a978aba0-f15d-435e-a9c8-4184336a99ce', 'tenant_id': '8e2a9481e40644a8a102010b6c955132', 'mac_address': 'fa:16:3e:02:54:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6f69642-6858-4f1e-8ea7-e3827c2f7a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '74a739a8-7e75-4644-b41a-0d845ddb3516', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:12:40Z', 'updated_at': '2021-10-12T19:12:46Z', 'revision_number': 4, 'project_id': '8e2a9481e40644a8a102010b6c955132', 'subnets': [{'id': '74a739a8-7e75-4644-b41a-0d845ddb3516', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:12:47.127668 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc72b750-1bc3-48df-9772-3fc9d0d32e68 req-8c43ab36-0720-4158-902f-577af8d3e27e tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:47.128370 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 37efe2eb-359b-46a1-a6d9-e18d66f6a90d up at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:12:47.133861 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc72b750-1bc3-48df-9772-3fc9d0d32e68 req-8c43ab36-0720-4158-902f-577af8d3e27e tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:47.140846 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc72b750-1bc3-48df-9772-3fc9d0d32e68 req-8c43ab36-0720-4158-902f-577af8d3e27e tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:47.142820 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-dc72b750-1bc3-48df-9772-3fc9d0d32e68 req-8c43ab36-0720-4158-902f-577af8d3e27e tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] 10.222.0.49 "GET /v2.0/ports?device_id=f9d7ead0-dd83-4fbd-a8d8-d3de1f31954f HTTP/1.1" status: 200 len: 2412 time: 0.1006241 Oct 12 19:12:47.144292 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a45dac-ec96-4be9-b1f2-133292c92a3b None None] The sync data for ids ['b6f69642-6858-4f1e-8ea7-e3827c2f7a6e'] in n-d-813679-3 is: [{'id': 'b6f69642-6858-4f1e-8ea7-e3827c2f7a6e', 'name': 'tempest-FloatingIPsNegativeTestJSON-1297339651-router', 'tenant_id': '8e2a9481e40644a8a102010b6c955132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': 'b61d974d-07d5-42d5-bb1b-f94785c7ea0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:12:34Z', 'updated_at': '2021-10-12T19:12:41Z', 'revision_number': 4, 'project_id': '8e2a9481e40644a8a102010b6c955132', 'gw_port': {'id': 'b61d974d-07d5-42d5-bb1b-f94785c7ea0d', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:db:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f69642-6858-4f1e-8ea7-e3827c2f7a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:12:35Z', 'updated_at': '2021-10-12T19:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '7061aa62-f356-4c4d-b9fa-0d99aa453589', 'name': '', 'network_id': 'a978aba0-f15d-435e-a9c8-4184336a99ce', 'tenant_id': '8e2a9481e40644a8a102010b6c955132', 'mac_address': 'fa:16:3e:02:54:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6f69642-6858-4f1e-8ea7-e3827c2f7a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '74a739a8-7e75-4644-b41a-0d845ddb3516', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:12:40Z', 'updated_at': '2021-10-12T19:12:46Z', 'revision_number': 4, 'project_id': '8e2a9481e40644a8a102010b6c955132', 'subnets': [{'id': '74a739a8-7e75-4644-b41a-0d845ddb3516', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:12:47.223595 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-dc72b750-1bc3-48df-9772-3fc9d0d32e68 req-64f05887-8af0-4d74-8962-af03fbac027a tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7fef4b9-8773-4d4f-9bfd-80a30678a2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473125 Oct 12 19:12:47.301694 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning for port 37efe2eb-359b-46a1-a6d9-e18d66f6a90d completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:12:47.306847 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning complete for port 37efe2eb-359b-46a1-a6d9-e18d66f6a90d triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:12:47.307229 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:47.419879 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0d42899-cf7f-4ded-af45-e6f88ca324d1 x-openstack-request-id: req-c0d42899-cf7f-4ded-af45-e6f88ca324d1 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:12:47.420477 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9d7ead0-dd83-4fbd-a8d8-d3de1f31954f", "tag": "f9ec3115-a205-46de-a773-3248cbd5840e", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:12:47.420477 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c0d42899-cf7f-4ded-af45-e6f88ca324d1 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:12:47.420787 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9d7ead0-dd83-4fbd-a8d8-d3de1f31954f', 'tag': 'f9ec3115-a205-46de-a773-3248cbd5840e', 'status': 'completed', 'code': 200} Oct 12 19:12:47.423890 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-86e73129-5d34-41d4-8a23-b900a2a8e347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:47.425355 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-86e73129-5d34-41d4-8a23-b900a2a8e347 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a2645349-449f-45f4-b3af-983ce5e7e292 HTTP/1.1" status: 200 len: 801 time: 0.4807186 Oct 12 19:12:47.463519 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c311055b-d867-4f8d-9fec-e68d008b5e41 req-34dc4d4c-8581-4c9a-999e-45fea906e1f4 tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] 10.222.0.49 "GET /v2.0/security-groups?id=d81c912b-51e6-4dcc-ae7a-8b303917556f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4669116 Oct 12 19:12:47.483136 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0530f214-5990-40b5-a3e0-08995bd63402 req-d638f091-3916-4478-8aa6-1bcaee775a63 tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:47.484926 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0530f214-5990-40b5-a3e0-08995bd63402 req-d638f091-3916-4478-8aa6-1bcaee775a63 tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] 10.222.0.67 "GET /v2.0/ports?device_id=fe75de1f-a223-4b05-ab56-b9feb006b94e HTTP/1.1" status: 200 len: 948 time: 0.1167965 Oct 12 19:12:47.514559 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-72426f93-3ebc-4c95-a602-3aa7311eb316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:47.514559 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-72426f93-3ebc-4c95-a602-3aa7311eb316 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4437e74a-b36e-489a-ac58-43f89f4498fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0692098 Oct 12 19:12:47.529554 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34673a95-ffb8-4845-ab34-eacb0dbeaec9 req-9f786627-7423-4404-b5bd-ff58bc461ea3 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:47.538504 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-34673a95-ffb8-4845-ab34-eacb0dbeaec9 req-9f786627-7423-4404-b5bd-ff58bc461ea3 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/ports?device_id=08fd2058-3c0a-42c8-aeae-083b075d74c3 HTTP/1.1" status: 200 len: 951 time: 0.1230230 Oct 12 19:12:47.604199 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:47.610765 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-34673a95-ffb8-4845-ab34-eacb0dbeaec9 req-6de6a70b-aa11-4df4-86bb-4300726847f2 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/security-groups?id=97ebf564-c5fe-4f12-92a1-b237f08112ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686040 Oct 12 19:12:47.643482 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01506d15-4b2a-4485-b3ec-bce72d999a41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37efe2eb-359b-46a1-a6d9-e18d66f6a90d'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:12:47.646919 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3703fd8-eaa0-4169-81d4-b6a4c2c6af11" -d '{"events": [{"server_uuid": "01506d15-4b2a-4485-b3ec-bce72d999a41", "name": "network-vif-plugged", "status": "completed", "tag": "37efe2eb-359b-46a1-a6d9-e18d66f6a90d"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:12:47.661688 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 37efe2eb-359b-46a1-a6d9-e18d66f6a90d, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=37efe2eb-359b-46a1-a6d9-e18d66f6a90d,segment=NetworkSegment(af837146-1b4e-4c2b-b1ce-96eb7f990955),segment_id=af837146-1b4e-4c2b-b1ce-96eb7f990955)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:12:47.732576 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-0530f214-5990-40b5-a3e0-08995bd63402 req-c58de539-2dcf-4396-8e2e-c44232b13706 tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] Deleting port c0f009b6-1045-46b2-9f3c-b86eb815c549 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:12:47.732819 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-0530f214-5990-40b5-a3e0-08995bd63402 req-c58de539-2dcf-4396-8e2e-c44232b13706 tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:47.733971 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:47.738419 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7ae3bd21-444e-47d6-a4f7-2da39de6858c req-1888f15a-623d-4fa7-b0d5-6e76b66c5522 tempest-ImagesOneServerTestJSON-1274155994 tempest-ImagesOneServerTestJSON-1274155994-project] 10.222.0.49 "GET /v2.0/ports?device_id=664646b6-1bc7-4f9a-bf1e-343f948f26da HTTP/1.1" status: 200 len: 210 time: 0.0346723 Oct 12 19:12:47.783784 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5109c6e-7358-450f-b73e-783db244695d req-2885cffa-20ab-446e-8834-52de2a581f32 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:47.793143 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f5109c6e-7358-450f-b73e-783db244695d req-2885cffa-20ab-446e-8834-52de2a581f32 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/ports?device_id=01506d15-4b2a-4485-b3ec-bce72d999a41 HTTP/1.1" status: 200 len: 944 time: 0.2149322 Oct 12 19:12:47.830889 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-5d6726a2-c0dc-4ad5-809f-bc284d86d6d9 service neutron] 10.222.0.61 "GET /v2.0/networks/4437e74a-b36e-489a-ac58-43f89f4498fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2984333 Oct 12 19:12:47.833533 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-423f7037-0956-4af8-9b8e-b7cae0e61a82 req-cf1cadd7-6f45-4dba-8f86-b882f56dd48e tempest-ImagesOneServerTestJSON-1274155994 tempest-ImagesOneServerTestJSON-1274155994-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=dbe26f61f6c24844a0760f79c52285fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0315704 Oct 12 19:12:47.846750 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=37efe2eb-359b-46a1-a6d9-e18d66f6a90d,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:12:47.850509 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-bb7cbaf8-4767-4e4a-a2c3-3fb0be93da6a admin admin] Deleting port 7061aa62-f356-4c4d-b9fa-0d99aa453589 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:12:47.850907 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bb7cbaf8-4767-4e4a-a2c3-3fb0be93da6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:47.880907 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-0530f214-5990-40b5-a3e0-08995bd63402 req-c58de539-2dcf-4396-8e2e-c44232b13706 tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] For port c0f009b6-1045-46b2-9f3c-b86eb815c549, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=c0f009b6-1045-46b2-9f3c-b86eb815c549,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:12:47.881281 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-0530f214-5990-40b5-a3e0-08995bd63402 req-c58de539-2dcf-4396-8e2e-c44232b13706 tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:47.891327 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-075e5e00-25ca-4c52-8a5e-c3be7f4009f2 x-openstack-request-id: req-075e5e00-25ca-4c52-8a5e-c3be7f4009f2 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:12:47.891839 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01506d15-4b2a-4485-b3ec-bce72d999a41", "name": "network-vif-plugged", "status": "completed", "tag": "37efe2eb-359b-46a1-a6d9-e18d66f6a90d", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:12:47.893475 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-075e5e00-25ca-4c52-8a5e-c3be7f4009f2 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:12:47.893475 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01506d15-4b2a-4485-b3ec-bce72d999a41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37efe2eb-359b-46a1-a6d9-e18d66f6a90d', 'code': 200} Oct 12 19:12:47.964783 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-0530f214-5990-40b5-a3e0-08995bd63402 req-c58de539-2dcf-4396-8e2e-c44232b13706 tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] Calling delete_port for c0f009b6-1045-46b2-9f3c-b86eb815c549 owned by compute:nova {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:12:47.969704 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f5109c6e-7358-450f-b73e-783db244695d req-d7845a23-3c04-4892-9218-41d9feee33d8 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cccf57-f452-41a8-9e48-a6e744310271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735482 Oct 12 19:12:48.015998 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 19:12:48.076663 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-bb7cbaf8-4767-4e4a-a2c3-3fb0be93da6a admin admin] For port 7061aa62-f356-4c4d-b9fa-0d99aa453589, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=7061aa62-f356-4c4d-b9fa-0d99aa453589,segment=NetworkSegment(73e2e080-aa57-4023-9ff4-35f6028776a0),segment_id=73e2e080-aa57-4023-9ff4-35f6028776a0)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:12:48.077041 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bb7cbaf8-4767-4e4a-a2c3-3fb0be93da6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:48.095613 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-26088f06-dc4d-4d62-bbad-4d0ab7f3867d req-b5bcf1b2-3055-4cfd-a1b6-a6e96eb61081 service neutron] 10.222.0.61 "GET /v2.0/networks/4437e74a-b36e-489a-ac58-43f89f4498fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424734 Oct 12 19:12:48.100429 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-bb7cbaf8-4767-4e4a-a2c3-3fb0be93da6a admin admin] Calling delete_port for 7061aa62-f356-4c4d-b9fa-0d99aa453589 owned by network:router_interface {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:12:48.105586 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbd34af-9302-4900-a780-9e4fa9aaee55 req-6287838d-92ac-460d-af79-029f71ea6c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:48.107146 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6bbd34af-9302-4900-a780-9e4fa9aaee55 req-6287838d-92ac-460d-af79-029f71ea6c07 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=01506d15-4b2a-4485-b3ec-bce72d999a41 HTTP/1.1" status: 200 len: 1096 time: 0.1255956 Oct 12 19:12:48.187147 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6bbd34af-9302-4900-a780-9e4fa9aaee55 req-4769f8fe-75c7-410c-8069-981d35cb69db service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=87cccf57-f452-41a8-9e48-a6e744310271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719049 Oct 12 19:12:48.384914 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa694e8-0934-493e-ad8b-8fca36944bac req-03745509-de83-4a5c-8ffc-aed88db0b8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:48.388319 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa694e8-0934-493e-ad8b-8fca36944bac req-03745509-de83-4a5c-8ffc-aed88db0b8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:48.388319 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa694e8-0934-493e-ad8b-8fca36944bac req-03745509-de83-4a5c-8ffc-aed88db0b8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:48.389961 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9fa694e8-0934-493e-ad8b-8fca36944bac req-03745509-de83-4a5c-8ffc-aed88db0b8a3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fd5c6867cc7247f59c07ecc3b6c18599&device_id=f9d7ead0-dd83-4fbd-a8d8-d3de1f31954f HTTP/1.1" status: 200 len: 2865 time: 0.1157575 Oct 12 19:12:48.456722 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423f7037-0956-4af8-9b8e-b7cae0e61a82 req-6b052d90-0d1b-4413-8d25-2134edbc6b31 tempest-ImagesOneServerTestJSON-1274155994 tempest-ImagesOneServerTestJSON-1274155994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:48.458160 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-423f7037-0956-4af8-9b8e-b7cae0e61a82 req-6b052d90-0d1b-4413-8d25-2134edbc6b31 tempest-ImagesOneServerTestJSON-1274155994 tempest-ImagesOneServerTestJSON-1274155994-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6106119 Oct 12 19:12:48.481877 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-423f7037-0956-4af8-9b8e-b7cae0e61a82 req-12159b45-80f2-44ae-9cb1-c710ec51530a tempest-ImagesOneServerTestJSON-1274155994 tempest-ImagesOneServerTestJSON-1274155994-project] Request body: {'port': {'device_id': '664646b6-1bc7-4f9a-bf1e-343f948f26da', 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1', 'admin_state_up': True, 'tenant_id': 'dbe26f61f6c24844a0760f79c52285fa'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:12:48.500458 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507b987b-c37e-4aaa-98e8-84a182aa4962 req-719418ca-affa-4102-a9b5-bf3356aaf7c4 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:48.506508 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507b987b-c37e-4aaa-98e8-84a182aa4962 req-719418ca-affa-4102-a9b5-bf3356aaf7c4 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:48.514724 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507b987b-c37e-4aaa-98e8-84a182aa4962 req-719418ca-affa-4102-a9b5-bf3356aaf7c4 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:48.520066 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-507b987b-c37e-4aaa-98e8-84a182aa4962 req-719418ca-affa-4102-a9b5-bf3356aaf7c4 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] 10.222.0.49 "GET /v2.0/ports?device_id=f9d7ead0-dd83-4fbd-a8d8-d3de1f31954f HTTP/1.1" status: 200 len: 2412 time: 0.1353581 Oct 12 19:12:48.547843 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa694e8-0934-493e-ad8b-8fca36944bac req-43b59b7c-1218-4c54-89e2-b208991f7fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:48.552738 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9fa694e8-0934-493e-ad8b-8fca36944bac req-43b59b7c-1218-4c54-89e2-b208991f7fe3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4437e74a-b36e-489a-ac58-43f89f4498fc HTTP/1.1" status: 200 len: 902 time: 0.1376278 Oct 12 19:12:48.591673 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bb7cbaf8-4767-4e4a-a2c3-3fb0be93da6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:48.649060 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-507b987b-c37e-4aaa-98e8-84a182aa4962 req-3bbb5fe5-fc78-4262-93f2-302a09da6260 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7fef4b9-8773-4d4f-9bfd-80a30678a2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961626 Oct 12 19:12:48.661888 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9fa694e8-0934-493e-ad8b-8fca36944bac req-ef21457a-d6bc-4f61-b40c-3981c71ec022 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.151&port_id=f9ec3115-a205-46de-a773-3248cbd5840e HTTP/1.1" status: 200 len: 217 time: 0.0969048 Oct 12 19:12:48.691875 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7cbaf8-4767-4e4a-a2c3-3fb0be93da6a admin admin] Pushing event deleted for resources: {'Port': ['ID=7061aa62-f356-4c4d-b9fa-0d99aa453589,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:12:48.722745 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-0530f214-5990-40b5-a3e0-08995bd63402 req-c58de539-2dcf-4396-8e2e-c44232b13706 tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:48.767929 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-423f7037-0956-4af8-9b8e-b7cae0e61a82 req-12159b45-80f2-44ae-9cb1-c710ec51530a tempest-ImagesOneServerTestJSON-1274155994 tempest-ImagesOneServerTestJSON-1274155994-project] Made reservation on behalf of dbe26f61f6c24844a0760f79c52285fa for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:12:48.772068 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-423f7037-0956-4af8-9b8e-b7cae0e61a82 req-12159b45-80f2-44ae-9cb1-c710ec51530a tempest-ImagesOneServerTestJSON-1274155994 tempest-ImagesOneServerTestJSON-1274155994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:48.793233 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58de539-2dcf-4396-8e2e-c44232b13706 tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] Pushing event deleted for resources: {'Port': ['ID=c0f009b6-1045-46b2-9f3c-b86eb815c549,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:12:48.803302 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-423f7037-0956-4af8-9b8e-b7cae0e61a82 req-12159b45-80f2-44ae-9cb1-c710ec51530a tempest-ImagesOneServerTestJSON-1274155994 tempest-ImagesOneServerTestJSON-1274155994-project] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:48.817620 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c91454-b87e-4b3d-a25f-34d86f2265dc req-8e79ecb8-1e9f-450d-a87b-c406ca9de1a0 tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:48.819580 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-66c91454-b87e-4b3d-a25f-34d86f2265dc req-8e79ecb8-1e9f-450d-a87b-c406ca9de1a0 tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] 10.222.0.49 "GET /v2.0/ports?device_id=fe75de1f-a223-4b05-ab56-b9feb006b94e HTTP/1.1" status: 200 len: 948 time: 0.2654352 Oct 12 19:12:48.871858 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d20cb2-1d3c-474c-b9f2-6f0f3e040404 req-d9e34362-ac6b-48ba-9139-fdcc32a1eb1c tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:48.873451 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-85d20cb2-1d3c-474c-b9f2-6f0f3e040404 req-d9e34362-ac6b-48ba-9139-fdcc32a1eb1c tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.61 "GET /v2.0/ports?device_id=08fd2058-3c0a-42c8-aeae-083b075d74c3 HTTP/1.1" status: 200 len: 951 time: 0.2407737 Oct 12 19:12:48.877837 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa694e8-0934-493e-ad8b-8fca36944bac req-f6b46e31-c77b-4217-9889-86c259510aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:48.879373 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9fa694e8-0934-493e-ad8b-8fca36944bac req-f6b46e31-c77b-4217-9889-86c259510aab service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a2645349-449f-45f4-b3af-983ce5e7e292 HTTP/1.1" status: 200 len: 801 time: 0.1826382 Oct 12 19:12:48.892740 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-0530f214-5990-40b5-a3e0-08995bd63402 req-c58de539-2dcf-4396-8e2e-c44232b13706 tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] No DVR routers for this DVR port c0f009b6-1045-46b2-9f3c-b86eb815c549 on host n-h2-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:12:48.895951 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-0530f214-5990-40b5-a3e0-08995bd63402 req-c58de539-2dcf-4396-8e2e-c44232b13706 tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:48.900179 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0530f214-5990-40b5-a3e0-08995bd63402 req-c58de539-2dcf-4396-8e2e-c44232b13706 tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] 10.222.0.67 "DELETE /v2.0/ports/c0f009b6-1045-46b2-9f3c-b86eb815c549 HTTP/1.1" status: 204 len: 173 time: 1.3875763 Oct 12 19:12:48.907395 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe75de1f-a223-4b05-ab56-b9feb006b94e', 'name': 'network-vif-deleted', 'tag': 'c0f009b6-1045-46b2-9f3c-b86eb815c549'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:12:48.912984 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c829244-e0f5-4af1-8b20-6831389e5cda" -d '{"events": [{"server_uuid": "fe75de1f-a223-4b05-ab56-b9feb006b94e", "name": "network-vif-deleted", "tag": "c0f009b6-1045-46b2-9f3c-b86eb815c549"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:12:48.928220 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4bff5b-b113-43a2-a8bb-b74576f8b1a9 req-987a4122-116b-4a69-a793-06bf29df2093 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:48.929951 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ed4bff5b-b113-43a2-a8bb-b74576f8b1a9 req-987a4122-116b-4a69-a793-06bf29df2093 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/ports?device_id=08fd2058-3c0a-42c8-aeae-083b075d74c3 HTTP/1.1" status: 200 len: 951 time: 0.1552260 Oct 12 19:12:48.993831 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ed4bff5b-b113-43a2-a8bb-b74576f8b1a9 req-f67ba7fb-e49c-4afb-bbbd-32228c0e4bc0 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/security-groups?id=97ebf564-c5fe-4f12-92a1-b237f08112ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558836 Oct 12 19:12:49.017535 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-66c91454-b87e-4b3d-a25f-34d86f2265dc req-7e9f549a-554f-4edd-b525-48ec61a7cdb8 tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] 10.222.0.49 "GET /v2.0/security-groups?id=d81c912b-51e6-4dcc-ae7a-8b303917556f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797025 Oct 12 19:12:49.023922 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-423f7037-0956-4af8-9b8e-b7cae0e61a82 req-12159b45-80f2-44ae-9cb1-c710ec51530a tempest-ImagesOneServerTestJSON-1274155994 tempest-ImagesOneServerTestJSON-1274155994-project] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:49.099889 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa694e8-0934-493e-ad8b-8fca36944bac req-9c14674f-11ae-4226-b115-eeacc8e2d9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:49.101541 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9fa694e8-0934-493e-ad8b-8fca36944bac req-9c14674f-11ae-4226-b115-eeacc8e2d9d2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4437e74a-b36e-489a-ac58-43f89f4498fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2120981 Oct 12 19:12:49.103463 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ed8a9fe9-3471-4124-94e4-33180f72c225 req-b8e0990d-f023-413e-baba-74f1b7d0d7ee tempest-ImagesOneServerTestJSON-1274155994 tempest-ImagesOneServerTestJSON-1274155994-project] 10.222.0.49 "GET /v2.0/ports?device_id=664646b6-1bc7-4f9a-bf1e-343f948f26da HTTP/1.1" status: 200 len: 210 time: 0.0345294 Oct 12 19:12:49.124421 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-423f7037-0956-4af8-9b8e-b7cae0e61a82 req-12159b45-80f2-44ae-9cb1-c710ec51530a tempest-ImagesOneServerTestJSON-1274155994 tempest-ImagesOneServerTestJSON-1274155994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:49.125234 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bb7cbaf8-4767-4e4a-a2c3-3fb0be93da6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7898909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8092450'] for router_interface, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:49.263984 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-85d20cb2-1d3c-474c-b9f2-6f0f3e040404 req-3fab145a-241c-4a79-ac6b-37a86fa8cb28 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] Deleting port a51cc259-ed8d-4ab8-8a57-ecdf983cdaf2 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:12:49.264354 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-85d20cb2-1d3c-474c-b9f2-6f0f3e040404 req-3fab145a-241c-4a79-ac6b-37a86fa8cb28 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:49.269430 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b270d360-51d2-40f4-aae7-eae46c849333 x-openstack-request-id: req-b270d360-51d2-40f4-aae7-eae46c849333 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:12:49.269731 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe75de1f-a223-4b05-ab56-b9feb006b94e", "name": "network-vif-deleted", "tag": "c0f009b6-1045-46b2-9f3c-b86eb815c549", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:12:49.270032 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b270d360-51d2-40f4-aae7-eae46c849333 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:12:49.270357 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe75de1f-a223-4b05-ab56-b9feb006b94e', 'name': 'network-vif-deleted', 'tag': 'c0f009b6-1045-46b2-9f3c-b86eb815c549', 'status': 'completed', 'code': 200} Oct 12 19:12:49.310815 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [req-423f7037-0956-4af8-9b8e-b7cae0e61a82 req-12159b45-80f2-44ae-9cb1-c710ec51530a tempest-ImagesOneServerTestJSON-1274155994 tempest-ImagesOneServerTestJSON-1274155994-project] Allocated IP 192.168.233.71 (90dcf485-b1ad-4139-85a3-9e1e9879e6b1/629aee7d-3fde-4c72-af1e-6a7e1f6a7e75/0c003b2b-afb8-47b3-863d-8ed3a7ee5389) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:12:49.326638 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12159b45-80f2-44ae-9cb1-c710ec51530a tempest-ImagesOneServerTestJSON-1274155994 tempest-ImagesOneServerTestJSON-1274155994-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c21c7d48-688b-4684-8e93-07770a654e7e,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:12:49.363429 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69028d4d-1142-41af-8ce9-c49cfe95cf63 req-a32d1b38-ee43-4202-b578-1162cdde94a8 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:49.368714 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-69028d4d-1142-41af-8ce9-c49cfe95cf63 req-a32d1b38-ee43-4202-b578-1162cdde94a8 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/ports?device_id=01506d15-4b2a-4485-b3ec-bce72d999a41 HTTP/1.1" status: 200 len: 945 time: 0.1302311 Oct 12 19:12:49.392332 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9fa694e8-0934-493e-ad8b-8fca36944bac req-c5fba4d3-b2b3-420c-8001-427a20e061c6 service neutron] 10.222.0.61 "GET /v2.0/networks/4437e74a-b36e-489a-ac58-43f89f4498fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604985 Oct 12 19:12:49.467807 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-69028d4d-1142-41af-8ce9-c49cfe95cf63 req-971204c0-c10e-445a-b056-7ed9c9235a8a tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cccf57-f452-41a8-9e48-a6e744310271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915194 Oct 12 19:12:49.525092 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-85d20cb2-1d3c-474c-b9f2-6f0f3e040404 req-3fab145a-241c-4a79-ac6b-37a86fa8cb28 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] For port a51cc259-ed8d-4ab8-8a57-ecdf983cdaf2, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=a51cc259-ed8d-4ab8-8a57-ecdf983cdaf2,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:12:49.525465 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-85d20cb2-1d3c-474c-b9f2-6f0f3e040404 req-3fab145a-241c-4a79-ac6b-37a86fa8cb28 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:49.561661 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-423f7037-0956-4af8-9b8e-b7cae0e61a82 req-12159b45-80f2-44ae-9cb1-c710ec51530a tempest-ImagesOneServerTestJSON-1274155994 tempest-ImagesOneServerTestJSON-1274155994-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:49.572363 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-85d20cb2-1d3c-474c-b9f2-6f0f3e040404 req-3fab145a-241c-4a79-ac6b-37a86fa8cb28 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] Calling delete_port for a51cc259-ed8d-4ab8-8a57-ecdf983cdaf2 owned by compute:nova {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:12:49.664175 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9fa694e8-0934-493e-ad8b-8fca36944bac req-4fc2c03a-6a0f-4624-ac3d-71467f94fc04 service neutron] 10.222.0.61 "GET /v2.0/networks/4437e74a-b36e-489a-ac58-43f89f4498fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2610333 Oct 12 19:12:49.668138 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-423f7037-0956-4af8-9b8e-b7cae0e61a82 req-12159b45-80f2-44ae-9cb1-c710ec51530a tempest-ImagesOneServerTestJSON-1274155994 tempest-ImagesOneServerTestJSON-1274155994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:49.670380 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb7cbaf8-4767-4e4a-a2c3-3fb0be93da6a admin admin] Router b6f69642-6858-4f1e-8ea7-e3827c2f7a6e has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:12:49.722361 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-423f7037-0956-4af8-9b8e-b7cae0e61a82 req-12159b45-80f2-44ae-9cb1-c710ec51530a tempest-ImagesOneServerTestJSON-1274155994 tempest-ImagesOneServerTestJSON-1274155994-project] Network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:12:49.726491 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [req-423f7037-0956-4af8-9b8e-b7cae0e61a82 req-12159b45-80f2-44ae-9cb1-c710ec51530a tempest-ImagesOneServerTestJSON-1274155994 tempest-ImagesOneServerTestJSON-1274155994-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:12:49.730280 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12159b45-80f2-44ae-9cb1-c710ec51530a tempest-ImagesOneServerTestJSON-1274155994 tempest-ImagesOneServerTestJSON-1274155994-project] Pushing event updated for resources: {'Port': ['ID=0c003b2b-afb8-47b3-863d-8ed3a7ee5389,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:12:49.738089 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-423f7037-0956-4af8-9b8e-b7cae0e61a82 req-12159b45-80f2-44ae-9cb1-c710ec51530a tempest-ImagesOneServerTestJSON-1274155994 tempest-ImagesOneServerTestJSON-1274155994-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:12:49.837452 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb7cbaf8-4767-4e4a-a2c3-3fb0be93da6a admin admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:12:49.837693 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device c12bf055-6053-403d-b73f-7f561b8ba71b details requested by agent hyperv_n-h1-813679-3 with host n-h1-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:12:49.839676 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423f7037-0956-4af8-9b8e-b7cae0e61a82 req-12159b45-80f2-44ae-9cb1-c710ec51530a tempest-ImagesOneServerTestJSON-1274155994 tempest-ImagesOneServerTestJSON-1274155994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:49.841127 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-423f7037-0956-4af8-9b8e-b7cae0e61a82 req-12159b45-80f2-44ae-9cb1-c710ec51530a tempest-ImagesOneServerTestJSON-1274155994 tempest-ImagesOneServerTestJSON-1274155994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:49.851663 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-bb7cbaf8-4767-4e4a-a2c3-3fb0be93da6a admin admin] 10.222.0.49 "PUT /v2.0/routers/b6f69642-6858-4f1e-8ea7-e3827c2f7a6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8445895 Oct 12 19:12:49.852350 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 58726) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:12:49.854399 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ab8972-53fb-43aa-8f1a-1ae8564f677b None None] Sync routers for ids ['b6f69642-6858-4f1e-8ea7-e3827c2f7a6e'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:12:49.867558 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaa1f70-a3f0-4405-b4d0-9957e26d51fc req-06459b30-6909-4523-9912-b72e88e66405 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:49.873952 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaa1f70-a3f0-4405-b4d0-9957e26d51fc req-06459b30-6909-4523-9912-b72e88e66405 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:49.876193 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ab8972-53fb-43aa-8f1a-1ae8564f677b None None] Routers {'b6f69642-6858-4f1e-8ea7-e3827c2f7a6e'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:12:49.877224 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-33ab8972-53fb-43aa-8f1a-1ae8564f677b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:12:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['b6f69642-6858-4f1e-8ea7-e3827c2f7a6e'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:12:49.880088 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaa1f70-a3f0-4405-b4d0-9957e26d51fc req-06459b30-6909-4523-9912-b72e88e66405 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:49.881944 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1aaa1f70-a3f0-4405-b4d0-9957e26d51fc req-06459b30-6909-4523-9912-b72e88e66405 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] 10.222.0.49 "GET /v2.0/ports?device_id=f9d7ead0-dd83-4fbd-a8d8-d3de1f31954f HTTP/1.1" status: 200 len: 2412 time: 0.1148040 Oct 12 19:12:49.945781 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1aaa1f70-a3f0-4405-b4d0-9957e26d51fc req-f950bcf7-9ffd-4813-871d-492d808e8d4a tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7fef4b9-8773-4d4f-9bfd-80a30678a2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519629 Oct 12 19:12:49.952641 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-423f7037-0956-4af8-9b8e-b7cae0e61a82 req-12159b45-80f2-44ae-9cb1-c710ec51530a tempest-ImagesOneServerTestJSON-1274155994 tempest-ImagesOneServerTestJSON-1274155994-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4754117 Oct 12 19:12:49.965537 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-423f7037-0956-4af8-9b8e-b7cae0e61a82 req-b26b4c89-9640-4b24-9652-8244129bbb1f service neutron] Request body: {'port': {'device_id': '664646b6-1bc7-4f9a-bf1e-343f948f26da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-3'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:12:49.981596 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-85d20cb2-1d3c-474c-b9f2-6f0f3e040404 req-3fab145a-241c-4a79-ac6b-37a86fa8cb28 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:50.002835 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['a51cc259-ed8d-4ab8-8a57-ecdf983cdaf2'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:12:50.034481 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-423f7037-0956-4af8-9b8e-b7cae0e61a82 req-b26b4c89-9640-4b24-9652-8244129bbb1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:50.049926 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port c12bf055-6053-403d-b73f-7f561b8ba71b, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=c12bf055-6053-403d-b73f-7f561b8ba71b,segment=NetworkSegment(e3f76181-fe06-4876-9f38-c15bd317ab4a),segment_id=e3f76181-fe06-4876-9f38-c15bd317ab4a)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:12:50.101676 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Returning: {'device': 'c12bf055-6053-403d-b73f-7f561b8ba71b', 'network_id': '4437e74a-b36e-489a-ac58-43f89f4498fc', 'port_id': 'c12bf055-6053-403d-b73f-7f561b8ba71b', 'mac_address': 'fa:16:3e:53:e7:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2645349-449f-45f4-b3af-983ce5e7e292', 'ip_address': '19.80.0.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:12:50.176197 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-85d20cb2-1d3c-474c-b9f2-6f0f3e040404 req-3fab145a-241c-4a79-ac6b-37a86fa8cb28 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] No DVR routers for this DVR port a51cc259-ed8d-4ab8-8a57-ecdf983cdaf2 on host n-h1-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:12:50.179304 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-85d20cb2-1d3c-474c-b9f2-6f0f3e040404 req-3fab145a-241c-4a79-ac6b-37a86fa8cb28 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:50.185508 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-85d20cb2-1d3c-474c-b9f2-6f0f3e040404 req-3fab145a-241c-4a79-ac6b-37a86fa8cb28 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.61 "DELETE /v2.0/ports/a51cc259-ed8d-4ab8-8a57-ecdf983cdaf2 HTTP/1.1" status: 204 len: 173 time: 1.2973328 Oct 12 19:12:50.186814 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:50.199520 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08fd2058-3c0a-42c8-aeae-083b075d74c3', 'name': 'network-vif-deleted', 'tag': 'a51cc259-ed8d-4ab8-8a57-ecdf983cdaf2'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:12:50.202334 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc40ebbb-6dee-4dac-9f27-f53f5d555157" -d '{"events": [{"server_uuid": "08fd2058-3c0a-42c8-aeae-083b075d74c3", "name": "network-vif-deleted", "tag": "a51cc259-ed8d-4ab8-8a57-ecdf983cdaf2"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:12:50.213502 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fab145a-241c-4a79-ac6b-37a86fa8cb28 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] Pushing event deleted for resources: {'Port': ['ID=a51cc259-ed8d-4ab8-8a57-ecdf983cdaf2,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:12:50.215604 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a9891c03-f327-4a26-b213-76b8fd94960e None None] Provisioning complete for port 0c003b2b-afb8-47b3-863d-8ed3a7ee5389 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:12:50.215982 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a9891c03-f327-4a26-b213-76b8fd94960e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:50.224744 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c12bf055-6053-403d-b73f-7f561b8ba71b {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:12:50.246759 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port c12bf055-6053-403d-b73f-7f561b8ba71b, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=c12bf055-6053-403d-b73f-7f561b8ba71b,segment=NetworkSegment(e3f76181-fe06-4876-9f38-c15bd317ab4a),segment_id=e3f76181-fe06-4876-9f38-c15bd317ab4a)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:12:50.283555 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-33ab8972-53fb-43aa-8f1a-1ae8564f677b None None] Set router b6f69642-6858-4f1e-8ea7-e3827c2f7a6e gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:12:50.324425 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9549cfe4-2a42-4765-bf41-58229d5665f5 req-11d733ee-d1c3-45a8-b608-e504a89cae46 tempest-ListImageFiltersTestJSON-848054921 tempest-ListImageFiltersTestJSON-848054921-project] 10.222.0.49 "GET /v2.0/ports?device_id=fe75de1f-a223-4b05-ab56-b9feb006b94e HTTP/1.1" status: 200 len: 210 time: 0.0376716 Oct 12 19:12:50.360329 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-a9891c03-f327-4a26-b213-76b8fd94960e None None] Port 0c003b2b-afb8-47b3-863d-8ed3a7ee5389 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:12:50.366286 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:50.367495 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 0571ff5a-fc02-4621-bb4a-236a79ffe0fd details requested by agent hyperv_n-h1-813679-3 with host n-h1-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:12:50.475552 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [req-423f7037-0956-4af8-9b8e-b7cae0e61a82 req-b26b4c89-9640-4b24-9652-8244129bbb1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c003b2b-afb8-47b3-863d-8ed3a7ee5389 {{(pid=95501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:12:50.489269 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-423f7037-0956-4af8-9b8e-b7cae0e61a82 req-b26b4c89-9640-4b24-9652-8244129bbb1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:50.504207 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.provisioning_blocks [req-423f7037-0956-4af8-9b8e-b7cae0e61a82 req-b26b4c89-9640-4b24-9652-8244129bbb1f service neutron] Transition to ACTIVE for port object 0c003b2b-afb8-47b3-863d-8ed3a7ee5389 will not be triggered until provisioned by entity L2. {{(pid=95501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:12:50.522161 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=c12bf055-6053-403d-b73f-7f561b8ba71b,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:12:50.564351 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-fe62f0ff-6c2e-44d3-94fc-26ecf2ffa8ec req-bfa59e1e-3615-4d2a-8a93-9b07bc7eefc6 tempest-ServersAdminTestJSON-1567319779 tempest-ServersAdminTestJSON-1567319779-project] 10.222.0.49 "GET /v2.0/ports?device_id=08fd2058-3c0a-42c8-aeae-083b075d74c3 HTTP/1.1" status: 200 len: 210 time: 0.3778079 Oct 12 19:12:50.585132 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-144de014-3f78-44bf-b674-5b9f5eeb6147 admin admin] Notify callbacks [] for router, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:50.604650 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 0571ff5a-fc02-4621-bb4a-236a79ffe0fd, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=0571ff5a-fc02-4621-bb4a-236a79ffe0fd,segment=NetworkSegment(e8c90d86-a780-442e-87e6-01dd9018d927),segment_id=e8c90d86-a780-442e-87e6-01dd9018d927)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:12:50.612714 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b7fc70-6641-4dc3-8875-9625d5a4a614 req-b77243d6-d7ad-4f2c-bbfd-4c23031bdd5d tempest-ImagesOneServerTestJSON-1274155994 tempest-ImagesOneServerTestJSON-1274155994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:50.616354 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b5b7fc70-6641-4dc3-8875-9625d5a4a614 req-b77243d6-d7ad-4f2c-bbfd-4c23031bdd5d tempest-ImagesOneServerTestJSON-1274155994 tempest-ImagesOneServerTestJSON-1274155994-project] 10.222.0.49 "GET /v2.0/ports?device_id=664646b6-1bc7-4f9a-bf1e-343f948f26da HTTP/1.1" status: 200 len: 935 time: 0.0836542 Oct 12 19:12:50.619195 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-423f7037-0956-4af8-9b8e-b7cae0e61a82 req-b26b4c89-9640-4b24-9652-8244129bbb1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:50.620912 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Returning: {'device': '0571ff5a-fc02-4621-bb4a-236a79ffe0fd', 'network_id': '75848d6c-f96e-4cf2-a49f-7a95856bd6e8', 'port_id': '0571ff5a-fc02-4621-bb4a-236a79ffe0fd', 'mac_address': 'fa:16:3e:0d:c2:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb5da6da-3180-46c8-8611-60d79c1e5f8d', 'ip_address': '19.86.0.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:12:50.654767 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cfb69e6-e4f0-43a0-917f-932ddbb48e33 x-openstack-request-id: req-2cfb69e6-e4f0-43a0-917f-932ddbb48e33 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:12:50.655258 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08fd2058-3c0a-42c8-aeae-083b075d74c3", "name": "network-vif-deleted", "tag": "a51cc259-ed8d-4ab8-8a57-ecdf983cdaf2", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:12:50.655683 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2cfb69e6-e4f0-43a0-917f-932ddbb48e33 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:12:50.656304 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08fd2058-3c0a-42c8-aeae-083b075d74c3', 'name': 'network-vif-deleted', 'tag': 'a51cc259-ed8d-4ab8-8a57-ecdf983cdaf2', 'status': 'completed', 'code': 200} Oct 12 19:12:50.674454 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-33ab8972-53fb-43aa-8f1a-1ae8564f677b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6f69642-6858-4f1e-8ea7-e3827c2f7a6e', 'name': 'tempest-FloatingIPsNegativeTestJSON-1297339651-router', 'tenant_id': '8e2a9481e40644a8a102010b6c955132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': 'b61d974d-07d5-42d5-bb1b-f94785c7ea0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:12:34Z', 'updated_at': '2021-10-12T19:12:48Z', 'revision_number': 5, 'project_id': '8e2a9481e40644a8a102010b6c955132', 'gw_port': {'id': 'b61d974d-07d5-42d5-bb1b-f94785c7ea0d', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:db:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f69642-6858-4f1e-8ea7-e3827c2f7a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:12:35Z', 'updated_at': '2021-10-12T19:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:12:50.680685 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:50.704008 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ab8972-53fb-43aa-8f1a-1ae8564f677b None None] Checking router: b6f69642-6858-4f1e-8ea7-e3827c2f7a6e for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:12:50.717541 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26b4c89-9640-4b24-9652-8244129bbb1f service neutron] Pushing event updated for resources: {'Port': ['ID=0c003b2b-afb8-47b3-863d-8ed3a7ee5389,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:12:50.718242 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0571ff5a-fc02-4621-bb4a-236a79ffe0fd {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:12:50.731803 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ab8972-53fb-43aa-8f1a-1ae8564f677b None None] Routers {'b6f69642-6858-4f1e-8ea7-e3827c2f7a6e'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:12:50.731917 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-33ab8972-53fb-43aa-8f1a-1ae8564f677b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:12:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['b6f69642-6858-4f1e-8ea7-e3827c2f7a6e'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:12:50.757558 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b5b7fc70-6641-4dc3-8875-9625d5a4a614 req-fc45fb82-f756-405e-af53-8c569a889108 tempest-ImagesOneServerTestJSON-1274155994 tempest-ImagesOneServerTestJSON-1274155994-project] 10.222.0.49 "GET /v2.0/security-groups?id=c21c7d48-688b-4684-8e93-07770a654e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255186 Oct 12 19:12:50.804842 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 0571ff5a-fc02-4621-bb4a-236a79ffe0fd, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=0571ff5a-fc02-4621-bb4a-236a79ffe0fd,segment=NetworkSegment(e8c90d86-a780-442e-87e6-01dd9018d927),segment_id=e8c90d86-a780-442e-87e6-01dd9018d927)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:12:50.818015 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-144de014-3f78-44bf-b674-5b9f5eeb6147 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:50.839219 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd774f2-d8cd-421c-bfb7-8312ca4a4753 req-e579172d-c21e-4f13-a3c7-1971ff8a4f3d tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:50.840764 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0fd774f2-d8cd-421c-bfb7-8312ca4a4753 req-e579172d-c21e-4f13-a3c7-1971ff8a4f3d tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/ports?device_id=01506d15-4b2a-4485-b3ec-bce72d999a41 HTTP/1.1" status: 200 len: 945 time: 0.0960345 Oct 12 19:12:50.863371 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:50.867610 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-423f7037-0956-4af8-9b8e-b7cae0e61a82 req-b26b4c89-9640-4b24-9652-8244129bbb1f service neutron] Attempting to bind port 0c003b2b-afb8-47b3-863d-8ed3a7ee5389 on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:12:50.867950 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-423f7037-0956-4af8-9b8e-b7cae0e61a82 req-b26b4c89-9640-4b24-9652-8244129bbb1f service neutron] Attempting to bind port 0c003b2b-afb8-47b3-863d-8ed3a7ee5389 by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:12:50.868304 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-423f7037-0956-4af8-9b8e-b7cae0e61a82 req-b26b4c89-9640-4b24-9652-8244129bbb1f service neutron] Attempting to bind port 0c003b2b-afb8-47b3-863d-8ed3a7ee5389 on network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:12:50.874415 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-423f7037-0956-4af8-9b8e-b7cae0e61a82 req-b26b4c89-9640-4b24-9652-8244129bbb1f service neutron] Port 0c003b2b-afb8-47b3-863d-8ed3a7ee5389 on network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:12:50.874415 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-423f7037-0956-4af8-9b8e-b7cae0e61a82 req-b26b4c89-9640-4b24-9652-8244129bbb1f service neutron] Attempting to bind port 0c003b2b-afb8-47b3-863d-8ed3a7ee5389 on network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:12:50.879702 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-423f7037-0956-4af8-9b8e-b7cae0e61a82 req-b26b4c89-9640-4b24-9652-8244129bbb1f service neutron] Checking agent: {'id': 'f5e9725f-f5a6-43c2-a1be-95e21e9a1fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:12:50.880136 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-423f7037-0956-4af8-9b8e-b7cae0e61a82 req-b26b4c89-9640-4b24-9652-8244129bbb1f service neutron] Checking segment: {'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:12:50.880624 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-423f7037-0956-4af8-9b8e-b7cae0e61a82 req-b26b4c89-9640-4b24-9652-8244129bbb1f service neutron] Bound using segment: {'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:12:50.881445 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-423f7037-0956-4af8-9b8e-b7cae0e61a82 req-b26b4c89-9640-4b24-9652-8244129bbb1f service neutron] Bound port: 0c003b2b-afb8-47b3-863d-8ed3a7ee5389, host: n-h1-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'}}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:12:50.881862 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-423f7037-0956-4af8-9b8e-b7cae0e61a82 req-b26b4c89-9640-4b24-9652-8244129bbb1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:50.921544 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0fd774f2-d8cd-421c-bfb7-8312ca4a4753 req-07ad4b08-b53f-49cb-b696-91cdea12a317 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cccf57-f452-41a8-9e48-a6e744310271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740063 Oct 12 19:12:50.926077 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-33ab8972-53fb-43aa-8f1a-1ae8564f677b None None] Set router b6f69642-6858-4f1e-8ea7-e3827c2f7a6e gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:12:50.947351 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-144de014-3f78-44bf-b674-5b9f5eeb6147 admin admin] Deleting port b61d974d-07d5-42d5-bb1b-f94785c7ea0d {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:12:50.947693 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-144de014-3f78-44bf-b674-5b9f5eeb6147 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:50.990451 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=0571ff5a-fc02-4621-bb4a-236a79ffe0fd,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:12:51.023512 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-423f7037-0956-4af8-9b8e-b7cae0e61a82 req-b26b4c89-9640-4b24-9652-8244129bbb1f service neutron] For port 0c003b2b-afb8-47b3-863d-8ed3a7ee5389, host n-h1-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:12:51.029816 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-423f7037-0956-4af8-9b8e-b7cae0e61a82 req-b26b4c89-9640-4b24-9652-8244129bbb1f service neutron] For port 0c003b2b-afb8-47b3-863d-8ed3a7ee5389, host n-h1-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=0c003b2b-afb8-47b3-863d-8ed3a7ee5389,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:12:51.098422 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ddbc2d-dd8b-4c79-8be0-04d23ad366a4 req-21c67a3a-e151-4a35-b5ba-61f9438cdfb2 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:51.107062 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ddbc2d-dd8b-4c79-8be0-04d23ad366a4 req-21c67a3a-e151-4a35-b5ba-61f9438cdfb2 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:51.115777 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ddbc2d-dd8b-4c79-8be0-04d23ad366a4 req-21c67a3a-e151-4a35-b5ba-61f9438cdfb2 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:51.117417 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-144de014-3f78-44bf-b674-5b9f5eeb6147 admin admin] For port b61d974d-07d5-42d5-bb1b-f94785c7ea0d, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=b61d974d-07d5-42d5-bb1b-f94785c7ea0d,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:12:51.118604 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-144de014-3f78-44bf-b674-5b9f5eeb6147 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:51.119346 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-85ddbc2d-dd8b-4c79-8be0-04d23ad366a4 req-21c67a3a-e151-4a35-b5ba-61f9438cdfb2 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] 10.222.0.49 "GET /v2.0/ports?device_id=f9d7ead0-dd83-4fbd-a8d8-d3de1f31954f HTTP/1.1" status: 200 len: 2414 time: 0.0764647 Oct 12 19:12:51.133731 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-423f7037-0956-4af8-9b8e-b7cae0e61a82 req-b26b4c89-9640-4b24-9652-8244129bbb1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:51.134534 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-144de014-3f78-44bf-b674-5b9f5eeb6147 admin admin] Calling delete_port for b61d974d-07d5-42d5-bb1b-f94785c7ea0d owned by network:router_gateway {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:12:51.138099 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6898d4-06a0-49d2-b542-887f356ed402 req-ecca9781-859a-49c6-8c13-4ab554050f92 tempest-LiveMigrationTest-1833787117 tempest-LiveMigrationTest-1833787117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:51.143794 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-da6898d4-06a0-49d2-b542-887f356ed402 req-ecca9781-859a-49c6-8c13-4ab554050f92 tempest-LiveMigrationTest-1833787117 tempest-LiveMigrationTest-1833787117-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=01506d15-4b2a-4485-b3ec-bce72d999a41 HTTP/1.1" status: 200 len: 1096 time: 0.0745161 Oct 12 19:12:51.145165 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device c0f009b6-1045-46b2-9f3c-b86eb815c549 no longer exists at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:12:51.150338 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['c12bf055-6053-403d-b73f-7f561b8ba71b'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:12:51.189848 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] No Port match for: c0f009b6-1045-46b2-9f3c-b86eb815c549 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:12:51.190237 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device c0f009b6-1045-46b2-9f3c-b86eb815c549 not bound to the agent host n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:12:51.206487 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423f7037-0956-4af8-9b8e-b7cae0e61a82 req-b26b4c89-9640-4b24-9652-8244129bbb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:51.211880 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-423f7037-0956-4af8-9b8e-b7cae0e61a82 req-b26b4c89-9640-4b24-9652-8244129bbb1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:51.211880 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-423f7037-0956-4af8-9b8e-b7cae0e61a82 req-b26b4c89-9640-4b24-9652-8244129bbb1f service neutron] 10.222.0.61 "PUT /v2.0/ports/0c003b2b-afb8-47b3-863d-8ed3a7ee5389 HTTP/1.1" status: 200 len: 1095 time: 1.2474430 Oct 12 19:12:51.218705 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-85ddbc2d-dd8b-4c79-8be0-04d23ad366a4 req-4927bf9d-9019-4307-8199-34ffe0469564 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7fef4b9-8773-4d4f-9bfd-80a30678a2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934646 Oct 12 19:12:51.232611 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26b4c89-9640-4b24-9652-8244129bbb1f service neutron] Pushing event updated for resources: {'Port': ['ID=0c003b2b-afb8-47b3-863d-8ed3a7ee5389,revision_number=3']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:12:51.250799 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-33ab8972-53fb-43aa-8f1a-1ae8564f677b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6f69642-6858-4f1e-8ea7-e3827c2f7a6e', 'name': 'tempest-FloatingIPsNegativeTestJSON-1297339651-router', 'tenant_id': '8e2a9481e40644a8a102010b6c955132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': 'b61d974d-07d5-42d5-bb1b-f94785c7ea0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:12:34Z', 'updated_at': '2021-10-12T19:12:48Z', 'revision_number': 5, 'project_id': '8e2a9481e40644a8a102010b6c955132', 'gw_port': {'id': 'b61d974d-07d5-42d5-bb1b-f94785c7ea0d', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:db:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f69642-6858-4f1e-8ea7-e3827c2f7a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:12:35Z', 'updated_at': '2021-10-12T19:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:12:51.271174 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '664646b6-1bc7-4f9a-bf1e-343f948f26da', 'tag': '0c003b2b-afb8-47b3-863d-8ed3a7ee5389'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:12:51.273995 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cd22354-4a08-4c08-8606-05a71a9cb5a8" -d '{"events": [{"name": "network-changed", "server_uuid": "664646b6-1bc7-4f9a-bf1e-343f948f26da", "tag": "0c003b2b-afb8-47b3-863d-8ed3a7ee5389"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:12:51.283855 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-da6898d4-06a0-49d2-b542-887f356ed402 req-435fb97e-f30d-41b4-84b6-46faebec414e tempest-LiveMigrationTest-1833787117 tempest-LiveMigrationTest-1833787117-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=87cccf57-f452-41a8-9e48-a6e744310271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234925 Oct 12 19:12:51.284099 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ab8972-53fb-43aa-8f1a-1ae8564f677b None None] The sync data for ids ['b6f69642-6858-4f1e-8ea7-e3827c2f7a6e'] in n-d-813679-3 is: [{'id': 'b6f69642-6858-4f1e-8ea7-e3827c2f7a6e', 'name': 'tempest-FloatingIPsNegativeTestJSON-1297339651-router', 'tenant_id': '8e2a9481e40644a8a102010b6c955132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': 'b61d974d-07d5-42d5-bb1b-f94785c7ea0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:12:34Z', 'updated_at': '2021-10-12T19:12:48Z', 'revision_number': 5, 'project_id': '8e2a9481e40644a8a102010b6c955132', 'gw_port': {'id': 'b61d974d-07d5-42d5-bb1b-f94785c7ea0d', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:db:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f69642-6858-4f1e-8ea7-e3827c2f7a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:12:35Z', 'updated_at': '2021-10-12T19:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:12:51.429588 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b056b61d-d831-4138-9078-a2b495f894f7 x-openstack-request-id: req-b056b61d-d831-4138-9078-a2b495f894f7 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:12:51.429918 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "664646b6-1bc7-4f9a-bf1e-343f948f26da", "tag": "0c003b2b-afb8-47b3-863d-8ed3a7ee5389", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:12:51.430128 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b056b61d-d831-4138-9078-a2b495f894f7 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:12:51.430640 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '664646b6-1bc7-4f9a-bf1e-343f948f26da', 'tag': '0c003b2b-afb8-47b3-863d-8ed3a7ee5389', 'status': 'completed', 'code': 200} Oct 12 19:12:51.460649 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423f7037-0956-4af8-9b8e-b7cae0e61a82 req-39ce9bd9-99cf-4dea-9527-8c2b6edc5b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:51.462151 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-423f7037-0956-4af8-9b8e-b7cae0e61a82 req-39ce9bd9-99cf-4dea-9527-8c2b6edc5b87 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=dbe26f61f6c24844a0760f79c52285fa&device_id=664646b6-1bc7-4f9a-bf1e-343f948f26da HTTP/1.1" status: 200 len: 1098 time: 0.1190293 Oct 12 19:12:51.522996 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-423f7037-0956-4af8-9b8e-b7cae0e61a82 req-2e0c9ba4-40db-45ab-8a22-2788ba1eed15 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=0c003b2b-afb8-47b3-863d-8ed3a7ee5389 HTTP/1.1" status: 200 len: 217 time: 0.0513792 Oct 12 19:12:51.617546 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423f7037-0956-4af8-9b8e-b7cae0e61a82 req-f0e08ac4-ec2d-435a-a1ba-5527f9349803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:51.620906 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-423f7037-0956-4af8-9b8e-b7cae0e61a82 req-f0e08ac4-ec2d-435a-a1ba-5527f9349803 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=629aee7d-3fde-4c72-af1e-6a7e1f6a7e75 HTTP/1.1" status: 200 len: 843 time: 0.0894470 Oct 12 19:12:51.627978 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-144de014-3f78-44bf-b674-5b9f5eeb6147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:51.685798 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423f7037-0956-4af8-9b8e-b7cae0e61a82 req-94f15731-dde8-4783-a8b5-ee87299a3692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:51.688386 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144de014-3f78-44bf-b674-5b9f5eeb6147 admin admin] Pushing event deleted for resources: {'Port': ['ID=b61d974d-07d5-42d5-bb1b-f94785c7ea0d,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:12:51.697610 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-423f7037-0956-4af8-9b8e-b7cae0e61a82 req-94f15731-dde8-4783-a8b5-ee87299a3692 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=90dcf485-b1ad-4139-85a3-9e1e9879e6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0677679 Oct 12 19:12:51.787687 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-144de014-3f78-44bf-b674-5b9f5eeb6147 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7915456'] for router_gateway, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:51.842766 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device f9ec3115-a205-46de-a773-3248cbd5840e details requested by agent hyperv_n-h1-813679-3 with host n-h1-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:12:51.911201 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-423f7037-0956-4af8-9b8e-b7cae0e61a82 req-c0205081-3be1-48e5-b1b2-3fc2dae8296d service neutron] 10.222.0.61 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109790 Oct 12 19:12:51.941454 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-144de014-3f78-44bf-b674-5b9f5eeb6147 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255495'] for router, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:51.941690 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2315b1d-b5ac-4afd-8b0b-3964668c186b req-6b6567fc-c9ff-46e7-9149-633e628d8b4f tempest-ImagesOneServerTestJSON-1274155994 tempest-ImagesOneServerTestJSON-1274155994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:51.943079 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d2315b1d-b5ac-4afd-8b0b-3964668c186b req-6b6567fc-c9ff-46e7-9149-633e628d8b4f tempest-ImagesOneServerTestJSON-1274155994 tempest-ImagesOneServerTestJSON-1274155994-project] 10.222.0.49 "GET /v2.0/ports?device_id=664646b6-1bc7-4f9a-bf1e-343f948f26da HTTP/1.1" status: 200 len: 947 time: 0.0967934 Oct 12 19:12:51.945473 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-144de014-3f78-44bf-b674-5b9f5eeb6147 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:52.000096 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port f9ec3115-a205-46de-a773-3248cbd5840e, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=f9ec3115-a205-46de-a773-3248cbd5840e,segment=NetworkSegment(e3f76181-fe06-4876-9f38-c15bd317ab4a),segment_id=e3f76181-fe06-4876-9f38-c15bd317ab4a)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:12:52.013010 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device c12bf055-6053-403d-b73f-7f561b8ba71b up at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:12:52.025039 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d2315b1d-b5ac-4afd-8b0b-3964668c186b req-8ecc9188-17c1-4f99-b59d-03ac8d68cec7 tempest-ImagesOneServerTestJSON-1274155994 tempest-ImagesOneServerTestJSON-1274155994-project] 10.222.0.49 "GET /v2.0/security-groups?id=c21c7d48-688b-4684-8e93-07770a654e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709369 Oct 12 19:12:52.054330 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-423f7037-0956-4af8-9b8e-b7cae0e61a82 req-94489dc6-698b-4218-a0b3-8af2ce091bf4 service neutron] 10.222.0.61 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287553 Oct 12 19:12:52.101764 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-144de014-3f78-44bf-b674-5b9f5eeb6147 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8093499'] for router, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:52.101764 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-144de014-3f78-44bf-b674-5b9f5eeb6147 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b6f69642-6858-4f1e-8ea7-e3827c2f7a6e {{(pid=95502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 19:12:52.111403 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-144de014-3f78-44bf-b674-5b9f5eeb6147 admin admin] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:52.113218 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-144de014-3f78-44bf-b674-5b9f5eeb6147 admin admin] 10.222.0.49 "DELETE /v2.0/routers/b6f69642-6858-4f1e-8ea7-e3827c2f7a6e HTTP/1.1" status: 204 len: 168 time: 2.2592227 Oct 12 19:12:52.115811 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 58786) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:12:52.179747 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Returning: {'device': 'f9ec3115-a205-46de-a773-3248cbd5840e', 'network_id': '4437e74a-b36e-489a-ac58-43f89f4498fc', 'port_id': 'f9ec3115-a205-46de-a773-3248cbd5840e', 'mac_address': 'fa:16:3e:7e:23:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2645349-449f-45f4-b3af-983ce5e7e292', 'ip_address': '19.80.0.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:12:52.182154 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfe26422-91e3-4ef1-a6fb-b7aeb3c72f75 admin admin] Deleting subnet 74a739a8-7e75-4644-b41a-0d845ddb3516 {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:12:52.186200 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bfe26422-91e3-4ef1-a6fb-b7aeb3c72f75 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:52.241943 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:52.251600 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bfe26422-91e3-4ef1-a6fb-b7aeb3c72f75 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16313642'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:52.259260 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9ec3115-a205-46de-a773-3248cbd5840e {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:12:52.287283 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['0571ff5a-fc02-4621-bb4a-236a79ffe0fd'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:12:52.310644 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port f9ec3115-a205-46de-a773-3248cbd5840e, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=f9ec3115-a205-46de-a773-3248cbd5840e,segment=NetworkSegment(e3f76181-fe06-4876-9f38-c15bd317ab4a),segment_id=e3f76181-fe06-4876-9f38-c15bd317ab4a)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:12:52.335860 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd22354-4a08-4c08-8606-05a71a9cb5a8 req-a0d192ea-d5d0-4769-bc7f-c71ac8f28f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:52.342769 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3cd22354-4a08-4c08-8606-05a71a9cb5a8 req-a0d192ea-d5d0-4769-bc7f-c71ac8f28f68 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=dbe26f61f6c24844a0760f79c52285fa&device_id=664646b6-1bc7-4f9a-bf1e-343f948f26da HTTP/1.1" status: 200 len: 1098 time: 0.1148639 Oct 12 19:12:52.343167 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning for port c12bf055-6053-403d-b73f-7f561b8ba71b completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:12:52.359738 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning complete for port c12bf055-6053-403d-b73f-7f561b8ba71b triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:12:52.360408 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:52.399718 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 58794) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:12:52.427657 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bfe26422-91e3-4ef1-a6fb-b7aeb3c72f75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:52.433724 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:52.562060 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44b6712-6c8f-47ea-9cdb-85c026ea9058 req-5f11c06e-3802-4f11-a3e0-90a6f2219a75 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:52.569644 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44b6712-6c8f-47ea-9cdb-85c026ea9058 req-5f11c06e-3802-4f11-a3e0-90a6f2219a75 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:52.573636 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:52.576920 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44b6712-6c8f-47ea-9cdb-85c026ea9058 req-5f11c06e-3802-4f11-a3e0-90a6f2219a75 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:52.578864 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f44b6712-6c8f-47ea-9cdb-85c026ea9058 req-5f11c06e-3802-4f11-a3e0-90a6f2219a75 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] 10.222.0.49 "GET /v2.0/ports?device_id=f9d7ead0-dd83-4fbd-a8d8-d3de1f31954f HTTP/1.1" status: 200 len: 2414 time: 0.2123806 Oct 12 19:12:52.596318 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=f9ec3115-a205-46de-a773-3248cbd5840e,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:12:52.624519 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9d7ead0-dd83-4fbd-a8d8-d3de1f31954f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c12bf055-6053-403d-b73f-7f561b8ba71b'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:12:52.626845 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8272cc52-b5db-43fe-a405-baf87751b221" -d '{"events": [{"server_uuid": "f9d7ead0-dd83-4fbd-a8d8-d3de1f31954f", "name": "network-vif-plugged", "status": "completed", "tag": "c12bf055-6053-403d-b73f-7f561b8ba71b"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:12:52.628788 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd22354-4a08-4c08-8606-05a71a9cb5a8 req-725277ae-aa8a-478f-8d00-1e75bb4420a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:52.630873 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3cd22354-4a08-4c08-8606-05a71a9cb5a8 req-725277ae-aa8a-478f-8d00-1e75bb4420a5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=90dcf485-b1ad-4139-85a3-9e1e9879e6b1 HTTP/1.1" status: 200 len: 870 time: 0.2805645 Oct 12 19:12:52.640580 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bfe26422-91e3-4ef1-a6fb-b7aeb3c72f75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4306592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16245866'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:52.648902 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port c12bf055-6053-403d-b73f-7f561b8ba71b, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=c12bf055-6053-403d-b73f-7f561b8ba71b,segment=NetworkSegment(e3f76181-fe06-4876-9f38-c15bd317ab4a),segment_id=e3f76181-fe06-4876-9f38-c15bd317ab4a)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:12:52.699525 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f44b6712-6c8f-47ea-9cdb-85c026ea9058 req-ea61f68e-54f6-4bc8-b81c-865d7e07c77e tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7fef4b9-8773-4d4f-9bfd-80a30678a2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026137 Oct 12 19:12:52.706612 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['f9ec3115-a205-46de-a773-3248cbd5840e'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:12:52.726492 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3cd22354-4a08-4c08-8606-05a71a9cb5a8 req-049f8d5d-cc6b-4d69-bb16-9891b2755586 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=0c003b2b-afb8-47b3-863d-8ed3a7ee5389 HTTP/1.1" status: 200 len: 217 time: 0.0797842 Oct 12 19:12:52.786108 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:52.787284 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device a51cc259-ed8d-4ab8-8a57-ecdf983cdaf2 no longer exists at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:12:52.795836 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe26422-91e3-4ef1-a6fb-b7aeb3c72f75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74a739a8-7e75-4644-b41a-0d845ddb3516,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:12:52.815291 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bfe26422-91e3-4ef1-a6fb-b7aeb3c72f75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:52.826641 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-bfe26422-91e3-4ef1-a6fb-b7aeb3c72f75 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/74a739a8-7e75-4644-b41a-0d845ddb3516 HTTP/1.1" status: 204 len: 168 time: 0.7073019 Oct 12 19:12:52.832287 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d60da5b-f86a-4dbc-9f95-c1031eee5af4 None None] Network a978aba0-f15d-435e-a9c8-4184336a99ce requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:12:52.836514 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 58824) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:12:52.866508 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] No Port match for: a51cc259-ed8d-4ab8-8a57-ecdf983cdaf2 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:12:52.866942 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device a51cc259-ed8d-4ab8-8a57-ecdf983cdaf2 not bound to the agent host n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:12:52.913138 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 58826) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:12:52.915016 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-b8385206-1ea3-43ff-a4dd-83e65265bba6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0622f2ddd6f74dfcb6a10ad3f54a9317&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5033031 Oct 12 19:12:52.927718 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f3a7a9e-2e9a-4313-ba10-0b60a1fe7aa4 x-openstack-request-id: req-0f3a7a9e-2e9a-4313-ba10-0b60a1fe7aa4 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:12:52.928014 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9d7ead0-dd83-4fbd-a8d8-d3de1f31954f", "name": "network-vif-plugged", "status": "completed", "tag": "c12bf055-6053-403d-b73f-7f561b8ba71b", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:12:52.928294 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0f3a7a9e-2e9a-4313-ba10-0b60a1fe7aa4 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:12:52.928682 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9d7ead0-dd83-4fbd-a8d8-d3de1f31954f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c12bf055-6053-403d-b73f-7f561b8ba71b', 'code': 200} Oct 12 19:12:52.929730 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 7061aa62-f356-4c4d-b9fa-0d99aa453589 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:12:52.955435 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b74ed50d-cfb4-4baa-a9eb-0cde7ba899e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:52.977229 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd22354-4a08-4c08-8606-05a71a9cb5a8 req-d4ef649f-08b9-4a94-8101-3faf671e61ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:52.978724 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3cd22354-4a08-4c08-8606-05a71a9cb5a8 req-d4ef649f-08b9-4a94-8101-3faf671e61ce service neutron] 10.222.0.61 "GET /v2.0/subnets?id=629aee7d-3fde-4c72-af1e-6a7e1f6a7e75 HTTP/1.1" status: 200 len: 843 time: 0.2376227 Oct 12 19:12:52.987771 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d90a7a45-3f07-4f19-a0cb-3d89336c6bda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:53.011275 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 7061aa62-f356-4c4d-b9fa-0d99aa453589 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:12:53.011839 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 7061aa62-f356-4c4d-b9fa-0d99aa453589 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:12:53.011839 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device b61d974d-07d5-42d5-bb1b-f94785c7ea0d no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:12:53.013393 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d90a7a45-3f07-4f19-a0cb-3d89336c6bda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:53.035094 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: b61d974d-07d5-42d5-bb1b-f94785c7ea0d {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:12:53.038021 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device b61d974d-07d5-42d5-bb1b-f94785c7ea0d not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:12:53.054025 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=c12bf055-6053-403d-b73f-7f561b8ba71b,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:12:53.115896 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd22354-4a08-4c08-8606-05a71a9cb5a8 req-79fb07bb-f1af-4dfb-b434-b87b1ee623e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:53.118111 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3cd22354-4a08-4c08-8606-05a71a9cb5a8 req-79fb07bb-f1af-4dfb-b434-b87b1ee623e0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=90dcf485-b1ad-4139-85a3-9e1e9879e6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1292186 Oct 12 19:12:53.164625 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d90a7a45-3f07-4f19-a0cb-3d89336c6bda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:53.168068 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d90a7a45-3f07-4f19-a0cb-3d89336c6bda admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:53.171800 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-d90a7a45-3f07-4f19-a0cb-3d89336c6bda admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/97ebf564-c5fe-4f12-92a1-b237f08112ae HTTP/1.1" status: 204 len: 168 time: 0.2548692 Oct 12 19:12:53.189921 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90a7a45-3f07-4f19-a0cb-3d89336c6bda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97ebf564-c5fe-4f12-92a1-b237f08112ae,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:12:53.218488 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-b74ed50d-cfb4-4baa-a9eb-0cde7ba899e8 admin admin] Deleting port 621e3e49-6c6f-415d-a80a-6d7d2c41f506 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:12:53.221354 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b74ed50d-cfb4-4baa-a9eb-0cde7ba899e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:53.281164 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f22c4d-88af-41ab-9316-3ffa41b69c42 None None] DHCP port deletion for a978aba0-f15d-435e-a9c8-4184336a99ce request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 19:12:53.312880 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee21877d-2778-468e-bdbc-67a874a348d6 req-e2890f85-ec27-48e8-8977-00cd2914ce12 tempest-ImagesOneServerTestJSON-1274155994 tempest-ImagesOneServerTestJSON-1274155994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:53.314288 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ee21877d-2778-468e-bdbc-67a874a348d6 req-e2890f85-ec27-48e8-8977-00cd2914ce12 tempest-ImagesOneServerTestJSON-1274155994 tempest-ImagesOneServerTestJSON-1274155994-project] 10.222.0.49 "GET /v2.0/ports?device_id=664646b6-1bc7-4f9a-bf1e-343f948f26da HTTP/1.1" status: 200 len: 947 time: 0.1900947 Oct 12 19:12:53.328688 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-85f22c4d-88af-41ab-9316-3ffa41b69c42 None None] Deleting port 621e3e49-6c6f-415d-a80a-6d7d2c41f506 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:12:53.329079 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-85f22c4d-88af-41ab-9316-3ffa41b69c42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:53.357977 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3cd22354-4a08-4c08-8606-05a71a9cb5a8 req-0fe6c7c3-8d8f-4167-bb14-aa483307e537 service neutron] 10.222.0.61 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236602 Oct 12 19:12:53.363572 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [None req-b74ed50d-cfb4-4baa-a9eb-0cde7ba899e8 admin admin] For port 621e3e49-6c6f-415d-a80a-6d7d2c41f506, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=621e3e49-6c6f-415d-a80a-6d7d2c41f506,segment=NetworkSegment(73e2e080-aa57-4023-9ff4-35f6028776a0),segment_id=73e2e080-aa57-4023-9ff4-35f6028776a0)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:12:53.363939 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b74ed50d-cfb4-4baa-a9eb-0cde7ba899e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:53.399520 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-85f22c4d-88af-41ab-9316-3ffa41b69c42 None None] For port 621e3e49-6c6f-415d-a80a-6d7d2c41f506, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=621e3e49-6c6f-415d-a80a-6d7d2c41f506,segment=NetworkSegment(73e2e080-aa57-4023-9ff4-35f6028776a0),segment_id=73e2e080-aa57-4023-9ff4-35f6028776a0)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:12:53.399921 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-85f22c4d-88af-41ab-9316-3ffa41b69c42 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:53.425458 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-85f22c4d-88af-41ab-9316-3ffa41b69c42 None None] Calling delete_port for 621e3e49-6c6f-415d-a80a-6d7d2c41f506 owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:12:53.431587 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-b74ed50d-cfb4-4baa-a9eb-0cde7ba899e8 admin admin] Calling delete_port for 621e3e49-6c6f-415d-a80a-6d7d2c41f506 owned by network:dhcp {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:12:53.455618 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ee21877d-2778-468e-bdbc-67a874a348d6 req-bddce2d3-cad6-4f08-9778-e130700275c6 tempest-ImagesOneServerTestJSON-1274155994 tempest-ImagesOneServerTestJSON-1274155994-project] 10.222.0.49 "GET /v2.0/security-groups?id=c21c7d48-688b-4684-8e93-07770a654e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297736 Oct 12 19:12:53.546138 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3cd22354-4a08-4c08-8606-05a71a9cb5a8 req-a87e35fb-4d4d-4d14-96f2-b976f1c32b44 service neutron] 10.222.0.61 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791708 Oct 12 19:12:53.619264 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-85f22c4d-88af-41ab-9316-3ffa41b69c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:53.628311 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b74ed50d-cfb4-4baa-a9eb-0cde7ba899e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:53.635237 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f22c4d-88af-41ab-9316-3ffa41b69c42 None None] No DVR routers for this DVR port 621e3e49-6c6f-415d-a80a-6d7d2c41f506 on host n-d-813679-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:12:53.664444 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74ed50d-cfb4-4baa-a9eb-0cde7ba899e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=621e3e49-6c6f-415d-a80a-6d7d2c41f506,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:12:53.664548 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f22c4d-88af-41ab-9316-3ffa41b69c42 None None] Pushing event deleted for resources: {'Port': ['ID=621e3e49-6c6f-415d-a80a-6d7d2c41f506,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:12:53.664632 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74ed50d-cfb4-4baa-a9eb-0cde7ba899e8 admin admin] No DVR routers for this DVR port 621e3e49-6c6f-415d-a80a-6d7d2c41f506 on host n-d-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:12:53.758555 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b74ed50d-cfb4-4baa-a9eb-0cde7ba899e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:53.784801 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-b74ed50d-cfb4-4baa-a9eb-0cde7ba899e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a978aba0-f15d-435e-a9c8-4184336a99ce']}} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:12:53.805795 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-b74ed50d-cfb4-4baa-a9eb-0cde7ba899e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73e2e080-aa57-4023-9ff4-35f6028776a0') {'for_net_delete': True} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:12:53.806100 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-b74ed50d-cfb4-4baa-a9eb-0cde7ba899e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73e2e080-aa57-4023-9ff4-35f6028776a0') {} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:12:53.837626 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b74ed50d-cfb4-4baa-a9eb-0cde7ba899e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4281072'] for segment, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:53.855664 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b74ed50d-cfb4-4baa-a9eb-0cde7ba899e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:53.865671 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 0c003b2b-afb8-47b3-863d-8ed3a7ee5389 details requested by agent hyperv_n-h1-813679-3 with host n-h1-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:12:53.867941 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device f9ec3115-a205-46de-a773-3248cbd5840e up at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:12:53.871972 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ebf643-8f3e-416f-8165-047f65ef81e1 req-c714e1b0-6197-4331-8a02-6e44b3aaf264 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:53.877514 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ebf643-8f3e-416f-8165-047f65ef81e1 req-c714e1b0-6197-4331-8a02-6e44b3aaf264 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:53.883581 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ebf643-8f3e-416f-8165-047f65ef81e1 req-c714e1b0-6197-4331-8a02-6e44b3aaf264 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:53.885270 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f1ebf643-8f3e-416f-8165-047f65ef81e1 req-c714e1b0-6197-4331-8a02-6e44b3aaf264 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] 10.222.0.49 "GET /v2.0/ports?device_id=f9d7ead0-dd83-4fbd-a8d8-d3de1f31954f HTTP/1.1" status: 200 len: 2416 time: 0.0980132 Oct 12 19:12:53.888820 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b74ed50d-cfb4-4baa-a9eb-0cde7ba899e8 admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=95501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:12:53.889344 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b74ed50d-cfb4-4baa-a9eb-0cde7ba899e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4823170'] for segment, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:53.891091 n-d-813679-3 neutron-server[95501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:12:53.891091 n-d-813679-3 neutron-server[95501]: self.session.flush() Oct 12 19:12:53.891091 n-d-813679-3 neutron-server[95501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:12:53.891091 n-d-813679-3 neutron-server[95501]: self.session.flush() Oct 12 19:12:53.891091 n-d-813679-3 neutron-server[95501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:12:53.891091 n-d-813679-3 neutron-server[95501]: self.session.flush() Oct 12 19:12:53.891091 n-d-813679-3 neutron-server[95501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:12:53.891091 n-d-813679-3 neutron-server[95501]: self.session.flush() Oct 12 19:12:53.891091 n-d-813679-3 neutron-server[95501]: Traceback (most recent call last): Oct 12 19:12:53.891091 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:12:53.891091 n-d-813679-3 neutron-server[95501]: timer() Oct 12 19:12:53.891091 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:12:53.891091 n-d-813679-3 neutron-server[95501]: cb(*args, **kw) Oct 12 19:12:53.891091 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:12:53.891091 n-d-813679-3 neutron-server[95501]: return func(*args, **kwargs) Oct 12 19:12:53.891091 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:12:53.891091 n-d-813679-3 neutron-server[95501]: self._notify() Oct 12 19:12:53.891091 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:12:53.891091 n-d-813679-3 neutron-server[95501]: self.callback(batched_events) Oct 12 19:12:53.891091 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:12:53.891091 n-d-813679-3 neutron-server[95501]: event.method(event) Oct 12 19:12:53.891091 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:12:53.891091 n-d-813679-3 neutron-server[95501]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:12:53.891091 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:12:53.891091 n-d-813679-3 neutron-server[95501]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:12:53.891091 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:12:53.891091 n-d-813679-3 neutron-server[95501]: return f(self, *a, **k) Oct 12 19:12:53.891091 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:12:53.891091 n-d-813679-3 neutron-server[95501]: return self._get(url).json() Oct 12 19:12:53.891091 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:12:53.891091 n-d-813679-3 neutron-server[95501]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:12:53.891091 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:12:53.891091 n-d-813679-3 neutron-server[95501]: return self.request(url, 'GET', **kwargs) Oct 12 19:12:53.891091 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:12:53.891091 n-d-813679-3 neutron-server[95501]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:12:53.891091 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:12:53.891091 n-d-813679-3 neutron-server[95501]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:12:53.891091 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:12:53.891091 n-d-813679-3 neutron-server[95501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:12:53.891091 n-d-813679-3 neutron-server[95501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:12:53.970675 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f1ebf643-8f3e-416f-8165-047f65ef81e1 req-b1e51072-ede6-4d92-bdb0-8d16036e4aad tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7fef4b9-8773-4d4f-9bfd-80a30678a2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695717 Oct 12 19:12:53.982764 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 58868) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:12:54.063218 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-120de453-2a0b-444a-b2f6-6fede00f5777 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9c71f3f32beb4565bda4e343a55aa277&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0789781 Oct 12 19:12:54.066022 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 58870) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:12:54.075854 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 0c003b2b-afb8-47b3-863d-8ed3a7ee5389, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=0c003b2b-afb8-47b3-863d-8ed3a7ee5389,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:12:54.083681 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b74ed50d-cfb4-4baa-a9eb-0cde7ba899e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:54.091996 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Returning: {'device': '0c003b2b-afb8-47b3-863d-8ed3a7ee5389', 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1', 'port_id': '0c003b2b-afb8-47b3-863d-8ed3a7ee5389', 'mac_address': 'fa:16:3e:64:d8:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '629aee7d-3fde-4c72-af1e-6a7e1f6a7e75', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:12:54.115664 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b74ed50d-cfb4-4baa-a9eb-0cde7ba899e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:54.130098 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-b74ed50d-cfb4-4baa-a9eb-0cde7ba899e8 admin admin] 10.222.0.49 "DELETE /v2.0/networks/a978aba0-f15d-435e-a9c8-4184336a99ce HTTP/1.1" status: 204 len: 168 time: 1.2787204 Oct 12 19:12:54.134480 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning for port f9ec3115-a205-46de-a773-3248cbd5840e completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:12:54.134861 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74ed50d-cfb4-4baa-a9eb-0cde7ba899e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=a978aba0-f15d-435e-a9c8-4184336a99ce,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:12:54.145198 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning complete for port f9ec3115-a205-46de-a773-3248cbd5840e triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:12:54.145564 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:54.163844 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d99e3f24-8c65-4922-9699-041caa061b07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:54.181813 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:54.194985 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d99e3f24-8c65-4922-9699-041caa061b07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:54.203934 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c003b2b-afb8-47b3-863d-8ed3a7ee5389 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:12:54.228336 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 0c003b2b-afb8-47b3-863d-8ed3a7ee5389, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=0c003b2b-afb8-47b3-863d-8ed3a7ee5389,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:12:54.268265 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:54.303195 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port f9ec3115-a205-46de-a773-3248cbd5840e, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=f9ec3115-a205-46de-a773-3248cbd5840e,segment=NetworkSegment(e3f76181-fe06-4876-9f38-c15bd317ab4a),segment_id=e3f76181-fe06-4876-9f38-c15bd317ab4a)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:12:54.310266 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:54.333837 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d99e3f24-8c65-4922-9699-041caa061b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:54.336188 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d99e3f24-8c65-4922-9699-041caa061b07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:54.337604 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-d99e3f24-8c65-4922-9699-041caa061b07 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d0fb33e5-2f8d-4810-902b-5d0c10dcad44 HTTP/1.1" status: 204 len: 168 time: 0.2705925 Oct 12 19:12:54.351273 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99e3f24-8c65-4922-9699-041caa061b07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0fb33e5-2f8d-4810-902b-5d0c10dcad44,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:12:54.367552 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=0c003b2b-afb8-47b3-863d-8ed3a7ee5389,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:12:54.402690 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:54.403494 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 0571ff5a-fc02-4621-bb4a-236a79ffe0fd up at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:12:54.485285 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=f9ec3115-a205-46de-a773-3248cbd5840e,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:12:54.564375 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['0c003b2b-afb8-47b3-863d-8ed3a7ee5389'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:12:54.568372 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning for port 0571ff5a-fc02-4621-bb4a-236a79ffe0fd completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:12:54.580937 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816c00e7-f1d2-449a-b5df-cbabcc4860ed req-72113f79-34aa-4e69-b878-558f5796bda8 tempest-ImagesOneServerTestJSON-1274155994 tempest-ImagesOneServerTestJSON-1274155994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:54.582402 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-816c00e7-f1d2-449a-b5df-cbabcc4860ed req-72113f79-34aa-4e69-b878-558f5796bda8 tempest-ImagesOneServerTestJSON-1274155994 tempest-ImagesOneServerTestJSON-1274155994-project] 10.222.0.49 "GET /v2.0/ports?device_id=664646b6-1bc7-4f9a-bf1e-343f948f26da HTTP/1.1" status: 200 len: 948 time: 0.0536423 Oct 12 19:12:54.595982 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning complete for port 0571ff5a-fc02-4621-bb4a-236a79ffe0fd triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:12:54.596366 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:54.622989 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-816c00e7-f1d2-449a-b5df-cbabcc4860ed req-811ad7bc-3314-4459-ad25-6f957a13e498 tempest-ImagesOneServerTestJSON-1274155994 tempest-ImagesOneServerTestJSON-1274155994-project] 10.222.0.49 "GET /v2.0/security-groups?id=c21c7d48-688b-4684-8e93-07770a654e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343270 Oct 12 19:12:54.745572 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 58884) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:12:54.756500 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:54.815646 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 0571ff5a-fc02-4621-bb4a-236a79ffe0fd, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=0571ff5a-fc02-4621-bb4a-236a79ffe0fd,segment=NetworkSegment(e8c90d86-a780-442e-87e6-01dd9018d927),segment_id=e8c90d86-a780-442e-87e6-01dd9018d927)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:12:54.828642 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 621e3e49-6c6f-415d-a80a-6d7d2c41f506 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:12:54.839202 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-58c58758-378c-432f-a503-e059d8d5c1ab admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8e2a9481e40644a8a102010b6c955132&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0898354 Oct 12 19:12:54.841716 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 58886) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:12:54.856205 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 621e3e49-6c6f-415d-a80a-6d7d2c41f506 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:12:54.856555 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 621e3e49-6c6f-415d-a80a-6d7d2c41f506 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:12:54.887807 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:54.921404 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-123cc399-1ccc-40eb-b375-92490655757e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:54.929783 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9d7ead0-dd83-4fbd-a8d8-d3de1f31954f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9ec3115-a205-46de-a773-3248cbd5840e'}, {'server_uuid': 'f9d7ead0-dd83-4fbd-a8d8-d3de1f31954f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0571ff5a-fc02-4621-bb4a-236a79ffe0fd'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:12:54.932202 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51f073fe-dbae-4b62-aa35-408053d0146c" -d '{"events": [{"server_uuid": "f9d7ead0-dd83-4fbd-a8d8-d3de1f31954f", "name": "network-vif-plugged", "status": "completed", "tag": "f9ec3115-a205-46de-a773-3248cbd5840e"}, {"server_uuid": "f9d7ead0-dd83-4fbd-a8d8-d3de1f31954f", "name": "network-vif-plugged", "status": "completed", "tag": "0571ff5a-fc02-4621-bb4a-236a79ffe0fd"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:12:54.952318 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-123cc399-1ccc-40eb-b375-92490655757e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:54.967405 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=0571ff5a-fc02-4621-bb4a-236a79ffe0fd,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:12:54.996529 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 12 Oct 2021 19:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-314c6cac-4f19-4442-92d7-a4b6739725db x-openstack-request-id: req-314c6cac-4f19-4442-92d7-a4b6739725db {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:12:54.996896 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9d7ead0-dd83-4fbd-a8d8-d3de1f31954f", "name": "network-vif-plugged", "status": "completed", "tag": "f9ec3115-a205-46de-a773-3248cbd5840e", "code": 200}, {"server_uuid": "f9d7ead0-dd83-4fbd-a8d8-d3de1f31954f", "name": "network-vif-plugged", "status": "completed", "tag": "0571ff5a-fc02-4621-bb4a-236a79ffe0fd", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:12:54.997410 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-314c6cac-4f19-4442-92d7-a4b6739725db {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:12:54.997729 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9d7ead0-dd83-4fbd-a8d8-d3de1f31954f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9ec3115-a205-46de-a773-3248cbd5840e', 'code': 200} Oct 12 19:12:54.998037 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9d7ead0-dd83-4fbd-a8d8-d3de1f31954f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0571ff5a-fc02-4621-bb4a-236a79ffe0fd', 'code': 200} Oct 12 19:12:55.143140 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-123cc399-1ccc-40eb-b375-92490655757e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:55.150334 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-123cc399-1ccc-40eb-b375-92490655757e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:55.157497 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-123cc399-1ccc-40eb-b375-92490655757e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/12299f57-9f6f-4070-a713-0bd4208adc34 HTTP/1.1" status: 204 len: 168 time: 0.3133764 Oct 12 19:12:55.159352 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6883545b-6493-49e8-af17-31371704d74b req-465ac28e-d59c-49a7-8e42-2fd35ebf2ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:55.159870 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6883545b-6493-49e8-af17-31371704d74b req-465ac28e-d59c-49a7-8e42-2fd35ebf2ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:55.160391 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6883545b-6493-49e8-af17-31371704d74b req-465ac28e-d59c-49a7-8e42-2fd35ebf2ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:55.164827 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6883545b-6493-49e8-af17-31371704d74b req-465ac28e-d59c-49a7-8e42-2fd35ebf2ace service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f9d7ead0-dd83-4fbd-a8d8-d3de1f31954f HTTP/1.1" status: 200 len: 2871 time: 0.0737314 Oct 12 19:12:55.182220 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4d7256-e41c-4bc7-8f4f-2008d44d733e req-f9689a63-9778-4eb7-875f-f7a00dfa9d5b tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:55.190047 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4d7256-e41c-4bc7-8f4f-2008d44d733e req-f9689a63-9778-4eb7-875f-f7a00dfa9d5b tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:55.196445 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4d7256-e41c-4bc7-8f4f-2008d44d733e req-f9689a63-9778-4eb7-875f-f7a00dfa9d5b tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:55.199006 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6b4d7256-e41c-4bc7-8f4f-2008d44d733e req-f9689a63-9778-4eb7-875f-f7a00dfa9d5b tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] 10.222.0.49 "GET /v2.0/ports?device_id=f9d7ead0-dd83-4fbd-a8d8-d3de1f31954f HTTP/1.1" status: 200 len: 2418 time: 0.1269205 Oct 12 19:12:55.204632 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123cc399-1ccc-40eb-b375-92490655757e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12299f57-9f6f-4070-a713-0bd4208adc34,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:12:55.222872 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6883545b-6493-49e8-af17-31371704d74b req-196b13b2-cf74-42ae-8b79-f5d907b51e92 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=f7fef4b9-8773-4d4f-9bfd-80a30678a2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465801 Oct 12 19:12:55.247557 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6b4d7256-e41c-4bc7-8f4f-2008d44d733e req-395ae787-82b4-4bfd-af88-6babfd7806c4 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7fef4b9-8773-4d4f-9bfd-80a30678a2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405328 Oct 12 19:12:55.413640 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 58908) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:12:55.673630 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-015afd27-23af-4b94-9a7c-348be2c09809 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2f0e49f0ecfe4a61a8bd2b9ac759e65c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2578864 Oct 12 19:12:55.675975 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 58924) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:12:55.751041 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-26b03439-414c-4c17-9380-bbf693acc926 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:55.772760 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-26b03439-414c-4c17-9380-bbf693acc926 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:55.779671 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17292fdc-d708-46c3-b098-d6734350f888 req-92924d3f-7ecf-4417-b316-2b560de0680b tempest-ImagesOneServerTestJSON-1274155994 tempest-ImagesOneServerTestJSON-1274155994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:55.781149 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-17292fdc-d708-46c3-b098-d6734350f888 req-92924d3f-7ecf-4417-b316-2b560de0680b tempest-ImagesOneServerTestJSON-1274155994 tempest-ImagesOneServerTestJSON-1274155994-project] 10.222.0.49 "GET /v2.0/ports?device_id=664646b6-1bc7-4f9a-bf1e-343f948f26da HTTP/1.1" status: 200 len: 948 time: 0.0556130 Oct 12 19:12:55.821739 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-17292fdc-d708-46c3-b098-d6734350f888 req-37c21e76-a0fe-4fca-9683-5ed3f7c6c062 tempest-ImagesOneServerTestJSON-1274155994 tempest-ImagesOneServerTestJSON-1274155994-project] 10.222.0.49 "GET /v2.0/security-groups?id=c21c7d48-688b-4684-8e93-07770a654e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336330 Oct 12 19:12:55.900854 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 0c003b2b-afb8-47b3-863d-8ed3a7ee5389 up at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:12:55.941399 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-26b03439-414c-4c17-9380-bbf693acc926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:55.944441 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-26b03439-414c-4c17-9380-bbf693acc926 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:55.946992 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-26b03439-414c-4c17-9380-bbf693acc926 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d81c912b-51e6-4dcc-ae7a-8b303917556f HTTP/1.1" status: 204 len: 168 time: 0.2682872 Oct 12 19:12:55.954226 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b03439-414c-4c17-9380-bbf693acc926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d81c912b-51e6-4dcc-ae7a-8b303917556f,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:12:55.980961 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 58938) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:12:56.072533 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning for port 0c003b2b-afb8-47b3-863d-8ed3a7ee5389 completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:12:56.076768 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning complete for port 0c003b2b-afb8-47b3-863d-8ed3a7ee5389 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:12:56.077142 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:56.156990 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:56.192212 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 0c003b2b-afb8-47b3-863d-8ed3a7ee5389, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=0c003b2b-afb8-47b3-863d-8ed3a7ee5389,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:12:56.272760 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:56.352083 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=0c003b2b-afb8-47b3-863d-8ed3a7ee5389,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:12:56.388698 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-dc2e49de-a166-40fd-b960-54a2b907dc05 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1455422524-network', 'tenant_id': '6f373deb65fa4fb6b9914ad762fe4dad'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:12:56.425622 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d524cd6d-8d73-4dc3-be01-496b558cfa17 req-e285daf4-67c0-4e4c-8b0b-fdbe8dc1ca5c tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:56.430933 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d524cd6d-8d73-4dc3-be01-496b558cfa17 req-e285daf4-67c0-4e4c-8b0b-fdbe8dc1ca5c tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:56.437321 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d524cd6d-8d73-4dc3-be01-496b558cfa17 req-e285daf4-67c0-4e4c-8b0b-fdbe8dc1ca5c tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:56.444830 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d524cd6d-8d73-4dc3-be01-496b558cfa17 req-e285daf4-67c0-4e4c-8b0b-fdbe8dc1ca5c tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] 10.222.0.49 "GET /v2.0/ports?device_id=f9d7ead0-dd83-4fbd-a8d8-d3de1f31954f HTTP/1.1" status: 200 len: 2418 time: 0.0753396 Oct 12 19:12:56.472703 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc2e49de-a166-40fd-b960-54a2b907dc05 admin admin] Made reservation on behalf of 6f373deb65fa4fb6b9914ad762fe4dad for: {'network': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:12:56.479648 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-dc2e49de-a166-40fd-b960-54a2b907dc05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:56.489368 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-dc2e49de-a166-40fd-b960-54a2b907dc05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:56.494189 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d524cd6d-8d73-4dc3-be01-496b558cfa17 req-3a23b8c0-b8ef-44e5-bad9-45be34fcb818 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7fef4b9-8773-4d4f-9bfd-80a30678a2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473385 Oct 12 19:12:56.581696 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-dc2e49de-a166-40fd-b960-54a2b907dc05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:56.676565 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-dc2e49de-a166-40fd-b960-54a2b907dc05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:56.703755 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc2e49de-a166-40fd-b960-54a2b907dc05 admin admin] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=95501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:12:56.718620 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2e49de-a166-40fd-b960-54a2b907dc05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff6d4f0e-3cb5-40de-8035-ff2a926b779e,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:12:56.723869 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-dc2e49de-a166-40fd-b960-54a2b907dc05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:56.724256 n-d-813679-3 neutron-server[95501]: INFO neutron.db.segments_db [None req-dc2e49de-a166-40fd-b960-54a2b907dc05 admin admin] Added segment 27ff9bb7-1c44-4de2-8a60-f337ee0726a0 of type vlan for network 50fb75ab-5cce-4c35-a5a4-6ffc4b8ceeca Oct 12 19:12:56.761101 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 58976) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:12:56.764478 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-dc2e49de-a166-40fd-b960-54a2b907dc05 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:56.861779 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-dc2e49de-a166-40fd-b960-54a2b907dc05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:56.862942 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2e49de-a166-40fd-b960-54a2b907dc05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:56.863960 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-dc2e49de-a166-40fd-b960-54a2b907dc05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:56.919882 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-10e38025-ceaf-417b-a52c-354bccca1032 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1166122233-network', 'tenant_id': '21466a39e7454d76a525d9f64a023efa'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:12:56.934819 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2e49de-a166-40fd-b960-54a2b907dc05 admin admin] Pushing event updated for resources: {'Network': ['ID=50fb75ab-5cce-4c35-a5a4-6ffc4b8ceeca,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:12:56.945375 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 50fb75ab-5cce-4c35-a5a4-6ffc4b8ceeca details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:12:56.971749 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eefada-158d-4568-b391-3467f754ef1d req-8eb21433-74d7-4af6-bcf8-2b991631288b tempest-ImagesOneServerTestJSON-1274155994 tempest-ImagesOneServerTestJSON-1274155994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:56.973682 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-57eefada-158d-4568-b391-3467f754ef1d req-8eb21433-74d7-4af6-bcf8-2b991631288b tempest-ImagesOneServerTestJSON-1274155994 tempest-ImagesOneServerTestJSON-1274155994-project] 10.222.0.49 "GET /v2.0/ports?device_id=664646b6-1bc7-4f9a-bf1e-343f948f26da HTTP/1.1" status: 200 len: 949 time: 0.0792825 Oct 12 19:12:56.987295 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-dc2e49de-a166-40fd-b960-54a2b907dc05 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0026548 Oct 12 19:12:56.988416 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 58986) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:12:56.998381 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-81b78073-5a07-47d0-9fe8-d15e39c88ca9 admin admin] Request body: {'subnet': {'network_id': '50fb75ab-5cce-4c35-a5a4-6ffc4b8ceeca', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1455422524-subnet', 'tenant_id': '6f373deb65fa4fb6b9914ad762fe4dad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:12:57.003476 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '664646b6-1bc7-4f9a-bf1e-343f948f26da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c003b2b-afb8-47b3-863d-8ed3a7ee5389'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:12:57.009807 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9fd9a32-48ac-4cf4-a1b6-1f8183c9d005" -d '{"events": [{"server_uuid": "664646b6-1bc7-4f9a-bf1e-343f948f26da", "name": "network-vif-plugged", "status": "completed", "tag": "0c003b2b-afb8-47b3-863d-8ed3a7ee5389"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:12:57.029342 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-57eefada-158d-4568-b391-3467f754ef1d req-6263622d-72f5-461f-a7de-55cbbced9d1c tempest-ImagesOneServerTestJSON-1274155994 tempest-ImagesOneServerTestJSON-1274155994-project] 10.222.0.49 "GET /v2.0/security-groups?id=c21c7d48-688b-4684-8e93-07770a654e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350525 Oct 12 19:12:57.064534 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10e38025-ceaf-417b-a52c-354bccca1032 admin admin] Made reservation on behalf of 21466a39e7454d76a525d9f64a023efa for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:12:57.069373 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-10e38025-ceaf-417b-a52c-354bccca1032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:57.073949 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7a293cf-77eb-4288-a985-feb1bde310f9 x-openstack-request-id: req-a7a293cf-77eb-4288-a985-feb1bde310f9 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:12:57.074133 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "664646b6-1bc7-4f9a-bf1e-343f948f26da", "name": "network-vif-plugged", "status": "completed", "tag": "0c003b2b-afb8-47b3-863d-8ed3a7ee5389", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:12:57.074353 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a7a293cf-77eb-4288-a985-feb1bde310f9 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:12:57.074809 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '664646b6-1bc7-4f9a-bf1e-343f948f26da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c003b2b-afb8-47b3-863d-8ed3a7ee5389', 'code': 200} Oct 12 19:12:57.078335 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-10e38025-ceaf-417b-a52c-354bccca1032 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:57.172735 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-10e38025-ceaf-417b-a52c-354bccca1032 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:57.192058 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90374a7f-904e-421b-89c3-c3216dd1c4c7 req-f595ee85-c0ea-48c2-a2b8-e9a2ff2ea682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:57.193669 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-90374a7f-904e-421b-89c3-c3216dd1c4c7 req-f595ee85-c0ea-48c2-a2b8-e9a2ff2ea682 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=664646b6-1bc7-4f9a-bf1e-343f948f26da HTTP/1.1" status: 200 len: 1100 time: 0.0509276 Oct 12 19:12:57.194331 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81b78073-5a07-47d0-9fe8-d15e39c88ca9 admin admin] Made reservation on behalf of 6f373deb65fa4fb6b9914ad762fe4dad for: {'subnet': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:12:57.196567 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-81b78073-5a07-47d0-9fe8-d15e39c88ca9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4612397'] for subnet, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:57.265338 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-10e38025-ceaf-417b-a52c-354bccca1032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:57.282570 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-90374a7f-904e-421b-89c3-c3216dd1c4c7 req-3ef3084c-02c1-4f5d-8833-6fa8fb160a8b service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=c21c7d48-688b-4684-8e93-07770a654e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724232 Oct 12 19:12:57.287909 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10e38025-ceaf-417b-a52c-354bccca1032 admin admin] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:12:57.302636 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e38025-ceaf-417b-a52c-354bccca1032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=453b01c6-7fe6-41ac-8e1d-6df7a2675094,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:12:57.318292 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-10e38025-ceaf-417b-a52c-354bccca1032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:57.322079 n-d-813679-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-10e38025-ceaf-417b-a52c-354bccca1032 admin admin] Added segment 35dde9ae-6a3d-4327-a38f-c2a1ca6f0ad7 of type vlan for network de7a4800-3a36-49db-938a-a424194241c9 Oct 12 19:12:57.363046 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-10e38025-ceaf-417b-a52c-354bccca1032 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:57.470832 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-10e38025-ceaf-417b-a52c-354bccca1032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:57.471845 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e38025-ceaf-417b-a52c-354bccca1032 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:57.472581 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-10e38025-ceaf-417b-a52c-354bccca1032 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:57.499769 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-81b78073-5a07-47d0-9fe8-d15e39c88ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4824863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4612355'] for subnet, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:57.536098 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e38025-ceaf-417b-a52c-354bccca1032 admin admin] Pushing event updated for resources: {'Network': ['ID=de7a4800-3a36-49db-938a-a424194241c9,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:12:57.550081 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network de7a4800-3a36-49db-938a-a424194241c9 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:12:57.566855 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b78073-5a07-47d0-9fe8-d15e39c88ca9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3df6431-98b8-41e2-84ab-a4ef2b4483f4,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:12:57.571981 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b78073-5a07-47d0-9fe8-d15e39c88ca9 admin admin] Checking segment: {'id': '27ff9bb7-1c44-4de2-8a60-f337ee0726a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '50fb75ab-5cce-4c35-a5a4-6ffc4b8ceeca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:12:57.572367 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b78073-5a07-47d0-9fe8-d15e39c88ca9 admin admin] Network hostable DHCP agents. Network: 50fb75ab-5cce-4c35-a5a4-6ffc4b8ceeca, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:12:57.599747 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-10e38025-ceaf-417b-a52c-354bccca1032 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.8367267 Oct 12 19:12:57.601814 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 59006) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:12:57.608519 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-2b26f680-3911-4f2c-a58b-1dfc01bc22be admin admin] Request body: {'subnet': {'network_id': 'de7a4800-3a36-49db-938a-a424194241c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1166122233-subnet', 'tenant_id': '21466a39e7454d76a525d9f64a023efa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:12:57.679790 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2021021-b961-4792-91b8-7cf3f3a1f4f2 req-e122b527-a2df-47d7-8b77-2cb6eb8b8446 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:57.686496 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2021021-b961-4792-91b8-7cf3f3a1f4f2 req-e122b527-a2df-47d7-8b77-2cb6eb8b8446 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:57.694631 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2021021-b961-4792-91b8-7cf3f3a1f4f2 req-e122b527-a2df-47d7-8b77-2cb6eb8b8446 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:57.696364 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b2021021-b961-4792-91b8-7cf3f3a1f4f2 req-e122b527-a2df-47d7-8b77-2cb6eb8b8446 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] 10.222.0.49 "GET /v2.0/ports?device_id=f9d7ead0-dd83-4fbd-a8d8-d3de1f31954f HTTP/1.1" status: 200 len: 2418 time: 0.0739195 Oct 12 19:12:57.697016 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b78073-5a07-47d0-9fe8-d15e39c88ca9 admin admin] Network 50fb75ab-5cce-4c35-a5a4-6ffc4b8ceeca is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:12:57.713095 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b26f680-3911-4f2c-a58b-1dfc01bc22be admin admin] Made reservation on behalf of 21466a39e7454d76a525d9f64a023efa for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:12:57.716335 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2b26f680-3911-4f2c-a58b-1dfc01bc22be admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16245837'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:57.763293 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b2021021-b961-4792-91b8-7cf3f3a1f4f2 req-acd09a32-4abb-4448-855e-024f23bdd8be tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7fef4b9-8773-4d4f-9bfd-80a30678a2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531023 Oct 12 19:12:57.781903 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-81b78073-5a07-47d0-9fe8-d15e39c88ca9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, 50fb75ab-5cce-4c35-a5a4-6ffc4b8ceeca) {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:12:57.788490 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b78073-5a07-47d0-9fe8-d15e39c88ca9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:57.789619 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-81b78073-5a07-47d0-9fe8-d15e39c88ca9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:57.790504 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c620033e-2993-45dd-9852-fa09e282d523 None None] Network 50fb75ab-5cce-4c35-a5a4-6ffc4b8ceeca requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:12:57.941806 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-916f0f95-439a-4e6b-a6b0-7a0bfb8cc803 None None] Network 50fb75ab-5cce-4c35-a5a4-6ffc4b8ceeca requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:12:57.953159 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-81b78073-5a07-47d0-9fe8-d15e39c88ca9 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9548681 Oct 12 19:12:58.046115 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2b26f680-3911-4f2c-a58b-1dfc01bc22be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4306659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16245859'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:58.149448 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b26f680-3911-4f2c-a58b-1dfc01bc22be admin admin] Checking segment: {'id': '35dde9ae-6a3d-4327-a38f-c2a1ca6f0ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'de7a4800-3a36-49db-938a-a424194241c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:12:58.149817 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b26f680-3911-4f2c-a58b-1dfc01bc22be admin admin] Network hostable DHCP agents. Network: de7a4800-3a36-49db-938a-a424194241c9, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:12:58.156942 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b26f680-3911-4f2c-a58b-1dfc01bc22be admin admin] Pushing event updated for resources: {'Subnet': ['ID=a04d54df-064e-4c45-85d6-73b27d98a999,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:12:58.239883 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b26f680-3911-4f2c-a58b-1dfc01bc22be admin admin] Network de7a4800-3a36-49db-938a-a424194241c9 is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:12:58.387358 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-2b26f680-3911-4f2c-a58b-1dfc01bc22be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, de7a4800-3a36-49db-938a-a424194241c9) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:12:58.393893 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b26f680-3911-4f2c-a58b-1dfc01bc22be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:58.394731 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2b26f680-3911-4f2c-a58b-1dfc01bc22be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:58.409619 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-558d89c3-d441-441b-862e-1d4c5f313184 None None] Network de7a4800-3a36-49db-938a-a424194241c9 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:12:58.443067 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6017c57d-d631-49dc-bc88-76273b6f8b90 req-750780d9-e178-45b3-9b4d-8e87684e1873 tempest-ImagesOneServerTestJSON-1274155994 tempest-ImagesOneServerTestJSON-1274155994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:58.446455 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6017c57d-d631-49dc-bc88-76273b6f8b90 req-750780d9-e178-45b3-9b4d-8e87684e1873 tempest-ImagesOneServerTestJSON-1274155994 tempest-ImagesOneServerTestJSON-1274155994-project] 10.222.0.49 "GET /v2.0/ports?device_id=664646b6-1bc7-4f9a-bf1e-343f948f26da HTTP/1.1" status: 200 len: 949 time: 0.0931909 Oct 12 19:12:58.499095 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6017c57d-d631-49dc-bc88-76273b6f8b90 req-851d9197-eab7-429c-905a-b321e2408724 tempest-ImagesOneServerTestJSON-1274155994 tempest-ImagesOneServerTestJSON-1274155994-project] 10.222.0.49 "GET /v2.0/security-groups?id=c21c7d48-688b-4684-8e93-07770a654e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443652 Oct 12 19:12:58.515945 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-2b26f680-3911-4f2c-a58b-1dfc01bc22be admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.9118292 Oct 12 19:12:58.623317 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f4ba34a-5b24-41f7-934f-1ccb4f9ef820 None None] Network de7a4800-3a36-49db-938a-a424194241c9 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:12:58.655810 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a21406-9027-48a8-badc-5a2272a4ee32 req-e0357523-2f6e-4aee-b232-2662bcc09bc7 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:58.677763 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a21406-9027-48a8-badc-5a2272a4ee32 req-e0357523-2f6e-4aee-b232-2662bcc09bc7 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:58.691947 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a21406-9027-48a8-badc-5a2272a4ee32 req-e0357523-2f6e-4aee-b232-2662bcc09bc7 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:58.696807 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-65a21406-9027-48a8-badc-5a2272a4ee32 req-e0357523-2f6e-4aee-b232-2662bcc09bc7 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] 10.222.0.49 "GET /v2.0/ports?device_id=f9d7ead0-dd83-4fbd-a8d8-d3de1f31954f HTTP/1.1" status: 200 len: 2418 time: 0.1438677 Oct 12 19:12:58.768571 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-65a21406-9027-48a8-badc-5a2272a4ee32 req-3df65752-a419-41e6-9b25-10895c852a6b tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7fef4b9-8773-4d4f-9bfd-80a30678a2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633886 Oct 12 19:12:58.984065 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 59062) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:12:58.989774 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-1c47b539-958d-4b90-9e40-76da2feeb71d admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1438374000-network', 'tenant_id': '476d0a3fb71f44df9979edb9a6637054'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:12:59.102767 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c47b539-958d-4b90-9e40-76da2feeb71d admin admin] Made reservation on behalf of 476d0a3fb71f44df9979edb9a6637054 for: {'network': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:12:59.105380 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1c47b539-958d-4b90-9e40-76da2feeb71d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:59.118008 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1c47b539-958d-4b90-9e40-76da2feeb71d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:59.118750 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-89430e76-3fc7-4935-bf50-6ece28b9c87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:59.227096 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1c47b539-958d-4b90-9e40-76da2feeb71d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:59.238974 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15e78a0-9086-4cec-a70f-9b8a2cc26be9 req-29dbf3df-c533-4ec7-a6a4-c8c68edbfa3f tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:59.240735 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b15e78a0-9086-4cec-a70f-9b8a2cc26be9 req-29dbf3df-c533-4ec7-a6a4-c8c68edbfa3f tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/networks?id=de7a4800-3a36-49db-938a-a424194241c9 HTTP/1.1" status: 200 len: 805 time: 0.1329751 Oct 12 19:12:59.258153 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b15e78a0-9086-4cec-a70f-9b8a2cc26be9 req-f7da3b5c-153f-4512-8050-8c5feff0ea4e tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/quotas/21466a39e7454d76a525d9f64a023efa HTTP/1.1" status: 200 len: 375 time: 0.0110960 Oct 12 19:12:59.273589 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1c47b539-958d-4b90-9e40-76da2feeb71d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:59.305500 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b15e78a0-9086-4cec-a70f-9b8a2cc26be9 req-a00a4947-662a-4ea7-a7dd-47dae2f6a7a4 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=21466a39e7454d76a525d9f64a023efa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0382547 Oct 12 19:12:59.312419 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c47b539-958d-4b90-9e40-76da2feeb71d admin admin] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=95501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:12:59.349176 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1c47b539-958d-4b90-9e40-76da2feeb71d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:59.349528 n-d-813679-3 neutron-server[95501]: INFO neutron.db.segments_db [None req-1c47b539-958d-4b90-9e40-76da2feeb71d admin admin] Added segment 81763906-dc85-4306-bcd0-7adbc7ba8ae0 of type vlan for network 4be0b5ad-eef8-4de7-bf9e-9f158fe2a194 Oct 12 19:12:59.383653 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c47b539-958d-4b90-9e40-76da2feeb71d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad3c7b3a-f89c-4c9b-8628-f883087d0dc3,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:12:59.403661 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1c47b539-958d-4b90-9e40-76da2feeb71d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:59.421157 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b15e78a0-9086-4cec-a70f-9b8a2cc26be9 req-c8c4c756-2946-4d11-ba3b-2bcc778bc5a0 service neutron] 10.222.0.49 "GET /v2.0/networks/de7a4800-3a36-49db-938a-a424194241c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146204 Oct 12 19:12:59.507330 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1c47b539-958d-4b90-9e40-76da2feeb71d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:59.508383 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c47b539-958d-4b90-9e40-76da2feeb71d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:59.508931 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1c47b539-958d-4b90-9e40-76da2feeb71d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:59.524910 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b15e78a0-9086-4cec-a70f-9b8a2cc26be9 req-be3e224f-d8d8-46a5-a45f-7cb82a3b56b0 service neutron] 10.222.0.49 "GET /v2.0/networks/de7a4800-3a36-49db-938a-a424194241c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944552 Oct 12 19:12:59.575910 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c47b539-958d-4b90-9e40-76da2feeb71d admin admin] Pushing event updated for resources: {'Network': ['ID=4be0b5ad-eef8-4de7-bf9e-9f158fe2a194,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:12:59.588100 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 4be0b5ad-eef8-4de7-bf9e-9f158fe2a194 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:12:59.687340 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-1c47b539-958d-4b90-9e40-76da2feeb71d admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7013719 Oct 12 19:12:59.690061 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 59080) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:12:59.694952 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-446d47bc-0df1-44f0-b91a-2aa2e3839c6f admin admin] Request body: {'subnet': {'network_id': '4be0b5ad-eef8-4de7-bf9e-9f158fe2a194', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1438374000-subnet', 'tenant_id': '476d0a3fb71f44df9979edb9a6637054', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:12:59.790446 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-446d47bc-0df1-44f0-b91a-2aa2e3839c6f admin admin] Made reservation on behalf of 476d0a3fb71f44df9979edb9a6637054 for: {'subnet': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:12:59.793139 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-446d47bc-0df1-44f0-b91a-2aa2e3839c6f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4612397'] for subnet, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:12:59.983975 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a02c1f7-5a2a-49e6-8d6c-4924962a8c00 req-61ea7cf4-f9d1-4850-9504-ea274fb07809 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:12:59.990505 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a02c1f7-5a2a-49e6-8d6c-4924962a8c00 req-61ea7cf4-f9d1-4850-9504-ea274fb07809 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:00.001168 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a02c1f7-5a2a-49e6-8d6c-4924962a8c00 req-61ea7cf4-f9d1-4850-9504-ea274fb07809 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:00.003342 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6a02c1f7-5a2a-49e6-8d6c-4924962a8c00 req-61ea7cf4-f9d1-4850-9504-ea274fb07809 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] 10.222.0.61 "GET /v2.0/ports?device_id=f9d7ead0-dd83-4fbd-a8d8-d3de1f31954f HTTP/1.1" status: 200 len: 2418 time: 0.1558340 Oct 12 19:13:00.016381 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf08efe3-c2da-4e2c-8891-411290a683c0 req-07060edd-4780-4406-871d-11c43a614157 tempest-ImagesOneServerTestJSON-1274155994 tempest-ImagesOneServerTestJSON-1274155994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:00.018063 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cf08efe3-c2da-4e2c-8891-411290a683c0 req-07060edd-4780-4406-871d-11c43a614157 tempest-ImagesOneServerTestJSON-1274155994 tempest-ImagesOneServerTestJSON-1274155994-project] 10.222.0.49 "GET /v2.0/ports?device_id=664646b6-1bc7-4f9a-bf1e-343f948f26da HTTP/1.1" status: 200 len: 949 time: 0.1687942 Oct 12 19:13:00.151015 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cf08efe3-c2da-4e2c-8891-411290a683c0 req-122e7f60-162b-47c8-84b4-cc06223a5b1e tempest-ImagesOneServerTestJSON-1274155994 tempest-ImagesOneServerTestJSON-1274155994-project] 10.222.0.49 "GET /v2.0/security-groups?id=c21c7d48-688b-4684-8e93-07770a654e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198418 Oct 12 19:13:00.219458 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-6a02c1f7-5a2a-49e6-8d6c-4924962a8c00 req-68db6146-d8da-4c70-8a44-131e4364c2fa tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Deleting port 0571ff5a-fc02-4621-bb4a-236a79ffe0fd {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:13:00.219821 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-6a02c1f7-5a2a-49e6-8d6c-4924962a8c00 req-68db6146-d8da-4c70-8a44-131e4364c2fa tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:00.330820 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-446d47bc-0df1-44f0-b91a-2aa2e3839c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4824863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4612355'] for subnet, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:00.346048 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fb3f9a-ab43-4657-9710-485f3ff3b1c9 req-62d702aa-92a9-4abf-8f65-6b46dac98f30 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:00.352390 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fb3f9a-ab43-4657-9710-485f3ff3b1c9 req-62d702aa-92a9-4abf-8f65-6b46dac98f30 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:00.360716 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fb3f9a-ab43-4657-9710-485f3ff3b1c9 req-62d702aa-92a9-4abf-8f65-6b46dac98f30 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:00.370529 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-88fb3f9a-ab43-4657-9710-485f3ff3b1c9 req-62d702aa-92a9-4abf-8f65-6b46dac98f30 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] 10.222.0.49 "GET /v2.0/ports?device_id=f9d7ead0-dd83-4fbd-a8d8-d3de1f31954f HTTP/1.1" status: 200 len: 2418 time: 0.1301389 Oct 12 19:13:00.423114 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-6a02c1f7-5a2a-49e6-8d6c-4924962a8c00 req-68db6146-d8da-4c70-8a44-131e4364c2fa tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] For port 0571ff5a-fc02-4621-bb4a-236a79ffe0fd, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=0571ff5a-fc02-4621-bb4a-236a79ffe0fd,segment=NetworkSegment(e8c90d86-a780-442e-87e6-01dd9018d927),segment_id=e8c90d86-a780-442e-87e6-01dd9018d927)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:13:00.423491 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-6a02c1f7-5a2a-49e6-8d6c-4924962a8c00 req-68db6146-d8da-4c70-8a44-131e4364c2fa tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:00.457432 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-6a02c1f7-5a2a-49e6-8d6c-4924962a8c00 req-68db6146-d8da-4c70-8a44-131e4364c2fa tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Calling delete_port for 0571ff5a-fc02-4621-bb4a-236a79ffe0fd owned by compute:nova {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:13:00.480867 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-25571da0-b152-4468-a710-96d962f4afcf req-9b4ec746-bf8f-4570-96cb-3ae75ce2bbc9 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/ports?device_id=9eb0556d-c637-4143-9cd2-13811ade9ce3 HTTP/1.1" status: 200 len: 210 time: 0.0313263 Oct 12 19:13:00.643503 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446d47bc-0df1-44f0-b91a-2aa2e3839c6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed3b7205-d75a-4b69-bd1e-4f6878250cf7,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:13:00.643503 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-88fb3f9a-ab43-4657-9710-485f3ff3b1c9 req-9d6d9803-570f-4fb3-babc-57c3c501a124 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7fef4b9-8773-4d4f-9bfd-80a30678a2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021115 Oct 12 19:13:00.643503 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446d47bc-0df1-44f0-b91a-2aa2e3839c6f admin admin] Checking segment: {'id': '81763906-dc85-4306-bcd0-7adbc7ba8ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '4be0b5ad-eef8-4de7-bf9e-9f158fe2a194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:13:00.643503 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446d47bc-0df1-44f0-b91a-2aa2e3839c6f admin admin] Network hostable DHCP agents. Network: 4be0b5ad-eef8-4de7-bf9e-9f158fe2a194, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:13:00.724617 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446d47bc-0df1-44f0-b91a-2aa2e3839c6f admin admin] Network 4be0b5ad-eef8-4de7-bf9e-9f158fe2a194 is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:13:00.790751 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-6a02c1f7-5a2a-49e6-8d6c-4924962a8c00 req-68db6146-d8da-4c70-8a44-131e4364c2fa tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:00.803143 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['c12bf055-6053-403d-b73f-7f561b8ba71b', '0571ff5a-fc02-4621-bb4a-236a79ffe0fd', 'f9ec3115-a205-46de-a773-3248cbd5840e'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:13:00.829641 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68db6146-d8da-4c70-8a44-131e4364c2fa tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Pushing event deleted for resources: {'Port': ['ID=0571ff5a-fc02-4621-bb4a-236a79ffe0fd,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:13:00.882211 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a02c1f7-5a2a-49e6-8d6c-4924962a8c00 req-68db6146-d8da-4c70-8a44-131e4364c2fa tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] No DVR routers for this DVR port 0571ff5a-fc02-4621-bb4a-236a79ffe0fd on host n-h1-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:13:00.885099 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-6a02c1f7-5a2a-49e6-8d6c-4924962a8c00 req-68db6146-d8da-4c70-8a44-131e4364c2fa tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:00.890077 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6a02c1f7-5a2a-49e6-8d6c-4924962a8c00 req-68db6146-d8da-4c70-8a44-131e4364c2fa tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] 10.222.0.61 "DELETE /v2.0/ports/0571ff5a-fc02-4621-bb4a-236a79ffe0fd HTTP/1.1" status: 204 len: 173 time: 0.8702214 Oct 12 19:13:00.890813 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-446d47bc-0df1-44f0-b91a-2aa2e3839c6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, 4be0b5ad-eef8-4de7-bf9e-9f158fe2a194) {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:13:00.898976 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-446d47bc-0df1-44f0-b91a-2aa2e3839c6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:00.898976 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-446d47bc-0df1-44f0-b91a-2aa2e3839c6f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:00.908708 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9d7ead0-dd83-4fbd-a8d8-d3de1f31954f', 'name': 'network-vif-deleted', 'tag': '0571ff5a-fc02-4621-bb4a-236a79ffe0fd'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:13:00.911301 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-447f1baf-90ee-4be0-9633-3799227b51c9" -d '{"events": [{"server_uuid": "f9d7ead0-dd83-4fbd-a8d8-d3de1f31954f", "name": "network-vif-deleted", "tag": "0571ff5a-fc02-4621-bb4a-236a79ffe0fd"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:13:00.926743 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2701832a-c974-460f-913c-7e01f2c89172 None None] Network 4be0b5ad-eef8-4de7-bf9e-9f158fe2a194 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:13:01.058521 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-6a02c1f7-5a2a-49e6-8d6c-4924962a8c00 req-757197d3-2115-42f0-9c89-e2af248c9929 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Deleting port c12bf055-6053-403d-b73f-7f561b8ba71b {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:13:01.059119 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-6a02c1f7-5a2a-49e6-8d6c-4924962a8c00 req-757197d3-2115-42f0-9c89-e2af248c9929 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:01.095036 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-446d47bc-0df1-44f0-b91a-2aa2e3839c6f admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4016221 Oct 12 19:13:01.163833 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d59ed813-1a19-4e84-90d0-0876de737b7d x-openstack-request-id: req-d59ed813-1a19-4e84-90d0-0876de737b7d {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:13:01.163833 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9d7ead0-dd83-4fbd-a8d8-d3de1f31954f", "name": "network-vif-deleted", "tag": "0571ff5a-fc02-4621-bb4a-236a79ffe0fd", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:13:01.163833 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d59ed813-1a19-4e84-90d0-0876de737b7d {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:13:01.163833 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9d7ead0-dd83-4fbd-a8d8-d3de1f31954f', 'name': 'network-vif-deleted', 'tag': '0571ff5a-fc02-4621-bb4a-236a79ffe0fd', 'status': 'completed', 'code': 200} Oct 12 19:13:01.222705 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-6a02c1f7-5a2a-49e6-8d6c-4924962a8c00 req-757197d3-2115-42f0-9c89-e2af248c9929 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] For port c12bf055-6053-403d-b73f-7f561b8ba71b, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=c12bf055-6053-403d-b73f-7f561b8ba71b,segment=NetworkSegment(e3f76181-fe06-4876-9f38-c15bd317ab4a),segment_id=e3f76181-fe06-4876-9f38-c15bd317ab4a)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:13:01.222991 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-6a02c1f7-5a2a-49e6-8d6c-4924962a8c00 req-757197d3-2115-42f0-9c89-e2af248c9929 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:01.247267 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-6a02c1f7-5a2a-49e6-8d6c-4924962a8c00 req-757197d3-2115-42f0-9c89-e2af248c9929 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Calling delete_port for c12bf055-6053-403d-b73f-7f561b8ba71b owned by compute:nova {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:13:01.293109 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-810774c5-7d87-4892-88bb-97b47ce58496 None None] Network 4be0b5ad-eef8-4de7-bf9e-9f158fe2a194 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:13:01.579183 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-6a02c1f7-5a2a-49e6-8d6c-4924962a8c00 req-757197d3-2115-42f0-9c89-e2af248c9929 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:01.591103 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['0571ff5a-fc02-4621-bb4a-236a79ffe0fd'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:13:01.632010 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-056b1625-66e8-40cd-876f-d241c6d74e90 req-dbc84443-ca74-448d-919a-1ce3756f35c6 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/ports?device_id=9eb0556d-c637-4143-9cd2-13811ade9ce3 HTTP/1.1" status: 200 len: 210 time: 0.0596921 Oct 12 19:13:01.677296 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ac203d60-6a3d-46ba-a2dd-b92cfad9ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:01.957190 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757197d3-2115-42f0-9c89-e2af248c9929 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Pushing event deleted for resources: {'Port': ['ID=c12bf055-6053-403d-b73f-7f561b8ba71b,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:13:02.038587 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a02c1f7-5a2a-49e6-8d6c-4924962a8c00 req-757197d3-2115-42f0-9c89-e2af248c9929 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] No DVR routers for this DVR port c12bf055-6053-403d-b73f-7f561b8ba71b on host n-h1-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:13:02.041366 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-6a02c1f7-5a2a-49e6-8d6c-4924962a8c00 req-757197d3-2115-42f0-9c89-e2af248c9929 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:02.045529 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6a02c1f7-5a2a-49e6-8d6c-4924962a8c00 req-757197d3-2115-42f0-9c89-e2af248c9929 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] 10.222.0.61 "DELETE /v2.0/ports/c12bf055-6053-403d-b73f-7f561b8ba71b HTTP/1.1" status: 204 len: 173 time: 1.1433656 Oct 12 19:13:02.053084 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbab9ef-7e2e-45db-82e4-f86e55db5564 req-71109fdf-ebec-483b-92dc-7cd369108c4b tempest-VolumesAdminNegativeTest-120049853 tempest-VolumesAdminNegativeTest-120049853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:02.062467 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-dfbab9ef-7e2e-45db-82e4-f86e55db5564 req-71109fdf-ebec-483b-92dc-7cd369108c4b tempest-VolumesAdminNegativeTest-120049853 tempest-VolumesAdminNegativeTest-120049853-project] 10.222.0.49 "GET /v2.0/networks?id=50fb75ab-5cce-4c35-a5a4-6ffc4b8ceeca HTTP/1.1" status: 200 len: 815 time: 0.1779971 Oct 12 19:13:02.074566 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-dfbab9ef-7e2e-45db-82e4-f86e55db5564 req-0d4112d6-02bc-4768-b14a-b7c63d70e9a5 tempest-VolumesAdminNegativeTest-120049853 tempest-VolumesAdminNegativeTest-120049853-project] 10.222.0.49 "GET /v2.0/quotas/6f373deb65fa4fb6b9914ad762fe4dad HTTP/1.1" status: 200 len: 375 time: 0.0110941 Oct 12 19:13:02.121236 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-dfbab9ef-7e2e-45db-82e4-f86e55db5564 req-8e8af02e-801d-4f5c-b24e-a4be6cf22a20 tempest-VolumesAdminNegativeTest-120049853 tempest-VolumesAdminNegativeTest-120049853-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=6f373deb65fa4fb6b9914ad762fe4dad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0403404 Oct 12 19:13:02.226525 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-6a02c1f7-5a2a-49e6-8d6c-4924962a8c00 req-1edbea20-978c-43b6-9ea8-4b029176b191 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Deleting port f9ec3115-a205-46de-a773-3248cbd5840e {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:13:02.227034 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-6a02c1f7-5a2a-49e6-8d6c-4924962a8c00 req-1edbea20-978c-43b6-9ea8-4b029176b191 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:02.250205 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-dfbab9ef-7e2e-45db-82e4-f86e55db5564 req-aaa71ddd-077d-4a80-8f61-ded39e88845f service neutron] 10.222.0.49 "GET /v2.0/networks/50fb75ab-5cce-4c35-a5a4-6ffc4b8ceeca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279728 Oct 12 19:13:02.279400 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c6a259-35c5-4273-b75d-87572bf89b10 req-f796c122-36fe-4c78-8d36-bd10f58325e2 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:02.282838 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-76c6a259-35c5-4273-b75d-87572bf89b10 req-f796c122-36fe-4c78-8d36-bd10f58325e2 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] 10.222.0.49 "GET /v2.0/ports?device_id=f9d7ead0-dd83-4fbd-a8d8-d3de1f31954f HTTP/1.1" status: 200 len: 946 time: 0.1236305 Oct 12 19:13:02.340907 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-dfbab9ef-7e2e-45db-82e4-f86e55db5564 req-dd3c05e0-d0a6-4e13-a5ca-99ee7ef4aa58 service neutron] 10.222.0.49 "GET /v2.0/networks/50fb75ab-5cce-4c35-a5a4-6ffc4b8ceeca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843823 Oct 12 19:13:02.349492 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-76c6a259-35c5-4273-b75d-87572bf89b10 req-b234f083-5502-4ecf-91b1-8e83fd172401 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7fef4b9-8773-4d4f-9bfd-80a30678a2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567384 Oct 12 19:13:02.364830 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-6a02c1f7-5a2a-49e6-8d6c-4924962a8c00 req-1edbea20-978c-43b6-9ea8-4b029176b191 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] For port f9ec3115-a205-46de-a773-3248cbd5840e, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=f9ec3115-a205-46de-a773-3248cbd5840e,segment=NetworkSegment(e3f76181-fe06-4876-9f38-c15bd317ab4a),segment_id=e3f76181-fe06-4876-9f38-c15bd317ab4a)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:13:02.365202 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-6a02c1f7-5a2a-49e6-8d6c-4924962a8c00 req-1edbea20-978c-43b6-9ea8-4b029176b191 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:02.391472 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-6a02c1f7-5a2a-49e6-8d6c-4924962a8c00 req-1edbea20-978c-43b6-9ea8-4b029176b191 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Calling delete_port for f9ec3115-a205-46de-a773-3248cbd5840e owned by compute:nova {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:13:02.477131 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:02.617370 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-6a02c1f7-5a2a-49e6-8d6c-4924962a8c00 req-1edbea20-978c-43b6-9ea8-4b029176b191 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:02.672540 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:02.703338 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-dab4acf7-d808-452f-8e9f-f67db56e1fdd req-eb42fb34-5711-4afe-a7f0-e2eaef52d97a tempest-VolumesAdminNegativeTest-120049853 tempest-VolumesAdminNegativeTest-120049853-project] 10.222.0.49 "GET /v2.0/ports?device_id=65ea8f72-5f19-4bcc-b0f2-9a9a39c46383 HTTP/1.1" status: 200 len: 210 time: 0.0384455 Oct 12 19:13:02.725431 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edbea20-978c-43b6-9ea8-4b029176b191 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Pushing event deleted for resources: {'Port': ['ID=f9ec3115-a205-46de-a773-3248cbd5840e,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:13:02.762067 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a02c1f7-5a2a-49e6-8d6c-4924962a8c00 req-1edbea20-978c-43b6-9ea8-4b029176b191 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] No DVR routers for this DVR port f9ec3115-a205-46de-a773-3248cbd5840e on host n-h1-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:13:02.765927 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-6a02c1f7-5a2a-49e6-8d6c-4924962a8c00 req-1edbea20-978c-43b6-9ea8-4b029176b191 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:02.771681 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6a02c1f7-5a2a-49e6-8d6c-4924962a8c00 req-1edbea20-978c-43b6-9ea8-4b029176b191 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] 10.222.0.61 "DELETE /v2.0/ports/f9ec3115-a205-46de-a773-3248cbd5840e HTTP/1.1" status: 204 len: 173 time: 0.7157779 Oct 12 19:13:02.838322 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15e78a0-9086-4cec-a70f-9b8a2cc26be9 req-7942de27-8107-4afc-8013-1a85eb7b921e tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:02.840387 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b15e78a0-9086-4cec-a70f-9b8a2cc26be9 req-7942de27-8107-4afc-8013-1a85eb7b921e tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.61 "GET /v2.0/networks?id=de7a4800-3a36-49db-938a-a424194241c9 HTTP/1.1" status: 200 len: 805 time: 0.2416098 Oct 12 19:13:02.854753 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-b15e78a0-9086-4cec-a70f-9b8a2cc26be9 req-e127ee18-28b6-47a6-bf9b-51baf5e91932 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Request body: {'port': {'device_id': '9eb0556d-c637-4143-9cd2-13811ade9ce3', 'network_id': 'de7a4800-3a36-49db-938a-a424194241c9', 'admin_state_up': True, 'tenant_id': '21466a39e7454d76a525d9f64a023efa'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:13:02.912093 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d08d2019-f2e1-499e-96d5-04887dc35932 req-8305ebd8-7179-4097-8fad-9a1fab7dbcf4 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/ports?device_id=9eb0556d-c637-4143-9cd2-13811ade9ce3 HTTP/1.1" status: 200 len: 210 time: 0.0754733 Oct 12 19:13:02.950317 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:03.124650 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b15e78a0-9086-4cec-a70f-9b8a2cc26be9 req-e127ee18-28b6-47a6-bf9b-51baf5e91932 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Made reservation on behalf of 21466a39e7454d76a525d9f64a023efa for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:13:03.128300 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b15e78a0-9086-4cec-a70f-9b8a2cc26be9 req-e127ee18-28b6-47a6-bf9b-51baf5e91932 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:03.163391 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9d7ead0-dd83-4fbd-a8d8-d3de1f31954f', 'name': 'network-vif-deleted', 'tag': 'c12bf055-6053-403d-b73f-7f561b8ba71b'}, {'server_uuid': 'f9d7ead0-dd83-4fbd-a8d8-d3de1f31954f', 'name': 'network-vif-deleted', 'tag': 'f9ec3115-a205-46de-a773-3248cbd5840e'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:13:03.166261 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09eec15c-effe-4478-bdf3-738890a2e313" -d '{"events": [{"server_uuid": "f9d7ead0-dd83-4fbd-a8d8-d3de1f31954f", "name": "network-vif-deleted", "tag": "c12bf055-6053-403d-b73f-7f561b8ba71b"}, {"server_uuid": "f9d7ead0-dd83-4fbd-a8d8-d3de1f31954f", "name": "network-vif-deleted", "tag": "f9ec3115-a205-46de-a773-3248cbd5840e"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:13:03.213786 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 12 Oct 2021 19:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4ffceec-9294-4354-9e97-575823fdb9c0 x-openstack-request-id: req-d4ffceec-9294-4354-9e97-575823fdb9c0 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:13:03.214168 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9d7ead0-dd83-4fbd-a8d8-d3de1f31954f", "name": "network-vif-deleted", "tag": "c12bf055-6053-403d-b73f-7f561b8ba71b", "status": "completed", "code": 200}, {"server_uuid": "f9d7ead0-dd83-4fbd-a8d8-d3de1f31954f", "name": "network-vif-deleted", "tag": "f9ec3115-a205-46de-a773-3248cbd5840e", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:13:03.214492 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d4ffceec-9294-4354-9e97-575823fdb9c0 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:13:03.214998 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9d7ead0-dd83-4fbd-a8d8-d3de1f31954f', 'name': 'network-vif-deleted', 'tag': 'c12bf055-6053-403d-b73f-7f561b8ba71b', 'status': 'completed', 'code': 200} Oct 12 19:13:03.215318 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9d7ead0-dd83-4fbd-a8d8-d3de1f31954f', 'name': 'network-vif-deleted', 'tag': 'f9ec3115-a205-46de-a773-3248cbd5840e', 'status': 'completed', 'code': 200} Oct 12 19:13:03.289288 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [req-b15e78a0-9086-4cec-a70f-9b8a2cc26be9 req-e127ee18-28b6-47a6-bf9b-51baf5e91932 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Allocated IP 172.20.0.6 (de7a4800-3a36-49db-938a-a424194241c9/a04d54df-064e-4c45-85d6-73b27d98a999/f9c6db0d-621b-48da-bd4d-f05073bda987) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:13:03.444217 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:03.461390 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b15e78a0-9086-4cec-a70f-9b8a2cc26be9 req-e127ee18-28b6-47a6-bf9b-51baf5e91932 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:03.513803 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-17c23686-0b85-484d-827f-aa7577f21a55 req-6e384340-c71d-448d-9c3b-2c25b545021f tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] 10.222.0.49 "GET /v2.0/ports?device_id=f9d7ead0-dd83-4fbd-a8d8-d3de1f31954f HTTP/1.1" status: 200 len: 210 time: 0.0403607 Oct 12 19:13:03.614007 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b15e78a0-9086-4cec-a70f-9b8a2cc26be9 req-e127ee18-28b6-47a6-bf9b-51baf5e91932 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:03.706673 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b15e78a0-9086-4cec-a70f-9b8a2cc26be9 req-e127ee18-28b6-47a6-bf9b-51baf5e91932 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Network de7a4800-3a36-49db-938a-a424194241c9 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:13:03.712105 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [req-b15e78a0-9086-4cec-a70f-9b8a2cc26be9 req-e127ee18-28b6-47a6-bf9b-51baf5e91932 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:13:03.717587 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-b15e78a0-9086-4cec-a70f-9b8a2cc26be9 req-e127ee18-28b6-47a6-bf9b-51baf5e91932 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:13:03.722830 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e127ee18-28b6-47a6-bf9b-51baf5e91932 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Pushing event updated for resources: {'Port': ['ID=f9c6db0d-621b-48da-bd4d-f05073bda987,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:13:03.808392 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15e78a0-9086-4cec-a70f-9b8a2cc26be9 req-e127ee18-28b6-47a6-bf9b-51baf5e91932 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:03.809574 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-21641398-bb91-4ba2-8ec9-8bf771bec77b req-500a8843-b309-4f6d-b72b-4d54e676480b tempest-VolumesAdminNegativeTest-120049853 tempest-VolumesAdminNegativeTest-120049853-project] 10.222.0.49 "GET /v2.0/ports?device_id=65ea8f72-5f19-4bcc-b0f2-9a9a39c46383 HTTP/1.1" status: 200 len: 210 time: 0.0299661 Oct 12 19:13:03.812304 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b15e78a0-9086-4cec-a70f-9b8a2cc26be9 req-e127ee18-28b6-47a6-bf9b-51baf5e91932 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:03.941273 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 0c003b2b-afb8-47b3-863d-8ed3a7ee5389 details requested by agent hyperv_n-h1-813679-3 with host n-h1-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:13:03.947097 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device f9ec3115-a205-46de-a773-3248cbd5840e no longer exists at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:13:03.953417 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b15e78a0-9086-4cec-a70f-9b8a2cc26be9 req-e127ee18-28b6-47a6-bf9b-51baf5e91932 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1036508 Oct 12 19:13:03.988526 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-b15e78a0-9086-4cec-a70f-9b8a2cc26be9 req-6e0c3895-d744-4a06-b23a-41765a00d126 service neutron] Request body: {'port': {'device_id': '9eb0556d-c637-4143-9cd2-13811ade9ce3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:13:04.030775 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] No Port match for: f9ec3115-a205-46de-a773-3248cbd5840e {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:13:04.031181 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device f9ec3115-a205-46de-a773-3248cbd5840e not bound to the agent host n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:13:04.031918 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device c12bf055-6053-403d-b73f-7f561b8ba71b no longer exists at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:13:04.087628 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] No Port match for: c12bf055-6053-403d-b73f-7f561b8ba71b {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:13:04.090137 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device c12bf055-6053-403d-b73f-7f561b8ba71b not bound to the agent host n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:13:04.090752 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 0571ff5a-fc02-4621-bb4a-236a79ffe0fd no longer exists at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:13:04.126138 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] No Port match for: 0571ff5a-fc02-4621-bb4a-236a79ffe0fd {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:13:04.126491 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 0571ff5a-fc02-4621-bb4a-236a79ffe0fd not bound to the agent host n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:13:04.128792 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b15e78a0-9086-4cec-a70f-9b8a2cc26be9 req-6e0c3895-d744-4a06-b23a-41765a00d126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:04.128944 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.db.resource_extend [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 12 19:13:04.155319 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 59226) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:13:04.168280 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e379376a-71ae-4c11-9518-5f13f4d0c165 req-608387c0-f4b8-4854-aad9-6bf6bfabe3d6 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:04.168950 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e379376a-71ae-4c11-9518-5f13f4d0c165 req-608387c0-f4b8-4854-aad9-6bf6bfabe3d6 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/ports?device_id=9eb0556d-c637-4143-9cd2-13811ade9ce3 HTTP/1.1" status: 200 len: 931 time: 0.1269004 Oct 12 19:13:04.306128 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 0c003b2b-afb8-47b3-863d-8ed3a7ee5389, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=0c003b2b-afb8-47b3-863d-8ed3a7ee5389,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:13:04.331975 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Returning: {'device': '0c003b2b-afb8-47b3-863d-8ed3a7ee5389', 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1', 'port_id': '0c003b2b-afb8-47b3-863d-8ed3a7ee5389', 'mac_address': 'fa:16:3e:64:d8:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '629aee7d-3fde-4c72-af1e-6a7e1f6a7e75', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:13:04.388010 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4dae67e1-7915-4b62-af44-3028a529df0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:04.388386 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:04.415759 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0c003b2b-afb8-47b3-863d-8ed3a7ee5389 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:13:04.450375 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 0c003b2b-afb8-47b3-863d-8ed3a7ee5389, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=0c003b2b-afb8-47b3-863d-8ed3a7ee5389,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:13:04.452582 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:04.464553 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e379376a-71ae-4c11-9518-5f13f4d0c165 req-db76a1fc-1d92-4c8c-813f-e35f9d412f06 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/security-groups?id=453b01c6-7fe6-41ac-8e1d-6df7a2675094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143315 Oct 12 19:13:04.519757 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4dae67e1-7915-4b62-af44-3028a529df0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:04.539531 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:04.550508 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [req-b15e78a0-9086-4cec-a70f-9b8a2cc26be9 req-6e0c3895-d744-4a06-b23a-41765a00d126 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9c6db0d-621b-48da-bd4d-f05073bda987 {{(pid=95502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:13:04.558525 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b15e78a0-9086-4cec-a70f-9b8a2cc26be9 req-6e0c3895-d744-4a06-b23a-41765a00d126 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:04.580088 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-b15e78a0-9086-4cec-a70f-9b8a2cc26be9 req-6e0c3895-d744-4a06-b23a-41765a00d126 service neutron] Transition to ACTIVE for port object f9c6db0d-621b-48da-bd4d-f05073bda987 will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:13:04.592860 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 59246) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:13:04.624425 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['0c003b2b-afb8-47b3-863d-8ed3a7ee5389'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:13:04.640934 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4dae67e1-7915-4b62-af44-3028a529df0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:04.662285 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b15e78a0-9086-4cec-a70f-9b8a2cc26be9 req-6e0c3895-d744-4a06-b23a-41765a00d126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:04.691796 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=0c003b2b-afb8-47b3-863d-8ed3a7ee5389,revision_number=6']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:13:04.821970 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-4dae67e1-7915-4b62-af44-3028a529df0b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=05f86e1068614204b827f383f471aa01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6654603 Oct 12 19:13:04.830361 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 59264) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:13:04.841240 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0c3895-d744-4a06-b23a-41765a00d126 service neutron] Pushing event updated for resources: {'Port': ['ID=f9c6db0d-621b-48da-bd4d-f05073bda987,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:13:04.866511 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae67e1-7915-4b62-af44-3028a529df0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc77269a-a5d3-4ad1-9c7c-03d53981d1f9,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:13:04.874800 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_v2 [None req-e32781c6-0540-439c-badd-874130073b6c tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Deleting subnet fb5da6da-3180-46c8-8611-60d79c1e5f8d {{(pid=95501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:13:04.908601 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e32781c6-0540-439c-badd-874130073b6c tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Notify callbacks [] for subnet, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:04.978044 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-30a960c6-9171-4767-83b9-2b3e3e359941 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:04.983581 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-b15e78a0-9086-4cec-a70f-9b8a2cc26be9 req-6e0c3895-d744-4a06-b23a-41765a00d126 service neutron] Attempting to bind port f9c6db0d-621b-48da-bd4d-f05073bda987 on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:13:04.984596 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-b15e78a0-9086-4cec-a70f-9b8a2cc26be9 req-6e0c3895-d744-4a06-b23a-41765a00d126 service neutron] Attempting to bind port f9c6db0d-621b-48da-bd4d-f05073bda987 by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': '35dde9ae-6a3d-4327-a38f-c2a1ca6f0ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'de7a4800-3a36-49db-938a-a424194241c9'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:13:04.984596 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15e78a0-9086-4cec-a70f-9b8a2cc26be9 req-6e0c3895-d744-4a06-b23a-41765a00d126 service neutron] Attempting to bind port f9c6db0d-621b-48da-bd4d-f05073bda987 on network de7a4800-3a36-49db-938a-a424194241c9 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:13:04.988355 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e32781c6-0540-439c-badd-874130073b6c tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281083'] for subnet, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:05.000194 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-78f831d6-5ac2-4a79-a408-7418e449615e req-20d109fd-230e-4364-b700-3e3a17246eba tempest-VolumesAdminNegativeTest-120049853 tempest-VolumesAdminNegativeTest-120049853-project] 10.222.0.49 "GET /v2.0/ports?device_id=65ea8f72-5f19-4bcc-b0f2-9a9a39c46383 HTTP/1.1" status: 200 len: 210 time: 0.0598967 Oct 12 19:13:05.006148 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15e78a0-9086-4cec-a70f-9b8a2cc26be9 req-6e0c3895-d744-4a06-b23a-41765a00d126 service neutron] Port f9c6db0d-621b-48da-bd4d-f05073bda987 on network de7a4800-3a36-49db-938a-a424194241c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:13:05.006652 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15e78a0-9086-4cec-a70f-9b8a2cc26be9 req-6e0c3895-d744-4a06-b23a-41765a00d126 service neutron] Attempting to bind port f9c6db0d-621b-48da-bd4d-f05073bda987 on network de7a4800-3a36-49db-938a-a424194241c9 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:13:05.012419 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15e78a0-9086-4cec-a70f-9b8a2cc26be9 req-6e0c3895-d744-4a06-b23a-41765a00d126 service neutron] Checking agent: {'id': 'f5e9725f-f5a6-43c2-a1be-95e21e9a1fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:13:05.013084 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15e78a0-9086-4cec-a70f-9b8a2cc26be9 req-6e0c3895-d744-4a06-b23a-41765a00d126 service neutron] Checking segment: {'id': '35dde9ae-6a3d-4327-a38f-c2a1ca6f0ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'de7a4800-3a36-49db-938a-a424194241c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:13:05.013632 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15e78a0-9086-4cec-a70f-9b8a2cc26be9 req-6e0c3895-d744-4a06-b23a-41765a00d126 service neutron] Bound using segment: {'id': '35dde9ae-6a3d-4327-a38f-c2a1ca6f0ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'de7a4800-3a36-49db-938a-a424194241c9'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:13:05.014252 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-b15e78a0-9086-4cec-a70f-9b8a2cc26be9 req-6e0c3895-d744-4a06-b23a-41765a00d126 service neutron] Bound port: f9c6db0d-621b-48da-bd4d-f05073bda987, host: n-h1-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35dde9ae-6a3d-4327-a38f-c2a1ca6f0ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'de7a4800-3a36-49db-938a-a424194241c9'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:13:05.014788 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b15e78a0-9086-4cec-a70f-9b8a2cc26be9 req-6e0c3895-d744-4a06-b23a-41765a00d126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:05.036179 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-30a960c6-9171-4767-83b9-2b3e3e359941 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:05.095519 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-b15e78a0-9086-4cec-a70f-9b8a2cc26be9 req-6e0c3895-d744-4a06-b23a-41765a00d126 service neutron] For port f9c6db0d-621b-48da-bd4d-f05073bda987, host n-h1-813679-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:13:05.100053 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-b15e78a0-9086-4cec-a70f-9b8a2cc26be9 req-6e0c3895-d744-4a06-b23a-41765a00d126 service neutron] For port f9c6db0d-621b-48da-bd4d-f05073bda987, host n-h1-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=f9c6db0d-621b-48da-bd4d-f05073bda987,segment=NetworkSegment(35dde9ae-6a3d-4327-a38f-c2a1ca6f0ad7),segment_id=35dde9ae-6a3d-4327-a38f-c2a1ca6f0ad7)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:13:05.126810 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e32781c6-0540-439c-badd-874130073b6c tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:05.175876 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b15e78a0-9086-4cec-a70f-9b8a2cc26be9 req-6e0c3895-d744-4a06-b23a-41765a00d126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:05.209201 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15e78a0-9086-4cec-a70f-9b8a2cc26be9 req-6e0c3895-d744-4a06-b23a-41765a00d126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:05.209816 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b15e78a0-9086-4cec-a70f-9b8a2cc26be9 req-6e0c3895-d744-4a06-b23a-41765a00d126 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:05.211256 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b15e78a0-9086-4cec-a70f-9b8a2cc26be9 req-6e0c3895-d744-4a06-b23a-41765a00d126 service neutron] 10.222.0.61 "PUT /v2.0/ports/f9c6db0d-621b-48da-bd4d-f05073bda987 HTTP/1.1" status: 200 len: 1091 time: 1.2280159 Oct 12 19:13:05.211699 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9eb0556d-c637-4143-9cd2-13811ade9ce3', 'tag': 'f9c6db0d-621b-48da-bd4d-f05073bda987'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:13:05.214786 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fde5cb22-17c4-436c-b0e1-c7e1de8081b9" -d '{"events": [{"name": "network-changed", "server_uuid": "9eb0556d-c637-4143-9cd2-13811ade9ce3", "tag": "f9c6db0d-621b-48da-bd4d-f05073bda987"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:13:05.233032 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-30a960c6-9171-4767-83b9-2b3e3e359941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:05.242949 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-30a960c6-9171-4767-83b9-2b3e3e359941 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:05.244335 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-30a960c6-9171-4767-83b9-2b3e3e359941 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cc77269a-a5d3-4ad1-9c7c-03d53981d1f9 HTTP/1.1" status: 204 len: 168 time: 0.4101899 Oct 12 19:13:05.245665 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0c3895-d744-4a06-b23a-41765a00d126 service neutron] Pushing event updated for resources: {'Port': ['ID=f9c6db0d-621b-48da-bd4d-f05073bda987,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:13:05.283857 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e32781c6-0540-439c-badd-874130073b6c tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4824924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4612362'] for subnet, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:05.301776 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44e944fb-c732-4d8c-91ed-abf10bf89e9e x-openstack-request-id: req-44e944fb-c732-4d8c-91ed-abf10bf89e9e {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:13:05.302076 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9eb0556d-c637-4143-9cd2-13811ade9ce3", "tag": "f9c6db0d-621b-48da-bd4d-f05073bda987", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:13:05.302335 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-44e944fb-c732-4d8c-91ed-abf10bf89e9e {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:13:05.302738 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9eb0556d-c637-4143-9cd2-13811ade9ce3', 'tag': 'f9c6db0d-621b-48da-bd4d-f05073bda987', 'status': 'completed', 'code': 200} Oct 12 19:13:05.313782 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a960c6-9171-4767-83b9-2b3e3e359941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc77269a-a5d3-4ad1-9c7c-03d53981d1f9,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:13:05.358108 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32781c6-0540-439c-badd-874130073b6c tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Pushing event deleted for resources: {'Subnet': ['ID=fb5da6da-3180-46c8-8611-60d79c1e5f8d,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:13:05.365759 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626a55ff-eb81-4e67-93a5-28dd15cd1af9 None None] Network 75848d6c-f96e-4cf2-a49f-7a95856bd6e8 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:13:05.374728 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e32781c6-0540-439c-badd-874130073b6c tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:05.389291 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-e32781c6-0540-439c-badd-874130073b6c tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] 10.222.0.49 "DELETE /v2.0/subnets/fb5da6da-3180-46c8-8611-60d79c1e5f8d HTTP/1.1" status: 204 len: 168 time: 0.7930605 Oct 12 19:13:05.400177 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 59282) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:13:05.481775 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15e78a0-9086-4cec-a70f-9b8a2cc26be9 req-cadedb8c-06e6-40a1-8684-0fb6ad8f5521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:05.483488 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b15e78a0-9086-4cec-a70f-9b8a2cc26be9 req-cadedb8c-06e6-40a1-8684-0fb6ad8f5521 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=21466a39e7454d76a525d9f64a023efa&device_id=9eb0556d-c637-4143-9cd2-13811ade9ce3 HTTP/1.1" status: 200 len: 1094 time: 0.1629071 Oct 12 19:13:05.567385 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bd91fe2c-418f-4df6-b4cc-1c86a944acf1 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:05.570061 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b15e78a0-9086-4cec-a70f-9b8a2cc26be9 req-915e3e70-d255-40fe-88c2-0cf4b5fa1a15 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9c6db0d-621b-48da-bd4d-f05073bda987 HTTP/1.1" status: 200 len: 217 time: 0.0744927 Oct 12 19:13:05.719650 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15e78a0-9086-4cec-a70f-9b8a2cc26be9 req-495ecfe0-551c-4a5c-a574-f71125b68a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:05.719929 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b498b99-f514-4cab-84ab-830822352ef3 req-17bbf0bc-4816-468f-9ca9-d244d329df09 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:05.728515 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7b498b99-f514-4cab-84ab-830822352ef3 req-17bbf0bc-4816-468f-9ca9-d244d329df09 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/ports?device_id=9eb0556d-c637-4143-9cd2-13811ade9ce3 HTTP/1.1" status: 200 len: 943 time: 0.1115456 Oct 12 19:13:05.738669 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b15e78a0-9086-4cec-a70f-9b8a2cc26be9 req-495ecfe0-551c-4a5c-a574-f71125b68a62 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a04d54df-064e-4c45-85d6-73b27d98a999 HTTP/1.1" status: 200 len: 845 time: 0.1558943 Oct 12 19:13:05.739350 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a024400-830d-451f-8160-1fed2d11bf83 None None] DHCP port deletion for 75848d6c-f96e-4cf2-a49f-7a95856bd6e8 request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 19:13:05.783521 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbab9ef-7e2e-45db-82e4-f86e55db5564 req-5b7e68ca-578d-47d2-9281-eb26e954508a tempest-VolumesAdminNegativeTest-120049853 tempest-VolumesAdminNegativeTest-120049853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:05.785475 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-dfbab9ef-7e2e-45db-82e4-f86e55db5564 req-5b7e68ca-578d-47d2-9281-eb26e954508a tempest-VolumesAdminNegativeTest-120049853 tempest-VolumesAdminNegativeTest-120049853-project] 10.222.0.67 "GET /v2.0/networks?id=50fb75ab-5cce-4c35-a5a4-6ffc4b8ceeca HTTP/1.1" status: 200 len: 815 time: 0.2388887 Oct 12 19:13:05.798761 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7b498b99-f514-4cab-84ab-830822352ef3 req-92bb0599-b051-4a9a-9070-9a5ad8db3dab tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/security-groups?id=453b01c6-7fe6-41ac-8e1d-6df7a2675094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684593 Oct 12 19:13:05.803486 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b15e78a0-9086-4cec-a70f-9b8a2cc26be9 req-d359b3d7-4f0c-4e1b-af08-1276fb6b0f3f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=de7a4800-3a36-49db-938a-a424194241c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525274 Oct 12 19:13:05.809521 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-dfbab9ef-7e2e-45db-82e4-f86e55db5564 req-9763f8bd-dc87-4c17-b3d6-1d06898632f9 tempest-VolumesAdminNegativeTest-120049853 tempest-VolumesAdminNegativeTest-120049853-project] Request body: {'port': {'device_id': '65ea8f72-5f19-4bcc-b0f2-9a9a39c46383', 'network_id': '50fb75ab-5cce-4c35-a5a4-6ffc4b8ceeca', 'admin_state_up': True, 'tenant_id': '6f373deb65fa4fb6b9914ad762fe4dad'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:13:05.839946 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-bd91fe2c-418f-4df6-b4cc-1c86a944acf1 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Deleting port 52e2430c-cb84-4199-97ad-70fe14632cc2 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:13:05.840898 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bd91fe2c-418f-4df6-b4cc-1c86a944acf1 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:05.942187 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-4a024400-830d-451f-8160-1fed2d11bf83 None None] Deleting port 52e2430c-cb84-4199-97ad-70fe14632cc2 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:13:05.942681 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4a024400-830d-451f-8160-1fed2d11bf83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:05.952698 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 0c003b2b-afb8-47b3-863d-8ed3a7ee5389 up at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:13:06.055701 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-bd91fe2c-418f-4df6-b4cc-1c86a944acf1 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] For port 52e2430c-cb84-4199-97ad-70fe14632cc2, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=52e2430c-cb84-4199-97ad-70fe14632cc2,segment=NetworkSegment(e8c90d86-a780-442e-87e6-01dd9018d927),segment_id=e8c90d86-a780-442e-87e6-01dd9018d927)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:13:06.056330 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bd91fe2c-418f-4df6-b4cc-1c86a944acf1 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:06.074912 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-bd91fe2c-418f-4df6-b4cc-1c86a944acf1 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Calling delete_port for 52e2430c-cb84-4199-97ad-70fe14632cc2 owned by network:dhcp {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:13:06.113011 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfbab9ef-7e2e-45db-82e4-f86e55db5564 req-9763f8bd-dc87-4c17-b3d6-1d06898632f9 tempest-VolumesAdminNegativeTest-120049853 tempest-VolumesAdminNegativeTest-120049853-project] Made reservation on behalf of 6f373deb65fa4fb6b9914ad762fe4dad for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:13:06.119108 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-dfbab9ef-7e2e-45db-82e4-f86e55db5564 req-9763f8bd-dc87-4c17-b3d6-1d06898632f9 tempest-VolumesAdminNegativeTest-120049853 tempest-VolumesAdminNegativeTest-120049853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:06.188130 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-4a024400-830d-451f-8160-1fed2d11bf83 None None] For port 52e2430c-cb84-4199-97ad-70fe14632cc2, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=52e2430c-cb84-4199-97ad-70fe14632cc2,segment=NetworkSegment(e8c90d86-a780-442e-87e6-01dd9018d927),segment_id=e8c90d86-a780-442e-87e6-01dd9018d927)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:13:06.188698 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4a024400-830d-451f-8160-1fed2d11bf83 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:06.219429 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b15e78a0-9086-4cec-a70f-9b8a2cc26be9 req-bc88a2d5-2d83-4590-b898-809b63e34cbd service neutron] 10.222.0.61 "GET /v2.0/networks/de7a4800-3a36-49db-938a-a424194241c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4068100 Oct 12 19:13:06.232506 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-4a024400-830d-451f-8160-1fed2d11bf83 None None] Calling delete_port for 52e2430c-cb84-4199-97ad-70fe14632cc2 owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:13:06.336066 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [req-dfbab9ef-7e2e-45db-82e4-f86e55db5564 req-9763f8bd-dc87-4c17-b3d6-1d06898632f9 tempest-VolumesAdminNegativeTest-120049853 tempest-VolumesAdminNegativeTest-120049853-project] Allocated IP 172.20.0.2 (50fb75ab-5cce-4c35-a5a4-6ffc4b8ceeca/b3df6431-98b8-41e2-84ab-a4ef2b4483f4/2d68796f-50c1-42b8-bd46-4bf5f0693e8b) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:13:06.368056 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b15e78a0-9086-4cec-a70f-9b8a2cc26be9 req-c794a980-d513-43f0-9c48-3e350ef8f62f service neutron] 10.222.0.61 "GET /v2.0/networks/de7a4800-3a36-49db-938a-a424194241c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307220 Oct 12 19:13:06.381344 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-625a9126-a467-40a9-a00c-cae1e77cb5e9 req-4cd0a440-4ea2-4119-b6b6-648b2075ed69 tempest-VolumesAdminNegativeTest-120049853 tempest-VolumesAdminNegativeTest-120049853-project] 10.222.0.49 "GET /v2.0/ports?device_id=65ea8f72-5f19-4bcc-b0f2-9a9a39c46383 HTTP/1.1" status: 200 len: 210 time: 0.1726968 Oct 12 19:13:06.395001 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning complete for port 0c003b2b-afb8-47b3-863d-8ed3a7ee5389 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:13:06.395565 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:06.516743 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bd91fe2c-418f-4df6-b4cc-1c86a944acf1 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:06.519040 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4a024400-830d-451f-8160-1fed2d11bf83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:06.554767 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-dfbab9ef-7e2e-45db-82e4-f86e55db5564 req-9763f8bd-dc87-4c17-b3d6-1d06898632f9 tempest-VolumesAdminNegativeTest-120049853 tempest-VolumesAdminNegativeTest-120049853-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:06.596441 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd91fe2c-418f-4df6-b4cc-1c86a944acf1 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Pushing event deleted for resources: {'Port': ['ID=52e2430c-cb84-4199-97ad-70fe14632cc2,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:13:06.606408 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a024400-830d-451f-8160-1fed2d11bf83 None None] Pushing event deleted for resources: {'Port': ['ID=52e2430c-cb84-4199-97ad-70fe14632cc2,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:13:06.615551 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd91fe2c-418f-4df6-b4cc-1c86a944acf1 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] No DVR routers for this DVR port 52e2430c-cb84-4199-97ad-70fe14632cc2 on host n-d-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:13:06.621601 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a024400-830d-451f-8160-1fed2d11bf83 None None] No DVR routers for this DVR port 52e2430c-cb84-4199-97ad-70fe14632cc2 on host n-d-813679-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:13:06.635549 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:06.680564 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-dfbab9ef-7e2e-45db-82e4-f86e55db5564 req-9763f8bd-dc87-4c17-b3d6-1d06898632f9 tempest-VolumesAdminNegativeTest-120049853 tempest-VolumesAdminNegativeTest-120049853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:06.691059 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '664646b6-1bc7-4f9a-bf1e-343f948f26da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c003b2b-afb8-47b3-863d-8ed3a7ee5389'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:13:06.692369 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde5cb22-17c4-436c-b0e1-c7e1de8081b9 req-702c526f-239a-425c-95de-b0a2a15f4217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:06.694050 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-fde5cb22-17c4-436c-b0e1-c7e1de8081b9 req-702c526f-239a-425c-95de-b0a2a15f4217 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=21466a39e7454d76a525d9f64a023efa&device_id=9eb0556d-c637-4143-9cd2-13811ade9ce3 HTTP/1.1" status: 200 len: 1094 time: 0.1103191 Oct 12 19:13:06.697275 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2b990f5-55aa-4668-8e7e-8416f70f6955" -d '{"events": [{"server_uuid": "664646b6-1bc7-4f9a-bf1e-343f948f26da", "name": "network-vif-plugged", "status": "completed", "tag": "0c003b2b-afb8-47b3-863d-8ed3a7ee5389"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:13:06.733544 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 0c003b2b-afb8-47b3-863d-8ed3a7ee5389, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=0c003b2b-afb8-47b3-863d-8ed3a7ee5389,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:13:06.769660 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfbab9ef-7e2e-45db-82e4-f86e55db5564 req-9763f8bd-dc87-4c17-b3d6-1d06898632f9 tempest-VolumesAdminNegativeTest-120049853 tempest-VolumesAdminNegativeTest-120049853-project] Network 50fb75ab-5cce-4c35-a5a4-6ffc4b8ceeca is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:13:06.777419 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [req-dfbab9ef-7e2e-45db-82e4-f86e55db5564 req-9763f8bd-dc87-4c17-b3d6-1d06898632f9 tempest-VolumesAdminNegativeTest-120049853 tempest-VolumesAdminNegativeTest-120049853-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:13:06.789195 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfbab9ef-7e2e-45db-82e4-f86e55db5564 req-9763f8bd-dc87-4c17-b3d6-1d06898632f9 tempest-VolumesAdminNegativeTest-120049853 tempest-VolumesAdminNegativeTest-120049853-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:13:06.794221 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e97034aa-7468-4901-805c-af151f77fd55 x-openstack-request-id: req-e97034aa-7468-4901-805c-af151f77fd55 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:13:06.794616 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "664646b6-1bc7-4f9a-bf1e-343f948f26da", "name": "network-vif-plugged", "status": "completed", "tag": "0c003b2b-afb8-47b3-863d-8ed3a7ee5389", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:13:06.795146 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e97034aa-7468-4901-805c-af151f77fd55 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:13:06.801673 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '664646b6-1bc7-4f9a-bf1e-343f948f26da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c003b2b-afb8-47b3-863d-8ed3a7ee5389', 'code': 200} Oct 12 19:13:06.803364 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 52e2430c-cb84-4199-97ad-70fe14632cc2 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:13:06.875233 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:06.980460 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 52e2430c-cb84-4199-97ad-70fe14632cc2 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:13:06.980460 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 52e2430c-cb84-4199-97ad-70fe14632cc2 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:13:06.981346 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9763f8bd-dc87-4c17-b3d6-1d06898632f9 tempest-VolumesAdminNegativeTest-120049853 tempest-VolumesAdminNegativeTest-120049853-project] Pushing event updated for resources: {'Port': ['ID=2d68796f-50c1-42b8-bd46-4bf5f0693e8b,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:13:06.981346 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbab9ef-7e2e-45db-82e4-f86e55db5564 req-9763f8bd-dc87-4c17-b3d6-1d06898632f9 tempest-VolumesAdminNegativeTest-120049853 tempest-VolumesAdminNegativeTest-120049853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:06.981346 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-dfbab9ef-7e2e-45db-82e4-f86e55db5564 req-9763f8bd-dc87-4c17-b3d6-1d06898632f9 tempest-VolumesAdminNegativeTest-120049853 tempest-VolumesAdminNegativeTest-120049853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:06.982125 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=0c003b2b-afb8-47b3-863d-8ed3a7ee5389,revision_number=7']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:13:07.050109 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde5cb22-17c4-436c-b0e1-c7e1de8081b9 req-0c0808d4-f8cc-46ef-8e75-1b031df3f174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:07.051168 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-fde5cb22-17c4-436c-b0e1-c7e1de8081b9 req-0c0808d4-f8cc-46ef-8e75-1b031df3f174 service neutron] 10.222.0.61 "GET /v2.0/networks?id=de7a4800-3a36-49db-938a-a424194241c9 HTTP/1.1" status: 200 len: 906 time: 0.3444204 Oct 12 19:13:07.055557 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bd91fe2c-418f-4df6-b4cc-1c86a944acf1 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:07.101194 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fb4efb-1471-4d2b-b69e-824a0c709ced req-e5fadaa1-61ef-4484-9669-7d90adb384ca tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:07.101194 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-86fb4efb-1471-4d2b-b69e-824a0c709ced req-e5fadaa1-61ef-4484-9669-7d90adb384ca tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/ports?device_id=9eb0556d-c637-4143-9cd2-13811ade9ce3 HTTP/1.1" status: 200 len: 943 time: 0.1068814 Oct 12 19:13:07.134346 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-fde5cb22-17c4-436c-b0e1-c7e1de8081b9 req-8f1a36fb-98fb-4315-8113-71d93ed3a628 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9c6db0d-621b-48da-bd4d-f05073bda987 HTTP/1.1" status: 200 len: 217 time: 0.0691364 Oct 12 19:13:07.136486 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-bd91fe2c-418f-4df6-b4cc-1c86a944acf1 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75848d6c-f96e-4cf2-a49f-7a95856bd6e8']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:13:07.156901 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-86fb4efb-1471-4d2b-b69e-824a0c709ced req-065f39ea-a7d7-4997-b4f0-79dcb3688c6f tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/security-groups?id=453b01c6-7fe6-41ac-8e1d-6df7a2675094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700066 Oct 12 19:13:07.157696 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-bd91fe2c-418f-4df6-b4cc-1c86a944acf1 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8c90d86-a780-442e-87e6-01dd9018d927') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:13:07.158006 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-bd91fe2c-418f-4df6-b4cc-1c86a944acf1 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8c90d86-a780-442e-87e6-01dd9018d927') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:13:07.190168 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bd91fe2c-418f-4df6-b4cc-1c86a944acf1 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16313633'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:07.212822 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bd91fe2c-418f-4df6-b4cc-1c86a944acf1 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:07.217919 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde5cb22-17c4-436c-b0e1-c7e1de8081b9 req-0d6acae4-355f-4823-8aa4-3cc3b900d2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:07.219519 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-fde5cb22-17c4-436c-b0e1-c7e1de8081b9 req-0d6acae4-355f-4823-8aa4-3cc3b900d2e4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a04d54df-064e-4c45-85d6-73b27d98a999 HTTP/1.1" status: 200 len: 845 time: 0.0747535 Oct 12 19:13:07.222054 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd91fe2c-418f-4df6-b4cc-1c86a944acf1 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:13:07.222451 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bd91fe2c-418f-4df6-b4cc-1c86a944acf1 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4305278'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:07.225601 n-d-813679-3 neutron-server[95502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:13:07.225601 n-d-813679-3 neutron-server[95502]: self.session.flush() Oct 12 19:13:07.225601 n-d-813679-3 neutron-server[95502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:13:07.225601 n-d-813679-3 neutron-server[95502]: self.session.flush() Oct 12 19:13:07.225601 n-d-813679-3 neutron-server[95502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:13:07.225601 n-d-813679-3 neutron-server[95502]: self.session.flush() Oct 12 19:13:07.225601 n-d-813679-3 neutron-server[95502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:13:07.225601 n-d-813679-3 neutron-server[95502]: self.session.flush() Oct 12 19:13:07.225601 n-d-813679-3 neutron-server[95502]: Traceback (most recent call last): Oct 12 19:13:07.225601 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:13:07.225601 n-d-813679-3 neutron-server[95502]: timer() Oct 12 19:13:07.225601 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:13:07.225601 n-d-813679-3 neutron-server[95502]: cb(*args, **kw) Oct 12 19:13:07.225601 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:13:07.225601 n-d-813679-3 neutron-server[95502]: return func(*args, **kwargs) Oct 12 19:13:07.225601 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:13:07.225601 n-d-813679-3 neutron-server[95502]: self._notify() Oct 12 19:13:07.225601 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:13:07.225601 n-d-813679-3 neutron-server[95502]: self.callback(batched_events) Oct 12 19:13:07.225601 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:13:07.225601 n-d-813679-3 neutron-server[95502]: event.method(event) Oct 12 19:13:07.225601 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:13:07.225601 n-d-813679-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:13:07.225601 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:13:07.225601 n-d-813679-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:13:07.225601 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:13:07.225601 n-d-813679-3 neutron-server[95502]: return f(self, *a, **k) Oct 12 19:13:07.225601 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:13:07.225601 n-d-813679-3 neutron-server[95502]: return self._get(url).json() Oct 12 19:13:07.225601 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:13:07.225601 n-d-813679-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:13:07.225601 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:13:07.225601 n-d-813679-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Oct 12 19:13:07.225601 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:13:07.225601 n-d-813679-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:13:07.225601 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:13:07.225601 n-d-813679-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:13:07.225601 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:13:07.225601 n-d-813679-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:13:07.225601 n-d-813679-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:13:07.298907 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-fde5cb22-17c4-436c-b0e1-c7e1de8081b9 req-cb0030de-d2aa-4fee-aec5-a0cc3f1f721a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=de7a4800-3a36-49db-938a-a424194241c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630732 Oct 12 19:13:07.321652 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-dfbab9ef-7e2e-45db-82e4-f86e55db5564 req-9763f8bd-dc87-4c17-b3d6-1d06898632f9 tempest-VolumesAdminNegativeTest-120049853 tempest-VolumesAdminNegativeTest-120049853-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5164876 Oct 12 19:13:07.338291 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-dfbab9ef-7e2e-45db-82e4-f86e55db5564 req-2fdf4dff-5562-4cc7-97ae-dc42a21435c9 service neutron] Request body: {'port': {'device_id': '65ea8f72-5f19-4bcc-b0f2-9a9a39c46383', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-3'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:13:07.404741 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bd91fe2c-418f-4df6-b4cc-1c86a944acf1 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:07.429490 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bd91fe2c-418f-4df6-b4cc-1c86a944acf1 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:07.434556 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-bd91fe2c-418f-4df6-b4cc-1c86a944acf1 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] 10.222.0.49 "DELETE /v2.0/networks/75848d6c-f96e-4cf2-a49f-7a95856bd6e8 HTTP/1.1" status: 204 len: 168 time: 2.0305011 Oct 12 19:13:07.435603 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd91fe2c-418f-4df6-b4cc-1c86a944acf1 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Pushing event deleted for resources: {'Network': ['ID=75848d6c-f96e-4cf2-a49f-7a95856bd6e8,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:13:07.437461 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 59342) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:13:07.444642 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 59344) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:13:07.447448 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-dfbab9ef-7e2e-45db-82e4-f86e55db5564 req-2fdf4dff-5562-4cc7-97ae-dc42a21435c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:07.451623 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-fde5cb22-17c4-436c-b0e1-c7e1de8081b9 req-7faeef43-34f1-495e-8b75-ae9f2254928a service neutron] 10.222.0.61 "GET /v2.0/networks/de7a4800-3a36-49db-938a-a424194241c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398525 Oct 12 19:13:07.847220 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [req-dfbab9ef-7e2e-45db-82e4-f86e55db5564 req-2fdf4dff-5562-4cc7-97ae-dc42a21435c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d68796f-50c1-42b8-bd46-4bf5f0693e8b {{(pid=95501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:13:07.855245 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-dfbab9ef-7e2e-45db-82e4-f86e55db5564 req-2fdf4dff-5562-4cc7-97ae-dc42a21435c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:07.885821 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.provisioning_blocks [req-dfbab9ef-7e2e-45db-82e4-f86e55db5564 req-2fdf4dff-5562-4cc7-97ae-dc42a21435c9 service neutron] Transition to ACTIVE for port object 2d68796f-50c1-42b8-bd46-4bf5f0693e8b will not be triggered until provisioned by entity L2. {{(pid=95501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:13:07.931170 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d735206-c364-424c-b170-ae6bccc11b83 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Deleting subnet a2645349-449f-45f4-b3af-983ce5e7e292 {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:13:07.944933 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5d735206-c364-424c-b170-ae6bccc11b83 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:07.948452 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-db914a04-dbf0-4d99-93b8-e04e71e18b31 req-1624d904-98f8-450b-a773-0eae367460d8 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8b5bede8-e825-4307-9bc2-88929de15d91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0759525 Oct 12 19:13:07.965962 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3371d1d7-9e92-45b1-8af4-6e5166ee7401 req-1e1093c4-d6ce-4e91-b5d0-8380560ee9bc tempest-VolumesAdminNegativeTest-120049853 tempest-VolumesAdminNegativeTest-120049853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:07.970386 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-dfbab9ef-7e2e-45db-82e4-f86e55db5564 req-2fdf4dff-5562-4cc7-97ae-dc42a21435c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:07.973998 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3371d1d7-9e92-45b1-8af4-6e5166ee7401 req-1e1093c4-d6ce-4e91-b5d0-8380560ee9bc tempest-VolumesAdminNegativeTest-120049853 tempest-VolumesAdminNegativeTest-120049853-project] 10.222.0.49 "GET /v2.0/ports?device_id=65ea8f72-5f19-4bcc-b0f2-9a9a39c46383 HTTP/1.1" status: 200 len: 931 time: 0.1875155 Oct 12 19:13:07.987336 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-03750356-9137-433b-ac85-0c68ba9525a7 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1452115916-network', 'tenant_id': '23e37e1f118d47dea456bb9604623311'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:13:08.073005 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-fde5cb22-17c4-436c-b0e1-c7e1de8081b9 req-2879cd37-25e6-4685-ac81-1d6fc3ee229b service neutron] 10.222.0.61 "GET /v2.0/networks/de7a4800-3a36-49db-938a-a424194241c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2850037 Oct 12 19:13:08.084444 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5d735206-c364-424c-b170-ae6bccc11b83 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16313642'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:08.138451 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdf4dff-5562-4cc7-97ae-dc42a21435c9 service neutron] Pushing event updated for resources: {'Port': ['ID=2d68796f-50c1-42b8-bd46-4bf5f0693e8b,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:13:08.140410 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3371d1d7-9e92-45b1-8af4-6e5166ee7401 req-59e16f89-0f06-41fc-a766-75a4e8df4fb9 tempest-VolumesAdminNegativeTest-120049853 tempest-VolumesAdminNegativeTest-120049853-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff6d4f0e-3cb5-40de-8035-ff2a926b779e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603510 Oct 12 19:13:08.200830 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03750356-9137-433b-ac85-0c68ba9525a7 admin admin] Made reservation on behalf of 23e37e1f118d47dea456bb9604623311 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:13:08.212273 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-03750356-9137-433b-ac85-0c68ba9525a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:08.230445 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-03750356-9137-433b-ac85-0c68ba9525a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:08.248792 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db914a04-dbf0-4d99-93b8-e04e71e18b31 req-10893cde-4d2f-4c46-9587-d4e51a84757c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:08.255622 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-db914a04-dbf0-4d99-93b8-e04e71e18b31 req-10893cde-4d2f-4c46-9587-d4e51a84757c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b7528b6e53624c36bc7cfa3c022fa354&device_id=8b5bede8-e825-4307-9bc2-88929de15d91 HTTP/1.1" status: 200 len: 1097 time: 0.2223456 Oct 12 19:13:08.328862 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5d735206-c364-424c-b170-ae6bccc11b83 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:08.415945 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-03750356-9137-433b-ac85-0c68ba9525a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:08.424396 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db914a04-dbf0-4d99-93b8-e04e71e18b31 req-9aa750ce-bd8e-4d93-a041-fb5b27d00aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:08.426056 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-db914a04-dbf0-4d99-93b8-e04e71e18b31 req-9aa750ce-bd8e-4d93-a041-fb5b27d00aa1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=2b40d2f7-4a07-4df1-bbb6-021ae59cdec3 HTTP/1.1" status: 200 len: 925 time: 0.1444342 Oct 12 19:13:08.435659 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-dfbab9ef-7e2e-45db-82e4-f86e55db5564 req-2fdf4dff-5562-4cc7-97ae-dc42a21435c9 service neutron] Attempting to bind port 2d68796f-50c1-42b8-bd46-4bf5f0693e8b on host n-h2-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:13:08.436103 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-dfbab9ef-7e2e-45db-82e4-f86e55db5564 req-2fdf4dff-5562-4cc7-97ae-dc42a21435c9 service neutron] Attempting to bind port 2d68796f-50c1-42b8-bd46-4bf5f0693e8b by drivers openvswitch,hyperv on host n-h2-813679-3 at level 0 using segments [{'id': '27ff9bb7-1c44-4de2-8a60-f337ee0726a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '50fb75ab-5cce-4c35-a5a4-6ffc4b8ceeca'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:13:08.436440 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfbab9ef-7e2e-45db-82e4-f86e55db5564 req-2fdf4dff-5562-4cc7-97ae-dc42a21435c9 service neutron] Attempting to bind port 2d68796f-50c1-42b8-bd46-4bf5f0693e8b on network 50fb75ab-5cce-4c35-a5a4-6ffc4b8ceeca {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:13:08.483617 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfbab9ef-7e2e-45db-82e4-f86e55db5564 req-2fdf4dff-5562-4cc7-97ae-dc42a21435c9 service neutron] Port 2d68796f-50c1-42b8-bd46-4bf5f0693e8b on network 50fb75ab-5cce-4c35-a5a4-6ffc4b8ceeca not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:13:08.483956 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfbab9ef-7e2e-45db-82e4-f86e55db5564 req-2fdf4dff-5562-4cc7-97ae-dc42a21435c9 service neutron] Attempting to bind port 2d68796f-50c1-42b8-bd46-4bf5f0693e8b on network 50fb75ab-5cce-4c35-a5a4-6ffc4b8ceeca {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:13:08.495878 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-03750356-9137-433b-ac85-0c68ba9525a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:08.501057 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfbab9ef-7e2e-45db-82e4-f86e55db5564 req-2fdf4dff-5562-4cc7-97ae-dc42a21435c9 service neutron] Checking agent: {'id': '233fbd7d-38e4-434f-bb8f-05364d7423a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:13:08.505586 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfbab9ef-7e2e-45db-82e4-f86e55db5564 req-2fdf4dff-5562-4cc7-97ae-dc42a21435c9 service neutron] Checking segment: {'id': '27ff9bb7-1c44-4de2-8a60-f337ee0726a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '50fb75ab-5cce-4c35-a5a4-6ffc4b8ceeca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:13:08.505586 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfbab9ef-7e2e-45db-82e4-f86e55db5564 req-2fdf4dff-5562-4cc7-97ae-dc42a21435c9 service neutron] Bound using segment: {'id': '27ff9bb7-1c44-4de2-8a60-f337ee0726a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '50fb75ab-5cce-4c35-a5a4-6ffc4b8ceeca'} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:13:08.505586 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-dfbab9ef-7e2e-45db-82e4-f86e55db5564 req-2fdf4dff-5562-4cc7-97ae-dc42a21435c9 service neutron] Bound port: 2d68796f-50c1-42b8-bd46-4bf5f0693e8b, host: n-h2-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27ff9bb7-1c44-4de2-8a60-f337ee0726a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '50fb75ab-5cce-4c35-a5a4-6ffc4b8ceeca'}}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:13:08.505586 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-dfbab9ef-7e2e-45db-82e4-f86e55db5564 req-2fdf4dff-5562-4cc7-97ae-dc42a21435c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:08.513263 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e8a95e-8e80-411b-a2b2-8145dfaa6b9b req-cb494706-c246-47eb-aae8-3a2af625e91d tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:08.520443 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-57e8a95e-8e80-411b-a2b2-8145dfaa6b9b req-cb494706-c246-47eb-aae8-3a2af625e91d tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/ports?device_id=9eb0556d-c637-4143-9cd2-13811ade9ce3 HTTP/1.1" status: 200 len: 943 time: 0.2040048 Oct 12 19:13:08.521614 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03750356-9137-433b-ac85-0c68ba9525a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:13:08.531562 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5d735206-c364-424c-b170-ae6bccc11b83 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4306592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16245866'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:08.552066 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5d735206-c364-424c-b170-ae6bccc11b83 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:08.556484 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-5d735206-c364-424c-b170-ae6bccc11b83 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] 10.222.0.49 "DELETE /v2.0/subnets/a2645349-449f-45f4-b3af-983ce5e7e292 HTTP/1.1" status: 204 len: 168 time: 1.1175952 Oct 12 19:13:08.562421 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a7b6b73-4d45-471a-afba-369a95d64f81 None None] Network 4437e74a-b36e-489a-ac58-43f89f4498fc requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:13:08.573736 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 59366) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:13:08.583255 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03750356-9137-433b-ac85-0c68ba9525a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a37bf65-8eca-4aa6-975f-94afe956065c,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:13:08.586932 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-57e8a95e-8e80-411b-a2b2-8145dfaa6b9b req-dc57b07b-86b3-4471-8c6d-1c04fd2d37b4 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/security-groups?id=453b01c6-7fe6-41ac-8e1d-6df7a2675094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655735 Oct 12 19:13:08.598027 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d735206-c364-424c-b170-ae6bccc11b83 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Pushing event deleted for resources: {'Subnet': ['ID=a2645349-449f-45f4-b3af-983ce5e7e292,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:13:08.598027 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-03750356-9137-433b-ac85-0c68ba9525a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:08.598027 n-d-813679-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-03750356-9137-433b-ac85-0c68ba9525a7 admin admin] Added segment 74edea8c-5ad6-4f49-af64-abe96640e2f5 of type vlan for network 29391e68-29ee-4222-9dbe-59b50c811614 Oct 12 19:13:08.626477 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-db914a04-dbf0-4d99-93b8-e04e71e18b31 req-ef058ddb-2ce2-4766-8586-18c49398ba54 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5e0ec8f6-bb01-4a06-8ec5-bef8d4ace2f3 HTTP/1.1" status: 200 len: 1002 time: 0.1898446 Oct 12 19:13:08.681528 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-03750356-9137-433b-ac85-0c68ba9525a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:08.758757 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db914a04-dbf0-4d99-93b8-e04e71e18b31 req-e5f9fde6-c88d-4f97-8fc9-fc934c1e49fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:08.760293 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-db914a04-dbf0-4d99-93b8-e04e71e18b31 req-e5f9fde6-c88d-4f97-8fc9-fc934c1e49fa service neutron] 10.222.0.61 "GET /v2.0/subnets?id=20450db0-2083-48cb-ae97-ca9e3c77152e HTTP/1.1" status: 200 len: 863 time: 0.1241858 Oct 12 19:13:08.761350 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-dfbab9ef-7e2e-45db-82e4-f86e55db5564 req-2fdf4dff-5562-4cc7-97ae-dc42a21435c9 service neutron] For port 2d68796f-50c1-42b8-bd46-4bf5f0693e8b, host n-h2-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:13:08.764724 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-dfbab9ef-7e2e-45db-82e4-f86e55db5564 req-2fdf4dff-5562-4cc7-97ae-dc42a21435c9 service neutron] For port 2d68796f-50c1-42b8-bd46-4bf5f0693e8b, host n-h2-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=2d68796f-50c1-42b8-bd46-4bf5f0693e8b,segment=NetworkSegment(27ff9bb7-1c44-4de2-8a60-f337ee0726a0),segment_id=27ff9bb7-1c44-4de2-8a60-f337ee0726a0)] {{(pid=95501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:13:08.768875 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d36a3501-7885-4f92-895b-6e9ec1e95188 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:08.840306 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-03750356-9137-433b-ac85-0c68ba9525a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:08.841699 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03750356-9137-433b-ac85-0c68ba9525a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:08.844719 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-03750356-9137-433b-ac85-0c68ba9525a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:08.854770 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db914a04-dbf0-4d99-93b8-e04e71e18b31 req-1829cb62-9207-4541-989f-5ccba717f86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:08.856332 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-db914a04-dbf0-4d99-93b8-e04e71e18b31 req-1829cb62-9207-4541-989f-5ccba717f86e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2b40d2f7-4a07-4df1-bbb6-021ae59cdec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0846815 Oct 12 19:13:08.880475 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7a06ce-e212-4e0c-a004-0bb8fe326470 None None] DHCP port deletion for 4437e74a-b36e-489a-ac58-43f89f4498fc request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 19:13:08.890712 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-dfbab9ef-7e2e-45db-82e4-f86e55db5564 req-2fdf4dff-5562-4cc7-97ae-dc42a21435c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:08.968736 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbab9ef-7e2e-45db-82e4-f86e55db5564 req-2fdf4dff-5562-4cc7-97ae-dc42a21435c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:08.969568 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-dfbab9ef-7e2e-45db-82e4-f86e55db5564 req-2fdf4dff-5562-4cc7-97ae-dc42a21435c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:08.971133 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-dfbab9ef-7e2e-45db-82e4-f86e55db5564 req-2fdf4dff-5562-4cc7-97ae-dc42a21435c9 service neutron] 10.222.0.67 "PUT /v2.0/ports/2d68796f-50c1-42b8-bd46-4bf5f0693e8b HTTP/1.1" status: 200 len: 1091 time: 1.6388607 Oct 12 19:13:08.973306 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03750356-9137-433b-ac85-0c68ba9525a7 admin admin] Pushing event updated for resources: {'Network': ['ID=29391e68-29ee-4222-9dbe-59b50c811614,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:13:08.975339 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-ef7a06ce-e212-4e0c-a004-0bb8fe326470 None None] Deleting port 96e7a9cd-3722-4224-99ec-8d6cca5a74be {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:13:08.977307 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ef7a06ce-e212-4e0c-a004-0bb8fe326470 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:08.978338 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65ea8f72-5f19-4bcc-b0f2-9a9a39c46383', 'tag': '2d68796f-50c1-42b8-bd46-4bf5f0693e8b'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:13:08.983042 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57586b9d-f970-433c-9ff5-91c68fe4df83" -d '{"events": [{"name": "network-changed", "server_uuid": "65ea8f72-5f19-4bcc-b0f2-9a9a39c46383", "tag": "2d68796f-50c1-42b8-bd46-4bf5f0693e8b"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:13:08.991269 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 29391e68-29ee-4222-9dbe-59b50c811614 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:13:09.015789 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-03750356-9137-433b-ac85-0c68ba9525a7 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5634911 Oct 12 19:13:09.016513 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 59372) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:13:09.018553 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-d36a3501-7885-4f92-895b-6e9ec1e95188 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Deleting port 96e7a9cd-3722-4224-99ec-8d6cca5a74be {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:13:09.018918 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d36a3501-7885-4f92-895b-6e9ec1e95188 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:09.021767 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-d048bdc7-4de2-49aa-9a5e-52442b7a679b admin admin] Request body: {'subnet': {'network_id': '29391e68-29ee-4222-9dbe-59b50c811614', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1452115916-subnet', 'tenant_id': '23e37e1f118d47dea456bb9604623311', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:13:09.069701 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4fbd78a-0f88-4876-929b-eb3d3117eda0 x-openstack-request-id: req-c4fbd78a-0f88-4876-929b-eb3d3117eda0 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:13:09.070128 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65ea8f72-5f19-4bcc-b0f2-9a9a39c46383", "tag": "2d68796f-50c1-42b8-bd46-4bf5f0693e8b", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:13:09.070392 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c4fbd78a-0f88-4876-929b-eb3d3117eda0 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:13:09.070788 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65ea8f72-5f19-4bcc-b0f2-9a9a39c46383', 'tag': '2d68796f-50c1-42b8-bd46-4bf5f0693e8b', 'status': 'completed', 'code': 200} Oct 12 19:13:09.100980 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdf4dff-5562-4cc7-97ae-dc42a21435c9 service neutron] Pushing event updated for resources: {'Port': ['ID=2d68796f-50c1-42b8-bd46-4bf5f0693e8b,revision_number=3']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:13:09.136474 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d048bdc7-4de2-49aa-9a5e-52442b7a679b admin admin] Made reservation on behalf of 23e37e1f118d47dea456bb9604623311 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:13:09.141031 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d048bdc7-4de2-49aa-9a5e-52442b7a679b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16245837'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:09.150063 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-ef7a06ce-e212-4e0c-a004-0bb8fe326470 None None] For port 96e7a9cd-3722-4224-99ec-8d6cca5a74be, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=96e7a9cd-3722-4224-99ec-8d6cca5a74be,segment=NetworkSegment(e3f76181-fe06-4876-9f38-c15bd317ab4a),segment_id=e3f76181-fe06-4876-9f38-c15bd317ab4a)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:13:09.150063 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ef7a06ce-e212-4e0c-a004-0bb8fe326470 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:09.173326 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-db914a04-dbf0-4d99-93b8-e04e71e18b31 req-1d765f33-3398-4196-a0a2-3cba63490105 service neutron] 10.222.0.61 "GET /v2.0/networks/2b40d2f7-4a07-4df1-bbb6-021ae59cdec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3074944 Oct 12 19:13:09.219410 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-ef7a06ce-e212-4e0c-a004-0bb8fe326470 None None] Calling delete_port for 96e7a9cd-3722-4224-99ec-8d6cca5a74be owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:13:09.306376 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57586b9d-f970-433c-9ff5-91c68fe4df83 req-5878ab3f-941b-4258-a54f-085762a382e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:09.308573 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-57586b9d-f970-433c-9ff5-91c68fe4df83 req-5878ab3f-941b-4258-a54f-085762a382e2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6f373deb65fa4fb6b9914ad762fe4dad&device_id=65ea8f72-5f19-4bcc-b0f2-9a9a39c46383 HTTP/1.1" status: 200 len: 1094 time: 0.1958640 Oct 12 19:13:09.312065 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [None req-d36a3501-7885-4f92-895b-6e9ec1e95188 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] For port 96e7a9cd-3722-4224-99ec-8d6cca5a74be, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=96e7a9cd-3722-4224-99ec-8d6cca5a74be,segment=NetworkSegment(e3f76181-fe06-4876-9f38-c15bd317ab4a),segment_id=e3f76181-fe06-4876-9f38-c15bd317ab4a)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:13:09.317844 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d36a3501-7885-4f92-895b-6e9ec1e95188 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:09.367174 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d986b0-7ace-4a7c-975a-2a2475a7aca1 req-df245eef-5fa9-491e-9eba-10770c1d0f48 tempest-VolumesAdminNegativeTest-120049853 tempest-VolumesAdminNegativeTest-120049853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:09.368846 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-78d986b0-7ace-4a7c-975a-2a2475a7aca1 req-df245eef-5fa9-491e-9eba-10770c1d0f48 tempest-VolumesAdminNegativeTest-120049853 tempest-VolumesAdminNegativeTest-120049853-project] 10.222.0.49 "GET /v2.0/ports?device_id=65ea8f72-5f19-4bcc-b0f2-9a9a39c46383 HTTP/1.1" status: 200 len: 943 time: 0.1035883 Oct 12 19:13:09.429962 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-db914a04-dbf0-4d99-93b8-e04e71e18b31 req-10880151-d303-4ccc-bbfe-d1bd44eb2828 service neutron] 10.222.0.61 "GET /v2.0/networks/2b40d2f7-4a07-4df1-bbb6-021ae59cdec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357850 Oct 12 19:13:09.435584 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-d36a3501-7885-4f92-895b-6e9ec1e95188 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Calling delete_port for 96e7a9cd-3722-4224-99ec-8d6cca5a74be owned by network:dhcp {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:13:09.449903 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ef7a06ce-e212-4e0c-a004-0bb8fe326470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:09.459222 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-78d986b0-7ace-4a7c-975a-2a2475a7aca1 req-4e4a88ca-3878-4491-a841-4d3687622895 tempest-VolumesAdminNegativeTest-120049853 tempest-VolumesAdminNegativeTest-120049853-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff6d4f0e-3cb5-40de-8035-ff2a926b779e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817597 Oct 12 19:13:09.518156 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7a06ce-e212-4e0c-a004-0bb8fe326470 None None] No DVR routers for this DVR port 96e7a9cd-3722-4224-99ec-8d6cca5a74be on host n-d-813679-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:13:09.524362 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7a06ce-e212-4e0c-a004-0bb8fe326470 None None] Pushing event deleted for resources: {'Port': ['ID=96e7a9cd-3722-4224-99ec-8d6cca5a74be,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:13:09.583780 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57586b9d-f970-433c-9ff5-91c68fe4df83 req-102d7960-bdcd-4d45-a46f-5bc2bf38a5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:09.586121 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-57586b9d-f970-433c-9ff5-91c68fe4df83 req-102d7960-bdcd-4d45-a46f-5bc2bf38a5a2 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=6f373deb65fa4fb6b9914ad762fe4dad&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2634454 Oct 12 19:13:09.588479 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d048bdc7-4de2-49aa-9a5e-52442b7a679b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4306659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16245859'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:09.640574 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d36a3501-7885-4f92-895b-6e9ec1e95188 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:09.698458 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d048bdc7-4de2-49aa-9a5e-52442b7a679b admin admin] Pushing event updated for resources: {'Subnet': ['ID=44fa0c69-4095-4f95-a6e1-34bbdf103b64,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:13:09.708633 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d048bdc7-4de2-49aa-9a5e-52442b7a679b admin admin] Checking segment: {'id': '74edea8c-5ad6-4f49-af64-abe96640e2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '29391e68-29ee-4222-9dbe-59b50c811614'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:13:09.715176 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d048bdc7-4de2-49aa-9a5e-52442b7a679b admin admin] Network hostable DHCP agents. Network: 29391e68-29ee-4222-9dbe-59b50c811614, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:13:09.735718 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36a3501-7885-4f92-895b-6e9ec1e95188 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Pushing event deleted for resources: {'Port': ['ID=96e7a9cd-3722-4224-99ec-8d6cca5a74be,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:13:09.777581 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36a3501-7885-4f92-895b-6e9ec1e95188 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] No DVR routers for this DVR port 96e7a9cd-3722-4224-99ec-8d6cca5a74be on host n-d-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:13:09.810915 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d048bdc7-4de2-49aa-9a5e-52442b7a679b admin admin] Network 29391e68-29ee-4222-9dbe-59b50c811614 is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:13:09.893369 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f2ecec-5ad9-4944-a94a-ef52647399b1 req-5c2df756-a731-416e-9466-05fd261e38e2 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:09.895021 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-50f2ecec-5ad9-4944-a94a-ef52647399b1 req-5c2df756-a731-416e-9466-05fd261e38e2 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/ports?device_id=9eb0556d-c637-4143-9cd2-13811ade9ce3 HTTP/1.1" status: 200 len: 943 time: 0.1929908 Oct 12 19:13:09.914513 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d36a3501-7885-4f92-895b-6e9ec1e95188 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:09.918885 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-d048bdc7-4de2-49aa-9a5e-52442b7a679b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, 29391e68-29ee-4222-9dbe-59b50c811614) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:13:09.925028 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d048bdc7-4de2-49aa-9a5e-52442b7a679b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:09.926727 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d048bdc7-4de2-49aa-9a5e-52442b7a679b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:09.929837 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56107486-01e0-4b95-bd3a-27e3dcf5ad54 None None] Network 29391e68-29ee-4222-9dbe-59b50c811614 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:13:09.965510 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57586b9d-f970-433c-9ff5-91c68fe4df83 req-40ebb50a-c2b0-45b8-9e43-a87155faa1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:09.967021 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-57586b9d-f970-433c-9ff5-91c68fe4df83 req-40ebb50a-c2b0-45b8-9e43-a87155faa1b2 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3735387 Oct 12 19:13:09.971008 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-d36a3501-7885-4f92-895b-6e9ec1e95188 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4437e74a-b36e-489a-ac58-43f89f4498fc']}} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:13:09.979986 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device f9c6db0d-621b-48da-bd4d-f05073bda987 details requested by agent hyperv_n-h1-813679-3 with host n-h1-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:13:09.989534 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-d36a3501-7885-4f92-895b-6e9ec1e95188 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3f76181-fe06-4876-9f38-c15bd317ab4a') {'for_net_delete': True} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:13:09.989854 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-d36a3501-7885-4f92-895b-6e9ec1e95188 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3f76181-fe06-4876-9f38-c15bd317ab4a') {} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:13:10.002756 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d36a3501-7885-4f92-895b-6e9ec1e95188 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4281072'] for segment, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:10.006810 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-50f2ecec-5ad9-4944-a94a-ef52647399b1 req-f2d91a4f-9894-4d66-8c09-538d871c03c5 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/security-groups?id=453b01c6-7fe6-41ac-8e1d-6df7a2675094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961969 Oct 12 19:13:10.045921 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d36a3501-7885-4f92-895b-6e9ec1e95188 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:10.053788 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d36a3501-7885-4f92-895b-6e9ec1e95188 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=95501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:13:10.054168 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d36a3501-7885-4f92-895b-6e9ec1e95188 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4823170'] for segment, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:10.057619 n-d-813679-3 neutron-server[95501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:13:10.057619 n-d-813679-3 neutron-server[95501]: self.session.flush() Oct 12 19:13:10.057619 n-d-813679-3 neutron-server[95501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:13:10.057619 n-d-813679-3 neutron-server[95501]: self.session.flush() Oct 12 19:13:10.057619 n-d-813679-3 neutron-server[95501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:13:10.057619 n-d-813679-3 neutron-server[95501]: self.session.flush() Oct 12 19:13:10.057619 n-d-813679-3 neutron-server[95501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:13:10.057619 n-d-813679-3 neutron-server[95501]: self.session.flush() Oct 12 19:13:10.057619 n-d-813679-3 neutron-server[95501]: Traceback (most recent call last): Oct 12 19:13:10.057619 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:13:10.057619 n-d-813679-3 neutron-server[95501]: timer() Oct 12 19:13:10.057619 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:13:10.057619 n-d-813679-3 neutron-server[95501]: cb(*args, **kw) Oct 12 19:13:10.057619 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:13:10.057619 n-d-813679-3 neutron-server[95501]: return func(*args, **kwargs) Oct 12 19:13:10.057619 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:13:10.057619 n-d-813679-3 neutron-server[95501]: self._notify() Oct 12 19:13:10.057619 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:13:10.057619 n-d-813679-3 neutron-server[95501]: self.callback(batched_events) Oct 12 19:13:10.057619 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:13:10.057619 n-d-813679-3 neutron-server[95501]: event.method(event) Oct 12 19:13:10.057619 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:13:10.057619 n-d-813679-3 neutron-server[95501]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:13:10.057619 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:13:10.057619 n-d-813679-3 neutron-server[95501]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:13:10.057619 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:13:10.057619 n-d-813679-3 neutron-server[95501]: return f(self, *a, **k) Oct 12 19:13:10.057619 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:13:10.057619 n-d-813679-3 neutron-server[95501]: return self._get(url).json() Oct 12 19:13:10.057619 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:13:10.057619 n-d-813679-3 neutron-server[95501]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:13:10.057619 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:13:10.057619 n-d-813679-3 neutron-server[95501]: return self.request(url, 'GET', **kwargs) Oct 12 19:13:10.057619 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:13:10.057619 n-d-813679-3 neutron-server[95501]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:13:10.057619 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:13:10.057619 n-d-813679-3 neutron-server[95501]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:13:10.057619 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:13:10.057619 n-d-813679-3 neutron-server[95501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:13:10.057619 n-d-813679-3 neutron-server[95501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:13:10.103090 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbab9ef-7e2e-45db-82e4-f86e55db5564 req-91f04725-1c13-4197-8903-8aa3d04bb5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:10.105165 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-dfbab9ef-7e2e-45db-82e4-f86e55db5564 req-91f04725-1c13-4197-8903-8aa3d04bb5f6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6f373deb65fa4fb6b9914ad762fe4dad&device_id=65ea8f72-5f19-4bcc-b0f2-9a9a39c46383 HTTP/1.1" status: 200 len: 1094 time: 0.0931334 Oct 12 19:13:10.134706 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-045f312e-be98-43a7-8395-0520fb8f7c95 None None] Network 29391e68-29ee-4222-9dbe-59b50c811614 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:13:10.155217 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-dfbab9ef-7e2e-45db-82e4-f86e55db5564 req-27d64952-4ae3-415a-a132-c8137d4098fe service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2d68796f-50c1-42b8-bd46-4bf5f0693e8b HTTP/1.1" status: 200 len: 217 time: 0.0411773 Oct 12 19:13:10.196589 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port f9c6db0d-621b-48da-bd4d-f05073bda987, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=f9c6db0d-621b-48da-bd4d-f05073bda987,segment=NetworkSegment(35dde9ae-6a3d-4327-a38f-c2a1ca6f0ad7),segment_id=35dde9ae-6a3d-4327-a38f-c2a1ca6f0ad7)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:13:10.204325 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbab9ef-7e2e-45db-82e4-f86e55db5564 req-80d52660-f2bd-477f-8fd5-7619b7e3d065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:10.205893 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-dfbab9ef-7e2e-45db-82e4-f86e55db5564 req-80d52660-f2bd-477f-8fd5-7619b7e3d065 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b3df6431-98b8-41e2-84ab-a4ef2b4483f4 HTTP/1.1" status: 200 len: 855 time: 0.0428159 Oct 12 19:13:10.215725 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Returning: {'device': 'f9c6db0d-621b-48da-bd4d-f05073bda987', 'network_id': 'de7a4800-3a36-49db-938a-a424194241c9', 'port_id': 'f9c6db0d-621b-48da-bd4d-f05073bda987', 'mac_address': 'fa:16:3e:64:f3:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a04d54df-064e-4c45-85d6-73b27d98a999', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:13:10.239049 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-dfbab9ef-7e2e-45db-82e4-f86e55db5564 req-297988bb-db3e-4762-8125-95cc0a8815aa service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=50fb75ab-5cce-4c35-a5a4-6ffc4b8ceeca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247452 Oct 12 19:13:10.294122 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:10.324271 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9c6db0d-621b-48da-bd4d-f05073bda987 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:13:10.348584 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port f9c6db0d-621b-48da-bd4d-f05073bda987, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=f9c6db0d-621b-48da-bd4d-f05073bda987,segment=NetworkSegment(35dde9ae-6a3d-4327-a38f-c2a1ca6f0ad7),segment_id=35dde9ae-6a3d-4327-a38f-c2a1ca6f0ad7)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:13:10.348740 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-dfbab9ef-7e2e-45db-82e4-f86e55db5564 req-c0bac012-93fe-4f13-9a8f-e9d1a79825ad service neutron] 10.222.0.67 "GET /v2.0/networks/50fb75ab-5cce-4c35-a5a4-6ffc4b8ceeca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001732 Oct 12 19:13:10.391998 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-d048bdc7-4de2-49aa-9a5e-52442b7a679b admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.3742697 Oct 12 19:13:10.414961 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d36a3501-7885-4f92-895b-6e9ec1e95188 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:10.424049 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d36a3501-7885-4f92-895b-6e9ec1e95188 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:10.430310 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-d36a3501-7885-4f92-895b-6e9ec1e95188 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] 10.222.0.49 "DELETE /v2.0/networks/4437e74a-b36e-489a-ac58-43f89f4498fc HTTP/1.1" status: 204 len: 168 time: 1.8341091 Oct 12 19:13:10.434385 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 59402) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:13:10.439349 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-82adb4f9-238d-43f2-9f02-6d649edebe3b tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1772245024'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:13:10.472339 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:10.481617 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36a3501-7885-4f92-895b-6e9ec1e95188 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Pushing event deleted for resources: {'Network': ['ID=4437e74a-b36e-489a-ac58-43f89f4498fc,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:13:10.504833 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-dfbab9ef-7e2e-45db-82e4-f86e55db5564 req-a6aafe52-6874-4190-9ba7-a8699285a733 service neutron] 10.222.0.67 "GET /v2.0/networks/50fb75ab-5cce-4c35-a5a4-6ffc4b8ceeca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495390 Oct 12 19:13:10.524131 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82adb4f9-238d-43f2-9f02-6d649edebe3b tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Made reservation on behalf of fd5c6867cc7247f59c07ecc3b6c18599 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:13:10.528253 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-82adb4f9-238d-43f2-9f02-6d649edebe3b tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:10.555529 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=f9c6db0d-621b-48da-bd4d-f05073bda987,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:13:10.580483 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82adb4f9-238d-43f2-9f02-6d649edebe3b tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:13:10.590110 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-82adb4f9-238d-43f2-9f02-6d649edebe3b tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:10.590436 n-d-813679-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-82adb4f9-238d-43f2-9f02-6d649edebe3b tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Added segment 878fbe08-8942-4370-940e-8e40452b25c5 of type vlan for network 6f6a831c-2473-4fb4-b8a8-18104d282d5f Oct 12 19:13:10.649758 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-82adb4f9-238d-43f2-9f02-6d649edebe3b tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:10.720115 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['f9c6db0d-621b-48da-bd4d-f05073bda987'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:13:10.723746 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad95be4-7b2c-4585-adbc-bc60df6d166e req-1c7238bb-9847-4449-86f1-49a68480d63d tempest-VolumesAdminNegativeTest-120049853 tempest-VolumesAdminNegativeTest-120049853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:10.729194 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bad95be4-7b2c-4585-adbc-bc60df6d166e req-1c7238bb-9847-4449-86f1-49a68480d63d tempest-VolumesAdminNegativeTest-120049853 tempest-VolumesAdminNegativeTest-120049853-project] 10.222.0.49 "GET /v2.0/ports?device_id=65ea8f72-5f19-4bcc-b0f2-9a9a39c46383 HTTP/1.1" status: 200 len: 943 time: 0.1092553 Oct 12 19:13:10.734938 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-6bedddc1-7758-4117-91fe-975def0a1ad5 req-d65f4932-cc96-4f65-8f7b-78ef591632f1 tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2142367009', 'description': 'tempest-description-1240829929'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:13:10.804646 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bad95be4-7b2c-4585-adbc-bc60df6d166e req-3b6d28a9-24c5-4c81-99b6-6effa7bbf11d tempest-VolumesAdminNegativeTest-120049853 tempest-VolumesAdminNegativeTest-120049853-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff6d4f0e-3cb5-40de-8035-ff2a926b779e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685515 Oct 12 19:13:10.810984 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-82adb4f9-238d-43f2-9f02-6d649edebe3b tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:10.815392 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 96e7a9cd-3722-4224-99ec-8d6cca5a74be no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:13:10.829480 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-6bedddc1-7758-4117-91fe-975def0a1ad5 req-d65f4932-cc96-4f65-8f7b-78ef591632f1 tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:10.847327 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 96e7a9cd-3722-4224-99ec-8d6cca5a74be {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:13:10.847675 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 96e7a9cd-3722-4224-99ec-8d6cca5a74be not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:13:10.858951 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82adb4f9-238d-43f2-9f02-6d649edebe3b tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:10.860154 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-82adb4f9-238d-43f2-9f02-6d649edebe3b tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:10.977919 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82adb4f9-238d-43f2-9f02-6d649edebe3b tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Pushing event updated for resources: {'Network': ['ID=6f6a831c-2473-4fb4-b8a8-18104d282d5f,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:13:10.991886 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 6f6a831c-2473-4fb4-b8a8-18104d282d5f details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:13:11.014553 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-6bedddc1-7758-4117-91fe-975def0a1ad5 req-d65f4932-cc96-4f65-8f7b-78ef591632f1 tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:11.025013 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-82adb4f9-238d-43f2-9f02-6d649edebe3b tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5893826 Oct 12 19:13:11.027639 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 59424) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:13:11.034248 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-5a4015e3-0a61-4fef-940e-fca8f7579c18 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Request body: {'subnet': {'network_id': '6f6a831c-2473-4fb4-b8a8-18104d282d5f', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:13:11.113647 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-6bedddc1-7758-4117-91fe-975def0a1ad5 req-d65f4932-cc96-4f65-8f7b-78ef591632f1 tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:11.179106 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65f4932-cc96-4f65-8f7b-78ef591632f1 tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=900e51ce-59bb-47fb-b7c7-e77a05ad9009,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:13:11.238460 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-6bedddc1-7758-4117-91fe-975def0a1ad5 req-d65f4932-cc96-4f65-8f7b-78ef591632f1 tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:11.239727 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6bedddc1-7758-4117-91fe-975def0a1ad5 req-d65f4932-cc96-4f65-8f7b-78ef591632f1 tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.5098166 Oct 12 19:13:11.297073 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7121dd81-8c8f-47b9-b464-f43e607142aa req-d46286e9-c4a2-4ae6-af16-b43be4f7b38e tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:11.306551 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7121dd81-8c8f-47b9-b464-f43e607142aa req-d46286e9-c4a2-4ae6-af16-b43be4f7b38e tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/ports?device_id=9eb0556d-c637-4143-9cd2-13811ade9ce3 HTTP/1.1" status: 200 len: 944 time: 0.1277807 Oct 12 19:13:11.326554 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ffa6d705-9cb5-4492-ba56-64bd94f537e9 req-ab8040f2-a1b7-4fe2-9635-7111c0fc2133 tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] 10.222.0.49 "GET /v2.0/security-groups/900e51ce-59bb-47fb-b7c7-e77a05ad9009 HTTP/1.1" status: 200 len: 1805 time: 0.0520375 Oct 12 19:13:11.337521 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-ffa6d705-9cb5-4492-ba56-64bd94f537e9 req-a22c5c0b-0726-4216-86dc-eb22a9a7a414 tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '900e51ce-59bb-47fb-b7c7-e77a05ad9009', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:13:11.339004 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-ffa6d705-9cb5-4492-ba56-64bd94f537e9 req-a22c5c0b-0726-4216-86dc-eb22a9a7a414 tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '900e51ce-59bb-47fb-b7c7-e77a05ad9009', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:13:11.355075 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7121dd81-8c8f-47b9-b464-f43e607142aa req-3cecd0be-6928-4ec7-a324-85a756a48a14 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/security-groups?id=453b01c6-7fe6-41ac-8e1d-6df7a2675094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475767 Oct 12 19:13:11.383879 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a4015e3-0a61-4fef-940e-fca8f7579c18 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Made reservation on behalf of fd5c6867cc7247f59c07ecc3b6c18599 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:13:11.388337 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5a4015e3-0a61-4fef-940e-fca8f7579c18 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16245837'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:11.575412 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-ffa6d705-9cb5-4492-ba56-64bd94f537e9 req-a22c5c0b-0726-4216-86dc-eb22a9a7a414 tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:11.631188 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-ffa6d705-9cb5-4492-ba56-64bd94f537e9 req-a22c5c0b-0726-4216-86dc-eb22a9a7a414 tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:11.708453 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-ffa6d705-9cb5-4492-ba56-64bd94f537e9 req-a22c5c0b-0726-4216-86dc-eb22a9a7a414 tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:11.726509 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22c5c0b-0726-4216-86dc-eb22a9a7a414 tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e96cea56-4012-4c53-899a-3d08a407ab32,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:13:11.757700 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6e6bc9-b8be-4007-8da1-611c2a1ef192 req-9fee68e6-a5f4-4870-8599-8b6d482db444 tempest-LiveMigrationTest-1833787117 tempest-LiveMigrationTest-1833787117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:11.759550 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7c6e6bc9-b8be-4007-8da1-611c2a1ef192 req-9fee68e6-a5f4-4870-8599-8b6d482db444 tempest-LiveMigrationTest-1833787117 tempest-LiveMigrationTest-1833787117-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=01506d15-4b2a-4485-b3ec-bce72d999a41 HTTP/1.1" status: 200 len: 1096 time: 0.0646443 Oct 12 19:13:11.801264 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-ffa6d705-9cb5-4492-ba56-64bd94f537e9 req-a22c5c0b-0726-4216-86dc-eb22a9a7a414 tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:11.813151 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ffa6d705-9cb5-4492-ba56-64bd94f537e9 req-a22c5c0b-0726-4216-86dc-eb22a9a7a414 tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4748447 Oct 12 19:13:11.818524 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7c6e6bc9-b8be-4007-8da1-611c2a1ef192 req-12b325c3-574b-4dda-897c-3dd8ec3c7666 tempest-LiveMigrationTest-1833787117 tempest-LiveMigrationTest-1833787117-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=87cccf57-f452-41a8-9e48-a6e744310271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498080 Oct 12 19:13:11.834945 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-2d3593f9-8ec5-40c7-88ab-be0055d53cd7 req-12ea087e-76cb-4e5c-8f83-1806d7f2efdf tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1294242225', 'description': 'tempest-description-1224513654'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:13:11.850211 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5a4015e3-0a61-4fef-940e-fca8f7579c18 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4306659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16245859'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:11.952727 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-2d3593f9-8ec5-40c7-88ab-be0055d53cd7 req-12ea087e-76cb-4e5c-8f83-1806d7f2efdf tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:11.964371 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4015e3-0a61-4fef-940e-fca8f7579c18 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Pushing event updated for resources: {'Subnet': ['ID=c597cfcd-95e7-4efc-b4d5-822e8e1d8cb5,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:13:11.974300 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4015e3-0a61-4fef-940e-fca8f7579c18 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Checking segment: {'id': '878fbe08-8942-4370-940e-8e40452b25c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '6f6a831c-2473-4fb4-b8a8-18104d282d5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:13:11.974939 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a4015e3-0a61-4fef-940e-fca8f7579c18 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Network hostable DHCP agents. Network: 6f6a831c-2473-4fb4-b8a8-18104d282d5f, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:13:11.996181 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device f9c6db0d-621b-48da-bd4d-f05073bda987 up at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:13:12.014475 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f27a47c-22b0-433d-8818-9938f0503fc0 req-e3ae1031-3ee8-4724-a14d-c8be995513f3 tempest-VolumesAdminNegativeTest-120049853 tempest-VolumesAdminNegativeTest-120049853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:12.016452 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2f27a47c-22b0-433d-8818-9938f0503fc0 req-e3ae1031-3ee8-4724-a14d-c8be995513f3 tempest-VolumesAdminNegativeTest-120049853 tempest-VolumesAdminNegativeTest-120049853-project] 10.222.0.49 "GET /v2.0/ports?device_id=65ea8f72-5f19-4bcc-b0f2-9a9a39c46383 HTTP/1.1" status: 200 len: 943 time: 0.0999599 Oct 12 19:13:12.047308 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-2d3593f9-8ec5-40c7-88ab-be0055d53cd7 req-12ea087e-76cb-4e5c-8f83-1806d7f2efdf tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:12.069846 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2f27a47c-22b0-433d-8818-9938f0503fc0 req-9b3a561a-1f0b-4269-9caa-f0d1dfb5d62e tempest-VolumesAdminNegativeTest-120049853 tempest-VolumesAdminNegativeTest-120049853-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff6d4f0e-3cb5-40de-8035-ff2a926b779e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460954 Oct 12 19:13:12.101519 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a4015e3-0a61-4fef-940e-fca8f7579c18 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Network 6f6a831c-2473-4fb4-b8a8-18104d282d5f is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:13:12.136534 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-2d3593f9-8ec5-40c7-88ab-be0055d53cd7 req-12ea087e-76cb-4e5c-8f83-1806d7f2efdf tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:12.169974 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea087e-76cb-4e5c-8f83-1806d7f2efdf tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74c748fb-7857-427a-ac25-ff23fa1601ad,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:13:12.195270 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-5a4015e3-0a61-4fef-940e-fca8f7579c18 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, 6f6a831c-2473-4fb4-b8a8-18104d282d5f) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:13:12.201392 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a4015e3-0a61-4fef-940e-fca8f7579c18 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:12.203042 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5a4015e3-0a61-4fef-940e-fca8f7579c18 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:12.210240 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7fda32d-ba6d-4619-b00b-93c00888a770 None None] Network 6f6a831c-2473-4fb4-b8a8-18104d282d5f requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:13:12.241756 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-2d3593f9-8ec5-40c7-88ab-be0055d53cd7 req-12ea087e-76cb-4e5c-8f83-1806d7f2efdf tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:12.243011 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2d3593f9-8ec5-40c7-88ab-be0055d53cd7 req-12ea087e-76cb-4e5c-8f83-1806d7f2efdf tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.4126570 Oct 12 19:13:12.267114 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning for port f9c6db0d-621b-48da-bd4d-f05073bda987 completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:13:12.275458 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning complete for port f9c6db0d-621b-48da-bd4d-f05073bda987 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:13:12.277200 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:12.323397 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-5a4015e3-0a61-4fef-940e-fca8f7579c18 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2919586 Oct 12 19:13:12.324785 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 59458) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:13:12.332751 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-4f9ae816-90d2-4683-a173-c50ed23f13e0 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1368433490'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:13:12.403129 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8e95637d-59a8-4df3-a428-b93e0e777f18 req-d7596df4-1a13-4b8e-b6f9-76b889df6c26 tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] 10.222.0.49 "GET /v2.0/security-groups/74c748fb-7857-427a-ac25-ff23fa1601ad HTTP/1.1" status: 200 len: 1805 time: 0.0567687 Oct 12 19:13:12.419433 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-8e95637d-59a8-4df3-a428-b93e0e777f18 req-0b4de44c-c6f6-4e1a-bc6b-0fd1f94a138a tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '74c748fb-7857-427a-ac25-ff23fa1601ad', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:13:12.419819 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-8e95637d-59a8-4df3-a428-b93e0e777f18 req-0b4de44c-c6f6-4e1a-bc6b-0fd1f94a138a tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '74c748fb-7857-427a-ac25-ff23fa1601ad', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:13:12.497072 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f9ae816-90d2-4683-a173-c50ed23f13e0 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Made reservation on behalf of fd5c6867cc7247f59c07ecc3b6c18599 for: {'network': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:13:12.504130 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4f9ae816-90d2-4683-a173-c50ed23f13e0 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:12.545438 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f9ae816-90d2-4683-a173-c50ed23f13e0 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'} {{(pid=95501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:13:12.556079 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4f9ae816-90d2-4683-a173-c50ed23f13e0 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:12.556422 n-d-813679-3 neutron-server[95501]: INFO neutron.db.segments_db [None req-4f9ae816-90d2-4683-a173-c50ed23f13e0 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Added segment 2f94fc4f-31bc-4375-ac03-8809ccdd3237 of type vlan for network d3dae177-12b9-4dfe-bd5b-bccf58d6ecc4 Oct 12 19:13:12.609440 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:12.610648 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4f9ae816-90d2-4683-a173-c50ed23f13e0 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:12.642335 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27432b9d-af9e-4aa3-ada1-5395260a3138 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-6f6a831c-2473-4fb4-b8a8-18104d282d5f', 'network_id': '6f6a831c-2473-4fb4-b8a8-18104d282d5f', 'tenant_id': 'fd5c6867cc7247f59c07ecc3b6c18599', 'fixed_ips': [{'subnet_id': 'c597cfcd-95e7-4efc-b4d5-822e8e1d8cb5'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:13:12.650029 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-27432b9d-af9e-4aa3-ada1-5395260a3138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:12.678091 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eb0556d-c637-4143-9cd2-13811ade9ce3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9c6db0d-621b-48da-bd4d-f05073bda987'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:13:12.680259 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e11cee76-172a-41dc-b54a-5f00ba1c23f6" -d '{"events": [{"server_uuid": "9eb0556d-c637-4143-9cd2-13811ade9ce3", "name": "network-vif-plugged", "status": "completed", "tag": "f9c6db0d-621b-48da-bd4d-f05073bda987"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:13:12.695891 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-8e95637d-59a8-4df3-a428-b93e0e777f18 req-0b4de44c-c6f6-4e1a-bc6b-0fd1f94a138a tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:12.712562 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port f9c6db0d-621b-48da-bd4d-f05073bda987, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=f9c6db0d-621b-48da-bd4d-f05073bda987,segment=NetworkSegment(35dde9ae-6a3d-4327-a38f-c2a1ca6f0ad7),segment_id=35dde9ae-6a3d-4327-a38f-c2a1ca6f0ad7)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:13:12.733210 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-8e95637d-59a8-4df3-a428-b93e0e777f18 req-0b4de44c-c6f6-4e1a-bc6b-0fd1f94a138a tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:12.776806 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c958e682-37e4-4160-aca8-d4ade93e07cf req-b25454f3-19d1-48e1-9c14-ab4f3ec2fc8a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b350f0cf-0a96-4648-b14d-1ab8c3ef82a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0419335 Oct 12 19:13:12.790812 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4f9ae816-90d2-4683-a173-c50ed23f13e0 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:12.799479 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9ae816-90d2-4683-a173-c50ed23f13e0 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:12.801561 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4f9ae816-90d2-4683-a173-c50ed23f13e0 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:12.864965 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:12.916655 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-27432b9d-af9e-4aa3-ada1-5395260a3138 None None] Allocated IP 19.80.0.2 (6f6a831c-2473-4fb4-b8a8-18104d282d5f/c597cfcd-95e7-4efc-b4d5-822e8e1d8cb5/e1ab8277-a45a-4b97-8dff-1878510f8ec3) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:13:12.939660 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=f9c6db0d-621b-48da-bd4d-f05073bda987,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:13:12.968268 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ae816-90d2-4683-a173-c50ed23f13e0 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Pushing event updated for resources: {'Network': ['ID=d3dae177-12b9-4dfe-bd5b-bccf58d6ecc4,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:13:12.977283 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-8e95637d-59a8-4df3-a428-b93e0e777f18 req-0b4de44c-c6f6-4e1a-bc6b-0fd1f94a138a tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:12.982174 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network d3dae177-12b9-4dfe-bd5b-bccf58d6ecc4 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:13:13.055057 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4de44c-c6f6-4e1a-bc6b-0fd1f94a138a tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28bfd441-1383-4179-be73-45d48408228f,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:13:13.074838 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c958e682-37e4-4160-aca8-d4ade93e07cf req-a7cd467c-699e-4a7b-8212-e596c78bf2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:13.076544 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c958e682-37e4-4160-aca8-d4ade93e07cf req-a7cd467c-699e-4a7b-8212-e596c78bf2d2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5fba7a982f4e455fbf6360a954bd3673&device_id=b350f0cf-0a96-4648-b14d-1ab8c3ef82a8 HTTP/1.1" status: 200 len: 1095 time: 0.1093302 Oct 12 19:13:13.096654 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-8e95637d-59a8-4df3-a428-b93e0e777f18 req-0b4de44c-c6f6-4e1a-bc6b-0fd1f94a138a tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:13.112202 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8e95637d-59a8-4df3-a428-b93e0e777f18 req-0b4de44c-c6f6-4e1a-bc6b-0fd1f94a138a tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.6983819 Oct 12 19:13:13.120380 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-4f9ae816-90d2-4683-a173-c50ed23f13e0 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7914205 Oct 12 19:13:13.121659 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 59480) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:13:13.127060 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-34039e7f-3739-4420-bcdd-0f4fc04a95fc tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Request body: {'subnet': {'network_id': 'd3dae177-12b9-4dfe-bd5b-bccf58d6ecc4', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:13:13.220918 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-27432b9d-af9e-4aa3-ada1-5395260a3138 None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:13.236915 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 2d68796f-50c1-42b8-bd46-4bf5f0693e8b details requested by agent hyperv_n-h2-813679-3 with host n-h2-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:13:13.335295 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-27432b9d-af9e-4aa3-ada1-5395260a3138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:13.341278 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34039e7f-3739-4420-bcdd-0f4fc04a95fc tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Made reservation on behalf of fd5c6867cc7247f59c07ecc3b6c18599 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:13:13.344975 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-34039e7f-3739-4420-bcdd-0f4fc04a95fc tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16245837'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:13.361211 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27432b9d-af9e-4aa3-ada1-5395260a3138 None None] Network 6f6a831c-2473-4fb4-b8a8-18104d282d5f is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:13:13.365881 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-27432b9d-af9e-4aa3-ada1-5395260a3138 None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:13:13.370578 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27432b9d-af9e-4aa3-ada1-5395260a3138 None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:13:13.518989 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-27432b9d-af9e-4aa3-ada1-5395260a3138 None None] Attempting to bind port e1ab8277-a45a-4b97-8dff-1878510f8ec3 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:13:13.519517 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-27432b9d-af9e-4aa3-ada1-5395260a3138 None None] Attempting to bind port e1ab8277-a45a-4b97-8dff-1878510f8ec3 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '878fbe08-8942-4370-940e-8e40452b25c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '6f6a831c-2473-4fb4-b8a8-18104d282d5f'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:13:13.519985 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27432b9d-af9e-4aa3-ada1-5395260a3138 None None] Attempting to bind port e1ab8277-a45a-4b97-8dff-1878510f8ec3 on network 6f6a831c-2473-4fb4-b8a8-18104d282d5f {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:13:13.525339 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27432b9d-af9e-4aa3-ada1-5395260a3138 None None] Pushing event updated for resources: {'Port': ['ID=e1ab8277-a45a-4b97-8dff-1878510f8ec3,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:13:13.547638 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27432b9d-af9e-4aa3-ada1-5395260a3138 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:13:13.549046 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27432b9d-af9e-4aa3-ada1-5395260a3138 None None] Checking segment: {'id': '878fbe08-8942-4370-940e-8e40452b25c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '6f6a831c-2473-4fb4-b8a8-18104d282d5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:13:13.550085 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-27432b9d-af9e-4aa3-ada1-5395260a3138 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:13.551563 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27432b9d-af9e-4aa3-ada1-5395260a3138 None None] Bound using segment: {'id': '878fbe08-8942-4370-940e-8e40452b25c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '6f6a831c-2473-4fb4-b8a8-18104d282d5f'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:13:13.554164 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-27432b9d-af9e-4aa3-ada1-5395260a3138 None None] Bound port: e1ab8277-a45a-4b97-8dff-1878510f8ec3, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '878fbe08-8942-4370-940e-8e40452b25c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '6f6a831c-2473-4fb4-b8a8-18104d282d5f'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:13:13.555080 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-27432b9d-af9e-4aa3-ada1-5395260a3138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:13.594577 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 2d68796f-50c1-42b8-bd46-4bf5f0693e8b, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=2d68796f-50c1-42b8-bd46-4bf5f0693e8b,segment=NetworkSegment(27ff9bb7-1c44-4de2-8a60-f337ee0726a0),segment_id=27ff9bb7-1c44-4de2-8a60-f337ee0726a0)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:13:13.642458 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Returning: {'device': '2d68796f-50c1-42b8-bd46-4bf5f0693e8b', 'network_id': '50fb75ab-5cce-4c35-a5a4-6ffc4b8ceeca', 'port_id': '2d68796f-50c1-42b8-bd46-4bf5f0693e8b', 'mac_address': 'fa:16:3e:56:e6:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3df6431-98b8-41e2-84ab-a4ef2b4483f4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:13:13.655258 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6391cdaf-d5ff-4f23-b1b7-fd9416660285 req-d68e2eee-54ec-454f-90ac-d2fbb3a3afce tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:13.656820 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6391cdaf-d5ff-4f23-b1b7-fd9416660285 req-d68e2eee-54ec-454f-90ac-d2fbb3a3afce tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/ports?device_id=9eb0556d-c637-4143-9cd2-13811ade9ce3 HTTP/1.1" status: 200 len: 945 time: 0.4234855 Oct 12 19:13:13.662432 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c958e682-37e4-4160-aca8-d4ade93e07cf req-cb87d630-38cb-49d4-9551-10e51a94191c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:13.663899 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c958e682-37e4-4160-aca8-d4ade93e07cf req-cb87d630-38cb-49d4-9551-10e51a94191c service neutron] 10.222.0.67 "GET /v2.0/networks?id=c9c833e6-1691-44ed-bf82-cf9c18667411 HTTP/1.1" status: 200 len: 909 time: 0.5502112 Oct 12 19:13:13.725268 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:13.729405 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-27432b9d-af9e-4aa3-ada1-5395260a3138 None None] For port e1ab8277-a45a-4b97-8dff-1878510f8ec3, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:13:13.740424 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-27432b9d-af9e-4aa3-ada1-5395260a3138 None None] For port e1ab8277-a45a-4b97-8dff-1878510f8ec3, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=e1ab8277-a45a-4b97-8dff-1878510f8ec3,segment=NetworkSegment(878fbe08-8942-4370-940e-8e40452b25c5),segment_id=878fbe08-8942-4370-940e-8e40452b25c5)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:13:13.745876 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d68796f-50c1-42b8-bd46-4bf5f0693e8b {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:13:13.750695 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c958e682-37e4-4160-aca8-d4ade93e07cf req-551b8a08-4914-4124-9753-f69daff128bb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=97adc232-51f4-47e0-a97f-6cec7f72f061 HTTP/1.1" status: 200 len: 217 time: 0.0603890 Oct 12 19:13:13.771022 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-34039e7f-3739-4420-bcdd-0f4fc04a95fc tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4306659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16245859'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:13.771951 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 2d68796f-50c1-42b8-bd46-4bf5f0693e8b, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=2d68796f-50c1-42b8-bd46-4bf5f0693e8b,segment=NetworkSegment(27ff9bb7-1c44-4de2-8a60-f337ee0726a0),segment_id=27ff9bb7-1c44-4de2-8a60-f337ee0726a0)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:13:13.800799 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6391cdaf-d5ff-4f23-b1b7-fd9416660285 req-0e072a22-2967-4bd9-be15-3fca66f7bb0a tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/security-groups?id=453b01c6-7fe6-41ac-8e1d-6df7a2675094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306624 Oct 12 19:13:13.859708 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34039e7f-3739-4420-bcdd-0f4fc04a95fc tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Pushing event updated for resources: {'Subnet': ['ID=ef459928-2033-4176-9709-0d5f44fa20dd,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:13:13.869669 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-27432b9d-af9e-4aa3-ada1-5395260a3138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:13.869835 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34039e7f-3739-4420-bcdd-0f4fc04a95fc tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Checking segment: {'id': '2f94fc4f-31bc-4375-ac03-8809ccdd3237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'd3dae177-12b9-4dfe-bd5b-bccf58d6ecc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:13:13.869835 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34039e7f-3739-4420-bcdd-0f4fc04a95fc tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Network hostable DHCP agents. Network: d3dae177-12b9-4dfe-bd5b-bccf58d6ecc4, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:13:13.911998 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c958e682-37e4-4160-aca8-d4ade93e07cf req-cb65bdae-3050-496e-a20b-4f052592d008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:13.917870 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c958e682-37e4-4160-aca8-d4ade93e07cf req-cb65bdae-3050-496e-a20b-4f052592d008 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e0ebc949-3a0d-4490-86b6-8c422c8edc16 HTTP/1.1" status: 200 len: 848 time: 0.1540148 Oct 12 19:13:13.920880 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:13.949185 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27432b9d-af9e-4aa3-ada1-5395260a3138 None None] Pushing event updated for resources: {'Port': ['ID=e1ab8277-a45a-4b97-8dff-1878510f8ec3,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:13:13.952327 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34039e7f-3739-4420-bcdd-0f4fc04a95fc tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Network d3dae177-12b9-4dfe-bd5b-bccf58d6ecc4 is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:13:13.967434 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c958e682-37e4-4160-aca8-d4ade93e07cf req-722d907d-b540-4d2e-9000-4e57e4355b2c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c9c833e6-1691-44ed-bf82-cf9c18667411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445316 Oct 12 19:13:14.038382 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-34039e7f-3739-4420-bcdd-0f4fc04a95fc tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, d3dae177-12b9-4dfe-bd5b-bccf58d6ecc4) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:13:14.039371 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=2d68796f-50c1-42b8-bd46-4bf5f0693e8b,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:13:14.043656 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34039e7f-3739-4420-bcdd-0f4fc04a95fc tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:14.044393 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-34039e7f-3739-4420-bcdd-0f4fc04a95fc tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:14.052726 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf6fd51-cfbc-4f28-bc11-6ac11293ade8 None None] Network d3dae177-12b9-4dfe-bd5b-bccf58d6ecc4 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:13:14.144716 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-351858f6-0dc1-4fae-90c7-17fb7b72d71f x-openstack-request-id: req-351858f6-0dc1-4fae-90c7-17fb7b72d71f {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:13:14.145119 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eb0556d-c637-4143-9cd2-13811ade9ce3", "name": "network-vif-plugged", "status": "completed", "tag": "f9c6db0d-621b-48da-bd4d-f05073bda987", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:13:14.145382 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-351858f6-0dc1-4fae-90c7-17fb7b72d71f {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:13:14.145958 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eb0556d-c637-4143-9cd2-13811ade9ce3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9c6db0d-621b-48da-bd4d-f05073bda987', 'code': 200} Oct 12 19:13:14.160116 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-34039e7f-3739-4420-bcdd-0f4fc04a95fc tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0327458 Oct 12 19:13:14.170129 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c958e682-37e4-4160-aca8-d4ade93e07cf req-2f09fb76-572a-4aed-88a3-1a1b24cbdb74 service neutron] 10.222.0.67 "GET /v2.0/networks/c9c833e6-1691-44ed-bf82-cf9c18667411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914747 Oct 12 19:13:14.267333 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['2d68796f-50c1-42b8-bd46-4bf5f0693e8b'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:13:14.424658 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d7012e-fbbf-434e-b99b-f4756c11bb10 req-24759db6-f240-49fa-8e47-88497e6bb7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:14.430991 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-51d7012e-fbbf-434e-b99b-f4756c11bb10 req-24759db6-f240-49fa-8e47-88497e6bb7f4 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9eb0556d-c637-4143-9cd2-13811ade9ce3 HTTP/1.1" status: 200 len: 1096 time: 0.2151411 Oct 12 19:13:14.466153 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009ce43d-1069-4796-bf22-d95e65c4dbb0 req-531b8155-8227-4a5a-a69a-72f799a83956 tempest-VolumesAdminNegativeTest-120049853 tempest-VolumesAdminNegativeTest-120049853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:14.467836 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-009ce43d-1069-4796-bf22-d95e65c4dbb0 req-531b8155-8227-4a5a-a69a-72f799a83956 tempest-VolumesAdminNegativeTest-120049853 tempest-VolumesAdminNegativeTest-120049853-project] 10.222.0.49 "GET /v2.0/ports?device_id=65ea8f72-5f19-4bcc-b0f2-9a9a39c46383 HTTP/1.1" status: 200 len: 944 time: 0.1559973 Oct 12 19:13:14.515448 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea32aed-6c97-4ecf-8da7-a8a86374cb09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-d3dae177-12b9-4dfe-bd5b-bccf58d6ecc4', 'network_id': 'd3dae177-12b9-4dfe-bd5b-bccf58d6ecc4', 'tenant_id': 'fd5c6867cc7247f59c07ecc3b6c18599', 'fixed_ips': [{'subnet_id': 'ef459928-2033-4176-9709-0d5f44fa20dd'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:13:14.516482 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3ea32aed-6c97-4ecf-8da7-a8a86374cb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:14.519571 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [req-43b24cb3-0cc9-4f28-8965-f2cb9f7e5e1c req-095de6a7-c2a0-4b62-8ada-d3282b0dd4c0 tempest-LiveMigrationTest-1833787117 tempest-LiveMigrationTest-1833787117-project-admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 19:13:14.525454 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c958e682-37e4-4160-aca8-d4ade93e07cf req-816dbefe-84b8-45b4-a415-c8cf8411f442 service neutron] 10.222.0.67 "GET /v2.0/networks/c9c833e6-1691-44ed-bf82-cf9c18667411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3468161 Oct 12 19:13:14.531280 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-43b24cb3-0cc9-4f28-8965-f2cb9f7e5e1c req-095de6a7-c2a0-4b62-8ada-d3282b0dd4c0 tempest-LiveMigrationTest-1833787117 tempest-LiveMigrationTest-1833787117-project-admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0173059 Oct 12 19:13:14.548843 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-009ce43d-1069-4796-bf22-d95e65c4dbb0 req-42943fea-96a6-4677-9c76-cf8671b8edd4 tempest-VolumesAdminNegativeTest-120049853 tempest-VolumesAdminNegativeTest-120049853-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff6d4f0e-3cb5-40de-8035-ff2a926b779e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639005 Oct 12 19:13:14.556187 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-51d7012e-fbbf-434e-b99b-f4756c11bb10 req-4f8629af-8af6-4c2a-b021-17a226caff2d service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=453b01c6-7fe6-41ac-8e1d-6df7a2675094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160507 Oct 12 19:13:14.574855 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-c78a1bdd-c729-4f1f-b3f2-8d1684110afb req-13c1cf1f-cb87-4f29-ac6d-7a066dada0c8 tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-362554012', 'description': 'tempest-description-1053955037'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:13:14.595436 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b24cb3-0cc9-4f28-8965-f2cb9f7e5e1c req-51496d1d-2f99-4998-8b24-180241529bf1 tempest-LiveMigrationTest-1833787117 tempest-LiveMigrationTest-1833787117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:14.603162 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-43b24cb3-0cc9-4f28-8965-f2cb9f7e5e1c req-51496d1d-2f99-4998-8b24-180241529bf1 tempest-LiveMigrationTest-1833787117 tempest-LiveMigrationTest-1833787117-project-admin] 10.222.0.49 "GET /v2.0/ports/37efe2eb-359b-46a1-a6d9-e18d66f6a90d HTTP/1.1" status: 200 len: 1093 time: 0.0708013 Oct 12 19:13:14.607950 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-43b24cb3-0cc9-4f28-8965-f2cb9f7e5e1c req-81d5456d-d186-4a1e-be7f-ed6a98d61aab service neutron] Request body: {'binding': {'host': 'n-h1-813679-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:13:14.608617 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-43b24cb3-0cc9-4f28-8965-f2cb9f7e5e1c req-81d5456d-d186-4a1e-be7f-ed6a98d61aab service neutron] Unknown quota resources ['binding']. {{(pid=95502) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 12 19:13:14.690568 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-c78a1bdd-c729-4f1f-b3f2-8d1684110afb req-13c1cf1f-cb87-4f29-ac6d-7a066dada0c8 tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:14.793968 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-c78a1bdd-c729-4f1f-b3f2-8d1684110afb req-13c1cf1f-cb87-4f29-ac6d-7a066dada0c8 tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:14.833255 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-3ea32aed-6c97-4ecf-8da7-a8a86374cb09 None None] Allocated IP 19.86.0.2 (d3dae177-12b9-4dfe-bd5b-bccf58d6ecc4/ef459928-2033-4176-9709-0d5f44fa20dd/badecda4-b951-47ea-a937-e8391db7399d) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:13:14.839181 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-43b24cb3-0cc9-4f28-8965-f2cb9f7e5e1c req-81d5456d-d186-4a1e-be7f-ed6a98d61aab service neutron] Attempting to bind port 37efe2eb-359b-46a1-a6d9-e18d66f6a90d on host n-h1-813679-3 for vnic_type normal with profile None {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:13:14.841849 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-43b24cb3-0cc9-4f28-8965-f2cb9f7e5e1c req-81d5456d-d186-4a1e-be7f-ed6a98d61aab service neutron] Attempting to bind port 37efe2eb-359b-46a1-a6d9-e18d66f6a90d by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': 'af837146-1b4e-4c2b-b1ce-96eb7f990955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c9c833e6-1691-44ed-bf82-cf9c18667411'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:13:14.844145 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b24cb3-0cc9-4f28-8965-f2cb9f7e5e1c req-81d5456d-d186-4a1e-be7f-ed6a98d61aab service neutron] Attempting to bind port 37efe2eb-359b-46a1-a6d9-e18d66f6a90d on network c9c833e6-1691-44ed-bf82-cf9c18667411 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:13:14.862920 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b24cb3-0cc9-4f28-8965-f2cb9f7e5e1c req-81d5456d-d186-4a1e-be7f-ed6a98d61aab service neutron] Port 37efe2eb-359b-46a1-a6d9-e18d66f6a90d on network c9c833e6-1691-44ed-bf82-cf9c18667411 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:13:14.863398 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b24cb3-0cc9-4f28-8965-f2cb9f7e5e1c req-81d5456d-d186-4a1e-be7f-ed6a98d61aab service neutron] Attempting to bind port 37efe2eb-359b-46a1-a6d9-e18d66f6a90d on network c9c833e6-1691-44ed-bf82-cf9c18667411 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:13:14.874408 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b24cb3-0cc9-4f28-8965-f2cb9f7e5e1c req-81d5456d-d186-4a1e-be7f-ed6a98d61aab service neutron] Checking agent: {'id': 'f5e9725f-f5a6-43c2-a1be-95e21e9a1fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:13:14.874751 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b24cb3-0cc9-4f28-8965-f2cb9f7e5e1c req-81d5456d-d186-4a1e-be7f-ed6a98d61aab service neutron] Checking segment: {'id': 'af837146-1b4e-4c2b-b1ce-96eb7f990955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c9c833e6-1691-44ed-bf82-cf9c18667411'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:13:14.876683 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b24cb3-0cc9-4f28-8965-f2cb9f7e5e1c req-81d5456d-d186-4a1e-be7f-ed6a98d61aab service neutron] Bound using segment: {'id': 'af837146-1b4e-4c2b-b1ce-96eb7f990955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c9c833e6-1691-44ed-bf82-cf9c18667411'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:13:14.876683 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-43b24cb3-0cc9-4f28-8965-f2cb9f7e5e1c req-81d5456d-d186-4a1e-be7f-ed6a98d61aab service neutron] Bound port: 37efe2eb-359b-46a1-a6d9-e18d66f6a90d, host: n-h1-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af837146-1b4e-4c2b-b1ce-96eb7f990955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c9c833e6-1691-44ed-bf82-cf9c18667411'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:13:14.895656 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-c78a1bdd-c729-4f1f-b3f2-8d1684110afb req-13c1cf1f-cb87-4f29-ac6d-7a066dada0c8 tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:14.964845 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device e1ab8277-a45a-4b97-8dff-1878510f8ec3 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:13:14.976812 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c1cf1f-cb87-4f29-ac6d-7a066dada0c8 tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d30b21fa-c85d-4c66-bc5e-759c88a6d0c7,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:13:14.996318 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-43b24cb3-0cc9-4f28-8965-f2cb9f7e5e1c req-81d5456d-d186-4a1e-be7f-ed6a98d61aab service neutron] For port 37efe2eb-359b-46a1-a6d9-e18d66f6a90d, host n-h1-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=37efe2eb-359b-46a1-a6d9-e18d66f6a90d,segment=NetworkSegment(af837146-1b4e-4c2b-b1ce-96eb7f990955),segment_id=af837146-1b4e-4c2b-b1ce-96eb7f990955)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:13:15.123464 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port e1ab8277-a45a-4b97-8dff-1878510f8ec3 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:13:15.123464 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:15.170775 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3ea32aed-6c97-4ecf-8da7-a8a86374cb09 None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:15.232649 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:15.266045 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] For port e1ab8277-a45a-4b97-8dff-1878510f8ec3, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=e1ab8277-a45a-4b97-8dff-1878510f8ec3,segment=NetworkSegment(878fbe08-8942-4370-940e-8e40452b25c5),segment_id=878fbe08-8942-4370-940e-8e40452b25c5)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:13:15.271835 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 2d68796f-50c1-42b8-bd46-4bf5f0693e8b up at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:13:15.294497 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d94088-610e-40b4-a130-8fe78ad36ed5 None None] Network 6f6a831c-2473-4fb4-b8a8-18104d282d5f requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:13:15.368095 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-283992c2-943e-4a9e-80aa-044c3f2db723 None None] Provisioning complete for port e1ab8277-a45a-4b97-8dff-1878510f8ec3 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:13:15.368475 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-283992c2-943e-4a9e-80aa-044c3f2db723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:15.412652 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-c78a1bdd-c729-4f1f-b3f2-8d1684110afb req-13c1cf1f-cb87-4f29-ac6d-7a066dada0c8 tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:15.412652 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c78a1bdd-c729-4f1f-b3f2-8d1684110afb req-13c1cf1f-cb87-4f29-ac6d-7a066dada0c8 tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.8356676 Oct 12 19:13:15.498153 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-43b24cb3-0cc9-4f28-8965-f2cb9f7e5e1c req-81d5456d-d186-4a1e-be7f-ed6a98d61aab service neutron] Notify callbacks [] for binding, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:15.499946 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-43b24cb3-0cc9-4f28-8965-f2cb9f7e5e1c req-81d5456d-d186-4a1e-be7f-ed6a98d61aab service neutron] 10.222.0.49 "POST /v2.0/ports/37efe2eb-359b-46a1-a6d9-e18d66f6a90d/bindings HTTP/1.1" status: 201 len: 389 time: 0.8952930 Oct 12 19:13:15.535211 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-283992c2-943e-4a9e-80aa-044c3f2db723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:15.694900 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:15.710883 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning for port 2d68796f-50c1-42b8-bd46-4bf5f0693e8b completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:13:15.713630 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3ea32aed-6c97-4ecf-8da7-a8a86374cb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:15.756427 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead46de3-ba4d-477a-b0c5-1df614fbbe73 req-199b4c99-b2bf-4071-9389-a8452d39042a tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:15.785771 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead46de3-ba4d-477a-b0c5-1df614fbbe73 req-199b4c99-b2bf-4071-9389-a8452d39042a tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:15.789076 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ead46de3-ba4d-477a-b0c5-1df614fbbe73 req-199b4c99-b2bf-4071-9389-a8452d39042a tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] 10.222.0.49 "GET /v2.0/networks?id=6f6a831c-2473-4fb4-b8a8-18104d282d5f&id=d3dae177-12b9-4dfe-bd5b-bccf58d6ecc4 HTTP/1.1" status: 200 len: 1392 time: 0.2153010 Oct 12 19:13:15.790506 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Pushing event updated for resources: {'Port': ['ID=e1ab8277-a45a-4b97-8dff-1878510f8ec3,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:13:15.796288 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning complete for port 2d68796f-50c1-42b8-bd46-4bf5f0693e8b triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:13:15.804295 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:15.832165 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ead46de3-ba4d-477a-b0c5-1df614fbbe73 req-ce15e0c3-546a-4485-8fe8-85ac5c2a8bad tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] 10.222.0.49 "GET /v2.0/quotas/fd5c6867cc7247f59c07ecc3b6c18599 HTTP/1.1" status: 200 len: 375 time: 0.0345747 Oct 12 19:13:15.880395 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea32aed-6c97-4ecf-8da7-a8a86374cb09 None None] Network d3dae177-12b9-4dfe-bd5b-bccf58d6ecc4 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:13:15.964001 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0578eb67-122a-4898-9051-1ef65a5fc792 req-f397f259-1ac7-4568-95aa-eaac85676f8b tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:15.967598 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-3ea32aed-6c97-4ecf-8da7-a8a86374cb09 None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:13:15.969523 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ead46de3-ba4d-477a-b0c5-1df614fbbe73 req-2ab7db28-b946-441e-98f9-e1b6178d7ae4 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=fd5c6867cc7247f59c07ecc3b6c18599&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1361756 Oct 12 19:13:15.969685 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea32aed-6c97-4ecf-8da7-a8a86374cb09 None None] Pushing event updated for resources: {'Port': ['ID=badecda4-b951-47ea-a937-e8391db7399d,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:13:15.980803 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0578eb67-122a-4898-9051-1ef65a5fc792 req-f397f259-1ac7-4568-95aa-eaac85676f8b tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/ports?device_id=9eb0556d-c637-4143-9cd2-13811ade9ce3 HTTP/1.1" status: 200 len: 945 time: 0.0961657 Oct 12 19:13:15.990088 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea32aed-6c97-4ecf-8da7-a8a86374cb09 None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:13:16.062325 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0578eb67-122a-4898-9051-1ef65a5fc792 req-d62691e1-1e1a-4f13-8f3f-97b7dd0c077e tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/security-groups?id=453b01c6-7fe6-41ac-8e1d-6df7a2675094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805466 Oct 12 19:13:16.095614 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-3ea32aed-6c97-4ecf-8da7-a8a86374cb09 None None] Attempting to bind port badecda4-b951-47ea-a937-e8391db7399d on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:13:16.096443 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-3ea32aed-6c97-4ecf-8da7-a8a86374cb09 None None] Attempting to bind port badecda4-b951-47ea-a937-e8391db7399d by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '2f94fc4f-31bc-4375-ac03-8809ccdd3237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'd3dae177-12b9-4dfe-bd5b-bccf58d6ecc4'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:13:16.097088 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea32aed-6c97-4ecf-8da7-a8a86374cb09 None None] Attempting to bind port badecda4-b951-47ea-a937-e8391db7399d on network d3dae177-12b9-4dfe-bd5b-bccf58d6ecc4 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:13:16.126891 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea32aed-6c97-4ecf-8da7-a8a86374cb09 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:13:16.127615 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea32aed-6c97-4ecf-8da7-a8a86374cb09 None None] Checking segment: {'id': '2f94fc4f-31bc-4375-ac03-8809ccdd3237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'd3dae177-12b9-4dfe-bd5b-bccf58d6ecc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:13:16.127911 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3ea32aed-6c97-4ecf-8da7-a8a86374cb09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:16.128438 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea32aed-6c97-4ecf-8da7-a8a86374cb09 None None] Bound using segment: {'id': '2f94fc4f-31bc-4375-ac03-8809ccdd3237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'd3dae177-12b9-4dfe-bd5b-bccf58d6ecc4'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:13:16.129025 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-3ea32aed-6c97-4ecf-8da7-a8a86374cb09 None None] Bound port: badecda4-b951-47ea-a937-e8391db7399d, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f94fc4f-31bc-4375-ac03-8809ccdd3237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'd3dae177-12b9-4dfe-bd5b-bccf58d6ecc4'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:13:16.129507 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3ea32aed-6c97-4ecf-8da7-a8a86374cb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:16.233086 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.db.api [None req-283992c2-943e-4a9e-80aa-044c3f2db723 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 19:13:16.233086 n-d-813679-3 neutron-server[95503]: DEBUG oslo_db.api [None req-283992c2-943e-4a9e-80aa-044c3f2db723 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 19:13:16.237877 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:16.263809 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ead46de3-ba4d-477a-b0c5-1df614fbbe73 req-0501e01c-41a4-45c8-8eae-bd59fcd43e86 service neutron] 10.222.0.49 "GET /v2.0/networks/6f6a831c-2473-4fb4-b8a8-18104d282d5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787969 Oct 12 19:13:16.322207 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-6f764e94-115e-4a15-bf1a-3f05e5cff0ac req-364494f7-bcfc-4f34-8051-eabd31a3b292 tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-49762915', 'description': 'tempest-description-1852208375'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:13:16.407104 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65ea8f72-5f19-4bcc-b0f2-9a9a39c46383', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d68796f-50c1-42b8-bd46-4bf5f0693e8b'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:13:16.409607 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-008b6b03-e221-4759-a5b6-f49af371204b" -d '{"events": [{"server_uuid": "65ea8f72-5f19-4bcc-b0f2-9a9a39c46383", "name": "network-vif-plugged", "status": "completed", "tag": "2d68796f-50c1-42b8-bd46-4bf5f0693e8b"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:13:16.418619 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ead46de3-ba4d-477a-b0c5-1df614fbbe73 req-e0dd4001-1bc7-4485-8095-da6d7b1d5a7c service neutron] 10.222.0.49 "GET /v2.0/networks/6f6a831c-2473-4fb4-b8a8-18104d282d5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537771 Oct 12 19:13:16.442082 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 2d68796f-50c1-42b8-bd46-4bf5f0693e8b, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=2d68796f-50c1-42b8-bd46-4bf5f0693e8b,segment=NetworkSegment(27ff9bb7-1c44-4de2-8a60-f337ee0726a0),segment_id=27ff9bb7-1c44-4de2-8a60-f337ee0726a0)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:13:16.450595 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-3ea32aed-6c97-4ecf-8da7-a8a86374cb09 None None] For port badecda4-b951-47ea-a937-e8391db7399d, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:13:16.453528 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-3ea32aed-6c97-4ecf-8da7-a8a86374cb09 None None] For port badecda4-b951-47ea-a937-e8391db7399d, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=badecda4-b951-47ea-a937-e8391db7399d,segment=NetworkSegment(2f94fc4f-31bc-4375-ac03-8809ccdd3237),segment_id=2f94fc4f-31bc-4375-ac03-8809ccdd3237)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:13:16.455315 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-6f764e94-115e-4a15-bf1a-3f05e5cff0ac req-364494f7-bcfc-4f34-8051-eabd31a3b292 tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:16.487769 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b24cb3-0cc9-4f28-8965-f2cb9f7e5e1c req-ba491db9-5e97-4030-9b97-c09376c55b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:16.489779 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-43b24cb3-0cc9-4f28-8965-f2cb9f7e5e1c req-ba491db9-5e97-4030-9b97-c09376c55b43 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5fba7a982f4e455fbf6360a954bd3673&device_id=01506d15-4b2a-4485-b3ec-bce72d999a41 HTTP/1.1" status: 200 len: 1096 time: 0.1122673 Oct 12 19:13:16.506867 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:16.550122 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3ea32aed-6c97-4ecf-8da7-a8a86374cb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:16.598208 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-6f764e94-115e-4a15-bf1a-3f05e5cff0ac req-364494f7-bcfc-4f34-8051-eabd31a3b292 tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:16.608980 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=2d68796f-50c1-42b8-bd46-4bf5f0693e8b,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:13:16.622321 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ead46de3-ba4d-477a-b0c5-1df614fbbe73 req-0c452079-6d07-49c6-a1ed-a0637713e5d6 service neutron] 10.222.0.49 "GET /v2.0/networks/d3dae177-12b9-4dfe-bd5b-bccf58d6ecc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962135 Oct 12 19:13:16.672684 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-6f764e94-115e-4a15-bf1a-3f05e5cff0ac req-364494f7-bcfc-4f34-8051-eabd31a3b292 tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:16.691719 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea32aed-6c97-4ecf-8da7-a8a86374cb09 None None] Pushing event updated for resources: {'Port': ['ID=badecda4-b951-47ea-a937-e8391db7399d,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:13:16.722839 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b24cb3-0cc9-4f28-8965-f2cb9f7e5e1c req-28d35857-793b-4bae-a138-5248e076335b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:16.724343 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-43b24cb3-0cc9-4f28-8965-f2cb9f7e5e1c req-28d35857-793b-4bae-a138-5248e076335b service neutron] 10.222.0.61 "GET /v2.0/networks?id=c9c833e6-1691-44ed-bf82-cf9c18667411 HTTP/1.1" status: 200 len: 909 time: 0.2224195 Oct 12 19:13:16.746760 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364494f7-bcfc-4f34-8051-eabd31a3b292 tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6868927-3eea-41c7-b71c-f01443172d6e,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:13:16.778613 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-43b24cb3-0cc9-4f28-8965-f2cb9f7e5e1c req-af78a208-26b6-4294-9c50-e92dd4b2fa12 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=37efe2eb-359b-46a1-a6d9-e18d66f6a90d HTTP/1.1" status: 200 len: 217 time: 0.0427165 Oct 12 19:13:16.844677 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-6f764e94-115e-4a15-bf1a-3f05e5cff0ac req-364494f7-bcfc-4f34-8051-eabd31a3b292 tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:16.846657 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6f764e94-115e-4a15-bf1a-3f05e5cff0ac req-364494f7-bcfc-4f34-8051-eabd31a3b292 tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.5384188 Oct 12 19:13:16.872097 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ead46de3-ba4d-477a-b0c5-1df614fbbe73 req-a7f488e6-950d-49d6-ab11-3c0cab6c353f service neutron] 10.222.0.49 "GET /v2.0/networks/d3dae177-12b9-4dfe-bd5b-bccf58d6ecc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2481482 Oct 12 19:13:16.886298 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device e1ab8277-a45a-4b97-8dff-1878510f8ec3 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:13:16.905455 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b24cb3-0cc9-4f28-8965-f2cb9f7e5e1c req-ab6300c1-e5e7-4e84-84e3-c8cc9940c92f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:16.906991 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-43b24cb3-0cc9-4f28-8965-f2cb9f7e5e1c req-ab6300c1-e5e7-4e84-84e3-c8cc9940c92f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e0ebc949-3a0d-4490-86b6-8c422c8edc16 HTTP/1.1" status: 200 len: 848 time: 0.1198492 Oct 12 19:13:16.968118 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port e1ab8277-a45a-4b97-8dff-1878510f8ec3 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:13:16.968666 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:16.976172 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-43b24cb3-0cc9-4f28-8965-f2cb9f7e5e1c req-b3b6b9eb-1690-43ce-a369-3ab3ff7bacff service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c9c833e6-1691-44ed-bf82-cf9c18667411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609517 Oct 12 19:13:17.056247 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6591fff4-bf30-407d-a48f-5d52914fc497 req-592e60ed-03a8-47b2-b794-feb21b526b96 tempest-VolumesAdminNegativeTest-120049853 tempest-VolumesAdminNegativeTest-120049853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:17.061145 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6591fff4-bf30-407d-a48f-5d52914fc497 req-592e60ed-03a8-47b2-b794-feb21b526b96 tempest-VolumesAdminNegativeTest-120049853 tempest-VolumesAdminNegativeTest-120049853-project] 10.222.0.49 "GET /v2.0/ports?device_id=65ea8f72-5f19-4bcc-b0f2-9a9a39c46383 HTTP/1.1" status: 200 len: 945 time: 0.1176636 Oct 12 19:13:17.128959 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6591fff4-bf30-407d-a48f-5d52914fc497 req-c2b0beb1-a0c1-45f5-b990-5cecc0140149 tempest-VolumesAdminNegativeTest-120049853 tempest-VolumesAdminNegativeTest-120049853-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff6d4f0e-3cb5-40de-8035-ff2a926b779e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601692 Oct 12 19:13:17.133305 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-9fe26ccf-e2fe-49dc-a98f-2b35bff3a7c0 None None] Provisioning complete for port e1ab8277-a45a-4b97-8dff-1878510f8ec3 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:13:17.133688 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9fe26ccf-e2fe-49dc-a98f-2b35bff3a7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:17.151692 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-43b24cb3-0cc9-4f28-8965-f2cb9f7e5e1c req-033fd993-ffd3-4536-b0de-bc23562c65ef service neutron] 10.222.0.61 "GET /v2.0/networks/c9c833e6-1691-44ed-bf82-cf9c18667411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596382 Oct 12 19:13:17.267974 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059f3d0a-9c73-4f69-8284-16e90ee8f7a5 req-1e091a50-ec35-4b43-99c8-6fc21b0218d1 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:17.279294 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-059f3d0a-9c73-4f69-8284-16e90ee8f7a5 req-1e091a50-ec35-4b43-99c8-6fc21b0218d1 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/ports?device_id=01506d15-4b2a-4485-b3ec-bce72d999a41 HTTP/1.1" status: 200 len: 945 time: 0.0814104 Oct 12 19:13:17.283773 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-43b24cb3-0cc9-4f28-8965-f2cb9f7e5e1c req-b571e3f5-1d8a-4a93-a81f-b2a621722481 service neutron] 10.222.0.61 "GET /v2.0/networks/c9c833e6-1691-44ed-bf82-cf9c18667411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254609 Oct 12 19:13:17.336328 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-059f3d0a-9c73-4f69-8284-16e90ee8f7a5 req-1ed3998e-1329-4a29-84aa-d6d15d1fc871 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cccf57-f452-41a8-9e48-a6e744310271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524971 Oct 12 19:13:17.377937 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab95cee5-5642-47c3-b5ba-cacf78a47b37 x-openstack-request-id: req-ab95cee5-5642-47c3-b5ba-cacf78a47b37 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:13:17.378545 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65ea8f72-5f19-4bcc-b0f2-9a9a39c46383", "name": "network-vif-plugged", "status": "completed", "tag": "2d68796f-50c1-42b8-bd46-4bf5f0693e8b", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:13:17.378966 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ab95cee5-5642-47c3-b5ba-cacf78a47b37 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:13:17.379415 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65ea8f72-5f19-4bcc-b0f2-9a9a39c46383', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d68796f-50c1-42b8-bd46-4bf5f0693e8b', 'code': 200} Oct 12 19:13:17.447045 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652eb316-5228-4700-940a-8dbb03c1b7e9 req-2d85de05-8897-40a9-a2f6-9719187a17a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:17.450073 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-652eb316-5228-4700-940a-8dbb03c1b7e9 req-2d85de05-8897-40a9-a2f6-9719187a17a1 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=65ea8f72-5f19-4bcc-b0f2-9a9a39c46383 HTTP/1.1" status: 200 len: 1096 time: 0.0787623 Oct 12 19:13:17.466345 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bd0698d1-380c-4ae1-9f0f-666e70f05937 req-48ae5b45-a6cf-4cf9-9bc1-a50edba32efb tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] 10.222.0.49 "GET /v2.0/security-groups/d30b21fa-c85d-4c66-bc5e-759c88a6d0c7 HTTP/1.1" status: 200 len: 1804 time: 0.1136565 Oct 12 19:13:17.547782 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bd0698d1-380c-4ae1-9f0f-666e70f05937 req-8d72b6cf-ba7c-43df-8379-ff386fc31f1a tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] 10.222.0.49 "GET /v2.0/security-groups/e6868927-3eea-41c7-b71c-f01443172d6e HTTP/1.1" status: 200 len: 1803 time: 0.0741673 Oct 12 19:13:17.559182 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-bd0698d1-380c-4ae1-9f0f-666e70f05937 req-30ab35e1-a8a7-40d7-bb57-a053a3a1f9b8 tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'd30b21fa-c85d-4c66-bc5e-759c88a6d0c7', 'remote_group_id': 'e6868927-3eea-41c7-b71c-f01443172d6e', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:13:17.559490 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-bd0698d1-380c-4ae1-9f0f-666e70f05937 req-30ab35e1-a8a7-40d7-bb57-a053a3a1f9b8 tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'd30b21fa-c85d-4c66-bc5e-759c88a6d0c7', 'remote_group_id': 'e6868927-3eea-41c7-b71c-f01443172d6e', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:13:17.560477 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-652eb316-5228-4700-940a-8dbb03c1b7e9 req-b12d4e47-c695-41e8-805e-e200e85210ea service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=ff6d4f0e-3cb5-40de-8035-ff2a926b779e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012621 Oct 12 19:13:17.603787 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18946243-4bcb-4865-aa8d-4c799d6f8e12 req-9b5e7ec4-1e12-4e7a-91c0-d884110d4ff1 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:17.615976 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-18946243-4bcb-4865-aa8d-4c799d6f8e12 req-9b5e7ec4-1e12-4e7a-91c0-d884110d4ff1 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/ports?device_id=9eb0556d-c637-4143-9cd2-13811ade9ce3 HTTP/1.1" status: 200 len: 945 time: 0.0942361 Oct 12 19:13:17.665664 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-18946243-4bcb-4865-aa8d-4c799d6f8e12 req-0b7f538e-118f-4d30-a05f-14a58aed2061 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/security-groups?id=453b01c6-7fe6-41ac-8e1d-6df7a2675094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484881 Oct 12 19:13:17.784575 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-bce71cd5-8cf1-41bc-9f77-09c774500411 req-21ad3c8f-bb83-436a-93d7-71bb38f92a21 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0069e32-d4be-4fbe-ae0b-e88d611bd370 HTTP/1.1" status: 200 len: 210 time: 0.0529273 Oct 12 19:13:17.813147 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-bd0698d1-380c-4ae1-9f0f-666e70f05937 req-30ab35e1-a8a7-40d7-bb57-a053a3a1f9b8 tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:17.857555 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-bd0698d1-380c-4ae1-9f0f-666e70f05937 req-30ab35e1-a8a7-40d7-bb57-a053a3a1f9b8 tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:17.964444 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-bd0698d1-380c-4ae1-9f0f-666e70f05937 req-30ab35e1-a8a7-40d7-bb57-a053a3a1f9b8 tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:17.992930 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ab35e1-a8a7-40d7-bb57-a053a3a1f9b8 tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94f3b0f0-5bec-430e-9b13-0d906dea7eeb,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:13:18.085930 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-bd0698d1-380c-4ae1-9f0f-666e70f05937 req-30ab35e1-a8a7-40d7-bb57-a053a3a1f9b8 tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:18.087126 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bd0698d1-380c-4ae1-9f0f-666e70f05937 req-30ab35e1-a8a7-40d7-bb57-a053a3a1f9b8 tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5325596 Oct 12 19:13:18.100607 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-700cf4c5-583f-4d1d-9212-88a5313722e2 None None] Network d3dae177-12b9-4dfe-bd5b-bccf58d6ecc4 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:13:18.143886 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-be45eeff-ccd3-4ff9-b5ea-02d2d9bbc619 req-f03c75ab-3880-4506-a561-737c3d2f94df tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-947221178', 'description': 'tempest-description-800976590'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:13:18.180859 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-1f663894-51d9-4848-9fee-e9fbbbb744f1 None None] Provisioning complete for port badecda4-b951-47ea-a937-e8391db7399d triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:13:18.181580 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1f663894-51d9-4848-9fee-e9fbbbb744f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:18.308065 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-be45eeff-ccd3-4ff9-b5ea-02d2d9bbc619 req-f03c75ab-3880-4506-a561-737c3d2f94df tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:18.422499 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1f663894-51d9-4848-9fee-e9fbbbb744f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:18.472930 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-1f663894-51d9-4848-9fee-e9fbbbb744f1 None None] For port badecda4-b951-47ea-a937-e8391db7399d, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=badecda4-b951-47ea-a937-e8391db7399d,segment=NetworkSegment(2f94fc4f-31bc-4375-ac03-8809ccdd3237),segment_id=2f94fc4f-31bc-4375-ac03-8809ccdd3237)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:13:18.480328 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-be45eeff-ccd3-4ff9-b5ea-02d2d9bbc619 req-f03c75ab-3880-4506-a561-737c3d2f94df tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:18.568527 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25314f2-e872-4792-b3b1-e0b8e54a1052 req-c2e9e69f-dc30-454f-853e-fd7125b150fd tempest-VolumesAdminNegativeTest-120049853 tempest-VolumesAdminNegativeTest-120049853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:18.570564 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a25314f2-e872-4792-b3b1-e0b8e54a1052 req-c2e9e69f-dc30-454f-853e-fd7125b150fd tempest-VolumesAdminNegativeTest-120049853 tempest-VolumesAdminNegativeTest-120049853-project] 10.222.0.49 "GET /v2.0/ports?device_id=65ea8f72-5f19-4bcc-b0f2-9a9a39c46383 HTTP/1.1" status: 200 len: 945 time: 0.0859704 Oct 12 19:13:18.580619 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-be45eeff-ccd3-4ff9-b5ea-02d2d9bbc619 req-f03c75ab-3880-4506-a561-737c3d2f94df tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:18.585472 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1f663894-51d9-4848-9fee-e9fbbbb744f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:18.636350 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a25314f2-e872-4792-b3b1-e0b8e54a1052 req-3050aa1f-0718-4601-9db2-392679c7eb44 tempest-VolumesAdminNegativeTest-120049853 tempest-VolumesAdminNegativeTest-120049853-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff6d4f0e-3cb5-40de-8035-ff2a926b779e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594401 Oct 12 19:13:18.647595 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03c75ab-3880-4506-a561-737c3d2f94df tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c8eac5e-b7b1-4455-97d9-3cc9330ae916,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:13:18.697859 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-be45eeff-ccd3-4ff9-b5ea-02d2d9bbc619 req-f03c75ab-3880-4506-a561-737c3d2f94df tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:18.712819 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-be45eeff-ccd3-4ff9-b5ea-02d2d9bbc619 req-f03c75ab-3880-4506-a561-737c3d2f94df tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.5767951 Oct 12 19:13:18.757830 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f663894-51d9-4848-9fee-e9fbbbb744f1 None None] Pushing event updated for resources: {'Port': ['ID=badecda4-b951-47ea-a937-e8391db7399d,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:13:18.872019 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8feee15-607e-4763-91da-d5fbc080d75e req-9d7b773d-a492-445d-950b-2a79a5fdb023 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:18.912854 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e8feee15-607e-4763-91da-d5fbc080d75e req-9d7b773d-a492-445d-950b-2a79a5fdb023 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/ports?device_id=01506d15-4b2a-4485-b3ec-bce72d999a41 HTTP/1.1" status: 200 len: 945 time: 0.1043599 Oct 12 19:13:18.941688 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de9c9a9-9e49-4200-b4d1-52bfb2779fca req-6eea2d31-e767-4447-a2e8-55efc9540b29 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:18.949947 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1de9c9a9-9e49-4200-b4d1-52bfb2779fca req-6eea2d31-e767-4447-a2e8-55efc9540b29 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/ports?device_id=9eb0556d-c637-4143-9cd2-13811ade9ce3 HTTP/1.1" status: 200 len: 945 time: 0.1514516 Oct 12 19:13:18.962849 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device badecda4-b951-47ea-a937-e8391db7399d up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:13:18.998117 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e8feee15-607e-4763-91da-d5fbc080d75e req-cd02480d-4106-47b7-85e8-8fe86d3d1558 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cccf57-f452-41a8-9e48-a6e744310271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842478 Oct 12 19:13:19.000412 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1de9c9a9-9e49-4200-b4d1-52bfb2779fca req-b936ea7d-019e-44eb-8e5b-a6d6c8861888 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/security-groups?id=453b01c6-7fe6-41ac-8e1d-6df7a2675094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495188 Oct 12 19:13:19.049490 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-ac56a406-77d7-48b8-8de6-e28eef1fa90e req-44d5ab67-64c2-49eb-9686-aedffab5b247 tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1972394883', 'description': 'tempest-description-1670542538'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:13:19.075884 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-bc45b030-6738-47de-85c4-8fb4df59f8f5 None None] Provisioning complete for port badecda4-b951-47ea-a937-e8391db7399d triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:13:19.075884 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bc45b030-6738-47de-85c4-8fb4df59f8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:19.143363 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port badecda4-b951-47ea-a937-e8391db7399d triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:13:19.143940 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:19.180897 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-ac56a406-77d7-48b8-8de6-e28eef1fa90e req-44d5ab67-64c2-49eb-9686-aedffab5b247 tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:19.288875 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-84e2650a-7b57-4c21-842c-721631120466 req-f2bd6c9d-a9a0-4923-9a0e-c0bd1b6ab1ee tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0069e32-d4be-4fbe-ae0b-e88d611bd370 HTTP/1.1" status: 200 len: 210 time: 0.0466616 Oct 12 19:13:19.321095 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-ac56a406-77d7-48b8-8de6-e28eef1fa90e req-44d5ab67-64c2-49eb-9686-aedffab5b247 tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:19.392509 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-ac56a406-77d7-48b8-8de6-e28eef1fa90e req-44d5ab67-64c2-49eb-9686-aedffab5b247 tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:19.427661 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d5ab67-64c2-49eb-9686-aedffab5b247 tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adcf47bb-ad3c-4902-870b-b03c76f767c4,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:13:19.491754 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-ac56a406-77d7-48b8-8de6-e28eef1fa90e req-44d5ab67-64c2-49eb-9686-aedffab5b247 tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:19.493245 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ac56a406-77d7-48b8-8de6-e28eef1fa90e req-44d5ab67-64c2-49eb-9686-aedffab5b247 tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.4502993 Oct 12 19:13:19.592815 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1907c208-0de4-4afb-bfba-c516aaa532d1 req-bf52a028-2b3b-42e1-bfc1-c78a38491b97 tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] 10.222.0.49 "GET /v2.0/security-groups/6c8eac5e-b7b1-4455-97d9-3cc9330ae916 HTTP/1.1" status: 200 len: 1803 time: 0.0709100 Oct 12 19:13:19.656815 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1907c208-0de4-4afb-bfba-c516aaa532d1 req-4374e48b-97df-4a25-a572-a42a1400d6d6 tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] 10.222.0.49 "GET /v2.0/security-groups/adcf47bb-ad3c-4902-870b-b03c76f767c4 HTTP/1.1" status: 200 len: 1805 time: 0.0573637 Oct 12 19:13:19.662460 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-1907c208-0de4-4afb-bfba-c516aaa532d1 req-b70a69c3-8ccc-4487-b6dd-e6e330caf499 tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '6c8eac5e-b7b1-4455-97d9-3cc9330ae916', 'remote_group_id': 'adcf47bb-ad3c-4902-870b-b03c76f767c4', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:13:19.663145 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-1907c208-0de4-4afb-bfba-c516aaa532d1 req-b70a69c3-8ccc-4487-b6dd-e6e330caf499 tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '6c8eac5e-b7b1-4455-97d9-3cc9330ae916', 'remote_group_id': 'adcf47bb-ad3c-4902-870b-b03c76f767c4', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:13:19.803308 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d621a71-d4df-4cac-9a9e-1a5f4e31b5b0 req-b50597d8-a46b-4ee3-b5d8-84c788959c01 tempest-VolumesAdminNegativeTest-120049853 tempest-VolumesAdminNegativeTest-120049853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:19.804880 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9d621a71-d4df-4cac-9a9e-1a5f4e31b5b0 req-b50597d8-a46b-4ee3-b5d8-84c788959c01 tempest-VolumesAdminNegativeTest-120049853 tempest-VolumesAdminNegativeTest-120049853-project] 10.222.0.49 "GET /v2.0/ports?device_id=65ea8f72-5f19-4bcc-b0f2-9a9a39c46383 HTTP/1.1" status: 200 len: 945 time: 0.0682731 Oct 12 19:13:19.819453 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-1907c208-0de4-4afb-bfba-c516aaa532d1 req-b70a69c3-8ccc-4487-b6dd-e6e330caf499 tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:19.877138 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9d621a71-d4df-4cac-9a9e-1a5f4e31b5b0 req-916403ae-9240-434b-82e5-1748ef30b5f8 tempest-VolumesAdminNegativeTest-120049853 tempest-VolumesAdminNegativeTest-120049853-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff6d4f0e-3cb5-40de-8035-ff2a926b779e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590796 Oct 12 19:13:20.004454 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-1907c208-0de4-4afb-bfba-c516aaa532d1 req-b70a69c3-8ccc-4487-b6dd-e6e330caf499 tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:20.023421 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead46de3-ba4d-477a-b0c5-1df614fbbe73 req-a967a0c3-d8e7-4749-813d-d2eda1c515a9 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:20.032708 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead46de3-ba4d-477a-b0c5-1df614fbbe73 req-a967a0c3-d8e7-4749-813d-d2eda1c515a9 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:20.034502 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ead46de3-ba4d-477a-b0c5-1df614fbbe73 req-a967a0c3-d8e7-4749-813d-d2eda1c515a9 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] 10.222.0.61 "GET /v2.0/networks?id=6f6a831c-2473-4fb4-b8a8-18104d282d5f&id=d3dae177-12b9-4dfe-bd5b-bccf58d6ecc4 HTTP/1.1" status: 200 len: 1392 time: 0.1769369 Oct 12 19:13:20.052837 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-ead46de3-ba4d-477a-b0c5-1df614fbbe73 req-ba161794-5f75-4b8d-bc28-c9a397ed4434 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Request body: {'port': {'device_id': 'b0069e32-d4be-4fbe-ae0b-e88d611bd370', 'network_id': '6f6a831c-2473-4fb4-b8a8-18104d282d5f', 'admin_state_up': True, 'tenant_id': 'fd5c6867cc7247f59c07ecc3b6c18599'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:13:20.083820 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-1907c208-0de4-4afb-bfba-c516aaa532d1 req-b70a69c3-8ccc-4487-b6dd-e6e330caf499 tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:20.193563 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87016331-19b3-4668-b23c-833b528080d6 req-33088458-d2be-4452-b89a-e9ec33d13232 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:20.202975 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-87016331-19b3-4668-b23c-833b528080d6 req-33088458-d2be-4452-b89a-e9ec33d13232 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/ports?device_id=9eb0556d-c637-4143-9cd2-13811ade9ce3 HTTP/1.1" status: 200 len: 945 time: 0.0838945 Oct 12 19:13:20.234993 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70a69c3-8ccc-4487-b6dd-e6e330caf499 tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea81c27d-594f-41d5-abc6-bc739d6bce19,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:13:20.266573 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-87016331-19b3-4668-b23c-833b528080d6 req-f34bcd51-b877-4435-9059-787714fa5b03 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/security-groups?id=453b01c6-7fe6-41ac-8e1d-6df7a2675094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625074 Oct 12 19:13:20.315897 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-1907c208-0de4-4afb-bfba-c516aaa532d1 req-b70a69c3-8ccc-4487-b6dd-e6e330caf499 tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:20.317104 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1907c208-0de4-4afb-bfba-c516aaa532d1 req-b70a69c3-8ccc-4487-b6dd-e6e330caf499 tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.6590762 Oct 12 19:13:20.451790 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de708618-21f8-4d54-8e89-9cf9cbdbe973 req-91513632-1985-4149-9524-945574b18d5d tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:20.453502 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-de708618-21f8-4d54-8e89-9cf9cbdbe973 req-91513632-1985-4149-9524-945574b18d5d tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/ports?device_id=01506d15-4b2a-4485-b3ec-bce72d999a41 HTTP/1.1" status: 200 len: 945 time: 0.0833721 Oct 12 19:13:20.482200 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ead46de3-ba4d-477a-b0c5-1df614fbbe73 req-ba161794-5f75-4b8d-bc28-c9a397ed4434 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Made reservation on behalf of fd5c6867cc7247f59c07ecc3b6c18599 for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:13:20.486154 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-ead46de3-ba4d-477a-b0c5-1df614fbbe73 req-ba161794-5f75-4b8d-bc28-c9a397ed4434 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:20.546245 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-de708618-21f8-4d54-8e89-9cf9cbdbe973 req-a2e385c2-79f4-42e4-b1fa-3718f393aed6 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cccf57-f452-41a8-9e48-a6e744310271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810401 Oct 12 19:13:20.716348 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c919ee1a-cf4f-4ad9-bf7e-d6fd9279c938 req-afab37d6-c73a-438a-bdb3-44a7bb7515d4 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0069e32-d4be-4fbe-ae0b-e88d611bd370 HTTP/1.1" status: 200 len: 210 time: 0.0765316 Oct 12 19:13:20.781780 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [req-ead46de3-ba4d-477a-b0c5-1df614fbbe73 req-ba161794-5f75-4b8d-bc28-c9a397ed4434 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Allocated IP 19.80.0.105 (6f6a831c-2473-4fb4-b8a8-18104d282d5f/c597cfcd-95e7-4efc-b4d5-822e8e1d8cb5/bbb6f032-9983-404c-b1c6-2fb765621d8b) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:13:20.839772 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c3459264-e872-4174-9109-f99cbebf7634 req-7c6f5720-e1b3-4780-9d55-76adb2a449d8 tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] 10.222.0.49 "GET /v2.0/security-groups/adcf47bb-ad3c-4902-870b-b03c76f767c4 HTTP/1.1" status: 200 len: 1805 time: 0.0809622 Oct 12 19:13:20.842718 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device badecda4-b951-47ea-a937-e8391db7399d up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:13:20.986258 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-c3459264-e872-4174-9109-f99cbebf7634 req-4d5a3a40-fbd6-40f0-b9bf-6855fd623b15 tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:21.004246 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port badecda4-b951-47ea-a937-e8391db7399d triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:13:21.004246 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:21.038016 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-c3459264-e872-4174-9109-f99cbebf7634 req-4d5a3a40-fbd6-40f0-b9bf-6855fd623b15 tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:21.199241 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-ead46de3-ba4d-477a-b0c5-1df614fbbe73 req-ba161794-5f75-4b8d-bc28-c9a397ed4434 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:21.267300 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-c3459264-e872-4174-9109-f99cbebf7634 req-4d5a3a40-fbd6-40f0-b9bf-6855fd623b15 tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:21.271383 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-c3459264-e872-4174-9109-f99cbebf7634 req-4d5a3a40-fbd6-40f0-b9bf-6855fd623b15 tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:21.273395 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c3459264-e872-4174-9109-f99cbebf7634 req-4d5a3a40-fbd6-40f0-b9bf-6855fd623b15 tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] 10.222.0.49 "DELETE /v2.0/security-groups/adcf47bb-ad3c-4902-870b-b03c76f767c4 HTTP/1.1" status: 204 len: 173 time: 0.4209912 Oct 12 19:13:21.296919 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5a3a40-fbd6-40f0-b9bf-6855fd623b15 tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=adcf47bb-ad3c-4902-870b-b03c76f767c4,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:13:21.397245 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-ead46de3-ba4d-477a-b0c5-1df614fbbe73 req-ba161794-5f75-4b8d-bc28-c9a397ed4434 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:21.434479 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ead46de3-ba4d-477a-b0c5-1df614fbbe73 req-ba161794-5f75-4b8d-bc28-c9a397ed4434 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Network 6f6a831c-2473-4fb4-b8a8-18104d282d5f is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:13:21.444676 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b3f14203-a632-4c4d-b405-99da97c1a976 req-1f737771-2379-49ac-bb46-7e628df40def tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] 10.222.0.49 "GET /v2.0/security-groups/6c8eac5e-b7b1-4455-97d9-3cc9330ae916 HTTP/1.1" status: 200 len: 1803 time: 0.0559585 Oct 12 19:13:21.497626 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [req-ead46de3-ba4d-477a-b0c5-1df614fbbe73 req-ba161794-5f75-4b8d-bc28-c9a397ed4434 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:13:21.497626 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-ead46de3-ba4d-477a-b0c5-1df614fbbe73 req-ba161794-5f75-4b8d-bc28-c9a397ed4434 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:13:21.574855 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba161794-5f75-4b8d-bc28-c9a397ed4434 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Pushing event updated for resources: {'Port': ['ID=bbb6f032-9983-404c-b1c6-2fb765621d8b,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:13:21.585536 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-39b1b98b-0c80-49c8-ab7e-8e6e53b9c21c req-b1525e66-07eb-41c7-99d2-0bcdbb515d0f tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-16119208', 'description': 'tempest-description-359064499'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:13:21.620163 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead46de3-ba4d-477a-b0c5-1df614fbbe73 req-ba161794-5f75-4b8d-bc28-c9a397ed4434 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:21.621483 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-ead46de3-ba4d-477a-b0c5-1df614fbbe73 req-ba161794-5f75-4b8d-bc28-c9a397ed4434 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:21.731144 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e2aaba-8d47-46e3-a767-719791ce3c8d req-34b98351-9da7-420c-b341-6a9fd815504e tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:21.733071 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-67e2aaba-8d47-46e3-a767-719791ce3c8d req-34b98351-9da7-420c-b341-6a9fd815504e tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/ports?device_id=01506d15-4b2a-4485-b3ec-bce72d999a41 HTTP/1.1" status: 200 len: 945 time: 0.0622807 Oct 12 19:13:21.779010 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-67e2aaba-8d47-46e3-a767-719791ce3c8d req-5dbed3b9-151b-4e10-91f2-3ce240c9d446 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cccf57-f452-41a8-9e48-a6e744310271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390272 Oct 12 19:13:21.800324 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-6a11a761-1ed0-4286-800d-3de5ee86829a None None] Provisioning complete for port bbb6f032-9983-404c-b1c6-2fb765621d8b triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:13:21.800724 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6a11a761-1ed0-4286-800d-3de5ee86829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:21.839951 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-6a11a761-1ed0-4286-800d-3de5ee86829a None None] Port bbb6f032-9983-404c-b1c6-2fb765621d8b cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:13:21.916730 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3fc19b-b062-4155-a1e1-5f35ed9c939e req-bb168b09-3370-4bac-8901-d5c923097c81 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:21.918759 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3b3fc19b-b062-4155-a1e1-5f35ed9c939e req-bb168b09-3370-4bac-8901-d5c923097c81 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0069e32-d4be-4fbe-ae0b-e88d611bd370 HTTP/1.1" status: 200 len: 932 time: 0.0625579 Oct 12 19:13:21.959399 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3b3fc19b-b062-4155-a1e1-5f35ed9c939e req-87730243-281f-46cc-86fe-0b9fc7527c36 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7fef4b9-8773-4d4f-9bfd-80a30678a2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341973 Oct 12 19:13:21.998560 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-39b1b98b-0c80-49c8-ab7e-8e6e53b9c21c req-b1525e66-07eb-41c7-99d2-0bcdbb515d0f tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:22.067722 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-39b1b98b-0c80-49c8-ab7e-8e6e53b9c21c req-b1525e66-07eb-41c7-99d2-0bcdbb515d0f tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:22.086733 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ead46de3-ba4d-477a-b0c5-1df614fbbe73 req-ba161794-5f75-4b8d-bc28-c9a397ed4434 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0413158 Oct 12 19:13:22.100835 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-ead46de3-ba4d-477a-b0c5-1df614fbbe73 req-0ad62c41-1294-46bb-beb0-1e2db6c61b33 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Request body: {'port': {'device_id': 'b0069e32-d4be-4fbe-ae0b-e88d611bd370', 'network_id': 'd3dae177-12b9-4dfe-bd5b-bccf58d6ecc4', 'admin_state_up': True, 'tenant_id': 'fd5c6867cc7247f59c07ecc3b6c18599'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:13:22.192450 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-39b1b98b-0c80-49c8-ab7e-8e6e53b9c21c req-b1525e66-07eb-41c7-99d2-0bcdbb515d0f tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:22.256597 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1525e66-07eb-41c7-99d2-0bcdbb515d0f tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfe5a4e1-30a4-4226-a60f-6e3df8f310d8,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:13:22.322522 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-39b1b98b-0c80-49c8-ab7e-8e6e53b9c21c req-b1525e66-07eb-41c7-99d2-0bcdbb515d0f tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:22.327185 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-39b1b98b-0c80-49c8-ab7e-8e6e53b9c21c req-b1525e66-07eb-41c7-99d2-0bcdbb515d0f tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.7479796 Oct 12 19:13:22.428564 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ead46de3-ba4d-477a-b0c5-1df614fbbe73 req-0ad62c41-1294-46bb-beb0-1e2db6c61b33 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Made reservation on behalf of fd5c6867cc7247f59c07ecc3b6c18599 for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:13:22.432465 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-ead46de3-ba4d-477a-b0c5-1df614fbbe73 req-0ad62c41-1294-46bb-beb0-1e2db6c61b33 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:22.440300 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7512a2e6-fd0e-436c-951c-7d6c455401a9 req-c2fb5710-da44-4f54-8532-a16009e5234a tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] 10.222.0.49 "GET /v2.0/security-groups/cfe5a4e1-30a4-4226-a60f-6e3df8f310d8 HTTP/1.1" status: 200 len: 1802 time: 0.0809801 Oct 12 19:13:22.457101 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-7512a2e6-fd0e-436c-951c-7d6c455401a9 req-390fd9c1-4924-43d7-a4f2-493e9d1d163c tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'cfe5a4e1-30a4-4226-a60f-6e3df8f310d8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:13:22.457749 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-7512a2e6-fd0e-436c-951c-7d6c455401a9 req-390fd9c1-4924-43d7-a4f2-493e9d1d163c tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'cfe5a4e1-30a4-4226-a60f-6e3df8f310d8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:13:22.667487 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-7512a2e6-fd0e-436c-951c-7d6c455401a9 req-390fd9c1-4924-43d7-a4f2-493e9d1d163c tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:22.707152 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-7512a2e6-fd0e-436c-951c-7d6c455401a9 req-390fd9c1-4924-43d7-a4f2-493e9d1d163c tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:22.717022 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [req-ead46de3-ba4d-477a-b0c5-1df614fbbe73 req-0ad62c41-1294-46bb-beb0-1e2db6c61b33 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Allocated IP 19.86.0.214 (d3dae177-12b9-4dfe-bd5b-bccf58d6ecc4/ef459928-2033-4176-9709-0d5f44fa20dd/f07269e0-e48b-4569-a09a-c615963da498) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:13:22.815272 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-7512a2e6-fd0e-436c-951c-7d6c455401a9 req-390fd9c1-4924-43d7-a4f2-493e9d1d163c tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:22.861397 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390fd9c1-4924-43d7-a4f2-493e9d1d163c tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f620ef47-43eb-449d-80b1-642363faa91d,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:13:22.892088 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390fd9c1-4924-43d7-a4f2-493e9d1d163c tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:13:22.892088 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390fd9c1-4924-43d7-a4f2-493e9d1d163c tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:13:22.892088 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390fd9c1-4924-43d7-a4f2-493e9d1d163c tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:13:22.892088 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390fd9c1-4924-43d7-a4f2-493e9d1d163c tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:13:22.892088 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390fd9c1-4924-43d7-a4f2-493e9d1d163c tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:13:22.892088 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390fd9c1-4924-43d7-a4f2-493e9d1d163c tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:13:22.892088 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390fd9c1-4924-43d7-a4f2-493e9d1d163c tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:13:22.892088 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390fd9c1-4924-43d7-a4f2-493e9d1d163c tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:13:22.892088 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390fd9c1-4924-43d7-a4f2-493e9d1d163c tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:13:22.892088 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390fd9c1-4924-43d7-a4f2-493e9d1d163c tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:13:22.892088 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390fd9c1-4924-43d7-a4f2-493e9d1d163c tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:13:22.892088 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390fd9c1-4924-43d7-a4f2-493e9d1d163c tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:13:22.903596 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-ead46de3-ba4d-477a-b0c5-1df614fbbe73 req-0ad62c41-1294-46bb-beb0-1e2db6c61b33 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:22.987652 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718c18bb-88e5-4591-8d53-ebdf4948cbab req-90ecf037-84cd-42e2-b479-2426fc91ef89 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:22.989129 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-718c18bb-88e5-4591-8d53-ebdf4948cbab req-90ecf037-84cd-42e2-b479-2426fc91ef89 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/ports?device_id=01506d15-4b2a-4485-b3ec-bce72d999a41 HTTP/1.1" status: 200 len: 945 time: 0.0683384 Oct 12 19:13:23.028481 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-718c18bb-88e5-4591-8d53-ebdf4948cbab req-ee0aec92-9b02-45ad-a755-3e806e94659f tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cccf57-f452-41a8-9e48-a6e744310271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319104 Oct 12 19:13:23.040335 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-7512a2e6-fd0e-436c-951c-7d6c455401a9 req-390fd9c1-4924-43d7-a4f2-493e9d1d163c tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:23.050567 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7512a2e6-fd0e-436c-951c-7d6c455401a9 req-390fd9c1-4924-43d7-a4f2-493e9d1d163c tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5971754 Oct 12 19:13:23.073367 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-ead46de3-ba4d-477a-b0c5-1df614fbbe73 req-0ad62c41-1294-46bb-beb0-1e2db6c61b33 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:23.120967 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-07871e2d-d632-4deb-b4f5-1ddbaf847c8e req-f7d723ba-c9bb-4804-9567-2a7830592c5e tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] 10.222.0.49 "GET /v2.0/security-groups/cfe5a4e1-30a4-4226-a60f-6e3df8f310d8 HTTP/1.1" status: 200 len: 2395 time: 0.0506020 Oct 12 19:13:23.131452 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-07871e2d-d632-4deb-b4f5-1ddbaf847c8e req-e930fa02-09c0-4093-aaff-086b6d958ad9 tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'cfe5a4e1-30a4-4226-a60f-6e3df8f310d8', 'remote_group_id': None}]} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:13:23.131939 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-07871e2d-d632-4deb-b4f5-1ddbaf847c8e req-e930fa02-09c0-4093-aaff-086b6d958ad9 tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'cfe5a4e1-30a4-4226-a60f-6e3df8f310d8', 'remote_group_id': None}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:13:23.139795 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ead46de3-ba4d-477a-b0c5-1df614fbbe73 req-0ad62c41-1294-46bb-beb0-1e2db6c61b33 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Network d3dae177-12b9-4dfe-bd5b-bccf58d6ecc4 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:13:23.161560 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [req-ead46de3-ba4d-477a-b0c5-1df614fbbe73 req-0ad62c41-1294-46bb-beb0-1e2db6c61b33 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:13:23.166110 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-ead46de3-ba4d-477a-b0c5-1df614fbbe73 req-0ad62c41-1294-46bb-beb0-1e2db6c61b33 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:13:23.201626 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad62c41-1294-46bb-beb0-1e2db6c61b33 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Pushing event updated for resources: {'Port': ['ID=f07269e0-e48b-4569-a09a-c615963da498,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:13:23.235903 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103b96fd-99ed-4a06-ba87-34b0d9faff6b req-b839e0c5-d128-473d-b9b5-1d8d628654a1 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:23.242141 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103b96fd-99ed-4a06-ba87-34b0d9faff6b req-b839e0c5-d128-473d-b9b5-1d8d628654a1 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:23.250313 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-103b96fd-99ed-4a06-ba87-34b0d9faff6b req-b839e0c5-d128-473d-b9b5-1d8d628654a1 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0069e32-d4be-4fbe-ae0b-e88d611bd370 HTTP/1.1" status: 200 len: 1655 time: 0.1325731 Oct 12 19:13:23.271881 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead46de3-ba4d-477a-b0c5-1df614fbbe73 req-0ad62c41-1294-46bb-beb0-1e2db6c61b33 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:23.281196 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-ead46de3-ba4d-477a-b0c5-1df614fbbe73 req-0ad62c41-1294-46bb-beb0-1e2db6c61b33 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:23.303570 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-07871e2d-d632-4deb-b4f5-1ddbaf847c8e req-e930fa02-09c0-4093-aaff-086b6d958ad9 tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:23.323673 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-103b96fd-99ed-4a06-ba87-34b0d9faff6b req-03bed536-5131-466c-90cd-64ccdfe734f9 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7fef4b9-8773-4d4f-9bfd-80a30678a2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678713 Oct 12 19:13:23.336160 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-07871e2d-d632-4deb-b4f5-1ddbaf847c8e req-e930fa02-09c0-4093-aaff-086b6d958ad9 tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:23.389303 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ead46de3-ba4d-477a-b0c5-1df614fbbe73 req-0ad62c41-1294-46bb-beb0-1e2db6c61b33 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2932761 Oct 12 19:13:23.405456 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-ead46de3-ba4d-477a-b0c5-1df614fbbe73 req-7c011b1f-f366-4675-92e6-009c8502a2cd service neutron] Request body: {'port': {'device_id': 'b0069e32-d4be-4fbe-ae0b-e88d611bd370', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-3'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:13:23.421047 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-07871e2d-d632-4deb-b4f5-1ddbaf847c8e req-e930fa02-09c0-4093-aaff-086b6d958ad9 tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:23.437043 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e930fa02-09c0-4093-aaff-086b6d958ad9 tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40e9b560-67a6-4d20-b6b3-aad797e91b40,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:13:23.471763 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-ead46de3-ba4d-477a-b0c5-1df614fbbe73 req-7c011b1f-f366-4675-92e6-009c8502a2cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:23.478926 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-e3f577e8-a464-4d89-be71-6a97763e0900 None None] Provisioning complete for port f07269e0-e48b-4569-a09a-c615963da498 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:13:23.479778 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e3f577e8-a464-4d89-be71-6a97763e0900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:23.523307 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-e3f577e8-a464-4d89-be71-6a97763e0900 None None] Port f07269e0-e48b-4569-a09a-c615963da498 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:13:23.545794 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-07871e2d-d632-4deb-b4f5-1ddbaf847c8e req-e930fa02-09c0-4093-aaff-086b6d958ad9 tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:23.555429 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-07871e2d-d632-4deb-b4f5-1ddbaf847c8e req-e930fa02-09c0-4093-aaff-086b6d958ad9 tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.4199779 Oct 12 19:13:23.684658 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e890aeef-8085-470a-9aaf-bd1c3288ba43 req-06b4b6a7-6cad-4841-9a1f-60d90b3e5a66 tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] 10.222.0.49 "GET /v2.0/security-groups/cfe5a4e1-30a4-4226-a60f-6e3df8f310d8 HTTP/1.1" status: 200 len: 2993 time: 0.0500920 Oct 12 19:13:23.792656 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [req-ead46de3-ba4d-477a-b0c5-1df614fbbe73 req-7c011b1f-f366-4675-92e6-009c8502a2cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbb6f032-9983-404c-b1c6-2fb765621d8b {{(pid=95501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:13:23.800617 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-ead46de3-ba4d-477a-b0c5-1df614fbbe73 req-7c011b1f-f366-4675-92e6-009c8502a2cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:23.815189 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.provisioning_blocks [req-ead46de3-ba4d-477a-b0c5-1df614fbbe73 req-7c011b1f-f366-4675-92e6-009c8502a2cd service neutron] Transition to ACTIVE for port object bbb6f032-9983-404c-b1c6-2fb765621d8b will not be triggered until provisioned by entity L2. {{(pid=95501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:13:23.895209 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-ead46de3-ba4d-477a-b0c5-1df614fbbe73 req-7c011b1f-f366-4675-92e6-009c8502a2cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:23.913096 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-565c5e60-3140-450c-90ea-89e6e4014b74 req-97dc1696-a4dd-440c-8434-31be90e1306b tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] 10.222.0.49 "GET /v2.0/security-group-rules/40e9b560-67a6-4d20-b6b3-aad797e91b40 HTTP/1.1" status: 200 len: 783 time: 0.0219758 Oct 12 19:13:23.962479 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c011b1f-f366-4675-92e6-009c8502a2cd service neutron] Pushing event updated for resources: {'Port': ['ID=bbb6f032-9983-404c-b1c6-2fb765621d8b,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:13:23.979946 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c011b1f-f366-4675-92e6-009c8502a2cd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:13:23.979946 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c011b1f-f366-4675-92e6-009c8502a2cd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:13:23.979946 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c011b1f-f366-4675-92e6-009c8502a2cd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:13:23.979946 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c011b1f-f366-4675-92e6-009c8502a2cd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:13:23.979946 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c011b1f-f366-4675-92e6-009c8502a2cd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:13:23.979946 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c011b1f-f366-4675-92e6-009c8502a2cd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:13:23.979946 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c011b1f-f366-4675-92e6-009c8502a2cd service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:13:23.979946 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c011b1f-f366-4675-92e6-009c8502a2cd service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:13:23.979946 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c011b1f-f366-4675-92e6-009c8502a2cd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:13:23.979946 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c011b1f-f366-4675-92e6-009c8502a2cd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:13:23.979946 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c011b1f-f366-4675-92e6-009c8502a2cd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:13:23.979946 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c011b1f-f366-4675-92e6-009c8502a2cd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:13:24.015153 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-565c5e60-3140-450c-90ea-89e6e4014b74 req-14b965be-ec0a-45b5-ab5f-a3ad874cfde0 tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] 10.222.0.49 "GET /v2.0/security-groups/cfe5a4e1-30a4-4226-a60f-6e3df8f310d8 HTTP/1.1" status: 200 len: 2993 time: 0.0806420 Oct 12 19:13:24.057685 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device f9c6db0d-621b-48da-bd4d-f05073bda987 details requested by agent hyperv_n-h1-813679-3 with host n-h1-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:13:24.062278 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-565c5e60-3140-450c-90ea-89e6e4014b74 req-fa56c4c7-f7eb-44d9-a799-549e2ef27c0b tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:24.078493 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-565c5e60-3140-450c-90ea-89e6e4014b74 req-fa56c4c7-f7eb-44d9-a799-549e2ef27c0b tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:24.089435 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-ead46de3-ba4d-477a-b0c5-1df614fbbe73 req-7c011b1f-f366-4675-92e6-009c8502a2cd service neutron] Attempting to bind port bbb6f032-9983-404c-b1c6-2fb765621d8b on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:13:24.096750 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-ead46de3-ba4d-477a-b0c5-1df614fbbe73 req-7c011b1f-f366-4675-92e6-009c8502a2cd service neutron] Attempting to bind port bbb6f032-9983-404c-b1c6-2fb765621d8b by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': '878fbe08-8942-4370-940e-8e40452b25c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '6f6a831c-2473-4fb4-b8a8-18104d282d5f'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:13:24.096750 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead46de3-ba4d-477a-b0c5-1df614fbbe73 req-7c011b1f-f366-4675-92e6-009c8502a2cd service neutron] Attempting to bind port bbb6f032-9983-404c-b1c6-2fb765621d8b on network 6f6a831c-2473-4fb4-b8a8-18104d282d5f {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:13:24.111497 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead46de3-ba4d-477a-b0c5-1df614fbbe73 req-7c011b1f-f366-4675-92e6-009c8502a2cd service neutron] Port bbb6f032-9983-404c-b1c6-2fb765621d8b on network 6f6a831c-2473-4fb4-b8a8-18104d282d5f not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:13:24.111828 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead46de3-ba4d-477a-b0c5-1df614fbbe73 req-7c011b1f-f366-4675-92e6-009c8502a2cd service neutron] Attempting to bind port bbb6f032-9983-404c-b1c6-2fb765621d8b on network 6f6a831c-2473-4fb4-b8a8-18104d282d5f {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:13:24.126474 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead46de3-ba4d-477a-b0c5-1df614fbbe73 req-7c011b1f-f366-4675-92e6-009c8502a2cd service neutron] Checking agent: {'id': 'f5e9725f-f5a6-43c2-a1be-95e21e9a1fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:13:24.129517 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead46de3-ba4d-477a-b0c5-1df614fbbe73 req-7c011b1f-f366-4675-92e6-009c8502a2cd service neutron] Checking segment: {'id': '878fbe08-8942-4370-940e-8e40452b25c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '6f6a831c-2473-4fb4-b8a8-18104d282d5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:13:24.129909 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead46de3-ba4d-477a-b0c5-1df614fbbe73 req-7c011b1f-f366-4675-92e6-009c8502a2cd service neutron] Bound using segment: {'id': '878fbe08-8942-4370-940e-8e40452b25c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '6f6a831c-2473-4fb4-b8a8-18104d282d5f'} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:13:24.130366 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-ead46de3-ba4d-477a-b0c5-1df614fbbe73 req-7c011b1f-f366-4675-92e6-009c8502a2cd service neutron] Bound port: bbb6f032-9983-404c-b1c6-2fb765621d8b, host: n-h1-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '878fbe08-8942-4370-940e-8e40452b25c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '6f6a831c-2473-4fb4-b8a8-18104d282d5f'}}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:13:24.130740 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-ead46de3-ba4d-477a-b0c5-1df614fbbe73 req-7c011b1f-f366-4675-92e6-009c8502a2cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:24.215428 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port f9c6db0d-621b-48da-bd4d-f05073bda987, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=f9c6db0d-621b-48da-bd4d-f05073bda987,segment=NetworkSegment(35dde9ae-6a3d-4327-a38f-c2a1ca6f0ad7),segment_id=35dde9ae-6a3d-4327-a38f-c2a1ca6f0ad7)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:13:24.222101 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-ead46de3-ba4d-477a-b0c5-1df614fbbe73 req-7c011b1f-f366-4675-92e6-009c8502a2cd service neutron] For port bbb6f032-9983-404c-b1c6-2fb765621d8b, host n-h1-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:13:24.226506 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-ead46de3-ba4d-477a-b0c5-1df614fbbe73 req-7c011b1f-f366-4675-92e6-009c8502a2cd service neutron] For port bbb6f032-9983-404c-b1c6-2fb765621d8b, host n-h1-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=bbb6f032-9983-404c-b1c6-2fb765621d8b,segment=NetworkSegment(878fbe08-8942-4370-940e-8e40452b25c5),segment_id=878fbe08-8942-4370-940e-8e40452b25c5)] {{(pid=95501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:13:24.228409 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Returning: {'device': 'f9c6db0d-621b-48da-bd4d-f05073bda987', 'network_id': 'de7a4800-3a36-49db-938a-a424194241c9', 'port_id': 'f9c6db0d-621b-48da-bd4d-f05073bda987', 'mac_address': 'fa:16:3e:64:f3:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a04d54df-064e-4c45-85d6-73b27d98a999', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:13:24.230432 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-565c5e60-3140-450c-90ea-89e6e4014b74 req-fa56c4c7-f7eb-44d9-a799-549e2ef27c0b tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:24.254493 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-565c5e60-3140-450c-90ea-89e6e4014b74 req-fa56c4c7-f7eb-44d9-a799-549e2ef27c0b tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:24.270081 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-565c5e60-3140-450c-90ea-89e6e4014b74 req-fa56c4c7-f7eb-44d9-a799-549e2ef27c0b tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/40e9b560-67a6-4d20-b6b3-aad797e91b40 HTTP/1.1" status: 204 len: 173 time: 0.2484794 Oct 12 19:13:24.271270 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa56c4c7-f7eb-44d9-a799-549e2ef27c0b tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=40e9b560-67a6-4d20-b6b3-aad797e91b40,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:13:24.290405 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-ead46de3-ba4d-477a-b0c5-1df614fbbe73 req-7c011b1f-f366-4675-92e6-009c8502a2cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:24.365347 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c011b1f-f366-4675-92e6-009c8502a2cd service neutron] Pushing event updated for resources: {'Port': ['ID=bbb6f032-9983-404c-b1c6-2fb765621d8b,revision_number=3']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:13:24.391714 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead46de3-ba4d-477a-b0c5-1df614fbbe73 req-7c011b1f-f366-4675-92e6-009c8502a2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:24.392677 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-ead46de3-ba4d-477a-b0c5-1df614fbbe73 req-7c011b1f-f366-4675-92e6-009c8502a2cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:24.394803 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ead46de3-ba4d-477a-b0c5-1df614fbbe73 req-7c011b1f-f366-4675-92e6-009c8502a2cd service neutron] 10.222.0.61 "PUT /v2.0/ports/bbb6f032-9983-404c-b1c6-2fb765621d8b HTTP/1.1" status: 200 len: 1092 time: 0.9937329 Oct 12 19:13:24.395698 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0069e32-d4be-4fbe-ae0b-e88d611bd370', 'tag': 'bbb6f032-9983-404c-b1c6-2fb765621d8b'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:13:24.397586 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:24.409600 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a5a5894-eca1-44b2-a89b-f64d1ee79c91" -d '{"events": [{"name": "network-changed", "server_uuid": "b0069e32-d4be-4fbe-ae0b-e88d611bd370", "tag": "bbb6f032-9983-404c-b1c6-2fb765621d8b"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:13:24.419575 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a89e7f-105a-4bbb-81bc-a4a02a3bb170 req-6988426d-b9e9-4f67-a1e4-0f6a1b23878c tempest-ImagesOneServerTestJSON-1274155994 tempest-ImagesOneServerTestJSON-1274155994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:24.430281 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-54a89e7f-105a-4bbb-81bc-a4a02a3bb170 req-6988426d-b9e9-4f67-a1e4-0f6a1b23878c tempest-ImagesOneServerTestJSON-1274155994 tempest-ImagesOneServerTestJSON-1274155994-project] 10.222.0.49 "GET /v2.0/ports?device_id=664646b6-1bc7-4f9a-bf1e-343f948f26da HTTP/1.1" status: 200 len: 949 time: 0.0847015 Oct 12 19:13:24.437348 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f9c6db0d-621b-48da-bd4d-f05073bda987 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:13:24.487403 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-54a89e7f-105a-4bbb-81bc-a4a02a3bb170 req-09b7dee8-af3c-4345-8911-ce3a1b9fb14f tempest-ImagesOneServerTestJSON-1274155994 tempest-ImagesOneServerTestJSON-1274155994-project] 10.222.0.49 "GET /v2.0/security-groups?id=c21c7d48-688b-4684-8e93-07770a654e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562544 Oct 12 19:13:24.514063 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port f9c6db0d-621b-48da-bd4d-f05073bda987, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=f9c6db0d-621b-48da-bd4d-f05073bda987,segment=NetworkSegment(35dde9ae-6a3d-4327-a38f-c2a1ca6f0ad7),segment_id=35dde9ae-6a3d-4327-a38f-c2a1ca6f0ad7)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:13:24.526362 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-ead46de3-ba4d-477a-b0c5-1df614fbbe73 req-f7bbf413-071c-47cb-ac92-a34dbedcde3c service neutron] Request body: {'port': {'device_id': 'b0069e32-d4be-4fbe-ae0b-e88d611bd370', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-3'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:13:24.576896 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccecabf-8a2c-4316-88ad-6286d802d510 req-6a93e068-2fc5-444a-a195-779c72602eb2 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:24.585991 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fccecabf-8a2c-4316-88ad-6286d802d510 req-6a93e068-2fc5-444a-a195-779c72602eb2 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/ports?device_id=01506d15-4b2a-4485-b3ec-bce72d999a41 HTTP/1.1" status: 200 len: 945 time: 0.1511245 Oct 12 19:13:24.621142 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-faf04d18-5045-4020-9b42-dcc87591a417 req-0e65be8f-47c3-4117-ba2d-787c3ff5807f tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] 10.222.0.49 "GET /v2.0/security-groups/cfe5a4e1-30a4-4226-a60f-6e3df8f310d8 HTTP/1.1" status: 200 len: 2395 time: 0.0927503 Oct 12 19:13:24.632518 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:24.668686 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fccecabf-8a2c-4316-88ad-6286d802d510 req-645a31bd-a4ab-4435-bd44-8674c6a05249 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cccf57-f452-41a8-9e48-a6e744310271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816989 Oct 12 19:13:24.693034 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-faf04d18-5045-4020-9b42-dcc87591a417 req-66e934a2-f745-44f2-a94d-eeb349f8091f tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:24.693271 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-ead46de3-ba4d-477a-b0c5-1df614fbbe73 req-f7bbf413-071c-47cb-ac92-a34dbedcde3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:24.710776 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-faf04d18-5045-4020-9b42-dcc87591a417 req-66e934a2-f745-44f2-a94d-eeb349f8091f tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:24.780749 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['f9c6db0d-621b-48da-bd4d-f05073bda987'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:13:24.784082 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=f9c6db0d-621b-48da-bd4d-f05073bda987,revision_number=6']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:13:24.887493 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-faf04d18-5045-4020-9b42-dcc87591a417 req-66e934a2-f745-44f2-a94d-eeb349f8091f tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:24.890497 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-faf04d18-5045-4020-9b42-dcc87591a417 req-66e934a2-f745-44f2-a94d-eeb349f8091f tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:24.898365 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-faf04d18-5045-4020-9b42-dcc87591a417 req-66e934a2-f745-44f2-a94d-eeb349f8091f tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] 10.222.0.49 "DELETE /v2.0/security-groups/cfe5a4e1-30a4-4226-a60f-6e3df8f310d8 HTTP/1.1" status: 204 len: 173 time: 0.2748737 Oct 12 19:13:24.909105 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e934a2-f745-44f2-a94d-eeb349f8091f tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfe5a4e1-30a4-4226-a60f-6e3df8f310d8,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:13:24.942651 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c7d4b6f-6490-4c8e-9015-f8acd6b36230 x-openstack-request-id: req-3c7d4b6f-6490-4c8e-9015-f8acd6b36230 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:13:24.943268 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0069e32-d4be-4fbe-ae0b-e88d611bd370", "tag": "bbb6f032-9983-404c-b1c6-2fb765621d8b", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:13:24.943653 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3c7d4b6f-6490-4c8e-9015-f8acd6b36230 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:13:24.944313 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0069e32-d4be-4fbe-ae0b-e88d611bd370', 'tag': 'bbb6f032-9983-404c-b1c6-2fb765621d8b', 'status': 'completed', 'code': 200} Oct 12 19:13:25.022748 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 19:13:25.051040 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a5894-eca1-44b2-a89b-f64d1ee79c91 req-0312d409-b133-4d34-9dba-9e3788e2ef5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:25.051537 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a5894-eca1-44b2-a89b-f64d1ee79c91 req-0312d409-b133-4d34-9dba-9e3788e2ef5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:25.053203 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3a5a5894-eca1-44b2-a89b-f64d1ee79c91 req-0312d409-b133-4d34-9dba-9e3788e2ef5c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fd5c6867cc7247f59c07ecc3b6c18599&device_id=b0069e32-d4be-4fbe-ae0b-e88d611bd370 HTTP/1.1" status: 200 len: 1914 time: 0.0813460 Oct 12 19:13:25.074399 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7403eb-bbfc-4ae4-ac81-4988182f0465 req-8d0fda22-d015-4958-b336-3e1b9d9e87c0 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:25.089792 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7403eb-bbfc-4ae4-ac81-4988182f0465 req-8d0fda22-d015-4958-b336-3e1b9d9e87c0 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:25.094748 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1e7403eb-bbfc-4ae4-ac81-4988182f0465 req-8d0fda22-d015-4958-b336-3e1b9d9e87c0 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0069e32-d4be-4fbe-ae0b-e88d611bd370 HTTP/1.1" status: 200 len: 1667 time: 0.3005903 Oct 12 19:13:25.212118 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1e7403eb-bbfc-4ae4-ac81-4988182f0465 req-cd6261a9-ab57-43f9-a1c5-91c10e875f49 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7fef4b9-8773-4d4f-9bfd-80a30678a2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912061 Oct 12 19:13:25.231907 n-d-813679-3 neutron-server[95502]: INFO neutron.api.v2.resource [req-0ec8d181-d887-405a-b100-b1f70bdc3347 req-083337b8-12ba-4eee-a123-1f337edd6306 tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] show failed (client error): The resource could not be found. Oct 12 19:13:25.232964 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0ec8d181-d887-405a-b100-b1f70bdc3347 req-083337b8-12ba-4eee-a123-1f337edd6306 tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] 10.222.0.49 "GET /v2.0/security-groups/adcf47bb-ad3c-4902-870b-b03c76f767c4 HTTP/1.1" status: 404 len: 352 time: 0.0246391 Oct 12 19:13:25.236966 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a5894-eca1-44b2-a89b-f64d1ee79c91 req-b94e7174-8d82-4919-b9c7-cf442d9fc0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:25.237413 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a5894-eca1-44b2-a89b-f64d1ee79c91 req-b94e7174-8d82-4919-b9c7-cf442d9fc0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:25.237877 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a5894-eca1-44b2-a89b-f64d1ee79c91 req-b94e7174-8d82-4919-b9c7-cf442d9fc0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:25.239419 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3a5a5894-eca1-44b2-a89b-f64d1ee79c91 req-b94e7174-8d82-4919-b9c7-cf442d9fc0e7 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=fd5c6867cc7247f59c07ecc3b6c18599&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.1780872 Oct 12 19:13:25.299379 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [req-ead46de3-ba4d-477a-b0c5-1df614fbbe73 req-f7bbf413-071c-47cb-ac92-a34dbedcde3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f07269e0-e48b-4569-a09a-c615963da498 {{(pid=95501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:13:25.308075 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-ead46de3-ba4d-477a-b0c5-1df614fbbe73 req-f7bbf413-071c-47cb-ac92-a34dbedcde3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:25.325687 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.provisioning_blocks [req-ead46de3-ba4d-477a-b0c5-1df614fbbe73 req-f7bbf413-071c-47cb-ac92-a34dbedcde3c service neutron] Transition to ACTIVE for port object f07269e0-e48b-4569-a09a-c615963da498 will not be triggered until provisioned by entity L2. {{(pid=95501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:13:25.392892 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b7e53214-6618-4938-a7a2-ed87c6a59b72 req-549ca19c-8d49-4df9-a201-cad0b3530144 tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] 10.222.0.49 "GET /v2.0/security-groups/6c8eac5e-b7b1-4455-97d9-3cc9330ae916 HTTP/1.1" status: 200 len: 1803 time: 0.1246836 Oct 12 19:13:25.402421 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-ead46de3-ba4d-477a-b0c5-1df614fbbe73 req-f7bbf413-071c-47cb-ac92-a34dbedcde3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:25.449363 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a5894-eca1-44b2-a89b-f64d1ee79c91 req-e8d59c18-376b-42f0-8bfb-fe0d16674e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:25.450902 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3a5a5894-eca1-44b2-a89b-f64d1ee79c91 req-e8d59c18-376b-42f0-8bfb-fe0d16674e11 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2027853 Oct 12 19:13:25.490127 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b7e53214-6618-4938-a7a2-ed87c6a59b72 req-d482c311-079f-4d22-ab92-0467aeed5ac1 tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:25.516814 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bbf413-071c-47cb-ac92-a34dbedcde3c service neutron] Pushing event updated for resources: {'Port': ['ID=f07269e0-e48b-4569-a09a-c615963da498,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:13:25.527543 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b7e53214-6618-4938-a7a2-ed87c6a59b72 req-d482c311-079f-4d22-ab92-0467aeed5ac1 tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:25.643308 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b7e53214-6618-4938-a7a2-ed87c6a59b72 req-d482c311-079f-4d22-ab92-0467aeed5ac1 tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:25.649032 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b7e53214-6618-4938-a7a2-ed87c6a59b72 req-d482c311-079f-4d22-ab92-0467aeed5ac1 tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:25.651062 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-ead46de3-ba4d-477a-b0c5-1df614fbbe73 req-f7bbf413-071c-47cb-ac92-a34dbedcde3c service neutron] Attempting to bind port f07269e0-e48b-4569-a09a-c615963da498 on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:13:25.655587 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-ead46de3-ba4d-477a-b0c5-1df614fbbe73 req-f7bbf413-071c-47cb-ac92-a34dbedcde3c service neutron] Attempting to bind port f07269e0-e48b-4569-a09a-c615963da498 by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': '2f94fc4f-31bc-4375-ac03-8809ccdd3237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'd3dae177-12b9-4dfe-bd5b-bccf58d6ecc4'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:13:25.655587 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead46de3-ba4d-477a-b0c5-1df614fbbe73 req-f7bbf413-071c-47cb-ac92-a34dbedcde3c service neutron] Attempting to bind port f07269e0-e48b-4569-a09a-c615963da498 on network d3dae177-12b9-4dfe-bd5b-bccf58d6ecc4 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:13:25.662154 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b7e53214-6618-4938-a7a2-ed87c6a59b72 req-d482c311-079f-4d22-ab92-0467aeed5ac1 tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] 10.222.0.49 "DELETE /v2.0/security-groups/6c8eac5e-b7b1-4455-97d9-3cc9330ae916 HTTP/1.1" status: 204 len: 173 time: 0.2660055 Oct 12 19:13:25.666604 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead46de3-ba4d-477a-b0c5-1df614fbbe73 req-f7bbf413-071c-47cb-ac92-a34dbedcde3c service neutron] Port f07269e0-e48b-4569-a09a-c615963da498 on network d3dae177-12b9-4dfe-bd5b-bccf58d6ecc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:13:25.666930 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead46de3-ba4d-477a-b0c5-1df614fbbe73 req-f7bbf413-071c-47cb-ac92-a34dbedcde3c service neutron] Attempting to bind port f07269e0-e48b-4569-a09a-c615963da498 on network d3dae177-12b9-4dfe-bd5b-bccf58d6ecc4 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:13:25.682096 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead46de3-ba4d-477a-b0c5-1df614fbbe73 req-f7bbf413-071c-47cb-ac92-a34dbedcde3c service neutron] Checking agent: {'id': 'f5e9725f-f5a6-43c2-a1be-95e21e9a1fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:13:25.682096 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead46de3-ba4d-477a-b0c5-1df614fbbe73 req-f7bbf413-071c-47cb-ac92-a34dbedcde3c service neutron] Checking segment: {'id': '2f94fc4f-31bc-4375-ac03-8809ccdd3237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'd3dae177-12b9-4dfe-bd5b-bccf58d6ecc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:13:25.682096 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead46de3-ba4d-477a-b0c5-1df614fbbe73 req-f7bbf413-071c-47cb-ac92-a34dbedcde3c service neutron] Bound using segment: {'id': '2f94fc4f-31bc-4375-ac03-8809ccdd3237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'd3dae177-12b9-4dfe-bd5b-bccf58d6ecc4'} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:13:25.682096 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-ead46de3-ba4d-477a-b0c5-1df614fbbe73 req-f7bbf413-071c-47cb-ac92-a34dbedcde3c service neutron] Bound port: f07269e0-e48b-4569-a09a-c615963da498, host: n-h1-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f94fc4f-31bc-4375-ac03-8809ccdd3237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'd3dae177-12b9-4dfe-bd5b-bccf58d6ecc4'}}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:13:25.682096 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-ead46de3-ba4d-477a-b0c5-1df614fbbe73 req-f7bbf413-071c-47cb-ac92-a34dbedcde3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:25.688147 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d482c311-079f-4d22-ab92-0467aeed5ac1 tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c8eac5e-b7b1-4455-97d9-3cc9330ae916,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:13:25.782056 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-ead46de3-ba4d-477a-b0c5-1df614fbbe73 req-f7bbf413-071c-47cb-ac92-a34dbedcde3c service neutron] For port f07269e0-e48b-4569-a09a-c615963da498, host n-h1-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:13:25.786635 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-ead46de3-ba4d-477a-b0c5-1df614fbbe73 req-f7bbf413-071c-47cb-ac92-a34dbedcde3c service neutron] For port f07269e0-e48b-4569-a09a-c615963da498, host n-h1-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=f07269e0-e48b-4569-a09a-c615963da498,segment=NetworkSegment(2f94fc4f-31bc-4375-ac03-8809ccdd3237),segment_id=2f94fc4f-31bc-4375-ac03-8809ccdd3237)] {{(pid=95501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:13:25.859854 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-fc7f8c11-a899-4c90-a489-4fcc170d3c73 req-66633c81-f19b-4223-a937-5f24b6fc8741 tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] 10.222.0.49 "GET /v2.0/security-groups/e6868927-3eea-41c7-b71c-f01443172d6e HTTP/1.1" status: 200 len: 1803 time: 0.0529954 Oct 12 19:13:25.903465 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-ead46de3-ba4d-477a-b0c5-1df614fbbe73 req-f7bbf413-071c-47cb-ac92-a34dbedcde3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:25.963426 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead46de3-ba4d-477a-b0c5-1df614fbbe73 req-f7bbf413-071c-47cb-ac92-a34dbedcde3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:25.963426 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-ead46de3-ba4d-477a-b0c5-1df614fbbe73 req-f7bbf413-071c-47cb-ac92-a34dbedcde3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:25.964576 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ead46de3-ba4d-477a-b0c5-1df614fbbe73 req-f7bbf413-071c-47cb-ac92-a34dbedcde3c service neutron] 10.222.0.61 "PUT /v2.0/ports/f07269e0-e48b-4569-a09a-c615963da498 HTTP/1.1" status: 200 len: 1092 time: 1.4431505 Oct 12 19:13:25.998834 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bbf413-071c-47cb-ac92-a34dbedcde3c service neutron] Pushing event updated for resources: {'Port': ['ID=f07269e0-e48b-4569-a09a-c615963da498,revision_number=3']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:13:26.013510 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-fc7f8c11-a899-4c90-a489-4fcc170d3c73 req-096ee136-9121-4770-a552-961e65155362 tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:26.040427 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-fc7f8c11-a899-4c90-a489-4fcc170d3c73 req-096ee136-9121-4770-a552-961e65155362 tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:26.093593 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device f9c6db0d-621b-48da-bd4d-f05073bda987 up at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:13:26.170534 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead46de3-ba4d-477a-b0c5-1df614fbbe73 req-73dbe839-dfdc-4b44-bebb-c0163800cf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:26.173117 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead46de3-ba4d-477a-b0c5-1df614fbbe73 req-73dbe839-dfdc-4b44-bebb-c0163800cf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:26.175986 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ead46de3-ba4d-477a-b0c5-1df614fbbe73 req-73dbe839-dfdc-4b44-bebb-c0163800cf33 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fd5c6867cc7247f59c07ecc3b6c18599&device_id=b0069e32-d4be-4fbe-ae0b-e88d611bd370 HTTP/1.1" status: 200 len: 1981 time: 0.1007147 Oct 12 19:13:26.232575 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning complete for port f9c6db0d-621b-48da-bd4d-f05073bda987 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:13:26.233716 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:26.235331 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ead46de3-ba4d-477a-b0c5-1df614fbbe73 req-d08a4cb2-c247-460d-85e0-28e8d8fc7e7c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.105&port_id=bbb6f032-9983-404c-b1c6-2fb765621d8b HTTP/1.1" status: 200 len: 217 time: 0.0505095 Oct 12 19:13:26.253817 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-fc7f8c11-a899-4c90-a489-4fcc170d3c73 req-096ee136-9121-4770-a552-961e65155362 tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:26.253817 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-fc7f8c11-a899-4c90-a489-4fcc170d3c73 req-096ee136-9121-4770-a552-961e65155362 tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:26.253817 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-fc7f8c11-a899-4c90-a489-4fcc170d3c73 req-096ee136-9121-4770-a552-961e65155362 tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] 10.222.0.49 "DELETE /v2.0/security-groups/e6868927-3eea-41c7-b71c-f01443172d6e HTTP/1.1" status: 204 len: 173 time: 0.3703976 Oct 12 19:13:26.290678 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ee136-9121-4770-a552-961e65155362 tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6868927-3eea-41c7-b71c-f01443172d6e,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:13:26.364340 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead46de3-ba4d-477a-b0c5-1df614fbbe73 req-783ae95d-9383-43d5-9b2a-e9114d931ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:26.366131 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ead46de3-ba4d-477a-b0c5-1df614fbbe73 req-783ae95d-9383-43d5-9b2a-e9114d931ff8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c597cfcd-95e7-4efc-b4d5-822e8e1d8cb5 HTTP/1.1" status: 200 len: 801 time: 0.1225102 Oct 12 19:13:26.450613 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:26.471381 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead46de3-ba4d-477a-b0c5-1df614fbbe73 req-27fbf966-47ea-4bad-b48a-64fc756b9091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:26.472907 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ead46de3-ba4d-477a-b0c5-1df614fbbe73 req-27fbf966-47ea-4bad-b48a-64fc756b9091 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6f6a831c-2473-4fb4-b8a8-18104d282d5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0969396 Oct 12 19:13:26.478425 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eb0556d-c637-4143-9cd2-13811ade9ce3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9c6db0d-621b-48da-bd4d-f05073bda987'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:13:26.480972 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4747dff5-2983-45db-85b5-6f265ca00f5d" -d '{"events": [{"server_uuid": "9eb0556d-c637-4143-9cd2-13811ade9ce3", "name": "network-vif-plugged", "status": "completed", "tag": "f9c6db0d-621b-48da-bd4d-f05073bda987"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:13:26.496781 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port f9c6db0d-621b-48da-bd4d-f05073bda987, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=f9c6db0d-621b-48da-bd4d-f05073bda987,segment=NetworkSegment(35dde9ae-6a3d-4327-a38f-c2a1ca6f0ad7),segment_id=35dde9ae-6a3d-4327-a38f-c2a1ca6f0ad7)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:13:26.551234 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb556262-d45f-4a4e-9fbf-522b79024e87 req-f1b1de4c-a3f6-4aca-90b2-dd146e9e465b tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:26.554376 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-eb556262-d45f-4a4e-9fbf-522b79024e87 req-f1b1de4c-a3f6-4aca-90b2-dd146e9e465b tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/ports?device_id=01506d15-4b2a-4485-b3ec-bce72d999a41 HTTP/1.1" status: 200 len: 945 time: 0.1689453 Oct 12 19:13:26.632167 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:26.633381 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 0c003b2b-afb8-47b3-863d-8ed3a7ee5389 no longer exists at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:13:26.651028 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-eb556262-d45f-4a4e-9fbf-522b79024e87 req-1090baac-8dd3-43c6-9b97-53b1a37c3cab tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cccf57-f452-41a8-9e48-a6e744310271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861807 Oct 12 19:13:26.712222 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ead46de3-ba4d-477a-b0c5-1df614fbbe73 req-de00b3e8-2195-4b9b-b1e7-60583724abe8 service neutron] 10.222.0.61 "GET /v2.0/networks/6f6a831c-2473-4fb4-b8a8-18104d282d5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249169 Oct 12 19:13:26.871870 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=f9c6db0d-621b-48da-bd4d-f05073bda987,revision_number=7']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:13:26.894844 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:26.940800 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ead46de3-ba4d-477a-b0c5-1df614fbbe73 req-b40fff07-e480-431b-896d-5516eaabfe3f service neutron] 10.222.0.61 "GET /v2.0/networks/6f6a831c-2473-4fb4-b8a8-18104d282d5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984506 Oct 12 19:13:26.947979 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0069e32-d4be-4fbe-ae0b-e88d611bd370', 'tag': 'f07269e0-e48b-4569-a09a-c615963da498'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:13:26.950322 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adda8af6-7ece-4f1d-aaea-e63508895643" -d '{"events": [{"name": "network-changed", "server_uuid": "b0069e32-d4be-4fbe-ae0b-e88d611bd370", "tag": "f07269e0-e48b-4569-a09a-c615963da498"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:13:26.956983 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 0c003b2b-afb8-47b3-863d-8ed3a7ee5389, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=0c003b2b-afb8-47b3-863d-8ed3a7ee5389,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:13:27.000484 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ead46de3-ba4d-477a-b0c5-1df614fbbe73 req-4fb9fd09-1dc4-43cf-b93c-ca6236229765 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.214&port_id=f07269e0-e48b-4569-a09a-c615963da498 HTTP/1.1" status: 200 len: 217 time: 0.0455260 Oct 12 19:13:27.043599 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:27.077200 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead46de3-ba4d-477a-b0c5-1df614fbbe73 req-fe054106-fea8-4422-92af-9c41d851de77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:27.078732 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ead46de3-ba4d-477a-b0c5-1df614fbbe73 req-fe054106-fea8-4422-92af-9c41d851de77 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ef459928-2033-4176-9709-0d5f44fa20dd HTTP/1.1" status: 200 len: 801 time: 0.0690348 Oct 12 19:13:27.160334 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=0c003b2b-afb8-47b3-863d-8ed3a7ee5389,revision_number=8']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:13:27.181097 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead46de3-ba4d-477a-b0c5-1df614fbbe73 req-eb83a71b-cf20-418f-98ed-48b10bbbd5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:27.183244 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ead46de3-ba4d-477a-b0c5-1df614fbbe73 req-eb83a71b-cf20-418f-98ed-48b10bbbd5c6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d3dae177-12b9-4dfe-bd5b-bccf58d6ecc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0950909 Oct 12 19:13:27.207105 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ced8e932-5be9-4e68-b91c-c438700e52fc req-da0cc05c-9e33-4e51-9d5a-1fb2c3ee8f2f tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] 10.222.0.49 "GET /v2.0/security-groups/d30b21fa-c85d-4c66-bc5e-759c88a6d0c7 HTTP/1.1" status: 200 len: 1804 time: 0.0531175 Oct 12 19:13:27.283719 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-ced8e932-5be9-4e68-b91c-c438700e52fc req-a8487a44-b124-4e74-9231-1a22d56ed107 tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:27.294311 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ead46de3-ba4d-477a-b0c5-1df614fbbe73 req-da4ae6c7-b4df-411f-9357-5a19523073ab service neutron] 10.222.0.61 "GET /v2.0/networks/d3dae177-12b9-4dfe-bd5b-bccf58d6ecc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961540 Oct 12 19:13:27.309485 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4040ae58-9f75-4c1a-a5f3-e27509d88606 req-02eb68ff-93c1-4370-927d-c59d586946d7 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:27.317069 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4040ae58-9f75-4c1a-a5f3-e27509d88606 req-02eb68ff-93c1-4370-927d-c59d586946d7 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:27.325427 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4040ae58-9f75-4c1a-a5f3-e27509d88606 req-02eb68ff-93c1-4370-927d-c59d586946d7 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0069e32-d4be-4fbe-ae0b-e88d611bd370 HTTP/1.1" status: 200 len: 1679 time: 0.1661348 Oct 12 19:13:27.326877 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-ced8e932-5be9-4e68-b91c-c438700e52fc req-a8487a44-b124-4e74-9231-1a22d56ed107 tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:27.460872 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-ced8e932-5be9-4e68-b91c-c438700e52fc req-a8487a44-b124-4e74-9231-1a22d56ed107 tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:27.464994 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-ced8e932-5be9-4e68-b91c-c438700e52fc req-a8487a44-b124-4e74-9231-1a22d56ed107 tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:27.467013 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ced8e932-5be9-4e68-b91c-c438700e52fc req-a8487a44-b124-4e74-9231-1a22d56ed107 tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] 10.222.0.49 "DELETE /v2.0/security-groups/d30b21fa-c85d-4c66-bc5e-759c88a6d0c7 HTTP/1.1" status: 204 len: 173 time: 0.2586091 Oct 12 19:13:27.485819 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8487a44-b124-4e74-9231-1a22d56ed107 tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d30b21fa-c85d-4c66-bc5e-759c88a6d0c7,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:13:27.561101 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbc51cdc-882f-4fcf-93bc-c9147d447660 x-openstack-request-id: req-dbc51cdc-882f-4fcf-93bc-c9147d447660 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:13:27.561101 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eb0556d-c637-4143-9cd2-13811ade9ce3", "name": "network-vif-plugged", "status": "completed", "tag": "f9c6db0d-621b-48da-bd4d-f05073bda987", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:13:27.561101 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-dbc51cdc-882f-4fcf-93bc-c9147d447660 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:13:27.561101 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eb0556d-c637-4143-9cd2-13811ade9ce3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9c6db0d-621b-48da-bd4d-f05073bda987', 'code': 200} Oct 12 19:13:27.787701 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4040ae58-9f75-4c1a-a5f3-e27509d88606 req-da5f6830-702c-4828-9a1d-640a4ec98c2e tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7fef4b9-8773-4d4f-9bfd-80a30678a2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4608896 Oct 12 19:13:27.793335 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-787d1ade-2c78-4ae2-84fd-c1467a6a43ac x-openstack-request-id: req-787d1ade-2c78-4ae2-84fd-c1467a6a43ac {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:13:27.794083 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0069e32-d4be-4fbe-ae0b-e88d611bd370", "tag": "f07269e0-e48b-4569-a09a-c615963da498", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:13:27.796111 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-787d1ade-2c78-4ae2-84fd-c1467a6a43ac {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:13:27.796758 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0069e32-d4be-4fbe-ae0b-e88d611bd370', 'tag': 'f07269e0-e48b-4569-a09a-c615963da498', 'status': 'completed', 'code': 200} Oct 12 19:13:27.818186 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4401ec9b-d0f4-430e-ab8a-cbc04df7b3de req-6bc88781-bc73-4898-b41f-11b7b0ca4c55 tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] 10.222.0.49 "GET /v2.0/security-groups/74c748fb-7857-427a-ac25-ff23fa1601ad HTTP/1.1" status: 200 len: 2404 time: 0.0493028 Oct 12 19:13:27.881912 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ead46de3-ba4d-477a-b0c5-1df614fbbe73 req-04c33743-f3ba-4e7d-81c1-ecea0585e785 service neutron] 10.222.0.61 "GET /v2.0/networks/d3dae177-12b9-4dfe-bd5b-bccf58d6ecc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5478580 Oct 12 19:13:27.924155 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-4401ec9b-d0f4-430e-ab8a-cbc04df7b3de req-bfe11a9c-0575-4348-9e63-02f18c83f09f tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:27.937869 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e25aebc-2e53-4217-bc12-5a45baa8b8cb req-412e25fd-1ec2-4a42-8233-2ec91fdc7001 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:27.945675 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9e25aebc-2e53-4217-bc12-5a45baa8b8cb req-412e25fd-1ec2-4a42-8233-2ec91fdc7001 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/ports?device_id=01506d15-4b2a-4485-b3ec-bce72d999a41 HTTP/1.1" status: 200 len: 945 time: 0.0607758 Oct 12 19:13:27.970965 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-4401ec9b-d0f4-430e-ab8a-cbc04df7b3de req-bfe11a9c-0575-4348-9e63-02f18c83f09f tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:27.989153 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9e25aebc-2e53-4217-bc12-5a45baa8b8cb req-4bc8821e-e913-469a-9d3c-bd8e4188dbb1 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cccf57-f452-41a8-9e48-a6e744310271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420234 Oct 12 19:13:28.126077 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adda8af6-7ece-4f1d-aaea-e63508895643 req-7fce2e1b-24d2-4c46-badc-d9bddce270a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:28.127034 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adda8af6-7ece-4f1d-aaea-e63508895643 req-7fce2e1b-24d2-4c46-badc-d9bddce270a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:28.129455 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-adda8af6-7ece-4f1d-aaea-e63508895643 req-7fce2e1b-24d2-4c46-badc-d9bddce270a0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fd5c6867cc7247f59c07ecc3b6c18599&device_id=b0069e32-d4be-4fbe-ae0b-e88d611bd370 HTTP/1.1" status: 200 len: 1981 time: 0.0662150 Oct 12 19:13:28.153122 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-4401ec9b-d0f4-430e-ab8a-cbc04df7b3de req-bfe11a9c-0575-4348-9e63-02f18c83f09f tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:28.157420 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-4401ec9b-d0f4-430e-ab8a-cbc04df7b3de req-bfe11a9c-0575-4348-9e63-02f18c83f09f tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:28.158588 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4401ec9b-d0f4-430e-ab8a-cbc04df7b3de req-bfe11a9c-0575-4348-9e63-02f18c83f09f tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] 10.222.0.49 "DELETE /v2.0/security-groups/74c748fb-7857-427a-ac25-ff23fa1601ad HTTP/1.1" status: 204 len: 173 time: 0.3325593 Oct 12 19:13:28.194698 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe11a9c-0575-4348-9e63-02f18c83f09f tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74c748fb-7857-427a-ac25-ff23fa1601ad,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:13:28.299849 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adda8af6-7ece-4f1d-aaea-e63508895643 req-9cfefcd5-2c97-406f-9519-695d150c4539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:28.301464 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-adda8af6-7ece-4f1d-aaea-e63508895643 req-9cfefcd5-2c97-406f-9519-695d150c4539 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d3dae177-12b9-4dfe-bd5b-bccf58d6ecc4 HTTP/1.1" status: 200 len: 903 time: 0.1624703 Oct 12 19:13:28.356862 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-adda8af6-7ece-4f1d-aaea-e63508895643 req-1dafc418-c9d7-4c7d-b7e3-fcdec039c5a2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.214&port_id=f07269e0-e48b-4569-a09a-c615963da498 HTTP/1.1" status: 200 len: 217 time: 0.0443809 Oct 12 19:13:28.380469 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8f634466-e5a2-4ece-9dcc-bd190e589b04 req-d9faca65-c1e7-42f2-b7f7-227cb0934c91 tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] 10.222.0.49 "GET /v2.0/security-groups/900e51ce-59bb-47fb-b7c7-e77a05ad9009 HTTP/1.1" status: 200 len: 2398 time: 0.0909371 Oct 12 19:13:28.427151 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adda8af6-7ece-4f1d-aaea-e63508895643 req-acb6e768-5ffa-4fac-963a-e877ca985acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:28.428744 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-adda8af6-7ece-4f1d-aaea-e63508895643 req-acb6e768-5ffa-4fac-963a-e877ca985acd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ef459928-2033-4176-9709-0d5f44fa20dd HTTP/1.1" status: 200 len: 801 time: 0.0626066 Oct 12 19:13:28.461616 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8f634466-e5a2-4ece-9dcc-bd190e589b04 req-cf7dfc7b-bc3a-4c5e-b8ee-1efe1d8dd95d tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:28.489682 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adda8af6-7ece-4f1d-aaea-e63508895643 req-2452d168-97c6-4d74-b6aa-6774ac7c8ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:28.491327 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-adda8af6-7ece-4f1d-aaea-e63508895643 req-2452d168-97c6-4d74-b6aa-6774ac7c8ef2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d3dae177-12b9-4dfe-bd5b-bccf58d6ecc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0521960 Oct 12 19:13:28.491964 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8f634466-e5a2-4ece-9dcc-bd190e589b04 req-cf7dfc7b-bc3a-4c5e-b8ee-1efe1d8dd95d tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:28.626450 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8f634466-e5a2-4ece-9dcc-bd190e589b04 req-cf7dfc7b-bc3a-4c5e-b8ee-1efe1d8dd95d tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:28.629689 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8f634466-e5a2-4ece-9dcc-bd190e589b04 req-cf7dfc7b-bc3a-4c5e-b8ee-1efe1d8dd95d tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:28.635624 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8f634466-e5a2-4ece-9dcc-bd190e589b04 req-cf7dfc7b-bc3a-4c5e-b8ee-1efe1d8dd95d tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] 10.222.0.49 "DELETE /v2.0/security-groups/900e51ce-59bb-47fb-b7c7-e77a05ad9009 HTTP/1.1" status: 204 len: 173 time: 0.2444355 Oct 12 19:13:28.639084 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 59932) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:13:28.670065 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7dfc7b-bc3a-4c5e-b8ee-1efe1d8dd95d tempest-SecurityGroupRulesTestJSON-53301953 tempest-SecurityGroupRulesTestJSON-53301953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=900e51ce-59bb-47fb-b7c7-e77a05ad9009,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:13:28.675794 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-adda8af6-7ece-4f1d-aaea-e63508895643 req-23a63d78-2229-4fd0-87e0-7ba1c77fd2c7 service neutron] 10.222.0.61 "GET /v2.0/networks/d3dae177-12b9-4dfe-bd5b-bccf58d6ecc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754959 Oct 12 19:13:28.757128 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_v2 [None req-30dab196-4ae7-4fa2-bea7-328f6b747918 admin admin] Deleting subnet 44fa0c69-4095-4f95-a6e1-34bbdf103b64 {{(pid=95501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:13:28.761236 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-30dab196-4ae7-4fa2-bea7-328f6b747918 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:28.806810 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-30dab196-4ae7-4fa2-bea7-328f6b747918 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281083'] for subnet, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:28.858479 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-30dab196-4ae7-4fa2-bea7-328f6b747918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:28.966666 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3359a5-f2c1-4b3d-beae-7be3889de5a8 req-22e0c51d-abf7-4858-bd6b-bd0c9c77a5b3 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:28.973969 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3359a5-f2c1-4b3d-beae-7be3889de5a8 req-22e0c51d-abf7-4858-bd6b-bd0c9c77a5b3 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:28.984629 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0e3359a5-f2c1-4b3d-beae-7be3889de5a8 req-22e0c51d-abf7-4858-bd6b-bd0c9c77a5b3 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0069e32-d4be-4fbe-ae0b-e88d611bd370 HTTP/1.1" status: 200 len: 1679 time: 0.0809844 Oct 12 19:13:28.986822 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-adda8af6-7ece-4f1d-aaea-e63508895643 req-4909faf7-bb47-4cc4-ac5a-20e15c142f68 service neutron] 10.222.0.61 "GET /v2.0/networks/d3dae177-12b9-4dfe-bd5b-bccf58d6ecc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2957897 Oct 12 19:13:29.028617 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0e3359a5-f2c1-4b3d-beae-7be3889de5a8 req-f20ba11c-3293-4195-8dc1-3963677dbd9b tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7fef4b9-8773-4d4f-9bfd-80a30678a2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430629 Oct 12 19:13:29.037472 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-30dab196-4ae7-4fa2-bea7-328f6b747918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4824924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4612362'] for subnet, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:29.093792 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dab196-4ae7-4fa2-bea7-328f6b747918 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44fa0c69-4095-4f95-a6e1-34bbdf103b64,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:13:29.099477 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-30dab196-4ae7-4fa2-bea7-328f6b747918 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:29.102807 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-30dab196-4ae7-4fa2-bea7-328f6b747918 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/44fa0c69-4095-4f95-a6e1-34bbdf103b64 HTTP/1.1" status: 204 len: 168 time: 0.4623950 Oct 12 19:13:29.105710 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 59952) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:13:29.156010 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fecfe10f-0cd9-4b4d-b670-1769727f2776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:29.205103 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe52d28-868e-4cd1-abb5-120ff2d5ea8c req-e1a81bc2-5991-4413-b549-669fc01fc545 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:29.213379 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cfe52d28-868e-4cd1-abb5-120ff2d5ea8c req-e1a81bc2-5991-4413-b549-669fc01fc545 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/ports?device_id=01506d15-4b2a-4485-b3ec-bce72d999a41 HTTP/1.1" status: 200 len: 945 time: 0.1167960 Oct 12 19:13:29.253611 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-541b7a84-592b-4d16-9bc6-32c00f18c37f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:29.262894 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cfe52d28-868e-4cd1-abb5-120ff2d5ea8c req-6cb3f159-358e-4fea-b8e1-98393bbf6130 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cccf57-f452-41a8-9e48-a6e744310271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441251 Oct 12 19:13:29.350072 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-541b7a84-592b-4d16-9bc6-32c00f18c37f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:29.372194 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-541b7a84-592b-4d16-9bc6-32c00f18c37f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29391e68-29ee-4222-9dbe-59b50c811614']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:13:29.385085 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-541b7a84-592b-4d16-9bc6-32c00f18c37f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74edea8c-5ad6-4f49-af64-abe96640e2f5') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:13:29.385467 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-541b7a84-592b-4d16-9bc6-32c00f18c37f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74edea8c-5ad6-4f49-af64-abe96640e2f5') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:13:29.396870 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-541b7a84-592b-4d16-9bc6-32c00f18c37f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16313633'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:29.410827 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-541b7a84-592b-4d16-9bc6-32c00f18c37f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:29.421168 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-541b7a84-592b-4d16-9bc6-32c00f18c37f admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:13:29.421858 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-541b7a84-592b-4d16-9bc6-32c00f18c37f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4305278'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:29.424005 n-d-813679-3 neutron-server[95502]: Traceback (most recent call last): Oct 12 19:13:29.424005 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:13:29.424005 n-d-813679-3 neutron-server[95502]: timer() Oct 12 19:13:29.424005 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:13:29.424005 n-d-813679-3 neutron-server[95502]: cb(*args, **kw) Oct 12 19:13:29.424005 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:13:29.424005 n-d-813679-3 neutron-server[95502]: return func(*args, **kwargs) Oct 12 19:13:29.424005 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:13:29.424005 n-d-813679-3 neutron-server[95502]: self._notify() Oct 12 19:13:29.424005 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:13:29.424005 n-d-813679-3 neutron-server[95502]: self.callback(batched_events) Oct 12 19:13:29.424005 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:13:29.424005 n-d-813679-3 neutron-server[95502]: event.method(event) Oct 12 19:13:29.424005 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:13:29.424005 n-d-813679-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:13:29.424005 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:13:29.424005 n-d-813679-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:13:29.424005 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:13:29.424005 n-d-813679-3 neutron-server[95502]: return f(self, *a, **k) Oct 12 19:13:29.424005 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:13:29.424005 n-d-813679-3 neutron-server[95502]: return self._get(url).json() Oct 12 19:13:29.424005 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:13:29.424005 n-d-813679-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:13:29.424005 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:13:29.424005 n-d-813679-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Oct 12 19:13:29.424005 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:13:29.424005 n-d-813679-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:13:29.424005 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:13:29.424005 n-d-813679-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:13:29.424005 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:13:29.424005 n-d-813679-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:13:29.424005 n-d-813679-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:13:29.540610 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-541b7a84-592b-4d16-9bc6-32c00f18c37f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:29.552169 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-541b7a84-592b-4d16-9bc6-32c00f18c37f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:29.556109 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-541b7a84-592b-4d16-9bc6-32c00f18c37f admin admin] 10.222.0.49 "DELETE /v2.0/networks/29391e68-29ee-4222-9dbe-59b50c811614 HTTP/1.1" status: 204 len: 168 time: 0.4493990 Oct 12 19:13:29.558845 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '664646b6-1bc7-4f9a-bf1e-343f948f26da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c003b2b-afb8-47b3-863d-8ed3a7ee5389'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:13:29.563417 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7abe2102-7712-4cd3-9271-20440457698a" -d '{"events": [{"server_uuid": "664646b6-1bc7-4f9a-bf1e-343f948f26da", "name": "network-vif-unplugged", "status": "completed", "tag": "0c003b2b-afb8-47b3-863d-8ed3a7ee5389"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:13:29.604723 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541b7a84-592b-4d16-9bc6-32c00f18c37f admin admin] Pushing event deleted for resources: {'Network': ['ID=29391e68-29ee-4222-9dbe-59b50c811614,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:13:29.640131 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 19:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88f961cb-3c51-4313-9b53-c7dba01fdf63 x-openstack-request-id: req-88f961cb-3c51-4313-9b53-c7dba01fdf63 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:13:29.640443 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "664646b6-1bc7-4f9a-bf1e-343f948f26da", "name": "network-vif-unplugged", "status": "completed", "tag": "0c003b2b-afb8-47b3-863d-8ed3a7ee5389", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:13:29.640698 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-88f961cb-3c51-4313-9b53-c7dba01fdf63 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:13:29.641094 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '664646b6-1bc7-4f9a-bf1e-343f948f26da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c003b2b-afb8-47b3-863d-8ed3a7ee5389', 'code': 200} Oct 12 19:13:30.005186 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 59984) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:13:30.068410 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-fe5e8a75-12a9-49ad-8918-5a1708d9e4c0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=23e37e1f118d47dea456bb9604623311&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0590367 Oct 12 19:13:30.070623 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 59988) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:13:30.103761 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device f07269e0-e48b-4569-a09a-c615963da498 details requested by agent hyperv_n-h1-813679-3 with host n-h1-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:13:30.179180 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c7ec9032-276a-43f7-9e9a-f89494fed711 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:30.206028 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d0100f-5a18-4b31-bfe5-652586980698 req-a5df39e0-d0f3-4206-aebc-84165aba13d5 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:30.219577 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d0100f-5a18-4b31-bfe5-652586980698 req-a5df39e0-d0f3-4206-aebc-84165aba13d5 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:30.230118 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c7ec9032-276a-43f7-9e9a-f89494fed711 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:30.252635 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-99d0100f-5a18-4b31-bfe5-652586980698 req-a5df39e0-d0f3-4206-aebc-84165aba13d5 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0069e32-d4be-4fbe-ae0b-e88d611bd370 HTTP/1.1" status: 200 len: 1679 time: 0.1087201 Oct 12 19:13:30.305276 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port f07269e0-e48b-4569-a09a-c615963da498, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=f07269e0-e48b-4569-a09a-c615963da498,segment=NetworkSegment(2f94fc4f-31bc-4375-ac03-8809ccdd3237),segment_id=2f94fc4f-31bc-4375-ac03-8809ccdd3237)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:13:30.330628 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Returning: {'device': 'f07269e0-e48b-4569-a09a-c615963da498', 'network_id': 'd3dae177-12b9-4dfe-bd5b-bccf58d6ecc4', 'port_id': 'f07269e0-e48b-4569-a09a-c615963da498', 'mac_address': 'fa:16:3e:18:16:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef459928-2033-4176-9709-0d5f44fa20dd', 'ip_address': '19.86.0.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:13:30.355330 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-99d0100f-5a18-4b31-bfe5-652586980698 req-895c231b-5738-4aa9-b964-ae141b140fd8 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7fef4b9-8773-4d4f-9bfd-80a30678a2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858378 Oct 12 19:13:30.409034 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:30.462230 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f07269e0-e48b-4569-a09a-c615963da498 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:13:30.469364 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c7ec9032-276a-43f7-9e9a-f89494fed711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:30.471914 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c7ec9032-276a-43f7-9e9a-f89494fed711 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:30.486957 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-c7ec9032-276a-43f7-9e9a-f89494fed711 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2a37bf65-8eca-4aa6-975f-94afe956065c HTTP/1.1" status: 204 len: 168 time: 0.4152238 Oct 12 19:13:30.497813 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port f07269e0-e48b-4569-a09a-c615963da498, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=f07269e0-e48b-4569-a09a-c615963da498,segment=NetworkSegment(2f94fc4f-31bc-4375-ac03-8809ccdd3237),segment_id=2f94fc4f-31bc-4375-ac03-8809ccdd3237)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:13:30.504814 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ec9032-276a-43f7-9e9a-f89494fed711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a37bf65-8eca-4aa6-975f-94afe956065c,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:13:30.546171 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:30.547172 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device bbb6f032-9983-404c-b1c6-2fb765621d8b details requested by agent hyperv_n-h1-813679-3 with host n-h1-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:13:30.551256 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f13cb3-5888-4ce9-983d-f8c58ffdc8df req-4b961d08-7b16-491b-b6c0-0b069918cfc1 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:30.563321 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-06f13cb3-5888-4ce9-983d-f8c58ffdc8df req-4b961d08-7b16-491b-b6c0-0b069918cfc1 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/ports?device_id=01506d15-4b2a-4485-b3ec-bce72d999a41 HTTP/1.1" status: 200 len: 945 time: 0.1440473 Oct 12 19:13:30.635769 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-06f13cb3-5888-4ce9-983d-f8c58ffdc8df req-5ace9b28-fd3e-4d9c-bef8-2842228a38c9 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cccf57-f452-41a8-9e48-a6e744310271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615103 Oct 12 19:13:30.733266 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=f07269e0-e48b-4569-a09a-c615963da498,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:13:30.752485 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port bbb6f032-9983-404c-b1c6-2fb765621d8b, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=bbb6f032-9983-404c-b1c6-2fb765621d8b,segment=NetworkSegment(878fbe08-8942-4370-940e-8e40452b25c5),segment_id=878fbe08-8942-4370-940e-8e40452b25c5)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:13:30.766993 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Returning: {'device': 'bbb6f032-9983-404c-b1c6-2fb765621d8b', 'network_id': '6f6a831c-2473-4fb4-b8a8-18104d282d5f', 'port_id': 'bbb6f032-9983-404c-b1c6-2fb765621d8b', 'mac_address': 'fa:16:3e:1f:04:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c597cfcd-95e7-4efc-b4d5-822e8e1d8cb5', 'ip_address': '19.80.0.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:13:30.773699 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:13:30.774600 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:13:30.775633 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:13:30.776147 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:13:30.776709 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:13:30.777228 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:13:30.777741 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:13:30.778415 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:13:30.778958 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:13:30.779277 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:13:30.779859 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:13:30.780208 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:13:30.831337 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:30.847283 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbb6f032-9983-404c-b1c6-2fb765621d8b {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:13:30.871617 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port bbb6f032-9983-404c-b1c6-2fb765621d8b, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=bbb6f032-9983-404c-b1c6-2fb765621d8b,segment=NetworkSegment(878fbe08-8942-4370-940e-8e40452b25c5),segment_id=878fbe08-8942-4370-940e-8e40452b25c5)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:13:31.255238 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:31.318755 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=bbb6f032-9983-404c-b1c6-2fb765621d8b,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:13:31.531872 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e892da-37bf-4968-8f19-0f4330c7a66f req-c56d5c8d-7a31-49d6-bb63-8aa686ca6990 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:31.547012 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e892da-37bf-4968-8f19-0f4330c7a66f req-c56d5c8d-7a31-49d6-bb63-8aa686ca6990 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:31.548690 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-96e892da-37bf-4968-8f19-0f4330c7a66f req-c56d5c8d-7a31-49d6-bb63-8aa686ca6990 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0069e32-d4be-4fbe-ae0b-e88d611bd370 HTTP/1.1" status: 200 len: 1681 time: 0.1148639 Oct 12 19:13:31.615654 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d421a961-a4c2-4ebf-aae0-72a45286922c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:31.625585 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['f07269e0-e48b-4569-a09a-c615963da498'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:13:31.627350 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-96e892da-37bf-4968-8f19-0f4330c7a66f req-0875b969-e42b-46a7-94fa-b0d2be050d83 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7fef4b9-8773-4d4f-9bfd-80a30678a2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609992 Oct 12 19:13:31.815425 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4719b651-9b97-4b32-9a84-34259a0bfccf req-c7dfa0b0-9714-417e-b374-2704643a1118 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:31.819889 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4719b651-9b97-4b32-9a84-34259a0bfccf req-c7dfa0b0-9714-417e-b374-2704643a1118 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/ports?device_id=01506d15-4b2a-4485-b3ec-bce72d999a41 HTTP/1.1" status: 200 len: 945 time: 0.0724988 Oct 12 19:13:31.872578 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4719b651-9b97-4b32-9a84-34259a0bfccf req-56a90c33-b030-4f19-80c5-4605a490175a tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cccf57-f452-41a8-9e48-a6e744310271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440135 Oct 12 19:13:32.122156 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 0c003b2b-afb8-47b3-863d-8ed3a7ee5389 details requested by agent hyperv_n-h1-813679-3 with host n-h1-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:13:32.231501 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 0c003b2b-afb8-47b3-863d-8ed3a7ee5389, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=0c003b2b-afb8-47b3-863d-8ed3a7ee5389,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:13:32.243287 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Returning: {'device': '0c003b2b-afb8-47b3-863d-8ed3a7ee5389', 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1', 'port_id': '0c003b2b-afb8-47b3-863d-8ed3a7ee5389', 'mac_address': 'fa:16:3e:64:d8:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '629aee7d-3fde-4c72-af1e-6a7e1f6a7e75', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:13:32.277020 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 60072) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:13:32.296759 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:32.314390 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c003b2b-afb8-47b3-863d-8ed3a7ee5389 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:13:32.340705 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 0c003b2b-afb8-47b3-863d-8ed3a7ee5389, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=0c003b2b-afb8-47b3-863d-8ed3a7ee5389,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:13:32.425479 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-e7a28957-aee5-479f-8b36-b790d87799ce admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1900541734-network', 'tenant_id': 'c0152dadd25443e0b77c77a26c835136'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:13:32.456120 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:32.505648 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:32.533623 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=0c003b2b-afb8-47b3-863d-8ed3a7ee5389,revision_number=9']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:13:32.558488 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7a28957-aee5-479f-8b36-b790d87799ce admin admin] Made reservation on behalf of c0152dadd25443e0b77c77a26c835136 for: {'network': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:13:32.561242 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e7a28957-aee5-479f-8b36-b790d87799ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:32.580102 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e7a28957-aee5-479f-8b36-b790d87799ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:32.598142 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['0c003b2b-afb8-47b3-863d-8ed3a7ee5389'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:13:32.661908 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:32.678652 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['bbb6f032-9983-404c-b1c6-2fb765621d8b'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:13:32.750055 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e7a28957-aee5-479f-8b36-b790d87799ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:32.825265 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a821e9a5-8e45-4e66-abef-737c2dbd7840 req-1b2d5a2f-9546-412c-b79a-5c05473ee957 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:32.831983 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e7a28957-aee5-479f-8b36-b790d87799ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:32.832183 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a821e9a5-8e45-4e66-abef-737c2dbd7840 req-1b2d5a2f-9546-412c-b79a-5c05473ee957 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:32.840257 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a821e9a5-8e45-4e66-abef-737c2dbd7840 req-1b2d5a2f-9546-412c-b79a-5c05473ee957 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0069e32-d4be-4fbe-ae0b-e88d611bd370 HTTP/1.1" status: 200 len: 1681 time: 0.1165605 Oct 12 19:13:32.886119 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a821e9a5-8e45-4e66-abef-737c2dbd7840 req-5d163eae-5af8-4095-b8bf-afcc90cc3aa6 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7fef4b9-8773-4d4f-9bfd-80a30678a2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447180 Oct 12 19:13:32.904845 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7a28957-aee5-479f-8b36-b790d87799ce admin admin] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=95501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:13:32.907320 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a28957-aee5-479f-8b36-b790d87799ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5db68f36-da5e-4c70-9151-5d33b0141201,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:13:32.924737 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e7a28957-aee5-479f-8b36-b790d87799ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:32.925088 n-d-813679-3 neutron-server[95501]: INFO neutron.db.segments_db [None req-e7a28957-aee5-479f-8b36-b790d87799ce admin admin] Added segment d193a04a-34c9-4571-8a42-8ff6f24e5c3b of type vlan for network e7e41055-1292-4375-83c3-78e2dafcb52a Oct 12 19:13:32.957421 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:32.978986 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e7a28957-aee5-479f-8b36-b790d87799ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:33.103858 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4967398a-fa9a-4246-bf66-d9518215d93b req-c70063af-a918-4874-be15-697f771c6a1e tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:33.105889 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4967398a-fa9a-4246-bf66-d9518215d93b req-c70063af-a918-4874-be15-697f771c6a1e tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/ports?device_id=01506d15-4b2a-4485-b3ec-bce72d999a41 HTTP/1.1" status: 200 len: 945 time: 0.0819492 Oct 12 19:13:33.117756 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e7a28957-aee5-479f-8b36-b790d87799ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:33.119328 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a28957-aee5-479f-8b36-b790d87799ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:33.119779 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e7a28957-aee5-479f-8b36-b790d87799ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:33.222239 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4967398a-fa9a-4246-bf66-d9518215d93b req-2557d98e-893e-42fd-85ca-30e7616d3ddf tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cccf57-f452-41a8-9e48-a6e744310271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068263 Oct 12 19:13:33.233174 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a28957-aee5-479f-8b36-b790d87799ce admin admin] Pushing event updated for resources: {'Network': ['ID=e7e41055-1292-4375-83c3-78e2dafcb52a,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:13:33.254812 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network e7e41055-1292-4375-83c3-78e2dafcb52a details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:13:33.269807 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-e7a28957-aee5-479f-8b36-b790d87799ce admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9908812 Oct 12 19:13:33.278630 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 60116) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:13:33.284756 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-e143cf52-e7a5-48c5-ac4c-92316ea11a24 admin admin] Request body: {'subnet': {'network_id': 'e7e41055-1292-4375-83c3-78e2dafcb52a', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1900541734-subnet', 'tenant_id': 'c0152dadd25443e0b77c77a26c835136', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:13:33.381841 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e143cf52-e7a5-48c5-ac4c-92316ea11a24 admin admin] Made reservation on behalf of c0152dadd25443e0b77c77a26c835136 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:13:33.392243 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e143cf52-e7a5-48c5-ac4c-92316ea11a24 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16245837'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:33.409692 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:33.649597 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b24cb3-0cc9-4f28-8965-f2cb9f7e5e1c req-96d564e5-7e8a-45be-8f3a-ec09ea7e1dab tempest-LiveMigrationTest-1833787117 tempest-LiveMigrationTest-1833787117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:33.651174 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-43b24cb3-0cc9-4f28-8965-f2cb9f7e5e1c req-96d564e5-7e8a-45be-8f3a-ec09ea7e1dab tempest-LiveMigrationTest-1833787117 tempest-LiveMigrationTest-1833787117-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=01506d15-4b2a-4485-b3ec-bce72d999a41&tenant_id=5fba7a982f4e455fbf6360a954bd3673&binding%3Ahost_id=n-h2-813679-3 HTTP/1.1" status: 200 len: 1096 time: 0.0837650 Oct 12 19:13:33.665468 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-43b24cb3-0cc9-4f28-8965-f2cb9f7e5e1c req-2a7afcb1-7a40-4e48-81e2-5688b6eb2f6f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-813679-3'}}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:13:33.718038 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e143cf52-e7a5-48c5-ac4c-92316ea11a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4306659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16245859'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:33.757058 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-43b24cb3-0cc9-4f28-8965-f2cb9f7e5e1c req-2a7afcb1-7a40-4e48-81e2-5688b6eb2f6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:33.787980 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e143cf52-e7a5-48c5-ac4c-92316ea11a24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4f49dc5-e874-495c-886d-4a58af79da10,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:13:33.820833 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e143cf52-e7a5-48c5-ac4c-92316ea11a24 admin admin] Checking segment: {'id': 'd193a04a-34c9-4571-8a42-8ff6f24e5c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'e7e41055-1292-4375-83c3-78e2dafcb52a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:13:33.821588 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e143cf52-e7a5-48c5-ac4c-92316ea11a24 admin admin] Network hostable DHCP agents. Network: e7e41055-1292-4375-83c3-78e2dafcb52a, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:13:33.901556 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e143cf52-e7a5-48c5-ac4c-92316ea11a24 admin admin] Network e7e41055-1292-4375-83c3-78e2dafcb52a is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:13:33.937882 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-43b24cb3-0cc9-4f28-8965-f2cb9f7e5e1c req-2a7afcb1-7a40-4e48-81e2-5688b6eb2f6f service neutron] For port 37efe2eb-359b-46a1-a6d9-e18d66f6a90d, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=37efe2eb-359b-46a1-a6d9-e18d66f6a90d,segment=NetworkSegment(af837146-1b4e-4c2b-b1ce-96eb7f990955),segment_id=af837146-1b4e-4c2b-b1ce-96eb7f990955)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:13:33.986796 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-43b24cb3-0cc9-4f28-8965-f2cb9f7e5e1c req-2a7afcb1-7a40-4e48-81e2-5688b6eb2f6f service neutron] For port 37efe2eb-359b-46a1-a6d9-e18d66f6a90d, host n-h2-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:13:33.996148 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-e143cf52-e7a5-48c5-ac4c-92316ea11a24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, e7e41055-1292-4375-83c3-78e2dafcb52a) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:13:34.003296 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e143cf52-e7a5-48c5-ac4c-92316ea11a24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:34.003679 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e143cf52-e7a5-48c5-ac4c-92316ea11a24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:34.008507 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a7c04c-4f55-4de6-b873-bfc054e0e446 None None] Network e7e41055-1292-4375-83c3-78e2dafcb52a requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:13:34.103018 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01506d15-4b2a-4485-b3ec-bce72d999a41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37efe2eb-359b-46a1-a6d9-e18d66f6a90d'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:13:34.106219 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec2fe275-3fac-44ab-b7d2-f9b98a12c185" -d '{"events": [{"server_uuid": "01506d15-4b2a-4485-b3ec-bce72d999a41", "name": "network-vif-unplugged", "status": "completed", "tag": "37efe2eb-359b-46a1-a6d9-e18d66f6a90d"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:13:34.112135 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-43b24cb3-0cc9-4f28-8965-f2cb9f7e5e1c req-2a7afcb1-7a40-4e48-81e2-5688b6eb2f6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:34.121511 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-e143cf52-e7a5-48c5-ac4c-92316ea11a24 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8413157 Oct 12 19:13:34.143989 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 37efe2eb-359b-46a1-a6d9-e18d66f6a90d details requested by agent hyperv_n-h1-813679-3 with host n-h1-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:13:34.146648 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 0c003b2b-afb8-47b3-863d-8ed3a7ee5389 up at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:13:34.197726 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-43b24cb3-0cc9-4f28-8965-f2cb9f7e5e1c req-2a7afcb1-7a40-4e48-81e2-5688b6eb2f6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:34.435221 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-43b24cb3-0cc9-4f28-8965-f2cb9f7e5e1c req-2a7afcb1-7a40-4e48-81e2-5688b6eb2f6f service neutron] Attempting to bind port 37efe2eb-359b-46a1-a6d9-e18d66f6a90d on host n-h2-813679-3 for vnic_type normal with profile {"migrating_to": "n-h1-813679-3"} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:13:34.435958 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-43b24cb3-0cc9-4f28-8965-f2cb9f7e5e1c req-2a7afcb1-7a40-4e48-81e2-5688b6eb2f6f service neutron] Attempting to bind port 37efe2eb-359b-46a1-a6d9-e18d66f6a90d by drivers openvswitch,hyperv on host n-h2-813679-3 at level 0 using segments [{'id': 'af837146-1b4e-4c2b-b1ce-96eb7f990955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c9c833e6-1691-44ed-bf82-cf9c18667411'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:13:34.435958 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b24cb3-0cc9-4f28-8965-f2cb9f7e5e1c req-2a7afcb1-7a40-4e48-81e2-5688b6eb2f6f service neutron] Attempting to bind port 37efe2eb-359b-46a1-a6d9-e18d66f6a90d on network c9c833e6-1691-44ed-bf82-cf9c18667411 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:13:34.444053 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7afcb1-7a40-4e48-81e2-5688b6eb2f6f service neutron] Pushing event updated for resources: {'Port': ['ID=37efe2eb-359b-46a1-a6d9-e18d66f6a90d,revision_number=7']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:13:34.455721 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b24cb3-0cc9-4f28-8965-f2cb9f7e5e1c req-2a7afcb1-7a40-4e48-81e2-5688b6eb2f6f service neutron] Port 37efe2eb-359b-46a1-a6d9-e18d66f6a90d on network c9c833e6-1691-44ed-bf82-cf9c18667411 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:13:34.456055 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b24cb3-0cc9-4f28-8965-f2cb9f7e5e1c req-2a7afcb1-7a40-4e48-81e2-5688b6eb2f6f service neutron] Attempting to bind port 37efe2eb-359b-46a1-a6d9-e18d66f6a90d on network c9c833e6-1691-44ed-bf82-cf9c18667411 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:13:34.468543 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b24cb3-0cc9-4f28-8965-f2cb9f7e5e1c req-2a7afcb1-7a40-4e48-81e2-5688b6eb2f6f service neutron] Checking agent: {'id': '233fbd7d-38e4-434f-bb8f-05364d7423a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:13:34.468904 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b24cb3-0cc9-4f28-8965-f2cb9f7e5e1c req-2a7afcb1-7a40-4e48-81e2-5688b6eb2f6f service neutron] Checking segment: {'id': 'af837146-1b4e-4c2b-b1ce-96eb7f990955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c9c833e6-1691-44ed-bf82-cf9c18667411'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:13:34.469281 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b24cb3-0cc9-4f28-8965-f2cb9f7e5e1c req-2a7afcb1-7a40-4e48-81e2-5688b6eb2f6f service neutron] Bound using segment: {'id': 'af837146-1b4e-4c2b-b1ce-96eb7f990955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c9c833e6-1691-44ed-bf82-cf9c18667411'} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:13:34.469735 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-43b24cb3-0cc9-4f28-8965-f2cb9f7e5e1c req-2a7afcb1-7a40-4e48-81e2-5688b6eb2f6f service neutron] Bound port: 37efe2eb-359b-46a1-a6d9-e18d66f6a90d, host: n-h2-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af837146-1b4e-4c2b-b1ce-96eb7f990955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c9c833e6-1691-44ed-bf82-cf9c18667411'}}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:13:34.470100 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-43b24cb3-0cc9-4f28-8965-f2cb9f7e5e1c req-2a7afcb1-7a40-4e48-81e2-5688b6eb2f6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:34.606930 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-43b24cb3-0cc9-4f28-8965-f2cb9f7e5e1c req-2a7afcb1-7a40-4e48-81e2-5688b6eb2f6f service neutron] For port 37efe2eb-359b-46a1-a6d9-e18d66f6a90d, host n-h2-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:13:34.615590 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-43b24cb3-0cc9-4f28-8965-f2cb9f7e5e1c req-2a7afcb1-7a40-4e48-81e2-5688b6eb2f6f service neutron] For port 37efe2eb-359b-46a1-a6d9-e18d66f6a90d, host n-h2-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=37efe2eb-359b-46a1-a6d9-e18d66f6a90d,segment=NetworkSegment(af837146-1b4e-4c2b-b1ce-96eb7f990955),segment_id=af837146-1b4e-4c2b-b1ce-96eb7f990955)] {{(pid=95501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:13:34.679646 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69ea6d7-0aca-48c7-863a-472a4b59b804 None None] Network e7e41055-1292-4375-83c3-78e2dafcb52a requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:13:34.685186 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning complete for port 0c003b2b-afb8-47b3-863d-8ed3a7ee5389 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:13:34.690551 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:34.702232 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:34.720869 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-43b24cb3-0cc9-4f28-8965-f2cb9f7e5e1c req-2a7afcb1-7a40-4e48-81e2-5688b6eb2f6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:34.783184 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 37efe2eb-359b-46a1-a6d9-e18d66f6a90d, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=37efe2eb-359b-46a1-a6d9-e18d66f6a90d,segment=NetworkSegment(af837146-1b4e-4c2b-b1ce-96eb7f990955),segment_id=af837146-1b4e-4c2b-b1ce-96eb7f990955)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:13:34.948877 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 37efe2eb-359b-46a1-a6d9-e18d66f6a90d has no active binding in host n-h1-813679-3 {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 12 19:13:35.006541 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7afcb1-7a40-4e48-81e2-5688b6eb2f6f service neutron] Pushing event updated for resources: {'Port': ['ID=37efe2eb-359b-46a1-a6d9-e18d66f6a90d,revision_number=8']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:13:35.115763 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b24cb3-0cc9-4f28-8965-f2cb9f7e5e1c req-2a7afcb1-7a40-4e48-81e2-5688b6eb2f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:35.118066 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-43b24cb3-0cc9-4f28-8965-f2cb9f7e5e1c req-2a7afcb1-7a40-4e48-81e2-5688b6eb2f6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:35.125029 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-43b24cb3-0cc9-4f28-8965-f2cb9f7e5e1c req-2a7afcb1-7a40-4e48-81e2-5688b6eb2f6f service neutron] 10.222.0.61 "PUT /v2.0/ports/37efe2eb-359b-46a1-a6d9-e18d66f6a90d HTTP/1.1" status: 200 len: 1121 time: 1.4609933 Oct 12 19:13:35.238261 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['37efe2eb-359b-46a1-a6d9-e18d66f6a90d'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:13:35.264547 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['37efe2eb-359b-46a1-a6d9-e18d66f6a90d'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:13:35.304202 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:35.382081 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '664646b6-1bc7-4f9a-bf1e-343f948f26da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c003b2b-afb8-47b3-863d-8ed3a7ee5389'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:13:35.385133 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1062d4fc-3846-4291-8ac7-b1c24c93f439" -d '{"events": [{"server_uuid": "664646b6-1bc7-4f9a-bf1e-343f948f26da", "name": "network-vif-plugged", "status": "completed", "tag": "0c003b2b-afb8-47b3-863d-8ed3a7ee5389"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:13:35.414835 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 0c003b2b-afb8-47b3-863d-8ed3a7ee5389, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=0c003b2b-afb8-47b3-863d-8ed3a7ee5389,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:13:35.781086 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:35.784386 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device f07269e0-e48b-4569-a09a-c615963da498 up at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:13:35.905387 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=0c003b2b-afb8-47b3-863d-8ed3a7ee5389,revision_number=10']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:13:36.012548 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning for port f07269e0-e48b-4569-a09a-c615963da498 completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:13:36.019890 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning complete for port f07269e0-e48b-4569-a09a-c615963da498 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:13:36.020567 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:36.219964 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:36.296791 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port f07269e0-e48b-4569-a09a-c615963da498, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=f07269e0-e48b-4569-a09a-c615963da498,segment=NetworkSegment(2f94fc4f-31bc-4375-ac03-8809ccdd3237),segment_id=2f94fc4f-31bc-4375-ac03-8809ccdd3237)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:13:36.375602 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:36.376909 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device bbb6f032-9983-404c-b1c6-2fb765621d8b up at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:13:36.519561 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=f07269e0-e48b-4569-a09a-c615963da498,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:13:36.671266 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning for port bbb6f032-9983-404c-b1c6-2fb765621d8b completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:13:36.678703 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning complete for port bbb6f032-9983-404c-b1c6-2fb765621d8b triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:13:36.679079 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:36.869419 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:36.957652 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port bbb6f032-9983-404c-b1c6-2fb765621d8b, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=bbb6f032-9983-404c-b1c6-2fb765621d8b,segment=NetworkSegment(878fbe08-8942-4370-940e-8e40452b25c5),segment_id=878fbe08-8942-4370-940e-8e40452b25c5)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:13:37.037807 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:37.148863 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=bbb6f032-9983-404c-b1c6-2fb765621d8b,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:13:39.869158 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 19:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ebfc7ae-811c-4d6e-976e-8373613cb921 x-openstack-request-id: req-3ebfc7ae-811c-4d6e-976e-8373613cb921 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:13:39.869700 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01506d15-4b2a-4485-b3ec-bce72d999a41", "name": "network-vif-unplugged", "status": "completed", "tag": "37efe2eb-359b-46a1-a6d9-e18d66f6a90d", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:13:39.869853 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3ebfc7ae-811c-4d6e-976e-8373613cb921 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:13:39.870438 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01506d15-4b2a-4485-b3ec-bce72d999a41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37efe2eb-359b-46a1-a6d9-e18d66f6a90d', 'code': 200} Oct 12 19:13:39.945029 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948fa798-51a2-4b5c-b45c-e63e6c589374 req-edc99225-773f-430e-b121-72723ca594a0 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:39.955155 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948fa798-51a2-4b5c-b45c-e63e6c589374 req-edc99225-773f-430e-b121-72723ca594a0 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:39.957477 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-948fa798-51a2-4b5c-b45c-e63e6c589374 req-edc99225-773f-430e-b121-72723ca594a0 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0069e32-d4be-4fbe-ae0b-e88d611bd370 HTTP/1.1" status: 200 len: 1683 time: 0.0811393 Oct 12 19:13:40.008223 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-948fa798-51a2-4b5c-b45c-e63e6c589374 req-9ed580ae-93fb-4925-a326-e6d79dc15194 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7fef4b9-8773-4d4f-9bfd-80a30678a2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402133 Oct 12 19:13:40.020166 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cf50f9-1ddc-4ef7-bb58-c565f22ebfcc req-e528c523-b0b0-4e0d-a506-cbd887fefbae tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:40.030617 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-68cf50f9-1ddc-4ef7-bb58-c565f22ebfcc req-e528c523-b0b0-4e0d-a506-cbd887fefbae tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/ports?device_id=01506d15-4b2a-4485-b3ec-bce72d999a41 HTTP/1.1" status: 200 len: 943 time: 0.0992031 Oct 12 19:13:40.077809 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-68cf50f9-1ddc-4ef7-bb58-c565f22ebfcc req-122f8d7e-81f8-49c4-9c4d-29425e6d989c tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cccf57-f452-41a8-9e48-a6e744310271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480211 Oct 12 19:13:40.247398 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-c85f33e7-ffef-4696-a411-e1aee98fc6ac req-5076ecfa-0f18-4c57-bc81-6650c63b9e08 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-354436220', 'description': 'tempest-description-107106728'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:13:40.274549 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54c82541-df3f-491e-b487-35ed3455deda x-openstack-request-id: req-54c82541-df3f-491e-b487-35ed3455deda {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:13:40.275180 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "664646b6-1bc7-4f9a-bf1e-343f948f26da", "name": "network-vif-plugged", "status": "completed", "tag": "0c003b2b-afb8-47b3-863d-8ed3a7ee5389", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:13:40.275180 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-54c82541-df3f-491e-b487-35ed3455deda {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:13:40.275522 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '664646b6-1bc7-4f9a-bf1e-343f948f26da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c003b2b-afb8-47b3-863d-8ed3a7ee5389', 'code': 200} Oct 12 19:13:40.346060 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-c85f33e7-ffef-4696-a411-e1aee98fc6ac req-5076ecfa-0f18-4c57-bc81-6650c63b9e08 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:40.427015 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-c85f33e7-ffef-4696-a411-e1aee98fc6ac req-5076ecfa-0f18-4c57-bc81-6650c63b9e08 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:40.824048 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-c85f33e7-ffef-4696-a411-e1aee98fc6ac req-5076ecfa-0f18-4c57-bc81-6650c63b9e08 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:40.848519 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5076ecfa-0f18-4c57-bc81-6650c63b9e08 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e618376-4d3b-4a83-af2b-8e040f002d74,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:13:41.016559 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-c85f33e7-ffef-4696-a411-e1aee98fc6ac req-5076ecfa-0f18-4c57-bc81-6650c63b9e08 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:41.017856 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c85f33e7-ffef-4696-a411-e1aee98fc6ac req-5076ecfa-0f18-4c57-bc81-6650c63b9e08 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.7766871 Oct 12 19:13:41.871804 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01506d15-4b2a-4485-b3ec-bce72d999a41', 'tag': '37efe2eb-359b-46a1-a6d9-e18d66f6a90d'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:13:41.874798 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-232d5d6f-2baa-45ad-883b-0731371c07d9" -d '{"events": [{"name": "network-changed", "server_uuid": "01506d15-4b2a-4485-b3ec-bce72d999a41", "tag": "37efe2eb-359b-46a1-a6d9-e18d66f6a90d"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:13:42.178490 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-c3498ceb-3e6b-4951-b4e8-7dd6bd7020df req-2a9d281e-7ca8-4db9-951c-3f6ef7c6223f tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2060804315', 'description': 'tempest-description-993684949'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:13:42.260254 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-c3498ceb-3e6b-4951-b4e8-7dd6bd7020df req-2a9d281e-7ca8-4db9-951c-3f6ef7c6223f tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:42.277431 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0069e32-d4be-4fbe-ae0b-e88d611bd370', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f07269e0-e48b-4569-a09a-c615963da498'}, {'server_uuid': 'b0069e32-d4be-4fbe-ae0b-e88d611bd370', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbb6f032-9983-404c-b1c6-2fb765621d8b'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:13:42.280411 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e0b1f11-cebf-4819-b2cf-77c02426707d" -d '{"events": [{"server_uuid": "b0069e32-d4be-4fbe-ae0b-e88d611bd370", "name": "network-vif-plugged", "status": "completed", "tag": "f07269e0-e48b-4569-a09a-c615963da498"}, {"server_uuid": "b0069e32-d4be-4fbe-ae0b-e88d611bd370", "name": "network-vif-plugged", "status": "completed", "tag": "bbb6f032-9983-404c-b1c6-2fb765621d8b"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:13:42.399540 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-c3498ceb-3e6b-4951-b4e8-7dd6bd7020df req-2a9d281e-7ca8-4db9-951c-3f6ef7c6223f tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:42.430208 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db257ea0-6f7e-42a6-9698-e8607fd57fdd req-c87b44f4-90dc-44f5-87e0-d74bf306e666 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:42.437033 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db257ea0-6f7e-42a6-9698-e8607fd57fdd req-c87b44f4-90dc-44f5-87e0-d74bf306e666 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:42.445809 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-db257ea0-6f7e-42a6-9698-e8607fd57fdd req-c87b44f4-90dc-44f5-87e0-d74bf306e666 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0069e32-d4be-4fbe-ae0b-e88d611bd370 HTTP/1.1" status: 200 len: 1683 time: 0.1067235 Oct 12 19:13:42.455270 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-c3498ceb-3e6b-4951-b4e8-7dd6bd7020df req-2a9d281e-7ca8-4db9-951c-3f6ef7c6223f tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:42.495448 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-db257ea0-6f7e-42a6-9698-e8607fd57fdd req-a1609056-2b30-4c46-a51d-14b55fa94fa3 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7fef4b9-8773-4d4f-9bfd-80a30678a2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447478 Oct 12 19:13:42.538868 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9d281e-7ca8-4db9-951c-3f6ef7c6223f tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5603a0c-6053-465c-ab8d-e660af93effa,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:13:42.563744 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-c3498ceb-3e6b-4951-b4e8-7dd6bd7020df req-2a9d281e-7ca8-4db9-951c-3f6ef7c6223f tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:42.591809 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c3498ceb-3e6b-4951-b4e8-7dd6bd7020df req-2a9d281e-7ca8-4db9-951c-3f6ef7c6223f tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4065285 Oct 12 19:13:42.624289 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeeff0f-d9ca-4f7c-8442-fe4b6716a204 req-05daced8-a973-4a3b-9979-25bdf889f561 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:42.633994 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-abeeff0f-d9ca-4f7c-8442-fe4b6716a204 req-05daced8-a973-4a3b-9979-25bdf889f561 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/ports?device_id=01506d15-4b2a-4485-b3ec-bce72d999a41 HTTP/1.1" status: 200 len: 943 time: 0.0720248 Oct 12 19:13:42.705817 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-abeeff0f-d9ca-4f7c-8442-fe4b6716a204 req-3367bea3-6b41-4c7c-ad79-744bdd5a52fb tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cccf57-f452-41a8-9e48-a6e744310271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705664 Oct 12 19:13:42.801916 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18d014bb-f205-4a0a-a341-7759bef7ab11 x-openstack-request-id: req-18d014bb-f205-4a0a-a341-7759bef7ab11 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:13:42.802129 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01506d15-4b2a-4485-b3ec-bce72d999a41", "tag": "37efe2eb-359b-46a1-a6d9-e18d66f6a90d", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:13:42.802555 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-18d014bb-f205-4a0a-a341-7759bef7ab11 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:13:42.802991 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01506d15-4b2a-4485-b3ec-bce72d999a41', 'tag': '37efe2eb-359b-46a1-a6d9-e18d66f6a90d', 'status': 'completed', 'code': 200} Oct 12 19:13:42.869250 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 12 Oct 2021 19:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eabab741-2e90-421c-bef3-6d2db1b7c5bc x-openstack-request-id: req-eabab741-2e90-421c-bef3-6d2db1b7c5bc {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:13:42.869548 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0069e32-d4be-4fbe-ae0b-e88d611bd370", "name": "network-vif-plugged", "status": "completed", "tag": "f07269e0-e48b-4569-a09a-c615963da498", "code": 200}, {"server_uuid": "b0069e32-d4be-4fbe-ae0b-e88d611bd370", "name": "network-vif-plugged", "status": "completed", "tag": "bbb6f032-9983-404c-b1c6-2fb765621d8b", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:13:42.869800 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-eabab741-2e90-421c-bef3-6d2db1b7c5bc {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:13:42.870187 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0069e32-d4be-4fbe-ae0b-e88d611bd370', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f07269e0-e48b-4569-a09a-c615963da498', 'code': 200} Oct 12 19:13:42.872328 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0069e32-d4be-4fbe-ae0b-e88d611bd370', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbb6f032-9983-404c-b1c6-2fb765621d8b', 'code': 200} Oct 12 19:13:42.932911 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232d5d6f-2baa-45ad-883b-0731371c07d9 req-90979c5a-4c8d-4781-be2c-2f589b6f9c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:42.934629 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-232d5d6f-2baa-45ad-883b-0731371c07d9 req-90979c5a-4c8d-4781-be2c-2f589b6f9c7c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5fba7a982f4e455fbf6360a954bd3673&device_id=01506d15-4b2a-4485-b3ec-bce72d999a41 HTTP/1.1" status: 200 len: 1124 time: 0.1028943 Oct 12 19:13:43.065835 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a069bd01-40a6-48c5-b3ce-654d48764d0b req-05072c41-3ef6-41c7-b432-06dd281b8d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:43.066382 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a069bd01-40a6-48c5-b3ce-654d48764d0b req-05072c41-3ef6-41c7-b432-06dd281b8d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:43.068000 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a069bd01-40a6-48c5-b3ce-654d48764d0b req-05072c41-3ef6-41c7-b432-06dd281b8d89 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b0069e32-d4be-4fbe-ae0b-e88d611bd370 HTTP/1.1" status: 200 len: 1985 time: 0.1119127 Oct 12 19:13:43.123046 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88352d0-0eb2-4375-a4c9-37059636fad8 req-4c5995c4-c50b-4eed-ace6-91d1be15aca4 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:43.124575 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e88352d0-0eb2-4375-a4c9-37059636fad8 req-4c5995c4-c50b-4eed-ace6-91d1be15aca4 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.49 "GET /v2.0/networks?id=e7e41055-1292-4375-83c3-78e2dafcb52a HTTP/1.1" status: 200 len: 813 time: 0.1641388 Oct 12 19:13:43.158935 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e88352d0-0eb2-4375-a4c9-37059636fad8 req-3b976016-c079-4d41-b5ca-5ba8e9a5c85d tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.49 "GET /v2.0/quotas/c0152dadd25443e0b77c77a26c835136 HTTP/1.1" status: 200 len: 375 time: 0.0265510 Oct 12 19:13:43.162602 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232d5d6f-2baa-45ad-883b-0731371c07d9 req-e4aea466-ebfb-41e6-9b91-2fd9ce446c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:43.170908 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-232d5d6f-2baa-45ad-883b-0731371c07d9 req-e4aea466-ebfb-41e6-9b91-2fd9ce446c9f service neutron] 10.222.0.67 "GET /v2.0/networks?id=c9c833e6-1691-44ed-bf82-cf9c18667411 HTTP/1.1" status: 200 len: 909 time: 0.2279079 Oct 12 19:13:43.213093 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e88352d0-0eb2-4375-a4c9-37059636fad8 req-2591d8b2-017d-4437-895d-bfc0cfa4cd6e tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=c0152dadd25443e0b77c77a26c835136&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0529711 Oct 12 19:13:43.248624 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-232d5d6f-2baa-45ad-883b-0731371c07d9 req-f5c92598-8ee5-488e-8708-085a8eaa3921 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=37efe2eb-359b-46a1-a6d9-e18d66f6a90d HTTP/1.1" status: 200 len: 217 time: 0.0674515 Oct 12 19:13:43.253442 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a069bd01-40a6-48c5-b3ce-654d48764d0b req-ca97afca-4ec0-43e6-8cfc-3e3a1727c686 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=f7fef4b9-8773-4d4f-9bfd-80a30678a2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685123 Oct 12 19:13:43.345203 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232d5d6f-2baa-45ad-883b-0731371c07d9 req-dd8e608c-a7b3-45bb-80a2-8859d2c4d7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:43.346691 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-232d5d6f-2baa-45ad-883b-0731371c07d9 req-dd8e608c-a7b3-45bb-80a2-8859d2c4d7e6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e0ebc949-3a0d-4490-86b6-8c422c8edc16 HTTP/1.1" status: 200 len: 848 time: 0.0899863 Oct 12 19:13:43.362048 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e88352d0-0eb2-4375-a4c9-37059636fad8 req-ba70a2a2-4820-4c7c-823e-28a3f08f3392 service neutron] 10.222.0.49 "GET /v2.0/networks/e7e41055-1292-4375-83c3-78e2dafcb52a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480198 Oct 12 19:13:43.416877 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-232d5d6f-2baa-45ad-883b-0731371c07d9 req-ef80b56a-5a8c-4ee1-a5b1-10623367dedd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c9c833e6-1691-44ed-bf82-cf9c18667411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605397 Oct 12 19:13:43.553451 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e88352d0-0eb2-4375-a4c9-37059636fad8 req-eaf6b814-69c4-4048-a0c3-ac383d699255 service neutron] 10.222.0.49 "GET /v2.0/networks/e7e41055-1292-4375-83c3-78e2dafcb52a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847558 Oct 12 19:13:43.656218 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed438863-1738-4e51-b369-3ad3acb4c36b req-ad12f959-823d-405c-b1c3-a6b6755d9f97 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:43.663738 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ed438863-1738-4e51-b369-3ad3acb4c36b req-ad12f959-823d-405c-b1c3-a6b6755d9f97 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/networks?id=de7a4800-3a36-49db-938a-a424194241c9 HTTP/1.1" status: 200 len: 805 time: 0.1357031 Oct 12 19:13:43.698186 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ed438863-1738-4e51-b369-3ad3acb4c36b req-29320d8c-d386-457f-9f3b-c3d9f0e42718 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/quotas/21466a39e7454d76a525d9f64a023efa HTTP/1.1" status: 200 len: 375 time: 0.0332711 Oct 12 19:13:43.701852 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-232d5d6f-2baa-45ad-883b-0731371c07d9 req-864a2c7c-e8f5-48db-9083-63fdf2685174 service neutron] 10.222.0.67 "GET /v2.0/networks/c9c833e6-1691-44ed-bf82-cf9c18667411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2737002 Oct 12 19:13:43.894118 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ed438863-1738-4e51-b369-3ad3acb4c36b req-47c2891a-cd84-45e4-8496-17aecc4fb79b tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=21466a39e7454d76a525d9f64a023efa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1946669 Oct 12 19:13:43.907324 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-232d5d6f-2baa-45ad-883b-0731371c07d9 req-6f051c40-b799-4865-acd1-615bd9931146 service neutron] 10.222.0.67 "GET /v2.0/networks/c9c833e6-1691-44ed-bf82-cf9c18667411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953893 Oct 12 19:13:43.991397 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1e9f49-910a-41da-9f68-7922143c2017 req-06c34273-8adc-49bd-8322-b1183bcdc22b tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:44.000582 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1e9f49-910a-41da-9f68-7922143c2017 req-06c34273-8adc-49bd-8322-b1183bcdc22b tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:44.003206 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1a1e9f49-910a-41da-9f68-7922143c2017 req-06c34273-8adc-49bd-8322-b1183bcdc22b tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0069e32-d4be-4fbe-ae0b-e88d611bd370 HTTP/1.1" status: 200 len: 1683 time: 0.1561058 Oct 12 19:13:44.076354 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ed438863-1738-4e51-b369-3ad3acb4c36b req-5bc0e844-b69e-4f16-9e3f-5b7aba455cb7 service neutron] 10.222.0.49 "GET /v2.0/networks/de7a4800-3a36-49db-938a-a424194241c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810577 Oct 12 19:13:44.105252 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1a1e9f49-910a-41da-9f68-7922143c2017 req-a826c148-b0b1-44cb-b774-d1d4f420211b tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7fef4b9-8773-4d4f-9bfd-80a30678a2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937374 Oct 12 19:13:44.194309 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device f9c6db0d-621b-48da-bd4d-f05073bda987 no longer exists at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:13:44.216314 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ed438863-1738-4e51-b369-3ad3acb4c36b req-807a95fa-9e9b-4894-aefb-ceba3ce649a8 service neutron] 10.222.0.49 "GET /v2.0/networks/de7a4800-3a36-49db-938a-a424194241c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335700 Oct 12 19:13:44.307536 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:44.348652 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port f9c6db0d-621b-48da-bd4d-f05073bda987, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=f9c6db0d-621b-48da-bd4d-f05073bda987,segment=NetworkSegment(35dde9ae-6a3d-4327-a38f-c2a1ca6f0ad7),segment_id=35dde9ae-6a3d-4327-a38f-c2a1ca6f0ad7)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:13:44.431969 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1367ed8a-fe7b-4ae4-99d0-4698de1b150e req-c54ba064-a07b-457c-8cac-2d87b22e32e7 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:44.434954 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1367ed8a-fe7b-4ae4-99d0-4698de1b150e req-c54ba064-a07b-457c-8cac-2d87b22e32e7 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/ports?device_id=01506d15-4b2a-4485-b3ec-bce72d999a41 HTTP/1.1" status: 200 len: 943 time: 0.0771098 Oct 12 19:13:44.437904 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:44.505375 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=f9c6db0d-621b-48da-bd4d-f05073bda987,revision_number=8']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:13:44.510464 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1367ed8a-fe7b-4ae4-99d0-4698de1b150e req-f5908f36-6e07-4f04-b814-1c296eae0840 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cccf57-f452-41a8-9e48-a6e744310271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573711 Oct 12 19:13:44.763555 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-75607c97-4666-4055-bde9-23876bcec25a req-3bc71244-0f16-4769-af7c-5f89b4af07d0 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.49 "GET /v2.0/ports?device_id=45d3ede1-6950-4c19-917f-12957a22e060 HTTP/1.1" status: 200 len: 210 time: 0.0897105 Oct 12 19:13:44.874212 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eb0556d-c637-4143-9cd2-13811ade9ce3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9c6db0d-621b-48da-bd4d-f05073bda987'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:13:44.876553 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8247565e-c277-4eb5-98a4-66cdcd70823c" -d '{"events": [{"server_uuid": "9eb0556d-c637-4143-9cd2-13811ade9ce3", "name": "network-vif-unplugged", "status": "completed", "tag": "f9c6db0d-621b-48da-bd4d-f05073bda987"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:13:44.944292 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-291f4a62-f2a2-4e1e-8eed-25f658c83467 req-35d1ed19-4a9e-4910-bb9f-2fc2dcf8fc47 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76d8672-6416-4017-8f22-b5afeb405fbd HTTP/1.1" status: 200 len: 210 time: 0.0698998 Oct 12 19:13:44.948856 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 19:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de62455a-a412-4f58-856f-f1c8b80dc8c9 x-openstack-request-id: req-de62455a-a412-4f58-856f-f1c8b80dc8c9 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:13:44.949377 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eb0556d-c637-4143-9cd2-13811ade9ce3", "name": "network-vif-unplugged", "status": "completed", "tag": "f9c6db0d-621b-48da-bd4d-f05073bda987", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:13:44.949953 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-de62455a-a412-4f58-856f-f1c8b80dc8c9 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:13:44.950488 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eb0556d-c637-4143-9cd2-13811ade9ce3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9c6db0d-621b-48da-bd4d-f05073bda987', 'code': 200} Oct 12 19:13:45.258002 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d893884-2312-4cbf-b0b1-6139db96be84 req-7f35707e-5874-42cf-9bce-d34f455510ce tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:45.264885 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d893884-2312-4cbf-b0b1-6139db96be84 req-7f35707e-5874-42cf-9bce-d34f455510ce tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:45.266619 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7d893884-2312-4cbf-b0b1-6139db96be84 req-7f35707e-5874-42cf-9bce-d34f455510ce tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0069e32-d4be-4fbe-ae0b-e88d611bd370 HTTP/1.1" status: 200 len: 1683 time: 0.0749145 Oct 12 19:13:45.445203 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7d893884-2312-4cbf-b0b1-6139db96be84 req-ecc72641-43f5-4be6-a2e6-84d5abdafbfd tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7fef4b9-8773-4d4f-9bfd-80a30678a2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548322 Oct 12 19:13:45.445474 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 37efe2eb-359b-46a1-a6d9-e18d66f6a90d no longer exists at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:13:45.446455 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d48ded-05aa-4675-82d9-8fa75970d63d req-d40e0882-47c3-44b6-85b9-49e540d67a36 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:45.446455 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e4d48ded-05aa-4675-82d9-8fa75970d63d req-d40e0882-47c3-44b6-85b9-49e540d67a36 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.61 "GET /v2.0/ports?device_id=9eb0556d-c637-4143-9cd2-13811ade9ce3 HTTP/1.1" status: 200 len: 943 time: 0.0538146 Oct 12 19:13:45.534778 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-e4d48ded-05aa-4675-82d9-8fa75970d63d req-e5191dae-65b7-4efd-a25e-a5c5f1dcd460 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Deleting port f9c6db0d-621b-48da-bd4d-f05073bda987 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:13:45.535123 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-e4d48ded-05aa-4675-82d9-8fa75970d63d req-e5191dae-65b7-4efd-a25e-a5c5f1dcd460 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:45.671753 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-e4d48ded-05aa-4675-82d9-8fa75970d63d req-e5191dae-65b7-4efd-a25e-a5c5f1dcd460 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] For port f9c6db0d-621b-48da-bd4d-f05073bda987, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=f9c6db0d-621b-48da-bd4d-f05073bda987,segment=NetworkSegment(35dde9ae-6a3d-4327-a38f-c2a1ca6f0ad7),segment_id=35dde9ae-6a3d-4327-a38f-c2a1ca6f0ad7)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:13:45.672156 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-e4d48ded-05aa-4675-82d9-8fa75970d63d req-e5191dae-65b7-4efd-a25e-a5c5f1dcd460 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:45.691299 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-e4d48ded-05aa-4675-82d9-8fa75970d63d req-e5191dae-65b7-4efd-a25e-a5c5f1dcd460 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Calling delete_port for f9c6db0d-621b-48da-bd4d-f05073bda987 owned by compute:nova {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:13:45.721584 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d999b4-79fd-486f-8746-2c21a2e03353 req-e3c422de-6501-47aa-9bb3-1979c16ab691 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:45.723145 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-49d999b4-79fd-486f-8746-2c21a2e03353 req-e3c422de-6501-47aa-9bb3-1979c16ab691 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/ports?device_id=01506d15-4b2a-4485-b3ec-bce72d999a41 HTTP/1.1" status: 200 len: 943 time: 0.1156323 Oct 12 19:13:45.871269 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-49d999b4-79fd-486f-8746-2c21a2e03353 req-f9721967-21e0-415e-b7b8-4ca09904012e tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cccf57-f452-41a8-9e48-a6e744310271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389627 Oct 12 19:13:46.086176 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-302c53f7-4a12-428e-bd6a-572836b25bcc req-efe429b5-c404-4f2b-824a-e41abf281fd8 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.49 "GET /v2.0/ports?device_id=45d3ede1-6950-4c19-917f-12957a22e060 HTTP/1.1" status: 200 len: 210 time: 0.0913231 Oct 12 19:13:46.200444 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-22e57b99-ff88-450e-881e-618592160e92 req-775aa1a3-81e7-46b8-8ec9-369fb563fe50 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76d8672-6416-4017-8f22-b5afeb405fbd HTTP/1.1" status: 200 len: 210 time: 0.0446658 Oct 12 19:13:46.254377 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-e4d48ded-05aa-4675-82d9-8fa75970d63d req-e5191dae-65b7-4efd-a25e-a5c5f1dcd460 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:46.305524 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5191dae-65b7-4efd-a25e-a5c5f1dcd460 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Pushing event deleted for resources: {'Port': ['ID=f9c6db0d-621b-48da-bd4d-f05073bda987,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:13:46.390826 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4d48ded-05aa-4675-82d9-8fa75970d63d req-e5191dae-65b7-4efd-a25e-a5c5f1dcd460 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] No DVR routers for this DVR port f9c6db0d-621b-48da-bd4d-f05073bda987 on host n-h1-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:13:46.398682 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-e4d48ded-05aa-4675-82d9-8fa75970d63d req-e5191dae-65b7-4efd-a25e-a5c5f1dcd460 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:46.405315 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e4d48ded-05aa-4675-82d9-8fa75970d63d req-e5191dae-65b7-4efd-a25e-a5c5f1dcd460 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.61 "DELETE /v2.0/ports/f9c6db0d-621b-48da-bd4d-f05073bda987 HTTP/1.1" status: 204 len: 173 time: 0.9772093 Oct 12 19:13:46.405805 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eb0556d-c637-4143-9cd2-13811ade9ce3', 'name': 'network-vif-deleted', 'tag': 'f9c6db0d-621b-48da-bd4d-f05073bda987'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:13:46.411281 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78c7bab6-6500-46e2-87dd-cbbe678486fd" -d '{"events": [{"server_uuid": "9eb0556d-c637-4143-9cd2-13811ade9ce3", "name": "network-vif-deleted", "tag": "f9c6db0d-621b-48da-bd4d-f05073bda987"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:13:46.498775 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fa6907-09d7-440d-bf3c-f458f55050fc req-eca0a7d4-83e2-4466-b491-d8ffa5e237b2 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:46.506265 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fa6907-09d7-440d-bf3c-f458f55050fc req-eca0a7d4-83e2-4466-b491-d8ffa5e237b2 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:46.515977 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f9fa6907-09d7-440d-bf3c-f458f55050fc req-eca0a7d4-83e2-4466-b491-d8ffa5e237b2 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0069e32-d4be-4fbe-ae0b-e88d611bd370 HTTP/1.1" status: 200 len: 1683 time: 0.0950332 Oct 12 19:13:46.518568 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbb99a27-dacf-41e9-a5c9-43d1a9357483 x-openstack-request-id: req-dbb99a27-dacf-41e9-a5c9-43d1a9357483 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:13:46.518976 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eb0556d-c637-4143-9cd2-13811ade9ce3", "name": "network-vif-deleted", "tag": "f9c6db0d-621b-48da-bd4d-f05073bda987", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:13:46.519231 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-dbb99a27-dacf-41e9-a5c9-43d1a9357483 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:13:46.519625 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eb0556d-c637-4143-9cd2-13811ade9ce3', 'name': 'network-vif-deleted', 'tag': 'f9c6db0d-621b-48da-bd4d-f05073bda987', 'status': 'completed', 'code': 200} Oct 12 19:13:46.567149 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f9fa6907-09d7-440d-bf3c-f458f55050fc req-fe4ba497-e9df-40c8-9e42-ae05363c174d tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7fef4b9-8773-4d4f-9bfd-80a30678a2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494530 Oct 12 19:13:47.038516 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232e7455-77ea-43c2-b291-5a3b8fb0a8c5 req-ef7e3927-8a4c-4b02-8b2b-149adc44351f tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:47.054148 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-232e7455-77ea-43c2-b291-5a3b8fb0a8c5 req-ef7e3927-8a4c-4b02-8b2b-149adc44351f tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/ports?device_id=01506d15-4b2a-4485-b3ec-bce72d999a41 HTTP/1.1" status: 200 len: 943 time: 0.0932906 Oct 12 19:13:47.157057 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-232e7455-77ea-43c2-b291-5a3b8fb0a8c5 req-08a63d08-2317-46f0-9c30-f92e41d51e39 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cccf57-f452-41a8-9e48-a6e744310271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013772 Oct 12 19:13:47.245847 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88352d0-0eb2-4375-a4c9-37059636fad8 req-434220ce-c05e-4778-8019-de07c96d3e23 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:47.247530 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e88352d0-0eb2-4375-a4c9-37059636fad8 req-434220ce-c05e-4778-8019-de07c96d3e23 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.67 "GET /v2.0/networks?id=e7e41055-1292-4375-83c3-78e2dafcb52a HTTP/1.1" status: 200 len: 813 time: 0.1746142 Oct 12 19:13:47.263065 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-e88352d0-0eb2-4375-a4c9-37059636fad8 req-723dac9b-b5ac-489a-9722-8dc67cba4596 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Request body: {'port': {'device_id': '45d3ede1-6950-4c19-917f-12957a22e060', 'network_id': 'e7e41055-1292-4375-83c3-78e2dafcb52a', 'admin_state_up': True, 'tenant_id': 'c0152dadd25443e0b77c77a26c835136'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:13:47.312401 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-244a4e62-d1cd-4376-b5fd-3f39ed36fa4c req-116f0acf-0091-444b-b170-746646759c87 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.49 "GET /v2.0/ports?device_id=45d3ede1-6950-4c19-917f-12957a22e060 HTTP/1.1" status: 200 len: 210 time: 0.0540957 Oct 12 19:13:47.434829 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d0d222ea-5dcf-4a4a-98ca-56a3daea591e req-8b62a83b-e9ae-4752-89bf-8392bf2a5eec tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76d8672-6416-4017-8f22-b5afeb405fbd HTTP/1.1" status: 200 len: 210 time: 0.0437987 Oct 12 19:13:47.485320 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409c79f4-ff11-4e21-bf60-cde1ff4046de req-4ec28b1a-f846-4535-8b70-23b7cfbe8ea9 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:47.492495 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409c79f4-ff11-4e21-bf60-cde1ff4046de req-4ec28b1a-f846-4535-8b70-23b7cfbe8ea9 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:47.507268 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-409c79f4-ff11-4e21-bf60-cde1ff4046de req-4ec28b1a-f846-4535-8b70-23b7cfbe8ea9 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0069e32-d4be-4fbe-ae0b-e88d611bd370 HTTP/1.1" status: 200 len: 1683 time: 0.1884048 Oct 12 19:13:47.565589 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-409c79f4-ff11-4e21-bf60-cde1ff4046de req-6329433c-cf8e-48ae-a0de-90ddd0086aea tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7fef4b9-8773-4d4f-9bfd-80a30678a2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569329 Oct 12 19:13:47.642948 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e88352d0-0eb2-4375-a4c9-37059636fad8 req-723dac9b-b5ac-489a-9722-8dc67cba4596 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Made reservation on behalf of c0152dadd25443e0b77c77a26c835136 for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:13:47.646589 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-e88352d0-0eb2-4375-a4c9-37059636fad8 req-723dac9b-b5ac-489a-9722-8dc67cba4596 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:47.761006 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed438863-1738-4e51-b369-3ad3acb4c36b req-2dfa66d4-826c-4acf-882a-844752e3de3c tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:47.762935 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ed438863-1738-4e51-b369-3ad3acb4c36b req-2dfa66d4-826c-4acf-882a-844752e3de3c tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.67 "GET /v2.0/networks?id=de7a4800-3a36-49db-938a-a424194241c9 HTTP/1.1" status: 200 len: 805 time: 0.1528187 Oct 12 19:13:47.776829 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-ed438863-1738-4e51-b369-3ad3acb4c36b req-d31314d0-cd4f-4c6d-87c0-c1e24b7cc6e7 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Request body: {'port': {'device_id': 'b76d8672-6416-4017-8f22-b5afeb405fbd', 'network_id': 'de7a4800-3a36-49db-938a-a424194241c9', 'admin_state_up': True, 'tenant_id': '21466a39e7454d76a525d9f64a023efa'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:13:47.804674 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [req-e88352d0-0eb2-4375-a4c9-37059636fad8 req-723dac9b-b5ac-489a-9722-8dc67cba4596 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Allocated IP 172.20.0.4 (e7e41055-1292-4375-83c3-78e2dafcb52a/c4f49dc5-e874-495c-886d-4a58af79da10/9902639a-c094-4c79-8a4e-29bd67044e2b) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:13:47.990758 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed438863-1738-4e51-b369-3ad3acb4c36b req-d31314d0-cd4f-4c6d-87c0-c1e24b7cc6e7 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Made reservation on behalf of 21466a39e7454d76a525d9f64a023efa for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:13:47.996223 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-ed438863-1738-4e51-b369-3ad3acb4c36b req-d31314d0-cd4f-4c6d-87c0-c1e24b7cc6e7 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:48.077138 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-e88352d0-0eb2-4375-a4c9-37059636fad8 req-723dac9b-b5ac-489a-9722-8dc67cba4596 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:48.174718 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [req-ed438863-1738-4e51-b369-3ad3acb4c36b req-d31314d0-cd4f-4c6d-87c0-c1e24b7cc6e7 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Allocated IP 172.20.0.7 (de7a4800-3a36-49db-938a-a424194241c9/a04d54df-064e-4c45-85d6-73b27d98a999/7ba0e993-722e-4916-8428-0db6681be167) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:13:48.207971 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-e88352d0-0eb2-4375-a4c9-37059636fad8 req-723dac9b-b5ac-489a-9722-8dc67cba4596 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:48.214813 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 0c003b2b-afb8-47b3-863d-8ed3a7ee5389 no longer exists at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:13:48.303573 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723dac9b-b5ac-489a-9722-8dc67cba4596 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Pushing event updated for resources: {'Port': ['ID=9902639a-c094-4c79-8a4e-29bd67044e2b,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:13:48.331535 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e88352d0-0eb2-4375-a4c9-37059636fad8 req-723dac9b-b5ac-489a-9722-8dc67cba4596 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Network e7e41055-1292-4375-83c3-78e2dafcb52a is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:13:48.335175 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [req-e88352d0-0eb2-4375-a4c9-37059636fad8 req-723dac9b-b5ac-489a-9722-8dc67cba4596 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:13:48.342482 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-e88352d0-0eb2-4375-a4c9-37059636fad8 req-723dac9b-b5ac-489a-9722-8dc67cba4596 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:13:48.374507 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcea7b6f-e403-48bd-bb0b-2a95a0693571 req-1a20da99-cb82-4d34-96fa-76ab4ddb52d9 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:48.375995 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-fcea7b6f-e403-48bd-bb0b-2a95a0693571 req-1a20da99-cb82-4d34-96fa-76ab4ddb52d9 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/ports?device_id=01506d15-4b2a-4485-b3ec-bce72d999a41 HTTP/1.1" status: 200 len: 943 time: 0.0788140 Oct 12 19:13:48.418998 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:48.449517 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-ed438863-1738-4e51-b369-3ad3acb4c36b req-d31314d0-cd4f-4c6d-87c0-c1e24b7cc6e7 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:48.457757 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88352d0-0eb2-4375-a4c9-37059636fad8 req-723dac9b-b5ac-489a-9722-8dc67cba4596 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:48.457757 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-e88352d0-0eb2-4375-a4c9-37059636fad8 req-723dac9b-b5ac-489a-9722-8dc67cba4596 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:48.468297 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '664646b6-1bc7-4f9a-bf1e-343f948f26da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c003b2b-afb8-47b3-863d-8ed3a7ee5389'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:13:48.471016 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b354340f-be7e-4278-b808-4f924497805e" -d '{"events": [{"server_uuid": "664646b6-1bc7-4f9a-bf1e-343f948f26da", "name": "network-vif-unplugged", "status": "completed", "tag": "0c003b2b-afb8-47b3-863d-8ed3a7ee5389"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:13:48.478531 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-fcea7b6f-e403-48bd-bb0b-2a95a0693571 req-82e2fcbb-8ca5-420c-9264-6b88389abc2b tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cccf57-f452-41a8-9e48-a6e744310271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928147 Oct 12 19:13:48.494915 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 0c003b2b-afb8-47b3-863d-8ed3a7ee5389, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=0c003b2b-afb8-47b3-863d-8ed3a7ee5389,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:13:48.567564 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e88352d0-0eb2-4375-a4c9-37059636fad8 req-723dac9b-b5ac-489a-9722-8dc67cba4596 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3087790 Oct 12 19:13:48.582627 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-e88352d0-0eb2-4375-a4c9-37059636fad8 req-267482ec-b68f-41fc-af75-4ffeb30b2fe6 service neutron] Request body: {'port': {'device_id': '45d3ede1-6950-4c19-917f-12957a22e060', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-3'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:13:48.595482 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89e0c8c-1388-4211-aa54-964881cb7255 req-a3dd132b-75aa-4158-9a07-1f8304b42108 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:48.603818 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e89e0c8c-1388-4211-aa54-964881cb7255 req-a3dd132b-75aa-4158-9a07-1f8304b42108 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.49 "GET /v2.0/ports?device_id=45d3ede1-6950-4c19-917f-12957a22e060 HTTP/1.1" status: 200 len: 931 time: 0.1080887 Oct 12 19:13:48.637319 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:48.638729 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device f9c6db0d-621b-48da-bd4d-f05073bda987 no longer exists at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:13:48.642362 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce19b7d-3c14-49b5-a575-e428f18a3140 req-100c0755-40c0-4646-ad86-79d1fba1ef8b tempest-ImagesOneServerTestJSON-1274155994 tempest-ImagesOneServerTestJSON-1274155994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:48.647951 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3ce19b7d-3c14-49b5-a575-e428f18a3140 req-100c0755-40c0-4646-ad86-79d1fba1ef8b tempest-ImagesOneServerTestJSON-1274155994 tempest-ImagesOneServerTestJSON-1274155994-project] 10.222.0.49 "GET /v2.0/ports?device_id=664646b6-1bc7-4f9a-bf1e-343f948f26da HTTP/1.1" status: 200 len: 950 time: 0.0695701 Oct 12 19:13:48.666867 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e89e0c8c-1388-4211-aa54-964881cb7255 req-bf29e775-cb1e-4917-8737-a681d4c58f50 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.49 "GET /v2.0/security-groups?id=5db68f36-da5e-4c70-9151-5d33b0141201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618246 Oct 12 19:13:48.682550 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-ed438863-1738-4e51-b369-3ad3acb4c36b req-d31314d0-cd4f-4c6d-87c0-c1e24b7cc6e7 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:48.737180 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] No Port match for: f9c6db0d-621b-48da-bd4d-f05073bda987 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:13:48.738170 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device f9c6db0d-621b-48da-bd4d-f05073bda987 not bound to the agent host n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:13:48.752954 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=0c003b2b-afb8-47b3-863d-8ed3a7ee5389,revision_number=11']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:13:48.799360 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3ce19b7d-3c14-49b5-a575-e428f18a3140 req-6021cc26-42f6-45a0-8435-9035d9f71995 tempest-ImagesOneServerTestJSON-1274155994 tempest-ImagesOneServerTestJSON-1274155994-project] 10.222.0.49 "GET /v2.0/security-groups?id=c21c7d48-688b-4684-8e93-07770a654e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504426 Oct 12 19:13:48.817095 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31314d0-cd4f-4c6d-87c0-c1e24b7cc6e7 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Pushing event updated for resources: {'Port': ['ID=7ba0e993-722e-4916-8428-0db6681be167,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:13:48.826046 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-e88352d0-0eb2-4375-a4c9-37059636fad8 req-267482ec-b68f-41fc-af75-4ffeb30b2fe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:48.835162 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed438863-1738-4e51-b369-3ad3acb4c36b req-d31314d0-cd4f-4c6d-87c0-c1e24b7cc6e7 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Network de7a4800-3a36-49db-938a-a424194241c9 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:13:48.836695 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [req-ed438863-1738-4e51-b369-3ad3acb4c36b req-d31314d0-cd4f-4c6d-87c0-c1e24b7cc6e7 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:13:48.841097 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed438863-1738-4e51-b369-3ad3acb4c36b req-d31314d0-cd4f-4c6d-87c0-c1e24b7cc6e7 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:13:48.877953 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 19:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8654d53-8804-4e22-a69c-967c5db6f929 x-openstack-request-id: req-e8654d53-8804-4e22-a69c-967c5db6f929 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:13:48.878237 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "664646b6-1bc7-4f9a-bf1e-343f948f26da", "name": "network-vif-unplugged", "status": "completed", "tag": "0c003b2b-afb8-47b3-863d-8ed3a7ee5389", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:13:48.878502 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e8654d53-8804-4e22-a69c-967c5db6f929 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:13:48.878886 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '664646b6-1bc7-4f9a-bf1e-343f948f26da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c003b2b-afb8-47b3-863d-8ed3a7ee5389', 'code': 200} Oct 12 19:13:48.881991 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71da588-7b25-4c5d-9f64-940168cda925 req-7c81e390-b663-4fcd-9f58-404c5b4d3641 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:48.898824 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71da588-7b25-4c5d-9f64-940168cda925 req-7c81e390-b663-4fcd-9f58-404c5b4d3641 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:48.900627 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed438863-1738-4e51-b369-3ad3acb4c36b req-d31314d0-cd4f-4c6d-87c0-c1e24b7cc6e7 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:48.901025 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f71da588-7b25-4c5d-9f64-940168cda925 req-7c81e390-b663-4fcd-9f58-404c5b4d3641 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0069e32-d4be-4fbe-ae0b-e88d611bd370 HTTP/1.1" status: 200 len: 1683 time: 0.1771820 Oct 12 19:13:48.901274 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-ed438863-1738-4e51-b369-3ad3acb4c36b req-d31314d0-cd4f-4c6d-87c0-c1e24b7cc6e7 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:48.944254 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c574e5-d935-4cb0-9cc5-2593587685f9 req-3b6a4ce4-cdbb-4803-a0c3-01210bc2999a tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:48.945743 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-19c574e5-d935-4cb0-9cc5-2593587685f9 req-3b6a4ce4-cdbb-4803-a0c3-01210bc2999a tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76d8672-6416-4017-8f22-b5afeb405fbd HTTP/1.1" status: 200 len: 931 time: 0.1600206 Oct 12 19:13:49.018170 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ed438863-1738-4e51-b369-3ad3acb4c36b req-d31314d0-cd4f-4c6d-87c0-c1e24b7cc6e7 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2454734 Oct 12 19:13:49.032000 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-ed438863-1738-4e51-b369-3ad3acb4c36b req-bba3df30-be28-4db1-ba45-79b71df330bb service neutron] Request body: {'port': {'device_id': 'b76d8672-6416-4017-8f22-b5afeb405fbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:13:49.035833 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-19c574e5-d935-4cb0-9cc5-2593587685f9 req-f8e31632-5144-4a7d-94e5-4fe88cc006fa tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/security-groups?id=453b01c6-7fe6-41ac-8e1d-6df7a2675094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651572 Oct 12 19:13:49.340577 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-f71da588-7b25-4c5d-9f64-940168cda925 req-667212e9-452c-4553-9ec7-a20dbf6b5af6 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Deleting port f07269e0-e48b-4569-a09a-c615963da498 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:13:49.342759 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-f71da588-7b25-4c5d-9f64-940168cda925 req-667212e9-452c-4553-9ec7-a20dbf6b5af6 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:49.506229 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-f71da588-7b25-4c5d-9f64-940168cda925 req-667212e9-452c-4553-9ec7-a20dbf6b5af6 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] For port f07269e0-e48b-4569-a09a-c615963da498, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=f07269e0-e48b-4569-a09a-c615963da498,segment=NetworkSegment(2f94fc4f-31bc-4375-ac03-8809ccdd3237),segment_id=2f94fc4f-31bc-4375-ac03-8809ccdd3237)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:13:49.506229 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-f71da588-7b25-4c5d-9f64-940168cda925 req-667212e9-452c-4553-9ec7-a20dbf6b5af6 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:49.534068 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-f71da588-7b25-4c5d-9f64-940168cda925 req-667212e9-452c-4553-9ec7-a20dbf6b5af6 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Calling delete_port for f07269e0-e48b-4569-a09a-c615963da498 owned by compute:nova {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:13:49.573155 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21adf47e-c1ec-4d1b-a6f2-f80b90bccd78 req-0cb92974-81e7-4388-a930-e3bfb59c4434 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:49.579180 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21adf47e-c1ec-4d1b-a6f2-f80b90bccd78 req-0cb92974-81e7-4388-a930-e3bfb59c4434 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:49.586628 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-21adf47e-c1ec-4d1b-a6f2-f80b90bccd78 req-0cb92974-81e7-4388-a930-e3bfb59c4434 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0069e32-d4be-4fbe-ae0b-e88d611bd370 HTTP/1.1" status: 200 len: 1683 time: 0.5091074 Oct 12 19:13:49.596210 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-ed438863-1738-4e51-b369-3ad3acb4c36b req-bba3df30-be28-4db1-ba45-79b71df330bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:49.613449 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [req-e88352d0-0eb2-4375-a4c9-37059636fad8 req-267482ec-b68f-41fc-af75-4ffeb30b2fe6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9902639a-c094-4c79-8a4e-29bd67044e2b {{(pid=95501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:13:49.625172 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-e88352d0-0eb2-4375-a4c9-37059636fad8 req-267482ec-b68f-41fc-af75-4ffeb30b2fe6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:49.657421 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.provisioning_blocks [req-e88352d0-0eb2-4375-a4c9-37059636fad8 req-267482ec-b68f-41fc-af75-4ffeb30b2fe6 service neutron] Transition to ACTIVE for port object 9902639a-c094-4c79-8a4e-29bd67044e2b will not be triggered until provisioned by entity L2. {{(pid=95501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:13:49.677908 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-21adf47e-c1ec-4d1b-a6f2-f80b90bccd78 req-a57ab22c-449a-4ccd-b969-51befc007039 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7fef4b9-8773-4d4f-9bfd-80a30678a2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902810 Oct 12 19:13:49.785794 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-e88352d0-0eb2-4375-a4c9-37059636fad8 req-267482ec-b68f-41fc-af75-4ffeb30b2fe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:49.865553 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267482ec-b68f-41fc-af75-4ffeb30b2fe6 service neutron] Pushing event updated for resources: {'Port': ['ID=9902639a-c094-4c79-8a4e-29bd67044e2b,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:13:49.917155 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6538b4b5-fbcb-4b60-bf70-ece34860af18 req-e2290157-cb9a-446f-97f5-5d74e66a9345 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:49.918844 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6538b4b5-fbcb-4b60-bf70-ece34860af18 req-e2290157-cb9a-446f-97f5-5d74e66a9345 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/ports?device_id=01506d15-4b2a-4485-b3ec-bce72d999a41 HTTP/1.1" status: 200 len: 943 time: 0.0817981 Oct 12 19:13:49.928678 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-f71da588-7b25-4c5d-9f64-940168cda925 req-667212e9-452c-4553-9ec7-a20dbf6b5af6 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:49.950796 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['f07269e0-e48b-4569-a09a-c615963da498', 'bbb6f032-9983-404c-b1c6-2fb765621d8b'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:13:50.007061 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667212e9-452c-4553-9ec7-a20dbf6b5af6 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Pushing event deleted for resources: {'Port': ['ID=f07269e0-e48b-4569-a09a-c615963da498,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:13:50.010946 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6538b4b5-fbcb-4b60-bf70-ece34860af18 req-38a69721-94ac-4765-960d-8f36ccf1d8b7 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cccf57-f452-41a8-9e48-a6e744310271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661817 Oct 12 19:13:50.078890 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-f71da588-7b25-4c5d-9f64-940168cda925 req-667212e9-452c-4553-9ec7-a20dbf6b5af6 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] No DVR routers for this DVR port f07269e0-e48b-4569-a09a-c615963da498 on host n-h1-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:13:50.089703 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-f71da588-7b25-4c5d-9f64-940168cda925 req-667212e9-452c-4553-9ec7-a20dbf6b5af6 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:50.093609 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f71da588-7b25-4c5d-9f64-940168cda925 req-667212e9-452c-4553-9ec7-a20dbf6b5af6 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] 10.222.0.61 "DELETE /v2.0/ports/f07269e0-e48b-4569-a09a-c615963da498 HTTP/1.1" status: 204 len: 173 time: 1.1717370 Oct 12 19:13:50.094157 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0069e32-d4be-4fbe-ae0b-e88d611bd370', 'name': 'network-vif-deleted', 'tag': 'f07269e0-e48b-4569-a09a-c615963da498'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:13:50.097341 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-530a0d4a-f3da-4869-b8d2-e6cc08921d8b" -d '{"events": [{"server_uuid": "b0069e32-d4be-4fbe-ae0b-e88d611bd370", "name": "network-vif-deleted", "tag": "f07269e0-e48b-4569-a09a-c615963da498"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:13:50.116239 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-e88352d0-0eb2-4375-a4c9-37059636fad8 req-267482ec-b68f-41fc-af75-4ffeb30b2fe6 service neutron] Attempting to bind port 9902639a-c094-4c79-8a4e-29bd67044e2b on host n-h2-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:13:50.116239 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-e88352d0-0eb2-4375-a4c9-37059636fad8 req-267482ec-b68f-41fc-af75-4ffeb30b2fe6 service neutron] Attempting to bind port 9902639a-c094-4c79-8a4e-29bd67044e2b by drivers openvswitch,hyperv on host n-h2-813679-3 at level 0 using segments [{'id': 'd193a04a-34c9-4571-8a42-8ff6f24e5c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'e7e41055-1292-4375-83c3-78e2dafcb52a'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:13:50.116575 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88352d0-0eb2-4375-a4c9-37059636fad8 req-267482ec-b68f-41fc-af75-4ffeb30b2fe6 service neutron] Attempting to bind port 9902639a-c094-4c79-8a4e-29bd67044e2b on network e7e41055-1292-4375-83c3-78e2dafcb52a {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:13:50.137980 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [req-ed438863-1738-4e51-b369-3ad3acb4c36b req-bba3df30-be28-4db1-ba45-79b71df330bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ba0e993-722e-4916-8428-0db6681be167 {{(pid=95502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:13:50.157987 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-43b24cb3-0cc9-4f28-8965-f2cb9f7e5e1c req-4e68c7d7-895f-4328-8ae1-4fe4e0bedb66 service neutron] 10.222.0.67 "GET /v2.0/ports/37efe2eb-359b-46a1-a6d9-e18d66f6a90d/bindings/n-h1-813679-3 HTTP/1.1" status: 200 len: 384 time: 0.2950084 Oct 12 19:13:50.160484 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-ed438863-1738-4e51-b369-3ad3acb4c36b req-bba3df30-be28-4db1-ba45-79b71df330bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:50.170472 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88352d0-0eb2-4375-a4c9-37059636fad8 req-267482ec-b68f-41fc-af75-4ffeb30b2fe6 service neutron] Port 9902639a-c094-4c79-8a4e-29bd67044e2b on network e7e41055-1292-4375-83c3-78e2dafcb52a not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:13:50.170803 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88352d0-0eb2-4375-a4c9-37059636fad8 req-267482ec-b68f-41fc-af75-4ffeb30b2fe6 service neutron] Attempting to bind port 9902639a-c094-4c79-8a4e-29bd67044e2b on network e7e41055-1292-4375-83c3-78e2dafcb52a {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:13:50.198255 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88352d0-0eb2-4375-a4c9-37059636fad8 req-267482ec-b68f-41fc-af75-4ffeb30b2fe6 service neutron] Checking agent: {'id': '233fbd7d-38e4-434f-bb8f-05364d7423a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:13:50.202338 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88352d0-0eb2-4375-a4c9-37059636fad8 req-267482ec-b68f-41fc-af75-4ffeb30b2fe6 service neutron] Checking segment: {'id': 'd193a04a-34c9-4571-8a42-8ff6f24e5c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'e7e41055-1292-4375-83c3-78e2dafcb52a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:13:50.203520 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-ed438863-1738-4e51-b369-3ad3acb4c36b req-bba3df30-be28-4db1-ba45-79b71df330bb service neutron] Transition to ACTIVE for port object 7ba0e993-722e-4916-8428-0db6681be167 will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:13:50.212677 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88352d0-0eb2-4375-a4c9-37059636fad8 req-267482ec-b68f-41fc-af75-4ffeb30b2fe6 service neutron] Bound using segment: {'id': 'd193a04a-34c9-4571-8a42-8ff6f24e5c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'e7e41055-1292-4375-83c3-78e2dafcb52a'} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:13:50.213597 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-e88352d0-0eb2-4375-a4c9-37059636fad8 req-267482ec-b68f-41fc-af75-4ffeb30b2fe6 service neutron] Bound port: 9902639a-c094-4c79-8a4e-29bd67044e2b, host: n-h2-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd193a04a-34c9-4571-8a42-8ff6f24e5c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'e7e41055-1292-4375-83c3-78e2dafcb52a'}}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:13:50.214171 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-e88352d0-0eb2-4375-a4c9-37059636fad8 req-267482ec-b68f-41fc-af75-4ffeb30b2fe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:50.245556 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2084de6b-6f4a-411d-a7e7-c28db3ec7526 req-a3976a5e-1bfd-4ad6-9341-c9f9402e40df tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:50.247007 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2084de6b-6f4a-411d-a7e7-c28db3ec7526 req-a3976a5e-1bfd-4ad6-9341-c9f9402e40df tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.49 "GET /v2.0/ports?device_id=45d3ede1-6950-4c19-917f-12957a22e060 HTTP/1.1" status: 200 len: 943 time: 0.0752473 Oct 12 19:13:50.281390 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-ed438863-1738-4e51-b369-3ad3acb4c36b req-bba3df30-be28-4db1-ba45-79b71df330bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:50.317281 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2084de6b-6f4a-411d-a7e7-c28db3ec7526 req-4315cbef-86b9-4e3d-abd1-7986cc6439f8 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.49 "GET /v2.0/security-groups?id=5db68f36-da5e-4c70-9151-5d33b0141201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631483 Oct 12 19:13:50.343594 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba3df30-be28-4db1-ba45-79b71df330bb service neutron] Pushing event updated for resources: {'Port': ['ID=7ba0e993-722e-4916-8428-0db6681be167,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:13:50.399075 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-e88352d0-0eb2-4375-a4c9-37059636fad8 req-267482ec-b68f-41fc-af75-4ffeb30b2fe6 service neutron] For port 9902639a-c094-4c79-8a4e-29bd67044e2b, host n-h2-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:13:50.416440 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-ed438863-1738-4e51-b369-3ad3acb4c36b req-bba3df30-be28-4db1-ba45-79b71df330bb service neutron] Attempting to bind port 7ba0e993-722e-4916-8428-0db6681be167 on host n-h2-813679-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:13:50.417156 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-ed438863-1738-4e51-b369-3ad3acb4c36b req-bba3df30-be28-4db1-ba45-79b71df330bb service neutron] Attempting to bind port 7ba0e993-722e-4916-8428-0db6681be167 by drivers openvswitch,hyperv on host n-h2-813679-3 at level 0 using segments [{'id': '35dde9ae-6a3d-4327-a38f-c2a1ca6f0ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'de7a4800-3a36-49db-938a-a424194241c9'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:13:50.417491 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed438863-1738-4e51-b369-3ad3acb4c36b req-bba3df30-be28-4db1-ba45-79b71df330bb service neutron] Attempting to bind port 7ba0e993-722e-4916-8428-0db6681be167 on network de7a4800-3a36-49db-938a-a424194241c9 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:13:50.422474 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed438863-1738-4e51-b369-3ad3acb4c36b req-bba3df30-be28-4db1-ba45-79b71df330bb service neutron] Port 7ba0e993-722e-4916-8428-0db6681be167 on network de7a4800-3a36-49db-938a-a424194241c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:13:50.422647 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed438863-1738-4e51-b369-3ad3acb4c36b req-bba3df30-be28-4db1-ba45-79b71df330bb service neutron] Attempting to bind port 7ba0e993-722e-4916-8428-0db6681be167 on network de7a4800-3a36-49db-938a-a424194241c9 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:13:50.428665 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed438863-1738-4e51-b369-3ad3acb4c36b req-bba3df30-be28-4db1-ba45-79b71df330bb service neutron] Checking agent: {'id': '233fbd7d-38e4-434f-bb8f-05364d7423a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:13:50.429440 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed438863-1738-4e51-b369-3ad3acb4c36b req-bba3df30-be28-4db1-ba45-79b71df330bb service neutron] Checking segment: {'id': '35dde9ae-6a3d-4327-a38f-c2a1ca6f0ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'de7a4800-3a36-49db-938a-a424194241c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:13:50.429440 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed438863-1738-4e51-b369-3ad3acb4c36b req-bba3df30-be28-4db1-ba45-79b71df330bb service neutron] Bound using segment: {'id': '35dde9ae-6a3d-4327-a38f-c2a1ca6f0ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'de7a4800-3a36-49db-938a-a424194241c9'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:13:50.429785 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-ed438863-1738-4e51-b369-3ad3acb4c36b req-bba3df30-be28-4db1-ba45-79b71df330bb service neutron] Bound port: 7ba0e993-722e-4916-8428-0db6681be167, host: n-h2-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35dde9ae-6a3d-4327-a38f-c2a1ca6f0ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'de7a4800-3a36-49db-938a-a424194241c9'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:13:50.430141 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-ed438863-1738-4e51-b369-3ad3acb4c36b req-bba3df30-be28-4db1-ba45-79b71df330bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:50.443681 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-e88352d0-0eb2-4375-a4c9-37059636fad8 req-267482ec-b68f-41fc-af75-4ffeb30b2fe6 service neutron] For port 9902639a-c094-4c79-8a4e-29bd67044e2b, host n-h2-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=9902639a-c094-4c79-8a4e-29bd67044e2b,segment=NetworkSegment(d193a04a-34c9-4571-8a42-8ff6f24e5c3b),segment_id=d193a04a-34c9-4571-8a42-8ff6f24e5c3b)] {{(pid=95501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:13:50.454534 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-f71da588-7b25-4c5d-9f64-940168cda925 req-d3136144-a7f7-4a3d-8d18-d8dc91bd3eda tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Deleting port bbb6f032-9983-404c-b1c6-2fb765621d8b {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:13:50.454830 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-f71da588-7b25-4c5d-9f64-940168cda925 req-d3136144-a7f7-4a3d-8d18-d8dc91bd3eda tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:50.530676 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-ed438863-1738-4e51-b369-3ad3acb4c36b req-bba3df30-be28-4db1-ba45-79b71df330bb service neutron] For port 7ba0e993-722e-4916-8428-0db6681be167, host n-h2-813679-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:13:50.535087 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-ed438863-1738-4e51-b369-3ad3acb4c36b req-bba3df30-be28-4db1-ba45-79b71df330bb service neutron] For port 7ba0e993-722e-4916-8428-0db6681be167, host n-h2-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=7ba0e993-722e-4916-8428-0db6681be167,segment=NetworkSegment(35dde9ae-6a3d-4327-a38f-c2a1ca6f0ad7),segment_id=35dde9ae-6a3d-4327-a38f-c2a1ca6f0ad7)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:13:50.548757 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc231fa-eaf7-41d9-af91-f7acd6fba672 req-342171a2-74ec-4e55-b496-661080d25bfb tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:50.550009 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6cc231fa-eaf7-41d9-af91-f7acd6fba672 req-342171a2-74ec-4e55-b496-661080d25bfb tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76d8672-6416-4017-8f22-b5afeb405fbd HTTP/1.1" status: 200 len: 943 time: 0.0772076 Oct 12 19:13:50.587401 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-e88352d0-0eb2-4375-a4c9-37059636fad8 req-267482ec-b68f-41fc-af75-4ffeb30b2fe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:50.589876 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbf1f6a8-e175-48dc-a4d8-dd457d4c5bc8 x-openstack-request-id: req-bbf1f6a8-e175-48dc-a4d8-dd457d4c5bc8 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:13:50.590162 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0069e32-d4be-4fbe-ae0b-e88d611bd370", "name": "network-vif-deleted", "tag": "f07269e0-e48b-4569-a09a-c615963da498", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:13:50.590423 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bbf1f6a8-e175-48dc-a4d8-dd457d4c5bc8 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:13:50.590797 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0069e32-d4be-4fbe-ae0b-e88d611bd370', 'name': 'network-vif-deleted', 'tag': 'f07269e0-e48b-4569-a09a-c615963da498', 'status': 'completed', 'code': 200} Oct 12 19:13:50.592004 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6cc231fa-eaf7-41d9-af91-f7acd6fba672 req-39200f25-83fb-46dd-8155-1cd5c3176a9e tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/security-groups?id=453b01c6-7fe6-41ac-8e1d-6df7a2675094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329516 Oct 12 19:13:50.624696 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-43b24cb3-0cc9-4f28-8965-f2cb9f7e5e1c req-f3b96459-196f-410a-af46-a78c7aeac4cc service neutron] For port 37efe2eb-359b-46a1-a6d9-e18d66f6a90d, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=37efe2eb-359b-46a1-a6d9-e18d66f6a90d,segment=NetworkSegment(af837146-1b4e-4c2b-b1ce-96eb7f990955),segment_id=af837146-1b4e-4c2b-b1ce-96eb7f990955)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:13:50.643456 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-ed438863-1738-4e51-b369-3ad3acb4c36b req-bba3df30-be28-4db1-ba45-79b71df330bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:50.657339 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88352d0-0eb2-4375-a4c9-37059636fad8 req-267482ec-b68f-41fc-af75-4ffeb30b2fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:50.658303 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-e88352d0-0eb2-4375-a4c9-37059636fad8 req-267482ec-b68f-41fc-af75-4ffeb30b2fe6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:50.659752 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e88352d0-0eb2-4375-a4c9-37059636fad8 req-267482ec-b68f-41fc-af75-4ffeb30b2fe6 service neutron] 10.222.0.67 "PUT /v2.0/ports/9902639a-c094-4c79-8a4e-29bd67044e2b HTTP/1.1" status: 200 len: 1091 time: 2.0831263 Oct 12 19:13:50.663216 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-f71da588-7b25-4c5d-9f64-940168cda925 req-d3136144-a7f7-4a3d-8d18-d8dc91bd3eda tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] For port bbb6f032-9983-404c-b1c6-2fb765621d8b, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=bbb6f032-9983-404c-b1c6-2fb765621d8b,segment=NetworkSegment(878fbe08-8942-4370-940e-8e40452b25c5),segment_id=878fbe08-8942-4370-940e-8e40452b25c5)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:13:50.664652 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-f71da588-7b25-4c5d-9f64-940168cda925 req-d3136144-a7f7-4a3d-8d18-d8dc91bd3eda tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:50.681936 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed438863-1738-4e51-b369-3ad3acb4c36b req-bba3df30-be28-4db1-ba45-79b71df330bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:50.682495 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-ed438863-1738-4e51-b369-3ad3acb4c36b req-bba3df30-be28-4db1-ba45-79b71df330bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:50.687098 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ed438863-1738-4e51-b369-3ad3acb4c36b req-bba3df30-be28-4db1-ba45-79b71df330bb service neutron] 10.222.0.67 "PUT /v2.0/ports/7ba0e993-722e-4916-8428-0db6681be167 HTTP/1.1" status: 200 len: 1091 time: 1.6561153 Oct 12 19:13:50.687098 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b76d8672-6416-4017-8f22-b5afeb405fbd', 'tag': '7ba0e993-722e-4916-8428-0db6681be167'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:13:50.687098 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd0ee629-33f2-47e0-9fd7-80a03f387e34" -d '{"events": [{"name": "network-changed", "server_uuid": "b76d8672-6416-4017-8f22-b5afeb405fbd", "tag": "7ba0e993-722e-4916-8428-0db6681be167"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:13:50.699771 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-43b24cb3-0cc9-4f28-8965-f2cb9f7e5e1c req-f3b96459-196f-410a-af46-a78c7aeac4cc service neutron] For port 37efe2eb-359b-46a1-a6d9-e18d66f6a90d, host n-h2-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:13:50.702097 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-f71da588-7b25-4c5d-9f64-940168cda925 req-d3136144-a7f7-4a3d-8d18-d8dc91bd3eda tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Calling delete_port for bbb6f032-9983-404c-b1c6-2fb765621d8b owned by compute:nova {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:13:50.724070 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba3df30-be28-4db1-ba45-79b71df330bb service neutron] Pushing event updated for resources: {'Port': ['ID=7ba0e993-722e-4916-8428-0db6681be167,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:13:50.740758 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c2e509b-dbb6-4125-915f-692f4fbdaf62 x-openstack-request-id: req-6c2e509b-dbb6-4125-915f-692f4fbdaf62 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:13:50.745352 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b76d8672-6416-4017-8f22-b5afeb405fbd", "tag": "7ba0e993-722e-4916-8428-0db6681be167", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:13:50.745352 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6c2e509b-dbb6-4125-915f-692f4fbdaf62 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:13:50.745352 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b76d8672-6416-4017-8f22-b5afeb405fbd', 'tag': '7ba0e993-722e-4916-8428-0db6681be167', 'status': 'completed', 'code': 200} Oct 12 19:13:50.772656 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267482ec-b68f-41fc-af75-4ffeb30b2fe6 service neutron] Pushing event updated for resources: {'Port': ['ID=9902639a-c094-4c79-8a4e-29bd67044e2b,revision_number=3']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:13:50.796492 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [req-43b24cb3-0cc9-4f28-8965-f2cb9f7e5e1c req-f3b96459-196f-410a-af46-a78c7aeac4cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37efe2eb-359b-46a1-a6d9-e18d66f6a90d {{(pid=95501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:13:50.827132 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0ee629-33f2-47e0-9fd7-80a03f387e34 req-e4913fbf-b414-4fd9-a0c5-f8feec0485a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:50.828730 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-cd0ee629-33f2-47e0-9fd7-80a03f387e34 req-e4913fbf-b414-4fd9-a0c5-f8feec0485a4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=21466a39e7454d76a525d9f64a023efa&device_id=b76d8672-6416-4017-8f22-b5afeb405fbd HTTP/1.1" status: 200 len: 1094 time: 0.0565877 Oct 12 19:13:50.943099 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0ee629-33f2-47e0-9fd7-80a03f387e34 req-c4493693-0333-482a-81f1-67d8da5f5ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:50.944611 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-cd0ee629-33f2-47e0-9fd7-80a03f387e34 req-c4493693-0333-482a-81f1-67d8da5f5ae2 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=21466a39e7454d76a525d9f64a023efa&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1062264 Oct 12 19:13:51.062852 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0ee629-33f2-47e0-9fd7-80a03f387e34 req-b83fe93e-d5d5-42e1-ad4d-e97e79df5fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:51.064704 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-cd0ee629-33f2-47e0-9fd7-80a03f387e34 req-b83fe93e-d5d5-42e1-ad4d-e97e79df5fca service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1117275 Oct 12 19:13:51.156389 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-43b24cb3-0cc9-4f28-8965-f2cb9f7e5e1c req-f3b96459-196f-410a-af46-a78c7aeac4cc service neutron] For port 37efe2eb-359b-46a1-a6d9-e18d66f6a90d, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=37efe2eb-359b-46a1-a6d9-e18d66f6a90d,segment=NetworkSegment(af837146-1b4e-4c2b-b1ce-96eb7f990955),segment_id=af837146-1b4e-4c2b-b1ce-96eb7f990955)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:13:51.159561 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed438863-1738-4e51-b369-3ad3acb4c36b req-b2a7f0b6-022c-4c21-a6c4-daf7ff46b907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:51.161250 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ed438863-1738-4e51-b369-3ad3acb4c36b req-b2a7f0b6-022c-4c21-a6c4-daf7ff46b907 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=21466a39e7454d76a525d9f64a023efa&device_id=b76d8672-6416-4017-8f22-b5afeb405fbd HTTP/1.1" status: 200 len: 1094 time: 0.0547891 Oct 12 19:13:51.215318 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ed438863-1738-4e51-b369-3ad3acb4c36b req-0fc5b4d1-17ea-499b-b0a3-ec70c189ea2b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7ba0e993-722e-4916-8428-0db6681be167 HTTP/1.1" status: 200 len: 217 time: 0.0452738 Oct 12 19:13:51.226264 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88352d0-0eb2-4375-a4c9-37059636fad8 req-f022d9e2-ff5c-4fb9-b5f8-e3961b5b25c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:51.227755 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e88352d0-0eb2-4375-a4c9-37059636fad8 req-f022d9e2-ff5c-4fb9-b5f8-e3961b5b25c8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c0152dadd25443e0b77c77a26c835136&device_id=45d3ede1-6950-4c19-917f-12957a22e060 HTTP/1.1" status: 200 len: 1094 time: 0.4486263 Oct 12 19:13:51.252076 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4262c4-857b-4688-b0c0-803f11b2df26 req-ff36744e-b803-4628-8248-07fe6c0d1ef6 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:51.253498 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8d4262c4-857b-4688-b0c0-803f11b2df26 req-ff36744e-b803-4628-8248-07fe6c0d1ef6 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0069e32-d4be-4fbe-ae0b-e88d611bd370 HTTP/1.1" status: 200 len: 946 time: 0.1100967 Oct 12 19:13:51.282198 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-43b24cb3-0cc9-4f28-8965-f2cb9f7e5e1c req-f3b96459-196f-410a-af46-a78c7aeac4cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:51.290569 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e88352d0-0eb2-4375-a4c9-37059636fad8 req-5663d6f4-c914-4ca3-866c-fa6093736fc3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9902639a-c094-4c79-8a4e-29bd67044e2b HTTP/1.1" status: 200 len: 217 time: 0.0536902 Oct 12 19:13:51.301788 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4b02be-d738-4668-a317-14864e643a67 req-7f9afe0d-c9ae-483f-89a9-485fffb3cb5a tempest-ImagesOneServerTestJSON-1274155994 tempest-ImagesOneServerTestJSON-1274155994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:51.303288 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2b4b02be-d738-4668-a317-14864e643a67 req-7f9afe0d-c9ae-483f-89a9-485fffb3cb5a tempest-ImagesOneServerTestJSON-1274155994 tempest-ImagesOneServerTestJSON-1274155994-project] 10.222.0.49 "GET /v2.0/ports?device_id=664646b6-1bc7-4f9a-bf1e-343f948f26da HTTP/1.1" status: 200 len: 948 time: 0.0910809 Oct 12 19:13:51.305297 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed438863-1738-4e51-b369-3ad3acb4c36b req-d88b3c06-01b9-4214-8566-81b46455f614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:51.306652 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ed438863-1738-4e51-b369-3ad3acb4c36b req-d88b3c06-01b9-4214-8566-81b46455f614 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a04d54df-064e-4c45-85d6-73b27d98a999 HTTP/1.1" status: 200 len: 845 time: 0.0812862 Oct 12 19:13:51.351167 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ed438863-1738-4e51-b369-3ad3acb4c36b req-0c3cf0e7-d915-4d48-9213-895cf678755b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=de7a4800-3a36-49db-938a-a424194241c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335283 Oct 12 19:13:51.418723 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2b4b02be-d738-4668-a317-14864e643a67 req-2f12c50c-0ec5-4ba5-875a-3dfb5633bb4b tempest-ImagesOneServerTestJSON-1274155994 tempest-ImagesOneServerTestJSON-1274155994-project] 10.222.0.49 "GET /v2.0/security-groups?id=c21c7d48-688b-4684-8e93-07770a654e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081812 Oct 12 19:13:51.424281 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8d4262c4-857b-4688-b0c0-803f11b2df26 req-86a3815a-e258-4650-9642-0c61b77646eb tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7fef4b9-8773-4d4f-9bfd-80a30678a2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447506 Oct 12 19:13:51.441414 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88352d0-0eb2-4375-a4c9-37059636fad8 req-453f0aa4-6ed3-4bf6-b351-c6e935f9af66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:51.442950 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e88352d0-0eb2-4375-a4c9-37059636fad8 req-453f0aa4-6ed3-4bf6-b351-c6e935f9af66 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c4f49dc5-e874-495c-886d-4a58af79da10 HTTP/1.1" status: 200 len: 853 time: 0.1440644 Oct 12 19:13:51.486896 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e88352d0-0eb2-4375-a4c9-37059636fad8 req-6e84d799-d654-4869-ba31-5322eb4c5279 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e7e41055-1292-4375-83c3-78e2dafcb52a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357080 Oct 12 19:13:51.500063 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ed438863-1738-4e51-b369-3ad3acb4c36b req-d20a0e8b-30bd-4b0a-9dab-e83499707ef3 service neutron] 10.222.0.67 "GET /v2.0/networks/de7a4800-3a36-49db-938a-a424194241c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392355 Oct 12 19:13:51.588690 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.provisioning_blocks [req-43b24cb3-0cc9-4f28-8965-f2cb9f7e5e1c req-f3b96459-196f-410a-af46-a78c7aeac4cc service neutron] Transition to ACTIVE for port object 37efe2eb-359b-46a1-a6d9-e18d66f6a90d will not be triggered until provisioned by entity L2. {{(pid=95501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:13:51.593623 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-f71da588-7b25-4c5d-9f64-940168cda925 req-d3136144-a7f7-4a3d-8d18-d8dc91bd3eda tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:51.604513 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607c4672-1e53-4680-899e-46c8fabd4fe3 req-9ba68626-b983-4e13-8ca4-e881b58f6442 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:51.606180 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-607c4672-1e53-4680-899e-46c8fabd4fe3 req-9ba68626-b983-4e13-8ca4-e881b58f6442 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/ports?device_id=01506d15-4b2a-4485-b3ec-bce72d999a41 HTTP/1.1" status: 200 len: 943 time: 0.1050727 Oct 12 19:13:51.646184 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f410ac-2e93-4cb2-a9fd-55658689ee3a req-91881a72-1267-4f75-a22d-39ef4d6f6139 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:51.653433 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-94f410ac-2e93-4cb2-a9fd-55658689ee3a req-91881a72-1267-4f75-a22d-39ef4d6f6139 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.49 "GET /v2.0/ports?device_id=45d3ede1-6950-4c19-917f-12957a22e060 HTTP/1.1" status: 200 len: 943 time: 0.1361227 Oct 12 19:13:51.656336 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ed438863-1738-4e51-b369-3ad3acb4c36b req-2c57ca28-bbba-4d6e-937e-5e192677cee7 service neutron] 10.222.0.67 "GET /v2.0/networks/de7a4800-3a36-49db-938a-a424194241c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452754 Oct 12 19:13:51.670800 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3136144-a7f7-4a3d-8d18-d8dc91bd3eda tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Pushing event deleted for resources: {'Port': ['ID=bbb6f032-9983-404c-b1c6-2fb765621d8b,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:13:51.692723 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-43b24cb3-0cc9-4f28-8965-f2cb9f7e5e1c req-f3b96459-196f-410a-af46-a78c7aeac4cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:51.694441 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-607c4672-1e53-4680-899e-46c8fabd4fe3 req-b67ee641-6b91-4457-8f4a-e08b7205f2e5 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cccf57-f452-41a8-9e48-a6e744310271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677629 Oct 12 19:13:51.713886 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e88352d0-0eb2-4375-a4c9-37059636fad8 req-7659a313-9e8a-4426-85d6-501de5610939 service neutron] 10.222.0.67 "GET /v2.0/networks/e7e41055-1292-4375-83c3-78e2dafcb52a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169878 Oct 12 19:13:51.872257 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-f71da588-7b25-4c5d-9f64-940168cda925 req-d3136144-a7f7-4a3d-8d18-d8dc91bd3eda tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] No DVR routers for this DVR port bbb6f032-9983-404c-b1c6-2fb765621d8b on host n-h1-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:13:51.874042 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b96459-196f-410a-af46-a78c7aeac4cc service neutron] Pushing event updated for resources: {'Port': ['ID=37efe2eb-359b-46a1-a6d9-e18d66f6a90d,revision_number=10']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:13:51.893036 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-f71da588-7b25-4c5d-9f64-940168cda925 req-d3136144-a7f7-4a3d-8d18-d8dc91bd3eda tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:51.896289 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f71da588-7b25-4c5d-9f64-940168cda925 req-d3136144-a7f7-4a3d-8d18-d8dc91bd3eda tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] 10.222.0.61 "DELETE /v2.0/ports/bbb6f032-9983-404c-b1c6-2fb765621d8b HTTP/1.1" status: 204 len: 173 time: 1.7903914 Oct 12 19:13:51.918926 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff080fc-0492-4394-ac6a-cf7da94895ab req-3fd38e3d-1b11-4f90-87cd-ef7b75c00251 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:51.926876 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6ff080fc-0492-4394-ac6a-cf7da94895ab req-3fd38e3d-1b11-4f90-87cd-ef7b75c00251 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76d8672-6416-4017-8f22-b5afeb405fbd HTTP/1.1" status: 200 len: 943 time: 0.0712059 Oct 12 19:13:51.941907 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-43b24cb3-0cc9-4f28-8965-f2cb9f7e5e1c req-f3b96459-196f-410a-af46-a78c7aeac4cc service neutron] No DVR routers for this DVR port 37efe2eb-359b-46a1-a6d9-e18d66f6a90d on host n-h2-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:13:51.949284 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-94f410ac-2e93-4cb2-a9fd-55658689ee3a req-548c8194-aecc-4d1e-b932-07f083e7d057 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.49 "GET /v2.0/security-groups?id=5db68f36-da5e-4c70-9151-5d33b0141201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2950327 Oct 12 19:13:51.958587 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e88352d0-0eb2-4375-a4c9-37059636fad8 req-4b5904b9-7949-4cbf-87d1-a1faf6b0bbf3 service neutron] 10.222.0.67 "GET /v2.0/networks/e7e41055-1292-4375-83c3-78e2dafcb52a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167110 Oct 12 19:13:51.973921 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6ff080fc-0492-4394-ac6a-cf7da94895ab req-348b52c7-87e5-4f23-a986-a00d5c1de797 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/security-groups?id=453b01c6-7fe6-41ac-8e1d-6df7a2675094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444291 Oct 12 19:13:51.988519 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-43b24cb3-0cc9-4f28-8965-f2cb9f7e5e1c req-f3b96459-196f-410a-af46-a78c7aeac4cc service neutron] 10.222.0.67 "PUT /v2.0/ports/37efe2eb-359b-46a1-a6d9-e18d66f6a90d/bindings/n-h1-813679-3/activate HTTP/1.1" status: 200 len: 369 time: 1.8190227 Oct 12 19:13:52.174959 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b24cb3-0cc9-4f28-8965-f2cb9f7e5e1c req-a3205b24-b766-416c-80e0-c92d8a0470ac tempest-LiveMigrationTest-1833787117 tempest-LiveMigrationTest-1833787117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:52.176615 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-43b24cb3-0cc9-4f28-8965-f2cb9f7e5e1c req-a3205b24-b766-416c-80e0-c92d8a0470ac tempest-LiveMigrationTest-1833787117 tempest-LiveMigrationTest-1833787117-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=01506d15-4b2a-4485-b3ec-bce72d999a41&tenant_id=5fba7a982f4e455fbf6360a954bd3673&binding%3Ahost_id=n-h2-813679-3 HTTP/1.1" status: 200 len: 1095 time: 0.0494044 Oct 12 19:13:52.228647 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device f07269e0-e48b-4569-a09a-c615963da498 no longer exists at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:13:52.238107 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b24cb3-0cc9-4f28-8965-f2cb9f7e5e1c req-e7529adf-44b8-4ead-8255-913877bb7d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:52.239930 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-43b24cb3-0cc9-4f28-8965-f2cb9f7e5e1c req-e7529adf-44b8-4ead-8255-913877bb7d9f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=01506d15-4b2a-4485-b3ec-bce72d999a41&tenant_id=5fba7a982f4e455fbf6360a954bd3673 HTTP/1.1" status: 200 len: 1095 time: 0.0553315 Oct 12 19:13:52.255296 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] No Port match for: f07269e0-e48b-4569-a09a-c615963da498 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:13:52.255710 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device f07269e0-e48b-4569-a09a-c615963da498 not bound to the agent host n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:13:52.256272 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device bbb6f032-9983-404c-b1c6-2fb765621d8b no longer exists at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:13:52.276371 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] No Port match for: bbb6f032-9983-404c-b1c6-2fb765621d8b {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:13:52.276985 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device bbb6f032-9983-404c-b1c6-2fb765621d8b not bound to the agent host n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:13:52.304399 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b24cb3-0cc9-4f28-8965-f2cb9f7e5e1c req-6d194659-67da-42ac-8182-c2c002d03125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:52.306394 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-43b24cb3-0cc9-4f28-8965-f2cb9f7e5e1c req-6d194659-67da-42ac-8182-c2c002d03125 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5fba7a982f4e455fbf6360a954bd3673&device_id=01506d15-4b2a-4485-b3ec-bce72d999a41 HTTP/1.1" status: 200 len: 1095 time: 0.0420330 Oct 12 19:13:52.399645 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b24cb3-0cc9-4f28-8965-f2cb9f7e5e1c req-7c3d9f58-d001-46f3-af93-fb9614bef247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:52.401173 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-43b24cb3-0cc9-4f28-8965-f2cb9f7e5e1c req-7c3d9f58-d001-46f3-af93-fb9614bef247 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c9c833e6-1691-44ed-bf82-cf9c18667411 HTTP/1.1" status: 200 len: 909 time: 0.0874898 Oct 12 19:13:52.445438 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-43b24cb3-0cc9-4f28-8965-f2cb9f7e5e1c req-f0bd07be-956e-4f1d-98e1-c108734bc5fc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=37efe2eb-359b-46a1-a6d9-e18d66f6a90d HTTP/1.1" status: 200 len: 217 time: 0.0343668 Oct 12 19:13:52.508754 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b24cb3-0cc9-4f28-8965-f2cb9f7e5e1c req-76e8e6fb-a77d-47bf-80a4-a9588748ea45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:52.511018 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-43b24cb3-0cc9-4f28-8965-f2cb9f7e5e1c req-76e8e6fb-a77d-47bf-80a4-a9588748ea45 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e0ebc949-3a0d-4490-86b6-8c422c8edc16 HTTP/1.1" status: 200 len: 848 time: 0.0579488 Oct 12 19:13:52.560163 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-43b24cb3-0cc9-4f28-8965-f2cb9f7e5e1c req-30014cb2-11ac-41aa-80ef-affec18f7277 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c9c833e6-1691-44ed-bf82-cf9c18667411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389862 Oct 12 19:13:52.576637 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6274c584-13f8-4325-b528-15eb698e5016 req-16153c3c-e950-486f-8113-5e5fa6801a7a tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0069e32-d4be-4fbe-ae0b-e88d611bd370 HTTP/1.1" status: 200 len: 210 time: 0.0275738 Oct 12 19:13:52.593960 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45d3ede1-6950-4c19-917f-12957a22e060', 'tag': '9902639a-c094-4c79-8a4e-29bd67044e2b'}, {'server_uuid': 'b0069e32-d4be-4fbe-ae0b-e88d611bd370', 'name': 'network-vif-deleted', 'tag': 'bbb6f032-9983-404c-b1c6-2fb765621d8b'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:13:52.596730 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77389755-9118-46d8-90f8-01c6816390f4" -d '{"events": [{"name": "network-changed", "server_uuid": "45d3ede1-6950-4c19-917f-12957a22e060", "tag": "9902639a-c094-4c79-8a4e-29bd67044e2b"}, {"server_uuid": "b0069e32-d4be-4fbe-ae0b-e88d611bd370", "name": "network-vif-deleted", "tag": "bbb6f032-9983-404c-b1c6-2fb765621d8b"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:13:52.664135 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 12 Oct 2021 19:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14238044-afae-41cb-99b1-970cbec98955 x-openstack-request-id: req-14238044-afae-41cb-99b1-970cbec98955 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:13:52.664135 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45d3ede1-6950-4c19-917f-12957a22e060", "tag": "9902639a-c094-4c79-8a4e-29bd67044e2b", "status": "completed", "code": 200}, {"server_uuid": "b0069e32-d4be-4fbe-ae0b-e88d611bd370", "name": "network-vif-deleted", "tag": "bbb6f032-9983-404c-b1c6-2fb765621d8b", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:13:52.664135 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-14238044-afae-41cb-99b1-970cbec98955 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:13:52.664135 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45d3ede1-6950-4c19-917f-12957a22e060', 'tag': '9902639a-c094-4c79-8a4e-29bd67044e2b', 'status': 'completed', 'code': 200} Oct 12 19:13:52.664135 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0069e32-d4be-4fbe-ae0b-e88d611bd370', 'name': 'network-vif-deleted', 'tag': 'bbb6f032-9983-404c-b1c6-2fb765621d8b', 'status': 'completed', 'code': 200} Oct 12 19:13:52.667613 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba47dd72-3161-421e-81c6-42ba03f7649a req-90a34876-4aa9-4df7-a0fe-102992a91ba8 tempest-ImagesOneServerTestJSON-1274155994 tempest-ImagesOneServerTestJSON-1274155994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:52.672553 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ba47dd72-3161-421e-81c6-42ba03f7649a req-90a34876-4aa9-4df7-a0fe-102992a91ba8 tempest-ImagesOneServerTestJSON-1274155994 tempest-ImagesOneServerTestJSON-1274155994-project] 10.222.0.49 "GET /v2.0/ports?device_id=664646b6-1bc7-4f9a-bf1e-343f948f26da HTTP/1.1" status: 200 len: 948 time: 0.1405962 Oct 12 19:13:52.766787 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ba47dd72-3161-421e-81c6-42ba03f7649a req-b9085fb9-c8ac-4e88-a04b-a36bc8c23116 tempest-ImagesOneServerTestJSON-1274155994 tempest-ImagesOneServerTestJSON-1274155994-project] 10.222.0.49 "GET /v2.0/security-groups?id=c21c7d48-688b-4684-8e93-07770a654e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883727 Oct 12 19:13:52.769722 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77389755-9118-46d8-90f8-01c6816390f4 req-9bf2beb0-07f7-46d3-90df-d64d36d19626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:52.771117 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-77389755-9118-46d8-90f8-01c6816390f4 req-9bf2beb0-07f7-46d3-90df-d64d36d19626 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c0152dadd25443e0b77c77a26c835136&device_id=45d3ede1-6950-4c19-917f-12957a22e060 HTTP/1.1" status: 200 len: 1094 time: 0.0938706 Oct 12 19:13:52.772846 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-43b24cb3-0cc9-4f28-8965-f2cb9f7e5e1c req-3c428147-ae4b-4da5-88e5-2711f2bc6381 service neutron] 10.222.0.61 "GET /v2.0/networks/c9c833e6-1691-44ed-bf82-cf9c18667411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869583 Oct 12 19:13:52.894747 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8247df0b-6e92-41ea-825d-ff23a615eef0 req-db3be3b2-c241-46bf-9ef6-4baa6e85022e tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:52.903756 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8247df0b-6e92-41ea-825d-ff23a615eef0 req-db3be3b2-c241-46bf-9ef6-4baa6e85022e tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/ports?device_id=01506d15-4b2a-4485-b3ec-bce72d999a41 HTTP/1.1" status: 200 len: 944 time: 0.1321290 Oct 12 19:13:52.924141 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9236a1db-d315-4488-b99d-8023b35e3a7d req-91535362-6428-4a40-8b09-06e4987ad44c tempest-ImagesOneServerTestJSON-1274155994 tempest-ImagesOneServerTestJSON-1274155994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:52.925616 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9236a1db-d315-4488-b99d-8023b35e3a7d req-91535362-6428-4a40-8b09-06e4987ad44c tempest-ImagesOneServerTestJSON-1274155994 tempest-ImagesOneServerTestJSON-1274155994-project] 10.222.0.61 "GET /v2.0/ports?device_id=664646b6-1bc7-4f9a-bf1e-343f948f26da HTTP/1.1" status: 200 len: 948 time: 0.0957184 Oct 12 19:13:52.951039 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77389755-9118-46d8-90f8-01c6816390f4 req-a7d7e2e3-e56d-4293-8312-02bea7c08c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:52.952596 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-77389755-9118-46d8-90f8-01c6816390f4 req-a7d7e2e3-e56d-4293-8312-02bea7c08c91 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e7e41055-1292-4375-83c3-78e2dafcb52a HTTP/1.1" status: 200 len: 914 time: 0.1738050 Oct 12 19:13:52.954262 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-43b24cb3-0cc9-4f28-8965-f2cb9f7e5e1c req-de560e95-3f5a-4383-ac3d-dcbcb20eb1a0 service neutron] 10.222.0.61 "GET /v2.0/networks/c9c833e6-1691-44ed-bf82-cf9c18667411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674016 Oct 12 19:13:53.009578 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-77389755-9118-46d8-90f8-01c6816390f4 req-adfe35bb-52a2-4164-bcd0-e6d880894028 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9902639a-c094-4c79-8a4e-29bd67044e2b HTTP/1.1" status: 200 len: 217 time: 0.0463171 Oct 12 19:13:53.020429 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8247df0b-6e92-41ea-825d-ff23a615eef0 req-31c87deb-9cc9-44c8-9650-355039e15a9e tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cccf57-f452-41a8-9e48-a6e744310271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149023 Oct 12 19:13:53.077439 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-9236a1db-d315-4488-b99d-8023b35e3a7d req-fe412eca-4079-4f2f-9470-8f6e56d5b26a tempest-ImagesOneServerTestJSON-1274155994 tempest-ImagesOneServerTestJSON-1274155994-project] Deleting port 0c003b2b-afb8-47b3-863d-8ed3a7ee5389 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:13:53.078008 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-9236a1db-d315-4488-b99d-8023b35e3a7d req-fe412eca-4079-4f2f-9470-8f6e56d5b26a tempest-ImagesOneServerTestJSON-1274155994 tempest-ImagesOneServerTestJSON-1274155994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:53.126480 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77389755-9118-46d8-90f8-01c6816390f4 req-6de44994-bbdc-452f-b372-2edc8b8b034d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:53.128080 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-77389755-9118-46d8-90f8-01c6816390f4 req-6de44994-bbdc-452f-b372-2edc8b8b034d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c4f49dc5-e874-495c-886d-4a58af79da10 HTTP/1.1" status: 200 len: 853 time: 0.1095214 Oct 12 19:13:53.186019 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-77389755-9118-46d8-90f8-01c6816390f4 req-dfeed51a-134e-4bf2-86ee-f0ceb6b15845 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e7e41055-1292-4375-83c3-78e2dafcb52a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438774 Oct 12 19:13:53.198932 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17febcab-9117-4363-8b16-952c210dd98d req-2f44bade-c2d4-4f12-b9c4-35219ff54a7b tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:53.200614 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-17febcab-9117-4363-8b16-952c210dd98d req-2f44bade-c2d4-4f12-b9c4-35219ff54a7b tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.49 "GET /v2.0/ports?device_id=45d3ede1-6950-4c19-917f-12957a22e060 HTTP/1.1" status: 200 len: 943 time: 0.1178033 Oct 12 19:13:53.210208 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a41ab0-0c14-43c7-a51a-bb27aaa42e7a req-3ee9d728-2b48-4929-8dce-c0cab95da487 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:53.211688 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-67a41ab0-0c14-43c7-a51a-bb27aaa42e7a req-3ee9d728-2b48-4929-8dce-c0cab95da487 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76d8672-6416-4017-8f22-b5afeb405fbd HTTP/1.1" status: 200 len: 943 time: 0.0723987 Oct 12 19:13:53.254660 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-9236a1db-d315-4488-b99d-8023b35e3a7d req-fe412eca-4079-4f2f-9470-8f6e56d5b26a tempest-ImagesOneServerTestJSON-1274155994 tempest-ImagesOneServerTestJSON-1274155994-project] For port 0c003b2b-afb8-47b3-863d-8ed3a7ee5389, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=0c003b2b-afb8-47b3-863d-8ed3a7ee5389,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:13:53.255027 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-9236a1db-d315-4488-b99d-8023b35e3a7d req-fe412eca-4079-4f2f-9470-8f6e56d5b26a tempest-ImagesOneServerTestJSON-1274155994 tempest-ImagesOneServerTestJSON-1274155994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:53.279134 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-67a41ab0-0c14-43c7-a51a-bb27aaa42e7a req-84a0bd72-8b05-42d1-ab61-f2955bf9d0c3 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/security-groups?id=453b01c6-7fe6-41ac-8e1d-6df7a2675094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552802 Oct 12 19:13:53.285207 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-9236a1db-d315-4488-b99d-8023b35e3a7d req-fe412eca-4079-4f2f-9470-8f6e56d5b26a tempest-ImagesOneServerTestJSON-1274155994 tempest-ImagesOneServerTestJSON-1274155994-project] Calling delete_port for 0c003b2b-afb8-47b3-863d-8ed3a7ee5389 owned by compute:nova {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:13:53.294275 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-17febcab-9117-4363-8b16-952c210dd98d req-8bc25db5-c2af-46eb-ae36-1dc1d7e2a790 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.49 "GET /v2.0/security-groups?id=5db68f36-da5e-4c70-9151-5d33b0141201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839822 Oct 12 19:13:53.342436 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-77389755-9118-46d8-90f8-01c6816390f4 req-30c5c63b-e270-4c73-9e12-7afd40239fa4 service neutron] 10.222.0.67 "GET /v2.0/networks/e7e41055-1292-4375-83c3-78e2dafcb52a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406584 Oct 12 19:13:53.471437 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b24cb3-0cc9-4f28-8965-f2cb9f7e5e1c req-d73ad5ff-931f-4353-8e75-f8fba576ae5a tempest-LiveMigrationTest-1833787117 tempest-LiveMigrationTest-1833787117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:53.472956 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-43b24cb3-0cc9-4f28-8965-f2cb9f7e5e1c req-d73ad5ff-931f-4353-8e75-f8fba576ae5a tempest-LiveMigrationTest-1833787117 tempest-LiveMigrationTest-1833787117-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=01506d15-4b2a-4485-b3ec-bce72d999a41&tenant_id=5fba7a982f4e455fbf6360a954bd3673&binding%3Ahost_id=n-h1-813679-3 HTTP/1.1" status: 200 len: 1095 time: 0.0763762 Oct 12 19:13:53.478248 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-77389755-9118-46d8-90f8-01c6816390f4 req-3ee41d24-73d2-4033-9cf4-aa95ce119cdf service neutron] 10.222.0.67 "GET /v2.0/networks/e7e41055-1292-4375-83c3-78e2dafcb52a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274364 Oct 12 19:13:53.500100 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-9236a1db-d315-4488-b99d-8023b35e3a7d req-fe412eca-4079-4f2f-9470-8f6e56d5b26a tempest-ImagesOneServerTestJSON-1274155994 tempest-ImagesOneServerTestJSON-1274155994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:53.532788 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe412eca-4079-4f2f-9470-8f6e56d5b26a tempest-ImagesOneServerTestJSON-1274155994 tempest-ImagesOneServerTestJSON-1274155994-project] Pushing event deleted for resources: {'Port': ['ID=0c003b2b-afb8-47b3-863d-8ed3a7ee5389,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:13:53.580707 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-9236a1db-d315-4488-b99d-8023b35e3a7d req-fe412eca-4079-4f2f-9470-8f6e56d5b26a tempest-ImagesOneServerTestJSON-1274155994 tempest-ImagesOneServerTestJSON-1274155994-project] No DVR routers for this DVR port 0c003b2b-afb8-47b3-863d-8ed3a7ee5389 on host n-h1-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:13:53.583323 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-9236a1db-d315-4488-b99d-8023b35e3a7d req-fe412eca-4079-4f2f-9470-8f6e56d5b26a tempest-ImagesOneServerTestJSON-1274155994 tempest-ImagesOneServerTestJSON-1274155994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:53.589961 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9236a1db-d315-4488-b99d-8023b35e3a7d req-fe412eca-4079-4f2f-9470-8f6e56d5b26a tempest-ImagesOneServerTestJSON-1274155994 tempest-ImagesOneServerTestJSON-1274155994-project] 10.222.0.61 "DELETE /v2.0/ports/0c003b2b-afb8-47b3-863d-8ed3a7ee5389 HTTP/1.1" status: 204 len: 173 time: 0.6538212 Oct 12 19:13:53.589961 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '664646b6-1bc7-4f9a-bf1e-343f948f26da', 'name': 'network-vif-deleted', 'tag': '0c003b2b-afb8-47b3-863d-8ed3a7ee5389'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:13:53.589961 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-640f7d00-4e1f-4c65-bd4e-4656d0a3e6a9" -d '{"events": [{"server_uuid": "664646b6-1bc7-4f9a-bf1e-343f948f26da", "name": "network-vif-deleted", "tag": "0c003b2b-afb8-47b3-863d-8ed3a7ee5389"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:13:53.629525 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77820a71-8d03-41fe-a956-fb26b4b1705d x-openstack-request-id: req-77820a71-8d03-41fe-a956-fb26b4b1705d {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:13:53.629882 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "664646b6-1bc7-4f9a-bf1e-343f948f26da", "name": "network-vif-deleted", "tag": "0c003b2b-afb8-47b3-863d-8ed3a7ee5389", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:13:53.630148 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-77820a71-8d03-41fe-a956-fb26b4b1705d {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:13:53.630490 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '664646b6-1bc7-4f9a-bf1e-343f948f26da', 'name': 'network-vif-deleted', 'tag': '0c003b2b-afb8-47b3-863d-8ed3a7ee5389', 'status': 'completed', 'code': 200} Oct 12 19:13:53.636717 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 60602) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:13:53.676774 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-43b24cb3-0cc9-4f28-8965-f2cb9f7e5e1c req-913a0c99-5f07-46e1-8067-16a679be3c9c service neutron] For port 37efe2eb-359b-46a1-a6d9-e18d66f6a90d, host n-h2-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:13:53.682636 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-43b24cb3-0cc9-4f28-8965-f2cb9f7e5e1c req-913a0c99-5f07-46e1-8067-16a679be3c9c service neutron] Notify callbacks [] for binding, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:53.684633 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-43b24cb3-0cc9-4f28-8965-f2cb9f7e5e1c req-913a0c99-5f07-46e1-8067-16a679be3c9c service neutron] 10.222.0.61 "DELETE /v2.0/ports/37efe2eb-359b-46a1-a6d9-e18d66f6a90d/bindings/n-h2-813679-3 HTTP/1.1" status: 204 len: 173 time: 0.2027547 Oct 12 19:13:53.707421 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_v2 [None req-65b99d3e-885a-4650-944c-180103e188a7 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Deleting subnet ef459928-2033-4176-9709-0d5f44fa20dd {{(pid=95501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:13:53.710728 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-65b99d3e-885a-4650-944c-180103e188a7 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Notify callbacks [] for subnet, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:53.752231 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-65b99d3e-885a-4650-944c-180103e188a7 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281083'] for subnet, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:53.841528 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-65b99d3e-885a-4650-944c-180103e188a7 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:53.866005 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-edf2b2c4-6c49-4e21-99b5-76ac475e60ae req-249de6e7-dcca-44b1-9da2-9751307eb792 tempest-ImagesOneServerTestJSON-1274155994 tempest-ImagesOneServerTestJSON-1274155994-project] 10.222.0.49 "GET /v2.0/ports?device_id=664646b6-1bc7-4f9a-bf1e-343f948f26da HTTP/1.1" status: 200 len: 210 time: 0.0293236 Oct 12 19:13:54.049228 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-65b99d3e-885a-4650-944c-180103e188a7 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4824924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4612362'] for subnet, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:54.079019 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b99d3e-885a-4650-944c-180103e188a7 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Pushing event deleted for resources: {'Subnet': ['ID=ef459928-2033-4176-9709-0d5f44fa20dd,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:13:54.081004 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-65b99d3e-885a-4650-944c-180103e188a7 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:54.087194 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-65b99d3e-885a-4650-944c-180103e188a7 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] 10.222.0.49 "DELETE /v2.0/subnets/ef459928-2033-4176-9709-0d5f44fa20dd HTTP/1.1" status: 204 len: 168 time: 0.4492531 Oct 12 19:13:54.088303 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 60612) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:13:54.089147 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0910747-f2ec-437f-aa0e-e2a0dae97f4f None None] Network d3dae177-12b9-4dfe-bd5b-bccf58d6ecc4 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:13:54.228338 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bd7c1670-3a58-4d4c-8887-9741505a3ff6 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:54.249131 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b6d285-6ac1-4bd2-8e29-d8b04d142957 req-7d4068a9-c889-4bab-8545-53f2654a87a5 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:54.249131 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e0b6d285-6ac1-4bd2-8e29-d8b04d142957 req-7d4068a9-c889-4bab-8545-53f2654a87a5 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/ports?device_id=01506d15-4b2a-4485-b3ec-bce72d999a41 HTTP/1.1" status: 200 len: 944 time: 0.1233997 Oct 12 19:13:54.315368 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e0b6d285-6ac1-4bd2-8e29-d8b04d142957 req-783c1ac8-9865-4e68-9d1a-6a6f95a3224d tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cccf57-f452-41a8-9e48-a6e744310271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579119 Oct 12 19:13:54.329751 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad07ea1-c118-4367-b03d-17787f91dbca None None] DHCP port deletion for d3dae177-12b9-4dfe-bd5b-bccf58d6ecc4 request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 19:13:54.367291 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-bd7c1670-3a58-4d4c-8887-9741505a3ff6 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Deleting port badecda4-b951-47ea-a937-e8391db7399d {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:13:54.367633 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bd7c1670-3a58-4d4c-8887-9741505a3ff6 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:54.406804 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-cad07ea1-c118-4367-b03d-17787f91dbca None None] Deleting port badecda4-b951-47ea-a937-e8391db7399d {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:13:54.410747 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cad07ea1-c118-4367-b03d-17787f91dbca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:54.499432 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-cad07ea1-c118-4367-b03d-17787f91dbca None None] For port badecda4-b951-47ea-a937-e8391db7399d, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=badecda4-b951-47ea-a937-e8391db7399d,segment=NetworkSegment(2f94fc4f-31bc-4375-ac03-8809ccdd3237),segment_id=2f94fc4f-31bc-4375-ac03-8809ccdd3237)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:13:54.499843 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ae8acb-1cb6-4113-af81-b8b843307028 req-45d6f157-77e1-4512-8b78-1c6686320415 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:54.501348 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cad07ea1-c118-4367-b03d-17787f91dbca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:54.501468 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b2ae8acb-1cb6-4113-af81-b8b843307028 req-45d6f157-77e1-4512-8b78-1c6686320415 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76d8672-6416-4017-8f22-b5afeb405fbd HTTP/1.1" status: 200 len: 943 time: 0.0879576 Oct 12 19:13:54.522769 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-bd7c1670-3a58-4d4c-8887-9741505a3ff6 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] For port badecda4-b951-47ea-a937-e8391db7399d, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=badecda4-b951-47ea-a937-e8391db7399d,segment=NetworkSegment(2f94fc4f-31bc-4375-ac03-8809ccdd3237),segment_id=2f94fc4f-31bc-4375-ac03-8809ccdd3237)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:13:54.523136 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bd7c1670-3a58-4d4c-8887-9741505a3ff6 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:54.526431 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-cad07ea1-c118-4367-b03d-17787f91dbca None None] Calling delete_port for badecda4-b951-47ea-a937-e8391db7399d owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:13:54.541010 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-bd7c1670-3a58-4d4c-8887-9741505a3ff6 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Calling delete_port for badecda4-b951-47ea-a937-e8391db7399d owned by network:dhcp {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:13:54.550828 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c344a0-7116-46e2-9c33-39e711341085 req-eb03df0b-2d1f-46e3-b06e-67ee66150484 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:54.559576 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-80c344a0-7116-46e2-9c33-39e711341085 req-eb03df0b-2d1f-46e3-b06e-67ee66150484 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.49 "GET /v2.0/ports?device_id=45d3ede1-6950-4c19-917f-12957a22e060 HTTP/1.1" status: 200 len: 943 time: 0.1493375 Oct 12 19:13:54.560522 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b2ae8acb-1cb6-4113-af81-b8b843307028 req-270a9aa2-49ef-41fa-8afe-6529529e7f8b tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/security-groups?id=453b01c6-7fe6-41ac-8e1d-6df7a2675094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451686 Oct 12 19:13:54.678319 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-80c344a0-7116-46e2-9c33-39e711341085 req-e010f497-190c-4eb0-a1a3-2548a225bf30 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.49 "GET /v2.0/security-groups?id=5db68f36-da5e-4c70-9151-5d33b0141201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191909 Oct 12 19:13:54.786101 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f2ddd7-8f74-467d-afd5-6e019ecfecec req-0a5fbf90-76e9-477f-8c49-a32f47461f34 tempest-LiveMigrationTest-1833787117 tempest-LiveMigrationTest-1833787117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:54.787625 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e3f2ddd7-8f74-467d-afd5-6e019ecfecec req-0a5fbf90-76e9-477f-8c49-a32f47461f34 tempest-LiveMigrationTest-1833787117 tempest-LiveMigrationTest-1833787117-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=01506d15-4b2a-4485-b3ec-bce72d999a41 HTTP/1.1" status: 200 len: 1095 time: 0.0484688 Oct 12 19:13:54.828538 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device badecda4-b951-47ea-a937-e8391db7399d no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:13:54.836323 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e3f2ddd7-8f74-467d-afd5-6e019ecfecec req-72f21c97-5c17-4e4a-9b09-94fa3ba8e9f2 tempest-LiveMigrationTest-1833787117 tempest-LiveMigrationTest-1833787117-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=87cccf57-f452-41a8-9e48-a6e744310271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380602 Oct 12 19:13:54.892526 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bd7c1670-3a58-4d4c-8887-9741505a3ff6 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:54.900278 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cad07ea1-c118-4367-b03d-17787f91dbca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:54.941203 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad07ea1-c118-4367-b03d-17787f91dbca None None] No DVR routers for this DVR port badecda4-b951-47ea-a937-e8391db7399d on host n-d-813679-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:13:54.947157 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad07ea1-c118-4367-b03d-17787f91dbca None None] Pushing event deleted for resources: {'Port': ['ID=badecda4-b951-47ea-a937-e8391db7399d,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:13:54.960316 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:54.997263 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7c1670-3a58-4d4c-8887-9741505a3ff6 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] No DVR routers for this DVR port badecda4-b951-47ea-a937-e8391db7399d on host n-d-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:13:55.020482 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7c1670-3a58-4d4c-8887-9741505a3ff6 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Pushing event deleted for resources: {'Port': ['ID=badecda4-b951-47ea-a937-e8391db7399d,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:13:55.135966 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ecc1c2-0cf1-4c92-80f0-38d001ccffdb req-f520b2b9-6048-4a08-92ff-4eb84667a74f tempest-LiveMigrationTest-1833787117 tempest-LiveMigrationTest-1833787117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:55.137538 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f8ecc1c2-0cf1-4c92-80f0-38d001ccffdb req-f520b2b9-6048-4a08-92ff-4eb84667a74f tempest-LiveMigrationTest-1833787117 tempest-LiveMigrationTest-1833787117-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=01506d15-4b2a-4485-b3ec-bce72d999a41 HTTP/1.1" status: 200 len: 1095 time: 0.2285984 Oct 12 19:13:55.153974 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bd7c1670-3a58-4d4c-8887-9741505a3ff6 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:55.192454 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-bd7c1670-3a58-4d4c-8887-9741505a3ff6 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3dae177-12b9-4dfe-bd5b-bccf58d6ecc4']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:13:55.196044 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f8ecc1c2-0cf1-4c92-80f0-38d001ccffdb req-81c7749b-d708-4c82-90ae-a8a213e30807 tempest-LiveMigrationTest-1833787117 tempest-LiveMigrationTest-1833787117-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=87cccf57-f452-41a8-9e48-a6e744310271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516548 Oct 12 19:13:55.205514 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-bd7c1670-3a58-4d4c-8887-9741505a3ff6 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f94fc4f-31bc-4375-ac03-8809ccdd3237') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:13:55.205831 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-bd7c1670-3a58-4d4c-8887-9741505a3ff6 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f94fc4f-31bc-4375-ac03-8809ccdd3237') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:13:55.224439 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bd7c1670-3a58-4d4c-8887-9741505a3ff6 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16313633'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:55.244792 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bd7c1670-3a58-4d4c-8887-9741505a3ff6 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:55.253223 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd7c1670-3a58-4d4c-8887-9741505a3ff6 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:13:55.254003 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bd7c1670-3a58-4d4c-8887-9741505a3ff6 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4305278'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:55.283885 n-d-813679-3 neutron-server[95502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:13:55.283885 n-d-813679-3 neutron-server[95502]: self.session.flush() Oct 12 19:13:55.283885 n-d-813679-3 neutron-server[95502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:13:55.283885 n-d-813679-3 neutron-server[95502]: self.session.flush() Oct 12 19:13:55.283885 n-d-813679-3 neutron-server[95502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:13:55.283885 n-d-813679-3 neutron-server[95502]: self.session.flush() Oct 12 19:13:55.283885 n-d-813679-3 neutron-server[95502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:13:55.283885 n-d-813679-3 neutron-server[95502]: self.session.flush() Oct 12 19:13:55.283885 n-d-813679-3 neutron-server[95502]: Traceback (most recent call last): Oct 12 19:13:55.283885 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:13:55.283885 n-d-813679-3 neutron-server[95502]: timer() Oct 12 19:13:55.283885 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:13:55.283885 n-d-813679-3 neutron-server[95502]: cb(*args, **kw) Oct 12 19:13:55.283885 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:13:55.283885 n-d-813679-3 neutron-server[95502]: return func(*args, **kwargs) Oct 12 19:13:55.283885 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:13:55.283885 n-d-813679-3 neutron-server[95502]: self._notify() Oct 12 19:13:55.283885 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:13:55.283885 n-d-813679-3 neutron-server[95502]: self.callback(batched_events) Oct 12 19:13:55.283885 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:13:55.283885 n-d-813679-3 neutron-server[95502]: event.method(event) Oct 12 19:13:55.283885 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:13:55.283885 n-d-813679-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:13:55.283885 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:13:55.283885 n-d-813679-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:13:55.283885 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:13:55.283885 n-d-813679-3 neutron-server[95502]: return f(self, *a, **k) Oct 12 19:13:55.283885 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:13:55.283885 n-d-813679-3 neutron-server[95502]: return self._get(url).json() Oct 12 19:13:55.283885 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:13:55.283885 n-d-813679-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:13:55.283885 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:13:55.283885 n-d-813679-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Oct 12 19:13:55.283885 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:13:55.283885 n-d-813679-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:13:55.283885 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:13:55.283885 n-d-813679-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:13:55.283885 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:13:55.283885 n-d-813679-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:13:55.283885 n-d-813679-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:13:55.402491 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 9902639a-c094-4c79-8a4e-29bd67044e2b details requested by agent hyperv_n-h2-813679-3 with host n-h2-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:13:55.404764 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bd7c1670-3a58-4d4c-8887-9741505a3ff6 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:55.436615 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bd7c1670-3a58-4d4c-8887-9741505a3ff6 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:55.456318 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-bd7c1670-3a58-4d4c-8887-9741505a3ff6 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] 10.222.0.49 "DELETE /v2.0/networks/d3dae177-12b9-4dfe-bd5b-bccf58d6ecc4 HTTP/1.1" status: 204 len: 168 time: 1.3627212 Oct 12 19:13:55.456978 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 60646) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:13:55.469972 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7c1670-3a58-4d4c-8887-9741505a3ff6 tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Pushing event deleted for resources: {'Network': ['ID=d3dae177-12b9-4dfe-bd5b-bccf58d6ecc4,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:13:55.582658 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f7059b8-f4f6-4c8e-bbf3-c776c691428c tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Deleting subnet c597cfcd-95e7-4efc-b4d5-822e8e1d8cb5 {{(pid=95501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:13:55.589173 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2f7059b8-f4f6-4c8e-bbf3-c776c691428c tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Notify callbacks [] for subnet, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:55.626555 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 60652) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:13:55.630868 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 9902639a-c094-4c79-8a4e-29bd67044e2b, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=9902639a-c094-4c79-8a4e-29bd67044e2b,segment=NetworkSegment(d193a04a-34c9-4571-8a42-8ff6f24e5c3b),segment_id=d193a04a-34c9-4571-8a42-8ff6f24e5c3b)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:13:55.644943 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Returning: {'device': '9902639a-c094-4c79-8a4e-29bd67044e2b', 'network_id': 'e7e41055-1292-4375-83c3-78e2dafcb52a', 'port_id': '9902639a-c094-4c79-8a4e-29bd67044e2b', 'mac_address': 'fa:16:3e:2c:9d:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4f49dc5-e874-495c-886d-4a58af79da10', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:13:55.682836 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2f7059b8-f4f6-4c8e-bbf3-c776c691428c tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281083'] for subnet, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:55.701239 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:55.729600 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9902639a-c094-4c79-8a4e-29bd67044e2b {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:13:55.737601 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef525dd-4b7e-4382-bafe-066962ec420e req-86cb42f8-8c8d-4e89-805d-65fca756e7a5 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:55.739225 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2ef525dd-4b7e-4382-bafe-066962ec420e req-86cb42f8-8c8d-4e89-805d-65fca756e7a5 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76d8672-6416-4017-8f22-b5afeb405fbd HTTP/1.1" status: 200 len: 943 time: 0.0781124 Oct 12 19:13:55.781271 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 9902639a-c094-4c79-8a4e-29bd67044e2b, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=9902639a-c094-4c79-8a4e-29bd67044e2b,segment=NetworkSegment(d193a04a-34c9-4571-8a42-8ff6f24e5c3b),segment_id=d193a04a-34c9-4571-8a42-8ff6f24e5c3b)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:13:55.808968 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2ef525dd-4b7e-4382-bafe-066962ec420e req-4e3fdbec-cd04-4cc3-a401-017c20f78da2 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/security-groups?id=453b01c6-7fe6-41ac-8e1d-6df7a2675094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526710 Oct 12 19:13:55.814943 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2f7059b8-f4f6-4c8e-bbf3-c776c691428c tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:55.832369 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:55.833518 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 7ba0e993-722e-4916-8428-0db6681be167 details requested by agent hyperv_n-h2-813679-3 with host n-h2-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:13:55.903375 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-5588d890-4526-458e-91fd-6a41141d022c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=dbe26f61f6c24844a0760f79c52285fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2700129 Oct 12 19:13:55.903553 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 60662) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:13:55.990017 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-55093066-d8c5-4a70-b574-6c2931f59b92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:55.991391 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=9902639a-c094-4c79-8a4e-29bd67044e2b,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:13:55.991739 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba225db9-fef7-4890-8fcb-39eec33c6209 req-6de4cbad-4cc1-4542-a454-1b042a24dcc6 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:56.001188 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ba225db9-fef7-4890-8fcb-39eec33c6209 req-6de4cbad-4cc1-4542-a454-1b042a24dcc6 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.49 "GET /v2.0/ports?device_id=45d3ede1-6950-4c19-917f-12957a22e060 HTTP/1.1" status: 200 len: 944 time: 0.0968685 Oct 12 19:13:56.022351 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-55093066-d8c5-4a70-b574-6c2931f59b92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:56.051407 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ba225db9-fef7-4890-8fcb-39eec33c6209 req-40b31aa7-0276-4a66-aa8f-05bd871850a2 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.49 "GET /v2.0/security-groups?id=5db68f36-da5e-4c70-9151-5d33b0141201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482893 Oct 12 19:13:56.060493 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2f7059b8-f4f6-4c8e-bbf3-c776c691428c tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4824924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4612362'] for subnet, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:56.095245 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 7ba0e993-722e-4916-8428-0db6681be167, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=7ba0e993-722e-4916-8428-0db6681be167,segment=NetworkSegment(35dde9ae-6a3d-4327-a38f-c2a1ca6f0ad7),segment_id=35dde9ae-6a3d-4327-a38f-c2a1ca6f0ad7)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:13:56.110444 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7059b8-f4f6-4c8e-bbf3-c776c691428c tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Pushing event deleted for resources: {'Subnet': ['ID=c597cfcd-95e7-4efc-b4d5-822e8e1d8cb5,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:13:56.115392 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Returning: {'device': '7ba0e993-722e-4916-8428-0db6681be167', 'network_id': 'de7a4800-3a36-49db-938a-a424194241c9', 'port_id': '7ba0e993-722e-4916-8428-0db6681be167', 'mac_address': 'fa:16:3e:cc:70:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a04d54df-064e-4c45-85d6-73b27d98a999', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:13:56.121697 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2f7059b8-f4f6-4c8e-bbf3-c776c691428c tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:56.129396 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-2f7059b8-f4f6-4c8e-bbf3-c776c691428c tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] 10.222.0.49 "DELETE /v2.0/subnets/c597cfcd-95e7-4efc-b4d5-822e8e1d8cb5 HTTP/1.1" status: 204 len: 168 time: 0.6686039 Oct 12 19:13:56.129603 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 60668) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:13:56.148567 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42901465-958c-4eff-b0ed-22b5646ccaea None None] Network 6f6a831c-2473-4fb4-b8a8-18104d282d5f requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:13:56.214507 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:56.220160 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-dd3465c9-cc94-4b52-a399-51b55c3bca8d tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:56.241499 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ba0e993-722e-4916-8428-0db6681be167 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:13:56.275228 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-dd3465c9-cc94-4b52-a399-51b55c3bca8d tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Deleting port e1ab8277-a45a-4b97-8dff-1878510f8ec3 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:13:56.275596 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-dd3465c9-cc94-4b52-a399-51b55c3bca8d tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:56.278821 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 0c003b2b-afb8-47b3-863d-8ed3a7ee5389 no longer exists at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:13:56.285954 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 7ba0e993-722e-4916-8428-0db6681be167, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=7ba0e993-722e-4916-8428-0db6681be167,segment=NetworkSegment(35dde9ae-6a3d-4327-a38f-c2a1ca6f0ad7),segment_id=35dde9ae-6a3d-4327-a38f-c2a1ca6f0ad7)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:13:56.314125 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-55093066-d8c5-4a70-b574-6c2931f59b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:56.316726 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-55093066-d8c5-4a70-b574-6c2931f59b92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:56.317868 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-55093066-d8c5-4a70-b574-6c2931f59b92 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c21c7d48-688b-4684-8e93-07770a654e7e HTTP/1.1" status: 204 len: 168 time: 0.4137712 Oct 12 19:13:56.324783 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] No Port match for: 0c003b2b-afb8-47b3-863d-8ed3a7ee5389 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:13:56.325232 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 0c003b2b-afb8-47b3-863d-8ed3a7ee5389 not bound to the agent host n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:13:56.337559 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55093066-d8c5-4a70-b574-6c2931f59b92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c21c7d48-688b-4684-8e93-07770a654e7e,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:13:56.351480 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:56.392411 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [None req-dd3465c9-cc94-4b52-a399-51b55c3bca8d tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] For port e1ab8277-a45a-4b97-8dff-1878510f8ec3, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=e1ab8277-a45a-4b97-8dff-1878510f8ec3,segment=NetworkSegment(878fbe08-8942-4370-940e-8e40452b25c5),segment_id=878fbe08-8942-4370-940e-8e40452b25c5)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:13:56.392411 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-dd3465c9-cc94-4b52-a399-51b55c3bca8d tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:56.416090 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=7ba0e993-722e-4916-8428-0db6681be167,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:13:56.419427 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-dd3465c9-cc94-4b52-a399-51b55c3bca8d tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Calling delete_port for e1ab8277-a45a-4b97-8dff-1878510f8ec3 owned by network:dhcp {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:13:56.428813 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66657c96-69ce-4734-8fb4-920c32f034e9 None None] DHCP port deletion for 6f6a831c-2473-4fb4-b8a8-18104d282d5f request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 19:13:56.479248 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-66657c96-69ce-4734-8fb4-920c32f034e9 None None] Deleting port e1ab8277-a45a-4b97-8dff-1878510f8ec3 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:13:56.483102 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-66657c96-69ce-4734-8fb4-920c32f034e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:56.603107 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-dd3465c9-cc94-4b52-a399-51b55c3bca8d tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:56.628990 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3465c9-cc94-4b52-a399-51b55c3bca8d tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Pushing event deleted for resources: {'Port': ['ID=e1ab8277-a45a-4b97-8dff-1878510f8ec3,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:13:56.638267 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3465c9-cc94-4b52-a399-51b55c3bca8d tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] No DVR routers for this DVR port e1ab8277-a45a-4b97-8dff-1878510f8ec3 on host n-d-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:13:56.682097 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-66657c96-69ce-4734-8fb4-920c32f034e9 None None] For port e1ab8277-a45a-4b97-8dff-1878510f8ec3, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=e1ab8277-a45a-4b97-8dff-1878510f8ec3,segment=NetworkSegment(878fbe08-8942-4370-940e-8e40452b25c5),segment_id=878fbe08-8942-4370-940e-8e40452b25c5)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:13:56.682556 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-66657c96-69ce-4734-8fb4-920c32f034e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:56.698606 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-66657c96-69ce-4734-8fb4-920c32f034e9 None None] Calling delete_port for e1ab8277-a45a-4b97-8dff-1878510f8ec3 owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:13:56.761043 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['9902639a-c094-4c79-8a4e-29bd67044e2b'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:13:56.825079 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['7ba0e993-722e-4916-8428-0db6681be167'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:13:56.825372 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-dd3465c9-cc94-4b52-a399-51b55c3bca8d tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:56.851370 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-dd3465c9-cc94-4b52-a399-51b55c3bca8d tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f6a831c-2473-4fb4-b8a8-18104d282d5f']}} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:13:56.865009 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-dd3465c9-cc94-4b52-a399-51b55c3bca8d tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '878fbe08-8942-4370-940e-8e40452b25c5') {'for_net_delete': True} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:13:56.865758 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-dd3465c9-cc94-4b52-a399-51b55c3bca8d tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '878fbe08-8942-4370-940e-8e40452b25c5') {} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:13:56.881880 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-dd3465c9-cc94-4b52-a399-51b55c3bca8d tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4281072'] for segment, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:56.897960 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-dd3465c9-cc94-4b52-a399-51b55c3bca8d tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:56.917003 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd3465c9-cc94-4b52-a399-51b55c3bca8d tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=95501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:13:56.917513 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-dd3465c9-cc94-4b52-a399-51b55c3bca8d tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4823170'] for segment, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:56.920747 n-d-813679-3 neutron-server[95501]: Traceback (most recent call last): Oct 12 19:13:56.920747 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:13:56.920747 n-d-813679-3 neutron-server[95501]: timer() Oct 12 19:13:56.920747 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:13:56.920747 n-d-813679-3 neutron-server[95501]: cb(*args, **kw) Oct 12 19:13:56.920747 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:13:56.920747 n-d-813679-3 neutron-server[95501]: return func(*args, **kwargs) Oct 12 19:13:56.920747 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:13:56.920747 n-d-813679-3 neutron-server[95501]: self._notify() Oct 12 19:13:56.920747 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:13:56.920747 n-d-813679-3 neutron-server[95501]: self.callback(batched_events) Oct 12 19:13:56.920747 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:13:56.920747 n-d-813679-3 neutron-server[95501]: event.method(event) Oct 12 19:13:56.920747 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:13:56.920747 n-d-813679-3 neutron-server[95501]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:13:56.920747 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:13:56.920747 n-d-813679-3 neutron-server[95501]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:13:56.920747 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:13:56.920747 n-d-813679-3 neutron-server[95501]: return f(self, *a, **k) Oct 12 19:13:56.920747 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:13:56.920747 n-d-813679-3 neutron-server[95501]: return self._get(url).json() Oct 12 19:13:56.920747 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:13:56.920747 n-d-813679-3 neutron-server[95501]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:13:56.920747 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:13:56.920747 n-d-813679-3 neutron-server[95501]: return self.request(url, 'GET', **kwargs) Oct 12 19:13:56.920747 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:13:56.920747 n-d-813679-3 neutron-server[95501]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:13:56.920747 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:13:56.920747 n-d-813679-3 neutron-server[95501]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:13:56.920747 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:13:56.920747 n-d-813679-3 neutron-server[95501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:13:56.920747 n-d-813679-3 neutron-server[95501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:13:56.924744 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device e1ab8277-a45a-4b97-8dff-1878510f8ec3 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:13:56.963106 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9766d76c-d351-4224-93b8-be73212eec4f req-e0f770b0-6b1a-4163-8544-920e2e143545 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:56.972175 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9766d76c-d351-4224-93b8-be73212eec4f req-e0f770b0-6b1a-4163-8544-920e2e143545 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76d8672-6416-4017-8f22-b5afeb405fbd HTTP/1.1" status: 200 len: 944 time: 0.0654681 Oct 12 19:13:57.022525 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: e1ab8277-a45a-4b97-8dff-1878510f8ec3 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:13:57.023352 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device e1ab8277-a45a-4b97-8dff-1878510f8ec3 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:13:57.029798 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9766d76c-d351-4224-93b8-be73212eec4f req-7b4a7776-e760-4ac9-acf1-4f8f59d7ce0d tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/security-groups?id=453b01c6-7fe6-41ac-8e1d-6df7a2675094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517478 Oct 12 19:13:57.139695 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-dd3465c9-cc94-4b52-a399-51b55c3bca8d tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:57.148054 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-dd3465c9-cc94-4b52-a399-51b55c3bca8d tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:57.154330 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-dd3465c9-cc94-4b52-a399-51b55c3bca8d tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] 10.222.0.49 "DELETE /v2.0/networks/6f6a831c-2473-4fb4-b8a8-18104d282d5f HTTP/1.1" status: 204 len: 168 time: 1.0207219 Oct 12 19:13:57.178915 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3465c9-cc94-4b52-a399-51b55c3bca8d tempest-ServersTestMultiNic-1119165233 tempest-ServersTestMultiNic-1119165233-project] Pushing event deleted for resources: {'Network': ['ID=6f6a831c-2473-4fb4-b8a8-18104d282d5f,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:13:57.241111 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9a8fd6-2ab1-4c5d-a778-65caaa1b77ac req-d3034bb7-b1f9-4cbd-b9b7-1d485f2cf17c tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:57.249302 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5f9a8fd6-2ab1-4c5d-a778-65caaa1b77ac req-d3034bb7-b1f9-4cbd-b9b7-1d485f2cf17c tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.49 "GET /v2.0/ports?device_id=45d3ede1-6950-4c19-917f-12957a22e060 HTTP/1.1" status: 200 len: 944 time: 0.0979762 Oct 12 19:13:57.307531 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5f9a8fd6-2ab1-4c5d-a778-65caaa1b77ac req-e05426c1-d092-4346-9992-405a90c389f2 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.49 "GET /v2.0/security-groups?id=5db68f36-da5e-4c70-9151-5d33b0141201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518963 Oct 12 19:13:57.315015 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-66657c96-69ce-4734-8fb4-920c32f034e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:57.363868 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-66657c96-69ce-4734-8fb4-920c32f034e9 None None] Network 6f6a831c-2473-4fb4-b8a8-18104d282d5f is not hosted by any dhcp agent {{(pid=95503) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 12 19:13:57.364586 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66657c96-69ce-4734-8fb4-920c32f034e9 None None] No DVR routers for this DVR port e1ab8277-a45a-4b97-8dff-1878510f8ec3 on host n-d-813679-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:13:57.373391 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66657c96-69ce-4734-8fb4-920c32f034e9 None None] Pushing event deleted for resources: {'Port': ['ID=e1ab8277-a45a-4b97-8dff-1878510f8ec3,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:13:57.427667 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 60704) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:13:57.728431 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 60712) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:13:57.811684 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2b8a2143-40a3-4672-a573-5b10e39dbf98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8092566'] for router_interface, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:57.849608 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-9cd27f8c-444a-4069-87bd-bb15bb41a3d9 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-928223207-network', 'tenant_id': '9f5c1e71755042d1ac27a0b3a538f601'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:13:57.945785 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cd27f8c-444a-4069-87bd-bb15bb41a3d9 admin admin] Made reservation on behalf of 9f5c1e71755042d1ac27a0b3a538f601 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:13:57.948893 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9cd27f8c-444a-4069-87bd-bb15bb41a3d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:57.959719 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9cd27f8c-444a-4069-87bd-bb15bb41a3d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:58.094251 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-2b8a2143-40a3-4672-a573-5b10e39dbf98 admin admin] Deleting port 77f1aeeb-250f-428c-8989-bb01503fc965 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:13:58.095788 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2b8a2143-40a3-4672-a573-5b10e39dbf98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:58.140896 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9cd27f8c-444a-4069-87bd-bb15bb41a3d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:58.202581 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db753f6-a25e-4906-abdd-33be4f233946 req-b12d8271-4ed1-4b98-8e69-a8ef78de81b3 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:58.204972 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3db753f6-a25e-4906-abdd-33be4f233946 req-b12d8271-4ed1-4b98-8e69-a8ef78de81b3 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76d8672-6416-4017-8f22-b5afeb405fbd HTTP/1.1" status: 200 len: 944 time: 0.0624793 Oct 12 19:13:58.225915 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9cd27f8c-444a-4069-87bd-bb15bb41a3d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:58.254972 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [None req-2b8a2143-40a3-4672-a573-5b10e39dbf98 admin admin] For port 77f1aeeb-250f-428c-8989-bb01503fc965, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=77f1aeeb-250f-428c-8989-bb01503fc965,segment=NetworkSegment(11901386-8ea2-4922-96a9-df89c50305dd),segment_id=11901386-8ea2-4922-96a9-df89c50305dd)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:13:58.255643 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2b8a2143-40a3-4672-a573-5b10e39dbf98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:58.263692 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cd27f8c-444a-4069-87bd-bb15bb41a3d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:13:58.271072 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-2b8a2143-40a3-4672-a573-5b10e39dbf98 admin admin] Calling delete_port for 77f1aeeb-250f-428c-8989-bb01503fc965 owned by network:router_interface {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:13:58.279538 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd27f8c-444a-4069-87bd-bb15bb41a3d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93001041-1fb8-4b9a-acba-05886aa0e0ee,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:13:58.286898 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9cd27f8c-444a-4069-87bd-bb15bb41a3d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:58.287819 n-d-813679-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-9cd27f8c-444a-4069-87bd-bb15bb41a3d9 admin admin] Added segment 9a265161-39b6-438d-83a9-b9196658e74a of type vlan for network 9b463164-b6d9-4e70-af74-4df142d48ea1 Oct 12 19:13:58.313157 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3db753f6-a25e-4906-abdd-33be4f233946 req-44e6762e-ae08-4309-9b93-c7c0e4c88149 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/security-groups?id=453b01c6-7fe6-41ac-8e1d-6df7a2675094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935404 Oct 12 19:13:58.371657 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9cd27f8c-444a-4069-87bd-bb15bb41a3d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:58.454281 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9cd27f8c-444a-4069-87bd-bb15bb41a3d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:58.455532 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd27f8c-444a-4069-87bd-bb15bb41a3d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:58.456476 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9cd27f8c-444a-4069-87bd-bb15bb41a3d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:58.566981 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd27f8c-444a-4069-87bd-bb15bb41a3d9 admin admin] Pushing event updated for resources: {'Network': ['ID=9b463164-b6d9-4e70-af74-4df142d48ea1,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:13:58.582503 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 9b463164-b6d9-4e70-af74-4df142d48ea1 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:13:58.603137 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e95871-104e-49cd-be1a-3aa70568408a req-bacfeea9-08c3-4d78-9c8d-477ca5881650 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:58.610476 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-18e95871-104e-49cd-be1a-3aa70568408a req-bacfeea9-08c3-4d78-9c8d-477ca5881650 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b5bede8-e825-4307-9bc2-88929de15d91 HTTP/1.1" status: 200 len: 946 time: 0.0888395 Oct 12 19:13:58.620487 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-9cd27f8c-444a-4069-87bd-bb15bb41a3d9 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8907175 Oct 12 19:13:58.630073 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 60730) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:13:58.635106 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-ecc19f55-59fc-43d3-a9aa-56922a289b95 admin admin] Request body: {'subnet': {'network_id': '9b463164-b6d9-4e70-af74-4df142d48ea1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-928223207-subnet', 'tenant_id': '9f5c1e71755042d1ac27a0b3a538f601', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:13:58.663076 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-18e95871-104e-49cd-be1a-3aa70568408a req-8717c0a0-e922-482b-9839-2467e3fa390e tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba303c90-524f-4c6d-a60e-9cdccd966656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517452 Oct 12 19:13:58.738543 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecc19f55-59fc-43d3-a9aa-56922a289b95 admin admin] Made reservation on behalf of 9f5c1e71755042d1ac27a0b3a538f601 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:13:58.741134 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ecc19f55-59fc-43d3-a9aa-56922a289b95 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16245837'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:58.831084 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ce2de8-6bb3-4f4e-8610-07adf0da33df req-d5f6392f-0393-46c4-bef9-b2cf5a425e1e tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:58.839350 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d7ce2de8-6bb3-4f4e-8610-07adf0da33df req-d5f6392f-0393-46c4-bef9-b2cf5a425e1e tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.49 "GET /v2.0/ports?device_id=45d3ede1-6950-4c19-917f-12957a22e060 HTTP/1.1" status: 200 len: 944 time: 0.4452484 Oct 12 19:13:58.893739 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d7ce2de8-6bb3-4f4e-8610-07adf0da33df req-6db62bf7-9d9d-4b8d-aff8-f74ae2bc9d57 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.49 "GET /v2.0/security-groups?id=5db68f36-da5e-4c70-9151-5d33b0141201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514369 Oct 12 19:13:59.003065 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ecc19f55-59fc-43d3-a9aa-56922a289b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4306659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16245859'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:59.031505 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2b8a2143-40a3-4672-a573-5b10e39dbf98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:59.062433 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8a2143-40a3-4672-a573-5b10e39dbf98 admin admin] Pushing event deleted for resources: {'Port': ['ID=77f1aeeb-250f-428c-8989-bb01503fc965,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:13:59.073080 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc19f55-59fc-43d3-a9aa-56922a289b95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ca49502-6eac-400d-a5c9-5dbc68b0fb0b,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:13:59.084195 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc19f55-59fc-43d3-a9aa-56922a289b95 admin admin] Checking segment: {'id': '9a265161-39b6-438d-83a9-b9196658e74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '9b463164-b6d9-4e70-af74-4df142d48ea1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:13:59.084557 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc19f55-59fc-43d3-a9aa-56922a289b95 admin admin] Network hostable DHCP agents. Network: 9b463164-b6d9-4e70-af74-4df142d48ea1, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:13:59.088660 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-dd98a34d-a602-4285-84ad-24eff4932d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:59.173118 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc19f55-59fc-43d3-a9aa-56922a289b95 admin admin] Network 9b463164-b6d9-4e70-af74-4df142d48ea1 is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:13:59.269943 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2b8a2143-40a3-4672-a573-5b10e39dbf98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7898909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8092450'] for router_interface, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:59.272059 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-ecc19f55-59fc-43d3-a9aa-56922a289b95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, 9b463164-b6d9-4e70-af74-4df142d48ea1) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:13:59.281504 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8826e232-7ad1-4246-aff3-a8c98567fafb None None] Network 9b463164-b6d9-4e70-af74-4df142d48ea1 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:13:59.286306 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc19f55-59fc-43d3-a9aa-56922a289b95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:59.294614 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ecc19f55-59fc-43d3-a9aa-56922a289b95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:59.410440 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 9902639a-c094-4c79-8a4e-29bd67044e2b up at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:13:59.431125 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-ecc19f55-59fc-43d3-a9aa-56922a289b95 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8001900 Oct 12 19:13:59.490601 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f053a0d4-73f0-490a-af6b-7bfa7db269ae req-1f3dc895-6ef2-43e3-9e6b-37f6e3428199 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:13:59.492918 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f053a0d4-73f0-490a-af6b-7bfa7db269ae req-1f3dc895-6ef2-43e3-9e6b-37f6e3428199 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76d8672-6416-4017-8f22-b5afeb405fbd HTTP/1.1" status: 200 len: 944 time: 0.0668490 Oct 12 19:13:59.571645 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9784fa-7a34-4451-9eb7-125c21e9509e None None] Network 9b463164-b6d9-4e70-af74-4df142d48ea1 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:13:59.685255 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b8a2143-40a3-4672-a573-5b10e39dbf98 admin admin] Router e55a4a5d-501e-488d-b6ea-b8c14370e6a4 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:13:59.709574 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f053a0d4-73f0-490a-af6b-7bfa7db269ae req-74dc2299-a90a-4e1b-962c-363ec0831c4b tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/security-groups?id=453b01c6-7fe6-41ac-8e1d-6df7a2675094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719354 Oct 12 19:13:59.763168 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning for port 9902639a-c094-4c79-8a4e-29bd67044e2b completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:13:59.767289 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning complete for port 9902639a-c094-4c79-8a4e-29bd67044e2b triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:13:59.767795 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:59.894198 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b8a2143-40a3-4672-a573-5b10e39dbf98 admin admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:13:59.902478 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-2b8a2143-40a3-4672-a573-5b10e39dbf98 admin admin] 10.222.0.49 "PUT /v2.0/routers/e55a4a5d-501e-488d-b6ea-b8c14370e6a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4736426 Oct 12 19:13:59.904220 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 60756) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:13:59.906770 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfed030-a8d8-468f-80d9-08333f23b702 None None] Sync routers for ids ['e55a4a5d-501e-488d-b6ea-b8c14370e6a4'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:13:59.918961 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfed030-a8d8-468f-80d9-08333f23b702 None None] Routers {'e55a4a5d-501e-488d-b6ea-b8c14370e6a4'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:13:59.919955 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-5dfed030-a8d8-468f-80d9-08333f23b702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:13:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['e55a4a5d-501e-488d-b6ea-b8c14370e6a4'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:13:59.922611 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:13:59.950632 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45d3ede1-6950-4c19-917f-12957a22e060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9902639a-c094-4c79-8a4e-29bd67044e2b'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:13:59.953693 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bdd93d4-d519-4fb0-8192-79595ce74263" -d '{"events": [{"server_uuid": "45d3ede1-6950-4c19-917f-12957a22e060", "name": "network-vif-plugged", "status": "completed", "tag": "9902639a-c094-4c79-8a4e-29bd67044e2b"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:13:59.988016 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 9902639a-c094-4c79-8a4e-29bd67044e2b, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=9902639a-c094-4c79-8a4e-29bd67044e2b,segment=NetworkSegment(d193a04a-34c9-4571-8a42-8ff6f24e5c3b),segment_id=d193a04a-34c9-4571-8a42-8ff6f24e5c3b)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:14:00.037667 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:00.038718 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 7ba0e993-722e-4916-8428-0db6681be167 up at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:14:00.077490 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-5dfed030-a8d8-468f-80d9-08333f23b702 None None] Set router e55a4a5d-501e-488d-b6ea-b8c14370e6a4 gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:14:00.102803 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bf75e11d-1d3e-421b-aa3e-b74dde2924c8 admin admin] Notify callbacks [] for router, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:00.233129 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=9902639a-c094-4c79-8a4e-29bd67044e2b,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:00.282574 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning for port 7ba0e993-722e-4916-8428-0db6681be167 completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:14:00.287043 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning complete for port 7ba0e993-722e-4916-8428-0db6681be167 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:14:00.287458 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:00.298798 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcd4a56-461e-443b-b4cb-d6f820e566a6 req-37505e99-b95f-4e0d-a44a-240f83c1a951 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:00.310467 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2fcd4a56-461e-443b-b4cb-d6f820e566a6 req-37505e99-b95f-4e0d-a44a-240f83c1a951 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] 10.222.0.49 "GET /v2.0/networks?id=9b463164-b6d9-4e70-af74-4df142d48ea1 HTTP/1.1" status: 200 len: 821 time: 0.2430551 Oct 12 19:14:00.324386 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1010ccac-4adc-4433-8832-63c40bcb67a3 req-6ebf8fc8-68d7-44d5-b497-a3f2ed53b1b0 tempest-VolumesAdminNegativeTest-120049853 tempest-VolumesAdminNegativeTest-120049853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:00.326594 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1010ccac-4adc-4433-8832-63c40bcb67a3 req-6ebf8fc8-68d7-44d5-b497-a3f2ed53b1b0 tempest-VolumesAdminNegativeTest-120049853 tempest-VolumesAdminNegativeTest-120049853-project] 10.222.0.49 "GET /v2.0/ports?device_id=65ea8f72-5f19-4bcc-b0f2-9a9a39c46383 HTTP/1.1" status: 200 len: 945 time: 0.0806963 Oct 12 19:14:00.333997 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-5dfed030-a8d8-468f-80d9-08333f23b702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e55a4a5d-501e-488d-b6ea-b8c14370e6a4', 'name': 'tempest-ServersTestMultiNic-219958741-router', 'tenant_id': 'fd5c6867cc7247f59c07ecc3b6c18599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': '0909c23e-8d70-420c-bec6-74b3428eaeb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:12:11Z', 'updated_at': '2021-10-12T19:13:58Z', 'revision_number': 5, 'project_id': 'fd5c6867cc7247f59c07ecc3b6c18599', 'gw_port': {'id': '0909c23e-8d70-420c-bec6-74b3428eaeb9', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55a4a5d-501e-488d-b6ea-b8c14370e6a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:12:12Z', 'updated_at': '2021-10-12T19:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:14:00.345355 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2fcd4a56-461e-443b-b4cb-d6f820e566a6 req-5e6a7256-261c-4c76-893e-2fa0dde67760 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] 10.222.0.49 "GET /v2.0/quotas/9f5c1e71755042d1ac27a0b3a538f601 HTTP/1.1" status: 200 len: 375 time: 0.0332041 Oct 12 19:14:00.354045 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bf75e11d-1d3e-421b-aa3e-b74dde2924c8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:00.368935 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfed030-a8d8-468f-80d9-08333f23b702 None None] Checking router: e55a4a5d-501e-488d-b6ea-b8c14370e6a4 for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:14:00.378907 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfed030-a8d8-468f-80d9-08333f23b702 None None] Routers {'e55a4a5d-501e-488d-b6ea-b8c14370e6a4'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:14:00.379885 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-5dfed030-a8d8-468f-80d9-08333f23b702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:13:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['e55a4a5d-501e-488d-b6ea-b8c14370e6a4'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:14:00.428190 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1010ccac-4adc-4433-8832-63c40bcb67a3 req-a0740587-acdd-47ad-9759-82aa9a18ca6c tempest-VolumesAdminNegativeTest-120049853 tempest-VolumesAdminNegativeTest-120049853-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff6d4f0e-3cb5-40de-8035-ff2a926b779e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930436 Oct 12 19:14:00.429465 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2fcd4a56-461e-443b-b4cb-d6f820e566a6 req-1655a567-892f-40d7-a2d2-e59f97be09d1 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=9f5c1e71755042d1ac27a0b3a538f601&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0800791 Oct 12 19:14:00.443513 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:00.515561 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-5dfed030-a8d8-468f-80d9-08333f23b702 None None] Set router e55a4a5d-501e-488d-b6ea-b8c14370e6a4 gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:14:00.519666 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 7ba0e993-722e-4916-8428-0db6681be167, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=7ba0e993-722e-4916-8428-0db6681be167,segment=NetworkSegment(35dde9ae-6a3d-4327-a38f-c2a1ca6f0ad7),segment_id=35dde9ae-6a3d-4327-a38f-c2a1ca6f0ad7)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:14:00.579587 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:00.587307 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2fcd4a56-461e-443b-b4cb-d6f820e566a6 req-9eec4d11-a808-43a7-b05e-e3fdffe83c8b service neutron] 10.222.0.49 "GET /v2.0/networks/9b463164-b6d9-4e70-af74-4df142d48ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569614 Oct 12 19:14:00.616577 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-bf75e11d-1d3e-421b-aa3e-b74dde2924c8 admin admin] Deleting port 0909c23e-8d70-420c-bec6-74b3428eaeb9 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:14:00.616933 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bf75e11d-1d3e-421b-aa3e-b74dde2924c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:00.667784 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=7ba0e993-722e-4916-8428-0db6681be167,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:00.709676 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2fcd4a56-461e-443b-b4cb-d6f820e566a6 req-f3ab3045-f1c7-4b6a-833c-8f29958896f5 service neutron] 10.222.0.49 "GET /v2.0/networks/9b463164-b6d9-4e70-af74-4df142d48ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210346 Oct 12 19:14:00.715000 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3df177-a95c-4e2c-a8d4-a51990e8deb0 req-e13cf001-7591-4866-9929-0739b8f24ab0 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:00.722240 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5a3df177-a95c-4e2c-a8d4-a51990e8deb0 req-e13cf001-7591-4866-9929-0739b8f24ab0 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.49 "GET /v2.0/ports?device_id=45d3ede1-6950-4c19-917f-12957a22e060 HTTP/1.1" status: 200 len: 945 time: 0.1826756 Oct 12 19:14:00.803806 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5a3df177-a95c-4e2c-a8d4-a51990e8deb0 req-44aac3c0-3bc1-4dea-af15-2dd1c532b095 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.49 "GET /v2.0/security-groups?id=5db68f36-da5e-4c70-9151-5d33b0141201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766959 Oct 12 19:14:00.807666 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-bf75e11d-1d3e-421b-aa3e-b74dde2924c8 admin admin] For port 0909c23e-8d70-420c-bec6-74b3428eaeb9, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=0909c23e-8d70-420c-bec6-74b3428eaeb9,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:14:00.810461 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bf75e11d-1d3e-421b-aa3e-b74dde2924c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:00.819867 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-5dfed030-a8d8-468f-80d9-08333f23b702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e55a4a5d-501e-488d-b6ea-b8c14370e6a4', 'name': 'tempest-ServersTestMultiNic-219958741-router', 'tenant_id': 'fd5c6867cc7247f59c07ecc3b6c18599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': '0909c23e-8d70-420c-bec6-74b3428eaeb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:12:11Z', 'updated_at': '2021-10-12T19:13:58Z', 'revision_number': 5, 'project_id': 'fd5c6867cc7247f59c07ecc3b6c18599', 'gw_port': {'id': '0909c23e-8d70-420c-bec6-74b3428eaeb9', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55a4a5d-501e-488d-b6ea-b8c14370e6a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:12:12Z', 'updated_at': '2021-10-12T19:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:14:00.837612 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-bf75e11d-1d3e-421b-aa3e-b74dde2924c8 admin admin] Calling delete_port for 0909c23e-8d70-420c-bec6-74b3428eaeb9 owned by network:router_gateway {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:14:00.854228 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfed030-a8d8-468f-80d9-08333f23b702 None None] The sync data for ids ['e55a4a5d-501e-488d-b6ea-b8c14370e6a4'] in n-d-813679-3 is: [{'id': 'e55a4a5d-501e-488d-b6ea-b8c14370e6a4', 'name': 'tempest-ServersTestMultiNic-219958741-router', 'tenant_id': 'fd5c6867cc7247f59c07ecc3b6c18599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': '0909c23e-8d70-420c-bec6-74b3428eaeb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:12:11Z', 'updated_at': '2021-10-12T19:13:58Z', 'revision_number': 5, 'project_id': 'fd5c6867cc7247f59c07ecc3b6c18599', 'gw_port': {'id': '0909c23e-8d70-420c-bec6-74b3428eaeb9', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55a4a5d-501e-488d-b6ea-b8c14370e6a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:12:12Z', 'updated_at': '2021-10-12T19:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:14:00.884191 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6068fb42-cffb-4a1c-88b1-cde5386b196f x-openstack-request-id: req-6068fb42-cffb-4a1c-88b1-cde5386b196f {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:14:00.884671 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45d3ede1-6950-4c19-917f-12957a22e060", "name": "network-vif-plugged", "status": "completed", "tag": "9902639a-c094-4c79-8a4e-29bd67044e2b", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:14:00.884776 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6068fb42-cffb-4a1c-88b1-cde5386b196f {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:14:00.885104 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45d3ede1-6950-4c19-917f-12957a22e060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9902639a-c094-4c79-8a4e-29bd67044e2b', 'code': 200} Oct 12 19:14:01.055054 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87c563b-74b9-4ebc-b566-aff5c9f4655d req-df98e571-7b84-4912-8c35-fb26376d6211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:01.062150 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e87c563b-74b9-4ebc-b566-aff5c9f4655d req-df98e571-7b84-4912-8c35-fb26376d6211 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=45d3ede1-6950-4c19-917f-12957a22e060 HTTP/1.1" status: 200 len: 1096 time: 0.1066296 Oct 12 19:14:01.108507 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4edab1d-73b4-4e1c-8de4-0f5375c05568 req-44d0d503-8d92-477a-8ec8-c05e0625d58f tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:01.116500 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e4edab1d-73b4-4e1c-8de4-0f5375c05568 req-44d0d503-8d92-477a-8ec8-c05e0625d58f tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b5bede8-e825-4307-9bc2-88929de15d91 HTTP/1.1" status: 200 len: 946 time: 0.0959256 Oct 12 19:14:01.164695 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e87c563b-74b9-4ebc-b566-aff5c9f4655d req-9663962e-0a1b-4a4b-9e2a-ca3d563c5c8d service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=5db68f36-da5e-4c70-9151-5d33b0141201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875633 Oct 12 19:14:01.229896 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e4edab1d-73b4-4e1c-8de4-0f5375c05568 req-ba4a7a3e-efa5-43e3-883e-b8290929eebf tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba303c90-524f-4c6d-a60e-9cdccd966656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071332 Oct 12 19:14:01.278647 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bf75e11d-1d3e-421b-aa3e-b74dde2924c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:01.345676 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f3cb2e85-4234-4afb-9099-3d9e0dcd0a09 req-3a72d3c9-a7b3-41ff-b4d7-c4fed383433b tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] 10.222.0.49 "GET /v2.0/ports?device_id=926f5109-78bb-47c6-a992-3081969196e2 HTTP/1.1" status: 200 len: 210 time: 0.0682013 Oct 12 19:14:01.349241 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf75e11d-1d3e-421b-aa3e-b74dde2924c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=0909c23e-8d70-420c-bec6-74b3428eaeb9,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:01.371127 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd95ebd1-79c3-42f9-83c3-4287ea6309e4 req-3a810c51-01b2-41ab-a5e7-e583d4818831 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:01.372924 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-dd95ebd1-79c3-42f9-83c3-4287ea6309e4 req-3a810c51-01b2-41ab-a5e7-e583d4818831 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76d8672-6416-4017-8f22-b5afeb405fbd HTTP/1.1" status: 200 len: 945 time: 0.0872703 Oct 12 19:14:01.427006 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-dd95ebd1-79c3-42f9-83c3-4287ea6309e4 req-958148bc-a05d-4077-958c-63416206ddbb tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/security-groups?id=453b01c6-7fe6-41ac-8e1d-6df7a2675094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481186 Oct 12 19:14:01.461385 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bf75e11d-1d3e-421b-aa3e-b74dde2924c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7915456'] for router_gateway, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:01.625845 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bf75e11d-1d3e-421b-aa3e-b74dde2924c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255495'] for router, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:01.630084 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bf75e11d-1d3e-421b-aa3e-b74dde2924c8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:01.634084 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a2314a-1e7c-433c-b858-a692cce2e3a7 req-0d142dd3-b7a8-4df0-8f26-db4e479286df tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:01.635368 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-93a2314a-1e7c-433c-b858-a692cce2e3a7 req-0d142dd3-b7a8-4df0-8f26-db4e479286df tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] 10.222.0.61 "GET /v2.0/ports?device_id=8b5bede8-e825-4307-9bc2-88929de15d91 HTTP/1.1" status: 200 len: 946 time: 0.0940106 Oct 12 19:14:01.653996 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e520e1c5-f846-4126-bc3a-21ecfc7858b0 req-c57728b5-b1bb-4578-8f58-9796f0247942 tempest-VolumesAdminNegativeTest-120049853 tempest-VolumesAdminNegativeTest-120049853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:01.663342 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e520e1c5-f846-4126-bc3a-21ecfc7858b0 req-c57728b5-b1bb-4578-8f58-9796f0247942 tempest-VolumesAdminNegativeTest-120049853 tempest-VolumesAdminNegativeTest-120049853-project] 10.222.0.49 "GET /v2.0/ports?device_id=65ea8f72-5f19-4bcc-b0f2-9a9a39c46383 HTTP/1.1" status: 200 len: 945 time: 0.1171105 Oct 12 19:14:01.664696 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-935def09-cb2b-4f84-964f-3bcef84ede57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:01.707868 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca214229-5b0f-4a0d-8e7d-f9693fd1f5f5 req-36bb08d1-7fba-49ec-bc91-fca5c9842539 tempest-VolumesAdminNegativeTest-120049853 tempest-VolumesAdminNegativeTest-120049853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:01.708136 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ca214229-5b0f-4a0d-8e7d-f9693fd1f5f5 req-36bb08d1-7fba-49ec-bc91-fca5c9842539 tempest-VolumesAdminNegativeTest-120049853 tempest-VolumesAdminNegativeTest-120049853-project] 10.222.0.67 "GET /v2.0/ports?device_id=65ea8f72-5f19-4bcc-b0f2-9a9a39c46383 HTTP/1.1" status: 200 len: 945 time: 0.1129003 Oct 12 19:14:01.747978 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e520e1c5-f846-4126-bc3a-21ecfc7858b0 req-1d83aa46-b01b-4e39-8f8b-6637ec396be8 tempest-VolumesAdminNegativeTest-120049853 tempest-VolumesAdminNegativeTest-120049853-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff6d4f0e-3cb5-40de-8035-ff2a926b779e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809765 Oct 12 19:14:01.795949 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bf75e11d-1d3e-421b-aa3e-b74dde2924c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8093499'] for router, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:01.796547 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf75e11d-1d3e-421b-aa3e-b74dde2924c8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e55a4a5d-501e-488d-b6ea-b8c14370e6a4 {{(pid=95502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 19:14:01.801783 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bf75e11d-1d3e-421b-aa3e-b74dde2924c8 admin admin] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:01.803404 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-bf75e11d-1d3e-421b-aa3e-b74dde2924c8 admin admin] 10.222.0.49 "DELETE /v2.0/routers/e55a4a5d-501e-488d-b6ea-b8c14370e6a4 HTTP/1.1" status: 204 len: 168 time: 1.8979485 Oct 12 19:14:01.805656 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 60788) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:14:01.849446 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-93a2314a-1e7c-433c-b858-a692cce2e3a7 req-67c91dd7-d00f-474b-84a1-1387a994b5ee tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Deleting port 5e0ec8f6-bb01-4a06-8ec5-bef8d4ace2f3 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:14:01.849791 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-93a2314a-1e7c-433c-b858-a692cce2e3a7 req-67c91dd7-d00f-474b-84a1-1387a994b5ee tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:01.902460 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbfc0ee2-1515-458d-9eea-9b5852ee5f16 admin admin] Deleting subnet 3c76cf16-3630-4b09-93ae-b89661300dac {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:14:01.909601 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fbfc0ee2-1515-458d-9eea-9b5852ee5f16 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:01.949035 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fbfc0ee2-1515-458d-9eea-9b5852ee5f16 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16313642'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:01.959263 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-93a2314a-1e7c-433c-b858-a692cce2e3a7 req-67c91dd7-d00f-474b-84a1-1387a994b5ee tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] For port 5e0ec8f6-bb01-4a06-8ec5-bef8d4ace2f3, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=5e0ec8f6-bb01-4a06-8ec5-bef8d4ace2f3,segment=NetworkSegment(07a654b6-9e4b-47e5-bebe-20a1a2213e84),segment_id=07a654b6-9e4b-47e5-bebe-20a1a2213e84)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:14:01.959641 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-93a2314a-1e7c-433c-b858-a692cce2e3a7 req-67c91dd7-d00f-474b-84a1-1387a994b5ee tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:02.024395 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 19:14:02.220316 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-ca214229-5b0f-4a0d-8e7d-f9693fd1f5f5 req-3546321e-af93-4fcd-a5e6-0de9fdb39a8d tempest-VolumesAdminNegativeTest-120049853 tempest-VolumesAdminNegativeTest-120049853-project] Deleting port 2d68796f-50c1-42b8-bd46-4bf5f0693e8b {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:14:02.220871 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-ca214229-5b0f-4a0d-8e7d-f9693fd1f5f5 req-3546321e-af93-4fcd-a5e6-0de9fdb39a8d tempest-VolumesAdminNegativeTest-120049853 tempest-VolumesAdminNegativeTest-120049853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:02.284949 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db6118f-c188-4a44-963d-ee7cb8fa5e21 req-374317b3-b85f-4c07-b8b8-ca7e463e5c53 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:02.293020 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2db6118f-c188-4a44-963d-ee7cb8fa5e21 req-374317b3-b85f-4c07-b8b8-ca7e463e5c53 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.49 "GET /v2.0/ports?device_id=45d3ede1-6950-4c19-917f-12957a22e060 HTTP/1.1" status: 200 len: 945 time: 0.2954385 Oct 12 19:14:02.383386 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fbfc0ee2-1515-458d-9eea-9b5852ee5f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:02.395575 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2db6118f-c188-4a44-963d-ee7cb8fa5e21 req-e1fd9b7e-71fd-486a-8c6c-a6783a6ccd79 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.49 "GET /v2.0/security-groups?id=5db68f36-da5e-4c70-9151-5d33b0141201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979333 Oct 12 19:14:02.462898 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-93a2314a-1e7c-433c-b858-a692cce2e3a7 req-67c91dd7-d00f-474b-84a1-1387a994b5ee tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:02.463177 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-93a2314a-1e7c-433c-b858-a692cce2e3a7 req-67c91dd7-d00f-474b-84a1-1387a994b5ee tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7915414'] for floatingip, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:02.463465 n-d-813679-3 neutron-server[95501]: INFO neutron.db.l3_db [req-93a2314a-1e7c-433c-b858-a692cce2e3a7 req-67c91dd7-d00f-474b-84a1-1387a994b5ee tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Floating IP 3f8239f2-c90f-46f9-be5b-22e72a2d006e disassociated. External IP: 172.25.5.221, port: 5e0ec8f6-bb01-4a06-8ec5-bef8d4ace2f3. Oct 12 19:14:02.463813 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-93a2314a-1e7c-433c-b858-a692cce2e3a7 req-67c91dd7-d00f-474b-84a1-1387a994b5ee tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Calling delete_port for 5e0ec8f6-bb01-4a06-8ec5-bef8d4ace2f3 owned by compute:nova {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:14:02.472861 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:02.482112 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-ca214229-5b0f-4a0d-8e7d-f9693fd1f5f5 req-3546321e-af93-4fcd-a5e6-0de9fdb39a8d tempest-VolumesAdminNegativeTest-120049853 tempest-VolumesAdminNegativeTest-120049853-project] For port 2d68796f-50c1-42b8-bd46-4bf5f0693e8b, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=2d68796f-50c1-42b8-bd46-4bf5f0693e8b,segment=NetworkSegment(27ff9bb7-1c44-4de2-8a60-f337ee0726a0),segment_id=27ff9bb7-1c44-4de2-8a60-f337ee0726a0)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:14:02.482112 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-ca214229-5b0f-4a0d-8e7d-f9693fd1f5f5 req-3546321e-af93-4fcd-a5e6-0de9fdb39a8d tempest-VolumesAdminNegativeTest-120049853 tempest-VolumesAdminNegativeTest-120049853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:02.529929 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faeff2e-ec46-4d6e-b749-a8046339493d req-c1247105-b912-4219-957c-1f845641a164 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:02.532156 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0faeff2e-ec46-4d6e-b749-a8046339493d req-c1247105-b912-4219-957c-1f845641a164 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b5bede8-e825-4307-9bc2-88929de15d91 HTTP/1.1" status: 200 len: 946 time: 0.1462557 Oct 12 19:14:02.535364 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-ca214229-5b0f-4a0d-8e7d-f9693fd1f5f5 req-3546321e-af93-4fcd-a5e6-0de9fdb39a8d tempest-VolumesAdminNegativeTest-120049853 tempest-VolumesAdminNegativeTest-120049853-project] Calling delete_port for 2d68796f-50c1-42b8-bd46-4bf5f0693e8b owned by compute:nova {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:14:02.545794 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fcf94ccf-d0c7-4625-b2b6-2a77c79c0cbe req-2abd1f19-f54f-448b-bb32-41256aa284ee tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] 10.222.0.49 "GET /v2.0/ports?device_id=926f5109-78bb-47c6-a992-3081969196e2 HTTP/1.1" status: 200 len: 210 time: 0.0444772 Oct 12 19:14:02.579465 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0faeff2e-ec46-4d6e-b749-a8046339493d req-466b1f64-870d-46db-b2c6-c54d6ed0fbf8 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba303c90-524f-4c6d-a60e-9cdccd966656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402808 Oct 12 19:14:02.637406 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fbfc0ee2-1515-458d-9eea-9b5852ee5f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4306592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16245866'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:02.660053 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4fd3ecf-c5c4-4505-aa72-0e06a8ddcd18 None None] Network 96f19174-fa27-4927-ae95-c7e7f7962458 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:14:02.673114 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fbfc0ee2-1515-458d-9eea-9b5852ee5f16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:02.676256 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-fbfc0ee2-1515-458d-9eea-9b5852ee5f16 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/3c76cf16-3630-4b09-93ae-b89661300dac HTTP/1.1" status: 204 len: 168 time: 0.8693533 Oct 12 19:14:02.677305 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfc0ee2-1515-458d-9eea-9b5852ee5f16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c76cf16-3630-4b09-93ae-b89661300dac,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:02.678968 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 60804) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:14:02.739113 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:02.754381 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414ad8a7-a0f1-4065-b269-0aa077c89519 req-9b1d77c3-f304-4de9-8d02-8cf447ec858b tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:02.756061 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-414ad8a7-a0f1-4065-b269-0aa077c89519 req-9b1d77c3-f304-4de9-8d02-8cf447ec858b tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76d8672-6416-4017-8f22-b5afeb405fbd HTTP/1.1" status: 200 len: 945 time: 0.1214809 Oct 12 19:14:02.782270 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2b49b472-36fd-4223-8989-8c36bf0fd21d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:02.887396 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b76d8672-6416-4017-8f22-b5afeb405fbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ba0e993-722e-4916-8428-0db6681be167'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:14:02.891756 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-932258ef-f746-41ff-b0b1-faa2a68d1769" -d '{"events": [{"server_uuid": "b76d8672-6416-4017-8f22-b5afeb405fbd", "name": "network-vif-plugged", "status": "completed", "tag": "7ba0e993-722e-4916-8428-0db6681be167"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:14:02.897051 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-2b49b472-36fd-4223-8989-8c36bf0fd21d admin admin] Deleting port a11887b4-98f2-4c2b-b7f4-6e73c49b1ac7 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:14:02.898053 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 0909c23e-8d70-420c-bec6-74b3428eaeb9 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:14:02.898779 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2b49b472-36fd-4223-8989-8c36bf0fd21d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:02.941922 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 0909c23e-8d70-420c-bec6-74b3428eaeb9 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:14:02.941922 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 0909c23e-8d70-420c-bec6-74b3428eaeb9 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:14:02.941922 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 77f1aeeb-250f-428c-8989-bb01503fc965 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:14:02.942220 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-414ad8a7-a0f1-4065-b269-0aa077c89519 req-67956afe-79a2-40aa-921a-a879f52e7b69 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/security-groups?id=453b01c6-7fe6-41ac-8e1d-6df7a2675094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723468 Oct 12 19:14:02.962822 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 77f1aeeb-250f-428c-8989-bb01503fc965 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:14:02.963101 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 77f1aeeb-250f-428c-8989-bb01503fc965 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:14:02.968768 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc0c8b62-560b-4499-ad71-013fbc30a59f None None] DHCP port deletion for 96f19174-fa27-4927-ae95-c7e7f7962458 request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 19:14:02.972684 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:02.993454 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c6675e6-0822-4bf4-91d4-207a874402b5 x-openstack-request-id: req-5c6675e6-0822-4bf4-91d4-207a874402b5 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:14:02.993820 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b76d8672-6416-4017-8f22-b5afeb405fbd", "name": "network-vif-plugged", "status": "completed", "tag": "7ba0e993-722e-4916-8428-0db6681be167", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:14:02.994167 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5c6675e6-0822-4bf4-91d4-207a874402b5 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:14:02.994750 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b76d8672-6416-4017-8f22-b5afeb405fbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ba0e993-722e-4916-8428-0db6681be167', 'code': 200} Oct 12 19:14:03.019603 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-bc0c8b62-560b-4499-ad71-013fbc30a59f None None] Deleting port a11887b4-98f2-4c2b-b7f4-6e73c49b1ac7 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:14:03.019993 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bc0c8b62-560b-4499-ad71-013fbc30a59f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:03.021214 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-2b49b472-36fd-4223-8989-8c36bf0fd21d admin admin] For port a11887b4-98f2-4c2b-b7f4-6e73c49b1ac7, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=a11887b4-98f2-4c2b-b7f4-6e73c49b1ac7,segment=NetworkSegment(11901386-8ea2-4922-96a9-df89c50305dd),segment_id=11901386-8ea2-4922-96a9-df89c50305dd)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:14:03.021578 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2b49b472-36fd-4223-8989-8c36bf0fd21d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:03.030072 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-93a2314a-1e7c-433c-b858-a692cce2e3a7 req-67c91dd7-d00f-474b-84a1-1387a994b5ee tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:03.050377 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174ffe45-1407-432c-b323-d6d954db8968 req-f7aa0c51-80f0-4615-a26e-0b7ba10ced06 tempest-VolumesAdminNegativeTest-120049853 tempest-VolumesAdminNegativeTest-120049853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:03.051873 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-174ffe45-1407-432c-b323-d6d954db8968 req-f7aa0c51-80f0-4615-a26e-0b7ba10ced06 tempest-VolumesAdminNegativeTest-120049853 tempest-VolumesAdminNegativeTest-120049853-project] 10.222.0.49 "GET /v2.0/ports?device_id=65ea8f72-5f19-4bcc-b0f2-9a9a39c46383 HTTP/1.1" status: 200 len: 945 time: 0.1338603 Oct 12 19:14:03.052900 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-2b49b472-36fd-4223-8989-8c36bf0fd21d admin admin] Calling delete_port for a11887b4-98f2-4c2b-b7f4-6e73c49b1ac7 owned by network:dhcp {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:14:03.082271 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c91dd7-d00f-474b-84a1-1387a994b5ee tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Pushing event deleted for resources: {'Port': ['ID=5e0ec8f6-bb01-4a06-8ec5-bef8d4ace2f3,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:03.088977 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-bc0c8b62-560b-4499-ad71-013fbc30a59f None None] For port a11887b4-98f2-4c2b-b7f4-6e73c49b1ac7, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=a11887b4-98f2-4c2b-b7f4-6e73c49b1ac7,segment=NetworkSegment(11901386-8ea2-4922-96a9-df89c50305dd),segment_id=11901386-8ea2-4922-96a9-df89c50305dd)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:14:03.089384 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bc0c8b62-560b-4499-ad71-013fbc30a59f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:03.114822 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-ca214229-5b0f-4a0d-8e7d-f9693fd1f5f5 req-3546321e-af93-4fcd-a5e6-0de9fdb39a8d tempest-VolumesAdminNegativeTest-120049853 tempest-VolumesAdminNegativeTest-120049853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:03.124137 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-bc0c8b62-560b-4499-ad71-013fbc30a59f None None] Calling delete_port for a11887b4-98f2-4c2b-b7f4-6e73c49b1ac7 owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:14:03.127601 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['2d68796f-50c1-42b8-bd46-4bf5f0693e8b'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:14:03.174622 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-174ffe45-1407-432c-b323-d6d954db8968 req-19582abe-ba55-46ae-89ee-149c8af6ee20 tempest-VolumesAdminNegativeTest-120049853 tempest-VolumesAdminNegativeTest-120049853-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff6d4f0e-3cb5-40de-8035-ff2a926b779e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121731 Oct 12 19:14:03.233468 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3546321e-af93-4fcd-a5e6-0de9fdb39a8d tempest-VolumesAdminNegativeTest-120049853 tempest-VolumesAdminNegativeTest-120049853-project] Pushing event deleted for resources: {'Port': ['ID=2d68796f-50c1-42b8-bd46-4bf5f0693e8b,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:03.256372 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca214229-5b0f-4a0d-8e7d-f9693fd1f5f5 req-3546321e-af93-4fcd-a5e6-0de9fdb39a8d tempest-VolumesAdminNegativeTest-120049853 tempest-VolumesAdminNegativeTest-120049853-project] No DVR routers for this DVR port 2d68796f-50c1-42b8-bd46-4bf5f0693e8b on host n-h2-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:14:03.261213 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-ca214229-5b0f-4a0d-8e7d-f9693fd1f5f5 req-3546321e-af93-4fcd-a5e6-0de9fdb39a8d tempest-VolumesAdminNegativeTest-120049853 tempest-VolumesAdminNegativeTest-120049853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:03.264569 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ca214229-5b0f-4a0d-8e7d-f9693fd1f5f5 req-3546321e-af93-4fcd-a5e6-0de9fdb39a8d tempest-VolumesAdminNegativeTest-120049853 tempest-VolumesAdminNegativeTest-120049853-project] 10.222.0.67 "DELETE /v2.0/ports/2d68796f-50c1-42b8-bd46-4bf5f0693e8b HTTP/1.1" status: 204 len: 173 time: 1.5492737 Oct 12 19:14:03.266670 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65ea8f72-5f19-4bcc-b0f2-9a9a39c46383', 'name': 'network-vif-deleted', 'tag': '2d68796f-50c1-42b8-bd46-4bf5f0693e8b'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:14:03.269071 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58b74ea9-13c4-487a-bd73-c29189d8168c" -d '{"events": [{"server_uuid": "65ea8f72-5f19-4bcc-b0f2-9a9a39c46383", "name": "network-vif-deleted", "tag": "2d68796f-50c1-42b8-bd46-4bf5f0693e8b"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:14:03.272769 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b4e913-3729-4046-9484-7afe85d340a4 req-3193dcf6-03a6-477c-b547-9ddad7feb13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:03.274787 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-31b4e913-3729-4046-9484-7afe85d340a4 req-3193dcf6-03a6-477c-b547-9ddad7feb13b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b76d8672-6416-4017-8f22-b5afeb405fbd HTTP/1.1" status: 200 len: 1096 time: 0.2050762 Oct 12 19:14:03.302234 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2b49b472-36fd-4223-8989-8c36bf0fd21d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:03.307752 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bc0c8b62-560b-4499-ad71-013fbc30a59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:03.316377 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d8bdbaf-e020-43cf-8b16-0a6215b2e66e x-openstack-request-id: req-1d8bdbaf-e020-43cf-8b16-0a6215b2e66e {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:14:03.317149 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65ea8f72-5f19-4bcc-b0f2-9a9a39c46383", "name": "network-vif-deleted", "tag": "2d68796f-50c1-42b8-bd46-4bf5f0693e8b", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:14:03.317149 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1d8bdbaf-e020-43cf-8b16-0a6215b2e66e {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:14:03.317451 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65ea8f72-5f19-4bcc-b0f2-9a9a39c46383', 'name': 'network-vif-deleted', 'tag': '2d68796f-50c1-42b8-bd46-4bf5f0693e8b', 'status': 'completed', 'code': 200} Oct 12 19:14:03.340223 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0c8b62-560b-4499-ad71-013fbc30a59f None None] Pushing event deleted for resources: {'Port': ['ID=a11887b4-98f2-4c2b-b7f4-6e73c49b1ac7,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:03.350865 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0c8b62-560b-4499-ad71-013fbc30a59f None None] No DVR routers for this DVR port a11887b4-98f2-4c2b-b7f4-6e73c49b1ac7 on host n-d-813679-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:14:03.356649 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-31b4e913-3729-4046-9484-7afe85d340a4 req-fcebe500-191d-4982-bab2-3e98da02e2d1 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=453b01c6-7fe6-41ac-8e1d-6df7a2675094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528381 Oct 12 19:14:03.365137 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [req-93a2314a-1e7c-433c-b858-a692cce2e3a7 req-67c91dd7-d00f-474b-84a1-1387a994b5ee tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Router fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:14:03.380993 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b49b472-36fd-4223-8989-8c36bf0fd21d admin admin] Pushing event deleted for resources: {'Port': ['ID=a11887b4-98f2-4c2b-b7f4-6e73c49b1ac7,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:03.394977 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b49b472-36fd-4223-8989-8c36bf0fd21d admin admin] No DVR routers for this DVR port a11887b4-98f2-4c2b-b7f4-6e73c49b1ac7 on host n-d-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:14:03.449187 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:03.535107 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-93a2314a-1e7c-433c-b858-a692cce2e3a7 req-67c91dd7-d00f-474b-84a1-1387a994b5ee tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:14:03.546161 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ef9882-3bad-40e7-ab49-f54d1e7740d4 None None] Sync routers for ids ['fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:14:03.562589 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ef9882-3bad-40e7-ab49-f54d1e7740d4 None None] Routers {'fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:14:03.563694 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-15ef9882-3bad-40e7-ab49-f54d1e7740d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:14:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:14:03.579317 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2b49b472-36fd-4223-8989-8c36bf0fd21d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:03.666576 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-2b49b472-36fd-4223-8989-8c36bf0fd21d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96f19174-fa27-4927-ae95-c7e7f7962458']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:14:03.695546 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8771a8ad-56b8-410a-9ed8-4b4267ac44ad req-31b427ea-8f02-4b24-97f3-db36577a05e9 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:03.704900 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8771a8ad-56b8-410a-9ed8-4b4267ac44ad req-31b427ea-8f02-4b24-97f3-db36577a05e9 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.49 "GET /v2.0/ports?device_id=45d3ede1-6950-4c19-917f-12957a22e060 HTTP/1.1" status: 200 len: 945 time: 0.1914144 Oct 12 19:14:03.731655 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-2b49b472-36fd-4223-8989-8c36bf0fd21d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11901386-8ea2-4922-96a9-df89c50305dd') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:14:03.731959 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-2b49b472-36fd-4223-8989-8c36bf0fd21d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11901386-8ea2-4922-96a9-df89c50305dd') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:14:03.811420 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2b49b472-36fd-4223-8989-8c36bf0fd21d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16313633'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:03.841321 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2b49b472-36fd-4223-8989-8c36bf0fd21d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:03.849570 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b49b472-36fd-4223-8989-8c36bf0fd21d admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:14:03.850080 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2b49b472-36fd-4223-8989-8c36bf0fd21d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4305278'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:03.867790 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-15ef9882-3bad-40e7-ab49-f54d1e7740d4 None None] Set router fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:14:03.924235 n-d-813679-3 neutron-server[95502]: Traceback (most recent call last): Oct 12 19:14:03.924235 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:14:03.924235 n-d-813679-3 neutron-server[95502]: timer() Oct 12 19:14:03.924235 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:14:03.924235 n-d-813679-3 neutron-server[95502]: cb(*args, **kw) Oct 12 19:14:03.924235 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:14:03.924235 n-d-813679-3 neutron-server[95502]: return func(*args, **kwargs) Oct 12 19:14:03.924235 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:14:03.924235 n-d-813679-3 neutron-server[95502]: self._notify() Oct 12 19:14:03.924235 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:14:03.924235 n-d-813679-3 neutron-server[95502]: self.callback(batched_events) Oct 12 19:14:03.924235 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:14:03.924235 n-d-813679-3 neutron-server[95502]: event.method(event) Oct 12 19:14:03.924235 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:14:03.924235 n-d-813679-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:14:03.924235 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:14:03.924235 n-d-813679-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:14:03.924235 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:14:03.924235 n-d-813679-3 neutron-server[95502]: return f(self, *a, **k) Oct 12 19:14:03.924235 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:14:03.924235 n-d-813679-3 neutron-server[95502]: return self._get(url).json() Oct 12 19:14:03.924235 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:14:03.924235 n-d-813679-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:14:03.924235 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:14:03.924235 n-d-813679-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Oct 12 19:14:03.924235 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:14:03.924235 n-d-813679-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:14:03.924235 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:14:03.924235 n-d-813679-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:14:03.924235 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:14:03.924235 n-d-813679-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:14:03.924235 n-d-813679-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:14:03.961939 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8771a8ad-56b8-410a-9ed8-4b4267ac44ad req-935c50a5-b035-433e-8e58-b265cec9cd65 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.49 "GET /v2.0/security-groups?id=5db68f36-da5e-4c70-9151-5d33b0141201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445436 Oct 12 19:14:04.077153 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcd4a56-461e-443b-b4cb-d6f820e566a6 req-dcb98448-cb0d-4632-ad42-5e4e0b25db2b tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:04.082533 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2fcd4a56-461e-443b-b4cb-d6f820e566a6 req-dcb98448-cb0d-4632-ad42-5e4e0b25db2b tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] 10.222.0.61 "GET /v2.0/networks?id=9b463164-b6d9-4e70-af74-4df142d48ea1 HTTP/1.1" status: 200 len: 821 time: 0.3756022 Oct 12 19:14:04.089183 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2b49b472-36fd-4223-8989-8c36bf0fd21d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:04.109859 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-93a2314a-1e7c-433c-b858-a692cce2e3a7 req-67c91dd7-d00f-474b-84a1-1387a994b5ee tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] No DVR routers for this DVR port 5e0ec8f6-bb01-4a06-8ec5-bef8d4ace2f3 on host n-h1-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:14:04.120057 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c1b8b254-c7c3-4b6c-974f-3d8c4e700202 req-41957c75-884b-4b83-baa9-bfb4ed2394cb tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] 10.222.0.49 "GET /v2.0/ports?device_id=926f5109-78bb-47c6-a992-3081969196e2 HTTP/1.1" status: 200 len: 210 time: 0.0513999 Oct 12 19:14:04.136843 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-93a2314a-1e7c-433c-b858-a692cce2e3a7 req-67c91dd7-d00f-474b-84a1-1387a994b5ee tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:04.146297 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2b49b472-36fd-4223-8989-8c36bf0fd21d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:04.156864 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-2b49b472-36fd-4223-8989-8c36bf0fd21d admin admin] 10.222.0.49 "DELETE /v2.0/networks/96f19174-fa27-4927-ae95-c7e7f7962458 HTTP/1.1" status: 204 len: 168 time: 1.4757857 Oct 12 19:14:04.162074 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-93a2314a-1e7c-433c-b858-a692cce2e3a7 req-67c91dd7-d00f-474b-84a1-1387a994b5ee tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] 10.222.0.61 "DELETE /v2.0/ports/5e0ec8f6-bb01-4a06-8ec5-bef8d4ace2f3 HTTP/1.1" status: 204 len: 173 time: 2.5182054 Oct 12 19:14:04.162263 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-2fcd4a56-461e-443b-b4cb-d6f820e566a6 req-a44462f9-feb9-486c-bb99-8f93250c89d2 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Request body: {'port': {'device_id': '926f5109-78bb-47c6-a992-3081969196e2', 'network_id': '9b463164-b6d9-4e70-af74-4df142d48ea1', 'admin_state_up': True, 'tenant_id': '9f5c1e71755042d1ac27a0b3a538f601'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:14:04.174768 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b49b472-36fd-4223-8989-8c36bf0fd21d admin admin] Pushing event deleted for resources: {'Network': ['ID=96f19174-fa27-4927-ae95-c7e7f7962458,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:04.226628 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-28d3241e-bd45-4ffe-822f-b55aacf3a1c9 req-e5a65d1a-73cc-49ae-a538-9b18fd640280 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b5bede8-e825-4307-9bc2-88929de15d91 HTTP/1.1" status: 200 len: 210 time: 0.1358662 Oct 12 19:14:04.322463 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 5e0ec8f6-bb01-4a06-8ec5-bef8d4ace2f3 no longer exists at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:14:04.353218 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dcf87e-2e3c-4525-95d3-34405b27d849 req-d34ce065-fb8b-4ea6-b2e7-027b74fa4acd tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:04.354946 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c2dcf87e-2e3c-4525-95d3-34405b27d849 req-d34ce065-fb8b-4ea6-b2e7-027b74fa4acd tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76d8672-6416-4017-8f22-b5afeb405fbd HTTP/1.1" status: 200 len: 945 time: 0.0903258 Oct 12 19:14:04.372420 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] No Port match for: 5e0ec8f6-bb01-4a06-8ec5-bef8d4ace2f3 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:14:04.373053 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 5e0ec8f6-bb01-4a06-8ec5-bef8d4ace2f3 not bound to the agent host n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:14:04.385464 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a661482c-b00a-48d8-a4e3-e05000b5c310 req-532da0d9-c27e-4470-9109-27ca0db22d17 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-354436220&fields=id&tenant_id=c0152dadd25443e0b77c77a26c835136 HTTP/1.1" status: 200 len: 267 time: 0.0477843 Oct 12 19:14:04.422552 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-15ef9882-3bad-40e7-ab49-f54d1e7740d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1173094615-router', 'tenant_id': 'b7528b6e53624c36bc7cfa3c022fa354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '7c6b9a7f-72da-4c6b-83cf-656883aa170b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:09:21Z', 'updated_at': '2021-10-12T19:09:25Z', 'revision_number': 4, 'project_id': 'b7528b6e53624c36bc7cfa3c022fa354', 'gw_port': {'id': '7c6b9a7f-72da-4c6b-83cf-656883aa170b', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:09:22Z', 'updated_at': '2021-10-12T19:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '11da318a-c235-465f-9eef-0a33d57fefa0', 'name': '', 'network_id': '2b40d2f7-4a07-4df1-bbb6-021ae59cdec3', 'tenant_id': 'b7528b6e53624c36bc7cfa3c022fa354', 'mac_address': 'fa:16:3e:34:99:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '20450db0-2083-48cb-ae97-ca9e3c77152e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:09:24Z', 'updated_at': '2021-10-12T19:09:29Z', 'revision_number': 5, 'project_id': 'b7528b6e53624c36bc7cfa3c022fa354', 'subnets': [{'id': '20450db0-2083-48cb-ae97-ca9e3c77152e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:14:04.436585 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c2dcf87e-2e3c-4525-95d3-34405b27d849 req-910beb00-eabe-4a0e-828d-703514cc8ba7 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/security-groups?id=453b01c6-7fe6-41ac-8e1d-6df7a2675094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694547 Oct 12 19:14:04.462146 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ef9882-3bad-40e7-ab49-f54d1e7740d4 None None] Checking router: fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:14:04.466220 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:04.473842 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ef9882-3bad-40e7-ab49-f54d1e7740d4 None None] Routers {'fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:14:04.475590 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-15ef9882-3bad-40e7-ab49-f54d1e7740d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:14:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:14:04.490840 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a661482c-b00a-48d8-a4e3-e05000b5c310 req-5e043552-5b84-4fbb-9c12-ead3cea5c504 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:04.500093 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a661482c-b00a-48d8-a4e3-e05000b5c310 req-5e043552-5b84-4fbb-9c12-ead3cea5c504 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.49 "GET /v2.0/ports?device_id=45d3ede1-6950-4c19-917f-12957a22e060 HTTP/1.1" status: 200 len: 945 time: 0.0991454 Oct 12 19:14:04.505893 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-a661482c-b00a-48d8-a4e3-e05000b5c310 req-cf9af256-4022-4468-a7f6-8d0e3c44d33a tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Request body: {'port': {'security_groups': ['5db68f36-da5e-4c70-9151-5d33b0141201', '8e618376-4d3b-4a83-af2b-8e040f002d74']}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:14:04.575938 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-44c08791-acf4-4300-96e5-67134074194c req-af789bfd-dc01-48b3-a430-e223213ce2df tempest-VolumesAdminNegativeTest-120049853 tempest-VolumesAdminNegativeTest-120049853-project] 10.222.0.49 "GET /v2.0/ports?device_id=65ea8f72-5f19-4bcc-b0f2-9a9a39c46383 HTTP/1.1" status: 200 len: 210 time: 0.0516279 Oct 12 19:14:04.623384 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fcd4a56-461e-443b-b4cb-d6f820e566a6 req-a44462f9-feb9-486c-bb99-8f93250c89d2 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Made reservation on behalf of 9f5c1e71755042d1ac27a0b3a538f601 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:14:04.627602 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-2fcd4a56-461e-443b-b4cb-d6f820e566a6 req-a44462f9-feb9-486c-bb99-8f93250c89d2 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:04.650226 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 60876) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:14:04.686643 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-a661482c-b00a-48d8-a4e3-e05000b5c310 req-cf9af256-4022-4468-a7f6-8d0e3c44d33a tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:04.709312 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-15ef9882-3bad-40e7-ab49-f54d1e7740d4 None None] Set router fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:14:04.810743 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-a9e070d5-d69b-4e54-9d14-513f17e2a420 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fd5c6867cc7247f59c07ecc3b6c18599&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1590540 Oct 12 19:14:04.818854 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 60882) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:14:04.936697 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device a11887b4-98f2-4c2b-b7f4-6e73c49b1ac7 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:14:04.939026 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-635193ea-85d5-4580-a170-90df8bf7cd1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:04.961406 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [req-2fcd4a56-461e-443b-b4cb-d6f820e566a6 req-a44462f9-feb9-486c-bb99-8f93250c89d2 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Allocated IP 172.20.0.14 (9b463164-b6d9-4e70-af74-4df142d48ea1/0ca49502-6eac-400d-a5c9-5dbc68b0fb0b/7e61f36e-dff1-4ba8-a2e1-9bdb1d8c4847) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:14:04.963139 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-635193ea-85d5-4580-a170-90df8bf7cd1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:04.987460 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: a11887b4-98f2-4c2b-b7f4-6e73c49b1ac7 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:14:04.987805 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device a11887b4-98f2-4c2b-b7f4-6e73c49b1ac7 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:14:05.033563 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb60c1e-a72e-41d0-bfde-dad4c23def97 req-4e69e3c2-cad6-4562-bb35-2842dffbd18d tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:05.036401 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7bb60c1e-a72e-41d0-bfde-dad4c23def97 req-4e69e3c2-cad6-4562-bb35-2842dffbd18d tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] 10.222.0.49 "GET /v2.0/ports?device_id=919e2016-fce2-41d9-8e01-162aef4f9b68 HTTP/1.1" status: 200 len: 945 time: 0.1893117 Oct 12 19:14:05.112720 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-15ef9882-3bad-40e7-ab49-f54d1e7740d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1173094615-router', 'tenant_id': 'b7528b6e53624c36bc7cfa3c022fa354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '7c6b9a7f-72da-4c6b-83cf-656883aa170b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:09:21Z', 'updated_at': '2021-10-12T19:09:25Z', 'revision_number': 4, 'project_id': 'b7528b6e53624c36bc7cfa3c022fa354', 'gw_port': {'id': '7c6b9a7f-72da-4c6b-83cf-656883aa170b', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:09:22Z', 'updated_at': '2021-10-12T19:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '11da318a-c235-465f-9eef-0a33d57fefa0', 'name': '', 'network_id': '2b40d2f7-4a07-4df1-bbb6-021ae59cdec3', 'tenant_id': 'b7528b6e53624c36bc7cfa3c022fa354', 'mac_address': 'fa:16:3e:34:99:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '20450db0-2083-48cb-ae97-ca9e3c77152e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:09:24Z', 'updated_at': '2021-10-12T19:09:29Z', 'revision_number': 5, 'project_id': 'b7528b6e53624c36bc7cfa3c022fa354', 'subnets': [{'id': '20450db0-2083-48cb-ae97-ca9e3c77152e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:14:05.127530 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7bb60c1e-a72e-41d0-bfde-dad4c23def97 req-bdec2234-965c-4810-9de0-d972909c66c6 tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] 10.222.0.49 "GET /v2.0/security-groups?id=4d1857bb-ec66-4a2e-a842-e4e42bbb469f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750096 Oct 12 19:14:05.139668 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-635193ea-85d5-4580-a170-90df8bf7cd1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:05.157244 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-635193ea-85d5-4580-a170-90df8bf7cd1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:05.158540 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-635193ea-85d5-4580-a170-90df8bf7cd1d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f7fef4b9-8773-4d4f-9bfd-80a30678a2d9 HTTP/1.1" status: 204 len: 168 time: 0.3429849 Oct 12 19:14:05.192441 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ef9882-3bad-40e7-ab49-f54d1e7740d4 None None] The sync data for ids ['fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba'] in n-d-813679-3 is: [{'id': 'fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1173094615-router', 'tenant_id': 'b7528b6e53624c36bc7cfa3c022fa354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '7c6b9a7f-72da-4c6b-83cf-656883aa170b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:09:21Z', 'updated_at': '2021-10-12T19:09:25Z', 'revision_number': 4, 'project_id': 'b7528b6e53624c36bc7cfa3c022fa354', 'gw_port': {'id': '7c6b9a7f-72da-4c6b-83cf-656883aa170b', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:09:22Z', 'updated_at': '2021-10-12T19:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '11da318a-c235-465f-9eef-0a33d57fefa0', 'name': '', 'network_id': '2b40d2f7-4a07-4df1-bbb6-021ae59cdec3', 'tenant_id': 'b7528b6e53624c36bc7cfa3c022fa354', 'mac_address': 'fa:16:3e:34:99:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '20450db0-2083-48cb-ae97-ca9e3c77152e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:09:24Z', 'updated_at': '2021-10-12T19:09:29Z', 'revision_number': 5, 'project_id': 'b7528b6e53624c36bc7cfa3c022fa354', 'subnets': [{'id': '20450db0-2083-48cb-ae97-ca9e3c77152e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:14:05.208894 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635193ea-85d5-4580-a170-90df8bf7cd1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7fef4b9-8773-4d4f-9bfd-80a30678a2d9,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:05.273934 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-a661482c-b00a-48d8-a4e3-e05000b5c310 req-cf9af256-4022-4468-a7f6-8d0e3c44d33a tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] For port 9902639a-c094-4c79-8a4e-29bd67044e2b, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=9902639a-c094-4c79-8a4e-29bd67044e2b,segment=NetworkSegment(d193a04a-34c9-4571-8a42-8ff6f24e5c3b),segment_id=d193a04a-34c9-4571-8a42-8ff6f24e5c3b)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:14:05.364101 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b5bede8-e825-4307-9bc2-88929de15d91', 'name': 'network-vif-deleted', 'tag': '5e0ec8f6-bb01-4a06-8ec5-bef8d4ace2f3'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:14:05.366395 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c69a0adc-cf35-4aef-b310-9a4646e9d7eb" -d '{"events": [{"server_uuid": "8b5bede8-e825-4307-9bc2-88929de15d91", "name": "network-vif-deleted", "tag": "5e0ec8f6-bb01-4a06-8ec5-bef8d4ace2f3"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:14:05.373645 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-a661482c-b00a-48d8-a4e3-e05000b5c310 req-cf9af256-4022-4468-a7f6-8d0e3c44d33a tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:05.388870 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-2fcd4a56-461e-443b-b4cb-d6f820e566a6 req-a44462f9-feb9-486c-bb99-8f93250c89d2 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:05.402558 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-93fbb24e-b6ab-488a-978b-5e5e427ad387 req-f32de1a2-8668-429b-aae7-165845606651 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] 10.222.0.49 "GET /v2.0/ports?device_id=926f5109-78bb-47c6-a992-3081969196e2 HTTP/1.1" status: 200 len: 210 time: 0.0881808 Oct 12 19:14:05.424583 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 2d68796f-50c1-42b8-bd46-4bf5f0693e8b no longer exists at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:14:05.474507 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] No Port match for: 2d68796f-50c1-42b8-bd46-4bf5f0693e8b {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:14:05.474976 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 2d68796f-50c1-42b8-bd46-4bf5f0693e8b not bound to the agent host n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:14:05.482243 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-a661482c-b00a-48d8-a4e3-e05000b5c310 req-cf9af256-4022-4468-a7f6-8d0e3c44d33a tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:05.496705 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['9902639a-c094-4c79-8a4e-29bd67044e2b'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:14:05.552066 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a661482c-b00a-48d8-a4e3-e05000b5c310 req-cf9af256-4022-4468-a7f6-8d0e3c44d33a tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:05.552682 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-a661482c-b00a-48d8-a4e3-e05000b5c310 req-cf9af256-4022-4468-a7f6-8d0e3c44d33a tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:05.562917 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-145b8037-46c6-4939-8bb8-f88b272168fb req-760d420c-3e7a-423f-9921-83eec3ac32fd tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b5bede8-e825-4307-9bc2-88929de15d91 HTTP/1.1" status: 200 len: 210 time: 0.0425413 Oct 12 19:14:05.566994 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a661482c-b00a-48d8-a4e3-e05000b5c310 req-cf9af256-4022-4468-a7f6-8d0e3c44d33a tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.49 "PUT /v2.0/ports/9902639a-c094-4c79-8a4e-29bd67044e2b HTTP/1.1" status: 200 len: 981 time: 1.0659299 Oct 12 19:14:05.567639 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45d3ede1-6950-4c19-917f-12957a22e060', 'tag': '9902639a-c094-4c79-8a4e-29bd67044e2b'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:14:05.570297 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d9afa98-253b-4f6a-96a5-10fa47d92aeb" -d '{"events": [{"name": "network-changed", "server_uuid": "45d3ede1-6950-4c19-917f-12957a22e060", "tag": "9902639a-c094-4c79-8a4e-29bd67044e2b"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:14:05.584119 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-2fcd4a56-461e-443b-b4cb-d6f820e566a6 req-a44462f9-feb9-486c-bb99-8f93250c89d2 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:05.615155 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5940caf-c324-4cd6-ae61-0c1902285636 x-openstack-request-id: req-d5940caf-c324-4cd6-ae61-0c1902285636 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:14:05.618664 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b5bede8-e825-4307-9bc2-88929de15d91", "name": "network-vif-deleted", "tag": "5e0ec8f6-bb01-4a06-8ec5-bef8d4ace2f3", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:14:05.618664 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d5940caf-c324-4cd6-ae61-0c1902285636 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:14:05.618664 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b5bede8-e825-4307-9bc2-88929de15d91', 'name': 'network-vif-deleted', 'tag': '5e0ec8f6-bb01-4a06-8ec5-bef8d4ace2f3', 'status': 'completed', 'code': 200} Oct 12 19:14:05.628203 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fcd4a56-461e-443b-b4cb-d6f820e566a6 req-a44462f9-feb9-486c-bb99-8f93250c89d2 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Network 9b463164-b6d9-4e70-af74-4df142d48ea1 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:14:05.629658 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9af256-4022-4468-a7f6-8d0e3c44d33a tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Pushing event updated for resources: {'Port': ['ID=9902639a-c094-4c79-8a4e-29bd67044e2b,revision_number=6']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:05.630361 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['9902639a-c094-4c79-8a4e-29bd67044e2b'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:14:05.640874 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [req-2fcd4a56-461e-443b-b4cb-d6f820e566a6 req-a44462f9-feb9-486c-bb99-8f93250c89d2 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:14:05.651201 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fcd4a56-461e-443b-b4cb-d6f820e566a6 req-a44462f9-feb9-486c-bb99-8f93250c89d2 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:14:05.763436 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55ebeea-e5ae-4588-80f2-61b07cff0c50 None None] New status for floating IP 3f8239f2-c90f-46f9-be5b-22e72a2d006e: DOWN {{(pid=95504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 19:14:05.807822 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eb6504-64bd-47ff-9c7b-d430f8a08e76 req-dafb6260-159b-4c5f-b35b-fc07e417b71f tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:05.820137 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d9eb6504-64bd-47ff-9c7b-d430f8a08e76 req-dafb6260-159b-4c5f-b35b-fc07e417b71f tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76d8672-6416-4017-8f22-b5afeb405fbd HTTP/1.1" status: 200 len: 945 time: 0.1210270 Oct 12 19:14:05.866582 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d9eb6504-64bd-47ff-9c7b-d430f8a08e76 req-1fcd25ed-caec-4fb1-b765-5fbac7641b3d tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/security-groups?id=453b01c6-7fe6-41ac-8e1d-6df7a2675094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436723 Oct 12 19:14:05.880228 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44462f9-feb9-486c-bb99-8f93250c89d2 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Pushing event updated for resources: {'Port': ['ID=7e61f36e-dff1-4ba8-a2e1-9bdb1d8c4847,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:05.892713 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcd4a56-461e-443b-b4cb-d6f820e566a6 req-a44462f9-feb9-486c-bb99-8f93250c89d2 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:05.893618 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-2fcd4a56-461e-443b-b4cb-d6f820e566a6 req-a44462f9-feb9-486c-bb99-8f93250c89d2 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:05.911423 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8313d57b-4526-4d8b-ab12-3d1294df8aff req-d7911ba6-cf0b-46f8-986b-63d731ef7276 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2060804315&fields=id&tenant_id=c0152dadd25443e0b77c77a26c835136 HTTP/1.1" status: 200 len: 267 time: 0.1283872 Oct 12 19:14:05.974215 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8313d57b-4526-4d8b-ab12-3d1294df8aff req-413e5859-305f-4c13-be41-5e026451b239 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:05.982177 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8313d57b-4526-4d8b-ab12-3d1294df8aff req-413e5859-305f-4c13-be41-5e026451b239 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.49 "GET /v2.0/ports?device_id=45d3ede1-6950-4c19-917f-12957a22e060 HTTP/1.1" status: 200 len: 984 time: 0.0748191 Oct 12 19:14:05.985612 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-955e5491-557d-4fa4-9b35-7a8afe905e64 x-openstack-request-id: req-955e5491-557d-4fa4-9b35-7a8afe905e64 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:14:05.988354 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45d3ede1-6950-4c19-917f-12957a22e060", "tag": "9902639a-c094-4c79-8a4e-29bd67044e2b", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:14:05.988880 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-955e5491-557d-4fa4-9b35-7a8afe905e64 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:14:05.989903 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45d3ede1-6950-4c19-917f-12957a22e060', 'tag': '9902639a-c094-4c79-8a4e-29bd67044e2b', 'status': 'completed', 'code': 200} Oct 12 19:14:05.994230 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-8313d57b-4526-4d8b-ab12-3d1294df8aff req-7d9c566c-f269-4550-8391-0d07a42632ad tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Request body: {'port': {'security_groups': ['5db68f36-da5e-4c70-9151-5d33b0141201', '8e618376-4d3b-4a83-af2b-8e040f002d74', 'd5603a0c-6053-465c-ab8d-e660af93effa']}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:14:06.065410 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2fcd4a56-461e-443b-b4cb-d6f820e566a6 req-a44462f9-feb9-486c-bb99-8f93250c89d2 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9638555 Oct 12 19:14:06.086600 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9afa98-253b-4f6a-96a5-10fa47d92aeb req-69c57d66-574f-4254-afe1-aaece2e1eb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:06.088451 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2d9afa98-253b-4f6a-96a5-10fa47d92aeb req-69c57d66-574f-4254-afe1-aaece2e1eb63 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c0152dadd25443e0b77c77a26c835136&device_id=45d3ede1-6950-4c19-917f-12957a22e060 HTTP/1.1" status: 200 len: 1135 time: 0.0858939 Oct 12 19:14:06.112837 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 60948) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:14:06.121487 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-2fcd4a56-461e-443b-b4cb-d6f820e566a6 req-5b7224ac-140d-4a69-92f0-130649a54f99 service neutron] Request body: {'port': {'device_id': '926f5109-78bb-47c6-a992-3081969196e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:14:06.195411 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8313d57b-4526-4d8b-ab12-3d1294df8aff req-7d9c566c-f269-4550-8391-0d07a42632ad tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:06.259822 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_v2 [None req-0793185e-0cd7-490d-ad10-6e0a5dda2c4e admin admin] Deleting subnet b3df6431-98b8-41e2-84ab-a4ef2b4483f4 {{(pid=95501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:14:06.270005 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0793185e-0cd7-490d-ad10-6e0a5dda2c4e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:06.332236 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0793185e-0cd7-490d-ad10-6e0a5dda2c4e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281083'] for subnet, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:06.389342 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9afa98-253b-4f6a-96a5-10fa47d92aeb req-910b0bf1-ec98-4c27-a83b-875d0401fc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:06.391189 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2d9afa98-253b-4f6a-96a5-10fa47d92aeb req-910b0bf1-ec98-4c27-a83b-875d0401fc12 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e7e41055-1292-4375-83c3-78e2dafcb52a HTTP/1.1" status: 200 len: 914 time: 0.2774308 Oct 12 19:14:06.410538 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0793185e-0cd7-490d-ad10-6e0a5dda2c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:06.421217 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-2fcd4a56-461e-443b-b4cb-d6f820e566a6 req-5b7224ac-140d-4a69-92f0-130649a54f99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:06.455561 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-8313d57b-4526-4d8b-ab12-3d1294df8aff req-7d9c566c-f269-4550-8391-0d07a42632ad tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] For port 9902639a-c094-4c79-8a4e-29bd67044e2b, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=9902639a-c094-4c79-8a4e-29bd67044e2b,segment=NetworkSegment(d193a04a-34c9-4571-8a42-8ff6f24e5c3b),segment_id=d193a04a-34c9-4571-8a42-8ff6f24e5c3b)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:14:06.467825 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2d9afa98-253b-4f6a-96a5-10fa47d92aeb req-3011c0fc-57cb-4834-992b-ab8b54ea49f8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9902639a-c094-4c79-8a4e-29bd67044e2b HTTP/1.1" status: 200 len: 217 time: 0.0688407 Oct 12 19:14:06.526243 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8313d57b-4526-4d8b-ab12-3d1294df8aff req-7d9c566c-f269-4550-8391-0d07a42632ad tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:06.541031 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9afa98-253b-4f6a-96a5-10fa47d92aeb req-9992d35e-0e2b-4034-b9a6-9dae6717656d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:06.542769 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2d9afa98-253b-4f6a-96a5-10fa47d92aeb req-9992d35e-0e2b-4034-b9a6-9dae6717656d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c4f49dc5-e874-495c-886d-4a58af79da10 HTTP/1.1" status: 200 len: 853 time: 0.0657566 Oct 12 19:14:06.603174 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2d9afa98-253b-4f6a-96a5-10fa47d92aeb req-cdca72cd-52e0-42ab-8f83-d673ad76bdc8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e7e41055-1292-4375-83c3-78e2dafcb52a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517936 Oct 12 19:14:06.671019 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0793185e-0cd7-490d-ad10-6e0a5dda2c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4824924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4612362'] for subnet, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:06.673174 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8313d57b-4526-4d8b-ab12-3d1294df8aff req-7d9c566c-f269-4550-8391-0d07a42632ad tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:06.685125 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['9902639a-c094-4c79-8a4e-29bd67044e2b'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:14:06.708868 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0793185e-0cd7-490d-ad10-6e0a5dda2c4e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:06.714475 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-0793185e-0cd7-490d-ad10-6e0a5dda2c4e admin admin] 10.222.0.49 "DELETE /v2.0/subnets/b3df6431-98b8-41e2-84ab-a4ef2b4483f4 HTTP/1.1" status: 204 len: 168 time: 0.5994892 Oct 12 19:14:06.718159 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0793185e-0cd7-490d-ad10-6e0a5dda2c4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3df6431-98b8-41e2-84ab-a4ef2b4483f4,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:06.720873 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 60958) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:14:06.813520 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fc20c54f-e58c-4947-9f93-6d194d5887a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:06.832383 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2d9afa98-253b-4f6a-96a5-10fa47d92aeb req-3c371c42-7e9a-444c-8de6-1ad6c1b34d09 service neutron] 10.222.0.67 "GET /v2.0/networks/e7e41055-1292-4375-83c3-78e2dafcb52a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201591 Oct 12 19:14:06.855823 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8313d57b-4526-4d8b-ab12-3d1294df8aff req-7d9c566c-f269-4550-8391-0d07a42632ad tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:06.856526 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8313d57b-4526-4d8b-ab12-3d1294df8aff req-7d9c566c-f269-4550-8391-0d07a42632ad tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:06.857936 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8313d57b-4526-4d8b-ab12-3d1294df8aff req-7d9c566c-f269-4550-8391-0d07a42632ad tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.49 "PUT /v2.0/ports/9902639a-c094-4c79-8a4e-29bd67044e2b HTTP/1.1" status: 200 len: 1020 time: 0.8749509 Oct 12 19:14:06.898542 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9c566c-f269-4550-8391-0d07a42632ad tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Pushing event updated for resources: {'Port': ['ID=9902639a-c094-4c79-8a4e-29bd67044e2b,revision_number=7']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:06.972282 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['9902639a-c094-4c79-8a4e-29bd67044e2b'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:14:07.068968 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2d9afa98-253b-4f6a-96a5-10fa47d92aeb req-8a8e66e9-4cc8-4c04-85bb-28b9ac8e94ae service neutron] 10.222.0.67 "GET /v2.0/networks/e7e41055-1292-4375-83c3-78e2dafcb52a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291660 Oct 12 19:14:07.136496 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fc20c54f-e58c-4947-9f93-6d194d5887a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:07.161383 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [req-2fcd4a56-461e-443b-b4cb-d6f820e566a6 req-5b7224ac-140d-4a69-92f0-130649a54f99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e61f36e-dff1-4ba8-a2e1-9bdb1d8c4847 {{(pid=95502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:14:07.169580 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d98980-4f74-49e2-bbb3-48e3e908da88 req-1b661206-4390-400b-bf76-9aa9900af5d8 tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:07.172088 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-41d98980-4f74-49e2-bbb3-48e3e908da88 req-1b661206-4390-400b-bf76-9aa9900af5d8 tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] 10.222.0.49 "GET /v2.0/ports?device_id=919e2016-fce2-41d9-8e01-162aef4f9b68 HTTP/1.1" status: 200 len: 945 time: 0.0692470 Oct 12 19:14:07.176270 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-2fcd4a56-461e-443b-b4cb-d6f820e566a6 req-5b7224ac-140d-4a69-92f0-130649a54f99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:07.188861 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716dd48b-4f98-44b6-992e-0e465c37a309 req-4a650fcd-c461-43d3-8668-35d88ea7cc3c tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:07.190588 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-716dd48b-4f98-44b6-992e-0e465c37a309 req-4a650fcd-c461-43d3-8668-35d88ea7cc3c tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] 10.222.0.49 "GET /v2.0/ports?device_id=926f5109-78bb-47c6-a992-3081969196e2 HTTP/1.1" status: 200 len: 932 time: 0.1759484 Oct 12 19:14:07.192414 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-fc20c54f-e58c-4947-9f93-6d194d5887a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50fb75ab-5cce-4c35-a5a4-6ffc4b8ceeca']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:14:07.211639 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-fc20c54f-e58c-4947-9f93-6d194d5887a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27ff9bb7-1c44-4de2-8a60-f337ee0726a0') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:14:07.211949 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-fc20c54f-e58c-4947-9f93-6d194d5887a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27ff9bb7-1c44-4de2-8a60-f337ee0726a0') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:14:07.234589 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-41d98980-4f74-49e2-bbb3-48e3e908da88 req-3eef8eaa-1d9e-45ff-9ed7-8e40b4bc19fb tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] 10.222.0.49 "GET /v2.0/security-groups?id=4d1857bb-ec66-4a2e-a842-e4e42bbb469f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547307 Oct 12 19:14:07.252754 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-2fcd4a56-461e-443b-b4cb-d6f820e566a6 req-5b7224ac-140d-4a69-92f0-130649a54f99 service neutron] Transition to ACTIVE for port object 7e61f36e-dff1-4ba8-a2e1-9bdb1d8c4847 will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:14:07.263676 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fc20c54f-e58c-4947-9f93-6d194d5887a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16313633'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:07.290706 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fc20c54f-e58c-4947-9f93-6d194d5887a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:07.303908 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-716dd48b-4f98-44b6-992e-0e465c37a309 req-9efefd42-886e-49d2-8bbc-24f7f95ff443 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] 10.222.0.49 "GET /v2.0/security-groups?id=93001041-1fb8-4b9a-acba-05886aa0e0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016448 Oct 12 19:14:07.306553 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc20c54f-e58c-4947-9f93-6d194d5887a5 admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:14:07.306553 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fc20c54f-e58c-4947-9f93-6d194d5887a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4305278'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:07.308079 n-d-813679-3 neutron-server[95502]: Traceback (most recent call last): Oct 12 19:14:07.308079 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:14:07.308079 n-d-813679-3 neutron-server[95502]: timer() Oct 12 19:14:07.308079 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:14:07.308079 n-d-813679-3 neutron-server[95502]: cb(*args, **kw) Oct 12 19:14:07.308079 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:14:07.308079 n-d-813679-3 neutron-server[95502]: return func(*args, **kwargs) Oct 12 19:14:07.308079 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:14:07.308079 n-d-813679-3 neutron-server[95502]: self._notify() Oct 12 19:14:07.308079 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:14:07.308079 n-d-813679-3 neutron-server[95502]: self.callback(batched_events) Oct 12 19:14:07.308079 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:14:07.308079 n-d-813679-3 neutron-server[95502]: event.method(event) Oct 12 19:14:07.308079 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:14:07.308079 n-d-813679-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:14:07.308079 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:14:07.308079 n-d-813679-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:14:07.308079 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:14:07.308079 n-d-813679-3 neutron-server[95502]: return f(self, *a, **k) Oct 12 19:14:07.308079 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:14:07.308079 n-d-813679-3 neutron-server[95502]: return self._get(url).json() Oct 12 19:14:07.308079 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:14:07.308079 n-d-813679-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:14:07.308079 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:14:07.308079 n-d-813679-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Oct 12 19:14:07.308079 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:14:07.308079 n-d-813679-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:14:07.308079 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:14:07.308079 n-d-813679-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:14:07.308079 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:14:07.308079 n-d-813679-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:14:07.308079 n-d-813679-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:14:07.353413 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-2fcd4a56-461e-443b-b4cb-d6f820e566a6 req-5b7224ac-140d-4a69-92f0-130649a54f99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:07.403045 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 60978) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:14:07.407716 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7224ac-140d-4a69-92f0-130649a54f99 service neutron] Pushing event updated for resources: {'Port': ['ID=7e61f36e-dff1-4ba8-a2e1-9bdb1d8c4847,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:07.428370 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfff9e70-2ab1-47ea-bd14-123b4a5b1cf1 req-2a208d71-5140-4302-86eb-32a5519cce7f tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:07.429934 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-bfff9e70-2ab1-47ea-bd14-123b4a5b1cf1 req-2a208d71-5140-4302-86eb-32a5519cce7f tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76d8672-6416-4017-8f22-b5afeb405fbd HTTP/1.1" status: 200 len: 945 time: 0.0883625 Oct 12 19:14:07.496549 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-bfff9e70-2ab1-47ea-bd14-123b4a5b1cf1 req-e5c81a91-cec1-47ea-8500-dcb4a798cd78 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/security-groups?id=453b01c6-7fe6-41ac-8e1d-6df7a2675094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569711 Oct 12 19:14:07.546515 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a009c453-29f8-4c2e-b64c-1c5c900c9cec req-dad881f3-f2a9-43b2-a439-434cb2d49c53 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:07.548098 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a009c453-29f8-4c2e-b64c-1c5c900c9cec req-dad881f3-f2a9-43b2-a439-434cb2d49c53 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.49 "GET /v2.0/ports?device_id=45d3ede1-6950-4c19-917f-12957a22e060 HTTP/1.1" status: 200 len: 1023 time: 0.1210675 Oct 12 19:14:07.577686 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fc20c54f-e58c-4947-9f93-6d194d5887a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:07.579320 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-f2d12805-7f51-4326-aa77-104d1573ee7e admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1762495642-network', 'tenant_id': 'e65d35344c43413ba93381b16381b559'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:14:07.589044 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fc20c54f-e58c-4947-9f93-6d194d5887a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:07.592812 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-fc20c54f-e58c-4947-9f93-6d194d5887a5 admin admin] 10.222.0.49 "DELETE /v2.0/networks/50fb75ab-5cce-4c35-a5a4-6ffc4b8ceeca HTTP/1.1" status: 204 len: 168 time: 0.8711607 Oct 12 19:14:07.599039 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 60986) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:14:07.614451 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc20c54f-e58c-4947-9f93-6d194d5887a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=50fb75ab-5cce-4c35-a5a4-6ffc4b8ceeca,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:07.670018 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-2fcd4a56-461e-443b-b4cb-d6f820e566a6 req-5b7224ac-140d-4a69-92f0-130649a54f99 service neutron] Attempting to bind port 7e61f36e-dff1-4ba8-a2e1-9bdb1d8c4847 on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:14:07.670356 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-2fcd4a56-461e-443b-b4cb-d6f820e566a6 req-5b7224ac-140d-4a69-92f0-130649a54f99 service neutron] Attempting to bind port 7e61f36e-dff1-4ba8-a2e1-9bdb1d8c4847 by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': '9a265161-39b6-438d-83a9-b9196658e74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '9b463164-b6d9-4e70-af74-4df142d48ea1'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:14:07.670683 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fcd4a56-461e-443b-b4cb-d6f820e566a6 req-5b7224ac-140d-4a69-92f0-130649a54f99 service neutron] Attempting to bind port 7e61f36e-dff1-4ba8-a2e1-9bdb1d8c4847 on network 9b463164-b6d9-4e70-af74-4df142d48ea1 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:14:07.677176 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bfd531a-eb93-4b8b-8191-b4d172157560 admin admin] Deleting subnet ed3b7205-d75a-4b69-bd1e-4f6878250cf7 {{(pid=95501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:14:07.677997 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fcd4a56-461e-443b-b4cb-d6f820e566a6 req-5b7224ac-140d-4a69-92f0-130649a54f99 service neutron] Port 7e61f36e-dff1-4ba8-a2e1-9bdb1d8c4847 on network 9b463164-b6d9-4e70-af74-4df142d48ea1 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:14:07.678570 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fcd4a56-461e-443b-b4cb-d6f820e566a6 req-5b7224ac-140d-4a69-92f0-130649a54f99 service neutron] Attempting to bind port 7e61f36e-dff1-4ba8-a2e1-9bdb1d8c4847 on network 9b463164-b6d9-4e70-af74-4df142d48ea1 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:14:07.682193 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0bfd531a-eb93-4b8b-8191-b4d172157560 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:07.686978 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a009c453-29f8-4c2e-b64c-1c5c900c9cec req-8c267a85-c4ed-4621-acdf-763a4e77c8c5 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.49 "GET /v2.0/security-groups?id=d5603a0c-6053-465c-ab8d-e660af93effa&id=8e618376-4d3b-4a83-af2b-8e040f002d74&id=5db68f36-da5e-4c70-9151-5d33b0141201 HTTP/1.1" status: 200 len: 6147 time: 0.1160913 Oct 12 19:14:07.692973 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fcd4a56-461e-443b-b4cb-d6f820e566a6 req-5b7224ac-140d-4a69-92f0-130649a54f99 service neutron] Checking agent: {'id': 'f5e9725f-f5a6-43c2-a1be-95e21e9a1fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:14:07.692973 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fcd4a56-461e-443b-b4cb-d6f820e566a6 req-5b7224ac-140d-4a69-92f0-130649a54f99 service neutron] Checking segment: {'id': '9a265161-39b6-438d-83a9-b9196658e74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '9b463164-b6d9-4e70-af74-4df142d48ea1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:14:07.692973 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fcd4a56-461e-443b-b4cb-d6f820e566a6 req-5b7224ac-140d-4a69-92f0-130649a54f99 service neutron] Bound using segment: {'id': '9a265161-39b6-438d-83a9-b9196658e74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '9b463164-b6d9-4e70-af74-4df142d48ea1'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:14:07.697117 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-2fcd4a56-461e-443b-b4cb-d6f820e566a6 req-5b7224ac-140d-4a69-92f0-130649a54f99 service neutron] Bound port: 7e61f36e-dff1-4ba8-a2e1-9bdb1d8c4847, host: n-h1-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a265161-39b6-438d-83a9-b9196658e74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '9b463164-b6d9-4e70-af74-4df142d48ea1'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:14:07.697117 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-2fcd4a56-461e-443b-b4cb-d6f820e566a6 req-5b7224ac-140d-4a69-92f0-130649a54f99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:07.733043 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0bfd531a-eb93-4b8b-8191-b4d172157560 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281083'] for subnet, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:07.733837 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-e411a5b9-c8f2-4a9b-87ad-788b255a8b4e req-18a1b6b7-f83d-45e5-a34e-306ab901b418 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Request body: {'security_group': {'name': ' tempest-securitygroup -33615878 ', 'description': 'tempest-description-365100701'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:14:07.758045 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 60992) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:14:07.775282 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-2fcd4a56-461e-443b-b4cb-d6f820e566a6 req-5b7224ac-140d-4a69-92f0-130649a54f99 service neutron] For port 7e61f36e-dff1-4ba8-a2e1-9bdb1d8c4847, host n-h1-813679-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:14:07.778511 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2d12805-7f51-4326-aa77-104d1573ee7e admin admin] Made reservation on behalf of e65d35344c43413ba93381b16381b559 for: {'network': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:14:07.779801 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-2fcd4a56-461e-443b-b4cb-d6f820e566a6 req-5b7224ac-140d-4a69-92f0-130649a54f99 service neutron] For port 7e61f36e-dff1-4ba8-a2e1-9bdb1d8c4847, host n-h1-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=7e61f36e-dff1-4ba8-a2e1-9bdb1d8c4847,segment=NetworkSegment(9a265161-39b6-438d-83a9-b9196658e74a),segment_id=9a265161-39b6-438d-83a9-b9196658e74a)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:14:07.781452 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f2d12805-7f51-4326-aa77-104d1573ee7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:07.800164 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f2d12805-7f51-4326-aa77-104d1573ee7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:07.817605 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0bfd531a-eb93-4b8b-8191-b4d172157560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:07.854059 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-2fcd4a56-461e-443b-b4cb-d6f820e566a6 req-5b7224ac-140d-4a69-92f0-130649a54f99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:07.867222 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-e411a5b9-c8f2-4a9b-87ad-788b255a8b4e req-18a1b6b7-f83d-45e5-a34e-306ab901b418 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:07.909690 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcd4a56-461e-443b-b4cb-d6f820e566a6 req-5b7224ac-140d-4a69-92f0-130649a54f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:07.910497 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-2fcd4a56-461e-443b-b4cb-d6f820e566a6 req-5b7224ac-140d-4a69-92f0-130649a54f99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:07.911618 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-04981c70-8746-4c79-ae46-b24ba79f3412 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:07.911766 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2fcd4a56-461e-443b-b4cb-d6f820e566a6 req-5b7224ac-140d-4a69-92f0-130649a54f99 service neutron] 10.222.0.61 "PUT /v2.0/ports/7e61f36e-dff1-4ba8-a2e1-9bdb1d8c4847 HTTP/1.1" status: 200 len: 1092 time: 1.8325131 Oct 12 19:14:07.962458 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7224ac-140d-4a69-92f0-130649a54f99 service neutron] Pushing event updated for resources: {'Port': ['ID=7e61f36e-dff1-4ba8-a2e1-9bdb1d8c4847,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:07.962670 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-04981c70-8746-4c79-ae46-b24ba79f3412 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:07.994017 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45d3ede1-6950-4c19-917f-12957a22e060', 'tag': '9902639a-c094-4c79-8a4e-29bd67044e2b'}, {'name': 'network-changed', 'server_uuid': '926f5109-78bb-47c6-a992-3081969196e2', 'tag': '7e61f36e-dff1-4ba8-a2e1-9bdb1d8c4847'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:14:07.997351 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95235fe0-dab4-4608-b4ba-9d841383642b" -d '{"events": [{"name": "network-changed", "server_uuid": "45d3ede1-6950-4c19-917f-12957a22e060", "tag": "9902639a-c094-4c79-8a4e-29bd67044e2b"}, {"name": "network-changed", "server_uuid": "926f5109-78bb-47c6-a992-3081969196e2", "tag": "7e61f36e-dff1-4ba8-a2e1-9bdb1d8c4847"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:14:08.013323 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-e411a5b9-c8f2-4a9b-87ad-788b255a8b4e req-18a1b6b7-f83d-45e5-a34e-306ab901b418 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:08.021020 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f2d12805-7f51-4326-aa77-104d1573ee7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:08.071127 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcd4a56-461e-443b-b4cb-d6f820e566a6 req-9df6e1c7-7fd8-44af-b53b-d9711c801f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:08.073426 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2fcd4a56-461e-443b-b4cb-d6f820e566a6 req-9df6e1c7-7fd8-44af-b53b-d9711c801f70 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9f5c1e71755042d1ac27a0b3a538f601&device_id=926f5109-78bb-47c6-a992-3081969196e2 HTTP/1.1" status: 200 len: 1095 time: 0.0461128 Oct 12 19:14:08.074513 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0bfd531a-eb93-4b8b-8191-b4d172157560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4824924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4612362'] for subnet, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:08.103433 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfd531a-eb93-4b8b-8191-b4d172157560 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed3b7205-d75a-4b69-bd1e-4f6878250cf7,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:08.105484 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0bfd531a-eb93-4b8b-8191-b4d172157560 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:08.111551 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-0bfd531a-eb93-4b8b-8191-b4d172157560 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/ed3b7205-d75a-4b69-bd1e-4f6878250cf7 HTTP/1.1" status: 204 len: 168 time: 0.5125380 Oct 12 19:14:08.112577 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 32768) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:14:08.120189 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2fcd4a56-461e-443b-b4cb-d6f820e566a6 req-db75bc3a-905a-4ac7-be74-49951ad89ee9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e61f36e-dff1-4ba8-a2e1-9bdb1d8c4847 HTTP/1.1" status: 200 len: 217 time: 0.0397971 Oct 12 19:14:08.122670 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-e411a5b9-c8f2-4a9b-87ad-788b255a8b4e req-18a1b6b7-f83d-45e5-a34e-306ab901b418 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:08.154736 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f2d12805-7f51-4326-aa77-104d1573ee7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:08.162000 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-04981c70-8746-4c79-ae46-b24ba79f3412 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:08.164571 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-04981c70-8746-4c79-ae46-b24ba79f3412 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:08.169284 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-04981c70-8746-4c79-ae46-b24ba79f3412 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] 10.222.0.49 "DELETE /v2.0/security-groups/ba303c90-524f-4c6d-a60e-9cdccd966656 HTTP/1.1" status: 204 len: 168 time: 0.4072599 Oct 12 19:14:08.171204 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 32770) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:14:08.208794 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2d12805-7f51-4326-aa77-104d1573ee7e admin admin] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=95501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:14:08.209993 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a1b6b7-f83d-45e5-a34e-306ab901b418 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8287c116-6447-4f93-8788-08faf49207c6,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:08.224299 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcd4a56-461e-443b-b4cb-d6f820e566a6 req-a8f4562d-51c3-4f45-8351-e3429eb60193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:08.224299 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2fcd4a56-461e-443b-b4cb-d6f820e566a6 req-a8f4562d-51c3-4f45-8351-e3429eb60193 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0ca49502-6eac-400d-a5c9-5dbc68b0fb0b HTTP/1.1" status: 200 len: 861 time: 0.0908849 Oct 12 19:14:08.224740 n-d-813679-3 neutron-server[95501]: INFO neutron.api.v2.resource [None req-10cf7d07-c321-4a8e-a270-5245e17524a8 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] show failed (client error): The resource could not be found. Oct 12 19:14:08.224740 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-10cf7d07-c321-4a8e-a270-5245e17524a8 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] 10.222.0.49 "GET /v2.0/security-groups/ba303c90-524f-4c6d-a60e-9cdccd966656 HTTP/1.1" status: 404 len: 347 time: 0.0496023 Oct 12 19:14:08.227837 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 32772) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:14:08.235172 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d12805-7f51-4326-aa77-104d1573ee7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76b081dc-6667-4e1c-b44d-8d05a61d7938,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:08.239463 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a07734aa-a979-4437-9edb-5db12c0dc899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:08.247106 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f2d12805-7f51-4326-aa77-104d1573ee7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:08.247432 n-d-813679-3 neutron-server[95501]: INFO neutron.db.segments_db [None req-f2d12805-7f51-4326-aa77-104d1573ee7e admin admin] Added segment 09a21d68-e5f5-4a28-8630-05ca83531668 of type vlan for network 6c3decc3-29e4-408c-a34f-0339ccbba377 Oct 12 19:14:08.271282 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04981c70-8746-4c79-ae46-b24ba79f3412 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba303c90-524f-4c6d-a60e-9cdccd966656,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:08.312717 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f2d12805-7f51-4326-aa77-104d1573ee7e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:08.340276 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 12 Oct 2021 19:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc9ffad5-c97c-42bb-9ca8-419ebb5a632a x-openstack-request-id: req-dc9ffad5-c97c-42bb-9ca8-419ebb5a632a {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:14:08.340756 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45d3ede1-6950-4c19-917f-12957a22e060", "tag": "9902639a-c094-4c79-8a4e-29bd67044e2b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "926f5109-78bb-47c6-a992-3081969196e2", "tag": "7e61f36e-dff1-4ba8-a2e1-9bdb1d8c4847", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:14:08.340998 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-dc9ffad5-c97c-42bb-9ca8-419ebb5a632a {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:14:08.341443 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45d3ede1-6950-4c19-917f-12957a22e060', 'tag': '9902639a-c094-4c79-8a4e-29bd67044e2b', 'status': 'completed', 'code': 200} Oct 12 19:14:08.342081 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '926f5109-78bb-47c6-a992-3081969196e2', 'tag': '7e61f36e-dff1-4ba8-a2e1-9bdb1d8c4847', 'status': 'completed', 'code': 200} Oct 12 19:14:08.365258 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-e411a5b9-c8f2-4a9b-87ad-788b255a8b4e req-18a1b6b7-f83d-45e5-a34e-306ab901b418 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:08.366491 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e411a5b9-c8f2-4a9b-87ad-788b255a8b4e req-18a1b6b7-f83d-45e5-a34e-306ab901b418 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.6402385 Oct 12 19:14:08.369061 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2fcd4a56-461e-443b-b4cb-d6f820e566a6 req-d0e3e3d8-f884-4e33-83ab-d3f60b2eaeb8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9b463164-b6d9-4e70-af74-4df142d48ea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1181786 Oct 12 19:14:08.459241 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a07734aa-a979-4437-9edb-5db12c0dc899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:08.490606 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95235fe0-dab4-4608-b4ba-9d841383642b req-776b47c4-76c0-4ce2-8cc8-ca1c434438d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:08.492135 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-95235fe0-dab4-4608-b4ba-9d841383642b req-776b47c4-76c0-4ce2-8cc8-ca1c434438d9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c0152dadd25443e0b77c77a26c835136&device_id=45d3ede1-6950-4c19-917f-12957a22e060 HTTP/1.1" status: 200 len: 1174 time: 0.1606734 Oct 12 19:14:08.493883 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-a07734aa-a979-4437-9edb-5db12c0dc899 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4be0b5ad-eef8-4de7-bf9e-9f158fe2a194']}} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:14:08.515793 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-a07734aa-a979-4437-9edb-5db12c0dc899 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81763906-dc85-4306-bcd0-7adbc7ba8ae0') {'for_net_delete': True} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:14:08.516793 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-a07734aa-a979-4437-9edb-5db12c0dc899 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81763906-dc85-4306-bcd0-7adbc7ba8ae0') {} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:14:08.560528 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f2d12805-7f51-4326-aa77-104d1573ee7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:08.561580 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d12805-7f51-4326-aa77-104d1573ee7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:08.562151 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f2d12805-7f51-4326-aa77-104d1573ee7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:08.570031 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45470272-b9a1-4498-a953-fc8f1b978826 req-f77e3910-9477-4ec5-b72e-10ea564b0f89 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:08.571433 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-45470272-b9a1-4498-a953-fc8f1b978826 req-f77e3910-9477-4ec5-b72e-10ea564b0f89 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] 10.222.0.49 "GET /v2.0/ports?device_id=926f5109-78bb-47c6-a992-3081969196e2 HTTP/1.1" status: 200 len: 944 time: 0.1352971 Oct 12 19:14:08.577159 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2fcd4a56-461e-443b-b4cb-d6f820e566a6 req-cf71f275-2b22-416c-b97d-26bb13814b9b service neutron] 10.222.0.61 "GET /v2.0/networks/9b463164-b6d9-4e70-af74-4df142d48ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674411 Oct 12 19:14:08.577320 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f174cba-a384-4408-b4b7-5fd218e63159 req-8b89325a-e15f-4c7b-a813-755e5e30f0ac tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:08.578657 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5f174cba-a384-4408-b4b7-5fd218e63159 req-8b89325a-e15f-4c7b-a813-755e5e30f0ac tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] 10.222.0.49 "GET /v2.0/ports?device_id=919e2016-fce2-41d9-8e01-162aef4f9b68 HTTP/1.1" status: 200 len: 945 time: 0.2200003 Oct 12 19:14:08.582269 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a07734aa-a979-4437-9edb-5db12c0dc899 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4281072'] for segment, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:08.606954 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-aada7fcd-b3a5-4509-b0c5-b2cc2373dfe6 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Deleting port 896f51db-6155-453b-80f0-2715c881a125 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:14:08.607308 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-aada7fcd-b3a5-4509-b0c5-b2cc2373dfe6 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:08.657073 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a07734aa-a979-4437-9edb-5db12c0dc899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:08.678368 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a07734aa-a979-4437-9edb-5db12c0dc899 admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=95501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:14:08.678756 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a07734aa-a979-4437-9edb-5db12c0dc899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4823170'] for segment, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:08.682247 n-d-813679-3 neutron-server[95501]: Traceback (most recent call last): Oct 12 19:14:08.682247 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:14:08.682247 n-d-813679-3 neutron-server[95501]: timer() Oct 12 19:14:08.682247 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:14:08.682247 n-d-813679-3 neutron-server[95501]: cb(*args, **kw) Oct 12 19:14:08.682247 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:14:08.682247 n-d-813679-3 neutron-server[95501]: return func(*args, **kwargs) Oct 12 19:14:08.682247 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:14:08.682247 n-d-813679-3 neutron-server[95501]: self._notify() Oct 12 19:14:08.682247 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:14:08.682247 n-d-813679-3 neutron-server[95501]: self.callback(batched_events) Oct 12 19:14:08.682247 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:14:08.682247 n-d-813679-3 neutron-server[95501]: event.method(event) Oct 12 19:14:08.682247 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:14:08.682247 n-d-813679-3 neutron-server[95501]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:14:08.682247 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:14:08.682247 n-d-813679-3 neutron-server[95501]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:14:08.682247 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:14:08.682247 n-d-813679-3 neutron-server[95501]: return f(self, *a, **k) Oct 12 19:14:08.682247 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:14:08.682247 n-d-813679-3 neutron-server[95501]: return self._get(url).json() Oct 12 19:14:08.682247 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:14:08.682247 n-d-813679-3 neutron-server[95501]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:14:08.682247 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:14:08.682247 n-d-813679-3 neutron-server[95501]: return self.request(url, 'GET', **kwargs) Oct 12 19:14:08.682247 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:14:08.682247 n-d-813679-3 neutron-server[95501]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:14:08.682247 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:14:08.682247 n-d-813679-3 neutron-server[95501]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:14:08.682247 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:14:08.682247 n-d-813679-3 neutron-server[95501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:14:08.682247 n-d-813679-3 neutron-server[95501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:14:08.712720 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-45470272-b9a1-4498-a953-fc8f1b978826 req-0b5569a0-223e-45cd-9f7c-01e807805070 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] 10.222.0.49 "GET /v2.0/security-groups?id=93001041-1fb8-4b9a-acba-05886aa0e0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338160 Oct 12 19:14:08.737056 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-f2d12805-7f51-4326-aa77-104d1573ee7e admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3328035 Oct 12 19:14:08.742326 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 32782) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:14:08.746837 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d12805-7f51-4326-aa77-104d1573ee7e admin admin] Pushing event updated for resources: {'Network': ['ID=6c3decc3-29e4-408c-a34f-0339ccbba377,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:08.755086 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-1bf88eee-7ef8-496d-b005-4ccb20058fab admin admin] Request body: {'subnet': {'network_id': '6c3decc3-29e4-408c-a34f-0339ccbba377', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1762495642-subnet', 'tenant_id': 'e65d35344c43413ba93381b16381b559', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:14:08.777142 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95235fe0-dab4-4608-b4ba-9d841383642b req-8c5711ed-2781-46f2-9703-3b8d00b66573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:08.778596 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-95235fe0-dab4-4608-b4ba-9d841383642b req-8c5711ed-2781-46f2-9703-3b8d00b66573 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e7e41055-1292-4375-83c3-78e2dafcb52a HTTP/1.1" status: 200 len: 914 time: 0.2757075 Oct 12 19:14:08.781474 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2fcd4a56-461e-443b-b4cb-d6f820e566a6 req-ac56768f-b1f9-4621-8b95-7d6fda2fb078 service neutron] 10.222.0.61 "GET /v2.0/networks/9b463164-b6d9-4e70-af74-4df142d48ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933801 Oct 12 19:14:08.781766 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5f174cba-a384-4408-b4b7-5fd218e63159 req-4dc10112-d141-4318-97c4-42f9d5d2faf3 tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] 10.222.0.49 "GET /v2.0/security-groups?id=4d1857bb-ec66-4a2e-a842-e4e42bbb469f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1761608 Oct 12 19:14:08.783200 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-aada7fcd-b3a5-4509-b0c5-b2cc2373dfe6 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:08.783553 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-aada7fcd-b3a5-4509-b0c5-b2cc2373dfe6 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:08.796668 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 6c3decc3-29e4-408c-a34f-0339ccbba377 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:14:08.819234 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-aada7fcd-b3a5-4509-b0c5-b2cc2373dfe6 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Calling delete_port for 896f51db-6155-453b-80f0-2715c881a125 owned by network:floatingip {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:14:08.864755 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7262c8c8-f6e4-4427-909b-568d657a2690 req-72d01722-1188-46c9-857e-b745bd5d52a6 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.49 "GET /v2.0/security-groups/8287c116-6447-4f93-8788-08faf49207c6 HTTP/1.1" status: 200 len: 1778 time: 0.0890844 Oct 12 19:14:08.872615 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a07734aa-a979-4437-9edb-5db12c0dc899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:08.875298 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-95235fe0-dab4-4608-b4ba-9d841383642b req-15b644f3-6f0a-46f1-acdd-aa2aa6155c9d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9902639a-c094-4c79-8a4e-29bd67044e2b HTTP/1.1" status: 200 len: 217 time: 0.0872016 Oct 12 19:14:08.882525 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a07734aa-a979-4437-9edb-5db12c0dc899 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:08.888885 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-a07734aa-a979-4437-9edb-5db12c0dc899 admin admin] 10.222.0.49 "DELETE /v2.0/networks/4be0b5ad-eef8-4de7-bf9e-9f158fe2a194 HTTP/1.1" status: 204 len: 168 time: 0.7729843 Oct 12 19:14:08.910476 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bf88eee-7ef8-496d-b005-4ccb20058fab admin admin] Made reservation on behalf of e65d35344c43413ba93381b16381b559 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:14:08.913476 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1bf88eee-7ef8-496d-b005-4ccb20058fab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16245837'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:08.916629 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07734aa-a979-4437-9edb-5db12c0dc899 admin admin] Pushing event deleted for resources: {'Network': ['ID=4be0b5ad-eef8-4de7-bf9e-9f158fe2a194,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:08.988054 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95235fe0-dab4-4608-b4ba-9d841383642b req-909cdacf-8c22-4767-a7f2-0df5757ec185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:08.989536 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-95235fe0-dab4-4608-b4ba-9d841383642b req-909cdacf-8c22-4767-a7f2-0df5757ec185 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c4f49dc5-e874-495c-886d-4a58af79da10 HTTP/1.1" status: 200 len: 853 time: 0.0818813 Oct 12 19:14:09.013613 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4854e933-937e-411a-8de9-221a5c10450c req-1f97c70b-c071-45ff-badc-a5241bb9ecb4 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:09.015030 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4854e933-937e-411a-8de9-221a5c10450c req-1f97c70b-c071-45ff-badc-a5241bb9ecb4 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76d8672-6416-4017-8f22-b5afeb405fbd HTTP/1.1" status: 200 len: 945 time: 0.0740657 Oct 12 19:14:09.035019 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-95235fe0-dab4-4608-b4ba-9d841383642b req-13ee0207-099d-4bfc-be07-1c7eeeae0abd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e7e41055-1292-4375-83c3-78e2dafcb52a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367084 Oct 12 19:14:09.077146 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bc894ca5-8993-49bb-b06c-b31c1e16fa9c req-1f5f1429-8913-4cbe-b885-6a3265bcce7e tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.49 "GET /v2.0/security-groups/8287c116-6447-4f93-8788-08faf49207c6 HTTP/1.1" status: 200 len: 1778 time: 0.1881108 Oct 12 19:14:09.117412 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4854e933-937e-411a-8de9-221a5c10450c req-8bfe27e6-565c-47ce-a890-99dfb0424c18 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/security-groups?id=453b01c6-7fe6-41ac-8e1d-6df7a2675094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846865 Oct 12 19:14:09.138016 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95235fe0-dab4-4608-b4ba-9d841383642b req-2b270df3-aa4d-4b74-baec-46cd974f26d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:09.140873 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-95235fe0-dab4-4608-b4ba-9d841383642b req-2b270df3-aa4d-4b74-baec-46cd974f26d8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9f5c1e71755042d1ac27a0b3a538f601&device_id=926f5109-78bb-47c6-a992-3081969196e2 HTTP/1.1" status: 200 len: 1095 time: 0.1726089 Oct 12 19:14:09.166950 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-95235fe0-dab4-4608-b4ba-9d841383642b req-a53be7f0-79d0-4059-a8ab-6505665b1b22 service neutron] 10.222.0.67 "GET /v2.0/networks/e7e41055-1292-4375-83c3-78e2dafcb52a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230235 Oct 12 19:14:09.254730 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 32790) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:14:09.287919 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-95235fe0-dab4-4608-b4ba-9d841383642b req-59d8cb2c-bf0f-43e0-9aa1-5299efa7a900 service neutron] 10.222.0.67 "GET /v2.0/networks/e7e41055-1292-4375-83c3-78e2dafcb52a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105130 Oct 12 19:14:09.316333 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-0680c583-2743-4c22-99bc-8d526250d543 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6f373deb65fa4fb6b9914ad762fe4dad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0579579 Oct 12 19:14:09.316578 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 32792) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:14:09.380727 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-bb56e94d-7519-4523-837b-37049fc4fbed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:09.408389 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-bb56e94d-7519-4523-837b-37049fc4fbed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:09.521498 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-bb56e94d-7519-4523-837b-37049fc4fbed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:09.524705 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-bb56e94d-7519-4523-837b-37049fc4fbed admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:09.525872 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-bb56e94d-7519-4523-837b-37049fc4fbed admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ff6d4f0e-3cb5-40de-8035-ff2a926b779e HTTP/1.1" status: 204 len: 168 time: 0.2083733 Oct 12 19:14:09.542613 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb56e94d-7519-4523-837b-37049fc4fbed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff6d4f0e-3cb5-40de-8035-ff2a926b779e,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:09.635370 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-bc894ca5-8993-49bb-b06c-b31c1e16fa9c req-dae49238-6be2-4df0-aff3-6df0fe0078df tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:09.650830 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-aada7fcd-b3a5-4509-b0c5-b2cc2373dfe6 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:09.742409 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aada7fcd-b3a5-4509-b0c5-b2cc2373dfe6 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Pushing event deleted for resources: {'Port': ['ID=896f51db-6155-453b-80f0-2715c881a125,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:09.745714 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95235fe0-dab4-4608-b4ba-9d841383642b req-788761d2-0a2c-4e77-9e22-6c596d7bce9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:09.747394 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-95235fe0-dab4-4608-b4ba-9d841383642b req-788761d2-0a2c-4e77-9e22-6c596d7bce9a service neutron] 10.222.0.61 "GET /v2.0/networks?id=9b463164-b6d9-4e70-af74-4df142d48ea1 HTTP/1.1" status: 200 len: 922 time: 0.5744331 Oct 12 19:14:09.762878 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-bc894ca5-8993-49bb-b06c-b31c1e16fa9c req-dae49238-6be2-4df0-aff3-6df0fe0078df tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:09.771726 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a3041a-4819-4c8e-b58d-1557801c2156 req-ed6345f9-59b6-4ba4-99af-73d85eef406c tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:09.773521 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-46a3041a-4819-4c8e-b58d-1557801c2156 req-ed6345f9-59b6-4ba4-99af-73d85eef406c tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] 10.222.0.67 "GET /v2.0/ports?device_id=919e2016-fce2-41d9-8e01-162aef4f9b68 HTTP/1.1" status: 200 len: 945 time: 0.0679731 Oct 12 19:14:09.874079 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-95235fe0-dab4-4608-b4ba-9d841383642b req-97bbe1a6-1f70-4b46-a59e-cbd1007adbb8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e61f36e-dff1-4ba8-a2e1-9bdb1d8c4847 HTTP/1.1" status: 200 len: 217 time: 0.1079507 Oct 12 19:14:09.881474 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee35cdc-2600-4fa0-88ac-153e8a8e409f req-7ed2a003-68b1-4c90-a4d2-3cf87d7a9fbd tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:09.883056 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0ee35cdc-2600-4fa0-88ac-153e8a8e409f req-7ed2a003-68b1-4c90-a4d2-3cf87d7a9fbd tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] 10.222.0.49 "GET /v2.0/ports?device_id=926f5109-78bb-47c6-a992-3081969196e2 HTTP/1.1" status: 200 len: 944 time: 0.0899894 Oct 12 19:14:09.937378 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-aada7fcd-b3a5-4509-b0c5-b2cc2373dfe6 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Notify callbacks [] for floatingip, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:09.940291 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-aada7fcd-b3a5-4509-b0c5-b2cc2373dfe6 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:09.941419 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-aada7fcd-b3a5-4509-b0c5-b2cc2373dfe6 tempest-ServersWithSpecificFlavorTestJSON-1459818025 tempest-ServersWithSpecificFlavorTestJSON-1459818025-project] 10.222.0.49 "DELETE /v2.0/floatingips/3f8239f2-c90f-46f9-be5b-22e72a2d006e HTTP/1.1" status: 204 len: 168 time: 1.7118208 Oct 12 19:14:09.953066 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95235fe0-dab4-4608-b4ba-9d841383642b req-723688b6-d063-41a8-ab4a-eff2c97cfb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:09.954509 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-95235fe0-dab4-4608-b4ba-9d841383642b req-723688b6-d063-41a8-ab4a-eff2c97cfb9e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0ca49502-6eac-400d-a5c9-5dbc68b0fb0b HTTP/1.1" status: 200 len: 861 time: 0.0731137 Oct 12 19:14:09.969129 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0ee35cdc-2600-4fa0-88ac-153e8a8e409f req-59e7aced-5a7d-4487-91d8-bf9ffafd5e37 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] 10.222.0.49 "GET /v2.0/security-groups?id=93001041-1fb8-4b9a-acba-05886aa0e0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584102 Oct 12 19:14:09.982318 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-46a3041a-4819-4c8e-b58d-1557801c2156 req-6c0a58c4-270c-4c28-a076-13bcd384dcb2 tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] Deleting port f9fa3f97-2c67-4e1e-a142-bef0a0891091 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:14:09.982672 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-46a3041a-4819-4c8e-b58d-1557801c2156 req-6c0a58c4-270c-4c28-a076-13bcd384dcb2 tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:09.991122 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-95235fe0-dab4-4608-b4ba-9d841383642b req-672e4e9e-9e69-47bc-bf2e-72b8d4e5d75b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9b463164-b6d9-4e70-af74-4df142d48ea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283363 Oct 12 19:14:10.106678 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-95235fe0-dab4-4608-b4ba-9d841383642b req-46ca14a8-ba61-4be6-b1ab-c5ed2931afc5 service neutron] 10.222.0.61 "GET /v2.0/networks/9b463164-b6d9-4e70-af74-4df142d48ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082344 Oct 12 19:14:10.108084 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e68c2e-7842-4d47-90ff-d0a43bcfcfe5 req-9659e37c-7d01-4c2b-afc4-033c448d9c42 tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:10.109565 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f1e68c2e-7842-4d47-90ff-d0a43bcfcfe5 req-9659e37c-7d01-4c2b-afc4-033c448d9c42 tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] 10.222.0.49 "GET /v2.0/ports?device_id=919e2016-fce2-41d9-8e01-162aef4f9b68 HTTP/1.1" status: 200 len: 945 time: 0.0734694 Oct 12 19:14:10.127336 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-46a3041a-4819-4c8e-b58d-1557801c2156 req-6c0a58c4-270c-4c28-a076-13bcd384dcb2 tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] For port f9fa3f97-2c67-4e1e-a142-bef0a0891091, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=f9fa3f97-2c67-4e1e-a142-bef0a0891091,segment=NetworkSegment(a5b0800b-9440-4416-8f7a-05e8cbf0f8da),segment_id=a5b0800b-9440-4416-8f7a-05e8cbf0f8da)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:14:10.127634 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-46a3041a-4819-4c8e-b58d-1557801c2156 req-6c0a58c4-270c-4c28-a076-13bcd384dcb2 tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:10.213047 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f1e68c2e-7842-4d47-90ff-d0a43bcfcfe5 req-967e465a-59d4-47c9-8104-0e25a8d1634e tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] 10.222.0.49 "GET /v2.0/security-groups?id=4d1857bb-ec66-4a2e-a842-e4e42bbb469f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956566 Oct 12 19:14:10.253758 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-95235fe0-dab4-4608-b4ba-9d841383642b req-d534179c-19da-48d6-8d16-b45756a7f6d4 service neutron] 10.222.0.61 "GET /v2.0/networks/9b463164-b6d9-4e70-af74-4df142d48ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061893 Oct 12 19:14:10.336776 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 7e61f36e-dff1-4ba8-a2e1-9bdb1d8c4847 details requested by agent hyperv_n-h1-813679-3 with host n-h1-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:14:10.348287 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-46a3041a-4819-4c8e-b58d-1557801c2156 req-6c0a58c4-270c-4c28-a076-13bcd384dcb2 tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:10.348642 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-46a3041a-4819-4c8e-b58d-1557801c2156 req-6c0a58c4-270c-4c28-a076-13bcd384dcb2 tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7915414'] for floatingip, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:10.348959 n-d-813679-3 neutron-server[95501]: INFO neutron.db.l3_db [req-46a3041a-4819-4c8e-b58d-1557801c2156 req-6c0a58c4-270c-4c28-a076-13bcd384dcb2 tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] Floating IP 5bdc1654-88b1-4142-afab-295810fa4275 disassociated. External IP: 172.25.5.205, port: f9fa3f97-2c67-4e1e-a142-bef0a0891091. Oct 12 19:14:10.349290 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-46a3041a-4819-4c8e-b58d-1557801c2156 req-6c0a58c4-270c-4c28-a076-13bcd384dcb2 tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] Calling delete_port for f9fa3f97-2c67-4e1e-a142-bef0a0891091 owned by compute:nova {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:14:10.451888 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 7e61f36e-dff1-4ba8-a2e1-9bdb1d8c4847, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=7e61f36e-dff1-4ba8-a2e1-9bdb1d8c4847,segment=NetworkSegment(9a265161-39b6-438d-83a9-b9196658e74a),segment_id=9a265161-39b6-438d-83a9-b9196658e74a)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:14:10.469457 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Returning: {'device': '7e61f36e-dff1-4ba8-a2e1-9bdb1d8c4847', 'network_id': '9b463164-b6d9-4e70-af74-4df142d48ea1', 'port_id': '7e61f36e-dff1-4ba8-a2e1-9bdb1d8c4847', 'mac_address': 'fa:16:3e:b3:61:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ca49502-6eac-400d-a5c9-5dbc68b0fb0b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:14:10.520765 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:10.534417 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e61f36e-dff1-4ba8-a2e1-9bdb1d8c4847 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:14:10.555156 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 7e61f36e-dff1-4ba8-a2e1-9bdb1d8c4847, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=7e61f36e-dff1-4ba8-a2e1-9bdb1d8c4847,segment=NetworkSegment(9a265161-39b6-438d-83a9-b9196658e74a),segment_id=9a265161-39b6-438d-83a9-b9196658e74a)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:14:10.679035 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-bc894ca5-8993-49bb-b06c-b31c1e16fa9c req-dae49238-6be2-4df0-aff3-6df0fe0078df tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:10.682425 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-bc894ca5-8993-49bb-b06c-b31c1e16fa9c req-dae49238-6be2-4df0-aff3-6df0fe0078df tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:10.685698 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bc894ca5-8993-49bb-b06c-b31c1e16fa9c req-dae49238-6be2-4df0-aff3-6df0fe0078df tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.49 "DELETE /v2.0/security-groups/8287c116-6447-4f93-8788-08faf49207c6 HTTP/1.1" status: 204 len: 173 time: 1.5986769 Oct 12 19:14:10.687718 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1bf88eee-7ef8-496d-b005-4ccb20058fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4306659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16245859'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:10.718909 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae49238-6be2-4df0-aff3-6df0fe0078df tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8287c116-6447-4f93-8788-08faf49207c6,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:10.754820 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf88eee-7ef8-496d-b005-4ccb20058fab admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cdec308-a85d-4461-be76-72b0713a6c05,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:10.761680 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:10.771099 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-46a3041a-4819-4c8e-b58d-1557801c2156 req-6c0a58c4-270c-4c28-a076-13bcd384dcb2 tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:10.794212 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf88eee-7ef8-496d-b005-4ccb20058fab admin admin] Checking segment: {'id': '09a21d68-e5f5-4a28-8630-05ca83531668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '6c3decc3-29e4-408c-a34f-0339ccbba377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:14:10.794599 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf88eee-7ef8-496d-b005-4ccb20058fab admin admin] Network hostable DHCP agents. Network: 6c3decc3-29e4-408c-a34f-0339ccbba377, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:14:10.830111 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=7e61f36e-dff1-4ba8-a2e1-9bdb1d8c4847,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:10.851123 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33c28f4-6819-4820-9d0c-37314b54ec1b req-73523f12-4a31-49f5-bcf0-87dfcbe5059e tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:10.852662 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c33c28f4-6819-4820-9d0c-37314b54ec1b req-73523f12-4a31-49f5-bcf0-87dfcbe5059e tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76d8672-6416-4017-8f22-b5afeb405fbd HTTP/1.1" status: 200 len: 945 time: 0.0770292 Oct 12 19:14:10.864396 n-d-813679-3 neutron-server[95501]: INFO neutron.api.v2.resource [req-d91b6291-b264-4084-9262-5bbd30a02dd3 req-4ed3bdda-f14b-4697-af75-b207abe894b9 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] show failed (client error): The resource could not be found. Oct 12 19:14:10.865251 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d91b6291-b264-4084-9262-5bbd30a02dd3 req-4ed3bdda-f14b-4697-af75-b207abe894b9 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.49 "GET /v2.0/security-groups/8287c116-6447-4f93-8788-08faf49207c6 HTTP/1.1" status: 404 len: 352 time: 0.1086192 Oct 12 19:14:10.871561 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0a58c4-270c-4c28-a076-13bcd384dcb2 tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] Pushing event deleted for resources: {'Port': ['ID=f9fa3f97-2c67-4e1e-a142-bef0a0891091,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:10.906476 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c33c28f4-6819-4820-9d0c-37314b54ec1b req-117e3308-fae0-48f9-a4f5-af0fca783abc tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/security-groups?id=453b01c6-7fe6-41ac-8e1d-6df7a2675094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447485 Oct 12 19:14:10.954366 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-61d9205a-6a08-4aff-b94b-0b5f0b7c9654 req-25c39791-6894-47e6-8842-bdaa2a5b1826 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-510407048', 'description': 'tempest-description-1693006591'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:14:10.968984 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf88eee-7ef8-496d-b005-4ccb20058fab admin admin] Network 6c3decc3-29e4-408c-a34f-0339ccbba377 is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:14:10.985782 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['7e61f36e-dff1-4ba8-a2e1-9bdb1d8c4847'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:14:11.036538 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [req-46a3041a-4819-4c8e-b58d-1557801c2156 req-6c0a58c4-270c-4c28-a076-13bcd384dcb2 tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] Router 74b9d057-c9ab-48e5-8af4-4a87324ba4fa has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:14:11.071483 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-1bf88eee-7ef8-496d-b005-4ccb20058fab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, 6c3decc3-29e4-408c-a34f-0339ccbba377) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:14:11.082861 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-61d9205a-6a08-4aff-b94b-0b5f0b7c9654 req-25c39791-6894-47e6-8842-bdaa2a5b1826 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:11.107658 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf88eee-7ef8-496d-b005-4ccb20058fab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:11.113307 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1bf88eee-7ef8-496d-b005-4ccb20058fab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:11.167362 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a7ba18-881b-4edd-b908-f7ae6d0265e6 None None] Network 6c3decc3-29e4-408c-a34f-0339ccbba377 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:14:11.208473 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-61d9205a-6a08-4aff-b94b-0b5f0b7c9654 req-25c39791-6894-47e6-8842-bdaa2a5b1826 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:11.231864 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-1bf88eee-7ef8-496d-b005-4ccb20058fab admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.4887502 Oct 12 19:14:11.234590 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 32822) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:14:11.241238 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-fb30df39-1571-404b-bfb0-aab808670afd admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1762495642-router', 'tenant_id': 'e65d35344c43413ba93381b16381b559', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:14:11.275993 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827b7538-9921-4fa1-81ef-2843826fbb17 req-1f2d51c5-9572-4005-bf87-d9ac0ff61bf0 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:11.277876 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-827b7538-9921-4fa1-81ef-2843826fbb17 req-1f2d51c5-9572-4005-bf87-d9ac0ff61bf0 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] 10.222.0.49 "GET /v2.0/ports?device_id=926f5109-78bb-47c6-a992-3081969196e2 HTTP/1.1" status: 200 len: 945 time: 0.1447368 Oct 12 19:14:11.313365 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-46a3041a-4819-4c8e-b58d-1557801c2156 req-6c0a58c4-270c-4c28-a076-13bcd384dcb2 tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:14:11.334755 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 32826) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:14:11.357582 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bece506b-33b8-42e4-9caf-42cd32a7753a None None] Sync routers for ids ['74b9d057-c9ab-48e5-8af4-4a87324ba4fa'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:14:11.363773 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-61d9205a-6a08-4aff-b94b-0b5f0b7c9654 req-25c39791-6894-47e6-8842-bdaa2a5b1826 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:11.387053 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-46a3041a-4819-4c8e-b58d-1557801c2156 req-6c0a58c4-270c-4c28-a076-13bcd384dcb2 tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] No DVR routers for this DVR port f9fa3f97-2c67-4e1e-a142-bef0a0891091 on host n-h2-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:14:11.390614 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-46a3041a-4819-4c8e-b58d-1557801c2156 req-6c0a58c4-270c-4c28-a076-13bcd384dcb2 tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:11.395498 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-46a3041a-4819-4c8e-b58d-1557801c2156 req-6c0a58c4-270c-4c28-a076-13bcd384dcb2 tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] 10.222.0.67 "DELETE /v2.0/ports/f9fa3f97-2c67-4e1e-a142-bef0a0891091 HTTP/1.1" status: 204 len: 173 time: 1.6157398 Oct 12 19:14:11.419929 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '919e2016-fce2-41d9-8e01-162aef4f9b68', 'name': 'network-vif-deleted', 'tag': 'f9fa3f97-2c67-4e1e-a142-bef0a0891091'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:14:11.421529 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bece506b-33b8-42e4-9caf-42cd32a7753a None None] Routers {'74b9d057-c9ab-48e5-8af4-4a87324ba4fa'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:14:11.422294 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-bece506b-33b8-42e4-9caf-42cd32a7753a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:14:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['74b9d057-c9ab-48e5-8af4-4a87324ba4fa'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:14:11.429736 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fb30df39-1571-404b-bfb0-aab808670afd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8093678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255505'] for router, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:11.436342 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fb30df39-1571-404b-bfb0-aab808670afd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8093562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8087085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8022306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255518'] for router, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:11.436541 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25bc6788-9a8e-45e6-bd5b-36df586a8de8" -d '{"events": [{"server_uuid": "919e2016-fce2-41d9-8e01-162aef4f9b68", "name": "network-vif-deleted", "tag": "f9fa3f97-2c67-4e1e-a142-bef0a0891091"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:14:11.452961 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-827b7538-9921-4fa1-81ef-2843826fbb17 req-d2f12142-8aa9-4d30-864a-dd09a082eeec tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] 10.222.0.49 "GET /v2.0/security-groups?id=93001041-1fb8-4b9a-acba-05886aa0e0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524391 Oct 12 19:14:11.544281 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-e90f5944-bfb6-496a-8d3f-b85614175823 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=476d0a3fb71f44df9979edb9a6637054&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2082891 Oct 12 19:14:11.546734 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 32830) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:14:11.550567 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-61d9205a-6a08-4aff-b94b-0b5f0b7c9654 req-25c39791-6894-47e6-8842-bdaa2a5b1826 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:11.581004 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-61d9205a-6a08-4aff-b94b-0b5f0b7c9654 req-25c39791-6894-47e6-8842-bdaa2a5b1826 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.6335986 Oct 12 19:14:11.587335 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c39791-6894-47e6-8842-bdaa2a5b1826 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7f0530d-aa89-4d74-9acb-353778637ddc,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:11.595058 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fb30df39-1571-404b-bfb0-aab808670afd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:11.660341 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ed00dd-8be6-4823-ba00-26df47cccb26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-6c3decc3-29e4-408c-a34f-0339ccbba377', 'network_id': '6c3decc3-29e4-408c-a34f-0339ccbba377', 'tenant_id': 'e65d35344c43413ba93381b16381b559', 'fixed_ips': [{'subnet_id': '8cdec308-a85d-4461-be76-72b0713a6c05'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:14:11.660833 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e4c1c309-40fa-47d3-8fff-dfcbf607960d req-46b849f6-a18e-4e17-9f5e-23bff74c0bd9 tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] 10.222.0.49 "GET /v2.0/ports?device_id=919e2016-fce2-41d9-8e01-162aef4f9b68 HTTP/1.1" status: 200 len: 210 time: 0.0500269 Oct 12 19:14:11.660948 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-27ed00dd-8be6-4823-ba00-26df47cccb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:11.663593 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-531e53b8-c93e-440c-b5d6-bdf005de3384 x-openstack-request-id: req-531e53b8-c93e-440c-b5d6-bdf005de3384 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:14:11.669120 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "919e2016-fce2-41d9-8e01-162aef4f9b68", "name": "network-vif-deleted", "tag": "f9fa3f97-2c67-4e1e-a142-bef0a0891091", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:14:11.669760 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-531e53b8-c93e-440c-b5d6-bdf005de3384 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:14:11.670458 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '919e2016-fce2-41d9-8e01-162aef4f9b68', 'name': 'network-vif-deleted', 'tag': 'f9fa3f97-2c67-4e1e-a142-bef0a0891091', 'status': 'completed', 'code': 200} Oct 12 19:14:11.685430 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-bece506b-33b8-42e4-9caf-42cd32a7753a None None] Set router 74b9d057-c9ab-48e5-8af4-4a87324ba4fa gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:14:11.711552 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a936a28d-e02a-48eb-b378-d788e75a7bd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:11.814792 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a936a28d-e02a-48eb-b378-d788e75a7bd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:11.839910 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8494c8d2-0fe5-4b47-9416-20904c16b93a req-a18c92e8-48cb-4a69-9235-929f8d1d6f9c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=00655b18-d3a8-487b-a307-bdfa94217209&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1242781 Oct 12 19:14:11.859397 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-81181209-187e-4a83-84f9-8055c67080ba req-76f53ef2-4e6a-4d59-82ef-96cbe0ee3280 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1637920171', 'description': 'tempest-description-806625829'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:14:11.898030 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fb30df39-1571-404b-bfb0-aab808670afd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:11.927657 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8494c8d2-0fe5-4b47-9416-20904c16b93a req-8f940733-42c2-4975-9845-4334576480d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:11.929484 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8494c8d2-0fe5-4b47-9416-20904c16b93a req-8f940733-42c2-4975-9845-4334576480d0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5fba7a982f4e455fbf6360a954bd3673&device_id=00655b18-d3a8-487b-a307-bdfa94217209 HTTP/1.1" status: 200 len: 1096 time: 0.0499575 Oct 12 19:14:11.962670 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-81181209-187e-4a83-84f9-8055c67080ba req-76f53ef2-4e6a-4d59-82ef-96cbe0ee3280 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:11.971025 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 32844) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:14:12.026397 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-27ed00dd-8be6-4823-ba00-26df47cccb26 None None] Allocated IP 172.20.0.2 (6c3decc3-29e4-408c-a34f-0339ccbba377/8cdec308-a85d-4461-be76-72b0713a6c05/18d2ce19-4fde-4061-b7a2-3907080f46e4) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:14:12.034520 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a936a28d-e02a-48eb-b378-d788e75a7bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:12.042160 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a936a28d-e02a-48eb-b378-d788e75a7bd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:12.044756 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-a936a28d-e02a-48eb-b378-d788e75a7bd7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ad3c7b3a-f89c-4c9b-8628-f883087d0dc3 HTTP/1.1" status: 204 len: 168 time: 0.4962444 Oct 12 19:14:12.120760 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8494c8d2-0fe5-4b47-9416-20904c16b93a req-fdf770ec-8d50-4f9b-a4ce-add120ad9107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:12.122900 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8494c8d2-0fe5-4b47-9416-20904c16b93a req-fdf770ec-8d50-4f9b-a4ce-add120ad9107 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c9c833e6-1691-44ed-bf82-cf9c18667411 HTTP/1.1" status: 200 len: 909 time: 0.1697888 Oct 12 19:14:12.141372 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a936a28d-e02a-48eb-b378-d788e75a7bd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad3c7b3a-f89c-4c9b-8628-f883087d0dc3,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:12.234123 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-27ed00dd-8be6-4823-ba00-26df47cccb26 None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:12.246745 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8494c8d2-0fe5-4b47-9416-20904c16b93a req-6f2cd6a8-501c-4246-a7c9-1ec21be8c8df service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7556019-ea31-4487-a6df-372aa7a006dd HTTP/1.1" status: 200 len: 217 time: 0.1066737 Oct 12 19:14:12.271871 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-81181209-187e-4a83-84f9-8055c67080ba req-76f53ef2-4e6a-4d59-82ef-96cbe0ee3280 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:12.309372 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-27ed00dd-8be6-4823-ba00-26df47cccb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:12.313143 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de674370-09ca-486b-96ca-4644bbf31c99 req-b0617eed-2b6f-4850-8bd4-10715c0f826b tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:12.323727 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-de674370-09ca-486b-96ca-4644bbf31c99 req-b0617eed-2b6f-4850-8bd4-10715c0f826b tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76d8672-6416-4017-8f22-b5afeb405fbd HTTP/1.1" status: 200 len: 945 time: 0.2541957 Oct 12 19:14:12.359342 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 7e61f36e-dff1-4ba8-a2e1-9bdb1d8c4847 up at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:14:12.363309 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-bece506b-33b8-42e4-9caf-42cd32a7753a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74b9d057-c9ab-48e5-8af4-4a87324ba4fa', 'name': 'tempest-ServersTestManualDisk-1911275801-router', 'tenant_id': 'ed6b12966b9343359f6575d52c95f820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '6193ef3e-0610-400f-92f5-6b7d5640ab5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:11:43Z', 'updated_at': '2021-10-12T19:11:51Z', 'revision_number': 4, 'project_id': 'ed6b12966b9343359f6575d52c95f820', 'gw_port': {'id': '6193ef3e-0610-400f-92f5-6b7d5640ab5e', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b9d057-c9ab-48e5-8af4-4a87324ba4fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:11:45Z', 'updated_at': '2021-10-12T19:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '8925778e-0a1c-450f-af8c-65d29c9976da', 'name': '', 'network_id': '7e2fb59a-6119-4752-90bd-a0430fbe9b50', 'tenant_id': 'ed6b12966b9343359f6575d52c95f820', 'mac_address': 'fa:16:3e:68:bc:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b9d057-c9ab-48e5-8af4-4a87324ba4fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '30d4b534-ae85-4956-be60-11f5902787c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:11:50Z', 'updated_at': '2021-10-12T19:11:56Z', 'revision_number': 5, 'project_id': 'ed6b12966b9343359f6575d52c95f820', 'subnets': [{'id': '30d4b534-ae85-4956-be60-11f5902787c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:14:12.375226 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ed00dd-8be6-4823-ba00-26df47cccb26 None None] Network 6c3decc3-29e4-408c-a34f-0339ccbba377 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:14:12.426471 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-de674370-09ca-486b-96ca-4644bbf31c99 req-51169daa-c02c-4cdd-891c-b1bb8d2fa253 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/security-groups?id=453b01c6-7fe6-41ac-8e1d-6df7a2675094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993097 Oct 12 19:14:12.437603 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-27ed00dd-8be6-4823-ba00-26df47cccb26 None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:14:12.440958 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ed00dd-8be6-4823-ba00-26df47cccb26 None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:14:12.443085 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bece506b-33b8-42e4-9caf-42cd32a7753a None None] Checking router: 74b9d057-c9ab-48e5-8af4-4a87324ba4fa for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:14:12.450609 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8494c8d2-0fe5-4b47-9416-20904c16b93a req-27eefa21-fb18-45ae-9a6d-75ffde590bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:12.452783 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8494c8d2-0fe5-4b47-9416-20904c16b93a req-27eefa21-fb18-45ae-9a6d-75ffde590bfb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e0ebc949-3a0d-4490-86b6-8c422c8edc16 HTTP/1.1" status: 200 len: 848 time: 0.1933107 Oct 12 19:14:12.458422 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-81181209-187e-4a83-84f9-8055c67080ba req-76f53ef2-4e6a-4d59-82ef-96cbe0ee3280 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:12.518765 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8494c8d2-0fe5-4b47-9416-20904c16b93a req-adbab33e-6bce-49ee-b2f9-6aac671d0421 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c9c833e6-1691-44ed-bf82-cf9c18667411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553839 Oct 12 19:14:12.519036 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ed00dd-8be6-4823-ba00-26df47cccb26 None None] Pushing event updated for resources: {'Port': ['ID=18d2ce19-4fde-4061-b7a2-3907080f46e4,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:12.539217 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-81181209-187e-4a83-84f9-8055c67080ba req-76f53ef2-4e6a-4d59-82ef-96cbe0ee3280 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:12.543943 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-81181209-187e-4a83-84f9-8055c67080ba req-76f53ef2-4e6a-4d59-82ef-96cbe0ee3280 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.7707415 Oct 12 19:14:12.553299 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f53ef2-4e6a-4d59-82ef-96cbe0ee3280 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57aa9cb3-0a58-432c-974e-6e3fe03659aa,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:12.589618 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fb30df39-1571-404b-bfb0-aab808670afd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:12.595743 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bece506b-33b8-42e4-9caf-42cd32a7753a None None] Routers {'74b9d057-c9ab-48e5-8af4-4a87324ba4fa'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:14:12.596441 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-a100e854-f085-4903-8113-97309c237ad3 req-e62ce15c-3805-4503-9653-bf1f2fe98cdd tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-677668300', 'description': 'tempest-description-467180831'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:14:12.598865 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-bece506b-33b8-42e4-9caf-42cd32a7753a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:14:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['74b9d057-c9ab-48e5-8af4-4a87324ba4fa'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:14:12.628110 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fb30df39-1571-404b-bfb0-aab808670afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:12.683293 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-27ed00dd-8be6-4823-ba00-26df47cccb26 None None] Attempting to bind port 18d2ce19-4fde-4061-b7a2-3907080f46e4 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:14:12.683926 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-27ed00dd-8be6-4823-ba00-26df47cccb26 None None] Attempting to bind port 18d2ce19-4fde-4061-b7a2-3907080f46e4 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '09a21d68-e5f5-4a28-8630-05ca83531668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '6c3decc3-29e4-408c-a34f-0339ccbba377'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:14:12.684516 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ed00dd-8be6-4823-ba00-26df47cccb26 None None] Attempting to bind port 18d2ce19-4fde-4061-b7a2-3907080f46e4 on network 6c3decc3-29e4-408c-a34f-0339ccbba377 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:14:12.702226 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ed00dd-8be6-4823-ba00-26df47cccb26 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:14:12.702929 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ed00dd-8be6-4823-ba00-26df47cccb26 None None] Checking segment: {'id': '09a21d68-e5f5-4a28-8630-05ca83531668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '6c3decc3-29e4-408c-a34f-0339ccbba377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:14:12.703504 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-27ed00dd-8be6-4823-ba00-26df47cccb26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:12.704095 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ed00dd-8be6-4823-ba00-26df47cccb26 None None] Bound using segment: {'id': '09a21d68-e5f5-4a28-8630-05ca83531668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '6c3decc3-29e4-408c-a34f-0339ccbba377'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:14:12.704925 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-27ed00dd-8be6-4823-ba00-26df47cccb26 None None] Bound port: 18d2ce19-4fde-4061-b7a2-3907080f46e4, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09a21d68-e5f5-4a28-8630-05ca83531668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '6c3decc3-29e4-408c-a34f-0339ccbba377'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:14:12.705491 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-27ed00dd-8be6-4823-ba00-26df47cccb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:12.737719 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning for port 7e61f36e-dff1-4ba8-a2e1-9bdb1d8c4847 completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:14:12.743261 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning complete for port 7e61f36e-dff1-4ba8-a2e1-9bdb1d8c4847 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:14:12.743866 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:12.762895 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8494c8d2-0fe5-4b47-9416-20904c16b93a req-a442093e-97bd-4727-9b1c-7cf2f4f53ba9 service neutron] 10.222.0.67 "GET /v2.0/networks/c9c833e6-1691-44ed-bf82-cf9c18667411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310405 Oct 12 19:14:12.831748 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-fb30df39-1571-404b-bfb0-aab808670afd admin admin] Allocated IP 172.25.5.154 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/4f4842fc-9359-4a0c-b4f0-bb3d5c70b77b) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:14:12.842838 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-a100e854-f085-4903-8113-97309c237ad3 req-e62ce15c-3805-4503-9653-bf1f2fe98cdd tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:12.903050 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-bece506b-33b8-42e4-9caf-42cd32a7753a None None] Set router 74b9d057-c9ab-48e5-8af4-4a87324ba4fa gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:14:12.930557 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-a100e854-f085-4903-8113-97309c237ad3 req-e62ce15c-3805-4503-9653-bf1f2fe98cdd tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:12.931818 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-27ed00dd-8be6-4823-ba00-26df47cccb26 None None] For port 18d2ce19-4fde-4061-b7a2-3907080f46e4, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:14:12.957334 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-27ed00dd-8be6-4823-ba00-26df47cccb26 None None] For port 18d2ce19-4fde-4061-b7a2-3907080f46e4, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=18d2ce19-4fde-4061-b7a2-3907080f46e4,segment=NetworkSegment(09a21d68-e5f5-4a28-8630-05ca83531668),segment_id=09a21d68-e5f5-4a28-8630-05ca83531668)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:14:13.027317 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-a100e854-f085-4903-8113-97309c237ad3 req-e62ce15c-3805-4503-9653-bf1f2fe98cdd tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:13.065441 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-27ed00dd-8be6-4823-ba00-26df47cccb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:13.099070 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62ce15c-3805-4503-9653-bf1f2fe98cdd tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b32cb2fc-0cdb-4aaa-a328-655987f4e8a9,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:13.114939 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:13.124398 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fb30df39-1571-404b-bfb0-aab808670afd admin admin] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:13.154166 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-a100e854-f085-4903-8113-97309c237ad3 req-e62ce15c-3805-4503-9653-bf1f2fe98cdd tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:13.155718 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a100e854-f085-4903-8113-97309c237ad3 req-e62ce15c-3805-4503-9653-bf1f2fe98cdd tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.5705583 Oct 12 19:14:13.163875 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ed00dd-8be6-4823-ba00-26df47cccb26 None None] Pushing event updated for resources: {'Port': ['ID=18d2ce19-4fde-4061-b7a2-3907080f46e4,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:13.208706 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '926f5109-78bb-47c6-a992-3081969196e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e61f36e-dff1-4ba8-a2e1-9bdb1d8c4847'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:14:13.217487 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2a0763a-5712-4687-a55d-807e3d13a621" -d '{"events": [{"server_uuid": "926f5109-78bb-47c6-a992-3081969196e2", "name": "network-vif-plugged", "status": "completed", "tag": "7e61f36e-dff1-4ba8-a2e1-9bdb1d8c4847"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:14:13.234701 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 7e61f36e-dff1-4ba8-a2e1-9bdb1d8c4847, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=7e61f36e-dff1-4ba8-a2e1-9bdb1d8c4847,segment=NetworkSegment(9a265161-39b6-438d-83a9-b9196658e74a),segment_id=9a265161-39b6-438d-83a9-b9196658e74a)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:14:13.259156 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-76c1baa3-677a-4c60-b50f-7f9e90b69083 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8092566'] for router_interface, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:13.295519 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:13.319734 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0b4b8e-0521-4d3c-8402-f49c8c7e37d2 req-afe56f60-5fb8-4686-86e6-21c428e535b3 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:13.323710 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-bf0b4b8e-0521-4d3c-8402-f49c8c7e37d2 req-afe56f60-5fb8-4686-86e6-21c428e535b3 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] 10.222.0.49 "GET /v2.0/ports?device_id=926f5109-78bb-47c6-a992-3081969196e2 HTTP/1.1" status: 200 len: 945 time: 0.6844692 Oct 12 19:14:13.328637 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fb30df39-1571-404b-bfb0-aab808670afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:13.410730 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=7e61f36e-dff1-4ba8-a2e1-9bdb1d8c4847,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:13.440012 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-bece506b-33b8-42e4-9caf-42cd32a7753a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74b9d057-c9ab-48e5-8af4-4a87324ba4fa', 'name': 'tempest-ServersTestManualDisk-1911275801-router', 'tenant_id': 'ed6b12966b9343359f6575d52c95f820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '6193ef3e-0610-400f-92f5-6b7d5640ab5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:11:43Z', 'updated_at': '2021-10-12T19:11:51Z', 'revision_number': 4, 'project_id': 'ed6b12966b9343359f6575d52c95f820', 'gw_port': {'id': '6193ef3e-0610-400f-92f5-6b7d5640ab5e', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b9d057-c9ab-48e5-8af4-4a87324ba4fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:11:45Z', 'updated_at': '2021-10-12T19:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '8925778e-0a1c-450f-af8c-65d29c9976da', 'name': '', 'network_id': '7e2fb59a-6119-4752-90bd-a0430fbe9b50', 'tenant_id': 'ed6b12966b9343359f6575d52c95f820', 'mac_address': 'fa:16:3e:68:bc:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b9d057-c9ab-48e5-8af4-4a87324ba4fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '30d4b534-ae85-4956-be60-11f5902787c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:11:50Z', 'updated_at': '2021-10-12T19:11:56Z', 'revision_number': 5, 'project_id': 'ed6b12966b9343359f6575d52c95f820', 'subnets': [{'id': '30d4b534-ae85-4956-be60-11f5902787c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:14:13.445202 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-bf0b4b8e-0521-4d3c-8402-f49c8c7e37d2 req-3014df41-d375-4edc-bbef-29fb61523d76 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] 10.222.0.49 "GET /v2.0/security-groups?id=93001041-1fb8-4b9a-acba-05886aa0e0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068287 Oct 12 19:14:13.457328 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8494c8d2-0fe5-4b47-9416-20904c16b93a req-b7d4bf6e-00f3-43c0-9bca-bed2ae546b8d service neutron] 10.222.0.67 "GET /v2.0/networks/c9c833e6-1691-44ed-bf82-cf9c18667411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6692564 Oct 12 19:14:13.550706 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb30df39-1571-404b-bfb0-aab808670afd admin admin] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:14:13.579896 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-fb30df39-1571-404b-bfb0-aab808670afd admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:14:13.589961 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb30df39-1571-404b-bfb0-aab808670afd admin admin] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:14:13.598871 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb30df39-1571-404b-bfb0-aab808670afd admin admin] Pushing event updated for resources: {'Port': ['ID=4f4842fc-9359-4a0c-b4f0-bb3d5c70b77b,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:13.677591 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 32882) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:14:13.758804 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bece506b-33b8-42e4-9caf-42cd32a7753a None None] The sync data for ids ['74b9d057-c9ab-48e5-8af4-4a87324ba4fa'] in n-d-813679-3 is: [{'id': '74b9d057-c9ab-48e5-8af4-4a87324ba4fa', 'name': 'tempest-ServersTestManualDisk-1911275801-router', 'tenant_id': 'ed6b12966b9343359f6575d52c95f820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '6193ef3e-0610-400f-92f5-6b7d5640ab5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:11:43Z', 'updated_at': '2021-10-12T19:11:51Z', 'revision_number': 4, 'project_id': 'ed6b12966b9343359f6575d52c95f820', 'gw_port': {'id': '6193ef3e-0610-400f-92f5-6b7d5640ab5e', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b9d057-c9ab-48e5-8af4-4a87324ba4fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:11:45Z', 'updated_at': '2021-10-12T19:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '8925778e-0a1c-450f-af8c-65d29c9976da', 'name': '', 'network_id': '7e2fb59a-6119-4752-90bd-a0430fbe9b50', 'tenant_id': 'ed6b12966b9343359f6575d52c95f820', 'mac_address': 'fa:16:3e:68:bc:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b9d057-c9ab-48e5-8af4-4a87324ba4fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '30d4b534-ae85-4956-be60-11f5902787c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:11:50Z', 'updated_at': '2021-10-12T19:11:56Z', 'revision_number': 5, 'project_id': 'ed6b12966b9343359f6575d52c95f820', 'subnets': [{'id': '30d4b534-ae85-4956-be60-11f5902787c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:14:13.773382 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70c25bad-6e7e-498b-8534-e68c98317313 x-openstack-request-id: req-70c25bad-6e7e-498b-8534-e68c98317313 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:14:13.773671 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "926f5109-78bb-47c6-a992-3081969196e2", "name": "network-vif-plugged", "status": "completed", "tag": "7e61f36e-dff1-4ba8-a2e1-9bdb1d8c4847", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:14:13.776281 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-70c25bad-6e7e-498b-8534-e68c98317313 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:14:13.778190 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '926f5109-78bb-47c6-a992-3081969196e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e61f36e-dff1-4ba8-a2e1-9bdb1d8c4847', 'code': 200} Oct 12 19:14:13.779015 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device f9fa3f97-2c67-4e1e-a142-bef0a0891091 no longer exists at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:14:13.827157 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] No Port match for: f9fa3f97-2c67-4e1e-a142-bef0a0891091 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:14:13.827925 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device f9fa3f97-2c67-4e1e-a142-bef0a0891091 not bound to the agent host n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:14:13.904782 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c55a4a56-539f-47ab-a505-177719fe36e5 tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:13.906074 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e247fa-1e34-478b-8215-81777b0729bf req-0fecfcfd-246e-4489-8c46-43ba074e475b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:13.907848 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d2e247fa-1e34-478b-8215-81777b0729bf req-0fecfcfd-246e-4489-8c46-43ba074e475b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=926f5109-78bb-47c6-a992-3081969196e2 HTTP/1.1" status: 200 len: 1097 time: 0.2284577 Oct 12 19:14:13.930577 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-fe281d71-d048-49e6-b2a3-05dfd61da798 req-96e17283-fc3a-4a06-a436-b0abfae3753d tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c0152dadd25443e0b77c77a26c835136 HTTP/1.1" status: 200 len: 10893 time: 0.6058888 Oct 12 19:14:13.957448 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca596e0a-2329-4b01-a685-189ff8b695a7 req-e7232455-ebc5-45c1-8ba2-38690ef96525 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:13.967272 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ca596e0a-2329-4b01-a685-189ff8b695a7 req-e7232455-ebc5-45c1-8ba2-38690ef96525 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76d8672-6416-4017-8f22-b5afeb405fbd HTTP/1.1" status: 200 len: 945 time: 0.1565399 Oct 12 19:14:14.006334 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c55a4a56-539f-47ab-a505-177719fe36e5 tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:14.055540 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d2e247fa-1e34-478b-8215-81777b0729bf req-354a2702-1598-4588-b4c6-42aa39b4af1f service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=93001041-1fb8-4b9a-acba-05886aa0e0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038048 Oct 12 19:14:14.066428 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-fe281d71-d048-49e6-b2a3-05dfd61da798 req-d960a07b-2150-4fc1-835d-f20948d93319 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.49 "GET /v2.0/security-groups/5db68f36-da5e-4c70-9151-5d33b0141201 HTTP/1.1" status: 200 len: 2981 time: 0.1350009 Oct 12 19:14:14.072616 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ca596e0a-2329-4b01-a685-189ff8b695a7 req-43f36165-b315-4d63-8ba3-8737820b3d88 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/security-groups?id=453b01c6-7fe6-41ac-8e1d-6df7a2675094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042798 Oct 12 19:14:14.073215 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 32886) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:14:14.208447 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c55a4a56-539f-47ab-a505-177719fe36e5 tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:14.213565 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c55a4a56-539f-47ab-a505-177719fe36e5 tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:14.216898 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-c55a4a56-539f-47ab-a505-177719fe36e5 tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] 10.222.0.49 "DELETE /v2.0/security-groups/4d1857bb-ec66-4a2e-a842-e4e42bbb469f HTTP/1.1" status: 204 len: 168 time: 0.5372069 Oct 12 19:14:14.230774 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 32890) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:14:14.234111 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55a4a56-539f-47ab-a505-177719fe36e5 tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d1857bb-ec66-4a2e-a842-e4e42bbb469f,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:14.274436 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-fe281d71-d048-49e6-b2a3-05dfd61da798 req-2048ebde-4cce-47ec-851e-cb08b7bfc783 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.49 "GET /v2.0/security-groups/5db68f36-da5e-4c70-9151-5d33b0141201 HTTP/1.1" status: 200 len: 2981 time: 0.1756773 Oct 12 19:14:14.280620 n-d-813679-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-9cb80ca3-3457-4f3a-9bd3-4462b2f7e278 tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] show failed (client error): The resource could not be found. Oct 12 19:14:14.288179 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 32892) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:14:14.294878 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-9cb80ca3-3457-4f3a-9bd3-4462b2f7e278 tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] 10.222.0.49 "GET /v2.0/security-groups/4d1857bb-ec66-4a2e-a842-e4e42bbb469f HTTP/1.1" status: 404 len: 347 time: 0.0515602 Oct 12 19:14:14.295975 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5041f56-56b0-4918-a712-6a70b4a0cb24 None None] New status for floating IP 5bdc1654-88b1-4142-afab-295810fa4275: DOWN {{(pid=95504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 19:14:14.301327 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-d4640ce4-0d44-42d8-a3b7-d5d5a853e366 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-975700830-network', 'tenant_id': '155d620cee104cb5ba26c7a95e7481f9'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:14:14.406333 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-76c1baa3-677a-4c60-b50f-7f9e90b69083 admin admin] Deleting port 11da318a-c235-465f-9eef-0a33d57fefa0 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:14:14.406674 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-76c1baa3-677a-4c60-b50f-7f9e90b69083 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:14.428388 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fb30df39-1571-404b-bfb0-aab808670afd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:14.473586 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ea224c7a-1559-44e9-a4e3-0ca2bbbcdb0f req-98e0ca61-cd07-4154-a195-1d23f018b04e tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.49 "GET /v2.0/security-groups/f7f0530d-aa89-4d74-9acb-353778637ddc HTTP/1.1" status: 200 len: 1800 time: 0.1279769 Oct 12 19:14:14.506757 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4640ce4-0d44-42d8-a3b7-d5d5a853e366 admin admin] Made reservation on behalf of 155d620cee104cb5ba26c7a95e7481f9 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:14:14.509806 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d4640ce4-0d44-42d8-a3b7-d5d5a853e366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:14.537237 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d4640ce4-0d44-42d8-a3b7-d5d5a853e366 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:14.594949 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-f680ac6d-6381-4b20-9f95-c8aca9ad47a7 tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] Deleting port 5af6f70e-9269-49dc-86f7-c18a2f101d86 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:14:14.595708 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f680ac6d-6381-4b20-9f95-c8aca9ad47a7 tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:14.618415 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-ea224c7a-1559-44e9-a4e3-0ca2bbbcdb0f req-35c97607-0af9-43bf-96fc-84083e5206ad tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:14.691193 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-ea224c7a-1559-44e9-a4e3-0ca2bbbcdb0f req-35c97607-0af9-43bf-96fc-84083e5206ad tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:14.750138 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f680ac6d-6381-4b20-9f95-c8aca9ad47a7 tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:14.750466 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f680ac6d-6381-4b20-9f95-c8aca9ad47a7 tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:14.772488 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-f680ac6d-6381-4b20-9f95-c8aca9ad47a7 tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] Calling delete_port for 5af6f70e-9269-49dc-86f7-c18a2f101d86 owned by network:floatingip {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:14:14.809393 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c85cfb-975b-4cf8-b70e-45b63b3d991b None None] Network 6c3decc3-29e4-408c-a34f-0339ccbba377 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:14:14.890964 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-e5d98542-9912-47e1-89f3-5de98bddb227 None None] Provisioning complete for port 18d2ce19-4fde-4061-b7a2-3907080f46e4 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:14:14.895075 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e5d98542-9912-47e1-89f3-5de98bddb227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:14.968839 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-ea224c7a-1559-44e9-a4e3-0ca2bbbcdb0f req-35c97607-0af9-43bf-96fc-84083e5206ad tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:14.974627 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-ea224c7a-1559-44e9-a4e3-0ca2bbbcdb0f req-35c97607-0af9-43bf-96fc-84083e5206ad tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:14.977700 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ea224c7a-1559-44e9-a4e3-0ca2bbbcdb0f req-35c97607-0af9-43bf-96fc-84083e5206ad tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.49 "DELETE /v2.0/security-groups/f7f0530d-aa89-4d74-9acb-353778637ddc HTTP/1.1" status: 204 len: 173 time: 0.4862378 Oct 12 19:14:14.994220 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 18d2ce19-4fde-4061-b7a2-3907080f46e4 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:14:15.042271 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-76c1baa3-677a-4c60-b50f-7f9e90b69083 admin admin] For port 11da318a-c235-465f-9eef-0a33d57fefa0, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=11da318a-c235-465f-9eef-0a33d57fefa0,segment=NetworkSegment(07a654b6-9e4b-47e5-bebe-20a1a2213e84),segment_id=07a654b6-9e4b-47e5-bebe-20a1a2213e84)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:14:15.043039 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-76c1baa3-677a-4c60-b50f-7f9e90b69083 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:15.051294 n-d-813679-3 neutron-server[95501]: INFO neutron.api.v2.resource [req-0386d5f2-f96b-4b35-a5f6-8b42dc0f290f req-e8beb557-333b-492a-90b2-7bf7e120cb66 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] show failed (client error): The resource could not be found. Oct 12 19:14:15.056383 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0386d5f2-f96b-4b35-a5f6-8b42dc0f290f req-e8beb557-333b-492a-90b2-7bf7e120cb66 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.49 "GET /v2.0/security-groups/f7f0530d-aa89-4d74-9acb-353778637ddc HTTP/1.1" status: 404 len: 352 time: 0.0448756 Oct 12 19:14:15.071938 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c97607-0af9-43bf-96fc-84083e5206ad tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7f0530d-aa89-4d74-9acb-353778637ddc,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:15.083144 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af526f82-98c1-4743-bca8-f367d630c964 req-186b93d6-5ae5-4c45-8f7b-e8439e35baba tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:15.083144 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-af526f82-98c1-4743-bca8-f367d630c964 req-186b93d6-5ae5-4c45-8f7b-e8439e35baba tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] 10.222.0.49 "GET /v2.0/ports?device_id=926f5109-78bb-47c6-a992-3081969196e2 HTTP/1.1" status: 200 len: 946 time: 0.1621494 Oct 12 19:14:15.093694 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-76c1baa3-677a-4c60-b50f-7f9e90b69083 admin admin] Calling delete_port for 11da318a-c235-465f-9eef-0a33d57fefa0 owned by network:router_interface {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:14:15.132544 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e5d98542-9912-47e1-89f3-5de98bddb227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:15.165737 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f680ac6d-6381-4b20-9f95-c8aca9ad47a7 tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:15.167808 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 18d2ce19-4fde-4061-b7a2-3907080f46e4 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:14:15.168228 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:15.220704 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f680ac6d-6381-4b20-9f95-c8aca9ad47a7 tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] Pushing event deleted for resources: {'Port': ['ID=5af6f70e-9269-49dc-86f7-c18a2f101d86,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:15.233906 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9a735bbd-2f63-4e3a-be79-bc6fd0c3b1b0 req-66a1b1fa-4dc8-4ad1-b11a-62e72b105b89 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.49 "GET /v2.0/security-groups/57aa9cb3-0a58-432c-974e-6e3fe03659aa HTTP/1.1" status: 200 len: 1800 time: 0.1355360 Oct 12 19:14:15.245466 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-e5d98542-9912-47e1-89f3-5de98bddb227 None None] For port 18d2ce19-4fde-4061-b7a2-3907080f46e4, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=18d2ce19-4fde-4061-b7a2-3907080f46e4,segment=NetworkSegment(09a21d68-e5f5-4a28-8630-05ca83531668),segment_id=09a21d68-e5f5-4a28-8630-05ca83531668)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:14:15.315347 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:15.315705 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d4640ce4-0d44-42d8-a3b7-d5d5a853e366 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:15.356856 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-af526f82-98c1-4743-bca8-f367d630c964 req-ce5d44c6-54e3-44c3-a86a-d4c9227a4331 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] 10.222.0.49 "GET /v2.0/security-groups?id=93001041-1fb8-4b9a-acba-05886aa0e0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610464 Oct 12 19:14:15.358994 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e5d98542-9912-47e1-89f3-5de98bddb227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:15.360531 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f680ac6d-6381-4b20-9f95-c8aca9ad47a7 tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] Notify callbacks [] for floatingip, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:15.363091 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f680ac6d-6381-4b20-9f95-c8aca9ad47a7 tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:15.369546 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-f680ac6d-6381-4b20-9f95-c8aca9ad47a7 tempest-ServersTestManualDisk-642952834 tempest-ServersTestManualDisk-642952834-project] 10.222.0.49 "DELETE /v2.0/floatingips/5bdc1654-88b1-4142-afab-295810fa4275 HTTP/1.1" status: 204 len: 168 time: 1.0837700 Oct 12 19:14:15.370312 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 32906) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:14:15.433949 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d98542-9912-47e1-89f3-5de98bddb227 None None] Pushing event updated for resources: {'Port': ['ID=18d2ce19-4fde-4061-b7a2-3907080f46e4,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:15.436211 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d4640ce4-0d44-42d8-a3b7-d5d5a853e366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:15.464098 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-9a735bbd-2f63-4e3a-be79-bc6fd0c3b1b0 req-97e2acbc-40a5-4524-b9a9-ecd45d575cd6 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:15.498249 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fb30df39-1571-404b-bfb0-aab808670afd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8093541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7915516'] for router, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:15.535821 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-9a735bbd-2f63-4e3a-be79-bc6fd0c3b1b0 req-97e2acbc-40a5-4524-b9a9-ecd45d575cd6 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:15.544938 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.db.api [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 19:14:15.549584 n-d-813679-3 neutron-server[95503]: DEBUG oslo_db.api [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 19:14:15.554544 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4640ce4-0d44-42d8-a3b7-d5d5a853e366 admin admin] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:14:15.588339 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-6db29e07-d230-474a-817d-770937d560df None None] Provisioning complete for port 18d2ce19-4fde-4061-b7a2-3907080f46e4 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:14:15.588727 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6db29e07-d230-474a-817d-770937d560df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:15.672518 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4640ce4-0d44-42d8-a3b7-d5d5a853e366 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2879a70c-330d-410b-9d75-3af6a9cdfeb3,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:15.708785 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d4640ce4-0d44-42d8-a3b7-d5d5a853e366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:15.709129 n-d-813679-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-d4640ce4-0d44-42d8-a3b7-d5d5a853e366 admin admin] Added segment 9c47dc8d-8b52-45fc-bcad-d3ca4828e3c5 of type vlan for network 15f7e862-3091-4f05-afb0-42bc20c60d57 Oct 12 19:14:15.709910 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-9a735bbd-2f63-4e3a-be79-bc6fd0c3b1b0 req-97e2acbc-40a5-4524-b9a9-ecd45d575cd6 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:15.713023 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-9a735bbd-2f63-4e3a-be79-bc6fd0c3b1b0 req-97e2acbc-40a5-4524-b9a9-ecd45d575cd6 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:15.714149 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9a735bbd-2f63-4e3a-be79-bc6fd0c3b1b0 req-97e2acbc-40a5-4524-b9a9-ecd45d575cd6 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.49 "DELETE /v2.0/security-groups/57aa9cb3-0a58-432c-974e-6e3fe03659aa HTTP/1.1" status: 204 len: 173 time: 0.4381492 Oct 12 19:14:15.733651 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e2acbc-40a5-4524-b9a9-ecd45d575cd6 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57aa9cb3-0a58-432c-974e-6e3fe03659aa,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:15.763412 n-d-813679-3 neutron-server[95501]: INFO neutron.api.v2.resource [req-0f6c3c6d-7cc5-40c3-b6ca-881b2e5ce909 req-a00cdf4e-97f9-43c0-a62a-2cd777aaa8ea tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] show failed (client error): The resource could not be found. Oct 12 19:14:15.764488 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0f6c3c6d-7cc5-40c3-b6ca-881b2e5ce909 req-a00cdf4e-97f9-43c0-a62a-2cd777aaa8ea tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.49 "GET /v2.0/security-groups/57aa9cb3-0a58-432c-974e-6e3fe03659aa HTTP/1.1" status: 404 len: 352 time: 0.0199373 Oct 12 19:14:15.814820 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd22a71-864b-432f-91ce-21a3f93a265c req-560d847f-6c34-4adc-99d0-baa78bed670a tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:15.816439 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2dd22a71-864b-432f-91ce-21a3f93a265c req-560d847f-6c34-4adc-99d0-baa78bed670a tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76d8672-6416-4017-8f22-b5afeb405fbd HTTP/1.1" status: 200 len: 945 time: 0.3073633 Oct 12 19:14:15.832742 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d4640ce4-0d44-42d8-a3b7-d5d5a853e366 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:15.870689 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-21918af0-a975-4f73-94ce-08a42841f94b req-b144841e-aa86-45f8-98b1-3a8fbeae63ba tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.49 "GET /v2.0/security-groups/b32cb2fc-0cdb-4aaa-a328-655987f4e8a9 HTTP/1.1" status: 200 len: 1799 time: 0.0772476 Oct 12 19:14:15.943604 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2dd22a71-864b-432f-91ce-21a3f93a265c req-85ec8c80-da6b-420a-8b0f-010a5f72cf0b tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/security-groups?id=453b01c6-7fe6-41ac-8e1d-6df7a2675094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136384 Oct 12 19:14:15.956299 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-21918af0-a975-4f73-94ce-08a42841f94b req-c8b3b563-c7af-4a76-a6ce-f52656f7789d tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:15.990800 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d4640ce4-0d44-42d8-a3b7-d5d5a853e366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:15.991829 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4640ce4-0d44-42d8-a3b7-d5d5a853e366 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:15.993252 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d4640ce4-0d44-42d8-a3b7-d5d5a853e366 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:16.001673 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-21918af0-a975-4f73-94ce-08a42841f94b req-c8b3b563-c7af-4a76-a6ce-f52656f7789d tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:16.044544 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-76c1baa3-677a-4c60-b50f-7f9e90b69083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:16.046303 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb30df39-1571-404b-bfb0-aab808670afd admin admin] Router 9a34b6e3-9956-4efa-aac4-775c3125e230 is scheduled to L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b with binding_index 1 {{(pid=95502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 19:14:16.057512 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ea457ef9-6959-48c6-b9ee-6321b1484cae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8092566'] for router_interface, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:16.093615 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c1baa3-677a-4c60-b50f-7f9e90b69083 admin admin] Pushing event deleted for resources: {'Port': ['ID=11da318a-c235-465f-9eef-0a33d57fefa0,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:16.103959 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4640ce4-0d44-42d8-a3b7-d5d5a853e366 admin admin] Pushing event updated for resources: {'Network': ['ID=15f7e862-3091-4f05-afb0-42bc20c60d57,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:16.129243 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 15f7e862-3091-4f05-afb0-42bc20c60d57 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:14:16.152387 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-d4640ce4-0d44-42d8-a3b7-d5d5a853e366 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.0733757 Oct 12 19:14:16.166994 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 32914) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:14:16.172203 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-44c5b3f3-0ed7-4e19-8ca7-dbf5fc4a3d5b admin admin] Request body: {'subnet': {'network_id': '15f7e862-3091-4f05-afb0-42bc20c60d57', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-975700830-subnet', 'tenant_id': '155d620cee104cb5ba26c7a95e7481f9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:14:16.194489 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-21918af0-a975-4f73-94ce-08a42841f94b req-c8b3b563-c7af-4a76-a6ce-f52656f7789d tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:16.199030 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-21918af0-a975-4f73-94ce-08a42841f94b req-c8b3b563-c7af-4a76-a6ce-f52656f7789d tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:16.201323 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-21918af0-a975-4f73-94ce-08a42841f94b req-c8b3b563-c7af-4a76-a6ce-f52656f7789d tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.49 "DELETE /v2.0/security-groups/b32cb2fc-0cdb-4aaa-a328-655987f4e8a9 HTTP/1.1" status: 204 len: 173 time: 0.3219240 Oct 12 19:14:16.230155 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b3b563-c7af-4a76-a6ce-f52656f7789d tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b32cb2fc-0cdb-4aaa-a328-655987f4e8a9,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:16.289267 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44c5b3f3-0ed7-4e19-8ca7-dbf5fc4a3d5b admin admin] Made reservation on behalf of 155d620cee104cb5ba26c7a95e7481f9 for: {'subnet': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:14:16.294507 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-44c5b3f3-0ed7-4e19-8ca7-dbf5fc4a3d5b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4612397'] for subnet, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:16.457857 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-76c1baa3-677a-4c60-b50f-7f9e90b69083 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7898909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8092450'] for router_interface, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:16.464107 n-d-813679-3 neutron-server[95502]: INFO neutron.api.v2.resource [req-00e89741-cb8e-4cb1-be91-6de24764edb9 req-64a9eefe-6b56-4100-aa53-7b8b3ac3a61c tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] show failed (client error): The resource could not be found. Oct 12 19:14:16.471342 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-00e89741-cb8e-4cb1-be91-6de24764edb9 req-64a9eefe-6b56-4100-aa53-7b8b3ac3a61c tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.49 "GET /v2.0/security-groups/b32cb2fc-0cdb-4aaa-a328-655987f4e8a9 HTTP/1.1" status: 404 len: 352 time: 0.1977801 Oct 12 19:14:16.638148 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18971f9f-8ec1-4ceb-a132-3341a55f72ad req-e6f7b34a-80c5-4d16-b241-8513f3971546 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:16.639761 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-18971f9f-8ec1-4ceb-a132-3341a55f72ad req-e6f7b34a-80c5-4d16-b241-8513f3971546 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] 10.222.0.49 "GET /v2.0/ports?device_id=926f5109-78bb-47c6-a992-3081969196e2 HTTP/1.1" status: 200 len: 946 time: 0.1831625 Oct 12 19:14:16.677628 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-ea457ef9-6959-48c6-b9ee-6321b1484cae admin admin] Deleting port 8925778e-0a1c-450f-af8c-65d29c9976da {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:14:16.677980 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ea457ef9-6959-48c6-b9ee-6321b1484cae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:16.730593 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-44c5b3f3-0ed7-4e19-8ca7-dbf5fc4a3d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4824863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4612355'] for subnet, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:16.811949 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f8a76887-90ef-4417-b042-5c1ac930b795 req-7b9abefc-2f52-488b-9962-1cb7fe478714 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c0152dadd25443e0b77c77a26c835136 HTTP/1.1" status: 200 len: 6147 time: 0.2775190 Oct 12 19:14:16.815144 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb30df39-1571-404b-bfb0-aab808670afd admin admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:14:16.831806 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0bab216-392e-4752-a229-908bdcf266c3 None None] Sync routers for ids ['9a34b6e3-9956-4efa-aac4-775c3125e230'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:14:16.837964 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-18971f9f-8ec1-4ceb-a132-3341a55f72ad req-ea233248-ebc8-400c-88fd-bc44b4972161 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] 10.222.0.49 "GET /v2.0/security-groups?id=93001041-1fb8-4b9a-acba-05886aa0e0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746168 Oct 12 19:14:16.855046 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0bab216-392e-4752-a229-908bdcf266c3 None None] Routers {'9a34b6e3-9956-4efa-aac4-775c3125e230'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:14:16.857753 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-b0bab216-392e-4752-a229-908bdcf266c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:14:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['9a34b6e3-9956-4efa-aac4-775c3125e230'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:14:16.906148 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f8a76887-90ef-4417-b042-5c1ac930b795 req-afb1f078-a88c-4c3a-9508-ee2f2a8deacc tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.49 "GET /v2.0/security-groups/5db68f36-da5e-4c70-9151-5d33b0141201 HTTP/1.1" status: 200 len: 2981 time: 0.0868180 Oct 12 19:14:16.913324 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c5b3f3-0ed7-4e19-8ca7-dbf5fc4a3d5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e1b9cdd-7750-436b-a3a0-dabb44bb8209,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:16.941206 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [None req-ea457ef9-6959-48c6-b9ee-6321b1484cae admin admin] For port 8925778e-0a1c-450f-af8c-65d29c9976da, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=8925778e-0a1c-450f-af8c-65d29c9976da,segment=NetworkSegment(a5b0800b-9440-4416-8f7a-05e8cbf0f8da),segment_id=a5b0800b-9440-4416-8f7a-05e8cbf0f8da)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:14:16.941715 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ea457ef9-6959-48c6-b9ee-6321b1484cae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:16.966156 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-ea457ef9-6959-48c6-b9ee-6321b1484cae admin admin] Calling delete_port for 8925778e-0a1c-450f-af8c-65d29c9976da owned by network:router_interface {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:14:16.974704 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c5b3f3-0ed7-4e19-8ca7-dbf5fc4a3d5b admin admin] Checking segment: {'id': '9c47dc8d-8b52-45fc-bcad-d3ca4828e3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '15f7e862-3091-4f05-afb0-42bc20c60d57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:14:16.975134 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c5b3f3-0ed7-4e19-8ca7-dbf5fc4a3d5b admin admin] Network hostable DHCP agents. Network: 15f7e862-3091-4f05-afb0-42bc20c60d57, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:14:16.975402 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76c1baa3-677a-4c60-b50f-7f9e90b69083 admin admin] Router fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:14:16.983812 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f8a76887-90ef-4417-b042-5c1ac930b795 req-0d99720f-1a81-4616-9faa-59557e2fbee5 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.49 "GET /v2.0/security-groups/5db68f36-da5e-4c70-9151-5d33b0141201 HTTP/1.1" status: 200 len: 2981 time: 0.0701883 Oct 12 19:14:17.058529 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 18d2ce19-4fde-4061-b7a2-3907080f46e4 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:14:17.085609 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fb30df39-1571-404b-bfb0-aab808670afd admin admin] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:17.087374 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-fb30df39-1571-404b-bfb0-aab808670afd admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.8516145 Oct 12 19:14:17.092501 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 32930) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:14:17.113317 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d847cd6-9082-4238-9212-01943587dca6 req-68bd13d4-d08c-4bb8-a50f-da000608c461 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:17.114880 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7d847cd6-9082-4238-9212-01943587dca6 req-68bd13d4-d08c-4bb8-a50f-da000608c461 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] 10.222.0.49 "GET /v2.0/ports?device_id=926f5109-78bb-47c6-a992-3081969196e2 HTTP/1.1" status: 200 len: 946 time: 0.1465244 Oct 12 19:14:17.159123 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c5b3f3-0ed7-4e19-8ca7-dbf5fc4a3d5b admin admin] Network 15f7e862-3091-4f05-afb0-42bc20c60d57 is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:14:17.159344 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-b0bab216-392e-4752-a229-908bdcf266c3 None None] Set router 9a34b6e3-9956-4efa-aac4-775c3125e230 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:14:17.188486 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b701efdd-04a2-4f50-8565-83c146dd53d5 req-354c141a-c940-49c9-b9fd-c09ba01c3472 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:17.190322 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b701efdd-04a2-4f50-8565-83c146dd53d5 req-354c141a-c940-49c9-b9fd-c09ba01c3472 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76d8672-6416-4017-8f22-b5afeb405fbd HTTP/1.1" status: 200 len: 945 time: 0.1106305 Oct 12 19:14:17.209888 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76c1baa3-677a-4c60-b50f-7f9e90b69083 admin admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:14:17.220654 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-76c1baa3-677a-4c60-b50f-7f9e90b69083 admin admin] 10.222.0.49 "PUT /v2.0/routers/fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2485721 Oct 12 19:14:17.221745 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c0fa23-7d6a-45cc-b365-e3c377edfe58 None None] Sync routers for ids ['fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:14:17.223090 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 32932) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:14:17.233346 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c0fa23-7d6a-45cc-b365-e3c377edfe58 None None] Routers {'fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:14:17.234820 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-58c0fa23-7d6a-45cc-b365-e3c377edfe58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:14:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:14:17.282960 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-44c5b3f3-0ed7-4e19-8ca7-dbf5fc4a3d5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, 15f7e862-3091-4f05-afb0-42bc20c60d57) {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:14:17.303931 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c5b3f3-0ed7-4e19-8ca7-dbf5fc4a3d5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:17.304328 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-44c5b3f3-0ed7-4e19-8ca7-dbf5fc4a3d5b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:17.311655 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b701efdd-04a2-4f50-8565-83c146dd53d5 req-1b565f99-2f1e-4bae-a60c-9a62aa014433 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/security-groups?id=453b01c6-7fe6-41ac-8e1d-6df7a2675094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103790 Oct 12 19:14:17.315436 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897f9c3f-faa2-47d3-93dd-ff522497f4e0 None None] Network 15f7e862-3091-4f05-afb0-42bc20c60d57 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:14:17.317079 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 18d2ce19-4fde-4061-b7a2-3907080f46e4 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:14:17.317455 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:17.359667 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7d847cd6-9082-4238-9212-01943587dca6 req-2908fe6b-6136-415b-93f6-03c9dafc9a43 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] 10.222.0.49 "GET /v2.0/security-groups?id=93001041-1fb8-4b9a-acba-05886aa0e0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020338 Oct 12 19:14:17.382736 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5059c261-f346-4780-84ba-5bb4f39f4395 admin admin] Notify callbacks [] for router, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:17.443090 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-a6a30c37-2267-4d34-8cee-0c917bcacd29 req-f916a68f-93c4-4e6f-ab45-7c1bca1da8e9 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1480498928', 'description': 'tempest-description-1617552650'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:14:17.467693 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-44c5b3f3-0ed7-4e19-8ca7-dbf5fc4a3d5b admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2995877 Oct 12 19:14:17.473357 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 32938) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:14:17.481673 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-a009f4ae-304c-4d92-a0e1-184bfd2be9ba admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-975700830-router', 'tenant_id': '155d620cee104cb5ba26c7a95e7481f9', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:14:17.567775 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5059c261-f346-4780-84ba-5bb4f39f4395 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:17.607622 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-a6a30c37-2267-4d34-8cee-0c917bcacd29 req-f916a68f-93c4-4e6f-ab45-7c1bca1da8e9 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:17.618891 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2731fe-d352-4509-9478-6707d843b0f2 req-90a72346-f10f-4b49-a0b1-64f31d9b99f7 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:17.619994 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-58c0fa23-7d6a-45cc-b365-e3c377edfe58 None None] Set router fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:14:17.620524 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9c2731fe-d352-4509-9478-6707d843b0f2 req-90a72346-f10f-4b49-a0b1-64f31d9b99f7 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] 10.222.0.49 "GET /v2.0/ports?device_id=926f5109-78bb-47c6-a992-3081969196e2 HTTP/1.1" status: 200 len: 946 time: 0.1445704 Oct 12 19:14:17.718600 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ea457ef9-6959-48c6-b9ee-6321b1484cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:17.772309 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-a6a30c37-2267-4d34-8cee-0c917bcacd29 req-f916a68f-93c4-4e6f-ab45-7c1bca1da8e9 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:17.774931 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a009f4ae-304c-4d92-a0e1-184bfd2be9ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8093678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255505'] for router, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:17.775959 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a009f4ae-304c-4d92-a0e1-184bfd2be9ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8093562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8087085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8022306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255518'] for router, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:17.782989 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-5059c261-f346-4780-84ba-5bb4f39f4395 admin admin] Deleting port 7c6b9a7f-72da-4c6b-83cf-656883aa170b {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:14:17.783327 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5059c261-f346-4780-84ba-5bb4f39f4395 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:17.814377 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea457ef9-6959-48c6-b9ee-6321b1484cae admin admin] Pushing event deleted for resources: {'Port': ['ID=8925778e-0a1c-450f-af8c-65d29c9976da,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:17.885091 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-a6a30c37-2267-4d34-8cee-0c917bcacd29 req-f916a68f-93c4-4e6f-ab45-7c1bca1da8e9 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:17.901161 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a009f4ae-304c-4d92-a0e1-184bfd2be9ba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:17.905239 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-58c0fa23-7d6a-45cc-b365-e3c377edfe58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1173094615-router', 'tenant_id': 'b7528b6e53624c36bc7cfa3c022fa354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '7c6b9a7f-72da-4c6b-83cf-656883aa170b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:09:21Z', 'updated_at': '2021-10-12T19:14:15Z', 'revision_number': 5, 'project_id': 'b7528b6e53624c36bc7cfa3c022fa354', 'gw_port': {'id': '7c6b9a7f-72da-4c6b-83cf-656883aa170b', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:09:22Z', 'updated_at': '2021-10-12T19:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:14:17.951107 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c0fa23-7d6a-45cc-b365-e3c377edfe58 None None] Checking router: fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:14:17.963596 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c0fa23-7d6a-45cc-b365-e3c377edfe58 None None] Routers {'fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:14:17.964817 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-58c0fa23-7d6a-45cc-b365-e3c377edfe58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:14:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:14:18.052933 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f916a68f-93c4-4e6f-ab45-7c1bca1da8e9 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f88a84f3-643d-453c-a4f7-2e4fb091e7f9,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:18.069931 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-a6a30c37-2267-4d34-8cee-0c917bcacd29 req-f916a68f-93c4-4e6f-ab45-7c1bca1da8e9 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:18.071649 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a6a30c37-2267-4d34-8cee-0c917bcacd29 req-f916a68f-93c4-4e6f-ab45-7c1bca1da8e9 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.6345181 Oct 12 19:14:18.100429 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-b0bab216-392e-4752-a229-908bdcf266c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a34b6e3-9956-4efa-aac4-775c3125e230', 'name': 'tempest-TaggedBootDevicesTest_v242-1762495642-router', 'tenant_id': 'e65d35344c43413ba93381b16381b559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '4f4842fc-9359-4a0c-b4f0-bb3d5c70b77b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:14:11Z', 'updated_at': '2021-10-12T19:14:14Z', 'revision_number': 3, 'project_id': 'e65d35344c43413ba93381b16381b559', 'gw_port': {'id': '4f4842fc-9359-4a0c-b4f0-bb3d5c70b77b', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:87:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a34b6e3-9956-4efa-aac4-775c3125e230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:14:12Z', 'updated_at': '2021-10-12T19:14:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:14:18.132434 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-f9b8b3a2-93e2-40d8-87da-6013dd0c0639 req-e5cd7838-7f8d-4955-b80a-8b61a872ae46 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2067665921', 'description': 'tempest-description-1153155154'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:14:18.139602 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-5059c261-f346-4780-84ba-5bb4f39f4395 admin admin] For port 7c6b9a7f-72da-4c6b-83cf-656883aa170b, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=7c6b9a7f-72da-4c6b-83cf-656883aa170b,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:14:18.139975 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5059c261-f346-4780-84ba-5bb4f39f4395 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:18.170838 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006480a4-2375-4c92-9ddb-d50ea6cf6b5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-15f7e862-3091-4f05-afb0-42bc20c60d57', 'network_id': '15f7e862-3091-4f05-afb0-42bc20c60d57', 'tenant_id': '155d620cee104cb5ba26c7a95e7481f9', 'fixed_ips': [{'subnet_id': '7e1b9cdd-7750-436b-a3a0-dabb44bb8209'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:14:18.171769 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-006480a4-2375-4c92-9ddb-d50ea6cf6b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:18.179814 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-58c0fa23-7d6a-45cc-b365-e3c377edfe58 None None] Set router fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba gateway port host: None {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:14:18.188692 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0bab216-392e-4752-a229-908bdcf266c3 None None] Checking router: 9a34b6e3-9956-4efa-aac4-775c3125e230 for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:14:18.194999 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0bab216-392e-4752-a229-908bdcf266c3 None None] Updating router 9a34b6e3-9956-4efa-aac4-775c3125e230 port 4f4842fc-9359-4a0c-b4f0-bb3d5c70b77b binding host n-d-813679-3 {{(pid=95503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 19:14:18.220306 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ea457ef9-6959-48c6-b9ee-6321b1484cae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7898909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8092450'] for router_interface, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:18.257097 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-5059c261-f346-4780-84ba-5bb4f39f4395 admin admin] Calling delete_port for 7c6b9a7f-72da-4c6b-83cf-656883aa170b owned by network:router_gateway {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:14:18.259292 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9c2731fe-d352-4509-9478-6707d843b0f2 req-68b7145d-c599-4186-a1fd-277c91329698 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] 10.222.0.49 "GET /v2.0/security-groups?id=93001041-1fb8-4b9a-acba-05886aa0e0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5544837 Oct 12 19:14:18.270727 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a009f4ae-304c-4d92-a0e1-184bfd2be9ba admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:18.331165 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-58c0fa23-7d6a-45cc-b365-e3c377edfe58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1173094615-router', 'tenant_id': 'b7528b6e53624c36bc7cfa3c022fa354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:09:21Z', 'updated_at': '2021-10-12T19:14:17Z', 'revision_number': 6, 'project_id': 'b7528b6e53624c36bc7cfa3c022fa354', 'gw_port_host': None}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:14:18.376301 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-f9b8b3a2-93e2-40d8-87da-6013dd0c0639 req-e5cd7838-7f8d-4955-b80a-8b61a872ae46 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:18.386939 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c0fa23-7d6a-45cc-b365-e3c377edfe58 None None] The sync data for ids ['fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba'] in n-d-813679-3 is: [{'id': 'fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1173094615-router', 'tenant_id': 'b7528b6e53624c36bc7cfa3c022fa354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:09:21Z', 'updated_at': '2021-10-12T19:14:17Z', 'revision_number': 6, 'project_id': 'b7528b6e53624c36bc7cfa3c022fa354', 'gw_port_host': None}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:14:18.397540 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b0bab216-392e-4752-a229-908bdcf266c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:18.435571 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-006480a4-2375-4c92-9ddb-d50ea6cf6b5d None None] Allocated IP 172.20.0.2 (15f7e862-3091-4f05-afb0-42bc20c60d57/7e1b9cdd-7750-436b-a3a0-dabb44bb8209/f8a47ca5-b109-401e-83a9-4d5906143646) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:14:18.537721 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beee7d8-7906-48d5-a3a9-9c6fcb2b8cd7 req-074997ba-bca6-4550-af86-c6d9b84b0042 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:18.540847 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3beee7d8-7906-48d5-a3a9-9c6fcb2b8cd7 req-074997ba-bca6-4550-af86-c6d9b84b0042 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] 10.222.0.49 "GET /v2.0/ports?device_id=926f5109-78bb-47c6-a992-3081969196e2 HTTP/1.1" status: 200 len: 946 time: 0.1470666 Oct 12 19:14:18.665184 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3beee7d8-7906-48d5-a3a9-9c6fcb2b8cd7 req-a72f6185-e13f-4c73-a069-9736db353216 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] 10.222.0.49 "GET /v2.0/security-groups?id=93001041-1fb8-4b9a-acba-05886aa0e0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171117 Oct 12 19:14:18.684781 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8f24a4c9-c1d7-4560-9fd5-ff9fd428878a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:19.004397 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-f9b8b3a2-93e2-40d8-87da-6013dd0c0639 req-e5cd7838-7f8d-4955-b80a-8b61a872ae46 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:19.077315 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-f9b8b3a2-93e2-40d8-87da-6013dd0c0639 req-e5cd7838-7f8d-4955-b80a-8b61a872ae46 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:19.117252 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 11da318a-c235-465f-9eef-0a33d57fefa0 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:14:19.132766 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cd7838-7f8d-4955-b80a-8b61a872ae46 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93d509ce-0d1d-40db-97f3-abad0fb7a19f,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:19.156296 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 11da318a-c235-465f-9eef-0a33d57fefa0 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:14:19.158361 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 11da318a-c235-465f-9eef-0a33d57fefa0 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:14:19.169366 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-006480a4-2375-4c92-9ddb-d50ea6cf6b5d None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:19.176987 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b0bab216-392e-4752-a229-908bdcf266c3 None None] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:19.187126 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-f9b8b3a2-93e2-40d8-87da-6013dd0c0639 req-e5cd7838-7f8d-4955-b80a-8b61a872ae46 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:19.188872 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f9b8b3a2-93e2-40d8-87da-6013dd0c0639 req-e5cd7838-7f8d-4955-b80a-8b61a872ae46 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 1.0654311 Oct 12 19:14:19.248298 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-006480a4-2375-4c92-9ddb-d50ea6cf6b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:19.333965 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c16f0d-ec93-42a5-a1b0-8c77ebb74a82 req-5e29edfc-2677-4903-ae54-3e4653a49f69 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:19.335426 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-36c16f0d-ec93-42a5-a1b0-8c77ebb74a82 req-5e29edfc-2677-4903-ae54-3e4653a49f69 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76d8672-6416-4017-8f22-b5afeb405fbd HTTP/1.1" status: 200 len: 945 time: 0.1720471 Oct 12 19:14:19.345539 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b0bab216-392e-4752-a229-908bdcf266c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:19.349681 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006480a4-2375-4c92-9ddb-d50ea6cf6b5d None None] Pushing event updated for resources: {'Port': ['ID=f8a47ca5-b109-401e-83a9-4d5906143646,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:19.354319 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5059c261-f346-4780-84ba-5bb4f39f4395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:19.380838 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea457ef9-6959-48c6-b9ee-6321b1484cae admin admin] Router 74b9d057-c9ab-48e5-8af4-4a87324ba4fa has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:14:19.407671 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-36c16f0d-ec93-42a5-a1b0-8c77ebb74a82 req-7885d179-ecc1-4f1d-ae46-d24b32ab0d9c tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/security-groups?id=453b01c6-7fe6-41ac-8e1d-6df7a2675094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644350 Oct 12 19:14:19.429774 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efe46dc-7e44-4270-8526-5978c1a8aed8 None None] Pushing event updated for resources: {'Port': ['ID=4f4842fc-9359-4a0c-b4f0-bb3d5c70b77b,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:19.458165 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006480a4-2375-4c92-9ddb-d50ea6cf6b5d None None] Network 15f7e862-3091-4f05-afb0-42bc20c60d57 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:14:19.467166 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-006480a4-2375-4c92-9ddb-d50ea6cf6b5d None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:14:19.483182 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006480a4-2375-4c92-9ddb-d50ea6cf6b5d None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:14:19.498055 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-b0bab216-392e-4752-a229-908bdcf266c3 None None] Attempting to bind port 4f4842fc-9359-4a0c-b4f0-bb3d5c70b77b on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:14:19.498424 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-b0bab216-392e-4752-a229-908bdcf266c3 None None] Attempting to bind port 4f4842fc-9359-4a0c-b4f0-bb3d5c70b77b by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:14:19.498967 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0bab216-392e-4752-a229-908bdcf266c3 None None] Attempting to bind port 4f4842fc-9359-4a0c-b4f0-bb3d5c70b77b on network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:14:19.501254 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-8f24a4c9-c1d7-4560-9fd5-ff9fd428878a admin admin] Allocated IP 172.20.0.1 (6c3decc3-29e4-408c-a34f-0339ccbba377/8cdec308-a85d-4461-be76-72b0713a6c05/d7d6d5e6-e93a-47ee-8519-bcc9fd2fcedc) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:14:19.506295 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a009f4ae-304c-4d92-a0e1-184bfd2be9ba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:19.534367 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0bab216-392e-4752-a229-908bdcf266c3 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:14:19.534367 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0bab216-392e-4752-a229-908bdcf266c3 None None] Checking segment: {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:14:19.534367 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b0bab216-392e-4752-a229-908bdcf266c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:19.538688 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0bab216-392e-4752-a229-908bdcf266c3 None None] Bound using segment: {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:14:19.538688 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-b0bab216-392e-4752-a229-908bdcf266c3 None None] Bound port: 4f4842fc-9359-4a0c-b4f0-bb3d5c70b77b, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:14:19.538688 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b0bab216-392e-4752-a229-908bdcf266c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:19.538968 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a009f4ae-304c-4d92-a0e1-184bfd2be9ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:19.543555 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5059c261-f346-4780-84ba-5bb4f39f4395 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c6b9a7f-72da-4c6b-83cf-656883aa170b,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:19.631983 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-006480a4-2375-4c92-9ddb-d50ea6cf6b5d None None] Attempting to bind port f8a47ca5-b109-401e-83a9-4d5906143646 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:14:19.639977 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-006480a4-2375-4c92-9ddb-d50ea6cf6b5d None None] Attempting to bind port f8a47ca5-b109-401e-83a9-4d5906143646 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '9c47dc8d-8b52-45fc-bcad-d3ca4828e3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '15f7e862-3091-4f05-afb0-42bc20c60d57'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:14:19.639977 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006480a4-2375-4c92-9ddb-d50ea6cf6b5d None None] Attempting to bind port f8a47ca5-b109-401e-83a9-4d5906143646 on network 15f7e862-3091-4f05-afb0-42bc20c60d57 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:14:19.643938 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006480a4-2375-4c92-9ddb-d50ea6cf6b5d None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:14:19.644358 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006480a4-2375-4c92-9ddb-d50ea6cf6b5d None None] Checking segment: {'id': '9c47dc8d-8b52-45fc-bcad-d3ca4828e3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '15f7e862-3091-4f05-afb0-42bc20c60d57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:14:19.644765 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-006480a4-2375-4c92-9ddb-d50ea6cf6b5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:19.645218 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006480a4-2375-4c92-9ddb-d50ea6cf6b5d None None] Bound using segment: {'id': '9c47dc8d-8b52-45fc-bcad-d3ca4828e3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '15f7e862-3091-4f05-afb0-42bc20c60d57'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:14:19.645701 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-006480a4-2375-4c92-9ddb-d50ea6cf6b5d None None] Bound port: f8a47ca5-b109-401e-83a9-4d5906143646, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c47dc8d-8b52-45fc-bcad-d3ca4828e3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '15f7e862-3091-4f05-afb0-42bc20c60d57'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:14:19.646087 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-006480a4-2375-4c92-9ddb-d50ea6cf6b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:19.648833 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992e4528-4e9b-4273-892c-a6225568b9c8 req-b5d0a846-83bd-4006-956c-d18f9cdbb88d tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:19.650327 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-992e4528-4e9b-4273-892c-a6225568b9c8 req-b5d0a846-83bd-4006-956c-d18f9cdbb88d tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] 10.222.0.49 "GET /v2.0/ports?device_id=926f5109-78bb-47c6-a992-3081969196e2 HTTP/1.1" status: 200 len: 946 time: 0.3095915 Oct 12 19:14:19.713480 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-b0bab216-392e-4752-a229-908bdcf266c3 None None] For port 4f4842fc-9359-4a0c-b4f0-bb3d5c70b77b, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:14:19.734425 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5059c261-f346-4780-84ba-5bb4f39f4395 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7915456'] for router_gateway, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:19.738762 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-992e4528-4e9b-4273-892c-a6225568b9c8 req-4e610687-dfa1-4477-85fa-faf3786d2e3b tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] 10.222.0.49 "GET /v2.0/security-groups?id=93001041-1fb8-4b9a-acba-05886aa0e0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771565 Oct 12 19:14:19.749847 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea457ef9-6959-48c6-b9ee-6321b1484cae admin admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:14:19.750869 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-b0bab216-392e-4752-a229-908bdcf266c3 None None] For port 4f4842fc-9359-4a0c-b4f0-bb3d5c70b77b, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=4f4842fc-9359-4a0c-b4f0-bb3d5c70b77b,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:14:19.758715 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-ea457ef9-6959-48c6-b9ee-6321b1484cae admin admin] 10.222.0.49 "PUT /v2.0/routers/74b9d057-c9ab-48e5-8af4-4a87324ba4fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3849840 Oct 12 19:14:19.777160 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7143dd1a-7385-429e-aaf3-be625a601f4a None None] Sync routers for ids ['74b9d057-c9ab-48e5-8af4-4a87324ba4fa'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:14:19.785678 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 32966) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:14:19.806834 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-006480a4-2375-4c92-9ddb-d50ea6cf6b5d None None] For port f8a47ca5-b109-401e-83a9-4d5906143646, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:14:19.810720 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-006480a4-2375-4c92-9ddb-d50ea6cf6b5d None None] For port f8a47ca5-b109-401e-83a9-4d5906143646, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=f8a47ca5-b109-401e-83a9-4d5906143646,segment=NetworkSegment(9c47dc8d-8b52-45fc-bcad-d3ca4828e3c5),segment_id=9c47dc8d-8b52-45fc-bcad-d3ca4828e3c5)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:14:19.816395 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7143dd1a-7385-429e-aaf3-be625a601f4a None None] Routers {'74b9d057-c9ab-48e5-8af4-4a87324ba4fa'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:14:19.817020 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-7143dd1a-7385-429e-aaf3-be625a601f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:14:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['74b9d057-c9ab-48e5-8af4-4a87324ba4fa'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:14:19.873737 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b0bab216-392e-4752-a229-908bdcf266c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:19.887882 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5059c261-f346-4780-84ba-5bb4f39f4395 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255495'] for router, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:19.893807 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5059c261-f346-4780-84ba-5bb4f39f4395 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:19.907429 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-a009f4ae-304c-4d92-a0e1-184bfd2be9ba admin admin] Allocated IP 172.25.5.148 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/0294d0fe-b096-4686-b84c-5bdea469f0ed) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:14:19.934852 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-006480a4-2375-4c92-9ddb-d50ea6cf6b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:19.971313 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d202191-53a5-4e75-9324-f03b68001487 req-8a994e3d-5389-4b7d-990b-8a0a49fd62a6 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:19.972880 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6d202191-53a5-4e75-9324-f03b68001487 req-8a994e3d-5389-4b7d-990b-8a0a49fd62a6 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] 10.222.0.49 "GET /v2.0/ports?device_id=926f5109-78bb-47c6-a992-3081969196e2 HTTP/1.1" status: 200 len: 946 time: 0.1178031 Oct 12 19:14:19.987863 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8f24a4c9-c1d7-4560-9fd5-ff9fd428878a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:19.998153 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0bab216-392e-4752-a229-908bdcf266c3 None None] Routers {'9a34b6e3-9956-4efa-aac4-775c3125e230'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:14:19.998802 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-b0bab216-392e-4752-a229-908bdcf266c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:14:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['9a34b6e3-9956-4efa-aac4-775c3125e230'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:14:20.031587 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc90ea8-1a90-409e-bbfd-4fc6e658986a req-bcae6b76-4633-4141-9feb-44e06a501002 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:20.033737 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6dc90ea8-1a90-409e-bbfd-4fc6e658986a req-bcae6b76-4633-4141-9feb-44e06a501002 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.49 "GET /v2.0/networks?id=e7e41055-1292-4375-83c3-78e2dafcb52a HTTP/1.1" status: 200 len: 813 time: 0.4337523 Oct 12 19:14:20.058936 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5059c261-f346-4780-84ba-5bb4f39f4395 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8093499'] for router, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:20.059502 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5059c261-f346-4780-84ba-5bb4f39f4395 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba {{(pid=95502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 19:14:20.069836 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6d202191-53a5-4e75-9324-f03b68001487 req-32b5e032-5c07-492f-b62b-ff824da0b551 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] 10.222.0.49 "GET /v2.0/security-groups?id=93001041-1fb8-4b9a-acba-05886aa0e0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797820 Oct 12 19:14:20.072595 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6dc90ea8-1a90-409e-bbfd-4fc6e658986a req-3437591e-c30b-4840-97b5-4e1dba09b0bf tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.49 "GET /v2.0/quotas/c0152dadd25443e0b77c77a26c835136 HTTP/1.1" status: 200 len: 375 time: 0.0224113 Oct 12 19:14:20.076856 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efe46dc-7e44-4270-8526-5978c1a8aed8 None None] Pushing event updated for resources: {'Port': ['ID=4f4842fc-9359-4a0c-b4f0-bb3d5c70b77b,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:20.104266 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5059c261-f346-4780-84ba-5bb4f39f4395 admin admin] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:20.109566 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-5059c261-f346-4780-84ba-5bb4f39f4395 admin admin] 10.222.0.49 "DELETE /v2.0/routers/fce44d2e-01f1-40e8-8c8e-44b4ba1a84ba HTTP/1.1" status: 204 len: 168 time: 2.8850706 Oct 12 19:14:20.110241 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 32974) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:14:20.133526 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-63e7bfe5-0512-47fb-bda8-449a23ec903f admin admin] Notify callbacks [] for router, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:20.144689 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-7143dd1a-7385-429e-aaf3-be625a601f4a None None] Set router 74b9d057-c9ab-48e5-8af4-4a87324ba4fa gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:14:20.174682 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a009f4ae-304c-4d92-a0e1-184bfd2be9ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:20.376526 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6dc90ea8-1a90-409e-bbfd-4fc6e658986a req-c3e10be9-2127-43e9-9e0a-430c0d2fff26 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=c0152dadd25443e0b77c77a26c835136&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2973945 Oct 12 19:14:20.406431 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8f24a4c9-c1d7-4560-9fd5-ff9fd428878a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:20.411983 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9053664-85f0-4612-92f4-80c07dc2e664 admin admin] Deleting subnet 20450db0-2083-48cb-ae97-ca9e3c77152e {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:14:20.434033 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006480a4-2375-4c92-9ddb-d50ea6cf6b5d None None] Pushing event updated for resources: {'Port': ['ID=f8a47ca5-b109-401e-83a9-4d5906143646,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:20.450093 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-b0bab216-392e-4752-a229-908bdcf266c3 None None] Set router 9a34b6e3-9956-4efa-aac4-775c3125e230 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:14:20.456252 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b9053664-85f0-4612-92f4-80c07dc2e664 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:20.511754 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a009f4ae-304c-4d92-a0e1-184bfd2be9ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:20.549040 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f24a4c9-c1d7-4560-9fd5-ff9fd428878a admin admin] Network 6c3decc3-29e4-408c-a34f-0339ccbba377 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:14:20.550619 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-8f24a4c9-c1d7-4560-9fd5-ff9fd428878a admin admin] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:14:20.554001 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f24a4c9-c1d7-4560-9fd5-ff9fd428878a admin admin] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:14:20.634099 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a009f4ae-304c-4d92-a0e1-184bfd2be9ba admin admin] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:14:20.658749 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8f24a4c9-c1d7-4560-9fd5-ff9fd428878a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7915309'] for router_interface, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:20.672097 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6315b604-99e5-436d-8828-dd3ea71240cd req-c2121b80-e522-4c2b-8602-f7f1940550d1 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:20.673687 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6315b604-99e5-436d-8828-dd3ea71240cd req-c2121b80-e522-4c2b-8602-f7f1940550d1 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] 10.222.0.49 "GET /v2.0/ports?device_id=926f5109-78bb-47c6-a992-3081969196e2 HTTP/1.1" status: 200 len: 946 time: 0.4295800 Oct 12 19:14:20.679456 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b9053664-85f0-4612-92f4-80c07dc2e664 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16313642'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:20.711020 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-a009f4ae-304c-4d92-a0e1-184bfd2be9ba admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:14:20.720771 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a009f4ae-304c-4d92-a0e1-184bfd2be9ba admin admin] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:14:20.726299 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-63e7bfe5-0512-47fb-bda8-449a23ec903f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:20.748531 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f24a4c9-c1d7-4560-9fd5-ff9fd428878a admin admin] Pushing event updated for resources: {'Port': ['ID=d7d6d5e6-e93a-47ee-8519-bcc9fd2fcedc,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:20.748642 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-7143dd1a-7385-429e-aaf3-be625a601f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74b9d057-c9ab-48e5-8af4-4a87324ba4fa', 'name': 'tempest-ServersTestManualDisk-1911275801-router', 'tenant_id': 'ed6b12966b9343359f6575d52c95f820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '6193ef3e-0610-400f-92f5-6b7d5640ab5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:11:43Z', 'updated_at': '2021-10-12T19:14:17Z', 'revision_number': 5, 'project_id': 'ed6b12966b9343359f6575d52c95f820', 'gw_port': {'id': '6193ef3e-0610-400f-92f5-6b7d5640ab5e', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b9d057-c9ab-48e5-8af4-4a87324ba4fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:11:45Z', 'updated_at': '2021-10-12T19:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:14:20.788359 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a009f4ae-304c-4d92-a0e1-184bfd2be9ba admin admin] Pushing event updated for resources: {'Port': ['ID=0294d0fe-b096-4686-b84c-5bdea469f0ed,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:20.824961 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7143dd1a-7385-429e-aaf3-be625a601f4a None None] Checking router: 74b9d057-c9ab-48e5-8af4-4a87324ba4fa for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:14:20.832889 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6dc90ea8-1a90-409e-bbfd-4fc6e658986a req-5931733d-157c-4a97-aeb4-9140a3ec5305 service neutron] 10.222.0.49 "GET /v2.0/networks/e7e41055-1292-4375-83c3-78e2dafcb52a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4439294 Oct 12 19:14:20.868173 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7143dd1a-7385-429e-aaf3-be625a601f4a None None] Routers {'74b9d057-c9ab-48e5-8af4-4a87324ba4fa'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:14:20.868804 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-7143dd1a-7385-429e-aaf3-be625a601f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:14:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['74b9d057-c9ab-48e5-8af4-4a87324ba4fa'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:14:20.902107 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6315b604-99e5-436d-8828-dd3ea71240cd req-5c0599b9-1cec-436f-b45c-1b4a5fb4f6a5 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] 10.222.0.49 "GET /v2.0/security-groups?id=93001041-1fb8-4b9a-acba-05886aa0e0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979284 Oct 12 19:14:20.969472 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b9053664-85f0-4612-92f4-80c07dc2e664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:21.007737 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-7143dd1a-7385-429e-aaf3-be625a601f4a None None] Set router 74b9d057-c9ab-48e5-8af4-4a87324ba4fa gateway port host: None {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:14:21.076519 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-7143dd1a-7385-429e-aaf3-be625a601f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74b9d057-c9ab-48e5-8af4-4a87324ba4fa', 'name': 'tempest-ServersTestManualDisk-1911275801-router', 'tenant_id': 'ed6b12966b9343359f6575d52c95f820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:11:43Z', 'updated_at': '2021-10-12T19:14:20Z', 'revision_number': 6, 'project_id': 'ed6b12966b9343359f6575d52c95f820', 'gw_port_host': None}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:14:21.086325 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8f24a4c9-c1d7-4560-9fd5-ff9fd428878a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:21.114268 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device f8a47ca5-b109-401e-83a9-4d5906143646 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:14:21.132452 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6dc90ea8-1a90-409e-bbfd-4fc6e658986a req-b21586b1-e929-4232-a3b5-f03c40d117e6 service neutron] 10.222.0.49 "GET /v2.0/networks/e7e41055-1292-4375-83c3-78e2dafcb52a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2964616 Oct 12 19:14:21.143769 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b9053664-85f0-4612-92f4-80c07dc2e664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4306592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16245866'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:21.143930 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-63e7bfe5-0512-47fb-bda8-449a23ec903f admin admin] Deleting port 6193ef3e-0610-400f-92f5-6b7d5640ab5e {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:14:21.144633 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-63e7bfe5-0512-47fb-bda8-449a23ec903f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:21.160439 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7143dd1a-7385-429e-aaf3-be625a601f4a None None] The sync data for ids ['74b9d057-c9ab-48e5-8af4-4a87324ba4fa'] in n-d-813679-3 is: [{'id': '74b9d057-c9ab-48e5-8af4-4a87324ba4fa', 'name': 'tempest-ServersTestManualDisk-1911275801-router', 'tenant_id': 'ed6b12966b9343359f6575d52c95f820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:11:43Z', 'updated_at': '2021-10-12T19:14:20Z', 'revision_number': 6, 'project_id': 'ed6b12966b9343359f6575d52c95f820', 'gw_port_host': None}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:14:21.201356 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-b0bab216-392e-4752-a229-908bdcf266c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a34b6e3-9956-4efa-aac4-775c3125e230', 'name': 'tempest-TaggedBootDevicesTest_v242-1762495642-router', 'tenant_id': 'e65d35344c43413ba93381b16381b559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '4f4842fc-9359-4a0c-b4f0-bb3d5c70b77b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:14:11Z', 'updated_at': '2021-10-12T19:14:14Z', 'revision_number': 3, 'project_id': 'e65d35344c43413ba93381b16381b559', 'gw_port': {'id': '4f4842fc-9359-4a0c-b4f0-bb3d5c70b77b', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:87:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a34b6e3-9956-4efa-aac4-775c3125e230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:14:12Z', 'updated_at': '2021-10-12T19:14:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:14:21.245078 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-81e0da03-7405-42ae-913c-8074d12e4948 None None] Provisioning complete for port d7d6d5e6-e93a-47ee-8519-bcc9fd2fcedc triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:14:21.245562 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-81e0da03-7405-42ae-913c-8074d12e4948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:21.250407 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0bab216-392e-4752-a229-908bdcf266c3 None None] The sync data for ids ['9a34b6e3-9956-4efa-aac4-775c3125e230'] in n-d-813679-3 is: [{'id': '9a34b6e3-9956-4efa-aac4-775c3125e230', 'name': 'tempest-TaggedBootDevicesTest_v242-1762495642-router', 'tenant_id': 'e65d35344c43413ba93381b16381b559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '4f4842fc-9359-4a0c-b4f0-bb3d5c70b77b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:14:11Z', 'updated_at': '2021-10-12T19:14:14Z', 'revision_number': 3, 'project_id': 'e65d35344c43413ba93381b16381b559', 'gw_port': {'id': '4f4842fc-9359-4a0c-b4f0-bb3d5c70b77b', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:87:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a34b6e3-9956-4efa-aac4-775c3125e230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:14:12Z', 'updated_at': '2021-10-12T19:14:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:14:21.270042 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9053664-85f0-4612-92f4-80c07dc2e664 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20450db0-2083-48cb-ae97-ca9e3c77152e,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:21.316713 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c9e997-6b35-4c20-b18a-ef7eb3802341 None None] Network 2b40d2f7-4a07-4df1-bbb6-021ae59cdec3 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:14:21.337964 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b9053664-85f0-4612-92f4-80c07dc2e664 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:21.352651 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-b9053664-85f0-4612-92f4-80c07dc2e664 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/20450db0-2083-48cb-ae97-ca9e3c77152e HTTP/1.1" status: 204 len: 168 time: 1.2333355 Oct 12 19:14:21.356260 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 32986) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:14:21.526908 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [None req-63e7bfe5-0512-47fb-bda8-449a23ec903f admin admin] For port 6193ef3e-0610-400f-92f5-6b7d5640ab5e, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=6193ef3e-0610-400f-92f5-6b7d5640ab5e,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:14:21.527524 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-63e7bfe5-0512-47fb-bda8-449a23ec903f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:21.555640 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f25ad06e-1406-4c15-98c2-9a303517909f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:21.557086 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-63e7bfe5-0512-47fb-bda8-449a23ec903f admin admin] Calling delete_port for 6193ef3e-0610-400f-92f5-6b7d5640ab5e owned by network:router_gateway {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:14:21.577861 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port f8a47ca5-b109-401e-83a9-4d5906143646 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:14:21.586895 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:21.641318 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266f6db8-129e-4112-9069-fa7316ff70c5 req-500d9b4e-9b9d-4f3f-9f8b-33c4c43a96a7 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:21.649770 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-266f6db8-129e-4112-9069-fa7316ff70c5 req-500d9b4e-9b9d-4f3f-9f8b-33c4c43a96a7 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76d8672-6416-4017-8f22-b5afeb405fbd HTTP/1.1" status: 200 len: 945 time: 0.5114315 Oct 12 19:14:21.661118 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-81e0da03-7405-42ae-913c-8074d12e4948 None None] Port d7d6d5e6-e93a-47ee-8519-bcc9fd2fcedc cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:14:21.759776 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-266f6db8-129e-4112-9069-fa7316ff70c5 req-d15f7ace-0e3b-480e-9101-d2ee6ec9aece tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/security-groups?id=453b01c6-7fe6-41ac-8e1d-6df7a2675094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087539 Oct 12 19:14:21.800828 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7da4de-0aa6-4214-af03-7cdb7755d6d8 None None] Network 15f7e862-3091-4f05-afb0-42bc20c60d57 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:14:21.953544 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-36e1d040-9820-425a-be2b-2212966836de req-15dcd626-6e96-41d9-9cb2-7d902e75710c tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.49 "GET /v2.0/ports?device_id=6610c236-933d-470c-aea6-417977fcbc5f HTTP/1.1" status: 200 len: 210 time: 0.0620589 Oct 12 19:14:22.003470 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-f25ad06e-1406-4c15-98c2-9a303517909f admin admin] Deleting port 2810125d-f29c-43fd-b471-54ec74a89df9 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:14:22.004320 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8f24a4c9-c1d7-4560-9fd5-ff9fd428878a admin admin] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:22.019370 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63448a65-eee0-4c7f-ae76-6377eb2aa692 req-2b77ef89-134c-4508-8568-7ea4288b8878 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:22.021262 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-63448a65-eee0-4c7f-ae76-6377eb2aa692 req-2b77ef89-134c-4508-8568-7ea4288b8878 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] 10.222.0.49 "GET /v2.0/ports?device_id=926f5109-78bb-47c6-a992-3081969196e2 HTTP/1.1" status: 200 len: 946 time: 0.3930349 Oct 12 19:14:22.022546 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f25ad06e-1406-4c15-98c2-9a303517909f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:22.076373 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-c05310b1-e97c-4a90-b960-5cd8e5912716 None None] Provisioning complete for port f8a47ca5-b109-401e-83a9-4d5906143646 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:14:22.076735 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c05310b1-e97c-4a90-b960-5cd8e5912716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:22.130405 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8f24a4c9-c1d7-4560-9fd5-ff9fd428878a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:22.173761 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-63448a65-eee0-4c7f-ae76-6377eb2aa692 req-4346f6a1-728a-4d27-b60a-acfadffc5486 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] 10.222.0.49 "GET /v2.0/security-groups?id=93001041-1fb8-4b9a-acba-05886aa0e0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441092 Oct 12 19:14:22.241433 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:22.318154 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-f25ad06e-1406-4c15-98c2-9a303517909f admin admin] For port 2810125d-f29c-43fd-b471-54ec74a89df9, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=2810125d-f29c-43fd-b471-54ec74a89df9,segment=NetworkSegment(07a654b6-9e4b-47e5-bebe-20a1a2213e84),segment_id=07a654b6-9e4b-47e5-bebe-20a1a2213e84)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:14:22.321089 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f25ad06e-1406-4c15-98c2-9a303517909f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:22.327668 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ae6eae-7482-402b-b3e0-8047085fce59 None None] DHCP port deletion for 2b40d2f7-4a07-4df1-bbb6-021ae59cdec3 request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 19:14:22.344978 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a009f4ae-304c-4d92-a0e1-184bfd2be9ba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:22.348867 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8f24a4c9-c1d7-4560-9fd5-ff9fd428878a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7898980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8092605'] for router_interface, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:22.357655 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f24a4c9-c1d7-4560-9fd5-ff9fd428878a admin admin] Pushing event updated for resources: {'Port': ['ID=d7d6d5e6-e93a-47ee-8519-bcc9fd2fcedc,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:22.443299 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] For port f8a47ca5-b109-401e-83a9-4d5906143646, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=f8a47ca5-b109-401e-83a9-4d5906143646,segment=NetworkSegment(9c47dc8d-8b52-45fc-bcad-d3ca4828e3c5),segment_id=9c47dc8d-8b52-45fc-bcad-d3ca4828e3c5)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:14:22.454989 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c05310b1-e97c-4a90-b960-5cd8e5912716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:22.487997 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-f25ad06e-1406-4c15-98c2-9a303517909f admin admin] Calling delete_port for 2810125d-f29c-43fd-b471-54ec74a89df9 owned by network:dhcp {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:14:22.516566 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:22.685044 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 7c6b9a7f-72da-4c6b-83cf-656883aa170b no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:14:22.739827 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f24a4c9-c1d7-4560-9fd5-ff9fd428878a admin admin] Network 6c3decc3-29e4-408c-a34f-0339ccbba377 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:14:22.743843 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-8f24a4c9-c1d7-4560-9fd5-ff9fd428878a admin admin] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:14:22.777040 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 7c6b9a7f-72da-4c6b-83cf-656883aa170b {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:14:22.779522 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 7c6b9a7f-72da-4c6b-83cf-656883aa170b not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:14:22.833232 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Pushing event updated for resources: {'Port': ['ID=f8a47ca5-b109-401e-83a9-4d5906143646,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:22.859052 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.db.api [None req-c05310b1-e97c-4a90-b960-5cd8e5912716 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 19:14:22.859759 n-d-813679-3 neutron-server[95503]: DEBUG oslo_db.api [None req-c05310b1-e97c-4a90-b960-5cd8e5912716 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 19:14:22.862204 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-b8ae6eae-7482-402b-b3e0-8047085fce59 None None] Deleting port 2810125d-f29c-43fd-b471-54ec74a89df9 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:14:22.862685 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b8ae6eae-7482-402b-b3e0-8047085fce59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:22.935278 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-63e7bfe5-0512-47fb-bda8-449a23ec903f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:22.995361 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-b8ae6eae-7482-402b-b3e0-8047085fce59 None None] For port 2810125d-f29c-43fd-b471-54ec74a89df9, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=2810125d-f29c-43fd-b471-54ec74a89df9,segment=NetworkSegment(07a654b6-9e4b-47e5-bebe-20a1a2213e84),segment_id=07a654b6-9e4b-47e5-bebe-20a1a2213e84)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:14:22.995361 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b8ae6eae-7482-402b-b3e0-8047085fce59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:23.014616 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-b8ae6eae-7482-402b-b3e0-8047085fce59 None None] Calling delete_port for 2810125d-f29c-43fd-b471-54ec74a89df9 owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:14:23.034514 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a009f4ae-304c-4d92-a0e1-184bfd2be9ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8093541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7915516'] for router, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:23.083345 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e7bfe5-0512-47fb-bda8-449a23ec903f admin admin] Pushing event deleted for resources: {'Port': ['ID=6193ef3e-0610-400f-92f5-6b7d5640ab5e,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:23.127816 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 4f4842fc-9359-4a0c-b4f0-bb3d5c70b77b up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:14:23.136554 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f25ad06e-1406-4c15-98c2-9a303517909f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:23.210426 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25ad06e-1406-4c15-98c2-9a303517909f admin admin] Pushing event deleted for resources: {'Port': ['ID=2810125d-f29c-43fd-b471-54ec74a89df9,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:23.222199 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b8ae6eae-7482-402b-b3e0-8047085fce59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:23.229281 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25ad06e-1406-4c15-98c2-9a303517909f admin admin] No DVR routers for this DVR port 2810125d-f29c-43fd-b471-54ec74a89df9 on host n-d-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:14:23.234209 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f24a4c9-c1d7-4560-9fd5-ff9fd428878a admin admin] Router 9a34b6e3-9956-4efa-aac4-775c3125e230 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:14:23.236854 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25ad06e-1406-4c15-98c2-9a303517909f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:14:23.237359 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25ad06e-1406-4c15-98c2-9a303517909f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:14:23.237852 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25ad06e-1406-4c15-98c2-9a303517909f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:14:23.238348 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25ad06e-1406-4c15-98c2-9a303517909f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:14:23.238847 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25ad06e-1406-4c15-98c2-9a303517909f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:14:23.239445 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25ad06e-1406-4c15-98c2-9a303517909f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:14:23.239936 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25ad06e-1406-4c15-98c2-9a303517909f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:14:23.240429 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25ad06e-1406-4c15-98c2-9a303517909f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:14:23.241059 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25ad06e-1406-4c15-98c2-9a303517909f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:14:23.241623 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25ad06e-1406-4c15-98c2-9a303517909f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:14:23.242103 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25ad06e-1406-4c15-98c2-9a303517909f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:14:23.242614 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25ad06e-1406-4c15-98c2-9a303517909f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:14:23.252147 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5301251c-511f-4af6-a2a7-feb079a2f1d7 req-16ee4b2f-768e-47eb-9865-58d178ebdef1 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:23.254486 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5301251c-511f-4af6-a2a7-feb079a2f1d7 req-16ee4b2f-768e-47eb-9865-58d178ebdef1 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76d8672-6416-4017-8f22-b5afeb405fbd HTTP/1.1" status: 200 len: 945 time: 0.3045084 Oct 12 19:14:23.305024 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ae6eae-7482-402b-b3e0-8047085fce59 None None] No DVR routers for this DVR port 2810125d-f29c-43fd-b471-54ec74a89df9 on host n-d-813679-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:14:23.316868 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-63e7bfe5-0512-47fb-bda8-449a23ec903f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7915456'] for router_gateway, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:23.326371 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ae6eae-7482-402b-b3e0-8047085fce59 None None] Pushing event deleted for resources: {'Port': ['ID=2810125d-f29c-43fd-b471-54ec74a89df9,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:23.329979 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 4f4842fc-9359-4a0c-b4f0-bb3d5c70b77b triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:14:23.333598 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:23.423065 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f25ad06e-1406-4c15-98c2-9a303517909f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:23.426810 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-145e5123-08ba-4834-b40f-13b9c6c97d25 req-287eeff4-f526-4d9f-bb06-e4824b510ce7 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.49 "GET /v2.0/ports?device_id=6610c236-933d-470c-aea6-417977fcbc5f HTTP/1.1" status: 200 len: 210 time: 0.0601585 Oct 12 19:14:23.450098 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-f25ad06e-1406-4c15-98c2-9a303517909f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b40d2f7-4a07-4df1-bbb6-021ae59cdec3']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:14:23.478284 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-f25ad06e-1406-4c15-98c2-9a303517909f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07a654b6-9e4b-47e5-bebe-20a1a2213e84') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:14:23.478575 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-f25ad06e-1406-4c15-98c2-9a303517909f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07a654b6-9e4b-47e5-bebe-20a1a2213e84') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:14:23.513256 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f25ad06e-1406-4c15-98c2-9a303517909f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16313633'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:23.526986 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5301251c-511f-4af6-a2a7-feb079a2f1d7 req-7c9c26fe-da8f-403f-929d-c791c832aa02 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/security-groups?id=453b01c6-7fe6-41ac-8e1d-6df7a2675094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660365 Oct 12 19:14:23.530710 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-63e7bfe5-0512-47fb-bda8-449a23ec903f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255495'] for router, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:23.553922 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f25ad06e-1406-4c15-98c2-9a303517909f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:23.563448 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f25ad06e-1406-4c15-98c2-9a303517909f admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:14:23.564161 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f25ad06e-1406-4c15-98c2-9a303517909f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4305278'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:23.566393 n-d-813679-3 neutron-server[95502]: Traceback (most recent call last): Oct 12 19:14:23.566393 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:14:23.566393 n-d-813679-3 neutron-server[95502]: timer() Oct 12 19:14:23.566393 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:14:23.566393 n-d-813679-3 neutron-server[95502]: cb(*args, **kw) Oct 12 19:14:23.566393 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:14:23.566393 n-d-813679-3 neutron-server[95502]: return func(*args, **kwargs) Oct 12 19:14:23.566393 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:14:23.566393 n-d-813679-3 neutron-server[95502]: self._notify() Oct 12 19:14:23.566393 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:14:23.566393 n-d-813679-3 neutron-server[95502]: self.callback(batched_events) Oct 12 19:14:23.566393 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:14:23.566393 n-d-813679-3 neutron-server[95502]: event.method(event) Oct 12 19:14:23.566393 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:14:23.566393 n-d-813679-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:14:23.566393 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:14:23.566393 n-d-813679-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:14:23.566393 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:14:23.566393 n-d-813679-3 neutron-server[95502]: return f(self, *a, **k) Oct 12 19:14:23.566393 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:14:23.566393 n-d-813679-3 neutron-server[95502]: return self._get(url).json() Oct 12 19:14:23.566393 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:14:23.566393 n-d-813679-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:14:23.566393 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:14:23.566393 n-d-813679-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Oct 12 19:14:23.566393 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:14:23.566393 n-d-813679-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:14:23.566393 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:14:23.566393 n-d-813679-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:14:23.566393 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:14:23.566393 n-d-813679-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:14:23.566393 n-d-813679-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:14:23.646517 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a009f4ae-304c-4d92-a0e1-184bfd2be9ba admin admin] Router 81f8746f-864d-4a18-8439-58aff1145ce8 is scheduled to L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b with binding_index 1 {{(pid=95502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 19:14:23.653568 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:23.710729 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] For port 4f4842fc-9359-4a0c-b4f0-bb3d5c70b77b, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=4f4842fc-9359-4a0c-b4f0-bb3d5c70b77b,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:14:23.731093 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-fab23f7a-8ae1-4b6a-973a-644454c0c8e7 None None] Provisioning complete for port d7d6d5e6-e93a-47ee-8519-bcc9fd2fcedc triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:14:23.731464 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fab23f7a-8ae1-4b6a-973a-644454c0c8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:23.782729 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-fab23f7a-8ae1-4b6a-973a-644454c0c8e7 None None] Port d7d6d5e6-e93a-47ee-8519-bcc9fd2fcedc cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:14:23.796091 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-fab23f7a-8ae1-4b6a-973a-644454c0c8e7 None None] Provisioning complete for port f8a47ca5-b109-401e-83a9-4d5906143646 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:14:23.796476 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fab23f7a-8ae1-4b6a-973a-644454c0c8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:23.824710 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:23.841771 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f25ad06e-1406-4c15-98c2-9a303517909f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:23.880304 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f25ad06e-1406-4c15-98c2-9a303517909f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:23.902910 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-f25ad06e-1406-4c15-98c2-9a303517909f admin admin] 10.222.0.49 "DELETE /v2.0/networks/2b40d2f7-4a07-4df1-bbb6-021ae59cdec3 HTTP/1.1" status: 204 len: 168 time: 2.5346284 Oct 12 19:14:23.902910 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25ad06e-1406-4c15-98c2-9a303517909f admin admin] Pushing event deleted for resources: {'Network': ['ID=2b40d2f7-4a07-4df1-bbb6-021ae59cdec3,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:23.916862 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 33024) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:14:23.928352 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Pushing event updated for resources: {'Port': ['ID=4f4842fc-9359-4a0c-b4f0-bb3d5c70b77b,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:23.940900 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 8925778e-0a1c-450f-af8c-65d29c9976da no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:14:23.984310 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 8925778e-0a1c-450f-af8c-65d29c9976da {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:14:23.984709 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 8925778e-0a1c-450f-af8c-65d29c9976da not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:14:23.985873 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 6193ef3e-0610-400f-92f5-6b7d5640ab5e no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:14:24.069447 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-63e7bfe5-0512-47fb-bda8-449a23ec903f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:24.072801 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 6193ef3e-0610-400f-92f5-6b7d5640ab5e {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:14:24.073158 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 6193ef3e-0610-400f-92f5-6b7d5640ab5e not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:14:24.074148 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 2810125d-f29c-43fd-b471-54ec74a89df9 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:14:24.122088 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 2810125d-f29c-43fd-b471-54ec74a89df9 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:14:24.122440 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 2810125d-f29c-43fd-b471-54ec74a89df9 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:14:24.124201 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f24a4c9-c1d7-4560-9fd5-ff9fd428878a admin admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:14:24.135859 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-8f24a4c9-c1d7-4560-9fd5-ff9fd428878a admin admin] 10.222.0.49 "PUT /v2.0/routers/9a34b6e3-9956-4efa-aac4-775c3125e230/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0403891 Oct 12 19:14:24.202462 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-63e7bfe5-0512-47fb-bda8-449a23ec903f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8093499'] for router, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:24.203056 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63e7bfe5-0512-47fb-bda8-449a23ec903f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 74b9d057-c9ab-48e5-8af4-4a87324ba4fa {{(pid=95501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 19:14:24.210515 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac7a27c-b1ea-47ab-9bfd-e20cacf4af99 None None] Sync routers for ids ['9a34b6e3-9956-4efa-aac4-775c3125e230'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:14:24.214909 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-63e7bfe5-0512-47fb-bda8-449a23ec903f admin admin] Notify callbacks [] for router, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:24.218537 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-63e7bfe5-0512-47fb-bda8-449a23ec903f admin admin] 10.222.0.49 "DELETE /v2.0/routers/74b9d057-c9ab-48e5-8af4-4a87324ba4fa HTTP/1.1" status: 204 len: 168 time: 4.4293725 Oct 12 19:14:24.225521 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 33030) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:14:24.229490 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac7a27c-b1ea-47ab-9bfd-e20cacf4af99 None None] Routers {'9a34b6e3-9956-4efa-aac4-775c3125e230'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:14:24.230139 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-0ac7a27c-b1ea-47ab-9bfd-e20cacf4af99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:14:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['9a34b6e3-9956-4efa-aac4-775c3125e230'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:14:24.373514 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_v2 [None req-cabc5242-52f8-45d9-9b07-bb3cfb76fc60 admin admin] Deleting subnet 30d4b534-ae85-4956-be60-11f5902787c3 {{(pid=95501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:14:24.377976 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-cabc5242-52f8-45d9-9b07-bb3cfb76fc60 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:24.418746 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-cabc5242-52f8-45d9-9b07-bb3cfb76fc60 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281083'] for subnet, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:24.511032 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-0ac7a27c-b1ea-47ab-9bfd-e20cacf4af99 None None] Set router 9a34b6e3-9956-4efa-aac4-775c3125e230 gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:14:24.541500 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-cabc5242-52f8-45d9-9b07-bb3cfb76fc60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:24.646428 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a009f4ae-304c-4d92-a0e1-184bfd2be9ba admin admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:14:24.657480 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4bcced1-799b-4ccf-b7df-8f7623100e43 None None] Sync routers for ids ['81f8746f-864d-4a18-8439-58aff1145ce8'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:14:24.670502 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4bcced1-799b-4ccf-b7df-8f7623100e43 None None] Routers {'81f8746f-864d-4a18-8439-58aff1145ce8'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:14:24.671130 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-f4bcced1-799b-4ccf-b7df-8f7623100e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:14:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['81f8746f-864d-4a18-8439-58aff1145ce8'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:14:24.726375 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2ab40296-7922-4e88-8bfe-503d0bdc475a req-0263244d-4c6a-4a5b-ac77-eab515bd4321 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.49 "GET /v2.0/ports?device_id=6610c236-933d-470c-aea6-417977fcbc5f HTTP/1.1" status: 200 len: 210 time: 0.0993469 Oct 12 19:14:24.728134 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-cabc5242-52f8-45d9-9b07-bb3cfb76fc60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4824924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4612362'] for subnet, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:24.747054 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-cabc5242-52f8-45d9-9b07-bb3cfb76fc60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:24.763330 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-cabc5242-52f8-45d9-9b07-bb3cfb76fc60 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/30d4b534-ae85-4956-be60-11f5902787c3 HTTP/1.1" status: 204 len: 168 time: 0.5347226 Oct 12 19:14:24.786560 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-787b6cf1-385c-4123-a417-62bc8a703676 None None] Network 7e2fb59a-6119-4752-90bd-a0430fbe9b50 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:14:24.795568 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 33066) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:14:24.854506 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c545003-41ff-4a7e-bf5d-29f0c104e009 req-ca8c4497-06c4-4c52-9a93-77f206d2e61c tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:24.866210 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4c545003-41ff-4a7e-bf5d-29f0c104e009 req-ca8c4497-06c4-4c52-9a93-77f206d2e61c tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] 10.222.0.49 "GET /v2.0/ports?device_id=926f5109-78bb-47c6-a992-3081969196e2 HTTP/1.1" status: 200 len: 946 time: 0.7724142 Oct 12 19:14:24.899915 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a009f4ae-304c-4d92-a0e1-184bfd2be9ba admin admin] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:24.901167 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-a009f4ae-304c-4d92-a0e1-184bfd2be9ba admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.4266694 Oct 12 19:14:24.911659 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabc5242-52f8-45d9-9b07-bb3cfb76fc60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30d4b534-ae85-4956-be60-11f5902787c3,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:24.915622 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 33080) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:14:24.993924 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-0ac7a27c-b1ea-47ab-9bfd-e20cacf4af99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a34b6e3-9956-4efa-aac4-775c3125e230', 'name': 'tempest-TaggedBootDevicesTest_v242-1762495642-router', 'tenant_id': 'e65d35344c43413ba93381b16381b559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '4f4842fc-9359-4a0c-b4f0-bb3d5c70b77b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:14:11Z', 'updated_at': '2021-10-12T19:14:20Z', 'revision_number': 4, 'project_id': 'e65d35344c43413ba93381b16381b559', 'gw_port': {'id': '4f4842fc-9359-4a0c-b4f0-bb3d5c70b77b', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:87:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a34b6e3-9956-4efa-aac4-775c3125e230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:14:12Z', 'updated_at': '2021-10-12T19:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': 'd7d6d5e6-e93a-47ee-8519-bcc9fd2fcedc', 'name': '', 'network_id': '6c3decc3-29e4-408c-a34f-0339ccbba377', 'tenant_id': 'e65d35344c43413ba93381b16381b559', 'mac_address': 'fa:16:3e:05:f4:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a34b6e3-9956-4efa-aac4-775c3125e230', 'device_owner': 'network:router_interface', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '8cdec308-a85d-4461-be76-72b0713a6c05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:14:19Z', 'updated_at': '2021-10-12T19:14:21Z', 'revision_number': 2, 'project_id': 'e65d35344c43413ba93381b16381b559', 'subnets': [{'id': '8cdec308-a85d-4461-be76-72b0713a6c05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:14:25.013662 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device f8a47ca5-b109-401e-83a9-4d5906143646 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:14:25.021190 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4c545003-41ff-4a7e-bf5d-29f0c104e009 req-4ac805fa-d3f0-40f4-bd2b-249f080180a2 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] 10.222.0.49 "GET /v2.0/security-groups?id=93001041-1fb8-4b9a-acba-05886aa0e0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540294 Oct 12 19:14:25.049032 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc90ea8-1a90-409e-bbfd-4fc6e658986a req-c14eda0a-4732-4c4f-89cd-766286301d1e tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:25.050699 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6dc90ea8-1a90-409e-bbfd-4fc6e658986a req-c14eda0a-4732-4c4f-89cd-766286301d1e tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.67 "GET /v2.0/networks?id=e7e41055-1292-4375-83c3-78e2dafcb52a HTTP/1.1" status: 200 len: 813 time: 0.7714047 Oct 12 19:14:25.060710 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac7a27c-b1ea-47ab-9bfd-e20cacf4af99 None None] Checking router: 9a34b6e3-9956-4efa-aac4-775c3125e230 for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:14:25.061943 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac7a27c-b1ea-47ab-9bfd-e20cacf4af99 None None] Updating router 9a34b6e3-9956-4efa-aac4-775c3125e230 port d7d6d5e6-e93a-47ee-8519-bcc9fd2fcedc binding host n-d-813679-3 {{(pid=95504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 19:14:25.070242 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabc5242-52f8-45d9-9b07-bb3cfb76fc60 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:14:25.070888 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabc5242-52f8-45d9-9b07-bb3cfb76fc60 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:14:25.071412 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabc5242-52f8-45d9-9b07-bb3cfb76fc60 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:14:25.073954 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabc5242-52f8-45d9-9b07-bb3cfb76fc60 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:14:25.074524 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabc5242-52f8-45d9-9b07-bb3cfb76fc60 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:14:25.074983 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabc5242-52f8-45d9-9b07-bb3cfb76fc60 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:14:25.076479 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabc5242-52f8-45d9-9b07-bb3cfb76fc60 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:14:25.076853 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabc5242-52f8-45d9-9b07-bb3cfb76fc60 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:14:25.077185 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabc5242-52f8-45d9-9b07-bb3cfb76fc60 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:14:25.077525 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabc5242-52f8-45d9-9b07-bb3cfb76fc60 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:14:25.077865 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabc5242-52f8-45d9-9b07-bb3cfb76fc60 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:14:25.078201 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabc5242-52f8-45d9-9b07-bb3cfb76fc60 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:14:25.133197 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-0ac7a27c-b1ea-47ab-9bfd-e20cacf4af99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:25.162474 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-6dc90ea8-1a90-409e-bbfd-4fc6e658986a req-7c485d4a-13bf-426d-8331-5e056791322d tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Request body: {'port': {'device_id': '6610c236-933d-470c-aea6-417977fcbc5f', 'network_id': 'e7e41055-1292-4375-83c3-78e2dafcb52a', 'admin_state_up': True, 'tenant_id': 'c0152dadd25443e0b77c77a26c835136'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:14:25.184137 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port f8a47ca5-b109-401e-83a9-4d5906143646 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:14:25.185060 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:25.239487 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-f4bcced1-799b-4ccf-b7df-8f7623100e43 None None] Set router 81f8746f-864d-4a18-8439-58aff1145ce8 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:14:25.269961 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a30a0922-134d-47e9-b399-208e404a9f54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8092566'] for router_interface, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:25.305060 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e4ef108-24d4-4fcf-ad9a-40d72385eb7b None None] DHCP port deletion for 7e2fb59a-6119-4752-90bd-a0430fbe9b50 request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 19:14:25.333519 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ecde2a90-f2ea-4916-a4e2-963308f2cccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:25.354748 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8057a027-bcbd-48bb-9ce3-112968c27928 req-32aa00b3-f4fb-4160-8b4e-b6d88d9a7003 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:25.356391 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8057a027-bcbd-48bb-9ce3-112968c27928 req-32aa00b3-f4fb-4160-8b4e-b6d88d9a7003 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76d8672-6416-4017-8f22-b5afeb405fbd HTTP/1.1" status: 200 len: 945 time: 0.3397431 Oct 12 19:14:25.514424 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-0ac7a27c-b1ea-47ab-9bfd-e20cacf4af99 None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:25.515864 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8057a027-bcbd-48bb-9ce3-112968c27928 req-860d19f3-3444-427e-af21-cbd87b272fd6 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/security-groups?id=453b01c6-7fe6-41ac-8e1d-6df7a2675094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457756 Oct 12 19:14:25.649931 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-ecde2a90-f2ea-4916-a4e2-963308f2cccf admin admin] Deleting port 1efc1968-14d9-4e03-bc39-8d213e5cca0b {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:14:25.650326 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ecde2a90-f2ea-4916-a4e2-963308f2cccf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:25.665996 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-a30a0922-134d-47e9-b399-208e404a9f54 admin admin] Deleting port 867285f7-6255-4506-b514-40254b78dcad {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:14:25.667051 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a30a0922-134d-47e9-b399-208e404a9f54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:25.671604 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 4f4842fc-9359-4a0c-b4f0-bb3d5c70b77b up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:14:25.749762 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-a30a0922-134d-47e9-b399-208e404a9f54 admin admin] For port 867285f7-6255-4506-b514-40254b78dcad, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=867285f7-6255-4506-b514-40254b78dcad,segment=NetworkSegment(558d9154-a3a9-4a8b-8b76-d0bddd836521),segment_id=558d9154-a3a9-4a8b-8b76-d0bddd836521)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:14:25.750150 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a30a0922-134d-47e9-b399-208e404a9f54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:25.764019 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [None req-ecde2a90-f2ea-4916-a4e2-963308f2cccf admin admin] For port 1efc1968-14d9-4e03-bc39-8d213e5cca0b, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=1efc1968-14d9-4e03-bc39-8d213e5cca0b,segment=NetworkSegment(a5b0800b-9440-4416-8f7a-05e8cbf0f8da),segment_id=a5b0800b-9440-4416-8f7a-05e8cbf0f8da)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:14:25.764451 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ecde2a90-f2ea-4916-a4e2-963308f2cccf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:25.764914 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-a30a0922-134d-47e9-b399-208e404a9f54 admin admin] Calling delete_port for 867285f7-6255-4506-b514-40254b78dcad owned by network:router_interface {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:14:25.778200 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-0e4ef108-24d4-4fcf-ad9a-40d72385eb7b None None] Deleting port 1efc1968-14d9-4e03-bc39-8d213e5cca0b {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:14:25.778577 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0e4ef108-24d4-4fcf-ad9a-40d72385eb7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:25.789117 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-ecde2a90-f2ea-4916-a4e2-963308f2cccf admin admin] Calling delete_port for 1efc1968-14d9-4e03-bc39-8d213e5cca0b owned by network:dhcp {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:14:25.877751 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-0e4ef108-24d4-4fcf-ad9a-40d72385eb7b None None] For port 1efc1968-14d9-4e03-bc39-8d213e5cca0b, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=1efc1968-14d9-4e03-bc39-8d213e5cca0b,segment=NetworkSegment(a5b0800b-9440-4416-8f7a-05e8cbf0f8da),segment_id=a5b0800b-9440-4416-8f7a-05e8cbf0f8da)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:14:25.879988 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0e4ef108-24d4-4fcf-ad9a-40d72385eb7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:25.897154 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-0e4ef108-24d4-4fcf-ad9a-40d72385eb7b None None] Calling delete_port for 1efc1968-14d9-4e03-bc39-8d213e5cca0b owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:14:26.025253 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-f4bcced1-799b-4ccf-b7df-8f7623100e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f8746f-864d-4a18-8439-58aff1145ce8', 'name': 'tempest-FloatingIPsTestJSON-975700830-router', 'tenant_id': '155d620cee104cb5ba26c7a95e7481f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '0294d0fe-b096-4686-b84c-5bdea469f0ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:14:17Z', 'updated_at': '2021-10-12T19:14:21Z', 'revision_number': 3, 'project_id': '155d620cee104cb5ba26c7a95e7481f9', 'gw_port': {'id': '0294d0fe-b096-4686-b84c-5bdea469f0ed', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:28:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f8746f-864d-4a18-8439-58aff1145ce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:14:19Z', 'updated_at': '2021-10-12T19:14:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:14:26.059847 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-0ac7a27c-b1ea-47ab-9bfd-e20cacf4af99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:26.063418 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dc90ea8-1a90-409e-bbfd-4fc6e658986a req-7c485d4a-13bf-426d-8331-5e056791322d tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Made reservation on behalf of c0152dadd25443e0b77c77a26c835136 for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:14:26.075061 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-6dc90ea8-1a90-409e-bbfd-4fc6e658986a req-7c485d4a-13bf-426d-8331-5e056791322d tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:26.079202 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 4f4842fc-9359-4a0c-b4f0-bb3d5c70b77b triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:14:26.079667 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:26.081547 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4bcced1-799b-4ccf-b7df-8f7623100e43 None None] Checking router: 81f8746f-864d-4a18-8439-58aff1145ce8 for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:14:26.081972 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4bcced1-799b-4ccf-b7df-8f7623100e43 None None] Updating router 81f8746f-864d-4a18-8439-58aff1145ce8 port 0294d0fe-b096-4686-b84c-5bdea469f0ed binding host n-d-813679-3 {{(pid=95503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 19:14:26.088594 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5b18a061-1ef5-4a21-869d-ed5a6ed8fd4b req-6b5e0cbe-8a05-4c43-b70f-a0853b14840e tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.49 "GET /v2.0/ports?device_id=6610c236-933d-470c-aea6-417977fcbc5f HTTP/1.1" status: 200 len: 210 time: 0.2046258 Oct 12 19:14:26.106820 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a30a0922-134d-47e9-b399-208e404a9f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:26.119181 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0632839-f94d-4cdc-a2a2-205032f549f9 None None] Pushing event updated for resources: {'Port': ['ID=d7d6d5e6-e93a-47ee-8519-bcc9fd2fcedc,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:26.139136 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-63c9ed94-000a-4278-922e-3253e7996983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:26.158641 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30a0922-134d-47e9-b399-208e404a9f54 admin admin] Pushing event deleted for resources: {'Port': ['ID=867285f7-6255-4506-b514-40254b78dcad,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:26.175761 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f4bcced1-799b-4ccf-b7df-8f7623100e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:26.191103 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ecde2a90-f2ea-4916-a4e2-963308f2cccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:26.191336 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0632839-f94d-4cdc-a2a2-205032f549f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:14:26.191336 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0632839-f94d-4cdc-a2a2-205032f549f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:14:26.195861 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0632839-f94d-4cdc-a2a2-205032f549f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:14:26.197546 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0632839-f94d-4cdc-a2a2-205032f549f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:14:26.197907 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0632839-f94d-4cdc-a2a2-205032f549f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:14:26.198854 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0632839-f94d-4cdc-a2a2-205032f549f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:14:26.199197 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0632839-f94d-4cdc-a2a2-205032f549f9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:14:26.199532 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0632839-f94d-4cdc-a2a2-205032f549f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:14:26.199867 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0632839-f94d-4cdc-a2a2-205032f549f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:14:26.202557 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0632839-f94d-4cdc-a2a2-205032f549f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:14:26.204521 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0632839-f94d-4cdc-a2a2-205032f549f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:14:26.204921 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0632839-f94d-4cdc-a2a2-205032f549f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:14:26.274473 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0e4ef108-24d4-4fcf-ad9a-40d72385eb7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:26.338063 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4ef108-24d4-4fcf-ad9a-40d72385eb7b None None] Pushing event deleted for resources: {'Port': ['ID=1efc1968-14d9-4e03-bc39-8d213e5cca0b,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:26.347057 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-0ac7a27c-b1ea-47ab-9bfd-e20cacf4af99 None None] Attempting to bind port d7d6d5e6-e93a-47ee-8519-bcc9fd2fcedc on host n-d-813679-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:14:26.347438 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-0ac7a27c-b1ea-47ab-9bfd-e20cacf4af99 None None] Attempting to bind port d7d6d5e6-e93a-47ee-8519-bcc9fd2fcedc by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '09a21d68-e5f5-4a28-8630-05ca83531668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '6c3decc3-29e4-408c-a34f-0339ccbba377'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:14:26.347809 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac7a27c-b1ea-47ab-9bfd-e20cacf4af99 None None] Attempting to bind port d7d6d5e6-e93a-47ee-8519-bcc9fd2fcedc on network 6c3decc3-29e4-408c-a34f-0339ccbba377 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:14:26.349805 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4ef108-24d4-4fcf-ad9a-40d72385eb7b None None] No DVR routers for this DVR port 1efc1968-14d9-4e03-bc39-8d213e5cca0b on host n-d-813679-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:14:26.353979 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac7a27c-b1ea-47ab-9bfd-e20cacf4af99 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:14:26.354557 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac7a27c-b1ea-47ab-9bfd-e20cacf4af99 None None] Checking segment: {'id': '09a21d68-e5f5-4a28-8630-05ca83531668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '6c3decc3-29e4-408c-a34f-0339ccbba377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:14:26.355001 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-0ac7a27c-b1ea-47ab-9bfd-e20cacf4af99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:26.356371 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac7a27c-b1ea-47ab-9bfd-e20cacf4af99 None None] Bound using segment: {'id': '09a21d68-e5f5-4a28-8630-05ca83531668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '6c3decc3-29e4-408c-a34f-0339ccbba377'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:14:26.358523 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-0ac7a27c-b1ea-47ab-9bfd-e20cacf4af99 None None] Bound port: d7d6d5e6-e93a-47ee-8519-bcc9fd2fcedc, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09a21d68-e5f5-4a28-8630-05ca83531668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '6c3decc3-29e4-408c-a34f-0339ccbba377'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:14:26.358923 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-0ac7a27c-b1ea-47ab-9bfd-e20cacf4af99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:26.517880 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecde2a90-f2ea-4916-a4e2-963308f2cccf admin admin] Pushing event deleted for resources: {'Port': ['ID=1efc1968-14d9-4e03-bc39-8d213e5cca0b,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:26.555320 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecde2a90-f2ea-4916-a4e2-963308f2cccf admin admin] No DVR routers for this DVR port 1efc1968-14d9-4e03-bc39-8d213e5cca0b on host n-d-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:14:26.624059 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-0ac7a27c-b1ea-47ab-9bfd-e20cacf4af99 None None] For port d7d6d5e6-e93a-47ee-8519-bcc9fd2fcedc, host n-d-813679-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:14:26.627783 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-0ac7a27c-b1ea-47ab-9bfd-e20cacf4af99 None None] For port d7d6d5e6-e93a-47ee-8519-bcc9fd2fcedc, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=d7d6d5e6-e93a-47ee-8519-bcc9fd2fcedc,segment=NetworkSegment(09a21d68-e5f5-4a28-8630-05ca83531668),segment_id=09a21d68-e5f5-4a28-8630-05ca83531668)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:14:26.638888 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a30a0922-134d-47e9-b399-208e404a9f54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7898909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8092450'] for router_interface, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:26.702293 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 7e61f36e-dff1-4ba8-a2e1-9bdb1d8c4847 details requested by agent hyperv_n-h1-813679-3 with host n-h1-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:14:26.707655 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cc8a75-44ec-4aba-9bab-38a9b5fbfd35 req-6046cdbe-7bd4-4bd7-895e-779e030c66c5 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:26.709989 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-82cc8a75-44ec-4aba-9bab-38a9b5fbfd35 req-6046cdbe-7bd4-4bd7-895e-779e030c66c5 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] 10.222.0.49 "GET /v2.0/ports?device_id=926f5109-78bb-47c6-a992-3081969196e2 HTTP/1.1" status: 200 len: 946 time: 0.5872550 Oct 12 19:14:26.711612 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-0ac7a27c-b1ea-47ab-9bfd-e20cacf4af99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:26.773840 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-1c912c4d-df40-4c8c-8587-a167a3e65591 None None] Provisioning complete for port d7d6d5e6-e93a-47ee-8519-bcc9fd2fcedc triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:14:26.774214 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1c912c4d-df40-4c8c-8587-a167a3e65591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:26.880166 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac7a27c-b1ea-47ab-9bfd-e20cacf4af99 None None] Routers {'9a34b6e3-9956-4efa-aac4-775c3125e230'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:14:26.880803 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-0ac7a27c-b1ea-47ab-9bfd-e20cacf4af99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:14:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['9a34b6e3-9956-4efa-aac4-775c3125e230'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:14:26.896294 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0632839-f94d-4cdc-a2a2-205032f549f9 None None] Pushing event updated for resources: {'Port': ['ID=d7d6d5e6-e93a-47ee-8519-bcc9fd2fcedc,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:26.953647 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [req-6dc90ea8-1a90-409e-bbfd-4fc6e658986a req-7c485d4a-13bf-426d-8331-5e056791322d tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Allocated IP 172.20.0.8 (e7e41055-1292-4375-83c3-78e2dafcb52a/c4f49dc5-e874-495c-886d-4a58af79da10/f6078e09-d79e-42dc-8b24-fac466551a81) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:14:26.971290 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ecde2a90-f2ea-4916-a4e2-963308f2cccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:27.036193 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd2d95d-711b-4873-8b20-80d3695df796 req-40ee1b9a-dd14-4443-8dfb-8753c7941ee3 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:27.046147 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ecd2d95d-711b-4873-8b20-80d3695df796 req-40ee1b9a-dd14-4443-8dfb-8753c7941ee3 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76d8672-6416-4017-8f22-b5afeb405fbd HTTP/1.1" status: 200 len: 945 time: 0.3692286 Oct 12 19:14:27.071153 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1c912c4d-df40-4c8c-8587-a167a3e65591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:27.073310 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 1efc1968-14d9-4e03-bc39-8d213e5cca0b no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:14:27.124224 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ecd2d95d-711b-4873-8b20-80d3695df796 req-ea2b4c89-4c8e-46ac-ad16-4a848d56b2c9 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/security-groups?id=453b01c6-7fe6-41ac-8e1d-6df7a2675094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719934 Oct 12 19:14:27.139666 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-0ac7a27c-b1ea-47ab-9bfd-e20cacf4af99 None None] Set router 9a34b6e3-9956-4efa-aac4-775c3125e230 gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:14:27.206270 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-ecde2a90-f2ea-4916-a4e2-963308f2cccf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e2fb59a-6119-4752-90bd-a0430fbe9b50']}} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:14:27.218323 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-ecde2a90-f2ea-4916-a4e2-963308f2cccf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5b0800b-9440-4416-8f7a-05e8cbf0f8da') {'for_net_delete': True} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:14:27.218754 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-ecde2a90-f2ea-4916-a4e2-963308f2cccf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5b0800b-9440-4416-8f7a-05e8cbf0f8da') {} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:14:27.234941 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ecde2a90-f2ea-4916-a4e2-963308f2cccf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4281072'] for segment, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:27.242838 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-63c9ed94-000a-4278-922e-3253e7996983 admin admin] Allocated IP 172.20.0.1 (15f7e862-3091-4f05-afb0-42bc20c60d57/7e1b9cdd-7750-436b-a3a0-dabb44bb8209/822fdb47-7768-4ee0-a12b-e456df1e3fe8) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:14:27.281701 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f4bcced1-799b-4ccf-b7df-8f7623100e43 None None] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:27.285727 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 1efc1968-14d9-4e03-bc39-8d213e5cca0b {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:14:27.286926 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 1efc1968-14d9-4e03-bc39-8d213e5cca0b not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:14:27.298843 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-71d33150-2ac3-4b4a-97d5-8067f043ad08 req-8747e936-13ea-4bc1-88ea-0561628554c1 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.49 "GET /v2.0/ports?device_id=6610c236-933d-470c-aea6-417977fcbc5f HTTP/1.1" status: 200 len: 210 time: 0.0647826 Oct 12 19:14:27.376403 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-1c912c4d-df40-4c8c-8587-a167a3e65591 None None] For port d7d6d5e6-e93a-47ee-8519-bcc9fd2fcedc, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=d7d6d5e6-e93a-47ee-8519-bcc9fd2fcedc,segment=NetworkSegment(09a21d68-e5f5-4a28-8630-05ca83531668),segment_id=09a21d68-e5f5-4a28-8630-05ca83531668)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:14:27.379147 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f4bcced1-799b-4ccf-b7df-8f7623100e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:27.390769 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 7e61f36e-dff1-4ba8-a2e1-9bdb1d8c4847, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=7e61f36e-dff1-4ba8-a2e1-9bdb1d8c4847,segment=NetworkSegment(9a265161-39b6-438d-83a9-b9196658e74a),segment_id=9a265161-39b6-438d-83a9-b9196658e74a)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:14:27.409054 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-82cc8a75-44ec-4aba-9bab-38a9b5fbfd35 req-931b3a6a-b67c-423a-9aee-0f23b3575093 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] 10.222.0.49 "GET /v2.0/security-groups?id=93001041-1fb8-4b9a-acba-05886aa0e0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6851137 Oct 12 19:14:27.423517 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ecde2a90-f2ea-4916-a4e2-963308f2cccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:27.451929 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a30a0922-134d-47e9-b399-208e404a9f54 admin admin] Router 15e0d83b-aa68-44a7-9795-d40b3efa7c4f has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:14:27.457888 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecde2a90-f2ea-4916-a4e2-963308f2cccf admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=95501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:14:27.458571 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ecde2a90-f2ea-4916-a4e2-963308f2cccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4823170'] for segment, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:27.462721 n-d-813679-3 neutron-server[95501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:14:27.462721 n-d-813679-3 neutron-server[95501]: self.session.flush() Oct 12 19:14:27.462721 n-d-813679-3 neutron-server[95501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:14:27.462721 n-d-813679-3 neutron-server[95501]: self.session.flush() Oct 12 19:14:27.462721 n-d-813679-3 neutron-server[95501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:14:27.462721 n-d-813679-3 neutron-server[95501]: self.session.flush() Oct 12 19:14:27.462721 n-d-813679-3 neutron-server[95501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:14:27.462721 n-d-813679-3 neutron-server[95501]: self.session.flush() Oct 12 19:14:27.462721 n-d-813679-3 neutron-server[95501]: Traceback (most recent call last): Oct 12 19:14:27.462721 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:14:27.462721 n-d-813679-3 neutron-server[95501]: timer() Oct 12 19:14:27.462721 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:14:27.462721 n-d-813679-3 neutron-server[95501]: cb(*args, **kw) Oct 12 19:14:27.462721 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:14:27.462721 n-d-813679-3 neutron-server[95501]: return func(*args, **kwargs) Oct 12 19:14:27.462721 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:14:27.462721 n-d-813679-3 neutron-server[95501]: self._notify() Oct 12 19:14:27.462721 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:14:27.462721 n-d-813679-3 neutron-server[95501]: self.callback(batched_events) Oct 12 19:14:27.462721 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:14:27.462721 n-d-813679-3 neutron-server[95501]: event.method(event) Oct 12 19:14:27.462721 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:14:27.462721 n-d-813679-3 neutron-server[95501]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:14:27.462721 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:14:27.462721 n-d-813679-3 neutron-server[95501]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:14:27.462721 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:14:27.462721 n-d-813679-3 neutron-server[95501]: return f(self, *a, **k) Oct 12 19:14:27.462721 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:14:27.462721 n-d-813679-3 neutron-server[95501]: return self._get(url).json() Oct 12 19:14:27.462721 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:14:27.462721 n-d-813679-3 neutron-server[95501]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:14:27.462721 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:14:27.462721 n-d-813679-3 neutron-server[95501]: return self.request(url, 'GET', **kwargs) Oct 12 19:14:27.462721 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:14:27.462721 n-d-813679-3 neutron-server[95501]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:14:27.462721 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:14:27.462721 n-d-813679-3 neutron-server[95501]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:14:27.462721 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:14:27.462721 n-d-813679-3 neutron-server[95501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:14:27.462721 n-d-813679-3 neutron-server[95501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:14:27.467110 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Returning: {'device': '7e61f36e-dff1-4ba8-a2e1-9bdb1d8c4847', 'network_id': '9b463164-b6d9-4e70-af74-4df142d48ea1', 'port_id': '7e61f36e-dff1-4ba8-a2e1-9bdb1d8c4847', 'mac_address': 'fa:16:3e:b3:61:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ca49502-6eac-400d-a5c9-5dbc68b0fb0b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:14:27.479223 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-f4bcced1-799b-4ccf-b7df-8f7623100e43 None None] Attempting to bind port 0294d0fe-b096-4686-b84c-5bdea469f0ed on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:14:27.479593 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-f4bcced1-799b-4ccf-b7df-8f7623100e43 None None] Attempting to bind port 0294d0fe-b096-4686-b84c-5bdea469f0ed by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:14:27.479958 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4bcced1-799b-4ccf-b7df-8f7623100e43 None None] Attempting to bind port 0294d0fe-b096-4686-b84c-5bdea469f0ed on network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:14:27.484714 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314cf5ec-3f1b-4697-ac7b-7bc4225ec6c9 None None] Pushing event updated for resources: {'Port': ['ID=0294d0fe-b096-4686-b84c-5bdea469f0ed,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:27.490168 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1c912c4d-df40-4c8c-8587-a167a3e65591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:27.513132 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4bcced1-799b-4ccf-b7df-8f7623100e43 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:14:27.513484 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4bcced1-799b-4ccf-b7df-8f7623100e43 None None] Checking segment: {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:14:27.513889 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f4bcced1-799b-4ccf-b7df-8f7623100e43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:27.514282 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4bcced1-799b-4ccf-b7df-8f7623100e43 None None] Bound using segment: {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:14:27.514827 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-f4bcced1-799b-4ccf-b7df-8f7623100e43 None None] Bound port: 0294d0fe-b096-4686-b84c-5bdea469f0ed, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:14:27.515235 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f4bcced1-799b-4ccf-b7df-8f7623100e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:27.552051 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-0ac7a27c-b1ea-47ab-9bfd-e20cacf4af99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a34b6e3-9956-4efa-aac4-775c3125e230', 'name': 'tempest-TaggedBootDevicesTest_v242-1762495642-router', 'tenant_id': 'e65d35344c43413ba93381b16381b559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '4f4842fc-9359-4a0c-b4f0-bb3d5c70b77b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:14:11Z', 'updated_at': '2021-10-12T19:14:20Z', 'revision_number': 4, 'project_id': 'e65d35344c43413ba93381b16381b559', 'gw_port': {'id': '4f4842fc-9359-4a0c-b4f0-bb3d5c70b77b', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:87:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a34b6e3-9956-4efa-aac4-775c3125e230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:14:12Z', 'updated_at': '2021-10-12T19:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': 'd7d6d5e6-e93a-47ee-8519-bcc9fd2fcedc', 'name': '', 'network_id': '6c3decc3-29e4-408c-a34f-0339ccbba377', 'tenant_id': 'e65d35344c43413ba93381b16381b559', 'mac_address': 'fa:16:3e:05:f4:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a34b6e3-9956-4efa-aac4-775c3125e230', 'device_owner': 'network:router_interface', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '8cdec308-a85d-4461-be76-72b0713a6c05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:14:19Z', 'updated_at': '2021-10-12T19:14:26Z', 'revision_number': 4, 'project_id': 'e65d35344c43413ba93381b16381b559', 'subnets': [{'id': '8cdec308-a85d-4461-be76-72b0713a6c05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:14:27.587259 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac7a27c-b1ea-47ab-9bfd-e20cacf4af99 None None] The sync data for ids ['9a34b6e3-9956-4efa-aac4-775c3125e230'] in n-d-813679-3 is: [{'id': '9a34b6e3-9956-4efa-aac4-775c3125e230', 'name': 'tempest-TaggedBootDevicesTest_v242-1762495642-router', 'tenant_id': 'e65d35344c43413ba93381b16381b559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '4f4842fc-9359-4a0c-b4f0-bb3d5c70b77b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:14:11Z', 'updated_at': '2021-10-12T19:14:20Z', 'revision_number': 4, 'project_id': 'e65d35344c43413ba93381b16381b559', 'gw_port': {'id': '4f4842fc-9359-4a0c-b4f0-bb3d5c70b77b', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:87:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a34b6e3-9956-4efa-aac4-775c3125e230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:14:12Z', 'updated_at': '2021-10-12T19:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': 'd7d6d5e6-e93a-47ee-8519-bcc9fd2fcedc', 'name': '', 'network_id': '6c3decc3-29e4-408c-a34f-0339ccbba377', 'tenant_id': 'e65d35344c43413ba93381b16381b559', 'mac_address': 'fa:16:3e:05:f4:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a34b6e3-9956-4efa-aac4-775c3125e230', 'device_owner': 'network:router_interface', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '8cdec308-a85d-4461-be76-72b0713a6c05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:14:19Z', 'updated_at': '2021-10-12T19:14:26Z', 'revision_number': 4, 'project_id': 'e65d35344c43413ba93381b16381b559', 'subnets': [{'id': '8cdec308-a85d-4461-be76-72b0713a6c05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:14:27.622564 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:27.683181 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-6dc90ea8-1a90-409e-bbfd-4fc6e658986a req-7c485d4a-13bf-426d-8331-5e056791322d tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:27.734534 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ecde2a90-f2ea-4916-a4e2-963308f2cccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:27.739717 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a30a0922-134d-47e9-b399-208e404a9f54 admin admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:14:27.748453 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-a30a0922-134d-47e9-b399-208e404a9f54 admin admin] 10.222.0.49 "PUT /v2.0/routers/15e0d83b-aa68-44a7-9795-d40b3efa7c4f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8252871 Oct 12 19:14:27.754044 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a017da5e-b03e-496a-b284-c92a2c829dba None None] Sync routers for ids ['15e0d83b-aa68-44a7-9795-d40b3efa7c4f'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:14:27.760200 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 33152) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:14:27.761736 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ecde2a90-f2ea-4916-a4e2-963308f2cccf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:27.765057 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-ecde2a90-f2ea-4916-a4e2-963308f2cccf admin admin] 10.222.0.49 "DELETE /v2.0/networks/7e2fb59a-6119-4752-90bd-a0430fbe9b50 HTTP/1.1" status: 204 len: 168 time: 2.9686387 Oct 12 19:14:27.784709 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c912c4d-df40-4c8c-8587-a167a3e65591 None None] Pushing event updated for resources: {'Port': ['ID=d7d6d5e6-e93a-47ee-8519-bcc9fd2fcedc,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:27.785739 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a017da5e-b03e-496a-b284-c92a2c829dba None None] Routers {'15e0d83b-aa68-44a7-9795-d40b3efa7c4f'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:14:27.789712 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-a017da5e-b03e-496a-b284-c92a2c829dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:14:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['15e0d83b-aa68-44a7-9795-d40b3efa7c4f'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:14:27.793015 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7e61f36e-dff1-4ba8-a2e1-9bdb1d8c4847 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:14:27.825872 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-f4bcced1-799b-4ccf-b7df-8f7623100e43 None None] For port 0294d0fe-b096-4686-b84c-5bdea469f0ed, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:14:27.826649 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-f4bcced1-799b-4ccf-b7df-8f7623100e43 None None] For port 0294d0fe-b096-4686-b84c-5bdea469f0ed, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=0294d0fe-b096-4686-b84c-5bdea469f0ed,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:14:27.838494 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecde2a90-f2ea-4916-a4e2-963308f2cccf admin admin] Pushing event deleted for resources: {'Network': ['ID=7e2fb59a-6119-4752-90bd-a0430fbe9b50,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:27.845441 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-d50e9b9e-d567-4c98-abc8-69741e5fee86 None None] Provisioning complete for port d7d6d5e6-e93a-47ee-8519-bcc9fd2fcedc triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:14:27.846042 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d50e9b9e-d567-4c98-abc8-69741e5fee86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:27.893074 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-63c9ed94-000a-4278-922e-3253e7996983 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:27.937307 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ff6ae4ad-2f00-46f9-98e5-697a08db9e96 admin admin] Notify callbacks [] for router, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:27.948812 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f4bcced1-799b-4ccf-b7df-8f7623100e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:27.984661 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 7e61f36e-dff1-4ba8-a2e1-9bdb1d8c4847, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=7e61f36e-dff1-4ba8-a2e1-9bdb1d8c4847,segment=NetworkSegment(9a265161-39b6-438d-83a9-b9196658e74a),segment_id=9a265161-39b6-438d-83a9-b9196658e74a)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:14:28.013791 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-6dc90ea8-1a90-409e-bbfd-4fc6e658986a req-7c485d4a-13bf-426d-8331-5e056791322d tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:28.050920 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['9902639a-c094-4c79-8a4e-29bd67044e2b'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:14:28.103969 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-a017da5e-b03e-496a-b284-c92a2c829dba None None] Set router 15e0d83b-aa68-44a7-9795-d40b3efa7c4f gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:14:28.167042 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:28.168272 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ff6ae4ad-2f00-46f9-98e5-697a08db9e96 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:28.175860 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c485d4a-13bf-426d-8331-5e056791322d tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Pushing event updated for resources: {'Port': ['ID=f6078e09-d79e-42dc-8b24-fac466551a81,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:28.188335 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-63c9ed94-000a-4278-922e-3253e7996983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:28.190805 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4bcced1-799b-4ccf-b7df-8f7623100e43 None None] Routers {'81f8746f-864d-4a18-8439-58aff1145ce8'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:14:28.191964 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-f4bcced1-799b-4ccf-b7df-8f7623100e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:14:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['81f8746f-864d-4a18-8439-58aff1145ce8'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:14:28.216423 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314cf5ec-3f1b-4697-ac7b-7bc4225ec6c9 None None] Pushing event updated for resources: {'Port': ['ID=0294d0fe-b096-4686-b84c-5bdea469f0ed,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:28.312693 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c9ed94-000a-4278-922e-3253e7996983 admin admin] Pushing event updated for resources: {'Port': ['ID=822fdb47-7768-4ee0-a12b-e456df1e3fe8,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:28.350017 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=7e61f36e-dff1-4ba8-a2e1-9bdb1d8c4847,revision_number=6']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:28.359556 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['7e61f36e-dff1-4ba8-a2e1-9bdb1d8c4847'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:14:28.370236 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 33160) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:14:28.376274 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dc90ea8-1a90-409e-bbfd-4fc6e658986a req-7c485d4a-13bf-426d-8331-5e056791322d tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Network e7e41055-1292-4375-83c3-78e2dafcb52a is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:14:28.428521 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c9ed94-000a-4278-922e-3253e7996983 admin admin] Network 15f7e862-3091-4f05-afb0-42bc20c60d57 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:14:28.430463 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [req-6dc90ea8-1a90-409e-bbfd-4fc6e658986a req-7c485d4a-13bf-426d-8331-5e056791322d tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:14:28.442893 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-63c9ed94-000a-4278-922e-3253e7996983 admin admin] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:14:28.468793 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dc90ea8-1a90-409e-bbfd-4fc6e658986a req-7c485d4a-13bf-426d-8331-5e056791322d tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:14:28.477763 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c9ed94-000a-4278-922e-3253e7996983 admin admin] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:14:28.478263 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 7e61f36e-dff1-4ba8-a2e1-9bdb1d8c4847 no longer exists at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:14:28.538220 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-63c9ed94-000a-4278-922e-3253e7996983 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7915309'] for router_interface, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:28.550949 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d4dcf1-5150-487b-a54e-a44276381b74 req-0c7ebd92-6234-48ff-896c-dc47baa2cca9 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:28.553131 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a9d4dcf1-5150-487b-a54e-a44276381b74 req-0c7ebd92-6234-48ff-896c-dc47baa2cca9 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76d8672-6416-4017-8f22-b5afeb405fbd HTTP/1.1" status: 200 len: 945 time: 0.1950657 Oct 12 19:14:28.616533 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-ff6ae4ad-2f00-46f9-98e5-697a08db9e96 admin admin] Deleting port 2a04f200-0923-445b-a6ca-4e7f38cac20e {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:14:28.616872 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ff6ae4ad-2f00-46f9-98e5-697a08db9e96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:28.696111 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-25adc940-d1a3-401a-97cc-c3481522132c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ed6b12966b9343359f6575d52c95f820&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3204083 Oct 12 19:14:28.713607 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 33166) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:14:28.864896 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc90ea8-1a90-409e-bbfd-4fc6e658986a req-7c485d4a-13bf-426d-8331-5e056791322d tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:28.865574 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-6dc90ea8-1a90-409e-bbfd-4fc6e658986a req-7c485d4a-13bf-426d-8331-5e056791322d tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:28.867919 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a9d4dcf1-5150-487b-a54e-a44276381b74 req-2e6ca1f6-22ff-444f-b12c-eec130aff44d tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/security-groups?id=453b01c6-7fe6-41ac-8e1d-6df7a2675094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3065548 Oct 12 19:14:29.000241 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-a017da5e-b03e-496a-b284-c92a2c829dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15e0d83b-aa68-44a7-9795-d40b3efa7c4f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1751830507-router', 'tenant_id': 'de70255a1eb54e939d9ea6a3ef4759fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '2a04f200-0923-445b-a6ca-4e7f38cac20e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:09:30Z', 'updated_at': '2021-10-12T19:14:25Z', 'revision_number': 5, 'project_id': 'de70255a1eb54e939d9ea6a3ef4759fc', 'gw_port': {'id': '2a04f200-0923-445b-a6ca-4e7f38cac20e', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e0d83b-aa68-44a7-9795-d40b3efa7c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:09:31Z', 'updated_at': '2021-10-12T19:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:14:29.017445 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6dc90ea8-1a90-409e-bbfd-4fc6e658986a req-7c485d4a-13bf-426d-8331-5e056791322d tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8772986 Oct 12 19:14:29.026881 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-ff6ae4ad-2f00-46f9-98e5-697a08db9e96 admin admin] For port 2a04f200-0923-445b-a6ca-4e7f38cac20e, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=2a04f200-0923-445b-a6ca-4e7f38cac20e,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:14:29.031099 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ff6ae4ad-2f00-46f9-98e5-697a08db9e96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:29.059152 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-6dc90ea8-1a90-409e-bbfd-4fc6e658986a req-b65f1763-6ed5-4600-bec9-8858fb2f1782 service neutron] Request body: {'port': {'device_id': '6610c236-933d-470c-aea6-417977fcbc5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-3'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:14:29.076537 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-ff6ae4ad-2f00-46f9-98e5-697a08db9e96 admin admin] Calling delete_port for 2a04f200-0923-445b-a6ca-4e7f38cac20e owned by network:router_gateway {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:14:29.103690 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a017da5e-b03e-496a-b284-c92a2c829dba None None] Checking router: 15e0d83b-aa68-44a7-9795-d40b3efa7c4f for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:14:29.132830 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a017da5e-b03e-496a-b284-c92a2c829dba None None] Routers {'15e0d83b-aa68-44a7-9795-d40b3efa7c4f'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:14:29.135142 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-a017da5e-b03e-496a-b284-c92a2c829dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:14:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['15e0d83b-aa68-44a7-9795-d40b3efa7c4f'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:14:29.316637 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4d6e31-5755-4187-9cf2-9d89c4ec7728 req-2e6d5882-e420-4b95-97a4-55361084c06a tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:29.325955 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ad4d6e31-5755-4187-9cf2-9d89c4ec7728 req-2e6d5882-e420-4b95-97a4-55361084c06a tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] 10.222.0.49 "GET /v2.0/ports?device_id=926f5109-78bb-47c6-a992-3081969196e2 HTTP/1.1" status: 200 len: 945 time: 0.2340775 Oct 12 19:14:29.353221 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-6dc90ea8-1a90-409e-bbfd-4fc6e658986a req-b65f1763-6ed5-4600-bec9-8858fb2f1782 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:29.361496 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-a017da5e-b03e-496a-b284-c92a2c829dba None None] Set router 15e0d83b-aa68-44a7-9795-d40b3efa7c4f gateway port host: None {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:14:29.394748 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device d7d6d5e6-e93a-47ee-8519-bcc9fd2fcedc up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:14:29.408366 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbe45fc-9c8d-41d3-86ac-3cf84b6f1a5f req-6b00b889-159c-4809-b69d-f4581f10dbf1 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:29.410166 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8cbe45fc-9c8d-41d3-86ac-3cf84b6f1a5f req-6b00b889-159c-4809-b69d-f4581f10dbf1 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.49 "GET /v2.0/ports?device_id=6610c236-933d-470c-aea6-417977fcbc5f HTTP/1.1" status: 200 len: 931 time: 0.8732986 Oct 12 19:14:29.410975 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c47c3576-a871-410f-a0ae-91c4970d5531 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:29.465981 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-a017da5e-b03e-496a-b284-c92a2c829dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15e0d83b-aa68-44a7-9795-d40b3efa7c4f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1751830507-router', 'tenant_id': 'de70255a1eb54e939d9ea6a3ef4759fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:09:30Z', 'updated_at': '2021-10-12T19:14:28Z', 'revision_number': 6, 'project_id': 'de70255a1eb54e939d9ea6a3ef4759fc', 'gw_port_host': None}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:14:29.482333 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ad4d6e31-5755-4187-9cf2-9d89c4ec7728 req-b4ceaad9-9b38-4dc9-984d-6a8ba8c0930c tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] 10.222.0.49 "GET /v2.0/security-groups?id=93001041-1fb8-4b9a-acba-05886aa0e0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551001 Oct 12 19:14:29.505605 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c47c3576-a871-410f-a0ae-91c4970d5531 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:29.556916 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a017da5e-b03e-496a-b284-c92a2c829dba None None] The sync data for ids ['15e0d83b-aa68-44a7-9795-d40b3efa7c4f'] in n-d-813679-3 is: [{'id': '15e0d83b-aa68-44a7-9795-d40b3efa7c4f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1751830507-router', 'tenant_id': 'de70255a1eb54e939d9ea6a3ef4759fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:09:30Z', 'updated_at': '2021-10-12T19:14:28Z', 'revision_number': 6, 'project_id': 'de70255a1eb54e939d9ea6a3ef4759fc', 'gw_port_host': None}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:14:29.619412 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-f4bcced1-799b-4ccf-b7df-8f7623100e43 None None] Set router 81f8746f-864d-4a18-8439-58aff1145ce8 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:14:29.675979 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-63c9ed94-000a-4278-922e-3253e7996983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:29.708629 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c47c3576-a871-410f-a0ae-91c4970d5531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:29.711378 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c47c3576-a871-410f-a0ae-91c4970d5531 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:29.714958 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-c47c3576-a871-410f-a0ae-91c4970d5531 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7e9970cc-434c-4f9d-8a8a-7af0bbac0705 HTTP/1.1" status: 204 len: 168 time: 0.9968309 Oct 12 19:14:29.721922 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ff6ae4ad-2f00-46f9-98e5-697a08db9e96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:29.732482 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8cbe45fc-9c8d-41d3-86ac-3cf84b6f1a5f req-e8588fe0-b97a-487c-8c46-6f6794d49f73 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.49 "GET /v2.0/security-groups?id=5db68f36-da5e-4c70-9151-5d33b0141201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3091390 Oct 12 19:14:29.750850 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47c3576-a871-410f-a0ae-91c4970d5531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e9970cc-434c-4f9d-8a8a-7af0bbac0705,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:29.788746 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6ae4ad-2f00-46f9-98e5-697a08db9e96 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a04f200-0923-445b-a6ca-4e7f38cac20e,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:30.018194 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ff6ae4ad-2f00-46f9-98e5-697a08db9e96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7915456'] for router_gateway, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:30.132282 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-849bf5f8-4547-477d-a52e-bcac4edb9c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:30.260986 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port d7d6d5e6-e93a-47ee-8519-bcc9fd2fcedc triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:14:30.261361 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:30.269534 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-b2aa9a59-7494-4adc-bb9b-565f2174042e None None] Provisioning complete for port 822fdb47-7768-4ee0-a12b-e456df1e3fe8 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:14:30.269915 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b2aa9a59-7494-4adc-bb9b-565f2174042e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:30.271313 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:30.324161 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ff6ae4ad-2f00-46f9-98e5-697a08db9e96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255495'] for router, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:30.327831 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ff6ae4ad-2f00-46f9-98e5-697a08db9e96 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:30.395494 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ca1435-5e2b-427c-bad7-fceb3fa67738 req-700ae2f3-55e6-40da-9c2d-06a61b07151d tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:30.409855 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e1ca1435-5e2b-427c-bad7-fceb3fa67738 req-700ae2f3-55e6-40da-9c2d-06a61b07151d tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] 10.222.0.49 "GET /v2.0/ports?device_id=926f5109-78bb-47c6-a992-3081969196e2 HTTP/1.1" status: 200 len: 945 time: 0.1347544 Oct 12 19:14:30.512702 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ff6ae4ad-2f00-46f9-98e5-697a08db9e96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8093499'] for router, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:30.513280 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff6ae4ad-2f00-46f9-98e5-697a08db9e96 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 15e0d83b-aa68-44a7-9795-d40b3efa7c4f {{(pid=95502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 19:14:30.548913 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e1ca1435-5e2b-427c-bad7-fceb3fa67738 req-e33f99e3-a938-4a91-b9c6-024f9284e38e tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] 10.222.0.49 "GET /v2.0/security-groups?id=93001041-1fb8-4b9a-acba-05886aa0e0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379156 Oct 12 19:14:30.555570 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ff6ae4ad-2f00-46f9-98e5-697a08db9e96 admin admin] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:30.559986 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-ff6ae4ad-2f00-46f9-98e5-697a08db9e96 admin admin] 10.222.0.49 "DELETE /v2.0/routers/15e0d83b-aa68-44a7-9795-d40b3efa7c4f HTTP/1.1" status: 204 len: 168 time: 2.7971199 Oct 12 19:14:30.561893 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 33192) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:14:30.646384 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 7e61f36e-dff1-4ba8-a2e1-9bdb1d8c4847 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:14:30.648658 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-63316574-14a7-452a-8bc9-4e08888fddad admin admin] Deleting subnet d8d1b1f3-1aec-4252-bdea-2388ebb67433 {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:14:30.652644 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-63316574-14a7-452a-8bc9-4e08888fddad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:30.715203 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-63316574-14a7-452a-8bc9-4e08888fddad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16313642'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:30.720978 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-63c9ed94-000a-4278-922e-3253e7996983 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:30.761624 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-b2aa9a59-7494-4adc-bb9b-565f2174042e None None] Port 822fdb47-7768-4ee0-a12b-e456df1e3fe8 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:14:30.795630 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 7e61f36e-dff1-4ba8-a2e1-9bdb1d8c4847, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=7e61f36e-dff1-4ba8-a2e1-9bdb1d8c4847,segment=NetworkSegment(9a265161-39b6-438d-83a9-b9196658e74a),segment_id=9a265161-39b6-438d-83a9-b9196658e74a)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:14:30.843685 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-63c9ed94-000a-4278-922e-3253e7996983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:30.927394 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-f4bcced1-799b-4ccf-b7df-8f7623100e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f8746f-864d-4a18-8439-58aff1145ce8', 'name': 'tempest-FloatingIPsTestJSON-975700830-router', 'tenant_id': '155d620cee104cb5ba26c7a95e7481f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '0294d0fe-b096-4686-b84c-5bdea469f0ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:14:17Z', 'updated_at': '2021-10-12T19:14:21Z', 'revision_number': 3, 'project_id': '155d620cee104cb5ba26c7a95e7481f9', 'gw_port': {'id': '0294d0fe-b096-4686-b84c-5bdea469f0ed', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:28:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f8746f-864d-4a18-8439-58aff1145ce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:14:19Z', 'updated_at': '2021-10-12T19:14:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:14:30.936068 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:31.014624 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-63316574-14a7-452a-8bc9-4e08888fddad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:31.026822 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 7e61f36e-dff1-4ba8-a2e1-9bdb1d8c4847 up at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:14:31.155759 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4bcced1-799b-4ccf-b7df-8f7623100e43 None None] The sync data for ids ['81f8746f-864d-4a18-8439-58aff1145ce8'] in n-d-813679-3 is: [{'id': '81f8746f-864d-4a18-8439-58aff1145ce8', 'name': 'tempest-FloatingIPsTestJSON-975700830-router', 'tenant_id': '155d620cee104cb5ba26c7a95e7481f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '0294d0fe-b096-4686-b84c-5bdea469f0ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:14:17Z', 'updated_at': '2021-10-12T19:14:21Z', 'revision_number': 3, 'project_id': '155d620cee104cb5ba26c7a95e7481f9', 'gw_port': {'id': '0294d0fe-b096-4686-b84c-5bdea469f0ed', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:28:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f8746f-864d-4a18-8439-58aff1145ce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:14:19Z', 'updated_at': '2021-10-12T19:14:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:14:31.158524 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 2a04f200-0923-445b-a6ca-4e7f38cac20e no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:14:31.166845 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1b69ac-daa0-4162-90f5-7fcf8dd36836 req-ac4b15f9-df1a-421f-a84e-2fb7e7abd9a3 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:31.176385 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f19278f-3b2f-48d4-8792-9bfdbf69313b req-eaef2d11-201f-4d61-b7c7-46c3553c3e3f tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:31.177939 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8f19278f-3b2f-48d4-8792-9bfdbf69313b req-eaef2d11-201f-4d61-b7c7-46c3553c3e3f tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.49 "GET /v2.0/ports?device_id=6610c236-933d-470c-aea6-417977fcbc5f HTTP/1.1" status: 200 len: 931 time: 0.2331595 Oct 12 19:14:31.181245 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8e1b69ac-daa0-4162-90f5-7fcf8dd36836 req-ac4b15f9-df1a-421f-a84e-2fb7e7abd9a3 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76d8672-6416-4017-8f22-b5afeb405fbd HTTP/1.1" status: 200 len: 945 time: 0.4557128 Oct 12 19:14:31.181245 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-63c9ed94-000a-4278-922e-3253e7996983 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7898980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8092605'] for router_interface, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:31.186525 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 2a04f200-0923-445b-a6ca-4e7f38cac20e {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:14:31.187089 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 2a04f200-0923-445b-a6ca-4e7f38cac20e not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:14:31.187703 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 867285f7-6255-4506-b514-40254b78dcad no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:14:31.233649 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c9ed94-000a-4278-922e-3253e7996983 admin admin] Pushing event updated for resources: {'Port': ['ID=822fdb47-7768-4ee0-a12b-e456df1e3fe8,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:31.261739 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 867285f7-6255-4506-b514-40254b78dcad {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:14:31.261956 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 867285f7-6255-4506-b514-40254b78dcad not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:14:31.284820 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8f19278f-3b2f-48d4-8792-9bfdbf69313b req-3f0cd3dd-2f65-4bd1-82e7-132ac9ced1eb tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.49 "GET /v2.0/security-groups?id=5db68f36-da5e-4c70-9151-5d33b0141201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955315 Oct 12 19:14:31.310099 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=7e61f36e-dff1-4ba8-a2e1-9bdb1d8c4847,revision_number=7']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:31.328975 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:14:31.329328 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:14:31.329680 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:14:31.330539 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:14:31.330887 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:14:31.331293 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:14:31.331546 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:14:31.331881 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:14:31.332493 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:14:31.332838 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:14:31.333271 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:14:31.333477 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:14:31.356477 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-63316574-14a7-452a-8bc9-4e08888fddad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4306592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16245866'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:31.362049 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning complete for port 7e61f36e-dff1-4ba8-a2e1-9bdb1d8c4847 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:14:31.364571 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:31.383995 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63316574-14a7-452a-8bc9-4e08888fddad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8d1b1f3-1aec-4252-bdea-2388ebb67433,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:31.386103 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-63316574-14a7-452a-8bc9-4e08888fddad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:31.391749 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-63316574-14a7-452a-8bc9-4e08888fddad admin admin] 10.222.0.49 "DELETE /v2.0/subnets/d8d1b1f3-1aec-4252-bdea-2388ebb67433 HTTP/1.1" status: 204 len: 168 time: 0.8261933 Oct 12 19:14:31.392448 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 33220) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:14:31.409872 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd62f4e-a4f3-40ab-8fb6-dc4edce8739d None None] Network 6d73c486-3501-46be-b614-9bb3c24ac9cd requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:14:31.535290 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8e1b69ac-daa0-4162-90f5-7fcf8dd36836 req-6643bdd1-a36e-4687-9889-5dbeab377c04 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/security-groups?id=453b01c6-7fe6-41ac-8e1d-6df7a2675094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3344321 Oct 12 19:14:31.550546 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-eadf4923-6b02-4a14-be7a-253991bc3bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:31.563126 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c9ed94-000a-4278-922e-3253e7996983 admin admin] Network 15f7e862-3091-4f05-afb0-42bc20c60d57 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:14:31.576406 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-63c9ed94-000a-4278-922e-3253e7996983 admin admin] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:14:31.607558 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [req-6dc90ea8-1a90-409e-bbfd-4fc6e658986a req-b65f1763-6ed5-4600-bec9-8858fb2f1782 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6078e09-d79e-42dc-8b24-fac466551a81 {{(pid=95501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:14:31.693900 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-eadf4923-6b02-4a14-be7a-253991bc3bf2 admin admin] Deleting port 542197f2-44b5-4f05-ab7c-a364c7b01e3d {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:14:31.694479 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-eadf4923-6b02-4a14-be7a-253991bc3bf2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:31.749306 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:31.754158 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cd30dab4-e3b0-4acc-b2c2-209481a43914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:31.828499 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63c9ed94-000a-4278-922e-3253e7996983 admin admin] Router 81f8746f-864d-4a18-8439-58aff1145ce8 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:14:31.837095 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-6dc90ea8-1a90-409e-bbfd-4fc6e658986a req-b65f1763-6ed5-4600-bec9-8858fb2f1782 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:31.876800 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '926f5109-78bb-47c6-a992-3081969196e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e61f36e-dff1-4ba8-a2e1-9bdb1d8c4847'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:14:31.879405 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3c10234-cc8c-4824-8fc5-fe86e8a0a112" -d '{"events": [{"server_uuid": "926f5109-78bb-47c6-a992-3081969196e2", "name": "network-vif-plugged", "status": "completed", "tag": "7e61f36e-dff1-4ba8-a2e1-9bdb1d8c4847"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:14:31.899190 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 7e61f36e-dff1-4ba8-a2e1-9bdb1d8c4847, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=7e61f36e-dff1-4ba8-a2e1-9bdb1d8c4847,segment=NetworkSegment(9a265161-39b6-438d-83a9-b9196658e74a),segment_id=9a265161-39b6-438d-83a9-b9196658e74a)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:14:31.914868 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.provisioning_blocks [req-6dc90ea8-1a90-409e-bbfd-4fc6e658986a req-b65f1763-6ed5-4600-bec9-8858fb2f1782 service neutron] Transition to ACTIVE for port object f6078e09-d79e-42dc-8b24-fac466551a81 will not be triggered until provisioned by entity L2. {{(pid=95501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:14:31.983952 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbb2fcac-2ff6-436b-9643-abac5dc13ccc x-openstack-request-id: req-dbb2fcac-2ff6-436b-9643-abac5dc13ccc {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:14:31.984278 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "926f5109-78bb-47c6-a992-3081969196e2", "name": "network-vif-plugged", "status": "completed", "tag": "7e61f36e-dff1-4ba8-a2e1-9bdb1d8c4847", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:14:31.984529 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-dbb2fcac-2ff6-436b-9643-abac5dc13ccc {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:14:31.984919 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '926f5109-78bb-47c6-a992-3081969196e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e61f36e-dff1-4ba8-a2e1-9bdb1d8c4847', 'code': 200} Oct 12 19:14:31.986105 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:32.003341 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 33230) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:14:32.013774 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-6dc90ea8-1a90-409e-bbfd-4fc6e658986a req-b65f1763-6ed5-4600-bec9-8858fb2f1782 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:32.053299 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b03231c-2559-4f82-b2dd-3fbec6c88391 None None] DHCP port deletion for 6d73c486-3501-46be-b614-9bb3c24ac9cd request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 19:14:32.102256 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4928253d-11af-4d8a-aa5d-cca53bc124dc req-444e53a3-82b2-466b-a6d7-7edccce1db05 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:32.111009 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4928253d-11af-4d8a-aa5d-cca53bc124dc req-444e53a3-82b2-466b-a6d7-7edccce1db05 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] 10.222.0.49 "GET /v2.0/ports?device_id=926f5109-78bb-47c6-a992-3081969196e2 HTTP/1.1" status: 200 len: 944 time: 0.3432384 Oct 12 19:14:32.163016 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65f1763-6ed5-4600-bec9-8858fb2f1782 service neutron] Pushing event updated for resources: {'Port': ['ID=f6078e09-d79e-42dc-8b24-fac466551a81,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:32.181883 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dac321-43ac-42a3-a492-eaf6f5473f79 req-dbef0774-a45d-453c-999b-d0d483e8fdee tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:32.183445 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a7dac321-43ac-42a3-a492-eaf6f5473f79 req-dbef0774-a45d-453c-999b-d0d483e8fdee tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] 10.222.0.61 "GET /v2.0/ports?device_id=926f5109-78bb-47c6-a992-3081969196e2 HTTP/1.1" status: 200 len: 944 time: 0.4383888 Oct 12 19:14:32.186058 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=7e61f36e-dff1-4ba8-a2e1-9bdb1d8c4847,revision_number=8']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:32.196462 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4928253d-11af-4d8a-aa5d-cca53bc124dc req-6ca9b0aa-b12f-46e7-ade3-6259f99f0782 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] 10.222.0.49 "GET /v2.0/security-groups?id=93001041-1fb8-4b9a-acba-05886aa0e0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819702 Oct 12 19:14:32.210216 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-62ab4f4f-3371-4be0-a26a-1da6095a3372 None None] Provisioning complete for port 822fdb47-7768-4ee0-a12b-e456df1e3fe8 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:14:32.210216 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-62ab4f4f-3371-4be0-a26a-1da6095a3372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:32.238269 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-eadf4923-6b02-4a14-be7a-253991bc3bf2 admin admin] For port 542197f2-44b5-4f05-ab7c-a364c7b01e3d, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=542197f2-44b5-4f05-ab7c-a364c7b01e3d,segment=NetworkSegment(558d9154-a3a9-4a8b-8b76-d0bddd836521),segment_id=558d9154-a3a9-4a8b-8b76-d0bddd836521)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:14:32.238638 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-eadf4923-6b02-4a14-be7a-253991bc3bf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:32.249390 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-62ab4f4f-3371-4be0-a26a-1da6095a3372 None None] Port 822fdb47-7768-4ee0-a12b-e456df1e3fe8 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:14:32.253714 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-2b03231c-2559-4f82-b2dd-3fbec6c88391 None None] Deleting port 542197f2-44b5-4f05-ab7c-a364c7b01e3d {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:14:32.254085 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2b03231c-2559-4f82-b2dd-3fbec6c88391 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:32.278690 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-eadf4923-6b02-4a14-be7a-253991bc3bf2 admin admin] Calling delete_port for 542197f2-44b5-4f05-ab7c-a364c7b01e3d owned by network:dhcp {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:14:32.314013 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-8b8566c6-c153-4e1c-b6b5-1becebf311a0 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-421754055-network', 'tenant_id': 'e1bc73ca052b4ff989529862bf093e8d'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:14:32.421613 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63c9ed94-000a-4278-922e-3253e7996983 admin admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:14:32.463451 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-63c9ed94-000a-4278-922e-3253e7996983 admin admin] 10.222.0.49 "PUT /v2.0/routers/81f8746f-864d-4a18-8439-58aff1145ce8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4224048 Oct 12 19:14:32.463607 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-2b03231c-2559-4f82-b2dd-3fbec6c88391 None None] For port 542197f2-44b5-4f05-ab7c-a364c7b01e3d, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=542197f2-44b5-4f05-ab7c-a364c7b01e3d,segment=NetworkSegment(558d9154-a3a9-4a8b-8b76-d0bddd836521),segment_id=558d9154-a3a9-4a8b-8b76-d0bddd836521)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:14:32.463607 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2b03231c-2559-4f82-b2dd-3fbec6c88391 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:32.493038 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-eadf4923-6b02-4a14-be7a-253991bc3bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:32.498024 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-2b03231c-2559-4f82-b2dd-3fbec6c88391 None None] Calling delete_port for 542197f2-44b5-4f05-ab7c-a364c7b01e3d owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:14:32.515609 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:32.602151 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b8566c6-c153-4e1c-b6b5-1becebf311a0 admin admin] Made reservation on behalf of e1bc73ca052b4ff989529862bf093e8d for: {'network': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:14:32.612315 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8b8566c6-c153-4e1c-b6b5-1becebf311a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:32.644446 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadf4923-6b02-4a14-be7a-253991bc3bf2 admin admin] Pushing event deleted for resources: {'Port': ['ID=542197f2-44b5-4f05-ab7c-a364c7b01e3d,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:32.657286 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eadf4923-6b02-4a14-be7a-253991bc3bf2 admin admin] No DVR routers for this DVR port 542197f2-44b5-4f05-ab7c-a364c7b01e3d on host n-d-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:14:32.671333 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8b8566c6-c153-4e1c-b6b5-1becebf311a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:32.713797 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-6dc90ea8-1a90-409e-bbfd-4fc6e658986a req-b65f1763-6ed5-4600-bec9-8858fb2f1782 service neutron] Attempting to bind port f6078e09-d79e-42dc-8b24-fac466551a81 on host n-h2-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:14:32.718643 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-6dc90ea8-1a90-409e-bbfd-4fc6e658986a req-b65f1763-6ed5-4600-bec9-8858fb2f1782 service neutron] Attempting to bind port f6078e09-d79e-42dc-8b24-fac466551a81 by drivers openvswitch,hyperv on host n-h2-813679-3 at level 0 using segments [{'id': 'd193a04a-34c9-4571-8a42-8ff6f24e5c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'e7e41055-1292-4375-83c3-78e2dafcb52a'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:14:32.719319 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc90ea8-1a90-409e-bbfd-4fc6e658986a req-b65f1763-6ed5-4600-bec9-8858fb2f1782 service neutron] Attempting to bind port f6078e09-d79e-42dc-8b24-fac466551a81 on network e7e41055-1292-4375-83c3-78e2dafcb52a {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:14:32.727941 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:32.748555 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2b03231c-2559-4f82-b2dd-3fbec6c88391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:32.780588 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e973a1cf-911b-4e4f-9864-7979b30aa80a req-6271e2d6-0fc3-4933-a81e-d6223f10c359 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:32.793472 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e973a1cf-911b-4e4f-9864-7979b30aa80a req-6271e2d6-0fc3-4933-a81e-d6223f10c359 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.49 "GET /v2.0/ports?device_id=6610c236-933d-470c-aea6-417977fcbc5f HTTP/1.1" status: 200 len: 943 time: 0.3055372 Oct 12 19:14:32.837214 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b03231c-2559-4f82-b2dd-3fbec6c88391 None None] Pushing event deleted for resources: {'Port': ['ID=542197f2-44b5-4f05-ab7c-a364c7b01e3d,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:32.846215 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc90ea8-1a90-409e-bbfd-4fc6e658986a req-b65f1763-6ed5-4600-bec9-8858fb2f1782 service neutron] Port f6078e09-d79e-42dc-8b24-fac466551a81 on network e7e41055-1292-4375-83c3-78e2dafcb52a not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:14:32.846748 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc90ea8-1a90-409e-bbfd-4fc6e658986a req-b65f1763-6ed5-4600-bec9-8858fb2f1782 service neutron] Attempting to bind port f6078e09-d79e-42dc-8b24-fac466551a81 on network e7e41055-1292-4375-83c3-78e2dafcb52a {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:14:32.858142 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b03231c-2559-4f82-b2dd-3fbec6c88391 None None] No DVR routers for this DVR port 542197f2-44b5-4f05-ab7c-a364c7b01e3d on host n-d-813679-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:14:32.871608 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-eadf4923-6b02-4a14-be7a-253991bc3bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:32.884636 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc90ea8-1a90-409e-bbfd-4fc6e658986a req-b65f1763-6ed5-4600-bec9-8858fb2f1782 service neutron] Checking agent: {'id': '233fbd7d-38e4-434f-bb8f-05364d7423a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:14:32.885039 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc90ea8-1a90-409e-bbfd-4fc6e658986a req-b65f1763-6ed5-4600-bec9-8858fb2f1782 service neutron] Checking segment: {'id': 'd193a04a-34c9-4571-8a42-8ff6f24e5c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'e7e41055-1292-4375-83c3-78e2dafcb52a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:14:32.885698 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc90ea8-1a90-409e-bbfd-4fc6e658986a req-b65f1763-6ed5-4600-bec9-8858fb2f1782 service neutron] Bound using segment: {'id': 'd193a04a-34c9-4571-8a42-8ff6f24e5c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'e7e41055-1292-4375-83c3-78e2dafcb52a'} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:14:32.886228 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-6dc90ea8-1a90-409e-bbfd-4fc6e658986a req-b65f1763-6ed5-4600-bec9-8858fb2f1782 service neutron] Bound port: f6078e09-d79e-42dc-8b24-fac466551a81, host: n-h2-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd193a04a-34c9-4571-8a42-8ff6f24e5c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'e7e41055-1292-4375-83c3-78e2dafcb52a'}}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:14:32.886583 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-6dc90ea8-1a90-409e-bbfd-4fc6e658986a req-b65f1763-6ed5-4600-bec9-8858fb2f1782 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:32.909273 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-eadf4923-6b02-4a14-be7a-253991bc3bf2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d73c486-3501-46be-b614-9bb3c24ac9cd']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:14:32.913587 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-a7dac321-43ac-42a3-a492-eaf6f5473f79 req-e28c6c95-d9dc-4bba-acc2-484bcfe3c662 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Deleting port 7e61f36e-dff1-4ba8-a2e1-9bdb1d8c4847 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:14:32.913996 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-a7dac321-43ac-42a3-a492-eaf6f5473f79 req-e28c6c95-d9dc-4bba-acc2-484bcfe3c662 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:32.937658 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e973a1cf-911b-4e4f-9864-7979b30aa80a req-2d82e8e6-ea2a-4239-999f-c40df978a3b8 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.49 "GET /v2.0/security-groups?id=5db68f36-da5e-4c70-9151-5d33b0141201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282992 Oct 12 19:14:32.950206 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-eadf4923-6b02-4a14-be7a-253991bc3bf2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '558d9154-a3a9-4a8b-8b76-d0bddd836521') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:14:32.950206 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-eadf4923-6b02-4a14-be7a-253991bc3bf2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '558d9154-a3a9-4a8b-8b76-d0bddd836521') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:14:33.001608 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:33.052791 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-6dc90ea8-1a90-409e-bbfd-4fc6e658986a req-b65f1763-6ed5-4600-bec9-8858fb2f1782 service neutron] For port f6078e09-d79e-42dc-8b24-fac466551a81, host n-h2-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:14:33.057585 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-eadf4923-6b02-4a14-be7a-253991bc3bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16313633'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:33.081379 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-6dc90ea8-1a90-409e-bbfd-4fc6e658986a req-b65f1763-6ed5-4600-bec9-8858fb2f1782 service neutron] For port f6078e09-d79e-42dc-8b24-fac466551a81, host n-h2-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=f6078e09-d79e-42dc-8b24-fac466551a81,segment=NetworkSegment(d193a04a-34c9-4571-8a42-8ff6f24e5c3b),segment_id=d193a04a-34c9-4571-8a42-8ff6f24e5c3b)] {{(pid=95501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:14:33.083702 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8b8566c6-c153-4e1c-b6b5-1becebf311a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:33.127270 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 0294d0fe-b096-4686-b84c-5bdea469f0ed up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:14:33.139323 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-6dc90ea8-1a90-409e-bbfd-4fc6e658986a req-b65f1763-6ed5-4600-bec9-8858fb2f1782 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:33.228697 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 0294d0fe-b096-4686-b84c-5bdea469f0ed triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:14:33.228697 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:33.251713 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8b8566c6-c153-4e1c-b6b5-1becebf311a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:33.350746 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:33.379135 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b8566c6-c153-4e1c-b6b5-1becebf311a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=95501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:14:33.389213 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8b8566c6-c153-4e1c-b6b5-1becebf311a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:33.389574 n-d-813679-3 neutron-server[95501]: INFO neutron.db.segments_db [None req-8b8566c6-c153-4e1c-b6b5-1becebf311a0 admin admin] Added segment ea4a270c-5f43-4988-909c-2cf22be49b36 of type vlan for network fd3a7e91-28a9-4db8-b159-ade8f4dff732 Oct 12 19:14:33.405554 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] For port 0294d0fe-b096-4686-b84c-5bdea469f0ed, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=0294d0fe-b096-4686-b84c-5bdea469f0ed,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:14:33.481631 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:33.483122 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-eadf4923-6b02-4a14-be7a-253991bc3bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:33.489980 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eadf4923-6b02-4a14-be7a-253991bc3bf2 admin admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:14:33.490458 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-eadf4923-6b02-4a14-be7a-253991bc3bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4305278'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:33.494180 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8b8566c6-c153-4e1c-b6b5-1becebf311a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:33.510310 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:33.539602 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc90ea8-1a90-409e-bbfd-4fc6e658986a req-b65f1763-6ed5-4600-bec9-8858fb2f1782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:33.540415 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-6dc90ea8-1a90-409e-bbfd-4fc6e658986a req-b65f1763-6ed5-4600-bec9-8858fb2f1782 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:33.542939 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6dc90ea8-1a90-409e-bbfd-4fc6e658986a req-b65f1763-6ed5-4600-bec9-8858fb2f1782 service neutron] 10.222.0.67 "PUT /v2.0/ports/f6078e09-d79e-42dc-8b24-fac466551a81 HTTP/1.1" status: 200 len: 1091 time: 4.4980736 Oct 12 19:14:33.548882 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6610c236-933d-470c-aea6-417977fcbc5f', 'tag': 'f6078e09-d79e-42dc-8b24-fac466551a81'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:14:33.551823 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d93332f0-d133-4893-9d45-ed6e751449ff" -d '{"events": [{"name": "network-changed", "server_uuid": "6610c236-933d-470c-aea6-417977fcbc5f", "tag": "f6078e09-d79e-42dc-8b24-fac466551a81"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:14:33.583836 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8566c6-c153-4e1c-b6b5-1becebf311a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db60c67d-bef5-44ee-91f7-dd492db60f1c,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:33.591274 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65f1763-6ed5-4600-bec9-8858fb2f1782 service neutron] Pushing event updated for resources: {'Port': ['ID=f6078e09-d79e-42dc-8b24-fac466551a81,revision_number=3']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:33.606278 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8b8566c6-c153-4e1c-b6b5-1becebf311a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:33.607342 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8566c6-c153-4e1c-b6b5-1becebf311a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:33.608330 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8b8566c6-c153-4e1c-b6b5-1becebf311a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:33.623758 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb67dc0-edce-45e8-b221-bc4d7bc40551 req-20dcb902-40ad-400a-a458-7e383d4bf5b7 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:33.625333 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ecb67dc0-edce-45e8-b221-bc4d7bc40551 req-20dcb902-40ad-400a-a458-7e383d4bf5b7 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76d8672-6416-4017-8f22-b5afeb405fbd HTTP/1.1" status: 200 len: 945 time: 0.8933046 Oct 12 19:14:33.626151 n-d-813679-3 neutron-server[95502]: Traceback (most recent call last): Oct 12 19:14:33.626151 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:14:33.626151 n-d-813679-3 neutron-server[95502]: timer() Oct 12 19:14:33.626151 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:14:33.626151 n-d-813679-3 neutron-server[95502]: cb(*args, **kw) Oct 12 19:14:33.626151 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:14:33.626151 n-d-813679-3 neutron-server[95502]: return func(*args, **kwargs) Oct 12 19:14:33.626151 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:14:33.626151 n-d-813679-3 neutron-server[95502]: self._notify() Oct 12 19:14:33.626151 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:14:33.626151 n-d-813679-3 neutron-server[95502]: self.callback(batched_events) Oct 12 19:14:33.626151 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:14:33.626151 n-d-813679-3 neutron-server[95502]: event.method(event) Oct 12 19:14:33.626151 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:14:33.626151 n-d-813679-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:14:33.626151 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:14:33.626151 n-d-813679-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:14:33.626151 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:14:33.626151 n-d-813679-3 neutron-server[95502]: return f(self, *a, **k) Oct 12 19:14:33.626151 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:14:33.626151 n-d-813679-3 neutron-server[95502]: return self._get(url).json() Oct 12 19:14:33.626151 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:14:33.626151 n-d-813679-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:14:33.626151 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:14:33.626151 n-d-813679-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Oct 12 19:14:33.626151 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:14:33.626151 n-d-813679-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:14:33.626151 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:14:33.626151 n-d-813679-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:14:33.626151 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:14:33.626151 n-d-813679-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:14:33.626151 n-d-813679-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:14:33.675613 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 542197f2-44b5-4f05-ab7c-a364c7b01e3d no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:14:33.688205 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-eadf4923-6b02-4a14-be7a-253991bc3bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:33.719379 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-52605873-fe56-4f5b-9383-a325fdce7b69 req-b4069bd1-f1ab-47fe-9d0c-51e9a0554c9d tempest-FloatingIPsTestJSON-1167178715 tempest-FloatingIPsTestJSON-1167178715-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4952469 Oct 12 19:14:33.745583 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-52605873-fe56-4f5b-9383-a325fdce7b69 req-a826723c-690c-4f21-a17a-ab19ccd91120 tempest-FloatingIPsTestJSON-1167178715 tempest-FloatingIPsTestJSON-1167178715-project] Request body: {'floatingip': {'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:14:33.758915 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-a7dac321-43ac-42a3-a492-eaf6f5473f79 req-e28c6c95-d9dc-4bba-acc2-484bcfe3c662 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] For port 7e61f36e-dff1-4ba8-a2e1-9bdb1d8c4847, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=7e61f36e-dff1-4ba8-a2e1-9bdb1d8c4847,segment=NetworkSegment(9a265161-39b6-438d-83a9-b9196658e74a),segment_id=9a265161-39b6-438d-83a9-b9196658e74a)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:14:33.759422 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-a7dac321-43ac-42a3-a492-eaf6f5473f79 req-e28c6c95-d9dc-4bba-acc2-484bcfe3c662 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:33.779785 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-a7dac321-43ac-42a3-a492-eaf6f5473f79 req-e28c6c95-d9dc-4bba-acc2-484bcfe3c662 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Calling delete_port for 7e61f36e-dff1-4ba8-a2e1-9bdb1d8c4847 owned by compute:nova {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:14:33.803075 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8566c6-c153-4e1c-b6b5-1becebf311a0 admin admin] Pushing event updated for resources: {'Network': ['ID=fd3a7e91-28a9-4db8-b159-ade8f4dff732,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:33.813961 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-8b8566c6-c153-4e1c-b6b5-1becebf311a0 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8091860 Oct 12 19:14:33.823368 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 33256) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:14:33.827188 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc90ea8-1a90-409e-bbfd-4fc6e658986a req-96d5d374-78c9-46ca-8e39-36e715cf3bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:33.829126 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6dc90ea8-1a90-409e-bbfd-4fc6e658986a req-96d5d374-78c9-46ca-8e39-36e715cf3bd3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c0152dadd25443e0b77c77a26c835136&device_id=6610c236-933d-470c-aea6-417977fcbc5f HTTP/1.1" status: 200 len: 1094 time: 0.1363909 Oct 12 19:14:33.835182 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-ff0414da-7a87-461e-8972-547eca95e576 admin admin] Request body: {'subnet': {'network_id': 'fd3a7e91-28a9-4db8-b159-ade8f4dff732', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-421754055-subnet', 'tenant_id': 'e1bc73ca052b4ff989529862bf093e8d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:14:33.881288 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-eadf4923-6b02-4a14-be7a-253991bc3bf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:33.888737 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-eadf4923-6b02-4a14-be7a-253991bc3bf2 admin admin] 10.222.0.49 "DELETE /v2.0/networks/6d73c486-3501-46be-b614-9bb3c24ac9cd HTTP/1.1" status: 204 len: 168 time: 2.4935269 Oct 12 19:14:33.906750 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6dc90ea8-1a90-409e-bbfd-4fc6e658986a req-74d26b94-36db-46b2-9b93-1e301fb67338 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f6078e09-d79e-42dc-8b24-fac466551a81 HTTP/1.1" status: 200 len: 217 time: 0.0516577 Oct 12 19:14:33.970991 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-52605873-fe56-4f5b-9383-a325fdce7b69 req-a826723c-690c-4f21-a17a-ab19ccd91120 tempest-FloatingIPsTestJSON-1167178715 tempest-FloatingIPsTestJSON-1167178715-project] Notify callbacks [] for floatingip, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:33.982700 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ecb67dc0-edce-45e8-b221-bc4d7bc40551 req-c028bf2b-b9ac-4762-a860-a92ec5405975 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/security-groups?id=453b01c6-7fe6-41ac-8e1d-6df7a2675094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3350146 Oct 12 19:14:34.000583 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadf4923-6b02-4a14-be7a-253991bc3bf2 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d73c486-3501-46be-b614-9bb3c24ac9cd,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:34.080654 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc90ea8-1a90-409e-bbfd-4fc6e658986a req-35af7e2c-2858-4a36-a06c-6cc90c985909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:34.082159 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6dc90ea8-1a90-409e-bbfd-4fc6e658986a req-35af7e2c-2858-4a36-a06c-6cc90c985909 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c4f49dc5-e874-495c-886d-4a58af79da10 HTTP/1.1" status: 200 len: 853 time: 0.1642394 Oct 12 19:14:34.090741 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 542197f2-44b5-4f05-ab7c-a364c7b01e3d {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:14:34.091412 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 542197f2-44b5-4f05-ab7c-a364c7b01e3d not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:14:34.093720 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Pushing event updated for resources: {'Port': ['ID=0294d0fe-b096-4686-b84c-5bdea469f0ed,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:34.102523 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network fd3a7e91-28a9-4db8-b159-ade8f4dff732 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:14:34.140424 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6dc90ea8-1a90-409e-bbfd-4fc6e658986a req-ff78e961-fd69-4d7f-b8d7-3db941a611e7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e7e41055-1292-4375-83c3-78e2dafcb52a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433452 Oct 12 19:14:34.182803 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff0414da-7a87-461e-8972-547eca95e576 admin admin] Made reservation on behalf of e1bc73ca052b4ff989529862bf093e8d for: {'subnet': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:14:34.186189 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ff0414da-7a87-461e-8972-547eca95e576 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4612397'] for subnet, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:34.209123 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f5fbcf-9365-48ec-8abd-d494913b0426 req-f473fd8a-19ab-41fe-9c0b-8ffcb00e6fe2 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:34.214558 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-64f5fbcf-9365-48ec-8abd-d494913b0426 req-f473fd8a-19ab-41fe-9c0b-8ffcb00e6fe2 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] 10.222.0.49 "GET /v2.0/ports?device_id=926f5109-78bb-47c6-a992-3081969196e2 HTTP/1.1" status: 200 len: 946 time: 0.0823808 Oct 12 19:14:34.235324 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-a7dac321-43ac-42a3-a492-eaf6f5473f79 req-e28c6c95-d9dc-4bba-acc2-484bcfe3c662 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:34.236991 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452b1016-6e8a-4d06-aabe-95065422ba1c None None] Sync routers for ids ['81f8746f-864d-4a18-8439-58aff1145ce8'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:14:34.257438 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452b1016-6e8a-4d06-aabe-95065422ba1c None None] Routers {'81f8746f-864d-4a18-8439-58aff1145ce8'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:14:34.260636 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-452b1016-6e8a-4d06-aabe-95065422ba1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:14:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['81f8746f-864d-4a18-8439-58aff1145ce8'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:14:34.287497 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28c6c95-d9dc-4bba-acc2-484bcfe3c662 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Pushing event deleted for resources: {'Port': ['ID=7e61f36e-dff1-4ba8-a2e1-9bdb1d8c4847,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:34.336246 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-64f5fbcf-9365-48ec-8abd-d494913b0426 req-8af0249f-4883-40db-9ba6-b5f2f81a174e tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] 10.222.0.49 "GET /v2.0/security-groups?id=93001041-1fb8-4b9a-acba-05886aa0e0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145558 Oct 12 19:14:34.375737 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-52605873-fe56-4f5b-9383-a325fdce7b69 req-a826723c-690c-4f21-a17a-ab19ccd91120 tempest-FloatingIPsTestJSON-1167178715 tempest-FloatingIPsTestJSON-1167178715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:34.379242 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7dac321-43ac-42a3-a492-eaf6f5473f79 req-e28c6c95-d9dc-4bba-acc2-484bcfe3c662 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] No DVR routers for this DVR port 7e61f36e-dff1-4ba8-a2e1-9bdb1d8c4847 on host n-h1-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:14:34.384306 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-a7dac321-43ac-42a3-a492-eaf6f5473f79 req-e28c6c95-d9dc-4bba-acc2-484bcfe3c662 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:34.393954 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6dc90ea8-1a90-409e-bbfd-4fc6e658986a req-6947669a-6a4c-41b0-b85e-9f164a3243b5 service neutron] 10.222.0.67 "GET /v2.0/networks/e7e41055-1292-4375-83c3-78e2dafcb52a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376993 Oct 12 19:14:34.394634 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a7dac321-43ac-42a3-a492-eaf6f5473f79 req-e28c6c95-d9dc-4bba-acc2-484bcfe3c662 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] 10.222.0.61 "DELETE /v2.0/ports/7e61f36e-dff1-4ba8-a2e1-9bdb1d8c4847 HTTP/1.1" status: 204 len: 173 time: 2.1856310 Oct 12 19:14:34.396515 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '926f5109-78bb-47c6-a992-3081969196e2', 'name': 'network-vif-deleted', 'tag': '7e61f36e-dff1-4ba8-a2e1-9bdb1d8c4847'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:14:34.403550 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5162ca5f-136c-4049-ba64-59e2206a2ce0" -d '{"events": [{"server_uuid": "926f5109-78bb-47c6-a992-3081969196e2", "name": "network-vif-deleted", "tag": "7e61f36e-dff1-4ba8-a2e1-9bdb1d8c4847"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:14:34.405432 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 33262) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:14:34.452001 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b41a9f55-a581-4083-a56c-2a63ecd4776d x-openstack-request-id: req-b41a9f55-a581-4083-a56c-2a63ecd4776d {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:14:34.452450 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6610c236-933d-470c-aea6-417977fcbc5f", "tag": "f6078e09-d79e-42dc-8b24-fac466551a81", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:14:34.452804 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b41a9f55-a581-4083-a56c-2a63ecd4776d {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:14:34.453310 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6610c236-933d-470c-aea6-417977fcbc5f', 'tag': 'f6078e09-d79e-42dc-8b24-fac466551a81', 'status': 'completed', 'code': 200} Oct 12 19:14:34.483779 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 7e61f36e-dff1-4ba8-a2e1-9bdb1d8c4847 no longer exists at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:14:34.591630 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] No Port match for: 7e61f36e-dff1-4ba8-a2e1-9bdb1d8c4847 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:14:34.591981 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 7e61f36e-dff1-4ba8-a2e1-9bdb1d8c4847 not bound to the agent host n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:14:34.633719 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-452b1016-6e8a-4d06-aabe-95065422ba1c None None] Set router 81f8746f-864d-4a18-8439-58aff1145ce8 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:14:34.687940 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b138c5-4b1e-4faf-8bf2-70bfeb76ef2b req-9c2e3ce7-9607-43ec-9c79-6c7b81179287 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:34.693922 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-65b138c5-4b1e-4faf-8bf2-70bfeb76ef2b req-9c2e3ce7-9607-43ec-9c79-6c7b81179287 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.49 "GET /v2.0/ports?device_id=6610c236-933d-470c-aea6-417977fcbc5f HTTP/1.1" status: 200 len: 943 time: 0.1696963 Oct 12 19:14:34.714641 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:34.718900 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-88c887ef-8cf9-43ac-8a9f-af09d0783544 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b7528b6e53624c36bc7cfa3c022fa354&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3122337 Oct 12 19:14:34.733979 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 33270) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:14:34.775148 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-65b138c5-4b1e-4faf-8bf2-70bfeb76ef2b req-e5ab65aa-8997-4196-9e84-d28481dfe488 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.49 "GET /v2.0/security-groups?id=5db68f36-da5e-4c70-9151-5d33b0141201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677333 Oct 12 19:14:34.813825 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [req-52605873-fe56-4f5b-9383-a325fdce7b69 req-a826723c-690c-4f21-a17a-ab19ccd91120 tempest-FloatingIPsTestJSON-1167178715 tempest-FloatingIPsTestJSON-1167178715-project] Allocated IP 172.25.5.233 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/2c0cbf66-b6be-44f9-9753-f7c49be32c46) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:14:34.819952 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6dc90ea8-1a90-409e-bbfd-4fc6e658986a req-f97a1bf8-da51-4405-8c45-69866f4ceece service neutron] 10.222.0.67 "GET /v2.0/networks/e7e41055-1292-4375-83c3-78e2dafcb52a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3843293 Oct 12 19:14:34.880955 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d93f1095-74ba-484a-84d7-9961ead1cee8 x-openstack-request-id: req-d93f1095-74ba-484a-84d7-9961ead1cee8 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:14:34.881327 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "926f5109-78bb-47c6-a992-3081969196e2", "name": "network-vif-deleted", "tag": "7e61f36e-dff1-4ba8-a2e1-9bdb1d8c4847", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:14:34.881534 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d93f1095-74ba-484a-84d7-9961ead1cee8 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:14:34.881933 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '926f5109-78bb-47c6-a992-3081969196e2', 'name': 'network-vif-deleted', 'tag': '7e61f36e-dff1-4ba8-a2e1-9bdb1d8c4847', 'status': 'completed', 'code': 200} Oct 12 19:14:34.941647 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b5cfa26f-19e9-4c2e-ba46-b8f5574f00c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:34.988009 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b5cfa26f-19e9-4c2e-ba46-b8f5574f00c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:35.047679 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 0294d0fe-b096-4686-b84c-5bdea469f0ed up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:14:35.072771 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-52605873-fe56-4f5b-9383-a325fdce7b69 req-a826723c-690c-4f21-a17a-ab19ccd91120 tempest-FloatingIPsTestJSON-1167178715 tempest-FloatingIPsTestJSON-1167178715-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:35.163218 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-452b1016-6e8a-4d06-aabe-95065422ba1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f8746f-864d-4a18-8439-58aff1145ce8', 'name': 'tempest-FloatingIPsTestJSON-975700830-router', 'tenant_id': '155d620cee104cb5ba26c7a95e7481f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '0294d0fe-b096-4686-b84c-5bdea469f0ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:14:17Z', 'updated_at': '2021-10-12T19:14:29Z', 'revision_number': 4, 'project_id': '155d620cee104cb5ba26c7a95e7481f9', 'gw_port': {'id': '0294d0fe-b096-4686-b84c-5bdea469f0ed', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:28:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f8746f-864d-4a18-8439-58aff1145ce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:14:19Z', 'updated_at': '2021-10-12T19:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '822fdb47-7768-4ee0-a12b-e456df1e3fe8', 'name': '', 'network_id': '15f7e862-3091-4f05-afb0-42bc20c60d57', 'tenant_id': '155d620cee104cb5ba26c7a95e7481f9', 'mac_address': 'fa:16:3e:20:0b:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f8746f-864d-4a18-8439-58aff1145ce8', 'device_owner': 'network:router_interface', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '7e1b9cdd-7750-436b-a3a0-dabb44bb8209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:14:26Z', 'updated_at': '2021-10-12T19:14:29Z', 'revision_number': 2, 'project_id': '155d620cee104cb5ba26c7a95e7481f9', 'subnets': [{'id': '7e1b9cdd-7750-436b-a3a0-dabb44bb8209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:14:35.192161 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ff0414da-7a87-461e-8972-547eca95e576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4824863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4612355'] for subnet, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:35.202272 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452b1016-6e8a-4d06-aabe-95065422ba1c None None] Checking router: 81f8746f-864d-4a18-8439-58aff1145ce8 for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:14:35.202272 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452b1016-6e8a-4d06-aabe-95065422ba1c None None] Updating router 81f8746f-864d-4a18-8439-58aff1145ce8 port 822fdb47-7768-4ee0-a12b-e456df1e3fe8 binding host n-d-813679-3 {{(pid=95503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 19:14:35.231386 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6338cbc-da89-4a25-b287-93ff0a106b80 req-d4390baf-06c1-44e9-98fa-07abba9c29ac tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:35.239173 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 0294d0fe-b096-4686-b84c-5bdea469f0ed triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:14:35.239543 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:35.242226 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c6338cbc-da89-4a25-b287-93ff0a106b80 req-d4390baf-06c1-44e9-98fa-07abba9c29ac tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76d8672-6416-4017-8f22-b5afeb405fbd HTTP/1.1" status: 200 len: 945 time: 0.1044571 Oct 12 19:14:35.324612 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c6338cbc-da89-4a25-b287-93ff0a106b80 req-4767b31d-cede-4b83-b375-427b2da3f7af tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/security-groups?id=453b01c6-7fe6-41ac-8e1d-6df7a2675094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802104 Oct 12 19:14:35.370708 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-452b1016-6e8a-4d06-aabe-95065422ba1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:35.376671 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93332f0-d133-4893-9d45-ed6e751449ff req-6398069a-fbd8-4656-bc17-fabb547da978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:35.381085 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d93332f0-d133-4893-9d45-ed6e751449ff req-6398069a-fbd8-4656-bc17-fabb547da978 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c0152dadd25443e0b77c77a26c835136&device_id=6610c236-933d-470c-aea6-417977fcbc5f HTTP/1.1" status: 200 len: 1094 time: 0.1179767 Oct 12 19:14:35.381085 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0414da-7a87-461e-8972-547eca95e576 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05da809f-ecea-4341-80e8-b874d56f17a9,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:35.422780 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0414da-7a87-461e-8972-547eca95e576 admin admin] Checking segment: {'id': 'ea4a270c-5f43-4988-909c-2cf22be49b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'fd3a7e91-28a9-4db8-b159-ade8f4dff732'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:14:35.423579 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0414da-7a87-461e-8972-547eca95e576 admin admin] Network hostable DHCP agents. Network: fd3a7e91-28a9-4db8-b159-ade8f4dff732, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:14:35.523902 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-52a6e8da-b9b8-45d4-82d1-6a891fe51d5f req-d1a45027-c81d-49ee-82ec-affba57039d8 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] 10.222.0.49 "GET /v2.0/ports?device_id=926f5109-78bb-47c6-a992-3081969196e2 HTTP/1.1" status: 200 len: 210 time: 0.0580847 Oct 12 19:14:35.535394 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93332f0-d133-4893-9d45-ed6e751449ff req-1da51471-b9a3-4f6f-9bdc-1c49fe6439c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:35.538226 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d93332f0-d133-4893-9d45-ed6e751449ff req-1da51471-b9a3-4f6f-9bdc-1c49fe6439c6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e7e41055-1292-4375-83c3-78e2dafcb52a HTTP/1.1" status: 200 len: 914 time: 0.1488035 Oct 12 19:14:35.597124 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d93332f0-d133-4893-9d45-ed6e751449ff req-36f1eea4-9ac9-4301-ad12-816d73db3463 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f6078e09-d79e-42dc-8b24-fac466551a81 HTTP/1.1" status: 200 len: 217 time: 0.0430670 Oct 12 19:14:35.658901 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93332f0-d133-4893-9d45-ed6e751449ff req-00a48a96-9b6a-4164-97a0-0474b4e8e95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:35.660302 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d93332f0-d133-4893-9d45-ed6e751449ff req-00a48a96-9b6a-4164-97a0-0474b4e8e95c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c4f49dc5-e874-495c-886d-4a58af79da10 HTTP/1.1" status: 200 len: 853 time: 0.0618873 Oct 12 19:14:35.694556 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d93332f0-d133-4893-9d45-ed6e751449ff req-4a066ad5-7379-4cd7-adce-eab6999d0552 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e7e41055-1292-4375-83c3-78e2dafcb52a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263822 Oct 12 19:14:35.807113 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d93332f0-d133-4893-9d45-ed6e751449ff req-9fb23a0c-a542-492d-83df-e77f99adba39 service neutron] 10.222.0.67 "GET /v2.0/networks/e7e41055-1292-4375-83c3-78e2dafcb52a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052408 Oct 12 19:14:35.822536 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-452b1016-6e8a-4d06-aabe-95065422ba1c None None] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:35.893572 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b5cfa26f-19e9-4c2e-ba46-b8f5574f00c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:35.893572 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b5cfa26f-19e9-4c2e-ba46-b8f5574f00c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:35.893572 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-b5cfa26f-19e9-4c2e-ba46-b8f5574f00c6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/155af2cb-c4c2-40bc-b883-09fd3105123c HTTP/1.1" status: 204 len: 168 time: 1.1560173 Oct 12 19:14:35.914030 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cfa26f-19e9-4c2e-ba46-b8f5574f00c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=155af2cb-c4c2-40bc-b883-09fd3105123c,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:35.924241 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d93332f0-d133-4893-9d45-ed6e751449ff req-9b829433-4193-4346-ae46-0ed97a8abf2e service neutron] 10.222.0.67 "GET /v2.0/networks/e7e41055-1292-4375-83c3-78e2dafcb52a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087334 Oct 12 19:14:35.957041 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-52605873-fe56-4f5b-9383-a325fdce7b69 req-a826723c-690c-4f21-a17a-ab19ccd91120 tempest-FloatingIPsTestJSON-1167178715 tempest-FloatingIPsTestJSON-1167178715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:35.962728 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0414da-7a87-461e-8972-547eca95e576 admin admin] Network fd3a7e91-28a9-4db8-b159-ade8f4dff732 is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:14:36.001095 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4351f76-ab40-4b9f-9ed8-c62436065778 req-f095cad9-5d1a-466e-a464-0da7ac6ff8a6 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:36.003333 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f4351f76-ab40-4b9f-9ed8-c62436065778 req-f095cad9-5d1a-466e-a464-0da7ac6ff8a6 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.49 "GET /v2.0/ports?device_id=6610c236-933d-470c-aea6-417977fcbc5f HTTP/1.1" status: 200 len: 943 time: 0.0633607 Oct 12 19:14:36.011991 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52605873-fe56-4f5b-9383-a325fdce7b69 req-a826723c-690c-4f21-a17a-ab19ccd91120 tempest-FloatingIPsTestJSON-1167178715 tempest-FloatingIPsTestJSON-1167178715-project] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:14:36.015452 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [req-52605873-fe56-4f5b-9383-a325fdce7b69 req-a826723c-690c-4f21-a17a-ab19ccd91120 tempest-FloatingIPsTestJSON-1167178715 tempest-FloatingIPsTestJSON-1167178715-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:14:36.018211 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-52605873-fe56-4f5b-9383-a325fdce7b69 req-a826723c-690c-4f21-a17a-ab19ccd91120 tempest-FloatingIPsTestJSON-1167178715 tempest-FloatingIPsTestJSON-1167178715-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:14:36.031734 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-452b1016-6e8a-4d06-aabe-95065422ba1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:36.050924 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a826723c-690c-4f21-a17a-ab19ccd91120 tempest-FloatingIPsTestJSON-1167178715 tempest-FloatingIPsTestJSON-1167178715-project] Pushing event updated for resources: {'Port': ['ID=2c0cbf66-b6be-44f9-9753-f7c49be32c46,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:36.066536 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f4351f76-ab40-4b9f-9ed8-c62436065778 req-d2a8b9b4-3dec-4224-950a-915b8a695f54 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.49 "GET /v2.0/security-groups?id=5db68f36-da5e-4c70-9151-5d33b0141201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504680 Oct 12 19:14:36.124684 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-ff0414da-7a87-461e-8972-547eca95e576 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, fd3a7e91-28a9-4db8-b159-ade8f4dff732) {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:14:36.130943 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52478c9f-0060-4413-a78f-8f00416797b6 None None] Pushing event updated for resources: {'Port': ['ID=822fdb47-7768-4ee0-a12b-e456df1e3fe8,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:36.142751 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7dba5ba-3e24-4ccf-93c3-2477a0bef359 None None] Network fd3a7e91-28a9-4db8-b159-ade8f4dff732 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:14:36.155477 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff0414da-7a87-461e-8972-547eca95e576 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:36.156115 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ff0414da-7a87-461e-8972-547eca95e576 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:36.201672 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-52605873-fe56-4f5b-9383-a325fdce7b69 req-a826723c-690c-4f21-a17a-ab19ccd91120 tempest-FloatingIPsTestJSON-1167178715 tempest-FloatingIPsTestJSON-1167178715-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:36.254013 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-452b1016-6e8a-4d06-aabe-95065422ba1c None None] Attempting to bind port 822fdb47-7768-4ee0-a12b-e456df1e3fe8 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:14:36.254679 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-452b1016-6e8a-4d06-aabe-95065422ba1c None None] Attempting to bind port 822fdb47-7768-4ee0-a12b-e456df1e3fe8 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '9c47dc8d-8b52-45fc-bcad-d3ca4828e3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '15f7e862-3091-4f05-afb0-42bc20c60d57'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:14:36.255096 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452b1016-6e8a-4d06-aabe-95065422ba1c None None] Attempting to bind port 822fdb47-7768-4ee0-a12b-e456df1e3fe8 on network 15f7e862-3091-4f05-afb0-42bc20c60d57 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:14:36.266162 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452b1016-6e8a-4d06-aabe-95065422ba1c None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:14:36.266162 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452b1016-6e8a-4d06-aabe-95065422ba1c None None] Checking segment: {'id': '9c47dc8d-8b52-45fc-bcad-d3ca4828e3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '15f7e862-3091-4f05-afb0-42bc20c60d57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:14:36.266162 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-452b1016-6e8a-4d06-aabe-95065422ba1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:36.266162 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452b1016-6e8a-4d06-aabe-95065422ba1c None None] Bound using segment: {'id': '9c47dc8d-8b52-45fc-bcad-d3ca4828e3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '15f7e862-3091-4f05-afb0-42bc20c60d57'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:14:36.266162 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-452b1016-6e8a-4d06-aabe-95065422ba1c None None] Bound port: 822fdb47-7768-4ee0-a12b-e456df1e3fe8, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c47dc8d-8b52-45fc-bcad-d3ca4828e3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '15f7e862-3091-4f05-afb0-42bc20c60d57'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:14:36.266162 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-452b1016-6e8a-4d06-aabe-95065422ba1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:36.295903 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-ff0414da-7a87-461e-8972-547eca95e576 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4652927 Oct 12 19:14:36.300335 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 33284) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:14:36.307680 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-c5cedf2f-ca9d-41dd-a2e3-f0760bfeb093 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-421754055-router', 'tenant_id': 'e1bc73ca052b4ff989529862bf093e8d', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:14:36.395142 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-452b1016-6e8a-4d06-aabe-95065422ba1c None None] For port 822fdb47-7768-4ee0-a12b-e456df1e3fe8, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:14:36.399328 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-452b1016-6e8a-4d06-aabe-95065422ba1c None None] For port 822fdb47-7768-4ee0-a12b-e456df1e3fe8, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=822fdb47-7768-4ee0-a12b-e456df1e3fe8,segment=NetworkSegment(9c47dc8d-8b52-45fc-bcad-d3ca4828e3c5),segment_id=9c47dc8d-8b52-45fc-bcad-d3ca4828e3c5)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:14:36.405363 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-52605873-fe56-4f5b-9383-a325fdce7b69 req-a826723c-690c-4f21-a17a-ab19ccd91120 tempest-FloatingIPsTestJSON-1167178715 tempest-FloatingIPsTestJSON-1167178715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:36.408938 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c5cedf2f-ca9d-41dd-a2e3-f0760bfeb093 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8093678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255505'] for router, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:36.409806 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c5cedf2f-ca9d-41dd-a2e3-f0760bfeb093 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8093562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8087085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8022306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255518'] for router, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:36.464066 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add2fc8c-b31b-41f6-bfe4-36a60043afe1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-fd3a7e91-28a9-4db8-b159-ade8f4dff732', 'network_id': 'fd3a7e91-28a9-4db8-b159-ade8f4dff732', 'tenant_id': 'e1bc73ca052b4ff989529862bf093e8d', 'fixed_ips': [{'subnet_id': '05da809f-ecea-4341-80e8-b874d56f17a9'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:14:36.465930 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-add2fc8c-b31b-41f6-bfe4-36a60043afe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:36.507880 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5234bfc7-64a7-42b9-9219-97106b1cbb4f req-df4b3d5f-0a25-4a9e-9511-4752b229e606 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:36.509492 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5234bfc7-64a7-42b9-9219-97106b1cbb4f req-df4b3d5f-0a25-4a9e-9511-4752b229e606 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76d8672-6416-4017-8f22-b5afeb405fbd HTTP/1.1" status: 200 len: 945 time: 0.0701766 Oct 12 19:14:36.521894 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-452b1016-6e8a-4d06-aabe-95065422ba1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:36.589843 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5234bfc7-64a7-42b9-9219-97106b1cbb4f req-a139b5ac-7c3a-4f35-97bf-233ec40b276f tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/security-groups?id=453b01c6-7fe6-41ac-8e1d-6df7a2675094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705218 Oct 12 19:14:36.590061 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c5cedf2f-ca9d-41dd-a2e3-f0760bfeb093 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:36.669973 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-650ac70d-6585-40a2-b8a5-0034d3165f56 None None] Provisioning complete for port 822fdb47-7768-4ee0-a12b-e456df1e3fe8 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:14:36.670349 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-650ac70d-6585-40a2-b8a5-0034d3165f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:36.759993 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452b1016-6e8a-4d06-aabe-95065422ba1c None None] Routers {'81f8746f-864d-4a18-8439-58aff1145ce8'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:14:36.761555 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-452b1016-6e8a-4d06-aabe-95065422ba1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:14:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['81f8746f-864d-4a18-8439-58aff1145ce8'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:14:36.774013 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52478c9f-0060-4413-a78f-8f00416797b6 None None] Pushing event updated for resources: {'Port': ['ID=822fdb47-7768-4ee0-a12b-e456df1e3fe8,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:36.905544 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c5cedf2f-ca9d-41dd-a2e3-f0760bfeb093 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:36.928075 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-52605873-fe56-4f5b-9383-a325fdce7b69 req-a826723c-690c-4f21-a17a-ab19ccd91120 tempest-FloatingIPsTestJSON-1167178715 tempest-FloatingIPsTestJSON-1167178715-project] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:36.983481 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-650ac70d-6585-40a2-b8a5-0034d3165f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:36.987080 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-add2fc8c-b31b-41f6-bfe4-36a60043afe1 None None] Allocated IP 172.20.0.2 (fd3a7e91-28a9-4db8-b159-ade8f4dff732/05da809f-ecea-4341-80e8-b874d56f17a9/74152d0b-23d2-44aa-a9df-ba2e2627d81a) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:14:37.030526 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 33298) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:14:37.031530 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-452b1016-6e8a-4d06-aabe-95065422ba1c None None] Set router 81f8746f-864d-4a18-8439-58aff1145ce8 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:14:37.085134 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-8f9d8aeb-4663-4181-97cf-4fbcd8280c74 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=de70255a1eb54e939d9ea6a3ef4759fc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0532632 Oct 12 19:14:37.098341 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 33300) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:14:37.110569 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-650ac70d-6585-40a2-b8a5-0034d3165f56 None None] For port 822fdb47-7768-4ee0-a12b-e456df1e3fe8, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=822fdb47-7768-4ee0-a12b-e456df1e3fe8,segment=NetworkSegment(9c47dc8d-8b52-45fc-bcad-d3ca4828e3c5),segment_id=9c47dc8d-8b52-45fc-bcad-d3ca4828e3c5)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:14:37.174173 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-52605873-fe56-4f5b-9383-a325fdce7b69 req-a826723c-690c-4f21-a17a-ab19ccd91120 tempest-FloatingIPsTestJSON-1167178715 tempest-FloatingIPsTestJSON-1167178715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:37.218315 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7383e216-2030-4153-abd2-e0496b623731 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:37.260363 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a826723c-690c-4f21-a17a-ab19ccd91120 tempest-FloatingIPsTestJSON-1167178715 tempest-FloatingIPsTestJSON-1167178715-project] Pushing event updated for resources: {'Port': ['ID=2c0cbf66-b6be-44f9-9753-f7c49be32c46,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:37.271590 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 33304) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:14:37.277598 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-1b7e19ca-5405-499c-b351-67a17dc63e5c tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Request body: {'security_group': {'name': 'tempest-securitygroup--767959780', 'description': 'tempest-description--1960971211'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:14:37.289353 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7383e216-2030-4153-abd2-e0496b623731 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:37.318342 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-650ac70d-6585-40a2-b8a5-0034d3165f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:37.338096 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-52605873-fe56-4f5b-9383-a325fdce7b69 req-a826723c-690c-4f21-a17a-ab19ccd91120 tempest-FloatingIPsTestJSON-1167178715 tempest-FloatingIPsTestJSON-1167178715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7915414'] for floatingip, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:37.457985 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314f6f81-3306-4bf9-b7a4-118a82fac5f3 req-935f1227-6b7f-4464-85f3-bf80c336cfa0 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:37.466528 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-314f6f81-3306-4bf9-b7a4-118a82fac5f3 req-935f1227-6b7f-4464-85f3-bf80c336cfa0 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.49 "GET /v2.0/ports?device_id=6610c236-933d-470c-aea6-417977fcbc5f HTTP/1.1" status: 200 len: 943 time: 0.0761468 Oct 12 19:14:37.485778 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7383e216-2030-4153-abd2-e0496b623731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:37.493265 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7383e216-2030-4153-abd2-e0496b623731 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:37.493265 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-7383e216-2030-4153-abd2-e0496b623731 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a64a83c6-a7b8-4850-80d6-4ea940e4d35d HTTP/1.1" status: 204 len: 168 time: 0.3895278 Oct 12 19:14:37.497870 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c5cedf2f-ca9d-41dd-a2e3-f0760bfeb093 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:37.507050 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-d4162335-e9bf-432c-853b-24d4da374090 None None] Provisioning complete for port 822fdb47-7768-4ee0-a12b-e456df1e3fe8 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:14:37.508276 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d4162335-e9bf-432c-853b-24d4da374090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:37.526069 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7383e216-2030-4153-abd2-e0496b623731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a64a83c6-a7b8-4850-80d6-4ea940e4d35d,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:37.526704 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c5cedf2f-ca9d-41dd-a2e3-f0760bfeb093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:37.528634 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1b7e19ca-5405-499c-b351-67a17dc63e5c tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:37.557023 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650ac70d-6585-40a2-b8a5-0034d3165f56 None None] Pushing event updated for resources: {'Port': ['ID=822fdb47-7768-4ee0-a12b-e456df1e3fe8,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:37.578599 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-314f6f81-3306-4bf9-b7a4-118a82fac5f3 req-d6093ec2-6ace-4866-9e18-e0ba9c8685d2 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.49 "GET /v2.0/security-groups?id=5db68f36-da5e-4c70-9151-5d33b0141201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111674 Oct 12 19:14:37.630888 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-add2fc8c-b31b-41f6-bfe4-36a60043afe1 None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:37.644020 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device f6078e09-d79e-42dc-8b24-fac466551a81 details requested by agent hyperv_n-h2-813679-3 with host n-h2-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:14:37.661676 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1b7e19ca-5405-499c-b351-67a17dc63e5c tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:37.674174 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-52605873-fe56-4f5b-9383-a325fdce7b69 req-a826723c-690c-4f21-a17a-ab19ccd91120 tempest-FloatingIPsTestJSON-1167178715 tempest-FloatingIPsTestJSON-1167178715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:37.681343 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-52605873-fe56-4f5b-9383-a325fdce7b69 req-a826723c-690c-4f21-a17a-ab19ccd91120 tempest-FloatingIPsTestJSON-1167178715 tempest-FloatingIPsTestJSON-1167178715-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.9402876 Oct 12 19:14:37.766392 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cde4a40-0ddb-47e2-af06-f7834f05d3a8 req-66cf065f-2089-4e71-a85e-62f317a8a5dc tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:37.779446 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2cde4a40-0ddb-47e2-af06-f7834f05d3a8 req-66cf065f-2089-4e71-a85e-62f317a8a5dc tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76d8672-6416-4017-8f22-b5afeb405fbd HTTP/1.1" status: 200 len: 945 time: 0.1086612 Oct 12 19:14:37.787369 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-52605873-fe56-4f5b-9383-a325fdce7b69 req-c1c96355-cb75-4b50-b895-df5dcef4a920 tempest-FloatingIPsTestJSON-1167178715 tempest-FloatingIPsTestJSON-1167178715-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.233 HTTP/1.1" status: 200 len: 696 time: 0.0881646 Oct 12 19:14:37.805218 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-add2fc8c-b31b-41f6-bfe4-36a60043afe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:37.825035 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port f6078e09-d79e-42dc-8b24-fac466551a81, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=f6078e09-d79e-42dc-8b24-fac466551a81,segment=NetworkSegment(d193a04a-34c9-4571-8a42-8ff6f24e5c3b),segment_id=d193a04a-34c9-4571-8a42-8ff6f24e5c3b)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:14:37.839498 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2cde4a40-0ddb-47e2-af06-f7834f05d3a8 req-fe8f5f2e-1bf5-42c0-b6ed-48213b1d3cad tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/security-groups?id=453b01c6-7fe6-41ac-8e1d-6df7a2675094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581937 Oct 12 19:14:37.885178 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add2fc8c-b31b-41f6-bfe4-36a60043afe1 None None] Network fd3a7e91-28a9-4db8-b159-ade8f4dff732 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:14:37.886257 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-add2fc8c-b31b-41f6-bfe4-36a60043afe1 None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:14:37.888343 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Returning: {'device': 'f6078e09-d79e-42dc-8b24-fac466551a81', 'network_id': 'e7e41055-1292-4375-83c3-78e2dafcb52a', 'port_id': 'f6078e09-d79e-42dc-8b24-fac466551a81', 'mac_address': 'fa:16:3e:29:af:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4f49dc5-e874-495c-886d-4a58af79da10', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:14:37.895948 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add2fc8c-b31b-41f6-bfe4-36a60043afe1 None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:14:37.918811 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add2fc8c-b31b-41f6-bfe4-36a60043afe1 None None] Pushing event updated for resources: {'Port': ['ID=74152d0b-23d2-44aa-a9df-ba2e2627d81a,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:37.985467 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-452b1016-6e8a-4d06-aabe-95065422ba1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f8746f-864d-4a18-8439-58aff1145ce8', 'name': 'tempest-FloatingIPsTestJSON-975700830-router', 'tenant_id': '155d620cee104cb5ba26c7a95e7481f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '0294d0fe-b096-4686-b84c-5bdea469f0ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:14:17Z', 'updated_at': '2021-10-12T19:14:29Z', 'revision_number': 4, 'project_id': '155d620cee104cb5ba26c7a95e7481f9', 'gw_port': {'id': '0294d0fe-b096-4686-b84c-5bdea469f0ed', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:28:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f8746f-864d-4a18-8439-58aff1145ce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:14:19Z', 'updated_at': '2021-10-12T19:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '822fdb47-7768-4ee0-a12b-e456df1e3fe8', 'name': '', 'network_id': '15f7e862-3091-4f05-afb0-42bc20c60d57', 'tenant_id': '155d620cee104cb5ba26c7a95e7481f9', 'mac_address': 'fa:16:3e:20:0b:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f8746f-864d-4a18-8439-58aff1145ce8', 'device_owner': 'network:router_interface', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '7e1b9cdd-7750-436b-a3a0-dabb44bb8209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:14:26Z', 'updated_at': '2021-10-12T19:14:36Z', 'revision_number': 4, 'project_id': '155d620cee104cb5ba26c7a95e7481f9', 'subnets': [{'id': '7e1b9cdd-7750-436b-a3a0-dabb44bb8209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:14:38.049286 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:38.059330 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452b1016-6e8a-4d06-aabe-95065422ba1c None None] The sync data for ids ['81f8746f-864d-4a18-8439-58aff1145ce8'] in n-d-813679-3 is: [{'id': '81f8746f-864d-4a18-8439-58aff1145ce8', 'name': 'tempest-FloatingIPsTestJSON-975700830-router', 'tenant_id': '155d620cee104cb5ba26c7a95e7481f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '0294d0fe-b096-4686-b84c-5bdea469f0ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:14:17Z', 'updated_at': '2021-10-12T19:14:29Z', 'revision_number': 4, 'project_id': '155d620cee104cb5ba26c7a95e7481f9', 'gw_port': {'id': '0294d0fe-b096-4686-b84c-5bdea469f0ed', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:28:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f8746f-864d-4a18-8439-58aff1145ce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:14:19Z', 'updated_at': '2021-10-12T19:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '822fdb47-7768-4ee0-a12b-e456df1e3fe8', 'name': '', 'network_id': '15f7e862-3091-4f05-afb0-42bc20c60d57', 'tenant_id': '155d620cee104cb5ba26c7a95e7481f9', 'mac_address': 'fa:16:3e:20:0b:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f8746f-864d-4a18-8439-58aff1145ce8', 'device_owner': 'network:router_interface', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '7e1b9cdd-7750-436b-a3a0-dabb44bb8209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:14:26Z', 'updated_at': '2021-10-12T19:14:36Z', 'revision_number': 4, 'project_id': '155d620cee104cb5ba26c7a95e7481f9', 'subnets': [{'id': '7e1b9cdd-7750-436b-a3a0-dabb44bb8209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:14:38.081437 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6078e09-d79e-42dc-8b24-fac466551a81 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:14:38.087359 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-add2fc8c-b31b-41f6-bfe4-36a60043afe1 None None] Attempting to bind port 74152d0b-23d2-44aa-a9df-ba2e2627d81a on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:14:38.087849 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-add2fc8c-b31b-41f6-bfe4-36a60043afe1 None None] Attempting to bind port 74152d0b-23d2-44aa-a9df-ba2e2627d81a by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'ea4a270c-5f43-4988-909c-2cf22be49b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'fd3a7e91-28a9-4db8-b159-ade8f4dff732'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:14:38.088340 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add2fc8c-b31b-41f6-bfe4-36a60043afe1 None None] Attempting to bind port 74152d0b-23d2-44aa-a9df-ba2e2627d81a on network fd3a7e91-28a9-4db8-b159-ade8f4dff732 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:14:38.102243 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add2fc8c-b31b-41f6-bfe4-36a60043afe1 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:14:38.107398 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add2fc8c-b31b-41f6-bfe4-36a60043afe1 None None] Checking segment: {'id': 'ea4a270c-5f43-4988-909c-2cf22be49b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'fd3a7e91-28a9-4db8-b159-ade8f4dff732'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:14:38.107398 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-add2fc8c-b31b-41f6-bfe4-36a60043afe1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:38.107398 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add2fc8c-b31b-41f6-bfe4-36a60043afe1 None None] Bound using segment: {'id': 'ea4a270c-5f43-4988-909c-2cf22be49b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'fd3a7e91-28a9-4db8-b159-ade8f4dff732'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:14:38.107398 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-add2fc8c-b31b-41f6-bfe4-36a60043afe1 None None] Bound port: 74152d0b-23d2-44aa-a9df-ba2e2627d81a, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea4a270c-5f43-4988-909c-2cf22be49b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'fd3a7e91-28a9-4db8-b159-ade8f4dff732'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:14:38.107398 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-add2fc8c-b31b-41f6-bfe4-36a60043afe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:38.126029 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port f6078e09-d79e-42dc-8b24-fac466551a81, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=f6078e09-d79e-42dc-8b24-fac466551a81,segment=NetworkSegment(d193a04a-34c9-4571-8a42-8ff6f24e5c3b),segment_id=d193a04a-34c9-4571-8a42-8ff6f24e5c3b)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:14:38.229126 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:38.273594 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-add2fc8c-b31b-41f6-bfe4-36a60043afe1 None None] For port 74152d0b-23d2-44aa-a9df-ba2e2627d81a, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:14:38.297636 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-add2fc8c-b31b-41f6-bfe4-36a60043afe1 None None] For port 74152d0b-23d2-44aa-a9df-ba2e2627d81a, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=74152d0b-23d2-44aa-a9df-ba2e2627d81a,segment=NetworkSegment(ea4a270c-5f43-4988-909c-2cf22be49b36),segment_id=ea4a270c-5f43-4988-909c-2cf22be49b36)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:14:38.297867 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1b7e19ca-5405-499c-b351-67a17dc63e5c tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:38.317226 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=f6078e09-d79e-42dc-8b24-fac466551a81,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:38.392238 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-add2fc8c-b31b-41f6-bfe4-36a60043afe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:38.418143 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e19ca-5405-499c-b351-67a17dc63e5c tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e87b0fe4-d45e-4b52-9940-9ed24eec8d9a,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:38.424272 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-c5cedf2f-ca9d-41dd-a2e3-f0760bfeb093 admin admin] Allocated IP 172.25.5.115 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/ced8e94e-59cd-4109-b4ca-f5e8cae58e2e) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:14:38.448903 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1b7e19ca-5405-499c-b351-67a17dc63e5c tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:38.449140 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 33328) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:14:38.450143 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-1b7e19ca-5405-499c-b351-67a17dc63e5c tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.1762414 Oct 12 19:14:38.459337 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-711ec91d-f549-4492-a7fb-1215699e2a55 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Request body: {'security_group_rule': {'security_group_id': 'e87b0fe4-d45e-4b52-9940-9ed24eec8d9a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:14:38.500418 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['f6078e09-d79e-42dc-8b24-fac466551a81'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:14:38.626197 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52605873-fe56-4f5b-9383-a325fdce7b69 req-4a5926fa-2511-4ca0-bc07-d0ede87d8793 tempest-FloatingIPsTestJSON-1167178715 tempest-FloatingIPsTestJSON-1167178715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:38.627785 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-52605873-fe56-4f5b-9383-a325fdce7b69 req-4a5926fa-2511-4ca0-bc07-d0ede87d8793 tempest-FloatingIPsTestJSON-1167178715 tempest-FloatingIPsTestJSON-1167178715-project] 10.222.0.49 "GET /v2.0/networks/4afbf4a4-67f5-42d1-a358-7ba9799dab0c HTTP/1.1" status: 200 len: 784 time: 0.4045262 Oct 12 19:14:38.642601 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-711ec91d-f549-4492-a7fb-1215699e2a55 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:38.685092 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add2fc8c-b31b-41f6-bfe4-36a60043afe1 None None] Pushing event updated for resources: {'Port': ['ID=74152d0b-23d2-44aa-a9df-ba2e2627d81a,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:38.720752 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c5cedf2f-ca9d-41dd-a2e3-f0760bfeb093 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:38.920324 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-94ca3c17-c776-4f15-ab1a-d83b89216bd6 req-fa9cfd32-279a-4df3-bbe8-a4585c177aff tempest-FloatingIPsTestJSON-1167178715 tempest-FloatingIPsTestJSON-1167178715-project] 10.222.0.49 "GET /v2.0/floatingips/04a63864-23e3-48ae-bd7d-86bcc863d89e HTTP/1.1" status: 200 len: 693 time: 0.1857595 Oct 12 19:14:38.971154 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e3e40a-186e-4264-b914-dc62784ada18 req-b93d0984-f2fb-49a3-aa4c-c35439a1c992 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:38.978868 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d2e3e40a-186e-4264-b914-dc62784ada18 req-b93d0984-f2fb-49a3-aa4c-c35439a1c992 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.49 "GET /v2.0/ports?device_id=6610c236-933d-470c-aea6-417977fcbc5f HTTP/1.1" status: 200 len: 944 time: 0.2423453 Oct 12 19:14:39.034243 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 19:14:39.090907 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d2e3e40a-186e-4264-b914-dc62784ada18 req-a4b67c70-631b-4aac-b558-7ca5503f403e tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.49 "GET /v2.0/security-groups?id=5db68f36-da5e-4c70-9151-5d33b0141201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045926 Oct 12 19:14:39.094384 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ca3c17-c776-4f15-ab1a-d83b89216bd6 req-07d0a869-092a-4366-9de5-3a75b484d0ca tempest-FloatingIPsTestJSON-1167178715 tempest-FloatingIPsTestJSON-1167178715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:39.105414 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-94ca3c17-c776-4f15-ab1a-d83b89216bd6 req-07d0a869-092a-4366-9de5-3a75b484d0ca tempest-FloatingIPsTestJSON-1167178715 tempest-FloatingIPsTestJSON-1167178715-project] 10.222.0.49 "GET /v2.0/networks/4afbf4a4-67f5-42d1-a358-7ba9799dab0c HTTP/1.1" status: 200 len: 784 time: 0.1817644 Oct 12 19:14:39.114414 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c5cedf2f-ca9d-41dd-a2e3-f0760bfeb093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:39.126645 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [req-94ca3c17-c776-4f15-ab1a-d83b89216bd6 req-aa42e169-c6ef-4dc6-93c3-5a031d9aec81 tempest-FloatingIPsTestJSON-1167178715 tempest-FloatingIPsTestJSON-1167178715-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 19:14:39.156950 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-94ca3c17-c776-4f15-ab1a-d83b89216bd6 req-aa42e169-c6ef-4dc6-93c3-5a031d9aec81 tempest-FloatingIPsTestJSON-1167178715 tempest-FloatingIPsTestJSON-1167178715-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0333245 Oct 12 19:14:39.156950 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-711ec91d-f549-4492-a7fb-1215699e2a55 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:39.225505 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 74152d0b-23d2-44aa-a9df-ba2e2627d81a up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:14:39.252314 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cedf2f-ca9d-41dd-a2e3-f0760bfeb093 admin admin] Pushing event updated for resources: {'Port': ['ID=ced8e94e-59cd-4109-b4ca-f5e8cae58e2e,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:39.271166 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d3fca11d-e462-4659-a700-20bc4f25f6d0 req-9cb09ef3-e1f5-45c2-a69e-ff51e4b3738b tempest-FloatingIPsTestJSON-1167178715 tempest-FloatingIPsTestJSON-1167178715-project] 10.222.0.49 "GET /v2.0/floatingips?tenant_id=155d620cee104cb5ba26c7a95e7481f9 HTTP/1.1" status: 200 len: 696 time: 0.1154242 Oct 12 19:14:39.285062 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-711ec91d-f549-4492-a7fb-1215699e2a55 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:39.302815 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5cedf2f-ca9d-41dd-a2e3-f0760bfeb093 admin admin] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:14:39.305720 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-c5cedf2f-ca9d-41dd-a2e3-f0760bfeb093 admin admin] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:14:39.310260 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5cedf2f-ca9d-41dd-a2e3-f0760bfeb093 admin admin] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:14:39.345830 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 74152d0b-23d2-44aa-a9df-ba2e2627d81a triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:14:39.346216 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:39.405676 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711ec91d-f549-4492-a7fb-1215699e2a55 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=836ec22a-6ffa-4d08-92e2-4dd631562929,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:39.485071 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:39.492394 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fca11d-e462-4659-a700-20bc4f25f6d0 req-0ab2942b-a2a1-4ae2-99ac-1d6d53e0e3b7 tempest-FloatingIPsTestJSON-1167178715 tempest-FloatingIPsTestJSON-1167178715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:39.502112 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d3fca11d-e462-4659-a700-20bc4f25f6d0 req-0ab2942b-a2a1-4ae2-99ac-1d6d53e0e3b7 tempest-FloatingIPsTestJSON-1167178715 tempest-FloatingIPsTestJSON-1167178715-project] 10.222.0.49 "GET /v2.0/networks?id=4afbf4a4-67f5-42d1-a358-7ba9799dab0c HTTP/1.1" status: 200 len: 787 time: 0.2300017 Oct 12 19:14:39.512245 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [req-d3fca11d-e462-4659-a700-20bc4f25f6d0 req-ab20e09a-54c0-4dfd-890c-e87eab736ff3 tempest-FloatingIPsTestJSON-1167178715 tempest-FloatingIPsTestJSON-1167178715-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 19:14:39.520527 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d3fca11d-e462-4659-a700-20bc4f25f6d0 req-ab20e09a-54c0-4dfd-890c-e87eab736ff3 tempest-FloatingIPsTestJSON-1167178715 tempest-FloatingIPsTestJSON-1167178715-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0124910 Oct 12 19:14:39.542310 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-711ec91d-f549-4492-a7fb-1215699e2a55 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:39.546480 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-711ec91d-f549-4492-a7fb-1215699e2a55 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0937612 Oct 12 19:14:39.547841 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 33366) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:14:39.553160 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] For port 74152d0b-23d2-44aa-a9df-ba2e2627d81a, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=74152d0b-23d2-44aa-a9df-ba2e2627d81a,segment=NetworkSegment(ea4a270c-5f43-4988-909c-2cf22be49b36),segment_id=ea4a270c-5f43-4988-909c-2cf22be49b36)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:14:39.554769 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-b81a741e-5e7e-4e14-b3ed-4e0ce13135b7 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Request body: {'security_group_rule': {'security_group_id': 'e87b0fe4-d45e-4b52-9940-9ed24eec8d9a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:14:39.653551 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:39.654609 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 822fdb47-7768-4ee0-a12b-e456df1e3fe8 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:14:39.681170 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-59d45216-f9cb-4009-a387-787bf52b6018 req-c7b6d937-d32c-4616-84dd-f412c900623b tempest-FloatingIPsTestJSON-1167178715 tempest-FloatingIPsTestJSON-1167178715-project] 10.222.0.49 "GET /v2.0/floatingips/04a63864-23e3-48ae-bd7d-86bcc863d89e HTTP/1.1" status: 200 len: 693 time: 0.0717175 Oct 12 19:14:39.694347 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b81a741e-5e7e-4e14-b3ed-4e0ce13135b7 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:39.806425 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Pushing event updated for resources: {'Port': ['ID=74152d0b-23d2-44aa-a9df-ba2e2627d81a,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:39.830388 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 822fdb47-7768-4ee0-a12b-e456df1e3fe8 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:14:39.831906 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:39.884722 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d45216-f9cb-4009-a387-787bf52b6018 req-0778b7d1-69ce-425e-89fa-a6c0656b6ab9 tempest-FloatingIPsTestJSON-1167178715 tempest-FloatingIPsTestJSON-1167178715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:39.899802 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-59d45216-f9cb-4009-a387-787bf52b6018 req-0778b7d1-69ce-425e-89fa-a6c0656b6ab9 tempest-FloatingIPsTestJSON-1167178715 tempest-FloatingIPsTestJSON-1167178715-project] 10.222.0.49 "GET /v2.0/networks/4afbf4a4-67f5-42d1-a358-7ba9799dab0c HTTP/1.1" status: 200 len: 784 time: 0.2140241 Oct 12 19:14:39.910301 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b81a741e-5e7e-4e14-b3ed-4e0ce13135b7 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:40.021130 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf5eed5-cfd9-4ce4-b258-5718a8044479 None None] Network fd3a7e91-28a9-4db8-b159-ade8f4dff732 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:14:40.025129 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b81a741e-5e7e-4e14-b3ed-4e0ce13135b7 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:40.048194 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81a741e-5e7e-4e14-b3ed-4e0ce13135b7 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca55e971-c66e-420c-99eb-42deeb3a07a8,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:40.073153 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-59d45216-f9cb-4009-a387-787bf52b6018 req-68fcc1b0-bc37-423a-9bf8-4e4494367f6b tempest-FloatingIPsTestJSON-1167178715 tempest-FloatingIPsTestJSON-1167178715-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.233 HTTP/1.1" status: 200 len: 696 time: 0.1727226 Oct 12 19:14:40.121837 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-210b81d6-c25a-4f7e-bbec-179e36312b87 None None] Provisioning complete for port 74152d0b-23d2-44aa-a9df-ba2e2627d81a triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:14:40.121837 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-210b81d6-c25a-4f7e-bbec-179e36312b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:40.146443 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b81a741e-5e7e-4e14-b3ed-4e0ce13135b7 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:40.150054 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-b81a741e-5e7e-4e14-b3ed-4e0ce13135b7 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5991063 Oct 12 19:14:40.158738 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 33378) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:14:40.163903 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-ade01c57-617e-4e75-9543-d411c119f84e tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Request body: {'floatingip': {'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:14:40.216814 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-59d45216-f9cb-4009-a387-787bf52b6018 req-9c996f47-2cf5-4239-a901-6145c8afd1cb tempest-FloatingIPsTestJSON-1167178715 tempest-FloatingIPsTestJSON-1167178715-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.233 HTTP/1.1" status: 200 len: 696 time: 0.1318924 Oct 12 19:14:40.274057 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31d622f-862b-493b-a331-ea42dab36fe9 req-3ed70adc-2021-46f8-83be-a4223038e323 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:40.275851 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d31d622f-862b-493b-a331-ea42dab36fe9 req-3ed70adc-2021-46f8-83be-a4223038e323 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.49 "GET /v2.0/ports?device_id=6610c236-933d-470c-aea6-417977fcbc5f HTTP/1.1" status: 200 len: 944 time: 0.0669649 Oct 12 19:14:40.339770 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ade01c57-617e-4e75-9543-d411c119f84e tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Notify callbacks [] for floatingip, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:40.352497 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c5cedf2f-ca9d-41dd-a2e3-f0760bfeb093 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:40.379466 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d31d622f-862b-493b-a331-ea42dab36fe9 req-5dea8b83-33b8-488e-9b96-4bf9f64b13a0 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.49 "GET /v2.0/security-groups?id=5db68f36-da5e-4c70-9151-5d33b0141201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840566 Oct 12 19:14:40.517878 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-59d45216-f9cb-4009-a387-787bf52b6018 req-02433d09-2843-49ec-904b-a3f47d48a5f8 tempest-FloatingIPsTestJSON-1167178715 tempest-FloatingIPsTestJSON-1167178715-project] Deleting port 2c0cbf66-b6be-44f9-9753-f7c49be32c46 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:14:40.518306 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-59d45216-f9cb-4009-a387-787bf52b6018 req-02433d09-2843-49ec-904b-a3f47d48a5f8 tempest-FloatingIPsTestJSON-1167178715 tempest-FloatingIPsTestJSON-1167178715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:40.564367 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ade01c57-617e-4e75-9543-d411c119f84e tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:40.709305 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-59d45216-f9cb-4009-a387-787bf52b6018 req-02433d09-2843-49ec-904b-a3f47d48a5f8 tempest-FloatingIPsTestJSON-1167178715 tempest-FloatingIPsTestJSON-1167178715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:40.712573 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-59d45216-f9cb-4009-a387-787bf52b6018 req-02433d09-2843-49ec-904b-a3f47d48a5f8 tempest-FloatingIPsTestJSON-1167178715 tempest-FloatingIPsTestJSON-1167178715-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:40.714971 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-ade01c57-617e-4e75-9543-d411c119f84e tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Allocated IP 172.25.5.152 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/325efc37-c007-45bb-ab14-50fc2eee2843) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:14:40.736130 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-59d45216-f9cb-4009-a387-787bf52b6018 req-02433d09-2843-49ec-904b-a3f47d48a5f8 tempest-FloatingIPsTestJSON-1167178715 tempest-FloatingIPsTestJSON-1167178715-project] Calling delete_port for 2c0cbf66-b6be-44f9-9753-f7c49be32c46 owned by network:floatingip {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:14:40.740321 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-73e0dba5-2c4d-4f0b-be27-a8e19d167d56 None None] Provisioning complete for port 74152d0b-23d2-44aa-a9df-ba2e2627d81a triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:14:40.740937 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-73e0dba5-2c4d-4f0b-be27-a8e19d167d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:40.847260 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c5cedf2f-ca9d-41dd-a2e3-f0760bfeb093 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8093541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7915516'] for router, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:40.873801 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ade01c57-617e-4e75-9543-d411c119f84e tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:41.002132 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ade01c57-617e-4e75-9543-d411c119f84e tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:41.024897 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 74152d0b-23d2-44aa-a9df-ba2e2627d81a up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:14:41.057996 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade01c57-617e-4e75-9543-d411c119f84e tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:14:41.063864 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-ade01c57-617e-4e75-9543-d411c119f84e tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:14:41.067533 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade01c57-617e-4e75-9543-d411c119f84e tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:14:41.077071 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-59d45216-f9cb-4009-a387-787bf52b6018 req-02433d09-2843-49ec-904b-a3f47d48a5f8 tempest-FloatingIPsTestJSON-1167178715 tempest-FloatingIPsTestJSON-1167178715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:41.106486 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 74152d0b-23d2-44aa-a9df-ba2e2627d81a triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:14:41.106994 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:41.121929 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade01c57-617e-4e75-9543-d411c119f84e tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Pushing event updated for resources: {'Port': ['ID=325efc37-c007-45bb-ab14-50fc2eee2843,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:41.150386 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02433d09-2843-49ec-904b-a3f47d48a5f8 tempest-FloatingIPsTestJSON-1167178715 tempest-FloatingIPsTestJSON-1167178715-project] Pushing event deleted for resources: {'Port': ['ID=2c0cbf66-b6be-44f9-9753-f7c49be32c46,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:41.153091 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5cedf2f-ca9d-41dd-a2e3-f0760bfeb093 admin admin] Router 70fffdbc-29e4-4e69-bb15-b6903ecf83ce is scheduled to L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b with binding_index 1 {{(pid=95501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 19:14:41.296082 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ade01c57-617e-4e75-9543-d411c119f84e tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:41.345822 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-59d45216-f9cb-4009-a387-787bf52b6018 req-02433d09-2843-49ec-904b-a3f47d48a5f8 tempest-FloatingIPsTestJSON-1167178715 tempest-FloatingIPsTestJSON-1167178715-project] Notify callbacks [] for floatingip, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:41.348998 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-59d45216-f9cb-4009-a387-787bf52b6018 req-02433d09-2843-49ec-904b-a3f47d48a5f8 tempest-FloatingIPsTestJSON-1167178715 tempest-FloatingIPsTestJSON-1167178715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:41.350179 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-59d45216-f9cb-4009-a387-787bf52b6018 req-02433d09-2843-49ec-904b-a3f47d48a5f8 tempest-FloatingIPsTestJSON-1167178715 tempest-FloatingIPsTestJSON-1167178715-project] 10.222.0.49 "DELETE /v2.0/floatingips/04a63864-23e3-48ae-bd7d-86bcc863d89e HTTP/1.1" status: 204 len: 173 time: 1.1325688 Oct 12 19:14:41.384011 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5cedf2f-ca9d-41dd-a2e3-f0760bfeb093 admin admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:14:41.394039 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84111d2-fa7f-4b25-be25-fbf8a8e087fc None None] Sync routers for ids ['70fffdbc-29e4-4e69-bb15-b6903ecf83ce'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:14:41.407627 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84111d2-fa7f-4b25-be25-fbf8a8e087fc None None] Routers {'70fffdbc-29e4-4e69-bb15-b6903ecf83ce'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:14:41.408420 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-c84111d2-fa7f-4b25-be25-fbf8a8e087fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:14:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['70fffdbc-29e4-4e69-bb15-b6903ecf83ce'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:14:41.495010 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ade01c57-617e-4e75-9543-d411c119f84e tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:41.514288 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4b03489f-0737-44b5-876e-5f84045ffc43 req-50ed32d2-6c97-41c2-a99d-3dd66f741b29 tempest-FloatingIPsTestJSON-1167178715 tempest-FloatingIPsTestJSON-1167178715-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1434350 Oct 12 19:14:41.521112 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-4b03489f-0737-44b5-876e-5f84045ffc43 req-317d8fb7-34b0-4652-8557-81666425599f tempest-FloatingIPsTestJSON-1167178715 tempest-FloatingIPsTestJSON-1167178715-project] Request body: {'floatingip': {'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:14:41.528909 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c5cedf2f-ca9d-41dd-a2e3-f0760bfeb093 admin admin] Notify callbacks [] for router, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:41.530864 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-c5cedf2f-ca9d-41dd-a2e3-f0760bfeb093 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.2313571 Oct 12 19:14:41.534761 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 33416) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:14:41.558408 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-c84111d2-fa7f-4b25-be25-fbf8a8e087fc None None] Set router 70fffdbc-29e4-4e69-bb15-b6903ecf83ce gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:14:41.571621 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61de5dc-7a03-4d4c-bbee-2b521d92492c req-30675eb5-300c-4a7b-b8ef-c4527fc23be8 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:41.573217 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b61de5dc-7a03-4d4c-bbee-2b521d92492c req-30675eb5-300c-4a7b-b8ef-c4527fc23be8 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.49 "GET /v2.0/ports?device_id=6610c236-933d-470c-aea6-417977fcbc5f HTTP/1.1" status: 200 len: 944 time: 0.1128604 Oct 12 19:14:41.658998 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b61de5dc-7a03-4d4c-bbee-2b521d92492c req-f403e92f-94b8-49ab-8226-58a69199ed16 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.49 "GET /v2.0/security-groups?id=5db68f36-da5e-4c70-9151-5d33b0141201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549085 Oct 12 19:14:41.670610 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 7ba0e993-722e-4916-8428-0db6681be167 details requested by agent hyperv_n-h2-813679-3 with host n-h2-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:14:41.672739 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device f6078e09-d79e-42dc-8b24-fac466551a81 up at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:14:41.765060 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ade01c57-617e-4e75-9543-d411c119f84e tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:41.801392 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-c84111d2-fa7f-4b25-be25-fbf8a8e087fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70fffdbc-29e4-4e69-bb15-b6903ecf83ce', 'name': 'tempest-TaggedBootDevicesTest-421754055-router', 'tenant_id': 'e1bc73ca052b4ff989529862bf093e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': 'ced8e94e-59cd-4109-b4ca-f5e8cae58e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:14:36Z', 'updated_at': '2021-10-12T19:14:39Z', 'revision_number': 3, 'project_id': 'e1bc73ca052b4ff989529862bf093e8d', 'gw_port': {'id': 'ced8e94e-59cd-4109-b4ca-f5e8cae58e2e', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:06:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70fffdbc-29e4-4e69-bb15-b6903ecf83ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:14:37Z', 'updated_at': '2021-10-12T19:14:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:14:41.802964 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-4b03489f-0737-44b5-876e-5f84045ffc43 req-317d8fb7-34b0-4652-8557-81666425599f tempest-FloatingIPsTestJSON-1167178715 tempest-FloatingIPsTestJSON-1167178715-project] Notify callbacks [] for floatingip, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:41.824464 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ade01c57-617e-4e75-9543-d411c119f84e tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:41.842245 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84111d2-fa7f-4b25-be25-fbf8a8e087fc None None] Checking router: 70fffdbc-29e4-4e69-bb15-b6903ecf83ce for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:14:41.842850 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84111d2-fa7f-4b25-be25-fbf8a8e087fc None None] Updating router 70fffdbc-29e4-4e69-bb15-b6903ecf83ce port ced8e94e-59cd-4109-b4ca-f5e8cae58e2e binding host n-d-813679-3 {{(pid=95504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 19:14:41.905084 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c84111d2-fa7f-4b25-be25-fbf8a8e087fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:41.969859 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning for port f6078e09-d79e-42dc-8b24-fac466551a81 completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:14:41.978739 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning complete for port f6078e09-d79e-42dc-8b24-fac466551a81 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:14:41.979328 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:41.985546 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 7ba0e993-722e-4916-8428-0db6681be167, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=7ba0e993-722e-4916-8428-0db6681be167,segment=NetworkSegment(35dde9ae-6a3d-4327-a38f-c2a1ca6f0ad7),segment_id=35dde9ae-6a3d-4327-a38f-c2a1ca6f0ad7)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:14:42.039789 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Returning: {'device': '7ba0e993-722e-4916-8428-0db6681be167', 'network_id': 'de7a4800-3a36-49db-938a-a424194241c9', 'port_id': '7ba0e993-722e-4916-8428-0db6681be167', 'mac_address': 'fa:16:3e:cc:70:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a04d54df-064e-4c45-85d6-73b27d98a999', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:14:42.062984 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade01c57-617e-4e75-9543-d411c119f84e tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Pushing event updated for resources: {'Port': ['ID=325efc37-c007-45bb-ab14-50fc2eee2843,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:42.074730 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ade01c57-617e-4e75-9543-d411c119f84e tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7915414'] for floatingip, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:42.141934 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:42.159715 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7ba0e993-722e-4916-8428-0db6681be167 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:14:42.161299 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-4b03489f-0737-44b5-876e-5f84045ffc43 req-317d8fb7-34b0-4652-8557-81666425599f tempest-FloatingIPsTestJSON-1167178715 tempest-FloatingIPsTestJSON-1167178715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:42.181700 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ade01c57-617e-4e75-9543-d411c119f84e tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:42.188798 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-ade01c57-617e-4e75-9543-d411c119f84e tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0270171 Oct 12 19:14:42.196247 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 7ba0e993-722e-4916-8428-0db6681be167, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=7ba0e993-722e-4916-8428-0db6681be167,segment=NetworkSegment(35dde9ae-6a3d-4327-a38f-c2a1ca6f0ad7),segment_id=35dde9ae-6a3d-4327-a38f-c2a1ca6f0ad7)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:14:42.294652 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:42.342569 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c84111d2-fa7f-4b25-be25-fbf8a8e087fc None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:42.354148 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6610c236-933d-470c-aea6-417977fcbc5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6078e09-d79e-42dc-8b24-fac466551a81'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:14:42.356794 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef09b1d4-49f9-431d-8f3d-6a4b477702bb" -d '{"events": [{"server_uuid": "6610c236-933d-470c-aea6-417977fcbc5f", "name": "network-vif-plugged", "status": "completed", "tag": "f6078e09-d79e-42dc-8b24-fac466551a81"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:14:42.363939 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:42.386568 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port f6078e09-d79e-42dc-8b24-fac466551a81, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=f6078e09-d79e-42dc-8b24-fac466551a81,segment=NetworkSegment(d193a04a-34c9-4571-8a42-8ff6f24e5c3b),segment_id=d193a04a-34c9-4571-8a42-8ff6f24e5c3b)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:14:42.414513 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-fed31089-e878-464a-a73f-de6eeb1daf95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:42.479323 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c84111d2-fa7f-4b25-be25-fbf8a8e087fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:42.490242 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=7ba0e993-722e-4916-8428-0db6681be167,revision_number=6']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:42.518227 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['7ba0e993-722e-4916-8428-0db6681be167'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:14:42.547039 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-c84111d2-fa7f-4b25-be25-fbf8a8e087fc None None] Attempting to bind port ced8e94e-59cd-4109-b4ca-f5e8cae58e2e on host n-d-813679-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:14:42.547039 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-c84111d2-fa7f-4b25-be25-fbf8a8e087fc None None] Attempting to bind port ced8e94e-59cd-4109-b4ca-f5e8cae58e2e by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:14:42.547453 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84111d2-fa7f-4b25-be25-fbf8a8e087fc None None] Attempting to bind port ced8e94e-59cd-4109-b4ca-f5e8cae58e2e on network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:14:42.556278 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4d1623-dd4e-437b-bfb1-579272995431 None None] Pushing event updated for resources: {'Port': ['ID=ced8e94e-59cd-4109-b4ca-f5e8cae58e2e,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:42.570982 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84111d2-fa7f-4b25-be25-fbf8a8e087fc None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:14:42.570982 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84111d2-fa7f-4b25-be25-fbf8a8e087fc None None] Checking segment: {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:14:42.570982 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c84111d2-fa7f-4b25-be25-fbf8a8e087fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:42.570982 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84111d2-fa7f-4b25-be25-fbf8a8e087fc None None] Bound using segment: {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:14:42.570982 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-c84111d2-fa7f-4b25-be25-fbf8a8e087fc None None] Bound port: ced8e94e-59cd-4109-b4ca-f5e8cae58e2e, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:14:42.570982 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c84111d2-fa7f-4b25-be25-fbf8a8e087fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:42.571692 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:42.617295 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be05ebb5-6f6e-41a5-a5a7-3964c3094f71 x-openstack-request-id: req-be05ebb5-6f6e-41a5-a5a7-3964c3094f71 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:14:42.617295 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6610c236-933d-470c-aea6-417977fcbc5f", "name": "network-vif-plugged", "status": "completed", "tag": "f6078e09-d79e-42dc-8b24-fac466551a81", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:14:42.617738 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-be05ebb5-6f6e-41a5-a5a7-3964c3094f71 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:14:42.618560 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6610c236-933d-470c-aea6-417977fcbc5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6078e09-d79e-42dc-8b24-fac466551a81', 'code': 200} Oct 12 19:14:42.681970 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-c84111d2-fa7f-4b25-be25-fbf8a8e087fc None None] For port ced8e94e-59cd-4109-b4ca-f5e8cae58e2e, host n-d-813679-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:14:42.691353 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-c84111d2-fa7f-4b25-be25-fbf8a8e087fc None None] For port ced8e94e-59cd-4109-b4ca-f5e8cae58e2e, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=ced8e94e-59cd-4109-b4ca-f5e8cae58e2e,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:14:42.717434 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=f6078e09-d79e-42dc-8b24-fac466551a81,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:42.744972 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [req-4b03489f-0737-44b5-876e-5f84045ffc43 req-317d8fb7-34b0-4652-8557-81666425599f tempest-FloatingIPsTestJSON-1167178715 tempest-FloatingIPsTestJSON-1167178715-project] Allocated IP 172.25.5.76 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/2eb677ec-98a5-40ed-905d-30e9e8176ce3) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:14:42.756571 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-c84111d2-fa7f-4b25-be25-fbf8a8e087fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:42.767960 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c42549-9fd7-4f0a-8c4b-fbbdb8b10f8b req-39d3eedc-dec4-4b60-ae91-b3001ff3a764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:42.770624 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-88c42549-9fd7-4f0a-8c4b-fbbdb8b10f8b req-39d3eedc-dec4-4b60-ae91-b3001ff3a764 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6610c236-933d-470c-aea6-417977fcbc5f HTTP/1.1" status: 200 len: 1096 time: 0.1134479 Oct 12 19:14:42.807130 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-fed31089-e878-464a-a73f-de6eeb1daf95 admin admin] Allocated IP 172.20.0.1 (fd3a7e91-28a9-4db8-b159-ade8f4dff732/05da809f-ecea-4341-80e8-b874d56f17a9/dc4923c1-d465-4d93-a01a-792a25a0d95d) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:14:42.830647 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84111d2-fa7f-4b25-be25-fbf8a8e087fc None None] Routers {'70fffdbc-29e4-4e69-bb15-b6903ecf83ce'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:14:42.831275 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-c84111d2-fa7f-4b25-be25-fbf8a8e087fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:14:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['70fffdbc-29e4-4e69-bb15-b6903ecf83ce'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:14:42.869407 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4d1623-dd4e-437b-bfb1-579272995431 None None] Pushing event updated for resources: {'Port': ['ID=ced8e94e-59cd-4109-b4ca-f5e8cae58e2e,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:42.967274 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-c84111d2-fa7f-4b25-be25-fbf8a8e087fc None None] Set router 70fffdbc-29e4-4e69-bb15-b6903ecf83ce gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:14:43.223923 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-c84111d2-fa7f-4b25-be25-fbf8a8e087fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70fffdbc-29e4-4e69-bb15-b6903ecf83ce', 'name': 'tempest-TaggedBootDevicesTest-421754055-router', 'tenant_id': 'e1bc73ca052b4ff989529862bf093e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': 'ced8e94e-59cd-4109-b4ca-f5e8cae58e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:14:36Z', 'updated_at': '2021-10-12T19:14:39Z', 'revision_number': 3, 'project_id': 'e1bc73ca052b4ff989529862bf093e8d', 'gw_port': {'id': 'ced8e94e-59cd-4109-b4ca-f5e8cae58e2e', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:06:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70fffdbc-29e4-4e69-bb15-b6903ecf83ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:14:37Z', 'updated_at': '2021-10-12T19:14:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:14:43.296616 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-88c42549-9fd7-4f0a-8c4b-fbbdb8b10f8b req-49577372-ba53-4495-9ee8-5bb7e9863c29 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=5db68f36-da5e-4c70-9151-5d33b0141201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5178888 Oct 12 19:14:43.372471 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84111d2-fa7f-4b25-be25-fbf8a8e087fc None None] The sync data for ids ['70fffdbc-29e4-4e69-bb15-b6903ecf83ce'] in n-d-813679-3 is: [{'id': '70fffdbc-29e4-4e69-bb15-b6903ecf83ce', 'name': 'tempest-TaggedBootDevicesTest-421754055-router', 'tenant_id': 'e1bc73ca052b4ff989529862bf093e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': 'ced8e94e-59cd-4109-b4ca-f5e8cae58e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:14:36Z', 'updated_at': '2021-10-12T19:14:39Z', 'revision_number': 3, 'project_id': 'e1bc73ca052b4ff989529862bf093e8d', 'gw_port': {'id': 'ced8e94e-59cd-4109-b4ca-f5e8cae58e2e', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:06:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70fffdbc-29e4-4e69-bb15-b6903ecf83ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:14:37Z', 'updated_at': '2021-10-12T19:14:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:14:43.379092 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-4b03489f-0737-44b5-876e-5f84045ffc43 req-317d8fb7-34b0-4652-8557-81666425599f tempest-FloatingIPsTestJSON-1167178715 tempest-FloatingIPsTestJSON-1167178715-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:43.487429 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-fed31089-e878-464a-a73f-de6eeb1daf95 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:43.578876 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-4b03489f-0737-44b5-876e-5f84045ffc43 req-317d8fb7-34b0-4652-8557-81666425599f tempest-FloatingIPsTestJSON-1167178715 tempest-FloatingIPsTestJSON-1167178715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:43.633123 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-fed31089-e878-464a-a73f-de6eeb1daf95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:43.673450 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b03489f-0737-44b5-876e-5f84045ffc43 req-317d8fb7-34b0-4652-8557-81666425599f tempest-FloatingIPsTestJSON-1167178715 tempest-FloatingIPsTestJSON-1167178715-project] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:14:43.688537 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 7ba0e993-722e-4916-8428-0db6681be167 up at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:14:43.702673 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed31089-e878-464a-a73f-de6eeb1daf95 admin admin] Network fd3a7e91-28a9-4db8-b159-ade8f4dff732 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:14:43.709272 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [req-4b03489f-0737-44b5-876e-5f84045ffc43 req-317d8fb7-34b0-4652-8557-81666425599f tempest-FloatingIPsTestJSON-1167178715 tempest-FloatingIPsTestJSON-1167178715-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:14:43.718885 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b03489f-0737-44b5-876e-5f84045ffc43 req-317d8fb7-34b0-4652-8557-81666425599f tempest-FloatingIPsTestJSON-1167178715 tempest-FloatingIPsTestJSON-1167178715-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:14:43.722423 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-fed31089-e878-464a-a73f-de6eeb1daf95 admin admin] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:14:43.737056 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317d8fb7-34b0-4652-8557-81666425599f tempest-FloatingIPsTestJSON-1167178715 tempest-FloatingIPsTestJSON-1167178715-project] Pushing event updated for resources: {'Port': ['ID=2eb677ec-98a5-40ed-905d-30e9e8176ce3,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:43.740579 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed31089-e878-464a-a73f-de6eeb1daf95 admin admin] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:14:43.839508 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning complete for port 7ba0e993-722e-4916-8428-0db6681be167 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:14:43.840837 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:43.968646 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-fed31089-e878-464a-a73f-de6eeb1daf95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7915309'] for router_interface, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:44.091702 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed31089-e878-464a-a73f-de6eeb1daf95 admin admin] Pushing event updated for resources: {'Port': ['ID=dc4923c1-d465-4d93-a01a-792a25a0d95d,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:44.180952 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-4b03489f-0737-44b5-876e-5f84045ffc43 req-317d8fb7-34b0-4652-8557-81666425599f tempest-FloatingIPsTestJSON-1167178715 tempest-FloatingIPsTestJSON-1167178715-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:44.270955 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:44.290676 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-2ac79a83-1b19-47b0-954d-7b23389fe58b None None] Provisioning complete for port dc4923c1-d465-4d93-a01a-792a25a0d95d triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:14:44.291297 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2ac79a83-1b19-47b0-954d-7b23389fe58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:44.324226 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 7ba0e993-722e-4916-8428-0db6681be167, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=7ba0e993-722e-4916-8428-0db6681be167,segment=NetworkSegment(35dde9ae-6a3d-4327-a38f-c2a1ca6f0ad7),segment_id=35dde9ae-6a3d-4327-a38f-c2a1ca6f0ad7)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:14:44.365800 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-2ac79a83-1b19-47b0-954d-7b23389fe58b None None] Port dc4923c1-d465-4d93-a01a-792a25a0d95d cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:14:44.562428 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:44.653269 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b76d8672-6416-4017-8f22-b5afeb405fbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ba0e993-722e-4916-8428-0db6681be167'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:14:44.656472 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae36c717-7506-4090-803a-4c1423dafd73" -d '{"events": [{"server_uuid": "b76d8672-6416-4017-8f22-b5afeb405fbd", "name": "network-vif-plugged", "status": "completed", "tag": "7ba0e993-722e-4916-8428-0db6681be167"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:14:44.673701 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-fed31089-e878-464a-a73f-de6eeb1daf95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:44.717291 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=7ba0e993-722e-4916-8428-0db6681be167,revision_number=7']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:44.776289 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-4b03489f-0737-44b5-876e-5f84045ffc43 req-317d8fb7-34b0-4652-8557-81666425599f tempest-FloatingIPsTestJSON-1167178715 tempest-FloatingIPsTestJSON-1167178715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:45.084995 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device ced8e94e-59cd-4109-b4ca-f5e8cae58e2e up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:14:45.149823 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-fed31089-e878-464a-a73f-de6eeb1daf95 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:45.165998 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-4b03489f-0737-44b5-876e-5f84045ffc43 req-317d8fb7-34b0-4652-8557-81666425599f tempest-FloatingIPsTestJSON-1167178715 tempest-FloatingIPsTestJSON-1167178715-project] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:45.195419 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port ced8e94e-59cd-4109-b4ca-f5e8cae58e2e triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:14:45.197695 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:45.218621 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-fed31089-e878-464a-a73f-de6eeb1daf95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:45.270823 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-4b03489f-0737-44b5-876e-5f84045ffc43 req-317d8fb7-34b0-4652-8557-81666425599f tempest-FloatingIPsTestJSON-1167178715 tempest-FloatingIPsTestJSON-1167178715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:45.310404 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:45.338158 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] For port ced8e94e-59cd-4109-b4ca-f5e8cae58e2e, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=ced8e94e-59cd-4109-b4ca-f5e8cae58e2e,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:14:45.353074 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-fed31089-e878-464a-a73f-de6eeb1daf95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7898980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8092605'] for router_interface, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:45.364221 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed31089-e878-464a-a73f-de6eeb1daf95 admin admin] Pushing event updated for resources: {'Port': ['ID=dc4923c1-d465-4d93-a01a-792a25a0d95d,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:45.441617 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:45.472244 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-4b03489f-0737-44b5-876e-5f84045ffc43 req-317d8fb7-34b0-4652-8557-81666425599f tempest-FloatingIPsTestJSON-1167178715 tempest-FloatingIPsTestJSON-1167178715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7915414'] for floatingip, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:45.511673 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317d8fb7-34b0-4652-8557-81666425599f tempest-FloatingIPsTestJSON-1167178715 tempest-FloatingIPsTestJSON-1167178715-project] Pushing event updated for resources: {'Port': ['ID=2eb677ec-98a5-40ed-905d-30e9e8176ce3,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:45.529594 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Pushing event updated for resources: {'Port': ['ID=ced8e94e-59cd-4109-b4ca-f5e8cae58e2e,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:45.579821 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed31089-e878-464a-a73f-de6eeb1daf95 admin admin] Network fd3a7e91-28a9-4db8-b159-ade8f4dff732 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:14:45.581623 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-fed31089-e878-464a-a73f-de6eeb1daf95 admin admin] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:14:45.597346 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-4b03489f-0737-44b5-876e-5f84045ffc43 req-317d8fb7-34b0-4652-8557-81666425599f tempest-FloatingIPsTestJSON-1167178715 tempest-FloatingIPsTestJSON-1167178715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:45.601133 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4b03489f-0737-44b5-876e-5f84045ffc43 req-317d8fb7-34b0-4652-8557-81666425599f tempest-FloatingIPsTestJSON-1167178715 tempest-FloatingIPsTestJSON-1167178715-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.0836225 Oct 12 19:14:45.729928 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4b03489f-0737-44b5-876e-5f84045ffc43 req-1edb1192-2377-436d-9507-cb0954c3e84f tempest-FloatingIPsTestJSON-1167178715 tempest-FloatingIPsTestJSON-1167178715-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.76 HTTP/1.1" status: 200 len: 695 time: 0.1215858 Oct 12 19:14:45.905060 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-97b3b102-3050-4123-bfd6-8d2fbd515f54 None None] Provisioning complete for port dc4923c1-d465-4d93-a01a-792a25a0d95d triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:14:45.910340 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-97b3b102-3050-4123-bfd6-8d2fbd515f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:45.919292 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fed31089-e878-464a-a73f-de6eeb1daf95 admin admin] Router 70fffdbc-29e4-4e69-bb15-b6903ecf83ce has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:14:45.968680 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b03489f-0737-44b5-876e-5f84045ffc43 req-95b1a612-4475-4160-8d1a-20a7810d2888 tempest-FloatingIPsTestJSON-1167178715 tempest-FloatingIPsTestJSON-1167178715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:45.970270 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4b03489f-0737-44b5-876e-5f84045ffc43 req-95b1a612-4475-4160-8d1a-20a7810d2888 tempest-FloatingIPsTestJSON-1167178715 tempest-FloatingIPsTestJSON-1167178715-project] 10.222.0.49 "GET /v2.0/networks/4afbf4a4-67f5-42d1-a358-7ba9799dab0c HTTP/1.1" status: 200 len: 784 time: 0.2013984 Oct 12 19:14:45.989136 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-97b3b102-3050-4123-bfd6-8d2fbd515f54 None None] Port dc4923c1-d465-4d93-a01a-792a25a0d95d cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:14:46.130152 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fed31089-e878-464a-a73f-de6eeb1daf95 admin admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:14:46.141283 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff4d80a-c4f8-4d19-9ec1-5ff6ccab655d None None] Sync routers for ids ['70fffdbc-29e4-4e69-bb15-b6903ecf83ce'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:14:46.146039 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-fed31089-e878-464a-a73f-de6eeb1daf95 admin admin] 10.222.0.49 "PUT /v2.0/routers/70fffdbc-29e4-4e69-bb15-b6903ecf83ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6100924 Oct 12 19:14:46.155655 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff4d80a-c4f8-4d19-9ec1-5ff6ccab655d None None] Routers {'70fffdbc-29e4-4e69-bb15-b6903ecf83ce'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:14:46.160820 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-eff4d80a-c4f8-4d19-9ec1-5ff6ccab655d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:14:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['70fffdbc-29e4-4e69-bb15-b6903ecf83ce'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:14:46.364570 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fff384c-f82e-490f-a02b-44056e012a55 req-8f59b3b0-bebd-4736-ace1-2cd055381ca5 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:46.366695 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3fff384c-f82e-490f-a02b-44056e012a55 req-8f59b3b0-bebd-4736-ace1-2cd055381ca5 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.49 "GET /v2.0/ports?device_id=6610c236-933d-470c-aea6-417977fcbc5f HTTP/1.1" status: 200 len: 945 time: 0.0902157 Oct 12 19:14:46.368616 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-eff4d80a-c4f8-4d19-9ec1-5ff6ccab655d None None] Set router 70fffdbc-29e4-4e69-bb15-b6903ecf83ce gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:14:46.434587 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3fff384c-f82e-490f-a02b-44056e012a55 req-078b6467-4383-437c-8ab0-068eebedf139 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.49 "GET /v2.0/security-groups?id=5db68f36-da5e-4c70-9151-5d33b0141201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571709 Oct 12 19:14:46.709185 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-eff4d80a-c4f8-4d19-9ec1-5ff6ccab655d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70fffdbc-29e4-4e69-bb15-b6903ecf83ce', 'name': 'tempest-TaggedBootDevicesTest-421754055-router', 'tenant_id': 'e1bc73ca052b4ff989529862bf093e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': 'ced8e94e-59cd-4109-b4ca-f5e8cae58e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:14:36Z', 'updated_at': '2021-10-12T19:14:44Z', 'revision_number': 4, 'project_id': 'e1bc73ca052b4ff989529862bf093e8d', 'gw_port': {'id': 'ced8e94e-59cd-4109-b4ca-f5e8cae58e2e', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:06:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70fffdbc-29e4-4e69-bb15-b6903ecf83ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:14:37Z', 'updated_at': '2021-10-12T19:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': 'dc4923c1-d465-4d93-a01a-792a25a0d95d', 'name': '', 'network_id': 'fd3a7e91-28a9-4db8-b159-ade8f4dff732', 'tenant_id': 'e1bc73ca052b4ff989529862bf093e8d', 'mac_address': 'fa:16:3e:01:c8:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70fffdbc-29e4-4e69-bb15-b6903ecf83ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '05da809f-ecea-4341-80e8-b874d56f17a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:14:42Z', 'updated_at': '2021-10-12T19:14:44Z', 'revision_number': 2, 'project_id': 'e1bc73ca052b4ff989529862bf093e8d', 'subnets': [{'id': '05da809f-ecea-4341-80e8-b874d56f17a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:14:46.753026 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff4d80a-c4f8-4d19-9ec1-5ff6ccab655d None None] Checking router: 70fffdbc-29e4-4e69-bb15-b6903ecf83ce for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:14:46.753616 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff4d80a-c4f8-4d19-9ec1-5ff6ccab655d None None] Updating router 70fffdbc-29e4-4e69-bb15-b6903ecf83ce port dc4923c1-d465-4d93-a01a-792a25a0d95d binding host n-d-813679-3 {{(pid=95503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 19:14:46.794430 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-eff4d80a-c4f8-4d19-9ec1-5ff6ccab655d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:47.021286 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device ced8e94e-59cd-4109-b4ca-f5e8cae58e2e up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:14:47.194172 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-eff4d80a-c4f8-4d19-9ec1-5ff6ccab655d None None] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:47.209508 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port ced8e94e-59cd-4109-b4ca-f5e8cae58e2e triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:14:47.217757 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:47.294416 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-eff4d80a-c4f8-4d19-9ec1-5ff6ccab655d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:47.381216 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ff57e5-e84d-4536-a228-b86da9cce723 None None] Pushing event updated for resources: {'Port': ['ID=dc4923c1-d465-4d93-a01a-792a25a0d95d,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:47.441130 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-eff4d80a-c4f8-4d19-9ec1-5ff6ccab655d None None] Attempting to bind port dc4923c1-d465-4d93-a01a-792a25a0d95d on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:14:47.441469 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-eff4d80a-c4f8-4d19-9ec1-5ff6ccab655d None None] Attempting to bind port dc4923c1-d465-4d93-a01a-792a25a0d95d by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'ea4a270c-5f43-4988-909c-2cf22be49b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'fd3a7e91-28a9-4db8-b159-ade8f4dff732'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:14:47.441923 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff4d80a-c4f8-4d19-9ec1-5ff6ccab655d None None] Attempting to bind port dc4923c1-d465-4d93-a01a-792a25a0d95d on network fd3a7e91-28a9-4db8-b159-ade8f4dff732 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:14:47.449981 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff4d80a-c4f8-4d19-9ec1-5ff6ccab655d None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:14:47.450363 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff4d80a-c4f8-4d19-9ec1-5ff6ccab655d None None] Checking segment: {'id': 'ea4a270c-5f43-4988-909c-2cf22be49b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'fd3a7e91-28a9-4db8-b159-ade8f4dff732'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:14:47.450833 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-eff4d80a-c4f8-4d19-9ec1-5ff6ccab655d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:47.451256 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff4d80a-c4f8-4d19-9ec1-5ff6ccab655d None None] Bound using segment: {'id': 'ea4a270c-5f43-4988-909c-2cf22be49b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'fd3a7e91-28a9-4db8-b159-ade8f4dff732'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:14:47.451740 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-eff4d80a-c4f8-4d19-9ec1-5ff6ccab655d None None] Bound port: dc4923c1-d465-4d93-a01a-792a25a0d95d, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea4a270c-5f43-4988-909c-2cf22be49b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'fd3a7e91-28a9-4db8-b159-ade8f4dff732'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:14:47.452177 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-eff4d80a-c4f8-4d19-9ec1-5ff6ccab655d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:47.586184 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-eff4d80a-c4f8-4d19-9ec1-5ff6ccab655d None None] For port dc4923c1-d465-4d93-a01a-792a25a0d95d, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:14:47.594036 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-eff4d80a-c4f8-4d19-9ec1-5ff6ccab655d None None] For port dc4923c1-d465-4d93-a01a-792a25a0d95d, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=dc4923c1-d465-4d93-a01a-792a25a0d95d,segment=NetworkSegment(ea4a270c-5f43-4988-909c-2cf22be49b36),segment_id=ea4a270c-5f43-4988-909c-2cf22be49b36)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:14:47.687579 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-eff4d80a-c4f8-4d19-9ec1-5ff6ccab655d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:47.799301 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-2af58aad-c1f0-40a0-9613-5575446a8833 None None] Provisioning complete for port dc4923c1-d465-4d93-a01a-792a25a0d95d triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:14:47.799669 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2af58aad-c1f0-40a0-9613-5575446a8833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:47.828072 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ff57e5-e84d-4536-a228-b86da9cce723 None None] Pushing event updated for resources: {'Port': ['ID=dc4923c1-d465-4d93-a01a-792a25a0d95d,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:47.849857 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff4d80a-c4f8-4d19-9ec1-5ff6ccab655d None None] Routers {'70fffdbc-29e4-4e69-bb15-b6903ecf83ce'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:14:47.850522 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-eff4d80a-c4f8-4d19-9ec1-5ff6ccab655d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:14:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['70fffdbc-29e4-4e69-bb15-b6903ecf83ce'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:14:48.064623 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2af58aad-c1f0-40a0-9613-5575446a8833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:48.079932 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d64df80-c5e3-4327-9842-b8acd5e925e2 x-openstack-request-id: req-8d64df80-c5e3-4327-9842-b8acd5e925e2 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:14:48.080088 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b76d8672-6416-4017-8f22-b5afeb405fbd", "name": "network-vif-plugged", "status": "completed", "tag": "7ba0e993-722e-4916-8428-0db6681be167", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:14:48.080535 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8d64df80-c5e3-4327-9842-b8acd5e925e2 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:14:48.080936 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b76d8672-6416-4017-8f22-b5afeb405fbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ba0e993-722e-4916-8428-0db6681be167', 'code': 200} Oct 12 19:14:48.082709 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-eff4d80a-c4f8-4d19-9ec1-5ff6ccab655d None None] Set router 70fffdbc-29e4-4e69-bb15-b6903ecf83ce gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:14:48.142813 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-2af58aad-c1f0-40a0-9613-5575446a8833 None None] For port dc4923c1-d465-4d93-a01a-792a25a0d95d, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=dc4923c1-d465-4d93-a01a-792a25a0d95d,segment=NetworkSegment(ea4a270c-5f43-4988-909c-2cf22be49b36),segment_id=ea4a270c-5f43-4988-909c-2cf22be49b36)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:14:48.192942 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-daf80aec-af99-4fdf-8783-674a99ef9c08 req-e218b452-93b6-44c6-a753-090576e7cefd tempest-FloatingIPsTestJSON-1167178715 tempest-FloatingIPsTestJSON-1167178715-project] 10.222.0.49 "GET /v2.0/floatingips/9cc58aa8-c3b3-4a8e-943a-c81403edd674 HTTP/1.1" status: 200 len: 692 time: 0.0989120 Oct 12 19:14:48.199122 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca6255b-5f37-4a6d-aa7b-5490d5f1b677 req-bed8be97-aae2-4172-bf37-257b1aeab590 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:48.201923 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8ca6255b-5f37-4a6d-aa7b-5490d5f1b677 req-bed8be97-aae2-4172-bf37-257b1aeab590 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] 10.222.0.49 "GET /v2.0/networks?id=9b463164-b6d9-4e70-af74-4df142d48ea1 HTTP/1.1" status: 200 len: 821 time: 0.2526486 Oct 12 19:14:48.230987 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8ca6255b-5f37-4a6d-aa7b-5490d5f1b677 req-a6f9f242-1362-4c7a-8ef9-89b18333c1c0 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] 10.222.0.49 "GET /v2.0/quotas/9f5c1e71755042d1ac27a0b3a538f601 HTTP/1.1" status: 200 len: 375 time: 0.0205932 Oct 12 19:14:48.321848 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2af58aad-c1f0-40a0-9613-5575446a8833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:48.338786 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8ca6255b-5f37-4a6d-aa7b-5490d5f1b677 req-4712d47b-0c1a-443a-b2e1-3b2dadd13c11 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=9f5c1e71755042d1ac27a0b3a538f601&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0901344 Oct 12 19:14:48.448428 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf80aec-af99-4fdf-8783-674a99ef9c08 req-9a9a8a71-6930-448f-914e-b8b71380e963 tempest-FloatingIPsTestJSON-1167178715 tempest-FloatingIPsTestJSON-1167178715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:48.459431 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-daf80aec-af99-4fdf-8783-674a99ef9c08 req-9a9a8a71-6930-448f-914e-b8b71380e963 tempest-FloatingIPsTestJSON-1167178715 tempest-FloatingIPsTestJSON-1167178715-project] 10.222.0.49 "GET /v2.0/networks/4afbf4a4-67f5-42d1-a358-7ba9799dab0c HTTP/1.1" status: 200 len: 784 time: 0.2579913 Oct 12 19:14:48.513881 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af58aad-c1f0-40a0-9613-5575446a8833 None None] Pushing event updated for resources: {'Port': ['ID=dc4923c1-d465-4d93-a01a-792a25a0d95d,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:48.537515 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-daf80aec-af99-4fdf-8783-674a99ef9c08 req-c9cb5822-8256-48e1-9425-1990dbdbd0ef tempest-FloatingIPsTestJSON-1167178715 tempest-FloatingIPsTestJSON-1167178715-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.76 HTTP/1.1" status: 200 len: 695 time: 0.0768452 Oct 12 19:14:48.614039 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-daf80aec-af99-4fdf-8783-674a99ef9c08 req-1a370301-0a02-4f00-8db7-975f298389a4 tempest-FloatingIPsTestJSON-1167178715 tempest-FloatingIPsTestJSON-1167178715-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.76 HTTP/1.1" status: 200 len: 695 time: 0.0755661 Oct 12 19:14:48.619414 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-114242aa-be3a-45fe-b9b1-69d5347b5ef5 None None] Provisioning complete for port dc4923c1-d465-4d93-a01a-792a25a0d95d triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:14:48.631234 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-114242aa-be3a-45fe-b9b1-69d5347b5ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:48.720622 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8ca6255b-5f37-4a6d-aa7b-5490d5f1b677 req-31930e0d-de38-4b9b-a605-3cad9f25bf5e service neutron] 10.222.0.49 "GET /v2.0/networks/9b463164-b6d9-4e70-af74-4df142d48ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3745883 Oct 12 19:14:48.769606 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-daf80aec-af99-4fdf-8783-674a99ef9c08 req-0d02421f-a731-4a0c-91d8-23e80f83557f tempest-FloatingIPsTestJSON-1167178715 tempest-FloatingIPsTestJSON-1167178715-project] Deleting port 2eb677ec-98a5-40ed-905d-30e9e8176ce3 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:14:48.770366 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-daf80aec-af99-4fdf-8783-674a99ef9c08 req-0d02421f-a731-4a0c-91d8-23e80f83557f tempest-FloatingIPsTestJSON-1167178715 tempest-FloatingIPsTestJSON-1167178715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:48.770836 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-eff4d80a-c4f8-4d19-9ec1-5ff6ccab655d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70fffdbc-29e4-4e69-bb15-b6903ecf83ce', 'name': 'tempest-TaggedBootDevicesTest-421754055-router', 'tenant_id': 'e1bc73ca052b4ff989529862bf093e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': 'ced8e94e-59cd-4109-b4ca-f5e8cae58e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:14:36Z', 'updated_at': '2021-10-12T19:14:44Z', 'revision_number': 4, 'project_id': 'e1bc73ca052b4ff989529862bf093e8d', 'gw_port': {'id': 'ced8e94e-59cd-4109-b4ca-f5e8cae58e2e', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:06:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70fffdbc-29e4-4e69-bb15-b6903ecf83ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:14:37Z', 'updated_at': '2021-10-12T19:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': 'dc4923c1-d465-4d93-a01a-792a25a0d95d', 'name': '', 'network_id': 'fd3a7e91-28a9-4db8-b159-ade8f4dff732', 'tenant_id': 'e1bc73ca052b4ff989529862bf093e8d', 'mac_address': 'fa:16:3e:01:c8:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70fffdbc-29e4-4e69-bb15-b6903ecf83ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '05da809f-ecea-4341-80e8-b874d56f17a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:14:42Z', 'updated_at': '2021-10-12T19:14:47Z', 'revision_number': 4, 'project_id': 'e1bc73ca052b4ff989529862bf093e8d', 'subnets': [{'id': '05da809f-ecea-4341-80e8-b874d56f17a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:14:48.890787 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-daf80aec-af99-4fdf-8783-674a99ef9c08 req-0d02421f-a731-4a0c-91d8-23e80f83557f tempest-FloatingIPsTestJSON-1167178715 tempest-FloatingIPsTestJSON-1167178715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:48.891239 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-daf80aec-af99-4fdf-8783-674a99ef9c08 req-0d02421f-a731-4a0c-91d8-23e80f83557f tempest-FloatingIPsTestJSON-1167178715 tempest-FloatingIPsTestJSON-1167178715-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:48.924780 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff4d80a-c4f8-4d19-9ec1-5ff6ccab655d None None] The sync data for ids ['70fffdbc-29e4-4e69-bb15-b6903ecf83ce'] in n-d-813679-3 is: [{'id': '70fffdbc-29e4-4e69-bb15-b6903ecf83ce', 'name': 'tempest-TaggedBootDevicesTest-421754055-router', 'tenant_id': 'e1bc73ca052b4ff989529862bf093e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': 'ced8e94e-59cd-4109-b4ca-f5e8cae58e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:14:36Z', 'updated_at': '2021-10-12T19:14:44Z', 'revision_number': 4, 'project_id': 'e1bc73ca052b4ff989529862bf093e8d', 'gw_port': {'id': 'ced8e94e-59cd-4109-b4ca-f5e8cae58e2e', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:06:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70fffdbc-29e4-4e69-bb15-b6903ecf83ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:14:37Z', 'updated_at': '2021-10-12T19:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': 'dc4923c1-d465-4d93-a01a-792a25a0d95d', 'name': '', 'network_id': 'fd3a7e91-28a9-4db8-b159-ade8f4dff732', 'tenant_id': 'e1bc73ca052b4ff989529862bf093e8d', 'mac_address': 'fa:16:3e:01:c8:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70fffdbc-29e4-4e69-bb15-b6903ecf83ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '05da809f-ecea-4341-80e8-b874d56f17a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:14:42Z', 'updated_at': '2021-10-12T19:14:47Z', 'revision_number': 4, 'project_id': 'e1bc73ca052b4ff989529862bf093e8d', 'subnets': [{'id': '05da809f-ecea-4341-80e8-b874d56f17a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:14:48.954747 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-daf80aec-af99-4fdf-8783-674a99ef9c08 req-0d02421f-a731-4a0c-91d8-23e80f83557f tempest-FloatingIPsTestJSON-1167178715 tempest-FloatingIPsTestJSON-1167178715-project] Calling delete_port for 2eb677ec-98a5-40ed-905d-30e9e8176ce3 owned by network:floatingip {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:14:48.957534 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8ca6255b-5f37-4a6d-aa7b-5490d5f1b677 req-be37ad30-d66e-4ed8-89c7-161137fc2a57 service neutron] 10.222.0.49 "GET /v2.0/networks/9b463164-b6d9-4e70-af74-4df142d48ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293701 Oct 12 19:14:49.401548 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-daf80aec-af99-4fdf-8783-674a99ef9c08 req-0d02421f-a731-4a0c-91d8-23e80f83557f tempest-FloatingIPsTestJSON-1167178715 tempest-FloatingIPsTestJSON-1167178715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:49.475775 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d02421f-a731-4a0c-91d8-23e80f83557f tempest-FloatingIPsTestJSON-1167178715 tempest-FloatingIPsTestJSON-1167178715-project] Pushing event deleted for resources: {'Port': ['ID=2eb677ec-98a5-40ed-905d-30e9e8176ce3,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:49.697141 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-daf80aec-af99-4fdf-8783-674a99ef9c08 req-0d02421f-a731-4a0c-91d8-23e80f83557f tempest-FloatingIPsTestJSON-1167178715 tempest-FloatingIPsTestJSON-1167178715-project] Notify callbacks [] for floatingip, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:49.702602 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-daf80aec-af99-4fdf-8783-674a99ef9c08 req-0d02421f-a731-4a0c-91d8-23e80f83557f tempest-FloatingIPsTestJSON-1167178715 tempest-FloatingIPsTestJSON-1167178715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:49.703850 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-daf80aec-af99-4fdf-8783-674a99ef9c08 req-0d02421f-a731-4a0c-91d8-23e80f83557f tempest-FloatingIPsTestJSON-1167178715 tempest-FloatingIPsTestJSON-1167178715-project] 10.222.0.49 "DELETE /v2.0/floatingips/9cc58aa8-c3b3-4a8e-943a-c81403edd674 HTTP/1.1" status: 204 len: 173 time: 1.0890388 Oct 12 19:14:49.727604 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e3e41917-fd02-46ef-9011-a96735ed2a1e req-7fe177f2-7a8c-4a45-b968-c645bab9160a tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1480498928&fields=id&tenant_id=c0152dadd25443e0b77c77a26c835136 HTTP/1.1" status: 200 len: 267 time: 0.0845249 Oct 12 19:14:49.870644 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e41917-fd02-46ef-9011-a96735ed2a1e req-eb320f69-d615-4d0b-88e7-6ce037c3c2aa tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:49.882036 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e3e41917-fd02-46ef-9011-a96735ed2a1e req-eb320f69-d615-4d0b-88e7-6ce037c3c2aa tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.49 "GET /v2.0/ports?device_id=6610c236-933d-470c-aea6-417977fcbc5f HTTP/1.1" status: 200 len: 945 time: 0.1534209 Oct 12 19:14:49.894590 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-e3e41917-fd02-46ef-9011-a96735ed2a1e req-7bca9a45-fbae-47f1-a36a-47263d32b0f3 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Request body: {'port': {'security_groups': ['5db68f36-da5e-4c70-9151-5d33b0141201', 'f88a84f3-643d-453c-a4f7-2e4fb091e7f9']}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:14:50.020490 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-bf0d97d1-2097-4931-8ed0-06daa163478e req-78c65861-cc7f-4eaf-b839-fc51cb91f113 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae68f595-2758-4e3e-97ca-c1f777ecd8f2 HTTP/1.1" status: 200 len: 210 time: 0.0724664 Oct 12 19:14:50.121548 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-e3e41917-fd02-46ef-9011-a96735ed2a1e req-7bca9a45-fbae-47f1-a36a-47263d32b0f3 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:50.299939 n-d-813679-3 neutron-server[95501]: INFO neutron.api.v2.resource [req-2ca01e0c-e3cc-4bc2-a311-75cc23c3f773 req-4924764a-9b2c-4316-be02-8c26d5f343f1 tempest-FloatingIPsTestJSON-1167178715 tempest-FloatingIPsTestJSON-1167178715-project] show failed (client error): The resource could not be found. Oct 12 19:14:50.301015 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2ca01e0c-e3cc-4bc2-a311-75cc23c3f773 req-4924764a-9b2c-4316-be02-8c26d5f343f1 tempest-FloatingIPsTestJSON-1167178715 tempest-FloatingIPsTestJSON-1167178715-project] 10.222.0.49 "GET /v2.0/floatingips/9cc58aa8-c3b3-4a8e-943a-c81403edd674 HTTP/1.1" status: 404 len: 350 time: 0.0819683 Oct 12 19:14:50.472942 n-d-813679-3 neutron-server[95501]: INFO neutron.api.v2.resource [req-295e39e1-9bf6-41fb-b3b6-dfa0fb632de9 req-0134a19e-f643-4edd-b946-dc40ddc18b17 tempest-FloatingIPsTestJSON-1167178715 tempest-FloatingIPsTestJSON-1167178715-project] show failed (client error): The resource could not be found. Oct 12 19:14:50.496621 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-295e39e1-9bf6-41fb-b3b6-dfa0fb632de9 req-0134a19e-f643-4edd-b946-dc40ddc18b17 tempest-FloatingIPsTestJSON-1167178715 tempest-FloatingIPsTestJSON-1167178715-project] 10.222.0.49 "GET /v2.0/floatingips/9cc58aa8-c3b3-4a8e-943a-c81403edd674 HTTP/1.1" status: 404 len: 350 time: 0.1076360 Oct 12 19:14:50.501424 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 33660) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:14:50.505541 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-e3e41917-fd02-46ef-9011-a96735ed2a1e req-7bca9a45-fbae-47f1-a36a-47263d32b0f3 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] For port f6078e09-d79e-42dc-8b24-fac466551a81, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=f6078e09-d79e-42dc-8b24-fac466551a81,segment=NetworkSegment(d193a04a-34c9-4571-8a42-8ff6f24e5c3b),segment_id=d193a04a-34c9-4571-8a42-8ff6f24e5c3b)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:14:50.649156 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-e3e41917-fd02-46ef-9011-a96735ed2a1e req-7bca9a45-fbae-47f1-a36a-47263d32b0f3 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:50.783096 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-e3e41917-fd02-46ef-9011-a96735ed2a1e req-7bca9a45-fbae-47f1-a36a-47263d32b0f3 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:50.796920 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['9902639a-c094-4c79-8a4e-29bd67044e2b', 'f6078e09-d79e-42dc-8b24-fac466551a81'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:14:50.866517 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e41917-fd02-46ef-9011-a96735ed2a1e req-7bca9a45-fbae-47f1-a36a-47263d32b0f3 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:50.871657 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-e3e41917-fd02-46ef-9011-a96735ed2a1e req-7bca9a45-fbae-47f1-a36a-47263d32b0f3 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:50.873248 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e3e41917-fd02-46ef-9011-a96735ed2a1e req-7bca9a45-fbae-47f1-a36a-47263d32b0f3 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.49 "PUT /v2.0/ports/f6078e09-d79e-42dc-8b24-fac466551a81 HTTP/1.1" status: 200 len: 981 time: 0.9903438 Oct 12 19:14:50.879643 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6610c236-933d-470c-aea6-417977fcbc5f', 'tag': 'f6078e09-d79e-42dc-8b24-fac466551a81'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:14:50.889196 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c553474e-92cd-4a46-8e99-a19a4b96b5ad" -d '{"events": [{"name": "network-changed", "server_uuid": "6610c236-933d-470c-aea6-417977fcbc5f", "tag": "f6078e09-d79e-42dc-8b24-fac466551a81"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:14:51.198339 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bca9a45-fbae-47f1-a36a-47263d32b0f3 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Pushing event updated for resources: {'Port': ['ID=f6078e09-d79e-42dc-8b24-fac466551a81,revision_number=6']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:51.232655 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['f6078e09-d79e-42dc-8b24-fac466551a81'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:14:51.312633 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device dc4923c1-d465-4d93-a01a-792a25a0d95d up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:14:51.323672 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f681d674-9947-4ff3-9cb0-f8a67a1039da req-7bdcac34-7d98-41c6-baa4-4acf2911e37c tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.49 "GET /v2.0/security-groups/f88a84f3-643d-453c-a4f7-2e4fb091e7f9 HTTP/1.1" status: 200 len: 1801 time: 0.2996292 Oct 12 19:14:51.442375 n-d-813679-3 neutron-server[95501]: INFO neutron.api.v2.resource [req-f681d674-9947-4ff3-9cb0-f8a67a1039da req-42e9a008-5594-4fd5-894c-c09e85920e76 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 12 19:14:51.457480 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f681d674-9947-4ff3-9cb0-f8a67a1039da req-42e9a008-5594-4fd5-894c-c09e85920e76 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.49 "DELETE /v2.0/security-groups/f88a84f3-643d-453c-a4f7-2e4fb091e7f9 HTTP/1.1" status: 409 len: 341 time: 0.1324151 Oct 12 19:14:51.595764 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port dc4923c1-d465-4d93-a01a-792a25a0d95d triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:14:51.596305 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:51.678650 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b79dd7ac-7540-4dd4-a698-6c4c6ec4cdcc x-openstack-request-id: req-b79dd7ac-7540-4dd4-a698-6c4c6ec4cdcc {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:14:51.679472 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6610c236-933d-470c-aea6-417977fcbc5f", "tag": "f6078e09-d79e-42dc-8b24-fac466551a81", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:14:51.679783 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b79dd7ac-7540-4dd4-a698-6c4c6ec4cdcc {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:14:51.680310 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6610c236-933d-470c-aea6-417977fcbc5f', 'tag': 'f6078e09-d79e-42dc-8b24-fac466551a81', 'status': 'completed', 'code': 200} Oct 12 19:14:51.948307 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c220e2b4-e89e-466d-833b-4c40eb06ea29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8092566'] for router_interface, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:51.958840 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 33704) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:14:51.983814 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-80bf5bf1-2e13-409c-859c-b32e92a279a1 req-fa9e38bb-6bd6-467a-bea8-b053eca586f3 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae68f595-2758-4e3e-97ca-c1f777ecd8f2 HTTP/1.1" status: 200 len: 210 time: 0.0887799 Oct 12 19:14:52.070128 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c553474e-92cd-4a46-8e99-a19a4b96b5ad req-38e00b7d-cbe5-4159-8b0f-01a061903a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:52.071582 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c553474e-92cd-4a46-8e99-a19a4b96b5ad req-38e00b7d-cbe5-4159-8b0f-01a061903a90 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c0152dadd25443e0b77c77a26c835136&device_id=6610c236-933d-470c-aea6-417977fcbc5f HTTP/1.1" status: 200 len: 1135 time: 0.3606100 Oct 12 19:14:52.191970 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d39bf3e6-3a74-4807-926d-cfe49f37e00e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:52.375756 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d39bf3e6-3a74-4807-926d-cfe49f37e00e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:52.464469 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d39bf3e6-3a74-4807-926d-cfe49f37e00e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:52.529535 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-d39bf3e6-3a74-4807-926d-cfe49f37e00e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=87e245df6ba44e1c8566ac2157e34b51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5679593 Oct 12 19:14:52.532361 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 33712) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:14:52.742029 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fecdd233-91e7-4055-8461-b16d7ea3b2eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:52.746374 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39bf3e6-3a74-4807-926d-cfe49f37e00e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ca420d0-942d-4be6-89fa-6f91fa194ed4,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:52.823508 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fecdd233-91e7-4055-8461-b16d7ea3b2eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:52.927133 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca6255b-5f37-4a6d-aa7b-5490d5f1b677 req-4627f104-cc97-4e51-9519-04588543cfa8 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:52.929721 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8ca6255b-5f37-4a6d-aa7b-5490d5f1b677 req-4627f104-cc97-4e51-9519-04588543cfa8 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] 10.222.0.61 "GET /v2.0/networks?id=9b463164-b6d9-4e70-af74-4df142d48ea1 HTTP/1.1" status: 200 len: 821 time: 0.3496962 Oct 12 19:14:52.946039 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-8ca6255b-5f37-4a6d-aa7b-5490d5f1b677 req-d3ee7a49-7362-417b-98d4-e24aed7bd5fc tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Request body: {'port': {'device_id': 'ae68f595-2758-4e3e-97ca-c1f777ecd8f2', 'network_id': '9b463164-b6d9-4e70-af74-4df142d48ea1', 'admin_state_up': True, 'tenant_id': '9f5c1e71755042d1ac27a0b3a538f601'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:14:53.095298 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fecdd233-91e7-4055-8461-b16d7ea3b2eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:53.096667 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fecdd233-91e7-4055-8461-b16d7ea3b2eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:53.097819 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-fecdd233-91e7-4055-8461-b16d7ea3b2eb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3ca420d0-942d-4be6-89fa-6f91fa194ed4 HTTP/1.1" status: 204 len: 168 time: 0.5641632 Oct 12 19:14:53.125615 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecdd233-91e7-4055-8461-b16d7ea3b2eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ca420d0-942d-4be6-89fa-6f91fa194ed4,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:53.173310 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c553474e-92cd-4a46-8e99-a19a4b96b5ad req-937b5805-1062-4422-b4ee-8b45d5dd54aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:53.174767 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c553474e-92cd-4a46-8e99-a19a4b96b5ad req-937b5805-1062-4422-b4ee-8b45d5dd54aa service neutron] 10.222.0.67 "GET /v2.0/networks?id=e7e41055-1292-4375-83c3-78e2dafcb52a HTTP/1.1" status: 200 len: 914 time: 1.0926635 Oct 12 19:14:53.200600 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df58f5ef-af68-4264-8c9d-cdf0556d210b req-3d6b43ad-616d-4eb2-9d89-ecd3a5c22bb2 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:53.207300 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-df58f5ef-af68-4264-8c9d-cdf0556d210b req-3d6b43ad-616d-4eb2-9d89-ecd3a5c22bb2 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/networks?id=c9c833e6-1691-44ed-bf82-cf9c18667411 HTTP/1.1" status: 200 len: 808 time: 0.9918542 Oct 12 19:14:53.250453 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c553474e-92cd-4a46-8e99-a19a4b96b5ad req-da3f4280-fcf0-40db-aca9-e14e77e9f00d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f6078e09-d79e-42dc-8b24-fac466551a81 HTTP/1.1" status: 200 len: 217 time: 0.0648191 Oct 12 19:14:53.257135 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-df58f5ef-af68-4264-8c9d-cdf0556d210b req-ad3a1f12-ed9a-419b-9272-0c7e8c555e67 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/quotas/5fba7a982f4e455fbf6360a954bd3673 HTTP/1.1" status: 200 len: 375 time: 0.0489061 Oct 12 19:14:53.261013 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ca6255b-5f37-4a6d-aa7b-5490d5f1b677 req-d3ee7a49-7362-417b-98d4-e24aed7bd5fc tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Made reservation on behalf of 9f5c1e71755042d1ac27a0b3a538f601 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:14:53.264583 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8ca6255b-5f37-4a6d-aa7b-5490d5f1b677 req-d3ee7a49-7362-417b-98d4-e24aed7bd5fc tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:53.373310 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c553474e-92cd-4a46-8e99-a19a4b96b5ad req-fc70f70d-2ddd-46a5-90eb-93eb689455df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:53.375366 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c553474e-92cd-4a46-8e99-a19a4b96b5ad req-fc70f70d-2ddd-46a5-90eb-93eb689455df service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c4f49dc5-e874-495c-886d-4a58af79da10 HTTP/1.1" status: 200 len: 853 time: 0.1140044 Oct 12 19:14:53.420355 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c553474e-92cd-4a46-8e99-a19a4b96b5ad req-171f2dce-b508-4039-932b-eb89a72251a9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e7e41055-1292-4375-83c3-78e2dafcb52a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336931 Oct 12 19:14:53.446107 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-df58f5ef-af68-4264-8c9d-cdf0556d210b req-b728780b-e4af-40c8-9a21-1ddc2e78264a tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=5fba7a982f4e455fbf6360a954bd3673&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1832924 Oct 12 19:14:53.691651 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [req-8ca6255b-5f37-4a6d-aa7b-5490d5f1b677 req-d3ee7a49-7362-417b-98d4-e24aed7bd5fc tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Allocated IP 172.20.0.11 (9b463164-b6d9-4e70-af74-4df142d48ea1/0ca49502-6eac-400d-a5c9-5dbc68b0fb0b/376fa70f-9ed5-4fe8-9c04-61cc4faa2ec9) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:14:53.711975 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c553474e-92cd-4a46-8e99-a19a4b96b5ad req-a36de772-1fca-4889-ab8f-c7f0b589b364 service neutron] 10.222.0.67 "GET /v2.0/networks/e7e41055-1292-4375-83c3-78e2dafcb52a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624371 Oct 12 19:14:54.017714 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8ca6255b-5f37-4a6d-aa7b-5490d5f1b677 req-d3ee7a49-7362-417b-98d4-e24aed7bd5fc tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:54.031858 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-df58f5ef-af68-4264-8c9d-cdf0556d210b req-b932fc3a-56cd-45b7-b025-507d31f180a7 service neutron] 10.222.0.49 "GET /v2.0/networks/c9c833e6-1691-44ed-bf82-cf9c18667411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5841339 Oct 12 19:14:54.057189 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c553474e-92cd-4a46-8e99-a19a4b96b5ad req-b4faddfc-7cf8-4cf6-84c0-6861b291d575 service neutron] 10.222.0.67 "GET /v2.0/networks/e7e41055-1292-4375-83c3-78e2dafcb52a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3349571 Oct 12 19:14:54.121926 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-c220e2b4-e89e-466d-833b-4c40eb06ea29 admin admin] Deleting port 822fdb47-7768-4ee0-a12b-e456df1e3fe8 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:14:54.122277 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c220e2b4-e89e-466d-833b-4c40eb06ea29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:54.174091 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8ca6255b-5f37-4a6d-aa7b-5490d5f1b677 req-d3ee7a49-7362-417b-98d4-e24aed7bd5fc tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:54.251765 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 33730) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:14:54.276664 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3b04-68ab-453d-95f8-32b4ab0fe23d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:54.296731 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ca6255b-5f37-4a6d-aa7b-5490d5f1b677 req-d3ee7a49-7362-417b-98d4-e24aed7bd5fc tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Network 9b463164-b6d9-4e70-af74-4df142d48ea1 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:14:54.308939 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [req-8ca6255b-5f37-4a6d-aa7b-5490d5f1b677 req-d3ee7a49-7362-417b-98d4-e24aed7bd5fc tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:14:54.313656 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ca6255b-5f37-4a6d-aa7b-5490d5f1b677 req-d3ee7a49-7362-417b-98d4-e24aed7bd5fc tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:14:54.375136 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca6255b-5f37-4a6d-aa7b-5490d5f1b677 req-d3ee7a49-7362-417b-98d4-e24aed7bd5fc tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:54.375775 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8ca6255b-5f37-4a6d-aa7b-5490d5f1b677 req-d3ee7a49-7362-417b-98d4-e24aed7bd5fc tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:54.379693 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ee7a49-7362-417b-98d4-e24aed7bd5fc tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Pushing event updated for resources: {'Port': ['ID=376fa70f-9ed5-4fe8-9c04-61cc4faa2ec9,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:54.402104 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3b04-68ab-453d-95f8-32b4ab0fe23d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:54.405223 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-df58f5ef-af68-4264-8c9d-cdf0556d210b req-4d114b5d-9a80-42ae-9b8c-689620841ed6 service neutron] 10.222.0.49 "GET /v2.0/networks/c9c833e6-1691-44ed-bf82-cf9c18667411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3659828 Oct 12 19:14:54.413273 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [None req-c220e2b4-e89e-466d-833b-4c40eb06ea29 admin admin] For port 822fdb47-7768-4ee0-a12b-e456df1e3fe8, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=822fdb47-7768-4ee0-a12b-e456df1e3fe8,segment=NetworkSegment(9c47dc8d-8b52-45fc-bcad-d3ca4828e3c5),segment_id=9c47dc8d-8b52-45fc-bcad-d3ca4828e3c5)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:14:54.414263 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c220e2b4-e89e-466d-833b-4c40eb06ea29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:54.428411 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-c220e2b4-e89e-466d-833b-4c40eb06ea29 admin admin] Calling delete_port for 822fdb47-7768-4ee0-a12b-e456df1e3fe8 owned by network:router_interface {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:14:54.444412 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8ca6255b-5f37-4a6d-aa7b-5490d5f1b677 req-d3ee7a49-7362-417b-98d4-e24aed7bd5fc tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5033205 Oct 12 19:14:54.511896 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3b04-68ab-453d-95f8-32b4ab0fe23d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:54.609219 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-ce9d3b04-68ab-453d-95f8-32b4ab0fe23d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f476a5fd8d2f4449ba3af926fb81473d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3561363 Oct 12 19:14:54.611970 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 33738) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:14:54.613888 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3b04-68ab-453d-95f8-32b4ab0fe23d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95ff426e-dda8-4701-97b2-a671a8403cef,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:54.738434 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a3eaf38f-da41-4f74-a38c-d3d3b1cdd201 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:54.758537 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-8ca6255b-5f37-4a6d-aa7b-5490d5f1b677 req-56b3d398-8788-48f0-b388-511cec55d46d service neutron] Request body: {'port': {'device_id': 'ae68f595-2758-4e3e-97ca-c1f777ecd8f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:14:54.793982 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a3eaf38f-da41-4f74-a38c-d3d3b1cdd201 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:54.846866 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c220e2b4-e89e-466d-833b-4c40eb06ea29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:54.853849 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8ca6255b-5f37-4a6d-aa7b-5490d5f1b677 req-56b3d398-8788-48f0-b388-511cec55d46d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:54.874714 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c220e2b4-e89e-466d-833b-4c40eb06ea29 admin admin] Pushing event deleted for resources: {'Port': ['ID=822fdb47-7768-4ee0-a12b-e456df1e3fe8,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:55.157338 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a3eaf38f-da41-4f74-a38c-d3d3b1cdd201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:55.160394 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a3eaf38f-da41-4f74-a38c-d3d3b1cdd201 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:55.161596 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-a3eaf38f-da41-4f74-a38c-d3d3b1cdd201 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/95ff426e-dda8-4701-97b2-a671a8403cef HTTP/1.1" status: 204 len: 168 time: 0.5484302 Oct 12 19:14:55.183848 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eaf38f-da41-4f74-a38c-d3d3b1cdd201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95ff426e-dda8-4701-97b2-a671a8403cef,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:55.315507 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c220e2b4-e89e-466d-833b-4c40eb06ea29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7898909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8092450'] for router_interface, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:55.489067 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [req-8ca6255b-5f37-4a6d-aa7b-5490d5f1b677 req-56b3d398-8788-48f0-b388-511cec55d46d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 376fa70f-9ed5-4fe8-9c04-61cc4faa2ec9 {{(pid=95502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:14:55.500630 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8ca6255b-5f37-4a6d-aa7b-5490d5f1b677 req-56b3d398-8788-48f0-b388-511cec55d46d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:55.528126 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-8ca6255b-5f37-4a6d-aa7b-5490d5f1b677 req-56b3d398-8788-48f0-b388-511cec55d46d service neutron] Transition to ACTIVE for port object 376fa70f-9ed5-4fe8-9c04-61cc4faa2ec9 will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:14:55.641319 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8ca6255b-5f37-4a6d-aa7b-5490d5f1b677 req-56b3d398-8788-48f0-b388-511cec55d46d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:55.664115 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c220e2b4-e89e-466d-833b-4c40eb06ea29 admin admin] Router 81f8746f-864d-4a18-8439-58aff1145ce8 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:14:55.709399 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b3d398-8788-48f0-b388-511cec55d46d service neutron] Pushing event updated for resources: {'Port': ['ID=376fa70f-9ed5-4fe8-9c04-61cc4faa2ec9,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:55.868342 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-8ca6255b-5f37-4a6d-aa7b-5490d5f1b677 req-56b3d398-8788-48f0-b388-511cec55d46d service neutron] Attempting to bind port 376fa70f-9ed5-4fe8-9c04-61cc4faa2ec9 on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:14:55.868342 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-8ca6255b-5f37-4a6d-aa7b-5490d5f1b677 req-56b3d398-8788-48f0-b388-511cec55d46d service neutron] Attempting to bind port 376fa70f-9ed5-4fe8-9c04-61cc4faa2ec9 by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': '9a265161-39b6-438d-83a9-b9196658e74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '9b463164-b6d9-4e70-af74-4df142d48ea1'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:14:55.868342 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca6255b-5f37-4a6d-aa7b-5490d5f1b677 req-56b3d398-8788-48f0-b388-511cec55d46d service neutron] Attempting to bind port 376fa70f-9ed5-4fe8-9c04-61cc4faa2ec9 on network 9b463164-b6d9-4e70-af74-4df142d48ea1 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:14:55.868342 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca6255b-5f37-4a6d-aa7b-5490d5f1b677 req-56b3d398-8788-48f0-b388-511cec55d46d service neutron] Port 376fa70f-9ed5-4fe8-9c04-61cc4faa2ec9 on network 9b463164-b6d9-4e70-af74-4df142d48ea1 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:14:55.868342 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca6255b-5f37-4a6d-aa7b-5490d5f1b677 req-56b3d398-8788-48f0-b388-511cec55d46d service neutron] Attempting to bind port 376fa70f-9ed5-4fe8-9c04-61cc4faa2ec9 on network 9b463164-b6d9-4e70-af74-4df142d48ea1 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:14:55.868342 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca6255b-5f37-4a6d-aa7b-5490d5f1b677 req-56b3d398-8788-48f0-b388-511cec55d46d service neutron] Checking agent: {'id': 'f5e9725f-f5a6-43c2-a1be-95e21e9a1fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 14, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:14:55.868342 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca6255b-5f37-4a6d-aa7b-5490d5f1b677 req-56b3d398-8788-48f0-b388-511cec55d46d service neutron] Checking segment: {'id': '9a265161-39b6-438d-83a9-b9196658e74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '9b463164-b6d9-4e70-af74-4df142d48ea1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:14:55.868342 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca6255b-5f37-4a6d-aa7b-5490d5f1b677 req-56b3d398-8788-48f0-b388-511cec55d46d service neutron] Bound using segment: {'id': '9a265161-39b6-438d-83a9-b9196658e74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '9b463164-b6d9-4e70-af74-4df142d48ea1'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:14:55.868342 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-8ca6255b-5f37-4a6d-aa7b-5490d5f1b677 req-56b3d398-8788-48f0-b388-511cec55d46d service neutron] Bound port: 376fa70f-9ed5-4fe8-9c04-61cc4faa2ec9, host: n-h1-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a265161-39b6-438d-83a9-b9196658e74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '9b463164-b6d9-4e70-af74-4df142d48ea1'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:14:55.868342 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8ca6255b-5f37-4a6d-aa7b-5490d5f1b677 req-56b3d398-8788-48f0-b388-511cec55d46d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:55.875776 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8ba0be-feb2-4ed1-ab32-08d1b717a4d0 req-7cdf7e8c-53ac-4b53-9a75-d746d41648ac tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:55.877447 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5f8ba0be-feb2-4ed1-ab32-08d1b717a4d0 req-7cdf7e8c-53ac-4b53-9a75-d746d41648ac tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae68f595-2758-4e3e-97ca-c1f777ecd8f2 HTTP/1.1" status: 200 len: 944 time: 0.0980916 Oct 12 19:14:55.906719 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c220e2b4-e89e-466d-833b-4c40eb06ea29 admin admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:14:55.917062 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-c220e2b4-e89e-466d-833b-4c40eb06ea29 admin admin] 10.222.0.49 "PUT /v2.0/routers/81f8746f-864d-4a18-8439-58aff1145ce8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4100072 Oct 12 19:14:55.918530 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 33764) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:14:55.920659 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d94f22-5b3c-463c-9fa6-6f0bae28755f None None] Sync routers for ids ['81f8746f-864d-4a18-8439-58aff1145ce8'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:14:55.938435 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d94f22-5b3c-463c-9fa6-6f0bae28755f None None] Routers {'81f8746f-864d-4a18-8439-58aff1145ce8'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:14:55.939517 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-29d94f22-5b3c-463c-9fa6-6f0bae28755f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:14:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['81f8746f-864d-4a18-8439-58aff1145ce8'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:14:55.947629 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5f8ba0be-feb2-4ed1-ab32-08d1b717a4d0 req-799cc447-4d73-433d-82b8-55b147ce121a tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] 10.222.0.49 "GET /v2.0/security-groups?id=93001041-1fb8-4b9a-acba-05886aa0e0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609577 Oct 12 19:14:56.035996 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-8ca6255b-5f37-4a6d-aa7b-5490d5f1b677 req-56b3d398-8788-48f0-b388-511cec55d46d service neutron] For port 376fa70f-9ed5-4fe8-9c04-61cc4faa2ec9, host n-h1-813679-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:14:56.065846 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f0e37d60-7635-46b9-9f90-80f4125461bc req-539323fd-cbb3-4f44-a86f-c869e9a5b61a tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/ports?device_id=d14b4963-a7f3-4841-86bc-93dad48b6e25 HTTP/1.1" status: 200 len: 210 time: 0.0581441 Oct 12 19:14:56.105114 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-8ca6255b-5f37-4a6d-aa7b-5490d5f1b677 req-56b3d398-8788-48f0-b388-511cec55d46d service neutron] For port 376fa70f-9ed5-4fe8-9c04-61cc4faa2ec9, host n-h1-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=376fa70f-9ed5-4fe8-9c04-61cc4faa2ec9,segment=NetworkSegment(9a265161-39b6-438d-83a9-b9196658e74a),segment_id=9a265161-39b6-438d-83a9-b9196658e74a)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:14:56.150280 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-af2e1ba2-09cb-497f-9c87-619d381bcef6 admin admin] Notify callbacks [] for router, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:56.200861 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-29d94f22-5b3c-463c-9fa6-6f0bae28755f None None] Set router 81f8746f-864d-4a18-8439-58aff1145ce8 gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:14:56.228047 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8ca6255b-5f37-4a6d-aa7b-5490d5f1b677 req-56b3d398-8788-48f0-b388-511cec55d46d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:56.228604 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fd5c11-444f-4f73-b404-80e5d0f91a7c req-39e09e72-4b7a-45a6-82ae-8c09369c11d1 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:56.244225 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-44fd5c11-444f-4f73-b404-80e5d0f91a7c req-39e09e72-4b7a-45a6-82ae-8c09369c11d1 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.49 "GET /v2.0/ports?device_id=6610c236-933d-470c-aea6-417977fcbc5f HTTP/1.1" status: 200 len: 984 time: 0.1151865 Oct 12 19:14:56.294663 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a685343-cade-40f2-b495-9cccb6779b7e req-b4e7101a-631b-40ef-b9b6-195114420ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:56.299355 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4a685343-cade-40f2-b495-9cccb6779b7e req-b4e7101a-631b-40ef-b9b6-195114420ef8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c0152dadd25443e0b77c77a26c835136&device_id=6610c236-933d-470c-aea6-417977fcbc5f HTTP/1.1" status: 200 len: 1135 time: 0.1416652 Oct 12 19:14:56.306011 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca6255b-5f37-4a6d-aa7b-5490d5f1b677 req-56b3d398-8788-48f0-b388-511cec55d46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:56.306634 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8ca6255b-5f37-4a6d-aa7b-5490d5f1b677 req-56b3d398-8788-48f0-b388-511cec55d46d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:56.316667 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8ca6255b-5f37-4a6d-aa7b-5490d5f1b677 req-56b3d398-8788-48f0-b388-511cec55d46d service neutron] 10.222.0.61 "PUT /v2.0/ports/376fa70f-9ed5-4fe8-9c04-61cc4faa2ec9 HTTP/1.1" status: 200 len: 1092 time: 1.8549871 Oct 12 19:14:56.352181 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-44fd5c11-444f-4f73-b404-80e5d0f91a7c req-d3000e5c-8034-4443-be45-0d024062cd37 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.49 "GET /v2.0/security-groups?id=f88a84f3-643d-453c-a4f7-2e4fb091e7f9&id=5db68f36-da5e-4c70-9151-5d33b0141201&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1021478 Oct 12 19:14:56.390771 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae68f595-2758-4e3e-97ca-c1f777ecd8f2', 'tag': '376fa70f-9ed5-4fe8-9c04-61cc4faa2ec9'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:14:56.396074 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c16ab24b-fd4a-42a6-bad8-f02c38a35fa0" -d '{"events": [{"name": "network-changed", "server_uuid": "ae68f595-2758-4e3e-97ca-c1f777ecd8f2", "tag": "376fa70f-9ed5-4fe8-9c04-61cc4faa2ec9"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:14:56.496066 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93124fee-8369-4cfd-9078-1ce87d639197 x-openstack-request-id: req-93124fee-8369-4cfd-9078-1ce87d639197 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:14:56.496066 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae68f595-2758-4e3e-97ca-c1f777ecd8f2", "tag": "376fa70f-9ed5-4fe8-9c04-61cc4faa2ec9", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:14:56.496911 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-93124fee-8369-4cfd-9078-1ce87d639197 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:14:56.503486 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a685343-cade-40f2-b495-9cccb6779b7e req-27010cd1-08a3-4965-a167-b42bd464c5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:56.505297 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae68f595-2758-4e3e-97ca-c1f777ecd8f2', 'tag': '376fa70f-9ed5-4fe8-9c04-61cc4faa2ec9', 'status': 'completed', 'code': 200} Oct 12 19:14:56.505987 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4a685343-cade-40f2-b495-9cccb6779b7e req-27010cd1-08a3-4965-a167-b42bd464c5e9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e7e41055-1292-4375-83c3-78e2dafcb52a HTTP/1.1" status: 200 len: 914 time: 0.1903214 Oct 12 19:14:56.536124 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b3d398-8788-48f0-b388-511cec55d46d service neutron] Pushing event updated for resources: {'Port': ['ID=376fa70f-9ed5-4fe8-9c04-61cc4faa2ec9,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:56.592550 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-af2e1ba2-09cb-497f-9c87-619d381bcef6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:56.597215 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-29d94f22-5b3c-463c-9fa6-6f0bae28755f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f8746f-864d-4a18-8439-58aff1145ce8', 'name': 'tempest-FloatingIPsTestJSON-975700830-router', 'tenant_id': '155d620cee104cb5ba26c7a95e7481f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '0294d0fe-b096-4686-b84c-5bdea469f0ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:14:17Z', 'updated_at': '2021-10-12T19:14:54Z', 'revision_number': 5, 'project_id': '155d620cee104cb5ba26c7a95e7481f9', 'gw_port': {'id': '0294d0fe-b096-4686-b84c-5bdea469f0ed', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:28:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f8746f-864d-4a18-8439-58aff1145ce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:14:19Z', 'updated_at': '2021-10-12T19:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:14:56.602608 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca6255b-5f37-4a6d-aa7b-5490d5f1b677 req-2689ce01-74cf-4082-96d6-1d8d556300e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:56.604309 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4a685343-cade-40f2-b495-9cccb6779b7e req-82a8d92f-6c26-4e08-a202-c2534ac954a3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f6078e09-d79e-42dc-8b24-fac466551a81 HTTP/1.1" status: 200 len: 217 time: 0.0889263 Oct 12 19:14:56.605058 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8ca6255b-5f37-4a6d-aa7b-5490d5f1b677 req-2689ce01-74cf-4082-96d6-1d8d556300e4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9f5c1e71755042d1ac27a0b3a538f601&device_id=ae68f595-2758-4e3e-97ca-c1f777ecd8f2 HTTP/1.1" status: 200 len: 1095 time: 0.1866727 Oct 12 19:14:56.667132 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d94f22-5b3c-463c-9fa6-6f0bae28755f None None] Checking router: 81f8746f-864d-4a18-8439-58aff1145ce8 for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:14:56.695565 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d94f22-5b3c-463c-9fa6-6f0bae28755f None None] Routers {'81f8746f-864d-4a18-8439-58aff1145ce8'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:14:56.696229 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-29d94f22-5b3c-463c-9fa6-6f0bae28755f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:14:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['81f8746f-864d-4a18-8439-58aff1145ce8'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:14:56.718296 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8ca6255b-5f37-4a6d-aa7b-5490d5f1b677 req-3fdbc5ae-ff72-47ab-a957-6be057da5b94 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=376fa70f-9ed5-4fe8-9c04-61cc4faa2ec9 HTTP/1.1" status: 200 len: 217 time: 0.1037052 Oct 12 19:14:56.743735 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a685343-cade-40f2-b495-9cccb6779b7e req-bb77a51a-966d-4700-a2b2-84dacaca5b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:56.750618 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4a685343-cade-40f2-b495-9cccb6779b7e req-bb77a51a-966d-4700-a2b2-84dacaca5b3c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c4f49dc5-e874-495c-886d-4a58af79da10 HTTP/1.1" status: 200 len: 853 time: 0.1280248 Oct 12 19:14:56.823324 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4a685343-cade-40f2-b495-9cccb6779b7e req-a0c9acf1-430e-4b10-a47a-605f0d734364 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e7e41055-1292-4375-83c3-78e2dafcb52a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698929 Oct 12 19:14:56.890124 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca6255b-5f37-4a6d-aa7b-5490d5f1b677 req-d8c019af-5516-4735-996d-48a6afcac84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:56.894646 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8ca6255b-5f37-4a6d-aa7b-5490d5f1b677 req-d8c019af-5516-4735-996d-48a6afcac84d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0ca49502-6eac-400d-a5c9-5dbc68b0fb0b HTTP/1.1" status: 200 len: 861 time: 0.1679194 Oct 12 19:14:56.930924 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-29d94f22-5b3c-463c-9fa6-6f0bae28755f None None] Set router 81f8746f-864d-4a18-8439-58aff1145ce8 gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:14:56.948383 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4a685343-cade-40f2-b495-9cccb6779b7e req-40911a94-a27a-44ac-ac74-28b17e7854b1 service neutron] 10.222.0.67 "GET /v2.0/networks/e7e41055-1292-4375-83c3-78e2dafcb52a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152534 Oct 12 19:14:57.018753 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8ca6255b-5f37-4a6d-aa7b-5490d5f1b677 req-dc817024-16e6-48bf-bd15-2a40fcb9f483 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9b463164-b6d9-4e70-af74-4df142d48ea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1039176 Oct 12 19:14:57.143054 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 33796) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:14:57.171449 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-af2e1ba2-09cb-497f-9c87-619d381bcef6 admin admin] Deleting port 0294d0fe-b096-4686-b84c-5bdea469f0ed {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:14:57.172012 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-af2e1ba2-09cb-497f-9c87-619d381bcef6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:57.198157 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4a685343-cade-40f2-b495-9cccb6779b7e req-c6d6aca1-922e-4a99-b3eb-6a332b373f33 service neutron] 10.222.0.67 "GET /v2.0/networks/e7e41055-1292-4375-83c3-78e2dafcb52a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418001 Oct 12 19:14:57.249866 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee4132f-2081-4d1b-86ab-ea565d89d1bf req-42f7f660-43dd-4d1e-bee5-62ae233f3c64 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:57.259420 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8ee4132f-2081-4d1b-86ab-ea565d89d1bf req-42f7f660-43dd-4d1e-bee5-62ae233f3c64 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae68f595-2758-4e3e-97ca-c1f777ecd8f2 HTTP/1.1" status: 200 len: 944 time: 0.1882756 Oct 12 19:14:57.276227 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8ca6255b-5f37-4a6d-aa7b-5490d5f1b677 req-7a295b23-e1bc-4c5a-840c-79493fe490d0 service neutron] 10.222.0.61 "GET /v2.0/networks/9b463164-b6d9-4e70-af74-4df142d48ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485445 Oct 12 19:14:57.415377 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-29d94f22-5b3c-463c-9fa6-6f0bae28755f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f8746f-864d-4a18-8439-58aff1145ce8', 'name': 'tempest-FloatingIPsTestJSON-975700830-router', 'tenant_id': '155d620cee104cb5ba26c7a95e7481f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '0294d0fe-b096-4686-b84c-5bdea469f0ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:14:17Z', 'updated_at': '2021-10-12T19:14:54Z', 'revision_number': 5, 'project_id': '155d620cee104cb5ba26c7a95e7481f9', 'gw_port': {'id': '0294d0fe-b096-4686-b84c-5bdea469f0ed', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:28:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f8746f-864d-4a18-8439-58aff1145ce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:14:19Z', 'updated_at': '2021-10-12T19:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:14:57.448579 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d94f22-5b3c-463c-9fa6-6f0bae28755f None None] The sync data for ids ['81f8746f-864d-4a18-8439-58aff1145ce8'] in n-d-813679-3 is: [{'id': '81f8746f-864d-4a18-8439-58aff1145ce8', 'name': 'tempest-FloatingIPsTestJSON-975700830-router', 'tenant_id': '155d620cee104cb5ba26c7a95e7481f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '0294d0fe-b096-4686-b84c-5bdea469f0ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:14:17Z', 'updated_at': '2021-10-12T19:14:54Z', 'revision_number': 5, 'project_id': '155d620cee104cb5ba26c7a95e7481f9', 'gw_port': {'id': '0294d0fe-b096-4686-b84c-5bdea469f0ed', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:28:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f8746f-864d-4a18-8439-58aff1145ce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:14:19Z', 'updated_at': '2021-10-12T19:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:14:57.482271 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8ee4132f-2081-4d1b-86ab-ea565d89d1bf req-0e23447a-2942-4f85-90e8-fca2a53c2b21 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] 10.222.0.49 "GET /v2.0/security-groups?id=93001041-1fb8-4b9a-acba-05886aa0e0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138617 Oct 12 19:14:57.708903 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-111fbd1a-765f-4501-9c31-f4efba5870e7 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-141583639-network', 'tenant_id': '803d7b884967412f992e4b2e79b460e6'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:14:57.718308 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f602483f-4b49-49aa-adb7-44e1d2aa2d6e req-d2b06483-1199-46b3-aa5f-284ec028b764 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/ports?device_id=d14b4963-a7f3-4841-86bc-93dad48b6e25 HTTP/1.1" status: 200 len: 210 time: 0.0792778 Oct 12 19:14:57.842930 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-af2e1ba2-09cb-497f-9c87-619d381bcef6 admin admin] For port 0294d0fe-b096-4686-b84c-5bdea469f0ed, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=0294d0fe-b096-4686-b84c-5bdea469f0ed,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:14:57.843303 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-af2e1ba2-09cb-497f-9c87-619d381bcef6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:57.846443 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-111fbd1a-765f-4501-9c31-f4efba5870e7 admin admin] Made reservation on behalf of 803d7b884967412f992e4b2e79b460e6 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:14:57.848147 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803dc42e-3b2b-4057-b5f7-03b62ba70761 req-f3fdf890-1c43-49e6-8179-eac815837539 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:57.850740 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-111fbd1a-765f-4501-9c31-f4efba5870e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:57.861812 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-803dc42e-3b2b-4057-b5f7-03b62ba70761 req-f3fdf890-1c43-49e6-8179-eac815837539 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.49 "GET /v2.0/ports?device_id=6610c236-933d-470c-aea6-417977fcbc5f HTTP/1.1" status: 200 len: 984 time: 0.0808029 Oct 12 19:14:57.902338 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-111fbd1a-765f-4501-9c31-f4efba5870e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:57.917457 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-af2e1ba2-09cb-497f-9c87-619d381bcef6 admin admin] Calling delete_port for 0294d0fe-b096-4686-b84c-5bdea469f0ed owned by network:router_gateway {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:14:57.948895 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-803dc42e-3b2b-4057-b5f7-03b62ba70761 req-8f0096f9-711b-409b-a077-e107887e8cee tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.49 "GET /v2.0/security-groups?id=f88a84f3-643d-453c-a4f7-2e4fb091e7f9&id=5db68f36-da5e-4c70-9151-5d33b0141201&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0753748 Oct 12 19:14:58.082266 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8ca6255b-5f37-4a6d-aa7b-5490d5f1b677 req-f0593922-17b2-4900-8c58-cd8ad78ac0f7 service neutron] 10.222.0.61 "GET /v2.0/networks/9b463164-b6d9-4e70-af74-4df142d48ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7965183 Oct 12 19:14:58.226827 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-111fbd1a-765f-4501-9c31-f4efba5870e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:58.369991 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-111fbd1a-765f-4501-9c31-f4efba5870e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:58.384997 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16ab24b-fd4a-42a6-bad8-f02c38a35fa0 req-961ff6df-6af4-40e7-a1b7-158b2f09892c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:58.387331 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c16ab24b-fd4a-42a6-bad8-f02c38a35fa0 req-961ff6df-6af4-40e7-a1b7-158b2f09892c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9f5c1e71755042d1ac27a0b3a538f601&device_id=ae68f595-2758-4e3e-97ca-c1f777ecd8f2 HTTP/1.1" status: 200 len: 1095 time: 0.0925572 Oct 12 19:14:58.417767 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-111fbd1a-765f-4501-9c31-f4efba5870e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 515, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:14:58.452151 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111fbd1a-765f-4501-9c31-f4efba5870e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2999b03-b87d-46b4-9267-1669e2e14df4,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:58.455164 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-111fbd1a-765f-4501-9c31-f4efba5870e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:58.455513 n-d-813679-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-111fbd1a-765f-4501-9c31-f4efba5870e7 admin admin] Added segment 092fb16a-01c2-4f4a-b148-df23675b5071 of type vlan for network 82671036-c03a-4d3c-b62d-db19aa8b0fed Oct 12 19:14:58.563810 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16ab24b-fd4a-42a6-bad8-f02c38a35fa0 req-8abb4282-67c6-4a60-9e98-a4aa31085e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:58.563810 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c16ab24b-fd4a-42a6-bad8-f02c38a35fa0 req-8abb4282-67c6-4a60-9e98-a4aa31085e1b service neutron] 10.222.0.61 "GET /v2.0/networks?id=9b463164-b6d9-4e70-af74-4df142d48ea1 HTTP/1.1" status: 200 len: 922 time: 0.1694558 Oct 12 19:14:58.564547 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-111fbd1a-765f-4501-9c31-f4efba5870e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:58.580426 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-af2e1ba2-09cb-497f-9c87-619d381bcef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:58.631724 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2e1ba2-09cb-497f-9c87-619d381bcef6 admin admin] Pushing event deleted for resources: {'Port': ['ID=0294d0fe-b096-4686-b84c-5bdea469f0ed,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:58.649878 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df58f5ef-af68-4264-8c9d-cdf0556d210b req-3e9b4852-d957-45bb-b8b9-38997d77328e tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:58.651787 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-df58f5ef-af68-4264-8c9d-cdf0556d210b req-3e9b4852-d957-45bb-b8b9-38997d77328e tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.61 "GET /v2.0/networks?id=c9c833e6-1691-44ed-bf82-cf9c18667411 HTTP/1.1" status: 200 len: 808 time: 0.4215622 Oct 12 19:14:58.675846 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c16ab24b-fd4a-42a6-bad8-f02c38a35fa0 req-8796a0c3-fb2f-40a4-898a-9ea381af5243 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=376fa70f-9ed5-4fe8-9c04-61cc4faa2ec9 HTTP/1.1" status: 200 len: 217 time: 0.1016243 Oct 12 19:14:58.688503 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-df58f5ef-af68-4264-8c9d-cdf0556d210b req-f0c1c54b-126d-473d-aca1-cf293a2ad04e tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Request body: {'port': {'device_id': 'd14b4963-a7f3-4841-86bc-93dad48b6e25', 'network_id': 'c9c833e6-1691-44ed-bf82-cf9c18667411', 'admin_state_up': True, 'tenant_id': '5fba7a982f4e455fbf6360a954bd3673'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:14:58.773209 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-111fbd1a-765f-4501-9c31-f4efba5870e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:58.774187 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-111fbd1a-765f-4501-9c31-f4efba5870e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:58.774777 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-111fbd1a-765f-4501-9c31-f4efba5870e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:58.911397 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16ab24b-fd4a-42a6-bad8-f02c38a35fa0 req-201aa84f-7554-477f-a140-ede7c6aca45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:58.916341 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c16ab24b-fd4a-42a6-bad8-f02c38a35fa0 req-201aa84f-7554-477f-a140-ede7c6aca45c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0ca49502-6eac-400d-a5c9-5dbc68b0fb0b HTTP/1.1" status: 200 len: 861 time: 0.2191346 Oct 12 19:14:58.922726 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-af2e1ba2-09cb-497f-9c87-619d381bcef6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7915456'] for router_gateway, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:58.930320 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f67342-fbf3-41bd-94ad-3346dad17f9e req-cb0e0fa6-01a8-42bc-b03e-8a35102ba5c8 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:58.938432 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f5f67342-fbf3-41bd-94ad-3346dad17f9e req-cb0e0fa6-01a8-42bc-b03e-8a35102ba5c8 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae68f595-2758-4e3e-97ca-c1f777ecd8f2 HTTP/1.1" status: 200 len: 944 time: 0.2617121 Oct 12 19:14:59.016319 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c16ab24b-fd4a-42a6-bad8-f02c38a35fa0 req-72d42ba5-7a04-4412-bc2d-3c26ecf0cd41 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9b463164-b6d9-4e70-af74-4df142d48ea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747824 Oct 12 19:14:59.072965 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 822fdb47-7768-4ee0-a12b-e456df1e3fe8 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:14:59.085846 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111fbd1a-765f-4501-9c31-f4efba5870e7 admin admin] Pushing event updated for resources: {'Network': ['ID=82671036-c03a-4d3c-b62d-db19aa8b0fed,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:14:59.108146 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 822fdb47-7768-4ee0-a12b-e456df1e3fe8 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:14:59.108754 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 822fdb47-7768-4ee0-a12b-e456df1e3fe8 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:14:59.116510 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a7fd8316-c1e5-41d4-9a88-be59e4116bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:59.119668 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 82671036-c03a-4d3c-b62d-db19aa8b0fed details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:14:59.121592 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f5f67342-fbf3-41bd-94ad-3346dad17f9e req-3d19d6c5-0d2d-4c95-af01-a763f47d9d62 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] 10.222.0.49 "GET /v2.0/security-groups?id=93001041-1fb8-4b9a-acba-05886aa0e0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764462 Oct 12 19:14:59.132210 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-111fbd1a-765f-4501-9c31-f4efba5870e7 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.9872887 Oct 12 19:14:59.136546 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 33816) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:14:59.148340 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-5c5f839d-17ad-46c7-9de3-f045eacc6d9d admin admin] Request body: {'subnet': {'network_id': '82671036-c03a-4d3c-b62d-db19aa8b0fed', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-141583639-subnet', 'tenant_id': '803d7b884967412f992e4b2e79b460e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:14:59.215240 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-af2e1ba2-09cb-497f-9c87-619d381bcef6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255495'] for router, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:59.219388 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-af2e1ba2-09cb-497f-9c87-619d381bcef6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:59.254203 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c5f839d-17ad-46c7-9de3-f045eacc6d9d admin admin] Made reservation on behalf of 803d7b884967412f992e4b2e79b460e6 for: {'subnet': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:14:59.256877 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5c5f839d-17ad-46c7-9de3-f045eacc6d9d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4612397'] for subnet, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:59.294767 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e50b5a50-7605-4283-9e3e-cbc5fb83c7c8 req-c345aa5c-f370-47f3-9d94-69b3d018eeae tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/ports?device_id=d14b4963-a7f3-4841-86bc-93dad48b6e25 HTTP/1.1" status: 200 len: 210 time: 0.0570264 Oct 12 19:14:59.383936 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df58f5ef-af68-4264-8c9d-cdf0556d210b req-f0c1c54b-126d-473d-aca1-cf293a2ad04e tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Made reservation on behalf of 5fba7a982f4e455fbf6360a954bd3673 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:14:59.387559 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-df58f5ef-af68-4264-8c9d-cdf0556d210b req-f0c1c54b-126d-473d-aca1-cf293a2ad04e tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:59.412661 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-af2e1ba2-09cb-497f-9c87-619d381bcef6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8093499'] for router, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:59.413728 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af2e1ba2-09cb-497f-9c87-619d381bcef6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 81f8746f-864d-4a18-8439-58aff1145ce8 {{(pid=95502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 19:14:59.426798 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c16ab24b-fd4a-42a6-bad8-f02c38a35fa0 req-723f99db-3ff0-42f3-8754-fc5e6f91f572 service neutron] 10.222.0.61 "GET /v2.0/networks/9b463164-b6d9-4e70-af74-4df142d48ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4012220 Oct 12 19:14:59.433916 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-af2e1ba2-09cb-497f-9c87-619d381bcef6 admin admin] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:59.437381 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-af2e1ba2-09cb-497f-9c87-619d381bcef6 admin admin] 10.222.0.49 "DELETE /v2.0/routers/81f8746f-864d-4a18-8439-58aff1145ce8 HTTP/1.1" status: 204 len: 168 time: 3.5158050 Oct 12 19:14:59.437805 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 33820) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:14:59.615939 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82e9ec3-af3b-4df7-b782-f8fb92960285 req-bae70eb1-60c8-4d40-b648-1efc4b6a15d3 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:14:59.621548 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a82e9ec3-af3b-4df7-b782-f8fb92960285 req-bae70eb1-60c8-4d40-b648-1efc4b6a15d3 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.49 "GET /v2.0/ports?device_id=6610c236-933d-470c-aea6-417977fcbc5f HTTP/1.1" status: 200 len: 984 time: 0.2202189 Oct 12 19:14:59.678337 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-60f21e08-1a1a-4135-a6d1-788f8f0b5dd7 admin admin] Deleting subnet 7e1b9cdd-7750-436b-a3a0-dabb44bb8209 {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:14:59.704174 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-60f21e08-1a1a-4135-a6d1-788f8f0b5dd7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:59.762250 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-60f21e08-1a1a-4135-a6d1-788f8f0b5dd7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16313642'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:14:59.889492 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-60f21e08-1a1a-4135-a6d1-788f8f0b5dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:00.058155 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [req-df58f5ef-af68-4264-8c9d-cdf0556d210b req-f0c1c54b-126d-473d-aca1-cf293a2ad04e tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Allocated IP 172.20.0.10 (c9c833e6-1691-44ed-bf82-cf9c18667411/e0ebc949-3a0d-4490-86b6-8c422c8edc16/6fa8d8c2-e666-4b21-989c-1cfa6a2225c3) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:15:00.080592 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-60f21e08-1a1a-4135-a6d1-788f8f0b5dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4306592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16245866'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:00.144361 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f21e08-1a1a-4135-a6d1-788f8f0b5dd7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e1b9cdd-7750-436b-a3a0-dabb44bb8209,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:00.157670 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-60f21e08-1a1a-4135-a6d1-788f8f0b5dd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:00.162538 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de81547e-d6fb-46dd-ae43-8a0d64073c95 None None] Network 15f7e862-3091-4f05-afb0-42bc20c60d57 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:15:00.163885 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-60f21e08-1a1a-4135-a6d1-788f8f0b5dd7 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/7e1b9cdd-7750-436b-a3a0-dabb44bb8209 HTTP/1.1" status: 204 len: 168 time: 0.7244644 Oct 12 19:15:00.164761 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 33826) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:15:00.307387 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-96a9666f-63de-4047-8a16-dc4cef49c121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:00.381294 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-df58f5ef-af68-4264-8c9d-cdf0556d210b req-f0c1c54b-126d-473d-aca1-cf293a2ad04e tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:00.400592 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a82e9ec3-af3b-4df7-b782-f8fb92960285 req-96e9093a-9508-4103-8ec1-97dbc20b9c39 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.49 "GET /v2.0/security-groups?id=f88a84f3-643d-453c-a4f7-2e4fb091e7f9&id=5db68f36-da5e-4c70-9151-5d33b0141201&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.7717113 Oct 12 19:15:00.405073 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c16ab24b-fd4a-42a6-bad8-f02c38a35fa0 req-04fb8d3d-16ae-4800-8873-07a53a5a060d service neutron] 10.222.0.61 "GET /v2.0/networks/9b463164-b6d9-4e70-af74-4df142d48ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9651139 Oct 12 19:15:00.429891 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-96a9666f-63de-4047-8a16-dc4cef49c121 admin admin] Deleting port f8a47ca5-b109-401e-83a9-4d5906143646 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:15:00.430470 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-96a9666f-63de-4047-8a16-dc4cef49c121 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:00.532908 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-df58f5ef-af68-4264-8c9d-cdf0556d210b req-f0c1c54b-126d-473d-aca1-cf293a2ad04e tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:00.551537 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['37efe2eb-359b-46a1-a6d9-e18d66f6a90d'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:15:00.605486 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-96a9666f-63de-4047-8a16-dc4cef49c121 admin admin] For port f8a47ca5-b109-401e-83a9-4d5906143646, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=f8a47ca5-b109-401e-83a9-4d5906143646,segment=NetworkSegment(9c47dc8d-8b52-45fc-bcad-d3ca4828e3c5),segment_id=9c47dc8d-8b52-45fc-bcad-d3ca4828e3c5)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:15:00.605858 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-96a9666f-63de-4047-8a16-dc4cef49c121 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:00.623607 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5c5f839d-17ad-46c7-9de3-f045eacc6d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4824863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4612355'] for subnet, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:00.632682 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df58f5ef-af68-4264-8c9d-cdf0556d210b req-f0c1c54b-126d-473d-aca1-cf293a2ad04e tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Network c9c833e6-1691-44ed-bf82-cf9c18667411 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:15:00.637007 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 376fa70f-9ed5-4fe8-9c04-61cc4faa2ec9 details requested by agent hyperv_n-h1-813679-3 with host n-h1-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:15:00.640204 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c1c54b-126d-473d-aca1-cf293a2ad04e tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Pushing event updated for resources: {'Port': ['ID=6fa8d8c2-e666-4b21-989c-1cfa6a2225c3,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:00.651541 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [req-df58f5ef-af68-4264-8c9d-cdf0556d210b req-f0c1c54b-126d-473d-aca1-cf293a2ad04e tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:15:00.654901 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-96a9666f-63de-4047-8a16-dc4cef49c121 admin admin] Calling delete_port for f8a47ca5-b109-401e-83a9-4d5906143646 owned by network:dhcp {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:15:00.657226 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-df58f5ef-af68-4264-8c9d-cdf0556d210b req-f0c1c54b-126d-473d-aca1-cf293a2ad04e tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:15:00.711110 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3948f88a-2719-46d1-9a5b-302f255cc688 req-4a2cb1be-2999-43aa-b6b9-659b33e8edf6 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:00.718477 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3948f88a-2719-46d1-9a5b-302f255cc688 req-4a2cb1be-2999-43aa-b6b9-659b33e8edf6 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae68f595-2758-4e3e-97ca-c1f777ecd8f2 HTTP/1.1" status: 200 len: 944 time: 0.1333914 Oct 12 19:15:00.771162 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df58f5ef-af68-4264-8c9d-cdf0556d210b req-f0c1c54b-126d-473d-aca1-cf293a2ad04e tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:00.772248 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-df58f5ef-af68-4264-8c9d-cdf0556d210b req-f0c1c54b-126d-473d-aca1-cf293a2ad04e tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:00.775689 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5f839d-17ad-46c7-9de3-f045eacc6d9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=39796bec-4145-45cd-b713-3f2477a830cb,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:00.800658 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3948f88a-2719-46d1-9a5b-302f255cc688 req-e88e9018-3f52-4127-87b8-67ddb36f5bc5 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] 10.222.0.49 "GET /v2.0/security-groups?id=93001041-1fb8-4b9a-acba-05886aa0e0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701697 Oct 12 19:15:00.814525 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5f839d-17ad-46c7-9de3-f045eacc6d9d admin admin] Checking segment: {'id': '092fb16a-01c2-4f4a-b148-df23675b5071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '82671036-c03a-4d3c-b62d-db19aa8b0fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:15:00.815137 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5f839d-17ad-46c7-9de3-f045eacc6d9d admin admin] Network hostable DHCP agents. Network: 82671036-c03a-4d3c-b62d-db19aa8b0fed, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:15:00.884456 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 376fa70f-9ed5-4fe8-9c04-61cc4faa2ec9, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=376fa70f-9ed5-4fe8-9c04-61cc4faa2ec9,segment=NetworkSegment(9a265161-39b6-438d-83a9-b9196658e74a),segment_id=9a265161-39b6-438d-83a9-b9196658e74a)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:15:00.885099 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-df58f5ef-af68-4264-8c9d-cdf0556d210b req-f0c1c54b-126d-473d-aca1-cf293a2ad04e tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2002678 Oct 12 19:15:00.887543 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f6e007-d425-42e3-952d-af38bc35b580 None None] DHCP port deletion for 15f7e862-3091-4f05-afb0-42bc20c60d57 request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 19:15:00.899056 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-df58f5ef-af68-4264-8c9d-cdf0556d210b req-967f5eb6-b62c-44f6-8c4a-1d3c61bcd62d service neutron] Request body: {'port': {'device_id': 'd14b4963-a7f3-4841-86bc-93dad48b6e25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:15:00.940563 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b002b7d5-0899-491f-bf8a-7707be69f976 req-5e4639dd-4684-4246-99ad-0e9abcb9b627 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:00.942438 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Returning: {'device': '376fa70f-9ed5-4fe8-9c04-61cc4faa2ec9', 'network_id': '9b463164-b6d9-4e70-af74-4df142d48ea1', 'port_id': '376fa70f-9ed5-4fe8-9c04-61cc4faa2ec9', 'mac_address': 'fa:16:3e:82:c0:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ca49502-6eac-400d-a5c9-5dbc68b0fb0b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:15:00.953794 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b002b7d5-0899-491f-bf8a-7707be69f976 req-5e4639dd-4684-4246-99ad-0e9abcb9b627 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/ports?device_id=d14b4963-a7f3-4841-86bc-93dad48b6e25 HTTP/1.1" status: 200 len: 932 time: 0.0784752 Oct 12 19:15:00.956235 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5f839d-17ad-46c7-9de3-f045eacc6d9d admin admin] Network 82671036-c03a-4d3c-b62d-db19aa8b0fed is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:15:00.993136 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-96a9666f-63de-4047-8a16-dc4cef49c121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:01.015195 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b002b7d5-0899-491f-bf8a-7707be69f976 req-2c5a4327-8836-4f3e-81fe-b6d1f462961d tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cccf57-f452-41a8-9e48-a6e744310271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559561 Oct 12 19:15:01.057723 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-5c5f839d-17ad-46c7-9de3-f045eacc6d9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, 82671036-c03a-4d3c-b62d-db19aa8b0fed) {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:15:01.063067 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5f839d-17ad-46c7-9de3-f045eacc6d9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:01.063515 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5c5f839d-17ad-46c7-9de3-f045eacc6d9d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:01.082255 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:01.089911 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b73325d-48e0-4757-b7f3-910d8750047e None None] Network 82671036-c03a-4d3c-b62d-db19aa8b0fed requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:15:01.122570 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a9666f-63de-4047-8a16-dc4cef49c121 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8a47ca5-b109-401e-83a9-4d5906143646,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:01.140766 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a9666f-63de-4047-8a16-dc4cef49c121 admin admin] No DVR routers for this DVR port f8a47ca5-b109-401e-83a9-4d5906143646 on host n-d-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:15:01.224308 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2de18e58-8f0f-4030-a93f-f7ee0e82680c req-d6da7007-cb71-446c-8f9f-1198801df27d tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2067665921&fields=id&tenant_id=c0152dadd25443e0b77c77a26c835136 HTTP/1.1" status: 200 len: 267 time: 0.0768778 Oct 12 19:15:01.240729 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-5c5f839d-17ad-46c7-9de3-f045eacc6d9d admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.0948081 Oct 12 19:15:01.240964 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device f8a47ca5-b109-401e-83a9-4d5906143646 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:15:01.342906 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de18e58-8f0f-4030-a93f-f7ee0e82680c req-4102db79-b30b-49bb-98d2-67f344abe2c6 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:01.355526 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-df58f5ef-af68-4264-8c9d-cdf0556d210b req-967f5eb6-b62c-44f6-8c4a-1d3c61bcd62d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:01.357255 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2de18e58-8f0f-4030-a93f-f7ee0e82680c req-4102db79-b30b-49bb-98d2-67f344abe2c6 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.49 "GET /v2.0/ports?device_id=6610c236-933d-470c-aea6-417977fcbc5f HTTP/1.1" status: 200 len: 984 time: 0.1320336 Oct 12 19:15:01.371498 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-2de18e58-8f0f-4030-a93f-f7ee0e82680c req-840691b0-ec69-430e-8b35-c5ecf9223909 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Request body: {'port': {'security_groups': ['5db68f36-da5e-4c70-9151-5d33b0141201', 'f88a84f3-643d-453c-a4f7-2e4fb091e7f9', '93d509ce-0d1d-40db-97f3-abad0fb7a19f']}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:15:01.372641 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 376fa70f-9ed5-4fe8-9c04-61cc4faa2ec9 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:15:01.396792 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e3dd933-9b4f-4bf7-836a-e062e65d1b10 None None] Network 82671036-c03a-4d3c-b62d-db19aa8b0fed requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:15:01.513695 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: f8a47ca5-b109-401e-83a9-4d5906143646 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:15:01.514331 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device f8a47ca5-b109-401e-83a9-4d5906143646 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:15:01.514912 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 0294d0fe-b096-4686-b84c-5bdea469f0ed no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:15:01.516736 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-2de18e58-8f0f-4030-a93f-f7ee0e82680c req-840691b0-ec69-430e-8b35-c5ecf9223909 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:01.591510 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 0294d0fe-b096-4686-b84c-5bdea469f0ed {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:15:01.602600 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 0294d0fe-b096-4686-b84c-5bdea469f0ed not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:15:01.656365 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-11f6e007-d425-42e3-952d-af38bc35b580 None None] Deleting port f8a47ca5-b109-401e-83a9-4d5906143646 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:15:01.657074 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-11f6e007-d425-42e3-952d-af38bc35b580 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:01.709127 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 376fa70f-9ed5-4fe8-9c04-61cc4faa2ec9, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=376fa70f-9ed5-4fe8-9c04-61cc4faa2ec9,segment=NetworkSegment(9a265161-39b6-438d-83a9-b9196658e74a),segment_id=9a265161-39b6-438d-83a9-b9196658e74a)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:15:01.862167 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-11f6e007-d425-42e3-952d-af38bc35b580 None None] For port f8a47ca5-b109-401e-83a9-4d5906143646, host n-d-813679-3, got binding levels [] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:15:01.862636 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-11f6e007-d425-42e3-952d-af38bc35b580 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:01.868463 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [req-df58f5ef-af68-4264-8c9d-cdf0556d210b req-967f5eb6-b62c-44f6-8c4a-1d3c61bcd62d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fa8d8c2-e666-4b21-989c-1cfa6a2225c3 {{(pid=95502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:15:01.877642 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-df58f5ef-af68-4264-8c9d-cdf0556d210b req-967f5eb6-b62c-44f6-8c4a-1d3c61bcd62d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:01.893393 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-2de18e58-8f0f-4030-a93f-f7ee0e82680c req-840691b0-ec69-430e-8b35-c5ecf9223909 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] For port f6078e09-d79e-42dc-8b24-fac466551a81, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=f6078e09-d79e-42dc-8b24-fac466551a81,segment=NetworkSegment(d193a04a-34c9-4571-8a42-8ff6f24e5c3b),segment_id=d193a04a-34c9-4571-8a42-8ff6f24e5c3b)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:15:01.893943 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-df58f5ef-af68-4264-8c9d-cdf0556d210b req-967f5eb6-b62c-44f6-8c4a-1d3c61bcd62d service neutron] Transition to ACTIVE for port object 6fa8d8c2-e666-4b21-989c-1cfa6a2225c3 will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:15:01.896141 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-96a9666f-63de-4047-8a16-dc4cef49c121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:01.906191 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-11f6e007-d425-42e3-952d-af38bc35b580 None None] Calling delete_port for f8a47ca5-b109-401e-83a9-4d5906143646 owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:15:01.914261 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.ipam_backend_mixin [None req-11f6e007-d425-42e3-952d-af38bc35b580 None None] Port f8a47ca5-b109-401e-83a9-4d5906143646 was not found and therefore no delete operation was performed {{(pid=95503) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 12 19:15:01.921198 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-11f6e007-d425-42e3-952d-af38bc35b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:01.935975 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cf986850-b56e-4c5a-8359-56c9c6837c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:01.944874 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:01.956464 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-96a9666f-63de-4047-8a16-dc4cef49c121 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15f7e862-3091-4f05-afb0-42bc20c60d57']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:15:01.971898 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-2de18e58-8f0f-4030-a93f-f7ee0e82680c req-840691b0-ec69-430e-8b35-c5ecf9223909 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:01.979634 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-df58f5ef-af68-4264-8c9d-cdf0556d210b req-967f5eb6-b62c-44f6-8c4a-1d3c61bcd62d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:01.980244 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f6e007-d425-42e3-952d-af38bc35b580 None None] No DVR routers for this DVR port f8a47ca5-b109-401e-83a9-4d5906143646 on host n-d-813679-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:15:01.985577 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f6e007-d425-42e3-952d-af38bc35b580 None None] Pushing event deleted for resources: {'Port': ['ID=f8a47ca5-b109-401e-83a9-4d5906143646,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:02.035001 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-2de18e58-8f0f-4030-a93f-f7ee0e82680c req-840691b0-ec69-430e-8b35-c5ecf9223909 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:02.043072 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-96a9666f-63de-4047-8a16-dc4cef49c121 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c47dc8d-8b52-45fc-bcad-d3ca4828e3c5') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:15:02.043391 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-96a9666f-63de-4047-8a16-dc4cef49c121 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c47dc8d-8b52-45fc-bcad-d3ca4828e3c5') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:15:02.053857 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['9902639a-c094-4c79-8a4e-29bd67044e2b', 'f6078e09-d79e-42dc-8b24-fac466551a81'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:15:02.082079 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-96a9666f-63de-4047-8a16-dc4cef49c121 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16313633'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:02.140858 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-96a9666f-63de-4047-8a16-dc4cef49c121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:02.144653 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967f5eb6-b62c-44f6-8c4a-1d3c61bcd62d service neutron] Pushing event updated for resources: {'Port': ['ID=6fa8d8c2-e666-4b21-989c-1cfa6a2225c3,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:02.175731 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de18e58-8f0f-4030-a93f-f7ee0e82680c req-840691b0-ec69-430e-8b35-c5ecf9223909 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:02.182029 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-2de18e58-8f0f-4030-a93f-f7ee0e82680c req-840691b0-ec69-430e-8b35-c5ecf9223909 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:02.202981 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2de18e58-8f0f-4030-a93f-f7ee0e82680c req-840691b0-ec69-430e-8b35-c5ecf9223909 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.49 "PUT /v2.0/ports/f6078e09-d79e-42dc-8b24-fac466551a81 HTTP/1.1" status: 200 len: 1020 time: 0.8438280 Oct 12 19:15:02.229388 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6610c236-933d-470c-aea6-417977fcbc5f', 'tag': 'f6078e09-d79e-42dc-8b24-fac466551a81'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:15:02.244730 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b913772-5e53-4649-b268-a6406c010a7f" -d '{"events": [{"name": "network-changed", "server_uuid": "6610c236-933d-470c-aea6-417977fcbc5f", "tag": "f6078e09-d79e-42dc-8b24-fac466551a81"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:15:02.252115 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96a9666f-63de-4047-8a16-dc4cef49c121 admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:15:02.252689 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-96a9666f-63de-4047-8a16-dc4cef49c121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4305278'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:02.259932 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['376fa70f-9ed5-4fe8-9c04-61cc4faa2ec9'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:15:02.314736 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840691b0-ec69-430e-8b35-c5ecf9223909 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Pushing event updated for resources: {'Port': ['ID=f6078e09-d79e-42dc-8b24-fac466551a81,revision_number=7']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:02.383309 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['f6078e09-d79e-42dc-8b24-fac466551a81'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:15:02.445775 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca38f10-ca17-4d68-aeed-f5a1389ede41 req-57e18553-57f6-485b-a2e3-8835b8d91925 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:02.456197 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4ca38f10-ca17-4d68-aeed-f5a1389ede41 req-57e18553-57f6-485b-a2e3-8835b8d91925 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae68f595-2758-4e3e-97ca-c1f777ecd8f2 HTTP/1.1" status: 200 len: 945 time: 0.1107268 Oct 12 19:15:02.457504 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=376fa70f-9ed5-4fe8-9c04-61cc4faa2ec9,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:02.462366 n-d-813679-3 neutron-server[95502]: Traceback (most recent call last): Oct 12 19:15:02.462366 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:15:02.462366 n-d-813679-3 neutron-server[95502]: timer() Oct 12 19:15:02.462366 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:15:02.462366 n-d-813679-3 neutron-server[95502]: cb(*args, **kw) Oct 12 19:15:02.462366 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:15:02.462366 n-d-813679-3 neutron-server[95502]: return func(*args, **kwargs) Oct 12 19:15:02.462366 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:15:02.462366 n-d-813679-3 neutron-server[95502]: self._notify() Oct 12 19:15:02.462366 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:15:02.462366 n-d-813679-3 neutron-server[95502]: self.callback(batched_events) Oct 12 19:15:02.462366 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:15:02.462366 n-d-813679-3 neutron-server[95502]: event.method(event) Oct 12 19:15:02.462366 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:15:02.462366 n-d-813679-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:15:02.462366 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:15:02.462366 n-d-813679-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:15:02.462366 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:15:02.462366 n-d-813679-3 neutron-server[95502]: return f(self, *a, **k) Oct 12 19:15:02.462366 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:15:02.462366 n-d-813679-3 neutron-server[95502]: return self._get(url).json() Oct 12 19:15:02.462366 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:15:02.462366 n-d-813679-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:15:02.462366 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:15:02.462366 n-d-813679-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Oct 12 19:15:02.462366 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:15:02.462366 n-d-813679-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:15:02.462366 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:15:02.462366 n-d-813679-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:15:02.462366 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:15:02.462366 n-d-813679-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:15:02.462366 n-d-813679-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:15:02.508111 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-df58f5ef-af68-4264-8c9d-cdf0556d210b req-967f5eb6-b62c-44f6-8c4a-1d3c61bcd62d service neutron] Attempting to bind port 6fa8d8c2-e666-4b21-989c-1cfa6a2225c3 on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:15:02.510254 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-df58f5ef-af68-4264-8c9d-cdf0556d210b req-967f5eb6-b62c-44f6-8c4a-1d3c61bcd62d service neutron] Attempting to bind port 6fa8d8c2-e666-4b21-989c-1cfa6a2225c3 by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': 'af837146-1b4e-4c2b-b1ce-96eb7f990955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c9c833e6-1691-44ed-bf82-cf9c18667411'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:15:02.510254 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df58f5ef-af68-4264-8c9d-cdf0556d210b req-967f5eb6-b62c-44f6-8c4a-1d3c61bcd62d service neutron] Attempting to bind port 6fa8d8c2-e666-4b21-989c-1cfa6a2225c3 on network c9c833e6-1691-44ed-bf82-cf9c18667411 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:15:02.539657 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df58f5ef-af68-4264-8c9d-cdf0556d210b req-967f5eb6-b62c-44f6-8c4a-1d3c61bcd62d service neutron] Port 6fa8d8c2-e666-4b21-989c-1cfa6a2225c3 on network c9c833e6-1691-44ed-bf82-cf9c18667411 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:15:02.539657 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df58f5ef-af68-4264-8c9d-cdf0556d210b req-967f5eb6-b62c-44f6-8c4a-1d3c61bcd62d service neutron] Attempting to bind port 6fa8d8c2-e666-4b21-989c-1cfa6a2225c3 on network c9c833e6-1691-44ed-bf82-cf9c18667411 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:15:02.539657 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df58f5ef-af68-4264-8c9d-cdf0556d210b req-967f5eb6-b62c-44f6-8c4a-1d3c61bcd62d service neutron] Checking agent: {'id': 'f5e9725f-f5a6-43c2-a1be-95e21e9a1fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 14, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:15:02.539657 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df58f5ef-af68-4264-8c9d-cdf0556d210b req-967f5eb6-b62c-44f6-8c4a-1d3c61bcd62d service neutron] Checking segment: {'id': 'af837146-1b4e-4c2b-b1ce-96eb7f990955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c9c833e6-1691-44ed-bf82-cf9c18667411'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:15:02.539657 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df58f5ef-af68-4264-8c9d-cdf0556d210b req-967f5eb6-b62c-44f6-8c4a-1d3c61bcd62d service neutron] Bound using segment: {'id': 'af837146-1b4e-4c2b-b1ce-96eb7f990955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c9c833e6-1691-44ed-bf82-cf9c18667411'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:15:02.539657 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-df58f5ef-af68-4264-8c9d-cdf0556d210b req-967f5eb6-b62c-44f6-8c4a-1d3c61bcd62d service neutron] Bound port: 6fa8d8c2-e666-4b21-989c-1cfa6a2225c3, host: n-h1-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af837146-1b4e-4c2b-b1ce-96eb7f990955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c9c833e6-1691-44ed-bf82-cf9c18667411'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:15:02.539657 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-df58f5ef-af68-4264-8c9d-cdf0556d210b req-967f5eb6-b62c-44f6-8c4a-1d3c61bcd62d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:02.541488 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4ca38f10-ca17-4d68-aeed-f5a1389ede41 req-bb3cc4a9-b96c-4f68-8928-b81b0c9f33c2 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] 10.222.0.49 "GET /v2.0/security-groups?id=93001041-1fb8-4b9a-acba-05886aa0e0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784905 Oct 12 19:15:02.632737 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-96a9666f-63de-4047-8a16-dc4cef49c121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:02.656696 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-96a9666f-63de-4047-8a16-dc4cef49c121 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:02.663813 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-96a9666f-63de-4047-8a16-dc4cef49c121 admin admin] 10.222.0.49 "DELETE /v2.0/networks/15f7e862-3091-4f05-afb0-42bc20c60d57 HTTP/1.1" status: 204 len: 168 time: 2.4936290 Oct 12 19:15:02.665384 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a9666f-63de-4047-8a16-dc4cef49c121 admin admin] Pushing event deleted for resources: {'Network': ['ID=15f7e862-3091-4f05-afb0-42bc20c60d57,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:02.675382 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-df58f5ef-af68-4264-8c9d-cdf0556d210b req-967f5eb6-b62c-44f6-8c4a-1d3c61bcd62d service neutron] For port 6fa8d8c2-e666-4b21-989c-1cfa6a2225c3, host n-h1-813679-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:15:02.679562 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-df58f5ef-af68-4264-8c9d-cdf0556d210b req-967f5eb6-b62c-44f6-8c4a-1d3c61bcd62d service neutron] For port 6fa8d8c2-e666-4b21-989c-1cfa6a2225c3, host n-h1-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=6fa8d8c2-e666-4b21-989c-1cfa6a2225c3,segment=NetworkSegment(af837146-1b4e-4c2b-b1ce-96eb7f990955),segment_id=af837146-1b4e-4c2b-b1ce-96eb7f990955)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:15:02.705151 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 33866) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:15:02.712723 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-9ac16896-1d92-4754-8a23-dffcc4433769 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-185473012-network', 'tenant_id': 'a7fc29a901574e808a40c780bf60cb3e'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:15:02.756235 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12b4568-80aa-472f-92fd-92a4d1ca9cee req-a3c85990-7b9d-4e01-ba8e-20357c0481f2 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:02.759051 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c12b4568-80aa-472f-92fd-92a4d1ca9cee req-a3c85990-7b9d-4e01-ba8e-20357c0481f2 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/ports?device_id=d14b4963-a7f3-4841-86bc-93dad48b6e25 HTTP/1.1" status: 200 len: 944 time: 0.1134450 Oct 12 19:15:02.767972 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:02.768511 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-df58f5ef-af68-4264-8c9d-cdf0556d210b req-967f5eb6-b62c-44f6-8c4a-1d3c61bcd62d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:02.853962 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df58f5ef-af68-4264-8c9d-cdf0556d210b req-967f5eb6-b62c-44f6-8c4a-1d3c61bcd62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:02.856055 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-df58f5ef-af68-4264-8c9d-cdf0556d210b req-967f5eb6-b62c-44f6-8c4a-1d3c61bcd62d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:02.860418 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-df58f5ef-af68-4264-8c9d-cdf0556d210b req-967f5eb6-b62c-44f6-8c4a-1d3c61bcd62d service neutron] 10.222.0.61 "PUT /v2.0/ports/6fa8d8c2-e666-4b21-989c-1cfa6a2225c3 HTTP/1.1" status: 200 len: 1092 time: 1.9667811 Oct 12 19:15:02.861159 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd14b4963-a7f3-4841-86bc-93dad48b6e25', 'tag': '6fa8d8c2-e666-4b21-989c-1cfa6a2225c3'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:15:02.885403 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa148755-9271-4827-a668-cc5b2b67864b" -d '{"events": [{"name": "network-changed", "server_uuid": "d14b4963-a7f3-4841-86bc-93dad48b6e25", "tag": "6fa8d8c2-e666-4b21-989c-1cfa6a2225c3"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:15:02.886516 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c12b4568-80aa-472f-92fd-92a4d1ca9cee req-12a5a541-28f3-4deb-866e-543dbbbeaff2 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cccf57-f452-41a8-9e48-a6e744310271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041558 Oct 12 19:15:02.903227 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ac16896-1d92-4754-8a23-dffcc4433769 admin admin] Made reservation on behalf of a7fc29a901574e808a40c780bf60cb3e for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:15:02.906923 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9ac16896-1d92-4754-8a23-dffcc4433769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:02.974137 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9ac16896-1d92-4754-8a23-dffcc4433769 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:03.019337 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-47e91657-e5dd-41b5-adc3-2e5ddfad3063 req-988a0479-6ec1-4551-b6a7-e77f5d3c3a09 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.49 "GET /v2.0/security-groups/93d509ce-0d1d-40db-97f3-abad0fb7a19f HTTP/1.1" status: 200 len: 1801 time: 0.0959871 Oct 12 19:15:03.054789 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967f5eb6-b62c-44f6-8c4a-1d3c61bcd62d service neutron] Pushing event updated for resources: {'Port': ['ID=6fa8d8c2-e666-4b21-989c-1cfa6a2225c3,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:03.078497 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:03.157251 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:03.160464 n-d-813679-3 neutron-server[95501]: INFO neutron.api.v2.resource [req-47e91657-e5dd-41b5-adc3-2e5ddfad3063 req-f5dfa322-db04-49c3-bb46-458cd901dcb0 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 12 19:15:03.161517 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-47e91657-e5dd-41b5-adc3-2e5ddfad3063 req-f5dfa322-db04-49c3-bb46-458cd901dcb0 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.49 "DELETE /v2.0/security-groups/93d509ce-0d1d-40db-97f3-abad0fb7a19f HTTP/1.1" status: 409 len: 341 time: 0.1413963 Oct 12 19:15:03.197930 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df58f5ef-af68-4264-8c9d-cdf0556d210b req-6a70ad45-c1d3-4127-b4a9-d34f68b2a0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:03.210753 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-df58f5ef-af68-4264-8c9d-cdf0556d210b req-6a70ad45-c1d3-4127-b4a9-d34f68b2a0ed service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5fba7a982f4e455fbf6360a954bd3673&device_id=d14b4963-a7f3-4841-86bc-93dad48b6e25 HTTP/1.1" status: 200 len: 1095 time: 0.1846268 Oct 12 19:15:03.417960 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-df58f5ef-af68-4264-8c9d-cdf0556d210b req-f1b2a5d0-068c-4dd3-a4fe-0d67d4ecc8c8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6fa8d8c2-e666-4b21-989c-1cfa6a2225c3 HTTP/1.1" status: 200 len: 217 time: 0.1986194 Oct 12 19:15:03.524699 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9ac16896-1d92-4754-8a23-dffcc4433769 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:03.635627 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df58f5ef-af68-4264-8c9d-cdf0556d210b req-a063f90b-c139-462f-bc60-19db3369c201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:03.637128 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-df58f5ef-af68-4264-8c9d-cdf0556d210b req-a063f90b-c139-462f-bc60-19db3369c201 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e0ebc949-3a0d-4490-86b6-8c422c8edc16 HTTP/1.1" status: 200 len: 848 time: 0.1085763 Oct 12 19:15:03.668886 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-940238c3-4381-4070-a5b8-ecbf37458fae x-openstack-request-id: req-940238c3-4381-4070-a5b8-ecbf37458fae {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:15:03.669123 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6610c236-933d-470c-aea6-417977fcbc5f", "tag": "f6078e09-d79e-42dc-8b24-fac466551a81", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:15:03.669501 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-940238c3-4381-4070-a5b8-ecbf37458fae {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:15:03.669963 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6610c236-933d-470c-aea6-417977fcbc5f', 'tag': 'f6078e09-d79e-42dc-8b24-fac466551a81', 'status': 'completed', 'code': 200} Oct 12 19:15:03.717391 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-df58f5ef-af68-4264-8c9d-cdf0556d210b req-4a25949e-58ee-4b6d-a077-a7ab8699ec1f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c9c833e6-1691-44ed-bf82-cf9c18667411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722604 Oct 12 19:15:03.805773 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c9bc761-fa69-4d72-af9e-ce0b84626ab4 x-openstack-request-id: req-7c9bc761-fa69-4d72-af9e-ce0b84626ab4 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:15:03.805773 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d14b4963-a7f3-4841-86bc-93dad48b6e25", "tag": "6fa8d8c2-e666-4b21-989c-1cfa6a2225c3", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:15:03.805773 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7c9bc761-fa69-4d72-af9e-ce0b84626ab4 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:15:03.805773 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd14b4963-a7f3-4841-86bc-93dad48b6e25', 'tag': '6fa8d8c2-e666-4b21-989c-1cfa6a2225c3', 'status': 'completed', 'code': 200} Oct 12 19:15:04.028608 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b913772-5e53-4649-b268-a6406c010a7f req-a78dc8bb-53ba-4c56-8b24-9739e90aea3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:04.034520 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7b913772-5e53-4649-b268-a6406c010a7f req-a78dc8bb-53ba-4c56-8b24-9739e90aea3f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c0152dadd25443e0b77c77a26c835136&device_id=6610c236-933d-470c-aea6-417977fcbc5f HTTP/1.1" status: 200 len: 1174 time: 0.3416214 Oct 12 19:15:04.050017 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-df58f5ef-af68-4264-8c9d-cdf0556d210b req-4636e12f-f5b4-4b2e-84a9-67aa1d8aea57 service neutron] 10.222.0.61 "GET /v2.0/networks/c9c833e6-1691-44ed-bf82-cf9c18667411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3237965 Oct 12 19:15:04.193615 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 33884) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:15:04.214662 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:04.219239 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9ac16896-1d92-4754-8a23-dffcc4433769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:04.273386 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b913772-5e53-4649-b268-a6406c010a7f req-14631d60-9032-4fbb-96d2-b04f1694bfda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:04.277258 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7b913772-5e53-4649-b268-a6406c010a7f req-14631d60-9032-4fbb-96d2-b04f1694bfda service neutron] 10.222.0.67 "GET /v2.0/networks?id=e7e41055-1292-4375-83c3-78e2dafcb52a HTTP/1.1" status: 200 len: 914 time: 0.2310665 Oct 12 19:15:04.343493 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ac16896-1d92-4754-8a23-dffcc4433769 admin admin] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:15:04.377933 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7b913772-5e53-4649-b268-a6406c010a7f req-a1f4e98c-4167-4a40-811a-404e7886024c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f6078e09-d79e-42dc-8b24-fac466551a81 HTTP/1.1" status: 200 len: 217 time: 0.0917439 Oct 12 19:15:04.408961 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9ac16896-1d92-4754-8a23-dffcc4433769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:04.414568 n-d-813679-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-9ac16896-1d92-4754-8a23-dffcc4433769 admin admin] Added segment b6ea1e3d-bcc1-4fd8-9d44-b227ab3b0c00 of type vlan for network 85d8bd8d-9395-4699-ad64-e38be0daa181 Oct 12 19:15:04.418584 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:04.503765 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-df58f5ef-af68-4264-8c9d-cdf0556d210b req-445fd67d-73c6-4edf-9283-64790c461fc5 service neutron] 10.222.0.61 "GET /v2.0/networks/c9c833e6-1691-44ed-bf82-cf9c18667411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4426978 Oct 12 19:15:04.506400 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b913772-5e53-4649-b268-a6406c010a7f req-e19c466e-19b6-46f2-a920-cb2e131d2da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:04.510024 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7b913772-5e53-4649-b268-a6406c010a7f req-e19c466e-19b6-46f2-a920-cb2e131d2da2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c4f49dc5-e874-495c-886d-4a58af79da10 HTTP/1.1" status: 200 len: 853 time: 0.1228161 Oct 12 19:15:04.565895 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac16896-1d92-4754-8a23-dffcc4433769 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae00f60c-e67a-4ea3-bf3b-eaf3fc5a4254,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:04.569356 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7b913772-5e53-4649-b268-a6406c010a7f req-f7e4a79c-bdf9-4319-9a99-ca9b1e13659b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e7e41055-1292-4375-83c3-78e2dafcb52a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517406 Oct 12 19:15:04.583286 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-814f18f3-8550-481a-8736-2469e5f5c838 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=155d620cee104cb5ba26c7a95e7481f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3860753 Oct 12 19:15:04.587093 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9ac16896-1d92-4754-8a23-dffcc4433769 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:04.593235 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 33890) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:15:04.601715 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 376fa70f-9ed5-4fe8-9c04-61cc4faa2ec9 up at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:15:04.691957 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ae3a96-d580-4785-9801-516954e7a6ce req-3def9437-7a72-4ad5-a5b4-c7acda7da1ad tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:04.701408 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-12ae3a96-d580-4785-9801-516954e7a6ce req-3def9437-7a72-4ad5-a5b4-c7acda7da1ad tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae68f595-2758-4e3e-97ca-c1f777ecd8f2 HTTP/1.1" status: 200 len: 945 time: 0.1744831 Oct 12 19:15:04.752170 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-755d422a-4cd7-4664-b3e1-7d48d9cf0c95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:04.776746 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-755d422a-4cd7-4664-b3e1-7d48d9cf0c95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:04.804895 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-12ae3a96-d580-4785-9801-516954e7a6ce req-6554a6c2-e6db-4d90-97df-b8bd68d01d18 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] 10.222.0.49 "GET /v2.0/security-groups?id=93001041-1fb8-4b9a-acba-05886aa0e0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024673 Oct 12 19:15:04.806512 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning for port 376fa70f-9ed5-4fe8-9c04-61cc4faa2ec9 completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:15:04.810977 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning complete for port 376fa70f-9ed5-4fe8-9c04-61cc4faa2ec9 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:15:04.811394 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:04.818267 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7b913772-5e53-4649-b268-a6406c010a7f req-faf50d94-cf5d-4beb-93e4-18dc199854c2 service neutron] 10.222.0.67 "GET /v2.0/networks/e7e41055-1292-4375-83c3-78e2dafcb52a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262156 Oct 12 19:15:04.879662 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa148755-9271-4827-a668-cc5b2b67864b req-ada703f9-08a4-458b-92d8-75f140601ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:04.881410 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-aa148755-9271-4827-a668-cc5b2b67864b req-ada703f9-08a4-458b-92d8-75f140601ff6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5fba7a982f4e455fbf6360a954bd3673&device_id=d14b4963-a7f3-4841-86bc-93dad48b6e25 HTTP/1.1" status: 200 len: 1095 time: 0.1963773 Oct 12 19:15:04.994409 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9ac16896-1d92-4754-8a23-dffcc4433769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:04.995879 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac16896-1d92-4754-8a23-dffcc4433769 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:04.997822 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9ac16896-1d92-4754-8a23-dffcc4433769 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:05.001577 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7b913772-5e53-4649-b268-a6406c010a7f req-71fee058-e6d4-4c7b-be87-c1db89b11795 service neutron] 10.222.0.67 "GET /v2.0/networks/e7e41055-1292-4375-83c3-78e2dafcb52a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751177 Oct 12 19:15:05.015549 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-755d422a-4cd7-4664-b3e1-7d48d9cf0c95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:05.019123 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-755d422a-4cd7-4664-b3e1-7d48d9cf0c95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:05.021386 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-755d422a-4cd7-4664-b3e1-7d48d9cf0c95 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2879a70c-330d-410b-9d75-3af6a9cdfeb3 HTTP/1.1" status: 204 len: 168 time: 0.4311762 Oct 12 19:15:05.133760 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a86fd4-01b8-418e-9a4b-25447981b4b3 req-bbe782e7-2851-44ba-b865-793f6873d372 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:05.136484 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d4a86fd4-01b8-418e-9a4b-25447981b4b3 req-bbe782e7-2851-44ba-b865-793f6873d372 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/ports?device_id=d14b4963-a7f3-4841-86bc-93dad48b6e25 HTTP/1.1" status: 200 len: 944 time: 0.1252789 Oct 12 19:15:05.146593 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:05.186190 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755d422a-4cd7-4664-b3e1-7d48d9cf0c95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2879a70c-330d-410b-9d75-3af6a9cdfeb3,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:05.252640 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-9ac16896-1d92-4754-8a23-dffcc4433769 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.5430987 Oct 12 19:15:05.261002 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d4a86fd4-01b8-418e-9a4b-25447981b4b3 req-8fae314a-e336-49cc-a469-9d6a73d52719 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cccf57-f452-41a8-9e48-a6e744310271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146758 Oct 12 19:15:05.264460 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 33900) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:15:05.280291 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac16896-1d92-4754-8a23-dffcc4433769 admin admin] Pushing event updated for resources: {'Network': ['ID=85d8bd8d-9395-4699-ad64-e38be0daa181,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:05.280561 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 376fa70f-9ed5-4fe8-9c04-61cc4faa2ec9, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=376fa70f-9ed5-4fe8-9c04-61cc4faa2ec9,segment=NetworkSegment(9a265161-39b6-438d-83a9-b9196658e74a),segment_id=9a265161-39b6-438d-83a9-b9196658e74a)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:15:05.286994 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-f4e77534-d418-4439-84c0-b65052f8427e admin admin] Request body: {'subnet': {'network_id': '85d8bd8d-9395-4699-ad64-e38be0daa181', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-185473012-subnet', 'tenant_id': 'a7fc29a901574e808a40c780bf60cb3e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:15:05.298386 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae68f595-2758-4e3e-97ca-c1f777ecd8f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '376fa70f-9ed5-4fe8-9c04-61cc4faa2ec9'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:15:05.300705 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db1f020a-f5d3-49de-8f9e-2a614af64b3a" -d '{"events": [{"server_uuid": "ae68f595-2758-4e3e-97ca-c1f777ecd8f2", "name": "network-vif-plugged", "status": "completed", "tag": "376fa70f-9ed5-4fe8-9c04-61cc4faa2ec9"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:15:05.321100 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 85d8bd8d-9395-4699-ad64-e38be0daa181 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:15:05.339616 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa148755-9271-4827-a668-cc5b2b67864b req-141afb00-a1ff-44c3-ae65-99e6fc2d21e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:05.346798 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-aa148755-9271-4827-a668-cc5b2b67864b req-141afb00-a1ff-44c3-ae65-99e6fc2d21e8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c9c833e6-1691-44ed-bf82-cf9c18667411 HTTP/1.1" status: 200 len: 909 time: 0.4529150 Oct 12 19:15:05.486314 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-aa148755-9271-4827-a668-cc5b2b67864b req-ebc05b41-0afe-463a-b8a7-1b36ea7ddf93 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6fa8d8c2-e666-4b21-989c-1cfa6a2225c3 HTTP/1.1" status: 200 len: 217 time: 0.1345689 Oct 12 19:15:05.487912 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:05.549799 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4e77534-d418-4439-84c0-b65052f8427e admin admin] Made reservation on behalf of a7fc29a901574e808a40c780bf60cb3e for: {'subnet': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:15:05.557940 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f4e77534-d418-4439-84c0-b65052f8427e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4612397'] for subnet, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:05.633969 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa148755-9271-4827-a668-cc5b2b67864b req-8326598e-9412-4ed6-a873-18ae9b2b7fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:05.637692 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-aa148755-9271-4827-a668-cc5b2b67864b req-8326598e-9412-4ed6-a873-18ae9b2b7fbc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e0ebc949-3a0d-4490-86b6-8c422c8edc16 HTTP/1.1" status: 200 len: 848 time: 0.1412673 Oct 12 19:15:05.694909 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-aa148755-9271-4827-a668-cc5b2b67864b req-be438b5b-ffe6-4a60-8f19-8ff2563fa8c4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c9c833e6-1691-44ed-bf82-cf9c18667411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489492 Oct 12 19:15:05.859415 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e47d6bc-d5c5-46b1-9217-ce1032f42a7e req-1aa7930f-f828-4232-80d0-95af87d9bddb tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:05.874766 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7e47d6bc-d5c5-46b1-9217-ce1032f42a7e req-1aa7930f-f828-4232-80d0-95af87d9bddb tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.49 "GET /v2.0/ports?device_id=6610c236-933d-470c-aea6-417977fcbc5f HTTP/1.1" status: 200 len: 1023 time: 0.4263487 Oct 12 19:15:06.010358 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=376fa70f-9ed5-4fe8-9c04-61cc4faa2ec9,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:06.064544 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-aa148755-9271-4827-a668-cc5b2b67864b req-40360864-1977-4d5b-a007-5a37fc20a0b7 service neutron] 10.222.0.61 "GET /v2.0/networks/c9c833e6-1691-44ed-bf82-cf9c18667411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3598664 Oct 12 19:15:06.175688 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7e47d6bc-d5c5-46b1-9217-ce1032f42a7e req-fce77fcd-025a-4ab2-bc13-56237b322cef tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.49 "GET /v2.0/security-groups?id=f88a84f3-643d-453c-a4f7-2e4fb091e7f9&id=5db68f36-da5e-4c70-9151-5d33b0141201&id=93d509ce-0d1d-40db-97f3-abad0fb7a19f&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.2985132 Oct 12 19:15:06.276223 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17716641-c7ff-4226-a5df-30366d8001d5 req-e0406734-066f-45fb-9144-9163102d348f tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:06.286535 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-17716641-c7ff-4226-a5df-30366d8001d5 req-e0406734-066f-45fb-9144-9163102d348f tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.67 "GET /v2.0/ports?device_id=6610c236-933d-470c-aea6-417977fcbc5f HTTP/1.1" status: 200 len: 1023 time: 0.3715603 Oct 12 19:15:06.322182 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-aa148755-9271-4827-a668-cc5b2b67864b req-2be1c5a8-1489-4ae8-8ed7-b6a3c8738664 service neutron] 10.222.0.61 "GET /v2.0/networks/c9c833e6-1691-44ed-bf82-cf9c18667411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518804 Oct 12 19:15:06.468649 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eeb95f8-45d6-41cd-88c7-1f0623284f73 x-openstack-request-id: req-7eeb95f8-45d6-41cd-88c7-1f0623284f73 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:15:06.470132 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae68f595-2758-4e3e-97ca-c1f777ecd8f2", "name": "network-vif-plugged", "status": "completed", "tag": "376fa70f-9ed5-4fe8-9c04-61cc4faa2ec9", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:15:06.471593 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7eeb95f8-45d6-41cd-88c7-1f0623284f73 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:15:06.472590 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae68f595-2758-4e3e-97ca-c1f777ecd8f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '376fa70f-9ed5-4fe8-9c04-61cc4faa2ec9', 'code': 200} Oct 12 19:15:06.526720 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-17716641-c7ff-4226-a5df-30366d8001d5 req-92302d7a-dd38-465b-9259-8af5b47bda10 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Deleting port f6078e09-d79e-42dc-8b24-fac466551a81 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:15:06.527093 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-17716641-c7ff-4226-a5df-30366d8001d5 req-92302d7a-dd38-465b-9259-8af5b47bda10 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:06.597450 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f4e77534-d418-4439-84c0-b65052f8427e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4824863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4612355'] for subnet, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:06.607819 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b23971-b041-4635-8955-832df362bc86 req-42bc1374-8972-4248-ad7f-9dc230e59422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:06.609544 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-04b23971-b041-4635-8955-832df362bc86 req-42bc1374-8972-4248-ad7f-9dc230e59422 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ae68f595-2758-4e3e-97ca-c1f777ecd8f2 HTTP/1.1" status: 200 len: 1097 time: 0.0780489 Oct 12 19:15:06.660708 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-04b23971-b041-4635-8955-832df362bc86 req-54ab428e-a0d3-44cb-a4d9-009fcce5a47a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=93001041-1fb8-4b9a-acba-05886aa0e0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441287 Oct 12 19:15:06.762805 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e77534-d418-4439-84c0-b65052f8427e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca5db4be-e5ce-417f-b4d9-ac5999d543e6,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:06.808746 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6885b364-057b-4145-bcb0-22b749ee71f3 req-ebf6cc27-af00-48d5-9a37-3b8a268261bc tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:06.816450 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6885b364-057b-4145-bcb0-22b749ee71f3 req-ebf6cc27-af00-48d5-9a37-3b8a268261bc tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae68f595-2758-4e3e-97ca-c1f777ecd8f2 HTTP/1.1" status: 200 len: 946 time: 0.2738903 Oct 12 19:15:06.845464 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-17716641-c7ff-4226-a5df-30366d8001d5 req-92302d7a-dd38-465b-9259-8af5b47bda10 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] For port f6078e09-d79e-42dc-8b24-fac466551a81, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=f6078e09-d79e-42dc-8b24-fac466551a81,segment=NetworkSegment(d193a04a-34c9-4571-8a42-8ff6f24e5c3b),segment_id=d193a04a-34c9-4571-8a42-8ff6f24e5c3b)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:15:06.845990 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-17716641-c7ff-4226-a5df-30366d8001d5 req-92302d7a-dd38-465b-9259-8af5b47bda10 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:06.863560 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e77534-d418-4439-84c0-b65052f8427e admin admin] Checking segment: {'id': 'b6ea1e3d-bcc1-4fd8-9d44-b227ab3b0c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '85d8bd8d-9395-4699-ad64-e38be0daa181'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:15:06.864074 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e77534-d418-4439-84c0-b65052f8427e admin admin] Network hostable DHCP agents. Network: 85d8bd8d-9395-4699-ad64-e38be0daa181, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:15:06.878096 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-17716641-c7ff-4226-a5df-30366d8001d5 req-92302d7a-dd38-465b-9259-8af5b47bda10 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Calling delete_port for f6078e09-d79e-42dc-8b24-fac466551a81 owned by compute:nova {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:15:06.899940 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6885b364-057b-4145-bcb0-22b749ee71f3 req-21b8f3fd-207e-49c9-8ef5-fd2af86665ad tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] 10.222.0.49 "GET /v2.0/security-groups?id=93001041-1fb8-4b9a-acba-05886aa0e0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825067 Oct 12 19:15:07.021073 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 33942) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:15:07.168125 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c921c2-003f-479c-a8e8-4ee38a40b921 req-33e2cbc9-acf1-42d7-80ac-89b541dd36b7 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:07.169879 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-11c921c2-003f-479c-a8e8-4ee38a40b921 req-33e2cbc9-acf1-42d7-80ac-89b541dd36b7 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/ports?device_id=d14b4963-a7f3-4841-86bc-93dad48b6e25 HTTP/1.1" status: 200 len: 944 time: 0.0856502 Oct 12 19:15:07.171279 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e77534-d418-4439-84c0-b65052f8427e admin admin] Network 85d8bd8d-9395-4699-ad64-e38be0daa181 is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:15:07.219910 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-17716641-c7ff-4226-a5df-30366d8001d5 req-92302d7a-dd38-465b-9259-8af5b47bda10 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:07.231333 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-d91988ec-21b3-45dc-9e97-6b8064f53960 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-2128479532-network', 'tenant_id': '73bf21cf6a264fcc8a972a306b20fe03'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:15:07.236122 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['9902639a-c094-4c79-8a4e-29bd67044e2b', 'f6078e09-d79e-42dc-8b24-fac466551a81'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:15:07.236400 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-11c921c2-003f-479c-a8e8-4ee38a40b921 req-fca2b7ab-feba-47de-a639-9053db6ebb51 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cccf57-f452-41a8-9e48-a6e744310271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480287 Oct 12 19:15:07.252304 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-f4e77534-d418-4439-84c0-b65052f8427e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, 85d8bd8d-9395-4699-ad64-e38be0daa181) {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:15:07.303907 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb91e9b-3575-4d30-805c-1fd74738b554 None None] Network 85d8bd8d-9395-4699-ad64-e38be0daa181 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:15:07.349237 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92302d7a-dd38-465b-9259-8af5b47bda10 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Pushing event deleted for resources: {'Port': ['ID=f6078e09-d79e-42dc-8b24-fac466551a81,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:07.354605 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e77534-d418-4439-84c0-b65052f8427e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:07.358276 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f4e77534-d418-4439-84c0-b65052f8427e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:07.367258 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d91988ec-21b3-45dc-9e97-6b8064f53960 admin admin] Made reservation on behalf of 73bf21cf6a264fcc8a972a306b20fe03 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:15:07.370164 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d91988ec-21b3-45dc-9e97-6b8064f53960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:07.393633 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d91988ec-21b3-45dc-9e97-6b8064f53960 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:07.488165 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-17716641-c7ff-4226-a5df-30366d8001d5 req-92302d7a-dd38-465b-9259-8af5b47bda10 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] No DVR routers for this DVR port f6078e09-d79e-42dc-8b24-fac466551a81 on host n-h2-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:15:07.509074 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-17716641-c7ff-4226-a5df-30366d8001d5 req-92302d7a-dd38-465b-9259-8af5b47bda10 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:07.512764 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-17716641-c7ff-4226-a5df-30366d8001d5 req-92302d7a-dd38-465b-9259-8af5b47bda10 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.67 "DELETE /v2.0/ports/f6078e09-d79e-42dc-8b24-fac466551a81 HTTP/1.1" status: 204 len: 173 time: 1.1762774 Oct 12 19:15:07.524423 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-66b62dc9-4043-4b80-9b99-9b9a57e8e3e1 req-7a946f82-0f2d-4bd3-950e-d9925527ab98 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.49 "GET /v2.0/ports?device_id=6610c236-933d-470c-aea6-417977fcbc5f HTTP/1.1" status: 200 len: 210 time: 0.1320837 Oct 12 19:15:07.527346 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6610c236-933d-470c-aea6-417977fcbc5f', 'name': 'network-vif-deleted', 'tag': 'f6078e09-d79e-42dc-8b24-fac466551a81'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:15:07.534688 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f72ae7b-5388-47e9-a555-f5c919ab5542" -d '{"events": [{"server_uuid": "6610c236-933d-470c-aea6-417977fcbc5f", "name": "network-vif-deleted", "tag": "f6078e09-d79e-42dc-8b24-fac466551a81"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:15:07.565352 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-f4e77534-d418-4439-84c0-b65052f8427e admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.2997098 Oct 12 19:15:07.607840 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47765312-5940-4961-b6ba-808caf8bbf79 x-openstack-request-id: req-47765312-5940-4961-b6ba-808caf8bbf79 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:15:07.608887 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6610c236-933d-470c-aea6-417977fcbc5f", "name": "network-vif-deleted", "tag": "f6078e09-d79e-42dc-8b24-fac466551a81", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:15:07.613488 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-47765312-5940-4961-b6ba-808caf8bbf79 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:15:07.613488 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6610c236-933d-470c-aea6-417977fcbc5f', 'name': 'network-vif-deleted', 'tag': 'f6078e09-d79e-42dc-8b24-fac466551a81', 'status': 'completed', 'code': 200} Oct 12 19:15:07.677391 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deec395a-2693-4164-b736-377fda1f273f None None] Network 85d8bd8d-9395-4699-ad64-e38be0daa181 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:15:07.722543 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d91988ec-21b3-45dc-9e97-6b8064f53960 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:07.858104 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d91988ec-21b3-45dc-9e97-6b8064f53960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:07.921427 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91988ec-21b3-45dc-9e97-6b8064f53960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e297aa81-c083-436e-b6b4-0fc6b3302511,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:07.955277 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d91988ec-21b3-45dc-9e97-6b8064f53960 admin admin] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:15:07.977707 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d91988ec-21b3-45dc-9e97-6b8064f53960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:07.978726 n-d-813679-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-d91988ec-21b3-45dc-9e97-6b8064f53960 admin admin] Added segment 81fee64b-a72e-40a3-8696-6f2a02ef5084 of type vlan for network 3c557a24-cf15-4322-b0b3-21bfbe98bb2a Oct 12 19:15:08.052193 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d91988ec-21b3-45dc-9e97-6b8064f53960 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:08.102891 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1fbb60-cb15-465e-a22d-7b06722734b0 req-891a4aa0-fcbd-4779-9b0a-04bf584396c1 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:08.104799 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-bc1fbb60-cb15-465e-a22d-7b06722734b0 req-891a4aa0-fcbd-4779-9b0a-04bf584396c1 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae68f595-2758-4e3e-97ca-c1f777ecd8f2 HTTP/1.1" status: 200 len: 946 time: 0.0784883 Oct 12 19:15:08.173932 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-bc1fbb60-cb15-465e-a22d-7b06722734b0 req-b6fc32f9-cb94-4d91-9540-b8a53557702e tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] 10.222.0.49 "GET /v2.0/security-groups?id=93001041-1fb8-4b9a-acba-05886aa0e0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566895 Oct 12 19:15:08.177786 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d91988ec-21b3-45dc-9e97-6b8064f53960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:08.179263 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d91988ec-21b3-45dc-9e97-6b8064f53960 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:08.179935 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d91988ec-21b3-45dc-9e97-6b8064f53960 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:08.293869 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91988ec-21b3-45dc-9e97-6b8064f53960 admin admin] Pushing event updated for resources: {'Network': ['ID=3c557a24-cf15-4322-b0b3-21bfbe98bb2a,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:08.307069 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 3c557a24-cf15-4322-b0b3-21bfbe98bb2a details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:15:08.325898 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-d91988ec-21b3-45dc-9e97-6b8064f53960 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3048010 Oct 12 19:15:08.329128 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 34014) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:15:08.334084 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-ec4866d7-5013-4aa2-b5ec-dc36e5fc0b2b admin admin] Request body: {'subnet': {'network_id': '3c557a24-cf15-4322-b0b3-21bfbe98bb2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-2128479532-subnet', 'tenant_id': '73bf21cf6a264fcc8a972a306b20fe03', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:15:08.435257 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec4866d7-5013-4aa2-b5ec-dc36e5fc0b2b admin admin] Made reservation on behalf of 73bf21cf6a264fcc8a972a306b20fe03 for: {'subnet': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:15:08.439061 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ec4866d7-5013-4aa2-b5ec-dc36e5fc0b2b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4612397'] for subnet, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:08.767788 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ec4866d7-5013-4aa2-b5ec-dc36e5fc0b2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4824863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4612355'] for subnet, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:08.896155 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4866d7-5013-4aa2-b5ec-dc36e5fc0b2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=af4bb5e4-4951-4057-b0c7-368601e4612b,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:08.931603 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4866d7-5013-4aa2-b5ec-dc36e5fc0b2b admin admin] Checking segment: {'id': '81fee64b-a72e-40a3-8696-6f2a02ef5084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3c557a24-cf15-4322-b0b3-21bfbe98bb2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:15:08.931603 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4866d7-5013-4aa2-b5ec-dc36e5fc0b2b admin admin] Network hostable DHCP agents. Network: 3c557a24-cf15-4322-b0b3-21bfbe98bb2a, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:15:09.777271 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device f6078e09-d79e-42dc-8b24-fac466551a81 no longer exists at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:15:09.805745 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] No Port match for: f6078e09-d79e-42dc-8b24-fac466551a81 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:15:09.806192 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device f6078e09-d79e-42dc-8b24-fac466551a81 not bound to the agent host n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:15:09.806958 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 7ba0e993-722e-4916-8428-0db6681be167 no longer exists at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:15:09.899771 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:09.926978 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b76d8672-6416-4017-8f22-b5afeb405fbd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ba0e993-722e-4916-8428-0db6681be167'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:15:09.929336 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-665fc672-7889-42a9-bc33-8570552db463" -d '{"events": [{"server_uuid": "b76d8672-6416-4017-8f22-b5afeb405fbd", "name": "network-vif-unplugged", "status": "completed", "tag": "7ba0e993-722e-4916-8428-0db6681be167"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:15:09.947454 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 7ba0e993-722e-4916-8428-0db6681be167, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=7ba0e993-722e-4916-8428-0db6681be167,segment=NetworkSegment(35dde9ae-6a3d-4327-a38f-c2a1ca6f0ad7),segment_id=35dde9ae-6a3d-4327-a38f-c2a1ca6f0ad7)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:15:10.012581 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4866d7-5013-4aa2-b5ec-dc36e5fc0b2b admin admin] Network 3c557a24-cf15-4322-b0b3-21bfbe98bb2a is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:15:10.109876 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-ec4866d7-5013-4aa2-b5ec-dc36e5fc0b2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, 3c557a24-cf15-4322-b0b3-21bfbe98bb2a) {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:15:10.110920 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:10.123118 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec4866d7-5013-4aa2-b5ec-dc36e5fc0b2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:10.124083 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ec4866d7-5013-4aa2-b5ec-dc36e5fc0b2b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:10.153402 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602a66dc-2117-4173-9a99-8272b6947772 None None] Network 3c557a24-cf15-4322-b0b3-21bfbe98bb2a requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:15:10.243116 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=7ba0e993-722e-4916-8428-0db6681be167,revision_number=8']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:10.273181 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc00897-b118-4f4c-95b1-083c6f83a1ee req-3bcb22fa-dcf8-4f77-b9d4-b729f5f462db tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:10.287613 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-ec4866d7-5013-4aa2-b5ec-dc36e5fc0b2b admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.9476948 Oct 12 19:15:10.293668 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ccc00897-b118-4f4c-95b1-083c6f83a1ee req-3bcb22fa-dcf8-4f77-b9d4-b729f5f462db tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae68f595-2758-4e3e-97ca-c1f777ecd8f2 HTTP/1.1" status: 200 len: 946 time: 0.0815225 Oct 12 19:15:10.352384 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ccc00897-b118-4f4c-95b1-083c6f83a1ee req-1a96a07f-9c50-43e2-b966-28eff9acfd4a tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] 10.222.0.49 "GET /v2.0/security-groups?id=93001041-1fb8-4b9a-acba-05886aa0e0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681710 Oct 12 19:15:10.380630 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c17e5a9-80cd-4cdb-b889-0faf5a6b4d37 req-13395644-2db2-4968-93e1-abbf24c34024 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:10.382959 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0c17e5a9-80cd-4cdb-b889-0faf5a6b4d37 req-13395644-2db2-4968-93e1-abbf24c34024 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/networks?id=82671036-c03a-4d3c-b62d-db19aa8b0fed HTTP/1.1" status: 200 len: 820 time: 0.2234347 Oct 12 19:15:10.410933 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0c17e5a9-80cd-4cdb-b889-0faf5a6b4d37 req-4ecffc46-f80e-4760-8892-2a9a4761629b tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/quotas/803d7b884967412f992e4b2e79b460e6 HTTP/1.1" status: 200 len: 375 time: 0.0216985 Oct 12 19:15:10.453554 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295899c5-3c59-454d-9b1f-f313a0643dd9 None None] Network 3c557a24-cf15-4322-b0b3-21bfbe98bb2a requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:15:10.463123 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0c17e5a9-80cd-4cdb-b889-0faf5a6b4d37 req-ad7d3b14-2330-42b9-84f4-74bd130717da tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=803d7b884967412f992e4b2e79b460e6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0455928 Oct 12 19:15:10.558930 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7ce67e-7188-412b-a012-b340ebb0512e req-7f3e2da2-750e-4619-a1da-7c31c07914d8 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:10.561067 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0f7ce67e-7188-412b-a012-b340ebb0512e req-7f3e2da2-750e-4619-a1da-7c31c07914d8 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/ports?device_id=d14b4963-a7f3-4841-86bc-93dad48b6e25 HTTP/1.1" status: 200 len: 944 time: 0.0632663 Oct 12 19:15:10.591654 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0c17e5a9-80cd-4cdb-b889-0faf5a6b4d37 req-c33d812f-318d-4ba6-ace0-ec67f727187b service neutron] 10.222.0.49 "GET /v2.0/networks/82671036-c03a-4d3c-b62d-db19aa8b0fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270077 Oct 12 19:15:10.617484 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0f7ce67e-7188-412b-a012-b340ebb0512e req-c61584a5-4841-40c8-9189-2189b51b5905 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cccf57-f452-41a8-9e48-a6e744310271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503557 Oct 12 19:15:10.693496 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0c17e5a9-80cd-4cdb-b889-0faf5a6b4d37 req-c23b6be4-3350-42a0-8c42-674207a2e55d service neutron] 10.222.0.49 "GET /v2.0/networks/82671036-c03a-4d3c-b62d-db19aa8b0fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007676 Oct 12 19:15:10.693873 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 19:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f1e4ab8-9ba4-4fb5-a8b5-4b89944781d1 x-openstack-request-id: req-0f1e4ab8-9ba4-4fb5-a8b5-4b89944781d1 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:15:10.694254 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b76d8672-6416-4017-8f22-b5afeb405fbd", "name": "network-vif-unplugged", "status": "completed", "tag": "7ba0e993-722e-4916-8428-0db6681be167", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:15:10.694518 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0f1e4ab8-9ba4-4fb5-a8b5-4b89944781d1 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:15:10.694928 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b76d8672-6416-4017-8f22-b5afeb405fbd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ba0e993-722e-4916-8428-0db6681be167', 'code': 200} Oct 12 19:15:11.427880 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-d1c1854f-4d0a-4b95-b681-5423a00e6e07 req-80fd0672-52c0-4c9b-b669-5b98e8833b9d tempest-SecurityGroupRulesNegativeTestJSON-1578805165 tempest-SecurityGroupRulesNegativeTestJSON-1578805165-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-94882971', 'description': 'tempest-description-667305105'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:15:11.641081 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-d1c1854f-4d0a-4b95-b681-5423a00e6e07 req-80fd0672-52c0-4c9b-b669-5b98e8833b9d tempest-SecurityGroupRulesNegativeTestJSON-1578805165 tempest-SecurityGroupRulesNegativeTestJSON-1578805165-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:11.727708 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-d1c1854f-4d0a-4b95-b681-5423a00e6e07 req-80fd0672-52c0-4c9b-b669-5b98e8833b9d tempest-SecurityGroupRulesNegativeTestJSON-1578805165 tempest-SecurityGroupRulesNegativeTestJSON-1578805165-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:11.738876 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f9be6780-1a69-4a02-be22-de982e87b35a req-0f339911-de3f-491c-9bd9-f976f5710ed0 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.49 "GET /v2.0/security-groups/f88a84f3-643d-453c-a4f7-2e4fb091e7f9 HTTP/1.1" status: 200 len: 1801 time: 0.0406983 Oct 12 19:15:11.801369 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-f9be6780-1a69-4a02-be22-de982e87b35a req-fda7c75c-ae6a-4c03-8d39-de26b7058971 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:11.820714 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-d1c1854f-4d0a-4b95-b681-5423a00e6e07 req-80fd0672-52c0-4c9b-b669-5b98e8833b9d tempest-SecurityGroupRulesNegativeTestJSON-1578805165 tempest-SecurityGroupRulesNegativeTestJSON-1578805165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:11.830024 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-f9be6780-1a69-4a02-be22-de982e87b35a req-fda7c75c-ae6a-4c03-8d39-de26b7058971 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:11.893590 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fd0672-52c0-4c9b-b669-5b98e8833b9d tempest-SecurityGroupRulesNegativeTestJSON-1578805165 tempest-SecurityGroupRulesNegativeTestJSON-1578805165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5d2d259-efe3-42be-9962-1cb3758b3661,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:11.918692 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-209555d4-7950-4d89-91ba-b32cece74df7 req-0c8382cd-3de7-4243-a24e-fc3148b52145 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=01506d15-4b2a-4485-b3ec-bce72d999a41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0554521 Oct 12 19:15:12.002430 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209555d4-7950-4d89-91ba-b32cece74df7 req-945d20a9-f3eb-4111-b2ab-73f6d9b2a174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:12.003906 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-209555d4-7950-4d89-91ba-b32cece74df7 req-945d20a9-f3eb-4111-b2ab-73f6d9b2a174 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5fba7a982f4e455fbf6360a954bd3673&device_id=01506d15-4b2a-4485-b3ec-bce72d999a41 HTTP/1.1" status: 200 len: 1095 time: 0.0411339 Oct 12 19:15:12.126298 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209555d4-7950-4d89-91ba-b32cece74df7 req-6b6a181c-af9c-4aa0-b299-d915d0200232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:12.127883 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-209555d4-7950-4d89-91ba-b32cece74df7 req-6b6a181c-af9c-4aa0-b299-d915d0200232 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c9c833e6-1691-44ed-bf82-cf9c18667411 HTTP/1.1" status: 200 len: 909 time: 0.1018372 Oct 12 19:15:12.134475 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-d1c1854f-4d0a-4b95-b681-5423a00e6e07 req-80fd0672-52c0-4c9b-b669-5b98e8833b9d tempest-SecurityGroupRulesNegativeTestJSON-1578805165 tempest-SecurityGroupRulesNegativeTestJSON-1578805165-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:12.135906 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d1c1854f-4d0a-4b95-b681-5423a00e6e07 req-80fd0672-52c0-4c9b-b669-5b98e8833b9d tempest-SecurityGroupRulesNegativeTestJSON-1578805165 tempest-SecurityGroupRulesNegativeTestJSON-1578805165-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.7187917 Oct 12 19:15:12.178995 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-209555d4-7950-4d89-91ba-b32cece74df7 req-32ea0b31-8355-4e9d-829d-f6ce5e9681af service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=37efe2eb-359b-46a1-a6d9-e18d66f6a90d HTTP/1.1" status: 200 len: 217 time: 0.0419948 Oct 12 19:15:12.231076 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5d796e0e-28b0-4631-9d92-a745557004ad req-c8d939c7-9c45-4026-a1aa-5c1f17a426f1 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=08ecabda-5587-420b-a912-46737a0ec139 HTTP/1.1" status: 200 len: 210 time: 0.0547700 Oct 12 19:15:12.247538 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209555d4-7950-4d89-91ba-b32cece74df7 req-651d544a-8f37-4acf-95bf-0176747d77fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:12.249004 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-209555d4-7950-4d89-91ba-b32cece74df7 req-651d544a-8f37-4acf-95bf-0176747d77fc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e0ebc949-3a0d-4490-86b6-8c422c8edc16 HTTP/1.1" status: 200 len: 848 time: 0.0628104 Oct 12 19:15:12.260141 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-f9be6780-1a69-4a02-be22-de982e87b35a req-fda7c75c-ae6a-4c03-8d39-de26b7058971 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:12.263598 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-f9be6780-1a69-4a02-be22-de982e87b35a req-fda7c75c-ae6a-4c03-8d39-de26b7058971 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:12.274076 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f9be6780-1a69-4a02-be22-de982e87b35a req-fda7c75c-ae6a-4c03-8d39-de26b7058971 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.49 "DELETE /v2.0/security-groups/f88a84f3-643d-453c-a4f7-2e4fb091e7f9 HTTP/1.1" status: 204 len: 173 time: 0.5281651 Oct 12 19:15:12.284966 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda7c75c-ae6a-4c03-8d39-de26b7058971 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f88a84f3-643d-453c-a4f7-2e4fb091e7f9,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:12.293722 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-209555d4-7950-4d89-91ba-b32cece74df7 req-c94b7a0d-c43a-452e-84a5-e83b4efc99ba service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c9c833e6-1691-44ed-bf82-cf9c18667411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371001 Oct 12 19:15:12.412579 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-209555d4-7950-4d89-91ba-b32cece74df7 req-c56056c2-8970-4372-898c-304d62497603 service neutron] 10.222.0.61 "GET /v2.0/networks/c9c833e6-1691-44ed-bf82-cf9c18667411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104739 Oct 12 19:15:12.433765 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df96ce89-28cd-4ede-ad7f-207f4a84f4bd req-d8cde115-5a8d-45ca-8879-6892bf7587ce tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:12.440630 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-df96ce89-28cd-4ede-ad7f-207f4a84f4bd req-d8cde115-5a8d-45ca-8879-6892bf7587ce tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/ports?device_id=d14b4963-a7f3-4841-86bc-93dad48b6e25 HTTP/1.1" status: 200 len: 944 time: 0.0944011 Oct 12 19:15:12.494020 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-df96ce89-28cd-4ede-ad7f-207f4a84f4bd req-5799a3fa-d0d1-4bf4-84f2-30aa4a3f2e6a tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cccf57-f452-41a8-9e48-a6e744310271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505958 Oct 12 19:15:12.846365 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2536cd35-8979-4b8f-9d52-c72b75241584 req-6fb97e72-fb8e-436d-bd02-22fd5ee46d02 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:12.851453 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2536cd35-8979-4b8f-9d52-c72b75241584 req-6fb97e72-fb8e-436d-bd02-22fd5ee46d02 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.67 "GET /v2.0/ports?device_id=b76d8672-6416-4017-8f22-b5afeb405fbd HTTP/1.1" status: 200 len: 943 time: 0.0759995 Oct 12 19:15:12.920341 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-209555d4-7950-4d89-91ba-b32cece74df7 req-82625076-b38a-4365-b3da-12add523b4e7 service neutron] 10.222.0.61 "GET /v2.0/networks/c9c833e6-1691-44ed-bf82-cf9c18667411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4994166 Oct 12 19:15:12.932367 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad225f0-2632-4630-9eb9-9a5504e1c289 req-dec05f82-d267-49ec-943d-adc275dd1f29 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:12.940070 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3ad225f0-2632-4630-9eb9-9a5504e1c289 req-dec05f82-d267-49ec-943d-adc275dd1f29 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/networks?id=de7a4800-3a36-49db-938a-a424194241c9 HTTP/1.1" status: 200 len: 805 time: 0.5091932 Oct 12 19:15:12.950659 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1af8d489-b9eb-4ddb-85a4-a6599a0e8482 req-ba0e3651-942b-4e73-8bd2-6b80945b4620 tempest-SecurityGroupRulesNegativeTestJSON-1578805165 tempest-SecurityGroupRulesNegativeTestJSON-1578805165-project] 10.222.0.49 "GET /v2.0/security-groups/e5d2d259-efe3-42be-9962-1cb3758b3661 HTTP/1.1" status: 200 len: 1810 time: 0.0929422 Oct 12 19:15:12.956329 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3ad225f0-2632-4630-9eb9-9a5504e1c289 req-f126df09-91ae-4cec-8d68-ce3b1decb9bb tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/quotas/21466a39e7454d76a525d9f64a023efa HTTP/1.1" status: 200 len: 375 time: 0.0152915 Oct 12 19:15:12.984549 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-1af8d489-b9eb-4ddb-85a4-a6599a0e8482 req-1629473a-6524-47e0-914c-e55c813db963 tempest-SecurityGroupRulesNegativeTestJSON-1578805165 tempest-SecurityGroupRulesNegativeTestJSON-1578805165-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e5d2d259-efe3-42be-9962-1cb3758b3661', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:15:12.985168 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-1af8d489-b9eb-4ddb-85a4-a6599a0e8482 req-1629473a-6524-47e0-914c-e55c813db963 tempest-SecurityGroupRulesNegativeTestJSON-1578805165 tempest-SecurityGroupRulesNegativeTestJSON-1578805165-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e5d2d259-efe3-42be-9962-1cb3758b3661', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:15:13.006202 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3ad225f0-2632-4630-9eb9-9a5504e1c289 req-e7585e83-7c59-4fe5-8582-c4e27b3fb51e tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=21466a39e7454d76a525d9f64a023efa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0490232 Oct 12 19:15:13.028394 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-2536cd35-8979-4b8f-9d52-c72b75241584 req-420365d2-d7f2-458e-9ab5-96e75dd25965 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Deleting port 7ba0e993-722e-4916-8428-0db6681be167 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:15:13.028775 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-2536cd35-8979-4b8f-9d52-c72b75241584 req-420365d2-d7f2-458e-9ab5-96e75dd25965 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:13.116592 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3ad225f0-2632-4630-9eb9-9a5504e1c289 req-49e13cfd-e30b-4d50-9092-ba798bd802ab service neutron] 10.222.0.49 "GET /v2.0/networks/de7a4800-3a36-49db-938a-a424194241c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001790 Oct 12 19:15:13.150530 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-2536cd35-8979-4b8f-9d52-c72b75241584 req-420365d2-d7f2-458e-9ab5-96e75dd25965 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] For port 7ba0e993-722e-4916-8428-0db6681be167, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=7ba0e993-722e-4916-8428-0db6681be167,segment=NetworkSegment(35dde9ae-6a3d-4327-a38f-c2a1ca6f0ad7),segment_id=35dde9ae-6a3d-4327-a38f-c2a1ca6f0ad7)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:15:13.150530 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-2536cd35-8979-4b8f-9d52-c72b75241584 req-420365d2-d7f2-458e-9ab5-96e75dd25965 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:13.166350 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-2536cd35-8979-4b8f-9d52-c72b75241584 req-420365d2-d7f2-458e-9ab5-96e75dd25965 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Calling delete_port for 7ba0e993-722e-4916-8428-0db6681be167 owned by compute:nova {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:15:13.258068 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3ad225f0-2632-4630-9eb9-9a5504e1c289 req-c73acc86-290b-4cf8-9fd0-ad98ae87d1dc service neutron] 10.222.0.49 "GET /v2.0/networks/de7a4800-3a36-49db-938a-a424194241c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295109 Oct 12 19:15:13.278981 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-1af8d489-b9eb-4ddb-85a4-a6599a0e8482 req-1629473a-6524-47e0-914c-e55c813db963 tempest-SecurityGroupRulesNegativeTestJSON-1578805165 tempest-SecurityGroupRulesNegativeTestJSON-1578805165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:13.333608 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-1af8d489-b9eb-4ddb-85a4-a6599a0e8482 req-1629473a-6524-47e0-914c-e55c813db963 tempest-SecurityGroupRulesNegativeTestJSON-1578805165 tempest-SecurityGroupRulesNegativeTestJSON-1578805165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:13.451842 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-1af8d489-b9eb-4ddb-85a4-a6599a0e8482 req-1629473a-6524-47e0-914c-e55c813db963 tempest-SecurityGroupRulesNegativeTestJSON-1578805165 tempest-SecurityGroupRulesNegativeTestJSON-1578805165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:13.474434 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1629473a-6524-47e0-914c-e55c813db963 tempest-SecurityGroupRulesNegativeTestJSON-1578805165 tempest-SecurityGroupRulesNegativeTestJSON-1578805165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b90156e-9d40-4ad1-8fa6-f2c138c1b6b3,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:13.504098 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-2536cd35-8979-4b8f-9d52-c72b75241584 req-420365d2-d7f2-458e-9ab5-96e75dd25965 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:13.555082 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420365d2-d7f2-458e-9ab5-96e75dd25965 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Pushing event deleted for resources: {'Port': ['ID=7ba0e993-722e-4916-8428-0db6681be167,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:13.618398 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-1af8d489-b9eb-4ddb-85a4-a6599a0e8482 req-1629473a-6524-47e0-914c-e55c813db963 tempest-SecurityGroupRulesNegativeTestJSON-1578805165 tempest-SecurityGroupRulesNegativeTestJSON-1578805165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:13.626266 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1af8d489-b9eb-4ddb-85a4-a6599a0e8482 req-1629473a-6524-47e0-914c-e55c813db963 tempest-SecurityGroupRulesNegativeTestJSON-1578805165 tempest-SecurityGroupRulesNegativeTestJSON-1578805165-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6471584 Oct 12 19:15:13.649002 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-2536cd35-8979-4b8f-9d52-c72b75241584 req-420365d2-d7f2-458e-9ab5-96e75dd25965 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] No DVR routers for this DVR port 7ba0e993-722e-4916-8428-0db6681be167 on host n-h2-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:15:13.651929 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-2536cd35-8979-4b8f-9d52-c72b75241584 req-420365d2-d7f2-458e-9ab5-96e75dd25965 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:13.655823 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2536cd35-8979-4b8f-9d52-c72b75241584 req-420365d2-d7f2-458e-9ab5-96e75dd25965 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.67 "DELETE /v2.0/ports/7ba0e993-722e-4916-8428-0db6681be167 HTTP/1.1" status: 204 len: 173 time: 0.7962842 Oct 12 19:15:13.656313 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b76d8672-6416-4017-8f22-b5afeb405fbd', 'name': 'network-vif-deleted', 'tag': '7ba0e993-722e-4916-8428-0db6681be167'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:15:13.658740 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12aadfcb-8760-477e-bbdc-06c5f381b672" -d '{"events": [{"server_uuid": "b76d8672-6416-4017-8f22-b5afeb405fbd", "name": "network-vif-deleted", "tag": "7ba0e993-722e-4916-8428-0db6681be167"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:15:13.700643 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-34cba445-cc12-4ab1-803d-3047eccb08a8 req-63617512-8351-46e1-8912-6448c07c3b9f tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.49 "GET /v2.0/security-groups/93d509ce-0d1d-40db-97f3-abad0fb7a19f HTTP/1.1" status: 200 len: 1801 time: 0.1165910 Oct 12 19:15:13.808523 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ef5c25dc-7051-47f1-b548-cccd411b65b3 req-d669b403-eca7-4d4a-a6d0-ff41a0a82dde tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=08ecabda-5587-420b-a912-46737a0ec139 HTTP/1.1" status: 200 len: 210 time: 0.0366588 Oct 12 19:15:13.851210 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-34cba445-cc12-4ab1-803d-3047eccb08a8 req-63e033f3-6365-41c0-862c-3d4fb1d2bbff tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:13.882038 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-34cba445-cc12-4ab1-803d-3047eccb08a8 req-63e033f3-6365-41c0-862c-3d4fb1d2bbff tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:13.964213 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9eb370-3f08-4d4b-bb25-794fc1a43722 req-63e66433-5fdf-4ecb-bf88-abb99191221a tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:13.965916 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ea9eb370-3f08-4d4b-bb25-794fc1a43722 req-63e66433-5fdf-4ecb-bf88-abb99191221a tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/ports?device_id=d14b4963-a7f3-4841-86bc-93dad48b6e25 HTTP/1.1" status: 200 len: 944 time: 0.0766106 Oct 12 19:15:14.005170 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ea9eb370-3f08-4d4b-bb25-794fc1a43722 req-8c56765b-33bb-43f1-87be-0fa03f4ea2d5 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cccf57-f452-41a8-9e48-a6e744310271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327561 Oct 12 19:15:14.072481 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d011fe97-24d8-4822-b3ce-fc341b601f8f req-e39b2afc-221e-4e7f-8329-4f25feafb4d6 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebcb2f5f-6905-4dde-9297-383f7820fe6b HTTP/1.1" status: 200 len: 210 time: 0.0297132 Oct 12 19:15:14.142518 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6352b0d0-a86d-4f49-a6d6-ed5320cc8cda req-6eea9839-b642-4464-932c-81230764488a tempest-SecurityGroupRulesNegativeTestJSON-1578805165 tempest-SecurityGroupRulesNegativeTestJSON-1578805165-project] 10.222.0.49 "GET /v2.0/security-groups/e5d2d259-efe3-42be-9962-1cb3758b3661 HTTP/1.1" status: 200 len: 2403 time: 0.0393374 Oct 12 19:15:14.183574 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1e3bd6e-d427-4068-b46c-b14cbb0c3cb9 x-openstack-request-id: req-b1e3bd6e-d427-4068-b46c-b14cbb0c3cb9 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:15:14.183574 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b76d8672-6416-4017-8f22-b5afeb405fbd", "name": "network-vif-deleted", "tag": "7ba0e993-722e-4916-8428-0db6681be167", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:15:14.183574 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b1e3bd6e-d427-4068-b46c-b14cbb0c3cb9 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:15:14.183574 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b76d8672-6416-4017-8f22-b5afeb405fbd', 'name': 'network-vif-deleted', 'tag': '7ba0e993-722e-4916-8428-0db6681be167', 'status': 'completed', 'code': 200} Oct 12 19:15:14.240921 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-34cba445-cc12-4ab1-803d-3047eccb08a8 req-63e033f3-6365-41c0-862c-3d4fb1d2bbff tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:14.243646 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-34cba445-cc12-4ab1-803d-3047eccb08a8 req-63e033f3-6365-41c0-862c-3d4fb1d2bbff tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:14.259335 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-34cba445-cc12-4ab1-803d-3047eccb08a8 req-63e033f3-6365-41c0-862c-3d4fb1d2bbff tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.49 "DELETE /v2.0/security-groups/93d509ce-0d1d-40db-97f3-abad0fb7a19f HTTP/1.1" status: 204 len: 173 time: 0.5570216 Oct 12 19:15:14.286820 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e033f3-6365-41c0-862c-3d4fb1d2bbff tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93d509ce-0d1d-40db-97f3-abad0fb7a19f,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:14.336375 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-742cb324-141c-4106-ace3-8715a63afc53 req-5b830c06-fcb6-49c7-9db4-7fcf11356877 tempest-SecurityGroupRulesNegativeTestJSON-1578805165 tempest-SecurityGroupRulesNegativeTestJSON-1578805165-project] 10.222.0.49 "GET /v2.0/security-group-rules/3b90156e-9d40-4ad1-8fa6-f2c138c1b6b3 HTTP/1.1" status: 200 len: 778 time: 0.0509751 Oct 12 19:15:14.354530 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a16186-6489-4a39-a081-aeaa6b0b62c1 req-5b8a512c-27b6-4eda-ad18-fbe1aebd8a05 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:14.356904 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-66a16186-6489-4a39-a081-aeaa6b0b62c1 req-5b8a512c-27b6-4eda-ad18-fbe1aebd8a05 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae68f595-2758-4e3e-97ca-c1f777ecd8f2 HTTP/1.1" status: 200 len: 946 time: 0.1250935 Oct 12 19:15:14.387826 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-742cb324-141c-4106-ace3-8715a63afc53 req-1af39542-d099-44ac-990a-6a1712f68764 tempest-SecurityGroupRulesNegativeTestJSON-1578805165 tempest-SecurityGroupRulesNegativeTestJSON-1578805165-project] 10.222.0.49 "GET /v2.0/security-groups/e5d2d259-efe3-42be-9962-1cb3758b3661 HTTP/1.1" status: 200 len: 2403 time: 0.0447328 Oct 12 19:15:14.405766 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-66a16186-6489-4a39-a081-aeaa6b0b62c1 req-0075849f-440d-46ee-9bd8-fbb245ee108f tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] 10.222.0.49 "GET /v2.0/security-groups?id=93001041-1fb8-4b9a-acba-05886aa0e0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427732 Oct 12 19:15:14.425582 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-742cb324-141c-4106-ace3-8715a63afc53 req-5ed26118-b515-4f4a-9bfd-b1bdb2044ec3 tempest-SecurityGroupRulesNegativeTestJSON-1578805165 tempest-SecurityGroupRulesNegativeTestJSON-1578805165-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:14.434557 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-742cb324-141c-4106-ace3-8715a63afc53 req-5ed26118-b515-4f4a-9bfd-b1bdb2044ec3 tempest-SecurityGroupRulesNegativeTestJSON-1578805165 tempest-SecurityGroupRulesNegativeTestJSON-1578805165-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:14.446848 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-591b128e-1537-4e08-92cb-f13f2d457c56 req-4f0e7a98-0c36-4d99-ace5-707322f1b9ec tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-429117812', 'description': 'tempest-description-30927179'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:15:14.554786 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-742cb324-141c-4106-ace3-8715a63afc53 req-5ed26118-b515-4f4a-9bfd-b1bdb2044ec3 tempest-SecurityGroupRulesNegativeTestJSON-1578805165 tempest-SecurityGroupRulesNegativeTestJSON-1578805165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:14.561313 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-742cb324-141c-4106-ace3-8715a63afc53 req-5ed26118-b515-4f4a-9bfd-b1bdb2044ec3 tempest-SecurityGroupRulesNegativeTestJSON-1578805165 tempest-SecurityGroupRulesNegativeTestJSON-1578805165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:14.562413 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-742cb324-141c-4106-ace3-8715a63afc53 req-5ed26118-b515-4f4a-9bfd-b1bdb2044ec3 tempest-SecurityGroupRulesNegativeTestJSON-1578805165 tempest-SecurityGroupRulesNegativeTestJSON-1578805165-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/3b90156e-9d40-4ad1-8fa6-f2c138c1b6b3 HTTP/1.1" status: 204 len: 173 time: 0.1658874 Oct 12 19:15:14.570106 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed26118-b515-4f4a-9bfd-b1bdb2044ec3 tempest-SecurityGroupRulesNegativeTestJSON-1578805165 tempest-SecurityGroupRulesNegativeTestJSON-1578805165-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3b90156e-9d40-4ad1-8fa6-f2c138c1b6b3,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:14.593275 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-0015dc7f-e1c8-49d7-a25b-17a74e5be574 req-edc35328-4d19-4dd8-b743-c8e969334106 tempest-SecurityGroupRulesNegativeTestJSON-1578805165 tempest-SecurityGroupRulesNegativeTestJSON-1578805165-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1551573105', 'description': 'tempest-description-1256148392'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:15:14.599625 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-591b128e-1537-4e08-92cb-f13f2d457c56 req-4f0e7a98-0c36-4d99-ace5-707322f1b9ec tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:14.639874 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 376fa70f-9ed5-4fe8-9c04-61cc4faa2ec9 details requested by agent hyperv_n-h1-813679-3 with host n-h1-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:15:14.681397 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c17e5a9-80cd-4cdb-b889-0faf5a6b4d37 req-dd741744-dec7-4003-9fb4-c177e1404eb7 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:14.682981 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0c17e5a9-80cd-4cdb-b889-0faf5a6b4d37 req-dd741744-dec7-4003-9fb4-c177e1404eb7 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.67 "GET /v2.0/networks?id=82671036-c03a-4d3c-b62d-db19aa8b0fed HTTP/1.1" status: 200 len: 820 time: 0.1398826 Oct 12 19:15:14.708306 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-0c17e5a9-80cd-4cdb-b889-0faf5a6b4d37 req-e3d8c095-45c7-45db-bf4a-8232692473f4 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Request body: {'port': {'device_id': '08ecabda-5587-420b-a912-46737a0ec139', 'network_id': '82671036-c03a-4d3c-b62d-db19aa8b0fed', 'admin_state_up': True, 'tenant_id': '803d7b884967412f992e4b2e79b460e6'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:15:14.768408 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 376fa70f-9ed5-4fe8-9c04-61cc4faa2ec9, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=376fa70f-9ed5-4fe8-9c04-61cc4faa2ec9,segment=NetworkSegment(9a265161-39b6-438d-83a9-b9196658e74a),segment_id=9a265161-39b6-438d-83a9-b9196658e74a)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:15:14.768736 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-591b128e-1537-4e08-92cb-f13f2d457c56 req-4f0e7a98-0c36-4d99-ace5-707322f1b9ec tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:14.772596 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-0015dc7f-e1c8-49d7-a25b-17a74e5be574 req-edc35328-4d19-4dd8-b743-c8e969334106 tempest-SecurityGroupRulesNegativeTestJSON-1578805165 tempest-SecurityGroupRulesNegativeTestJSON-1578805165-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:14.790458 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Returning: {'device': '376fa70f-9ed5-4fe8-9c04-61cc4faa2ec9', 'network_id': '9b463164-b6d9-4e70-af74-4df142d48ea1', 'port_id': '376fa70f-9ed5-4fe8-9c04-61cc4faa2ec9', 'mac_address': 'fa:16:3e:82:c0:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ca49502-6eac-400d-a5c9-5dbc68b0fb0b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:15:14.871083 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:14.886551 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 376fa70f-9ed5-4fe8-9c04-61cc4faa2ec9 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:15:14.910636 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 376fa70f-9ed5-4fe8-9c04-61cc4faa2ec9, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=376fa70f-9ed5-4fe8-9c04-61cc4faa2ec9,segment=NetworkSegment(9a265161-39b6-438d-83a9-b9196658e74a),segment_id=9a265161-39b6-438d-83a9-b9196658e74a)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:15:14.926617 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-591b128e-1537-4e08-92cb-f13f2d457c56 req-4f0e7a98-0c36-4d99-ace5-707322f1b9ec tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:14.952976 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-0015dc7f-e1c8-49d7-a25b-17a74e5be574 req-edc35328-4d19-4dd8-b743-c8e969334106 tempest-SecurityGroupRulesNegativeTestJSON-1578805165 tempest-SecurityGroupRulesNegativeTestJSON-1578805165-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:14.964608 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0e7a98-0c36-4d99-ace5-707322f1b9ec tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79eb02d9-6e17-4aa9-b2dc-64542e77490d,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:15.115766 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:15.126948 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c17e5a9-80cd-4cdb-b889-0faf5a6b4d37 req-e3d8c095-45c7-45db-bf4a-8232692473f4 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Made reservation on behalf of 803d7b884967412f992e4b2e79b460e6 for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:15:15.126948 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-0c17e5a9-80cd-4cdb-b889-0faf5a6b4d37 req-e3d8c095-45c7-45db-bf4a-8232692473f4 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:15.181733 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=376fa70f-9ed5-4fe8-9c04-61cc4faa2ec9,revision_number=6']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:15.193583 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['376fa70f-9ed5-4fe8-9c04-61cc4faa2ec9'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:15:15.201180 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-0015dc7f-e1c8-49d7-a25b-17a74e5be574 req-edc35328-4d19-4dd8-b743-c8e969334106 tempest-SecurityGroupRulesNegativeTestJSON-1578805165 tempest-SecurityGroupRulesNegativeTestJSON-1578805165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:15.275535 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc35328-4d19-4dd8-b743-c8e969334106 tempest-SecurityGroupRulesNegativeTestJSON-1578805165 tempest-SecurityGroupRulesNegativeTestJSON-1578805165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2acf599-ddb4-488f-91b7-b5688db0f14e,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:15.303272 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-591b128e-1537-4e08-92cb-f13f2d457c56 req-4f0e7a98-0c36-4d99-ace5-707322f1b9ec tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:15.305285 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-591b128e-1537-4e08-92cb-f13f2d457c56 req-4f0e7a98-0c36-4d99-ace5-707322f1b9ec tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 0.8642080 Oct 12 19:15:15.356938 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [req-0c17e5a9-80cd-4cdb-b889-0faf5a6b4d37 req-e3d8c095-45c7-45db-bf4a-8232692473f4 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Allocated IP 172.20.0.9 (82671036-c03a-4d3c-b62d-db19aa8b0fed/39796bec-4145-45cd-b713-3f2477a830cb/1811d3a0-467e-48a0-a3db-28fc7ff2ff79) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:15:15.363582 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-0015dc7f-e1c8-49d7-a25b-17a74e5be574 req-edc35328-4d19-4dd8-b743-c8e969334106 tempest-SecurityGroupRulesNegativeTestJSON-1578805165 tempest-SecurityGroupRulesNegativeTestJSON-1578805165-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:15.365267 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0015dc7f-e1c8-49d7-a25b-17a74e5be574 req-edc35328-4d19-4dd8-b743-c8e969334106 tempest-SecurityGroupRulesNegativeTestJSON-1578805165 tempest-SecurityGroupRulesNegativeTestJSON-1578805165-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.7763376 Oct 12 19:15:15.488727 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9c334bd7-e77d-473f-8913-653c5d9b1621 req-bb116b2c-c1ef-41d2-8ca8-7e86960339bc tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=08ecabda-5587-420b-a912-46737a0ec139 HTTP/1.1" status: 200 len: 210 time: 0.0664291 Oct 12 19:15:15.511600 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7b8910-83c0-4d6a-a0d2-5a0f6e68d8ca req-4ef85439-4142-4bb4-aa2c-487bae4c022e tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:15.513355 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3b7b8910-83c0-4d6a-a0d2-5a0f6e68d8ca req-4ef85439-4142-4bb4-aa2c-487bae4c022e tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/ports?device_id=d14b4963-a7f3-4841-86bc-93dad48b6e25 HTTP/1.1" status: 200 len: 944 time: 0.0545862 Oct 12 19:15:15.557492 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3b7b8910-83c0-4d6a-a0d2-5a0f6e68d8ca req-0bfa8b50-d95f-490e-b50d-8675ce3e67b1 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cccf57-f452-41a8-9e48-a6e744310271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369399 Oct 12 19:15:15.604294 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b46af45f-24ec-43e0-8533-22037cba0938 req-eb231bbe-e7db-400c-983a-eee3685d1381 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebcb2f5f-6905-4dde-9297-383f7820fe6b HTTP/1.1" status: 200 len: 210 time: 0.0320206 Oct 12 19:15:15.644786 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-0c17e5a9-80cd-4cdb-b889-0faf5a6b4d37 req-e3d8c095-45c7-45db-bf4a-8232692473f4 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:15.674762 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-260fbfc8-ab5e-4b99-b94d-ddcccfb006fd req-e1701ee0-7dfe-4c16-8ba5-940888cad23b tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.49 "GET /v2.0/security-groups/79eb02d9-6e17-4aa9-b2dc-64542e77490d HTTP/1.1" status: 200 len: 1798 time: 0.0884104 Oct 12 19:15:15.695524 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-260fbfc8-ab5e-4b99-b94d-ddcccfb006fd req-65027dac-47d6-435f-b039-993e35077bef tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Request body: {'security_group': {'name': 'tempest-sg-hth-518040942', 'description': 'tempest-description-hth-1731115436'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:15:15.730134 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-260fbfc8-ab5e-4b99-b94d-ddcccfb006fd req-65027dac-47d6-435f-b039-993e35077bef tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Notify callbacks [] for security_group, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:15.735032 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-828fc4f4-5b52-4be1-9557-ef965fb207cd req-f96576a1-af07-4f96-80a7-af818ea03a21 tempest-SecurityGroupRulesNegativeTestJSON-1578805165 tempest-SecurityGroupRulesNegativeTestJSON-1578805165-project] 10.222.0.49 "GET /v2.0/security-groups/a2acf599-ddb4-488f-91b7-b5688db0f14e HTTP/1.1" status: 200 len: 1813 time: 0.0792465 Oct 12 19:15:15.781542 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 7ba0e993-722e-4916-8428-0db6681be167 no longer exists at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:15:15.785681 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-260fbfc8-ab5e-4b99-b94d-ddcccfb006fd req-65027dac-47d6-435f-b039-993e35077bef tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Notify callbacks [] for security_group, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:15.802200 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] No Port match for: 7ba0e993-722e-4916-8428-0db6681be167 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:15:15.803348 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 7ba0e993-722e-4916-8428-0db6681be167 not bound to the agent host n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:15:15.827745 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850d307d-293d-401e-bbae-22afe3f98e9a req-a63697bd-391b-49c6-adc9-85b4d0ddbf9c tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:15.829232 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-850d307d-293d-401e-bbae-22afe3f98e9a req-a63697bd-391b-49c6-adc9-85b4d0ddbf9c tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae68f595-2758-4e3e-97ca-c1f777ecd8f2 HTTP/1.1" status: 200 len: 945 time: 0.0503368 Oct 12 19:15:15.863846 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-260fbfc8-ab5e-4b99-b94d-ddcccfb006fd req-65027dac-47d6-435f-b039-993e35077bef tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:15.866680 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-260fbfc8-ab5e-4b99-b94d-ddcccfb006fd req-65027dac-47d6-435f-b039-993e35077bef tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:15.868497 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-0c17e5a9-80cd-4cdb-b889-0faf5a6b4d37 req-e3d8c095-45c7-45db-bf4a-8232692473f4 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:15.868785 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-260fbfc8-ab5e-4b99-b94d-ddcccfb006fd req-65027dac-47d6-435f-b039-993e35077bef tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.49 "PUT /v2.0/security-groups/79eb02d9-6e17-4aa9-b2dc-64542e77490d HTTP/1.1" status: 200 len: 1774 time: 0.1800606 Oct 12 19:15:15.915374 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-850d307d-293d-401e-bbae-22afe3f98e9a req-1aa51cd5-eb7a-47e6-9a51-7deabf6e581a tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] 10.222.0.49 "GET /v2.0/security-groups?id=93001041-1fb8-4b9a-acba-05886aa0e0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764673 Oct 12 19:15:15.925797 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c17e5a9-80cd-4cdb-b889-0faf5a6b4d37 req-e3d8c095-45c7-45db-bf4a-8232692473f4 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Network 82671036-c03a-4d3c-b62d-db19aa8b0fed is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:15:15.936700 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [req-0c17e5a9-80cd-4cdb-b889-0faf5a6b4d37 req-e3d8c095-45c7-45db-bf4a-8232692473f4 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:15:15.945041 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c17e5a9-80cd-4cdb-b889-0faf5a6b4d37 req-e3d8c095-45c7-45db-bf4a-8232692473f4 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:15:15.954497 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65027dac-47d6-435f-b039-993e35077bef tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79eb02d9-6e17-4aa9-b2dc-64542e77490d,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:15.977114 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d8c095-45c7-45db-bf4a-8232692473f4 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Pushing event updated for resources: {'Port': ['ID=1811d3a0-467e-48a0-a3db-28fc7ff2ff79,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:15.989340 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1466fc7f-4fd8-44f8-97de-6daec9012954 req-b4733c44-3c42-475b-ac71-bb47c8cff3e7 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.49 "GET /v2.0/security-groups/79eb02d9-6e17-4aa9-b2dc-64542e77490d HTTP/1.1" status: 200 len: 1774 time: 0.0811534 Oct 12 19:15:16.003475 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-df6461c5-4f2a-4d56-9225-b2ee1d19e431 req-7ec42596-82e1-446f-a6a5-1f9f1f1aba9f tempest-SecurityGroupRulesNegativeTestJSON-1578805165 tempest-SecurityGroupRulesNegativeTestJSON-1578805165-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1063668460', 'description': 'tempest-description-805515953'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:15:16.021748 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c17e5a9-80cd-4cdb-b889-0faf5a6b4d37 req-e3d8c095-45c7-45db-bf4a-8232692473f4 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:16.022541 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-0c17e5a9-80cd-4cdb-b889-0faf5a6b4d37 req-e3d8c095-45c7-45db-bf4a-8232692473f4 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:16.024886 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 19:15:16.258719 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-df6461c5-4f2a-4d56-9225-b2ee1d19e431 req-7ec42596-82e1-446f-a6a5-1f9f1f1aba9f tempest-SecurityGroupRulesNegativeTestJSON-1578805165 tempest-SecurityGroupRulesNegativeTestJSON-1578805165-project] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:16.324198 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0c17e5a9-80cd-4cdb-b889-0faf5a6b4d37 req-e3d8c095-45c7-45db-bf4a-8232692473f4 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6229773 Oct 12 19:15:16.338291 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-0c17e5a9-80cd-4cdb-b889-0faf5a6b4d37 req-40de1168-5c66-4ddd-8d55-fba6e7098a53 service neutron] Request body: {'port': {'device_id': '08ecabda-5587-420b-a912-46737a0ec139', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-3'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:15:16.373975 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-df6461c5-4f2a-4d56-9225-b2ee1d19e431 req-7ec42596-82e1-446f-a6a5-1f9f1f1aba9f tempest-SecurityGroupRulesNegativeTestJSON-1578805165 tempest-SecurityGroupRulesNegativeTestJSON-1578805165-project] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:16.405389 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-0c17e5a9-80cd-4cdb-b889-0faf5a6b4d37 req-40de1168-5c66-4ddd-8d55-fba6e7098a53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:16.463142 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-df6461c5-4f2a-4d56-9225-b2ee1d19e431 req-7ec42596-82e1-446f-a6a5-1f9f1f1aba9f tempest-SecurityGroupRulesNegativeTestJSON-1578805165 tempest-SecurityGroupRulesNegativeTestJSON-1578805165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:16.551800 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec42596-82e1-446f-a6a5-1f9f1f1aba9f tempest-SecurityGroupRulesNegativeTestJSON-1578805165 tempest-SecurityGroupRulesNegativeTestJSON-1578805165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=742e0f58-152a-4e32-ac02-08962886e869,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:16.635644 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5b34287e-1b69-43c1-bb26-46e1422f1b67 req-3588387e-2111-4e46-87f5-68f75e1eb91f tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.49 "GET /v2.0/security-groups/79eb02d9-6e17-4aa9-b2dc-64542e77490d HTTP/1.1" status: 200 len: 1774 time: 0.0498598 Oct 12 19:15:16.649237 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 376fa70f-9ed5-4fe8-9c04-61cc4faa2ec9 up at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:15:16.703675 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning complete for port 376fa70f-9ed5-4fe8-9c04-61cc4faa2ec9 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:15:16.704366 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:16.705390 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-5b34287e-1b69-43c1-bb26-46e1422f1b67 req-546094be-dabd-4654-a828-7af175047bde tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:16.713975 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-df6461c5-4f2a-4d56-9225-b2ee1d19e431 req-7ec42596-82e1-446f-a6a5-1f9f1f1aba9f tempest-SecurityGroupRulesNegativeTestJSON-1578805165 tempest-SecurityGroupRulesNegativeTestJSON-1578805165-project] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:16.726580 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-df6461c5-4f2a-4d56-9225-b2ee1d19e431 req-7ec42596-82e1-446f-a6a5-1f9f1f1aba9f tempest-SecurityGroupRulesNegativeTestJSON-1578805165 tempest-SecurityGroupRulesNegativeTestJSON-1578805165-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.7336726 Oct 12 19:15:16.747596 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-5b34287e-1b69-43c1-bb26-46e1422f1b67 req-546094be-dabd-4654-a828-7af175047bde tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:16.758951 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [req-0c17e5a9-80cd-4cdb-b889-0faf5a6b4d37 req-40de1168-5c66-4ddd-8d55-fba6e7098a53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1811d3a0-467e-48a0-a3db-28fc7ff2ff79 {{(pid=95501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:15:16.777142 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-0c17e5a9-80cd-4cdb-b889-0faf5a6b4d37 req-40de1168-5c66-4ddd-8d55-fba6e7098a53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:16.870367 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-5b34287e-1b69-43c1-bb26-46e1422f1b67 req-546094be-dabd-4654-a828-7af175047bde tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:16.873763 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:16.875843 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-5b34287e-1b69-43c1-bb26-46e1422f1b67 req-546094be-dabd-4654-a828-7af175047bde tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:16.885701 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.provisioning_blocks [req-0c17e5a9-80cd-4cdb-b889-0faf5a6b4d37 req-40de1168-5c66-4ddd-8d55-fba6e7098a53 service neutron] Transition to ACTIVE for port object 1811d3a0-467e-48a0-a3db-28fc7ff2ff79 will not be triggered until provisioned by entity L2. {{(pid=95501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:15:16.891028 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5b34287e-1b69-43c1-bb26-46e1422f1b67 req-546094be-dabd-4654-a828-7af175047bde tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.49 "DELETE /v2.0/security-groups/79eb02d9-6e17-4aa9-b2dc-64542e77490d HTTP/1.1" status: 204 len: 173 time: 0.2466946 Oct 12 19:15:16.906262 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb3a8fd-744f-4c4f-987c-47539cdfb9e3 req-8e4a186e-75fb-4827-8ada-7528f3542a08 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:16.922460 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546094be-dabd-4654-a828-7af175047bde tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79eb02d9-6e17-4aa9-b2dc-64542e77490d,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:16.932208 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-deb3a8fd-744f-4c4f-987c-47539cdfb9e3 req-8e4a186e-75fb-4827-8ada-7528f3542a08 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=08ecabda-5587-420b-a912-46737a0ec139 HTTP/1.1" status: 200 len: 931 time: 0.1237905 Oct 12 19:15:16.996092 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 376fa70f-9ed5-4fe8-9c04-61cc4faa2ec9, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=376fa70f-9ed5-4fe8-9c04-61cc4faa2ec9,segment=NetworkSegment(9a265161-39b6-438d-83a9-b9196658e74a),segment_id=9a265161-39b6-438d-83a9-b9196658e74a)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:15:16.997287 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae68f595-2758-4e3e-97ca-c1f777ecd8f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '376fa70f-9ed5-4fe8-9c04-61cc4faa2ec9'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:15:17.002354 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-032b874e-f1c1-4ec5-aea2-8916b7c36e75" -d '{"events": [{"server_uuid": "ae68f595-2758-4e3e-97ca-c1f777ecd8f2", "name": "network-vif-plugged", "status": "completed", "tag": "376fa70f-9ed5-4fe8-9c04-61cc4faa2ec9"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:15:17.033427 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-0c17e5a9-80cd-4cdb-b889-0faf5a6b4d37 req-40de1168-5c66-4ddd-8d55-fba6e7098a53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:17.071250 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebe3103-642d-424c-b315-e7c45d151e79 req-42d9477e-73ad-4e5f-b452-5414ca03da85 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:17.080496 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9ebe3103-642d-424c-b315-e7c45d151e79 req-42d9477e-73ad-4e5f-b452-5414ca03da85 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae68f595-2758-4e3e-97ca-c1f777ecd8f2 HTTP/1.1" status: 200 len: 945 time: 0.0673192 Oct 12 19:15:17.086775 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:17.116589 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-deb3a8fd-744f-4c4f-987c-47539cdfb9e3 req-3b88b177-dc5c-4287-a0e7-aa9ee4b60729 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2999b03-b87d-46b4-9267-1669e2e14df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834922 Oct 12 19:15:17.139752 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40de1168-5c66-4ddd-8d55-fba6e7098a53 service neutron] Pushing event updated for resources: {'Port': ['ID=1811d3a0-467e-48a0-a3db-28fc7ff2ff79,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:17.178660 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9ebe3103-642d-424c-b315-e7c45d151e79 req-a64dd391-a73d-4b00-9db3-c6ea49fc1b9b tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] 10.222.0.49 "GET /v2.0/security-groups?id=93001041-1fb8-4b9a-acba-05886aa0e0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966785 Oct 12 19:15:17.224516 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=376fa70f-9ed5-4fe8-9c04-61cc4faa2ec9,revision_number=7']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:17.264919 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad225f0-2632-4630-9eb9-9a5504e1c289 req-1366120e-f09c-4c6f-b8a7-acea0311561b tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:17.266519 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3ad225f0-2632-4630-9eb9-9a5504e1c289 req-1366120e-f09c-4c6f-b8a7-acea0311561b tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.67 "GET /v2.0/networks?id=de7a4800-3a36-49db-938a-a424194241c9 HTTP/1.1" status: 200 len: 805 time: 0.3229825 Oct 12 19:15:17.300900 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-3ad225f0-2632-4630-9eb9-9a5504e1c289 req-7fccfeb4-6dd5-41cf-a69d-1ce9199dd199 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Request body: {'port': {'device_id': 'ebcb2f5f-6905-4dde-9297-383f7820fe6b', 'network_id': 'de7a4800-3a36-49db-938a-a424194241c9', 'admin_state_up': True, 'tenant_id': '21466a39e7454d76a525d9f64a023efa'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:15:17.319986 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7d74a128-2615-430f-b0ed-d7f0783a2b6c req-1d556789-aa0a-4eea-a489-d3c957de179b tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebcb2f5f-6905-4dde-9297-383f7820fe6b HTTP/1.1" status: 200 len: 210 time: 0.0334096 Oct 12 19:15:17.384880 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-0c17e5a9-80cd-4cdb-b889-0faf5a6b4d37 req-40de1168-5c66-4ddd-8d55-fba6e7098a53 service neutron] Attempting to bind port 1811d3a0-467e-48a0-a3db-28fc7ff2ff79 on host n-h2-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:15:17.385211 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-0c17e5a9-80cd-4cdb-b889-0faf5a6b4d37 req-40de1168-5c66-4ddd-8d55-fba6e7098a53 service neutron] Attempting to bind port 1811d3a0-467e-48a0-a3db-28fc7ff2ff79 by drivers openvswitch,hyperv on host n-h2-813679-3 at level 0 using segments [{'id': '092fb16a-01c2-4f4a-b148-df23675b5071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '82671036-c03a-4d3c-b62d-db19aa8b0fed'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:15:17.385614 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c17e5a9-80cd-4cdb-b889-0faf5a6b4d37 req-40de1168-5c66-4ddd-8d55-fba6e7098a53 service neutron] Attempting to bind port 1811d3a0-467e-48a0-a3db-28fc7ff2ff79 on network 82671036-c03a-4d3c-b62d-db19aa8b0fed {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:15:17.402808 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c17e5a9-80cd-4cdb-b889-0faf5a6b4d37 req-40de1168-5c66-4ddd-8d55-fba6e7098a53 service neutron] Port 1811d3a0-467e-48a0-a3db-28fc7ff2ff79 on network 82671036-c03a-4d3c-b62d-db19aa8b0fed not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:15:17.402961 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c17e5a9-80cd-4cdb-b889-0faf5a6b4d37 req-40de1168-5c66-4ddd-8d55-fba6e7098a53 service neutron] Attempting to bind port 1811d3a0-467e-48a0-a3db-28fc7ff2ff79 on network 82671036-c03a-4d3c-b62d-db19aa8b0fed {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:15:17.405650 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1785c76a-09a3-4893-9c53-1b28ce800321 req-7a30b03e-580f-4754-8ea3-11e8bdd0360b tempest-SecurityGroupRulesNegativeTestJSON-1578805165 tempest-SecurityGroupRulesNegativeTestJSON-1578805165-project] 10.222.0.49 "GET /v2.0/security-groups/742e0f58-152a-4e32-ac02-08962886e869 HTTP/1.1" status: 200 len: 1812 time: 0.0513318 Oct 12 19:15:17.417906 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c17e5a9-80cd-4cdb-b889-0faf5a6b4d37 req-40de1168-5c66-4ddd-8d55-fba6e7098a53 service neutron] Checking agent: {'id': '233fbd7d-38e4-434f-bb8f-05364d7423a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:15:17.418347 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c17e5a9-80cd-4cdb-b889-0faf5a6b4d37 req-40de1168-5c66-4ddd-8d55-fba6e7098a53 service neutron] Checking segment: {'id': '092fb16a-01c2-4f4a-b148-df23675b5071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '82671036-c03a-4d3c-b62d-db19aa8b0fed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:15:17.418822 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c17e5a9-80cd-4cdb-b889-0faf5a6b4d37 req-40de1168-5c66-4ddd-8d55-fba6e7098a53 service neutron] Bound using segment: {'id': '092fb16a-01c2-4f4a-b148-df23675b5071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '82671036-c03a-4d3c-b62d-db19aa8b0fed'} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:15:17.419271 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-0c17e5a9-80cd-4cdb-b889-0faf5a6b4d37 req-40de1168-5c66-4ddd-8d55-fba6e7098a53 service neutron] Bound port: 1811d3a0-467e-48a0-a3db-28fc7ff2ff79, host: n-h2-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '092fb16a-01c2-4f4a-b148-df23675b5071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '82671036-c03a-4d3c-b62d-db19aa8b0fed'}}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:15:17.419629 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-0c17e5a9-80cd-4cdb-b889-0faf5a6b4d37 req-40de1168-5c66-4ddd-8d55-fba6e7098a53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:17.432012 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514ee95e-b1cd-43c1-9841-2dd4a88114cc req-7e76f75a-7ecb-4464-b207-7f2abac433b2 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:17.439208 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-514ee95e-b1cd-43c1-9841-2dd4a88114cc req-7e76f75a-7ecb-4464-b207-7f2abac433b2 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/ports?device_id=d14b4963-a7f3-4841-86bc-93dad48b6e25 HTTP/1.1" status: 200 len: 944 time: 0.1441431 Oct 12 19:15:17.493404 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3648133-3bdd-42e3-98fc-34961333409d x-openstack-request-id: req-e3648133-3bdd-42e3-98fc-34961333409d {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:15:17.493896 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae68f595-2758-4e3e-97ca-c1f777ecd8f2", "name": "network-vif-plugged", "status": "completed", "tag": "376fa70f-9ed5-4fe8-9c04-61cc4faa2ec9", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:15:17.494310 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e3648133-3bdd-42e3-98fc-34961333409d {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:15:17.494895 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae68f595-2758-4e3e-97ca-c1f777ecd8f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '376fa70f-9ed5-4fe8-9c04-61cc4faa2ec9', 'code': 200} Oct 12 19:15:17.509242 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-70d1c8f3-a1b8-42ea-95a2-241df1e3e37c req-de854107-0420-432c-877b-d02bb2efe13d tempest-SecurityGroupRulesNegativeTestJSON-1578805165 tempest-SecurityGroupRulesNegativeTestJSON-1578805165-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1977841579', 'description': 'tempest-description-1705900021'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:15:17.537071 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.db.api [req-3ad225f0-2632-4630-9eb9-9a5504e1c289 req-7fccfeb4-6dd5-41cf-a69d-1ce9199dd199 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 12 19:15:17.537071 n-d-813679-3 neutron-server[95501]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Oct 12 19:15:17.537071 n-d-813679-3 neutron-server[95501]: [parameters: {'project_id': '21466a39e7454d76a525d9f64a023efa', 'id': 'a52c17d4-81a4-4eaa-8728-df17126e55af', 'expiration': datetime.datetime(2021, 10, 12, 19, 17, 17, 526960)}] Oct 12 19:15:17.537071 n-d-813679-3 neutron-server[95501]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95501) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 19:15:17.538171 n-d-813679-3 neutron-server[95501]: DEBUG oslo_db.api [req-3ad225f0-2632-4630-9eb9-9a5504e1c289 req-7fccfeb4-6dd5-41cf-a69d-1ce9199dd199 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 19:15:17.542728 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-514ee95e-b1cd-43c1-9841-2dd4a88114cc req-f8617402-a7b7-4efa-ace2-9d0d0d037fcd tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cccf57-f452-41a8-9e48-a6e744310271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027348 Oct 12 19:15:17.571116 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-0c17e5a9-80cd-4cdb-b889-0faf5a6b4d37 req-40de1168-5c66-4ddd-8d55-fba6e7098a53 service neutron] For port 1811d3a0-467e-48a0-a3db-28fc7ff2ff79, host n-h2-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:15:17.574718 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-0c17e5a9-80cd-4cdb-b889-0faf5a6b4d37 req-40de1168-5c66-4ddd-8d55-fba6e7098a53 service neutron] For port 1811d3a0-467e-48a0-a3db-28fc7ff2ff79, host n-h2-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=1811d3a0-467e-48a0-a3db-28fc7ff2ff79,segment=NetworkSegment(092fb16a-01c2-4f4a-b148-df23675b5071),segment_id=092fb16a-01c2-4f4a-b148-df23675b5071)] {{(pid=95501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:15:17.613599 n-d-813679-3 neutron-server[95501]: INFO neutron.api.v2.resource [req-a9c4d60a-2b02-4f2d-8aae-58a8b40a2f61 req-2cdea2e1-19e7-4dd2-b99c-7e0ed6974307 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] show failed (client error): The resource could not be found. Oct 12 19:15:17.614579 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a9c4d60a-2b02-4f2d-8aae-58a8b40a2f61 req-2cdea2e1-19e7-4dd2-b99c-7e0ed6974307 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.49 "GET /v2.0/security-groups/93d509ce-0d1d-40db-97f3-abad0fb7a19f HTTP/1.1" status: 404 len: 352 time: 0.0147719 Oct 12 19:15:17.652220 n-d-813679-3 neutron-server[95501]: INFO neutron.api.v2.resource [req-7df3a65e-97c5-417c-abf3-017d87c22379 req-7d102987-d44f-4d94-ac95-222d5b41c261 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] show failed (client error): The resource could not be found. Oct 12 19:15:17.653223 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7df3a65e-97c5-417c-abf3-017d87c22379 req-7d102987-d44f-4d94-ac95-222d5b41c261 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.49 "GET /v2.0/security-groups/f88a84f3-643d-453c-a4f7-2e4fb091e7f9 HTTP/1.1" status: 404 len: 352 time: 0.0169950 Oct 12 19:15:17.658394 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-70d1c8f3-a1b8-42ea-95a2-241df1e3e37c req-de854107-0420-432c-877b-d02bb2efe13d tempest-SecurityGroupRulesNegativeTestJSON-1578805165 tempest-SecurityGroupRulesNegativeTestJSON-1578805165-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:17.693466 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-0c17e5a9-80cd-4cdb-b889-0faf5a6b4d37 req-40de1168-5c66-4ddd-8d55-fba6e7098a53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:17.696093 n-d-813679-3 neutron-server[95501]: INFO neutron.api.v2.resource [req-a0a4ffc4-2b61-4dea-a2bf-f738babbac1c req-35c456bd-dfcc-4524-932b-e03b3ee75736 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] show failed (client error): The resource could not be found. Oct 12 19:15:17.702865 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a0a4ffc4-2b61-4dea-a2bf-f738babbac1c req-35c456bd-dfcc-4524-932b-e03b3ee75736 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.49 "GET /v2.0/security-groups/b32cb2fc-0cdb-4aaa-a328-655987f4e8a9 HTTP/1.1" status: 404 len: 352 time: 0.0279696 Oct 12 19:15:17.738790 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c17e5a9-80cd-4cdb-b889-0faf5a6b4d37 req-40de1168-5c66-4ddd-8d55-fba6e7098a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:17.744323 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-0c17e5a9-80cd-4cdb-b889-0faf5a6b4d37 req-40de1168-5c66-4ddd-8d55-fba6e7098a53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:17.744323 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0c17e5a9-80cd-4cdb-b889-0faf5a6b4d37 req-40de1168-5c66-4ddd-8d55-fba6e7098a53 service neutron] 10.222.0.67 "PUT /v2.0/ports/1811d3a0-467e-48a0-a3db-28fc7ff2ff79 HTTP/1.1" status: 200 len: 1091 time: 1.4077218 Oct 12 19:15:17.744778 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08ecabda-5587-420b-a912-46737a0ec139', 'tag': '1811d3a0-467e-48a0-a3db-28fc7ff2ff79'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:15:17.748718 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb7850f0-358e-4fc5-820e-b7aa01c006bc" -d '{"events": [{"name": "network-changed", "server_uuid": "08ecabda-5587-420b-a912-46737a0ec139", "tag": "1811d3a0-467e-48a0-a3db-28fc7ff2ff79"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:15:17.750430 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-70d1c8f3-a1b8-42ea-95a2-241df1e3e37c req-de854107-0420-432c-877b-d02bb2efe13d tempest-SecurityGroupRulesNegativeTestJSON-1578805165 tempest-SecurityGroupRulesNegativeTestJSON-1578805165-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:17.771481 n-d-813679-3 neutron-server[95501]: INFO neutron.api.v2.resource [req-c3a0327e-4a49-45a0-a06c-86f68156e262 req-dbdccc26-cb8d-41ac-8c74-3eddd49a168f tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] show failed (client error): The resource could not be found. Oct 12 19:15:17.773121 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c3a0327e-4a49-45a0-a06c-86f68156e262 req-dbdccc26-cb8d-41ac-8c74-3eddd49a168f tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.49 "GET /v2.0/security-groups/57aa9cb3-0a58-432c-974e-6e3fe03659aa HTTP/1.1" status: 404 len: 352 time: 0.0291848 Oct 12 19:15:17.790788 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40de1168-5c66-4ddd-8d55-fba6e7098a53 service neutron] Pushing event updated for resources: {'Port': ['ID=1811d3a0-467e-48a0-a3db-28fc7ff2ff79,revision_number=3']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:17.813290 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bb29451-bd49-4b80-83f4-918384700f93 x-openstack-request-id: req-1bb29451-bd49-4b80-83f4-918384700f93 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:15:17.813290 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08ecabda-5587-420b-a912-46737a0ec139", "tag": "1811d3a0-467e-48a0-a3db-28fc7ff2ff79", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:15:17.813290 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1bb29451-bd49-4b80-83f4-918384700f93 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:15:17.813290 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08ecabda-5587-420b-a912-46737a0ec139', 'tag': '1811d3a0-467e-48a0-a3db-28fc7ff2ff79', 'status': 'completed', 'code': 200} Oct 12 19:15:17.840924 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-70d1c8f3-a1b8-42ea-95a2-241df1e3e37c req-de854107-0420-432c-877b-d02bb2efe13d tempest-SecurityGroupRulesNegativeTestJSON-1578805165 tempest-SecurityGroupRulesNegativeTestJSON-1578805165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:17.847012 n-d-813679-3 neutron-server[95501]: INFO neutron.api.v2.resource [req-9492ca68-ce82-42ab-9d11-058cebac6ceb req-20d5897e-57c0-4f31-9190-168463177da3 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] show failed (client error): The resource could not be found. Oct 12 19:15:17.848070 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9492ca68-ce82-42ab-9d11-058cebac6ceb req-20d5897e-57c0-4f31-9190-168463177da3 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.49 "GET /v2.0/security-groups/f7f0530d-aa89-4d74-9acb-353778637ddc HTTP/1.1" status: 404 len: 352 time: 0.0259142 Oct 12 19:15:17.873714 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de854107-0420-432c-877b-d02bb2efe13d tempest-SecurityGroupRulesNegativeTestJSON-1578805165 tempest-SecurityGroupRulesNegativeTestJSON-1578805165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f51614ea-9823-4bd1-9c43-ab89da907b2d,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:17.891359 n-d-813679-3 neutron-server[95501]: INFO neutron.api.v2.resource [req-62521d0a-8852-4102-aedd-a1d1685088ce req-e3b248fe-b106-4cbe-8c16-3c73a61f82bc tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] show failed (client error): The resource could not be found. Oct 12 19:15:17.892400 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-62521d0a-8852-4102-aedd-a1d1685088ce req-e3b248fe-b106-4cbe-8c16-3c73a61f82bc tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.49 "GET /v2.0/security-groups/8287c116-6447-4f93-8788-08faf49207c6 HTTP/1.1" status: 404 len: 352 time: 0.0183277 Oct 12 19:15:17.901923 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7850f0-358e-4fc5-820e-b7aa01c006bc req-85e7d534-853e-4ca8-b6c3-eac9416e7022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:17.903370 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cb7850f0-358e-4fc5-820e-b7aa01c006bc req-85e7d534-853e-4ca8-b6c3-eac9416e7022 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=803d7b884967412f992e4b2e79b460e6&device_id=08ecabda-5587-420b-a912-46737a0ec139 HTTP/1.1" status: 200 len: 1094 time: 0.0660598 Oct 12 19:15:17.997387 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-70d1c8f3-a1b8-42ea-95a2-241df1e3e37c req-de854107-0420-432c-877b-d02bb2efe13d tempest-SecurityGroupRulesNegativeTestJSON-1578805165 tempest-SecurityGroupRulesNegativeTestJSON-1578805165-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:17.998998 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-70d1c8f3-a1b8-42ea-95a2-241df1e3e37c req-de854107-0420-432c-877b-d02bb2efe13d tempest-SecurityGroupRulesNegativeTestJSON-1578805165 tempest-SecurityGroupRulesNegativeTestJSON-1578805165-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.4939773 Oct 12 19:15:18.009417 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7850f0-358e-4fc5-820e-b7aa01c006bc req-f2466c7d-303f-4d1b-98be-df093f4247d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:18.010955 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cb7850f0-358e-4fc5-820e-b7aa01c006bc req-f2466c7d-303f-4d1b-98be-df093f4247d3 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=803d7b884967412f992e4b2e79b460e6&shared=False HTTP/1.1" status: 200 len: 921 time: 0.0994549 Oct 12 19:15:18.060268 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a1a27507-55f0-4ca3-8bbe-40334764330b req-e5d6f692-4d1c-4998-bc37-c3a5e817b757 tempest-SecurityGroupRulesNegativeTestJSON-1578805165 tempest-SecurityGroupRulesNegativeTestJSON-1578805165-project] 10.222.0.49 "GET /v2.0/security-groups/f51614ea-9823-4bd1-9c43-ab89da907b2d HTTP/1.1" status: 200 len: 1813 time: 0.0406585 Oct 12 19:15:18.092600 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-cce4a244-b24c-4f72-951a-8b4e7b33da1f req-9e243cf1-e796-425f-988a-20a8de944e68 tempest-SecurityGroupRulesNegativeTestJSON-1578805165 tempest-SecurityGroupRulesNegativeTestJSON-1578805165-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1017882937', 'description': 'tempest-description-1921524200'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:15:18.123942 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7850f0-358e-4fc5-820e-b7aa01c006bc req-b3aeee37-7e11-4245-8b4d-303e32a8f9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:18.127165 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cb7850f0-358e-4fc5-820e-b7aa01c006bc req-b3aeee37-7e11-4245-8b4d-303e32a8f9f9 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1075540 Oct 12 19:15:18.197052 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ad225f0-2632-4630-9eb9-9a5504e1c289 req-7fccfeb4-6dd5-41cf-a69d-1ce9199dd199 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Made reservation on behalf of 21466a39e7454d76a525d9f64a023efa for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:15:18.201031 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-3ad225f0-2632-4630-9eb9-9a5504e1c289 req-7fccfeb4-6dd5-41cf-a69d-1ce9199dd199 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:18.224112 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c17e5a9-80cd-4cdb-b889-0faf5a6b4d37 req-c9beccbe-4e71-4952-92cc-c38ec542179a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:18.225676 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0c17e5a9-80cd-4cdb-b889-0faf5a6b4d37 req-c9beccbe-4e71-4952-92cc-c38ec542179a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=803d7b884967412f992e4b2e79b460e6&device_id=08ecabda-5587-420b-a912-46737a0ec139 HTTP/1.1" status: 200 len: 1094 time: 0.0634828 Oct 12 19:15:18.296480 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0c17e5a9-80cd-4cdb-b889-0faf5a6b4d37 req-05f4e336-6630-484f-b686-e4611d82076b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1811d3a0-467e-48a0-a3db-28fc7ff2ff79 HTTP/1.1" status: 200 len: 217 time: 0.0628705 Oct 12 19:15:18.316370 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e409df-ebbb-48b7-95e7-f21b3ef928e3 req-8c1429d9-dbe4-49fe-8850-8e3cadd87e04 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:18.317823 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-53e409df-ebbb-48b7-95e7-f21b3ef928e3 req-8c1429d9-dbe4-49fe-8850-8e3cadd87e04 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae68f595-2758-4e3e-97ca-c1f777ecd8f2 HTTP/1.1" status: 200 len: 946 time: 0.0520489 Oct 12 19:15:18.353988 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-cce4a244-b24c-4f72-951a-8b4e7b33da1f req-9e243cf1-e796-425f-988a-20a8de944e68 tempest-SecurityGroupRulesNegativeTestJSON-1578805165 tempest-SecurityGroupRulesNegativeTestJSON-1578805165-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:18.480583 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-cce4a244-b24c-4f72-951a-8b4e7b33da1f req-9e243cf1-e796-425f-988a-20a8de944e68 tempest-SecurityGroupRulesNegativeTestJSON-1578805165 tempest-SecurityGroupRulesNegativeTestJSON-1578805165-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:18.489467 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-53e409df-ebbb-48b7-95e7-f21b3ef928e3 req-2d6d493a-a4a4-4a3e-8073-a5bd707a3836 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Deleting port 376fa70f-9ed5-4fe8-9c04-61cc4faa2ec9 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:15:18.489467 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-53e409df-ebbb-48b7-95e7-f21b3ef928e3 req-2d6d493a-a4a4-4a3e-8073-a5bd707a3836 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:18.584063 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-53e409df-ebbb-48b7-95e7-f21b3ef928e3 req-2d6d493a-a4a4-4a3e-8073-a5bd707a3836 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] For port 376fa70f-9ed5-4fe8-9c04-61cc4faa2ec9, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=376fa70f-9ed5-4fe8-9c04-61cc4faa2ec9,segment=NetworkSegment(9a265161-39b6-438d-83a9-b9196658e74a),segment_id=9a265161-39b6-438d-83a9-b9196658e74a)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:15:18.584459 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-53e409df-ebbb-48b7-95e7-f21b3ef928e3 req-2d6d493a-a4a4-4a3e-8073-a5bd707a3836 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:18.593321 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-cce4a244-b24c-4f72-951a-8b4e7b33da1f req-9e243cf1-e796-425f-988a-20a8de944e68 tempest-SecurityGroupRulesNegativeTestJSON-1578805165 tempest-SecurityGroupRulesNegativeTestJSON-1578805165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:18.602533 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-53e409df-ebbb-48b7-95e7-f21b3ef928e3 req-2d6d493a-a4a4-4a3e-8073-a5bd707a3836 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Calling delete_port for 376fa70f-9ed5-4fe8-9c04-61cc4faa2ec9 owned by compute:nova {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:15:18.636011 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e243cf1-e796-425f-988a-20a8de944e68 tempest-SecurityGroupRulesNegativeTestJSON-1578805165 tempest-SecurityGroupRulesNegativeTestJSON-1578805165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a44ed82-80b0-4e4d-91f6-ee618e4cb64b,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:18.647466 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 6fa8d8c2-e666-4b21-989c-1cfa6a2225c3 details requested by agent hyperv_n-h1-813679-3 with host n-h1-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:15:18.651007 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 376fa70f-9ed5-4fe8-9c04-61cc4faa2ec9 no longer exists at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:15:18.726300 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c17e5a9-80cd-4cdb-b889-0faf5a6b4d37 req-92842dd4-60cd-4cee-bab0-3a5cbf998c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:18.727773 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0c17e5a9-80cd-4cdb-b889-0faf5a6b4d37 req-92842dd4-60cd-4cee-bab0-3a5cbf998c42 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=39796bec-4145-45cd-b713-3f2477a830cb HTTP/1.1" status: 200 len: 860 time: 0.4212241 Oct 12 19:15:18.742201 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-cce4a244-b24c-4f72-951a-8b4e7b33da1f req-9e243cf1-e796-425f-988a-20a8de944e68 tempest-SecurityGroupRulesNegativeTestJSON-1578805165 tempest-SecurityGroupRulesNegativeTestJSON-1578805165-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:18.743434 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-cce4a244-b24c-4f72-951a-8b4e7b33da1f req-9e243cf1-e796-425f-988a-20a8de944e68 tempest-SecurityGroupRulesNegativeTestJSON-1578805165 tempest-SecurityGroupRulesNegativeTestJSON-1578805165-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.6623962 Oct 12 19:15:18.758908 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b70d981-71a0-4476-a169-0cfdfe460067 req-488508ac-c987-43f7-b3fb-1e2bf3462c0a tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:18.765937 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2b70d981-71a0-4476-a169-0cfdfe460067 req-488508ac-c987-43f7-b3fb-1e2bf3462c0a tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=08ecabda-5587-420b-a912-46737a0ec139 HTTP/1.1" status: 200 len: 943 time: 0.1207640 Oct 12 19:15:18.773122 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [req-3ad225f0-2632-4630-9eb9-9a5504e1c289 req-7fccfeb4-6dd5-41cf-a69d-1ce9199dd199 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Allocated IP 172.20.0.6 (de7a4800-3a36-49db-938a-a424194241c9/a04d54df-064e-4c45-85d6-73b27d98a999/55040e15-9f6c-4c44-bac6-a29655280573) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:15:18.796890 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0c17e5a9-80cd-4cdb-b889-0faf5a6b4d37 req-259383e8-0cb8-4b83-ac8f-212f68acd519 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=82671036-c03a-4d3c-b62d-db19aa8b0fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588157 Oct 12 19:15:18.812560 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:18.856132 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 6fa8d8c2-e666-4b21-989c-1cfa6a2225c3, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=6fa8d8c2-e666-4b21-989c-1cfa6a2225c3,segment=NetworkSegment(af837146-1b4e-4c2b-b1ce-96eb7f990955),segment_id=af837146-1b4e-4c2b-b1ce-96eb7f990955)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:15:18.866933 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cecc398-72d6-4cb5-853f-08f44bd7ff4f req-627f209a-e21d-4684-ab07-fbce6f1a1ec8 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:18.868522 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Returning: {'device': '6fa8d8c2-e666-4b21-989c-1cfa6a2225c3', 'network_id': 'c9c833e6-1691-44ed-bf82-cf9c18667411', 'port_id': '6fa8d8c2-e666-4b21-989c-1cfa6a2225c3', 'mac_address': 'fa:16:3e:26:f6:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0ebc949-3a0d-4490-86b6-8c422c8edc16', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:15:18.868845 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9cecc398-72d6-4cb5-853f-08f44bd7ff4f req-627f209a-e21d-4684-ab07-fbce6f1a1ec8 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae68f595-2758-4e3e-97ca-c1f777ecd8f2 HTTP/1.1" status: 200 len: 946 time: 0.0692253 Oct 12 19:15:18.897909 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2b70d981-71a0-4476-a169-0cfdfe460067 req-3203d1c5-6e12-4041-982b-fad66ad37527 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2999b03-b87d-46b4-9267-1669e2e14df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297688 Oct 12 19:15:18.921190 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9cecc398-72d6-4cb5-853f-08f44bd7ff4f req-c2a5421c-164a-43e0-a0dc-e280de8fbdd8 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] 10.222.0.49 "GET /v2.0/security-groups?id=93001041-1fb8-4b9a-acba-05886aa0e0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448360 Oct 12 19:15:18.933167 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-53e409df-ebbb-48b7-95e7-f21b3ef928e3 req-2d6d493a-a4a4-4a3e-8073-a5bd707a3836 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:18.935333 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:18.994384 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6d493a-a4a4-4a3e-8073-a5bd707a3836 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Pushing event deleted for resources: {'Port': ['ID=376fa70f-9ed5-4fe8-9c04-61cc4faa2ec9,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:19.008211 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fa8d8c2-e666-4b21-989c-1cfa6a2225c3 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:15:19.032366 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 6fa8d8c2-e666-4b21-989c-1cfa6a2225c3, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=6fa8d8c2-e666-4b21-989c-1cfa6a2225c3,segment=NetworkSegment(af837146-1b4e-4c2b-b1ce-96eb7f990955),segment_id=af837146-1b4e-4c2b-b1ce-96eb7f990955)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:15:19.052632 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-53e409df-ebbb-48b7-95e7-f21b3ef928e3 req-2d6d493a-a4a4-4a3e-8073-a5bd707a3836 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] No DVR routers for this DVR port 376fa70f-9ed5-4fe8-9c04-61cc4faa2ec9 on host n-h1-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:15:19.055656 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d8e2bc03-71a7-4136-9f6f-bb0e1ae606f4 req-475e4469-b080-4ae6-b407-b332720842ca tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebcb2f5f-6905-4dde-9297-383f7820fe6b HTTP/1.1" status: 200 len: 210 time: 0.0423517 Oct 12 19:15:19.057801 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0c17e5a9-80cd-4cdb-b889-0faf5a6b4d37 req-03b11e8d-6f3c-40f8-a6f9-08af01a63e40 service neutron] 10.222.0.67 "GET /v2.0/networks/82671036-c03a-4d3c-b62d-db19aa8b0fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479985 Oct 12 19:15:19.069765 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-53e409df-ebbb-48b7-95e7-f21b3ef928e3 req-2d6d493a-a4a4-4a3e-8073-a5bd707a3836 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:19.073477 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-53e409df-ebbb-48b7-95e7-f21b3ef928e3 req-2d6d493a-a4a4-4a3e-8073-a5bd707a3836 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] 10.222.0.61 "DELETE /v2.0/ports/376fa70f-9ed5-4fe8-9c04-61cc4faa2ec9 HTTP/1.1" status: 204 len: 173 time: 0.7493591 Oct 12 19:15:19.077702 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae68f595-2758-4e3e-97ca-c1f777ecd8f2', 'name': 'network-vif-deleted', 'tag': '376fa70f-9ed5-4fe8-9c04-61cc4faa2ec9'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:15:19.081738 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aeba224-d0d1-4222-8c75-505c8589d91b" -d '{"events": [{"server_uuid": "ae68f595-2758-4e3e-97ca-c1f777ecd8f2", "name": "network-vif-deleted", "tag": "376fa70f-9ed5-4fe8-9c04-61cc4faa2ec9"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:15:19.111662 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497985ae-4097-480f-8a9f-2d9e3274a8b6 req-19730c1b-0552-4262-8e83-8bda1213b22d tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:19.112713 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-497985ae-4097-480f-8a9f-2d9e3274a8b6 req-19730c1b-0552-4262-8e83-8bda1213b22d tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.49 "GET /v2.0/ports?device_id=45d3ede1-6950-4c19-917f-12957a22e060 HTTP/1.1" status: 200 len: 1023 time: 0.0875595 Oct 12 19:15:19.149421 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:19.165885 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-497985ae-4097-480f-8a9f-2d9e3274a8b6 req-410d3f72-3af9-475e-828d-06cba62130de tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.49 "GET /v2.0/security-groups?id=d5603a0c-6053-465c-ab8d-e660af93effa&id=8e618376-4d3b-4a83-af2b-8e040f002d74&id=5db68f36-da5e-4c70-9151-5d33b0141201&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0458646 Oct 12 19:15:19.208370 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=6fa8d8c2-e666-4b21-989c-1cfa6a2225c3,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:19.238088 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-571afc75-7fbd-41d9-81b1-40851c7c0612 req-2f37ed99-b847-476e-a3dd-5285ae58bebd tempest-SecurityGroupRulesNegativeTestJSON-1578805165 tempest-SecurityGroupRulesNegativeTestJSON-1578805165-project] 10.222.0.49 "GET /v2.0/security-groups/9a44ed82-80b0-4e4d-91f6-ee618e4cb64b HTTP/1.1" status: 200 len: 1813 time: 0.0412300 Oct 12 19:15:19.268866 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7510df22-15e8-40cc-9781-08d9b3fb13da req-4ebf8c55-e188-4c38-a71d-1ec0cb8903c0 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:19.270422 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7510df22-15e8-40cc-9781-08d9b3fb13da req-4ebf8c55-e188-4c38-a71d-1ec0cb8903c0 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/ports?device_id=d14b4963-a7f3-4841-86bc-93dad48b6e25 HTTP/1.1" status: 200 len: 945 time: 0.1190708 Oct 12 19:15:19.278701 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-3ad225f0-2632-4630-9eb9-9a5504e1c289 req-7fccfeb4-6dd5-41cf-a69d-1ce9199dd199 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:19.280419 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70e9ac7e-02d3-4f65-9072-5620f324e3e0 x-openstack-request-id: req-70e9ac7e-02d3-4f65-9072-5620f324e3e0 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:15:19.280716 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae68f595-2758-4e3e-97ca-c1f777ecd8f2", "name": "network-vif-deleted", "tag": "376fa70f-9ed5-4fe8-9c04-61cc4faa2ec9", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:15:19.280986 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-70e9ac7e-02d3-4f65-9072-5620f324e3e0 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:15:19.281371 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae68f595-2758-4e3e-97ca-c1f777ecd8f2', 'name': 'network-vif-deleted', 'tag': '376fa70f-9ed5-4fe8-9c04-61cc4faa2ec9', 'status': 'completed', 'code': 200} Oct 12 19:15:19.302437 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0c17e5a9-80cd-4cdb-b889-0faf5a6b4d37 req-f76f160c-5e75-4823-8c0d-5eb3b755f6f7 service neutron] 10.222.0.67 "GET /v2.0/networks/82671036-c03a-4d3c-b62d-db19aa8b0fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340603 Oct 12 19:15:19.306942 n-d-813679-3 neutron-server[95502]: INFO neutron.api.v2.resource [req-72ed5b95-425e-4f3d-8bae-1e46f71df171 req-c7b312d0-1ff4-4933-ab05-0dd03dde2275 tempest-SecurityGroupRulesNegativeTestJSON-1578805165 tempest-SecurityGroupRulesNegativeTestJSON-1578805165-project] show failed (client error): The resource could not be found. Oct 12 19:15:19.308746 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-72ed5b95-425e-4f3d-8bae-1e46f71df171 req-c7b312d0-1ff4-4933-ab05-0dd03dde2275 tempest-SecurityGroupRulesNegativeTestJSON-1578805165 tempest-SecurityGroupRulesNegativeTestJSON-1578805165-project] 10.222.0.49 "GET /v2.0/security-groups/0abff191-fa9a-4109-a121-544f3f0722c0 HTTP/1.1" status: 404 len: 352 time: 0.0130780 Oct 12 19:15:19.342010 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7510df22-15e8-40cc-9781-08d9b3fb13da req-d724c412-b713-40de-b6d9-612d92ee1d22 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cccf57-f452-41a8-9e48-a6e744310271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602415 Oct 12 19:15:19.346448 n-d-813679-3 neutron-server[95502]: INFO neutron.api.v2.resource [req-7ff5bcd3-6614-474b-8cc9-6044994305e8 req-e7e5a578-cc5e-4cc7-8ccd-4ca7c29877ca tempest-SecurityGroupRulesNegativeTestJSON-1578805165 tempest-SecurityGroupRulesNegativeTestJSON-1578805165-project] show failed (client error): The resource could not be found. Oct 12 19:15:19.349289 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7ff5bcd3-6614-474b-8cc9-6044994305e8 req-e7e5a578-cc5e-4cc7-8ccd-4ca7c29877ca tempest-SecurityGroupRulesNegativeTestJSON-1578805165 tempest-SecurityGroupRulesNegativeTestJSON-1578805165-project] 10.222.0.49 "GET /v2.0/security-group-rules/ce67bbd7-7d01-4ada-b042-550403a5cce8 HTTP/1.1" status: 404 len: 361 time: 0.0162160 Oct 12 19:15:19.364567 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['6fa8d8c2-e666-4b21-989c-1cfa6a2225c3'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:15:19.414030 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a6848476-f5f3-468e-ba63-35618818e89c req-ff91688d-a115-4dff-9f8d-18e77fc1835e tempest-SecurityGroupRulesNegativeTestJSON-1578805165 tempest-SecurityGroupRulesNegativeTestJSON-1578805165-project] 10.222.0.49 "GET /v2.0/security-groups/9a44ed82-80b0-4e4d-91f6-ee618e4cb64b HTTP/1.1" status: 200 len: 1813 time: 0.0411034 Oct 12 19:15:19.473474 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-a6848476-f5f3-468e-ba63-35618818e89c req-43cc1634-54b3-4e73-b57c-5f6bdfc7f5b8 tempest-SecurityGroupRulesNegativeTestJSON-1578805165 tempest-SecurityGroupRulesNegativeTestJSON-1578805165-project] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:19.476258 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-3ad225f0-2632-4630-9eb9-9a5504e1c289 req-7fccfeb4-6dd5-41cf-a69d-1ce9199dd199 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:19.501049 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-a6848476-f5f3-468e-ba63-35618818e89c req-43cc1634-54b3-4e73-b57c-5f6bdfc7f5b8 tempest-SecurityGroupRulesNegativeTestJSON-1578805165 tempest-SecurityGroupRulesNegativeTestJSON-1578805165-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:19.541693 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ad225f0-2632-4630-9eb9-9a5504e1c289 req-7fccfeb4-6dd5-41cf-a69d-1ce9199dd199 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Network de7a4800-3a36-49db-938a-a424194241c9 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:15:19.545501 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [req-3ad225f0-2632-4630-9eb9-9a5504e1c289 req-7fccfeb4-6dd5-41cf-a69d-1ce9199dd199 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:15:19.548928 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ad225f0-2632-4630-9eb9-9a5504e1c289 req-7fccfeb4-6dd5-41cf-a69d-1ce9199dd199 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:15:19.598000 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fccfeb4-6dd5-41cf-a69d-1ce9199dd199 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Pushing event updated for resources: {'Port': ['ID=55040e15-9f6c-4c44-bac6-a29655280573,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:19.619662 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad225f0-2632-4630-9eb9-9a5504e1c289 req-7fccfeb4-6dd5-41cf-a69d-1ce9199dd199 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:19.620321 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-3ad225f0-2632-4630-9eb9-9a5504e1c289 req-7fccfeb4-6dd5-41cf-a69d-1ce9199dd199 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:19.657558 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-a6848476-f5f3-468e-ba63-35618818e89c req-43cc1634-54b3-4e73-b57c-5f6bdfc7f5b8 tempest-SecurityGroupRulesNegativeTestJSON-1578805165 tempest-SecurityGroupRulesNegativeTestJSON-1578805165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:19.660201 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-a6848476-f5f3-468e-ba63-35618818e89c req-43cc1634-54b3-4e73-b57c-5f6bdfc7f5b8 tempest-SecurityGroupRulesNegativeTestJSON-1578805165 tempest-SecurityGroupRulesNegativeTestJSON-1578805165-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:19.661443 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a6848476-f5f3-468e-ba63-35618818e89c req-43cc1634-54b3-4e73-b57c-5f6bdfc7f5b8 tempest-SecurityGroupRulesNegativeTestJSON-1578805165 tempest-SecurityGroupRulesNegativeTestJSON-1578805165-project] 10.222.0.49 "DELETE /v2.0/security-groups/9a44ed82-80b0-4e4d-91f6-ee618e4cb64b HTTP/1.1" status: 204 len: 173 time: 0.2409422 Oct 12 19:15:19.671494 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cc1634-54b3-4e73-b57c-5f6bdfc7f5b8 tempest-SecurityGroupRulesNegativeTestJSON-1578805165 tempest-SecurityGroupRulesNegativeTestJSON-1578805165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a44ed82-80b0-4e4d-91f6-ee618e4cb64b,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:19.746788 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e29e29be-331f-431f-a139-c60b87a8ca90 req-d11084d1-d76b-479a-82c2-d8eafdd0a0cc tempest-SecurityGroupRulesNegativeTestJSON-1578805165 tempest-SecurityGroupRulesNegativeTestJSON-1578805165-project] 10.222.0.49 "GET /v2.0/security-groups/f51614ea-9823-4bd1-9c43-ab89da907b2d HTTP/1.1" status: 200 len: 1813 time: 0.0675209 Oct 12 19:15:19.759456 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b41b36d-e5bc-4a37-8eaf-666179000661 req-645ebccd-48f7-48a8-8d92-f5cde671db49 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:19.760959 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1b41b36d-e5bc-4a37-8eaf-666179000661 req-645ebccd-48f7-48a8-8d92-f5cde671db49 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.67 "GET /v2.0/ports?device_id=45d3ede1-6950-4c19-917f-12957a22e060 HTTP/1.1" status: 200 len: 1023 time: 0.0661104 Oct 12 19:15:19.807913 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3ad225f0-2632-4630-9eb9-9a5504e1c289 req-7fccfeb4-6dd5-41cf-a69d-1ce9199dd199 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5139587 Oct 12 19:15:19.831679 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-3ad225f0-2632-4630-9eb9-9a5504e1c289 req-64685dc8-6490-47d5-b597-7b055da801b2 service neutron] Request body: {'port': {'device_id': 'ebcb2f5f-6905-4dde-9297-383f7820fe6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-3'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:15:19.949719 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-3ad225f0-2632-4630-9eb9-9a5504e1c289 req-64685dc8-6490-47d5-b597-7b055da801b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:19.953447 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-e29e29be-331f-431f-a139-c60b87a8ca90 req-c36f657f-34d5-443d-876f-a14219df20b8 tempest-SecurityGroupRulesNegativeTestJSON-1578805165 tempest-SecurityGroupRulesNegativeTestJSON-1578805165-project] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:20.011145 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-e29e29be-331f-431f-a139-c60b87a8ca90 req-c36f657f-34d5-443d-876f-a14219df20b8 tempest-SecurityGroupRulesNegativeTestJSON-1578805165 tempest-SecurityGroupRulesNegativeTestJSON-1578805165-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:20.028622 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-1b41b36d-e5bc-4a37-8eaf-666179000661 req-24b5a5e1-ad93-4ccd-a106-7c22ca0475a1 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Deleting port 9902639a-c094-4c79-8a4e-29bd67044e2b {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:15:20.029014 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-1b41b36d-e5bc-4a37-8eaf-666179000661 req-24b5a5e1-ad93-4ccd-a106-7c22ca0475a1 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:20.030568 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d93caa8-97c4-49f1-ac58-eb4f691a2d66 req-5dfc379b-844d-44b2-8a21-c5a65a658007 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:20.032436 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3d93caa8-97c4-49f1-ac58-eb4f691a2d66 req-5dfc379b-844d-44b2-8a21-c5a65a658007 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=08ecabda-5587-420b-a912-46737a0ec139 HTTP/1.1" status: 200 len: 943 time: 0.0571990 Oct 12 19:15:20.073596 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3d93caa8-97c4-49f1-ac58-eb4f691a2d66 req-b6d5644a-9755-4e3f-9b88-08a7f727257c tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2999b03-b87d-46b4-9267-1669e2e14df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346239 Oct 12 19:15:20.176388 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e8d1ce77-1001-4851-95f8-b8451f51e09d req-5885eed8-1e90-4972-aa11-f8359e8db9d0 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae68f595-2758-4e3e-97ca-c1f777ecd8f2 HTTP/1.1" status: 200 len: 210 time: 0.0275526 Oct 12 19:15:20.269116 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-1b41b36d-e5bc-4a37-8eaf-666179000661 req-24b5a5e1-ad93-4ccd-a106-7c22ca0475a1 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] For port 9902639a-c094-4c79-8a4e-29bd67044e2b, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=9902639a-c094-4c79-8a4e-29bd67044e2b,segment=NetworkSegment(d193a04a-34c9-4571-8a42-8ff6f24e5c3b),segment_id=d193a04a-34c9-4571-8a42-8ff6f24e5c3b)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:15:20.269728 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-1b41b36d-e5bc-4a37-8eaf-666179000661 req-24b5a5e1-ad93-4ccd-a106-7c22ca0475a1 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:20.281002 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-e29e29be-331f-431f-a139-c60b87a8ca90 req-c36f657f-34d5-443d-876f-a14219df20b8 tempest-SecurityGroupRulesNegativeTestJSON-1578805165 tempest-SecurityGroupRulesNegativeTestJSON-1578805165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:20.283911 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-e29e29be-331f-431f-a139-c60b87a8ca90 req-c36f657f-34d5-443d-876f-a14219df20b8 tempest-SecurityGroupRulesNegativeTestJSON-1578805165 tempest-SecurityGroupRulesNegativeTestJSON-1578805165-project] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:20.285124 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e29e29be-331f-431f-a139-c60b87a8ca90 req-c36f657f-34d5-443d-876f-a14219df20b8 tempest-SecurityGroupRulesNegativeTestJSON-1578805165 tempest-SecurityGroupRulesNegativeTestJSON-1578805165-project] 10.222.0.49 "DELETE /v2.0/security-groups/f51614ea-9823-4bd1-9c43-ab89da907b2d HTTP/1.1" status: 204 len: 173 time: 0.5232971 Oct 12 19:15:20.304170 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-1b41b36d-e5bc-4a37-8eaf-666179000661 req-24b5a5e1-ad93-4ccd-a106-7c22ca0475a1 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Calling delete_port for 9902639a-c094-4c79-8a4e-29bd67044e2b owned by compute:nova {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:15:20.304312 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc46e9a1-f947-4aed-b090-d05b483b9db4 req-ac7fc037-ad7c-49e8-af44-475c50647fc7 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:20.311463 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-dc46e9a1-f947-4aed-b090-d05b483b9db4 req-ac7fc037-ad7c-49e8-af44-475c50647fc7 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebcb2f5f-6905-4dde-9297-383f7820fe6b HTTP/1.1" status: 200 len: 931 time: 0.0686889 Oct 12 19:15:20.325528 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36f657f-34d5-443d-876f-a14219df20b8 tempest-SecurityGroupRulesNegativeTestJSON-1578805165 tempest-SecurityGroupRulesNegativeTestJSON-1578805165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f51614ea-9823-4bd1-9c43-ab89da907b2d,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:20.348004 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-dc46e9a1-f947-4aed-b090-d05b483b9db4 req-829f217a-5867-4243-bff1-c9608bc5f050 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/security-groups?id=453b01c6-7fe6-41ac-8e1d-6df7a2675094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356765 Oct 12 19:15:20.415123 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c4a244ab-c49b-4e6b-9028-6219a3569497 req-abf0780d-95b6-4888-a810-d6b00a878ecd tempest-SecurityGroupRulesNegativeTestJSON-1578805165 tempest-SecurityGroupRulesNegativeTestJSON-1578805165-project] 10.222.0.49 "GET /v2.0/security-groups/742e0f58-152a-4e32-ac02-08962886e869 HTTP/1.1" status: 200 len: 1812 time: 0.0386412 Oct 12 19:15:20.473266 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2781cd-36c6-4167-a4bf-1df55b9964b9 req-a8a83f73-995e-4267-88ed-565283a15f00 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:20.474654 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7e2781cd-36c6-4167-a4bf-1df55b9964b9 req-a8a83f73-995e-4267-88ed-565283a15f00 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.49 "GET /v2.0/ports?device_id=45d3ede1-6950-4c19-917f-12957a22e060 HTTP/1.1" status: 200 len: 1023 time: 0.0976670 Oct 12 19:15:20.476934 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-c4a244ab-c49b-4e6b-9028-6219a3569497 req-6b936f64-0689-4390-8e58-c1ff7f2479b2 tempest-SecurityGroupRulesNegativeTestJSON-1578805165 tempest-SecurityGroupRulesNegativeTestJSON-1578805165-project] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:20.501414 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-c4a244ab-c49b-4e6b-9028-6219a3569497 req-6b936f64-0689-4390-8e58-c1ff7f2479b2 tempest-SecurityGroupRulesNegativeTestJSON-1578805165 tempest-SecurityGroupRulesNegativeTestJSON-1578805165-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:20.586472 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [req-3ad225f0-2632-4630-9eb9-9a5504e1c289 req-64685dc8-6490-47d5-b597-7b055da801b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55040e15-9f6c-4c44-bac6-a29655280573 {{(pid=95501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:15:20.599815 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7e2781cd-36c6-4167-a4bf-1df55b9964b9 req-215d3431-26f7-4d02-9b41-a7297f3c7513 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.49 "GET /v2.0/security-groups?id=d5603a0c-6053-465c-ab8d-e660af93effa&id=8e618376-4d3b-4a83-af2b-8e040f002d74&id=5db68f36-da5e-4c70-9151-5d33b0141201&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1065304 Oct 12 19:15:20.606523 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-3ad225f0-2632-4630-9eb9-9a5504e1c289 req-64685dc8-6490-47d5-b597-7b055da801b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:20.647303 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-c4a244ab-c49b-4e6b-9028-6219a3569497 req-6b936f64-0689-4390-8e58-c1ff7f2479b2 tempest-SecurityGroupRulesNegativeTestJSON-1578805165 tempest-SecurityGroupRulesNegativeTestJSON-1578805165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:20.647798 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.provisioning_blocks [req-3ad225f0-2632-4630-9eb9-9a5504e1c289 req-64685dc8-6490-47d5-b597-7b055da801b2 service neutron] Transition to ACTIVE for port object 55040e15-9f6c-4c44-bac6-a29655280573 will not be triggered until provisioned by entity L2. {{(pid=95501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:15:20.648291 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 6fa8d8c2-e666-4b21-989c-1cfa6a2225c3 up at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:15:20.649872 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-c4a244ab-c49b-4e6b-9028-6219a3569497 req-6b936f64-0689-4390-8e58-c1ff7f2479b2 tempest-SecurityGroupRulesNegativeTestJSON-1578805165 tempest-SecurityGroupRulesNegativeTestJSON-1578805165-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:20.651007 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c4a244ab-c49b-4e6b-9028-6219a3569497 req-6b936f64-0689-4390-8e58-c1ff7f2479b2 tempest-SecurityGroupRulesNegativeTestJSON-1578805165 tempest-SecurityGroupRulesNegativeTestJSON-1578805165-project] 10.222.0.49 "DELETE /v2.0/security-groups/742e0f58-152a-4e32-ac02-08962886e869 HTTP/1.1" status: 204 len: 173 time: 0.2298260 Oct 12 19:15:20.675181 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b936f64-0689-4390-8e58-c1ff7f2479b2 tempest-SecurityGroupRulesNegativeTestJSON-1578805165 tempest-SecurityGroupRulesNegativeTestJSON-1578805165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=742e0f58-152a-4e32-ac02-08962886e869,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:20.722081 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e405b9-72ef-4120-9490-03345054461c req-6e1cb46f-2f1a-479e-ba1e-cbe002d0c80c tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:20.723862 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c7e405b9-72ef-4120-9490-03345054461c req-6e1cb46f-2f1a-479e-ba1e-cbe002d0c80c tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/ports?device_id=d14b4963-a7f3-4841-86bc-93dad48b6e25 HTTP/1.1" status: 200 len: 945 time: 0.0533948 Oct 12 19:15:20.724769 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-febaa7b2-2c44-4d6c-b729-1d74f3a9ded4 req-68b77a05-8465-4e51-a6a9-9159306bb999 tempest-SecurityGroupRulesNegativeTestJSON-1578805165 tempest-SecurityGroupRulesNegativeTestJSON-1578805165-project] 10.222.0.49 "GET /v2.0/security-groups/a2acf599-ddb4-488f-91b7-b5688db0f14e HTTP/1.1" status: 200 len: 1813 time: 0.0517261 Oct 12 19:15:20.739145 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-1b41b36d-e5bc-4a37-8eaf-666179000661 req-24b5a5e1-ad93-4ccd-a106-7c22ca0475a1 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:20.750650 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['9902639a-c094-4c79-8a4e-29bd67044e2b'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:15:20.784668 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b5a5e1-ad93-4ccd-a106-7c22ca0475a1 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Pushing event deleted for resources: {'Port': ['ID=9902639a-c094-4c79-8a4e-29bd67044e2b,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:20.790934 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-febaa7b2-2c44-4d6c-b729-1d74f3a9ded4 req-5a780705-93fa-465a-92ff-33c244ada0aa tempest-SecurityGroupRulesNegativeTestJSON-1578805165 tempest-SecurityGroupRulesNegativeTestJSON-1578805165-project] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:20.797469 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-3ad225f0-2632-4630-9eb9-9a5504e1c289 req-64685dc8-6490-47d5-b597-7b055da801b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:20.817107 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-febaa7b2-2c44-4d6c-b729-1d74f3a9ded4 req-5a780705-93fa-465a-92ff-33c244ada0aa tempest-SecurityGroupRulesNegativeTestJSON-1578805165 tempest-SecurityGroupRulesNegativeTestJSON-1578805165-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:20.824642 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning for port 6fa8d8c2-e666-4b21-989c-1cfa6a2225c3 completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:15:20.831153 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning complete for port 6fa8d8c2-e666-4b21-989c-1cfa6a2225c3 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:15:20.834793 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:20.837742 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c7e405b9-72ef-4120-9490-03345054461c req-42776d5e-08c5-4012-aa67-8aa6f2ab3ee0 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cccf57-f452-41a8-9e48-a6e744310271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070771 Oct 12 19:15:20.889699 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b41b36d-e5bc-4a37-8eaf-666179000661 req-24b5a5e1-ad93-4ccd-a106-7c22ca0475a1 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] No DVR routers for this DVR port 9902639a-c094-4c79-8a4e-29bd67044e2b on host n-h2-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:15:20.898248 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-1b41b36d-e5bc-4a37-8eaf-666179000661 req-24b5a5e1-ad93-4ccd-a106-7c22ca0475a1 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:20.901560 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1b41b36d-e5bc-4a37-8eaf-666179000661 req-24b5a5e1-ad93-4ccd-a106-7c22ca0475a1 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.67 "DELETE /v2.0/ports/9902639a-c094-4c79-8a4e-29bd67044e2b HTTP/1.1" status: 204 len: 173 time: 1.1335459 Oct 12 19:15:20.902494 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45d3ede1-6950-4c19-917f-12957a22e060', 'name': 'network-vif-deleted', 'tag': '9902639a-c094-4c79-8a4e-29bd67044e2b'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:15:20.904931 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fea8ef6-0293-4ca3-9f97-a3f30cc49568" -d '{"events": [{"server_uuid": "45d3ede1-6950-4c19-917f-12957a22e060", "name": "network-vif-deleted", "tag": "9902639a-c094-4c79-8a4e-29bd67044e2b"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:15:20.910652 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64685dc8-6490-47d5-b597-7b055da801b2 service neutron] Pushing event updated for resources: {'Port': ['ID=55040e15-9f6c-4c44-bac6-a29655280573,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:20.937902 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:20.956464 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4ff5bc0-145c-4591-b152-d69444666ba1 x-openstack-request-id: req-c4ff5bc0-145c-4591-b152-d69444666ba1 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:15:20.959980 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45d3ede1-6950-4c19-917f-12957a22e060", "name": "network-vif-deleted", "tag": "9902639a-c094-4c79-8a4e-29bd67044e2b", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:15:20.959980 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c4ff5bc0-145c-4591-b152-d69444666ba1 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:15:20.959980 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45d3ede1-6950-4c19-917f-12957a22e060', 'name': 'network-vif-deleted', 'tag': '9902639a-c094-4c79-8a4e-29bd67044e2b', 'status': 'completed', 'code': 200} Oct 12 19:15:20.961817 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd14b4963-a7f3-4841-86bc-93dad48b6e25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fa8d8c2-e666-4b21-989c-1cfa6a2225c3'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:15:20.964087 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22965a40-e93d-4517-b762-51f058e9b0ce" -d '{"events": [{"server_uuid": "d14b4963-a7f3-4841-86bc-93dad48b6e25", "name": "network-vif-plugged", "status": "completed", "tag": "6fa8d8c2-e666-4b21-989c-1cfa6a2225c3"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:15:20.978144 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 6fa8d8c2-e666-4b21-989c-1cfa6a2225c3, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=6fa8d8c2-e666-4b21-989c-1cfa6a2225c3,segment=NetworkSegment(af837146-1b4e-4c2b-b1ce-96eb7f990955),segment_id=af837146-1b4e-4c2b-b1ce-96eb7f990955)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:15:20.990354 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-3ad225f0-2632-4630-9eb9-9a5504e1c289 req-64685dc8-6490-47d5-b597-7b055da801b2 service neutron] Attempting to bind port 55040e15-9f6c-4c44-bac6-a29655280573 on host n-h2-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:15:20.990784 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-3ad225f0-2632-4630-9eb9-9a5504e1c289 req-64685dc8-6490-47d5-b597-7b055da801b2 service neutron] Attempting to bind port 55040e15-9f6c-4c44-bac6-a29655280573 by drivers openvswitch,hyperv on host n-h2-813679-3 at level 0 using segments [{'id': '35dde9ae-6a3d-4327-a38f-c2a1ca6f0ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'de7a4800-3a36-49db-938a-a424194241c9'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:15:20.991104 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad225f0-2632-4630-9eb9-9a5504e1c289 req-64685dc8-6490-47d5-b597-7b055da801b2 service neutron] Attempting to bind port 55040e15-9f6c-4c44-bac6-a29655280573 on network de7a4800-3a36-49db-938a-a424194241c9 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:15:20.995351 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad225f0-2632-4630-9eb9-9a5504e1c289 req-64685dc8-6490-47d5-b597-7b055da801b2 service neutron] Port 55040e15-9f6c-4c44-bac6-a29655280573 on network de7a4800-3a36-49db-938a-a424194241c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:15:20.995693 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad225f0-2632-4630-9eb9-9a5504e1c289 req-64685dc8-6490-47d5-b597-7b055da801b2 service neutron] Attempting to bind port 55040e15-9f6c-4c44-bac6-a29655280573 on network de7a4800-3a36-49db-938a-a424194241c9 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:15:21.000843 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad225f0-2632-4630-9eb9-9a5504e1c289 req-64685dc8-6490-47d5-b597-7b055da801b2 service neutron] Checking agent: {'id': '233fbd7d-38e4-434f-bb8f-05364d7423a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:15:21.001176 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad225f0-2632-4630-9eb9-9a5504e1c289 req-64685dc8-6490-47d5-b597-7b055da801b2 service neutron] Checking segment: {'id': '35dde9ae-6a3d-4327-a38f-c2a1ca6f0ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'de7a4800-3a36-49db-938a-a424194241c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:15:21.001564 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad225f0-2632-4630-9eb9-9a5504e1c289 req-64685dc8-6490-47d5-b597-7b055da801b2 service neutron] Bound using segment: {'id': '35dde9ae-6a3d-4327-a38f-c2a1ca6f0ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'de7a4800-3a36-49db-938a-a424194241c9'} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:15:21.001992 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-3ad225f0-2632-4630-9eb9-9a5504e1c289 req-64685dc8-6490-47d5-b597-7b055da801b2 service neutron] Bound port: 55040e15-9f6c-4c44-bac6-a29655280573, host: n-h2-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35dde9ae-6a3d-4327-a38f-c2a1ca6f0ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'de7a4800-3a36-49db-938a-a424194241c9'}}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:15:21.002346 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-3ad225f0-2632-4630-9eb9-9a5504e1c289 req-64685dc8-6490-47d5-b597-7b055da801b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:21.009464 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbec9668-a4dd-4f42-a2cf-054b342eba71 x-openstack-request-id: req-fbec9668-a4dd-4f42-a2cf-054b342eba71 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:15:21.009769 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d14b4963-a7f3-4841-86bc-93dad48b6e25", "name": "network-vif-plugged", "status": "completed", "tag": "6fa8d8c2-e666-4b21-989c-1cfa6a2225c3", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:15:21.010070 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fbec9668-a4dd-4f42-a2cf-054b342eba71 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:15:21.010466 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd14b4963-a7f3-4841-86bc-93dad48b6e25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fa8d8c2-e666-4b21-989c-1cfa6a2225c3', 'code': 200} Oct 12 19:15:21.071716 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-3ad225f0-2632-4630-9eb9-9a5504e1c289 req-64685dc8-6490-47d5-b597-7b055da801b2 service neutron] For port 55040e15-9f6c-4c44-bac6-a29655280573, host n-h2-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:15:21.075187 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-3ad225f0-2632-4630-9eb9-9a5504e1c289 req-64685dc8-6490-47d5-b597-7b055da801b2 service neutron] For port 55040e15-9f6c-4c44-bac6-a29655280573, host n-h2-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=55040e15-9f6c-4c44-bac6-a29655280573,segment=NetworkSegment(35dde9ae-6a3d-4327-a38f-c2a1ca6f0ad7),segment_id=35dde9ae-6a3d-4327-a38f-c2a1ca6f0ad7)] {{(pid=95501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:15:21.110489 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f29e759-be1c-4808-aa10-60a57a856bfd req-fa215258-2b6a-4fe5-8212-645578f17e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:21.111980 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8f29e759-be1c-4808-aa10-60a57a856bfd req-fa215258-2b6a-4fe5-8212-645578f17e1a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d14b4963-a7f3-4841-86bc-93dad48b6e25 HTTP/1.1" status: 200 len: 1096 time: 0.0415218 Oct 12 19:15:21.127132 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-febaa7b2-2c44-4d6c-b729-1d74f3a9ded4 req-5a780705-93fa-465a-92ff-33c244ada0aa tempest-SecurityGroupRulesNegativeTestJSON-1578805165 tempest-SecurityGroupRulesNegativeTestJSON-1578805165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:21.129687 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-febaa7b2-2c44-4d6c-b729-1d74f3a9ded4 req-5a780705-93fa-465a-92ff-33c244ada0aa tempest-SecurityGroupRulesNegativeTestJSON-1578805165 tempest-SecurityGroupRulesNegativeTestJSON-1578805165-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:21.130708 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-febaa7b2-2c44-4d6c-b729-1d74f3a9ded4 req-5a780705-93fa-465a-92ff-33c244ada0aa tempest-SecurityGroupRulesNegativeTestJSON-1578805165 tempest-SecurityGroupRulesNegativeTestJSON-1578805165-project] 10.222.0.49 "DELETE /v2.0/security-groups/a2acf599-ddb4-488f-91b7-b5688db0f14e HTTP/1.1" status: 204 len: 173 time: 0.3992586 Oct 12 19:15:21.152019 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a780705-93fa-465a-92ff-33c244ada0aa tempest-SecurityGroupRulesNegativeTestJSON-1578805165 tempest-SecurityGroupRulesNegativeTestJSON-1578805165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2acf599-ddb4-488f-91b7-b5688db0f14e,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:21.181684 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8f29e759-be1c-4808-aa10-60a57a856bfd req-e0886c5c-52ef-4bfa-a16c-1bd87aeb2154 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=87cccf57-f452-41a8-9e48-a6e744310271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611532 Oct 12 19:15:21.205975 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b006d23-feba-48e2-b2e9-245ab3240fa1 req-8afa2d54-b404-49f9-abba-d833855d23f8 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:21.207456 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5b006d23-feba-48e2-b2e9-245ab3240fa1 req-8afa2d54-b404-49f9-abba-d833855d23f8 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=08ecabda-5587-420b-a912-46737a0ec139 HTTP/1.1" status: 200 len: 943 time: 0.0525963 Oct 12 19:15:21.210150 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ec1b070e-61fb-4875-ae98-46bbc9d88b74 req-24f20079-0e67-410a-be31-c559561c3812 tempest-SecurityGroupRulesNegativeTestJSON-1578805165 tempest-SecurityGroupRulesNegativeTestJSON-1578805165-project] 10.222.0.49 "GET /v2.0/security-groups/e5d2d259-efe3-42be-9962-1cb3758b3661 HTTP/1.1" status: 200 len: 1810 time: 0.0541742 Oct 12 19:15:21.229442 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:21.230166 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 376fa70f-9ed5-4fe8-9c04-61cc4faa2ec9 no longer exists at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:15:21.253167 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5b006d23-feba-48e2-b2e9-245ab3240fa1 req-de6ddb36-4bcb-418a-bc02-d9a316253e73 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2999b03-b87d-46b4-9267-1669e2e14df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386240 Oct 12 19:15:21.274383 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-3ad225f0-2632-4630-9eb9-9a5504e1c289 req-64685dc8-6490-47d5-b597-7b055da801b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:21.288141 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] No Port match for: 376fa70f-9ed5-4fe8-9c04-61cc4faa2ec9 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:15:21.288141 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 376fa70f-9ed5-4fe8-9c04-61cc4faa2ec9 not bound to the agent host n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:15:21.288408 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-ec1b070e-61fb-4875-ae98-46bbc9d88b74 req-bae4a46d-d44e-43a9-855e-5acfcee481d1 tempest-SecurityGroupRulesNegativeTestJSON-1578805165 tempest-SecurityGroupRulesNegativeTestJSON-1578805165-project] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:21.315881 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-ec1b070e-61fb-4875-ae98-46bbc9d88b74 req-bae4a46d-d44e-43a9-855e-5acfcee481d1 tempest-SecurityGroupRulesNegativeTestJSON-1578805165 tempest-SecurityGroupRulesNegativeTestJSON-1578805165-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:21.317360 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=6fa8d8c2-e666-4b21-989c-1cfa6a2225c3,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:21.352675 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad225f0-2632-4630-9eb9-9a5504e1c289 req-64685dc8-6490-47d5-b597-7b055da801b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:21.353514 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-3ad225f0-2632-4630-9eb9-9a5504e1c289 req-64685dc8-6490-47d5-b597-7b055da801b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:21.354976 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3ad225f0-2632-4630-9eb9-9a5504e1c289 req-64685dc8-6490-47d5-b597-7b055da801b2 service neutron] 10.222.0.67 "PUT /v2.0/ports/55040e15-9f6c-4c44-bac6-a29655280573 HTTP/1.1" status: 200 len: 1091 time: 1.5337825 Oct 12 19:15:21.374173 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64685dc8-6490-47d5-b597-7b055da801b2 service neutron] Pushing event updated for resources: {'Port': ['ID=55040e15-9f6c-4c44-bac6-a29655280573,revision_number=3']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:21.452302 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-ec1b070e-61fb-4875-ae98-46bbc9d88b74 req-bae4a46d-d44e-43a9-855e-5acfcee481d1 tempest-SecurityGroupRulesNegativeTestJSON-1578805165 tempest-SecurityGroupRulesNegativeTestJSON-1578805165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:21.455001 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-ec1b070e-61fb-4875-ae98-46bbc9d88b74 req-bae4a46d-d44e-43a9-855e-5acfcee481d1 tempest-SecurityGroupRulesNegativeTestJSON-1578805165 tempest-SecurityGroupRulesNegativeTestJSON-1578805165-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:21.462103 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ec1b070e-61fb-4875-ae98-46bbc9d88b74 req-bae4a46d-d44e-43a9-855e-5acfcee481d1 tempest-SecurityGroupRulesNegativeTestJSON-1578805165 tempest-SecurityGroupRulesNegativeTestJSON-1578805165-project] 10.222.0.49 "DELETE /v2.0/security-groups/e5d2d259-efe3-42be-9962-1cb3758b3661 HTTP/1.1" status: 204 len: 173 time: 0.2441139 Oct 12 19:15:21.464557 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 34318) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:15:21.470608 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae4a46d-d44e-43a9-855e-5acfcee481d1 tempest-SecurityGroupRulesNegativeTestJSON-1578805165 tempest-SecurityGroupRulesNegativeTestJSON-1578805165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5d2d259-efe3-42be-9962-1cb3758b3661,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:21.547073 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a122fcc-4b3d-49f3-ac6d-1705c1fd2186 req-5873ccc8-c537-4f7b-8fc5-ea4236656ea2 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:21.548661 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0a122fcc-4b3d-49f3-ac6d-1705c1fd2186 req-5873ccc8-c537-4f7b-8fc5-ea4236656ea2 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebcb2f5f-6905-4dde-9297-383f7820fe6b HTTP/1.1" status: 200 len: 943 time: 0.1246264 Oct 12 19:15:21.566978 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_v2 [None req-1811ce86-876d-40f4-bd17-851e2af476b1 admin admin] Deleting subnet af4bb5e4-4951-4057-b0c7-368601e4612b {{(pid=95501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:15:21.582400 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1811ce86-876d-40f4-bd17-851e2af476b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:21.612392 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad225f0-2632-4630-9eb9-9a5504e1c289 req-6ef03c4f-837e-4e09-8ad7-ea1135acf485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:21.613851 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3ad225f0-2632-4630-9eb9-9a5504e1c289 req-6ef03c4f-837e-4e09-8ad7-ea1135acf485 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=21466a39e7454d76a525d9f64a023efa&device_id=ebcb2f5f-6905-4dde-9297-383f7820fe6b HTTP/1.1" status: 200 len: 1094 time: 0.1159656 Oct 12 19:15:21.639832 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1443c04-29e9-4a8e-8d0a-606f076b5b72 req-4a5b3593-6040-4b5c-a840-bdeeb3861674 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:21.641354 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b1443c04-29e9-4a8e-8d0a-606f076b5b72 req-4a5b3593-6040-4b5c-a840-bdeeb3861674 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] 10.222.0.49 "GET /v2.0/networks?id=9b463164-b6d9-4e70-af74-4df142d48ea1 HTTP/1.1" status: 200 len: 821 time: 0.1062593 Oct 12 19:15:21.641818 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0a122fcc-4b3d-49f3-ac6d-1705c1fd2186 req-a0837847-ea31-4ad2-bf03-19e9ee350674 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/security-groups?id=453b01c6-7fe6-41ac-8e1d-6df7a2675094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839369 Oct 12 19:15:21.643961 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1811ce86-876d-40f4-bd17-851e2af476b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281083'] for subnet, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:21.673573 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b1443c04-29e9-4a8e-8d0a-606f076b5b72 req-1734e25d-5681-4246-a513-258afc9e2239 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] 10.222.0.49 "GET /v2.0/quotas/9f5c1e71755042d1ac27a0b3a538f601 HTTP/1.1" status: 200 len: 375 time: 0.0225632 Oct 12 19:15:21.691084 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3ad225f0-2632-4630-9eb9-9a5504e1c289 req-7096b09d-ca95-4108-a39e-a21a15025950 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=55040e15-9f6c-4c44-bac6-a29655280573 HTTP/1.1" status: 200 len: 217 time: 0.0670393 Oct 12 19:15:21.733485 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b1443c04-29e9-4a8e-8d0a-606f076b5b72 req-d8054fa1-cd6a-4808-b2f5-1179d818a9e7 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=9f5c1e71755042d1ac27a0b3a538f601&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0568027 Oct 12 19:15:21.768953 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1811ce86-876d-40f4-bd17-851e2af476b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:21.774437 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-95435b06-179e-43d0-953e-a5dd107ba388 req-9ae61af6-c240-4b7e-8f80-1ab616eaca7b tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.49 "GET /v2.0/ports?device_id=45d3ede1-6950-4c19-917f-12957a22e060 HTTP/1.1" status: 200 len: 210 time: 0.0389614 Oct 12 19:15:21.817364 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 1811d3a0-467e-48a0-a3db-28fc7ff2ff79 details requested by agent hyperv_n-h2-813679-3 with host n-h2-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:15:21.835195 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad225f0-2632-4630-9eb9-9a5504e1c289 req-44a97434-8340-4095-9c2f-f8678ab629bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:21.835195 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3ad225f0-2632-4630-9eb9-9a5504e1c289 req-44a97434-8340-4095-9c2f-f8678ab629bc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a04d54df-064e-4c45-85d6-73b27d98a999 HTTP/1.1" status: 200 len: 845 time: 0.1228092 Oct 12 19:15:21.835463 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b1443c04-29e9-4a8e-8d0a-606f076b5b72 req-ce658ea4-4132-4244-b107-7d5a219a2c43 service neutron] 10.222.0.49 "GET /v2.0/networks/9b463164-b6d9-4e70-af74-4df142d48ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924809 Oct 12 19:15:21.863531 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3ad225f0-2632-4630-9eb9-9a5504e1c289 req-0a6b22a4-e239-4000-bd97-7e32b064bdc9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=de7a4800-3a36-49db-938a-a424194241c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339782 Oct 12 19:15:21.945574 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b1443c04-29e9-4a8e-8d0a-606f076b5b72 req-851e21cb-ae8d-4496-b5d5-6d62ab1d0efe service neutron] 10.222.0.49 "GET /v2.0/networks/9b463164-b6d9-4e70-af74-4df142d48ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053550 Oct 12 19:15:21.950677 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 1811d3a0-467e-48a0-a3db-28fc7ff2ff79, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=1811d3a0-467e-48a0-a3db-28fc7ff2ff79,segment=NetworkSegment(092fb16a-01c2-4f4a-b148-df23675b5071),segment_id=092fb16a-01c2-4f4a-b148-df23675b5071)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:15:21.963637 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Returning: {'device': '1811d3a0-467e-48a0-a3db-28fc7ff2ff79', 'network_id': '82671036-c03a-4d3c-b62d-db19aa8b0fed', 'port_id': '1811d3a0-467e-48a0-a3db-28fc7ff2ff79', 'mac_address': 'fa:16:3e:4e:4c:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39796bec-4145-45cd-b713-3f2477a830cb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:15:22.002844 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3ad225f0-2632-4630-9eb9-9a5504e1c289 req-3f0678d2-fbb9-4d81-9bda-a68c7111db7a service neutron] 10.222.0.67 "GET /v2.0/networks/de7a4800-3a36-49db-938a-a424194241c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308682 Oct 12 19:15:22.005537 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:22.014998 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afa3d27-8123-41fd-9f9b-5288001d579e req-3d55247d-121c-4c4a-9dbc-f8f613bca28a tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:22.016553 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9afa3d27-8123-41fd-9f9b-5288001d579e req-3d55247d-121c-4c4a-9dbc-f8f613bca28a tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/ports?device_id=d14b4963-a7f3-4841-86bc-93dad48b6e25 HTTP/1.1" status: 200 len: 946 time: 0.0823934 Oct 12 19:15:22.018075 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1811d3a0-467e-48a0-a3db-28fc7ff2ff79 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:15:22.047787 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 1811d3a0-467e-48a0-a3db-28fc7ff2ff79, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=1811d3a0-467e-48a0-a3db-28fc7ff2ff79,segment=NetworkSegment(092fb16a-01c2-4f4a-b148-df23675b5071),segment_id=092fb16a-01c2-4f4a-b148-df23675b5071)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:15:22.069869 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1811ce86-876d-40f4-bd17-851e2af476b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4824924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4612362'] for subnet, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:22.121920 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1811ce86-876d-40f4-bd17-851e2af476b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af4bb5e4-4951-4057-b0c7-368601e4612b,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:22.126546 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1811ce86-876d-40f4-bd17-851e2af476b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:22.133437 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-1811ce86-876d-40f4-bd17-851e2af476b1 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/af4bb5e4-4951-4057-b0c7-368601e4612b HTTP/1.1" status: 204 len: 168 time: 0.6628850 Oct 12 19:15:22.133602 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 34336) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:15:22.157472 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9afa3d27-8123-41fd-9f9b-5288001d579e req-92c37ae0-565b-4608-8d18-5fabfd55ff7d tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cccf57-f452-41a8-9e48-a6e744310271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307399 Oct 12 19:15:22.172296 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:22.195064 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3ad225f0-2632-4630-9eb9-9a5504e1c289 req-7e6d99a0-8f7e-4cfa-b1f4-eee70c677e00 service neutron] 10.222.0.67 "GET /v2.0/networks/de7a4800-3a36-49db-938a-a424194241c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774757 Oct 12 19:15:22.228929 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e2f0de6c-a76e-4b74-a700-bf60a9d8902b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:22.270212 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=1811d3a0-467e-48a0-a3db-28fc7ff2ff79,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:22.301903 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ec2bcaa1-3432-4a72-852b-6fd889cc932a req-894ce96f-1b44-4a11-a8ca-818d934e2bf1 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a1206d9-31c1-4fd3-ac50-b0129acc4058 HTTP/1.1" status: 200 len: 210 time: 0.0285981 Oct 12 19:15:22.337187 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e2f0de6c-a76e-4b74-a700-bf60a9d8902b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:22.364306 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-e2f0de6c-a76e-4b74-a700-bf60a9d8902b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c557a24-cf15-4322-b0b3-21bfbe98bb2a']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:15:22.404533 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-e2f0de6c-a76e-4b74-a700-bf60a9d8902b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81fee64b-a72e-40a3-8696-6f2a02ef5084') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:15:22.404754 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-e2f0de6c-a76e-4b74-a700-bf60a9d8902b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81fee64b-a72e-40a3-8696-6f2a02ef5084') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:15:22.406209 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['1811d3a0-467e-48a0-a3db-28fc7ff2ff79'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:15:22.420309 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e2f0de6c-a76e-4b74-a700-bf60a9d8902b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16313633'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:22.444963 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e2f0de6c-a76e-4b74-a700-bf60a9d8902b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:22.454301 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b7bcf5-97fe-451a-b3f8-7367a46dfe2d req-3754fc7e-8d06-47a5-8e91-cf8dee0a50fd tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:22.456188 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-69b7bcf5-97fe-451a-b3f8-7367a46dfe2d req-3754fc7e-8d06-47a5-8e91-cf8dee0a50fd tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=08ecabda-5587-420b-a912-46737a0ec139 HTTP/1.1" status: 200 len: 944 time: 0.0957444 Oct 12 19:15:22.461128 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2f0de6c-a76e-4b74-a700-bf60a9d8902b admin admin] Releasing vlan 512 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:15:22.461628 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e2f0de6c-a76e-4b74-a700-bf60a9d8902b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4305278'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:22.463493 n-d-813679-3 neutron-server[95502]: Traceback (most recent call last): Oct 12 19:15:22.463493 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:15:22.463493 n-d-813679-3 neutron-server[95502]: timer() Oct 12 19:15:22.463493 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:15:22.463493 n-d-813679-3 neutron-server[95502]: cb(*args, **kw) Oct 12 19:15:22.463493 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:15:22.463493 n-d-813679-3 neutron-server[95502]: return func(*args, **kwargs) Oct 12 19:15:22.463493 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:15:22.463493 n-d-813679-3 neutron-server[95502]: self._notify() Oct 12 19:15:22.463493 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:15:22.463493 n-d-813679-3 neutron-server[95502]: self.callback(batched_events) Oct 12 19:15:22.463493 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:15:22.463493 n-d-813679-3 neutron-server[95502]: event.method(event) Oct 12 19:15:22.463493 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:15:22.463493 n-d-813679-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:15:22.463493 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:15:22.463493 n-d-813679-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:15:22.463493 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:15:22.463493 n-d-813679-3 neutron-server[95502]: return f(self, *a, **k) Oct 12 19:15:22.463493 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:15:22.463493 n-d-813679-3 neutron-server[95502]: return self._get(url).json() Oct 12 19:15:22.463493 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:15:22.463493 n-d-813679-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:15:22.463493 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:15:22.463493 n-d-813679-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Oct 12 19:15:22.463493 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:15:22.463493 n-d-813679-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:15:22.463493 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:15:22.463493 n-d-813679-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:15:22.463493 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:15:22.463493 n-d-813679-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:15:22.463493 n-d-813679-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:15:22.550479 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-69b7bcf5-97fe-451a-b3f8-7367a46dfe2d req-99346bb9-df42-4b6f-b0c2-799b8f632e88 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2999b03-b87d-46b4-9267-1669e2e14df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775633 Oct 12 19:15:22.698054 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e2f0de6c-a76e-4b74-a700-bf60a9d8902b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:22.719458 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e2f0de6c-a76e-4b74-a700-bf60a9d8902b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:22.722688 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-e2f0de6c-a76e-4b74-a700-bf60a9d8902b admin admin] 10.222.0.49 "DELETE /v2.0/networks/3c557a24-cf15-4322-b0b3-21bfbe98bb2a HTTP/1.1" status: 204 len: 168 time: 0.5887277 Oct 12 19:15:22.723571 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f0de6c-a76e-4b74-a700-bf60a9d8902b admin admin] Pushing event deleted for resources: {'Network': ['ID=3c557a24-cf15-4322-b0b3-21bfbe98bb2a,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:22.764086 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c90a7b0-2577-47eb-b8ab-4114db76aac6 req-173d912c-d491-4104-a7a4-76f8219ceb27 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:22.765768 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2c90a7b0-2577-47eb-b8ab-4114db76aac6 req-173d912c-d491-4104-a7a4-76f8219ceb27 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebcb2f5f-6905-4dde-9297-383f7820fe6b HTTP/1.1" status: 200 len: 943 time: 0.0553668 Oct 12 19:15:22.805621 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2c90a7b0-2577-47eb-b8ab-4114db76aac6 req-53e042a4-3390-4b9d-bca0-b7a065f97f45 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/security-groups?id=453b01c6-7fe6-41ac-8e1d-6df7a2675094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334091 Oct 12 19:15:22.886469 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2706c798-bc95-41c4-8ab5-f9bb166820bb req-c585bba6-783b-4e8c-9852-996dd90e6234 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.49 "GET /v2.0/security-groups/d5603a0c-6053-465c-ab8d-e660af93effa HTTP/1.1" status: 200 len: 1800 time: 0.0425239 Oct 12 19:15:22.959021 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebcb2f5f-6905-4dde-9297-383f7820fe6b', 'tag': '55040e15-9f6c-4c44-bac6-a29655280573'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:15:22.961808 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70ff9415-5af1-4e9f-bb71-d1e04300ef66" -d '{"events": [{"name": "network-changed", "server_uuid": "ebcb2f5f-6905-4dde-9297-383f7820fe6b", "tag": "55040e15-9f6c-4c44-bac6-a29655280573"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:15:22.967223 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-2706c798-bc95-41c4-8ab5-f9bb166820bb req-a9166257-f33a-4d4d-90c8-911a254f27bb tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:22.990673 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-2706c798-bc95-41c4-8ab5-f9bb166820bb req-a9166257-f33a-4d4d-90c8-911a254f27bb tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:22.999003 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10cac539-5378-4ee7-955c-4ac6f8accf72 x-openstack-request-id: req-10cac539-5378-4ee7-955c-4ac6f8accf72 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:15:22.999292 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebcb2f5f-6905-4dde-9297-383f7820fe6b", "tag": "55040e15-9f6c-4c44-bac6-a29655280573", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:15:22.999544 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-10cac539-5378-4ee7-955c-4ac6f8accf72 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:15:22.999937 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebcb2f5f-6905-4dde-9297-383f7820fe6b', 'tag': '55040e15-9f6c-4c44-bac6-a29655280573', 'status': 'completed', 'code': 200} Oct 12 19:15:23.064927 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ff9415-5af1-4e9f-bb71-d1e04300ef66 req-60248256-2084-41b1-9a14-3a01018e6b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:23.066492 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-70ff9415-5af1-4e9f-bb71-d1e04300ef66 req-60248256-2084-41b1-9a14-3a01018e6b46 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=21466a39e7454d76a525d9f64a023efa&device_id=ebcb2f5f-6905-4dde-9297-383f7820fe6b HTTP/1.1" status: 200 len: 1094 time: 0.0427823 Oct 12 19:15:23.139827 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-2706c798-bc95-41c4-8ab5-f9bb166820bb req-a9166257-f33a-4d4d-90c8-911a254f27bb tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:23.142435 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-2706c798-bc95-41c4-8ab5-f9bb166820bb req-a9166257-f33a-4d4d-90c8-911a254f27bb tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:23.143556 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2706c798-bc95-41c4-8ab5-f9bb166820bb req-a9166257-f33a-4d4d-90c8-911a254f27bb tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.49 "DELETE /v2.0/security-groups/d5603a0c-6053-465c-ab8d-e660af93effa HTTP/1.1" status: 204 len: 173 time: 0.2506354 Oct 12 19:15:23.171021 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9166257-f33a-4d4d-90c8-911a254f27bb tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5603a0c-6053-465c-ab8d-e660af93effa,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:23.177169 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ff9415-5af1-4e9f-bb71-d1e04300ef66 req-f41ab231-fcd6-46d0-ab47-ed818a688d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:23.178716 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-70ff9415-5af1-4e9f-bb71-d1e04300ef66 req-f41ab231-fcd6-46d0-ab47-ed818a688d7a service neutron] 10.222.0.67 "GET /v2.0/networks?id=de7a4800-3a36-49db-938a-a424194241c9 HTTP/1.1" status: 200 len: 906 time: 0.1044264 Oct 12 19:15:23.230215 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-70ff9415-5af1-4e9f-bb71-d1e04300ef66 req-90a0ecff-cde6-4612-a34f-f51948a524ff service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=55040e15-9f6c-4c44-bac6-a29655280573 HTTP/1.1" status: 200 len: 217 time: 0.0428672 Oct 12 19:15:23.233673 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2f232778-b1ec-43eb-85ac-6b2f47de761b req-01f9a83c-8695-4f51-a523-613b1dcda5b1 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.49 "GET /v2.0/security-groups/8e618376-4d3b-4a83-af2b-8e040f002d74 HTTP/1.1" status: 200 len: 1799 time: 0.0694196 Oct 12 19:15:23.289845 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 34368) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:15:23.306226 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-2f232778-b1ec-43eb-85ac-6b2f47de761b req-197b38e2-f19b-4fea-81fe-7f004cadccd5 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:23.316011 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ff9415-5af1-4e9f-bb71-d1e04300ef66 req-df0bae98-ba20-46a0-84eb-d5cd648c7286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:23.317437 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-70ff9415-5af1-4e9f-bb71-d1e04300ef66 req-df0bae98-ba20-46a0-84eb-d5cd648c7286 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a04d54df-064e-4c45-85d6-73b27d98a999 HTTP/1.1" status: 200 len: 845 time: 0.0803776 Oct 12 19:15:23.342018 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-2f232778-b1ec-43eb-85ac-6b2f47de761b req-197b38e2-f19b-4fea-81fe-7f004cadccd5 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:23.343382 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977ec840-bd5c-4298-8cba-2ccf5e82e773 req-d824eb44-89b0-4ad1-a401-9dcc8c924df6 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:23.345724 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-977ec840-bd5c-4298-8cba-2ccf5e82e773 req-d824eb44-89b0-4ad1-a401-9dcc8c924df6 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/ports?device_id=d14b4963-a7f3-4841-86bc-93dad48b6e25 HTTP/1.1" status: 200 len: 946 time: 0.0821378 Oct 12 19:15:23.362155 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-70ff9415-5af1-4e9f-bb71-d1e04300ef66 req-8f97b267-f27a-4409-9a61-40a13aeaa0f4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=de7a4800-3a36-49db-938a-a424194241c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360763 Oct 12 19:15:23.368449 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-ef72509e-0a8d-488d-a451-7694a810a1ba admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=73bf21cf6a264fcc8a972a306b20fe03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0749280 Oct 12 19:15:23.368733 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 34372) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:15:23.431841 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-742863f0-1924-4bfd-a970-400276d0992f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:23.439411 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-977ec840-bd5c-4298-8cba-2ccf5e82e773 req-15d61520-f0bc-4c0e-a9cf-83c7a1bd624c tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cccf57-f452-41a8-9e48-a6e744310271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797119 Oct 12 19:15:23.468378 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-742863f0-1924-4bfd-a970-400276d0992f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:23.496777 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-70ff9415-5af1-4e9f-bb71-d1e04300ef66 req-34bd1fc1-ba08-4e87-a2e7-4b9d48fea7ce service neutron] 10.222.0.67 "GET /v2.0/networks/de7a4800-3a36-49db-938a-a424194241c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201098 Oct 12 19:15:23.549098 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-2f232778-b1ec-43eb-85ac-6b2f47de761b req-197b38e2-f19b-4fea-81fe-7f004cadccd5 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:23.551667 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-2f232778-b1ec-43eb-85ac-6b2f47de761b req-197b38e2-f19b-4fea-81fe-7f004cadccd5 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:23.552979 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2f232778-b1ec-43eb-85ac-6b2f47de761b req-197b38e2-f19b-4fea-81fe-7f004cadccd5 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] 10.222.0.49 "DELETE /v2.0/security-groups/8e618376-4d3b-4a83-af2b-8e040f002d74 HTTP/1.1" status: 204 len: 173 time: 0.3134053 Oct 12 19:15:23.565035 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 34376) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:15:23.574520 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-36989105-2612-4dcb-9530-3ff0abf6f406 req-8d5ae180-d71c-4cec-9297-8524ccc5fcf3 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a1206d9-31c1-4fd3-ac50-b0129acc4058 HTTP/1.1" status: 200 len: 210 time: 0.0506983 Oct 12 19:15:23.605712 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197b38e2-f19b-4fea-81fe-7f004cadccd5 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e618376-4d3b-4a83-af2b-8e040f002d74,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:23.627759 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-70ff9415-5af1-4e9f-bb71-d1e04300ef66 req-1eddb1cf-8ec9-4f51-a2d6-c0b4b1a7c260 service neutron] 10.222.0.67 "GET /v2.0/networks/de7a4800-3a36-49db-938a-a424194241c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251230 Oct 12 19:15:23.630801 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197b38e2-f19b-4fea-81fe-7f004cadccd5 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:15:23.631681 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197b38e2-f19b-4fea-81fe-7f004cadccd5 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:15:23.632013 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197b38e2-f19b-4fea-81fe-7f004cadccd5 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:15:23.632377 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197b38e2-f19b-4fea-81fe-7f004cadccd5 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:15:23.632710 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197b38e2-f19b-4fea-81fe-7f004cadccd5 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:15:23.639016 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197b38e2-f19b-4fea-81fe-7f004cadccd5 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:15:23.639016 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197b38e2-f19b-4fea-81fe-7f004cadccd5 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:15:23.639016 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197b38e2-f19b-4fea-81fe-7f004cadccd5 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:15:23.639016 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197b38e2-f19b-4fea-81fe-7f004cadccd5 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:15:23.639016 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197b38e2-f19b-4fea-81fe-7f004cadccd5 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:15:23.639016 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197b38e2-f19b-4fea-81fe-7f004cadccd5 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:15:23.639016 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197b38e2-f19b-4fea-81fe-7f004cadccd5 tempest-SecurityGroupsTestJSON-1519732177 tempest-SecurityGroupsTestJSON-1519732177-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:15:23.666959 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-742863f0-1924-4bfd-a970-400276d0992f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:23.669541 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-742863f0-1924-4bfd-a970-400276d0992f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:23.670648 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-742863f0-1924-4bfd-a970-400276d0992f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e297aa81-c083-436e-b6b4-0fc6b3302511 HTTP/1.1" status: 204 len: 168 time: 0.3010292 Oct 12 19:15:23.688961 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-57d63822-350e-4f95-8182-cfe466b004c2 admin admin] Deleting subnet c4f49dc5-e874-495c-886d-4a58af79da10 {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:15:23.695707 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742863f0-1924-4bfd-a970-400276d0992f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e297aa81-c083-436e-b6b4-0fc6b3302511,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:23.699808 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-57d63822-350e-4f95-8182-cfe466b004c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:23.730372 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f086fb49-2d48-4bfa-aacb-44a4935c796b req-7dbff115-9aaa-4a83-ae7e-8bb11fa5e428 tempest-LiveMigrationTest-1833787117 tempest-LiveMigrationTest-1833787117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:23.731930 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f086fb49-2d48-4bfa-aacb-44a4935c796b req-7dbff115-9aaa-4a83-ae7e-8bb11fa5e428 tempest-LiveMigrationTest-1833787117 tempest-LiveMigrationTest-1833787117-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=d14b4963-a7f3-4841-86bc-93dad48b6e25 HTTP/1.1" status: 200 len: 1097 time: 0.1137855 Oct 12 19:15:23.737744 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7574c8ea-c9a6-454d-bf89-c35096ad599b req-8a9362cc-b3b1-442d-9994-354afccf5296 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:23.739313 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7574c8ea-c9a6-454d-bf89-c35096ad599b req-8a9362cc-b3b1-442d-9994-354afccf5296 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=08ecabda-5587-420b-a912-46737a0ec139 HTTP/1.1" status: 200 len: 944 time: 0.0723102 Oct 12 19:15:23.754777 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-57d63822-350e-4f95-8182-cfe466b004c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16313642'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:23.785362 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7574c8ea-c9a6-454d-bf89-c35096ad599b req-ed29cec1-b63f-463b-8463-51530f3b36ca tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2999b03-b87d-46b4-9267-1669e2e14df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379186 Oct 12 19:15:23.819446 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 1811d3a0-467e-48a0-a3db-28fc7ff2ff79 up at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:15:23.822894 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f086fb49-2d48-4bfa-aacb-44a4935c796b req-60af1752-1d4c-412c-a816-3c559351267c tempest-LiveMigrationTest-1833787117 tempest-LiveMigrationTest-1833787117-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=87cccf57-f452-41a8-9e48-a6e744310271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798619 Oct 12 19:15:23.833514 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-57d63822-350e-4f95-8182-cfe466b004c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:23.938444 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ca4d63-48f0-43af-8c60-ac4ebbba971e req-b0a930a2-74fb-4440-a9d3-a3dab6343963 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:23.940441 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-04ca4d63-48f0-43af-8c60-ac4ebbba971e req-b0a930a2-74fb-4440-a9d3-a3dab6343963 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebcb2f5f-6905-4dde-9297-383f7820fe6b HTTP/1.1" status: 200 len: 943 time: 0.0510633 Oct 12 19:15:23.958978 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0008d7-1c6e-454f-956e-4d3be56a0564 req-dc034cd3-1285-4e12-9913-d86c957d907f tempest-LiveMigrationTest-1833787117 tempest-LiveMigrationTest-1833787117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:23.964486 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8e0008d7-1c6e-454f-956e-4d3be56a0564 req-dc034cd3-1285-4e12-9913-d86c957d907f tempest-LiveMigrationTest-1833787117 tempest-LiveMigrationTest-1833787117-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=d14b4963-a7f3-4841-86bc-93dad48b6e25 HTTP/1.1" status: 200 len: 1097 time: 0.0513284 Oct 12 19:15:23.986782 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-04ca4d63-48f0-43af-8c60-ac4ebbba971e req-a5d13171-c6f7-4f13-8f6f-bc77f3984e1d tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/security-groups?id=453b01c6-7fe6-41ac-8e1d-6df7a2675094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373209 Oct 12 19:15:23.998994 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8e0008d7-1c6e-454f-956e-4d3be56a0564 req-b4f73e0e-5738-4c42-8f43-54163d5941f9 tempest-LiveMigrationTest-1833787117 tempest-LiveMigrationTest-1833787117-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=87cccf57-f452-41a8-9e48-a6e744310271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311995 Oct 12 19:15:24.029403 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning for port 1811d3a0-467e-48a0-a3db-28fc7ff2ff79 completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:15:24.030495 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-57d63822-350e-4f95-8182-cfe466b004c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4306592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16245866'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:24.036865 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning complete for port 1811d3a0-467e-48a0-a3db-28fc7ff2ff79 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:15:24.038349 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:24.070941 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-57d63822-350e-4f95-8182-cfe466b004c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:24.074273 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-57d63822-350e-4f95-8182-cfe466b004c2 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/c4f49dc5-e874-495c-886d-4a58af79da10 HTTP/1.1" status: 204 len: 168 time: 0.5082450 Oct 12 19:15:24.075110 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d63822-350e-4f95-8182-cfe466b004c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4f49dc5-e874-495c-886d-4a58af79da10,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:24.076931 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 34394) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:15:24.175569 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:24.212005 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-104e08a4-e574-4727-a06f-84d8f3966c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:24.244754 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 1811d3a0-467e-48a0-a3db-28fc7ff2ff79, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=1811d3a0-467e-48a0-a3db-28fc7ff2ff79,segment=NetworkSegment(092fb16a-01c2-4f4a-b148-df23675b5071),segment_id=092fb16a-01c2-4f4a-b148-df23675b5071)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:15:24.246745 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08ecabda-5587-420b-a912-46737a0ec139', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1811d3a0-467e-48a0-a3db-28fc7ff2ff79'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:15:24.249259 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f26f0f5f-5c62-4e40-99cc-933b9f7821c0" -d '{"events": [{"server_uuid": "08ecabda-5587-420b-a912-46737a0ec139", "name": "network-vif-plugged", "status": "completed", "tag": "1811d3a0-467e-48a0-a3db-28fc7ff2ff79"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:15:24.315080 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f95d649f-9d3d-4fdc-9102-07d32dbb92c2 x-openstack-request-id: req-f95d649f-9d3d-4fdc-9102-07d32dbb92c2 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:15:24.318199 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08ecabda-5587-420b-a912-46737a0ec139", "name": "network-vif-plugged", "status": "completed", "tag": "1811d3a0-467e-48a0-a3db-28fc7ff2ff79", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:15:24.318199 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f95d649f-9d3d-4fdc-9102-07d32dbb92c2 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:15:24.318199 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08ecabda-5587-420b-a912-46737a0ec139', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1811d3a0-467e-48a0-a3db-28fc7ff2ff79', 'code': 200} Oct 12 19:15:24.340658 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-104e08a4-e574-4727-a06f-84d8f3966c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:24.344280 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:24.345687 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 9902639a-c094-4c79-8a4e-29bd67044e2b no longer exists at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:15:24.371077 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] No Port match for: 9902639a-c094-4c79-8a4e-29bd67044e2b {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:15:24.371647 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 9902639a-c094-4c79-8a4e-29bd67044e2b not bound to the agent host n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:15:24.372242 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-104e08a4-e574-4727-a06f-84d8f3966c0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7e41055-1292-4375-83c3-78e2dafcb52a']}} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:15:24.411589 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-104e08a4-e574-4727-a06f-84d8f3966c0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd193a04a-34c9-4571-8a42-8ff6f24e5c3b') {'for_net_delete': True} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:15:24.411894 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-104e08a4-e574-4727-a06f-84d8f3966c0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd193a04a-34c9-4571-8a42-8ff6f24e5c3b') {} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:15:24.443934 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=1811d3a0-467e-48a0-a3db-28fc7ff2ff79,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:24.466996 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-104e08a4-e574-4727-a06f-84d8f3966c0a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4281072'] for segment, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:24.490807 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-104e08a4-e574-4727-a06f-84d8f3966c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:24.502788 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0ea5be-20d2-43d7-84b1-5312ce466ca3 req-b5ab1a8e-730d-4f5c-8456-af8082fcedd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:24.504328 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1e0ea5be-20d2-43d7-84b1-5312ce466ca3 req-b5ab1a8e-730d-4f5c-8456-af8082fcedd1 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=08ecabda-5587-420b-a912-46737a0ec139 HTTP/1.1" status: 200 len: 1096 time: 0.1342857 Oct 12 19:15:24.505330 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-104e08a4-e574-4727-a06f-84d8f3966c0a admin admin] Releasing vlan 543 on physical network physnet1 to pool {{(pid=95501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:15:24.506027 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-104e08a4-e574-4727-a06f-84d8f3966c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4823170'] for segment, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:24.507540 n-d-813679-3 neutron-server[95501]: Traceback (most recent call last): Oct 12 19:15:24.507540 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:15:24.507540 n-d-813679-3 neutron-server[95501]: timer() Oct 12 19:15:24.507540 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:15:24.507540 n-d-813679-3 neutron-server[95501]: cb(*args, **kw) Oct 12 19:15:24.507540 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:15:24.507540 n-d-813679-3 neutron-server[95501]: return func(*args, **kwargs) Oct 12 19:15:24.507540 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:15:24.507540 n-d-813679-3 neutron-server[95501]: self._notify() Oct 12 19:15:24.507540 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:15:24.507540 n-d-813679-3 neutron-server[95501]: self.callback(batched_events) Oct 12 19:15:24.507540 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:15:24.507540 n-d-813679-3 neutron-server[95501]: event.method(event) Oct 12 19:15:24.507540 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:15:24.507540 n-d-813679-3 neutron-server[95501]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:15:24.507540 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:15:24.507540 n-d-813679-3 neutron-server[95501]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:15:24.507540 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:15:24.507540 n-d-813679-3 neutron-server[95501]: return f(self, *a, **k) Oct 12 19:15:24.507540 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:15:24.507540 n-d-813679-3 neutron-server[95501]: return self._get(url).json() Oct 12 19:15:24.507540 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:15:24.507540 n-d-813679-3 neutron-server[95501]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:15:24.507540 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:15:24.507540 n-d-813679-3 neutron-server[95501]: return self.request(url, 'GET', **kwargs) Oct 12 19:15:24.507540 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:15:24.507540 n-d-813679-3 neutron-server[95501]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:15:24.507540 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:15:24.507540 n-d-813679-3 neutron-server[95501]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:15:24.507540 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:15:24.507540 n-d-813679-3 neutron-server[95501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:15:24.507540 n-d-813679-3 neutron-server[95501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:15:24.580643 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1e0ea5be-20d2-43d7-84b1-5312ce466ca3 req-110fb6e8-ae1e-427d-bb89-2446a30bb37a service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=b2999b03-b87d-46b4-9267-1669e2e14df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635695 Oct 12 19:15:24.678482 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1a71cebf-1c43-4cbd-9ff0-94fcf604dfef req-c3ac1554-5fd9-4ae0-b1dd-36919bd53787 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a1206d9-31c1-4fd3-ac50-b0129acc4058 HTTP/1.1" status: 200 len: 210 time: 0.0277691 Oct 12 19:15:24.720483 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-104e08a4-e574-4727-a06f-84d8f3966c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:24.729592 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-104e08a4-e574-4727-a06f-84d8f3966c0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:24.732291 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-104e08a4-e574-4727-a06f-84d8f3966c0a admin admin] 10.222.0.49 "DELETE /v2.0/networks/e7e41055-1292-4375-83c3-78e2dafcb52a HTTP/1.1" status: 204 len: 168 time: 0.6542854 Oct 12 19:15:24.742006 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104e08a4-e574-4727-a06f-84d8f3966c0a admin admin] Pushing event deleted for resources: {'Network': ['ID=e7e41055-1292-4375-83c3-78e2dafcb52a,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:24.937189 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7a4e77-c482-4dcb-8794-0d14b5482deb req-f8405958-aee1-405d-bed8-4a42b596bb75 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:24.946260 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1a7a4e77-c482-4dcb-8794-0d14b5482deb req-f8405958-aee1-405d-bed8-4a42b596bb75 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=08ecabda-5587-420b-a912-46737a0ec139 HTTP/1.1" status: 200 len: 945 time: 0.0721490 Oct 12 19:15:24.984611 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1a7a4e77-c482-4dcb-8794-0d14b5482deb req-bf2e521f-c1e4-4893-8a4c-951e84f11b24 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2999b03-b87d-46b4-9267-1669e2e14df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373797 Oct 12 19:15:25.151317 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cd74fb-1f88-4cd0-ba90-45ee4158bd1e req-c887096b-4b78-4df4-b813-67507624113f tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:25.158071 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-09cd74fb-1f88-4cd0-ba90-45ee4158bd1e req-c887096b-4b78-4df4-b813-67507624113f tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebcb2f5f-6905-4dde-9297-383f7820fe6b HTTP/1.1" status: 200 len: 943 time: 0.0905561 Oct 12 19:15:25.205690 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-09cd74fb-1f88-4cd0-ba90-45ee4158bd1e req-929e84d3-15e6-4908-b7d3-93436c5765cc tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/security-groups?id=453b01c6-7fe6-41ac-8e1d-6df7a2675094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460403 Oct 12 19:15:25.261268 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1443c04-29e9-4a8e-8d0a-606f076b5b72 req-34791968-405b-429f-aa4f-0613b50b357a tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:25.262761 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b1443c04-29e9-4a8e-8d0a-606f076b5b72 req-34791968-405b-429f-aa4f-0613b50b357a tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] 10.222.0.61 "GET /v2.0/networks?id=9b463164-b6d9-4e70-af74-4df142d48ea1 HTTP/1.1" status: 200 len: 821 time: 0.1476991 Oct 12 19:15:25.268415 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 34442) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:15:25.278126 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-b1443c04-29e9-4a8e-8d0a-606f076b5b72 req-5e858bca-1ee0-4ba1-a108-efde9b1fa760 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Request body: {'port': {'device_id': '9a1206d9-31c1-4fd3-ac50-b0129acc4058', 'network_id': '9b463164-b6d9-4e70-af74-4df142d48ea1', 'admin_state_up': True, 'tenant_id': '9f5c1e71755042d1ac27a0b3a538f601'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:15:25.312967 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-15c0bb73-2be9-4dee-920b-2c80db0eaadf admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c0152dadd25443e0b77c77a26c835136&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0432308 Oct 12 19:15:25.315523 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 34446) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:15:25.384998 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d690e97b-d27f-4978-b5d8-a88615adafff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:25.407679 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d690e97b-d27f-4978-b5d8-a88615adafff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:25.421714 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 34450) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:15:25.491691 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1443c04-29e9-4a8e-8d0a-606f076b5b72 req-5e858bca-1ee0-4ba1-a108-efde9b1fa760 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Made reservation on behalf of 9f5c1e71755042d1ac27a0b3a538f601 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:15:25.495451 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b1443c04-29e9-4a8e-8d0a-606f076b5b72 req-5e858bca-1ee0-4ba1-a108-efde9b1fa760 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:25.571375 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-c486cac3-5b31-43fc-8d04-dedc2c6f77c1 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-10851243-network', 'tenant_id': 'b959c6d7795a4648b4937f4ea3556767'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:15:25.578607 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d690e97b-d27f-4978-b5d8-a88615adafff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:25.588283 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d690e97b-d27f-4978-b5d8-a88615adafff admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:25.588283 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-d690e97b-d27f-4978-b5d8-a88615adafff admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5db68f36-da5e-4c70-9151-5d33b0141201 HTTP/1.1" status: 204 len: 168 time: 0.2680638 Oct 12 19:15:25.609314 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d690e97b-d27f-4978-b5d8-a88615adafff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5db68f36-da5e-4c70-9151-5d33b0141201,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:25.626534 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d690e97b-d27f-4978-b5d8-a88615adafff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:15:25.627435 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d690e97b-d27f-4978-b5d8-a88615adafff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:15:25.627606 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d690e97b-d27f-4978-b5d8-a88615adafff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:15:25.628373 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d690e97b-d27f-4978-b5d8-a88615adafff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:15:25.629174 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d690e97b-d27f-4978-b5d8-a88615adafff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:15:25.629450 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d690e97b-d27f-4978-b5d8-a88615adafff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:15:25.629982 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d690e97b-d27f-4978-b5d8-a88615adafff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:15:25.630523 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d690e97b-d27f-4978-b5d8-a88615adafff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:15:25.631797 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d690e97b-d27f-4978-b5d8-a88615adafff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:15:25.632421 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d690e97b-d27f-4978-b5d8-a88615adafff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:15:25.632974 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d690e97b-d27f-4978-b5d8-a88615adafff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:15:25.633529 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d690e97b-d27f-4978-b5d8-a88615adafff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:15:25.708211 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [req-b1443c04-29e9-4a8e-8d0a-606f076b5b72 req-5e858bca-1ee0-4ba1-a108-efde9b1fa760 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Allocated IP 172.20.0.8 (9b463164-b6d9-4e70-af74-4df142d48ea1/0ca49502-6eac-400d-a5c9-5dbc68b0fb0b/476f669f-7576-444e-8d62-4cdac5d4b0dd) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:15:25.720776 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c486cac3-5b31-43fc-8d04-dedc2c6f77c1 admin admin] Made reservation on behalf of b959c6d7795a4648b4937f4ea3556767 for: {'network': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:15:25.723328 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c486cac3-5b31-43fc-8d04-dedc2c6f77c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:25.733098 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c486cac3-5b31-43fc-8d04-dedc2c6f77c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:25.787906 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-32188fc0-9e42-4f12-97b6-8988c73b4a02 req-a1006c1b-a936-4fbf-b32d-dc1076ff99f2 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a1206d9-31c1-4fd3-ac50-b0129acc4058 HTTP/1.1" status: 200 len: 210 time: 0.0315132 Oct 12 19:15:25.846253 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 55040e15-9f6c-4c44-bac6-a29655280573 details requested by agent hyperv_n-h2-813679-3 with host n-h2-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:15:25.851140 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c486cac3-5b31-43fc-8d04-dedc2c6f77c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:25.884572 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b1443c04-29e9-4a8e-8d0a-606f076b5b72 req-5e858bca-1ee0-4ba1-a108-efde9b1fa760 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:25.979375 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 55040e15-9f6c-4c44-bac6-a29655280573, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=55040e15-9f6c-4c44-bac6-a29655280573,segment=NetworkSegment(35dde9ae-6a3d-4327-a38f-c2a1ca6f0ad7),segment_id=35dde9ae-6a3d-4327-a38f-c2a1ca6f0ad7)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:15:25.992315 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Returning: {'device': '55040e15-9f6c-4c44-bac6-a29655280573', 'network_id': 'de7a4800-3a36-49db-938a-a424194241c9', 'port_id': '55040e15-9f6c-4c44-bac6-a29655280573', 'mac_address': 'fa:16:3e:26:d1:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a04d54df-064e-4c45-85d6-73b27d98a999', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:15:26.024823 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c486cac3-5b31-43fc-8d04-dedc2c6f77c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:26.074158 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:26.089408 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c486cac3-5b31-43fc-8d04-dedc2c6f77c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=95501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:15:26.112258 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b1443c04-29e9-4a8e-8d0a-606f076b5b72 req-5e858bca-1ee0-4ba1-a108-efde9b1fa760 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:26.173515 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1443c04-29e9-4a8e-8d0a-606f076b5b72 req-5e858bca-1ee0-4ba1-a108-efde9b1fa760 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Network 9b463164-b6d9-4e70-af74-4df142d48ea1 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:15:26.177021 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [req-b1443c04-29e9-4a8e-8d0a-606f076b5b72 req-5e858bca-1ee0-4ba1-a108-efde9b1fa760 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:15:26.181389 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1443c04-29e9-4a8e-8d0a-606f076b5b72 req-5e858bca-1ee0-4ba1-a108-efde9b1fa760 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:15:26.189383 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e858bca-1ee0-4ba1-a108-efde9b1fa760 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Pushing event updated for resources: {'Port': ['ID=476f669f-7576-444e-8d62-4cdac5d4b0dd,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:26.202823 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c486cac3-5b31-43fc-8d04-dedc2c6f77c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e18be5a-40dc-4fc4-8942-0242c82a83db,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:26.215611 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c486cac3-5b31-43fc-8d04-dedc2c6f77c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:26.216022 n-d-813679-3 neutron-server[95501]: INFO neutron.db.segments_db [None req-c486cac3-5b31-43fc-8d04-dedc2c6f77c1 admin admin] Added segment 1c9fbb1c-5cb1-460b-9069-706a44d428c4 of type vlan for network 664d279d-2f55-43f4-8554-502272b3aa91 Oct 12 19:15:26.240837 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55040e15-9f6c-4c44-bac6-a29655280573 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:15:26.250263 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1443c04-29e9-4a8e-8d0a-606f076b5b72 req-5e858bca-1ee0-4ba1-a108-efde9b1fa760 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:26.252790 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b1443c04-29e9-4a8e-8d0a-606f076b5b72 req-5e858bca-1ee0-4ba1-a108-efde9b1fa760 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:26.264238 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 55040e15-9f6c-4c44-bac6-a29655280573, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=55040e15-9f6c-4c44-bac6-a29655280573,segment=NetworkSegment(35dde9ae-6a3d-4327-a38f-c2a1ca6f0ad7),segment_id=35dde9ae-6a3d-4327-a38f-c2a1ca6f0ad7)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:15:26.270175 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17807ce6-171a-4e7f-8a60-8a8a13a099e5 req-afc56714-2253-438f-be13-6f6c7ccc4cd4 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:26.272248 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-17807ce6-171a-4e7f-8a60-8a8a13a099e5 req-afc56714-2253-438f-be13-6f6c7ccc4cd4 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=08ecabda-5587-420b-a912-46737a0ec139 HTTP/1.1" status: 200 len: 945 time: 0.1957819 Oct 12 19:15:26.273934 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c486cac3-5b31-43fc-8d04-dedc2c6f77c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:26.329997 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-17807ce6-171a-4e7f-8a60-8a8a13a099e5 req-3d0e0f42-a89e-466c-8f84-7bea7d2edbb9 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2999b03-b87d-46b4-9267-1669e2e14df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497882 Oct 12 19:15:26.361767 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:26.401828 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c486cac3-5b31-43fc-8d04-dedc2c6f77c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:26.402899 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c486cac3-5b31-43fc-8d04-dedc2c6f77c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:26.403550 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b1443c04-29e9-4a8e-8d0a-606f076b5b72 req-5e858bca-1ee0-4ba1-a108-efde9b1fa760 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1315646 Oct 12 19:15:26.404019 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c486cac3-5b31-43fc-8d04-dedc2c6f77c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:26.420366 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-b1443c04-29e9-4a8e-8d0a-606f076b5b72 req-22a514a3-a475-46a0-8962-ac8a54fe9367 service neutron] Request body: {'port': {'device_id': '9a1206d9-31c1-4fd3-ac50-b0129acc4058', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:15:26.422995 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=55040e15-9f6c-4c44-bac6-a29655280573,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:26.483670 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b1443c04-29e9-4a8e-8d0a-606f076b5b72 req-22a514a3-a475-46a0-8962-ac8a54fe9367 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:26.502254 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c486cac3-5b31-43fc-8d04-dedc2c6f77c1 admin admin] Pushing event updated for resources: {'Network': ['ID=664d279d-2f55-43f4-8554-502272b3aa91,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:26.515768 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 664d279d-2f55-43f4-8554-502272b3aa91 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:15:26.521286 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11fd99e-958c-4113-8cff-d76ed1fd12c9 req-b92156f7-53cf-4c5d-b96a-6a70965f3496 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:26.523610 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a11fd99e-958c-4113-8cff-d76ed1fd12c9 req-b92156f7-53cf-4c5d-b96a-6a70965f3496 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebcb2f5f-6905-4dde-9297-383f7820fe6b HTTP/1.1" status: 200 len: 944 time: 0.1163964 Oct 12 19:15:26.579684 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a11fd99e-958c-4113-8cff-d76ed1fd12c9 req-279f8434-a605-4241-971c-c3dedca84be9 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/security-groups?id=453b01c6-7fe6-41ac-8e1d-6df7a2675094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495594 Oct 12 19:15:26.591235 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['55040e15-9f6c-4c44-bac6-a29655280573'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:15:26.611414 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-c486cac3-5b31-43fc-8d04-dedc2c6f77c1 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1861970 Oct 12 19:15:26.612232 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 34490) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:15:26.622318 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-dcf3e314-c77c-43fe-9cd9-ba8849422dc7 admin admin] Request body: {'subnet': {'network_id': '664d279d-2f55-43f4-8554-502272b3aa91', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-10851243-subnet', 'tenant_id': 'b959c6d7795a4648b4937f4ea3556767', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:15:26.783382 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcf3e314-c77c-43fe-9cd9-ba8849422dc7 admin admin] Made reservation on behalf of b959c6d7795a4648b4937f4ea3556767 for: {'subnet': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:15:26.785852 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-dcf3e314-c77c-43fe-9cd9-ba8849422dc7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4612397'] for subnet, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:26.891108 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [req-b1443c04-29e9-4a8e-8d0a-606f076b5b72 req-22a514a3-a475-46a0-8962-ac8a54fe9367 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 476f669f-7576-444e-8d62-4cdac5d4b0dd {{(pid=95502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:15:26.900298 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b1443c04-29e9-4a8e-8d0a-606f076b5b72 req-22a514a3-a475-46a0-8962-ac8a54fe9367 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:26.919847 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-b1443c04-29e9-4a8e-8d0a-606f076b5b72 req-22a514a3-a475-46a0-8962-ac8a54fe9367 service neutron] Transition to ACTIVE for port object 476f669f-7576-444e-8d62-4cdac5d4b0dd will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:15:26.998112 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 34508) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:15:27.021125 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 34512) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:15:27.029024 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b1443c04-29e9-4a8e-8d0a-606f076b5b72 req-22a514a3-a475-46a0-8962-ac8a54fe9367 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:27.084779 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a514a3-a475-46a0-8962-ac8a54fe9367 service neutron] Pushing event updated for resources: {'Port': ['ID=476f669f-7576-444e-8d62-4cdac5d4b0dd,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:27.162350 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-ffd6217d-d967-480d-a159-94fe140b1cca admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-769147083-network', 'tenant_id': '854de6b76f23444fa0b0e15315f450ce'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:15:27.200549 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [req-4643fd57-6feb-400b-8769-cded13d4fc9c req-e58f0dde-368f-4a14-8d5c-7997635fa6fd tempest-LiveMigrationTest-1833787117 tempest-LiveMigrationTest-1833787117-project-admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 19:15:27.209979 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4643fd57-6feb-400b-8769-cded13d4fc9c req-e58f0dde-368f-4a14-8d5c-7997635fa6fd tempest-LiveMigrationTest-1833787117 tempest-LiveMigrationTest-1833787117-project-admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1788933 Oct 12 19:15:27.228324 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-b1443c04-29e9-4a8e-8d0a-606f076b5b72 req-22a514a3-a475-46a0-8962-ac8a54fe9367 service neutron] Attempting to bind port 476f669f-7576-444e-8d62-4cdac5d4b0dd on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:15:27.228552 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-b1443c04-29e9-4a8e-8d0a-606f076b5b72 req-22a514a3-a475-46a0-8962-ac8a54fe9367 service neutron] Attempting to bind port 476f669f-7576-444e-8d62-4cdac5d4b0dd by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': '9a265161-39b6-438d-83a9-b9196658e74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '9b463164-b6d9-4e70-af74-4df142d48ea1'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:15:27.228801 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1443c04-29e9-4a8e-8d0a-606f076b5b72 req-22a514a3-a475-46a0-8962-ac8a54fe9367 service neutron] Attempting to bind port 476f669f-7576-444e-8d62-4cdac5d4b0dd on network 9b463164-b6d9-4e70-af74-4df142d48ea1 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:15:27.251276 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1443c04-29e9-4a8e-8d0a-606f076b5b72 req-22a514a3-a475-46a0-8962-ac8a54fe9367 service neutron] Port 476f669f-7576-444e-8d62-4cdac5d4b0dd on network 9b463164-b6d9-4e70-af74-4df142d48ea1 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:15:27.251615 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1443c04-29e9-4a8e-8d0a-606f076b5b72 req-22a514a3-a475-46a0-8962-ac8a54fe9367 service neutron] Attempting to bind port 476f669f-7576-444e-8d62-4cdac5d4b0dd on network 9b463164-b6d9-4e70-af74-4df142d48ea1 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:15:27.261295 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4643fd57-6feb-400b-8769-cded13d4fc9c req-e1bda40b-947c-4397-a8b4-4b44633f0fd2 tempest-LiveMigrationTest-1833787117 tempest-LiveMigrationTest-1833787117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:27.262700 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4643fd57-6feb-400b-8769-cded13d4fc9c req-e1bda40b-947c-4397-a8b4-4b44633f0fd2 tempest-LiveMigrationTest-1833787117 tempest-LiveMigrationTest-1833787117-project-admin] 10.222.0.49 "GET /v2.0/ports/6fa8d8c2-e666-4b21-989c-1cfa6a2225c3 HTTP/1.1" status: 200 len: 1094 time: 0.0479567 Oct 12 19:15:27.263873 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1443c04-29e9-4a8e-8d0a-606f076b5b72 req-22a514a3-a475-46a0-8962-ac8a54fe9367 service neutron] Checking agent: {'id': 'f5e9725f-f5a6-43c2-a1be-95e21e9a1fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:15:27.264239 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1443c04-29e9-4a8e-8d0a-606f076b5b72 req-22a514a3-a475-46a0-8962-ac8a54fe9367 service neutron] Checking segment: {'id': '9a265161-39b6-438d-83a9-b9196658e74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '9b463164-b6d9-4e70-af74-4df142d48ea1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:15:27.264627 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1443c04-29e9-4a8e-8d0a-606f076b5b72 req-22a514a3-a475-46a0-8962-ac8a54fe9367 service neutron] Bound using segment: {'id': '9a265161-39b6-438d-83a9-b9196658e74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '9b463164-b6d9-4e70-af74-4df142d48ea1'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:15:27.265073 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-b1443c04-29e9-4a8e-8d0a-606f076b5b72 req-22a514a3-a475-46a0-8962-ac8a54fe9367 service neutron] Bound port: 476f669f-7576-444e-8d62-4cdac5d4b0dd, host: n-h1-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a265161-39b6-438d-83a9-b9196658e74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '9b463164-b6d9-4e70-af74-4df142d48ea1'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:15:27.265438 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b1443c04-29e9-4a8e-8d0a-606f076b5b72 req-22a514a3-a475-46a0-8962-ac8a54fe9367 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:27.340350 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-b1443c04-29e9-4a8e-8d0a-606f076b5b72 req-22a514a3-a475-46a0-8962-ac8a54fe9367 service neutron] For port 476f669f-7576-444e-8d62-4cdac5d4b0dd, host n-h1-813679-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:15:27.344160 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-b1443c04-29e9-4a8e-8d0a-606f076b5b72 req-22a514a3-a475-46a0-8962-ac8a54fe9367 service neutron] For port 476f669f-7576-444e-8d62-4cdac5d4b0dd, host n-h1-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=476f669f-7576-444e-8d62-4cdac5d4b0dd,segment=NetworkSegment(9a265161-39b6-438d-83a9-b9196658e74a),segment_id=9a265161-39b6-438d-83a9-b9196658e74a)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:15:27.345388 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffd6217d-d967-480d-a159-94fe140b1cca admin admin] Made reservation on behalf of 854de6b76f23444fa0b0e15315f450ce for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:15:27.348187 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ffd6217d-d967-480d-a159-94fe140b1cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:27.357788 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ffd6217d-d967-480d-a159-94fe140b1cca admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:27.385900 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-4643fd57-6feb-400b-8769-cded13d4fc9c req-ce85ebe9-367d-4461-8575-4b2460e44c7b service neutron] Request body: {'binding': {'host': 'n-h2-813679-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:15:27.386349 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-4643fd57-6feb-400b-8769-cded13d4fc9c req-ce85ebe9-367d-4461-8575-4b2460e44c7b service neutron] Unknown quota resources ['binding']. {{(pid=95502) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 12 19:15:27.394012 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcf7741-574e-4bf3-8a70-a600d89cef9f req-ea66f294-9742-4459-a3c0-c5534522d7f9 tempest-LiveAutoBlockMigrationV225Test-2051523199 tempest-LiveAutoBlockMigrationV225Test-2051523199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:27.395535 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1fcf7741-574e-4bf3-8a70-a600d89cef9f req-ea66f294-9742-4459-a3c0-c5534522d7f9 tempest-LiveAutoBlockMigrationV225Test-2051523199 tempest-LiveAutoBlockMigrationV225Test-2051523199-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=08ecabda-5587-420b-a912-46737a0ec139 HTTP/1.1" status: 200 len: 1096 time: 0.4535651 Oct 12 19:15:27.481550 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1fcf7741-574e-4bf3-8a70-a600d89cef9f req-e738b62f-1783-4adb-8418-dfa0536bd8a5 tempest-LiveAutoBlockMigrationV225Test-2051523199 tempest-LiveAutoBlockMigrationV225Test-2051523199-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=b2999b03-b87d-46b4-9267-1669e2e14df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750985 Oct 12 19:15:27.486271 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b1443c04-29e9-4a8e-8d0a-606f076b5b72 req-22a514a3-a475-46a0-8962-ac8a54fe9367 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:27.564889 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1443c04-29e9-4a8e-8d0a-606f076b5b72 req-22a514a3-a475-46a0-8962-ac8a54fe9367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:27.565647 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b1443c04-29e9-4a8e-8d0a-606f076b5b72 req-22a514a3-a475-46a0-8962-ac8a54fe9367 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:27.566967 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-dcf3e314-c77c-43fe-9cd9-ba8849422dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4824863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4612355'] for subnet, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:27.567143 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b1443c04-29e9-4a8e-8d0a-606f076b5b72 req-22a514a3-a475-46a0-8962-ac8a54fe9367 service neutron] 10.222.0.61 "PUT /v2.0/ports/476f669f-7576-444e-8d62-4cdac5d4b0dd HTTP/1.1" status: 200 len: 1091 time: 1.1530483 Oct 12 19:15:27.582990 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a1206d9-31c1-4fd3-ac50-b0129acc4058', 'tag': '476f669f-7576-444e-8d62-4cdac5d4b0dd'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:15:27.585979 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51aebbf3-b7e0-4596-8630-cf19c35efcb1" -d '{"events": [{"name": "network-changed", "server_uuid": "9a1206d9-31c1-4fd3-ac50-b0129acc4058", "tag": "476f669f-7576-444e-8d62-4cdac5d4b0dd"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:15:27.641810 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a514a3-a475-46a0-8962-ac8a54fe9367 service neutron] Pushing event updated for resources: {'Port': ['ID=476f669f-7576-444e-8d62-4cdac5d4b0dd,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:27.652353 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf3e314-c77c-43fe-9cd9-ba8849422dc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f993ab8-4b63-4e7d-bd25-90e4cb11e77f,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:27.663909 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf3e314-c77c-43fe-9cd9-ba8849422dc7 admin admin] Checking segment: {'id': '1c9fbb1c-5cb1-460b-9069-706a44d428c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '664d279d-2f55-43f4-8554-502272b3aa91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:15:27.669894 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf3e314-c77c-43fe-9cd9-ba8849422dc7 admin admin] Network hostable DHCP agents. Network: 664d279d-2f55-43f4-8554-502272b3aa91, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:15:27.670071 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ffd6217d-d967-480d-a159-94fe140b1cca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:27.690943 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-4643fd57-6feb-400b-8769-cded13d4fc9c req-ce85ebe9-367d-4461-8575-4b2460e44c7b service neutron] Attempting to bind port 6fa8d8c2-e666-4b21-989c-1cfa6a2225c3 on host n-h2-813679-3 for vnic_type normal with profile None {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:15:27.691337 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-4643fd57-6feb-400b-8769-cded13d4fc9c req-ce85ebe9-367d-4461-8575-4b2460e44c7b service neutron] Attempting to bind port 6fa8d8c2-e666-4b21-989c-1cfa6a2225c3 by drivers openvswitch,hyperv on host n-h2-813679-3 at level 0 using segments [{'id': 'af837146-1b4e-4c2b-b1ce-96eb7f990955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c9c833e6-1691-44ed-bf82-cf9c18667411'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:15:27.691727 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4643fd57-6feb-400b-8769-cded13d4fc9c req-ce85ebe9-367d-4461-8575-4b2460e44c7b service neutron] Attempting to bind port 6fa8d8c2-e666-4b21-989c-1cfa6a2225c3 on network c9c833e6-1691-44ed-bf82-cf9c18667411 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:15:27.697476 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4643fd57-6feb-400b-8769-cded13d4fc9c req-ce85ebe9-367d-4461-8575-4b2460e44c7b service neutron] Port 6fa8d8c2-e666-4b21-989c-1cfa6a2225c3 on network c9c833e6-1691-44ed-bf82-cf9c18667411 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:15:27.698095 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4643fd57-6feb-400b-8769-cded13d4fc9c req-ce85ebe9-367d-4461-8575-4b2460e44c7b service neutron] Attempting to bind port 6fa8d8c2-e666-4b21-989c-1cfa6a2225c3 on network c9c833e6-1691-44ed-bf82-cf9c18667411 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:15:27.713123 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4643fd57-6feb-400b-8769-cded13d4fc9c req-ce85ebe9-367d-4461-8575-4b2460e44c7b service neutron] Checking agent: {'id': '233fbd7d-38e4-434f-bb8f-05364d7423a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:15:27.715579 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4643fd57-6feb-400b-8769-cded13d4fc9c req-ce85ebe9-367d-4461-8575-4b2460e44c7b service neutron] Checking segment: {'id': 'af837146-1b4e-4c2b-b1ce-96eb7f990955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c9c833e6-1691-44ed-bf82-cf9c18667411'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:15:27.715579 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4643fd57-6feb-400b-8769-cded13d4fc9c req-ce85ebe9-367d-4461-8575-4b2460e44c7b service neutron] Bound using segment: {'id': 'af837146-1b4e-4c2b-b1ce-96eb7f990955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c9c833e6-1691-44ed-bf82-cf9c18667411'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:15:27.715579 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-4643fd57-6feb-400b-8769-cded13d4fc9c req-ce85ebe9-367d-4461-8575-4b2460e44c7b service neutron] Bound port: 6fa8d8c2-e666-4b21-989c-1cfa6a2225c3, host: n-h2-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af837146-1b4e-4c2b-b1ce-96eb7f990955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c9c833e6-1691-44ed-bf82-cf9c18667411'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:15:27.767899 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ffd6217d-d967-480d-a159-94fe140b1cca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:27.812700 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffd6217d-d967-480d-a159-94fe140b1cca admin admin] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:15:27.823306 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf3e314-c77c-43fe-9cd9-ba8849422dc7 admin admin] Network 664d279d-2f55-43f4-8554-502272b3aa91 is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:15:27.829554 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd6217d-d967-480d-a159-94fe140b1cca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b533d370-422b-48c3-85c9-ccaf45d4a771,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:27.848472 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-4643fd57-6feb-400b-8769-cded13d4fc9c req-ce85ebe9-367d-4461-8575-4b2460e44c7b service neutron] For port 6fa8d8c2-e666-4b21-989c-1cfa6a2225c3, host n-h2-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=6fa8d8c2-e666-4b21-989c-1cfa6a2225c3,segment=NetworkSegment(af837146-1b4e-4c2b-b1ce-96eb7f990955),segment_id=af837146-1b4e-4c2b-b1ce-96eb7f990955)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:15:27.848966 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 55040e15-9f6c-4c44-bac6-a29655280573 up at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:15:27.850833 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1443c04-29e9-4a8e-8d0a-606f076b5b72 req-665fd7e1-d756-48e3-88bd-644a3301cb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:27.852702 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b1443c04-29e9-4a8e-8d0a-606f076b5b72 req-665fd7e1-d756-48e3-88bd-644a3301cb15 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9f5c1e71755042d1ac27a0b3a538f601&device_id=9a1206d9-31c1-4fd3-ac50-b0129acc4058 HTTP/1.1" status: 200 len: 1094 time: 0.1315548 Oct 12 19:15:27.854735 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ffd6217d-d967-480d-a159-94fe140b1cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:27.855097 n-d-813679-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-ffd6217d-d967-480d-a159-94fe140b1cca admin admin] Added segment 60701869-b898-4b9a-bbaf-e0de831a4cd8 of type vlan for network 25bd3ef4-7d24-4004-bdbf-0c2d840ca5a9 Oct 12 19:15:27.906125 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9d9f89-f8b2-483d-b827-57f2d0fc1814 req-7236bf40-7d17-4651-8c33-e84b0bcefea3 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:27.907752 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7f9d9f89-f8b2-483d-b827-57f2d0fc1814 req-7236bf40-7d17-4651-8c33-e84b0bcefea3 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a1206d9-31c1-4fd3-ac50-b0129acc4058 HTTP/1.1" status: 200 len: 943 time: 0.0557733 Oct 12 19:15:27.926542 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b1443c04-29e9-4a8e-8d0a-606f076b5b72 req-2e665c0d-14ae-44f7-b287-1b28138b1700 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=476f669f-7576-444e-8d62-4cdac5d4b0dd HTTP/1.1" status: 200 len: 217 time: 0.0629365 Oct 12 19:15:27.947976 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7f9d9f89-f8b2-483d-b827-57f2d0fc1814 req-21291e40-5563-45ef-9e5d-0d56a1e4d645 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] 10.222.0.49 "GET /v2.0/security-groups?id=93001041-1fb8-4b9a-acba-05886aa0e0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338814 Oct 12 19:15:27.948233 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ffd6217d-d967-480d-a159-94fe140b1cca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:27.990506 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-dcf3e314-c77c-43fe-9cd9-ba8849422dc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, 664d279d-2f55-43f4-8554-502272b3aa91) {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:15:27.995680 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf3e314-c77c-43fe-9cd9-ba8849422dc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:27.996771 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-dcf3e314-c77c-43fe-9cd9-ba8849422dc7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:27.999878 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1443c04-29e9-4a8e-8d0a-606f076b5b72 req-01667768-90ef-451f-b542-2999204c228d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:28.001361 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b1443c04-29e9-4a8e-8d0a-606f076b5b72 req-01667768-90ef-451f-b542-2999204c228d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0ca49502-6eac-400d-a5c9-5dbc68b0fb0b HTTP/1.1" status: 200 len: 861 time: 0.0651159 Oct 12 19:15:28.004765 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b84f6b6-caf0-4ae4-b40f-c6084901496d None None] Network 664d279d-2f55-43f4-8554-502272b3aa91 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:15:28.043835 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b1443c04-29e9-4a8e-8d0a-606f076b5b72 req-382a73b1-4cb3-42b1-af00-5585f31b84ce service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9b463164-b6d9-4e70-af74-4df142d48ea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347645 Oct 12 19:15:28.048896 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-4643fd57-6feb-400b-8769-cded13d4fc9c req-ce85ebe9-367d-4461-8575-4b2460e44c7b service neutron] Notify callbacks [] for binding, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:28.056109 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning for port 55040e15-9f6c-4c44-bac6-a29655280573 completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:15:28.064407 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4643fd57-6feb-400b-8769-cded13d4fc9c req-ce85ebe9-367d-4461-8575-4b2460e44c7b service neutron] 10.222.0.49 "POST /v2.0/ports/6fa8d8c2-e666-4b21-989c-1cfa6a2225c3/bindings HTTP/1.1" status: 201 len: 389 time: 0.7446625 Oct 12 19:15:28.065524 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning complete for port 55040e15-9f6c-4c44-bac6-a29655280573 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:15:28.066109 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:28.071764 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fca6a77-8059-4070-8ba1-deeca626587a req-95a13f4b-e713-4f38-b645-8765cdccee41 tempest-LiveAutoBlockMigrationV225Test-2051523199 tempest-LiveAutoBlockMigrationV225Test-2051523199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:28.083885 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2fca6a77-8059-4070-8ba1-deeca626587a req-95a13f4b-e713-4f38-b645-8765cdccee41 tempest-LiveAutoBlockMigrationV225Test-2051523199 tempest-LiveAutoBlockMigrationV225Test-2051523199-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=08ecabda-5587-420b-a912-46737a0ec139 HTTP/1.1" status: 200 len: 1096 time: 0.0779493 Oct 12 19:15:28.156210 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2fca6a77-8059-4070-8ba1-deeca626587a req-7ca69915-d18b-4e01-a4db-3b83450056b5 tempest-LiveAutoBlockMigrationV225Test-2051523199 tempest-LiveAutoBlockMigrationV225Test-2051523199-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=b2999b03-b87d-46b4-9267-1669e2e14df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663760 Oct 12 19:15:28.176925 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ffd6217d-d967-480d-a159-94fe140b1cca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:28.182988 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd6217d-d967-480d-a159-94fe140b1cca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:28.182988 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ffd6217d-d967-480d-a159-94fe140b1cca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:28.212742 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-dcf3e314-c77c-43fe-9cd9-ba8849422dc7 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5993485 Oct 12 19:15:28.215761 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:28.235761 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41fd6a4e-f480-4e61-8b00-06a2eb691a9e x-openstack-request-id: req-41fd6a4e-f480-4e61-8b00-06a2eb691a9e {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:15:28.236124 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a1206d9-31c1-4fd3-ac50-b0129acc4058", "tag": "476f669f-7576-444e-8d62-4cdac5d4b0dd", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:15:28.236393 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-41fd6a4e-f480-4e61-8b00-06a2eb691a9e {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:15:28.236798 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a1206d9-31c1-4fd3-ac50-b0129acc4058', 'tag': '476f669f-7576-444e-8d62-4cdac5d4b0dd', 'status': 'completed', 'code': 200} Oct 12 19:15:28.256970 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 55040e15-9f6c-4c44-bac6-a29655280573, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=55040e15-9f6c-4c44-bac6-a29655280573,segment=NetworkSegment(35dde9ae-6a3d-4327-a38f-c2a1ca6f0ad7),segment_id=35dde9ae-6a3d-4327-a38f-c2a1ca6f0ad7)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:15:28.271959 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebcb2f5f-6905-4dde-9297-383f7820fe6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55040e15-9f6c-4c44-bac6-a29655280573'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:15:28.274680 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8250adb3-029a-445b-b7ab-a076abbe433f" -d '{"events": [{"server_uuid": "ebcb2f5f-6905-4dde-9297-383f7820fe6b", "name": "network-vif-plugged", "status": "completed", "tag": "55040e15-9f6c-4c44-bac6-a29655280573"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:15:28.287067 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2013189-9ded-4534-93d5-e71ca054d3e5 None None] Network 664d279d-2f55-43f4-8554-502272b3aa91 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:15:28.323497 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b1443c04-29e9-4a8e-8d0a-606f076b5b72 req-3dbf4e83-85c1-463a-9b75-43021102985c service neutron] 10.222.0.61 "GET /v2.0/networks/9b463164-b6d9-4e70-af74-4df142d48ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578716 Oct 12 19:15:28.329412 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-ffd6217d-d967-480d-a159-94fe140b1cca admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.3308733 Oct 12 19:15:28.333852 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 34538) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:15:28.347520 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-25b35e46-a8b2-499b-9315-fd887219395d admin admin] Request body: {'subnet': {'network_id': '25bd3ef4-7d24-4004-bdbf-0c2d840ca5a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-769147083-subnet', 'tenant_id': '854de6b76f23444fa0b0e15315f450ce', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:15:28.400656 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad0ec79-6c4a-4763-b419-e6bad2da32ec req-77ccb2dc-6e55-45b1-a7d0-d71cb29f08ef tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:28.405030 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-aad0ec79-6c4a-4763-b419-e6bad2da32ec req-77ccb2dc-6e55-45b1-a7d0-d71cb29f08ef tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebcb2f5f-6905-4dde-9297-383f7820fe6b HTTP/1.1" status: 200 len: 944 time: 0.0768745 Oct 12 19:15:28.436077 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:28.452371 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd6217d-d967-480d-a159-94fe140b1cca admin admin] Pushing event updated for resources: {'Network': ['ID=25bd3ef4-7d24-4004-bdbf-0c2d840ca5a9,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:28.504796 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-aad0ec79-6c4a-4763-b419-e6bad2da32ec req-6fbefcc1-2d44-404d-83fc-6009d2946b04 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/security-groups?id=453b01c6-7fe6-41ac-8e1d-6df7a2675094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932298 Oct 12 19:15:28.526483 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=55040e15-9f6c-4c44-bac6-a29655280573,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:28.536971 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e454a15-889f-4263-ac6e-ad74a18472b6 x-openstack-request-id: req-5e454a15-889f-4263-ac6e-ad74a18472b6 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:15:28.537748 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b1443c04-29e9-4a8e-8d0a-606f076b5b72 req-f1a5ac54-3dc6-4d97-b31c-4b4cfd8ee82f service neutron] 10.222.0.61 "GET /v2.0/networks/9b463164-b6d9-4e70-af74-4df142d48ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057209 Oct 12 19:15:28.538260 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebcb2f5f-6905-4dde-9297-383f7820fe6b", "name": "network-vif-plugged", "status": "completed", "tag": "55040e15-9f6c-4c44-bac6-a29655280573", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:15:28.538260 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5e454a15-889f-4263-ac6e-ad74a18472b6 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:15:28.538711 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebcb2f5f-6905-4dde-9297-383f7820fe6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55040e15-9f6c-4c44-bac6-a29655280573', 'code': 200} Oct 12 19:15:28.539970 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 25bd3ef4-7d24-4004-bdbf-0c2d840ca5a9 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:15:28.608342 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25b35e46-a8b2-499b-9315-fd887219395d admin admin] Made reservation on behalf of 854de6b76f23444fa0b0e15315f450ce for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:15:28.610628 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-25b35e46-a8b2-499b-9315-fd887219395d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16245837'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:28.615221 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d429ba6a-511a-4b3c-a0a1-4639c1474b35 req-d2769472-f0bf-4af4-bafd-f035a54310bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:28.617372 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d429ba6a-511a-4b3c-a0a1-4639c1474b35 req-d2769472-f0bf-4af4-bafd-f035a54310bf service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ebcb2f5f-6905-4dde-9297-383f7820fe6b HTTP/1.1" status: 200 len: 1096 time: 0.0679114 Oct 12 19:15:28.672987 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d429ba6a-511a-4b3c-a0a1-4639c1474b35 req-fee190e5-9ec7-499f-b30e-6fdd635e502c service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=453b01c6-7fe6-41ac-8e1d-6df7a2675094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487261 Oct 12 19:15:28.709779 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99ebd93-6c62-4c38-a4d6-ce25845e49a5 req-2dc22a35-1297-4be2-af80-3fd3e8b34ba2 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:28.711241 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f99ebd93-6c62-4c38-a4d6-ce25845e49a5 req-2dc22a35-1297-4be2-af80-3fd3e8b34ba2 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/ports?device_id=d14b4963-a7f3-4841-86bc-93dad48b6e25 HTTP/1.1" status: 200 len: 946 time: 0.1724474 Oct 12 19:15:28.783309 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58488ae0-a078-4c9a-86d5-b0d4c9e4f552 req-74f87b65-385c-4b3e-bdd8-a35c42ad7ee6 tempest-InstanceActionsV221TestJSON-1916065637 tempest-InstanceActionsV221TestJSON-1916065637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:28.784846 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-58488ae0-a078-4c9a-86d5-b0d4c9e4f552 req-74f87b65-385c-4b3e-bdd8-a35c42ad7ee6 tempest-InstanceActionsV221TestJSON-1916065637 tempest-InstanceActionsV221TestJSON-1916065637-project] 10.222.0.49 "GET /v2.0/networks?id=664d279d-2f55-43f4-8554-502272b3aa91 HTTP/1.1" status: 200 len: 816 time: 0.1089938 Oct 12 19:15:28.799346 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aebbf3-b7e0-4596-8630-cf19c35efcb1 req-c1b051ed-de3b-482c-ad1b-75443b76b825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:28.800891 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-51aebbf3-b7e0-4596-8630-cf19c35efcb1 req-c1b051ed-de3b-482c-ad1b-75443b76b825 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9f5c1e71755042d1ac27a0b3a538f601&device_id=9a1206d9-31c1-4fd3-ac50-b0129acc4058 HTTP/1.1" status: 200 len: 1094 time: 0.1086221 Oct 12 19:15:28.803670 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-58488ae0-a078-4c9a-86d5-b0d4c9e4f552 req-e9fb38ac-2c65-4b2a-aa04-0e15f7b01753 tempest-InstanceActionsV221TestJSON-1916065637 tempest-InstanceActionsV221TestJSON-1916065637-project] 10.222.0.49 "GET /v2.0/quotas/b959c6d7795a4648b4937f4ea3556767 HTTP/1.1" status: 200 len: 375 time: 0.0094948 Oct 12 19:15:28.806597 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f99ebd93-6c62-4c38-a4d6-ce25845e49a5 req-66b5cebf-0ef8-492c-8c80-a8d2668fafb3 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cccf57-f452-41a8-9e48-a6e744310271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719626 Oct 12 19:15:28.854275 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-58488ae0-a078-4c9a-86d5-b0d4c9e4f552 req-1bbeec5e-632f-43c4-b792-64e1a838625e tempest-InstanceActionsV221TestJSON-1916065637 tempest-InstanceActionsV221TestJSON-1916065637-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=b959c6d7795a4648b4937f4ea3556767&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0426147 Oct 12 19:15:28.969487 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aebbf3-b7e0-4596-8630-cf19c35efcb1 req-5ab08039-7763-4806-b537-45ee0cd674ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:28.970973 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-51aebbf3-b7e0-4596-8630-cf19c35efcb1 req-5ab08039-7763-4806-b537-45ee0cd674ca service neutron] 10.222.0.61 "GET /v2.0/networks?id=9b463164-b6d9-4e70-af74-4df142d48ea1 HTTP/1.1" status: 200 len: 922 time: 0.1617196 Oct 12 19:15:29.024298 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-51aebbf3-b7e0-4596-8630-cf19c35efcb1 req-86cf1c55-c04e-4e3e-b5ed-c7129a3a4587 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=476f669f-7576-444e-8d62-4cdac5d4b0dd HTTP/1.1" status: 200 len: 217 time: 0.0459244 Oct 12 19:15:29.052372 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-58488ae0-a078-4c9a-86d5-b0d4c9e4f552 req-0ff4e408-d7af-4592-9025-8e67ff29b567 service neutron] 10.222.0.49 "GET /v2.0/networks/664d279d-2f55-43f4-8554-502272b3aa91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779745 Oct 12 19:15:29.079347 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aebbf3-b7e0-4596-8630-cf19c35efcb1 req-846cbdaf-7049-4573-bcdf-f86f1cf68bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:29.081252 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-51aebbf3-b7e0-4596-8630-cf19c35efcb1 req-846cbdaf-7049-4573-bcdf-f86f1cf68bb5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0ca49502-6eac-400d-a5c9-5dbc68b0fb0b HTTP/1.1" status: 200 len: 861 time: 0.0499618 Oct 12 19:15:29.116363 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-51aebbf3-b7e0-4596-8630-cf19c35efcb1 req-5ccf961d-3c22-4a8f-bd9f-6a057087341e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9b463164-b6d9-4e70-af74-4df142d48ea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279186 Oct 12 19:15:29.117415 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-25b35e46-a8b2-499b-9315-fd887219395d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4306659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16245859'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:29.154458 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-66f9dafb-9f0e-48bd-8b02-9e0bd1aff63f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:29.163730 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4643fd57-6feb-400b-8769-cded13d4fc9c req-3ee92f9d-af33-430c-a08f-6af087a04f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:29.164998 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4643fd57-6feb-400b-8769-cded13d4fc9c req-3ee92f9d-af33-430c-a08f-6af087a04f05 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5fba7a982f4e455fbf6360a954bd3673&device_id=d14b4963-a7f3-4841-86bc-93dad48b6e25 HTTP/1.1" status: 200 len: 1097 time: 0.0999801 Oct 12 19:15:29.172548 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-58488ae0-a078-4c9a-86d5-b0d4c9e4f552 req-cd55e757-0f3e-4921-9b3e-a9a4a1925cb9 service neutron] 10.222.0.49 "GET /v2.0/networks/664d279d-2f55-43f4-8554-502272b3aa91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250596 Oct 12 19:15:29.222167 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b35e46-a8b2-499b-9315-fd887219395d admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa1d46c1-7b08-4128-8308-d970bab25da7,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:29.257611 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b35e46-a8b2-499b-9315-fd887219395d admin admin] Checking segment: {'id': '60701869-b898-4b9a-bbaf-e0de831a4cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '25bd3ef4-7d24-4004-bdbf-0c2d840ca5a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:15:29.257961 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b35e46-a8b2-499b-9315-fd887219395d admin admin] Network hostable DHCP agents. Network: 25bd3ef4-7d24-4004-bdbf-0c2d840ca5a9, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:15:29.270769 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4643fd57-6feb-400b-8769-cded13d4fc9c req-21d4fb3e-3013-47f9-8781-5f38332dd7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:29.272816 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4643fd57-6feb-400b-8769-cded13d4fc9c req-21d4fb3e-3013-47f9-8781-5f38332dd7b8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c9c833e6-1691-44ed-bf82-cf9c18667411 HTTP/1.1" status: 200 len: 909 time: 0.0993450 Oct 12 19:15:29.279634 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-51aebbf3-b7e0-4596-8630-cf19c35efcb1 req-94c47545-485b-4b80-928c-05eb4f505f6a service neutron] 10.222.0.61 "GET /v2.0/networks/9b463164-b6d9-4e70-af74-4df142d48ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389022 Oct 12 19:15:29.329384 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4643fd57-6feb-400b-8769-cded13d4fc9c req-b08b46a0-3272-4f11-b178-f07a8c7d3338 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6fa8d8c2-e666-4b21-989c-1cfa6a2225c3 HTTP/1.1" status: 200 len: 217 time: 0.0488098 Oct 12 19:15:29.380700 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4643fd57-6feb-400b-8769-cded13d4fc9c req-0a329b38-c619-4928-ada2-f1167a9e8f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:29.382852 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4643fd57-6feb-400b-8769-cded13d4fc9c req-0a329b38-c619-4928-ada2-f1167a9e8f6c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e0ebc949-3a0d-4490-86b6-8c422c8edc16 HTTP/1.1" status: 200 len: 848 time: 0.0447164 Oct 12 19:15:29.387122 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-51aebbf3-b7e0-4596-8630-cf19c35efcb1 req-ff9fe101-9f61-4f91-8753-c14c96ba2eb6 service neutron] 10.222.0.61 "GET /v2.0/networks/9b463164-b6d9-4e70-af74-4df142d48ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988994 Oct 12 19:15:29.406392 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b35e46-a8b2-499b-9315-fd887219395d admin admin] Network 25bd3ef4-7d24-4004-bdbf-0c2d840ca5a9 is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:15:29.418649 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4643fd57-6feb-400b-8769-cded13d4fc9c req-e6b58674-347d-4e39-bbe7-fc3f90a130b9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c9c833e6-1691-44ed-bf82-cf9c18667411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282242 Oct 12 19:15:29.531680 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-25b35e46-a8b2-499b-9315-fd887219395d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, 25bd3ef4-7d24-4004-bdbf-0c2d840ca5a9) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:15:29.533163 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4643fd57-6feb-400b-8769-cded13d4fc9c req-34f5f286-f3ea-46a4-a8cf-ff41a4f54fab service neutron] 10.222.0.67 "GET /v2.0/networks/c9c833e6-1691-44ed-bf82-cf9c18667411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065769 Oct 12 19:15:29.535885 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b35e46-a8b2-499b-9315-fd887219395d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:29.536517 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-25b35e46-a8b2-499b-9315-fd887219395d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:29.544010 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea129b8-570a-4383-871f-66393ba6d01f None None] Network 25bd3ef4-7d24-4004-bdbf-0c2d840ca5a9 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:15:29.656130 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-25b35e46-a8b2-499b-9315-fd887219395d admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.3140540 Oct 12 19:15:29.662713 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 34582) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:15:29.666666 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-44ae185a-0545-4345-8e62-b75ef0c323e3 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-769147083-router', 'tenant_id': '854de6b76f23444fa0b0e15315f450ce', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:15:29.762556 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02314ac0-2f9a-44bc-857b-858be5ddcb9e req-817edd72-0b02-4254-87a3-5851bea5fd7c tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:29.764314 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-02314ac0-2f9a-44bc-857b-858be5ddcb9e req-817edd72-0b02-4254-87a3-5851bea5fd7c tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a1206d9-31c1-4fd3-ac50-b0129acc4058 HTTP/1.1" status: 200 len: 943 time: 0.2475946 Oct 12 19:15:29.787374 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8384155f-ab79-4823-a4c7-73f5bf937b8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-25bd3ef4-7d24-4004-bdbf-0c2d840ca5a9', 'network_id': '25bd3ef4-7d24-4004-bdbf-0c2d840ca5a9', 'tenant_id': '854de6b76f23444fa0b0e15315f450ce', 'fixed_ips': [{'subnet_id': 'fa1d46c1-7b08-4128-8308-d970bab25da7'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:15:29.788589 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8384155f-ab79-4823-a4c7-73f5bf937b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:29.805869 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4643fd57-6feb-400b-8769-cded13d4fc9c req-25904004-a6b6-4fdc-b317-b92a454e7338 service neutron] 10.222.0.67 "GET /v2.0/networks/c9c833e6-1691-44ed-bf82-cf9c18667411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2563040 Oct 12 19:15:29.824310 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-44ae185a-0545-4345-8e62-b75ef0c323e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8093678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255505'] for router, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:29.829588 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-44ae185a-0545-4345-8e62-b75ef0c323e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8093562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8087085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8022306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255518'] for router, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:29.843561 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-02314ac0-2f9a-44bc-857b-858be5ddcb9e req-7e2e086a-e3c1-4720-9a15-e14135019725 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] 10.222.0.49 "GET /v2.0/security-groups?id=93001041-1fb8-4b9a-acba-05886aa0e0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656245 Oct 12 19:15:29.892580 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-44ae185a-0545-4345-8e62-b75ef0c323e3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:29.912661 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1d3de346-34b6-4928-a68e-4baefd92ec6b req-90d65da1-2042-40d2-b677-88643a14c40e tempest-InstanceActionsV221TestJSON-1916065637 tempest-InstanceActionsV221TestJSON-1916065637-project] 10.222.0.49 "GET /v2.0/ports?device_id=27c3d490-2043-4497-b1e1-c0e082ac65f1 HTTP/1.1" status: 200 len: 210 time: 0.0358372 Oct 12 19:15:30.005831 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-8384155f-ab79-4823-a4c7-73f5bf937b8a None None] Allocated IP 172.20.0.2 (25bd3ef4-7d24-4004-bdbf-0c2d840ca5a9/fa1d46c1-7b08-4128-8308-d970bab25da7/b545b8c8-c09d-4859-9a1c-cccfcb5c7f69) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:15:30.027359 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a011d4-6e2a-4c48-87fa-2693dee2327c req-02de4a3b-6868-4924-9585-da125a7bba4f tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:30.028891 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f2a011d4-6e2a-4c48-87fa-2693dee2327c req-02de4a3b-6868-4924-9585-da125a7bba4f tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebcb2f5f-6905-4dde-9297-383f7820fe6b HTTP/1.1" status: 200 len: 945 time: 0.0503111 Oct 12 19:15:30.104224 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f2a011d4-6e2a-4c48-87fa-2693dee2327c req-27bac6fd-ea03-4215-8b66-ac30811a3113 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/security-groups?id=453b01c6-7fe6-41ac-8e1d-6df7a2675094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641215 Oct 12 19:15:30.207270 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8384155f-ab79-4823-a4c7-73f5bf937b8a None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:30.271756 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597d9845-b915-4282-82a6-ee5eeb753c5f req-59cdca51-070f-4d67-949d-41fc0a65ce8b tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:30.273393 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-597d9845-b915-4282-82a6-ee5eeb753c5f req-59cdca51-070f-4d67-949d-41fc0a65ce8b tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/ports?device_id=d14b4963-a7f3-4841-86bc-93dad48b6e25 HTTP/1.1" status: 200 len: 946 time: 0.0723965 Oct 12 19:15:30.315725 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-597d9845-b915-4282-82a6-ee5eeb753c5f req-c5deb827-5fdf-474a-a11e-191666d5fe72 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cccf57-f452-41a8-9e48-a6e744310271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360906 Oct 12 19:15:30.402990 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8384155f-ab79-4823-a4c7-73f5bf937b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:30.491978 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8384155f-ab79-4823-a4c7-73f5bf937b8a None None] Pushing event updated for resources: {'Port': ['ID=b545b8c8-c09d-4859-9a1c-cccfcb5c7f69,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:30.523883 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8384155f-ab79-4823-a4c7-73f5bf937b8a None None] Network 25bd3ef4-7d24-4004-bdbf-0c2d840ca5a9 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:15:30.525553 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-8384155f-ab79-4823-a4c7-73f5bf937b8a None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:15:30.528481 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8384155f-ab79-4823-a4c7-73f5bf937b8a None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:15:30.622490 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-8384155f-ab79-4823-a4c7-73f5bf937b8a None None] Attempting to bind port b545b8c8-c09d-4859-9a1c-cccfcb5c7f69 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:15:30.623255 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-8384155f-ab79-4823-a4c7-73f5bf937b8a None None] Attempting to bind port b545b8c8-c09d-4859-9a1c-cccfcb5c7f69 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '60701869-b898-4b9a-bbaf-e0de831a4cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '25bd3ef4-7d24-4004-bdbf-0c2d840ca5a9'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:15:30.623852 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8384155f-ab79-4823-a4c7-73f5bf937b8a None None] Attempting to bind port b545b8c8-c09d-4859-9a1c-cccfcb5c7f69 on network 25bd3ef4-7d24-4004-bdbf-0c2d840ca5a9 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:15:30.627870 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-44ae185a-0545-4345-8e62-b75ef0c323e3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:30.629209 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8384155f-ab79-4823-a4c7-73f5bf937b8a None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:15:30.629707 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8384155f-ab79-4823-a4c7-73f5bf937b8a None None] Checking segment: {'id': '60701869-b898-4b9a-bbaf-e0de831a4cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '25bd3ef4-7d24-4004-bdbf-0c2d840ca5a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:15:30.630200 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8384155f-ab79-4823-a4c7-73f5bf937b8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:30.630681 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8384155f-ab79-4823-a4c7-73f5bf937b8a None None] Bound using segment: {'id': '60701869-b898-4b9a-bbaf-e0de831a4cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '25bd3ef4-7d24-4004-bdbf-0c2d840ca5a9'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:15:30.631272 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-8384155f-ab79-4823-a4c7-73f5bf937b8a None None] Bound port: b545b8c8-c09d-4859-9a1c-cccfcb5c7f69, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60701869-b898-4b9a-bbaf-e0de831a4cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '25bd3ef4-7d24-4004-bdbf-0c2d840ca5a9'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:15:30.631750 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8384155f-ab79-4823-a4c7-73f5bf937b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:30.717379 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-8384155f-ab79-4823-a4c7-73f5bf937b8a None None] For port b545b8c8-c09d-4859-9a1c-cccfcb5c7f69, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:15:30.721349 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-8384155f-ab79-4823-a4c7-73f5bf937b8a None None] For port b545b8c8-c09d-4859-9a1c-cccfcb5c7f69, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=b545b8c8-c09d-4859-9a1c-cccfcb5c7f69,segment=NetworkSegment(60701869-b898-4b9a-bbaf-e0de831a4cd8),segment_id=60701869-b898-4b9a-bbaf-e0de831a4cd8)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:15:30.746697 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 476f669f-7576-444e-8d62-4cdac5d4b0dd details requested by agent hyperv_n-h1-813679-3 with host n-h1-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:15:30.875500 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8384155f-ab79-4823-a4c7-73f5bf937b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:31.120789 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 476f669f-7576-444e-8d62-4cdac5d4b0dd, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=476f669f-7576-444e-8d62-4cdac5d4b0dd,segment=NetworkSegment(9a265161-39b6-438d-83a9-b9196658e74a),segment_id=9a265161-39b6-438d-83a9-b9196658e74a)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:15:31.131450 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8384155f-ab79-4823-a4c7-73f5bf937b8a None None] Pushing event updated for resources: {'Port': ['ID=b545b8c8-c09d-4859-9a1c-cccfcb5c7f69,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:31.138135 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Returning: {'device': '476f669f-7576-444e-8d62-4cdac5d4b0dd', 'network_id': '9b463164-b6d9-4e70-af74-4df142d48ea1', 'port_id': '476f669f-7576-444e-8d62-4cdac5d4b0dd', 'mac_address': 'fa:16:3e:65:03:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ca49502-6eac-400d-a5c9-5dbc68b0fb0b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:15:31.196009 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18619c56-7f51-4625-b7a0-0b8fb9018b81 req-f06ab1df-ae6f-4885-a3cc-db8dc743860c tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:31.208573 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-18619c56-7f51-4625-b7a0-0b8fb9018b81 req-f06ab1df-ae6f-4885-a3cc-db8dc743860c tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a1206d9-31c1-4fd3-ac50-b0129acc4058 HTTP/1.1" status: 200 len: 943 time: 0.2299740 Oct 12 19:15:31.217325 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:31.251491 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 476f669f-7576-444e-8d62-4cdac5d4b0dd {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:15:31.294164 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-18619c56-7f51-4625-b7a0-0b8fb9018b81 req-7ab78068-89c7-4bed-a5df-34f8bd97931b tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] 10.222.0.49 "GET /v2.0/security-groups?id=93001041-1fb8-4b9a-acba-05886aa0e0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839093 Oct 12 19:15:31.311682 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-44ae185a-0545-4345-8e62-b75ef0c323e3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:31.312978 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 476f669f-7576-444e-8d62-4cdac5d4b0dd, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=476f669f-7576-444e-8d62-4cdac5d4b0dd,segment=NetworkSegment(9a265161-39b6-438d-83a9-b9196658e74a),segment_id=9a265161-39b6-438d-83a9-b9196658e74a)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:15:31.372283 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:31.389999 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-44ae185a-0545-4345-8e62-b75ef0c323e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:31.445133 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [req-9051ded0-1beb-42bd-8f4e-79265d7894fe req-df82b812-973d-47a5-bdfe-7f4b73976618 tempest-LiveAutoBlockMigrationV225Test-2051523199 tempest-LiveAutoBlockMigrationV225Test-2051523199-project-admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 19:15:31.453826 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=476f669f-7576-444e-8d62-4cdac5d4b0dd,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:31.454866 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9051ded0-1beb-42bd-8f4e-79265d7894fe req-df82b812-973d-47a5-bdfe-7f4b73976618 tempest-LiveAutoBlockMigrationV225Test-2051523199 tempest-LiveAutoBlockMigrationV225Test-2051523199-project-admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0219440 Oct 12 19:15:31.467433 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:15:31.467786 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:15:31.468222 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:15:31.468564 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:15:31.468897 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:15:31.469281 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:15:31.469615 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:15:31.469942 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:15:31.470260 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:15:31.470671 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:15:31.471001 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:15:31.471376 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:15:31.506822 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ef6b9b57-d25d-4ed4-adb7-3f08db6d884a req-466e6a30-bf59-48b0-92bc-a8cfb4012d73 tempest-InstanceActionsV221TestJSON-1916065637 tempest-InstanceActionsV221TestJSON-1916065637-project] 10.222.0.49 "GET /v2.0/ports?device_id=27c3d490-2043-4497-b1e1-c0e082ac65f1 HTTP/1.1" status: 200 len: 210 time: 0.0636022 Oct 12 19:15:31.572566 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9051ded0-1beb-42bd-8f4e-79265d7894fe req-cf01309f-0a93-42b2-a7da-ddc9dd9d76b4 tempest-LiveAutoBlockMigrationV225Test-2051523199 tempest-LiveAutoBlockMigrationV225Test-2051523199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:31.573910 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9051ded0-1beb-42bd-8f4e-79265d7894fe req-cf01309f-0a93-42b2-a7da-ddc9dd9d76b4 tempest-LiveAutoBlockMigrationV225Test-2051523199 tempest-LiveAutoBlockMigrationV225Test-2051523199-project-admin] 10.222.0.49 "GET /v2.0/ports/1811d3a0-467e-48a0-a3db-28fc7ff2ff79 HTTP/1.1" status: 200 len: 1093 time: 0.1179414 Oct 12 19:15:31.585291 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-9051ded0-1beb-42bd-8f4e-79265d7894fe req-f3bf44d7-7d56-402b-a060-6c11feb38c87 service neutron] Request body: {'binding': {'host': 'n-h1-813679-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:15:31.585745 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-9051ded0-1beb-42bd-8f4e-79265d7894fe req-f3bf44d7-7d56-402b-a060-6c11feb38c87 service neutron] Unknown quota resources ['binding']. {{(pid=95502) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 12 19:15:31.618572 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['476f669f-7576-444e-8d62-4cdac5d4b0dd'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:15:31.705119 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-99049aa1-8908-4f15-96ba-4abc0324ff19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:31.715017 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff7f414-375e-4984-afd6-b77db1eb68be req-7fafb237-2d4e-4997-8dd0-194df8ca64e0 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:31.718912 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1ff7f414-375e-4984-afd6-b77db1eb68be req-7fafb237-2d4e-4997-8dd0-194df8ca64e0 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebcb2f5f-6905-4dde-9297-383f7820fe6b HTTP/1.1" status: 200 len: 945 time: 0.1149776 Oct 12 19:15:31.796009 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1ff7f414-375e-4984-afd6-b77db1eb68be req-dd4382ab-3814-4077-8cda-96f714fc3174 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/security-groups?id=453b01c6-7fe6-41ac-8e1d-6df7a2675094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700312 Oct 12 19:15:31.925222 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 34632) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:15:31.928645 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-44ae185a-0545-4345-8e62-b75ef0c323e3 admin admin] Allocated IP 172.25.5.175 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/58efb78f-0b82-4cd7-8dd8-48b122e5cd64) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:15:31.931390 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-3ace623e-bb00-4595-94ea-a6b5deab574c tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1725604520'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:15:32.017706 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637c9349-27f2-48fd-90b1-f2dc99a3f5c7 req-16821bc5-e4f3-443d-9179-e55e8ae179e6 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:32.019462 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-637c9349-27f2-48fd-90b1-f2dc99a3f5c7 req-16821bc5-e4f3-443d-9179-e55e8ae179e6 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/ports?device_id=d14b4963-a7f3-4841-86bc-93dad48b6e25 HTTP/1.1" status: 200 len: 946 time: 0.0706413 Oct 12 19:15:32.045069 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-9051ded0-1beb-42bd-8f4e-79265d7894fe req-f3bf44d7-7d56-402b-a060-6c11feb38c87 service neutron] Attempting to bind port 1811d3a0-467e-48a0-a3db-28fc7ff2ff79 on host n-h1-813679-3 for vnic_type normal with profile None {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:15:32.045410 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-9051ded0-1beb-42bd-8f4e-79265d7894fe req-f3bf44d7-7d56-402b-a060-6c11feb38c87 service neutron] Attempting to bind port 1811d3a0-467e-48a0-a3db-28fc7ff2ff79 by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': '092fb16a-01c2-4f4a-b148-df23675b5071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '82671036-c03a-4d3c-b62d-db19aa8b0fed'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:15:32.046013 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9051ded0-1beb-42bd-8f4e-79265d7894fe req-f3bf44d7-7d56-402b-a060-6c11feb38c87 service neutron] Attempting to bind port 1811d3a0-467e-48a0-a3db-28fc7ff2ff79 on network 82671036-c03a-4d3c-b62d-db19aa8b0fed {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:15:32.053163 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9051ded0-1beb-42bd-8f4e-79265d7894fe req-f3bf44d7-7d56-402b-a060-6c11feb38c87 service neutron] Port 1811d3a0-467e-48a0-a3db-28fc7ff2ff79 on network 82671036-c03a-4d3c-b62d-db19aa8b0fed not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:15:32.053501 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9051ded0-1beb-42bd-8f4e-79265d7894fe req-f3bf44d7-7d56-402b-a060-6c11feb38c87 service neutron] Attempting to bind port 1811d3a0-467e-48a0-a3db-28fc7ff2ff79 on network 82671036-c03a-4d3c-b62d-db19aa8b0fed {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:15:32.059337 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ace623e-bb00-4595-94ea-a6b5deab574c tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Made reservation on behalf of e65d35344c43413ba93381b16381b559 for: {'network': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:15:32.063029 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3ace623e-bb00-4595-94ea-a6b5deab574c tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:32.070008 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-637c9349-27f2-48fd-90b1-f2dc99a3f5c7 req-04b2e07d-0f6d-48d5-9bab-dc24d52a7faf tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cccf57-f452-41a8-9e48-a6e744310271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435734 Oct 12 19:15:32.073055 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9051ded0-1beb-42bd-8f4e-79265d7894fe req-f3bf44d7-7d56-402b-a060-6c11feb38c87 service neutron] Checking agent: {'id': 'f5e9725f-f5a6-43c2-a1be-95e21e9a1fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:15:32.073394 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9051ded0-1beb-42bd-8f4e-79265d7894fe req-f3bf44d7-7d56-402b-a060-6c11feb38c87 service neutron] Checking segment: {'id': '092fb16a-01c2-4f4a-b148-df23675b5071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '82671036-c03a-4d3c-b62d-db19aa8b0fed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:15:32.086582 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9051ded0-1beb-42bd-8f4e-79265d7894fe req-f3bf44d7-7d56-402b-a060-6c11feb38c87 service neutron] Bound using segment: {'id': '092fb16a-01c2-4f4a-b148-df23675b5071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '82671036-c03a-4d3c-b62d-db19aa8b0fed'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:15:32.087397 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-9051ded0-1beb-42bd-8f4e-79265d7894fe req-f3bf44d7-7d56-402b-a060-6c11feb38c87 service neutron] Bound port: 1811d3a0-467e-48a0-a3db-28fc7ff2ff79, host: n-h1-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '092fb16a-01c2-4f4a-b148-df23675b5071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '82671036-c03a-4d3c-b62d-db19aa8b0fed'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:15:32.102738 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ace623e-bb00-4595-94ea-a6b5deab574c tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=95501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:15:32.120239 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3ace623e-bb00-4595-94ea-a6b5deab574c tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:32.120666 n-d-813679-3 neutron-server[95501]: INFO neutron.db.segments_db [None req-3ace623e-bb00-4595-94ea-a6b5deab574c tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Added segment c5aaa6cb-4fc0-487c-a1c9-b6d1d0ba82ce of type vlan for network 2e14c4f2-b68c-4d21-920b-215a17ef69db Oct 12 19:15:32.193021 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3ace623e-bb00-4595-94ea-a6b5deab574c tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:32.214133 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-44ae185a-0545-4345-8e62-b75ef0c323e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:32.235648 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-9051ded0-1beb-42bd-8f4e-79265d7894fe req-f3bf44d7-7d56-402b-a060-6c11feb38c87 service neutron] For port 1811d3a0-467e-48a0-a3db-28fc7ff2ff79, host n-h1-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=1811d3a0-467e-48a0-a3db-28fc7ff2ff79,segment=NetworkSegment(092fb16a-01c2-4f4a-b148-df23675b5071),segment_id=092fb16a-01c2-4f4a-b148-df23675b5071)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:15:32.331781 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3ace623e-bb00-4595-94ea-a6b5deab574c tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:32.340068 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ace623e-bb00-4595-94ea-a6b5deab574c tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:32.344052 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-9051ded0-1beb-42bd-8f4e-79265d7894fe req-f3bf44d7-7d56-402b-a060-6c11feb38c87 service neutron] Notify callbacks [] for binding, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:32.347066 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3ace623e-bb00-4595-94ea-a6b5deab574c tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:32.374563 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9051ded0-1beb-42bd-8f4e-79265d7894fe req-f3bf44d7-7d56-402b-a060-6c11feb38c87 service neutron] 10.222.0.49 "POST /v2.0/ports/1811d3a0-467e-48a0-a3db-28fc7ff2ff79/bindings HTTP/1.1" status: 201 len: 389 time: 0.7883680 Oct 12 19:15:32.407117 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-44ae185a-0545-4345-8e62-b75ef0c323e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:32.461839 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ae185a-0545-4345-8e62-b75ef0c323e3 admin admin] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:15:32.465232 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-44ae185a-0545-4345-8e62-b75ef0c323e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:15:32.475356 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ae185a-0545-4345-8e62-b75ef0c323e3 admin admin] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:15:32.478711 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:32.499565 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-3ace623e-bb00-4595-94ea-a6b5deab574c tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5713539 Oct 12 19:15:32.501657 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 34636) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:15:32.511161 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-aaedef69-cb41-438f-a67f-a72108b96f55 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-601127521'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:15:32.513998 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ae185a-0545-4345-8e62-b75ef0c323e3 admin admin] Pushing event updated for resources: {'Port': ['ID=58efb78f-0b82-4cd7-8dd8-48b122e5cd64,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:32.572219 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ace623e-bb00-4595-94ea-a6b5deab574c tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Pushing event updated for resources: {'Network': ['ID=2e14c4f2-b68c-4d21-920b-215a17ef69db,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:32.628173 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 2e14c4f2-b68c-4d21-920b-215a17ef69db details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:15:32.676159 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaedef69-cb41-438f-a67f-a72108b96f55 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Made reservation on behalf of e65d35344c43413ba93381b16381b559 for: {'network': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:15:32.680933 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-aaedef69-cb41-438f-a67f-a72108b96f55 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:32.707426 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b3bb3a7-7ca9-4a67-a7d6-bc8814cfb765 None None] Network 25bd3ef4-7d24-4004-bdbf-0c2d840ca5a9 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:15:32.757452 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaedef69-cb41-438f-a67f-a72108b96f55 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=95501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:15:32.778651 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-34483f48-fa64-46b9-afad-0e2512462e05 req-5482488b-ebd3-4209-901a-ec5bc3267ee1 tempest-InstanceActionsV221TestJSON-1916065637 tempest-InstanceActionsV221TestJSON-1916065637-project] 10.222.0.49 "GET /v2.0/ports?device_id=27c3d490-2043-4497-b1e1-c0e082ac65f1 HTTP/1.1" status: 200 len: 210 time: 0.0540442 Oct 12 19:15:32.788111 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-aaedef69-cb41-438f-a67f-a72108b96f55 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:32.789754 n-d-813679-3 neutron-server[95501]: INFO neutron.db.segments_db [None req-aaedef69-cb41-438f-a67f-a72108b96f55 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Added segment f16cf0ac-76ac-40b9-ab87-b70fda8dbb01 of type vlan for network 25292ff6-df2e-42a1-aeea-68fb3a14f1ca Oct 12 19:15:32.811988 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5964a98a-6f8d-41c3-9497-c927454c7a38 req-e8e419dc-63b9-4281-b07f-4ac73fc576ce tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:32.813568 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5964a98a-6f8d-41c3-9497-c927454c7a38 req-e8e419dc-63b9-4281-b07f-4ac73fc576ce tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a1206d9-31c1-4fd3-ac50-b0129acc4058 HTTP/1.1" status: 200 len: 944 time: 0.1001389 Oct 12 19:15:32.831506 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:32.856574 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 476f669f-7576-444e-8d62-4cdac5d4b0dd up at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:15:32.891931 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-aaedef69-cb41-438f-a67f-a72108b96f55 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:32.928644 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5964a98a-6f8d-41c3-9497-c927454c7a38 req-141dd9f1-c28a-4e6c-8d16-9e899a668acd tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] 10.222.0.49 "GET /v2.0/security-groups?id=93001041-1fb8-4b9a-acba-05886aa0e0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017785 Oct 12 19:15:33.052169 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-aaedef69-cb41-438f-a67f-a72108b96f55 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:33.054391 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-44ae185a-0545-4345-8e62-b75ef0c323e3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:33.058819 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaedef69-cb41-438f-a67f-a72108b96f55 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:33.060882 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-aaedef69-cb41-438f-a67f-a72108b96f55 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:33.157302 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-0e1cb167-ab2a-4aed-96aa-0661b7cc47b6 None None] Provisioning complete for port b545b8c8-c09d-4859-9a1c-cccfcb5c7f69 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:15:33.158005 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0e1cb167-ab2a-4aed-96aa-0661b7cc47b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:33.160987 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58488ae0-a078-4c9a-86d5-b0d4c9e4f552 req-3a81b130-2caf-4c90-b53a-61afeab89684 tempest-InstanceActionsV221TestJSON-1916065637 tempest-InstanceActionsV221TestJSON-1916065637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:33.163647 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-58488ae0-a078-4c9a-86d5-b0d4c9e4f552 req-3a81b130-2caf-4c90-b53a-61afeab89684 tempest-InstanceActionsV221TestJSON-1916065637 tempest-InstanceActionsV221TestJSON-1916065637-project] 10.222.0.61 "GET /v2.0/networks?id=664d279d-2f55-43f4-8554-502272b3aa91 HTTP/1.1" status: 200 len: 816 time: 0.3279030 Oct 12 19:15:33.195109 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-58488ae0-a078-4c9a-86d5-b0d4c9e4f552 req-cfd95e84-9c0b-4dd8-bfc1-49be7cabc87d tempest-InstanceActionsV221TestJSON-1916065637 tempest-InstanceActionsV221TestJSON-1916065637-project] Request body: {'port': {'device_id': '27c3d490-2043-4497-b1e1-c0e082ac65f1', 'network_id': '664d279d-2f55-43f4-8554-502272b3aa91', 'admin_state_up': True, 'tenant_id': 'b959c6d7795a4648b4937f4ea3556767'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:15:33.202683 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-aaedef69-cb41-438f-a67f-a72108b96f55 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7001801 Oct 12 19:15:33.207683 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 34650) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:15:33.228147 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b363e6-4451-4e74-9f4c-6969caa62de1 req-ac63dda3-deae-41ee-8ada-05f0d06155fb tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:33.245184 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a4b363e6-4451-4e74-9f4c-6969caa62de1 req-ac63dda3-deae-41ee-8ada-05f0d06155fb tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebcb2f5f-6905-4dde-9297-383f7820fe6b HTTP/1.1" status: 200 len: 945 time: 0.2877088 Oct 12 19:15:33.251975 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-ec602e58-66eb-4820-b2b4-38f1f6b925cb tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Request body: {'subnet': {'network_id': '2e14c4f2-b68c-4d21-920b-215a17ef69db', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:15:33.260933 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device b545b8c8-c09d-4859-9a1c-cccfcb5c7f69 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:15:33.320133 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:33.470630 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaedef69-cb41-438f-a67f-a72108b96f55 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Pushing event updated for resources: {'Network': ['ID=25292ff6-df2e-42a1-aeea-68fb3a14f1ca,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:33.492702 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2072411-52f9-415c-8e93-2fc45cb0819f req-3ebcf873-2438-4124-aa62-cb1fa04b9bc4 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:33.500611 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e2072411-52f9-415c-8e93-2fc45cb0819f req-3ebcf873-2438-4124-aa62-cb1fa04b9bc4 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=08ecabda-5587-420b-a912-46737a0ec139 HTTP/1.1" status: 200 len: 945 time: 0.3921092 Oct 12 19:15:33.515032 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a4b363e6-4451-4e74-9f4c-6969caa62de1 req-863c6b28-9259-4e97-8f3a-384e7ad05c96 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/security-groups?id=453b01c6-7fe6-41ac-8e1d-6df7a2675094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689040 Oct 12 19:15:33.533422 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9051ded0-1beb-42bd-8f4e-79265d7894fe req-3c0b2fe7-5536-4800-b60a-efc2c5de378d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:33.535042 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9051ded0-1beb-42bd-8f4e-79265d7894fe req-3c0b2fe7-5536-4800-b60a-efc2c5de378d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=803d7b884967412f992e4b2e79b460e6&device_id=08ecabda-5587-420b-a912-46737a0ec139 HTTP/1.1" status: 200 len: 1096 time: 0.1277444 Oct 12 19:15:33.632915 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec602e58-66eb-4820-b2b4-38f1f6b925cb tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Made reservation on behalf of e65d35344c43413ba93381b16381b559 for: {'subnet': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:15:33.633117 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 25292ff6-df2e-42a1-aeea-68fb3a14f1ca details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:15:33.637632 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ec602e58-66eb-4820-b2b4-38f1f6b925cb tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4612397'] for subnet, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:33.658311 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e2072411-52f9-415c-8e93-2fc45cb0819f req-17f290a4-2438-4f26-b82c-1ab40491044e tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2999b03-b87d-46b4-9267-1669e2e14df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567347 Oct 12 19:15:33.735980 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning for port 476f669f-7576-444e-8d62-4cdac5d4b0dd completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:15:33.742351 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0e1cb167-ab2a-4aed-96aa-0661b7cc47b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:33.755463 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning complete for port 476f669f-7576-444e-8d62-4cdac5d4b0dd triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:15:33.759222 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:33.795459 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9051ded0-1beb-42bd-8f4e-79265d7894fe req-cdc3a13d-9afb-4c15-9d34-c13b3a249ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:33.797055 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9051ded0-1beb-42bd-8f4e-79265d7894fe req-cdc3a13d-9afb-4c15-9d34-c13b3a249ac5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=82671036-c03a-4d3c-b62d-db19aa8b0fed HTTP/1.1" status: 200 len: 921 time: 0.2503095 Oct 12 19:15:33.798974 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5959f8a9-b917-484f-b232-bae84425bc1e req-a966c900-8d73-4a4e-bb2c-cdbf51f58b2e tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:33.806946 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5959f8a9-b917-484f-b232-bae84425bc1e req-a966c900-8d73-4a4e-bb2c-cdbf51f58b2e tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/ports?device_id=d14b4963-a7f3-4841-86bc-93dad48b6e25 HTTP/1.1" status: 200 len: 946 time: 0.1563551 Oct 12 19:15:33.819494 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port b545b8c8-c09d-4859-9a1c-cccfcb5c7f69 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:15:33.819867 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:33.822481 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-44ae185a-0545-4345-8e62-b75ef0c323e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8093541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7915516'] for router, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:33.831467 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58488ae0-a078-4c9a-86d5-b0d4c9e4f552 req-cfd95e84-9c0b-4dd8-bfc1-49be7cabc87d tempest-InstanceActionsV221TestJSON-1916065637 tempest-InstanceActionsV221TestJSON-1916065637-project] Made reservation on behalf of b959c6d7795a4648b4937f4ea3556767 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:15:33.835410 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-58488ae0-a078-4c9a-86d5-b0d4c9e4f552 req-cfd95e84-9c0b-4dd8-bfc1-49be7cabc87d tempest-InstanceActionsV221TestJSON-1916065637 tempest-InstanceActionsV221TestJSON-1916065637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:33.877484 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9051ded0-1beb-42bd-8f4e-79265d7894fe req-f50298ce-a66e-4a3d-a160-b8b850f85ecf service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1811d3a0-467e-48a0-a3db-28fc7ff2ff79 HTTP/1.1" status: 200 len: 217 time: 0.0717161 Oct 12 19:15:33.922476 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5959f8a9-b917-484f-b232-bae84425bc1e req-0c3cb1b5-27ba-4dd1-8b7d-84df89caebba tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cccf57-f452-41a8-9e48-a6e744310271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144838 Oct 12 19:15:33.965105 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:34.010286 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-0e1cb167-ab2a-4aed-96aa-0661b7cc47b6 None None] For port b545b8c8-c09d-4859-9a1c-cccfcb5c7f69, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=b545b8c8-c09d-4859-9a1c-cccfcb5c7f69,segment=NetworkSegment(60701869-b898-4b9a-bbaf-e0de831a4cd8),segment_id=60701869-b898-4b9a-bbaf-e0de831a4cd8)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:15:34.019180 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-87d0446b-2066-49e9-9c50-2b27423277b5 req-948cb6aa-bdb0-494a-99aa-4f2286c0b826 tempest-InstanceActionsV221TestJSON-1916065637 tempest-InstanceActionsV221TestJSON-1916065637-project] 10.222.0.49 "GET /v2.0/ports?device_id=27c3d490-2043-4497-b1e1-c0e082ac65f1 HTTP/1.1" status: 200 len: 210 time: 0.0825515 Oct 12 19:15:34.053508 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9051ded0-1beb-42bd-8f4e-79265d7894fe req-a94762c5-2aa7-486c-b1c4-d9c7858b0751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:34.055127 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9051ded0-1beb-42bd-8f4e-79265d7894fe req-a94762c5-2aa7-486c-b1c4-d9c7858b0751 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=39796bec-4145-45cd-b713-3f2477a830cb HTTP/1.1" status: 200 len: 860 time: 0.1657314 Oct 12 19:15:34.063341 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 476f669f-7576-444e-8d62-4cdac5d4b0dd, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=476f669f-7576-444e-8d62-4cdac5d4b0dd,segment=NetworkSegment(9a265161-39b6-438d-83a9-b9196658e74a),segment_id=9a265161-39b6-438d-83a9-b9196658e74a)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:15:34.070289 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a1206d9-31c1-4fd3-ac50-b0129acc4058', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '476f669f-7576-444e-8d62-4cdac5d4b0dd'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:15:34.073510 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bb7ee91-508e-489f-8537-b0e47bfe2065" -d '{"events": [{"server_uuid": "9a1206d9-31c1-4fd3-ac50-b0129acc4058", "name": "network-vif-plugged", "status": "completed", "tag": "476f669f-7576-444e-8d62-4cdac5d4b0dd"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:15:34.080604 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:34.119666 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0e1cb167-ab2a-4aed-96aa-0661b7cc47b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:34.125929 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:34.161427 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-802f1dc9-8116-45ba-856c-5e18d78e8450 x-openstack-request-id: req-802f1dc9-8116-45ba-856c-5e18d78e8450 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:15:34.161827 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a1206d9-31c1-4fd3-ac50-b0129acc4058", "name": "network-vif-plugged", "status": "completed", "tag": "476f669f-7576-444e-8d62-4cdac5d4b0dd", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:15:34.162815 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-802f1dc9-8116-45ba-856c-5e18d78e8450 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:15:34.165333 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a1206d9-31c1-4fd3-ac50-b0129acc4058', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '476f669f-7576-444e-8d62-4cdac5d4b0dd', 'code': 200} Oct 12 19:15:34.182540 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:34.205151 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9051ded0-1beb-42bd-8f4e-79265d7894fe req-c17286ba-49a1-4a02-a97f-f51b75097bcf service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=82671036-c03a-4d3c-b62d-db19aa8b0fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1223950 Oct 12 19:15:34.242345 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ea161c-e83c-4af0-a0f9-6d7c7dbe165e req-235f4b7b-f099-46dc-b126-57e211ab9688 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:34.243913 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-87ea161c-e83c-4af0-a0f9-6d7c7dbe165e req-235f4b7b-f099-46dc-b126-57e211ab9688 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a1206d9-31c1-4fd3-ac50-b0129acc4058 HTTP/1.1" status: 200 len: 944 time: 0.1931803 Oct 12 19:15:34.256561 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.db.api [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 19:15:34.256999 n-d-813679-3 neutron-server[95503]: DEBUG oslo_db.api [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 19:15:34.273688 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1cb167-ab2a-4aed-96aa-0661b7cc47b6 None None] Pushing event updated for resources: {'Port': ['ID=b545b8c8-c09d-4859-9a1c-cccfcb5c7f69,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:34.303554 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ec602e58-66eb-4820-b2b4-38f1f6b925cb tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4824863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4612355'] for subnet, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:34.330170 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-4f9bab19-31b0-4d31-a0e5-8dab8e5999b6 None None] Provisioning complete for port b545b8c8-c09d-4859-9a1c-cccfcb5c7f69 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:15:34.330555 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4f9bab19-31b0-4d31-a0e5-8dab8e5999b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:34.348825 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afd0483-9f57-4391-9f2b-8bf2a7f92237 req-199484e2-af6b-4fd5-88b0-b083ac1fae1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:34.351189 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1afd0483-9f57-4391-9f2b-8bf2a7f92237 req-199484e2-af6b-4fd5-88b0-b083ac1fae1a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9a1206d9-31c1-4fd3-ac50-b0129acc4058 HTTP/1.1" status: 200 len: 1096 time: 0.1287899 Oct 12 19:15:34.362468 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [req-58488ae0-a078-4c9a-86d5-b0d4c9e4f552 req-cfd95e84-9c0b-4dd8-bfc1-49be7cabc87d tempest-InstanceActionsV221TestJSON-1916065637 tempest-InstanceActionsV221TestJSON-1916065637-project] Allocated IP 172.20.0.3 (664d279d-2f55-43f4-8554-502272b3aa91/4f993ab8-4b63-4e7d-bd25-90e4cb11e77f/0bb2af15-4e77-4f2c-b7a8-90f38dfe6eca) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:15:34.363707 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec602e58-66eb-4820-b2b4-38f1f6b925cb tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Pushing event updated for resources: {'Subnet': ['ID=9eccc23a-d2b3-4cf1-80e5-df88bd80499d,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:34.426935 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=476f669f-7576-444e-8d62-4cdac5d4b0dd,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:34.449273 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:34.456801 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-87ea161c-e83c-4af0-a0f9-6d7c7dbe165e req-26f1f105-29e8-40ad-bc9f-4300e2ce6660 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] 10.222.0.49 "GET /v2.0/security-groups?id=93001041-1fb8-4b9a-acba-05886aa0e0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744993 Oct 12 19:15:34.458248 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec602e58-66eb-4820-b2b4-38f1f6b925cb tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Checking segment: {'id': 'c5aaa6cb-4fc0-487c-a1c9-b6d1d0ba82ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '2e14c4f2-b68c-4d21-920b-215a17ef69db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:15:34.461907 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec602e58-66eb-4820-b2b4-38f1f6b925cb tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Network hostable DHCP agents. Network: 2e14c4f2-b68c-4d21-920b-215a17ef69db, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:15:34.483620 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1afd0483-9f57-4391-9f2b-8bf2a7f92237 req-f853439d-0195-4de8-9263-6bb7540f532f service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=93001041-1fb8-4b9a-acba-05886aa0e0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045983 Oct 12 19:15:34.520960 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9051ded0-1beb-42bd-8f4e-79265d7894fe req-fcfa7162-0c3c-4ee5-ae5d-709211b542d8 service neutron] 10.222.0.61 "GET /v2.0/networks/82671036-c03a-4d3c-b62d-db19aa8b0fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3038890 Oct 12 19:15:34.575214 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44ae185a-0545-4345-8e62-b75ef0c323e3 admin admin] Router ac724b47-8be8-46e8-9d52-ad611160a563 is scheduled to L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b with binding_index 1 {{(pid=95502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 19:15:34.589014 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec602e58-66eb-4820-b2b4-38f1f6b925cb tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Network 2e14c4f2-b68c-4d21-920b-215a17ef69db is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:15:34.659426 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0f49e8-1767-4d7f-bf2a-ae7319484969 req-74161ab5-0aa9-4f4a-aa83-8714078a587d tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:34.661178 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0e0f49e8-1767-4d7f-bf2a-ae7319484969 req-74161ab5-0aa9-4f4a-aa83-8714078a587d tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebcb2f5f-6905-4dde-9297-383f7820fe6b HTTP/1.1" status: 200 len: 945 time: 0.0571959 Oct 12 19:15:34.677914 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-ec602e58-66eb-4820-b2b4-38f1f6b925cb tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, 2e14c4f2-b68c-4d21-920b-215a17ef69db) {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:15:34.691303 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de299149-5e1d-42c0-b741-bdedd339879c None None] Network 2e14c4f2-b68c-4d21-920b-215a17ef69db requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:15:34.755141 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-58488ae0-a078-4c9a-86d5-b0d4c9e4f552 req-cfd95e84-9c0b-4dd8-bfc1-49be7cabc87d tempest-InstanceActionsV221TestJSON-1916065637 tempest-InstanceActionsV221TestJSON-1916065637-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:34.765254 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44ae185a-0545-4345-8e62-b75ef0c323e3 admin admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:15:34.805027 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9051ded0-1beb-42bd-8f4e-79265d7894fe req-f17a6f46-cfb7-4fb7-a3d8-6563562641f5 service neutron] 10.222.0.61 "GET /v2.0/networks/82671036-c03a-4d3c-b62d-db19aa8b0fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059823 Oct 12 19:15:34.806651 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec602e58-66eb-4820-b2b4-38f1f6b925cb tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:34.807243 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ec602e58-66eb-4820-b2b4-38f1f6b925cb tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:34.809596 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e237fa7-e3ef-4a91-8321-d1a53878f7db None None] Sync routers for ids ['ac724b47-8be8-46e8-9d52-ad611160a563'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:15:34.862579 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0e0f49e8-1767-4d7f-bf2a-ae7319484969 req-ac8de7db-d04e-4168-9574-e2b1761b3dfb tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/security-groups?id=453b01c6-7fe6-41ac-8e1d-6df7a2675094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918256 Oct 12 19:15:34.879617 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e349aa-2812-4e0d-955e-fe8738dd10cb req-0f033b36-7674-4ba6-8cb5-e0cbc620204e tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:34.879617 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-67e349aa-2812-4e0d-955e-fe8738dd10cb req-0f033b36-7674-4ba6-8cb5-e0cbc620204e tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=08ecabda-5587-420b-a912-46737a0ec139 HTTP/1.1" status: 200 len: 945 time: 0.0717521 Oct 12 19:15:34.885631 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e237fa7-e3ef-4a91-8321-d1a53878f7db None None] Routers {'ac724b47-8be8-46e8-9d52-ad611160a563'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:15:34.886487 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-1e237fa7-e3ef-4a91-8321-d1a53878f7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:15:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['ac724b47-8be8-46e8-9d52-ad611160a563'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:15:34.913677 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-44ae185a-0545-4345-8e62-b75ef0c323e3 admin admin] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:34.919083 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-44ae185a-0545-4345-8e62-b75ef0c323e3 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 5.2574625 Oct 12 19:15:34.919231 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 34670) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:15:34.947030 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-67e349aa-2812-4e0d-955e-fe8738dd10cb req-2d8c2fb2-3759-4bbd-a32c-e050afefef5d tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2999b03-b87d-46b4-9267-1669e2e14df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615351 Oct 12 19:15:34.949002 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-58488ae0-a078-4c9a-86d5-b0d4c9e4f552 req-cfd95e84-9c0b-4dd8-bfc1-49be7cabc87d tempest-InstanceActionsV221TestJSON-1916065637 tempest-InstanceActionsV221TestJSON-1916065637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:35.061573 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58488ae0-a078-4c9a-86d5-b0d4c9e4f552 req-cfd95e84-9c0b-4dd8-bfc1-49be7cabc87d tempest-InstanceActionsV221TestJSON-1916065637 tempest-InstanceActionsV221TestJSON-1916065637-project] Network 664d279d-2f55-43f4-8554-502272b3aa91 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:15:35.065119 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [req-58488ae0-a078-4c9a-86d5-b0d4c9e4f552 req-cfd95e84-9c0b-4dd8-bfc1-49be7cabc87d tempest-InstanceActionsV221TestJSON-1916065637 tempest-InstanceActionsV221TestJSON-1916065637-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:15:35.081627 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-58488ae0-a078-4c9a-86d5-b0d4c9e4f552 req-cfd95e84-9c0b-4dd8-bfc1-49be7cabc87d tempest-InstanceActionsV221TestJSON-1916065637 tempest-InstanceActionsV221TestJSON-1916065637-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:15:35.117991 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-ec602e58-66eb-4820-b2b4-38f1f6b925cb tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.9026315 Oct 12 19:15:35.135905 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 34680) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:15:35.140528 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device b545b8c8-c09d-4859-9a1c-cccfcb5c7f69 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:15:35.141486 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-416433eb-24cd-4c8f-9143-f35f604f5871 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Request body: {'subnet': {'network_id': '25292ff6-df2e-42a1-aeea-68fb3a14f1ca', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:15:35.230538 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd95e84-9c0b-4dd8-bfc1-49be7cabc87d tempest-InstanceActionsV221TestJSON-1916065637 tempest-InstanceActionsV221TestJSON-1916065637-project] Pushing event updated for resources: {'Port': ['ID=0bb2af15-4e77-4f2c-b7a8-90f38dfe6eca,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:35.277772 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58488ae0-a078-4c9a-86d5-b0d4c9e4f552 req-cfd95e84-9c0b-4dd8-bfc1-49be7cabc87d tempest-InstanceActionsV221TestJSON-1916065637 tempest-InstanceActionsV221TestJSON-1916065637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:35.278392 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-58488ae0-a078-4c9a-86d5-b0d4c9e4f552 req-cfd95e84-9c0b-4dd8-bfc1-49be7cabc87d tempest-InstanceActionsV221TestJSON-1916065637 tempest-InstanceActionsV221TestJSON-1916065637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:35.312597 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6425cc-f6ec-4af7-a79d-b4b93be38777 req-a6f6bed6-2245-4da4-b1c0-370fdaba3767 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:35.314939 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6d6425cc-f6ec-4af7-a79d-b4b93be38777 req-a6f6bed6-2245-4da4-b1c0-370fdaba3767 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/ports?device_id=d14b4963-a7f3-4841-86bc-93dad48b6e25 HTTP/1.1" status: 200 len: 946 time: 0.1904976 Oct 12 19:15:35.325650 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9051ded0-1beb-42bd-8f4e-79265d7894fe req-76a7377d-7a46-469f-b014-21d7d171f19a tempest-LiveAutoBlockMigrationV225Test-2051523199 tempest-LiveAutoBlockMigrationV225Test-2051523199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:35.325650 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9051ded0-1beb-42bd-8f4e-79265d7894fe req-76a7377d-7a46-469f-b014-21d7d171f19a tempest-LiveAutoBlockMigrationV225Test-2051523199 tempest-LiveAutoBlockMigrationV225Test-2051523199-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=08ecabda-5587-420b-a912-46737a0ec139&tenant_id=803d7b884967412f992e4b2e79b460e6&binding%3Ahost_id=n-h2-813679-3 HTTP/1.1" status: 200 len: 1096 time: 0.2603867 Oct 12 19:15:35.357856 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-9051ded0-1beb-42bd-8f4e-79265d7894fe req-b833880d-ae40-4d77-b5f1-e9822ec0348a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-813679-3'}}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:15:35.365882 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6d6425cc-f6ec-4af7-a79d-b4b93be38777 req-180616a6-176f-49f7-83dc-6b615030220a tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cccf57-f452-41a8-9e48-a6e744310271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412908 Oct 12 19:15:35.368389 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-1e237fa7-e3ef-4a91-8321-d1a53878f7db None None] Set router ac724b47-8be8-46e8-9d52-ad611160a563 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:15:35.373811 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a04480-1781-4ded-a722-8015fa40488a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-2e14c4f2-b68c-4d21-920b-215a17ef69db', 'network_id': '2e14c4f2-b68c-4d21-920b-215a17ef69db', 'tenant_id': 'e65d35344c43413ba93381b16381b559', 'fixed_ips': [{'subnet_id': '9eccc23a-d2b3-4cf1-80e5-df88bd80499d'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:15:35.374672 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-81a04480-1781-4ded-a722-8015fa40488a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:35.388935 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-58488ae0-a078-4c9a-86d5-b0d4c9e4f552 req-cfd95e84-9c0b-4dd8-bfc1-49be7cabc87d tempest-InstanceActionsV221TestJSON-1916065637 tempest-InstanceActionsV221TestJSON-1916065637-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2079284 Oct 12 19:15:35.414498 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-58488ae0-a078-4c9a-86d5-b0d4c9e4f552 req-db596df8-ed38-4a4c-87cc-cbf355ce5d0a service neutron] Request body: {'port': {'device_id': '27c3d490-2043-4497-b1e1-c0e082ac65f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:15:35.528657 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-416433eb-24cd-4c8f-9143-f35f604f5871 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Made reservation on behalf of e65d35344c43413ba93381b16381b559 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:15:35.532723 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-416433eb-24cd-4c8f-9143-f35f604f5871 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16245837'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:35.559601 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-9051ded0-1beb-42bd-8f4e-79265d7894fe req-b833880d-ae40-4d77-b5f1-e9822ec0348a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:35.618885 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port b545b8c8-c09d-4859-9a1c-cccfcb5c7f69 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:15:35.619197 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:35.693042 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-58488ae0-a078-4c9a-86d5-b0d4c9e4f552 req-db596df8-ed38-4a4c-87cc-cbf355ce5d0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:35.711060 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b3a253-947e-47ed-9498-43da1360df3f req-977ced5a-d1d3-43f7-b66f-322308a87c96 tempest-InstanceActionsV221TestJSON-1916065637 tempest-InstanceActionsV221TestJSON-1916065637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:35.723433 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-44b3a253-947e-47ed-9498-43da1360df3f req-977ced5a-d1d3-43f7-b66f-322308a87c96 tempest-InstanceActionsV221TestJSON-1916065637 tempest-InstanceActionsV221TestJSON-1916065637-project] 10.222.0.49 "GET /v2.0/ports?device_id=27c3d490-2043-4497-b1e1-c0e082ac65f1 HTTP/1.1" status: 200 len: 931 time: 0.2165732 Oct 12 19:15:35.826115 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-9051ded0-1beb-42bd-8f4e-79265d7894fe req-b833880d-ae40-4d77-b5f1-e9822ec0348a service neutron] For port 1811d3a0-467e-48a0-a3db-28fc7ff2ff79, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=1811d3a0-467e-48a0-a3db-28fc7ff2ff79,segment=NetworkSegment(092fb16a-01c2-4f4a-b148-df23675b5071),segment_id=092fb16a-01c2-4f4a-b148-df23675b5071)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:15:35.868615 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-9051ded0-1beb-42bd-8f4e-79265d7894fe req-b833880d-ae40-4d77-b5f1-e9822ec0348a service neutron] For port 1811d3a0-467e-48a0-a3db-28fc7ff2ff79, host n-h2-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:15:35.920232 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-9051ded0-1beb-42bd-8f4e-79265d7894fe req-b833880d-ae40-4d77-b5f1-e9822ec0348a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:35.923357 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08ecabda-5587-420b-a912-46737a0ec139', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1811d3a0-467e-48a0-a3db-28fc7ff2ff79'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:15:35.929166 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02407d2d-3891-47ea-8770-7a1ec9b786f1" -d '{"events": [{"server_uuid": "08ecabda-5587-420b-a912-46737a0ec139", "name": "network-vif-unplugged", "status": "completed", "tag": "1811d3a0-467e-48a0-a3db-28fc7ff2ff79"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:15:36.001973 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-44b3a253-947e-47ed-9498-43da1360df3f req-13d8584a-0052-477a-aa85-010bd6ee3cfa tempest-InstanceActionsV221TestJSON-1916065637 tempest-InstanceActionsV221TestJSON-1916065637-project] 10.222.0.49 "GET /v2.0/security-groups?id=5e18be5a-40dc-4fc4-8942-0242c82a83db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771804 Oct 12 19:15:36.010972 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-9051ded0-1beb-42bd-8f4e-79265d7894fe req-b833880d-ae40-4d77-b5f1-e9822ec0348a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:36.131787 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-81a04480-1781-4ded-a722-8015fa40488a None None] Allocated IP 10.1.1.2 (2e14c4f2-b68c-4d21-920b-215a17ef69db/9eccc23a-d2b3-4cf1-80e5-df88bd80499d/10feb9d4-7aa8-4868-8c66-1a4d7095d414) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:15:36.176525 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 19:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fb0fea6-00b8-47a3-b8b4-243054309f29 x-openstack-request-id: req-8fb0fea6-00b8-47a3-b8b4-243054309f29 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:15:36.177031 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08ecabda-5587-420b-a912-46737a0ec139", "name": "network-vif-unplugged", "status": "completed", "tag": "1811d3a0-467e-48a0-a3db-28fc7ff2ff79", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:15:36.177471 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8fb0fea6-00b8-47a3-b8b4-243054309f29 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:15:36.179549 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08ecabda-5587-420b-a912-46737a0ec139', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1811d3a0-467e-48a0-a3db-28fc7ff2ff79', 'code': 200} Oct 12 19:15:36.199092 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05211759-416d-4092-8022-c2fe7ac3a5e3 req-74083e0f-ca6e-40ac-bd4c-414c597eb5ab tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:36.202484 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-05211759-416d-4092-8022-c2fe7ac3a5e3 req-74083e0f-ca6e-40ac-bd4c-414c597eb5ab tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a1206d9-31c1-4fd3-ac50-b0129acc4058 HTTP/1.1" status: 200 len: 945 time: 0.2334359 Oct 12 19:15:36.250435 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b833880d-ae40-4d77-b5f1-e9822ec0348a service neutron] Pushing event updated for resources: {'Port': ['ID=1811d3a0-467e-48a0-a3db-28fc7ff2ff79,revision_number=7']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:36.294607 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-1e237fa7-e3ef-4a91-8321-d1a53878f7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac724b47-8be8-46e8-9d52-ad611160a563', 'name': 'tempest-ServersTestJSON-769147083-router', 'tenant_id': '854de6b76f23444fa0b0e15315f450ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': '58efb78f-0b82-4cd7-8dd8-48b122e5cd64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:15:29Z', 'updated_at': '2021-10-12T19:15:32Z', 'revision_number': 3, 'project_id': '854de6b76f23444fa0b0e15315f450ce', 'gw_port': {'id': '58efb78f-0b82-4cd7-8dd8-48b122e5cd64', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c7:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac724b47-8be8-46e8-9d52-ad611160a563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:15:31Z', 'updated_at': '2021-10-12T19:15:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:15:36.342552 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e237fa7-e3ef-4a91-8321-d1a53878f7db None None] Checking router: ac724b47-8be8-46e8-9d52-ad611160a563 for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:15:36.343154 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e237fa7-e3ef-4a91-8321-d1a53878f7db None None] Updating router ac724b47-8be8-46e8-9d52-ad611160a563 port 58efb78f-0b82-4cd7-8dd8-48b122e5cd64 binding host n-d-813679-3 {{(pid=95503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 19:15:36.373195 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1e237fa7-e3ef-4a91-8321-d1a53878f7db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:36.402288 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-9051ded0-1beb-42bd-8f4e-79265d7894fe req-b833880d-ae40-4d77-b5f1-e9822ec0348a service neutron] Attempting to bind port 1811d3a0-467e-48a0-a3db-28fc7ff2ff79 on host n-h2-813679-3 for vnic_type normal with profile {"migrating_to": "n-h1-813679-3"} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:15:36.402641 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-9051ded0-1beb-42bd-8f4e-79265d7894fe req-b833880d-ae40-4d77-b5f1-e9822ec0348a service neutron] Attempting to bind port 1811d3a0-467e-48a0-a3db-28fc7ff2ff79 by drivers openvswitch,hyperv on host n-h2-813679-3 at level 0 using segments [{'id': '092fb16a-01c2-4f4a-b148-df23675b5071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '82671036-c03a-4d3c-b62d-db19aa8b0fed'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:15:36.403302 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9051ded0-1beb-42bd-8f4e-79265d7894fe req-b833880d-ae40-4d77-b5f1-e9822ec0348a service neutron] Attempting to bind port 1811d3a0-467e-48a0-a3db-28fc7ff2ff79 on network 82671036-c03a-4d3c-b62d-db19aa8b0fed {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:15:36.425050 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-05211759-416d-4092-8022-c2fe7ac3a5e3 req-7cd02a77-2271-4377-bda0-86e96e4328d5 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] 10.222.0.49 "GET /v2.0/security-groups?id=93001041-1fb8-4b9a-acba-05886aa0e0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942818 Oct 12 19:15:36.445121 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9051ded0-1beb-42bd-8f4e-79265d7894fe req-b833880d-ae40-4d77-b5f1-e9822ec0348a service neutron] Port 1811d3a0-467e-48a0-a3db-28fc7ff2ff79 on network 82671036-c03a-4d3c-b62d-db19aa8b0fed not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:15:36.446755 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9051ded0-1beb-42bd-8f4e-79265d7894fe req-b833880d-ae40-4d77-b5f1-e9822ec0348a service neutron] Attempting to bind port 1811d3a0-467e-48a0-a3db-28fc7ff2ff79 on network 82671036-c03a-4d3c-b62d-db19aa8b0fed {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:15:36.477448 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-37a7e87f-19ea-4e55-9bf7-8798892e2128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:36.480939 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9051ded0-1beb-42bd-8f4e-79265d7894fe req-b833880d-ae40-4d77-b5f1-e9822ec0348a service neutron] Checking agent: {'id': '233fbd7d-38e4-434f-bb8f-05364d7423a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:15:36.488434 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9051ded0-1beb-42bd-8f4e-79265d7894fe req-b833880d-ae40-4d77-b5f1-e9822ec0348a service neutron] Checking segment: {'id': '092fb16a-01c2-4f4a-b148-df23675b5071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '82671036-c03a-4d3c-b62d-db19aa8b0fed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:15:36.489015 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9051ded0-1beb-42bd-8f4e-79265d7894fe req-b833880d-ae40-4d77-b5f1-e9822ec0348a service neutron] Bound using segment: {'id': '092fb16a-01c2-4f4a-b148-df23675b5071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '82671036-c03a-4d3c-b62d-db19aa8b0fed'} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:15:36.489580 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-9051ded0-1beb-42bd-8f4e-79265d7894fe req-b833880d-ae40-4d77-b5f1-e9822ec0348a service neutron] Bound port: 1811d3a0-467e-48a0-a3db-28fc7ff2ff79, host: n-h2-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '092fb16a-01c2-4f4a-b148-df23675b5071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '82671036-c03a-4d3c-b62d-db19aa8b0fed'}}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:15:36.490054 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-9051ded0-1beb-42bd-8f4e-79265d7894fe req-b833880d-ae40-4d77-b5f1-e9822ec0348a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:36.587665 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-81a04480-1781-4ded-a722-8015fa40488a None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:36.700479 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bae196-4521-43d4-adcb-99c1068cfcce req-367a301b-cd5f-4136-a982-aa0785673357 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:36.712365 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-44bae196-4521-43d4-adcb-99c1068cfcce req-367a301b-cd5f-4136-a982-aa0785673357 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/ports?device_id=d14b4963-a7f3-4841-86bc-93dad48b6e25 HTTP/1.1" status: 200 len: 946 time: 0.1775351 Oct 12 19:15:36.820362 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c214894a-2899-4cd0-9294-9e0d3449d2ab req-6befca6f-c7fd-40c4-a658-89f341616365 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:36.828186 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c214894a-2899-4cd0-9294-9e0d3449d2ab req-6befca6f-c7fd-40c4-a658-89f341616365 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=08ecabda-5587-420b-a912-46737a0ec139 HTTP/1.1" status: 200 len: 943 time: 0.1362314 Oct 12 19:15:36.862105 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-37a7e87f-19ea-4e55-9bf7-8798892e2128 admin admin] Allocated IP 172.20.0.1 (25bd3ef4-7d24-4004-bdbf-0c2d840ca5a9/fa1d46c1-7b08-4128-8308-d970bab25da7/c39621b9-c578-4736-afcc-55a25ecdb1a3) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:15:36.897194 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c214894a-2899-4cd0-9294-9e0d3449d2ab req-bbf38a34-90f7-4f86-b6c2-1762e33f380c tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2999b03-b87d-46b4-9267-1669e2e14df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654287 Oct 12 19:15:36.904601 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-416433eb-24cd-4c8f-9143-f35f604f5871 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4306659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16245859'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:36.937732 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1e237fa7-e3ef-4a91-8321-d1a53878f7db None None] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:37.035788 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-81a04480-1781-4ded-a722-8015fa40488a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:37.041120 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416433eb-24cd-4c8f-9143-f35f604f5871 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Pushing event updated for resources: {'Subnet': ['ID=141028c9-d5c4-4f69-a812-45a1cb34ea69,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:37.050946 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [req-58488ae0-a078-4c9a-86d5-b0d4c9e4f552 req-db596df8-ed38-4a4c-87cc-cbf355ce5d0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bb2af15-4e77-4f2c-b7a8-90f38dfe6eca {{(pid=95502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:15:37.052376 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1e237fa7-e3ef-4a91-8321-d1a53878f7db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:37.063367 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-37a7e87f-19ea-4e55-9bf7-8798892e2128 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:37.065505 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-58488ae0-a078-4c9a-86d5-b0d4c9e4f552 req-db596df8-ed38-4a4c-87cc-cbf355ce5d0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:37.090117 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416433eb-24cd-4c8f-9143-f35f604f5871 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Checking segment: {'id': 'f16cf0ac-76ac-40b9-ab87-b70fda8dbb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '25292ff6-df2e-42a1-aeea-68fb3a14f1ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:15:37.090468 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416433eb-24cd-4c8f-9143-f35f604f5871 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Network hostable DHCP agents. Network: 25292ff6-df2e-42a1-aeea-68fb3a14f1ca, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:15:37.114730 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-58488ae0-a078-4c9a-86d5-b0d4c9e4f552 req-db596df8-ed38-4a4c-87cc-cbf355ce5d0a service neutron] Transition to ACTIVE for port object 0bb2af15-4e77-4f2c-b7a8-90f38dfe6eca will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:15:37.119075 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-9051ded0-1beb-42bd-8f4e-79265d7894fe req-b833880d-ae40-4d77-b5f1-e9822ec0348a service neutron] For port 1811d3a0-467e-48a0-a3db-28fc7ff2ff79, host n-h2-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:15:37.127985 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a04480-1781-4ded-a722-8015fa40488a None None] Network 2e14c4f2-b68c-4d21-920b-215a17ef69db is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:15:37.131526 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a04480-1781-4ded-a722-8015fa40488a None None] Pushing event updated for resources: {'Port': ['ID=10feb9d4-7aa8-4868-8c66-1a4d7095d414,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:37.138791 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-9051ded0-1beb-42bd-8f4e-79265d7894fe req-b833880d-ae40-4d77-b5f1-e9822ec0348a service neutron] For port 1811d3a0-467e-48a0-a3db-28fc7ff2ff79, host n-h2-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=1811d3a0-467e-48a0-a3db-28fc7ff2ff79,segment=NetworkSegment(092fb16a-01c2-4f4a-b148-df23675b5071),segment_id=092fb16a-01c2-4f4a-b148-df23675b5071)] {{(pid=95501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:15:37.141137 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-81a04480-1781-4ded-a722-8015fa40488a None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:15:37.157479 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-44bae196-4521-43d4-adcb-99c1068cfcce req-df41267a-9f3e-40d5-9b02-6c0419eddace tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cccf57-f452-41a8-9e48-a6e744310271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4418969 Oct 12 19:15:37.165465 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-1e237fa7-e3ef-4a91-8321-d1a53878f7db None None] Attempting to bind port 58efb78f-0b82-4cd7-8dd8-48b122e5cd64 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:15:37.165942 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-1e237fa7-e3ef-4a91-8321-d1a53878f7db None None] Attempting to bind port 58efb78f-0b82-4cd7-8dd8-48b122e5cd64 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:15:37.166537 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e237fa7-e3ef-4a91-8321-d1a53878f7db None None] Attempting to bind port 58efb78f-0b82-4cd7-8dd8-48b122e5cd64 on network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:15:37.169329 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a04480-1781-4ded-a722-8015fa40488a None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:15:37.195860 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-37a7e87f-19ea-4e55-9bf7-8798892e2128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:37.227757 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e237fa7-e3ef-4a91-8321-d1a53878f7db None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:15:37.228262 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e237fa7-e3ef-4a91-8321-d1a53878f7db None None] Checking segment: {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:15:37.228670 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1e237fa7-e3ef-4a91-8321-d1a53878f7db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:37.229075 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e237fa7-e3ef-4a91-8321-d1a53878f7db None None] Bound using segment: {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:15:37.229539 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-1e237fa7-e3ef-4a91-8321-d1a53878f7db None None] Bound port: 58efb78f-0b82-4cd7-8dd8-48b122e5cd64, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:15:37.229925 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1e237fa7-e3ef-4a91-8321-d1a53878f7db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:37.251337 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-58488ae0-a078-4c9a-86d5-b0d4c9e4f552 req-db596df8-ed38-4a4c-87cc-cbf355ce5d0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:37.254799 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416433eb-24cd-4c8f-9143-f35f604f5871 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Network 25292ff6-df2e-42a1-aeea-68fb3a14f1ca is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:15:37.264643 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-9051ded0-1beb-42bd-8f4e-79265d7894fe req-b833880d-ae40-4d77-b5f1-e9822ec0348a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:37.281975 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a7e87f-19ea-4e55-9bf7-8798892e2128 admin admin] Network 25bd3ef4-7d24-4004-bdbf-0c2d840ca5a9 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:15:37.296706 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-37a7e87f-19ea-4e55-9bf7-8798892e2128 admin admin] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:15:37.303763 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a7e87f-19ea-4e55-9bf7-8798892e2128 admin admin] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:15:37.343218 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-37a7e87f-19ea-4e55-9bf7-8798892e2128 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7915309'] for router_interface, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:37.362311 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb9ad81-56d2-4366-826c-5cdc42c7afce req-861d012d-e652-4300-a44e-59787a779fdd tempest-InstanceActionsV221TestJSON-1916065637 tempest-InstanceActionsV221TestJSON-1916065637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:37.364101 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1fb9ad81-56d2-4366-826c-5cdc42c7afce req-861d012d-e652-4300-a44e-59787a779fdd tempest-InstanceActionsV221TestJSON-1916065637 tempest-InstanceActionsV221TestJSON-1916065637-project] 10.222.0.49 "GET /v2.0/ports?device_id=27c3d490-2043-4497-b1e1-c0e082ac65f1 HTTP/1.1" status: 200 len: 931 time: 0.1417181 Oct 12 19:15:37.364760 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a7e87f-19ea-4e55-9bf7-8798892e2128 admin admin] Pushing event updated for resources: {'Port': ['ID=c39621b9-c578-4736-afcc-55a25ecdb1a3,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:37.371382 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db596df8-ed38-4a4c-87cc-cbf355ce5d0a service neutron] Pushing event updated for resources: {'Port': ['ID=0bb2af15-4e77-4f2c-b7a8-90f38dfe6eca,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:37.422795 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-416433eb-24cd-4c8f-9143-f35f604f5871 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, 25292ff6-df2e-42a1-aeea-68fb3a14f1ca) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:15:37.433991 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-1e237fa7-e3ef-4a91-8321-d1a53878f7db None None] For port 58efb78f-0b82-4cd7-8dd8-48b122e5cd64, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:15:37.434484 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-416433eb-24cd-4c8f-9143-f35f604f5871 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:37.435189 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-416433eb-24cd-4c8f-9143-f35f604f5871 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:37.440887 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-1e237fa7-e3ef-4a91-8321-d1a53878f7db None None] For port 58efb78f-0b82-4cd7-8dd8-48b122e5cd64, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=58efb78f-0b82-4cd7-8dd8-48b122e5cd64,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:15:37.451193 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-81a04480-1781-4ded-a722-8015fa40488a None None] Attempting to bind port 10feb9d4-7aa8-4868-8c66-1a4d7095d414 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:15:37.451746 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-81a04480-1781-4ded-a722-8015fa40488a None None] Attempting to bind port 10feb9d4-7aa8-4868-8c66-1a4d7095d414 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'c5aaa6cb-4fc0-487c-a1c9-b6d1d0ba82ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '2e14c4f2-b68c-4d21-920b-215a17ef69db'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:15:37.453278 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a04480-1781-4ded-a722-8015fa40488a None None] Attempting to bind port 10feb9d4-7aa8-4868-8c66-1a4d7095d414 on network 2e14c4f2-b68c-4d21-920b-215a17ef69db {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:15:37.474523 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-58488ae0-a078-4c9a-86d5-b0d4c9e4f552 req-db596df8-ed38-4a4c-87cc-cbf355ce5d0a service neutron] Attempting to bind port 0bb2af15-4e77-4f2c-b7a8-90f38dfe6eca on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:15:37.474911 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-58488ae0-a078-4c9a-86d5-b0d4c9e4f552 req-db596df8-ed38-4a4c-87cc-cbf355ce5d0a service neutron] Attempting to bind port 0bb2af15-4e77-4f2c-b7a8-90f38dfe6eca by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': '1c9fbb1c-5cb1-460b-9069-706a44d428c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '664d279d-2f55-43f4-8554-502272b3aa91'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:15:37.475182 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58488ae0-a078-4c9a-86d5-b0d4c9e4f552 req-db596df8-ed38-4a4c-87cc-cbf355ce5d0a service neutron] Attempting to bind port 0bb2af15-4e77-4f2c-b7a8-90f38dfe6eca on network 664d279d-2f55-43f4-8554-502272b3aa91 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:15:37.478014 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b2d355-3b73-4b21-9ff6-11968ebd8163 None None] Pushing event updated for resources: {'Port': ['ID=58efb78f-0b82-4cd7-8dd8-48b122e5cd64,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:37.480728 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58488ae0-a078-4c9a-86d5-b0d4c9e4f552 req-db596df8-ed38-4a4c-87cc-cbf355ce5d0a service neutron] Port 0bb2af15-4e77-4f2c-b7a8-90f38dfe6eca on network 664d279d-2f55-43f4-8554-502272b3aa91 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:15:37.481525 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58488ae0-a078-4c9a-86d5-b0d4c9e4f552 req-db596df8-ed38-4a4c-87cc-cbf355ce5d0a service neutron] Attempting to bind port 0bb2af15-4e77-4f2c-b7a8-90f38dfe6eca on network 664d279d-2f55-43f4-8554-502272b3aa91 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:15:37.497325 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58488ae0-a078-4c9a-86d5-b0d4c9e4f552 req-db596df8-ed38-4a4c-87cc-cbf355ce5d0a service neutron] Checking agent: {'id': 'f5e9725f-f5a6-43c2-a1be-95e21e9a1fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:15:37.498109 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58488ae0-a078-4c9a-86d5-b0d4c9e4f552 req-db596df8-ed38-4a4c-87cc-cbf355ce5d0a service neutron] Checking segment: {'id': '1c9fbb1c-5cb1-460b-9069-706a44d428c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '664d279d-2f55-43f4-8554-502272b3aa91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:15:37.498865 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58488ae0-a078-4c9a-86d5-b0d4c9e4f552 req-db596df8-ed38-4a4c-87cc-cbf355ce5d0a service neutron] Bound using segment: {'id': '1c9fbb1c-5cb1-460b-9069-706a44d428c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '664d279d-2f55-43f4-8554-502272b3aa91'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:15:37.499745 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-58488ae0-a078-4c9a-86d5-b0d4c9e4f552 req-db596df8-ed38-4a4c-87cc-cbf355ce5d0a service neutron] Bound port: 0bb2af15-4e77-4f2c-b7a8-90f38dfe6eca, host: n-h1-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c9fbb1c-5cb1-460b-9069-706a44d428c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '664d279d-2f55-43f4-8554-502272b3aa91'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:15:37.500318 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-58488ae0-a078-4c9a-86d5-b0d4c9e4f552 req-db596df8-ed38-4a4c-87cc-cbf355ce5d0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:37.501649 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a04480-1781-4ded-a722-8015fa40488a None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:15:37.502087 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a04480-1781-4ded-a722-8015fa40488a None None] Checking segment: {'id': 'c5aaa6cb-4fc0-487c-a1c9-b6d1d0ba82ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '2e14c4f2-b68c-4d21-920b-215a17ef69db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:15:37.502507 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-81a04480-1781-4ded-a722-8015fa40488a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:37.502963 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a04480-1781-4ded-a722-8015fa40488a None None] Bound using segment: {'id': 'c5aaa6cb-4fc0-487c-a1c9-b6d1d0ba82ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '2e14c4f2-b68c-4d21-920b-215a17ef69db'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:15:37.503466 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-81a04480-1781-4ded-a722-8015fa40488a None None] Bound port: 10feb9d4-7aa8-4868-8c66-1a4d7095d414, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5aaa6cb-4fc0-487c-a1c9-b6d1d0ba82ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '2e14c4f2-b68c-4d21-920b-215a17ef69db'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:15:37.503854 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-81a04480-1781-4ded-a722-8015fa40488a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:37.506758 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f1e51c-deba-42ce-91a0-bbb7bc7fdbb5 None None] Network 25292ff6-df2e-42a1-aeea-68fb3a14f1ca requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:15:37.539915 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1e237fa7-e3ef-4a91-8321-d1a53878f7db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:37.632102 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-416433eb-24cd-4c8f-9143-f35f604f5871 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.4948683 Oct 12 19:15:37.640576 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 34732) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:15:37.660532 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-40131044-4a1d-450a-b027-2d527836f924 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Request body: {'port': {'network_id': '2e14c4f2-b68c-4d21-920b-215a17ef69db', 'name': 'tempest-TaggedBootDevicesTest_v242-1908917429', 'fixed_ips': [{'subnet_id': '9eccc23a-d2b3-4cf1-80e5-df88bd80499d'}]}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:15:37.697911 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e237fa7-e3ef-4a91-8321-d1a53878f7db None None] Routers {'ac724b47-8be8-46e8-9d52-ad611160a563'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:15:37.698552 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-1e237fa7-e3ef-4a91-8321-d1a53878f7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:15:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['ac724b47-8be8-46e8-9d52-ad611160a563'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:15:37.751107 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b833880d-ae40-4d77-b5f1-e9822ec0348a service neutron] Pushing event updated for resources: {'Port': ['ID=1811d3a0-467e-48a0-a3db-28fc7ff2ff79,revision_number=8']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:37.770992 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9051ded0-1beb-42bd-8f4e-79265d7894fe req-b833880d-ae40-4d77-b5f1-e9822ec0348a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:37.771975 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-9051ded0-1beb-42bd-8f4e-79265d7894fe req-b833880d-ae40-4d77-b5f1-e9822ec0348a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:37.774039 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9051ded0-1beb-42bd-8f4e-79265d7894fe req-b833880d-ae40-4d77-b5f1-e9822ec0348a service neutron] 10.222.0.61 "PUT /v2.0/ports/1811d3a0-467e-48a0-a3db-28fc7ff2ff79 HTTP/1.1" status: 200 len: 1121 time: 2.4331849 Oct 12 19:15:37.802339 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-58488ae0-a078-4c9a-86d5-b0d4c9e4f552 req-db596df8-ed38-4a4c-87cc-cbf355ce5d0a service neutron] For port 0bb2af15-4e77-4f2c-b7a8-90f38dfe6eca, host n-h1-813679-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:15:37.803922 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b2d355-3b73-4b21-9ff6-11968ebd8163 None None] Pushing event updated for resources: {'Port': ['ID=58efb78f-0b82-4cd7-8dd8-48b122e5cd64,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:37.814646 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1fb9ad81-56d2-4366-826c-5cdc42c7afce req-ff0d15ea-328e-4e73-bab7-7c7e11069aae tempest-InstanceActionsV221TestJSON-1916065637 tempest-InstanceActionsV221TestJSON-1916065637-project] 10.222.0.49 "GET /v2.0/security-groups?id=5e18be5a-40dc-4fc4-8942-0242c82a83db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3790812 Oct 12 19:15:37.834019 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-58488ae0-a078-4c9a-86d5-b0d4c9e4f552 req-db596df8-ed38-4a4c-87cc-cbf355ce5d0a service neutron] For port 0bb2af15-4e77-4f2c-b7a8-90f38dfe6eca, host n-h1-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=0bb2af15-4e77-4f2c-b7a8-90f38dfe6eca,segment=NetworkSegment(1c9fbb1c-5cb1-460b-9069-706a44d428c4),segment_id=1c9fbb1c-5cb1-460b-9069-706a44d428c4)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:15:37.855983 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5cd1e2-4380-4b61-9c1d-37c435ef0a8b req-90f47559-1f10-481c-ac23-0f1b6708c136 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:37.864425 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-cf5cd1e2-4380-4b61-9c1d-37c435ef0a8b req-90f47559-1f10-481c-ac23-0f1b6708c136 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a1206d9-31c1-4fd3-ac50-b0129acc4058 HTTP/1.1" status: 200 len: 945 time: 0.2226667 Oct 12 19:15:37.870052 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-81a04480-1781-4ded-a722-8015fa40488a None None] For port 10feb9d4-7aa8-4868-8c66-1a4d7095d414, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:15:37.880270 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-37a7e87f-19ea-4e55-9bf7-8798892e2128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:37.922324 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-62853417-e4d7-49f4-b46d-09275900adde None None] Provisioning complete for port c39621b9-c578-4736-afcc-55a25ecdb1a3 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:15:37.923098 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-62853417-e4d7-49f4-b46d-09275900adde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:37.925159 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['1811d3a0-467e-48a0-a3db-28fc7ff2ff79'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:15:37.926333 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-cf5cd1e2-4380-4b61-9c1d-37c435ef0a8b req-d96ff9b7-30b9-48af-9275-04e3b0a047ec tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] 10.222.0.49 "GET /v2.0/security-groups?id=93001041-1fb8-4b9a-acba-05886aa0e0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609338 Oct 12 19:15:37.929348 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-81a04480-1781-4ded-a722-8015fa40488a None None] For port 10feb9d4-7aa8-4868-8c66-1a4d7095d414, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=10feb9d4-7aa8-4868-8c66-1a4d7095d414,segment=NetworkSegment(c5aaa6cb-4fc0-487c-a1c9-b6d1d0ba82ce),segment_id=c5aaa6cb-4fc0-487c-a1c9-b6d1d0ba82ce)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:15:37.966724 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-58488ae0-a078-4c9a-86d5-b0d4c9e4f552 req-db596df8-ed38-4a4c-87cc-cbf355ce5d0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:38.006260 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 55040e15-9f6c-4c44-bac6-a29655280573 details requested by agent hyperv_n-h2-813679-3 with host n-h2-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:15:38.030336 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58488ae0-a078-4c9a-86d5-b0d4c9e4f552 req-db596df8-ed38-4a4c-87cc-cbf355ce5d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:38.031162 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-58488ae0-a078-4c9a-86d5-b0d4c9e4f552 req-db596df8-ed38-4a4c-87cc-cbf355ce5d0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:38.032794 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-58488ae0-a078-4c9a-86d5-b0d4c9e4f552 req-db596df8-ed38-4a4c-87cc-cbf355ce5d0a service neutron] 10.222.0.61 "PUT /v2.0/ports/0bb2af15-4e77-4f2c-b7a8-90f38dfe6eca HTTP/1.1" status: 200 len: 1091 time: 2.6283116 Oct 12 19:15:38.033255 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27c3d490-2043-4497-b1e1-c0e082ac65f1', 'tag': '0bb2af15-4e77-4f2c-b7a8-90f38dfe6eca'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:15:38.037977 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3ee9f8c-2030-4dd3-8b5d-275178648a18" -d '{"events": [{"name": "network-changed", "server_uuid": "27c3d490-2043-4497-b1e1-c0e082ac65f1", "tag": "0bb2af15-4e77-4f2c-b7a8-90f38dfe6eca"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:15:38.079464 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db596df8-ed38-4a4c-87cc-cbf355ce5d0a service neutron] Pushing event updated for resources: {'Port': ['ID=0bb2af15-4e77-4f2c-b7a8-90f38dfe6eca,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:38.111893 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47001b67-a7f8-4112-b392-817785b93f47 x-openstack-request-id: req-47001b67-a7f8-4112-b392-817785b93f47 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:15:38.112222 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27c3d490-2043-4497-b1e1-c0e082ac65f1", "tag": "0bb2af15-4e77-4f2c-b7a8-90f38dfe6eca", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:15:38.112488 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-47001b67-a7f8-4112-b392-817785b93f47 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:15:38.116191 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27c3d490-2043-4497-b1e1-c0e082ac65f1', 'tag': '0bb2af15-4e77-4f2c-b7a8-90f38dfe6eca', 'status': 'completed', 'code': 200} Oct 12 19:15:38.116191 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40131044-4a1d-450a-b027-2d527836f924 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Made reservation on behalf of e65d35344c43413ba93381b16381b559 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:15:38.144669 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-81a04480-1781-4ded-a722-8015fa40488a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:38.147924 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-62853417-e4d7-49f4-b46d-09275900adde None None] Port c39621b9-c578-4736-afcc-55a25ecdb1a3 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:15:38.187607 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08ecabda-5587-420b-a912-46737a0ec139', 'tag': '1811d3a0-467e-48a0-a3db-28fc7ff2ff79'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:15:38.189856 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21407c7d-0513-4af8-b744-8b9cd8ca5683" -d '{"events": [{"name": "network-changed", "server_uuid": "08ecabda-5587-420b-a912-46737a0ec139", "tag": "1811d3a0-467e-48a0-a3db-28fc7ff2ff79"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:15:38.215403 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-146e2ccd-4a9f-4cf9-ac8a-cc2caecbbd80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-25292ff6-df2e-42a1-aeea-68fb3a14f1ca', 'network_id': '25292ff6-df2e-42a1-aeea-68fb3a14f1ca', 'tenant_id': 'e65d35344c43413ba93381b16381b559', 'fixed_ips': [{'subnet_id': '141028c9-d5c4-4f69-a812-45a1cb34ea69'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:15:38.217094 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-146e2ccd-4a9f-4cf9-ac8a-cc2caecbbd80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:38.223766 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-1e237fa7-e3ef-4a91-8321-d1a53878f7db None None] Set router ac724b47-8be8-46e8-9d52-ad611160a563 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:15:38.273839 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1b4b1a-ec1b-4477-8a33-a25c27d34218 req-65f4f333-9df5-45d2-a395-9223c604d3bb tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:38.273839 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8a1b4b1a-ec1b-4477-8a33-a25c27d34218 req-65f4f333-9df5-45d2-a395-9223c604d3bb tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=08ecabda-5587-420b-a912-46737a0ec139 HTTP/1.1" status: 200 len: 943 time: 0.2744970 Oct 12 19:15:38.373683 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-40131044-4a1d-450a-b027-2d527836f924 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:38.382251 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ee9f8c-2030-4dd3-8b5d-275178648a18 req-99ce8d9b-7e5c-448d-883e-fee88954e0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:38.384305 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f3ee9f8c-2030-4dd3-8b5d-275178648a18 req-99ce8d9b-7e5c-448d-883e-fee88954e0be service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b959c6d7795a4648b4937f4ea3556767&device_id=27c3d490-2043-4497-b1e1-c0e082ac65f1 HTTP/1.1" status: 200 len: 1094 time: 0.2148387 Oct 12 19:15:38.401246 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac57e16-1bba-43b7-b7f6-5cd52d562e8c req-5681d570-1ee6-4c19-a81e-7a447fd789e1 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:38.415133 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-dac57e16-1bba-43b7-b7f6-5cd52d562e8c req-5681d570-1ee6-4c19-a81e-7a447fd789e1 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/ports?device_id=d14b4963-a7f3-4841-86bc-93dad48b6e25 HTTP/1.1" status: 200 len: 946 time: 0.1611094 Oct 12 19:15:38.418674 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8a1b4b1a-ec1b-4477-8a33-a25c27d34218 req-5e8d4751-43fc-4f49-8b9b-0dd3b0bede8b tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2999b03-b87d-46b4-9267-1669e2e14df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278892 Oct 12 19:15:38.459862 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-37a7e87f-19ea-4e55-9bf7-8798892e2128 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:38.495195 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a5a34d8-f001-4f0d-83eb-044593d3ceef x-openstack-request-id: req-6a5a34d8-f001-4f0d-83eb-044593d3ceef {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:15:38.495617 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08ecabda-5587-420b-a912-46737a0ec139", "tag": "1811d3a0-467e-48a0-a3db-28fc7ff2ff79", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:15:38.495751 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6a5a34d8-f001-4f0d-83eb-044593d3ceef {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:15:38.496138 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08ecabda-5587-420b-a912-46737a0ec139', 'tag': '1811d3a0-467e-48a0-a3db-28fc7ff2ff79', 'status': 'completed', 'code': 200} Oct 12 19:15:38.580009 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [None req-40131044-4a1d-450a-b027-2d527836f924 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] device_id is not set on port 606f9c96-932b-4ef3-9ddb-6836480c9163 yet. {{(pid=95502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 19:15:38.657151 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-37a7e87f-19ea-4e55-9bf7-8798892e2128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:38.781876 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-dac57e16-1bba-43b7-b7f6-5cd52d562e8c req-d008e806-28d1-4135-b26b-239a95130245 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cccf57-f452-41a8-9e48-a6e744310271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3648312 Oct 12 19:15:38.829287 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a04480-1781-4ded-a722-8015fa40488a None None] Pushing event updated for resources: {'Port': ['ID=10feb9d4-7aa8-4868-8c66-1a4d7095d414,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:38.848540 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-37a7e87f-19ea-4e55-9bf7-8798892e2128 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7898980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8092605'] for router_interface, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:38.906769 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ee9f8c-2030-4dd3-8b5d-275178648a18 req-32d7a790-c6a8-4a8b-9f1f-f07a5bfceaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:38.910040 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f3ee9f8c-2030-4dd3-8b5d-275178648a18 req-32d7a790-c6a8-4a8b-9f1f-f07a5bfceaa6 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=b959c6d7795a4648b4937f4ea3556767&shared=False HTTP/1.1" status: 200 len: 917 time: 0.4830923 Oct 12 19:15:38.932121 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21407c7d-0513-4af8-b744-8b9cd8ca5683 req-7e12c340-b0dc-4eaf-9b54-4aab3ca6e371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:38.934435 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-21407c7d-0513-4af8-b744-8b9cd8ca5683 req-7e12c340-b0dc-4eaf-9b54-4aab3ca6e371 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=803d7b884967412f992e4b2e79b460e6&device_id=08ecabda-5587-420b-a912-46737a0ec139 HTTP/1.1" status: 200 len: 1124 time: 0.3927534 Oct 12 19:15:39.031300 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a7e87f-19ea-4e55-9bf7-8798892e2128 admin admin] Pushing event updated for resources: {'Port': ['ID=c39621b9-c578-4736-afcc-55a25ecdb1a3,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:39.151791 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-40131044-4a1d-450a-b027-2d527836f924 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Allocated IP 10.1.1.52 (2e14c4f2-b68c-4d21-920b-215a17ef69db/9eccc23a-d2b3-4cf1-80e5-df88bd80499d/606f9c96-932b-4ef3-9ddb-6836480c9163) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:15:39.186148 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 55040e15-9f6c-4c44-bac6-a29655280573, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=55040e15-9f6c-4c44-bac6-a29655280573,segment=NetworkSegment(35dde9ae-6a3d-4327-a38f-c2a1ca6f0ad7),segment_id=35dde9ae-6a3d-4327-a38f-c2a1ca6f0ad7)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:15:39.259120 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-146e2ccd-4a9f-4cf9-ac8a-cc2caecbbd80 None None] Allocated IP 10.2.2.2 (25292ff6-df2e-42a1-aeea-68fb3a14f1ca/141028c9-d5c4-4f69-a812-45a1cb34ea69/2e544c54-caed-43e6-ace6-d9ef99253063) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:15:39.287616 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 10feb9d4-7aa8-4868-8c66-1a4d7095d414 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:15:39.301120 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 34772) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:15:39.320325 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-9270ce38-376a-47ac-8dc6-d555c9b46553 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-273820770'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:15:39.388582 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Returning: {'device': '55040e15-9f6c-4c44-bac6-a29655280573', 'network_id': 'de7a4800-3a36-49db-938a-a424194241c9', 'port_id': '55040e15-9f6c-4c44-bac6-a29655280573', 'mac_address': 'fa:16:3e:26:d1:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a04d54df-064e-4c45-85d6-73b27d98a999', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:15:39.465961 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52f4b8d-13fd-4ba5-a296-6a68693ab096 req-01716e7a-5625-4e51-8e12-8ac9ae8671d7 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:39.467535 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d52f4b8d-13fd-4ba5-a296-6a68693ab096 req-01716e7a-5625-4e51-8e12-8ac9ae8671d7 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a1206d9-31c1-4fd3-ac50-b0129acc4058 HTTP/1.1" status: 200 len: 945 time: 0.1656971 Oct 12 19:15:39.481422 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:39.499566 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 55040e15-9f6c-4c44-bac6-a29655280573 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:15:39.506224 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ee9f8c-2030-4dd3-8b5d-275178648a18 req-c93142df-bbbf-4d4c-9e0c-1fe115c3997a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:39.508199 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f3ee9f8c-2030-4dd3-8b5d-275178648a18 req-c93142df-bbbf-4d4c-9e0c-1fe115c3997a service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5863974 Oct 12 19:15:39.588140 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 55040e15-9f6c-4c44-bac6-a29655280573, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=55040e15-9f6c-4c44-bac6-a29655280573,segment=NetworkSegment(35dde9ae-6a3d-4327-a38f-c2a1ca6f0ad7),segment_id=35dde9ae-6a3d-4327-a38f-c2a1ca6f0ad7)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:15:39.595627 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0eb49c-5e31-4e82-b1e5-74868c358016 req-c500158f-c4cd-4e8f-907d-f5ce87b2f32a tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:39.597459 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8d0eb49c-5e31-4e82-b1e5-74868c358016 req-c500158f-c4cd-4e8f-907d-f5ce87b2f32a tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a1206d9-31c1-4fd3-ac50-b0129acc4058 HTTP/1.1" status: 200 len: 945 time: 0.7388232 Oct 12 19:15:39.627983 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9270ce38-376a-47ac-8dc6-d555c9b46553 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Made reservation on behalf of e1bc73ca052b4ff989529862bf093e8d for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:15:39.628916 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 10feb9d4-7aa8-4868-8c66-1a4d7095d414 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:15:39.632108 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:39.632264 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9270ce38-376a-47ac-8dc6-d555c9b46553 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:39.636385 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-1e237fa7-e3ef-4a91-8321-d1a53878f7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac724b47-8be8-46e8-9d52-ad611160a563', 'name': 'tempest-ServersTestJSON-769147083-router', 'tenant_id': '854de6b76f23444fa0b0e15315f450ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': '58efb78f-0b82-4cd7-8dd8-48b122e5cd64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:15:29Z', 'updated_at': '2021-10-12T19:15:32Z', 'revision_number': 3, 'project_id': '854de6b76f23444fa0b0e15315f450ce', 'gw_port': {'id': '58efb78f-0b82-4cd7-8dd8-48b122e5cd64', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c7:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac724b47-8be8-46e8-9d52-ad611160a563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:15:31Z', 'updated_at': '2021-10-12T19:15:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:15:39.638678 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-40131044-4a1d-450a-b027-2d527836f924 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:39.667290 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d52f4b8d-13fd-4ba5-a296-6a68693ab096 req-789f195e-8751-4057-a2ec-6bb3f0d2bfc7 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] 10.222.0.49 "GET /v2.0/security-groups?id=93001041-1fb8-4b9a-acba-05886aa0e0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829019 Oct 12 19:15:39.696752 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58488ae0-a078-4c9a-86d5-b0d4c9e4f552 req-16c08c5f-3fc5-41a0-8a02-d9df07d807d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:39.705065 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-58488ae0-a078-4c9a-86d5-b0d4c9e4f552 req-16c08c5f-3fc5-41a0-8a02-d9df07d807d1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b959c6d7795a4648b4937f4ea3556767&device_id=27c3d490-2043-4497-b1e1-c0e082ac65f1 HTTP/1.1" status: 200 len: 1094 time: 0.1292005 Oct 12 19:15:39.767426 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e237fa7-e3ef-4a91-8321-d1a53878f7db None None] The sync data for ids ['ac724b47-8be8-46e8-9d52-ad611160a563'] in n-d-813679-3 is: [{'id': 'ac724b47-8be8-46e8-9d52-ad611160a563', 'name': 'tempest-ServersTestJSON-769147083-router', 'tenant_id': '854de6b76f23444fa0b0e15315f450ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': '58efb78f-0b82-4cd7-8dd8-48b122e5cd64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:15:29Z', 'updated_at': '2021-10-12T19:15:32Z', 'revision_number': 3, 'project_id': '854de6b76f23444fa0b0e15315f450ce', 'gw_port': {'id': '58efb78f-0b82-4cd7-8dd8-48b122e5cd64', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c7:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac724b47-8be8-46e8-9d52-ad611160a563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:15:31Z', 'updated_at': '2021-10-12T19:15:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:15:39.777516 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:39.816948 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9270ce38-376a-47ac-8dc6-d555c9b46553 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:15:39.829580 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-58488ae0-a078-4c9a-86d5-b0d4c9e4f552 req-b82b6eec-b8e3-46a6-8295-4ebe3ab25f73 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0bb2af15-4e77-4f2c-b7a8-90f38dfe6eca HTTP/1.1" status: 200 len: 217 time: 0.1081219 Oct 12 19:15:39.859210 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a39654-0e5d-4241-80fd-e3ddf4d43f19 req-19d53543-486f-4f38-85ce-36c330ca3fb0 tempest-InstanceActionsV221TestJSON-1916065637 tempest-InstanceActionsV221TestJSON-1916065637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:39.868218 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-38a39654-0e5d-4241-80fd-e3ddf4d43f19 req-19d53543-486f-4f38-85ce-36c330ca3fb0 tempest-InstanceActionsV221TestJSON-1916065637 tempest-InstanceActionsV221TestJSON-1916065637-project] 10.222.0.49 "GET /v2.0/ports?device_id=27c3d490-2043-4497-b1e1-c0e082ac65f1 HTTP/1.1" status: 200 len: 943 time: 0.8399084 Oct 12 19:15:39.930368 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21407c7d-0513-4af8-b744-8b9cd8ca5683 req-ca111b23-3e94-4d36-a53e-f325f4bdc95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:39.932485 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-21407c7d-0513-4af8-b744-8b9cd8ca5683 req-ca111b23-3e94-4d36-a53e-f325f4bdc95f service neutron] 10.222.0.67 "GET /v2.0/networks?id=82671036-c03a-4d3c-b62d-db19aa8b0fed HTTP/1.1" status: 200 len: 921 time: 0.9630668 Oct 12 19:15:39.944595 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9270ce38-376a-47ac-8dc6-d555c9b46553 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:39.945170 n-d-813679-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-9270ce38-376a-47ac-8dc6-d555c9b46553 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Added segment e61c0867-8853-406c-a4f0-1a22eccd7cc2 of type vlan for network 6686226f-4ddf-4917-b57f-19fda7e2d4bd Oct 12 19:15:40.003976 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a7e87f-19ea-4e55-9bf7-8798892e2128 admin admin] Network 25bd3ef4-7d24-4004-bdbf-0c2d840ca5a9 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:15:40.005982 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-37a7e87f-19ea-4e55-9bf7-8798892e2128 admin admin] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:15:40.019798 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-21407c7d-0513-4af8-b744-8b9cd8ca5683 req-2de8985a-8a18-4ed2-914c-16aa08c12fd4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1811d3a0-467e-48a0-a3db-28fc7ff2ff79 HTTP/1.1" status: 200 len: 217 time: 0.0710063 Oct 12 19:15:40.042541 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-38a39654-0e5d-4241-80fd-e3ddf4d43f19 req-8d3cc0b1-3677-4b55-ae50-91341cd9cfc3 tempest-InstanceActionsV221TestJSON-1916065637 tempest-InstanceActionsV221TestJSON-1916065637-project] 10.222.0.49 "GET /v2.0/security-groups?id=5e18be5a-40dc-4fc4-8942-0242c82a83db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734118 Oct 12 19:15:40.050864 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58488ae0-a078-4c9a-86d5-b0d4c9e4f552 req-5cbbb7b2-a19c-4ad8-bcd7-70d43a40f878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:40.056163 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-58488ae0-a078-4c9a-86d5-b0d4c9e4f552 req-5cbbb7b2-a19c-4ad8-bcd7-70d43a40f878 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4f993ab8-4b63-4e7d-bd25-90e4cb11e77f HTTP/1.1" status: 200 len: 856 time: 0.1964133 Oct 12 19:15:40.056163 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9270ce38-376a-47ac-8dc6-d555c9b46553 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:40.060314 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-40131044-4a1d-450a-b027-2d527836f924 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:40.119623 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['55040e15-9f6c-4c44-bac6-a29655280573'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:15:40.124089 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ed4644-8043-41f9-a85f-7400bb30514f None None] Network 2e14c4f2-b68c-4d21-920b-215a17ef69db requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:15:40.214139 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-8d0eb49c-5e31-4e82-b1e5-74868c358016 req-add63e6f-60f0-417a-b91c-b33cc3b4491f tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Deleting port 476f669f-7576-444e-8d62-4cdac5d4b0dd {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:15:40.214460 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-8d0eb49c-5e31-4e82-b1e5-74868c358016 req-add63e6f-60f0-417a-b91c-b33cc3b4491f tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:40.308370 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-58488ae0-a078-4c9a-86d5-b0d4c9e4f552 req-acf5979f-a52b-453c-bef1-6fc683e231dd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=664d279d-2f55-43f4-8554-502272b3aa91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2408309 Oct 12 19:15:40.339894 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.db.resource_extend [None req-9270ce38-376a-47ac-8dc6-d555c9b46553 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 12 19:15:40.375607 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40131044-4a1d-450a-b027-2d527836f924 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Network 2e14c4f2-b68c-4d21-920b-215a17ef69db is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:15:40.460348 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f12357-4044-466a-9f2a-9b0712917662 req-64c4cae0-4ded-4f4a-8c1a-d7caf4eeb39a tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:40.462069 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c7f12357-4044-466a-9f2a-9b0712917662 req-64c4cae0-4ded-4f4a-8c1a-d7caf4eeb39a tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=08ecabda-5587-420b-a912-46737a0ec139 HTTP/1.1" status: 200 len: 943 time: 0.6406786 Oct 12 19:15:40.463088 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-40131044-4a1d-450a-b027-2d527836f924 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:15:40.472753 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40131044-4a1d-450a-b027-2d527836f924 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:15:40.495125 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-146e2ccd-4a9f-4cf9-ac8a-cc2caecbbd80 None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:40.530214 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=55040e15-9f6c-4c44-bac6-a29655280573,revision_number=6']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:40.565717 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-10780d55-34dc-4d90-a1dc-2fd30f2035f2 None None] Provisioning complete for port 10feb9d4-7aa8-4868-8c66-1a4d7095d414 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:15:40.566098 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-10780d55-34dc-4d90-a1dc-2fd30f2035f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:40.612068 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40131044-4a1d-450a-b027-2d527836f924 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:40.612896 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-40131044-4a1d-450a-b027-2d527836f924 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:40.631974 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-8d0eb49c-5e31-4e82-b1e5-74868c358016 req-add63e6f-60f0-417a-b91c-b33cc3b4491f tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] For port 476f669f-7576-444e-8d62-4cdac5d4b0dd, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=476f669f-7576-444e-8d62-4cdac5d4b0dd,segment=NetworkSegment(9a265161-39b6-438d-83a9-b9196658e74a),segment_id=9a265161-39b6-438d-83a9-b9196658e74a)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:15:40.632490 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-8d0eb49c-5e31-4e82-b1e5-74868c358016 req-add63e6f-60f0-417a-b91c-b33cc3b4491f tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:40.645681 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-146e2ccd-4a9f-4cf9-ac8a-cc2caecbbd80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:40.650373 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-8d0eb49c-5e31-4e82-b1e5-74868c358016 req-add63e6f-60f0-417a-b91c-b33cc3b4491f tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Calling delete_port for 476f669f-7576-444e-8d62-4cdac5d4b0dd owned by compute:nova {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:15:40.668079 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40131044-4a1d-450a-b027-2d527836f924 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Pushing event updated for resources: {'Port': ['ID=606f9c96-932b-4ef3-9ddb-6836480c9163,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:40.742859 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146e2ccd-4a9f-4cf9-ac8a-cc2caecbbd80 None None] Network 25292ff6-df2e-42a1-aeea-68fb3a14f1ca is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:15:40.760728 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c7f12357-4044-466a-9f2a-9b0712917662 req-2d9b2b00-f1c3-4714-8d28-49b24117d24c tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2999b03-b87d-46b4-9267-1669e2e14df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990852 Oct 12 19:15:40.765512 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146e2ccd-4a9f-4cf9-ac8a-cc2caecbbd80 None None] Pushing event updated for resources: {'Port': ['ID=2e544c54-caed-43e6-ace6-d9ef99253063,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:40.770189 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-146e2ccd-4a9f-4cf9-ac8a-cc2caecbbd80 None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:15:40.772710 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21407c7d-0513-4af8-b744-8b9cd8ca5683 req-0cbeda54-4f5b-4b51-b657-0fa5edd7c2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:40.773084 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146e2ccd-4a9f-4cf9-ac8a-cc2caecbbd80 None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:15:40.774867 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-21407c7d-0513-4af8-b744-8b9cd8ca5683 req-0cbeda54-4f5b-4b51-b657-0fa5edd7c2f5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=39796bec-4145-45cd-b713-3f2477a830cb HTTP/1.1" status: 200 len: 860 time: 0.7304296 Oct 12 19:15:40.779936 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-58488ae0-a078-4c9a-86d5-b0d4c9e4f552 req-77c522d4-7c4d-4a5d-8dc7-9144e5766fb8 service neutron] 10.222.0.61 "GET /v2.0/networks/664d279d-2f55-43f4-8554-502272b3aa91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4456379 Oct 12 19:15:40.863314 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 1811d3a0-467e-48a0-a3db-28fc7ff2ff79 details requested by agent hyperv_n-h1-813679-3 with host n-h1-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:15:40.904792 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-21407c7d-0513-4af8-b744-8b9cd8ca5683 req-72c45b2b-32ba-4749-bf08-1933b27760a7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=82671036-c03a-4d3c-b62d-db19aa8b0fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1137812 Oct 12 19:15:41.000219 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 1811d3a0-467e-48a0-a3db-28fc7ff2ff79, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=1811d3a0-467e-48a0-a3db-28fc7ff2ff79,segment=NetworkSegment(092fb16a-01c2-4f4a-b148-df23675b5071),segment_id=092fb16a-01c2-4f4a-b148-df23675b5071)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:15:41.011688 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-58488ae0-a078-4c9a-86d5-b0d4c9e4f552 req-30201734-1659-45d5-8055-b8d69bb28ce0 service neutron] 10.222.0.61 "GET /v2.0/networks/664d279d-2f55-43f4-8554-502272b3aa91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233393 Oct 12 19:15:41.023354 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-40131044-4a1d-450a-b027-2d527836f924 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.3672955 Oct 12 19:15:41.025165 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 34800) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:15:41.026066 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9270ce38-376a-47ac-8dc6-d555c9b46553 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:41.032098 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9270ce38-376a-47ac-8dc6-d555c9b46553 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:41.032985 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9270ce38-376a-47ac-8dc6-d555c9b46553 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:41.058192 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-0ceda21b-5771-44e6-b9eb-3263c755e5de tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Request body: {'port': {'network_id': '2e14c4f2-b68c-4d21-920b-215a17ef69db', 'name': 'tempest-TaggedBootDevicesTest_v242-940751555', 'fixed_ips': [{'subnet_id': '9eccc23a-d2b3-4cf1-80e5-df88bd80499d'}]}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:15:41.059720 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 1811d3a0-467e-48a0-a3db-28fc7ff2ff79 has no active binding in host n-h1-813679-3 {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 12 19:15:41.072630 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-146e2ccd-4a9f-4cf9-ac8a-cc2caecbbd80 None None] Attempting to bind port 2e544c54-caed-43e6-ace6-d9ef99253063 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:15:41.073537 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-146e2ccd-4a9f-4cf9-ac8a-cc2caecbbd80 None None] Attempting to bind port 2e544c54-caed-43e6-ace6-d9ef99253063 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'f16cf0ac-76ac-40b9-ab87-b70fda8dbb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '25292ff6-df2e-42a1-aeea-68fb3a14f1ca'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:15:41.073537 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146e2ccd-4a9f-4cf9-ac8a-cc2caecbbd80 None None] Attempting to bind port 2e544c54-caed-43e6-ace6-d9ef99253063 on network 25292ff6-df2e-42a1-aeea-68fb3a14f1ca {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:15:41.082796 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146e2ccd-4a9f-4cf9-ac8a-cc2caecbbd80 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:15:41.083196 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146e2ccd-4a9f-4cf9-ac8a-cc2caecbbd80 None None] Checking segment: {'id': 'f16cf0ac-76ac-40b9-ab87-b70fda8dbb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '25292ff6-df2e-42a1-aeea-68fb3a14f1ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:15:41.084257 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-146e2ccd-4a9f-4cf9-ac8a-cc2caecbbd80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:41.084501 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37a7e87f-19ea-4e55-9bf7-8798892e2128 admin admin] Router ac724b47-8be8-46e8-9d52-ad611160a563 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:15:41.084628 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146e2ccd-4a9f-4cf9-ac8a-cc2caecbbd80 None None] Bound using segment: {'id': 'f16cf0ac-76ac-40b9-ab87-b70fda8dbb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '25292ff6-df2e-42a1-aeea-68fb3a14f1ca'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:15:41.085076 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-146e2ccd-4a9f-4cf9-ac8a-cc2caecbbd80 None None] Bound port: 2e544c54-caed-43e6-ace6-d9ef99253063, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f16cf0ac-76ac-40b9-ab87-b70fda8dbb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '25292ff6-df2e-42a1-aeea-68fb3a14f1ca'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:15:41.085463 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-146e2ccd-4a9f-4cf9-ac8a-cc2caecbbd80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:41.119537 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e8cfef-1045-4235-a68e-4eb0a09c1c67 req-c7bf70b9-412e-4c63-92f5-42183c5a17a6 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:41.125361 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-37e8cfef-1045-4235-a68e-4eb0a09c1c67 req-c7bf70b9-412e-4c63-92f5-42183c5a17a6 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/ports?device_id=d14b4963-a7f3-4841-86bc-93dad48b6e25 HTTP/1.1" status: 200 len: 946 time: 0.7340372 Oct 12 19:15:41.187959 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-146e2ccd-4a9f-4cf9-ac8a-cc2caecbbd80 None None] For port 2e544c54-caed-43e6-ace6-d9ef99253063, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:15:41.192069 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-146e2ccd-4a9f-4cf9-ac8a-cc2caecbbd80 None None] For port 2e544c54-caed-43e6-ace6-d9ef99253063, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=2e544c54-caed-43e6-ace6-d9ef99253063,segment=NetworkSegment(f16cf0ac-76ac-40b9-ab87-b70fda8dbb01),segment_id=f16cf0ac-76ac-40b9-ab87-b70fda8dbb01)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:15:41.193698 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:41.244227 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] For port 10feb9d4-7aa8-4868-8c66-1a4d7095d414, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=10feb9d4-7aa8-4868-8c66-1a4d7095d414,segment=NetworkSegment(c5aaa6cb-4fc0-487c-a1c9-b6d1d0ba82ce),segment_id=c5aaa6cb-4fc0-487c-a1c9-b6d1d0ba82ce)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:15:41.267776 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-146e2ccd-4a9f-4cf9-ac8a-cc2caecbbd80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:41.314232 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c0856e-c213-469e-975a-ada2dbd5f778 req-2bb44cbb-a6b1-47dc-a886-e02694b25869 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:41.315932 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-50c0856e-c213-469e-975a-ada2dbd5f778 req-2bb44cbb-a6b1-47dc-a886-e02694b25869 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a1206d9-31c1-4fd3-ac50-b0129acc4058 HTTP/1.1" status: 200 len: 945 time: 0.3010063 Oct 12 19:15:41.320280 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9270ce38-376a-47ac-8dc6-d555c9b46553 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Pushing event updated for resources: {'Network': ['ID=6686226f-4ddf-4917-b57f-19fda7e2d4bd,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:41.397531 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-37e8cfef-1045-4235-a68e-4eb0a09c1c67 req-b0b938f5-e1f7-4c13-a1b7-800ef9684172 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cccf57-f452-41a8-9e48-a6e744310271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708158 Oct 12 19:15:41.399292 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146e2ccd-4a9f-4cf9-ac8a-cc2caecbbd80 None None] Pushing event updated for resources: {'Port': ['ID=2e544c54-caed-43e6-ace6-d9ef99253063,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:41.402279 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 6686226f-4ddf-4917-b57f-19fda7e2d4bd details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:15:41.404974 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:41.410489 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-50c0856e-c213-469e-975a-ada2dbd5f778 req-4a13d64d-881b-4986-9718-ebdb50e34105 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] 10.222.0.49 "GET /v2.0/security-groups?id=93001041-1fb8-4b9a-acba-05886aa0e0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833435 Oct 12 19:15:41.414708 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-9270ce38-376a-47ac-8dc6-d555c9b46553 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 2.0990973 Oct 12 19:15:41.431267 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 34808) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:15:41.445542 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-0140abac-7104-4fb1-975d-16ee24bc228a tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-931537096'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:15:41.467676 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-10780d55-34dc-4d90-a1dc-2fd30f2035f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:41.526478 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-21407c7d-0513-4af8-b744-8b9cd8ca5683 req-794871ec-abd4-42a7-9c8f-42d29e7dda54 service neutron] 10.222.0.67 "GET /v2.0/networks/82671036-c03a-4d3c-b62d-db19aa8b0fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5896246 Oct 12 19:15:41.631337 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0140abac-7104-4fb1-975d-16ee24bc228a tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Made reservation on behalf of e1bc73ca052b4ff989529862bf093e8d for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:15:41.645106 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0140abac-7104-4fb1-975d-16ee24bc228a tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:41.716305 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.db.api [None req-10780d55-34dc-4d90-a1dc-2fd30f2035f2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 19:15:41.716800 n-d-813679-3 neutron-server[95503]: DEBUG oslo_db.api [None req-10780d55-34dc-4d90-a1dc-2fd30f2035f2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 19:15:41.742555 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-8d0eb49c-5e31-4e82-b1e5-74868c358016 req-add63e6f-60f0-417a-b91c-b33cc3b4491f tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:41.745576 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0140abac-7104-4fb1-975d-16ee24bc228a tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:15:41.762031 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0140abac-7104-4fb1-975d-16ee24bc228a tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:41.762476 n-d-813679-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-0140abac-7104-4fb1-975d-16ee24bc228a tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Added segment e7119dae-6234-4e1c-9d77-858c724d074c of type vlan for network 228b976c-c44b-43f4-8a1f-2c6f5ef581f5 Oct 12 19:15:41.806008 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37a7e87f-19ea-4e55-9bf7-8798892e2128 admin admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:15:41.812125 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 58efb78f-0b82-4cd7-8dd8-48b122e5cd64 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:15:41.816805 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-37a7e87f-19ea-4e55-9bf7-8798892e2128 admin admin] 10.222.0.49 "PUT /v2.0/routers/ac724b47-8be8-46e8-9d52-ad611160a563/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8977284 Oct 12 19:15:41.879077 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0140abac-7104-4fb1-975d-16ee24bc228a tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:41.956723 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add63e6f-60f0-417a-b91c-b33cc3b4491f tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Pushing event deleted for resources: {'Port': ['ID=476f669f-7576-444e-8d62-4cdac5d4b0dd,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:42.007122 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0140abac-7104-4fb1-975d-16ee24bc228a tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:42.016645 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0140abac-7104-4fb1-975d-16ee24bc228a tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:42.025850 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0140abac-7104-4fb1-975d-16ee24bc228a tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:42.052291 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ceda21b-5771-44e6-b9eb-3263c755e5de tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Made reservation on behalf of e65d35344c43413ba93381b16381b559 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:15:42.059316 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d0eb49c-5e31-4e82-b1e5-74868c358016 req-add63e6f-60f0-417a-b91c-b33cc3b4491f tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] No DVR routers for this DVR port 476f669f-7576-444e-8d62-4cdac5d4b0dd on host n-h1-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:15:42.061067 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0ceda21b-5771-44e6-b9eb-3263c755e5de tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:42.071254 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-8d0eb49c-5e31-4e82-b1e5-74868c358016 req-add63e6f-60f0-417a-b91c-b33cc3b4491f tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:42.075312 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8d0eb49c-5e31-4e82-b1e5-74868c358016 req-add63e6f-60f0-417a-b91c-b33cc3b4491f tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] 10.222.0.61 "DELETE /v2.0/ports/476f669f-7576-444e-8d62-4cdac5d4b0dd HTTP/1.1" status: 204 len: 173 time: 2.4435055 Oct 12 19:15:42.076200 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a1206d9-31c1-4fd3-ac50-b0129acc4058', 'name': 'network-vif-deleted', 'tag': '476f669f-7576-444e-8d62-4cdac5d4b0dd'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:15:42.096428 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Pushing event updated for resources: {'Port': ['ID=10feb9d4-7aa8-4868-8c66-1a4d7095d414,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:42.107905 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c45394bf-41f8-4828-b4db-ba24aef0aa22" -d '{"events": [{"server_uuid": "9a1206d9-31c1-4fd3-ac50-b0129acc4058", "name": "network-vif-deleted", "tag": "476f669f-7576-444e-8d62-4cdac5d4b0dd"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:15:42.120259 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 58efb78f-0b82-4cd7-8dd8-48b122e5cd64 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:15:42.120810 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:42.147070 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac491b92-4a53-4e3f-9528-30b620b581e4 req-5fe664cb-62f3-44f7-ad1f-b69126c01950 tempest-InstanceActionsV221TestJSON-1916065637 tempest-InstanceActionsV221TestJSON-1916065637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:42.157136 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-0140abac-7104-4fb1-975d-16ee24bc228a tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7244787 Oct 12 19:15:42.159560 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ac491b92-4a53-4e3f-9528-30b620b581e4 req-5fe664cb-62f3-44f7-ad1f-b69126c01950 tempest-InstanceActionsV221TestJSON-1916065637 tempest-InstanceActionsV221TestJSON-1916065637-project] 10.222.0.49 "GET /v2.0/ports?device_id=27c3d490-2043-4497-b1e1-c0e082ac65f1 HTTP/1.1" status: 200 len: 943 time: 0.5389624 Oct 12 19:15:42.162433 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 34826) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:15:42.171629 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-f7448265-5166-4dce-a940-f2c678352977 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Request body: {'subnet': {'network_id': '6686226f-4ddf-4917-b57f-19fda7e2d4bd', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:15:42.182058 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [None req-0ceda21b-5771-44e6-b9eb-3263c755e5de tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] device_id is not set on port 605e7744-82ec-4122-aca5-63441fceb7bc yet. {{(pid=95502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 19:15:42.219972 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4253adc-07d1-4bbc-96d3-4815c56fdcb1 req-7b1c4922-74e7-4ff5-ae95-7b9997e09bdf tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:42.221632 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f4253adc-07d1-4bbc-96d3-4815c56fdcb1 req-7b1c4922-74e7-4ff5-ae95-7b9997e09bdf tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=08ecabda-5587-420b-a912-46737a0ec139 HTTP/1.1" status: 200 len: 943 time: 0.2926767 Oct 12 19:15:42.224404 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0140abac-7104-4fb1-975d-16ee24bc228a tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Pushing event updated for resources: {'Network': ['ID=228b976c-c44b-43f4-8a1f-2c6f5ef581f5,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:42.264175 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 228b976c-c44b-43f4-8a1f-2c6f5ef581f5 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:15:42.318997 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-21407c7d-0513-4af8-b744-8b9cd8ca5683 req-a552af4b-e138-480a-82ae-801b9132f7cf service neutron] 10.222.0.67 "GET /v2.0/networks/82671036-c03a-4d3c-b62d-db19aa8b0fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7898772 Oct 12 19:15:42.327726 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f4253adc-07d1-4bbc-96d3-4815c56fdcb1 req-38fe17c7-15ef-4acd-b209-8106c663ccce tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2999b03-b87d-46b4-9267-1669e2e14df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598173 Oct 12 19:15:42.351377 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ac491b92-4a53-4e3f-9528-30b620b581e4 req-b5552e12-c02e-4f15-8eba-dab175367df3 tempest-InstanceActionsV221TestJSON-1916065637 tempest-InstanceActionsV221TestJSON-1916065637-project] 10.222.0.49 "GET /v2.0/security-groups?id=5e18be5a-40dc-4fc4-8942-0242c82a83db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923189 Oct 12 19:15:42.521052 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-684039c4-9a08-4832-b5a7-61c89e8ca56b x-openstack-request-id: req-684039c4-9a08-4832-b5a7-61c89e8ca56b {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:15:42.521496 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a1206d9-31c1-4fd3-ac50-b0129acc4058", "name": "network-vif-deleted", "tag": "476f669f-7576-444e-8d62-4cdac5d4b0dd", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:15:42.523283 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-684039c4-9a08-4832-b5a7-61c89e8ca56b {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:15:42.526647 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a1206d9-31c1-4fd3-ac50-b0129acc4058', 'name': 'network-vif-deleted', 'tag': '476f669f-7576-444e-8d62-4cdac5d4b0dd', 'status': 'completed', 'code': 200} Oct 12 19:15:42.587998 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-0ceda21b-5771-44e6-b9eb-3263c755e5de tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Allocated IP 10.1.1.24 (2e14c4f2-b68c-4d21-920b-215a17ef69db/9eccc23a-d2b3-4cf1-80e5-df88bd80499d/605e7744-82ec-4122-aca5-63441fceb7bc) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:15:42.594305 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:42.632740 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7448265-5166-4dce-a940-f2c678352977 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Made reservation on behalf of e1bc73ca052b4ff989529862bf093e8d for: {'subnet': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:15:42.639403 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f7448265-5166-4dce-a940-f2c678352977 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4612397'] for subnet, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:42.649785 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] For port 58efb78f-0b82-4cd7-8dd8-48b122e5cd64, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=58efb78f-0b82-4cd7-8dd8-48b122e5cd64,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:15:42.744482 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-8d352818-d888-46b1-8d75-2e59333dc9bc None None] Provisioning complete for port c39621b9-c578-4736-afcc-55a25ecdb1a3 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:15:42.745188 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8d352818-d888-46b1-8d75-2e59333dc9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:42.832646 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:42.893181 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 0bb2af15-4e77-4f2c-b7a8-90f38dfe6eca details requested by agent hyperv_n-h1-813679-3 with host n-h1-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:15:42.897509 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9611877e-b4a9-4eec-b9f6-697e5badd177 req-ba4d4a13-170d-4c3a-9a7e-c84039dbe6f6 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:42.908154 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9611877e-b4a9-4eec-b9f6-697e5badd177 req-ba4d4a13-170d-4c3a-9a7e-c84039dbe6f6 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/ports?device_id=d14b4963-a7f3-4841-86bc-93dad48b6e25 HTTP/1.1" status: 200 len: 946 time: 0.2945442 Oct 12 19:15:42.964253 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0ceda21b-5771-44e6-b9eb-3263c755e5de tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:43.054168 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376bb836-d2d4-4cc3-8062-1a185f297bdf None None] Sync routers for ids ['ac724b47-8be8-46e8-9d52-ad611160a563'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:15:43.062857 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 476f669f-7576-444e-8d62-4cdac5d4b0dd no longer exists at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:15:43.081436 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376bb836-d2d4-4cc3-8062-1a185f297bdf None None] Routers {'ac724b47-8be8-46e8-9d52-ad611160a563'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:15:43.082983 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-376bb836-d2d4-4cc3-8062-1a185f297bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:15:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['ac724b47-8be8-46e8-9d52-ad611160a563'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:15:43.116936 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0ceda21b-5771-44e6-b9eb-3263c755e5de tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:43.164499 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Pushing event updated for resources: {'Port': ['ID=58efb78f-0b82-4cd7-8dd8-48b122e5cd64,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:43.175608 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9611877e-b4a9-4eec-b9f6-697e5badd177 req-eb52e76f-30fe-480e-a8b6-823722a67e1a tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cccf57-f452-41a8-9e48-a6e744310271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650235 Oct 12 19:15:43.214632 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] No Port match for: 476f669f-7576-444e-8d62-4cdac5d4b0dd {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:15:43.214888 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 476f669f-7576-444e-8d62-4cdac5d4b0dd not bound to the agent host n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:15:43.221888 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ceda21b-5771-44e6-b9eb-3263c755e5de tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Network 2e14c4f2-b68c-4d21-920b-215a17ef69db is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:15:43.223380 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-8d352818-d888-46b1-8d75-2e59333dc9bc None None] Port c39621b9-c578-4736-afcc-55a25ecdb1a3 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:15:43.238845 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-0ceda21b-5771-44e6-b9eb-3263c755e5de tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:15:43.252649 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ceda21b-5771-44e6-b9eb-3263c755e5de tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:15:43.267607 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ceda21b-5771-44e6-b9eb-3263c755e5de tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Pushing event updated for resources: {'Port': ['ID=605e7744-82ec-4122-aca5-63441fceb7bc,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:43.293951 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-8d352818-d888-46b1-8d75-2e59333dc9bc None None] Provisioning complete for port 10feb9d4-7aa8-4868-8c66-1a4d7095d414 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:15:43.294368 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8d352818-d888-46b1-8d75-2e59333dc9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:43.315572 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9051ded0-1beb-42bd-8f4e-79265d7894fe req-3c6dbcdc-c67b-4c7b-9d70-8fc4cc4236d5 service neutron] 10.222.0.67 "GET /v2.0/ports/1811d3a0-467e-48a0-a3db-28fc7ff2ff79/bindings/n-h1-813679-3 HTTP/1.1" status: 200 len: 384 time: 0.3951623 Oct 12 19:15:43.363503 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-376bb836-d2d4-4cc3-8062-1a185f297bdf None None] Set router ac724b47-8be8-46e8-9d52-ad611160a563 gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:15:43.428600 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ceda21b-5771-44e6-b9eb-3263c755e5de tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:43.429265 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0ceda21b-5771-44e6-b9eb-3263c755e5de tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:43.440344 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 0bb2af15-4e77-4f2c-b7a8-90f38dfe6eca, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=0bb2af15-4e77-4f2c-b7a8-90f38dfe6eca,segment=NetworkSegment(1c9fbb1c-5cb1-460b-9069-706a44d428c4),segment_id=1c9fbb1c-5cb1-460b-9069-706a44d428c4)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:15:43.495315 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Returning: {'device': '0bb2af15-4e77-4f2c-b7a8-90f38dfe6eca', 'network_id': '664d279d-2f55-43f4-8554-502272b3aa91', 'port_id': '0bb2af15-4e77-4f2c-b7a8-90f38dfe6eca', 'mac_address': 'fa:16:3e:25:af:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f993ab8-4b63-4e7d-bd25-90e4cb11e77f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:15:43.524575 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-0ceda21b-5771-44e6-b9eb-3263c755e5de tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.4883749 Oct 12 19:15:43.622305 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 34858) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:15:43.627445 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-903d6387-2b9b-4f2f-b337-029bdffa2658 tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1249064444', 'description': 'tempest-description--1362582133'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:15:43.716647 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd99fad-1ab1-4bfd-a9e3-878addbc9f00 None None] Network 25292ff6-df2e-42a1-aeea-68fb3a14f1ca requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:15:43.815931 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:43.819949 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-376bb836-d2d4-4cc3-8062-1a185f297bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac724b47-8be8-46e8-9d52-ad611160a563', 'name': 'tempest-ServersTestJSON-769147083-router', 'tenant_id': '854de6b76f23444fa0b0e15315f450ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': '58efb78f-0b82-4cd7-8dd8-48b122e5cd64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:15:29Z', 'updated_at': '2021-10-12T19:15:37Z', 'revision_number': 4, 'project_id': '854de6b76f23444fa0b0e15315f450ce', 'gw_port': {'id': '58efb78f-0b82-4cd7-8dd8-48b122e5cd64', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac724b47-8be8-46e8-9d52-ad611160a563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:15:31Z', 'updated_at': '2021-10-12T19:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': 'c39621b9-c578-4736-afcc-55a25ecdb1a3', 'name': '', 'network_id': '25bd3ef4-7d24-4004-bdbf-0c2d840ca5a9', 'tenant_id': '854de6b76f23444fa0b0e15315f450ce', 'mac_address': 'fa:16:3e:cc:7b:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac724b47-8be8-46e8-9d52-ad611160a563', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'fa1d46c1-7b08-4128-8308-d970bab25da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:15:36Z', 'updated_at': '2021-10-12T19:15:38Z', 'revision_number': 2, 'project_id': '854de6b76f23444fa0b0e15315f450ce', 'subnets': [{'id': 'fa1d46c1-7b08-4128-8308-d970bab25da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:15:43.840184 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bb2af15-4e77-4f2c-b7a8-90f38dfe6eca {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:15:43.848128 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-903d6387-2b9b-4f2f-b337-029bdffa2658 tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:43.856658 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a27034e-f994-48ab-a6fa-cec08b67cf1e req-b2bee570-4d85-4d85-ada7-c7982b9df67a tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:43.858754 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4a27034e-f994-48ab-a6fa-cec08b67cf1e req-b2bee570-4d85-4d85-ada7-c7982b9df67a tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=08ecabda-5587-420b-a912-46737a0ec139 HTTP/1.1" status: 200 len: 943 time: 0.1742325 Oct 12 19:15:43.860683 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 0bb2af15-4e77-4f2c-b7a8-90f38dfe6eca, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=0bb2af15-4e77-4f2c-b7a8-90f38dfe6eca,segment=NetworkSegment(1c9fbb1c-5cb1-460b-9069-706a44d428c4),segment_id=1c9fbb1c-5cb1-460b-9069-706a44d428c4)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:15:43.863483 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f7448265-5166-4dce-a940-f2c678352977 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4824863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4612355'] for subnet, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:43.868541 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 58efb78f-0b82-4cd7-8dd8-48b122e5cd64 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:15:43.900190 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376bb836-d2d4-4cc3-8062-1a185f297bdf None None] Checking router: ac724b47-8be8-46e8-9d52-ad611160a563 for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:15:43.900548 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376bb836-d2d4-4cc3-8062-1a185f297bdf None None] Updating router ac724b47-8be8-46e8-9d52-ad611160a563 port c39621b9-c578-4736-afcc-55a25ecdb1a3 binding host n-d-813679-3 {{(pid=95504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 19:15:43.906111 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-8d352818-d888-46b1-8d75-2e59333dc9bc None None] Provisioning complete for port 606f9c96-932b-4ef3-9ddb-6836480c9163 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:15:43.906683 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8d352818-d888-46b1-8d75-2e59333dc9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:43.946042 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c95d045-c582-4116-8bd3-4352f666158e req-4e3f87b3-0600-4c24-b1ef-e749d5f4a404 tempest-InstanceActionsV221TestJSON-1916065637 tempest-InstanceActionsV221TestJSON-1916065637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:43.947589 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6c95d045-c582-4116-8bd3-4352f666158e req-4e3f87b3-0600-4c24-b1ef-e749d5f4a404 tempest-InstanceActionsV221TestJSON-1916065637 tempest-InstanceActionsV221TestJSON-1916065637-project] 10.222.0.49 "GET /v2.0/ports?device_id=27c3d490-2043-4497-b1e1-c0e082ac65f1 HTTP/1.1" status: 200 len: 943 time: 0.1693742 Oct 12 19:15:43.950803 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-376bb836-d2d4-4cc3-8062-1a185f297bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:43.963399 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:44.020055 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6c95d045-c582-4116-8bd3-4352f666158e req-b609c512-30fe-49d6-9623-0700ac8e05e6 tempest-InstanceActionsV221TestJSON-1916065637 tempest-InstanceActionsV221TestJSON-1916065637-project] 10.222.0.49 "GET /v2.0/security-groups?id=5e18be5a-40dc-4fc4-8942-0242c82a83db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583608 Oct 12 19:15:44.022238 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7448265-5166-4dce-a940-f2c678352977 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Pushing event updated for resources: {'Subnet': ['ID=cc4623cd-de35-484d-89d6-d224b86d5718,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:44.041706 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-903d6387-2b9b-4f2f-b337-029bdffa2658 tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:44.091598 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-903d6387-2b9b-4f2f-b337-029bdffa2658 tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:44.094166 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4a27034e-f994-48ab-a6fa-cec08b67cf1e req-26cda79d-d2f2-49d5-9cd6-a494c022a757 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2999b03-b87d-46b4-9267-1669e2e14df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155643 Oct 12 19:15:44.162614 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-903d6387-2b9b-4f2f-b337-029bdffa2658 tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:44.171396 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-903d6387-2b9b-4f2f-b337-029bdffa2658 tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5428224 Oct 12 19:15:44.171396 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 34862) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:15:44.187106 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-c07d21f6-1fbb-40d7-97a7-05ddc2ffd687 tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] Request body: {'security_group_rule': {'security_group_id': '14ce9c65-16e7-48f8-95cc-71d4ece73a84', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:15:44.230023 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903d6387-2b9b-4f2f-b337-029bdffa2658 tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14ce9c65-16e7-48f8-95cc-71d4ece73a84,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:44.274001 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7448265-5166-4dce-a940-f2c678352977 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Checking segment: {'id': 'e61c0867-8853-406c-a4f0-1a22eccd7cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '6686226f-4ddf-4917-b57f-19fda7e2d4bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:15:44.274001 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7448265-5166-4dce-a940-f2c678352977 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Network hostable DHCP agents. Network: 6686226f-4ddf-4917-b57f-19fda7e2d4bd, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:15:44.323356 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-9051ded0-1beb-42bd-8f4e-79265d7894fe req-ac44727d-7a89-441b-b59d-7291a7f0dff9 service neutron] For port 1811d3a0-467e-48a0-a3db-28fc7ff2ff79, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=1811d3a0-467e-48a0-a3db-28fc7ff2ff79,segment=NetworkSegment(092fb16a-01c2-4f4a-b148-df23675b5071),segment_id=092fb16a-01c2-4f4a-b148-df23675b5071)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:15:44.327425 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 34868) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:15:44.351816 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c07d21f6-1fbb-40d7-97a7-05ddc2ffd687 tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:44.394727 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7448265-5166-4dce-a940-f2c678352977 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Network 6686226f-4ddf-4917-b57f-19fda7e2d4bd is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:15:44.417660 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-9051ded0-1beb-42bd-8f4e-79265d7894fe req-ac44727d-7a89-441b-b59d-7291a7f0dff9 service neutron] For port 1811d3a0-467e-48a0-a3db-28fc7ff2ff79, host n-h2-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:15:44.450348 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 55040e15-9f6c-4c44-bac6-a29655280573 up at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:15:44.478372 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c07d21f6-1fbb-40d7-97a7-05ddc2ffd687 tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:44.510926 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [req-9051ded0-1beb-42bd-8f4e-79265d7894fe req-ac44727d-7a89-441b-b59d-7291a7f0dff9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1811d3a0-467e-48a0-a3db-28fc7ff2ff79 {{(pid=95501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:15:44.528811 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4a0db2e2-0e83-44fe-acac-0dcb231e88cd tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:44.538425 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 58efb78f-0b82-4cd7-8dd8-48b122e5cd64 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:15:44.539273 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:44.548622 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-8d352818-d888-46b1-8d75-2e59333dc9bc None None] Port 606f9c96-932b-4ef3-9ddb-6836480c9163 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:15:44.571699 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-f7448265-5166-4dce-a940-f2c678352977 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, 6686226f-4ddf-4917-b57f-19fda7e2d4bd) {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:15:44.579079 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 34872) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:15:44.582733 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-9051ded0-1beb-42bd-8f4e-79265d7894fe req-ac44727d-7a89-441b-b59d-7291a7f0dff9 service neutron] For port 1811d3a0-467e-48a0-a3db-28fc7ff2ff79, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=1811d3a0-467e-48a0-a3db-28fc7ff2ff79,segment=NetworkSegment(092fb16a-01c2-4f4a-b148-df23675b5071),segment_id=092fb16a-01c2-4f4a-b148-df23675b5071)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:15:44.591144 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c07d21f6-1fbb-40d7-97a7-05ddc2ffd687 tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:44.603374 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-626cb9f2-9b09-47ac-ab56-bff9c46c3607 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1897240979', 'description': 'tempest-description--318741091'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:15:44.610556 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['0bb2af15-4e77-4f2c-b7a8-90f38dfe6eca'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:15:44.612987 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54b20b8-e374-46c6-93fa-e18bab910da4 None None] Network 6686226f-4ddf-4917-b57f-19fda7e2d4bd requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:15:44.619281 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcac6ec-d0c2-46c4-bde7-efe4313aeba3 req-0104cd43-479b-47d6-b20b-74f40704b377 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:44.621381 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9bcac6ec-d0c2-46c4-bde7-efe4313aeba3 req-0104cd43-479b-47d6-b20b-74f40704b377 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/ports?device_id=d14b4963-a7f3-4841-86bc-93dad48b6e25 HTTP/1.1" status: 200 len: 946 time: 0.1497979 Oct 12 19:15:44.635053 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-376bb836-d2d4-4cc3-8062-1a185f297bdf None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:44.645551 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07d21f6-1fbb-40d7-97a7-05ddc2ffd687 tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e9386b1-bef2-4a4c-b6c9-79425c46db44,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:44.650299 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7448265-5166-4dce-a940-f2c678352977 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:44.651193 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f7448265-5166-4dce-a940-f2c678352977 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:44.658370 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4a0db2e2-0e83-44fe-acac-0dcb231e88cd tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:44.697489 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9bcac6ec-d0c2-46c4-bde7-efe4313aeba3 req-ca587c91-e1bb-4363-9b16-cdc37c0c04df tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cccf57-f452-41a8-9e48-a6e744310271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599127 Oct 12 19:15:44.724721 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-376bb836-d2d4-4cc3-8062-1a185f297bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:44.738229 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-9051ded0-1beb-42bd-8f4e-79265d7894fe req-ac44727d-7a89-441b-b59d-7291a7f0dff9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:44.738567 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-626cb9f2-9b09-47ac-ab56-bff9c46c3607 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:44.778483 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=0bb2af15-4e77-4f2c-b7a8-90f38dfe6eca,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:44.794206 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4a0db2e2-0e83-44fe-acac-0dcb231e88cd tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:44.797991 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4a0db2e2-0e83-44fe-acac-0dcb231e88cd tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:44.799249 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-4a0db2e2-0e83-44fe-acac-0dcb231e88cd tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] 10.222.0.49 "DELETE /v2.0/security-groups/e87b0fe4-d45e-4b52-9940-9ed24eec8d9a HTTP/1.1" status: 204 len: 168 time: 0.4707179 Oct 12 19:15:44.809488 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aa24d7-ab96-46d5-b2c3-e3e9a50a5c23 None None] Pushing event updated for resources: {'Port': ['ID=c39621b9-c578-4736-afcc-55a25ecdb1a3,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:44.815777 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 34882) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:15:44.833730 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c07d21f6-1fbb-40d7-97a7-05ddc2ffd687 tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:44.833730 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-c07d21f6-1fbb-40d7-97a7-05ddc2ffd687 tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6605597 Oct 12 19:15:44.838813 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8aa24d7-ab96-46d5-b2c3-e3e9a50a5c23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:15:44.838813 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8aa24d7-ab96-46d5-b2c3-e3e9a50a5c23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:15:44.838813 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8aa24d7-ab96-46d5-b2c3-e3e9a50a5c23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:15:44.838813 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8aa24d7-ab96-46d5-b2c3-e3e9a50a5c23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:15:44.838813 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8aa24d7-ab96-46d5-b2c3-e3e9a50a5c23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:15:44.838813 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8aa24d7-ab96-46d5-b2c3-e3e9a50a5c23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:15:44.838813 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8aa24d7-ab96-46d5-b2c3-e3e9a50a5c23 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:15:44.838813 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8aa24d7-ab96-46d5-b2c3-e3e9a50a5c23 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:15:44.838813 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8aa24d7-ab96-46d5-b2c3-e3e9a50a5c23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:15:44.838813 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8aa24d7-ab96-46d5-b2c3-e3e9a50a5c23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:15:44.838813 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8aa24d7-ab96-46d5-b2c3-e3e9a50a5c23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:15:44.838813 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8aa24d7-ab96-46d5-b2c3-e3e9a50a5c23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:15:44.845842 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 34884) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:15:44.867815 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-d662226f-d5c3-4d20-9a2e-cf2eaf66353f None None] Provisioning complete for port 605e7744-82ec-4122-aca5-63441fceb7bc triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:15:44.867815 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d662226f-d5c3-4d20-9a2e-cf2eaf66353f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:44.880064 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-8c99b2af-ff19-407b-a9ae-53281d67ec38 tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] Request body: {'security_group_rule': {'security_group_id': '14ce9c65-16e7-48f8-95cc-71d4ece73a84', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:15:44.912705 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-376bb836-d2d4-4cc3-8062-1a185f297bdf None None] Attempting to bind port c39621b9-c578-4736-afcc-55a25ecdb1a3 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:15:44.913117 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-376bb836-d2d4-4cc3-8062-1a185f297bdf None None] Attempting to bind port c39621b9-c578-4736-afcc-55a25ecdb1a3 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '60701869-b898-4b9a-bbaf-e0de831a4cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '25bd3ef4-7d24-4004-bdbf-0c2d840ca5a9'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:15:44.913687 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376bb836-d2d4-4cc3-8062-1a185f297bdf None None] Attempting to bind port c39621b9-c578-4736-afcc-55a25ecdb1a3 on network 25bd3ef4-7d24-4004-bdbf-0c2d840ca5a9 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:15:44.922107 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376bb836-d2d4-4cc3-8062-1a185f297bdf None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:15:44.922989 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376bb836-d2d4-4cc3-8062-1a185f297bdf None None] Checking segment: {'id': '60701869-b898-4b9a-bbaf-e0de831a4cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '25bd3ef4-7d24-4004-bdbf-0c2d840ca5a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:15:44.923416 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.provisioning_blocks [req-9051ded0-1beb-42bd-8f4e-79265d7894fe req-ac44727d-7a89-441b-b59d-7291a7f0dff9 service neutron] Transition to ACTIVE for port object 1811d3a0-467e-48a0-a3db-28fc7ff2ff79 will not be triggered until provisioned by entity L2. {{(pid=95501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:15:44.925982 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-376bb836-d2d4-4cc3-8062-1a185f297bdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:44.926447 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376bb836-d2d4-4cc3-8062-1a185f297bdf None None] Bound using segment: {'id': '60701869-b898-4b9a-bbaf-e0de831a4cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '25bd3ef4-7d24-4004-bdbf-0c2d840ca5a9'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:15:44.927076 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-376bb836-d2d4-4cc3-8062-1a185f297bdf None None] Bound port: c39621b9-c578-4736-afcc-55a25ecdb1a3, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60701869-b898-4b9a-bbaf-e0de831a4cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '25bd3ef4-7d24-4004-bdbf-0c2d840ca5a9'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:15:44.928367 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-376bb836-d2d4-4cc3-8062-1a185f297bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:44.936705 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-f7448265-5166-4dce-a940-f2c678352977 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.7723956 Oct 12 19:15:44.937970 n-d-813679-3 neutron-server[95501]: INFO neutron.api.v2.resource [None req-38d5927e-f9eb-4616-8009-a48f2cd24ee4 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] show failed (client error): The resource could not be found. Oct 12 19:15:44.939106 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-38d5927e-f9eb-4616-8009-a48f2cd24ee4 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] 10.222.0.49 "GET /v2.0/security-groups/e87b0fe4-d45e-4b52-9940-9ed24eec8d9a HTTP/1.1" status: 404 len: 347 time: 0.1233931 Oct 12 19:15:44.940273 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 34886) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:15:44.941380 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0db2e2-0e83-44fe-acac-0dcb231e88cd tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e87b0fe4-d45e-4b52-9940-9ed24eec8d9a,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:44.946035 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 34888) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:15:44.954014 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-02e6a3de-76a3-484a-9b35-0ed21f70f7c8 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Request body: {'subnet': {'network_id': '228b976c-c44b-43f4-8a1f-2c6f5ef581f5', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:15:44.956559 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-d662226f-d5c3-4d20-9a2e-cf2eaf66353f None None] Port 605e7744-82ec-4122-aca5-63441fceb7bc cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:15:45.065976 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-626cb9f2-9b09-47ac-ab56-bff9c46c3607 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:45.091961 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8c99b2af-ff19-407b-a9ae-53281d67ec38 tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:45.158441 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-626cb9f2-9b09-47ac-ab56-bff9c46c3607 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:45.193217 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-376bb836-d2d4-4cc3-8062-1a185f297bdf None None] For port c39621b9-c578-4736-afcc-55a25ecdb1a3, host n-d-813679-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:15:45.198632 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-376bb836-d2d4-4cc3-8062-1a185f297bdf None None] For port c39621b9-c578-4736-afcc-55a25ecdb1a3, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=c39621b9-c578-4736-afcc-55a25ecdb1a3,segment=NetworkSegment(60701869-b898-4b9a-bbaf-e0de831a4cd8),segment_id=60701869-b898-4b9a-bbaf-e0de831a4cd8)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:15:45.218557 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-9051ded0-1beb-42bd-8f4e-79265d7894fe req-ac44727d-7a89-441b-b59d-7291a7f0dff9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:45.263345 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning complete for port 55040e15-9f6c-4c44-bac6-a29655280573 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:15:45.263867 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:45.270131 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-376bb836-d2d4-4cc3-8062-1a185f297bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:45.294214 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 2e544c54-caed-43e6-ace6-d9ef99253063 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:15:45.359740 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626cb9f2-9b09-47ac-ab56-bff9c46c3607 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0726b0fe-78be-4ea7-8b43-7be54affa06f,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:45.383891 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02e6a3de-76a3-484a-9b35-0ed21f70f7c8 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Made reservation on behalf of e1bc73ca052b4ff989529862bf093e8d for: {'subnet': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:15:45.388018 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-02e6a3de-76a3-484a-9b35-0ed21f70f7c8 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4612397'] for subnet, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:45.397921 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8c99b2af-ff19-407b-a9ae-53281d67ec38 tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:45.415983 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43683844-c091-4cde-845e-3725ba1c7c19 req-f8a5cc50-f1ad-4783-b933-87195a394895 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:45.426015 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-43683844-c091-4cde-845e-3725ba1c7c19 req-f8a5cc50-f1ad-4783-b933-87195a394895 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=08ecabda-5587-420b-a912-46737a0ec139 HTTP/1.1" status: 200 len: 944 time: 0.0903361 Oct 12 19:15:45.435395 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-626cb9f2-9b09-47ac-ab56-bff9c46c3607 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:45.436596 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-626cb9f2-9b09-47ac-ab56-bff9c46c3607 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.8473840 Oct 12 19:15:45.439731 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aa24d7-ab96-46d5-b2c3-e3e9a50a5c23 None None] Pushing event updated for resources: {'Port': ['ID=c39621b9-c578-4736-afcc-55a25ecdb1a3,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:45.442858 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376bb836-d2d4-4cc3-8062-1a185f297bdf None None] Routers {'ac724b47-8be8-46e8-9d52-ad611160a563'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:15:45.445908 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 34894) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:15:45.451058 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-a974baa5-77ac-49eb-9933-f406ac01d648 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Request body: {'security_group_rule': {'security_group_id': '0726b0fe-78be-4ea7-8b43-7be54affa06f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:15:45.451789 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-376bb836-d2d4-4cc3-8062-1a185f297bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:15:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['ac724b47-8be8-46e8-9d52-ad611160a563'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:15:45.475522 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8c99b2af-ff19-407b-a9ae-53281d67ec38 tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:45.521724 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-d662226f-d5c3-4d20-9a2e-cf2eaf66353f None None] Provisioning complete for port 2e544c54-caed-43e6-ace6-d9ef99253063 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:15:45.522415 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d662226f-d5c3-4d20-9a2e-cf2eaf66353f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:45.524195 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-43683844-c091-4cde-845e-3725ba1c7c19 req-11cbee19-b595-4b5f-b40f-090ef3b1e1bf tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2999b03-b87d-46b4-9267-1669e2e14df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920534 Oct 12 19:15:45.533757 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c99b2af-ff19-407b-a9ae-53281d67ec38 tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f9b3897-7699-422e-8158-559256a5dd9b,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:45.591172 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a974baa5-77ac-49eb-9933-f406ac01d648 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:45.683017 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:45.691606 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89af7923-011b-4684-8b52-7f27d21b40f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-6686226f-4ddf-4917-b57f-19fda7e2d4bd', 'network_id': '6686226f-4ddf-4917-b57f-19fda7e2d4bd', 'tenant_id': 'e1bc73ca052b4ff989529862bf093e8d', 'fixed_ips': [{'subnet_id': 'cc4623cd-de35-484d-89d6-d224b86d5718'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:15:45.692908 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-89af7923-011b-4684-8b52-7f27d21b40f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:45.726234 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a974baa5-77ac-49eb-9933-f406ac01d648 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:45.742957 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8c99b2af-ff19-407b-a9ae-53281d67ec38 tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:45.749542 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-8c99b2af-ff19-407b-a9ae-53281d67ec38 tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8956335 Oct 12 19:15:45.751354 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 34908) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:15:45.758409 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-08d2008c-6581-40ec-98dc-d6b734ac55a3 tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] Request body: {'floatingip': {'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:15:45.789628 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a974baa5-77ac-49eb-9933-f406ac01d648 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:45.814264 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-376bb836-d2d4-4cc3-8062-1a185f297bdf None None] Set router ac724b47-8be8-46e8-9d52-ad611160a563 gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:15:45.818694 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a974baa5-77ac-49eb-9933-f406ac01d648 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bbd9bc5-607d-4af4-be23-edd7ba3db4b7,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:45.847384 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-08d2008c-6581-40ec-98dc-d6b734ac55a3 tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] Notify callbacks [] for floatingip, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:45.872917 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 2e544c54-caed-43e6-ace6-d9ef99253063 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:15:45.874041 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:45.876010 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-9051ded0-1beb-42bd-8f4e-79265d7894fe req-ac44727d-7a89-441b-b59d-7291a7f0dff9 service neutron] No DVR routers for this DVR port 1811d3a0-467e-48a0-a3db-28fc7ff2ff79 on host n-h2-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:15:46.017233 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9051ded0-1beb-42bd-8f4e-79265d7894fe req-ac44727d-7a89-441b-b59d-7291a7f0dff9 service neutron] 10.222.0.67 "PUT /v2.0/ports/1811d3a0-467e-48a0-a3db-28fc7ff2ff79/bindings/n-h1-813679-3/activate HTTP/1.1" status: 200 len: 369 time: 2.6917899 Oct 12 19:15:46.271898 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b55fcc3-414b-4d16-b6d7-146a696034f6 req-36bd17ff-19e1-42e1-b87f-c6dcc05361e0 tempest-InstanceActionsV221TestJSON-1916065637 tempest-InstanceActionsV221TestJSON-1916065637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:46.285134 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8b55fcc3-414b-4d16-b6d7-146a696034f6 req-36bd17ff-19e1-42e1-b87f-c6dcc05361e0 tempest-InstanceActionsV221TestJSON-1916065637 tempest-InstanceActionsV221TestJSON-1916065637-project] 10.222.0.49 "GET /v2.0/ports?device_id=27c3d490-2043-4497-b1e1-c0e082ac65f1 HTTP/1.1" status: 200 len: 944 time: 0.9951079 Oct 12 19:15:46.304175 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-f3a7bdd4-1d6b-48d5-bc0d-996f1d5b25a6 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Deleting port 325efc37-c007-45bb-ab14-50fc2eee2843 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:15:46.304525 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f3a7bdd4-1d6b-48d5-bc0d-996f1d5b25a6 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:46.323016 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebcb2f5f-6905-4dde-9297-383f7820fe6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55040e15-9f6c-4c44-bac6-a29655280573'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:15:46.331298 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2378191-cd6a-4e5b-908c-31b639e8ded4" -d '{"events": [{"server_uuid": "ebcb2f5f-6905-4dde-9297-383f7820fe6b", "name": "network-vif-plugged", "status": "completed", "tag": "55040e15-9f6c-4c44-bac6-a29655280573"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:15:46.355653 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-376bb836-d2d4-4cc3-8062-1a185f297bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac724b47-8be8-46e8-9d52-ad611160a563', 'name': 'tempest-ServersTestJSON-769147083-router', 'tenant_id': '854de6b76f23444fa0b0e15315f450ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': '58efb78f-0b82-4cd7-8dd8-48b122e5cd64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:15:29Z', 'updated_at': '2021-10-12T19:15:37Z', 'revision_number': 4, 'project_id': '854de6b76f23444fa0b0e15315f450ce', 'gw_port': {'id': '58efb78f-0b82-4cd7-8dd8-48b122e5cd64', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac724b47-8be8-46e8-9d52-ad611160a563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:15:31Z', 'updated_at': '2021-10-12T19:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': 'c39621b9-c578-4736-afcc-55a25ecdb1a3', 'name': '', 'network_id': '25bd3ef4-7d24-4004-bdbf-0c2d840ca5a9', 'tenant_id': '854de6b76f23444fa0b0e15315f450ce', 'mac_address': 'fa:16:3e:cc:7b:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac724b47-8be8-46e8-9d52-ad611160a563', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'fa1d46c1-7b08-4128-8308-d970bab25da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:15:36Z', 'updated_at': '2021-10-12T19:15:45Z', 'revision_number': 4, 'project_id': '854de6b76f23444fa0b0e15315f450ce', 'subnets': [{'id': 'fa1d46c1-7b08-4128-8308-d970bab25da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:15:46.358869 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d662226f-d5c3-4d20-9a2e-cf2eaf66353f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:46.403803 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 55040e15-9f6c-4c44-bac6-a29655280573, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=55040e15-9f6c-4c44-bac6-a29655280573,segment=NetworkSegment(35dde9ae-6a3d-4327-a38f-c2a1ca6f0ad7),segment_id=35dde9ae-6a3d-4327-a38f-c2a1ca6f0ad7)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:15:46.455358 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a974baa5-77ac-49eb-9933-f406ac01d648 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:46.457315 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376bb836-d2d4-4cc3-8062-1a185f297bdf None None] The sync data for ids ['ac724b47-8be8-46e8-9d52-ad611160a563'] in n-d-813679-3 is: [{'id': 'ac724b47-8be8-46e8-9d52-ad611160a563', 'name': 'tempest-ServersTestJSON-769147083-router', 'tenant_id': '854de6b76f23444fa0b0e15315f450ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': '58efb78f-0b82-4cd7-8dd8-48b122e5cd64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:15:29Z', 'updated_at': '2021-10-12T19:15:37Z', 'revision_number': 4, 'project_id': '854de6b76f23444fa0b0e15315f450ce', 'gw_port': {'id': '58efb78f-0b82-4cd7-8dd8-48b122e5cd64', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac724b47-8be8-46e8-9d52-ad611160a563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:15:31Z', 'updated_at': '2021-10-12T19:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': 'c39621b9-c578-4736-afcc-55a25ecdb1a3', 'name': '', 'network_id': '25bd3ef4-7d24-4004-bdbf-0c2d840ca5a9', 'tenant_id': '854de6b76f23444fa0b0e15315f450ce', 'mac_address': 'fa:16:3e:cc:7b:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac724b47-8be8-46e8-9d52-ad611160a563', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'fa1d46c1-7b08-4128-8308-d970bab25da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:15:36Z', 'updated_at': '2021-10-12T19:15:45Z', 'revision_number': 4, 'project_id': '854de6b76f23444fa0b0e15315f450ce', 'subnets': [{'id': 'fa1d46c1-7b08-4128-8308-d970bab25da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:15:46.457579 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-a974baa5-77ac-49eb-9933-f406ac01d648 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0104930 Oct 12 19:15:46.468023 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 34912) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:15:46.472715 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-9c3af179-0ed6-40c0-bfaf-4dda86e17188 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Request body: {'security_group_rule': {'security_group_id': '0726b0fe-78be-4ea7-8b43-7be54affa06f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:15:46.482025 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:46.483293 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 1811d3a0-467e-48a0-a3db-28fc7ff2ff79 no longer exists at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:15:46.634138 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=55040e15-9f6c-4c44-bac6-a29655280573,revision_number=7']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:46.666292 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4107ea14-9777-4470-ae25-0c6f13b698f5 req-c77eb4d6-0cfb-4913-9f14-fa9c3f11b1ea tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:46.676455 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4107ea14-9777-4470-ae25-0c6f13b698f5 req-c77eb4d6-0cfb-4913-9f14-fa9c3f11b1ea tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/ports?device_id=d14b4963-a7f3-4841-86bc-93dad48b6e25 HTTP/1.1" status: 200 len: 946 time: 0.2252920 Oct 12 19:15:46.700289 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-89af7923-011b-4684-8b52-7f27d21b40f1 None None] Allocated IP 10.1.1.2 (6686226f-4ddf-4917-b57f-19fda7e2d4bd/cc4623cd-de35-484d-89d6-d224b86d5718/633ce640-c9b2-4105-b009-02106a457743) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:15:46.713454 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-d662226f-d5c3-4d20-9a2e-cf2eaf66353f None None] For port 2e544c54-caed-43e6-ace6-d9ef99253063, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=2e544c54-caed-43e6-ace6-d9ef99253063,segment=NetworkSegment(f16cf0ac-76ac-40b9-ab87-b70fda8dbb01),segment_id=f16cf0ac-76ac-40b9-ab87-b70fda8dbb01)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:15:46.750639 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9c3af179-0ed6-40c0-bfaf-4dda86e17188 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:46.771513 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 1811d3a0-467e-48a0-a3db-28fc7ff2ff79 not bound to the agent host n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:15:46.801668 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d662226f-d5c3-4d20-9a2e-cf2eaf66353f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:46.872863 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4107ea14-9777-4470-ae25-0c6f13b698f5 req-ce7d6d1a-2846-4427-af2d-0fbb5b976ca2 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cccf57-f452-41a8-9e48-a6e744310271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939330 Oct 12 19:15:46.922868 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-08d2008c-6581-40ec-98dc-d6b734ac55a3 tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:46.947290 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d662226f-d5c3-4d20-9a2e-cf2eaf66353f None None] Pushing event updated for resources: {'Port': ['ID=2e544c54-caed-43e6-ace6-d9ef99253063,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:47.024291 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3468b44b-81fa-4c8e-be11-90dd1a543b15 x-openstack-request-id: req-3468b44b-81fa-4c8e-be11-90dd1a543b15 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:15:47.024291 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebcb2f5f-6905-4dde-9297-383f7820fe6b", "name": "network-vif-plugged", "status": "completed", "tag": "55040e15-9f6c-4c44-bac6-a29655280573", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:15:47.024291 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3468b44b-81fa-4c8e-be11-90dd1a543b15 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:15:47.024291 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebcb2f5f-6905-4dde-9297-383f7820fe6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55040e15-9f6c-4c44-bac6-a29655280573', 'code': 200} Oct 12 19:15:47.025038 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:47.028757 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f3a7bdd4-1d6b-48d5-bc0d-996f1d5b25a6 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:47.029301 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f3a7bdd4-1d6b-48d5-bc0d-996f1d5b25a6 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:47.045618 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-f3a7bdd4-1d6b-48d5-bc0d-996f1d5b25a6 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Calling delete_port for 325efc37-c007-45bb-ab14-50fc2eee2843 owned by network:floatingip {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:15:47.080415 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9c3af179-0ed6-40c0-bfaf-4dda86e17188 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:47.160459 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-33ba30e2-060e-41d2-8539-107594bca23e None None] Provisioning complete for port c39621b9-c578-4736-afcc-55a25ecdb1a3 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:15:47.160893 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-33ba30e2-060e-41d2-8539-107594bca23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:47.161821 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9c3af179-0ed6-40c0-bfaf-4dda86e17188 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:47.179394 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac44727d-7a89-441b-b59d-7291a7f0dff9 service neutron] Pushing event updated for resources: {'Port': ['ID=1811d3a0-467e-48a0-a3db-28fc7ff2ff79,revision_number=10']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:47.195699 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4643fd57-6feb-400b-8769-cded13d4fc9c req-47905cbf-d2dc-45bd-8367-cb1c44c90d03 tempest-LiveMigrationTest-1833787117 tempest-LiveMigrationTest-1833787117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:47.199415 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4643fd57-6feb-400b-8769-cded13d4fc9c req-47905cbf-d2dc-45bd-8367-cb1c44c90d03 tempest-LiveMigrationTest-1833787117 tempest-LiveMigrationTest-1833787117-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=d14b4963-a7f3-4841-86bc-93dad48b6e25&tenant_id=5fba7a982f4e455fbf6360a954bd3673&binding%3Ahost_id=n-h1-813679-3 HTTP/1.1" status: 200 len: 1097 time: 1.1056385 Oct 12 19:15:47.256812 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3af179-0ed6-40c0-bfaf-4dda86e17188 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d814d49-b2f7-4aa6-b70a-fa26859dae67,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:47.284113 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-4643fd57-6feb-400b-8769-cded13d4fc9c req-9696f289-4278-4221-a448-ed4246ac96d3 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-813679-3'}}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:15:47.288822 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9051ded0-1beb-42bd-8f4e-79265d7894fe req-f60ae253-68bb-4366-b3e6-95616c16ab45 tempest-LiveAutoBlockMigrationV225Test-2051523199 tempest-LiveAutoBlockMigrationV225Test-2051523199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:47.290675 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9051ded0-1beb-42bd-8f4e-79265d7894fe req-f60ae253-68bb-4366-b3e6-95616c16ab45 tempest-LiveAutoBlockMigrationV225Test-2051523199 tempest-LiveAutoBlockMigrationV225Test-2051523199-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=08ecabda-5587-420b-a912-46737a0ec139&tenant_id=803d7b884967412f992e4b2e79b460e6&binding%3Ahost_id=n-h2-813679-3 HTTP/1.1" status: 200 len: 1095 time: 1.1091204 Oct 12 19:15:47.305252 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de09858-ee64-4a4a-9e5a-05735787b79a req-8928b994-78c7-4624-a6a8-23b8ab0bc6d2 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:47.326797 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8de09858-ee64-4a4a-9e5a-05735787b79a req-8928b994-78c7-4624-a6a8-23b8ab0bc6d2 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=08ecabda-5587-420b-a912-46737a0ec139 HTTP/1.1" status: 200 len: 944 time: 0.2279086 Oct 12 19:15:47.379557 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9c3af179-0ed6-40c0-bfaf-4dda86e17188 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:47.385404 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-89af7923-011b-4684-8b52-7f27d21b40f1 None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:47.385879 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-9c3af179-0ed6-40c0-bfaf-4dda86e17188 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9164631 Oct 12 19:15:47.394223 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 34918) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:15:47.397540 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.db.api [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 19:15:47.398037 n-d-813679-3 neutron-server[95503]: DEBUG oslo_db.api [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 19:15:47.405174 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8b55fcc3-414b-4d16-b6d7-146a696034f6 req-922c6ab9-fbb0-4490-a5ae-afe85d1ddc9a tempest-InstanceActionsV221TestJSON-1916065637 tempest-InstanceActionsV221TestJSON-1916065637-project] 10.222.0.49 "GET /v2.0/security-groups?id=5e18be5a-40dc-4fc4-8942-0242c82a83db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1191559 Oct 12 19:15:47.414948 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-87ce41df-17fa-4b48-bdb2-9b3bd9efad76 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Request body: {'floatingip': {'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:15:47.422004 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-08d2008c-6581-40ec-98dc-d6b734ac55a3 tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] Allocated IP 172.25.5.179 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/43309555-bbaf-4098-bd16-3aa515d9f160) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:15:47.491432 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8de09858-ee64-4a4a-9e5a-05735787b79a req-ef90ef17-5f0f-4fd3-a354-3e3ba7cc0ca5 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2999b03-b87d-46b4-9267-1669e2e14df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623888 Oct 12 19:15:47.494023 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-89af7923-011b-4684-8b52-7f27d21b40f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:47.539524 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-4643fd57-6feb-400b-8769-cded13d4fc9c req-9696f289-4278-4221-a448-ed4246ac96d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:47.561684 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9051ded0-1beb-42bd-8f4e-79265d7894fe req-33f73b73-dbc6-43f2-9a82-4395058c77ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:47.563181 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9051ded0-1beb-42bd-8f4e-79265d7894fe req-33f73b73-dbc6-43f2-9a82-4395058c77ce service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=08ecabda-5587-420b-a912-46737a0ec139&tenant_id=803d7b884967412f992e4b2e79b460e6 HTTP/1.1" status: 200 len: 1095 time: 0.2407057 Oct 12 19:15:47.609026 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89af7923-011b-4684-8b52-7f27d21b40f1 None None] Pushing event updated for resources: {'Port': ['ID=633ce640-c9b2-4105-b009-02106a457743,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:47.630640 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-87ce41df-17fa-4b48-bdb2-9b3bd9efad76 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Notify callbacks [] for floatingip, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:47.646743 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89af7923-011b-4684-8b52-7f27d21b40f1 None None] Network 6686226f-4ddf-4917-b57f-19fda7e2d4bd is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:15:47.661213 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-89af7923-011b-4684-8b52-7f27d21b40f1 None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:15:47.670875 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89af7923-011b-4684-8b52-7f27d21b40f1 None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:15:47.677816 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-33ba30e2-060e-41d2-8539-107594bca23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:47.769465 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-08d2008c-6581-40ec-98dc-d6b734ac55a3 tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:47.771900 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-33ba30e2-060e-41d2-8539-107594bca23e None None] For port c39621b9-c578-4736-afcc-55a25ecdb1a3, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=c39621b9-c578-4736-afcc-55a25ecdb1a3,segment=NetworkSegment(60701869-b898-4b9a-bbaf-e0de831a4cd8),segment_id=60701869-b898-4b9a-bbaf-e0de831a4cd8)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:15:47.773720 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-89af7923-011b-4684-8b52-7f27d21b40f1 None None] Attempting to bind port 633ce640-c9b2-4105-b009-02106a457743 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:15:47.774186 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-89af7923-011b-4684-8b52-7f27d21b40f1 None None] Attempting to bind port 633ce640-c9b2-4105-b009-02106a457743 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'e61c0867-8853-406c-a4f0-1a22eccd7cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '6686226f-4ddf-4917-b57f-19fda7e2d4bd'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:15:47.774809 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89af7923-011b-4684-8b52-7f27d21b40f1 None None] Attempting to bind port 633ce640-c9b2-4105-b009-02106a457743 on network 6686226f-4ddf-4917-b57f-19fda7e2d4bd {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:15:47.784921 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89af7923-011b-4684-8b52-7f27d21b40f1 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:15:47.785505 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89af7923-011b-4684-8b52-7f27d21b40f1 None None] Checking segment: {'id': 'e61c0867-8853-406c-a4f0-1a22eccd7cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '6686226f-4ddf-4917-b57f-19fda7e2d4bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:15:47.786020 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-89af7923-011b-4684-8b52-7f27d21b40f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:47.787112 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89af7923-011b-4684-8b52-7f27d21b40f1 None None] Bound using segment: {'id': 'e61c0867-8853-406c-a4f0-1a22eccd7cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '6686226f-4ddf-4917-b57f-19fda7e2d4bd'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:15:47.787692 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-89af7923-011b-4684-8b52-7f27d21b40f1 None None] Bound port: 633ce640-c9b2-4105-b009-02106a457743, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e61c0867-8853-406c-a4f0-1a22eccd7cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '6686226f-4ddf-4917-b57f-19fda7e2d4bd'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:15:47.788352 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-89af7923-011b-4684-8b52-7f27d21b40f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:47.831609 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-4643fd57-6feb-400b-8769-cded13d4fc9c req-9696f289-4278-4221-a448-ed4246ac96d3 service neutron] For port 6fa8d8c2-e666-4b21-989c-1cfa6a2225c3, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=6fa8d8c2-e666-4b21-989c-1cfa6a2225c3,segment=NetworkSegment(af837146-1b4e-4c2b-b1ce-96eb7f990955),segment_id=af837146-1b4e-4c2b-b1ce-96eb7f990955)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:15:47.836331 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f3a7bdd4-1d6b-48d5-bc0d-996f1d5b25a6 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:47.838985 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-02e6a3de-76a3-484a-9b35-0ed21f70f7c8 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4824863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4612355'] for subnet, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:47.882928 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-33ba30e2-060e-41d2-8539-107594bca23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:47.925151 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-08d2008c-6581-40ec-98dc-d6b734ac55a3 tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:47.996513 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ba30e2-060e-41d2-8539-107594bca23e None None] Pushing event updated for resources: {'Port': ['ID=c39621b9-c578-4736-afcc-55a25ecdb1a3,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:47.998936 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a7bdd4-1d6b-48d5-bc0d-996f1d5b25a6 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Pushing event deleted for resources: {'Port': ['ID=325efc37-c007-45bb-ab14-50fc2eee2843,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:48.015798 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 6fa8d8c2-e666-4b21-989c-1cfa6a2225c3 details requested by agent hyperv_n-h2-813679-3 with host n-h2-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:15:48.031586 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d2008c-6581-40ec-98dc-d6b734ac55a3 tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:15:48.040522 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-08d2008c-6581-40ec-98dc-d6b734ac55a3 tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:15:48.051915 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d2008c-6581-40ec-98dc-d6b734ac55a3 tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:15:48.068496 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d2008c-6581-40ec-98dc-d6b734ac55a3 tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] Pushing event updated for resources: {'Port': ['ID=43309555-bbaf-4098-bd16-3aa515d9f160,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:48.142137 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-89af7923-011b-4684-8b52-7f27d21b40f1 None None] For port 633ce640-c9b2-4105-b009-02106a457743, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:15:48.148320 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-33ba30e2-060e-41d2-8539-107594bca23e None None] Provisioning complete for port 2e544c54-caed-43e6-ace6-d9ef99253063 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:15:48.149568 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-33ba30e2-060e-41d2-8539-107594bca23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:48.187312 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 10feb9d4-7aa8-4868-8c66-1a4d7095d414 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:15:48.237421 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e6a3de-76a3-484a-9b35-0ed21f70f7c8 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Pushing event updated for resources: {'Subnet': ['ID=391d2b75-fd68-405b-ba79-4cd2c7a3d303,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:48.253824 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.db.resource_extend [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 12 19:15:48.259109 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9051ded0-1beb-42bd-8f4e-79265d7894fe req-df17dd62-d1ab-40b4-8f76-fbf18b5a14fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:48.261752 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9051ded0-1beb-42bd-8f4e-79265d7894fe req-df17dd62-d1ab-40b4-8f76-fbf18b5a14fd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=803d7b884967412f992e4b2e79b460e6&device_id=08ecabda-5587-420b-a912-46737a0ec139 HTTP/1.1" status: 200 len: 1095 time: 0.6433506 Oct 12 19:15:48.265643 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-89af7923-011b-4684-8b52-7f27d21b40f1 None None] For port 633ce640-c9b2-4105-b009-02106a457743, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=633ce640-c9b2-4105-b009-02106a457743,segment=NetworkSegment(e61c0867-8853-406c-a4f0-1a22eccd7cc2),segment_id=e61c0867-8853-406c-a4f0-1a22eccd7cc2)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:15:48.276772 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b8d6c9-374d-478c-8a29-fab9424c6790 req-83796b2d-8260-4c10-a543-0fc22cfd5fd9 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:48.278323 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-93b8d6c9-374d-478c-8a29-fab9424c6790 req-83796b2d-8260-4c10-a543-0fc22cfd5fd9 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/ports?device_id=d14b4963-a7f3-4841-86bc-93dad48b6e25 HTTP/1.1" status: 200 len: 946 time: 0.1675601 Oct 12 19:15:48.354241 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-08d2008c-6581-40ec-98dc-d6b734ac55a3 tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:48.373967 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-93b8d6c9-374d-478c-8a29-fab9424c6790 req-5d58814b-240e-4847-89db-33832fee70d2 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cccf57-f452-41a8-9e48-a6e744310271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863962 Oct 12 19:15:48.458670 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-4643fd57-6feb-400b-8769-cded13d4fc9c req-9696f289-4278-4221-a448-ed4246ac96d3 service neutron] For port 6fa8d8c2-e666-4b21-989c-1cfa6a2225c3, host n-h1-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:15:48.460771 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e6a3de-76a3-484a-9b35-0ed21f70f7c8 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Checking segment: {'id': 'e7119dae-6234-4e1c-9d77-858c724d074c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '228b976c-c44b-43f4-8a1f-2c6f5ef581f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:15:48.464078 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e6a3de-76a3-484a-9b35-0ed21f70f7c8 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Network hostable DHCP agents. Network: 228b976c-c44b-43f4-8a1f-2c6f5ef581f5, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:15:48.563307 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-08d2008c-6581-40ec-98dc-d6b734ac55a3 tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:48.604441 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f3a7bdd4-1d6b-48d5-bc0d-996f1d5b25a6 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Notify callbacks [] for floatingip, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:48.611518 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f3a7bdd4-1d6b-48d5-bc0d-996f1d5b25a6 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:48.614099 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-f3a7bdd4-1d6b-48d5-bc0d-996f1d5b25a6 tempest-ImagesOneServerNegativeTestJSON-1827564866 tempest-ImagesOneServerNegativeTestJSON-1827564866-project] 10.222.0.49 "DELETE /v2.0/floatingips/2be70edd-0f56-445e-94b0-be449df10987 HTTP/1.1" status: 204 len: 168 time: 3.5224533 Oct 12 19:15:48.669267 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd14b4963-a7f3-4841-86bc-93dad48b6e25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6fa8d8c2-e666-4b21-989c-1cfa6a2225c3'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:15:48.671870 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2faadf4-156e-45c7-9879-9694c9b0c713" -d '{"events": [{"server_uuid": "d14b4963-a7f3-4841-86bc-93dad48b6e25", "name": "network-vif-unplugged", "status": "completed", "tag": "6fa8d8c2-e666-4b21-989c-1cfa6a2225c3"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:15:48.679196 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-4643fd57-6feb-400b-8769-cded13d4fc9c req-9696f289-4278-4221-a448-ed4246ac96d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:48.733015 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-89af7923-011b-4684-8b52-7f27d21b40f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:48.754613 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be66abc5-4fc3-4efa-a165-de52a9fdd4d5 req-202a58cd-e6dc-484e-885b-631770ec0465 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:48.756465 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-be66abc5-4fc3-4efa-a165-de52a9fdd4d5 req-202a58cd-e6dc-484e-885b-631770ec0465 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=08ecabda-5587-420b-a912-46737a0ec139 HTTP/1.1" status: 200 len: 944 time: 0.1120586 Oct 12 19:15:48.763787 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9051ded0-1beb-42bd-8f4e-79265d7894fe req-9abf3b91-512a-4f28-a9e2-ada350f9769f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:48.854308 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9051ded0-1beb-42bd-8f4e-79265d7894fe req-9abf3b91-512a-4f28-a9e2-ada350f9769f service neutron] 10.222.0.61 "GET /v2.0/networks?id=82671036-c03a-4d3c-b62d-db19aa8b0fed HTTP/1.1" status: 200 len: 921 time: 0.4483628 Oct 12 19:15:48.854308 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3bdf84-8102-4332-9055-df98ecdbb1a6 req-4c41d11d-f72b-4e18-ad95-d8f9d12fea56 tempest-InstanceActionsV221TestJSON-1916065637 tempest-InstanceActionsV221TestJSON-1916065637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:48.854308 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6b3bdf84-8102-4332-9055-df98ecdbb1a6 req-4c41d11d-f72b-4e18-ad95-d8f9d12fea56 tempest-InstanceActionsV221TestJSON-1916065637 tempest-InstanceActionsV221TestJSON-1916065637-project] 10.222.0.49 "GET /v2.0/ports?device_id=27c3d490-2043-4497-b1e1-c0e082ac65f1 HTTP/1.1" status: 200 len: 944 time: 0.1503873 Oct 12 19:15:48.854308 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-87ce41df-17fa-4b48-bdb2-9b3bd9efad76 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:48.855012 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-be66abc5-4fc3-4efa-a165-de52a9fdd4d5 req-c7dc952f-8ab4-48cf-8776-6d822a13c808 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2999b03-b87d-46b4-9267-1669e2e14df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546665 Oct 12 19:15:48.855498 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 6fa8d8c2-e666-4b21-989c-1cfa6a2225c3, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=6fa8d8c2-e666-4b21-989c-1cfa6a2225c3,segment=NetworkSegment(af837146-1b4e-4c2b-b1ce-96eb7f990955),segment_id=af837146-1b4e-4c2b-b1ce-96eb7f990955)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:15:48.869250 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9051ded0-1beb-42bd-8f4e-79265d7894fe req-b539fac1-9351-43d5-8e39-a204fc74e6f8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1811d3a0-467e-48a0-a3db-28fc7ff2ff79 HTTP/1.1" status: 200 len: 217 time: 0.0954266 Oct 12 19:15:48.906183 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-08d2008c-6581-40ec-98dc-d6b734ac55a3 tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:48.906478 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 0bb2af15-4e77-4f2c-b7a8-90f38dfe6eca up at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:15:48.955900 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 6fa8d8c2-e666-4b21-989c-1cfa6a2225c3 has no active binding in host n-h2-813679-3 {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 12 19:15:48.986590 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89af7923-011b-4684-8b52-7f27d21b40f1 None None] Pushing event updated for resources: {'Port': ['ID=633ce640-c9b2-4105-b009-02106a457743,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:48.988447 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 10feb9d4-7aa8-4868-8c66-1a4d7095d414 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:15:48.988833 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:49.021099 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6b3bdf84-8102-4332-9055-df98ecdbb1a6 req-b6844db2-9fe7-41fd-9c3e-441850b2e30a tempest-InstanceActionsV221TestJSON-1916065637 tempest-InstanceActionsV221TestJSON-1916065637-project] 10.222.0.49 "GET /v2.0/security-groups?id=5e18be5a-40dc-4fc4-8942-0242c82a83db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826901 Oct 12 19:15:49.064139 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 19:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4704381d-f5f9-4736-95e8-1b6b7da2db80 x-openstack-request-id: req-4704381d-f5f9-4736-95e8-1b6b7da2db80 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:15:49.064467 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d14b4963-a7f3-4841-86bc-93dad48b6e25", "name": "network-vif-unplugged", "status": "completed", "tag": "6fa8d8c2-e666-4b21-989c-1cfa6a2225c3", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:15:49.064786 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4704381d-f5f9-4736-95e8-1b6b7da2db80 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:15:49.065186 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd14b4963-a7f3-4841-86bc-93dad48b6e25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6fa8d8c2-e666-4b21-989c-1cfa6a2225c3', 'code': 200} Oct 12 19:15:49.066916 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9051ded0-1beb-42bd-8f4e-79265d7894fe req-8d0bad8a-ff3f-4ffe-b96c-0caf74aff8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:49.068617 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9051ded0-1beb-42bd-8f4e-79265d7894fe req-8d0bad8a-ff3f-4ffe-b96c-0caf74aff8f2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=39796bec-4145-45cd-b713-3f2477a830cb HTTP/1.1" status: 200 len: 860 time: 0.1855357 Oct 12 19:15:49.094054 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e6a3de-76a3-484a-9b35-0ed21f70f7c8 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Network 228b976c-c44b-43f4-8a1f-2c6f5ef581f5 is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:15:49.122658 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9051ded0-1beb-42bd-8f4e-79265d7894fe req-9c2b5cc8-cd42-419d-ad0a-d33bbebc4231 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=82671036-c03a-4d3c-b62d-db19aa8b0fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446596 Oct 12 19:15:49.138881 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-08d2008c-6581-40ec-98dc-d6b734ac55a3 tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:49.139904 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-4643fd57-6feb-400b-8769-cded13d4fc9c req-9696f289-4278-4221-a448-ed4246ac96d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:49.148991 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-87ce41df-17fa-4b48-bdb2-9b3bd9efad76 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Allocated IP 172.25.5.89 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/97915038-3fcb-44b7-ab1a-733c60d4c698) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:15:49.180236 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning for port 0bb2af15-4e77-4f2c-b7a8-90f38dfe6eca completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:15:49.190517 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning complete for port 0bb2af15-4e77-4f2c-b7a8-90f38dfe6eca triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:15:49.192605 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:49.299203 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 34958) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:15:49.349655 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:49.358363 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-02e6a3de-76a3-484a-9b35-0ed21f70f7c8 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, 228b976c-c44b-43f4-8a1f-2c6f5ef581f5) {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:15:49.370608 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e6a3de-76a3-484a-9b35-0ed21f70f7c8 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:49.372543 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-02e6a3de-76a3-484a-9b35-0ed21f70f7c8 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:49.394604 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be9806c-176c-44ae-b1d3-1b240c4745d4 None None] Network 228b976c-c44b-43f4-8a1f-2c6f5ef581f5 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:15:49.486398 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27c3d490-2043-4497-b1e1-c0e082ac65f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bb2af15-4e77-4f2c-b7a8-90f38dfe6eca'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:15:49.495448 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5b22f14-d551-44cf-9a6e-5612a323c5a6" -d '{"events": [{"server_uuid": "27c3d490-2043-4497-b1e1-c0e082ac65f1", "name": "network-vif-plugged", "status": "completed", "tag": "0bb2af15-4e77-4f2c-b7a8-90f38dfe6eca"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:15:49.527272 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device c39621b9-c578-4736-afcc-55a25ecdb1a3 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:15:49.536289 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 0bb2af15-4e77-4f2c-b7a8-90f38dfe6eca, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=0bb2af15-4e77-4f2c-b7a8-90f38dfe6eca,segment=NetworkSegment(1c9fbb1c-5cb1-460b-9069-706a44d428c4),segment_id=1c9fbb1c-5cb1-460b-9069-706a44d428c4)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:15:49.551246 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-4643fd57-6feb-400b-8769-cded13d4fc9c req-9696f289-4278-4221-a448-ed4246ac96d3 service neutron] Attempting to bind port 6fa8d8c2-e666-4b21-989c-1cfa6a2225c3 on host n-h1-813679-3 for vnic_type normal with profile {"migrating_to": "n-h2-813679-3"} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:15:49.551595 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-4643fd57-6feb-400b-8769-cded13d4fc9c req-9696f289-4278-4221-a448-ed4246ac96d3 service neutron] Attempting to bind port 6fa8d8c2-e666-4b21-989c-1cfa6a2225c3 by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': 'af837146-1b4e-4c2b-b1ce-96eb7f990955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c9c833e6-1691-44ed-bf82-cf9c18667411'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:15:49.551939 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4643fd57-6feb-400b-8769-cded13d4fc9c req-9696f289-4278-4221-a448-ed4246ac96d3 service neutron] Attempting to bind port 6fa8d8c2-e666-4b21-989c-1cfa6a2225c3 on network c9c833e6-1691-44ed-bf82-cf9c18667411 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:15:49.564013 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9696f289-4278-4221-a448-ed4246ac96d3 service neutron] Pushing event updated for resources: {'Port': ['ID=6fa8d8c2-e666-4b21-989c-1cfa6a2225c3,revision_number=7']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:49.581761 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-02e6a3de-76a3-484a-9b35-0ed21f70f7c8 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 4.6368575 Oct 12 19:15:49.584187 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 34970) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:15:49.594774 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-dda3e09c-ead2-4d51-822d-70297ac02765 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Request body: {'port': {'network_id': '6686226f-4ddf-4917-b57f-19fda7e2d4bd', 'name': 'tempest-TaggedBootDevicesTest-1927614438', 'fixed_ips': [{'subnet_id': 'cc4623cd-de35-484d-89d6-d224b86d5718'}]}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:15:49.610124 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-c55c3736-45b0-4986-a651-7fd51970f46d admin admin] Deleting subnet 0ca49502-6eac-400d-a5c9-5dbc68b0fb0b {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:15:49.613823 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:49.623278 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c55c3736-45b0-4986-a651-7fd51970f46d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:49.635193 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd811eb6-7615-4415-b54c-bbb02430e14c x-openstack-request-id: req-dd811eb6-7615-4415-b54c-bbb02430e14c {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:15:49.636009 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27c3d490-2043-4497-b1e1-c0e082ac65f1", "name": "network-vif-plugged", "status": "completed", "tag": "0bb2af15-4e77-4f2c-b7a8-90f38dfe6eca", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:15:49.636447 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-dd811eb6-7615-4415-b54c-bbb02430e14c {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:15:49.637037 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27c3d490-2043-4497-b1e1-c0e082ac65f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bb2af15-4e77-4f2c-b7a8-90f38dfe6eca', 'code': 200} Oct 12 19:15:49.720421 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c55c3736-45b0-4986-a651-7fd51970f46d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16313642'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:49.767021 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f804e4-eeb3-4ef6-96e1-85b48cc65b15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-228b976c-c44b-43f4-8a1f-2c6f5ef581f5', 'network_id': '228b976c-c44b-43f4-8a1f-2c6f5ef581f5', 'tenant_id': 'e1bc73ca052b4ff989529862bf093e8d', 'fixed_ips': [{'subnet_id': '391d2b75-fd68-405b-ba79-4cd2c7a3d303'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:15:49.768900 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b4f804e4-eeb3-4ef6-96e1-85b48cc65b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:49.792969 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c55c3736-45b0-4986-a651-7fd51970f46d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:49.799952 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=0bb2af15-4e77-4f2c-b7a8-90f38dfe6eca,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:49.813888 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4643fd57-6feb-400b-8769-cded13d4fc9c req-9696f289-4278-4221-a448-ed4246ac96d3 service neutron] Port 6fa8d8c2-e666-4b21-989c-1cfa6a2225c3 on network c9c833e6-1691-44ed-bf82-cf9c18667411 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:15:49.814577 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4643fd57-6feb-400b-8769-cded13d4fc9c req-9696f289-4278-4221-a448-ed4246ac96d3 service neutron] Attempting to bind port 6fa8d8c2-e666-4b21-989c-1cfa6a2225c3 on network c9c833e6-1691-44ed-bf82-cf9c18667411 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:15:49.816007 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port c39621b9-c578-4736-afcc-55a25ecdb1a3 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:15:49.816607 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:49.824892 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4643fd57-6feb-400b-8769-cded13d4fc9c req-9696f289-4278-4221-a448-ed4246ac96d3 service neutron] Checking agent: {'id': 'f5e9725f-f5a6-43c2-a1be-95e21e9a1fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:15:49.830717 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4643fd57-6feb-400b-8769-cded13d4fc9c req-9696f289-4278-4221-a448-ed4246ac96d3 service neutron] Checking segment: {'id': 'af837146-1b4e-4c2b-b1ce-96eb7f990955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c9c833e6-1691-44ed-bf82-cf9c18667411'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:15:49.830717 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4643fd57-6feb-400b-8769-cded13d4fc9c req-9696f289-4278-4221-a448-ed4246ac96d3 service neutron] Bound using segment: {'id': 'af837146-1b4e-4c2b-b1ce-96eb7f990955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c9c833e6-1691-44ed-bf82-cf9c18667411'} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:15:49.830717 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-4643fd57-6feb-400b-8769-cded13d4fc9c req-9696f289-4278-4221-a448-ed4246ac96d3 service neutron] Bound port: 6fa8d8c2-e666-4b21-989c-1cfa6a2225c3, host: n-h1-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af837146-1b4e-4c2b-b1ce-96eb7f990955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c9c833e6-1691-44ed-bf82-cf9c18667411'}}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:15:49.830717 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-4643fd57-6feb-400b-8769-cded13d4fc9c req-9696f289-4278-4221-a448-ed4246ac96d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:49.860689 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d2008c-6581-40ec-98dc-d6b734ac55a3 tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] Pushing event updated for resources: {'Port': ['ID=43309555-bbaf-4098-bd16-3aa515d9f160,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:49.954445 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-4643fd57-6feb-400b-8769-cded13d4fc9c req-9696f289-4278-4221-a448-ed4246ac96d3 service neutron] For port 6fa8d8c2-e666-4b21-989c-1cfa6a2225c3, host n-h1-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:15:49.959637 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-4643fd57-6feb-400b-8769-cded13d4fc9c req-9696f289-4278-4221-a448-ed4246ac96d3 service neutron] For port 6fa8d8c2-e666-4b21-989c-1cfa6a2225c3, host n-h1-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=6fa8d8c2-e666-4b21-989c-1cfa6a2225c3,segment=NetworkSegment(af837146-1b4e-4c2b-b1ce-96eb7f990955),segment_id=af837146-1b4e-4c2b-b1ce-96eb7f990955)] {{(pid=95501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:15:49.964117 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9051ded0-1beb-42bd-8f4e-79265d7894fe req-7c59bbbe-840e-4347-8811-161192d3b58d service neutron] 10.222.0.61 "GET /v2.0/networks/82671036-c03a-4d3c-b62d-db19aa8b0fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8273585 Oct 12 19:15:49.967260 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dda3e09c-ead2-4d51-822d-70297ac02765 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Made reservation on behalf of e1bc73ca052b4ff989529862bf093e8d for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:15:49.975428 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-87ce41df-17fa-4b48-bdb2-9b3bd9efad76 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:50.013829 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c55c3736-45b0-4986-a651-7fd51970f46d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4306592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16245866'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:50.093705 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9051ded0-1beb-42bd-8f4e-79265d7894fe req-bcf50314-4e3b-4245-b730-7adbcc0ef55d service neutron] 10.222.0.61 "GET /v2.0/networks/82671036-c03a-4d3c-b62d-db19aa8b0fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156750 Oct 12 19:15:50.134088 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55c3736-45b0-4986-a651-7fd51970f46d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ca49502-6eac-400d-a5c9-5dbc68b0fb0b,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:50.150788 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-4643fd57-6feb-400b-8769-cded13d4fc9c req-9696f289-4278-4221-a448-ed4246ac96d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:50.179416 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 2e544c54-caed-43e6-ace6-d9ef99253063 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:15:50.202775 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c55c3736-45b0-4986-a651-7fd51970f46d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:50.212437 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-c55c3736-45b0-4986-a651-7fd51970f46d admin admin] 10.222.0.49 "DELETE /v2.0/subnets/0ca49502-6eac-400d-a5c9-5dbc68b0fb0b HTTP/1.1" status: 204 len: 168 time: 0.9110210 Oct 12 19:15:50.221176 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 34980) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:15:50.227893 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32788da0-f160-4166-9327-199e8d33380b req-c57fcf71-2dca-4ce6-ae9f-fa0a849440ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:50.234908 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-32788da0-f160-4166-9327-199e8d33380b req-c57fcf71-2dca-4ce6-ae9f-fa0a849440ea service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=27c3d490-2043-4497-b1e1-c0e082ac65f1 HTTP/1.1" status: 200 len: 1096 time: 0.3682780 Oct 12 19:15:50.240109 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-08d2008c-6581-40ec-98dc-d6b734ac55a3 tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7915414'] for floatingip, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:50.290524 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-b4f804e4-eeb3-4ef6-96e1-85b48cc65b15 None None] Allocated IP 10.2.2.2 (228b976c-c44b-43f4-8a1f-2c6f5ef581f5/391d2b75-fd68-405b-ba79-4cd2c7a3d303/a1eef830-ab89-4e86-8bbe-a3ea06a9e9a3) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:15:50.337510 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9696f289-4278-4221-a448-ed4246ac96d3 service neutron] Pushing event updated for resources: {'Port': ['ID=6fa8d8c2-e666-4b21-989c-1cfa6a2225c3,revision_number=8']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:50.381380 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b10ee306-19e8-43d9-ac5b-bf877462a455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:50.463527 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49df4ea-e0a5-4ee4-a1ba-93b6e96d21ef req-8d90d85a-3247-4183-83da-d4e8e0aed4c1 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:50.465270 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b49df4ea-e0a5-4ee4-a1ba-93b6e96d21ef req-8d90d85a-3247-4183-83da-d4e8e0aed4c1 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=08ecabda-5587-420b-a912-46737a0ec139 HTTP/1.1" status: 200 len: 944 time: 0.3704629 Oct 12 19:15:50.472579 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b4f804e4-eeb3-4ef6-96e1-85b48cc65b15 None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:50.510980 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-32788da0-f160-4166-9327-199e8d33380b req-e7aacc77-7dae-4675-b227-890c8f9ee5c4 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=5e18be5a-40dc-4fc4-8942-0242c82a83db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371424 Oct 12 19:15:50.522809 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 2e544c54-caed-43e6-ace6-d9ef99253063 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:15:50.523243 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:50.583151 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5579121f-7bb1-428c-8cd0-8fbb6a6c57f8 req-2bafcf99-a8a0-44fe-b833-02a834b8e81a tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:50.586175 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b4f804e4-eeb3-4ef6-96e1-85b48cc65b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:50.592857 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5579121f-7bb1-428c-8cd0-8fbb6a6c57f8 req-2bafcf99-a8a0-44fe-b833-02a834b8e81a tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/ports?device_id=d14b4963-a7f3-4841-86bc-93dad48b6e25 HTTP/1.1" status: 200 len: 944 time: 0.7267256 Oct 12 19:15:50.615896 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-87ce41df-17fa-4b48-bdb2-9b3bd9efad76 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:50.634114 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-08d2008c-6581-40ec-98dc-d6b734ac55a3 tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:50.642964 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-08d2008c-6581-40ec-98dc-d6b734ac55a3 tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8818412 Oct 12 19:15:50.701922 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4643fd57-6feb-400b-8769-cded13d4fc9c req-9696f289-4278-4221-a448-ed4246ac96d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:50.703019 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-4643fd57-6feb-400b-8769-cded13d4fc9c req-9696f289-4278-4221-a448-ed4246ac96d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:50.708957 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4643fd57-6feb-400b-8769-cded13d4fc9c req-9696f289-4278-4221-a448-ed4246ac96d3 service neutron] 10.222.0.67 "PUT /v2.0/ports/6fa8d8c2-e666-4b21-989c-1cfa6a2225c3 HTTP/1.1" status: 200 len: 1122 time: 3.4477031 Oct 12 19:15:50.715398 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ce41df-17fa-4b48-bdb2-9b3bd9efad76 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:15:50.729399 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-87ce41df-17fa-4b48-bdb2-9b3bd9efad76 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:15:50.735108 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ce41df-17fa-4b48-bdb2-9b3bd9efad76 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:15:50.743974 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-dda3e09c-ead2-4d51-822d-70297ac02765 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:50.749996 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56cd3bed-78eb-4839-8bf8-ca3ccb65f604 None None] Network 6686226f-4ddf-4917-b57f-19fda7e2d4bd requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:15:50.755850 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b49df4ea-e0a5-4ee4-a1ba-93b6e96d21ef req-69077ec2-634a-4765-b6a6-88988282853a tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2999b03-b87d-46b4-9267-1669e2e14df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246277 Oct 12 19:15:50.761198 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f804e4-eeb3-4ef6-96e1-85b48cc65b15 None None] Pushing event updated for resources: {'Port': ['ID=a1eef830-ab89-4e86-8bbe-a3ea06a9e9a3,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:50.765973 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f804e4-eeb3-4ef6-96e1-85b48cc65b15 None None] Network 228b976c-c44b-43f4-8a1f-2c6f5ef581f5 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:15:50.775511 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b10ee306-19e8-43d9-ac5b-bf877462a455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:50.795834 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ce41df-17fa-4b48-bdb2-9b3bd9efad76 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Pushing event updated for resources: {'Port': ['ID=97915038-3fcb-44b7-ab1a-733c60d4c698,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:50.819011 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-b10ee306-19e8-43d9-ac5b-bf877462a455 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b463164-b6d9-4e70-af74-4df142d48ea1']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:15:50.831079 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [None req-dda3e09c-ead2-4d51-822d-70297ac02765 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] device_id is not set on port 0c9b8f06-b903-4faf-8e00-0608202c3bec yet. {{(pid=95501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 19:15:50.836831 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-b10ee306-19e8-43d9-ac5b-bf877462a455 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a265161-39b6-438d-83a9-b9196658e74a') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:15:50.837220 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-b10ee306-19e8-43d9-ac5b-bf877462a455 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a265161-39b6-438d-83a9-b9196658e74a') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:15:50.858542 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-b4f804e4-eeb3-4ef6-96e1-85b48cc65b15 None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:15:50.861390 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f804e4-eeb3-4ef6-96e1-85b48cc65b15 None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:15:50.881326 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b10ee306-19e8-43d9-ac5b-bf877462a455 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16313633'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:50.909259 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['6fa8d8c2-e666-4b21-989c-1cfa6a2225c3'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:15:50.911522 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['6fa8d8c2-e666-4b21-989c-1cfa6a2225c3'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:15:50.945723 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b10ee306-19e8-43d9-ac5b-bf877462a455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:50.959934 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b10ee306-19e8-43d9-ac5b-bf877462a455 admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:15:50.960560 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b10ee306-19e8-43d9-ac5b-bf877462a455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4305278'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:51.043260 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-d480c618-170c-4fa9-9d5b-3fdb7cba9541 None None] Provisioning complete for port 633ce640-c9b2-4105-b009-02106a457743 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:15:51.043881 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d480c618-170c-4fa9-9d5b-3fdb7cba9541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:51.092995 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd14b4963-a7f3-4841-86bc-93dad48b6e25', 'tag': '6fa8d8c2-e666-4b21-989c-1cfa6a2225c3'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:15:51.095379 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3df236e-59af-4b79-9534-81e183e09110" -d '{"events": [{"name": "network-changed", "server_uuid": "d14b4963-a7f3-4841-86bc-93dad48b6e25", "tag": "6fa8d8c2-e666-4b21-989c-1cfa6a2225c3"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:15:51.104888 n-d-813679-3 neutron-server[95502]: Traceback (most recent call last): Oct 12 19:15:51.104888 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:15:51.104888 n-d-813679-3 neutron-server[95502]: timer() Oct 12 19:15:51.104888 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:15:51.104888 n-d-813679-3 neutron-server[95502]: cb(*args, **kw) Oct 12 19:15:51.104888 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:15:51.104888 n-d-813679-3 neutron-server[95502]: return func(*args, **kwargs) Oct 12 19:15:51.104888 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:15:51.104888 n-d-813679-3 neutron-server[95502]: self._notify() Oct 12 19:15:51.104888 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:15:51.104888 n-d-813679-3 neutron-server[95502]: self.callback(batched_events) Oct 12 19:15:51.104888 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:15:51.104888 n-d-813679-3 neutron-server[95502]: event.method(event) Oct 12 19:15:51.104888 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:15:51.104888 n-d-813679-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:15:51.104888 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:15:51.104888 n-d-813679-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:15:51.104888 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:15:51.104888 n-d-813679-3 neutron-server[95502]: return f(self, *a, **k) Oct 12 19:15:51.104888 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:15:51.104888 n-d-813679-3 neutron-server[95502]: return self._get(url).json() Oct 12 19:15:51.104888 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:15:51.104888 n-d-813679-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:15:51.104888 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:15:51.104888 n-d-813679-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Oct 12 19:15:51.104888 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:15:51.104888 n-d-813679-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:15:51.104888 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:15:51.104888 n-d-813679-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:15:51.104888 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:15:51.104888 n-d-813679-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:15:51.104888 n-d-813679-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:15:51.110581 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5579121f-7bb1-428c-8cd0-8fbb6a6c57f8 req-0a658dd8-9a3a-4ced-b4a4-ebdd3d31d258 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cccf57-f452-41a8-9e48-a6e744310271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5166719 Oct 12 19:15:51.159361 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b10ee306-19e8-43d9-ac5b-bf877462a455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:51.185406 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-b4f804e4-eeb3-4ef6-96e1-85b48cc65b15 None None] Attempting to bind port a1eef830-ab89-4e86-8bbe-a3ea06a9e9a3 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:15:51.185781 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-b4f804e4-eeb3-4ef6-96e1-85b48cc65b15 None None] Attempting to bind port a1eef830-ab89-4e86-8bbe-a3ea06a9e9a3 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'e7119dae-6234-4e1c-9d77-858c724d074c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '228b976c-c44b-43f4-8a1f-2c6f5ef581f5'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:15:51.186144 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f804e4-eeb3-4ef6-96e1-85b48cc65b15 None None] Attempting to bind port a1eef830-ab89-4e86-8bbe-a3ea06a9e9a3 on network 228b976c-c44b-43f4-8a1f-2c6f5ef581f5 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:15:51.205732 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b10ee306-19e8-43d9-ac5b-bf877462a455 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:51.212634 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-b10ee306-19e8-43d9-ac5b-bf877462a455 admin admin] 10.222.0.49 "DELETE /v2.0/networks/9b463164-b6d9-4e70-af74-4df142d48ea1 HTTP/1.1" status: 204 len: 168 time: 0.9764168 Oct 12 19:15:51.214937 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-87ce41df-17fa-4b48-bdb2-9b3bd9efad76 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:51.220718 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10ee306-19e8-43d9-ac5b-bf877462a455 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b463164-b6d9-4e70-af74-4df142d48ea1,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:51.286136 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9051ded0-1beb-42bd-8f4e-79265d7894fe req-17410eac-e2eb-464b-822a-3088f3ffa451 tempest-LiveAutoBlockMigrationV225Test-2051523199 tempest-LiveAutoBlockMigrationV225Test-2051523199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:51.293136 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9051ded0-1beb-42bd-8f4e-79265d7894fe req-17410eac-e2eb-464b-822a-3088f3ffa451 tempest-LiveAutoBlockMigrationV225Test-2051523199 tempest-LiveAutoBlockMigrationV225Test-2051523199-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=08ecabda-5587-420b-a912-46737a0ec139&tenant_id=803d7b884967412f992e4b2e79b460e6&binding%3Ahost_id=n-h1-813679-3 HTTP/1.1" status: 200 len: 1095 time: 0.5554798 Oct 12 19:15:51.352228 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437fcb1c-d992-417b-87f5-674d2faea875 req-c1d1a345-afe5-42c6-abaf-3b7d0c8166c6 tempest-InstanceActionsV221TestJSON-1916065637 tempest-InstanceActionsV221TestJSON-1916065637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:51.360109 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-437fcb1c-d992-417b-87f5-674d2faea875 req-c1d1a345-afe5-42c6-abaf-3b7d0c8166c6 tempest-InstanceActionsV221TestJSON-1916065637 tempest-InstanceActionsV221TestJSON-1916065637-project] 10.222.0.49 "GET /v2.0/ports?device_id=27c3d490-2043-4497-b1e1-c0e082ac65f1 HTTP/1.1" status: 200 len: 945 time: 0.3419509 Oct 12 19:15:51.363875 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f804e4-eeb3-4ef6-96e1-85b48cc65b15 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:15:51.366155 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f804e4-eeb3-4ef6-96e1-85b48cc65b15 None None] Checking segment: {'id': 'e7119dae-6234-4e1c-9d77-858c724d074c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '228b976c-c44b-43f4-8a1f-2c6f5ef581f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:15:51.366882 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b4f804e4-eeb3-4ef6-96e1-85b48cc65b15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:51.367279 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f804e4-eeb3-4ef6-96e1-85b48cc65b15 None None] Bound using segment: {'id': 'e7119dae-6234-4e1c-9d77-858c724d074c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '228b976c-c44b-43f4-8a1f-2c6f5ef581f5'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:15:51.367836 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-b4f804e4-eeb3-4ef6-96e1-85b48cc65b15 None None] Bound port: a1eef830-ab89-4e86-8bbe-a3ea06a9e9a3, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7119dae-6234-4e1c-9d77-858c724d074c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '228b976c-c44b-43f4-8a1f-2c6f5ef581f5'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:15:51.368391 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b4f804e4-eeb3-4ef6-96e1-85b48cc65b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:51.468347 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-87ce41df-17fa-4b48-bdb2-9b3bd9efad76 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:51.513213 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-437fcb1c-d992-417b-87f5-674d2faea875 req-62ae71c5-32ae-4665-bf5d-e1eb1060a50c tempest-InstanceActionsV221TestJSON-1916065637 tempest-InstanceActionsV221TestJSON-1916065637-project] 10.222.0.49 "GET /v2.0/security-groups?id=5e18be5a-40dc-4fc4-8942-0242c82a83db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522226 Oct 12 19:15:51.516622 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-dda3e09c-ead2-4d51-822d-70297ac02765 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Allocated IP 10.1.1.22 (6686226f-4ddf-4917-b57f-19fda7e2d4bd/cc4623cd-de35-484d-89d6-d224b86d5718/0c9b8f06-b903-4faf-8e00-0608202c3bec) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:15:51.527860 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 633ce640-c9b2-4105-b009-02106a457743 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:15:51.586890 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7542c131-c43e-489b-acf7-ba56085f8aa7 req-17c85dea-343d-4327-8185-325d37618ac8 tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1249064444&fields=id&tenant_id=854de6b76f23444fa0b0e15315f450ce HTTP/1.1" status: 200 len: 267 time: 0.2021954 Oct 12 19:15:51.621790 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8654e7e-dad3-4724-b6b7-ee369cdfa69b x-openstack-request-id: req-c8654e7e-dad3-4724-b6b7-ee369cdfa69b {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:15:51.621790 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d14b4963-a7f3-4841-86bc-93dad48b6e25", "tag": "6fa8d8c2-e666-4b21-989c-1cfa6a2225c3", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:15:51.621790 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c8654e7e-dad3-4724-b6b7-ee369cdfa69b {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:15:51.621790 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd14b4963-a7f3-4841-86bc-93dad48b6e25', 'tag': '6fa8d8c2-e666-4b21-989c-1cfa6a2225c3', 'status': 'completed', 'code': 200} Oct 12 19:15:51.670315 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-b4f804e4-eeb3-4ef6-96e1-85b48cc65b15 None None] For port a1eef830-ab89-4e86-8bbe-a3ea06a9e9a3, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:15:51.674738 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-b4f804e4-eeb3-4ef6-96e1-85b48cc65b15 None None] For port a1eef830-ab89-4e86-8bbe-a3ea06a9e9a3, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=a1eef830-ab89-4e86-8bbe-a3ea06a9e9a3,segment=NetworkSegment(e7119dae-6234-4e1c-9d77-858c724d074c),segment_id=e7119dae-6234-4e1c-9d77-858c724d074c)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:15:51.828290 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 35008) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:15:51.829372 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d480c618-170c-4fa9-9d5b-3fdb7cba9541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:51.861458 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3df236e-59af-4b79-9534-81e183e09110 req-0891e12d-378f-4331-9501-3873abe9e916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:51.863580 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f3df236e-59af-4b79-9534-81e183e09110 req-0891e12d-378f-4331-9501-3873abe9e916 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5fba7a982f4e455fbf6360a954bd3673&device_id=d14b4963-a7f3-4841-86bc-93dad48b6e25 HTTP/1.1" status: 200 len: 1125 time: 0.2138429 Oct 12 19:15:51.871793 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-9051ded0-1beb-42bd-8f4e-79265d7894fe req-782e7b47-23bb-4fb7-8a7f-37a801c88f1f service neutron] For port 1811d3a0-467e-48a0-a3db-28fc7ff2ff79, host n-h2-813679-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:15:51.899933 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7542c131-c43e-489b-acf7-ba56085f8aa7 req-d5c42150-3f30-4167-8392-303273a6eaa8 tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:51.900763 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-d480c618-170c-4fa9-9d5b-3fdb7cba9541 None None] For port 633ce640-c9b2-4105-b009-02106a457743, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=633ce640-c9b2-4105-b009-02106a457743,segment=NetworkSegment(e61c0867-8853-406c-a4f0-1a22eccd7cc2),segment_id=e61c0867-8853-406c-a4f0-1a22eccd7cc2)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:15:51.902590 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b4f804e4-eeb3-4ef6-96e1-85b48cc65b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:51.903393 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7542c131-c43e-489b-acf7-ba56085f8aa7 req-d5c42150-3f30-4167-8392-303273a6eaa8 tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] 10.222.0.49 "GET /v2.0/networks?id=25bd3ef4-7d24-4004-bdbf-0c2d840ca5a9 HTTP/1.1" status: 200 len: 805 time: 0.3133759 Oct 12 19:15:51.910346 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-9051ded0-1beb-42bd-8f4e-79265d7894fe req-782e7b47-23bb-4fb7-8a7f-37a801c88f1f service neutron] Notify callbacks [] for binding, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:51.917318 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9051ded0-1beb-42bd-8f4e-79265d7894fe req-782e7b47-23bb-4fb7-8a7f-37a801c88f1f service neutron] 10.222.0.61 "DELETE /v2.0/ports/1811d3a0-467e-48a0-a3db-28fc7ff2ff79/bindings/n-h2-813679-3 HTTP/1.1" status: 204 len: 173 time: 0.6130397 Oct 12 19:15:51.954050 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7542c131-c43e-489b-acf7-ba56085f8aa7 req-23850a09-bdb0-4dba-8fab-e9c7cacfd480 tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] 10.222.0.49 "GET /v2.0/quotas/854de6b76f23444fa0b0e15315f450ce HTTP/1.1" status: 200 len: 375 time: 0.0212212 Oct 12 19:15:52.036148 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7542c131-c43e-489b-acf7-ba56085f8aa7 req-b6516f04-dcec-49f1-b1c3-a0b3affd0761 tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=854de6b76f23444fa0b0e15315f450ce&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0754902 Oct 12 19:15:52.065063 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-87ce41df-17fa-4b48-bdb2-9b3bd9efad76 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:52.092240 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-ca3eec99-2f3c-4679-bde1-7853685ed6e8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9f5c1e71755042d1ac27a0b3a538f601&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2622635 Oct 12 19:15:52.103597 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-dda3e09c-ead2-4d51-822d-70297ac02765 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:52.104908 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 35012) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:15:52.157072 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-87ce41df-17fa-4b48-bdb2-9b3bd9efad76 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:52.196384 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f804e4-eeb3-4ef6-96e1-85b48cc65b15 None None] Pushing event updated for resources: {'Port': ['ID=a1eef830-ab89-4e86-8bbe-a3ea06a9e9a3,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:52.201083 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7542c131-c43e-489b-acf7-ba56085f8aa7 req-2a54da92-c542-42e0-b732-c40ea33f9bdb service neutron] 10.222.0.49 "GET /v2.0/networks/25bd3ef4-7d24-4004-bdbf-0c2d840ca5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527414 Oct 12 19:15:52.223075 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7501092d-51ac-4744-841c-3528f3e65ced req-55386f76-be77-4033-af78-e1b4655cd79f tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:52.224675 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7501092d-51ac-4744-841c-3528f3e65ced req-55386f76-be77-4033-af78-e1b4655cd79f tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=08ecabda-5587-420b-a912-46737a0ec139 HTTP/1.1" status: 200 len: 944 time: 0.2389491 Oct 12 19:15:52.228277 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d480c618-170c-4fa9-9d5b-3fdb7cba9541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:52.268577 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3df236e-59af-4b79-9534-81e183e09110 req-8f36de08-8195-4517-b985-002718611847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:52.270537 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f3df236e-59af-4b79-9534-81e183e09110 req-8f36de08-8195-4517-b985-002718611847 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c9c833e6-1691-44ed-bf82-cf9c18667411 HTTP/1.1" status: 200 len: 909 time: 0.3878691 Oct 12 19:15:52.321505 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7542c131-c43e-489b-acf7-ba56085f8aa7 req-e8835664-b4e9-46f6-af3c-f1e2b68ff710 service neutron] 10.222.0.49 "GET /v2.0/networks/25bd3ef4-7d24-4004-bdbf-0c2d840ca5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133647 Oct 12 19:15:52.325304 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d480c618-170c-4fa9-9d5b-3fdb7cba9541 None None] Pushing event updated for resources: {'Port': ['ID=633ce640-c9b2-4105-b009-02106a457743,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:52.406196 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ce41df-17fa-4b48-bdb2-9b3bd9efad76 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Pushing event updated for resources: {'Port': ['ID=97915038-3fcb-44b7-ab1a-733c60d4c698,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:52.412962 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 633ce640-c9b2-4105-b009-02106a457743 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:15:52.413512 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:52.417110 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f3df236e-59af-4b79-9534-81e183e09110 req-8939318d-6a07-48e9-b44e-cbaeb85cbb67 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6fa8d8c2-e666-4b21-989c-1cfa6a2225c3 HTTP/1.1" status: 200 len: 217 time: 0.1154394 Oct 12 19:15:52.584774 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3df236e-59af-4b79-9534-81e183e09110 req-f8c39064-1b5d-4c9f-ac94-762ad807638b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:52.587052 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f3df236e-59af-4b79-9534-81e183e09110 req-f8c39064-1b5d-4c9f-ac94-762ad807638b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e0ebc949-3a0d-4490-86b6-8c422c8edc16 HTTP/1.1" status: 200 len: 848 time: 0.1472845 Oct 12 19:15:52.588006 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7a18e4c1-1d06-4980-b81a-3b8cbc0940f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:52.596515 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-dda3e09c-ead2-4d51-822d-70297ac02765 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:52.645148 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7501092d-51ac-4744-841c-3528f3e65ced req-8063c528-3891-4448-9b3f-af527ffecb71 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2999b03-b87d-46b4-9267-1669e2e14df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4076872 Oct 12 19:15:52.831306 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7a18e4c1-1d06-4980-b81a-3b8cbc0940f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:52.865856 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-1972916c-b433-4185-a0fd-e53e5a280db7 None None] Provisioning complete for port 633ce640-c9b2-4105-b009-02106a457743 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:15:52.866179 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1972916c-b433-4185-a0fd-e53e5a280db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:52.885015 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-87ce41df-17fa-4b48-bdb2-9b3bd9efad76 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7915414'] for floatingip, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:52.984206 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022d65cc-30f0-483c-ae91-62147f3a041c req-f3b04841-60c0-44ca-aa53-12ac5c188f3e tempest-InstanceActionsV221TestJSON-1916065637 tempest-InstanceActionsV221TestJSON-1916065637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:52.991501 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-022d65cc-30f0-483c-ae91-62147f3a041c req-f3b04841-60c0-44ca-aa53-12ac5c188f3e tempest-InstanceActionsV221TestJSON-1916065637 tempest-InstanceActionsV221TestJSON-1916065637-project] 10.222.0.49 "GET /v2.0/ports?device_id=27c3d490-2043-4497-b1e1-c0e082ac65f1 HTTP/1.1" status: 200 len: 945 time: 0.0865486 Oct 12 19:15:53.032461 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 19:15:53.039159 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-022d65cc-30f0-483c-ae91-62147f3a041c req-06f17535-f6c8-4ac0-ae0d-8e4c128d779b tempest-InstanceActionsV221TestJSON-1916065637 tempest-InstanceActionsV221TestJSON-1916065637-project] 10.222.0.49 "GET /v2.0/security-groups?id=5e18be5a-40dc-4fc4-8942-0242c82a83db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464406 Oct 12 19:15:53.189704 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-18d5008d-38ce-4df5-936e-0ea27435ab96 req-e1d39b93-679e-4394-b300-7d9dbb483025 tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0da0205-1dd8-439a-919c-bb9f6fec218b HTTP/1.1" status: 200 len: 210 time: 0.0353785 Oct 12 19:15:53.560224 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-87ce41df-17fa-4b48-bdb2-9b3bd9efad76 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:53.570529 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-87ce41df-17fa-4b48-bdb2-9b3bd9efad76 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.1553857 Oct 12 19:15:53.570529 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f3df236e-59af-4b79-9534-81e183e09110 req-c487082c-1f66-47da-8246-3cb733a60ebb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c9c833e6-1691-44ed-bf82-cf9c18667411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.8761992 Oct 12 19:15:53.570529 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda3e09c-ead2-4d51-822d-70297ac02765 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Network 6686226f-4ddf-4917-b57f-19fda7e2d4bd is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:15:53.570529 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda3e09c-ead2-4d51-822d-70297ac02765 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Pushing event updated for resources: {'Port': ['ID=0c9b8f06-b903-4faf-8e00-0608202c3bec,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:53.607588 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 633ce640-c9b2-4105-b009-02106a457743 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:15:53.700057 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 633ce640-c9b2-4105-b009-02106a457743 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:15:53.701178 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:53.715705 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-dda3e09c-ead2-4d51-822d-70297ac02765 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:15:53.736677 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda3e09c-ead2-4d51-822d-70297ac02765 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:15:53.892209 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e1c020-b15d-4edc-a0d5-acec25d5bb13 req-ce70fd27-d5cb-440a-8003-0f10936f499a tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:53.898711 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device a1eef830-ab89-4e86-8bbe-a3ea06a9e9a3 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:15:53.900976 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-49e1c020-b15d-4edc-a0d5-acec25d5bb13 req-ce70fd27-d5cb-440a-8003-0f10936f499a tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/ports?device_id=d14b4963-a7f3-4841-86bc-93dad48b6e25 HTTP/1.1" status: 200 len: 944 time: 0.9712586 Oct 12 19:15:53.939659 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda3e09c-ead2-4d51-822d-70297ac02765 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:53.940462 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-dda3e09c-ead2-4d51-822d-70297ac02765 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:53.944986 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f3df236e-59af-4b79-9534-81e183e09110 req-3af246ea-f76a-4446-b858-fe798e4ae1ab service neutron] 10.222.0.61 "GET /v2.0/networks/c9c833e6-1691-44ed-bf82-cf9c18667411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3420401 Oct 12 19:15:53.949228 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7a18e4c1-1d06-4980-b81a-3b8cbc0940f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:53.954180 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7a18e4c1-1d06-4980-b81a-3b8cbc0940f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:53.955507 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-7a18e4c1-1d06-4980-b81a-3b8cbc0940f8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/93001041-1fb8-4b9a-acba-05886aa0e0ee HTTP/1.1" status: 204 len: 168 time: 1.8496201 Oct 12 19:15:53.966451 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96d03dd-a0d0-45cd-b70e-4ef52867c683 req-8809e2ec-8d30-40c7-99f7-245d730887f7 tempest-LiveAutoBlockMigrationV225Test-2051523199 tempest-LiveAutoBlockMigrationV225Test-2051523199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:53.981979 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a96d03dd-a0d0-45cd-b70e-4ef52867c683 req-8809e2ec-8d30-40c7-99f7-245d730887f7 tempest-LiveAutoBlockMigrationV225Test-2051523199 tempest-LiveAutoBlockMigrationV225Test-2051523199-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=08ecabda-5587-420b-a912-46737a0ec139 HTTP/1.1" status: 200 len: 1095 time: 0.0979185 Oct 12 19:15:54.055175 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34dcc10f-4eda-48f4-aac1-031911def471 None None] Network 228b976c-c44b-43f4-8a1f-2c6f5ef581f5 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:15:54.083162 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a96d03dd-a0d0-45cd-b70e-4ef52867c683 req-a6a87387-df5c-4b06-be65-8a8d0c2fed2a tempest-LiveAutoBlockMigrationV225Test-2051523199 tempest-LiveAutoBlockMigrationV225Test-2051523199-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=b2999b03-b87d-46b4-9267-1669e2e14df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001391 Oct 12 19:15:54.097769 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-49e1c020-b15d-4edc-a0d5-acec25d5bb13 req-bb9fd08d-055c-4ea7-840d-d42c0dde87ed tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cccf57-f452-41a8-9e48-a6e744310271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947844 Oct 12 19:15:54.100692 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a18e4c1-1d06-4980-b81a-3b8cbc0940f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93001041-1fb8-4b9a-acba-05886aa0e0ee,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:54.160719 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-dda3e09c-ead2-4d51-822d-70297ac02765 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.5727532 Oct 12 19:15:54.165094 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 35056) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:15:54.170280 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-be891f16-9af6-4495-9b2f-e6f0254d1b96 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Request body: {'port': {'network_id': '6686226f-4ddf-4917-b57f-19fda7e2d4bd', 'name': 'tempest-TaggedBootDevicesTest-1283837107', 'fixed_ips': [{'subnet_id': 'cc4623cd-de35-484d-89d6-d224b86d5718'}]}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:15:54.243916 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f3df236e-59af-4b79-9534-81e183e09110 req-460f7c6f-1afd-4bbd-9c0e-82a34019d3de service neutron] 10.222.0.61 "GET /v2.0/networks/c9c833e6-1691-44ed-bf82-cf9c18667411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2871401 Oct 12 19:15:54.311252 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port a1eef830-ab89-4e86-8bbe-a3ea06a9e9a3 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:15:54.311756 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:54.313284 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6196f003-39f8-4d66-a57b-182a66b3bf51 req-579dfd17-8854-42f9-b157-8859f1f06266 tempest-InstanceActionsV221TestJSON-1916065637 tempest-InstanceActionsV221TestJSON-1916065637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:54.322405 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6196f003-39f8-4d66-a57b-182a66b3bf51 req-579dfd17-8854-42f9-b157-8859f1f06266 tempest-InstanceActionsV221TestJSON-1916065637 tempest-InstanceActionsV221TestJSON-1916065637-project] 10.222.0.49 "GET /v2.0/ports?device_id=27c3d490-2043-4497-b1e1-c0e082ac65f1 HTTP/1.1" status: 200 len: 945 time: 0.0769339 Oct 12 19:15:54.362189 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a181a6d7-3b6c-4b81-862d-2f383c3237f0 None None] Provisioning complete for port a1eef830-ab89-4e86-8bbe-a3ea06a9e9a3 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:15:54.362614 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a181a6d7-3b6c-4b81-862d-2f383c3237f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:54.384824 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6196f003-39f8-4d66-a57b-182a66b3bf51 req-c851be0a-fcff-41ec-abea-64d99230243c tempest-InstanceActionsV221TestJSON-1916065637 tempest-InstanceActionsV221TestJSON-1916065637-project] 10.222.0.49 "GET /v2.0/security-groups?id=5e18be5a-40dc-4fc4-8942-0242c82a83db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566263 Oct 12 19:15:54.603393 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-50460f5a-b2cc-453c-91e9-d87008220518 req-5262a848-73cb-4b75-bc98-0bbfec151d3b tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0da0205-1dd8-439a-919c-bb9f6fec218b HTTP/1.1" status: 200 len: 210 time: 0.0525513 Oct 12 19:15:54.623068 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be891f16-9af6-4495-9b2f-e6f0254d1b96 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Made reservation on behalf of e1bc73ca052b4ff989529862bf093e8d for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:15:54.684608 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-199fc44a-ebfb-4dfb-b637-49dc9675e77f tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1897240979&fields=id&tenant_id=e65d35344c43413ba93381b16381b559 HTTP/1.1" status: 200 len: 267 time: 0.1285875 Oct 12 19:15:54.761183 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-ce42b3de-a55b-4e17-b076-fcf640d9f7eb tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:54.768909 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-ce42b3de-a55b-4e17-b076-fcf640d9f7eb tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/ports/606f9c96-932b-4ef3-9ddb-6836480c9163 HTTP/1.1" status: 200 len: 936 time: 0.0821536 Oct 12 19:15:54.865982 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-2b003556-24a4-456d-aff4-67360193f099 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:54.874711 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-2b003556-24a4-456d-aff4-67360193f099 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/ports/605e7744-82ec-4122-aca5-63441fceb7bc HTTP/1.1" status: 200 len: 935 time: 0.1048076 Oct 12 19:15:54.920871 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:54.955988 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-68465743-be5d-46cc-8f40-7ef2aa3abb8a tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/ports?network_id=25292ff6-df2e-42a1-aeea-68fb3a14f1ca&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0802834 Oct 12 19:15:54.973235 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a181a6d7-3b6c-4b81-862d-2f383c3237f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:54.995880 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-f08a6da4-9030-47fa-84f8-593694d7211f tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/ports?network_id=25292ff6-df2e-42a1-aeea-68fb3a14f1ca&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0385451 Oct 12 19:15:55.075818 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-be891f16-9af6-4495-9b2f-e6f0254d1b96 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:55.159723 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] For port a1eef830-ab89-4e86-8bbe-a3ea06a9e9a3, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=a1eef830-ab89-4e86-8bbe-a3ea06a9e9a3,segment=NetworkSegment(e7119dae-6234-4e1c-9d77-858c724d074c),segment_id=e7119dae-6234-4e1c-9d77-858c724d074c)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:15:55.164715 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [None req-be891f16-9af6-4495-9b2f-e6f0254d1b96 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] device_id is not set on port 87aaffab-0243-4158-8adb-c065a78f6f02 yet. {{(pid=95502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 19:15:55.242344 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:55.303134 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-e60c1797-d464-43b3-8ba6-dd712a86d694 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:55.310562 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-e60c1797-d464-43b3-8ba6-dd712a86d694 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:55.325434 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-e60c1797-d464-43b3-8ba6-dd712a86d694 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:55.335168 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-e60c1797-d464-43b3-8ba6-dd712a86d694 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/networks?id=6c3decc3-29e4-408c-a34f-0339ccbba377&id=2e14c4f2-b68c-4d21-920b-215a17ef69db&id=2e14c4f2-b68c-4d21-920b-215a17ef69db&id=25292ff6-df2e-42a1-aeea-68fb3a14f1ca&id=25292ff6-df2e-42a1-aeea-68fb3a14f1ca HTTP/1.1" status: 200 len: 1995 time: 0.3384418 Oct 12 19:15:55.364081 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-47590999-5b55-491f-bacc-8431450272df tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/quotas/e65d35344c43413ba93381b16381b559 HTTP/1.1" status: 200 len: 375 time: 0.0278997 Oct 12 19:15:55.435142 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce00236e-8203-48cc-bb49-d9bdddfdccfc req-6d3dd10c-0751-4b3f-8986-3c75458794ff tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:55.438625 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ce00236e-8203-48cc-bb49-d9bdddfdccfc req-6d3dd10c-0751-4b3f-8986-3c75458794ff tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/networks?id=82671036-c03a-4d3c-b62d-db19aa8b0fed HTTP/1.1" status: 200 len: 820 time: 0.5766196 Oct 12 19:15:55.447539 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefded4f-d0df-4f26-b9c9-57039bb3fd61 req-05cc5ff8-76b7-44d3-8746-de0991981477 tempest-InstanceActionsV221TestJSON-1916065637 tempest-InstanceActionsV221TestJSON-1916065637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:55.449117 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-eefded4f-d0df-4f26-b9c9-57039bb3fd61 req-05cc5ff8-76b7-44d3-8746-de0991981477 tempest-InstanceActionsV221TestJSON-1916065637 tempest-InstanceActionsV221TestJSON-1916065637-project] 10.222.0.61 "GET /v2.0/ports?device_id=27c3d490-2043-4497-b1e1-c0e082ac65f1 HTTP/1.1" status: 200 len: 945 time: 0.2297478 Oct 12 19:15:55.481505 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.db.api [None req-a181a6d7-3b6c-4b81-862d-2f383c3237f0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 19:15:55.481950 n-d-813679-3 neutron-server[95503]: DEBUG oslo_db.api [None req-a181a6d7-3b6c-4b81-862d-2f383c3237f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 19:15:55.493477 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Pushing event updated for resources: {'Port': ['ID=a1eef830-ab89-4e86-8bbe-a3ea06a9e9a3,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:55.562365 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ce00236e-8203-48cc-bb49-d9bdddfdccfc req-9cdf7e4c-239d-4abc-8773-8f5405c0da2e tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/quotas/803d7b884967412f992e4b2e79b460e6 HTTP/1.1" status: 200 len: 375 time: 0.0384219 Oct 12 19:15:55.587014 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-18ec39c0-e139-42a5-9c69-26c2e1a7ca59 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=e65d35344c43413ba93381b16381b559&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2205977 Oct 12 19:15:55.679960 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ce00236e-8203-48cc-bb49-d9bdddfdccfc req-33f1cc29-21c4-4a47-ae73-4f64d405a778 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=803d7b884967412f992e4b2e79b460e6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1160491 Oct 12 19:15:55.711410 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-eefded4f-d0df-4f26-b9c9-57039bb3fd61 req-9e2367c6-1577-4072-9d18-1911ba489eba tempest-InstanceActionsV221TestJSON-1916065637 tempest-InstanceActionsV221TestJSON-1916065637-project] Deleting port 0bb2af15-4e77-4f2c-b7a8-90f38dfe6eca {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:15:55.713892 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-eefded4f-d0df-4f26-b9c9-57039bb3fd61 req-9e2367c6-1577-4072-9d18-1911ba489eba tempest-InstanceActionsV221TestJSON-1916065637 tempest-InstanceActionsV221TestJSON-1916065637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:55.751285 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-be891f16-9af6-4495-9b2f-e6f0254d1b96 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Allocated IP 10.1.1.233 (6686226f-4ddf-4917-b57f-19fda7e2d4bd/cc4623cd-de35-484d-89d6-d224b86d5718/87aaffab-0243-4158-8adb-c065a78f6f02) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:15:55.825118 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ce00236e-8203-48cc-bb49-d9bdddfdccfc req-0b60d9ef-2cb6-49cc-b291-ba1e32e1e232 service neutron] 10.222.0.49 "GET /v2.0/networks/82671036-c03a-4d3c-b62d-db19aa8b0fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446300 Oct 12 19:15:56.086219 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-eefded4f-d0df-4f26-b9c9-57039bb3fd61 req-9e2367c6-1577-4072-9d18-1911ba489eba tempest-InstanceActionsV221TestJSON-1916065637 tempest-InstanceActionsV221TestJSON-1916065637-project] For port 0bb2af15-4e77-4f2c-b7a8-90f38dfe6eca, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=0bb2af15-4e77-4f2c-b7a8-90f38dfe6eca,segment=NetworkSegment(1c9fbb1c-5cb1-460b-9069-706a44d428c4),segment_id=1c9fbb1c-5cb1-460b-9069-706a44d428c4)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:15:56.086811 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-eefded4f-d0df-4f26-b9c9-57039bb3fd61 req-9e2367c6-1577-4072-9d18-1911ba489eba tempest-InstanceActionsV221TestJSON-1916065637 tempest-InstanceActionsV221TestJSON-1916065637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:56.091408 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ce00236e-8203-48cc-bb49-d9bdddfdccfc req-aaca9180-bc30-4d61-b323-47a55cd026d0 service neutron] 10.222.0.49 "GET /v2.0/networks/82671036-c03a-4d3c-b62d-db19aa8b0fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449551 Oct 12 19:15:56.124649 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-8daf95f9-10af-4293-9fa2-b76e29153800 service neutron] 10.222.0.49 "GET /v2.0/networks/6c3decc3-29e4-408c-a34f-0339ccbba377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5288196 Oct 12 19:15:56.144593 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-eefded4f-d0df-4f26-b9c9-57039bb3fd61 req-9e2367c6-1577-4072-9d18-1911ba489eba tempest-InstanceActionsV221TestJSON-1916065637 tempest-InstanceActionsV221TestJSON-1916065637-project] Calling delete_port for 0bb2af15-4e77-4f2c-b7a8-90f38dfe6eca owned by compute:nova {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:15:56.155778 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-be891f16-9af6-4495-9b2f-e6f0254d1b96 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:56.261006 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-e61e22c5-90bf-438c-808f-d83851c20f2a None None] Provisioning complete for port a1eef830-ab89-4e86-8bbe-a3ea06a9e9a3 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:15:56.261661 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e61e22c5-90bf-438c-808f-d83851c20f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:56.287226 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-be891f16-9af6-4495-9b2f-e6f0254d1b96 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:56.381812 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be891f16-9af6-4495-9b2f-e6f0254d1b96 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Network 6686226f-4ddf-4917-b57f-19fda7e2d4bd is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:15:56.402163 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-be891f16-9af6-4495-9b2f-e6f0254d1b96 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:15:56.410484 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be891f16-9af6-4495-9b2f-e6f0254d1b96 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:15:56.480888 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-4875c750-4ddc-4d0b-9f68-ee1901274f68 service neutron] 10.222.0.49 "GET /v2.0/networks/6c3decc3-29e4-408c-a34f-0339ccbba377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3552444 Oct 12 19:15:56.600016 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-e61e22c5-90bf-438c-808f-d83851c20f2a None None] Provisioning complete for port 0c9b8f06-b903-4faf-8e00-0608202c3bec triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:15:56.603195 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e61e22c5-90bf-438c-808f-d83851c20f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:56.612298 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7542c131-c43e-489b-acf7-ba56085f8aa7 req-569d8e27-0ee4-4664-90ae-d45952b8a92a tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:56.613799 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7542c131-c43e-489b-acf7-ba56085f8aa7 req-569d8e27-0ee4-4664-90ae-d45952b8a92a tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] 10.222.0.67 "GET /v2.0/networks?id=25bd3ef4-7d24-4004-bdbf-0c2d840ca5a9 HTTP/1.1" status: 200 len: 805 time: 0.4418983 Oct 12 19:15:56.664276 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-ef3cb940-049f-45b1-a264-d65927137ae8 service neutron] 10.222.0.49 "GET /v2.0/ports/606f9c96-932b-4ef3-9ddb-6836480c9163?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1821387 Oct 12 19:15:56.694549 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-e61e22c5-90bf-438c-808f-d83851c20f2a None None] Port 0c9b8f06-b903-4faf-8e00-0608202c3bec cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:15:56.714419 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be891f16-9af6-4495-9b2f-e6f0254d1b96 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Pushing event updated for resources: {'Port': ['ID=87aaffab-0243-4158-8adb-c065a78f6f02,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:56.785326 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be891f16-9af6-4495-9b2f-e6f0254d1b96 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:56.793180 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-be891f16-9af6-4495-9b2f-e6f0254d1b96 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:56.827854 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-7c1c65d5-579f-44e4-93e0-5532e2c2cfac None None] Provisioning complete for port 87aaffab-0243-4158-8adb-c065a78f6f02 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:15:56.828405 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7c1c65d5-579f-44e4-93e0-5532e2c2cfac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:56.841863 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35098f66-0a64-4966-9444-b84120f2e652 req-64369c21-46a6-4be7-b738-ba2f489472ea tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:56.843460 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-35098f66-0a64-4966-9444-b84120f2e652 req-64369c21-46a6-4be7-b738-ba2f489472ea tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/ports?device_id=d14b4963-a7f3-4841-86bc-93dad48b6e25 HTTP/1.1" status: 200 len: 944 time: 0.2655272 Oct 12 19:15:56.852023 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7542c131-c43e-489b-acf7-ba56085f8aa7 req-f6bf8459-8fdd-4196-89ea-a82c71665619 tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=854de6b76f23444fa0b0e15315f450ce HTTP/1.1" status: 200 len: 380 time: 0.2217109 Oct 12 19:15:56.865150 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-7542c131-c43e-489b-acf7-ba56085f8aa7 req-fa43daa2-2f56-4ff5-842a-326daee95691 tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] Request body: {'port': {'device_id': 'f0da0205-1dd8-439a-919c-bb9f6fec218b', 'network_id': '25bd3ef4-7d24-4004-bdbf-0c2d840ca5a9', 'admin_state_up': True, 'tenant_id': '854de6b76f23444fa0b0e15315f450ce', 'security_groups': ['14ce9c65-16e7-48f8-95cc-71d4ece73a84']}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:15:56.916358 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-7c1c65d5-579f-44e4-93e0-5532e2c2cfac None None] Port 87aaffab-0243-4158-8adb-c065a78f6f02 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:15:56.941998 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-be891f16-9af6-4495-9b2f-e6f0254d1b96 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.7757773 Oct 12 19:15:56.949285 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 6fa8d8c2-e666-4b21-989c-1cfa6a2225c3 no longer exists at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:15:56.958172 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-35098f66-0a64-4966-9444-b84120f2e652 req-bb13ad74-98b1-4a87-aef5-05095fa34aba tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cccf57-f452-41a8-9e48-a6e744310271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068523 Oct 12 19:15:56.967854 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-2ce2e29e-593a-4487-8cc8-27a2ea02c4b9 service neutron] 10.222.0.49 "GET /v2.0/networks/2e14c4f2-b68c-4d21-920b-215a17ef69db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3024812 Oct 12 19:15:56.978422 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-eefded4f-d0df-4f26-b9c9-57039bb3fd61 req-9e2367c6-1577-4072-9d18-1911ba489eba tempest-InstanceActionsV221TestJSON-1916065637 tempest-InstanceActionsV221TestJSON-1916065637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:57.076105 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2367c6-1577-4072-9d18-1911ba489eba tempest-InstanceActionsV221TestJSON-1916065637 tempest-InstanceActionsV221TestJSON-1916065637-project] Pushing event deleted for resources: {'Port': ['ID=0bb2af15-4e77-4f2c-b7a8-90f38dfe6eca,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:57.142149 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7ddb449d-1792-463b-a322-ac1bab13aa48 req-6869ab30-e9a6-4197-930a-cacf2f6ec292 tempest-InstanceActionsV221TestJSON-1916065637 tempest-InstanceActionsV221TestJSON-1916065637-project] 10.222.0.49 "GET /v2.0/ports?device_id=27c3d490-2043-4497-b1e1-c0e082ac65f1 HTTP/1.1" status: 200 len: 210 time: 0.0652742 Oct 12 19:15:57.167561 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 0bb2af15-4e77-4f2c-b7a8-90f38dfe6eca no longer exists at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:15:57.202550 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] No Port match for: 0bb2af15-4e77-4f2c-b7a8-90f38dfe6eca {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:15:57.203220 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 0bb2af15-4e77-4f2c-b7a8-90f38dfe6eca not bound to the agent host n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:15:57.260834 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-eefded4f-d0df-4f26-b9c9-57039bb3fd61 req-9e2367c6-1577-4072-9d18-1911ba489eba tempest-InstanceActionsV221TestJSON-1916065637 tempest-InstanceActionsV221TestJSON-1916065637-project] No DVR routers for this DVR port 0bb2af15-4e77-4f2c-b7a8-90f38dfe6eca on host n-h1-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:15:57.272558 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-eefded4f-d0df-4f26-b9c9-57039bb3fd61 req-9e2367c6-1577-4072-9d18-1911ba489eba tempest-InstanceActionsV221TestJSON-1916065637 tempest-InstanceActionsV221TestJSON-1916065637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:57.276757 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-eefded4f-d0df-4f26-b9c9-57039bb3fd61 req-9e2367c6-1577-4072-9d18-1911ba489eba tempest-InstanceActionsV221TestJSON-1916065637 tempest-InstanceActionsV221TestJSON-1916065637-project] 10.222.0.61 "DELETE /v2.0/ports/0bb2af15-4e77-4f2c-b7a8-90f38dfe6eca HTTP/1.1" status: 204 len: 173 time: 1.8168149 Oct 12 19:15:57.298296 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3a9d5ed3-eb66-47f1-9d42-0d9b04eff2da req-bd10de59-9022-477c-b08a-1e951823277f tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0da0205-1dd8-439a-919c-bb9f6fec218b HTTP/1.1" status: 200 len: 210 time: 0.0391948 Oct 12 19:15:57.300906 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27c3d490-2043-4497-b1e1-c0e082ac65f1', 'name': 'network-vif-deleted', 'tag': '0bb2af15-4e77-4f2c-b7a8-90f38dfe6eca'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:15:57.304941 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6b2a0d7-8c26-422a-9cea-7f891eb2b029" -d '{"events": [{"server_uuid": "27c3d490-2043-4497-b1e1-c0e082ac65f1", "name": "network-vif-deleted", "tag": "0bb2af15-4e77-4f2c-b7a8-90f38dfe6eca"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:15:57.340811 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-0b569400-633f-4167-b0c9-9f17fe4ed0a5 service neutron] 10.222.0.49 "GET /v2.0/networks/2e14c4f2-b68c-4d21-920b-215a17ef69db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3502877 Oct 12 19:15:57.351221 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device a1eef830-ab89-4e86-8bbe-a3ea06a9e9a3 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:15:57.391075 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-1b004b6d-cd3e-454c-b7ca-729f090df2b8 service neutron] 10.222.0.49 "GET /v2.0/ports/605e7744-82ec-4122-aca5-63441fceb7bc?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0433991 Oct 12 19:15:57.402972 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port a1eef830-ab89-4e86-8bbe-a3ea06a9e9a3 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:15:57.403483 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:57.502853 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-11e52940-dd3d-47a5-9693-9a1776361912 service neutron] 10.222.0.49 "GET /v2.0/networks/2e14c4f2-b68c-4d21-920b-215a17ef69db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993590 Oct 12 19:15:57.582442 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7542c131-c43e-489b-acf7-ba56085f8aa7 req-fa43daa2-2f56-4ff5-842a-326daee95691 tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] Made reservation on behalf of 854de6b76f23444fa0b0e15315f450ce for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:15:57.588903 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-7542c131-c43e-489b-acf7-ba56085f8aa7 req-fa43daa2-2f56-4ff5-842a-326daee95691 tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:57.641854 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0bcc0be5-c20a-448b-87d7-71e66c017e70 req-4d0c7dd8-88b8-423b-86d6-68515ec73aa5 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=99d0578e-9f1b-42ed-aea7-3223b5004d8e HTTP/1.1" status: 200 len: 210 time: 0.0431111 Oct 12 19:15:57.746944 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-227baf5a-f437-4279-96a6-c3bff7e755a8 service neutron] 10.222.0.49 "GET /v2.0/networks/2e14c4f2-b68c-4d21-920b-215a17ef69db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427275 Oct 12 19:15:57.823946 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [req-7542c131-c43e-489b-acf7-ba56085f8aa7 req-fa43daa2-2f56-4ff5-842a-326daee95691 tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] Allocated IP 172.20.0.10 (25bd3ef4-7d24-4004-bdbf-0c2d840ca5a9/fa1d46c1-7b08-4128-8308-d970bab25da7/8d5ca2a5-1f04-445e-8431-50f1b9a9f57b) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:15:57.888164 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-677b3ced-73d6-49e3-a549-09dda4b84cce service neutron] 10.222.0.49 "GET /v2.0/networks/2e14c4f2-b68c-4d21-920b-215a17ef69db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305683 Oct 12 19:15:58.002642 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 35152) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:15:58.007047 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-245cf0ac-7325-4f09-9def-beced15533be tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1606913352', 'description': 'tempest-description--600233295'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:15:58.032252 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-398a22ec-195e-4b5b-83c9-46a188d07a25 x-openstack-request-id: req-398a22ec-195e-4b5b-83c9-46a188d07a25 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:15:58.032553 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27c3d490-2043-4497-b1e1-c0e082ac65f1", "name": "network-vif-deleted", "tag": "0bb2af15-4e77-4f2c-b7a8-90f38dfe6eca", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:15:58.032816 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-398a22ec-195e-4b5b-83c9-46a188d07a25 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:15:58.033380 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27c3d490-2043-4497-b1e1-c0e082ac65f1', 'name': 'network-vif-deleted', 'tag': '0bb2af15-4e77-4f2c-b7a8-90f38dfe6eca', 'status': 'completed', 'code': 200} Oct 12 19:15:58.119223 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-940b6d7c-44b5-4570-929b-6eff34acbd3c service neutron] 10.222.0.49 "GET /v2.0/networks/2e14c4f2-b68c-4d21-920b-215a17ef69db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177260 Oct 12 19:15:58.169850 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-245cf0ac-7325-4f09-9def-beced15533be tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:58.214611 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-7542c131-c43e-489b-acf7-ba56085f8aa7 req-fa43daa2-2f56-4ff5-842a-326daee95691 tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:58.278135 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-245cf0ac-7325-4f09-9def-beced15533be tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:58.294325 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-12bb4b65-7ff7-4125-b39c-8395113a2434 req-bb5f6ab8-3e29-4deb-9e67-069af10d28bc tempest-AbsoluteLimitsNegativeTestJSON-426978620 tempest-AbsoluteLimitsNegativeTestJSON-426978620-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=24ddacb16e9c4e86af0c4b66da55c34a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1476765 Oct 12 19:15:58.297813 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-6b32fa14-55ae-49be-987d-82a175f8e59a service neutron] 10.222.0.49 "GET /v2.0/networks/2e14c4f2-b68c-4d21-920b-215a17ef69db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521749 Oct 12 19:15:58.416356 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-245cf0ac-7325-4f09-9def-beced15533be tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:58.422611 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-7542c131-c43e-489b-acf7-ba56085f8aa7 req-fa43daa2-2f56-4ff5-842a-326daee95691 tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:58.459427 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245cf0ac-7325-4f09-9def-beced15533be tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f0281d6-ea5c-47a0-8e7d-7819120d644f,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:58.522317 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bb4b65-7ff7-4125-b39c-8395113a2434 req-1c9bbe13-888b-4881-866b-95fc0872d69f tempest-AbsoluteLimitsNegativeTestJSON-426978620 tempest-AbsoluteLimitsNegativeTestJSON-426978620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:58.523556 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7542c131-c43e-489b-acf7-ba56085f8aa7 req-fa43daa2-2f56-4ff5-842a-326daee95691 tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] Network 25bd3ef4-7d24-4004-bdbf-0c2d840ca5a9 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:15:58.524455 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-12bb4b65-7ff7-4125-b39c-8395113a2434 req-1c9bbe13-888b-4881-866b-95fc0872d69f tempest-AbsoluteLimitsNegativeTestJSON-426978620 tempest-AbsoluteLimitsNegativeTestJSON-426978620-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2150447 Oct 12 19:15:58.550792 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-12bb4b65-7ff7-4125-b39c-8395113a2434 req-1a0575b0-7954-4a69-9dae-9c750c37a846 tempest-AbsoluteLimitsNegativeTestJSON-426978620 tempest-AbsoluteLimitsNegativeTestJSON-426978620-project] 10.222.0.49 "GET /v2.0/quotas/24ddacb16e9c4e86af0c4b66da55c34a HTTP/1.1" status: 200 len: 375 time: 0.0203638 Oct 12 19:15:58.551611 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4643fd57-6feb-400b-8769-cded13d4fc9c req-b24c9243-b867-4263-9934-c4aaa3d82959 service neutron] 10.222.0.61 "GET /v2.0/ports/6fa8d8c2-e666-4b21-989c-1cfa6a2225c3/bindings/n-h2-813679-3 HTTP/1.1" status: 200 len: 384 time: 0.2428043 Oct 12 19:15:58.553519 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [req-7542c131-c43e-489b-acf7-ba56085f8aa7 req-fa43daa2-2f56-4ff5-842a-326daee95691 tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:15:58.556839 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-7542c131-c43e-489b-acf7-ba56085f8aa7 req-fa43daa2-2f56-4ff5-842a-326daee95691 tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:15:58.600909 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-12bb4b65-7ff7-4125-b39c-8395113a2434 req-dcc88a1c-b895-4950-9fd0-5f2b99b80fcc tempest-AbsoluteLimitsNegativeTestJSON-426978620 tempest-AbsoluteLimitsNegativeTestJSON-426978620-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=24ddacb16e9c4e86af0c4b66da55c34a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0374622 Oct 12 19:15:58.605551 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-245cf0ac-7325-4f09-9def-beced15533be tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:58.607680 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-245cf0ac-7325-4f09-9def-beced15533be tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6074519 Oct 12 19:15:58.611181 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 35168) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:15:58.628984 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-c61fe6fa-8c99-48ce-8158-20431981bdfb tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Request body: {'security_group_rule': {'security_group_id': '8f0281d6-ea5c-47a0-8e7d-7819120d644f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:15:58.708163 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa43daa2-2f56-4ff5-842a-326daee95691 tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] Pushing event updated for resources: {'Port': ['ID=8d5ca2a5-1f04-445e-8431-50f1b9a9f57b,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:58.777970 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-1a09cadf-051d-4712-ac82-52ee16896f94 service neutron] 10.222.0.49 "GET /v2.0/networks/2e14c4f2-b68c-4d21-920b-215a17ef69db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4792788 Oct 12 19:15:58.800515 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7086601-b991-496e-ace7-c4b49ed68583 req-3eae11e6-b393-40be-b6d4-0f7b9edfa3c9 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:58.806625 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7542c131-c43e-489b-acf7-ba56085f8aa7 req-fa43daa2-2f56-4ff5-842a-326daee95691 tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:58.807508 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-7542c131-c43e-489b-acf7-ba56085f8aa7 req-fa43daa2-2f56-4ff5-842a-326daee95691 tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:58.812662 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c7086601-b991-496e-ace7-c4b49ed68583 req-3eae11e6-b393-40be-b6d4-0f7b9edfa3c9 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/ports?device_id=d14b4963-a7f3-4841-86bc-93dad48b6e25 HTTP/1.1" status: 200 len: 944 time: 0.0776756 Oct 12 19:15:58.847116 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c61fe6fa-8c99-48ce-8158-20431981bdfb tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:58.891832 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c7086601-b991-496e-ace7-c4b49ed68583 req-7c3c9db2-f178-485a-8421-2d4a46917149 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cccf57-f452-41a8-9e48-a6e744310271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782239 Oct 12 19:15:58.969752 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c61fe6fa-8c99-48ce-8158-20431981bdfb tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:59.059185 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c61fe6fa-8c99-48ce-8158-20431981bdfb tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:59.063103 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-2032e39b-d70e-432f-ad50-84381062ee0c None None] Provisioning complete for port 8d5ca2a5-1f04-445e-8431-50f1b9a9f57b triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:15:59.064499 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2032e39b-d70e-432f-ad50-84381062ee0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:59.118646 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61fe6fa-8c99-48ce-8158-20431981bdfb tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0e179fe-ba53-4378-a48b-f3befc23f0ae,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:59.136147 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-03e63524-7626-4add-be57-8cc50f989b9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:59.141213 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7542c131-c43e-489b-acf7-ba56085f8aa7 req-fa43daa2-2f56-4ff5-842a-326daee95691 tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2805076 Oct 12 19:15:59.152165 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-2032e39b-d70e-432f-ad50-84381062ee0c None None] Port 8d5ca2a5-1f04-445e-8431-50f1b9a9f57b cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:15:59.157598 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-7542c131-c43e-489b-acf7-ba56085f8aa7 req-5dc7089b-ff06-481c-9cf6-e0e1bffa34bc service neutron] Request body: {'port': {'device_id': 'f0da0205-1dd8-439a-919c-bb9f6fec218b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-3'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:15:59.162415 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-135034b9-1b4f-4e7d-8f24-e733fef7a2f1 service neutron] 10.222.0.49 "GET /v2.0/networks/25292ff6-df2e-42a1-aeea-68fb3a14f1ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3511999 Oct 12 19:15:59.181232 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a020f6-ddb6-4306-9e16-7f024814a79a req-85f7ddc0-0ac2-48db-812a-008a7ec2c826 tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:15:59.183127 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f4a020f6-ddb6-4306-9e16-7f024814a79a req-85f7ddc0-0ac2-48db-812a-008a7ec2c826 tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0da0205-1dd8-439a-919c-bb9f6fec218b HTTP/1.1" status: 200 len: 932 time: 0.1138694 Oct 12 19:15:59.191325 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c61fe6fa-8c99-48ce-8158-20431981bdfb tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:59.193262 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-c61fe6fa-8c99-48ce-8158-20431981bdfb tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5795503 Oct 12 19:15:59.202183 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 35184) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:15:59.221627 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-f0d79b7d-cb55-4450-a777-a2d4bb736152 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Request body: {'security_group_rule': {'security_group_id': '8f0281d6-ea5c-47a0-8e7d-7819120d644f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:15:59.280377 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f4a020f6-ddb6-4306-9e16-7f024814a79a req-ce90d40b-b8e5-4dce-8050-9bc865eb1da9 tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] 10.222.0.49 "GET /v2.0/security-groups?id=14ce9c65-16e7-48f8-95cc-71d4ece73a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858769 Oct 12 19:15:59.343447 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-4643fd57-6feb-400b-8769-cded13d4fc9c req-b18582d4-d35a-45a9-99a5-b6b1e19be9fd service neutron] For port 6fa8d8c2-e666-4b21-989c-1cfa6a2225c3, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=6fa8d8c2-e666-4b21-989c-1cfa6a2225c3,segment=NetworkSegment(af837146-1b4e-4c2b-b1ce-96eb7f990955),segment_id=af837146-1b4e-4c2b-b1ce-96eb7f990955)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:15:59.357513 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-7542c131-c43e-489b-acf7-ba56085f8aa7 req-5dc7089b-ff06-481c-9cf6-e0e1bffa34bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:59.388857 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f0d79b7d-cb55-4450-a777-a2d4bb736152 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:59.448173 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 35188) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:15:59.450225 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-07e97fdd-861e-406a-9717-4dd49b1290fc req-a7384e9c-6f95-4109-8899-2cc546c42385 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=99d0578e-9f1b-42ed-aea7-3223b5004d8e HTTP/1.1" status: 200 len: 210 time: 0.0559540 Oct 12 19:15:59.529581 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f0d79b7d-cb55-4450-a777-a2d4bb736152 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:59.596990 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-96928bdf-86b0-4e50-bc3c-5547d8f84963 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:59.627053 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f0d79b7d-cb55-4450-a777-a2d4bb736152 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:59.655275 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d79b7d-cb55-4450-a777-a2d4bb736152 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e36a0cc-c6eb-4468-b0e5-37abf44ad4eb,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:15:59.770807 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 35196) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:15:59.824747 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-96928bdf-86b0-4e50-bc3c-5547d8f84963 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:59.828558 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-f51462f1-998d-4091-88c6-f40fe07553ad admin admin] Deleting subnet 4f993ab8-4b63-4e7d-bd25-90e4cb11e77f {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:15:59.831714 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f51462f1-998d-4091-88c6-f40fe07553ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:59.871123 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-4643fd57-6feb-400b-8769-cded13d4fc9c req-b18582d4-d35a-45a9-99a5-b6b1e19be9fd service neutron] For port 6fa8d8c2-e666-4b21-989c-1cfa6a2225c3, host n-h1-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:15:59.886163 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f51462f1-998d-4091-88c6-f40fe07553ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16313642'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:15:59.912238 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-00524ea9-e6a0-43e9-8fe3-a8f7f73b7841 service neutron] 10.222.0.49 "GET /v2.0/networks/25292ff6-df2e-42a1-aeea-68fb3a14f1ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7164109 Oct 12 19:15:59.946901 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f51462f1-998d-4091-88c6-f40fe07553ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:00.017905 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f0d79b7d-cb55-4450-a777-a2d4bb736152 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:00.018146 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-f0d79b7d-cb55-4450-a777-a2d4bb736152 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8131130 Oct 12 19:16:00.027337 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 35202) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:16:00.030966 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-96928bdf-86b0-4e50-bc3c-5547d8f84963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:00.042427 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-5707b20a-b8c8-4282-bb42-fcb6d1cb83bc tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Request body: {'floatingip': {'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:16:00.070165 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [req-4643fd57-6feb-400b-8769-cded13d4fc9c req-b18582d4-d35a-45a9-99a5-b6b1e19be9fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fa8d8c2-e666-4b21-989c-1cfa6a2225c3 {{(pid=95501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:16:00.082249 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-206e28df-3785-4332-9054-5b49c0c72659 service neutron] 10.222.0.49 "GET /v2.0/networks/25292ff6-df2e-42a1-aeea-68fb3a14f1ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575618 Oct 12 19:16:00.125702 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-96928bdf-86b0-4e50-bc3c-5547d8f84963 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=24ddacb16e9c4e86af0c4b66da55c34a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6720314 Oct 12 19:16:00.125702 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96928bdf-86b0-4e50-bc3c-5547d8f84963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dff4b73-de64-4caf-92a5-da2d0c1a4017,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:16:00.127965 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 35204) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:16:00.148901 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39288eb5-a896-467d-84ab-2b4e060a8a3b req-13f772e5-ca64-423d-b57b-d7eb51f8fdda tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:00.150406 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-39288eb5-a896-467d-84ab-2b4e060a8a3b req-13f772e5-ca64-423d-b57b-d7eb51f8fdda tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/ports?device_id=d14b4963-a7f3-4841-86bc-93dad48b6e25 HTTP/1.1" status: 200 len: 944 time: 0.1308818 Oct 12 19:16:00.151401 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f51462f1-998d-4091-88c6-f40fe07553ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4306592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16245866'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:00.165282 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-4643fd57-6feb-400b-8769-cded13d4fc9c req-b18582d4-d35a-45a9-99a5-b6b1e19be9fd service neutron] For port 6fa8d8c2-e666-4b21-989c-1cfa6a2225c3, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=6fa8d8c2-e666-4b21-989c-1cfa6a2225c3,segment=NetworkSegment(af837146-1b4e-4c2b-b1ce-96eb7f990955),segment_id=af837146-1b4e-4c2b-b1ce-96eb7f990955)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:16:00.219066 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51462f1-998d-4091-88c6-f40fe07553ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f993ab8-4b63-4e7d-bd25-90e4cb11e77f,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:16:00.241156 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f51462f1-998d-4091-88c6-f40fe07553ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:00.247404 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-f51462f1-998d-4091-88c6-f40fe07553ad admin admin] 10.222.0.49 "DELETE /v2.0/subnets/4f993ab8-4b63-4e7d-bd25-90e4cb11e77f HTTP/1.1" status: 204 len: 168 time: 0.4755838 Oct 12 19:16:00.249030 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 35206) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:16:00.278085 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce00236e-8203-48cc-bb49-d9bdddfdccfc req-e63e058d-4ba1-4f92-a143-5918315b940f tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:00.279511 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ce00236e-8203-48cc-bb49-d9bdddfdccfc req-e63e058d-4ba1-4f92-a143-5918315b940f tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.67 "GET /v2.0/networks?id=82671036-c03a-4d3c-b62d-db19aa8b0fed HTTP/1.1" status: 200 len: 820 time: 0.4832149 Oct 12 19:16:00.284561 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5707b20a-b8c8-4282-bb42-fcb6d1cb83bc tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Notify callbacks [] for floatingip, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:00.328379 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-39288eb5-a896-467d-84ab-2b4e060a8a3b req-c12aeaf7-212f-4896-9333-213e50ecdcbb tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cccf57-f452-41a8-9e48-a6e744310271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632342 Oct 12 19:16:00.330699 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-ce00236e-8203-48cc-bb49-d9bdddfdccfc req-d0d72af2-4151-470f-a17f-1c90fab18ee1 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Request body: {'port': {'device_id': '99d0578e-9f1b-42ed-aea7-3223b5004d8e', 'network_id': '82671036-c03a-4d3c-b62d-db19aa8b0fed', 'admin_state_up': True, 'tenant_id': '803d7b884967412f992e4b2e79b460e6'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:16:00.347159 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-4643fd57-6feb-400b-8769-cded13d4fc9c req-b18582d4-d35a-45a9-99a5-b6b1e19be9fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:00.362210 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-08ee37ba-b926-40b2-9eda-db7f6180b4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:00.363961 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9759b429-c067-4287-9625-50e476df3756 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:00.408145 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9759b429-c067-4287-9625-50e476df3756 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:00.507197 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-80101648-216c-48c0-ad6c-459cba500f2f service neutron] 10.222.0.49 "GET /v2.0/networks/25292ff6-df2e-42a1-aeea-68fb3a14f1ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4135437 Oct 12 19:16:00.646828 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-08ee37ba-b926-40b2-9eda-db7f6180b4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:00.660060 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.provisioning_blocks [req-4643fd57-6feb-400b-8769-cded13d4fc9c req-b18582d4-d35a-45a9-99a5-b6b1e19be9fd service neutron] Transition to ACTIVE for port object 6fa8d8c2-e666-4b21-989c-1cfa6a2225c3 will not be triggered until provisioned by entity L2. {{(pid=95501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:16:00.691752 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-08ee37ba-b926-40b2-9eda-db7f6180b4a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['664d279d-2f55-43f4-8554-502272b3aa91']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:16:00.714120 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [req-7542c131-c43e-489b-acf7-ba56085f8aa7 req-5dc7089b-ff06-481c-9cf6-e0e1bffa34bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d5ca2a5-1f04-445e-8431-50f1b9a9f57b {{(pid=95501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:16:00.726153 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-7542c131-c43e-489b-acf7-ba56085f8aa7 req-5dc7089b-ff06-481c-9cf6-e0e1bffa34bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:00.739911 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-08ee37ba-b926-40b2-9eda-db7f6180b4a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c9fbb1c-5cb1-460b-9069-706a44d428c4') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:16:00.740457 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-08ee37ba-b926-40b2-9eda-db7f6180b4a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c9fbb1c-5cb1-460b-9069-706a44d428c4') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:16:00.756887 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5707b20a-b8c8-4282-bb42-fcb6d1cb83bc tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:00.759260 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8075d308-492e-4e95-a9ba-e8e7598dd265 req-cdeaa7c6-8c4c-467d-b2c5-b1b98e92fa13 tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:00.760866 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8075d308-492e-4e95-a9ba-e8e7598dd265 req-cdeaa7c6-8c4c-467d-b2c5-b1b98e92fa13 tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0da0205-1dd8-439a-919c-bb9f6fec218b HTTP/1.1" status: 200 len: 932 time: 0.2195270 Oct 12 19:16:00.764791 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-08ee37ba-b926-40b2-9eda-db7f6180b4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16313633'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:00.800590 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-4643fd57-6feb-400b-8769-cded13d4fc9c req-b18582d4-d35a-45a9-99a5-b6b1e19be9fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:00.804634 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-08ee37ba-b926-40b2-9eda-db7f6180b4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:00.813477 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08ee37ba-b926-40b2-9eda-db7f6180b4a8 admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:16:00.813906 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-08ee37ba-b926-40b2-9eda-db7f6180b4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4305278'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:00.816671 n-d-813679-3 neutron-server[95502]: Traceback (most recent call last): Oct 12 19:16:00.816671 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:16:00.816671 n-d-813679-3 neutron-server[95502]: timer() Oct 12 19:16:00.816671 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:16:00.816671 n-d-813679-3 neutron-server[95502]: cb(*args, **kw) Oct 12 19:16:00.816671 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:16:00.816671 n-d-813679-3 neutron-server[95502]: return func(*args, **kwargs) Oct 12 19:16:00.816671 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:16:00.816671 n-d-813679-3 neutron-server[95502]: self._notify() Oct 12 19:16:00.816671 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:16:00.816671 n-d-813679-3 neutron-server[95502]: self.callback(batched_events) Oct 12 19:16:00.816671 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:16:00.816671 n-d-813679-3 neutron-server[95502]: event.method(event) Oct 12 19:16:00.816671 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:16:00.816671 n-d-813679-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:16:00.816671 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:16:00.816671 n-d-813679-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:16:00.816671 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:16:00.816671 n-d-813679-3 neutron-server[95502]: return f(self, *a, **k) Oct 12 19:16:00.816671 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:16:00.816671 n-d-813679-3 neutron-server[95502]: return self._get(url).json() Oct 12 19:16:00.816671 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:16:00.816671 n-d-813679-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:16:00.816671 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:16:00.816671 n-d-813679-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Oct 12 19:16:00.816671 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:16:00.816671 n-d-813679-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:16:00.816671 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:16:00.816671 n-d-813679-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:16:00.816671 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:16:00.816671 n-d-813679-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:16:00.816671 n-d-813679-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:16:00.856168 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce00236e-8203-48cc-bb49-d9bdddfdccfc req-d0d72af2-4151-470f-a17f-1c90fab18ee1 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Made reservation on behalf of 803d7b884967412f992e4b2e79b460e6 for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:16:00.860480 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9759b429-c067-4287-9625-50e476df3756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:00.860622 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-ce00236e-8203-48cc-bb49-d9bdddfdccfc req-d0d72af2-4151-470f-a17f-1c90fab18ee1 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:00.863025 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9759b429-c067-4287-9625-50e476df3756 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:00.866584 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-9759b429-c067-4287-9625-50e476df3756 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2dff4b73-de64-4caf-92a5-da2d0c1a4017 HTTP/1.1" status: 204 len: 168 time: 0.7351346 Oct 12 19:16:00.891345 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8075d308-492e-4e95-a9ba-e8e7598dd265 req-44457d0f-4818-4c69-84e7-b973e3571d16 tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] 10.222.0.49 "GET /v2.0/security-groups?id=14ce9c65-16e7-48f8-95cc-71d4ece73a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192098 Oct 12 19:16:00.940304 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9759b429-c067-4287-9625-50e476df3756 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dff4b73-de64-4caf-92a5-da2d0c1a4017,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:16:00.982183 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-4643fd57-6feb-400b-8769-cded13d4fc9c req-b18582d4-d35a-45a9-99a5-b6b1e19be9fd service neutron] No DVR routers for this DVR port 6fa8d8c2-e666-4b21-989c-1cfa6a2225c3 on host n-h1-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:16:01.012176 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-87aec4e4-1f83-4720-9c6c-9d52715759d3 req-f5a19a12-dcd6-40ca-90f0-a85ad6291856 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=99d0578e-9f1b-42ed-aea7-3223b5004d8e HTTP/1.1" status: 200 len: 210 time: 0.0303791 Oct 12 19:16:01.034207 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-08ee37ba-b926-40b2-9eda-db7f6180b4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:01.050281 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.provisioning_blocks [req-7542c131-c43e-489b-acf7-ba56085f8aa7 req-5dc7089b-ff06-481c-9cf6-e0e1bffa34bc service neutron] Transition to ACTIVE for port object 8d5ca2a5-1f04-445e-8431-50f1b9a9f57b will not be triggered until provisioned by entity L2. {{(pid=95501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:16:01.061540 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-08ee37ba-b926-40b2-9eda-db7f6180b4a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:01.067132 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-08ee37ba-b926-40b2-9eda-db7f6180b4a8 admin admin] 10.222.0.49 "DELETE /v2.0/networks/664d279d-2f55-43f4-8554-502272b3aa91 HTTP/1.1" status: 204 len: 168 time: 0.8152630 Oct 12 19:16:01.072843 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18582d4-d35a-45a9-99a5-b6b1e19be9fd service neutron] Pushing event updated for resources: {'Port': ['ID=6fa8d8c2-e666-4b21-989c-1cfa6a2225c3,revision_number=10']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:16:01.092604 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4643fd57-6feb-400b-8769-cded13d4fc9c req-b18582d4-d35a-45a9-99a5-b6b1e19be9fd service neutron] 10.222.0.61 "PUT /v2.0/ports/6fa8d8c2-e666-4b21-989c-1cfa6a2225c3/bindings/n-h2-813679-3/activate HTTP/1.1" status: 200 len: 369 time: 2.4718158 Oct 12 19:16:01.118016 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ee37ba-b926-40b2-9eda-db7f6180b4a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=664d279d-2f55-43f4-8554-502272b3aa91,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:16:01.167119 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-7542c131-c43e-489b-acf7-ba56085f8aa7 req-5dc7089b-ff06-481c-9cf6-e0e1bffa34bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:01.241421 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-5707b20a-b8c8-4282-bb42-fcb6d1cb83bc tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Allocated IP 172.25.5.208 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/8d003272-49ce-4232-b306-c8b11af25366) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:16:01.377429 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4643fd57-6feb-400b-8769-cded13d4fc9c req-7a951dd7-0226-45c5-84b6-3f2a95885a97 tempest-LiveMigrationTest-1833787117 tempest-LiveMigrationTest-1833787117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:01.379467 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4643fd57-6feb-400b-8769-cded13d4fc9c req-7a951dd7-0226-45c5-84b6-3f2a95885a97 tempest-LiveMigrationTest-1833787117 tempest-LiveMigrationTest-1833787117-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=d14b4963-a7f3-4841-86bc-93dad48b6e25&tenant_id=5fba7a982f4e455fbf6360a954bd3673&binding%3Ahost_id=n-h1-813679-3 HTTP/1.1" status: 200 len: 1096 time: 0.1045318 Oct 12 19:16:01.445406 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc7089b-ff06-481c-9cf6-e0e1bffa34bc service neutron] Pushing event updated for resources: {'Port': ['ID=8d5ca2a5-1f04-445e-8431-50f1b9a9f57b,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:16:01.560981 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [req-ce00236e-8203-48cc-bb49-d9bdddfdccfc req-d0d72af2-4151-470f-a17f-1c90fab18ee1 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Allocated IP 172.20.0.12 (82671036-c03a-4d3c-b62d-db19aa8b0fed/39796bec-4145-45cd-b713-3f2477a830cb/409be5dc-1cd9-4cf6-b7a2-42a24420afad) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:16:01.607790 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4643fd57-6feb-400b-8769-cded13d4fc9c req-df1ae9ba-ab1f-4ce6-ac71-1eea8efaeb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:01.609675 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4643fd57-6feb-400b-8769-cded13d4fc9c req-df1ae9ba-ab1f-4ce6-ac71-1eea8efaeb29 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d14b4963-a7f3-4841-86bc-93dad48b6e25&tenant_id=5fba7a982f4e455fbf6360a954bd3673 HTTP/1.1" status: 200 len: 1096 time: 0.2183757 Oct 12 19:16:01.621237 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-7542c131-c43e-489b-acf7-ba56085f8aa7 req-5dc7089b-ff06-481c-9cf6-e0e1bffa34bc service neutron] Attempting to bind port 8d5ca2a5-1f04-445e-8431-50f1b9a9f57b on host n-h2-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:16:01.621911 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-7542c131-c43e-489b-acf7-ba56085f8aa7 req-5dc7089b-ff06-481c-9cf6-e0e1bffa34bc service neutron] Attempting to bind port 8d5ca2a5-1f04-445e-8431-50f1b9a9f57b by drivers openvswitch,hyperv on host n-h2-813679-3 at level 0 using segments [{'id': '60701869-b898-4b9a-bbaf-e0de831a4cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '25bd3ef4-7d24-4004-bdbf-0c2d840ca5a9'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:16:01.622443 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7542c131-c43e-489b-acf7-ba56085f8aa7 req-5dc7089b-ff06-481c-9cf6-e0e1bffa34bc service neutron] Attempting to bind port 8d5ca2a5-1f04-445e-8431-50f1b9a9f57b on network 25bd3ef4-7d24-4004-bdbf-0c2d840ca5a9 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:16:01.636616 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd51183-c636-441d-8d31-854afc0edb95 req-a0f2b919-c93f-4921-b13b-5d61abb54c60 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:01.638746 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7542c131-c43e-489b-acf7-ba56085f8aa7 req-5dc7089b-ff06-481c-9cf6-e0e1bffa34bc service neutron] Port 8d5ca2a5-1f04-445e-8431-50f1b9a9f57b on network 25bd3ef4-7d24-4004-bdbf-0c2d840ca5a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:16:01.639111 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7542c131-c43e-489b-acf7-ba56085f8aa7 req-5dc7089b-ff06-481c-9cf6-e0e1bffa34bc service neutron] Attempting to bind port 8d5ca2a5-1f04-445e-8431-50f1b9a9f57b on network 25bd3ef4-7d24-4004-bdbf-0c2d840ca5a9 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:16:01.640672 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9fd51183-c636-441d-8d31-854afc0edb95 req-a0f2b919-c93f-4921-b13b-5d61abb54c60 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/ports?device_id=d14b4963-a7f3-4841-86bc-93dad48b6e25 HTTP/1.1" status: 200 len: 945 time: 0.1715815 Oct 12 19:16:01.654501 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7542c131-c43e-489b-acf7-ba56085f8aa7 req-5dc7089b-ff06-481c-9cf6-e0e1bffa34bc service neutron] Checking agent: {'id': '233fbd7d-38e4-434f-bb8f-05364d7423a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:16:01.658879 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7542c131-c43e-489b-acf7-ba56085f8aa7 req-5dc7089b-ff06-481c-9cf6-e0e1bffa34bc service neutron] Checking segment: {'id': '60701869-b898-4b9a-bbaf-e0de831a4cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '25bd3ef4-7d24-4004-bdbf-0c2d840ca5a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:16:01.658879 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7542c131-c43e-489b-acf7-ba56085f8aa7 req-5dc7089b-ff06-481c-9cf6-e0e1bffa34bc service neutron] Bound using segment: {'id': '60701869-b898-4b9a-bbaf-e0de831a4cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '25bd3ef4-7d24-4004-bdbf-0c2d840ca5a9'} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:16:01.658879 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-7542c131-c43e-489b-acf7-ba56085f8aa7 req-5dc7089b-ff06-481c-9cf6-e0e1bffa34bc service neutron] Bound port: 8d5ca2a5-1f04-445e-8431-50f1b9a9f57b, host: n-h2-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60701869-b898-4b9a-bbaf-e0de831a4cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '25bd3ef4-7d24-4004-bdbf-0c2d840ca5a9'}}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:16:01.658879 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-7542c131-c43e-489b-acf7-ba56085f8aa7 req-5dc7089b-ff06-481c-9cf6-e0e1bffa34bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:01.663777 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 35250) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:16:01.680217 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-63fcba55-3959-4fbd-a2c0-1042596e3d5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:01.711311 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5707b20a-b8c8-4282-bb42-fcb6d1cb83bc tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:01.766266 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9fd51183-c636-441d-8d31-854afc0edb95 req-326401c5-e598-468a-a5da-2bff58d25c4b tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cccf57-f452-41a8-9e48-a6e744310271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942979 Oct 12 19:16:01.786764 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4643fd57-6feb-400b-8769-cded13d4fc9c req-c946d4b0-6d77-4ca8-bedd-e98e60cad814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:01.790506 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4643fd57-6feb-400b-8769-cded13d4fc9c req-c946d4b0-6d77-4ca8-bedd-e98e60cad814 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5fba7a982f4e455fbf6360a954bd3673&device_id=d14b4963-a7f3-4841-86bc-93dad48b6e25 HTTP/1.1" status: 200 len: 1096 time: 0.1486933 Oct 12 19:16:01.859399 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-bc8d1826-89a2-46f1-9154-af274444ac79 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b959c6d7795a4648b4937f4ea3556767&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1907310 Oct 12 19:16:01.867247 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 35262) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:16:01.953166 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4643fd57-6feb-400b-8769-cded13d4fc9c req-9385cbcc-1c45-47c7-97d9-35e377f292a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:01.954620 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4643fd57-6feb-400b-8769-cded13d4fc9c req-9385cbcc-1c45-47c7-97d9-35e377f292a9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c9c833e6-1691-44ed-bf82-cf9c18667411 HTTP/1.1" status: 200 len: 909 time: 0.1547487 Oct 12 19:16:02.028125 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4643fd57-6feb-400b-8769-cded13d4fc9c req-a78b8ae3-0bef-4d91-bda6-f3c021920249 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6fa8d8c2-e666-4b21-989c-1cfa6a2225c3 HTTP/1.1" status: 200 len: 217 time: 0.0653088 Oct 12 19:16:02.073607 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-7542c131-c43e-489b-acf7-ba56085f8aa7 req-5dc7089b-ff06-481c-9cf6-e0e1bffa34bc service neutron] For port 8d5ca2a5-1f04-445e-8431-50f1b9a9f57b, host n-h2-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:16:02.087184 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-7542c131-c43e-489b-acf7-ba56085f8aa7 req-5dc7089b-ff06-481c-9cf6-e0e1bffa34bc service neutron] For port 8d5ca2a5-1f04-445e-8431-50f1b9a9f57b, host n-h2-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=8d5ca2a5-1f04-445e-8431-50f1b9a9f57b,segment=NetworkSegment(60701869-b898-4b9a-bbaf-e0de831a4cd8),segment_id=60701869-b898-4b9a-bbaf-e0de831a4cd8)] {{(pid=95501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:16:02.153939 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0ce8b9a3-f454-459c-89fd-92f2567090f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:02.184157 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0ce8b9a3-f454-459c-89fd-92f2567090f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:02.238746 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-ce00236e-8203-48cc-bb49-d9bdddfdccfc req-d0d72af2-4151-470f-a17f-1c90fab18ee1 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:02.241262 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5707b20a-b8c8-4282-bb42-fcb6d1cb83bc tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:02.243647 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-7542c131-c43e-489b-acf7-ba56085f8aa7 req-5dc7089b-ff06-481c-9cf6-e0e1bffa34bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:02.294638 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7542c131-c43e-489b-acf7-ba56085f8aa7 req-5dc7089b-ff06-481c-9cf6-e0e1bffa34bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:02.294744 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-7542c131-c43e-489b-acf7-ba56085f8aa7 req-5dc7089b-ff06-481c-9cf6-e0e1bffa34bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:02.296531 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7542c131-c43e-489b-acf7-ba56085f8aa7 req-5dc7089b-ff06-481c-9cf6-e0e1bffa34bc service neutron] 10.222.0.67 "PUT /v2.0/ports/8d5ca2a5-1f04-445e-8431-50f1b9a9f57b HTTP/1.1" status: 200 len: 1092 time: 3.1448984 Oct 12 19:16:02.301126 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0da0205-1dd8-439a-919c-bb9f6fec218b', 'tag': '8d5ca2a5-1f04-445e-8431-50f1b9a9f57b'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:16:02.303685 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02ee5c59-d004-4848-bbd7-2ec2e283fa92" -d '{"events": [{"name": "network-changed", "server_uuid": "f0da0205-1dd8-439a-919c-bb9f6fec218b", "tag": "8d5ca2a5-1f04-445e-8431-50f1b9a9f57b"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:16:02.342587 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5707b20a-b8c8-4282-bb42-fcb6d1cb83bc tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Pushing event updated for resources: {'Port': ['ID=8d003272-49ce-4232-b306-c8b11af25366,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:16:02.357062 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5707b20a-b8c8-4282-bb42-fcb6d1cb83bc tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:16:02.374352 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-5707b20a-b8c8-4282-bb42-fcb6d1cb83bc tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:16:02.434297 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5707b20a-b8c8-4282-bb42-fcb6d1cb83bc tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:16:02.439495 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0ce8b9a3-f454-459c-89fd-92f2567090f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:02.444221 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0ce8b9a3-f454-459c-89fd-92f2567090f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:02.448239 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-0ce8b9a3-f454-459c-89fd-92f2567090f9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5e18be5a-40dc-4fc4-8942-0242c82a83db HTTP/1.1" status: 204 len: 168 time: 0.5726318 Oct 12 19:16:02.495225 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4643fd57-6feb-400b-8769-cded13d4fc9c req-919fde8a-e2b9-4d0b-8a07-553ad5e5629c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:02.496700 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4643fd57-6feb-400b-8769-cded13d4fc9c req-919fde8a-e2b9-4d0b-8a07-553ad5e5629c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e0ebc949-3a0d-4490-86b6-8c422c8edc16 HTTP/1.1" status: 200 len: 848 time: 0.1122489 Oct 12 19:16:02.511871 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e316869-b248-4e8d-bec8-7a9cc884dfd4 req-e3eafd0b-145f-497b-a5a4-dfcf450f0b14 tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:02.515821 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0e316869-b248-4e8d-bec8-7a9cc884dfd4 req-e3eafd0b-145f-497b-a5a4-dfcf450f0b14 tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0da0205-1dd8-439a-919c-bb9f6fec218b HTTP/1.1" status: 200 len: 944 time: 0.4999011 Oct 12 19:16:02.526055 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce8b9a3-f454-459c-89fd-92f2567090f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e18be5a-40dc-4fc4-8942-0242c82a83db,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:16:02.535599 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:02.574661 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4643fd57-6feb-400b-8769-cded13d4fc9c req-73a31ff8-3d0f-4afa-b5ff-90ca6b5cf076 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c9c833e6-1691-44ed-bf82-cf9c18667411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583913 Oct 12 19:16:02.619161 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc7089b-ff06-481c-9cf6-e0e1bffa34bc service neutron] Pushing event updated for resources: {'Port': ['ID=8d5ca2a5-1f04-445e-8431-50f1b9a9f57b,revision_number=3']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:16:02.632282 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-ce00236e-8203-48cc-bb49-d9bdddfdccfc req-d0d72af2-4151-470f-a17f-1c90fab18ee1 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:02.677372 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce00236e-8203-48cc-bb49-d9bdddfdccfc req-d0d72af2-4151-470f-a17f-1c90fab18ee1 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Network 82671036-c03a-4d3c-b62d-db19aa8b0fed is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:16:02.712338 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:02.746858 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4643fd57-6feb-400b-8769-cded13d4fc9c req-98f232bb-9523-4497-94d6-4d67b2219323 service neutron] 10.222.0.67 "GET /v2.0/networks/c9c833e6-1691-44ed-bf82-cf9c18667411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551414 Oct 12 19:16:02.858400 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4643fd57-6feb-400b-8769-cded13d4fc9c req-2e330d02-f394-45ad-b727-3738cd7ca298 service neutron] 10.222.0.67 "GET /v2.0/networks/c9c833e6-1691-44ed-bf82-cf9c18667411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025620 Oct 12 19:16:02.887278 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0e316869-b248-4e8d-bec8-7a9cc884dfd4 req-b1603584-1cc0-41d9-9c4b-f574020a6269 tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] 10.222.0.49 "GET /v2.0/security-groups?id=14ce9c65-16e7-48f8-95cc-71d4ece73a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3531713 Oct 12 19:16:02.893080 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [req-ce00236e-8203-48cc-bb49-d9bdddfdccfc req-d0d72af2-4151-470f-a17f-1c90fab18ee1 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:16:02.903382 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce00236e-8203-48cc-bb49-d9bdddfdccfc req-d0d72af2-4151-470f-a17f-1c90fab18ee1 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:16:02.931563 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5707b20a-b8c8-4282-bb42-fcb6d1cb83bc tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:02.948686 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:03.017846 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d17ac091-1860-45df-a3e3-b0a51abe4c76 x-openstack-request-id: req-d17ac091-1860-45df-a3e3-b0a51abe4c76 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:16:03.018488 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0da0205-1dd8-439a-919c-bb9f6fec218b", "tag": "8d5ca2a5-1f04-445e-8431-50f1b9a9f57b", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:16:03.029783 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1baafccf-845e-4a2d-9c36-40aaf137fb7e req-6c862364-821f-4d99-91ba-e04be2ab2aad tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecc38ae3-328a-43a0-a185-601e29a048cb HTTP/1.1" status: 200 len: 210 time: 0.0436339 Oct 12 19:16:03.031238 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d17ac091-1860-45df-a3e3-b0a51abe4c76 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:16:03.032111 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0da0205-1dd8-439a-919c-bb9f6fec218b', 'tag': '8d5ca2a5-1f04-445e-8431-50f1b9a9f57b', 'status': 'completed', 'code': 200} Oct 12 19:16:03.039634 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7542c131-c43e-489b-acf7-ba56085f8aa7 req-29e2dba3-43db-4e39-bd04-a67e7bdc3045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:03.041187 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7542c131-c43e-489b-acf7-ba56085f8aa7 req-29e2dba3-43db-4e39-bd04-a67e7bdc3045 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=854de6b76f23444fa0b0e15315f450ce&device_id=f0da0205-1dd8-439a-919c-bb9f6fec218b HTTP/1.1" status: 200 len: 1095 time: 0.5525620 Oct 12 19:16:03.216222 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f401a1c7-ba6a-4304-9189-35b7ff10e62b req-8967d075-b6d3-4e91-93c0-16704f921c3f tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:03.216404 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d72af2-4151-470f-a17f-1c90fab18ee1 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Pushing event updated for resources: {'Port': ['ID=409be5dc-1cd9-4cf6-b7a2-42a24420afad,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:16:03.216500 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f401a1c7-ba6a-4304-9189-35b7ff10e62b req-8967d075-b6d3-4e91-93c0-16704f921c3f tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/ports?device_id=d14b4963-a7f3-4841-86bc-93dad48b6e25 HTTP/1.1" status: 200 len: 945 time: 0.0616467 Oct 12 19:16:03.218792 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7542c131-c43e-489b-acf7-ba56085f8aa7 req-c476c10c-9e86-4816-9b8f-a58b027e2650 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d5ca2a5-1f04-445e-8431-50f1b9a9f57b HTTP/1.1" status: 200 len: 217 time: 0.0732303 Oct 12 19:16:03.251995 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce00236e-8203-48cc-bb49-d9bdddfdccfc req-d0d72af2-4151-470f-a17f-1c90fab18ee1 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:03.252687 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-ce00236e-8203-48cc-bb49-d9bdddfdccfc req-d0d72af2-4151-470f-a17f-1c90fab18ee1 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:03.278526 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33292512-6ad6-4c1b-bcce-cbdae9d55c82 req-4a77e923-5013-4aa4-9a8c-6899c400273c tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:03.280144 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-33292512-6ad6-4c1b-bcce-cbdae9d55c82 req-4a77e923-5013-4aa4-9a8c-6899c400273c tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=99d0578e-9f1b-42ed-aea7-3223b5004d8e HTTP/1.1" status: 200 len: 932 time: 0.5029960 Oct 12 19:16:03.304688 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f401a1c7-ba6a-4304-9189-35b7ff10e62b req-5680aec7-c291-49f3-9c23-5417cd8ec8bd tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cccf57-f452-41a8-9e48-a6e744310271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785122 Oct 12 19:16:03.360474 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5707b20a-b8c8-4282-bb42-fcb6d1cb83bc tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:03.397185 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7542c131-c43e-489b-acf7-ba56085f8aa7 req-cb7fcc8e-d90b-4a73-b843-1514be28dda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:03.398801 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7542c131-c43e-489b-acf7-ba56085f8aa7 req-cb7fcc8e-d90b-4a73-b843-1514be28dda9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fa1d46c1-7b08-4128-8308-d970bab25da7 HTTP/1.1" status: 200 len: 844 time: 0.1538408 Oct 12 19:16:03.471225 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-33292512-6ad6-4c1b-bcce-cbdae9d55c82 req-116bcf3b-8da3-42d3-83ca-104ffbbff0b4 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2999b03-b87d-46b4-9267-1669e2e14df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151314 Oct 12 19:16:03.489089 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4643fd57-6feb-400b-8769-cded13d4fc9c req-99703b90-1749-489d-b17f-f0aa1c3efeff tempest-LiveMigrationTest-1833787117 tempest-LiveMigrationTest-1833787117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:03.490888 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4643fd57-6feb-400b-8769-cded13d4fc9c req-99703b90-1749-489d-b17f-f0aa1c3efeff tempest-LiveMigrationTest-1833787117 tempest-LiveMigrationTest-1833787117-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=d14b4963-a7f3-4841-86bc-93dad48b6e25&tenant_id=5fba7a982f4e455fbf6360a954bd3673&binding%3Ahost_id=n-h2-813679-3 HTTP/1.1" status: 200 len: 1096 time: 0.0616624 Oct 12 19:16:03.561175 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7542c131-c43e-489b-acf7-ba56085f8aa7 req-dda33289-57c0-4056-bb18-1c640cea4f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:03.562911 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7542c131-c43e-489b-acf7-ba56085f8aa7 req-dda33289-57c0-4056-bb18-1c640cea4f6a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=25bd3ef4-7d24-4004-bdbf-0c2d840ca5a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1542692 Oct 12 19:16:03.710503 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5707b20a-b8c8-4282-bb42-fcb6d1cb83bc tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:03.725309 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7542c131-c43e-489b-acf7-ba56085f8aa7 req-42654c58-931b-405b-ba05-ce001a30779f service neutron] 10.222.0.67 "GET /v2.0/networks/25bd3ef4-7d24-4004-bdbf-0c2d840ca5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547735 Oct 12 19:16:03.778403 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ce00236e-8203-48cc-bb49-d9bdddfdccfc req-d0d72af2-4151-470f-a17f-1c90fab18ee1 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4786398 Oct 12 19:16:03.793530 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-ce00236e-8203-48cc-bb49-d9bdddfdccfc req-bdc61eb9-4902-484a-8a3d-bb4e1144a482 service neutron] Request body: {'port': {'device_id': '99d0578e-9f1b-42ed-aea7-3223b5004d8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-3'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:16:03.812593 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:03.815500 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5707b20a-b8c8-4282-bb42-fcb6d1cb83bc tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:03.820725 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-4643fd57-6feb-400b-8769-cded13d4fc9c req-5771c4fc-2b67-4804-81cc-ed9b2a099df2 service neutron] For port 6fa8d8c2-e666-4b21-989c-1cfa6a2225c3, host n-h1-813679-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:16:03.826947 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-4643fd57-6feb-400b-8769-cded13d4fc9c req-5771c4fc-2b67-4804-81cc-ed9b2a099df2 service neutron] Notify callbacks [] for binding, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:03.828485 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4643fd57-6feb-400b-8769-cded13d4fc9c req-5771c4fc-2b67-4804-81cc-ed9b2a099df2 service neutron] 10.222.0.67 "DELETE /v2.0/ports/6fa8d8c2-e666-4b21-989c-1cfa6a2225c3/bindings/n-h1-813679-3 HTTP/1.1" status: 204 len: 173 time: 0.3292229 Oct 12 19:16:04.178048 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-153e5a18-fb01-420d-88fd-26f706f11771 req-9ce93bde-65c3-457d-9699-b376a8c7e009 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecc38ae3-328a-43a0-a185-601e29a048cb HTTP/1.1" status: 200 len: 210 time: 0.0767026 Oct 12 19:16:04.359204 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 35342) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:16:04.436157 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:04.474081 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae1a3b1-8f35-42e2-ac9f-adb7fe790da2 req-a00616c3-aaf8-45bb-9670-4f91693739a2 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:04.476000 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2ae1a3b1-8f35-42e2-ac9f-adb7fe790da2 req-a00616c3-aaf8-45bb-9670-4f91693739a2 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/ports?device_id=d14b4963-a7f3-4841-86bc-93dad48b6e25 HTTP/1.1" status: 200 len: 945 time: 0.0689344 Oct 12 19:16:04.538901 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2ae1a3b1-8f35-42e2-ac9f-adb7fe790da2 req-68be6968-09ed-4d7b-bec1-b7449b52de09 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cccf57-f452-41a8-9e48-a6e744310271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488605 Oct 12 19:16:04.563247 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-17235d27-02bf-4223-9582-42251c8aa4fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:04.701288 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-ce00236e-8203-48cc-bb49-d9bdddfdccfc req-bdc61eb9-4902-484a-8a3d-bb4e1144a482 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:04.721848 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7542c131-c43e-489b-acf7-ba56085f8aa7 req-59b2da94-dedb-4932-9068-fe8a657d6857 service neutron] 10.222.0.67 "GET /v2.0/networks/25bd3ef4-7d24-4004-bdbf-0c2d840ca5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9884765 Oct 12 19:16:04.726555 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5707b20a-b8c8-4282-bb42-fcb6d1cb83bc tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Pushing event updated for resources: {'Port': ['ID=8d003272-49ce-4232-b306-c8b11af25366,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:16:04.769133 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159914e2-9ae0-42ce-9ea2-f3f82f67d43d req-b8e9998d-52cd-46e2-9434-ed12447e2330 tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:04.771401 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-159914e2-9ae0-42ce-9ea2-f3f82f67d43d req-b8e9998d-52cd-46e2-9434-ed12447e2330 tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0da0205-1dd8-439a-919c-bb9f6fec218b HTTP/1.1" status: 200 len: 944 time: 0.2301672 Oct 12 19:16:04.773537 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5707b20a-b8c8-4282-bb42-fcb6d1cb83bc tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7915414'] for floatingip, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:04.787590 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 35362) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:16:04.815221 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-17235d27-02bf-4223-9582-42251c8aa4fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:04.843607 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cccd03a-34d2-4fdd-9927-5ea252aa2fce req-2b2403a4-3079-4452-bf56-a80a44a9ae20 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:04.845187 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0cccd03a-34d2-4fdd-9927-5ea252aa2fce req-2b2403a4-3079-4452-bf56-a80a44a9ae20 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=99d0578e-9f1b-42ed-aea7-3223b5004d8e HTTP/1.1" status: 200 len: 932 time: 0.0891407 Oct 12 19:16:04.936263 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0cccd03a-34d2-4fdd-9927-5ea252aa2fce req-6e898f22-34fd-4b62-81c8-901bde95c2d8 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2999b03-b87d-46b4-9267-1669e2e14df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720496 Oct 12 19:16:04.938203 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-17235d27-02bf-4223-9582-42251c8aa4fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:04.940547 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5707b20a-b8c8-4282-bb42-fcb6d1cb83bc tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:04.959363 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-5707b20a-b8c8-4282-bb42-fcb6d1cb83bc tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9156525 Oct 12 19:16:04.969807 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-159914e2-9ae0-42ce-9ea2-f3f82f67d43d req-86d90482-f5b5-4278-8af2-d011c011a5c8 tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] 10.222.0.49 "GET /v2.0/security-groups?id=14ce9c65-16e7-48f8-95cc-71d4ece73a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1835382 Oct 12 19:16:05.040205 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ee5c59-d004-4848-bbd7-2ec2e283fa92 req-0c35073a-4b11-41cd-8b78-3e7211ba4543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:05.041736 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-02ee5c59-d004-4848-bbd7-2ec2e283fa92 req-0c35073a-4b11-41cd-8b78-3e7211ba4543 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=854de6b76f23444fa0b0e15315f450ce&device_id=f0da0205-1dd8-439a-919c-bb9f6fec218b HTTP/1.1" status: 200 len: 1095 time: 0.1412461 Oct 12 19:16:05.111848 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-e5533444-d63b-4502-bdf3-c4ffdf75be92 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1403725275-network', 'tenant_id': 'be097918f5b94809bf87bbe0f738b2e8'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:16:05.133755 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-17235d27-02bf-4223-9582-42251c8aa4fa admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c5ef877ed23246bebb59970a37478dc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7730150 Oct 12 19:16:05.134636 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17235d27-02bf-4223-9582-42251c8aa4fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cae4356-bc72-4e6c-b62d-b7c7fb3f854c,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:16:05.137201 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 35370) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:16:05.234352 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8cb0b36d-4a6e-4d28-94a6-212a84b5326f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:05.274516 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5533444-d63b-4502-bdf3-c4ffdf75be92 admin admin] Made reservation on behalf of be097918f5b94809bf87bbe0f738b2e8 for: {'network': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:16:05.277402 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e5533444-d63b-4502-bdf3-c4ffdf75be92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:05.301279 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e5533444-d63b-4502-bdf3-c4ffdf75be92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:05.318130 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8cb0b36d-4a6e-4d28-94a6-212a84b5326f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:05.427457 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e5533444-d63b-4502-bdf3-c4ffdf75be92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:05.435133 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe53f92-256b-4a89-a719-e8a3b2fc6d7b req-4abca087-f012-4c2b-87ae-930c6d1bb75b tempest-LiveMigrationTest-1833787117 tempest-LiveMigrationTest-1833787117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:05.437671 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-bbe53f92-256b-4a89-a719-e8a3b2fc6d7b req-4abca087-f012-4c2b-87ae-930c6d1bb75b tempest-LiveMigrationTest-1833787117 tempest-LiveMigrationTest-1833787117-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=d14b4963-a7f3-4841-86bc-93dad48b6e25 HTTP/1.1" status: 200 len: 1096 time: 0.3065710 Oct 12 19:16:05.451561 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ee5c59-d004-4848-bbd7-2ec2e283fa92 req-9c451672-5316-441f-9455-9d91a5857453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:05.453182 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-02ee5c59-d004-4848-bbd7-2ec2e283fa92 req-9c451672-5316-441f-9455-9d91a5857453 service neutron] 10.222.0.67 "GET /v2.0/networks?id=25bd3ef4-7d24-4004-bdbf-0c2d840ca5a9 HTTP/1.1" status: 200 len: 906 time: 0.4035587 Oct 12 19:16:05.468962 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4ced99b3-4797-4b93-8f4f-6c574195dc6e req-1b1f6090-6db6-42a3-985e-f16e1c0031e4 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecc38ae3-328a-43a0-a185-601e29a048cb HTTP/1.1" status: 200 len: 210 time: 0.0291724 Oct 12 19:16:05.529754 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-02ee5c59-d004-4848-bbd7-2ec2e283fa92 req-676c60c6-c175-4d8c-b508-169f79bb8848 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d5ca2a5-1f04-445e-8431-50f1b9a9f57b HTTP/1.1" status: 200 len: 217 time: 0.0681825 Oct 12 19:16:05.565505 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [req-ce00236e-8203-48cc-bb49-d9bdddfdccfc req-bdc61eb9-4902-484a-8a3d-bb4e1144a482 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 409be5dc-1cd9-4cf6-b7a2-42a24420afad {{(pid=95501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:16:05.569923 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8cb0b36d-4a6e-4d28-94a6-212a84b5326f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:05.572728 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8cb0b36d-4a6e-4d28-94a6-212a84b5326f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:05.576706 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-8cb0b36d-4a6e-4d28-94a6-212a84b5326f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5cae4356-bc72-4e6c-b62d-b7c7fb3f854c HTTP/1.1" status: 204 len: 168 time: 0.4360030 Oct 12 19:16:05.592760 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb0b36d-4a6e-4d28-94a6-212a84b5326f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cae4356-bc72-4e6c-b62d-b7c7fb3f854c,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:16:05.622831 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-5b1d3051-b2d0-440d-ab33-aa1fec87e318 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1606913352&fields=id&tenant_id=e1bc73ca052b4ff989529862bf093e8d HTTP/1.1" status: 200 len: 267 time: 0.0659597 Oct 12 19:16:05.638772 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-bbe53f92-256b-4a89-a719-e8a3b2fc6d7b req-84599d20-8e7e-4ba9-8b9c-faf87f984826 tempest-LiveMigrationTest-1833787117 tempest-LiveMigrationTest-1833787117-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=87cccf57-f452-41a8-9e48-a6e744310271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926434 Oct 12 19:16:05.645158 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e5533444-d63b-4502-bdf3-c4ffdf75be92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:05.650296 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-ce00236e-8203-48cc-bb49-d9bdddfdccfc req-bdc61eb9-4902-484a-8a3d-bb4e1144a482 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:05.702287 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-861eaf3b-9d79-4eab-abb6-8820e9bdcbd8 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:05.704543 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-861eaf3b-9d79-4eab-abb6-8820e9bdcbd8 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/ports/0c9b8f06-b903-4faf-8e00-0608202c3bec HTTP/1.1" status: 200 len: 931 time: 0.0804508 Oct 12 19:16:05.719493 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5533444-d63b-4502-bdf3-c4ffdf75be92 admin admin] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=95501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:16:05.724539 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.provisioning_blocks [req-ce00236e-8203-48cc-bb49-d9bdddfdccfc req-bdc61eb9-4902-484a-8a3d-bb4e1144a482 service neutron] Transition to ACTIVE for port object 409be5dc-1cd9-4cf6-b7a2-42a24420afad will not be triggered until provisioned by entity L2. {{(pid=95501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:16:05.726197 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ee5c59-d004-4848-bbd7-2ec2e283fa92 req-55f5a536-02ee-4d91-a95c-bb765e36dbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:05.727714 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-02ee5c59-d004-4848-bbd7-2ec2e283fa92 req-55f5a536-02ee-4d91-a95c-bb765e36dbf8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fa1d46c1-7b08-4128-8308-d970bab25da7 HTTP/1.1" status: 200 len: 844 time: 0.1821578 Oct 12 19:16:05.734361 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5533444-d63b-4502-bdf3-c4ffdf75be92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b0346c6-5490-4f68-9bf6-ec1a6ec5e316,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:16:05.767868 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e5533444-d63b-4502-bdf3-c4ffdf75be92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:05.768299 n-d-813679-3 neutron-server[95501]: INFO neutron.db.segments_db [None req-e5533444-d63b-4502-bdf3-c4ffdf75be92 admin admin] Added segment c59480ad-1614-4e22-affe-3c64426fde03 of type vlan for network 719e4a1c-b19a-4773-a833-c6e1b8aa661c Oct 12 19:16:05.796506 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-47fd7014-5866-4faa-bc1d-034072f4d279 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:05.807108 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-47fd7014-5866-4faa-bc1d-034072f4d279 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/ports/87aaffab-0243-4158-8adb-c065a78f6f02 HTTP/1.1" status: 200 len: 932 time: 0.0938132 Oct 12 19:16:05.821018 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ee5c59-d004-4848-bbd7-2ec2e283fa92 req-93d33f7f-4ae1-4ac1-834c-8853d9a3e286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:05.822519 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-02ee5c59-d004-4848-bbd7-2ec2e283fa92 req-93d33f7f-4ae1-4ac1-834c-8853d9a3e286 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=25bd3ef4-7d24-4004-bdbf-0c2d840ca5a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0852854 Oct 12 19:16:05.824409 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e5533444-d63b-4502-bdf3-c4ffdf75be92 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:05.826748 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-ce00236e-8203-48cc-bb49-d9bdddfdccfc req-bdc61eb9-4902-484a-8a3d-bb4e1144a482 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:05.871522 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-497fca66-321a-44cc-9d08-998afb4b0c4b tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/ports?network_id=228b976c-c44b-43f4-8a1f-2c6f5ef581f5&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0631394 Oct 12 19:16:05.919368 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-56f83315-c867-4f04-972d-b10eb6cfcec5 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/ports?network_id=228b976c-c44b-43f4-8a1f-2c6f5ef581f5&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0462332 Oct 12 19:16:05.959695 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc61eb9-4902-484a-8a3d-bb4e1144a482 service neutron] Pushing event updated for resources: {'Port': ['ID=409be5dc-1cd9-4cf6-b7a2-42a24420afad,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:16:06.052239 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-02ee5c59-d004-4848-bbd7-2ec2e283fa92 req-62765b6c-6f4d-4fa9-bf45-641c276e43f7 service neutron] 10.222.0.67 "GET /v2.0/networks/25bd3ef4-7d24-4004-bdbf-0c2d840ca5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140706 Oct 12 19:16:06.073368 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-2ac75a69-c469-4540-8108-e60f09ad4d84 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:06.079903 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-2ac75a69-c469-4540-8108-e60f09ad4d84 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:06.085878 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-2ac75a69-c469-4540-8108-e60f09ad4d84 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:06.087495 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-2ac75a69-c469-4540-8108-e60f09ad4d84 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/networks?id=fd3a7e91-28a9-4db8-b159-ade8f4dff732&id=6686226f-4ddf-4917-b57f-19fda7e2d4bd&id=6686226f-4ddf-4917-b57f-19fda7e2d4bd&id=228b976c-c44b-43f4-8a1f-2c6f5ef581f5&id=228b976c-c44b-43f4-8a1f-2c6f5ef581f5 HTTP/1.1" status: 200 len: 1988 time: 0.1661682 Oct 12 19:16:06.111972 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-3a7ead13-ccf8-4bbb-8c57-1ba3ba3be73b tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/quotas/e1bc73ca052b4ff989529862bf093e8d HTTP/1.1" status: 200 len: 375 time: 0.0176625 Oct 12 19:16:06.115104 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-ce00236e-8203-48cc-bb49-d9bdddfdccfc req-bdc61eb9-4902-484a-8a3d-bb4e1144a482 service neutron] Attempting to bind port 409be5dc-1cd9-4cf6-b7a2-42a24420afad on host n-h2-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:16:06.115397 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-ce00236e-8203-48cc-bb49-d9bdddfdccfc req-bdc61eb9-4902-484a-8a3d-bb4e1144a482 service neutron] Attempting to bind port 409be5dc-1cd9-4cf6-b7a2-42a24420afad by drivers openvswitch,hyperv on host n-h2-813679-3 at level 0 using segments [{'id': '092fb16a-01c2-4f4a-b148-df23675b5071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '82671036-c03a-4d3c-b62d-db19aa8b0fed'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:16:06.115722 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce00236e-8203-48cc-bb49-d9bdddfdccfc req-bdc61eb9-4902-484a-8a3d-bb4e1144a482 service neutron] Attempting to bind port 409be5dc-1cd9-4cf6-b7a2-42a24420afad on network 82671036-c03a-4d3c-b62d-db19aa8b0fed {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:16:06.120252 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e5533444-d63b-4502-bdf3-c4ffdf75be92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:06.121204 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5533444-d63b-4502-bdf3-c4ffdf75be92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:06.126163 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e5533444-d63b-4502-bdf3-c4ffdf75be92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:06.137378 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce00236e-8203-48cc-bb49-d9bdddfdccfc req-bdc61eb9-4902-484a-8a3d-bb4e1144a482 service neutron] Port 409be5dc-1cd9-4cf6-b7a2-42a24420afad on network 82671036-c03a-4d3c-b62d-db19aa8b0fed not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:16:06.137683 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce00236e-8203-48cc-bb49-d9bdddfdccfc req-bdc61eb9-4902-484a-8a3d-bb4e1144a482 service neutron] Attempting to bind port 409be5dc-1cd9-4cf6-b7a2-42a24420afad on network 82671036-c03a-4d3c-b62d-db19aa8b0fed {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:16:06.192260 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce00236e-8203-48cc-bb49-d9bdddfdccfc req-bdc61eb9-4902-484a-8a3d-bb4e1144a482 service neutron] Checking agent: {'id': '233fbd7d-38e4-434f-bb8f-05364d7423a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:16:06.192619 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce00236e-8203-48cc-bb49-d9bdddfdccfc req-bdc61eb9-4902-484a-8a3d-bb4e1144a482 service neutron] Checking segment: {'id': '092fb16a-01c2-4f4a-b148-df23675b5071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '82671036-c03a-4d3c-b62d-db19aa8b0fed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:16:06.192978 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce00236e-8203-48cc-bb49-d9bdddfdccfc req-bdc61eb9-4902-484a-8a3d-bb4e1144a482 service neutron] Bound using segment: {'id': '092fb16a-01c2-4f4a-b148-df23675b5071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '82671036-c03a-4d3c-b62d-db19aa8b0fed'} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:16:06.193463 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-ce00236e-8203-48cc-bb49-d9bdddfdccfc req-bdc61eb9-4902-484a-8a3d-bb4e1144a482 service neutron] Bound port: 409be5dc-1cd9-4cf6-b7a2-42a24420afad, host: n-h2-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '092fb16a-01c2-4f4a-b148-df23675b5071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '82671036-c03a-4d3c-b62d-db19aa8b0fed'}}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:16:06.193794 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-ce00236e-8203-48cc-bb49-d9bdddfdccfc req-bdc61eb9-4902-484a-8a3d-bb4e1144a482 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:06.198647 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-c0b771d4-eb5d-4905-90b0-e7161d21a587 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=e1bc73ca052b4ff989529862bf093e8d&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0857036 Oct 12 19:16:06.230861 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5533444-d63b-4502-bdf3-c4ffdf75be92 admin admin] Pushing event updated for resources: {'Network': ['ID=719e4a1c-b19a-4773-a833-c6e1b8aa661c,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:16:06.247895 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 719e4a1c-b19a-4773-a833-c6e1b8aa661c details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:16:06.280382 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-02ee5c59-d004-4848-bbd7-2ec2e283fa92 req-cf5eb96a-e65e-4764-a7d7-0feee3271cb6 service neutron] 10.222.0.67 "GET /v2.0/networks/25bd3ef4-7d24-4004-bdbf-0c2d840ca5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192955 Oct 12 19:16:06.315264 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-ce00236e-8203-48cc-bb49-d9bdddfdccfc req-bdc61eb9-4902-484a-8a3d-bb4e1144a482 service neutron] For port 409be5dc-1cd9-4cf6-b7a2-42a24420afad, host n-h2-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:16:06.315796 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-f154b44c-e69d-4c10-904e-46d4a617ac4a service neutron] 10.222.0.49 "GET /v2.0/networks/fd3a7e91-28a9-4db8-b159-ade8f4dff732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025262 Oct 12 19:16:06.317647 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-ce00236e-8203-48cc-bb49-d9bdddfdccfc req-bdc61eb9-4902-484a-8a3d-bb4e1144a482 service neutron] For port 409be5dc-1cd9-4cf6-b7a2-42a24420afad, host n-h2-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=409be5dc-1cd9-4cf6-b7a2-42a24420afad,segment=NetworkSegment(092fb16a-01c2-4f4a-b148-df23675b5071),segment_id=092fb16a-01c2-4f4a-b148-df23675b5071)] {{(pid=95501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:16:06.336066 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-e5533444-d63b-4502-bdf3-c4ffdf75be92 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5416367 Oct 12 19:16:06.336066 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 35424) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:16:06.341438 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-d9e0bad4-2785-44c2-8bb0-a3c0a98e0095 admin admin] Request body: {'subnet': {'network_id': '719e4a1c-b19a-4773-a833-c6e1b8aa661c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1403725275-subnet', 'tenant_id': 'be097918f5b94809bf87bbe0f738b2e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:16:06.441438 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-52a56d62-6752-4420-a236-de2867cabacf service neutron] 10.222.0.49 "GET /v2.0/networks/fd3a7e91-28a9-4db8-b159-ade8f4dff732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188354 Oct 12 19:16:06.458330 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-ce00236e-8203-48cc-bb49-d9bdddfdccfc req-bdc61eb9-4902-484a-8a3d-bb4e1144a482 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:06.469391 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-1e53b404-1909-43f1-8f02-830b1f4f3c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:06.470739 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-1e53b404-1909-43f1-8f02-830b1f4f3c29 service neutron] 10.222.0.61 "GET /v2.0/ports/606f9c96-932b-4ef3-9ddb-6836480c9163 HTTP/1.1" status: 200 len: 1032 time: 0.0816054 Oct 12 19:16:06.538952 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-9ba9d2a5-d22d-415c-947f-96ea26cf241f service neutron] 10.222.0.49 "GET /v2.0/ports/0c9b8f06-b903-4faf-8e00-0608202c3bec?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0353410 Oct 12 19:16:06.539385 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47c3db7-b1a8-4487-a2c6-1b1128ffb140 req-93f66928-f867-4f20-b804-48e4515082d8 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:06.539385 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e47c3db7-b1a8-4487-a2c6-1b1128ffb140 req-93f66928-f867-4f20-b804-48e4515082d8 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=99d0578e-9f1b-42ed-aea7-3223b5004d8e HTTP/1.1" status: 200 len: 944 time: 0.1340072 Oct 12 19:16:06.540074 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce00236e-8203-48cc-bb49-d9bdddfdccfc req-bdc61eb9-4902-484a-8a3d-bb4e1144a482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:06.540693 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-ce00236e-8203-48cc-bb49-d9bdddfdccfc req-bdc61eb9-4902-484a-8a3d-bb4e1144a482 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:06.542068 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ce00236e-8203-48cc-bb49-d9bdddfdccfc req-bdc61eb9-4902-484a-8a3d-bb4e1144a482 service neutron] 10.222.0.67 "PUT /v2.0/ports/409be5dc-1cd9-4cf6-b7a2-42a24420afad HTTP/1.1" status: 200 len: 1092 time: 2.7571032 Oct 12 19:16:06.548287 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99d0578e-9f1b-42ed-aea7-3223b5004d8e', 'tag': '409be5dc-1cd9-4cf6-b7a2-42a24420afad'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:16:06.550470 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-695c7d61-f0a1-4846-9391-49c852146549" -d '{"events": [{"name": "network-changed", "server_uuid": "99d0578e-9f1b-42ed-aea7-3223b5004d8e", "tag": "409be5dc-1cd9-4cf6-b7a2-42a24420afad"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:16:06.580390 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-3c55031b-a997-4624-a488-9ee200e7d5f0 service neutron] 10.222.0.49 "GET /v2.0/networks/6686226f-4ddf-4917-b57f-19fda7e2d4bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912287 Oct 12 19:16:06.584683 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-ce9d0c9f-2d97-4cc6-ad4b-eb12692f3cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:06.587664 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-ce9d0c9f-2d97-4cc6-ad4b-eb12692f3cd4 service neutron] 10.222.0.61 "GET /v2.0/ports/605e7744-82ec-4122-aca5-63441fceb7bc HTTP/1.1" status: 200 len: 1031 time: 0.0799687 Oct 12 19:16:06.593090 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc61eb9-4902-484a-8a3d-bb4e1144a482 service neutron] Pushing event updated for resources: {'Port': ['ID=409be5dc-1cd9-4cf6-b7a2-42a24420afad,revision_number=3']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:16:06.627611 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9e0bad4-2785-44c2-8bb0-a3c0a98e0095 admin admin] Made reservation on behalf of be097918f5b94809bf87bbe0f738b2e8 for: {'subnet': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:16:06.629489 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d9e0bad4-2785-44c2-8bb0-a3c0a98e0095 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4612397'] for subnet, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:06.668421 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e47c3db7-b1a8-4487-a2c6-1b1128ffb140 req-56f2fcfa-f810-4127-996a-0a8145e945ae tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2999b03-b87d-46b4-9267-1669e2e14df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511474 Oct 12 19:16:06.695493 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-69dae87e-2428-4cc7-a084-3ea9e684729e service neutron] 10.222.0.49 "GET /v2.0/networks/6686226f-4ddf-4917-b57f-19fda7e2d4bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984952 Oct 12 19:16:06.767249 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-c3e15283-0ddb-4bfd-b83d-0bb356906b45 service neutron] 10.222.0.49 "GET /v2.0/ports/87aaffab-0243-4158-8adb-c065a78f6f02?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0739214 Oct 12 19:16:06.853369 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce00236e-8203-48cc-bb49-d9bdddfdccfc req-4e79c3af-808e-479c-81c2-41559aef1d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:06.854879 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ce00236e-8203-48cc-bb49-d9bdddfdccfc req-4e79c3af-808e-479c-81c2-41559aef1d38 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=803d7b884967412f992e4b2e79b460e6&device_id=99d0578e-9f1b-42ed-aea7-3223b5004d8e HTTP/1.1" status: 200 len: 1095 time: 0.1718032 Oct 12 19:16:06.863835 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-7b702fbb-7d54-4011-9bf3-daed1e62cdbf tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:06.868129 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-82b013e1-3136-43ee-9904-532999b0eb69 service neutron] 10.222.0.49 "GET /v2.0/networks/6686226f-4ddf-4917-b57f-19fda7e2d4bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924816 Oct 12 19:16:06.870527 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-7b702fbb-7d54-4011-9bf3-daed1e62cdbf tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:06.876388 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-7b702fbb-7d54-4011-9bf3-daed1e62cdbf tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:06.877944 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-7b702fbb-7d54-4011-9bf3-daed1e62cdbf tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.61 "GET /v2.0/networks?id=6c3decc3-29e4-408c-a34f-0339ccbba377&id=2e14c4f2-b68c-4d21-920b-215a17ef69db&id=2e14c4f2-b68c-4d21-920b-215a17ef69db&id=2e14c4f2-b68c-4d21-920b-215a17ef69db&id=2e14c4f2-b68c-4d21-920b-215a17ef69db&id=25292ff6-df2e-42a1-aeea-68fb3a14f1ca&id=25292ff6-df2e-42a1-aeea-68fb3a14f1ca HTTP/1.1" status: 200 len: 1995 time: 0.2757511 Oct 12 19:16:06.943040 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ce00236e-8203-48cc-bb49-d9bdddfdccfc req-d90e52b7-6a1c-47d4-b514-21490c66b47a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=409be5dc-1cd9-4cf6-b7a2-42a24420afad HTTP/1.1" status: 200 len: 217 time: 0.0640702 Oct 12 19:16:06.961563 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb2ae49-3b2a-44a7-9fbe-3ea0c82754d2 req-79f3d1fa-9ec3-4e4c-818b-806af5511c71 tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:06.963067 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-eeb2ae49-3b2a-44a7-9fbe-3ea0c82754d2 req-79f3d1fa-9ec3-4e4c-818b-806af5511c71 tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0da0205-1dd8-439a-919c-bb9f6fec218b HTTP/1.1" status: 200 len: 944 time: 0.2046533 Oct 12 19:16:06.976988 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-e6239e13-17c6-4b0a-a823-7297292e55ed service neutron] 10.222.0.49 "GET /v2.0/networks/6686226f-4ddf-4917-b57f-19fda7e2d4bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020854 Oct 12 19:16:07.014635 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 35442) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:16:07.076598 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-0f2bc7fb-0c34-43d6-9908-fc1a2241f2d9 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e65d35344c43413ba93381b16381b559 HTTP/1.1" status: 200 len: 380 time: 0.1837723 Oct 12 19:16:07.096351 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-3129ed96-a995-4ee7-837a-7475418b2c0c tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Request body: {'port': {'device_id': 'ecc38ae3-328a-43a0-a185-601e29a048cb', 'network_id': '6c3decc3-29e4-408c-a34f-0339ccbba377', 'admin_state_up': True, 'tenant_id': 'e65d35344c43413ba93381b16381b559', 'security_groups': ['0726b0fe-78be-4ea7-8b43-7be54affa06f']}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:16:07.109596 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-cfb18279-e67b-462c-810f-acce97657afa service neutron] 10.222.0.49 "GET /v2.0/networks/6686226f-4ddf-4917-b57f-19fda7e2d4bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230857 Oct 12 19:16:07.172473 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce00236e-8203-48cc-bb49-d9bdddfdccfc req-61ace0e0-224d-4cf4-a85e-25da9bf19a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:07.174275 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ce00236e-8203-48cc-bb49-d9bdddfdccfc req-61ace0e0-224d-4cf4-a85e-25da9bf19a60 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=39796bec-4145-45cd-b713-3f2477a830cb HTTP/1.1" status: 200 len: 860 time: 0.2234225 Oct 12 19:16:07.178247 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-338c6ee9-0e7c-4a5a-b54e-a4ccf65e8699 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1270830842-network', 'tenant_id': '946dd0c35a1f4bae8ffa87f2f91ec7ab'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:16:07.206305 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-eeb2ae49-3b2a-44a7-9fbe-3ea0c82754d2 req-8a160f53-73b1-40c8-b14a-9ae14ce650b3 tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] 10.222.0.49 "GET /v2.0/security-groups?id=14ce9c65-16e7-48f8-95cc-71d4ece73a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2312276 Oct 12 19:16:07.252634 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-fcda622b-20b4-4f6d-9a89-b38274e2769e service neutron] 10.222.0.49 "GET /v2.0/networks/6686226f-4ddf-4917-b57f-19fda7e2d4bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362035 Oct 12 19:16:07.257904 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1f3d8a-eb03-4266-8490-aa93c26b7d94 req-caafb215-5d1e-43a9-8381-da2d474a806b tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:07.259481 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8c1f3d8a-eb03-4266-8490-aa93c26b7d94 req-caafb215-5d1e-43a9-8381-da2d474a806b tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.67 "GET /v2.0/ports?device_id=d14b4963-a7f3-4841-86bc-93dad48b6e25 HTTP/1.1" status: 200 len: 945 time: 0.2642281 Oct 12 19:16:07.262140 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ce00236e-8203-48cc-bb49-d9bdddfdccfc req-d4d785b6-97c7-42fb-bb9f-2ebc066f87ea service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=82671036-c03a-4d3c-b62d-db19aa8b0fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599959 Oct 12 19:16:07.316840 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-338c6ee9-0e7c-4a5a-b54e-a4ccf65e8699 admin admin] Made reservation on behalf of 946dd0c35a1f4bae8ffa87f2f91ec7ab for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:16:07.319998 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-338c6ee9-0e7c-4a5a-b54e-a4ccf65e8699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:07.337155 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-338c6ee9-0e7c-4a5a-b54e-a4ccf65e8699 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:07.380969 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d9e0bad4-2785-44c2-8bb0-a3c0a98e0095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4824863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4612355'] for subnet, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:07.414610 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-36f29074-9963-4495-a248-1d0052406d3c service neutron] 10.222.0.49 "GET /v2.0/networks/6686226f-4ddf-4917-b57f-19fda7e2d4bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538167 Oct 12 19:16:07.524740 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-338c6ee9-0e7c-4a5a-b54e-a4ccf65e8699 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:07.530092 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a75b3a4-1088-46c7-90c6-ba73c42561de req-6e134cc2-8a63-4a2b-8bed-4e34f01b13ae tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:07.531616 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8a75b3a4-1088-46c7-90c6-ba73c42561de req-6e134cc2-8a63-4a2b-8bed-4e34f01b13ae tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/ports?device_id=d14b4963-a7f3-4841-86bc-93dad48b6e25 HTTP/1.1" status: 200 len: 945 time: 0.2475758 Oct 12 19:16:07.545902 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-99aa61bb-6526-4c2b-b6a6-528ed4f14a83 service neutron] 10.222.0.49 "GET /v2.0/networks/6686226f-4ddf-4917-b57f-19fda7e2d4bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303194 Oct 12 19:16:07.548620 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e0bad4-2785-44c2-8bb0-a3c0a98e0095 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a55e2543-ff63-4731-9925-d009e1720d0d,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:16:07.582191 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ce00236e-8203-48cc-bb49-d9bdddfdccfc req-6727c72f-6930-4f58-a384-19ad1a96f99a service neutron] 10.222.0.67 "GET /v2.0/networks/82671036-c03a-4d3c-b62d-db19aa8b0fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3073394 Oct 12 19:16:07.596459 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-338c6ee9-0e7c-4a5a-b54e-a4ccf65e8699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:07.608723 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-338c6ee9-0e7c-4a5a-b54e-a4ccf65e8699 admin admin] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:16:07.618164 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-338c6ee9-0e7c-4a5a-b54e-a4ccf65e8699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:07.618520 n-d-813679-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-338c6ee9-0e7c-4a5a-b54e-a4ccf65e8699 admin admin] Added segment 39de4046-1820-4521-a143-39eb95fd128b of type vlan for network ab893836-0239-44c0-af28-b9b191133092 Oct 12 19:16:07.652512 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e0bad4-2785-44c2-8bb0-a3c0a98e0095 admin admin] Checking segment: {'id': 'c59480ad-1614-4e22-affe-3c64426fde03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '719e4a1c-b19a-4773-a833-c6e1b8aa661c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:16:07.652873 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e0bad4-2785-44c2-8bb0-a3c0a98e0095 admin admin] Network hostable DHCP agents. Network: 719e4a1c-b19a-4773-a833-c6e1b8aa661c, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:16:07.662780 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-338c6ee9-0e7c-4a5a-b54e-a4ccf65e8699 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:07.682106 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8a75b3a4-1088-46c7-90c6-ba73c42561de req-35a6c5eb-d9ca-4ec9-a4b4-cc178c253063 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cccf57-f452-41a8-9e48-a6e744310271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248705 Oct 12 19:16:07.693113 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-3129ed96-a995-4ee7-837a-7475418b2c0c tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Made reservation on behalf of e65d35344c43413ba93381b16381b559 for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:16:07.697912 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-3129ed96-a995-4ee7-837a-7475418b2c0c tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:07.703194 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-8c1f3d8a-eb03-4266-8490-aa93c26b7d94 req-cb19e065-ecfb-4cba-945b-afa2d187463a tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Deleting port 6fa8d8c2-e666-4b21-989c-1cfa6a2225c3 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:16:07.703542 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-8c1f3d8a-eb03-4266-8490-aa93c26b7d94 req-cb19e065-ecfb-4cba-945b-afa2d187463a tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:07.719569 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338c6ee9-0e7c-4a5a-b54e-a4ccf65e8699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f32696ec-a123-4b63-8434-378daaa4293e,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:16:07.766094 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-cf0c12bd-c46e-439f-8725-48623ad86bbc service neutron] 10.222.0.49 "GET /v2.0/networks/228b976c-c44b-43f4-8a1f-2c6f5ef581f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192254 Oct 12 19:16:07.785304 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-338c6ee9-0e7c-4a5a-b54e-a4ccf65e8699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:07.786851 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338c6ee9-0e7c-4a5a-b54e-a4ccf65e8699 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:07.787429 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-338c6ee9-0e7c-4a5a-b54e-a4ccf65e8699 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:07.817890 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e0bad4-2785-44c2-8bb0-a3c0a98e0095 admin admin] Network 719e4a1c-b19a-4773-a833-c6e1b8aa661c is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:16:07.827302 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ce00236e-8203-48cc-bb49-d9bdddfdccfc req-625cc336-7d07-420f-90a0-85fa6f8bdfdd service neutron] 10.222.0.67 "GET /v2.0/networks/82671036-c03a-4d3c-b62d-db19aa8b0fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269995 Oct 12 19:16:07.888197 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338c6ee9-0e7c-4a5a-b54e-a4ccf65e8699 admin admin] Pushing event updated for resources: {'Network': ['ID=ab893836-0239-44c0-af28-b9b191133092,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:16:07.900695 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network ab893836-0239-44c0-af28-b9b191133092 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:16:07.915967 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c46bf48c-cf7d-4ae8-becd-bd25870f1188 req-e2765515-c3c9-431d-992f-84bcd8983559 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecc38ae3-328a-43a0-a185-601e29a048cb HTTP/1.1" status: 200 len: 210 time: 0.0483053 Oct 12 19:16:07.929213 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-1bde0c09-7c44-4fff-9978-f96982c21af8 service neutron] 10.222.0.49 "GET /v2.0/networks/228b976c-c44b-43f4-8a1f-2c6f5ef581f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620657 Oct 12 19:16:07.935520 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-8c1f3d8a-eb03-4266-8490-aa93c26b7d94 req-cb19e065-ecfb-4cba-945b-afa2d187463a tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] For port 6fa8d8c2-e666-4b21-989c-1cfa6a2225c3, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=6fa8d8c2-e666-4b21-989c-1cfa6a2225c3,segment=NetworkSegment(af837146-1b4e-4c2b-b1ce-96eb7f990955),segment_id=af837146-1b4e-4c2b-b1ce-96eb7f990955)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:16:07.935886 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-8c1f3d8a-eb03-4266-8490-aa93c26b7d94 req-cb19e065-ecfb-4cba-945b-afa2d187463a tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:07.958825 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-8c1f3d8a-eb03-4266-8490-aa93c26b7d94 req-cb19e065-ecfb-4cba-945b-afa2d187463a tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Calling delete_port for 6fa8d8c2-e666-4b21-989c-1cfa6a2225c3 owned by compute:nova {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:16:07.963980 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-d9e0bad4-2785-44c2-8bb0-a3c0a98e0095 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, 719e4a1c-b19a-4773-a833-c6e1b8aa661c) {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:16:07.992495 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d43841-0e71-403a-b721-ec0cfb6cdde5 None None] Network 719e4a1c-b19a-4773-a833-c6e1b8aa661c requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:16:07.998021 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e0bad4-2785-44c2-8bb0-a3c0a98e0095 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:07.998602 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d9e0bad4-2785-44c2-8bb0-a3c0a98e0095 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:08.009942 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e442ad4b-8b69-4f40-aefa-5761520910be x-openstack-request-id: req-e442ad4b-8b69-4f40-aefa-5761520910be {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:16:08.013582 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99d0578e-9f1b-42ed-aea7-3223b5004d8e", "tag": "409be5dc-1cd9-4cf6-b7a2-42a24420afad", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:16:08.013582 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e442ad4b-8b69-4f40-aefa-5761520910be {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:16:08.013582 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99d0578e-9f1b-42ed-aea7-3223b5004d8e', 'tag': '409be5dc-1cd9-4cf6-b7a2-42a24420afad', 'status': 'completed', 'code': 200} Oct 12 19:16:08.015046 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-338c6ee9-0e7c-4a5a-b54e-a4ccf65e8699 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9985685 Oct 12 19:16:08.022791 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 35448) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:16:08.029628 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-b270d7a4-52a2-4dd2-b436-eb689b5a36a6 admin admin] Request body: {'subnet': {'network_id': 'ab893836-0239-44c0-af28-b9b191133092', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1270830842-subnet', 'tenant_id': '946dd0c35a1f4bae8ffa87f2f91ec7ab', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:16:08.113569 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-3129ed96-a995-4ee7-837a-7475418b2c0c tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Allocated IP 172.20.0.10 (6c3decc3-29e4-408c-a34f-0339ccbba377/8cdec308-a85d-4461-be76-72b0713a6c05/cb6ebc8d-ae43-4017-abf8-253569f88e90) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:16:08.127360 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-d9e0bad4-2785-44c2-8bb0-a3c0a98e0095 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7901452 Oct 12 19:16:08.171846 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 8d5ca2a5-1f04-445e-8431-50f1b9a9f57b details requested by agent hyperv_n-h2-813679-3 with host n-h2-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:16:08.194779 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695c7d61-f0a1-4846-9391-49c852146549 req-8f4994af-63c3-41ec-b205-2cc41aa9c431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:08.196586 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-695c7d61-f0a1-4846-9391-49c852146549 req-8f4994af-63c3-41ec-b205-2cc41aa9c431 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=803d7b884967412f992e4b2e79b460e6&device_id=99d0578e-9f1b-42ed-aea7-3223b5004d8e HTTP/1.1" status: 200 len: 1095 time: 0.1362975 Oct 12 19:16:08.213896 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-29d8af34-33e5-42f1-bf8a-e7a2880b497b service neutron] 10.222.0.49 "GET /v2.0/networks/228b976c-c44b-43f4-8a1f-2c6f5ef581f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2757065 Oct 12 19:16:08.295347 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5aacb8-2c4a-4b4e-a2bd-86c15aef2c49 None None] Network 719e4a1c-b19a-4773-a833-c6e1b8aa661c requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:16:08.318504 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b270d7a4-52a2-4dd2-b436-eb689b5a36a6 admin admin] Made reservation on behalf of 946dd0c35a1f4bae8ffa87f2f91ec7ab for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:16:08.322500 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b270d7a4-52a2-4dd2-b436-eb689b5a36a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16245837'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:08.357142 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 8d5ca2a5-1f04-445e-8431-50f1b9a9f57b, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=8d5ca2a5-1f04-445e-8431-50f1b9a9f57b,segment=NetworkSegment(60701869-b898-4b9a-bbaf-e0de831a4cd8),segment_id=60701869-b898-4b9a-bbaf-e0de831a4cd8)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:16:08.378643 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Returning: {'device': '8d5ca2a5-1f04-445e-8431-50f1b9a9f57b', 'network_id': '25bd3ef4-7d24-4004-bdbf-0c2d840ca5a9', 'port_id': '8d5ca2a5-1f04-445e-8431-50f1b9a9f57b', 'mac_address': 'fa:16:3e:ef:50:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa1d46c1-7b08-4128-8308-d970bab25da7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:16:08.462313 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:08.490689 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d5ca2a5-1f04-445e-8431-50f1b9a9f57b {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:16:08.513405 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 8d5ca2a5-1f04-445e-8431-50f1b9a9f57b, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=8d5ca2a5-1f04-445e-8431-50f1b9a9f57b,segment=NetworkSegment(60701869-b898-4b9a-bbaf-e0de831a4cd8),segment_id=60701869-b898-4b9a-bbaf-e0de831a4cd8)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:16:08.558826 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-7966a398-9c19-4e78-8124-712716e61fac service neutron] 10.222.0.49 "GET /v2.0/networks/228b976c-c44b-43f4-8a1f-2c6f5ef581f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3376412 Oct 12 19:16:08.577090 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:08.606431 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b270d7a4-52a2-4dd2-b436-eb689b5a36a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4306659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16245859'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:08.672082 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=8d5ca2a5-1f04-445e-8431-50f1b9a9f57b,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:16:08.708160 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b270d7a4-52a2-4dd2-b436-eb689b5a36a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6d5c0cf-d179-4ac4-8185-f423c3359bf7,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:16:08.717642 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b270d7a4-52a2-4dd2-b436-eb689b5a36a6 admin admin] Checking segment: {'id': '39de4046-1820-4521-a143-39eb95fd128b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ab893836-0239-44c0-af28-b9b191133092'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:16:08.718553 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b270d7a4-52a2-4dd2-b436-eb689b5a36a6 admin admin] Network hostable DHCP agents. Network: ab893836-0239-44c0-af28-b9b191133092, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:16:08.791670 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-8c1f3d8a-eb03-4266-8490-aa93c26b7d94 req-cb19e065-ecfb-4cba-945b-afa2d187463a tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:08.798630 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b270d7a4-52a2-4dd2-b436-eb689b5a36a6 admin admin] Network ab893836-0239-44c0-af28-b9b191133092 is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:16:08.805328 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['37efe2eb-359b-46a1-a6d9-e18d66f6a90d'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:16:08.842620 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['8d5ca2a5-1f04-445e-8431-50f1b9a9f57b'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:16:08.900090 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb19e065-ecfb-4cba-945b-afa2d187463a tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Pushing event deleted for resources: {'Port': ['ID=6fa8d8c2-e666-4b21-989c-1cfa6a2225c3,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:16:08.902090 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-b270d7a4-52a2-4dd2-b436-eb689b5a36a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, ab893836-0239-44c0-af28-b9b191133092) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:16:08.913004 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b270d7a4-52a2-4dd2-b436-eb689b5a36a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:08.916260 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b270d7a4-52a2-4dd2-b436-eb689b5a36a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:08.924459 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c1f3d8a-eb03-4266-8490-aa93c26b7d94 req-cb19e065-ecfb-4cba-945b-afa2d187463a tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] No DVR routers for this DVR port 6fa8d8c2-e666-4b21-989c-1cfa6a2225c3 on host n-h2-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:16:08.932488 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d20fd89-fa81-46f8-b2cf-c10bdd33ea8f None None] Network ab893836-0239-44c0-af28-b9b191133092 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:16:08.945094 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-8c1f3d8a-eb03-4266-8490-aa93c26b7d94 req-cb19e065-ecfb-4cba-945b-afa2d187463a tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:08.948424 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8c1f3d8a-eb03-4266-8490-aa93c26b7d94 req-cb19e065-ecfb-4cba-945b-afa2d187463a tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.67 "DELETE /v2.0/ports/6fa8d8c2-e666-4b21-989c-1cfa6a2225c3 HTTP/1.1" status: 204 len: 173 time: 1.6747375 Oct 12 19:16:08.964654 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc11466-776a-40d8-a4da-a54c6282e962 req-046ea059-9d2c-43a8-ab91-5903240f3880 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:08.971999 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ffc11466-776a-40d8-a4da-a54c6282e962 req-046ea059-9d2c-43a8-ab91-5903240f3880 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=99d0578e-9f1b-42ed-aea7-3223b5004d8e HTTP/1.1" status: 200 len: 944 time: 0.6686223 Oct 12 19:16:09.004433 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-b270d7a4-52a2-4dd2-b436-eb689b5a36a6 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9802437 Oct 12 19:16:09.007441 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 35482) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:16:09.016774 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-5088ace0-f08c-4020-b8a6-fd1a09427353 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1270830842-router', 'tenant_id': '946dd0c35a1f4bae8ffa87f2f91ec7ab', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:16:09.025915 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695c7d61-f0a1-4846-9391-49c852146549 req-b1297a6d-efcd-4616-9471-e9d75acb8d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:09.028365 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-695c7d61-f0a1-4846-9391-49c852146549 req-b1297a6d-efcd-4616-9471-e9d75acb8d4e service neutron] 10.222.0.67 "GET /v2.0/networks?id=82671036-c03a-4d3c-b62d-db19aa8b0fed HTTP/1.1" status: 200 len: 921 time: 0.8218296 Oct 12 19:16:09.051975 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ffc11466-776a-40d8-a4da-a54c6282e962 req-7bb2d528-d704-4229-a4cd-88573c345f6b tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2999b03-b87d-46b4-9267-1669e2e14df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753407 Oct 12 19:16:09.059783 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-3129ed96-a995-4ee7-837a-7475418b2c0c tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:09.134270 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-695c7d61-f0a1-4846-9391-49c852146549 req-5f43fed1-a6e8-4d82-952d-104ace78000b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=409be5dc-1cd9-4cf6-b7a2-42a24420afad HTTP/1.1" status: 200 len: 217 time: 0.0971866 Oct 12 19:16:09.205692 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5088ace0-f08c-4020-b8a6-fd1a09427353 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8093678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255505'] for router, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:09.206773 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5088ace0-f08c-4020-b8a6-fd1a09427353 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8093562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8087085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8022306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255518'] for router, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:09.261550 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695c7d61-f0a1-4846-9391-49c852146549 req-500e7ec5-989e-462e-bf2c-66555ab8f35a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:09.276104 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-695c7d61-f0a1-4846-9391-49c852146549 req-500e7ec5-989e-462e-bf2c-66555ab8f35a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=39796bec-4145-45cd-b713-3f2477a830cb HTTP/1.1" status: 200 len: 860 time: 0.1334796 Oct 12 19:16:09.278322 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ba35d9-fc58-4787-82f2-ea7ff7bd0f60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-ab893836-0239-44c0-af28-b9b191133092', 'network_id': 'ab893836-0239-44c0-af28-b9b191133092', 'tenant_id': '946dd0c35a1f4bae8ffa87f2f91ec7ab', 'fixed_ips': [{'subnet_id': 'e6d5c0cf-d179-4ac4-8185-f423c3359bf7'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:16:09.279171 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a4ba35d9-fc58-4787-82f2-ea7ff7bd0f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:09.292167 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5088ace0-f08c-4020-b8a6-fd1a09427353 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:09.317531 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-695c7d61-f0a1-4846-9391-49c852146549 req-2466a4b0-c041-4f06-a2b4-393031193a84 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=82671036-c03a-4d3c-b62d-db19aa8b0fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270548 Oct 12 19:16:09.382503 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-3129ed96-a995-4ee7-837a-7475418b2c0c tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:09.441006 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-3129ed96-a995-4ee7-837a-7475418b2c0c tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Network 6c3decc3-29e4-408c-a34f-0339ccbba377 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:16:09.458319 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b70993-abde-45bf-ab47-28d234059dd9 req-c7f30a92-5c9b-43a3-8109-51e9282cee6e tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:09.466136 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-52b70993-abde-45bf-ab47-28d234059dd9 req-c7f30a92-5c9b-43a3-8109-51e9282cee6e tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0da0205-1dd8-439a-919c-bb9f6fec218b HTTP/1.1" status: 200 len: 945 time: 0.1858325 Oct 12 19:16:09.472789 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-3129ed96-a995-4ee7-837a-7475418b2c0c tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:16:09.488096 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-3129ed96-a995-4ee7-837a-7475418b2c0c tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:16:09.551027 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-3129ed96-a995-4ee7-837a-7475418b2c0c tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:09.552212 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-3129ed96-a995-4ee7-837a-7475418b2c0c tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:09.575179 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3129ed96-a995-4ee7-837a-7475418b2c0c tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Pushing event updated for resources: {'Port': ['ID=cb6ebc8d-ae43-4017-abf8-253569f88e90,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:16:09.598159 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5088ace0-f08c-4020-b8a6-fd1a09427353 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:09.619555 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-695c7d61-f0a1-4846-9391-49c852146549 req-23fd60da-19a6-4b2c-97b3-0d12e9baa8f0 service neutron] 10.222.0.67 "GET /v2.0/networks/82671036-c03a-4d3c-b62d-db19aa8b0fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2892237 Oct 12 19:16:09.634757 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-52b70993-abde-45bf-ab47-28d234059dd9 req-d727b240-46c4-40d6-9b40-a557b5c82057 tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] 10.222.0.49 "GET /v2.0/security-groups?id=14ce9c65-16e7-48f8-95cc-71d4ece73a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1623900 Oct 12 19:16:09.662187 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-a4ba35d9-fc58-4787-82f2-ea7ff7bd0f60 None None] Allocated IP 172.20.0.2 (ab893836-0239-44c0-af28-b9b191133092/e6d5c0cf-d179-4ac4-8185-f423c3359bf7/265fbd9a-dd4e-4cdf-9ca3-ba76b9cdbdbe) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:16:09.764128 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-3129ed96-a995-4ee7-837a-7475418b2c0c tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6796367 Oct 12 19:16:09.801124 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-285b1430-b00a-4a79-b4b4-239b7fff6cfe tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Request body: {'port': {'device_id': 'ecc38ae3-328a-43a0-a185-601e29a048cb', 'network_id': '2e14c4f2-b68c-4d21-920b-215a17ef69db', 'admin_state_up': True, 'tenant_id': 'e65d35344c43413ba93381b16381b559', 'security_groups': ['0726b0fe-78be-4ea7-8b43-7be54affa06f']}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:16:09.946283 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5088ace0-f08c-4020-b8a6-fd1a09427353 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:09.951533 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-695c7d61-f0a1-4846-9391-49c852146549 req-a3fca682-d30e-4465-992d-abe426c15176 service neutron] 10.222.0.67 "GET /v2.0/networks/82671036-c03a-4d3c-b62d-db19aa8b0fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3155131 Oct 12 19:16:09.955094 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-9377a91b-f232-4b8b-8c14-5d4e500b9be4 None None] Provisioning complete for port cb6ebc8d-ae43-4017-abf8-253569f88e90 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:16:09.955558 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9377a91b-f232-4b8b-8c14-5d4e500b9be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:09.972991 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a4ba35d9-fc58-4787-82f2-ea7ff7bd0f60 None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:09.982529 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5088ace0-f08c-4020-b8a6-fd1a09427353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:10.012776 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd14b4963-a7f3-4841-86bc-93dad48b6e25', 'name': 'network-vif-deleted', 'tag': '6fa8d8c2-e666-4b21-989c-1cfa6a2225c3'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:16:10.015653 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e113f38-a75f-4df9-9c29-87c4d8eaa0f7" -d '{"events": [{"server_uuid": "d14b4963-a7f3-4841-86bc-93dad48b6e25", "name": "network-vif-deleted", "tag": "6fa8d8c2-e666-4b21-989c-1cfa6a2225c3"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:16:10.016810 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-9377a91b-f232-4b8b-8c14-5d4e500b9be4 None None] Port cb6ebc8d-ae43-4017-abf8-253569f88e90 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:16:10.057334 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a4ba35d9-fc58-4787-82f2-ea7ff7bd0f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:10.115782 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 409be5dc-1cd9-4cf6-b7a2-42a24420afad details requested by agent hyperv_n-h2-813679-3 with host n-h2-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:16:10.122497 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 8d5ca2a5-1f04-445e-8431-50f1b9a9f57b up at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:16:10.134422 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ba35d9-fc58-4787-82f2-ea7ff7bd0f60 None None] Network ab893836-0239-44c0-af28-b9b191133092 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:16:10.136927 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501bf251-95fc-46d2-b116-b9404ee56231 req-8a718fbf-a0d8-4321-9639-3f568d89edf6 tempest-ServerPasswordTestJSON-1281280195 tempest-ServerPasswordTestJSON-1281280195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:10.138121 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-5088ace0-f08c-4020-b8a6-fd1a09427353 admin admin] Allocated IP 172.25.5.73 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/82e7952a-09a3-4022-af1d-ff0736692e40) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:16:10.138956 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-501bf251-95fc-46d2-b116-b9404ee56231 req-8a718fbf-a0d8-4321-9639-3f568d89edf6 tempest-ServerPasswordTestJSON-1281280195 tempest-ServerPasswordTestJSON-1281280195-project] 10.222.0.49 "GET /v2.0/networks?id=719e4a1c-b19a-4773-a833-c6e1b8aa661c HTTP/1.1" status: 200 len: 813 time: 0.1575320 Oct 12 19:16:10.160367 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-501bf251-95fc-46d2-b116-b9404ee56231 req-d6606d50-e52c-4073-9181-a311e437d72a tempest-ServerPasswordTestJSON-1281280195 tempest-ServerPasswordTestJSON-1281280195-project] 10.222.0.49 "GET /v2.0/quotas/be097918f5b94809bf87bbe0f738b2e8 HTTP/1.1" status: 200 len: 375 time: 0.0151157 Oct 12 19:16:10.163140 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-285b1430-b00a-4a79-b4b4-239b7fff6cfe tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Made reservation on behalf of e65d35344c43413ba93381b16381b559 for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:16:10.168695 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-285b1430-b00a-4a79-b4b4-239b7fff6cfe tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:10.171065 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-a4ba35d9-fc58-4787-82f2-ea7ff7bd0f60 None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:16:10.179441 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ba35d9-fc58-4787-82f2-ea7ff7bd0f60 None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:16:10.201208 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ba35d9-fc58-4787-82f2-ea7ff7bd0f60 None None] Pushing event updated for resources: {'Port': ['ID=265fbd9a-dd4e-4cdf-9ca3-ba76b9cdbdbe,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:16:10.248303 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-501bf251-95fc-46d2-b116-b9404ee56231 req-fb71f931-e60a-4c7e-b060-75a47f3bf1e4 tempest-ServerPasswordTestJSON-1281280195 tempest-ServerPasswordTestJSON-1281280195-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=be097918f5b94809bf87bbe0f738b2e8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0765016 Oct 12 19:16:10.320912 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-a4ba35d9-fc58-4787-82f2-ea7ff7bd0f60 None None] Attempting to bind port 265fbd9a-dd4e-4cdf-9ca3-ba76b9cdbdbe on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:16:10.321279 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-a4ba35d9-fc58-4787-82f2-ea7ff7bd0f60 None None] Attempting to bind port 265fbd9a-dd4e-4cdf-9ca3-ba76b9cdbdbe by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '39de4046-1820-4521-a143-39eb95fd128b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ab893836-0239-44c0-af28-b9b191133092'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:16:10.321643 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ba35d9-fc58-4787-82f2-ea7ff7bd0f60 None None] Attempting to bind port 265fbd9a-dd4e-4cdf-9ca3-ba76b9cdbdbe on network ab893836-0239-44c0-af28-b9b191133092 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:16:10.331476 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5088ace0-f08c-4020-b8a6-fd1a09427353 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:10.331729 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ba35d9-fc58-4787-82f2-ea7ff7bd0f60 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:16:10.332054 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ba35d9-fc58-4787-82f2-ea7ff7bd0f60 None None] Checking segment: {'id': '39de4046-1820-4521-a143-39eb95fd128b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ab893836-0239-44c0-af28-b9b191133092'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:16:10.332464 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a4ba35d9-fc58-4787-82f2-ea7ff7bd0f60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:10.333398 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ba35d9-fc58-4787-82f2-ea7ff7bd0f60 None None] Bound using segment: {'id': '39de4046-1820-4521-a143-39eb95fd128b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ab893836-0239-44c0-af28-b9b191133092'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:16:10.333888 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-a4ba35d9-fc58-4787-82f2-ea7ff7bd0f60 None None] Bound port: 265fbd9a-dd4e-4cdf-9ca3-ba76b9cdbdbe, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39de4046-1820-4521-a143-39eb95fd128b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ab893836-0239-44c0-af28-b9b191133092'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:16:10.334312 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a4ba35d9-fc58-4787-82f2-ea7ff7bd0f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:10.390765 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 409be5dc-1cd9-4cf6-b7a2-42a24420afad, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=409be5dc-1cd9-4cf6-b7a2-42a24420afad,segment=NetworkSegment(092fb16a-01c2-4f4a-b148-df23675b5071),segment_id=092fb16a-01c2-4f4a-b148-df23675b5071)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:16:10.410174 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Returning: {'device': '409be5dc-1cd9-4cf6-b7a2-42a24420afad', 'network_id': '82671036-c03a-4d3c-b62d-db19aa8b0fed', 'port_id': '409be5dc-1cd9-4cf6-b7a2-42a24420afad', 'mac_address': 'fa:16:3e:7f:5b:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39796bec-4145-45cd-b713-3f2477a830cb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:16:10.423547 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning for port 8d5ca2a5-1f04-445e-8431-50f1b9a9f57b completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:16:10.464586 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:10.470626 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning complete for port 8d5ca2a5-1f04-445e-8431-50f1b9a9f57b triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:16:10.470997 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:10.471654 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5088ace0-f08c-4020-b8a6-fd1a09427353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:10.479798 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a4ba35d9-fc58-4787-82f2-ea7ff7bd0f60 None None] For port 265fbd9a-dd4e-4cdf-9ca3-ba76b9cdbdbe, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:16:10.512915 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 409be5dc-1cd9-4cf6-b7a2-42a24420afad {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:16:10.517151 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-501bf251-95fc-46d2-b116-b9404ee56231 req-ab534d10-bb0b-456d-aead-e7d015f05fe1 service neutron] 10.222.0.49 "GET /v2.0/networks/719e4a1c-b19a-4773-a833-c6e1b8aa661c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2545555 Oct 12 19:16:10.540151 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 409be5dc-1cd9-4cf6-b7a2-42a24420afad, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=409be5dc-1cd9-4cf6-b7a2-42a24420afad,segment=NetworkSegment(092fb16a-01c2-4f4a-b148-df23675b5071),segment_id=092fb16a-01c2-4f4a-b148-df23675b5071)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:16:10.548637 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a4ba35d9-fc58-4787-82f2-ea7ff7bd0f60 None None] For port 265fbd9a-dd4e-4cdf-9ca3-ba76b9cdbdbe, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=265fbd9a-dd4e-4cdf-9ca3-ba76b9cdbdbe,segment=NetworkSegment(39de4046-1820-4521-a143-39eb95fd128b),segment_id=39de4046-1820-4521-a143-39eb95fd128b)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:16:10.551461 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-285b1430-b00a-4a79-b4b4-239b7fff6cfe tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Allocated IP 10.1.1.248 (2e14c4f2-b68c-4d21-920b-215a17ef69db/9eccc23a-d2b3-4cf1-80e5-df88bd80499d/e1839e8c-26d1-434d-bd18-d452e6003586) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:16:10.559810 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5088ace0-f08c-4020-b8a6-fd1a09427353 admin admin] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:16:10.561568 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5088ace0-f08c-4020-b8a6-fd1a09427353 admin admin] Pushing event updated for resources: {'Port': ['ID=82e7952a-09a3-4022-af1d-ff0736692e40,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:16:10.577606 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-5088ace0-f08c-4020-b8a6-fd1a09427353 admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:16:10.580785 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5088ace0-f08c-4020-b8a6-fd1a09427353 admin admin] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:16:10.620454 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:10.622356 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:10.638393 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a4ba35d9-fc58-4787-82f2-ea7ff7bd0f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:10.683553 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0da0205-1dd8-439a-919c-bb9f6fec218b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d5ca2a5-1f04-445e-8431-50f1b9a9f57b'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:16:10.686050 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-893010a6-470c-434c-8c15-ce6251b666b5" -d '{"events": [{"server_uuid": "f0da0205-1dd8-439a-919c-bb9f6fec218b", "name": "network-vif-plugged", "status": "completed", "tag": "8d5ca2a5-1f04-445e-8431-50f1b9a9f57b"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:16:10.705670 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-501bf251-95fc-46d2-b116-b9404ee56231 req-82061190-f948-422f-a680-9e961a1577c9 service neutron] 10.222.0.49 "GET /v2.0/networks/719e4a1c-b19a-4773-a833-c6e1b8aa661c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811926 Oct 12 19:16:10.717085 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 8d5ca2a5-1f04-445e-8431-50f1b9a9f57b, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=8d5ca2a5-1f04-445e-8431-50f1b9a9f57b,segment=NetworkSegment(60701869-b898-4b9a-bbaf-e0de831a4cd8),segment_id=60701869-b898-4b9a-bbaf-e0de831a4cd8)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:16:10.744636 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=409be5dc-1cd9-4cf6-b7a2-42a24420afad,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:16:10.785839 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-285b1430-b00a-4a79-b4b4-239b7fff6cfe tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:10.797231 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:10.798136 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 55040e15-9f6c-4c44-bac6-a29655280573 no longer exists at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:16:10.863212 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['409be5dc-1cd9-4cf6-b7a2-42a24420afad'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:16:10.921525 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ba35d9-fc58-4787-82f2-ea7ff7bd0f60 None None] Pushing event updated for resources: {'Port': ['ID=265fbd9a-dd4e-4cdf-9ca3-ba76b9cdbdbe,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:16:10.966898 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:10.998578 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-285b1430-b00a-4a79-b4b4-239b7fff6cfe tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:11.043724 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 55040e15-9f6c-4c44-bac6-a29655280573, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=55040e15-9f6c-4c44-bac6-a29655280573,segment=NetworkSegment(35dde9ae-6a3d-4327-a38f-c2a1ca6f0ad7),segment_id=35dde9ae-6a3d-4327-a38f-c2a1ca6f0ad7)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:16:11.062157 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=8d5ca2a5-1f04-445e-8431-50f1b9a9f57b,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:16:11.065406 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-285b1430-b00a-4a79-b4b4-239b7fff6cfe tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Network 2e14c4f2-b68c-4d21-920b-215a17ef69db is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:16:11.095865 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-285b1430-b00a-4a79-b4b4-239b7fff6cfe tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:16:11.097020 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5088ace0-f08c-4020-b8a6-fd1a09427353 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:11.100627 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-285b1430-b00a-4a79-b4b4-239b7fff6cfe tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:16:11.163672 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:11.166502 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 6fa8d8c2-e666-4b21-989c-1cfa6a2225c3 no longer exists at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:16:11.177020 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285b1430-b00a-4a79-b4b4-239b7fff6cfe tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Pushing event updated for resources: {'Port': ['ID=e1839e8c-26d1-434d-bd18-d452e6003586,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:16:11.270982 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-285b1430-b00a-4a79-b4b4-239b7fff6cfe tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:11.271651 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-285b1430-b00a-4a79-b4b4-239b7fff6cfe tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:11.302646 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] No Port match for: 6fa8d8c2-e666-4b21-989c-1cfa6a2225c3 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:16:11.303041 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 6fa8d8c2-e666-4b21-989c-1cfa6a2225c3 not bound to the agent host n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:16:11.356719 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ea9ad2bd-a99a-46c9-b088-cf95456f7976 req-daf0c456-9a88-403c-ae6c-79492b3be6ad tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/ports?device_id=d14b4963-a7f3-4841-86bc-93dad48b6e25 HTTP/1.1" status: 200 len: 210 time: 0.1213706 Oct 12 19:16:11.413735 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=55040e15-9f6c-4c44-bac6-a29655280573,revision_number=8']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:16:11.436039 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-285b1430-b00a-4a79-b4b4-239b7fff6cfe tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6521480 Oct 12 19:16:11.449308 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-933e5e12-a89f-446c-8e96-e21677f184ec tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Request body: {'port': {'device_id': 'ecc38ae3-328a-43a0-a185-601e29a048cb', 'network_id': '2e14c4f2-b68c-4d21-920b-215a17ef69db', 'admin_state_up': True, 'tenant_id': 'e65d35344c43413ba93381b16381b559', 'security_groups': ['0726b0fe-78be-4ea7-8b43-7be54affa06f']}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:16:11.513875 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 265fbd9a-dd4e-4cdf-9ca3-ba76b9cdbdbe up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:16:11.581508 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-49fe7180-f9ff-4079-ba1d-fdd7bd6af026 None None] Provisioning complete for port e1839e8c-26d1-434d-bd18-d452e6003586 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:16:11.581933 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-49fe7180-f9ff-4079-ba1d-fdd7bd6af026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:11.622129 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1a0c56-0f0c-411f-bd34-7fb03b2e84b2 req-d185de4e-9583-4b7d-abd3-1b2bd19c0a03 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:11.630366 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1a0c56-0f0c-411f-bd34-7fb03b2e84b2 req-d185de4e-9583-4b7d-abd3-1b2bd19c0a03 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:11.632370 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6a1a0c56-0f0c-411f-bd34-7fb03b2e84b2 req-d185de4e-9583-4b7d-abd3-1b2bd19c0a03 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecc38ae3-328a-43a0-a185-601e29a048cb HTTP/1.1" status: 200 len: 1654 time: 0.1353481 Oct 12 19:16:11.643901 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-49fe7180-f9ff-4079-ba1d-fdd7bd6af026 None None] Port e1839e8c-26d1-434d-bd18-d452e6003586 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:16:11.683377 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 265fbd9a-dd4e-4cdf-9ca3-ba76b9cdbdbe triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:16:11.683377 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:11.733202 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6a1a0c56-0f0c-411f-bd34-7fb03b2e84b2 req-6aa69ee8-cee6-401c-a4e9-77223839dfc2 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/security-groups?id=0726b0fe-78be-4ea7-8b43-7be54affa06f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908661 Oct 12 19:16:11.799926 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:11.850753 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] For port 265fbd9a-dd4e-4cdf-9ca3-ba76b9cdbdbe, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=265fbd9a-dd4e-4cdf-9ca3-ba76b9cdbdbe,segment=NetworkSegment(39de4046-1820-4521-a143-39eb95fd128b),segment_id=39de4046-1820-4521-a143-39eb95fd128b)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:16:11.881209 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-933e5e12-a89f-446c-8e96-e21677f184ec tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Made reservation on behalf of e65d35344c43413ba93381b16381b559 for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:16:11.886393 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-933e5e12-a89f-446c-8e96-e21677f184ec tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:11.960860 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:12.044767 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Pushing event updated for resources: {'Port': ['ID=265fbd9a-dd4e-4cdf-9ca3-ba76b9cdbdbe,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:16:12.083989 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5088ace0-f08c-4020-b8a6-fd1a09427353 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8093541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7915516'] for router, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:12.093028 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-933e5e12-a89f-446c-8e96-e21677f184ec tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Allocated IP 10.1.1.155 (2e14c4f2-b68c-4d21-920b-215a17ef69db/9eccc23a-d2b3-4cf1-80e5-df88bd80499d/efa0ccc7-6ed2-4bfa-a4ad-6c6779c2a251) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:16:12.125336 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 409be5dc-1cd9-4cf6-b7a2-42a24420afad up at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:16:12.245021 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219f5464-1074-4ee2-bfee-02ecf0a68da7 None None] Network ab893836-0239-44c0-af28-b9b191133092 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:16:12.293483 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning for port 409be5dc-1cd9-4cf6-b7a2-42a24420afad completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:16:12.303557 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning complete for port 409be5dc-1cd9-4cf6-b7a2-42a24420afad triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:16:12.303935 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:12.313809 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-933e5e12-a89f-446c-8e96-e21677f184ec tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:12.350114 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-649325a7-ad31-4016-91ff-19f2baa1bbd1 None None] Provisioning complete for port 265fbd9a-dd4e-4cdf-9ca3-ba76b9cdbdbe triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:16:12.350484 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-649325a7-ad31-4016-91ff-19f2baa1bbd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:12.400886 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5088ace0-f08c-4020-b8a6-fd1a09427353 admin admin] Router 8cfc3488-f25e-4597-96a9-33faec720c6e is scheduled to L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b with binding_index 1 {{(pid=95502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 19:16:12.440934 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-933e5e12-a89f-446c-8e96-e21677f184ec tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:12.489407 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-933e5e12-a89f-446c-8e96-e21677f184ec tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Network 2e14c4f2-b68c-4d21-920b-215a17ef69db is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:16:12.493103 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-933e5e12-a89f-446c-8e96-e21677f184ec tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:16:12.511876 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-933e5e12-a89f-446c-8e96-e21677f184ec tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:16:12.537188 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5088ace0-f08c-4020-b8a6-fd1a09427353 admin admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:16:12.584581 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:12.589466 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933e5e12-a89f-446c-8e96-e21677f184ec tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Pushing event updated for resources: {'Port': ['ID=efa0ccc7-6ed2-4bfa-a4ad-6c6779c2a251,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:16:12.604165 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7a5a10-5141-493b-84fb-6aaac7a41445 None None] Sync routers for ids ['8cfc3488-f25e-4597-96a9-33faec720c6e'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:16:12.609779 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-933e5e12-a89f-446c-8e96-e21677f184ec tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:12.610612 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-933e5e12-a89f-446c-8e96-e21677f184ec tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:12.636976 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5088ace0-f08c-4020-b8a6-fd1a09427353 admin admin] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:12.640747 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-5088ace0-f08c-4020-b8a6-fd1a09427353 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.6300352 Oct 12 19:16:12.641656 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 35550) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:16:12.724538 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-933e5e12-a89f-446c-8e96-e21677f184ec tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2799516 Oct 12 19:16:12.752388 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-004a8d28-4a36-4c29-b44e-a6aa1f34b6ac tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Request body: {'port': {'device_id': 'ecc38ae3-328a-43a0-a185-601e29a048cb', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '25292ff6-df2e-42a1-aeea-68fb3a14f1ca', 'admin_state_up': True, 'tenant_id': 'e65d35344c43413ba93381b16381b559', 'security_groups': ['0726b0fe-78be-4ea7-8b43-7be54affa06f']}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:16:12.873480 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7a5a10-5141-493b-84fb-6aaac7a41445 None None] Routers {'8cfc3488-f25e-4597-96a9-33faec720c6e'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:16:12.874126 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-ce7a5a10-5141-493b-84fb-6aaac7a41445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:16:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['8cfc3488-f25e-4597-96a9-33faec720c6e'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:16:12.920612 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 409be5dc-1cd9-4cf6-b7a2-42a24420afad, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=409be5dc-1cd9-4cf6-b7a2-42a24420afad,segment=NetworkSegment(092fb16a-01c2-4f4a-b148-df23675b5071),segment_id=092fb16a-01c2-4f4a-b148-df23675b5071)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:16:13.001194 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:13.092630 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-004a8d28-4a36-4c29-b44e-a6aa1f34b6ac tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Made reservation on behalf of e65d35344c43413ba93381b16381b559 for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:16:13.113929 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-ce7a5a10-5141-493b-84fb-6aaac7a41445 None None] Set router 8cfc3488-f25e-4597-96a9-33faec720c6e gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:16:13.187787 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-159e3654-280f-45ae-a08d-3ffd8762da95 None None] Provisioning complete for port efa0ccc7-6ed2-4bfa-a4ad-6c6779c2a251 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:16:13.188109 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-159e3654-280f-45ae-a08d-3ffd8762da95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:13.225728 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d73d957a-da89-4282-98f0-f4fb97360b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:13.310163 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-004a8d28-4a36-4c29-b44e-a6aa1f34b6ac tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:13.365634 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=409be5dc-1cd9-4cf6-b7a2-42a24420afad,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:16:13.389159 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-159e3654-280f-45ae-a08d-3ffd8762da95 None None] Port efa0ccc7-6ed2-4bfa-a4ad-6c6779c2a251 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:16:13.435785 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 265fbd9a-dd4e-4cdf-9ca3-ba76b9cdbdbe up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:16:13.449241 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b69086a-4b5c-4453-af30-3be766d9e0be x-openstack-request-id: req-0b69086a-4b5c-4453-af30-3be766d9e0be {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:16:13.449546 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d14b4963-a7f3-4841-86bc-93dad48b6e25", "name": "network-vif-deleted", "tag": "6fa8d8c2-e666-4b21-989c-1cfa6a2225c3", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:16:13.449799 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0b69086a-4b5c-4453-af30-3be766d9e0be {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:16:13.450201 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd14b4963-a7f3-4841-86bc-93dad48b6e25', 'name': 'network-vif-deleted', 'tag': '6fa8d8c2-e666-4b21-989c-1cfa6a2225c3', 'status': 'completed', 'code': 200} Oct 12 19:16:13.485889 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-d73d957a-da89-4282-98f0-f4fb97360b2e admin admin] Allocated IP 172.20.0.1 (ab893836-0239-44c0-af28-b9b191133092/e6d5c0cf-d179-4ac4-8185-f423c3359bf7/16ecced5-0c91-4820-9e77-99be485aee36) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:16:13.541043 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-b3216b42-3f24-4bc5-89b1-056716342148 None None] Provisioning complete for port 265fbd9a-dd4e-4cdf-9ca3-ba76b9cdbdbe triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:16:13.541527 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b3216b42-3f24-4bc5-89b1-056716342148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:13.592878 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 265fbd9a-dd4e-4cdf-9ca3-ba76b9cdbdbe triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:16:13.593255 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:13.622198 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d73d957a-da89-4282-98f0-f4fb97360b2e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:13.661299 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a1cccb-f8ee-4d75-ba64-6cd955852639 req-2092e365-809e-4f94-b17a-e7ee09a6a474 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:13.662653 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f6a1cccb-f8ee-4d75-ba64-6cd955852639 req-2092e365-809e-4f94-b17a-e7ee09a6a474 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=99d0578e-9f1b-42ed-aea7-3223b5004d8e HTTP/1.1" status: 200 len: 946 time: 0.1435618 Oct 12 19:16:13.721685 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-004a8d28-4a36-4c29-b44e-a6aa1f34b6ac tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Allocated IP 10.2.2.100 (25292ff6-df2e-42a1-aeea-68fb3a14f1ca/141028c9-d5c4-4f69-a812-45a1cb34ea69/203b9b07-3b5d-41e2-a387-5426c9fe91c9) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:16:13.725591 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-ce7a5a10-5141-493b-84fb-6aaac7a41445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cfc3488-f25e-4597-96a9-33faec720c6e', 'name': 'tempest-ServersTestBootFromVolume-1270830842-router', 'tenant_id': '946dd0c35a1f4bae8ffa87f2f91ec7ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '82e7952a-09a3-4022-af1d-ff0736692e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:16:09Z', 'updated_at': '2021-10-12T19:16:10Z', 'revision_number': 3, 'project_id': '946dd0c35a1f4bae8ffa87f2f91ec7ab', 'gw_port': {'id': '82e7952a-09a3-4022-af1d-ff0736692e40', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4d:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cfc3488-f25e-4597-96a9-33faec720c6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:16:09Z', 'updated_at': '2021-10-12T19:16:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:16:13.747960 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f6a1cccb-f8ee-4d75-ba64-6cd955852639 req-83579e07-8df8-4a79-8950-02764ee1e661 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2999b03-b87d-46b4-9267-1669e2e14df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775557 Oct 12 19:16:13.767801 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7a5a10-5141-493b-84fb-6aaac7a41445 None None] Checking router: 8cfc3488-f25e-4597-96a9-33faec720c6e for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:16:13.768198 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7a5a10-5141-493b-84fb-6aaac7a41445 None None] Updating router 8cfc3488-f25e-4597-96a9-33faec720c6e port 82e7952a-09a3-4022-af1d-ff0736692e40 binding host n-d-813679-3 {{(pid=95503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 19:16:13.799351 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ce7a5a10-5141-493b-84fb-6aaac7a41445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:13.810714 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d73d957a-da89-4282-98f0-f4fb97360b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:13.818709 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-76c5a1c5-c6ca-40c4-9076-76d70ebda624 req-13bfffb1-d9e0-428f-9768-b7e15a2f775a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b350f0cf-0a96-4648-b14d-1ab8c3ef82a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0837884 Oct 12 19:16:13.878595 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73d957a-da89-4282-98f0-f4fb97360b2e admin admin] Network ab893836-0239-44c0-af28-b9b191133092 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:16:13.884438 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-d73d957a-da89-4282-98f0-f4fb97360b2e admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:16:13.886833 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73d957a-da89-4282-98f0-f4fb97360b2e admin admin] Pushing event updated for resources: {'Port': ['ID=16ecced5-0c91-4820-9e77-99be485aee36,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:16:13.889127 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73d957a-da89-4282-98f0-f4fb97360b2e admin admin] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:16:13.933589 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d73d957a-da89-4282-98f0-f4fb97360b2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7915309'] for router_interface, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:14.070470 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-004a8d28-4a36-4c29-b44e-a6aa1f34b6ac tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:14.087327 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c5a1c5-c6ca-40c4-9076-76d70ebda624 req-f8e8abac-b2e7-4218-a0cc-803cbbca6b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:14.089180 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-76c5a1c5-c6ca-40c4-9076-76d70ebda624 req-f8e8abac-b2e7-4218-a0cc-803cbbca6b85 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5fba7a982f4e455fbf6360a954bd3673&device_id=b350f0cf-0a96-4648-b14d-1ab8c3ef82a8 HTTP/1.1" status: 200 len: 1095 time: 0.2127230 Oct 12 19:16:14.117816 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5c5914-5349-442d-88cc-1df2e179ada2 req-f1fc51b5-1349-4d4e-b6a9-5995886f2dfc tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:14.119980 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-eb5c5914-5349-442d-88cc-1df2e179ada2 req-f1fc51b5-1349-4d4e-b6a9-5995886f2dfc tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0da0205-1dd8-439a-919c-bb9f6fec218b HTTP/1.1" status: 200 len: 946 time: 0.1857452 Oct 12 19:16:14.175022 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d73d957a-da89-4282-98f0-f4fb97360b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:14.227348 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ce7a5a10-5141-493b-84fb-6aaac7a41445 None None] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:14.235689 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-eb5c5914-5349-442d-88cc-1df2e179ada2 req-670f1ec5-3a28-4948-ab8a-7f2a1fafc152 tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] 10.222.0.49 "GET /v2.0/security-groups?id=14ce9c65-16e7-48f8-95cc-71d4ece73a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040671 Oct 12 19:16:14.265525 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-2cae03ba-211d-4bd0-938f-2cb459fb7453 None None] Provisioning complete for port 16ecced5-0c91-4820-9e77-99be485aee36 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:16:14.265894 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2cae03ba-211d-4bd0-938f-2cb459fb7453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:14.299784 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c5a1c5-c6ca-40c4-9076-76d70ebda624 req-291e2395-ca07-40d4-9cb4-6af84419f8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:14.303389 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-76c5a1c5-c6ca-40c4-9076-76d70ebda624 req-291e2395-ca07-40d4-9cb4-6af84419f8a6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c9c833e6-1691-44ed-bf82-cf9c18667411 HTTP/1.1" status: 200 len: 909 time: 0.1795657 Oct 12 19:16:14.342529 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-004a8d28-4a36-4c29-b44e-a6aa1f34b6ac tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:14.375683 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-2cae03ba-211d-4bd0-938f-2cb459fb7453 None None] Port 16ecced5-0c91-4820-9e77-99be485aee36 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:16:14.390297 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f36a6a11-db7f-44dd-abed-2ab3f0636d40 x-openstack-request-id: req-f36a6a11-db7f-44dd-abed-2ab3f0636d40 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:16:14.390892 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0da0205-1dd8-439a-919c-bb9f6fec218b", "name": "network-vif-plugged", "status": "completed", "tag": "8d5ca2a5-1f04-445e-8431-50f1b9a9f57b", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:16:14.391323 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f36a6a11-db7f-44dd-abed-2ab3f0636d40 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:16:14.391885 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0da0205-1dd8-439a-919c-bb9f6fec218b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d5ca2a5-1f04-445e-8431-50f1b9a9f57b', 'code': 200} Oct 12 19:16:14.393513 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ce7a5a10-5141-493b-84fb-6aaac7a41445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:14.433516 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d73d957a-da89-4282-98f0-f4fb97360b2e admin admin] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:14.465159 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-76c5a1c5-c6ca-40c4-9076-76d70ebda624 req-cd30584e-2c3e-451d-917e-08caa7211f90 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=97adc232-51f4-47e0-a97f-6cec7f72f061 HTTP/1.1" status: 200 len: 217 time: 0.1563036 Oct 12 19:16:14.466400 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-ce7a5a10-5141-493b-84fb-6aaac7a41445 None None] Attempting to bind port 82e7952a-09a3-4022-af1d-ff0736692e40 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:16:14.468872 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-ce7a5a10-5141-493b-84fb-6aaac7a41445 None None] Attempting to bind port 82e7952a-09a3-4022-af1d-ff0736692e40 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:16:14.469360 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7a5a10-5141-493b-84fb-6aaac7a41445 None None] Attempting to bind port 82e7952a-09a3-4022-af1d-ff0736692e40 on network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:16:14.480937 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843eecdd-85dd-4150-b7f0-96cc7aa221ef None None] Pushing event updated for resources: {'Port': ['ID=82e7952a-09a3-4022-af1d-ff0736692e40,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:16:14.493544 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7a5a10-5141-493b-84fb-6aaac7a41445 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:16:14.494265 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7a5a10-5141-493b-84fb-6aaac7a41445 None None] Checking segment: {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:16:14.494773 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ce7a5a10-5141-493b-84fb-6aaac7a41445 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:14.495286 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7a5a10-5141-493b-84fb-6aaac7a41445 None None] Bound using segment: {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:16:14.496156 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-ce7a5a10-5141-493b-84fb-6aaac7a41445 None None] Bound port: 82e7952a-09a3-4022-af1d-ff0736692e40, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:16:14.500745 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ce7a5a10-5141-493b-84fb-6aaac7a41445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:14.516631 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d73d957a-da89-4282-98f0-f4fb97360b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:14.524100 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c1947342-17f8-4956-a6c2-a62b4ba4cda8 req-6062918a-5e9d-48d8-81a1-2faa794e89eb tempest-ServerPasswordTestJSON-1281280195 tempest-ServerPasswordTestJSON-1281280195-project] 10.222.0.49 "GET /v2.0/ports?device_id=fdb82ee1-0e76-427c-9bb6-704801b6434f HTTP/1.1" status: 200 len: 210 time: 0.0927935 Oct 12 19:16:14.530654 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-004a8d28-4a36-4c29-b44e-a6aa1f34b6ac tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Network 25292ff6-df2e-42a1-aeea-68fb3a14f1ca is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:16:14.562503 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-004a8d28-4a36-4c29-b44e-a6aa1f34b6ac tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:16:14.570975 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-004a8d28-4a36-4c29-b44e-a6aa1f34b6ac tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:16:14.573370 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004a8d28-4a36-4c29-b44e-a6aa1f34b6ac tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Pushing event updated for resources: {'Port': ['ID=203b9b07-3b5d-41e2-a387-5426c9fe91c9,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:16:14.608595 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-ce7a5a10-5141-493b-84fb-6aaac7a41445 None None] For port 82e7952a-09a3-4022-af1d-ff0736692e40, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:16:14.615852 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb74ecb-edce-49f9-b85d-537fd8b7e6db req-32375d45-74ab-480b-b6af-68e6eb59a622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:14.617823 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4fb74ecb-edce-49f9-b85d-537fd8b7e6db req-32375d45-74ab-480b-b6af-68e6eb59a622 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f0da0205-1dd8-439a-919c-bb9f6fec218b HTTP/1.1" status: 200 len: 1097 time: 0.1888299 Oct 12 19:16:14.618923 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c5a1c5-c6ca-40c4-9076-76d70ebda624 req-f80495e4-9f5c-4e1f-83f3-c5162d75cbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:14.620442 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-76c5a1c5-c6ca-40c4-9076-76d70ebda624 req-f80495e4-9f5c-4e1f-83f3-c5162d75cbc9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e0ebc949-3a0d-4490-86b6-8c422c8edc16 HTTP/1.1" status: 200 len: 848 time: 0.1250262 Oct 12 19:16:14.628117 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-ce7a5a10-5141-493b-84fb-6aaac7a41445 None None] For port 82e7952a-09a3-4022-af1d-ff0736692e40, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=82e7952a-09a3-4022-af1d-ff0736692e40,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:16:14.693398 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-004a8d28-4a36-4c29-b44e-a6aa1f34b6ac tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:14.694138 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-004a8d28-4a36-4c29-b44e-a6aa1f34b6ac tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:14.695382 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ce7a5a10-5141-493b-84fb-6aaac7a41445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:14.707399 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-76c5a1c5-c6ca-40c4-9076-76d70ebda624 req-98c7352c-592e-4aec-9fda-1b26c76b31b9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c9c833e6-1691-44ed-bf82-cf9c18667411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0759034 Oct 12 19:16:14.739233 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-34176651-12a6-42ed-bb3a-74414a4693ec req-f5bdd4f5-c02b-4e67-b0ee-9051f0fee2dc tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/ports?device_id=d14b4963-a7f3-4841-86bc-93dad48b6e25 HTTP/1.1" status: 200 len: 210 time: 0.0765481 Oct 12 19:16:14.821005 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7a5a10-5141-493b-84fb-6aaac7a41445 None None] Routers {'8cfc3488-f25e-4597-96a9-33faec720c6e'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:16:14.823219 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-ce7a5a10-5141-493b-84fb-6aaac7a41445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:16:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['8cfc3488-f25e-4597-96a9-33faec720c6e'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:16:14.844523 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73d957a-da89-4282-98f0-f4fb97360b2e admin admin] Pushing event updated for resources: {'Port': ['ID=16ecced5-0c91-4820-9e77-99be485aee36,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:16:14.860287 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d73d957a-da89-4282-98f0-f4fb97360b2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7898980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8092605'] for router_interface, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:14.870729 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4fb74ecb-edce-49f9-b85d-537fd8b7e6db req-33155625-80bb-457d-831d-d9771960a59d service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=14ce9c65-16e7-48f8-95cc-71d4ece73a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2354794 Oct 12 19:16:14.935542 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501bf251-95fc-46d2-b116-b9404ee56231 req-b4762441-3712-48cd-b422-9a91cb722f9a tempest-ServerPasswordTestJSON-1281280195 tempest-ServerPasswordTestJSON-1281280195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:14.937162 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-501bf251-95fc-46d2-b116-b9404ee56231 req-b4762441-3712-48cd-b422-9a91cb722f9a tempest-ServerPasswordTestJSON-1281280195 tempest-ServerPasswordTestJSON-1281280195-project] 10.222.0.61 "GET /v2.0/networks?id=719e4a1c-b19a-4773-a833-c6e1b8aa661c HTTP/1.1" status: 200 len: 813 time: 0.4347856 Oct 12 19:16:14.947441 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-76c5a1c5-c6ca-40c4-9076-76d70ebda624 req-a11a2f32-0f1c-452f-acdf-e5b9b6a9e3a2 service neutron] 10.222.0.67 "GET /v2.0/networks/c9c833e6-1691-44ed-bf82-cf9c18667411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225289 Oct 12 19:16:14.956732 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669291ff-691f-4eb1-b7dc-c56749e596f4 req-88f6871d-d9d4-4c72-9348-af2d0c878373 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:14.959282 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-501bf251-95fc-46d2-b116-b9404ee56231 req-ed8f66e8-5fb5-4987-a71a-a0933841df78 tempest-ServerPasswordTestJSON-1281280195 tempest-ServerPasswordTestJSON-1281280195-project] Request body: {'port': {'device_id': 'fdb82ee1-0e76-427c-9bb6-704801b6434f', 'network_id': '719e4a1c-b19a-4773-a833-c6e1b8aa661c', 'admin_state_up': True, 'tenant_id': 'be097918f5b94809bf87bbe0f738b2e8'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:16:14.963313 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669291ff-691f-4eb1-b7dc-c56749e596f4 req-88f6871d-d9d4-4c72-9348-af2d0c878373 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:14.969849 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669291ff-691f-4eb1-b7dc-c56749e596f4 req-88f6871d-d9d4-4c72-9348-af2d0c878373 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:14.976248 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669291ff-691f-4eb1-b7dc-c56749e596f4 req-88f6871d-d9d4-4c72-9348-af2d0c878373 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:14.983790 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-669291ff-691f-4eb1-b7dc-c56749e596f4 req-88f6871d-d9d4-4c72-9348-af2d0c878373 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecc38ae3-328a-43a0-a185-601e29a048cb HTTP/1.1" status: 200 len: 3096 time: 0.1191297 Oct 12 19:16:14.995470 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-ce7a5a10-5141-493b-84fb-6aaac7a41445 None None] Set router 8cfc3488-f25e-4597-96a9-33faec720c6e gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:16:15.003107 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-004a8d28-4a36-4c29-b44e-a6aa1f34b6ac tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2703421 Oct 12 19:16:15.016112 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-edd86247-b6ef-4b19-a91f-7fd1c9c55c9e tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Request body: {'port': {'device_id': 'ecc38ae3-328a-43a0-a185-601e29a048cb', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '25292ff6-df2e-42a1-aeea-68fb3a14f1ca', 'admin_state_up': True, 'tenant_id': 'e65d35344c43413ba93381b16381b559', 'security_groups': ['0726b0fe-78be-4ea7-8b43-7be54affa06f']}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:16:15.050366 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843eecdd-85dd-4150-b7f0-96cc7aa221ef None None] Pushing event updated for resources: {'Port': ['ID=82e7952a-09a3-4022-af1d-ff0736692e40,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:16:15.086795 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-669291ff-691f-4eb1-b7dc-c56749e596f4 req-ba45ff25-7f67-4ba3-9a1d-701e375cf4e7 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/security-groups?id=0726b0fe-78be-4ea7-8b43-7be54affa06f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976214 Oct 12 19:16:15.114981 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-8ee1490e-7d5b-4ef8-a228-3f34e6cee8a1 None None] Provisioning complete for port 203b9b07-3b5d-41e2-a387-5426c9fe91c9 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:16:15.114981 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8ee1490e-7d5b-4ef8-a228-3f34e6cee8a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:15.134273 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73d957a-da89-4282-98f0-f4fb97360b2e admin admin] Network ab893836-0239-44c0-af28-b9b191133092 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:16:15.139612 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-d73d957a-da89-4282-98f0-f4fb97360b2e admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:16:15.201929 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-8ee1490e-7d5b-4ef8-a228-3f34e6cee8a1 None None] Port 203b9b07-3b5d-41e2-a387-5426c9fe91c9 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:16:15.345028 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-76c5a1c5-c6ca-40c4-9076-76d70ebda624 req-f5c12df4-e21b-487e-a86d-581c0f90ac6d service neutron] 10.222.0.67 "GET /v2.0/networks/c9c833e6-1691-44ed-bf82-cf9c18667411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2730143 Oct 12 19:16:15.353463 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-ce7a5a10-5141-493b-84fb-6aaac7a41445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cfc3488-f25e-4597-96a9-33faec720c6e', 'name': 'tempest-ServersTestBootFromVolume-1270830842-router', 'tenant_id': '946dd0c35a1f4bae8ffa87f2f91ec7ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '82e7952a-09a3-4022-af1d-ff0736692e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:16:09Z', 'updated_at': '2021-10-12T19:16:14Z', 'revision_number': 4, 'project_id': '946dd0c35a1f4bae8ffa87f2f91ec7ab', 'gw_port': {'id': '82e7952a-09a3-4022-af1d-ff0736692e40', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4d:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cfc3488-f25e-4597-96a9-33faec720c6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:16:09Z', 'updated_at': '2021-10-12T19:16:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '16ecced5-0c91-4820-9e77-99be485aee36', 'name': '', 'network_id': 'ab893836-0239-44c0-af28-b9b191133092', 'tenant_id': '946dd0c35a1f4bae8ffa87f2f91ec7ab', 'mac_address': 'fa:16:3e:48:c6:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cfc3488-f25e-4597-96a9-33faec720c6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': 'e6d5c0cf-d179-4ac4-8185-f423c3359bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:16:13Z', 'updated_at': '2021-10-12T19:16:14Z', 'revision_number': 2, 'project_id': '946dd0c35a1f4bae8ffa87f2f91ec7ab', 'subnets': [{'id': 'e6d5c0cf-d179-4ac4-8185-f423c3359bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:16:15.389265 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d73d957a-da89-4282-98f0-f4fb97360b2e admin admin] Router 8cfc3488-f25e-4597-96a9-33faec720c6e has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:16:15.395529 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7a5a10-5141-493b-84fb-6aaac7a41445 None None] The sync data for ids ['8cfc3488-f25e-4597-96a9-33faec720c6e'] in n-d-813679-3 is: [{'id': '8cfc3488-f25e-4597-96a9-33faec720c6e', 'name': 'tempest-ServersTestBootFromVolume-1270830842-router', 'tenant_id': '946dd0c35a1f4bae8ffa87f2f91ec7ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '82e7952a-09a3-4022-af1d-ff0736692e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:16:09Z', 'updated_at': '2021-10-12T19:16:14Z', 'revision_number': 4, 'project_id': '946dd0c35a1f4bae8ffa87f2f91ec7ab', 'gw_port': {'id': '82e7952a-09a3-4022-af1d-ff0736692e40', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4d:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cfc3488-f25e-4597-96a9-33faec720c6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:16:09Z', 'updated_at': '2021-10-12T19:16:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '16ecced5-0c91-4820-9e77-99be485aee36', 'name': '', 'network_id': 'ab893836-0239-44c0-af28-b9b191133092', 'tenant_id': '946dd0c35a1f4bae8ffa87f2f91ec7ab', 'mac_address': 'fa:16:3e:48:c6:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cfc3488-f25e-4597-96a9-33faec720c6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': 'e6d5c0cf-d179-4ac4-8185-f423c3359bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:16:13Z', 'updated_at': '2021-10-12T19:16:14Z', 'revision_number': 2, 'project_id': '946dd0c35a1f4bae8ffa87f2f91ec7ab', 'subnets': [{'id': 'e6d5c0cf-d179-4ac4-8185-f423c3359bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:16:15.445405 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-501bf251-95fc-46d2-b116-b9404ee56231 req-ed8f66e8-5fb5-4987-a71a-a0933841df78 tempest-ServerPasswordTestJSON-1281280195 tempest-ServerPasswordTestJSON-1281280195-project] Made reservation on behalf of be097918f5b94809bf87bbe0f738b2e8 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:16:15.449202 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-501bf251-95fc-46d2-b116-b9404ee56231 req-ed8f66e8-5fb5-4987-a71a-a0933841df78 tempest-ServerPasswordTestJSON-1281280195 tempest-ServerPasswordTestJSON-1281280195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:15.509188 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-edd86247-b6ef-4b19-a91f-7fd1c9c55c9e tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Made reservation on behalf of e65d35344c43413ba93381b16381b559 for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:16:15.515747 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-edd86247-b6ef-4b19-a91f-7fd1c9c55c9e tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:15.535166 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-5f19b11c-853d-496b-a9e1-85f1f2dd6e80 None None] Provisioning complete for port 16ecced5-0c91-4820-9e77-99be485aee36 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:16:15.536166 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5f19b11c-853d-496b-a9e1-85f1f2dd6e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:15.583842 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-5f19b11c-853d-496b-a9e1-85f1f2dd6e80 None None] Port 16ecced5-0c91-4820-9e77-99be485aee36 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:16:15.684418 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d73d957a-da89-4282-98f0-f4fb97360b2e admin admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:16:15.686607 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [req-501bf251-95fc-46d2-b116-b9404ee56231 req-ed8f66e8-5fb5-4987-a71a-a0933841df78 tempest-ServerPasswordTestJSON-1281280195 tempest-ServerPasswordTestJSON-1281280195-project] Allocated IP 172.20.0.4 (719e4a1c-b19a-4773-a833-c6e1b8aa661c/a55e2543-ff63-4731-9925-d009e1720d0d/7db03265-2d6b-400e-b310-4e6d52f5f5df) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:16:15.702690 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-d73d957a-da89-4282-98f0-f4fb97360b2e admin admin] 10.222.0.49 "PUT /v2.0/routers/8cfc3488-f25e-4597-96a9-33faec720c6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0593743 Oct 12 19:16:15.894043 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfed0b9c-ef96-47ef-a9f7-4672ee51ab07 req-5ce53acb-af51-47f2-8d7c-8f19ce1660a9 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:15.896563 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cfed0b9c-ef96-47ef-a9f7-4672ee51ab07 req-5ce53acb-af51-47f2-8d7c-8f19ce1660a9 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=99d0578e-9f1b-42ed-aea7-3223b5004d8e HTTP/1.1" status: 200 len: 946 time: 0.1970503 Oct 12 19:16:15.948824 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-edd86247-b6ef-4b19-a91f-7fd1c9c55c9e tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Allocated IP 10.2.2.200 (25292ff6-df2e-42a1-aeea-68fb3a14f1ca/141028c9-d5c4-4f69-a812-45a1cb34ea69/4f6b2756-64ef-420b-b1de-996fa4dd3f6d) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:16:15.993807 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cfed0b9c-ef96-47ef-a9f7-4672ee51ab07 req-09c1c45c-37d9-4f8c-bc98-ba29e6eae5fa tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2999b03-b87d-46b4-9267-1669e2e14df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884833 Oct 12 19:16:16.006086 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-501bf251-95fc-46d2-b116-b9404ee56231 req-ed8f66e8-5fb5-4987-a71a-a0933841df78 tempest-ServerPasswordTestJSON-1281280195 tempest-ServerPasswordTestJSON-1281280195-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:16.180202 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-edd86247-b6ef-4b19-a91f-7fd1c9c55c9e tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:16.201435 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-501bf251-95fc-46d2-b116-b9404ee56231 req-ed8f66e8-5fb5-4987-a71a-a0933841df78 tempest-ServerPasswordTestJSON-1281280195 tempest-ServerPasswordTestJSON-1281280195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:16.262098 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-501bf251-95fc-46d2-b116-b9404ee56231 req-ed8f66e8-5fb5-4987-a71a-a0933841df78 tempest-ServerPasswordTestJSON-1281280195 tempest-ServerPasswordTestJSON-1281280195-project] Network 719e4a1c-b19a-4773-a833-c6e1b8aa661c is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:16:16.278453 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [req-501bf251-95fc-46d2-b116-b9404ee56231 req-ed8f66e8-5fb5-4987-a71a-a0933841df78 tempest-ServerPasswordTestJSON-1281280195 tempest-ServerPasswordTestJSON-1281280195-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:16:16.289796 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-501bf251-95fc-46d2-b116-b9404ee56231 req-ed8f66e8-5fb5-4987-a71a-a0933841df78 tempest-ServerPasswordTestJSON-1281280195 tempest-ServerPasswordTestJSON-1281280195-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:16:16.334235 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8f66e8-5fb5-4987-a71a-a0933841df78 tempest-ServerPasswordTestJSON-1281280195 tempest-ServerPasswordTestJSON-1281280195-project] Pushing event updated for resources: {'Port': ['ID=7db03265-2d6b-400e-b310-4e6d52f5f5df,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:16:16.390774 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501bf251-95fc-46d2-b116-b9404ee56231 req-ed8f66e8-5fb5-4987-a71a-a0933841df78 tempest-ServerPasswordTestJSON-1281280195 tempest-ServerPasswordTestJSON-1281280195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:16.391599 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-501bf251-95fc-46d2-b116-b9404ee56231 req-ed8f66e8-5fb5-4987-a71a-a0933841df78 tempest-ServerPasswordTestJSON-1281280195 tempest-ServerPasswordTestJSON-1281280195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:16.393141 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebcb2f5f-6905-4dde-9297-383f7820fe6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55040e15-9f6c-4c44-bac6-a29655280573'}, {'server_uuid': '99d0578e-9f1b-42ed-aea7-3223b5004d8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '409be5dc-1cd9-4cf6-b7a2-42a24420afad'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:16:16.396793 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5449659-6b8c-447b-84cc-5ba32e8fe5b3" -d '{"events": [{"server_uuid": "ebcb2f5f-6905-4dde-9297-383f7820fe6b", "name": "network-vif-unplugged", "status": "completed", "tag": "55040e15-9f6c-4c44-bac6-a29655280573"}, {"server_uuid": "99d0578e-9f1b-42ed-aea7-3223b5004d8e", "name": "network-vif-plugged", "status": "completed", "tag": "409be5dc-1cd9-4cf6-b7a2-42a24420afad"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:16:16.475723 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-501bf251-95fc-46d2-b116-b9404ee56231 req-ed8f66e8-5fb5-4987-a71a-a0933841df78 tempest-ServerPasswordTestJSON-1281280195 tempest-ServerPasswordTestJSON-1281280195-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5205622 Oct 12 19:16:16.497739 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-501bf251-95fc-46d2-b116-b9404ee56231 req-e16b5916-126c-4d03-b919-e5ba29c752e7 service neutron] Request body: {'port': {'device_id': 'fdb82ee1-0e76-427c-9bb6-704801b6434f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:16:16.566166 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-501bf251-95fc-46d2-b116-b9404ee56231 req-e16b5916-126c-4d03-b919-e5ba29c752e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:16.613538 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fc7c51-d62c-4989-a6d0-61c744bb24fa req-a0cb9986-3b17-4cd2-9c5a-17a49753914f tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:16.621562 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-94fc7c51-d62c-4989-a6d0-61c744bb24fa req-a0cb9986-3b17-4cd2-9c5a-17a49753914f tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0da0205-1dd8-439a-919c-bb9f6fec218b HTTP/1.1" status: 200 len: 946 time: 0.5127954 Oct 12 19:16:16.662713 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-94fc7c51-d62c-4989-a6d0-61c744bb24fa req-30003662-9215-45f1-8ac8-71a7e3fed43a tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] 10.222.0.49 "GET /v2.0/security-groups?id=14ce9c65-16e7-48f8-95cc-71d4ece73a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402606 Oct 12 19:16:16.714412 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-edd86247-b6ef-4b19-a91f-7fd1c9c55c9e tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:16.797600 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-edd86247-b6ef-4b19-a91f-7fd1c9c55c9e tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Network 25292ff6-df2e-42a1-aeea-68fb3a14f1ca is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:16:16.804179 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-edd86247-b6ef-4b19-a91f-7fd1c9c55c9e tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:16:16.815612 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-edd86247-b6ef-4b19-a91f-7fd1c9c55c9e tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:16:16.825631 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd86247-b6ef-4b19-a91f-7fd1c9c55c9e tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Pushing event updated for resources: {'Port': ['ID=4f6b2756-64ef-420b-b1de-996fa4dd3f6d,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:16:16.870937 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904ec854-715e-4445-88f0-2df981d7be13 req-752da45f-efd3-44ee-8e9c-c5b4325d11e9 tempest-ServerPasswordTestJSON-1281280195 tempest-ServerPasswordTestJSON-1281280195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:16.872751 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-904ec854-715e-4445-88f0-2df981d7be13 req-752da45f-efd3-44ee-8e9c-c5b4325d11e9 tempest-ServerPasswordTestJSON-1281280195 tempest-ServerPasswordTestJSON-1281280195-project] 10.222.0.49 "GET /v2.0/ports?device_id=fdb82ee1-0e76-427c-9bb6-704801b6434f HTTP/1.1" status: 200 len: 931 time: 0.1198089 Oct 12 19:16:16.923758 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-edd86247-b6ef-4b19-a91f-7fd1c9c55c9e tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:16.928393 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-edd86247-b6ef-4b19-a91f-7fd1c9c55c9e tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:16.946598 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [req-501bf251-95fc-46d2-b116-b9404ee56231 req-e16b5916-126c-4d03-b919-e5ba29c752e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7db03265-2d6b-400e-b310-4e6d52f5f5df {{(pid=95502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:16:16.954934 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-501bf251-95fc-46d2-b116-b9404ee56231 req-e16b5916-126c-4d03-b919-e5ba29c752e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:16.978972 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-904ec854-715e-4445-88f0-2df981d7be13 req-4e4bf7b2-4c0b-4c4f-afa0-122fb25cb133 tempest-ServerPasswordTestJSON-1281280195 tempest-ServerPasswordTestJSON-1281280195-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b0346c6-5490-4f68-9bf6-ec1a6ec5e316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906024 Oct 12 19:16:16.990906 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-501bf251-95fc-46d2-b116-b9404ee56231 req-e16b5916-126c-4d03-b919-e5ba29c752e7 service neutron] Transition to ACTIVE for port object 7db03265-2d6b-400e-b310-4e6d52f5f5df will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:16:17.075148 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-501bf251-95fc-46d2-b116-b9404ee56231 req-e16b5916-126c-4d03-b919-e5ba29c752e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:17.078305 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-bea04872-27db-44e3-bf35-3bb75ad548ee req-b4e15a07-6092-45fb-9df4-58b94c8f03ff tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/ports?device_id=d14b4963-a7f3-4841-86bc-93dad48b6e25 HTTP/1.1" status: 200 len: 210 time: 0.0298707 Oct 12 19:16:17.120173 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-edd86247-b6ef-4b19-a91f-7fd1c9c55c9e tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1079586 Oct 12 19:16:17.128300 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-5d9704ab-9861-4106-9021-3958d1d6cd5b None None] Provisioning complete for port 4f6b2756-64ef-420b-b1de-996fa4dd3f6d triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:16:17.128681 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5d9704ab-9861-4106-9021-3958d1d6cd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:17.138820 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-93eab0fc-be22-4ef0-affd-c6d10e98e143 service neutron] Request body: {'port': {'device_id': 'ecc38ae3-328a-43a0-a185-601e29a048cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-3'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:16:17.148247 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16b5916-126c-4d03-b919-e5ba29c752e7 service neutron] Pushing event updated for resources: {'Port': ['ID=7db03265-2d6b-400e-b310-4e6d52f5f5df,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:16:17.268366 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-93eab0fc-be22-4ef0-affd-c6d10e98e143 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:17.268814 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-501bf251-95fc-46d2-b116-b9404ee56231 req-e16b5916-126c-4d03-b919-e5ba29c752e7 service neutron] Attempting to bind port 7db03265-2d6b-400e-b310-4e6d52f5f5df on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:16:17.269311 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-501bf251-95fc-46d2-b116-b9404ee56231 req-e16b5916-126c-4d03-b919-e5ba29c752e7 service neutron] Attempting to bind port 7db03265-2d6b-400e-b310-4e6d52f5f5df by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': 'c59480ad-1614-4e22-affe-3c64426fde03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '719e4a1c-b19a-4773-a833-c6e1b8aa661c'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:16:17.269652 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501bf251-95fc-46d2-b116-b9404ee56231 req-e16b5916-126c-4d03-b919-e5ba29c752e7 service neutron] Attempting to bind port 7db03265-2d6b-400e-b310-4e6d52f5f5df on network 719e4a1c-b19a-4773-a833-c6e1b8aa661c {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:16:17.279715 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501bf251-95fc-46d2-b116-b9404ee56231 req-e16b5916-126c-4d03-b919-e5ba29c752e7 service neutron] Port 7db03265-2d6b-400e-b310-4e6d52f5f5df on network 719e4a1c-b19a-4773-a833-c6e1b8aa661c not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:16:17.280061 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501bf251-95fc-46d2-b116-b9404ee56231 req-e16b5916-126c-4d03-b919-e5ba29c752e7 service neutron] Attempting to bind port 7db03265-2d6b-400e-b310-4e6d52f5f5df on network 719e4a1c-b19a-4773-a833-c6e1b8aa661c {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:16:17.288886 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501bf251-95fc-46d2-b116-b9404ee56231 req-e16b5916-126c-4d03-b919-e5ba29c752e7 service neutron] Checking agent: {'id': 'f5e9725f-f5a6-43c2-a1be-95e21e9a1fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:16:17.289230 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501bf251-95fc-46d2-b116-b9404ee56231 req-e16b5916-126c-4d03-b919-e5ba29c752e7 service neutron] Checking segment: {'id': 'c59480ad-1614-4e22-affe-3c64426fde03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '719e4a1c-b19a-4773-a833-c6e1b8aa661c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:16:17.289776 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501bf251-95fc-46d2-b116-b9404ee56231 req-e16b5916-126c-4d03-b919-e5ba29c752e7 service neutron] Bound using segment: {'id': 'c59480ad-1614-4e22-affe-3c64426fde03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '719e4a1c-b19a-4773-a833-c6e1b8aa661c'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:16:17.290236 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-501bf251-95fc-46d2-b116-b9404ee56231 req-e16b5916-126c-4d03-b919-e5ba29c752e7 service neutron] Bound port: 7db03265-2d6b-400e-b310-4e6d52f5f5df, host: n-h1-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c59480ad-1614-4e22-affe-3c64426fde03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '719e4a1c-b19a-4773-a833-c6e1b8aa661c'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:16:17.290624 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-501bf251-95fc-46d2-b116-b9404ee56231 req-e16b5916-126c-4d03-b919-e5ba29c752e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:17.460724 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-501bf251-95fc-46d2-b116-b9404ee56231 req-e16b5916-126c-4d03-b919-e5ba29c752e7 service neutron] For port 7db03265-2d6b-400e-b310-4e6d52f5f5df, host n-h1-813679-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:16:17.468239 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-5d9704ab-9861-4106-9021-3958d1d6cd5b None None] Port 4f6b2756-64ef-420b-b1de-996fa4dd3f6d cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:16:17.476271 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-501bf251-95fc-46d2-b116-b9404ee56231 req-e16b5916-126c-4d03-b919-e5ba29c752e7 service neutron] For port 7db03265-2d6b-400e-b310-4e6d52f5f5df, host n-h1-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=7db03265-2d6b-400e-b310-4e6d52f5f5df,segment=NetworkSegment(c59480ad-1614-4e22-affe-3c64426fde03),segment_id=c59480ad-1614-4e22-affe-3c64426fde03)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:16:17.483614 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 82e7952a-09a3-4022-af1d-ff0736692e40 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:16:17.523454 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba0ba64-5e5c-4adc-b368-7f0dca039753 req-3cb582ee-8b3c-4022-8f23-07d99405647f tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:17.525017 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8ba0ba64-5e5c-4adc-b368-7f0dca039753 req-3cb582ee-8b3c-4022-8f23-07d99405647f tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.67 "GET /v2.0/ports?device_id=ebcb2f5f-6905-4dde-9297-383f7820fe6b HTTP/1.1" status: 200 len: 943 time: 0.1506915 Oct 12 19:16:17.567828 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-501bf251-95fc-46d2-b116-b9404ee56231 req-e16b5916-126c-4d03-b919-e5ba29c752e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:17.571294 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 82e7952a-09a3-4022-af1d-ff0736692e40 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:16:17.571968 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:17.631847 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501bf251-95fc-46d2-b116-b9404ee56231 req-e16b5916-126c-4d03-b919-e5ba29c752e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:17.632782 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-501bf251-95fc-46d2-b116-b9404ee56231 req-e16b5916-126c-4d03-b919-e5ba29c752e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:17.634132 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-501bf251-95fc-46d2-b116-b9404ee56231 req-e16b5916-126c-4d03-b919-e5ba29c752e7 service neutron] 10.222.0.61 "PUT /v2.0/ports/7db03265-2d6b-400e-b310-4e6d52f5f5df HTTP/1.1" status: 200 len: 1091 time: 1.1480122 Oct 12 19:16:17.634571 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdb82ee1-0e76-427c-9bb6-704801b6434f', 'tag': '7db03265-2d6b-400e-b310-4e6d52f5f5df'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:16:17.639695 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece63f33-20a7-41e6-b009-ff85e3005c1d req-38478129-7e1c-44f0-9b1f-cf25efca4b4b tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:17.643437 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79fe44d4-549a-4e09-a134-e8e9a73293d1" -d '{"events": [{"name": "network-changed", "server_uuid": "fdb82ee1-0e76-427c-9bb6-704801b6434f", "tag": "7db03265-2d6b-400e-b310-4e6d52f5f5df"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:16:17.648507 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ece63f33-20a7-41e6-b009-ff85e3005c1d req-38478129-7e1c-44f0-9b1f-cf25efca4b4b tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/networks?id=de7a4800-3a36-49db-938a-a424194241c9 HTTP/1.1" status: 200 len: 805 time: 0.4363618 Oct 12 19:16:17.673336 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16b5916-126c-4d03-b919-e5ba29c752e7 service neutron] Pushing event updated for resources: {'Port': ['ID=7db03265-2d6b-400e-b310-4e6d52f5f5df,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:16:17.707074 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:17.715944 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ece63f33-20a7-41e6-b009-ff85e3005c1d req-0614ff07-795d-4c60-bb5c-0ab5c80075a7 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/quotas/21466a39e7454d76a525d9f64a023efa HTTP/1.1" status: 200 len: 375 time: 0.0665636 Oct 12 19:16:17.750604 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] For port 82e7952a-09a3-4022-af1d-ff0736692e40, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=82e7952a-09a3-4022-af1d-ff0736692e40,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:16:17.802922 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501bf251-95fc-46d2-b116-b9404ee56231 req-ee4ea825-0132-4c63-bb71-f487dcbec723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:17.805016 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-501bf251-95fc-46d2-b116-b9404ee56231 req-ee4ea825-0132-4c63-bb71-f487dcbec723 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=be097918f5b94809bf87bbe0f738b2e8&device_id=fdb82ee1-0e76-427c-9bb6-704801b6434f HTTP/1.1" status: 200 len: 1094 time: 0.0495281 Oct 12 19:16:17.834415 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:17.834954 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-8ba0ba64-5e5c-4adc-b368-7f0dca039753 req-1b012f1c-7043-49e7-b78d-8578d23474a9 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Deleting port 55040e15-9f6c-4c44-bac6-a29655280573 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:16:17.835301 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-8ba0ba64-5e5c-4adc-b368-7f0dca039753 req-1b012f1c-7043-49e7-b78d-8578d23474a9 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:17.872745 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-501bf251-95fc-46d2-b116-b9404ee56231 req-0d156531-4205-473e-9699-217c8f823d31 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7db03265-2d6b-400e-b310-4e6d52f5f5df HTTP/1.1" status: 200 len: 217 time: 0.0599618 Oct 12 19:16:17.917644 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Pushing event updated for resources: {'Port': ['ID=82e7952a-09a3-4022-af1d-ff0736692e40,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:16:17.940125 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ece63f33-20a7-41e6-b009-ff85e3005c1d req-ef69be1e-66cc-4d68-97a3-70372aec29d1 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=21466a39e7454d76a525d9f64a023efa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2146258 Oct 12 19:16:17.944176 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501bf251-95fc-46d2-b116-b9404ee56231 req-721c96dd-cd3e-43af-b395-fc32ddf05e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:17.945762 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-501bf251-95fc-46d2-b116-b9404ee56231 req-721c96dd-cd3e-43af-b395-fc32ddf05e73 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a55e2543-ff63-4731-9925-d009e1720d0d HTTP/1.1" status: 200 len: 853 time: 0.0660863 Oct 12 19:16:17.967451 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-8ba0ba64-5e5c-4adc-b368-7f0dca039753 req-1b012f1c-7043-49e7-b78d-8578d23474a9 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] For port 55040e15-9f6c-4c44-bac6-a29655280573, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=55040e15-9f6c-4c44-bac6-a29655280573,segment=NetworkSegment(35dde9ae-6a3d-4327-a38f-c2a1ca6f0ad7),segment_id=35dde9ae-6a3d-4327-a38f-c2a1ca6f0ad7)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:16:17.967819 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-8ba0ba64-5e5c-4adc-b368-7f0dca039753 req-1b012f1c-7043-49e7-b78d-8578d23474a9 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:17.984180 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-501bf251-95fc-46d2-b116-b9404ee56231 req-0e28112d-bff3-4e22-98ee-032aa4092f38 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=719e4a1c-b19a-4773-a833-c6e1b8aa661c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314934 Oct 12 19:16:18.037622 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-8ba0ba64-5e5c-4adc-b368-7f0dca039753 req-1b012f1c-7043-49e7-b78d-8578d23474a9 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Calling delete_port for 55040e15-9f6c-4c44-bac6-a29655280573 owned by compute:nova {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:16:18.086750 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-501bf251-95fc-46d2-b116-b9404ee56231 req-1ee2e317-4d1c-44fa-8a8b-6459a3bf3043 service neutron] 10.222.0.61 "GET /v2.0/networks/719e4a1c-b19a-4773-a833-c6e1b8aa661c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953107 Oct 12 19:16:18.123310 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-93eab0fc-be22-4ef0-affd-c6d10e98e143 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb6ebc8d-ae43-4017-abf8-253569f88e90 {{(pid=95501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:16:18.133317 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-93eab0fc-be22-4ef0-affd-c6d10e98e143 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:18.150641 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.provisioning_blocks [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-93eab0fc-be22-4ef0-affd-c6d10e98e143 service neutron] Transition to ACTIVE for port object cb6ebc8d-ae43-4017-abf8-253569f88e90 will not be triggered until provisioned by entity L2. {{(pid=95501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:16:18.211466 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-501bf251-95fc-46d2-b116-b9404ee56231 req-cd5a7a12-084f-4525-b43f-9c52345af580 service neutron] 10.222.0.61 "GET /v2.0/networks/719e4a1c-b19a-4773-a833-c6e1b8aa661c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176729 Oct 12 19:16:18.226156 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ece63f33-20a7-41e6-b009-ff85e3005c1d req-8e21e2ba-c8c8-4005-81cc-6c56daf6900d service neutron] 10.222.0.49 "GET /v2.0/networks/de7a4800-3a36-49db-938a-a424194241c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2753499 Oct 12 19:16:18.250707 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-93eab0fc-be22-4ef0-affd-c6d10e98e143 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:18.406854 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb85653e-43c6-4635-81a1-255d29fde75e None None] Sync routers for ids ['8cfc3488-f25e-4597-96a9-33faec720c6e'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:16:18.424069 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb85653e-43c6-4635-81a1-255d29fde75e None None] Routers {'8cfc3488-f25e-4597-96a9-33faec720c6e'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:16:18.424869 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-fb85653e-43c6-4635-81a1-255d29fde75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:16:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['8cfc3488-f25e-4597-96a9-33faec720c6e'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:16:18.425586 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eab0fc-be22-4ef0-affd-c6d10e98e143 service neutron] Pushing event updated for resources: {'Port': ['ID=cb6ebc8d-ae43-4017-abf8-253569f88e90,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:16:18.495946 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ece63f33-20a7-41e6-b009-ff85e3005c1d req-042de6a4-58d1-42dd-bd9a-fa806fbfdcf6 service neutron] 10.222.0.49 "GET /v2.0/networks/de7a4800-3a36-49db-938a-a424194241c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2621899 Oct 12 19:16:18.563495 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-fb85653e-43c6-4635-81a1-255d29fde75e None None] Set router 8cfc3488-f25e-4597-96a9-33faec720c6e gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:16:18.591388 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-93eab0fc-be22-4ef0-affd-c6d10e98e143 service neutron] Attempting to bind port cb6ebc8d-ae43-4017-abf8-253569f88e90 on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:16:18.591649 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-93eab0fc-be22-4ef0-affd-c6d10e98e143 service neutron] Attempting to bind port cb6ebc8d-ae43-4017-abf8-253569f88e90 by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': '09a21d68-e5f5-4a28-8630-05ca83531668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '6c3decc3-29e4-408c-a34f-0339ccbba377'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:16:18.592151 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-93eab0fc-be22-4ef0-affd-c6d10e98e143 service neutron] Attempting to bind port cb6ebc8d-ae43-4017-abf8-253569f88e90 on network 6c3decc3-29e4-408c-a34f-0339ccbba377 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:16:18.597397 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-93eab0fc-be22-4ef0-affd-c6d10e98e143 service neutron] Port cb6ebc8d-ae43-4017-abf8-253569f88e90 on network 6c3decc3-29e4-408c-a34f-0339ccbba377 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:16:18.597804 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-93eab0fc-be22-4ef0-affd-c6d10e98e143 service neutron] Attempting to bind port cb6ebc8d-ae43-4017-abf8-253569f88e90 on network 6c3decc3-29e4-408c-a34f-0339ccbba377 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:16:18.605061 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-93eab0fc-be22-4ef0-affd-c6d10e98e143 service neutron] Checking agent: {'id': 'f5e9725f-f5a6-43c2-a1be-95e21e9a1fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:16:18.605544 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-93eab0fc-be22-4ef0-affd-c6d10e98e143 service neutron] Checking segment: {'id': '09a21d68-e5f5-4a28-8630-05ca83531668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '6c3decc3-29e4-408c-a34f-0339ccbba377'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:16:18.605997 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-93eab0fc-be22-4ef0-affd-c6d10e98e143 service neutron] Bound using segment: {'id': '09a21d68-e5f5-4a28-8630-05ca83531668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '6c3decc3-29e4-408c-a34f-0339ccbba377'} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:16:18.606535 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-93eab0fc-be22-4ef0-affd-c6d10e98e143 service neutron] Bound port: cb6ebc8d-ae43-4017-abf8-253569f88e90, host: n-h1-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09a21d68-e5f5-4a28-8630-05ca83531668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '6c3decc3-29e4-408c-a34f-0339ccbba377'}}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:16:18.606969 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-93eab0fc-be22-4ef0-affd-c6d10e98e143 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:18.646527 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-8ba0ba64-5e5c-4adc-b368-7f0dca039753 req-1b012f1c-7043-49e7-b78d-8578d23474a9 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:18.688261 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b012f1c-7043-49e7-b78d-8578d23474a9 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Pushing event deleted for resources: {'Port': ['ID=55040e15-9f6c-4c44-bac6-a29655280573,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:16:18.767112 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-93eab0fc-be22-4ef0-affd-c6d10e98e143 service neutron] For port cb6ebc8d-ae43-4017-abf8-253569f88e90, host n-h1-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:16:18.783381 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-fb85653e-43c6-4635-81a1-255d29fde75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cfc3488-f25e-4597-96a9-33faec720c6e', 'name': 'tempest-ServersTestBootFromVolume-1270830842-router', 'tenant_id': '946dd0c35a1f4bae8ffa87f2f91ec7ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '82e7952a-09a3-4022-af1d-ff0736692e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:16:09Z', 'updated_at': '2021-10-12T19:16:14Z', 'revision_number': 4, 'project_id': '946dd0c35a1f4bae8ffa87f2f91ec7ab', 'gw_port': {'id': '82e7952a-09a3-4022-af1d-ff0736692e40', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cfc3488-f25e-4597-96a9-33faec720c6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:16:09Z', 'updated_at': '2021-10-12T19:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '16ecced5-0c91-4820-9e77-99be485aee36', 'name': '', 'network_id': 'ab893836-0239-44c0-af28-b9b191133092', 'tenant_id': '946dd0c35a1f4bae8ffa87f2f91ec7ab', 'mac_address': 'fa:16:3e:48:c6:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cfc3488-f25e-4597-96a9-33faec720c6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': 'e6d5c0cf-d179-4ac4-8185-f423c3359bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:16:13Z', 'updated_at': '2021-10-12T19:16:14Z', 'revision_number': 2, 'project_id': '946dd0c35a1f4bae8ffa87f2f91ec7ab', 'subnets': [{'id': 'e6d5c0cf-d179-4ac4-8185-f423c3359bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:16:18.794107 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ba0ba64-5e5c-4adc-b368-7f0dca039753 req-1b012f1c-7043-49e7-b78d-8578d23474a9 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] No DVR routers for this DVR port 55040e15-9f6c-4c44-bac6-a29655280573 on host n-h2-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:16:18.797944 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-93eab0fc-be22-4ef0-affd-c6d10e98e143 service neutron] For port cb6ebc8d-ae43-4017-abf8-253569f88e90, host n-h1-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=cb6ebc8d-ae43-4017-abf8-253569f88e90,segment=NetworkSegment(09a21d68-e5f5-4a28-8630-05ca83531668),segment_id=09a21d68-e5f5-4a28-8630-05ca83531668)] {{(pid=95501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:16:18.799627 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-8ba0ba64-5e5c-4adc-b368-7f0dca039753 req-1b012f1c-7043-49e7-b78d-8578d23474a9 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:18.808156 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8ba0ba64-5e5c-4adc-b368-7f0dca039753 req-1b012f1c-7043-49e7-b78d-8578d23474a9 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.67 "DELETE /v2.0/ports/55040e15-9f6c-4c44-bac6-a29655280573 HTTP/1.1" status: 204 len: 173 time: 1.2643132 Oct 12 19:16:18.808156 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebcb2f5f-6905-4dde-9297-383f7820fe6b', 'name': 'network-vif-deleted', 'tag': '55040e15-9f6c-4c44-bac6-a29655280573'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:16:18.808156 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8abadcfb-26fd-4d62-a43d-89ff31e0557e" -d '{"events": [{"server_uuid": "ebcb2f5f-6905-4dde-9297-383f7820fe6b", "name": "network-vif-deleted", "tag": "55040e15-9f6c-4c44-bac6-a29655280573"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:16:18.830444 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb85653e-43c6-4635-81a1-255d29fde75e None None] Checking router: 8cfc3488-f25e-4597-96a9-33faec720c6e for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:16:18.830955 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb85653e-43c6-4635-81a1-255d29fde75e None None] Updating router 8cfc3488-f25e-4597-96a9-33faec720c6e port 16ecced5-0c91-4820-9e77-99be485aee36 binding host n-d-813679-3 {{(pid=95504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 19:16:18.860258 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-fb85653e-43c6-4635-81a1-255d29fde75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:18.924476 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-93eab0fc-be22-4ef0-affd-c6d10e98e143 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:18.938060 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-93eab0fc-be22-4ef0-affd-c6d10e98e143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:18.938674 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-93eab0fc-be22-4ef0-affd-c6d10e98e143 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:18.940401 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-93eab0fc-be22-4ef0-affd-c6d10e98e143 service neutron] 10.222.0.61 "PUT /v2.0/ports/cb6ebc8d-ae43-4017-abf8-253569f88e90 HTTP/1.1" status: 200 len: 1092 time: 1.8115742 Oct 12 19:16:19.033422 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eab0fc-be22-4ef0-affd-c6d10e98e143 service neutron] Pushing event updated for resources: {'Port': ['ID=cb6ebc8d-ae43-4017-abf8-253569f88e90,revision_number=3']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:16:19.060347 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-692cd42c-7d69-445a-b5e6-1e95e785037f service neutron] Request body: {'port': {'device_id': 'ecc38ae3-328a-43a0-a185-601e29a048cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-3'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:16:19.224458 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-692cd42c-7d69-445a-b5e6-1e95e785037f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:19.338041 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-fb85653e-43c6-4635-81a1-255d29fde75e None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:19.425960 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 35630) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:16:19.431162 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-b43e9985-a266-44b9-9897-3492c3e565ba tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1218282324', 'description': 'tempest-description--406113282'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:16:19.432570 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-fb85653e-43c6-4635-81a1-255d29fde75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:19.483530 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 12 Oct 2021 19:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71beb6a6-4485-41e5-9bfc-209d948b84bf x-openstack-request-id: req-71beb6a6-4485-41e5-9bfc-209d948b84bf {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:16:19.484723 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebcb2f5f-6905-4dde-9297-383f7820fe6b", "name": "network-vif-unplugged", "status": "completed", "tag": "55040e15-9f6c-4c44-bac6-a29655280573", "code": 200}, {"server_uuid": "99d0578e-9f1b-42ed-aea7-3223b5004d8e", "name": "network-vif-plugged", "status": "completed", "tag": "409be5dc-1cd9-4cf6-b7a2-42a24420afad", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:16:19.485224 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-71beb6a6-4485-41e5-9bfc-209d948b84bf {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:16:19.485868 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebcb2f5f-6905-4dde-9297-383f7820fe6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55040e15-9f6c-4c44-bac6-a29655280573', 'code': 200} Oct 12 19:16:19.486362 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99d0578e-9f1b-42ed-aea7-3223b5004d8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '409be5dc-1cd9-4cf6-b7a2-42a24420afad', 'code': 200} Oct 12 19:16:19.538915 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 82e7952a-09a3-4022-af1d-ff0736692e40 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:16:19.614639 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b43e9985-a266-44b9-9897-3492c3e565ba tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:19.620089 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 82e7952a-09a3-4022-af1d-ff0736692e40 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:16:19.620540 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:19.631433 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e80ab0-9857-4d31-907f-9bf7edc1543e None None] Pushing event updated for resources: {'Port': ['ID=16ecced5-0c91-4820-9e77-99be485aee36,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:16:19.720364 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ba4929-4d20-4540-be7d-5b1bfa0c89ce req-d0bbd68f-426d-48be-88e1-413e21c7a5f6 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:19.734704 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ba4929-4d20-4540-be7d-5b1bfa0c89ce req-d0bbd68f-426d-48be-88e1-413e21c7a5f6 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:19.742427 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ba4929-4d20-4540-be7d-5b1bfa0c89ce req-d0bbd68f-426d-48be-88e1-413e21c7a5f6 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:19.753939 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ba4929-4d20-4540-be7d-5b1bfa0c89ce req-d0bbd68f-426d-48be-88e1-413e21c7a5f6 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:19.761527 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ba4929-4d20-4540-be7d-5b1bfa0c89ce req-d0bbd68f-426d-48be-88e1-413e21c7a5f6 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:19.766290 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-fb85653e-43c6-4635-81a1-255d29fde75e None None] Attempting to bind port 16ecced5-0c91-4820-9e77-99be485aee36 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:16:19.766795 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-fb85653e-43c6-4635-81a1-255d29fde75e None None] Attempting to bind port 16ecced5-0c91-4820-9e77-99be485aee36 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '39de4046-1820-4521-a143-39eb95fd128b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ab893836-0239-44c0-af28-b9b191133092'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:16:19.767621 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb85653e-43c6-4635-81a1-255d29fde75e None None] Attempting to bind port 16ecced5-0c91-4820-9e77-99be485aee36 on network ab893836-0239-44c0-af28-b9b191133092 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:16:19.774141 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-12ba4929-4d20-4540-be7d-5b1bfa0c89ce req-d0bbd68f-426d-48be-88e1-413e21c7a5f6 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecc38ae3-328a-43a0-a185-601e29a048cb HTTP/1.1" status: 200 len: 3829 time: 0.2773888 Oct 12 19:16:19.780842 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb85653e-43c6-4635-81a1-255d29fde75e None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:16:19.782068 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb85653e-43c6-4635-81a1-255d29fde75e None None] Checking segment: {'id': '39de4046-1820-4521-a143-39eb95fd128b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ab893836-0239-44c0-af28-b9b191133092'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:16:19.783019 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-fb85653e-43c6-4635-81a1-255d29fde75e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:19.785312 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb85653e-43c6-4635-81a1-255d29fde75e None None] Bound using segment: {'id': '39de4046-1820-4521-a143-39eb95fd128b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ab893836-0239-44c0-af28-b9b191133092'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:16:19.787981 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-fb85653e-43c6-4635-81a1-255d29fde75e None None] Bound port: 16ecced5-0c91-4820-9e77-99be485aee36, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39de4046-1820-4521-a143-39eb95fd128b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ab893836-0239-44c0-af28-b9b191133092'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:16:19.790665 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-fb85653e-43c6-4635-81a1-255d29fde75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:19.834768 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d94fa9-8340-4484-8a4f-063a44dfcbc3 req-a88f4384-9fa7-4511-acd3-07d240ae8a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:19.837539 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f6d94fa9-8340-4484-8a4f-063a44dfcbc3 req-a88f4384-9fa7-4511-acd3-07d240ae8a7a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=99d0578e-9f1b-42ed-aea7-3223b5004d8e HTTP/1.1" status: 200 len: 1097 time: 0.1064110 Oct 12 19:16:19.847006 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e637a567-1468-494f-b529-a3d0efe8ae1a req-3c569c7b-d646-4ce5-99e8-2016a2e72085 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:19.854529 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-12ba4929-4d20-4540-be7d-5b1bfa0c89ce req-4f692c1b-4c79-4932-b856-457c3ae8d1fa tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/security-groups?id=0726b0fe-78be-4ea7-8b43-7be54affa06f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791881 Oct 12 19:16:19.856203 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e637a567-1468-494f-b529-a3d0efe8ae1a req-3c569c7b-d646-4ce5-99e8-2016a2e72085 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=99d0578e-9f1b-42ed-aea7-3223b5004d8e HTTP/1.1" status: 200 len: 946 time: 0.1552362 Oct 12 19:16:19.960100 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-fb85653e-43c6-4635-81a1-255d29fde75e None None] For port 16ecced5-0c91-4820-9e77-99be485aee36, host n-d-813679-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:16:19.962158 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e9bfc9a-061c-44b6-932c-bfc4fa46f1f4 x-openstack-request-id: req-2e9bfc9a-061c-44b6-932c-bfc4fa46f1f4 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:16:19.962458 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdb82ee1-0e76-427c-9bb6-704801b6434f", "tag": "7db03265-2d6b-400e-b310-4e6d52f5f5df", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:16:19.962710 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2e9bfc9a-061c-44b6-932c-bfc4fa46f1f4 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:16:19.963114 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdb82ee1-0e76-427c-9bb6-704801b6434f', 'tag': '7db03265-2d6b-400e-b310-4e6d52f5f5df', 'status': 'completed', 'code': 200} Oct 12 19:16:19.968052 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-fb85653e-43c6-4635-81a1-255d29fde75e None None] For port 16ecced5-0c91-4820-9e77-99be485aee36, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=16ecced5-0c91-4820-9e77-99be485aee36,segment=NetworkSegment(39de4046-1820-4521-a143-39eb95fd128b),segment_id=39de4046-1820-4521-a143-39eb95fd128b)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:16:19.982466 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b43e9985-a266-44b9-9897-3492c3e565ba tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:19.990845 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e637a567-1468-494f-b529-a3d0efe8ae1a req-22667b4e-f18b-4e34-b1bf-386d26442c0e tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2999b03-b87d-46b4-9267-1669e2e14df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335671 Oct 12 19:16:20.012423 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f6d94fa9-8340-4484-8a4f-063a44dfcbc3 req-d777e9fb-8c52-493e-8621-b4024b9db6a4 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=b2999b03-b87d-46b4-9267-1669e2e14df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540332 Oct 12 19:16:20.085154 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-fb85653e-43c6-4635-81a1-255d29fde75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:20.093433 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b43e9985-a266-44b9-9897-3492c3e565ba tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:20.098949 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fe44d4-549a-4e09-a134-e8e9a73293d1 req-da8cfd41-8f17-48d7-aee8-010f4937bbea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:20.100500 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-79fe44d4-549a-4e09-a134-e8e9a73293d1 req-da8cfd41-8f17-48d7-aee8-010f4937bbea service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=be097918f5b94809bf87bbe0f738b2e8&device_id=fdb82ee1-0e76-427c-9bb6-704801b6434f HTTP/1.1" status: 200 len: 1094 time: 0.0734739 Oct 12 19:16:20.112908 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-b52c8b29-d3c7-4578-b94f-1fc5325b09aa None None] Provisioning complete for port 16ecced5-0c91-4820-9e77-99be485aee36 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:16:20.113335 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa29ede-e14e-48b6-bb9c-09a1f436e3d2 req-4d227aab-8a2f-465d-b95f-2f0b0eadacde tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:20.113532 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b52c8b29-d3c7-4578-b94f-1fc5325b09aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:20.121077 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-dfa29ede-e14e-48b6-bb9c-09a1f436e3d2 req-4d227aab-8a2f-465d-b95f-2f0b0eadacde tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0da0205-1dd8-439a-919c-bb9f6fec218b HTTP/1.1" status: 200 len: 946 time: 0.1083708 Oct 12 19:16:20.149081 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-692cd42c-7d69-445a-b5e6-1e95e785037f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 606f9c96-932b-4ef3-9ddb-6836480c9163 {{(pid=95501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:16:20.187059 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 55040e15-9f6c-4c44-bac6-a29655280573 no longer exists at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:16:20.195407 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-692cd42c-7d69-445a-b5e6-1e95e785037f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:20.216750 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb85653e-43c6-4635-81a1-255d29fde75e None None] Routers {'8cfc3488-f25e-4597-96a9-33faec720c6e'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:16:20.217712 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-fb85653e-43c6-4635-81a1-255d29fde75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:16:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['8cfc3488-f25e-4597-96a9-33faec720c6e'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:16:20.254466 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] No Port match for: 55040e15-9f6c-4c44-bac6-a29655280573 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:16:20.254812 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 55040e15-9f6c-4c44-bac6-a29655280573 not bound to the agent host n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:16:20.265968 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.provisioning_blocks [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-692cd42c-7d69-445a-b5e6-1e95e785037f service neutron] Transition to ACTIVE for port object 606f9c96-932b-4ef3-9ddb-6836480c9163 will not be triggered until provisioned by entity L2. {{(pid=95501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:16:20.310716 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e80ab0-9857-4d31-907f-9bf7edc1543e None None] Pushing event updated for resources: {'Port': ['ID=16ecced5-0c91-4820-9e77-99be485aee36,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:16:20.318811 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3562de20-21d3-4885-8cdf-cc123e0c87f6 req-f7f37490-f765-4dd7-b3d0-5cefdec33d94 tempest-ServerPasswordTestJSON-1281280195 tempest-ServerPasswordTestJSON-1281280195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:20.319718 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fe44d4-549a-4e09-a134-e8e9a73293d1 req-75b29976-82fe-4f6a-a656-2a18d145a423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:20.320503 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3562de20-21d3-4885-8cdf-cc123e0c87f6 req-f7f37490-f765-4dd7-b3d0-5cefdec33d94 tempest-ServerPasswordTestJSON-1281280195 tempest-ServerPasswordTestJSON-1281280195-project] 10.222.0.49 "GET /v2.0/ports?device_id=fdb82ee1-0e76-427c-9bb6-704801b6434f HTTP/1.1" status: 200 len: 943 time: 0.2281621 Oct 12 19:16:20.334555 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-79fe44d4-549a-4e09-a134-e8e9a73293d1 req-75b29976-82fe-4f6a-a656-2a18d145a423 service neutron] 10.222.0.61 "GET /v2.0/networks?id=719e4a1c-b19a-4773-a833-c6e1b8aa661c HTTP/1.1" status: 200 len: 914 time: 0.2076600 Oct 12 19:16:20.336264 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43e9985-a266-44b9-9897-3492c3e565ba tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc65bd81-089d-4991-a470-ab1403753bc0,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:16:20.355775 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b43e9985-a266-44b9-9897-3492c3e565ba tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:20.357249 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-b43e9985-a266-44b9-9897-3492c3e565ba tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.9297495 Oct 12 19:16:20.360124 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b52c8b29-d3c7-4578-b94f-1fc5325b09aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:20.363156 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 35638) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:16:20.369725 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-c2889d5e-056e-48d8-93a8-e65c2985e40d tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] Request body: {'security_group_rule': {'security_group_id': 'fc65bd81-089d-4991-a470-ab1403753bc0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:16:20.375056 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-dfa29ede-e14e-48b6-bb9c-09a1f436e3d2 req-ff211d0f-de7e-49b6-8779-2178df8d6ed7 tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] 10.222.0.49 "GET /v2.0/security-groups?id=14ce9c65-16e7-48f8-95cc-71d4ece73a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2527797 Oct 12 19:16:20.399616 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-692cd42c-7d69-445a-b5e6-1e95e785037f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:20.458726 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-b52c8b29-d3c7-4578-b94f-1fc5325b09aa None None] For port 16ecced5-0c91-4820-9e77-99be485aee36, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=16ecced5-0c91-4820-9e77-99be485aee36,segment=NetworkSegment(39de4046-1820-4521-a143-39eb95fd128b),segment_id=39de4046-1820-4521-a143-39eb95fd128b)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:16:20.478070 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-79fe44d4-549a-4e09-a134-e8e9a73293d1 req-f6f8da61-7146-4f26-9fe0-8f7ae6ad5b08 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7db03265-2d6b-400e-b310-4e6d52f5f5df HTTP/1.1" status: 200 len: 217 time: 0.1002290 Oct 12 19:16:20.484619 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692cd42c-7d69-445a-b5e6-1e95e785037f service neutron] Pushing event updated for resources: {'Port': ['ID=606f9c96-932b-4ef3-9ddb-6836480c9163,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:16:20.539266 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c2889d5e-056e-48d8-93a8-e65c2985e40d tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:20.559172 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3562de20-21d3-4885-8cdf-cc123e0c87f6 req-dfc19bd0-f007-42b1-8a93-77cfcfb543c9 tempest-ServerPasswordTestJSON-1281280195 tempest-ServerPasswordTestJSON-1281280195-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b0346c6-5490-4f68-9bf6-ec1a6ec5e316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235758 Oct 12 19:16:20.583139 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b52c8b29-d3c7-4578-b94f-1fc5325b09aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:20.705784 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52c8b29-d3c7-4578-b94f-1fc5325b09aa None None] Pushing event updated for resources: {'Port': ['ID=16ecced5-0c91-4820-9e77-99be485aee36,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:16:20.713198 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e7eaad36-2261-4a3d-960c-86661715089b req-6a3e0261-75dc-4d5e-af25-9de482b83ce7 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/ports?device_id=29b8bd1d-694e-4c8f-81eb-c3dbbbab4410 HTTP/1.1" status: 200 len: 210 time: 0.1204119 Oct 12 19:16:20.777378 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-fb85653e-43c6-4635-81a1-255d29fde75e None None] Set router 8cfc3488-f25e-4597-96a9-33faec720c6e gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:16:20.782540 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-5389c983-c040-4c85-bdfb-36825998daf0 None None] Provisioning complete for port 16ecced5-0c91-4820-9e77-99be485aee36 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:16:20.784115 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5389c983-c040-4c85-bdfb-36825998daf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:20.794996 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96594a5a-392e-4ceb-838b-40439035ee82 x-openstack-request-id: req-96594a5a-392e-4ceb-838b-40439035ee82 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:16:20.795335 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebcb2f5f-6905-4dde-9297-383f7820fe6b", "name": "network-vif-deleted", "tag": "55040e15-9f6c-4c44-bac6-a29655280573", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:16:20.795597 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-96594a5a-392e-4ceb-838b-40439035ee82 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:16:20.795997 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebcb2f5f-6905-4dde-9297-383f7820fe6b', 'name': 'network-vif-deleted', 'tag': '55040e15-9f6c-4c44-bac6-a29655280573', 'status': 'completed', 'code': 200} Oct 12 19:16:20.809031 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c2889d5e-056e-48d8-93a8-e65c2985e40d tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:20.824986 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-692cd42c-7d69-445a-b5e6-1e95e785037f service neutron] Attempting to bind port 606f9c96-932b-4ef3-9ddb-6836480c9163 on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:16:20.824986 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-692cd42c-7d69-445a-b5e6-1e95e785037f service neutron] Attempting to bind port 606f9c96-932b-4ef3-9ddb-6836480c9163 by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': 'c5aaa6cb-4fc0-487c-a1c9-b6d1d0ba82ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '2e14c4f2-b68c-4d21-920b-215a17ef69db'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:16:20.824986 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-692cd42c-7d69-445a-b5e6-1e95e785037f service neutron] Attempting to bind port 606f9c96-932b-4ef3-9ddb-6836480c9163 on network 2e14c4f2-b68c-4d21-920b-215a17ef69db {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:16:20.834578 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-692cd42c-7d69-445a-b5e6-1e95e785037f service neutron] Port 606f9c96-932b-4ef3-9ddb-6836480c9163 on network 2e14c4f2-b68c-4d21-920b-215a17ef69db not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:16:20.835128 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-692cd42c-7d69-445a-b5e6-1e95e785037f service neutron] Attempting to bind port 606f9c96-932b-4ef3-9ddb-6836480c9163 on network 2e14c4f2-b68c-4d21-920b-215a17ef69db {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:16:20.841910 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fe44d4-549a-4e09-a134-e8e9a73293d1 req-ab0e5304-dcf6-4155-93ab-50672eaeaa6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:20.847724 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-79fe44d4-549a-4e09-a134-e8e9a73293d1 req-ab0e5304-dcf6-4155-93ab-50672eaeaa6b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a55e2543-ff63-4731-9925-d009e1720d0d HTTP/1.1" status: 200 len: 853 time: 0.3620157 Oct 12 19:16:20.849014 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-692cd42c-7d69-445a-b5e6-1e95e785037f service neutron] Checking agent: {'id': 'f5e9725f-f5a6-43c2-a1be-95e21e9a1fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:16:20.849674 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-692cd42c-7d69-445a-b5e6-1e95e785037f service neutron] Checking segment: {'id': 'c5aaa6cb-4fc0-487c-a1c9-b6d1d0ba82ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '2e14c4f2-b68c-4d21-920b-215a17ef69db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:16:20.850715 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-692cd42c-7d69-445a-b5e6-1e95e785037f service neutron] Bound using segment: {'id': 'c5aaa6cb-4fc0-487c-a1c9-b6d1d0ba82ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '2e14c4f2-b68c-4d21-920b-215a17ef69db'} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:16:20.851638 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-692cd42c-7d69-445a-b5e6-1e95e785037f service neutron] Bound port: 606f9c96-932b-4ef3-9ddb-6836480c9163, host: n-h1-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5aaa6cb-4fc0-487c-a1c9-b6d1d0ba82ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '2e14c4f2-b68c-4d21-920b-215a17ef69db'}}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:16:20.852282 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-692cd42c-7d69-445a-b5e6-1e95e785037f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:20.966469 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c3647871-cd79-45ca-9f62-23a1c787ecb6 req-c61c9862-46fa-4b67-81dd-7f760ada515b tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d8118a-4722-4e86-9061-3b560a61dbf9 HTTP/1.1" status: 200 len: 210 time: 0.1014111 Oct 12 19:16:20.975490 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c2889d5e-056e-48d8-93a8-e65c2985e40d tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:20.995625 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-79fe44d4-549a-4e09-a134-e8e9a73293d1 req-3759e998-371a-4ea8-a506-c9088fb7a641 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=719e4a1c-b19a-4773-a833-c6e1b8aa661c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1048737 Oct 12 19:16:20.997356 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2889d5e-056e-48d8-93a8-e65c2985e40d tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c3f08c3-db13-4c42-acfb-d81364840b36,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:16:21.010776 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-692cd42c-7d69-445a-b5e6-1e95e785037f service neutron] For port 606f9c96-932b-4ef3-9ddb-6836480c9163, host n-h1-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:16:21.030453 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-692cd42c-7d69-445a-b5e6-1e95e785037f service neutron] For port 606f9c96-932b-4ef3-9ddb-6836480c9163, host n-h1-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=606f9c96-932b-4ef3-9ddb-6836480c9163,segment=NetworkSegment(c5aaa6cb-4fc0-487c-a1c9-b6d1d0ba82ce),segment_id=c5aaa6cb-4fc0-487c-a1c9-b6d1d0ba82ce)] {{(pid=95501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:16:21.052688 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6346a3-c259-4bf4-b5e8-4f4cb9dba49d req-d91d98e2-4fab-42fa-a379-d5250bd65734 tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:21.054266 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ac6346a3-c259-4bf4-b5e8-4f4cb9dba49d req-d91d98e2-4fab-42fa-a379-d5250bd65734 tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0da0205-1dd8-439a-919c-bb9f6fec218b HTTP/1.1" status: 200 len: 946 time: 0.1269469 Oct 12 19:16:21.064120 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 7db03265-2d6b-400e-b310-4e6d52f5f5df details requested by agent hyperv_n-h1-813679-3 with host n-h1-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:16:21.065560 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 35652) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:16:21.073717 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-34e116e1-43b4-4f09-ae42-cf96fd192a30 tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] Request body: {'floatingip': {'port_id': '8d5ca2a5-1f04-445e-8431-50f1b9a9f57b'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:16:21.161850 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-34e116e1-43b4-4f09-ae42-cf96fd192a30 tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] Notify callbacks [] for floatingip, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:21.209475 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-fb85653e-43c6-4635-81a1-255d29fde75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cfc3488-f25e-4597-96a9-33faec720c6e', 'name': 'tempest-ServersTestBootFromVolume-1270830842-router', 'tenant_id': '946dd0c35a1f4bae8ffa87f2f91ec7ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '82e7952a-09a3-4022-af1d-ff0736692e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:16:09Z', 'updated_at': '2021-10-12T19:16:14Z', 'revision_number': 4, 'project_id': '946dd0c35a1f4bae8ffa87f2f91ec7ab', 'gw_port': {'id': '82e7952a-09a3-4022-af1d-ff0736692e40', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cfc3488-f25e-4597-96a9-33faec720c6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:16:09Z', 'updated_at': '2021-10-12T19:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '16ecced5-0c91-4820-9e77-99be485aee36', 'name': '', 'network_id': 'ab893836-0239-44c0-af28-b9b191133092', 'tenant_id': '946dd0c35a1f4bae8ffa87f2f91ec7ab', 'mac_address': 'fa:16:3e:48:c6:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cfc3488-f25e-4597-96a9-33faec720c6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': 'e6d5c0cf-d179-4ac4-8185-f423c3359bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:16:13Z', 'updated_at': '2021-10-12T19:16:19Z', 'revision_number': 4, 'project_id': '946dd0c35a1f4bae8ffa87f2f91ec7ab', 'subnets': [{'id': 'e6d5c0cf-d179-4ac4-8185-f423c3359bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:16:21.247208 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb85653e-43c6-4635-81a1-255d29fde75e None None] The sync data for ids ['8cfc3488-f25e-4597-96a9-33faec720c6e'] in n-d-813679-3 is: [{'id': '8cfc3488-f25e-4597-96a9-33faec720c6e', 'name': 'tempest-ServersTestBootFromVolume-1270830842-router', 'tenant_id': '946dd0c35a1f4bae8ffa87f2f91ec7ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '82e7952a-09a3-4022-af1d-ff0736692e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:16:09Z', 'updated_at': '2021-10-12T19:16:14Z', 'revision_number': 4, 'project_id': '946dd0c35a1f4bae8ffa87f2f91ec7ab', 'gw_port': {'id': '82e7952a-09a3-4022-af1d-ff0736692e40', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cfc3488-f25e-4597-96a9-33faec720c6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:16:09Z', 'updated_at': '2021-10-12T19:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '16ecced5-0c91-4820-9e77-99be485aee36', 'name': '', 'network_id': 'ab893836-0239-44c0-af28-b9b191133092', 'tenant_id': '946dd0c35a1f4bae8ffa87f2f91ec7ab', 'mac_address': 'fa:16:3e:48:c6:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cfc3488-f25e-4597-96a9-33faec720c6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': 'e6d5c0cf-d179-4ac4-8185-f423c3359bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:16:13Z', 'updated_at': '2021-10-12T19:16:19Z', 'revision_number': 4, 'project_id': '946dd0c35a1f4bae8ffa87f2f91ec7ab', 'subnets': [{'id': 'e6d5c0cf-d179-4ac4-8185-f423c3359bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:16:21.261584 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c2889d5e-056e-48d8-93a8-e65c2985e40d tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:21.262841 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-c2889d5e-056e-48d8-93a8-e65c2985e40d tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8983872 Oct 12 19:16:21.266334 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 35654) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:16:21.266698 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-692cd42c-7d69-445a-b5e6-1e95e785037f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:21.277118 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-014db7cb-da3a-4dee-b69b-086bc802a012 tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] Request body: {'security_group_rule': {'security_group_id': 'fc65bd81-089d-4991-a470-ab1403753bc0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:16:21.312629 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 7db03265-2d6b-400e-b310-4e6d52f5f5df, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=7db03265-2d6b-400e-b310-4e6d52f5f5df,segment=NetworkSegment(c59480ad-1614-4e22-affe-3c64426fde03),segment_id=c59480ad-1614-4e22-affe-3c64426fde03)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:16:21.340350 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Returning: {'device': '7db03265-2d6b-400e-b310-4e6d52f5f5df', 'network_id': '719e4a1c-b19a-4773-a833-c6e1b8aa661c', 'port_id': '7db03265-2d6b-400e-b310-4e6d52f5f5df', 'mac_address': 'fa:16:3e:d5:8f:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a55e2543-ff63-4731-9925-d009e1720d0d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:16:21.373664 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692cd42c-7d69-445a-b5e6-1e95e785037f service neutron] Pushing event updated for resources: {'Port': ['ID=606f9c96-932b-4ef3-9ddb-6836480c9163,revision_number=3']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:16:21.399904 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b96edf-3e4b-466a-9288-fc6d4f9e2bd0 req-39ccf462-3bf0-414a-bb97-147d74e12ad4 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:21.431796 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b96edf-3e4b-466a-9288-fc6d4f9e2bd0 req-39ccf462-3bf0-414a-bb97-147d74e12ad4 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:21.453372 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b96edf-3e4b-466a-9288-fc6d4f9e2bd0 req-39ccf462-3bf0-414a-bb97-147d74e12ad4 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:21.461963 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-692cd42c-7d69-445a-b5e6-1e95e785037f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:21.464125 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-692cd42c-7d69-445a-b5e6-1e95e785037f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:21.466376 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-692cd42c-7d69-445a-b5e6-1e95e785037f service neutron] 10.222.0.61 "PUT /v2.0/ports/606f9c96-932b-4ef3-9ddb-6836480c9163 HTTP/1.1" status: 200 len: 1135 time: 2.4109099 Oct 12 19:16:21.474219 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b96edf-3e4b-466a-9288-fc6d4f9e2bd0 req-39ccf462-3bf0-414a-bb97-147d74e12ad4 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:21.496501 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:21.512803 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 16ecced5-0c91-4820-9e77-99be485aee36 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:16:21.520331 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b96edf-3e4b-466a-9288-fc6d4f9e2bd0 req-39ccf462-3bf0-414a-bb97-147d74e12ad4 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:21.532734 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffca9a8-7ef3-4841-9ebb-26fb46e91a5e req-70fc1e19-d68b-45df-9cd2-b00dfa0bc2d9 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:21.539968 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fffca9a8-7ef3-4841-9ebb-26fb46e91a5e req-70fc1e19-d68b-45df-9cd2-b00dfa0bc2d9 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=99d0578e-9f1b-42ed-aea7-3223b5004d8e HTTP/1.1" status: 200 len: 946 time: 0.3713026 Oct 12 19:16:21.545211 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b96edf-3e4b-466a-9288-fc6d4f9e2bd0 req-39ccf462-3bf0-414a-bb97-147d74e12ad4 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:21.552612 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-06b96edf-3e4b-466a-9288-fc6d4f9e2bd0 req-39ccf462-3bf0-414a-bb97-147d74e12ad4 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecc38ae3-328a-43a0-a185-601e29a048cb HTTP/1.1" status: 200 len: 4606 time: 0.3787494 Oct 12 19:16:21.594058 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-d0b537a3-ead6-41ea-9cab-1d8294eb772b service neutron] Request body: {'port': {'device_id': 'ecc38ae3-328a-43a0-a185-601e29a048cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-3'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:16:21.597542 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7db03265-2d6b-400e-b310-4e6d52f5f5df {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:16:21.604787 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-014db7cb-da3a-4dee-b69b-086bc802a012 tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:21.637516 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 7db03265-2d6b-400e-b310-4e6d52f5f5df, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=7db03265-2d6b-400e-b310-4e6d52f5f5df,segment=NetworkSegment(c59480ad-1614-4e22-affe-3c64426fde03),segment_id=c59480ad-1614-4e22-affe-3c64426fde03)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:16:21.687789 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-79fe44d4-549a-4e09-a134-e8e9a73293d1 req-30d1e6ab-d277-4188-8332-ea182e56ee8d service neutron] 10.222.0.61 "GET /v2.0/networks/719e4a1c-b19a-4773-a833-c6e1b8aa661c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6837332 Oct 12 19:16:21.714756 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 16ecced5-0c91-4820-9e77-99be485aee36 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:16:21.717369 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:21.764583 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:21.774958 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fffca9a8-7ef3-4841-9ebb-26fb46e91a5e req-220609d7-b945-4cfb-9865-7f628d492f39 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2999b03-b87d-46b4-9267-1669e2e14df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337961 Oct 12 19:16:21.819352 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-014db7cb-da3a-4dee-b69b-086bc802a012 tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:21.824783 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-d0b537a3-ead6-41ea-9cab-1d8294eb772b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:21.874527 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=7db03265-2d6b-400e-b310-4e6d52f5f5df,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:16:21.997368 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['7db03265-2d6b-400e-b310-4e6d52f5f5df'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:16:22.147609 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece63f33-20a7-41e6-b009-ff85e3005c1d req-6cf4a7cf-976b-449d-88b5-36ec8713be58 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:22.149777 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ece63f33-20a7-41e6-b009-ff85e3005c1d req-6cf4a7cf-976b-449d-88b5-36ec8713be58 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.61 "GET /v2.0/networks?id=de7a4800-3a36-49db-938a-a424194241c9 HTTP/1.1" status: 200 len: 805 time: 0.2361331 Oct 12 19:16:22.154299 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-014db7cb-da3a-4dee-b69b-086bc802a012 tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:22.164473 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-06b96edf-3e4b-466a-9288-fc6d4f9e2bd0 req-a1e2d985-69de-43d6-ba65-38a293415b39 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/security-groups?id=76b081dc-6667-4e1c-b44d-8d05a61d7938&id=0726b0fe-78be-4ea7-8b43-7be54affa06f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5777533 Oct 12 19:16:22.186887 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-ece63f33-20a7-41e6-b009-ff85e3005c1d req-41c97001-9968-4814-9172-851eb95983cf tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Request body: {'port': {'device_id': '29b8bd1d-694e-4c8f-81eb-c3dbbbab4410', 'network_id': 'de7a4800-3a36-49db-938a-a424194241c9', 'admin_state_up': True, 'tenant_id': '21466a39e7454d76a525d9f64a023efa'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:16:22.246473 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-79fe44d4-549a-4e09-a134-e8e9a73293d1 req-49d4f8d5-4445-4708-bf19-233be5173a1c service neutron] 10.222.0.61 "GET /v2.0/networks/719e4a1c-b19a-4773-a833-c6e1b8aa661c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5265532 Oct 12 19:16:22.342097 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1be2bdc4-9ac9-4b45-8205-e877d906479a req-178fb419-2262-4809-95f0-97e2ffb1406b tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/ports?device_id=29b8bd1d-694e-4c8f-81eb-c3dbbbab4410 HTTP/1.1" status: 200 len: 210 time: 0.0360255 Oct 12 19:16:22.342784 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014db7cb-da3a-4dee-b69b-086bc802a012 tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a31df8b2-95f5-43b9-9b95-8d3e546284a1,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:16:22.349662 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-014db7cb-da3a-4dee-b69b-086bc802a012 tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:22.358703 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-014db7cb-da3a-4dee-b69b-086bc802a012 tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0829909 Oct 12 19:16:22.358703 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 35664) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:16:22.363725 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-806d5c26-936e-4693-bdbb-4169e2b39c01 tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] Request body: {'floatingip': {'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:16:22.487818 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec6f34e-616d-4a5f-b842-b5fa67d1ed5b req-6ebc89c9-ac75-4a39-8502-7f17772a571c tempest-ServerPasswordTestJSON-1281280195 tempest-ServerPasswordTestJSON-1281280195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:22.490630 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5ec6f34e-616d-4a5f-b842-b5fa67d1ed5b req-6ebc89c9-ac75-4a39-8502-7f17772a571c tempest-ServerPasswordTestJSON-1281280195 tempest-ServerPasswordTestJSON-1281280195-project] 10.222.0.49 "GET /v2.0/ports?device_id=fdb82ee1-0e76-427c-9bb6-704801b6434f HTTP/1.1" status: 200 len: 944 time: 0.5164866 Oct 12 19:16:22.495390 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-d0b537a3-ead6-41ea-9cab-1d8294eb772b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 605e7744-82ec-4122-aca5-63441fceb7bc {{(pid=95501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:16:22.504977 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-d0b537a3-ead6-41ea-9cab-1d8294eb772b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:22.515716 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a909e2d0-f0fb-4902-a8e7-33a6ab5ccb4e req-67006063-591f-4aca-8d63-56447b1c7365 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d8118a-4722-4e86-9061-3b560a61dbf9 HTTP/1.1" status: 200 len: 210 time: 0.0480354 Oct 12 19:16:22.533089 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-806d5c26-936e-4693-bdbb-4169e2b39c01 tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] Notify callbacks [] for floatingip, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:22.601572 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.provisioning_blocks [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-d0b537a3-ead6-41ea-9cab-1d8294eb772b service neutron] Transition to ACTIVE for port object 605e7744-82ec-4122-aca5-63441fceb7bc will not be triggered until provisioned by entity L2. {{(pid=95501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:16:22.683731 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5ec6f34e-616d-4a5f-b842-b5fa67d1ed5b req-63945c00-5033-4f2e-b1fe-6dc118b45482 tempest-ServerPasswordTestJSON-1281280195 tempest-ServerPasswordTestJSON-1281280195-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b0346c6-5490-4f68-9bf6-ec1a6ec5e316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147745 Oct 12 19:16:22.720046 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-d0b537a3-ead6-41ea-9cab-1d8294eb772b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:22.807844 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecc38ae3-328a-43a0-a185-601e29a048cb', 'tag': 'cb6ebc8d-ae43-4017-abf8-253569f88e90'}, {'name': 'network-changed', 'server_uuid': 'ecc38ae3-328a-43a0-a185-601e29a048cb', 'tag': '606f9c96-932b-4ef3-9ddb-6836480c9163'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:16:22.810353 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dc698cc-8665-41f0-80af-a773597f7145" -d '{"events": [{"name": "network-changed", "server_uuid": "ecc38ae3-328a-43a0-a185-601e29a048cb", "tag": "cb6ebc8d-ae43-4017-abf8-253569f88e90"}, {"name": "network-changed", "server_uuid": "ecc38ae3-328a-43a0-a185-601e29a048cb", "tag": "606f9c96-932b-4ef3-9ddb-6836480c9163"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:16:22.862400 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b537a3-ead6-41ea-9cab-1d8294eb772b service neutron] Pushing event updated for resources: {'Port': ['ID=605e7744-82ec-4122-aca5-63441fceb7bc,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:16:22.958666 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 12 Oct 2021 19:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12ea9a9f-2c20-4bb0-bb85-425f1b922258 x-openstack-request-id: req-12ea9a9f-2c20-4bb0-bb85-425f1b922258 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:16:22.958991 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecc38ae3-328a-43a0-a185-601e29a048cb", "tag": "cb6ebc8d-ae43-4017-abf8-253569f88e90", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ecc38ae3-328a-43a0-a185-601e29a048cb", "tag": "606f9c96-932b-4ef3-9ddb-6836480c9163", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:16:22.965170 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-12ea9a9f-2c20-4bb0-bb85-425f1b922258 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:16:22.965170 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecc38ae3-328a-43a0-a185-601e29a048cb', 'tag': 'cb6ebc8d-ae43-4017-abf8-253569f88e90', 'status': 'completed', 'code': 200} Oct 12 19:16:22.965170 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecc38ae3-328a-43a0-a185-601e29a048cb', 'tag': '606f9c96-932b-4ef3-9ddb-6836480c9163', 'status': 'completed', 'code': 200} Oct 12 19:16:23.016477 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.db.resource_extend [None req-34e116e1-43b4-4f09-ae42-cf96fd192a30 tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 12 19:16:23.048295 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.61', 53634) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:16:23.068944 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 7db03265-2d6b-400e-b310-4e6d52f5f5df up at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:16:23.088320 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ece63f33-20a7-41e6-b009-ff85e3005c1d req-41c97001-9968-4814-9172-851eb95983cf tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Made reservation on behalf of 21466a39e7454d76a525d9f64a023efa for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:16:23.092230 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-ece63f33-20a7-41e6-b009-ff85e3005c1d req-41c97001-9968-4814-9172-851eb95983cf tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:23.105303 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-d0b537a3-ead6-41ea-9cab-1d8294eb772b service neutron] Attempting to bind port 605e7744-82ec-4122-aca5-63441fceb7bc on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:16:23.105692 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-d0b537a3-ead6-41ea-9cab-1d8294eb772b service neutron] Attempting to bind port 605e7744-82ec-4122-aca5-63441fceb7bc by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': 'c5aaa6cb-4fc0-487c-a1c9-b6d1d0ba82ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '2e14c4f2-b68c-4d21-920b-215a17ef69db'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:16:23.106008 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-d0b537a3-ead6-41ea-9cab-1d8294eb772b service neutron] Attempting to bind port 605e7744-82ec-4122-aca5-63441fceb7bc on network 2e14c4f2-b68c-4d21-920b-215a17ef69db {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:16:23.134865 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-d0b537a3-ead6-41ea-9cab-1d8294eb772b service neutron] Port 605e7744-82ec-4122-aca5-63441fceb7bc on network 2e14c4f2-b68c-4d21-920b-215a17ef69db not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:16:23.135238 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-d0b537a3-ead6-41ea-9cab-1d8294eb772b service neutron] Attempting to bind port 605e7744-82ec-4122-aca5-63441fceb7bc on network 2e14c4f2-b68c-4d21-920b-215a17ef69db {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:16:23.141311 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-34e116e1-43b4-4f09-ae42-cf96fd192a30 tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:23.147290 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-d0b537a3-ead6-41ea-9cab-1d8294eb772b service neutron] Checking agent: {'id': 'f5e9725f-f5a6-43c2-a1be-95e21e9a1fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:16:23.149734 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-d0b537a3-ead6-41ea-9cab-1d8294eb772b service neutron] Checking segment: {'id': 'c5aaa6cb-4fc0-487c-a1c9-b6d1d0ba82ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '2e14c4f2-b68c-4d21-920b-215a17ef69db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:16:23.154630 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-d0b537a3-ead6-41ea-9cab-1d8294eb772b service neutron] Bound using segment: {'id': 'c5aaa6cb-4fc0-487c-a1c9-b6d1d0ba82ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '2e14c4f2-b68c-4d21-920b-215a17ef69db'} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:16:23.154630 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-d0b537a3-ead6-41ea-9cab-1d8294eb772b service neutron] Bound port: 605e7744-82ec-4122-aca5-63441fceb7bc, host: n-h1-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5aaa6cb-4fc0-487c-a1c9-b6d1d0ba82ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '2e14c4f2-b68c-4d21-920b-215a17ef69db'}}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:16:23.154630 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-d0b537a3-ead6-41ea-9cab-1d8294eb772b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:23.223489 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-eb536e75-21aa-443e-b5fe-7476885de250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:23.225414 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-eb536e75-21aa-443e-b5fe-7476885de250 service neutron] 10.222.0.61 "GET /v2.0/ports/0c9b8f06-b903-4faf-8e00-0608202c3bec HTTP/1.1" status: 200 len: 1027 time: 0.1562152 Oct 12 19:16:23.254982 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-34e116e1-43b4-4f09-ae42-cf96fd192a30 tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7915414'] for floatingip, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:23.262673 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning for port 7db03265-2d6b-400e-b310-4e6d52f5f5df completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:16:23.267075 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning complete for port 7db03265-2d6b-400e-b310-4e6d52f5f5df triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:16:23.267685 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:23.342571 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc698cc-8665-41f0-80af-a773597f7145 req-113899b3-87d6-4401-a585-f67e7ee6f2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:23.343360 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc698cc-8665-41f0-80af-a773597f7145 req-113899b3-87d6-4401-a585-f67e7ee6f2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:23.343982 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc698cc-8665-41f0-80af-a773597f7145 req-113899b3-87d6-4401-a585-f67e7ee6f2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:23.344631 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc698cc-8665-41f0-80af-a773597f7145 req-113899b3-87d6-4401-a585-f67e7ee6f2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:23.345252 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc698cc-8665-41f0-80af-a773597f7145 req-113899b3-87d6-4401-a585-f67e7ee6f2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:23.345868 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc698cc-8665-41f0-80af-a773597f7145 req-113899b3-87d6-4401-a585-f67e7ee6f2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:23.346480 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc698cc-8665-41f0-80af-a773597f7145 req-113899b3-87d6-4401-a585-f67e7ee6f2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:23.349226 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9dc698cc-8665-41f0-80af-a773597f7145 req-113899b3-87d6-4401-a585-f67e7ee6f2e9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e65d35344c43413ba93381b16381b559&device_id=ecc38ae3-328a-43a0-a185-601e29a048cb HTTP/1.1" status: 200 len: 6177 time: 0.2824025 Oct 12 19:16:23.371691 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-62a57798-f102-448f-8185-f80fbde468c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:23.373448 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-62a57798-f102-448f-8185-f80fbde468c1 service neutron] 10.222.0.61 "GET /v2.0/ports/87aaffab-0243-4158-8adb-c065a78f6f02 HTTP/1.1" status: 200 len: 1028 time: 0.1377609 Oct 12 19:16:23.381563 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f10cb2-4072-47ca-a49f-8d72a75da2f5 req-a60f03f2-f0b7-46ba-9b21-5c93fbe50384 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:23.394550 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-06f10cb2-4072-47ca-a49f-8d72a75da2f5 req-a60f03f2-f0b7-46ba-9b21-5c93fbe50384 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=99d0578e-9f1b-42ed-aea7-3223b5004d8e HTTP/1.1" status: 200 len: 946 time: 0.3419690 Oct 12 19:16:23.461382 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:23.499293 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 7db03265-2d6b-400e-b310-4e6d52f5f5df, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=7db03265-2d6b-400e-b310-4e6d52f5f5df,segment=NetworkSegment(c59480ad-1614-4e22-affe-3c64426fde03),segment_id=c59480ad-1614-4e22-affe-3c64426fde03)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:16:23.500686 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdb82ee1-0e76-427c-9bb6-704801b6434f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7db03265-2d6b-400e-b310-4e6d52f5f5df'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:16:23.503499 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b89dc2d3-9308-41d6-a2bf-7c87d23d1d2a" -d '{"events": [{"server_uuid": "fdb82ee1-0e76-427c-9bb6-704801b6434f", "name": "network-vif-plugged", "status": "completed", "tag": "7db03265-2d6b-400e-b310-4e6d52f5f5df"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:16:23.506361 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-d0b537a3-ead6-41ea-9cab-1d8294eb772b service neutron] For port 605e7744-82ec-4122-aca5-63441fceb7bc, host n-h1-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:16:23.581366 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:23.647397 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-806d5c26-936e-4693-bdbb-4169e2b39c01 tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:23.710314 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=7db03265-2d6b-400e-b310-4e6d52f5f5df,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:16:23.845117 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-06f10cb2-4072-47ca-a49f-8d72a75da2f5 req-d8416064-ff48-496e-86fc-22bc726cead2 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2999b03-b87d-46b4-9267-1669e2e14df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4494109 Oct 12 19:16:23.846718 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc698cc-8665-41f0-80af-a773597f7145 req-c2868feb-2aa6-48f4-b0d5-5685deaead21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:23.847536 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc698cc-8665-41f0-80af-a773597f7145 req-c2868feb-2aa6-48f4-b0d5-5685deaead21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:23.849319 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc698cc-8665-41f0-80af-a773597f7145 req-c2868feb-2aa6-48f4-b0d5-5685deaead21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:23.850986 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9dc698cc-8665-41f0-80af-a773597f7145 req-c2868feb-2aa6-48f4-b0d5-5685deaead21 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=e65d35344c43413ba93381b16381b559&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4830894 Oct 12 19:16:23.860506 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [req-ece63f33-20a7-41e6-b009-ff85e3005c1d req-41c97001-9968-4814-9172-851eb95983cf tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Allocated IP 172.20.0.10 (de7a4800-3a36-49db-938a-a424194241c9/a04d54df-064e-4c45-85d6-73b27d98a999/0946ba25-df3e-4db4-81cd-5b85f0d746c0) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:16:24.078302 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2b12d6ef-a462-4c26-aa32-22e542c3565e req-baec35de-7e84-493f-8f44-287ca0d12e17 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/ports?device_id=29b8bd1d-694e-4c8f-81eb-c3dbbbab4410 HTTP/1.1" status: 200 len: 210 time: 0.0656345 Oct 12 19:16:24.093879 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-6bcc541d-9142-4d0c-9d7b-ddbded7762e4 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:24.101076 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-6bcc541d-9142-4d0c-9d7b-ddbded7762e4 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:24.107650 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-6bcc541d-9142-4d0c-9d7b-ddbded7762e4 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:24.109346 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-6bcc541d-9142-4d0c-9d7b-ddbded7762e4 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.61 "GET /v2.0/networks?id=fd3a7e91-28a9-4db8-b159-ade8f4dff732&id=6686226f-4ddf-4917-b57f-19fda7e2d4bd&id=6686226f-4ddf-4917-b57f-19fda7e2d4bd&id=6686226f-4ddf-4917-b57f-19fda7e2d4bd&id=6686226f-4ddf-4917-b57f-19fda7e2d4bd&id=228b976c-c44b-43f4-8a1f-2c6f5ef581f5&id=228b976c-c44b-43f4-8a1f-2c6f5ef581f5 HTTP/1.1" status: 200 len: 1988 time: 0.7118788 Oct 12 19:16:24.177196 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-d0b537a3-ead6-41ea-9cab-1d8294eb772b service neutron] For port 605e7744-82ec-4122-aca5-63441fceb7bc, host n-h1-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=605e7744-82ec-4122-aca5-63441fceb7bc,segment=NetworkSegment(c5aaa6cb-4fc0-487c-a1c9-b6d1d0ba82ce),segment_id=c5aaa6cb-4fc0-487c-a1c9-b6d1d0ba82ce)] {{(pid=95501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:16:24.181367 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8402ba86-0e52-4cef-aad8-999411856588 x-openstack-request-id: req-8402ba86-0e52-4cef-aad8-999411856588 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:16:24.181859 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdb82ee1-0e76-427c-9bb6-704801b6434f", "name": "network-vif-plugged", "status": "completed", "tag": "7db03265-2d6b-400e-b310-4e6d52f5f5df", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:16:24.184903 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8402ba86-0e52-4cef-aad8-999411856588 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:16:24.184903 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdb82ee1-0e76-427c-9bb6-704801b6434f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7db03265-2d6b-400e-b310-4e6d52f5f5df', 'code': 200} Oct 12 19:16:24.203931 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed20f10-71bc-4c3b-b1ba-df50240550b9 req-27ecf270-7e32-4923-afb8-1f7a275cbe61 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:24.210913 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed20f10-71bc-4c3b-b1ba-df50240550b9 req-27ecf270-7e32-4923-afb8-1f7a275cbe61 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:24.218702 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed20f10-71bc-4c3b-b1ba-df50240550b9 req-27ecf270-7e32-4923-afb8-1f7a275cbe61 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:24.225221 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed20f10-71bc-4c3b-b1ba-df50240550b9 req-27ecf270-7e32-4923-afb8-1f7a275cbe61 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:24.231411 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed20f10-71bc-4c3b-b1ba-df50240550b9 req-27ecf270-7e32-4923-afb8-1f7a275cbe61 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:24.237765 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed20f10-71bc-4c3b-b1ba-df50240550b9 req-27ecf270-7e32-4923-afb8-1f7a275cbe61 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:24.244216 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed20f10-71bc-4c3b-b1ba-df50240550b9 req-27ecf270-7e32-4923-afb8-1f7a275cbe61 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:24.246131 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3ed20f10-71bc-4c3b-b1ba-df50240550b9 req-27ecf270-7e32-4923-afb8-1f7a275cbe61 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecc38ae3-328a-43a0-a185-601e29a048cb HTTP/1.1" status: 200 len: 5382 time: 0.8739338 Oct 12 19:16:24.249904 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-d0b537a3-ead6-41ea-9cab-1d8294eb772b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:24.267829 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.61', 53638) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:16:24.388788 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-101ea85c-0cf2-4ab9-8e3f-7c42082a4ed6 req-8200b46a-a7f2-4813-91d5-c59043c5d6b8 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d8118a-4722-4e86-9061-3b560a61dbf9 HTTP/1.1" status: 200 len: 210 time: 0.0796127 Oct 12 19:16:24.395829 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3465159-cd1f-4183-8b28-02f42081d8a2 req-036a3759-e7df-47be-8b93-7166a49db547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:24.397408 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e3465159-cd1f-4183-8b28-02f42081d8a2 req-036a3759-e7df-47be-8b93-7166a49db547 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=fdb82ee1-0e76-427c-9bb6-704801b6434f HTTP/1.1" status: 200 len: 1096 time: 0.1140647 Oct 12 19:16:24.403590 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-d0b537a3-ead6-41ea-9cab-1d8294eb772b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:24.405035 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-d0b537a3-ead6-41ea-9cab-1d8294eb772b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:24.406569 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-d0b537a3-ead6-41ea-9cab-1d8294eb772b service neutron] 10.222.0.61 "PUT /v2.0/ports/605e7744-82ec-4122-aca5-63441fceb7bc HTTP/1.1" status: 200 len: 1134 time: 2.8237250 Oct 12 19:16:24.420468 n-d-813679-3 neutron-server[95501]: INFO neutron.db.l3_db [None req-34e116e1-43b4-4f09-ae42-cf96fd192a30 tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] Floating IP 08c45ef1-f0ab-4b63-8d89-d83653e1ee3d associated. External IP: 172.25.5.179, port: 8d5ca2a5-1f04-445e-8431-50f1b9a9f57b. Oct 12 19:16:24.460475 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-0d503216-7b83-4fd7-8bcd-7b041dd29251 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e1bc73ca052b4ff989529862bf093e8d HTTP/1.1" status: 200 len: 380 time: 0.3310883 Oct 12 19:16:24.478475 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-173636e4-7c16-4062-9d37-231594adc316 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Request body: {'port': {'device_id': 'a5d8118a-4722-4e86-9061-3b560a61dbf9', 'network_id': 'fd3a7e91-28a9-4db8-b159-ade8f4dff732', 'admin_state_up': True, 'tenant_id': 'e1bc73ca052b4ff989529862bf093e8d', 'security_groups': ['8f0281d6-ea5c-47a0-8e7d-7819120d644f']}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:16:24.497263 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc698cc-8665-41f0-80af-a773597f7145 req-4b3b0290-a7d5-42ff-80b3-c8aeb6de0610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:24.499083 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9dc698cc-8665-41f0-80af-a773597f7145 req-4b3b0290-a7d5-42ff-80b3-c8aeb6de0610 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6086643 Oct 12 19:16:24.510619 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-806d5c26-936e-4693-bdbb-4169e2b39c01 tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] Allocated IP 172.25.5.116 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/0d93dcd9-ee2f-4256-bb08-bb12f4feb238) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:16:24.618351 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-90738c6d-c242-4b1b-b278-d4d3499d6403 service neutron] Request body: {'port': {'device_id': 'ecc38ae3-328a-43a0-a185-601e29a048cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:16:24.654850 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3ed20f10-71bc-4c3b-b1ba-df50240550b9 req-9cfdcb15-eaba-4f67-9087-8b1e86bad05a tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/security-groups?id=76b081dc-6667-4e1c-b44d-8d05a61d7938&id=0726b0fe-78be-4ea7-8b43-7be54affa06f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3875635 Oct 12 19:16:24.818138 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b537a3-ead6-41ea-9cab-1d8294eb772b service neutron] Pushing event updated for resources: {'Port': ['ID=605e7744-82ec-4122-aca5-63441fceb7bc,revision_number=3']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:16:24.839355 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e3465159-cd1f-4183-8b28-02f42081d8a2 req-fe3c3951-7f67-40b0-a659-7bac75b4a71e service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=9b0346c6-5490-4f68-9bf6-ec1a6ec5e316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4197977 Oct 12 19:16:24.911441 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d179e2cd-e6de-4ba6-9da2-063db522018c req-21f7a82c-4b4c-4dbb-9064-e772b4b71ceb tempest-LiveAutoBlockMigrationV225Test-2051523199 tempest-LiveAutoBlockMigrationV225Test-2051523199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:24.913204 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d179e2cd-e6de-4ba6-9da2-063db522018c req-21f7a82c-4b4c-4dbb-9064-e772b4b71ceb tempest-LiveAutoBlockMigrationV225Test-2051523199 tempest-LiveAutoBlockMigrationV225Test-2051523199-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=99d0578e-9f1b-42ed-aea7-3223b5004d8e HTTP/1.1" status: 200 len: 1097 time: 0.1232467 Oct 12 19:16:24.920558 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc698cc-8665-41f0-80af-a773597f7145 req-84e324b3-0804-49a8-ab2d-dd9144a685b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:24.921037 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc698cc-8665-41f0-80af-a773597f7145 req-84e324b3-0804-49a8-ab2d-dd9144a685b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:24.921505 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc698cc-8665-41f0-80af-a773597f7145 req-84e324b3-0804-49a8-ab2d-dd9144a685b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:24.921967 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc698cc-8665-41f0-80af-a773597f7145 req-84e324b3-0804-49a8-ab2d-dd9144a685b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:24.922525 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc698cc-8665-41f0-80af-a773597f7145 req-84e324b3-0804-49a8-ab2d-dd9144a685b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:24.922987 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc698cc-8665-41f0-80af-a773597f7145 req-84e324b3-0804-49a8-ab2d-dd9144a685b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:24.923446 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc698cc-8665-41f0-80af-a773597f7145 req-84e324b3-0804-49a8-ab2d-dd9144a685b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:24.925466 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9dc698cc-8665-41f0-80af-a773597f7145 req-84e324b3-0804-49a8-ab2d-dd9144a685b6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e65d35344c43413ba93381b16381b559&device_id=ecc38ae3-328a-43a0-a185-601e29a048cb HTTP/1.1" status: 200 len: 6219 time: 0.3614149 Oct 12 19:16:24.950138 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-ece63f33-20a7-41e6-b009-ff85e3005c1d req-41c97001-9968-4814-9172-851eb95983cf tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:24.966988 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34e116e1-43b4-4f09-ae42-cf96fd192a30 tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] Router ac724b47-8be8-46e8-9d52-ad611160a563 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:16:24.968321 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecc38ae3-328a-43a0-a185-601e29a048cb', 'tag': '605e7744-82ec-4122-aca5-63441fceb7bc'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:16:24.971250 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72cff3c3-9961-4711-a949-64a5e7d71608" -d '{"events": [{"name": "network-changed", "server_uuid": "ecc38ae3-328a-43a0-a185-601e29a048cb", "tag": "605e7744-82ec-4122-aca5-63441fceb7bc"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:16:24.975651 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d179e2cd-e6de-4ba6-9da2-063db522018c req-85a53e05-7ff4-4959-8235-0ee92c965125 tempest-LiveAutoBlockMigrationV225Test-2051523199 tempest-LiveAutoBlockMigrationV225Test-2051523199-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=b2999b03-b87d-46b4-9267-1669e2e14df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486155 Oct 12 19:16:25.083695 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6492351e-ffb1-4709-b82c-622ccdd6a51d x-openstack-request-id: req-6492351e-ffb1-4709-b82c-622ccdd6a51d {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:16:25.083990 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecc38ae3-328a-43a0-a185-601e29a048cb", "tag": "605e7744-82ec-4122-aca5-63441fceb7bc", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:16:25.084276 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6492351e-ffb1-4709-b82c-622ccdd6a51d {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:16:25.084671 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecc38ae3-328a-43a0-a185-601e29a048cb', 'tag': '605e7744-82ec-4122-aca5-63441fceb7bc', 'status': 'completed', 'code': 200} Oct 12 19:16:25.155505 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-90738c6d-c242-4b1b-b278-d4d3499d6403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:25.196205 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ccd95b-2ba5-42d8-ac1f-140fa62171be req-dfe1ab24-ca64-42d8-9411-57d3eab0b380 tempest-ServerPasswordTestJSON-1281280195 tempest-ServerPasswordTestJSON-1281280195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:25.203660 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-55ccd95b-2ba5-42d8-ac1f-140fa62171be req-dfe1ab24-ca64-42d8-9411-57d3eab0b380 tempest-ServerPasswordTestJSON-1281280195 tempest-ServerPasswordTestJSON-1281280195-project] 10.222.0.49 "GET /v2.0/ports?device_id=fdb82ee1-0e76-427c-9bb6-704801b6434f HTTP/1.1" status: 200 len: 945 time: 0.5936346 Oct 12 19:16:25.288184 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-806d5c26-936e-4693-bdbb-4169e2b39c01 tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:25.317362 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34e116e1-43b4-4f09-ae42-cf96fd192a30 tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:16:25.325739 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-34e116e1-43b4-4f09-ae42-cf96fd192a30 tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:25.329693 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b789d4c2-2f69-441a-ae35-82a3f37e9829 None None] Sync routers for ids ['ac724b47-8be8-46e8-9d52-ad611160a563'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:16:25.344667 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b789d4c2-2f69-441a-ae35-82a3f37e9829 None None] Routers {'ac724b47-8be8-46e8-9d52-ad611160a563'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:16:25.345311 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-b789d4c2-2f69-441a-ae35-82a3f37e9829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:16:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['ac724b47-8be8-46e8-9d52-ad611160a563'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:16:25.362044 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-55ccd95b-2ba5-42d8-ac1f-140fa62171be req-c6d486e0-a0fc-455e-be46-f51a1b163326 tempest-ServerPasswordTestJSON-1281280195 tempest-ServerPasswordTestJSON-1281280195-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b0346c6-5490-4f68-9bf6-ec1a6ec5e316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573005 Oct 12 19:16:25.367464 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-173636e4-7c16-4062-9d37-231594adc316 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Made reservation on behalf of e1bc73ca052b4ff989529862bf093e8d for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:16:25.377390 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-173636e4-7c16-4062-9d37-231594adc316 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:25.399327 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-34e116e1-43b4-4f09-ae42-cf96fd192a30 tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] 10.222.0.49 "PUT /v2.0/floatingips/08c45ef1-f0ab-4b63-8d89-d83653e1ee3d HTTP/1.1" status: 200 len: 992 time: 4.3304048 Oct 12 19:16:25.399327 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc698cc-8665-41f0-80af-a773597f7145 req-3bb3a471-7fdb-405f-9930-7942f9ea49be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:25.399327 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc698cc-8665-41f0-80af-a773597f7145 req-3bb3a471-7fdb-405f-9930-7942f9ea49be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:25.399704 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc698cc-8665-41f0-80af-a773597f7145 req-3bb3a471-7fdb-405f-9930-7942f9ea49be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:25.401127 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9dc698cc-8665-41f0-80af-a773597f7145 req-3bb3a471-7fdb-405f-9930-7942f9ea49be service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=e65d35344c43413ba93381b16381b559&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3491628 Oct 12 19:16:25.403890 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823926c5-685b-4d35-94e2-78e174ff8785 req-c489c291-6053-4af0-8c93-5e90bc9a5f30 tempest-LiveAutoBlockMigrationV225Test-2051523199 tempest-LiveAutoBlockMigrationV225Test-2051523199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:25.405354 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-823926c5-685b-4d35-94e2-78e174ff8785 req-c489c291-6053-4af0-8c93-5e90bc9a5f30 tempest-LiveAutoBlockMigrationV225Test-2051523199 tempest-LiveAutoBlockMigrationV225Test-2051523199-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=99d0578e-9f1b-42ed-aea7-3223b5004d8e HTTP/1.1" status: 200 len: 1097 time: 0.1918356 Oct 12 19:16:25.489153 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-ece63f33-20a7-41e6-b009-ff85e3005c1d req-41c97001-9968-4814-9172-851eb95983cf tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:25.595251 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-b789d4c2-2f69-441a-ae35-82a3f37e9829 None None] Set router ac724b47-8be8-46e8-9d52-ad611160a563 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:16:25.641703 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc698cc-8665-41f0-80af-a773597f7145 req-851a38d1-28f2-424a-b362-e102df8b6611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:25.647017 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9dc698cc-8665-41f0-80af-a773597f7145 req-851a38d1-28f2-424a-b362-e102df8b6611 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2251439 Oct 12 19:16:25.665952 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ece63f33-20a7-41e6-b009-ff85e3005c1d req-41c97001-9968-4814-9172-851eb95983cf tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Network de7a4800-3a36-49db-938a-a424194241c9 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:16:25.690124 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-823926c5-685b-4d35-94e2-78e174ff8785 req-3ab98af6-d56d-43f5-8dfd-b8947f050e06 tempest-LiveAutoBlockMigrationV225Test-2051523199 tempest-LiveAutoBlockMigrationV225Test-2051523199-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=b2999b03-b87d-46b4-9267-1669e2e14df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692184 Oct 12 19:16:25.718614 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [req-ece63f33-20a7-41e6-b009-ff85e3005c1d req-41c97001-9968-4814-9172-851eb95983cf tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:16:25.772164 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-ece63f33-20a7-41e6-b009-ff85e3005c1d req-41c97001-9968-4814-9172-851eb95983cf tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:16:25.783414 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-806d5c26-936e-4693-bdbb-4169e2b39c01 tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:25.810661 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c97001-9968-4814-9172-851eb95983cf tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Pushing event updated for resources: {'Port': ['ID=0946ba25-df3e-4db4-81cd-5b85f0d746c0,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:16:25.849223 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cff3c3-9961-4711-a949-64a5e7d71608 req-50fd9d45-fc82-4a8f-9e3c-a73583c62ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:25.849706 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cff3c3-9961-4711-a949-64a5e7d71608 req-50fd9d45-fc82-4a8f-9e3c-a73583c62ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:25.853047 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cff3c3-9961-4711-a949-64a5e7d71608 req-50fd9d45-fc82-4a8f-9e3c-a73583c62ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:25.857950 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cff3c3-9961-4711-a949-64a5e7d71608 req-50fd9d45-fc82-4a8f-9e3c-a73583c62ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:25.858499 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cff3c3-9961-4711-a949-64a5e7d71608 req-50fd9d45-fc82-4a8f-9e3c-a73583c62ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:25.859133 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cff3c3-9961-4711-a949-64a5e7d71608 req-50fd9d45-fc82-4a8f-9e3c-a73583c62ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:25.859609 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cff3c3-9961-4711-a949-64a5e7d71608 req-50fd9d45-fc82-4a8f-9e3c-a73583c62ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:25.871430 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-72cff3c3-9961-4711-a949-64a5e7d71608 req-50fd9d45-fc82-4a8f-9e3c-a73583c62ae9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e65d35344c43413ba93381b16381b559&device_id=ecc38ae3-328a-43a0-a185-601e29a048cb HTTP/1.1" status: 200 len: 6219 time: 0.1724603 Oct 12 19:16:25.952215 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb1d0b9-592d-498f-a0cd-8793c42387e9 req-995642b0-b14f-4fd5-84de-a6517e34f909 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:25.961972 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-b789d4c2-2f69-441a-ae35-82a3f37e9829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac724b47-8be8-46e8-9d52-ad611160a563', 'name': 'tempest-ServersTestJSON-769147083-router', 'tenant_id': '854de6b76f23444fa0b0e15315f450ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': '58efb78f-0b82-4cd7-8dd8-48b122e5cd64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:15:29Z', 'updated_at': '2021-10-12T19:15:37Z', 'revision_number': 4, 'project_id': '854de6b76f23444fa0b0e15315f450ce', 'gw_port': {'id': '58efb78f-0b82-4cd7-8dd8-48b122e5cd64', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac724b47-8be8-46e8-9d52-ad611160a563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:15:31Z', 'updated_at': '2021-10-12T19:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': '08c45ef1-f0ab-4b63-8d89-d83653e1ee3d', 'tenant_id': '854de6b76f23444fa0b0e15315f450ce', 'floating_ip_address': '172.25.5.179', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': 'ac724b47-8be8-46e8-9d52-ad611160a563', 'port_id': '8d5ca2a5-1f04-445e-8431-50f1b9a9f57b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25bd3ef4-7d24-4004-bdbf-0c2d840ca5a9', 'mac_address': 'fa:16:3e:ef:50:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0da0205-1dd8-439a-919c-bb9f6fec218b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T19:15:48Z', 'updated_at': '2021-10-12T19:16:22Z', 'revision_number': 1, 'project_id': '854de6b76f23444fa0b0e15315f450ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c39621b9-c578-4736-afcc-55a25ecdb1a3', 'name': '', 'network_id': '25bd3ef4-7d24-4004-bdbf-0c2d840ca5a9', 'tenant_id': '854de6b76f23444fa0b0e15315f450ce', 'mac_address': 'fa:16:3e:cc:7b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac724b47-8be8-46e8-9d52-ad611160a563', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'fa1d46c1-7b08-4128-8308-d970bab25da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:15:36Z', 'updated_at': '2021-10-12T19:15:47Z', 'revision_number': 5, 'project_id': '854de6b76f23444fa0b0e15315f450ce', 'subnets': [{'id': 'fa1d46c1-7b08-4128-8308-d970bab25da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:16:25.975503 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9fb1d0b9-592d-498f-a0cd-8793c42387e9 req-995642b0-b14f-4fd5-84de-a6517e34f909 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/ports?device_id=29b8bd1d-694e-4c8f-81eb-c3dbbbab4410 HTTP/1.1" status: 200 len: 932 time: 0.4876316 Oct 12 19:16:26.005294 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b789d4c2-2f69-441a-ae35-82a3f37e9829 None None] Checking router: ac724b47-8be8-46e8-9d52-ad611160a563 for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:16:26.022868 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b789d4c2-2f69-441a-ae35-82a3f37e9829 None None] Routers {'ac724b47-8be8-46e8-9d52-ad611160a563'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:16:26.023510 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-b789d4c2-2f69-441a-ae35-82a3f37e9829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:16:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['ac724b47-8be8-46e8-9d52-ad611160a563'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:16:26.146706 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-87756386-d4bf-4a87-ba17-e930ae4bafe7 req-f0ef3f88-1ff0-496b-8979-977d649953dd tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d8118a-4722-4e86-9061-3b560a61dbf9 HTTP/1.1" status: 200 len: 210 time: 0.1124427 Oct 12 19:16:26.161800 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cff3c3-9961-4711-a949-64a5e7d71608 req-6a1a1647-a939-480e-abc4-8146f2dc44ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:26.162277 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cff3c3-9961-4711-a949-64a5e7d71608 req-6a1a1647-a939-480e-abc4-8146f2dc44ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:26.162736 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cff3c3-9961-4711-a949-64a5e7d71608 req-6a1a1647-a939-480e-abc4-8146f2dc44ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:26.166017 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-b789d4c2-2f69-441a-ae35-82a3f37e9829 None None] Set router ac724b47-8be8-46e8-9d52-ad611160a563 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:16:26.171449 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-72cff3c3-9961-4711-a949-64a5e7d71608 req-6a1a1647-a939-480e-abc4-8146f2dc44ff service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=e65d35344c43413ba93381b16381b559&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2868361 Oct 12 19:16:26.218736 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-90738c6d-c242-4b1b-b278-d4d3499d6403 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1839e8c-26d1-434d-bd18-d452e6003586 {{(pid=95502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:16:26.242385 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-90738c6d-c242-4b1b-b278-d4d3499d6403 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:26.286009 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-90738c6d-c242-4b1b-b278-d4d3499d6403 service neutron] Transition to ACTIVE for port object e1839e8c-26d1-434d-bd18-d452e6003586 will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:16:26.309772 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806d5c26-936e-4693-bdbb-4169e2b39c01 tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:16:26.327262 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-806d5c26-936e-4693-bdbb-4169e2b39c01 tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:16:26.339197 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806d5c26-936e-4693-bdbb-4169e2b39c01 tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:16:26.345121 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c97001-9968-4814-9172-851eb95983cf tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:16:26.353108 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c97001-9968-4814-9172-851eb95983cf tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:16:26.353641 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c97001-9968-4814-9172-851eb95983cf tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:16:26.353993 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c97001-9968-4814-9172-851eb95983cf tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:16:26.354335 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c97001-9968-4814-9172-851eb95983cf tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:16:26.354673 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c97001-9968-4814-9172-851eb95983cf tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:16:26.355009 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c97001-9968-4814-9172-851eb95983cf tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:16:26.355341 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c97001-9968-4814-9172-851eb95983cf tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:16:26.360447 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c97001-9968-4814-9172-851eb95983cf tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:16:26.360870 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c97001-9968-4814-9172-851eb95983cf tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:16:26.361224 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c97001-9968-4814-9172-851eb95983cf tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:16:26.361567 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c97001-9968-4814-9172-851eb95983cf tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:16:26.414041 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-b789d4c2-2f69-441a-ae35-82a3f37e9829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac724b47-8be8-46e8-9d52-ad611160a563', 'name': 'tempest-ServersTestJSON-769147083-router', 'tenant_id': '854de6b76f23444fa0b0e15315f450ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': '58efb78f-0b82-4cd7-8dd8-48b122e5cd64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:15:29Z', 'updated_at': '2021-10-12T19:15:37Z', 'revision_number': 4, 'project_id': '854de6b76f23444fa0b0e15315f450ce', 'gw_port': {'id': '58efb78f-0b82-4cd7-8dd8-48b122e5cd64', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac724b47-8be8-46e8-9d52-ad611160a563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:15:31Z', 'updated_at': '2021-10-12T19:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': '08c45ef1-f0ab-4b63-8d89-d83653e1ee3d', 'tenant_id': '854de6b76f23444fa0b0e15315f450ce', 'floating_ip_address': '172.25.5.179', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': 'ac724b47-8be8-46e8-9d52-ad611160a563', 'port_id': '8d5ca2a5-1f04-445e-8431-50f1b9a9f57b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25bd3ef4-7d24-4004-bdbf-0c2d840ca5a9', 'mac_address': 'fa:16:3e:ef:50:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0da0205-1dd8-439a-919c-bb9f6fec218b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T19:15:48Z', 'updated_at': '2021-10-12T19:16:22Z', 'revision_number': 1, 'project_id': '854de6b76f23444fa0b0e15315f450ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c39621b9-c578-4736-afcc-55a25ecdb1a3', 'name': '', 'network_id': '25bd3ef4-7d24-4004-bdbf-0c2d840ca5a9', 'tenant_id': '854de6b76f23444fa0b0e15315f450ce', 'mac_address': 'fa:16:3e:cc:7b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac724b47-8be8-46e8-9d52-ad611160a563', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'fa1d46c1-7b08-4128-8308-d970bab25da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:15:36Z', 'updated_at': '2021-10-12T19:15:47Z', 'revision_number': 5, 'project_id': '854de6b76f23444fa0b0e15315f450ce', 'subnets': [{'id': 'fa1d46c1-7b08-4128-8308-d970bab25da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:16:26.433929 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cff3c3-9961-4711-a949-64a5e7d71608 req-8a75eb9f-826c-4b3b-b682-d10ef46f760f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:26.435618 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-72cff3c3-9961-4711-a949-64a5e7d71608 req-8a75eb9f-826c-4b3b-b682-d10ef46f760f service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2584734 Oct 12 19:16:26.446584 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b789d4c2-2f69-441a-ae35-82a3f37e9829 None None] The sync data for ids ['ac724b47-8be8-46e8-9d52-ad611160a563'] in n-d-813679-3 is: [{'id': 'ac724b47-8be8-46e8-9d52-ad611160a563', 'name': 'tempest-ServersTestJSON-769147083-router', 'tenant_id': '854de6b76f23444fa0b0e15315f450ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': '58efb78f-0b82-4cd7-8dd8-48b122e5cd64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:15:29Z', 'updated_at': '2021-10-12T19:15:37Z', 'revision_number': 4, 'project_id': '854de6b76f23444fa0b0e15315f450ce', 'gw_port': {'id': '58efb78f-0b82-4cd7-8dd8-48b122e5cd64', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac724b47-8be8-46e8-9d52-ad611160a563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:15:31Z', 'updated_at': '2021-10-12T19:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': '08c45ef1-f0ab-4b63-8d89-d83653e1ee3d', 'tenant_id': '854de6b76f23444fa0b0e15315f450ce', 'floating_ip_address': '172.25.5.179', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': 'ac724b47-8be8-46e8-9d52-ad611160a563', 'port_id': '8d5ca2a5-1f04-445e-8431-50f1b9a9f57b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25bd3ef4-7d24-4004-bdbf-0c2d840ca5a9', 'mac_address': 'fa:16:3e:ef:50:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0da0205-1dd8-439a-919c-bb9f6fec218b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T19:15:48Z', 'updated_at': '2021-10-12T19:16:22Z', 'revision_number': 1, 'project_id': '854de6b76f23444fa0b0e15315f450ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c39621b9-c578-4736-afcc-55a25ecdb1a3', 'name': '', 'network_id': '25bd3ef4-7d24-4004-bdbf-0c2d840ca5a9', 'tenant_id': '854de6b76f23444fa0b0e15315f450ce', 'mac_address': 'fa:16:3e:cc:7b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac724b47-8be8-46e8-9d52-ad611160a563', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'fa1d46c1-7b08-4128-8308-d970bab25da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:15:36Z', 'updated_at': '2021-10-12T19:15:47Z', 'revision_number': 5, 'project_id': '854de6b76f23444fa0b0e15315f450ce', 'subnets': [{'id': 'fa1d46c1-7b08-4128-8308-d970bab25da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:16:26.451406 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-90738c6d-c242-4b1b-b278-d4d3499d6403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:26.561643 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae929ba3-e1a9-43c5-934a-94b3b9cc9868 req-eeed7895-4d99-4cc6-8eef-b04632465815 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:26.571825 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae929ba3-e1a9-43c5-934a-94b3b9cc9868 req-eeed7895-4d99-4cc6-8eef-b04632465815 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:26.581114 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece63f33-20a7-41e6-b009-ff85e3005c1d req-41c97001-9968-4814-9172-851eb95983cf tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:26.581807 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-ece63f33-20a7-41e6-b009-ff85e3005c1d req-41c97001-9968-4814-9172-851eb95983cf tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:26.588671 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae929ba3-e1a9-43c5-934a-94b3b9cc9868 req-eeed7895-4d99-4cc6-8eef-b04632465815 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:26.601521 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae929ba3-e1a9-43c5-934a-94b3b9cc9868 req-eeed7895-4d99-4cc6-8eef-b04632465815 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:26.614627 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae929ba3-e1a9-43c5-934a-94b3b9cc9868 req-eeed7895-4d99-4cc6-8eef-b04632465815 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:26.624640 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae929ba3-e1a9-43c5-934a-94b3b9cc9868 req-eeed7895-4d99-4cc6-8eef-b04632465815 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:26.642948 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae929ba3-e1a9-43c5-934a-94b3b9cc9868 req-eeed7895-4d99-4cc6-8eef-b04632465815 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:26.648860 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ae929ba3-e1a9-43c5-934a-94b3b9cc9868 req-eeed7895-4d99-4cc6-8eef-b04632465815 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecc38ae3-328a-43a0-a185-601e29a048cb HTTP/1.1" status: 200 len: 5394 time: 0.2120430 Oct 12 19:16:26.683699 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-173636e4-7c16-4062-9d37-231594adc316 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Allocated IP 172.20.0.5 (fd3a7e91-28a9-4db8-b159-ade8f4dff732/05da809f-ecea-4341-80e8-b874d56f17a9/a5c193aa-d046-4b1e-a749-6ece2dc2c658) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:16:26.744775 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ae929ba3-e1a9-43c5-934a-94b3b9cc9868 req-5c30a367-afb4-41a1-8273-978ecfb1b119 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/security-groups?id=76b081dc-6667-4e1c-b44d-8d05a61d7938&id=0726b0fe-78be-4ea7-8b43-7be54affa06f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0856159 Oct 12 19:16:26.750321 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806d5c26-936e-4693-bdbb-4169e2b39c01 tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] Pushing event updated for resources: {'Port': ['ID=0d93dcd9-ee2f-4256-bb08-bb12f4feb238,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:16:26.790115 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9fb1d0b9-592d-498f-a0cd-8793c42387e9 req-fc0d848d-3fd2-4e6d-a5e2-161b296197e6 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/security-groups?id=453b01c6-7fe6-41ac-8e1d-6df7a2675094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4088802 Oct 12 19:16:26.842227 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb50cfca-8e98-48c0-8dd1-8d28c25a663d None None] New status for floating IP 08c45ef1-f0ab-4b63-8d89-d83653e1ee3d: ACTIVE {{(pid=95504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 19:16:27.017737 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21abadb0-6d7e-4f3d-8d89-3a8ede50557b req-4eafe9c8-6dcc-4b55-8c36-75ec2457d238 tempest-ServerPasswordTestJSON-1281280195 tempest-ServerPasswordTestJSON-1281280195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:27.021741 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-21abadb0-6d7e-4f3d-8d89-3a8ede50557b req-4eafe9c8-6dcc-4b55-8c36-75ec2457d238 tempest-ServerPasswordTestJSON-1281280195 tempest-ServerPasswordTestJSON-1281280195-project] 10.222.0.49 "GET /v2.0/ports?device_id=fdb82ee1-0e76-427c-9bb6-704801b6434f HTTP/1.1" status: 200 len: 945 time: 0.1471364 Oct 12 19:16:27.096351 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0da0205-1dd8-439a-919c-bb9f6fec218b', 'tag': '8d5ca2a5-1f04-445e-8431-50f1b9a9f57b'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:16:27.102325 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-376ed565-1462-443f-a9d4-5ec6d45b2cd9" -d '{"events": [{"name": "network-changed", "server_uuid": "f0da0205-1dd8-439a-919c-bb9f6fec218b", "tag": "8d5ca2a5-1f04-445e-8431-50f1b9a9f57b"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:16:27.124841 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-21abadb0-6d7e-4f3d-8d89-3a8ede50557b req-72060948-af76-487d-a78c-cd4731fa44ef tempest-ServerPasswordTestJSON-1281280195 tempest-ServerPasswordTestJSON-1281280195-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b0346c6-5490-4f68-9bf6-ec1a6ec5e316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853035 Oct 12 19:16:27.144079 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ece63f33-20a7-41e6-b009-ff85e3005c1d req-41c97001-9968-4814-9172-851eb95983cf tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9583089 Oct 12 19:16:27.169993 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-ece63f33-20a7-41e6-b009-ff85e3005c1d req-c734924e-9655-46f1-ab9c-c9f95deb171b service neutron] Request body: {'port': {'device_id': '29b8bd1d-694e-4c8f-81eb-c3dbbbab4410', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:16:27.204976 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91f2253e-44bf-4c37-90c0-e340587aec45 x-openstack-request-id: req-91f2253e-44bf-4c37-90c0-e340587aec45 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:16:27.205423 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0da0205-1dd8-439a-919c-bb9f6fec218b", "tag": "8d5ca2a5-1f04-445e-8431-50f1b9a9f57b", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:16:27.206571 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-91f2253e-44bf-4c37-90c0-e340587aec45 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:16:27.206571 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0da0205-1dd8-439a-919c-bb9f6fec218b', 'tag': '8d5ca2a5-1f04-445e-8431-50f1b9a9f57b', 'status': 'completed', 'code': 200} Oct 12 19:16:27.302982 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-806d5c26-936e-4693-bdbb-4169e2b39c01 tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:27.313935 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-90738c6d-c242-4b1b-b278-d4d3499d6403 service neutron] Attempting to bind port e1839e8c-26d1-434d-bd18-d452e6003586 on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:16:27.314339 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-90738c6d-c242-4b1b-b278-d4d3499d6403 service neutron] Attempting to bind port e1839e8c-26d1-434d-bd18-d452e6003586 by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': 'c5aaa6cb-4fc0-487c-a1c9-b6d1d0ba82ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '2e14c4f2-b68c-4d21-920b-215a17ef69db'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:16:27.314790 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-90738c6d-c242-4b1b-b278-d4d3499d6403 service neutron] Attempting to bind port e1839e8c-26d1-434d-bd18-d452e6003586 on network 2e14c4f2-b68c-4d21-920b-215a17ef69db {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:16:27.319916 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90738c6d-c242-4b1b-b278-d4d3499d6403 service neutron] Pushing event updated for resources: {'Port': ['ID=e1839e8c-26d1-434d-bd18-d452e6003586,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:16:27.328473 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-90738c6d-c242-4b1b-b278-d4d3499d6403 service neutron] Port e1839e8c-26d1-434d-bd18-d452e6003586 on network 2e14c4f2-b68c-4d21-920b-215a17ef69db not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:16:27.328696 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-90738c6d-c242-4b1b-b278-d4d3499d6403 service neutron] Attempting to bind port e1839e8c-26d1-434d-bd18-d452e6003586 on network 2e14c4f2-b68c-4d21-920b-215a17ef69db {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:16:27.338238 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376ed565-1462-443f-a9d4-5ec6d45b2cd9 req-0ccfefde-0d4b-4f0f-8a9b-26a7bc747b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:27.345702 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-376ed565-1462-443f-a9d4-5ec6d45b2cd9 req-0ccfefde-0d4b-4f0f-8a9b-26a7bc747b19 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=854de6b76f23444fa0b0e15315f450ce&device_id=f0da0205-1dd8-439a-919c-bb9f6fec218b HTTP/1.1" status: 200 len: 1097 time: 0.1001132 Oct 12 19:16:27.416856 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-ece63f33-20a7-41e6-b009-ff85e3005c1d req-c734924e-9655-46f1-ab9c-c9f95deb171b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:27.441010 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-90738c6d-c242-4b1b-b278-d4d3499d6403 service neutron] Checking agent: {'id': 'f5e9725f-f5a6-43c2-a1be-95e21e9a1fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:16:27.441274 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-90738c6d-c242-4b1b-b278-d4d3499d6403 service neutron] Checking segment: {'id': 'c5aaa6cb-4fc0-487c-a1c9-b6d1d0ba82ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '2e14c4f2-b68c-4d21-920b-215a17ef69db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:16:27.441508 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-90738c6d-c242-4b1b-b278-d4d3499d6403 service neutron] Bound using segment: {'id': 'c5aaa6cb-4fc0-487c-a1c9-b6d1d0ba82ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '2e14c4f2-b68c-4d21-920b-215a17ef69db'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:16:27.441958 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-90738c6d-c242-4b1b-b278-d4d3499d6403 service neutron] Bound port: e1839e8c-26d1-434d-bd18-d452e6003586, host: n-h1-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5aaa6cb-4fc0-487c-a1c9-b6d1d0ba82ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '2e14c4f2-b68c-4d21-920b-215a17ef69db'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:16:27.442313 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-90738c6d-c242-4b1b-b278-d4d3499d6403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:27.522194 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376ed565-1462-443f-a9d4-5ec6d45b2cd9 req-73449244-6f19-4c14-9600-bdf0914e1a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:27.523670 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-376ed565-1462-443f-a9d4-5ec6d45b2cd9 req-73449244-6f19-4c14-9600-bdf0914e1a7e service neutron] 10.222.0.67 "GET /v2.0/networks?id=25bd3ef4-7d24-4004-bdbf-0c2d840ca5a9 HTTP/1.1" status: 200 len: 906 time: 0.1694663 Oct 12 19:16:27.671846 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-376ed565-1462-443f-a9d4-5ec6d45b2cd9 req-b2d07333-8c96-4ac5-995d-e9dea4a80f09 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d5ca2a5-1f04-445e-8431-50f1b9a9f57b HTTP/1.1" status: 200 len: 1002 time: 0.1375091 Oct 12 19:16:27.681836 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a39ced8-9647-4b36-8738-3633e18877df req-a438efce-cf03-4175-b7ec-b328420ca77e tempest-LiveAutoBlockMigrationV225Test-2051523199 tempest-LiveAutoBlockMigrationV225Test-2051523199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:27.690536 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5a39ced8-9647-4b36-8738-3633e18877df req-a438efce-cf03-4175-b7ec-b328420ca77e tempest-LiveAutoBlockMigrationV225Test-2051523199 tempest-LiveAutoBlockMigrationV225Test-2051523199-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=99d0578e-9f1b-42ed-aea7-3223b5004d8e HTTP/1.1" status: 200 len: 1097 time: 0.1241393 Oct 12 19:16:27.778674 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376ed565-1462-443f-a9d4-5ec6d45b2cd9 req-58643b8b-8f80-470f-b5ff-a4b76086bc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:27.780832 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-376ed565-1462-443f-a9d4-5ec6d45b2cd9 req-58643b8b-8f80-470f-b5ff-a4b76086bc3b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fa1d46c1-7b08-4128-8308-d970bab25da7 HTTP/1.1" status: 200 len: 844 time: 0.0871789 Oct 12 19:16:27.795561 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5a39ced8-9647-4b36-8738-3633e18877df req-3f544ab2-a67d-401c-95ca-f7b66ee2e963 tempest-LiveAutoBlockMigrationV225Test-2051523199 tempest-LiveAutoBlockMigrationV225Test-2051523199-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=b2999b03-b87d-46b4-9267-1669e2e14df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040468 Oct 12 19:16:27.897662 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376ed565-1462-443f-a9d4-5ec6d45b2cd9 req-914ab1d2-9cb1-41bb-a7bb-99026f92ff65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:27.899374 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-376ed565-1462-443f-a9d4-5ec6d45b2cd9 req-914ab1d2-9cb1-41bb-a7bb-99026f92ff65 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=25bd3ef4-7d24-4004-bdbf-0c2d840ca5a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1027663 Oct 12 19:16:27.961769 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-806d5c26-936e-4693-bdbb-4169e2b39c01 tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:28.140470 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-376ed565-1462-443f-a9d4-5ec6d45b2cd9 req-af166569-9970-4e21-852c-7f6f7113af8f service neutron] 10.222.0.67 "GET /v2.0/networks/25bd3ef4-7d24-4004-bdbf-0c2d840ca5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306159 Oct 12 19:16:28.143639 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-806d5c26-936e-4693-bdbb-4169e2b39c01 tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:28.153214 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a456f6a2-c77f-4792-b5e6-3086bb5f2e3d req-898e515a-297a-47c8-8c27-26c8b300c737 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:28.161473 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a456f6a2-c77f-4792-b5e6-3086bb5f2e3d req-898e515a-297a-47c8-8c27-26c8b300c737 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/ports?device_id=29b8bd1d-694e-4c8f-81eb-c3dbbbab4410 HTTP/1.1" status: 200 len: 932 time: 0.1203558 Oct 12 19:16:28.214835 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-835dd895-14b7-4a04-bdd3-d634cc69fa49 req-e377e282-8c52-403e-8940-68707447cad2 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d8118a-4722-4e86-9061-3b560a61dbf9 HTTP/1.1" status: 200 len: 210 time: 0.0645711 Oct 12 19:16:28.279716 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a456f6a2-c77f-4792-b5e6-3086bb5f2e3d req-ea88838a-281e-4da9-9416-2473c56cc56e tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/security-groups?id=453b01c6-7fe6-41ac-8e1d-6df7a2675094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170204 Oct 12 19:16:28.338509 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-376ed565-1462-443f-a9d4-5ec6d45b2cd9 req-da097348-99fb-4150-8bd9-36edc3797769 service neutron] 10.222.0.67 "GET /v2.0/networks/25bd3ef4-7d24-4004-bdbf-0c2d840ca5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744220 Oct 12 19:16:28.512607 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-806d5c26-936e-4693-bdbb-4169e2b39c01 tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:28.562713 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-173636e4-7c16-4062-9d37-231594adc316 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:28.727324 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806d5c26-936e-4693-bdbb-4169e2b39c01 tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] Pushing event updated for resources: {'Port': ['ID=0d93dcd9-ee2f-4256-bb08-bb12f4feb238,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:16:28.734824 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-90738c6d-c242-4b1b-b278-d4d3499d6403 service neutron] For port e1839e8c-26d1-434d-bd18-d452e6003586, host n-h1-813679-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:16:28.755938 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3888dd9-72db-4c9f-afdb-fa11865ed146 req-db8d3dc1-b1a7-4762-bd49-ae5e85745259 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:28.761013 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3888dd9-72db-4c9f-afdb-fa11865ed146 req-db8d3dc1-b1a7-4762-bd49-ae5e85745259 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:28.767244 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3888dd9-72db-4c9f-afdb-fa11865ed146 req-db8d3dc1-b1a7-4762-bd49-ae5e85745259 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:28.773393 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3888dd9-72db-4c9f-afdb-fa11865ed146 req-db8d3dc1-b1a7-4762-bd49-ae5e85745259 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:28.779476 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3888dd9-72db-4c9f-afdb-fa11865ed146 req-db8d3dc1-b1a7-4762-bd49-ae5e85745259 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:28.786330 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3888dd9-72db-4c9f-afdb-fa11865ed146 req-db8d3dc1-b1a7-4762-bd49-ae5e85745259 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:28.792740 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3888dd9-72db-4c9f-afdb-fa11865ed146 req-db8d3dc1-b1a7-4762-bd49-ae5e85745259 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:28.801497 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e3888dd9-72db-4c9f-afdb-fa11865ed146 req-db8d3dc1-b1a7-4762-bd49-ae5e85745259 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecc38ae3-328a-43a0-a185-601e29a048cb HTTP/1.1" status: 200 len: 5394 time: 0.3133965 Oct 12 19:16:28.821666 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-806d5c26-936e-4693-bdbb-4169e2b39c01 tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7915414'] for floatingip, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:28.832850 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-90738c6d-c242-4b1b-b278-d4d3499d6403 service neutron] For port e1839e8c-26d1-434d-bd18-d452e6003586, host n-h1-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=e1839e8c-26d1-434d-bd18-d452e6003586,segment=NetworkSegment(c5aaa6cb-4fc0-487c-a1c9-b6d1d0ba82ce),segment_id=c5aaa6cb-4fc0-487c-a1c9-b6d1d0ba82ce)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:16:28.903309 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e3888dd9-72db-4c9f-afdb-fa11865ed146 req-e292e49d-92a2-4bb1-b850-1acc81e1dfac tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/security-groups?id=76b081dc-6667-4e1c-b44d-8d05a61d7938&id=0726b0fe-78be-4ea7-8b43-7be54affa06f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1008620 Oct 12 19:16:28.920199 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [req-ece63f33-20a7-41e6-b009-ff85e3005c1d req-c734924e-9655-46f1-ab9c-c9f95deb171b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0946ba25-df3e-4db4-81cd-5b85f0d746c0 {{(pid=95502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:16:28.933740 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-ece63f33-20a7-41e6-b009-ff85e3005c1d req-c734924e-9655-46f1-ab9c-c9f95deb171b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:28.950155 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-ece63f33-20a7-41e6-b009-ff85e3005c1d req-c734924e-9655-46f1-ab9c-c9f95deb171b service neutron] Transition to ACTIVE for port object 0946ba25-df3e-4db4-81cd-5b85f0d746c0 will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:16:28.952272 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea8b358-d8b2-4d8a-beb4-ac55e38cc6f8 req-8c410c0e-b776-4367-9d79-3fe35d5158f7 tempest-ServerPasswordTestJSON-1281280195 tempest-ServerPasswordTestJSON-1281280195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:28.953088 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-90738c6d-c242-4b1b-b278-d4d3499d6403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:28.960234 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3ea8b358-d8b2-4d8a-beb4-ac55e38cc6f8 req-8c410c0e-b776-4367-9d79-3fe35d5158f7 tempest-ServerPasswordTestJSON-1281280195 tempest-ServerPasswordTestJSON-1281280195-project] 10.222.0.49 "GET /v2.0/ports?device_id=fdb82ee1-0e76-427c-9bb6-704801b6434f HTTP/1.1" status: 200 len: 945 time: 0.1093459 Oct 12 19:16:29.022051 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3ea8b358-d8b2-4d8a-beb4-ac55e38cc6f8 req-c98de47b-7329-4073-9e33-706ca9559a15 tempest-ServerPasswordTestJSON-1281280195 tempest-ServerPasswordTestJSON-1281280195-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b0346c6-5490-4f68-9bf6-ec1a6ec5e316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604005 Oct 12 19:16:29.058203 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-806d5c26-936e-4693-bdbb-4169e2b39c01 tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:29.062137 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-806d5c26-936e-4693-bdbb-4169e2b39c01 tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.7037597 Oct 12 19:16:29.064780 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-173636e4-7c16-4062-9d37-231594adc316 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:29.080418 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90738c6d-c242-4b1b-b278-d4d3499d6403 service neutron] Pushing event updated for resources: {'Port': ['ID=e1839e8c-26d1-434d-bd18-d452e6003586,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:16:29.109469 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-90738c6d-c242-4b1b-b278-d4d3499d6403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:29.110102 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-90738c6d-c242-4b1b-b278-d4d3499d6403 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:29.111500 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-90738c6d-c242-4b1b-b278-d4d3499d6403 service neutron] 10.222.0.61 "PUT /v2.0/ports/e1839e8c-26d1-434d-bd18-d452e6003586 HTTP/1.1" status: 200 len: 1091 time: 4.5170622 Oct 12 19:16:29.119092 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-ece63f33-20a7-41e6-b009-ff85e3005c1d req-c734924e-9655-46f1-ab9c-c9f95deb171b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:29.121082 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecc38ae3-328a-43a0-a185-601e29a048cb', 'tag': 'e1839e8c-26d1-434d-bd18-d452e6003586'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:16:29.125818 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2a2266d8-ef81-46c9-a210-62a4c9bddc1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:29.134909 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2aef053-9c97-4736-8f88-15fbeb12fc0e" -d '{"events": [{"name": "network-changed", "server_uuid": "ecc38ae3-328a-43a0-a185-601e29a048cb", "tag": "e1839e8c-26d1-434d-bd18-d452e6003586"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:16:29.210222 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-173636e4-7c16-4062-9d37-231594adc316 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Network fd3a7e91-28a9-4db8-b159-ade8f4dff732 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:16:29.224884 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-db4f1457-c0ab-42b5-8c3a-1f8a0c23ebab service neutron] Request body: {'port': {'device_id': 'ecc38ae3-328a-43a0-a185-601e29a048cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:16:29.275140 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-173636e4-7c16-4062-9d37-231594adc316 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:16:29.315287 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e95c35c7-a89d-4cc7-8027-d6792dfedbfc x-openstack-request-id: req-e95c35c7-a89d-4cc7-8027-d6792dfedbfc {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:16:29.315695 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecc38ae3-328a-43a0-a185-601e29a048cb", "tag": "e1839e8c-26d1-434d-bd18-d452e6003586", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:16:29.316179 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e95c35c7-a89d-4cc7-8027-d6792dfedbfc {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:16:29.328655 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecc38ae3-328a-43a0-a185-601e29a048cb', 'tag': 'e1839e8c-26d1-434d-bd18-d452e6003586', 'status': 'completed', 'code': 200} Oct 12 19:16:29.329425 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-173636e4-7c16-4062-9d37-231594adc316 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:16:29.405752 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-db4f1457-c0ab-42b5-8c3a-1f8a0c23ebab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:29.418940 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aef053-9c97-4736-8f88-15fbeb12fc0e req-ba45cc6e-1852-4140-a35e-85dd9c577995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:29.419426 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aef053-9c97-4736-8f88-15fbeb12fc0e req-ba45cc6e-1852-4140-a35e-85dd9c577995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:29.419895 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aef053-9c97-4736-8f88-15fbeb12fc0e req-ba45cc6e-1852-4140-a35e-85dd9c577995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:29.421039 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aef053-9c97-4736-8f88-15fbeb12fc0e req-ba45cc6e-1852-4140-a35e-85dd9c577995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:29.421521 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aef053-9c97-4736-8f88-15fbeb12fc0e req-ba45cc6e-1852-4140-a35e-85dd9c577995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:29.421991 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aef053-9c97-4736-8f88-15fbeb12fc0e req-ba45cc6e-1852-4140-a35e-85dd9c577995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:29.422452 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aef053-9c97-4736-8f88-15fbeb12fc0e req-ba45cc6e-1852-4140-a35e-85dd9c577995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:29.428212 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b2aef053-9c97-4736-8f88-15fbeb12fc0e req-ba45cc6e-1852-4140-a35e-85dd9c577995 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e65d35344c43413ba93381b16381b559&device_id=ecc38ae3-328a-43a0-a185-601e29a048cb HTTP/1.1" status: 200 len: 6286 time: 0.1517012 Oct 12 19:16:29.450404 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-173636e4-7c16-4062-9d37-231594adc316 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:29.451084 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-173636e4-7c16-4062-9d37-231594adc316 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:29.574603 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cbfbed-7e5a-497d-9b47-47dfae6ba98d req-476fb5f1-6048-4702-a3dc-a3927759e8de tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:29.589372 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c6cbfbed-7e5a-497d-9b47-47dfae6ba98d req-476fb5f1-6048-4702-a3dc-a3927759e8de tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d8118a-4722-4e86-9061-3b560a61dbf9 HTTP/1.1" status: 200 len: 931 time: 0.2209609 Oct 12 19:16:29.679991 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c6cbfbed-7e5a-497d-9b47-47dfae6ba98d req-92307f8b-3c8f-4f0e-8cb4-2248e2f8719c tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f0281d6-ea5c-47a0-8e7d-7819120d644f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915105 Oct 12 19:16:29.714756 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aef053-9c97-4736-8f88-15fbeb12fc0e req-be90e5d9-fe46-445e-8e68-1e3f1f242974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:29.715230 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aef053-9c97-4736-8f88-15fbeb12fc0e req-be90e5d9-fe46-445e-8e68-1e3f1f242974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:29.715687 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aef053-9c97-4736-8f88-15fbeb12fc0e req-be90e5d9-fe46-445e-8e68-1e3f1f242974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:29.717316 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b2aef053-9c97-4736-8f88-15fbeb12fc0e req-be90e5d9-fe46-445e-8e68-1e3f1f242974 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=e65d35344c43413ba93381b16381b559&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2396691 Oct 12 19:16:29.734410 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-173636e4-7c16-4062-9d37-231594adc316 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2603381 Oct 12 19:16:29.769827 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-f08ec09a-ea81-4386-8183-6f284b53934b None None] Provisioning complete for port a5c193aa-d046-4b1e-a749-6ece2dc2c658 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:16:29.770504 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f08ec09a-ea81-4386-8183-6f284b53934b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:29.801499 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173636e4-7c16-4062-9d37-231594adc316 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Pushing event updated for resources: {'Port': ['ID=a5c193aa-d046-4b1e-a749-6ece2dc2c658,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:16:29.807522 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-f08ec09a-ea81-4386-8183-6f284b53934b None None] Port a5c193aa-d046-4b1e-a749-6ece2dc2c658 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:16:29.829560 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-086f2f78-1052-4e19-bedf-a2213e5f614d tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Request body: {'port': {'device_id': 'a5d8118a-4722-4e86-9061-3b560a61dbf9', 'network_id': '6686226f-4ddf-4917-b57f-19fda7e2d4bd', 'admin_state_up': True, 'tenant_id': 'e1bc73ca052b4ff989529862bf093e8d', 'security_groups': ['8f0281d6-ea5c-47a0-8e7d-7819120d644f']}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:16:29.892149 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684c7a8b-22f8-4611-8429-74934bd70604 req-cceeba6e-9177-4657-9548-55027e18449e tempest-LiveAutoBlockMigrationV225Test-2051523199 tempest-LiveAutoBlockMigrationV225Test-2051523199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:29.899942 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-684c7a8b-22f8-4611-8429-74934bd70604 req-cceeba6e-9177-4657-9548-55027e18449e tempest-LiveAutoBlockMigrationV225Test-2051523199 tempest-LiveAutoBlockMigrationV225Test-2051523199-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=99d0578e-9f1b-42ed-aea7-3223b5004d8e HTTP/1.1" status: 200 len: 1097 time: 0.8317077 Oct 12 19:16:29.907300 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aef053-9c97-4736-8f88-15fbeb12fc0e req-7dd672f0-fd7c-42b3-8367-848e8db1ef74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:29.908824 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b2aef053-9c97-4736-8f88-15fbeb12fc0e req-7dd672f0-fd7c-42b3-8367-848e8db1ef74 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1834846 Oct 12 19:16:29.930071 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cbfcbd-0c27-402a-9881-68bc9abae05e req-277caa18-1483-4662-99bb-576575a1b4d9 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:29.931650 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-11cbfcbd-0c27-402a-9881-68bc9abae05e req-277caa18-1483-4662-99bb-576575a1b4d9 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/ports?device_id=29b8bd1d-694e-4c8f-81eb-c3dbbbab4410 HTTP/1.1" status: 200 len: 944 time: 0.0907257 Oct 12 19:16:29.991799 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-11cbfcbd-0c27-402a-9881-68bc9abae05e req-9f2e94cd-4460-49e3-a319-fecd0c506b4f tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/security-groups?id=453b01c6-7fe6-41ac-8e1d-6df7a2675094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531723 Oct 12 19:16:30.022552 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 19:16:30.092351 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c734924e-9655-46f1-ab9c-c9f95deb171b service neutron] Pushing event updated for resources: {'Port': ['ID=0946ba25-df3e-4db4-81cd-5b85f0d746c0,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:16:30.120275 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-684c7a8b-22f8-4611-8429-74934bd70604 req-c3be7e6d-61b7-474b-8111-06449a8e8da4 tempest-LiveAutoBlockMigrationV225Test-2051523199 tempest-LiveAutoBlockMigrationV225Test-2051523199-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=b2999b03-b87d-46b4-9267-1669e2e14df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485934 Oct 12 19:16:30.145973 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-ece63f33-20a7-41e6-b009-ff85e3005c1d req-c734924e-9655-46f1-ab9c-c9f95deb171b service neutron] Attempting to bind port 0946ba25-df3e-4db4-81cd-5b85f0d746c0 on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:16:30.146305 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-ece63f33-20a7-41e6-b009-ff85e3005c1d req-c734924e-9655-46f1-ab9c-c9f95deb171b service neutron] Attempting to bind port 0946ba25-df3e-4db4-81cd-5b85f0d746c0 by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': '35dde9ae-6a3d-4327-a38f-c2a1ca6f0ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'de7a4800-3a36-49db-938a-a424194241c9'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:16:30.146628 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece63f33-20a7-41e6-b009-ff85e3005c1d req-c734924e-9655-46f1-ab9c-c9f95deb171b service neutron] Attempting to bind port 0946ba25-df3e-4db4-81cd-5b85f0d746c0 on network de7a4800-3a36-49db-938a-a424194241c9 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:16:30.168916 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece63f33-20a7-41e6-b009-ff85e3005c1d req-c734924e-9655-46f1-ab9c-c9f95deb171b service neutron] Port 0946ba25-df3e-4db4-81cd-5b85f0d746c0 on network de7a4800-3a36-49db-938a-a424194241c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:16:30.169235 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece63f33-20a7-41e6-b009-ff85e3005c1d req-c734924e-9655-46f1-ab9c-c9f95deb171b service neutron] Attempting to bind port 0946ba25-df3e-4db4-81cd-5b85f0d746c0 on network de7a4800-3a36-49db-938a-a424194241c9 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:16:30.192840 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece63f33-20a7-41e6-b009-ff85e3005c1d req-c734924e-9655-46f1-ab9c-c9f95deb171b service neutron] Checking agent: {'id': 'f5e9725f-f5a6-43c2-a1be-95e21e9a1fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:16:30.193170 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece63f33-20a7-41e6-b009-ff85e3005c1d req-c734924e-9655-46f1-ab9c-c9f95deb171b service neutron] Checking segment: {'id': '35dde9ae-6a3d-4327-a38f-c2a1ca6f0ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'de7a4800-3a36-49db-938a-a424194241c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:16:30.193553 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece63f33-20a7-41e6-b009-ff85e3005c1d req-c734924e-9655-46f1-ab9c-c9f95deb171b service neutron] Bound using segment: {'id': '35dde9ae-6a3d-4327-a38f-c2a1ca6f0ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'de7a4800-3a36-49db-938a-a424194241c9'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:16:30.193983 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-ece63f33-20a7-41e6-b009-ff85e3005c1d req-c734924e-9655-46f1-ab9c-c9f95deb171b service neutron] Bound port: 0946ba25-df3e-4db4-81cd-5b85f0d746c0, host: n-h1-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35dde9ae-6a3d-4327-a38f-c2a1ca6f0ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'de7a4800-3a36-49db-938a-a424194241c9'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:16:30.194332 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-ece63f33-20a7-41e6-b009-ff85e3005c1d req-c734924e-9655-46f1-ab9c-c9f95deb171b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:30.225369 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21b984a-743f-450d-bf35-86b7486a9476 req-c3f74979-43e5-4bd8-857f-8213dde1d62b tempest-ServerPasswordTestJSON-1281280195 tempest-ServerPasswordTestJSON-1281280195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:30.227458 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d21b984a-743f-450d-bf35-86b7486a9476 req-c3f74979-43e5-4bd8-857f-8213dde1d62b tempest-ServerPasswordTestJSON-1281280195 tempest-ServerPasswordTestJSON-1281280195-project] 10.222.0.61 "GET /v2.0/ports?device_id=fdb82ee1-0e76-427c-9bb6-704801b6434f HTTP/1.1" status: 200 len: 945 time: 0.1186264 Oct 12 19:16:30.307720 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-db4f1457-c0ab-42b5-8c3a-1f8a0c23ebab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efa0ccc7-6ed2-4bfa-a4ad-6c6779c2a251 {{(pid=95502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:16:30.328283 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-db4f1457-c0ab-42b5-8c3a-1f8a0c23ebab service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:30.329462 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b950ee8-c61c-4f70-9671-830bba8531f4 req-5e207163-b140-401e-b4f8-b4de660362df tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:30.332832 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-086f2f78-1052-4e19-bedf-a2213e5f614d tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Made reservation on behalf of e1bc73ca052b4ff989529862bf093e8d for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:16:30.337289 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-086f2f78-1052-4e19-bedf-a2213e5f614d tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:30.340921 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b950ee8-c61c-4f70-9671-830bba8531f4 req-5e207163-b140-401e-b4f8-b4de660362df tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:30.348957 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b950ee8-c61c-4f70-9671-830bba8531f4 req-5e207163-b140-401e-b4f8-b4de660362df tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:30.357190 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b950ee8-c61c-4f70-9671-830bba8531f4 req-5e207163-b140-401e-b4f8-b4de660362df tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:30.365031 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b950ee8-c61c-4f70-9671-830bba8531f4 req-5e207163-b140-401e-b4f8-b4de660362df tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:30.372500 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b950ee8-c61c-4f70-9671-830bba8531f4 req-5e207163-b140-401e-b4f8-b4de660362df tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:30.380478 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b950ee8-c61c-4f70-9671-830bba8531f4 req-5e207163-b140-401e-b4f8-b4de660362df tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:30.382619 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2b950ee8-c61c-4f70-9671-830bba8531f4 req-5e207163-b140-401e-b4f8-b4de660362df tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecc38ae3-328a-43a0-a185-601e29a048cb HTTP/1.1" status: 200 len: 5394 time: 0.2167852 Oct 12 19:16:30.406458 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-db4f1457-c0ab-42b5-8c3a-1f8a0c23ebab service neutron] Transition to ACTIVE for port object efa0ccc7-6ed2-4bfa-a4ad-6c6779c2a251 will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:16:30.454496 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-ece63f33-20a7-41e6-b009-ff85e3005c1d req-c734924e-9655-46f1-ab9c-c9f95deb171b service neutron] For port 0946ba25-df3e-4db4-81cd-5b85f0d746c0, host n-h1-813679-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:16:30.471642 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-db4f1457-c0ab-42b5-8c3a-1f8a0c23ebab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:30.480249 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2b950ee8-c61c-4f70-9671-830bba8531f4 req-45815c68-9ac8-4d17-b3be-1de2542a8fd4 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/security-groups?id=76b081dc-6667-4e1c-b44d-8d05a61d7938&id=0726b0fe-78be-4ea7-8b43-7be54affa06f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0599320 Oct 12 19:16:30.499699 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-d21b984a-743f-450d-bf35-86b7486a9476 req-4cd9439a-49d0-4943-854f-ad3eebcd6532 tempest-ServerPasswordTestJSON-1281280195 tempest-ServerPasswordTestJSON-1281280195-project] Deleting port 7db03265-2d6b-400e-b310-4e6d52f5f5df {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:16:30.500142 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-d21b984a-743f-450d-bf35-86b7486a9476 req-4cd9439a-49d0-4943-854f-ad3eebcd6532 tempest-ServerPasswordTestJSON-1281280195 tempest-ServerPasswordTestJSON-1281280195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:30.554807 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e34300-c7a1-42fe-b915-13ec8d48cbbf req-e1908276-c25f-4a09-98e3-b3db1765f44d tempest-ServerPasswordTestJSON-1281280195 tempest-ServerPasswordTestJSON-1281280195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:30.562991 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c2e34300-c7a1-42fe-b915-13ec8d48cbbf req-e1908276-c25f-4a09-98e3-b3db1765f44d tempest-ServerPasswordTestJSON-1281280195 tempest-ServerPasswordTestJSON-1281280195-project] 10.222.0.49 "GET /v2.0/ports?device_id=fdb82ee1-0e76-427c-9bb6-704801b6434f HTTP/1.1" status: 200 len: 945 time: 0.2601657 Oct 12 19:16:30.593630 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-ece63f33-20a7-41e6-b009-ff85e3005c1d req-c734924e-9655-46f1-ab9c-c9f95deb171b service neutron] For port 0946ba25-df3e-4db4-81cd-5b85f0d746c0, host n-h1-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=0946ba25-df3e-4db4-81cd-5b85f0d746c0,segment=NetworkSegment(35dde9ae-6a3d-4327-a38f-c2a1ca6f0ad7),segment_id=35dde9ae-6a3d-4327-a38f-c2a1ca6f0ad7)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:16:30.645436 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-d21b984a-743f-450d-bf35-86b7486a9476 req-4cd9439a-49d0-4943-854f-ad3eebcd6532 tempest-ServerPasswordTestJSON-1281280195 tempest-ServerPasswordTestJSON-1281280195-project] For port 7db03265-2d6b-400e-b310-4e6d52f5f5df, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=7db03265-2d6b-400e-b310-4e6d52f5f5df,segment=NetworkSegment(c59480ad-1614-4e22-affe-3c64426fde03),segment_id=c59480ad-1614-4e22-affe-3c64426fde03)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:16:30.645830 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-d21b984a-743f-450d-bf35-86b7486a9476 req-4cd9439a-49d0-4943-854f-ad3eebcd6532 tempest-ServerPasswordTestJSON-1281280195 tempest-ServerPasswordTestJSON-1281280195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:30.672089 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-d21b984a-743f-450d-bf35-86b7486a9476 req-4cd9439a-49d0-4943-854f-ad3eebcd6532 tempest-ServerPasswordTestJSON-1281280195 tempest-ServerPasswordTestJSON-1281280195-project] Calling delete_port for 7db03265-2d6b-400e-b310-4e6d52f5f5df owned by compute:nova {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:16:30.681275 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c2e34300-c7a1-42fe-b915-13ec8d48cbbf req-cbe065e9-a369-44b9-b090-e21ca8055a13 tempest-ServerPasswordTestJSON-1281280195 tempest-ServerPasswordTestJSON-1281280195-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b0346c6-5490-4f68-9bf6-ec1a6ec5e316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173255 Oct 12 19:16:30.689552 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4f1457-c0ab-42b5-8c3a-1f8a0c23ebab service neutron] Pushing event updated for resources: {'Port': ['ID=efa0ccc7-6ed2-4bfa-a4ad-6c6779c2a251,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:16:30.706047 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-ece63f33-20a7-41e6-b009-ff85e3005c1d req-c734924e-9655-46f1-ab9c-c9f95deb171b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:30.898169 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-086f2f78-1052-4e19-bedf-a2213e5f614d tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Allocated IP 10.1.1.241 (6686226f-4ddf-4917-b57f-19fda7e2d4bd/cc4623cd-de35-484d-89d6-d224b86d5718/69633bb3-11f9-410b-8ef6-86a8a94d4395) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:16:30.920390 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece63f33-20a7-41e6-b009-ff85e3005c1d req-c734924e-9655-46f1-ab9c-c9f95deb171b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:30.920390 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-ece63f33-20a7-41e6-b009-ff85e3005c1d req-c734924e-9655-46f1-ab9c-c9f95deb171b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:30.920390 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ece63f33-20a7-41e6-b009-ff85e3005c1d req-c734924e-9655-46f1-ab9c-c9f95deb171b service neutron] 10.222.0.61 "PUT /v2.0/ports/0946ba25-df3e-4db4-81cd-5b85f0d746c0 HTTP/1.1" status: 200 len: 1092 time: 3.7608569 Oct 12 19:16:30.943681 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-d21b984a-743f-450d-bf35-86b7486a9476 req-4cd9439a-49d0-4943-854f-ad3eebcd6532 tempest-ServerPasswordTestJSON-1281280195 tempest-ServerPasswordTestJSON-1281280195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:30.955795 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['7db03265-2d6b-400e-b310-4e6d52f5f5df'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:16:30.968609 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c734924e-9655-46f1-ab9c-c9f95deb171b service neutron] Pushing event updated for resources: {'Port': ['ID=0946ba25-df3e-4db4-81cd-5b85f0d746c0,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:16:31.007798 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-db4f1457-c0ab-42b5-8c3a-1f8a0c23ebab service neutron] Attempting to bind port efa0ccc7-6ed2-4bfa-a4ad-6c6779c2a251 on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:16:31.008551 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-db4f1457-c0ab-42b5-8c3a-1f8a0c23ebab service neutron] Attempting to bind port efa0ccc7-6ed2-4bfa-a4ad-6c6779c2a251 by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': 'c5aaa6cb-4fc0-487c-a1c9-b6d1d0ba82ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '2e14c4f2-b68c-4d21-920b-215a17ef69db'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:16:31.008935 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-db4f1457-c0ab-42b5-8c3a-1f8a0c23ebab service neutron] Attempting to bind port efa0ccc7-6ed2-4bfa-a4ad-6c6779c2a251 on network 2e14c4f2-b68c-4d21-920b-215a17ef69db {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:16:31.020733 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd9439a-49d0-4943-854f-ad3eebcd6532 tempest-ServerPasswordTestJSON-1281280195 tempest-ServerPasswordTestJSON-1281280195-project] Pushing event deleted for resources: {'Port': ['ID=7db03265-2d6b-400e-b310-4e6d52f5f5df,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:16:31.024228 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b8de50-f65e-4412-9dc2-5b8c158e78ad req-e2506ad3-9b59-491a-bd06-fa87a32a41a2 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:31.031659 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-81b8de50-f65e-4412-9dc2-5b8c158e78ad req-e2506ad3-9b59-491a-bd06-fa87a32a41a2 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d8118a-4722-4e86-9061-3b560a61dbf9 HTTP/1.1" status: 200 len: 931 time: 0.2022438 Oct 12 19:16:31.057943 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd9439a-49d0-4943-854f-ad3eebcd6532 tempest-ServerPasswordTestJSON-1281280195 tempest-ServerPasswordTestJSON-1281280195-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:16:31.059079 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd9439a-49d0-4943-854f-ad3eebcd6532 tempest-ServerPasswordTestJSON-1281280195 tempest-ServerPasswordTestJSON-1281280195-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:16:31.059425 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd9439a-49d0-4943-854f-ad3eebcd6532 tempest-ServerPasswordTestJSON-1281280195 tempest-ServerPasswordTestJSON-1281280195-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:16:31.059762 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd9439a-49d0-4943-854f-ad3eebcd6532 tempest-ServerPasswordTestJSON-1281280195 tempest-ServerPasswordTestJSON-1281280195-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:16:31.060118 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd9439a-49d0-4943-854f-ad3eebcd6532 tempest-ServerPasswordTestJSON-1281280195 tempest-ServerPasswordTestJSON-1281280195-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:16:31.067055 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd9439a-49d0-4943-854f-ad3eebcd6532 tempest-ServerPasswordTestJSON-1281280195 tempest-ServerPasswordTestJSON-1281280195-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:16:31.067055 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd9439a-49d0-4943-854f-ad3eebcd6532 tempest-ServerPasswordTestJSON-1281280195 tempest-ServerPasswordTestJSON-1281280195-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:16:31.067055 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd9439a-49d0-4943-854f-ad3eebcd6532 tempest-ServerPasswordTestJSON-1281280195 tempest-ServerPasswordTestJSON-1281280195-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:16:31.067055 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd9439a-49d0-4943-854f-ad3eebcd6532 tempest-ServerPasswordTestJSON-1281280195 tempest-ServerPasswordTestJSON-1281280195-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:16:31.067055 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd9439a-49d0-4943-854f-ad3eebcd6532 tempest-ServerPasswordTestJSON-1281280195 tempest-ServerPasswordTestJSON-1281280195-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:16:31.067055 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd9439a-49d0-4943-854f-ad3eebcd6532 tempest-ServerPasswordTestJSON-1281280195 tempest-ServerPasswordTestJSON-1281280195-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:16:31.067055 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd9439a-49d0-4943-854f-ad3eebcd6532 tempest-ServerPasswordTestJSON-1281280195 tempest-ServerPasswordTestJSON-1281280195-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:16:31.067648 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-d21b984a-743f-450d-bf35-86b7486a9476 req-4cd9439a-49d0-4943-854f-ad3eebcd6532 tempest-ServerPasswordTestJSON-1281280195 tempest-ServerPasswordTestJSON-1281280195-project] No DVR routers for this DVR port 7db03265-2d6b-400e-b310-4e6d52f5f5df on host n-h1-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:16:31.070005 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-d21b984a-743f-450d-bf35-86b7486a9476 req-4cd9439a-49d0-4943-854f-ad3eebcd6532 tempest-ServerPasswordTestJSON-1281280195 tempest-ServerPasswordTestJSON-1281280195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:31.074123 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d21b984a-743f-450d-bf35-86b7486a9476 req-4cd9439a-49d0-4943-854f-ad3eebcd6532 tempest-ServerPasswordTestJSON-1281280195 tempest-ServerPasswordTestJSON-1281280195-project] 10.222.0.61 "DELETE /v2.0/ports/7db03265-2d6b-400e-b310-4e6d52f5f5df HTTP/1.1" status: 204 len: 173 time: 0.8404911 Oct 12 19:16:31.074577 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdb82ee1-0e76-427c-9bb6-704801b6434f', 'name': 'network-vif-deleted', 'tag': '7db03265-2d6b-400e-b310-4e6d52f5f5df'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:16:31.078101 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f69f66c7-158d-4e08-870c-098f567d6ba2" -d '{"events": [{"server_uuid": "fdb82ee1-0e76-427c-9bb6-704801b6434f", "name": "network-vif-deleted", "tag": "7db03265-2d6b-400e-b310-4e6d52f5f5df"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:16:31.103770 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-db4f1457-c0ab-42b5-8c3a-1f8a0c23ebab service neutron] Port efa0ccc7-6ed2-4bfa-a4ad-6c6779c2a251 on network 2e14c4f2-b68c-4d21-920b-215a17ef69db not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:16:31.104121 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-db4f1457-c0ab-42b5-8c3a-1f8a0c23ebab service neutron] Attempting to bind port efa0ccc7-6ed2-4bfa-a4ad-6c6779c2a251 on network 2e14c4f2-b68c-4d21-920b-215a17ef69db {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:16:31.122336 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-db4f1457-c0ab-42b5-8c3a-1f8a0c23ebab service neutron] Checking agent: {'id': 'f5e9725f-f5a6-43c2-a1be-95e21e9a1fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:16:31.122336 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-db4f1457-c0ab-42b5-8c3a-1f8a0c23ebab service neutron] Checking segment: {'id': 'c5aaa6cb-4fc0-487c-a1c9-b6d1d0ba82ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '2e14c4f2-b68c-4d21-920b-215a17ef69db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:16:31.122336 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-db4f1457-c0ab-42b5-8c3a-1f8a0c23ebab service neutron] Bound using segment: {'id': 'c5aaa6cb-4fc0-487c-a1c9-b6d1d0ba82ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '2e14c4f2-b68c-4d21-920b-215a17ef69db'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:16:31.122336 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-db4f1457-c0ab-42b5-8c3a-1f8a0c23ebab service neutron] Bound port: efa0ccc7-6ed2-4bfa-a4ad-6c6779c2a251, host: n-h1-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5aaa6cb-4fc0-487c-a1c9-b6d1d0ba82ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '2e14c4f2-b68c-4d21-920b-215a17ef69db'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:16:31.122336 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-db4f1457-c0ab-42b5-8c3a-1f8a0c23ebab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:31.194871 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-81b8de50-f65e-4412-9dc2-5b8c158e78ad req-6f98fe0c-16a2-485b-bcf5-0b6e261d1321 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f0281d6-ea5c-47a0-8e7d-7819120d644f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1620283 Oct 12 19:16:31.243197 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece63f33-20a7-41e6-b009-ff85e3005c1d req-c1c545bf-efc8-4b0f-9e49-bf1988846cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:31.244746 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ece63f33-20a7-41e6-b009-ff85e3005c1d req-c1c545bf-efc8-4b0f-9e49-bf1988846cd6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=21466a39e7454d76a525d9f64a023efa&device_id=29b8bd1d-694e-4c8f-81eb-c3dbbbab4410 HTTP/1.1" status: 200 len: 1095 time: 0.1937654 Oct 12 19:16:31.335250 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-086f2f78-1052-4e19-bedf-a2213e5f614d tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:31.337708 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ece63f33-20a7-41e6-b009-ff85e3005c1d req-e1d54d15-657a-4385-a8e6-a662f8b116c3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0946ba25-df3e-4db4-81cd-5b85f0d746c0 HTTP/1.1" status: 200 len: 217 time: 0.0746706 Oct 12 19:16:31.338070 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29b8bd1d-694e-4c8f-81eb-c3dbbbab4410', 'tag': '0946ba25-df3e-4db4-81cd-5b85f0d746c0'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:16:31.340336 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d490f5e-f1d5-401a-95dd-6f990185c934" -d '{"events": [{"name": "network-changed", "server_uuid": "29b8bd1d-694e-4c8f-81eb-c3dbbbab4410", "tag": "0946ba25-df3e-4db4-81cd-5b85f0d746c0"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:16:31.457428 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-db4f1457-c0ab-42b5-8c3a-1f8a0c23ebab service neutron] For port efa0ccc7-6ed2-4bfa-a4ad-6c6779c2a251, host n-h1-813679-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:16:31.484652 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-db4f1457-c0ab-42b5-8c3a-1f8a0c23ebab service neutron] For port efa0ccc7-6ed2-4bfa-a4ad-6c6779c2a251, host n-h1-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=efa0ccc7-6ed2-4bfa-a4ad-6c6779c2a251,segment=NetworkSegment(c5aaa6cb-4fc0-487c-a1c9-b6d1d0ba82ce),segment_id=c5aaa6cb-4fc0-487c-a1c9-b6d1d0ba82ce)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:16:31.491636 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece63f33-20a7-41e6-b009-ff85e3005c1d req-80b19cf1-1cec-4e0d-b6c9-b2f2cba8a72f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:31.493105 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ece63f33-20a7-41e6-b009-ff85e3005c1d req-80b19cf1-1cec-4e0d-b6c9-b2f2cba8a72f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a04d54df-064e-4c45-85d6-73b27d98a999 HTTP/1.1" status: 200 len: 845 time: 0.1358485 Oct 12 19:16:31.505091 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd95607-2edc-4b42-9499-eb108330849d req-6528847c-920b-4bf4-80a8-8154e49bafb3 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:31.506492 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7cd95607-2edc-4b42-9499-eb108330849d req-6528847c-920b-4bf4-80a8-8154e49bafb3 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/ports?device_id=29b8bd1d-694e-4c8f-81eb-c3dbbbab4410 HTTP/1.1" status: 200 len: 944 time: 0.1950848 Oct 12 19:16:31.545099 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ece63f33-20a7-41e6-b009-ff85e3005c1d req-7222cb6c-ac27-4aa8-9325-327c220b90f8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=de7a4800-3a36-49db-938a-a424194241c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376554 Oct 12 19:16:31.615380 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-db4f1457-c0ab-42b5-8c3a-1f8a0c23ebab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:31.617509 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-086f2f78-1052-4e19-bedf-a2213e5f614d tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:31.622796 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6af4a3d1-61d1-4f06-b9eb-039ad87d7473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:31.627779 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7cd95607-2edc-4b42-9499-eb108330849d req-3c44184a-616e-4642-b78a-9827e9dd4595 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/security-groups?id=453b01c6-7fe6-41ac-8e1d-6df7a2675094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110976 Oct 12 19:16:31.698010 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-086f2f78-1052-4e19-bedf-a2213e5f614d tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Network 6686226f-4ddf-4917-b57f-19fda7e2d4bd is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:16:31.705147 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-db4f1457-c0ab-42b5-8c3a-1f8a0c23ebab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:31.705752 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-db4f1457-c0ab-42b5-8c3a-1f8a0c23ebab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:31.707241 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-db4f1457-c0ab-42b5-8c3a-1f8a0c23ebab service neutron] 10.222.0.61 "PUT /v2.0/ports/efa0ccc7-6ed2-4bfa-a4ad-6c6779c2a251 HTTP/1.1" status: 200 len: 1091 time: 2.4884999 Oct 12 19:16:31.709856 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-086f2f78-1052-4e19-bedf-a2213e5f614d tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:16:31.724185 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-086f2f78-1052-4e19-bedf-a2213e5f614d tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:16:31.837032 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aa95fe2-a90c-41c9-b71f-2caa6c2cdaf8 x-openstack-request-id: req-2aa95fe2-a90c-41c9-b71f-2caa6c2cdaf8 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:16:31.837581 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdb82ee1-0e76-427c-9bb6-704801b6434f", "name": "network-vif-deleted", "tag": "7db03265-2d6b-400e-b310-4e6d52f5f5df", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:16:31.838033 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2aa95fe2-a90c-41c9-b71f-2caa6c2cdaf8 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:16:31.843025 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdb82ee1-0e76-427c-9bb6-704801b6434f', 'name': 'network-vif-deleted', 'tag': '7db03265-2d6b-400e-b310-4e6d52f5f5df', 'status': 'completed', 'code': 200} Oct 12 19:16:31.862501 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ece63f33-20a7-41e6-b009-ff85e3005c1d req-41eb70b5-53c3-4ffb-80cc-7657b7d4c557 service neutron] 10.222.0.61 "GET /v2.0/networks/de7a4800-3a36-49db-938a-a424194241c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3070538 Oct 12 19:16:31.877538 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-6652194a-d6cc-4f2c-bcff-702a5c25042f service neutron] Request body: {'port': {'device_id': 'ecc38ae3-328a-43a0-a185-601e29a048cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:16:31.882741 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9c3eb18-8380-4b1f-8da5-071b5f994106 x-openstack-request-id: req-b9c3eb18-8380-4b1f-8da5-071b5f994106 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:16:31.883038 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29b8bd1d-694e-4c8f-81eb-c3dbbbab4410", "tag": "0946ba25-df3e-4db4-81cd-5b85f0d746c0", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:16:31.883277 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b9c3eb18-8380-4b1f-8da5-071b5f994106 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:16:31.883679 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29b8bd1d-694e-4c8f-81eb-c3dbbbab4410', 'tag': '0946ba25-df3e-4db4-81cd-5b85f0d746c0', 'status': 'completed', 'code': 200} Oct 12 19:16:32.047957 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4f1457-c0ab-42b5-8c3a-1f8a0c23ebab service neutron] Pushing event updated for resources: {'Port': ['ID=efa0ccc7-6ed2-4bfa-a4ad-6c6779c2a251,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:16:32.160701 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-086f2f78-1052-4e19-bedf-a2213e5f614d tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:32.161794 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-086f2f78-1052-4e19-bedf-a2213e5f614d tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:32.169243 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086f2f78-1052-4e19-bedf-a2213e5f614d tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Pushing event updated for resources: {'Port': ['ID=69633bb3-11f9-410b-8ef6-86a8a94d4395,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:16:32.236808 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-6652194a-d6cc-4f2c-bcff-702a5c25042f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:32.249987 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a125c8-92b9-4cc7-b5ad-ebb5dc724ce3 req-e72b62ca-1025-47ae-b52a-2cb9f1e4bf09 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:32.256202 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a125c8-92b9-4cc7-b5ad-ebb5dc724ce3 req-e72b62ca-1025-47ae-b52a-2cb9f1e4bf09 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:32.262277 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a125c8-92b9-4cc7-b5ad-ebb5dc724ce3 req-e72b62ca-1025-47ae-b52a-2cb9f1e4bf09 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:32.269816 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a125c8-92b9-4cc7-b5ad-ebb5dc724ce3 req-e72b62ca-1025-47ae-b52a-2cb9f1e4bf09 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:32.275907 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a125c8-92b9-4cc7-b5ad-ebb5dc724ce3 req-e72b62ca-1025-47ae-b52a-2cb9f1e4bf09 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:32.282003 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a125c8-92b9-4cc7-b5ad-ebb5dc724ce3 req-e72b62ca-1025-47ae-b52a-2cb9f1e4bf09 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:32.283520 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-e04356de-72b1-42ea-a354-1b30d23f6778 None None] Provisioning complete for port 69633bb3-11f9-410b-8ef6-86a8a94d4395 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:16:32.284235 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e04356de-72b1-42ea-a354-1b30d23f6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:32.289027 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a125c8-92b9-4cc7-b5ad-ebb5dc724ce3 req-e72b62ca-1025-47ae-b52a-2cb9f1e4bf09 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:32.292532 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a1a125c8-92b9-4cc7-b5ad-ebb5dc724ce3 req-e72b62ca-1025-47ae-b52a-2cb9f1e4bf09 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecc38ae3-328a-43a0-a185-601e29a048cb HTTP/1.1" status: 200 len: 5406 time: 0.3142145 Oct 12 19:16:32.337952 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-e04356de-72b1-42ea-a354-1b30d23f6778 None None] Port 69633bb3-11f9-410b-8ef6-86a8a94d4395 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:16:32.362710 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-086f2f78-1052-4e19-bedf-a2213e5f614d tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5477905 Oct 12 19:16:32.379753 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ece63f33-20a7-41e6-b009-ff85e3005c1d req-9536dac9-e382-4e14-8061-2a10f430c65f service neutron] 10.222.0.61 "GET /v2.0/networks/de7a4800-3a36-49db-938a-a424194241c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4951160 Oct 12 19:16:32.385179 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-0cf43112-599a-4d7c-9b4a-fadc361fa6c7 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Request body: {'port': {'device_id': 'a5d8118a-4722-4e86-9061-3b560a61dbf9', 'network_id': '6686226f-4ddf-4917-b57f-19fda7e2d4bd', 'admin_state_up': True, 'tenant_id': 'e1bc73ca052b4ff989529862bf093e8d', 'security_groups': ['8f0281d6-ea5c-47a0-8e7d-7819120d644f']}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:16:32.451402 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a1a125c8-92b9-4cc7-b5ad-ebb5dc724ce3 req-6fd14e4a-7a45-40e1-82f3-dd615a345bf9 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/security-groups?id=76b081dc-6667-4e1c-b44d-8d05a61d7938&id=0726b0fe-78be-4ea7-8b43-7be54affa06f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1440372 Oct 12 19:16:32.488575 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:32.531111 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 35792) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:16:32.605828 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a1932d7-edfc-4432-9841-35474e13c2cf admin admin] Deleting subnet a55e2543-ff63-4731-9925-d009e1720d0d {{(pid=95501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:16:32.609317 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0a1932d7-edfc-4432-9841-35474e13c2cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:32.654909 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0a1932d7-edfc-4432-9841-35474e13c2cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281083'] for subnet, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:32.683036 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d490f5e-f1d5-401a-95dd-6f990185c934 req-06215d1a-1210-4879-a30a-8ff5d540edbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:32.684411 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7d490f5e-f1d5-401a-95dd-6f990185c934 req-06215d1a-1210-4879-a30a-8ff5d540edbc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=21466a39e7454d76a525d9f64a023efa&device_id=29b8bd1d-694e-4c8f-81eb-c3dbbbab4410 HTTP/1.1" status: 200 len: 1095 time: 0.1572609 Oct 12 19:16:32.699264 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0a1932d7-edfc-4432-9841-35474e13c2cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:32.704549 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:32.846259 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0a1932d7-edfc-4432-9841-35474e13c2cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4824924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4612362'] for subnet, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:32.873182 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1932d7-edfc-4432-9841-35474e13c2cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a55e2543-ff63-4731-9925-d009e1720d0d,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:16:32.880306 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0a1932d7-edfc-4432-9841-35474e13c2cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:32.883710 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-0a1932d7-edfc-4432-9841-35474e13c2cf admin admin] 10.222.0.49 "DELETE /v2.0/subnets/a55e2543-ff63-4731-9925-d009e1720d0d HTTP/1.1" status: 204 len: 168 time: 0.3513417 Oct 12 19:16:32.887286 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 35800) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:16:32.891524 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:32.960455 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8d41da97-1567-4af0-8867-deeb416ce3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:33.044635 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [req-4bded72b-d8ed-4db9-9407-282e4871b84d req-9ca81cb7-4527-49b9-9e6c-e05566b2d0a7 tempest-LiveAutoBlockMigrationV225Test-2051523199 tempest-LiveAutoBlockMigrationV225Test-2051523199-project-admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 19:16:33.045605 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4bded72b-d8ed-4db9-9407-282e4871b84d req-9ca81cb7-4527-49b9-9e6c-e05566b2d0a7 tempest-LiveAutoBlockMigrationV225Test-2051523199 tempest-LiveAutoBlockMigrationV225Test-2051523199-project-admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3729668 Oct 12 19:16:33.046081 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8d41da97-1567-4af0-8867-deeb416ce3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:33.069729 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-8d41da97-1567-4af0-8867-deeb416ce3c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['719e4a1c-b19a-4773-a833-c6e1b8aa661c']}} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:16:33.080063 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-8d41da97-1567-4af0-8867-deeb416ce3c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c59480ad-1614-4e22-affe-3c64426fde03') {'for_net_delete': True} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:16:33.080768 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-8d41da97-1567-4af0-8867-deeb416ce3c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c59480ad-1614-4e22-affe-3c64426fde03') {} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:16:33.090743 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8d41da97-1567-4af0-8867-deeb416ce3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4281072'] for segment, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:33.111112 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8d41da97-1567-4af0-8867-deeb416ce3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:33.120090 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d41da97-1567-4af0-8867-deeb416ce3c3 admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=95501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:16:33.120218 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8d41da97-1567-4af0-8867-deeb416ce3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4823170'] for segment, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:33.123595 n-d-813679-3 neutron-server[95501]: Traceback (most recent call last): Oct 12 19:16:33.123595 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:16:33.123595 n-d-813679-3 neutron-server[95501]: timer() Oct 12 19:16:33.123595 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:16:33.123595 n-d-813679-3 neutron-server[95501]: cb(*args, **kw) Oct 12 19:16:33.123595 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:16:33.123595 n-d-813679-3 neutron-server[95501]: return func(*args, **kwargs) Oct 12 19:16:33.123595 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:16:33.123595 n-d-813679-3 neutron-server[95501]: self._notify() Oct 12 19:16:33.123595 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:16:33.123595 n-d-813679-3 neutron-server[95501]: self.callback(batched_events) Oct 12 19:16:33.123595 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:16:33.123595 n-d-813679-3 neutron-server[95501]: event.method(event) Oct 12 19:16:33.123595 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:16:33.123595 n-d-813679-3 neutron-server[95501]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:16:33.123595 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:16:33.123595 n-d-813679-3 neutron-server[95501]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:16:33.123595 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:16:33.123595 n-d-813679-3 neutron-server[95501]: return f(self, *a, **k) Oct 12 19:16:33.123595 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:16:33.123595 n-d-813679-3 neutron-server[95501]: return self._get(url).json() Oct 12 19:16:33.123595 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:16:33.123595 n-d-813679-3 neutron-server[95501]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:16:33.123595 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:16:33.123595 n-d-813679-3 neutron-server[95501]: return self.request(url, 'GET', **kwargs) Oct 12 19:16:33.123595 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:16:33.123595 n-d-813679-3 neutron-server[95501]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:16:33.123595 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:16:33.123595 n-d-813679-3 neutron-server[95501]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:16:33.123595 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:16:33.123595 n-d-813679-3 neutron-server[95501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:16:33.123595 n-d-813679-3 neutron-server[95501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:16:33.137424 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50a4f0e-ab62-4856-939a-54a9921745e0 req-0110074f-c305-4d12-aa5c-95930ed75977 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:33.143466 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50a4f0e-ab62-4856-939a-54a9921745e0 req-0110074f-c305-4d12-aa5c-95930ed75977 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:33.145213 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f50a4f0e-ab62-4856-939a-54a9921745e0 req-0110074f-c305-4d12-aa5c-95930ed75977 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d8118a-4722-4e86-9061-3b560a61dbf9 HTTP/1.1" status: 200 len: 1653 time: 0.5322232 Oct 12 19:16:33.158378 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-0cf43112-599a-4d7c-9b4a-fadc361fa6c7 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Made reservation on behalf of e1bc73ca052b4ff989529862bf093e8d for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:16:33.162400 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-0cf43112-599a-4d7c-9b4a-fadc361fa6c7 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:33.177966 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 7db03265-2d6b-400e-b310-4e6d52f5f5df no longer exists at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:16:33.183942 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bded72b-d8ed-4db9-9407-282e4871b84d req-75209327-be9a-4f7d-8be9-2e6dbea2120f tempest-LiveAutoBlockMigrationV225Test-2051523199 tempest-LiveAutoBlockMigrationV225Test-2051523199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:33.185294 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4bded72b-d8ed-4db9-9407-282e4871b84d req-75209327-be9a-4f7d-8be9-2e6dbea2120f tempest-LiveAutoBlockMigrationV225Test-2051523199 tempest-LiveAutoBlockMigrationV225Test-2051523199-project-admin] 10.222.0.49 "GET /v2.0/ports/409be5dc-1cd9-4cf6-b7a2-42a24420afad HTTP/1.1" status: 200 len: 1094 time: 0.1132550 Oct 12 19:16:33.274535 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8d41da97-1567-4af0-8867-deeb416ce3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:33.282340 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8d41da97-1567-4af0-8867-deeb416ce3c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:33.282745 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d490f5e-f1d5-401a-95dd-6f990185c934 req-6a51f38e-b38d-48f9-b017-d3325c5d4888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:33.284363 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7d490f5e-f1d5-401a-95dd-6f990185c934 req-6a51f38e-b38d-48f9-b017-d3325c5d4888 service neutron] 10.222.0.61 "GET /v2.0/networks?id=de7a4800-3a36-49db-938a-a424194241c9 HTTP/1.1" status: 200 len: 906 time: 0.5856485 Oct 12 19:16:33.288197 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-8d41da97-1567-4af0-8867-deeb416ce3c3 admin admin] 10.222.0.49 "DELETE /v2.0/networks/719e4a1c-b19a-4773-a833-c6e1b8aa661c HTTP/1.1" status: 204 len: 168 time: 0.3995507 Oct 12 19:16:33.302634 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d41da97-1567-4af0-8867-deeb416ce3c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=719e4a1c-b19a-4773-a833-c6e1b8aa661c,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:16:33.325818 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-4bded72b-d8ed-4db9-9407-282e4871b84d req-4e6554c4-a9d8-4018-ae0f-c753c76c0950 service neutron] Request body: {'binding': {'host': 'n-h1-813679-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:16:33.326274 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-4bded72b-d8ed-4db9-9407-282e4871b84d req-4e6554c4-a9d8-4018-ae0f-c753c76c0950 service neutron] Unknown quota resources ['binding']. {{(pid=95502) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 12 19:16:33.355047 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f50a4f0e-ab62-4856-939a-54a9921745e0 req-61ad42da-0832-4f0a-8623-3f5124e4312e tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f0281d6-ea5c-47a0-8e7d-7819120d644f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1977110 Oct 12 19:16:33.369207 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] No Port match for: 7db03265-2d6b-400e-b310-4e6d52f5f5df {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:16:33.369812 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 7db03265-2d6b-400e-b310-4e6d52f5f5df not bound to the agent host n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:16:33.421623 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7d490f5e-f1d5-401a-95dd-6f990185c934 req-42d3729e-13a2-4b20-9456-7d1528f12a64 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0946ba25-df3e-4db4-81cd-5b85f0d746c0 HTTP/1.1" status: 200 len: 217 time: 0.0992467 Oct 12 19:16:33.453195 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-6652194a-d6cc-4f2c-bcff-702a5c25042f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 203b9b07-3b5d-41e2-a387-5426c9fe91c9 {{(pid=95502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:16:33.455055 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:33.507922 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-6652194a-d6cc-4f2c-bcff-702a5c25042f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:33.598817 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-6652194a-d6cc-4f2c-bcff-702a5c25042f service neutron] Transition to ACTIVE for port object 203b9b07-3b5d-41e2-a387-5426c9fe91c9 will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:16:33.627416 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-0cf43112-599a-4d7c-9b4a-fadc361fa6c7 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Allocated IP 10.1.1.178 (6686226f-4ddf-4917-b57f-19fda7e2d4bd/cc4623cd-de35-484d-89d6-d224b86d5718/6defa8fb-2e42-45a1-a0f1-d88eaa23d115) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:16:33.635823 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d490f5e-f1d5-401a-95dd-6f990185c934 req-603e7cf3-8150-468b-843d-f8b511a6b345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:33.637369 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7d490f5e-f1d5-401a-95dd-6f990185c934 req-603e7cf3-8150-468b-843d-f8b511a6b345 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a04d54df-064e-4c45-85d6-73b27d98a999 HTTP/1.1" status: 200 len: 845 time: 0.2064111 Oct 12 19:16:33.651804 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 35808) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:16:33.658793 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b768892-cfb8-4ba5-a4c0-b4af491cd80e req-253b3157-40e8-4cf7-98ad-00dc04f51ec7 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:33.660939 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8b768892-cfb8-4ba5-a4c0-b4af491cd80e req-253b3157-40e8-4cf7-98ad-00dc04f51ec7 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/ports?device_id=29b8bd1d-694e-4c8f-81eb-c3dbbbab4410 HTTP/1.1" status: 200 len: 944 time: 0.2139516 Oct 12 19:16:33.700455 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7d490f5e-f1d5-401a-95dd-6f990185c934 req-55b37d13-9c19-4ef8-b8f6-d33386692947 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=de7a4800-3a36-49db-938a-a424194241c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505705 Oct 12 19:16:33.701338 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-6652194a-d6cc-4f2c-bcff-702a5c25042f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:33.707808 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-bdf0ef0a-4fbc-423c-ab1d-20fcd907dc9d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=be097918f5b94809bf87bbe0f738b2e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0513008 Oct 12 19:16:33.708656 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 35810) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:16:33.763339 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3a988d5b-7155-446a-b5cc-24e3e47c41f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:33.788388 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3a988d5b-7155-446a-b5cc-24e3e47c41f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:33.892758 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecc38ae3-328a-43a0-a185-601e29a048cb', 'tag': 'efa0ccc7-6ed2-4bfa-a4ad-6c6779c2a251'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:16:33.895962 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d61072b-d5f3-4eba-80b9-4ec893e79505" -d '{"events": [{"name": "network-changed", "server_uuid": "ecc38ae3-328a-43a0-a185-601e29a048cb", "tag": "efa0ccc7-6ed2-4bfa-a4ad-6c6779c2a251"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:16:33.913117 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3a988d5b-7155-446a-b5cc-24e3e47c41f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:33.916724 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3a988d5b-7155-446a-b5cc-24e3e47c41f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:33.918543 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-3a988d5b-7155-446a-b5cc-24e3e47c41f4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9b0346c6-5490-4f68-9bf6-ec1a6ec5e316 HTTP/1.1" status: 204 len: 168 time: 0.2084863 Oct 12 19:16:33.929059 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a988d5b-7155-446a-b5cc-24e3e47c41f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b0346c6-5490-4f68-9bf6-ec1a6ec5e316,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:16:33.949142 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6652194a-d6cc-4f2c-bcff-702a5c25042f service neutron] Pushing event updated for resources: {'Port': ['ID=203b9b07-3b5d-41e2-a387-5426c9fe91c9,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:16:33.963281 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8b768892-cfb8-4ba5-a4c0-b4af491cd80e req-31f33243-b544-4ecd-977c-f5493b749669 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/security-groups?id=453b01c6-7fe6-41ac-8e1d-6df7a2675094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815261 Oct 12 19:16:33.989024 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-4bded72b-d8ed-4db9-9407-282e4871b84d req-4e6554c4-a9d8-4018-ae0f-c753c76c0950 service neutron] Attempting to bind port 409be5dc-1cd9-4cf6-b7a2-42a24420afad on host n-h1-813679-3 for vnic_type normal with profile None {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:16:33.990063 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-4bded72b-d8ed-4db9-9407-282e4871b84d req-4e6554c4-a9d8-4018-ae0f-c753c76c0950 service neutron] Attempting to bind port 409be5dc-1cd9-4cf6-b7a2-42a24420afad by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': '092fb16a-01c2-4f4a-b148-df23675b5071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '82671036-c03a-4d3c-b62d-db19aa8b0fed'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:16:33.991817 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bded72b-d8ed-4db9-9407-282e4871b84d req-4e6554c4-a9d8-4018-ae0f-c753c76c0950 service neutron] Attempting to bind port 409be5dc-1cd9-4cf6-b7a2-42a24420afad on network 82671036-c03a-4d3c-b62d-db19aa8b0fed {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:16:34.050134 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bded72b-d8ed-4db9-9407-282e4871b84d req-4e6554c4-a9d8-4018-ae0f-c753c76c0950 service neutron] Port 409be5dc-1cd9-4cf6-b7a2-42a24420afad on network 82671036-c03a-4d3c-b62d-db19aa8b0fed not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:16:34.050616 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bded72b-d8ed-4db9-9407-282e4871b84d req-4e6554c4-a9d8-4018-ae0f-c753c76c0950 service neutron] Attempting to bind port 409be5dc-1cd9-4cf6-b7a2-42a24420afad on network 82671036-c03a-4d3c-b62d-db19aa8b0fed {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:16:34.079156 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bded72b-d8ed-4db9-9407-282e4871b84d req-4e6554c4-a9d8-4018-ae0f-c753c76c0950 service neutron] Checking agent: {'id': 'f5e9725f-f5a6-43c2-a1be-95e21e9a1fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:16:34.079650 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bded72b-d8ed-4db9-9407-282e4871b84d req-4e6554c4-a9d8-4018-ae0f-c753c76c0950 service neutron] Checking segment: {'id': '092fb16a-01c2-4f4a-b148-df23675b5071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '82671036-c03a-4d3c-b62d-db19aa8b0fed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:16:34.080205 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bded72b-d8ed-4db9-9407-282e4871b84d req-4e6554c4-a9d8-4018-ae0f-c753c76c0950 service neutron] Bound using segment: {'id': '092fb16a-01c2-4f4a-b148-df23675b5071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '82671036-c03a-4d3c-b62d-db19aa8b0fed'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:16:34.080789 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-4bded72b-d8ed-4db9-9407-282e4871b84d req-4e6554c4-a9d8-4018-ae0f-c753c76c0950 service neutron] Bound port: 409be5dc-1cd9-4cf6-b7a2-42a24420afad, host: n-h1-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '092fb16a-01c2-4f4a-b148-df23675b5071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '82671036-c03a-4d3c-b62d-db19aa8b0fed'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:16:34.123078 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7d490f5e-f1d5-401a-95dd-6f990185c934 req-7e3f3333-acb4-40d4-8a96-50303fa2ad44 service neutron] 10.222.0.61 "GET /v2.0/networks/de7a4800-3a36-49db-938a-a424194241c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3924484 Oct 12 19:16:34.265306 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-0cf43112-599a-4d7c-9b4a-fadc361fa6c7 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:34.268685 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-6652194a-d6cc-4f2c-bcff-702a5c25042f service neutron] Attempting to bind port 203b9b07-3b5d-41e2-a387-5426c9fe91c9 on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:16:34.268949 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-6652194a-d6cc-4f2c-bcff-702a5c25042f service neutron] Attempting to bind port 203b9b07-3b5d-41e2-a387-5426c9fe91c9 by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': 'f16cf0ac-76ac-40b9-ab87-b70fda8dbb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '25292ff6-df2e-42a1-aeea-68fb3a14f1ca'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:16:34.269307 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-6652194a-d6cc-4f2c-bcff-702a5c25042f service neutron] Attempting to bind port 203b9b07-3b5d-41e2-a387-5426c9fe91c9 on network 25292ff6-df2e-42a1-aeea-68fb3a14f1ca {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:16:34.304251 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-4bded72b-d8ed-4db9-9407-282e4871b84d req-4e6554c4-a9d8-4018-ae0f-c753c76c0950 service neutron] For port 409be5dc-1cd9-4cf6-b7a2-42a24420afad, host n-h1-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=409be5dc-1cd9-4cf6-b7a2-42a24420afad,segment=NetworkSegment(092fb16a-01c2-4f4a-b148-df23675b5071),segment_id=092fb16a-01c2-4f4a-b148-df23675b5071)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:16:34.306571 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-6652194a-d6cc-4f2c-bcff-702a5c25042f service neutron] Port 203b9b07-3b5d-41e2-a387-5426c9fe91c9 on network 25292ff6-df2e-42a1-aeea-68fb3a14f1ca not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:16:34.306894 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-6652194a-d6cc-4f2c-bcff-702a5c25042f service neutron] Attempting to bind port 203b9b07-3b5d-41e2-a387-5426c9fe91c9 on network 25292ff6-df2e-42a1-aeea-68fb3a14f1ca {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:16:34.329067 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-6652194a-d6cc-4f2c-bcff-702a5c25042f service neutron] Checking agent: {'id': 'f5e9725f-f5a6-43c2-a1be-95e21e9a1fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:16:34.329497 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-6652194a-d6cc-4f2c-bcff-702a5c25042f service neutron] Checking segment: {'id': 'f16cf0ac-76ac-40b9-ab87-b70fda8dbb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '25292ff6-df2e-42a1-aeea-68fb3a14f1ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:16:34.329893 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-6652194a-d6cc-4f2c-bcff-702a5c25042f service neutron] Bound using segment: {'id': 'f16cf0ac-76ac-40b9-ab87-b70fda8dbb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '25292ff6-df2e-42a1-aeea-68fb3a14f1ca'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:16:34.330353 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-6652194a-d6cc-4f2c-bcff-702a5c25042f service neutron] Bound port: 203b9b07-3b5d-41e2-a387-5426c9fe91c9, host: n-h1-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f16cf0ac-76ac-40b9-ab87-b70fda8dbb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '25292ff6-df2e-42a1-aeea-68fb3a14f1ca'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:16:34.330712 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-6652194a-d6cc-4f2c-bcff-702a5c25042f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:34.383506 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818f0d00-cba1-438b-8d6a-44d5d31b68fa req-b8bb1060-d355-4a09-94a4-fd50f7571ce2 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:34.389604 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818f0d00-cba1-438b-8d6a-44d5d31b68fa req-b8bb1060-d355-4a09-94a4-fd50f7571ce2 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:34.395918 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818f0d00-cba1-438b-8d6a-44d5d31b68fa req-b8bb1060-d355-4a09-94a4-fd50f7571ce2 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:34.402937 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818f0d00-cba1-438b-8d6a-44d5d31b68fa req-b8bb1060-d355-4a09-94a4-fd50f7571ce2 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:34.405229 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:34.409311 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818f0d00-cba1-438b-8d6a-44d5d31b68fa req-b8bb1060-d355-4a09-94a4-fd50f7571ce2 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:34.415561 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818f0d00-cba1-438b-8d6a-44d5d31b68fa req-b8bb1060-d355-4a09-94a4-fd50f7571ce2 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:34.421955 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818f0d00-cba1-438b-8d6a-44d5d31b68fa req-b8bb1060-d355-4a09-94a4-fd50f7571ce2 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:34.423831 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-818f0d00-cba1-438b-8d6a-44d5d31b68fa req-b8bb1060-d355-4a09-94a4-fd50f7571ce2 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecc38ae3-328a-43a0-a185-601e29a048cb HTTP/1.1" status: 200 len: 5418 time: 0.2461488 Oct 12 19:16:34.433496 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-4bded72b-d8ed-4db9-9407-282e4871b84d req-4e6554c4-a9d8-4018-ae0f-c753c76c0950 service neutron] Notify callbacks [] for binding, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:34.434649 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4bded72b-d8ed-4db9-9407-282e4871b84d req-4e6554c4-a9d8-4018-ae0f-c753c76c0950 service neutron] 10.222.0.49 "POST /v2.0/ports/409be5dc-1cd9-4cf6-b7a2-42a24420afad/bindings HTTP/1.1" status: 201 len: 389 time: 1.2358363 Oct 12 19:16:34.439971 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7d490f5e-f1d5-401a-95dd-6f990185c934 req-7843a447-a986-4700-9bfc-a6ef2cedae1c service neutron] 10.222.0.61 "GET /v2.0/networks/de7a4800-3a36-49db-938a-a424194241c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2974362 Oct 12 19:16:34.522776 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-818f0d00-cba1-438b-8d6a-44d5d31b68fa req-b98f4add-9149-4cd3-bc74-b48122d052cf tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/security-groups?id=76b081dc-6667-4e1c-b44d-8d05a61d7938&id=0726b0fe-78be-4ea7-8b43-7be54affa06f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0850129 Oct 12 19:16:34.529821 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-6652194a-d6cc-4f2c-bcff-702a5c25042f service neutron] For port 203b9b07-3b5d-41e2-a387-5426c9fe91c9, host n-h1-813679-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:16:34.533281 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-6652194a-d6cc-4f2c-bcff-702a5c25042f service neutron] For port 203b9b07-3b5d-41e2-a387-5426c9fe91c9, host n-h1-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=203b9b07-3b5d-41e2-a387-5426c9fe91c9,segment=NetworkSegment(f16cf0ac-76ac-40b9-ab87-b70fda8dbb01),segment_id=f16cf0ac-76ac-40b9-ab87-b70fda8dbb01)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:16:34.574654 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9faf83ce-101c-4d44-ae85-4d7ffc9f56b2 x-openstack-request-id: req-9faf83ce-101c-4d44-ae85-4d7ffc9f56b2 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:16:34.575135 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecc38ae3-328a-43a0-a185-601e29a048cb", "tag": "efa0ccc7-6ed2-4bfa-a4ad-6c6779c2a251", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:16:34.575569 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9faf83ce-101c-4d44-ae85-4d7ffc9f56b2 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:16:34.576190 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecc38ae3-328a-43a0-a185-601e29a048cb', 'tag': 'efa0ccc7-6ed2-4bfa-a4ad-6c6779c2a251', 'status': 'completed', 'code': 200} Oct 12 19:16:34.587448 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-6652194a-d6cc-4f2c-bcff-702a5c25042f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:34.590525 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-0cf43112-599a-4d7c-9b4a-fadc361fa6c7 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:34.740153 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-6652194a-d6cc-4f2c-bcff-702a5c25042f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:34.740153 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-6652194a-d6cc-4f2c-bcff-702a5c25042f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:34.741561 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-6652194a-d6cc-4f2c-bcff-702a5c25042f service neutron] 10.222.0.61 "PUT /v2.0/ports/203b9b07-3b5d-41e2-a387-5426c9fe91c9 HTTP/1.1" status: 200 len: 1091 time: 2.8684006 Oct 12 19:16:34.778049 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-0cf43112-599a-4d7c-9b4a-fadc361fa6c7 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Network 6686226f-4ddf-4917-b57f-19fda7e2d4bd is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:16:34.808472 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-0cf43112-599a-4d7c-9b4a-fadc361fa6c7 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:16:34.824792 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-0cf43112-599a-4d7c-9b4a-fadc361fa6c7 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:16:34.841471 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0578ed-5953-4beb-8afb-042b25dd202f req-f43494e0-df9d-43f9-8c09-d19cf45eb8e5 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:34.853875 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0578ed-5953-4beb-8afb-042b25dd202f req-f43494e0-df9d-43f9-8c09-d19cf45eb8e5 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:34.863061 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0578ed-5953-4beb-8afb-042b25dd202f req-f43494e0-df9d-43f9-8c09-d19cf45eb8e5 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:34.878175 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-dc0578ed-5953-4beb-8afb-042b25dd202f req-f43494e0-df9d-43f9-8c09-d19cf45eb8e5 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d8118a-4722-4e86-9061-3b560a61dbf9 HTTP/1.1" status: 200 len: 2374 time: 0.2147446 Oct 12 19:16:34.899241 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-fbfd3af0-e712-4359-bc48-d994eaf86a45 service neutron] Request body: {'port': {'device_id': 'ecc38ae3-328a-43a0-a185-601e29a048cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:16:34.965385 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6652194a-d6cc-4f2c-bcff-702a5c25042f service neutron] Pushing event updated for resources: {'Port': ['ID=203b9b07-3b5d-41e2-a387-5426c9fe91c9,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:16:34.997656 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d61072b-d5f3-4eba-80b9-4ec893e79505 req-647450dd-4199-4534-85e5-767f02ef4d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:34.998136 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d61072b-d5f3-4eba-80b9-4ec893e79505 req-647450dd-4199-4534-85e5-767f02ef4d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:34.998603 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d61072b-d5f3-4eba-80b9-4ec893e79505 req-647450dd-4199-4534-85e5-767f02ef4d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:34.999876 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d61072b-d5f3-4eba-80b9-4ec893e79505 req-647450dd-4199-4534-85e5-767f02ef4d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:34.999876 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d61072b-d5f3-4eba-80b9-4ec893e79505 req-647450dd-4199-4534-85e5-767f02ef4d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:35.004951 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d61072b-d5f3-4eba-80b9-4ec893e79505 req-647450dd-4199-4534-85e5-767f02ef4d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:35.005645 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d61072b-d5f3-4eba-80b9-4ec893e79505 req-647450dd-4199-4534-85e5-767f02ef4d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:35.008081 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6d61072b-d5f3-4eba-80b9-4ec893e79505 req-647450dd-4199-4534-85e5-767f02ef4d42 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e65d35344c43413ba93381b16381b559&device_id=ecc38ae3-328a-43a0-a185-601e29a048cb HTTP/1.1" status: 200 len: 6420 time: 0.4050972 Oct 12 19:16:35.013275 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aa038f-0fba-4244-8d52-e36784fae891 req-307481b9-2371-4419-a9d7-eecccd9af60f tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:35.023015 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e8aa038f-0fba-4244-8d52-e36784fae891 req-307481b9-2371-4419-a9d7-eecccd9af60f tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=99d0578e-9f1b-42ed-aea7-3223b5004d8e HTTP/1.1" status: 200 len: 946 time: 0.2201121 Oct 12 19:16:35.100605 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf43112-599a-4d7c-9b4a-fadc361fa6c7 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Pushing event updated for resources: {'Port': ['ID=6defa8fb-2e42-45a1-a0f1-d88eaa23d115,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:16:35.124534 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e8aa038f-0fba-4244-8d52-e36784fae891 req-eed0acfd-1292-4122-8cd3-e8e95fd97da7 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2999b03-b87d-46b4-9267-1669e2e14df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832856 Oct 12 19:16:35.193149 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 0946ba25-df3e-4db4-81cd-5b85f0d746c0 details requested by agent hyperv_n-h1-813679-3 with host n-h1-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:16:35.262621 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-0cf43112-599a-4d7c-9b4a-fadc361fa6c7 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:35.267318 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-0cf43112-599a-4d7c-9b4a-fadc361fa6c7 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:35.310524 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bded72b-d8ed-4db9-9407-282e4871b84d req-958421c6-aff9-4503-b053-f11da344029a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:35.311272 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-dc0578ed-5953-4beb-8afb-042b25dd202f req-39325523-535f-4430-a5cd-9ee4b556f3a3 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f0281d6-ea5c-47a0-8e7d-7819120d644f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4321446 Oct 12 19:16:35.313143 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4bded72b-d8ed-4db9-9407-282e4871b84d req-958421c6-aff9-4503-b053-f11da344029a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=803d7b884967412f992e4b2e79b460e6&device_id=99d0578e-9f1b-42ed-aea7-3223b5004d8e HTTP/1.1" status: 200 len: 1097 time: 0.1096318 Oct 12 19:16:35.355037 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-fbfd3af0-e712-4359-bc48-d994eaf86a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:35.440558 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 0946ba25-df3e-4db4-81cd-5b85f0d746c0, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=0946ba25-df3e-4db4-81cd-5b85f0d746c0,segment=NetworkSegment(35dde9ae-6a3d-4327-a38f-c2a1ca6f0ad7),segment_id=35dde9ae-6a3d-4327-a38f-c2a1ca6f0ad7)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:16:35.467040 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Returning: {'device': '0946ba25-df3e-4db4-81cd-5b85f0d746c0', 'network_id': 'de7a4800-3a36-49db-938a-a424194241c9', 'port_id': '0946ba25-df3e-4db4-81cd-5b85f0d746c0', 'mac_address': 'fa:16:3e:29:22:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a04d54df-064e-4c45-85d6-73b27d98a999', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:16:35.474992 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-d1a7bab7-375f-40ea-9ac3-18647c4676de None None] Provisioning complete for port 6defa8fb-2e42-45a1-a0f1-d88eaa23d115 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:16:35.475624 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d1a7bab7-375f-40ea-9ac3-18647c4676de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:35.489693 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-0cf43112-599a-4d7c-9b4a-fadc361fa6c7 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1128199 Oct 12 19:16:35.492376 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bded72b-d8ed-4db9-9407-282e4871b84d req-53dd871a-271a-4fb4-8fe3-bd72aa1cd269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:35.495360 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4bded72b-d8ed-4db9-9407-282e4871b84d req-53dd871a-271a-4fb4-8fe3-bd72aa1cd269 service neutron] 10.222.0.61 "GET /v2.0/networks?id=82671036-c03a-4d3c-b62d-db19aa8b0fed HTTP/1.1" status: 200 len: 921 time: 0.1732657 Oct 12 19:16:35.542845 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-d1a7bab7-375f-40ea-9ac3-18647c4676de None None] Port 6defa8fb-2e42-45a1-a0f1-d88eaa23d115 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:16:35.556022 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-00b5fa65-27b2-4c55-81aa-20c2c871677e tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Request body: {'port': {'device_id': 'a5d8118a-4722-4e86-9061-3b560a61dbf9', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '228b976c-c44b-43f4-8a1f-2c6f5ef581f5', 'admin_state_up': True, 'tenant_id': 'e1bc73ca052b4ff989529862bf093e8d', 'security_groups': ['8f0281d6-ea5c-47a0-8e7d-7819120d644f']}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:16:35.569594 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d61072b-d5f3-4eba-80b9-4ec893e79505 req-27fadfb5-f023-4ab5-8323-e4a974bedf72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:35.570065 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d61072b-d5f3-4eba-80b9-4ec893e79505 req-27fadfb5-f023-4ab5-8323-e4a974bedf72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:35.570516 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d61072b-d5f3-4eba-80b9-4ec893e79505 req-27fadfb5-f023-4ab5-8323-e4a974bedf72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:35.572321 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6d61072b-d5f3-4eba-80b9-4ec893e79505 req-27fadfb5-f023-4ab5-8323-e4a974bedf72 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=e65d35344c43413ba93381b16381b559&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4542716 Oct 12 19:16:35.583142 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:35.601420 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4bded72b-d8ed-4db9-9407-282e4871b84d req-8e5ff042-a915-4a8e-818d-b348b0ddcbaf service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=409be5dc-1cd9-4cf6-b7a2-42a24420afad HTTP/1.1" status: 200 len: 217 time: 0.0984852 Oct 12 19:16:35.609617 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0946ba25-df3e-4db4-81cd-5b85f0d746c0 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:16:35.637935 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 0946ba25-df3e-4db4-81cd-5b85f0d746c0, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=0946ba25-df3e-4db4-81cd-5b85f0d746c0,segment=NetworkSegment(35dde9ae-6a3d-4327-a38f-c2a1ca6f0ad7),segment_id=35dde9ae-6a3d-4327-a38f-c2a1ca6f0ad7)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:16:35.677318 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bded72b-d8ed-4db9-9407-282e4871b84d req-1ff35924-764d-4cc7-a5db-97c470e3c314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:35.679535 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4bded72b-d8ed-4db9-9407-282e4871b84d req-1ff35924-764d-4cc7-a5db-97c470e3c314 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=39796bec-4145-45cd-b713-3f2477a830cb HTTP/1.1" status: 200 len: 860 time: 0.0706129 Oct 12 19:16:35.680529 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f534c70-0d88-4c0e-80c0-7a273a076bcc req-8dc85d2a-0cb8-4afc-835a-55bcaeefc2cb tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:35.682372 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4f534c70-0d88-4c0e-80c0-7a273a076bcc req-8dc85d2a-0cb8-4afc-835a-55bcaeefc2cb tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/ports?device_id=29b8bd1d-694e-4c8f-81eb-c3dbbbab4410 HTTP/1.1" status: 200 len: 944 time: 0.2242243 Oct 12 19:16:35.715954 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4bded72b-d8ed-4db9-9407-282e4871b84d req-a0ee0694-32d9-4065-974e-f6674f103b1f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=82671036-c03a-4d3c-b62d-db19aa8b0fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265496 Oct 12 19:16:35.742805 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:35.820905 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=0946ba25-df3e-4db4-81cd-5b85f0d746c0,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:16:35.829367 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:16:35.833733 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:16:35.833733 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:16:35.833733 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:16:35.833733 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:16:35.833733 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:16:35.833733 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:16:35.833733 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:16:35.833733 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:16:35.833733 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:16:35.833733 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:16:35.834604 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:16:35.846818 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4f534c70-0d88-4c0e-80c0-7a273a076bcc req-028c53e6-aba0-4b13-a1ed-d0957956dde9 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/security-groups?id=453b01c6-7fe6-41ac-8e1d-6df7a2675094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798273 Oct 12 19:16:35.926909 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4bded72b-d8ed-4db9-9407-282e4871b84d req-61d1a2b2-f99e-42ad-94cb-3868d6f08b4e service neutron] 10.222.0.61 "GET /v2.0/networks/82671036-c03a-4d3c-b62d-db19aa8b0fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032552 Oct 12 19:16:35.979251 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['0946ba25-df3e-4db4-81cd-5b85f0d746c0'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:16:36.006344 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d61072b-d5f3-4eba-80b9-4ec893e79505 req-901e65c3-e199-4ce3-99e8-fdde068d0ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:36.007838 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6d61072b-d5f3-4eba-80b9-4ec893e79505 req-901e65c3-e199-4ce3-99e8-fdde068d0ecb service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4134030 Oct 12 19:16:36.121368 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d503829-93fb-4bdd-b5b5-ef1093382a15 req-b1d862e1-65cb-47c6-aefd-2a6195c2dfa0 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:36.128929 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d503829-93fb-4bdd-b5b5-ef1093382a15 req-b1d862e1-65cb-47c6-aefd-2a6195c2dfa0 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:36.135626 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d503829-93fb-4bdd-b5b5-ef1093382a15 req-b1d862e1-65cb-47c6-aefd-2a6195c2dfa0 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:36.142262 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d503829-93fb-4bdd-b5b5-ef1093382a15 req-b1d862e1-65cb-47c6-aefd-2a6195c2dfa0 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:36.144737 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-00b5fa65-27b2-4c55-81aa-20c2c871677e tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Made reservation on behalf of e1bc73ca052b4ff989529862bf093e8d for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:16:36.151110 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d503829-93fb-4bdd-b5b5-ef1093382a15 req-b1d862e1-65cb-47c6-aefd-2a6195c2dfa0 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:36.160765 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d503829-93fb-4bdd-b5b5-ef1093382a15 req-b1d862e1-65cb-47c6-aefd-2a6195c2dfa0 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:36.169367 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d503829-93fb-4bdd-b5b5-ef1093382a15 req-b1d862e1-65cb-47c6-aefd-2a6195c2dfa0 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:36.171519 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7d503829-93fb-4bdd-b5b5-ef1093382a15 req-b1d862e1-65cb-47c6-aefd-2a6195c2dfa0 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecc38ae3-328a-43a0-a185-601e29a048cb HTTP/1.1" status: 200 len: 5418 time: 0.2587454 Oct 12 19:16:36.319262 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7d503829-93fb-4bdd-b5b5-ef1093382a15 req-f7f743c9-d486-4852-8025-9115c4f21e88 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/security-groups?id=76b081dc-6667-4e1c-b44d-8d05a61d7938&id=0726b0fe-78be-4ea7-8b43-7be54affa06f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1338134 Oct 12 19:16:36.351817 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4bded72b-d8ed-4db9-9407-282e4871b84d req-bf96343e-53f6-4fdb-8dd8-e6795cc90a49 service neutron] 10.222.0.61 "GET /v2.0/networks/82671036-c03a-4d3c-b62d-db19aa8b0fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3862114 Oct 12 19:16:36.613032 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d86d339-e454-407f-99af-04ffd7dcb6dd req-ed622428-3e25-4eb6-96e1-47de5cab8628 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:36.615493 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9d86d339-e454-407f-99af-04ffd7dcb6dd req-ed622428-3e25-4eb6-96e1-47de5cab8628 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/ports?device_id=01506d15-4b2a-4485-b3ec-bce72d999a41 HTTP/1.1" status: 200 len: 944 time: 0.1488447 Oct 12 19:16:36.649697 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bded72b-d8ed-4db9-9407-282e4871b84d req-6eb8af04-60d9-43b5-b4ec-e75df1b97590 tempest-LiveAutoBlockMigrationV225Test-2051523199 tempest-LiveAutoBlockMigrationV225Test-2051523199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:36.651324 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4bded72b-d8ed-4db9-9407-282e4871b84d req-6eb8af04-60d9-43b5-b4ec-e75df1b97590 tempest-LiveAutoBlockMigrationV225Test-2051523199 tempest-LiveAutoBlockMigrationV225Test-2051523199-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=99d0578e-9f1b-42ed-aea7-3223b5004d8e&tenant_id=803d7b884967412f992e4b2e79b460e6&binding%3Ahost_id=n-h2-813679-3 HTTP/1.1" status: 200 len: 1097 time: 0.1561818 Oct 12 19:16:36.665222 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-4bded72b-d8ed-4db9-9407-282e4871b84d req-95d9d90e-aa63-4d5f-8b40-1577ccd16276 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-813679-3'}}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:16:36.717131 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9d86d339-e454-407f-99af-04ffd7dcb6dd req-d0d2b4a5-7c2b-4f04-a489-60cbec25a7bd tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cccf57-f452-41a8-9e48-a6e744310271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899055 Oct 12 19:16:36.813602 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecc38ae3-328a-43a0-a185-601e29a048cb', 'tag': '203b9b07-3b5d-41e2-a387-5426c9fe91c9'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:16:36.816610 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18580067-4802-48e4-b8ad-10ead88e1d43" -d '{"events": [{"name": "network-changed", "server_uuid": "ecc38ae3-328a-43a0-a185-601e29a048cb", "tag": "203b9b07-3b5d-41e2-a387-5426c9fe91c9"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:16:36.842141 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-4bded72b-d8ed-4db9-9407-282e4871b84d req-95d9d90e-aa63-4d5f-8b40-1577ccd16276 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:36.901745 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-00b5fa65-27b2-4c55-81aa-20c2c871677e tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:37.040687 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-fbfd3af0-e712-4359-bc48-d994eaf86a45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f6b2756-64ef-420b-b1de-996fa4dd3f6d {{(pid=95502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:16:37.047699 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7953a324-8447-47e1-b294-f475dc2981c4 req-51068a3c-af9b-43bb-9688-c04e7c68c481 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:37.049617 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-fbfd3af0-e712-4359-bc48-d994eaf86a45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:37.055894 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7953a324-8447-47e1-b294-f475dc2981c4 req-51068a3c-af9b-43bb-9688-c04e7c68c481 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:37.063448 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7953a324-8447-47e1-b294-f475dc2981c4 req-51068a3c-af9b-43bb-9688-c04e7c68c481 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:37.065783 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7953a324-8447-47e1-b294-f475dc2981c4 req-51068a3c-af9b-43bb-9688-c04e7c68c481 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d8118a-4722-4e86-9061-3b560a61dbf9 HTTP/1.1" status: 200 len: 2374 time: 0.2013335 Oct 12 19:16:37.094711 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-4bded72b-d8ed-4db9-9407-282e4871b84d req-95d9d90e-aa63-4d5f-8b40-1577ccd16276 service neutron] For port 409be5dc-1cd9-4cf6-b7a2-42a24420afad, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=409be5dc-1cd9-4cf6-b7a2-42a24420afad,segment=NetworkSegment(092fb16a-01c2-4f4a-b148-df23675b5071),segment_id=092fb16a-01c2-4f4a-b148-df23675b5071)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:16:37.159375 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baa311d-0f18-40fe-8951-a40bc813a278 req-4f3b4718-25c2-43aa-a6bb-9fd6e2a47ba6 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:37.160560 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7953a324-8447-47e1-b294-f475dc2981c4 req-a22c2609-b517-46d4-8e77-dc606dee1993 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f0281d6-ea5c-47a0-8e7d-7819120d644f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817177 Oct 12 19:16:37.161048 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4baa311d-0f18-40fe-8951-a40bc813a278 req-4f3b4718-25c2-43aa-a6bb-9fd6e2a47ba6 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.61 "GET /v2.0/ports?device_id=01506d15-4b2a-4485-b3ec-bce72d999a41 HTTP/1.1" status: 200 len: 944 time: 0.9575996 Oct 12 19:16:37.187056 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524ff06d-595b-4a4b-bb3d-0bd0848bda40 req-0433f2a1-a9fe-4549-bd98-a12f399b9c7a tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:37.197777 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-4bded72b-d8ed-4db9-9407-282e4871b84d req-95d9d90e-aa63-4d5f-8b40-1577ccd16276 service neutron] For port 409be5dc-1cd9-4cf6-b7a2-42a24420afad, host n-h2-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:16:37.199746 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-524ff06d-595b-4a4b-bb3d-0bd0848bda40 req-0433f2a1-a9fe-4549-bd98-a12f399b9c7a tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=99d0578e-9f1b-42ed-aea7-3223b5004d8e HTTP/1.1" status: 200 len: 946 time: 0.3775287 Oct 12 19:16:37.224311 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-fbfd3af0-e712-4359-bc48-d994eaf86a45 service neutron] Transition to ACTIVE for port object 4f6b2756-64ef-420b-b1de-996fa4dd3f6d will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:16:37.226075 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 0946ba25-df3e-4db4-81cd-5b85f0d746c0 up at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:16:37.298062 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99d0578e-9f1b-42ed-aea7-3223b5004d8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '409be5dc-1cd9-4cf6-b7a2-42a24420afad'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:16:37.302233 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2976dd6e-df32-4a56-b999-fe63698a7f96" -d '{"events": [{"server_uuid": "99d0578e-9f1b-42ed-aea7-3223b5004d8e", "name": "network-vif-unplugged", "status": "completed", "tag": "409be5dc-1cd9-4cf6-b7a2-42a24420afad"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:16:37.309505 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-4bded72b-d8ed-4db9-9407-282e4871b84d req-95d9d90e-aa63-4d5f-8b40-1577ccd16276 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:37.341196 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0a24abd3-de1a-431e-abf2-ffc8368ac204 req-05f7edff-a836-4e7c-bdfe-a2339e63954e tempest-ServerShowV257Test-345519429 tempest-ServerShowV257Test-345519429-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc7de5b8-9e2a-4df7-b989-0c89d962501c HTTP/1.1" status: 200 len: 210 time: 0.0632691 Oct 12 19:16:37.350122 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-fbfd3af0-e712-4359-bc48-d994eaf86a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:37.444610 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning for port 0946ba25-df3e-4db4-81cd-5b85f0d746c0 completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:16:37.446114 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-4bded72b-d8ed-4db9-9407-282e4871b84d req-95d9d90e-aa63-4d5f-8b40-1577ccd16276 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:37.453998 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning complete for port 0946ba25-df3e-4db4-81cd-5b85f0d746c0 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:16:37.468202 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:37.561143 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-524ff06d-595b-4a4b-bb3d-0bd0848bda40 req-383371ae-e8d6-443b-821e-582f26d78768 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2999b03-b87d-46b4-9267-1669e2e14df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3603568 Oct 12 19:16:37.584718 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4688530-674c-4b34-823b-4d3ba80ca548 x-openstack-request-id: req-c4688530-674c-4b34-823b-4d3ba80ca548 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:16:37.585018 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecc38ae3-328a-43a0-a185-601e29a048cb", "tag": "203b9b07-3b5d-41e2-a387-5426c9fe91c9", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:16:37.585414 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c4688530-674c-4b34-823b-4d3ba80ca548 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:16:37.585956 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecc38ae3-328a-43a0-a185-601e29a048cb', 'tag': '203b9b07-3b5d-41e2-a387-5426c9fe91c9', 'status': 'completed', 'code': 200} Oct 12 19:16:37.687089 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d9d90e-aa63-4d5f-8b40-1577ccd16276 service neutron] Pushing event updated for resources: {'Port': ['ID=409be5dc-1cd9-4cf6-b7a2-42a24420afad,revision_number=7']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:16:37.712958 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 19:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fb434f9-f032-435d-a465-86e8a7aa0d98 x-openstack-request-id: req-5fb434f9-f032-435d-a465-86e8a7aa0d98 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:16:37.713418 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99d0578e-9f1b-42ed-aea7-3223b5004d8e", "name": "network-vif-unplugged", "status": "completed", "tag": "409be5dc-1cd9-4cf6-b7a2-42a24420afad", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:16:37.713656 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5fb434f9-f032-435d-a465-86e8a7aa0d98 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:16:37.714075 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99d0578e-9f1b-42ed-aea7-3223b5004d8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '409be5dc-1cd9-4cf6-b7a2-42a24420afad', 'code': 200} Oct 12 19:16:37.733906 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfd3af0-e712-4359-bc48-d994eaf86a45 service neutron] Pushing event updated for resources: {'Port': ['ID=4f6b2756-64ef-420b-b1de-996fa4dd3f6d,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:16:37.734007 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:37.766615 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29b8bd1d-694e-4c8f-81eb-c3dbbbab4410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0946ba25-df3e-4db4-81cd-5b85f0d746c0'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:16:37.773055 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11dcfbca-392e-4c1f-97e3-a0e113ac84f6" -d '{"events": [{"server_uuid": "29b8bd1d-694e-4c8f-81eb-c3dbbbab4410", "name": "network-vif-plugged", "status": "completed", "tag": "0946ba25-df3e-4db4-81cd-5b85f0d746c0"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:16:37.791742 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 0946ba25-df3e-4db4-81cd-5b85f0d746c0, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=0946ba25-df3e-4db4-81cd-5b85f0d746c0,segment=NetworkSegment(35dde9ae-6a3d-4327-a38f-c2a1ca6f0ad7),segment_id=35dde9ae-6a3d-4327-a38f-c2a1ca6f0ad7)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:16:37.871490 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-4bded72b-d8ed-4db9-9407-282e4871b84d req-95d9d90e-aa63-4d5f-8b40-1577ccd16276 service neutron] Attempting to bind port 409be5dc-1cd9-4cf6-b7a2-42a24420afad on host n-h2-813679-3 for vnic_type normal with profile {"migrating_to": "n-h1-813679-3"} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:16:37.871994 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-4bded72b-d8ed-4db9-9407-282e4871b84d req-95d9d90e-aa63-4d5f-8b40-1577ccd16276 service neutron] Attempting to bind port 409be5dc-1cd9-4cf6-b7a2-42a24420afad by drivers openvswitch,hyperv on host n-h2-813679-3 at level 0 using segments [{'id': '092fb16a-01c2-4f4a-b148-df23675b5071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '82671036-c03a-4d3c-b62d-db19aa8b0fed'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:16:37.872384 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bded72b-d8ed-4db9-9407-282e4871b84d req-95d9d90e-aa63-4d5f-8b40-1577ccd16276 service neutron] Attempting to bind port 409be5dc-1cd9-4cf6-b7a2-42a24420afad on network 82671036-c03a-4d3c-b62d-db19aa8b0fed {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:16:37.905131 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:37.906391 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 37efe2eb-359b-46a1-a6d9-e18d66f6a90d no longer exists at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:16:37.925308 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-4baa311d-0f18-40fe-8951-a40bc813a278 req-4956c323-d463-4754-8fcc-c3ae5ff2502c tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Deleting port 37efe2eb-359b-46a1-a6d9-e18d66f6a90d {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:16:37.925909 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-4baa311d-0f18-40fe-8951-a40bc813a278 req-4956c323-d463-4754-8fcc-c3ae5ff2502c tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:37.977695 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-00b5fa65-27b2-4c55-81aa-20c2c871677e tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Allocated IP 10.2.2.100 (228b976c-c44b-43f4-8a1f-2c6f5ef581f5/391d2b75-fd68-405b-ba79-4cd2c7a3d303/2265e961-71ff-4cee-a380-de288fc6c904) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:16:38.011860 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=0946ba25-df3e-4db4-81cd-5b85f0d746c0,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:16:38.030740 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a76ece2-ee21-4b9b-89ae-1db07a9844be req-71cf9d26-ec6d-47cd-ba63-6bca67d7d373 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:38.046869 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a76ece2-ee21-4b9b-89ae-1db07a9844be req-71cf9d26-ec6d-47cd-ba63-6bca67d7d373 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:38.055818 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a76ece2-ee21-4b9b-89ae-1db07a9844be req-71cf9d26-ec6d-47cd-ba63-6bca67d7d373 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:38.065378 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a76ece2-ee21-4b9b-89ae-1db07a9844be req-71cf9d26-ec6d-47cd-ba63-6bca67d7d373 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:38.074048 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a76ece2-ee21-4b9b-89ae-1db07a9844be req-71cf9d26-ec6d-47cd-ba63-6bca67d7d373 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:38.081779 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a76ece2-ee21-4b9b-89ae-1db07a9844be req-71cf9d26-ec6d-47cd-ba63-6bca67d7d373 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:38.088871 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a76ece2-ee21-4b9b-89ae-1db07a9844be req-71cf9d26-ec6d-47cd-ba63-6bca67d7d373 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:38.091519 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1a76ece2-ee21-4b9b-89ae-1db07a9844be req-71cf9d26-ec6d-47cd-ba63-6bca67d7d373 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecc38ae3-328a-43a0-a185-601e29a048cb HTTP/1.1" status: 200 len: 5430 time: 0.3011320 Oct 12 19:16:38.146425 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-fbfd3af0-e712-4359-bc48-d994eaf86a45 service neutron] Attempting to bind port 4f6b2756-64ef-420b-b1de-996fa4dd3f6d on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:16:38.146894 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-fbfd3af0-e712-4359-bc48-d994eaf86a45 service neutron] Attempting to bind port 4f6b2756-64ef-420b-b1de-996fa4dd3f6d by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': 'f16cf0ac-76ac-40b9-ab87-b70fda8dbb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '25292ff6-df2e-42a1-aeea-68fb3a14f1ca'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:16:38.147333 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-fbfd3af0-e712-4359-bc48-d994eaf86a45 service neutron] Attempting to bind port 4f6b2756-64ef-420b-b1de-996fa4dd3f6d on network 25292ff6-df2e-42a1-aeea-68fb3a14f1ca {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:16:38.185137 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-fbfd3af0-e712-4359-bc48-d994eaf86a45 service neutron] Port 4f6b2756-64ef-420b-b1de-996fa4dd3f6d on network 25292ff6-df2e-42a1-aeea-68fb3a14f1ca not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:16:38.185745 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-fbfd3af0-e712-4359-bc48-d994eaf86a45 service neutron] Attempting to bind port 4f6b2756-64ef-420b-b1de-996fa4dd3f6d on network 25292ff6-df2e-42a1-aeea-68fb3a14f1ca {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:16:38.228803 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-fbfd3af0-e712-4359-bc48-d994eaf86a45 service neutron] Checking agent: {'id': 'f5e9725f-f5a6-43c2-a1be-95e21e9a1fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:16:38.229321 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-fbfd3af0-e712-4359-bc48-d994eaf86a45 service neutron] Checking segment: {'id': 'f16cf0ac-76ac-40b9-ab87-b70fda8dbb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '25292ff6-df2e-42a1-aeea-68fb3a14f1ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:16:38.232214 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-fbfd3af0-e712-4359-bc48-d994eaf86a45 service neutron] Bound using segment: {'id': 'f16cf0ac-76ac-40b9-ab87-b70fda8dbb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '25292ff6-df2e-42a1-aeea-68fb3a14f1ca'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:16:38.233302 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-fbfd3af0-e712-4359-bc48-d994eaf86a45 service neutron] Bound port: 4f6b2756-64ef-420b-b1de-996fa4dd3f6d, host: n-h1-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f16cf0ac-76ac-40b9-ab87-b70fda8dbb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '25292ff6-df2e-42a1-aeea-68fb3a14f1ca'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:16:38.234046 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-fbfd3af0-e712-4359-bc48-d994eaf86a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:38.385118 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-00b5fa65-27b2-4c55-81aa-20c2c871677e tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:38.395733 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18580067-4802-48e4-b8ad-10ead88e1d43 req-cb0f0c0f-c12c-46f1-8d50-40e97a49a6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:38.396313 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18580067-4802-48e4-b8ad-10ead88e1d43 req-cb0f0c0f-c12c-46f1-8d50-40e97a49a6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:38.396609 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18580067-4802-48e4-b8ad-10ead88e1d43 req-cb0f0c0f-c12c-46f1-8d50-40e97a49a6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:38.397072 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18580067-4802-48e4-b8ad-10ead88e1d43 req-cb0f0c0f-c12c-46f1-8d50-40e97a49a6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:38.397526 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18580067-4802-48e4-b8ad-10ead88e1d43 req-cb0f0c0f-c12c-46f1-8d50-40e97a49a6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:38.398008 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18580067-4802-48e4-b8ad-10ead88e1d43 req-cb0f0c0f-c12c-46f1-8d50-40e97a49a6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:38.398461 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18580067-4802-48e4-b8ad-10ead88e1d43 req-cb0f0c0f-c12c-46f1-8d50-40e97a49a6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:38.400433 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-18580067-4802-48e4-b8ad-10ead88e1d43 req-cb0f0c0f-c12c-46f1-8d50-40e97a49a6d6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e65d35344c43413ba93381b16381b559&device_id=ecc38ae3-328a-43a0-a185-601e29a048cb HTTP/1.1" status: 200 len: 6445 time: 0.8265159 Oct 12 19:16:38.401272 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bded72b-d8ed-4db9-9407-282e4871b84d req-95d9d90e-aa63-4d5f-8b40-1577ccd16276 service neutron] Port 409be5dc-1cd9-4cf6-b7a2-42a24420afad on network 82671036-c03a-4d3c-b62d-db19aa8b0fed not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:16:38.401592 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bded72b-d8ed-4db9-9407-282e4871b84d req-95d9d90e-aa63-4d5f-8b40-1577ccd16276 service neutron] Attempting to bind port 409be5dc-1cd9-4cf6-b7a2-42a24420afad on network 82671036-c03a-4d3c-b62d-db19aa8b0fed {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:16:38.408288 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bded72b-d8ed-4db9-9407-282e4871b84d req-95d9d90e-aa63-4d5f-8b40-1577ccd16276 service neutron] Checking agent: {'id': '233fbd7d-38e4-434f-bb8f-05364d7423a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:16:38.408633 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bded72b-d8ed-4db9-9407-282e4871b84d req-95d9d90e-aa63-4d5f-8b40-1577ccd16276 service neutron] Checking segment: {'id': '092fb16a-01c2-4f4a-b148-df23675b5071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '82671036-c03a-4d3c-b62d-db19aa8b0fed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:16:38.409025 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bded72b-d8ed-4db9-9407-282e4871b84d req-95d9d90e-aa63-4d5f-8b40-1577ccd16276 service neutron] Bound using segment: {'id': '092fb16a-01c2-4f4a-b148-df23675b5071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '82671036-c03a-4d3c-b62d-db19aa8b0fed'} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:16:38.409466 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-4bded72b-d8ed-4db9-9407-282e4871b84d req-95d9d90e-aa63-4d5f-8b40-1577ccd16276 service neutron] Bound port: 409be5dc-1cd9-4cf6-b7a2-42a24420afad, host: n-h2-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '092fb16a-01c2-4f4a-b148-df23675b5071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '82671036-c03a-4d3c-b62d-db19aa8b0fed'}}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:16:38.410366 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-4bded72b-d8ed-4db9-9407-282e4871b84d req-95d9d90e-aa63-4d5f-8b40-1577ccd16276 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:38.449616 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1a76ece2-ee21-4b9b-89ae-1db07a9844be req-909898e5-7c3c-43dd-9939-7f166bdf1fa4 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/security-groups?id=76b081dc-6667-4e1c-b44d-8d05a61d7938&id=0726b0fe-78be-4ea7-8b43-7be54affa06f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3324282 Oct 12 19:16:38.503730 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb931b5-00da-47e0-9d9e-4b3b4d5784f3 req-f65754da-e905-4f16-8877-64f60246bca5 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:38.513121 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-4baa311d-0f18-40fe-8951-a40bc813a278 req-4956c323-d463-4754-8fcc-c3ae5ff2502c tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] For port 37efe2eb-359b-46a1-a6d9-e18d66f6a90d, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=37efe2eb-359b-46a1-a6d9-e18d66f6a90d,segment=NetworkSegment(af837146-1b4e-4c2b-b1ce-96eb7f990955),segment_id=af837146-1b4e-4c2b-b1ce-96eb7f990955)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:16:38.513673 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3cb931b5-00da-47e0-9d9e-4b3b4d5784f3 req-f65754da-e905-4f16-8877-64f60246bca5 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/ports?device_id=29b8bd1d-694e-4c8f-81eb-c3dbbbab4410 HTTP/1.1" status: 200 len: 945 time: 0.7363729 Oct 12 19:16:38.514572 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-4baa311d-0f18-40fe-8951-a40bc813a278 req-4956c323-d463-4754-8fcc-c3ae5ff2502c tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:38.595495 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-4bded72b-d8ed-4db9-9407-282e4871b84d req-95d9d90e-aa63-4d5f-8b40-1577ccd16276 service neutron] For port 409be5dc-1cd9-4cf6-b7a2-42a24420afad, host n-h2-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:16:38.598873 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-4baa311d-0f18-40fe-8951-a40bc813a278 req-4956c323-d463-4754-8fcc-c3ae5ff2502c tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Calling delete_port for 37efe2eb-359b-46a1-a6d9-e18d66f6a90d owned by compute:nova {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:16:38.604288 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-4bded72b-d8ed-4db9-9407-282e4871b84d req-95d9d90e-aa63-4d5f-8b40-1577ccd16276 service neutron] For port 409be5dc-1cd9-4cf6-b7a2-42a24420afad, host n-h2-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=409be5dc-1cd9-4cf6-b7a2-42a24420afad,segment=NetworkSegment(092fb16a-01c2-4f4a-b148-df23675b5071),segment_id=092fb16a-01c2-4f4a-b148-df23675b5071)] {{(pid=95501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:16:38.687800 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3cb931b5-00da-47e0-9d9e-4b3b4d5784f3 req-d424ddef-b172-4020-8365-df843bd2927b tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/security-groups?id=453b01c6-7fe6-41ac-8e1d-6df7a2675094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683989 Oct 12 19:16:38.739000 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-4bded72b-d8ed-4db9-9407-282e4871b84d req-95d9d90e-aa63-4d5f-8b40-1577ccd16276 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:38.769614 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce17049-761b-4910-b9f8-d7b901096336 req-cafa0109-904a-45e0-85ce-aa5930790581 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:38.778170 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8ce17049-761b-4910-b9f8-d7b901096336 req-cafa0109-904a-45e0-85ce-aa5930790581 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/ports?device_id=01506d15-4b2a-4485-b3ec-bce72d999a41 HTTP/1.1" status: 200 len: 944 time: 0.1890881 Oct 12 19:16:38.797529 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc729a0a-c4f4-4e9f-9781-0215886f849c x-openstack-request-id: req-dc729a0a-c4f4-4e9f-9781-0215886f849c {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:16:38.798027 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29b8bd1d-694e-4c8f-81eb-c3dbbbab4410", "name": "network-vif-plugged", "status": "completed", "tag": "0946ba25-df3e-4db4-81cd-5b85f0d746c0", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:16:38.798167 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-dc729a0a-c4f4-4e9f-9781-0215886f849c {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:16:38.802310 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29b8bd1d-694e-4c8f-81eb-c3dbbbab4410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0946ba25-df3e-4db4-81cd-5b85f0d746c0', 'code': 200} Oct 12 19:16:38.824580 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-fbfd3af0-e712-4359-bc48-d994eaf86a45 service neutron] For port 4f6b2756-64ef-420b-b1de-996fa4dd3f6d, host n-h1-813679-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:16:38.875641 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.61', 53650) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:16:38.882635 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-fbfd3af0-e712-4359-bc48-d994eaf86a45 service neutron] For port 4f6b2756-64ef-420b-b1de-996fa4dd3f6d, host n-h1-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=4f6b2756-64ef-420b-b1de-996fa4dd3f6d,segment=NetworkSegment(f16cf0ac-76ac-40b9-ab87-b70fda8dbb01),segment_id=f16cf0ac-76ac-40b9-ab87-b70fda8dbb01)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:16:38.892447 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-00b5fa65-27b2-4c55-81aa-20c2c871677e tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:38.940269 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8ce17049-761b-4910-b9f8-d7b901096336 req-9ffae646-af40-4f96-a231-cc7aa4c7c635 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cccf57-f452-41a8-9e48-a6e744310271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547358 Oct 12 19:16:38.946072 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18580067-4802-48e4-b8ad-10ead88e1d43 req-fc390ce0-bdcd-41fe-a864-e448fd1ebb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:38.946562 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18580067-4802-48e4-b8ad-10ead88e1d43 req-fc390ce0-bdcd-41fe-a864-e448fd1ebb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:38.947813 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18580067-4802-48e4-b8ad-10ead88e1d43 req-fc390ce0-bdcd-41fe-a864-e448fd1ebb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:38.949530 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-18580067-4802-48e4-b8ad-10ead88e1d43 req-fc390ce0-bdcd-41fe-a864-e448fd1ebb45 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=e65d35344c43413ba93381b16381b559&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5356143 Oct 12 19:16:39.028478 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-fbfd3af0-e712-4359-bc48-d994eaf86a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:39.039966 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d9d90e-aa63-4d5f-8b40-1577ccd16276 service neutron] Pushing event updated for resources: {'Port': ['ID=409be5dc-1cd9-4cf6-b7a2-42a24420afad,revision_number=8']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:16:39.082404 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-fbfd3af0-e712-4359-bc48-d994eaf86a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:39.090480 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-fbfd3af0-e712-4359-bc48-d994eaf86a45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:39.090480 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-fbfd3af0-e712-4359-bc48-d994eaf86a45 service neutron] 10.222.0.61 "PUT /v2.0/ports/4f6b2756-64ef-420b-b1de-996fa4dd3f6d HTTP/1.1" status: 200 len: 1091 time: 4.1899714 Oct 12 19:16:39.148869 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a4a6d6ee-3146-4382-9fed-17b603cc1908 req-8e4f7f8d-3bce-45ee-b67f-962b64dee456 tempest-ServerShowV257Test-345519429 tempest-ServerShowV257Test-345519429-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc7de5b8-9e2a-4df7-b989-0c89d962501c HTTP/1.1" status: 200 len: 210 time: 0.0359459 Oct 12 19:16:39.166864 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-00b5fa65-27b2-4c55-81aa-20c2c871677e tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Network 228b976c-c44b-43f4-8a1f-2c6f5ef581f5 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:16:39.212658 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-00b5fa65-27b2-4c55-81aa-20c2c871677e tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:16:39.231162 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-00b5fa65-27b2-4c55-81aa-20c2c871677e tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:16:39.239267 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b5fa65-27b2-4c55-81aa-20c2c871677e tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Pushing event updated for resources: {'Port': ['ID=2265e961-71ff-4cee-a380-de288fc6c904,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:16:39.298428 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bded72b-d8ed-4db9-9407-282e4871b84d req-95d9d90e-aa63-4d5f-8b40-1577ccd16276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:39.298984 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-4bded72b-d8ed-4db9-9407-282e4871b84d req-95d9d90e-aa63-4d5f-8b40-1577ccd16276 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:39.300539 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4bded72b-d8ed-4db9-9407-282e4871b84d req-95d9d90e-aa63-4d5f-8b40-1577ccd16276 service neutron] 10.222.0.61 "PUT /v2.0/ports/409be5dc-1cd9-4cf6-b7a2-42a24420afad HTTP/1.1" status: 200 len: 1122 time: 2.6411374 Oct 12 19:16:39.306270 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ac328d-1f72-469b-875d-030a305b9ebc req-e4f90a53-e8f8-46fb-958b-011b846f0733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:39.308223 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-74ac328d-1f72-469b-875d-030a305b9ebc req-e4f90a53-e8f8-46fb-958b-011b846f0733 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=29b8bd1d-694e-4c8f-81eb-c3dbbbab4410 HTTP/1.1" status: 200 len: 1097 time: 0.3950553 Oct 12 19:16:39.316948 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfd3af0-e712-4359-bc48-d994eaf86a45 service neutron] Pushing event updated for resources: {'Port': ['ID=4f6b2756-64ef-420b-b1de-996fa4dd3f6d,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:16:39.377780 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['409be5dc-1cd9-4cf6-b7a2-42a24420afad'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:16:39.422287 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-00b5fa65-27b2-4c55-81aa-20c2c871677e tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:39.423277 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-00b5fa65-27b2-4c55-81aa-20c2c871677e tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:39.449027 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18580067-4802-48e4-b8ad-10ead88e1d43 req-78d49d23-38fa-42cb-a981-cbbf0e8a8e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:39.453368 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-18580067-4802-48e4-b8ad-10ead88e1d43 req-78d49d23-38fa-42cb-a981-cbbf0e8a8e92 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4933984 Oct 12 19:16:39.468480 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-4baa311d-0f18-40fe-8951-a40bc813a278 req-4956c323-d463-4754-8fcc-c3ae5ff2502c tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:39.497151 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d472b6a-b0a6-4ba3-ab65-8946dce5be17 req-2ec441fb-f88f-43bd-8bdf-33db4bc01861 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:39.531048 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d472b6a-b0a6-4ba3-ab65-8946dce5be17 req-2ec441fb-f88f-43bd-8bdf-33db4bc01861 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:39.549300 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d472b6a-b0a6-4ba3-ab65-8946dce5be17 req-2ec441fb-f88f-43bd-8bdf-33db4bc01861 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:39.560412 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d472b6a-b0a6-4ba3-ab65-8946dce5be17 req-2ec441fb-f88f-43bd-8bdf-33db4bc01861 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:39.574391 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2d472b6a-b0a6-4ba3-ab65-8946dce5be17 req-2ec441fb-f88f-43bd-8bdf-33db4bc01861 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d8118a-4722-4e86-9061-3b560a61dbf9 HTTP/1.1" status: 200 len: 3095 time: 0.6212361 Oct 12 19:16:39.591141 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecc38ae3-328a-43a0-a185-601e29a048cb', 'tag': '4f6b2756-64ef-420b-b1de-996fa4dd3f6d'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:16:39.595713 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c16aab9-729a-4b36-a85c-2f57a80db806" -d '{"events": [{"name": "network-changed", "server_uuid": "ecc38ae3-328a-43a0-a185-601e29a048cb", "tag": "4f6b2756-64ef-420b-b1de-996fa4dd3f6d"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:16:39.604668 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-00b5fa65-27b2-4c55-81aa-20c2c871677e tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0781178 Oct 12 19:16:39.612609 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4956c323-d463-4754-8fcc-c3ae5ff2502c tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Pushing event deleted for resources: {'Port': ['ID=37efe2eb-359b-46a1-a6d9-e18d66f6a90d,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:16:39.617657 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-93795970-1451-48cc-9257-8d4e8d5bb1b9 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Request body: {'port': {'device_id': 'a5d8118a-4722-4e86-9061-3b560a61dbf9', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '228b976c-c44b-43f4-8a1f-2c6f5ef581f5', 'admin_state_up': True, 'tenant_id': 'e1bc73ca052b4ff989529862bf093e8d', 'security_groups': ['8f0281d6-ea5c-47a0-8e7d-7819120d644f']}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:16:39.620141 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-74ac328d-1f72-469b-875d-030a305b9ebc req-97c5bd2b-7945-468e-a557-603a8b9c1c62 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=453b01c6-7fe6-41ac-8e1d-6df7a2675094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244518 Oct 12 19:16:39.660746 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-4baa311d-0f18-40fe-8951-a40bc813a278 req-4956c323-d463-4754-8fcc-c3ae5ff2502c tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] No DVR routers for this DVR port 37efe2eb-359b-46a1-a6d9-e18d66f6a90d on host n-h1-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:16:39.666058 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-4baa311d-0f18-40fe-8951-a40bc813a278 req-4956c323-d463-4754-8fcc-c3ae5ff2502c tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:39.670893 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4baa311d-0f18-40fe-8951-a40bc813a278 req-4956c323-d463-4754-8fcc-c3ae5ff2502c tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.61 "DELETE /v2.0/ports/37efe2eb-359b-46a1-a6d9-e18d66f6a90d HTTP/1.1" status: 204 len: 173 time: 2.4647946 Oct 12 19:16:39.719737 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99d0578e-9f1b-42ed-aea7-3223b5004d8e', 'tag': '409be5dc-1cd9-4cf6-b7a2-42a24420afad'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:16:39.724750 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64cb61ed-dc70-4382-a3c9-22528ee61ecb" -d '{"events": [{"name": "network-changed", "server_uuid": "99d0578e-9f1b-42ed-aea7-3223b5004d8e", "tag": "409be5dc-1cd9-4cf6-b7a2-42a24420afad"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:16:39.737237 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-3e545f92-1e09-453e-94b8-5859be7ec75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:39.738565 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-3e545f92-1e09-453e-94b8-5859be7ec75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:39.740023 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-3e545f92-1e09-453e-94b8-5859be7ec75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:39.740743 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-3e545f92-1e09-453e-94b8-5859be7ec75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:39.741373 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-3e545f92-1e09-453e-94b8-5859be7ec75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:39.742239 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-3e545f92-1e09-453e-94b8-5859be7ec75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:39.742866 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-3e545f92-1e09-453e-94b8-5859be7ec75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:39.745456 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-3e545f92-1e09-453e-94b8-5859be7ec75c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e65d35344c43413ba93381b16381b559&device_id=ecc38ae3-328a-43a0-a185-601e29a048cb HTTP/1.1" status: 200 len: 6487 time: 0.1155944 Oct 12 19:16:39.749198 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0474bab-c79b-4fdf-aa61-2a0af363df6f req-1be7f572-062b-4c10-a3a9-b34dc3687fda tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:39.750875 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c0474bab-c79b-4fdf-aa61-2a0af363df6f req-1be7f572-062b-4c10-a3a9-b34dc3687fda tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=99d0578e-9f1b-42ed-aea7-3223b5004d8e HTTP/1.1" status: 200 len: 944 time: 0.2619045 Oct 12 19:16:39.764880 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2d472b6a-b0a6-4ba3-ab65-8946dce5be17 req-6b175e7a-ec7e-4ce5-90ef-be05cedc7398 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f0281d6-ea5c-47a0-8e7d-7819120d644f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1892087 Oct 12 19:16:39.841718 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c0474bab-c79b-4fdf-aa61-2a0af363df6f req-9dd70f71-689a-4d08-b477-ff8e044867e9 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2999b03-b87d-46b4-9267-1669e2e14df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835481 Oct 12 19:16:39.879986 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-b459afaf-e2ed-4b16-8f96-ee26f4156129 None None] Provisioning complete for port 2265e961-71ff-4cee-a380-de288fc6c904 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:16:39.888861 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b459afaf-e2ed-4b16-8f96-ee26f4156129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:39.895841 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-06c8e544-9dd5-4114-b663-1e81decf2803 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cb6ebc8d-ae43-4017-abf8-253569f88e90 HTTP/1.1" status: 200 len: 217 time: 0.0803723 Oct 12 19:16:39.924973 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17361bfe-1725-4765-ab98-4b5558e54c96 x-openstack-request-id: req-17361bfe-1725-4765-ab98-4b5558e54c96 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:16:39.926115 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecc38ae3-328a-43a0-a185-601e29a048cb", "tag": "4f6b2756-64ef-420b-b1de-996fa4dd3f6d", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:16:39.926541 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-17361bfe-1725-4765-ab98-4b5558e54c96 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:16:39.927096 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecc38ae3-328a-43a0-a185-601e29a048cb', 'tag': '4f6b2756-64ef-420b-b1de-996fa4dd3f6d', 'status': 'completed', 'code': 200} Oct 12 19:16:39.968361 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-b459afaf-e2ed-4b16-8f96-ee26f4156129 None None] Port 2265e961-71ff-4cee-a380-de288fc6c904 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:16:40.006597 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-93795970-1451-48cc-9257-8d4e8d5bb1b9 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Made reservation on behalf of e1bc73ca052b4ff989529862bf093e8d for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:16:40.016943 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-93795970-1451-48cc-9257-8d4e8d5bb1b9 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:40.044079 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-a00e0bf4-116a-4c87-9cd5-f77876af088d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:40.045820 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-a00e0bf4-116a-4c87-9cd5-f77876af088d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8cdec308-a85d-4461-be76-72b0713a6c05 HTTP/1.1" status: 200 len: 856 time: 0.1375382 Oct 12 19:16:40.080113 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5901cc-94b7-4e9b-b8ee-def8516c3a51 req-ab60853f-f390-4bb9-a593-52d305772672 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:40.088650 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5901cc-94b7-4e9b-b8ee-def8516c3a51 req-ab60853f-f390-4bb9-a593-52d305772672 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:40.095393 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5901cc-94b7-4e9b-b8ee-def8516c3a51 req-ab60853f-f390-4bb9-a593-52d305772672 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:40.116811 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5901cc-94b7-4e9b-b8ee-def8516c3a51 req-ab60853f-f390-4bb9-a593-52d305772672 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:40.122852 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5901cc-94b7-4e9b-b8ee-def8516c3a51 req-ab60853f-f390-4bb9-a593-52d305772672 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:40.124547 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f63aea-6d55-45dc-b2a7-0922f68e89d1 req-7c3cb215-7fa5-4f4d-b42b-306352971b16 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:40.130179 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5901cc-94b7-4e9b-b8ee-def8516c3a51 req-ab60853f-f390-4bb9-a593-52d305772672 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:40.131530 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-15f63aea-6d55-45dc-b2a7-0922f68e89d1 req-7c3cb215-7fa5-4f4d-b42b-306352971b16 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/ports?device_id=29b8bd1d-694e-4c8f-81eb-c3dbbbab4410 HTTP/1.1" status: 200 len: 946 time: 0.1372266 Oct 12 19:16:40.137303 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5901cc-94b7-4e9b-b8ee-def8516c3a51 req-ab60853f-f390-4bb9-a593-52d305772672 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:40.139403 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6c5901cc-94b7-4e9b-b8ee-def8516c3a51 req-ab60853f-f390-4bb9-a593-52d305772672 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecc38ae3-328a-43a0-a185-601e29a048cb HTTP/1.1" status: 200 len: 5430 time: 0.2459543 Oct 12 19:16:40.215829 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-5984d888-30dd-4d42-8fa9-0b0105b7d013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:40.226959 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-5984d888-30dd-4d42-8fa9-0b0105b7d013 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6c3decc3-29e4-408c-a34f-0339ccbba377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1623769 Oct 12 19:16:40.227199 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-15f63aea-6d55-45dc-b2a7-0922f68e89d1 req-09bda26c-bd57-4200-a957-2611d6185508 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/security-groups?id=453b01c6-7fe6-41ac-8e1d-6df7a2675094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804508 Oct 12 19:16:40.235787 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6c5901cc-94b7-4e9b-b8ee-def8516c3a51 req-86275dbb-5f78-4a90-9bc9-73b58e7f423d tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/security-groups?id=76b081dc-6667-4e1c-b44d-8d05a61d7938&id=0726b0fe-78be-4ea7-8b43-7be54affa06f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0616822 Oct 12 19:16:40.362483 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c6e1aaf-c88e-41ae-bd67-8e3e0e07f430 x-openstack-request-id: req-5c6e1aaf-c88e-41ae-bd67-8e3e0e07f430 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:16:40.362804 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99d0578e-9f1b-42ed-aea7-3223b5004d8e", "tag": "409be5dc-1cd9-4cf6-b7a2-42a24420afad", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:16:40.363046 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5c6e1aaf-c88e-41ae-bd67-8e3e0e07f430 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:16:40.363441 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99d0578e-9f1b-42ed-aea7-3223b5004d8e', 'tag': '409be5dc-1cd9-4cf6-b7a2-42a24420afad', 'status': 'completed', 'code': 200} Oct 12 19:16:40.422643 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-93795970-1451-48cc-9257-8d4e8d5bb1b9 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Allocated IP 10.2.2.200 (228b976c-c44b-43f4-8a1f-2c6f5ef581f5/391d2b75-fd68-405b-ba79-4cd2c7a3d303/78f65a13-8a00-447a-aab8-21741cf4e3f4) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:16:40.426449 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e41b4c72-f853-4213-8050-4ca0990e1a99 req-092259ed-c5be-4f07-8360-890b0b0c2595 tempest-ServerShowV257Test-345519429 tempest-ServerShowV257Test-345519429-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc7de5b8-9e2a-4df7-b989-0c89d962501c HTTP/1.1" status: 200 len: 210 time: 0.0375531 Oct 12 19:16:40.436670 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-34b2f7cf-ba9d-48ef-b55d-cbfc625e54e8 req-515d7b1c-d195-4554-bca6-8ad0b1920f17 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/ports?device_id=01506d15-4b2a-4485-b3ec-bce72d999a41 HTTP/1.1" status: 200 len: 210 time: 0.0711286 Oct 12 19:16:40.472836 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cb61ed-dc70-4382-a3c9-22528ee61ecb req-b99f8285-df66-4805-9eed-fdada08b7612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:40.474407 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-64cb61ed-dc70-4382-a3c9-22528ee61ecb req-b99f8285-df66-4805-9eed-fdada08b7612 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=803d7b884967412f992e4b2e79b460e6&device_id=99d0578e-9f1b-42ed-aea7-3223b5004d8e HTTP/1.1" status: 200 len: 1125 time: 0.1102126 Oct 12 19:16:40.594693 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-6f567c6f-ca10-4751-8a81-2e61e87acc0e service neutron] 10.222.0.61 "GET /v2.0/networks/6c3decc3-29e4-408c-a34f-0339ccbba377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3577278 Oct 12 19:16:40.688798 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cb61ed-dc70-4382-a3c9-22528ee61ecb req-a012d40c-7462-4e2d-b0d3-b035169a3244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:40.692692 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-64cb61ed-dc70-4382-a3c9-22528ee61ecb req-a012d40c-7462-4e2d-b0d3-b035169a3244 service neutron] 10.222.0.67 "GET /v2.0/networks?id=82671036-c03a-4d3c-b62d-db19aa8b0fed HTTP/1.1" status: 200 len: 921 time: 0.2015102 Oct 12 19:16:40.706455 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-93795970-1451-48cc-9257-8d4e8d5bb1b9 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:40.749226 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-64cb61ed-dc70-4382-a3c9-22528ee61ecb req-c0a513c1-c763-462b-b191-2592d4a06520 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=409be5dc-1cd9-4cf6-b7a2-42a24420afad HTTP/1.1" status: 200 len: 217 time: 0.0487318 Oct 12 19:16:40.795646 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-4ef75dbe-1b15-4b8b-b81a-373e2658aace service neutron] 10.222.0.61 "GET /v2.0/networks/6c3decc3-29e4-408c-a34f-0339ccbba377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890101 Oct 12 19:16:40.826542 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-93795970-1451-48cc-9257-8d4e8d5bb1b9 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:40.855711 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-0dd11a45-3715-444a-822f-2532e261c3a6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.52&port_id=606f9c96-932b-4ef3-9ddb-6836480c9163 HTTP/1.1" status: 200 len: 217 time: 0.0489652 Oct 12 19:16:40.858211 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cb61ed-dc70-4382-a3c9-22528ee61ecb req-4c25444a-f4b7-4dcb-ab0c-e0eacb6ebca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:40.860323 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-64cb61ed-dc70-4382-a3c9-22528ee61ecb req-4c25444a-f4b7-4dcb-ab0c-e0eacb6ebca8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=39796bec-4145-45cd-b713-3f2477a830cb HTTP/1.1" status: 200 len: 860 time: 0.0992765 Oct 12 19:16:40.875567 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-93795970-1451-48cc-9257-8d4e8d5bb1b9 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Network 228b976c-c44b-43f4-8a1f-2c6f5ef581f5 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:16:40.929237 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-64cb61ed-dc70-4382-a3c9-22528ee61ecb req-fa503f78-4f6a-4046-b393-bc370136f763 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=82671036-c03a-4d3c-b62d-db19aa8b0fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532029 Oct 12 19:16:40.991173 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-438026c5-748f-4e70-b63b-bd550401d613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:40.992735 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-438026c5-748f-4e70-b63b-bd550401d613 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9eccc23a-d2b3-4cf1-80e5-df88bd80499d HTTP/1.1" status: 200 len: 797 time: 0.1273124 Oct 12 19:16:41.005587 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-93795970-1451-48cc-9257-8d4e8d5bb1b9 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:16:41.029401 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-93795970-1451-48cc-9257-8d4e8d5bb1b9 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:16:41.155907 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-64cb61ed-dc70-4382-a3c9-22528ee61ecb req-e3154e08-9075-4900-8949-66ad2a260814 service neutron] 10.222.0.67 "GET /v2.0/networks/82671036-c03a-4d3c-b62d-db19aa8b0fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172787 Oct 12 19:16:41.159364 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-4d60d68d-5925-47f0-80f8-94c141a0efa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:41.160719 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93795970-1451-48cc-9257-8d4e8d5bb1b9 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Pushing event updated for resources: {'Port': ['ID=78f65a13-8a00-447a-aab8-21741cf4e3f4,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:16:41.161393 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-4d60d68d-5925-47f0-80f8-94c141a0efa5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2e14c4f2-b68c-4d21-920b-215a17ef69db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1558347 Oct 12 19:16:41.169563 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5913d114-bf17-4cd4-acde-4cb5e9d49372 req-f284d9f3-0955-438f-b18f-bdc52f8359c1 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:41.171757 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5913d114-bf17-4cd4-acde-4cb5e9d49372 req-f284d9f3-0955-438f-b18f-bdc52f8359c1 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=99d0578e-9f1b-42ed-aea7-3223b5004d8e HTTP/1.1" status: 200 len: 944 time: 0.1412981 Oct 12 19:16:41.194252 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376861b3-0407-4ed0-9d71-d736d3ef2660 req-b5b54b7a-d8d9-433b-b642-a3e45b9f690f tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:41.200769 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376861b3-0407-4ed0-9d71-d736d3ef2660 req-b5b54b7a-d8d9-433b-b642-a3e45b9f690f tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:41.224179 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376861b3-0407-4ed0-9d71-d736d3ef2660 req-b5b54b7a-d8d9-433b-b642-a3e45b9f690f tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:41.232207 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376861b3-0407-4ed0-9d71-d736d3ef2660 req-b5b54b7a-d8d9-433b-b642-a3e45b9f690f tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:41.238201 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376861b3-0407-4ed0-9d71-d736d3ef2660 req-b5b54b7a-d8d9-433b-b642-a3e45b9f690f tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:41.246242 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-376861b3-0407-4ed0-9d71-d736d3ef2660 req-b5b54b7a-d8d9-433b-b642-a3e45b9f690f tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d8118a-4722-4e86-9061-3b560a61dbf9 HTTP/1.1" status: 200 len: 3816 time: 0.3748758 Oct 12 19:16:41.251024 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 409be5dc-1cd9-4cf6-b7a2-42a24420afad details requested by agent hyperv_n-h1-813679-3 with host n-h1-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:16:41.278911 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-93795970-1451-48cc-9257-8d4e8d5bb1b9 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:41.279800 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-93795970-1451-48cc-9257-8d4e8d5bb1b9 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:41.363145 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-376861b3-0407-4ed0-9d71-d736d3ef2660 req-63eda389-9560-4b23-8985-3ac63a7fb70d tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f0281d6-ea5c-47a0-8e7d-7819120d644f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157424 Oct 12 19:16:41.372666 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5913d114-bf17-4cd4-acde-4cb5e9d49372 req-25e7bcb8-a18b-4b0a-a032-b5167d508ed2 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2999b03-b87d-46b4-9267-1669e2e14df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819353 Oct 12 19:16:41.426227 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a5ddf27c-3d59-469b-a065-a47ed0b92bf9 req-6f3dd880-a5fe-4f26-813b-37b5fbad3c2d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=cc7de5b8-9e2a-4df7-b989-0c89d962501c HTTP/1.1" status: 200 len: 210 time: 0.0452285 Oct 12 19:16:41.443131 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-93795970-1451-48cc-9257-8d4e8d5bb1b9 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8305981 Oct 12 19:16:41.448460 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-56af78e7-1d80-45a6-be41-d209def415fa None None] Provisioning complete for port 78f65a13-8a00-447a-aab8-21741cf4e3f4 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:16:41.454054 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-56af78e7-1d80-45a6-be41-d209def415fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:41.456058 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-457dd0ca-2013-4167-9246-6e5037f3802d service neutron] Request body: {'port': {'device_id': 'a5d8118a-4722-4e86-9061-3b560a61dbf9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:16:41.473481 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-64cb61ed-dc70-4382-a3c9-22528ee61ecb req-58172444-3694-4995-803a-6daba004961a service neutron] 10.222.0.67 "GET /v2.0/networks/82671036-c03a-4d3c-b62d-db19aa8b0fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2939792 Oct 12 19:16:41.506884 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-56af78e7-1d80-45a6-be41-d209def415fa None None] Port 78f65a13-8a00-447a-aab8-21741cf4e3f4 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:16:41.533629 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-f62d9cc6-e42f-4c30-8245-d104354278fc service neutron] 10.222.0.61 "GET /v2.0/networks/2e14c4f2-b68c-4d21-920b-215a17ef69db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3615599 Oct 12 19:16:41.536019 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 409be5dc-1cd9-4cf6-b7a2-42a24420afad, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=409be5dc-1cd9-4cf6-b7a2-42a24420afad,segment=NetworkSegment(092fb16a-01c2-4f4a-b148-df23675b5071),segment_id=092fb16a-01c2-4f4a-b148-df23675b5071)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:16:41.549143 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 409be5dc-1cd9-4cf6-b7a2-42a24420afad has no active binding in host n-h1-813679-3 {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 12 19:16:41.570125 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b29aa9-7adb-4baf-8e4b-5a175ce4a215 req-3b62b51f-fc99-432c-9a73-f54327acd30e tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:41.579063 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b29aa9-7adb-4baf-8e4b-5a175ce4a215 req-3b62b51f-fc99-432c-9a73-f54327acd30e tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:41.585967 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b29aa9-7adb-4baf-8e4b-5a175ce4a215 req-3b62b51f-fc99-432c-9a73-f54327acd30e tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:41.598354 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b29aa9-7adb-4baf-8e4b-5a175ce4a215 req-3b62b51f-fc99-432c-9a73-f54327acd30e tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:41.603202 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-457dd0ca-2013-4167-9246-6e5037f3802d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:41.605256 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b29aa9-7adb-4baf-8e4b-5a175ce4a215 req-3b62b51f-fc99-432c-9a73-f54327acd30e tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:41.613081 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b29aa9-7adb-4baf-8e4b-5a175ce4a215 req-3b62b51f-fc99-432c-9a73-f54327acd30e tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:41.619168 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b29aa9-7adb-4baf-8e4b-5a175ce4a215 req-3b62b51f-fc99-432c-9a73-f54327acd30e tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:41.621142 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-72b29aa9-7adb-4baf-8e4b-5a175ce4a215 req-3b62b51f-fc99-432c-9a73-f54327acd30e tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecc38ae3-328a-43a0-a185-601e29a048cb HTTP/1.1" status: 200 len: 5430 time: 0.1465490 Oct 12 19:16:41.634965 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264959a3-718d-4c00-90bd-78dc5aeffbd5 req-08fc3c54-97d0-4988-b91b-40fe19dcbcc9 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:41.636607 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-264959a3-718d-4c00-90bd-78dc5aeffbd5 req-08fc3c54-97d0-4988-b91b-40fe19dcbcc9 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/ports?device_id=29b8bd1d-694e-4c8f-81eb-c3dbbbab4410 HTTP/1.1" status: 200 len: 946 time: 0.1160700 Oct 12 19:16:41.705975 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-72b29aa9-7adb-4baf-8e4b-5a175ce4a215 req-911c7022-8be1-4eb5-89d6-5907e2697dbc tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/security-groups?id=76b081dc-6667-4e1c-b44d-8d05a61d7938&id=0726b0fe-78be-4ea7-8b43-7be54affa06f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0744357 Oct 12 19:16:41.738212 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-1fd877cb-923b-41c0-b97c-5d8566f4b4e8 service neutron] 10.222.0.61 "GET /v2.0/networks/2e14c4f2-b68c-4d21-920b-215a17ef69db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921513 Oct 12 19:16:41.811806 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-264959a3-718d-4c00-90bd-78dc5aeffbd5 req-74aefb39-c17f-4223-9141-f76bbea8de77 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/security-groups?id=453b01c6-7fe6-41ac-8e1d-6df7a2675094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413267 Oct 12 19:16:41.815780 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-5b20b94c-a45d-44ce-8c8a-a4722167c0e3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.24&port_id=605e7744-82ec-4122-aca5-63441fceb7bc HTTP/1.1" status: 200 len: 217 time: 0.0694950 Oct 12 19:16:41.922081 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7f8da075-d5a4-4cd4-a2a8-293285a53972 req-74fe4a31-cde7-4dcf-8f70-26ae1ef1a931 tempest-ServerShowV257Test-345519429 tempest-ServerShowV257Test-345519429-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc7de5b8-9e2a-4df7-b989-0c89d962501c HTTP/1.1" status: 200 len: 210 time: 0.0380580 Oct 12 19:16:41.928409 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01506d15-4b2a-4485-b3ec-bce72d999a41', 'name': 'network-vif-deleted', 'tag': '37efe2eb-359b-46a1-a6d9-e18d66f6a90d'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:16:41.930873 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8547e7a2-3567-4ca3-832c-7bf108c6abc1" -d '{"events": [{"server_uuid": "01506d15-4b2a-4485-b3ec-bce72d999a41", "name": "network-vif-deleted", "tag": "37efe2eb-359b-46a1-a6d9-e18d66f6a90d"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:16:41.935951 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-ff1b06ca-5b5f-440d-9be2-899ff237454b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:41.938650 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-ff1b06ca-5b5f-440d-9be2-899ff237454b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9eccc23a-d2b3-4cf1-80e5-df88bd80499d HTTP/1.1" status: 200 len: 797 time: 0.1147153 Oct 12 19:16:42.017679 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-37f6c537-a64b-47c9-84cb-8002ae2ff7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:42.024227 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-37f6c537-a64b-47c9-84cb-8002ae2ff7c5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2e14c4f2-b68c-4d21-920b-215a17ef69db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0773010 Oct 12 19:16:42.161843 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-457dd0ca-2013-4167-9246-6e5037f3802d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5c193aa-d046-4b1e-a749-6ece2dc2c658 {{(pid=95502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:16:42.163710 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-b4f70166-bf72-4d5f-9800-5259181ba2b4 service neutron] 10.222.0.61 "GET /v2.0/networks/2e14c4f2-b68c-4d21-920b-215a17ef69db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300826 Oct 12 19:16:42.174852 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-457dd0ca-2013-4167-9246-6e5037f3802d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:42.194721 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-457dd0ca-2013-4167-9246-6e5037f3802d service neutron] Transition to ACTIVE for port object a5c193aa-d046-4b1e-a749-6ece2dc2c658 will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:16:42.260840 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-e67069bf-7700-4c4a-8627-17989e9daa7d service neutron] 10.222.0.61 "GET /v2.0/networks/2e14c4f2-b68c-4d21-920b-215a17ef69db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862992 Oct 12 19:16:42.261086 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-457dd0ca-2013-4167-9246-6e5037f3802d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:42.312083 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-980faaa1-ff80-4f3d-9457-cf53ccd34b42 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.248&port_id=e1839e8c-26d1-434d-bd18-d452e6003586 HTTP/1.1" status: 200 len: 217 time: 0.0437326 Oct 12 19:16:42.368605 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-095968fc-bb74-4261-b6d0-5c5a684cda03 x-openstack-request-id: req-095968fc-bb74-4261-b6d0-5c5a684cda03 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:16:42.368910 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01506d15-4b2a-4485-b3ec-bce72d999a41", "name": "network-vif-deleted", "tag": "37efe2eb-359b-46a1-a6d9-e18d66f6a90d", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:16:42.369173 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-095968fc-bb74-4261-b6d0-5c5a684cda03 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:16:42.369588 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01506d15-4b2a-4485-b3ec-bce72d999a41', 'name': 'network-vif-deleted', 'tag': '37efe2eb-359b-46a1-a6d9-e18d66f6a90d', 'status': 'completed', 'code': 200} Oct 12 19:16:42.370489 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457dd0ca-2013-4167-9246-6e5037f3802d service neutron] Pushing event updated for resources: {'Port': ['ID=a5c193aa-d046-4b1e-a749-6ece2dc2c658,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:16:42.446493 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-3a1b6bb4-576a-429f-8bf4-e725d30a5a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:42.447962 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-3a1b6bb4-576a-429f-8bf4-e725d30a5a73 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9eccc23a-d2b3-4cf1-80e5-df88bd80499d HTTP/1.1" status: 200 len: 797 time: 0.1108918 Oct 12 19:16:42.518702 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-7a580006-a676-41bc-a260-18656fd18ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:42.521678 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-7a580006-a676-41bc-a260-18656fd18ce3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2e14c4f2-b68c-4d21-920b-215a17ef69db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0643797 Oct 12 19:16:42.623864 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-457dd0ca-2013-4167-9246-6e5037f3802d service neutron] Attempting to bind port a5c193aa-d046-4b1e-a749-6ece2dc2c658 on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:16:42.624147 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-457dd0ca-2013-4167-9246-6e5037f3802d service neutron] Attempting to bind port a5c193aa-d046-4b1e-a749-6ece2dc2c658 by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': 'ea4a270c-5f43-4988-909c-2cf22be49b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'fd3a7e91-28a9-4db8-b159-ade8f4dff732'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:16:42.624441 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-457dd0ca-2013-4167-9246-6e5037f3802d service neutron] Attempting to bind port a5c193aa-d046-4b1e-a749-6ece2dc2c658 on network fd3a7e91-28a9-4db8-b159-ade8f4dff732 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:16:42.638844 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-457dd0ca-2013-4167-9246-6e5037f3802d service neutron] Port a5c193aa-d046-4b1e-a749-6ece2dc2c658 on network fd3a7e91-28a9-4db8-b159-ade8f4dff732 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:16:42.639250 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-457dd0ca-2013-4167-9246-6e5037f3802d service neutron] Attempting to bind port a5c193aa-d046-4b1e-a749-6ece2dc2c658 on network fd3a7e91-28a9-4db8-b159-ade8f4dff732 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:16:42.657461 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d23ffae-a9d6-42f6-ac20-c4f02aeba97c req-3ae1fa18-2c62-40f4-b3c5-399126a2edc6 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:42.666712 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3d23ffae-a9d6-42f6-ac20-c4f02aeba97c req-3ae1fa18-2c62-40f4-b3c5-399126a2edc6 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/ports?device_id=00655b18-d3a8-487b-a307-bdfa94217209 HTTP/1.1" status: 200 len: 945 time: 0.1901226 Oct 12 19:16:42.699210 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-457dd0ca-2013-4167-9246-6e5037f3802d service neutron] Checking agent: {'id': 'f5e9725f-f5a6-43c2-a1be-95e21e9a1fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:16:42.699958 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-457dd0ca-2013-4167-9246-6e5037f3802d service neutron] Checking segment: {'id': 'ea4a270c-5f43-4988-909c-2cf22be49b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'fd3a7e91-28a9-4db8-b159-ade8f4dff732'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:16:42.700457 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-457dd0ca-2013-4167-9246-6e5037f3802d service neutron] Bound using segment: {'id': 'ea4a270c-5f43-4988-909c-2cf22be49b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'fd3a7e91-28a9-4db8-b159-ade8f4dff732'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:16:42.701008 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-457dd0ca-2013-4167-9246-6e5037f3802d service neutron] Bound port: a5c193aa-d046-4b1e-a749-6ece2dc2c658, host: n-h1-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea4a270c-5f43-4988-909c-2cf22be49b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'fd3a7e91-28a9-4db8-b159-ade8f4dff732'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:16:42.701382 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-457dd0ca-2013-4167-9246-6e5037f3802d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:42.747835 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3d23ffae-a9d6-42f6-ac20-c4f02aeba97c req-87aa7e06-4979-49d8-be89-39db347e1c81 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cccf57-f452-41a8-9e48-a6e744310271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804119 Oct 12 19:16:42.787675 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-2d8a220c-b2bc-4bd7-926e-ffce81e77b0e service neutron] 10.222.0.61 "GET /v2.0/networks/2e14c4f2-b68c-4d21-920b-215a17ef69db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2566807 Oct 12 19:16:42.799065 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7a4e36-511c-4993-8ca6-bf11b12826e4 req-0c4919a7-34bc-49c2-8122-73eae6a8c35c tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:42.805203 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7a4e36-511c-4993-8ca6-bf11b12826e4 req-0c4919a7-34bc-49c2-8122-73eae6a8c35c tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:42.811425 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7a4e36-511c-4993-8ca6-bf11b12826e4 req-0c4919a7-34bc-49c2-8122-73eae6a8c35c tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:42.818049 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7a4e36-511c-4993-8ca6-bf11b12826e4 req-0c4919a7-34bc-49c2-8122-73eae6a8c35c tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:42.824195 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7a4e36-511c-4993-8ca6-bf11b12826e4 req-0c4919a7-34bc-49c2-8122-73eae6a8c35c tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:42.825105 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-457dd0ca-2013-4167-9246-6e5037f3802d service neutron] For port a5c193aa-d046-4b1e-a749-6ece2dc2c658, host n-h1-813679-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:16:42.829103 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-457dd0ca-2013-4167-9246-6e5037f3802d service neutron] For port a5c193aa-d046-4b1e-a749-6ece2dc2c658, host n-h1-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=a5c193aa-d046-4b1e-a749-6ece2dc2c658,segment=NetworkSegment(ea4a270c-5f43-4988-909c-2cf22be49b36),segment_id=ea4a270c-5f43-4988-909c-2cf22be49b36)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:16:42.832582 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4c7a4e36-511c-4993-8ca6-bf11b12826e4 req-0c4919a7-34bc-49c2-8122-73eae6a8c35c tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d8118a-4722-4e86-9061-3b560a61dbf9 HTTP/1.1" status: 200 len: 3828 time: 0.1742301 Oct 12 19:16:42.906524 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab6697f-038c-4260-a02c-3e6daaf66244 req-29ef8e12-8a70-4d80-88e5-c7ad12d32615 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:42.914875 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7ab6697f-038c-4260-a02c-3e6daaf66244 req-29ef8e12-8a70-4d80-88e5-c7ad12d32615 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=99d0578e-9f1b-42ed-aea7-3223b5004d8e HTTP/1.1" status: 200 len: 944 time: 0.0700476 Oct 12 19:16:42.928751 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4c7a4e36-511c-4993-8ca6-bf11b12826e4 req-2d1dab8f-1b87-46a0-9306-a6bd0e5234e2 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f0281d6-ea5c-47a0-8e7d-7819120d644f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951784 Oct 12 19:16:42.973072 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-8d52ef93-6720-4042-ac57-3c5848bd3079 service neutron] 10.222.0.61 "GET /v2.0/networks/2e14c4f2-b68c-4d21-920b-215a17ef69db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378853 Oct 12 19:16:43.016301 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-457dd0ca-2013-4167-9246-6e5037f3802d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:43.036892 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7ab6697f-038c-4260-a02c-3e6daaf66244 req-7aa1aff0-5e97-420a-9c8c-3218a60b9e97 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2999b03-b87d-46b4-9267-1669e2e14df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207151 Oct 12 19:16:43.058014 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-e87c8090-dfae-43e7-b2f7-7363ae495a6f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.155&port_id=efa0ccc7-6ed2-4bfa-a4ad-6c6779c2a251 HTTP/1.1" status: 200 len: 217 time: 0.0759530 Oct 12 19:16:43.133455 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-457dd0ca-2013-4167-9246-6e5037f3802d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:43.136754 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-457dd0ca-2013-4167-9246-6e5037f3802d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:43.138228 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-457dd0ca-2013-4167-9246-6e5037f3802d service neutron] 10.222.0.61 "PUT /v2.0/ports/a5c193aa-d046-4b1e-a749-6ece2dc2c658 HTTP/1.1" status: 200 len: 1091 time: 1.6866162 Oct 12 19:16:43.204016 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457dd0ca-2013-4167-9246-6e5037f3802d service neutron] Pushing event updated for resources: {'Port': ['ID=a5c193aa-d046-4b1e-a749-6ece2dc2c658,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:16:43.265589 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-1099479d-f6a9-4e9d-84bf-a1cdf0a39323 service neutron] Request body: {'port': {'device_id': 'a5d8118a-4722-4e86-9061-3b560a61dbf9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:16:43.321260 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a1d836ca-4635-42e4-ba93-4b738d1f5052 req-39c12ab3-035c-4eb7-85f3-42f3269cc9a7 tempest-ServerShowV257Test-345519429 tempest-ServerShowV257Test-345519429-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc7de5b8-9e2a-4df7-b989-0c89d962501c HTTP/1.1" status: 200 len: 210 time: 0.0524406 Oct 12 19:16:43.328210 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57c6964-3e7d-42dd-81e3-aca45472e38c req-5f0bd3de-c45c-4198-b38e-635d3e6ef8ab tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:43.333664 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c57c6964-3e7d-42dd-81e3-aca45472e38c req-5f0bd3de-c45c-4198-b38e-635d3e6ef8ab tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.67 "GET /v2.0/ports?device_id=00655b18-d3a8-487b-a307-bdfa94217209 HTTP/1.1" status: 200 len: 945 time: 0.2540879 Oct 12 19:16:43.376785 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-1099479d-f6a9-4e9d-84bf-a1cdf0a39323 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:43.410682 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baff7acb-9825-4cab-82b7-9f09d19237b2 req-204f376c-e8d6-4d36-b938-82660ba8e8b4 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:43.421699 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baff7acb-9825-4cab-82b7-9f09d19237b2 req-204f376c-e8d6-4d36-b938-82660ba8e8b4 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:43.427136 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baff7acb-9825-4cab-82b7-9f09d19237b2 req-204f376c-e8d6-4d36-b938-82660ba8e8b4 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:43.438162 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baff7acb-9825-4cab-82b7-9f09d19237b2 req-204f376c-e8d6-4d36-b938-82660ba8e8b4 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:43.447257 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baff7acb-9825-4cab-82b7-9f09d19237b2 req-204f376c-e8d6-4d36-b938-82660ba8e8b4 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:43.451735 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baff7acb-9825-4cab-82b7-9f09d19237b2 req-204f376c-e8d6-4d36-b938-82660ba8e8b4 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:43.457883 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baff7acb-9825-4cab-82b7-9f09d19237b2 req-204f376c-e8d6-4d36-b938-82660ba8e8b4 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:43.459758 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-baff7acb-9825-4cab-82b7-9f09d19237b2 req-204f376c-e8d6-4d36-b938-82660ba8e8b4 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecc38ae3-328a-43a0-a185-601e29a048cb HTTP/1.1" status: 200 len: 5430 time: 0.3478608 Oct 12 19:16:43.465705 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-e85648c3-32f5-4c51-b652-bc742f611394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:43.467149 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-e85648c3-32f5-4c51-b652-bc742f611394 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9eccc23a-d2b3-4cf1-80e5-df88bd80499d HTTP/1.1" status: 200 len: 797 time: 0.4094467 Oct 12 19:16:43.566719 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4bded72b-d8ed-4db9-9407-282e4871b84d req-a66a578d-4bc2-4ee1-9e0a-52b2c2bfb3ff service neutron] 10.222.0.67 "GET /v2.0/ports/409be5dc-1cd9-4cf6-b7a2-42a24420afad/bindings/n-h1-813679-3 HTTP/1.1" status: 200 len: 384 time: 0.3759642 Oct 12 19:16:43.676527 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-baff7acb-9825-4cab-82b7-9f09d19237b2 req-b93abe2b-9e98-4348-a592-02acd6bb45bd tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/security-groups?id=76b081dc-6667-4e1c-b44d-8d05a61d7938&id=0726b0fe-78be-4ea7-8b43-7be54affa06f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1916938 Oct 12 19:16:43.695769 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-94f98938-eae2-46dc-a886-f009cb7eab5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:43.695769 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-94f98938-eae2-46dc-a886-f009cb7eab5f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2e14c4f2-b68c-4d21-920b-215a17ef69db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1946156 Oct 12 19:16:43.841643 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-1099479d-f6a9-4e9d-84bf-a1cdf0a39323 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c9b8f06-b903-4faf-8e00-0608202c3bec {{(pid=95502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:16:43.851867 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-1099479d-f6a9-4e9d-84bf-a1cdf0a39323 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:43.866876 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-1099479d-f6a9-4e9d-84bf-a1cdf0a39323 service neutron] Transition to ACTIVE for port object 0c9b8f06-b903-4faf-8e00-0608202c3bec will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:16:43.920627 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-c57c6964-3e7d-42dd-81e3-aca45472e38c req-7358d237-ba48-45e4-9670-6aab6382d46f tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Deleting port f7556019-ea31-4487-a6df-372aa7a006dd {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:16:43.920979 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-c57c6964-3e7d-42dd-81e3-aca45472e38c req-7358d237-ba48-45e4-9670-6aab6382d46f tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:43.977194 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-1099479d-f6a9-4e9d-84bf-a1cdf0a39323 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:44.040464 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-4bded72b-d8ed-4db9-9407-282e4871b84d req-32ce80ee-24ee-4631-98c0-f60242c073a6 service neutron] For port 409be5dc-1cd9-4cf6-b7a2-42a24420afad, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=409be5dc-1cd9-4cf6-b7a2-42a24420afad,segment=NetworkSegment(092fb16a-01c2-4f4a-b148-df23675b5071),segment_id=092fb16a-01c2-4f4a-b148-df23675b5071)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:16:44.045568 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-aeb2979c-26c8-40bd-be32-39bd5ad52196 service neutron] 10.222.0.61 "GET /v2.0/networks/2e14c4f2-b68c-4d21-920b-215a17ef69db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299023 Oct 12 19:16:44.181424 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1099479d-f6a9-4e9d-84bf-a1cdf0a39323 service neutron] Pushing event updated for resources: {'Port': ['ID=0c9b8f06-b903-4faf-8e00-0608202c3bec,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:16:44.245408 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61929569-1a0f-4151-9a96-27649c08a7ca req-bbe01a55-15cd-46b6-929d-21429c01b79b tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:44.252758 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-61929569-1a0f-4151-9a96-27649c08a7ca req-bbe01a55-15cd-46b6-929d-21429c01b79b tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/ports?device_id=00655b18-d3a8-487b-a307-bdfa94217209 HTTP/1.1" status: 200 len: 945 time: 0.1176076 Oct 12 19:16:44.253498 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-c57c6964-3e7d-42dd-81e3-aca45472e38c req-7358d237-ba48-45e4-9670-6aab6382d46f tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] For port f7556019-ea31-4487-a6df-372aa7a006dd, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=f7556019-ea31-4487-a6df-372aa7a006dd,segment=NetworkSegment(af837146-1b4e-4c2b-b1ce-96eb7f990955),segment_id=af837146-1b4e-4c2b-b1ce-96eb7f990955)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:16:44.254765 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-c57c6964-3e7d-42dd-81e3-aca45472e38c req-7358d237-ba48-45e4-9670-6aab6382d46f tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:44.281681 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-1099479d-f6a9-4e9d-84bf-a1cdf0a39323 service neutron] Attempting to bind port 0c9b8f06-b903-4faf-8e00-0608202c3bec on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:16:44.282018 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-1099479d-f6a9-4e9d-84bf-a1cdf0a39323 service neutron] Attempting to bind port 0c9b8f06-b903-4faf-8e00-0608202c3bec by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': 'e61c0867-8853-406c-a4f0-1a22eccd7cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '6686226f-4ddf-4917-b57f-19fda7e2d4bd'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:16:44.282359 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-1099479d-f6a9-4e9d-84bf-a1cdf0a39323 service neutron] Attempting to bind port 0c9b8f06-b903-4faf-8e00-0608202c3bec on network 6686226f-4ddf-4917-b57f-19fda7e2d4bd {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:16:44.293002 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-c57c6964-3e7d-42dd-81e3-aca45472e38c req-7358d237-ba48-45e4-9670-6aab6382d46f tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Calling delete_port for f7556019-ea31-4487-a6df-372aa7a006dd owned by compute:nova {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:16:44.303425 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-1099479d-f6a9-4e9d-84bf-a1cdf0a39323 service neutron] Port 0c9b8f06-b903-4faf-8e00-0608202c3bec on network 6686226f-4ddf-4917-b57f-19fda7e2d4bd not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:16:44.303776 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-1099479d-f6a9-4e9d-84bf-a1cdf0a39323 service neutron] Attempting to bind port 0c9b8f06-b903-4faf-8e00-0608202c3bec on network 6686226f-4ddf-4917-b57f-19fda7e2d4bd {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:16:44.317803 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-61929569-1a0f-4151-9a96-27649c08a7ca req-6c32f9f7-e37e-420b-8cd4-0b84d4b0d8c1 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cccf57-f452-41a8-9e48-a6e744310271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638072 Oct 12 19:16:44.333876 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-1099479d-f6a9-4e9d-84bf-a1cdf0a39323 service neutron] Checking agent: {'id': 'f5e9725f-f5a6-43c2-a1be-95e21e9a1fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:16:44.341020 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-1099479d-f6a9-4e9d-84bf-a1cdf0a39323 service neutron] Checking segment: {'id': 'e61c0867-8853-406c-a4f0-1a22eccd7cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '6686226f-4ddf-4917-b57f-19fda7e2d4bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:16:44.341647 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-1099479d-f6a9-4e9d-84bf-a1cdf0a39323 service neutron] Bound using segment: {'id': 'e61c0867-8853-406c-a4f0-1a22eccd7cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '6686226f-4ddf-4917-b57f-19fda7e2d4bd'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:16:44.342296 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-1099479d-f6a9-4e9d-84bf-a1cdf0a39323 service neutron] Bound port: 0c9b8f06-b903-4faf-8e00-0608202c3bec, host: n-h1-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e61c0867-8853-406c-a4f0-1a22eccd7cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '6686226f-4ddf-4917-b57f-19fda7e2d4bd'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:16:44.342859 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-1099479d-f6a9-4e9d-84bf-a1cdf0a39323 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:44.384819 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5d8118a-4722-4e86-9061-3b560a61dbf9', 'tag': 'a5c193aa-d046-4b1e-a749-6ece2dc2c658'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:16:44.387084 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-443aae57-94c9-4a15-95f5-a01d2a465379" -d '{"events": [{"name": "network-changed", "server_uuid": "a5d8118a-4722-4e86-9061-3b560a61dbf9", "tag": "a5c193aa-d046-4b1e-a749-6ece2dc2c658"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:16:44.434830 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-1099479d-f6a9-4e9d-84bf-a1cdf0a39323 service neutron] For port 0c9b8f06-b903-4faf-8e00-0608202c3bec, host n-h1-813679-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:16:44.438257 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-1099479d-f6a9-4e9d-84bf-a1cdf0a39323 service neutron] For port 0c9b8f06-b903-4faf-8e00-0608202c3bec, host n-h1-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=0c9b8f06-b903-4faf-8e00-0608202c3bec,segment=NetworkSegment(e61c0867-8853-406c-a4f0-1a22eccd7cc2),segment_id=e61c0867-8853-406c-a4f0-1a22eccd7cc2)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:16:44.444470 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-4bded72b-d8ed-4db9-9407-282e4871b84d req-32ce80ee-24ee-4631-98c0-f60242c073a6 service neutron] For port 409be5dc-1cd9-4cf6-b7a2-42a24420afad, host n-h2-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:16:44.475922 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-87e603e0-33c1-4996-83b8-88f2b2b3ec9f req-0d0a5f34-4caf-4700-9bae-fbd1992d1614 tempest-ServerShowV257Test-345519429 tempest-ServerShowV257Test-345519429-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc7de5b8-9e2a-4df7-b989-0c89d962501c HTTP/1.1" status: 200 len: 210 time: 0.0357184 Oct 12 19:16:44.508777 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-1099479d-f6a9-4e9d-84bf-a1cdf0a39323 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:44.573817 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-1099479d-f6a9-4e9d-84bf-a1cdf0a39323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:44.575191 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-1099479d-f6a9-4e9d-84bf-a1cdf0a39323 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:44.577473 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-1099479d-f6a9-4e9d-84bf-a1cdf0a39323 service neutron] 10.222.0.61 "PUT /v2.0/ports/0c9b8f06-b903-4faf-8e00-0608202c3bec HTTP/1.1" status: 200 len: 1130 time: 1.3171804 Oct 12 19:16:44.589093 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d5ff9f-dd2a-4c4f-8da5-594ef3396c04 req-e9c344ca-8f93-4473-a261-2e041e456e0d tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:44.597292 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d5ff9f-dd2a-4c4f-8da5-594ef3396c04 req-e9c344ca-8f93-4473-a261-2e041e456e0d tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:44.599507 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1099479d-f6a9-4e9d-84bf-a1cdf0a39323 service neutron] Pushing event updated for resources: {'Port': ['ID=0c9b8f06-b903-4faf-8e00-0608202c3bec,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:16:44.610589 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d5ff9f-dd2a-4c4f-8da5-594ef3396c04 req-e9c344ca-8f93-4473-a261-2e041e456e0d tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:44.616792 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d5ff9f-dd2a-4c4f-8da5-594ef3396c04 req-e9c344ca-8f93-4473-a261-2e041e456e0d tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:44.623777 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d5ff9f-dd2a-4c4f-8da5-594ef3396c04 req-e9c344ca-8f93-4473-a261-2e041e456e0d tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:44.631030 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d5ff9f-dd2a-4c4f-8da5-594ef3396c04 req-e9c344ca-8f93-4473-a261-2e041e456e0d tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:44.642371 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d3d5ff9f-dd2a-4c4f-8da5-594ef3396c04 req-e9c344ca-8f93-4473-a261-2e041e456e0d tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d8118a-4722-4e86-9061-3b560a61dbf9 HTTP/1.1" status: 200 len: 4600 time: 0.4311762 Oct 12 19:16:44.665572 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5cf968-e27d-4b1a-8617-f9ce1dc82923 req-0aff20e1-cc85-4aa2-b0db-ef6d9ffe7e4f tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:44.668496 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6e5cf968-e27d-4b1a-8617-f9ce1dc82923 req-0aff20e1-cc85-4aa2-b0db-ef6d9ffe7e4f tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=99d0578e-9f1b-42ed-aea7-3223b5004d8e HTTP/1.1" status: 200 len: 944 time: 0.0654867 Oct 12 19:16:44.668905 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [req-4bded72b-d8ed-4db9-9407-282e4871b84d req-32ce80ee-24ee-4631-98c0-f60242c073a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 409be5dc-1cd9-4cf6-b7a2-42a24420afad {{(pid=95501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:16:44.696910 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-4bded72b-d8ed-4db9-9407-282e4871b84d req-32ce80ee-24ee-4631-98c0-f60242c073a6 service neutron] For port 409be5dc-1cd9-4cf6-b7a2-42a24420afad, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=409be5dc-1cd9-4cf6-b7a2-42a24420afad,segment=NetworkSegment(092fb16a-01c2-4f4a-b148-df23675b5071),segment_id=092fb16a-01c2-4f4a-b148-df23675b5071)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:16:44.698518 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-8e20b1fe-322a-4975-b66c-977d9c5836be service neutron] Request body: {'port': {'device_id': 'a5d8118a-4722-4e86-9061-3b560a61dbf9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:16:44.702438 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-6a873379-6287-4233-ab0b-fadca4e40456 service neutron] 10.222.0.61 "GET /v2.0/networks/2e14c4f2-b68c-4d21-920b-215a17ef69db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6468134 Oct 12 19:16:44.794904 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6e5cf968-e27d-4b1a-8617-f9ce1dc82923 req-c5873bde-eccd-484b-9107-1fe672ff1eb2 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2999b03-b87d-46b4-9267-1669e2e14df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176438 Oct 12 19:16:44.795153 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d3d5ff9f-dd2a-4c4f-8da5-594ef3396c04 req-d458f785-9be3-41c6-b2cd-8876d9428bad tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f0281d6-ea5c-47a0-8e7d-7819120d644f&id=db60c67d-bef5-44ee-91f7-dd492db60f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1518080 Oct 12 19:16:44.798267 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-9df850b0-2315-4061-a424-785d80eed4a3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=203b9b07-3b5d-41e2-a387-5426c9fe91c9 HTTP/1.1" status: 200 len: 217 time: 0.0674918 Oct 12 19:16:44.869440 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-8e20b1fe-322a-4975-b66c-977d9c5836be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:44.962445 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-4bded72b-d8ed-4db9-9407-282e4871b84d req-32ce80ee-24ee-4631-98c0-f60242c073a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:44.999374 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20376a7c-6c05-4bce-9464-da765d7fb581 x-openstack-request-id: req-20376a7c-6c05-4bce-9464-da765d7fb581 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:16:44.999936 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5d8118a-4722-4e86-9061-3b560a61dbf9", "tag": "a5c193aa-d046-4b1e-a749-6ece2dc2c658", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:16:45.002536 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-20376a7c-6c05-4bce-9464-da765d7fb581 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:16:45.002536 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5d8118a-4722-4e86-9061-3b560a61dbf9', 'tag': 'a5c193aa-d046-4b1e-a749-6ece2dc2c658', 'status': 'completed', 'code': 200} Oct 12 19:16:45.015661 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-4756293d-c468-44d0-8421-c452b92d04af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:45.017512 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-4756293d-c468-44d0-8421-c452b92d04af service neutron] 10.222.0.61 "GET /v2.0/subnets?id=141028c9-d5c4-4f69-a812-45a1cb34ea69 HTTP/1.1" status: 200 len: 797 time: 0.2115955 Oct 12 19:16:45.159086 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7895e3-cab6-41e0-81e1-34a40be3c072 req-9d65347d-c6bd-46aa-bab8-bc081059e051 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:45.161287 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ec7895e3-cab6-41e0-81e1-34a40be3c072 req-9d65347d-c6bd-46aa-bab8-bc081059e051 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/ports?device_id=29b8bd1d-694e-4c8f-81eb-c3dbbbab4410 HTTP/1.1" status: 200 len: 946 time: 0.1321957 Oct 12 19:16:45.169033 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443aae57-94c9-4a15-95f5-a01d2a465379 req-309c4ff1-0c2d-4916-8915-928264427530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:45.169512 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443aae57-94c9-4a15-95f5-a01d2a465379 req-309c4ff1-0c2d-4916-8915-928264427530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:45.169977 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443aae57-94c9-4a15-95f5-a01d2a465379 req-309c4ff1-0c2d-4916-8915-928264427530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:45.170437 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443aae57-94c9-4a15-95f5-a01d2a465379 req-309c4ff1-0c2d-4916-8915-928264427530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:45.170892 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443aae57-94c9-4a15-95f5-a01d2a465379 req-309c4ff1-0c2d-4916-8915-928264427530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:45.171356 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443aae57-94c9-4a15-95f5-a01d2a465379 req-309c4ff1-0c2d-4916-8915-928264427530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:45.173158 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-443aae57-94c9-4a15-95f5-a01d2a465379 req-309c4ff1-0c2d-4916-8915-928264427530 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e1bc73ca052b4ff989529862bf093e8d&device_id=a5d8118a-4722-4e86-9061-3b560a61dbf9 HTTP/1.1" status: 200 len: 5286 time: 0.1709785 Oct 12 19:16:45.243761 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-806f580c-f477-4977-815f-1bbed3b9cd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:45.245563 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-806f580c-f477-4977-815f-1bbed3b9cd73 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=25292ff6-df2e-42a1-aeea-68fb3a14f1ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2142124 Oct 12 19:16:45.252951 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-c57c6964-3e7d-42dd-81e3-aca45472e38c req-7358d237-ba48-45e4-9670-6aab6382d46f tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:45.261278 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 0946ba25-df3e-4db4-81cd-5b85f0d746c0 details requested by agent hyperv_n-h1-813679-3 with host n-h1-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:16:45.263933 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.provisioning_blocks [req-4bded72b-d8ed-4db9-9407-282e4871b84d req-32ce80ee-24ee-4631-98c0-f60242c073a6 service neutron] Transition to ACTIVE for port object 409be5dc-1cd9-4cf6-b7a2-42a24420afad will not be triggered until provisioned by entity L2. {{(pid=95501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:16:45.298112 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a7bb25-3c92-44cb-851f-ebba59fa7e9a req-82d9a1a9-79cd-4726-8cd4-380aef7b1685 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:45.309197 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a7bb25-3c92-44cb-851f-ebba59fa7e9a req-82d9a1a9-79cd-4726-8cd4-380aef7b1685 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:45.309935 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ec7895e3-cab6-41e0-81e1-34a40be3c072 req-ae0e0f8f-438a-4354-9b32-1e47d91804e9 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/security-groups?id=453b01c6-7fe6-41ac-8e1d-6df7a2675094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357560 Oct 12 19:16:45.320669 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a7bb25-3c92-44cb-851f-ebba59fa7e9a req-82d9a1a9-79cd-4726-8cd4-380aef7b1685 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:45.330283 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a7bb25-3c92-44cb-851f-ebba59fa7e9a req-82d9a1a9-79cd-4726-8cd4-380aef7b1685 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:45.338033 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a7bb25-3c92-44cb-851f-ebba59fa7e9a req-82d9a1a9-79cd-4726-8cd4-380aef7b1685 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:45.345792 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a7bb25-3c92-44cb-851f-ebba59fa7e9a req-82d9a1a9-79cd-4726-8cd4-380aef7b1685 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:45.359035 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a7bb25-3c92-44cb-851f-ebba59fa7e9a req-82d9a1a9-79cd-4726-8cd4-380aef7b1685 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:45.369019 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-33a7bb25-3c92-44cb-851f-ebba59fa7e9a req-82d9a1a9-79cd-4726-8cd4-380aef7b1685 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecc38ae3-328a-43a0-a185-601e29a048cb HTTP/1.1" status: 200 len: 5430 time: 0.2340238 Oct 12 19:16:45.415454 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443aae57-94c9-4a15-95f5-a01d2a465379 req-df793960-be74-482d-be9d-cf3722780c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:45.425579 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443aae57-94c9-4a15-95f5-a01d2a465379 req-df793960-be74-482d-be9d-cf3722780c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:45.426099 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443aae57-94c9-4a15-95f5-a01d2a465379 req-df793960-be74-482d-be9d-cf3722780c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:45.427741 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-443aae57-94c9-4a15-95f5-a01d2a465379 req-df793960-be74-482d-be9d-cf3722780c2c service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=e1bc73ca052b4ff989529862bf093e8d&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2357361 Oct 12 19:16:45.429891 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-4bded72b-d8ed-4db9-9407-282e4871b84d req-32ce80ee-24ee-4631-98c0-f60242c073a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:45.460179 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 0946ba25-df3e-4db4-81cd-5b85f0d746c0, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=0946ba25-df3e-4db4-81cd-5b85f0d746c0,segment=NetworkSegment(35dde9ae-6a3d-4327-a38f-c2a1ca6f0ad7),segment_id=35dde9ae-6a3d-4327-a38f-c2a1ca6f0ad7)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:16:45.465293 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7358d237-ba48-45e4-9670-6aab6382d46f tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Pushing event deleted for resources: {'Port': ['ID=f7556019-ea31-4487-a6df-372aa7a006dd,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:16:45.473211 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Returning: {'device': '0946ba25-df3e-4db4-81cd-5b85f0d746c0', 'network_id': 'de7a4800-3a36-49db-938a-a424194241c9', 'port_id': '0946ba25-df3e-4db4-81cd-5b85f0d746c0', 'mac_address': 'fa:16:3e:29:22:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a04d54df-064e-4c45-85d6-73b27d98a999', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:16:45.521922 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b4ae8143-2407-4026-9b96-18273f7e3a9e req-7c07a896-0cd9-4e23-88ba-6712a7a1bf96 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/ports?device_id=00655b18-d3a8-487b-a307-bdfa94217209 HTTP/1.1" status: 200 len: 210 time: 0.0536623 Oct 12 19:16:45.559721 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:45.579635 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0946ba25-df3e-4db4-81cd-5b85f0d746c0 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:16:45.624510 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 0946ba25-df3e-4db4-81cd-5b85f0d746c0, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=0946ba25-df3e-4db4-81cd-5b85f0d746c0,segment=NetworkSegment(35dde9ae-6a3d-4327-a38f-c2a1ca6f0ad7),segment_id=35dde9ae-6a3d-4327-a38f-c2a1ca6f0ad7)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:16:45.672634 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443aae57-94c9-4a15-95f5-a01d2a465379 req-702c4ffa-057f-403a-9411-46282e2081de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:45.674104 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-443aae57-94c9-4a15-95f5-a01d2a465379 req-702c4ffa-057f-403a-9411-46282e2081de service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2347827 Oct 12 19:16:45.694507 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9bab2d95-6fcb-4c65-9524-c93260662ea2 req-d68db3a3-841f-4e17-91e3-9a2ca1c7d399 tempest-ServerShowV257Test-345519429 tempest-ServerShowV257Test-345519429-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc7de5b8-9e2a-4df7-b989-0c89d962501c HTTP/1.1" status: 200 len: 210 time: 0.0365102 Oct 12 19:16:45.700816 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-8e20b1fe-322a-4975-b66c-977d9c5836be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87aaffab-0243-4158-8adb-c065a78f6f02 {{(pid=95502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:16:45.706819 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:45.726848 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-8e20b1fe-322a-4975-b66c-977d9c5836be service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:45.751102 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-8e20b1fe-322a-4975-b66c-977d9c5836be service neutron] Transition to ACTIVE for port object 87aaffab-0243-4158-8adb-c065a78f6f02 will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:16:45.780922 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=0946ba25-df3e-4db4-81cd-5b85f0d746c0,revision_number=6']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:16:45.817007 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['0946ba25-df3e-4db4-81cd-5b85f0d746c0'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:16:45.823066 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-8e20b1fe-322a-4975-b66c-977d9c5836be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:46.025646 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-c57c6964-3e7d-42dd-81e3-aca45472e38c req-7358d237-ba48-45e4-9670-6aab6382d46f tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] No DVR routers for this DVR port f7556019-ea31-4487-a6df-372aa7a006dd on host n-h2-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:16:46.032183 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e20b1fe-322a-4975-b66c-977d9c5836be service neutron] Pushing event updated for resources: {'Port': ['ID=87aaffab-0243-4158-8adb-c065a78f6f02,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:16:46.048950 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-c57c6964-3e7d-42dd-81e3-aca45472e38c req-7358d237-ba48-45e4-9670-6aab6382d46f tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:46.053105 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c57c6964-3e7d-42dd-81e3-aca45472e38c req-7358d237-ba48-45e4-9670-6aab6382d46f tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.67 "DELETE /v2.0/ports/f7556019-ea31-4487-a6df-372aa7a006dd HTTP/1.1" status: 204 len: 173 time: 2.7026815 Oct 12 19:16:46.062613 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00655b18-d3a8-487b-a307-bdfa94217209', 'name': 'network-vif-deleted', 'tag': 'f7556019-ea31-4487-a6df-372aa7a006dd'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:16:46.065083 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebb4dde6-4fef-402b-918b-dfb97107be09" -d '{"events": [{"server_uuid": "00655b18-d3a8-487b-a307-bdfa94217209", "name": "network-vif-deleted", "tag": "f7556019-ea31-4487-a6df-372aa7a006dd"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:16:46.068205 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bded72b-d8ed-4db9-9407-282e4871b84d req-32ce80ee-24ee-4631-98c0-f60242c073a6 service neutron] No DVR routers for this DVR port 409be5dc-1cd9-4cf6-b7a2-42a24420afad on host n-h2-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:16:46.090851 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-33a7bb25-3c92-44cb-851f-ebba59fa7e9a req-b04a6d6b-2880-404c-8671-84eeed6638ba tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/security-groups?id=76b081dc-6667-4e1c-b44d-8d05a61d7938&id=0726b0fe-78be-4ea7-8b43-7be54affa06f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7208426 Oct 12 19:16:46.236275 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-ec3e0bfb-8b7e-40d2-8bdd-195c91d7af57 service neutron] 10.222.0.61 "GET /v2.0/networks/25292ff6-df2e-42a1-aeea-68fb3a14f1ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9606347 Oct 12 19:16:46.301521 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4bded72b-d8ed-4db9-9407-282e4871b84d req-32ce80ee-24ee-4631-98c0-f60242c073a6 service neutron] 10.222.0.67 "PUT /v2.0/ports/409be5dc-1cd9-4cf6-b7a2-42a24420afad/bindings/n-h1-813679-3/activate HTTP/1.1" status: 200 len: 369 time: 2.7170296 Oct 12 19:16:46.302390 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ce80ee-24ee-4631-98c0-f60242c073a6 service neutron] Pushing event updated for resources: {'Port': ['ID=409be5dc-1cd9-4cf6-b7a2-42a24420afad,revision_number=10']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:16:46.359772 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device f7556019-ea31-4487-a6df-372aa7a006dd no longer exists at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:16:46.407296 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c33546-8162-476c-90d1-6b7bc1173c5a req-c4f52e55-cb56-494a-aaaf-d721a195d535 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:46.415981 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c33546-8162-476c-90d1-6b7bc1173c5a req-c4f52e55-cb56-494a-aaaf-d721a195d535 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:46.419448 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] No Port match for: f7556019-ea31-4487-a6df-372aa7a006dd {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:16:46.420138 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device f7556019-ea31-4487-a6df-372aa7a006dd not bound to the agent host n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:16:46.420790 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 409be5dc-1cd9-4cf6-b7a2-42a24420afad no longer exists at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:16:46.421919 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c33546-8162-476c-90d1-6b7bc1173c5a req-c4f52e55-cb56-494a-aaaf-d721a195d535 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:46.430015 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c33546-8162-476c-90d1-6b7bc1173c5a req-c4f52e55-cb56-494a-aaaf-d721a195d535 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:46.440132 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c33546-8162-476c-90d1-6b7bc1173c5a req-c4f52e55-cb56-494a-aaaf-d721a195d535 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:46.446964 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c33546-8162-476c-90d1-6b7bc1173c5a req-c4f52e55-cb56-494a-aaaf-d721a195d535 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:46.453543 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c33546-8162-476c-90d1-6b7bc1173c5a req-c4f52e55-cb56-494a-aaaf-d721a195d535 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:46.455776 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e9c33546-8162-476c-90d1-6b7bc1173c5a req-c4f52e55-cb56-494a-aaaf-d721a195d535 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d8118a-4722-4e86-9061-3b560a61dbf9 HTTP/1.1" status: 200 len: 5373 time: 0.2146821 Oct 12 19:16:46.492651 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 409be5dc-1cd9-4cf6-b7a2-42a24420afad not bound to the agent host n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:16:46.504664 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-41098b22-a1a2-4a20-9ef9-7bd704df1169 service neutron] 10.222.0.61 "GET /v2.0/networks/25292ff6-df2e-42a1-aeea-68fb3a14f1ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2650349 Oct 12 19:16:46.564828 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e9c33546-8162-476c-90d1-6b7bc1173c5a req-3d8ca708-ef46-452b-b20e-f8cf6965be3a tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f0281d6-ea5c-47a0-8e7d-7819120d644f&id=db60c67d-bef5-44ee-91f7-dd492db60f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0970998 Oct 12 19:16:46.566725 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-e9fe7b93-55d3-4346-a7b9-14239fc80bc1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4f6b2756-64ef-420b-b1de-996fa4dd3f6d HTTP/1.1" status: 200 len: 217 time: 0.0538051 Oct 12 19:16:46.627547 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-d134b0a4-b475-43a1-ad88-1bd5be8f78ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:46.630470 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-d134b0a4-b475-43a1-ad88-1bd5be8f78ef service neutron] 10.222.0.61 "GET /v2.0/subnets?id=141028c9-d5c4-4f69-a812-45a1cb34ea69 HTTP/1.1" status: 200 len: 797 time: 0.0565300 Oct 12 19:16:46.697151 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-ba5bd635-0bbb-4c87-9cd2-31e4817f68fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:46.699124 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-ba5bd635-0bbb-4c87-9cd2-31e4817f68fa service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=25292ff6-df2e-42a1-aeea-68fb3a14f1ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0615788 Oct 12 19:16:46.766293 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34fd69b8-cac6-4832-b128-f1d630dee641 x-openstack-request-id: req-34fd69b8-cac6-4832-b128-f1d630dee641 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:16:46.766625 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00655b18-d3a8-487b-a307-bdfa94217209", "name": "network-vif-deleted", "tag": "f7556019-ea31-4487-a6df-372aa7a006dd", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:16:46.766833 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-34fd69b8-cac6-4832-b128-f1d630dee641 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:16:46.767238 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00655b18-d3a8-487b-a307-bdfa94217209', 'name': 'network-vif-deleted', 'tag': 'f7556019-ea31-4487-a6df-372aa7a006dd', 'status': 'completed', 'code': 200} Oct 12 19:16:46.808459 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fd04ee-5a46-4e1b-9f37-97bb9821664e req-1be1c781-1f3d-4d58-a308-849ff372d14f tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:46.810222 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-97fd04ee-5a46-4e1b-9f37-97bb9821664e req-1be1c781-1f3d-4d58-a308-849ff372d14f tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=99d0578e-9f1b-42ed-aea7-3223b5004d8e HTTP/1.1" status: 200 len: 945 time: 0.8716335 Oct 12 19:16:46.856178 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-31f5002b-0074-4bae-9555-f7c7ee95fe82 service neutron] 10.222.0.61 "GET /v2.0/networks/25292ff6-df2e-42a1-aeea-68fb3a14f1ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493590 Oct 12 19:16:46.903737 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-8e20b1fe-322a-4975-b66c-977d9c5836be service neutron] Attempting to bind port 87aaffab-0243-4158-8adb-c065a78f6f02 on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:16:46.904144 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-8e20b1fe-322a-4975-b66c-977d9c5836be service neutron] Attempting to bind port 87aaffab-0243-4158-8adb-c065a78f6f02 by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': 'e61c0867-8853-406c-a4f0-1a22eccd7cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '6686226f-4ddf-4917-b57f-19fda7e2d4bd'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:16:46.904421 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-8e20b1fe-322a-4975-b66c-977d9c5836be service neutron] Attempting to bind port 87aaffab-0243-4158-8adb-c065a78f6f02 on network 6686226f-4ddf-4917-b57f-19fda7e2d4bd {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:16:46.907567 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bded72b-d8ed-4db9-9407-282e4871b84d req-a4f19ee9-4a0a-4612-a0e8-46995c2a5d84 tempest-LiveAutoBlockMigrationV225Test-2051523199 tempest-LiveAutoBlockMigrationV225Test-2051523199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:46.910619 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4bded72b-d8ed-4db9-9407-282e4871b84d req-a4f19ee9-4a0a-4612-a0e8-46995c2a5d84 tempest-LiveAutoBlockMigrationV225Test-2051523199 tempest-LiveAutoBlockMigrationV225Test-2051523199-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=99d0578e-9f1b-42ed-aea7-3223b5004d8e&tenant_id=803d7b884967412f992e4b2e79b460e6&binding%3Ahost_id=n-h2-813679-3 HTTP/1.1" status: 200 len: 1096 time: 0.1433961 Oct 12 19:16:46.953295 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33548681-de99-4c33-be70-677371a14361 req-137255db-de75-4db2-b570-076e1d29a97b tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:46.953764 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-97fd04ee-5a46-4e1b-9f37-97bb9821664e req-47652636-96ba-45c9-9e1c-f2a6ba2a3419 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2999b03-b87d-46b4-9267-1669e2e14df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197741 Oct 12 19:16:46.954827 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-33548681-de99-4c33-be70-677371a14361 req-137255db-de75-4db2-b570-076e1d29a97b tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/ports?device_id=29b8bd1d-694e-4c8f-81eb-c3dbbbab4410 HTTP/1.1" status: 200 len: 945 time: 0.1148946 Oct 12 19:16:46.979433 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-8e20b1fe-322a-4975-b66c-977d9c5836be service neutron] Port 87aaffab-0243-4158-8adb-c065a78f6f02 on network 6686226f-4ddf-4917-b57f-19fda7e2d4bd not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:16:46.980137 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-8e20b1fe-322a-4975-b66c-977d9c5836be service neutron] Attempting to bind port 87aaffab-0243-4158-8adb-c065a78f6f02 on network 6686226f-4ddf-4917-b57f-19fda7e2d4bd {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:16:46.998545 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-8e20b1fe-322a-4975-b66c-977d9c5836be service neutron] Checking agent: {'id': 'f5e9725f-f5a6-43c2-a1be-95e21e9a1fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:16:46.998931 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-8e20b1fe-322a-4975-b66c-977d9c5836be service neutron] Checking segment: {'id': 'e61c0867-8853-406c-a4f0-1a22eccd7cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '6686226f-4ddf-4917-b57f-19fda7e2d4bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:16:46.999275 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-8e20b1fe-322a-4975-b66c-977d9c5836be service neutron] Bound using segment: {'id': 'e61c0867-8853-406c-a4f0-1a22eccd7cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '6686226f-4ddf-4917-b57f-19fda7e2d4bd'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:16:47.000062 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-8e20b1fe-322a-4975-b66c-977d9c5836be service neutron] Bound port: 87aaffab-0243-4158-8adb-c065a78f6f02, host: n-h1-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e61c0867-8853-406c-a4f0-1a22eccd7cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '6686226f-4ddf-4917-b57f-19fda7e2d4bd'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:16:47.000290 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-8e20b1fe-322a-4975-b66c-977d9c5836be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:47.013003 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5d8118a-4722-4e86-9061-3b560a61dbf9', 'tag': '0c9b8f06-b903-4faf-8e00-0608202c3bec'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:16:47.016262 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6951700-517c-450d-9fbf-ee0ec1934b2c" -d '{"events": [{"name": "network-changed", "server_uuid": "a5d8118a-4722-4e86-9061-3b560a61dbf9", "tag": "0c9b8f06-b903-4faf-8e00-0608202c3bec"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:16:47.034100 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-113f0093-2363-42d3-a96d-78618870a72a service neutron] 10.222.0.61 "GET /v2.0/networks/25292ff6-df2e-42a1-aeea-68fb3a14f1ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606479 Oct 12 19:16:47.045565 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bded72b-d8ed-4db9-9407-282e4871b84d req-dd043939-dc04-4439-95e3-f1af142ee6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:47.047145 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4bded72b-d8ed-4db9-9407-282e4871b84d req-dd043939-dc04-4439-95e3-f1af142ee6b7 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=99d0578e-9f1b-42ed-aea7-3223b5004d8e&tenant_id=803d7b884967412f992e4b2e79b460e6 HTTP/1.1" status: 200 len: 1096 time: 0.1266687 Oct 12 19:16:47.049233 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-33548681-de99-4c33-be70-677371a14361 req-85f351e2-1f7f-4455-9b93-438c6ad30eac tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/security-groups?id=453b01c6-7fe6-41ac-8e1d-6df7a2675094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804741 Oct 12 19:16:47.150378 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-fdb55a3e-5054-4707-9d72-e49ee9b68c38 req-e2fc58d9-4f25-4a3c-9153-dfe320e966eb tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/ports?device_id=00655b18-d3a8-487b-a307-bdfa94217209 HTTP/1.1" status: 200 len: 210 time: 0.0580709 Oct 12 19:16:47.168664 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-8e20b1fe-322a-4975-b66c-977d9c5836be service neutron] For port 87aaffab-0243-4158-8adb-c065a78f6f02, host n-h1-813679-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:16:47.172863 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-8e20b1fe-322a-4975-b66c-977d9c5836be service neutron] For port 87aaffab-0243-4158-8adb-c065a78f6f02, host n-h1-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=87aaffab-0243-4158-8adb-c065a78f6f02,segment=NetworkSegment(e61c0867-8853-406c-a4f0-1a22eccd7cc2),segment_id=e61c0867-8853-406c-a4f0-1a22eccd7cc2)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:16:47.183589 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bded72b-d8ed-4db9-9407-282e4871b84d req-5737b71d-aa24-4f3c-aa00-e670093f2e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:47.185583 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4bded72b-d8ed-4db9-9407-282e4871b84d req-5737b71d-aa24-4f3c-aa00-e670093f2e75 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=803d7b884967412f992e4b2e79b460e6&device_id=99d0578e-9f1b-42ed-aea7-3223b5004d8e HTTP/1.1" status: 200 len: 1096 time: 0.0647898 Oct 12 19:16:47.231054 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-67130660-0748-48b1-a36e-77a7b7d4b57e req-aeeb0c03-7c62-4cc7-8db5-20e82a0f3425 tempest-ServerShowV257Test-345519429 tempest-ServerShowV257Test-345519429-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc7de5b8-9e2a-4df7-b989-0c89d962501c HTTP/1.1" status: 200 len: 210 time: 0.0827000 Oct 12 19:16:47.261497 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cfea953-a933-4428-b391-cdb4a15a301d x-openstack-request-id: req-8cfea953-a933-4428-b391-cdb4a15a301d {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:16:47.261497 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5d8118a-4722-4e86-9061-3b560a61dbf9", "tag": "0c9b8f06-b903-4faf-8e00-0608202c3bec", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:16:47.261497 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8cfea953-a933-4428-b391-cdb4a15a301d {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:16:47.262052 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5d8118a-4722-4e86-9061-3b560a61dbf9', 'tag': '0c9b8f06-b903-4faf-8e00-0608202c3bec', 'status': 'completed', 'code': 200} Oct 12 19:16:47.289263 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 0946ba25-df3e-4db4-81cd-5b85f0d746c0 up at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:16:47.293802 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-8e20b1fe-322a-4975-b66c-977d9c5836be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:47.383442 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-8e20b1fe-322a-4975-b66c-977d9c5836be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:47.385101 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-8e20b1fe-322a-4975-b66c-977d9c5836be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:47.395627 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-8e20b1fe-322a-4975-b66c-977d9c5836be service neutron] 10.222.0.61 "PUT /v2.0/ports/87aaffab-0243-4158-8adb-c065a78f6f02 HTTP/1.1" status: 200 len: 1131 time: 2.7021854 Oct 12 19:16:47.427709 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c16aab9-729a-4b36-a85c-2f57a80db806 req-530b5744-1fda-4768-8287-79bc7bcf3dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:47.429807 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c16aab9-729a-4b36-a85c-2f57a80db806 req-530b5744-1fda-4768-8287-79bc7bcf3dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:47.434636 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c16aab9-729a-4b36-a85c-2f57a80db806 req-530b5744-1fda-4768-8287-79bc7bcf3dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:47.435558 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c16aab9-729a-4b36-a85c-2f57a80db806 req-530b5744-1fda-4768-8287-79bc7bcf3dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:47.435850 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c16aab9-729a-4b36-a85c-2f57a80db806 req-530b5744-1fda-4768-8287-79bc7bcf3dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:47.436362 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c16aab9-729a-4b36-a85c-2f57a80db806 req-530b5744-1fda-4768-8287-79bc7bcf3dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:47.436995 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c16aab9-729a-4b36-a85c-2f57a80db806 req-530b5744-1fda-4768-8287-79bc7bcf3dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:47.437735 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning complete for port 0946ba25-df3e-4db4-81cd-5b85f0d746c0 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:16:47.438669 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:47.439298 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9c16aab9-729a-4b36-a85c-2f57a80db806 req-530b5744-1fda-4768-8287-79bc7bcf3dd6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e65d35344c43413ba93381b16381b559&device_id=ecc38ae3-328a-43a0-a185-601e29a048cb HTTP/1.1" status: 200 len: 6487 time: 0.2130909 Oct 12 19:16:47.477556 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6951700-517c-450d-9fbf-ee0ec1934b2c req-e9418c06-851f-4a7d-8437-9391d6a3158c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:47.477556 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6951700-517c-450d-9fbf-ee0ec1934b2c req-e9418c06-851f-4a7d-8437-9391d6a3158c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:47.477556 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6951700-517c-450d-9fbf-ee0ec1934b2c req-e9418c06-851f-4a7d-8437-9391d6a3158c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:47.477556 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6951700-517c-450d-9fbf-ee0ec1934b2c req-e9418c06-851f-4a7d-8437-9391d6a3158c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:47.478956 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6951700-517c-450d-9fbf-ee0ec1934b2c req-e9418c06-851f-4a7d-8437-9391d6a3158c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:47.479729 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6951700-517c-450d-9fbf-ee0ec1934b2c req-e9418c06-851f-4a7d-8437-9391d6a3158c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:47.480224 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6951700-517c-450d-9fbf-ee0ec1934b2c req-e9418c06-851f-4a7d-8437-9391d6a3158c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:47.482761 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e6951700-517c-450d-9fbf-ee0ec1934b2c req-e9418c06-851f-4a7d-8437-9391d6a3158c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e1bc73ca052b4ff989529862bf093e8d&device_id=a5d8118a-4722-4e86-9061-3b560a61dbf9 HTTP/1.1" status: 200 len: 6210 time: 0.1935642 Oct 12 19:16:47.513295 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-13a905f4-c37b-4d8e-91f9-58a7163fc9cc service neutron] Request body: {'port': {'device_id': 'a5d8118a-4722-4e86-9061-3b560a61dbf9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:16:47.520056 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bded72b-d8ed-4db9-9407-282e4871b84d req-04bca245-725f-4aac-a4bb-17d3b1dacd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:47.521658 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4bded72b-d8ed-4db9-9407-282e4871b84d req-04bca245-725f-4aac-a4bb-17d3b1dacd16 service neutron] 10.222.0.61 "GET /v2.0/networks?id=82671036-c03a-4d3c-b62d-db19aa8b0fed HTTP/1.1" status: 200 len: 921 time: 0.3280621 Oct 12 19:16:47.583279 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:47.605866 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4bded72b-d8ed-4db9-9407-282e4871b84d req-ef238f92-9cf4-41ae-bab2-aa8aa4b54d9f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=409be5dc-1cd9-4cf6-b7a2-42a24420afad HTTP/1.1" status: 200 len: 217 time: 0.0621507 Oct 12 19:16:47.608900 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e20b1fe-322a-4975-b66c-977d9c5836be service neutron] Pushing event updated for resources: {'Port': ['ID=87aaffab-0243-4158-8adb-c065a78f6f02,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:16:47.672537 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29b8bd1d-694e-4c8f-81eb-c3dbbbab4410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0946ba25-df3e-4db4-81cd-5b85f0d746c0'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:16:47.680708 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b03aa5aa-add3-4b3a-abe2-95a6f807a8b9" -d '{"events": [{"server_uuid": "29b8bd1d-694e-4c8f-81eb-c3dbbbab4410", "name": "network-vif-plugged", "status": "completed", "tag": "0946ba25-df3e-4db4-81cd-5b85f0d746c0"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:16:47.698655 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-13a905f4-c37b-4d8e-91f9-58a7163fc9cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:47.730302 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 0946ba25-df3e-4db4-81cd-5b85f0d746c0, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=0946ba25-df3e-4db4-81cd-5b85f0d746c0,segment=NetworkSegment(35dde9ae-6a3d-4327-a38f-c2a1ca6f0ad7),segment_id=35dde9ae-6a3d-4327-a38f-c2a1ca6f0ad7)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:16:47.732555 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73a4a5a-e401-483f-9cc4-31613d010054 req-2780937a-eb64-4709-8978-cf461bc343c8 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:47.742651 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6951700-517c-450d-9fbf-ee0ec1934b2c req-a73a2d34-c987-44d7-a89e-f4bed30b0962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:47.743189 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6951700-517c-450d-9fbf-ee0ec1934b2c req-a73a2d34-c987-44d7-a89e-f4bed30b0962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:47.743757 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6951700-517c-450d-9fbf-ee0ec1934b2c req-a73a2d34-c987-44d7-a89e-f4bed30b0962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:47.745509 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e6951700-517c-450d-9fbf-ee0ec1934b2c req-a73a2d34-c987-44d7-a89e-f4bed30b0962 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=e1bc73ca052b4ff989529862bf093e8d&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2477949 Oct 12 19:16:47.753888 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73a4a5a-e401-483f-9cc4-31613d010054 req-2780937a-eb64-4709-8978-cf461bc343c8 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:47.764397 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73a4a5a-e401-483f-9cc4-31613d010054 req-2780937a-eb64-4709-8978-cf461bc343c8 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:47.776790 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73a4a5a-e401-483f-9cc4-31613d010054 req-2780937a-eb64-4709-8978-cf461bc343c8 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:47.787541 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73a4a5a-e401-483f-9cc4-31613d010054 req-2780937a-eb64-4709-8978-cf461bc343c8 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:47.797987 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73a4a5a-e401-483f-9cc4-31613d010054 req-2780937a-eb64-4709-8978-cf461bc343c8 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:47.804894 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:47.805073 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73a4a5a-e401-483f-9cc4-31613d010054 req-2780937a-eb64-4709-8978-cf461bc343c8 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:47.807072 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b73a4a5a-e401-483f-9cc4-31613d010054 req-2780937a-eb64-4709-8978-cf461bc343c8 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecc38ae3-328a-43a0-a185-601e29a048cb HTTP/1.1" status: 200 len: 5430 time: 0.3788152 Oct 12 19:16:47.897907 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c16aab9-729a-4b36-a85c-2f57a80db806 req-5433f447-a7ef-4850-87bf-896959891e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:47.899279 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9c16aab9-729a-4b36-a85c-2f57a80db806 req-5433f447-a7ef-4850-87bf-896959891e78 service neutron] 10.222.0.61 "GET /v2.0/networks?id=25292ff6-df2e-42a1-aeea-68fb3a14f1ca HTTP/1.1" status: 200 len: 902 time: 0.4507568 Oct 12 19:16:47.914879 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaefac8-cbab-453b-903c-4aa803710111 req-28799f58-9545-4a17-a3f6-23ed6e7c731e tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:47.918529 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=0946ba25-df3e-4db4-81cd-5b85f0d746c0,revision_number=7']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:16:47.921369 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaefac8-cbab-453b-903c-4aa803710111 req-28799f58-9545-4a17-a3f6-23ed6e7c731e tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:47.928230 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaefac8-cbab-453b-903c-4aa803710111 req-28799f58-9545-4a17-a3f6-23ed6e7c731e tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:47.934426 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaefac8-cbab-453b-903c-4aa803710111 req-28799f58-9545-4a17-a3f6-23ed6e7c731e tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:47.941403 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaefac8-cbab-453b-903c-4aa803710111 req-28799f58-9545-4a17-a3f6-23ed6e7c731e tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:47.947593 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaefac8-cbab-453b-903c-4aa803710111 req-28799f58-9545-4a17-a3f6-23ed6e7c731e tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:47.954490 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaefac8-cbab-453b-903c-4aa803710111 req-28799f58-9545-4a17-a3f6-23ed6e7c731e tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:47.956435 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-daaefac8-cbab-453b-903c-4aa803710111 req-28799f58-9545-4a17-a3f6-23ed6e7c731e tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d8118a-4722-4e86-9061-3b560a61dbf9 HTTP/1.1" status: 200 len: 5373 time: 0.1849406 Oct 12 19:16:48.020335 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9c16aab9-729a-4b36-a85c-2f57a80db806 req-080c14e4-26c1-4008-86b1-337a51e359c0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4f6b2756-64ef-420b-b1de-996fa4dd3f6d HTTP/1.1" status: 200 len: 217 time: 0.0628600 Oct 12 19:16:48.067576 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bded72b-d8ed-4db9-9407-282e4871b84d req-6af7100c-2f66-465b-85fa-5e103072b9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:48.069437 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4bded72b-d8ed-4db9-9407-282e4871b84d req-6af7100c-2f66-465b-85fa-5e103072b9a5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=39796bec-4145-45cd-b713-3f2477a830cb HTTP/1.1" status: 200 len: 860 time: 0.4523005 Oct 12 19:16:48.079180 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6951700-517c-450d-9fbf-ee0ec1934b2c req-52c9b96c-2dc1-4955-9eb5-10c9d2ca891f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:48.081313 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e6951700-517c-450d-9fbf-ee0ec1934b2c req-52c9b96c-2dc1-4955-9eb5-10c9d2ca891f service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3250346 Oct 12 19:16:48.095822 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-daaefac8-cbab-453b-903c-4aa803710111 req-48b7288a-216b-4b92-9522-02871c16edd6 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f0281d6-ea5c-47a0-8e7d-7819120d644f&id=db60c67d-bef5-44ee-91f7-dd492db60f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1269176 Oct 12 19:16:48.135696 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4bded72b-d8ed-4db9-9407-282e4871b84d req-533d1715-06a4-44f4-a6c9-2ba648cc0427 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=82671036-c03a-4d3c-b62d-db19aa8b0fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521269 Oct 12 19:16:48.138821 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c16aab9-729a-4b36-a85c-2f57a80db806 req-75d14a44-1617-4b9b-aa53-fed7f2354a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:48.140747 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9c16aab9-729a-4b36-a85c-2f57a80db806 req-75d14a44-1617-4b9b-aa53-fed7f2354a83 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=141028c9-d5c4-4f69-a812-45a1cb34ea69 HTTP/1.1" status: 200 len: 797 time: 0.1068199 Oct 12 19:16:48.157148 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b73a4a5a-e401-483f-9cc4-31613d010054 req-c3eb9ef3-2be2-4239-a0e2-dc17bd644e81 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/security-groups?id=76b081dc-6667-4e1c-b44d-8d05a61d7938&id=0726b0fe-78be-4ea7-8b43-7be54affa06f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3359067 Oct 12 19:16:48.207280 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b3aabdc-0699-4451-aeec-449a3c262f2a x-openstack-request-id: req-8b3aabdc-0699-4451-aeec-449a3c262f2a {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:16:48.207573 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29b8bd1d-694e-4c8f-81eb-c3dbbbab4410", "name": "network-vif-plugged", "status": "completed", "tag": "0946ba25-df3e-4db4-81cd-5b85f0d746c0", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:16:48.207851 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8b3aabdc-0699-4451-aeec-449a3c262f2a {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:16:48.208936 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29b8bd1d-694e-4c8f-81eb-c3dbbbab4410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0946ba25-df3e-4db4-81cd-5b85f0d746c0', 'code': 200} Oct 12 19:16:48.241326 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c16aab9-729a-4b36-a85c-2f57a80db806 req-85622fe2-095d-40be-97b0-66926f01cd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:48.247969 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9c16aab9-729a-4b36-a85c-2f57a80db806 req-85622fe2-095d-40be-97b0-66926f01cd03 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=25292ff6-df2e-42a1-aeea-68fb3a14f1ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0959547 Oct 12 19:16:48.371070 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-13a905f4-c37b-4d8e-91f9-58a7163fc9cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69633bb3-11f9-410b-8ef6-86a8a94d4395 {{(pid=95502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:16:48.377059 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4bded72b-d8ed-4db9-9407-282e4871b84d req-8fbdffa6-4336-4d14-9136-94dfe0b9e4b2 service neutron] 10.222.0.61 "GET /v2.0/networks/82671036-c03a-4d3c-b62d-db19aa8b0fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150311 Oct 12 19:16:48.384999 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-13a905f4-c37b-4d8e-91f9-58a7163fc9cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:48.453861 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-13a905f4-c37b-4d8e-91f9-58a7163fc9cc service neutron] Transition to ACTIVE for port object 69633bb3-11f9-410b-8ef6-86a8a94d4395 will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:16:48.466735 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a438fd65-8e9b-45f9-a24d-62be1f55d906 req-2327a44a-48a9-42e2-91ea-de8f72695446 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:48.472500 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a438fd65-8e9b-45f9-a24d-62be1f55d906 req-2327a44a-48a9-42e2-91ea-de8f72695446 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=99d0578e-9f1b-42ed-aea7-3223b5004d8e HTTP/1.1" status: 200 len: 945 time: 0.2034848 Oct 12 19:16:48.512846 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4bded72b-d8ed-4db9-9407-282e4871b84d req-dddabf33-a20c-4817-9bb3-43b19c548ecb service neutron] 10.222.0.61 "GET /v2.0/networks/82671036-c03a-4d3c-b62d-db19aa8b0fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250134 Oct 12 19:16:48.516703 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9c16aab9-729a-4b36-a85c-2f57a80db806 req-aacb7227-1909-4c4e-9f91-a28813ffc606 service neutron] 10.222.0.61 "GET /v2.0/networks/25292ff6-df2e-42a1-aeea-68fb3a14f1ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608562 Oct 12 19:16:48.536646 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-13a905f4-c37b-4d8e-91f9-58a7163fc9cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:48.552374 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a438fd65-8e9b-45f9-a24d-62be1f55d906 req-d84d3fdb-d9bc-4e8d-9576-d516e551f717 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2999b03-b87d-46b4-9267-1669e2e14df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726652 Oct 12 19:16:48.605906 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a905f4-c37b-4d8e-91f9-58a7163fc9cc service neutron] Pushing event updated for resources: {'Port': ['ID=69633bb3-11f9-410b-8ef6-86a8a94d4395,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:16:48.680726 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-97c426fa-08c0-4c9f-9e13-8bc8774da999 req-a9dcfec6-3ec7-4781-9dd8-e2c676a6e8aa tempest-ServerShowV257Test-345519429 tempest-ServerShowV257Test-345519429-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc7de5b8-9e2a-4df7-b989-0c89d962501c HTTP/1.1" status: 200 len: 210 time: 0.0475001 Oct 12 19:16:48.786322 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915de0d2-544c-411e-b704-98df5012fe53 req-eb894ae8-8f2e-4d3d-8a76-bcc8aa3d9722 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:48.788356 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-915de0d2-544c-411e-b704-98df5012fe53 req-eb894ae8-8f2e-4d3d-8a76-bcc8aa3d9722 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/ports?device_id=29b8bd1d-694e-4c8f-81eb-c3dbbbab4410 HTTP/1.1" status: 200 len: 946 time: 0.1108987 Oct 12 19:16:48.790269 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9c16aab9-729a-4b36-a85c-2f57a80db806 req-c1e83811-6b9a-458e-90bc-8c87a630dcf4 service neutron] 10.222.0.61 "GET /v2.0/networks/25292ff6-df2e-42a1-aeea-68fb3a14f1ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2608333 Oct 12 19:16:48.831070 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-13a905f4-c37b-4d8e-91f9-58a7163fc9cc service neutron] Attempting to bind port 69633bb3-11f9-410b-8ef6-86a8a94d4395 on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:16:48.833809 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-13a905f4-c37b-4d8e-91f9-58a7163fc9cc service neutron] Attempting to bind port 69633bb3-11f9-410b-8ef6-86a8a94d4395 by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': 'e61c0867-8853-406c-a4f0-1a22eccd7cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '6686226f-4ddf-4917-b57f-19fda7e2d4bd'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:16:48.834209 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-13a905f4-c37b-4d8e-91f9-58a7163fc9cc service neutron] Attempting to bind port 69633bb3-11f9-410b-8ef6-86a8a94d4395 on network 6686226f-4ddf-4917-b57f-19fda7e2d4bd {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:16:48.844414 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-13a905f4-c37b-4d8e-91f9-58a7163fc9cc service neutron] Port 69633bb3-11f9-410b-8ef6-86a8a94d4395 on network 6686226f-4ddf-4917-b57f-19fda7e2d4bd not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:16:48.845552 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-13a905f4-c37b-4d8e-91f9-58a7163fc9cc service neutron] Attempting to bind port 69633bb3-11f9-410b-8ef6-86a8a94d4395 on network 6686226f-4ddf-4917-b57f-19fda7e2d4bd {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:16:48.846239 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-915de0d2-544c-411e-b704-98df5012fe53 req-6f344590-88a5-4b87-9f2e-f36f0b9e1c3c tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/security-groups?id=453b01c6-7fe6-41ac-8e1d-6df7a2675094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411954 Oct 12 19:16:48.858651 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-13a905f4-c37b-4d8e-91f9-58a7163fc9cc service neutron] Checking agent: {'id': 'f5e9725f-f5a6-43c2-a1be-95e21e9a1fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:16:48.858997 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-13a905f4-c37b-4d8e-91f9-58a7163fc9cc service neutron] Checking segment: {'id': 'e61c0867-8853-406c-a4f0-1a22eccd7cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '6686226f-4ddf-4917-b57f-19fda7e2d4bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:16:48.868850 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-13a905f4-c37b-4d8e-91f9-58a7163fc9cc service neutron] Bound using segment: {'id': 'e61c0867-8853-406c-a4f0-1a22eccd7cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '6686226f-4ddf-4917-b57f-19fda7e2d4bd'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:16:48.869571 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-13a905f4-c37b-4d8e-91f9-58a7163fc9cc service neutron] Bound port: 69633bb3-11f9-410b-8ef6-86a8a94d4395, host: n-h1-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e61c0867-8853-406c-a4f0-1a22eccd7cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '6686226f-4ddf-4917-b57f-19fda7e2d4bd'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:16:48.870171 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-13a905f4-c37b-4d8e-91f9-58a7163fc9cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:48.949344 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-13a905f4-c37b-4d8e-91f9-58a7163fc9cc service neutron] For port 69633bb3-11f9-410b-8ef6-86a8a94d4395, host n-h1-813679-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:16:48.953660 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-13a905f4-c37b-4d8e-91f9-58a7163fc9cc service neutron] For port 69633bb3-11f9-410b-8ef6-86a8a94d4395, host n-h1-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=69633bb3-11f9-410b-8ef6-86a8a94d4395,segment=NetworkSegment(e61c0867-8853-406c-a4f0-1a22eccd7cc2),segment_id=e61c0867-8853-406c-a4f0-1a22eccd7cc2)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:16:49.032922 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bded72b-d8ed-4db9-9407-282e4871b84d req-db8dd927-cd20-4432-9973-58dd98135e63 tempest-LiveAutoBlockMigrationV225Test-2051523199 tempest-LiveAutoBlockMigrationV225Test-2051523199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:49.035645 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4bded72b-d8ed-4db9-9407-282e4871b84d req-db8dd927-cd20-4432-9973-58dd98135e63 tempest-LiveAutoBlockMigrationV225Test-2051523199 tempest-LiveAutoBlockMigrationV225Test-2051523199-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=99d0578e-9f1b-42ed-aea7-3223b5004d8e&tenant_id=803d7b884967412f992e4b2e79b460e6&binding%3Ahost_id=n-h1-813679-3 HTTP/1.1" status: 200 len: 1096 time: 0.0513253 Oct 12 19:16:49.060855 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-13a905f4-c37b-4d8e-91f9-58a7163fc9cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:49.140320 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a905f4-c37b-4d8e-91f9-58a7163fc9cc service neutron] Pushing event updated for resources: {'Port': ['ID=69633bb3-11f9-410b-8ef6-86a8a94d4395,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:16:49.154942 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-13a905f4-c37b-4d8e-91f9-58a7163fc9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:49.155878 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-13a905f4-c37b-4d8e-91f9-58a7163fc9cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:49.158612 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-13a905f4-c37b-4d8e-91f9-58a7163fc9cc service neutron] 10.222.0.61 "PUT /v2.0/ports/69633bb3-11f9-410b-8ef6-86a8a94d4395 HTTP/1.1" status: 200 len: 1091 time: 1.6550801 Oct 12 19:16:49.274587 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5d8118a-4722-4e86-9061-3b560a61dbf9', 'tag': '87aaffab-0243-4158-8adb-c065a78f6f02'}, {'name': 'network-changed', 'server_uuid': 'a5d8118a-4722-4e86-9061-3b560a61dbf9', 'tag': '69633bb3-11f9-410b-8ef6-86a8a94d4395'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:16:49.277561 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11a34ce5-e830-43bb-b096-81d920b40385" -d '{"events": [{"name": "network-changed", "server_uuid": "a5d8118a-4722-4e86-9061-3b560a61dbf9", "tag": "87aaffab-0243-4158-8adb-c065a78f6f02"}, {"name": "network-changed", "server_uuid": "a5d8118a-4722-4e86-9061-3b560a61dbf9", "tag": "69633bb3-11f9-410b-8ef6-86a8a94d4395"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:16:49.291325 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc68e7a2-0e75-46a3-83a9-506907106ec7 req-04c17168-2f8d-4b00-b5b6-6b55f22396b3 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:49.301956 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 0946ba25-df3e-4db4-81cd-5b85f0d746c0 no longer exists at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:16:49.302766 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc68e7a2-0e75-46a3-83a9-506907106ec7 req-04c17168-2f8d-4b00-b5b6-6b55f22396b3 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:49.309614 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc68e7a2-0e75-46a3-83a9-506907106ec7 req-04c17168-2f8d-4b00-b5b6-6b55f22396b3 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:49.316342 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc68e7a2-0e75-46a3-83a9-506907106ec7 req-04c17168-2f8d-4b00-b5b6-6b55f22396b3 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:49.323517 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc68e7a2-0e75-46a3-83a9-506907106ec7 req-04c17168-2f8d-4b00-b5b6-6b55f22396b3 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:49.330123 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc68e7a2-0e75-46a3-83a9-506907106ec7 req-04c17168-2f8d-4b00-b5b6-6b55f22396b3 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:49.332188 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-68e35617-2f2c-4383-9e59-1a347a9c2fd7 service neutron] Request body: {'port': {'device_id': 'a5d8118a-4722-4e86-9061-3b560a61dbf9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:16:49.364749 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc68e7a2-0e75-46a3-83a9-506907106ec7 req-04c17168-2f8d-4b00-b5b6-6b55f22396b3 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:49.366763 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-bc68e7a2-0e75-46a3-83a9-506907106ec7 req-04c17168-2f8d-4b00-b5b6-6b55f22396b3 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d8118a-4722-4e86-9061-3b560a61dbf9 HTTP/1.1" status: 200 len: 5385 time: 0.1841242 Oct 12 19:16:49.400672 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-4bded72b-d8ed-4db9-9407-282e4871b84d req-27b3e53f-4451-4bbf-87d3-1c9a45e12818 service neutron] For port 409be5dc-1cd9-4cf6-b7a2-42a24420afad, host n-h2-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:16:49.419560 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-4bded72b-d8ed-4db9-9407-282e4871b84d req-27b3e53f-4451-4bbf-87d3-1c9a45e12818 service neutron] Notify callbacks [] for binding, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:49.441828 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4bded72b-d8ed-4db9-9407-282e4871b84d req-27b3e53f-4451-4bbf-87d3-1c9a45e12818 service neutron] 10.222.0.61 "DELETE /v2.0/ports/409be5dc-1cd9-4cf6-b7a2-42a24420afad/bindings/n-h2-813679-3 HTTP/1.1" status: 204 len: 173 time: 0.3774674 Oct 12 19:16:49.474079 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:49.512577 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-bc68e7a2-0e75-46a3-83a9-506907106ec7 req-bb0996a7-e6c4-4066-b819-22ba0b672444 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f0281d6-ea5c-47a0-8e7d-7819120d644f&id=db60c67d-bef5-44ee-91f7-dd492db60f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1344473 Oct 12 19:16:49.532378 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 0946ba25-df3e-4db4-81cd-5b85f0d746c0, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=0946ba25-df3e-4db4-81cd-5b85f0d746c0,segment=NetworkSegment(35dde9ae-6a3d-4327-a38f-c2a1ca6f0ad7),segment_id=35dde9ae-6a3d-4327-a38f-c2a1ca6f0ad7)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:16:49.567111 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c4edd8-28a2-4f52-bdc2-d4720922b704 req-7ed858e9-80bd-498d-a2cc-20c12781a905 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:49.570837 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-78c4edd8-28a2-4f52-bdc2-d4720922b704 req-7ed858e9-80bd-498d-a2cc-20c12781a905 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.61 "GET /v2.0/ports?device_id=29b8bd1d-694e-4c8f-81eb-c3dbbbab4410 HTTP/1.1" status: 200 len: 946 time: 0.3204899 Oct 12 19:16:49.589289 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1665162-0f88-4f59-b5f3-37bda96cc247 req-ff9e6ca9-ac95-49e3-8973-01d48f3cf630 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:49.590907 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b1665162-0f88-4f59-b5f3-37bda96cc247 req-ff9e6ca9-ac95-49e3-8973-01d48f3cf630 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/ports?device_id=b350f0cf-0a96-4648-b14d-1ab8c3ef82a8 HTTP/1.1" status: 200 len: 944 time: 0.3422146 Oct 12 19:16:49.631745 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-68e35617-2f2c-4383-9e59-1a347a9c2fd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:49.633957 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:49.675635 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c52a45-b15d-4c34-9411-61f1002a5cc4 req-d8bf5691-2c07-4997-b505-8d5c8a4986e0 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:49.693898 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c52a45-b15d-4c34-9411-61f1002a5cc4 req-d8bf5691-2c07-4997-b505-8d5c8a4986e0 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:49.712059 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c52a45-b15d-4c34-9411-61f1002a5cc4 req-d8bf5691-2c07-4997-b505-8d5c8a4986e0 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:49.714802 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=0946ba25-df3e-4db4-81cd-5b85f0d746c0,revision_number=8']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:16:49.720748 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c52a45-b15d-4c34-9411-61f1002a5cc4 req-d8bf5691-2c07-4997-b505-8d5c8a4986e0 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:49.728442 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c52a45-b15d-4c34-9411-61f1002a5cc4 req-d8bf5691-2c07-4997-b505-8d5c8a4986e0 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:49.735404 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c52a45-b15d-4c34-9411-61f1002a5cc4 req-d8bf5691-2c07-4997-b505-8d5c8a4986e0 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:49.741947 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c52a45-b15d-4c34-9411-61f1002a5cc4 req-d8bf5691-2c07-4997-b505-8d5c8a4986e0 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:49.743855 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-55c52a45-b15d-4c34-9411-61f1002a5cc4 req-d8bf5691-2c07-4997-b505-8d5c8a4986e0 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecc38ae3-328a-43a0-a185-601e29a048cb HTTP/1.1" status: 200 len: 5430 time: 0.1550701 Oct 12 19:16:49.832891 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbb9356-2492-489a-9337-38390442bf6c req-cf35e797-2808-4d33-b0ac-7c541115c436 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:49.834446 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4cbb9356-2492-489a-9337-38390442bf6c req-cf35e797-2808-4d33-b0ac-7c541115c436 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.67 "GET /v2.0/ports?device_id=b350f0cf-0a96-4648-b14d-1ab8c3ef82a8 HTTP/1.1" status: 200 len: 944 time: 0.0896561 Oct 12 19:16:49.838923 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-55c52a45-b15d-4c34-9411-61f1002a5cc4 req-6d480c36-7e06-45cb-941d-944c159cf91f tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/security-groups?id=76b081dc-6667-4e1c-b44d-8d05a61d7938&id=0726b0fe-78be-4ea7-8b43-7be54affa06f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0772574 Oct 12 19:16:49.922906 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b1665162-0f88-4f59-b5f3-37bda96cc247 req-a35031fc-d512-4947-b88a-66d5221964e9 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cccf57-f452-41a8-9e48-a6e744310271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3165600 Oct 12 19:16:50.013979 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 12 Oct 2021 19:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e71f6172-7cc9-4598-9a84-735e93041e3d x-openstack-request-id: req-e71f6172-7cc9-4598-9a84-735e93041e3d {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:16:50.014285 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5d8118a-4722-4e86-9061-3b560a61dbf9", "tag": "87aaffab-0243-4158-8adb-c065a78f6f02", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a5d8118a-4722-4e86-9061-3b560a61dbf9", "tag": "69633bb3-11f9-410b-8ef6-86a8a94d4395", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:16:50.014543 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e71f6172-7cc9-4598-9a84-735e93041e3d {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:16:50.015084 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5d8118a-4722-4e86-9061-3b560a61dbf9', 'tag': '87aaffab-0243-4158-8adb-c065a78f6f02', 'status': 'completed', 'code': 200} Oct 12 19:16:50.015348 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5d8118a-4722-4e86-9061-3b560a61dbf9', 'tag': '69633bb3-11f9-410b-8ef6-86a8a94d4395', 'status': 'completed', 'code': 200} Oct 12 19:16:50.019491 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-4cbb9356-2492-489a-9337-38390442bf6c req-f71ff5d7-7e71-4aa8-8fb8-d214fa4c4003 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Deleting port 97adc232-51f4-47e0-a97f-6cec7f72f061 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:16:50.020555 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-4cbb9356-2492-489a-9337-38390442bf6c req-f71ff5d7-7e71-4aa8-8fb8-d214fa4c4003 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:50.209936 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29b8bd1d-694e-4c8f-81eb-c3dbbbab4410', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0946ba25-df3e-4db4-81cd-5b85f0d746c0'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:16:50.213070 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d82e78b1-a78f-4db0-947f-60ebb8b566ef" -d '{"events": [{"server_uuid": "29b8bd1d-694e-4c8f-81eb-c3dbbbab4410", "name": "network-vif-unplugged", "status": "completed", "tag": "0946ba25-df3e-4db4-81cd-5b85f0d746c0"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:16:50.225102 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-78c4edd8-28a2-4f52-bdc2-d4720922b704 req-cf01a919-76db-4a82-a969-776ff8d6882c tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Deleting port 0946ba25-df3e-4db4-81cd-5b85f0d746c0 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:16:50.225729 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a34ce5-e830-43bb-b096-81d920b40385 req-abe3f151-f976-4164-b410-5846d37732df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:50.225903 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-78c4edd8-28a2-4f52-bdc2-d4720922b704 req-cf01a919-76db-4a82-a969-776ff8d6882c tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:50.226025 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a34ce5-e830-43bb-b096-81d920b40385 req-abe3f151-f976-4164-b410-5846d37732df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:50.226129 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a34ce5-e830-43bb-b096-81d920b40385 req-abe3f151-f976-4164-b410-5846d37732df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:50.226523 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a34ce5-e830-43bb-b096-81d920b40385 req-abe3f151-f976-4164-b410-5846d37732df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:50.226982 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a34ce5-e830-43bb-b096-81d920b40385 req-abe3f151-f976-4164-b410-5846d37732df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:50.227450 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a34ce5-e830-43bb-b096-81d920b40385 req-abe3f151-f976-4164-b410-5846d37732df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:50.227908 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a34ce5-e830-43bb-b096-81d920b40385 req-abe3f151-f976-4164-b410-5846d37732df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:50.230552 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-11a34ce5-e830-43bb-b096-81d920b40385 req-abe3f151-f976-4164-b410-5846d37732df service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e1bc73ca052b4ff989529862bf093e8d&device_id=a5d8118a-4722-4e86-9061-3b560a61dbf9 HTTP/1.1" status: 200 len: 6277 time: 0.1884792 Oct 12 19:16:50.253035 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d6d3d677-efc2-4e65-afd6-c45e3bc93e2b req-d46e55c0-6140-405d-b7b7-4127f71d6f4f tempest-ServerShowV257Test-345519429 tempest-ServerShowV257Test-345519429-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc7de5b8-9e2a-4df7-b989-0c89d962501c HTTP/1.1" status: 200 len: 210 time: 0.1169882 Oct 12 19:16:50.289951 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66884084-6e51-423e-9a5e-dcd8780ddbc0 req-5f987952-fbcc-45d7-be97-2faea3361291 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:50.293366 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-68e35617-2f2c-4383-9e59-1a347a9c2fd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6defa8fb-2e42-45a1-a0f1-d88eaa23d115 {{(pid=95502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:16:50.300538 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-66884084-6e51-423e-9a5e-dcd8780ddbc0 req-5f987952-fbcc-45d7-be97-2faea3361291 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=99d0578e-9f1b-42ed-aea7-3223b5004d8e HTTP/1.1" status: 200 len: 945 time: 0.1499684 Oct 12 19:16:50.325275 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-68e35617-2f2c-4383-9e59-1a347a9c2fd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:50.373661 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-4cbb9356-2492-489a-9337-38390442bf6c req-f71ff5d7-7e71-4aa8-8fb8-d214fa4c4003 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] For port 97adc232-51f4-47e0-a97f-6cec7f72f061, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=97adc232-51f4-47e0-a97f-6cec7f72f061,segment=NetworkSegment(af837146-1b4e-4c2b-b1ce-96eb7f990955),segment_id=af837146-1b4e-4c2b-b1ce-96eb7f990955)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:16:50.374032 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-4cbb9356-2492-489a-9337-38390442bf6c req-f71ff5d7-7e71-4aa8-8fb8-d214fa4c4003 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:50.404502 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-66884084-6e51-423e-9a5e-dcd8780ddbc0 req-ee35d54b-892e-4a40-8a38-b46f2ad147b6 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2999b03-b87d-46b4-9267-1669e2e14df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029408 Oct 12 19:16:50.405952 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-4cbb9356-2492-489a-9337-38390442bf6c req-f71ff5d7-7e71-4aa8-8fb8-d214fa4c4003 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Calling delete_port for 97adc232-51f4-47e0-a97f-6cec7f72f061 owned by compute:nova {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:16:50.429318 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-68e35617-2f2c-4383-9e59-1a347a9c2fd7 service neutron] Transition to ACTIVE for port object 6defa8fb-2e42-45a1-a0f1-d88eaa23d115 will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:16:50.494862 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 19:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40cad5c1-3f1a-4d90-9895-418bc977c165 x-openstack-request-id: req-40cad5c1-3f1a-4d90-9895-418bc977c165 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:16:50.495412 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29b8bd1d-694e-4c8f-81eb-c3dbbbab4410", "name": "network-vif-unplugged", "status": "completed", "tag": "0946ba25-df3e-4db4-81cd-5b85f0d746c0", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:16:50.495780 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-40cad5c1-3f1a-4d90-9895-418bc977c165 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:16:50.498157 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29b8bd1d-694e-4c8f-81eb-c3dbbbab4410', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0946ba25-df3e-4db4-81cd-5b85f0d746c0', 'code': 200} Oct 12 19:16:50.508768 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a34ce5-e830-43bb-b096-81d920b40385 req-cbf42f82-66a5-4355-8db4-ab844d0e45d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:50.509245 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a34ce5-e830-43bb-b096-81d920b40385 req-cbf42f82-66a5-4355-8db4-ab844d0e45d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:50.509713 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a34ce5-e830-43bb-b096-81d920b40385 req-cbf42f82-66a5-4355-8db4-ab844d0e45d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:50.511286 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-11a34ce5-e830-43bb-b096-81d920b40385 req-cbf42f82-66a5-4355-8db4-ab844d0e45d0 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=e1bc73ca052b4ff989529862bf093e8d&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2721088 Oct 12 19:16:50.511924 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2217fc-3994-4e48-9b8d-1c184cdf5a8d req-a687ee52-1dd9-41fd-9a76-666abef2d184 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:50.513722 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-fa2217fc-3994-4e48-9b8d-1c184cdf5a8d req-a687ee52-1dd9-41fd-9a76-666abef2d184 tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/ports?device_id=29b8bd1d-694e-4c8f-81eb-c3dbbbab4410 HTTP/1.1" status: 200 len: 944 time: 0.1739895 Oct 12 19:16:50.520116 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-68e35617-2f2c-4383-9e59-1a347a9c2fd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:50.546017 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-78c4edd8-28a2-4f52-bdc2-d4720922b704 req-cf01a919-76db-4a82-a969-776ff8d6882c tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] For port 0946ba25-df3e-4db4-81cd-5b85f0d746c0, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=0946ba25-df3e-4db4-81cd-5b85f0d746c0,segment=NetworkSegment(35dde9ae-6a3d-4327-a38f-c2a1ca6f0ad7),segment_id=35dde9ae-6a3d-4327-a38f-c2a1ca6f0ad7)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:16:50.546017 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-78c4edd8-28a2-4f52-bdc2-d4720922b704 req-cf01a919-76db-4a82-a969-776ff8d6882c tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:50.605105 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-78c4edd8-28a2-4f52-bdc2-d4720922b704 req-cf01a919-76db-4a82-a969-776ff8d6882c tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Calling delete_port for 0946ba25-df3e-4db4-81cd-5b85f0d746c0 owned by compute:nova {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:16:50.639904 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e35617-2f2c-4383-9e59-1a347a9c2fd7 service neutron] Pushing event updated for resources: {'Port': ['ID=6defa8fb-2e42-45a1-a0f1-d88eaa23d115,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:16:50.663484 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-fa2217fc-3994-4e48-9b8d-1c184cdf5a8d req-41407625-8ed7-4b84-b3dd-43520b67044b tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/security-groups?id=453b01c6-7fe6-41ac-8e1d-6df7a2675094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349599 Oct 12 19:16:50.787493 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a34ce5-e830-43bb-b096-81d920b40385 req-31a7340e-876f-446b-953c-298ddb48599a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:50.788963 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-11a34ce5-e830-43bb-b096-81d920b40385 req-31a7340e-876f-446b-953c-298ddb48599a service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2670012 Oct 12 19:16:50.827199 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b82ea8b-5cf2-44be-ab14-7995c81e6a64 req-c92e7d17-d3db-475a-befc-aca3d0e4a131 tempest-LiveAutoBlockMigrationV225Test-2051523199 tempest-LiveAutoBlockMigrationV225Test-2051523199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:50.830811 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3b82ea8b-5cf2-44be-ab14-7995c81e6a64 req-c92e7d17-d3db-475a-befc-aca3d0e4a131 tempest-LiveAutoBlockMigrationV225Test-2051523199 tempest-LiveAutoBlockMigrationV225Test-2051523199-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=99d0578e-9f1b-42ed-aea7-3223b5004d8e HTTP/1.1" status: 200 len: 1096 time: 0.1258733 Oct 12 19:16:50.932871 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb325123-b523-4d2f-b7f8-17c998312255 req-437a0fa3-3120-4eb2-a3f7-909dbd4601c1 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:50.933774 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3b82ea8b-5cf2-44be-ab14-7995c81e6a64 req-376795ef-c31a-497c-9753-3548e2c28417 tempest-LiveAutoBlockMigrationV225Test-2051523199 tempest-LiveAutoBlockMigrationV225Test-2051523199-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=b2999b03-b87d-46b4-9267-1669e2e14df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804880 Oct 12 19:16:50.939630 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb325123-b523-4d2f-b7f8-17c998312255 req-437a0fa3-3120-4eb2-a3f7-909dbd4601c1 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:50.958078 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb325123-b523-4d2f-b7f8-17c998312255 req-437a0fa3-3120-4eb2-a3f7-909dbd4601c1 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:50.965832 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-4cbb9356-2492-489a-9337-38390442bf6c req-f71ff5d7-7e71-4aa8-8fb8-d214fa4c4003 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:50.973637 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb325123-b523-4d2f-b7f8-17c998312255 req-437a0fa3-3120-4eb2-a3f7-909dbd4601c1 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:50.980801 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb325123-b523-4d2f-b7f8-17c998312255 req-437a0fa3-3120-4eb2-a3f7-909dbd4601c1 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:50.992416 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb325123-b523-4d2f-b7f8-17c998312255 req-437a0fa3-3120-4eb2-a3f7-909dbd4601c1 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:51.000057 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb325123-b523-4d2f-b7f8-17c998312255 req-437a0fa3-3120-4eb2-a3f7-909dbd4601c1 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:51.002427 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bb325123-b523-4d2f-b7f8-17c998312255 req-437a0fa3-3120-4eb2-a3f7-909dbd4601c1 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d8118a-4722-4e86-9061-3b560a61dbf9 HTTP/1.1" status: 200 len: 5397 time: 0.2531636 Oct 12 19:16:51.035318 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71ff5d7-7e71-4aa8-8fb8-d214fa4c4003 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Pushing event deleted for resources: {'Port': ['ID=97adc232-51f4-47e0-a97f-6cec7f72f061,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:16:51.038220 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-68e35617-2f2c-4383-9e59-1a347a9c2fd7 service neutron] Attempting to bind port 6defa8fb-2e42-45a1-a0f1-d88eaa23d115 on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:16:51.039457 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-68e35617-2f2c-4383-9e59-1a347a9c2fd7 service neutron] Attempting to bind port 6defa8fb-2e42-45a1-a0f1-d88eaa23d115 by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': 'e61c0867-8853-406c-a4f0-1a22eccd7cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '6686226f-4ddf-4917-b57f-19fda7e2d4bd'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:16:51.039985 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-68e35617-2f2c-4383-9e59-1a347a9c2fd7 service neutron] Attempting to bind port 6defa8fb-2e42-45a1-a0f1-d88eaa23d115 on network 6686226f-4ddf-4917-b57f-19fda7e2d4bd {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:16:51.103000 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cbb9356-2492-489a-9337-38390442bf6c req-f71ff5d7-7e71-4aa8-8fb8-d214fa4c4003 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] No DVR routers for this DVR port 97adc232-51f4-47e0-a97f-6cec7f72f061 on host n-h2-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:16:51.109796 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-4cbb9356-2492-489a-9337-38390442bf6c req-f71ff5d7-7e71-4aa8-8fb8-d214fa4c4003 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:51.117619 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4cbb9356-2492-489a-9337-38390442bf6c req-f71ff5d7-7e71-4aa8-8fb8-d214fa4c4003 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.67 "DELETE /v2.0/ports/97adc232-51f4-47e0-a97f-6cec7f72f061 HTTP/1.1" status: 204 len: 173 time: 1.2726262 Oct 12 19:16:51.117619 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b350f0cf-0a96-4648-b14d-1ab8c3ef82a8', 'name': 'network-vif-deleted', 'tag': '97adc232-51f4-47e0-a97f-6cec7f72f061'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:16:51.117619 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5177bce8-4eeb-4693-9c7a-5e08ea64e9f8" -d '{"events": [{"server_uuid": "b350f0cf-0a96-4648-b14d-1ab8c3ef82a8", "name": "network-vif-deleted", "tag": "97adc232-51f4-47e0-a97f-6cec7f72f061"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:16:51.118521 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-68e35617-2f2c-4383-9e59-1a347a9c2fd7 service neutron] Port 6defa8fb-2e42-45a1-a0f1-d88eaa23d115 on network 6686226f-4ddf-4917-b57f-19fda7e2d4bd not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:16:51.118521 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-68e35617-2f2c-4383-9e59-1a347a9c2fd7 service neutron] Attempting to bind port 6defa8fb-2e42-45a1-a0f1-d88eaa23d115 on network 6686226f-4ddf-4917-b57f-19fda7e2d4bd {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:16:51.139656 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a34ce5-e830-43bb-b096-81d920b40385 req-0a309276-7c45-4001-a421-85983a9e7d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:51.140562 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a34ce5-e830-43bb-b096-81d920b40385 req-0a309276-7c45-4001-a421-85983a9e7d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:51.141005 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a34ce5-e830-43bb-b096-81d920b40385 req-0a309276-7c45-4001-a421-85983a9e7d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:51.141455 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a34ce5-e830-43bb-b096-81d920b40385 req-0a309276-7c45-4001-a421-85983a9e7d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:51.142053 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a34ce5-e830-43bb-b096-81d920b40385 req-0a309276-7c45-4001-a421-85983a9e7d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:51.142639 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a34ce5-e830-43bb-b096-81d920b40385 req-0a309276-7c45-4001-a421-85983a9e7d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:51.143346 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a34ce5-e830-43bb-b096-81d920b40385 req-0a309276-7c45-4001-a421-85983a9e7d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:51.145953 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-11a34ce5-e830-43bb-b096-81d920b40385 req-0a309276-7c45-4001-a421-85983a9e7d1c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e1bc73ca052b4ff989529862bf093e8d&device_id=a5d8118a-4722-4e86-9061-3b560a61dbf9 HTTP/1.1" status: 200 len: 6302 time: 0.2499063 Oct 12 19:16:51.159529 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-68e35617-2f2c-4383-9e59-1a347a9c2fd7 service neutron] Checking agent: {'id': 'f5e9725f-f5a6-43c2-a1be-95e21e9a1fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:16:51.159867 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-68e35617-2f2c-4383-9e59-1a347a9c2fd7 service neutron] Checking segment: {'id': 'e61c0867-8853-406c-a4f0-1a22eccd7cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '6686226f-4ddf-4917-b57f-19fda7e2d4bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:16:51.160351 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-68e35617-2f2c-4383-9e59-1a347a9c2fd7 service neutron] Bound using segment: {'id': 'e61c0867-8853-406c-a4f0-1a22eccd7cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '6686226f-4ddf-4917-b57f-19fda7e2d4bd'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:16:51.161034 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-68e35617-2f2c-4383-9e59-1a347a9c2fd7 service neutron] Bound port: 6defa8fb-2e42-45a1-a0f1-d88eaa23d115, host: n-h1-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e61c0867-8853-406c-a4f0-1a22eccd7cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '6686226f-4ddf-4917-b57f-19fda7e2d4bd'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:16:51.161413 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-68e35617-2f2c-4383-9e59-1a347a9c2fd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:51.210317 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bb325123-b523-4d2f-b7f8-17c998312255 req-ed4bc267-6fed-41e3-bc62-f73bd0c879e4 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f0281d6-ea5c-47a0-8e7d-7819120d644f&id=db60c67d-bef5-44ee-91f7-dd492db60f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1660223 Oct 12 19:16:51.262875 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-78c4edd8-28a2-4f52-bdc2-d4720922b704 req-cf01a919-76db-4a82-a969-776ff8d6882c tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:51.276078 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56ea151-f737-4a00-b806-befca522de2e req-883fee26-d8ff-47d3-a607-be58c57c929c tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:51.282904 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56ea151-f737-4a00-b806-befca522de2e req-883fee26-d8ff-47d3-a607-be58c57c929c tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:51.290989 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56ea151-f737-4a00-b806-befca522de2e req-883fee26-d8ff-47d3-a607-be58c57c929c tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:51.298748 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56ea151-f737-4a00-b806-befca522de2e req-883fee26-d8ff-47d3-a607-be58c57c929c tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:51.311298 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56ea151-f737-4a00-b806-befca522de2e req-883fee26-d8ff-47d3-a607-be58c57c929c tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:51.321247 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-68e35617-2f2c-4383-9e59-1a347a9c2fd7 service neutron] For port 6defa8fb-2e42-45a1-a0f1-d88eaa23d115, host n-h1-813679-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:16:51.321473 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56ea151-f737-4a00-b806-befca522de2e req-883fee26-d8ff-47d3-a607-be58c57c929c tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:51.325917 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-68e35617-2f2c-4383-9e59-1a347a9c2fd7 service neutron] For port 6defa8fb-2e42-45a1-a0f1-d88eaa23d115, host n-h1-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=6defa8fb-2e42-45a1-a0f1-d88eaa23d115,segment=NetworkSegment(e61c0867-8853-406c-a4f0-1a22eccd7cc2),segment_id=e61c0867-8853-406c-a4f0-1a22eccd7cc2)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:16:51.358439 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56ea151-f737-4a00-b806-befca522de2e req-883fee26-d8ff-47d3-a607-be58c57c929c tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:51.371347 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a56ea151-f737-4a00-b806-befca522de2e req-883fee26-d8ff-47d3-a607-be58c57c929c tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecc38ae3-328a-43a0-a185-601e29a048cb HTTP/1.1" status: 200 len: 5430 time: 0.2696912 Oct 12 19:16:51.379763 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf01a919-76db-4a82-a969-776ff8d6882c tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Pushing event deleted for resources: {'Port': ['ID=0946ba25-df3e-4db4-81cd-5b85f0d746c0,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:16:51.406594 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2b76e58b-b358-4e56-9b09-5ff73c0a230f req-9453b4f9-cfba-4fdd-a9b8-e500f67d40a6 tempest-LiveMigrationTest-1781809469 tempest-LiveMigrationTest-1781809469-project] 10.222.0.49 "GET /v2.0/ports?device_id=b350f0cf-0a96-4648-b14d-1ab8c3ef82a8 HTTP/1.1" status: 200 len: 210 time: 0.0676532 Oct 12 19:16:51.447696 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a34ce5-e830-43bb-b096-81d920b40385 req-80a12d4a-4dbd-466d-85a2-d30cae3cb436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:51.447696 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a34ce5-e830-43bb-b096-81d920b40385 req-80a12d4a-4dbd-466d-85a2-d30cae3cb436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:51.447696 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a34ce5-e830-43bb-b096-81d920b40385 req-80a12d4a-4dbd-466d-85a2-d30cae3cb436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:51.447696 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-11a34ce5-e830-43bb-b096-81d920b40385 req-80a12d4a-4dbd-466d-85a2-d30cae3cb436 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=e1bc73ca052b4ff989529862bf093e8d&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2841182 Oct 12 19:16:51.464992 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-68e35617-2f2c-4383-9e59-1a347a9c2fd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:51.572231 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-78c4edd8-28a2-4f52-bdc2-d4720922b704 req-cf01a919-76db-4a82-a969-776ff8d6882c tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] No DVR routers for this DVR port 0946ba25-df3e-4db4-81cd-5b85f0d746c0 on host n-h1-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:16:51.578679 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a56ea151-f737-4a00-b806-befca522de2e req-412c04a5-8e8d-403f-9661-61251298da7c tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/security-groups?id=76b081dc-6667-4e1c-b44d-8d05a61d7938&id=0726b0fe-78be-4ea7-8b43-7be54affa06f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1977470 Oct 12 19:16:51.578890 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-78c4edd8-28a2-4f52-bdc2-d4720922b704 req-cf01a919-76db-4a82-a969-776ff8d6882c tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:51.583261 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-78c4edd8-28a2-4f52-bdc2-d4720922b704 req-cf01a919-76db-4a82-a969-776ff8d6882c tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.61 "DELETE /v2.0/ports/0946ba25-df3e-4db4-81cd-5b85f0d746c0 HTTP/1.1" status: 204 len: 173 time: 1.9885573 Oct 12 19:16:51.595408 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-68e35617-2f2c-4383-9e59-1a347a9c2fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:51.595408 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-68e35617-2f2c-4383-9e59-1a347a9c2fd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:51.595725 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-68e35617-2f2c-4383-9e59-1a347a9c2fd7 service neutron] 10.222.0.61 "PUT /v2.0/ports/6defa8fb-2e42-45a1-a0f1-d88eaa23d115 HTTP/1.1" status: 200 len: 1091 time: 2.2801836 Oct 12 19:16:51.625558 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e35617-2f2c-4383-9e59-1a347a9c2fd7 service neutron] Pushing event updated for resources: {'Port': ['ID=6defa8fb-2e42-45a1-a0f1-d88eaa23d115,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:16:51.642404 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8beae4de-d7fb-4289-9eaa-438e86814187 x-openstack-request-id: req-8beae4de-d7fb-4289-9eaa-438e86814187 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:16:51.646562 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b350f0cf-0a96-4648-b14d-1ab8c3ef82a8", "name": "network-vif-deleted", "tag": "97adc232-51f4-47e0-a97f-6cec7f72f061", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:16:51.646562 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8beae4de-d7fb-4289-9eaa-438e86814187 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:16:51.646562 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b350f0cf-0a96-4648-b14d-1ab8c3ef82a8', 'name': 'network-vif-deleted', 'tag': '97adc232-51f4-47e0-a97f-6cec7f72f061', 'status': 'completed', 'code': 200} Oct 12 19:16:51.756646 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-92d4f568-cd1a-44b1-81b1-a5520514ae86 req-dc67f9c1-51ad-4df8-bd9a-6a26aee0d631 tempest-ServerShowV257Test-345519429 tempest-ServerShowV257Test-345519429-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc7de5b8-9e2a-4df7-b989-0c89d962501c HTTP/1.1" status: 200 len: 210 time: 0.0433631 Oct 12 19:16:51.761867 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-544b697a-18af-4449-9bcb-80c9cb96f03e service neutron] Request body: {'port': {'device_id': 'a5d8118a-4722-4e86-9061-3b560a61dbf9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:16:51.873324 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a34ce5-e830-43bb-b096-81d920b40385 req-f30d4367-72c6-4794-84c0-2f635db69a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:51.874785 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-11a34ce5-e830-43bb-b096-81d920b40385 req-f30d4367-72c6-4794-84c0-2f635db69a1b service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3734291 Oct 12 19:16:51.905066 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b4ff0a39-7495-4ea0-a153-519ee8ba19b8 req-f10b6196-b5ed-402a-8fdb-73cd24c93e3a tempest-ImagesTestJSON-551636324 tempest-ImagesTestJSON-551636324-project] 10.222.0.49 "GET /v2.0/ports?device_id=29b8bd1d-694e-4c8f-81eb-c3dbbbab4410 HTTP/1.1" status: 200 len: 210 time: 0.0503418 Oct 12 19:16:51.906131 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-544b697a-18af-4449-9bcb-80c9cb96f03e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:51.911942 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2660f2-1a8f-4e17-a5e6-086cbabbf508 req-028c3722-d7ba-47e0-bcb8-408ed79d6e22 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:51.919569 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0e2660f2-1a8f-4e17-a5e6-086cbabbf508 req-028c3722-d7ba-47e0-bcb8-408ed79d6e22 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/networks?id=82671036-c03a-4d3c-b62d-db19aa8b0fed HTTP/1.1" status: 200 len: 820 time: 0.2143631 Oct 12 19:16:51.932272 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0e2660f2-1a8f-4e17-a5e6-086cbabbf508 req-7f44716f-b269-45ee-8dda-e8f02d6f70c8 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/quotas/803d7b884967412f992e4b2e79b460e6 HTTP/1.1" status: 200 len: 375 time: 0.0115919 Oct 12 19:16:51.996892 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0e2660f2-1a8f-4e17-a5e6-086cbabbf508 req-e28dd89c-4d94-47e9-b086-7731a7b10404 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=803d7b884967412f992e4b2e79b460e6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0576615 Oct 12 19:16:52.039965 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29b8bd1d-694e-4c8f-81eb-c3dbbbab4410', 'name': 'network-vif-deleted', 'tag': '0946ba25-df3e-4db4-81cd-5b85f0d746c0'}, {'name': 'network-changed', 'server_uuid': 'a5d8118a-4722-4e86-9061-3b560a61dbf9', 'tag': '6defa8fb-2e42-45a1-a0f1-d88eaa23d115'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:16:52.042388 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67d95151-083c-4869-b7fd-a30256ef625e" -d '{"events": [{"server_uuid": "29b8bd1d-694e-4c8f-81eb-c3dbbbab4410", "name": "network-vif-deleted", "tag": "0946ba25-df3e-4db4-81cd-5b85f0d746c0"}, {"name": "network-changed", "server_uuid": "a5d8118a-4722-4e86-9061-3b560a61dbf9", "tag": "6defa8fb-2e42-45a1-a0f1-d88eaa23d115"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:16:52.100741 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 12 Oct 2021 19:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf9ebc36-c049-41e1-86cd-15925e6b17da x-openstack-request-id: req-cf9ebc36-c049-41e1-86cd-15925e6b17da {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:16:52.101038 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29b8bd1d-694e-4c8f-81eb-c3dbbbab4410", "name": "network-vif-deleted", "tag": "0946ba25-df3e-4db4-81cd-5b85f0d746c0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a5d8118a-4722-4e86-9061-3b560a61dbf9", "tag": "6defa8fb-2e42-45a1-a0f1-d88eaa23d115", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:16:52.101288 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cf9ebc36-c049-41e1-86cd-15925e6b17da {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:16:52.101677 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29b8bd1d-694e-4c8f-81eb-c3dbbbab4410', 'name': 'network-vif-deleted', 'tag': '0946ba25-df3e-4db4-81cd-5b85f0d746c0', 'status': 'completed', 'code': 200} Oct 12 19:16:52.101927 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5d8118a-4722-4e86-9061-3b560a61dbf9', 'tag': '6defa8fb-2e42-45a1-a0f1-d88eaa23d115', 'status': 'completed', 'code': 200} Oct 12 19:16:52.125346 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0e2660f2-1a8f-4e17-a5e6-086cbabbf508 req-f3f465c2-c7b0-4b4a-ba29-9ec6004415aa service neutron] 10.222.0.49 "GET /v2.0/networks/82671036-c03a-4d3c-b62d-db19aa8b0fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181142 Oct 12 19:16:52.266726 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d95151-083c-4869-b7fd-a30256ef625e req-eabe544b-65c6-46fa-b426-f37db59e6260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:52.267114 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d95151-083c-4869-b7fd-a30256ef625e req-eabe544b-65c6-46fa-b426-f37db59e6260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:52.267580 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d95151-083c-4869-b7fd-a30256ef625e req-eabe544b-65c6-46fa-b426-f37db59e6260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:52.268066 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d95151-083c-4869-b7fd-a30256ef625e req-eabe544b-65c6-46fa-b426-f37db59e6260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:52.268679 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d95151-083c-4869-b7fd-a30256ef625e req-eabe544b-65c6-46fa-b426-f37db59e6260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:52.269002 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d95151-083c-4869-b7fd-a30256ef625e req-eabe544b-65c6-46fa-b426-f37db59e6260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:52.269460 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d95151-083c-4869-b7fd-a30256ef625e req-eabe544b-65c6-46fa-b426-f37db59e6260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:52.271330 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-67d95151-083c-4869-b7fd-a30256ef625e req-eabe544b-65c6-46fa-b426-f37db59e6260 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e1bc73ca052b4ff989529862bf093e8d&device_id=a5d8118a-4722-4e86-9061-3b560a61dbf9 HTTP/1.1" status: 200 len: 6344 time: 0.0927472 Oct 12 19:16:52.271496 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-544b697a-18af-4449-9bcb-80c9cb96f03e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2265e961-71ff-4cee-a380-de288fc6c904 {{(pid=95502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:16:52.279862 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-544b697a-18af-4449-9bcb-80c9cb96f03e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:52.288107 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0e2660f2-1a8f-4e17-a5e6-086cbabbf508 req-aa49d1d2-83f7-4090-adff-a9ddfde2e3cb service neutron] 10.222.0.49 "GET /v2.0/networks/82671036-c03a-4d3c-b62d-db19aa8b0fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615720 Oct 12 19:16:52.294878 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-544b697a-18af-4449-9bcb-80c9cb96f03e service neutron] Transition to ACTIVE for port object 2265e961-71ff-4cee-a380-de288fc6c904 will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:16:52.360515 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 97adc232-51f4-47e0-a97f-6cec7f72f061 no longer exists at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:16:52.374484 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-544b697a-18af-4449-9bcb-80c9cb96f03e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:52.409027 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23684f49-0927-402b-b9c3-7d9fdce6bdfd req-faeeeb43-3595-4e75-9c9f-eb2f78d42d05 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:52.415858 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23684f49-0927-402b-b9c3-7d9fdce6bdfd req-faeeeb43-3595-4e75-9c9f-eb2f78d42d05 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:52.421733 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] No Port match for: 97adc232-51f4-47e0-a97f-6cec7f72f061 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:16:52.422079 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 97adc232-51f4-47e0-a97f-6cec7f72f061 not bound to the agent host n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:16:52.422641 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23684f49-0927-402b-b9c3-7d9fdce6bdfd req-faeeeb43-3595-4e75-9c9f-eb2f78d42d05 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:52.429461 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23684f49-0927-402b-b9c3-7d9fdce6bdfd req-faeeeb43-3595-4e75-9c9f-eb2f78d42d05 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:52.438201 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23684f49-0927-402b-b9c3-7d9fdce6bdfd req-faeeeb43-3595-4e75-9c9f-eb2f78d42d05 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:52.453866 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23684f49-0927-402b-b9c3-7d9fdce6bdfd req-faeeeb43-3595-4e75-9c9f-eb2f78d42d05 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:52.453866 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23684f49-0927-402b-b9c3-7d9fdce6bdfd req-faeeeb43-3595-4e75-9c9f-eb2f78d42d05 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:52.454127 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d95151-083c-4869-b7fd-a30256ef625e req-722e2c63-b3e0-407b-ab6d-bd7387472ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:52.454127 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d95151-083c-4869-b7fd-a30256ef625e req-722e2c63-b3e0-407b-ab6d-bd7387472ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:52.454683 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-23684f49-0927-402b-b9c3-7d9fdce6bdfd req-faeeeb43-3595-4e75-9c9f-eb2f78d42d05 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d8118a-4722-4e86-9061-3b560a61dbf9 HTTP/1.1" status: 200 len: 5397 time: 0.1261857 Oct 12 19:16:52.454801 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d95151-083c-4869-b7fd-a30256ef625e req-722e2c63-b3e0-407b-ab6d-bd7387472ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:52.455478 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-67d95151-083c-4869-b7fd-a30256ef625e req-722e2c63-b3e0-407b-ab6d-bd7387472ba1 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=e1bc73ca052b4ff989529862bf093e8d&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.1664462 Oct 12 19:16:52.527408 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544b697a-18af-4449-9bcb-80c9cb96f03e service neutron] Pushing event updated for resources: {'Port': ['ID=2265e961-71ff-4cee-a380-de288fc6c904,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:16:52.576835 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-23684f49-0927-402b-b9c3-7d9fdce6bdfd req-2ff0b047-8cbf-425e-9c8f-db1b3dfec763 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f0281d6-ea5c-47a0-8e7d-7819120d644f&id=db60c67d-bef5-44ee-91f7-dd492db60f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1040761 Oct 12 19:16:52.648392 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d95151-083c-4869-b7fd-a30256ef625e req-6998431f-36b7-4716-9b51-b9aeb160a8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:52.653007 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-67d95151-083c-4869-b7fd-a30256ef625e req-6998431f-36b7-4716-9b51-b9aeb160a8e9 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1883538 Oct 12 19:16:52.653502 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 36200) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:16:52.741772 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-544b697a-18af-4449-9bcb-80c9cb96f03e service neutron] Attempting to bind port 2265e961-71ff-4cee-a380-de288fc6c904 on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:16:52.742144 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-544b697a-18af-4449-9bcb-80c9cb96f03e service neutron] Attempting to bind port 2265e961-71ff-4cee-a380-de288fc6c904 by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': 'e7119dae-6234-4e1c-9d77-858c724d074c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '228b976c-c44b-43f4-8a1f-2c6f5ef581f5'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:16:52.742420 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-544b697a-18af-4449-9bcb-80c9cb96f03e service neutron] Attempting to bind port 2265e961-71ff-4cee-a380-de288fc6c904 on network 228b976c-c44b-43f4-8a1f-2c6f5ef581f5 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:16:52.755356 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-544b697a-18af-4449-9bcb-80c9cb96f03e service neutron] Port 2265e961-71ff-4cee-a380-de288fc6c904 on network 228b976c-c44b-43f4-8a1f-2c6f5ef581f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:16:52.755657 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-544b697a-18af-4449-9bcb-80c9cb96f03e service neutron] Attempting to bind port 2265e961-71ff-4cee-a380-de288fc6c904 on network 228b976c-c44b-43f4-8a1f-2c6f5ef581f5 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:16:52.773844 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-544b697a-18af-4449-9bcb-80c9cb96f03e service neutron] Checking agent: {'id': 'f5e9725f-f5a6-43c2-a1be-95e21e9a1fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:16:52.774165 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-544b697a-18af-4449-9bcb-80c9cb96f03e service neutron] Checking segment: {'id': 'e7119dae-6234-4e1c-9d77-858c724d074c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '228b976c-c44b-43f4-8a1f-2c6f5ef581f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:16:52.774554 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-544b697a-18af-4449-9bcb-80c9cb96f03e service neutron] Bound using segment: {'id': 'e7119dae-6234-4e1c-9d77-858c724d074c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '228b976c-c44b-43f4-8a1f-2c6f5ef581f5'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:16:52.774998 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-544b697a-18af-4449-9bcb-80c9cb96f03e service neutron] Bound port: 2265e961-71ff-4cee-a380-de288fc6c904, host: n-h1-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7119dae-6234-4e1c-9d77-858c724d074c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '228b976c-c44b-43f4-8a1f-2c6f5ef581f5'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:16:52.784735 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-544b697a-18af-4449-9bcb-80c9cb96f03e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:52.914054 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-566b5398-6934-412b-8b40-91efab92d537 req-7ace403b-d5ce-423e-bdcd-2dc7ad44f9cb tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=310462ac-35c8-4420-a264-5ffe2ec3acdd HTTP/1.1" status: 200 len: 210 time: 0.0361745 Oct 12 19:16:52.960661 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ce1eda-9468-4fa1-bda0-ed5c4c27f540 req-5ef41416-be16-4f14-b767-673d64c12066 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:52.971477 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ce1eda-9468-4fa1-bda0-ed5c4c27f540 req-5ef41416-be16-4f14-b767-673d64c12066 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:52.978421 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ce1eda-9468-4fa1-bda0-ed5c4c27f540 req-5ef41416-be16-4f14-b767-673d64c12066 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:52.984517 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ce1eda-9468-4fa1-bda0-ed5c4c27f540 req-5ef41416-be16-4f14-b767-673d64c12066 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:53.000457 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ce1eda-9468-4fa1-bda0-ed5c4c27f540 req-5ef41416-be16-4f14-b767-673d64c12066 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:53.011848 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ce1eda-9468-4fa1-bda0-ed5c4c27f540 req-5ef41416-be16-4f14-b767-673d64c12066 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:53.019889 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ce1eda-9468-4fa1-bda0-ed5c4c27f540 req-5ef41416-be16-4f14-b767-673d64c12066 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:53.031837 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c3ce1eda-9468-4fa1-bda0-ed5c4c27f540 req-5ef41416-be16-4f14-b767-673d64c12066 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecc38ae3-328a-43a0-a185-601e29a048cb HTTP/1.1" status: 200 len: 5430 time: 0.1616569 Oct 12 19:16:53.040093 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-544b697a-18af-4449-9bcb-80c9cb96f03e service neutron] For port 2265e961-71ff-4cee-a380-de288fc6c904, host n-h1-813679-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:16:53.050061 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b6daa6ea-eaea-4395-aab0-ddc976c2c9b5 req-cd8222d4-a046-47f6-a2f8-472ca5193501 tempest-ServerShowV257Test-345519429 tempest-ServerShowV257Test-345519429-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc7de5b8-9e2a-4df7-b989-0c89d962501c HTTP/1.1" status: 200 len: 210 time: 0.0400252 Oct 12 19:16:53.088877 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-544b697a-18af-4449-9bcb-80c9cb96f03e service neutron] For port 2265e961-71ff-4cee-a380-de288fc6c904, host n-h1-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=2265e961-71ff-4cee-a380-de288fc6c904,segment=NetworkSegment(e7119dae-6234-4e1c-9d77-858c724d074c),segment_id=e7119dae-6234-4e1c-9d77-858c724d074c)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:16:53.116647 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c3ce1eda-9468-4fa1-bda0-ed5c4c27f540 req-216abb6f-3f77-4a38-9904-4fb2393b54fe tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/security-groups?id=76b081dc-6667-4e1c-b44d-8d05a61d7938&id=0726b0fe-78be-4ea7-8b43-7be54affa06f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0859284 Oct 12 19:16:53.172418 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_v2 [None req-11c4fcc3-a37f-41e8-92c7-ab907672a792 admin admin] Deleting subnet e0ebc949-3a0d-4490-86b6-8c422c8edc16 {{(pid=95501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:16:53.175800 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-11c4fcc3-a37f-41e8-92c7-ab907672a792 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:53.217972 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-11c4fcc3-a37f-41e8-92c7-ab907672a792 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281083'] for subnet, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:53.265040 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-11c4fcc3-a37f-41e8-92c7-ab907672a792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:53.302057 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 0946ba25-df3e-4db4-81cd-5b85f0d746c0 no longer exists at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:16:53.340766 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] No Port match for: 0946ba25-df3e-4db4-81cd-5b85f0d746c0 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:16:53.341212 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 0946ba25-df3e-4db4-81cd-5b85f0d746c0 not bound to the agent host n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:16:53.466886 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-544b697a-18af-4449-9bcb-80c9cb96f03e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:53.495432 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-11c4fcc3-a37f-41e8-92c7-ab907672a792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4824924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4612362'] for subnet, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:53.543726 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c4fcc3-a37f-41e8-92c7-ab907672a792 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0ebc949-3a0d-4490-86b6-8c422c8edc16,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:16:53.548120 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-11c4fcc3-a37f-41e8-92c7-ab907672a792 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:53.554996 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-11c4fcc3-a37f-41e8-92c7-ab907672a792 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/e0ebc949-3a0d-4490-86b6-8c422c8edc16 HTTP/1.1" status: 204 len: 168 time: 0.8974903 Oct 12 19:16:53.556359 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 36244) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:16:53.567000 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-544b697a-18af-4449-9bcb-80c9cb96f03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:53.567613 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-544b697a-18af-4449-9bcb-80c9cb96f03e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:53.573877 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-544b697a-18af-4449-9bcb-80c9cb96f03e service neutron] 10.222.0.61 "PUT /v2.0/ports/2265e961-71ff-4cee-a380-de288fc6c904 HTTP/1.1" status: 200 len: 1091 time: 1.8265121 Oct 12 19:16:53.587101 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 36246) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:16:53.724108 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1e93784e-b23c-4a61-a304-dc0346cd89a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:53.764605 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-4338ba4f-24d6-4340-99c8-0e3784dbaaea service neutron] Request body: {'port': {'device_id': 'a5d8118a-4722-4e86-9061-3b560a61dbf9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:16:53.793450 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544b697a-18af-4449-9bcb-80c9cb96f03e service neutron] Pushing event updated for resources: {'Port': ['ID=2265e961-71ff-4cee-a380-de288fc6c904,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:16:53.822727 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-035e4ec2-af94-43fd-a6b9-f99c9da21455 admin admin] Deleting subnet a04d54df-064e-4c45-85d6-73b27d98a999 {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:16:53.841249 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-035e4ec2-af94-43fd-a6b9-f99c9da21455 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:53.844362 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1e93784e-b23c-4a61-a304-dc0346cd89a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:53.858484 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e2df78-a868-44cd-a7d2-019c3201eba9 req-06f80a80-5deb-4ee8-9c7c-a752281adaf6 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:53.866951 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e2df78-a868-44cd-a7d2-019c3201eba9 req-06f80a80-5deb-4ee8-9c7c-a752281adaf6 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:53.873022 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-1e93784e-b23c-4a61-a304-dc0346cd89a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9c833e6-1691-44ed-bf82-cf9c18667411']}} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:16:53.875372 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e2df78-a868-44cd-a7d2-019c3201eba9 req-06f80a80-5deb-4ee8-9c7c-a752281adaf6 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:53.883124 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e2df78-a868-44cd-a7d2-019c3201eba9 req-06f80a80-5deb-4ee8-9c7c-a752281adaf6 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:53.886335 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-1e93784e-b23c-4a61-a304-dc0346cd89a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af837146-1b4e-4c2b-b1ce-96eb7f990955') {'for_net_delete': True} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:16:53.886704 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-1e93784e-b23c-4a61-a304-dc0346cd89a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af837146-1b4e-4c2b-b1ce-96eb7f990955') {} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:16:53.891048 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e2df78-a868-44cd-a7d2-019c3201eba9 req-06f80a80-5deb-4ee8-9c7c-a752281adaf6 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:53.899400 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e2df78-a868-44cd-a7d2-019c3201eba9 req-06f80a80-5deb-4ee8-9c7c-a752281adaf6 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:53.899865 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1e93784e-b23c-4a61-a304-dc0346cd89a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4281072'] for segment, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:53.909692 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e2df78-a868-44cd-a7d2-019c3201eba9 req-06f80a80-5deb-4ee8-9c7c-a752281adaf6 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:53.917089 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1e93784e-b23c-4a61-a304-dc0346cd89a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:53.921004 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-77e2df78-a868-44cd-a7d2-019c3201eba9 req-06f80a80-5deb-4ee8-9c7c-a752281adaf6 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d8118a-4722-4e86-9061-3b560a61dbf9 HTTP/1.1" status: 200 len: 5409 time: 0.2262032 Oct 12 19:16:53.928985 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e93784e-b23c-4a61-a304-dc0346cd89a5 admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=95501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:16:53.929646 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1e93784e-b23c-4a61-a304-dc0346cd89a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4823170'] for segment, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:53.932106 n-d-813679-3 neutron-server[95501]: Traceback (most recent call last): Oct 12 19:16:53.932106 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:16:53.932106 n-d-813679-3 neutron-server[95501]: timer() Oct 12 19:16:53.932106 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:16:53.932106 n-d-813679-3 neutron-server[95501]: cb(*args, **kw) Oct 12 19:16:53.932106 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:16:53.932106 n-d-813679-3 neutron-server[95501]: return func(*args, **kwargs) Oct 12 19:16:53.932106 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:16:53.932106 n-d-813679-3 neutron-server[95501]: self._notify() Oct 12 19:16:53.932106 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:16:53.932106 n-d-813679-3 neutron-server[95501]: self.callback(batched_events) Oct 12 19:16:53.932106 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:16:53.932106 n-d-813679-3 neutron-server[95501]: event.method(event) Oct 12 19:16:53.932106 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:16:53.932106 n-d-813679-3 neutron-server[95501]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:16:53.932106 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:16:53.932106 n-d-813679-3 neutron-server[95501]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:16:53.932106 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:16:53.932106 n-d-813679-3 neutron-server[95501]: return f(self, *a, **k) Oct 12 19:16:53.932106 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:16:53.932106 n-d-813679-3 neutron-server[95501]: return self._get(url).json() Oct 12 19:16:53.932106 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:16:53.932106 n-d-813679-3 neutron-server[95501]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:16:53.932106 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:16:53.932106 n-d-813679-3 neutron-server[95501]: return self.request(url, 'GET', **kwargs) Oct 12 19:16:53.932106 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:16:53.932106 n-d-813679-3 neutron-server[95501]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:16:53.932106 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:16:53.932106 n-d-813679-3 neutron-server[95501]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:16:53.932106 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:16:53.932106 n-d-813679-3 neutron-server[95501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:16:53.932106 n-d-813679-3 neutron-server[95501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:16:54.049354 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b6348d7d-ed5b-4b18-84a2-50209f640698 req-7fb9839b-0a01-44fc-8824-f6e307abeeee tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=310462ac-35c8-4420-a264-5ffe2ec3acdd HTTP/1.1" status: 200 len: 210 time: 0.0439558 Oct 12 19:16:54.053349 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-035e4ec2-af94-43fd-a6b9-f99c9da21455 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16313642'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:54.060185 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-4338ba4f-24d6-4340-99c8-0e3784dbaaea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:54.090456 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-77e2df78-a868-44cd-a7d2-019c3201eba9 req-529dd360-4f29-41dd-b309-e5119e215111 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f0281d6-ea5c-47a0-8e7d-7819120d644f&id=db60c67d-bef5-44ee-91f7-dd492db60f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1683769 Oct 12 19:16:54.103778 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5d8118a-4722-4e86-9061-3b560a61dbf9', 'tag': '2265e961-71ff-4cee-a380-de288fc6c904'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:16:54.106352 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2609a064-2c63-4d54-bc5e-d82e3b228e42" -d '{"events": [{"name": "network-changed", "server_uuid": "a5d8118a-4722-4e86-9061-3b560a61dbf9", "tag": "2265e961-71ff-4cee-a380-de288fc6c904"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:16:54.123324 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1e93784e-b23c-4a61-a304-dc0346cd89a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:54.144928 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1e93784e-b23c-4a61-a304-dc0346cd89a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:54.157817 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-1e93784e-b23c-4a61-a304-dc0346cd89a5 admin admin] 10.222.0.49 "DELETE /v2.0/networks/c9c833e6-1691-44ed-bf82-cf9c18667411 HTTP/1.1" status: 204 len: 168 time: 0.5992262 Oct 12 19:16:54.158198 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 36266) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:16:54.162004 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e93784e-b23c-4a61-a304-dc0346cd89a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9c833e6-1691-44ed-bf82-cf9c18667411,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:16:54.208655 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-035e4ec2-af94-43fd-a6b9-f99c9da21455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:54.218996 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3859b143-55c0-4bab-a721-91063db1b82a req-feabd2aa-fbc6-4770-bcdc-01e2540bf40e tempest-ServerShowV257Test-345519429 tempest-ServerShowV257Test-345519429-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc7de5b8-9e2a-4df7-b989-0c89d962501c HTTP/1.1" status: 200 len: 210 time: 0.0396185 Oct 12 19:16:54.224886 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaff7ea2-efac-4298-8cd6-85f1ef90dc00 x-openstack-request-id: req-eaff7ea2-efac-4298-8cd6-85f1ef90dc00 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:16:54.224886 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5d8118a-4722-4e86-9061-3b560a61dbf9", "tag": "2265e961-71ff-4cee-a380-de288fc6c904", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:16:54.225326 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-eaff7ea2-efac-4298-8cd6-85f1ef90dc00 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:16:54.225543 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5d8118a-4722-4e86-9061-3b560a61dbf9', 'tag': '2265e961-71ff-4cee-a380-de288fc6c904', 'status': 'completed', 'code': 200} Oct 12 19:16:54.317631 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2609a064-2c63-4d54-bc5e-d82e3b228e42 req-513734da-ea04-4444-bf71-57d1ea72ca31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:54.318228 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2609a064-2c63-4d54-bc5e-d82e3b228e42 req-513734da-ea04-4444-bf71-57d1ea72ca31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:54.318697 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2609a064-2c63-4d54-bc5e-d82e3b228e42 req-513734da-ea04-4444-bf71-57d1ea72ca31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:54.319642 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2609a064-2c63-4d54-bc5e-d82e3b228e42 req-513734da-ea04-4444-bf71-57d1ea72ca31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:54.319642 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2609a064-2c63-4d54-bc5e-d82e3b228e42 req-513734da-ea04-4444-bf71-57d1ea72ca31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:54.320121 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2609a064-2c63-4d54-bc5e-d82e3b228e42 req-513734da-ea04-4444-bf71-57d1ea72ca31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:54.320573 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2609a064-2c63-4d54-bc5e-d82e3b228e42 req-513734da-ea04-4444-bf71-57d1ea72ca31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:54.324448 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2609a064-2c63-4d54-bc5e-d82e3b228e42 req-513734da-ea04-4444-bf71-57d1ea72ca31 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e1bc73ca052b4ff989529862bf093e8d&device_id=a5d8118a-4722-4e86-9061-3b560a61dbf9 HTTP/1.1" status: 200 len: 6411 time: 0.0715499 Oct 12 19:16:54.399155 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8d4f63d-ec61-49f7-90f1-195805d718f4 admin admin] Deleting subnet 8d970c45-234a-4ae2-b969-bc17a65fb0e2 {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:16:54.415371 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c8d4f63d-ec61-49f7-90f1-195805d718f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:54.481485 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e00521-b0b6-4fbf-a97f-347a9fff31cb req-30ab7dc6-3722-4373-b96a-719b2694ffc7 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:54.487034 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e00521-b0b6-4fbf-a97f-347a9fff31cb req-30ab7dc6-3722-4373-b96a-719b2694ffc7 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:54.493092 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2609a064-2c63-4d54-bc5e-d82e3b228e42 req-610d3046-2703-45cf-b871-adc0dc38575b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:54.493583 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2609a064-2c63-4d54-bc5e-d82e3b228e42 req-610d3046-2703-45cf-b871-adc0dc38575b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:54.493708 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e00521-b0b6-4fbf-a97f-347a9fff31cb req-30ab7dc6-3722-4373-b96a-719b2694ffc7 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:54.494028 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2609a064-2c63-4d54-bc5e-d82e3b228e42 req-610d3046-2703-45cf-b871-adc0dc38575b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:54.495588 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2609a064-2c63-4d54-bc5e-d82e3b228e42 req-610d3046-2703-45cf-b871-adc0dc38575b service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=e1bc73ca052b4ff989529862bf093e8d&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.1638927 Oct 12 19:16:54.500244 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e00521-b0b6-4fbf-a97f-347a9fff31cb req-30ab7dc6-3722-4373-b96a-719b2694ffc7 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:54.506494 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e00521-b0b6-4fbf-a97f-347a9fff31cb req-30ab7dc6-3722-4373-b96a-719b2694ffc7 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:54.513907 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e00521-b0b6-4fbf-a97f-347a9fff31cb req-30ab7dc6-3722-4373-b96a-719b2694ffc7 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:54.520832 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e00521-b0b6-4fbf-a97f-347a9fff31cb req-30ab7dc6-3722-4373-b96a-719b2694ffc7 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:54.530443 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-55e00521-b0b6-4fbf-a97f-347a9fff31cb req-30ab7dc6-3722-4373-b96a-719b2694ffc7 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecc38ae3-328a-43a0-a185-601e29a048cb HTTP/1.1" status: 200 len: 5430 time: 0.2580004 Oct 12 19:16:54.570263 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-035e4ec2-af94-43fd-a6b9-f99c9da21455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4306592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16245866'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:54.615763 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c8d4f63d-ec61-49f7-90f1-195805d718f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16313642'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:54.629541 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2609a064-2c63-4d54-bc5e-d82e3b228e42 req-978e5840-7c07-4c00-a5b8-9257de0492f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:54.631009 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2609a064-2c63-4d54-bc5e-d82e3b228e42 req-978e5840-7c07-4c00-a5b8-9257de0492f4 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1284826 Oct 12 19:16:55.009849 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035e4ec2-af94-43fd-a6b9-f99c9da21455 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a04d54df-064e-4c45-85d6-73b27d98a999,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:16:55.012589 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-035e4ec2-af94-43fd-a6b9-f99c9da21455 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:55.016739 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-035e4ec2-af94-43fd-a6b9-f99c9da21455 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/a04d54df-064e-4c45-85d6-73b27d98a999 HTTP/1.1" status: 204 len: 168 time: 1.4269569 Oct 12 19:16:55.019754 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 36272) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:16:55.063802 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-55e00521-b0b6-4fbf-a97f-347a9fff31cb req-adb7137c-2b23-4165-bc81-f171e769d2cd tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/security-groups?id=76b081dc-6667-4e1c-b44d-8d05a61d7938&id=0726b0fe-78be-4ea7-8b43-7be54affa06f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5325007 Oct 12 19:16:55.077602 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c8d4f63d-ec61-49f7-90f1-195805d718f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:55.140195 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-bcf2103a-1e67-4b42-92ad-a5dd18f430db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:55.181354 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-4338ba4f-24d6-4340-99c8-0e3784dbaaea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78f65a13-8a00-447a-aab8-21741cf4e3f4 {{(pid=95502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:16:55.189658 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-4338ba4f-24d6-4340-99c8-0e3784dbaaea service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:55.211521 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-4338ba4f-24d6-4340-99c8-0e3784dbaaea service neutron] Transition to ACTIVE for port object 78f65a13-8a00-447a-aab8-21741cf4e3f4 will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:16:55.269148 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c8d4f63d-ec61-49f7-90f1-195805d718f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4306592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16245866'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:55.303055 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d4f63d-ec61-49f7-90f1-195805d718f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d970c45-234a-4ae2-b969-bc17a65fb0e2,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:16:55.305951 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-4338ba4f-24d6-4340-99c8-0e3784dbaaea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:55.308605 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c8d4f63d-ec61-49f7-90f1-195805d718f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:55.312466 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-c8d4f63d-ec61-49f7-90f1-195805d718f4 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/8d970c45-234a-4ae2-b969-bc17a65fb0e2 HTTP/1.1" status: 204 len: 168 time: 1.1502948 Oct 12 19:16:55.317516 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 36280) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:16:55.427831 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2207796f-fa52-4ecd-85b8-4a7a5e2618bb req-4f362a6e-4b5e-4cd3-aa90-15f7c24ad7d1 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:55.434043 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2207796f-fa52-4ecd-85b8-4a7a5e2618bb req-4f362a6e-4b5e-4cd3-aa90-15f7c24ad7d1 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:55.454849 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2207796f-fa52-4ecd-85b8-4a7a5e2618bb req-4f362a6e-4b5e-4cd3-aa90-15f7c24ad7d1 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:55.461219 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2207796f-fa52-4ecd-85b8-4a7a5e2618bb req-4f362a6e-4b5e-4cd3-aa90-15f7c24ad7d1 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:55.467398 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2207796f-fa52-4ecd-85b8-4a7a5e2618bb req-4f362a6e-4b5e-4cd3-aa90-15f7c24ad7d1 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:55.479300 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2207796f-fa52-4ecd-85b8-4a7a5e2618bb req-4f362a6e-4b5e-4cd3-aa90-15f7c24ad7d1 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:55.485525 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2207796f-fa52-4ecd-85b8-4a7a5e2618bb req-4f362a6e-4b5e-4cd3-aa90-15f7c24ad7d1 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:55.488189 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2207796f-fa52-4ecd-85b8-4a7a5e2618bb req-4f362a6e-4b5e-4cd3-aa90-15f7c24ad7d1 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d8118a-4722-4e86-9061-3b560a61dbf9 HTTP/1.1" status: 200 len: 5409 time: 0.2544360 Oct 12 19:16:55.524223 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4338ba4f-24d6-4340-99c8-0e3784dbaaea service neutron] Pushing event updated for resources: {'Port': ['ID=78f65a13-8a00-447a-aab8-21741cf4e3f4,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:16:55.574641 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2c993ceb-54b0-4ad8-989a-5f4e563c1c30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:55.710356 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2207796f-fa52-4ecd-85b8-4a7a5e2618bb req-0f9fddc1-96b5-499e-8d29-df36e8045c58 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f0281d6-ea5c-47a0-8e7d-7819120d644f&id=db60c67d-bef5-44ee-91f7-dd492db60f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1889608 Oct 12 19:16:55.744006 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-4338ba4f-24d6-4340-99c8-0e3784dbaaea service neutron] Attempting to bind port 78f65a13-8a00-447a-aab8-21741cf4e3f4 on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:16:55.747680 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-4338ba4f-24d6-4340-99c8-0e3784dbaaea service neutron] Attempting to bind port 78f65a13-8a00-447a-aab8-21741cf4e3f4 by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': 'e7119dae-6234-4e1c-9d77-858c724d074c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '228b976c-c44b-43f4-8a1f-2c6f5ef581f5'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:16:55.748014 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-4338ba4f-24d6-4340-99c8-0e3784dbaaea service neutron] Attempting to bind port 78f65a13-8a00-447a-aab8-21741cf4e3f4 on network 228b976c-c44b-43f4-8a1f-2c6f5ef581f5 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:16:55.760883 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-62a16a53-86e8-46b6-b555-e79511022887 req-e9473c11-a32b-424b-ae87-9affcb50f839 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=310462ac-35c8-4420-a264-5ffe2ec3acdd HTTP/1.1" status: 200 len: 210 time: 0.1230607 Oct 12 19:16:55.801617 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-bcf2103a-1e67-4b42-92ad-a5dd18f430db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:55.837688 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-bcf2103a-1e67-4b42-92ad-a5dd18f430db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de7a4800-3a36-49db-938a-a424194241c9']}} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:16:55.868539 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-bcf2103a-1e67-4b42-92ad-a5dd18f430db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35dde9ae-6a3d-4327-a38f-c2a1ca6f0ad7') {'for_net_delete': True} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:16:55.868932 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2c993ceb-54b0-4ad8-989a-5f4e563c1c30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:55.869062 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-bcf2103a-1e67-4b42-92ad-a5dd18f430db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35dde9ae-6a3d-4327-a38f-c2a1ca6f0ad7') {} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:16:55.891416 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-bcf2103a-1e67-4b42-92ad-a5dd18f430db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4281072'] for segment, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:55.906750 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-2c993ceb-54b0-4ad8-989a-5f4e563c1c30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d35b427-5873-4883-a373-11c4d37aaa18']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:16:55.916060 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2660f2-1a8f-4e17-a5e6-086cbabbf508 req-c6b092e0-1e04-4a7a-b401-d97b9ee393ec tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:55.917872 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0e2660f2-1a8f-4e17-a5e6-086cbabbf508 req-c6b092e0-1e04-4a7a-b401-d97b9ee393ec tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.67 "GET /v2.0/networks?id=82671036-c03a-4d3c-b62d-db19aa8b0fed HTTP/1.1" status: 200 len: 820 time: 0.2816474 Oct 12 19:16:55.924611 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-bcf2103a-1e67-4b42-92ad-a5dd18f430db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:55.927236 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-2c993ceb-54b0-4ad8-989a-5f4e563c1c30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb6c815b-9836-4973-8f27-cc6077540cae') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:16:55.931161 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-2c993ceb-54b0-4ad8-989a-5f4e563c1c30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb6c815b-9836-4973-8f27-cc6077540cae') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:16:55.932344 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcf2103a-1e67-4b42-92ad-a5dd18f430db admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=95501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:16:55.932963 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-bcf2103a-1e67-4b42-92ad-a5dd18f430db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4823170'] for segment, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:55.935086 n-d-813679-3 neutron-server[95501]: Traceback (most recent call last): Oct 12 19:16:55.935086 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:16:55.935086 n-d-813679-3 neutron-server[95501]: timer() Oct 12 19:16:55.935086 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:16:55.935086 n-d-813679-3 neutron-server[95501]: cb(*args, **kw) Oct 12 19:16:55.935086 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:16:55.935086 n-d-813679-3 neutron-server[95501]: return func(*args, **kwargs) Oct 12 19:16:55.935086 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:16:55.935086 n-d-813679-3 neutron-server[95501]: self._notify() Oct 12 19:16:55.935086 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:16:55.935086 n-d-813679-3 neutron-server[95501]: self.callback(batched_events) Oct 12 19:16:55.935086 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:16:55.935086 n-d-813679-3 neutron-server[95501]: event.method(event) Oct 12 19:16:55.935086 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:16:55.935086 n-d-813679-3 neutron-server[95501]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:16:55.935086 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:16:55.935086 n-d-813679-3 neutron-server[95501]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:16:55.935086 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:16:55.935086 n-d-813679-3 neutron-server[95501]: return f(self, *a, **k) Oct 12 19:16:55.935086 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:16:55.935086 n-d-813679-3 neutron-server[95501]: return self._get(url).json() Oct 12 19:16:55.935086 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:16:55.935086 n-d-813679-3 neutron-server[95501]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:16:55.935086 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:16:55.935086 n-d-813679-3 neutron-server[95501]: return self.request(url, 'GET', **kwargs) Oct 12 19:16:55.935086 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:16:55.935086 n-d-813679-3 neutron-server[95501]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:16:55.935086 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:16:55.935086 n-d-813679-3 neutron-server[95501]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:16:55.935086 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:16:55.935086 n-d-813679-3 neutron-server[95501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:16:55.935086 n-d-813679-3 neutron-server[95501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:16:55.938656 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2c993ceb-54b0-4ad8-989a-5f4e563c1c30 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16313633'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:55.951935 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-0e2660f2-1a8f-4e17-a5e6-086cbabbf508 req-6d374d86-8334-4fd6-b212-4a34796017d6 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Request body: {'port': {'device_id': '310462ac-35c8-4420-a264-5ffe2ec3acdd', 'network_id': '82671036-c03a-4d3c-b62d-db19aa8b0fed', 'admin_state_up': True, 'tenant_id': '803d7b884967412f992e4b2e79b460e6'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:16:55.959932 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-4338ba4f-24d6-4340-99c8-0e3784dbaaea service neutron] Port 78f65a13-8a00-447a-aab8-21741cf4e3f4 on network 228b976c-c44b-43f4-8a1f-2c6f5ef581f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:16:55.960312 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-4338ba4f-24d6-4340-99c8-0e3784dbaaea service neutron] Attempting to bind port 78f65a13-8a00-447a-aab8-21741cf4e3f4 on network 228b976c-c44b-43f4-8a1f-2c6f5ef581f5 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:16:55.982482 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-4338ba4f-24d6-4340-99c8-0e3784dbaaea service neutron] Checking agent: {'id': 'f5e9725f-f5a6-43c2-a1be-95e21e9a1fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:16:55.982826 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-4338ba4f-24d6-4340-99c8-0e3784dbaaea service neutron] Checking segment: {'id': 'e7119dae-6234-4e1c-9d77-858c724d074c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '228b976c-c44b-43f4-8a1f-2c6f5ef581f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:16:55.987227 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-4338ba4f-24d6-4340-99c8-0e3784dbaaea service neutron] Bound using segment: {'id': 'e7119dae-6234-4e1c-9d77-858c724d074c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '228b976c-c44b-43f4-8a1f-2c6f5ef581f5'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:16:55.987227 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-4338ba4f-24d6-4340-99c8-0e3784dbaaea service neutron] Bound port: 78f65a13-8a00-447a-aab8-21741cf4e3f4, host: n-h1-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7119dae-6234-4e1c-9d77-858c724d074c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '228b976c-c44b-43f4-8a1f-2c6f5ef581f5'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:16:55.987227 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-4338ba4f-24d6-4340-99c8-0e3784dbaaea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:56.068615 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3ee8ac83-47e9-4a13-8f85-439cde3d3ed4 req-33d9df22-4987-473c-8b96-93c355ae0367 tempest-ServerShowV257Test-345519429 tempest-ServerShowV257Test-345519429-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc7de5b8-9e2a-4df7-b989-0c89d962501c HTTP/1.1" status: 200 len: 210 time: 0.1278336 Oct 12 19:16:56.078420 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2c993ceb-54b0-4ad8-989a-5f4e563c1c30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:56.092199 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c993ceb-54b0-4ad8-989a-5f4e563c1c30 admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:16:56.092612 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2c993ceb-54b0-4ad8-989a-5f4e563c1c30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4305278'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:56.096290 n-d-813679-3 neutron-server[95502]: Traceback (most recent call last): Oct 12 19:16:56.096290 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:16:56.096290 n-d-813679-3 neutron-server[95502]: timer() Oct 12 19:16:56.096290 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:16:56.096290 n-d-813679-3 neutron-server[95502]: cb(*args, **kw) Oct 12 19:16:56.096290 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:16:56.096290 n-d-813679-3 neutron-server[95502]: return func(*args, **kwargs) Oct 12 19:16:56.096290 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:16:56.096290 n-d-813679-3 neutron-server[95502]: self._notify() Oct 12 19:16:56.096290 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:16:56.096290 n-d-813679-3 neutron-server[95502]: self.callback(batched_events) Oct 12 19:16:56.096290 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:16:56.096290 n-d-813679-3 neutron-server[95502]: event.method(event) Oct 12 19:16:56.096290 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:16:56.096290 n-d-813679-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:16:56.096290 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:16:56.096290 n-d-813679-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:16:56.096290 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:16:56.096290 n-d-813679-3 neutron-server[95502]: return f(self, *a, **k) Oct 12 19:16:56.096290 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:16:56.096290 n-d-813679-3 neutron-server[95502]: return self._get(url).json() Oct 12 19:16:56.096290 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:16:56.096290 n-d-813679-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:16:56.096290 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:16:56.096290 n-d-813679-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Oct 12 19:16:56.096290 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:16:56.096290 n-d-813679-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:16:56.096290 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:16:56.096290 n-d-813679-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:16:56.096290 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:16:56.096290 n-d-813679-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:16:56.096290 n-d-813679-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:16:56.153420 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-bcf2103a-1e67-4b42-92ad-a5dd18f430db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:56.167114 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-bcf2103a-1e67-4b42-92ad-a5dd18f430db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:56.173745 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-4338ba4f-24d6-4340-99c8-0e3784dbaaea service neutron] For port 78f65a13-8a00-447a-aab8-21741cf4e3f4, host n-h1-813679-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:16:56.179963 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-bcf2103a-1e67-4b42-92ad-a5dd18f430db admin admin] 10.222.0.49 "DELETE /v2.0/networks/de7a4800-3a36-49db-938a-a424194241c9 HTTP/1.1" status: 204 len: 168 time: 1.1579714 Oct 12 19:16:56.212773 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-4338ba4f-24d6-4340-99c8-0e3784dbaaea service neutron] For port 78f65a13-8a00-447a-aab8-21741cf4e3f4, host n-h1-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=78f65a13-8a00-447a-aab8-21741cf4e3f4,segment=NetworkSegment(e7119dae-6234-4e1c-9d77-858c724d074c),segment_id=e7119dae-6234-4e1c-9d77-858c724d074c)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:16:56.241256 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf2103a-1e67-4b42-92ad-a5dd18f430db admin admin] Pushing event deleted for resources: {'Network': ['ID=de7a4800-3a36-49db-938a-a424194241c9,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:16:56.264619 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2c993ceb-54b0-4ad8-989a-5f4e563c1c30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:56.274539 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2c993ceb-54b0-4ad8-989a-5f4e563c1c30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:56.277999 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-2c993ceb-54b0-4ad8-989a-5f4e563c1c30 admin admin] 10.222.0.49 "DELETE /v2.0/networks/7d35b427-5873-4883-a373-11c4d37aaa18 HTTP/1.1" status: 204 len: 168 time: 0.9576776 Oct 12 19:16:56.298182 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c993ceb-54b0-4ad8-989a-5f4e563c1c30 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d35b427-5873-4883-a373-11c4d37aaa18,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:16:56.327966 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1e66e6-4cef-4fff-9ee0-c4dc506afe7d req-f61adbca-be20-40b2-b4b1-bec6884704cd tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:56.334829 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1e66e6-4cef-4fff-9ee0-c4dc506afe7d req-f61adbca-be20-40b2-b4b1-bec6884704cd tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:56.340926 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1e66e6-4cef-4fff-9ee0-c4dc506afe7d req-f61adbca-be20-40b2-b4b1-bec6884704cd tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:56.346924 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1e66e6-4cef-4fff-9ee0-c4dc506afe7d req-f61adbca-be20-40b2-b4b1-bec6884704cd tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:56.353012 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1e66e6-4cef-4fff-9ee0-c4dc506afe7d req-f61adbca-be20-40b2-b4b1-bec6884704cd tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:56.353988 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e2660f2-1a8f-4e17-a5e6-086cbabbf508 req-6d374d86-8334-4fd6-b212-4a34796017d6 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Made reservation on behalf of 803d7b884967412f992e4b2e79b460e6 for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:16:56.358675 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-0e2660f2-1a8f-4e17-a5e6-086cbabbf508 req-6d374d86-8334-4fd6-b212-4a34796017d6 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:56.361260 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1e66e6-4cef-4fff-9ee0-c4dc506afe7d req-f61adbca-be20-40b2-b4b1-bec6884704cd tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:56.365621 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1e66e6-4cef-4fff-9ee0-c4dc506afe7d req-f61adbca-be20-40b2-b4b1-bec6884704cd tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:56.369746 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6e1e66e6-4cef-4fff-9ee0-c4dc506afe7d req-f61adbca-be20-40b2-b4b1-bec6884704cd tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecc38ae3-328a-43a0-a185-601e29a048cb HTTP/1.1" status: 200 len: 5430 time: 0.1497068 Oct 12 19:16:56.372053 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-4338ba4f-24d6-4340-99c8-0e3784dbaaea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:56.434911 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-4338ba4f-24d6-4340-99c8-0e3784dbaaea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:56.435781 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-4338ba4f-24d6-4340-99c8-0e3784dbaaea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:56.437185 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-4338ba4f-24d6-4340-99c8-0e3784dbaaea service neutron] 10.222.0.61 "PUT /v2.0/ports/78f65a13-8a00-447a-aab8-21741cf4e3f4 HTTP/1.1" status: 200 len: 1091 time: 2.6815376 Oct 12 19:16:56.437622 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5d8118a-4722-4e86-9061-3b560a61dbf9', 'tag': '78f65a13-8a00-447a-aab8-21741cf4e3f4'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:16:56.441122 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a52d365-84ab-42cf-b381-f6eeb8ade283" -d '{"events": [{"name": "network-changed", "server_uuid": "a5d8118a-4722-4e86-9061-3b560a61dbf9", "tag": "78f65a13-8a00-447a-aab8-21741cf4e3f4"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:16:56.504509 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6e1e66e6-4cef-4fff-9ee0-c4dc506afe7d req-1a6cf43d-ea06-4293-bfc4-fcedf461f469 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/security-groups?id=76b081dc-6667-4e1c-b44d-8d05a61d7938&id=0726b0fe-78be-4ea7-8b43-7be54affa06f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1198273 Oct 12 19:16:56.505258 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4338ba4f-24d6-4340-99c8-0e3784dbaaea service neutron] Pushing event updated for resources: {'Port': ['ID=78f65a13-8a00-447a-aab8-21741cf4e3f4,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:16:56.527338 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f29a48f-ffca-4ed1-b941-a9efe61b30c3 x-openstack-request-id: req-1f29a48f-ffca-4ed1-b941-a9efe61b30c3 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:16:56.527631 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5d8118a-4722-4e86-9061-3b560a61dbf9", "tag": "78f65a13-8a00-447a-aab8-21741cf4e3f4", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:16:56.527891 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1f29a48f-ffca-4ed1-b941-a9efe61b30c3 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:16:56.530545 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5d8118a-4722-4e86-9061-3b560a61dbf9', 'tag': '78f65a13-8a00-447a-aab8-21741cf4e3f4', 'status': 'completed', 'code': 200} Oct 12 19:16:56.589351 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [req-0e2660f2-1a8f-4e17-a5e6-086cbabbf508 req-6d374d86-8334-4fd6-b212-4a34796017d6 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Allocated IP 172.20.0.2 (82671036-c03a-4d3c-b62d-db19aa8b0fed/39796bec-4145-45cd-b713-3f2477a830cb/563b134f-51fe-4fed-be7b-8540d1e5cb66) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:16:56.619938 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a52d365-84ab-42cf-b381-f6eeb8ade283 req-b2e61898-a923-4556-a918-28ab0f88328a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:56.620575 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a52d365-84ab-42cf-b381-f6eeb8ade283 req-b2e61898-a923-4556-a918-28ab0f88328a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:56.621175 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a52d365-84ab-42cf-b381-f6eeb8ade283 req-b2e61898-a923-4556-a918-28ab0f88328a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:56.621692 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a52d365-84ab-42cf-b381-f6eeb8ade283 req-b2e61898-a923-4556-a918-28ab0f88328a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:56.622361 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a52d365-84ab-42cf-b381-f6eeb8ade283 req-b2e61898-a923-4556-a918-28ab0f88328a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:56.622866 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a52d365-84ab-42cf-b381-f6eeb8ade283 req-b2e61898-a923-4556-a918-28ab0f88328a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:56.623339 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a52d365-84ab-42cf-b381-f6eeb8ade283 req-b2e61898-a923-4556-a918-28ab0f88328a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:56.625615 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7a52d365-84ab-42cf-b381-f6eeb8ade283 req-b2e61898-a923-4556-a918-28ab0f88328a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e1bc73ca052b4ff989529862bf093e8d&device_id=a5d8118a-4722-4e86-9061-3b560a61dbf9 HTTP/1.1" status: 200 len: 6478 time: 0.0740514 Oct 12 19:16:56.790410 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a52d365-84ab-42cf-b381-f6eeb8ade283 req-e78d82de-5a5d-492c-895d-17f685a097f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:56.790920 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a52d365-84ab-42cf-b381-f6eeb8ade283 req-e78d82de-5a5d-492c-895d-17f685a097f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:56.791463 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a52d365-84ab-42cf-b381-f6eeb8ade283 req-e78d82de-5a5d-492c-895d-17f685a097f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:56.797624 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7a52d365-84ab-42cf-b381-f6eeb8ade283 req-e78d82de-5a5d-492c-895d-17f685a097f1 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=e1bc73ca052b4ff989529862bf093e8d&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.1636009 Oct 12 19:16:56.926464 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-0e2660f2-1a8f-4e17-a5e6-086cbabbf508 req-6d374d86-8334-4fd6-b212-4a34796017d6 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:56.971290 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b469bfcd-fbd8-4eab-89a8-3c2f8c847483 req-2620619a-5d29-4ee8-a63c-d17c0934d3e1 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:56.974244 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-957fd48b-84d1-47f6-a7eb-4f1f6bce5086 req-40f17550-dc81-4cce-a87a-2994ebc59d36 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=310462ac-35c8-4420-a264-5ffe2ec3acdd HTTP/1.1" status: 200 len: 210 time: 0.0543590 Oct 12 19:16:56.981063 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b469bfcd-fbd8-4eab-89a8-3c2f8c847483 req-2620619a-5d29-4ee8-a63c-d17c0934d3e1 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:56.997770 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b469bfcd-fbd8-4eab-89a8-3c2f8c847483 req-2620619a-5d29-4ee8-a63c-d17c0934d3e1 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:57.011602 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 36300) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:16:57.015076 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b469bfcd-fbd8-4eab-89a8-3c2f8c847483 req-2620619a-5d29-4ee8-a63c-d17c0934d3e1 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:57.018093 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a52d365-84ab-42cf-b381-f6eeb8ade283 req-c5c477a9-02bd-4798-aa44-dee2c8648dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:57.019494 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7a52d365-84ab-42cf-b381-f6eeb8ade283 req-c5c477a9-02bd-4798-aa44-dee2c8648dd1 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2125080 Oct 12 19:16:57.027076 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b469bfcd-fbd8-4eab-89a8-3c2f8c847483 req-2620619a-5d29-4ee8-a63c-d17c0934d3e1 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:57.033360 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b469bfcd-fbd8-4eab-89a8-3c2f8c847483 req-2620619a-5d29-4ee8-a63c-d17c0934d3e1 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:57.040549 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b469bfcd-fbd8-4eab-89a8-3c2f8c847483 req-2620619a-5d29-4ee8-a63c-d17c0934d3e1 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:57.048656 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b469bfcd-fbd8-4eab-89a8-3c2f8c847483 req-2620619a-5d29-4ee8-a63c-d17c0934d3e1 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d8118a-4722-4e86-9061-3b560a61dbf9 HTTP/1.1" status: 200 len: 5421 time: 0.2137208 Oct 12 19:16:57.119158 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b469bfcd-fbd8-4eab-89a8-3c2f8c847483 req-a9cbf371-a254-4b88-b8d1-0d79b52a6ab7 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f0281d6-ea5c-47a0-8e7d-7819120d644f&id=db60c67d-bef5-44ee-91f7-dd492db60f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0693130 Oct 12 19:16:57.125661 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-bafb710f-e938-4263-b992-f15f68bfe3a4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=21466a39e7454d76a525d9f64a023efa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1114082 Oct 12 19:16:57.128154 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 36304) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:16:57.168456 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 36306) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:16:57.219177 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-3a8d69f0-c966-428a-ba2f-96cdb7ba3fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:57.219659 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-3a8d69f0-c966-428a-ba2f-96cdb7ba3fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:57.220303 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-3a8d69f0-c966-428a-ba2f-96cdb7ba3fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:57.220766 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-3a8d69f0-c966-428a-ba2f-96cdb7ba3fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:57.221224 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-3a8d69f0-c966-428a-ba2f-96cdb7ba3fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:57.222219 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-3a8d69f0-c966-428a-ba2f-96cdb7ba3fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:57.223175 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-c8b8706f-a928-4817-b0ca-4a86a284cbb1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5fba7a982f4e455fbf6360a954bd3673&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0525482 Oct 12 19:16:57.224549 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-0e2660f2-1a8f-4e17-a5e6-086cbabbf508 req-6d374d86-8334-4fd6-b212-4a34796017d6 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:57.226228 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 36310) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:16:57.226783 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-3a8d69f0-c966-428a-ba2f-96cdb7ba3fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:57.229423 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-3a8d69f0-c966-428a-ba2f-96cdb7ba3fd9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e1bc73ca052b4ff989529862bf093e8d&device_id=a5d8118a-4722-4e86-9061-3b560a61dbf9 HTTP/1.1" status: 200 len: 6478 time: 0.1501474 Oct 12 19:16:57.280329 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e2660f2-1a8f-4e17-a5e6-086cbabbf508 req-6d374d86-8334-4fd6-b212-4a34796017d6 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Network 82671036-c03a-4d3c-b62d-db19aa8b0fed is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:16:57.288346 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [req-0e2660f2-1a8f-4e17-a5e6-086cbabbf508 req-6d374d86-8334-4fd6-b212-4a34796017d6 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:16:57.302305 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e2660f2-1a8f-4e17-a5e6-086cbabbf508 req-6d374d86-8334-4fd6-b212-4a34796017d6 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:16:57.329853 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2d3d0707-f96d-4b11-b15a-11a672d474cb req-b39dfd29-b56c-413b-afc4-b73f623594e5 tempest-ServerShowV257Test-345519429 tempest-ServerShowV257Test-345519429-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc7de5b8-9e2a-4df7-b989-0c89d962501c HTTP/1.1" status: 200 len: 210 time: 0.0973735 Oct 12 19:16:57.332800 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-9283ef32-768b-494b-ab28-f89eca41e1ce service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5c193aa-d046-4b1e-a749-6ece2dc2c658 HTTP/1.1" status: 200 len: 217 time: 0.0831597 Oct 12 19:16:57.333367 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-20624928-0074-4fd8-942b-0bf63850ed51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:57.375545 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d374d86-8334-4fd6-b212-4a34796017d6 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Pushing event updated for resources: {'Port': ['ID=563b134f-51fe-4fed-be7b-8540d1e5cb66,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:16:57.404383 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c46d0a3e-0ff8-4021-8c8c-06286e2c6a03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:57.417855 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-20624928-0074-4fd8-942b-0bf63850ed51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:57.425851 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2660f2-1a8f-4e17-a5e6-086cbabbf508 req-6d374d86-8334-4fd6-b212-4a34796017d6 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:57.427360 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-0e2660f2-1a8f-4e17-a5e6-086cbabbf508 req-6d374d86-8334-4fd6-b212-4a34796017d6 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:57.435684 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-0b5480d8-a917-4db7-b0af-a9cac8d34430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:57.437530 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-0b5480d8-a917-4db7-b0af-a9cac8d34430 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=05da809f-ecea-4341-80e8-b874d56f17a9 HTTP/1.1" status: 200 len: 850 time: 0.0964842 Oct 12 19:16:57.460682 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c46d0a3e-0ff8-4021-8c8c-06286e2c6a03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:57.576355 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-e5d015f1-93fa-473c-8cf2-0cd731b34870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:57.576355 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-e5d015f1-93fa-473c-8cf2-0cd731b34870 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fd3a7e91-28a9-4db8-b159-ade8f4dff732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532942 Oct 12 19:16:57.619464 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-71349468-bbda-4f9e-888f-0365724294be service neutron] 10.222.0.61 "GET /v2.0/networks/fd3a7e91-28a9-4db8-b159-ade8f4dff732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058257 Oct 12 19:16:57.658171 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d866ee-9e13-46f3-b3ab-de8fd79efbbb req-a707f524-dda0-4d51-a454-67e32470960d tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:57.666100 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d866ee-9e13-46f3-b3ab-de8fd79efbbb req-a707f524-dda0-4d51-a454-67e32470960d tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:57.672330 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d866ee-9e13-46f3-b3ab-de8fd79efbbb req-a707f524-dda0-4d51-a454-67e32470960d tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:57.678292 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d866ee-9e13-46f3-b3ab-de8fd79efbbb req-a707f524-dda0-4d51-a454-67e32470960d tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:57.684301 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d866ee-9e13-46f3-b3ab-de8fd79efbbb req-a707f524-dda0-4d51-a454-67e32470960d tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:57.690309 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d866ee-9e13-46f3-b3ab-de8fd79efbbb req-a707f524-dda0-4d51-a454-67e32470960d tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:57.696383 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d866ee-9e13-46f3-b3ab-de8fd79efbbb req-a707f524-dda0-4d51-a454-67e32470960d tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:57.698315 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-35d866ee-9e13-46f3-b3ab-de8fd79efbbb req-a707f524-dda0-4d51-a454-67e32470960d tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecc38ae3-328a-43a0-a185-601e29a048cb HTTP/1.1" status: 200 len: 5430 time: 0.0971763 Oct 12 19:16:57.721219 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-efc4ef98-a973-4b3e-84ec-15df95171eea service neutron] 10.222.0.61 "GET /v2.0/networks/fd3a7e91-28a9-4db8-b159-ade8f4dff732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935962 Oct 12 19:16:57.743594 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-35d866ee-9e13-46f3-b3ab-de8fd79efbbb req-77775b0c-1d78-455a-8a81-d6ff64568b88 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/security-groups?id=76b081dc-6667-4e1c-b44d-8d05a61d7938&id=0726b0fe-78be-4ea7-8b43-7be54affa06f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0373726 Oct 12 19:16:57.777749 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-06266c2e-0af6-4dd5-bbe7-bf860cf19ede service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.22&port_id=0c9b8f06-b903-4faf-8e00-0608202c3bec HTTP/1.1" status: 200 len: 217 time: 0.0493221 Oct 12 19:16:57.805900 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0e2660f2-1a8f-4e17-a5e6-086cbabbf508 req-6d374d86-8334-4fd6-b212-4a34796017d6 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8672557 Oct 12 19:16:57.824704 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-0e2660f2-1a8f-4e17-a5e6-086cbabbf508 req-4a407534-2a56-4959-bb67-eb910e4e0a7d service neutron] Request body: {'port': {'device_id': '310462ac-35c8-4420-a264-5ffe2ec3acdd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-3'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:16:57.833185 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-d8c0031e-98e9-43b5-8c9e-9bde2a222ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:57.835682 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-d8c0031e-98e9-43b5-8c9e-9bde2a222ae8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cc4623cd-de35-484d-89d6-d224b86d5718 HTTP/1.1" status: 200 len: 797 time: 0.0488579 Oct 12 19:16:57.857206 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-20624928-0074-4fd8-942b-0bf63850ed51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:57.859884 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-20624928-0074-4fd8-942b-0bf63850ed51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:57.860368 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c46d0a3e-0ff8-4021-8c8c-06286e2c6a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:57.864455 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-20624928-0074-4fd8-942b-0bf63850ed51 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/453b01c6-7fe6-41ac-8e1d-6df7a2675094 HTTP/1.1" status: 204 len: 168 time: 0.7318518 Oct 12 19:16:57.864644 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c46d0a3e-0ff8-4021-8c8c-06286e2c6a03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:57.867286 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-c46d0a3e-0ff8-4021-8c8c-06286e2c6a03 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/87cccf57-f452-41a8-9e48-a6e744310271 HTTP/1.1" status: 204 len: 168 time: 0.6399469 Oct 12 19:16:57.883234 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46d0a3e-0ff8-4021-8c8c-06286e2c6a03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87cccf57-f452-41a8-9e48-a6e744310271,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:16:57.885567 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20624928-0074-4fd8-942b-0bf63850ed51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=453b01c6-7fe6-41ac-8e1d-6df7a2675094,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:16:57.905172 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-7aeb2ea2-5810-43bf-9c53-ea92f2139f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:57.906965 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-7aeb2ea2-5810-43bf-9c53-ea92f2139f91 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6686226f-4ddf-4917-b57f-19fda7e2d4bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0596039 Oct 12 19:16:57.932578 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-0e2660f2-1a8f-4e17-a5e6-086cbabbf508 req-4a407534-2a56-4959-bb67-eb910e4e0a7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:58.062437 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-e712766a-dcec-46d3-8c4c-13cde090d0ab service neutron] 10.222.0.61 "GET /v2.0/networks/6686226f-4ddf-4917-b57f-19fda7e2d4bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455305 Oct 12 19:16:58.291282 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-cf35cbb9-3524-4d0e-8be0-190ce52a9c78 service neutron] 10.222.0.61 "GET /v2.0/networks/6686226f-4ddf-4917-b57f-19fda7e2d4bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184744 Oct 12 19:16:58.335236 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331236f1-6623-44c3-a758-c3cd21ed5a78 req-2872aa96-9a99-4e08-ab47-b496464e1a9f tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:58.341513 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331236f1-6623-44c3-a758-c3cd21ed5a78 req-2872aa96-9a99-4e08-ab47-b496464e1a9f tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:58.347192 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-9e7b8657-7840-4899-b166-4d7ac6c25d0e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.233&port_id=87aaffab-0243-4158-8adb-c065a78f6f02 HTTP/1.1" status: 200 len: 217 time: 0.0458748 Oct 12 19:16:58.348497 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331236f1-6623-44c3-a758-c3cd21ed5a78 req-2872aa96-9a99-4e08-ab47-b496464e1a9f tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:58.354994 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331236f1-6623-44c3-a758-c3cd21ed5a78 req-2872aa96-9a99-4e08-ab47-b496464e1a9f tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:58.359984 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4880b7-4177-4697-be93-de16c9adecc2 req-a66132ab-5de4-4d5d-a914-405789aca76a tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:58.361456 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331236f1-6623-44c3-a758-c3cd21ed5a78 req-2872aa96-9a99-4e08-ab47-b496464e1a9f tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:58.363309 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-fa4880b7-4177-4697-be93-de16c9adecc2 req-a66132ab-5de4-4d5d-a914-405789aca76a tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=310462ac-35c8-4420-a264-5ffe2ec3acdd HTTP/1.1" status: 200 len: 931 time: 0.2044463 Oct 12 19:16:58.377069 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331236f1-6623-44c3-a758-c3cd21ed5a78 req-2872aa96-9a99-4e08-ab47-b496464e1a9f tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:58.384269 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331236f1-6623-44c3-a758-c3cd21ed5a78 req-2872aa96-9a99-4e08-ab47-b496464e1a9f tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:58.393747 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-331236f1-6623-44c3-a758-c3cd21ed5a78 req-2872aa96-9a99-4e08-ab47-b496464e1a9f tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d8118a-4722-4e86-9061-3b560a61dbf9 HTTP/1.1" status: 200 len: 5421 time: 0.1382961 Oct 12 19:16:58.417418 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-8a71d0cd-39f8-4075-9325-20b48c3ccc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:58.419153 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-8a71d0cd-39f8-4075-9325-20b48c3ccc5e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cc4623cd-de35-484d-89d6-d224b86d5718 HTTP/1.1" status: 200 len: 797 time: 0.0545251 Oct 12 19:16:58.468846 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-331236f1-6623-44c3-a758-c3cd21ed5a78 req-cecdbb8d-666a-49ad-a417-035df3056bd8 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f0281d6-ea5c-47a0-8e7d-7819120d644f&id=db60c67d-bef5-44ee-91f7-dd492db60f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0678420 Oct 12 19:16:58.560875 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-fa4880b7-4177-4697-be93-de16c9adecc2 req-2bb07e92-c24d-48a0-8dbf-035b8824011a tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2999b03-b87d-46b4-9267-1669e2e14df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401038 Oct 12 19:16:58.587038 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-5f156857-5871-41d7-b252-3b2f5a60c3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:58.588559 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-5f156857-5871-41d7-b252-3b2f5a60c3ac service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6686226f-4ddf-4917-b57f-19fda7e2d4bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1420758 Oct 12 19:16:58.641451 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [req-0e2660f2-1a8f-4e17-a5e6-086cbabbf508 req-4a407534-2a56-4959-bb67-eb910e4e0a7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 563b134f-51fe-4fed-be7b-8540d1e5cb66 {{(pid=95501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:16:58.650819 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-0e2660f2-1a8f-4e17-a5e6-086cbabbf508 req-4a407534-2a56-4959-bb67-eb910e4e0a7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:58.666778 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.provisioning_blocks [req-0e2660f2-1a8f-4e17-a5e6-086cbabbf508 req-4a407534-2a56-4959-bb67-eb910e4e0a7d service neutron] Transition to ACTIVE for port object 563b134f-51fe-4fed-be7b-8540d1e5cb66 will not be triggered until provisioned by entity L2. {{(pid=95501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:16:58.753224 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-29205c6a-0cb0-40b0-8edb-a48179493054 req-e877407a-de85-4e6f-93db-b1d531b900df tempest-ServerShowV257Test-345519429 tempest-ServerShowV257Test-345519429-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc7de5b8-9e2a-4df7-b989-0c89d962501c HTTP/1.1" status: 200 len: 210 time: 0.0479555 Oct 12 19:16:58.759431 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-0e2660f2-1a8f-4e17-a5e6-086cbabbf508 req-4a407534-2a56-4959-bb67-eb910e4e0a7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:58.776075 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-9a200f97-970b-4099-b83a-65070316540f service neutron] 10.222.0.61 "GET /v2.0/networks/6686226f-4ddf-4917-b57f-19fda7e2d4bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752093 Oct 12 19:16:58.813675 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a407534-2a56-4959-bb67-eb910e4e0a7d service neutron] Pushing event updated for resources: {'Port': ['ID=563b134f-51fe-4fed-be7b-8540d1e5cb66,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:16:58.903022 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-d86f5065-51d6-4d08-87fd-251d8672c677 service neutron] 10.222.0.61 "GET /v2.0/networks/6686226f-4ddf-4917-b57f-19fda7e2d4bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106620 Oct 12 19:16:58.960894 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-9f855d70-2f43-4bc9-80c0-f7e73ef30fff service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.241&port_id=69633bb3-11f9-410b-8ef6-86a8a94d4395 HTTP/1.1" status: 200 len: 217 time: 0.0475123 Oct 12 19:16:58.974166 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b15e7d1-f5df-4e43-ad73-f2d93efb36c7 req-cf09821c-961c-43f9-bf59-6d5415b32fe7 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:58.980294 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b15e7d1-f5df-4e43-ad73-f2d93efb36c7 req-cf09821c-961c-43f9-bf59-6d5415b32fe7 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:58.986344 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b15e7d1-f5df-4e43-ad73-f2d93efb36c7 req-cf09821c-961c-43f9-bf59-6d5415b32fe7 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:58.992617 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b15e7d1-f5df-4e43-ad73-f2d93efb36c7 req-cf09821c-961c-43f9-bf59-6d5415b32fe7 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:58.998692 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b15e7d1-f5df-4e43-ad73-f2d93efb36c7 req-cf09821c-961c-43f9-bf59-6d5415b32fe7 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:59.005561 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b15e7d1-f5df-4e43-ad73-f2d93efb36c7 req-cf09821c-961c-43f9-bf59-6d5415b32fe7 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:59.012134 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b15e7d1-f5df-4e43-ad73-f2d93efb36c7 req-cf09821c-961c-43f9-bf59-6d5415b32fe7 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:59.022214 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1b15e7d1-f5df-4e43-ad73-f2d93efb36c7 req-cf09821c-961c-43f9-bf59-6d5415b32fe7 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecc38ae3-328a-43a0-a185-601e29a048cb HTTP/1.1" status: 200 len: 5430 time: 0.1360502 Oct 12 19:16:59.042700 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-0e2660f2-1a8f-4e17-a5e6-086cbabbf508 req-4a407534-2a56-4959-bb67-eb910e4e0a7d service neutron] Attempting to bind port 563b134f-51fe-4fed-be7b-8540d1e5cb66 on host n-h2-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:16:59.043262 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-0e2660f2-1a8f-4e17-a5e6-086cbabbf508 req-4a407534-2a56-4959-bb67-eb910e4e0a7d service neutron] Attempting to bind port 563b134f-51fe-4fed-be7b-8540d1e5cb66 by drivers openvswitch,hyperv on host n-h2-813679-3 at level 0 using segments [{'id': '092fb16a-01c2-4f4a-b148-df23675b5071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '82671036-c03a-4d3c-b62d-db19aa8b0fed'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:16:59.043763 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2660f2-1a8f-4e17-a5e6-086cbabbf508 req-4a407534-2a56-4959-bb67-eb910e4e0a7d service neutron] Attempting to bind port 563b134f-51fe-4fed-be7b-8540d1e5cb66 on network 82671036-c03a-4d3c-b62d-db19aa8b0fed {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:16:59.049268 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2660f2-1a8f-4e17-a5e6-086cbabbf508 req-4a407534-2a56-4959-bb67-eb910e4e0a7d service neutron] Port 563b134f-51fe-4fed-be7b-8540d1e5cb66 on network 82671036-c03a-4d3c-b62d-db19aa8b0fed not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:16:59.060187 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2660f2-1a8f-4e17-a5e6-086cbabbf508 req-4a407534-2a56-4959-bb67-eb910e4e0a7d service neutron] Attempting to bind port 563b134f-51fe-4fed-be7b-8540d1e5cb66 on network 82671036-c03a-4d3c-b62d-db19aa8b0fed {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:16:59.060345 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-d6b3d36a-99fa-400a-a667-b434682ece40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:59.060345 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-d6b3d36a-99fa-400a-a667-b434682ece40 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cc4623cd-de35-484d-89d6-d224b86d5718 HTTP/1.1" status: 200 len: 797 time: 0.0915191 Oct 12 19:16:59.062539 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2660f2-1a8f-4e17-a5e6-086cbabbf508 req-4a407534-2a56-4959-bb67-eb910e4e0a7d service neutron] Checking agent: {'id': '233fbd7d-38e4-434f-bb8f-05364d7423a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:16:59.062978 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2660f2-1a8f-4e17-a5e6-086cbabbf508 req-4a407534-2a56-4959-bb67-eb910e4e0a7d service neutron] Checking segment: {'id': '092fb16a-01c2-4f4a-b148-df23675b5071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '82671036-c03a-4d3c-b62d-db19aa8b0fed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:16:59.063471 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2660f2-1a8f-4e17-a5e6-086cbabbf508 req-4a407534-2a56-4959-bb67-eb910e4e0a7d service neutron] Bound using segment: {'id': '092fb16a-01c2-4f4a-b148-df23675b5071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '82671036-c03a-4d3c-b62d-db19aa8b0fed'} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:16:59.064048 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-0e2660f2-1a8f-4e17-a5e6-086cbabbf508 req-4a407534-2a56-4959-bb67-eb910e4e0a7d service neutron] Bound port: 563b134f-51fe-4fed-be7b-8540d1e5cb66, host: n-h2-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '092fb16a-01c2-4f4a-b148-df23675b5071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '82671036-c03a-4d3c-b62d-db19aa8b0fed'}}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:16:59.064534 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-0e2660f2-1a8f-4e17-a5e6-086cbabbf508 req-4a407534-2a56-4959-bb67-eb910e4e0a7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:59.121105 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 36360) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:16:59.148917 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ab08955a-9168-49b1-bda0-6532a3343ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:59.161325 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-19accb24-5204-406e-bad8-abb7738a6194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:59.169373 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1b15e7d1-f5df-4e43-ad73-f2d93efb36c7 req-f9269377-ef1c-4e45-b7f3-f53079fc5670 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/security-groups?id=76b081dc-6667-4e1c-b44d-8d05a61d7938&id=0726b0fe-78be-4ea7-8b43-7be54affa06f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1473022 Oct 12 19:16:59.169639 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-19accb24-5204-406e-bad8-abb7738a6194 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6686226f-4ddf-4917-b57f-19fda7e2d4bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1016996 Oct 12 19:16:59.232352 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-5bb50ee9-6fe7-4373-b8f1-ab1790389114 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6620ec47705e4713b4feeb91a0b9d51a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1078751 Oct 12 19:16:59.235157 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 36364) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:16:59.253367 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-0e2660f2-1a8f-4e17-a5e6-086cbabbf508 req-4a407534-2a56-4959-bb67-eb910e4e0a7d service neutron] For port 563b134f-51fe-4fed-be7b-8540d1e5cb66, host n-h2-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:16:59.275008 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-0e2660f2-1a8f-4e17-a5e6-086cbabbf508 req-4a407534-2a56-4959-bb67-eb910e4e0a7d service neutron] For port 563b134f-51fe-4fed-be7b-8540d1e5cb66, host n-h2-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=563b134f-51fe-4fed-be7b-8540d1e5cb66,segment=NetworkSegment(092fb16a-01c2-4f4a-b148-df23675b5071),segment_id=092fb16a-01c2-4f4a-b148-df23675b5071)] {{(pid=95501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:16:59.311242 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b722ed3c-1853-4652-bd81-f0121fc96896 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:59.328721 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-b21b74d8-8585-478e-89b4-ac62b26d2376 service neutron] 10.222.0.61 "GET /v2.0/networks/6686226f-4ddf-4917-b57f-19fda7e2d4bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506305 Oct 12 19:16:59.339456 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b722ed3c-1853-4652-bd81-f0121fc96896 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:59.348211 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-0e2660f2-1a8f-4e17-a5e6-086cbabbf508 req-4a407534-2a56-4959-bb67-eb910e4e0a7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:59.413567 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2660f2-1a8f-4e17-a5e6-086cbabbf508 req-4a407534-2a56-4959-bb67-eb910e4e0a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:59.414339 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-0e2660f2-1a8f-4e17-a5e6-086cbabbf508 req-4a407534-2a56-4959-bb67-eb910e4e0a7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:59.416181 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0e2660f2-1a8f-4e17-a5e6-086cbabbf508 req-4a407534-2a56-4959-bb67-eb910e4e0a7d service neutron] 10.222.0.67 "PUT /v2.0/ports/563b134f-51fe-4fed-be7b-8540d1e5cb66 HTTP/1.1" status: 200 len: 1091 time: 1.5996897 Oct 12 19:16:59.416704 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '310462ac-35c8-4420-a264-5ffe2ec3acdd', 'tag': '563b134f-51fe-4fed-be7b-8540d1e5cb66'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:16:59.429114 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-916cc5b5-0cd8-46e9-b484-e7226edf16fa" -d '{"events": [{"name": "network-changed", "server_uuid": "310462ac-35c8-4420-a264-5ffe2ec3acdd", "tag": "563b134f-51fe-4fed-be7b-8540d1e5cb66"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:16:59.476406 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a407534-2a56-4959-bb67-eb910e4e0a7d service neutron] Pushing event updated for resources: {'Port': ['ID=563b134f-51fe-4fed-be7b-8540d1e5cb66,revision_number=3']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:16:59.492581 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-2c8f3712-1708-483f-9f7c-78f83d7f91cb service neutron] 10.222.0.61 "GET /v2.0/networks/6686226f-4ddf-4917-b57f-19fda7e2d4bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548295 Oct 12 19:16:59.513692 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-836fe0b8-55f4-4851-94da-ea3e95856bc2 x-openstack-request-id: req-836fe0b8-55f4-4851-94da-ea3e95856bc2 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:16:59.513974 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "310462ac-35c8-4420-a264-5ffe2ec3acdd", "tag": "563b134f-51fe-4fed-be7b-8540d1e5cb66", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:16:59.514382 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-836fe0b8-55f4-4851-94da-ea3e95856bc2 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:16:59.514840 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '310462ac-35c8-4420-a264-5ffe2ec3acdd', 'tag': '563b134f-51fe-4fed-be7b-8540d1e5cb66', 'status': 'completed', 'code': 200} Oct 12 19:16:59.563580 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-2bc24d68-4d8f-4ce9-a8d8-f0e6e1efd37d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=6defa8fb-2e42-45a1-a0f1-d88eaa23d115 HTTP/1.1" status: 200 len: 217 time: 0.0627429 Oct 12 19:16:59.576322 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b722ed3c-1853-4652-bd81-f0121fc96896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:59.578893 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b722ed3c-1853-4652-bd81-f0121fc96896 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:16:59.580227 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-b722ed3c-1853-4652-bd81-f0121fc96896 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/698aa9ac-31de-468e-8300-43f3a0828b0c HTTP/1.1" status: 204 len: 168 time: 0.3438478 Oct 12 19:16:59.619940 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b722ed3c-1853-4652-bd81-f0121fc96896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=698aa9ac-31de-468e-8300-43f3a0828b0c,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:16:59.637546 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916cc5b5-0cd8-46e9-b484-e7226edf16fa req-5c993d92-1129-4d82-b0e4-7d0431af0ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:59.639067 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-916cc5b5-0cd8-46e9-b484-e7226edf16fa req-5c993d92-1129-4d82-b0e4-7d0431af0ab6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=803d7b884967412f992e4b2e79b460e6&device_id=310462ac-35c8-4420-a264-5ffe2ec3acdd HTTP/1.1" status: 200 len: 1094 time: 0.1166043 Oct 12 19:16:59.686892 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-c90afabe-c1c8-4d10-8941-0f5075100893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:59.688731 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-c90afabe-c1c8-4d10-8941-0f5075100893 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cc4623cd-de35-484d-89d6-d224b86d5718 HTTP/1.1" status: 200 len: 797 time: 0.1184735 Oct 12 19:16:59.710264 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1d4045-adb0-4d0f-b275-e72f75f8933d req-1733d6c1-f170-421c-b6ed-aad81baa74b3 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:59.716656 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1d4045-adb0-4d0f-b275-e72f75f8933d req-1733d6c1-f170-421c-b6ed-aad81baa74b3 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:59.723025 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1d4045-adb0-4d0f-b275-e72f75f8933d req-1733d6c1-f170-421c-b6ed-aad81baa74b3 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:59.729277 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1d4045-adb0-4d0f-b275-e72f75f8933d req-1733d6c1-f170-421c-b6ed-aad81baa74b3 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:59.735493 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1d4045-adb0-4d0f-b275-e72f75f8933d req-1733d6c1-f170-421c-b6ed-aad81baa74b3 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:59.743504 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1d4045-adb0-4d0f-b275-e72f75f8933d req-1733d6c1-f170-421c-b6ed-aad81baa74b3 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:59.749701 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1d4045-adb0-4d0f-b275-e72f75f8933d req-1733d6c1-f170-421c-b6ed-aad81baa74b3 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:59.751655 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1e1d4045-adb0-4d0f-b275-e72f75f8933d req-1733d6c1-f170-421c-b6ed-aad81baa74b3 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d8118a-4722-4e86-9061-3b560a61dbf9 HTTP/1.1" status: 200 len: 5421 time: 0.1805730 Oct 12 19:16:59.824472 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131327a4-e699-41df-8b47-1ab540a9069e req-21c42a3d-1741-4605-8a7a-e99bfde3baf0 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:59.833459 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-131327a4-e699-41df-8b47-1ab540a9069e req-21c42a3d-1741-4605-8a7a-e99bfde3baf0 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=310462ac-35c8-4420-a264-5ffe2ec3acdd HTTP/1.1" status: 200 len: 943 time: 0.1217241 Oct 12 19:16:59.858315 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-e57e5397-d66b-4afc-b533-3c9abad5c2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:59.861710 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-e57e5397-d66b-4afc-b533-3c9abad5c2c5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6686226f-4ddf-4917-b57f-19fda7e2d4bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1646292 Oct 12 19:16:59.870148 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1e1d4045-adb0-4d0f-b275-e72f75f8933d req-55f3b634-b096-4d97-ae5f-27b6e67bc67a tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f0281d6-ea5c-47a0-8e7d-7819120d644f&id=db60c67d-bef5-44ee-91f7-dd492db60f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1075013 Oct 12 19:16:59.906957 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916cc5b5-0cd8-46e9-b484-e7226edf16fa req-cab6f070-3f68-4e6b-8249-e453552c2e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:16:59.909641 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-916cc5b5-0cd8-46e9-b484-e7226edf16fa req-cab6f070-3f68-4e6b-8249-e453552c2e7d service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=803d7b884967412f992e4b2e79b460e6&shared=False HTTP/1.1" status: 200 len: 921 time: 0.2598512 Oct 12 19:17:00.047876 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-131327a4-e699-41df-8b47-1ab540a9069e req-3f8201ab-9661-49e1-a013-57e910e93ef6 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2999b03-b87d-46b4-9267-1669e2e14df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126024 Oct 12 19:17:00.048753 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916cc5b5-0cd8-46e9-b484-e7226edf16fa req-4b9fcfcd-d98c-4b41-94fa-1814afe58fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:00.051155 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-916cc5b5-0cd8-46e9-b484-e7226edf16fa req-4b9fcfcd-d98c-4b41-94fa-1814afe58fad service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1340806 Oct 12 19:17:00.149951 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-a9fbf8bb-448e-471a-af02-9e184259201a service neutron] 10.222.0.61 "GET /v2.0/networks/6686226f-4ddf-4917-b57f-19fda7e2d4bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2680013 Oct 12 19:17:00.177464 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2660f2-1a8f-4e17-a5e6-086cbabbf508 req-1c3f45a3-b308-4f4b-b9d8-89bc011ca352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:00.179379 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0e2660f2-1a8f-4e17-a5e6-086cbabbf508 req-1c3f45a3-b308-4f4b-b9d8-89bc011ca352 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=803d7b884967412f992e4b2e79b460e6&device_id=310462ac-35c8-4420-a264-5ffe2ec3acdd HTTP/1.1" status: 200 len: 1094 time: 0.0783281 Oct 12 19:17:00.223492 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-43e3bf5a-3ae2-4d35-a699-18779c805d66 req-f4597fd8-01ae-4474-8305-0c45244f88bc tempest-ServerShowV257Test-345519429 tempest-ServerShowV257Test-345519429-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc7de5b8-9e2a-4df7-b989-0c89d962501c HTTP/1.1" status: 200 len: 210 time: 0.0428488 Oct 12 19:17:00.304083 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0e2660f2-1a8f-4e17-a5e6-086cbabbf508 req-ce81ff18-270d-4ece-8308-e62b1aab0881 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=563b134f-51fe-4fed-be7b-8540d1e5cb66 HTTP/1.1" status: 200 len: 217 time: 0.0790172 Oct 12 19:17:00.399630 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2660f2-1a8f-4e17-a5e6-086cbabbf508 req-268c4ec9-94db-41a1-9f9f-f8ed79c50fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:00.401131 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0e2660f2-1a8f-4e17-a5e6-086cbabbf508 req-268c4ec9-94db-41a1-9f9f-f8ed79c50fa1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=39796bec-4145-45cd-b713-3f2477a830cb HTTP/1.1" status: 200 len: 860 time: 0.0880606 Oct 12 19:17:00.413959 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-b16afdd8-e031-4a75-ab2f-04abf4ed143c service neutron] 10.222.0.61 "GET /v2.0/networks/6686226f-4ddf-4917-b57f-19fda7e2d4bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2531791 Oct 12 19:17:00.424176 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1939972-963b-4a9d-8afb-0a7ae79d8906 req-b5d0df1f-8920-44c4-ab48-b46a8ad4eadc tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:00.430823 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1939972-963b-4a9d-8afb-0a7ae79d8906 req-b5d0df1f-8920-44c4-ab48-b46a8ad4eadc tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:00.437076 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1939972-963b-4a9d-8afb-0a7ae79d8906 req-b5d0df1f-8920-44c4-ab48-b46a8ad4eadc tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:00.445975 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1939972-963b-4a9d-8afb-0a7ae79d8906 req-b5d0df1f-8920-44c4-ab48-b46a8ad4eadc tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:00.461957 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1939972-963b-4a9d-8afb-0a7ae79d8906 req-b5d0df1f-8920-44c4-ab48-b46a8ad4eadc tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:00.481576 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1939972-963b-4a9d-8afb-0a7ae79d8906 req-b5d0df1f-8920-44c4-ab48-b46a8ad4eadc tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:00.495480 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1939972-963b-4a9d-8afb-0a7ae79d8906 req-b5d0df1f-8920-44c4-ab48-b46a8ad4eadc tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:00.498299 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ff8a3024-2873-4cca-bf69-febf616d34fa req-43f8c7f6-77d9-4505-9197-a60bc556d4e6 tempest-ImagesNegativeTestJSON-1634324846 tempest-ImagesNegativeTestJSON-1634324846-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=97cbcb1ad6ef42f9a261d955ef673a83&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0236046 Oct 12 19:17:00.499865 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-b3688689-fbcc-4df9-836e-71c64a59472a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=2265e961-71ff-4cee-a380-de288fc6c904 HTTP/1.1" status: 200 len: 217 time: 0.0766551 Oct 12 19:17:00.505891 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e1939972-963b-4a9d-8afb-0a7ae79d8906 req-b5d0df1f-8920-44c4-ab48-b46a8ad4eadc tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecc38ae3-328a-43a0-a185-601e29a048cb HTTP/1.1" status: 200 len: 5430 time: 0.1608832 Oct 12 19:17:00.549706 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0e2660f2-1a8f-4e17-a5e6-086cbabbf508 req-ee9dd20d-561f-4d1d-a075-0b2ae3780b36 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=82671036-c03a-4d3c-b62d-db19aa8b0fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1373916 Oct 12 19:17:00.615149 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-f7d50e3f-6044-49df-b1ec-139c63c44391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:00.616784 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-f7d50e3f-6044-49df-b1ec-139c63c44391 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=391d2b75-fd68-405b-ba79-4cd2c7a3d303 HTTP/1.1" status: 200 len: 797 time: 0.0892136 Oct 12 19:17:00.628297 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e1939972-963b-4a9d-8afb-0a7ae79d8906 req-fb716e51-08e5-4292-ad82-42a521b9f23e tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/security-groups?id=76b081dc-6667-4e1c-b44d-8d05a61d7938&id=0726b0fe-78be-4ea7-8b43-7be54affa06f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1214151 Oct 12 19:17:00.699532 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8a3024-2873-4cca-bf69-febf616d34fa req-f86918dd-9d56-4dc8-8562-979d01ac3107 tempest-ImagesNegativeTestJSON-1634324846 tempest-ImagesNegativeTestJSON-1634324846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:00.704585 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ff8a3024-2873-4cca-bf69-febf616d34fa req-f86918dd-9d56-4dc8-8562-979d01ac3107 tempest-ImagesNegativeTestJSON-1634324846 tempest-ImagesNegativeTestJSON-1634324846-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2006333 Oct 12 19:17:00.719595 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0e2660f2-1a8f-4e17-a5e6-086cbabbf508 req-c850e988-54ff-4d60-9ad0-456522d1dd0a service neutron] 10.222.0.67 "GET /v2.0/networks/82671036-c03a-4d3c-b62d-db19aa8b0fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610413 Oct 12 19:17:00.724384 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ff8a3024-2873-4cca-bf69-febf616d34fa req-70b889d5-e2fc-4bfa-ad94-1935cb49a52a tempest-ImagesNegativeTestJSON-1634324846 tempest-ImagesNegativeTestJSON-1634324846-project] 10.222.0.49 "GET /v2.0/quotas/97cbcb1ad6ef42f9a261d955ef673a83 HTTP/1.1" status: 200 len: 375 time: 0.0153744 Oct 12 19:17:00.730857 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-494dea20-2a12-4be9-b224-45c6863a0f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:00.732248 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-494dea20-2a12-4be9-b224-45c6863a0f3e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=228b976c-c44b-43f4-8a1f-2c6f5ef581f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1032510 Oct 12 19:17:00.777004 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ff8a3024-2873-4cca-bf69-febf616d34fa req-c0143595-cae5-4546-9e46-6ff6d2afe122 tempest-ImagesNegativeTestJSON-1634324846 tempest-ImagesNegativeTestJSON-1634324846-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=97cbcb1ad6ef42f9a261d955ef673a83&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0437655 Oct 12 19:17:00.862792 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-b0539f7a-d1e4-4e9c-81f3-b4f12f22db30 service neutron] 10.222.0.61 "GET /v2.0/networks/228b976c-c44b-43f4-8a1f-2c6f5ef581f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189506 Oct 12 19:17:00.888664 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0e2660f2-1a8f-4e17-a5e6-086cbabbf508 req-bca65c39-bd5e-4184-a29d-39ef57b6849a service neutron] 10.222.0.67 "GET /v2.0/networks/82671036-c03a-4d3c-b62d-db19aa8b0fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623001 Oct 12 19:17:00.987996 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-51220e75-ffd5-4f1e-92b0-dc78f9a5fcea service neutron] 10.222.0.61 "GET /v2.0/networks/228b976c-c44b-43f4-8a1f-2c6f5ef581f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166842 Oct 12 19:17:01.039350 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e07fc47-1203-4efb-905c-7ad71c0e289e req-c96eb592-54b2-4037-a48b-ef501d7012a3 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:01.040231 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-c0a8a210-ef3a-4962-aa8e-d6112376ef1f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=78f65a13-8a00-447a-aab8-21741cf4e3f4 HTTP/1.1" status: 200 len: 217 time: 0.0427847 Oct 12 19:17:01.045544 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e07fc47-1203-4efb-905c-7ad71c0e289e req-c96eb592-54b2-4037-a48b-ef501d7012a3 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:01.051526 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e07fc47-1203-4efb-905c-7ad71c0e289e req-c96eb592-54b2-4037-a48b-ef501d7012a3 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:01.057421 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e07fc47-1203-4efb-905c-7ad71c0e289e req-c96eb592-54b2-4037-a48b-ef501d7012a3 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:01.064123 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e07fc47-1203-4efb-905c-7ad71c0e289e req-c96eb592-54b2-4037-a48b-ef501d7012a3 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:01.070569 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e07fc47-1203-4efb-905c-7ad71c0e289e req-c96eb592-54b2-4037-a48b-ef501d7012a3 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:01.076556 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e07fc47-1203-4efb-905c-7ad71c0e289e req-c96eb592-54b2-4037-a48b-ef501d7012a3 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:01.078478 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2e07fc47-1203-4efb-905c-7ad71c0e289e req-c96eb592-54b2-4037-a48b-ef501d7012a3 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d8118a-4722-4e86-9061-3b560a61dbf9 HTTP/1.1" status: 200 len: 5421 time: 0.1063879 Oct 12 19:17:01.110200 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-2c67d14e-f08c-44ba-997d-c58c3d3ee886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:01.113464 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-2c67d14e-f08c-44ba-997d-c58c3d3ee886 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=391d2b75-fd68-405b-ba79-4cd2c7a3d303 HTTP/1.1" status: 200 len: 797 time: 0.0657377 Oct 12 19:17:01.154798 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2e07fc47-1203-4efb-905c-7ad71c0e289e req-347b1593-9a70-4bcd-b320-9a058e09b330 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f0281d6-ea5c-47a0-8e7d-7819120d644f&id=db60c67d-bef5-44ee-91f7-dd492db60f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0664561 Oct 12 19:17:01.181559 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-28b9ec9e-ec71-4796-9765-632f3155f5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:01.184382 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-28b9ec9e-ec71-4796-9765-632f3155f5a3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=228b976c-c44b-43f4-8a1f-2c6f5ef581f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0600352 Oct 12 19:17:01.310181 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a4eaeb43-1a78-4015-abe2-2198e22eb45d req-4c272b70-6e1a-4d56-b5d0-7877e60d22ad tempest-ImagesNegativeTestJSON-1634324846 tempest-ImagesNegativeTestJSON-1634324846-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f6e539b-c9b6-4203-ab5d-7b2acb06313d HTTP/1.1" status: 200 len: 210 time: 0.0312109 Oct 12 19:17:01.390732 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f99cfac-ddcd-46bd-bc30-57b3d06db60c req-3a708c3a-f161-43b6-ba9a-4a9280506fee tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:01.398431 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6f99cfac-ddcd-46bd-bc30-57b3d06db60c req-3a708c3a-f161-43b6-ba9a-4a9280506fee tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=310462ac-35c8-4420-a264-5ffe2ec3acdd HTTP/1.1" status: 200 len: 943 time: 0.1170752 Oct 12 19:17:01.412178 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-011bad30-125c-4f8a-8727-387652a49410 service neutron] 10.222.0.61 "GET /v2.0/networks/228b976c-c44b-43f4-8a1f-2c6f5ef581f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195773 Oct 12 19:17:01.491675 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6f99cfac-ddcd-46bd-bc30-57b3d06db60c req-cc986619-965d-4930-8dae-be0eabf764fb tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2999b03-b87d-46b4-9267-1669e2e14df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921192 Oct 12 19:17:01.574597 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-34a5b79a-cd5f-4197-9fff-e8b9c7174237 req-cf9696ae-ccc0-4ca3-bd1b-c0e201138063 tempest-ServerShowV257Test-345519429 tempest-ServerShowV257Test-345519429-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc7de5b8-9e2a-4df7-b989-0c89d962501c HTTP/1.1" status: 200 len: 210 time: 0.0525293 Oct 12 19:17:01.621589 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8b8ba576-a9a5-43bd-a7ab-3289ef436e51 req-9cc6513d-013e-4380-931c-4eb81342e69f service neutron] 10.222.0.61 "GET /v2.0/networks/228b976c-c44b-43f4-8a1f-2c6f5ef581f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010515 Oct 12 19:17:01.673811 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cd6cca77-a51b-4ed1-82e0-83d565f4aa6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:01.817785 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a2c88c-4a92-4357-ab83-a8a10473ba2a req-3bab3fde-dcd5-44be-af38-498555c4d2bb tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:01.827456 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a2c88c-4a92-4357-ab83-a8a10473ba2a req-3bab3fde-dcd5-44be-af38-498555c4d2bb tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:01.833699 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a2c88c-4a92-4357-ab83-a8a10473ba2a req-3bab3fde-dcd5-44be-af38-498555c4d2bb tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:01.854827 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a2c88c-4a92-4357-ab83-a8a10473ba2a req-3bab3fde-dcd5-44be-af38-498555c4d2bb tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:01.861346 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a2c88c-4a92-4357-ab83-a8a10473ba2a req-3bab3fde-dcd5-44be-af38-498555c4d2bb tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:01.868731 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a2c88c-4a92-4357-ab83-a8a10473ba2a req-3bab3fde-dcd5-44be-af38-498555c4d2bb tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:01.874828 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a2c88c-4a92-4357-ab83-a8a10473ba2a req-3bab3fde-dcd5-44be-af38-498555c4d2bb tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:01.881969 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e1a2c88c-4a92-4357-ab83-a8a10473ba2a req-3bab3fde-dcd5-44be-af38-498555c4d2bb tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecc38ae3-328a-43a0-a185-601e29a048cb HTTP/1.1" status: 200 len: 5430 time: 0.1204128 Oct 12 19:17:01.936344 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e1a2c88c-4a92-4357-ab83-a8a10473ba2a req-8f88aca3-b815-4c56-bce8-c4b6ea8e3690 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/security-groups?id=76b081dc-6667-4e1c-b44d-8d05a61d7938&id=0726b0fe-78be-4ea7-8b43-7be54affa06f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0510819 Oct 12 19:17:02.326681 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3c7198-fb98-484d-b999-f36bf9b9e5d1 req-2bc05b74-ad79-42f6-bccc-c572c5e5ff1f tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:02.333329 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3c7198-fb98-484d-b999-f36bf9b9e5d1 req-2bc05b74-ad79-42f6-bccc-c572c5e5ff1f tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:02.339560 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3c7198-fb98-484d-b999-f36bf9b9e5d1 req-2bc05b74-ad79-42f6-bccc-c572c5e5ff1f tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:02.345793 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3c7198-fb98-484d-b999-f36bf9b9e5d1 req-2bc05b74-ad79-42f6-bccc-c572c5e5ff1f tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:02.352932 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3c7198-fb98-484d-b999-f36bf9b9e5d1 req-2bc05b74-ad79-42f6-bccc-c572c5e5ff1f tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:02.362572 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3c7198-fb98-484d-b999-f36bf9b9e5d1 req-2bc05b74-ad79-42f6-bccc-c572c5e5ff1f tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:02.368647 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3c7198-fb98-484d-b999-f36bf9b9e5d1 req-2bc05b74-ad79-42f6-bccc-c572c5e5ff1f tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:02.370478 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9b3c7198-fb98-484d-b999-f36bf9b9e5d1 req-2bc05b74-ad79-42f6-bccc-c572c5e5ff1f tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d8118a-4722-4e86-9061-3b560a61dbf9 HTTP/1.1" status: 200 len: 5421 time: 0.1167769 Oct 12 19:17:02.423501 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e972974e-2866-4b0a-aa6c-e88366e37cb7 req-529f07de-93e5-484c-9ab7-473441d48bbe tempest-ImagesNegativeTestJSON-1634324846 tempest-ImagesNegativeTestJSON-1634324846-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f6e539b-c9b6-4203-ab5d-7b2acb06313d HTTP/1.1" status: 200 len: 210 time: 0.0374868 Oct 12 19:17:02.426685 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9b3c7198-fb98-484d-b999-f36bf9b9e5d1 req-7663c548-ff28-4145-8d77-2751edc86655 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f0281d6-ea5c-47a0-8e7d-7819120d644f&id=db60c67d-bef5-44ee-91f7-dd492db60f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0501859 Oct 12 19:17:02.448085 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:02.448085 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 563b134f-51fe-4fed-be7b-8540d1e5cb66 details requested by agent hyperv_n-h2-813679-3 with host n-h2-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:17:02.569282 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 563b134f-51fe-4fed-be7b-8540d1e5cb66, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=563b134f-51fe-4fed-be7b-8540d1e5cb66,segment=NetworkSegment(092fb16a-01c2-4f4a-b148-df23675b5071),segment_id=092fb16a-01c2-4f4a-b148-df23675b5071)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:17:02.579856 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Returning: {'device': '563b134f-51fe-4fed-be7b-8540d1e5cb66', 'network_id': '82671036-c03a-4d3c-b62d-db19aa8b0fed', 'port_id': '563b134f-51fe-4fed-be7b-8540d1e5cb66', 'mac_address': 'fa:16:3e:0a:6c:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39796bec-4145-45cd-b713-3f2477a830cb', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:17:02.625673 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:02.633781 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98603163-f4e8-41d8-8399-79af1b12f571 req-08e46b83-f162-4edc-9437-e8955a61967d tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:02.635466 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-98603163-f4e8-41d8-8399-79af1b12f571 req-08e46b83-f162-4edc-9437-e8955a61967d tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=310462ac-35c8-4420-a264-5ffe2ec3acdd HTTP/1.1" status: 200 len: 943 time: 0.0649607 Oct 12 19:17:02.645014 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 563b134f-51fe-4fed-be7b-8540d1e5cb66 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:17:02.674297 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 563b134f-51fe-4fed-be7b-8540d1e5cb66, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=563b134f-51fe-4fed-be7b-8540d1e5cb66,segment=NetworkSegment(092fb16a-01c2-4f4a-b148-df23675b5071),segment_id=092fb16a-01c2-4f4a-b148-df23675b5071)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:17:02.682337 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-98603163-f4e8-41d8-8399-79af1b12f571 req-16c827f8-cfa0-4884-b03d-f65984ff2b68 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2999b03-b87d-46b4-9267-1669e2e14df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393744 Oct 12 19:17:02.716998 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-86cff96d-d48d-4ea3-a517-40054c4aeec1 req-3e4db2a5-8062-4e74-8fec-d7ca6d593ca5 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=1439ecde881648d990934dad6d1d46ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312705 Oct 12 19:17:02.754095 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:02.784792 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-cb5a5aff-76a0-41dd-a68a-1f7cdda152ab req-2477568d-1c46-4461-aa3c-9cc0358b284d tempest-ServerShowV257Test-345519429 tempest-ServerShowV257Test-345519429-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc7de5b8-9e2a-4df7-b989-0c89d962501c HTTP/1.1" status: 200 len: 210 time: 0.0343683 Oct 12 19:17:02.799211 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:02.839214 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cff96d-d48d-4ea3-a517-40054c4aeec1 req-97cc6835-a0f7-4fb8-8899-74ff198de22d tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:02.846586 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-86cff96d-d48d-4ea3-a517-40054c4aeec1 req-97cc6835-a0f7-4fb8-8899-74ff198de22d tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1215563 Oct 12 19:17:02.856892 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-86cff96d-d48d-4ea3-a517-40054c4aeec1 req-dc966f8c-3839-411a-8334-7251a99f22b5 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/quotas/1439ecde881648d990934dad6d1d46ba HTTP/1.1" status: 200 len: 375 time: 0.0094390 Oct 12 19:17:02.867974 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=563b134f-51fe-4fed-be7b-8540d1e5cb66,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:17:02.895003 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-86cff96d-d48d-4ea3-a517-40054c4aeec1 req-5352fc46-a959-4575-87e7-2b2291ab7b7b tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=1439ecde881648d990934dad6d1d46ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306234 Oct 12 19:17:02.958448 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:03.034633 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['563b134f-51fe-4fed-be7b-8540d1e5cb66'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:17:03.066627 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a96a5b-a089-4b6a-a89d-ac0b940ea247 req-3b00e6d4-b698-4ba4-bea1-4980deb918ea tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:03.073453 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a96a5b-a089-4b6a-a89d-ac0b940ea247 req-3b00e6d4-b698-4ba4-bea1-4980deb918ea tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:03.080309 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a96a5b-a089-4b6a-a89d-ac0b940ea247 req-3b00e6d4-b698-4ba4-bea1-4980deb918ea tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:03.086925 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a96a5b-a089-4b6a-a89d-ac0b940ea247 req-3b00e6d4-b698-4ba4-bea1-4980deb918ea tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:03.093786 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a96a5b-a089-4b6a-a89d-ac0b940ea247 req-3b00e6d4-b698-4ba4-bea1-4980deb918ea tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:03.115926 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a96a5b-a089-4b6a-a89d-ac0b940ea247 req-3b00e6d4-b698-4ba4-bea1-4980deb918ea tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:03.122756 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a96a5b-a089-4b6a-a89d-ac0b940ea247 req-3b00e6d4-b698-4ba4-bea1-4980deb918ea tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:03.131400 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f9a96a5b-a089-4b6a-a89d-ac0b940ea247 req-3b00e6d4-b698-4ba4-bea1-4980deb918ea tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecc38ae3-328a-43a0-a185-601e29a048cb HTTP/1.1" status: 200 len: 5430 time: 0.1235256 Oct 12 19:17:03.179363 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f4677c11-0c77-4624-819e-63d63fe2f60a req-34a5374c-a9d7-4c45-9310-1e30cc3f7e27 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=4cdc42ba-69e4-48c5-a205-4e2175b26725 HTTP/1.1" status: 200 len: 210 time: 0.0362401 Oct 12 19:17:03.210201 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f9a96a5b-a089-4b6a-a89d-ac0b940ea247 req-93dbb7ac-b2a8-4331-8c65-712ba530bc9d tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/security-groups?id=76b081dc-6667-4e1c-b44d-8d05a61d7938&id=0726b0fe-78be-4ea7-8b43-7be54affa06f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0777695 Oct 12 19:17:03.450783 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:03.539391 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6d5a8fdc-d9a8-4c52-8065-2789566fa880 req-549d4bd0-56c5-4ce5-b53d-8bed9321c31c tempest-ImagesNegativeTestJSON-1634324846 tempest-ImagesNegativeTestJSON-1634324846-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f6e539b-c9b6-4203-ab5d-7b2acb06313d HTTP/1.1" status: 200 len: 210 time: 0.0381796 Oct 12 19:17:03.610028 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab25a82-509a-4baa-887a-406430adb966 req-3df42e3b-cb07-41d1-b842-768f87cf4d13 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:03.617893 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab25a82-509a-4baa-887a-406430adb966 req-3df42e3b-cb07-41d1-b842-768f87cf4d13 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:03.623954 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab25a82-509a-4baa-887a-406430adb966 req-3df42e3b-cb07-41d1-b842-768f87cf4d13 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:03.630188 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab25a82-509a-4baa-887a-406430adb966 req-3df42e3b-cb07-41d1-b842-768f87cf4d13 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:03.636346 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab25a82-509a-4baa-887a-406430adb966 req-3df42e3b-cb07-41d1-b842-768f87cf4d13 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:03.642282 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab25a82-509a-4baa-887a-406430adb966 req-3df42e3b-cb07-41d1-b842-768f87cf4d13 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:03.648794 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab25a82-509a-4baa-887a-406430adb966 req-3df42e3b-cb07-41d1-b842-768f87cf4d13 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:03.650728 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-eab25a82-509a-4baa-887a-406430adb966 req-3df42e3b-cb07-41d1-b842-768f87cf4d13 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d8118a-4722-4e86-9061-3b560a61dbf9 HTTP/1.1" status: 200 len: 5421 time: 0.0988412 Oct 12 19:17:03.694322 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-eab25a82-509a-4baa-887a-406430adb966 req-f60ad45f-1e2d-4055-8d70-54a535eef00c tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f0281d6-ea5c-47a0-8e7d-7819120d644f&id=db60c67d-bef5-44ee-91f7-dd492db60f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0366609 Oct 12 19:17:03.865568 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1588279-b0ed-4fb6-b9fb-990134265dd9 req-b9e39428-9b62-41d1-a64a-2353e0005162 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:03.867395 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c1588279-b0ed-4fb6-b9fb-990134265dd9 req-b9e39428-9b62-41d1-a64a-2353e0005162 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=310462ac-35c8-4420-a264-5ffe2ec3acdd HTTP/1.1" status: 200 len: 944 time: 0.0624516 Oct 12 19:17:03.941920 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c1588279-b0ed-4fb6-b9fb-990134265dd9 req-7effce85-60a6-4bb4-993d-802e48103958 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2999b03-b87d-46b4-9267-1669e2e14df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668025 Oct 12 19:17:03.947289 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ee75151a-b337-454f-8959-85f09d2f9f8d req-b129ec4d-585a-4616-98fe-ba7a45fffe36 tempest-ServerShowV257Test-345519429 tempest-ServerShowV257Test-345519429-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc7de5b8-9e2a-4df7-b989-0c89d962501c HTTP/1.1" status: 200 len: 210 time: 0.0375884 Oct 12 19:17:04.270861 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-277bf389-f868-4221-836a-25a3ad44aa8d req-518b67ef-af22-4fb3-add9-570c596d71a6 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=4cdc42ba-69e4-48c5-a205-4e2175b26725 HTTP/1.1" status: 200 len: 210 time: 0.0454915 Oct 12 19:17:04.297571 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ff8a3024-2873-4cca-bf69-febf616d34fa req-d993e177-a8f3-4fd5-983f-0e170f7993fc tempest-ImagesNegativeTestJSON-1634324846 tempest-ImagesNegativeTestJSON-1634324846-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=97cbcb1ad6ef42f9a261d955ef673a83&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302069 Oct 12 19:17:04.391173 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56136239-cb8b-42ee-a690-a7415c5f0fe8 req-4bb1d455-2e2a-4260-ae3c-22f8d872f429 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:04.393889 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56136239-cb8b-42ee-a690-a7415c5f0fe8 req-4bb1d455-2e2a-4260-ae3c-22f8d872f429 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:04.400389 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56136239-cb8b-42ee-a690-a7415c5f0fe8 req-4bb1d455-2e2a-4260-ae3c-22f8d872f429 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:04.408245 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56136239-cb8b-42ee-a690-a7415c5f0fe8 req-4bb1d455-2e2a-4260-ae3c-22f8d872f429 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:04.415005 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56136239-cb8b-42ee-a690-a7415c5f0fe8 req-4bb1d455-2e2a-4260-ae3c-22f8d872f429 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:04.419944 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:04.421475 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56136239-cb8b-42ee-a690-a7415c5f0fe8 req-4bb1d455-2e2a-4260-ae3c-22f8d872f429 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:04.428550 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56136239-cb8b-42ee-a690-a7415c5f0fe8 req-4bb1d455-2e2a-4260-ae3c-22f8d872f429 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:04.432811 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-56136239-cb8b-42ee-a690-a7415c5f0fe8 req-4bb1d455-2e2a-4260-ae3c-22f8d872f429 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecc38ae3-328a-43a0-a185-601e29a048cb HTTP/1.1" status: 200 len: 5430 time: 0.1137981 Oct 12 19:17:04.452022 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 563b134f-51fe-4fed-be7b-8540d1e5cb66 up at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:17:04.456632 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8a3024-2873-4cca-bf69-febf616d34fa req-7961d423-386d-4b3c-9832-542f4ec95b2b tempest-ImagesNegativeTestJSON-1634324846 tempest-ImagesNegativeTestJSON-1634324846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:04.458488 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ff8a3024-2873-4cca-bf69-febf616d34fa req-7961d423-386d-4b3c-9832-542f4ec95b2b tempest-ImagesNegativeTestJSON-1634324846 tempest-ImagesNegativeTestJSON-1634324846-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1535416 Oct 12 19:17:04.472792 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-ff8a3024-2873-4cca-bf69-febf616d34fa req-9a3a4956-7a62-4f33-b66b-5caec218a333 tempest-ImagesNegativeTestJSON-1634324846 tempest-ImagesNegativeTestJSON-1634324846-project] Request body: {'port': {'device_id': '4f6e539b-c9b6-4203-ab5d-7b2acb06313d', 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1', 'admin_state_up': True, 'tenant_id': '97cbcb1ad6ef42f9a261d955ef673a83'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:17:04.489552 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-56136239-cb8b-42ee-a690-a7415c5f0fe8 req-8bcc93c1-67a2-4987-85e0-276e1e916867 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/security-groups?id=76b081dc-6667-4e1c-b44d-8d05a61d7938&id=0726b0fe-78be-4ea7-8b43-7be54affa06f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0473869 Oct 12 19:17:04.639929 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a32fbb8d-a17f-4197-9b7d-e3e92ffe525d req-3eaf3eab-4969-4cbf-a308-5ed1ee69ac20 tempest-ImagesNegativeTestJSON-1634324846 tempest-ImagesNegativeTestJSON-1634324846-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f6e539b-c9b6-4203-ab5d-7b2acb06313d HTTP/1.1" status: 200 len: 210 time: 0.0325449 Oct 12 19:17:04.682416 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning for port 563b134f-51fe-4fed-be7b-8540d1e5cb66 completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:17:04.686416 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning complete for port 563b134f-51fe-4fed-be7b-8540d1e5cb66 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:17:04.686796 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:04.763273 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff8a3024-2873-4cca-bf69-febf616d34fa req-9a3a4956-7a62-4f33-b66b-5caec218a333 tempest-ImagesNegativeTestJSON-1634324846 tempest-ImagesNegativeTestJSON-1634324846-project] Made reservation on behalf of 97cbcb1ad6ef42f9a261d955ef673a83 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:17:04.765227 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:04.767768 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-ff8a3024-2873-4cca-bf69-febf616d34fa req-9a3a4956-7a62-4f33-b66b-5caec218a333 tempest-ImagesNegativeTestJSON-1634324846 tempest-ImagesNegativeTestJSON-1634324846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:04.778767 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-ff8a3024-2873-4cca-bf69-febf616d34fa req-9a3a4956-7a62-4f33-b66b-5caec218a333 tempest-ImagesNegativeTestJSON-1634324846 tempest-ImagesNegativeTestJSON-1634324846-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:04.827492 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 563b134f-51fe-4fed-be7b-8540d1e5cb66, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=563b134f-51fe-4fed-be7b-8540d1e5cb66,segment=NetworkSegment(092fb16a-01c2-4f4a-b148-df23675b5071),segment_id=092fb16a-01c2-4f4a-b148-df23675b5071)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:17:04.828942 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '310462ac-35c8-4420-a264-5ffe2ec3acdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '563b134f-51fe-4fed-be7b-8540d1e5cb66'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:17:04.832638 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5832a05-ac1c-476c-8cd7-f29134c058d6" -d '{"events": [{"server_uuid": "310462ac-35c8-4420-a264-5ffe2ec3acdd", "name": "network-vif-plugged", "status": "completed", "tag": "563b134f-51fe-4fed-be7b-8540d1e5cb66"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:17:04.882365 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de2b33ba-2c17-46d2-9edb-c3c79287d527 x-openstack-request-id: req-de2b33ba-2c17-46d2-9edb-c3c79287d527 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:17:04.882690 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "310462ac-35c8-4420-a264-5ffe2ec3acdd", "name": "network-vif-plugged", "status": "completed", "tag": "563b134f-51fe-4fed-be7b-8540d1e5cb66", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:17:04.882949 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-de2b33ba-2c17-46d2-9edb-c3c79287d527 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:17:04.883318 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '310462ac-35c8-4420-a264-5ffe2ec3acdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '563b134f-51fe-4fed-be7b-8540d1e5cb66', 'code': 200} Oct 12 19:17:04.891255 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-ff8a3024-2873-4cca-bf69-febf616d34fa req-9a3a4956-7a62-4f33-b66b-5caec218a333 tempest-ImagesNegativeTestJSON-1634324846 tempest-ImagesNegativeTestJSON-1634324846-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:04.912689 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08ac2d2-b38f-4c88-8829-b50e2cd72f5b req-3bee0d3f-fd60-4339-a40c-8ed1dfa59003 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:04.918707 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08ac2d2-b38f-4c88-8829-b50e2cd72f5b req-3bee0d3f-fd60-4339-a40c-8ed1dfa59003 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:04.924839 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08ac2d2-b38f-4c88-8829-b50e2cd72f5b req-3bee0d3f-fd60-4339-a40c-8ed1dfa59003 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:04.931281 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08ac2d2-b38f-4c88-8829-b50e2cd72f5b req-3bee0d3f-fd60-4339-a40c-8ed1dfa59003 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:04.937384 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08ac2d2-b38f-4c88-8829-b50e2cd72f5b req-3bee0d3f-fd60-4339-a40c-8ed1dfa59003 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:04.943397 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08ac2d2-b38f-4c88-8829-b50e2cd72f5b req-3bee0d3f-fd60-4339-a40c-8ed1dfa59003 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:04.949521 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08ac2d2-b38f-4c88-8829-b50e2cd72f5b req-3bee0d3f-fd60-4339-a40c-8ed1dfa59003 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:04.951424 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f08ac2d2-b38f-4c88-8829-b50e2cd72f5b req-3bee0d3f-fd60-4339-a40c-8ed1dfa59003 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d8118a-4722-4e86-9061-3b560a61dbf9 HTTP/1.1" status: 200 len: 5421 time: 0.0966859 Oct 12 19:17:04.959657 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:05.020303 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-ff8a3024-2873-4cca-bf69-febf616d34fa req-9a3a4956-7a62-4f33-b66b-5caec218a333 tempest-ImagesNegativeTestJSON-1634324846 tempest-ImagesNegativeTestJSON-1634324846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:05.021505 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f08ac2d2-b38f-4c88-8829-b50e2cd72f5b req-9bdcd6c0-8a0c-41a8-b15e-ff0b662d8f46 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f0281d6-ea5c-47a0-8e7d-7819120d644f&id=db60c67d-bef5-44ee-91f7-dd492db60f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0606973 Oct 12 19:17:05.027572 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613c0b3e-8412-4e53-b9b8-b174f99a783f req-47fbb648-ba4d-4375-ad1d-9f4b221ba295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:05.029489 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-613c0b3e-8412-4e53-b9b8-b174f99a783f req-47fbb648-ba4d-4375-ad1d-9f4b221ba295 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=310462ac-35c8-4420-a264-5ffe2ec3acdd HTTP/1.1" status: 200 len: 1096 time: 0.0770948 Oct 12 19:17:05.039959 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=563b134f-51fe-4fed-be7b-8540d1e5cb66,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:17:05.070837 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-613c0b3e-8412-4e53-b9b8-b174f99a783f req-f1c627ab-fb4b-48aa-841f-892cd4e0bf06 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=b2999b03-b87d-46b4-9267-1669e2e14df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337234 Oct 12 19:17:05.139120 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cd733be9-c2e9-4465-9324-1c3fb65b5498 req-3d80cef5-01a6-4385-bbd8-c4c7a436c232 tempest-ServerShowV257Test-345519429 tempest-ServerShowV257Test-345519429-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc7de5b8-9e2a-4df7-b989-0c89d962501c HTTP/1.1" status: 200 len: 210 time: 0.0268159 Oct 12 19:17:05.144347 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3a4956-7a62-4f33-b66b-5caec218a333 tempest-ImagesNegativeTestJSON-1634324846 tempest-ImagesNegativeTestJSON-1634324846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6394d8b0-4986-47b9-8bb5-ad52d48eff9a,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:17:05.203095 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7068f97b-e8f4-437c-9a65-df167a71bb90 req-f4ce50b0-4924-4321-8467-7c78119f07f3 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:05.204648 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7068f97b-e8f4-437c-9a65-df167a71bb90 req-f4ce50b0-4924-4321-8467-7c78119f07f3 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=310462ac-35c8-4420-a264-5ffe2ec3acdd HTTP/1.1" status: 200 len: 945 time: 0.1771317 Oct 12 19:17:05.245775 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [req-ff8a3024-2873-4cca-bf69-febf616d34fa req-9a3a4956-7a62-4f33-b66b-5caec218a333 tempest-ImagesNegativeTestJSON-1634324846 tempest-ImagesNegativeTestJSON-1634324846-project] Allocated IP 192.168.233.63 (90dcf485-b1ad-4139-85a3-9e1e9879e6b1/629aee7d-3fde-4c72-af1e-6a7e1f6a7e75/2809e6f0-3540-4db6-ba37-87b982c8d09a) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:17:05.269861 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7068f97b-e8f4-437c-9a65-df167a71bb90 req-23cd47b9-42d4-4474-b8e9-92a5d5010cad tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2999b03-b87d-46b4-9267-1669e2e14df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560582 Oct 12 19:17:05.373829 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b43c2997-d508-480a-8aaa-4fb95e34191e req-fab20dea-3c76-46a8-8966-c8f56461074d tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=4cdc42ba-69e4-48c5-a205-4e2175b26725 HTTP/1.1" status: 200 len: 210 time: 0.0309961 Oct 12 19:17:05.409941 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-ff8a3024-2873-4cca-bf69-febf616d34fa req-9a3a4956-7a62-4f33-b66b-5caec218a333 tempest-ImagesNegativeTestJSON-1634324846 tempest-ImagesNegativeTestJSON-1634324846-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:05.525840 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-ff8a3024-2873-4cca-bf69-febf616d34fa req-9a3a4956-7a62-4f33-b66b-5caec218a333 tempest-ImagesNegativeTestJSON-1634324846 tempest-ImagesNegativeTestJSON-1634324846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:05.600685 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3a4956-7a62-4f33-b66b-5caec218a333 tempest-ImagesNegativeTestJSON-1634324846 tempest-ImagesNegativeTestJSON-1634324846-project] Pushing event updated for resources: {'Port': ['ID=2809e6f0-3540-4db6-ba37-87b982c8d09a,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:17:05.604845 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff8a3024-2873-4cca-bf69-febf616d34fa req-9a3a4956-7a62-4f33-b66b-5caec218a333 tempest-ImagesNegativeTestJSON-1634324846 tempest-ImagesNegativeTestJSON-1634324846-project] Network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:17:05.606477 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [req-ff8a3024-2873-4cca-bf69-febf616d34fa req-9a3a4956-7a62-4f33-b66b-5caec218a333 tempest-ImagesNegativeTestJSON-1634324846 tempest-ImagesNegativeTestJSON-1634324846-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:17:05.608682 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff8a3024-2873-4cca-bf69-febf616d34fa req-9a3a4956-7a62-4f33-b66b-5caec218a333 tempest-ImagesNegativeTestJSON-1634324846 tempest-ImagesNegativeTestJSON-1634324846-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:17:05.661646 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8a3024-2873-4cca-bf69-febf616d34fa req-9a3a4956-7a62-4f33-b66b-5caec218a333 tempest-ImagesNegativeTestJSON-1634324846 tempest-ImagesNegativeTestJSON-1634324846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:05.662798 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-ff8a3024-2873-4cca-bf69-febf616d34fa req-9a3a4956-7a62-4f33-b66b-5caec218a333 tempest-ImagesNegativeTestJSON-1634324846 tempest-ImagesNegativeTestJSON-1634324846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:05.689642 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21df6acd-317b-4f87-bffb-0db29278b5ed req-94a74379-eb17-46fd-9856-b0447807c13e tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:05.697418 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21df6acd-317b-4f87-bffb-0db29278b5ed req-94a74379-eb17-46fd-9856-b0447807c13e tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:05.704491 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21df6acd-317b-4f87-bffb-0db29278b5ed req-94a74379-eb17-46fd-9856-b0447807c13e tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:05.711354 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21df6acd-317b-4f87-bffb-0db29278b5ed req-94a74379-eb17-46fd-9856-b0447807c13e tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:05.717431 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21df6acd-317b-4f87-bffb-0db29278b5ed req-94a74379-eb17-46fd-9856-b0447807c13e tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:05.723424 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21df6acd-317b-4f87-bffb-0db29278b5ed req-94a74379-eb17-46fd-9856-b0447807c13e tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:05.729403 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21df6acd-317b-4f87-bffb-0db29278b5ed req-94a74379-eb17-46fd-9856-b0447807c13e tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:05.731233 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-21df6acd-317b-4f87-bffb-0db29278b5ed req-94a74379-eb17-46fd-9856-b0447807c13e tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecc38ae3-328a-43a0-a185-601e29a048cb HTTP/1.1" status: 200 len: 5430 time: 0.1152468 Oct 12 19:17:05.775051 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12518eec-4511-455e-99cc-a94970b1e113 req-5d336c70-6858-4849-a9fd-5964288c2db5 tempest-ImagesNegativeTestJSON-1634324846 tempest-ImagesNegativeTestJSON-1634324846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:05.776584 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-12518eec-4511-455e-99cc-a94970b1e113 req-5d336c70-6858-4849-a9fd-5964288c2db5 tempest-ImagesNegativeTestJSON-1634324846 tempest-ImagesNegativeTestJSON-1634324846-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f6e539b-c9b6-4203-ab5d-7b2acb06313d HTTP/1.1" status: 200 len: 935 time: 0.0520701 Oct 12 19:17:05.780267 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ff8a3024-2873-4cca-bf69-febf616d34fa req-9a3a4956-7a62-4f33-b66b-5caec218a333 tempest-ImagesNegativeTestJSON-1634324846 tempest-ImagesNegativeTestJSON-1634324846-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3121479 Oct 12 19:17:05.786695 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-21df6acd-317b-4f87-bffb-0db29278b5ed req-26cf525e-d8ce-4ac0-a86a-f3d3070f21a7 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/security-groups?id=76b081dc-6667-4e1c-b44d-8d05a61d7938&id=0726b0fe-78be-4ea7-8b43-7be54affa06f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0478125 Oct 12 19:17:05.794657 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-ff8a3024-2873-4cca-bf69-febf616d34fa req-9646fdeb-9f2d-4334-a740-ebc405ebb320 service neutron] Request body: {'port': {'device_id': '4f6e539b-c9b6-4203-ab5d-7b2acb06313d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:17:05.912058 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-8d8b9dba-8690-4806-afc7-0a34d5338fe6 None None] Provisioning complete for port 2809e6f0-3540-4db6-ba37-87b982c8d09a triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:17:05.914268 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8d8b9dba-8690-4806-afc7-0a34d5338fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:05.951724 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-8d8b9dba-8690-4806-afc7-0a34d5338fe6 None None] Port 2809e6f0-3540-4db6-ba37-87b982c8d09a cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:17:06.167110 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ddce8d-c52d-4193-a32b-42df783b16ea req-760d036b-8de5-441d-98c4-4b0e36ae20bd tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:06.173268 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ddce8d-c52d-4193-a32b-42df783b16ea req-760d036b-8de5-441d-98c4-4b0e36ae20bd tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:06.179814 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ddce8d-c52d-4193-a32b-42df783b16ea req-760d036b-8de5-441d-98c4-4b0e36ae20bd tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:06.186032 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ddce8d-c52d-4193-a32b-42df783b16ea req-760d036b-8de5-441d-98c4-4b0e36ae20bd tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:06.191635 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ddce8d-c52d-4193-a32b-42df783b16ea req-760d036b-8de5-441d-98c4-4b0e36ae20bd tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:06.194143 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-12518eec-4511-455e-99cc-a94970b1e113 req-a5b5565d-f6d6-4a9c-929b-8f7bf1210f74 tempest-ImagesNegativeTestJSON-1634324846 tempest-ImagesNegativeTestJSON-1634324846-project] 10.222.0.49 "GET /v2.0/security-groups?id=6394d8b0-4986-47b9-8bb5-ad52d48eff9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4114919 Oct 12 19:17:06.196736 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-ff8a3024-2873-4cca-bf69-febf616d34fa req-9646fdeb-9f2d-4334-a740-ebc405ebb320 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:06.202569 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ddce8d-c52d-4193-a32b-42df783b16ea req-760d036b-8de5-441d-98c4-4b0e36ae20bd tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:06.217497 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ddce8d-c52d-4193-a32b-42df783b16ea req-760d036b-8de5-441d-98c4-4b0e36ae20bd tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:06.217497 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-40ddce8d-c52d-4193-a32b-42df783b16ea req-760d036b-8de5-441d-98c4-4b0e36ae20bd tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d8118a-4722-4e86-9061-3b560a61dbf9 HTTP/1.1" status: 200 len: 5421 time: 0.1060460 Oct 12 19:17:06.263928 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-40ddce8d-c52d-4193-a32b-42df783b16ea req-e5205788-dfde-40fe-949e-a6f1e4dfd215 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f0281d6-ea5c-47a0-8e7d-7819120d644f&id=db60c67d-bef5-44ee-91f7-dd492db60f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0429020 Oct 12 19:17:06.357790 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b68df9b3-0c4e-4285-b7bc-a015321f6d1e req-85e8c4ef-313b-40f0-8c66-ade36c738fa4 tempest-ServerShowV257Test-345519429 tempest-ServerShowV257Test-345519429-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc7de5b8-9e2a-4df7-b989-0c89d962501c HTTP/1.1" status: 200 len: 210 time: 0.0365469 Oct 12 19:17:06.425226 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323f83b9-9779-49c9-9577-32570191c1f0 req-c8ccbdbb-a06a-4513-9c74-c7b1636e0bc1 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:06.425226 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-323f83b9-9779-49c9-9577-32570191c1f0 req-c8ccbdbb-a06a-4513-9c74-c7b1636e0bc1 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=310462ac-35c8-4420-a264-5ffe2ec3acdd HTTP/1.1" status: 200 len: 945 time: 0.0721679 Oct 12 19:17:06.451778 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-86cff96d-d48d-4ea3-a517-40054c4aeec1 req-462c8621-2d7d-4095-9288-4a0b80cdc305 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=1439ecde881648d990934dad6d1d46ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0278778 Oct 12 19:17:06.498435 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-27b7282c-aed1-4f0b-a4aa-c7820cf43fa5 req-9be8e2db-a6b4-4675-8164-b535911d1330 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=4cdc42ba-69e4-48c5-a205-4e2175b26725 HTTP/1.1" status: 200 len: 210 time: 0.0470734 Oct 12 19:17:06.544231 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-323f83b9-9779-49c9-9577-32570191c1f0 req-d1928c72-e27c-4144-9010-d1ee4581e0f6 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2999b03-b87d-46b4-9267-1669e2e14df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946839 Oct 12 19:17:06.573895 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [req-ff8a3024-2873-4cca-bf69-febf616d34fa req-9646fdeb-9f2d-4334-a740-ebc405ebb320 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2809e6f0-3540-4db6-ba37-87b982c8d09a {{(pid=95502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:17:06.577281 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-ff8a3024-2873-4cca-bf69-febf616d34fa req-9646fdeb-9f2d-4334-a740-ebc405ebb320 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:06.591042 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-ff8a3024-2873-4cca-bf69-febf616d34fa req-9646fdeb-9f2d-4334-a740-ebc405ebb320 service neutron] Transition to ACTIVE for port object 2809e6f0-3540-4db6-ba37-87b982c8d09a will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:17:06.598236 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cff96d-d48d-4ea3-a517-40054c4aeec1 req-e6922bc5-d413-48a3-859f-30c51f9deb8a tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:06.599619 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-86cff96d-d48d-4ea3-a517-40054c4aeec1 req-e6922bc5-d413-48a3-859f-30c51f9deb8a tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1411586 Oct 12 19:17:06.612947 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-86cff96d-d48d-4ea3-a517-40054c4aeec1 req-f5f0e41b-1238-4ac9-949e-64bcf789ba3f tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Request body: {'port': {'device_id': '4cdc42ba-69e4-48c5-a205-4e2175b26725', 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1', 'admin_state_up': True, 'tenant_id': '1439ecde881648d990934dad6d1d46ba'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:17:06.713795 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-ff8a3024-2873-4cca-bf69-febf616d34fa req-9646fdeb-9f2d-4334-a740-ebc405ebb320 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:06.769569 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9646fdeb-9f2d-4334-a740-ebc405ebb320 service neutron] Pushing event updated for resources: {'Port': ['ID=2809e6f0-3540-4db6-ba37-87b982c8d09a,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:17:06.827866 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86cff96d-d48d-4ea3-a517-40054c4aeec1 req-f5f0e41b-1238-4ac9-949e-64bcf789ba3f tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Made reservation on behalf of 1439ecde881648d990934dad6d1d46ba for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:17:06.832017 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-86cff96d-d48d-4ea3-a517-40054c4aeec1 req-f5f0e41b-1238-4ac9-949e-64bcf789ba3f tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:06.843001 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-86cff96d-d48d-4ea3-a517-40054c4aeec1 req-f5f0e41b-1238-4ac9-949e-64bcf789ba3f tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:06.870284 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-ff8a3024-2873-4cca-bf69-febf616d34fa req-9646fdeb-9f2d-4334-a740-ebc405ebb320 service neutron] Attempting to bind port 2809e6f0-3540-4db6-ba37-87b982c8d09a on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:17:06.870692 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-ff8a3024-2873-4cca-bf69-febf616d34fa req-9646fdeb-9f2d-4334-a740-ebc405ebb320 service neutron] Attempting to bind port 2809e6f0-3540-4db6-ba37-87b982c8d09a by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:17:06.871026 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8a3024-2873-4cca-bf69-febf616d34fa req-9646fdeb-9f2d-4334-a740-ebc405ebb320 service neutron] Attempting to bind port 2809e6f0-3540-4db6-ba37-87b982c8d09a on network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:17:06.875987 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8a3024-2873-4cca-bf69-febf616d34fa req-9646fdeb-9f2d-4334-a740-ebc405ebb320 service neutron] Port 2809e6f0-3540-4db6-ba37-87b982c8d09a on network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:17:06.876339 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8a3024-2873-4cca-bf69-febf616d34fa req-9646fdeb-9f2d-4334-a740-ebc405ebb320 service neutron] Attempting to bind port 2809e6f0-3540-4db6-ba37-87b982c8d09a on network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:17:06.882089 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8a3024-2873-4cca-bf69-febf616d34fa req-9646fdeb-9f2d-4334-a740-ebc405ebb320 service neutron] Checking agent: {'id': 'f5e9725f-f5a6-43c2-a1be-95e21e9a1fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:17:06.882472 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8a3024-2873-4cca-bf69-febf616d34fa req-9646fdeb-9f2d-4334-a740-ebc405ebb320 service neutron] Checking segment: {'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:17:06.882863 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8a3024-2873-4cca-bf69-febf616d34fa req-9646fdeb-9f2d-4334-a740-ebc405ebb320 service neutron] Bound using segment: {'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:17:06.883287 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-ff8a3024-2873-4cca-bf69-febf616d34fa req-9646fdeb-9f2d-4334-a740-ebc405ebb320 service neutron] Bound port: 2809e6f0-3540-4db6-ba37-87b982c8d09a, host: n-h1-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:17:06.883641 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-ff8a3024-2873-4cca-bf69-febf616d34fa req-9646fdeb-9f2d-4334-a740-ebc405ebb320 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:06.952292 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-ff8a3024-2873-4cca-bf69-febf616d34fa req-9646fdeb-9f2d-4334-a740-ebc405ebb320 service neutron] For port 2809e6f0-3540-4db6-ba37-87b982c8d09a, host n-h1-813679-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:17:06.956437 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-ff8a3024-2873-4cca-bf69-febf616d34fa req-9646fdeb-9f2d-4334-a740-ebc405ebb320 service neutron] For port 2809e6f0-3540-4db6-ba37-87b982c8d09a, host n-h1-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=2809e6f0-3540-4db6-ba37-87b982c8d09a,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:17:06.968301 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-86cff96d-d48d-4ea3-a517-40054c4aeec1 req-f5f0e41b-1238-4ac9-949e-64bcf789ba3f tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:06.982697 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c627472c-230c-4746-8f0f-88179a9d4266 req-056b79b1-98d1-4659-996a-3375c119a578 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:06.988811 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c627472c-230c-4746-8f0f-88179a9d4266 req-056b79b1-98d1-4659-996a-3375c119a578 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:06.994835 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c627472c-230c-4746-8f0f-88179a9d4266 req-056b79b1-98d1-4659-996a-3375c119a578 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:07.000822 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c627472c-230c-4746-8f0f-88179a9d4266 req-056b79b1-98d1-4659-996a-3375c119a578 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:07.007331 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c627472c-230c-4746-8f0f-88179a9d4266 req-056b79b1-98d1-4659-996a-3375c119a578 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:07.013504 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c627472c-230c-4746-8f0f-88179a9d4266 req-056b79b1-98d1-4659-996a-3375c119a578 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:07.020178 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c627472c-230c-4746-8f0f-88179a9d4266 req-056b79b1-98d1-4659-996a-3375c119a578 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:07.021987 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c627472c-230c-4746-8f0f-88179a9d4266 req-056b79b1-98d1-4659-996a-3375c119a578 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecc38ae3-328a-43a0-a185-601e29a048cb HTTP/1.1" status: 200 len: 5430 time: 0.1216016 Oct 12 19:17:07.024107 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 19:17:07.043126 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-ff8a3024-2873-4cca-bf69-febf616d34fa req-9646fdeb-9f2d-4334-a740-ebc405ebb320 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:07.063260 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-86cff96d-d48d-4ea3-a517-40054c4aeec1 req-f5f0e41b-1238-4ac9-949e-64bcf789ba3f tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:07.075617 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8a3024-2873-4cca-bf69-febf616d34fa req-9646fdeb-9f2d-4334-a740-ebc405ebb320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:07.076247 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-ff8a3024-2873-4cca-bf69-febf616d34fa req-9646fdeb-9f2d-4334-a740-ebc405ebb320 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:07.078172 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ff8a3024-2873-4cca-bf69-febf616d34fa req-9646fdeb-9f2d-4334-a740-ebc405ebb320 service neutron] 10.222.0.61 "PUT /v2.0/ports/2809e6f0-3540-4db6-ba37-87b982c8d09a HTTP/1.1" status: 200 len: 1095 time: 1.2884095 Oct 12 19:17:07.078311 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f6e539b-c9b6-4203-ab5d-7b2acb06313d', 'tag': '2809e6f0-3540-4db6-ba37-87b982c8d09a'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:17:07.081192 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d2ad240-467b-4212-904a-24bcd1356e15" -d '{"events": [{"name": "network-changed", "server_uuid": "4f6e539b-c9b6-4203-ab5d-7b2acb06313d", "tag": "2809e6f0-3540-4db6-ba37-87b982c8d09a"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:17:07.099250 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c627472c-230c-4746-8f0f-88179a9d4266 req-ee6ee35c-736c-4c2a-8714-58f867b4cc9a tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/security-groups?id=76b081dc-6667-4e1c-b44d-8d05a61d7938&id=0726b0fe-78be-4ea7-8b43-7be54affa06f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0636964 Oct 12 19:17:07.129514 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c437e3cd-2ea2-4bb3-9964-eaf8f6421d96 x-openstack-request-id: req-c437e3cd-2ea2-4bb3-9964-eaf8f6421d96 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:17:07.130161 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f6e539b-c9b6-4203-ab5d-7b2acb06313d", "tag": "2809e6f0-3540-4db6-ba37-87b982c8d09a", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:17:07.130983 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c437e3cd-2ea2-4bb3-9964-eaf8f6421d96 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:17:07.131765 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f6e539b-c9b6-4203-ab5d-7b2acb06313d', 'tag': '2809e6f0-3540-4db6-ba37-87b982c8d09a', 'status': 'completed', 'code': 200} Oct 12 19:17:07.138961 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9646fdeb-9f2d-4334-a740-ebc405ebb320 service neutron] Pushing event updated for resources: {'Port': ['ID=2809e6f0-3540-4db6-ba37-87b982c8d09a,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:17:07.166857 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f0e41b-1238-4ac9-949e-64bcf789ba3f tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:17:07.200510 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2ad240-467b-4212-904a-24bcd1356e15 req-0d47166a-c26b-485c-89bc-81e0ff8c2983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:07.202200 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0d2ad240-467b-4212-904a-24bcd1356e15 req-0d47166a-c26b-485c-89bc-81e0ff8c2983 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=97cbcb1ad6ef42f9a261d955ef673a83&device_id=4f6e539b-c9b6-4203-ab5d-7b2acb06313d HTTP/1.1" status: 200 len: 1098 time: 0.0455666 Oct 12 19:17:07.231146 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0d2ad240-467b-4212-904a-24bcd1356e15 req-7ab58d37-0dca-4757-9719-dadbf7f2cad3 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=97cbcb1ad6ef42f9a261d955ef673a83&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0202506 Oct 12 19:17:07.247160 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [req-86cff96d-d48d-4ea3-a517-40054c4aeec1 req-f5f0e41b-1238-4ac9-949e-64bcf789ba3f tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Allocated IP 192.168.233.123 (90dcf485-b1ad-4139-85a3-9e1e9879e6b1/629aee7d-3fde-4c72-af1e-6a7e1f6a7e75/031f2c23-1055-471a-b4c0-a0b18c1487ff) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:17:07.372437 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16dc132-f883-459c-b8b0-530952e7d5ed req-4a3cafff-5e71-4be4-a56b-00c6589fe395 tempest-ImagesNegativeTestJSON-1634324846 tempest-ImagesNegativeTestJSON-1634324846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:07.373889 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a16dc132-f883-459c-b8b0-530952e7d5ed req-4a3cafff-5e71-4be4-a56b-00c6589fe395 tempest-ImagesNegativeTestJSON-1634324846 tempest-ImagesNegativeTestJSON-1634324846-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f6e539b-c9b6-4203-ab5d-7b2acb06313d HTTP/1.1" status: 200 len: 947 time: 0.0837615 Oct 12 19:17:07.376903 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2ad240-467b-4212-904a-24bcd1356e15 req-26063485-ab8a-4c8d-8025-5c38fb3250af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:07.378956 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0d2ad240-467b-4212-904a-24bcd1356e15 req-26063485-ab8a-4c8d-8025-5c38fb3250af service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1390908 Oct 12 19:17:07.451892 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a16dc132-f883-459c-b8b0-530952e7d5ed req-91ae429d-7aea-4399-8cf4-73a0f40d74d0 tempest-ImagesNegativeTestJSON-1634324846 tempest-ImagesNegativeTestJSON-1634324846-project] 10.222.0.49 "GET /v2.0/security-groups?id=6394d8b0-4986-47b9-8bb5-ad52d48eff9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707514 Oct 12 19:17:07.469436 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d4e025-9e0a-4664-8f95-f9bd211e5e53 req-5767a23c-9a08-4247-b808-7f4f7f5d8477 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:07.476067 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d4e025-9e0a-4664-8f95-f9bd211e5e53 req-5767a23c-9a08-4247-b808-7f4f7f5d8477 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:07.476272 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8a3024-2873-4cca-bf69-febf616d34fa req-2c3c1bb9-0a5e-43fd-b48f-982f94ada3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:07.477798 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ff8a3024-2873-4cca-bf69-febf616d34fa req-2c3c1bb9-0a5e-43fd-b48f-982f94ada3f5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=97cbcb1ad6ef42f9a261d955ef673a83&device_id=4f6e539b-c9b6-4203-ab5d-7b2acb06313d HTTP/1.1" status: 200 len: 1098 time: 0.0592654 Oct 12 19:17:07.482147 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d4e025-9e0a-4664-8f95-f9bd211e5e53 req-5767a23c-9a08-4247-b808-7f4f7f5d8477 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:07.489205 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d4e025-9e0a-4664-8f95-f9bd211e5e53 req-5767a23c-9a08-4247-b808-7f4f7f5d8477 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:07.495416 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d4e025-9e0a-4664-8f95-f9bd211e5e53 req-5767a23c-9a08-4247-b808-7f4f7f5d8477 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:07.501631 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d4e025-9e0a-4664-8f95-f9bd211e5e53 req-5767a23c-9a08-4247-b808-7f4f7f5d8477 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:07.508414 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d4e025-9e0a-4664-8f95-f9bd211e5e53 req-5767a23c-9a08-4247-b808-7f4f7f5d8477 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:07.510401 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e7d4e025-9e0a-4664-8f95-f9bd211e5e53 req-5767a23c-9a08-4247-b808-7f4f7f5d8477 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d8118a-4722-4e86-9061-3b560a61dbf9 HTTP/1.1" status: 200 len: 5421 time: 0.1451528 Oct 12 19:17:07.525276 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ff8a3024-2873-4cca-bf69-febf616d34fa req-010523b4-e478-4912-a630-c648596693ef service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=2809e6f0-3540-4db6-ba37-87b982c8d09a HTTP/1.1" status: 200 len: 217 time: 0.0393705 Oct 12 19:17:07.533279 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-86cff96d-d48d-4ea3-a517-40054c4aeec1 req-f5f0e41b-1238-4ac9-949e-64bcf789ba3f tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:07.557607 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b3f2b1c7-d7e9-4de4-be75-3c7a67c9060a req-4b718cb6-6cc0-4412-9385-e934f67dce7a tempest-ServerShowV257Test-345519429 tempest-ServerShowV257Test-345519429-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc7de5b8-9e2a-4df7-b989-0c89d962501c HTTP/1.1" status: 200 len: 210 time: 0.0349662 Oct 12 19:17:07.580902 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e7d4e025-9e0a-4664-8f95-f9bd211e5e53 req-b820604e-866e-4398-9331-bc52c17af793 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f0281d6-ea5c-47a0-8e7d-7819120d644f&id=db60c67d-bef5-44ee-91f7-dd492db60f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0549366 Oct 12 19:17:07.595684 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8a3024-2873-4cca-bf69-febf616d34fa req-daad8274-ba18-468d-bc67-15c4c1c26b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:07.597796 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ff8a3024-2873-4cca-bf69-febf616d34fa req-daad8274-ba18-468d-bc67-15c4c1c26b3f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=629aee7d-3fde-4c72-af1e-6a7e1f6a7e75 HTTP/1.1" status: 200 len: 843 time: 0.0628512 Oct 12 19:17:07.672987 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2f51f560-ef60-47ca-875d-b4d902308bbb req-99bf260e-0f6d-45ec-9ca0-07f7da2c4e1b tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=4cdc42ba-69e4-48c5-a205-4e2175b26725 HTTP/1.1" status: 200 len: 210 time: 0.0333068 Oct 12 19:17:07.680570 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8a3024-2873-4cca-bf69-febf616d34fa req-18da5f88-5a8f-4c40-83c5-a3b273821ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:07.682470 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ff8a3024-2873-4cca-bf69-febf616d34fa req-18da5f88-5a8f-4c40-83c5-a3b273821ccf service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=90dcf485-b1ad-4139-85a3-9e1e9879e6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0735853 Oct 12 19:17:07.689289 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-86cff96d-d48d-4ea3-a517-40054c4aeec1 req-f5f0e41b-1238-4ac9-949e-64bcf789ba3f tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:07.757198 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86cff96d-d48d-4ea3-a517-40054c4aeec1 req-f5f0e41b-1238-4ac9-949e-64bcf789ba3f tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:17:07.762691 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [req-86cff96d-d48d-4ea3-a517-40054c4aeec1 req-f5f0e41b-1238-4ac9-949e-64bcf789ba3f tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:17:07.766355 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-86cff96d-d48d-4ea3-a517-40054c4aeec1 req-f5f0e41b-1238-4ac9-949e-64bcf789ba3f tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:17:07.778127 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f0e41b-1238-4ac9-949e-64bcf789ba3f tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Pushing event updated for resources: {'Port': ['ID=031f2c23-1055-471a-b4c0-a0b18c1487ff,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:17:07.800930 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ff8a3024-2873-4cca-bf69-febf616d34fa req-02850525-9026-4500-a4ec-79ef97f689b1 service neutron] 10.222.0.61 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092324 Oct 12 19:17:07.810188 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9eb873-84cb-4d55-a317-27c8779b09a6 req-193b7013-95a1-49af-af80-76588745c71b tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:07.811802 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-dd9eb873-84cb-4d55-a317-27c8779b09a6 req-193b7013-95a1-49af-af80-76588745c71b tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=310462ac-35c8-4420-a264-5ffe2ec3acdd HTTP/1.1" status: 200 len: 945 time: 0.1551125 Oct 12 19:17:07.863585 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cff96d-d48d-4ea3-a517-40054c4aeec1 req-f5f0e41b-1238-4ac9-949e-64bcf789ba3f tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:07.864237 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-86cff96d-d48d-4ea3-a517-40054c4aeec1 req-f5f0e41b-1238-4ac9-949e-64bcf789ba3f tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:07.889149 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-dd9eb873-84cb-4d55-a317-27c8779b09a6 req-f57e2af8-6d3a-4155-8330-f288e49dc116 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2999b03-b87d-46b4-9267-1669e2e14df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671356 Oct 12 19:17:07.910249 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ff8a3024-2873-4cca-bf69-febf616d34fa req-bcea5d38-50f5-42ee-81cc-8fc61526e72a service neutron] 10.222.0.61 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977161 Oct 12 19:17:08.007020 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-86cff96d-d48d-4ea3-a517-40054c4aeec1 req-f5f0e41b-1238-4ac9-949e-64bcf789ba3f tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3968570 Oct 12 19:17:08.021066 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-86cff96d-d48d-4ea3-a517-40054c4aeec1 req-7e299b6a-b153-48a2-aeb5-358ecea346b4 service neutron] Request body: {'port': {'device_id': '4cdc42ba-69e4-48c5-a205-4e2175b26725', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-3'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:17:08.021366 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-8d86215e-c346-4198-b06f-7f371a706048 None None] Provisioning complete for port 031f2c23-1055-471a-b4c0-a0b18c1487ff triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:17:08.022057 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8d86215e-c346-4198-b06f-7f371a706048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:08.022621 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9bdc31-2566-4ce6-a28e-6919f31dc61f req-0e09150a-e197-4bc8-b992-00957f4bd951 tempest-LiveAutoBlockMigrationV225Test-2051523199 tempest-LiveAutoBlockMigrationV225Test-2051523199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:08.025869 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ac9bdc31-2566-4ce6-a28e-6919f31dc61f req-0e09150a-e197-4bc8-b992-00957f4bd951 tempest-LiveAutoBlockMigrationV225Test-2051523199 tempest-LiveAutoBlockMigrationV225Test-2051523199-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=310462ac-35c8-4420-a264-5ffe2ec3acdd HTTP/1.1" status: 200 len: 1096 time: 0.0493979 Oct 12 19:17:08.058560 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-8d86215e-c346-4198-b06f-7f371a706048 None None] Port 031f2c23-1055-471a-b4c0-a0b18c1487ff cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:17:08.069485 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ac9bdc31-2566-4ce6-a28e-6919f31dc61f req-9cbbdabb-c355-4dd8-88ce-c9fec8efb5bc tempest-LiveAutoBlockMigrationV225Test-2051523199 tempest-LiveAutoBlockMigrationV225Test-2051523199-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=b2999b03-b87d-46b4-9267-1669e2e14df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332770 Oct 12 19:17:08.081779 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-86cff96d-d48d-4ea3-a517-40054c4aeec1 req-7e299b6a-b153-48a2-aeb5-358ecea346b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:08.257882 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f52035c-d648-4748-973d-3391a130b131 req-c859d2a3-b4cd-4918-8791-a4d86f680fa4 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:08.264351 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f52035c-d648-4748-973d-3391a130b131 req-c859d2a3-b4cd-4918-8791-a4d86f680fa4 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:08.271007 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f52035c-d648-4748-973d-3391a130b131 req-c859d2a3-b4cd-4918-8791-a4d86f680fa4 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:08.277145 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f52035c-d648-4748-973d-3391a130b131 req-c859d2a3-b4cd-4918-8791-a4d86f680fa4 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:08.283177 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f52035c-d648-4748-973d-3391a130b131 req-c859d2a3-b4cd-4918-8791-a4d86f680fa4 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:08.290044 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f52035c-d648-4748-973d-3391a130b131 req-c859d2a3-b4cd-4918-8791-a4d86f680fa4 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:08.296306 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f52035c-d648-4748-973d-3391a130b131 req-c859d2a3-b4cd-4918-8791-a4d86f680fa4 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:08.298513 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1f52035c-d648-4748-973d-3391a130b131 req-c859d2a3-b4cd-4918-8791-a4d86f680fa4 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecc38ae3-328a-43a0-a185-601e29a048cb HTTP/1.1" status: 200 len: 5430 time: 0.1040070 Oct 12 19:17:08.340981 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1f52035c-d648-4748-973d-3391a130b131 req-cd115739-b2b4-4515-81e2-3f8637bb8567 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/security-groups?id=76b081dc-6667-4e1c-b44d-8d05a61d7938&id=0726b0fe-78be-4ea7-8b43-7be54affa06f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0357859 Oct 12 19:17:08.370066 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [req-86cff96d-d48d-4ea3-a517-40054c4aeec1 req-7e299b6a-b153-48a2-aeb5-358ecea346b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 031f2c23-1055-471a-b4c0-a0b18c1487ff {{(pid=95501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:17:08.378726 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-86cff96d-d48d-4ea3-a517-40054c4aeec1 req-7e299b6a-b153-48a2-aeb5-358ecea346b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:08.391217 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.provisioning_blocks [req-86cff96d-d48d-4ea3-a517-40054c4aeec1 req-7e299b6a-b153-48a2-aeb5-358ecea346b4 service neutron] Transition to ACTIVE for port object 031f2c23-1055-471a-b4c0-a0b18c1487ff will not be triggered until provisioned by entity L2. {{(pid=95501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:17:08.482445 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-86cff96d-d48d-4ea3-a517-40054c4aeec1 req-7e299b6a-b153-48a2-aeb5-358ecea346b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:08.541369 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e299b6a-b153-48a2-aeb5-358ecea346b4 service neutron] Pushing event updated for resources: {'Port': ['ID=031f2c23-1055-471a-b4c0-a0b18c1487ff,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:17:08.638656 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e72452-66d5-4360-ba1c-3ee4e2d945bf req-260dde77-04d1-441a-a384-b8dbd83be5c9 tempest-ImagesNegativeTestJSON-1634324846 tempest-ImagesNegativeTestJSON-1634324846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:08.640265 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-89e72452-66d5-4360-ba1c-3ee4e2d945bf req-260dde77-04d1-441a-a384-b8dbd83be5c9 tempest-ImagesNegativeTestJSON-1634324846 tempest-ImagesNegativeTestJSON-1634324846-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f6e539b-c9b6-4203-ab5d-7b2acb06313d HTTP/1.1" status: 200 len: 947 time: 0.1143475 Oct 12 19:17:08.651040 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-86cff96d-d48d-4ea3-a517-40054c4aeec1 req-7e299b6a-b153-48a2-aeb5-358ecea346b4 service neutron] Attempting to bind port 031f2c23-1055-471a-b4c0-a0b18c1487ff on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:17:08.651427 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-86cff96d-d48d-4ea3-a517-40054c4aeec1 req-7e299b6a-b153-48a2-aeb5-358ecea346b4 service neutron] Attempting to bind port 031f2c23-1055-471a-b4c0-a0b18c1487ff by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:17:08.651708 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86cff96d-d48d-4ea3-a517-40054c4aeec1 req-7e299b6a-b153-48a2-aeb5-358ecea346b4 service neutron] Attempting to bind port 031f2c23-1055-471a-b4c0-a0b18c1487ff on network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:17:08.663945 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86cff96d-d48d-4ea3-a517-40054c4aeec1 req-7e299b6a-b153-48a2-aeb5-358ecea346b4 service neutron] Port 031f2c23-1055-471a-b4c0-a0b18c1487ff on network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:17:08.664233 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86cff96d-d48d-4ea3-a517-40054c4aeec1 req-7e299b6a-b153-48a2-aeb5-358ecea346b4 service neutron] Attempting to bind port 031f2c23-1055-471a-b4c0-a0b18c1487ff on network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:17:08.679215 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86cff96d-d48d-4ea3-a517-40054c4aeec1 req-7e299b6a-b153-48a2-aeb5-358ecea346b4 service neutron] Checking agent: {'id': 'f5e9725f-f5a6-43c2-a1be-95e21e9a1fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:17:08.685170 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86cff96d-d48d-4ea3-a517-40054c4aeec1 req-7e299b6a-b153-48a2-aeb5-358ecea346b4 service neutron] Checking segment: {'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:17:08.685170 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86cff96d-d48d-4ea3-a517-40054c4aeec1 req-7e299b6a-b153-48a2-aeb5-358ecea346b4 service neutron] Bound using segment: {'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:17:08.685170 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-86cff96d-d48d-4ea3-a517-40054c4aeec1 req-7e299b6a-b153-48a2-aeb5-358ecea346b4 service neutron] Bound port: 031f2c23-1055-471a-b4c0-a0b18c1487ff, host: n-h1-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'}}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:17:08.685170 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-86cff96d-d48d-4ea3-a517-40054c4aeec1 req-7e299b6a-b153-48a2-aeb5-358ecea346b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:08.686271 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2953336b-ea29-43bc-a19b-832de70ec751 req-0bc45550-a557-46a0-a3a7-79e455168125 tempest-ServerShowV257Test-345519429 tempest-ServerShowV257Test-345519429-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc7de5b8-9e2a-4df7-b989-0c89d962501c HTTP/1.1" status: 200 len: 210 time: 0.0385191 Oct 12 19:17:08.728677 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-89e72452-66d5-4360-ba1c-3ee4e2d945bf req-4e979d96-198a-428b-b04a-b5eff5db3dae tempest-ImagesNegativeTestJSON-1634324846 tempest-ImagesNegativeTestJSON-1634324846-project] 10.222.0.49 "GET /v2.0/security-groups?id=6394d8b0-4986-47b9-8bb5-ad52d48eff9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742621 Oct 12 19:17:08.794351 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-86cff96d-d48d-4ea3-a517-40054c4aeec1 req-7e299b6a-b153-48a2-aeb5-358ecea346b4 service neutron] For port 031f2c23-1055-471a-b4c0-a0b18c1487ff, host n-h1-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:17:08.799060 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-86cff96d-d48d-4ea3-a517-40054c4aeec1 req-7e299b6a-b153-48a2-aeb5-358ecea346b4 service neutron] For port 031f2c23-1055-471a-b4c0-a0b18c1487ff, host n-h1-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=031f2c23-1055-471a-b4c0-a0b18c1487ff,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:17:08.853703 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf028526-296f-44a6-b83f-3fdf44ead095 req-f7940302-0c0c-484d-bfd8-c2116513048d tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:08.855375 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-bf028526-296f-44a6-b83f-3fdf44ead095 req-f7940302-0c0c-484d-bfd8-c2116513048d tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=4cdc42ba-69e4-48c5-a205-4e2175b26725 HTTP/1.1" status: 200 len: 948 time: 0.0505922 Oct 12 19:17:08.857031 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86561973-4f92-4fc1-8fae-fd54b877acad req-e19dca7f-ae5a-4261-84cc-9d1648d4b47c tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:08.863627 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86561973-4f92-4fc1-8fae-fd54b877acad req-e19dca7f-ae5a-4261-84cc-9d1648d4b47c tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:08.869675 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86561973-4f92-4fc1-8fae-fd54b877acad req-e19dca7f-ae5a-4261-84cc-9d1648d4b47c tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:08.875801 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86561973-4f92-4fc1-8fae-fd54b877acad req-e19dca7f-ae5a-4261-84cc-9d1648d4b47c tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:08.882761 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86561973-4f92-4fc1-8fae-fd54b877acad req-e19dca7f-ae5a-4261-84cc-9d1648d4b47c tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:08.893425 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86561973-4f92-4fc1-8fae-fd54b877acad req-e19dca7f-ae5a-4261-84cc-9d1648d4b47c tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:08.899777 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86561973-4f92-4fc1-8fae-fd54b877acad req-e19dca7f-ae5a-4261-84cc-9d1648d4b47c tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:08.901753 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-86561973-4f92-4fc1-8fae-fd54b877acad req-e19dca7f-ae5a-4261-84cc-9d1648d4b47c tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d8118a-4722-4e86-9061-3b560a61dbf9 HTTP/1.1" status: 200 len: 5421 time: 0.1227322 Oct 12 19:17:08.902475 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-bf028526-296f-44a6-b83f-3fdf44ead095 req-5d3386e8-2ef7-42a8-92cb-2bf31d59d677 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407362 Oct 12 19:17:08.958326 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-86561973-4f92-4fc1-8fae-fd54b877acad req-b9e74351-a08f-42c6-9322-0e1a19d8db30 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f0281d6-ea5c-47a0-8e7d-7819120d644f&id=db60c67d-bef5-44ee-91f7-dd492db60f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0473325 Oct 12 19:17:08.960239 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-86cff96d-d48d-4ea3-a517-40054c4aeec1 req-7e299b6a-b153-48a2-aeb5-358ecea346b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:09.001439 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cff96d-d48d-4ea3-a517-40054c4aeec1 req-7e299b6a-b153-48a2-aeb5-358ecea346b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:09.002059 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-86cff96d-d48d-4ea3-a517-40054c4aeec1 req-7e299b6a-b153-48a2-aeb5-358ecea346b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:09.004234 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-86cff96d-d48d-4ea3-a517-40054c4aeec1 req-7e299b6a-b153-48a2-aeb5-358ecea346b4 service neutron] 10.222.0.61 "PUT /v2.0/ports/031f2c23-1055-471a-b4c0-a0b18c1487ff HTTP/1.1" status: 200 len: 1096 time: 0.9895279 Oct 12 19:17:09.004714 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cdc42ba-69e4-48c5-a205-4e2175b26725', 'tag': '031f2c23-1055-471a-b4c0-a0b18c1487ff'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:17:09.006962 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea068a1e-86dd-490e-8fa4-19768bbe5bd4" -d '{"events": [{"name": "network-changed", "server_uuid": "4cdc42ba-69e4-48c5-a205-4e2175b26725", "tag": "031f2c23-1055-471a-b4c0-a0b18c1487ff"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:17:09.041345 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e299b6a-b153-48a2-aeb5-358ecea346b4 service neutron] Pushing event updated for resources: {'Port': ['ID=031f2c23-1055-471a-b4c0-a0b18c1487ff,revision_number=3']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:17:09.053526 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4c9a1ec-be8a-4bd2-9518-56ed775476f7 x-openstack-request-id: req-b4c9a1ec-be8a-4bd2-9518-56ed775476f7 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:17:09.053716 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cdc42ba-69e4-48c5-a205-4e2175b26725", "tag": "031f2c23-1055-471a-b4c0-a0b18c1487ff", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:17:09.054153 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b4c9a1ec-be8a-4bd2-9518-56ed775476f7 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:17:09.054649 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cdc42ba-69e4-48c5-a205-4e2175b26725', 'tag': '031f2c23-1055-471a-b4c0-a0b18c1487ff', 'status': 'completed', 'code': 200} Oct 12 19:17:09.126577 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea068a1e-86dd-490e-8fa4-19768bbe5bd4 req-9ddf5627-d97c-4224-a38f-f565002ae05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:09.128199 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ea068a1e-86dd-490e-8fa4-19768bbe5bd4 req-9ddf5627-d97c-4224-a38f-f565002ae05d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1439ecde881648d990934dad6d1d46ba&device_id=4cdc42ba-69e4-48c5-a205-4e2175b26725 HTTP/1.1" status: 200 len: 1099 time: 0.0537033 Oct 12 19:17:09.156637 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ea068a1e-86dd-490e-8fa4-19768bbe5bd4 req-f5cf6f97-392f-46d1-ba39-03e1ecadffb9 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=1439ecde881648d990934dad6d1d46ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0202179 Oct 12 19:17:09.262276 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea068a1e-86dd-490e-8fa4-19768bbe5bd4 req-3083cb37-3729-4349-abe1-0e96bd1bb305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:09.263729 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ea068a1e-86dd-490e-8fa4-19768bbe5bd4 req-3083cb37-3729-4349-abe1-0e96bd1bb305 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1002126 Oct 12 19:17:09.343230 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cff96d-d48d-4ea3-a517-40054c4aeec1 req-36c4b1ee-bc99-4de5-a6ef-cad893215b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:09.345641 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-86cff96d-d48d-4ea3-a517-40054c4aeec1 req-36c4b1ee-bc99-4de5-a6ef-cad893215b97 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1439ecde881648d990934dad6d1d46ba&device_id=4cdc42ba-69e4-48c5-a205-4e2175b26725 HTTP/1.1" status: 200 len: 1099 time: 0.0422173 Oct 12 19:17:09.347927 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device efa0ccc7-6ed2-4bfa-a4ad-6c6779c2a251 details requested by agent hyperv_n-h1-813679-3 with host n-h1-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:17:09.389136 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-86cff96d-d48d-4ea3-a517-40054c4aeec1 req-3a8e9ef5-0db8-4cb4-bed1-0709e304dac8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=031f2c23-1055-471a-b4c0-a0b18c1487ff HTTP/1.1" status: 200 len: 217 time: 0.0368185 Oct 12 19:17:09.456646 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cff96d-d48d-4ea3-a517-40054c4aeec1 req-7b78e137-d66c-46a3-a6de-c8aa308e336e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:09.458720 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-86cff96d-d48d-4ea3-a517-40054c4aeec1 req-7b78e137-d66c-46a3-a6de-c8aa308e336e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=629aee7d-3fde-4c72-af1e-6a7e1f6a7e75 HTTP/1.1" status: 200 len: 843 time: 0.0633867 Oct 12 19:17:09.461154 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port efa0ccc7-6ed2-4bfa-a4ad-6c6779c2a251, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=efa0ccc7-6ed2-4bfa-a4ad-6c6779c2a251,segment=NetworkSegment(c5aaa6cb-4fc0-487c-a1c9-b6d1d0ba82ce),segment_id=c5aaa6cb-4fc0-487c-a1c9-b6d1d0ba82ce)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:17:09.484164 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Returning: {'device': 'efa0ccc7-6ed2-4bfa-a4ad-6c6779c2a251', 'network_id': '2e14c4f2-b68c-4d21-920b-215a17ef69db', 'port_id': 'efa0ccc7-6ed2-4bfa-a4ad-6c6779c2a251', 'mac_address': 'fa:16:3e:a0:fc:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9eccc23a-d2b3-4cf1-80e5-df88bd80499d', 'ip_address': '10.1.1.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:17:09.520269 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0492c8-54ad-4b38-ac21-252929e2bb11 req-7f984ac3-0857-4525-a63c-6ed62df572cb tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:09.521927 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cff96d-d48d-4ea3-a517-40054c4aeec1 req-b5b89035-c549-436d-af54-ae998dc9c56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:09.523430 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-86cff96d-d48d-4ea3-a517-40054c4aeec1 req-b5b89035-c549-436d-af54-ae998dc9c56f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=90dcf485-b1ad-4139-85a3-9e1e9879e6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0569332 Oct 12 19:17:09.526037 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:09.527016 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0492c8-54ad-4b38-ac21-252929e2bb11 req-7f984ac3-0857-4525-a63c-6ed62df572cb tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:09.533159 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0492c8-54ad-4b38-ac21-252929e2bb11 req-7f984ac3-0857-4525-a63c-6ed62df572cb tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:09.540329 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0492c8-54ad-4b38-ac21-252929e2bb11 req-7f984ac3-0857-4525-a63c-6ed62df572cb tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:09.542174 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efa0ccc7-6ed2-4bfa-a4ad-6c6779c2a251 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:17:09.554986 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0492c8-54ad-4b38-ac21-252929e2bb11 req-7f984ac3-0857-4525-a63c-6ed62df572cb tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:09.565126 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0492c8-54ad-4b38-ac21-252929e2bb11 req-7f984ac3-0857-4525-a63c-6ed62df572cb tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:09.567963 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port efa0ccc7-6ed2-4bfa-a4ad-6c6779c2a251, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=efa0ccc7-6ed2-4bfa-a4ad-6c6779c2a251,segment=NetworkSegment(c5aaa6cb-4fc0-487c-a1c9-b6d1d0ba82ce),segment_id=c5aaa6cb-4fc0-487c-a1c9-b6d1d0ba82ce)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:17:09.573485 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0492c8-54ad-4b38-ac21-252929e2bb11 req-7f984ac3-0857-4525-a63c-6ed62df572cb tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:09.575902 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-df0492c8-54ad-4b38-ac21-252929e2bb11 req-7f984ac3-0857-4525-a63c-6ed62df572cb tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecc38ae3-328a-43a0-a185-601e29a048cb HTTP/1.1" status: 200 len: 5430 time: 0.1172924 Oct 12 19:17:09.628779 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-df0492c8-54ad-4b38-ac21-252929e2bb11 req-1f8250c8-a813-4e9b-8f58-2f84e00e9f67 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/security-groups?id=76b081dc-6667-4e1c-b44d-8d05a61d7938&id=0726b0fe-78be-4ea7-8b43-7be54affa06f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0436625 Oct 12 19:17:09.640119 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-86cff96d-d48d-4ea3-a517-40054c4aeec1 req-d071f103-1230-4d59-af34-c1b89b00b6ef service neutron] 10.222.0.61 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041808 Oct 12 19:17:09.682403 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:09.683289 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device e1839e8c-26d1-434d-bd18-d452e6003586 details requested by agent hyperv_n-h1-813679-3 with host n-h1-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:17:09.718145 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port e1839e8c-26d1-434d-bd18-d452e6003586, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=e1839e8c-26d1-434d-bd18-d452e6003586,segment=NetworkSegment(c5aaa6cb-4fc0-487c-a1c9-b6d1d0ba82ce),segment_id=c5aaa6cb-4fc0-487c-a1c9-b6d1d0ba82ce)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:17:09.736016 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Returning: {'device': 'e1839e8c-26d1-434d-bd18-d452e6003586', 'network_id': '2e14c4f2-b68c-4d21-920b-215a17ef69db', 'port_id': 'e1839e8c-26d1-434d-bd18-d452e6003586', 'mac_address': 'fa:16:3e:ec:2f:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9eccc23a-d2b3-4cf1-80e5-df88bd80499d', 'ip_address': '10.1.1.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:17:09.798704 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:09.827163 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-86cff96d-d48d-4ea3-a517-40054c4aeec1 req-9c93979d-6794-4434-9bc3-6a77eae1589b service neutron] 10.222.0.61 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836004 Oct 12 19:17:09.875908 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1839e8c-26d1-434d-bd18-d452e6003586 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:17:09.889520 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-71cff6ed-6d54-43a2-8f57-2fe4b1c6f41a req-98fe21e8-7b7d-4fa6-9bbe-711e66f2d60b tempest-ServerShowV257Test-345519429 tempest-ServerShowV257Test-345519429-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc7de5b8-9e2a-4df7-b989-0c89d962501c HTTP/1.1" status: 200 len: 210 time: 0.0391014 Oct 12 19:17:09.907042 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=efa0ccc7-6ed2-4bfa-a4ad-6c6779c2a251,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:17:09.936171 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f344f204-3591-45f1-ad57-1e59dc75c0ee req-fa22b08e-0c8d-45ac-99ee-97e4cb1a14b0 tempest-ImagesNegativeTestJSON-1634324846 tempest-ImagesNegativeTestJSON-1634324846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:09.937785 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port e1839e8c-26d1-434d-bd18-d452e6003586, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=e1839e8c-26d1-434d-bd18-d452e6003586,segment=NetworkSegment(c5aaa6cb-4fc0-487c-a1c9-b6d1d0ba82ce),segment_id=c5aaa6cb-4fc0-487c-a1c9-b6d1d0ba82ce)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:17:09.939396 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f344f204-3591-45f1-ad57-1e59dc75c0ee req-fa22b08e-0c8d-45ac-99ee-97e4cb1a14b0 tempest-ImagesNegativeTestJSON-1634324846 tempest-ImagesNegativeTestJSON-1634324846-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f6e539b-c9b6-4203-ab5d-7b2acb06313d HTTP/1.1" status: 200 len: 947 time: 0.1029797 Oct 12 19:17:09.995387 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f344f204-3591-45f1-ad57-1e59dc75c0ee req-7bfaa537-e2ca-496a-a531-67a10645f50b tempest-ImagesNegativeTestJSON-1634324846 tempest-ImagesNegativeTestJSON-1634324846-project] 10.222.0.49 "GET /v2.0/security-groups?id=6394d8b0-4986-47b9-8bb5-ad52d48eff9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496557 Oct 12 19:17:10.034950 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e04fde3-a2c4-4b7c-9666-0e3fe712507c req-ad733275-a561-4e2e-96af-3b5c1b1fe5d2 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:10.036995 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1e04fde3-a2c4-4b7c-9666-0e3fe712507c req-ad733275-a561-4e2e-96af-3b5c1b1fe5d2 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=4cdc42ba-69e4-48c5-a205-4e2175b26725 HTTP/1.1" status: 200 len: 948 time: 0.0586662 Oct 12 19:17:10.054117 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:10.055040 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 4f6b2756-64ef-420b-b1de-996fa4dd3f6d details requested by agent hyperv_n-h1-813679-3 with host n-h1-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:17:10.088314 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1e04fde3-a2c4-4b7c-9666-0e3fe712507c req-a5dc5225-a5c0-4b94-a2d3-cc3902782eed tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440552 Oct 12 19:17:10.172906 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=e1839e8c-26d1-434d-bd18-d452e6003586,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:17:10.252008 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 4f6b2756-64ef-420b-b1de-996fa4dd3f6d, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=4f6b2756-64ef-420b-b1de-996fa4dd3f6d,segment=NetworkSegment(f16cf0ac-76ac-40b9-ab87-b70fda8dbb01),segment_id=f16cf0ac-76ac-40b9-ab87-b70fda8dbb01)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:17:10.268601 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Returning: {'device': '4f6b2756-64ef-420b-b1de-996fa4dd3f6d', 'network_id': '25292ff6-df2e-42a1-aeea-68fb3a14f1ca', 'port_id': '4f6b2756-64ef-420b-b1de-996fa4dd3f6d', 'mac_address': 'fa:16:3e:47:c1:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '141028c9-d5c4-4f69-a812-45a1cb34ea69', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:17:10.269255 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1257947-ee0e-4360-b722-953ca09510f0 req-41ae9b81-099f-4d09-ab4c-428b9bfe1263 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:10.275381 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1257947-ee0e-4360-b722-953ca09510f0 req-41ae9b81-099f-4d09-ab4c-428b9bfe1263 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:10.281522 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1257947-ee0e-4360-b722-953ca09510f0 req-41ae9b81-099f-4d09-ab4c-428b9bfe1263 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:10.287840 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1257947-ee0e-4360-b722-953ca09510f0 req-41ae9b81-099f-4d09-ab4c-428b9bfe1263 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:10.293944 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1257947-ee0e-4360-b722-953ca09510f0 req-41ae9b81-099f-4d09-ab4c-428b9bfe1263 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:10.300525 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1257947-ee0e-4360-b722-953ca09510f0 req-41ae9b81-099f-4d09-ab4c-428b9bfe1263 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:10.306186 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:10.306532 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1257947-ee0e-4360-b722-953ca09510f0 req-41ae9b81-099f-4d09-ab4c-428b9bfe1263 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:10.308454 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e1257947-ee0e-4360-b722-953ca09510f0 req-41ae9b81-099f-4d09-ab4c-428b9bfe1263 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d8118a-4722-4e86-9061-3b560a61dbf9 HTTP/1.1" status: 200 len: 5421 time: 0.1105256 Oct 12 19:17:10.324207 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f6b2756-64ef-420b-b1de-996fa4dd3f6d {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:17:10.344551 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 4f6b2756-64ef-420b-b1de-996fa4dd3f6d, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=4f6b2756-64ef-420b-b1de-996fa4dd3f6d,segment=NetworkSegment(f16cf0ac-76ac-40b9-ab87-b70fda8dbb01),segment_id=f16cf0ac-76ac-40b9-ab87-b70fda8dbb01)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:17:10.351788 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e1257947-ee0e-4360-b722-953ca09510f0 req-649bd336-f693-4a99-ab75-ba25ea7fd318 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f0281d6-ea5c-47a0-8e7d-7819120d644f&id=db60c67d-bef5-44ee-91f7-dd492db60f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0371726 Oct 12 19:17:10.431335 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:10.433116 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 605e7744-82ec-4122-aca5-63441fceb7bc details requested by agent hyperv_n-h1-813679-3 with host n-h1-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:17:10.515000 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 605e7744-82ec-4122-aca5-63441fceb7bc, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=605e7744-82ec-4122-aca5-63441fceb7bc,segment=NetworkSegment(c5aaa6cb-4fc0-487c-a1c9-b6d1d0ba82ce),segment_id=c5aaa6cb-4fc0-487c-a1c9-b6d1d0ba82ce)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:17:10.529997 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=4f6b2756-64ef-420b-b1de-996fa4dd3f6d,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:17:10.534450 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Returning: {'device': '605e7744-82ec-4122-aca5-63441fceb7bc', 'network_id': '2e14c4f2-b68c-4d21-920b-215a17ef69db', 'port_id': '605e7744-82ec-4122-aca5-63441fceb7bc', 'mac_address': 'fa:16:3e:fd:88:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9eccc23a-d2b3-4cf1-80e5-df88bd80499d', 'ip_address': '10.1.1.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:17:10.575699 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:10.588279 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 605e7744-82ec-4122-aca5-63441fceb7bc {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:17:10.608793 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 605e7744-82ec-4122-aca5-63441fceb7bc, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=605e7744-82ec-4122-aca5-63441fceb7bc,segment=NetworkSegment(c5aaa6cb-4fc0-487c-a1c9-b6d1d0ba82ce),segment_id=c5aaa6cb-4fc0-487c-a1c9-b6d1d0ba82ce)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:17:10.731179 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:10.731872 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device cb6ebc8d-ae43-4017-abf8-253569f88e90 details requested by agent hyperv_n-h1-813679-3 with host n-h1-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:17:10.763258 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6c5fed-e466-4bee-a7bf-2e4fc480125b req-fa51ab92-dc47-4d0c-a7bf-9e03f5b688e8 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:10.769426 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6c5fed-e466-4bee-a7bf-2e4fc480125b req-fa51ab92-dc47-4d0c-a7bf-9e03f5b688e8 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:10.775713 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6c5fed-e466-4bee-a7bf-2e4fc480125b req-fa51ab92-dc47-4d0c-a7bf-9e03f5b688e8 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:10.781885 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6c5fed-e466-4bee-a7bf-2e4fc480125b req-fa51ab92-dc47-4d0c-a7bf-9e03f5b688e8 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:10.788753 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6c5fed-e466-4bee-a7bf-2e4fc480125b req-fa51ab92-dc47-4d0c-a7bf-9e03f5b688e8 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:10.794799 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6c5fed-e466-4bee-a7bf-2e4fc480125b req-fa51ab92-dc47-4d0c-a7bf-9e03f5b688e8 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:10.801927 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6c5fed-e466-4bee-a7bf-2e4fc480125b req-fa51ab92-dc47-4d0c-a7bf-9e03f5b688e8 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:10.803748 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cf6c5fed-e466-4bee-a7bf-2e4fc480125b req-fa51ab92-dc47-4d0c-a7bf-9e03f5b688e8 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecc38ae3-328a-43a0-a185-601e29a048cb HTTP/1.1" status: 200 len: 5433 time: 0.1021392 Oct 12 19:17:10.820498 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=605e7744-82ec-4122-aca5-63441fceb7bc,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:17:10.866297 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port cb6ebc8d-ae43-4017-abf8-253569f88e90, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=cb6ebc8d-ae43-4017-abf8-253569f88e90,segment=NetworkSegment(09a21d68-e5f5-4a28-8630-05ca83531668),segment_id=09a21d68-e5f5-4a28-8630-05ca83531668)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:17:10.883004 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Returning: {'device': 'cb6ebc8d-ae43-4017-abf8-253569f88e90', 'network_id': '6c3decc3-29e4-408c-a34f-0339ccbba377', 'port_id': 'cb6ebc8d-ae43-4017-abf8-253569f88e90', 'mac_address': 'fa:16:3e:4f:3a:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cdec308-a85d-4461-be76-72b0713a6c05', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:17:10.925604 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:10.950892 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb6ebc8d-ae43-4017-abf8-253569f88e90 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:17:10.986809 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port cb6ebc8d-ae43-4017-abf8-253569f88e90, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=cb6ebc8d-ae43-4017-abf8-253569f88e90,segment=NetworkSegment(09a21d68-e5f5-4a28-8630-05ca83531668),segment_id=09a21d68-e5f5-4a28-8630-05ca83531668)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:17:11.044617 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-467af1dc-ff0a-4bb6-a7de-5bc717bbb4f4 req-f652ad9b-6f7f-4847-b2c1-243fe9a6ff56 tempest-ServerShowV257Test-345519429 tempest-ServerShowV257Test-345519429-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc7de5b8-9e2a-4df7-b989-0c89d962501c HTTP/1.1" status: 200 len: 210 time: 0.0283842 Oct 12 19:17:11.082648 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:11.083459 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 203b9b07-3b5d-41e2-a387-5426c9fe91c9 details requested by agent hyperv_n-h1-813679-3 with host n-h1-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:17:11.165586 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a33d0cd-55c5-4f76-aea5-f20191653b6d req-e2da1985-5bda-470a-a1ee-d04163144748 tempest-ImagesNegativeTestJSON-1634324846 tempest-ImagesNegativeTestJSON-1634324846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:11.167251 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5a33d0cd-55c5-4f76-aea5-f20191653b6d req-e2da1985-5bda-470a-a1ee-d04163144748 tempest-ImagesNegativeTestJSON-1634324846 tempest-ImagesNegativeTestJSON-1634324846-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f6e539b-c9b6-4203-ab5d-7b2acb06313d HTTP/1.1" status: 200 len: 947 time: 0.0586133 Oct 12 19:17:11.173911 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=cb6ebc8d-ae43-4017-abf8-253569f88e90,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:17:11.176316 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 203b9b07-3b5d-41e2-a387-5426c9fe91c9, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=203b9b07-3b5d-41e2-a387-5426c9fe91c9,segment=NetworkSegment(f16cf0ac-76ac-40b9-ab87-b70fda8dbb01),segment_id=f16cf0ac-76ac-40b9-ab87-b70fda8dbb01)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:17:11.188659 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Returning: {'device': '203b9b07-3b5d-41e2-a387-5426c9fe91c9', 'network_id': '25292ff6-df2e-42a1-aeea-68fb3a14f1ca', 'port_id': '203b9b07-3b5d-41e2-a387-5426c9fe91c9', 'mac_address': 'fa:16:3e:b7:99:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '141028c9-d5c4-4f69-a812-45a1cb34ea69', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:17:11.197117 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cf6c5fed-e466-4bee-a7bf-2e4fc480125b req-ded593dc-cf57-480c-b114-700e11d76477 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/security-groups?id=76b081dc-6667-4e1c-b44d-8d05a61d7938&id=0726b0fe-78be-4ea7-8b43-7be54affa06f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3866873 Oct 12 19:17:11.241257 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5a33d0cd-55c5-4f76-aea5-f20191653b6d req-de7357cb-2d9f-4500-a251-6e25dab50895 tempest-ImagesNegativeTestJSON-1634324846 tempest-ImagesNegativeTestJSON-1634324846-project] 10.222.0.49 "GET /v2.0/security-groups?id=6394d8b0-4986-47b9-8bb5-ad52d48eff9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659599 Oct 12 19:17:11.251806 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:11.274291 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 203b9b07-3b5d-41e2-a387-5426c9fe91c9 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:17:11.296663 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 203b9b07-3b5d-41e2-a387-5426c9fe91c9, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=203b9b07-3b5d-41e2-a387-5426c9fe91c9,segment=NetworkSegment(f16cf0ac-76ac-40b9-ab87-b70fda8dbb01),segment_id=f16cf0ac-76ac-40b9-ab87-b70fda8dbb01)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:17:11.356973 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26d1916-ca5e-462a-b3f7-06f9b0dc523c req-52f22126-1183-4cb6-9c86-938d33c70e89 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:11.358195 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b26d1916-ca5e-462a-b3f7-06f9b0dc523c req-52f22126-1183-4cb6-9c86-938d33c70e89 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=4cdc42ba-69e4-48c5-a205-4e2175b26725 HTTP/1.1" status: 200 len: 948 time: 0.0559015 Oct 12 19:17:11.376727 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:11.378234 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 606f9c96-932b-4ef3-9ddb-6836480c9163 details requested by agent hyperv_n-h1-813679-3 with host n-h1-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:17:11.427536 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b26d1916-ca5e-462a-b3f7-06f9b0dc523c req-9854b52b-88bf-4045-8a66-9e358fbea91f tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573804 Oct 12 19:17:11.448331 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 606f9c96-932b-4ef3-9ddb-6836480c9163, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=606f9c96-932b-4ef3-9ddb-6836480c9163,segment=NetworkSegment(c5aaa6cb-4fc0-487c-a1c9-b6d1d0ba82ce),segment_id=c5aaa6cb-4fc0-487c-a1c9-b6d1d0ba82ce)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:17:11.450573 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=203b9b07-3b5d-41e2-a387-5426c9fe91c9,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:17:11.462316 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Returning: {'device': '606f9c96-932b-4ef3-9ddb-6836480c9163', 'network_id': '2e14c4f2-b68c-4d21-920b-215a17ef69db', 'port_id': '606f9c96-932b-4ef3-9ddb-6836480c9163', 'mac_address': 'fa:16:3e:37:4f:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9eccc23a-d2b3-4cf1-80e5-df88bd80499d', 'ip_address': '10.1.1.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:17:11.504406 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:11.519144 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 606f9c96-932b-4ef3-9ddb-6836480c9163 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:17:11.539731 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 606f9c96-932b-4ef3-9ddb-6836480c9163, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=606f9c96-932b-4ef3-9ddb-6836480c9163,segment=NetworkSegment(c5aaa6cb-4fc0-487c-a1c9-b6d1d0ba82ce),segment_id=c5aaa6cb-4fc0-487c-a1c9-b6d1d0ba82ce)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:17:11.547109 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2c83ff-463f-44b4-afff-83cc04c8d074 req-406abc0b-52e2-4ae3-bf8e-b38589e1808b tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:11.554926 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2c83ff-463f-44b4-afff-83cc04c8d074 req-406abc0b-52e2-4ae3-bf8e-b38589e1808b tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:11.561893 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2c83ff-463f-44b4-afff-83cc04c8d074 req-406abc0b-52e2-4ae3-bf8e-b38589e1808b tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:11.568982 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2c83ff-463f-44b4-afff-83cc04c8d074 req-406abc0b-52e2-4ae3-bf8e-b38589e1808b tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:11.575133 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2c83ff-463f-44b4-afff-83cc04c8d074 req-406abc0b-52e2-4ae3-bf8e-b38589e1808b tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:11.581930 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2c83ff-463f-44b4-afff-83cc04c8d074 req-406abc0b-52e2-4ae3-bf8e-b38589e1808b tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:11.588151 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2c83ff-463f-44b4-afff-83cc04c8d074 req-406abc0b-52e2-4ae3-bf8e-b38589e1808b tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:11.590038 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-dd2c83ff-463f-44b4-afff-83cc04c8d074 req-406abc0b-52e2-4ae3-bf8e-b38589e1808b tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d8118a-4722-4e86-9061-3b560a61dbf9 HTTP/1.1" status: 200 len: 5421 time: 0.1040077 Oct 12 19:17:11.622174 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:11.622843 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 2809e6f0-3540-4db6-ba37-87b982c8d09a details requested by agent hyperv_n-h1-813679-3 with host n-h1-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:17:11.646761 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-dd2c83ff-463f-44b4-afff-83cc04c8d074 req-4fe675ae-ba58-429c-a7de-89d2f504e106 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f0281d6-ea5c-47a0-8e7d-7819120d644f&id=db60c67d-bef5-44ee-91f7-dd492db60f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0505490 Oct 12 19:17:11.684121 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=606f9c96-932b-4ef3-9ddb-6836480c9163,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:17:11.883525 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 2809e6f0-3540-4db6-ba37-87b982c8d09a, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=2809e6f0-3540-4db6-ba37-87b982c8d09a,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:17:11.894050 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Returning: {'device': '2809e6f0-3540-4db6-ba37-87b982c8d09a', 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1', 'port_id': '2809e6f0-3540-4db6-ba37-87b982c8d09a', 'mac_address': 'fa:16:3e:78:c7:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '629aee7d-3fde-4c72-af1e-6a7e1f6a7e75', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:17:11.936409 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:11.950894 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2809e6f0-3540-4db6-ba37-87b982c8d09a {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:17:11.969310 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 2809e6f0-3540-4db6-ba37-87b982c8d09a, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=2809e6f0-3540-4db6-ba37-87b982c8d09a,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:17:12.027791 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:12.055490 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 031f2c23-1055-471a-b4c0-a0b18c1487ff details requested by agent hyperv_n-h1-813679-3 with host n-h1-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:17:12.093513 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=2809e6f0-3540-4db6-ba37-87b982c8d09a,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:17:12.130860 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ca52dab3-266f-4520-8432-e86de19b4a42 req-0c193436-9390-49f2-b1fe-bb50a4f474b6 tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1218282324&fields=id&tenant_id=946dd0c35a1f4bae8ffa87f2f91ec7ab HTTP/1.1" status: 200 len: 267 time: 0.0377245 Oct 12 19:17:12.186014 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 031f2c23-1055-471a-b4c0-a0b18c1487ff, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=031f2c23-1055-471a-b4c0-a0b18c1487ff,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:17:12.197949 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Returning: {'device': '031f2c23-1055-471a-b4c0-a0b18c1487ff', 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1', 'port_id': '031f2c23-1055-471a-b4c0-a0b18c1487ff', 'mac_address': 'fa:16:3e:53:1f:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '629aee7d-3fde-4c72-af1e-6a7e1f6a7e75', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:17:12.244396 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:12.255717 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4e6f2397-11be-46c8-9720-19cdee3bfa87 req-13d02cc2-ed9e-404a-bf92-31ed2d9a51b9 tempest-ServerShowV257Test-345519429 tempest-ServerShowV257Test-345519429-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc7de5b8-9e2a-4df7-b989-0c89d962501c HTTP/1.1" status: 200 len: 210 time: 0.0278604 Oct 12 19:17:12.260464 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 031f2c23-1055-471a-b4c0-a0b18c1487ff {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:17:12.282709 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca52dab3-266f-4520-8432-e86de19b4a42 req-ee01d190-4df2-446a-b0eb-0f98a1926e1c tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:12.284861 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ca52dab3-266f-4520-8432-e86de19b4a42 req-ee01d190-4df2-446a-b0eb-0f98a1926e1c tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] 10.222.0.49 "GET /v2.0/networks?id=ab893836-0239-44c0-af28-b9b191133092 HTTP/1.1" status: 200 len: 816 time: 0.1330352 Oct 12 19:17:12.297083 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 031f2c23-1055-471a-b4c0-a0b18c1487ff, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=031f2c23-1055-471a-b4c0-a0b18c1487ff,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:17:12.305790 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ca52dab3-266f-4520-8432-e86de19b4a42 req-9316aabd-8afa-46f9-9e98-0cad5c192e60 tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] 10.222.0.49 "GET /v2.0/quotas/946dd0c35a1f4bae8ffa87f2f91ec7ab HTTP/1.1" status: 200 len: 375 time: 0.0131087 Oct 12 19:17:12.386326 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ca52dab3-266f-4520-8432-e86de19b4a42 req-34212c2d-df07-41c4-97b3-24ff1b27a36e tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=946dd0c35a1f4bae8ffa87f2f91ec7ab&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0731997 Oct 12 19:17:12.390486 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455afdde-8e51-44b0-8be1-fecd8b88d32e req-fd407029-7e8a-4a77-87b8-73a83f6a9d3d tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:12.391951 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:12.397292 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455afdde-8e51-44b0-8be1-fecd8b88d32e req-fd407029-7e8a-4a77-87b8-73a83f6a9d3d tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:12.403930 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455afdde-8e51-44b0-8be1-fecd8b88d32e req-fd407029-7e8a-4a77-87b8-73a83f6a9d3d tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:12.412237 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455afdde-8e51-44b0-8be1-fecd8b88d32e req-fd407029-7e8a-4a77-87b8-73a83f6a9d3d tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:12.418533 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455afdde-8e51-44b0-8be1-fecd8b88d32e req-fd407029-7e8a-4a77-87b8-73a83f6a9d3d tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:12.424717 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455afdde-8e51-44b0-8be1-fecd8b88d32e req-fd407029-7e8a-4a77-87b8-73a83f6a9d3d tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:12.431098 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455afdde-8e51-44b0-8be1-fecd8b88d32e req-fd407029-7e8a-4a77-87b8-73a83f6a9d3d tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:12.439246 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-455afdde-8e51-44b0-8be1-fecd8b88d32e req-fd407029-7e8a-4a77-87b8-73a83f6a9d3d tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecc38ae3-328a-43a0-a185-601e29a048cb HTTP/1.1" status: 200 len: 5437 time: 0.1057053 Oct 12 19:17:12.452873 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=031f2c23-1055-471a-b4c0-a0b18c1487ff,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:17:12.493521 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-455afdde-8e51-44b0-8be1-fecd8b88d32e req-2b3c1c10-f85c-4b16-b729-17db6d7b608a tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/security-groups?id=76b081dc-6667-4e1c-b44d-8d05a61d7938&id=0726b0fe-78be-4ea7-8b43-7be54affa06f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527987 Oct 12 19:17:12.545083 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f0f06165-23f6-42e5-bba8-732e2e7535e7 req-ecaf8577-0a4f-4469-8e76-8f3406e6ace5 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=cc7de5b8-9e2a-4df7-b989-0c89d962501c HTTP/1.1" status: 200 len: 210 time: 0.0333974 Oct 12 19:17:12.556887 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ca52dab3-266f-4520-8432-e86de19b4a42 req-e509155f-9e50-48e7-96d9-f6fad3cad0c2 service neutron] 10.222.0.49 "GET /v2.0/networks/ab893836-0239-44c0-af28-b9b191133092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498525 Oct 12 19:17:12.637660 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5fcb30-464a-4591-a032-442d857a3c10 req-ac3e35e3-1adf-43c7-8432-5e53087eff69 tempest-ImagesNegativeTestJSON-1634324846 tempest-ImagesNegativeTestJSON-1634324846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:12.639100 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5c5fcb30-464a-4591-a032-442d857a3c10 req-ac3e35e3-1adf-43c7-8432-5e53087eff69 tempest-ImagesNegativeTestJSON-1634324846 tempest-ImagesNegativeTestJSON-1634324846-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f6e539b-c9b6-4203-ab5d-7b2acb06313d HTTP/1.1" status: 200 len: 948 time: 0.0601065 Oct 12 19:17:12.663851 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ca52dab3-266f-4520-8432-e86de19b4a42 req-aceea04e-303e-44f2-8665-037ca402859d service neutron] 10.222.0.49 "GET /v2.0/networks/ab893836-0239-44c0-af28-b9b191133092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026800 Oct 12 19:17:12.683806 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5c5fcb30-464a-4591-a032-442d857a3c10 req-397ab1ab-8dac-4b77-8f7a-b38c788faf4c tempest-ImagesNegativeTestJSON-1634324846 tempest-ImagesNegativeTestJSON-1634324846-project] 10.222.0.49 "GET /v2.0/security-groups?id=6394d8b0-4986-47b9-8bb5-ad52d48eff9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340340 Oct 12 19:17:12.843869 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['2809e6f0-3540-4db6-ba37-87b982c8d09a'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:17:12.891395 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['efa0ccc7-6ed2-4bfa-a4ad-6c6779c2a251'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:17:12.893470 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['605e7744-82ec-4122-aca5-63441fceb7bc'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:17:12.895435 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['cb6ebc8d-ae43-4017-abf8-253569f88e90'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:17:12.902543 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['4f6b2756-64ef-420b-b1de-996fa4dd3f6d'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:17:12.906517 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9ffef0-38cb-46b3-9c8c-e461a1496988 req-410cf565-84f0-4487-ab27-e270bba64006 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:12.908258 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5c9ffef0-38cb-46b3-9c8c-e461a1496988 req-410cf565-84f0-4487-ab27-e270bba64006 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=4cdc42ba-69e4-48c5-a205-4e2175b26725 HTTP/1.1" status: 200 len: 949 time: 0.0726762 Oct 12 19:17:12.949692 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5c9ffef0-38cb-46b3-9c8c-e461a1496988 req-130cfa34-411b-4b28-86fb-bcfe93fb7f28 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333717 Oct 12 19:17:12.995738 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['606f9c96-932b-4ef3-9ddb-6836480c9163'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:17:12.997993 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['203b9b07-3b5d-41e2-a387-5426c9fe91c9'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:17:13.094152 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6b4093-8a8e-42e7-a3d0-60f0bedbf705 req-7f88bb1a-5eca-4570-bc65-ed0be0cec0fe tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:13.101832 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6b4093-8a8e-42e7-a3d0-60f0bedbf705 req-7f88bb1a-5eca-4570-bc65-ed0be0cec0fe tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:13.109360 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6b4093-8a8e-42e7-a3d0-60f0bedbf705 req-7f88bb1a-5eca-4570-bc65-ed0be0cec0fe tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:13.117422 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6b4093-8a8e-42e7-a3d0-60f0bedbf705 req-7f88bb1a-5eca-4570-bc65-ed0be0cec0fe tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:13.123759 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6b4093-8a8e-42e7-a3d0-60f0bedbf705 req-7f88bb1a-5eca-4570-bc65-ed0be0cec0fe tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:13.130895 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6b4093-8a8e-42e7-a3d0-60f0bedbf705 req-7f88bb1a-5eca-4570-bc65-ed0be0cec0fe tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:13.133818 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['031f2c23-1055-471a-b4c0-a0b18c1487ff'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:17:13.136920 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6b4093-8a8e-42e7-a3d0-60f0bedbf705 req-7f88bb1a-5eca-4570-bc65-ed0be0cec0fe tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:13.138762 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7e6b4093-8a8e-42e7-a3d0-60f0bedbf705 req-7f88bb1a-5eca-4570-bc65-ed0be0cec0fe tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d8118a-4722-4e86-9061-3b560a61dbf9 HTTP/1.1" status: 200 len: 5421 time: 0.1078143 Oct 12 19:17:13.189622 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7e6b4093-8a8e-42e7-a3d0-60f0bedbf705 req-6ac1b2af-a4a5-446b-a3af-3570181eeee4 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f0281d6-ea5c-47a0-8e7d-7819120d644f&id=db60c67d-bef5-44ee-91f7-dd492db60f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0388589 Oct 12 19:17:13.439538 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-eaa8b8d8-656e-45bb-a38f-cc51b1397da1 req-3366e2ce-2d1c-473e-9173-58c6ec3f7293 tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] 10.222.0.49 "GET /v2.0/ports?device_id=6bdc803c-61b8-4551-af7a-f6234f9d109b HTTP/1.1" status: 200 len: 210 time: 0.0405490 Oct 12 19:17:13.457531 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6728b60f-6e37-4363-a5cb-fd586e13910f req-e58a4948-3ade-4f9c-8123-a0c8155b71ad tempest-ServerShowV257Test-345519429 tempest-ServerShowV257Test-345519429-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc7de5b8-9e2a-4df7-b989-0c89d962501c HTTP/1.1" status: 200 len: 210 time: 0.0800219 Oct 12 19:17:13.689259 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e451b6-c771-43eb-b6f9-fa1ea8198026 req-14c351e0-a8e5-41f5-952f-670038d52376 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:13.696943 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e451b6-c771-43eb-b6f9-fa1ea8198026 req-14c351e0-a8e5-41f5-952f-670038d52376 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:13.703943 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e451b6-c771-43eb-b6f9-fa1ea8198026 req-14c351e0-a8e5-41f5-952f-670038d52376 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:13.704527 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['e1839e8c-26d1-434d-bd18-d452e6003586'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:17:13.713721 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e451b6-c771-43eb-b6f9-fa1ea8198026 req-14c351e0-a8e5-41f5-952f-670038d52376 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:13.734176 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e451b6-c771-43eb-b6f9-fa1ea8198026 req-14c351e0-a8e5-41f5-952f-670038d52376 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:13.743595 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e451b6-c771-43eb-b6f9-fa1ea8198026 req-14c351e0-a8e5-41f5-952f-670038d52376 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:13.750395 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e451b6-c771-43eb-b6f9-fa1ea8198026 req-14c351e0-a8e5-41f5-952f-670038d52376 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:13.753125 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f3e451b6-c771-43eb-b6f9-fa1ea8198026 req-14c351e0-a8e5-41f5-952f-670038d52376 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecc38ae3-328a-43a0-a185-601e29a048cb HTTP/1.1" status: 200 len: 5437 time: 0.1333337 Oct 12 19:17:13.842099 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f3e451b6-c771-43eb-b6f9-fa1ea8198026 req-8f2f72f4-7989-4d2b-b9a4-e940826f3ea4 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/security-groups?id=76b081dc-6667-4e1c-b44d-8d05a61d7938&id=0726b0fe-78be-4ea7-8b43-7be54affa06f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0809846 Oct 12 19:17:13.956103 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ebb7da-251b-4b82-b6ae-4262c7dfc9b2 req-f5908437-f6c0-4fdd-8d23-f88b41d3d145 tempest-ImagesNegativeTestJSON-1634324846 tempest-ImagesNegativeTestJSON-1634324846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:13.961403 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-40ebb7da-251b-4b82-b6ae-4262c7dfc9b2 req-f5908437-f6c0-4fdd-8d23-f88b41d3d145 tempest-ImagesNegativeTestJSON-1634324846 tempest-ImagesNegativeTestJSON-1634324846-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f6e539b-c9b6-4203-ab5d-7b2acb06313d HTTP/1.1" status: 200 len: 948 time: 0.1294544 Oct 12 19:17:14.012338 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-40ebb7da-251b-4b82-b6ae-4262c7dfc9b2 req-b8ff1c58-436c-4067-b051-74bd442eec60 tempest-ImagesNegativeTestJSON-1634324846 tempest-ImagesNegativeTestJSON-1634324846-project] 10.222.0.49 "GET /v2.0/security-groups?id=6394d8b0-4986-47b9-8bb5-ad52d48eff9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432799 Oct 12 19:17:14.156861 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea18532-15e0-48e4-862c-cfe56f21c380 req-beb3ac12-abf8-4497-8923-681e94ba18dc tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:14.165954 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0ea18532-15e0-48e4-862c-cfe56f21c380 req-beb3ac12-abf8-4497-8923-681e94ba18dc tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=4cdc42ba-69e4-48c5-a205-4e2175b26725 HTTP/1.1" status: 200 len: 949 time: 0.0670450 Oct 12 19:17:14.211201 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0ea18532-15e0-48e4-862c-cfe56f21c380 req-fbe9dd99-e7a5-429d-a25f-4d1c1617e2b8 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394955 Oct 12 19:17:14.350641 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dfc10e-981d-4a13-a14a-5f665df80ac0 req-c1d6dc68-052d-46de-8c83-ff7dc67c78cf tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:14.356530 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dfc10e-981d-4a13-a14a-5f665df80ac0 req-c1d6dc68-052d-46de-8c83-ff7dc67c78cf tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:14.362364 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dfc10e-981d-4a13-a14a-5f665df80ac0 req-c1d6dc68-052d-46de-8c83-ff7dc67c78cf tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:14.368399 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dfc10e-981d-4a13-a14a-5f665df80ac0 req-c1d6dc68-052d-46de-8c83-ff7dc67c78cf tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:14.374346 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dfc10e-981d-4a13-a14a-5f665df80ac0 req-c1d6dc68-052d-46de-8c83-ff7dc67c78cf tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:14.380817 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dfc10e-981d-4a13-a14a-5f665df80ac0 req-c1d6dc68-052d-46de-8c83-ff7dc67c78cf tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:14.386787 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dfc10e-981d-4a13-a14a-5f665df80ac0 req-c1d6dc68-052d-46de-8c83-ff7dc67c78cf tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:14.388716 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e3dfc10e-981d-4a13-a14a-5f665df80ac0 req-c1d6dc68-052d-46de-8c83-ff7dc67c78cf tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d8118a-4722-4e86-9061-3b560a61dbf9 HTTP/1.1" status: 200 len: 5421 time: 0.1031957 Oct 12 19:17:14.433190 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e3dfc10e-981d-4a13-a14a-5f665df80ac0 req-0e93494d-fd31-4fa1-a637-4adcfeccb5fc tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f0281d6-ea5c-47a0-8e7d-7819120d644f&id=db60c67d-bef5-44ee-91f7-dd492db60f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0371387 Oct 12 19:17:14.536061 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b0d7daa7-eb26-4762-903d-9125c720e467 req-b117f8be-7b43-4a75-9e13-f3054a6f81d3 tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] 10.222.0.49 "GET /v2.0/ports?device_id=6bdc803c-61b8-4551-af7a-f6234f9d109b HTTP/1.1" status: 200 len: 210 time: 0.0289526 Oct 12 19:17:14.563821 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7dca20fb-713c-4778-be23-45936889ebfc req-c2a9baf6-9592-431c-a457-f1a920dd7dc5 tempest-ServerShowV257Test-345519429 tempest-ServerShowV257Test-345519429-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc7de5b8-9e2a-4df7-b989-0c89d962501c HTTP/1.1" status: 200 len: 210 time: 0.0289111 Oct 12 19:17:15.026565 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8ee2af-06dd-4566-ac5b-006fc22ed24a req-5cf0aa6c-4a95-4ed8-8da6-dad185cd27af tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:15.032641 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8ee2af-06dd-4566-ac5b-006fc22ed24a req-5cf0aa6c-4a95-4ed8-8da6-dad185cd27af tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:15.039923 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8ee2af-06dd-4566-ac5b-006fc22ed24a req-5cf0aa6c-4a95-4ed8-8da6-dad185cd27af tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:15.047317 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8ee2af-06dd-4566-ac5b-006fc22ed24a req-5cf0aa6c-4a95-4ed8-8da6-dad185cd27af tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:15.054712 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8ee2af-06dd-4566-ac5b-006fc22ed24a req-5cf0aa6c-4a95-4ed8-8da6-dad185cd27af tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:15.076449 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8ee2af-06dd-4566-ac5b-006fc22ed24a req-5cf0aa6c-4a95-4ed8-8da6-dad185cd27af tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:15.084006 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8ee2af-06dd-4566-ac5b-006fc22ed24a req-5cf0aa6c-4a95-4ed8-8da6-dad185cd27af tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:15.086690 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3c8ee2af-06dd-4566-ac5b-006fc22ed24a req-5cf0aa6c-4a95-4ed8-8da6-dad185cd27af tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecc38ae3-328a-43a0-a185-601e29a048cb HTTP/1.1" status: 200 len: 5437 time: 0.1209903 Oct 12 19:17:15.121396 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2923b664-064f-4b39-b95f-479a03dd1a9c req-101129c8-5d4d-4cc8-8ed2-a8361e5aa947 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8a354f4b43bf4bdebd48500a1b58c747&device_id=cc7de5b8-9e2a-4df7-b989-0c89d962501c HTTP/1.1" status: 200 len: 210 time: 0.0333462 Oct 12 19:17:15.191704 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2923b664-064f-4b39-b95f-479a03dd1a9c req-c7c11aed-7fac-4ff8-872a-1e91d61cee86 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=8a354f4b43bf4bdebd48500a1b58c747&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0558789 Oct 12 19:17:15.233901 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3c8ee2af-06dd-4566-ac5b-006fc22ed24a req-2efd3dd8-f6db-43de-9cae-99a25b079497 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/security-groups?id=76b081dc-6667-4e1c-b44d-8d05a61d7938&id=0726b0fe-78be-4ea7-8b43-7be54affa06f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1111331 Oct 12 19:17:15.383489 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-cecbe1a5-cf23-4834-a6be-73d3f95177ac req-c6d88cda-320b-418c-b3b8-4bd213ce7d79 tempest-ServerShowV257Test-345519429 tempest-ServerShowV257Test-345519429-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc7de5b8-9e2a-4df7-b989-0c89d962501c HTTP/1.1" status: 200 len: 210 time: 0.0480630 Oct 12 19:17:15.426590 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2923b664-064f-4b39-b95f-479a03dd1a9c req-93f8a227-4cd3-46c6-a8b5-1721ac47782d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:15.429205 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2923b664-064f-4b39-b95f-479a03dd1a9c req-93f8a227-4cd3-46c6-a8b5-1721ac47782d service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1924429 Oct 12 19:17:15.510147 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e188874b-a0e9-4bb9-93a2-2f13a3ae308b req-9b273880-a144-49ca-ada2-be4db83a8eba tempest-ImagesNegativeTestJSON-1634324846 tempest-ImagesNegativeTestJSON-1634324846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:15.512710 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e188874b-a0e9-4bb9-93a2-2f13a3ae308b req-9b273880-a144-49ca-ada2-be4db83a8eba tempest-ImagesNegativeTestJSON-1634324846 tempest-ImagesNegativeTestJSON-1634324846-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f6e539b-c9b6-4203-ab5d-7b2acb06313d HTTP/1.1" status: 200 len: 948 time: 0.0602140 Oct 12 19:17:15.516967 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0602969d-fbaa-4565-b181-b60caf0d591f req-60f70547-f59a-491f-bdbd-471c4cbe4752 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:15.518612 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0602969d-fbaa-4565-b181-b60caf0d591f req-60f70547-f59a-491f-bdbd-471c4cbe4752 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=4cdc42ba-69e4-48c5-a205-4e2175b26725 HTTP/1.1" status: 200 len: 949 time: 0.0535760 Oct 12 19:17:15.559116 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0602969d-fbaa-4565-b181-b60caf0d591f req-92532957-1d14-4d76-80d3-2a7288a38d8c tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344441 Oct 12 19:17:15.565344 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e188874b-a0e9-4bb9-93a2-2f13a3ae308b req-f935aaa8-eff7-4def-a85d-0ed033aeed31 tempest-ImagesNegativeTestJSON-1634324846 tempest-ImagesNegativeTestJSON-1634324846-project] 10.222.0.49 "GET /v2.0/security-groups?id=6394d8b0-4986-47b9-8bb5-ad52d48eff9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435002 Oct 12 19:17:15.713407 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8622d1-10ab-45dc-835e-d97aca94da6e req-836dd7cd-6860-4a87-a0bb-33a212e7ea95 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:15.714653 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-62ca535d-87e1-491d-8483-b8dd3cae55ff req-02167b4e-9edd-463b-bb44-516ee3133f1a tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] 10.222.0.49 "GET /v2.0/ports?device_id=6bdc803c-61b8-4551-af7a-f6234f9d109b HTTP/1.1" status: 200 len: 210 time: 0.0812829 Oct 12 19:17:15.720496 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8622d1-10ab-45dc-835e-d97aca94da6e req-836dd7cd-6860-4a87-a0bb-33a212e7ea95 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:15.727765 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8622d1-10ab-45dc-835e-d97aca94da6e req-836dd7cd-6860-4a87-a0bb-33a212e7ea95 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:15.734296 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8622d1-10ab-45dc-835e-d97aca94da6e req-836dd7cd-6860-4a87-a0bb-33a212e7ea95 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:15.741520 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8622d1-10ab-45dc-835e-d97aca94da6e req-836dd7cd-6860-4a87-a0bb-33a212e7ea95 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:15.747735 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8622d1-10ab-45dc-835e-d97aca94da6e req-836dd7cd-6860-4a87-a0bb-33a212e7ea95 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:15.754717 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8622d1-10ab-45dc-835e-d97aca94da6e req-836dd7cd-6860-4a87-a0bb-33a212e7ea95 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:15.756848 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3f8622d1-10ab-45dc-835e-d97aca94da6e req-836dd7cd-6860-4a87-a0bb-33a212e7ea95 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d8118a-4722-4e86-9061-3b560a61dbf9 HTTP/1.1" status: 200 len: 5421 time: 0.1056790 Oct 12 19:17:15.797489 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3f8622d1-10ab-45dc-835e-d97aca94da6e req-c55215ae-d327-4702-bda4-d2dbfee84d1e tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f0281d6-ea5c-47a0-8e7d-7819120d644f&id=db60c67d-bef5-44ee-91f7-dd492db60f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0345602 Oct 12 19:17:16.066899 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 2809e6f0-3540-4db6-ba37-87b982c8d09a up at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:17:16.173622 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning for port 2809e6f0-3540-4db6-ba37-87b982c8d09a completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:17:16.178007 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning complete for port 2809e6f0-3540-4db6-ba37-87b982c8d09a triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:17:16.178389 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:16.262376 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:16.285834 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f6e539b-c9b6-4203-ab5d-7b2acb06313d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2809e6f0-3540-4db6-ba37-87b982c8d09a'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:17:16.288363 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71e01548-8db4-4089-abc3-eb9569bf597d" -d '{"events": [{"server_uuid": "4f6e539b-c9b6-4203-ab5d-7b2acb06313d", "name": "network-vif-plugged", "status": "completed", "tag": "2809e6f0-3540-4db6-ba37-87b982c8d09a"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:17:16.301876 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 2809e6f0-3540-4db6-ba37-87b982c8d09a, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=2809e6f0-3540-4db6-ba37-87b982c8d09a,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:17:16.345902 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42f2455d-74af-4845-bb44-4b22b245709f x-openstack-request-id: req-42f2455d-74af-4845-bb44-4b22b245709f {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:17:16.346738 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f6e539b-c9b6-4203-ab5d-7b2acb06313d", "name": "network-vif-plugged", "status": "completed", "tag": "2809e6f0-3540-4db6-ba37-87b982c8d09a", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:17:16.346996 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-42f2455d-74af-4845-bb44-4b22b245709f {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:17:16.347632 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f6e539b-c9b6-4203-ab5d-7b2acb06313d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2809e6f0-3540-4db6-ba37-87b982c8d09a', 'code': 200} Oct 12 19:17:16.379366 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:16.432063 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca52dab3-266f-4520-8432-e86de19b4a42 req-8adf98c0-8c18-449e-a0b1-21f9efc7b725 tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:16.432795 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ca52dab3-266f-4520-8432-e86de19b4a42 req-8adf98c0-8c18-449e-a0b1-21f9efc7b725 tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] 10.222.0.67 "GET /v2.0/networks?id=ab893836-0239-44c0-af28-b9b191133092 HTTP/1.1" status: 200 len: 816 time: 0.1907473 Oct 12 19:17:16.456546 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=2809e6f0-3540-4db6-ba37-87b982c8d09a,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:17:16.510385 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae16a62f-0fb1-4f1f-ac87-29e429bda9ad req-46e13787-0865-47c0-81bb-322b0a32539d tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:16.516637 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae16a62f-0fb1-4f1f-ac87-29e429bda9ad req-46e13787-0865-47c0-81bb-322b0a32539d tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:16.523799 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae16a62f-0fb1-4f1f-ac87-29e429bda9ad req-46e13787-0865-47c0-81bb-322b0a32539d tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:16.532130 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae16a62f-0fb1-4f1f-ac87-29e429bda9ad req-46e13787-0865-47c0-81bb-322b0a32539d tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:16.540062 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae16a62f-0fb1-4f1f-ac87-29e429bda9ad req-46e13787-0865-47c0-81bb-322b0a32539d tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:16.547623 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae16a62f-0fb1-4f1f-ac87-29e429bda9ad req-46e13787-0865-47c0-81bb-322b0a32539d tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:16.554176 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae16a62f-0fb1-4f1f-ac87-29e429bda9ad req-46e13787-0865-47c0-81bb-322b0a32539d tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:16.560565 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ae16a62f-0fb1-4f1f-ac87-29e429bda9ad req-46e13787-0865-47c0-81bb-322b0a32539d tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecc38ae3-328a-43a0-a185-601e29a048cb HTTP/1.1" status: 200 len: 5437 time: 0.2356398 Oct 12 19:17:16.589761 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ca52dab3-266f-4520-8432-e86de19b4a42 req-14c8a2d1-276f-44d7-a20d-fdecdb87a96b tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=946dd0c35a1f4bae8ffa87f2f91ec7ab HTTP/1.1" status: 200 len: 380 time: 0.1414282 Oct 12 19:17:16.595370 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-682f67c0-4cab-4b6b-ab0f-29ec2e514e01 req-30a7aacb-d9bc-46d8-8f41-5d3fd3a96922 tempest-ServerShowV257Test-345519429 tempest-ServerShowV257Test-345519429-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc7de5b8-9e2a-4df7-b989-0c89d962501c HTTP/1.1" status: 200 len: 210 time: 0.0357499 Oct 12 19:17:16.616966 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3427c498-8363-4650-94de-bf9f11873e19 req-5ce74c2e-52ea-4541-8af0-a2996c5f3f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:16.619413 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3427c498-8363-4650-94de-bf9f11873e19 req-5ce74c2e-52ea-4541-8af0-a2996c5f3f54 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4f6e539b-c9b6-4203-ab5d-7b2acb06313d HTTP/1.1" status: 200 len: 1100 time: 0.1841784 Oct 12 19:17:16.631279 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-ca52dab3-266f-4520-8432-e86de19b4a42 req-c63e2523-63cd-4b80-9460-931f5be48886 tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] Request body: {'port': {'device_id': '6bdc803c-61b8-4551-af7a-f6234f9d109b', 'network_id': 'ab893836-0239-44c0-af28-b9b191133092', 'admin_state_up': True, 'tenant_id': '946dd0c35a1f4bae8ffa87f2f91ec7ab', 'security_groups': ['fc65bd81-089d-4991-a470-ab1403753bc0']}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:17:16.713722 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ae16a62f-0fb1-4f1f-ac87-29e429bda9ad req-73dbf161-9e61-4530-9c2d-f499ddb10de0 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/security-groups?id=76b081dc-6667-4e1c-b44d-8d05a61d7938&id=0726b0fe-78be-4ea7-8b43-7be54affa06f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1437721 Oct 12 19:17:16.740925 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ca81e1-8c35-46da-8eaf-d30b6fc09c84 req-3774c09b-2ba5-4601-b556-304905c63ed8 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:16.743115 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-76ca81e1-8c35-46da-8eaf-d30b6fc09c84 req-3774c09b-2ba5-4601-b556-304905c63ed8 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=4cdc42ba-69e4-48c5-a205-4e2175b26725 HTTP/1.1" status: 200 len: 949 time: 0.0778253 Oct 12 19:17:16.781312 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3427c498-8363-4650-94de-bf9f11873e19 req-5b9edf64-2419-41ee-b6f8-c1ab56107d1c service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=6394d8b0-4986-47b9-8bb5-ad52d48eff9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390295 Oct 12 19:17:16.812496 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-76ca81e1-8c35-46da-8eaf-d30b6fc09c84 req-77f3904b-ce71-45db-aa1a-b1cd78fb2702 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608025 Oct 12 19:17:16.874853 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6769d14f-106f-4092-b2e7-56db959dd520 req-32e3827f-d283-4631-a713-967b533e8f1f tempest-ImagesNegativeTestJSON-1634324846 tempest-ImagesNegativeTestJSON-1634324846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:16.877744 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6769d14f-106f-4092-b2e7-56db959dd520 req-32e3827f-d283-4631-a713-967b533e8f1f tempest-ImagesNegativeTestJSON-1634324846 tempest-ImagesNegativeTestJSON-1634324846-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f6e539b-c9b6-4203-ab5d-7b2acb06313d HTTP/1.1" status: 200 len: 949 time: 0.0544832 Oct 12 19:17:16.936542 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3140319e-ae2c-4bee-bdb5-597151764cdc req-2b07fda2-6c43-4d56-bb88-09fd2eba0330 tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] 10.222.0.49 "GET /v2.0/ports?device_id=6bdc803c-61b8-4551-af7a-f6234f9d109b HTTP/1.1" status: 200 len: 210 time: 0.0409069 Oct 12 19:17:16.966670 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6769d14f-106f-4092-b2e7-56db959dd520 req-9df6c630-9c68-478b-98ea-de929475a9c7 tempest-ImagesNegativeTestJSON-1634324846 tempest-ImagesNegativeTestJSON-1634324846-project] 10.222.0.49 "GET /v2.0/security-groups?id=6394d8b0-4986-47b9-8bb5-ad52d48eff9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825925 Oct 12 19:17:16.967578 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca52dab3-266f-4520-8432-e86de19b4a42 req-c63e2523-63cd-4b80-9460-931f5be48886 tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] Made reservation on behalf of 946dd0c35a1f4bae8ffa87f2f91ec7ab for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:17:16.981555 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-ca52dab3-266f-4520-8432-e86de19b4a42 req-c63e2523-63cd-4b80-9460-931f5be48886 tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:16.995841 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2923b664-064f-4b39-b95f-479a03dd1a9c req-513c6530-78fd-4e63-81d6-a8ae9c2c97d5 tempest-ServerShowV257Test-345519429 tempest-ServerShowV257Test-345519429-project] 10.222.0.67 "GET /v2.0/ports?device_id=cc7de5b8-9e2a-4df7-b989-0c89d962501c HTTP/1.1" status: 200 len: 210 time: 0.1099441 Oct 12 19:17:17.192848 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee61130-6b36-48cb-a963-e1413d4fdf83 req-7de646d7-4dd2-4071-b85e-9e92d485507d tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:17.206810 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee61130-6b36-48cb-a963-e1413d4fdf83 req-7de646d7-4dd2-4071-b85e-9e92d485507d tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:17.214794 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee61130-6b36-48cb-a963-e1413d4fdf83 req-7de646d7-4dd2-4071-b85e-9e92d485507d tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:17.222273 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee61130-6b36-48cb-a963-e1413d4fdf83 req-7de646d7-4dd2-4071-b85e-9e92d485507d tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:17.229169 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee61130-6b36-48cb-a963-e1413d4fdf83 req-7de646d7-4dd2-4071-b85e-9e92d485507d tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:17.235962 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-015f16dc-f3be-4849-b14f-8542a79650d0 req-e139902e-ea08-44cb-8d1e-8ed7de88662a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=08ecabda-5587-420b-a912-46737a0ec139&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1140432 Oct 12 19:17:17.236158 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee61130-6b36-48cb-a963-e1413d4fdf83 req-7de646d7-4dd2-4071-b85e-9e92d485507d tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:17.250547 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee61130-6b36-48cb-a963-e1413d4fdf83 req-7de646d7-4dd2-4071-b85e-9e92d485507d tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:17.255594 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0ee61130-6b36-48cb-a963-e1413d4fdf83 req-7de646d7-4dd2-4071-b85e-9e92d485507d tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d8118a-4722-4e86-9061-3b560a61dbf9 HTTP/1.1" status: 200 len: 5421 time: 0.1714358 Oct 12 19:17:17.344273 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0ee61130-6b36-48cb-a963-e1413d4fdf83 req-66002ec2-bb4d-4a59-b7e4-c04633a0c358 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f0281d6-ea5c-47a0-8e7d-7819120d644f&id=db60c67d-bef5-44ee-91f7-dd492db60f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0828717 Oct 12 19:17:17.415383 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [req-ca52dab3-266f-4520-8432-e86de19b4a42 req-c63e2523-63cd-4b80-9460-931f5be48886 tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] Allocated IP 172.20.0.11 (ab893836-0239-44c0-af28-b9b191133092/e6d5c0cf-d179-4ac4-8185-f423c3359bf7/b6ce5839-07cf-4292-92f7-3cfe37497988) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:17:17.430962 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015f16dc-f3be-4849-b14f-8542a79650d0 req-446b72ef-f2b4-4dd2-b4b5-4b670408d862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:17.433118 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-015f16dc-f3be-4849-b14f-8542a79650d0 req-446b72ef-f2b4-4dd2-b4b5-4b670408d862 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=803d7b884967412f992e4b2e79b460e6&device_id=08ecabda-5587-420b-a912-46737a0ec139 HTTP/1.1" status: 200 len: 1095 time: 0.0919194 Oct 12 19:17:17.649952 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015f16dc-f3be-4849-b14f-8542a79650d0 req-58816702-ad44-4784-a601-2d86f54ece5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:17.651424 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-015f16dc-f3be-4849-b14f-8542a79650d0 req-58816702-ad44-4784-a601-2d86f54ece5c service neutron] 10.222.0.61 "GET /v2.0/networks?id=82671036-c03a-4d3c-b62d-db19aa8b0fed HTTP/1.1" status: 200 len: 921 time: 0.1898975 Oct 12 19:17:17.672880 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-ca52dab3-266f-4520-8432-e86de19b4a42 req-c63e2523-63cd-4b80-9460-931f5be48886 tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:17.711345 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-015f16dc-f3be-4849-b14f-8542a79650d0 req-38923e48-3a98-4e0d-a4d2-2743bbbed8c1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1811d3a0-467e-48a0-a3db-28fc7ff2ff79 HTTP/1.1" status: 200 len: 217 time: 0.0468860 Oct 12 19:17:17.726093 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-506a4981-d15d-476a-aece-136b79b35b09 req-9c0e9417-cdaa-45c2-8f89-6ef534ee552b tempest-ServerShowV257Test-345519429 tempest-ServerShowV257Test-345519429-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc7de5b8-9e2a-4df7-b989-0c89d962501c HTTP/1.1" status: 200 len: 210 time: 0.0301452 Oct 12 19:17:17.796579 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015f16dc-f3be-4849-b14f-8542a79650d0 req-08d61576-1ff0-4bb9-aaa2-616760df667e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:17.798374 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-015f16dc-f3be-4849-b14f-8542a79650d0 req-08d61576-1ff0-4bb9-aaa2-616760df667e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=39796bec-4145-45cd-b713-3f2477a830cb HTTP/1.1" status: 200 len: 860 time: 0.0675926 Oct 12 19:17:17.839016 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-015f16dc-f3be-4849-b14f-8542a79650d0 req-dc214b43-fc18-4561-9181-8055768b00ba service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=82671036-c03a-4d3c-b62d-db19aa8b0fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303993 Oct 12 19:17:17.940223 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-ca52dab3-266f-4520-8432-e86de19b4a42 req-c63e2523-63cd-4b80-9460-931f5be48886 tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:17.973685 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640ae08b-0ccb-4c55-8420-007f8a0ef897 req-a8bd6b60-c861-4f13-bd5a-ce35178b70b3 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:17.989112 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-640ae08b-0ccb-4c55-8420-007f8a0ef897 req-a8bd6b60-c861-4f13-bd5a-ce35178b70b3 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=4cdc42ba-69e4-48c5-a205-4e2175b26725 HTTP/1.1" status: 200 len: 949 time: 0.0848653 Oct 12 19:17:18.051686 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device efa0ccc7-6ed2-4bfa-a4ad-6c6779c2a251 up at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:17:18.063061 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca52dab3-266f-4520-8432-e86de19b4a42 req-c63e2523-63cd-4b80-9460-931f5be48886 tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] Network ab893836-0239-44c0-af28-b9b191133092 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:17:18.082802 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [req-ca52dab3-266f-4520-8432-e86de19b4a42 req-c63e2523-63cd-4b80-9460-931f5be48886 tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:17:18.099331 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca52dab3-266f-4520-8432-e86de19b4a42 req-c63e2523-63cd-4b80-9460-931f5be48886 tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:17:18.100999 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-640ae08b-0ccb-4c55-8420-007f8a0ef897 req-509a6897-1d39-4b82-8ff9-9c721ff38383 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092231 Oct 12 19:17:18.125639 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6c8556-fdd6-4dd4-83fc-824f68a19389 req-96f19975-bfca-486e-aef2-a45afc29d167 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:18.144128 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6c8556-fdd6-4dd4-83fc-824f68a19389 req-96f19975-bfca-486e-aef2-a45afc29d167 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:18.174909 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6c8556-fdd6-4dd4-83fc-824f68a19389 req-96f19975-bfca-486e-aef2-a45afc29d167 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:18.193133 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6c8556-fdd6-4dd4-83fc-824f68a19389 req-96f19975-bfca-486e-aef2-a45afc29d167 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:18.209182 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6c8556-fdd6-4dd4-83fc-824f68a19389 req-96f19975-bfca-486e-aef2-a45afc29d167 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:18.217014 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6c8556-fdd6-4dd4-83fc-824f68a19389 req-96f19975-bfca-486e-aef2-a45afc29d167 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:18.232113 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6c8556-fdd6-4dd4-83fc-824f68a19389 req-96f19975-bfca-486e-aef2-a45afc29d167 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:18.234036 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fc6c8556-fdd6-4dd4-83fc-824f68a19389 req-96f19975-bfca-486e-aef2-a45afc29d167 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecc38ae3-328a-43a0-a185-601e29a048cb HTTP/1.1" status: 200 len: 5437 time: 0.3908868 Oct 12 19:17:18.245410 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning for port efa0ccc7-6ed2-4bfa-a4ad-6c6779c2a251 completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:17:18.252919 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning complete for port efa0ccc7-6ed2-4bfa-a4ad-6c6779c2a251 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:17:18.253383 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:18.370109 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63e2523-63cd-4b80-9460-931f5be48886 tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] Pushing event updated for resources: {'Port': ['ID=b6ce5839-07cf-4292-92f7-3cfe37497988,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:17:18.397146 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef8dbf7-8498-4f66-bedb-2e746b4e8900 req-63b4777b-45b6-4e33-8471-fddaf990840f tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:18.405230 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8ef8dbf7-8498-4f66-bedb-2e746b4e8900 req-63b4777b-45b6-4e33-8471-fddaf990840f tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] 10.222.0.49 "GET /v2.0/ports?device_id=6bdc803c-61b8-4551-af7a-f6234f9d109b HTTP/1.1" status: 200 len: 932 time: 0.1048088 Oct 12 19:17:18.418155 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-015f16dc-f3be-4849-b14f-8542a79650d0 req-25a9a842-2135-4609-a849-1b57082a55b5 service neutron] 10.222.0.61 "GET /v2.0/networks/82671036-c03a-4d3c-b62d-db19aa8b0fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5618608 Oct 12 19:17:18.425489 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:18.454947 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fc6c8556-fdd6-4dd4-83fc-824f68a19389 req-353e58d3-63ae-4033-ad79-d8106cfc9a07 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/security-groups?id=76b081dc-6667-4e1c-b44d-8d05a61d7938&id=0726b0fe-78be-4ea7-8b43-7be54affa06f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1750484 Oct 12 19:17:18.459925 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8ef8dbf7-8498-4f66-bedb-2e746b4e8900 req-45ad5482-ce8a-4d05-924b-23f6445583ab tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc65bd81-089d-4991-a470-ab1403753bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522110 Oct 12 19:17:18.472916 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecc38ae3-328a-43a0-a185-601e29a048cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efa0ccc7-6ed2-4bfa-a4ad-6c6779c2a251'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:17:18.475776 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca52dab3-266f-4520-8432-e86de19b4a42 req-c63e2523-63cd-4b80-9460-931f5be48886 tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:18.484345 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a685bdc5-1347-41c5-993f-e18b34b79110" -d '{"events": [{"server_uuid": "ecc38ae3-328a-43a0-a185-601e29a048cb", "name": "network-vif-plugged", "status": "completed", "tag": "efa0ccc7-6ed2-4bfa-a4ad-6c6779c2a251"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:17:18.505285 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-ca52dab3-266f-4520-8432-e86de19b4a42 req-c63e2523-63cd-4b80-9460-931f5be48886 tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:18.507107 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port efa0ccc7-6ed2-4bfa-a4ad-6c6779c2a251, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=efa0ccc7-6ed2-4bfa-a4ad-6c6779c2a251,segment=NetworkSegment(c5aaa6cb-4fc0-487c-a1c9-b6d1d0ba82ce),segment_id=c5aaa6cb-4fc0-487c-a1c9-b6d1d0ba82ce)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:17:18.567774 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-66b10699-3105-418a-9013-75a621bfdaf2 None None] Provisioning complete for port b6ce5839-07cf-4292-92f7-3cfe37497988 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:17:18.568562 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-66b10699-3105-418a-9013-75a621bfdaf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:18.633636 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549bd513-0bc1-4f5f-8286-8e26152028e1 req-03bce458-ba69-4939-8ed4-2b12220927da tempest-ImagesNegativeTestJSON-1634324846 tempest-ImagesNegativeTestJSON-1634324846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:18.635610 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-549bd513-0bc1-4f5f-8286-8e26152028e1 req-03bce458-ba69-4939-8ed4-2b12220927da tempest-ImagesNegativeTestJSON-1634324846 tempest-ImagesNegativeTestJSON-1634324846-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f6e539b-c9b6-4203-ab5d-7b2acb06313d HTTP/1.1" status: 200 len: 949 time: 0.0953689 Oct 12 19:17:18.687270 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-549bd513-0bc1-4f5f-8286-8e26152028e1 req-378ee749-baa4-4e61-8449-90d069b4c338 tempest-ImagesNegativeTestJSON-1634324846 tempest-ImagesNegativeTestJSON-1634324846-project] 10.222.0.49 "GET /v2.0/security-groups?id=6394d8b0-4986-47b9-8bb5-ad52d48eff9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453203 Oct 12 19:17:18.695912 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ca52dab3-266f-4520-8432-e86de19b4a42 req-c63e2523-63cd-4b80-9460-931f5be48886 tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0694664 Oct 12 19:17:18.698392 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-015f16dc-f3be-4849-b14f-8542a79650d0 req-214fb4b0-15a8-4177-896d-12d295218bf2 service neutron] 10.222.0.61 "GET /v2.0/networks/82671036-c03a-4d3c-b62d-db19aa8b0fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346981 Oct 12 19:17:18.729861 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-ca52dab3-266f-4520-8432-e86de19b4a42 req-e85ef6ea-4b99-4c19-b764-1779cfce7ab5 service neutron] Request body: {'port': {'device_id': '6bdc803c-61b8-4551-af7a-f6234f9d109b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-3'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:17:18.785636 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6236505f-60e1-4870-81e2-f3c34b325f71 req-f5b7c916-0cb8-4456-a357-68f3d258ac49 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:18.789179 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-66b10699-3105-418a-9013-75a621bfdaf2 None None] Port b6ce5839-07cf-4292-92f7-3cfe37497988 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:17:18.792944 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6236505f-60e1-4870-81e2-f3c34b325f71 req-f5b7c916-0cb8-4456-a357-68f3d258ac49 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:18.797909 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e797fa1f-567d-4e72-90a9-e73bdb1c7841 x-openstack-request-id: req-e797fa1f-567d-4e72-90a9-e73bdb1c7841 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:17:18.798183 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecc38ae3-328a-43a0-a185-601e29a048cb", "name": "network-vif-plugged", "status": "completed", "tag": "efa0ccc7-6ed2-4bfa-a4ad-6c6779c2a251", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:17:18.798434 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e797fa1f-567d-4e72-90a9-e73bdb1c7841 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:17:18.798853 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecc38ae3-328a-43a0-a185-601e29a048cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efa0ccc7-6ed2-4bfa-a4ad-6c6779c2a251', 'code': 200} Oct 12 19:17:18.799622 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:18.805879 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 4f6b2756-64ef-420b-b1de-996fa4dd3f6d up at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:17:18.806088 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6236505f-60e1-4870-81e2-f3c34b325f71 req-f5b7c916-0cb8-4456-a357-68f3d258ac49 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:18.812678 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6236505f-60e1-4870-81e2-f3c34b325f71 req-f5b7c916-0cb8-4456-a357-68f3d258ac49 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:18.820266 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6236505f-60e1-4870-81e2-f3c34b325f71 req-f5b7c916-0cb8-4456-a357-68f3d258ac49 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:18.826754 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6236505f-60e1-4870-81e2-f3c34b325f71 req-f5b7c916-0cb8-4456-a357-68f3d258ac49 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:18.840387 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6236505f-60e1-4870-81e2-f3c34b325f71 req-f5b7c916-0cb8-4456-a357-68f3d258ac49 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:18.840387 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6236505f-60e1-4870-81e2-f3c34b325f71 req-f5b7c916-0cb8-4456-a357-68f3d258ac49 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d8118a-4722-4e86-9061-3b560a61dbf9 HTTP/1.1" status: 200 len: 5421 time: 0.2889330 Oct 12 19:17:18.885168 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=efa0ccc7-6ed2-4bfa-a4ad-6c6779c2a251,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:17:18.920135 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-ca52dab3-266f-4520-8432-e86de19b4a42 req-e85ef6ea-4b99-4c19-b764-1779cfce7ab5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:18.947785 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6236505f-60e1-4870-81e2-f3c34b325f71 req-e2a23d08-fa06-4285-ad8b-cbe440f6de37 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f0281d6-ea5c-47a0-8e7d-7819120d644f&id=db60c67d-bef5-44ee-91f7-dd492db60f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0983834 Oct 12 19:17:19.060371 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning for port 4f6b2756-64ef-420b-b1de-996fa4dd3f6d completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:17:19.067700 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning complete for port 4f6b2756-64ef-420b-b1de-996fa4dd3f6d triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:17:19.068623 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:19.201479 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:19.235592 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 4f6b2756-64ef-420b-b1de-996fa4dd3f6d, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=4f6b2756-64ef-420b-b1de-996fa4dd3f6d,segment=NetworkSegment(f16cf0ac-76ac-40b9-ab87-b70fda8dbb01),segment_id=f16cf0ac-76ac-40b9-ab87-b70fda8dbb01)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:17:19.296812 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [req-ca52dab3-266f-4520-8432-e86de19b4a42 req-e85ef6ea-4b99-4c19-b764-1779cfce7ab5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6ce5839-07cf-4292-92f7-3cfe37497988 {{(pid=95501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:17:19.306954 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-ca52dab3-266f-4520-8432-e86de19b4a42 req-e85ef6ea-4b99-4c19-b764-1779cfce7ab5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:19.325172 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.provisioning_blocks [req-ca52dab3-266f-4520-8432-e86de19b4a42 req-e85ef6ea-4b99-4c19-b764-1779cfce7ab5 service neutron] Transition to ACTIVE for port object b6ce5839-07cf-4292-92f7-3cfe37497988 will not be triggered until provisioned by entity L2. {{(pid=95501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:17:19.328174 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:19.329319 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device e1839e8c-26d1-434d-bd18-d452e6003586 up at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:17:19.333444 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84debd3-039a-41ed-b17c-c1a7aaf2bb16 req-2956cfc9-69f6-48a7-b0a7-aeae69751a34 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:19.336989 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b84debd3-039a-41ed-b17c-c1a7aaf2bb16 req-2956cfc9-69f6-48a7-b0a7-aeae69751a34 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=4cdc42ba-69e4-48c5-a205-4e2175b26725 HTTP/1.1" status: 200 len: 949 time: 0.0805414 Oct 12 19:17:19.380657 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b84debd3-039a-41ed-b17c-c1a7aaf2bb16 req-e5076a08-477f-478e-9b7b-dbc8ffc1fcba tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368800 Oct 12 19:17:19.396306 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4254992e-103b-40de-8151-c6cc601df794 req-c32600ea-b1bf-4299-8f9c-1783ef636edb tempest-ImagesNegativeTestJSON-1634324846 tempest-ImagesNegativeTestJSON-1634324846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:19.397443 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4254992e-103b-40de-8151-c6cc601df794 req-c32600ea-b1bf-4299-8f9c-1783ef636edb tempest-ImagesNegativeTestJSON-1634324846 tempest-ImagesNegativeTestJSON-1634324846-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f6e539b-c9b6-4203-ab5d-7b2acb06313d HTTP/1.1" status: 200 len: 949 time: 0.0753174 Oct 12 19:17:19.414531 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-ca52dab3-266f-4520-8432-e86de19b4a42 req-e85ef6ea-4b99-4c19-b764-1779cfce7ab5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:19.449276 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=4f6b2756-64ef-420b-b1de-996fa4dd3f6d,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:17:19.462352 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4254992e-103b-40de-8151-c6cc601df794 req-e59a9933-312a-4cf0-a532-0e457127c8e6 tempest-ImagesNegativeTestJSON-1634324846 tempest-ImagesNegativeTestJSON-1634324846-project] 10.222.0.49 "GET /v2.0/security-groups?id=6394d8b0-4986-47b9-8bb5-ad52d48eff9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568104 Oct 12 19:17:19.490217 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85ef6ea-4b99-4c19-b764-1779cfce7ab5 service neutron] Pushing event updated for resources: {'Port': ['ID=b6ce5839-07cf-4292-92f7-3cfe37497988,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:17:19.577039 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning for port e1839e8c-26d1-434d-bd18-d452e6003586 completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:17:19.581450 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning complete for port e1839e8c-26d1-434d-bd18-d452e6003586 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:17:19.581818 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:19.649192 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b1f2f7-6829-4481-9c3f-54c04d6f4183 req-83716b15-b0d0-4855-932a-e835ab93a45e tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:19.650811 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e8b1f2f7-6829-4481-9c3f-54c04d6f4183 req-83716b15-b0d0-4855-932a-e835ab93a45e tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] 10.222.0.49 "GET /v2.0/ports?device_id=6bdc803c-61b8-4551-af7a-f6234f9d109b HTTP/1.1" status: 200 len: 944 time: 0.0924511 Oct 12 19:17:19.690329 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-ca52dab3-266f-4520-8432-e86de19b4a42 req-e85ef6ea-4b99-4c19-b764-1779cfce7ab5 service neutron] Attempting to bind port b6ce5839-07cf-4292-92f7-3cfe37497988 on host n-h2-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:17:19.690607 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-ca52dab3-266f-4520-8432-e86de19b4a42 req-e85ef6ea-4b99-4c19-b764-1779cfce7ab5 service neutron] Attempting to bind port b6ce5839-07cf-4292-92f7-3cfe37497988 by drivers openvswitch,hyperv on host n-h2-813679-3 at level 0 using segments [{'id': '39de4046-1820-4521-a143-39eb95fd128b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ab893836-0239-44c0-af28-b9b191133092'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:17:19.690907 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca52dab3-266f-4520-8432-e86de19b4a42 req-e85ef6ea-4b99-4c19-b764-1779cfce7ab5 service neutron] Attempting to bind port b6ce5839-07cf-4292-92f7-3cfe37497988 on network ab893836-0239-44c0-af28-b9b191133092 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:17:19.696978 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca52dab3-266f-4520-8432-e86de19b4a42 req-e85ef6ea-4b99-4c19-b764-1779cfce7ab5 service neutron] Port b6ce5839-07cf-4292-92f7-3cfe37497988 on network ab893836-0239-44c0-af28-b9b191133092 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:17:19.697567 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca52dab3-266f-4520-8432-e86de19b4a42 req-e85ef6ea-4b99-4c19-b764-1779cfce7ab5 service neutron] Attempting to bind port b6ce5839-07cf-4292-92f7-3cfe37497988 on network ab893836-0239-44c0-af28-b9b191133092 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:17:19.699893 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:19.701085 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 36778) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:17:19.711050 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca52dab3-266f-4520-8432-e86de19b4a42 req-e85ef6ea-4b99-4c19-b764-1779cfce7ab5 service neutron] Checking agent: {'id': '233fbd7d-38e4-434f-bb8f-05364d7423a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:17:19.711387 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca52dab3-266f-4520-8432-e86de19b4a42 req-e85ef6ea-4b99-4c19-b764-1779cfce7ab5 service neutron] Checking segment: {'id': '39de4046-1820-4521-a143-39eb95fd128b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ab893836-0239-44c0-af28-b9b191133092'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:17:19.711765 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca52dab3-266f-4520-8432-e86de19b4a42 req-e85ef6ea-4b99-4c19-b764-1779cfce7ab5 service neutron] Bound using segment: {'id': '39de4046-1820-4521-a143-39eb95fd128b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ab893836-0239-44c0-af28-b9b191133092'} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:17:19.712231 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-ca52dab3-266f-4520-8432-e86de19b4a42 req-e85ef6ea-4b99-4c19-b764-1779cfce7ab5 service neutron] Bound port: b6ce5839-07cf-4292-92f7-3cfe37497988, host: n-h2-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39de4046-1820-4521-a143-39eb95fd128b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ab893836-0239-44c0-af28-b9b191133092'}}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:17:19.712586 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-ca52dab3-266f-4520-8432-e86de19b4a42 req-e85ef6ea-4b99-4c19-b764-1779cfce7ab5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:19.721594 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3651c306-1a32-4b9e-bafc-4f7800c79af9 req-bed2a980-8d51-4162-95e2-14281c188709 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:19.728623 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3651c306-1a32-4b9e-bafc-4f7800c79af9 req-bed2a980-8d51-4162-95e2-14281c188709 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:19.735222 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3651c306-1a32-4b9e-bafc-4f7800c79af9 req-bed2a980-8d51-4162-95e2-14281c188709 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:19.740552 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e8b1f2f7-6829-4481-9c3f-54c04d6f4183 req-b06f1d47-b741-4650-b52e-fdf1a193670b tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc65bd81-089d-4991-a470-ab1403753bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652666 Oct 12 19:17:19.761538 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port e1839e8c-26d1-434d-bd18-d452e6003586, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=e1839e8c-26d1-434d-bd18-d452e6003586,segment=NetworkSegment(c5aaa6cb-4fc0-487c-a1c9-b6d1d0ba82ce),segment_id=c5aaa6cb-4fc0-487c-a1c9-b6d1d0ba82ce)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:17:19.768052 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3651c306-1a32-4b9e-bafc-4f7800c79af9 req-bed2a980-8d51-4162-95e2-14281c188709 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:19.773230 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3651c306-1a32-4b9e-bafc-4f7800c79af9 req-bed2a980-8d51-4162-95e2-14281c188709 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:19.783036 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3651c306-1a32-4b9e-bafc-4f7800c79af9 req-bed2a980-8d51-4162-95e2-14281c188709 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:19.792022 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3651c306-1a32-4b9e-bafc-4f7800c79af9 req-bed2a980-8d51-4162-95e2-14281c188709 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:19.794645 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3651c306-1a32-4b9e-bafc-4f7800c79af9 req-bed2a980-8d51-4162-95e2-14281c188709 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecc38ae3-328a-43a0-a185-601e29a048cb HTTP/1.1" status: 200 len: 5439 time: 0.2132859 Oct 12 19:17:19.806248 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-ca52dab3-266f-4520-8432-e86de19b4a42 req-e85ef6ea-4b99-4c19-b764-1779cfce7ab5 service neutron] For port b6ce5839-07cf-4292-92f7-3cfe37497988, host n-h2-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:17:19.809628 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-ca52dab3-266f-4520-8432-e86de19b4a42 req-e85ef6ea-4b99-4c19-b764-1779cfce7ab5 service neutron] For port b6ce5839-07cf-4292-92f7-3cfe37497988, host n-h2-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=b6ce5839-07cf-4292-92f7-3cfe37497988,segment=NetworkSegment(39de4046-1820-4521-a143-39eb95fd128b),segment_id=39de4046-1820-4521-a143-39eb95fd128b)] {{(pid=95501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:17:19.859015 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:19.860243 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device cb6ebc8d-ae43-4017-abf8-253569f88e90 up at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:17:19.872645 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3651c306-1a32-4b9e-bafc-4f7800c79af9 req-4fcbabb3-9aaf-4fa6-8b29-0ea67c84af0b tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/security-groups?id=76b081dc-6667-4e1c-b44d-8d05a61d7938&id=0726b0fe-78be-4ea7-8b43-7be54affa06f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0697341 Oct 12 19:17:19.889335 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-ca52dab3-266f-4520-8432-e86de19b4a42 req-e85ef6ea-4b99-4c19-b764-1779cfce7ab5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:19.956083 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca52dab3-266f-4520-8432-e86de19b4a42 req-e85ef6ea-4b99-4c19-b764-1779cfce7ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:19.961420 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-246049af-ebde-4beb-9e2a-f750e3f6dbf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:19.961592 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-ca52dab3-266f-4520-8432-e86de19b4a42 req-e85ef6ea-4b99-4c19-b764-1779cfce7ab5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:19.964903 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ca52dab3-266f-4520-8432-e86de19b4a42 req-e85ef6ea-4b99-4c19-b764-1779cfce7ab5 service neutron] 10.222.0.67 "PUT /v2.0/ports/b6ce5839-07cf-4292-92f7-3cfe37497988 HTTP/1.1" status: 200 len: 1092 time: 1.2397034 Oct 12 19:17:19.965473 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bdc803c-61b8-4551-af7a-f6234f9d109b', 'tag': 'b6ce5839-07cf-4292-92f7-3cfe37497988'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:17:19.968434 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-505993ed-8902-4571-8e1b-9afe87d49de0" -d '{"events": [{"name": "network-changed", "server_uuid": "6bdc803c-61b8-4551-af7a-f6234f9d109b", "tag": "b6ce5839-07cf-4292-92f7-3cfe37497988"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:17:20.036853 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=e1839e8c-26d1-434d-bd18-d452e6003586,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:17:20.073108 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85ef6ea-4b99-4c19-b764-1779cfce7ab5 service neutron] Pushing event updated for resources: {'Port': ['ID=b6ce5839-07cf-4292-92f7-3cfe37497988,revision_number=3']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:17:20.089025 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14e0d83e-5aeb-4cfc-a408-35d287dcbdef x-openstack-request-id: req-14e0d83e-5aeb-4cfc-a408-35d287dcbdef {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:17:20.089396 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bdc803c-61b8-4551-af7a-f6234f9d109b", "tag": "b6ce5839-07cf-4292-92f7-3cfe37497988", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:17:20.089732 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-14e0d83e-5aeb-4cfc-a408-35d287dcbdef {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:17:20.090215 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bdc803c-61b8-4551-af7a-f6234f9d109b', 'tag': 'b6ce5839-07cf-4292-92f7-3cfe37497988', 'status': 'completed', 'code': 200} Oct 12 19:17:20.148191 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning for port cb6ebc8d-ae43-4017-abf8-253569f88e90 completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:17:20.152164 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning complete for port cb6ebc8d-ae43-4017-abf8-253569f88e90 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:17:20.152610 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:20.159545 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca52dab3-266f-4520-8432-e86de19b4a42 req-aabcb339-636f-4ac5-bad7-e96f4a85f1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:20.162408 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ca52dab3-266f-4520-8432-e86de19b4a42 req-aabcb339-636f-4ac5-bad7-e96f4a85f1eb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=946dd0c35a1f4bae8ffa87f2f91ec7ab&device_id=6bdc803c-61b8-4551-af7a-f6234f9d109b HTTP/1.1" status: 200 len: 1095 time: 0.0677016 Oct 12 19:17:20.173452 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-246049af-ebde-4beb-9e2a-f750e3f6dbf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:20.206469 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abf81b6-b797-4855-aea4-a6e452d64ca1 req-5c884b2c-5b6e-4e75-9c32-945fd54b2399 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:20.213488 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abf81b6-b797-4855-aea4-a6e452d64ca1 req-5c884b2c-5b6e-4e75-9c32-945fd54b2399 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:20.221954 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abf81b6-b797-4855-aea4-a6e452d64ca1 req-5c884b2c-5b6e-4e75-9c32-945fd54b2399 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:20.228322 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abf81b6-b797-4855-aea4-a6e452d64ca1 req-5c884b2c-5b6e-4e75-9c32-945fd54b2399 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:20.239071 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ca52dab3-266f-4520-8432-e86de19b4a42 req-eaae65c9-8926-4d39-8ec8-db6d1f2f11b6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b6ce5839-07cf-4292-92f7-3cfe37497988 HTTP/1.1" status: 200 len: 217 time: 0.0602131 Oct 12 19:17:20.240700 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abf81b6-b797-4855-aea4-a6e452d64ca1 req-5c884b2c-5b6e-4e75-9c32-945fd54b2399 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:20.250738 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abf81b6-b797-4855-aea4-a6e452d64ca1 req-5c884b2c-5b6e-4e75-9c32-945fd54b2399 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:20.251880 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:20.254921 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abf81b6-b797-4855-aea4-a6e452d64ca1 req-5c884b2c-5b6e-4e75-9c32-945fd54b2399 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:20.262875 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3abf81b6-b797-4855-aea4-a6e452d64ca1 req-5c884b2c-5b6e-4e75-9c32-945fd54b2399 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d8118a-4722-4e86-9061-3b560a61dbf9 HTTP/1.1" status: 200 len: 5421 time: 0.1344743 Oct 12 19:17:20.264217 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-246049af-ebde-4beb-9e2a-f750e3f6dbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:20.287345 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port cb6ebc8d-ae43-4017-abf8-253569f88e90, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=cb6ebc8d-ae43-4017-abf8-253569f88e90,segment=NetworkSegment(09a21d68-e5f5-4a28-8630-05ca83531668),segment_id=09a21d68-e5f5-4a28-8630-05ca83531668)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:17:20.312920 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca52dab3-266f-4520-8432-e86de19b4a42 req-d2670f86-627b-4ca8-8557-bdeebcae3321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:20.315675 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ca52dab3-266f-4520-8432-e86de19b4a42 req-d2670f86-627b-4ca8-8557-bdeebcae3321 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e6d5c0cf-d179-4ac4-8185-f423c3359bf7 HTTP/1.1" status: 200 len: 855 time: 0.0683513 Oct 12 19:17:20.323490 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-246049af-ebde-4beb-9e2a-f750e3f6dbf5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8a354f4b43bf4bdebd48500a1b58c747&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5277133 Oct 12 19:17:20.327863 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 36790) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:17:20.355383 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246049af-ebde-4beb-9e2a-f750e3f6dbf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=208388f4-07cc-44ca-8949-3e7c5b5a26d0,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:17:20.367689 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:20.369583 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 605e7744-82ec-4122-aca5-63441fceb7bc up at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:17:20.373113 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca52dab3-266f-4520-8432-e86de19b4a42 req-5ab56d7c-c441-428a-b54d-0275b7adaa1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:20.375637 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ca52dab3-266f-4520-8432-e86de19b4a42 req-5ab56d7c-c441-428a-b54d-0275b7adaa1a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ab893836-0239-44c0-af28-b9b191133092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517366 Oct 12 19:17:20.400243 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3abf81b6-b797-4855-aea4-a6e452d64ca1 req-58c60e05-ba31-4c93-a61c-aa9ed11c374b tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f0281d6-ea5c-47a0-8e7d-7819120d644f&id=db60c67d-bef5-44ee-91f7-dd492db60f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1109500 Oct 12 19:17:20.425946 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f8388ac3-d704-493a-be8d-f162020cd39a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:20.427361 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=cb6ebc8d-ae43-4017-abf8-253569f88e90,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:17:20.460090 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f8388ac3-d704-493a-be8d-f162020cd39a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:20.575903 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning for port 605e7744-82ec-4122-aca5-63441fceb7bc completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:17:20.582734 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning complete for port 605e7744-82ec-4122-aca5-63441fceb7bc triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:17:20.583274 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:20.588514 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0025966-5f2b-4852-a138-33d358dbf586 req-63c1d004-c3a4-413f-b909-15857921d2b0 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:20.590134 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d0025966-5f2b-4852-a138-33d358dbf586 req-63c1d004-c3a4-413f-b909-15857921d2b0 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=4cdc42ba-69e4-48c5-a205-4e2175b26725 HTTP/1.1" status: 200 len: 949 time: 0.0932031 Oct 12 19:17:20.592229 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ca52dab3-266f-4520-8432-e86de19b4a42 req-3456db9d-80b9-46bd-afc2-20c90015fd6a service neutron] 10.222.0.67 "GET /v2.0/networks/ab893836-0239-44c0-af28-b9b191133092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095692 Oct 12 19:17:20.592974 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dafb459-8178-4c0f-9a6d-f6f721bef744 req-c1fa66d3-3a6c-4b83-9ecd-788ee39e12bd tempest-ImagesNegativeTestJSON-1634324846 tempest-ImagesNegativeTestJSON-1634324846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:20.594541 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0dafb459-8178-4c0f-9a6d-f6f721bef744 req-c1fa66d3-3a6c-4b83-9ecd-788ee39e12bd tempest-ImagesNegativeTestJSON-1634324846 tempest-ImagesNegativeTestJSON-1634324846-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f6e539b-c9b6-4203-ab5d-7b2acb06313d HTTP/1.1" status: 200 len: 949 time: 0.0539804 Oct 12 19:17:20.612189 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f8388ac3-d704-493a-be8d-f162020cd39a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:20.616472 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f8388ac3-d704-493a-be8d-f162020cd39a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:20.616472 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-f8388ac3-d704-493a-be8d-f162020cd39a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/208388f4-07cc-44ca-8949-3e7c5b5a26d0 HTTP/1.1" status: 204 len: 168 time: 0.2832444 Oct 12 19:17:20.634983 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8388ac3-d704-493a-be8d-f162020cd39a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=208388f4-07cc-44ca-8949-3e7c5b5a26d0,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:17:20.657830 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0dafb459-8178-4c0f-9a6d-f6f721bef744 req-14bfa31c-80ef-464c-9a29-2f7e8938c1ba tempest-ImagesNegativeTestJSON-1634324846 tempest-ImagesNegativeTestJSON-1634324846-project] 10.222.0.49 "GET /v2.0/security-groups?id=6394d8b0-4986-47b9-8bb5-ad52d48eff9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556982 Oct 12 19:17:20.745132 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:20.756279 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d0025966-5f2b-4852-a138-33d358dbf586 req-56892c0a-c84c-4936-8f23-0ba16f2c06e8 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579890 Oct 12 19:17:20.787051 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ca52dab3-266f-4520-8432-e86de19b4a42 req-7e7e2212-8c3a-4211-97bd-0f16e920c779 service neutron] 10.222.0.67 "GET /v2.0/networks/ab893836-0239-44c0-af28-b9b191133092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787188 Oct 12 19:17:20.801121 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 605e7744-82ec-4122-aca5-63441fceb7bc, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=605e7744-82ec-4122-aca5-63441fceb7bc,segment=NetworkSegment(c5aaa6cb-4fc0-487c-a1c9-b6d1d0ba82ce),segment_id=c5aaa6cb-4fc0-487c-a1c9-b6d1d0ba82ce)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:17:20.801916 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecc38ae3-328a-43a0-a185-601e29a048cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f6b2756-64ef-420b-b1de-996fa4dd3f6d'}, {'server_uuid': 'ecc38ae3-328a-43a0-a185-601e29a048cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1839e8c-26d1-434d-bd18-d452e6003586'}, {'server_uuid': 'ecc38ae3-328a-43a0-a185-601e29a048cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb6ebc8d-ae43-4017-abf8-253569f88e90'}, {'server_uuid': 'ecc38ae3-328a-43a0-a185-601e29a048cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '605e7744-82ec-4122-aca5-63441fceb7bc'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:17:20.804472 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-360b5a9f-180e-4ccf-8bec-c4497d741774" -d '{"events": [{"server_uuid": "ecc38ae3-328a-43a0-a185-601e29a048cb", "name": "network-vif-plugged", "status": "completed", "tag": "4f6b2756-64ef-420b-b1de-996fa4dd3f6d"}, {"server_uuid": "ecc38ae3-328a-43a0-a185-601e29a048cb", "name": "network-vif-plugged", "status": "completed", "tag": "e1839e8c-26d1-434d-bd18-d452e6003586"}, {"server_uuid": "ecc38ae3-328a-43a0-a185-601e29a048cb", "name": "network-vif-plugged", "status": "completed", "tag": "cb6ebc8d-ae43-4017-abf8-253569f88e90"}, {"server_uuid": "ecc38ae3-328a-43a0-a185-601e29a048cb", "name": "network-vif-plugged", "status": "completed", "tag": "605e7744-82ec-4122-aca5-63441fceb7bc"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:17:20.809707 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418101b0-d9ac-4f8c-b189-38cfa4575327 req-86af03a8-a1d1-4776-b2a4-ebf0d1f80fba tempest-ImagesNegativeTestJSON-1634324846 tempest-ImagesNegativeTestJSON-1634324846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:20.811866 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-418101b0-d9ac-4f8c-b189-38cfa4575327 req-86af03a8-a1d1-4776-b2a4-ebf0d1f80fba tempest-ImagesNegativeTestJSON-1634324846 tempest-ImagesNegativeTestJSON-1634324846-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f6e539b-c9b6-4203-ab5d-7b2acb06313d HTTP/1.1" status: 200 len: 949 time: 0.1653693 Oct 12 19:17:20.870536 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Tue, 12 Oct 2021 19:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b63b6d5e-1320-4598-908f-5621abe8b2f9 x-openstack-request-id: req-b63b6d5e-1320-4598-908f-5621abe8b2f9 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:17:20.870840 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecc38ae3-328a-43a0-a185-601e29a048cb", "name": "network-vif-plugged", "status": "completed", "tag": "4f6b2756-64ef-420b-b1de-996fa4dd3f6d", "code": 200}, {"server_uuid": "ecc38ae3-328a-43a0-a185-601e29a048cb", "name": "network-vif-plugged", "status": "completed", "tag": "e1839e8c-26d1-434d-bd18-d452e6003586", "code": 200}, {"server_uuid": "ecc38ae3-328a-43a0-a185-601e29a048cb", "name": "network-vif-plugged", "status": "completed", "tag": "cb6ebc8d-ae43-4017-abf8-253569f88e90", "code": 200}, {"server_uuid": "ecc38ae3-328a-43a0-a185-601e29a048cb", "name": "network-vif-plugged", "status": "completed", "tag": "605e7744-82ec-4122-aca5-63441fceb7bc", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:17:20.871091 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b63b6d5e-1320-4598-908f-5621abe8b2f9 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:17:20.871491 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecc38ae3-328a-43a0-a185-601e29a048cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f6b2756-64ef-420b-b1de-996fa4dd3f6d', 'code': 200} Oct 12 19:17:20.871744 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecc38ae3-328a-43a0-a185-601e29a048cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1839e8c-26d1-434d-bd18-d452e6003586', 'code': 200} Oct 12 19:17:20.872943 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecc38ae3-328a-43a0-a185-601e29a048cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb6ebc8d-ae43-4017-abf8-253569f88e90', 'code': 200} Oct 12 19:17:20.872943 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecc38ae3-328a-43a0-a185-601e29a048cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '605e7744-82ec-4122-aca5-63441fceb7bc', 'code': 200} Oct 12 19:17:20.884568 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:20.894324 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 203b9b07-3b5d-41e2-a387-5426c9fe91c9 up at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:17:20.894514 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b811807-17cf-4b0e-a344-74d3650a1c18 req-3e36b29e-d33e-4193-9912-c829ba615b53 tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:20.894514 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2b811807-17cf-4b0e-a344-74d3650a1c18 req-3e36b29e-d33e-4193-9912-c829ba615b53 tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] 10.222.0.49 "GET /v2.0/ports?device_id=6bdc803c-61b8-4551-af7a-f6234f9d109b HTTP/1.1" status: 200 len: 944 time: 0.0658872 Oct 12 19:17:20.937822 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-418101b0-d9ac-4f8c-b189-38cfa4575327 req-8f67b29b-da5e-4476-b473-d030c2e81135 tempest-ImagesNegativeTestJSON-1634324846 tempest-ImagesNegativeTestJSON-1634324846-project] Deleting port 2809e6f0-3540-4db6-ba37-87b982c8d09a {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:17:20.937822 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-418101b0-d9ac-4f8c-b189-38cfa4575327 req-8f67b29b-da5e-4476-b473-d030c2e81135 tempest-ImagesNegativeTestJSON-1634324846 tempest-ImagesNegativeTestJSON-1634324846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:20.978073 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2b811807-17cf-4b0e-a344-74d3650a1c18 req-3f0b164d-882f-4293-bc1c-b43f357da199 tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc65bd81-089d-4991-a470-ab1403753bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792382 Oct 12 19:17:21.043588 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=605e7744-82ec-4122-aca5-63441fceb7bc,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:17:21.058824 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning for port 203b9b07-3b5d-41e2-a387-5426c9fe91c9 completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:17:21.063434 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning complete for port 203b9b07-3b5d-41e2-a387-5426c9fe91c9 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:17:21.064148 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:21.144193 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505993ed-8902-4571-8e1b-9afe87d49de0 req-43591973-8cc4-41cd-b728-a4081b8d17b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:21.145680 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-505993ed-8902-4571-8e1b-9afe87d49de0 req-43591973-8cc4-41cd-b728-a4081b8d17b9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=946dd0c35a1f4bae8ffa87f2f91ec7ab&device_id=6bdc803c-61b8-4551-af7a-f6234f9d109b HTTP/1.1" status: 200 len: 1095 time: 0.1452141 Oct 12 19:17:21.166251 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fb9600-974c-49f5-a072-a3e28d643266 req-4120a0c2-cc26-468e-9b03-c47a76682703 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:21.176169 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fb9600-974c-49f5-a072-a3e28d643266 req-4120a0c2-cc26-468e-9b03-c47a76682703 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:21.179136 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fb9600-974c-49f5-a072-a3e28d643266 req-4120a0c2-cc26-468e-9b03-c47a76682703 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:21.185237 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fb9600-974c-49f5-a072-a3e28d643266 req-4120a0c2-cc26-468e-9b03-c47a76682703 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:21.186032 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:21.191708 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fb9600-974c-49f5-a072-a3e28d643266 req-4120a0c2-cc26-468e-9b03-c47a76682703 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:21.197951 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fb9600-974c-49f5-a072-a3e28d643266 req-4120a0c2-cc26-468e-9b03-c47a76682703 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:21.203954 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fb9600-974c-49f5-a072-a3e28d643266 req-4120a0c2-cc26-468e-9b03-c47a76682703 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:21.205854 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-16fb9600-974c-49f5-a072-a3e28d643266 req-4120a0c2-cc26-468e-9b03-c47a76682703 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecc38ae3-328a-43a0-a185-601e29a048cb HTTP/1.1" status: 200 len: 5442 time: 0.2066171 Oct 12 19:17:21.227693 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 203b9b07-3b5d-41e2-a387-5426c9fe91c9, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=203b9b07-3b5d-41e2-a387-5426c9fe91c9,segment=NetworkSegment(f16cf0ac-76ac-40b9-ab87-b70fda8dbb01),segment_id=f16cf0ac-76ac-40b9-ab87-b70fda8dbb01)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:17:21.313279 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:21.314092 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 606f9c96-932b-4ef3-9ddb-6836480c9163 up at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:17:21.331028 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-418101b0-d9ac-4f8c-b189-38cfa4575327 req-8f67b29b-da5e-4476-b473-d030c2e81135 tempest-ImagesNegativeTestJSON-1634324846 tempest-ImagesNegativeTestJSON-1634324846-project] For port 2809e6f0-3540-4db6-ba37-87b982c8d09a, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=2809e6f0-3540-4db6-ba37-87b982c8d09a,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:17:21.331464 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-418101b0-d9ac-4f8c-b189-38cfa4575327 req-8f67b29b-da5e-4476-b473-d030c2e81135 tempest-ImagesNegativeTestJSON-1634324846 tempest-ImagesNegativeTestJSON-1634324846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:21.353135 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505993ed-8902-4571-8e1b-9afe87d49de0 req-49cc1131-14b0-4bbe-a711-20957c931c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:21.354820 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-505993ed-8902-4571-8e1b-9afe87d49de0 req-49cc1131-14b0-4bbe-a711-20957c931c9a service neutron] 10.222.0.67 "GET /v2.0/networks?id=ab893836-0239-44c0-af28-b9b191133092 HTTP/1.1" status: 200 len: 917 time: 0.2014551 Oct 12 19:17:21.379601 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-16fb9600-974c-49f5-a072-a3e28d643266 req-652f4ca6-7a4b-47e5-bba9-4b9a4b8a70b3 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/security-groups?id=76b081dc-6667-4e1c-b44d-8d05a61d7938&id=0726b0fe-78be-4ea7-8b43-7be54affa06f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1044269 Oct 12 19:17:21.381010 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-418101b0-d9ac-4f8c-b189-38cfa4575327 req-8f67b29b-da5e-4476-b473-d030c2e81135 tempest-ImagesNegativeTestJSON-1634324846 tempest-ImagesNegativeTestJSON-1634324846-project] Calling delete_port for 2809e6f0-3540-4db6-ba37-87b982c8d09a owned by compute:nova {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:17:21.404916 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=203b9b07-3b5d-41e2-a387-5426c9fe91c9,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:17:21.432732 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-505993ed-8902-4571-8e1b-9afe87d49de0 req-072678dc-6b89-472a-acbd-a2d4cca1acfb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b6ce5839-07cf-4292-92f7-3cfe37497988 HTTP/1.1" status: 200 len: 217 time: 0.0476801 Oct 12 19:17:21.478823 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning for port 606f9c96-932b-4ef3-9ddb-6836480c9163 completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:17:21.482957 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning complete for port 606f9c96-932b-4ef3-9ddb-6836480c9163 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:17:21.483338 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:21.531458 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505993ed-8902-4571-8e1b-9afe87d49de0 req-e4ba02a4-853a-45ce-97f3-9a656e323569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:21.532863 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-505993ed-8902-4571-8e1b-9afe87d49de0 req-e4ba02a4-853a-45ce-97f3-9a656e323569 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e6d5c0cf-d179-4ac4-8185-f423c3359bf7 HTTP/1.1" status: 200 len: 855 time: 0.0669918 Oct 12 19:17:21.591659 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:21.603434 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1df974-78af-45dc-916e-8fd004b3ea53 req-b521f9eb-9c26-4e11-a055-1ec821e942df tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:21.610735 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1df974-78af-45dc-916e-8fd004b3ea53 req-b521f9eb-9c26-4e11-a055-1ec821e942df tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:21.617407 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1df974-78af-45dc-916e-8fd004b3ea53 req-b521f9eb-9c26-4e11-a055-1ec821e942df tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:21.621618 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505993ed-8902-4571-8e1b-9afe87d49de0 req-261fdb19-2182-4dd3-95f6-0818b07d5884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:21.623437 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-505993ed-8902-4571-8e1b-9afe87d49de0 req-261fdb19-2182-4dd3-95f6-0818b07d5884 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ab893836-0239-44c0-af28-b9b191133092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0809491 Oct 12 19:17:21.625343 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1df974-78af-45dc-916e-8fd004b3ea53 req-b521f9eb-9c26-4e11-a055-1ec821e942df tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:21.632260 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1df974-78af-45dc-916e-8fd004b3ea53 req-b521f9eb-9c26-4e11-a055-1ec821e942df tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:21.634792 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 606f9c96-932b-4ef3-9ddb-6836480c9163, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=606f9c96-932b-4ef3-9ddb-6836480c9163,segment=NetworkSegment(c5aaa6cb-4fc0-487c-a1c9-b6d1d0ba82ce),segment_id=c5aaa6cb-4fc0-487c-a1c9-b6d1d0ba82ce)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:17:21.640194 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1df974-78af-45dc-916e-8fd004b3ea53 req-b521f9eb-9c26-4e11-a055-1ec821e942df tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:21.647350 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1df974-78af-45dc-916e-8fd004b3ea53 req-b521f9eb-9c26-4e11-a055-1ec821e942df tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:21.655445 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-fe1df974-78af-45dc-916e-8fd004b3ea53 req-b521f9eb-9c26-4e11-a055-1ec821e942df tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d8118a-4722-4e86-9061-3b560a61dbf9 HTTP/1.1" status: 200 len: 5421 time: 0.1292183 Oct 12 19:17:21.704142 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-fe1df974-78af-45dc-916e-8fd004b3ea53 req-13b01de4-6b90-479e-ba35-897e4d22c1a0 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f0281d6-ea5c-47a0-8e7d-7819120d644f&id=db60c67d-bef5-44ee-91f7-dd492db60f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0442913 Oct 12 19:17:21.728085 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:21.728910 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 031f2c23-1055-471a-b4c0-a0b18c1487ff up at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:17:21.757749 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-418101b0-d9ac-4f8c-b189-38cfa4575327 req-8f67b29b-da5e-4476-b473-d030c2e81135 tempest-ImagesNegativeTestJSON-1634324846 tempest-ImagesNegativeTestJSON-1634324846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:21.786651 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['2809e6f0-3540-4db6-ba37-87b982c8d09a'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:17:21.802842 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e30cd7c8-f1f6-45f6-a3b5-c2ddf060aabb req-b4af946f-4739-4e9a-a061-c0f11c655285 tempest-ImagesNegativeTestJSON-1634324846 tempest-ImagesNegativeTestJSON-1634324846-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f6e539b-c9b6-4203-ab5d-7b2acb06313d HTTP/1.1" status: 200 len: 210 time: 0.0491073 Oct 12 19:17:21.828990 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-505993ed-8902-4571-8e1b-9afe87d49de0 req-f2209b9d-ffc4-4cf5-8eaf-7d9494d9d758 service neutron] 10.222.0.67 "GET /v2.0/networks/ab893836-0239-44c0-af28-b9b191133092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966348 Oct 12 19:17:21.829697 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67b29b-da5e-4476-b473-d030c2e81135 tempest-ImagesNegativeTestJSON-1634324846 tempest-ImagesNegativeTestJSON-1634324846-project] Pushing event deleted for resources: {'Port': ['ID=2809e6f0-3540-4db6-ba37-87b982c8d09a,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:17:21.852864 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=606f9c96-932b-4ef3-9ddb-6836480c9163,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:17:21.939016 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning for port 031f2c23-1055-471a-b4c0-a0b18c1487ff completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:17:21.945691 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning complete for port 031f2c23-1055-471a-b4c0-a0b18c1487ff triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:17:21.946701 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:21.956126 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f8eea6-a7c4-4cc6-8e5d-93f7df5cfcbd req-b6efe08c-c639-403f-a1fe-00b48cc921aa tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:21.970444 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-37f8eea6-a7c4-4cc6-8e5d-93f7df5cfcbd req-b6efe08c-c639-403f-a1fe-00b48cc921aa tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=4cdc42ba-69e4-48c5-a205-4e2175b26725 HTTP/1.1" status: 200 len: 949 time: 0.1060028 Oct 12 19:17:21.983714 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-418101b0-d9ac-4f8c-b189-38cfa4575327 req-8f67b29b-da5e-4476-b473-d030c2e81135 tempest-ImagesNegativeTestJSON-1634324846 tempest-ImagesNegativeTestJSON-1634324846-project] No DVR routers for this DVR port 2809e6f0-3540-4db6-ba37-87b982c8d09a on host n-h1-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:17:21.996152 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-418101b0-d9ac-4f8c-b189-38cfa4575327 req-8f67b29b-da5e-4476-b473-d030c2e81135 tempest-ImagesNegativeTestJSON-1634324846 tempest-ImagesNegativeTestJSON-1634324846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:21.999868 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-418101b0-d9ac-4f8c-b189-38cfa4575327 req-8f67b29b-da5e-4476-b473-d030c2e81135 tempest-ImagesNegativeTestJSON-1634324846 tempest-ImagesNegativeTestJSON-1634324846-project] 10.222.0.61 "DELETE /v2.0/ports/2809e6f0-3540-4db6-ba37-87b982c8d09a HTTP/1.1" status: 204 len: 173 time: 1.1809180 Oct 12 19:17:22.053582 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-37f8eea6-a7c4-4cc6-8e5d-93f7df5cfcbd req-80b0fa7d-57df-4538-82c6-30eb620c9c29 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801458 Oct 12 19:17:22.072325 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 78f65a13-8a00-447a-aab8-21741cf4e3f4 details requested by agent hyperv_n-h1-813679-3 with host n-h1-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:17:22.110581 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f6e539b-c9b6-4203-ab5d-7b2acb06313d', 'name': 'network-vif-deleted', 'tag': '2809e6f0-3540-4db6-ba37-87b982c8d09a'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:17:22.114508 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f25d1ad-8fa9-4328-bd1d-c8f54ad5120e" -d '{"events": [{"server_uuid": "4f6e539b-c9b6-4203-ab5d-7b2acb06313d", "name": "network-vif-deleted", "tag": "2809e6f0-3540-4db6-ba37-87b982c8d09a"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:17:22.137421 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-505993ed-8902-4571-8e1b-9afe87d49de0 req-21ec4dd4-f7ee-404a-8c33-84c943602ef9 service neutron] 10.222.0.67 "GET /v2.0/networks/ab893836-0239-44c0-af28-b9b191133092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2967699 Oct 12 19:17:22.167600 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:22.189381 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672bcaae-702a-4edd-8284-2eafe53fe6a6 req-2327897c-d081-4d1a-b1b9-f60d4011b98e tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:22.191750 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-672bcaae-702a-4edd-8284-2eafe53fe6a6 req-2327897c-d081-4d1a-b1b9-f60d4011b98e tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] 10.222.0.49 "GET /v2.0/ports?device_id=6bdc803c-61b8-4551-af7a-f6234f9d109b HTTP/1.1" status: 200 len: 944 time: 0.0719404 Oct 12 19:17:22.261891 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-672bcaae-702a-4edd-8284-2eafe53fe6a6 req-a480079a-7f36-4ca4-9541-dd7a91c84c66 tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc65bd81-089d-4991-a470-ab1403753bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634332 Oct 12 19:17:22.315718 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 031f2c23-1055-471a-b4c0-a0b18c1487ff, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=031f2c23-1055-471a-b4c0-a0b18c1487ff,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:17:22.319170 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dd77a3d-90a1-4ab8-8c9c-a46ff4347d05 x-openstack-request-id: req-3dd77a3d-90a1-4ab8-8c9c-a46ff4347d05 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:17:22.319460 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f6e539b-c9b6-4203-ab5d-7b2acb06313d", "name": "network-vif-deleted", "tag": "2809e6f0-3540-4db6-ba37-87b982c8d09a", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:17:22.319719 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3dd77a3d-90a1-4ab8-8c9c-a46ff4347d05 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:17:22.320146 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f6e539b-c9b6-4203-ab5d-7b2acb06313d', 'name': 'network-vif-deleted', 'tag': '2809e6f0-3540-4db6-ba37-87b982c8d09a', 'status': 'completed', 'code': 200} Oct 12 19:17:22.335556 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 78f65a13-8a00-447a-aab8-21741cf4e3f4, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=78f65a13-8a00-447a-aab8-21741cf4e3f4,segment=NetworkSegment(e7119dae-6234-4e1c-9d77-858c724d074c),segment_id=e7119dae-6234-4e1c-9d77-858c724d074c)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:17:22.347694 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Returning: {'device': '78f65a13-8a00-447a-aab8-21741cf4e3f4', 'network_id': '228b976c-c44b-43f4-8a1f-2c6f5ef581f5', 'port_id': '78f65a13-8a00-447a-aab8-21741cf4e3f4', 'mac_address': 'fa:16:3e:40:d5:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '391d2b75-fd68-405b-ba79-4cd2c7a3d303', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:17:22.392254 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:22.447377 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=031f2c23-1055-471a-b4c0-a0b18c1487ff,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:17:22.454097 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:22.470971 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78f65a13-8a00-447a-aab8-21741cf4e3f4 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:17:22.504910 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 78f65a13-8a00-447a-aab8-21741cf4e3f4, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=78f65a13-8a00-447a-aab8-21741cf4e3f4,segment=NetworkSegment(e7119dae-6234-4e1c-9d77-858c724d074c),segment_id=e7119dae-6234-4e1c-9d77-858c724d074c)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:17:22.535209 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ffe183-3555-441a-84ce-b3698e00b92f req-0eca63c4-29dd-4014-a711-67edc53bd69c tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:22.541547 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ffe183-3555-441a-84ce-b3698e00b92f req-0eca63c4-29dd-4014-a711-67edc53bd69c tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:22.549643 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ffe183-3555-441a-84ce-b3698e00b92f req-0eca63c4-29dd-4014-a711-67edc53bd69c tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:22.554072 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ffe183-3555-441a-84ce-b3698e00b92f req-0eca63c4-29dd-4014-a711-67edc53bd69c tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:22.560023 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ffe183-3555-441a-84ce-b3698e00b92f req-0eca63c4-29dd-4014-a711-67edc53bd69c tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:22.566279 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ffe183-3555-441a-84ce-b3698e00b92f req-0eca63c4-29dd-4014-a711-67edc53bd69c tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:22.567761 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:22.568493 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 6defa8fb-2e42-45a1-a0f1-d88eaa23d115 details requested by agent hyperv_n-h1-813679-3 with host n-h1-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:17:22.572659 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ffe183-3555-441a-84ce-b3698e00b92f req-0eca63c4-29dd-4014-a711-67edc53bd69c tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:22.576600 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a4ffe183-3555-441a-84ce-b3698e00b92f req-0eca63c4-29dd-4014-a711-67edc53bd69c tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecc38ae3-328a-43a0-a185-601e29a048cb HTTP/1.1" status: 200 len: 5444 time: 0.1021054 Oct 12 19:17:22.618450 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a4ffe183-3555-441a-84ce-b3698e00b92f req-12f54cc9-6ff7-460c-8efd-f4ce823a49dd tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/security-groups?id=76b081dc-6667-4e1c-b44d-8d05a61d7938&id=0726b0fe-78be-4ea7-8b43-7be54affa06f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0379493 Oct 12 19:17:22.671660 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=78f65a13-8a00-447a-aab8-21741cf4e3f4,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:17:22.717265 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 6defa8fb-2e42-45a1-a0f1-d88eaa23d115, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=6defa8fb-2e42-45a1-a0f1-d88eaa23d115,segment=NetworkSegment(e61c0867-8853-406c-a4f0-1a22eccd7cc2),segment_id=e61c0867-8853-406c-a4f0-1a22eccd7cc2)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:17:22.730608 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Returning: {'device': '6defa8fb-2e42-45a1-a0f1-d88eaa23d115', 'network_id': '6686226f-4ddf-4917-b57f-19fda7e2d4bd', 'port_id': '6defa8fb-2e42-45a1-a0f1-d88eaa23d115', 'mac_address': 'fa:16:3e:60:3f:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc4623cd-de35-484d-89d6-d224b86d5718', 'ip_address': '10.1.1.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:17:22.769716 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:22.787208 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6defa8fb-2e42-45a1-a0f1-d88eaa23d115 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:17:22.811095 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 6defa8fb-2e42-45a1-a0f1-d88eaa23d115, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=6defa8fb-2e42-45a1-a0f1-d88eaa23d115,segment=NetworkSegment(e61c0867-8853-406c-a4f0-1a22eccd7cc2),segment_id=e61c0867-8853-406c-a4f0-1a22eccd7cc2)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:17:22.841959 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2853f83-2ba0-4618-a2cf-4fa3c74f937f req-9672afa5-a42e-420f-91f9-0d34aa707b6b tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:22.848514 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2853f83-2ba0-4618-a2cf-4fa3c74f937f req-9672afa5-a42e-420f-91f9-0d34aa707b6b tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:22.854483 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2853f83-2ba0-4618-a2cf-4fa3c74f937f req-9672afa5-a42e-420f-91f9-0d34aa707b6b tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:22.860437 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2853f83-2ba0-4618-a2cf-4fa3c74f937f req-9672afa5-a42e-420f-91f9-0d34aa707b6b tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:22.867071 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2853f83-2ba0-4618-a2cf-4fa3c74f937f req-9672afa5-a42e-420f-91f9-0d34aa707b6b tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:22.873034 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2853f83-2ba0-4618-a2cf-4fa3c74f937f req-9672afa5-a42e-420f-91f9-0d34aa707b6b tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:22.873291 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecc38ae3-328a-43a0-a185-601e29a048cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '203b9b07-3b5d-41e2-a387-5426c9fe91c9'}, {'server_uuid': 'ecc38ae3-328a-43a0-a185-601e29a048cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '606f9c96-932b-4ef3-9ddb-6836480c9163'}, {'server_uuid': '4cdc42ba-69e4-48c5-a205-4e2175b26725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '031f2c23-1055-471a-b4c0-a0b18c1487ff'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:17:22.875707 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8899728a-4137-48bb-94f9-947edfb1a33a" -d '{"events": [{"server_uuid": "ecc38ae3-328a-43a0-a185-601e29a048cb", "name": "network-vif-plugged", "status": "completed", "tag": "203b9b07-3b5d-41e2-a387-5426c9fe91c9"}, {"server_uuid": "ecc38ae3-328a-43a0-a185-601e29a048cb", "name": "network-vif-plugged", "status": "completed", "tag": "606f9c96-932b-4ef3-9ddb-6836480c9163"}, {"server_uuid": "4cdc42ba-69e4-48c5-a205-4e2175b26725", "name": "network-vif-plugged", "status": "completed", "tag": "031f2c23-1055-471a-b4c0-a0b18c1487ff"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:17:22.879224 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2853f83-2ba0-4618-a2cf-4fa3c74f937f req-9672afa5-a42e-420f-91f9-0d34aa707b6b tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:22.881146 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e2853f83-2ba0-4618-a2cf-4fa3c74f937f req-9672afa5-a42e-420f-91f9-0d34aa707b6b tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d8118a-4722-4e86-9061-3b560a61dbf9 HTTP/1.1" status: 200 len: 5422 time: 0.0951989 Oct 12 19:17:22.910498 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:22.911931 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 87aaffab-0243-4158-8adb-c065a78f6f02 details requested by agent hyperv_n-h1-813679-3 with host n-h1-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:17:22.933208 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e2853f83-2ba0-4618-a2cf-4fa3c74f937f req-5c21b3bf-915d-4be0-84af-5391d12789a8 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f0281d6-ea5c-47a0-8e7d-7819120d644f&id=db60c67d-bef5-44ee-91f7-dd492db60f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0456944 Oct 12 19:17:22.981625 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 87aaffab-0243-4158-8adb-c065a78f6f02, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=87aaffab-0243-4158-8adb-c065a78f6f02,segment=NetworkSegment(e61c0867-8853-406c-a4f0-1a22eccd7cc2),segment_id=e61c0867-8853-406c-a4f0-1a22eccd7cc2)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:17:23.001249 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Returning: {'device': '87aaffab-0243-4158-8adb-c065a78f6f02', 'network_id': '6686226f-4ddf-4917-b57f-19fda7e2d4bd', 'port_id': '87aaffab-0243-4158-8adb-c065a78f6f02', 'mac_address': 'fa:16:3e:e5:2d:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc4623cd-de35-484d-89d6-d224b86d5718', 'ip_address': '10.1.1.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:17:23.098377 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:23.101353 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f80022fc-c540-46f5-b3b2-b8e4999d54e8 req-dce1627b-19ca-43bb-a77b-83ff850a5f5d tempest-ImagesNegativeTestJSON-1634324846 tempest-ImagesNegativeTestJSON-1634324846-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f6e539b-c9b6-4203-ab5d-7b2acb06313d HTTP/1.1" status: 200 len: 210 time: 0.0607381 Oct 12 19:17:23.132919 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 12 Oct 2021 19:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51ae4406-6ae2-4e23-b7cd-96090fd39c59 x-openstack-request-id: req-51ae4406-6ae2-4e23-b7cd-96090fd39c59 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:17:23.133305 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecc38ae3-328a-43a0-a185-601e29a048cb", "name": "network-vif-plugged", "status": "completed", "tag": "203b9b07-3b5d-41e2-a387-5426c9fe91c9", "code": 200}, {"server_uuid": "ecc38ae3-328a-43a0-a185-601e29a048cb", "name": "network-vif-plugged", "status": "completed", "tag": "606f9c96-932b-4ef3-9ddb-6836480c9163", "code": 200}, {"server_uuid": "4cdc42ba-69e4-48c5-a205-4e2175b26725", "name": "network-vif-plugged", "status": "completed", "tag": "031f2c23-1055-471a-b4c0-a0b18c1487ff", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:17:23.133455 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-51ae4406-6ae2-4e23-b7cd-96090fd39c59 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:17:23.134069 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecc38ae3-328a-43a0-a185-601e29a048cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '203b9b07-3b5d-41e2-a387-5426c9fe91c9', 'code': 200} Oct 12 19:17:23.134647 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecc38ae3-328a-43a0-a185-601e29a048cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '606f9c96-932b-4ef3-9ddb-6836480c9163', 'code': 200} Oct 12 19:17:23.136995 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cdc42ba-69e4-48c5-a205-4e2175b26725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '031f2c23-1055-471a-b4c0-a0b18c1487ff', 'code': 200} Oct 12 19:17:23.141695 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87aaffab-0243-4158-8adb-c065a78f6f02 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:17:23.150884 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=6defa8fb-2e42-45a1-a0f1-d88eaa23d115,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:17:23.170135 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 87aaffab-0243-4158-8adb-c065a78f6f02, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=87aaffab-0243-4158-8adb-c065a78f6f02,segment=NetworkSegment(e61c0867-8853-406c-a4f0-1a22eccd7cc2),segment_id=e61c0867-8853-406c-a4f0-1a22eccd7cc2)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:17:23.253539 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:23.254284 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 69633bb3-11f9-410b-8ef6-86a8a94d4395 details requested by agent hyperv_n-h1-813679-3 with host n-h1-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:17:23.281964 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148d7a69-a6b9-46e1-8b2e-defdb40ff56e req-1daf2d3e-97a2-4cb3-aa93-3b54213813c2 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:23.291728 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-148d7a69-a6b9-46e1-8b2e-defdb40ff56e req-1daf2d3e-97a2-4cb3-aa93-3b54213813c2 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=4cdc42ba-69e4-48c5-a205-4e2175b26725 HTTP/1.1" status: 200 len: 950 time: 0.1006556 Oct 12 19:17:23.328828 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ab1c37-d67c-4adc-8b12-75463bbb3dbf req-0559f2c5-ed41-4096-a469-e1f3920f00fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:23.329430 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ab1c37-d67c-4adc-8b12-75463bbb3dbf req-0559f2c5-ed41-4096-a469-e1f3920f00fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:23.330579 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ab1c37-d67c-4adc-8b12-75463bbb3dbf req-0559f2c5-ed41-4096-a469-e1f3920f00fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:23.331224 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ab1c37-d67c-4adc-8b12-75463bbb3dbf req-0559f2c5-ed41-4096-a469-e1f3920f00fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:23.331741 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ab1c37-d67c-4adc-8b12-75463bbb3dbf req-0559f2c5-ed41-4096-a469-e1f3920f00fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:23.332362 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ab1c37-d67c-4adc-8b12-75463bbb3dbf req-0559f2c5-ed41-4096-a469-e1f3920f00fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:23.332874 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ab1c37-d67c-4adc-8b12-75463bbb3dbf req-0559f2c5-ed41-4096-a469-e1f3920f00fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:23.335848 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-67ab1c37-d67c-4adc-8b12-75463bbb3dbf req-0559f2c5-ed41-4096-a469-e1f3920f00fd service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ecc38ae3-328a-43a0-a185-601e29a048cb HTTP/1.1" status: 200 len: 6501 time: 0.1120024 Oct 12 19:17:23.364980 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de83bb2-a59b-4890-80d4-e6640192954d req-4278187d-8f2d-4709-9e6a-dbae45920a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:23.366536 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9de83bb2-a59b-4890-80d4-e6640192954d req-4278187d-8f2d-4709-9e6a-dbae45920a9a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4cdc42ba-69e4-48c5-a205-4e2175b26725 HTTP/1.1" status: 200 len: 1101 time: 0.1424496 Oct 12 19:17:23.386743 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-148d7a69-a6b9-46e1-8b2e-defdb40ff56e req-23f5ade1-4ad7-4825-bb23-5d3d16678872 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881066 Oct 12 19:17:23.434179 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-67ab1c37-d67c-4adc-8b12-75463bbb3dbf req-73326eea-6392-4eaf-92e0-10bacc4537f8 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=0726b0fe-78be-4ea7-8b43-7be54affa06f&id=76b081dc-6667-4e1c-b44d-8d05a61d7938&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0890598 Oct 12 19:17:23.438560 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=87aaffab-0243-4158-8adb-c065a78f6f02,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:17:23.444547 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9de83bb2-a59b-4890-80d4-e6640192954d req-466d5c18-0609-4fb3-a368-d3eeb524d62b service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701616 Oct 12 19:17:23.445637 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 69633bb3-11f9-410b-8ef6-86a8a94d4395, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=69633bb3-11f9-410b-8ef6-86a8a94d4395,segment=NetworkSegment(e61c0867-8853-406c-a4f0-1a22eccd7cc2),segment_id=e61c0867-8853-406c-a4f0-1a22eccd7cc2)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:17:23.459378 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Returning: {'device': '69633bb3-11f9-410b-8ef6-86a8a94d4395', 'network_id': '6686226f-4ddf-4917-b57f-19fda7e2d4bd', 'port_id': '69633bb3-11f9-410b-8ef6-86a8a94d4395', 'mac_address': 'fa:16:3e:7b:9e:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc4623cd-de35-484d-89d6-d224b86d5718', 'ip_address': '10.1.1.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:17:23.463697 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9041aa9-1cfc-4fae-94a9-def83660d953 req-40dbe0fa-9379-443b-b9c0-c74070693aac tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:23.465274 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e9041aa9-1cfc-4fae-94a9-def83660d953 req-40dbe0fa-9379-443b-b9c0-c74070693aac tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] 10.222.0.49 "GET /v2.0/ports?device_id=6bdc803c-61b8-4551-af7a-f6234f9d109b HTTP/1.1" status: 200 len: 944 time: 0.0629237 Oct 12 19:17:23.503238 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:23.518344 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69633bb3-11f9-410b-8ef6-86a8a94d4395 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:17:23.518923 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e9041aa9-1cfc-4fae-94a9-def83660d953 req-f1d8941f-331a-4977-a3ad-1d1f2e7c9e8a tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc65bd81-089d-4991-a470-ab1403753bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422478 Oct 12 19:17:23.538809 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 69633bb3-11f9-410b-8ef6-86a8a94d4395, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=69633bb3-11f9-410b-8ef6-86a8a94d4395,segment=NetworkSegment(e61c0867-8853-406c-a4f0-1a22eccd7cc2),segment_id=e61c0867-8853-406c-a4f0-1a22eccd7cc2)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:17:23.613577 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:23.614173 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 0c9b8f06-b903-4faf-8e00-0608202c3bec details requested by agent hyperv_n-h1-813679-3 with host n-h1-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:17:23.695956 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=69633bb3-11f9-410b-8ef6-86a8a94d4395,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:17:23.738672 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 0c9b8f06-b903-4faf-8e00-0608202c3bec, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=0c9b8f06-b903-4faf-8e00-0608202c3bec,segment=NetworkSegment(e61c0867-8853-406c-a4f0-1a22eccd7cc2),segment_id=e61c0867-8853-406c-a4f0-1a22eccd7cc2)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:17:23.753356 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Returning: {'device': '0c9b8f06-b903-4faf-8e00-0608202c3bec', 'network_id': '6686226f-4ddf-4917-b57f-19fda7e2d4bd', 'port_id': '0c9b8f06-b903-4faf-8e00-0608202c3bec', 'mac_address': 'fa:16:3e:d8:d5:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc4623cd-de35-484d-89d6-d224b86d5718', 'ip_address': '10.1.1.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:17:23.772563 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aa1da2-ca43-4362-8e1f-7a3cca561e87 req-d7753508-27ff-43f2-939c-18f7789943b5 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:23.778478 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aa1da2-ca43-4362-8e1f-7a3cca561e87 req-d7753508-27ff-43f2-939c-18f7789943b5 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:23.784612 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aa1da2-ca43-4362-8e1f-7a3cca561e87 req-d7753508-27ff-43f2-939c-18f7789943b5 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:23.790805 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aa1da2-ca43-4362-8e1f-7a3cca561e87 req-d7753508-27ff-43f2-939c-18f7789943b5 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:23.797120 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aa1da2-ca43-4362-8e1f-7a3cca561e87 req-d7753508-27ff-43f2-939c-18f7789943b5 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:23.802505 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:23.803630 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aa1da2-ca43-4362-8e1f-7a3cca561e87 req-d7753508-27ff-43f2-939c-18f7789943b5 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:23.810372 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aa1da2-ca43-4362-8e1f-7a3cca561e87 req-d7753508-27ff-43f2-939c-18f7789943b5 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:23.812381 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-11aa1da2-ca43-4362-8e1f-7a3cca561e87 req-d7753508-27ff-43f2-939c-18f7789943b5 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecc38ae3-328a-43a0-a185-601e29a048cb HTTP/1.1" status: 200 len: 5444 time: 0.1076541 Oct 12 19:17:23.821445 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c9b8f06-b903-4faf-8e00-0608202c3bec {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:17:23.843702 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 0c9b8f06-b903-4faf-8e00-0608202c3bec, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=0c9b8f06-b903-4faf-8e00-0608202c3bec,segment=NetworkSegment(e61c0867-8853-406c-a4f0-1a22eccd7cc2),segment_id=e61c0867-8853-406c-a4f0-1a22eccd7cc2)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:17:23.858204 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-11aa1da2-ca43-4362-8e1f-7a3cca561e87 req-f6698899-06dd-41d0-a2fb-fdea0341b2e7 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/security-groups?id=76b081dc-6667-4e1c-b44d-8d05a61d7938&id=0726b0fe-78be-4ea7-8b43-7be54affa06f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0378208 Oct 12 19:17:23.975947 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:23.977005 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device a5c193aa-d046-4b1e-a749-6ece2dc2c658 details requested by agent hyperv_n-h1-813679-3 with host n-h1-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:17:24.088929 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=0c9b8f06-b903-4faf-8e00-0608202c3bec,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:17:24.101754 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe893ef-cbae-420a-8900-126cef13ed67 req-512e1213-e438-4e85-b09a-0e262512d9f3 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:24.108363 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe893ef-cbae-420a-8900-126cef13ed67 req-512e1213-e438-4e85-b09a-0e262512d9f3 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:24.115228 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe893ef-cbae-420a-8900-126cef13ed67 req-512e1213-e438-4e85-b09a-0e262512d9f3 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:24.121357 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe893ef-cbae-420a-8900-126cef13ed67 req-512e1213-e438-4e85-b09a-0e262512d9f3 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:24.131067 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe893ef-cbae-420a-8900-126cef13ed67 req-512e1213-e438-4e85-b09a-0e262512d9f3 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:24.139007 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe893ef-cbae-420a-8900-126cef13ed67 req-512e1213-e438-4e85-b09a-0e262512d9f3 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:24.146709 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe893ef-cbae-420a-8900-126cef13ed67 req-512e1213-e438-4e85-b09a-0e262512d9f3 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:24.156062 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port a5c193aa-d046-4b1e-a749-6ece2dc2c658, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=a5c193aa-d046-4b1e-a749-6ece2dc2c658,segment=NetworkSegment(ea4a270c-5f43-4988-909c-2cf22be49b36),segment_id=ea4a270c-5f43-4988-909c-2cf22be49b36)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:17:24.156645 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ebe893ef-cbae-420a-8900-126cef13ed67 req-512e1213-e438-4e85-b09a-0e262512d9f3 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d8118a-4722-4e86-9061-3b560a61dbf9 HTTP/1.1" status: 200 len: 5426 time: 0.1203411 Oct 12 19:17:24.170787 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Returning: {'device': 'a5c193aa-d046-4b1e-a749-6ece2dc2c658', 'network_id': 'fd3a7e91-28a9-4db8-b159-ade8f4dff732', 'port_id': 'a5c193aa-d046-4b1e-a749-6ece2dc2c658', 'mac_address': 'fa:16:3e:60:1c:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05da809f-ecea-4341-80e8-b874d56f17a9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:17:24.221732 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ebe893ef-cbae-420a-8900-126cef13ed67 req-cd664401-dc3d-4a4f-a4c4-ade0a42cf05b tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f0281d6-ea5c-47a0-8e7d-7819120d644f&id=db60c67d-bef5-44ee-91f7-dd492db60f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0642109 Oct 12 19:17:24.280124 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:24.307106 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5c193aa-d046-4b1e-a749-6ece2dc2c658 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:17:24.344232 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port a5c193aa-d046-4b1e-a749-6ece2dc2c658, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=a5c193aa-d046-4b1e-a749-6ece2dc2c658,segment=NetworkSegment(ea4a270c-5f43-4988-909c-2cf22be49b36),segment_id=ea4a270c-5f43-4988-909c-2cf22be49b36)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:17:24.428270 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:24.429892 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 2265e961-71ff-4cee-a380-de288fc6c904 details requested by agent hyperv_n-h1-813679-3 with host n-h1-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:17:24.526808 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d0808a-7a76-484a-b287-5300d8f77c05 req-8184fe74-5cdd-4545-b5aa-ea7a983949fe tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:24.528273 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-59d0808a-7a76-484a-b287-5300d8f77c05 req-8184fe74-5cdd-4545-b5aa-ea7a983949fe tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=4cdc42ba-69e4-48c5-a205-4e2175b26725 HTTP/1.1" status: 200 len: 950 time: 0.0596066 Oct 12 19:17:24.530231 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 2265e961-71ff-4cee-a380-de288fc6c904, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=2265e961-71ff-4cee-a380-de288fc6c904,segment=NetworkSegment(e7119dae-6234-4e1c-9d77-858c724d074c),segment_id=e7119dae-6234-4e1c-9d77-858c724d074c)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:17:24.544290 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=a5c193aa-d046-4b1e-a749-6ece2dc2c658,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:17:24.572663 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Returning: {'device': '2265e961-71ff-4cee-a380-de288fc6c904', 'network_id': '228b976c-c44b-43f4-8a1f-2c6f5ef581f5', 'port_id': '2265e961-71ff-4cee-a380-de288fc6c904', 'mac_address': 'fa:16:3e:e9:45:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '391d2b75-fd68-405b-ba79-4cd2c7a3d303', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:17:24.585232 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-59d0808a-7a76-484a-b287-5300d8f77c05 req-b79c1eeb-2174-4420-8f93-11bbe74ff957 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473168 Oct 12 19:17:24.630375 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:24.643148 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2265e961-71ff-4cee-a380-de288fc6c904 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:17:24.659770 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372ad617-cd6c-42a5-94c2-2306134b3417 req-94ea1068-8f36-4698-9c65-39343768b76b tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:24.661727 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-372ad617-cd6c-42a5-94c2-2306134b3417 req-94ea1068-8f36-4698-9c65-39343768b76b tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] 10.222.0.49 "GET /v2.0/ports?device_id=6bdc803c-61b8-4551-af7a-f6234f9d109b HTTP/1.1" status: 200 len: 944 time: 0.0515065 Oct 12 19:17:24.664428 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 2265e961-71ff-4cee-a380-de288fc6c904, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=2265e961-71ff-4cee-a380-de288fc6c904,segment=NetworkSegment(e7119dae-6234-4e1c-9d77-858c724d074c),segment_id=e7119dae-6234-4e1c-9d77-858c724d074c)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:17:24.703564 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-372ad617-cd6c-42a5-94c2-2306134b3417 req-ff12fa9e-3c3f-424e-956c-bd7a924262c3 tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc65bd81-089d-4991-a470-ab1403753bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356331 Oct 12 19:17:24.750137 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:24.800647 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=2265e961-71ff-4cee-a380-de288fc6c904,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:17:25.016717 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f846e9b-c00d-4d76-b3ce-caadaa791c73 req-95930788-4fcf-490b-ae5f-c9a6b888c035 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:25.022897 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f846e9b-c00d-4d76-b3ce-caadaa791c73 req-95930788-4fcf-490b-ae5f-c9a6b888c035 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:25.029363 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f846e9b-c00d-4d76-b3ce-caadaa791c73 req-95930788-4fcf-490b-ae5f-c9a6b888c035 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:25.037056 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f846e9b-c00d-4d76-b3ce-caadaa791c73 req-95930788-4fcf-490b-ae5f-c9a6b888c035 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:25.043563 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f846e9b-c00d-4d76-b3ce-caadaa791c73 req-95930788-4fcf-490b-ae5f-c9a6b888c035 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:25.047812 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 36910) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:17:25.050788 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f846e9b-c00d-4d76-b3ce-caadaa791c73 req-95930788-4fcf-490b-ae5f-c9a6b888c035 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:25.057503 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f846e9b-c00d-4d76-b3ce-caadaa791c73 req-95930788-4fcf-490b-ae5f-c9a6b888c035 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:25.059362 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2f846e9b-c00d-4d76-b3ce-caadaa791c73 req-95930788-4fcf-490b-ae5f-c9a6b888c035 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecc38ae3-328a-43a0-a185-601e29a048cb HTTP/1.1" status: 200 len: 5444 time: 0.1076696 Oct 12 19:17:25.112594 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2f846e9b-c00d-4d76-b3ce-caadaa791c73 req-f99a23eb-068b-4e85-a804-8cb6342a334a tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/security-groups?id=76b081dc-6667-4e1c-b44d-8d05a61d7938&id=0726b0fe-78be-4ea7-8b43-7be54affa06f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0459497 Oct 12 19:17:25.182824 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-cb2b6582-02d0-44b7-9940-608e3ce64b38 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=97cbcb1ad6ef42f9a261d955ef673a83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1324866 Oct 12 19:17:25.184106 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 36914) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:17:25.237363 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9d26a04c-291d-4e02-9a35-749369980488 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:25.257673 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9d26a04c-291d-4e02-9a35-749369980488 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:25.370930 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c08b9cb-66ea-4918-9f9b-7447304fcb66 req-83dd770a-2903-4089-9652-e1a7fb381cdd tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:25.380839 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c08b9cb-66ea-4918-9f9b-7447304fcb66 req-83dd770a-2903-4089-9652-e1a7fb381cdd tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:25.382951 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c08b9cb-66ea-4918-9f9b-7447304fcb66 req-83dd770a-2903-4089-9652-e1a7fb381cdd tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:25.388970 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c08b9cb-66ea-4918-9f9b-7447304fcb66 req-83dd770a-2903-4089-9652-e1a7fb381cdd tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:25.395372 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c08b9cb-66ea-4918-9f9b-7447304fcb66 req-83dd770a-2903-4089-9652-e1a7fb381cdd tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:25.401395 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c08b9cb-66ea-4918-9f9b-7447304fcb66 req-83dd770a-2903-4089-9652-e1a7fb381cdd tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:25.407516 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c08b9cb-66ea-4918-9f9b-7447304fcb66 req-83dd770a-2903-4089-9652-e1a7fb381cdd tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:25.410041 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4c08b9cb-66ea-4918-9f9b-7447304fcb66 req-83dd770a-2903-4089-9652-e1a7fb381cdd tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d8118a-4722-4e86-9061-3b560a61dbf9 HTTP/1.1" status: 200 len: 5428 time: 0.0976300 Oct 12 19:17:25.411503 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9d26a04c-291d-4e02-9a35-749369980488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:25.414037 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9d26a04c-291d-4e02-9a35-749369980488 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:25.417484 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-9d26a04c-291d-4e02-9a35-749369980488 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6394d8b0-4986-47b9-8bb5-ad52d48eff9a HTTP/1.1" status: 204 len: 168 time: 0.2300122 Oct 12 19:17:25.436835 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d26a04c-291d-4e02-9a35-749369980488 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6394d8b0-4986-47b9-8bb5-ad52d48eff9a,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:17:25.460418 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4c08b9cb-66ea-4918-9f9b-7447304fcb66 req-e4b48f8f-8e16-46d4-b1a0-6184403915ac tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f0281d6-ea5c-47a0-8e7d-7819120d644f&id=db60c67d-bef5-44ee-91f7-dd492db60f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0427463 Oct 12 19:17:25.649258 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80cff51-7a1e-409d-a455-32a9331247e2 req-b48456fb-39db-4d5d-a682-b3d3d095a4aa tempest-LiveAutoBlockMigrationV225Test-2051523199 tempest-LiveAutoBlockMigrationV225Test-2051523199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:25.650900 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c80cff51-7a1e-409d-a455-32a9331247e2 req-b48456fb-39db-4d5d-a682-b3d3d095a4aa tempest-LiveAutoBlockMigrationV225Test-2051523199 tempest-LiveAutoBlockMigrationV225Test-2051523199-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=310462ac-35c8-4420-a264-5ffe2ec3acdd HTTP/1.1" status: 200 len: 1096 time: 0.0411210 Oct 12 19:17:25.688087 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c80cff51-7a1e-409d-a455-32a9331247e2 req-45fdde64-56f4-44e0-ae81-9a780e555443 tempest-LiveAutoBlockMigrationV225Test-2051523199 tempest-LiveAutoBlockMigrationV225Test-2051523199-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=b2999b03-b87d-46b4-9267-1669e2e14df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294216 Oct 12 19:17:25.769985 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['78f65a13-8a00-447a-aab8-21741cf4e3f4'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:17:25.832182 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['87aaffab-0243-4158-8adb-c065a78f6f02'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:17:25.863108 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['0c9b8f06-b903-4faf-8e00-0608202c3bec'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:17:25.906204 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['a5c193aa-d046-4b1e-a749-6ece2dc2c658'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:17:25.921451 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['6defa8fb-2e42-45a1-a0f1-d88eaa23d115'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:17:25.924524 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['69633bb3-11f9-410b-8ef6-86a8a94d4395'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:17:26.000204 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['2265e961-71ff-4cee-a380-de288fc6c904'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:17:26.061531 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a358af-4ffa-42b7-b43d-01da9d4f4a49 req-6368e0f7-e6c5-4a1f-a4c7-1771fea13ac3 tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:26.071553 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-86a358af-4ffa-42b7-b43d-01da9d4f4a49 req-6368e0f7-e6c5-4a1f-a4c7-1771fea13ac3 tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] 10.222.0.49 "GET /v2.0/ports?device_id=6bdc803c-61b8-4551-af7a-f6234f9d109b HTTP/1.1" status: 200 len: 944 time: 0.0798209 Oct 12 19:17:26.131963 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-86a358af-4ffa-42b7-b43d-01da9d4f4a49 req-950b4a9e-9907-45a1-a78e-c06bb451dd3b tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc65bd81-089d-4991-a470-ab1403753bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524800 Oct 12 19:17:26.245477 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a51c91-d603-4f27-9a87-3c740724fe4b req-41dffcc7-0365-4220-8cb8-10ac70ca2790 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:26.254180 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-62a51c91-d603-4f27-9a87-3c740724fe4b req-41dffcc7-0365-4220-8cb8-10ac70ca2790 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=4cdc42ba-69e4-48c5-a205-4e2175b26725 HTTP/1.1" status: 200 len: 950 time: 0.4947467 Oct 12 19:17:26.296769 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-62a51c91-d603-4f27-9a87-3c740724fe4b req-f1868cae-5de5-4d6d-bd1f-6fded38963bc tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416732 Oct 12 19:17:26.516567 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95201fc-3769-48f9-b6f1-c6d28e2e5670 req-cd2f1891-a8a0-4970-afa9-3fd3034a4958 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:26.526499 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95201fc-3769-48f9-b6f1-c6d28e2e5670 req-cd2f1891-a8a0-4970-afa9-3fd3034a4958 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:26.537097 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95201fc-3769-48f9-b6f1-c6d28e2e5670 req-cd2f1891-a8a0-4970-afa9-3fd3034a4958 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:26.545937 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95201fc-3769-48f9-b6f1-c6d28e2e5670 req-cd2f1891-a8a0-4970-afa9-3fd3034a4958 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:26.554124 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95201fc-3769-48f9-b6f1-c6d28e2e5670 req-cd2f1891-a8a0-4970-afa9-3fd3034a4958 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:26.563697 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95201fc-3769-48f9-b6f1-c6d28e2e5670 req-cd2f1891-a8a0-4970-afa9-3fd3034a4958 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:26.572303 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95201fc-3769-48f9-b6f1-c6d28e2e5670 req-cd2f1891-a8a0-4970-afa9-3fd3034a4958 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:26.581732 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b95201fc-3769-48f9-b6f1-c6d28e2e5670 req-cd2f1891-a8a0-4970-afa9-3fd3034a4958 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecc38ae3-328a-43a0-a185-601e29a048cb HTTP/1.1" status: 200 len: 5444 time: 0.1440890 Oct 12 19:17:26.632657 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b95201fc-3769-48f9-b6f1-c6d28e2e5670 req-aaeb6e60-1017-4d9b-8daa-757079b91feb tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/security-groups?id=76b081dc-6667-4e1c-b44d-8d05a61d7938&id=0726b0fe-78be-4ea7-8b43-7be54affa06f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0490425 Oct 12 19:17:26.786434 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 2809e6f0-3540-4db6-ba37-87b982c8d09a no longer exists at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:17:26.863717 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] No Port match for: 2809e6f0-3540-4db6-ba37-87b982c8d09a {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:17:26.864090 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 2809e6f0-3540-4db6-ba37-87b982c8d09a not bound to the agent host n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:17:26.972582 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838b7d7f-f7be-42a7-9dd8-c3fe10048222 req-1d6be08a-cd61-4db5-aad1-eccf633b6b78 tempest-MigrationsAdminTest-834440170 tempest-MigrationsAdminTest-834440170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:26.974040 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-838b7d7f-f7be-42a7-9dd8-c3fe10048222 req-1d6be08a-cd61-4db5-aad1-eccf633b6b78 tempest-MigrationsAdminTest-834440170 tempest-MigrationsAdminTest-834440170-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=4cdc42ba-69e4-48c5-a205-4e2175b26725 HTTP/1.1" status: 200 len: 1101 time: 0.0517807 Oct 12 19:17:26.995222 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-838b7d7f-f7be-42a7-9dd8-c3fe10048222 req-c942911b-77b6-4008-8a29-7ac958c611d8 tempest-MigrationsAdminTest-834440170 tempest-MigrationsAdminTest-834440170-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:27.074506 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-838b7d7f-f7be-42a7-9dd8-c3fe10048222 req-c942911b-77b6-4008-8a29-7ac958c611d8 tempest-MigrationsAdminTest-834440170 tempest-MigrationsAdminTest-834440170-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:27.141792 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-838b7d7f-f7be-42a7-9dd8-c3fe10048222 req-c942911b-77b6-4008-8a29-7ac958c611d8 tempest-MigrationsAdminTest-834440170 tempest-MigrationsAdminTest-834440170-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:27.163678 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-838b7d7f-f7be-42a7-9dd8-c3fe10048222 req-c942911b-77b6-4008-8a29-7ac958c611d8 tempest-MigrationsAdminTest-834440170 tempest-MigrationsAdminTest-834440170-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833854 Oct 12 19:17:27.178676 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c942911b-77b6-4008-8a29-7ac958c611d8 tempest-MigrationsAdminTest-834440170 tempest-MigrationsAdminTest-834440170-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=777db940-d4fb-4373-ba9b-9b0a1c8f49f3,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:17:27.339010 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f7bbc1-ac89-4e9f-9130-b48e8c23ac8d req-fd757d98-6389-48b6-aced-da3005bab430 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:27.344987 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f7bbc1-ac89-4e9f-9130-b48e8c23ac8d req-fd757d98-6389-48b6-aced-da3005bab430 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:27.350950 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f7bbc1-ac89-4e9f-9130-b48e8c23ac8d req-fd757d98-6389-48b6-aced-da3005bab430 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:27.356940 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f7bbc1-ac89-4e9f-9130-b48e8c23ac8d req-fd757d98-6389-48b6-aced-da3005bab430 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:27.362946 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f7bbc1-ac89-4e9f-9130-b48e8c23ac8d req-fd757d98-6389-48b6-aced-da3005bab430 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:27.368976 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f7bbc1-ac89-4e9f-9130-b48e8c23ac8d req-fd757d98-6389-48b6-aced-da3005bab430 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:27.374886 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f7bbc1-ac89-4e9f-9130-b48e8c23ac8d req-fd757d98-6389-48b6-aced-da3005bab430 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:27.377638 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-04f7bbc1-ac89-4e9f-9130-b48e8c23ac8d req-fd757d98-6389-48b6-aced-da3005bab430 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d8118a-4722-4e86-9061-3b560a61dbf9 HTTP/1.1" status: 200 len: 5428 time: 0.0925121 Oct 12 19:17:27.418970 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-04f7bbc1-ac89-4e9f-9130-b48e8c23ac8d req-74b90b79-e41f-4e91-85e0-1252483c9e21 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f0281d6-ea5c-47a0-8e7d-7819120d644f&id=db60c67d-bef5-44ee-91f7-dd492db60f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0341287 Oct 12 19:17:27.695295 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714331ff-e0e8-4c47-8484-c3bb8a925169 req-5e92db55-db6b-409c-b9ea-04c3e2cb776c tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:27.701457 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714331ff-e0e8-4c47-8484-c3bb8a925169 req-5e92db55-db6b-409c-b9ea-04c3e2cb776c tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:27.707528 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714331ff-e0e8-4c47-8484-c3bb8a925169 req-5e92db55-db6b-409c-b9ea-04c3e2cb776c tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:27.713662 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714331ff-e0e8-4c47-8484-c3bb8a925169 req-5e92db55-db6b-409c-b9ea-04c3e2cb776c tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:27.719720 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714331ff-e0e8-4c47-8484-c3bb8a925169 req-5e92db55-db6b-409c-b9ea-04c3e2cb776c tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:27.728540 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714331ff-e0e8-4c47-8484-c3bb8a925169 req-5e92db55-db6b-409c-b9ea-04c3e2cb776c tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:27.735186 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714331ff-e0e8-4c47-8484-c3bb8a925169 req-5e92db55-db6b-409c-b9ea-04c3e2cb776c tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:27.749815 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-714331ff-e0e8-4c47-8484-c3bb8a925169 req-5e92db55-db6b-409c-b9ea-04c3e2cb776c tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecc38ae3-328a-43a0-a185-601e29a048cb HTTP/1.1" status: 200 len: 5444 time: 0.1160989 Oct 12 19:17:27.750339 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 37018) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:17:27.757133 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-d68e1a0a-34fe-4f11-851c-f6243fed1c17 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Request body: {'floatingip': {'port_id': 'cb6ebc8d-ae43-4017-abf8-253569f88e90'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:17:27.817230 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d68e1a0a-34fe-4f11-851c-f6243fed1c17 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Notify callbacks [] for floatingip, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:27.967426 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07df3159-7dcb-4814-af53-84596d9ce101 req-4567d223-ed4d-4937-bec4-3f0b2372c534 tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:27.968912 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-07df3159-7dcb-4814-af53-84596d9ce101 req-4567d223-ed4d-4937-bec4-3f0b2372c534 tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] 10.222.0.49 "GET /v2.0/ports?device_id=6bdc803c-61b8-4551-af7a-f6234f9d109b HTTP/1.1" status: 200 len: 944 time: 0.1483858 Oct 12 19:17:28.054337 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-07df3159-7dcb-4814-af53-84596d9ce101 req-1f2cd0c5-a8b0-4b45-ba57-ecca0cc99aea tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc65bd81-089d-4991-a470-ab1403753bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750675 Oct 12 19:17:28.124872 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [req-14dec65b-a11d-41d0-baca-03a2778cbaaf req-e2a920db-f330-4a93-9ec8-ce0b9570a437 tempest-LiveAutoBlockMigrationV225Test-2051523199 tempest-LiveAutoBlockMigrationV225Test-2051523199-project-admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 19:17:28.125843 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-14dec65b-a11d-41d0-baca-03a2778cbaaf req-e2a920db-f330-4a93-9ec8-ce0b9570a437 tempest-LiveAutoBlockMigrationV225Test-2051523199 tempest-LiveAutoBlockMigrationV225Test-2051523199-project-admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0057390 Oct 12 19:17:28.182509 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dec65b-a11d-41d0-baca-03a2778cbaaf req-d48426e2-3c67-45cc-b0f8-c46a20655f46 tempest-LiveAutoBlockMigrationV225Test-2051523199 tempest-LiveAutoBlockMigrationV225Test-2051523199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:28.184054 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-14dec65b-a11d-41d0-baca-03a2778cbaaf req-d48426e2-3c67-45cc-b0f8-c46a20655f46 tempest-LiveAutoBlockMigrationV225Test-2051523199 tempest-LiveAutoBlockMigrationV225Test-2051523199-project-admin] 10.222.0.49 "GET /v2.0/ports/563b134f-51fe-4fed-be7b-8540d1e5cb66 HTTP/1.1" status: 200 len: 1093 time: 0.0524178 Oct 12 19:17:28.184754 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 37024) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:17:28.201219 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-14dec65b-a11d-41d0-baca-03a2778cbaaf req-4719e6b8-a2c2-4f76-9388-eeb4e716fce4 service neutron] Request body: {'binding': {'host': 'n-h1-813679-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:17:28.201219 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-14dec65b-a11d-41d0-baca-03a2778cbaaf req-4719e6b8-a2c2-4f76-9388-eeb4e716fce4 service neutron] Unknown quota resources ['binding']. {{(pid=95502) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 12 19:17:28.345495 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5afac17f-10a2-4c36-87ba-888c6d3305cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:28.392243 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-14dec65b-a11d-41d0-baca-03a2778cbaaf req-4719e6b8-a2c2-4f76-9388-eeb4e716fce4 service neutron] Attempting to bind port 563b134f-51fe-4fed-be7b-8540d1e5cb66 on host n-h1-813679-3 for vnic_type normal with profile None {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:17:28.392684 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-14dec65b-a11d-41d0-baca-03a2778cbaaf req-4719e6b8-a2c2-4f76-9388-eeb4e716fce4 service neutron] Attempting to bind port 563b134f-51fe-4fed-be7b-8540d1e5cb66 by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': '092fb16a-01c2-4f4a-b148-df23675b5071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '82671036-c03a-4d3c-b62d-db19aa8b0fed'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:17:28.393532 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14dec65b-a11d-41d0-baca-03a2778cbaaf req-4719e6b8-a2c2-4f76-9388-eeb4e716fce4 service neutron] Attempting to bind port 563b134f-51fe-4fed-be7b-8540d1e5cb66 on network 82671036-c03a-4d3c-b62d-db19aa8b0fed {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:17:28.403715 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14dec65b-a11d-41d0-baca-03a2778cbaaf req-4719e6b8-a2c2-4f76-9388-eeb4e716fce4 service neutron] Port 563b134f-51fe-4fed-be7b-8540d1e5cb66 on network 82671036-c03a-4d3c-b62d-db19aa8b0fed not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:17:28.404052 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14dec65b-a11d-41d0-baca-03a2778cbaaf req-4719e6b8-a2c2-4f76-9388-eeb4e716fce4 service neutron] Attempting to bind port 563b134f-51fe-4fed-be7b-8540d1e5cb66 on network 82671036-c03a-4d3c-b62d-db19aa8b0fed {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:17:28.416723 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14dec65b-a11d-41d0-baca-03a2778cbaaf req-4719e6b8-a2c2-4f76-9388-eeb4e716fce4 service neutron] Checking agent: {'id': 'f5e9725f-f5a6-43c2-a1be-95e21e9a1fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:17:28.417056 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14dec65b-a11d-41d0-baca-03a2778cbaaf req-4719e6b8-a2c2-4f76-9388-eeb4e716fce4 service neutron] Checking segment: {'id': '092fb16a-01c2-4f4a-b148-df23675b5071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '82671036-c03a-4d3c-b62d-db19aa8b0fed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:17:28.417637 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14dec65b-a11d-41d0-baca-03a2778cbaaf req-4719e6b8-a2c2-4f76-9388-eeb4e716fce4 service neutron] Bound using segment: {'id': '092fb16a-01c2-4f4a-b148-df23675b5071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '82671036-c03a-4d3c-b62d-db19aa8b0fed'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:17:28.418070 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-14dec65b-a11d-41d0-baca-03a2778cbaaf req-4719e6b8-a2c2-4f76-9388-eeb4e716fce4 service neutron] Bound port: 563b134f-51fe-4fed-be7b-8540d1e5cb66, host: n-h1-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '092fb16a-01c2-4f4a-b148-df23675b5071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '82671036-c03a-4d3c-b62d-db19aa8b0fed'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:17:28.445708 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d68e1a0a-34fe-4f11-851c-f6243fed1c17 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:28.499547 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5afac17f-10a2-4c36-87ba-888c6d3305cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:28.503858 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-14dec65b-a11d-41d0-baca-03a2778cbaaf req-4719e6b8-a2c2-4f76-9388-eeb4e716fce4 service neutron] For port 563b134f-51fe-4fed-be7b-8540d1e5cb66, host n-h1-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=563b134f-51fe-4fed-be7b-8540d1e5cb66,segment=NetworkSegment(092fb16a-01c2-4f4a-b148-df23675b5071),segment_id=092fb16a-01c2-4f4a-b148-df23675b5071)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:17:28.505316 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d68e1a0a-34fe-4f11-851c-f6243fed1c17 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7915414'] for floatingip, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:28.547118 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5afac17f-10a2-4c36-87ba-888c6d3305cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:28.586673 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-5afac17f-10a2-4c36-87ba-888c6d3305cb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cfe8bb2ed1aa4719914f2cb313f63711&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4007645 Oct 12 19:17:28.588054 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afac17f-10a2-4c36-87ba-888c6d3305cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e89bea75-369b-49e1-b874-e311cac98d12,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:17:28.589922 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 37040) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:17:28.605999 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afac17f-10a2-4c36-87ba-888c6d3305cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:17:28.606342 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afac17f-10a2-4c36-87ba-888c6d3305cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:17:28.606676 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afac17f-10a2-4c36-87ba-888c6d3305cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:17:28.606789 n-d-813679-3 neutron-server[95501]: INFO neutron.db.l3_db [None req-d68e1a0a-34fe-4f11-851c-f6243fed1c17 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Floating IP 447acac3-88e8-48a3-8c4e-1e7066075388 associated. External IP: 172.25.5.89, port: cb6ebc8d-ae43-4017-abf8-253569f88e90. Oct 12 19:17:28.607006 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afac17f-10a2-4c36-87ba-888c6d3305cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:17:28.607332 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afac17f-10a2-4c36-87ba-888c6d3305cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:17:28.607658 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afac17f-10a2-4c36-87ba-888c6d3305cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:17:28.607977 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afac17f-10a2-4c36-87ba-888c6d3305cb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:17:28.608388 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afac17f-10a2-4c36-87ba-888c6d3305cb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:17:28.608705 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afac17f-10a2-4c36-87ba-888c6d3305cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:17:28.609027 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afac17f-10a2-4c36-87ba-888c6d3305cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:17:28.609344 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afac17f-10a2-4c36-87ba-888c6d3305cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:17:28.609663 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afac17f-10a2-4c36-87ba-888c6d3305cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:17:28.620873 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-14dec65b-a11d-41d0-baca-03a2778cbaaf req-4719e6b8-a2c2-4f76-9388-eeb4e716fce4 service neutron] Notify callbacks [] for binding, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:28.622012 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-14dec65b-a11d-41d0-baca-03a2778cbaaf req-4719e6b8-a2c2-4f76-9388-eeb4e716fce4 service neutron] 10.222.0.49 "POST /v2.0/ports/563b134f-51fe-4fed-be7b-8540d1e5cb66/bindings HTTP/1.1" status: 201 len: 389 time: 0.4292800 Oct 12 19:17:28.657102 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b464e0d4-932e-46aa-840c-00b1a3dd924d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:28.678725 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b464e0d4-932e-46aa-840c-00b1a3dd924d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:28.807715 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b464e0d4-932e-46aa-840c-00b1a3dd924d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:28.810352 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b464e0d4-932e-46aa-840c-00b1a3dd924d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:28.811658 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-b464e0d4-932e-46aa-840c-00b1a3dd924d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e89bea75-369b-49e1-b874-e311cac98d12 HTTP/1.1" status: 204 len: 168 time: 0.2208464 Oct 12 19:17:28.824328 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b464e0d4-932e-46aa-840c-00b1a3dd924d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e89bea75-369b-49e1-b874-e311cac98d12,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:17:28.842817 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d68e1a0a-34fe-4f11-851c-f6243fed1c17 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Router 9a34b6e3-9956-4efa-aac4-775c3125e230 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:17:28.990070 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4727485f-e3e9-4199-9d9c-11f8c1105bb3 req-f8962990-41a1-4c47-8d85-192312c3940e tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:28.996366 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4727485f-e3e9-4199-9d9c-11f8c1105bb3 req-f8962990-41a1-4c47-8d85-192312c3940e tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:29.003003 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4727485f-e3e9-4199-9d9c-11f8c1105bb3 req-f8962990-41a1-4c47-8d85-192312c3940e tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:29.009256 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4727485f-e3e9-4199-9d9c-11f8c1105bb3 req-f8962990-41a1-4c47-8d85-192312c3940e tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:29.015573 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4727485f-e3e9-4199-9d9c-11f8c1105bb3 req-f8962990-41a1-4c47-8d85-192312c3940e tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:29.021581 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4727485f-e3e9-4199-9d9c-11f8c1105bb3 req-f8962990-41a1-4c47-8d85-192312c3940e tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:29.028679 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4727485f-e3e9-4199-9d9c-11f8c1105bb3 req-f8962990-41a1-4c47-8d85-192312c3940e tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:29.030548 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4727485f-e3e9-4199-9d9c-11f8c1105bb3 req-f8962990-41a1-4c47-8d85-192312c3940e tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d8118a-4722-4e86-9061-3b560a61dbf9 HTTP/1.1" status: 200 len: 5428 time: 0.1714840 Oct 12 19:17:29.040083 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcd4bc9-4e1b-4b62-9bc7-6dac891fed29 req-fad17f0e-6001-4ef2-8fb3-5df9c20e81b0 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:29.041589 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2bcd4bc9-4e1b-4b62-9bc7-6dac891fed29 req-fad17f0e-6001-4ef2-8fb3-5df9c20e81b0 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=4cdc42ba-69e4-48c5-a205-4e2175b26725 HTTP/1.1" status: 200 len: 950 time: 0.0792944 Oct 12 19:17:29.059749 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d68e1a0a-34fe-4f11-851c-f6243fed1c17 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:17:29.065476 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d68e1a0a-34fe-4f11-851c-f6243fed1c17 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:29.070537 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6eecf5c4-f02c-4de3-93f6-a1495dabaf27 req-12ba5ffd-94cc-41e7-a939-cccae9624d8c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4cdc42ba-69e4-48c5-a205-4e2175b26725&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0750904 Oct 12 19:17:29.073074 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434859f0-89ce-4a30-abe0-5aba81295aaa None None] Sync routers for ids ['9a34b6e3-9956-4efa-aac4-775c3125e230'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:17:29.083024 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [req-6eecf5c4-f02c-4de3-93f6-a1495dabaf27 req-06098404-447e-45de-b9ed-ef81371a41e4 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 19:17:29.083991 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6eecf5c4-f02c-4de3-93f6-a1495dabaf27 req-06098404-447e-45de-b9ed-ef81371a41e4 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0061729 Oct 12 19:17:29.088205 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434859f0-89ce-4a30-abe0-5aba81295aaa None None] Routers {'9a34b6e3-9956-4efa-aac4-775c3125e230'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:17:29.089310 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-434859f0-89ce-4a30-abe0-5aba81295aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:17:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['9a34b6e3-9956-4efa-aac4-775c3125e230'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:17:29.121252 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4727485f-e3e9-4199-9d9c-11f8c1105bb3 req-d69c0408-7dcd-4674-8f1d-9d9177612f07 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f0281d6-ea5c-47a0-8e7d-7819120d644f&id=db60c67d-bef5-44ee-91f7-dd492db60f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0804741 Oct 12 19:17:29.126232 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2bcd4bc9-4e1b-4b62-9bc7-6dac891fed29 req-46e3e8f6-2ed5-4d36-8f15-1c19b3db2d5a tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780261 Oct 12 19:17:29.142430 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-d68e1a0a-34fe-4f11-851c-f6243fed1c17 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "PUT /v2.0/floatingips/447acac3-88e8-48a3-8c4e-1e7066075388 HTTP/1.1" status: 200 len: 991 time: 1.3896251 Oct 12 19:17:29.147972 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecc38ae3-328a-43a0-a185-601e29a048cb', 'tag': 'cb6ebc8d-ae43-4017-abf8-253569f88e90'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:17:29.151071 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-004a731a-24c7-4fde-9f15-32eecb53aeda" -d '{"events": [{"name": "network-changed", "server_uuid": "ecc38ae3-328a-43a0-a185-601e29a048cb", "tag": "cb6ebc8d-ae43-4017-abf8-253569f88e90"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:17:29.182155 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5ec1a250-442f-4672-9686-674138fbb65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:29.216271 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-434859f0-89ce-4a30-abe0-5aba81295aaa None None] Set router 9a34b6e3-9956-4efa-aac4-775c3125e230 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:17:29.262672 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceee1a4-ae79-4b87-979a-2c1659d99b5b req-7d70280e-10ab-4387-8213-b9e9c3a988fa tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:29.264654 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7ceee1a4-ae79-4b87-979a-2c1659d99b5b req-7d70280e-10ab-4387-8213-b9e9c3a988fa tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=310462ac-35c8-4420-a264-5ffe2ec3acdd HTTP/1.1" status: 200 len: 945 time: 0.0640261 Oct 12 19:17:29.327838 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7ceee1a4-ae79-4b87-979a-2c1659d99b5b req-014f39b6-dff1-4e22-a891-cf81b6166560 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2999b03-b87d-46b4-9267-1669e2e14df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554495 Oct 12 19:17:29.457931 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d09db7d4-b026-4407-af5d-712813512483 x-openstack-request-id: req-d09db7d4-b026-4407-af5d-712813512483 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:17:29.458624 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecc38ae3-328a-43a0-a185-601e29a048cb", "tag": "cb6ebc8d-ae43-4017-abf8-253569f88e90", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:17:29.458624 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d09db7d4-b026-4407-af5d-712813512483 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:17:29.458878 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecc38ae3-328a-43a0-a185-601e29a048cb', 'tag': 'cb6ebc8d-ae43-4017-abf8-253569f88e90', 'status': 'completed', 'code': 200} Oct 12 19:17:29.588469 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dec65b-a11d-41d0-baca-03a2778cbaaf req-29b7c235-d1f5-4982-99ac-2eb266c7d82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:29.590884 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-14dec65b-a11d-41d0-baca-03a2778cbaaf req-29b7c235-d1f5-4982-99ac-2eb266c7d82b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=803d7b884967412f992e4b2e79b460e6&device_id=310462ac-35c8-4420-a264-5ffe2ec3acdd HTTP/1.1" status: 200 len: 1096 time: 0.1446555 Oct 12 19:17:29.592811 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004a731a-24c7-4fde-9f15-32eecb53aeda req-5ba86bbd-de5a-4f74-b733-2c56aace1c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:29.593654 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004a731a-24c7-4fde-9f15-32eecb53aeda req-5ba86bbd-de5a-4f74-b733-2c56aace1c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:29.594146 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004a731a-24c7-4fde-9f15-32eecb53aeda req-5ba86bbd-de5a-4f74-b733-2c56aace1c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:29.594755 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004a731a-24c7-4fde-9f15-32eecb53aeda req-5ba86bbd-de5a-4f74-b733-2c56aace1c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:29.597340 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004a731a-24c7-4fde-9f15-32eecb53aeda req-5ba86bbd-de5a-4f74-b733-2c56aace1c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:29.599418 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004a731a-24c7-4fde-9f15-32eecb53aeda req-5ba86bbd-de5a-4f74-b733-2c56aace1c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:29.600725 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004a731a-24c7-4fde-9f15-32eecb53aeda req-5ba86bbd-de5a-4f74-b733-2c56aace1c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:29.607307 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-004a731a-24c7-4fde-9f15-32eecb53aeda req-5ba86bbd-de5a-4f74-b733-2c56aace1c46 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e65d35344c43413ba93381b16381b559&device_id=ecc38ae3-328a-43a0-a185-601e29a048cb HTTP/1.1" status: 200 len: 6501 time: 0.1072230 Oct 12 19:17:29.624589 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-434859f0-89ce-4a30-abe0-5aba81295aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a34b6e3-9956-4efa-aac4-775c3125e230', 'name': 'tempest-TaggedBootDevicesTest_v242-1762495642-router', 'tenant_id': 'e65d35344c43413ba93381b16381b559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '4f4842fc-9359-4a0c-b4f0-bb3d5c70b77b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:14:11Z', 'updated_at': '2021-10-12T19:14:20Z', 'revision_number': 4, 'project_id': 'e65d35344c43413ba93381b16381b559', 'gw_port': {'id': '4f4842fc-9359-4a0c-b4f0-bb3d5c70b77b', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:87:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a34b6e3-9956-4efa-aac4-775c3125e230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:14:12Z', 'updated_at': '2021-10-12T19:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': '447acac3-88e8-48a3-8c4e-1e7066075388', 'tenant_id': 'e65d35344c43413ba93381b16381b559', 'floating_ip_address': '172.25.5.89', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': '9a34b6e3-9956-4efa-aac4-775c3125e230', 'port_id': 'cb6ebc8d-ae43-4017-abf8-253569f88e90', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 902, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c3decc3-29e4-408c-a34f-0339ccbba377', 'mac_address': 'fa:16:3e:4f:3a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc38ae3-328a-43a0-a185-601e29a048cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T19:15:50Z', 'updated_at': '2021-10-12T19:17:28Z', 'revision_number': 1, 'project_id': 'e65d35344c43413ba93381b16381b559', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7d6d5e6-e93a-47ee-8519-bcc9fd2fcedc', 'name': '', 'network_id': '6c3decc3-29e4-408c-a34f-0339ccbba377', 'tenant_id': 'e65d35344c43413ba93381b16381b559', 'mac_address': 'fa:16:3e:05:f4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a34b6e3-9956-4efa-aac4-775c3125e230', 'device_owner': 'network:router_interface', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '8cdec308-a85d-4461-be76-72b0713a6c05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:14:19Z', 'updated_at': '2021-10-12T19:14:27Z', 'revision_number': 5, 'project_id': 'e65d35344c43413ba93381b16381b559', 'subnets': [{'id': '8cdec308-a85d-4461-be76-72b0713a6c05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:17:29.683849 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434859f0-89ce-4a30-abe0-5aba81295aaa None None] Checking router: 9a34b6e3-9956-4efa-aac4-775c3125e230 for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:17:29.694275 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434859f0-89ce-4a30-abe0-5aba81295aaa None None] Routers {'9a34b6e3-9956-4efa-aac4-775c3125e230'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:17:29.695488 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-434859f0-89ce-4a30-abe0-5aba81295aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:17:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['9a34b6e3-9956-4efa-aac4-775c3125e230'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:17:29.706943 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65174baa-480b-4f72-a298-a6f60b48e93a req-7dc8a254-0aaa-47f5-a070-a5ceef526144 tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:29.708537 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-65174baa-480b-4f72-a298-a6f60b48e93a req-7dc8a254-0aaa-47f5-a070-a5ceef526144 tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] 10.222.0.49 "GET /v2.0/ports?device_id=6bdc803c-61b8-4551-af7a-f6234f9d109b HTTP/1.1" status: 200 len: 944 time: 0.1817987 Oct 12 19:17:29.758394 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004a731a-24c7-4fde-9f15-32eecb53aeda req-a3bad25e-5fc5-4822-bfcb-08bcfc985e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:29.761178 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-004a731a-24c7-4fde-9f15-32eecb53aeda req-a3bad25e-5fc5-4822-bfcb-08bcfc985e1f service neutron] 10.222.0.61 "GET /v2.0/networks?id=6c3decc3-29e4-408c-a34f-0339ccbba377 HTTP/1.1" status: 200 len: 918 time: 0.1478503 Oct 12 19:17:29.782519 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-65174baa-480b-4f72-a298-a6f60b48e93a req-7b2ff037-226a-4f67-ae4d-0d9a72a71fb2 tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc65bd81-089d-4991-a470-ab1403753bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618894 Oct 12 19:17:29.794021 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dec65b-a11d-41d0-baca-03a2778cbaaf req-82cf2d0d-1028-4832-b759-d5e87ad18974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:29.795781 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-14dec65b-a11d-41d0-baca-03a2778cbaaf req-82cf2d0d-1028-4832-b759-d5e87ad18974 service neutron] 10.222.0.61 "GET /v2.0/networks?id=82671036-c03a-4d3c-b62d-db19aa8b0fed HTTP/1.1" status: 200 len: 921 time: 0.1939321 Oct 12 19:17:29.863832 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-14dec65b-a11d-41d0-baca-03a2778cbaaf req-b6f56c9e-1e40-4b19-9518-ce80146c2d24 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=563b134f-51fe-4fed-be7b-8540d1e5cb66 HTTP/1.1" status: 200 len: 217 time: 0.0596039 Oct 12 19:17:29.871848 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-004a731a-24c7-4fde-9f15-32eecb53aeda req-a0aff20c-b796-4b49-9749-5ef0a0bd91c1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cb6ebc8d-ae43-4017-abf8-253569f88e90 HTTP/1.1" status: 200 len: 999 time: 0.1004155 Oct 12 19:17:29.936951 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dec65b-a11d-41d0-baca-03a2778cbaaf req-c32a0f66-7bc7-4418-b0a8-1bf63e4e7124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:29.939158 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-14dec65b-a11d-41d0-baca-03a2778cbaaf req-c32a0f66-7bc7-4418-b0a8-1bf63e4e7124 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=39796bec-4145-45cd-b713-3f2477a830cb HTTP/1.1" status: 200 len: 860 time: 0.0609272 Oct 12 19:17:29.941236 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004a731a-24c7-4fde-9f15-32eecb53aeda req-e7682211-42d0-43fc-be46-0fce3a784429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:29.945528 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-004a731a-24c7-4fde-9f15-32eecb53aeda req-e7682211-42d0-43fc-be46-0fce3a784429 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8cdec308-a85d-4461-be76-72b0713a6c05 HTTP/1.1" status: 200 len: 856 time: 0.0651219 Oct 12 19:17:29.951775 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-434859f0-89ce-4a30-abe0-5aba81295aaa None None] Set router 9a34b6e3-9956-4efa-aac4-775c3125e230 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:17:30.003621 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-14dec65b-a11d-41d0-baca-03a2778cbaaf req-905cec91-acad-44e9-b6c7-66370fcf02a9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=82671036-c03a-4d3c-b62d-db19aa8b0fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519733 Oct 12 19:17:30.085700 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004a731a-24c7-4fde-9f15-32eecb53aeda req-59016f1c-356a-462b-835d-3eb75a94d148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:30.085700 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-004a731a-24c7-4fde-9f15-32eecb53aeda req-59016f1c-356a-462b-835d-3eb75a94d148 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6c3decc3-29e4-408c-a34f-0339ccbba377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1321461 Oct 12 19:17:30.205238 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-14dec65b-a11d-41d0-baca-03a2778cbaaf req-d2b50f7d-b9a6-448b-b485-75d528f0375f service neutron] 10.222.0.61 "GET /v2.0/networks/82671036-c03a-4d3c-b62d-db19aa8b0fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922317 Oct 12 19:17:30.267470 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-004a731a-24c7-4fde-9f15-32eecb53aeda req-5393bba7-2dc8-4552-91d1-342612004839 service neutron] 10.222.0.61 "GET /v2.0/networks/6c3decc3-29e4-408c-a34f-0339ccbba377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732183 Oct 12 19:17:30.317963 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-434859f0-89ce-4a30-abe0-5aba81295aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a34b6e3-9956-4efa-aac4-775c3125e230', 'name': 'tempest-TaggedBootDevicesTest_v242-1762495642-router', 'tenant_id': 'e65d35344c43413ba93381b16381b559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '4f4842fc-9359-4a0c-b4f0-bb3d5c70b77b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:14:11Z', 'updated_at': '2021-10-12T19:14:20Z', 'revision_number': 4, 'project_id': 'e65d35344c43413ba93381b16381b559', 'gw_port': {'id': '4f4842fc-9359-4a0c-b4f0-bb3d5c70b77b', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:87:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a34b6e3-9956-4efa-aac4-775c3125e230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:14:12Z', 'updated_at': '2021-10-12T19:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': '447acac3-88e8-48a3-8c4e-1e7066075388', 'tenant_id': 'e65d35344c43413ba93381b16381b559', 'floating_ip_address': '172.25.5.89', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': '9a34b6e3-9956-4efa-aac4-775c3125e230', 'port_id': 'cb6ebc8d-ae43-4017-abf8-253569f88e90', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 902, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c3decc3-29e4-408c-a34f-0339ccbba377', 'mac_address': 'fa:16:3e:4f:3a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc38ae3-328a-43a0-a185-601e29a048cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T19:15:50Z', 'updated_at': '2021-10-12T19:17:28Z', 'revision_number': 1, 'project_id': 'e65d35344c43413ba93381b16381b559', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7d6d5e6-e93a-47ee-8519-bcc9fd2fcedc', 'name': '', 'network_id': '6c3decc3-29e4-408c-a34f-0339ccbba377', 'tenant_id': 'e65d35344c43413ba93381b16381b559', 'mac_address': 'fa:16:3e:05:f4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a34b6e3-9956-4efa-aac4-775c3125e230', 'device_owner': 'network:router_interface', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '8cdec308-a85d-4461-be76-72b0713a6c05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:14:19Z', 'updated_at': '2021-10-12T19:14:27Z', 'revision_number': 5, 'project_id': 'e65d35344c43413ba93381b16381b559', 'subnets': [{'id': '8cdec308-a85d-4461-be76-72b0713a6c05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:17:30.354506 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434859f0-89ce-4a30-abe0-5aba81295aaa None None] The sync data for ids ['9a34b6e3-9956-4efa-aac4-775c3125e230'] in n-d-813679-3 is: [{'id': '9a34b6e3-9956-4efa-aac4-775c3125e230', 'name': 'tempest-TaggedBootDevicesTest_v242-1762495642-router', 'tenant_id': 'e65d35344c43413ba93381b16381b559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '4f4842fc-9359-4a0c-b4f0-bb3d5c70b77b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:14:11Z', 'updated_at': '2021-10-12T19:14:20Z', 'revision_number': 4, 'project_id': 'e65d35344c43413ba93381b16381b559', 'gw_port': {'id': '4f4842fc-9359-4a0c-b4f0-bb3d5c70b77b', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:87:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a34b6e3-9956-4efa-aac4-775c3125e230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:14:12Z', 'updated_at': '2021-10-12T19:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': '447acac3-88e8-48a3-8c4e-1e7066075388', 'tenant_id': 'e65d35344c43413ba93381b16381b559', 'floating_ip_address': '172.25.5.89', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': '9a34b6e3-9956-4efa-aac4-775c3125e230', 'port_id': 'cb6ebc8d-ae43-4017-abf8-253569f88e90', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 902, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c3decc3-29e4-408c-a34f-0339ccbba377', 'mac_address': 'fa:16:3e:4f:3a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc38ae3-328a-43a0-a185-601e29a048cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T19:15:50Z', 'updated_at': '2021-10-12T19:17:28Z', 'revision_number': 1, 'project_id': 'e65d35344c43413ba93381b16381b559', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7d6d5e6-e93a-47ee-8519-bcc9fd2fcedc', 'name': '', 'network_id': '6c3decc3-29e4-408c-a34f-0339ccbba377', 'tenant_id': 'e65d35344c43413ba93381b16381b559', 'mac_address': 'fa:16:3e:05:f4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a34b6e3-9956-4efa-aac4-775c3125e230', 'device_owner': 'network:router_interface', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '8cdec308-a85d-4461-be76-72b0713a6c05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:14:19Z', 'updated_at': '2021-10-12T19:14:27Z', 'revision_number': 5, 'project_id': 'e65d35344c43413ba93381b16381b559', 'subnets': [{'id': '8cdec308-a85d-4461-be76-72b0713a6c05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:17:30.407930 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf74bb47-b8e2-4b1a-9987-c185e48dbe51 req-e54d8f66-9e1a-4b42-80c7-85fd44e7062c tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:30.410640 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-cf74bb47-b8e2-4b1a-9987-c185e48dbe51 req-e54d8f66-9e1a-4b42-80c7-85fd44e7062c tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=4cdc42ba-69e4-48c5-a205-4e2175b26725 HTTP/1.1" status: 200 len: 950 time: 0.1269016 Oct 12 19:17:30.460162 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-14dec65b-a11d-41d0-baca-03a2778cbaaf req-7a49d771-f512-464a-8cee-2f9692f22516 service neutron] 10.222.0.61 "GET /v2.0/networks/82671036-c03a-4d3c-b62d-db19aa8b0fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465856 Oct 12 19:17:30.486148 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-cf74bb47-b8e2-4b1a-9987-c185e48dbe51 req-cbb4c237-3752-4a06-912f-5e7b8ab1693b tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585904 Oct 12 19:17:30.511088 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-004a731a-24c7-4fde-9f15-32eecb53aeda req-64f3f5be-0a0f-464a-b86a-0119b21e4e83 service neutron] 10.222.0.61 "GET /v2.0/networks/6c3decc3-29e4-408c-a34f-0339ccbba377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213397 Oct 12 19:17:30.553943 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94aa12e-8d99-4a4f-99ff-51430a30f5b0 req-b68de57f-167b-4a75-8bd8-a64637235d55 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:30.562268 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94aa12e-8d99-4a4f-99ff-51430a30f5b0 req-b68de57f-167b-4a75-8bd8-a64637235d55 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:30.571772 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94aa12e-8d99-4a4f-99ff-51430a30f5b0 req-b68de57f-167b-4a75-8bd8-a64637235d55 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:30.583787 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94aa12e-8d99-4a4f-99ff-51430a30f5b0 req-b68de57f-167b-4a75-8bd8-a64637235d55 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:30.597403 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94aa12e-8d99-4a4f-99ff-51430a30f5b0 req-b68de57f-167b-4a75-8bd8-a64637235d55 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:30.604626 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94aa12e-8d99-4a4f-99ff-51430a30f5b0 req-b68de57f-167b-4a75-8bd8-a64637235d55 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:30.614098 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94aa12e-8d99-4a4f-99ff-51430a30f5b0 req-b68de57f-167b-4a75-8bd8-a64637235d55 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:30.616543 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d94aa12e-8d99-4a4f-99ff-51430a30f5b0 req-b68de57f-167b-4a75-8bd8-a64637235d55 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d8118a-4722-4e86-9061-3b560a61dbf9 HTTP/1.1" status: 200 len: 5428 time: 0.3431103 Oct 12 19:17:30.669539 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b050c0de-d4c3-49b0-9590-ca959e44cd73 req-43fb5f3d-c527-4245-a2d7-ad29c2eec9c7 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:30.688758 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b050c0de-d4c3-49b0-9590-ca959e44cd73 req-43fb5f3d-c527-4245-a2d7-ad29c2eec9c7 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=310462ac-35c8-4420-a264-5ffe2ec3acdd HTTP/1.1" status: 200 len: 945 time: 0.1254358 Oct 12 19:17:30.728708 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d94aa12e-8d99-4a4f-99ff-51430a30f5b0 req-ef1a214a-502c-4fdc-b169-34125d5dbdb2 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f0281d6-ea5c-47a0-8e7d-7819120d644f&id=db60c67d-bef5-44ee-91f7-dd492db60f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0966191 Oct 12 19:17:30.763637 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b050c0de-d4c3-49b0-9590-ca959e44cd73 req-a2592165-fdb5-49cc-9411-2e3764e0b0e9 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2999b03-b87d-46b4-9267-1669e2e14df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716538 Oct 12 19:17:30.766004 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2e16de-860b-4a72-bb48-ba0afdb68dcf None None] New status for floating IP 447acac3-88e8-48a3-8c4e-1e7066075388: ACTIVE {{(pid=95504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 19:17:30.785296 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 78f65a13-8a00-447a-aab8-21741cf4e3f4 up at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:17:30.978810 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning for port 78f65a13-8a00-447a-aab8-21741cf4e3f4 completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:17:30.984889 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning complete for port 78f65a13-8a00-447a-aab8-21741cf4e3f4 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:17:30.989018 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:31.045501 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b7d5de-5d21-41d0-9470-bb298c7b8269 req-35499516-bc7d-4760-8852-d688f9cf0182 tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:31.051446 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-43b7d5de-5d21-41d0-9470-bb298c7b8269 req-35499516-bc7d-4760-8852-d688f9cf0182 tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] 10.222.0.49 "GET /v2.0/ports?device_id=6bdc803c-61b8-4551-af7a-f6234f9d109b HTTP/1.1" status: 200 len: 944 time: 0.0973828 Oct 12 19:17:31.133396 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-43b7d5de-5d21-41d0-9470-bb298c7b8269 req-91627ba9-c731-4b21-a3b2-8e0ba61a67eb tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc65bd81-089d-4991-a470-ab1403753bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672033 Oct 12 19:17:31.139907 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:31.174325 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5d8118a-4722-4e86-9061-3b560a61dbf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78f65a13-8a00-447a-aab8-21741cf4e3f4'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:17:31.175330 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6780ef69-c283-4994-9c04-36f8c74861e8" -d '{"events": [{"server_uuid": "a5d8118a-4722-4e86-9061-3b560a61dbf9", "name": "network-vif-plugged", "status": "completed", "tag": "78f65a13-8a00-447a-aab8-21741cf4e3f4"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:17:31.211139 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 78f65a13-8a00-447a-aab8-21741cf4e3f4, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=78f65a13-8a00-447a-aab8-21741cf4e3f4,segment=NetworkSegment(e7119dae-6234-4e1c-9d77-858c724d074c),segment_id=e7119dae-6234-4e1c-9d77-858c724d074c)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:17:31.231606 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1719e4b8-a0b2-4681-90f0-ab1227004b0e x-openstack-request-id: req-1719e4b8-a0b2-4681-90f0-ab1227004b0e {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:17:31.231606 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5d8118a-4722-4e86-9061-3b560a61dbf9", "name": "network-vif-plugged", "status": "completed", "tag": "78f65a13-8a00-447a-aab8-21741cf4e3f4", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:17:31.231606 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1719e4b8-a0b2-4681-90f0-ab1227004b0e {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:17:31.231606 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5d8118a-4722-4e86-9061-3b560a61dbf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78f65a13-8a00-447a-aab8-21741cf4e3f4', 'code': 200} Oct 12 19:17:31.291565 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:31.292679 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 6defa8fb-2e42-45a1-a0f1-d88eaa23d115 up at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:17:31.400830 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=78f65a13-8a00-447a-aab8-21741cf4e3f4,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:17:31.501684 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning for port 6defa8fb-2e42-45a1-a0f1-d88eaa23d115 completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:17:31.506807 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning complete for port 6defa8fb-2e42-45a1-a0f1-d88eaa23d115 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:17:31.507376 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:31.620676 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ed8bbf-f50e-489c-869e-51383904bcd6 req-30befca4-d8e7-4ef5-97df-202c41aba8bd tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:31.622919 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c3ed8bbf-f50e-489c-869e-51383904bcd6 req-30befca4-d8e7-4ef5-97df-202c41aba8bd tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=4cdc42ba-69e4-48c5-a205-4e2175b26725 HTTP/1.1" status: 200 len: 950 time: 0.0616393 Oct 12 19:17:31.629989 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:31.677904 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-640a39ac-2e19-4e90-97ea-33178a103d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:31.681685 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 6defa8fb-2e42-45a1-a0f1-d88eaa23d115, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=6defa8fb-2e42-45a1-a0f1-d88eaa23d115,segment=NetworkSegment(e61c0867-8853-406c-a4f0-1a22eccd7cc2),segment_id=e61c0867-8853-406c-a4f0-1a22eccd7cc2)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:17:31.694626 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c3ed8bbf-f50e-489c-869e-51383904bcd6 req-86434db9-8e3e-4421-93a1-219658dab6e3 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636327 Oct 12 19:17:31.759551 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:31.760594 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device a5c193aa-d046-4b1e-a749-6ece2dc2c658 up at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:17:31.855588 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=6defa8fb-2e42-45a1-a0f1-d88eaa23d115,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:17:31.901175 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7222e2c-43d9-48a4-bd0e-1582ae5b023d req-fb0209c4-3bb9-4736-810b-8c80df4fe4cd tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:31.909208 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7222e2c-43d9-48a4-bd0e-1582ae5b023d req-fb0209c4-3bb9-4736-810b-8c80df4fe4cd tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:31.916920 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7222e2c-43d9-48a4-bd0e-1582ae5b023d req-fb0209c4-3bb9-4736-810b-8c80df4fe4cd tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:31.919883 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d006fcbb-535c-46dd-89c7-a40e84a96ea4 req-f142cd5f-5431-4013-996f-ceb32020c0bb tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:31.921511 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d006fcbb-535c-46dd-89c7-a40e84a96ea4 req-f142cd5f-5431-4013-996f-ceb32020c0bb tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=310462ac-35c8-4420-a264-5ffe2ec3acdd HTTP/1.1" status: 200 len: 945 time: 0.0522623 Oct 12 19:17:31.927728 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7222e2c-43d9-48a4-bd0e-1582ae5b023d req-fb0209c4-3bb9-4736-810b-8c80df4fe4cd tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:31.934053 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7222e2c-43d9-48a4-bd0e-1582ae5b023d req-fb0209c4-3bb9-4736-810b-8c80df4fe4cd tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:31.940882 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7222e2c-43d9-48a4-bd0e-1582ae5b023d req-fb0209c4-3bb9-4736-810b-8c80df4fe4cd tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:31.946968 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7222e2c-43d9-48a4-bd0e-1582ae5b023d req-fb0209c4-3bb9-4736-810b-8c80df4fe4cd tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:31.948952 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c7222e2c-43d9-48a4-bd0e-1582ae5b023d req-fb0209c4-3bb9-4736-810b-8c80df4fe4cd tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d8118a-4722-4e86-9061-3b560a61dbf9 HTTP/1.1" status: 200 len: 5430 time: 0.1389303 Oct 12 19:17:31.963636 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d006fcbb-535c-46dd-89c7-a40e84a96ea4 req-770a85df-bef0-41a5-9c50-78d5d272f164 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2999b03-b87d-46b4-9267-1669e2e14df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355825 Oct 12 19:17:31.994443 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c7222e2c-43d9-48a4-bd0e-1582ae5b023d req-a7ee2152-d9ea-4ec4-96c1-16b8f80f268c tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f0281d6-ea5c-47a0-8e7d-7819120d644f&id=db60c67d-bef5-44ee-91f7-dd492db60f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0384743 Oct 12 19:17:32.001463 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning for port a5c193aa-d046-4b1e-a749-6ece2dc2c658 completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:17:32.006861 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning complete for port a5c193aa-d046-4b1e-a749-6ece2dc2c658 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:17:32.007330 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:32.098588 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:32.151513 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port a5c193aa-d046-4b1e-a749-6ece2dc2c658, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=a5c193aa-d046-4b1e-a749-6ece2dc2c658,segment=NetworkSegment(ea4a270c-5f43-4988-909c-2cf22be49b36),segment_id=ea4a270c-5f43-4988-909c-2cf22be49b36)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:17:32.206786 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eecf5c4-f02c-4de3-93f6-a1495dabaf27 req-918d4693-ddae-4829-893f-40fbf0cff78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:32.214535 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6eecf5c4-f02c-4de3-93f6-a1495dabaf27 req-918d4693-ddae-4829-893f-40fbf0cff78a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1439ecde881648d990934dad6d1d46ba&device_id=4cdc42ba-69e4-48c5-a205-4e2175b26725 HTTP/1.1" status: 200 len: 1101 time: 0.0582249 Oct 12 19:17:32.237607 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:32.237607 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 2265e961-71ff-4cee-a380-de288fc6c904 up at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:17:32.339319 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=a5c193aa-d046-4b1e-a749-6ece2dc2c658,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:17:32.342978 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eecf5c4-f02c-4de3-93f6-a1495dabaf27 req-038892c2-21f3-4e3b-aa61-af3806346218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:32.344452 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6eecf5c4-f02c-4de3-93f6-a1495dabaf27 req-038892c2-21f3-4e3b-aa61-af3806346218 service neutron] 10.222.0.61 "GET /v2.0/networks?id=90dcf485-b1ad-4139-85a3-9e1e9879e6b1 HTTP/1.1" status: 200 len: 870 time: 0.1289864 Oct 12 19:17:32.357492 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a2ef73-6d1f-4ca1-88ea-2179b294c835 req-956055b5-14db-4f83-9d0f-46735484fe3c tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:32.358951 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-76a2ef73-6d1f-4ca1-88ea-2179b294c835 req-956055b5-14db-4f83-9d0f-46735484fe3c tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] 10.222.0.49 "GET /v2.0/ports?device_id=6bdc803c-61b8-4551-af7a-f6234f9d109b HTTP/1.1" status: 200 len: 944 time: 0.0785913 Oct 12 19:17:32.411315 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6eecf5c4-f02c-4de3-93f6-a1495dabaf27 req-e192f0d6-ccb2-475b-a9cc-d8a6984fca69 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=031f2c23-1055-471a-b4c0-a0b18c1487ff HTTP/1.1" status: 200 len: 217 time: 0.0511639 Oct 12 19:17:32.430600 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning for port 2265e961-71ff-4cee-a380-de288fc6c904 completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:17:32.435761 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning complete for port 2265e961-71ff-4cee-a380-de288fc6c904 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:17:32.435901 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:32.474864 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:32.483266 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-76a2ef73-6d1f-4ca1-88ea-2179b294c835 req-fb8963b2-197c-4767-bceb-6b64420ed808 tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc65bd81-089d-4991-a470-ab1403753bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124859 Oct 12 19:17:32.527986 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eecf5c4-f02c-4de3-93f6-a1495dabaf27 req-c53c281f-31fa-42de-a462-5a9d9db3cff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:32.528860 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6eecf5c4-f02c-4de3-93f6-a1495dabaf27 req-c53c281f-31fa-42de-a462-5a9d9db3cff4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=629aee7d-3fde-4c72-af1e-6a7e1f6a7e75 HTTP/1.1" status: 200 len: 843 time: 0.1108375 Oct 12 19:17:32.586186 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:32.607150 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eecf5c4-f02c-4de3-93f6-a1495dabaf27 req-f8662bc7-9cb6-46b5-97cf-11603b049920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:32.609552 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6eecf5c4-f02c-4de3-93f6-a1495dabaf27 req-f8662bc7-9cb6-46b5-97cf-11603b049920 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=90dcf485-b1ad-4139-85a3-9e1e9879e6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0714691 Oct 12 19:17:32.614165 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device b6ce5839-07cf-4292-92f7-3cfe37497988 details requested by agent hyperv_n-h2-813679-3 with host n-h2-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:17:32.659058 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 2265e961-71ff-4cee-a380-de288fc6c904, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=2265e961-71ff-4cee-a380-de288fc6c904,segment=NetworkSegment(e7119dae-6234-4e1c-9d77-858c724d074c),segment_id=e7119dae-6234-4e1c-9d77-858c724d074c)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:17:32.728013 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6eecf5c4-f02c-4de3-93f6-a1495dabaf27 req-e55dff5c-2e14-41c3-ae96-ac0f76efee78 service neutron] 10.222.0.61 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086850 Oct 12 19:17:32.787152 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port b6ce5839-07cf-4292-92f7-3cfe37497988, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=b6ce5839-07cf-4292-92f7-3cfe37497988,segment=NetworkSegment(39de4046-1820-4521-a143-39eb95fd128b),segment_id=39de4046-1820-4521-a143-39eb95fd128b)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:17:32.820951 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Returning: {'device': 'b6ce5839-07cf-4292-92f7-3cfe37497988', 'network_id': 'ab893836-0239-44c0-af28-b9b191133092', 'port_id': 'b6ce5839-07cf-4292-92f7-3cfe37497988', 'mac_address': 'fa:16:3e:cf:b7:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6d5c0cf-d179-4ac4-8185-f423c3359bf7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:17:32.831874 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:32.911842 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:32.916374 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4c3a6b-ece1-45f1-8890-95fe26f5e7ea req-326541c3-e94e-422a-8515-90ce8b7a1240 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:32.917998 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3f4c3a6b-ece1-45f1-8890-95fe26f5e7ea req-326541c3-e94e-422a-8515-90ce8b7a1240 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=4cdc42ba-69e4-48c5-a205-4e2175b26725 HTTP/1.1" status: 200 len: 950 time: 0.0884314 Oct 12 19:17:32.921883 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6eecf5c4-f02c-4de3-93f6-a1495dabaf27 req-496119b9-4af5-4d4b-9443-72994c303c55 service neutron] 10.222.0.61 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789019 Oct 12 19:17:32.929298 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6ce5839-07cf-4292-92f7-3cfe37497988 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:17:32.950541 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port b6ce5839-07cf-4292-92f7-3cfe37497988, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=b6ce5839-07cf-4292-92f7-3cfe37497988,segment=NetworkSegment(39de4046-1820-4521-a143-39eb95fd128b),segment_id=39de4046-1820-4521-a143-39eb95fd128b)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:17:32.970755 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3f4c3a6b-ece1-45f1-8890-95fe26f5e7ea req-3d8684f1-b75b-4084-b98c-586133394b51 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406587 Oct 12 19:17:32.996426 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:32.997636 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 87aaffab-0243-4158-8adb-c065a78f6f02 up at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:17:33.070622 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:33.107493 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93178d7a-8156-40d0-b822-64bc333b1904 req-286683bc-308c-4d7c-8ecf-5c4208e5d61c tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:33.110339 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-93178d7a-8156-40d0-b822-64bc333b1904 req-286683bc-308c-4d7c-8ecf-5c4208e5d61c tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=310462ac-35c8-4420-a264-5ffe2ec3acdd HTTP/1.1" status: 200 len: 945 time: 0.0659885 Oct 12 19:17:33.128507 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:33.167427 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=2265e961-71ff-4cee-a380-de288fc6c904,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:17:33.176765 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-93178d7a-8156-40d0-b822-64bc333b1904 req-09cb7621-5e7e-4c58-97e5-1d7fed350551 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2999b03-b87d-46b4-9267-1669e2e14df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590730 Oct 12 19:17:33.224737 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=b6ce5839-07cf-4292-92f7-3cfe37497988,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:17:33.233033 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5d8118a-4722-4e86-9061-3b560a61dbf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6defa8fb-2e42-45a1-a0f1-d88eaa23d115'}, {'server_uuid': 'a5d8118a-4722-4e86-9061-3b560a61dbf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5c193aa-d046-4b1e-a749-6ece2dc2c658'}, {'server_uuid': 'a5d8118a-4722-4e86-9061-3b560a61dbf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2265e961-71ff-4cee-a380-de288fc6c904'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:17:33.234746 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1797c16-9268-41fb-b71b-e13aecaf96bf" -d '{"events": [{"server_uuid": "a5d8118a-4722-4e86-9061-3b560a61dbf9", "name": "network-vif-plugged", "status": "completed", "tag": "6defa8fb-2e42-45a1-a0f1-d88eaa23d115"}, {"server_uuid": "a5d8118a-4722-4e86-9061-3b560a61dbf9", "name": "network-vif-plugged", "status": "completed", "tag": "a5c193aa-d046-4b1e-a749-6ece2dc2c658"}, {"server_uuid": "a5d8118a-4722-4e86-9061-3b560a61dbf9", "name": "network-vif-plugged", "status": "completed", "tag": "2265e961-71ff-4cee-a380-de288fc6c904"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:17:33.261657 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning for port 87aaffab-0243-4158-8adb-c065a78f6f02 completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:17:33.265654 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2841fe02-f77f-460c-868f-67901caa6763 req-8e5562e4-8df7-4862-be2c-44dfc76aaa01 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:33.271885 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning complete for port 87aaffab-0243-4158-8adb-c065a78f6f02 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:17:33.271885 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:33.280159 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2841fe02-f77f-460c-868f-67901caa6763 req-8e5562e4-8df7-4862-be2c-44dfc76aaa01 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:33.287838 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2841fe02-f77f-460c-868f-67901caa6763 req-8e5562e4-8df7-4862-be2c-44dfc76aaa01 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:33.295113 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2841fe02-f77f-460c-868f-67901caa6763 req-8e5562e4-8df7-4862-be2c-44dfc76aaa01 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:33.301820 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2841fe02-f77f-460c-868f-67901caa6763 req-8e5562e4-8df7-4862-be2c-44dfc76aaa01 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:33.308444 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2841fe02-f77f-460c-868f-67901caa6763 req-8e5562e4-8df7-4862-be2c-44dfc76aaa01 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:33.316213 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2841fe02-f77f-460c-868f-67901caa6763 req-8e5562e4-8df7-4862-be2c-44dfc76aaa01 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:33.318304 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2841fe02-f77f-460c-868f-67901caa6763 req-8e5562e4-8df7-4862-be2c-44dfc76aaa01 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d8118a-4722-4e86-9061-3b560a61dbf9 HTTP/1.1" status: 200 len: 5432 time: 0.1962874 Oct 12 19:17:33.402971 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 12 Oct 2021 19:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d9192a8-eed5-44ef-9996-aeb669a891a2 x-openstack-request-id: req-8d9192a8-eed5-44ef-9996-aeb669a891a2 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:17:33.403275 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5d8118a-4722-4e86-9061-3b560a61dbf9", "name": "network-vif-plugged", "status": "completed", "tag": "6defa8fb-2e42-45a1-a0f1-d88eaa23d115", "code": 200}, {"server_uuid": "a5d8118a-4722-4e86-9061-3b560a61dbf9", "name": "network-vif-plugged", "status": "completed", "tag": "a5c193aa-d046-4b1e-a749-6ece2dc2c658", "code": 200}, {"server_uuid": "a5d8118a-4722-4e86-9061-3b560a61dbf9", "name": "network-vif-plugged", "status": "completed", "tag": "2265e961-71ff-4cee-a380-de288fc6c904", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:17:33.403534 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8d9192a8-eed5-44ef-9996-aeb669a891a2 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:17:33.403933 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5d8118a-4722-4e86-9061-3b560a61dbf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6defa8fb-2e42-45a1-a0f1-d88eaa23d115', 'code': 200} Oct 12 19:17:33.408417 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5d8118a-4722-4e86-9061-3b560a61dbf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5c193aa-d046-4b1e-a749-6ece2dc2c658', 'code': 200} Oct 12 19:17:33.408691 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5d8118a-4722-4e86-9061-3b560a61dbf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2265e961-71ff-4cee-a380-de288fc6c904', 'code': 200} Oct 12 19:17:33.425933 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2841fe02-f77f-460c-868f-67901caa6763 req-661ee651-eaa2-4f6a-a95a-075ef3738efe tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f0281d6-ea5c-47a0-8e7d-7819120d644f&id=db60c67d-bef5-44ee-91f7-dd492db60f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0989826 Oct 12 19:17:33.426158 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['b6ce5839-07cf-4292-92f7-3cfe37497988'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:17:33.473637 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:33.528246 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 87aaffab-0243-4158-8adb-c065a78f6f02, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=87aaffab-0243-4158-8adb-c065a78f6f02,segment=NetworkSegment(e61c0867-8853-406c-a4f0-1a22eccd7cc2),segment_id=e61c0867-8853-406c-a4f0-1a22eccd7cc2)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:17:33.529035 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 37188) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:17:33.614748 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:33.640160 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:33.641089 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 69633bb3-11f9-410b-8ef6-86a8a94d4395 up at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:17:33.669531 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c2292723-8900-4f94-ad9e-cbbd4e63e0ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:33.699630 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36e4eef-2b7d-4887-b40d-b8e6e869bdc1 req-6f6711de-b30c-4a17-aaa3-23484ed445ff tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:33.707931 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a36e4eef-2b7d-4887-b40d-b8e6e869bdc1 req-6f6711de-b30c-4a17-aaa3-23484ed445ff tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] 10.222.0.49 "GET /v2.0/ports?device_id=6bdc803c-61b8-4551-af7a-f6234f9d109b HTTP/1.1" status: 200 len: 945 time: 0.0963547 Oct 12 19:17:33.758337 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a36e4eef-2b7d-4887-b40d-b8e6e869bdc1 req-6684f0b1-1ab7-4e99-9d23-ac85e40dedcf tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc65bd81-089d-4991-a470-ab1403753bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479624 Oct 12 19:17:33.814886 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c2292723-8900-4f94-ad9e-cbbd4e63e0ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:33.899712 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c2292723-8900-4f94-ad9e-cbbd4e63e0ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:33.916412 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=87aaffab-0243-4158-8adb-c065a78f6f02,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:17:33.963971 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-c2292723-8900-4f94-ad9e-cbbd4e63e0ca admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3dca9ae19ee34895ba2141d57a7728f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4333036 Oct 12 19:17:33.965175 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2292723-8900-4f94-ad9e-cbbd4e63e0ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18522e4b-ffb9-40d7-8ab8-de23953d3ace,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:17:33.966891 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 37196) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:17:33.985390 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2292723-8900-4f94-ad9e-cbbd4e63e0ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:17:33.985749 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2292723-8900-4f94-ad9e-cbbd4e63e0ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:17:33.986078 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2292723-8900-4f94-ad9e-cbbd4e63e0ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:17:33.986417 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2292723-8900-4f94-ad9e-cbbd4e63e0ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:17:33.987548 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2292723-8900-4f94-ad9e-cbbd4e63e0ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:17:33.987892 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2292723-8900-4f94-ad9e-cbbd4e63e0ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:17:33.988383 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2292723-8900-4f94-ad9e-cbbd4e63e0ca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:17:33.988611 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2292723-8900-4f94-ad9e-cbbd4e63e0ca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:17:33.988919 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2292723-8900-4f94-ad9e-cbbd4e63e0ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:17:33.989604 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2292723-8900-4f94-ad9e-cbbd4e63e0ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:17:33.989604 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2292723-8900-4f94-ad9e-cbbd4e63e0ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:17:33.989905 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2292723-8900-4f94-ad9e-cbbd4e63e0ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:17:33.991997 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning for port 69633bb3-11f9-410b-8ef6-86a8a94d4395 completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:17:33.999453 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning complete for port 69633bb3-11f9-410b-8ef6-86a8a94d4395 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:17:34.000515 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:34.042220 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c0bf3a7b-c2f3-4dc3-a506-1d81f363bd8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:34.073469 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c0bf3a7b-c2f3-4dc3-a506-1d81f363bd8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:34.101435 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:34.137465 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 69633bb3-11f9-410b-8ef6-86a8a94d4395, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=69633bb3-11f9-410b-8ef6-86a8a94d4395,segment=NetworkSegment(e61c0867-8853-406c-a4f0-1a22eccd7cc2),segment_id=e61c0867-8853-406c-a4f0-1a22eccd7cc2)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:17:34.165746 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfaec95-c020-4afc-ac39-4af39e65b822 req-2149e3e9-f524-4eec-be84-775c5ad5cd3d tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:34.167447 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8dfaec95-c020-4afc-ac39-4af39e65b822 req-2149e3e9-f524-4eec-be84-775c5ad5cd3d tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=4cdc42ba-69e4-48c5-a205-4e2175b26725 HTTP/1.1" status: 200 len: 950 time: 0.0726335 Oct 12 19:17:34.214947 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8dfaec95-c020-4afc-ac39-4af39e65b822 req-021fc6f1-7fea-4634-b472-c2742c13fbdb tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410852 Oct 12 19:17:34.235761 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:34.236773 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 0c9b8f06-b903-4faf-8e00-0608202c3bec up at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:17:34.286651 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c0bf3a7b-c2f3-4dc3-a506-1d81f363bd8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:34.289416 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c0bf3a7b-c2f3-4dc3-a506-1d81f363bd8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:34.290741 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-c0bf3a7b-c2f3-4dc3-a506-1d81f363bd8d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/18522e4b-ffb9-40d7-8ab8-de23953d3ace HTTP/1.1" status: 204 len: 168 time: 0.3225884 Oct 12 19:17:34.304197 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bf3a7b-c2f3-4dc3-a506-1d81f363bd8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18522e4b-ffb9-40d7-8ab8-de23953d3ace,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:17:34.366839 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af63cc3-6727-43fc-99d5-84965bb924ca req-ccfd596e-3f61-4a9e-9f1b-c072b058fead tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:34.369144 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2af63cc3-6727-43fc-99d5-84965bb924ca req-ccfd596e-3f61-4a9e-9f1b-c072b058fead tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=310462ac-35c8-4420-a264-5ffe2ec3acdd HTTP/1.1" status: 200 len: 945 time: 0.1122527 Oct 12 19:17:34.372945 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=69633bb3-11f9-410b-8ef6-86a8a94d4395,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:17:34.427651 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning for port 0c9b8f06-b903-4faf-8e00-0608202c3bec completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:17:34.429843 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:34.433313 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning complete for port 0c9b8f06-b903-4faf-8e00-0608202c3bec triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:17:34.433688 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:34.447120 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2af63cc3-6727-43fc-99d5-84965bb924ca req-033d179e-c69a-4549-b8e4-1aeb2a56e2af tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2999b03-b87d-46b4-9267-1669e2e14df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698426 Oct 12 19:17:34.547893 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:34.595985 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 0c9b8f06-b903-4faf-8e00-0608202c3bec, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=0c9b8f06-b903-4faf-8e00-0608202c3bec,segment=NetworkSegment(e61c0867-8853-406c-a4f0-1a22eccd7cc2),segment_id=e61c0867-8853-406c-a4f0-1a22eccd7cc2)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:17:34.612309 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1e47ed-9cdd-40b8-9a45-ab8575e5a1e3 req-e03ab768-6ed1-4302-994b-b8e03b6c4abe tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:34.618980 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1e47ed-9cdd-40b8-9a45-ab8575e5a1e3 req-e03ab768-6ed1-4302-994b-b8e03b6c4abe tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:34.625241 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1e47ed-9cdd-40b8-9a45-ab8575e5a1e3 req-e03ab768-6ed1-4302-994b-b8e03b6c4abe tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:34.632282 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1e47ed-9cdd-40b8-9a45-ab8575e5a1e3 req-e03ab768-6ed1-4302-994b-b8e03b6c4abe tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:34.638505 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1e47ed-9cdd-40b8-9a45-ab8575e5a1e3 req-e03ab768-6ed1-4302-994b-b8e03b6c4abe tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:34.645407 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1e47ed-9cdd-40b8-9a45-ab8575e5a1e3 req-e03ab768-6ed1-4302-994b-b8e03b6c4abe tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:34.652348 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device b6ce5839-07cf-4292-92f7-3cfe37497988 up at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:17:34.669733 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1e47ed-9cdd-40b8-9a45-ab8575e5a1e3 req-e03ab768-6ed1-4302-994b-b8e03b6c4abe tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:34.671839 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0b1e47ed-9cdd-40b8-9a45-ab8575e5a1e3 req-e03ab768-6ed1-4302-994b-b8e03b6c4abe tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d8118a-4722-4e86-9061-3b560a61dbf9 HTTP/1.1" status: 200 len: 5434 time: 0.1393347 Oct 12 19:17:34.688170 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:34.759245 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0b1e47ed-9cdd-40b8-9a45-ab8575e5a1e3 req-eda3a06e-9ac1-4b69-81df-5dab983a4c01 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f0281d6-ea5c-47a0-8e7d-7819120d644f&id=db60c67d-bef5-44ee-91f7-dd492db60f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0784585 Oct 12 19:17:34.822368 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=0c9b8f06-b903-4faf-8e00-0608202c3bec,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:17:34.899269 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning for port b6ce5839-07cf-4292-92f7-3cfe37497988 completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:17:34.903734 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning complete for port b6ce5839-07cf-4292-92f7-3cfe37497988 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:17:34.904262 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:34.911198 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab173ba8-2c10-4107-a5b5-64d8245646f5 req-07231a1d-4704-4acd-99d6-28251a1add2a tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:34.913381 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ab173ba8-2c10-4107-a5b5-64d8245646f5 req-07231a1d-4704-4acd-99d6-28251a1add2a tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] 10.222.0.49 "GET /v2.0/ports?device_id=6bdc803c-61b8-4551-af7a-f6234f9d109b HTTP/1.1" status: 200 len: 945 time: 0.0575700 Oct 12 19:17:34.977024 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ab173ba8-2c10-4107-a5b5-64d8245646f5 req-f3d9e389-c1f9-4c08-9e4a-ef760cef5209 tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc65bd81-089d-4991-a470-ab1403753bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484865 Oct 12 19:17:35.033896 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:35.082099 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port b6ce5839-07cf-4292-92f7-3cfe37497988, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=b6ce5839-07cf-4292-92f7-3cfe37497988,segment=NetworkSegment(39de4046-1820-4521-a143-39eb95fd128b),segment_id=39de4046-1820-4521-a143-39eb95fd128b)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:17:35.177546 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:35.224334 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=b6ce5839-07cf-4292-92f7-3cfe37497988,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:17:35.357171 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2098abd1-399f-44b7-ba3c-5fb107e9ebae req-d9c35fda-e6e0-40ea-931a-4292ac76913f tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:35.358781 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2098abd1-399f-44b7-ba3c-5fb107e9ebae req-d9c35fda-e6e0-40ea-931a-4292ac76913f tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=4cdc42ba-69e4-48c5-a205-4e2175b26725 HTTP/1.1" status: 200 len: 950 time: 0.0577872 Oct 12 19:17:35.410362 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5d8118a-4722-4e86-9061-3b560a61dbf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87aaffab-0243-4158-8adb-c065a78f6f02'}, {'server_uuid': 'a5d8118a-4722-4e86-9061-3b560a61dbf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69633bb3-11f9-410b-8ef6-86a8a94d4395'}, {'server_uuid': 'a5d8118a-4722-4e86-9061-3b560a61dbf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c9b8f06-b903-4faf-8e00-0608202c3bec'}, {'server_uuid': '6bdc803c-61b8-4551-af7a-f6234f9d109b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6ce5839-07cf-4292-92f7-3cfe37497988'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:17:35.413223 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c20483cf-e677-4d30-ba12-7a7ca25e1df3" -d '{"events": [{"server_uuid": "a5d8118a-4722-4e86-9061-3b560a61dbf9", "name": "network-vif-plugged", "status": "completed", "tag": "87aaffab-0243-4158-8adb-c065a78f6f02"}, {"server_uuid": "a5d8118a-4722-4e86-9061-3b560a61dbf9", "name": "network-vif-plugged", "status": "completed", "tag": "69633bb3-11f9-410b-8ef6-86a8a94d4395"}, {"server_uuid": "a5d8118a-4722-4e86-9061-3b560a61dbf9", "name": "network-vif-plugged", "status": "completed", "tag": "0c9b8f06-b903-4faf-8e00-0608202c3bec"}, {"server_uuid": "6bdc803c-61b8-4551-af7a-f6234f9d109b", "name": "network-vif-plugged", "status": "completed", "tag": "b6ce5839-07cf-4292-92f7-3cfe37497988"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:17:35.420843 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2098abd1-399f-44b7-ba3c-5fb107e9ebae req-d3497290-68db-4a87-8dd3-da7feb3f4c04 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408552 Oct 12 19:17:35.483462 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Tue, 12 Oct 2021 19:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84b15292-44a7-4ee2-b89a-c2b66105cff0 x-openstack-request-id: req-84b15292-44a7-4ee2-b89a-c2b66105cff0 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:17:35.483812 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5d8118a-4722-4e86-9061-3b560a61dbf9", "name": "network-vif-plugged", "status": "completed", "tag": "87aaffab-0243-4158-8adb-c065a78f6f02", "code": 200}, {"server_uuid": "a5d8118a-4722-4e86-9061-3b560a61dbf9", "name": "network-vif-plugged", "status": "completed", "tag": "69633bb3-11f9-410b-8ef6-86a8a94d4395", "code": 200}, {"server_uuid": "a5d8118a-4722-4e86-9061-3b560a61dbf9", "name": "network-vif-plugged", "status": "completed", "tag": "0c9b8f06-b903-4faf-8e00-0608202c3bec", "code": 200}, {"server_uuid": "6bdc803c-61b8-4551-af7a-f6234f9d109b", "name": "network-vif-plugged", "status": "completed", "tag": "b6ce5839-07cf-4292-92f7-3cfe37497988", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:17:35.484102 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-84b15292-44a7-4ee2-b89a-c2b66105cff0 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:17:35.489072 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5d8118a-4722-4e86-9061-3b560a61dbf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87aaffab-0243-4158-8adb-c065a78f6f02', 'code': 200} Oct 12 19:17:35.489072 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5d8118a-4722-4e86-9061-3b560a61dbf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69633bb3-11f9-410b-8ef6-86a8a94d4395', 'code': 200} Oct 12 19:17:35.489072 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5d8118a-4722-4e86-9061-3b560a61dbf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c9b8f06-b903-4faf-8e00-0608202c3bec', 'code': 200} Oct 12 19:17:35.489072 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bdc803c-61b8-4551-af7a-f6234f9d109b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6ce5839-07cf-4292-92f7-3cfe37497988', 'code': 200} Oct 12 19:17:35.540922 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 37244) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:17:35.688652 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2306dfcb-9c65-4df0-a4d0-0d25328828de req-4bfcfc75-fe76-4698-adc2-4c7a221d6b14 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:35.690147 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2306dfcb-9c65-4df0-a4d0-0d25328828de req-4bfcfc75-fe76-4698-adc2-4c7a221d6b14 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=310462ac-35c8-4420-a264-5ffe2ec3acdd HTTP/1.1" status: 200 len: 945 time: 0.1319649 Oct 12 19:17:35.694298 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83d55ac-a2b1-45ae-997b-a77839cf4774 req-8f349934-ac33-44f3-ad1a-9a26a34cb6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:35.698634 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d83d55ac-a2b1-45ae-997b-a77839cf4774 req-8f349934-ac33-44f3-ad1a-9a26a34cb6a6 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6bdc803c-61b8-4551-af7a-f6234f9d109b HTTP/1.1" status: 200 len: 1097 time: 0.1021142 Oct 12 19:17:35.698814 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-36a1ca2d-b44b-4b7c-9bb5-7106111954a5 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1229997342-network', 'tenant_id': '979370519afa42c3b69db7dce8f15809'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:17:35.713925 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e336a57b-f4c9-4a8c-9ef6-1a3a41acd14b req-a64af512-ab1f-474a-b6cf-86e0a6c95b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:35.714377 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e336a57b-f4c9-4a8c-9ef6-1a3a41acd14b req-a64af512-ab1f-474a-b6cf-86e0a6c95b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:35.714836 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e336a57b-f4c9-4a8c-9ef6-1a3a41acd14b req-a64af512-ab1f-474a-b6cf-86e0a6c95b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:35.715452 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e336a57b-f4c9-4a8c-9ef6-1a3a41acd14b req-a64af512-ab1f-474a-b6cf-86e0a6c95b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:35.715744 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e336a57b-f4c9-4a8c-9ef6-1a3a41acd14b req-a64af512-ab1f-474a-b6cf-86e0a6c95b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:35.716251 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e336a57b-f4c9-4a8c-9ef6-1a3a41acd14b req-a64af512-ab1f-474a-b6cf-86e0a6c95b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:35.716644 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e336a57b-f4c9-4a8c-9ef6-1a3a41acd14b req-a64af512-ab1f-474a-b6cf-86e0a6c95b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:35.718459 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e336a57b-f4c9-4a8c-9ef6-1a3a41acd14b req-a64af512-ab1f-474a-b6cf-86e0a6c95b6d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a5d8118a-4722-4e86-9061-3b560a61dbf9 HTTP/1.1" status: 200 len: 6492 time: 0.0950470 Oct 12 19:17:35.804816 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2306dfcb-9c65-4df0-a4d0-0d25328828de req-b3fb5fde-a237-48b6-8861-f0fa7e3c2a62 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2999b03-b87d-46b4-9267-1669e2e14df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017256 Oct 12 19:17:35.807274 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36a1ca2d-b44b-4b7c-9bb5-7106111954a5 admin admin] Made reservation on behalf of 979370519afa42c3b69db7dce8f15809 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:17:35.807457 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e336a57b-f4c9-4a8c-9ef6-1a3a41acd14b req-09b31edd-c83c-4754-8296-871534837df7 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=db60c67d-bef5-44ee-91f7-dd492db60f1c&id=8f0281d6-ea5c-47a0-8e7d-7819120d644f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0770354 Oct 12 19:17:35.808893 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d83d55ac-a2b1-45ae-997b-a77839cf4774 req-c94c93b7-b247-468c-ac25-88f5d71aa5d0 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=fc65bd81-089d-4991-a470-ab1403753bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008432 Oct 12 19:17:35.810474 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-36a1ca2d-b44b-4b7c-9bb5-7106111954a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:35.824707 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-36a1ca2d-b44b-4b7c-9bb5-7106111954a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:35.956851 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-36a1ca2d-b44b-4b7c-9bb5-7106111954a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:36.011714 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9748123-ab7f-460f-a757-82997bca1e74 req-450e1344-6614-4eed-9cb2-6cf02d030cbb tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:36.025695 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9748123-ab7f-460f-a757-82997bca1e74 req-450e1344-6614-4eed-9cb2-6cf02d030cbb tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:36.031898 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9748123-ab7f-460f-a757-82997bca1e74 req-450e1344-6614-4eed-9cb2-6cf02d030cbb tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:36.038380 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9748123-ab7f-460f-a757-82997bca1e74 req-450e1344-6614-4eed-9cb2-6cf02d030cbb tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:36.041334 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-36a1ca2d-b44b-4b7c-9bb5-7106111954a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:36.044764 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9748123-ab7f-460f-a757-82997bca1e74 req-450e1344-6614-4eed-9cb2-6cf02d030cbb tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:36.051011 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9748123-ab7f-460f-a757-82997bca1e74 req-450e1344-6614-4eed-9cb2-6cf02d030cbb tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:36.057059 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36a1ca2d-b44b-4b7c-9bb5-7106111954a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:17:36.057308 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9748123-ab7f-460f-a757-82997bca1e74 req-450e1344-6614-4eed-9cb2-6cf02d030cbb tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:36.065589 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e9748123-ab7f-460f-a757-82997bca1e74 req-450e1344-6614-4eed-9cb2-6cf02d030cbb tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d8118a-4722-4e86-9061-3b560a61dbf9 HTTP/1.1" status: 200 len: 5435 time: 0.1627054 Oct 12 19:17:36.104868 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-36a1ca2d-b44b-4b7c-9bb5-7106111954a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:36.106055 n-d-813679-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-36a1ca2d-b44b-4b7c-9bb5-7106111954a5 admin admin] Added segment 83ab5511-1805-4ea1-81de-8d5de5dcda4c of type vlan for network b07e042b-e924-4746-91b4-26cb7ef5939c Oct 12 19:17:36.117114 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e9748123-ab7f-460f-a757-82997bca1e74 req-ff76a21d-cbcd-4361-ab14-7dd492148501 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f0281d6-ea5c-47a0-8e7d-7819120d644f&id=db60c67d-bef5-44ee-91f7-dd492db60f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0504847 Oct 12 19:17:36.119099 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a1ca2d-b44b-4b7c-9bb5-7106111954a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0d5d565-1f33-48a1-9f15-193d5c3c139d,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:17:36.212446 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-36a1ca2d-b44b-4b7c-9bb5-7106111954a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:36.232442 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce28068e-0bef-491a-9e03-963e259b43ef req-0c0ddcb6-d8d2-4624-88a1-42c448a9b520 tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:36.236603 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ce28068e-0bef-491a-9e03-963e259b43ef req-0c0ddcb6-d8d2-4624-88a1-42c448a9b520 tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] 10.222.0.49 "GET /v2.0/ports?device_id=6bdc803c-61b8-4551-af7a-f6234f9d109b HTTP/1.1" status: 200 len: 946 time: 0.1199939 Oct 12 19:17:36.282592 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ce28068e-0bef-491a-9e03-963e259b43ef req-b2eedb2a-3de1-4cc0-8261-310f5c6af241 tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc65bd81-089d-4991-a470-ab1403753bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418949 Oct 12 19:17:36.331078 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-36a1ca2d-b44b-4b7c-9bb5-7106111954a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:36.332169 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a1ca2d-b44b-4b7c-9bb5-7106111954a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:36.332971 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-36a1ca2d-b44b-4b7c-9bb5-7106111954a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:36.396446 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a1ca2d-b44b-4b7c-9bb5-7106111954a5 admin admin] Pushing event updated for resources: {'Network': ['ID=b07e042b-e924-4746-91b4-26cb7ef5939c,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:17:36.409039 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network b07e042b-e924-4746-91b4-26cb7ef5939c details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:17:36.428403 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 37268) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:17:36.451235 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-36a1ca2d-b44b-4b7c-9bb5-7106111954a5 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.9086015 Oct 12 19:17:36.453459 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 37274) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:17:36.459536 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-de768bc2-bbb8-45ad-9e1e-627f57b403f5 admin admin] Request body: {'subnet': {'network_id': 'b07e042b-e924-4746-91b4-26cb7ef5939c', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1229997342-subnet', 'tenant_id': '979370519afa42c3b69db7dce8f15809', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:17:36.607203 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de768bc2-bbb8-45ad-9e1e-627f57b403f5 admin admin] Made reservation on behalf of 979370519afa42c3b69db7dce8f15809 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:17:36.609514 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-de768bc2-bbb8-45ad-9e1e-627f57b403f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16245837'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:36.614808 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbcf555-d1a2-4def-bed6-4c8d7caa7412 req-c4ac13c7-b41a-4e23-8706-38a3dc80f7a3 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:36.622543 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7bbcf555-d1a2-4def-bed6-4c8d7caa7412 req-c4ac13c7-b41a-4e23-8706-38a3dc80f7a3 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=4cdc42ba-69e4-48c5-a205-4e2175b26725 HTTP/1.1" status: 200 len: 950 time: 0.0772071 Oct 12 19:17:36.631678 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-bacdafac-0b47-4411-a7e9-b1ae70d83a18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:36.690568 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7bbcf555-d1a2-4def-bed6-4c8d7caa7412 req-71b0c371-ed4a-486f-a39d-8b92da761add tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623190 Oct 12 19:17:36.804179 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-bacdafac-0b47-4411-a7e9-b1ae70d83a18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:36.917322 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-bacdafac-0b47-4411-a7e9-b1ae70d83a18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:36.938796 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-de768bc2-bbb8-45ad-9e1e-627f57b403f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4306659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16245859'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:36.998756 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22043dc1-df8b-4c9b-9bde-adde55b99f48 req-1e15fe32-8f0e-4862-a024-ebc195cfeca2 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:37.007104 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-22043dc1-df8b-4c9b-9bde-adde55b99f48 req-1e15fe32-8f0e-4862-a024-ebc195cfeca2 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=310462ac-35c8-4420-a264-5ffe2ec3acdd HTTP/1.1" status: 200 len: 945 time: 0.1295476 Oct 12 19:17:37.009165 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacdafac-0b47-4411-a7e9-b1ae70d83a18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=761de168-d81c-41b4-bfe2-b1b7b581c78d,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:17:37.036698 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-bacdafac-0b47-4411-a7e9-b1ae70d83a18 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a87a393bc499499597237fdefafa0a06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6070545 Oct 12 19:17:37.043713 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 37282) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:17:37.066460 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-22043dc1-df8b-4c9b-9bde-adde55b99f48 req-57edc0b4-1e3f-4152-a51d-bc974bd51fe7 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2999b03-b87d-46b4-9267-1669e2e14df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539696 Oct 12 19:17:37.100408 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de768bc2-bbb8-45ad-9e1e-627f57b403f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e561762-75f9-4314-a4da-a66f1e876cce,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:17:37.106000 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de768bc2-bbb8-45ad-9e1e-627f57b403f5 admin admin] Checking segment: {'id': '83ab5511-1805-4ea1-81de-8d5de5dcda4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'b07e042b-e924-4746-91b4-26cb7ef5939c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:17:37.106931 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de768bc2-bbb8-45ad-9e1e-627f57b403f5 admin admin] Network hostable DHCP agents. Network: b07e042b-e924-4746-91b4-26cb7ef5939c, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:17:37.148741 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-55bd7eb3-b561-43b4-81db-0b343d960cd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:37.177168 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-55bd7eb3-b561-43b4-81db-0b343d960cd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:37.215230 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de768bc2-bbb8-45ad-9e1e-627f57b403f5 admin admin] Network b07e042b-e924-4746-91b4-26cb7ef5939c is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:17:37.310156 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e751277a-1b25-4883-b024-fffea521860d req-74144fd1-a36e-42a5-8eb9-09c9731e74a1 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:37.316385 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e751277a-1b25-4883-b024-fffea521860d req-74144fd1-a36e-42a5-8eb9-09c9731e74a1 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:37.327505 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e751277a-1b25-4883-b024-fffea521860d req-74144fd1-a36e-42a5-8eb9-09c9731e74a1 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:37.328811 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e751277a-1b25-4883-b024-fffea521860d req-74144fd1-a36e-42a5-8eb9-09c9731e74a1 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:37.335387 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e751277a-1b25-4883-b024-fffea521860d req-74144fd1-a36e-42a5-8eb9-09c9731e74a1 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:37.341620 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e751277a-1b25-4883-b024-fffea521860d req-74144fd1-a36e-42a5-8eb9-09c9731e74a1 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:37.348303 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e751277a-1b25-4883-b024-fffea521860d req-74144fd1-a36e-42a5-8eb9-09c9731e74a1 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:37.350224 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e751277a-1b25-4883-b024-fffea521860d req-74144fd1-a36e-42a5-8eb9-09c9731e74a1 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d8118a-4722-4e86-9061-3b560a61dbf9 HTTP/1.1" status: 200 len: 5435 time: 0.1120944 Oct 12 19:17:37.351842 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-de768bc2-bbb8-45ad-9e1e-627f57b403f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, b07e042b-e924-4746-91b4-26cb7ef5939c) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:17:37.353540 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-55bd7eb3-b561-43b4-81db-0b343d960cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:37.355879 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-55bd7eb3-b561-43b4-81db-0b343d960cd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:37.361136 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-55bd7eb3-b561-43b4-81db-0b343d960cd4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/761de168-d81c-41b4-bfe2-b1b7b581c78d HTTP/1.1" status: 204 len: 168 time: 0.3038421 Oct 12 19:17:37.365373 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5009f3b7-95dc-4d10-bffc-000471db7014 None None] Network b07e042b-e924-4746-91b4-26cb7ef5939c requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:17:37.369039 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de768bc2-bbb8-45ad-9e1e-627f57b403f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:37.369635 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-de768bc2-bbb8-45ad-9e1e-627f57b403f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:37.371816 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bd7eb3-b561-43b4-81db-0b343d960cd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=761de168-d81c-41b4-bfe2-b1b7b581c78d,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:17:37.425803 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e751277a-1b25-4883-b024-fffea521860d req-7b6699b6-8e9b-4b17-9ff5-a39704dc667c tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f0281d6-ea5c-47a0-8e7d-7819120d644f&id=db60c67d-bef5-44ee-91f7-dd492db60f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0665009 Oct 12 19:17:37.460203 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360e3b2f-9160-43f9-81c9-863b14336fa6 req-5eed900b-8697-4fa9-97b6-8838effa08b0 tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:37.468176 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-360e3b2f-9160-43f9-81c9-863b14336fa6 req-5eed900b-8697-4fa9-97b6-8838effa08b0 tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] 10.222.0.49 "GET /v2.0/ports?device_id=6bdc803c-61b8-4551-af7a-f6234f9d109b HTTP/1.1" status: 200 len: 946 time: 0.0637674 Oct 12 19:17:37.508183 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-de768bc2-bbb8-45ad-9e1e-627f57b403f5 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.0447366 Oct 12 19:17:37.508446 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-360e3b2f-9160-43f9-81c9-863b14336fa6 req-8521849c-64d8-4145-8ff8-7962b2deab5d tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc65bd81-089d-4991-a470-ab1403753bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383151 Oct 12 19:17:37.574402 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e8f9cc-55c1-4de4-9d4a-16650afbcf38 None None] Network b07e042b-e924-4746-91b4-26cb7ef5939c requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:17:37.683335 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef2fd6e-dd0e-44b5-9899-ad73617ab571 req-a4886ace-2df6-4040-884b-15cdc74cf848 tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:37.686117 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0ef2fd6e-dd0e-44b5-9899-ad73617ab571 req-a4886ace-2df6-4040-884b-15cdc74cf848 tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] 10.222.0.49 "GET /v2.0/ports?device_id=6bdc803c-61b8-4551-af7a-f6234f9d109b HTTP/1.1" status: 200 len: 946 time: 0.0969305 Oct 12 19:17:37.696159 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 37300) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:17:37.702947 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-c3f18c56-2c08-4d0e-87fc-6458aa70eb7a tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] Request body: {'floatingip': {'port_id': 'b6ce5839-07cf-4292-92f7-3cfe37497988'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:17:37.761978 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c3f18c56-2c08-4d0e-87fc-6458aa70eb7a tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] Notify callbacks [] for floatingip, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:37.927499 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99799dc4-99d3-4490-b5fc-67cf6e7912a6 req-e87c4518-575e-4749-8d50-41129c22ae47 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:37.929594 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-99799dc4-99d3-4490-b5fc-67cf6e7912a6 req-e87c4518-575e-4749-8d50-41129c22ae47 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=4cdc42ba-69e4-48c5-a205-4e2175b26725 HTTP/1.1" status: 200 len: 950 time: 0.1261458 Oct 12 19:17:38.029987 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-99799dc4-99d3-4490-b5fc-67cf6e7912a6 req-6d6b5ae4-803e-4216-99a8-b464d3386705 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930347 Oct 12 19:17:38.050615 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb096ac6-efb6-4c3e-b77f-e47a4b12c63d req-f24aa4b1-e450-4b2c-bdd5-076a40c698b6 tempest-InstanceActionsNegativeTestJSON-1611488032 tempest-InstanceActionsNegativeTestJSON-1611488032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:38.056644 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-eb096ac6-efb6-4c3e-b77f-e47a4b12c63d req-f24aa4b1-e450-4b2c-bdd5-076a40c698b6 tempest-InstanceActionsNegativeTestJSON-1611488032 tempest-InstanceActionsNegativeTestJSON-1611488032-project] 10.222.0.49 "GET /v2.0/networks?id=b07e042b-e924-4746-91b4-26cb7ef5939c HTTP/1.1" status: 200 len: 822 time: 0.1159070 Oct 12 19:17:38.071078 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-eb096ac6-efb6-4c3e-b77f-e47a4b12c63d req-9389e92d-7312-4c63-825b-7a2a5e359faf tempest-InstanceActionsNegativeTestJSON-1611488032 tempest-InstanceActionsNegativeTestJSON-1611488032-project] 10.222.0.49 "GET /v2.0/quotas/979370519afa42c3b69db7dce8f15809 HTTP/1.1" status: 200 len: 375 time: 0.0108352 Oct 12 19:17:38.116829 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-eb096ac6-efb6-4c3e-b77f-e47a4b12c63d req-264a0daa-691f-4bac-9a27-a6787db71c87 tempest-InstanceActionsNegativeTestJSON-1611488032 tempest-InstanceActionsNegativeTestJSON-1611488032-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=979370519afa42c3b69db7dce8f15809&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0398803 Oct 12 19:17:38.236186 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-eb096ac6-efb6-4c3e-b77f-e47a4b12c63d req-9a920622-b379-47da-95c7-65ef02a71397 service neutron] 10.222.0.49 "GET /v2.0/networks/b07e042b-e924-4746-91b4-26cb7ef5939c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183050 Oct 12 19:17:38.336971 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-eb096ac6-efb6-4c3e-b77f-e47a4b12c63d req-97627e6a-309e-4886-b5a3-71e0b4fdc541 service neutron] 10.222.0.49 "GET /v2.0/networks/b07e042b-e924-4746-91b4-26cb7ef5939c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935173 Oct 12 19:17:38.615125 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d48f7b-875c-422f-b8c2-0f27e17b29aa req-b76152a8-4789-423e-9477-3015b1c65369 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:38.616392 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d1d48f7b-875c-422f-b8c2-0f27e17b29aa req-b76152a8-4789-423e-9477-3015b1c65369 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=310462ac-35c8-4420-a264-5ffe2ec3acdd HTTP/1.1" status: 200 len: 945 time: 0.4291182 Oct 12 19:17:38.677555 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5862aeeb-eea3-486f-99a1-276e33975d75 req-912016bf-97ac-4b4f-ada7-205783e3c3f3 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:38.689283 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5862aeeb-eea3-486f-99a1-276e33975d75 req-912016bf-97ac-4b4f-ada7-205783e3c3f3 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:38.697005 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5862aeeb-eea3-486f-99a1-276e33975d75 req-912016bf-97ac-4b4f-ada7-205783e3c3f3 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:38.703557 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5862aeeb-eea3-486f-99a1-276e33975d75 req-912016bf-97ac-4b4f-ada7-205783e3c3f3 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:38.711375 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5862aeeb-eea3-486f-99a1-276e33975d75 req-912016bf-97ac-4b4f-ada7-205783e3c3f3 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:38.716859 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d1d48f7b-875c-422f-b8c2-0f27e17b29aa req-32401ec4-860f-465f-ba9d-a89b9e691b62 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2999b03-b87d-46b4-9267-1669e2e14df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936000 Oct 12 19:17:38.718781 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5862aeeb-eea3-486f-99a1-276e33975d75 req-912016bf-97ac-4b4f-ada7-205783e3c3f3 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:38.727071 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5862aeeb-eea3-486f-99a1-276e33975d75 req-912016bf-97ac-4b4f-ada7-205783e3c3f3 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:38.745916 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5862aeeb-eea3-486f-99a1-276e33975d75 req-912016bf-97ac-4b4f-ada7-205783e3c3f3 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d8118a-4722-4e86-9061-3b560a61dbf9 HTTP/1.1" status: 200 len: 5435 time: 0.1372459 Oct 12 19:17:38.798613 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5862aeeb-eea3-486f-99a1-276e33975d75 req-1dc2efc4-adc6-45e7-8219-ee0e2feeefc7 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f0281d6-ea5c-47a0-8e7d-7819120d644f&id=db60c67d-bef5-44ee-91f7-dd492db60f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0462205 Oct 12 19:17:38.803941 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1daa8133-4585-4717-a570-603d13e526f3 req-377da6b9-c9f4-4a2d-a935-bd0e706cebdf tempest-InstanceActionsNegativeTestJSON-1611488032 tempest-InstanceActionsNegativeTestJSON-1611488032-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d25f0a2-8688-4ca0-a6b0-50f1929b95df HTTP/1.1" status: 200 len: 210 time: 0.0379074 Oct 12 19:17:38.822781 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c3f18c56-2c08-4d0e-87fc-6458aa70eb7a tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:38.915287 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c3f18c56-2c08-4d0e-87fc-6458aa70eb7a tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7915414'] for floatingip, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:38.982027 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4532aae8-6d10-4f1b-8095-79ab0241ca3f req-7d1286fe-2a91-4ab9-9150-a268416f8367 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:38.989065 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4532aae8-6d10-4f1b-8095-79ab0241ca3f req-7d1286fe-2a91-4ab9-9150-a268416f8367 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:38.994962 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4532aae8-6d10-4f1b-8095-79ab0241ca3f req-7d1286fe-2a91-4ab9-9150-a268416f8367 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:39.001325 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4532aae8-6d10-4f1b-8095-79ab0241ca3f req-7d1286fe-2a91-4ab9-9150-a268416f8367 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:39.008752 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4532aae8-6d10-4f1b-8095-79ab0241ca3f req-7d1286fe-2a91-4ab9-9150-a268416f8367 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:39.014783 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4532aae8-6d10-4f1b-8095-79ab0241ca3f req-7d1286fe-2a91-4ab9-9150-a268416f8367 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:39.021240 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4532aae8-6d10-4f1b-8095-79ab0241ca3f req-7d1286fe-2a91-4ab9-9150-a268416f8367 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:39.023196 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4532aae8-6d10-4f1b-8095-79ab0241ca3f req-7d1286fe-2a91-4ab9-9150-a268416f8367 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d8118a-4722-4e86-9061-3b560a61dbf9 HTTP/1.1" status: 200 len: 5435 time: 0.1382155 Oct 12 19:17:39.034868 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 37354) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:17:39.040781 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-03e9400d-4629-4e21-9905-c752e286e212 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Request body: {'floatingip': {'port_id': 'a5c193aa-d046-4b1e-a749-6ece2dc2c658'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:17:39.082227 n-d-813679-3 neutron-server[95501]: INFO neutron.db.l3_db [None req-c3f18c56-2c08-4d0e-87fc-6458aa70eb7a tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] Floating IP 75090191-b350-48be-a58a-54ac185735e6 associated. External IP: 172.25.5.116, port: b6ce5839-07cf-4292-92f7-3cfe37497988. Oct 12 19:17:39.086792 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-03e9400d-4629-4e21-9905-c752e286e212 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Notify callbacks [] for floatingip, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:39.263011 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3dbbb7-e22e-4432-8d47-fd119f092840 req-71ffaf14-7c08-488d-86ec-8ef474742501 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:39.264741 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9d3dbbb7-e22e-4432-8d47-fd119f092840 req-71ffaf14-7c08-488d-86ec-8ef474742501 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=4cdc42ba-69e4-48c5-a205-4e2175b26725 HTTP/1.1" status: 200 len: 950 time: 0.1264315 Oct 12 19:17:39.321435 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3f18c56-2c08-4d0e-87fc-6458aa70eb7a tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] Router 8cfc3488-f25e-4597-96a9-33faec720c6e has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:17:39.375850 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9d3dbbb7-e22e-4432-8d47-fd119f092840 req-d7f33b5e-ee52-46df-a7e5-ff663d7dab02 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012223 Oct 12 19:17:39.450021 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3f18c56-2c08-4d0e-87fc-6458aa70eb7a tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:17:39.456469 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c3f18c56-2c08-4d0e-87fc-6458aa70eb7a tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:39.463709 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ab9ec8-8472-4412-b304-252dfa8c12cc None None] Sync routers for ids ['8cfc3488-f25e-4597-96a9-33faec720c6e'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:17:39.484909 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ab9ec8-8472-4412-b304-252dfa8c12cc None None] Routers {'8cfc3488-f25e-4597-96a9-33faec720c6e'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:17:39.485831 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-56ab9ec8-8472-4412-b304-252dfa8c12cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:17:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['8cfc3488-f25e-4597-96a9-33faec720c6e'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:17:39.492609 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-c3f18c56-2c08-4d0e-87fc-6458aa70eb7a tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] 10.222.0.49 "PUT /v2.0/floatingips/75090191-b350-48be-a58a-54ac185735e6 HTTP/1.1" status: 200 len: 992 time: 1.7948582 Oct 12 19:17:39.493320 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bdc803c-61b8-4551-af7a-f6234f9d109b', 'tag': 'b6ce5839-07cf-4292-92f7-3cfe37497988'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:17:39.496124 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5558c767-9904-47d7-a3d8-db5119648917" -d '{"events": [{"name": "network-changed", "server_uuid": "6bdc803c-61b8-4551-af7a-f6234f9d109b", "tag": "b6ce5839-07cf-4292-92f7-3cfe37497988"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:17:39.547512 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c49a5fe-0a88-4fb0-a6e8-04be96ff8f6d x-openstack-request-id: req-9c49a5fe-0a88-4fb0-a6e8-04be96ff8f6d {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:17:39.547512 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bdc803c-61b8-4551-af7a-f6234f9d109b", "tag": "b6ce5839-07cf-4292-92f7-3cfe37497988", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:17:39.547512 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9c49a5fe-0a88-4fb0-a6e8-04be96ff8f6d {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:17:39.547512 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bdc803c-61b8-4551-af7a-f6234f9d109b', 'tag': 'b6ce5839-07cf-4292-92f7-3cfe37497988', 'status': 'completed', 'code': 200} Oct 12 19:17:39.645910 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5558c767-9904-47d7-a3d8-db5119648917 req-8e8d6d31-66b7-484c-8c0b-05bdb64da2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:39.648702 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5558c767-9904-47d7-a3d8-db5119648917 req-8e8d6d31-66b7-484c-8c0b-05bdb64da2bd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=946dd0c35a1f4bae8ffa87f2f91ec7ab&device_id=6bdc803c-61b8-4551-af7a-f6234f9d109b HTTP/1.1" status: 200 len: 1097 time: 0.0617414 Oct 12 19:17:39.673438 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-56ab9ec8-8472-4412-b304-252dfa8c12cc None None] Set router 8cfc3488-f25e-4597-96a9-33faec720c6e gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:17:39.690652 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-03e9400d-4629-4e21-9905-c752e286e212 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:39.746369 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5558c767-9904-47d7-a3d8-db5119648917 req-08516e07-30be-49a5-b611-ddc38d07ed80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:39.747553 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5558c767-9904-47d7-a3d8-db5119648917 req-08516e07-30be-49a5-b611-ddc38d07ed80 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ab893836-0239-44c0-af28-b9b191133092 HTTP/1.1" status: 200 len: 917 time: 0.0902860 Oct 12 19:17:39.751712 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-03e9400d-4629-4e21-9905-c752e286e212 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7915414'] for floatingip, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:39.841347 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5558c767-9904-47d7-a3d8-db5119648917 req-bd392632-4c74-4b8e-9b44-6f43d4a41894 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b6ce5839-07cf-4292-92f7-3cfe37497988 HTTP/1.1" status: 200 len: 1000 time: 0.0839696 Oct 12 19:17:39.948672 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-39b1c05d-1a85-4bce-b140-f5c0cbd4cde4 req-267a8011-3d1d-4323-8ae6-b093fda5d764 tempest-InstanceActionsNegativeTestJSON-1611488032 tempest-InstanceActionsNegativeTestJSON-1611488032-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d25f0a2-8688-4ca0-a6b0-50f1929b95df HTTP/1.1" status: 200 len: 210 time: 0.0441186 Oct 12 19:17:40.000588 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5558c767-9904-47d7-a3d8-db5119648917 req-3d29e81a-98dd-4194-9efa-dda0ca5d35c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:40.004134 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5558c767-9904-47d7-a3d8-db5119648917 req-3d29e81a-98dd-4194-9efa-dda0ca5d35c0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e6d5c0cf-d179-4ac4-8185-f423c3359bf7 HTTP/1.1" status: 200 len: 855 time: 0.1514943 Oct 12 19:17:40.041758 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-56ab9ec8-8472-4412-b304-252dfa8c12cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cfc3488-f25e-4597-96a9-33faec720c6e', 'name': 'tempest-ServersTestBootFromVolume-1270830842-router', 'tenant_id': '946dd0c35a1f4bae8ffa87f2f91ec7ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '82e7952a-09a3-4022-af1d-ff0736692e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:16:09Z', 'updated_at': '2021-10-12T19:16:14Z', 'revision_number': 4, 'project_id': '946dd0c35a1f4bae8ffa87f2f91ec7ab', 'gw_port': {'id': '82e7952a-09a3-4022-af1d-ff0736692e40', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cfc3488-f25e-4597-96a9-33faec720c6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:16:09Z', 'updated_at': '2021-10-12T19:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': '75090191-b350-48be-a58a-54ac185735e6', 'tenant_id': '946dd0c35a1f4bae8ffa87f2f91ec7ab', 'floating_ip_address': '172.25.5.116', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': '8cfc3488-f25e-4597-96a9-33faec720c6e', 'port_id': 'b6ce5839-07cf-4292-92f7-3cfe37497988', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 957, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab893836-0239-44c0-af28-b9b191133092', 'mac_address': 'fa:16:3e:cf:b7:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bdc803c-61b8-4551-af7a-f6234f9d109b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T19:16:26Z', 'updated_at': '2021-10-12T19:17:38Z', 'revision_number': 1, 'project_id': '946dd0c35a1f4bae8ffa87f2f91ec7ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16ecced5-0c91-4820-9e77-99be485aee36', 'name': '', 'network_id': 'ab893836-0239-44c0-af28-b9b191133092', 'tenant_id': '946dd0c35a1f4bae8ffa87f2f91ec7ab', 'mac_address': 'fa:16:3e:48:c6:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cfc3488-f25e-4597-96a9-33faec720c6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': 'e6d5c0cf-d179-4ac4-8185-f423c3359bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:16:13Z', 'updated_at': '2021-10-12T19:16:20Z', 'revision_number': 5, 'project_id': '946dd0c35a1f4bae8ffa87f2f91ec7ab', 'subnets': [{'id': 'e6d5c0cf-d179-4ac4-8185-f423c3359bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:17:40.069899 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ab9ec8-8472-4412-b304-252dfa8c12cc None None] Checking router: 8cfc3488-f25e-4597-96a9-33faec720c6e for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:17:40.070311 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5558c767-9904-47d7-a3d8-db5119648917 req-4acddf34-e175-4dd6-a90e-85062fbdd419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:40.071844 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5558c767-9904-47d7-a3d8-db5119648917 req-4acddf34-e175-4dd6-a90e-85062fbdd419 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ab893836-0239-44c0-af28-b9b191133092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0598247 Oct 12 19:17:40.078759 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ab9ec8-8472-4412-b304-252dfa8c12cc None None] Routers {'8cfc3488-f25e-4597-96a9-33faec720c6e'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:17:40.079387 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-56ab9ec8-8472-4412-b304-252dfa8c12cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:17:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['8cfc3488-f25e-4597-96a9-33faec720c6e'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:17:40.231794 n-d-813679-3 neutron-server[95502]: INFO neutron.db.l3_db [None req-03e9400d-4629-4e21-9905-c752e286e212 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Floating IP 5d9eb5c3-e315-4c80-ae8f-4931f28fb7c4 associated. External IP: 172.25.5.208, port: a5c193aa-d046-4b1e-a749-6ece2dc2c658. Oct 12 19:17:40.263811 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5558c767-9904-47d7-a3d8-db5119648917 req-e1f11cbb-4196-42cf-8319-a206add158f5 service neutron] 10.222.0.67 "GET /v2.0/networks/ab893836-0239-44c0-af28-b9b191133092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804838 Oct 12 19:17:40.273113 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-56ab9ec8-8472-4412-b304-252dfa8c12cc None None] Set router 8cfc3488-f25e-4597-96a9-33faec720c6e gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:17:40.365672 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fd0901-abf6-437f-b51a-9bee768e516f req-78c31245-00de-499d-9208-63886a7582e3 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:40.367344 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-73fd0901-abf6-437f-b51a-9bee768e516f req-78c31245-00de-499d-9208-63886a7582e3 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=310462ac-35c8-4420-a264-5ffe2ec3acdd HTTP/1.1" status: 200 len: 945 time: 0.5442996 Oct 12 19:17:40.379174 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5558c767-9904-47d7-a3d8-db5119648917 req-d9b42449-98be-44a8-88f5-d758a3129dfa service neutron] 10.222.0.67 "GET /v2.0/networks/ab893836-0239-44c0-af28-b9b191133092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943565 Oct 12 19:17:40.430947 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-73fd0901-abf6-437f-b51a-9bee768e516f req-f5fcd92b-dc70-43f1-9519-b52608e53946 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2999b03-b87d-46b4-9267-1669e2e14df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567098 Oct 12 19:17:40.522548 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406c63ab-a48b-4b66-ad95-560c049b673e req-de2f18ed-2d7b-475c-9290-e355e4a39e04 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:40.525446 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-406c63ab-a48b-4b66-ad95-560c049b673e req-de2f18ed-2d7b-475c-9290-e355e4a39e04 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=4cdc42ba-69e4-48c5-a205-4e2175b26725 HTTP/1.1" status: 200 len: 950 time: 0.0540640 Oct 12 19:17:40.567256 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-406c63ab-a48b-4b66-ad95-560c049b673e req-15661bc7-606f-4849-9d0b-d60618dc9ed0 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368512 Oct 12 19:17:40.569104 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03e9400d-4629-4e21-9905-c752e286e212 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Router 70fffdbc-29e4-4e69-bb15-b6903ecf83ce has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:17:40.636105 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-56ab9ec8-8472-4412-b304-252dfa8c12cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cfc3488-f25e-4597-96a9-33faec720c6e', 'name': 'tempest-ServersTestBootFromVolume-1270830842-router', 'tenant_id': '946dd0c35a1f4bae8ffa87f2f91ec7ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '82e7952a-09a3-4022-af1d-ff0736692e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:16:09Z', 'updated_at': '2021-10-12T19:16:14Z', 'revision_number': 4, 'project_id': '946dd0c35a1f4bae8ffa87f2f91ec7ab', 'gw_port': {'id': '82e7952a-09a3-4022-af1d-ff0736692e40', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cfc3488-f25e-4597-96a9-33faec720c6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:16:09Z', 'updated_at': '2021-10-12T19:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': '75090191-b350-48be-a58a-54ac185735e6', 'tenant_id': '946dd0c35a1f4bae8ffa87f2f91ec7ab', 'floating_ip_address': '172.25.5.116', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': '8cfc3488-f25e-4597-96a9-33faec720c6e', 'port_id': 'b6ce5839-07cf-4292-92f7-3cfe37497988', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 957, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab893836-0239-44c0-af28-b9b191133092', 'mac_address': 'fa:16:3e:cf:b7:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bdc803c-61b8-4551-af7a-f6234f9d109b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T19:16:26Z', 'updated_at': '2021-10-12T19:17:38Z', 'revision_number': 1, 'project_id': '946dd0c35a1f4bae8ffa87f2f91ec7ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16ecced5-0c91-4820-9e77-99be485aee36', 'name': '', 'network_id': 'ab893836-0239-44c0-af28-b9b191133092', 'tenant_id': '946dd0c35a1f4bae8ffa87f2f91ec7ab', 'mac_address': 'fa:16:3e:48:c6:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cfc3488-f25e-4597-96a9-33faec720c6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': 'e6d5c0cf-d179-4ac4-8185-f423c3359bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:16:13Z', 'updated_at': '2021-10-12T19:16:20Z', 'revision_number': 5, 'project_id': '946dd0c35a1f4bae8ffa87f2f91ec7ab', 'subnets': [{'id': 'e6d5c0cf-d179-4ac4-8185-f423c3359bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:17:40.663832 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ab9ec8-8472-4412-b304-252dfa8c12cc None None] The sync data for ids ['8cfc3488-f25e-4597-96a9-33faec720c6e'] in n-d-813679-3 is: [{'id': '8cfc3488-f25e-4597-96a9-33faec720c6e', 'name': 'tempest-ServersTestBootFromVolume-1270830842-router', 'tenant_id': '946dd0c35a1f4bae8ffa87f2f91ec7ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '82e7952a-09a3-4022-af1d-ff0736692e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:16:09Z', 'updated_at': '2021-10-12T19:16:14Z', 'revision_number': 4, 'project_id': '946dd0c35a1f4bae8ffa87f2f91ec7ab', 'gw_port': {'id': '82e7952a-09a3-4022-af1d-ff0736692e40', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cfc3488-f25e-4597-96a9-33faec720c6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:16:09Z', 'updated_at': '2021-10-12T19:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': '75090191-b350-48be-a58a-54ac185735e6', 'tenant_id': '946dd0c35a1f4bae8ffa87f2f91ec7ab', 'floating_ip_address': '172.25.5.116', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': '8cfc3488-f25e-4597-96a9-33faec720c6e', 'port_id': 'b6ce5839-07cf-4292-92f7-3cfe37497988', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 957, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab893836-0239-44c0-af28-b9b191133092', 'mac_address': 'fa:16:3e:cf:b7:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bdc803c-61b8-4551-af7a-f6234f9d109b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T19:16:26Z', 'updated_at': '2021-10-12T19:17:38Z', 'revision_number': 1, 'project_id': '946dd0c35a1f4bae8ffa87f2f91ec7ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16ecced5-0c91-4820-9e77-99be485aee36', 'name': '', 'network_id': 'ab893836-0239-44c0-af28-b9b191133092', 'tenant_id': '946dd0c35a1f4bae8ffa87f2f91ec7ab', 'mac_address': 'fa:16:3e:48:c6:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cfc3488-f25e-4597-96a9-33faec720c6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': 'e6d5c0cf-d179-4ac4-8185-f423c3359bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:16:13Z', 'updated_at': '2021-10-12T19:16:20Z', 'revision_number': 5, 'project_id': '946dd0c35a1f4bae8ffa87f2f91ec7ab', 'subnets': [{'id': 'e6d5c0cf-d179-4ac4-8185-f423c3359bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:17:40.695188 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03e9400d-4629-4e21-9905-c752e286e212 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:17:40.699653 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-03e9400d-4629-4e21-9905-c752e286e212 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:40.707442 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74717d25-39de-47f6-a26e-438f1ccfeda5 None None] Sync routers for ids ['70fffdbc-29e4-4e69-bb15-b6903ecf83ce'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:17:40.725376 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74717d25-39de-47f6-a26e-438f1ccfeda5 None None] Routers {'70fffdbc-29e4-4e69-bb15-b6903ecf83ce'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:17:40.726716 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-74717d25-39de-47f6-a26e-438f1ccfeda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:17:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['70fffdbc-29e4-4e69-bb15-b6903ecf83ce'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:17:40.730634 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-03e9400d-4629-4e21-9905-c752e286e212 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "PUT /v2.0/floatingips/5d9eb5c3-e315-4c80-ae8f-4931f28fb7c4 HTTP/1.1" status: 200 len: 991 time: 1.6943486 Oct 12 19:17:40.731335 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5d8118a-4722-4e86-9061-3b560a61dbf9', 'tag': 'a5c193aa-d046-4b1e-a749-6ece2dc2c658'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:17:40.737917 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5978b05b-2d83-4bde-99a0-71b466fdfe5d" -d '{"events": [{"name": "network-changed", "server_uuid": "a5d8118a-4722-4e86-9061-3b560a61dbf9", "tag": "a5c193aa-d046-4b1e-a749-6ece2dc2c658"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:17:40.783590 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7d8694c-29d1-43f5-84dc-74589e912730 x-openstack-request-id: req-d7d8694c-29d1-43f5-84dc-74589e912730 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:17:40.784125 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5d8118a-4722-4e86-9061-3b560a61dbf9", "tag": "a5c193aa-d046-4b1e-a749-6ece2dc2c658", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:17:40.784640 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d7d8694c-29d1-43f5-84dc-74589e912730 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:17:40.785241 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5d8118a-4722-4e86-9061-3b560a61dbf9', 'tag': 'a5c193aa-d046-4b1e-a749-6ece2dc2c658', 'status': 'completed', 'code': 200} Oct 12 19:17:40.863841 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-74717d25-39de-47f6-a26e-438f1ccfeda5 None None] Set router 70fffdbc-29e4-4e69-bb15-b6903ecf83ce gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:17:40.898818 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5978b05b-2d83-4bde-99a0-71b466fdfe5d req-a1fad613-a592-4797-8d07-ca9c13f05cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:40.899424 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5978b05b-2d83-4bde-99a0-71b466fdfe5d req-a1fad613-a592-4797-8d07-ca9c13f05cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:40.899774 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5978b05b-2d83-4bde-99a0-71b466fdfe5d req-a1fad613-a592-4797-8d07-ca9c13f05cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:40.900376 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5978b05b-2d83-4bde-99a0-71b466fdfe5d req-a1fad613-a592-4797-8d07-ca9c13f05cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:40.900752 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5978b05b-2d83-4bde-99a0-71b466fdfe5d req-a1fad613-a592-4797-8d07-ca9c13f05cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:40.901441 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5978b05b-2d83-4bde-99a0-71b466fdfe5d req-a1fad613-a592-4797-8d07-ca9c13f05cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:40.901911 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5978b05b-2d83-4bde-99a0-71b466fdfe5d req-a1fad613-a592-4797-8d07-ca9c13f05cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:40.903830 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5978b05b-2d83-4bde-99a0-71b466fdfe5d req-a1fad613-a592-4797-8d07-ca9c13f05cfc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e1bc73ca052b4ff989529862bf093e8d&device_id=a5d8118a-4722-4e86-9061-3b560a61dbf9 HTTP/1.1" status: 200 len: 6492 time: 0.0632267 Oct 12 19:17:40.943536 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb9653d-9ae9-4133-a51e-a04ecd4edc03 None None] New status for floating IP 75090191-b350-48be-a58a-54ac185735e6: ACTIVE {{(pid=95503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 19:17:41.039100 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5978b05b-2d83-4bde-99a0-71b466fdfe5d req-0f0394ae-735e-400b-b77c-be8827a95844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:41.039100 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5978b05b-2d83-4bde-99a0-71b466fdfe5d req-0f0394ae-735e-400b-b77c-be8827a95844 service neutron] 10.222.0.61 "GET /v2.0/networks?id=fd3a7e91-28a9-4db8-b159-ade8f4dff732 HTTP/1.1" status: 200 len: 912 time: 0.1198220 Oct 12 19:17:41.087368 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-142f5368-a1a8-4fc2-a9cd-6bde47b27af8 req-94a24a23-2ff2-426f-8975-5c728d563188 tempest-InstanceActionsNegativeTestJSON-1611488032 tempest-InstanceActionsNegativeTestJSON-1611488032-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d25f0a2-8688-4ca0-a6b0-50f1929b95df HTTP/1.1" status: 200 len: 210 time: 0.0530558 Oct 12 19:17:41.184306 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-74717d25-39de-47f6-a26e-438f1ccfeda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70fffdbc-29e4-4e69-bb15-b6903ecf83ce', 'name': 'tempest-TaggedBootDevicesTest-421754055-router', 'tenant_id': 'e1bc73ca052b4ff989529862bf093e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': 'ced8e94e-59cd-4109-b4ca-f5e8cae58e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:14:36Z', 'updated_at': '2021-10-12T19:14:44Z', 'revision_number': 4, 'project_id': 'e1bc73ca052b4ff989529862bf093e8d', 'gw_port': {'id': 'ced8e94e-59cd-4109-b4ca-f5e8cae58e2e', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:06:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70fffdbc-29e4-4e69-bb15-b6903ecf83ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:14:37Z', 'updated_at': '2021-10-12T19:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': '5d9eb5c3-e315-4c80-ae8f-4931f28fb7c4', 'tenant_id': 'e1bc73ca052b4ff989529862bf093e8d', 'floating_ip_address': '172.25.5.208', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': '70fffdbc-29e4-4e69-bb15-b6903ecf83ce', 'port_id': 'a5c193aa-d046-4b1e-a749-6ece2dc2c658', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 917, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd3a7e91-28a9-4db8-b159-ade8f4dff732', 'mac_address': 'fa:16:3e:60:1c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d8118a-4722-4e86-9061-3b560a61dbf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T19:16:02Z', 'updated_at': '2021-10-12T19:17:39Z', 'revision_number': 1, 'project_id': 'e1bc73ca052b4ff989529862bf093e8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc4923c1-d465-4d93-a01a-792a25a0d95d', 'name': '', 'network_id': 'fd3a7e91-28a9-4db8-b159-ade8f4dff732', 'tenant_id': 'e1bc73ca052b4ff989529862bf093e8d', 'mac_address': 'fa:16:3e:01:c8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70fffdbc-29e4-4e69-bb15-b6903ecf83ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '05da809f-ecea-4341-80e8-b874d56f17a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:14:42Z', 'updated_at': '2021-10-12T19:14:48Z', 'revision_number': 5, 'project_id': 'e1bc73ca052b4ff989529862bf093e8d', 'subnets': [{'id': '05da809f-ecea-4341-80e8-b874d56f17a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:17:41.211354 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74717d25-39de-47f6-a26e-438f1ccfeda5 None None] Checking router: 70fffdbc-29e4-4e69-bb15-b6903ecf83ce for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:17:41.213894 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5978b05b-2d83-4bde-99a0-71b466fdfe5d req-becec445-bdc0-437a-b5cd-545a8a5c03b6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5c193aa-d046-4b1e-a749-6ece2dc2c658 HTTP/1.1" status: 200 len: 999 time: 0.1652575 Oct 12 19:17:41.219862 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74717d25-39de-47f6-a26e-438f1ccfeda5 None None] Routers {'70fffdbc-29e4-4e69-bb15-b6903ecf83ce'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:17:41.220503 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-74717d25-39de-47f6-a26e-438f1ccfeda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:17:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['70fffdbc-29e4-4e69-bb15-b6903ecf83ce'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:17:41.297417 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5978b05b-2d83-4bde-99a0-71b466fdfe5d req-2574c705-2a08-47fc-8a9e-aa40c6d423e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:41.299392 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5978b05b-2d83-4bde-99a0-71b466fdfe5d req-2574c705-2a08-47fc-8a9e-aa40c6d423e1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=05da809f-ecea-4341-80e8-b874d56f17a9 HTTP/1.1" status: 200 len: 850 time: 0.0781441 Oct 12 19:17:41.310128 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb096ac6-efb6-4c3e-b77f-e47a4b12c63d req-456f36e3-5950-4572-ba99-a295d8da0334 tempest-InstanceActionsNegativeTestJSON-1611488032 tempest-InstanceActionsNegativeTestJSON-1611488032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:41.311878 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-eb096ac6-efb6-4c3e-b77f-e47a4b12c63d req-456f36e3-5950-4572-ba99-a295d8da0334 tempest-InstanceActionsNegativeTestJSON-1611488032 tempest-InstanceActionsNegativeTestJSON-1611488032-project] 10.222.0.67 "GET /v2.0/networks?id=b07e042b-e924-4746-91b4-26cb7ef5939c HTTP/1.1" status: 200 len: 822 time: 0.1616540 Oct 12 19:17:41.338753 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-eb096ac6-efb6-4c3e-b77f-e47a4b12c63d req-0ad302dd-ce72-45bf-9c28-36e9ec24ee12 tempest-InstanceActionsNegativeTestJSON-1611488032 tempest-InstanceActionsNegativeTestJSON-1611488032-project] Request body: {'port': {'device_id': '4d25f0a2-8688-4ca0-a6b0-50f1929b95df', 'network_id': 'b07e042b-e924-4746-91b4-26cb7ef5939c', 'admin_state_up': True, 'tenant_id': '979370519afa42c3b69db7dce8f15809'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:17:41.349446 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-74717d25-39de-47f6-a26e-438f1ccfeda5 None None] Set router 70fffdbc-29e4-4e69-bb15-b6903ecf83ce gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:17:41.430885 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5978b05b-2d83-4bde-99a0-71b466fdfe5d req-8b609b89-47ce-4988-aaf3-088e50b33976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:41.432781 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5978b05b-2d83-4bde-99a0-71b466fdfe5d req-8b609b89-47ce-4988-aaf3-088e50b33976 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fd3a7e91-28a9-4db8-b159-ade8f4dff732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1196635 Oct 12 19:17:41.599244 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef8fcc8-be80-4f7d-a264-58ea2578738c req-675dcb6f-2f98-4ba7-86b9-88c8e8ca0d3d tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:41.600964 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6ef8fcc8-be80-4f7d-a264-58ea2578738c req-675dcb6f-2f98-4ba7-86b9-88c8e8ca0d3d tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=310462ac-35c8-4420-a264-5ffe2ec3acdd HTTP/1.1" status: 200 len: 945 time: 0.0868747 Oct 12 19:17:41.605011 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5978b05b-2d83-4bde-99a0-71b466fdfe5d req-040e68d2-f66c-4327-abcc-cff271ab688c service neutron] 10.222.0.61 "GET /v2.0/networks/fd3a7e91-28a9-4db8-b159-ade8f4dff732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576190 Oct 12 19:17:41.619763 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-74717d25-39de-47f6-a26e-438f1ccfeda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70fffdbc-29e4-4e69-bb15-b6903ecf83ce', 'name': 'tempest-TaggedBootDevicesTest-421754055-router', 'tenant_id': 'e1bc73ca052b4ff989529862bf093e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': 'ced8e94e-59cd-4109-b4ca-f5e8cae58e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:14:36Z', 'updated_at': '2021-10-12T19:14:44Z', 'revision_number': 4, 'project_id': 'e1bc73ca052b4ff989529862bf093e8d', 'gw_port': {'id': 'ced8e94e-59cd-4109-b4ca-f5e8cae58e2e', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:06:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70fffdbc-29e4-4e69-bb15-b6903ecf83ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:14:37Z', 'updated_at': '2021-10-12T19:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': '5d9eb5c3-e315-4c80-ae8f-4931f28fb7c4', 'tenant_id': 'e1bc73ca052b4ff989529862bf093e8d', 'floating_ip_address': '172.25.5.208', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': '70fffdbc-29e4-4e69-bb15-b6903ecf83ce', 'port_id': 'a5c193aa-d046-4b1e-a749-6ece2dc2c658', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 917, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd3a7e91-28a9-4db8-b159-ade8f4dff732', 'mac_address': 'fa:16:3e:60:1c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d8118a-4722-4e86-9061-3b560a61dbf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T19:16:02Z', 'updated_at': '2021-10-12T19:17:39Z', 'revision_number': 1, 'project_id': 'e1bc73ca052b4ff989529862bf093e8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc4923c1-d465-4d93-a01a-792a25a0d95d', 'name': '', 'network_id': 'fd3a7e91-28a9-4db8-b159-ade8f4dff732', 'tenant_id': 'e1bc73ca052b4ff989529862bf093e8d', 'mac_address': 'fa:16:3e:01:c8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70fffdbc-29e4-4e69-bb15-b6903ecf83ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '05da809f-ecea-4341-80e8-b874d56f17a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:14:42Z', 'updated_at': '2021-10-12T19:14:48Z', 'revision_number': 5, 'project_id': 'e1bc73ca052b4ff989529862bf093e8d', 'subnets': [{'id': '05da809f-ecea-4341-80e8-b874d56f17a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:17:41.632757 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb096ac6-efb6-4c3e-b77f-e47a4b12c63d req-0ad302dd-ce72-45bf-9c28-36e9ec24ee12 tempest-InstanceActionsNegativeTestJSON-1611488032 tempest-InstanceActionsNegativeTestJSON-1611488032-project] Made reservation on behalf of 979370519afa42c3b69db7dce8f15809 for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:17:41.636362 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-eb096ac6-efb6-4c3e-b77f-e47a4b12c63d req-0ad302dd-ce72-45bf-9c28-36e9ec24ee12 tempest-InstanceActionsNegativeTestJSON-1611488032 tempest-InstanceActionsNegativeTestJSON-1611488032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:41.659049 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74717d25-39de-47f6-a26e-438f1ccfeda5 None None] The sync data for ids ['70fffdbc-29e4-4e69-bb15-b6903ecf83ce'] in n-d-813679-3 is: [{'id': '70fffdbc-29e4-4e69-bb15-b6903ecf83ce', 'name': 'tempest-TaggedBootDevicesTest-421754055-router', 'tenant_id': 'e1bc73ca052b4ff989529862bf093e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': 'ced8e94e-59cd-4109-b4ca-f5e8cae58e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:14:36Z', 'updated_at': '2021-10-12T19:14:44Z', 'revision_number': 4, 'project_id': 'e1bc73ca052b4ff989529862bf093e8d', 'gw_port': {'id': 'ced8e94e-59cd-4109-b4ca-f5e8cae58e2e', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:06:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70fffdbc-29e4-4e69-bb15-b6903ecf83ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:14:37Z', 'updated_at': '2021-10-12T19:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': '5d9eb5c3-e315-4c80-ae8f-4931f28fb7c4', 'tenant_id': 'e1bc73ca052b4ff989529862bf093e8d', 'floating_ip_address': '172.25.5.208', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': '70fffdbc-29e4-4e69-bb15-b6903ecf83ce', 'port_id': 'a5c193aa-d046-4b1e-a749-6ece2dc2c658', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 917, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd3a7e91-28a9-4db8-b159-ade8f4dff732', 'mac_address': 'fa:16:3e:60:1c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d8118a-4722-4e86-9061-3b560a61dbf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T19:16:02Z', 'updated_at': '2021-10-12T19:17:39Z', 'revision_number': 1, 'project_id': 'e1bc73ca052b4ff989529862bf093e8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc4923c1-d465-4d93-a01a-792a25a0d95d', 'name': '', 'network_id': 'fd3a7e91-28a9-4db8-b159-ade8f4dff732', 'tenant_id': 'e1bc73ca052b4ff989529862bf093e8d', 'mac_address': 'fa:16:3e:01:c8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70fffdbc-29e4-4e69-bb15-b6903ecf83ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '05da809f-ecea-4341-80e8-b874d56f17a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:14:42Z', 'updated_at': '2021-10-12T19:14:48Z', 'revision_number': 5, 'project_id': 'e1bc73ca052b4ff989529862bf093e8d', 'subnets': [{'id': '05da809f-ecea-4341-80e8-b874d56f17a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:17:41.714275 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c6a14f-face-44f0-bc68-d6c14e945e6a req-18db913c-80fe-4939-bfcd-1278a3dffb10 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:41.715902 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-67c6a14f-face-44f0-bc68-d6c14e945e6a req-18db913c-80fe-4939-bfcd-1278a3dffb10 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=4cdc42ba-69e4-48c5-a205-4e2175b26725 HTTP/1.1" status: 200 len: 950 time: 0.0695794 Oct 12 19:17:41.736381 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6ef8fcc8-be80-4f7d-a264-58ea2578738c req-efd21ceb-2b9a-4711-8e6d-75a9fee5a74b tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2999b03-b87d-46b4-9267-1669e2e14df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272178 Oct 12 19:17:41.756677 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-67c6a14f-face-44f0-bc68-d6c14e945e6a req-8013d92b-19a3-423e-9567-1c492ded233c tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340195 Oct 12 19:17:41.791377 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5978b05b-2d83-4bde-99a0-71b466fdfe5d req-96e98038-c462-4ff0-8261-e37f3d3186e4 service neutron] 10.222.0.61 "GET /v2.0/networks/fd3a7e91-28a9-4db8-b159-ade8f4dff732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718972 Oct 12 19:17:41.905164 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [req-eb096ac6-efb6-4c3e-b77f-e47a4b12c63d req-0ad302dd-ce72-45bf-9c28-36e9ec24ee12 tempest-InstanceActionsNegativeTestJSON-1611488032 tempest-InstanceActionsNegativeTestJSON-1611488032-project] Allocated IP 172.20.0.2 (b07e042b-e924-4746-91b4-26cb7ef5939c/3e561762-75f9-4314-a4da-a66f1e876cce/b010662c-e7c7-48a6-b191-407ff3f4750d) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:17:41.926811 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b517805d-43df-4795-9732-60ef88e36b43 None None] New status for floating IP 5d9eb5c3-e315-4c80-ae8f-4931f28fb7c4: ACTIVE {{(pid=95504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 19:17:42.059418 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-eb096ac6-efb6-4c3e-b77f-e47a4b12c63d req-0ad302dd-ce72-45bf-9c28-36e9ec24ee12 tempest-InstanceActionsNegativeTestJSON-1611488032 tempest-InstanceActionsNegativeTestJSON-1611488032-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:42.147989 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-eb096ac6-efb6-4c3e-b77f-e47a4b12c63d req-0ad302dd-ce72-45bf-9c28-36e9ec24ee12 tempest-InstanceActionsNegativeTestJSON-1611488032 tempest-InstanceActionsNegativeTestJSON-1611488032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:42.227366 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb096ac6-efb6-4c3e-b77f-e47a4b12c63d req-0ad302dd-ce72-45bf-9c28-36e9ec24ee12 tempest-InstanceActionsNegativeTestJSON-1611488032 tempest-InstanceActionsNegativeTestJSON-1611488032-project] Network b07e042b-e924-4746-91b4-26cb7ef5939c is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:17:42.237503 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [req-eb096ac6-efb6-4c3e-b77f-e47a4b12c63d req-0ad302dd-ce72-45bf-9c28-36e9ec24ee12 tempest-InstanceActionsNegativeTestJSON-1611488032 tempest-InstanceActionsNegativeTestJSON-1611488032-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:17:42.240457 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb096ac6-efb6-4c3e-b77f-e47a4b12c63d req-0ad302dd-ce72-45bf-9c28-36e9ec24ee12 tempest-InstanceActionsNegativeTestJSON-1611488032 tempest-InstanceActionsNegativeTestJSON-1611488032-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:17:42.249159 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad302dd-ce72-45bf-9c28-36e9ec24ee12 tempest-InstanceActionsNegativeTestJSON-1611488032 tempest-InstanceActionsNegativeTestJSON-1611488032-project] Pushing event updated for resources: {'Port': ['ID=b010662c-e7c7-48a6-b191-407ff3f4750d,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:17:42.291611 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7706af8d-a409-414d-9f05-bc3322b42bce req-c1942716-1034-4baf-99b8-083d62dc49f6 tempest-InstanceActionsNegativeTestJSON-1611488032 tempest-InstanceActionsNegativeTestJSON-1611488032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:42.293147 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7706af8d-a409-414d-9f05-bc3322b42bce req-c1942716-1034-4baf-99b8-083d62dc49f6 tempest-InstanceActionsNegativeTestJSON-1611488032 tempest-InstanceActionsNegativeTestJSON-1611488032-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d25f0a2-8688-4ca0-a6b0-50f1929b95df HTTP/1.1" status: 200 len: 931 time: 0.1081402 Oct 12 19:17:42.304855 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb096ac6-efb6-4c3e-b77f-e47a4b12c63d req-0ad302dd-ce72-45bf-9c28-36e9ec24ee12 tempest-InstanceActionsNegativeTestJSON-1611488032 tempest-InstanceActionsNegativeTestJSON-1611488032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:42.305486 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-eb096ac6-efb6-4c3e-b77f-e47a4b12c63d req-0ad302dd-ce72-45bf-9c28-36e9ec24ee12 tempest-InstanceActionsNegativeTestJSON-1611488032 tempest-InstanceActionsNegativeTestJSON-1611488032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:42.343885 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7706af8d-a409-414d-9f05-bc3322b42bce req-9657dbb3-2843-4ced-8ad1-106987d0114c tempest-InstanceActionsNegativeTestJSON-1611488032 tempest-InstanceActionsNegativeTestJSON-1611488032-project] 10.222.0.49 "GET /v2.0/security-groups?id=b0d5d565-1f33-48a1-9f15-193d5c3c139d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356302 Oct 12 19:17:42.386155 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-eb096ac6-efb6-4c3e-b77f-e47a4b12c63d req-0ad302dd-ce72-45bf-9c28-36e9ec24ee12 tempest-InstanceActionsNegativeTestJSON-1611488032 tempest-InstanceActionsNegativeTestJSON-1611488032-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0619464 Oct 12 19:17:42.406420 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-eb096ac6-efb6-4c3e-b77f-e47a4b12c63d req-443960a5-15f2-4bb8-8ce4-8f445ee355be service neutron] Request body: {'port': {'device_id': '4d25f0a2-8688-4ca0-a6b0-50f1929b95df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-3'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:17:42.465952 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-eb096ac6-efb6-4c3e-b77f-e47a4b12c63d req-443960a5-15f2-4bb8-8ce4-8f445ee355be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:42.483132 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 37444) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:17:42.586286 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0745296a-7093-4786-8307-65f61ec74a35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:42.662065 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0745296a-7093-4786-8307-65f61ec74a35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:42.723782 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [req-eb096ac6-efb6-4c3e-b77f-e47a4b12c63d req-443960a5-15f2-4bb8-8ce4-8f445ee355be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b010662c-e7c7-48a6-b191-407ff3f4750d {{(pid=95501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:17:42.726882 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0745296a-7093-4786-8307-65f61ec74a35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:42.731333 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-eb096ac6-efb6-4c3e-b77f-e47a4b12c63d req-443960a5-15f2-4bb8-8ce4-8f445ee355be service neutron] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:42.743482 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.provisioning_blocks [req-eb096ac6-efb6-4c3e-b77f-e47a4b12c63d req-443960a5-15f2-4bb8-8ce4-8f445ee355be service neutron] Transition to ACTIVE for port object b010662c-e7c7-48a6-b191-407ff3f4750d will not be triggered until provisioned by entity L2. {{(pid=95501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:17:42.767184 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-0745296a-7093-4786-8307-65f61ec74a35 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=26ae90f12b054af6aa284ea7d4efcdc0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2829416 Oct 12 19:17:42.768753 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0745296a-7093-4786-8307-65f61ec74a35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c650c54-38a3-47c9-9ec2-ee37762f4a9e,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:17:42.770578 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 37450) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:17:42.814056 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-eb096ac6-efb6-4c3e-b77f-e47a4b12c63d req-443960a5-15f2-4bb8-8ce4-8f445ee355be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:42.881652 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cef9316-21d9-4e57-8fe8-432c2e97314d req-b212178a-b128-45a8-a2ff-480dfe280cd0 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:42.883254 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4cef9316-21d9-4e57-8fe8-432c2e97314d req-b212178a-b128-45a8-a2ff-480dfe280cd0 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=4cdc42ba-69e4-48c5-a205-4e2175b26725 HTTP/1.1" status: 200 len: 950 time: 0.0507076 Oct 12 19:17:42.894931 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-aa078714-8c2a-42f9-a0a1-77f8b88b57e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:42.920211 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443960a5-15f2-4bb8-8ce4-8f445ee355be service neutron] Pushing event updated for resources: {'Port': ['ID=b010662c-e7c7-48a6-b191-407ff3f4750d,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:17:42.922412 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4cef9316-21d9-4e57-8fe8-432c2e97314d req-cd7dac47-b4a0-4c86-8297-676446c242c3 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323849 Oct 12 19:17:42.949304 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-aa078714-8c2a-42f9-a0a1-77f8b88b57e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:42.970883 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a268b8a7-91f5-4c36-878c-ce5469c683fc req-451d5470-c00b-4eba-b4ed-b87685974457 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:42.972580 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a268b8a7-91f5-4c36-878c-ce5469c683fc req-451d5470-c00b-4eba-b4ed-b87685974457 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=310462ac-35c8-4420-a264-5ffe2ec3acdd HTTP/1.1" status: 200 len: 945 time: 0.1542516 Oct 12 19:17:43.072144 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a268b8a7-91f5-4c36-878c-ce5469c683fc req-8a0c8612-7fde-4caf-af22-6745198463ea tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2999b03-b87d-46b4-9267-1669e2e14df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778322 Oct 12 19:17:43.073797 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-eb096ac6-efb6-4c3e-b77f-e47a4b12c63d req-443960a5-15f2-4bb8-8ce4-8f445ee355be service neutron] Attempting to bind port b010662c-e7c7-48a6-b191-407ff3f4750d on host n-h2-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:17:43.074109 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-eb096ac6-efb6-4c3e-b77f-e47a4b12c63d req-443960a5-15f2-4bb8-8ce4-8f445ee355be service neutron] Attempting to bind port b010662c-e7c7-48a6-b191-407ff3f4750d by drivers openvswitch,hyperv on host n-h2-813679-3 at level 0 using segments [{'id': '83ab5511-1805-4ea1-81de-8d5de5dcda4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'b07e042b-e924-4746-91b4-26cb7ef5939c'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:17:43.074428 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb096ac6-efb6-4c3e-b77f-e47a4b12c63d req-443960a5-15f2-4bb8-8ce4-8f445ee355be service neutron] Attempting to bind port b010662c-e7c7-48a6-b191-407ff3f4750d on network b07e042b-e924-4746-91b4-26cb7ef5939c {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:17:43.080641 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb096ac6-efb6-4c3e-b77f-e47a4b12c63d req-443960a5-15f2-4bb8-8ce4-8f445ee355be service neutron] Port b010662c-e7c7-48a6-b191-407ff3f4750d on network b07e042b-e924-4746-91b4-26cb7ef5939c not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:17:43.080972 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb096ac6-efb6-4c3e-b77f-e47a4b12c63d req-443960a5-15f2-4bb8-8ce4-8f445ee355be service neutron] Attempting to bind port b010662c-e7c7-48a6-b191-407ff3f4750d on network b07e042b-e924-4746-91b4-26cb7ef5939c {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:17:43.086481 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb096ac6-efb6-4c3e-b77f-e47a4b12c63d req-443960a5-15f2-4bb8-8ce4-8f445ee355be service neutron] Checking agent: {'id': '233fbd7d-38e4-434f-bb8f-05364d7423a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:17:43.086815 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb096ac6-efb6-4c3e-b77f-e47a4b12c63d req-443960a5-15f2-4bb8-8ce4-8f445ee355be service neutron] Checking segment: {'id': '83ab5511-1805-4ea1-81de-8d5de5dcda4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'b07e042b-e924-4746-91b4-26cb7ef5939c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:17:43.087334 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb096ac6-efb6-4c3e-b77f-e47a4b12c63d req-443960a5-15f2-4bb8-8ce4-8f445ee355be service neutron] Bound using segment: {'id': '83ab5511-1805-4ea1-81de-8d5de5dcda4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'b07e042b-e924-4746-91b4-26cb7ef5939c'} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:17:43.087606 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-eb096ac6-efb6-4c3e-b77f-e47a4b12c63d req-443960a5-15f2-4bb8-8ce4-8f445ee355be service neutron] Bound port: b010662c-e7c7-48a6-b191-407ff3f4750d, host: n-h2-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83ab5511-1805-4ea1-81de-8d5de5dcda4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'b07e042b-e924-4746-91b4-26cb7ef5939c'}}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:17:43.088324 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-eb096ac6-efb6-4c3e-b77f-e47a4b12c63d req-443960a5-15f2-4bb8-8ce4-8f445ee355be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:43.150707 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-eb096ac6-efb6-4c3e-b77f-e47a4b12c63d req-443960a5-15f2-4bb8-8ce4-8f445ee355be service neutron] For port b010662c-e7c7-48a6-b191-407ff3f4750d, host n-h2-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:17:43.153724 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-eb096ac6-efb6-4c3e-b77f-e47a4b12c63d req-443960a5-15f2-4bb8-8ce4-8f445ee355be service neutron] For port b010662c-e7c7-48a6-b191-407ff3f4750d, host n-h2-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=b010662c-e7c7-48a6-b191-407ff3f4750d,segment=NetworkSegment(83ab5511-1805-4ea1-81de-8d5de5dcda4c),segment_id=83ab5511-1805-4ea1-81de-8d5de5dcda4c)] {{(pid=95501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:17:43.155807 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-aa078714-8c2a-42f9-a0a1-77f8b88b57e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:43.160140 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-aa078714-8c2a-42f9-a0a1-77f8b88b57e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:43.161791 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-aa078714-8c2a-42f9-a0a1-77f8b88b57e5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3c650c54-38a3-47c9-9ec2-ee37762f4a9e HTTP/1.1" status: 204 len: 168 time: 0.3899493 Oct 12 19:17:43.169108 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa078714-8c2a-42f9-a0a1-77f8b88b57e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c650c54-38a3-47c9-9ec2-ee37762f4a9e,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:17:43.230027 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-eb096ac6-efb6-4c3e-b77f-e47a4b12c63d req-443960a5-15f2-4bb8-8ce4-8f445ee355be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:43.270012 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb096ac6-efb6-4c3e-b77f-e47a4b12c63d req-443960a5-15f2-4bb8-8ce4-8f445ee355be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:43.270627 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-eb096ac6-efb6-4c3e-b77f-e47a4b12c63d req-443960a5-15f2-4bb8-8ce4-8f445ee355be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:43.272162 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-eb096ac6-efb6-4c3e-b77f-e47a4b12c63d req-443960a5-15f2-4bb8-8ce4-8f445ee355be service neutron] 10.222.0.67 "PUT /v2.0/ports/b010662c-e7c7-48a6-b191-407ff3f4750d HTTP/1.1" status: 200 len: 1091 time: 0.8708060 Oct 12 19:17:43.272600 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d25f0a2-8688-4ca0-a6b0-50f1929b95df', 'tag': 'b010662c-e7c7-48a6-b191-407ff3f4750d'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:17:43.274821 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04286cd7-ca18-40fc-be4f-055e08093c24" -d '{"events": [{"name": "network-changed", "server_uuid": "4d25f0a2-8688-4ca0-a6b0-50f1929b95df", "tag": "b010662c-e7c7-48a6-b191-407ff3f4750d"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:17:43.305700 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443960a5-15f2-4bb8-8ce4-8f445ee355be service neutron] Pushing event updated for resources: {'Port': ['ID=b010662c-e7c7-48a6-b191-407ff3f4750d,revision_number=3']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:17:43.316651 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25478fd3-be42-42b0-8b14-dc4acc4c9241 x-openstack-request-id: req-25478fd3-be42-42b0-8b14-dc4acc4c9241 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:17:43.316971 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d25f0a2-8688-4ca0-a6b0-50f1929b95df", "tag": "b010662c-e7c7-48a6-b191-407ff3f4750d", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:17:43.317265 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-25478fd3-be42-42b0-8b14-dc4acc4c9241 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:17:43.317614 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d25f0a2-8688-4ca0-a6b0-50f1929b95df', 'tag': 'b010662c-e7c7-48a6-b191-407ff3f4750d', 'status': 'completed', 'code': 200} Oct 12 19:17:43.381406 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04286cd7-ca18-40fc-be4f-055e08093c24 req-6ffc74ff-1ade-46b2-aa07-561ad14d9dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:43.382907 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-04286cd7-ca18-40fc-be4f-055e08093c24 req-6ffc74ff-1ade-46b2-aa07-561ad14d9dd3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=979370519afa42c3b69db7dce8f15809&device_id=4d25f0a2-8688-4ca0-a6b0-50f1929b95df HTTP/1.1" status: 200 len: 1094 time: 0.0451832 Oct 12 19:17:43.475517 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243a5eb2-cae6-46de-88d6-68a6c9c8345b req-f2f5bab1-857e-4a0f-aea4-0f964de271ef tempest-InstanceActionsNegativeTestJSON-1611488032 tempest-InstanceActionsNegativeTestJSON-1611488032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:43.477344 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-243a5eb2-cae6-46de-88d6-68a6c9c8345b req-f2f5bab1-857e-4a0f-aea4-0f964de271ef tempest-InstanceActionsNegativeTestJSON-1611488032 tempest-InstanceActionsNegativeTestJSON-1611488032-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d25f0a2-8688-4ca0-a6b0-50f1929b95df HTTP/1.1" status: 200 len: 943 time: 0.0591097 Oct 12 19:17:43.495377 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04286cd7-ca18-40fc-be4f-055e08093c24 req-4a655089-01b0-4bc4-9848-c7461228e85f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:43.497011 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-04286cd7-ca18-40fc-be4f-055e08093c24 req-4a655089-01b0-4bc4-9848-c7461228e85f service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=979370519afa42c3b69db7dce8f15809&shared=False HTTP/1.1" status: 200 len: 923 time: 0.1057527 Oct 12 19:17:43.519330 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-243a5eb2-cae6-46de-88d6-68a6c9c8345b req-287cf1ff-4066-4da9-915e-6b447e64e28b tempest-InstanceActionsNegativeTestJSON-1611488032 tempest-InstanceActionsNegativeTestJSON-1611488032-project] 10.222.0.49 "GET /v2.0/security-groups?id=b0d5d565-1f33-48a1-9f15-193d5c3c139d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358620 Oct 12 19:17:43.603134 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04286cd7-ca18-40fc-be4f-055e08093c24 req-7f954e35-7a06-4889-89e6-233d1748fbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:43.604630 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-04286cd7-ca18-40fc-be4f-055e08093c24 req-7f954e35-7a06-4889-89e6-233d1748fbd1 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0959136 Oct 12 19:17:43.680810 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb096ac6-efb6-4c3e-b77f-e47a4b12c63d req-7611755a-7f3a-4c87-aedb-55e206bc6ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:43.682304 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-eb096ac6-efb6-4c3e-b77f-e47a4b12c63d req-7611755a-7f3a-4c87-aedb-55e206bc6ebd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=979370519afa42c3b69db7dce8f15809&device_id=4d25f0a2-8688-4ca0-a6b0-50f1929b95df HTTP/1.1" status: 200 len: 1094 time: 0.0413940 Oct 12 19:17:43.723431 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-eb096ac6-efb6-4c3e-b77f-e47a4b12c63d req-e9759c67-deed-4004-9a74-a4c3e8920a9a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b010662c-e7c7-48a6-b191-407ff3f4750d HTTP/1.1" status: 200 len: 217 time: 0.0324016 Oct 12 19:17:43.775985 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb096ac6-efb6-4c3e-b77f-e47a4b12c63d req-d9fa8326-4dc0-4043-8e0e-5d96b076cbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:43.777436 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-eb096ac6-efb6-4c3e-b77f-e47a4b12c63d req-d9fa8326-4dc0-4043-8e0e-5d96b076cbdb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3e561762-75f9-4314-a4da-a66f1e876cce HTTP/1.1" status: 200 len: 862 time: 0.0463736 Oct 12 19:17:43.782198 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 37470) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:17:43.803841 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-28b8dd2b-a0dd-4e8d-b5a0-818518588690 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:43.823387 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-eb096ac6-efb6-4c3e-b77f-e47a4b12c63d req-2e4661bf-c1d4-448a-9e02-1c42a7142aea service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b07e042b-e924-4746-91b4-26cb7ef5939c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343325 Oct 12 19:17:43.948480 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-eb096ac6-efb6-4c3e-b77f-e47a4b12c63d req-7bb139ca-9c0b-46ab-87f0-1f4c47941e95 service neutron] 10.222.0.67 "GET /v2.0/networks/b07e042b-e924-4746-91b4-26cb7ef5939c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175926 Oct 12 19:17:43.988907 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-28b8dd2b-a0dd-4e8d-b5a0-818518588690 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:44.024198 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 19:17:44.057014 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-28b8dd2b-a0dd-4e8d-b5a0-818518588690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:44.111740 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631df806-93dc-41c1-9853-9a972622dc9e req-b8fde102-4b23-4f7c-a117-fe2fe5e3d754 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:44.113224 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-631df806-93dc-41c1-9853-9a972622dc9e req-b8fde102-4b23-4f7c-a117-fe2fe5e3d754 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=4cdc42ba-69e4-48c5-a205-4e2175b26725 HTTP/1.1" status: 200 len: 950 time: 0.1074009 Oct 12 19:17:44.128999 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-eb096ac6-efb6-4c3e-b77f-e47a4b12c63d req-2bfa9acd-52da-433c-8241-535784f2a8b7 service neutron] 10.222.0.67 "GET /v2.0/networks/b07e042b-e924-4746-91b4-26cb7ef5939c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706779 Oct 12 19:17:44.136539 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-28b8dd2b-a0dd-4e8d-b5a0-818518588690 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=726458a7e21942d1953952717001d672&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3531573 Oct 12 19:17:44.138393 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b8dd2b-a0dd-4e8d-b5a0-818518588690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d853b773-e0ec-41e0-af1e-5485ce55e354,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:17:44.139242 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 37480) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:17:44.172431 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-631df806-93dc-41c1-9853-9a972622dc9e req-8fb6c41a-e043-4108-9935-c1372fc465ef tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492961 Oct 12 19:17:44.218834 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dec65b-a11d-41d0-baca-03a2778cbaaf req-c1fd79a0-1f47-4231-a564-52062997a4fc tempest-LiveAutoBlockMigrationV225Test-2051523199 tempest-LiveAutoBlockMigrationV225Test-2051523199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:44.220526 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-14dec65b-a11d-41d0-baca-03a2778cbaaf req-c1fd79a0-1f47-4231-a564-52062997a4fc tempest-LiveAutoBlockMigrationV225Test-2051523199 tempest-LiveAutoBlockMigrationV225Test-2051523199-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=310462ac-35c8-4420-a264-5ffe2ec3acdd&tenant_id=803d7b884967412f992e4b2e79b460e6&binding%3Ahost_id=n-h2-813679-3 HTTP/1.1" status: 200 len: 1096 time: 0.0470397 Oct 12 19:17:44.234387 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-14dec65b-a11d-41d0-baca-03a2778cbaaf req-3123f89d-d891-4bed-9ba7-35dfe4778fa5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-813679-3'}}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:17:44.246946 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ea96923f-5bbd-4672-81fd-cb104a7fd8aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:44.273407 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b067f46-5666-4a4f-b012-d0bed3cfeee2 req-97ac7bbb-716e-4223-8980-d96cbc5da1cd tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:44.274928 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2b067f46-5666-4a4f-b012-d0bed3cfeee2 req-97ac7bbb-716e-4223-8980-d96cbc5da1cd tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=310462ac-35c8-4420-a264-5ffe2ec3acdd HTTP/1.1" status: 200 len: 945 time: 0.0901530 Oct 12 19:17:44.276920 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ea96923f-5bbd-4672-81fd-cb104a7fd8aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:44.295798 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-14dec65b-a11d-41d0-baca-03a2778cbaaf req-3123f89d-d891-4bed-9ba7-35dfe4778fa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:44.344643 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2b067f46-5666-4a4f-b012-d0bed3cfeee2 req-3ded2225-41bd-4677-9b3b-cfe002738163 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2999b03-b87d-46b4-9267-1669e2e14df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605223 Oct 12 19:17:44.434907 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-14dec65b-a11d-41d0-baca-03a2778cbaaf req-3123f89d-d891-4bed-9ba7-35dfe4778fa5 service neutron] For port 563b134f-51fe-4fed-be7b-8540d1e5cb66, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=563b134f-51fe-4fed-be7b-8540d1e5cb66,segment=NetworkSegment(092fb16a-01c2-4f4a-b148-df23675b5071),segment_id=092fb16a-01c2-4f4a-b148-df23675b5071)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:17:44.467069 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ea96923f-5bbd-4672-81fd-cb104a7fd8aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:44.469684 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ea96923f-5bbd-4672-81fd-cb104a7fd8aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:44.473334 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-14dec65b-a11d-41d0-baca-03a2778cbaaf req-3123f89d-d891-4bed-9ba7-35dfe4778fa5 service neutron] For port 563b134f-51fe-4fed-be7b-8540d1e5cb66, host n-h2-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:17:44.473517 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-ea96923f-5bbd-4672-81fd-cb104a7fd8aa admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d853b773-e0ec-41e0-af1e-5485ce55e354 HTTP/1.1" status: 204 len: 168 time: 0.3299077 Oct 12 19:17:44.478784 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea96923f-5bbd-4672-81fd-cb104a7fd8aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d853b773-e0ec-41e0-af1e-5485ce55e354,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:17:44.513973 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-14dec65b-a11d-41d0-baca-03a2778cbaaf req-3123f89d-d891-4bed-9ba7-35dfe4778fa5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:44.606263 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-14dec65b-a11d-41d0-baca-03a2778cbaaf req-3123f89d-d891-4bed-9ba7-35dfe4778fa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:45.027796 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c8424b-2716-4ab9-acf2-f9908bebb5c5 req-ebd73d6b-3ad0-4e1d-8af2-2cdc9344e454 tempest-InstanceActionsNegativeTestJSON-1611488032 tempest-InstanceActionsNegativeTestJSON-1611488032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:45.029384 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-83c8424b-2716-4ab9-acf2-f9908bebb5c5 req-ebd73d6b-3ad0-4e1d-8af2-2cdc9344e454 tempest-InstanceActionsNegativeTestJSON-1611488032 tempest-InstanceActionsNegativeTestJSON-1611488032-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d25f0a2-8688-4ca0-a6b0-50f1929b95df HTTP/1.1" status: 200 len: 943 time: 0.4335983 Oct 12 19:17:45.034014 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3123f89d-d891-4bed-9ba7-35dfe4778fa5 service neutron] Pushing event updated for resources: {'Port': ['ID=563b134f-51fe-4fed-be7b-8540d1e5cb66,revision_number=7']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:17:45.057406 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-14dec65b-a11d-41d0-baca-03a2778cbaaf req-3123f89d-d891-4bed-9ba7-35dfe4778fa5 service neutron] Attempting to bind port 563b134f-51fe-4fed-be7b-8540d1e5cb66 on host n-h2-813679-3 for vnic_type normal with profile {"migrating_to": "n-h1-813679-3"} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:17:45.057733 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-14dec65b-a11d-41d0-baca-03a2778cbaaf req-3123f89d-d891-4bed-9ba7-35dfe4778fa5 service neutron] Attempting to bind port 563b134f-51fe-4fed-be7b-8540d1e5cb66 by drivers openvswitch,hyperv on host n-h2-813679-3 at level 0 using segments [{'id': '092fb16a-01c2-4f4a-b148-df23675b5071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '82671036-c03a-4d3c-b62d-db19aa8b0fed'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:17:45.058062 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14dec65b-a11d-41d0-baca-03a2778cbaaf req-3123f89d-d891-4bed-9ba7-35dfe4778fa5 service neutron] Attempting to bind port 563b134f-51fe-4fed-be7b-8540d1e5cb66 on network 82671036-c03a-4d3c-b62d-db19aa8b0fed {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:17:45.069350 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14dec65b-a11d-41d0-baca-03a2778cbaaf req-3123f89d-d891-4bed-9ba7-35dfe4778fa5 service neutron] Port 563b134f-51fe-4fed-be7b-8540d1e5cb66 on network 82671036-c03a-4d3c-b62d-db19aa8b0fed not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:17:45.069672 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14dec65b-a11d-41d0-baca-03a2778cbaaf req-3123f89d-d891-4bed-9ba7-35dfe4778fa5 service neutron] Attempting to bind port 563b134f-51fe-4fed-be7b-8540d1e5cb66 on network 82671036-c03a-4d3c-b62d-db19aa8b0fed {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:17:45.086629 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14dec65b-a11d-41d0-baca-03a2778cbaaf req-3123f89d-d891-4bed-9ba7-35dfe4778fa5 service neutron] Checking agent: {'id': '233fbd7d-38e4-434f-bb8f-05364d7423a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:17:45.088480 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14dec65b-a11d-41d0-baca-03a2778cbaaf req-3123f89d-d891-4bed-9ba7-35dfe4778fa5 service neutron] Checking segment: {'id': '092fb16a-01c2-4f4a-b148-df23675b5071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '82671036-c03a-4d3c-b62d-db19aa8b0fed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:17:45.088480 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14dec65b-a11d-41d0-baca-03a2778cbaaf req-3123f89d-d891-4bed-9ba7-35dfe4778fa5 service neutron] Bound using segment: {'id': '092fb16a-01c2-4f4a-b148-df23675b5071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '82671036-c03a-4d3c-b62d-db19aa8b0fed'} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:17:45.088480 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-14dec65b-a11d-41d0-baca-03a2778cbaaf req-3123f89d-d891-4bed-9ba7-35dfe4778fa5 service neutron] Bound port: 563b134f-51fe-4fed-be7b-8540d1e5cb66, host: n-h2-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '092fb16a-01c2-4f4a-b148-df23675b5071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '82671036-c03a-4d3c-b62d-db19aa8b0fed'}}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:17:45.088480 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-14dec65b-a11d-41d0-baca-03a2778cbaaf req-3123f89d-d891-4bed-9ba7-35dfe4778fa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:45.093708 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-83c8424b-2716-4ab9-acf2-f9908bebb5c5 req-50d6af32-87be-43f6-9d96-b517fabfd573 tempest-InstanceActionsNegativeTestJSON-1611488032 tempest-InstanceActionsNegativeTestJSON-1611488032-project] 10.222.0.49 "GET /v2.0/security-groups?id=b0d5d565-1f33-48a1-9f15-193d5c3c139d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518432 Oct 12 19:17:45.164334 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-14dec65b-a11d-41d0-baca-03a2778cbaaf req-3123f89d-d891-4bed-9ba7-35dfe4778fa5 service neutron] For port 563b134f-51fe-4fed-be7b-8540d1e5cb66, host n-h2-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:17:45.167612 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-14dec65b-a11d-41d0-baca-03a2778cbaaf req-3123f89d-d891-4bed-9ba7-35dfe4778fa5 service neutron] For port 563b134f-51fe-4fed-be7b-8540d1e5cb66, host n-h2-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=563b134f-51fe-4fed-be7b-8540d1e5cb66,segment=NetworkSegment(092fb16a-01c2-4f4a-b148-df23675b5071),segment_id=092fb16a-01c2-4f4a-b148-df23675b5071)] {{(pid=95501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:17:45.244535 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-14dec65b-a11d-41d0-baca-03a2778cbaaf req-3123f89d-d891-4bed-9ba7-35dfe4778fa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:45.311001 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14584a39-43cf-41b2-b3a1-388c7cd79df8 req-d3da77bd-568d-4073-b51b-e9a8d8214a86 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:45.312535 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-14584a39-43cf-41b2-b3a1-388c7cd79df8 req-d3da77bd-568d-4073-b51b-e9a8d8214a86 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=4cdc42ba-69e4-48c5-a205-4e2175b26725 HTTP/1.1" status: 200 len: 950 time: 0.0660832 Oct 12 19:17:45.319697 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dec65b-a11d-41d0-baca-03a2778cbaaf req-3123f89d-d891-4bed-9ba7-35dfe4778fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:45.320639 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-14dec65b-a11d-41d0-baca-03a2778cbaaf req-3123f89d-d891-4bed-9ba7-35dfe4778fa5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:45.322032 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-14dec65b-a11d-41d0-baca-03a2778cbaaf req-3123f89d-d891-4bed-9ba7-35dfe4778fa5 service neutron] 10.222.0.61 "PUT /v2.0/ports/563b134f-51fe-4fed-be7b-8540d1e5cb66 HTTP/1.1" status: 200 len: 1121 time: 1.0927236 Oct 12 19:17:45.326861 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '310462ac-35c8-4420-a264-5ffe2ec3acdd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '563b134f-51fe-4fed-be7b-8540d1e5cb66'}, {'name': 'network-changed', 'server_uuid': '310462ac-35c8-4420-a264-5ffe2ec3acdd', 'tag': '563b134f-51fe-4fed-be7b-8540d1e5cb66'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:17:45.329499 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14695faa-670a-4b8e-88a2-0b684e0c9fd1" -d '{"events": [{"server_uuid": "310462ac-35c8-4420-a264-5ffe2ec3acdd", "name": "network-vif-unplugged", "status": "completed", "tag": "563b134f-51fe-4fed-be7b-8540d1e5cb66"}, {"name": "network-changed", "server_uuid": "310462ac-35c8-4420-a264-5ffe2ec3acdd", "tag": "563b134f-51fe-4fed-be7b-8540d1e5cb66"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:17:45.355060 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-14584a39-43cf-41b2-b3a1-388c7cd79df8 req-202d41a2-0675-416f-a64f-c6364130762a tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357888 Oct 12 19:17:45.359145 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3123f89d-d891-4bed-9ba7-35dfe4778fa5 service neutron] Pushing event updated for resources: {'Port': ['ID=563b134f-51fe-4fed-be7b-8540d1e5cb66,revision_number=8']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:17:45.398508 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['563b134f-51fe-4fed-be7b-8540d1e5cb66'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:17:45.405265 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 12 Oct 2021 19:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-878f8dab-969b-4ae6-b20b-7b190b416aba x-openstack-request-id: req-878f8dab-969b-4ae6-b20b-7b190b416aba {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:17:45.405793 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "310462ac-35c8-4420-a264-5ffe2ec3acdd", "name": "network-vif-unplugged", "status": "completed", "tag": "563b134f-51fe-4fed-be7b-8540d1e5cb66", "code": 200}, {"name": "network-changed", "server_uuid": "310462ac-35c8-4420-a264-5ffe2ec3acdd", "tag": "563b134f-51fe-4fed-be7b-8540d1e5cb66", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:17:45.406229 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-878f8dab-969b-4ae6-b20b-7b190b416aba {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:17:45.406635 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '310462ac-35c8-4420-a264-5ffe2ec3acdd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '563b134f-51fe-4fed-be7b-8540d1e5cb66', 'code': 200} Oct 12 19:17:45.406892 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '310462ac-35c8-4420-a264-5ffe2ec3acdd', 'tag': '563b134f-51fe-4fed-be7b-8540d1e5cb66', 'status': 'completed', 'code': 200} Oct 12 19:17:45.481087 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f37d23e-44c3-4d73-a582-f116bcd273ab req-2ca6c95e-f4dc-46ce-8a59-1b9fea8c8a58 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:45.482909 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9f37d23e-44c3-4d73-a582-f116bcd273ab req-2ca6c95e-f4dc-46ce-8a59-1b9fea8c8a58 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=310462ac-35c8-4420-a264-5ffe2ec3acdd HTTP/1.1" status: 200 len: 943 time: 0.0571179 Oct 12 19:17:45.498217 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14695faa-670a-4b8e-88a2-0b684e0c9fd1 req-950b85cb-896e-4e08-9a21-e5ba0017863e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:45.499627 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-14695faa-670a-4b8e-88a2-0b684e0c9fd1 req-950b85cb-896e-4e08-9a21-e5ba0017863e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=803d7b884967412f992e4b2e79b460e6&device_id=310462ac-35c8-4420-a264-5ffe2ec3acdd HTTP/1.1" status: 200 len: 1124 time: 0.0657327 Oct 12 19:17:45.506056 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['563b134f-51fe-4fed-be7b-8540d1e5cb66'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:17:45.543816 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9f37d23e-44c3-4d73-a582-f116bcd273ab req-363b5ec4-a397-4b74-bc7c-ee4ee11c0005 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2999b03-b87d-46b4-9267-1669e2e14df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537639 Oct 12 19:17:45.658055 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14695faa-670a-4b8e-88a2-0b684e0c9fd1 req-bd52d2a4-c572-43ba-8ff8-490a3ce85331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:45.662619 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-14695faa-670a-4b8e-88a2-0b684e0c9fd1 req-bd52d2a4-c572-43ba-8ff8-490a3ce85331 service neutron] 10.222.0.67 "GET /v2.0/networks?id=82671036-c03a-4d3c-b62d-db19aa8b0fed HTTP/1.1" status: 200 len: 921 time: 0.1534133 Oct 12 19:17:45.714954 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-14695faa-670a-4b8e-88a2-0b684e0c9fd1 req-a701b3d6-8517-40f2-93f2-62822c9fe03e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=563b134f-51fe-4fed-be7b-8540d1e5cb66 HTTP/1.1" status: 200 len: 217 time: 0.0468647 Oct 12 19:17:45.770388 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14695faa-670a-4b8e-88a2-0b684e0c9fd1 req-c43646c3-9494-41ab-86b2-cc004e4ab2be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:45.771830 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-14695faa-670a-4b8e-88a2-0b684e0c9fd1 req-c43646c3-9494-41ab-86b2-cc004e4ab2be service neutron] 10.222.0.67 "GET /v2.0/subnets?id=39796bec-4145-45cd-b713-3f2477a830cb HTTP/1.1" status: 200 len: 860 time: 0.0495915 Oct 12 19:17:45.804459 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-14695faa-670a-4b8e-88a2-0b684e0c9fd1 req-cd471d28-e4b2-4902-b7e4-5f050291ed11 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=82671036-c03a-4d3c-b62d-db19aa8b0fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256357 Oct 12 19:17:45.907895 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-14695faa-670a-4b8e-88a2-0b684e0c9fd1 req-22f8f98c-70bd-4233-9afb-8805d7de935e service neutron] 10.222.0.67 "GET /v2.0/networks/82671036-c03a-4d3c-b62d-db19aa8b0fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960834 Oct 12 19:17:46.012967 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-14695faa-670a-4b8e-88a2-0b684e0c9fd1 req-964f16c6-d1cb-40fd-814e-5214757bfd53 service neutron] 10.222.0.67 "GET /v2.0/networks/82671036-c03a-4d3c-b62d-db19aa8b0fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853987 Oct 12 19:17:46.240301 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2d82a4-47ef-4553-971c-840bbca2f615 req-8e5e200e-066a-45a6-b247-26aebe1204b1 tempest-InstanceActionsNegativeTestJSON-1611488032 tempest-InstanceActionsNegativeTestJSON-1611488032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:46.242106 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3b2d82a4-47ef-4553-971c-840bbca2f615 req-8e5e200e-066a-45a6-b247-26aebe1204b1 tempest-InstanceActionsNegativeTestJSON-1611488032 tempest-InstanceActionsNegativeTestJSON-1611488032-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d25f0a2-8688-4ca0-a6b0-50f1929b95df HTTP/1.1" status: 200 len: 943 time: 0.0655010 Oct 12 19:17:46.284630 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3b2d82a4-47ef-4553-971c-840bbca2f615 req-a9e04fb8-7413-48e8-9cd5-0e84c9ede3cc tempest-InstanceActionsNegativeTestJSON-1611488032 tempest-InstanceActionsNegativeTestJSON-1611488032-project] 10.222.0.49 "GET /v2.0/security-groups?id=b0d5d565-1f33-48a1-9f15-193d5c3c139d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350313 Oct 12 19:17:46.489130 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7bb75c-5236-498c-bd43-9df094432707 req-e9939882-7ad5-4548-856f-f58e34a58a3c tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:46.490667 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2e7bb75c-5236-498c-bd43-9df094432707 req-e9939882-7ad5-4548-856f-f58e34a58a3c tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=4cdc42ba-69e4-48c5-a205-4e2175b26725 HTTP/1.1" status: 200 len: 950 time: 0.0572431 Oct 12 19:17:46.537487 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2e7bb75c-5236-498c-bd43-9df094432707 req-00ef1b2e-d7a8-4189-9cd4-07430a78a6ac tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404603 Oct 12 19:17:46.660565 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c59f3a-8271-4bdb-92aa-5381abb7f635 req-44603824-c9aa-4f8d-8cbd-cdcbe5d46439 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:46.662352 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-62c59f3a-8271-4bdb-92aa-5381abb7f635 req-44603824-c9aa-4f8d-8cbd-cdcbe5d46439 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=310462ac-35c8-4420-a264-5ffe2ec3acdd HTTP/1.1" status: 200 len: 943 time: 0.0498455 Oct 12 19:17:46.699959 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-62c59f3a-8271-4bdb-92aa-5381abb7f635 req-d1b599ff-77c1-4083-86bb-68dca16d1b70 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2999b03-b87d-46b4-9267-1669e2e14df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314522 Oct 12 19:17:46.717132 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device b010662c-e7c7-48a6-b191-407ff3f4750d details requested by agent hyperv_n-h2-813679-3 with host n-h2-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:17:46.817200 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port b010662c-e7c7-48a6-b191-407ff3f4750d, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=b010662c-e7c7-48a6-b191-407ff3f4750d,segment=NetworkSegment(83ab5511-1805-4ea1-81de-8d5de5dcda4c),segment_id=83ab5511-1805-4ea1-81de-8d5de5dcda4c)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:17:46.828845 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Returning: {'device': 'b010662c-e7c7-48a6-b191-407ff3f4750d', 'network_id': 'b07e042b-e924-4746-91b4-26cb7ef5939c', 'port_id': 'b010662c-e7c7-48a6-b191-407ff3f4750d', 'mac_address': 'fa:16:3e:e2:a2:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e561762-75f9-4314-a4da-a66f1e876cce', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:17:46.864473 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 563b134f-51fe-4fed-be7b-8540d1e5cb66 details requested by agent hyperv_n-h1-813679-3 with host n-h1-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:17:46.879646 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:46.898551 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b010662c-e7c7-48a6-b191-407ff3f4750d {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:17:46.958499 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port b010662c-e7c7-48a6-b191-407ff3f4750d, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=b010662c-e7c7-48a6-b191-407ff3f4750d,segment=NetworkSegment(83ab5511-1805-4ea1-81de-8d5de5dcda4c),segment_id=83ab5511-1805-4ea1-81de-8d5de5dcda4c)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:17:46.992823 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 563b134f-51fe-4fed-be7b-8540d1e5cb66, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=563b134f-51fe-4fed-be7b-8540d1e5cb66,segment=NetworkSegment(092fb16a-01c2-4f4a-b148-df23675b5071),segment_id=092fb16a-01c2-4f4a-b148-df23675b5071)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:17:47.004688 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 563b134f-51fe-4fed-be7b-8540d1e5cb66 has no active binding in host n-h1-813679-3 {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 12 19:17:47.105472 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:47.156673 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=b010662c-e7c7-48a6-b191-407ff3f4750d,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:17:47.164973 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:17:47.165296 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:17:47.165672 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:17:47.166007 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:17:47.166417 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:17:47.166720 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:17:47.167085 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:17:47.167473 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:17:47.167804 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:17:47.168134 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:17:47.168595 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:17:47.168865 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:17:47.335914 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['b010662c-e7c7-48a6-b191-407ff3f4750d'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:17:47.414222 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75409427-ebf7-4d1b-98ef-bac0da23930f req-0fef1192-7599-4351-bdc0-a14fbfe46026 tempest-InstanceActionsNegativeTestJSON-1611488032 tempest-InstanceActionsNegativeTestJSON-1611488032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:47.415815 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-75409427-ebf7-4d1b-98ef-bac0da23930f req-0fef1192-7599-4351-bdc0-a14fbfe46026 tempest-InstanceActionsNegativeTestJSON-1611488032 tempest-InstanceActionsNegativeTestJSON-1611488032-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d25f0a2-8688-4ca0-a6b0-50f1929b95df HTTP/1.1" status: 200 len: 944 time: 0.0565493 Oct 12 19:17:47.454923 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-75409427-ebf7-4d1b-98ef-bac0da23930f req-428671a9-5a4a-48f7-bb58-cd72564e1a22 tempest-InstanceActionsNegativeTestJSON-1611488032 tempest-InstanceActionsNegativeTestJSON-1611488032-project] 10.222.0.49 "GET /v2.0/security-groups?id=b0d5d565-1f33-48a1-9f15-193d5c3c139d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328965 Oct 12 19:17:47.667938 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb527fc8-6e16-4937-965b-f9430ca9e701 req-80936f94-abe6-40d7-8b2b-fb2e84f79013 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:47.669478 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-fb527fc8-6e16-4937-965b-f9430ca9e701 req-80936f94-abe6-40d7-8b2b-fb2e84f79013 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=4cdc42ba-69e4-48c5-a205-4e2175b26725 HTTP/1.1" status: 200 len: 950 time: 0.0545630 Oct 12 19:17:47.711249 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-fb527fc8-6e16-4937-965b-f9430ca9e701 req-0012eb2f-992a-4a02-9569-7cc8a1cf0ab0 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354483 Oct 12 19:17:47.838024 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2db8e8-caa0-40af-8e4f-4265742f62d6 req-c7e76a98-83db-4cc3-b13a-c887b26297ed tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:47.840670 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6f2db8e8-caa0-40af-8e4f-4265742f62d6 req-c7e76a98-83db-4cc3-b13a-c887b26297ed tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=310462ac-35c8-4420-a264-5ffe2ec3acdd HTTP/1.1" status: 200 len: 943 time: 0.0577226 Oct 12 19:17:47.880112 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6f2db8e8-caa0-40af-8e4f-4265742f62d6 req-ca128de9-ced2-4cab-96ad-555399c644c3 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2999b03-b87d-46b4-9267-1669e2e14df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333312 Oct 12 19:17:48.585819 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4111aff-675d-4033-af74-39f2d7829231 req-5354e101-84d6-481c-811d-9f26cab0cdb8 tempest-InstanceActionsNegativeTestJSON-1611488032 tempest-InstanceActionsNegativeTestJSON-1611488032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:48.587510 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c4111aff-675d-4033-af74-39f2d7829231 req-5354e101-84d6-481c-811d-9f26cab0cdb8 tempest-InstanceActionsNegativeTestJSON-1611488032 tempest-InstanceActionsNegativeTestJSON-1611488032-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d25f0a2-8688-4ca0-a6b0-50f1929b95df HTTP/1.1" status: 200 len: 944 time: 0.0579202 Oct 12 19:17:48.629161 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c4111aff-675d-4033-af74-39f2d7829231 req-3915186f-d251-411b-9ad3-93cc9eb07c3b tempest-InstanceActionsNegativeTestJSON-1611488032 tempest-InstanceActionsNegativeTestJSON-1611488032-project] 10.222.0.49 "GET /v2.0/security-groups?id=b0d5d565-1f33-48a1-9f15-193d5c3c139d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351374 Oct 12 19:17:48.721381 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device b010662c-e7c7-48a6-b191-407ff3f4750d up at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:17:48.833426 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3235f7ad-bbbf-455d-a155-1d143a3003c1 req-8b8ee2af-1727-464e-9506-de4c7d76395e tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:48.834900 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3235f7ad-bbbf-455d-a155-1d143a3003c1 req-8b8ee2af-1727-464e-9506-de4c7d76395e tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=4cdc42ba-69e4-48c5-a205-4e2175b26725 HTTP/1.1" status: 200 len: 950 time: 0.0528519 Oct 12 19:17:48.841178 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning for port b010662c-e7c7-48a6-b191-407ff3f4750d completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:17:48.850825 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning complete for port b010662c-e7c7-48a6-b191-407ff3f4750d triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:17:48.850825 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:48.877988 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3235f7ad-bbbf-455d-a155-1d143a3003c1 req-25b4cbe1-2a09-41d4-9936-ba4a0bdf74fc tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363257 Oct 12 19:17:48.929560 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:48.953132 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d25f0a2-8688-4ca0-a6b0-50f1929b95df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b010662c-e7c7-48a6-b191-407ff3f4750d'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:17:48.955399 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88078b92-1998-471f-a963-77100c0d8696" -d '{"events": [{"server_uuid": "4d25f0a2-8688-4ca0-a6b0-50f1929b95df", "name": "network-vif-plugged", "status": "completed", "tag": "b010662c-e7c7-48a6-b191-407ff3f4750d"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:17:48.973119 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port b010662c-e7c7-48a6-b191-407ff3f4750d, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=b010662c-e7c7-48a6-b191-407ff3f4750d,segment=NetworkSegment(83ab5511-1805-4ea1-81de-8d5de5dcda4c),segment_id=83ab5511-1805-4ea1-81de-8d5de5dcda4c)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:17:48.994984 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dccb093-cef7-451d-bf7a-abf38f58094e x-openstack-request-id: req-4dccb093-cef7-451d-bf7a-abf38f58094e {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:17:48.995280 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d25f0a2-8688-4ca0-a6b0-50f1929b95df", "name": "network-vif-plugged", "status": "completed", "tag": "b010662c-e7c7-48a6-b191-407ff3f4750d", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:17:48.995581 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4dccb093-cef7-451d-bf7a-abf38f58094e {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:17:48.995982 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d25f0a2-8688-4ca0-a6b0-50f1929b95df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b010662c-e7c7-48a6-b191-407ff3f4750d', 'code': 200} Oct 12 19:17:49.013401 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10b6f20-95eb-4ba5-91d3-784265b4a833 req-e2aa2ea9-383e-4c68-b5a5-d9a6c76da005 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:49.015177 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e10b6f20-95eb-4ba5-91d3-784265b4a833 req-e2aa2ea9-383e-4c68-b5a5-d9a6c76da005 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=310462ac-35c8-4420-a264-5ffe2ec3acdd HTTP/1.1" status: 200 len: 943 time: 0.0568421 Oct 12 19:17:49.058014 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:49.061209 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e10b6f20-95eb-4ba5-91d3-784265b4a833 req-caa7f104-6bcf-4d5d-9571-3ae4817380d9 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2999b03-b87d-46b4-9267-1669e2e14df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397172 Oct 12 19:17:49.116465 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60062e6e-d865-465f-a91f-564adc769d71 req-ee3ed1b9-3ac8-4e38-b9f3-c5c5d89bcbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:49.118000 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-60062e6e-d865-465f-a91f-564adc769d71 req-ee3ed1b9-3ac8-4e38-b9f3-c5c5d89bcbf1 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=4d25f0a2-8688-4ca0-a6b0-50f1929b95df HTTP/1.1" status: 200 len: 1096 time: 0.0589163 Oct 12 19:17:49.124565 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=b010662c-e7c7-48a6-b191-407ff3f4750d,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:17:49.146179 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 37610) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:17:49.158643 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-60062e6e-d865-465f-a91f-564adc769d71 req-e181d2af-f078-4619-b351-c26381289b81 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=b0d5d565-1f33-48a1-9f15-193d5c3c139d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314398 Oct 12 19:17:49.253871 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4690249e-6a31-4132-ae75-54fd2bc936eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:49.334131 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4690249e-6a31-4132-ae75-54fd2bc936eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:49.418324 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4690249e-6a31-4132-ae75-54fd2bc936eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:49.457898 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-4690249e-6a31-4132-ae75-54fd2bc936eb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5bb2026008f34d1ab5917324f6cb6277&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3106027 Oct 12 19:17:49.458599 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4690249e-6a31-4132-ae75-54fd2bc936eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd814e1a-5f16-4b7c-9ea8-48543116aa82,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:17:49.460830 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 37618) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:17:49.510459 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-192dd72c-ac02-4461-b757-d31f7fa83317 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:49.531404 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-192dd72c-ac02-4461-b757-d31f7fa83317 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:49.652049 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-192dd72c-ac02-4461-b757-d31f7fa83317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:49.654762 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-192dd72c-ac02-4461-b757-d31f7fa83317 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:49.656015 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-192dd72c-ac02-4461-b757-d31f7fa83317 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cd814e1a-5f16-4b7c-9ea8-48543116aa82 HTTP/1.1" status: 204 len: 168 time: 0.1941895 Oct 12 19:17:49.664256 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192dd72c-ac02-4461-b757-d31f7fa83317 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd814e1a-5f16-4b7c-9ea8-48543116aa82,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:17:49.747491 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f2083d-b0b9-469b-821b-8aeaca4a5408 req-945001b8-7ce7-4ec8-ae2d-8e80bb6767e4 tempest-InstanceActionsNegativeTestJSON-1611488032 tempest-InstanceActionsNegativeTestJSON-1611488032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:49.748914 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e0f2083d-b0b9-469b-821b-8aeaca4a5408 req-945001b8-7ce7-4ec8-ae2d-8e80bb6767e4 tempest-InstanceActionsNegativeTestJSON-1611488032 tempest-InstanceActionsNegativeTestJSON-1611488032-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d25f0a2-8688-4ca0-a6b0-50f1929b95df HTTP/1.1" status: 200 len: 945 time: 0.0484679 Oct 12 19:17:49.790000 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e0f2083d-b0b9-469b-821b-8aeaca4a5408 req-36b3e387-2e1b-4c66-8738-ca2d78ac0771 tempest-InstanceActionsNegativeTestJSON-1611488032 tempest-InstanceActionsNegativeTestJSON-1611488032-project] 10.222.0.49 "GET /v2.0/security-groups?id=b0d5d565-1f33-48a1-9f15-193d5c3c139d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341477 Oct 12 19:17:50.006475 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63d57e4-3c2d-48f1-962e-58d9c0fac301 req-663c32c6-7407-4843-b7b9-1302fb5a5a90 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:50.015248 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a63d57e4-3c2d-48f1-962e-58d9c0fac301 req-663c32c6-7407-4843-b7b9-1302fb5a5a90 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=4cdc42ba-69e4-48c5-a205-4e2175b26725 HTTP/1.1" status: 200 len: 950 time: 0.0625629 Oct 12 19:17:50.054021 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a63d57e4-3c2d-48f1-962e-58d9c0fac301 req-e4e29593-0b6d-478a-ab30-4d1fdffd20fc tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377691 Oct 12 19:17:50.196050 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3ffbc0-c9e8-42dc-80cd-3dd3ed1b78f0 req-c9a8efa4-5181-4ee8-976f-9da2c2ed2ca0 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:50.197519 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ad3ffbc0-c9e8-42dc-80cd-3dd3ed1b78f0 req-c9a8efa4-5181-4ee8-976f-9da2c2ed2ca0 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=310462ac-35c8-4420-a264-5ffe2ec3acdd HTTP/1.1" status: 200 len: 943 time: 0.0519884 Oct 12 19:17:50.235495 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ad3ffbc0-c9e8-42dc-80cd-3dd3ed1b78f0 req-638445c2-00d6-4999-a00b-c7ef13575c6c tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2999b03-b87d-46b4-9267-1669e2e14df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318174 Oct 12 19:17:50.395767 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 37636) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:17:50.410850 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0349bb08-6732-42e8-9299-704158140c44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:50.493986 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0349bb08-6732-42e8-9299-704158140c44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:50.606588 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0349bb08-6732-42e8-9299-704158140c44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:50.650256 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-0349bb08-6732-42e8-9299-704158140c44 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8defdb97eb42407a9bd895c755d3982c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2530940 Oct 12 19:17:50.652176 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0349bb08-6732-42e8-9299-704158140c44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=670bcc7a-15c2-4e6e-ba5a-517adf550685,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:17:50.652936 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 37640) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:17:50.708534 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0ce41504-7e44-4efb-84ac-d93b275ee370 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:50.728162 n-d-813679-3 neutron-server[95501]: INFO neutron.api.v2.resource [req-6eecf5c4-f02c-4de3-93f6-a1495dabaf27 req-6822422d-3f03-44f3-811a-613d83b296dc service neutron] show failed (client error): The resource could not be found. Oct 12 19:17:50.729260 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6eecf5c4-f02c-4de3-93f6-a1495dabaf27 req-6822422d-3f03-44f3-811a-613d83b296dc service neutron] 10.222.0.61 "GET /v2.0/ports/031f2c23-1055-471a-b4c0-a0b18c1487ff/bindings/n-h2-813679-3 HTTP/1.1" status: 404 len: 380 time: 0.0562811 Oct 12 19:17:50.731300 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0ce41504-7e44-4efb-84ac-d93b275ee370 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:50.873369 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0ce41504-7e44-4efb-84ac-d93b275ee370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:50.875943 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0ce41504-7e44-4efb-84ac-d93b275ee370 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:50.877159 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-0ce41504-7e44-4efb-84ac-d93b275ee370 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/670bcc7a-15c2-4e6e-ba5a-517adf550685 HTTP/1.1" status: 204 len: 168 time: 0.2231462 Oct 12 19:17:50.885443 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce41504-7e44-4efb-84ac-d93b275ee370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=670bcc7a-15c2-4e6e-ba5a-517adf550685,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:17:50.933861 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5ce4ea-6fa8-4994-94e8-b53b15975eba req-ce53e4cd-7af2-4f89-b796-13136584f048 tempest-InstanceActionsNegativeTestJSON-1611488032 tempest-InstanceActionsNegativeTestJSON-1611488032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:50.935459 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3c5ce4ea-6fa8-4994-94e8-b53b15975eba req-ce53e4cd-7af2-4f89-b796-13136584f048 tempest-InstanceActionsNegativeTestJSON-1611488032 tempest-InstanceActionsNegativeTestJSON-1611488032-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d25f0a2-8688-4ca0-a6b0-50f1929b95df HTTP/1.1" status: 200 len: 945 time: 0.0548525 Oct 12 19:17:50.984644 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3c5ce4ea-6fa8-4994-94e8-b53b15975eba req-59df4b94-7dbd-42b6-bfdd-0879fbeb2e6e tempest-InstanceActionsNegativeTestJSON-1611488032 tempest-InstanceActionsNegativeTestJSON-1611488032-project] 10.222.0.49 "GET /v2.0/security-groups?id=b0d5d565-1f33-48a1-9f15-193d5c3c139d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432062 Oct 12 19:17:51.191433 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc32f0c0-915f-4139-84d6-f7d3304e0edd req-383d24ce-ac3d-4619-93c5-e5ac6b169de8 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:51.193144 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fc32f0c0-915f-4139-84d6-f7d3304e0edd req-383d24ce-ac3d-4619-93c5-e5ac6b169de8 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=4cdc42ba-69e4-48c5-a205-4e2175b26725 HTTP/1.1" status: 200 len: 950 time: 0.0590520 Oct 12 19:17:51.236826 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fc32f0c0-915f-4139-84d6-f7d3304e0edd req-539555f0-886f-4938-82fd-86929eb840b9 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368223 Oct 12 19:17:51.427633 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97d6869-d40d-4364-b187-c8b1487c5143 req-62a79c01-392e-44c2-a5ed-d4845b776cf7 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:51.429492 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e97d6869-d40d-4364-b187-c8b1487c5143 req-62a79c01-392e-44c2-a5ed-d4845b776cf7 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=310462ac-35c8-4420-a264-5ffe2ec3acdd HTTP/1.1" status: 200 len: 943 time: 0.1013491 Oct 12 19:17:51.431547 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eecf5c4-f02c-4de3-93f6-a1495dabaf27 req-0343517d-1f69-4e1f-a54d-0ac1b4685bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:51.433104 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6eecf5c4-f02c-4de3-93f6-a1495dabaf27 req-0343517d-1f69-4e1f-a54d-0ac1b4685bd6 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=4cdc42ba-69e4-48c5-a205-4e2175b26725&tenant_id=1439ecde881648d990934dad6d1d46ba HTTP/1.1" status: 200 len: 1101 time: 0.0951607 Oct 12 19:17:51.467735 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-6eecf5c4-f02c-4de3-93f6-a1495dabaf27 req-69c43500-dbe4-4c7b-92bd-cadfc71f12fd service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813679-3', 'device_owner': 'compute:nova'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:17:51.570225 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e97d6869-d40d-4364-b187-c8b1487c5143 req-eb551f91-992e-4a3b-a0a2-cbd6997e3e3a tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2999b03-b87d-46b4-9267-1669e2e14df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285567 Oct 12 19:17:51.581428 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-6eecf5c4-f02c-4de3-93f6-a1495dabaf27 req-69c43500-dbe4-4c7b-92bd-cadfc71f12fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:51.656023 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8f5084-aa04-4f2b-be70-ccb624fa8dd8 req-3085e253-ce7f-4a15-b640-74184ec2d97b tempest-InstanceActionsNegativeTestJSON-1611488032 tempest-InstanceActionsNegativeTestJSON-1611488032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:51.665683 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3a8f5084-aa04-4f2b-be70-ccb624fa8dd8 req-3085e253-ce7f-4a15-b640-74184ec2d97b tempest-InstanceActionsNegativeTestJSON-1611488032 tempest-InstanceActionsNegativeTestJSON-1611488032-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d25f0a2-8688-4ca0-a6b0-50f1929b95df HTTP/1.1" status: 200 len: 945 time: 0.0737569 Oct 12 19:17:51.721730 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3a8f5084-aa04-4f2b-be70-ccb624fa8dd8 req-499a3657-b78d-41a6-bc63-74b88d18ae71 tempest-InstanceActionsNegativeTestJSON-1611488032 tempest-InstanceActionsNegativeTestJSON-1611488032-project] 10.222.0.49 "GET /v2.0/security-groups?id=b0d5d565-1f33-48a1-9f15-193d5c3c139d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550721 Oct 12 19:17:51.871741 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-6eecf5c4-f02c-4de3-93f6-a1495dabaf27 req-69c43500-dbe4-4c7b-92bd-cadfc71f12fd service neutron] For port 031f2c23-1055-471a-b4c0-a0b18c1487ff, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=031f2c23-1055-471a-b4c0-a0b18c1487ff,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:17:51.928562 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-6eecf5c4-f02c-4de3-93f6-a1495dabaf27 req-69c43500-dbe4-4c7b-92bd-cadfc71f12fd service neutron] For port 031f2c23-1055-471a-b4c0-a0b18c1487ff, host n-h1-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:17:51.973642 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cdc42ba-69e4-48c5-a205-4e2175b26725', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '031f2c23-1055-471a-b4c0-a0b18c1487ff'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:17:51.975950 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d5e66f8-9dc0-4797-8a4e-325d7e62ded5" -d '{"events": [{"server_uuid": "4cdc42ba-69e4-48c5-a205-4e2175b26725", "name": "network-vif-unplugged", "status": "completed", "tag": "031f2c23-1055-471a-b4c0-a0b18c1487ff"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:17:51.981881 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-6eecf5c4-f02c-4de3-93f6-a1495dabaf27 req-69c43500-dbe4-4c7b-92bd-cadfc71f12fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:51.994180 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.provisioning_blocks [req-6eecf5c4-f02c-4de3-93f6-a1495dabaf27 req-69c43500-dbe4-4c7b-92bd-cadfc71f12fd service neutron] Transition to ACTIVE for port object 031f2c23-1055-471a-b4c0-a0b18c1487ff will not be triggered until provisioned by entity L2. {{(pid=95501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:17:52.031882 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 19:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e08647f2-094c-4362-9c81-511d4150d650 x-openstack-request-id: req-e08647f2-094c-4362-9c81-511d4150d650 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:17:52.032221 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cdc42ba-69e4-48c5-a205-4e2175b26725", "name": "network-vif-unplugged", "status": "completed", "tag": "031f2c23-1055-471a-b4c0-a0b18c1487ff", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:17:52.032479 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e08647f2-094c-4362-9c81-511d4150d650 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:17:52.033408 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cdc42ba-69e4-48c5-a205-4e2175b26725', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '031f2c23-1055-471a-b4c0-a0b18c1487ff', 'code': 200} Oct 12 19:17:52.108640 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-6eecf5c4-f02c-4de3-93f6-a1495dabaf27 req-69c43500-dbe4-4c7b-92bd-cadfc71f12fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:52.184502 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eecf5c4-f02c-4de3-93f6-a1495dabaf27 req-69c43500-dbe4-4c7b-92bd-cadfc71f12fd service neutron] No DVR routers for this DVR port 031f2c23-1055-471a-b4c0-a0b18c1487ff on host n-h1-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:17:52.198457 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c43500-dbe4-4c7b-92bd-cadfc71f12fd service neutron] Pushing event updated for resources: {'Port': ['ID=031f2c23-1055-471a-b4c0-a0b18c1487ff,revision_number=6']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:17:52.235543 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-6eecf5c4-f02c-4de3-93f6-a1495dabaf27 req-69c43500-dbe4-4c7b-92bd-cadfc71f12fd service neutron] Attempting to bind port 031f2c23-1055-471a-b4c0-a0b18c1487ff on host n-h2-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:17:52.235909 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-6eecf5c4-f02c-4de3-93f6-a1495dabaf27 req-69c43500-dbe4-4c7b-92bd-cadfc71f12fd service neutron] Attempting to bind port 031f2c23-1055-471a-b4c0-a0b18c1487ff by drivers openvswitch,hyperv on host n-h2-813679-3 at level 0 using segments [{'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:17:52.236277 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eecf5c4-f02c-4de3-93f6-a1495dabaf27 req-69c43500-dbe4-4c7b-92bd-cadfc71f12fd service neutron] Attempting to bind port 031f2c23-1055-471a-b4c0-a0b18c1487ff on network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:17:52.249963 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eecf5c4-f02c-4de3-93f6-a1495dabaf27 req-69c43500-dbe4-4c7b-92bd-cadfc71f12fd service neutron] Port 031f2c23-1055-471a-b4c0-a0b18c1487ff on network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:17:52.250698 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eecf5c4-f02c-4de3-93f6-a1495dabaf27 req-69c43500-dbe4-4c7b-92bd-cadfc71f12fd service neutron] Attempting to bind port 031f2c23-1055-471a-b4c0-a0b18c1487ff on network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:17:52.258721 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eecf5c4-f02c-4de3-93f6-a1495dabaf27 req-69c43500-dbe4-4c7b-92bd-cadfc71f12fd service neutron] Checking agent: {'id': '233fbd7d-38e4-434f-bb8f-05364d7423a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:17:52.259153 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eecf5c4-f02c-4de3-93f6-a1495dabaf27 req-69c43500-dbe4-4c7b-92bd-cadfc71f12fd service neutron] Checking segment: {'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:17:52.259584 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eecf5c4-f02c-4de3-93f6-a1495dabaf27 req-69c43500-dbe4-4c7b-92bd-cadfc71f12fd service neutron] Bound using segment: {'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:17:52.259938 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-6eecf5c4-f02c-4de3-93f6-a1495dabaf27 req-69c43500-dbe4-4c7b-92bd-cadfc71f12fd service neutron] Bound port: 031f2c23-1055-471a-b4c0-a0b18c1487ff, host: n-h2-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'}}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:17:52.260407 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-6eecf5c4-f02c-4de3-93f6-a1495dabaf27 req-69c43500-dbe4-4c7b-92bd-cadfc71f12fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:52.379144 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-6eecf5c4-f02c-4de3-93f6-a1495dabaf27 req-69c43500-dbe4-4c7b-92bd-cadfc71f12fd service neutron] For port 031f2c23-1055-471a-b4c0-a0b18c1487ff, host n-h2-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:17:52.387595 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-6eecf5c4-f02c-4de3-93f6-a1495dabaf27 req-69c43500-dbe4-4c7b-92bd-cadfc71f12fd service neutron] For port 031f2c23-1055-471a-b4c0-a0b18c1487ff, host n-h2-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=031f2c23-1055-471a-b4c0-a0b18c1487ff,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:17:52.440440 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a86c7f-16be-4a64-8bc9-f5d0ca9d81f3 req-82fb716a-1657-438f-9765-af54e7946ae0 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:52.442538 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-78a86c7f-16be-4a64-8bc9-f5d0ca9d81f3 req-82fb716a-1657-438f-9765-af54e7946ae0 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=4cdc42ba-69e4-48c5-a205-4e2175b26725 HTTP/1.1" status: 200 len: 948 time: 0.0755296 Oct 12 19:17:52.454115 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-6eecf5c4-f02c-4de3-93f6-a1495dabaf27 req-69c43500-dbe4-4c7b-92bd-cadfc71f12fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:52.498208 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eecf5c4-f02c-4de3-93f6-a1495dabaf27 req-69c43500-dbe4-4c7b-92bd-cadfc71f12fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:52.499060 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-6eecf5c4-f02c-4de3-93f6-a1495dabaf27 req-69c43500-dbe4-4c7b-92bd-cadfc71f12fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:52.500533 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6eecf5c4-f02c-4de3-93f6-a1495dabaf27 req-69c43500-dbe4-4c7b-92bd-cadfc71f12fd service neutron] 10.222.0.67 "PUT /v2.0/ports/031f2c23-1055-471a-b4c0-a0b18c1487ff HTTP/1.1" status: 200 len: 1096 time: 1.0381701 Oct 12 19:17:52.506954 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-78a86c7f-16be-4a64-8bc9-f5d0ca9d81f3 req-6520dee0-3e59-451f-92be-d1546b9778e3 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562518 Oct 12 19:17:52.640823 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c43500-dbe4-4c7b-92bd-cadfc71f12fd service neutron] Pushing event updated for resources: {'Port': ['ID=031f2c23-1055-471a-b4c0-a0b18c1487ff,revision_number=7']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:17:52.669630 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eecf5c4-f02c-4de3-93f6-a1495dabaf27 req-e01a2ea9-0ab6-4a3b-b49c-2be057b87277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:52.683029 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6eecf5c4-f02c-4de3-93f6-a1495dabaf27 req-e01a2ea9-0ab6-4a3b-b49c-2be057b87277 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1439ecde881648d990934dad6d1d46ba&device_id=4cdc42ba-69e4-48c5-a205-4e2175b26725 HTTP/1.1" status: 200 len: 1099 time: 0.1344290 Oct 12 19:17:52.831807 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a101575-fa5b-4d20-a07e-392797220381 req-99a1aa26-f7af-4225-ae36-fe6b8c09ffad tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:52.834550 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9a101575-fa5b-4d20-a07e-392797220381 req-99a1aa26-f7af-4225-ae36-fe6b8c09ffad tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=310462ac-35c8-4420-a264-5ffe2ec3acdd HTTP/1.1" status: 200 len: 943 time: 0.1160662 Oct 12 19:17:52.845710 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eecf5c4-f02c-4de3-93f6-a1495dabaf27 req-660c0f01-cd5a-4100-8f05-76e73fa0d0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:52.847289 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6eecf5c4-f02c-4de3-93f6-a1495dabaf27 req-660c0f01-cd5a-4100-8f05-76e73fa0d0cb service neutron] 10.222.0.67 "GET /v2.0/networks?id=90dcf485-b1ad-4139-85a3-9e1e9879e6b1 HTTP/1.1" status: 200 len: 870 time: 0.1581182 Oct 12 19:17:52.907488 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9a101575-fa5b-4d20-a07e-392797220381 req-d57d3e7e-535f-4e48-b81b-665643688373 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2999b03-b87d-46b4-9267-1669e2e14df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608618 Oct 12 19:17:52.935794 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6eecf5c4-f02c-4de3-93f6-a1495dabaf27 req-89219e21-84ce-473f-81af-67c3454e16b8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=031f2c23-1055-471a-b4c0-a0b18c1487ff HTTP/1.1" status: 200 len: 217 time: 0.0714614 Oct 12 19:17:53.030691 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eecf5c4-f02c-4de3-93f6-a1495dabaf27 req-f5607ad7-6a8c-4cc4-abaa-d2fb8d8a8a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:53.032312 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6eecf5c4-f02c-4de3-93f6-a1495dabaf27 req-f5607ad7-6a8c-4cc4-abaa-d2fb8d8a8a3d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=629aee7d-3fde-4c72-af1e-6a7e1f6a7e75 HTTP/1.1" status: 200 len: 843 time: 0.0819805 Oct 12 19:17:53.045414 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55195dd-ded4-4176-a50e-c461002a37fb req-a2646d57-f870-4a57-a538-72acf20fb0b0 tempest-InstanceActionsNegativeTestJSON-1611488032 tempest-InstanceActionsNegativeTestJSON-1611488032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:53.046963 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a55195dd-ded4-4176-a50e-c461002a37fb req-a2646d57-f870-4a57-a538-72acf20fb0b0 tempest-InstanceActionsNegativeTestJSON-1611488032 tempest-InstanceActionsNegativeTestJSON-1611488032-project] 10.222.0.67 "GET /v2.0/ports?device_id=4d25f0a2-8688-4ca0-a6b0-50f1929b95df HTTP/1.1" status: 200 len: 945 time: 0.1753507 Oct 12 19:17:53.055358 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7281c99-900f-4354-9234-f1ceee80ed36 req-d3076012-acbf-4493-a1fe-020d6c8c875f tempest-InstanceActionsNegativeTestJSON-1611488032 tempest-InstanceActionsNegativeTestJSON-1611488032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:53.060713 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d7281c99-900f-4354-9234-f1ceee80ed36 req-d3076012-acbf-4493-a1fe-020d6c8c875f tempest-InstanceActionsNegativeTestJSON-1611488032 tempest-InstanceActionsNegativeTestJSON-1611488032-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d25f0a2-8688-4ca0-a6b0-50f1929b95df HTTP/1.1" status: 200 len: 945 time: 0.1899130 Oct 12 19:17:53.231046 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d7281c99-900f-4354-9234-f1ceee80ed36 req-8968c2c7-0ee4-457c-bb20-0d0c7a1a2a55 tempest-InstanceActionsNegativeTestJSON-1611488032 tempest-InstanceActionsNegativeTestJSON-1611488032-project] 10.222.0.49 "GET /v2.0/security-groups?id=b0d5d565-1f33-48a1-9f15-193d5c3c139d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655900 Oct 12 19:17:53.233189 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eecf5c4-f02c-4de3-93f6-a1495dabaf27 req-33e986e5-5361-4f02-a329-2b60fb5b6ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:53.234480 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6eecf5c4-f02c-4de3-93f6-a1495dabaf27 req-33e986e5-5361-4f02-a329-2b60fb5b6ada service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=90dcf485-b1ad-4139-85a3-9e1e9879e6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1708469 Oct 12 19:17:53.311870 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-a55195dd-ded4-4176-a50e-c461002a37fb req-ebbc7c3c-c377-426b-bda3-d2cab0bd916d tempest-InstanceActionsNegativeTestJSON-1611488032 tempest-InstanceActionsNegativeTestJSON-1611488032-project] Deleting port b010662c-e7c7-48a6-b191-407ff3f4750d {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:17:53.312549 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-a55195dd-ded4-4176-a50e-c461002a37fb req-ebbc7c3c-c377-426b-bda3-d2cab0bd916d tempest-InstanceActionsNegativeTestJSON-1611488032 tempest-InstanceActionsNegativeTestJSON-1611488032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:53.400161 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6eecf5c4-f02c-4de3-93f6-a1495dabaf27 req-ce0c0e5e-7eb5-452e-ad9e-0f08da8a21eb service neutron] 10.222.0.67 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485889 Oct 12 19:17:53.474359 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-a55195dd-ded4-4176-a50e-c461002a37fb req-ebbc7c3c-c377-426b-bda3-d2cab0bd916d tempest-InstanceActionsNegativeTestJSON-1611488032 tempest-InstanceActionsNegativeTestJSON-1611488032-project] For port b010662c-e7c7-48a6-b191-407ff3f4750d, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=b010662c-e7c7-48a6-b191-407ff3f4750d,segment=NetworkSegment(83ab5511-1805-4ea1-81de-8d5de5dcda4c),segment_id=83ab5511-1805-4ea1-81de-8d5de5dcda4c)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:17:53.474736 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-a55195dd-ded4-4176-a50e-c461002a37fb req-ebbc7c3c-c377-426b-bda3-d2cab0bd916d tempest-InstanceActionsNegativeTestJSON-1611488032 tempest-InstanceActionsNegativeTestJSON-1611488032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:53.495457 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-a55195dd-ded4-4176-a50e-c461002a37fb req-ebbc7c3c-c377-426b-bda3-d2cab0bd916d tempest-InstanceActionsNegativeTestJSON-1611488032 tempest-InstanceActionsNegativeTestJSON-1611488032-project] Calling delete_port for b010662c-e7c7-48a6-b191-407ff3f4750d owned by compute:nova {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:17:53.573973 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6eecf5c4-f02c-4de3-93f6-a1495dabaf27 req-da2aa88e-52d8-4951-b898-e85c37eab0a1 service neutron] 10.222.0.67 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640470 Oct 12 19:17:53.669410 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e17d36-f392-4d26-a1f5-708646ae209a req-be6630c3-127a-410f-9ae4-e3baaf4029a8 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:53.670918 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d2e17d36-f392-4d26-a1f5-708646ae209a req-be6630c3-127a-410f-9ae4-e3baaf4029a8 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=4cdc42ba-69e4-48c5-a205-4e2175b26725 HTTP/1.1" status: 200 len: 948 time: 0.0522254 Oct 12 19:17:53.716169 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d2e17d36-f392-4d26-a1f5-708646ae209a req-290133a7-86c2-4ace-9475-4c8768a14a68 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377474 Oct 12 19:17:53.737945 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-a55195dd-ded4-4176-a50e-c461002a37fb req-ebbc7c3c-c377-426b-bda3-d2cab0bd916d tempest-InstanceActionsNegativeTestJSON-1611488032 tempest-InstanceActionsNegativeTestJSON-1611488032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:53.751276 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['b010662c-e7c7-48a6-b191-407ff3f4750d'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:17:53.768194 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbc7c3c-c377-426b-bda3-d2cab0bd916d tempest-InstanceActionsNegativeTestJSON-1611488032 tempest-InstanceActionsNegativeTestJSON-1611488032-project] Pushing event deleted for resources: {'Port': ['ID=b010662c-e7c7-48a6-b191-407ff3f4750d,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:17:53.843156 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-a55195dd-ded4-4176-a50e-c461002a37fb req-ebbc7c3c-c377-426b-bda3-d2cab0bd916d tempest-InstanceActionsNegativeTestJSON-1611488032 tempest-InstanceActionsNegativeTestJSON-1611488032-project] No DVR routers for this DVR port b010662c-e7c7-48a6-b191-407ff3f4750d on host n-h2-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:17:53.847766 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-a55195dd-ded4-4176-a50e-c461002a37fb req-ebbc7c3c-c377-426b-bda3-d2cab0bd916d tempest-InstanceActionsNegativeTestJSON-1611488032 tempest-InstanceActionsNegativeTestJSON-1611488032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:53.851398 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a55195dd-ded4-4176-a50e-c461002a37fb req-ebbc7c3c-c377-426b-bda3-d2cab0bd916d tempest-InstanceActionsNegativeTestJSON-1611488032 tempest-InstanceActionsNegativeTestJSON-1611488032-project] 10.222.0.67 "DELETE /v2.0/ports/b010662c-e7c7-48a6-b191-407ff3f4750d HTTP/1.1" status: 204 len: 173 time: 0.7893772 Oct 12 19:17:53.879110 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-14dec65b-a11d-41d0-baca-03a2778cbaaf req-406e7cc4-7f59-4a7d-bf02-2266bc53762c service neutron] 10.222.0.67 "GET /v2.0/ports/563b134f-51fe-4fed-be7b-8540d1e5cb66/bindings/n-h1-813679-3 HTTP/1.1" status: 200 len: 384 time: 0.0823746 Oct 12 19:17:54.053201 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cdc42ba-69e4-48c5-a205-4e2175b26725', 'tag': '031f2c23-1055-471a-b4c0-a0b18c1487ff'}, {'server_uuid': '4d25f0a2-8688-4ca0-a6b0-50f1929b95df', 'name': 'network-vif-deleted', 'tag': 'b010662c-e7c7-48a6-b191-407ff3f4750d'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:17:54.056577 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caa9e648-371c-4f0b-a2ed-2baa98f91f4c" -d '{"events": [{"name": "network-changed", "server_uuid": "4cdc42ba-69e4-48c5-a205-4e2175b26725", "tag": "031f2c23-1055-471a-b4c0-a0b18c1487ff"}, {"server_uuid": "4d25f0a2-8688-4ca0-a6b0-50f1929b95df", "name": "network-vif-deleted", "tag": "b010662c-e7c7-48a6-b191-407ff3f4750d"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:17:54.093203 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7415586a-0e0e-4704-9632-f6add2eaa7ef req-a675723d-a023-4032-8ebb-fde225036b16 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:54.094718 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7415586a-0e0e-4704-9632-f6add2eaa7ef req-a675723d-a023-4032-8ebb-fde225036b16 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=310462ac-35c8-4420-a264-5ffe2ec3acdd HTTP/1.1" status: 200 len: 943 time: 0.1179514 Oct 12 19:17:54.121166 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 12 Oct 2021 19:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcb11922-de61-4805-a553-7236c139110b x-openstack-request-id: req-bcb11922-de61-4805-a553-7236c139110b {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:17:54.121457 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cdc42ba-69e4-48c5-a205-4e2175b26725", "tag": "031f2c23-1055-471a-b4c0-a0b18c1487ff", "status": "completed", "code": 200}, {"server_uuid": "4d25f0a2-8688-4ca0-a6b0-50f1929b95df", "name": "network-vif-deleted", "tag": "b010662c-e7c7-48a6-b191-407ff3f4750d", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:17:54.121715 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bcb11922-de61-4805-a553-7236c139110b {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:17:54.122092 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cdc42ba-69e4-48c5-a205-4e2175b26725', 'tag': '031f2c23-1055-471a-b4c0-a0b18c1487ff', 'status': 'completed', 'code': 200} Oct 12 19:17:54.122481 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d25f0a2-8688-4ca0-a6b0-50f1929b95df', 'name': 'network-vif-deleted', 'tag': 'b010662c-e7c7-48a6-b191-407ff3f4750d', 'status': 'completed', 'code': 200} Oct 12 19:17:54.226693 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-14dec65b-a11d-41d0-baca-03a2778cbaaf req-629989a7-cf42-4b34-9917-af852d8815ac service neutron] For port 563b134f-51fe-4fed-be7b-8540d1e5cb66, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=563b134f-51fe-4fed-be7b-8540d1e5cb66,segment=NetworkSegment(092fb16a-01c2-4f4a-b148-df23675b5071),segment_id=092fb16a-01c2-4f4a-b148-df23675b5071)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:17:54.263394 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7415586a-0e0e-4704-9632-f6add2eaa7ef req-ecc30387-b085-425e-bf7c-9563a87effe0 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2999b03-b87d-46b4-9267-1669e2e14df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445999 Oct 12 19:17:54.279368 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-14dec65b-a11d-41d0-baca-03a2778cbaaf req-629989a7-cf42-4b34-9917-af852d8815ac service neutron] For port 563b134f-51fe-4fed-be7b-8540d1e5cb66, host n-h2-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:17:54.316602 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa9e648-371c-4f0b-a2ed-2baa98f91f4c req-99f25ab0-5941-41ac-8f1c-484fe68ad0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:54.318132 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-caa9e648-371c-4f0b-a2ed-2baa98f91f4c req-99f25ab0-5941-41ac-8f1c-484fe68ad0c3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1439ecde881648d990934dad6d1d46ba&device_id=4cdc42ba-69e4-48c5-a205-4e2175b26725 HTTP/1.1" status: 200 len: 1099 time: 0.1617532 Oct 12 19:17:54.325731 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa9e648-371c-4f0b-a2ed-2baa98f91f4c req-b8cb74ed-df89-4f79-b175-7428fac235c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:54.327274 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-caa9e648-371c-4f0b-a2ed-2baa98f91f4c req-b8cb74ed-df89-4f79-b175-7428fac235c3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1439ecde881648d990934dad6d1d46ba&device_id=4cdc42ba-69e4-48c5-a205-4e2175b26725 HTTP/1.1" status: 200 len: 1099 time: 0.1435766 Oct 12 19:17:54.387053 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [req-14dec65b-a11d-41d0-baca-03a2778cbaaf req-629989a7-cf42-4b34-9917-af852d8815ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 563b134f-51fe-4fed-be7b-8540d1e5cb66 {{(pid=95501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:17:54.406333 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-299eb73e-5c1d-4eaa-91ab-266a2f3afea2 req-1fc53f70-413c-447b-acbc-b633f2db6a11 tempest-InstanceActionsNegativeTestJSON-1611488032 tempest-InstanceActionsNegativeTestJSON-1611488032-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d25f0a2-8688-4ca0-a6b0-50f1929b95df HTTP/1.1" status: 200 len: 210 time: 0.0413134 Oct 12 19:17:54.441510 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-14dec65b-a11d-41d0-baca-03a2778cbaaf req-629989a7-cf42-4b34-9917-af852d8815ac service neutron] For port 563b134f-51fe-4fed-be7b-8540d1e5cb66, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=563b134f-51fe-4fed-be7b-8540d1e5cb66,segment=NetworkSegment(092fb16a-01c2-4f4a-b148-df23675b5071),segment_id=092fb16a-01c2-4f4a-b148-df23675b5071)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:17:54.519389 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa9e648-371c-4f0b-a2ed-2baa98f91f4c req-93dc13f0-60ce-480d-b2b4-9345305aaa09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:54.520853 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-caa9e648-371c-4f0b-a2ed-2baa98f91f4c req-93dc13f0-60ce-480d-b2b4-9345305aaa09 service neutron] 10.222.0.61 "GET /v2.0/networks?id=90dcf485-b1ad-4139-85a3-9e1e9879e6b1 HTTP/1.1" status: 200 len: 870 time: 0.1804707 Oct 12 19:17:54.521914 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa9e648-371c-4f0b-a2ed-2baa98f91f4c req-5bf3de53-ea3a-482d-a5f9-8c17e7360816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:54.523233 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-caa9e648-371c-4f0b-a2ed-2baa98f91f4c req-5bf3de53-ea3a-482d-a5f9-8c17e7360816 service neutron] 10.222.0.67 "GET /v2.0/networks?id=90dcf485-b1ad-4139-85a3-9e1e9879e6b1 HTTP/1.1" status: 200 len: 870 time: 0.1934710 Oct 12 19:17:54.595833 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-14dec65b-a11d-41d0-baca-03a2778cbaaf req-629989a7-cf42-4b34-9917-af852d8815ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:54.598832 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-caa9e648-371c-4f0b-a2ed-2baa98f91f4c req-115b07f9-3308-42f3-87e6-0c902490df66 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=031f2c23-1055-471a-b4c0-a0b18c1487ff HTTP/1.1" status: 200 len: 217 time: 0.0681672 Oct 12 19:17:54.601063 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-caa9e648-371c-4f0b-a2ed-2baa98f91f4c req-02faaff8-b696-4f7b-a857-dab4315ec16a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=031f2c23-1055-471a-b4c0-a0b18c1487ff HTTP/1.1" status: 200 len: 217 time: 0.0642447 Oct 12 19:17:54.718915 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa9e648-371c-4f0b-a2ed-2baa98f91f4c req-975887b9-991a-443b-9bf5-910fa784f751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:54.720763 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-caa9e648-371c-4f0b-a2ed-2baa98f91f4c req-975887b9-991a-443b-9bf5-910fa784f751 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=629aee7d-3fde-4c72-af1e-6a7e1f6a7e75 HTTP/1.1" status: 200 len: 843 time: 0.1139011 Oct 12 19:17:54.745493 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa9e648-371c-4f0b-a2ed-2baa98f91f4c req-12c64a1b-bf04-49fb-9c69-a627c7ff3c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:54.746994 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-caa9e648-371c-4f0b-a2ed-2baa98f91f4c req-12c64a1b-bf04-49fb-9c69-a627c7ff3c88 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=629aee7d-3fde-4c72-af1e-6a7e1f6a7e75 HTTP/1.1" status: 200 len: 843 time: 0.1293683 Oct 12 19:17:54.764592 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 563b134f-51fe-4fed-be7b-8540d1e5cb66 no longer exists at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:17:54.844219 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.provisioning_blocks [req-14dec65b-a11d-41d0-baca-03a2778cbaaf req-629989a7-cf42-4b34-9917-af852d8815ac service neutron] Transition to ACTIVE for port object 563b134f-51fe-4fed-be7b-8540d1e5cb66 will not be triggered until provisioned by entity L2. {{(pid=95501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:17:54.854808 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa9e648-371c-4f0b-a2ed-2baa98f91f4c req-cb9f8d37-109f-4d27-adb2-de61e750a163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:54.856544 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-caa9e648-371c-4f0b-a2ed-2baa98f91f4c req-cb9f8d37-109f-4d27-adb2-de61e750a163 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=90dcf485-b1ad-4139-85a3-9e1e9879e6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1231713 Oct 12 19:17:54.867627 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa9e648-371c-4f0b-a2ed-2baa98f91f4c req-cf498c82-aa0e-4ffc-b972-c9362dd827c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:54.869509 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-caa9e648-371c-4f0b-a2ed-2baa98f91f4c req-cf498c82-aa0e-4ffc-b972-c9362dd827c4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=90dcf485-b1ad-4139-85a3-9e1e9879e6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1035573 Oct 12 19:17:54.927701 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 031f2c23-1055-471a-b4c0-a0b18c1487ff no longer exists at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:17:54.976865 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8e1f17-ca94-48d1-a227-94f84cca410b req-34de709b-210d-441c-80ec-85fbab0b591d tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:54.978030 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3a8e1f17-ca94-48d1-a227-94f84cca410b req-34de709b-210d-441c-80ec-85fbab0b591d tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=4cdc42ba-69e4-48c5-a205-4e2175b26725 HTTP/1.1" status: 200 len: 948 time: 0.1757793 Oct 12 19:17:54.986948 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-14dec65b-a11d-41d0-baca-03a2778cbaaf req-629989a7-cf42-4b34-9917-af852d8815ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:54.990586 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 031f2c23-1055-471a-b4c0-a0b18c1487ff not bound to the agent host n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:17:55.124369 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-14dec65b-a11d-41d0-baca-03a2778cbaaf req-629989a7-cf42-4b34-9917-af852d8815ac service neutron] No DVR routers for this DVR port 563b134f-51fe-4fed-be7b-8540d1e5cb66 on host n-h2-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:17:55.159133 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3a8e1f17-ca94-48d1-a227-94f84cca410b req-07c9dd7c-9518-4550-8b03-6ecf6ff13eaf tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690664 Oct 12 19:17:55.161957 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629989a7-cf42-4b34-9917-af852d8815ac service neutron] Pushing event updated for resources: {'Port': ['ID=563b134f-51fe-4fed-be7b-8540d1e5cb66,revision_number=10']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:17:55.167752 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-caa9e648-371c-4f0b-a2ed-2baa98f91f4c req-35bcec57-9715-4de3-acc1-132dd2a90f32 service neutron] 10.222.0.61 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2956147 Oct 12 19:17:55.183280 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-caa9e648-371c-4f0b-a2ed-2baa98f91f4c req-5bb02d27-afaa-47c4-9e54-d41e646b839d service neutron] 10.222.0.67 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3014860 Oct 12 19:17:55.238586 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-14dec65b-a11d-41d0-baca-03a2778cbaaf req-629989a7-cf42-4b34-9917-af852d8815ac service neutron] 10.222.0.67 "PUT /v2.0/ports/563b134f-51fe-4fed-be7b-8540d1e5cb66/bindings/n-h1-813679-3/activate HTTP/1.1" status: 200 len: 369 time: 1.3523972 Oct 12 19:17:55.349014 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-caa9e648-371c-4f0b-a2ed-2baa98f91f4c req-9bddfb26-14c3-4bf6-8757-aba196955846 service neutron] 10.222.0.61 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647706 Oct 12 19:17:55.352616 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-caa9e648-371c-4f0b-a2ed-2baa98f91f4c req-f12b3f47-e5f5-45b3-80f2-b6e04f27cb67 service neutron] 10.222.0.67 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610258 Oct 12 19:17:55.420492 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409853e9-5458-4b78-9a29-8c8e5e4d21e6 req-eb740ee0-d308-46ba-a179-e18db41f4a32 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:55.420492 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-409853e9-5458-4b78-9a29-8c8e5e4d21e6 req-eb740ee0-d308-46ba-a179-e18db41f4a32 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=310462ac-35c8-4420-a264-5ffe2ec3acdd HTTP/1.1" status: 200 len: 944 time: 0.0553162 Oct 12 19:17:55.452844 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dec65b-a11d-41d0-baca-03a2778cbaaf req-2d2e1186-22ce-4b7b-9ed0-b5c2e0bb8a1c tempest-LiveAutoBlockMigrationV225Test-2051523199 tempest-LiveAutoBlockMigrationV225Test-2051523199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:55.455834 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-14dec65b-a11d-41d0-baca-03a2778cbaaf req-2d2e1186-22ce-4b7b-9ed0-b5c2e0bb8a1c tempest-LiveAutoBlockMigrationV225Test-2051523199 tempest-LiveAutoBlockMigrationV225Test-2051523199-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=310462ac-35c8-4420-a264-5ffe2ec3acdd&tenant_id=803d7b884967412f992e4b2e79b460e6&binding%3Ahost_id=n-h2-813679-3 HTTP/1.1" status: 200 len: 1095 time: 0.0626757 Oct 12 19:17:55.467028 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-409853e9-5458-4b78-9a29-8c8e5e4d21e6 req-a8dff29e-9bb9-4d60-ae89-de80bc6e7863 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2999b03-b87d-46b4-9267-1669e2e14df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412033 Oct 12 19:17:55.478054 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 37778) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:17:55.865698 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_v2 [None req-faf99ef4-2724-4cdd-8360-db6d4719124e admin admin] Deleting subnet 3e561762-75f9-4314-a4da-a66f1e876cce {{(pid=95501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:17:55.869011 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-faf99ef4-2724-4cdd-8360-db6d4719124e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:55.871880 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dec65b-a11d-41d0-baca-03a2778cbaaf req-471fb804-3968-45f5-8ef1-82b39c174007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:55.873338 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-14dec65b-a11d-41d0-baca-03a2778cbaaf req-471fb804-3968-45f5-8ef1-82b39c174007 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=310462ac-35c8-4420-a264-5ffe2ec3acdd&tenant_id=803d7b884967412f992e4b2e79b460e6 HTTP/1.1" status: 200 len: 1095 time: 0.4100192 Oct 12 19:17:55.930615 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-faf99ef4-2724-4cdd-8360-db6d4719124e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281083'] for subnet, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:55.975909 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dec65b-a11d-41d0-baca-03a2778cbaaf req-cd84f508-e55e-40bf-a554-b3b5cdcf5428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:55.977473 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-14dec65b-a11d-41d0-baca-03a2778cbaaf req-cd84f508-e55e-40bf-a554-b3b5cdcf5428 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=803d7b884967412f992e4b2e79b460e6&device_id=310462ac-35c8-4420-a264-5ffe2ec3acdd HTTP/1.1" status: 200 len: 1095 time: 0.0806372 Oct 12 19:17:55.985107 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-faf99ef4-2724-4cdd-8360-db6d4719124e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:56.127524 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dec65b-a11d-41d0-baca-03a2778cbaaf req-ce9706c7-1f43-400a-a830-d8075aeed1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:56.129160 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-14dec65b-a11d-41d0-baca-03a2778cbaaf req-ce9706c7-1f43-400a-a830-d8075aeed1a8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=82671036-c03a-4d3c-b62d-db19aa8b0fed HTTP/1.1" status: 200 len: 921 time: 0.1194448 Oct 12 19:17:56.174275 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-14dec65b-a11d-41d0-baca-03a2778cbaaf req-6753ae0f-8f02-4e53-9384-7ddfff370f41 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=563b134f-51fe-4fed-be7b-8540d1e5cb66 HTTP/1.1" status: 200 len: 217 time: 0.0374544 Oct 12 19:17:56.210245 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-faf99ef4-2724-4cdd-8360-db6d4719124e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4824924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4612362'] for subnet, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:56.243181 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf99ef4-2724-4cdd-8360-db6d4719124e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e561762-75f9-4314-a4da-a66f1e876cce,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:17:56.245193 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-faf99ef4-2724-4cdd-8360-db6d4719124e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:56.248767 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-faf99ef4-2724-4cdd-8360-db6d4719124e admin admin] 10.222.0.49 "DELETE /v2.0/subnets/3e561762-75f9-4314-a4da-a66f1e876cce HTTP/1.1" status: 204 len: 168 time: 0.7691777 Oct 12 19:17:56.252149 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 37798) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:17:56.266513 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dec65b-a11d-41d0-baca-03a2778cbaaf req-0a6fdf11-0870-4c8f-818b-0ec5272e4d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:56.270163 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-14dec65b-a11d-41d0-baca-03a2778cbaaf req-0a6fdf11-0870-4c8f-818b-0ec5272e4d74 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=39796bec-4145-45cd-b713-3f2477a830cb HTTP/1.1" status: 200 len: 860 time: 0.0863953 Oct 12 19:17:56.312375 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-14dec65b-a11d-41d0-baca-03a2778cbaaf req-59bc707f-5f92-410d-8a14-6bf1ab02b0ef service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=82671036-c03a-4d3c-b62d-db19aa8b0fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305378 Oct 12 19:17:56.339245 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-21659442-beac-47c0-86cc-11a140ee6ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:56.382692 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01d94c7-6c1f-48ec-8600-22472165d552 req-cc680d75-f070-4a0d-8585-7866dfba004f tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:56.388169 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e01d94c7-6c1f-48ec-8600-22472165d552 req-cc680d75-f070-4a0d-8585-7866dfba004f tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=4cdc42ba-69e4-48c5-a205-4e2175b26725 HTTP/1.1" status: 200 len: 948 time: 0.1362679 Oct 12 19:17:56.449098 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e01d94c7-6c1f-48ec-8600-22472165d552 req-65cf09f7-7bab-4143-84a1-06f1199ce7bc tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569804 Oct 12 19:17:56.449430 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-21659442-beac-47c0-86cc-11a140ee6ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:56.477138 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-21659442-beac-47c0-86cc-11a140ee6ac2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b07e042b-e924-4746-91b4-26cb7ef5939c']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:17:56.477683 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-14dec65b-a11d-41d0-baca-03a2778cbaaf req-fa95e357-f498-432e-a8e1-2906618e2ef4 service neutron] 10.222.0.61 "GET /v2.0/networks/82671036-c03a-4d3c-b62d-db19aa8b0fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560791 Oct 12 19:17:56.491878 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-21659442-beac-47c0-86cc-11a140ee6ac2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83ab5511-1805-4ea1-81de-8d5de5dcda4c') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:17:56.492368 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-21659442-beac-47c0-86cc-11a140ee6ac2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83ab5511-1805-4ea1-81de-8d5de5dcda4c') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:17:56.507539 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-21659442-beac-47c0-86cc-11a140ee6ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16313633'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:56.525774 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-21659442-beac-47c0-86cc-11a140ee6ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:56.534572 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21659442-beac-47c0-86cc-11a140ee6ac2 admin admin] Releasing vlan 543 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:17:56.535865 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-21659442-beac-47c0-86cc-11a140ee6ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4305278'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:56.591805 n-d-813679-3 neutron-server[95502]: Traceback (most recent call last): Oct 12 19:17:56.591805 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:17:56.591805 n-d-813679-3 neutron-server[95502]: timer() Oct 12 19:17:56.591805 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:17:56.591805 n-d-813679-3 neutron-server[95502]: cb(*args, **kw) Oct 12 19:17:56.591805 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:17:56.591805 n-d-813679-3 neutron-server[95502]: return func(*args, **kwargs) Oct 12 19:17:56.591805 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:17:56.591805 n-d-813679-3 neutron-server[95502]: self._notify() Oct 12 19:17:56.591805 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:17:56.591805 n-d-813679-3 neutron-server[95502]: self.callback(batched_events) Oct 12 19:17:56.591805 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:17:56.591805 n-d-813679-3 neutron-server[95502]: event.method(event) Oct 12 19:17:56.591805 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:17:56.591805 n-d-813679-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:17:56.591805 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:17:56.591805 n-d-813679-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:17:56.591805 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:17:56.591805 n-d-813679-3 neutron-server[95502]: return f(self, *a, **k) Oct 12 19:17:56.591805 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:17:56.591805 n-d-813679-3 neutron-server[95502]: return self._get(url).json() Oct 12 19:17:56.591805 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:17:56.591805 n-d-813679-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:17:56.591805 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:17:56.591805 n-d-813679-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Oct 12 19:17:56.591805 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:17:56.591805 n-d-813679-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:17:56.591805 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:17:56.591805 n-d-813679-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:17:56.591805 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:17:56.591805 n-d-813679-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:17:56.591805 n-d-813679-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:17:56.599560 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-14dec65b-a11d-41d0-baca-03a2778cbaaf req-46b50aa2-9b5d-4b78-bda4-f90ab5837582 service neutron] 10.222.0.61 "GET /v2.0/networks/82671036-c03a-4d3c-b62d-db19aa8b0fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136646 Oct 12 19:17:56.637292 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39c48b1-ba22-4ccb-8758-f9f8f38b0119 req-3607ad6b-d9a4-4a2b-8cc2-6f3bae017b42 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:56.638651 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d39c48b1-ba22-4ccb-8758-f9f8f38b0119 req-3607ad6b-d9a4-4a2b-8cc2-6f3bae017b42 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=310462ac-35c8-4420-a264-5ffe2ec3acdd HTTP/1.1" status: 200 len: 944 time: 0.0555527 Oct 12 19:17:56.677528 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d39c48b1-ba22-4ccb-8758-f9f8f38b0119 req-f9717052-7ec0-4e63-a0c3-0aa00259efb8 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2999b03-b87d-46b4-9267-1669e2e14df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323074 Oct 12 19:17:56.772394 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-21659442-beac-47c0-86cc-11a140ee6ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:56.778468 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-21659442-beac-47c0-86cc-11a140ee6ac2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:56.782161 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 031f2c23-1055-471a-b4c0-a0b18c1487ff details requested by agent hyperv_n-h2-813679-3 with host n-h2-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:17:56.786845 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device b010662c-e7c7-48a6-b191-407ff3f4750d no longer exists at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:17:56.789133 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-21659442-beac-47c0-86cc-11a140ee6ac2 admin admin] 10.222.0.49 "DELETE /v2.0/networks/b07e042b-e924-4746-91b4-26cb7ef5939c HTTP/1.1" status: 204 len: 168 time: 0.5343509 Oct 12 19:17:56.800155 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21659442-beac-47c0-86cc-11a140ee6ac2 admin admin] Pushing event deleted for resources: {'Network': ['ID=b07e042b-e924-4746-91b4-26cb7ef5939c,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:17:56.812477 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] No Port match for: b010662c-e7c7-48a6-b191-407ff3f4750d {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:17:56.812825 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device b010662c-e7c7-48a6-b191-407ff3f4750d not bound to the agent host n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:17:56.924725 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 031f2c23-1055-471a-b4c0-a0b18c1487ff, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=031f2c23-1055-471a-b4c0-a0b18c1487ff,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:17:56.937440 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Returning: {'device': '031f2c23-1055-471a-b4c0-a0b18c1487ff', 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1', 'port_id': '031f2c23-1055-471a-b4c0-a0b18c1487ff', 'mac_address': 'fa:16:3e:53:1f:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '629aee7d-3fde-4c72-af1e-6a7e1f6a7e75', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:17:57.020658 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7312bbd-01ed-4bc9-a899-8f5753e80194 req-bde0844b-aaf2-485a-bda1-5fcdb9726305 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:57.031937 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a7312bbd-01ed-4bc9-a899-8f5753e80194 req-bde0844b-aaf2-485a-bda1-5fcdb9726305 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=4cdc42ba-69e4-48c5-a205-4e2175b26725 HTTP/1.1" status: 200 len: 948 time: 0.0977080 Oct 12 19:17:57.032718 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:57.060512 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 031f2c23-1055-471a-b4c0-a0b18c1487ff {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:17:57.082489 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 031f2c23-1055-471a-b4c0-a0b18c1487ff, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=031f2c23-1055-471a-b4c0-a0b18c1487ff,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:17:57.084833 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a7312bbd-01ed-4bc9-a899-8f5753e80194 req-bf8499fa-0049-4839-9220-e7db5b9363fa tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519669 Oct 12 19:17:57.221924 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1901c4e2-2f15-4011-923e-2a3f5b979cd9 req-f951abdc-8c73-40d0-9f15-832e7c988f36 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:57.223388 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1901c4e2-2f15-4011-923e-2a3f5b979cd9 req-f951abdc-8c73-40d0-9f15-832e7c988f36 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.61 "GET /v2.0/ports?device_id=4cdc42ba-69e4-48c5-a205-4e2175b26725&tenant_id=1439ecde881648d990934dad6d1d46ba&binding%3Ahost_id=n-h2-813679-3 HTTP/1.1" status: 200 len: 948 time: 0.0955832 Oct 12 19:17:57.229038 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:57.270082 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dec65b-a11d-41d0-baca-03a2778cbaaf req-82e59af4-406a-44cd-82e6-f737042a6164 tempest-LiveAutoBlockMigrationV225Test-2051523199 tempest-LiveAutoBlockMigrationV225Test-2051523199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:57.272270 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-14dec65b-a11d-41d0-baca-03a2778cbaaf req-82e59af4-406a-44cd-82e6-f737042a6164 tempest-LiveAutoBlockMigrationV225Test-2051523199 tempest-LiveAutoBlockMigrationV225Test-2051523199-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=310462ac-35c8-4420-a264-5ffe2ec3acdd&tenant_id=803d7b884967412f992e4b2e79b460e6&binding%3Ahost_id=n-h1-813679-3 HTTP/1.1" status: 200 len: 1095 time: 0.0488505 Oct 12 19:17:57.301725 n-d-813679-3 neutron-server[95501]: INFO neutron.api.v2.resource [req-1901c4e2-2f15-4011-923e-2a3f5b979cd9 req-b5fb5028-0d3d-47ca-b560-cc3bf26eb480 service neutron] delete failed (client error): The resource could not be found. Oct 12 19:17:57.302691 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1901c4e2-2f15-4011-923e-2a3f5b979cd9 req-b5fb5028-0d3d-47ca-b560-cc3bf26eb480 service neutron] 10.222.0.61 "DELETE /v2.0/ports/031f2c23-1055-471a-b4c0-a0b18c1487ff/bindings/n-h1-813679-3 HTTP/1.1" status: 404 len: 380 time: 0.0684752 Oct 12 19:17:57.306951 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=031f2c23-1055-471a-b4c0-a0b18c1487ff,revision_number=8']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:17:57.444948 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 37830) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:17:57.505584 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1901c4e2-2f15-4011-923e-2a3f5b979cd9 req-7da1aba1-da87-4f55-ad8c-911fc935b268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:57.508857 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1901c4e2-2f15-4011-923e-2a3f5b979cd9 req-7da1aba1-da87-4f55-ad8c-911fc935b268 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1439ecde881648d990934dad6d1d46ba&device_id=4cdc42ba-69e4-48c5-a205-4e2175b26725 HTTP/1.1" status: 200 len: 1100 time: 0.0986102 Oct 12 19:17:57.514716 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-5eab2dea-f4eb-435a-81dd-7ecee3b2ff76 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=979370519afa42c3b69db7dce8f15809&name=default HTTP/1.1" status: 200 len: 2980 time: 0.0684590 Oct 12 19:17:57.520943 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-14dec65b-a11d-41d0-baca-03a2778cbaaf req-a8fed7ff-f740-4f84-b991-73d72f32d115 service neutron] For port 563b134f-51fe-4fed-be7b-8540d1e5cb66, host n-h2-813679-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:17:57.521182 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 37836) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:17:57.526675 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-14dec65b-a11d-41d0-baca-03a2778cbaaf req-a8fed7ff-f740-4f84-b991-73d72f32d115 service neutron] Notify callbacks [] for binding, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:57.526944 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['031f2c23-1055-471a-b4c0-a0b18c1487ff'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:17:57.528400 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-14dec65b-a11d-41d0-baca-03a2778cbaaf req-a8fed7ff-f740-4f84-b991-73d72f32d115 service neutron] 10.222.0.61 "DELETE /v2.0/ports/563b134f-51fe-4fed-be7b-8540d1e5cb66/bindings/n-h2-813679-3 HTTP/1.1" status: 204 len: 173 time: 0.2475672 Oct 12 19:17:57.671404 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8c749feb-b723-47e7-8eae-49be49306cfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:57.702846 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1901c4e2-2f15-4011-923e-2a3f5b979cd9 req-9e36b3be-309f-49f5-9625-107f9da6eae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:57.705328 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1901c4e2-2f15-4011-923e-2a3f5b979cd9 req-9e36b3be-309f-49f5-9625-107f9da6eae4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=90dcf485-b1ad-4139-85a3-9e1e9879e6b1 HTTP/1.1" status: 200 len: 870 time: 0.1808264 Oct 12 19:17:57.710525 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8c749feb-b723-47e7-8eae-49be49306cfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:57.765835 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1901c4e2-2f15-4011-923e-2a3f5b979cd9 req-8cd90714-3254-430d-a92c-3d2761d36d07 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=031f2c23-1055-471a-b4c0-a0b18c1487ff HTTP/1.1" status: 200 len: 217 time: 0.0487287 Oct 12 19:17:57.859277 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1901c4e2-2f15-4011-923e-2a3f5b979cd9 req-5dadfc10-29bc-4886-9dcf-2da726d06d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:57.861523 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1901c4e2-2f15-4011-923e-2a3f5b979cd9 req-5dadfc10-29bc-4886-9dcf-2da726d06d9a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=629aee7d-3fde-4c72-af1e-6a7e1f6a7e75 HTTP/1.1" status: 200 len: 843 time: 0.0780611 Oct 12 19:17:57.873228 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b436cbe-9b0c-461b-9e05-386174dc4c97 req-074e1670-a62b-4626-a37f-fd2d127b6123 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:57.874621 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2b436cbe-9b0c-461b-9e05-386174dc4c97 req-074e1670-a62b-4626-a37f-fd2d127b6123 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=310462ac-35c8-4420-a264-5ffe2ec3acdd HTTP/1.1" status: 200 len: 944 time: 0.1151965 Oct 12 19:17:57.945796 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1901c4e2-2f15-4011-923e-2a3f5b979cd9 req-2e452dfa-3828-4c44-bb1c-e796ef574ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:57.947294 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1901c4e2-2f15-4011-923e-2a3f5b979cd9 req-2e452dfa-3828-4c44-bb1c-e796ef574ac3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=90dcf485-b1ad-4139-85a3-9e1e9879e6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0718517 Oct 12 19:17:57.950360 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2b436cbe-9b0c-461b-9e05-386174dc4c97 req-66484426-aef4-46c1-a02f-29d6e47381d5 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2999b03-b87d-46b4-9267-1669e2e14df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669620 Oct 12 19:17:57.978894 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8c749feb-b723-47e7-8eae-49be49306cfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:57.982490 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8c749feb-b723-47e7-8eae-49be49306cfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:57.983621 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-8c749feb-b723-47e7-8eae-49be49306cfd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b0d5d565-1f33-48a1-9f15-193d5c3c139d HTTP/1.1" status: 204 len: 168 time: 0.4610374 Oct 12 19:17:58.020210 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c749feb-b723-47e7-8eae-49be49306cfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0d5d565-1f33-48a1-9f15-193d5c3c139d,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:17:58.085455 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1901c4e2-2f15-4011-923e-2a3f5b979cd9 req-21feb147-4843-457b-a7ab-ce139bd2f2cd service neutron] 10.222.0.61 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304321 Oct 12 19:17:58.226089 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f535e648-0e1f-45a9-a4fc-9a878bbda048 req-132bb573-f71b-46e3-a94c-25dae0c64184 tempest-LiveAutoBlockMigrationV225Test-2051523199 tempest-LiveAutoBlockMigrationV225Test-2051523199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:58.227790 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f535e648-0e1f-45a9-a4fc-9a878bbda048 req-132bb573-f71b-46e3-a94c-25dae0c64184 tempest-LiveAutoBlockMigrationV225Test-2051523199 tempest-LiveAutoBlockMigrationV225Test-2051523199-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=310462ac-35c8-4420-a264-5ffe2ec3acdd HTTP/1.1" status: 200 len: 1095 time: 0.0745692 Oct 12 19:17:58.248907 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1901c4e2-2f15-4011-923e-2a3f5b979cd9 req-633041d0-ba86-4150-b768-f13aa14ea415 service neutron] 10.222.0.61 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553411 Oct 12 19:17:58.249634 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c2d51e-1116-4e52-b175-36eb248d8e83 req-344ff4d9-7adc-48fb-84f1-1cbf7e6598d2 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:58.261256 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-98c2d51e-1116-4e52-b175-36eb248d8e83 req-344ff4d9-7adc-48fb-84f1-1cbf7e6598d2 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=4cdc42ba-69e4-48c5-a205-4e2175b26725 HTTP/1.1" status: 200 len: 949 time: 0.0746176 Oct 12 19:17:58.277202 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f535e648-0e1f-45a9-a4fc-9a878bbda048 req-0f55410d-1dd9-466b-af91-aa0136383457 tempest-LiveAutoBlockMigrationV225Test-2051523199 tempest-LiveAutoBlockMigrationV225Test-2051523199-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=b2999b03-b87d-46b4-9267-1669e2e14df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394578 Oct 12 19:17:58.313547 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-98c2d51e-1116-4e52-b175-36eb248d8e83 req-e43f8896-8d49-45b7-92c9-d884fbc94d9d tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467238 Oct 12 19:17:58.445858 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5f1de1-c3ba-4152-abb8-24ddd035693b req-c5617633-05e0-4bb2-8422-2996feb6f5bb tempest-LiveAutoBlockMigrationV225Test-2051523199 tempest-LiveAutoBlockMigrationV225Test-2051523199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:58.457966 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4c5f1de1-c3ba-4152-abb8-24ddd035693b req-c5617633-05e0-4bb2-8422-2996feb6f5bb tempest-LiveAutoBlockMigrationV225Test-2051523199 tempest-LiveAutoBlockMigrationV225Test-2051523199-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=310462ac-35c8-4420-a264-5ffe2ec3acdd HTTP/1.1" status: 200 len: 1095 time: 0.0495105 Oct 12 19:17:58.489497 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4c5f1de1-c3ba-4152-abb8-24ddd035693b req-fc21ae00-6838-426d-a92e-920d15d5bb41 tempest-LiveAutoBlockMigrationV225Test-2051523199 tempest-LiveAutoBlockMigrationV225Test-2051523199-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=b2999b03-b87d-46b4-9267-1669e2e14df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351751 Oct 12 19:17:58.730413 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aafaa2d-1a2d-4545-8923-c9082c92d691 req-73b8e9d8-5bd6-4247-afb8-fdfe31416cf4 tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:58.731930 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6aafaa2d-1a2d-4545-8923-c9082c92d691 req-73b8e9d8-5bd6-4247-afb8-fdfe31416cf4 tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0da0205-1dd8-439a-919c-bb9f6fec218b HTTP/1.1" status: 200 len: 946 time: 0.0593133 Oct 12 19:17:58.781132 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 031f2c23-1055-471a-b4c0-a0b18c1487ff up at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:17:58.786038 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6aafaa2d-1a2d-4545-8923-c9082c92d691 req-592c91ee-b889-40dc-b7a0-f7968b8c8f88 tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] 10.222.0.49 "GET /v2.0/security-groups?id=14ce9c65-16e7-48f8-95cc-71d4ece73a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428250 Oct 12 19:17:58.937948 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning for port 031f2c23-1055-471a-b4c0-a0b18c1487ff completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:17:58.942745 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning complete for port 031f2c23-1055-471a-b4c0-a0b18c1487ff triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:17:58.942875 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:59.034417 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:59.063368 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cdc42ba-69e4-48c5-a205-4e2175b26725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '031f2c23-1055-471a-b4c0-a0b18c1487ff'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:17:59.065707 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae82456e-a235-41a2-9c90-8eb3bf6a38f5" -d '{"events": [{"server_uuid": "4cdc42ba-69e4-48c5-a205-4e2175b26725", "name": "network-vif-plugged", "status": "completed", "tag": "031f2c23-1055-471a-b4c0-a0b18c1487ff"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:17:59.080516 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 031f2c23-1055-471a-b4c0-a0b18c1487ff, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=031f2c23-1055-471a-b4c0-a0b18c1487ff,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:17:59.116321 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5bf8e79-4da6-455f-a707-5fba0c3a8de9 x-openstack-request-id: req-b5bf8e79-4da6-455f-a707-5fba0c3a8de9 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:17:59.116606 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cdc42ba-69e4-48c5-a205-4e2175b26725", "name": "network-vif-plugged", "status": "completed", "tag": "031f2c23-1055-471a-b4c0-a0b18c1487ff", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:17:59.117040 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b5bf8e79-4da6-455f-a707-5fba0c3a8de9 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:17:59.117434 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cdc42ba-69e4-48c5-a205-4e2175b26725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '031f2c23-1055-471a-b4c0-a0b18c1487ff', 'code': 200} Oct 12 19:17:59.159349 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7ee3c1c4-4361-4f25-aca5-59952bc6be15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:59.173017 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:17:59.240472 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=031f2c23-1055-471a-b4c0-a0b18c1487ff,revision_number=9']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:17:59.497632 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b816412-6843-4629-89ad-ef241cd5ceeb req-2ee10e01-2191-4535-a113-2908ba7c787c tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:59.500440 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4b816412-6843-4629-89ad-ef241cd5ceeb req-2ee10e01-2191-4535-a113-2908ba7c787c tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=4cdc42ba-69e4-48c5-a205-4e2175b26725 HTTP/1.1" status: 200 len: 950 time: 0.0702820 Oct 12 19:17:59.582690 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4b816412-6843-4629-89ad-ef241cd5ceeb req-2c7efa88-0441-4c3c-be4d-41c116e432b5 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727518 Oct 12 19:17:59.759638 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd79eaa-88b5-4342-a068-1e9c3b855b82 req-c6b82e52-6b55-4d29-9e71-a0a5ff4d11b7 tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:59.761502 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-afd79eaa-88b5-4342-a068-1e9c3b855b82 req-c6b82e52-6b55-4d29-9e71-a0a5ff4d11b7 tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0da0205-1dd8-439a-919c-bb9f6fec218b HTTP/1.1" status: 200 len: 946 time: 0.0564055 Oct 12 19:17:59.763970 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36153403-e113-48ab-8def-3963eae236aa req-17904f49-fd29-47cc-a0e3-2b6082a0d4a3 tempest-MigrationsAdminTest-834440170 tempest-MigrationsAdminTest-834440170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:17:59.768507 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-36153403-e113-48ab-8def-3963eae236aa req-17904f49-fd29-47cc-a0e3-2b6082a0d4a3 tempest-MigrationsAdminTest-834440170 tempest-MigrationsAdminTest-834440170-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=4cdc42ba-69e4-48c5-a205-4e2175b26725 HTTP/1.1" status: 200 len: 1101 time: 0.0503135 Oct 12 19:17:59.813148 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-36153403-e113-48ab-8def-3963eae236aa req-dde4f065-acb8-4104-a792-6bc3d07d288f tempest-MigrationsAdminTest-834440170 tempest-MigrationsAdminTest-834440170-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414739 Oct 12 19:17:59.824226 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-afd79eaa-88b5-4342-a068-1e9c3b855b82 req-9fe102a2-4250-489d-974c-3efd2d79b10d tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] 10.222.0.49 "GET /v2.0/security-groups?id=14ce9c65-16e7-48f8-95cc-71d4ece73a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513325 Oct 12 19:18:00.271575 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c3ad0c80-78ce-4a5c-a0c2-5846f1e2fe4c req-7759829a-1c6f-4372-abe5-332ed732c40d tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=1439ecde881648d990934dad6d1d46ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0262592 Oct 12 19:18:00.412236 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ad0c80-78ce-4a5c-a0c2-5846f1e2fe4c req-9f8c7094-1242-4a75-be11-eb7e85175dcb tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:00.422917 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c3ad0c80-78ce-4a5c-a0c2-5846f1e2fe4c req-9f8c7094-1242-4a75-be11-eb7e85175dcb tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1349466 Oct 12 19:18:00.428986 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c3ad0c80-78ce-4a5c-a0c2-5846f1e2fe4c req-9ad764a3-c6a5-4871-8b48-4837197ac194 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/quotas/1439ecde881648d990934dad6d1d46ba HTTP/1.1" status: 200 len: 375 time: 0.0092411 Oct 12 19:18:00.504582 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c3ad0c80-78ce-4a5c-a0c2-5846f1e2fe4c req-514beed8-7904-4987-af09-db240a245b67 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=1439ecde881648d990934dad6d1d46ba&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0689113 Oct 12 19:18:01.130090 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da83e70-00e5-4544-ab50-c7aa055d5d95 req-1979ec9a-1178-403b-8472-7577c31188e2 tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:01.130790 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8b5b5212-99ff-4796-b1bd-1b54046e77e3 req-0b5ac930-659e-4084-8881-522c7162a82e tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9ba3c35-7a90-4de2-b8ac-e371bb508738 HTTP/1.1" status: 200 len: 210 time: 0.0676334 Oct 12 19:18:01.137284 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4da83e70-00e5-4544-ab50-c7aa055d5d95 req-1979ec9a-1178-403b-8472-7577c31188e2 tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0da0205-1dd8-439a-919c-bb9f6fec218b HTTP/1.1" status: 200 len: 946 time: 0.0796239 Oct 12 19:18:01.179608 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4da83e70-00e5-4544-ab50-c7aa055d5d95 req-fd4eb190-98b2-4fe7-b7ab-35a29ff6dd9a tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] 10.222.0.49 "GET /v2.0/security-groups?id=14ce9c65-16e7-48f8-95cc-71d4ece73a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413516 Oct 12 19:18:01.666621 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6f1e2681-8670-4fd0-bad1-fdb2027e0320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:01.999722 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 38014) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:18:02.133912 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-eb898c16-ab02-4b30-85e1-0ed6474d7778 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:02.298069 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-eb898c16-ab02-4b30-85e1-0ed6474d7778 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:02.309757 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ff78f390-6814-4037-86e2-43776fb0ae3d req-a0e96643-c251-425f-b147-ae25fbf93a28 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9ba3c35-7a90-4de2-b8ac-e371bb508738 HTTP/1.1" status: 200 len: 210 time: 0.0474956 Oct 12 19:18:02.366373 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5659d9d-04e6-4604-9287-d51802390a9d req-8fe2019c-73fa-42e6-a7ad-17b8b5ea4cd7 tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:02.372678 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b5659d9d-04e6-4604-9287-d51802390a9d req-8fe2019c-73fa-42e6-a7ad-17b8b5ea4cd7 tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0da0205-1dd8-439a-919c-bb9f6fec218b HTTP/1.1" status: 200 len: 946 time: 0.0700059 Oct 12 19:18:02.434259 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d84d150-7b99-4571-93a6-44d56351025d req-e5ae508e-bcf6-423c-9b04-2fc5ad9c3b71 tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:02.436821 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8d84d150-7b99-4571-93a6-44d56351025d req-e5ae508e-bcf6-423c-9b04-2fc5ad9c3b71 tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] 10.222.0.67 "GET /v2.0/ports?device_id=f0da0205-1dd8-439a-919c-bb9f6fec218b HTTP/1.1" status: 200 len: 946 time: 0.0790830 Oct 12 19:18:02.444010 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b5659d9d-04e6-4604-9287-d51802390a9d req-6987aad4-80f5-4847-87b0-669082012455 tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] 10.222.0.49 "GET /v2.0/security-groups?id=14ce9c65-16e7-48f8-95cc-71d4ece73a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621035 Oct 12 19:18:02.472540 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-eb898c16-ab02-4b30-85e1-0ed6474d7778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:02.520763 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:02.555454 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-eb898c16-ab02-4b30-85e1-0ed6474d7778 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ee6f4f521e584d5b914d1e7e645172c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5545735 Oct 12 19:18:02.556467 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb898c16-ab02-4b30-85e1-0ed6474d7778 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92406030-8f56-4c16-ba7b-46c006e0b571,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:18:02.558087 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 38028) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:18:02.596260 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-8d84d150-7b99-4571-93a6-44d56351025d req-5ed06429-1989-471b-9c8a-b5a0d38c3f7f tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] Deleting port 8d5ca2a5-1f04-445e-8431-50f1b9a9f57b {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:18:02.596605 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-8d84d150-7b99-4571-93a6-44d56351025d req-5ed06429-1989-471b-9c8a-b5a0d38c3f7f tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:02.611739 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ef27065c-53c6-40c6-8efa-50fad4a77087 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:02.658677 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ef27065c-53c6-40c6-8efa-50fad4a77087 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:02.745070 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:02.752386 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-8d84d150-7b99-4571-93a6-44d56351025d req-5ed06429-1989-471b-9c8a-b5a0d38c3f7f tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] For port 8d5ca2a5-1f04-445e-8431-50f1b9a9f57b, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=8d5ca2a5-1f04-445e-8431-50f1b9a9f57b,segment=NetworkSegment(60701869-b898-4b9a-bbaf-e0de831a4cd8),segment_id=60701869-b898-4b9a-bbaf-e0de831a4cd8)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:18:02.752822 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-8d84d150-7b99-4571-93a6-44d56351025d req-5ed06429-1989-471b-9c8a-b5a0d38c3f7f tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:02.849497 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ef27065c-53c6-40c6-8efa-50fad4a77087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:02.852578 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ef27065c-53c6-40c6-8efa-50fad4a77087 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:02.853966 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-ef27065c-53c6-40c6-8efa-50fad4a77087 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/92406030-8f56-4c16-ba7b-46c006e0b571 HTTP/1.1" status: 204 len: 168 time: 0.2949069 Oct 12 19:18:02.864596 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef27065c-53c6-40c6-8efa-50fad4a77087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92406030-8f56-4c16-ba7b-46c006e0b571,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:18:02.969873 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:03.002734 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-8d84d150-7b99-4571-93a6-44d56351025d req-5ed06429-1989-471b-9c8a-b5a0d38c3f7f tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:03.003733 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-8d84d150-7b99-4571-93a6-44d56351025d req-5ed06429-1989-471b-9c8a-b5a0d38c3f7f tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7915414'] for floatingip, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:03.004947 n-d-813679-3 neutron-server[95501]: INFO neutron.db.l3_db [req-8d84d150-7b99-4571-93a6-44d56351025d req-5ed06429-1989-471b-9c8a-b5a0d38c3f7f tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] Floating IP 08c45ef1-f0ab-4b63-8d89-d83653e1ee3d disassociated. External IP: 172.25.5.179, port: 8d5ca2a5-1f04-445e-8431-50f1b9a9f57b. Oct 12 19:18:03.008830 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-8d84d150-7b99-4571-93a6-44d56351025d req-5ed06429-1989-471b-9c8a-b5a0d38c3f7f tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] Calling delete_port for 8d5ca2a5-1f04-445e-8431-50f1b9a9f57b owned by compute:nova {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:18:03.329667 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-8d84d150-7b99-4571-93a6-44d56351025d req-5ed06429-1989-471b-9c8a-b5a0d38c3f7f tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:03.366210 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed06429-1989-471b-9c8a-b5a0d38c3f7f tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] Pushing event deleted for resources: {'Port': ['ID=8d5ca2a5-1f04-445e-8431-50f1b9a9f57b,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:18:03.475301 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:03.488532 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ac6234de-217d-41a8-8b3c-df37a1e2fa3b req-04958442-b298-49cd-b5d7-0ea887aaf13b tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9ba3c35-7a90-4de2-b8ac-e371bb508738 HTTP/1.1" status: 200 len: 210 time: 0.0914214 Oct 12 19:18:03.551900 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8d84d150-7b99-4571-93a6-44d56351025d req-5ed06429-1989-471b-9c8a-b5a0d38c3f7f tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] Router ac724b47-8be8-46e8-9d52-ad611160a563 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:18:03.692149 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-87bea099-1f16-423b-a935-90e3f81edb97 req-8f2af028-d0ca-4388-97f3-86a1f6d26452 tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0da0205-1dd8-439a-919c-bb9f6fec218b HTTP/1.1" status: 200 len: 210 time: 0.0568302 Oct 12 19:18:03.764720 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8d84d150-7b99-4571-93a6-44d56351025d req-5ed06429-1989-471b-9c8a-b5a0d38c3f7f tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:18:03.776958 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f173525-a1b2-4b9d-94c0-e3106ac47396 None None] Sync routers for ids ['ac724b47-8be8-46e8-9d52-ad611160a563'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:18:03.810580 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f173525-a1b2-4b9d-94c0-e3106ac47396 None None] Routers {'ac724b47-8be8-46e8-9d52-ad611160a563'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:18:03.811337 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-4f173525-a1b2-4b9d-94c0-e3106ac47396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:18:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['ac724b47-8be8-46e8-9d52-ad611160a563'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:18:03.867691 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d84d150-7b99-4571-93a6-44d56351025d req-5ed06429-1989-471b-9c8a-b5a0d38c3f7f tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] No DVR routers for this DVR port 8d5ca2a5-1f04-445e-8431-50f1b9a9f57b on host n-h2-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:18:03.870132 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-8d84d150-7b99-4571-93a6-44d56351025d req-5ed06429-1989-471b-9c8a-b5a0d38c3f7f tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:03.874686 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8d84d150-7b99-4571-93a6-44d56351025d req-5ed06429-1989-471b-9c8a-b5a0d38c3f7f tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] 10.222.0.67 "DELETE /v2.0/ports/8d5ca2a5-1f04-445e-8431-50f1b9a9f57b HTTP/1.1" status: 204 len: 173 time: 1.4309862 Oct 12 19:18:03.875154 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0da0205-1dd8-439a-919c-bb9f6fec218b', 'name': 'network-vif-deleted', 'tag': '8d5ca2a5-1f04-445e-8431-50f1b9a9f57b'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:18:03.887951 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfdbd48a-845a-45c0-89ca-52c53b2e0a8a" -d '{"events": [{"server_uuid": "f0da0205-1dd8-439a-919c-bb9f6fec218b", "name": "network-vif-deleted", "tag": "8d5ca2a5-1f04-445e-8431-50f1b9a9f57b"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:18:03.973158 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9c8bc82-cdce-4eb9-ac88-bcfc44d1e187 x-openstack-request-id: req-a9c8bc82-cdce-4eb9-ac88-bcfc44d1e187 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:18:03.973543 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0da0205-1dd8-439a-919c-bb9f6fec218b", "name": "network-vif-deleted", "tag": "8d5ca2a5-1f04-445e-8431-50f1b9a9f57b", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:18:03.973746 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a9c8bc82-cdce-4eb9-ac88-bcfc44d1e187 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:18:03.974138 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0da0205-1dd8-439a-919c-bb9f6fec218b', 'name': 'network-vif-deleted', 'tag': '8d5ca2a5-1f04-445e-8431-50f1b9a9f57b', 'status': 'completed', 'code': 200} Oct 12 19:18:03.976160 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c3ad0c80-78ce-4a5c-a0c2-5846f1e2fe4c req-d2c3cb43-65ec-4d21-b9a6-1750979e5d65 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=1439ecde881648d990934dad6d1d46ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0486543 Oct 12 19:18:04.037507 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-4f173525-a1b2-4b9d-94c0-e3106ac47396 None None] Set router ac724b47-8be8-46e8-9d52-ad611160a563 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:18:04.273686 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ad0c80-78ce-4a5c-a0c2-5846f1e2fe4c req-50c6468f-bd79-47f2-a1e6-0624ff900067 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:04.279563 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c3ad0c80-78ce-4a5c-a0c2-5846f1e2fe4c req-50c6468f-bd79-47f2-a1e6-0624ff900067 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2894993 Oct 12 19:18:04.293087 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-c3ad0c80-78ce-4a5c-a0c2-5846f1e2fe4c req-31e5dc0b-ce44-4747-a4e6-972e38b5bf16 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Request body: {'port': {'device_id': 'a9ba3c35-7a90-4de2-b8ac-e371bb508738', 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1', 'admin_state_up': True, 'tenant_id': '1439ecde881648d990934dad6d1d46ba'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:18:04.434688 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-4f173525-a1b2-4b9d-94c0-e3106ac47396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac724b47-8be8-46e8-9d52-ad611160a563', 'name': 'tempest-ServersTestJSON-769147083-router', 'tenant_id': '854de6b76f23444fa0b0e15315f450ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': '58efb78f-0b82-4cd7-8dd8-48b122e5cd64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:15:29Z', 'updated_at': '2021-10-12T19:15:37Z', 'revision_number': 4, 'project_id': '854de6b76f23444fa0b0e15315f450ce', 'gw_port': {'id': '58efb78f-0b82-4cd7-8dd8-48b122e5cd64', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac724b47-8be8-46e8-9d52-ad611160a563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:15:31Z', 'updated_at': '2021-10-12T19:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': 'c39621b9-c578-4736-afcc-55a25ecdb1a3', 'name': '', 'network_id': '25bd3ef4-7d24-4004-bdbf-0c2d840ca5a9', 'tenant_id': '854de6b76f23444fa0b0e15315f450ce', 'mac_address': 'fa:16:3e:cc:7b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac724b47-8be8-46e8-9d52-ad611160a563', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'fa1d46c1-7b08-4128-8308-d970bab25da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:15:36Z', 'updated_at': '2021-10-12T19:15:47Z', 'revision_number': 5, 'project_id': '854de6b76f23444fa0b0e15315f450ce', 'subnets': [{'id': 'fa1d46c1-7b08-4128-8308-d970bab25da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:18:04.477528 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f173525-a1b2-4b9d-94c0-e3106ac47396 None None] Checking router: ac724b47-8be8-46e8-9d52-ad611160a563 for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:18:04.490758 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f173525-a1b2-4b9d-94c0-e3106ac47396 None None] Routers {'ac724b47-8be8-46e8-9d52-ad611160a563'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:18:04.491450 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-4f173525-a1b2-4b9d-94c0-e3106ac47396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:18:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['ac724b47-8be8-46e8-9d52-ad611160a563'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:18:04.535491 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:04.612532 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3ad0c80-78ce-4a5c-a0c2-5846f1e2fe4c req-31e5dc0b-ce44-4747-a4e6-972e38b5bf16 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Made reservation on behalf of 1439ecde881648d990934dad6d1d46ba for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:18:04.617699 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-c3ad0c80-78ce-4a5c-a0c2-5846f1e2fe4c req-31e5dc0b-ce44-4747-a4e6-972e38b5bf16 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:04.656393 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-4f173525-a1b2-4b9d-94c0-e3106ac47396 None None] Set router ac724b47-8be8-46e8-9d52-ad611160a563 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:18:04.685141 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-990da74b-ed5b-4611-b23c-03a71f52a224 req-3df2cc50-2834-4250-b104-4b897b5525b2 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9ba3c35-7a90-4de2-b8ac-e371bb508738 HTTP/1.1" status: 200 len: 210 time: 0.0515735 Oct 12 19:18:04.894193 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [req-c3ad0c80-78ce-4a5c-a0c2-5846f1e2fe4c req-31e5dc0b-ce44-4747-a4e6-972e38b5bf16 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Allocated IP 192.168.233.187 (90dcf485-b1ad-4139-85a3-9e1e9879e6b1/629aee7d-3fde-4c72-af1e-6a7e1f6a7e75/f18d384f-1afe-4e78-8573-b82cab024b0c) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:18:04.899234 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3a7b098f-b072-4561-ab5c-9cf9c5b1448c req-1550c851-6597-4c95-bb79-c93eb47f94f7 tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0da0205-1dd8-439a-919c-bb9f6fec218b HTTP/1.1" status: 200 len: 210 time: 0.0580564 Oct 12 19:18:05.067579 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-4f173525-a1b2-4b9d-94c0-e3106ac47396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac724b47-8be8-46e8-9d52-ad611160a563', 'name': 'tempest-ServersTestJSON-769147083-router', 'tenant_id': '854de6b76f23444fa0b0e15315f450ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': '58efb78f-0b82-4cd7-8dd8-48b122e5cd64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:15:29Z', 'updated_at': '2021-10-12T19:15:37Z', 'revision_number': 4, 'project_id': '854de6b76f23444fa0b0e15315f450ce', 'gw_port': {'id': '58efb78f-0b82-4cd7-8dd8-48b122e5cd64', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac724b47-8be8-46e8-9d52-ad611160a563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:15:31Z', 'updated_at': '2021-10-12T19:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': 'c39621b9-c578-4736-afcc-55a25ecdb1a3', 'name': '', 'network_id': '25bd3ef4-7d24-4004-bdbf-0c2d840ca5a9', 'tenant_id': '854de6b76f23444fa0b0e15315f450ce', 'mac_address': 'fa:16:3e:cc:7b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac724b47-8be8-46e8-9d52-ad611160a563', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'fa1d46c1-7b08-4128-8308-d970bab25da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:15:36Z', 'updated_at': '2021-10-12T19:15:47Z', 'revision_number': 5, 'project_id': '854de6b76f23444fa0b0e15315f450ce', 'subnets': [{'id': 'fa1d46c1-7b08-4128-8308-d970bab25da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:18:05.140828 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f173525-a1b2-4b9d-94c0-e3106ac47396 None None] The sync data for ids ['ac724b47-8be8-46e8-9d52-ad611160a563'] in n-d-813679-3 is: [{'id': 'ac724b47-8be8-46e8-9d52-ad611160a563', 'name': 'tempest-ServersTestJSON-769147083-router', 'tenant_id': '854de6b76f23444fa0b0e15315f450ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': '58efb78f-0b82-4cd7-8dd8-48b122e5cd64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:15:29Z', 'updated_at': '2021-10-12T19:15:37Z', 'revision_number': 4, 'project_id': '854de6b76f23444fa0b0e15315f450ce', 'gw_port': {'id': '58efb78f-0b82-4cd7-8dd8-48b122e5cd64', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac724b47-8be8-46e8-9d52-ad611160a563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:15:31Z', 'updated_at': '2021-10-12T19:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': 'c39621b9-c578-4736-afcc-55a25ecdb1a3', 'name': '', 'network_id': '25bd3ef4-7d24-4004-bdbf-0c2d840ca5a9', 'tenant_id': '854de6b76f23444fa0b0e15315f450ce', 'mac_address': 'fa:16:3e:cc:7b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac724b47-8be8-46e8-9d52-ad611160a563', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'fa1d46c1-7b08-4128-8308-d970bab25da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:15:36Z', 'updated_at': '2021-10-12T19:15:47Z', 'revision_number': 5, 'project_id': '854de6b76f23444fa0b0e15315f450ce', 'subnets': [{'id': 'fa1d46c1-7b08-4128-8308-d970bab25da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:18:05.152320 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 38088) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:18:05.182965 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 38094) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:18:05.333007 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ea4cbb06-5aec-42e4-840c-a8896f2f38d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:05.438019 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ea4cbb06-5aec-42e4-840c-a8896f2f38d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:05.449449 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-c3ad0c80-78ce-4a5c-a0c2-5846f1e2fe4c req-31e5dc0b-ce44-4747-a4e6-972e38b5bf16 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:05.464058 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-fd8a26df-ee17-4797-80ca-3a63d0d4dc0b admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-878161074-network', 'tenant_id': '350b850c5f1d457299b12e36b462ca50'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:18:05.568858 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6a3290-39ce-4519-a018-367d28d725df None None] New status for floating IP 08c45ef1-f0ab-4b63-8d89-d83653e1ee3d: DOWN {{(pid=95504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 19:18:05.572000 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ea4cbb06-5aec-42e4-840c-a8896f2f38d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:05.614148 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-ea4cbb06-5aec-42e4-840c-a8896f2f38d2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=dc184997f4fc44a3b778e98855ed3706&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4606433 Oct 12 19:18:05.618305 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 38100) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:18:05.621366 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4cbb06-5aec-42e4-840c-a8896f2f38d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b0e45e3-ff3f-4a5d-b9a0-9f27f54da838,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:18:05.674998 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd8a26df-ee17-4797-80ca-3a63d0d4dc0b admin admin] Made reservation on behalf of 350b850c5f1d457299b12e36b462ca50 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:18:05.678893 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fd8a26df-ee17-4797-80ca-3a63d0d4dc0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:05.679653 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-c3ad0c80-78ce-4a5c-a0c2-5846f1e2fe4c req-31e5dc0b-ce44-4747-a4e6-972e38b5bf16 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:05.689145 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fd8a26df-ee17-4797-80ca-3a63d0d4dc0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:05.694439 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['031f2c23-1055-471a-b4c0-a0b18c1487ff'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:18:05.749023 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b1e33131-0b9b-4250-a6e0-262d98dc55a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:05.763204 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3ad0c80-78ce-4a5c-a0c2-5846f1e2fe4c req-31e5dc0b-ce44-4747-a4e6-972e38b5bf16 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:18:05.765764 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e5dc0b-ce44-4747-a4e6-972e38b5bf16 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Pushing event updated for resources: {'Port': ['ID=f18d384f-1afe-4e78-8573-b82cab024b0c,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:18:05.786806 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [req-c3ad0c80-78ce-4a5c-a0c2-5846f1e2fe4c req-31e5dc0b-ce44-4747-a4e6-972e38b5bf16 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:18:05.790545 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3ad0c80-78ce-4a5c-a0c2-5846f1e2fe4c req-31e5dc0b-ce44-4747-a4e6-972e38b5bf16 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:18:05.802169 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fd8a26df-ee17-4797-80ca-3a63d0d4dc0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:05.825298 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b1e33131-0b9b-4250-a6e0-262d98dc55a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:05.880852 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fd8a26df-ee17-4797-80ca-3a63d0d4dc0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:05.915777 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ad0c80-78ce-4a5c-a0c2-5846f1e2fe4c req-31e5dc0b-ce44-4747-a4e6-972e38b5bf16 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:05.916400 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-c3ad0c80-78ce-4a5c-a0c2-5846f1e2fe4c req-31e5dc0b-ce44-4747-a4e6-972e38b5bf16 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:05.932525 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8a26df-ee17-4797-80ca-3a63d0d4dc0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0fbd702-7cee-4892-98cb-c94d40ac5df6,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:18:05.953794 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41336a44-3611-4a24-b9f0-e43c89172bd4 req-f85caa85-b527-4d90-8957-7e7b0df157b3 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:05.960840 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-41336a44-3611-4a24-b9f0-e43c89172bd4 req-f85caa85-b527-4d90-8957-7e7b0df157b3 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9ba3c35-7a90-4de2-b8ac-e371bb508738 HTTP/1.1" status: 200 len: 936 time: 0.1155493 Oct 12 19:18:06.004503 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-41336a44-3611-4a24-b9f0-e43c89172bd4 req-99680f68-ed79-493d-88e4-efcae59c2ab5 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422299 Oct 12 19:18:06.082763 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c3ad0c80-78ce-4a5c-a0c2-5846f1e2fe4c req-31e5dc0b-ce44-4747-a4e6-972e38b5bf16 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7942536 Oct 12 19:18:06.097134 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-c3ad0c80-78ce-4a5c-a0c2-5846f1e2fe4c req-eed0a738-e8ec-45b7-a47f-09493ac761bc service neutron] Request body: {'port': {'device_id': 'a9ba3c35-7a90-4de2-b8ac-e371bb508738', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-3'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:18:06.129276 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-5985f6d1-d097-4ebf-a743-3cf4e7ef6488 None None] Provisioning complete for port f18d384f-1afe-4e78-8573-b82cab024b0c triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:18:06.130484 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5985f6d1-d097-4ebf-a743-3cf4e7ef6488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:06.131531 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b1e33131-0b9b-4250-a6e0-262d98dc55a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:06.134135 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b1e33131-0b9b-4250-a6e0-262d98dc55a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:06.134570 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 38110) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:18:06.135397 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-b1e33131-0b9b-4250-a6e0-262d98dc55a4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5b0e45e3-ff3f-4a5d-b9a0-9f27f54da838 HTTP/1.1" status: 204 len: 168 time: 0.5160396 Oct 12 19:18:06.147565 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd8a26df-ee17-4797-80ca-3a63d0d4dc0b admin admin] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:18:06.174751 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e33131-0b9b-4250-a6e0-262d98dc55a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b0e45e3-ff3f-4a5d-b9a0-9f27f54da838,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:18:06.180060 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-c3ad0c80-78ce-4a5c-a0c2-5846f1e2fe4c req-eed0a738-e8ec-45b7-a47f-09493ac761bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:06.207932 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-5985f6d1-d097-4ebf-a743-3cf4e7ef6488 None None] Port f18d384f-1afe-4e78-8573-b82cab024b0c cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:18:06.216831 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fd8a26df-ee17-4797-80ca-3a63d0d4dc0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:06.217237 n-d-813679-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-fd8a26df-ee17-4797-80ca-3a63d0d4dc0b admin admin] Added segment d074b230-9787-4285-9db7-c1236338c7b3 of type vlan for network b38032f2-31a4-4fc2-a2d2-b14e2b83e5e6 Oct 12 19:18:06.287520 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fd8a26df-ee17-4797-80ca-3a63d0d4dc0b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:06.293146 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a6a05e5e-8ef4-4536-960a-8b5f3120e465 tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:06.331368 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a6a05e5e-8ef4-4536-960a-8b5f3120e465 tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:06.444050 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fd8a26df-ee17-4797-80ca-3a63d0d4dc0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:06.445229 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8a26df-ee17-4797-80ca-3a63d0d4dc0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:06.445950 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fd8a26df-ee17-4797-80ca-3a63d0d4dc0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:06.490360 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [req-c3ad0c80-78ce-4a5c-a0c2-5846f1e2fe4c req-eed0a738-e8ec-45b7-a47f-09493ac761bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f18d384f-1afe-4e78-8573-b82cab024b0c {{(pid=95501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:18:06.498272 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-c3ad0c80-78ce-4a5c-a0c2-5846f1e2fe4c req-eed0a738-e8ec-45b7-a47f-09493ac761bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:06.511686 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8a26df-ee17-4797-80ca-3a63d0d4dc0b admin admin] Pushing event updated for resources: {'Network': ['ID=b38032f2-31a4-4fc2-a2d2-b14e2b83e5e6,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:18:06.512011 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.provisioning_blocks [req-c3ad0c80-78ce-4a5c-a0c2-5846f1e2fe4c req-eed0a738-e8ec-45b7-a47f-09493ac761bc service neutron] Transition to ACTIVE for port object f18d384f-1afe-4e78-8573-b82cab024b0c will not be triggered until provisioned by entity L2. {{(pid=95501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:18:06.514390 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a6a05e5e-8ef4-4536-960a-8b5f3120e465 tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:06.517498 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a6a05e5e-8ef4-4536-960a-8b5f3120e465 tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:06.522988 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-a6a05e5e-8ef4-4536-960a-8b5f3120e465 tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] 10.222.0.49 "DELETE /v2.0/security-groups/14ce9c65-16e7-48f8-95cc-71d4ece73a84 HTTP/1.1" status: 204 len: 168 time: 0.3831511 Oct 12 19:18:06.523108 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 38122) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:18:06.524509 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network b38032f2-31a4-4fc2-a2d2-b14e2b83e5e6 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:18:06.543274 n-d-813679-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-9a864b90-b972-41a5-bee9-317211cb376d tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] show failed (client error): The resource could not be found. Oct 12 19:18:06.544352 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-9a864b90-b972-41a5-bee9-317211cb376d tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] 10.222.0.49 "GET /v2.0/security-groups/14ce9c65-16e7-48f8-95cc-71d4ece73a84 HTTP/1.1" status: 404 len: 347 time: 0.0202959 Oct 12 19:18:06.545225 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a05e5e-8ef4-4536-960a-8b5f3120e465 tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14ce9c65-16e7-48f8-95cc-71d4ece73a84,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:18:06.547298 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 38124) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:18:06.583127 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-c3ad0c80-78ce-4a5c-a0c2-5846f1e2fe4c req-eed0a738-e8ec-45b7-a47f-09493ac761bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:06.586807 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-fd8a26df-ee17-4797-80ca-3a63d0d4dc0b admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4020820 Oct 12 19:18:06.589734 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 38126) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:18:06.604730 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-0dc64785-26ba-4f70-8f4b-46c0c7f6fb00 admin admin] Request body: {'subnet': {'network_id': 'b38032f2-31a4-4fc2-a2d2-b14e2b83e5e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-878161074-subnet', 'tenant_id': '350b850c5f1d457299b12e36b462ca50', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:18:06.641246 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed0a738-e8ec-45b7-a47f-09493ac761bc service neutron] Pushing event updated for resources: {'Port': ['ID=f18d384f-1afe-4e78-8573-b82cab024b0c,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:18:06.707364 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-5d118eec-0e97-4c84-b4bb-654752098b5c tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] Deleting port 43309555-bbaf-4098-bd16-3aa515d9f160 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:18:06.707716 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5d118eec-0e97-4c84-b4bb-654752098b5c tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:06.718256 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-c3ad0c80-78ce-4a5c-a0c2-5846f1e2fe4c req-eed0a738-e8ec-45b7-a47f-09493ac761bc service neutron] Attempting to bind port f18d384f-1afe-4e78-8573-b82cab024b0c on host n-h2-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:18:06.719639 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-c3ad0c80-78ce-4a5c-a0c2-5846f1e2fe4c req-eed0a738-e8ec-45b7-a47f-09493ac761bc service neutron] Attempting to bind port f18d384f-1afe-4e78-8573-b82cab024b0c by drivers openvswitch,hyperv on host n-h2-813679-3 at level 0 using segments [{'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:18:06.719639 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ad0c80-78ce-4a5c-a0c2-5846f1e2fe4c req-eed0a738-e8ec-45b7-a47f-09493ac761bc service neutron] Attempting to bind port f18d384f-1afe-4e78-8573-b82cab024b0c on network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:18:06.724883 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ad0c80-78ce-4a5c-a0c2-5846f1e2fe4c req-eed0a738-e8ec-45b7-a47f-09493ac761bc service neutron] Port f18d384f-1afe-4e78-8573-b82cab024b0c on network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:18:06.725214 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ad0c80-78ce-4a5c-a0c2-5846f1e2fe4c req-eed0a738-e8ec-45b7-a47f-09493ac761bc service neutron] Attempting to bind port f18d384f-1afe-4e78-8573-b82cab024b0c on network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:18:06.730840 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ad0c80-78ce-4a5c-a0c2-5846f1e2fe4c req-eed0a738-e8ec-45b7-a47f-09493ac761bc service neutron] Checking agent: {'id': '233fbd7d-38e4-434f-bb8f-05364d7423a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:18:06.731240 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ad0c80-78ce-4a5c-a0c2-5846f1e2fe4c req-eed0a738-e8ec-45b7-a47f-09493ac761bc service neutron] Checking segment: {'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:18:06.731710 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ad0c80-78ce-4a5c-a0c2-5846f1e2fe4c req-eed0a738-e8ec-45b7-a47f-09493ac761bc service neutron] Bound using segment: {'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:18:06.732269 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-c3ad0c80-78ce-4a5c-a0c2-5846f1e2fe4c req-eed0a738-e8ec-45b7-a47f-09493ac761bc service neutron] Bound port: f18d384f-1afe-4e78-8573-b82cab024b0c, host: n-h2-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'}}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:18:06.732712 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-c3ad0c80-78ce-4a5c-a0c2-5846f1e2fe4c req-eed0a738-e8ec-45b7-a47f-09493ac761bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:06.749754 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dc64785-26ba-4f70-8f4b-46c0c7f6fb00 admin admin] Made reservation on behalf of 350b850c5f1d457299b12e36b462ca50 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:18:06.752798 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0dc64785-26ba-4f70-8f4b-46c0c7f6fb00 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16245837'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:06.810961 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-c3ad0c80-78ce-4a5c-a0c2-5846f1e2fe4c req-eed0a738-e8ec-45b7-a47f-09493ac761bc service neutron] For port f18d384f-1afe-4e78-8573-b82cab024b0c, host n-h2-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:18:06.816944 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-c3ad0c80-78ce-4a5c-a0c2-5846f1e2fe4c req-eed0a738-e8ec-45b7-a47f-09493ac761bc service neutron] For port f18d384f-1afe-4e78-8573-b82cab024b0c, host n-h2-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=f18d384f-1afe-4e78-8573-b82cab024b0c,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:18:06.826889 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 8d5ca2a5-1f04-445e-8431-50f1b9a9f57b no longer exists at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:18:06.853262 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] No Port match for: 8d5ca2a5-1f04-445e-8431-50f1b9a9f57b {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:18:06.854223 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 8d5ca2a5-1f04-445e-8431-50f1b9a9f57b not bound to the agent host n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:18:06.871053 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5d118eec-0e97-4c84-b4bb-654752098b5c tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:06.871053 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5d118eec-0e97-4c84-b4bb-654752098b5c tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:06.895004 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 38132) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:18:06.895435 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-5d118eec-0e97-4c84-b4bb-654752098b5c tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] Calling delete_port for 43309555-bbaf-4098-bd16-3aa515d9f160 owned by network:floatingip {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:18:06.905952 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e60d0829-0618-4fc5-96f6-fc31d3214971 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:06.950816 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-c3ad0c80-78ce-4a5c-a0c2-5846f1e2fe4c req-eed0a738-e8ec-45b7-a47f-09493ac761bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:07.007387 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ad0c80-78ce-4a5c-a0c2-5846f1e2fe4c req-eed0a738-e8ec-45b7-a47f-09493ac761bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:07.008227 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-c3ad0c80-78ce-4a5c-a0c2-5846f1e2fe4c req-eed0a738-e8ec-45b7-a47f-09493ac761bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:07.010109 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c3ad0c80-78ce-4a5c-a0c2-5846f1e2fe4c req-eed0a738-e8ec-45b7-a47f-09493ac761bc service neutron] 10.222.0.67 "PUT /v2.0/ports/f18d384f-1afe-4e78-8573-b82cab024b0c HTTP/1.1" status: 200 len: 1096 time: 0.9177773 Oct 12 19:18:07.010703 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9ba3c35-7a90-4de2-b8ac-e371bb508738', 'tag': 'f18d384f-1afe-4e78-8573-b82cab024b0c'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:18:07.013635 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f89e5ff-e028-4ec5-ac5e-e65ed1c79cc6" -d '{"events": [{"name": "network-changed", "server_uuid": "a9ba3c35-7a90-4de2-b8ac-e371bb508738", "tag": "f18d384f-1afe-4e78-8573-b82cab024b0c"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:18:07.049468 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed0a738-e8ec-45b7-a47f-09493ac761bc service neutron] Pushing event updated for resources: {'Port': ['ID=f18d384f-1afe-4e78-8573-b82cab024b0c,revision_number=3']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:18:07.093122 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e60d0829-0618-4fc5-96f6-fc31d3214971 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:07.106586 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d51889c7-7803-4e11-9a13-2b6cf02deff4 x-openstack-request-id: req-d51889c7-7803-4e11-9a13-2b6cf02deff4 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:18:07.107978 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9ba3c35-7a90-4de2-b8ac-e371bb508738", "tag": "f18d384f-1afe-4e78-8573-b82cab024b0c", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:18:07.107978 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d51889c7-7803-4e11-9a13-2b6cf02deff4 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:18:07.108410 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9ba3c35-7a90-4de2-b8ac-e371bb508738', 'tag': 'f18d384f-1afe-4e78-8573-b82cab024b0c', 'status': 'completed', 'code': 200} Oct 12 19:18:07.180711 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e60d0829-0618-4fc5-96f6-fc31d3214971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:07.231138 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-e60d0829-0618-4fc5-96f6-fc31d3214971 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=90b24dc134464f229dbd2e2bc248aead&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3378046 Oct 12 19:18:07.231138 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d0829-0618-4fc5-96f6-fc31d3214971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c5f98c4-ef6f-4244-8666-11ff66c943f3,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:18:07.244336 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 38166) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:18:07.271573 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0dc64785-26ba-4f70-8f4b-46c0c7f6fb00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4306659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16245859'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:07.286732 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f89e5ff-e028-4ec5-ac5e-e65ed1c79cc6 req-5d673763-05f5-4c05-bdc0-b96ac249fedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:07.288261 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5f89e5ff-e028-4ec5-ac5e-e65ed1c79cc6 req-5d673763-05f5-4c05-bdc0-b96ac249fedd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1439ecde881648d990934dad6d1d46ba&device_id=a9ba3c35-7a90-4de2-b8ac-e371bb508738 HTTP/1.1" status: 200 len: 1099 time: 0.1513009 Oct 12 19:18:07.334731 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5f89e5ff-e028-4ec5-ac5e-e65ed1c79cc6 req-61467d93-8833-43ac-9104-3569d3dab6f0 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=1439ecde881648d990934dad6d1d46ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0333924 Oct 12 19:18:07.349922 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc64785-26ba-4f70-8f4b-46c0c7f6fb00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ade2af37-7a7a-414e-8459-9a9cafeed2f8,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:18:07.380449 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d37452-9d77-4309-9363-7f8741caa30e req-8de0bbdc-a182-4afe-9420-db9daab8e01e tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:07.382122 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-99d37452-9d77-4309-9363-7f8741caa30e req-8de0bbdc-a182-4afe-9420-db9daab8e01e tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9ba3c35-7a90-4de2-b8ac-e371bb508738 HTTP/1.1" status: 200 len: 948 time: 0.1927323 Oct 12 19:18:07.389910 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc64785-26ba-4f70-8f4b-46c0c7f6fb00 admin admin] Checking segment: {'id': 'd074b230-9787-4285-9db7-c1236338c7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'b38032f2-31a4-4fc2-a2d2-b14e2b83e5e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:18:07.390151 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc64785-26ba-4f70-8f4b-46c0c7f6fb00 admin admin] Network hostable DHCP agents. Network: b38032f2-31a4-4fc2-a2d2-b14e2b83e5e6, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:18:07.416845 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-54d9aea4-5532-4c95-8b46-1231f49d8d61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:07.421316 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5d118eec-0e97-4c84-b4bb-654752098b5c tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:07.456104 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-54d9aea4-5532-4c95-8b46-1231f49d8d61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:07.460169 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d118eec-0e97-4c84-b4bb-654752098b5c tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] Pushing event deleted for resources: {'Port': ['ID=43309555-bbaf-4098-bd16-3aa515d9f160,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:18:07.498411 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-99d37452-9d77-4309-9363-7f8741caa30e req-73b3e48a-df5d-4e94-8b51-ddd06496f819 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042848 Oct 12 19:18:07.503224 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f89e5ff-e028-4ec5-ac5e-e65ed1c79cc6 req-371c5b62-eb3e-439a-8879-85a761f53733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:07.504689 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5f89e5ff-e028-4ec5-ac5e-e65ed1c79cc6 req-371c5b62-eb3e-439a-8879-85a761f53733 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1580777 Oct 12 19:18:07.552008 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5d118eec-0e97-4c84-b4bb-654752098b5c tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] Notify callbacks [] for floatingip, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:07.555156 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5d118eec-0e97-4c84-b4bb-654752098b5c tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:07.556526 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-5d118eec-0e97-4c84-b4bb-654752098b5c tempest-ServersTestJSON-2021427887 tempest-ServersTestJSON-2021427887-project] 10.222.0.49 "DELETE /v2.0/floatingips/08c45ef1-f0ab-4b63-8d89-d83653e1ee3d HTTP/1.1" status: 204 len: 168 time: 1.0082247 Oct 12 19:18:07.559573 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 38182) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:18:07.566199 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc64785-26ba-4f70-8f4b-46c0c7f6fb00 admin admin] Network b38032f2-31a4-4fc2-a2d2-b14e2b83e5e6 is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:18:07.582435 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ad0c80-78ce-4a5c-a0c2-5846f1e2fe4c req-6ba5c7c0-6b3b-40a8-a081-8a13c1dd5e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:07.583905 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c3ad0c80-78ce-4a5c-a0c2-5846f1e2fe4c req-6ba5c7c0-6b3b-40a8-a081-8a13c1dd5e6c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1439ecde881648d990934dad6d1d46ba&device_id=a9ba3c35-7a90-4de2-b8ac-e371bb508738 HTTP/1.1" status: 200 len: 1099 time: 0.0422776 Oct 12 19:18:07.636529 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c3ad0c80-78ce-4a5c-a0c2-5846f1e2fe4c req-bbbfa9a4-d522-4278-8f2d-b4ad0b733999 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=f18d384f-1afe-4e78-8573-b82cab024b0c HTTP/1.1" status: 200 len: 217 time: 0.0427086 Oct 12 19:18:07.651963 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-54d9aea4-5532-4c95-8b46-1231f49d8d61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:07.654992 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-54d9aea4-5532-4c95-8b46-1231f49d8d61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:07.655864 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-54d9aea4-5532-4c95-8b46-1231f49d8d61 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5c5f98c4-ef6f-4244-8666-11ff66c943f3 HTTP/1.1" status: 204 len: 168 time: 0.4089403 Oct 12 19:18:07.676151 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-0dc64785-26ba-4f70-8f4b-46c0c7f6fb00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, b38032f2-31a4-4fc2-a2d2-b14e2b83e5e6) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:18:07.682541 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc64785-26ba-4f70-8f4b-46c0c7f6fb00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:07.690816 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0dc64785-26ba-4f70-8f4b-46c0c7f6fb00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:07.691937 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d9aea4-5532-4c95-8b46-1231f49d8d61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c5f98c4-ef6f-4244-8666-11ff66c943f3,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:18:07.692249 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a51a8cf-f2fd-4dd0-8ffd-52773806c238 None None] Network b38032f2-31a4-4fc2-a2d2-b14e2b83e5e6 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:18:07.702655 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ad0c80-78ce-4a5c-a0c2-5846f1e2fe4c req-32981ffa-1220-4d7a-acd7-67b4c9bc5bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:07.703242 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c3ad0c80-78ce-4a5c-a0c2-5846f1e2fe4c req-32981ffa-1220-4d7a-acd7-67b4c9bc5bc0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=629aee7d-3fde-4c72-af1e-6a7e1f6a7e75 HTTP/1.1" status: 200 len: 843 time: 0.0605433 Oct 12 19:18:07.757647 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ad0c80-78ce-4a5c-a0c2-5846f1e2fe4c req-78619621-deed-4fd3-a9bc-697d3d0220d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:07.759096 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c3ad0c80-78ce-4a5c-a0c2-5846f1e2fe4c req-78619621-deed-4fd3-a9bc-697d3d0220d4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=90dcf485-b1ad-4139-85a3-9e1e9879e6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0489254 Oct 12 19:18:07.795894 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-0dc64785-26ba-4f70-8f4b-46c0c7f6fb00 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2050276 Oct 12 19:18:07.901916 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5e448a-e608-4725-ab98-1115d57a0b0f None None] Network b38032f2-31a4-4fc2-a2d2-b14e2b83e5e6 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:18:07.914767 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c3ad0c80-78ce-4a5c-a0c2-5846f1e2fe4c req-896298b4-977d-4412-b39f-cc84da895e86 service neutron] 10.222.0.67 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429319 Oct 12 19:18:07.997670 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 38192) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:18:08.038840 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c60aafd5-3a9f-423c-b867-c5a9a3f1e32b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8092566'] for router_interface, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:08.063033 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_v2 [None req-53afa802-8c20-4122-96e2-3cb426fe046e admin admin] Deleting subnet ade2af37-7a7a-414e-8459-9a9cafeed2f8 {{(pid=95501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:18:08.084097 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-53afa802-8c20-4122-96e2-3cb426fe046e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:08.153140 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c3ad0c80-78ce-4a5c-a0c2-5846f1e2fe4c req-f053d697-4877-4f9a-9fd9-c04f97099bb8 service neutron] 10.222.0.67 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255561 Oct 12 19:18:08.167825 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-53afa802-8c20-4122-96e2-3cb426fe046e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281083'] for subnet, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:08.228324 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-53afa802-8c20-4122-96e2-3cb426fe046e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:08.353634 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-c60aafd5-3a9f-423c-b867-c5a9a3f1e32b admin admin] Deleting port c39621b9-c578-4736-afcc-55a25ecdb1a3 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:18:08.354132 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c60aafd5-3a9f-423c-b867-c5a9a3f1e32b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:08.360753 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-53afa802-8c20-4122-96e2-3cb426fe046e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4824924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4612362'] for subnet, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:08.392956 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53afa802-8c20-4122-96e2-3cb426fe046e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ade2af37-7a7a-414e-8459-9a9cafeed2f8,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:18:08.395334 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-53afa802-8c20-4122-96e2-3cb426fe046e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:08.398844 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-53afa802-8c20-4122-96e2-3cb426fe046e admin admin] 10.222.0.49 "DELETE /v2.0/subnets/ade2af37-7a7a-414e-8459-9a9cafeed2f8 HTTP/1.1" status: 204 len: 168 time: 0.3999794 Oct 12 19:18:08.403896 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 38212) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:18:08.474688 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-c60aafd5-3a9f-423c-b867-c5a9a3f1e32b admin admin] For port c39621b9-c578-4736-afcc-55a25ecdb1a3, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=c39621b9-c578-4736-afcc-55a25ecdb1a3,segment=NetworkSegment(60701869-b898-4b9a-bbaf-e0de831a4cd8),segment_id=60701869-b898-4b9a-bbaf-e0de831a4cd8)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:18:08.475158 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c60aafd5-3a9f-423c-b867-c5a9a3f1e32b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:08.489517 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-22dd9e18-2be8-4913-a60f-1f9ede4ce4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:08.494507 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-c60aafd5-3a9f-423c-b867-c5a9a3f1e32b admin admin] Calling delete_port for c39621b9-c578-4736-afcc-55a25ecdb1a3 owned by network:router_interface {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:18:08.653141 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-22dd9e18-2be8-4913-a60f-1f9ede4ce4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:08.679306 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-22dd9e18-2be8-4913-a60f-1f9ede4ce4a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b38032f2-31a4-4fc2-a2d2-b14e2b83e5e6']}} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:18:08.690961 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-22dd9e18-2be8-4913-a60f-1f9ede4ce4a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd074b230-9787-4285-9db7-c1236338c7b3') {'for_net_delete': True} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:18:08.691331 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-22dd9e18-2be8-4913-a60f-1f9ede4ce4a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd074b230-9787-4285-9db7-c1236338c7b3') {} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:18:08.701667 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-22dd9e18-2be8-4913-a60f-1f9ede4ce4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4281072'] for segment, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:08.715822 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-22dd9e18-2be8-4913-a60f-1f9ede4ce4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:08.722436 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22dd9e18-2be8-4913-a60f-1f9ede4ce4a9 admin admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=95501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:18:08.722882 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-22dd9e18-2be8-4913-a60f-1f9ede4ce4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4823170'] for segment, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:08.724522 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5899588-19fb-416c-a43c-0de4eec57fbb req-38f2f972-8fc4-49a4-a69d-093063a6cb07 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:08.724780 n-d-813679-3 neutron-server[95501]: Traceback (most recent call last): Oct 12 19:18:08.724780 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:18:08.724780 n-d-813679-3 neutron-server[95501]: timer() Oct 12 19:18:08.724780 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:18:08.724780 n-d-813679-3 neutron-server[95501]: cb(*args, **kw) Oct 12 19:18:08.724780 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:18:08.724780 n-d-813679-3 neutron-server[95501]: return func(*args, **kwargs) Oct 12 19:18:08.724780 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:18:08.724780 n-d-813679-3 neutron-server[95501]: self._notify() Oct 12 19:18:08.724780 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:18:08.724780 n-d-813679-3 neutron-server[95501]: self.callback(batched_events) Oct 12 19:18:08.724780 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:18:08.724780 n-d-813679-3 neutron-server[95501]: event.method(event) Oct 12 19:18:08.724780 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:18:08.724780 n-d-813679-3 neutron-server[95501]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:18:08.724780 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:18:08.724780 n-d-813679-3 neutron-server[95501]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:18:08.724780 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:18:08.724780 n-d-813679-3 neutron-server[95501]: return f(self, *a, **k) Oct 12 19:18:08.724780 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:18:08.724780 n-d-813679-3 neutron-server[95501]: return self._get(url).json() Oct 12 19:18:08.724780 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:18:08.724780 n-d-813679-3 neutron-server[95501]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:18:08.724780 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:18:08.724780 n-d-813679-3 neutron-server[95501]: return self.request(url, 'GET', **kwargs) Oct 12 19:18:08.724780 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:18:08.724780 n-d-813679-3 neutron-server[95501]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:18:08.724780 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:18:08.724780 n-d-813679-3 neutron-server[95501]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:18:08.724780 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:18:08.724780 n-d-813679-3 neutron-server[95501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:18:08.724780 n-d-813679-3 neutron-server[95501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:18:08.727331 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b5899588-19fb-416c-a43c-0de4eec57fbb req-38f2f972-8fc4-49a4-a69d-093063a6cb07 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9ba3c35-7a90-4de2-b8ac-e371bb508738 HTTP/1.1" status: 200 len: 948 time: 0.0935388 Oct 12 19:18:08.806646 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b5899588-19fb-416c-a43c-0de4eec57fbb req-e440c424-871e-448c-a54e-30e2ef212882 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715380 Oct 12 19:18:08.909096 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-22dd9e18-2be8-4913-a60f-1f9ede4ce4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:08.915268 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-22dd9e18-2be8-4913-a60f-1f9ede4ce4a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:08.918526 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-22dd9e18-2be8-4913-a60f-1f9ede4ce4a9 admin admin] 10.222.0.49 "DELETE /v2.0/networks/b38032f2-31a4-4fc2-a2d2-b14e2b83e5e6 HTTP/1.1" status: 204 len: 168 time: 0.5136542 Oct 12 19:18:08.936865 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dd9e18-2be8-4913-a60f-1f9ede4ce4a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=b38032f2-31a4-4fc2-a2d2-b14e2b83e5e6,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:18:08.949524 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c60aafd5-3a9f-423c-b867-c5a9a3f1e32b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:08.973458 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60aafd5-3a9f-423c-b867-c5a9a3f1e32b admin admin] Pushing event deleted for resources: {'Port': ['ID=c39621b9-c578-4736-afcc-55a25ecdb1a3,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:18:09.175928 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c60aafd5-3a9f-423c-b867-c5a9a3f1e32b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7898909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8092450'] for router_interface, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:09.373021 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 38260) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:18:09.460889 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-9d9fc559-0b3c-4c9e-983b-ffba9938752a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=350b850c5f1d457299b12e36b462ca50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0859289 Oct 12 19:18:09.461953 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 38266) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:18:09.528092 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-bb736ea2-0114-4a6f-9fff-e36024fc4993 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:09.578770 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-bb736ea2-0114-4a6f-9fff-e36024fc4993 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:09.710507 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-bb736ea2-0114-4a6f-9fff-e36024fc4993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:09.713683 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-bb736ea2-0114-4a6f-9fff-e36024fc4993 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:09.715319 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-bb736ea2-0114-4a6f-9fff-e36024fc4993 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e0fbd702-7cee-4892-98cb-c94d40ac5df6 HTTP/1.1" status: 204 len: 168 time: 0.2519970 Oct 12 19:18:09.725851 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb736ea2-0114-4a6f-9fff-e36024fc4993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0fbd702-7cee-4892-98cb-c94d40ac5df6,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:18:09.739104 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c60aafd5-3a9f-423c-b867-c5a9a3f1e32b admin admin] Router ac724b47-8be8-46e8-9d52-ad611160a563 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:18:09.858366 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c60aafd5-3a9f-423c-b867-c5a9a3f1e32b admin admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:18:09.868899 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-c60aafd5-3a9f-423c-b867-c5a9a3f1e32b admin admin] 10.222.0.49 "PUT /v2.0/routers/ac724b47-8be8-46e8-9d52-ad611160a563/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3076169 Oct 12 19:18:09.874298 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f070fa45-1762-464a-bb53-4925aac7ffda None None] Sync routers for ids ['ac724b47-8be8-46e8-9d52-ad611160a563'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:18:09.876831 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 38280) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:18:09.886407 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f070fa45-1762-464a-bb53-4925aac7ffda None None] Routers {'ac724b47-8be8-46e8-9d52-ad611160a563'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:18:09.888222 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-f070fa45-1762-464a-bb53-4925aac7ffda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:18:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['ac724b47-8be8-46e8-9d52-ad611160a563'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:18:09.998450 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15ea2fc-1cac-405f-a18b-991211cb2bed req-c07122dd-6280-4623-8f0f-e9daa9bab7c8 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:10.006367 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c15ea2fc-1cac-405f-a18b-991211cb2bed req-c07122dd-6280-4623-8f0f-e9daa9bab7c8 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9ba3c35-7a90-4de2-b8ac-e371bb508738 HTTP/1.1" status: 200 len: 948 time: 0.0788653 Oct 12 19:18:10.032100 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-f070fa45-1762-464a-bb53-4925aac7ffda None None] Set router ac724b47-8be8-46e8-9d52-ad611160a563 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:18:10.037253 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-aba08860-dcf7-43ee-9db9-50dbe4867ed3 admin admin] Notify callbacks [] for router, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:10.051712 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c15ea2fc-1cac-405f-a18b-991211cb2bed req-f08c47dc-894f-45cf-abef-33dee1c08bbd tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422957 Oct 12 19:18:10.207083 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-aba08860-dcf7-43ee-9db9-50dbe4867ed3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:10.288824 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-f070fa45-1762-464a-bb53-4925aac7ffda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac724b47-8be8-46e8-9d52-ad611160a563', 'name': 'tempest-ServersTestJSON-769147083-router', 'tenant_id': '854de6b76f23444fa0b0e15315f450ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': '58efb78f-0b82-4cd7-8dd8-48b122e5cd64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:15:29Z', 'updated_at': '2021-10-12T19:18:08Z', 'revision_number': 5, 'project_id': '854de6b76f23444fa0b0e15315f450ce', 'gw_port': {'id': '58efb78f-0b82-4cd7-8dd8-48b122e5cd64', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac724b47-8be8-46e8-9d52-ad611160a563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:15:31Z', 'updated_at': '2021-10-12T19:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:18:10.324550 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f070fa45-1762-464a-bb53-4925aac7ffda None None] Checking router: ac724b47-8be8-46e8-9d52-ad611160a563 for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:18:10.335949 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f070fa45-1762-464a-bb53-4925aac7ffda None None] Routers {'ac724b47-8be8-46e8-9d52-ad611160a563'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:18:10.336321 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-f070fa45-1762-464a-bb53-4925aac7ffda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:18:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['ac724b47-8be8-46e8-9d52-ad611160a563'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:18:10.395930 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-aba08860-dcf7-43ee-9db9-50dbe4867ed3 admin admin] Deleting port 58efb78f-0b82-4cd7-8dd8-48b122e5cd64 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:18:10.398479 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-aba08860-dcf7-43ee-9db9-50dbe4867ed3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:10.434025 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-f070fa45-1762-464a-bb53-4925aac7ffda None None] Set router ac724b47-8be8-46e8-9d52-ad611160a563 gateway port host: None {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:18:10.491616 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-f070fa45-1762-464a-bb53-4925aac7ffda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac724b47-8be8-46e8-9d52-ad611160a563', 'name': 'tempest-ServersTestJSON-769147083-router', 'tenant_id': '854de6b76f23444fa0b0e15315f450ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:15:29Z', 'updated_at': '2021-10-12T19:18:10Z', 'revision_number': 6, 'project_id': '854de6b76f23444fa0b0e15315f450ce', 'gw_port_host': None}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:18:10.523336 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f070fa45-1762-464a-bb53-4925aac7ffda None None] The sync data for ids ['ac724b47-8be8-46e8-9d52-ad611160a563'] in n-d-813679-3 is: [{'id': 'ac724b47-8be8-46e8-9d52-ad611160a563', 'name': 'tempest-ServersTestJSON-769147083-router', 'tenant_id': '854de6b76f23444fa0b0e15315f450ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:15:29Z', 'updated_at': '2021-10-12T19:18:10Z', 'revision_number': 6, 'project_id': '854de6b76f23444fa0b0e15315f450ce', 'gw_port_host': None}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:18:10.564893 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [None req-aba08860-dcf7-43ee-9db9-50dbe4867ed3 admin admin] For port 58efb78f-0b82-4cd7-8dd8-48b122e5cd64, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=58efb78f-0b82-4cd7-8dd8-48b122e5cd64,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:18:10.564893 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-aba08860-dcf7-43ee-9db9-50dbe4867ed3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:10.586463 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-aba08860-dcf7-43ee-9db9-50dbe4867ed3 admin admin] Calling delete_port for 58efb78f-0b82-4cd7-8dd8-48b122e5cd64 owned by network:router_gateway {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:18:10.856951 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device f18d384f-1afe-4e78-8573-b82cab024b0c details requested by agent hyperv_n-h2-813679-3 with host n-h2-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:18:10.918221 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-aba08860-dcf7-43ee-9db9-50dbe4867ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:10.946607 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba08860-dcf7-43ee-9db9-50dbe4867ed3 admin admin] Pushing event deleted for resources: {'Port': ['ID=58efb78f-0b82-4cd7-8dd8-48b122e5cd64,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:18:10.970782 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port f18d384f-1afe-4e78-8573-b82cab024b0c, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=f18d384f-1afe-4e78-8573-b82cab024b0c,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:18:10.991225 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Returning: {'device': 'f18d384f-1afe-4e78-8573-b82cab024b0c', 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1', 'port_id': 'f18d384f-1afe-4e78-8573-b82cab024b0c', 'mac_address': 'fa:16:3e:b9:4d:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '629aee7d-3fde-4c72-af1e-6a7e1f6a7e75', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:18:11.051257 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:11.080180 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f18d384f-1afe-4e78-8573-b82cab024b0c {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:18:11.166825 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port f18d384f-1afe-4e78-8573-b82cab024b0c, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=f18d384f-1afe-4e78-8573-b82cab024b0c,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:18:11.257885 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:11.259872 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476bf74a-3da6-42b0-aaf2-a90c0c8d866e req-4e93b543-b2e2-4216-bea3-5e3815f8a582 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:11.261532 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-476bf74a-3da6-42b0-aaf2-a90c0c8d866e req-4e93b543-b2e2-4216-bea3-5e3815f8a582 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9ba3c35-7a90-4de2-b8ac-e371bb508738 HTTP/1.1" status: 200 len: 948 time: 0.0988975 Oct 12 19:18:11.329640 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=f18d384f-1afe-4e78-8573-b82cab024b0c,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:18:11.357622 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-476bf74a-3da6-42b0-aaf2-a90c0c8d866e req-d0e1f3da-a3ad-49b1-88b2-8091270f3014 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742955 Oct 12 19:18:11.423594 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-aba08860-dcf7-43ee-9db9-50dbe4867ed3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7915456'] for router_gateway, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:11.497752 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 58efb78f-0b82-4cd7-8dd8-48b122e5cd64 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:18:11.524382 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 58efb78f-0b82-4cd7-8dd8-48b122e5cd64 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:18:11.524741 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 58efb78f-0b82-4cd7-8dd8-48b122e5cd64 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:18:11.525155 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device c39621b9-c578-4736-afcc-55a25ecdb1a3 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:18:11.527461 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['f18d384f-1afe-4e78-8573-b82cab024b0c'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:18:11.581043 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: c39621b9-c578-4736-afcc-55a25ecdb1a3 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:18:11.581378 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device c39621b9-c578-4736-afcc-55a25ecdb1a3 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:18:11.630099 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-aba08860-dcf7-43ee-9db9-50dbe4867ed3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255495'] for router, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:11.634806 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-aba08860-dcf7-43ee-9db9-50dbe4867ed3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:11.850527 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-aba08860-dcf7-43ee-9db9-50dbe4867ed3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8093499'] for router, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:11.855079 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aba08860-dcf7-43ee-9db9-50dbe4867ed3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac724b47-8be8-46e8-9d52-ad611160a563 {{(pid=95501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 19:18:11.861432 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-aba08860-dcf7-43ee-9db9-50dbe4867ed3 admin admin] Notify callbacks [] for router, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:11.864064 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-aba08860-dcf7-43ee-9db9-50dbe4867ed3 admin admin] 10.222.0.49 "DELETE /v2.0/routers/ac724b47-8be8-46e8-9d52-ad611160a563 HTTP/1.1" status: 204 len: 168 time: 1.9857972 Oct 12 19:18:11.866327 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 38338) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:18:11.927717 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 38340) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:18:11.951572 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_v2 [None req-235f97c5-a6f6-49b6-8601-5bb48db00763 admin admin] Deleting subnet fa1d46c1-7b08-4128-8308-d970bab25da7 {{(pid=95501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:18:11.955062 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-235f97c5-a6f6-49b6-8601-5bb48db00763 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:11.999592 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-235f97c5-a6f6-49b6-8601-5bb48db00763 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281083'] for subnet, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:12.095777 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-235f97c5-a6f6-49b6-8601-5bb48db00763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:12.174063 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-9304f4a1-5a27-498b-bd47-44bcc1d722ad admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-148249120-network', 'tenant_id': 'aa6fc8ca3c0b4e85b17ccdda459ae97c'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:18:12.263084 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-235f97c5-a6f6-49b6-8601-5bb48db00763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4824924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4612362'] for subnet, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:12.287220 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9304f4a1-5a27-498b-bd47-44bcc1d722ad admin admin] Made reservation on behalf of aa6fc8ca3c0b4e85b17ccdda459ae97c for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:18:12.289509 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9304f4a1-5a27-498b-bd47-44bcc1d722ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:12.293195 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235f97c5-a6f6-49b6-8601-5bb48db00763 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa1d46c1-7b08-4128-8308-d970bab25da7,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:18:12.298734 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9304f4a1-5a27-498b-bd47-44bcc1d722ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:12.300725 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-235f97c5-a6f6-49b6-8601-5bb48db00763 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:12.306527 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-235f97c5-a6f6-49b6-8601-5bb48db00763 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/fa1d46c1-7b08-4128-8308-d970bab25da7 HTTP/1.1" status: 204 len: 168 time: 0.4358630 Oct 12 19:18:12.306712 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 38348) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:18:12.306828 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc10c77b-4042-4b43-9431-20d56d2e049c None None] Network 25bd3ef4-7d24-4004-bdbf-0c2d840ca5a9 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:18:12.402083 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-afa18c17-8095-4426-99e2-700a103885f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:12.505679 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9304f4a1-5a27-498b-bd47-44bcc1d722ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:12.531206 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8898fbe-10ed-44f3-892f-e4dc1e5c175c req-f98acd17-0589-4c01-9dec-cf3194185a63 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:12.535593 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d8898fbe-10ed-44f3-892f-e4dc1e5c175c req-f98acd17-0589-4c01-9dec-cf3194185a63 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9ba3c35-7a90-4de2-b8ac-e371bb508738 HTTP/1.1" status: 200 len: 949 time: 0.1077600 Oct 12 19:18:12.556738 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-afa18c17-8095-4426-99e2-700a103885f6 admin admin] Deleting port b545b8c8-c09d-4859-9a1c-cccfcb5c7f69 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:18:12.557077 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-afa18c17-8095-4426-99e2-700a103885f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:12.558692 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45400e6d-cf8e-441d-8a83-77a69e60adb7 None None] DHCP port deletion for 25bd3ef4-7d24-4004-bdbf-0c2d840ca5a9 request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 19:18:12.580297 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9304f4a1-5a27-498b-bd47-44bcc1d722ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:12.610859 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-45400e6d-cf8e-441d-8a83-77a69e60adb7 None None] Deleting port b545b8c8-c09d-4859-9a1c-cccfcb5c7f69 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:18:12.611535 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-45400e6d-cf8e-441d-8a83-77a69e60adb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:12.634310 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9304f4a1-5a27-498b-bd47-44bcc1d722ad admin admin] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:18:12.682950 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-45400e6d-cf8e-441d-8a83-77a69e60adb7 None None] For port b545b8c8-c09d-4859-9a1c-cccfcb5c7f69, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=b545b8c8-c09d-4859-9a1c-cccfcb5c7f69,segment=NetworkSegment(60701869-b898-4b9a-bbaf-e0de831a4cd8),segment_id=60701869-b898-4b9a-bbaf-e0de831a4cd8)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:18:12.683412 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-45400e6d-cf8e-441d-8a83-77a69e60adb7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:12.687258 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-afa18c17-8095-4426-99e2-700a103885f6 admin admin] For port b545b8c8-c09d-4859-9a1c-cccfcb5c7f69, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=b545b8c8-c09d-4859-9a1c-cccfcb5c7f69,segment=NetworkSegment(60701869-b898-4b9a-bbaf-e0de831a4cd8),segment_id=60701869-b898-4b9a-bbaf-e0de831a4cd8)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:18:12.687634 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-afa18c17-8095-4426-99e2-700a103885f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:12.690563 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9304f4a1-5a27-498b-bd47-44bcc1d722ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:12.693453 n-d-813679-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-9304f4a1-5a27-498b-bd47-44bcc1d722ad admin admin] Added segment dfeead4f-570c-47b0-a259-98d626e39366 of type vlan for network c418f288-b8b4-45b4-8f3f-1a0f8a98c0a3 Oct 12 19:18:12.698728 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-45400e6d-cf8e-441d-8a83-77a69e60adb7 None None] Calling delete_port for b545b8c8-c09d-4859-9a1c-cccfcb5c7f69 owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:18:12.700621 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d8898fbe-10ed-44f3-892f-e4dc1e5c175c req-a81b092b-f174-4dbb-8005-c065012bafbe tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550093 Oct 12 19:18:12.713370 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9304f4a1-5a27-498b-bd47-44bcc1d722ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8d22077-a9a5-4b61-aad3-0368b1df1055,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:18:12.717894 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-afa18c17-8095-4426-99e2-700a103885f6 admin admin] Calling delete_port for b545b8c8-c09d-4859-9a1c-cccfcb5c7f69 owned by network:dhcp {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:18:12.796535 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9304f4a1-5a27-498b-bd47-44bcc1d722ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:12.855936 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device f18d384f-1afe-4e78-8573-b82cab024b0c up at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:18:12.924825 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-45400e6d-cf8e-441d-8a83-77a69e60adb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:12.931454 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-afa18c17-8095-4426-99e2-700a103885f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:12.957043 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45400e6d-cf8e-441d-8a83-77a69e60adb7 None None] No DVR routers for this DVR port b545b8c8-c09d-4859-9a1c-cccfcb5c7f69 on host n-d-813679-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:18:12.958506 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa18c17-8095-4426-99e2-700a103885f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b545b8c8-c09d-4859-9a1c-cccfcb5c7f69,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:18:12.962994 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45400e6d-cf8e-441d-8a83-77a69e60adb7 None None] Pushing event deleted for resources: {'Port': ['ID=b545b8c8-c09d-4859-9a1c-cccfcb5c7f69,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:18:12.963171 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa18c17-8095-4426-99e2-700a103885f6 admin admin] No DVR routers for this DVR port b545b8c8-c09d-4859-9a1c-cccfcb5c7f69 on host n-d-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:18:12.991038 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9304f4a1-5a27-498b-bd47-44bcc1d722ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:12.991975 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9304f4a1-5a27-498b-bd47-44bcc1d722ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:12.992572 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9304f4a1-5a27-498b-bd47-44bcc1d722ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:13.009277 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning for port f18d384f-1afe-4e78-8573-b82cab024b0c completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:18:13.018017 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning complete for port f18d384f-1afe-4e78-8573-b82cab024b0c triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:18:13.018392 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:13.104835 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-afa18c17-8095-4426-99e2-700a103885f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:13.120334 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9304f4a1-5a27-498b-bd47-44bcc1d722ad admin admin] Pushing event updated for resources: {'Network': ['ID=c418f288-b8b4-45b4-8f3f-1a0f8a98c0a3,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:18:13.130751 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:13.131108 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-afa18c17-8095-4426-99e2-700a103885f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25bd3ef4-7d24-4004-bdbf-0c2d840ca5a9']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:18:13.145145 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-9304f4a1-5a27-498b-bd47-44bcc1d722ad admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2162075 Oct 12 19:18:13.152638 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network c418f288-b8b4-45b4-8f3f-1a0f8a98c0a3 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:18:13.152789 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-afa18c17-8095-4426-99e2-700a103885f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60701869-b898-4b9a-bbaf-e0de831a4cd8') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:18:13.152789 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-afa18c17-8095-4426-99e2-700a103885f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60701869-b898-4b9a-bbaf-e0de831a4cd8') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:18:13.157519 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-afa18c17-8095-4426-99e2-700a103885f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16313633'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:13.173347 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-afa18c17-8095-4426-99e2-700a103885f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:13.180652 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afa18c17-8095-4426-99e2-700a103885f6 admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:18:13.181054 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-afa18c17-8095-4426-99e2-700a103885f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4305278'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:13.183030 n-d-813679-3 neutron-server[95502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:18:13.183030 n-d-813679-3 neutron-server[95502]: self.session.flush() Oct 12 19:18:13.183030 n-d-813679-3 neutron-server[95502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:18:13.183030 n-d-813679-3 neutron-server[95502]: self.session.flush() Oct 12 19:18:13.183030 n-d-813679-3 neutron-server[95502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:18:13.183030 n-d-813679-3 neutron-server[95502]: self.session.flush() Oct 12 19:18:13.183030 n-d-813679-3 neutron-server[95502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:18:13.183030 n-d-813679-3 neutron-server[95502]: self.session.flush() Oct 12 19:18:13.183030 n-d-813679-3 neutron-server[95502]: Traceback (most recent call last): Oct 12 19:18:13.183030 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:18:13.183030 n-d-813679-3 neutron-server[95502]: timer() Oct 12 19:18:13.183030 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:18:13.183030 n-d-813679-3 neutron-server[95502]: cb(*args, **kw) Oct 12 19:18:13.183030 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:18:13.183030 n-d-813679-3 neutron-server[95502]: return func(*args, **kwargs) Oct 12 19:18:13.183030 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:18:13.183030 n-d-813679-3 neutron-server[95502]: self._notify() Oct 12 19:18:13.183030 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:18:13.183030 n-d-813679-3 neutron-server[95502]: self.callback(batched_events) Oct 12 19:18:13.183030 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:18:13.183030 n-d-813679-3 neutron-server[95502]: event.method(event) Oct 12 19:18:13.183030 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:18:13.183030 n-d-813679-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:18:13.183030 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:18:13.183030 n-d-813679-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:18:13.183030 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:18:13.183030 n-d-813679-3 neutron-server[95502]: return f(self, *a, **k) Oct 12 19:18:13.183030 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:18:13.183030 n-d-813679-3 neutron-server[95502]: return self._get(url).json() Oct 12 19:18:13.183030 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:18:13.183030 n-d-813679-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:18:13.183030 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:18:13.183030 n-d-813679-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Oct 12 19:18:13.183030 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:18:13.183030 n-d-813679-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:18:13.183030 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:18:13.183030 n-d-813679-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:18:13.183030 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:18:13.183030 n-d-813679-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:18:13.183030 n-d-813679-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:18:13.201054 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9ba3c35-7a90-4de2-b8ac-e371bb508738', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f18d384f-1afe-4e78-8573-b82cab024b0c'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:18:13.203310 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63327ed6-0359-419f-a4d6-8a31b3d3455d" -d '{"events": [{"server_uuid": "a9ba3c35-7a90-4de2-b8ac-e371bb508738", "name": "network-vif-plugged", "status": "completed", "tag": "f18d384f-1afe-4e78-8573-b82cab024b0c"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:18:13.231987 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port f18d384f-1afe-4e78-8573-b82cab024b0c, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=f18d384f-1afe-4e78-8573-b82cab024b0c,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:18:13.265255 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9447d17c-9e45-48fc-9be7-f1029cb20342 x-openstack-request-id: req-9447d17c-9e45-48fc-9be7-f1029cb20342 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:18:13.265776 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9ba3c35-7a90-4de2-b8ac-e371bb508738", "name": "network-vif-plugged", "status": "completed", "tag": "f18d384f-1afe-4e78-8573-b82cab024b0c", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:18:13.266192 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9447d17c-9e45-48fc-9be7-f1029cb20342 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:18:13.266788 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9ba3c35-7a90-4de2-b8ac-e371bb508738', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f18d384f-1afe-4e78-8573-b82cab024b0c', 'code': 200} Oct 12 19:18:13.381277 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74048ecc-6881-426c-a1b2-6140b48565f9 req-dc6f4b69-38c8-439b-b946-923b2f68d873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:13.382785 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-74048ecc-6881-426c-a1b2-6140b48565f9 req-dc6f4b69-38c8-439b-b946-923b2f68d873 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a9ba3c35-7a90-4de2-b8ac-e371bb508738 HTTP/1.1" status: 200 len: 1100 time: 0.0437787 Oct 12 19:18:13.392527 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:13.408264 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-afa18c17-8095-4426-99e2-700a103885f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:13.421183 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-74048ecc-6881-426c-a1b2-6140b48565f9 req-e5ad9fb9-c652-439b-a35d-2bb59c474422 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306652 Oct 12 19:18:13.424968 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-afa18c17-8095-4426-99e2-700a103885f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:13.432485 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-afa18c17-8095-4426-99e2-700a103885f6 admin admin] 10.222.0.49 "DELETE /v2.0/networks/25bd3ef4-7d24-4004-bdbf-0c2d840ca5a9 HTTP/1.1" status: 204 len: 168 time: 1.1227233 Oct 12 19:18:13.444694 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa18c17-8095-4426-99e2-700a103885f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=25bd3ef4-7d24-4004-bdbf-0c2d840ca5a9,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:18:13.450748 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=f18d384f-1afe-4e78-8573-b82cab024b0c,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:18:13.494949 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device b545b8c8-c09d-4859-9a1c-cccfcb5c7f69 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:18:13.516765 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: b545b8c8-c09d-4859-9a1c-cccfcb5c7f69 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:18:13.517118 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device b545b8c8-c09d-4859-9a1c-cccfcb5c7f69 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:18:13.699643 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 38378) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:18:13.790836 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bef43c0-3374-45b0-85b2-5127d2143ca9 req-f0e89352-64e2-4e9e-a4c9-c568e5a037fd tempest-ComputeTenantNetworksTest-223504604 tempest-ComputeTenantNetworksTest-223504604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:13.797627 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bef43c0-3374-45b0-85b2-5127d2143ca9 req-f0e89352-64e2-4e9e-a4c9-c568e5a037fd tempest-ComputeTenantNetworksTest-223504604 tempest-ComputeTenantNetworksTest-223504604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:13.805090 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bef43c0-3374-45b0-85b2-5127d2143ca9 req-f0e89352-64e2-4e9e-a4c9-c568e5a037fd tempest-ComputeTenantNetworksTest-223504604 tempest-ComputeTenantNetworksTest-223504604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:13.811395 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9bef43c0-3374-45b0-85b2-5127d2143ca9 req-f0e89352-64e2-4e9e-a4c9-c568e5a037fd tempest-ComputeTenantNetworksTest-223504604 tempest-ComputeTenantNetworksTest-223504604-project] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.2455103 Oct 12 19:18:13.851126 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937e1d5b-36f6-41de-9194-52fe635fd574 req-7ef78221-f040-4532-b611-e5525dd7cedd tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:13.853043 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-937e1d5b-36f6-41de-9194-52fe635fd574 req-7ef78221-f040-4532-b611-e5525dd7cedd tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9ba3c35-7a90-4de2-b8ac-e371bb508738 HTTP/1.1" status: 200 len: 950 time: 0.0664413 Oct 12 19:18:13.896297 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-937e1d5b-36f6-41de-9194-52fe635fd574 req-ac789888-eb67-4ce3-87b2-3fffacbca6ab tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372698 Oct 12 19:18:13.909523 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-861a6f79-23be-4640-9ea5-456c0ad0570c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:13.958484 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed7ece2-d37c-4388-a43f-53c7aa1ff465 req-25f78b18-0fa7-434a-999b-0c16de09be97 tempest-ComputeTenantNetworksTest-223504604 tempest-ComputeTenantNetworksTest-223504604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:13.958484 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1ed7ece2-d37c-4388-a43f-53c7aa1ff465 req-25f78b18-0fa7-434a-999b-0c16de09be97 tempest-ComputeTenantNetworksTest-223504604 tempest-ComputeTenantNetworksTest-223504604-project] 10.222.0.49 "GET /v2.0/networks/c418f288-b8b4-45b4-8f3f-1a0f8a98c0a3 HTTP/1.1" status: 200 len: 768 time: 0.1263695 Oct 12 19:18:13.961721 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 38390) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:18:13.965262 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 38392) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:18:14.021824 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-a6c41e98-424e-4b88-8e87-34067b9c660f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=854de6b76f23444fa0b0e15315f450ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0587835 Oct 12 19:18:14.025539 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 38394) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:18:14.066622 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3313af92-0347-460e-859e-bcc4a91e3920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:14.123958 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-73f41022-af31-401f-947d-7a1d9a7cda13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:14.124186 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-861a6f79-23be-4640-9ea5-456c0ad0570c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:14.150285 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-73f41022-af31-401f-947d-7a1d9a7cda13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:14.178889 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3313af92-0347-460e-859e-bcc4a91e3920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:14.186369 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-861a6f79-23be-4640-9ea5-456c0ad0570c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:14.214418 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-3313af92-0347-460e-859e-bcc4a91e3920 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c418f288-b8b4-45b4-8f3f-1a0f8a98c0a3']}} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:18:14.237496 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-3313af92-0347-460e-859e-bcc4a91e3920 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfeead4f-570c-47b0-a259-98d626e39366') {'for_net_delete': True} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:18:14.237787 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-3313af92-0347-460e-859e-bcc4a91e3920 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfeead4f-570c-47b0-a259-98d626e39366') {} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:18:14.251865 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3313af92-0347-460e-859e-bcc4a91e3920 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4281072'] for segment, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:14.260675 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-861a6f79-23be-4640-9ea5-456c0ad0570c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=adefa20b915d48199ff305e31475646a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5598285 Oct 12 19:18:14.263217 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861a6f79-23be-4640-9ea5-456c0ad0570c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=617dac6c-fa4c-4973-96b4-3dadaf4fac78,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:18:14.263617 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 38398) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:18:14.272373 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3313af92-0347-460e-859e-bcc4a91e3920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:14.278537 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3313af92-0347-460e-859e-bcc4a91e3920 admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=95501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:18:14.278991 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3313af92-0347-460e-859e-bcc4a91e3920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4823170'] for segment, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:14.280857 n-d-813679-3 neutron-server[95501]: Traceback (most recent call last): Oct 12 19:18:14.280857 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:18:14.280857 n-d-813679-3 neutron-server[95501]: timer() Oct 12 19:18:14.280857 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:18:14.280857 n-d-813679-3 neutron-server[95501]: cb(*args, **kw) Oct 12 19:18:14.280857 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:18:14.280857 n-d-813679-3 neutron-server[95501]: return func(*args, **kwargs) Oct 12 19:18:14.280857 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:18:14.280857 n-d-813679-3 neutron-server[95501]: self._notify() Oct 12 19:18:14.280857 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:18:14.280857 n-d-813679-3 neutron-server[95501]: self.callback(batched_events) Oct 12 19:18:14.280857 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:18:14.280857 n-d-813679-3 neutron-server[95501]: event.method(event) Oct 12 19:18:14.280857 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:18:14.280857 n-d-813679-3 neutron-server[95501]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:18:14.280857 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:18:14.280857 n-d-813679-3 neutron-server[95501]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:18:14.280857 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:18:14.280857 n-d-813679-3 neutron-server[95501]: return f(self, *a, **k) Oct 12 19:18:14.280857 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:18:14.280857 n-d-813679-3 neutron-server[95501]: return self._get(url).json() Oct 12 19:18:14.280857 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:18:14.280857 n-d-813679-3 neutron-server[95501]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:18:14.280857 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:18:14.280857 n-d-813679-3 neutron-server[95501]: return self.request(url, 'GET', **kwargs) Oct 12 19:18:14.280857 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:18:14.280857 n-d-813679-3 neutron-server[95501]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:18:14.280857 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:18:14.280857 n-d-813679-3 neutron-server[95501]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:18:14.280857 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:18:14.280857 n-d-813679-3 neutron-server[95501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:18:14.280857 n-d-813679-3 neutron-server[95501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:18:14.321179 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6f1df59f-3e8c-4f06-9d87-8f726c78a295 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:14.340049 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-73f41022-af31-401f-947d-7a1d9a7cda13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:14.349376 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-73f41022-af31-401f-947d-7a1d9a7cda13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:14.349376 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-73f41022-af31-401f-947d-7a1d9a7cda13 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b533d370-422b-48c3-85c9-ccaf45d4a771 HTTP/1.1" status: 204 len: 168 time: 0.3162787 Oct 12 19:18:14.358164 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6f1df59f-3e8c-4f06-9d87-8f726c78a295 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:14.360848 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f41022-af31-401f-947d-7a1d9a7cda13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b533d370-422b-48c3-85c9-ccaf45d4a771,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:18:14.437880 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3313af92-0347-460e-859e-bcc4a91e3920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:14.445175 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3313af92-0347-460e-859e-bcc4a91e3920 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:14.449495 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-3313af92-0347-460e-859e-bcc4a91e3920 admin admin] 10.222.0.49 "DELETE /v2.0/networks/c418f288-b8b4-45b4-8f3f-1a0f8a98c0a3 HTTP/1.1" status: 204 len: 168 time: 0.4830277 Oct 12 19:18:14.460569 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3313af92-0347-460e-859e-bcc4a91e3920 admin admin] Pushing event deleted for resources: {'Network': ['ID=c418f288-b8b4-45b4-8f3f-1a0f8a98c0a3,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:18:14.536896 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6f1df59f-3e8c-4f06-9d87-8f726c78a295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:14.539510 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6f1df59f-3e8c-4f06-9d87-8f726c78a295 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:14.540711 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-6f1df59f-3e8c-4f06-9d87-8f726c78a295 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/617dac6c-fa4c-4973-96b4-3dadaf4fac78 HTTP/1.1" status: 204 len: 168 time: 0.2759628 Oct 12 19:18:14.548659 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1df59f-3e8c-4f06-9d87-8f726c78a295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=617dac6c-fa4c-4973-96b4-3dadaf4fac78,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:18:14.989859 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 38412) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:18:15.044338 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4837fda2-de3c-4860-a774-5ab5efb6e2f0 req-1ac3b379-56e1-4d68-935b-60c9f896dde0 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:15.047340 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4837fda2-de3c-4860-a774-5ab5efb6e2f0 req-1ac3b379-56e1-4d68-935b-60c9f896dde0 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9ba3c35-7a90-4de2-b8ac-e371bb508738 HTTP/1.1" status: 200 len: 950 time: 0.0698435 Oct 12 19:18:15.071696 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-e63057b8-702e-4f70-b885-52ae65a44fcf admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=aa6fc8ca3c0b4e85b17ccdda459ae97c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0800996 Oct 12 19:18:15.082107 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 38418) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:18:15.137286 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4837fda2-de3c-4860-a774-5ab5efb6e2f0 req-147b4762-cc1d-40b6-89a7-58df4c2f9822 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716927 Oct 12 19:18:15.229548 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-41c883cd-ccef-4eff-90c2-0e75abd1bab7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:15.279868 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-41c883cd-ccef-4eff-90c2-0e75abd1bab7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:15.355587 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [req-03f7c261-5db6-46e3-9388-a9f47a59bf44 req-4b5f988b-d64e-4d6e-a519-fc48f2bd92ba service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 19:18:15.357016 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-03f7c261-5db6-46e3-9388-a9f47a59bf44 req-4b5f988b-d64e-4d6e-a519-fc48f2bd92ba service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0072770 Oct 12 19:18:15.492516 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-41c883cd-ccef-4eff-90c2-0e75abd1bab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:15.494783 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-41c883cd-ccef-4eff-90c2-0e75abd1bab7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:15.495909 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-41c883cd-ccef-4eff-90c2-0e75abd1bab7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d8d22077-a9a5-4b61-aad3-0368b1df1055 HTTP/1.1" status: 204 len: 168 time: 0.4134433 Oct 12 19:18:15.503981 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c883cd-ccef-4eff-90c2-0e75abd1bab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8d22077-a9a5-4b61-aad3-0368b1df1055,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:18:15.728075 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-64e315cf-c0b9-4402-8a95-d188ec1988ad req-f9a998d2-34b6-47b8-adba-4bc2e62e0bb8 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=4cdc42ba-69e4-48c5-a205-4e2175b26725&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0418568 Oct 12 19:18:15.852623 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e315cf-c0b9-4402-8a95-d188ec1988ad req-e215e151-e58a-4f00-b907-d2982583ba47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:15.854379 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-64e315cf-c0b9-4402-8a95-d188ec1988ad req-e215e151-e58a-4f00-b907-d2982583ba47 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1439ecde881648d990934dad6d1d46ba&device_id=4cdc42ba-69e4-48c5-a205-4e2175b26725 HTTP/1.1" status: 200 len: 1101 time: 0.0766096 Oct 12 19:18:15.871066 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87afe569-b069-4c0b-9c8d-04a9bb476a85 req-02554a18-6b87-4c21-a2c4-cd748cf2638b tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:15.872894 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-87afe569-b069-4c0b-9c8d-04a9bb476a85 req-02554a18-6b87-4c21-a2c4-cd748cf2638b tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9ba3c35-7a90-4de2-b8ac-e371bb508738 HTTP/1.1" status: 200 len: 950 time: 0.0643790 Oct 12 19:18:15.963352 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-87afe569-b069-4c0b-9c8d-04a9bb476a85 req-083b1d60-93fb-4e65-b29f-699d3d4dc4f5 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775826 Oct 12 19:18:15.992845 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e315cf-c0b9-4402-8a95-d188ec1988ad req-1b9149ea-0cf0-493f-8b7f-431f4b7a0f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:15.994289 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-64e315cf-c0b9-4402-8a95-d188ec1988ad req-1b9149ea-0cf0-493f-8b7f-431f4b7a0f71 service neutron] 10.222.0.67 "GET /v2.0/networks?id=90dcf485-b1ad-4139-85a3-9e1e9879e6b1 HTTP/1.1" status: 200 len: 870 time: 0.1163607 Oct 12 19:18:16.051016 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-64e315cf-c0b9-4402-8a95-d188ec1988ad req-a9e39d01-7a80-49b8-8ea3-90d94127d1df service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=031f2c23-1055-471a-b4c0-a0b18c1487ff HTTP/1.1" status: 200 len: 217 time: 0.0486693 Oct 12 19:18:16.060483 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f3af720f-73e2-41ed-aeb6-a3ee8c0ea5a3 req-ee94b3b1-a869-43e7-8605-3c27487e2685 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a9ba3c35-7a90-4de2-b8ac-e371bb508738&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0516644 Oct 12 19:18:16.073599 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [req-f3af720f-73e2-41ed-aeb6-a3ee8c0ea5a3 req-0653d795-8cc7-46b1-a064-c39669abb74d service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 19:18:16.075266 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f3af720f-73e2-41ed-aeb6-a3ee8c0ea5a3 req-0653d795-8cc7-46b1-a064-c39669abb74d service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0059583 Oct 12 19:18:16.115799 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e315cf-c0b9-4402-8a95-d188ec1988ad req-5b85f1b5-b2e7-4b02-b64b-70b63418de20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:16.117300 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-64e315cf-c0b9-4402-8a95-d188ec1988ad req-5b85f1b5-b2e7-4b02-b64b-70b63418de20 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=629aee7d-3fde-4c72-af1e-6a7e1f6a7e75 HTTP/1.1" status: 200 len: 843 time: 0.0560269 Oct 12 19:18:16.164853 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 38444) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:18:16.183741 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bef95b9a-9c1f-4d0f-ba66-deac06bf85bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:16.187243 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e315cf-c0b9-4402-8a95-d188ec1988ad req-be0ca79d-c1d2-4c6e-a850-892c34056a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:16.190581 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-64e315cf-c0b9-4402-8a95-d188ec1988ad req-be0ca79d-c1d2-4c6e-a850-892c34056a95 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=90dcf485-b1ad-4139-85a3-9e1e9879e6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0622225 Oct 12 19:18:16.293488 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bef95b9a-9c1f-4d0f-ba66-deac06bf85bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:16.372459 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-64e315cf-c0b9-4402-8a95-d188ec1988ad req-7d315b60-723f-4212-8905-971608fcdca3 service neutron] 10.222.0.67 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711569 Oct 12 19:18:16.404363 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bef95b9a-9c1f-4d0f-ba66-deac06bf85bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:16.455048 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef95b9a-9c1f-4d0f-ba66-deac06bf85bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3e79b57-30b1-491b-8722-980d5803328d,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:18:16.486042 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-bef95b9a-9c1f-4d0f-ba66-deac06bf85bb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3ab05ad4c4ee4a0b8353b1cf6dd37abf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3199856 Oct 12 19:18:16.489942 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 38468) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:18:16.526262 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-64e315cf-c0b9-4402-8a95-d188ec1988ad req-55c9ec8e-8d4f-4a2b-8621-66ef395a03e6 service neutron] 10.222.0.67 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462605 Oct 12 19:18:16.557526 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7e238586-ba78-4bcf-8131-1573972f9bb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:16.599833 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7e238586-ba78-4bcf-8131-1573972f9bb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:16.816849 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7e238586-ba78-4bcf-8131-1573972f9bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:16.820242 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7e238586-ba78-4bcf-8131-1573972f9bb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:16.821956 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-7e238586-ba78-4bcf-8131-1573972f9bb6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d3e79b57-30b1-491b-8722-980d5803328d HTTP/1.1" status: 204 len: 168 time: 0.3309977 Oct 12 19:18:16.832924 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e238586-ba78-4bcf-8131-1573972f9bb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3e79b57-30b1-491b-8722-980d5803328d,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:18:16.936720 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ee65974a-7852-439a-aad1-e578264dfc06 req-34acf9e7-f51f-4278-a535-221d7b4f5189 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=99d0578e-9f1b-42ed-aea7-3223b5004d8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0567913 Oct 12 19:18:17.006281 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee65974a-7852-439a-aad1-e578264dfc06 req-c86976da-9116-4c0f-aa5e-8f446d3ba4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:17.007846 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ee65974a-7852-439a-aad1-e578264dfc06 req-c86976da-9116-4c0f-aa5e-8f446d3ba4bc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=803d7b884967412f992e4b2e79b460e6&device_id=99d0578e-9f1b-42ed-aea7-3223b5004d8e HTTP/1.1" status: 200 len: 1096 time: 0.0495338 Oct 12 19:18:17.123128 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2861b667-cf9e-4d31-bee8-962668e19c85 req-a631a4e1-6d40-440d-96c6-2f1be6aa84de tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:17.130805 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2861b667-cf9e-4d31-bee8-962668e19c85 req-a631a4e1-6d40-440d-96c6-2f1be6aa84de tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9ba3c35-7a90-4de2-b8ac-e371bb508738 HTTP/1.1" status: 200 len: 950 time: 0.0760772 Oct 12 19:18:17.166799 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee65974a-7852-439a-aad1-e578264dfc06 req-e370113e-0696-4325-a09f-325700406741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:17.168321 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ee65974a-7852-439a-aad1-e578264dfc06 req-e370113e-0696-4325-a09f-325700406741 service neutron] 10.222.0.61 "GET /v2.0/networks?id=82671036-c03a-4d3c-b62d-db19aa8b0fed HTTP/1.1" status: 200 len: 921 time: 0.1395617 Oct 12 19:18:17.173748 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2861b667-cf9e-4d31-bee8-962668e19c85 req-7b80e1b7-f8ee-47a0-8eec-bfd07607b000 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420640 Oct 12 19:18:17.264947 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ee65974a-7852-439a-aad1-e578264dfc06 req-13d53392-0e05-48bc-b3b3-a4595d287d4d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=409be5dc-1cd9-4cf6-b7a2-42a24420afad HTTP/1.1" status: 200 len: 217 time: 0.0862644 Oct 12 19:18:17.317926 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 38502) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:18:17.329503 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee65974a-7852-439a-aad1-e578264dfc06 req-30106f8d-0217-4ba5-a68d-b39b408a8d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:17.331815 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ee65974a-7852-439a-aad1-e578264dfc06 req-30106f8d-0217-4ba5-a68d-b39b408a8d17 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=39796bec-4145-45cd-b713-3f2477a830cb HTTP/1.1" status: 200 len: 860 time: 0.0590167 Oct 12 19:18:17.375769 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ee65974a-7852-439a-aad1-e578264dfc06 req-847cb25f-ba61-4793-9490-f6d92f4e6331 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=82671036-c03a-4d3c-b62d-db19aa8b0fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361495 Oct 12 19:18:17.525902 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-1d66a368-1e6e-42e0-a6d1-4408b89ba347 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-595094489-network', 'tenant_id': '8d2b101de2504706847ad55ce05084f8'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:18:17.542465 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ee65974a-7852-439a-aad1-e578264dfc06 req-30189c85-88c6-4764-ab02-f895a759709a service neutron] 10.222.0.61 "GET /v2.0/networks/82671036-c03a-4d3c-b62d-db19aa8b0fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536746 Oct 12 19:18:17.653480 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ee65974a-7852-439a-aad1-e578264dfc06 req-50ca46f8-beb0-4d04-92dd-3c27fdcaf46f service neutron] 10.222.0.61 "GET /v2.0/networks/82671036-c03a-4d3c-b62d-db19aa8b0fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022604 Oct 12 19:18:17.680556 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d66a368-1e6e-42e0-a6d1-4408b89ba347 admin admin] Made reservation on behalf of 8d2b101de2504706847ad55ce05084f8 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:18:17.685351 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1d66a368-1e6e-42e0-a6d1-4408b89ba347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:17.695791 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1d66a368-1e6e-42e0-a6d1-4408b89ba347 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:17.778572 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1d66a368-1e6e-42e0-a6d1-4408b89ba347 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:17.945208 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1d66a368-1e6e-42e0-a6d1-4408b89ba347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:17.975071 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d66a368-1e6e-42e0-a6d1-4408b89ba347 admin admin] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:18:17.986332 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d66a368-1e6e-42e0-a6d1-4408b89ba347 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdcf2152-a2c6-4449-8487-01d038142ad8,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:18:17.992115 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1d66a368-1e6e-42e0-a6d1-4408b89ba347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:17.992467 n-d-813679-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-1d66a368-1e6e-42e0-a6d1-4408b89ba347 admin admin] Added segment 559b2892-1b9e-4213-bf88-062dc69e6130 of type vlan for network 0cbd7cc6-70a3-4103-b2a6-f0a3a7684bff Oct 12 19:18:18.038476 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1d66a368-1e6e-42e0-a6d1-4408b89ba347 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:18.148385 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1d66a368-1e6e-42e0-a6d1-4408b89ba347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:18.149821 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d66a368-1e6e-42e0-a6d1-4408b89ba347 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:18.150402 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1d66a368-1e6e-42e0-a6d1-4408b89ba347 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:18.239159 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d66a368-1e6e-42e0-a6d1-4408b89ba347 admin admin] Pushing event updated for resources: {'Network': ['ID=0cbd7cc6-70a3-4103-b2a6-f0a3a7684bff,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:18:18.260661 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 0cbd7cc6-70a3-4103-b2a6-f0a3a7684bff details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:18:18.364759 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a37432d-f94e-42fb-80c3-81ce9abccb99 req-ff47554a-38de-48bf-afed-1f0a0901a29d tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:18.370867 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9a37432d-f94e-42fb-80c3-81ce9abccb99 req-ff47554a-38de-48bf-afed-1f0a0901a29d tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9ba3c35-7a90-4de2-b8ac-e371bb508738 HTTP/1.1" status: 200 len: 950 time: 0.0966277 Oct 12 19:18:18.379525 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-1d66a368-1e6e-42e0-a6d1-4408b89ba347 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0574603 Oct 12 19:18:18.380163 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 38540) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:18:18.386029 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-3326f1db-4526-4954-a350-f63b40e6686d admin admin] Request body: {'subnet': {'network_id': '0cbd7cc6-70a3-4103-b2a6-f0a3a7684bff', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-595094489-subnet', 'tenant_id': '8d2b101de2504706847ad55ce05084f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:18:18.460984 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9a37432d-f94e-42fb-80c3-81ce9abccb99 req-d14be5e0-81d1-481e-9083-89879b72a2ba tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781181 Oct 12 19:18:18.514261 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3326f1db-4526-4954-a350-f63b40e6686d admin admin] Made reservation on behalf of 8d2b101de2504706847ad55ce05084f8 for: {'subnet': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:18:18.517149 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3326f1db-4526-4954-a350-f63b40e6686d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4612397'] for subnet, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:18.874242 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3326f1db-4526-4954-a350-f63b40e6686d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4824863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4612355'] for subnet, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:18.935737 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3326f1db-4526-4954-a350-f63b40e6686d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca0ba5cd-99c0-4c6f-8187-21ee482a083f,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:18:18.945209 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3326f1db-4526-4954-a350-f63b40e6686d admin admin] Checking segment: {'id': '559b2892-1b9e-4213-bf88-062dc69e6130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0cbd7cc6-70a3-4103-b2a6-f0a3a7684bff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:18:18.945564 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3326f1db-4526-4954-a350-f63b40e6686d admin admin] Network hostable DHCP agents. Network: 0cbd7cc6-70a3-4103-b2a6-f0a3a7684bff, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:18:19.102991 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3326f1db-4526-4954-a350-f63b40e6686d admin admin] Network 0cbd7cc6-70a3-4103-b2a6-f0a3a7684bff is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:18:19.240251 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3af720f-73e2-41ed-aeb6-a3ee8c0ea5a3 req-3d0a5edd-16d1-497b-b177-190d1a037085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:19.242101 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f3af720f-73e2-41ed-aeb6-a3ee8c0ea5a3 req-3d0a5edd-16d1-497b-b177-190d1a037085 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1439ecde881648d990934dad6d1d46ba&device_id=a9ba3c35-7a90-4de2-b8ac-e371bb508738 HTTP/1.1" status: 200 len: 1101 time: 0.0585277 Oct 12 19:18:19.250905 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-3326f1db-4526-4954-a350-f63b40e6686d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, 0cbd7cc6-70a3-4103-b2a6-f0a3a7684bff) {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:18:19.257197 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3326f1db-4526-4954-a350-f63b40e6686d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:19.258003 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3326f1db-4526-4954-a350-f63b40e6686d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:19.259757 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6656abde-f176-4770-864c-8686b00d674d None None] Network 0cbd7cc6-70a3-4103-b2a6-f0a3a7684bff requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:18:19.363276 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3af720f-73e2-41ed-aeb6-a3ee8c0ea5a3 req-14878c53-aad9-4bd1-a375-a48247e027df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:19.365181 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f3af720f-73e2-41ed-aeb6-a3ee8c0ea5a3 req-14878c53-aad9-4bd1-a375-a48247e027df service neutron] 10.222.0.67 "GET /v2.0/networks?id=90dcf485-b1ad-4139-85a3-9e1e9879e6b1 HTTP/1.1" status: 200 len: 870 time: 0.1038795 Oct 12 19:18:19.404843 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-3326f1db-4526-4954-a350-f63b40e6686d admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0173681 Oct 12 19:18:19.446054 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c9f9b8-8b96-4cda-9b11-ca3698001173 None None] Network 0cbd7cc6-70a3-4103-b2a6-f0a3a7684bff requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:18:19.503365 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f3af720f-73e2-41ed-aeb6-a3ee8c0ea5a3 req-1ee95a82-75cc-4fc1-9644-96484c98f7ee service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=f18d384f-1afe-4e78-8573-b82cab024b0c HTTP/1.1" status: 200 len: 217 time: 0.1281862 Oct 12 19:18:19.569341 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3af720f-73e2-41ed-aeb6-a3ee8c0ea5a3 req-2afc49aa-ceb1-4b93-b148-d5f49f708857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:19.571841 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f3af720f-73e2-41ed-aeb6-a3ee8c0ea5a3 req-2afc49aa-ceb1-4b93-b148-d5f49f708857 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=629aee7d-3fde-4c72-af1e-6a7e1f6a7e75 HTTP/1.1" status: 200 len: 843 time: 0.0600185 Oct 12 19:18:19.746867 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3af720f-73e2-41ed-aeb6-a3ee8c0ea5a3 req-f8b3f834-7acd-41eb-8d72-071f2cad6aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:19.754108 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f3af720f-73e2-41ed-aeb6-a3ee8c0ea5a3 req-f8b3f834-7acd-41eb-8d72-071f2cad6aa0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=90dcf485-b1ad-4139-85a3-9e1e9879e6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1717484 Oct 12 19:18:19.779203 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c72e0e-8003-47de-aaa9-a059725e9006 req-db868a13-a849-4a0a-9d83-a76fc5563779 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:19.781248 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d6c72e0e-8003-47de-aaa9-a059725e9006 req-db868a13-a849-4a0a-9d83-a76fc5563779 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9ba3c35-7a90-4de2-b8ac-e371bb508738 HTTP/1.1" status: 200 len: 950 time: 0.1814947 Oct 12 19:18:19.828122 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d6c72e0e-8003-47de-aaa9-a059725e9006 req-17825eb6-4118-4632-bc98-bd9b6218cd65 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397668 Oct 12 19:18:19.898337 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f3af720f-73e2-41ed-aeb6-a3ee8c0ea5a3 req-b3ce4d15-9d45-4468-9ae1-33ddbbb58d32 service neutron] 10.222.0.67 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390753 Oct 12 19:18:20.058944 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f3af720f-73e2-41ed-aeb6-a3ee8c0ea5a3 req-9f47284c-9395-42e9-ba44-7ca36f22dd5b service neutron] 10.222.0.67 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462653 Oct 12 19:18:20.401475 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5262b74-1346-499b-b046-9c160d2719ad req-ceabce51-dd93-4479-83fa-879d03a1a050 tempest-InstanceActionsTestJSON-737134862 tempest-InstanceActionsTestJSON-737134862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:20.402953 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c5262b74-1346-499b-b046-9c160d2719ad req-ceabce51-dd93-4479-83fa-879d03a1a050 tempest-InstanceActionsTestJSON-737134862 tempest-InstanceActionsTestJSON-737134862-project] 10.222.0.49 "GET /v2.0/networks?id=0cbd7cc6-70a3-4103-b2a6-f0a3a7684bff HTTP/1.1" status: 200 len: 813 time: 0.1583958 Oct 12 19:18:20.419785 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c5262b74-1346-499b-b046-9c160d2719ad req-052423db-031b-452c-8c12-21b6c3217d78 tempest-InstanceActionsTestJSON-737134862 tempest-InstanceActionsTestJSON-737134862-project] 10.222.0.49 "GET /v2.0/quotas/8d2b101de2504706847ad55ce05084f8 HTTP/1.1" status: 200 len: 375 time: 0.0099268 Oct 12 19:18:20.454339 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c5262b74-1346-499b-b046-9c160d2719ad req-c8d6244e-bcd3-4c16-aa5b-d917b56486ed tempest-InstanceActionsTestJSON-737134862 tempest-InstanceActionsTestJSON-737134862-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=8d2b101de2504706847ad55ce05084f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276673 Oct 12 19:18:20.587599 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c5262b74-1346-499b-b046-9c160d2719ad req-80db2c10-fd12-48c4-975b-75e69186ce3e service neutron] 10.222.0.49 "GET /v2.0/networks/0cbd7cc6-70a3-4103-b2a6-f0a3a7684bff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248925 Oct 12 19:18:20.722244 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c5262b74-1346-499b-b046-9c160d2719ad req-781529c0-59ef-48f4-b135-3113f6f67baf service neutron] 10.222.0.49 "GET /v2.0/networks/0cbd7cc6-70a3-4103-b2a6-f0a3a7684bff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337128 Oct 12 19:18:20.965238 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cff3046-c76a-419a-94f7-ecf86b386fb3 req-a570be9c-9311-48e1-8fd1-4cffe4fee9c3 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:20.966693 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2cff3046-c76a-419a-94f7-ecf86b386fb3 req-a570be9c-9311-48e1-8fd1-4cffe4fee9c3 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9ba3c35-7a90-4de2-b8ac-e371bb508738 HTTP/1.1" status: 200 len: 950 time: 0.0507057 Oct 12 19:18:21.027248 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2cff3046-c76a-419a-94f7-ecf86b386fb3 req-bd4bf1bb-0e21-43de-a0e2-433f1cc7e32a tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532873 Oct 12 19:18:21.039780 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 19:18:21.095743 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-38e1744e-a22f-41f0-a7a1-b345206a80c5 req-db14e8fc-54be-473e-97d2-e791581c7dc0 tempest-InstanceActionsTestJSON-737134862 tempest-InstanceActionsTestJSON-737134862-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b93c4fb-3003-4b06-9694-5eb2cb89983f HTTP/1.1" status: 200 len: 210 time: 0.0381057 Oct 12 19:18:21.278637 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 38626) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:18:21.392659 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-29db7429-0c16-4e45-8395-27c671804ae7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:21.482704 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-29db7429-0c16-4e45-8395-27c671804ae7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:21.611495 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-29db7429-0c16-4e45-8395-27c671804ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:21.661614 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-29db7429-0c16-4e45-8395-27c671804ae7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d6a42bb524054a30a3aa8cccea1dc687&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3771255 Oct 12 19:18:21.661614 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29db7429-0c16-4e45-8395-27c671804ae7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ac7ef7d-fb13-4e03-9597-7b82a7f9c984,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:18:21.662024 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 38640) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:18:21.730924 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6807bf5d-86ed-4231-a913-e3d83f05a81d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:21.754424 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6807bf5d-86ed-4231-a913-e3d83f05a81d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:22.063700 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6807bf5d-86ed-4231-a913-e3d83f05a81d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:22.066599 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6807bf5d-86ed-4231-a913-e3d83f05a81d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:22.070354 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-6807bf5d-86ed-4231-a913-e3d83f05a81d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3ac7ef7d-fb13-4e03-9597-7b82a7f9c984 HTTP/1.1" status: 204 len: 168 time: 0.4072075 Oct 12 19:18:22.077892 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6807bf5d-86ed-4231-a913-e3d83f05a81d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ac7ef7d-fb13-4e03-9597-7b82a7f9c984,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:18:22.191112 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-36e62cec-160a-4a3a-99a3-067b926202d7 req-4bddb257-39c6-46ad-b4c9-82ccd5200982 tempest-InstanceActionsTestJSON-737134862 tempest-InstanceActionsTestJSON-737134862-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b93c4fb-3003-4b06-9694-5eb2cb89983f HTTP/1.1" status: 200 len: 210 time: 0.0322866 Oct 12 19:18:22.209920 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd411af3-6e68-4ecf-aa23-15f751012d2a req-cbc8cd57-f897-49f5-9295-5a133cd40a27 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:22.211302 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-dd411af3-6e68-4ecf-aa23-15f751012d2a req-cbc8cd57-f897-49f5-9295-5a133cd40a27 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9ba3c35-7a90-4de2-b8ac-e371bb508738 HTTP/1.1" status: 200 len: 950 time: 0.0758913 Oct 12 19:18:22.260737 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-dd411af3-6e68-4ecf-aa23-15f751012d2a req-dcb0d299-2207-45d0-894c-eb3258b03749 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361187 Oct 12 19:18:23.211150 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 38674) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:18:23.226852 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-cf685826-b13b-4e39-b8e5-7938e257738f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:23.324516 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a31e673f-49fa-4635-b3de-3f2ba248e67b req-b0b299f1-493e-4e8a-8fb5-442fff989cbd tempest-InstanceActionsTestJSON-737134862 tempest-InstanceActionsTestJSON-737134862-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b93c4fb-3003-4b06-9694-5eb2cb89983f HTTP/1.1" status: 200 len: 210 time: 0.0458369 Oct 12 19:18:23.354855 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-cf685826-b13b-4e39-b8e5-7938e257738f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:23.407178 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e926cfa8-fe47-4f06-81ea-5e1e4838318e req-d4b645ee-8dab-4284-9c43-1543fbf4244a tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:23.408880 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e926cfa8-fe47-4f06-81ea-5e1e4838318e req-d4b645ee-8dab-4284-9c43-1543fbf4244a tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9ba3c35-7a90-4de2-b8ac-e371bb508738 HTTP/1.1" status: 200 len: 950 time: 0.0526979 Oct 12 19:18:23.454670 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e926cfa8-fe47-4f06-81ea-5e1e4838318e req-805c6194-990c-42c1-a9d2-bdc80773a1ce tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393169 Oct 12 19:18:23.496714 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-cf685826-b13b-4e39-b8e5-7938e257738f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:23.549116 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf685826-b13b-4e39-b8e5-7938e257738f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=912c9a4d-fa22-4144-8ce0-cf4e008883f5,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:18:23.559188 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-cf685826-b13b-4e39-b8e5-7938e257738f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2b2009e7c9b14e0fa91726482df9ec18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3469565 Oct 12 19:18:23.561911 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 38682) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:18:23.631179 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3177e332-a1b1-46c6-bd22-87be3ad56a9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:23.654248 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3177e332-a1b1-46c6-bd22-87be3ad56a9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:23.849447 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3177e332-a1b1-46c6-bd22-87be3ad56a9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:23.853688 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3177e332-a1b1-46c6-bd22-87be3ad56a9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:23.853688 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-3177e332-a1b1-46c6-bd22-87be3ad56a9f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/912c9a4d-fa22-4144-8ce0-cf4e008883f5 HTTP/1.1" status: 204 len: 168 time: 0.2897148 Oct 12 19:18:23.864640 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3177e332-a1b1-46c6-bd22-87be3ad56a9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=912c9a4d-fa22-4144-8ce0-cf4e008883f5,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:18:24.420327 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5262b74-1346-499b-b046-9c160d2719ad req-cd24d291-80c7-400e-b4f8-ba8a63a4bffc tempest-InstanceActionsTestJSON-737134862 tempest-InstanceActionsTestJSON-737134862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:24.423409 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c5262b74-1346-499b-b046-9c160d2719ad req-cd24d291-80c7-400e-b4f8-ba8a63a4bffc tempest-InstanceActionsTestJSON-737134862 tempest-InstanceActionsTestJSON-737134862-project] 10.222.0.61 "GET /v2.0/networks?id=0cbd7cc6-70a3-4103-b2a6-f0a3a7684bff HTTP/1.1" status: 200 len: 813 time: 0.1174383 Oct 12 19:18:24.437309 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-c5262b74-1346-499b-b046-9c160d2719ad req-e7ba36ae-071b-4091-be4e-1b65ac5a7011 tempest-InstanceActionsTestJSON-737134862 tempest-InstanceActionsTestJSON-737134862-project] Request body: {'port': {'device_id': '5b93c4fb-3003-4b06-9694-5eb2cb89983f', 'network_id': '0cbd7cc6-70a3-4103-b2a6-f0a3a7684bff', 'admin_state_up': True, 'tenant_id': '8d2b101de2504706847ad55ce05084f8'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:18:24.535534 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5af35e7f-f11c-49cb-8126-95b3fcbe3bba req-ca45cf96-ecbc-464f-af81-5f44ccf574c3 tempest-InstanceActionsTestJSON-737134862 tempest-InstanceActionsTestJSON-737134862-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b93c4fb-3003-4b06-9694-5eb2cb89983f HTTP/1.1" status: 200 len: 210 time: 0.1063616 Oct 12 19:18:24.631798 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b062a8-cd16-42d8-b0e2-7f2ad4fb0707 req-20901436-e15b-4fa9-a81a-34bcc0dd17ba tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:24.633683 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-14b062a8-cd16-42d8-b0e2-7f2ad4fb0707 req-20901436-e15b-4fa9-a81a-34bcc0dd17ba tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9ba3c35-7a90-4de2-b8ac-e371bb508738 HTTP/1.1" status: 200 len: 950 time: 0.0661507 Oct 12 19:18:24.681349 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-14b062a8-cd16-42d8-b0e2-7f2ad4fb0707 req-8dc36415-88b0-4f2e-9bf9-820a5e3ad989 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412424 Oct 12 19:18:25.638547 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8f439584-f571-4523-b89a-99959be8b672 req-7b2dbbd2-fce7-4ed8-93c3-f8fbe38ef8f6 tempest-InstanceActionsTestJSON-737134862 tempest-InstanceActionsTestJSON-737134862-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b93c4fb-3003-4b06-9694-5eb2cb89983f HTTP/1.1" status: 200 len: 210 time: 0.0261209 Oct 12 19:18:25.766890 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5262b74-1346-499b-b046-9c160d2719ad req-e7ba36ae-071b-4091-be4e-1b65ac5a7011 tempest-InstanceActionsTestJSON-737134862 tempest-InstanceActionsTestJSON-737134862-project] Made reservation on behalf of 8d2b101de2504706847ad55ce05084f8 for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:18:25.772021 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-c5262b74-1346-499b-b046-9c160d2719ad req-e7ba36ae-071b-4091-be4e-1b65ac5a7011 tempest-InstanceActionsTestJSON-737134862 tempest-InstanceActionsTestJSON-737134862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:25.825597 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394b925f-ec2a-4cbb-917d-f6c0ee95734a req-793328a7-169c-450d-900a-b497b5fc2055 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:25.837289 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-394b925f-ec2a-4cbb-917d-f6c0ee95734a req-793328a7-169c-450d-900a-b497b5fc2055 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9ba3c35-7a90-4de2-b8ac-e371bb508738 HTTP/1.1" status: 200 len: 950 time: 0.0773575 Oct 12 19:18:25.906531 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-394b925f-ec2a-4cbb-917d-f6c0ee95734a req-23da5a72-c231-4495-abd3-022e4aef8c38 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654483 Oct 12 19:18:25.945947 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [req-c5262b74-1346-499b-b046-9c160d2719ad req-e7ba36ae-071b-4091-be4e-1b65ac5a7011 tempest-InstanceActionsTestJSON-737134862 tempest-InstanceActionsTestJSON-737134862-project] Allocated IP 172.20.0.11 (0cbd7cc6-70a3-4103-b2a6-f0a3a7684bff/ca0ba5cd-99c0-4c6f-8187-21ee482a083f/56220980-ca24-4899-b19f-78447e13e022) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:18:26.135390 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-c5262b74-1346-499b-b046-9c160d2719ad req-e7ba36ae-071b-4091-be4e-1b65ac5a7011 tempest-InstanceActionsTestJSON-737134862 tempest-InstanceActionsTestJSON-737134862-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:26.243985 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-c5262b74-1346-499b-b046-9c160d2719ad req-e7ba36ae-071b-4091-be4e-1b65ac5a7011 tempest-InstanceActionsTestJSON-737134862 tempest-InstanceActionsTestJSON-737134862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:26.295453 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5262b74-1346-499b-b046-9c160d2719ad req-e7ba36ae-071b-4091-be4e-1b65ac5a7011 tempest-InstanceActionsTestJSON-737134862 tempest-InstanceActionsTestJSON-737134862-project] Network 0cbd7cc6-70a3-4103-b2a6-f0a3a7684bff is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:18:26.301383 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [req-c5262b74-1346-499b-b046-9c160d2719ad req-e7ba36ae-071b-4091-be4e-1b65ac5a7011 tempest-InstanceActionsTestJSON-737134862 tempest-InstanceActionsTestJSON-737134862-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:18:26.307147 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5262b74-1346-499b-b046-9c160d2719ad req-e7ba36ae-071b-4091-be4e-1b65ac5a7011 tempest-InstanceActionsTestJSON-737134862 tempest-InstanceActionsTestJSON-737134862-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:18:26.311201 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ba36ae-071b-4091-be4e-1b65ac5a7011 tempest-InstanceActionsTestJSON-737134862 tempest-InstanceActionsTestJSON-737134862-project] Pushing event updated for resources: {'Port': ['ID=56220980-ca24-4899-b19f-78447e13e022,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:18:26.364011 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5262b74-1346-499b-b046-9c160d2719ad req-e7ba36ae-071b-4091-be4e-1b65ac5a7011 tempest-InstanceActionsTestJSON-737134862 tempest-InstanceActionsTestJSON-737134862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:26.364688 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-c5262b74-1346-499b-b046-9c160d2719ad req-e7ba36ae-071b-4091-be4e-1b65ac5a7011 tempest-InstanceActionsTestJSON-737134862 tempest-InstanceActionsTestJSON-737134862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:26.459378 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c5262b74-1346-499b-b046-9c160d2719ad req-e7ba36ae-071b-4091-be4e-1b65ac5a7011 tempest-InstanceActionsTestJSON-737134862 tempest-InstanceActionsTestJSON-737134862-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0268662 Oct 12 19:18:26.473277 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-c5262b74-1346-499b-b046-9c160d2719ad req-7b4c298d-92ce-40dc-befd-6193fcf35e14 service neutron] Request body: {'port': {'device_id': '5b93c4fb-3003-4b06-9694-5eb2cb89983f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-3'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:18:26.533957 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-c5262b74-1346-499b-b046-9c160d2719ad req-7b4c298d-92ce-40dc-befd-6193fcf35e14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:26.777206 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83cd4d0-ee1a-4218-9512-dc11078945eb req-165d0b6e-f7e5-41a5-aedb-e986d5cd4af1 tempest-InstanceActionsTestJSON-737134862 tempest-InstanceActionsTestJSON-737134862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:26.785407 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a83cd4d0-ee1a-4218-9512-dc11078945eb req-165d0b6e-f7e5-41a5-aedb-e986d5cd4af1 tempest-InstanceActionsTestJSON-737134862 tempest-InstanceActionsTestJSON-737134862-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b93c4fb-3003-4b06-9694-5eb2cb89983f HTTP/1.1" status: 200 len: 932 time: 0.0665689 Oct 12 19:18:26.846425 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a83cd4d0-ee1a-4218-9512-dc11078945eb req-62d36bbe-02b7-4654-98d7-a6c3ca06023b tempest-InstanceActionsTestJSON-737134862 tempest-InstanceActionsTestJSON-737134862-project] 10.222.0.49 "GET /v2.0/security-groups?id=fdcf2152-a2c6-4449-8487-01d038142ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591576 Oct 12 19:18:26.871054 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [req-c5262b74-1346-499b-b046-9c160d2719ad req-7b4c298d-92ce-40dc-befd-6193fcf35e14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56220980-ca24-4899-b19f-78447e13e022 {{(pid=95501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:18:26.879812 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-c5262b74-1346-499b-b046-9c160d2719ad req-7b4c298d-92ce-40dc-befd-6193fcf35e14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:26.894397 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.provisioning_blocks [req-c5262b74-1346-499b-b046-9c160d2719ad req-7b4c298d-92ce-40dc-befd-6193fcf35e14 service neutron] Transition to ACTIVE for port object 56220980-ca24-4899-b19f-78447e13e022 will not be triggered until provisioned by entity L2. {{(pid=95501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:18:27.030080 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-c5262b74-1346-499b-b046-9c160d2719ad req-7b4c298d-92ce-40dc-befd-6193fcf35e14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:27.101267 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff010179-b97d-4aaa-bb7f-c5c328238856 req-474cccb0-a2e9-4ce0-b3e7-6a3c7b561b2e tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:27.102846 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ff010179-b97d-4aaa-bb7f-c5c328238856 req-474cccb0-a2e9-4ce0-b3e7-6a3c7b561b2e tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9ba3c35-7a90-4de2-b8ac-e371bb508738 HTTP/1.1" status: 200 len: 950 time: 0.1257496 Oct 12 19:18:27.203005 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4c298d-92ce-40dc-befd-6193fcf35e14 service neutron] Pushing event updated for resources: {'Port': ['ID=56220980-ca24-4899-b19f-78447e13e022,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:18:27.222487 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-c5262b74-1346-499b-b046-9c160d2719ad req-7b4c298d-92ce-40dc-befd-6193fcf35e14 service neutron] Attempting to bind port 56220980-ca24-4899-b19f-78447e13e022 on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:18:27.222858 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-c5262b74-1346-499b-b046-9c160d2719ad req-7b4c298d-92ce-40dc-befd-6193fcf35e14 service neutron] Attempting to bind port 56220980-ca24-4899-b19f-78447e13e022 by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': '559b2892-1b9e-4213-bf88-062dc69e6130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0cbd7cc6-70a3-4103-b2a6-f0a3a7684bff'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:18:27.223282 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5262b74-1346-499b-b046-9c160d2719ad req-7b4c298d-92ce-40dc-befd-6193fcf35e14 service neutron] Attempting to bind port 56220980-ca24-4899-b19f-78447e13e022 on network 0cbd7cc6-70a3-4103-b2a6-f0a3a7684bff {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:18:27.233068 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5262b74-1346-499b-b046-9c160d2719ad req-7b4c298d-92ce-40dc-befd-6193fcf35e14 service neutron] Port 56220980-ca24-4899-b19f-78447e13e022 on network 0cbd7cc6-70a3-4103-b2a6-f0a3a7684bff not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:18:27.233473 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5262b74-1346-499b-b046-9c160d2719ad req-7b4c298d-92ce-40dc-befd-6193fcf35e14 service neutron] Attempting to bind port 56220980-ca24-4899-b19f-78447e13e022 on network 0cbd7cc6-70a3-4103-b2a6-f0a3a7684bff {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:18:27.243236 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5262b74-1346-499b-b046-9c160d2719ad req-7b4c298d-92ce-40dc-befd-6193fcf35e14 service neutron] Checking agent: {'id': 'f5e9725f-f5a6-43c2-a1be-95e21e9a1fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:18:27.243236 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5262b74-1346-499b-b046-9c160d2719ad req-7b4c298d-92ce-40dc-befd-6193fcf35e14 service neutron] Checking segment: {'id': '559b2892-1b9e-4213-bf88-062dc69e6130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0cbd7cc6-70a3-4103-b2a6-f0a3a7684bff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:18:27.243236 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5262b74-1346-499b-b046-9c160d2719ad req-7b4c298d-92ce-40dc-befd-6193fcf35e14 service neutron] Bound using segment: {'id': '559b2892-1b9e-4213-bf88-062dc69e6130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0cbd7cc6-70a3-4103-b2a6-f0a3a7684bff'} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:18:27.244056 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-c5262b74-1346-499b-b046-9c160d2719ad req-7b4c298d-92ce-40dc-befd-6193fcf35e14 service neutron] Bound port: 56220980-ca24-4899-b19f-78447e13e022, host: n-h1-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '559b2892-1b9e-4213-bf88-062dc69e6130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0cbd7cc6-70a3-4103-b2a6-f0a3a7684bff'}}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:18:27.244592 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-c5262b74-1346-499b-b046-9c160d2719ad req-7b4c298d-92ce-40dc-befd-6193fcf35e14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:27.267353 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ff010179-b97d-4aaa-bb7f-c5c328238856 req-912a796b-2eef-4cb1-9a19-63c9579bc580 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524940 Oct 12 19:18:27.365464 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-c5262b74-1346-499b-b046-9c160d2719ad req-7b4c298d-92ce-40dc-befd-6193fcf35e14 service neutron] For port 56220980-ca24-4899-b19f-78447e13e022, host n-h1-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:18:27.374553 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-c5262b74-1346-499b-b046-9c160d2719ad req-7b4c298d-92ce-40dc-befd-6193fcf35e14 service neutron] For port 56220980-ca24-4899-b19f-78447e13e022, host n-h1-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=56220980-ca24-4899-b19f-78447e13e022,segment=NetworkSegment(559b2892-1b9e-4213-bf88-062dc69e6130),segment_id=559b2892-1b9e-4213-bf88-062dc69e6130)] {{(pid=95501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:18:27.463228 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-c5262b74-1346-499b-b046-9c160d2719ad req-7b4c298d-92ce-40dc-befd-6193fcf35e14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:27.495005 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5262b74-1346-499b-b046-9c160d2719ad req-7b4c298d-92ce-40dc-befd-6193fcf35e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:27.495622 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-c5262b74-1346-499b-b046-9c160d2719ad req-7b4c298d-92ce-40dc-befd-6193fcf35e14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:27.497118 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c5262b74-1346-499b-b046-9c160d2719ad req-7b4c298d-92ce-40dc-befd-6193fcf35e14 service neutron] 10.222.0.61 "PUT /v2.0/ports/56220980-ca24-4899-b19f-78447e13e022 HTTP/1.1" status: 200 len: 1092 time: 1.0288694 Oct 12 19:18:27.499421 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b93c4fb-3003-4b06-9694-5eb2cb89983f', 'tag': '56220980-ca24-4899-b19f-78447e13e022'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:18:27.502377 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bc2ff6c-0348-4931-af2b-aed9d3eb6a50" -d '{"events": [{"name": "network-changed", "server_uuid": "5b93c4fb-3003-4b06-9694-5eb2cb89983f", "tag": "56220980-ca24-4899-b19f-78447e13e022"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:18:27.534951 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4c298d-92ce-40dc-befd-6193fcf35e14 service neutron] Pushing event updated for resources: {'Port': ['ID=56220980-ca24-4899-b19f-78447e13e022,revision_number=3']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:18:27.551742 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01607337-4440-4fa5-be05-d595757d59d8 x-openstack-request-id: req-01607337-4440-4fa5-be05-d595757d59d8 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:18:27.551742 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b93c4fb-3003-4b06-9694-5eb2cb89983f", "tag": "56220980-ca24-4899-b19f-78447e13e022", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:18:27.551742 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-01607337-4440-4fa5-be05-d595757d59d8 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:18:27.551742 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b93c4fb-3003-4b06-9694-5eb2cb89983f', 'tag': '56220980-ca24-4899-b19f-78447e13e022', 'status': 'completed', 'code': 200} Oct 12 19:18:27.614212 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc2ff6c-0348-4931-af2b-aed9d3eb6a50 req-a814f81b-1717-40f7-a5f8-d50c06468139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:27.615731 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8bc2ff6c-0348-4931-af2b-aed9d3eb6a50 req-a814f81b-1717-40f7-a5f8-d50c06468139 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8d2b101de2504706847ad55ce05084f8&device_id=5b93c4fb-3003-4b06-9694-5eb2cb89983f HTTP/1.1" status: 200 len: 1095 time: 0.0415955 Oct 12 19:18:27.735769 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc2ff6c-0348-4931-af2b-aed9d3eb6a50 req-439d1ab5-66fe-44d4-9b7b-015cc50ae3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:27.737814 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8bc2ff6c-0348-4931-af2b-aed9d3eb6a50 req-439d1ab5-66fe-44d4-9b7b-015cc50ae3c1 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=8d2b101de2504706847ad55ce05084f8&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1136038 Oct 12 19:18:27.855493 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc2ff6c-0348-4931-af2b-aed9d3eb6a50 req-3ca81f0c-f2cb-446b-a815-6e7db5cfa73b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:27.857425 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8bc2ff6c-0348-4931-af2b-aed9d3eb6a50 req-3ca81f0c-f2cb-446b-a815-6e7db5cfa73b service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1123230 Oct 12 19:18:27.948455 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5262b74-1346-499b-b046-9c160d2719ad req-79040aa5-6e25-467a-8b89-cc3a03c63cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:27.949970 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c5262b74-1346-499b-b046-9c160d2719ad req-79040aa5-6e25-467a-8b89-cc3a03c63cc4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8d2b101de2504706847ad55ce05084f8&device_id=5b93c4fb-3003-4b06-9694-5eb2cb89983f HTTP/1.1" status: 200 len: 1095 time: 0.0507159 Oct 12 19:18:27.980096 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afb94ef-4906-4b97-a971-4950e214ea25 req-d5957ce9-eeec-46e4-94da-40af51822a02 tempest-InstanceActionsTestJSON-737134862 tempest-InstanceActionsTestJSON-737134862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:27.982355 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7afb94ef-4906-4b97-a971-4950e214ea25 req-d5957ce9-eeec-46e4-94da-40af51822a02 tempest-InstanceActionsTestJSON-737134862 tempest-InstanceActionsTestJSON-737134862-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b93c4fb-3003-4b06-9694-5eb2cb89983f HTTP/1.1" status: 200 len: 944 time: 0.0628071 Oct 12 19:18:28.022532 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7afb94ef-4906-4b97-a971-4950e214ea25 req-3cbc08c7-b3aa-4a31-87c5-ad44374deddc tempest-InstanceActionsTestJSON-737134862 tempest-InstanceActionsTestJSON-737134862-project] 10.222.0.49 "GET /v2.0/security-groups?id=fdcf2152-a2c6-4449-8487-01d038142ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332897 Oct 12 19:18:28.366124 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c5262b74-1346-499b-b046-9c160d2719ad req-ba3b4e52-7b90-47b6-95fe-019b4ac4f65a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56220980-ca24-4899-b19f-78447e13e022 HTTP/1.1" status: 200 len: 217 time: 0.4065952 Oct 12 19:18:28.507723 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5262b74-1346-499b-b046-9c160d2719ad req-aaba67db-3fce-4a86-94b8-509a4d2a5fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:28.507914 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c5262b74-1346-499b-b046-9c160d2719ad req-aaba67db-3fce-4a86-94b8-509a4d2a5fed service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ca0ba5cd-99c0-4c6f-8187-21ee482a083f HTTP/1.1" status: 200 len: 853 time: 0.1321776 Oct 12 19:18:28.538640 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b533762a-5fd4-4190-bd25-0837338f5c56 req-76b6f4ff-bee2-4d63-a378-dd10eeb3bfa3 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:28.540515 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b533762a-5fd4-4190-bd25-0837338f5c56 req-76b6f4ff-bee2-4d63-a378-dd10eeb3bfa3 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9ba3c35-7a90-4de2-b8ac-e371bb508738 HTTP/1.1" status: 200 len: 950 time: 0.1635091 Oct 12 19:18:28.568593 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c5262b74-1346-499b-b046-9c160d2719ad req-1d66826c-1c9f-45c3-a0f7-01e30ed8fa29 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0cbd7cc6-70a3-4103-b2a6-f0a3a7684bff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508235 Oct 12 19:18:28.623434 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b533762a-5fd4-4190-bd25-0837338f5c56 req-b2e9706b-09c4-4ec9-8ebe-2478957f973a tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665991 Oct 12 19:18:28.736765 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c5262b74-1346-499b-b046-9c160d2719ad req-74af2b77-cd52-4e29-9fa1-d39b8194d0b7 service neutron] 10.222.0.61 "GET /v2.0/networks/0cbd7cc6-70a3-4103-b2a6-f0a3a7684bff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307530 Oct 12 19:18:28.844413 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c5262b74-1346-499b-b046-9c160d2719ad req-5b15e135-879f-40b3-b21b-b787d9cbc34e service neutron] 10.222.0.61 "GET /v2.0/networks/0cbd7cc6-70a3-4103-b2a6-f0a3a7684bff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998552 Oct 12 19:18:29.157969 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5183e53e-e20c-4935-840f-f07120d8dc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:29.174016 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af73ae02-ed31-4305-af09-42088dbb1865 req-b97514ad-56f6-4196-8052-b9974e133dfd tempest-InstanceActionsTestJSON-737134862 tempest-InstanceActionsTestJSON-737134862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:29.175507 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-af73ae02-ed31-4305-af09-42088dbb1865 req-b97514ad-56f6-4196-8052-b9974e133dfd tempest-InstanceActionsTestJSON-737134862 tempest-InstanceActionsTestJSON-737134862-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b93c4fb-3003-4b06-9694-5eb2cb89983f HTTP/1.1" status: 200 len: 944 time: 0.0709600 Oct 12 19:18:29.228692 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-af73ae02-ed31-4305-af09-42088dbb1865 req-c99c15c4-a7bd-4424-a593-fdc0be47fd4f tempest-InstanceActionsTestJSON-737134862 tempest-InstanceActionsTestJSON-737134862-project] 10.222.0.49 "GET /v2.0/security-groups?id=fdcf2152-a2c6-4449-8487-01d038142ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462821 Oct 12 19:18:29.746072 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b42440-b4cc-4997-b185-f2dd4fff8d7d req-09ad4055-add7-44b9-8eb7-3707c623b3e8 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:29.747526 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-81b42440-b4cc-4997-b185-f2dd4fff8d7d req-09ad4055-add7-44b9-8eb7-3707c623b3e8 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9ba3c35-7a90-4de2-b8ac-e371bb508738 HTTP/1.1" status: 200 len: 950 time: 0.0565488 Oct 12 19:18:29.786843 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-81b42440-b4cc-4997-b185-f2dd4fff8d7d req-b7a00793-2182-4444-a894-56640f764e7d tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330267 Oct 12 19:18:30.436813 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03405189-16fd-439a-843a-da1947365767 req-b9b0934d-55dd-4777-a208-943681267e87 tempest-InstanceActionsTestJSON-737134862 tempest-InstanceActionsTestJSON-737134862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:30.457203 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-03405189-16fd-439a-843a-da1947365767 req-b9b0934d-55dd-4777-a208-943681267e87 tempest-InstanceActionsTestJSON-737134862 tempest-InstanceActionsTestJSON-737134862-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b93c4fb-3003-4b06-9694-5eb2cb89983f HTTP/1.1" status: 200 len: 944 time: 0.1330454 Oct 12 19:18:30.507453 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-03405189-16fd-439a-843a-da1947365767 req-e2fc0fea-ea89-4a3c-95fd-f1753ed413d7 tempest-InstanceActionsTestJSON-737134862 tempest-InstanceActionsTestJSON-737134862-project] 10.222.0.49 "GET /v2.0/security-groups?id=fdcf2152-a2c6-4449-8487-01d038142ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442975 Oct 12 19:18:30.565322 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 38960) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:18:30.704645 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-151d95f6-8a9a-4e5a-a114-69e386268363 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:30.784986 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-151d95f6-8a9a-4e5a-a114-69e386268363 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:30.903047 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-151d95f6-8a9a-4e5a-a114-69e386268363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:30.942107 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3849611f-6cf6-47ef-a017-70f34fa45197 req-9d5a69d7-3aae-45d3-a569-940ef6fc3834 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:30.949536 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3849611f-6cf6-47ef-a017-70f34fa45197 req-9d5a69d7-3aae-45d3-a569-940ef6fc3834 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9ba3c35-7a90-4de2-b8ac-e371bb508738 HTTP/1.1" status: 200 len: 950 time: 0.0904076 Oct 12 19:18:30.969862 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-151d95f6-8a9a-4e5a-a114-69e386268363 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b666c6a2f4c54d308bb72fa2c04c5412&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4033353 Oct 12 19:18:30.975538 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151d95f6-8a9a-4e5a-a114-69e386268363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5040c71-bfd8-4b54-ac63-14e7c78da204,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:18:30.975683 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 38970) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:18:30.979193 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151d95f6-8a9a-4e5a-a114-69e386268363 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:18:30.979549 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151d95f6-8a9a-4e5a-a114-69e386268363 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:18:30.979892 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151d95f6-8a9a-4e5a-a114-69e386268363 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:18:30.980259 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151d95f6-8a9a-4e5a-a114-69e386268363 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:18:30.980593 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151d95f6-8a9a-4e5a-a114-69e386268363 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:18:30.981111 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151d95f6-8a9a-4e5a-a114-69e386268363 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:18:30.981845 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151d95f6-8a9a-4e5a-a114-69e386268363 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:18:30.981845 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151d95f6-8a9a-4e5a-a114-69e386268363 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:18:30.982082 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151d95f6-8a9a-4e5a-a114-69e386268363 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:18:30.982404 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151d95f6-8a9a-4e5a-a114-69e386268363 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:18:30.982730 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151d95f6-8a9a-4e5a-a114-69e386268363 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:18:30.983046 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151d95f6-8a9a-4e5a-a114-69e386268363 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:18:31.014334 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3849611f-6cf6-47ef-a017-70f34fa45197 req-f658551d-b530-4618-8c90-b32143f54feb tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639257 Oct 12 19:18:31.058431 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c591e842-e50d-483e-887f-b5c75f72c252 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:31.058671 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 56220980-ca24-4899-b19f-78447e13e022 details requested by agent hyperv_n-h1-813679-3 with host n-h1-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:18:31.071961 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c591e842-e50d-483e-887f-b5c75f72c252 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:31.155015 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 56220980-ca24-4899-b19f-78447e13e022, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=56220980-ca24-4899-b19f-78447e13e022,segment=NetworkSegment(559b2892-1b9e-4213-bf88-062dc69e6130),segment_id=559b2892-1b9e-4213-bf88-062dc69e6130)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:18:31.170167 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Returning: {'device': '56220980-ca24-4899-b19f-78447e13e022', 'network_id': '0cbd7cc6-70a3-4103-b2a6-f0a3a7684bff', 'port_id': '56220980-ca24-4899-b19f-78447e13e022', 'mac_address': 'fa:16:3e:4b:69:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca0ba5cd-99c0-4c6f-8187-21ee482a083f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:18:31.199056 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c591e842-e50d-483e-887f-b5c75f72c252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:31.201856 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c591e842-e50d-483e-887f-b5c75f72c252 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:31.203061 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-c591e842-e50d-483e-887f-b5c75f72c252 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e5040c71-bfd8-4b54-ac63-14e7c78da204 HTTP/1.1" status: 204 len: 168 time: 0.2295704 Oct 12 19:18:31.207306 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:31.212427 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c591e842-e50d-483e-887f-b5c75f72c252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5040c71-bfd8-4b54-ac63-14e7c78da204,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:18:31.237195 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56220980-ca24-4899-b19f-78447e13e022 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:18:31.260684 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 56220980-ca24-4899-b19f-78447e13e022, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=56220980-ca24-4899-b19f-78447e13e022,segment=NetworkSegment(559b2892-1b9e-4213-bf88-062dc69e6130),segment_id=559b2892-1b9e-4213-bf88-062dc69e6130)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:18:31.393604 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:31.442341 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=56220980-ca24-4899-b19f-78447e13e022,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:18:31.640373 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ad06a8-b28b-4d07-b2b6-09febead584b req-7cec2e91-0f0e-4382-ba97-f6587c95abad tempest-InstanceActionsTestJSON-737134862 tempest-InstanceActionsTestJSON-737134862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:31.642528 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d0ad06a8-b28b-4d07-b2b6-09febead584b req-7cec2e91-0f0e-4382-ba97-f6587c95abad tempest-InstanceActionsTestJSON-737134862 tempest-InstanceActionsTestJSON-737134862-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b93c4fb-3003-4b06-9694-5eb2cb89983f HTTP/1.1" status: 200 len: 945 time: 0.0590713 Oct 12 19:18:31.673580 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5a30dc6f-db0e-4f8f-894f-d2479a744c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:31.707537 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d0ad06a8-b28b-4d07-b2b6-09febead584b req-530fe876-b2ac-4177-9b83-4f0a83922485 tempest-InstanceActionsTestJSON-737134862 tempest-InstanceActionsTestJSON-737134862-project] 10.222.0.49 "GET /v2.0/security-groups?id=fdcf2152-a2c6-4449-8487-01d038142ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573902 Oct 12 19:18:31.777008 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['56220980-ca24-4899-b19f-78447e13e022'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:18:32.133180 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc1d35f-35e2-4c6a-8bc8-4c8169e58cf4 req-71fb1128-8de0-42ec-8853-bff8698133cf tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:32.139381 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-edc1d35f-35e2-4c6a-8bc8-4c8169e58cf4 req-71fb1128-8de0-42ec-8853-bff8698133cf tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9ba3c35-7a90-4de2-b8ac-e371bb508738 HTTP/1.1" status: 200 len: 950 time: 0.0517778 Oct 12 19:18:32.147293 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 38990) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:18:32.161565 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-77a44629-6fd7-4fd3-8acf-0b34eb6ad589 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:32.183428 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-edc1d35f-35e2-4c6a-8bc8-4c8169e58cf4 req-da1806f3-3734-4095-95b1-9515ea7d8568 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396576 Oct 12 19:18:32.245808 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-77a44629-6fd7-4fd3-8acf-0b34eb6ad589 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:32.346301 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-77a44629-6fd7-4fd3-8acf-0b34eb6ad589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:32.388563 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a44629-6fd7-4fd3-8acf-0b34eb6ad589 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b751d12d-6a6b-46ce-bb7d-0066505de9af,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:18:32.393287 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-77a44629-6fd7-4fd3-8acf-0b34eb6ad589 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f9777a45778446538ea2fb7cc43174a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2449758 Oct 12 19:18:32.395857 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 38992) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:18:32.445254 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2e9fc108-fb19-46ff-88d5-7ab0e002d99f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:32.450558 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:32.468558 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2e9fc108-fb19-46ff-88d5-7ab0e002d99f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:32.621966 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2e9fc108-fb19-46ff-88d5-7ab0e002d99f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:32.625400 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2e9fc108-fb19-46ff-88d5-7ab0e002d99f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:32.628914 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-2e9fc108-fb19-46ff-88d5-7ab0e002d99f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b751d12d-6a6b-46ce-bb7d-0066505de9af HTTP/1.1" status: 204 len: 168 time: 0.2317750 Oct 12 19:18:32.637113 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9fc108-fb19-46ff-88d5-7ab0e002d99f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b751d12d-6a6b-46ce-bb7d-0066505de9af,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:18:32.743057 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:32.844020 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e85b0e1-5192-4e86-a92d-7718c6984e08 req-41545adc-aabd-419e-b703-8f4891d291ad tempest-InstanceActionsTestJSON-737134862 tempest-InstanceActionsTestJSON-737134862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:32.846265 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4e85b0e1-5192-4e86-a92d-7718c6984e08 req-41545adc-aabd-419e-b703-8f4891d291ad tempest-InstanceActionsTestJSON-737134862 tempest-InstanceActionsTestJSON-737134862-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b93c4fb-3003-4b06-9694-5eb2cb89983f HTTP/1.1" status: 200 len: 945 time: 0.0586662 Oct 12 19:18:32.887289 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4e85b0e1-5192-4e86-a92d-7718c6984e08 req-469ae012-3a80-4ab6-ac75-5dbbbaa4fef2 tempest-InstanceActionsTestJSON-737134862 tempest-InstanceActionsTestJSON-737134862-project] 10.222.0.49 "GET /v2.0/security-groups?id=fdcf2152-a2c6-4449-8487-01d038142ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346651 Oct 12 19:18:32.924314 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:33.082056 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 56220980-ca24-4899-b19f-78447e13e022 up at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:18:33.222150 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning for port 56220980-ca24-4899-b19f-78447e13e022 completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:18:33.226346 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning complete for port 56220980-ca24-4899-b19f-78447e13e022 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:18:33.226667 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:33.325516 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:33.354591 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b93c4fb-3003-4b06-9694-5eb2cb89983f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56220980-ca24-4899-b19f-78447e13e022'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:18:33.357079 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71e1d1b1-ec59-4fc9-9eaf-a223be13b63c" -d '{"events": [{"server_uuid": "5b93c4fb-3003-4b06-9694-5eb2cb89983f", "name": "network-vif-plugged", "status": "completed", "tag": "56220980-ca24-4899-b19f-78447e13e022"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:18:33.371222 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 56220980-ca24-4899-b19f-78447e13e022, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=56220980-ca24-4899-b19f-78447e13e022,segment=NetworkSegment(559b2892-1b9e-4213-bf88-062dc69e6130),segment_id=559b2892-1b9e-4213-bf88-062dc69e6130)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:18:33.376674 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446e915b-b0f6-4b05-b6ac-c0cf2720d7a9 req-9fcb78c9-6676-4227-bd87-bb48dc6cea86 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:33.386781 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-446e915b-b0f6-4b05-b6ac-c0cf2720d7a9 req-9fcb78c9-6676-4227-bd87-bb48dc6cea86 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9ba3c35-7a90-4de2-b8ac-e371bb508738 HTTP/1.1" status: 200 len: 950 time: 0.1170762 Oct 12 19:18:33.403686 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e4045a1-0582-4743-ab2f-487f37030401 x-openstack-request-id: req-5e4045a1-0582-4743-ab2f-487f37030401 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:18:33.403686 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b93c4fb-3003-4b06-9694-5eb2cb89983f", "name": "network-vif-plugged", "status": "completed", "tag": "56220980-ca24-4899-b19f-78447e13e022", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:18:33.404232 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5e4045a1-0582-4743-ab2f-487f37030401 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:18:33.404331 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b93c4fb-3003-4b06-9694-5eb2cb89983f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56220980-ca24-4899-b19f-78447e13e022', 'code': 200} Oct 12 19:18:33.449381 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-446e915b-b0f6-4b05-b6ac-c0cf2720d7a9 req-3d357dec-d3c0-41f5-bb0f-16e45e595289 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608819 Oct 12 19:18:33.520442 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:33.523796 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a548cc04-b797-412d-a95a-ba1d38248077 req-c9c98523-8cb5-4d81-9743-917f41a08b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:33.524557 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:33.526189 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a548cc04-b797-412d-a95a-ba1d38248077 req-c9c98523-8cb5-4d81-9743-917f41a08b2a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5b93c4fb-3003-4b06-9694-5eb2cb89983f HTTP/1.1" status: 200 len: 1096 time: 0.0494232 Oct 12 19:18:33.582670 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a548cc04-b797-412d-a95a-ba1d38248077 req-e2a0cebc-e8ab-4256-910d-9886bc5f81a1 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=fdcf2152-a2c6-4449-8487-01d038142ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431778 Oct 12 19:18:33.602352 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=56220980-ca24-4899-b19f-78447e13e022,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:18:34.028232 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e9f9d6-5f00-459f-be39-37cdbc83cb7f req-1248962c-2306-4646-9100-4905ef053aa1 tempest-InstanceActionsTestJSON-737134862 tempest-InstanceActionsTestJSON-737134862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:34.030143 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-98e9f9d6-5f00-459f-be39-37cdbc83cb7f req-1248962c-2306-4646-9100-4905ef053aa1 tempest-InstanceActionsTestJSON-737134862 tempest-InstanceActionsTestJSON-737134862-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b93c4fb-3003-4b06-9694-5eb2cb89983f HTTP/1.1" status: 200 len: 946 time: 0.0562181 Oct 12 19:18:34.088516 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-98e9f9d6-5f00-459f-be39-37cdbc83cb7f req-09d05ca6-eb9b-41a0-afd6-8c363ca77a99 tempest-InstanceActionsTestJSON-737134862 tempest-InstanceActionsTestJSON-737134862-project] 10.222.0.49 "GET /v2.0/security-groups?id=fdcf2152-a2c6-4449-8487-01d038142ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491838 Oct 12 19:18:34.432691 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:34.572498 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f261eb4d-2aa4-44d4-a1a3-0ed9934abe3d req-431bc485-400a-4221-ad1b-4fed42cf003c tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:34.574177 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f261eb4d-2aa4-44d4-a1a3-0ed9934abe3d req-431bc485-400a-4221-ad1b-4fed42cf003c tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9ba3c35-7a90-4de2-b8ac-e371bb508738 HTTP/1.1" status: 200 len: 950 time: 0.0524180 Oct 12 19:18:34.615430 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f261eb4d-2aa4-44d4-a1a3-0ed9934abe3d req-83017184-b977-4927-8728-86205d57544c tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329449 Oct 12 19:18:35.215750 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af79af3-e00c-4560-b39e-c61d0a1c43d5 req-8ecabcaa-0afa-43f5-bf89-ff208a4aa1b3 tempest-InstanceActionsTestJSON-737134862 tempest-InstanceActionsTestJSON-737134862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:35.219685 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5af79af3-e00c-4560-b39e-c61d0a1c43d5 req-8ecabcaa-0afa-43f5-bf89-ff208a4aa1b3 tempest-InstanceActionsTestJSON-737134862 tempest-InstanceActionsTestJSON-737134862-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b93c4fb-3003-4b06-9694-5eb2cb89983f HTTP/1.1" status: 200 len: 946 time: 0.0532575 Oct 12 19:18:35.257642 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5af79af3-e00c-4560-b39e-c61d0a1c43d5 req-96528eb8-1872-4ac6-bc48-7c83bc2f1c6f tempest-InstanceActionsTestJSON-737134862 tempest-InstanceActionsTestJSON-737134862-project] 10.222.0.49 "GET /v2.0/security-groups?id=fdcf2152-a2c6-4449-8487-01d038142ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318396 Oct 12 19:18:35.753663 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482225ea-ad17-49af-aecd-9adeccf4558c req-f6db562c-12fc-4776-895d-44dff4baf78e tempest-InstanceActionsTestJSON-737134862 tempest-InstanceActionsTestJSON-737134862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:35.755348 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-482225ea-ad17-49af-aecd-9adeccf4558c req-f6db562c-12fc-4776-895d-44dff4baf78e tempest-InstanceActionsTestJSON-737134862 tempest-InstanceActionsTestJSON-737134862-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b93c4fb-3003-4b06-9694-5eb2cb89983f HTTP/1.1" status: 200 len: 946 time: 0.0694060 Oct 12 19:18:35.769977 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89178af-348d-4a7f-908e-2d27dad40886 req-714da14c-42fd-4e50-986e-7559cc0dc433 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:35.771745 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d89178af-348d-4a7f-908e-2d27dad40886 req-714da14c-42fd-4e50-986e-7559cc0dc433 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9ba3c35-7a90-4de2-b8ac-e371bb508738 HTTP/1.1" status: 200 len: 950 time: 0.0778952 Oct 12 19:18:35.812698 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-482225ea-ad17-49af-aecd-9adeccf4558c req-e82df84a-0717-4775-972d-8ff5c9b21c8a tempest-InstanceActionsTestJSON-737134862 tempest-InstanceActionsTestJSON-737134862-project] 10.222.0.49 "GET /v2.0/security-groups?id=fdcf2152-a2c6-4449-8487-01d038142ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498021 Oct 12 19:18:35.827708 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d89178af-348d-4a7f-908e-2d27dad40886 req-db7744a2-3205-4c8a-9d70-5992e2b5b931 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405905 Oct 12 19:18:35.942790 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296925f3-4a2c-47af-9094-c0b058a86eaa req-e60ce32c-2eb0-4be9-a0f5-173eaa2f8fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:35.947405 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-296925f3-4a2c-47af-9094-c0b058a86eaa req-e60ce32c-2eb0-4be9-a0f5-173eaa2f8fba service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8d2b101de2504706847ad55ce05084f8&device_id=5b93c4fb-3003-4b06-9694-5eb2cb89983f HTTP/1.1" status: 200 len: 1097 time: 0.0453887 Oct 12 19:18:36.043314 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296925f3-4a2c-47af-9094-c0b058a86eaa req-8a956d29-1377-4cea-bfc4-973f8a67d777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:36.044215 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-296925f3-4a2c-47af-9094-c0b058a86eaa req-8a956d29-1377-4cea-bfc4-973f8a67d777 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0cbd7cc6-70a3-4103-b2a6-f0a3a7684bff HTTP/1.1" status: 200 len: 914 time: 0.0909753 Oct 12 19:18:36.089390 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-296925f3-4a2c-47af-9094-c0b058a86eaa req-d13581da-606f-4378-82ed-e4ed88a60213 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56220980-ca24-4899-b19f-78447e13e022 HTTP/1.1" status: 200 len: 217 time: 0.0348501 Oct 12 19:18:36.149220 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296925f3-4a2c-47af-9094-c0b058a86eaa req-c899a1e6-1f9f-4849-97e1-dfc8c8fbf87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:36.150674 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-296925f3-4a2c-47af-9094-c0b058a86eaa req-c899a1e6-1f9f-4849-97e1-dfc8c8fbf87b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ca0ba5cd-99c0-4c6f-8187-21ee482a083f HTTP/1.1" status: 200 len: 853 time: 0.0522146 Oct 12 19:18:36.185926 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-296925f3-4a2c-47af-9094-c0b058a86eaa req-9d737deb-4bad-4e2f-8f0f-5ee091c6de46 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0cbd7cc6-70a3-4103-b2a6-f0a3a7684bff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246193 Oct 12 19:18:36.285895 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-296925f3-4a2c-47af-9094-c0b058a86eaa req-17625ff5-5ab6-4ef9-a171-0856ca61b461 service neutron] 10.222.0.61 "GET /v2.0/networks/0cbd7cc6-70a3-4103-b2a6-f0a3a7684bff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881858 Oct 12 19:18:36.378430 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-296925f3-4a2c-47af-9094-c0b058a86eaa req-e5878aae-b364-46e5-8d15-44c4dde13f1e service neutron] 10.222.0.61 "GET /v2.0/networks/0cbd7cc6-70a3-4103-b2a6-f0a3a7684bff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828452 Oct 12 19:18:36.945675 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5e4b37-a30e-4b95-b6da-78e537138778 req-1e3cdbcd-9b48-4ad0-8a41-1c42f13d67d1 tempest-InstanceActionsTestJSON-737134862 tempest-InstanceActionsTestJSON-737134862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:36.948724 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d26902-662a-49e1-9821-45ca7aa79f45 req-9df80308-e96e-47c5-9610-2b6cb08fb5dc tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:36.954775 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e3d26902-662a-49e1-9821-45ca7aa79f45 req-9df80308-e96e-47c5-9610-2b6cb08fb5dc tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9ba3c35-7a90-4de2-b8ac-e371bb508738 HTTP/1.1" status: 200 len: 950 time: 0.0630195 Oct 12 19:18:36.954937 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7c5e4b37-a30e-4b95-b6da-78e537138778 req-1e3cdbcd-9b48-4ad0-8a41-1c42f13d67d1 tempest-InstanceActionsTestJSON-737134862 tempest-InstanceActionsTestJSON-737134862-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b93c4fb-3003-4b06-9694-5eb2cb89983f HTTP/1.1" status: 200 len: 946 time: 0.0620036 Oct 12 19:18:36.992174 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7c5e4b37-a30e-4b95-b6da-78e537138778 req-7004b5a8-97d4-4174-abe5-7c7779cfe805 tempest-InstanceActionsTestJSON-737134862 tempest-InstanceActionsTestJSON-737134862-project] 10.222.0.49 "GET /v2.0/security-groups?id=fdcf2152-a2c6-4449-8487-01d038142ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357199 Oct 12 19:18:36.998553 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e3d26902-662a-49e1-9821-45ca7aa79f45 req-2aa3e3ab-d43b-455a-8ac1-d8d272c139bc tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368512 Oct 12 19:18:38.141938 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07f9d86-28bf-461a-8046-9516bc3460bf req-5cfc2ea8-fd4b-4079-be47-b231f09b3a02 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:38.142658 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0031535c-3b93-4809-85fe-8fb3a4e24bdd req-c2b6d71f-ec68-43d4-9385-5a9f60b40eef tempest-InstanceActionsTestJSON-737134862 tempest-InstanceActionsTestJSON-737134862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:38.143826 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c07f9d86-28bf-461a-8046-9516bc3460bf req-5cfc2ea8-fd4b-4079-be47-b231f09b3a02 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9ba3c35-7a90-4de2-b8ac-e371bb508738 HTTP/1.1" status: 200 len: 950 time: 0.0592732 Oct 12 19:18:38.143981 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0031535c-3b93-4809-85fe-8fb3a4e24bdd req-c2b6d71f-ec68-43d4-9385-5a9f60b40eef tempest-InstanceActionsTestJSON-737134862 tempest-InstanceActionsTestJSON-737134862-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b93c4fb-3003-4b06-9694-5eb2cb89983f HTTP/1.1" status: 200 len: 946 time: 0.0584669 Oct 12 19:18:38.196435 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0031535c-3b93-4809-85fe-8fb3a4e24bdd req-ea42d6e6-c4d4-410c-8733-286c8d23c096 tempest-InstanceActionsTestJSON-737134862 tempest-InstanceActionsTestJSON-737134862-project] 10.222.0.49 "GET /v2.0/security-groups?id=fdcf2152-a2c6-4449-8487-01d038142ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440688 Oct 12 19:18:38.204080 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c07f9d86-28bf-461a-8046-9516bc3460bf req-5be78a71-7c9a-4af4-bd81-8dc9059fa520 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544207 Oct 12 19:18:38.866137 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229f33c6-9969-42fe-b00f-c5add791797f req-a13b41ee-f280-47c0-aadb-0814f47da3ea tempest-InstanceActionsTestJSON-737134862 tempest-InstanceActionsTestJSON-737134862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:38.867735 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-229f33c6-9969-42fe-b00f-c5add791797f req-a13b41ee-f280-47c0-aadb-0814f47da3ea tempest-InstanceActionsTestJSON-737134862 tempest-InstanceActionsTestJSON-737134862-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b93c4fb-3003-4b06-9694-5eb2cb89983f HTTP/1.1" status: 200 len: 946 time: 0.0540812 Oct 12 19:18:38.926298 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-229f33c6-9969-42fe-b00f-c5add791797f req-cbd4cd2f-d9bd-4ef1-ae84-6d4063012cd6 tempest-InstanceActionsTestJSON-737134862 tempest-InstanceActionsTestJSON-737134862-project] 10.222.0.49 "GET /v2.0/security-groups?id=fdcf2152-a2c6-4449-8487-01d038142ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513203 Oct 12 19:18:39.332215 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263c8da0-1572-4a5a-b0d3-440d3c8ce437 req-6985d8fb-ef5e-4929-9882-d376f9a895a5 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:39.344828 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-263c8da0-1572-4a5a-b0d3-440d3c8ce437 req-6985d8fb-ef5e-4929-9882-d376f9a895a5 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9ba3c35-7a90-4de2-b8ac-e371bb508738 HTTP/1.1" status: 200 len: 950 time: 0.0624993 Oct 12 19:18:39.394567 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 39276) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:18:39.395128 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-263c8da0-1572-4a5a-b0d3-440d3c8ce437 req-c792353c-1d63-4d4f-8702-a9db4d6dd387 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493541 Oct 12 19:18:39.507968 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fb6089d2-42f5-41e4-ad04-7fcb063d83f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:39.584295 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fb6089d2-42f5-41e4-ad04-7fcb063d83f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:39.702044 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fb6089d2-42f5-41e4-ad04-7fcb063d83f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:39.741805 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-fb6089d2-42f5-41e4-ad04-7fcb063d83f6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5413a97c6e814a85857efe0fd0eadfa4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3457639 Oct 12 19:18:39.742682 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6089d2-42f5-41e4-ad04-7fcb063d83f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b20a9268-4345-4b52-8d7e-3221633740ba,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:18:39.744686 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 39280) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:18:39.796495 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-150306f1-3d3a-462e-ab87-0c0b7ddb656c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:39.823175 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-150306f1-3d3a-462e-ab87-0c0b7ddb656c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:39.977755 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-150306f1-3d3a-462e-ab87-0c0b7ddb656c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:39.982232 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-150306f1-3d3a-462e-ab87-0c0b7ddb656c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:39.982853 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-150306f1-3d3a-462e-ab87-0c0b7ddb656c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b20a9268-4345-4b52-8d7e-3221633740ba HTTP/1.1" status: 204 len: 168 time: 0.2371643 Oct 12 19:18:39.995022 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150306f1-3d3a-462e-ab87-0c0b7ddb656c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b20a9268-4345-4b52-8d7e-3221633740ba,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:18:40.006319 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150306f1-3d3a-462e-ab87-0c0b7ddb656c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:18:40.007193 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150306f1-3d3a-462e-ab87-0c0b7ddb656c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:18:40.007573 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150306f1-3d3a-462e-ab87-0c0b7ddb656c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:18:40.008281 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150306f1-3d3a-462e-ab87-0c0b7ddb656c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:18:40.008724 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150306f1-3d3a-462e-ab87-0c0b7ddb656c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:18:40.010560 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150306f1-3d3a-462e-ab87-0c0b7ddb656c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:18:40.011665 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150306f1-3d3a-462e-ab87-0c0b7ddb656c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:18:40.012177 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150306f1-3d3a-462e-ab87-0c0b7ddb656c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:18:40.012754 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150306f1-3d3a-462e-ab87-0c0b7ddb656c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:18:40.013190 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150306f1-3d3a-462e-ab87-0c0b7ddb656c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:18:40.013626 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150306f1-3d3a-462e-ab87-0c0b7ddb656c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:18:40.014063 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150306f1-3d3a-462e-ab87-0c0b7ddb656c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:18:40.102446 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc56169-ba8e-4c5d-ab9c-f27a2fe2ecdf req-b5299b94-ff43-4264-bbdd-5953286d1e27 tempest-InstanceActionsTestJSON-737134862 tempest-InstanceActionsTestJSON-737134862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:40.104598 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5dc56169-ba8e-4c5d-ab9c-f27a2fe2ecdf req-b5299b94-ff43-4264-bbdd-5953286d1e27 tempest-InstanceActionsTestJSON-737134862 tempest-InstanceActionsTestJSON-737134862-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b93c4fb-3003-4b06-9694-5eb2cb89983f HTTP/1.1" status: 200 len: 946 time: 0.0685282 Oct 12 19:18:40.150630 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5dc56169-ba8e-4c5d-ab9c-f27a2fe2ecdf req-950b6eef-afa2-4382-ae35-c3ef73310dee tempest-InstanceActionsTestJSON-737134862 tempest-InstanceActionsTestJSON-737134862-project] 10.222.0.49 "GET /v2.0/security-groups?id=fdcf2152-a2c6-4449-8487-01d038142ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344462 Oct 12 19:18:40.318752 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac4fe92-6e6d-45bd-b7e8-6d51684a77b7 req-fd8edb96-b335-428f-bc1c-e0efd71a8cea tempest-InstanceActionsTestJSON-737134862 tempest-InstanceActionsTestJSON-737134862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:40.320403 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8ac4fe92-6e6d-45bd-b7e8-6d51684a77b7 req-fd8edb96-b335-428f-bc1c-e0efd71a8cea tempest-InstanceActionsTestJSON-737134862 tempest-InstanceActionsTestJSON-737134862-project] 10.222.0.61 "GET /v2.0/ports?device_id=5b93c4fb-3003-4b06-9694-5eb2cb89983f HTTP/1.1" status: 200 len: 946 time: 0.0554926 Oct 12 19:18:40.463638 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-8ac4fe92-6e6d-45bd-b7e8-6d51684a77b7 req-c3f3a8c0-7500-4c81-bb15-4b74ea74f8df tempest-InstanceActionsTestJSON-737134862 tempest-InstanceActionsTestJSON-737134862-project] Deleting port 56220980-ca24-4899-b19f-78447e13e022 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:18:40.464312 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-8ac4fe92-6e6d-45bd-b7e8-6d51684a77b7 req-c3f3a8c0-7500-4c81-bb15-4b74ea74f8df tempest-InstanceActionsTestJSON-737134862 tempest-InstanceActionsTestJSON-737134862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:40.474060 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 39304) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:18:40.604627 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-8ac4fe92-6e6d-45bd-b7e8-6d51684a77b7 req-c3f3a8c0-7500-4c81-bb15-4b74ea74f8df tempest-InstanceActionsTestJSON-737134862 tempest-InstanceActionsTestJSON-737134862-project] For port 56220980-ca24-4899-b19f-78447e13e022, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=56220980-ca24-4899-b19f-78447e13e022,segment=NetworkSegment(559b2892-1b9e-4213-bf88-062dc69e6130),segment_id=559b2892-1b9e-4213-bf88-062dc69e6130)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:18:40.605581 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-8ac4fe92-6e6d-45bd-b7e8-6d51684a77b7 req-c3f3a8c0-7500-4c81-bb15-4b74ea74f8df tempest-InstanceActionsTestJSON-737134862 tempest-InstanceActionsTestJSON-737134862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:40.609987 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03336eb8-3d37-40b5-b666-edb26c7aa690 req-2053c7d6-cb0d-42b2-982e-015242272df6 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:40.612420 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-03336eb8-3d37-40b5-b666-edb26c7aa690 req-2053c7d6-cb0d-42b2-982e-015242272df6 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9ba3c35-7a90-4de2-b8ac-e371bb508738 HTTP/1.1" status: 200 len: 950 time: 0.0761073 Oct 12 19:18:40.628141 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-8ac4fe92-6e6d-45bd-b7e8-6d51684a77b7 req-c3f3a8c0-7500-4c81-bb15-4b74ea74f8df tempest-InstanceActionsTestJSON-737134862 tempest-InstanceActionsTestJSON-737134862-project] Calling delete_port for 56220980-ca24-4899-b19f-78447e13e022 owned by compute:nova {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:18:40.680134 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a0efff56-ead1-4497-8ed0-43a9a4eb1613 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:40.691858 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-03336eb8-3d37-40b5-b666-edb26c7aa690 req-9e7d6025-921d-4f42-95e9-bf95f0a1c7f3 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736547 Oct 12 19:18:40.775057 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a0efff56-ead1-4497-8ed0-43a9a4eb1613 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:40.936591 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a0efff56-ead1-4497-8ed0-43a9a4eb1613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:40.976832 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-a0efff56-ead1-4497-8ed0-43a9a4eb1613 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b9c5d638b4d448dd89a8c8df1c41537d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5016756 Oct 12 19:18:40.977721 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0efff56-ead1-4497-8ed0-43a9a4eb1613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63c63010-2b9f-47d9-8cd4-1bd0fc87a045,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:18:40.979523 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 39310) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:18:40.993019 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-8ac4fe92-6e6d-45bd-b7e8-6d51684a77b7 req-c3f3a8c0-7500-4c81-bb15-4b74ea74f8df tempest-InstanceActionsTestJSON-737134862 tempest-InstanceActionsTestJSON-737134862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:41.002595 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['56220980-ca24-4899-b19f-78447e13e022'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:18:41.036855 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f3a8c0-7500-4c81-bb15-4b74ea74f8df tempest-InstanceActionsTestJSON-737134862 tempest-InstanceActionsTestJSON-737134862-project] Pushing event deleted for resources: {'Port': ['ID=56220980-ca24-4899-b19f-78447e13e022,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:18:41.092498 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ac4fe92-6e6d-45bd-b7e8-6d51684a77b7 req-c3f3a8c0-7500-4c81-bb15-4b74ea74f8df tempest-InstanceActionsTestJSON-737134862 tempest-InstanceActionsTestJSON-737134862-project] No DVR routers for this DVR port 56220980-ca24-4899-b19f-78447e13e022 on host n-h1-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:18:41.099317 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-8ac4fe92-6e6d-45bd-b7e8-6d51684a77b7 req-c3f3a8c0-7500-4c81-bb15-4b74ea74f8df tempest-InstanceActionsTestJSON-737134862 tempest-InstanceActionsTestJSON-737134862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:41.102645 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8ac4fe92-6e6d-45bd-b7e8-6d51684a77b7 req-c3f3a8c0-7500-4c81-bb15-4b74ea74f8df tempest-InstanceActionsTestJSON-737134862 tempest-InstanceActionsTestJSON-737134862-project] 10.222.0.61 "DELETE /v2.0/ports/56220980-ca24-4899-b19f-78447e13e022 HTTP/1.1" status: 204 len: 173 time: 0.7671399 Oct 12 19:18:41.103835 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b93c4fb-3003-4b06-9694-5eb2cb89983f', 'name': 'network-vif-deleted', 'tag': '56220980-ca24-4899-b19f-78447e13e022'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:18:41.109330 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8c4d466-bfe3-4b1c-88d5-9188f57c5b84" -d '{"events": [{"server_uuid": "5b93c4fb-3003-4b06-9694-5eb2cb89983f", "name": "network-vif-deleted", "tag": "56220980-ca24-4899-b19f-78447e13e022"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:18:41.118225 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f46d20c4-8ace-477f-83af-5b2bd34ccc1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:41.144818 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f46d20c4-8ace-477f-83af-5b2bd34ccc1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:41.149038 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 39314) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:18:41.153674 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fec1fea7-7b86-4b35-b2c0-1d81ce5278b3 x-openstack-request-id: req-fec1fea7-7b86-4b35-b2c0-1d81ce5278b3 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:18:41.153968 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b93c4fb-3003-4b06-9694-5eb2cb89983f", "name": "network-vif-deleted", "tag": "56220980-ca24-4899-b19f-78447e13e022", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:18:41.154233 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fec1fea7-7b86-4b35-b2c0-1d81ce5278b3 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:18:41.154693 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b93c4fb-3003-4b06-9694-5eb2cb89983f', 'name': 'network-vif-deleted', 'tag': '56220980-ca24-4899-b19f-78447e13e022', 'status': 'completed', 'code': 200} Oct 12 19:18:41.165654 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1889e3a7-2650-46aa-88da-8b880079217a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:41.251685 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a18a5ace-a574-4176-81cc-b94ee7e362ce req-4bce0819-57c2-4423-ad5b-112fe5dac7e6 tempest-InstanceActionsTestJSON-737134862 tempest-InstanceActionsTestJSON-737134862-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b93c4fb-3003-4b06-9694-5eb2cb89983f HTTP/1.1" status: 200 len: 210 time: 0.0261316 Oct 12 19:18:41.410790 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f46d20c4-8ace-477f-83af-5b2bd34ccc1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:41.414048 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f46d20c4-8ace-477f-83af-5b2bd34ccc1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:41.415545 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-f46d20c4-8ace-477f-83af-5b2bd34ccc1d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/63c63010-2b9f-47d9-8cd4-1bd0fc87a045 HTTP/1.1" status: 204 len: 168 time: 0.4346406 Oct 12 19:18:41.424052 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46d20c4-8ace-477f-83af-5b2bd34ccc1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63c63010-2b9f-47d9-8cd4-1bd0fc87a045,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:18:41.506645 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1889e3a7-2650-46aa-88da-8b880079217a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:41.644461 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1889e3a7-2650-46aa-88da-8b880079217a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:41.684257 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-1889e3a7-2650-46aa-88da-8b880079217a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b37be2ae332143a58f0df3441ae4917a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5340095 Oct 12 19:18:41.685040 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1889e3a7-2650-46aa-88da-8b880079217a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11b833fd-f9c7-4843-bfc5-d23cb871426e,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:18:41.687984 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 39326) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:18:41.748283 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-35cb2b0b-a3e4-47fd-9171-3b85fc9bb4f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:41.769716 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-35cb2b0b-a3e4-47fd-9171-3b85fc9bb4f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:41.824694 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301d34ad-b0dc-4a71-90d1-8111c0950816 req-fc8a4342-6273-4733-9b9b-74eb53fe10fe tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:41.826192 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-301d34ad-b0dc-4a71-90d1-8111c0950816 req-fc8a4342-6273-4733-9b9b-74eb53fe10fe tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9ba3c35-7a90-4de2-b8ac-e371bb508738 HTTP/1.1" status: 200 len: 950 time: 0.0568721 Oct 12 19:18:41.869620 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-301d34ad-b0dc-4a71-90d1-8111c0950816 req-1bac3c60-28fa-4224-b91b-110d59ed1a0a tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346868 Oct 12 19:18:41.969796 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-35cb2b0b-a3e4-47fd-9171-3b85fc9bb4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:41.976218 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-35cb2b0b-a3e4-47fd-9171-3b85fc9bb4f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:41.976218 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-35cb2b0b-a3e4-47fd-9171-3b85fc9bb4f4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/11b833fd-f9c7-4843-bfc5-d23cb871426e HTTP/1.1" status: 204 len: 168 time: 0.2842436 Oct 12 19:18:41.982250 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cb2b0b-a3e4-47fd-9171-3b85fc9bb4f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11b833fd-f9c7-4843-bfc5-d23cb871426e,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:18:42.365886 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-81f7c38f-a224-4a89-a584-bf9a38ffdb9b req-3405f3b0-3e4e-4f5e-bfad-4092c7a489eb tempest-InstanceActionsTestJSON-737134862 tempest-InstanceActionsTestJSON-737134862-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b93c4fb-3003-4b06-9694-5eb2cb89983f HTTP/1.1" status: 200 len: 210 time: 0.0306113 Oct 12 19:18:42.995587 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4830814c-f1ae-4c4a-828a-6d6238b4d188 req-45f3f4bf-10ee-412c-a531-6c9d3c969c72 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:42.997099 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4830814c-f1ae-4c4a-828a-6d6238b4d188 req-45f3f4bf-10ee-412c-a531-6c9d3c969c72 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9ba3c35-7a90-4de2-b8ac-e371bb508738 HTTP/1.1" status: 200 len: 950 time: 0.0565364 Oct 12 19:18:43.036379 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4830814c-f1ae-4c4a-828a-6d6238b4d188 req-7270eca4-aed0-417b-88a0-843afd51f780 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330951 Oct 12 19:18:43.425875 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 39436) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:18:43.472644 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_v2 [None req-85dfdef7-f639-420e-9d5c-987543f36b48 admin admin] Deleting subnet ca0ba5cd-99c0-4c6f-8187-21ee482a083f {{(pid=95501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:18:43.475659 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-85dfdef7-f639-420e-9d5c-987543f36b48 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:43.512890 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-85dfdef7-f639-420e-9d5c-987543f36b48 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281083'] for subnet, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:43.558480 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-85dfdef7-f639-420e-9d5c-987543f36b48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:43.770997 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-85dfdef7-f639-420e-9d5c-987543f36b48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4824924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4612362'] for subnet, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:43.791318 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dfdef7-f639-420e-9d5c-987543f36b48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca0ba5cd-99c0-4c6f-8187-21ee482a083f,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:18:43.794974 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-85dfdef7-f639-420e-9d5c-987543f36b48 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:43.798388 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-85dfdef7-f639-420e-9d5c-987543f36b48 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/ca0ba5cd-99c0-4c6f-8187-21ee482a083f HTTP/1.1" status: 204 len: 168 time: 0.3728192 Oct 12 19:18:43.800958 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 39452) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:18:43.879541 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9d46a7fb-2a1b-4bcf-8875-c89fd9130eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:43.926986 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 39458) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:18:43.967873 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9d46a7fb-2a1b-4bcf-8875-c89fd9130eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:43.989411 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-9d46a7fb-2a1b-4bcf-8875-c89fd9130eeb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cbd7cc6-70a3-4103-b2a6-f0a3a7684bff']}} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:18:43.998769 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-9d46a7fb-2a1b-4bcf-8875-c89fd9130eeb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '559b2892-1b9e-4213-bf88-062dc69e6130') {'for_net_delete': True} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:18:43.999462 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-9d46a7fb-2a1b-4bcf-8875-c89fd9130eeb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '559b2892-1b9e-4213-bf88-062dc69e6130') {} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:18:44.013386 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9d46a7fb-2a1b-4bcf-8875-c89fd9130eeb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4281072'] for segment, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:44.026499 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9d46a7fb-2a1b-4bcf-8875-c89fd9130eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:44.032589 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d46a7fb-2a1b-4bcf-8875-c89fd9130eeb admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=95501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:18:44.032985 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9d46a7fb-2a1b-4bcf-8875-c89fd9130eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4823170'] for segment, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:44.034970 n-d-813679-3 neutron-server[95501]: Traceback (most recent call last): Oct 12 19:18:44.034970 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:18:44.034970 n-d-813679-3 neutron-server[95501]: timer() Oct 12 19:18:44.034970 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:18:44.034970 n-d-813679-3 neutron-server[95501]: cb(*args, **kw) Oct 12 19:18:44.034970 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:18:44.034970 n-d-813679-3 neutron-server[95501]: return func(*args, **kwargs) Oct 12 19:18:44.034970 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:18:44.034970 n-d-813679-3 neutron-server[95501]: self._notify() Oct 12 19:18:44.034970 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:18:44.034970 n-d-813679-3 neutron-server[95501]: self.callback(batched_events) Oct 12 19:18:44.034970 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:18:44.034970 n-d-813679-3 neutron-server[95501]: event.method(event) Oct 12 19:18:44.034970 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:18:44.034970 n-d-813679-3 neutron-server[95501]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:18:44.034970 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:18:44.034970 n-d-813679-3 neutron-server[95501]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:18:44.034970 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:18:44.034970 n-d-813679-3 neutron-server[95501]: return f(self, *a, **k) Oct 12 19:18:44.034970 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:18:44.034970 n-d-813679-3 neutron-server[95501]: return self._get(url).json() Oct 12 19:18:44.034970 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:18:44.034970 n-d-813679-3 neutron-server[95501]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:18:44.034970 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:18:44.034970 n-d-813679-3 neutron-server[95501]: return self.request(url, 'GET', **kwargs) Oct 12 19:18:44.034970 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:18:44.034970 n-d-813679-3 neutron-server[95501]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:18:44.034970 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:18:44.034970 n-d-813679-3 neutron-server[95501]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:18:44.034970 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:18:44.034970 n-d-813679-3 neutron-server[95501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:18:44.034970 n-d-813679-3 neutron-server[95501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:18:44.041857 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5ffa3746-e0f5-48df-9404-1766406d8c1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:44.174797 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7fc4b0-c791-43f8-81a7-9c660ffc04f5 req-3252600e-27d1-441e-b485-065edba64ddf tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:44.176467 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4a7fc4b0-c791-43f8-81a7-9c660ffc04f5 req-3252600e-27d1-441e-b485-065edba64ddf tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9ba3c35-7a90-4de2-b8ac-e371bb508738 HTTP/1.1" status: 200 len: 950 time: 0.0570130 Oct 12 19:18:44.217498 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4a7fc4b0-c791-43f8-81a7-9c660ffc04f5 req-7faa1cc5-7263-40b3-a446-3cf28765f84b tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350809 Oct 12 19:18:44.221730 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9d46a7fb-2a1b-4bcf-8875-c89fd9130eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:44.229025 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9d46a7fb-2a1b-4bcf-8875-c89fd9130eeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:44.237903 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-9d46a7fb-2a1b-4bcf-8875-c89fd9130eeb admin admin] 10.222.0.49 "DELETE /v2.0/networks/0cbd7cc6-70a3-4103-b2a6-f0a3a7684bff HTTP/1.1" status: 204 len: 168 time: 0.4359281 Oct 12 19:18:44.257160 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d46a7fb-2a1b-4bcf-8875-c89fd9130eeb admin admin] Pushing event deleted for resources: {'Network': ['ID=0cbd7cc6-70a3-4103-b2a6-f0a3a7684bff,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:18:44.288320 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5ffa3746-e0f5-48df-9404-1766406d8c1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:44.437566 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5ffa3746-e0f5-48df-9404-1766406d8c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:44.479427 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-5ffa3746-e0f5-48df-9404-1766406d8c1c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3cf208a047f7415b9efca5f117c85043&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5513222 Oct 12 19:18:44.479618 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 39476) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:18:44.480581 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffa3746-e0f5-48df-9404-1766406d8c1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fca71edc-6686-43b9-916d-fbdc7a7e8bcd,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:18:44.538709 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b47cf8a3-7744-4129-82e3-5d733ad15e9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:44.564204 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b47cf8a3-7744-4129-82e3-5d733ad15e9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:44.705546 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 39482) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:18:44.749128 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b47cf8a3-7744-4129-82e3-5d733ad15e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:44.756511 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b47cf8a3-7744-4129-82e3-5d733ad15e9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:44.757714 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-b47cf8a3-7744-4129-82e3-5d733ad15e9a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fca71edc-6686-43b9-916d-fbdc7a7e8bcd HTTP/1.1" status: 204 len: 168 time: 0.2767735 Oct 12 19:18:44.763021 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-6770c320-226b-40b7-a851-17ef2daad2d2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8d2b101de2504706847ad55ce05084f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0562589 Oct 12 19:18:44.766932 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 39490) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:18:44.772878 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47cf8a3-7744-4129-82e3-5d733ad15e9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fca71edc-6686-43b9-916d-fbdc7a7e8bcd,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:18:44.843217 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fc53e16a-7559-4c0c-b82b-b29a22766685 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:44.871931 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fc53e16a-7559-4c0c-b82b-b29a22766685 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:45.039033 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fc53e16a-7559-4c0c-b82b-b29a22766685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:45.044356 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fc53e16a-7559-4c0c-b82b-b29a22766685 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:45.050286 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-fc53e16a-7559-4c0c-b82b-b29a22766685 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fdcf2152-a2c6-4449-8487-01d038142ad8 HTTP/1.1" status: 204 len: 168 time: 0.2811632 Oct 12 19:18:45.060509 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc53e16a-7559-4c0c-b82b-b29a22766685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdcf2152-a2c6-4449-8487-01d038142ad8,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:18:45.127053 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 56220980-ca24-4899-b19f-78447e13e022 no longer exists at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:18:45.146003 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] No Port match for: 56220980-ca24-4899-b19f-78447e13e022 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:18:45.146616 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 56220980-ca24-4899-b19f-78447e13e022 not bound to the agent host n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:18:45.353055 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbca6d33-0f0d-49e1-afed-ebc844c6694b req-fdedfb90-1054-4930-987e-9fb3ab7af8e9 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:45.354576 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bbca6d33-0f0d-49e1-afed-ebc844c6694b req-fdedfb90-1054-4930-987e-9fb3ab7af8e9 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9ba3c35-7a90-4de2-b8ac-e371bb508738 HTTP/1.1" status: 200 len: 950 time: 0.0524187 Oct 12 19:18:45.394650 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bbca6d33-0f0d-49e1-afed-ebc844c6694b req-bc75787e-080e-44fc-b151-0b9d48bef970 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330291 Oct 12 19:18:46.074121 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 39532) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:18:46.431095 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-da358b2a-3301-4f41-8e83-b42c28f5e8b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:46.477043 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0c5c7e-8013-423e-bb03-4a92361e3c34 req-f4c9c4ac-a739-4d8e-a201-24a7ee24fe58 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:46.478527 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-fb0c5c7e-8013-423e-bb03-4a92361e3c34 req-f4c9c4ac-a739-4d8e-a201-24a7ee24fe58 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/networks?id=82671036-c03a-4d3c-b62d-db19aa8b0fed HTTP/1.1" status: 200 len: 820 time: 0.1414425 Oct 12 19:18:46.513719 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-fb0c5c7e-8013-423e-bb03-4a92361e3c34 req-4e512890-98b6-4ff8-b1a8-bf7ea68d87c6 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/quotas/803d7b884967412f992e4b2e79b460e6 HTTP/1.1" status: 200 len: 375 time: 0.0218186 Oct 12 19:18:46.527333 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925e9293-4015-409a-9951-888f9d51685c req-5db07c2e-569f-4f60-ac63-bfa57ed30021 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:46.529096 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-925e9293-4015-409a-9951-888f9d51685c req-5db07c2e-569f-4f60-ac63-bfa57ed30021 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9ba3c35-7a90-4de2-b8ac-e371bb508738 HTTP/1.1" status: 200 len: 950 time: 0.0604539 Oct 12 19:18:46.581197 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-925e9293-4015-409a-9951-888f9d51685c req-e9eef4ba-a5cb-4750-90cf-0dfa29c3ba90 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435247 Oct 12 19:18:46.621641 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-fb0c5c7e-8013-423e-bb03-4a92361e3c34 req-4cdf4dd3-e8a3-4719-b06f-725725700a09 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=803d7b884967412f992e4b2e79b460e6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0959303 Oct 12 19:18:46.627311 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-da358b2a-3301-4f41-8e83-b42c28f5e8b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:46.716118 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-da358b2a-3301-4f41-8e83-b42c28f5e8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:46.748562 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-fb0c5c7e-8013-423e-bb03-4a92361e3c34 req-35cda6a6-cb5a-468b-b422-e4d8b9891a6d service neutron] 10.222.0.49 "GET /v2.0/networks/82671036-c03a-4d3c-b62d-db19aa8b0fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173124 Oct 12 19:18:46.762248 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-da358b2a-3301-4f41-8e83-b42c28f5e8b7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4c3b34fe8e524b5bbbf504c97a8dbbcc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6864505 Oct 12 19:18:46.765071 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 39562) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:18:46.808726 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da358b2a-3301-4f41-8e83-b42c28f5e8b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85241fdc-85f3-4066-826c-dc2d4c23873d,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:18:46.835053 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2e30abf2-aabb-4253-b7a0-6caed4907d5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:46.868921 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2e30abf2-aabb-4253-b7a0-6caed4907d5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:46.871144 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-fb0c5c7e-8013-423e-bb03-4a92361e3c34 req-441b754a-8705-41d6-b9df-d1443aecc5aa service neutron] 10.222.0.49 "GET /v2.0/networks/82671036-c03a-4d3c-b62d-db19aa8b0fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115210 Oct 12 19:18:46.914802 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 39572) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:18:47.027285 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2e30abf2-aabb-4253-b7a0-6caed4907d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:47.032926 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2e30abf2-aabb-4253-b7a0-6caed4907d5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:47.032926 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-2e30abf2-aabb-4253-b7a0-6caed4907d5e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/85241fdc-85f3-4066-826c-dc2d4c23873d HTTP/1.1" status: 204 len: 168 time: 0.2641170 Oct 12 19:18:47.041092 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e30abf2-aabb-4253-b7a0-6caed4907d5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85241fdc-85f3-4066-826c-dc2d4c23873d,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:18:47.088646 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-fd98d748-b67c-4cfe-b3dc-76db1a271037 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-95821546-network', 'tenant_id': '7851f42081094a5cb918c24ec160be32'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:18:47.214322 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd98d748-b67c-4cfe-b3dc-76db1a271037 admin admin] Made reservation on behalf of 7851f42081094a5cb918c24ec160be32 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:18:47.216681 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fd98d748-b67c-4cfe-b3dc-76db1a271037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:47.225912 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fd98d748-b67c-4cfe-b3dc-76db1a271037 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:47.306533 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fd98d748-b67c-4cfe-b3dc-76db1a271037 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:47.384670 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fd98d748-b67c-4cfe-b3dc-76db1a271037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:47.415399 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd98d748-b67c-4cfe-b3dc-76db1a271037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b56f478d-e2f2-41a4-ba89-750779981967,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:18:47.422400 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd98d748-b67c-4cfe-b3dc-76db1a271037 admin admin] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:18:47.438206 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fd98d748-b67c-4cfe-b3dc-76db1a271037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:47.438878 n-d-813679-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-fd98d748-b67c-4cfe-b3dc-76db1a271037 admin admin] Added segment f404ba1e-6c99-4971-8902-ed67044f4412 of type vlan for network dc639c1c-cc8a-4385-ba7f-0ec15549d909 Oct 12 19:18:47.481922 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fd98d748-b67c-4cfe-b3dc-76db1a271037 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:47.576746 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fd98d748-b67c-4cfe-b3dc-76db1a271037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:47.579796 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd98d748-b67c-4cfe-b3dc-76db1a271037 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:47.580909 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fd98d748-b67c-4cfe-b3dc-76db1a271037 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:47.623884 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 39604) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:18:47.628074 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-368d0515-7124-43e2-abff-73050631c2e2 req-4285c5df-ca87-41e0-ae45-d37f26dfb208 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=3319d60b-298b-4178-b9dd-044069330d69 HTTP/1.1" status: 200 len: 210 time: 0.0541782 Oct 12 19:18:47.704171 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd98d748-b67c-4cfe-b3dc-76db1a271037 admin admin] Pushing event updated for resources: {'Network': ['ID=dc639c1c-cc8a-4385-ba7f-0ec15549d909,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:18:47.713566 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-fd98d748-b67c-4cfe-b3dc-76db1a271037 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7966523 Oct 12 19:18:47.715808 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 39612) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:18:47.723353 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network dc639c1c-cc8a-4385-ba7f-0ec15549d909 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:18:47.734835 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-c0f0b9d0-c69f-4e39-ab71-c9f52bd2cdf7 admin admin] Request body: {'subnet': {'network_id': 'dc639c1c-cc8a-4385-ba7f-0ec15549d909', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-95821546-subnet', 'tenant_id': '7851f42081094a5cb918c24ec160be32', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:18:47.737579 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acaff0a-db53-4fe5-9fea-e2d15e487386 req-533e5ec1-0c02-4734-b6b7-ef3366c01465 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:47.739336 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2acaff0a-db53-4fe5-9fea-e2d15e487386 req-533e5ec1-0c02-4734-b6b7-ef3366c01465 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9ba3c35-7a90-4de2-b8ac-e371bb508738 HTTP/1.1" status: 200 len: 950 time: 0.0818808 Oct 12 19:18:47.766131 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-787e450e-c1af-4924-9826-b39eaffd3f96 tempest-MeteringIpV6TestJSON-92957344 tempest-MeteringIpV6TestJSON-92957344-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-665537143'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:18:47.766649 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-787e450e-c1af-4924-9826-b39eaffd3f96 tempest-MeteringIpV6TestJSON-92957344 tempest-MeteringIpV6TestJSON-92957344-project-admin] Unknown quota resources ['metering_label']. {{(pid=95501) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 12 19:18:47.782484 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2acaff0a-db53-4fe5-9fea-e2d15e487386 req-7f2d1748-0965-4b00-883d-e1c350b97148 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370126 Oct 12 19:18:47.952829 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 39616) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:18:47.969241 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-44f28590-ef2a-4f86-a1e5-d0577c6c1f30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:47.996048 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0f0b9d0-c69f-4e39-ab71-c9f52bd2cdf7 admin admin] Made reservation on behalf of 7851f42081094a5cb918c24ec160be32 for: {'subnet': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:18:47.998547 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c0f0b9d0-c69f-4e39-ab71-c9f52bd2cdf7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4612397'] for subnet, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:48.188176 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-787e450e-c1af-4924-9826-b39eaffd3f96 tempest-MeteringIpV6TestJSON-92957344 tempest-MeteringIpV6TestJSON-92957344-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:48.189369 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-787e450e-c1af-4924-9826-b39eaffd3f96 tempest-MeteringIpV6TestJSON-92957344 tempest-MeteringIpV6TestJSON-92957344-project-admin] 10.222.0.49 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.5642896 Oct 12 19:18:48.192312 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 39622) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:18:48.196767 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-30278e5b-2301-460a-912f-d5d3731b2117 tempest-MeteringIpV6TestJSON-92957344 tempest-MeteringIpV6TestJSON-92957344-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '29f986fb-fc70-4507-9b08-6f9e4de874ec'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:18:48.197263 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-30278e5b-2301-460a-912f-d5d3731b2117 tempest-MeteringIpV6TestJSON-92957344 tempest-MeteringIpV6TestJSON-92957344-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95502) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 12 19:18:48.238806 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-44f28590-ef2a-4f86-a1e5-d0577c6c1f30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:48.329036 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-44f28590-ef2a-4f86-a1e5-d0577c6c1f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:48.353205 n-d-813679-3 neutron-server[95502]: WARNING neutron.services.metering.metering_plugin [None req-30278e5b-2301-460a-912f-d5d3731b2117 tempest-MeteringIpV6TestJSON-92957344 tempest-MeteringIpV6TestJSON-92957344-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 12 19:18:48.368252 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-44f28590-ef2a-4f86-a1e5-d0577c6c1f30 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8d94478647e24e8193c5a9f24d641caa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4142530 Oct 12 19:18:48.369437 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f28590-ef2a-4f86-a1e5-d0577c6c1f30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=000c5e1f-4146-4c7e-8869-2f7e60d803b9,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:18:48.371831 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 39626) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:18:48.406843 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c0f0b9d0-c69f-4e39-ab71-c9f52bd2cdf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4824863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4612355'] for subnet, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:48.470375 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6ab0e9b7-9751-4477-98cf-949fbc3d97d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:48.488369 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f0b9d0-c69f-4e39-ab71-c9f52bd2cdf7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=adcede61-2172-4296-97d7-f0465cd74c13,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:18:48.497954 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-30278e5b-2301-460a-912f-d5d3731b2117 tempest-MeteringIpV6TestJSON-92957344 tempest-MeteringIpV6TestJSON-92957344-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:48.499142 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-30278e5b-2301-460a-912f-d5d3731b2117 tempest-MeteringIpV6TestJSON-92957344 tempest-MeteringIpV6TestJSON-92957344-project-admin] 10.222.0.49 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3058355 Oct 12 19:18:48.502655 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 39628) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:18:48.506855 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-c2f6decb-5073-47bb-b8a0-8c51c2899254 tempest-MeteringIpV6TestJSON-92957344 tempest-MeteringIpV6TestJSON-92957344-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '29f986fb-fc70-4507-9b08-6f9e4de874ec'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:18:48.513129 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-c2f6decb-5073-47bb-b8a0-8c51c2899254 tempest-MeteringIpV6TestJSON-92957344 tempest-MeteringIpV6TestJSON-92957344-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95502) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 12 19:18:48.513314 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6ab0e9b7-9751-4477-98cf-949fbc3d97d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:48.516555 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f0b9d0-c69f-4e39-ab71-c9f52bd2cdf7 admin admin] Checking segment: {'id': 'f404ba1e-6c99-4971-8902-ed67044f4412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'dc639c1c-cc8a-4385-ba7f-0ec15549d909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:18:48.516932 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f0b9d0-c69f-4e39-ab71-c9f52bd2cdf7 admin admin] Network hostable DHCP agents. Network: dc639c1c-cc8a-4385-ba7f-0ec15549d909, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:18:48.662048 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f0b9d0-c69f-4e39-ab71-c9f52bd2cdf7 admin admin] Network dc639c1c-cc8a-4385-ba7f-0ec15549d909 is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:18:48.662832 n-d-813679-3 neutron-server[95502]: WARNING neutron.services.metering.metering_plugin [None req-c2f6decb-5073-47bb-b8a0-8c51c2899254 tempest-MeteringIpV6TestJSON-92957344 tempest-MeteringIpV6TestJSON-92957344-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 12 19:18:48.665596 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6ab0e9b7-9751-4477-98cf-949fbc3d97d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:48.668289 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6ab0e9b7-9751-4477-98cf-949fbc3d97d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:48.669568 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-6ab0e9b7-9751-4477-98cf-949fbc3d97d1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/000c5e1f-4146-4c7e-8869-2f7e60d803b9 HTTP/1.1" status: 204 len: 168 time: 0.2967744 Oct 12 19:18:48.682726 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab0e9b7-9751-4477-98cf-949fbc3d97d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=000c5e1f-4146-4c7e-8869-2f7e60d803b9,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:18:48.747374 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-c0f0b9d0-c69f-4e39-ab71-c9f52bd2cdf7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, dc639c1c-cc8a-4385-ba7f-0ec15549d909) {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:18:48.757697 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1659b110-0120-4313-b119-076cc8d6113b None None] Network dc639c1c-cc8a-4385-ba7f-0ec15549d909 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:18:48.758578 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f0b9d0-c69f-4e39-ab71-c9f52bd2cdf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:48.759504 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c0f0b9d0-c69f-4e39-ab71-c9f52bd2cdf7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:48.761930 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c2f6decb-5073-47bb-b8a0-8c51c2899254 tempest-MeteringIpV6TestJSON-92957344 tempest-MeteringIpV6TestJSON-92957344-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:48.763129 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-c2f6decb-5073-47bb-b8a0-8c51c2899254 tempest-MeteringIpV6TestJSON-92957344 tempest-MeteringIpV6TestJSON-92957344-project-admin] 10.222.0.49 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2595401 Oct 12 19:18:48.768622 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 39634) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:18:48.782843 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-794c67b2-bfe6-4606-b092-b210c24fb64a req-1aba658a-15c2-409c-a4c7-109f9ab66ad8 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=3319d60b-298b-4178-b9dd-044069330d69 HTTP/1.1" status: 200 len: 210 time: 0.0649168 Oct 12 19:18:48.792516 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-61d1b303-8bed-4d71-bfaf-b86e54b5401e tempest-MeteringIpV6TestJSON-92957344 tempest-MeteringIpV6TestJSON-92957344-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-label-rules?id=c26af3c0-9b40-4e77-8a76-25722e70b9a4 HTTP/1.1" status: 200 len: 462 time: 0.0217130 Oct 12 19:18:48.795127 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 39636) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:18:48.911991 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed017b46-cb88-4c23-9654-f3c0a3e5eadb req-1da44822-614c-4439-9cac-f0af6a52093f tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:48.912975 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc9b6e47-0517-40c1-bd27-0953ceefbbfa None None] Network dc639c1c-cc8a-4385-ba7f-0ec15549d909 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:18:48.913507 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ed017b46-cb88-4c23-9654-f3c0a3e5eadb req-1da44822-614c-4439-9cac-f0af6a52093f tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9ba3c35-7a90-4de2-b8ac-e371bb508738 HTTP/1.1" status: 200 len: 950 time: 0.0500915 Oct 12 19:18:48.922094 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-c0f0b9d0-c69f-4e39-ab71-c9f52bd2cdf7 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2045150 Oct 12 19:18:48.980947 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ed017b46-cb88-4c23-9654-f3c0a3e5eadb req-7106dd40-30fb-44b0-9dcc-6158334dc86e tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573006 Oct 12 19:18:49.056362 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-24b914e3-c219-4727-b187-5aa2e16ce6ce tempest-MeteringIpV6TestJSON-92957344 tempest-MeteringIpV6TestJSON-92957344-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:49.057498 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-24b914e3-c219-4727-b187-5aa2e16ce6ce tempest-MeteringIpV6TestJSON-92957344 tempest-MeteringIpV6TestJSON-92957344-project-admin] 10.222.0.49 "DELETE /v2.0/metering/metering-label-rules/c26af3c0-9b40-4e77-8a76-25722e70b9a4 HTTP/1.1" status: 204 len: 168 time: 0.2612710 Oct 12 19:18:49.060405 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 39644) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:18:49.071609 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-2c652bff-cdb7-4d45-a48a-1f45501a2818 tempest-MeteringIpV6TestJSON-92957344 tempest-MeteringIpV6TestJSON-92957344-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-label-rules?id=c26af3c0-9b40-4e77-8a76-25722e70b9a4 HTTP/1.1" status: 200 len: 221 time: 0.0101261 Oct 12 19:18:49.075064 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 39650) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:18:49.079584 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-8399881b-457b-453b-b043-4d6f4d6c9d10 tempest-MeteringIpV6TestJSON-92957344 tempest-MeteringIpV6TestJSON-92957344-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1160719334', 'description': 'label created by tempest'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:18:49.080060 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-8399881b-457b-453b-b043-4d6f4d6c9d10 tempest-MeteringIpV6TestJSON-92957344 tempest-MeteringIpV6TestJSON-92957344-project-admin] Unknown quota resources ['metering_label']. {{(pid=95501) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 12 19:18:49.339011 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8399881b-457b-453b-b043-4d6f4d6c9d10 tempest-MeteringIpV6TestJSON-92957344 tempest-MeteringIpV6TestJSON-92957344-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:49.341417 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-8399881b-457b-453b-b043-4d6f4d6c9d10 tempest-MeteringIpV6TestJSON-92957344 tempest-MeteringIpV6TestJSON-92957344-project-admin] 10.222.0.49 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2650623 Oct 12 19:18:49.342655 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 39672) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:18:49.417981 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-4eb20c60-3cee-4bb3-a567-a65e7955dc8c tempest-MeteringIpV6TestJSON-92957344 tempest-MeteringIpV6TestJSON-92957344-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-labels?id=1a95ed5d-c203-4637-9ca7-470f0fc7b394 HTTP/1.1" status: 200 len: 468 time: 0.0740457 Oct 12 19:18:49.420734 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 39676) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:18:49.439969 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caa7ddd-da49-40e0-81dd-3215546d1439 req-41c9ada4-ea0e-49ea-b55b-2bc84d5e287e tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:49.441680 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9caa7ddd-da49-40e0-81dd-3215546d1439 req-41c9ada4-ea0e-49ea-b55b-2bc84d5e287e tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] 10.222.0.49 "GET /v2.0/networks?id=dc639c1c-cc8a-4385-ba7f-0ec15549d909 HTTP/1.1" status: 200 len: 811 time: 0.1054952 Oct 12 19:18:49.458372 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9caa7ddd-da49-40e0-81dd-3215546d1439 req-f87179d6-f2c6-42ce-97f8-3eb25eadd566 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] 10.222.0.49 "GET /v2.0/quotas/7851f42081094a5cb918c24ec160be32 HTTP/1.1" status: 200 len: 375 time: 0.0106664 Oct 12 19:18:49.492710 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9caa7ddd-da49-40e0-81dd-3215546d1439 req-467484e1-6944-4822-8b32-4e11c459403c tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=7851f42081094a5cb918c24ec160be32&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285408 Oct 12 19:18:49.591495 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9caa7ddd-da49-40e0-81dd-3215546d1439 req-53d94b7b-79fe-4818-8845-55dd41670ff8 service neutron] 10.222.0.49 "GET /v2.0/networks/dc639c1c-cc8a-4385-ba7f-0ec15549d909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897951 Oct 12 19:18:49.681569 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9caa7ddd-da49-40e0-81dd-3215546d1439 req-e8721692-727d-424d-9b61-2039cfe0c1f1 service neutron] 10.222.0.49 "GET /v2.0/networks/dc639c1c-cc8a-4385-ba7f-0ec15549d909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831757 Oct 12 19:18:49.708545 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7c7d85b7-3ace-475d-a03d-8dbdeff4b540 tempest-MeteringIpV6TestJSON-92957344 tempest-MeteringIpV6TestJSON-92957344-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:49.710057 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-7c7d85b7-3ace-475d-a03d-8dbdeff4b540 tempest-MeteringIpV6TestJSON-92957344 tempest-MeteringIpV6TestJSON-92957344-project-admin] 10.222.0.49 "DELETE /v2.0/metering/metering-labels/1a95ed5d-c203-4637-9ca7-470f0fc7b394 HTTP/1.1" status: 204 len: 168 time: 0.2882171 Oct 12 19:18:49.712641 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 39682) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:18:49.723934 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-573d8f06-7205-4227-b508-357a788f9b9a tempest-MeteringIpV6TestJSON-92957344 tempest-MeteringIpV6TestJSON-92957344-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-labels?id=1a95ed5d-c203-4637-9ca7-470f0fc7b394 HTTP/1.1" status: 200 len: 216 time: 0.0102143 Oct 12 19:18:49.731598 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 39684) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:18:49.742030 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-00a1a898-6b1e-48a3-8ac3-c8ce549518ef tempest-MeteringIpV6TestJSON-92957344 tempest-MeteringIpV6TestJSON-92957344-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0091238 Oct 12 19:18:49.745266 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 39688) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:18:49.762831 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-76db9951-1022-4fa0-8523-4a12b6cad20d tempest-MeteringIpV6TestJSON-92957344 tempest-MeteringIpV6TestJSON-92957344-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0121112 Oct 12 19:18:49.762946 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 39690) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:18:49.822582 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-b78f2560-2304-44de-abd9-ea85c6ead1f2 tempest-MeteringIpV6TestJSON-92957344 tempest-MeteringIpV6TestJSON-92957344-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-labels/29f986fb-fc70-4507-9b08-6f9e4de874ec HTTP/1.1" status: 200 len: 472 time: 0.0584981 Oct 12 19:18:49.825932 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 39696) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:18:49.836222 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-bd1f3159-68d9-4b90-ba66-637dc039afb6 tempest-MeteringIpV6TestJSON-92957344 tempest-MeteringIpV6TestJSON-92957344-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-label-rules/d9504b7e-cbf9-4771-b36c-d3d4d1da54b0 HTTP/1.1" status: 200 len: 459 time: 0.0089030 Oct 12 19:18:49.840274 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 39698) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:18:49.895571 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-265c9f62-8fdd-452a-8630-b14400696c3d req-03e00283-01a7-43a7-826f-35d8e39aaac5 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=3319d60b-298b-4178-b9dd-044069330d69 HTTP/1.1" status: 200 len: 210 time: 0.0261390 Oct 12 19:18:50.459463 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-73a9f591-8e78-4908-83d4-aa71899ede37 tempest-MeteringIpV6TestJSON-92957344 tempest-MeteringIpV6TestJSON-92957344-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:50.460707 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-73a9f591-8e78-4908-83d4-aa71899ede37 tempest-MeteringIpV6TestJSON-92957344 tempest-MeteringIpV6TestJSON-92957344-project-admin] 10.222.0.49 "DELETE /v2.0/metering/metering-label-rules/d9504b7e-cbf9-4771-b36c-d3d4d1da54b0 HTTP/1.1" status: 204 len: 168 time: 0.6192944 Oct 12 19:18:50.463500 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 39724) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:18:50.470440 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6224c0-de38-4bfd-bdf7-f924d1b6642e req-45dbf3ff-988c-41ff-b470-842f46074625 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:50.477400 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fd6224c0-de38-4bfd-bdf7-f924d1b6642e req-45dbf3ff-988c-41ff-b470-842f46074625 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9ba3c35-7a90-4de2-b8ac-e371bb508738 HTTP/1.1" status: 200 len: 950 time: 0.4319599 Oct 12 19:18:50.486211 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0c5c7e-8013-423e-bb03-4a92361e3c34 req-e6c36a78-f81e-43f7-831f-d5b2b2c4f44a tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:50.487936 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fb0c5c7e-8013-423e-bb03-4a92361e3c34 req-e6c36a78-f81e-43f7-831f-d5b2b2c4f44a tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.61 "GET /v2.0/networks?id=82671036-c03a-4d3c-b62d-db19aa8b0fed HTTP/1.1" status: 200 len: 820 time: 0.4932108 Oct 12 19:18:50.510550 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-57a01255-cfb7-4425-a59b-53c4d58b9f3d req-e25c629d-3471-44ef-883f-00346fd517c2 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] 10.222.0.49 "GET /v2.0/ports?device_id=d46cadcb-26ef-4983-81e8-06c9906a3082 HTTP/1.1" status: 200 len: 210 time: 0.0360265 Oct 12 19:18:50.513315 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-fb0c5c7e-8013-423e-bb03-4a92361e3c34 req-2e28fdf0-2a5f-45e9-8dd0-a19cb2527ae8 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Request body: {'port': {'device_id': '3319d60b-298b-4178-b9dd-044069330d69', 'network_id': '82671036-c03a-4d3c-b62d-db19aa8b0fed', 'admin_state_up': True, 'tenant_id': '803d7b884967412f992e4b2e79b460e6'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:18:50.581693 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fd6224c0-de38-4bfd-bdf7-f924d1b6642e req-b252cc3c-e800-4dab-ad3c-fb1e01b0f0e2 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034317 Oct 12 19:18:50.713435 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb0c5c7e-8013-423e-bb03-4a92361e3c34 req-2e28fdf0-2a5f-45e9-8dd0-a19cb2527ae8 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Made reservation on behalf of 803d7b884967412f992e4b2e79b460e6 for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:18:50.717999 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-fb0c5c7e-8013-423e-bb03-4a92361e3c34 req-2e28fdf0-2a5f-45e9-8dd0-a19cb2527ae8 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:50.846592 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7e00c284-a01b-4ca7-9c20-4ff51b3daff8 tempest-MeteringIpV6TestJSON-92957344 tempest-MeteringIpV6TestJSON-92957344-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:50.847798 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-7e00c284-a01b-4ca7-9c20-4ff51b3daff8 tempest-MeteringIpV6TestJSON-92957344 tempest-MeteringIpV6TestJSON-92957344-project-admin] 10.222.0.49 "DELETE /v2.0/metering/metering-labels/29f986fb-fc70-4507-9b08-6f9e4de874ec HTTP/1.1" status: 204 len: 168 time: 0.3827417 Oct 12 19:18:50.866012 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [req-fb0c5c7e-8013-423e-bb03-4a92361e3c34 req-2e28fdf0-2a5f-45e9-8dd0-a19cb2527ae8 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Allocated IP 172.20.0.13 (82671036-c03a-4d3c-b62d-db19aa8b0fed/39796bec-4145-45cd-b713-3f2477a830cb/81ac5d21-1911-4e35-ae02-47c63dc7fbc6) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:18:51.061534 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-34db9d20-85da-475f-8844-4c9c6432ee89 req-11c979a1-e4cb-40b5-9744-6f454bb59940 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=3319d60b-298b-4178-b9dd-044069330d69 HTTP/1.1" status: 200 len: 210 time: 0.0397358 Oct 12 19:18:51.098214 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-fb0c5c7e-8013-423e-bb03-4a92361e3c34 req-2e28fdf0-2a5f-45e9-8dd0-a19cb2527ae8 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:51.216512 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-fb0c5c7e-8013-423e-bb03-4a92361e3c34 req-2e28fdf0-2a5f-45e9-8dd0-a19cb2527ae8 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:51.230857 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['563b134f-51fe-4fed-be7b-8540d1e5cb66'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:18:51.347447 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb0c5c7e-8013-423e-bb03-4a92361e3c34 req-2e28fdf0-2a5f-45e9-8dd0-a19cb2527ae8 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Network 82671036-c03a-4d3c-b62d-db19aa8b0fed is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:18:51.362781 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [req-fb0c5c7e-8013-423e-bb03-4a92361e3c34 req-2e28fdf0-2a5f-45e9-8dd0-a19cb2527ae8 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:18:51.377284 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb0c5c7e-8013-423e-bb03-4a92361e3c34 req-2e28fdf0-2a5f-45e9-8dd0-a19cb2527ae8 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:18:51.410433 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e28fdf0-2a5f-45e9-8dd0-a19cb2527ae8 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Pushing event updated for resources: {'Port': ['ID=81ac5d21-1911-4e35-ae02-47c63dc7fbc6,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:18:51.486871 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0c5c7e-8013-423e-bb03-4a92361e3c34 req-2e28fdf0-2a5f-45e9-8dd0-a19cb2527ae8 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:51.488485 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-fb0c5c7e-8013-423e-bb03-4a92361e3c34 req-2e28fdf0-2a5f-45e9-8dd0-a19cb2527ae8 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:51.573677 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 39758) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:18:51.609858 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fb0c5c7e-8013-423e-bb03-4a92361e3c34 req-2e28fdf0-2a5f-45e9-8dd0-a19cb2527ae8 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1000097 Oct 12 19:18:51.622395 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-fb0c5c7e-8013-423e-bb03-4a92361e3c34 req-786d13c7-3ae6-4723-8a1f-33a732f164a7 service neutron] Request body: {'port': {'device_id': '3319d60b-298b-4178-b9dd-044069330d69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-3'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:18:51.629857 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e251b874-f605-4c56-bce9-9a8c1c45080a req-b6942903-d030-44a1-82d7-93e9057b0503 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] 10.222.0.49 "GET /v2.0/ports?device_id=d46cadcb-26ef-4983-81e8-06c9906a3082 HTTP/1.1" status: 200 len: 210 time: 0.0537493 Oct 12 19:18:51.757458 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-fb0c5c7e-8013-423e-bb03-4a92361e3c34 req-786d13c7-3ae6-4723-8a1f-33a732f164a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:51.794572 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cd9c3f-828c-48c3-8d3b-12f73631bf7a req-b5819abb-efa3-489b-a239-1b496b81d2b6 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:51.795971 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c3c5ca93-e202-4fd5-9c99-bfc64892ae6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:51.802032 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-85cd9c3f-828c-48c3-8d3b-12f73631bf7a req-b5819abb-efa3-489b-a239-1b496b81d2b6 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9ba3c35-7a90-4de2-b8ac-e371bb508738 HTTP/1.1" status: 200 len: 950 time: 0.1218350 Oct 12 19:18:51.870889 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-85cd9c3f-828c-48c3-8d3b-12f73631bf7a req-2dcef5aa-21a0-4e67-942d-b6e6934c19de tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678418 Oct 12 19:18:51.947890 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c3c5ca93-e202-4fd5-9c99-bfc64892ae6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:52.039018 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c3c5ca93-e202-4fd5-9c99-bfc64892ae6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:52.087720 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-c3c5ca93-e202-4fd5-9c99-bfc64892ae6a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b01eb9fed923420f824c2593e00294f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5128558 Oct 12 19:18:52.091973 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 39780) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:18:52.135682 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [req-fb0c5c7e-8013-423e-bb03-4a92361e3c34 req-786d13c7-3ae6-4723-8a1f-33a732f164a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81ac5d21-1911-4e35-ae02-47c63dc7fbc6 {{(pid=95501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:18:52.146993 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-fb0c5c7e-8013-423e-bb03-4a92361e3c34 req-786d13c7-3ae6-4723-8a1f-33a732f164a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:52.161606 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c5ca93-e202-4fd5-9c99-bfc64892ae6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d2552b0-a80a-4819-b47a-cdc986a6fcae,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:18:52.163428 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.provisioning_blocks [req-fb0c5c7e-8013-423e-bb03-4a92361e3c34 req-786d13c7-3ae6-4723-8a1f-33a732f164a7 service neutron] Transition to ACTIVE for port object 81ac5d21-1911-4e35-ae02-47c63dc7fbc6 will not be triggered until provisioned by entity L2. {{(pid=95501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:18:52.207910 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3ea4a4c3-a2c3-4f7a-a806-7e01de9937fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:52.243153 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b45e438-6497-40fa-a912-8ce70450b911 req-7b76040a-9b44-4271-9a90-94dc3e25f07f tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:52.244836 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8b45e438-6497-40fa-a912-8ce70450b911 req-7b76040a-9b44-4271-9a90-94dc3e25f07f tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=3319d60b-298b-4178-b9dd-044069330d69 HTTP/1.1" status: 200 len: 932 time: 0.0879071 Oct 12 19:18:52.247018 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3ea4a4c3-a2c3-4f7a-a806-7e01de9937fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:52.276018 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-fb0c5c7e-8013-423e-bb03-4a92361e3c34 req-786d13c7-3ae6-4723-8a1f-33a732f164a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:52.323675 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8b45e438-6497-40fa-a912-8ce70450b911 req-4970fc5b-5ccc-4c6f-b696-b515550ca6be tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2999b03-b87d-46b4-9267-1669e2e14df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695081 Oct 12 19:18:52.387420 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786d13c7-3ae6-4723-8a1f-33a732f164a7 service neutron] Pushing event updated for resources: {'Port': ['ID=81ac5d21-1911-4e35-ae02-47c63dc7fbc6,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:18:52.438690 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3ea4a4c3-a2c3-4f7a-a806-7e01de9937fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:52.441779 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3ea4a4c3-a2c3-4f7a-a806-7e01de9937fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:52.443390 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-3ea4a4c3-a2c3-4f7a-a806-7e01de9937fa admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3d2552b0-a80a-4819-b47a-cdc986a6fcae HTTP/1.1" status: 204 len: 168 time: 0.3491058 Oct 12 19:18:52.465340 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea4a4c3-a2c3-4f7a-a806-7e01de9937fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d2552b0-a80a-4819-b47a-cdc986a6fcae,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:18:52.486841 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-fb0c5c7e-8013-423e-bb03-4a92361e3c34 req-786d13c7-3ae6-4723-8a1f-33a732f164a7 service neutron] Attempting to bind port 81ac5d21-1911-4e35-ae02-47c63dc7fbc6 on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:18:52.489572 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-fb0c5c7e-8013-423e-bb03-4a92361e3c34 req-786d13c7-3ae6-4723-8a1f-33a732f164a7 service neutron] Attempting to bind port 81ac5d21-1911-4e35-ae02-47c63dc7fbc6 by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': '092fb16a-01c2-4f4a-b148-df23675b5071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '82671036-c03a-4d3c-b62d-db19aa8b0fed'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:18:52.494108 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0c5c7e-8013-423e-bb03-4a92361e3c34 req-786d13c7-3ae6-4723-8a1f-33a732f164a7 service neutron] Attempting to bind port 81ac5d21-1911-4e35-ae02-47c63dc7fbc6 on network 82671036-c03a-4d3c-b62d-db19aa8b0fed {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:18:52.496617 n-d-813679-3 neutron-server[95501]: INFO neutron.api.v2.resource [req-f3af720f-73e2-41ed-aeb6-a3ee8c0ea5a3 req-4021225e-2d38-4a0b-a3ba-091682f3e7fa service neutron] show failed (client error): The resource could not be found. Oct 12 19:18:52.497771 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f3af720f-73e2-41ed-aeb6-a3ee8c0ea5a3 req-4021225e-2d38-4a0b-a3ba-091682f3e7fa service neutron] 10.222.0.67 "GET /v2.0/ports/f18d384f-1afe-4e78-8573-b82cab024b0c/bindings/n-h1-813679-3 HTTP/1.1" status: 404 len: 380 time: 0.1183083 Oct 12 19:18:52.498704 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0c5c7e-8013-423e-bb03-4a92361e3c34 req-786d13c7-3ae6-4723-8a1f-33a732f164a7 service neutron] Port 81ac5d21-1911-4e35-ae02-47c63dc7fbc6 on network 82671036-c03a-4d3c-b62d-db19aa8b0fed not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:18:52.499085 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0c5c7e-8013-423e-bb03-4a92361e3c34 req-786d13c7-3ae6-4723-8a1f-33a732f164a7 service neutron] Attempting to bind port 81ac5d21-1911-4e35-ae02-47c63dc7fbc6 on network 82671036-c03a-4d3c-b62d-db19aa8b0fed {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:18:52.506487 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0c5c7e-8013-423e-bb03-4a92361e3c34 req-786d13c7-3ae6-4723-8a1f-33a732f164a7 service neutron] Checking agent: {'id': 'f5e9725f-f5a6-43c2-a1be-95e21e9a1fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:18:52.506909 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0c5c7e-8013-423e-bb03-4a92361e3c34 req-786d13c7-3ae6-4723-8a1f-33a732f164a7 service neutron] Checking segment: {'id': '092fb16a-01c2-4f4a-b148-df23675b5071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '82671036-c03a-4d3c-b62d-db19aa8b0fed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:18:52.507358 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0c5c7e-8013-423e-bb03-4a92361e3c34 req-786d13c7-3ae6-4723-8a1f-33a732f164a7 service neutron] Bound using segment: {'id': '092fb16a-01c2-4f4a-b148-df23675b5071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '82671036-c03a-4d3c-b62d-db19aa8b0fed'} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:18:52.507862 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-fb0c5c7e-8013-423e-bb03-4a92361e3c34 req-786d13c7-3ae6-4723-8a1f-33a732f164a7 service neutron] Bound port: 81ac5d21-1911-4e35-ae02-47c63dc7fbc6, host: n-h1-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '092fb16a-01c2-4f4a-b148-df23675b5071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '82671036-c03a-4d3c-b62d-db19aa8b0fed'}}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:18:52.508309 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-fb0c5c7e-8013-423e-bb03-4a92361e3c34 req-786d13c7-3ae6-4723-8a1f-33a732f164a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:52.622091 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-fb0c5c7e-8013-423e-bb03-4a92361e3c34 req-786d13c7-3ae6-4723-8a1f-33a732f164a7 service neutron] For port 81ac5d21-1911-4e35-ae02-47c63dc7fbc6, host n-h1-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:18:52.626107 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-fb0c5c7e-8013-423e-bb03-4a92361e3c34 req-786d13c7-3ae6-4723-8a1f-33a732f164a7 service neutron] For port 81ac5d21-1911-4e35-ae02-47c63dc7fbc6, host n-h1-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=81ac5d21-1911-4e35-ae02-47c63dc7fbc6,segment=NetworkSegment(092fb16a-01c2-4f4a-b148-df23675b5071),segment_id=092fb16a-01c2-4f4a-b148-df23675b5071)] {{(pid=95501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:18:52.726830 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8f3633e4-11bd-4ccf-9712-e39e9604c746 req-2384a231-0ce9-4a1b-a5ec-dfa34a0fffe0 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] 10.222.0.49 "GET /v2.0/ports?device_id=d46cadcb-26ef-4983-81e8-06c9906a3082 HTTP/1.1" status: 200 len: 210 time: 0.0372300 Oct 12 19:18:52.788500 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-fb0c5c7e-8013-423e-bb03-4a92361e3c34 req-786d13c7-3ae6-4723-8a1f-33a732f164a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:52.816181 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0c5c7e-8013-423e-bb03-4a92361e3c34 req-786d13c7-3ae6-4723-8a1f-33a732f164a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:52.817752 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-fb0c5c7e-8013-423e-bb03-4a92361e3c34 req-786d13c7-3ae6-4723-8a1f-33a732f164a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:52.819559 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fb0c5c7e-8013-423e-bb03-4a92361e3c34 req-786d13c7-3ae6-4723-8a1f-33a732f164a7 service neutron] 10.222.0.61 "PUT /v2.0/ports/81ac5d21-1911-4e35-ae02-47c63dc7fbc6 HTTP/1.1" status: 200 len: 1092 time: 1.2015855 Oct 12 19:18:52.826423 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3319d60b-298b-4178-b9dd-044069330d69', 'tag': '81ac5d21-1911-4e35-ae02-47c63dc7fbc6'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:18:52.829790 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f846676f-488a-4087-8c96-6992c87b4317" -d '{"events": [{"name": "network-changed", "server_uuid": "3319d60b-298b-4178-b9dd-044069330d69", "tag": "81ac5d21-1911-4e35-ae02-47c63dc7fbc6"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:18:52.925574 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2232d583-d04a-43f1-bf06-2f5d72d3ac4a x-openstack-request-id: req-2232d583-d04a-43f1-bf06-2f5d72d3ac4a {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:18:52.925886 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3319d60b-298b-4178-b9dd-044069330d69", "tag": "81ac5d21-1911-4e35-ae02-47c63dc7fbc6", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:18:52.926147 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2232d583-d04a-43f1-bf06-2f5d72d3ac4a {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:18:52.926564 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3319d60b-298b-4178-b9dd-044069330d69', 'tag': '81ac5d21-1911-4e35-ae02-47c63dc7fbc6', 'status': 'completed', 'code': 200} Oct 12 19:18:52.934397 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786d13c7-3ae6-4723-8a1f-33a732f164a7 service neutron] Pushing event updated for resources: {'Port': ['ID=81ac5d21-1911-4e35-ae02-47c63dc7fbc6,revision_number=3']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:18:53.022391 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f846676f-488a-4087-8c96-6992c87b4317 req-2cfb1a40-a219-4d50-aaa9-9f7d42dae5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:53.024369 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f846676f-488a-4087-8c96-6992c87b4317 req-2cfb1a40-a219-4d50-aaa9-9f7d42dae5fe service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=803d7b884967412f992e4b2e79b460e6&device_id=3319d60b-298b-4178-b9dd-044069330d69 HTTP/1.1" status: 200 len: 1095 time: 0.0730953 Oct 12 19:18:53.056325 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d5ed19-865c-446c-aa11-9781265b0af2 req-b04d85b5-86a0-4194-abdf-f0f0ab269bee tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:53.065908 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f6d5ed19-865c-446c-aa11-9781265b0af2 req-b04d85b5-86a0-4194-abdf-f0f0ab269bee tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9ba3c35-7a90-4de2-b8ac-e371bb508738 HTTP/1.1" status: 200 len: 950 time: 0.0676899 Oct 12 19:18:53.123577 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f6d5ed19-865c-446c-aa11-9781265b0af2 req-ddcd5f20-adcf-4b53-abed-d2653bf9b89e tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563784 Oct 12 19:18:53.191196 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f846676f-488a-4087-8c96-6992c87b4317 req-8c03a9c4-e63e-41e1-9c12-bab29e49d51d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:53.194139 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f846676f-488a-4087-8c96-6992c87b4317 req-8c03a9c4-e63e-41e1-9c12-bab29e49d51d service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=803d7b884967412f992e4b2e79b460e6&shared=False HTTP/1.1" status: 200 len: 921 time: 0.1602058 Oct 12 19:18:53.298415 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f846676f-488a-4087-8c96-6992c87b4317 req-5812bf28-c9fe-490d-a3a8-c8bc54eb5d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:53.299992 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f846676f-488a-4087-8c96-6992c87b4317 req-5812bf28-c9fe-490d-a3a8-c8bc54eb5d56 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0997593 Oct 12 19:18:53.352967 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3af720f-73e2-41ed-aeb6-a3ee8c0ea5a3 req-eaaaf740-04eb-4e92-8a55-02944a7a2a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:53.354606 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f3af720f-73e2-41ed-aeb6-a3ee8c0ea5a3 req-eaaaf740-04eb-4e92-8a55-02944a7a2a93 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a9ba3c35-7a90-4de2-b8ac-e371bb508738&tenant_id=1439ecde881648d990934dad6d1d46ba HTTP/1.1" status: 200 len: 1101 time: 0.0863047 Oct 12 19:18:53.367312 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-f3af720f-73e2-41ed-aeb6-a3ee8c0ea5a3 req-86e080fa-f7af-47a8-8ebe-e33355c9f53b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-813679-3', 'device_owner': 'compute:nova'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:18:53.401938 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0c5c7e-8013-423e-bb03-4a92361e3c34 req-96468df2-e98f-4c3c-ad14-39cfa0e044eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:53.404062 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fb0c5c7e-8013-423e-bb03-4a92361e3c34 req-96468df2-e98f-4c3c-ad14-39cfa0e044eb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=803d7b884967412f992e4b2e79b460e6&device_id=3319d60b-298b-4178-b9dd-044069330d69 HTTP/1.1" status: 200 len: 1095 time: 0.0645423 Oct 12 19:18:53.487148 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-f3af720f-73e2-41ed-aeb6-a3ee8c0ea5a3 req-86e080fa-f7af-47a8-8ebe-e33355c9f53b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:53.496848 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fb0c5c7e-8013-423e-bb03-4a92361e3c34 req-e0f2ff93-85f6-4e98-8f04-e46ae9d4b826 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=81ac5d21-1911-4e35-ae02-47c63dc7fbc6 HTTP/1.1" status: 200 len: 217 time: 0.0850573 Oct 12 19:18:53.580154 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0c5c7e-8013-423e-bb03-4a92361e3c34 req-bf80cfb7-ee44-4425-8b7e-5aa030f99335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:53.581697 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fb0c5c7e-8013-423e-bb03-4a92361e3c34 req-bf80cfb7-ee44-4425-8b7e-5aa030f99335 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=39796bec-4145-45cd-b713-3f2477a830cb HTTP/1.1" status: 200 len: 860 time: 0.0728779 Oct 12 19:18:53.594318 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10640880-5169-4f98-8397-218d301a4c42 req-d79a2d42-ca62-4c16-a08d-d4b29f2c6424 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:53.596256 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-10640880-5169-4f98-8397-218d301a4c42 req-d79a2d42-ca62-4c16-a08d-d4b29f2c6424 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=3319d60b-298b-4178-b9dd-044069330d69 HTTP/1.1" status: 200 len: 944 time: 0.1022539 Oct 12 19:18:53.631252 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fb0c5c7e-8013-423e-bb03-4a92361e3c34 req-c4462ff7-86cb-45e7-b32d-0164423f8dd5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=82671036-c03a-4d3c-b62d-db19aa8b0fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339134 Oct 12 19:18:53.709265 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-10640880-5169-4f98-8397-218d301a4c42 req-69bf2c5e-612b-4c80-8f5d-8287ffad2e59 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2999b03-b87d-46b4-9267-1669e2e14df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011283 Oct 12 19:18:53.780171 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fb0c5c7e-8013-423e-bb03-4a92361e3c34 req-8976891e-0f09-46aa-8e55-f5506b693f0a service neutron] 10.222.0.61 "GET /v2.0/networks/82671036-c03a-4d3c-b62d-db19aa8b0fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411703 Oct 12 19:18:53.785011 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-f3af720f-73e2-41ed-aeb6-a3ee8c0ea5a3 req-86e080fa-f7af-47a8-8ebe-e33355c9f53b service neutron] For port f18d384f-1afe-4e78-8573-b82cab024b0c, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=f18d384f-1afe-4e78-8573-b82cab024b0c,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:18:53.839488 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-f3af720f-73e2-41ed-aeb6-a3ee8c0ea5a3 req-86e080fa-f7af-47a8-8ebe-e33355c9f53b service neutron] For port f18d384f-1afe-4e78-8573-b82cab024b0c, host n-h2-813679-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:18:53.889515 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-f3af720f-73e2-41ed-aeb6-a3ee8c0ea5a3 req-86e080fa-f7af-47a8-8ebe-e33355c9f53b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:53.901390 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9ba3c35-7a90-4de2-b8ac-e371bb508738', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f18d384f-1afe-4e78-8573-b82cab024b0c'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:18:53.906977 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aa40e42-563f-47ba-98aa-d8768b06fed5" -d '{"events": [{"server_uuid": "a9ba3c35-7a90-4de2-b8ac-e371bb508738", "name": "network-vif-unplugged", "status": "completed", "tag": "f18d384f-1afe-4e78-8573-b82cab024b0c"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:18:53.906977 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 39814) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:18:53.906977 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 39816) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:18:53.909585 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-f3af720f-73e2-41ed-aeb6-a3ee8c0ea5a3 req-86e080fa-f7af-47a8-8ebe-e33355c9f53b service neutron] Transition to ACTIVE for port object f18d384f-1afe-4e78-8573-b82cab024b0c will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:18:53.927448 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f8155b49-1660-4227-a138-8593c3802a33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:53.956202 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-42b0af02-b8e2-4f5f-ad29-1ddfb8cb70db req-9e121dc4-c4fb-4234-84cc-b2914b0a0462 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] 10.222.0.49 "GET /v2.0/ports?device_id=d46cadcb-26ef-4983-81e8-06c9906a3082 HTTP/1.1" status: 200 len: 210 time: 0.0356228 Oct 12 19:18:54.030451 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 19:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-347d7bc9-4659-4097-9649-55050124e00d x-openstack-request-id: req-347d7bc9-4659-4097-9649-55050124e00d {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:18:54.032158 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9ba3c35-7a90-4de2-b8ac-e371bb508738", "name": "network-vif-unplugged", "status": "completed", "tag": "f18d384f-1afe-4e78-8573-b82cab024b0c", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:18:54.032722 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-347d7bc9-4659-4097-9649-55050124e00d {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:18:54.036776 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9ba3c35-7a90-4de2-b8ac-e371bb508738', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f18d384f-1afe-4e78-8573-b82cab024b0c', 'code': 200} Oct 12 19:18:54.043168 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-f3af720f-73e2-41ed-aeb6-a3ee8c0ea5a3 req-86e080fa-f7af-47a8-8ebe-e33355c9f53b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:54.046021 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fb0c5c7e-8013-423e-bb03-4a92361e3c34 req-66dc2170-f802-4b3f-a1df-8e611f9099c5 service neutron] 10.222.0.61 "GET /v2.0/networks/82671036-c03a-4d3c-b62d-db19aa8b0fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442381 Oct 12 19:18:54.059902 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f8155b49-1660-4227-a138-8593c3802a33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:54.163488 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3af720f-73e2-41ed-aeb6-a3ee8c0ea5a3 req-86e080fa-f7af-47a8-8ebe-e33355c9f53b service neutron] No DVR routers for this DVR port f18d384f-1afe-4e78-8573-b82cab024b0c on host n-h2-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:18:54.166413 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e080fa-f7af-47a8-8ebe-e33355c9f53b service neutron] Pushing event updated for resources: {'Port': ['ID=f18d384f-1afe-4e78-8573-b82cab024b0c,revision_number=6']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:18:54.388900 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaaf9be-7d30-4b6e-a400-9482f3aa0318 req-283a604c-6abd-4d63-b514-4c970d7cbdd5 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:54.396073 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-afaaf9be-7d30-4b6e-a400-9482f3aa0318 req-283a604c-6abd-4d63-b514-4c970d7cbdd5 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9ba3c35-7a90-4de2-b8ac-e371bb508738 HTTP/1.1" status: 200 len: 948 time: 0.1418164 Oct 12 19:18:54.453714 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caa7ddd-da49-40e0-81dd-3215546d1439 req-aae0b0f9-9834-44cc-a5e3-a537dd1d1c58 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:54.456242 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9caa7ddd-da49-40e0-81dd-3215546d1439 req-aae0b0f9-9834-44cc-a5e3-a537dd1d1c58 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] 10.222.0.67 "GET /v2.0/networks?id=dc639c1c-cc8a-4385-ba7f-0ec15549d909 HTTP/1.1" status: 200 len: 811 time: 0.2144437 Oct 12 19:18:54.473986 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-afaaf9be-7d30-4b6e-a400-9482f3aa0318 req-03f978aa-7ae2-4f60-a18d-5b245870b298 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772059 Oct 12 19:18:54.500760 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-9caa7ddd-da49-40e0-81dd-3215546d1439 req-cd280cbc-01bc-4207-946f-36d6ff2de75f tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] Request body: {'port': {'device_id': 'a9cc8bc5-163f-49c8-b7f5-10519ded8812', 'network_id': 'dc639c1c-cc8a-4385-ba7f-0ec15549d909', 'admin_state_up': True, 'tenant_id': '7851f42081094a5cb918c24ec160be32'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:18:54.615173 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f8155b49-1660-4227-a138-8593c3802a33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:54.647936 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9783263d-2eae-408b-9379-755d191efb62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:54.659321 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-f3af720f-73e2-41ed-aeb6-a3ee8c0ea5a3 req-86e080fa-f7af-47a8-8ebe-e33355c9f53b service neutron] Attempting to bind port f18d384f-1afe-4e78-8573-b82cab024b0c on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:18:54.659660 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-f3af720f-73e2-41ed-aeb6-a3ee8c0ea5a3 req-86e080fa-f7af-47a8-8ebe-e33355c9f53b service neutron] Attempting to bind port f18d384f-1afe-4e78-8573-b82cab024b0c by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:18:54.659990 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3af720f-73e2-41ed-aeb6-a3ee8c0ea5a3 req-86e080fa-f7af-47a8-8ebe-e33355c9f53b service neutron] Attempting to bind port f18d384f-1afe-4e78-8573-b82cab024b0c on network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:18:54.685514 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3af720f-73e2-41ed-aeb6-a3ee8c0ea5a3 req-86e080fa-f7af-47a8-8ebe-e33355c9f53b service neutron] Port f18d384f-1afe-4e78-8573-b82cab024b0c on network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:18:54.685842 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3af720f-73e2-41ed-aeb6-a3ee8c0ea5a3 req-86e080fa-f7af-47a8-8ebe-e33355c9f53b service neutron] Attempting to bind port f18d384f-1afe-4e78-8573-b82cab024b0c on network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:18:54.692529 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8155b49-1660-4227-a138-8593c3802a33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=011628a9-ef9b-408d-a350-fdfa6800cd24,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:18:54.696917 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-f8155b49-1660-4227-a138-8593c3802a33 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=47c2cb548c034f019babea86a434b21f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7861395 Oct 12 19:18:54.699691 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 39826) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:18:54.700962 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3af720f-73e2-41ed-aeb6-a3ee8c0ea5a3 req-86e080fa-f7af-47a8-8ebe-e33355c9f53b service neutron] Checking agent: {'id': 'f5e9725f-f5a6-43c2-a1be-95e21e9a1fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:18:54.701421 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3af720f-73e2-41ed-aeb6-a3ee8c0ea5a3 req-86e080fa-f7af-47a8-8ebe-e33355c9f53b service neutron] Checking segment: {'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:18:54.701796 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3af720f-73e2-41ed-aeb6-a3ee8c0ea5a3 req-86e080fa-f7af-47a8-8ebe-e33355c9f53b service neutron] Bound using segment: {'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:18:54.702244 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-f3af720f-73e2-41ed-aeb6-a3ee8c0ea5a3 req-86e080fa-f7af-47a8-8ebe-e33355c9f53b service neutron] Bound port: f18d384f-1afe-4e78-8573-b82cab024b0c, host: n-h1-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:18:54.703146 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-f3af720f-73e2-41ed-aeb6-a3ee8c0ea5a3 req-86e080fa-f7af-47a8-8ebe-e33355c9f53b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:54.777428 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9caa7ddd-da49-40e0-81dd-3215546d1439 req-cd280cbc-01bc-4207-946f-36d6ff2de75f tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] Made reservation on behalf of 7851f42081094a5cb918c24ec160be32 for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:18:54.781317 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-9caa7ddd-da49-40e0-81dd-3215546d1439 req-cd280cbc-01bc-4207-946f-36d6ff2de75f tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:54.798966 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-16d91b1c-ec83-4501-8d2d-2d617abd7ff4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:54.836374 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-f3af720f-73e2-41ed-aeb6-a3ee8c0ea5a3 req-86e080fa-f7af-47a8-8ebe-e33355c9f53b service neutron] For port f18d384f-1afe-4e78-8573-b82cab024b0c, host n-h1-813679-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:18:54.837593 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-16d91b1c-ec83-4501-8d2d-2d617abd7ff4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:54.924200 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9783263d-2eae-408b-9379-755d191efb62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:54.946700 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-f3af720f-73e2-41ed-aeb6-a3ee8c0ea5a3 req-86e080fa-f7af-47a8-8ebe-e33355c9f53b service neutron] For port f18d384f-1afe-4e78-8573-b82cab024b0c, host n-h1-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=f18d384f-1afe-4e78-8573-b82cab024b0c,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:18:54.968991 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5ab335-86b6-4c28-8839-c5a8f52b2aaf req-9e8babf1-63cd-4c5b-88af-0a5d0206025d tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:54.976783 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3c5ab335-86b6-4c28-8839-c5a8f52b2aaf req-9e8babf1-63cd-4c5b-88af-0a5d0206025d tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=3319d60b-298b-4178-b9dd-044069330d69 HTTP/1.1" status: 200 len: 944 time: 0.1426179 Oct 12 19:18:55.004214 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [req-9caa7ddd-da49-40e0-81dd-3215546d1439 req-cd280cbc-01bc-4207-946f-36d6ff2de75f tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] Allocated IP 172.20.0.5 (dc639c1c-cc8a-4385-ba7f-0ec15549d909/adcede61-2172-4296-97d7-f0465cd74c13/129cf92b-8e7c-4966-906d-00afb4a145ed) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:18:55.028809 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3c5ab335-86b6-4c28-8839-c5a8f52b2aaf req-705b861f-766f-40c7-957a-03d13ba71cb7 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2999b03-b87d-46b4-9267-1669e2e14df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508013 Oct 12 19:18:55.138568 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-795a3b03-6abd-4cae-bc62-c36cc2133f2d req-d78e0cae-7de5-435e-bf81-815b9e97e214 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] 10.222.0.49 "GET /v2.0/ports?device_id=d46cadcb-26ef-4983-81e8-06c9906a3082 HTTP/1.1" status: 200 len: 210 time: 0.0752950 Oct 12 19:18:55.146742 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9783263d-2eae-408b-9379-755d191efb62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:55.169903 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-f3af720f-73e2-41ed-aeb6-a3ee8c0ea5a3 req-86e080fa-f7af-47a8-8ebe-e33355c9f53b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:55.170134 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-16d91b1c-ec83-4501-8d2d-2d617abd7ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:55.172660 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-16d91b1c-ec83-4501-8d2d-2d617abd7ff4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:55.174673 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-16d91b1c-ec83-4501-8d2d-2d617abd7ff4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/011628a9-ef9b-408d-a350-fdfa6800cd24 HTTP/1.1" status: 204 len: 168 time: 0.4730489 Oct 12 19:18:55.197595 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device f18d384f-1afe-4e78-8573-b82cab024b0c no longer exists at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:18:55.223833 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-9783263d-2eae-408b-9379-755d191efb62 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d39a7a264756444fb1c7394c670f90f7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3111632 Oct 12 19:18:55.244900 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 39838) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:18:55.277868 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d91b1c-ec83-4501-8d2d-2d617abd7ff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=011628a9-ef9b-408d-a350-fdfa6800cd24,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:18:55.281661 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device f18d384f-1afe-4e78-8573-b82cab024b0c not bound to the agent host n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:18:55.324394 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9783263d-2eae-408b-9379-755d191efb62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=726e4dfb-55ae-4ac9-a70f-fbedf4fd6e9c,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:18:55.334404 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3af720f-73e2-41ed-aeb6-a3ee8c0ea5a3 req-86e080fa-f7af-47a8-8ebe-e33355c9f53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:55.335228 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-f3af720f-73e2-41ed-aeb6-a3ee8c0ea5a3 req-86e080fa-f7af-47a8-8ebe-e33355c9f53b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:55.336984 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f3af720f-73e2-41ed-aeb6-a3ee8c0ea5a3 req-86e080fa-f7af-47a8-8ebe-e33355c9f53b service neutron] 10.222.0.61 "PUT /v2.0/ports/f18d384f-1afe-4e78-8573-b82cab024b0c HTTP/1.1" status: 200 len: 1096 time: 1.9743192 Oct 12 19:18:55.337890 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e080fa-f7af-47a8-8ebe-e33355c9f53b service neutron] Pushing event updated for resources: {'Port': ['ID=f18d384f-1afe-4e78-8573-b82cab024b0c,revision_number=7']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:18:55.407143 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3af720f-73e2-41ed-aeb6-a3ee8c0ea5a3 req-d8ec58bb-850e-4e2b-baf3-537b900af03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:55.409097 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f3af720f-73e2-41ed-aeb6-a3ee8c0ea5a3 req-d8ec58bb-850e-4e2b-baf3-537b900af03c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1439ecde881648d990934dad6d1d46ba&device_id=a9ba3c35-7a90-4de2-b8ac-e371bb508738 HTTP/1.1" status: 200 len: 1099 time: 0.0433538 Oct 12 19:18:55.425805 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caa7ddd-da49-40e0-81dd-3215546d1439 req-f5464d84-7ef0-46ed-aa78-7c0a800b89a8 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:55.433405 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9caa7ddd-da49-40e0-81dd-3215546d1439 req-f5464d84-7ef0-46ed-aa78-7c0a800b89a8 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] 10.222.0.61 "GET /v2.0/networks?id=dc639c1c-cc8a-4385-ba7f-0ec15549d909 HTTP/1.1" status: 200 len: 811 time: 0.2882016 Oct 12 19:18:55.436278 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-9caa7ddd-da49-40e0-81dd-3215546d1439 req-cd280cbc-01bc-4207-946f-36d6ff2de75f tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:55.445820 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-9caa7ddd-da49-40e0-81dd-3215546d1439 req-ce668f8a-0562-4f17-bf40-8515ec0639b8 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] Request body: {'port': {'device_id': 'd46cadcb-26ef-4983-81e8-06c9906a3082', 'network_id': 'dc639c1c-cc8a-4385-ba7f-0ec15549d909', 'admin_state_up': True, 'tenant_id': '7851f42081094a5cb918c24ec160be32'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:18:55.495587 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9b0b9192-2503-4554-b89c-f4ece863e8ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:55.541191 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3af720f-73e2-41ed-aeb6-a3ee8c0ea5a3 req-0ef966bf-471f-4fdd-96f7-88bbab4eeb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:55.546048 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f3af720f-73e2-41ed-aeb6-a3ee8c0ea5a3 req-0ef966bf-471f-4fdd-96f7-88bbab4eeb78 service neutron] 10.222.0.61 "GET /v2.0/networks?id=90dcf485-b1ad-4139-85a3-9e1e9879e6b1 HTTP/1.1" status: 200 len: 870 time: 0.1257582 Oct 12 19:18:55.562747 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9b0b9192-2503-4554-b89c-f4ece863e8ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:55.632330 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f3af720f-73e2-41ed-aeb6-a3ee8c0ea5a3 req-c2c6e14b-77d0-4d3d-ba3f-7a942e63a144 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=f18d384f-1afe-4e78-8573-b82cab024b0c HTTP/1.1" status: 200 len: 217 time: 0.0803010 Oct 12 19:18:55.707669 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-9caa7ddd-da49-40e0-81dd-3215546d1439 req-cd280cbc-01bc-4207-946f-36d6ff2de75f tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:55.727162 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3af720f-73e2-41ed-aeb6-a3ee8c0ea5a3 req-f27158ba-644e-49fa-a26f-6d4c784b0854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:55.729150 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f3af720f-73e2-41ed-aeb6-a3ee8c0ea5a3 req-f27158ba-644e-49fa-a26f-6d4c784b0854 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=629aee7d-3fde-4c72-af1e-6a7e1f6a7e75 HTTP/1.1" status: 200 len: 843 time: 0.0780547 Oct 12 19:18:55.766940 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9caa7ddd-da49-40e0-81dd-3215546d1439 req-ce668f8a-0562-4f17-bf40-8515ec0639b8 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] Made reservation on behalf of 7851f42081094a5cb918c24ec160be32 for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:18:55.777538 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-9caa7ddd-da49-40e0-81dd-3215546d1439 req-ce668f8a-0562-4f17-bf40-8515ec0639b8 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:55.788142 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23e0fa6-1d10-4f45-b529-01d1b2e89e83 req-c99bbbe0-443b-4639-83f5-c2289bee5f50 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:55.797140 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c23e0fa6-1d10-4f45-b529-01d1b2e89e83 req-c99bbbe0-443b-4639-83f5-c2289bee5f50 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9ba3c35-7a90-4de2-b8ac-e371bb508738 HTTP/1.1" status: 200 len: 948 time: 0.1621311 Oct 12 19:18:55.801075 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9caa7ddd-da49-40e0-81dd-3215546d1439 req-cd280cbc-01bc-4207-946f-36d6ff2de75f tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] Network dc639c1c-cc8a-4385-ba7f-0ec15549d909 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:18:55.843902 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3af720f-73e2-41ed-aeb6-a3ee8c0ea5a3 req-9c2aa7d5-ffaf-4633-91da-849d63e64282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:55.846813 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f3af720f-73e2-41ed-aeb6-a3ee8c0ea5a3 req-9c2aa7d5-ffaf-4633-91da-849d63e64282 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=90dcf485-b1ad-4139-85a3-9e1e9879e6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1089299 Oct 12 19:18:55.856450 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c23e0fa6-1d10-4f45-b529-01d1b2e89e83 req-4cf617cc-4f5d-4e37-aa27-49eef5b4d82e tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581460 Oct 12 19:18:56.013452 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [req-9caa7ddd-da49-40e0-81dd-3215546d1439 req-cd280cbc-01bc-4207-946f-36d6ff2de75f tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:18:56.015322 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9b0b9192-2503-4554-b89c-f4ece863e8ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:56.017463 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f3af720f-73e2-41ed-aeb6-a3ee8c0ea5a3 req-7470d912-8cf1-4491-9457-f68eb0e76d5a service neutron] 10.222.0.61 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547954 Oct 12 19:18:56.017869 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9b0b9192-2503-4554-b89c-f4ece863e8ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:56.021253 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-9b0b9192-2503-4554-b89c-f4ece863e8ca admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/726e4dfb-55ae-4ac9-a70f-fbedf4fd6e9c HTTP/1.1" status: 204 len: 168 time: 0.7706292 Oct 12 19:18:56.021253 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-9caa7ddd-da49-40e0-81dd-3215546d1439 req-cd280cbc-01bc-4207-946f-36d6ff2de75f tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:18:56.039846 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [req-9caa7ddd-da49-40e0-81dd-3215546d1439 req-ce668f8a-0562-4f17-bf40-8515ec0639b8 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] Allocated IP 172.20.0.8 (dc639c1c-cc8a-4385-ba7f-0ec15549d909/adcede61-2172-4296-97d7-f0465cd74c13/6b89230c-6a91-4b9c-b1ab-8a11f3ee5784) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:18:56.041846 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0b9192-2503-4554-b89c-f4ece863e8ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=726e4dfb-55ae-4ac9-a70f-fbedf4fd6e9c,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:18:56.048044 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9ba3c35-7a90-4de2-b8ac-e371bb508738', 'tag': 'f18d384f-1afe-4e78-8573-b82cab024b0c'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:18:56.073590 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47ab6400-c3ca-429f-a5f3-6a81be060639" -d '{"events": [{"name": "network-changed", "server_uuid": "a9ba3c35-7a90-4de2-b8ac-e371bb508738", "tag": "f18d384f-1afe-4e78-8573-b82cab024b0c"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:18:56.089543 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd280cbc-01bc-4207-946f-36d6ff2de75f tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] Pushing event updated for resources: {'Port': ['ID=129cf92b-8e7c-4966-906d-00afb4a145ed,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:18:56.141401 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caa7ddd-da49-40e0-81dd-3215546d1439 req-cd280cbc-01bc-4207-946f-36d6ff2de75f tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:56.142542 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-9caa7ddd-da49-40e0-81dd-3215546d1439 req-cd280cbc-01bc-4207-946f-36d6ff2de75f tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:56.208904 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e615286-6ca7-46d3-8a67-83bbedfe05c3 x-openstack-request-id: req-2e615286-6ca7-46d3-8a67-83bbedfe05c3 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:18:56.209193 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9ba3c35-7a90-4de2-b8ac-e371bb508738", "tag": "f18d384f-1afe-4e78-8573-b82cab024b0c", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:18:56.209445 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2e615286-6ca7-46d3-8a67-83bbedfe05c3 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:18:56.209831 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9ba3c35-7a90-4de2-b8ac-e371bb508738', 'tag': 'f18d384f-1afe-4e78-8573-b82cab024b0c', 'status': 'completed', 'code': 200} Oct 12 19:18:56.247475 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f3af720f-73e2-41ed-aeb6-a3ee8c0ea5a3 req-dfde8137-923d-432e-9704-eec9e32898dd service neutron] 10.222.0.61 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199411 Oct 12 19:18:56.299928 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-fcf8f556-a2ea-4557-829b-ecc349bb16bc req-dbb33a1f-e694-4529-be70-1d4453661dd6 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] 10.222.0.49 "GET /v2.0/ports?device_id=d46cadcb-26ef-4983-81e8-06c9906a3082 HTTP/1.1" status: 200 len: 210 time: 0.0332706 Oct 12 19:18:56.373694 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9caa7ddd-da49-40e0-81dd-3215546d1439 req-cd280cbc-01bc-4207-946f-36d6ff2de75f tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8965867 Oct 12 19:18:56.375988 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ab6400-c3ca-429f-a5f3-6a81be060639 req-d8b0416a-4de0-4e54-86b6-767630eddbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:56.377545 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-47ab6400-c3ca-429f-a5f3-6a81be060639 req-d8b0416a-4de0-4e54-86b6-767630eddbd8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1439ecde881648d990934dad6d1d46ba&device_id=a9ba3c35-7a90-4de2-b8ac-e371bb508738 HTTP/1.1" status: 200 len: 1099 time: 0.1297796 Oct 12 19:18:56.391335 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760c32d7-2219-40ff-afdf-19866602f987 req-bf292b99-f5a7-4703-866f-905fc7471dac tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:56.399940 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-760c32d7-2219-40ff-afdf-19866602f987 req-bf292b99-f5a7-4703-866f-905fc7471dac tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=3319d60b-298b-4178-b9dd-044069330d69 HTTP/1.1" status: 200 len: 944 time: 0.1506553 Oct 12 19:18:56.422276 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-9caa7ddd-da49-40e0-81dd-3215546d1439 req-64012c00-754f-4f1b-8813-aaeef8657401 service neutron] Request body: {'port': {'device_id': 'a9cc8bc5-163f-49c8-b7f5-10519ded8812', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-3'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:18:56.440532 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-9caa7ddd-da49-40e0-81dd-3215546d1439 req-ce668f8a-0562-4f17-bf40-8515ec0639b8 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:56.504656 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ab6400-c3ca-429f-a5f3-6a81be060639 req-4a3f2d27-2735-4e1d-a808-ebf6fc90ae92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:56.506643 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-47ab6400-c3ca-429f-a5f3-6a81be060639 req-4a3f2d27-2735-4e1d-a808-ebf6fc90ae92 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1439ecde881648d990934dad6d1d46ba&device_id=a9ba3c35-7a90-4de2-b8ac-e371bb508738 HTTP/1.1" status: 200 len: 1099 time: 0.0736709 Oct 12 19:18:56.610716 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-760c32d7-2219-40ff-afdf-19866602f987 req-e36e2216-35ad-4378-b01f-13dc5153b2b3 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2999b03-b87d-46b4-9267-1669e2e14df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097077 Oct 12 19:18:56.626835 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ab6400-c3ca-429f-a5f3-6a81be060639 req-26e8dc3d-f8e2-4b57-a080-8c0e5e6ac070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:56.629883 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-47ab6400-c3ca-429f-a5f3-6a81be060639 req-26e8dc3d-f8e2-4b57-a080-8c0e5e6ac070 service neutron] 10.222.0.61 "GET /v2.0/networks?id=90dcf485-b1ad-4139-85a3-9e1e9879e6b1 HTTP/1.1" status: 200 len: 870 time: 0.1144261 Oct 12 19:18:56.653534 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-9caa7ddd-da49-40e0-81dd-3215546d1439 req-64012c00-754f-4f1b-8813-aaeef8657401 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:56.680603 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-47ab6400-c3ca-429f-a5f3-6a81be060639 req-970329ec-f13f-41ba-99e9-7aa16cb17add service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=f18d384f-1afe-4e78-8573-b82cab024b0c HTTP/1.1" status: 200 len: 217 time: 0.0433722 Oct 12 19:18:56.762153 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ab6400-c3ca-429f-a5f3-6a81be060639 req-564e8434-6e98-4880-a2fe-1aebb72f91c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:56.763920 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-47ab6400-c3ca-429f-a5f3-6a81be060639 req-564e8434-6e98-4880-a2fe-1aebb72f91c3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=629aee7d-3fde-4c72-af1e-6a7e1f6a7e75 HTTP/1.1" status: 200 len: 843 time: 0.0766087 Oct 12 19:18:56.820620 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ab6400-c3ca-429f-a5f3-6a81be060639 req-f711e5a3-859b-4f13-93b3-d63476e1af90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:56.822340 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-47ab6400-c3ca-429f-a5f3-6a81be060639 req-f711e5a3-859b-4f13-93b3-d63476e1af90 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=90dcf485-b1ad-4139-85a3-9e1e9879e6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0515144 Oct 12 19:18:56.968182 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-47ab6400-c3ca-429f-a5f3-6a81be060639 req-0fee8854-9e69-426e-9bfc-b30c70ae8226 service neutron] 10.222.0.61 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383462 Oct 12 19:18:57.037447 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 39884) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:18:57.072922 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-47ab6400-c3ca-429f-a5f3-6a81be060639 req-9d8a2cd4-27db-4270-ab4a-c181bf05ee23 service neutron] 10.222.0.61 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968673 Oct 12 19:18:57.127994 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e8baef05-619a-49c1-8209-f98cfdbbcc10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:57.140072 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ab6400-c3ca-429f-a5f3-6a81be060639 req-4e84e3a3-4d7f-4c32-a995-96ec29e90133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:57.141601 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-47ab6400-c3ca-429f-a5f3-6a81be060639 req-4e84e3a3-4d7f-4c32-a995-96ec29e90133 service neutron] 10.222.0.67 "GET /v2.0/networks?id=90dcf485-b1ad-4139-85a3-9e1e9879e6b1 HTTP/1.1" status: 200 len: 870 time: 0.7321384 Oct 12 19:18:57.225234 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-9caa7ddd-da49-40e0-81dd-3215546d1439 req-ce668f8a-0562-4f17-bf40-8515ec0639b8 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:57.227721 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-47ab6400-c3ca-429f-a5f3-6a81be060639 req-add82288-e9ae-4dd6-a608-c06cd511e45b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=f18d384f-1afe-4e78-8573-b82cab024b0c HTTP/1.1" status: 200 len: 217 time: 0.0647850 Oct 12 19:18:57.236618 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4488b0-40d7-4446-a9ec-e659cad4cdb5 req-9b0b14e9-750e-4dac-b899-672729eaf604 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:57.241652 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3a4488b0-40d7-4446-a9ec-e659cad4cdb5 req-9b0b14e9-750e-4dac-b899-672729eaf604 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9ba3c35-7a90-4de2-b8ac-e371bb508738 HTTP/1.1" status: 200 len: 948 time: 0.1984212 Oct 12 19:18:57.426934 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9caa7ddd-da49-40e0-81dd-3215546d1439 req-ce668f8a-0562-4f17-bf40-8515ec0639b8 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] Network dc639c1c-cc8a-4385-ba7f-0ec15549d909 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:18:57.439621 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7409597-54a6-419b-bcb6-c9c023649787 req-41674724-df2f-46be-a270-399faaf966f7 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:57.441345 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b7409597-54a6-419b-bcb6-c9c023649787 req-41674724-df2f-46be-a270-399faaf966f7 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] 10.222.0.49 "GET /v2.0/ports?device_id=d46cadcb-26ef-4983-81e8-06c9906a3082 HTTP/1.1" status: 200 len: 931 time: 0.0659797 Oct 12 19:18:57.446712 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [req-9caa7ddd-da49-40e0-81dd-3215546d1439 req-ce668f8a-0562-4f17-bf40-8515ec0639b8 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:18:57.448703 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce668f8a-0562-4f17-bf40-8515ec0639b8 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] Pushing event updated for resources: {'Port': ['ID=6b89230c-6a91-4b9c-b1ab-8a11f3ee5784,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:18:57.463937 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-9caa7ddd-da49-40e0-81dd-3215546d1439 req-ce668f8a-0562-4f17-bf40-8515ec0639b8 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:18:57.488628 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b7409597-54a6-419b-bcb6-c9c023649787 req-b909dd8e-7bb8-488c-ac90-bdf6089da34a tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] 10.222.0.49 "GET /v2.0/security-groups?id=b56f478d-e2f2-41a4-ba89-750779981967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385900 Oct 12 19:18:57.500862 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ab6400-c3ca-429f-a5f3-6a81be060639 req-034dea23-6cab-42a9-9163-6a8d42998a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:57.502326 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-47ab6400-c3ca-429f-a5f3-6a81be060639 req-034dea23-6cab-42a9-9163-6a8d42998a5f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=629aee7d-3fde-4c72-af1e-6a7e1f6a7e75 HTTP/1.1" status: 200 len: 843 time: 0.2548120 Oct 12 19:18:57.511054 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3a4488b0-40d7-4446-a9ec-e659cad4cdb5 req-183d7a00-66dc-4b64-87c7-8792650952d4 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595978 Oct 12 19:18:57.619200 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caa7ddd-da49-40e0-81dd-3215546d1439 req-ce668f8a-0562-4f17-bf40-8515ec0639b8 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:57.619898 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-9caa7ddd-da49-40e0-81dd-3215546d1439 req-ce668f8a-0562-4f17-bf40-8515ec0639b8 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:57.663223 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e8baef05-619a-49c1-8209-f98cfdbbcc10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:57.667376 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ab6400-c3ca-429f-a5f3-6a81be060639 req-84a93d14-c8b7-488f-ae7b-745b64b93d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:57.668939 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-47ab6400-c3ca-429f-a5f3-6a81be060639 req-84a93d14-c8b7-488f-ae7b-745b64b93d5f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=90dcf485-b1ad-4139-85a3-9e1e9879e6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1569076 Oct 12 19:18:57.743751 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea63f70-ac39-4b02-82ab-c7387fafa075 req-11660c5a-f4f3-46c9-a5fe-686354313ccd tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:57.748193 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6ea63f70-ac39-4b02-82ab-c7387fafa075 req-11660c5a-f4f3-46c9-a5fe-686354313ccd tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=3319d60b-298b-4178-b9dd-044069330d69 HTTP/1.1" status: 200 len: 944 time: 0.0593596 Oct 12 19:18:57.770432 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9caa7ddd-da49-40e0-81dd-3215546d1439 req-ce668f8a-0562-4f17-bf40-8515ec0639b8 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3311868 Oct 12 19:18:57.775975 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e8baef05-619a-49c1-8209-f98cfdbbcc10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:57.785513 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6ea63f70-ac39-4b02-82ab-c7387fafa075 req-406a05a6-88d2-4d97-9de0-e30c293d9775 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2999b03-b87d-46b4-9267-1669e2e14df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364714 Oct 12 19:18:57.802179 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-9caa7ddd-da49-40e0-81dd-3215546d1439 req-815e45a2-e822-4424-9fde-2476fad034b5 service neutron] Request body: {'port': {'device_id': 'd46cadcb-26ef-4983-81e8-06c9906a3082', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-3'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:18:57.906284 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-e8baef05-619a-49c1-8209-f98cfdbbcc10 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=653f794b10174d848d83b1c55fe6661a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8125403 Oct 12 19:18:57.906284 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8baef05-619a-49c1-8209-f98cfdbbcc10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f71723e0-2538-471b-9470-eb693c8a03fa,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:18:57.909315 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 39904) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:18:57.912753 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-47ab6400-c3ca-429f-a5f3-6a81be060639 req-866bca19-df00-46f0-8dce-b7d54463a9f7 service neutron] 10.222.0.67 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353032 Oct 12 19:18:57.918102 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [req-9caa7ddd-da49-40e0-81dd-3215546d1439 req-64012c00-754f-4f1b-8813-aaeef8657401 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 129cf92b-8e7c-4966-906d-00afb4a145ed {{(pid=95501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:18:57.951316 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-9caa7ddd-da49-40e0-81dd-3215546d1439 req-64012c00-754f-4f1b-8813-aaeef8657401 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:57.991655 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ec81a3d0-ad6a-40b6-9b3d-8fe296dd3734 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:58.003104 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-9caa7ddd-da49-40e0-81dd-3215546d1439 req-815e45a2-e822-4424-9fde-2476fad034b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:58.019167 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ec81a3d0-ad6a-40b6-9b3d-8fe296dd3734 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:58.022839 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.provisioning_blocks [req-9caa7ddd-da49-40e0-81dd-3215546d1439 req-64012c00-754f-4f1b-8813-aaeef8657401 service neutron] Transition to ACTIVE for port object 129cf92b-8e7c-4966-906d-00afb4a145ed will not be triggered until provisioned by entity L2. {{(pid=95501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:18:58.035587 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 19:18:58.106711 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-9caa7ddd-da49-40e0-81dd-3215546d1439 req-64012c00-754f-4f1b-8813-aaeef8657401 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:58.187750 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-47ab6400-c3ca-429f-a5f3-6a81be060639 req-b2595e89-f9de-4894-bfb7-8cd90e2b1ddf service neutron] 10.222.0.67 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2631538 Oct 12 19:18:58.204734 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ec81a3d0-ad6a-40b6-9b3d-8fe296dd3734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:58.208377 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ec81a3d0-ad6a-40b6-9b3d-8fe296dd3734 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:58.213017 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-ec81a3d0-ad6a-40b6-9b3d-8fe296dd3734 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f71723e0-2538-471b-9470-eb693c8a03fa HTTP/1.1" status: 204 len: 168 time: 0.3023646 Oct 12 19:18:58.223375 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec81a3d0-ad6a-40b6-9b3d-8fe296dd3734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f71723e0-2538-471b-9470-eb693c8a03fa,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:18:58.261992 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64012c00-754f-4f1b-8813-aaeef8657401 service neutron] Pushing event updated for resources: {'Port': ['ID=129cf92b-8e7c-4966-906d-00afb4a145ed,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:18:58.371397 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-9caa7ddd-da49-40e0-81dd-3215546d1439 req-64012c00-754f-4f1b-8813-aaeef8657401 service neutron] Attempting to bind port 129cf92b-8e7c-4966-906d-00afb4a145ed on host n-h2-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:18:58.371735 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-9caa7ddd-da49-40e0-81dd-3215546d1439 req-64012c00-754f-4f1b-8813-aaeef8657401 service neutron] Attempting to bind port 129cf92b-8e7c-4966-906d-00afb4a145ed by drivers openvswitch,hyperv on host n-h2-813679-3 at level 0 using segments [{'id': 'f404ba1e-6c99-4971-8902-ed67044f4412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'dc639c1c-cc8a-4385-ba7f-0ec15549d909'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:18:58.372089 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9caa7ddd-da49-40e0-81dd-3215546d1439 req-64012c00-754f-4f1b-8813-aaeef8657401 service neutron] Attempting to bind port 129cf92b-8e7c-4966-906d-00afb4a145ed on network dc639c1c-cc8a-4385-ba7f-0ec15549d909 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:18:58.385919 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9caa7ddd-da49-40e0-81dd-3215546d1439 req-64012c00-754f-4f1b-8813-aaeef8657401 service neutron] Port 129cf92b-8e7c-4966-906d-00afb4a145ed on network dc639c1c-cc8a-4385-ba7f-0ec15549d909 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:18:58.386246 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9caa7ddd-da49-40e0-81dd-3215546d1439 req-64012c00-754f-4f1b-8813-aaeef8657401 service neutron] Attempting to bind port 129cf92b-8e7c-4966-906d-00afb4a145ed on network dc639c1c-cc8a-4385-ba7f-0ec15549d909 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:18:58.398466 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9caa7ddd-da49-40e0-81dd-3215546d1439 req-64012c00-754f-4f1b-8813-aaeef8657401 service neutron] Checking agent: {'id': '233fbd7d-38e4-434f-bb8f-05364d7423a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:18:58.398805 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9caa7ddd-da49-40e0-81dd-3215546d1439 req-64012c00-754f-4f1b-8813-aaeef8657401 service neutron] Checking segment: {'id': 'f404ba1e-6c99-4971-8902-ed67044f4412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'dc639c1c-cc8a-4385-ba7f-0ec15549d909'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:18:58.399191 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9caa7ddd-da49-40e0-81dd-3215546d1439 req-64012c00-754f-4f1b-8813-aaeef8657401 service neutron] Bound using segment: {'id': 'f404ba1e-6c99-4971-8902-ed67044f4412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'dc639c1c-cc8a-4385-ba7f-0ec15549d909'} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:18:58.399625 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-9caa7ddd-da49-40e0-81dd-3215546d1439 req-64012c00-754f-4f1b-8813-aaeef8657401 service neutron] Bound port: 129cf92b-8e7c-4966-906d-00afb4a145ed, host: n-h2-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f404ba1e-6c99-4971-8902-ed67044f4412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'dc639c1c-cc8a-4385-ba7f-0ec15549d909'}}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:18:58.399982 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-9caa7ddd-da49-40e0-81dd-3215546d1439 req-64012c00-754f-4f1b-8813-aaeef8657401 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:58.485726 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [req-9caa7ddd-da49-40e0-81dd-3215546d1439 req-815e45a2-e822-4424-9fde-2476fad034b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b89230c-6a91-4b9c-b1ab-8a11f3ee5784 {{(pid=95501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:18:58.501751 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-9caa7ddd-da49-40e0-81dd-3215546d1439 req-815e45a2-e822-4424-9fde-2476fad034b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:58.524986 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-9caa7ddd-da49-40e0-81dd-3215546d1439 req-64012c00-754f-4f1b-8813-aaeef8657401 service neutron] For port 129cf92b-8e7c-4966-906d-00afb4a145ed, host n-h2-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:18:58.527183 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.provisioning_blocks [req-9caa7ddd-da49-40e0-81dd-3215546d1439 req-815e45a2-e822-4424-9fde-2476fad034b5 service neutron] Transition to ACTIVE for port object 6b89230c-6a91-4b9c-b1ab-8a11f3ee5784 will not be triggered until provisioned by entity L2. {{(pid=95501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:18:58.529016 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-9caa7ddd-da49-40e0-81dd-3215546d1439 req-64012c00-754f-4f1b-8813-aaeef8657401 service neutron] For port 129cf92b-8e7c-4966-906d-00afb4a145ed, host n-h2-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=129cf92b-8e7c-4966-906d-00afb4a145ed,segment=NetworkSegment(f404ba1e-6c99-4971-8902-ed67044f4412),segment_id=f404ba1e-6c99-4971-8902-ed67044f4412)] {{(pid=95501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:18:58.604187 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 39928) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:18:58.632989 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-9caa7ddd-da49-40e0-81dd-3215546d1439 req-815e45a2-e822-4424-9fde-2476fad034b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:58.652240 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-9caa7ddd-da49-40e0-81dd-3215546d1439 req-64012c00-754f-4f1b-8813-aaeef8657401 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:58.671958 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c4ff37-7d03-453c-92c5-b0755a1c97aa req-6ac9dd96-1b52-48d8-bdd9-0cc913fae2a8 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:58.673710 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-90c4ff37-7d03-453c-92c5-b0755a1c97aa req-6ac9dd96-1b52-48d8-bdd9-0cc913fae2a8 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] 10.222.0.49 "GET /v2.0/ports?device_id=d46cadcb-26ef-4983-81e8-06c9906a3082 HTTP/1.1" status: 200 len: 931 time: 0.1074114 Oct 12 19:18:58.720400 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caa7ddd-da49-40e0-81dd-3215546d1439 req-64012c00-754f-4f1b-8813-aaeef8657401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:58.721272 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-9caa7ddd-da49-40e0-81dd-3215546d1439 req-64012c00-754f-4f1b-8813-aaeef8657401 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:58.723081 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9caa7ddd-da49-40e0-81dd-3215546d1439 req-64012c00-754f-4f1b-8813-aaeef8657401 service neutron] 10.222.0.67 "PUT /v2.0/ports/129cf92b-8e7c-4966-906d-00afb4a145ed HTTP/1.1" status: 200 len: 1091 time: 2.3211298 Oct 12 19:18:58.723539 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9cc8bc5-163f-49c8-b7f5-10519ded8812', 'tag': '129cf92b-8e7c-4966-906d-00afb4a145ed'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:18:58.725863 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d8d9de8-0077-46fc-9143-f4499b52e9ce" -d '{"events": [{"name": "network-changed", "server_uuid": "a9cc8bc5-163f-49c8-b7f5-10519ded8812", "tag": "129cf92b-8e7c-4966-906d-00afb4a145ed"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:18:58.734537 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-90c4ff37-7d03-453c-92c5-b0755a1c97aa req-11f2cd4f-40e1-415d-99fc-dee51bdd40a0 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] 10.222.0.49 "GET /v2.0/security-groups?id=b56f478d-e2f2-41a4-ba89-750779981967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448060 Oct 12 19:18:58.768777 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7b8e9d-80ad-4c6b-b30c-7c2924162a4a req-b329b0ed-466d-4ee1-be1c-54ac1442ba00 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:58.770776 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8b7b8e9d-80ad-4c6b-b30c-7c2924162a4a req-b329b0ed-466d-4ee1-be1c-54ac1442ba00 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9ba3c35-7a90-4de2-b8ac-e371bb508738 HTTP/1.1" status: 200 len: 948 time: 0.1514263 Oct 12 19:18:58.772581 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27ac6cca-d26a-4670-95a8-32af7c07fc89 x-openstack-request-id: req-27ac6cca-d26a-4670-95a8-32af7c07fc89 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:18:58.772873 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9cc8bc5-163f-49c8-b7f5-10519ded8812", "tag": "129cf92b-8e7c-4966-906d-00afb4a145ed", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:18:58.773131 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-27ac6cca-d26a-4670-95a8-32af7c07fc89 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:18:58.773527 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9cc8bc5-163f-49c8-b7f5-10519ded8812', 'tag': '129cf92b-8e7c-4966-906d-00afb4a145ed', 'status': 'completed', 'code': 200} Oct 12 19:18:58.777080 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815e45a2-e822-4424-9fde-2476fad034b5 service neutron] Pushing event updated for resources: {'Port': ['ID=6b89230c-6a91-4b9c-b1ab-8a11f3ee5784,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:18:58.792050 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-88cc5a8d-64e2-44e0-afec-1b4a47301ba7 tempest-QuotasNegativeTest-1436044397 tempest-QuotasNegativeTest-1436044397-project-admin] Request body: {'quota': {'network': 2}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:18:58.920450 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee63bac0-e1a8-4ddd-b10b-f04af1a57a7d req-9f0e2b66-c44f-44b1-8942-863d7229f5af tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:58.922810 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ee63bac0-e1a8-4ddd-b10b-f04af1a57a7d req-9f0e2b66-c44f-44b1-8942-863d7229f5af tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=3319d60b-298b-4178-b9dd-044069330d69 HTTP/1.1" status: 200 len: 944 time: 0.0526750 Oct 12 19:18:58.969833 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ee63bac0-e1a8-4ddd-b10b-f04af1a57a7d req-d4e7b0a0-dd00-4202-9253-4bad1df50513 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2999b03-b87d-46b4-9267-1669e2e14df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392761 Oct 12 19:18:58.973287 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8b7b8e9d-80ad-4c6b-b30c-7c2924162a4a req-794febda-61bc-44f9-83e7-ed3542e79da3 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883659 Oct 12 19:18:58.978492 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64012c00-754f-4f1b-8813-aaeef8657401 service neutron] Pushing event updated for resources: {'Port': ['ID=129cf92b-8e7c-4966-906d-00afb4a145ed,revision_number=3']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:18:59.007020 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8d9de8-0077-46fc-9143-f4499b52e9ce req-37ac4a04-b35d-4303-93f2-82731c9fb93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:59.007020 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7d8d9de8-0077-46fc-9143-f4499b52e9ce req-37ac4a04-b35d-4303-93f2-82731c9fb93f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7851f42081094a5cb918c24ec160be32&device_id=a9cc8bc5-163f-49c8-b7f5-10519ded8812 HTTP/1.1" status: 200 len: 1094 time: 0.1806169 Oct 12 19:18:59.030327 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-9caa7ddd-da49-40e0-81dd-3215546d1439 req-815e45a2-e822-4424-9fde-2476fad034b5 service neutron] Attempting to bind port 6b89230c-6a91-4b9c-b1ab-8a11f3ee5784 on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:18:59.030596 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-9caa7ddd-da49-40e0-81dd-3215546d1439 req-815e45a2-e822-4424-9fde-2476fad034b5 service neutron] Attempting to bind port 6b89230c-6a91-4b9c-b1ab-8a11f3ee5784 by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': 'f404ba1e-6c99-4971-8902-ed67044f4412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'dc639c1c-cc8a-4385-ba7f-0ec15549d909'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:18:59.030754 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9caa7ddd-da49-40e0-81dd-3215546d1439 req-815e45a2-e822-4424-9fde-2476fad034b5 service neutron] Attempting to bind port 6b89230c-6a91-4b9c-b1ab-8a11f3ee5784 on network dc639c1c-cc8a-4385-ba7f-0ec15549d909 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:18:59.044236 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-88cc5a8d-64e2-44e0-afec-1b4a47301ba7 tempest-QuotasNegativeTest-1436044397 tempest-QuotasNegativeTest-1436044397-project-admin] 10.222.0.49 "PUT /v2.0/quotas/0469b5d07d0a4a82aba2cb76e60df7b5 HTTP/1.1" status: 200 len: 368 time: 0.4387803 Oct 12 19:18:59.047617 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 39946) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:18:59.053645 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-0cffd715-a5d4-4abc-9a91-3b033ec5c789 tempest-QuotasNegativeTest-1436044397 tempest-QuotasNegativeTest-1436044397-project-admin] Request body: {'network': {'project_id': '0469b5d07d0a4a82aba2cb76e60df7b5'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:18:59.073003 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9caa7ddd-da49-40e0-81dd-3215546d1439 req-815e45a2-e822-4424-9fde-2476fad034b5 service neutron] Port 6b89230c-6a91-4b9c-b1ab-8a11f3ee5784 on network dc639c1c-cc8a-4385-ba7f-0ec15549d909 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:18:59.073335 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9caa7ddd-da49-40e0-81dd-3215546d1439 req-815e45a2-e822-4424-9fde-2476fad034b5 service neutron] Attempting to bind port 6b89230c-6a91-4b9c-b1ab-8a11f3ee5784 on network dc639c1c-cc8a-4385-ba7f-0ec15549d909 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:18:59.082797 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9caa7ddd-da49-40e0-81dd-3215546d1439 req-815e45a2-e822-4424-9fde-2476fad034b5 service neutron] Checking agent: {'id': 'f5e9725f-f5a6-43c2-a1be-95e21e9a1fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:18:59.083140 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9caa7ddd-da49-40e0-81dd-3215546d1439 req-815e45a2-e822-4424-9fde-2476fad034b5 service neutron] Checking segment: {'id': 'f404ba1e-6c99-4971-8902-ed67044f4412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'dc639c1c-cc8a-4385-ba7f-0ec15549d909'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:18:59.083532 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9caa7ddd-da49-40e0-81dd-3215546d1439 req-815e45a2-e822-4424-9fde-2476fad034b5 service neutron] Bound using segment: {'id': 'f404ba1e-6c99-4971-8902-ed67044f4412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'dc639c1c-cc8a-4385-ba7f-0ec15549d909'} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:18:59.083982 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-9caa7ddd-da49-40e0-81dd-3215546d1439 req-815e45a2-e822-4424-9fde-2476fad034b5 service neutron] Bound port: 6b89230c-6a91-4b9c-b1ab-8a11f3ee5784, host: n-h1-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f404ba1e-6c99-4971-8902-ed67044f4412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'dc639c1c-cc8a-4385-ba7f-0ec15549d909'}}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:18:59.084368 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-9caa7ddd-da49-40e0-81dd-3215546d1439 req-815e45a2-e822-4424-9fde-2476fad034b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:59.163394 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device f18d384f-1afe-4e78-8573-b82cab024b0c details requested by agent hyperv_n-h1-813679-3 with host n-h1-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:18:59.166650 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8d9de8-0077-46fc-9143-f4499b52e9ce req-06da0f4b-8dec-4c55-b043-68d7f23208bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:59.168236 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7d8d9de8-0077-46fc-9143-f4499b52e9ce req-06da0f4b-8dec-4c55-b043-68d7f23208bd service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=7851f42081094a5cb918c24ec160be32&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1517262 Oct 12 19:18:59.182501 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cd4ddf8e-8c7a-46ba-be3c-f7b77c706bc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:59.206924 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cffd715-a5d4-4abc-9a91-3b033ec5c789 tempest-QuotasNegativeTest-1436044397 tempest-QuotasNegativeTest-1436044397-project-admin] Made reservation on behalf of 0469b5d07d0a4a82aba2cb76e60df7b5 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:18:59.211699 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0cffd715-a5d4-4abc-9a91-3b033ec5c789 tempest-QuotasNegativeTest-1436044397 tempest-QuotasNegativeTest-1436044397-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:59.232338 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-9caa7ddd-da49-40e0-81dd-3215546d1439 req-815e45a2-e822-4424-9fde-2476fad034b5 service neutron] For port 6b89230c-6a91-4b9c-b1ab-8a11f3ee5784, host n-h1-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:18:59.251557 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-9caa7ddd-da49-40e0-81dd-3215546d1439 req-815e45a2-e822-4424-9fde-2476fad034b5 service neutron] For port 6b89230c-6a91-4b9c-b1ab-8a11f3ee5784, host n-h1-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=6b89230c-6a91-4b9c-b1ab-8a11f3ee5784,segment=NetworkSegment(f404ba1e-6c99-4971-8902-ed67044f4412),segment_id=f404ba1e-6c99-4971-8902-ed67044f4412)] {{(pid=95501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:18:59.256549 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0cffd715-a5d4-4abc-9a91-3b033ec5c789 tempest-QuotasNegativeTest-1436044397 tempest-QuotasNegativeTest-1436044397-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:59.301506 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8d9de8-0077-46fc-9143-f4499b52e9ce req-330a51a2-2f7d-4d0a-8ca8-b0331e163f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:59.303082 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7d8d9de8-0077-46fc-9143-f4499b52e9ce req-330a51a2-2f7d-4d0a-8ca8-b0331e163f32 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1269405 Oct 12 19:18:59.303811 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port f18d384f-1afe-4e78-8573-b82cab024b0c, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=f18d384f-1afe-4e78-8573-b82cab024b0c,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:18:59.315191 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Returning: {'device': 'f18d384f-1afe-4e78-8573-b82cab024b0c', 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1', 'port_id': 'f18d384f-1afe-4e78-8573-b82cab024b0c', 'mac_address': 'fa:16:3e:b9:4d:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '629aee7d-3fde-4c72-af1e-6a7e1f6a7e75', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:18:59.330266 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-9caa7ddd-da49-40e0-81dd-3215546d1439 req-815e45a2-e822-4424-9fde-2476fad034b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:59.364140 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:59.366503 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0cffd715-a5d4-4abc-9a91-3b033ec5c789 tempest-QuotasNegativeTest-1436044397 tempest-QuotasNegativeTest-1436044397-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:59.379690 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f18d384f-1afe-4e78-8573-b82cab024b0c {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:18:59.400460 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port f18d384f-1afe-4e78-8573-b82cab024b0c, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=f18d384f-1afe-4e78-8573-b82cab024b0c,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:18:59.406045 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caa7ddd-da49-40e0-81dd-3215546d1439 req-815e45a2-e822-4424-9fde-2476fad034b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:59.406045 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-9caa7ddd-da49-40e0-81dd-3215546d1439 req-815e45a2-e822-4424-9fde-2476fad034b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:59.406691 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9caa7ddd-da49-40e0-81dd-3215546d1439 req-815e45a2-e822-4424-9fde-2476fad034b5 service neutron] 10.222.0.61 "PUT /v2.0/ports/6b89230c-6a91-4b9c-b1ab-8a11f3ee5784 HTTP/1.1" status: 200 len: 1091 time: 1.6109600 Oct 12 19:18:59.426998 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0cffd715-a5d4-4abc-9a91-3b033ec5c789 tempest-QuotasNegativeTest-1436044397 tempest-QuotasNegativeTest-1436044397-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:59.441761 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815e45a2-e822-4424-9fde-2476fad034b5 service neutron] Pushing event updated for resources: {'Port': ['ID=6b89230c-6a91-4b9c-b1ab-8a11f3ee5784,revision_number=3']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:18:59.446936 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caa7ddd-da49-40e0-81dd-3215546d1439 req-04816fec-5e8a-4607-90a8-dba4c96d7de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:59.448518 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9caa7ddd-da49-40e0-81dd-3215546d1439 req-04816fec-5e8a-4607-90a8-dba4c96d7de8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7851f42081094a5cb918c24ec160be32&device_id=a9cc8bc5-163f-49c8-b7f5-10519ded8812 HTTP/1.1" status: 200 len: 1094 time: 0.0783284 Oct 12 19:18:59.451569 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cffd715-a5d4-4abc-9a91-3b033ec5c789 tempest-QuotasNegativeTest-1436044397 tempest-QuotasNegativeTest-1436044397-project-admin] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:18:59.460540 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cffd715-a5d4-4abc-9a91-3b033ec5c789 tempest-QuotasNegativeTest-1436044397 tempest-QuotasNegativeTest-1436044397-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47b31154-93dc-41a4-a4ba-ab09a125b3c4,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:18:59.469244 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0cffd715-a5d4-4abc-9a91-3b033ec5c789 tempest-QuotasNegativeTest-1436044397 tempest-QuotasNegativeTest-1436044397-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:59.469244 n-d-813679-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-0cffd715-a5d4-4abc-9a91-3b033ec5c789 tempest-QuotasNegativeTest-1436044397 tempest-QuotasNegativeTest-1436044397-project-admin] Added segment 3d26d4c6-d94c-4a77-8cc9-7b5991ad255b of type vlan for network 613aa873-325e-429a-a455-b76ec3838e88 Oct 12 19:18:59.496524 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9caa7ddd-da49-40e0-81dd-3215546d1439 req-d698bf80-3b3d-46de-b94a-9c39f648bb93 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=129cf92b-8e7c-4966-906d-00afb4a145ed HTTP/1.1" status: 200 len: 217 time: 0.0375574 Oct 12 19:18:59.512235 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0cffd715-a5d4-4abc-9a91-3b033ec5c789 tempest-QuotasNegativeTest-1436044397 tempest-QuotasNegativeTest-1436044397-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:59.551526 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caa7ddd-da49-40e0-81dd-3215546d1439 req-73b2001c-dc26-4b33-81a1-7931020268b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:59.553080 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9caa7ddd-da49-40e0-81dd-3215546d1439 req-73b2001c-dc26-4b33-81a1-7931020268b9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=adcede61-2172-4296-97d7-f0465cd74c13 HTTP/1.1" status: 200 len: 851 time: 0.0505748 Oct 12 19:18:59.565822 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:59.592739 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9caa7ddd-da49-40e0-81dd-3215546d1439 req-bf1b6361-ada5-413d-be1a-3b0312c68a86 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=dc639c1c-cc8a-4385-ba7f-0ec15549d909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327835 Oct 12 19:18:59.621495 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=f18d384f-1afe-4e78-8573-b82cab024b0c,revision_number=8']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:18:59.629065 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:18:59.629406 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:18:59.629944 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:18:59.630280 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:18:59.630604 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:18:59.631219 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:18:59.631565 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:18:59.632292 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:18:59.632964 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:18:59.634633 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0cffd715-a5d4-4abc-9a91-3b033ec5c789 tempest-QuotasNegativeTest-1436044397 tempest-QuotasNegativeTest-1436044397-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:59.634775 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:18:59.634775 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:18:59.634775 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:18:59.635022 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cffd715-a5d4-4abc-9a91-3b033ec5c789 tempest-QuotasNegativeTest-1436044397 tempest-QuotasNegativeTest-1436044397-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:59.635022 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0cffd715-a5d4-4abc-9a91-3b033ec5c789 tempest-QuotasNegativeTest-1436044397 tempest-QuotasNegativeTest-1436044397-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:59.696285 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cffd715-a5d4-4abc-9a91-3b033ec5c789 tempest-QuotasNegativeTest-1436044397 tempest-QuotasNegativeTest-1436044397-project-admin] Pushing event updated for resources: {'Network': ['ID=613aa873-325e-429a-a455-b76ec3838e88,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:18:59.697997 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caa7ddd-da49-40e0-81dd-3215546d1439 req-7a67a4da-0de0-4c56-b81b-309312a296e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:59.700471 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9caa7ddd-da49-40e0-81dd-3215546d1439 req-7a67a4da-0de0-4c56-b81b-309312a296e3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7851f42081094a5cb918c24ec160be32&device_id=d46cadcb-26ef-4983-81e8-06c9906a3082 HTTP/1.1" status: 200 len: 1094 time: 0.1059065 Oct 12 19:18:59.709543 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 613aa873-325e-429a-a455-b76ec3838e88 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:18:59.749726 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9caa7ddd-da49-40e0-81dd-3215546d1439 req-691b9a91-f9e3-4d29-8a9f-3960f8a44a56 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b89230c-6a91-4b9c-b1ab-8a11f3ee5784 HTTP/1.1" status: 200 len: 217 time: 0.0405140 Oct 12 19:18:59.750909 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-0cffd715-a5d4-4abc-9a91-3b033ec5c789 tempest-QuotasNegativeTest-1436044397 tempest-QuotasNegativeTest-1436044397-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.7014182 Oct 12 19:18:59.753374 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 39964) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:18:59.758512 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-36646107-84a2-4ec4-b0f3-328c38a0c4c4 tempest-QuotasNegativeTest-1436044397 tempest-QuotasNegativeTest-1436044397-project-admin] Request body: {'network': {'project_id': '0469b5d07d0a4a82aba2cb76e60df7b5'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:18:59.819051 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9caa7ddd-da49-40e0-81dd-3215546d1439 req-65ec13e0-1197-4f58-84b0-7541e2ae95d1 service neutron] 10.222.0.67 "GET /v2.0/networks/dc639c1c-cc8a-4385-ba7f-0ec15549d909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086697 Oct 12 19:18:59.850326 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caa7ddd-da49-40e0-81dd-3215546d1439 req-f208cce8-a1f0-4a6f-aeb1-d208e0be75cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:59.851814 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9caa7ddd-da49-40e0-81dd-3215546d1439 req-f208cce8-a1f0-4a6f-aeb1-d208e0be75cf service neutron] 10.222.0.61 "GET /v2.0/subnets?id=adcede61-2172-4296-97d7-f0465cd74c13 HTTP/1.1" status: 200 len: 851 time: 0.0929265 Oct 12 19:18:59.864802 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddb6f8d-8490-4294-b9b7-757280e08cf5 req-7cc88f81-ab2b-43ba-8613-5693e8e6e168 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:18:59.866259 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2ddb6f8d-8490-4294-b9b7-757280e08cf5 req-7cc88f81-ab2b-43ba-8613-5693e8e6e168 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] 10.222.0.49 "GET /v2.0/ports?device_id=d46cadcb-26ef-4983-81e8-06c9906a3082 HTTP/1.1" status: 200 len: 943 time: 0.0514650 Oct 12 19:18:59.867335 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36646107-84a2-4ec4-b0f3-328c38a0c4c4 tempest-QuotasNegativeTest-1436044397 tempest-QuotasNegativeTest-1436044397-project-admin] Made reservation on behalf of 0469b5d07d0a4a82aba2cb76e60df7b5 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:18:59.869562 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-36646107-84a2-4ec4-b0f3-328c38a0c4c4 tempest-QuotasNegativeTest-1436044397 tempest-QuotasNegativeTest-1436044397-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:59.910510 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9caa7ddd-da49-40e0-81dd-3215546d1439 req-7b8dcdf5-303d-4709-8278-3eeebe8cb870 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=dc639c1c-cc8a-4385-ba7f-0ec15549d909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299737 Oct 12 19:18:59.914792 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36646107-84a2-4ec4-b0f3-328c38a0c4c4 tempest-QuotasNegativeTest-1436044397 tempest-QuotasNegativeTest-1436044397-project-admin] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:18:59.934327 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2ddb6f8d-8490-4294-b9b7-757280e08cf5 req-221fd2ae-be1f-42b6-bc44-390bb8e48f45 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] 10.222.0.49 "GET /v2.0/security-groups?id=b56f478d-e2f2-41a4-ba89-750779981967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612230 Oct 12 19:18:59.939307 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-36646107-84a2-4ec4-b0f3-328c38a0c4c4 tempest-QuotasNegativeTest-1436044397 tempest-QuotasNegativeTest-1436044397-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:18:59.939307 n-d-813679-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-36646107-84a2-4ec4-b0f3-328c38a0c4c4 tempest-QuotasNegativeTest-1436044397 tempest-QuotasNegativeTest-1436044397-project-admin] Added segment d23b44db-f529-452d-af62-3ba056df5214 of type vlan for network bf890e92-4ff3-4165-98f9-f750cb864b0e Oct 12 19:18:59.964421 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['f18d384f-1afe-4e78-8573-b82cab024b0c'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:18:59.989187 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-36646107-84a2-4ec4-b0f3-328c38a0c4c4 tempest-QuotasNegativeTest-1436044397 tempest-QuotasNegativeTest-1436044397-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:00.138784 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-36646107-84a2-4ec4-b0f3-328c38a0c4c4 tempest-QuotasNegativeTest-1436044397 tempest-QuotasNegativeTest-1436044397-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:00.139779 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36646107-84a2-4ec4-b0f3-328c38a0c4c4 tempest-QuotasNegativeTest-1436044397 tempest-QuotasNegativeTest-1436044397-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:00.140923 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-36646107-84a2-4ec4-b0f3-328c38a0c4c4 tempest-QuotasNegativeTest-1436044397 tempest-QuotasNegativeTest-1436044397-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:00.200501 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4b28d6-b013-4204-ba0a-3f8e7ddd9b0a req-96d8349b-a06d-4967-a970-ee106f4f8f95 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:00.204842 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4f4b28d6-b013-4204-ba0a-3f8e7ddd9b0a req-96d8349b-a06d-4967-a970-ee106f4f8f95 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=3319d60b-298b-4178-b9dd-044069330d69 HTTP/1.1" status: 200 len: 944 time: 0.1197813 Oct 12 19:19:00.245702 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36646107-84a2-4ec4-b0f3-328c38a0c4c4 tempest-QuotasNegativeTest-1436044397 tempest-QuotasNegativeTest-1436044397-project-admin] Pushing event updated for resources: {'Network': ['ID=bf890e92-4ff3-4165-98f9-f750cb864b0e,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:00.263677 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network bf890e92-4ff3-4165-98f9-f750cb864b0e details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:19:00.270740 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9caa7ddd-da49-40e0-81dd-3215546d1439 req-80bce1f7-6e92-4778-a46e-69d098c33256 service neutron] 10.222.0.67 "GET /v2.0/networks/dc639c1c-cc8a-4385-ba7f-0ec15549d909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4430726 Oct 12 19:19:00.295463 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4f4b28d6-b013-4204-ba0a-3f8e7ddd9b0a req-2b56cb9e-f547-4eb3-8aa4-a19db23f903b tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2999b03-b87d-46b4-9267-1669e2e14df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852177 Oct 12 19:19:00.304915 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-36646107-84a2-4ec4-b0f3-328c38a0c4c4 tempest-QuotasNegativeTest-1436044397 tempest-QuotasNegativeTest-1436044397-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5473378 Oct 12 19:19:00.305447 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 39982) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:19:00.311306 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-ddb242a9-c965-4e5f-986b-d047d23045aa tempest-QuotasNegativeTest-1436044397 tempest-QuotasNegativeTest-1436044397-project-admin] Request body: {'network': {'project_id': '0469b5d07d0a4a82aba2cb76e60df7b5'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:19:00.329695 n-d-813679-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddb242a9-c965-4e5f-986b-d047d23045aa tempest-QuotasNegativeTest-1436044397 tempest-QuotasNegativeTest-1436044397-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Oct 12 19:19:00.332731 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddb242a9-c965-4e5f-986b-d047d23045aa tempest-QuotasNegativeTest-1436044397 tempest-QuotasNegativeTest-1436044397-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:19:00.337087 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-ddb242a9-c965-4e5f-986b-d047d23045aa tempest-QuotasNegativeTest-1436044397 tempest-QuotasNegativeTest-1436044397-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0286846 Oct 12 19:19:00.339879 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 39984) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:19:00.345159 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9caa7ddd-da49-40e0-81dd-3215546d1439 req-22e2c60a-9be3-4a43-a7d4-b05ce2832dee service neutron] 10.222.0.61 "GET /v2.0/networks/dc639c1c-cc8a-4385-ba7f-0ec15549d909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4267824 Oct 12 19:19:00.359637 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19f8ffc-9404-4875-9a7b-0e5d0bfa482f req-fb933fa9-2cbb-4b37-a621-e4ba0258d9be tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:00.364523 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c19f8ffc-9404-4875-9a7b-0e5d0bfa482f req-fb933fa9-2cbb-4b37-a621-e4ba0258d9be tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9ba3c35-7a90-4de2-b8ac-e371bb508738 HTTP/1.1" status: 200 len: 949 time: 0.0927246 Oct 12 19:19:00.408100 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-e182934f-de1a-4fae-8b9a-1f2006e3ad48 tempest-QuotasNegativeTest-1436044397 tempest-QuotasNegativeTest-1436044397-project-admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0469b5d07d0a4a82aba2cb76e60df7b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0586040 Oct 12 19:19:00.408922 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 39988) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:19:00.469343 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ec538f1a-cde6-43a2-aa5b-650c70baaa27 tempest-QuotasNegativeTest-1436044397 tempest-QuotasNegativeTest-1436044397-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:00.479294 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c19f8ffc-9404-4875-9a7b-0e5d0bfa482f req-f4c99dfa-ea8b-46ba-895b-31473be0e93c tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990484 Oct 12 19:19:00.509153 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ec538f1a-cde6-43a2-aa5b-650c70baaa27 tempest-QuotasNegativeTest-1436044397 tempest-QuotasNegativeTest-1436044397-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:00.529911 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9caa7ddd-da49-40e0-81dd-3215546d1439 req-6060e279-7e6d-4f6b-a123-cbe71b836569 service neutron] 10.222.0.61 "GET /v2.0/networks/dc639c1c-cc8a-4385-ba7f-0ec15549d909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643624 Oct 12 19:19:00.723928 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ec538f1a-cde6-43a2-aa5b-650c70baaa27 tempest-QuotasNegativeTest-1436044397 tempest-QuotasNegativeTest-1436044397-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:00.726804 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ec538f1a-cde6-43a2-aa5b-650c70baaa27 tempest-QuotasNegativeTest-1436044397 tempest-QuotasNegativeTest-1436044397-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:00.727954 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-ec538f1a-cde6-43a2-aa5b-650c70baaa27 tempest-QuotasNegativeTest-1436044397 tempest-QuotasNegativeTest-1436044397-project-admin] 10.222.0.49 "DELETE /v2.0/security-groups/47b31154-93dc-41a4-a4ba-ab09a125b3c4 HTTP/1.1" status: 204 len: 168 time: 0.3179796 Oct 12 19:19:00.731193 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 39998) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:19:00.736551 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec538f1a-cde6-43a2-aa5b-650c70baaa27 tempest-QuotasNegativeTest-1436044397 tempest-QuotasNegativeTest-1436044397-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47b31154-93dc-41a4-a4ba-ab09a125b3c4,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:00.775202 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd46cadcb-26ef-4983-81e8-06c9906a3082', 'tag': '6b89230c-6a91-4b9c-b1ab-8a11f3ee5784'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:19:00.777509 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c94389c0-71e8-41d8-8826-1e70a2ea57aa" -d '{"events": [{"name": "network-changed", "server_uuid": "d46cadcb-26ef-4983-81e8-06c9906a3082", "tag": "6b89230c-6a91-4b9c-b1ab-8a11f3ee5784"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:19:00.807830 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-dc621a6a-e529-4fea-93e0-682fa628a9f0 tempest-QuotasNegativeTest-1436044397 tempest-QuotasNegativeTest-1436044397-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:00.819958 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffc6e8a9-d60f-4eed-acd3-9eb90917142c x-openstack-request-id: req-ffc6e8a9-d60f-4eed-acd3-9eb90917142c {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:19:00.820319 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d46cadcb-26ef-4983-81e8-06c9906a3082", "tag": "6b89230c-6a91-4b9c-b1ab-8a11f3ee5784", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:19:00.820597 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ffc6e8a9-d60f-4eed-acd3-9eb90917142c {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:19:00.820988 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd46cadcb-26ef-4983-81e8-06c9906a3082', 'tag': '6b89230c-6a91-4b9c-b1ab-8a11f3ee5784', 'status': 'completed', 'code': 200} Oct 12 19:19:00.920427 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-dc621a6a-e529-4fea-93e0-682fa628a9f0 tempest-QuotasNegativeTest-1436044397 tempest-QuotasNegativeTest-1436044397-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:00.948873 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-dc621a6a-e529-4fea-93e0-682fa628a9f0 tempest-QuotasNegativeTest-1436044397 tempest-QuotasNegativeTest-1436044397-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf890e92-4ff3-4165-98f9-f750cb864b0e']}} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:19:00.960139 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-dc621a6a-e529-4fea-93e0-682fa628a9f0 tempest-QuotasNegativeTest-1436044397 tempest-QuotasNegativeTest-1436044397-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd23b44db-f529-452d-af62-3ba056df5214') {'for_net_delete': True} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:19:00.960441 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-dc621a6a-e529-4fea-93e0-682fa628a9f0 tempest-QuotasNegativeTest-1436044397 tempest-QuotasNegativeTest-1436044397-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd23b44db-f529-452d-af62-3ba056df5214') {} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:19:00.963155 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94389c0-71e8-41d8-8826-1e70a2ea57aa req-cd08d180-c411-45d5-a7a1-1eab73065d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:00.964671 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c94389c0-71e8-41d8-8826-1e70a2ea57aa req-cd08d180-c411-45d5-a7a1-1eab73065d2a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7851f42081094a5cb918c24ec160be32&device_id=d46cadcb-26ef-4983-81e8-06c9906a3082 HTTP/1.1" status: 200 len: 1094 time: 0.1119268 Oct 12 19:19:00.978208 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-dc621a6a-e529-4fea-93e0-682fa628a9f0 tempest-QuotasNegativeTest-1436044397 tempest-QuotasNegativeTest-1436044397-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4281072'] for segment, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:00.989188 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22a0875-7697-4218-bf2e-2920c723e865 req-851647be-34e5-4971-b73d-cbd2d2b16712 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:00.991296 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e22a0875-7697-4218-bf2e-2920c723e865 req-851647be-34e5-4971-b73d-cbd2d2b16712 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9ba3c35-7a90-4de2-b8ac-e371bb508738 HTTP/1.1" status: 200 len: 949 time: 0.0764318 Oct 12 19:19:01.035751 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-dc621a6a-e529-4fea-93e0-682fa628a9f0 tempest-QuotasNegativeTest-1436044397 tempest-QuotasNegativeTest-1436044397-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:01.072892 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e22a0875-7697-4218-bf2e-2920c723e865 req-15c580ea-6460-4786-9437-14cdbe914ce3 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599427 Oct 12 19:19:01.076142 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc621a6a-e529-4fea-93e0-682fa628a9f0 tempest-QuotasNegativeTest-1436044397 tempest-QuotasNegativeTest-1436044397-project-admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=95501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:19:01.076630 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-dc621a6a-e529-4fea-93e0-682fa628a9f0 tempest-QuotasNegativeTest-1436044397 tempest-QuotasNegativeTest-1436044397-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4823170'] for segment, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:01.080067 n-d-813679-3 neutron-server[95501]: Traceback (most recent call last): Oct 12 19:19:01.080067 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:19:01.080067 n-d-813679-3 neutron-server[95501]: timer() Oct 12 19:19:01.080067 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:19:01.080067 n-d-813679-3 neutron-server[95501]: cb(*args, **kw) Oct 12 19:19:01.080067 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:19:01.080067 n-d-813679-3 neutron-server[95501]: return func(*args, **kwargs) Oct 12 19:19:01.080067 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:19:01.080067 n-d-813679-3 neutron-server[95501]: self._notify() Oct 12 19:19:01.080067 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:19:01.080067 n-d-813679-3 neutron-server[95501]: self.callback(batched_events) Oct 12 19:19:01.080067 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:19:01.080067 n-d-813679-3 neutron-server[95501]: event.method(event) Oct 12 19:19:01.080067 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:19:01.080067 n-d-813679-3 neutron-server[95501]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:19:01.080067 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:19:01.080067 n-d-813679-3 neutron-server[95501]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:19:01.080067 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:19:01.080067 n-d-813679-3 neutron-server[95501]: return f(self, *a, **k) Oct 12 19:19:01.080067 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:19:01.080067 n-d-813679-3 neutron-server[95501]: return self._get(url).json() Oct 12 19:19:01.080067 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:19:01.080067 n-d-813679-3 neutron-server[95501]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:19:01.080067 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:19:01.080067 n-d-813679-3 neutron-server[95501]: return self.request(url, 'GET', **kwargs) Oct 12 19:19:01.080067 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:19:01.080067 n-d-813679-3 neutron-server[95501]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:19:01.080067 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:19:01.080067 n-d-813679-3 neutron-server[95501]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:19:01.080067 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:19:01.080067 n-d-813679-3 neutron-server[95501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:19:01.080067 n-d-813679-3 neutron-server[95501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:19:01.197034 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d272ee-e33c-40fc-be8c-3677705048dd req-d7433196-48af-4019-bb85-cd9a3a812cfa tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:01.200659 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-59d272ee-e33c-40fc-be8c-3677705048dd req-d7433196-48af-4019-bb85-cd9a3a812cfa tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] 10.222.0.49 "GET /v2.0/ports?device_id=d46cadcb-26ef-4983-81e8-06c9906a3082 HTTP/1.1" status: 200 len: 943 time: 0.1590216 Oct 12 19:19:01.229482 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94389c0-71e8-41d8-8826-1e70a2ea57aa req-4906f75a-48c3-4f75-9ee2-e4a14e6a7fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:01.229834 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c94389c0-71e8-41d8-8826-1e70a2ea57aa req-4906f75a-48c3-4f75-9ee2-e4a14e6a7fb7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=dc639c1c-cc8a-4385-ba7f-0ec15549d909 HTTP/1.1" status: 200 len: 912 time: 0.2473593 Oct 12 19:19:01.243554 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5ad104-a3e0-4097-80f1-d3608f51bc22 req-96ee3427-6a20-4b28-adbf-e0308970013f tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:01.244928 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4b5ad104-a3e0-4097-80f1-d3608f51bc22 req-96ee3427-6a20-4b28-adbf-e0308970013f tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.67 "GET /v2.0/ports?device_id=a9ba3c35-7a90-4de2-b8ac-e371bb508738&tenant_id=1439ecde881648d990934dad6d1d46ba&binding%3Ahost_id=n-h1-813679-3 HTTP/1.1" status: 200 len: 949 time: 0.1247773 Oct 12 19:19:01.263483 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-dc621a6a-e529-4fea-93e0-682fa628a9f0 tempest-QuotasNegativeTest-1436044397 tempest-QuotasNegativeTest-1436044397-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:01.323834 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-dc621a6a-e529-4fea-93e0-682fa628a9f0 tempest-QuotasNegativeTest-1436044397 tempest-QuotasNegativeTest-1436044397-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:01.328649 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-dc621a6a-e529-4fea-93e0-682fa628a9f0 tempest-QuotasNegativeTest-1436044397 tempest-QuotasNegativeTest-1436044397-project-admin] 10.222.0.49 "DELETE /v2.0/networks/bf890e92-4ff3-4165-98f9-f750cb864b0e HTTP/1.1" status: 204 len: 168 time: 0.5963213 Oct 12 19:19:01.330441 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c94389c0-71e8-41d8-8826-1e70a2ea57aa req-104257fc-d2a8-4775-9055-c226adcf2202 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b89230c-6a91-4b9c-b1ab-8a11f3ee5784 HTTP/1.1" status: 200 len: 217 time: 0.0824561 Oct 12 19:19:01.330647 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 40016) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:19:01.339285 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-59d272ee-e33c-40fc-be8c-3677705048dd req-62dce269-4378-4cb3-b6ac-ad4f3b56bfaa tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] 10.222.0.49 "GET /v2.0/security-groups?id=b56f478d-e2f2-41a4-ba89-750779981967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289291 Oct 12 19:19:01.373393 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc621a6a-e529-4fea-93e0-682fa628a9f0 tempest-QuotasNegativeTest-1436044397 tempest-QuotasNegativeTest-1436044397-project-admin] Pushing event deleted for resources: {'Network': ['ID=bf890e92-4ff3-4165-98f9-f750cb864b0e,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:01.430525 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94389c0-71e8-41d8-8826-1e70a2ea57aa req-bac3f641-0963-43a1-9ca9-83e4ea4261d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:01.432160 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c94389c0-71e8-41d8-8826-1e70a2ea57aa req-bac3f641-0963-43a1-9ca9-83e4ea4261d2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=adcede61-2172-4296-97d7-f0465cd74c13 HTTP/1.1" status: 200 len: 851 time: 0.0768747 Oct 12 19:19:01.433104 n-d-813679-3 neutron-server[95501]: INFO neutron.api.v2.resource [req-4b5ad104-a3e0-4097-80f1-d3608f51bc22 req-1df17624-f2a5-40fb-8bde-1b497d639a67 service neutron] delete failed (client error): The resource could not be found. Oct 12 19:19:01.433987 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4b5ad104-a3e0-4097-80f1-d3608f51bc22 req-1df17624-f2a5-40fb-8bde-1b497d639a67 service neutron] 10.222.0.67 "DELETE /v2.0/ports/f18d384f-1afe-4e78-8573-b82cab024b0c/bindings/n-h2-813679-3 HTTP/1.1" status: 404 len: 380 time: 0.1715584 Oct 12 19:19:01.453333 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-271a8ac8-a524-4cfa-afff-14b10d8c9de9 tempest-QuotasNegativeTest-1436044397 tempest-QuotasNegativeTest-1436044397-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:01.470459 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c94389c0-71e8-41d8-8826-1e70a2ea57aa req-cd194dfc-1cb4-4489-8427-71af1f1dec89 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=dc639c1c-cc8a-4385-ba7f-0ec15549d909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304527 Oct 12 19:19:01.499921 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca34091b-3e0d-4e1b-8df7-53a744da6c52 req-97d6136f-a6ab-4b61-90ea-d2cd6b0d0eb6 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:01.510474 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ca34091b-3e0d-4e1b-8df7-53a744da6c52 req-97d6136f-a6ab-4b61-90ea-d2cd6b0d0eb6 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=3319d60b-298b-4178-b9dd-044069330d69 HTTP/1.1" status: 200 len: 944 time: 0.1167705 Oct 12 19:19:01.565912 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ca34091b-3e0d-4e1b-8df7-53a744da6c52 req-ef27ab09-c907-48ed-8e9d-0097eccd0edf tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2999b03-b87d-46b4-9267-1669e2e14df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543430 Oct 12 19:19:01.649666 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a18e766c-93fd-4b22-9a80-a0a582f25a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:01.653039 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c94389c0-71e8-41d8-8826-1e70a2ea57aa req-716b9d67-71f2-4595-87e9-78d0478b0cc4 service neutron] 10.222.0.61 "GET /v2.0/networks/dc639c1c-cc8a-4385-ba7f-0ec15549d909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697302 Oct 12 19:19:01.655849 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5ad104-a3e0-4097-80f1-d3608f51bc22 req-31cf9ac5-5aaa-4231-8ad5-63e0d280bddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:01.657273 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4b5ad104-a3e0-4097-80f1-d3608f51bc22 req-31cf9ac5-5aaa-4231-8ad5-63e0d280bddf service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1439ecde881648d990934dad6d1d46ba&device_id=a9ba3c35-7a90-4de2-b8ac-e371bb508738 HTTP/1.1" status: 200 len: 1100 time: 0.0814254 Oct 12 19:19:01.661540 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-271a8ac8-a524-4cfa-afff-14b10d8c9de9 tempest-QuotasNegativeTest-1436044397 tempest-QuotasNegativeTest-1436044397-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:01.687214 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-271a8ac8-a524-4cfa-afff-14b10d8c9de9 tempest-QuotasNegativeTest-1436044397 tempest-QuotasNegativeTest-1436044397-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['613aa873-325e-429a-a455-b76ec3838e88']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:19:01.697368 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-271a8ac8-a524-4cfa-afff-14b10d8c9de9 tempest-QuotasNegativeTest-1436044397 tempest-QuotasNegativeTest-1436044397-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d26d4c6-d94c-4a77-8cc9-7b5991ad255b') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:19:01.697667 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-271a8ac8-a524-4cfa-afff-14b10d8c9de9 tempest-QuotasNegativeTest-1436044397 tempest-QuotasNegativeTest-1436044397-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d26d4c6-d94c-4a77-8cc9-7b5991ad255b') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:19:01.708357 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-271a8ac8-a524-4cfa-afff-14b10d8c9de9 tempest-QuotasNegativeTest-1436044397 tempest-QuotasNegativeTest-1436044397-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16313633'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:01.728254 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-271a8ac8-a524-4cfa-afff-14b10d8c9de9 tempest-QuotasNegativeTest-1436044397 tempest-QuotasNegativeTest-1436044397-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:01.734762 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-271a8ac8-a524-4cfa-afff-14b10d8c9de9 tempest-QuotasNegativeTest-1436044397 tempest-QuotasNegativeTest-1436044397-project-admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:19:01.735213 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-271a8ac8-a524-4cfa-afff-14b10d8c9de9 tempest-QuotasNegativeTest-1436044397 tempest-QuotasNegativeTest-1436044397-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4305278'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:01.737110 n-d-813679-3 neutron-server[95502]: Traceback (most recent call last): Oct 12 19:19:01.737110 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:19:01.737110 n-d-813679-3 neutron-server[95502]: timer() Oct 12 19:19:01.737110 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:19:01.737110 n-d-813679-3 neutron-server[95502]: cb(*args, **kw) Oct 12 19:19:01.737110 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:19:01.737110 n-d-813679-3 neutron-server[95502]: return func(*args, **kwargs) Oct 12 19:19:01.737110 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:19:01.737110 n-d-813679-3 neutron-server[95502]: self._notify() Oct 12 19:19:01.737110 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:19:01.737110 n-d-813679-3 neutron-server[95502]: self.callback(batched_events) Oct 12 19:19:01.737110 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:19:01.737110 n-d-813679-3 neutron-server[95502]: event.method(event) Oct 12 19:19:01.737110 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:19:01.737110 n-d-813679-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:19:01.737110 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:19:01.737110 n-d-813679-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:19:01.737110 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:19:01.737110 n-d-813679-3 neutron-server[95502]: return f(self, *a, **k) Oct 12 19:19:01.737110 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:19:01.737110 n-d-813679-3 neutron-server[95502]: return self._get(url).json() Oct 12 19:19:01.737110 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:19:01.737110 n-d-813679-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:19:01.737110 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:19:01.737110 n-d-813679-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Oct 12 19:19:01.737110 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:19:01.737110 n-d-813679-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:19:01.737110 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:19:01.737110 n-d-813679-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:19:01.737110 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:19:01.737110 n-d-813679-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:19:01.737110 n-d-813679-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:19:01.823091 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c94389c0-71e8-41d8-8826-1e70a2ea57aa req-0ac7b16d-c453-46ae-8d80-21cb89e7f368 service neutron] 10.222.0.61 "GET /v2.0/networks/dc639c1c-cc8a-4385-ba7f-0ec15549d909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605382 Oct 12 19:19:01.825714 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5ad104-a3e0-4097-80f1-d3608f51bc22 req-a7c22b1f-dc52-42a7-9c05-025897f29f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:01.827061 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4b5ad104-a3e0-4097-80f1-d3608f51bc22 req-a7c22b1f-dc52-42a7-9c05-025897f29f8f service neutron] 10.222.0.67 "GET /v2.0/networks?id=90dcf485-b1ad-4139-85a3-9e1e9879e6b1 HTTP/1.1" status: 200 len: 870 time: 0.1565757 Oct 12 19:19:01.872519 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4b5ad104-a3e0-4097-80f1-d3608f51bc22 req-3bc93038-736f-460b-b9e7-33e9fedf8bec service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=f18d384f-1afe-4e78-8573-b82cab024b0c HTTP/1.1" status: 200 len: 217 time: 0.0377209 Oct 12 19:19:01.901112 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-271a8ac8-a524-4cfa-afff-14b10d8c9de9 tempest-QuotasNegativeTest-1436044397 tempest-QuotasNegativeTest-1436044397-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:01.907865 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-271a8ac8-a524-4cfa-afff-14b10d8c9de9 tempest-QuotasNegativeTest-1436044397 tempest-QuotasNegativeTest-1436044397-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:01.911191 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-271a8ac8-a524-4cfa-afff-14b10d8c9de9 tempest-QuotasNegativeTest-1436044397 tempest-QuotasNegativeTest-1436044397-project-admin] 10.222.0.49 "DELETE /v2.0/networks/613aa873-325e-429a-a455-b76ec3838e88 HTTP/1.1" status: 204 len: 168 time: 0.5795567 Oct 12 19:19:01.922619 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271a8ac8-a524-4cfa-afff-14b10d8c9de9 tempest-QuotasNegativeTest-1436044397 tempest-QuotasNegativeTest-1436044397-project-admin] Pushing event deleted for resources: {'Network': ['ID=613aa873-325e-429a-a455-b76ec3838e88,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:01.922822 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5ad104-a3e0-4097-80f1-d3608f51bc22 req-383c5626-aa35-4f1c-9c5f-a454ecb5c75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:01.924368 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4b5ad104-a3e0-4097-80f1-d3608f51bc22 req-383c5626-aa35-4f1c-9c5f-a454ecb5c75a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=629aee7d-3fde-4c72-af1e-6a7e1f6a7e75 HTTP/1.1" status: 200 len: 843 time: 0.0452054 Oct 12 19:19:01.981167 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5ad104-a3e0-4097-80f1-d3608f51bc22 req-255ade93-a8aa-457e-bfdf-35c68497d405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:01.981167 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4b5ad104-a3e0-4097-80f1-d3608f51bc22 req-255ade93-a8aa-457e-bfdf-35c68497d405 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=90dcf485-b1ad-4139-85a3-9e1e9879e6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0444372 Oct 12 19:19:02.087662 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4b5ad104-a3e0-4097-80f1-d3608f51bc22 req-68544abf-ce22-4b24-a975-2d4039d8e323 service neutron] 10.222.0.67 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972996 Oct 12 19:19:02.181437 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4b5ad104-a3e0-4097-80f1-d3608f51bc22 req-c4ad8ece-576d-493c-94fd-f215e23bfd40 service neutron] 10.222.0.67 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890210 Oct 12 19:19:02.203687 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebd2f9e-b43a-4cae-b810-ad827faad321 req-1f571ecb-306d-4d06-8ebb-c2f24beb809d tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:02.205335 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0ebd2f9e-b43a-4cae-b810-ad827faad321 req-1f571ecb-306d-4d06-8ebb-c2f24beb809d tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9ba3c35-7a90-4de2-b8ac-e371bb508738 HTTP/1.1" status: 200 len: 949 time: 0.0507553 Oct 12 19:19:02.243939 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0ebd2f9e-b43a-4cae-b810-ad827faad321 req-afd5d4cc-4e8a-4f32-a5bd-cd2132fa87be tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322289 Oct 12 19:19:02.465155 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bc0b39-0ae7-4e5c-9914-650c1cf93220 req-b2e33ec1-58cd-4917-892b-39ae54b22105 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:02.466651 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-30bc0b39-0ae7-4e5c-9914-650c1cf93220 req-b2e33ec1-58cd-4917-892b-39ae54b22105 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] 10.222.0.49 "GET /v2.0/ports?device_id=d46cadcb-26ef-4983-81e8-06c9906a3082 HTTP/1.1" status: 200 len: 943 time: 0.0513153 Oct 12 19:19:02.510469 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:02.510773 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-30bc0b39-0ae7-4e5c-9914-650c1cf93220 req-d8b641c1-e6ee-4f91-9ca9-34fd8f07f96d tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] 10.222.0.49 "GET /v2.0/security-groups?id=b56f478d-e2f2-41a4-ba89-750779981967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361776 Oct 12 19:19:02.706181 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85203011-139a-4151-825c-65df2bc4ae91 req-754ee08b-b7f8-4364-a25f-470900b97de3 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:02.707772 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-85203011-139a-4151-825c-65df2bc4ae91 req-754ee08b-b7f8-4364-a25f-470900b97de3 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=3319d60b-298b-4178-b9dd-044069330d69 HTTP/1.1" status: 200 len: 944 time: 0.0601895 Oct 12 19:19:02.746687 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-85203011-139a-4151-825c-65df2bc4ae91 req-50e36a0d-5d13-4fec-b286-673b7c050a4d tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2999b03-b87d-46b4-9267-1669e2e14df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317566 Oct 12 19:19:02.750990 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:02.952865 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:02.973144 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 40068) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:19:03.091830 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-dfa1dcc1-5ae3-41fd-836a-eed4f93e0ea6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:03.167591 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-dfa1dcc1-5ae3-41fd-836a-eed4f93e0ea6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:03.187642 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 6b89230c-6a91-4b9c-b1ab-8a11f3ee5784 details requested by agent hyperv_n-h1-813679-3 with host n-h1-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:19:03.190930 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device f18d384f-1afe-4e78-8573-b82cab024b0c up at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:19:03.246913 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 129cf92b-8e7c-4966-906d-00afb4a145ed details requested by agent hyperv_n-h2-813679-3 with host n-h2-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:19:03.323323 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 40076) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:19:03.334537 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-dfa1dcc1-5ae3-41fd-836a-eed4f93e0ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:03.370054 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 6b89230c-6a91-4b9c-b1ab-8a11f3ee5784, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=6b89230c-6a91-4b9c-b1ab-8a11f3ee5784,segment=NetworkSegment(f404ba1e-6c99-4971-8902-ed67044f4412),segment_id=f404ba1e-6c99-4971-8902-ed67044f4412)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:19:03.395684 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa1dcc1-5ae3-41fd-836a-eed4f93e0ea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45a567e7-a2ba-4a96-98a6-fecf52bd6fc2,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:03.401091 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Returning: {'device': '6b89230c-6a91-4b9c-b1ab-8a11f3ee5784', 'network_id': 'dc639c1c-cc8a-4385-ba7f-0ec15549d909', 'port_id': '6b89230c-6a91-4b9c-b1ab-8a11f3ee5784', 'mac_address': 'fa:16:3e:7d:14:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adcede61-2172-4296-97d7-f0465cd74c13', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:19:03.403508 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 40080) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:19:03.403673 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-dfa1dcc1-5ae3-41fd-836a-eed4f93e0ea6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c8dcc12b0acc47c8952c0e220f2d365f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4294081 Oct 12 19:19:03.419719 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d2325b-b367-4c0a-8785-c4af730c9ae4 req-90db2295-bc6a-444f-8997-8d56b8ec9bef tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:03.430996 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-45d2325b-b367-4c0a-8785-c4af730c9ae4 req-90db2295-bc6a-444f-8997-8d56b8ec9bef tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9ba3c35-7a90-4de2-b8ac-e371bb508738 HTTP/1.1" status: 200 len: 949 time: 0.1091106 Oct 12 19:19:03.448100 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning for port f18d384f-1afe-4e78-8573-b82cab024b0c completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:19:03.461880 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning complete for port f18d384f-1afe-4e78-8573-b82cab024b0c triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:19:03.462266 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:03.472790 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-45d2325b-b367-4c0a-8785-c4af730c9ae4 req-e9070aa4-8066-47b6-a09b-ada7d5934745 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438998 Oct 12 19:19:03.488446 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-966a0b08-2d46-4ea7-b311-a534e59a52f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:03.505550 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 129cf92b-8e7c-4966-906d-00afb4a145ed, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=129cf92b-8e7c-4966-906d-00afb4a145ed,segment=NetworkSegment(f404ba1e-6c99-4971-8902-ed67044f4412),segment_id=f404ba1e-6c99-4971-8902-ed67044f4412)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:19:03.510783 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:03.522186 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3c2575c0-105f-422e-88e3-83014c45c6b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:03.528189 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:03.538888 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Returning: {'device': '129cf92b-8e7c-4966-906d-00afb4a145ed', 'network_id': 'dc639c1c-cc8a-4385-ba7f-0ec15549d909', 'port_id': '129cf92b-8e7c-4966-906d-00afb4a145ed', 'mac_address': 'fa:16:3e:fe:54:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adcede61-2172-4296-97d7-f0465cd74c13', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:19:03.549900 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b89230c-6a91-4b9c-b1ab-8a11f3ee5784 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:19:03.565814 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3c2575c0-105f-422e-88e3-83014c45c6b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:03.633735 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 6b89230c-6a91-4b9c-b1ab-8a11f3ee5784, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=6b89230c-6a91-4b9c-b1ab-8a11f3ee5784,segment=NetworkSegment(f404ba1e-6c99-4971-8902-ed67044f4412),segment_id=f404ba1e-6c99-4971-8902-ed67044f4412)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:19:03.682318 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45360650-b4b1-48cc-aa76-79d07de2046a req-e4a106e1-c9da-44e2-9b5c-03693f045d48 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:03.684508 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-45360650-b4b1-48cc-aa76-79d07de2046a req-e4a106e1-c9da-44e2-9b5c-03693f045d48 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] 10.222.0.49 "GET /v2.0/ports?device_id=d46cadcb-26ef-4983-81e8-06c9906a3082 HTTP/1.1" status: 200 len: 943 time: 0.0623507 Oct 12 19:19:03.704950 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a513cc-7924-41d6-a244-e847f238113b req-f50b7db0-f3e3-4469-8670-d357c73b4cf1 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:03.710522 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:03.720390 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f4a513cc-7924-41d6-a244-e847f238113b req-f50b7db0-f3e3-4469-8670-d357c73b4cf1 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9ba3c35-7a90-4de2-b8ac-e371bb508738 HTTP/1.1" status: 200 len: 949 time: 0.1292574 Oct 12 19:19:03.721427 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-966a0b08-2d46-4ea7-b311-a534e59a52f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:03.733905 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-45360650-b4b1-48cc-aa76-79d07de2046a req-656478d7-c76b-4936-ba4b-0b078064a5d8 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] 10.222.0.49 "GET /v2.0/security-groups?id=b56f478d-e2f2-41a4-ba89-750779981967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411060 Oct 12 19:19:03.748841 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 129cf92b-8e7c-4966-906d-00afb4a145ed {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:19:03.767079 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:03.786643 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:03.786895 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f4a513cc-7924-41d6-a244-e847f238113b req-77957cbf-322b-4edf-b7e2-fa179db690b2 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666156 Oct 12 19:19:03.831338 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-966a0b08-2d46-4ea7-b311-a534e59a52f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:03.831594 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 129cf92b-8e7c-4966-906d-00afb4a145ed, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=129cf92b-8e7c-4966-906d-00afb4a145ed,segment=NetworkSegment(f404ba1e-6c99-4971-8902-ed67044f4412),segment_id=f404ba1e-6c99-4971-8902-ed67044f4412)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:19:03.848269 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9ba3c35-7a90-4de2-b8ac-e371bb508738', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f18d384f-1afe-4e78-8573-b82cab024b0c'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:19:03.860212 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e22af2cc-2835-4cd9-87d5-73f3efee2b53" -d '{"events": [{"server_uuid": "a9ba3c35-7a90-4de2-b8ac-e371bb508738", "name": "network-vif-plugged", "status": "completed", "tag": "f18d384f-1afe-4e78-8573-b82cab024b0c"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:19:03.871496 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port f18d384f-1afe-4e78-8573-b82cab024b0c, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=f18d384f-1afe-4e78-8573-b82cab024b0c,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:19:03.883457 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966a0b08-2d46-4ea7-b311-a534e59a52f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aa15661-f4cb-492a-b7ae-f664c9624978,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:03.884225 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=6b89230c-6a91-4b9c-b1ab-8a11f3ee5784,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:03.893136 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3c2575c0-105f-422e-88e3-83014c45c6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:03.912180 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3c2575c0-105f-422e-88e3-83014c45c6b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:03.912721 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:03.917616 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-3c2575c0-105f-422e-88e3-83014c45c6b9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/45a567e7-a2ba-4a96-98a6-fecf52bd6fc2 HTTP/1.1" status: 204 len: 168 time: 0.5083103 Oct 12 19:19:03.966831 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2575c0-105f-422e-88e3-83014c45c6b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45a567e7-a2ba-4a96-98a6-fecf52bd6fc2,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:03.983662 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=129cf92b-8e7c-4966-906d-00afb4a145ed,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:03.993316 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:04.015390 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 40102) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:19:04.016428 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-966a0b08-2d46-4ea7-b311-a534e59a52f4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5f818c3c9bb64a8fa83facbc22fc5fb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6919279 Oct 12 19:19:04.052225 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf93556a-727c-4b43-978d-3807fb0da8d5 req-70f4880d-94c4-4bb9-861d-1c5a8329cc31 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:04.062029 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b273b2fd-1505-4d90-a5fa-b8d96403c08e x-openstack-request-id: req-b273b2fd-1505-4d90-a5fa-b8d96403c08e {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:19:04.063680 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bf93556a-727c-4b43-978d-3807fb0da8d5 req-70f4880d-94c4-4bb9-861d-1c5a8329cc31 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=3319d60b-298b-4178-b9dd-044069330d69 HTTP/1.1" status: 200 len: 944 time: 0.0904975 Oct 12 19:19:04.066846 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9ba3c35-7a90-4de2-b8ac-e371bb508738", "name": "network-vif-plugged", "status": "completed", "tag": "f18d384f-1afe-4e78-8573-b82cab024b0c", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:19:04.067292 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b273b2fd-1505-4d90-a5fa-b8d96403c08e {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:19:04.067551 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9ba3c35-7a90-4de2-b8ac-e371bb508738', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f18d384f-1afe-4e78-8573-b82cab024b0c', 'code': 200} Oct 12 19:19:04.110390 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=f18d384f-1afe-4e78-8573-b82cab024b0c,revision_number=9']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:04.116342 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c27dbedc-7ba4-409a-8bbb-79eff88221a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:04.128580 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bf93556a-727c-4b43-978d-3807fb0da8d5 req-9e8aa3b7-4d5e-4aa3-bb9b-2149812495d0 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2999b03-b87d-46b4-9267-1669e2e14df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634236 Oct 12 19:19:04.139908 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c27dbedc-7ba4-409a-8bbb-79eff88221a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:04.148488 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['129cf92b-8e7c-4966-906d-00afb4a145ed'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:19:04.268827 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['6b89230c-6a91-4b9c-b1ab-8a11f3ee5784'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:19:04.295295 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c27dbedc-7ba4-409a-8bbb-79eff88221a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:04.298817 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c27dbedc-7ba4-409a-8bbb-79eff88221a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:04.300562 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-c27dbedc-7ba4-409a-8bbb-79eff88221a3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0aa15661-f4cb-492a-b7ae-f664c9624978 HTTP/1.1" status: 204 len: 168 time: 0.2839868 Oct 12 19:19:04.328523 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27dbedc-7ba4-409a-8bbb-79eff88221a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aa15661-f4cb-492a-b7ae-f664c9624978,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:04.455530 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:04.502524 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a3b9dde8-2687-4f0a-b799-510d44533a5e req-8ee8f89f-2ca9-441d-a311-66b97acf0ef9 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=1439ecde881648d990934dad6d1d46ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0257089 Oct 12 19:19:04.616471 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b9dde8-2687-4f0a-b799-510d44533a5e req-cc22525d-099a-4e05-811e-233239f02559 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:04.617879 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a3b9dde8-2687-4f0a-b799-510d44533a5e req-cc22525d-099a-4e05-811e-233239f02559 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1097147 Oct 12 19:19:04.634440 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a3b9dde8-2687-4f0a-b799-510d44533a5e req-49b90125-2d96-4749-a2f1-df751c63dcee tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/quotas/1439ecde881648d990934dad6d1d46ba HTTP/1.1" status: 200 len: 375 time: 0.0103683 Oct 12 19:19:04.696460 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a3b9dde8-2687-4f0a-b799-510d44533a5e req-77e54a8f-03d4-4caa-98f3-86c62e28c9a7 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=1439ecde881648d990934dad6d1d46ba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0564044 Oct 12 19:19:04.817699 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 40126) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:19:04.832385 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c9db83fb-e915-4dec-a161-7832bd9bee0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:04.878004 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25d236c-5980-42f4-bcee-1b040478f018 req-bf90896a-797e-416e-bf6c-bdd915548222 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:04.879818 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f25d236c-5980-42f4-bcee-1b040478f018 req-bf90896a-797e-416e-bf6c-bdd915548222 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] 10.222.0.49 "GET /v2.0/ports?device_id=d46cadcb-26ef-4983-81e8-06c9906a3082 HTTP/1.1" status: 200 len: 944 time: 0.0645468 Oct 12 19:19:04.928479 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c9db83fb-e915-4dec-a161-7832bd9bee0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:04.930012 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f25d236c-5980-42f4-bcee-1b040478f018 req-cdb8f4fc-b520-4df9-afde-458455446f1d tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] 10.222.0.49 "GET /v2.0/security-groups?id=b56f478d-e2f2-41a4-ba89-750779981967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435529 Oct 12 19:19:05.049805 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c9db83fb-e915-4dec-a161-7832bd9bee0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:05.123402 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-c9db83fb-e915-4dec-a161-7832bd9bee0b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2ac7acc61e32424e8607c9158407c23d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3045087 Oct 12 19:19:05.127418 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 40140) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:19:05.133601 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9db83fb-e915-4dec-a161-7832bd9bee0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=041fd1b0-0736-4fe1-b50b-680907d71164,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:05.148408 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e34bc3e4-fa3a-4628-8c8a-ab6388d5e528 req-0d5ed1ad-aa37-4558-8034-4c50b5477faf tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5314e30-527f-43ff-ad86-8b07326cb2f2 HTTP/1.1" status: 200 len: 210 time: 0.0527024 Oct 12 19:19:05.196871 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8ac1cd7b-64e2-42a5-97eb-5fca919cfd68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:05.224618 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8ac1cd7b-64e2-42a5-97eb-5fca919cfd68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:05.245761 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 129cf92b-8e7c-4966-906d-00afb4a145ed up at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:19:05.269012 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891282fc-7b5f-43a1-a1b2-c2e933c210a8 req-c0cdc9a4-8b24-45b7-8b44-7943dbbe7dfe tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:05.270758 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-891282fc-7b5f-43a1-a1b2-c2e933c210a8 req-c0cdc9a4-8b24-45b7-8b44-7943dbbe7dfe tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=3319d60b-298b-4178-b9dd-044069330d69 HTTP/1.1" status: 200 len: 944 time: 0.0597882 Oct 12 19:19:05.317141 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-891282fc-7b5f-43a1-a1b2-c2e933c210a8 req-3dca8c73-693f-4be5-9d58-9c3a6599f3c3 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2999b03-b87d-46b4-9267-1669e2e14df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339637 Oct 12 19:19:05.326067 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 40148) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:19:05.340756 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d977db2a-ceab-4984-8b1b-778c575be48d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:05.428705 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8ac1cd7b-64e2-42a5-97eb-5fca919cfd68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:05.431327 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8ac1cd7b-64e2-42a5-97eb-5fca919cfd68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:05.432479 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-8ac1cd7b-64e2-42a5-97eb-5fca919cfd68 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/041fd1b0-0736-4fe1-b50b-680907d71164 HTTP/1.1" status: 204 len: 168 time: 0.3034465 Oct 12 19:19:05.446551 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac1cd7b-64e2-42a5-97eb-5fca919cfd68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=041fd1b0-0736-4fe1-b50b-680907d71164,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:05.477017 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning for port 129cf92b-8e7c-4966-906d-00afb4a145ed completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:19:05.478117 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning complete for port 129cf92b-8e7c-4966-906d-00afb4a145ed triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:19:05.478616 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:05.503924 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d977db2a-ceab-4984-8b1b-778c575be48d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:05.621014 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d977db2a-ceab-4984-8b1b-778c575be48d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:05.664208 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-d977db2a-ceab-4984-8b1b-778c575be48d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2416581638164b7e828707abbd809230&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3368273 Oct 12 19:19:05.665140 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d977db2a-ceab-4984-8b1b-778c575be48d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5808c84b-b8fa-476e-9488-21e6797be46a,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:05.666771 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 40154) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:19:05.690567 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:05.722852 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 129cf92b-8e7c-4966-906d-00afb4a145ed, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=129cf92b-8e7c-4966-906d-00afb4a145ed,segment=NetworkSegment(f404ba1e-6c99-4971-8902-ed67044f4412),segment_id=f404ba1e-6c99-4971-8902-ed67044f4412)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:19:05.729269 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e225a50c-94b0-422d-8e0e-38fe012b2676 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:05.751406 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e225a50c-94b0-422d-8e0e-38fe012b2676 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:05.815573 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:05.864457 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=129cf92b-8e7c-4966-906d-00afb4a145ed,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:05.912521 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e225a50c-94b0-422d-8e0e-38fe012b2676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:05.915184 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e225a50c-94b0-422d-8e0e-38fe012b2676 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:05.916428 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-e225a50c-94b0-422d-8e0e-38fe012b2676 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5808c84b-b8fa-476e-9488-21e6797be46a HTTP/1.1" status: 204 len: 168 time: 0.2484932 Oct 12 19:19:05.925703 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e225a50c-94b0-422d-8e0e-38fe012b2676 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5808c84b-b8fa-476e-9488-21e6797be46a,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:06.064219 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6228dc1f-b3f1-48ec-94a3-fdd62241dd8c req-67cf3bcf-72fa-4ee8-924f-eaab593d504e tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:06.068991 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9cc8bc5-163f-49c8-b7f5-10519ded8812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '129cf92b-8e7c-4966-906d-00afb4a145ed'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:19:06.071568 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d2bb7b5-73ab-46a3-ad0e-88394bb6e7cc" -d '{"events": [{"server_uuid": "a9cc8bc5-163f-49c8-b7f5-10519ded8812", "name": "network-vif-plugged", "status": "completed", "tag": "129cf92b-8e7c-4966-906d-00afb4a145ed"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:19:06.071905 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6228dc1f-b3f1-48ec-94a3-fdd62241dd8c req-67cf3bcf-72fa-4ee8-924f-eaab593d504e tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] 10.222.0.49 "GET /v2.0/ports?device_id=d46cadcb-26ef-4983-81e8-06c9906a3082 HTTP/1.1" status: 200 len: 944 time: 0.0656774 Oct 12 19:19:06.111405 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6228dc1f-b3f1-48ec-94a3-fdd62241dd8c req-2af2c4aa-db90-436e-b5e6-bfba6907e0ac tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] 10.222.0.49 "GET /v2.0/security-groups?id=b56f478d-e2f2-41a4-ba89-750779981967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369577 Oct 12 19:19:06.153204 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-339faae9-07f1-4284-97f3-088963bb9dfc x-openstack-request-id: req-339faae9-07f1-4284-97f3-088963bb9dfc {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:19:06.153502 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9cc8bc5-163f-49c8-b7f5-10519ded8812", "name": "network-vif-plugged", "status": "completed", "tag": "129cf92b-8e7c-4966-906d-00afb4a145ed", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:19:06.153761 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-339faae9-07f1-4284-97f3-088963bb9dfc {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:19:06.154156 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9cc8bc5-163f-49c8-b7f5-10519ded8812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '129cf92b-8e7c-4966-906d-00afb4a145ed', 'code': 200} Oct 12 19:19:06.295333 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-78e8035f-fa70-4a6e-808b-dc94131e15b9 req-fe0fcd7b-346b-40b6-aedf-c38abf07838b tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5314e30-527f-43ff-ad86-8b07326cb2f2 HTTP/1.1" status: 200 len: 210 time: 0.0585020 Oct 12 19:19:06.309162 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c548fe-ec1b-4204-8a75-8d92782906d0 req-988662d7-3c19-41fb-9232-1340a3bb5757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:06.310773 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d2c548fe-ec1b-4204-8a75-8d92782906d0 req-988662d7-3c19-41fb-9232-1340a3bb5757 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a9cc8bc5-163f-49c8-b7f5-10519ded8812 HTTP/1.1" status: 200 len: 1096 time: 0.0836704 Oct 12 19:19:06.346815 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d2c548fe-ec1b-4204-8a75-8d92782906d0 req-d0938e3b-0412-4254-b6d4-d311e2b87b1b service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=b56f478d-e2f2-41a4-ba89-750779981967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289736 Oct 12 19:19:06.441239 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5112f31a-ab7d-47df-8f0e-eab14c5b9217 req-b01710a0-1f88-437f-be9e-3fdcb75cdaa1 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:06.442949 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5112f31a-ab7d-47df-8f0e-eab14c5b9217 req-b01710a0-1f88-437f-be9e-3fdcb75cdaa1 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=3319d60b-298b-4178-b9dd-044069330d69 HTTP/1.1" status: 200 len: 944 time: 0.0506253 Oct 12 19:19:06.482642 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5112f31a-ab7d-47df-8f0e-eab14c5b9217 req-9fc622b1-73ff-4459-9f10-dec86c4d2eee tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2999b03-b87d-46b4-9267-1669e2e14df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340059 Oct 12 19:19:06.889291 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 40206) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:19:06.985332 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-e80dff0e-d009-44d1-9ab2-986dd93edd02 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1229919189'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:19:07.072141 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e80dff0e-d009-44d1-9ab2-986dd93edd02 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Made reservation on behalf of a71ed3d37d1c4e30b7792045a19a040b for: {'network': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:19:07.075647 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e80dff0e-d009-44d1-9ab2-986dd93edd02 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:07.084681 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e80dff0e-d009-44d1-9ab2-986dd93edd02 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:07.164666 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e80dff0e-d009-44d1-9ab2-986dd93edd02 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:07.205274 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 81ac5d21-1911-4e35-ae02-47c63dc7fbc6 details requested by agent hyperv_n-h1-813679-3 with host n-h1-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:19:07.207689 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 6b89230c-6a91-4b9c-b1ab-8a11f3ee5784 up at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:19:07.252546 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8708307-fcff-43fc-9ebc-9486300335fa req-732b8f0f-f5b6-4ef8-b987-aafc797cba10 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:07.254745 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e8708307-fcff-43fc-9ebc-9486300335fa req-732b8f0f-f5b6-4ef8-b987-aafc797cba10 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] 10.222.0.49 "GET /v2.0/ports?device_id=d46cadcb-26ef-4983-81e8-06c9906a3082 HTTP/1.1" status: 200 len: 944 time: 0.0611649 Oct 12 19:19:07.266974 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e80dff0e-d009-44d1-9ab2-986dd93edd02 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:07.299319 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e80dff0e-d009-44d1-9ab2-986dd93edd02 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=95501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:19:07.318728 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e8708307-fcff-43fc-9ebc-9486300335fa req-12668f1d-b228-4b94-8cd5-3afda473685b tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] 10.222.0.49 "GET /v2.0/security-groups?id=b56f478d-e2f2-41a4-ba89-750779981967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516458 Oct 12 19:19:07.323676 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80dff0e-d009-44d1-9ab2-986dd93edd02 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed5df775-9d69-4cde-b691-029d327ae7ac,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:07.327626 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e80dff0e-d009-44d1-9ab2-986dd93edd02 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:07.328268 n-d-813679-3 neutron-server[95501]: INFO neutron.db.segments_db [None req-e80dff0e-d009-44d1-9ab2-986dd93edd02 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Added segment c8132d12-2a56-4db1-9297-d2853dc636e1 of type vlan for network e7962bf8-9500-4bdc-968e-334cf3f30f8c Oct 12 19:19:07.388675 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e80dff0e-d009-44d1-9ab2-986dd93edd02 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:07.410458 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 81ac5d21-1911-4e35-ae02-47c63dc7fbc6, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=81ac5d21-1911-4e35-ae02-47c63dc7fbc6,segment=NetworkSegment(092fb16a-01c2-4f4a-b148-df23675b5071),segment_id=092fb16a-01c2-4f4a-b148-df23675b5071)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:19:07.422544 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a3b9dde8-2687-4f0a-b799-510d44533a5e req-6d2f9ac2-a0a1-4bd0-9856-93e85e8c0a08 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=1439ecde881648d990934dad6d1d46ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293176 Oct 12 19:19:07.426203 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Returning: {'device': '81ac5d21-1911-4e35-ae02-47c63dc7fbc6', 'network_id': '82671036-c03a-4d3c-b62d-db19aa8b0fed', 'port_id': '81ac5d21-1911-4e35-ae02-47c63dc7fbc6', 'mac_address': 'fa:16:3e:fc:77:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39796bec-4145-45cd-b713-3f2477a830cb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:19:07.430166 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ac86ea41-d68a-4c55-b7e1-1c65c66164a7 req-63bb5593-a5ce-447b-8df0-a16c8fd93df0 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5314e30-527f-43ff-ad86-8b07326cb2f2 HTTP/1.1" status: 200 len: 210 time: 0.0404639 Oct 12 19:19:07.480606 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:07.495253 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81ac5d21-1911-4e35-ae02-47c63dc7fbc6 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:19:07.519695 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 81ac5d21-1911-4e35-ae02-47c63dc7fbc6, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=81ac5d21-1911-4e35-ae02-47c63dc7fbc6,segment=NetworkSegment(092fb16a-01c2-4f4a-b148-df23675b5071),segment_id=092fb16a-01c2-4f4a-b148-df23675b5071)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:19:07.521025 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning for port 6b89230c-6a91-4b9c-b1ab-8a11f3ee5784 completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:19:07.525133 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning complete for port 6b89230c-6a91-4b9c-b1ab-8a11f3ee5784 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:19:07.525586 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:07.562588 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b9dde8-2687-4f0a-b799-510d44533a5e req-fb6cc6a7-cac7-421c-93e7-fa3b249db6d4 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:07.564245 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a3b9dde8-2687-4f0a-b799-510d44533a5e req-fb6cc6a7-cac7-421c-93e7-fa3b249db6d4 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1294947 Oct 12 19:19:07.583620 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-a3b9dde8-2687-4f0a-b799-510d44533a5e req-49de7a06-b555-4525-92a1-b1bee6318bc6 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Request body: {'port': {'device_id': 'e5314e30-527f-43ff-ad86-8b07326cb2f2', 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1', 'admin_state_up': True, 'tenant_id': '1439ecde881648d990934dad6d1d46ba'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:19:07.614847 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:07.643399 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e80dff0e-d009-44d1-9ab2-986dd93edd02 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:07.647542 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 6b89230c-6a91-4b9c-b1ab-8a11f3ee5784, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=6b89230c-6a91-4b9c-b1ab-8a11f3ee5784,segment=NetworkSegment(f404ba1e-6c99-4971-8902-ed67044f4412),segment_id=f404ba1e-6c99-4971-8902-ed67044f4412)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:19:07.648980 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80dff0e-d009-44d1-9ab2-986dd93edd02 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:07.649559 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e80dff0e-d009-44d1-9ab2-986dd93edd02 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:07.688436 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:07.745549 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=81ac5d21-1911-4e35-ae02-47c63dc7fbc6,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:07.781292 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80dff0e-d009-44d1-9ab2-986dd93edd02 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Pushing event updated for resources: {'Network': ['ID=e7962bf8-9500-4bdc-968e-334cf3f30f8c,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:07.790632 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96951ae9-1da2-4270-9691-2bf58c1a1c77 req-5b2260d2-043d-4047-9848-ddd573040aba tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:07.792195 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-96951ae9-1da2-4270-9691-2bf58c1a1c77 req-5b2260d2-043d-4047-9848-ddd573040aba tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=3319d60b-298b-4178-b9dd-044069330d69 HTTP/1.1" status: 200 len: 944 time: 0.2235048 Oct 12 19:19:07.799465 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network e7962bf8-9500-4bdc-968e-334cf3f30f8c details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:19:07.851461 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:07.854875 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-96951ae9-1da2-4270-9691-2bf58c1a1c77 req-8999b281-5456-4304-adc9-c33ccffbdffd tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2999b03-b87d-46b4-9267-1669e2e14df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520024 Oct 12 19:19:07.882147 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-e80dff0e-d009-44d1-9ab2-986dd93edd02 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9908972 Oct 12 19:19:07.939337 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=6b89230c-6a91-4b9c-b1ab-8a11f3ee5784,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:08.082901 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['81ac5d21-1911-4e35-ae02-47c63dc7fbc6'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:19:08.119200 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3b9dde8-2687-4f0a-b799-510d44533a5e req-49de7a06-b555-4525-92a1-b1bee6318bc6 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Made reservation on behalf of 1439ecde881648d990934dad6d1d46ba for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:19:08.128640 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-a3b9dde8-2687-4f0a-b799-510d44533a5e req-49de7a06-b555-4525-92a1-b1bee6318bc6 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:08.159626 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd46cadcb-26ef-4983-81e8-06c9906a3082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b89230c-6a91-4b9c-b1ab-8a11f3ee5784'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:19:08.162141 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c14467b7-0360-4a0f-9800-40ddca43190b" -d '{"events": [{"server_uuid": "d46cadcb-26ef-4983-81e8-06c9906a3082", "name": "network-vif-plugged", "status": "completed", "tag": "6b89230c-6a91-4b9c-b1ab-8a11f3ee5784"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:19:08.272618 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25b0e064-f51d-4fea-99da-c8ea241d37b7 x-openstack-request-id: req-25b0e064-f51d-4fea-99da-c8ea241d37b7 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:19:08.273304 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d46cadcb-26ef-4983-81e8-06c9906a3082", "name": "network-vif-plugged", "status": "completed", "tag": "6b89230c-6a91-4b9c-b1ab-8a11f3ee5784", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:19:08.273304 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-25b0e064-f51d-4fea-99da-c8ea241d37b7 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:19:08.273532 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd46cadcb-26ef-4983-81e8-06c9906a3082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b89230c-6a91-4b9c-b1ab-8a11f3ee5784', 'code': 200} Oct 12 19:19:08.515834 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b17e23a-d30f-4b16-be70-fe8c2d024302 req-289d3536-12c5-4aa2-9a56-1808298c6298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:08.518900 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7b17e23a-d30f-4b16-be70-fe8c2d024302 req-289d3536-12c5-4aa2-9a56-1808298c6298 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d46cadcb-26ef-4983-81e8-06c9906a3082 HTTP/1.1" status: 200 len: 1096 time: 0.1572790 Oct 12 19:19:08.518900 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [req-a3b9dde8-2687-4f0a-b799-510d44533a5e req-49de7a06-b555-4525-92a1-b1bee6318bc6 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Allocated IP 192.168.233.44 (90dcf485-b1ad-4139-85a3-9e1e9879e6b1/629aee7d-3fde-4c72-af1e-6a7e1f6a7e75/fc07b6bd-c42d-4c9c-ad2b-74f1d160459d) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:19:08.559075 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf46ab64-7462-4a76-9009-19077656ef0e req-3c357949-76e9-4d96-8c6f-b07d6a50c438 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:08.560635 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-bf46ab64-7462-4a76-9009-19077656ef0e req-3c357949-76e9-4d96-8c6f-b07d6a50c438 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] 10.222.0.49 "GET /v2.0/ports?device_id=d46cadcb-26ef-4983-81e8-06c9906a3082 HTTP/1.1" status: 200 len: 945 time: 0.1412356 Oct 12 19:19:08.594166 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-31175e51-60c1-4dd2-8059-f878e9999827 req-5d895b47-1d9d-468c-981b-b9347ff47bf4 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5314e30-527f-43ff-ad86-8b07326cb2f2 HTTP/1.1" status: 200 len: 210 time: 0.0475066 Oct 12 19:19:08.612355 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7b17e23a-d30f-4b16-be70-fe8c2d024302 req-6668ce41-cbc0-4815-aae4-fadedcd3fb0f service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=b56f478d-e2f2-41a4-ba89-750779981967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827768 Oct 12 19:19:08.662391 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-bf46ab64-7462-4a76-9009-19077656ef0e req-ded195df-2b27-434f-a17f-f1c247835279 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] 10.222.0.49 "GET /v2.0/security-groups?id=b56f478d-e2f2-41a4-ba89-750779981967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946944 Oct 12 19:19:08.763556 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-a3b9dde8-2687-4f0a-b799-510d44533a5e req-49de7a06-b555-4525-92a1-b1bee6318bc6 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:08.999618 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e182abbb-7fbf-465b-8f1f-f9c0a729ead8 req-010b81c7-85cf-4d1f-831f-8fc2703abdf5 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:09.001728 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e182abbb-7fbf-465b-8f1f-f9c0a729ead8 req-010b81c7-85cf-4d1f-831f-8fc2703abdf5 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=3319d60b-298b-4178-b9dd-044069330d69 HTTP/1.1" status: 200 len: 945 time: 0.0597355 Oct 12 19:19:09.048567 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e182abbb-7fbf-465b-8f1f-f9c0a729ead8 req-3803a4f9-8155-4059-946e-3051276f9d8e tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2999b03-b87d-46b4-9267-1669e2e14df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387273 Oct 12 19:19:09.088206 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 40260) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:19:09.152745 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-a3b9dde8-2687-4f0a-b799-510d44533a5e req-49de7a06-b555-4525-92a1-b1bee6318bc6 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:09.167941 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['031f2c23-1055-471a-b4c0-a0b18c1487ff'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:19:09.193810 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3b9dde8-2687-4f0a-b799-510d44533a5e req-49de7a06-b555-4525-92a1-b1bee6318bc6 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:19:09.198789 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [req-a3b9dde8-2687-4f0a-b799-510d44533a5e req-49de7a06-b555-4525-92a1-b1bee6318bc6 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:19:09.212865 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3b9dde8-2687-4f0a-b799-510d44533a5e req-49de7a06-b555-4525-92a1-b1bee6318bc6 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:19:09.248682 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a4aa774d-303d-46cf-ac2a-d5243bbb22f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:09.266484 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49de7a06-b555-4525-92a1-b1bee6318bc6 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Pushing event updated for resources: {'Port': ['ID=fc07b6bd-c42d-4c9c-ad2b-74f1d160459d,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:09.297872 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b9dde8-2687-4f0a-b799-510d44533a5e req-49de7a06-b555-4525-92a1-b1bee6318bc6 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:09.298750 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-a3b9dde8-2687-4f0a-b799-510d44533a5e req-49de7a06-b555-4525-92a1-b1bee6318bc6 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:09.396768 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a4aa774d-303d-46cf-ac2a-d5243bbb22f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:09.405054 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a3b9dde8-2687-4f0a-b799-510d44533a5e req-49de7a06-b555-4525-92a1-b1bee6318bc6 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8250654 Oct 12 19:19:09.417970 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-a3b9dde8-2687-4f0a-b799-510d44533a5e req-1cd311a1-6d5a-4828-9b69-f74597b35063 service neutron] Request body: {'port': {'device_id': 'e5314e30-527f-43ff-ad86-8b07326cb2f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-3'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:19:09.480396 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a4aa774d-303d-46cf-ac2a-d5243bbb22f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:09.485547 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-a3b9dde8-2687-4f0a-b799-510d44533a5e req-1cd311a1-6d5a-4828-9b69-f74597b35063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:09.525370 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['f18d384f-1afe-4e78-8573-b82cab024b0c'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:19:09.591015 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-96cd744e-8864-416c-8797-9aa24d5ca85d None None] Provisioning complete for port fc07b6bd-c42d-4c9c-ad2b-74f1d160459d triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:19:09.591380 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-96cd744e-8864-416c-8797-9aa24d5ca85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:09.654688 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-96cd744e-8864-416c-8797-9aa24d5ca85d None None] Port fc07b6bd-c42d-4c9c-ad2b-74f1d160459d cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:19:09.715569 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b363dd8-020d-4fa2-8cc5-56b3a6ef7a51 req-355ad515-100f-46e9-8e15-143199e9aafe tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:09.724845 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6b363dd8-020d-4fa2-8cc5-56b3a6ef7a51 req-355ad515-100f-46e9-8e15-143199e9aafe tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5314e30-527f-43ff-ad86-8b07326cb2f2 HTTP/1.1" status: 200 len: 935 time: 0.0630369 Oct 12 19:19:09.779905 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6b363dd8-020d-4fa2-8cc5-56b3a6ef7a51 req-0d15a7f3-e7d7-4951-a35e-6d47e482a737 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538406 Oct 12 19:19:09.789670 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4aa774d-303d-46cf-ac2a-d5243bbb22f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e89d5ffa-a906-4e1b-a975-86e9b3268a39,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:09.794594 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-a4aa774d-303d-46cf-ac2a-d5243bbb22f0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1f17cc9c8d5c451d9bbbfba9f608269c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7051065 Oct 12 19:19:09.797483 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 40274) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:19:09.877650 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a759bc55-472b-40d5-b92c-fc37d27fc16a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:09.884001 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe53c002-f715-48bc-a7a9-51582524e949 req-ed58c83f-d578-4f29-95ea-1670b86c31e5 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:09.885686 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fe53c002-f715-48bc-a7a9-51582524e949 req-ed58c83f-d578-4f29-95ea-1670b86c31e5 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] 10.222.0.49 "GET /v2.0/ports?device_id=d46cadcb-26ef-4983-81e8-06c9906a3082 HTTP/1.1" status: 200 len: 945 time: 0.0872319 Oct 12 19:19:09.893471 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [req-a3b9dde8-2687-4f0a-b799-510d44533a5e req-1cd311a1-6d5a-4828-9b69-f74597b35063 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc07b6bd-c42d-4c9c-ad2b-74f1d160459d {{(pid=95501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:19:09.907160 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a759bc55-472b-40d5-b92c-fc37d27fc16a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:09.908824 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-a3b9dde8-2687-4f0a-b799-510d44533a5e req-1cd311a1-6d5a-4828-9b69-f74597b35063 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:09.976409 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fe53c002-f715-48bc-a7a9-51582524e949 req-4f73ed49-2703-41dc-94da-ae32bf275455 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] 10.222.0.49 "GET /v2.0/security-groups?id=b56f478d-e2f2-41a4-ba89-750779981967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628278 Oct 12 19:19:10.066230 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a759bc55-472b-40d5-b92c-fc37d27fc16a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:10.066443 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.provisioning_blocks [req-a3b9dde8-2687-4f0a-b799-510d44533a5e req-1cd311a1-6d5a-4828-9b69-f74597b35063 service neutron] Transition to ACTIVE for port object fc07b6bd-c42d-4c9c-ad2b-74f1d160459d will not be triggered until provisioned by entity L2. {{(pid=95501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:19:10.068859 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a759bc55-472b-40d5-b92c-fc37d27fc16a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:10.070075 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-a759bc55-472b-40d5-b92c-fc37d27fc16a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e89d5ffa-a906-4e1b-a975-86e9b3268a39 HTTP/1.1" status: 204 len: 168 time: 0.2714903 Oct 12 19:19:10.081435 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a759bc55-472b-40d5-b92c-fc37d27fc16a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e89d5ffa-a906-4e1b-a975-86e9b3268a39,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:10.141373 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-a3b9dde8-2687-4f0a-b799-510d44533a5e req-1cd311a1-6d5a-4828-9b69-f74597b35063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:10.206259 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f829bd-67c0-48b2-91fe-3bb631249277 req-8fdb1cc8-2766-4455-a0e2-6c97916f5f57 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:10.212543 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-42f829bd-67c0-48b2-91fe-3bb631249277 req-8fdb1cc8-2766-4455-a0e2-6c97916f5f57 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=3319d60b-298b-4178-b9dd-044069330d69 HTTP/1.1" status: 200 len: 945 time: 0.0763655 Oct 12 19:19:10.215418 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd311a1-6d5a-4828-9b69-f74597b35063 service neutron] Pushing event updated for resources: {'Port': ['ID=fc07b6bd-c42d-4c9c-ad2b-74f1d160459d,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:10.271084 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-42f829bd-67c0-48b2-91fe-3bb631249277 req-2e5306e8-738d-4c0e-88d5-d50b12994968 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2999b03-b87d-46b4-9267-1669e2e14df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499444 Oct 12 19:19:10.300724 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-a3b9dde8-2687-4f0a-b799-510d44533a5e req-1cd311a1-6d5a-4828-9b69-f74597b35063 service neutron] Attempting to bind port fc07b6bd-c42d-4c9c-ad2b-74f1d160459d on host n-h2-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:19:10.301167 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-a3b9dde8-2687-4f0a-b799-510d44533a5e req-1cd311a1-6d5a-4828-9b69-f74597b35063 service neutron] Attempting to bind port fc07b6bd-c42d-4c9c-ad2b-74f1d160459d by drivers openvswitch,hyperv on host n-h2-813679-3 at level 0 using segments [{'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:19:10.301765 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b9dde8-2687-4f0a-b799-510d44533a5e req-1cd311a1-6d5a-4828-9b69-f74597b35063 service neutron] Attempting to bind port fc07b6bd-c42d-4c9c-ad2b-74f1d160459d on network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:19:10.306827 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b9dde8-2687-4f0a-b799-510d44533a5e req-1cd311a1-6d5a-4828-9b69-f74597b35063 service neutron] Port fc07b6bd-c42d-4c9c-ad2b-74f1d160459d on network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:19:10.307205 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b9dde8-2687-4f0a-b799-510d44533a5e req-1cd311a1-6d5a-4828-9b69-f74597b35063 service neutron] Attempting to bind port fc07b6bd-c42d-4c9c-ad2b-74f1d160459d on network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:19:10.312623 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b9dde8-2687-4f0a-b799-510d44533a5e req-1cd311a1-6d5a-4828-9b69-f74597b35063 service neutron] Checking agent: {'id': '233fbd7d-38e4-434f-bb8f-05364d7423a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:19:10.313048 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b9dde8-2687-4f0a-b799-510d44533a5e req-1cd311a1-6d5a-4828-9b69-f74597b35063 service neutron] Checking segment: {'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:19:10.313504 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b9dde8-2687-4f0a-b799-510d44533a5e req-1cd311a1-6d5a-4828-9b69-f74597b35063 service neutron] Bound using segment: {'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:19:10.314000 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-a3b9dde8-2687-4f0a-b799-510d44533a5e req-1cd311a1-6d5a-4828-9b69-f74597b35063 service neutron] Bound port: fc07b6bd-c42d-4c9c-ad2b-74f1d160459d, host: n-h2-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'}}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:19:10.314429 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-a3b9dde8-2687-4f0a-b799-510d44533a5e req-1cd311a1-6d5a-4828-9b69-f74597b35063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:10.383606 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-a3b9dde8-2687-4f0a-b799-510d44533a5e req-1cd311a1-6d5a-4828-9b69-f74597b35063 service neutron] For port fc07b6bd-c42d-4c9c-ad2b-74f1d160459d, host n-h2-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:19:10.387050 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-a3b9dde8-2687-4f0a-b799-510d44533a5e req-1cd311a1-6d5a-4828-9b69-f74597b35063 service neutron] For port fc07b6bd-c42d-4c9c-ad2b-74f1d160459d, host n-h2-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=fc07b6bd-c42d-4c9c-ad2b-74f1d160459d,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:19:10.484265 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-a3b9dde8-2687-4f0a-b799-510d44533a5e req-1cd311a1-6d5a-4828-9b69-f74597b35063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:10.525531 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b9dde8-2687-4f0a-b799-510d44533a5e req-1cd311a1-6d5a-4828-9b69-f74597b35063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:10.526139 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-a3b9dde8-2687-4f0a-b799-510d44533a5e req-1cd311a1-6d5a-4828-9b69-f74597b35063 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:10.528202 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a3b9dde8-2687-4f0a-b799-510d44533a5e req-1cd311a1-6d5a-4828-9b69-f74597b35063 service neutron] 10.222.0.67 "PUT /v2.0/ports/fc07b6bd-c42d-4c9c-ad2b-74f1d160459d HTTP/1.1" status: 200 len: 1095 time: 1.1151643 Oct 12 19:19:10.533675 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5314e30-527f-43ff-ad86-8b07326cb2f2', 'tag': 'fc07b6bd-c42d-4c9c-ad2b-74f1d160459d'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:19:10.533675 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a59a3c7e-85a4-4340-9986-b21cbfb7187a" -d '{"events": [{"name": "network-changed", "server_uuid": "e5314e30-527f-43ff-ad86-8b07326cb2f2", "tag": "fc07b6bd-c42d-4c9c-ad2b-74f1d160459d"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:19:10.575038 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd311a1-6d5a-4828-9b69-f74597b35063 service neutron] Pushing event updated for resources: {'Port': ['ID=fc07b6bd-c42d-4c9c-ad2b-74f1d160459d,revision_number=3']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:10.600923 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52fede4e-79e1-40b5-8967-16ffaa1741b0 x-openstack-request-id: req-52fede4e-79e1-40b5-8967-16ffaa1741b0 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:19:10.601222 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5314e30-527f-43ff-ad86-8b07326cb2f2", "tag": "fc07b6bd-c42d-4c9c-ad2b-74f1d160459d", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:19:10.601521 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-52fede4e-79e1-40b5-8967-16ffaa1741b0 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:19:10.601968 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5314e30-527f-43ff-ad86-8b07326cb2f2', 'tag': 'fc07b6bd-c42d-4c9c-ad2b-74f1d160459d', 'status': 'completed', 'code': 200} Oct 12 19:19:10.684159 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59a3c7e-85a4-4340-9986-b21cbfb7187a req-1d84c479-9fac-4053-817a-9d495871ace0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:10.685831 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a59a3c7e-85a4-4340-9986-b21cbfb7187a req-1d84c479-9fac-4053-817a-9d495871ace0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1439ecde881648d990934dad6d1d46ba&device_id=e5314e30-527f-43ff-ad86-8b07326cb2f2 HTTP/1.1" status: 200 len: 1098 time: 0.0558090 Oct 12 19:19:10.715685 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a59a3c7e-85a4-4340-9986-b21cbfb7187a req-5036559a-d51e-4532-8158-584be48f56ef service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=1439ecde881648d990934dad6d1d46ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0220110 Oct 12 19:19:10.826480 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59a3c7e-85a4-4340-9986-b21cbfb7187a req-35b753e4-413c-467a-984c-21183724387c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:10.828666 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a59a3c7e-85a4-4340-9986-b21cbfb7187a req-35b753e4-413c-467a-984c-21183724387c service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1067700 Oct 12 19:19:10.891706 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 40292) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:19:10.908536 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-191ae75d-fd7b-44fa-9c23-46dd0e74bd49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:10.918578 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b9dde8-2687-4f0a-b799-510d44533a5e req-017c05ec-d3bb-4530-a8ab-99e4ecf2ffcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:10.920226 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a3b9dde8-2687-4f0a-b799-510d44533a5e req-017c05ec-d3bb-4530-a8ab-99e4ecf2ffcd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1439ecde881648d990934dad6d1d46ba&device_id=e5314e30-527f-43ff-ad86-8b07326cb2f2 HTTP/1.1" status: 200 len: 1098 time: 0.0508018 Oct 12 19:19:10.938370 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c03275e-815c-4dc9-8a47-0cc82d58fc44 req-931f8641-bd43-4872-85e5-ac3140a44a25 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:10.940299 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6c03275e-815c-4dc9-8a47-0cc82d58fc44 req-931f8641-bd43-4872-85e5-ac3140a44a25 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5314e30-527f-43ff-ad86-8b07326cb2f2 HTTP/1.1" status: 200 len: 947 time: 0.0879438 Oct 12 19:19:10.990476 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a3b9dde8-2687-4f0a-b799-510d44533a5e req-629130a4-4603-442a-b634-e2337fbe02cb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=fc07b6bd-c42d-4c9c-ad2b-74f1d160459d HTTP/1.1" status: 200 len: 217 time: 0.0615587 Oct 12 19:19:11.027663 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6c03275e-815c-4dc9-8a47-0cc82d58fc44 req-489e130f-71bf-40ab-8f22-86102cec5aae tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655923 Oct 12 19:19:11.048002 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b9dde8-2687-4f0a-b799-510d44533a5e req-92744fd2-1a66-4358-88b3-2a792c4a2c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:11.049721 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a3b9dde8-2687-4f0a-b799-510d44533a5e req-92744fd2-1a66-4358-88b3-2a792c4a2c1e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=629aee7d-3fde-4c72-af1e-6a7e1f6a7e75 HTTP/1.1" status: 200 len: 843 time: 0.0519125 Oct 12 19:19:11.066844 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-191ae75d-fd7b-44fa-9c23-46dd0e74bd49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:11.107098 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 40296) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:19:11.113450 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-49a16cca-89b4-44c5-a6a0-b8b8585083e7 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Request body: {'subnet': {'network_id': 'e7962bf8-9500-4bdc-968e-334cf3f30f8c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:19:11.125714 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b9dde8-2687-4f0a-b799-510d44533a5e req-e246c675-79eb-4078-a4df-975df2cae3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:11.127218 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a3b9dde8-2687-4f0a-b799-510d44533a5e req-e246c675-79eb-4078-a4df-975df2cae3a8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=90dcf485-b1ad-4139-85a3-9e1e9879e6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0702999 Oct 12 19:19:11.154629 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-191ae75d-fd7b-44fa-9c23-46dd0e74bd49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:11.167194 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a5c09d-0a5d-4055-8329-78306e4e28c5 req-4dec6df0-d308-4315-9afa-9939f9c5f0e8 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:11.168757 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b5a5c09d-0a5d-4055-8329-78306e4e28c5 req-4dec6df0-d308-4315-9afa-9939f9c5f0e8 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] 10.222.0.49 "GET /v2.0/ports?device_id=d46cadcb-26ef-4983-81e8-06c9906a3082 HTTP/1.1" status: 200 len: 945 time: 0.0868979 Oct 12 19:19:11.220808 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-191ae75d-fd7b-44fa-9c23-46dd0e74bd49 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=83686889b90946258ca1945bb7718d9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3274035 Oct 12 19:19:11.222934 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191ae75d-fd7b-44fa-9c23-46dd0e74bd49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d794a49-8619-4fa9-9454-9297e16ac823,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:11.225487 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 40298) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:19:11.232909 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 81ac5d21-1911-4e35-ae02-47c63dc7fbc6 up at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:19:11.248580 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b5a5c09d-0a5d-4055-8329-78306e4e28c5 req-16a6517c-af33-4b6b-ab2a-5e38dd378e80 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] 10.222.0.49 "GET /v2.0/security-groups?id=b56f478d-e2f2-41a4-ba89-750779981967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561001 Oct 12 19:19:11.268175 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a3b9dde8-2687-4f0a-b799-510d44533a5e req-78a016c8-1d3b-4cbe-a4fb-b7972e875c7e service neutron] 10.222.0.67 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333117 Oct 12 19:19:11.313959 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8aacb99c-c516-410f-b0f7-fe2168b82ee9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:11.350363 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8aacb99c-c516-410f-b0f7-fe2168b82ee9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:11.377229 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49a16cca-89b4-44c5-a6a0-b8b8585083e7 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Made reservation on behalf of a71ed3d37d1c4e30b7792045a19a040b for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:19:11.380330 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning for port 81ac5d21-1911-4e35-ae02-47c63dc7fbc6 completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:19:11.380910 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-49a16cca-89b4-44c5-a6a0-b8b8585083e7 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16245837'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:11.384678 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning complete for port 81ac5d21-1911-4e35-ae02-47c63dc7fbc6 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:19:11.385136 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:11.412420 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a3b9dde8-2687-4f0a-b799-510d44533a5e req-c59c648e-5ba8-4182-8d84-eb9e50b7983d service neutron] 10.222.0.67 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359515 Oct 12 19:19:11.422267 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1055aebc-1726-4e55-b280-0356f2ca8468 req-c1138e89-d7cc-4c92-8f07-dbc9fbcd0f26 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:11.423037 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1055aebc-1726-4e55-b280-0356f2ca8468 req-c1138e89-d7cc-4c92-8f07-dbc9fbcd0f26 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=3319d60b-298b-4178-b9dd-044069330d69 HTTP/1.1" status: 200 len: 945 time: 0.0781846 Oct 12 19:19:11.473115 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:11.482726 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1055aebc-1726-4e55-b280-0356f2ca8468 req-9b98824c-d5e0-4070-8e97-362cf54bbfc0 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2999b03-b87d-46b4-9267-1669e2e14df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416520 Oct 12 19:19:11.486883 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521e0499-7d16-4a2f-b26b-0e49a55eaef9 req-f986a276-14e2-498f-bc13-641ba92ff2b6 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:11.488273 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-521e0499-7d16-4a2f-b26b-0e49a55eaef9 req-f986a276-14e2-498f-bc13-641ba92ff2b6 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9cc8bc5-163f-49c8-b7f5-10519ded8812 HTTP/1.1" status: 200 len: 945 time: 0.1513698 Oct 12 19:19:11.499748 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3319d60b-298b-4178-b9dd-044069330d69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81ac5d21-1911-4e35-ae02-47c63dc7fbc6'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:19:11.502047 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7d43583-d7e4-4687-883e-3f9c1978952c" -d '{"events": [{"server_uuid": "3319d60b-298b-4178-b9dd-044069330d69", "name": "network-vif-plugged", "status": "completed", "tag": "81ac5d21-1911-4e35-ae02-47c63dc7fbc6"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:19:11.516858 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 81ac5d21-1911-4e35-ae02-47c63dc7fbc6, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=81ac5d21-1911-4e35-ae02-47c63dc7fbc6,segment=NetworkSegment(092fb16a-01c2-4f4a-b148-df23675b5071),segment_id=092fb16a-01c2-4f4a-b148-df23675b5071)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:19:11.553460 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-521e0499-7d16-4a2f-b26b-0e49a55eaef9 req-330f2703-d8f1-425c-abba-aac091207c0d tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] 10.222.0.49 "GET /v2.0/security-groups?id=b56f478d-e2f2-41a4-ba89-750779981967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523846 Oct 12 19:19:11.603374 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72557571-c4ca-4b34-8086-08d4829827bc x-openstack-request-id: req-72557571-c4ca-4b34-8086-08d4829827bc {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:19:11.603374 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3319d60b-298b-4178-b9dd-044069330d69", "name": "network-vif-plugged", "status": "completed", "tag": "81ac5d21-1911-4e35-ae02-47c63dc7fbc6", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:19:11.603374 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-72557571-c4ca-4b34-8086-08d4829827bc {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:19:11.603374 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3319d60b-298b-4178-b9dd-044069330d69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81ac5d21-1911-4e35-ae02-47c63dc7fbc6', 'code': 200} Oct 12 19:19:11.672261 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:11.694318 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36767d7d-ddcd-4b49-bd21-66662487d5a6 req-59eb0a75-8b78-4d6d-8da0-b09088ac3d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:11.695726 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-36767d7d-ddcd-4b49-bd21-66662487d5a6 req-59eb0a75-8b78-4d6d-8da0-b09088ac3d7d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3319d60b-298b-4178-b9dd-044069330d69 HTTP/1.1" status: 200 len: 1096 time: 0.0416217 Oct 12 19:19:11.721001 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8aacb99c-c516-410f-b0f7-fe2168b82ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:11.723668 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8aacb99c-c516-410f-b0f7-fe2168b82ee9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:11.727448 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-8aacb99c-c516-410f-b0f7-fe2168b82ee9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9d794a49-8619-4fa9-9454-9297e16ac823 HTTP/1.1" status: 204 len: 168 time: 0.4984984 Oct 12 19:19:11.738410 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=81ac5d21-1911-4e35-ae02-47c63dc7fbc6,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:11.741211 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aacb99c-c516-410f-b0f7-fe2168b82ee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d794a49-8619-4fa9-9454-9297e16ac823,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:11.757758 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-36767d7d-ddcd-4b49-bd21-66662487d5a6 req-4770f1fb-f633-429b-a9b0-b833a96b793d service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=b2999b03-b87d-46b4-9267-1669e2e14df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438638 Oct 12 19:19:11.912730 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-49a16cca-89b4-44c5-a6a0-b8b8585083e7 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4306659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16245859'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:11.976799 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a16cca-89b4-44c5-a6a0-b8b8585083e7 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Pushing event updated for resources: {'Subnet': ['ID=c6025e5f-c779-401e-860e-bc91ff1ace25,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:11.991818 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a16cca-89b4-44c5-a6a0-b8b8585083e7 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Checking segment: {'id': 'c8132d12-2a56-4db1-9297-d2853dc636e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e7962bf8-9500-4bdc-968e-334cf3f30f8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:19:11.991818 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a16cca-89b4-44c5-a6a0-b8b8585083e7 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Network hostable DHCP agents. Network: e7962bf8-9500-4bdc-968e-334cf3f30f8c, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:19:12.129985 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876f8206-3f1b-4c31-a0df-2ece7f9241e2 req-e2d9ffa6-1b5c-4b93-9f28-6fe91f9e2913 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:12.131523 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-876f8206-3f1b-4c31-a0df-2ece7f9241e2 req-e2d9ffa6-1b5c-4b93-9f28-6fe91f9e2913 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5314e30-527f-43ff-ad86-8b07326cb2f2 HTTP/1.1" status: 200 len: 947 time: 0.0517397 Oct 12 19:19:12.171000 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-876f8206-3f1b-4c31-a0df-2ece7f9241e2 req-c3fb3cfe-9d14-472a-b3a2-10355206ac75 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333824 Oct 12 19:19:12.172083 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a16cca-89b4-44c5-a6a0-b8b8585083e7 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Network e7962bf8-9500-4bdc-968e-334cf3f30f8c is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:19:12.283786 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-49a16cca-89b4-44c5-a6a0-b8b8585083e7 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, e7962bf8-9500-4bdc-968e-334cf3f30f8c) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:19:12.288389 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a16cca-89b4-44c5-a6a0-b8b8585083e7 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:12.289052 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-49a16cca-89b4-44c5-a6a0-b8b8585083e7 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:12.296359 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccbea4dc-1635-4b63-9758-1ce3acdf2d8e None None] Network e7962bf8-9500-4bdc-968e-334cf3f30f8c requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:19:12.378501 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-49a16cca-89b4-44c5-a6a0-b8b8585083e7 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2700906 Oct 12 19:19:12.381878 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 40328) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:19:12.386838 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-2556cba4-e272-4405-9a38-550b699605bc tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-83676997'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:19:12.442708 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426c2f7a-3f7b-4f61-9fd2-a6ade6b554f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-e7962bf8-9500-4bdc-968e-334cf3f30f8c', 'network_id': 'e7962bf8-9500-4bdc-968e-334cf3f30f8c', 'tenant_id': 'a71ed3d37d1c4e30b7792045a19a040b', 'fixed_ips': [{'subnet_id': 'c6025e5f-c779-401e-860e-bc91ff1ace25'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:19:12.443632 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-426c2f7a-3f7b-4f61-9fd2-a6ade6b554f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:12.489222 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2556cba4-e272-4405-9a38-550b699605bc tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Made reservation on behalf of a71ed3d37d1c4e30b7792045a19a040b for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:19:12.492911 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2556cba4-e272-4405-9a38-550b699605bc tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:12.520134 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2556cba4-e272-4405-9a38-550b699605bc tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:19:12.533822 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2556cba4-e272-4405-9a38-550b699605bc tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:12.534260 n-d-813679-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-2556cba4-e272-4405-9a38-550b699605bc tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Added segment efca5181-5fe2-43f5-af7a-7f547a6c79ea of type vlan for network 4bb00d68-7b2c-4a01-96ed-e35f0535bfa8 Oct 12 19:19:12.618564 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-426c2f7a-3f7b-4f61-9fd2-a6ade6b554f5 None None] Allocated IP 2001:db8:0:ffff::2 (e7962bf8-9500-4bdc-968e-334cf3f30f8c/c6025e5f-c779-401e-860e-bc91ff1ace25/4dd3e257-2e48-40b5-804d-64e7978ca01e) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:19:12.634150 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2556cba4-e272-4405-9a38-550b699605bc tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:12.676597 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132619ca-68c6-4347-83e8-ba910f82e902 req-c889e732-230d-45df-b15b-0b5d895f0947 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:12.678160 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-132619ca-68c6-4347-83e8-ba910f82e902 req-c889e732-230d-45df-b15b-0b5d895f0947 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=3319d60b-298b-4178-b9dd-044069330d69 HTTP/1.1" status: 200 len: 946 time: 0.0859218 Oct 12 19:19:12.738178 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-132619ca-68c6-4347-83e8-ba910f82e902 req-5176508b-27a8-4ef8-8af9-952afffc2dcb tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2999b03-b87d-46b4-9267-1669e2e14df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518060 Oct 12 19:19:12.786423 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2556cba4-e272-4405-9a38-550b699605bc tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:12.794310 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2556cba4-e272-4405-9a38-550b699605bc tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:12.794946 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2556cba4-e272-4405-9a38-550b699605bc tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:12.795389 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-426c2f7a-3f7b-4f61-9fd2-a6ade6b554f5 None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:12.797409 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6800596-e489-40dd-92bb-f000bbf7ba19 req-0ebeee49-00f3-4e29-b2fa-8c96a1a4ef57 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:12.798964 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a6800596-e489-40dd-92bb-f000bbf7ba19 req-0ebeee49-00f3-4e29-b2fa-8c96a1a4ef57 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] 10.222.0.49 "GET /v2.0/networks?id=dc639c1c-cc8a-4385-ba7f-0ec15549d909 HTTP/1.1" status: 200 len: 811 time: 0.1742880 Oct 12 19:19:12.824609 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a6800596-e489-40dd-92bb-f000bbf7ba19 req-f22b3fdc-6b71-4f41-aac2-987a27a28b8c tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] 10.222.0.49 "GET /v2.0/quotas/7851f42081094a5cb918c24ec160be32 HTTP/1.1" status: 200 len: 375 time: 0.0145311 Oct 12 19:19:12.881985 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a6800596-e489-40dd-92bb-f000bbf7ba19 req-b4d551b9-fa57-4b25-972d-8c716bfa729a tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=7851f42081094a5cb918c24ec160be32&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0538023 Oct 12 19:19:12.889627 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-426c2f7a-3f7b-4f61-9fd2-a6ade6b554f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:12.922405 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2556cba4-e272-4405-9a38-550b699605bc tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Pushing event updated for resources: {'Network': ['ID=4bb00d68-7b2c-4a01-96ed-e35f0535bfa8,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:12.935497 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 4bb00d68-7b2c-4a01-96ed-e35f0535bfa8 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:19:12.948869 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-2556cba4-e272-4405-9a38-550b699605bc tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.5659106 Oct 12 19:19:12.952381 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 40358) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:19:12.959578 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-fe98deef-6975-4adb-8a64-b0133c8ff70d tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Request body: {'subnet': {'network_id': '4bb00d68-7b2c-4a01-96ed-e35f0535bfa8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:19:12.970104 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426c2f7a-3f7b-4f61-9fd2-a6ade6b554f5 None None] Network e7962bf8-9500-4bdc-968e-334cf3f30f8c is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:19:13.011166 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-426c2f7a-3f7b-4f61-9fd2-a6ade6b554f5 None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:19:13.014682 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426c2f7a-3f7b-4f61-9fd2-a6ade6b554f5 None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:19:13.048670 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426c2f7a-3f7b-4f61-9fd2-a6ade6b554f5 None None] Pushing event updated for resources: {'Port': ['ID=4dd3e257-2e48-40b5-804d-64e7978ca01e,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:13.084928 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a6800596-e489-40dd-92bb-f000bbf7ba19 req-4fe205cf-96a9-4c36-92be-cd6dd66ee2b6 service neutron] 10.222.0.49 "GET /v2.0/networks/dc639c1c-cc8a-4385-ba7f-0ec15549d909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877527 Oct 12 19:19:13.125083 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-426c2f7a-3f7b-4f61-9fd2-a6ade6b554f5 None None] Attempting to bind port 4dd3e257-2e48-40b5-804d-64e7978ca01e on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:19:13.125451 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-426c2f7a-3f7b-4f61-9fd2-a6ade6b554f5 None None] Attempting to bind port 4dd3e257-2e48-40b5-804d-64e7978ca01e by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'c8132d12-2a56-4db1-9297-d2853dc636e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e7962bf8-9500-4bdc-968e-334cf3f30f8c'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:19:13.125820 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426c2f7a-3f7b-4f61-9fd2-a6ade6b554f5 None None] Attempting to bind port 4dd3e257-2e48-40b5-804d-64e7978ca01e on network e7962bf8-9500-4bdc-968e-334cf3f30f8c {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:19:13.132558 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426c2f7a-3f7b-4f61-9fd2-a6ade6b554f5 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:19:13.132934 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426c2f7a-3f7b-4f61-9fd2-a6ade6b554f5 None None] Checking segment: {'id': 'c8132d12-2a56-4db1-9297-d2853dc636e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e7962bf8-9500-4bdc-968e-334cf3f30f8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:19:13.133336 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-426c2f7a-3f7b-4f61-9fd2-a6ade6b554f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:13.133752 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426c2f7a-3f7b-4f61-9fd2-a6ade6b554f5 None None] Bound using segment: {'id': 'c8132d12-2a56-4db1-9297-d2853dc636e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e7962bf8-9500-4bdc-968e-334cf3f30f8c'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:19:13.134223 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-426c2f7a-3f7b-4f61-9fd2-a6ade6b554f5 None None] Bound port: 4dd3e257-2e48-40b5-804d-64e7978ca01e, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8132d12-2a56-4db1-9297-d2853dc636e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e7962bf8-9500-4bdc-968e-334cf3f30f8c'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:19:13.134611 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-426c2f7a-3f7b-4f61-9fd2-a6ade6b554f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:13.201343 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a6800596-e489-40dd-92bb-f000bbf7ba19 req-278e8a96-d25e-48c1-897d-d9fbee55763a service neutron] 10.222.0.49 "GET /v2.0/networks/dc639c1c-cc8a-4385-ba7f-0ec15549d909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175108 Oct 12 19:19:13.218184 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-426c2f7a-3f7b-4f61-9fd2-a6ade6b554f5 None None] For port 4dd3e257-2e48-40b5-804d-64e7978ca01e, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:19:13.224966 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-426c2f7a-3f7b-4f61-9fd2-a6ade6b554f5 None None] For port 4dd3e257-2e48-40b5-804d-64e7978ca01e, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=4dd3e257-2e48-40b5-804d-64e7978ca01e,segment=NetworkSegment(c8132d12-2a56-4db1-9297-d2853dc636e1),segment_id=c8132d12-2a56-4db1-9297-d2853dc636e1)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:19:13.243100 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe98deef-6975-4adb-8a64-b0133c8ff70d tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Made reservation on behalf of a71ed3d37d1c4e30b7792045a19a040b for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:19:13.247043 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fe98deef-6975-4adb-8a64-b0133c8ff70d tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16245837'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:13.274398 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device fc07b6bd-c42d-4c9c-ad2b-74f1d160459d details requested by agent hyperv_n-h2-813679-3 with host n-h2-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:19:13.358017 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-426c2f7a-3f7b-4f61-9fd2-a6ade6b554f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:13.373464 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01d5b13-036c-4a5c-aa3b-1941d166dd44 req-fab2fb05-331c-4d2c-a86b-1ac412615128 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:13.374992 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d01d5b13-036c-4a5c-aa3b-1941d166dd44 req-fab2fb05-331c-4d2c-a86b-1ac412615128 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5314e30-527f-43ff-ad86-8b07326cb2f2 HTTP/1.1" status: 200 len: 947 time: 0.0801351 Oct 12 19:19:13.396392 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd556bb-29a5-4388-8410-bc72bbc5fdfc req-509175f8-5fc0-4c82-9234-a99bc32d2125 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:13.397942 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5fd556bb-29a5-4388-8410-bc72bbc5fdfc req-509175f8-5fc0-4c82-9234-a99bc32d2125 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] 10.222.0.67 "GET /v2.0/ports?device_id=a9cc8bc5-163f-49c8-b7f5-10519ded8812 HTTP/1.1" status: 200 len: 945 time: 0.0594938 Oct 12 19:19:13.456217 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port fc07b6bd-c42d-4c9c-ad2b-74f1d160459d, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=fc07b6bd-c42d-4c9c-ad2b-74f1d160459d,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:19:13.466664 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426c2f7a-3f7b-4f61-9fd2-a6ade6b554f5 None None] Pushing event updated for resources: {'Port': ['ID=4dd3e257-2e48-40b5-804d-64e7978ca01e,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:13.467174 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d01d5b13-036c-4a5c-aa3b-1941d166dd44 req-08f0c7a4-801a-49f3-a4e6-ac85df7a435d tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842397 Oct 12 19:19:13.489093 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Returning: {'device': 'fc07b6bd-c42d-4c9c-ad2b-74f1d160459d', 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1', 'port_id': 'fc07b6bd-c42d-4c9c-ad2b-74f1d160459d', 'mac_address': 'fa:16:3e:8f:8e:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '629aee7d-3fde-4c72-af1e-6a7e1f6a7e75', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:19:13.545821 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:13.548175 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-5fd556bb-29a5-4388-8410-bc72bbc5fdfc req-68185bd0-a5b1-401c-8078-13178f317826 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] Deleting port 129cf92b-8e7c-4966-906d-00afb4a145ed {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:19:13.548624 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-5fd556bb-29a5-4388-8410-bc72bbc5fdfc req-68185bd0-a5b1-401c-8078-13178f317826 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:13.567537 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc07b6bd-c42d-4c9c-ad2b-74f1d160459d {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:19:13.589746 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port fc07b6bd-c42d-4c9c-ad2b-74f1d160459d, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=fc07b6bd-c42d-4c9c-ad2b-74f1d160459d,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:19:13.681303 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-5fd556bb-29a5-4388-8410-bc72bbc5fdfc req-68185bd0-a5b1-401c-8078-13178f317826 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] For port 129cf92b-8e7c-4966-906d-00afb4a145ed, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=129cf92b-8e7c-4966-906d-00afb4a145ed,segment=NetworkSegment(f404ba1e-6c99-4971-8902-ed67044f4412),segment_id=f404ba1e-6c99-4971-8902-ed67044f4412)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:19:13.681783 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-5fd556bb-29a5-4388-8410-bc72bbc5fdfc req-68185bd0-a5b1-401c-8078-13178f317826 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:13.695854 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-5fd556bb-29a5-4388-8410-bc72bbc5fdfc req-68185bd0-a5b1-401c-8078-13178f317826 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] Calling delete_port for 129cf92b-8e7c-4966-906d-00afb4a145ed owned by compute:nova {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:19:13.700925 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:13.796337 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=fc07b6bd-c42d-4c9c-ad2b-74f1d160459d,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:13.833154 n-d-813679-3 neutron-server[95502]: DEBUG neutron.objects.ports [None req-fe98deef-6975-4adb-8a64-b0133c8ff70d tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95502) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 12 19:19:13.838097 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fe98deef-6975-4adb-8a64-b0133c8ff70d tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4306659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16245859'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:13.940758 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe98deef-6975-4adb-8a64-b0133c8ff70d tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Pushing event updated for resources: {'Subnet': ['ID=61add9da-736c-4d4c-b831-838f8cb217a0,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:13.942172 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['fc07b6bd-c42d-4c9c-ad2b-74f1d160459d'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:19:13.959866 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe98deef-6975-4adb-8a64-b0133c8ff70d tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Checking segment: {'id': 'efca5181-5fe2-43f5-af7a-7f547a6c79ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '4bb00d68-7b2c-4a01-96ed-e35f0535bfa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:19:13.960493 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe98deef-6975-4adb-8a64-b0133c8ff70d tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Network hostable DHCP agents. Network: 4bb00d68-7b2c-4a01-96ed-e35f0535bfa8, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:19:13.986332 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac1fbfa-cad5-4900-8442-fdd96f472906 req-23fab8c7-e9f8-40a4-a25f-d8bdbf45e1f5 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:13.987883 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8ac1fbfa-cad5-4900-8442-fdd96f472906 req-23fab8c7-e9f8-40a4-a25f-d8bdbf45e1f5 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=3319d60b-298b-4178-b9dd-044069330d69 HTTP/1.1" status: 200 len: 946 time: 0.1068692 Oct 12 19:19:14.077184 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-43714ac4-4c85-4879-8131-8d296d7dca93 req-4d5eae34-f407-41a5-8f13-84ef10257a03 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e191995-2761-4bc7-84d5-6512eb35bfb1 HTTP/1.1" status: 200 len: 210 time: 0.0485618 Oct 12 19:19:14.124730 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b0e18f-5c27-4b5e-9d09-11409adcebd9 req-2d8126ad-2377-482d-a655-90f3096381db tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:14.126249 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e1b0e18f-5c27-4b5e-9d09-11409adcebd9 req-2d8126ad-2377-482d-a655-90f3096381db tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] 10.222.0.61 "GET /v2.0/ports?device_id=d46cadcb-26ef-4983-81e8-06c9906a3082 HTTP/1.1" status: 200 len: 945 time: 0.1579833 Oct 12 19:19:14.146884 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8ac1fbfa-cad5-4900-8442-fdd96f472906 req-3d0f62a7-9847-466f-9bb8-810eb5dadfcb tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2999b03-b87d-46b4-9267-1669e2e14df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220527 Oct 12 19:19:14.168305 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe98deef-6975-4adb-8a64-b0133c8ff70d tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Network 4bb00d68-7b2c-4a01-96ed-e35f0535bfa8 is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:19:14.286322 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-e1b0e18f-5c27-4b5e-9d09-11409adcebd9 req-df5bff9a-02f4-4047-b50a-ffebad758943 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] Deleting port 6b89230c-6a91-4b9c-b1ab-8a11f3ee5784 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:19:14.286994 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-e1b0e18f-5c27-4b5e-9d09-11409adcebd9 req-df5bff9a-02f4-4047-b50a-ffebad758943 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:14.315494 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-fe98deef-6975-4adb-8a64-b0133c8ff70d tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, 4bb00d68-7b2c-4a01-96ed-e35f0535bfa8) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:19:14.325535 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef03f30-2994-4d82-8f9b-967cf69230c7 None None] Network 4bb00d68-7b2c-4a01-96ed-e35f0535bfa8 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:19:14.331628 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe98deef-6975-4adb-8a64-b0133c8ff70d tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:14.339103 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fe98deef-6975-4adb-8a64-b0133c8ff70d tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:14.359077 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-5fd556bb-29a5-4388-8410-bc72bbc5fdfc req-68185bd0-a5b1-401c-8078-13178f317826 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:14.367571 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c04bee-f6ee-42da-8ce0-f3b32e3f0030 req-188d6f32-5e2f-457b-9087-9e6ad4278775 tempest-LiveAutoBlockMigrationV225Test-2051523199 tempest-LiveAutoBlockMigrationV225Test-2051523199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:14.369514 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-45c04bee-f6ee-42da-8ce0-f3b32e3f0030 req-188d6f32-5e2f-457b-9087-9e6ad4278775 tempest-LiveAutoBlockMigrationV225Test-2051523199 tempest-LiveAutoBlockMigrationV225Test-2051523199-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=3319d60b-298b-4178-b9dd-044069330d69 HTTP/1.1" status: 200 len: 1097 time: 0.1069109 Oct 12 19:19:14.375926 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['6b89230c-6a91-4b9c-b1ab-8a11f3ee5784'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:19:14.420411 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68185bd0-a5b1-401c-8078-13178f317826 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] Pushing event deleted for resources: {'Port': ['ID=129cf92b-8e7c-4966-906d-00afb4a145ed,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:14.441552 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-45c04bee-f6ee-42da-8ce0-f3b32e3f0030 req-e7bd81cd-f444-4248-93e3-9ac11cf5d19b tempest-LiveAutoBlockMigrationV225Test-2051523199 tempest-LiveAutoBlockMigrationV225Test-2051523199-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=b2999b03-b87d-46b4-9267-1669e2e14df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623665 Oct 12 19:19:14.450016 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-fe98deef-6975-4adb-8a64-b0133c8ff70d tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4961200 Oct 12 19:19:14.457375 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 40410) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:19:14.470536 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-2a39b998-d9cc-49f4-8e42-6c352069e9e9 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Request body: {'port': {'network_id': '4bb00d68-7b2c-4a01-96ed-e35f0535bfa8', 'name': 'tempest-NetworksIpV6TestAttrs-1136180467'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:19:14.489501 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fd556bb-29a5-4388-8410-bc72bbc5fdfc req-68185bd0-a5b1-401c-8078-13178f317826 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] No DVR routers for this DVR port 129cf92b-8e7c-4966-906d-00afb4a145ed on host n-h2-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:19:14.498348 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-5fd556bb-29a5-4388-8410-bc72bbc5fdfc req-68185bd0-a5b1-401c-8078-13178f317826 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:14.511047 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5fd556bb-29a5-4388-8410-bc72bbc5fdfc req-68185bd0-a5b1-401c-8078-13178f317826 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] 10.222.0.67 "DELETE /v2.0/ports/129cf92b-8e7c-4966-906d-00afb4a145ed HTTP/1.1" status: 204 len: 173 time: 1.1018376 Oct 12 19:19:14.511549 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9cc8bc5-163f-49c8-b7f5-10519ded8812', 'name': 'network-vif-deleted', 'tag': '129cf92b-8e7c-4966-906d-00afb4a145ed'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:19:14.513934 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-329683fa-12fc-431b-9f66-ba641a971438" -d '{"events": [{"server_uuid": "a9cc8bc5-163f-49c8-b7f5-10519ded8812", "name": "network-vif-deleted", "tag": "129cf92b-8e7c-4966-906d-00afb4a145ed"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:19:14.556687 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['129cf92b-8e7c-4966-906d-00afb4a145ed'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:19:14.624195 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-e1b0e18f-5c27-4b5e-9d09-11409adcebd9 req-df5bff9a-02f4-4047-b50a-ffebad758943 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] For port 6b89230c-6a91-4b9c-b1ab-8a11f3ee5784, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=6b89230c-6a91-4b9c-b1ab-8a11f3ee5784,segment=NetworkSegment(f404ba1e-6c99-4971-8902-ed67044f4412),segment_id=f404ba1e-6c99-4971-8902-ed67044f4412)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:19:14.624867 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-e1b0e18f-5c27-4b5e-9d09-11409adcebd9 req-df5bff9a-02f4-4047-b50a-ffebad758943 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:14.649493 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-e1b0e18f-5c27-4b5e-9d09-11409adcebd9 req-df5bff9a-02f4-4047-b50a-ffebad758943 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] Calling delete_port for 6b89230c-6a91-4b9c-b1ab-8a11f3ee5784 owned by compute:nova {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:19:14.709838 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f13a0d1-0fca-499b-a602-437a2440bdec req-960a1633-5255-4a88-9b3c-202a74dd30cf tempest-LiveAutoBlockMigrationV225Test-2051523199 tempest-LiveAutoBlockMigrationV225Test-2051523199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:14.712762 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0f13a0d1-0fca-499b-a602-437a2440bdec req-960a1633-5255-4a88-9b3c-202a74dd30cf tempest-LiveAutoBlockMigrationV225Test-2051523199 tempest-LiveAutoBlockMigrationV225Test-2051523199-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=3319d60b-298b-4178-b9dd-044069330d69 HTTP/1.1" status: 200 len: 1097 time: 0.1319752 Oct 12 19:19:14.742952 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b77878c-0f61-4956-a332-b8ba1d23a9b5 req-fe00e194-b824-4da4-b502-bc27ff37b948 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:14.752256 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5b77878c-0f61-4956-a332-b8ba1d23a9b5 req-fe00e194-b824-4da4-b502-bc27ff37b948 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5314e30-527f-43ff-ad86-8b07326cb2f2 HTTP/1.1" status: 200 len: 948 time: 0.1080816 Oct 12 19:19:14.767514 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea995b1-6d9f-4a82-8fe2-8d30302f9c78 None None] Network e7962bf8-9500-4bdc-968e-334cf3f30f8c requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:19:14.820452 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5b77878c-0f61-4956-a332-b8ba1d23a9b5 req-93ba6b12-2a6b-43f6-9749-ed2f11058d3d tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661511 Oct 12 19:19:14.832791 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0f13a0d1-0fca-499b-a602-437a2440bdec req-5675f140-d301-4eea-a1e5-af709d100b7f tempest-LiveAutoBlockMigrationV225Test-2051523199 tempest-LiveAutoBlockMigrationV225Test-2051523199-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=b2999b03-b87d-46b4-9267-1669e2e14df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698187 Oct 12 19:19:14.883637 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a39b998-d9cc-49f4-8e42-6c352069e9e9 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Made reservation on behalf of a71ed3d37d1c4e30b7792045a19a040b for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:19:14.883982 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92893f2e-be9c-4868-a124-aa59deed3de7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-4bb00d68-7b2c-4a01-96ed-e35f0535bfa8', 'network_id': '4bb00d68-7b2c-4a01-96ed-e35f0535bfa8', 'tenant_id': 'a71ed3d37d1c4e30b7792045a19a040b', 'fixed_ips': [{'subnet_id': '61add9da-736c-4d4c-b831-838f8cb217a0'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:19:14.885148 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-92893f2e-be9c-4868-a124-aa59deed3de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:14.889518 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2a39b998-d9cc-49f4-8e42-6c352069e9e9 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:14.916785 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc6ba8b4-d4be-4471-a8aa-b7f872d344ae x-openstack-request-id: req-cc6ba8b4-d4be-4471-a8aa-b7f872d344ae {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:19:14.917674 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9cc8bc5-163f-49c8-b7f5-10519ded8812", "name": "network-vif-deleted", "tag": "129cf92b-8e7c-4966-906d-00afb4a145ed", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:19:14.921795 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cc6ba8b4-d4be-4471-a8aa-b7f872d344ae {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:19:14.922393 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9cc8bc5-163f-49c8-b7f5-10519ded8812', 'name': 'network-vif-deleted', 'tag': '129cf92b-8e7c-4966-906d-00afb4a145ed', 'status': 'completed', 'code': 200} Oct 12 19:19:14.934773 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [None req-2a39b998-d9cc-49f4-8e42-6c352069e9e9 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] device_id is not set on port 3da77815-5450-421c-a47c-312c454b53df yet. {{(pid=95502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 19:19:15.196208 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-e1b0e18f-5c27-4b5e-9d09-11409adcebd9 req-df5bff9a-02f4-4047-b50a-ffebad758943 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:15.237417 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5bff9a-02f4-4047-b50a-ffebad758943 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] Pushing event deleted for resources: {'Port': ['ID=6b89230c-6a91-4b9c-b1ab-8a11f3ee5784,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:15.276392 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1b0e18f-5c27-4b5e-9d09-11409adcebd9 req-df5bff9a-02f4-4047-b50a-ffebad758943 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] No DVR routers for this DVR port 6b89230c-6a91-4b9c-b1ab-8a11f3ee5784 on host n-h1-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:19:15.286731 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-e1b0e18f-5c27-4b5e-9d09-11409adcebd9 req-df5bff9a-02f4-4047-b50a-ffebad758943 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:15.290486 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e1b0e18f-5c27-4b5e-9d09-11409adcebd9 req-df5bff9a-02f4-4047-b50a-ffebad758943 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] 10.222.0.61 "DELETE /v2.0/ports/6b89230c-6a91-4b9c-b1ab-8a11f3ee5784 HTTP/1.1" status: 204 len: 173 time: 1.1469774 Oct 12 19:19:15.338041 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['129cf92b-8e7c-4966-906d-00afb4a145ed'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:19:15.347087 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device fc07b6bd-c42d-4c9c-ad2b-74f1d160459d up at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:19:15.370853 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-56d3719f-c5a9-42c5-9b9e-a3bacb92f4a9 req-be1bbf6a-f950-4cfe-8225-ae66e9560b93 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e191995-2761-4bc7-84d5-6512eb35bfb1 HTTP/1.1" status: 200 len: 210 time: 0.0353248 Oct 12 19:19:15.381770 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-21c311a4-bb84-4ca5-a177-d603ff792d12 None None] Provisioning complete for port 4dd3e257-2e48-40b5-804d-64e7978ca01e triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:19:15.382311 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-21c311a4-bb84-4ca5-a177-d603ff792d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:15.548295 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-92893f2e-be9c-4868-a124-aa59deed3de7 None None] Allocated IP 2001:db8::f816:3eff:fefc:1637 (4bb00d68-7b2c-4a01-96ed-e35f0535bfa8/61add9da-736c-4d4c-b831-838f8cb217a0/1bb7f15e-fced-4924-b745-d95b0e0d7032) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:19:15.635827 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 4dd3e257-2e48-40b5-804d-64e7978ca01e up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:19:15.672745 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning for port fc07b6bd-c42d-4c9c-ad2b-74f1d160459d completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:19:15.697786 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning complete for port fc07b6bd-c42d-4c9c-ad2b-74f1d160459d triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:19:15.698765 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:15.763034 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-21c311a4-bb84-4ca5-a177-d603ff792d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:15.823762 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-57bd1ef1-dbdd-4a01-9925-fbd744b33343 req-176ca1d1-8eb8-4f6d-8126-e70e2b7aeb18 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6bdc803c-61b8-4551-af7a-f6234f9d109b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1031835 Oct 12 19:19:15.857281 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-21c311a4-bb84-4ca5-a177-d603ff792d12 None None] For port 4dd3e257-2e48-40b5-804d-64e7978ca01e, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=4dd3e257-2e48-40b5-804d-64e7978ca01e,segment=NetworkSegment(c8132d12-2a56-4db1-9297-d2853dc636e1),segment_id=c8132d12-2a56-4db1-9297-d2853dc636e1)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:19:15.889095 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 4dd3e257-2e48-40b5-804d-64e7978ca01e triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:19:15.890004 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:15.924085 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bd1ef1-dbdd-4a01-9925-fbd744b33343 req-3fedb349-ef25-47b6-96cf-0b8e13458be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:15.926972 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-57bd1ef1-dbdd-4a01-9925-fbd744b33343 req-3fedb349-ef25-47b6-96cf-0b8e13458be9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=946dd0c35a1f4bae8ffa87f2f91ec7ab&device_id=6bdc803c-61b8-4551-af7a-f6234f9d109b HTTP/1.1" status: 200 len: 1097 time: 0.0780289 Oct 12 19:19:15.984710 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-21c311a4-bb84-4ca5-a177-d603ff792d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:16.046494 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca97ce12-aaea-4268-b382-2c370e81af51 req-5f74a23f-9bd4-49ac-a6e1-8f38d8dc29ba tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:16.050442 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-92893f2e-be9c-4868-a124-aa59deed3de7 None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:16.051733 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:16.056895 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ca97ce12-aaea-4268-b382-2c370e81af51 req-5f74a23f-9bd4-49ac-a6e1-8f38d8dc29ba tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5314e30-527f-43ff-ad86-8b07326cb2f2 HTTP/1.1" status: 200 len: 948 time: 0.0918086 Oct 12 19:19:16.083173 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bd1ef1-dbdd-4a01-9925-fbd744b33343 req-fd971051-da50-4001-bdeb-52f52dcea120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:16.085774 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-57bd1ef1-dbdd-4a01-9925-fbd744b33343 req-fd971051-da50-4001-bdeb-52f52dcea120 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ab893836-0239-44c0-af28-b9b191133092 HTTP/1.1" status: 200 len: 917 time: 0.1386788 Oct 12 19:19:16.124388 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ca97ce12-aaea-4268-b382-2c370e81af51 req-73fb88e9-9e0c-420f-b6ff-b233d00027f6 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423419 Oct 12 19:19:16.136136 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5314e30-527f-43ff-ad86-8b07326cb2f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc07b6bd-c42d-4c9c-ad2b-74f1d160459d'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:19:16.138529 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf1d7335-86a9-40e7-ad47-39ba4af9e123" -d '{"events": [{"server_uuid": "e5314e30-527f-43ff-ad86-8b07326cb2f2", "name": "network-vif-plugged", "status": "completed", "tag": "fc07b6bd-c42d-4c9c-ad2b-74f1d160459d"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:19:16.172279 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port fc07b6bd-c42d-4c9c-ad2b-74f1d160459d, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=fc07b6bd-c42d-4c9c-ad2b-74f1d160459d,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:19:16.178870 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c311a4-bb84-4ca5-a177-d603ff792d12 None None] Pushing event updated for resources: {'Port': ['ID=4dd3e257-2e48-40b5-804d-64e7978ca01e,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:16.221714 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-4704c97a-51b0-46a1-a4e2-2696b5e767e1 None None] Provisioning complete for port 4dd3e257-2e48-40b5-804d-64e7978ca01e triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:19:16.221714 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4704c97a-51b0-46a1-a4e2-2696b5e767e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:16.242915 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-57bd1ef1-dbdd-4a01-9925-fbd744b33343 req-e1c7afae-3830-4b95-9887-96898cf2e031 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b6ce5839-07cf-4292-92f7-3cfe37497988 HTTP/1.1" status: 200 len: 1002 time: 0.1399252 Oct 12 19:19:16.281555 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a330182b-b961-4482-85ae-0662fcc0df99 x-openstack-request-id: req-a330182b-b961-4482-85ae-0662fcc0df99 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:19:16.283230 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5314e30-527f-43ff-ad86-8b07326cb2f2", "name": "network-vif-plugged", "status": "completed", "tag": "fc07b6bd-c42d-4c9c-ad2b-74f1d160459d", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:19:16.283230 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a330182b-b961-4482-85ae-0662fcc0df99 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:19:16.283230 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5314e30-527f-43ff-ad86-8b07326cb2f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc07b6bd-c42d-4c9c-ad2b-74f1d160459d', 'code': 200} Oct 12 19:19:16.290302 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-92893f2e-be9c-4868-a124-aa59deed3de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:16.292599 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:16.298150 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-2a39b998-d9cc-49f4-8e42-6c352069e9e9 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Allocated IP 2001:db8::f816:3eff:fe87:2578 (4bb00d68-7b2c-4a01-96ed-e35f0535bfa8/61add9da-736c-4d4c-b831-838f8cb217a0/3da77815-5450-421c-a47c-312c454b53df) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:19:16.312177 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bd1ef1-dbdd-4a01-9925-fbd744b33343 req-8fc01625-9196-4e41-9386-b5dcceaf98da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:16.313909 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-57bd1ef1-dbdd-4a01-9925-fbd744b33343 req-8fc01625-9196-4e41-9386-b5dcceaf98da service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e6d5c0cf-d179-4ac4-8185-f423c3359bf7 HTTP/1.1" status: 200 len: 855 time: 0.0632448 Oct 12 19:19:16.367592 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92893f2e-be9c-4868-a124-aa59deed3de7 None None] Network 4bb00d68-7b2c-4a01-96ed-e35f0535bfa8 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:19:16.373502 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-92893f2e-be9c-4868-a124-aa59deed3de7 None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:19:16.379795 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92893f2e-be9c-4868-a124-aa59deed3de7 None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:19:16.405975 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92893f2e-be9c-4868-a124-aa59deed3de7 None None] Pushing event updated for resources: {'Port': ['ID=1bb7f15e-fced-4924-b745-d95b0e0d7032,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:16.441650 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bd1ef1-dbdd-4a01-9925-fbd744b33343 req-6ef72da9-351d-4493-be51-fbacbaae4196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:16.441650 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-57bd1ef1-dbdd-4a01-9925-fbd744b33343 req-6ef72da9-351d-4493-be51-fbacbaae4196 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ab893836-0239-44c0-af28-b9b191133092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0957363 Oct 12 19:19:16.446105 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5688a077-9987-4371-90ed-e36b5e808bad req-100e879a-6ae1-49a8-87f4-f76be3e7353f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:16.447540 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5688a077-9987-4371-90ed-e36b5e808bad req-100e879a-6ae1-49a8-87f4-f76be3e7353f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e5314e30-527f-43ff-ad86-8b07326cb2f2 HTTP/1.1" status: 200 len: 1100 time: 0.0632169 Oct 12 19:19:16.464060 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=fc07b6bd-c42d-4c9c-ad2b-74f1d160459d,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:16.606881 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-42cc9d1f-a824-465c-9cba-cded97ed37f3 req-c50ffc48-9463-45c7-9064-87996a8a1817 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e191995-2761-4bc7-84d5-6512eb35bfb1 HTTP/1.1" status: 200 len: 210 time: 0.0751956 Oct 12 19:19:16.635236 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2a39b998-d9cc-49f4-8e42-6c352069e9e9 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:16.642474 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5688a077-9987-4371-90ed-e36b5e808bad req-b38b09fc-a8bf-49c5-92ba-1ddcd9eae1e0 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843688 Oct 12 19:19:16.647727 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-92893f2e-be9c-4868-a124-aa59deed3de7 None None] Attempting to bind port 1bb7f15e-fced-4924-b745-d95b0e0d7032 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:19:16.647727 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-92893f2e-be9c-4868-a124-aa59deed3de7 None None] Attempting to bind port 1bb7f15e-fced-4924-b745-d95b0e0d7032 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'efca5181-5fe2-43f5-af7a-7f547a6c79ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '4bb00d68-7b2c-4a01-96ed-e35f0535bfa8'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:19:16.650293 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92893f2e-be9c-4868-a124-aa59deed3de7 None None] Attempting to bind port 1bb7f15e-fced-4924-b745-d95b0e0d7032 on network 4bb00d68-7b2c-4a01-96ed-e35f0535bfa8 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:19:16.673683 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92893f2e-be9c-4868-a124-aa59deed3de7 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:19:16.674130 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92893f2e-be9c-4868-a124-aa59deed3de7 None None] Checking segment: {'id': 'efca5181-5fe2-43f5-af7a-7f547a6c79ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '4bb00d68-7b2c-4a01-96ed-e35f0535bfa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:19:16.674490 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-92893f2e-be9c-4868-a124-aa59deed3de7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:16.674884 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92893f2e-be9c-4868-a124-aa59deed3de7 None None] Bound using segment: {'id': 'efca5181-5fe2-43f5-af7a-7f547a6c79ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '4bb00d68-7b2c-4a01-96ed-e35f0535bfa8'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:19:16.675571 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-92893f2e-be9c-4868-a124-aa59deed3de7 None None] Bound port: 1bb7f15e-fced-4924-b745-d95b0e0d7032, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efca5181-5fe2-43f5-af7a-7f547a6c79ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '4bb00d68-7b2c-4a01-96ed-e35f0535bfa8'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:19:16.675960 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-92893f2e-be9c-4868-a124-aa59deed3de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:16.694649 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-57bd1ef1-dbdd-4a01-9925-fbd744b33343 req-c9f4ee2c-ea6f-4399-9ffe-f391622ef7c1 service neutron] 10.222.0.67 "GET /v2.0/networks/ab893836-0239-44c0-af28-b9b191133092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377715 Oct 12 19:19:16.761825 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-92893f2e-be9c-4868-a124-aa59deed3de7 None None] For port 1bb7f15e-fced-4924-b745-d95b0e0d7032, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:19:16.766186 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-92893f2e-be9c-4868-a124-aa59deed3de7 None None] For port 1bb7f15e-fced-4924-b745-d95b0e0d7032, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=1bb7f15e-fced-4924-b745-d95b0e0d7032,segment=NetworkSegment(efca5181-5fe2-43f5-af7a-7f547a6c79ea),segment_id=efca5181-5fe2-43f5-af7a-7f547a6c79ea)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:19:16.863874 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-92893f2e-be9c-4868-a124-aa59deed3de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:16.864813 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2a39b998-d9cc-49f4-8e42-6c352069e9e9 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:16.919270 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a39b998-d9cc-49f4-8e42-6c352069e9e9 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Network 4bb00d68-7b2c-4a01-96ed-e35f0535bfa8 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:19:16.923037 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-2a39b998-d9cc-49f4-8e42-6c352069e9e9 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:19:16.927565 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a39b998-d9cc-49f4-8e42-6c352069e9e9 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:19:16.933890 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a39b998-d9cc-49f4-8e42-6c352069e9e9 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:16.939142 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2a39b998-d9cc-49f4-8e42-6c352069e9e9 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:16.943542 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd46cadcb-26ef-4983-81e8-06c9906a3082', 'name': 'network-vif-deleted', 'tag': '6b89230c-6a91-4b9c-b1ab-8a11f3ee5784'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:19:16.950163 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e61dc2f-a09b-4157-9d04-1c3e5b2dd3d9" -d '{"events": [{"server_uuid": "d46cadcb-26ef-4983-81e8-06c9906a3082", "name": "network-vif-deleted", "tag": "6b89230c-6a91-4b9c-b1ab-8a11f3ee5784"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:19:16.958241 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a39b998-d9cc-49f4-8e42-6c352069e9e9 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Pushing event updated for resources: {'Port': ['ID=3da77815-5450-421c-a47c-312c454b53df,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:16.959812 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92893f2e-be9c-4868-a124-aa59deed3de7 None None] Pushing event updated for resources: {'Port': ['ID=1bb7f15e-fced-4924-b745-d95b0e0d7032,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:16.973511 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-57bd1ef1-dbdd-4a01-9925-fbd744b33343 req-7710dfdc-b9eb-49ab-997d-80a19d4b83fa service neutron] 10.222.0.67 "GET /v2.0/networks/ab893836-0239-44c0-af28-b9b191133092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381915 Oct 12 19:19:17.000634 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0a0e06f-b6f7-4590-b44b-9bb912c4670e x-openstack-request-id: req-a0a0e06f-b6f7-4590-b44b-9bb912c4670e {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:19:17.000935 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d46cadcb-26ef-4983-81e8-06c9906a3082", "name": "network-vif-deleted", "tag": "6b89230c-6a91-4b9c-b1ab-8a11f3ee5784", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:19:17.001183 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a0a0e06f-b6f7-4590-b44b-9bb912c4670e {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:19:17.002247 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd46cadcb-26ef-4983-81e8-06c9906a3082', 'name': 'network-vif-deleted', 'tag': '6b89230c-6a91-4b9c-b1ab-8a11f3ee5784', 'status': 'completed', 'code': 200} Oct 12 19:19:17.065438 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-2a39b998-d9cc-49f4-8e42-6c352069e9e9 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.6109567 Oct 12 19:19:17.068071 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 40506) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:19:17.149775 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-b13a321b-bf55-472e-b8e4-0d1459bdcf11 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Deleting subnet 61add9da-736c-4d4c-b831-838f8cb217a0 {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:19:17.153519 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b13a321b-bf55-472e-b8e4-0d1459bdcf11 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:17.235488 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b13a321b-bf55-472e-b8e4-0d1459bdcf11 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16313642'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:17.252062 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 6b89230c-6a91-4b9c-b1ab-8a11f3ee5784 no longer exists at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:19:17.294672 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] No Port match for: 6b89230c-6a91-4b9c-b1ab-8a11f3ee5784 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:19:17.295018 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 6b89230c-6a91-4b9c-b1ab-8a11f3ee5784 not bound to the agent host n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:19:17.309233 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 129cf92b-8e7c-4966-906d-00afb4a145ed no longer exists at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:19:17.330571 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75a1722-d605-4b6f-9ebe-1df5cf3873da req-dfb05131-d2ac-4cb2-9e53-1d2214175db4 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:17.333624 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] No Port match for: 129cf92b-8e7c-4966-906d-00afb4a145ed {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:19:17.333993 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 129cf92b-8e7c-4966-906d-00afb4a145ed not bound to the agent host n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:19:17.336533 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e75a1722-d605-4b6f-9ebe-1df5cf3873da req-dfb05131-d2ac-4cb2-9e53-1d2214175db4 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5314e30-527f-43ff-ad86-8b07326cb2f2 HTTP/1.1" status: 200 len: 949 time: 0.1257973 Oct 12 19:19:17.481569 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e75a1722-d605-4b6f-9ebe-1df5cf3873da req-9100523d-283e-4979-8b28-38dbeb2ea4fb tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236227 Oct 12 19:19:17.502857 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b13a321b-bf55-472e-b8e4-0d1459bdcf11 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:17.692098 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b13a321b-bf55-472e-b8e4-0d1459bdcf11 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4306592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16245866'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:17.726092 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 1bb7f15e-fced-4924-b745-d95b0e0d7032 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:19:17.798560 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6800596-e489-40dd-92bb-f000bbf7ba19 req-cc165c59-3574-40ff-ba01-a10044557e70 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:17.801076 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a6800596-e489-40dd-92bb-f000bbf7ba19 req-cc165c59-3574-40ff-ba01-a10044557e70 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] 10.222.0.67 "GET /v2.0/networks?id=dc639c1c-cc8a-4385-ba7f-0ec15549d909 HTTP/1.1" status: 200 len: 811 time: 0.2065403 Oct 12 19:19:17.802344 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a9655b1d-9b1b-4732-9453-3f0abdd4cc4a req-eb4e7d79-52e0-4013-b940-6add1c5faf8c tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e191995-2761-4bc7-84d5-6512eb35bfb1 HTTP/1.1" status: 200 len: 210 time: 0.0474238 Oct 12 19:19:17.806741 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13a321b-bf55-472e-b8e4-0d1459bdcf11 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Pushing event deleted for resources: {'Subnet': ['ID=61add9da-736c-4d4c-b831-838f8cb217a0,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:17.822758 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b13a321b-bf55-472e-b8e4-0d1459bdcf11 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:17.823008 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-a6800596-e489-40dd-92bb-f000bbf7ba19 req-f87405dd-ea35-4e82-93dd-f60e1fdca2ee tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] Request body: {'port': {'device_id': '48de0305-19f8-44dd-af76-396e641125ef', 'network_id': 'dc639c1c-cc8a-4385-ba7f-0ec15549d909', 'admin_state_up': True, 'tenant_id': '7851f42081094a5cb918c24ec160be32'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:19:17.826920 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-b13a321b-bf55-472e-b8e4-0d1459bdcf11 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] 10.222.0.49 "DELETE /v2.0/subnets/61add9da-736c-4d4c-b831-838f8cb217a0 HTTP/1.1" status: 204 len: 168 time: 0.7573812 Oct 12 19:19:17.829745 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 40530) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:19:17.859348 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [req-d722c602-b685-468c-a551-c0c9882dcce1 req-15e8cf53-4989-45ad-aa98-f8ce81e3d6f7 tempest-LiveAutoBlockMigrationV225Test-2051523199 tempest-LiveAutoBlockMigrationV225Test-2051523199-project-admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 19:19:17.860972 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d722c602-b685-468c-a551-c0c9882dcce1 req-15e8cf53-4989-45ad-aa98-f8ce81e3d6f7 tempest-LiveAutoBlockMigrationV225Test-2051523199 tempest-LiveAutoBlockMigrationV225Test-2051523199-project-admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0070038 Oct 12 19:19:17.874919 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 1bb7f15e-fced-4924-b745-d95b0e0d7032 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:19:17.876243 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:17.996888 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d722c602-b685-468c-a551-c0c9882dcce1 req-5561421c-dc50-455d-85f9-774890095d4c tempest-LiveAutoBlockMigrationV225Test-2051523199 tempest-LiveAutoBlockMigrationV225Test-2051523199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:17.998484 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d722c602-b685-468c-a551-c0c9882dcce1 req-5561421c-dc50-455d-85f9-774890095d4c tempest-LiveAutoBlockMigrationV225Test-2051523199 tempest-LiveAutoBlockMigrationV225Test-2051523199-project-admin] 10.222.0.49 "GET /v2.0/ports/81ac5d21-1911-4e35-ae02-47c63dc7fbc6 HTTP/1.1" status: 200 len: 1094 time: 0.1166487 Oct 12 19:19:18.012639 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-d722c602-b685-468c-a551-c0c9882dcce1 req-ffe35efa-05d4-4ff8-86b2-4737d89e10dd service neutron] Request body: {'binding': {'host': 'n-h2-813679-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:19:18.013443 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-d722c602-b685-468c-a551-c0c9882dcce1 req-ffe35efa-05d4-4ff8-86b2-4737d89e10dd service neutron] Unknown quota resources ['binding']. {{(pid=95502) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 12 19:19:18.025076 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:18.039021 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82481c6-d562-46b7-a346-e3fc460079ec tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:18.041033 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82481c6-d562-46b7-a346-e3fc460079ec tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:18.042908 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-e82481c6-d562-46b7-a346-e3fc460079ec tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2110174 Oct 12 19:19:18.047188 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 40538) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:19:18.088621 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] For port 1bb7f15e-fced-4924-b745-d95b0e0d7032, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=1bb7f15e-fced-4924-b745-d95b0e0d7032,segment=NetworkSegment(efca5181-5fe2-43f5-af7a-7f547a6c79ea),segment_id=efca5181-5fe2-43f5-af7a-7f547a6c79ea)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:19:18.183109 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c67b9235-4fa0-4b03-ab31-8cc3a45abd6c tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:18.192371 n-d-813679-3 neutron-server[95501]: INFO neutron.pecan_wsgi.hooks.translation [None req-c67b9235-4fa0-4b03-ab31-8cc3a45abd6c tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] DELETE failed (client error): There was a conflict when trying to complete your request. Oct 12 19:19:18.192988 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c67b9235-4fa0-4b03-ab31-8cc3a45abd6c tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=95501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:19:18.201216 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-c67b9235-4fa0-4b03-ab31-8cc3a45abd6c tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] 10.222.0.49 "DELETE /v2.0/networks/4bb00d68-7b2c-4a01-96ed-e35f0535bfa8 HTTP/1.1" status: 409 len: 405 time: 0.1486750 Oct 12 19:19:18.201432 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 40540) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:19:18.203974 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:18.206654 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 4dd3e257-2e48-40b5-804d-64e7978ca01e up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:19:18.219181 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-d376d34a-02be-41b3-b638-ca4d8d357d64 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1174081169'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:19:18.228565 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-d722c602-b685-468c-a551-c0c9882dcce1 req-ffe35efa-05d4-4ff8-86b2-4737d89e10dd service neutron] Attempting to bind port 81ac5d21-1911-4e35-ae02-47c63dc7fbc6 on host n-h2-813679-3 for vnic_type normal with profile None {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:19:18.229160 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-d722c602-b685-468c-a551-c0c9882dcce1 req-ffe35efa-05d4-4ff8-86b2-4737d89e10dd service neutron] Attempting to bind port 81ac5d21-1911-4e35-ae02-47c63dc7fbc6 by drivers openvswitch,hyperv on host n-h2-813679-3 at level 0 using segments [{'id': '092fb16a-01c2-4f4a-b148-df23675b5071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '82671036-c03a-4d3c-b62d-db19aa8b0fed'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:19:18.229674 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d722c602-b685-468c-a551-c0c9882dcce1 req-ffe35efa-05d4-4ff8-86b2-4737d89e10dd service neutron] Attempting to bind port 81ac5d21-1911-4e35-ae02-47c63dc7fbc6 on network 82671036-c03a-4d3c-b62d-db19aa8b0fed {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:19:18.241462 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d722c602-b685-468c-a551-c0c9882dcce1 req-ffe35efa-05d4-4ff8-86b2-4737d89e10dd service neutron] Port 81ac5d21-1911-4e35-ae02-47c63dc7fbc6 on network 82671036-c03a-4d3c-b62d-db19aa8b0fed not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:19:18.241949 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d722c602-b685-468c-a551-c0c9882dcce1 req-ffe35efa-05d4-4ff8-86b2-4737d89e10dd service neutron] Attempting to bind port 81ac5d21-1911-4e35-ae02-47c63dc7fbc6 on network 82671036-c03a-4d3c-b62d-db19aa8b0fed {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:19:18.255789 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d722c602-b685-468c-a551-c0c9882dcce1 req-ffe35efa-05d4-4ff8-86b2-4737d89e10dd service neutron] Checking agent: {'id': '233fbd7d-38e4-434f-bb8f-05364d7423a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:19:18.259285 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d722c602-b685-468c-a551-c0c9882dcce1 req-ffe35efa-05d4-4ff8-86b2-4737d89e10dd service neutron] Checking segment: {'id': '092fb16a-01c2-4f4a-b148-df23675b5071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '82671036-c03a-4d3c-b62d-db19aa8b0fed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:19:18.259285 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d722c602-b685-468c-a551-c0c9882dcce1 req-ffe35efa-05d4-4ff8-86b2-4737d89e10dd service neutron] Bound using segment: {'id': '092fb16a-01c2-4f4a-b148-df23675b5071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '82671036-c03a-4d3c-b62d-db19aa8b0fed'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:19:18.259285 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-d722c602-b685-468c-a551-c0c9882dcce1 req-ffe35efa-05d4-4ff8-86b2-4737d89e10dd service neutron] Bound port: 81ac5d21-1911-4e35-ae02-47c63dc7fbc6, host: n-h2-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '092fb16a-01c2-4f4a-b148-df23675b5071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '82671036-c03a-4d3c-b62d-db19aa8b0fed'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:19:18.300361 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Pushing event updated for resources: {'Port': ['ID=1bb7f15e-fced-4924-b745-d95b0e0d7032,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:18.303720 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afddfaed-801d-4f90-bcc6-206bea867c2f None None] Network 4bb00d68-7b2c-4a01-96ed-e35f0535bfa8 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:19:18.307225 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6800596-e489-40dd-92bb-f000bbf7ba19 req-f87405dd-ea35-4e82-93dd-f60e1fdca2ee tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] Made reservation on behalf of 7851f42081094a5cb918c24ec160be32 for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:19:18.312999 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-a6800596-e489-40dd-92bb-f000bbf7ba19 req-f87405dd-ea35-4e82-93dd-f60e1fdca2ee tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:18.380825 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-d722c602-b685-468c-a551-c0c9882dcce1 req-ffe35efa-05d4-4ff8-86b2-4737d89e10dd service neutron] For port 81ac5d21-1911-4e35-ae02-47c63dc7fbc6, host n-h2-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=81ac5d21-1911-4e35-ae02-47c63dc7fbc6,segment=NetworkSegment(092fb16a-01c2-4f4a-b148-df23675b5071),segment_id=092fb16a-01c2-4f4a-b148-df23675b5071)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:19:18.400769 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-92b706ee-13a2-4609-be87-401943ce3554 None None] Provisioning complete for port 1bb7f15e-fced-4924-b745-d95b0e0d7032 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:19:18.401180 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-92b706ee-13a2-4609-be87-401943ce3554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:18.406189 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-64a9f25c-46c2-4263-bbe6-c77cd1bda3de req-28dde55f-440a-4441-87cf-ed4d47c655ea service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=08ecabda-5587-420b-a912-46737a0ec139&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1043119 Oct 12 19:19:18.438174 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d376d34a-02be-41b3-b638-ca4d8d357d64 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Made reservation on behalf of a71ed3d37d1c4e30b7792045a19a040b for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:19:18.441197 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6800596-e489-40dd-92bb-f000bbf7ba19 req-0e9c9be0-e436-4a5a-ba06-e64255e85847 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:18.441716 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d376d34a-02be-41b3-b638-ca4d8d357d64 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:18.442511 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a6800596-e489-40dd-92bb-f000bbf7ba19 req-0e9c9be0-e436-4a5a-ba06-e64255e85847 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] 10.222.0.61 "GET /v2.0/networks?id=dc639c1c-cc8a-4385-ba7f-0ec15549d909 HTTP/1.1" status: 200 len: 811 time: 0.1900117 Oct 12 19:19:18.468475 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d376d34a-02be-41b3-b638-ca4d8d357d64 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:19:18.470142 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-a6800596-e489-40dd-92bb-f000bbf7ba19 req-e165033a-374b-4985-a427-aba5bbeadd10 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] Request body: {'port': {'device_id': '4e191995-2761-4bc7-84d5-6512eb35bfb1', 'network_id': 'dc639c1c-cc8a-4385-ba7f-0ec15549d909', 'admin_state_up': True, 'tenant_id': '7851f42081094a5cb918c24ec160be32'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:19:18.481922 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d376d34a-02be-41b3-b638-ca4d8d357d64 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:18.483313 n-d-813679-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-d376d34a-02be-41b3-b638-ca4d8d357d64 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Added segment d7ed5a11-5d3b-418d-9066-660df9987f38 of type vlan for network 86dec6e3-6752-47e7-b9ec-de1abfa4fa8d Oct 12 19:19:18.493404 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 4dd3e257-2e48-40b5-804d-64e7978ca01e triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:19:18.493404 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:18.566202 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-d722c602-b685-468c-a551-c0c9882dcce1 req-ffe35efa-05d4-4ff8-86b2-4737d89e10dd service neutron] Notify callbacks [] for binding, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:18.573953 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d722c602-b685-468c-a551-c0c9882dcce1 req-ffe35efa-05d4-4ff8-86b2-4737d89e10dd service neutron] 10.222.0.49 "POST /v2.0/ports/81ac5d21-1911-4e35-ae02-47c63dc7fbc6/bindings HTTP/1.1" status: 201 len: 389 time: 0.5633268 Oct 12 19:19:18.624907 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [req-a6800596-e489-40dd-92bb-f000bbf7ba19 req-f87405dd-ea35-4e82-93dd-f60e1fdca2ee tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] Allocated IP 172.20.0.3 (dc639c1c-cc8a-4385-ba7f-0ec15549d909/adcede61-2172-4296-97d7-f0465cd74c13/bb3f6049-1a9e-4fbe-9373-86e073769e23) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:19:18.651899 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d376d34a-02be-41b3-b638-ca4d8d357d64 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:18.693972 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f86af6-4587-49c8-84f9-d8f5d2da9244 None None] DHCP port deletion for 4bb00d68-7b2c-4a01-96ed-e35f0535bfa8 request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 19:19:18.721347 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a9f25c-46c2-4263-bbe6-c77cd1bda3de req-2abdb0ec-1f49-4e2f-97c7-4744949d8809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:18.726602 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-64a9f25c-46c2-4263-bbe6-c77cd1bda3de req-2abdb0ec-1f49-4e2f-97c7-4744949d8809 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=803d7b884967412f992e4b2e79b460e6&device_id=08ecabda-5587-420b-a912-46737a0ec139 HTTP/1.1" status: 200 len: 1095 time: 0.2115731 Oct 12 19:19:18.756699 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-d7f86af6-4587-49c8-84f9-d8f5d2da9244 None None] Deleting port 1bb7f15e-fced-4924-b745-d95b0e0d7032 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:19:18.757335 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d7f86af6-4587-49c8-84f9-d8f5d2da9244 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:18.848760 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f644d4e9-22f7-4f6b-9f99-61d1d9cf2eb2 req-f2b99be4-3063-45d1-a31d-64ce0762cd1b tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:18.859025 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f644d4e9-22f7-4f6b-9f99-61d1d9cf2eb2 req-f2b99be4-3063-45d1-a31d-64ce0762cd1b tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5314e30-527f-43ff-ad86-8b07326cb2f2 HTTP/1.1" status: 200 len: 949 time: 0.2220309 Oct 12 19:19:18.866865 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d376d34a-02be-41b3-b638-ca4d8d357d64 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:18.868500 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-d7f86af6-4587-49c8-84f9-d8f5d2da9244 None None] For port 1bb7f15e-fced-4924-b745-d95b0e0d7032, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=1bb7f15e-fced-4924-b745-d95b0e0d7032,segment=NetworkSegment(efca5181-5fe2-43f5-af7a-7f547a6c79ea),segment_id=efca5181-5fe2-43f5-af7a-7f547a6c79ea)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:19:18.873332 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d7f86af6-4587-49c8-84f9-d8f5d2da9244 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:18.875050 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d376d34a-02be-41b3-b638-ca4d8d357d64 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:18.876384 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d376d34a-02be-41b3-b638-ca4d8d357d64 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:18.894832 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-d7f86af6-4587-49c8-84f9-d8f5d2da9244 None None] Calling delete_port for 1bb7f15e-fced-4924-b745-d95b0e0d7032 owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:19:19.025464 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f644d4e9-22f7-4f6b-9f99-61d1d9cf2eb2 req-4c8944e4-e8e8-4fcd-abc0-f4153864abce tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653566 Oct 12 19:19:19.064171 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d376d34a-02be-41b3-b638-ca4d8d357d64 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Pushing event updated for resources: {'Network': ['ID=86dec6e3-6752-47e7-b9ec-de1abfa4fa8d,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:19.070026 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a9f25c-46c2-4263-bbe6-c77cd1bda3de req-de44dabf-f931-4311-9650-35d71334510a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:19.071691 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-64a9f25c-46c2-4263-bbe6-c77cd1bda3de req-de44dabf-f931-4311-9650-35d71334510a service neutron] 10.222.0.61 "GET /v2.0/networks?id=82671036-c03a-4d3c-b62d-db19aa8b0fed HTTP/1.1" status: 200 len: 921 time: 0.3185468 Oct 12 19:19:19.083273 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 86dec6e3-6752-47e7-b9ec-de1abfa4fa8d details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:19:19.116277 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-d376d34a-02be-41b3-b638-ca4d8d357d64 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9044788 Oct 12 19:19:19.144221 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d7f86af6-4587-49c8-84f9-d8f5d2da9244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:19.146470 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 40572) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:19:19.164379 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-0ede08ae-3f89-4fd8-bcd8-99e67126773b tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Request body: {'subnet': {'network_id': '86dec6e3-6752-47e7-b9ec-de1abfa4fa8d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:19:19.187161 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-64a9f25c-46c2-4263-bbe6-c77cd1bda3de req-a8deeda4-aa84-4fd6-a299-8e1b3396778f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1811d3a0-467e-48a0-a3db-28fc7ff2ff79 HTTP/1.1" status: 200 len: 217 time: 0.1068456 Oct 12 19:19:19.193702 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f86af6-4587-49c8-84f9-d8f5d2da9244 None None] Pushing event deleted for resources: {'Port': ['ID=1bb7f15e-fced-4924-b745-d95b0e0d7032,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:19.209626 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f86af6-4587-49c8-84f9-d8f5d2da9244 None None] No DVR routers for this DVR port 1bb7f15e-fced-4924-b745-d95b0e0d7032 on host n-d-813679-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:19:19.232253 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b9bce4fd-aa0f-43db-9ef5-e6299c6cf2c1 req-c5af184d-dfda-4e2c-a14a-0a733271cada tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e191995-2761-4bc7-84d5-6512eb35bfb1 HTTP/1.1" status: 200 len: 210 time: 0.1156449 Oct 12 19:19:19.312076 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a9f25c-46c2-4263-bbe6-c77cd1bda3de req-1d8f61c8-581a-4b68-b680-a084db9f82b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:19.313631 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-64a9f25c-46c2-4263-bbe6-c77cd1bda3de req-1d8f61c8-581a-4b68-b680-a084db9f82b7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=39796bec-4145-45cd-b713-3f2477a830cb HTTP/1.1" status: 200 len: 860 time: 0.0802712 Oct 12 19:19:19.359052 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-64a9f25c-46c2-4263-bbe6-c77cd1bda3de req-79f26701-a66c-444d-92bc-38f8076a9345 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=82671036-c03a-4d3c-b62d-db19aa8b0fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338562 Oct 12 19:19:19.424160 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedb3b92-f121-4b6a-add0-3d3c15e4caac req-5b91e239-38db-45c8-827a-9f08e37c9cc2 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:19.425749 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-aedb3b92-f121-4b6a-add0-3d3c15e4caac req-5b91e239-38db-45c8-827a-9f08e37c9cc2 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=3319d60b-298b-4178-b9dd-044069330d69 HTTP/1.1" status: 200 len: 946 time: 0.2781987 Oct 12 19:19:19.477691 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-64a9f25c-46c2-4263-bbe6-c77cd1bda3de req-fe2c5c46-2344-40a9-a1ba-2ace41312825 service neutron] 10.222.0.61 "GET /v2.0/networks/82671036-c03a-4d3c-b62d-db19aa8b0fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101258 Oct 12 19:19:19.477905 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6800596-e489-40dd-92bb-f000bbf7ba19 req-e165033a-374b-4985-a427-aba5bbeadd10 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] Made reservation on behalf of 7851f42081094a5cb918c24ec160be32 for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:19:19.481423 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-a6800596-e489-40dd-92bb-f000bbf7ba19 req-e165033a-374b-4985-a427-aba5bbeadd10 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:19.547752 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 1bb7f15e-fced-4924-b745-d95b0e0d7032 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:19:19.570746 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 1bb7f15e-fced-4924-b745-d95b0e0d7032 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:19:19.571287 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 1bb7f15e-fced-4924-b745-d95b0e0d7032 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:19:19.580073 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-aedb3b92-f121-4b6a-add0-3d3c15e4caac req-b1221309-c1a8-4fe4-ad5b-02ae0622ab93 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2999b03-b87d-46b4-9267-1669e2e14df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465175 Oct 12 19:19:19.583437 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-a6800596-e489-40dd-92bb-f000bbf7ba19 req-f87405dd-ea35-4e82-93dd-f60e1fdca2ee tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:19.603200 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bda487-4c62-4605-a775-6d1024684498 req-6cb07dd4-96a1-49d0-a3fe-4f84521837da tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:19.604757 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e9bda487-4c62-4605-a775-6d1024684498 req-6cb07dd4-96a1-49d0-a3fe-4f84521837da tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5314e30-527f-43ff-ad86-8b07326cb2f2 HTTP/1.1" status: 200 len: 949 time: 0.1210403 Oct 12 19:19:19.641929 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-64a9f25c-46c2-4263-bbe6-c77cd1bda3de req-518b9041-ab73-462b-a031-67aa9fb5852c service neutron] 10.222.0.61 "GET /v2.0/networks/82671036-c03a-4d3c-b62d-db19aa8b0fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231763 Oct 12 19:19:19.660546 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e9bda487-4c62-4605-a775-6d1024684498 req-a7e7ddcb-e4c2-418f-b8b7-521e8f75fdb7 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482481 Oct 12 19:19:19.663170 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d722c602-b685-468c-a551-c0c9882dcce1 req-a71dc8c7-cbd2-4678-ae5f-bc4391f0576d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:19.664958 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d722c602-b685-468c-a551-c0c9882dcce1 req-a71dc8c7-cbd2-4678-ae5f-bc4391f0576d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=803d7b884967412f992e4b2e79b460e6&device_id=3319d60b-298b-4178-b9dd-044069330d69 HTTP/1.1" status: 200 len: 1097 time: 0.1898932 Oct 12 19:19:19.733160 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ede08ae-3f89-4fd8-bcd8-99e67126773b tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Made reservation on behalf of a71ed3d37d1c4e30b7792045a19a040b for: {'subnet': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:19:19.736697 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0ede08ae-3f89-4fd8-bcd8-99e67126773b tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4612397'] for subnet, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:19.851794 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d722c602-b685-468c-a551-c0c9882dcce1 req-45c92a64-fab5-4a8e-99b8-dfaa22c1757c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:19.853314 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d722c602-b685-468c-a551-c0c9882dcce1 req-45c92a64-fab5-4a8e-99b8-dfaa22c1757c service neutron] 10.222.0.67 "GET /v2.0/networks?id=82671036-c03a-4d3c-b62d-db19aa8b0fed HTTP/1.1" status: 200 len: 921 time: 0.1749394 Oct 12 19:19:19.909888 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d722c602-b685-468c-a551-c0c9882dcce1 req-fc27287f-54ca-4d1c-a367-d0182dd2b2ce service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=81ac5d21-1911-4e35-ae02-47c63dc7fbc6 HTTP/1.1" status: 200 len: 217 time: 0.0484080 Oct 12 19:19:19.933634 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-a6800596-e489-40dd-92bb-f000bbf7ba19 req-f87405dd-ea35-4e82-93dd-f60e1fdca2ee tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:19.970861 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [req-d170c8f1-04f1-4793-8ee0-2006e5025f0d req-ab5d066d-0e22-490f-a211-0ad21032739a service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 19:19:19.971861 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d170c8f1-04f1-4793-8ee0-2006e5025f0d req-ab5d066d-0e22-490f-a211-0ad21032739a service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0177011 Oct 12 19:19:20.078998 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6800596-e489-40dd-92bb-f000bbf7ba19 req-f87405dd-ea35-4e82-93dd-f60e1fdca2ee tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] Network dc639c1c-cc8a-4385-ba7f-0ec15549d909 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:19:20.094640 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [req-a6800596-e489-40dd-92bb-f000bbf7ba19 req-f87405dd-ea35-4e82-93dd-f60e1fdca2ee tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:19:20.120142 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [req-a6800596-e489-40dd-92bb-f000bbf7ba19 req-e165033a-374b-4985-a427-aba5bbeadd10 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] Allocated IP 172.20.0.6 (dc639c1c-cc8a-4385-ba7f-0ec15549d909/adcede61-2172-4296-97d7-f0465cd74c13/75bf3793-e6e4-4a3c-b40a-2b40324ab913) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:19:20.122400 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6800596-e489-40dd-92bb-f000bbf7ba19 req-f87405dd-ea35-4e82-93dd-f60e1fdca2ee tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:19:20.125386 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87405dd-ea35-4e82-93dd-f60e1fdca2ee tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] Pushing event updated for resources: {'Port': ['ID=bb3f6049-1a9e-4fbe-9373-86e073769e23,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:20.128374 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d722c602-b685-468c-a551-c0c9882dcce1 req-10f20f5c-2734-40f2-b01b-89be7323c721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:20.129835 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d722c602-b685-468c-a551-c0c9882dcce1 req-10f20f5c-2734-40f2-b01b-89be7323c721 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=39796bec-4145-45cd-b713-3f2477a830cb HTTP/1.1" status: 200 len: 860 time: 0.1942828 Oct 12 19:19:20.209393 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d722c602-b685-468c-a551-c0c9882dcce1 req-582ef571-9d3c-4f86-a4e3-8007edb237b8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=82671036-c03a-4d3c-b62d-db19aa8b0fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492849 Oct 12 19:19:20.281123 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6800596-e489-40dd-92bb-f000bbf7ba19 req-f87405dd-ea35-4e82-93dd-f60e1fdca2ee tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:20.281737 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-a6800596-e489-40dd-92bb-f000bbf7ba19 req-f87405dd-ea35-4e82-93dd-f60e1fdca2ee tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:20.323843 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-84f3f1c9-e7ea-4f41-b103-e5e1d3d22165 req-cbf00c84-bcd6-4e68-bd79-b6b91914bb18 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e191995-2761-4bc7-84d5-6512eb35bfb1 HTTP/1.1" status: 200 len: 210 time: 0.0276048 Oct 12 19:19:20.411846 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d722c602-b685-468c-a551-c0c9882dcce1 req-5fef458e-b5fe-453e-b86d-bee052728490 service neutron] 10.222.0.67 "GET /v2.0/networks/82671036-c03a-4d3c-b62d-db19aa8b0fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919799 Oct 12 19:19:20.456780 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a6800596-e489-40dd-92bb-f000bbf7ba19 req-f87405dd-ea35-4e82-93dd-f60e1fdca2ee tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6454225 Oct 12 19:19:20.508338 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-a6800596-e489-40dd-92bb-f000bbf7ba19 req-98349060-0ba4-476a-bf4c-d1fde80c231a service neutron] Request body: {'port': {'device_id': '48de0305-19f8-44dd-af76-396e641125ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-3'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:19:20.587785 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-a6800596-e489-40dd-92bb-f000bbf7ba19 req-e165033a-374b-4985-a427-aba5bbeadd10 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:20.646425 n-d-813679-3 neutron-server[95501]: DEBUG neutron.objects.ports [None req-0ede08ae-3f89-4fd8-bcd8-99e67126773b tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95501) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 12 19:19:20.671565 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0ede08ae-3f89-4fd8-bcd8-99e67126773b tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4824863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4612355'] for subnet, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:20.733556 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9e0ce554-c8d8-42cb-b4c8-28d2a4d07a38 req-d15c1f53-08ff-4f3f-8dcc-c4e69fc12f8d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e5314e30-527f-43ff-ad86-8b07326cb2f2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0795457 Oct 12 19:19:20.748005 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7036569-e06f-48d2-ad62-2552d16c208a req-ceecaec1-20ee-4c4b-a7a6-7f42c120704f tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:20.750334 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f7036569-e06f-48d2-ad62-2552d16c208a req-ceecaec1-20ee-4c4b-a7a6-7f42c120704f tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=3319d60b-298b-4178-b9dd-044069330d69 HTTP/1.1" status: 200 len: 946 time: 0.0671461 Oct 12 19:19:20.751562 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0947f9d1-aae7-4d31-a811-4f272505d766 req-8c472967-4a3a-42a8-a821-14f98a13a1ac tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:20.753093 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0947f9d1-aae7-4d31-a811-4f272505d766 req-8c472967-4a3a-42a8-a821-14f98a13a1ac tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5314e30-527f-43ff-ad86-8b07326cb2f2 HTTP/1.1" status: 200 len: 949 time: 0.2487416 Oct 12 19:19:20.753678 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-a6800596-e489-40dd-92bb-f000bbf7ba19 req-98349060-0ba4-476a-bf4c-d1fde80c231a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:20.761600 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d722c602-b685-468c-a551-c0c9882dcce1 req-c06834dc-6823-4d33-8d42-59b249b6eb34 service neutron] 10.222.0.67 "GET /v2.0/networks/82671036-c03a-4d3c-b62d-db19aa8b0fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3296118 Oct 12 19:19:20.790884 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f7036569-e06f-48d2-ad62-2552d16c208a req-7592339e-f814-4170-a4c7-e2cc8973423a tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2999b03-b87d-46b4-9267-1669e2e14df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338876 Oct 12 19:19:20.816557 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ede08ae-3f89-4fd8-bcd8-99e67126773b tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Pushing event updated for resources: {'Subnet': ['ID=9a6ff6bd-7b15-4f7e-bd29-ee8b9ecdf753,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:20.869474 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ede08ae-3f89-4fd8-bcd8-99e67126773b tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Checking segment: {'id': 'd7ed5a11-5d3b-418d-9066-660df9987f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '86dec6e3-6752-47e7-b9ec-de1abfa4fa8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:19:20.869831 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ede08ae-3f89-4fd8-bcd8-99e67126773b tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Network hostable DHCP agents. Network: 86dec6e3-6752-47e7-b9ec-de1abfa4fa8d, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:19:20.874801 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0947f9d1-aae7-4d31-a811-4f272505d766 req-19be9930-b060-4f01-8b8a-763d9ebbfbec tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022894 Oct 12 19:19:20.948182 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-a6800596-e489-40dd-92bb-f000bbf7ba19 req-e165033a-374b-4985-a427-aba5bbeadd10 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:21.030821 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6800596-e489-40dd-92bb-f000bbf7ba19 req-e165033a-374b-4985-a427-aba5bbeadd10 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] Network dc639c1c-cc8a-4385-ba7f-0ec15549d909 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:19:21.077367 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ede08ae-3f89-4fd8-bcd8-99e67126773b tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Network 86dec6e3-6752-47e7-b9ec-de1abfa4fa8d is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:19:21.081174 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [req-a6800596-e489-40dd-92bb-f000bbf7ba19 req-e165033a-374b-4985-a427-aba5bbeadd10 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:19:21.087466 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e165033a-374b-4985-a427-aba5bbeadd10 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] Pushing event updated for resources: {'Port': ['ID=75bf3793-e6e4-4a3c-b40a-2b40324ab913,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:21.090080 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6800596-e489-40dd-92bb-f000bbf7ba19 req-e165033a-374b-4985-a427-aba5bbeadd10 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:19:21.171910 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6800596-e489-40dd-92bb-f000bbf7ba19 req-e165033a-374b-4985-a427-aba5bbeadd10 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:21.172568 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-a6800596-e489-40dd-92bb-f000bbf7ba19 req-e165033a-374b-4985-a427-aba5bbeadd10 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:21.180614 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-0ede08ae-3f89-4fd8-bcd8-99e67126773b tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, 86dec6e3-6752-47e7-b9ec-de1abfa4fa8d) {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:19:21.190314 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc26600c-9d4a-4454-aa76-652161999293 None None] Network 86dec6e3-6752-47e7-b9ec-de1abfa4fa8d requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:19:21.199123 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ede08ae-3f89-4fd8-bcd8-99e67126773b tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:21.199775 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0ede08ae-3f89-4fd8-bcd8-99e67126773b tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:21.276584 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [req-a6800596-e489-40dd-92bb-f000bbf7ba19 req-98349060-0ba4-476a-bf4c-d1fde80c231a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb3f6049-1a9e-4fbe-9373-86e073769e23 {{(pid=95501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:19:21.304582 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a6800596-e489-40dd-92bb-f000bbf7ba19 req-e165033a-374b-4985-a427-aba5bbeadd10 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8382850 Oct 12 19:19:21.309167 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-a6800596-e489-40dd-92bb-f000bbf7ba19 req-98349060-0ba4-476a-bf4c-d1fde80c231a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:21.317491 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-0ede08ae-3f89-4fd8-bcd8-99e67126773b tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1554921 Oct 12 19:19:21.317887 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 40648) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:19:21.321334 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-a6800596-e489-40dd-92bb-f000bbf7ba19 req-95a83a37-a531-4017-87f4-9caf97756322 service neutron] Request body: {'port': {'device_id': '4e191995-2761-4bc7-84d5-6512eb35bfb1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-3'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:19:21.322922 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-00a3b8cc-425d-494e-8a25-e52fb0fc113f tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Request body: {'port': {'network_id': '86dec6e3-6752-47e7-b9ec-de1abfa4fa8d', 'name': 'tempest-NetworksIpV6TestAttrs-1099867861'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:19:21.358576 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.provisioning_blocks [req-a6800596-e489-40dd-92bb-f000bbf7ba19 req-98349060-0ba4-476a-bf4c-d1fde80c231a service neutron] Transition to ACTIVE for port object bb3f6049-1a9e-4fbe-9373-86e073769e23 will not be triggered until provisioned by entity L2. {{(pid=95501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:19:21.395337 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-a6800596-e489-40dd-92bb-f000bbf7ba19 req-95a83a37-a531-4017-87f4-9caf97756322 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:21.456897 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-a6800596-e489-40dd-92bb-f000bbf7ba19 req-98349060-0ba4-476a-bf4c-d1fde80c231a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:21.469953 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93535e16-a357-47ef-80b1-686d01b91efc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-86dec6e3-6752-47e7-b9ec-de1abfa4fa8d', 'network_id': '86dec6e3-6752-47e7-b9ec-de1abfa4fa8d', 'tenant_id': 'a71ed3d37d1c4e30b7792045a19a040b', 'fixed_ips': [{'subnet_id': '9a6ff6bd-7b15-4f7e-bd29-ee8b9ecdf753'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:19:21.470938 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-93535e16-a357-47ef-80b1-686d01b91efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:21.600447 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98349060-0ba4-476a-bf4c-d1fde80c231a service neutron] Pushing event updated for resources: {'Port': ['ID=bb3f6049-1a9e-4fbe-9373-86e073769e23,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:21.620239 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7a7d44-0fe2-4b55-8b72-27b4bdcc41aa req-eed049e3-fbcc-4304-ad64-8f8cfab396b1 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:21.622178 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-de7a7d44-0fe2-4b55-8b72-27b4bdcc41aa req-eed049e3-fbcc-4304-ad64-8f8cfab396b1 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e191995-2761-4bc7-84d5-6512eb35bfb1 HTTP/1.1" status: 200 len: 931 time: 0.2112067 Oct 12 19:19:21.644782 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00a3b8cc-425d-494e-8a25-e52fb0fc113f tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Made reservation on behalf of a71ed3d37d1c4e30b7792045a19a040b for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:19:21.644782 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-00a3b8cc-425d-494e-8a25-e52fb0fc113f tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:21.659789 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-93535e16-a357-47ef-80b1-686d01b91efc None None] Allocated IP 2001:db8::f816:3eff:fe8a:fdf (86dec6e3-6752-47e7-b9ec-de1abfa4fa8d/9a6ff6bd-7b15-4f7e-bd29-ee8b9ecdf753/ac27fdb9-5f6f-4f2e-bd15-4062e997d0ba) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:19:21.688166 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [None req-00a3b8cc-425d-494e-8a25-e52fb0fc113f tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] device_id is not set on port 787f515d-026c-4d5a-a32b-5dd758bf9fc3 yet. {{(pid=95502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 19:19:21.920266 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-93535e16-a357-47ef-80b1-686d01b91efc None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:21.951075 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-de7a7d44-0fe2-4b55-8b72-27b4bdcc41aa req-41f5aaf7-443e-4fe8-be1b-3df1c540a760 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] 10.222.0.49 "GET /v2.0/security-groups?id=b56f478d-e2f2-41a4-ba89-750779981967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786610 Oct 12 19:19:21.987706 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a537bad-d1e4-4034-90d5-7dd270b8a3fc req-102f681d-72a2-433f-abba-23f229bebe3a tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:21.997187 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8a537bad-d1e4-4034-90d5-7dd270b8a3fc req-102f681d-72a2-433f-abba-23f229bebe3a tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=3319d60b-298b-4178-b9dd-044069330d69 HTTP/1.1" status: 200 len: 946 time: 0.1080999 Oct 12 19:19:22.011350 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-93535e16-a357-47ef-80b1-686d01b91efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:22.022513 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-a6800596-e489-40dd-92bb-f000bbf7ba19 req-98349060-0ba4-476a-bf4c-d1fde80c231a service neutron] Attempting to bind port bb3f6049-1a9e-4fbe-9373-86e073769e23 on host n-h2-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:19:22.022879 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-a6800596-e489-40dd-92bb-f000bbf7ba19 req-98349060-0ba4-476a-bf4c-d1fde80c231a service neutron] Attempting to bind port bb3f6049-1a9e-4fbe-9373-86e073769e23 by drivers openvswitch,hyperv on host n-h2-813679-3 at level 0 using segments [{'id': 'f404ba1e-6c99-4971-8902-ed67044f4412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'dc639c1c-cc8a-4385-ba7f-0ec15549d909'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:19:22.023225 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6800596-e489-40dd-92bb-f000bbf7ba19 req-98349060-0ba4-476a-bf4c-d1fde80c231a service neutron] Attempting to bind port bb3f6049-1a9e-4fbe-9373-86e073769e23 on network dc639c1c-cc8a-4385-ba7f-0ec15549d909 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:19:22.038899 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6800596-e489-40dd-92bb-f000bbf7ba19 req-98349060-0ba4-476a-bf4c-d1fde80c231a service neutron] Port bb3f6049-1a9e-4fbe-9373-86e073769e23 on network dc639c1c-cc8a-4385-ba7f-0ec15549d909 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:19:22.039220 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6800596-e489-40dd-92bb-f000bbf7ba19 req-98349060-0ba4-476a-bf4c-d1fde80c231a service neutron] Attempting to bind port bb3f6049-1a9e-4fbe-9373-86e073769e23 on network dc639c1c-cc8a-4385-ba7f-0ec15549d909 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:19:22.052680 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6800596-e489-40dd-92bb-f000bbf7ba19 req-98349060-0ba4-476a-bf4c-d1fde80c231a service neutron] Checking agent: {'id': '233fbd7d-38e4-434f-bb8f-05364d7423a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:19:22.053035 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6800596-e489-40dd-92bb-f000bbf7ba19 req-98349060-0ba4-476a-bf4c-d1fde80c231a service neutron] Checking segment: {'id': 'f404ba1e-6c99-4971-8902-ed67044f4412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'dc639c1c-cc8a-4385-ba7f-0ec15549d909'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:19:22.053436 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6800596-e489-40dd-92bb-f000bbf7ba19 req-98349060-0ba4-476a-bf4c-d1fde80c231a service neutron] Bound using segment: {'id': 'f404ba1e-6c99-4971-8902-ed67044f4412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'dc639c1c-cc8a-4385-ba7f-0ec15549d909'} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:19:22.054046 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-a6800596-e489-40dd-92bb-f000bbf7ba19 req-98349060-0ba4-476a-bf4c-d1fde80c231a service neutron] Bound port: bb3f6049-1a9e-4fbe-9373-86e073769e23, host: n-h2-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f404ba1e-6c99-4971-8902-ed67044f4412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'dc639c1c-cc8a-4385-ba7f-0ec15549d909'}}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:19:22.054644 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-a6800596-e489-40dd-92bb-f000bbf7ba19 req-98349060-0ba4-476a-bf4c-d1fde80c231a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:22.120064 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93535e16-a357-47ef-80b1-686d01b91efc None None] Network 86dec6e3-6752-47e7-b9ec-de1abfa4fa8d is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:19:22.148322 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-93535e16-a357-47ef-80b1-686d01b91efc None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:19:22.160961 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8a537bad-d1e4-4034-90d5-7dd270b8a3fc req-b9d159b1-8c75-4443-95cc-d5cac294847f tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2999b03-b87d-46b4-9267-1669e2e14df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621144 Oct 12 19:19:22.161104 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93535e16-a357-47ef-80b1-686d01b91efc None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:19:22.162699 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-00a3b8cc-425d-494e-8a25-e52fb0fc113f tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Allocated IP 2001:db8::f816:3eff:fe8c:9b42 (86dec6e3-6752-47e7-b9ec-de1abfa4fa8d/9a6ff6bd-7b15-4f7e-bd29-ee8b9ecdf753/787f515d-026c-4d5a-a32b-5dd758bf9fc3) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:19:22.265462 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93535e16-a357-47ef-80b1-686d01b91efc None None] Pushing event updated for resources: {'Port': ['ID=ac27fdb9-5f6f-4f2e-bd15-4062e997d0ba,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:22.327177 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-93535e16-a357-47ef-80b1-686d01b91efc None None] Attempting to bind port ac27fdb9-5f6f-4f2e-bd15-4062e997d0ba on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:19:22.327721 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-93535e16-a357-47ef-80b1-686d01b91efc None None] Attempting to bind port ac27fdb9-5f6f-4f2e-bd15-4062e997d0ba by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'd7ed5a11-5d3b-418d-9066-660df9987f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '86dec6e3-6752-47e7-b9ec-de1abfa4fa8d'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:19:22.328252 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93535e16-a357-47ef-80b1-686d01b91efc None None] Attempting to bind port ac27fdb9-5f6f-4f2e-bd15-4062e997d0ba on network 86dec6e3-6752-47e7-b9ec-de1abfa4fa8d {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:19:22.340776 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93535e16-a357-47ef-80b1-686d01b91efc None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:19:22.341296 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93535e16-a357-47ef-80b1-686d01b91efc None None] Checking segment: {'id': 'd7ed5a11-5d3b-418d-9066-660df9987f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '86dec6e3-6752-47e7-b9ec-de1abfa4fa8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:19:22.341787 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-93535e16-a357-47ef-80b1-686d01b91efc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:22.342447 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93535e16-a357-47ef-80b1-686d01b91efc None None] Bound using segment: {'id': 'd7ed5a11-5d3b-418d-9066-660df9987f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '86dec6e3-6752-47e7-b9ec-de1abfa4fa8d'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:19:22.346850 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-93535e16-a357-47ef-80b1-686d01b91efc None None] Bound port: ac27fdb9-5f6f-4f2e-bd15-4062e997d0ba, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7ed5a11-5d3b-418d-9066-660df9987f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '86dec6e3-6752-47e7-b9ec-de1abfa4fa8d'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:19:22.347402 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-93535e16-a357-47ef-80b1-686d01b91efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:22.440993 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-00a3b8cc-425d-494e-8a25-e52fb0fc113f tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:22.594202 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-00a3b8cc-425d-494e-8a25-e52fb0fc113f tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:22.637789 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [req-a6800596-e489-40dd-92bb-f000bbf7ba19 req-95a83a37-a531-4017-87f4-9caf97756322 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75bf3793-e6e4-4a3c-b40a-2b40324ab913 {{(pid=95501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:19:22.647340 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-a6800596-e489-40dd-92bb-f000bbf7ba19 req-95a83a37-a531-4017-87f4-9caf97756322 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:22.661119 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.provisioning_blocks [req-a6800596-e489-40dd-92bb-f000bbf7ba19 req-95a83a37-a531-4017-87f4-9caf97756322 service neutron] Transition to ACTIVE for port object 75bf3793-e6e4-4a3c-b40a-2b40324ab913 will not be triggered until provisioned by entity L2. {{(pid=95501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:19:22.709637 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39c6f18-1d61-4005-873f-fed5efeb1342 req-ceae0ea9-dd60-425e-8a00-cb4d52dbb96a tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:22.718144 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d39c6f18-1d61-4005-873f-fed5efeb1342 req-ceae0ea9-dd60-425e-8a00-cb4d52dbb96a tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5314e30-527f-43ff-ad86-8b07326cb2f2 HTTP/1.1" status: 200 len: 949 time: 0.5775464 Oct 12 19:19:22.745728 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a3b8cc-425d-494e-8a25-e52fb0fc113f tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Network 86dec6e3-6752-47e7-b9ec-de1abfa4fa8d is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:19:22.746467 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-a6800596-e489-40dd-92bb-f000bbf7ba19 req-98349060-0ba4-476a-bf4c-d1fde80c231a service neutron] For port bb3f6049-1a9e-4fbe-9373-86e073769e23, host n-h2-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:19:22.758918 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-00a3b8cc-425d-494e-8a25-e52fb0fc113f tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:19:22.765888 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a3b8cc-425d-494e-8a25-e52fb0fc113f tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:19:22.771810 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a3b8cc-425d-494e-8a25-e52fb0fc113f tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:22.772626 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-00a3b8cc-425d-494e-8a25-e52fb0fc113f tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:22.785001 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-93535e16-a357-47ef-80b1-686d01b91efc None None] For port ac27fdb9-5f6f-4f2e-bd15-4062e997d0ba, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:19:22.786631 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a3b8cc-425d-494e-8a25-e52fb0fc113f tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Pushing event updated for resources: {'Port': ['ID=787f515d-026c-4d5a-a32b-5dd758bf9fc3,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:22.801671 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-93535e16-a357-47ef-80b1-686d01b91efc None None] For port ac27fdb9-5f6f-4f2e-bd15-4062e997d0ba, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=ac27fdb9-5f6f-4f2e-bd15-4062e997d0ba,segment=NetworkSegment(d7ed5a11-5d3b-418d-9066-660df9987f38),segment_id=d7ed5a11-5d3b-418d-9066-660df9987f38)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:19:22.805952 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d39c6f18-1d61-4005-873f-fed5efeb1342 req-7e070076-0cad-42d5-986f-ef6761529edb tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869308 Oct 12 19:19:22.807784 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-a6800596-e489-40dd-92bb-f000bbf7ba19 req-98349060-0ba4-476a-bf4c-d1fde80c231a service neutron] For port bb3f6049-1a9e-4fbe-9373-86e073769e23, host n-h2-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=bb3f6049-1a9e-4fbe-9373-86e073769e23,segment=NetworkSegment(f404ba1e-6c99-4971-8902-ed67044f4412),segment_id=f404ba1e-6c99-4971-8902-ed67044f4412)] {{(pid=95501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:19:22.808812 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-a6800596-e489-40dd-92bb-f000bbf7ba19 req-95a83a37-a531-4017-87f4-9caf97756322 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:22.876474 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a83a37-a531-4017-87f4-9caf97756322 service neutron] Pushing event updated for resources: {'Port': ['ID=75bf3793-e6e4-4a3c-b40a-2b40324ab913,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:22.894979 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-93535e16-a357-47ef-80b1-686d01b91efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:22.897434 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-00a3b8cc-425d-494e-8a25-e52fb0fc113f tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.5784533 Oct 12 19:19:22.900135 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 40746) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:19:22.933240 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-a6800596-e489-40dd-92bb-f000bbf7ba19 req-98349060-0ba4-476a-bf4c-d1fde80c231a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:23.013157 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93535e16-a357-47ef-80b1-686d01b91efc None None] Pushing event updated for resources: {'Port': ['ID=ac27fdb9-5f6f-4f2e-bd15-4062e997d0ba,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:23.034488 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-878f5db0-a2c7-4606-9b8b-3786373dc9aa tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Deleting subnet 9a6ff6bd-7b15-4f7e-bd29-ee8b9ecdf753 {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:19:23.038555 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-878f5db0-a2c7-4606-9b8b-3786373dc9aa tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:23.108458 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-878f5db0-a2c7-4606-9b8b-3786373dc9aa tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16313642'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:23.139674 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6800596-e489-40dd-92bb-f000bbf7ba19 req-98349060-0ba4-476a-bf4c-d1fde80c231a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:23.139674 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-a6800596-e489-40dd-92bb-f000bbf7ba19 req-98349060-0ba4-476a-bf4c-d1fde80c231a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:23.139674 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a6800596-e489-40dd-92bb-f000bbf7ba19 req-98349060-0ba4-476a-bf4c-d1fde80c231a service neutron] 10.222.0.67 "PUT /v2.0/ports/bb3f6049-1a9e-4fbe-9373-86e073769e23 HTTP/1.1" status: 200 len: 1091 time: 2.6381989 Oct 12 19:19:23.139674 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48de0305-19f8-44dd-af76-396e641125ef', 'tag': 'bb3f6049-1a9e-4fbe-9373-86e073769e23'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:19:23.139674 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3cd8994-7f01-401f-bdbf-c2595976dc3d" -d '{"events": [{"name": "network-changed", "server_uuid": "48de0305-19f8-44dd-af76-396e641125ef", "tag": "bb3f6049-1a9e-4fbe-9373-86e073769e23"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:19:23.155934 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-a6800596-e489-40dd-92bb-f000bbf7ba19 req-95a83a37-a531-4017-87f4-9caf97756322 service neutron] Attempting to bind port 75bf3793-e6e4-4a3c-b40a-2b40324ab913 on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:19:23.156382 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-a6800596-e489-40dd-92bb-f000bbf7ba19 req-95a83a37-a531-4017-87f4-9caf97756322 service neutron] Attempting to bind port 75bf3793-e6e4-4a3c-b40a-2b40324ab913 by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': 'f404ba1e-6c99-4971-8902-ed67044f4412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'dc639c1c-cc8a-4385-ba7f-0ec15549d909'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:19:23.159737 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6800596-e489-40dd-92bb-f000bbf7ba19 req-95a83a37-a531-4017-87f4-9caf97756322 service neutron] Attempting to bind port 75bf3793-e6e4-4a3c-b40a-2b40324ab913 on network dc639c1c-cc8a-4385-ba7f-0ec15549d909 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:19:23.162516 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98349060-0ba4-476a-bf4c-d1fde80c231a service neutron] Pushing event updated for resources: {'Port': ['ID=bb3f6049-1a9e-4fbe-9373-86e073769e23,revision_number=3']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:23.165519 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6800596-e489-40dd-92bb-f000bbf7ba19 req-95a83a37-a531-4017-87f4-9caf97756322 service neutron] Port 75bf3793-e6e4-4a3c-b40a-2b40324ab913 on network dc639c1c-cc8a-4385-ba7f-0ec15549d909 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:19:23.165844 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6800596-e489-40dd-92bb-f000bbf7ba19 req-95a83a37-a531-4017-87f4-9caf97756322 service neutron] Attempting to bind port 75bf3793-e6e4-4a3c-b40a-2b40324ab913 on network dc639c1c-cc8a-4385-ba7f-0ec15549d909 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:19:23.172325 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6800596-e489-40dd-92bb-f000bbf7ba19 req-95a83a37-a531-4017-87f4-9caf97756322 service neutron] Checking agent: {'id': 'f5e9725f-f5a6-43c2-a1be-95e21e9a1fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:19:23.172976 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6800596-e489-40dd-92bb-f000bbf7ba19 req-95a83a37-a531-4017-87f4-9caf97756322 service neutron] Checking segment: {'id': 'f404ba1e-6c99-4971-8902-ed67044f4412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'dc639c1c-cc8a-4385-ba7f-0ec15549d909'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:19:23.173372 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6800596-e489-40dd-92bb-f000bbf7ba19 req-95a83a37-a531-4017-87f4-9caf97756322 service neutron] Bound using segment: {'id': 'f404ba1e-6c99-4971-8902-ed67044f4412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'dc639c1c-cc8a-4385-ba7f-0ec15549d909'} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:19:23.173814 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-a6800596-e489-40dd-92bb-f000bbf7ba19 req-95a83a37-a531-4017-87f4-9caf97756322 service neutron] Bound port: 75bf3793-e6e4-4a3c-b40a-2b40324ab913, host: n-h1-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f404ba1e-6c99-4971-8902-ed67044f4412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'dc639c1c-cc8a-4385-ba7f-0ec15549d909'}}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:19:23.174178 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-a6800596-e489-40dd-92bb-f000bbf7ba19 req-95a83a37-a531-4017-87f4-9caf97756322 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:23.245151 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34895951-bab9-4121-a413-dbae23c2e9d4 x-openstack-request-id: req-34895951-bab9-4121-a413-dbae23c2e9d4 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:19:23.245714 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48de0305-19f8-44dd-af76-396e641125ef", "tag": "bb3f6049-1a9e-4fbe-9373-86e073769e23", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:19:23.246799 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-34895951-bab9-4121-a413-dbae23c2e9d4 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:19:23.247451 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48de0305-19f8-44dd-af76-396e641125ef', 'tag': 'bb3f6049-1a9e-4fbe-9373-86e073769e23', 'status': 'completed', 'code': 200} Oct 12 19:19:23.390043 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-878f5db0-a2c7-4606-9b8b-3786373dc9aa tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:23.400643 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-a6800596-e489-40dd-92bb-f000bbf7ba19 req-95a83a37-a531-4017-87f4-9caf97756322 service neutron] For port 75bf3793-e6e4-4a3c-b40a-2b40324ab913, host n-h1-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:19:23.414912 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cd8994-7f01-401f-bdbf-c2595976dc3d req-83eba283-9bbc-4681-854e-26a902ddf09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:23.416915 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f3cd8994-7f01-401f-bdbf-c2595976dc3d req-83eba283-9bbc-4681-854e-26a902ddf09c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7851f42081094a5cb918c24ec160be32&device_id=48de0305-19f8-44dd-af76-396e641125ef HTTP/1.1" status: 200 len: 1094 time: 0.1611869 Oct 12 19:19:23.428362 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c62755-af17-42e3-9ba7-7f532e1a6f89 req-6aff992c-eddd-496f-8c88-93919558d56d tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:23.433527 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-a6800596-e489-40dd-92bb-f000bbf7ba19 req-95a83a37-a531-4017-87f4-9caf97756322 service neutron] For port 75bf3793-e6e4-4a3c-b40a-2b40324ab913, host n-h1-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=75bf3793-e6e4-4a3c-b40a-2b40324ab913,segment=NetworkSegment(f404ba1e-6c99-4971-8902-ed67044f4412),segment_id=f404ba1e-6c99-4971-8902-ed67044f4412)] {{(pid=95501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:19:23.441249 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-40c62755-af17-42e3-9ba7-7f532e1a6f89 req-6aff992c-eddd-496f-8c88-93919558d56d tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e191995-2761-4bc7-84d5-6512eb35bfb1 HTTP/1.1" status: 200 len: 943 time: 0.1300020 Oct 12 19:19:23.534012 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-40c62755-af17-42e3-9ba7-7f532e1a6f89 req-3a48f1e2-622d-46eb-9792-a584cc0d55a4 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] 10.222.0.49 "GET /v2.0/security-groups?id=b56f478d-e2f2-41a4-ba89-750779981967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889292 Oct 12 19:19:23.552204 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-a6800596-e489-40dd-92bb-f000bbf7ba19 req-95a83a37-a531-4017-87f4-9caf97756322 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:23.577917 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6800596-e489-40dd-92bb-f000bbf7ba19 req-95a83a37-a531-4017-87f4-9caf97756322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:23.578652 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-a6800596-e489-40dd-92bb-f000bbf7ba19 req-95a83a37-a531-4017-87f4-9caf97756322 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:23.580854 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a6800596-e489-40dd-92bb-f000bbf7ba19 req-95a83a37-a531-4017-87f4-9caf97756322 service neutron] 10.222.0.61 "PUT /v2.0/ports/75bf3793-e6e4-4a3c-b40a-2b40324ab913 HTTP/1.1" status: 200 len: 1091 time: 2.2645698 Oct 12 19:19:23.611751 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-878f5db0-a2c7-4606-9b8b-3786373dc9aa tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4306592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16245866'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:23.622404 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f2c6ee-fe3e-477c-8eac-b24ba245ecee req-4325adc4-43e3-4b4f-9c5f-8d62bd9748fd tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:23.631621 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b0f2c6ee-fe3e-477c-8eac-b24ba245ecee req-4325adc4-43e3-4b4f-9c5f-8d62bd9748fd tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=3319d60b-298b-4178-b9dd-044069330d69 HTTP/1.1" status: 200 len: 946 time: 0.3065555 Oct 12 19:19:23.655667 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878f5db0-a2c7-4606-9b8b-3786373dc9aa tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Pushing event deleted for resources: {'Subnet': ['ID=9a6ff6bd-7b15-4f7e-bd29-ee8b9ecdf753,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:23.673211 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-878f5db0-a2c7-4606-9b8b-3786373dc9aa tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:23.676545 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-878f5db0-a2c7-4606-9b8b-3786373dc9aa tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] 10.222.0.49 "DELETE /v2.0/subnets/9a6ff6bd-7b15-4f7e-bd29-ee8b9ecdf753 HTTP/1.1" status: 204 len: 168 time: 0.7754126 Oct 12 19:19:23.679203 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 40774) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:19:23.693247 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device ac27fdb9-5f6f-4f2e-bd15-4062e997d0ba up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:19:23.797124 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port ac27fdb9-5f6f-4f2e-bd15-4062e997d0ba triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:19:23.798169 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cd8994-7f01-401f-bdbf-c2595976dc3d req-ec8690ec-3880-417a-9c8c-b3322dd46be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:23.799996 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:23.800458 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f3cd8994-7f01-401f-bdbf-c2595976dc3d req-ec8690ec-3880-417a-9c8c-b3322dd46be5 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=7851f42081094a5cb918c24ec160be32&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3696384 Oct 12 19:19:23.822869 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a83a37-a531-4017-87f4-9caf97756322 service neutron] Pushing event updated for resources: {'Port': ['ID=75bf3793-e6e4-4a3c-b40a-2b40324ab913,revision_number=3']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:23.886381 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1529e1-17fc-4687-a5b6-4878fa8c7706 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:23.888691 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1529e1-17fc-4687-a5b6-4878fa8c7706 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:23.890765 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-4b1529e1-17fc-4687-a5b6-4878fa8c7706 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2105293 Oct 12 19:19:23.893558 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 40792) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:19:23.976998 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:24.018728 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6800596-e489-40dd-92bb-f000bbf7ba19 req-58331ce5-51c6-4b33-a084-53d04ff122bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:24.020997 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a6800596-e489-40dd-92bb-f000bbf7ba19 req-58331ce5-51c6-4b33-a084-53d04ff122bc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7851f42081094a5cb918c24ec160be32&device_id=4e191995-2761-4bc7-84d5-6512eb35bfb1 HTTP/1.1" status: 200 len: 1094 time: 0.2647884 Oct 12 19:19:24.024260 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b0f2c6ee-fe3e-477c-8eac-b24ba245ecee req-2a9212b8-ac05-408a-8b18-bfae1820a9a2 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2999b03-b87d-46b4-9267-1669e2e14df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3915744 Oct 12 19:19:24.046547 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] For port ac27fdb9-5f6f-4f2e-bd15-4062e997d0ba, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=ac27fdb9-5f6f-4f2e-bd15-4062e997d0ba,segment=NetworkSegment(d7ed5a11-5d3b-418d-9066-660df9987f38),segment_id=d7ed5a11-5d3b-418d-9066-660df9987f38)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:19:24.079112 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-304f34a7-b4d2-44cc-b5ae-8a43906a762d tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:24.102472 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a6800596-e489-40dd-92bb-f000bbf7ba19 req-7076b3c1-f7c5-4a1b-9dc1-b568301503d8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=75bf3793-e6e4-4a3c-b40a-2b40324ab913 HTTP/1.1" status: 200 len: 217 time: 0.0726337 Oct 12 19:19:24.133014 n-d-813679-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-304f34a7-b4d2-44cc-b5ae-8a43906a762d tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] DELETE failed (client error): There was a conflict when trying to complete your request. Oct 12 19:19:24.143332 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-304f34a7-b4d2-44cc-b5ae-8a43906a762d tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:19:24.143332 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-304f34a7-b4d2-44cc-b5ae-8a43906a762d tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] 10.222.0.49 "DELETE /v2.0/networks/86dec6e3-6752-47e7-b9ec-de1abfa4fa8d HTTP/1.1" status: 409 len: 405 time: 0.2401271 Oct 12 19:19:24.143639 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 40802) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:19:24.148377 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-158eeebc-872d-4e2d-9361-56d258800c86 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-819122967'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:19:24.157371 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:24.164862 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255ac5ca-1821-45aa-ad4b-2062918ee4a4 req-c5d141bb-6e80-4410-9788-435e1fdb7c3b tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:24.173239 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6800596-e489-40dd-92bb-f000bbf7ba19 req-f3b1de06-969b-4cd5-b819-5ba822a3dd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:24.173953 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-255ac5ca-1821-45aa-ad4b-2062918ee4a4 req-c5d141bb-6e80-4410-9788-435e1fdb7c3b tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5314e30-527f-43ff-ad86-8b07326cb2f2 HTTP/1.1" status: 200 len: 949 time: 0.1713061 Oct 12 19:19:24.174920 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a6800596-e489-40dd-92bb-f000bbf7ba19 req-f3b1de06-969b-4cd5-b819-5ba822a3dd82 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=adcede61-2172-4296-97d7-f0465cd74c13 HTTP/1.1" status: 200 len: 851 time: 0.0637581 Oct 12 19:19:24.228690 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-255ac5ca-1821-45aa-ad4b-2062918ee4a4 req-8693d6a6-95cb-4d67-8451-24d8aa2f61a2 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538237 Oct 12 19:19:24.234858 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a6800596-e489-40dd-92bb-f000bbf7ba19 req-0452d236-01a9-4553-b247-e1eae91728d4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=dc639c1c-cc8a-4385-ba7f-0ec15549d909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506690 Oct 12 19:19:24.238856 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0ce554-c8d8-42cb-b4c8-28d2a4d07a38 req-c8fbb77b-e415-496c-b6bf-5db742eaab75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:24.248303 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9e0ce554-c8d8-42cb-b4c8-28d2a4d07a38 req-c8fbb77b-e415-496c-b6bf-5db742eaab75 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1439ecde881648d990934dad6d1d46ba&device_id=e5314e30-527f-43ff-ad86-8b07326cb2f2 HTTP/1.1" status: 200 len: 1100 time: 0.4384639 Oct 12 19:19:24.255145 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Pushing event updated for resources: {'Port': ['ID=ac27fdb9-5f6f-4f2e-bd15-4062e997d0ba,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:24.300342 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-158eeebc-872d-4e2d-9361-56d258800c86 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Made reservation on behalf of a71ed3d37d1c4e30b7792045a19a040b for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:19:24.304948 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-158eeebc-872d-4e2d-9361-56d258800c86 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:24.341222 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-158eeebc-872d-4e2d-9361-56d258800c86 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:19:24.355104 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-158eeebc-872d-4e2d-9361-56d258800c86 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:24.356236 n-d-813679-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-158eeebc-872d-4e2d-9361-56d258800c86 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Added segment 7d42dd64-70fc-46b7-9146-e3ab30d35e9c of type vlan for network c04d393a-03dc-4e58-b8fb-2f0b93ac6003 Oct 12 19:19:24.383909 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cd8994-7f01-401f-bdbf-c2595976dc3d req-bc8b5c7f-3fb0-4edb-9897-1deeaa57919c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:24.385613 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f3cd8994-7f01-401f-bdbf-c2595976dc3d req-bc8b5c7f-3fb0-4edb-9897-1deeaa57919c service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5346806 Oct 12 19:19:24.404468 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-158eeebc-872d-4e2d-9361-56d258800c86 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:24.476119 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a6800596-e489-40dd-92bb-f000bbf7ba19 req-bc0a5bf5-d224-4731-9961-8a97d77dce62 service neutron] 10.222.0.61 "GET /v2.0/networks/dc639c1c-cc8a-4385-ba7f-0ec15549d909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256501 Oct 12 19:19:24.490284 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0ce554-c8d8-42cb-b4c8-28d2a4d07a38 req-59f941fe-77f6-46a2-8b0a-8f1eda3db9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:24.492570 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9e0ce554-c8d8-42cb-b4c8-28d2a4d07a38 req-59f941fe-77f6-46a2-8b0a-8f1eda3db9c0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=90dcf485-b1ad-4139-85a3-9e1e9879e6b1 HTTP/1.1" status: 200 len: 870 time: 0.2434864 Oct 12 19:19:24.494485 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eece44f4-660c-4640-8130-3f09ba263cd7 None None] Network 86dec6e3-6752-47e7-b9ec-de1abfa4fa8d requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:19:24.566897 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-9b701fc4-2d65-4f1d-bcb6-d8750dc33c7b None None] Provisioning complete for port ac27fdb9-5f6f-4f2e-bd15-4062e997d0ba triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:19:24.567592 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9b701fc4-2d65-4f1d-bcb6-d8750dc33c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:24.602927 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-158eeebc-872d-4e2d-9361-56d258800c86 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:24.609069 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158eeebc-872d-4e2d-9361-56d258800c86 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:24.609833 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-158eeebc-872d-4e2d-9361-56d258800c86 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:24.643408 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9e0ce554-c8d8-42cb-b4c8-28d2a4d07a38 req-a7208cd7-1a8b-47bb-b968-572d95e86c9d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=fc07b6bd-c42d-4c9c-ad2b-74f1d160459d HTTP/1.1" status: 200 len: 217 time: 0.1379128 Oct 12 19:19:24.697241 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6800596-e489-40dd-92bb-f000bbf7ba19 req-a2b5423c-f6a3-4b23-ab94-b595f1577383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:24.698900 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a6800596-e489-40dd-92bb-f000bbf7ba19 req-a2b5423c-f6a3-4b23-ab94-b595f1577383 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7851f42081094a5cb918c24ec160be32&device_id=48de0305-19f8-44dd-af76-396e641125ef HTTP/1.1" status: 200 len: 1094 time: 0.2530358 Oct 12 19:19:24.727799 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-158eeebc-872d-4e2d-9361-56d258800c86 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5831475 Oct 12 19:19:24.731647 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 40822) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:19:24.739390 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-ac377fe1-bcc1-47ce-9d8b-a985082dfe32 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Request body: {'subnet': {'network_id': 'c04d393a-03dc-4e58-b8fb-2f0b93ac6003', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:19:24.780726 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a6800596-e489-40dd-92bb-f000bbf7ba19 req-ecabfe7f-d906-499d-9917-cebd951caa23 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bb3f6049-1a9e-4fbe-9373-86e073769e23 HTTP/1.1" status: 200 len: 217 time: 0.0615726 Oct 12 19:19:24.819894 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158eeebc-872d-4e2d-9361-56d258800c86 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Pushing event updated for resources: {'Network': ['ID=c04d393a-03dc-4e58-b8fb-2f0b93ac6003,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:24.839571 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network c04d393a-03dc-4e58-b8fb-2f0b93ac6003 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:19:24.842903 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a6800596-e489-40dd-92bb-f000bbf7ba19 req-c188f465-1ddb-4c7d-8198-186d718d46c9 service neutron] 10.222.0.61 "GET /v2.0/networks/dc639c1c-cc8a-4385-ba7f-0ec15549d909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3489630 Oct 12 19:19:24.901341 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0ce554-c8d8-42cb-b4c8-28d2a4d07a38 req-82eb0566-c595-4f82-81e9-05f5eef6cd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:24.903369 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9e0ce554-c8d8-42cb-b4c8-28d2a4d07a38 req-82eb0566-c595-4f82-81e9-05f5eef6cd8d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=629aee7d-3fde-4c72-af1e-6a7e1f6a7e75 HTTP/1.1" status: 200 len: 843 time: 0.2498493 Oct 12 19:19:24.932052 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b81596aa-b9a6-4a97-9771-c0eac1d764d6 None None] DHCP port deletion for 86dec6e3-6752-47e7-b9ec-de1abfa4fa8d request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 19:19:24.936864 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9df8a2-769e-40e0-85f2-10f0df479aff req-67b127f0-b907-4568-9860-8bbd69f7269c tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:24.938681 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2f9df8a2-769e-40e0-85f2-10f0df479aff req-67b127f0-b907-4568-9860-8bbd69f7269c tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e191995-2761-4bc7-84d5-6512eb35bfb1 HTTP/1.1" status: 200 len: 943 time: 0.2942677 Oct 12 19:19:24.965043 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6800596-e489-40dd-92bb-f000bbf7ba19 req-02523dfc-012e-447c-8aef-64216f0c3091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:24.966313 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a6800596-e489-40dd-92bb-f000bbf7ba19 req-02523dfc-012e-447c-8aef-64216f0c3091 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=adcede61-2172-4296-97d7-f0465cd74c13 HTTP/1.1" status: 200 len: 851 time: 0.1225524 Oct 12 19:19:25.014561 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac377fe1-bcc1-47ce-9d8b-a985082dfe32 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Made reservation on behalf of a71ed3d37d1c4e30b7792045a19a040b for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:19:25.020588 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ac377fe1-bcc1-47ce-9d8b-a985082dfe32 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16245837'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:25.027619 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a6800596-e489-40dd-92bb-f000bbf7ba19 req-27078bb3-a24b-40d6-a9a5-7f59d6706d54 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=dc639c1c-cc8a-4385-ba7f-0ec15549d909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449045 Oct 12 19:19:25.064759 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-b81596aa-b9a6-4a97-9771-c0eac1d764d6 None None] Deleting port ac27fdb9-5f6f-4f2e-bd15-4062e997d0ba {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:19:25.065516 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b81596aa-b9a6-4a97-9771-c0eac1d764d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:25.075094 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0ce554-c8d8-42cb-b4c8-28d2a4d07a38 req-4b811e2a-aa63-4637-b48e-473892df894f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:25.077268 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9e0ce554-c8d8-42cb-b4c8-28d2a4d07a38 req-4b811e2a-aa63-4637-b48e-473892df894f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=90dcf485-b1ad-4139-85a3-9e1e9879e6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1622734 Oct 12 19:19:25.104863 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2f9df8a2-769e-40e0-85f2-10f0df479aff req-aa6e4d78-b915-41e0-88e5-7cd337c144bd tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] 10.222.0.49 "GET /v2.0/security-groups?id=b56f478d-e2f2-41a4-ba89-750779981967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308911 Oct 12 19:19:25.203387 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-b81596aa-b9a6-4a97-9771-c0eac1d764d6 None None] For port ac27fdb9-5f6f-4f2e-bd15-4062e997d0ba, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=ac27fdb9-5f6f-4f2e-bd15-4062e997d0ba,segment=NetworkSegment(d7ed5a11-5d3b-418d-9066-660df9987f38),segment_id=d7ed5a11-5d3b-418d-9066-660df9987f38)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:19:25.205792 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b81596aa-b9a6-4a97-9771-c0eac1d764d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:25.229544 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-b81596aa-b9a6-4a97-9771-c0eac1d764d6 None None] Calling delete_port for ac27fdb9-5f6f-4f2e-bd15-4062e997d0ba owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:19:25.278505 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e191995-2761-4bc7-84d5-6512eb35bfb1', 'tag': '75bf3793-e6e4-4a3c-b40a-2b40324ab913'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:19:25.290789 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edd776f8-fc08-4c87-96aa-d6f0010dbbcf" -d '{"events": [{"name": "network-changed", "server_uuid": "4e191995-2761-4bc7-84d5-6512eb35bfb1", "tag": "75bf3793-e6e4-4a3c-b40a-2b40324ab913"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:19:25.431471 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a6800596-e489-40dd-92bb-f000bbf7ba19 req-6c1f66c8-0473-4152-909e-42a84ad4593d service neutron] 10.222.0.67 "GET /v2.0/networks/dc639c1c-cc8a-4385-ba7f-0ec15549d909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3889825 Oct 12 19:19:25.435109 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9e0ce554-c8d8-42cb-b4c8-28d2a4d07a38 req-17588b81-d1e2-4069-93eb-5693ba63fe57 service neutron] 10.222.0.67 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3474917 Oct 12 19:19:25.443675 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b81596aa-b9a6-4a97-9771-c0eac1d764d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:25.447453 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e888dfd9-6eb0-483f-ad9a-d9aa385f6d3e req-327fd481-6468-4630-8100-6a9b22ee75c6 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:25.453596 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e888dfd9-6eb0-483f-ad9a-d9aa385f6d3e req-327fd481-6468-4630-8100-6a9b22ee75c6 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=3319d60b-298b-4178-b9dd-044069330d69 HTTP/1.1" status: 200 len: 946 time: 0.1268299 Oct 12 19:19:25.498090 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81596aa-b9a6-4a97-9771-c0eac1d764d6 None None] Pushing event deleted for resources: {'Port': ['ID=ac27fdb9-5f6f-4f2e-bd15-4062e997d0ba,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:25.510161 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81596aa-b9a6-4a97-9771-c0eac1d764d6 None None] No DVR routers for this DVR port ac27fdb9-5f6f-4f2e-bd15-4062e997d0ba on host n-d-813679-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:19:25.531585 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4473118-cdbc-4f9f-b16c-d337746128ab req-243f498b-4960-4537-879b-1612634638b0 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:25.549131 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f4473118-cdbc-4f9f-b16c-d337746128ab req-243f498b-4960-4537-879b-1612634638b0 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5314e30-527f-43ff-ad86-8b07326cb2f2 HTTP/1.1" status: 200 len: 949 time: 0.1824710 Oct 12 19:19:25.597313 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device ac27fdb9-5f6f-4f2e-bd15-4062e997d0ba no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:19:25.617444 n-d-813679-3 neutron-server[95502]: DEBUG neutron.objects.ports [None req-ac377fe1-bcc1-47ce-9d8b-a985082dfe32 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95502) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 12 19:19:25.619402 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ac377fe1-bcc1-47ce-9d8b-a985082dfe32 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4306659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16245859'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:25.632737 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: ac27fdb9-5f6f-4f2e-bd15-4062e997d0ba {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:19:25.633081 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device ac27fdb9-5f6f-4f2e-bd15-4062e997d0ba not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:19:25.701895 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac377fe1-bcc1-47ce-9d8b-a985082dfe32 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Pushing event updated for resources: {'Subnet': ['ID=7187e2c8-6943-416c-bdcb-83e4e06343da,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:25.704814 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac377fe1-bcc1-47ce-9d8b-a985082dfe32 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Checking segment: {'id': '7d42dd64-70fc-46b7-9146-e3ab30d35e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c04d393a-03dc-4e58-b8fb-2f0b93ac6003'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:19:25.705399 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac377fe1-bcc1-47ce-9d8b-a985082dfe32 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Network hostable DHCP agents. Network: c04d393a-03dc-4e58-b8fb-2f0b93ac6003, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:19:25.708896 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a6800596-e489-40dd-92bb-f000bbf7ba19 req-56cd8cd4-dc92-422f-87ca-94719f9ecb37 service neutron] 10.222.0.67 "GET /v2.0/networks/dc639c1c-cc8a-4385-ba7f-0ec15549d909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2528307 Oct 12 19:19:25.713303 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9e0ce554-c8d8-42cb-b4c8-28d2a4d07a38 req-1cc9dbfd-3616-4723-a9e4-4c607d818a5d service neutron] 10.222.0.67 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506049 Oct 12 19:19:25.741457 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e888dfd9-6eb0-483f-ad9a-d9aa385f6d3e req-20e184e1-7bdb-4497-bbd7-1eb0b8192e9c tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2999b03-b87d-46b4-9267-1669e2e14df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2869911 Oct 12 19:19:25.793580 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f4473118-cdbc-4f9f-b16c-d337746128ab req-5fea49e2-184c-4e9d-9d3c-3d106eb1b8c0 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528346 Oct 12 19:19:25.800139 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97054b36-e794-47fa-9d7d-5f0751c6df95 x-openstack-request-id: req-97054b36-e794-47fa-9d7d-5f0751c6df95 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:19:25.800613 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e191995-2761-4bc7-84d5-6512eb35bfb1", "tag": "75bf3793-e6e4-4a3c-b40a-2b40324ab913", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:19:25.800964 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-97054b36-e794-47fa-9d7d-5f0751c6df95 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:19:25.801627 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e191995-2761-4bc7-84d5-6512eb35bfb1', 'tag': '75bf3793-e6e4-4a3c-b40a-2b40324ab913', 'status': 'completed', 'code': 200} Oct 12 19:19:25.882924 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd776f8-fc08-4c87-96aa-d6f0010dbbcf req-a2803425-4c78-4b62-a621-0c7dcfdb67be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:25.884459 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-edd776f8-fc08-4c87-96aa-d6f0010dbbcf req-a2803425-4c78-4b62-a621-0c7dcfdb67be service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7851f42081094a5cb918c24ec160be32&device_id=4e191995-2761-4bc7-84d5-6512eb35bfb1 HTTP/1.1" status: 200 len: 1094 time: 0.0486939 Oct 12 19:19:25.960520 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac377fe1-bcc1-47ce-9d8b-a985082dfe32 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Network c04d393a-03dc-4e58-b8fb-2f0b93ac6003 is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:19:25.986323 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd776f8-fc08-4c87-96aa-d6f0010dbbcf req-72f23214-4286-4572-8a71-4c603971de07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:25.987784 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-edd776f8-fc08-4c87-96aa-d6f0010dbbcf req-72f23214-4286-4572-8a71-4c603971de07 service neutron] 10.222.0.61 "GET /v2.0/networks?id=dc639c1c-cc8a-4385-ba7f-0ec15549d909 HTTP/1.1" status: 200 len: 912 time: 0.0942616 Oct 12 19:19:26.035307 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-edd776f8-fc08-4c87-96aa-d6f0010dbbcf req-b4439dd9-262a-468f-8b64-7f92a9af7ea8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=75bf3793-e6e4-4a3c-b40a-2b40324ab913 HTTP/1.1" status: 200 len: 217 time: 0.0393395 Oct 12 19:19:26.060287 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-ac377fe1-bcc1-47ce-9d8b-a985082dfe32 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, c04d393a-03dc-4e58-b8fb-2f0b93ac6003) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:19:26.065967 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac377fe1-bcc1-47ce-9d8b-a985082dfe32 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:26.067706 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ac377fe1-bcc1-47ce-9d8b-a985082dfe32 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:26.070348 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f6edc8-40fd-4b7b-be05-658dfe41c13f None None] Network c04d393a-03dc-4e58-b8fb-2f0b93ac6003 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:19:26.093882 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd776f8-fc08-4c87-96aa-d6f0010dbbcf req-d05cfd38-ad78-43fe-804c-7a0bb663bb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:26.099044 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-edd776f8-fc08-4c87-96aa-d6f0010dbbcf req-d05cfd38-ad78-43fe-804c-7a0bb663bb46 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=adcede61-2172-4296-97d7-f0465cd74c13 HTTP/1.1" status: 200 len: 851 time: 0.0560219 Oct 12 19:19:26.155136 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-edd776f8-fc08-4c87-96aa-d6f0010dbbcf req-fcc01314-cfac-4682-b707-9f59991bc04d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=dc639c1c-cc8a-4385-ba7f-0ec15549d909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452979 Oct 12 19:19:26.219807 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-ac377fe1-bcc1-47ce-9d8b-a985082dfe32 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.4861765 Oct 12 19:19:26.221053 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 40878) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:19:26.300698 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e00ea8ce-5f1d-4468-9340-6affa2f24e17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-c04d393a-03dc-4e58-b8fb-2f0b93ac6003', 'network_id': 'c04d393a-03dc-4e58-b8fb-2f0b93ac6003', 'tenant_id': 'a71ed3d37d1c4e30b7792045a19a040b', 'fixed_ips': [{'subnet_id': '7187e2c8-6943-416c-bdcb-83e4e06343da'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:19:26.301483 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e00ea8ce-5f1d-4468-9340-6affa2f24e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:26.322180 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-edd776f8-fc08-4c87-96aa-d6f0010dbbcf req-6a352195-c372-4538-aca4-20eb0965ed52 service neutron] 10.222.0.61 "GET /v2.0/networks/dc639c1c-cc8a-4385-ba7f-0ec15549d909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595178 Oct 12 19:19:26.387292 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2062f0-ce70-41bc-a073-d79a7eddc179 req-4e0f4473-998e-4690-bd73-3656487b1c8e tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:26.389733 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0e2062f0-ce70-41bc-a073-d79a7eddc179 req-4e0f4473-998e-4690-bd73-3656487b1c8e tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e191995-2761-4bc7-84d5-6512eb35bfb1 HTTP/1.1" status: 200 len: 943 time: 0.1953826 Oct 12 19:19:26.462660 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-097f97c8-37f6-4678-bf7f-631e8e6bfc1f tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:26.473577 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0e2062f0-ce70-41bc-a073-d79a7eddc179 req-05562e70-afb9-4b8f-949c-e306f57a9186 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] 10.222.0.49 "GET /v2.0/security-groups?id=b56f478d-e2f2-41a4-ba89-750779981967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768716 Oct 12 19:19:26.491171 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-edd776f8-fc08-4c87-96aa-d6f0010dbbcf req-1c124380-d122-47ab-b6e7-4a69a57f48ab service neutron] 10.222.0.61 "GET /v2.0/networks/dc639c1c-cc8a-4385-ba7f-0ec15549d909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612990 Oct 12 19:19:26.495925 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-e00ea8ce-5f1d-4468-9340-6affa2f24e17 None None] Allocated IP 2001:db8::f816:3eff:fe87:2632 (c04d393a-03dc-4e58-b8fb-2f0b93ac6003/7187e2c8-6943-416c-bdcb-83e4e06343da/8f18d42a-e5f9-4f8f-8e1c-73a746e8e5c5) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:19:26.668862 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e00ea8ce-5f1d-4468-9340-6affa2f24e17 None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:26.757779 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e00ea8ce-5f1d-4468-9340-6affa2f24e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:26.803776 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00ea8ce-5f1d-4468-9340-6affa2f24e17 None None] Network c04d393a-03dc-4e58-b8fb-2f0b93ac6003 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:19:26.807595 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-e00ea8ce-5f1d-4468-9340-6affa2f24e17 None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:19:26.823495 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-097f97c8-37f6-4678-bf7f-631e8e6bfc1f tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:26.832620 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00ea8ce-5f1d-4468-9340-6affa2f24e17 None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:19:26.836998 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00ea8ce-5f1d-4468-9340-6affa2f24e17 None None] Pushing event updated for resources: {'Port': ['ID=8f18d42a-e5f9-4f8f-8e1c-73a746e8e5c5,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:26.935163 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-e00ea8ce-5f1d-4468-9340-6affa2f24e17 None None] Attempting to bind port 8f18d42a-e5f9-4f8f-8e1c-73a746e8e5c5 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:19:26.935163 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-e00ea8ce-5f1d-4468-9340-6affa2f24e17 None None] Attempting to bind port 8f18d42a-e5f9-4f8f-8e1c-73a746e8e5c5 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '7d42dd64-70fc-46b7-9146-e3ab30d35e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c04d393a-03dc-4e58-b8fb-2f0b93ac6003'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:19:26.935163 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00ea8ce-5f1d-4468-9340-6affa2f24e17 None None] Attempting to bind port 8f18d42a-e5f9-4f8f-8e1c-73a746e8e5c5 on network c04d393a-03dc-4e58-b8fb-2f0b93ac6003 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:19:26.940908 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00ea8ce-5f1d-4468-9340-6affa2f24e17 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:19:26.943314 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00ea8ce-5f1d-4468-9340-6affa2f24e17 None None] Checking segment: {'id': '7d42dd64-70fc-46b7-9146-e3ab30d35e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c04d393a-03dc-4e58-b8fb-2f0b93ac6003'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:19:26.943846 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e00ea8ce-5f1d-4468-9340-6affa2f24e17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:26.944329 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00ea8ce-5f1d-4468-9340-6affa2f24e17 None None] Bound using segment: {'id': '7d42dd64-70fc-46b7-9146-e3ab30d35e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c04d393a-03dc-4e58-b8fb-2f0b93ac6003'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:19:26.945083 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-e00ea8ce-5f1d-4468-9340-6affa2f24e17 None None] Bound port: 8f18d42a-e5f9-4f8f-8e1c-73a746e8e5c5, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d42dd64-70fc-46b7-9146-e3ab30d35e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c04d393a-03dc-4e58-b8fb-2f0b93ac6003'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:19:26.945703 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e00ea8ce-5f1d-4468-9340-6affa2f24e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:26.981475 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f497e5a-a6af-4da7-8ccf-a435c6873e08 req-2dfbad91-1d49-4895-97ca-3987cd4b4247 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:26.984006 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4f497e5a-a6af-4da7-8ccf-a435c6873e08 req-2dfbad91-1d49-4895-97ca-3987cd4b4247 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=3319d60b-298b-4178-b9dd-044069330d69 HTTP/1.1" status: 200 len: 946 time: 0.0883095 Oct 12 19:19:27.515835 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4f497e5a-a6af-4da7-8ccf-a435c6873e08 req-bda3bc8c-bb53-49e5-911b-aa02c13df627 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2999b03-b87d-46b4-9267-1669e2e14df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574763 Oct 12 19:19:27.520279 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d79ce82-8f81-48de-b3ee-cb0f19c7a739 req-4d9238f5-f766-4d4f-bf62-b4d4651866df tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:27.521919 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-e00ea8ce-5f1d-4468-9340-6affa2f24e17 None None] For port 8f18d42a-e5f9-4f8f-8e1c-73a746e8e5c5, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:19:27.521919 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-e00ea8ce-5f1d-4468-9340-6affa2f24e17 None None] For port 8f18d42a-e5f9-4f8f-8e1c-73a746e8e5c5, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=8f18d42a-e5f9-4f8f-8e1c-73a746e8e5c5,segment=NetworkSegment(7d42dd64-70fc-46b7-9146-e3ab30d35e9c),segment_id=7d42dd64-70fc-46b7-9146-e3ab30d35e9c)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:19:27.523377 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1d79ce82-8f81-48de-b3ee-cb0f19c7a739 req-4d9238f5-f766-4d4f-bf62-b4d4651866df tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5314e30-527f-43ff-ad86-8b07326cb2f2 HTTP/1.1" status: 200 len: 949 time: 0.1143956 Oct 12 19:19:27.523377 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1d79ce82-8f81-48de-b3ee-cb0f19c7a739 req-5d508fc8-7029-483a-b5d8-1da848db96b6 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562565 Oct 12 19:19:27.524683 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 75bf3793-e6e4-4a3c-b40a-2b40324ab913 details requested by agent hyperv_n-h1-813679-3 with host n-h1-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:19:27.525560 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-097f97c8-37f6-4678-bf7f-631e8e6bfc1f tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4306592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16245866'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:27.525560 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097f97c8-37f6-4678-bf7f-631e8e6bfc1f tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Pushing event deleted for resources: {'Subnet': ['ID=7187e2c8-6943-416c-bdcb-83e4e06343da,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:27.526297 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device bb3f6049-1a9e-4fbe-9373-86e073769e23 details requested by agent hyperv_n-h2-813679-3 with host n-h2-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:19:27.526297 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e00ea8ce-5f1d-4468-9340-6affa2f24e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:27.527512 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-097f97c8-37f6-4678-bf7f-631e8e6bfc1f tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:27.531254 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-097f97c8-37f6-4678-bf7f-631e8e6bfc1f tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c04d393a-03dc-4e58-b8fb-2f0b93ac6003']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:19:27.541791 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-097f97c8-37f6-4678-bf7f-631e8e6bfc1f tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d42dd64-70fc-46b7-9146-e3ab30d35e9c') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:19:27.542162 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-097f97c8-37f6-4678-bf7f-631e8e6bfc1f tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d42dd64-70fc-46b7-9146-e3ab30d35e9c') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:19:27.558722 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00ea8ce-5f1d-4468-9340-6affa2f24e17 None None] Pushing event updated for resources: {'Port': ['ID=8f18d42a-e5f9-4f8f-8e1c-73a746e8e5c5,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:27.563092 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 75bf3793-e6e4-4a3c-b40a-2b40324ab913, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=75bf3793-e6e4-4a3c-b40a-2b40324ab913,segment=NetworkSegment(f404ba1e-6c99-4971-8902-ed67044f4412),segment_id=f404ba1e-6c99-4971-8902-ed67044f4412)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:19:27.577183 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-097f97c8-37f6-4678-bf7f-631e8e6bfc1f tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16313633'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:27.589175 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Returning: {'device': '75bf3793-e6e4-4a3c-b40a-2b40324ab913', 'network_id': 'dc639c1c-cc8a-4385-ba7f-0ec15549d909', 'port_id': '75bf3793-e6e4-4a3c-b40a-2b40324ab913', 'mac_address': 'fa:16:3e:77:3b:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adcede61-2172-4296-97d7-f0465cd74c13', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:19:27.593593 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-097f97c8-37f6-4678-bf7f-631e8e6bfc1f tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:27.603240 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-097f97c8-37f6-4678-bf7f-631e8e6bfc1f tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:19:27.603986 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-097f97c8-37f6-4678-bf7f-631e8e6bfc1f tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4305278'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:27.608916 n-d-813679-3 neutron-server[95502]: Traceback (most recent call last): Oct 12 19:19:27.608916 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:19:27.608916 n-d-813679-3 neutron-server[95502]: timer() Oct 12 19:19:27.608916 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:19:27.608916 n-d-813679-3 neutron-server[95502]: cb(*args, **kw) Oct 12 19:19:27.608916 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:19:27.608916 n-d-813679-3 neutron-server[95502]: return func(*args, **kwargs) Oct 12 19:19:27.608916 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:19:27.608916 n-d-813679-3 neutron-server[95502]: self._notify() Oct 12 19:19:27.608916 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:19:27.608916 n-d-813679-3 neutron-server[95502]: self.callback(batched_events) Oct 12 19:19:27.608916 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:19:27.608916 n-d-813679-3 neutron-server[95502]: event.method(event) Oct 12 19:19:27.608916 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:19:27.608916 n-d-813679-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:19:27.608916 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:19:27.608916 n-d-813679-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:19:27.608916 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:19:27.608916 n-d-813679-3 neutron-server[95502]: return f(self, *a, **k) Oct 12 19:19:27.608916 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:19:27.608916 n-d-813679-3 neutron-server[95502]: return self._get(url).json() Oct 12 19:19:27.608916 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:19:27.608916 n-d-813679-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:19:27.608916 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:19:27.608916 n-d-813679-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Oct 12 19:19:27.608916 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:19:27.608916 n-d-813679-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:19:27.608916 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:19:27.608916 n-d-813679-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:19:27.608916 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:19:27.608916 n-d-813679-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:19:27.608916 n-d-813679-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:19:27.664104 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f101f9-c84a-4f73-8588-febb0d636000 req-962fb54a-4f4b-42e9-889e-4097912f0615 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:27.678225 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b5f101f9-c84a-4f73-8588-febb0d636000 req-962fb54a-4f4b-42e9-889e-4097912f0615 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e191995-2761-4bc7-84d5-6512eb35bfb1 HTTP/1.1" status: 200 len: 943 time: 0.0758207 Oct 12 19:19:27.684713 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port bb3f6049-1a9e-4fbe-9373-86e073769e23, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=bb3f6049-1a9e-4fbe-9373-86e073769e23,segment=NetworkSegment(f404ba1e-6c99-4971-8902-ed67044f4412),segment_id=f404ba1e-6c99-4971-8902-ed67044f4412)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:19:27.714717 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:27.719552 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.db.api [None req-097f97c8-37f6-4678-bf7f-631e8e6bfc1f tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 12 19:19:27.719552 n-d-813679-3 neutron-server[95502]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 12 19:19:27.719552 n-d-813679-3 neutron-server[95502]: [parameters: {'id': 'c04d393a-03dc-4e58-b8fb-2f0b93ac6003'}] Oct 12 19:19:27.719552 n-d-813679-3 neutron-server[95502]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95502) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 19:19:27.719552 n-d-813679-3 neutron-server[95502]: DEBUG oslo_db.api [None req-097f97c8-37f6-4678-bf7f-631e8e6bfc1f tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 19:19:27.726399 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Returning: {'device': 'bb3f6049-1a9e-4fbe-9373-86e073769e23', 'network_id': 'dc639c1c-cc8a-4385-ba7f-0ec15549d909', 'port_id': 'bb3f6049-1a9e-4fbe-9373-86e073769e23', 'mac_address': 'fa:16:3e:5a:e4:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adcede61-2172-4296-97d7-f0465cd74c13', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:19:27.726690 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b5f101f9-c84a-4f73-8588-febb0d636000 req-9919614c-f552-4cd3-97e0-fc05583a2ad3 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] 10.222.0.49 "GET /v2.0/security-groups?id=b56f478d-e2f2-41a4-ba89-750779981967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467186 Oct 12 19:19:27.738034 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75bf3793-e6e4-4a3c-b40a-2b40324ab913 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:19:27.790456 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 75bf3793-e6e4-4a3c-b40a-2b40324ab913, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=75bf3793-e6e4-4a3c-b40a-2b40324ab913,segment=NetworkSegment(f404ba1e-6c99-4971-8902-ed67044f4412),segment_id=f404ba1e-6c99-4971-8902-ed67044f4412)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:19:27.820195 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:27.834755 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb3f6049-1a9e-4fbe-9373-86e073769e23 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:19:27.867405 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port bb3f6049-1a9e-4fbe-9373-86e073769e23, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=bb3f6049-1a9e-4fbe-9373-86e073769e23,segment=NetworkSegment(f404ba1e-6c99-4971-8902-ed67044f4412),segment_id=f404ba1e-6c99-4971-8902-ed67044f4412)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:19:27.877547 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:27.943893 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=75bf3793-e6e4-4a3c-b40a-2b40324ab913,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:27.953916 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:28.003272 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=bb3f6049-1a9e-4fbe-9373-86e073769e23,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:28.202715 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ac7da7-d95e-4757-baab-e52df3552f16 req-ba4e2a90-e788-4d09-95f4-f59c9e409594 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:28.204296 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-99ac7da7-d95e-4757-baab-e52df3552f16 req-ba4e2a90-e788-4d09-95f4-f59c9e409594 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=3319d60b-298b-4178-b9dd-044069330d69 HTTP/1.1" status: 200 len: 946 time: 0.0631883 Oct 12 19:19:28.208357 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['bb3f6049-1a9e-4fbe-9373-86e073769e23'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:19:28.223723 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-097f97c8-37f6-4678-bf7f-631e8e6bfc1f tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:28.268175 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-99ac7da7-d95e-4757-baab-e52df3552f16 req-8b42aae8-964b-4e7f-9325-f8acab0176c8 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2999b03-b87d-46b4-9267-1669e2e14df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517540 Oct 12 19:19:28.317024 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['75bf3793-e6e4-4a3c-b40a-2b40324ab913'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:19:28.341650 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-097f97c8-37f6-4678-bf7f-631e8e6bfc1f tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Deleting port 8f18d42a-e5f9-4f8f-8e1c-73a746e8e5c5 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:19:28.342111 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-097f97c8-37f6-4678-bf7f-631e8e6bfc1f tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:28.349125 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 40940) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:19:28.449047 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba16a9bc-fc5e-432b-8012-ceca191f0394 req-ca42409a-8227-4db6-b536-a680062a4611 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:28.451745 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ba16a9bc-fc5e-432b-8012-ceca191f0394 req-ca42409a-8227-4db6-b536-a680062a4611 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5314e30-527f-43ff-ad86-8b07326cb2f2 HTTP/1.1" status: 200 len: 949 time: 0.1169534 Oct 12 19:19:28.482276 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-097f97c8-37f6-4678-bf7f-631e8e6bfc1f tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] For port 8f18d42a-e5f9-4f8f-8e1c-73a746e8e5c5, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=8f18d42a-e5f9-4f8f-8e1c-73a746e8e5c5,segment=NetworkSegment(7d42dd64-70fc-46b7-9146-e3ab30d35e9c),segment_id=7d42dd64-70fc-46b7-9146-e3ab30d35e9c)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:19:28.483682 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-097f97c8-37f6-4678-bf7f-631e8e6bfc1f tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:28.529853 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-097f97c8-37f6-4678-bf7f-631e8e6bfc1f tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Calling delete_port for 8f18d42a-e5f9-4f8f-8e1c-73a746e8e5c5 owned by network:dhcp {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:19:28.542125 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ba16a9bc-fc5e-432b-8012-ceca191f0394 req-93795d66-7e80-4f90-82e3-61ce98f805e1 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841036 Oct 12 19:19:28.578306 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0e906050-c4e3-4da9-80a2-106621b1162e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:28.706592 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0e906050-c4e3-4da9-80a2-106621b1162e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:28.749925 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efea9daa-132b-40a9-9aab-1f2d76690570 None None] Network c04d393a-03dc-4e58-b8fb-2f0b93ac6003 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:19:28.769276 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-097f97c8-37f6-4678-bf7f-631e8e6bfc1f tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:28.792387 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0e906050-c4e3-4da9-80a2-106621b1162e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:28.804840 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097f97c8-37f6-4678-bf7f-631e8e6bfc1f tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Pushing event deleted for resources: {'Port': ['ID=8f18d42a-e5f9-4f8f-8e1c-73a746e8e5c5,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:28.806501 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a2f45751-a1ca-4d2c-97e7-97644b71a987 None None] Could not find standard attr ID for object 8f18d42a-e5f9-4f8f-8e1c-73a746e8e5c5. {{(pid=95503) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 19:19:28.809619 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097f97c8-37f6-4678-bf7f-631e8e6bfc1f tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] No DVR routers for this DVR port 8f18d42a-e5f9-4f8f-8e1c-73a746e8e5c5 on host n-d-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:19:28.841040 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-0e906050-c4e3-4da9-80a2-106621b1162e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fcbcf881036749bb9e36db4b391758eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4888206 Oct 12 19:19:28.844335 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 40950) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:19:28.870813 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e906050-c4e3-4da9-80a2-106621b1162e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f1f6a89-ffa2-456a-8234-c0a6552e0919,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:28.932392 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-cc8dd16b-ffe6-42da-a828-535e7634c72a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:28.938587 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-097f97c8-37f6-4678-bf7f-631e8e6bfc1f tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:28.947507 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c98f6116-4f96-47d3-82ac-fe4f8e145f18 None None] DHCP port deletion for c04d393a-03dc-4e58-b8fb-2f0b93ac6003 request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 19:19:28.959411 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-cc8dd16b-ffe6-42da-a828-535e7634c72a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:28.976093 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eba472a-eb81-449b-9039-0fbad796209d req-d95ed326-4b1b-48c8-bcdc-87cc54429fcf tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:28.977695 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8eba472a-eb81-449b-9039-0fbad796209d req-d95ed326-4b1b-48c8-bcdc-87cc54429fcf tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e191995-2761-4bc7-84d5-6512eb35bfb1 HTTP/1.1" status: 200 len: 944 time: 0.1419499 Oct 12 19:19:28.979787 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-097f97c8-37f6-4678-bf7f-631e8e6bfc1f tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c04d393a-03dc-4e58-b8fb-2f0b93ac6003']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:19:29.000994 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-097f97c8-37f6-4678-bf7f-631e8e6bfc1f tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d42dd64-70fc-46b7-9146-e3ab30d35e9c') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:19:29.001293 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-097f97c8-37f6-4678-bf7f-631e8e6bfc1f tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d42dd64-70fc-46b7-9146-e3ab30d35e9c') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:19:29.017689 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-097f97c8-37f6-4678-bf7f-631e8e6bfc1f tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16313633'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:29.046086 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-097f97c8-37f6-4678-bf7f-631e8e6bfc1f tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:29.053748 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8eba472a-eb81-449b-9039-0fbad796209d req-a83d3902-40e2-480d-8f37-3b1952ba5993 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] 10.222.0.49 "GET /v2.0/security-groups?id=b56f478d-e2f2-41a4-ba89-750779981967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644999 Oct 12 19:19:29.056424 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-097f97c8-37f6-4678-bf7f-631e8e6bfc1f tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:19:29.056813 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-097f97c8-37f6-4678-bf7f-631e8e6bfc1f tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4305278'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:29.059817 n-d-813679-3 neutron-server[95502]: Traceback (most recent call last): Oct 12 19:19:29.059817 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:19:29.059817 n-d-813679-3 neutron-server[95502]: timer() Oct 12 19:19:29.059817 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:19:29.059817 n-d-813679-3 neutron-server[95502]: cb(*args, **kw) Oct 12 19:19:29.059817 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:19:29.059817 n-d-813679-3 neutron-server[95502]: return func(*args, **kwargs) Oct 12 19:19:29.059817 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:19:29.059817 n-d-813679-3 neutron-server[95502]: self._notify() Oct 12 19:19:29.059817 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:19:29.059817 n-d-813679-3 neutron-server[95502]: self.callback(batched_events) Oct 12 19:19:29.059817 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:19:29.059817 n-d-813679-3 neutron-server[95502]: event.method(event) Oct 12 19:19:29.059817 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:19:29.059817 n-d-813679-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:19:29.059817 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:19:29.059817 n-d-813679-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:19:29.059817 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:19:29.059817 n-d-813679-3 neutron-server[95502]: return f(self, *a, **k) Oct 12 19:19:29.059817 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:19:29.059817 n-d-813679-3 neutron-server[95502]: return self._get(url).json() Oct 12 19:19:29.059817 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:19:29.059817 n-d-813679-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:19:29.059817 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:19:29.059817 n-d-813679-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Oct 12 19:19:29.059817 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:19:29.059817 n-d-813679-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:19:29.059817 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:19:29.059817 n-d-813679-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:19:29.059817 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:19:29.059817 n-d-813679-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:19:29.059817 n-d-813679-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:19:29.109397 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-cc8dd16b-ffe6-42da-a828-535e7634c72a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:29.112368 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-cc8dd16b-ffe6-42da-a828-535e7634c72a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:29.113608 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-cc8dd16b-ffe6-42da-a828-535e7634c72a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8f1f6a89-ffa2-456a-8234-c0a6552e0919 HTTP/1.1" status: 204 len: 168 time: 0.2683511 Oct 12 19:19:29.121770 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8dd16b-ffe6-42da-a828-535e7634c72a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f1f6a89-ffa2-456a-8234-c0a6552e0919,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:29.139365 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6fba3fab-dc5e-409b-84c9-d99ae47e2185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:29.225885 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-097f97c8-37f6-4678-bf7f-631e8e6bfc1f tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:29.233177 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-097f97c8-37f6-4678-bf7f-631e8e6bfc1f tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:29.236637 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-097f97c8-37f6-4678-bf7f-631e8e6bfc1f tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] 10.222.0.49 "DELETE /v2.0/networks/c04d393a-03dc-4e58-b8fb-2f0b93ac6003 HTTP/1.1" status: 204 len: 168 time: 2.9812324 Oct 12 19:19:29.240132 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 40956) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:19:29.246002 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-8be84228-b3c8-43e4-ac49-b24119406339 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1017859717'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:19:29.248810 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097f97c8-37f6-4678-bf7f-631e8e6bfc1f tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Pushing event deleted for resources: {'Network': ['ID=c04d393a-03dc-4e58-b8fb-2f0b93ac6003,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:29.345609 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8be84228-b3c8-43e4-ac49-b24119406339 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Made reservation on behalf of a71ed3d37d1c4e30b7792045a19a040b for: {'network': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:19:29.349413 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8be84228-b3c8-43e4-ac49-b24119406339 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:29.372658 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8be84228-b3c8-43e4-ac49-b24119406339 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=95501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:19:29.382234 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8be84228-b3c8-43e4-ac49-b24119406339 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:29.382576 n-d-813679-3 neutron-server[95501]: INFO neutron.db.segments_db [None req-8be84228-b3c8-43e4-ac49-b24119406339 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Added segment 5dd08f08-3130-4e8f-b393-13c5b2d4582c of type vlan for network e8cec298-2f4f-4b68-b780-c436b70b2a4b Oct 12 19:19:29.422302 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dd45b0-7aed-4a25-b374-2bc9ec107d39 req-d8bcc78f-3a1c-4046-89e8-ad74b0cd8ada tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:29.422915 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device bb3f6049-1a9e-4fbe-9373-86e073769e23 up at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:19:29.428872 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-35dd45b0-7aed-4a25-b374-2bc9ec107d39 req-d8bcc78f-3a1c-4046-89e8-ad74b0cd8ada tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=3319d60b-298b-4178-b9dd-044069330d69 HTTP/1.1" status: 200 len: 946 time: 0.0588772 Oct 12 19:19:29.434366 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8be84228-b3c8-43e4-ac49-b24119406339 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:29.478634 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-35dd45b0-7aed-4a25-b374-2bc9ec107d39 req-44f26ea7-d2b9-4130-8b46-7422683db0a1 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2999b03-b87d-46b4-9267-1669e2e14df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478122 Oct 12 19:19:29.522868 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning for port bb3f6049-1a9e-4fbe-9373-86e073769e23 completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:19:29.525805 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8be84228-b3c8-43e4-ac49-b24119406339 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:29.527011 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning complete for port bb3f6049-1a9e-4fbe-9373-86e073769e23 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:19:29.527381 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:29.532052 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be84228-b3c8-43e4-ac49-b24119406339 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:29.532875 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8be84228-b3c8-43e4-ac49-b24119406339 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:29.663965 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:29.700254 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48de0305-19f8-44dd-af76-396e641125ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb3f6049-1a9e-4fbe-9373-86e073769e23'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:19:29.703064 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c4f4c11-e0fd-410b-b5eb-3b0d30321547" -d '{"events": [{"server_uuid": "48de0305-19f8-44dd-af76-396e641125ef", "name": "network-vif-plugged", "status": "completed", "tag": "bb3f6049-1a9e-4fbe-9373-86e073769e23"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:19:29.716442 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port bb3f6049-1a9e-4fbe-9373-86e073769e23, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=bb3f6049-1a9e-4fbe-9373-86e073769e23,segment=NetworkSegment(f404ba1e-6c99-4971-8902-ed67044f4412),segment_id=f404ba1e-6c99-4971-8902-ed67044f4412)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:19:29.770470 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99ce3af1-db8a-4064-a93b-82bf7a8dcc0a x-openstack-request-id: req-99ce3af1-db8a-4064-a93b-82bf7a8dcc0a {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:19:29.771044 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48de0305-19f8-44dd-af76-396e641125ef", "name": "network-vif-plugged", "status": "completed", "tag": "bb3f6049-1a9e-4fbe-9373-86e073769e23", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:19:29.771044 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-99ce3af1-db8a-4064-a93b-82bf7a8dcc0a {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:19:29.771379 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48de0305-19f8-44dd-af76-396e641125ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb3f6049-1a9e-4fbe-9373-86e073769e23', 'code': 200} Oct 12 19:19:29.803632 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:29.865072 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=bb3f6049-1a9e-4fbe-9373-86e073769e23,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:29.896341 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be84228-b3c8-43e4-ac49-b24119406339 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Pushing event updated for resources: {'Network': ['ID=e8cec298-2f4f-4b68-b780-c436b70b2a4b,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:29.910937 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network e8cec298-2f4f-4b68-b780-c436b70b2a4b details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:19:29.914243 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce517315-0524-4f78-91bc-d316daf050e6 req-0d101b75-33f7-4ba8-b103-06bdc4481aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:29.916078 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ce517315-0524-4f78-91bc-d316daf050e6 req-0d101b75-33f7-4ba8-b103-06bdc4481aff service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=48de0305-19f8-44dd-af76-396e641125ef HTTP/1.1" status: 200 len: 1096 time: 0.0697758 Oct 12 19:19:29.922660 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-8be84228-b3c8-43e4-ac49-b24119406339 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6779892 Oct 12 19:19:29.922898 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 40980) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:19:29.929677 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-6c1e1ba5-548f-4117-9bf7-7436905fdbcb tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Request body: {'subnet': {'network_id': 'e8cec298-2f4f-4b68-b780-c436b70b2a4b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:19:30.030531 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ce517315-0524-4f78-91bc-d316daf050e6 req-fc999620-1387-4d62-9260-6202554d9239 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=b56f478d-e2f2-41a4-ba89-750779981967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048031 Oct 12 19:19:30.140638 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c1e1ba5-548f-4117-9bf7-7436905fdbcb tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Made reservation on behalf of a71ed3d37d1c4e30b7792045a19a040b for: {'subnet': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:19:30.144378 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6c1e1ba5-548f-4117-9bf7-7436905fdbcb tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4612397'] for subnet, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:30.156867 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964ef913-ce09-49a6-a228-af723cafaeef req-521fe4a8-5b8f-436f-88c5-f4737bbe6959 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:30.158646 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-964ef913-ce09-49a6-a228-af723cafaeef req-521fe4a8-5b8f-436f-88c5-f4737bbe6959 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5314e30-527f-43ff-ad86-8b07326cb2f2 HTTP/1.1" status: 200 len: 949 time: 0.3106043 Oct 12 19:19:30.198053 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb521542-eeb1-4e82-aac5-f50d1e871ae3 req-0e6eb23e-70c2-4bec-8d09-b7053c070c49 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:30.199655 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bb521542-eeb1-4e82-aac5-f50d1e871ae3 req-0e6eb23e-70c2-4bec-8d09-b7053c070c49 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e191995-2761-4bc7-84d5-6512eb35bfb1 HTTP/1.1" status: 200 len: 944 time: 0.0576506 Oct 12 19:19:30.245240 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bb521542-eeb1-4e82-aac5-f50d1e871ae3 req-19e3cab0-9518-44ed-927c-d8e7d66cfcb7 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] 10.222.0.49 "GET /v2.0/security-groups?id=b56f478d-e2f2-41a4-ba89-750779981967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387862 Oct 12 19:19:30.255614 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-964ef913-ce09-49a6-a228-af723cafaeef req-e15a9be6-8b02-4371-9df4-5f321555f93c tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857327 Oct 12 19:19:30.409068 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6c1e1ba5-548f-4117-9bf7-7436905fdbcb tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4824863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4612355'] for subnet, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:30.476381 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1e1ba5-548f-4117-9bf7-7436905fdbcb tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Pushing event updated for resources: {'Subnet': ['ID=64b739f0-4f00-4218-a0ca-ccc4a823cf5b,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:30.484716 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1e1ba5-548f-4117-9bf7-7436905fdbcb tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Checking segment: {'id': '5dd08f08-3130-4e8f-b393-13c5b2d4582c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'e8cec298-2f4f-4b68-b780-c436b70b2a4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:19:30.485054 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1e1ba5-548f-4117-9bf7-7436905fdbcb tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Network hostable DHCP agents. Network: e8cec298-2f4f-4b68-b780-c436b70b2a4b, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:19:30.610682 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d01652b-8fb7-4d57-a1e1-00f7e36f21b5 req-c6f3be6f-cdd4-498e-b164-aceca4c2445a tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:30.612203 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6d01652b-8fb7-4d57-a1e1-00f7e36f21b5 req-c6f3be6f-cdd4-498e-b164-aceca4c2445a tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=3319d60b-298b-4178-b9dd-044069330d69 HTTP/1.1" status: 200 len: 946 time: 0.0497599 Oct 12 19:19:30.631324 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1e1ba5-548f-4117-9bf7-7436905fdbcb tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Network e8cec298-2f4f-4b68-b780-c436b70b2a4b is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:19:30.650645 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6d01652b-8fb7-4d57-a1e1-00f7e36f21b5 req-24ca4167-e23e-4647-8853-923ff37906ee tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2999b03-b87d-46b4-9267-1669e2e14df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322821 Oct 12 19:19:30.724607 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-6c1e1ba5-548f-4117-9bf7-7436905fdbcb tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, e8cec298-2f4f-4b68-b780-c436b70b2a4b) {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:19:30.728631 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1e1ba5-548f-4117-9bf7-7436905fdbcb tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:30.730835 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6c1e1ba5-548f-4117-9bf7-7436905fdbcb tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:30.732260 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d67bef4-e600-48cf-ab84-6bfc670bbac5 None None] Network e8cec298-2f4f-4b68-b780-c436b70b2a4b requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:19:30.839644 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-6c1e1ba5-548f-4117-9bf7-7436905fdbcb tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9155340 Oct 12 19:19:30.842285 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 41008) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:19:30.888227 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7405448c-0b82-4233-a6f6-1bb585e5d7a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-e8cec298-2f4f-4b68-b780-c436b70b2a4b', 'network_id': 'e8cec298-2f4f-4b68-b780-c436b70b2a4b', 'tenant_id': 'a71ed3d37d1c4e30b7792045a19a040b', 'fixed_ips': [{'subnet_id': '64b739f0-4f00-4218-a0ca-ccc4a823cf5b'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:19:30.889673 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7405448c-0b82-4233-a6f6-1bb585e5d7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:30.970458 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-39c83fc6-9687-478d-9d29-d85530a309f6 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:31.036710 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-7405448c-0b82-4233-a6f6-1bb585e5d7a2 None None] Allocated IP 2001:db8::2 (e8cec298-2f4f-4b68-b780-c436b70b2a4b/64b739f0-4f00-4218-a0ca-ccc4a823cf5b/77f8dbe2-9417-4bad-aca8-651ea67db842) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:19:31.079667 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-39c83fc6-9687-478d-9d29-d85530a309f6 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:31.195384 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7405448c-0b82-4233-a6f6-1bb585e5d7a2 None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:31.295247 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7405448c-0b82-4233-a6f6-1bb585e5d7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:31.340001 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 75bf3793-e6e4-4a3c-b40a-2b40324ab913 up at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:19:31.375661 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7405448c-0b82-4233-a6f6-1bb585e5d7a2 None None] Network e8cec298-2f4f-4b68-b780-c436b70b2a4b is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:19:31.381613 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-7405448c-0b82-4233-a6f6-1bb585e5d7a2 None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:19:31.386874 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7405448c-0b82-4233-a6f6-1bb585e5d7a2 None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:19:31.413895 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e18798-7f12-4187-95c5-f14b572b48ff req-95f057c7-52f5-4d25-af94-e5934e3c5c12 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:31.414642 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243046d3-9cdf-4a4a-b994-4dff7f3c9248 req-8c5c85c4-79b9-45c1-8b79-772db592745a tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:31.418028 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-243046d3-9cdf-4a4a-b994-4dff7f3c9248 req-8c5c85c4-79b9-45c1-8b79-772db592745a tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e191995-2761-4bc7-84d5-6512eb35bfb1 HTTP/1.1" status: 200 len: 944 time: 0.0588098 Oct 12 19:19:31.420917 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7405448c-0b82-4233-a6f6-1bb585e5d7a2 None None] Pushing event updated for resources: {'Port': ['ID=77f8dbe2-9417-4bad-aca8-651ea67db842,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:31.434162 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-86e18798-7f12-4187-95c5-f14b572b48ff req-95f057c7-52f5-4d25-af94-e5934e3c5c12 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5314e30-527f-43ff-ad86-8b07326cb2f2 HTTP/1.1" status: 200 len: 949 time: 0.0958269 Oct 12 19:19:31.444201 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-39c83fc6-9687-478d-9d29-d85530a309f6 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4824924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4612362'] for subnet, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:31.459950 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-7405448c-0b82-4233-a6f6-1bb585e5d7a2 None None] Attempting to bind port 77f8dbe2-9417-4bad-aca8-651ea67db842 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:19:31.460261 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-7405448c-0b82-4233-a6f6-1bb585e5d7a2 None None] Attempting to bind port 77f8dbe2-9417-4bad-aca8-651ea67db842 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '5dd08f08-3130-4e8f-b393-13c5b2d4582c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'e8cec298-2f4f-4b68-b780-c436b70b2a4b'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:19:31.460680 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7405448c-0b82-4233-a6f6-1bb585e5d7a2 None None] Attempting to bind port 77f8dbe2-9417-4bad-aca8-651ea67db842 on network e8cec298-2f4f-4b68-b780-c436b70b2a4b {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:19:31.469700 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7405448c-0b82-4233-a6f6-1bb585e5d7a2 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:19:31.470165 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7405448c-0b82-4233-a6f6-1bb585e5d7a2 None None] Checking segment: {'id': '5dd08f08-3130-4e8f-b393-13c5b2d4582c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'e8cec298-2f4f-4b68-b780-c436b70b2a4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:19:31.470580 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7405448c-0b82-4233-a6f6-1bb585e5d7a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:31.470982 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7405448c-0b82-4233-a6f6-1bb585e5d7a2 None None] Bound using segment: {'id': '5dd08f08-3130-4e8f-b393-13c5b2d4582c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'e8cec298-2f4f-4b68-b780-c436b70b2a4b'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:19:31.471543 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-7405448c-0b82-4233-a6f6-1bb585e5d7a2 None None] Bound port: 77f8dbe2-9417-4bad-aca8-651ea67db842, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dd08f08-3130-4e8f-b393-13c5b2d4582c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'e8cec298-2f4f-4b68-b780-c436b70b2a4b'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:19:31.472361 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7405448c-0b82-4233-a6f6-1bb585e5d7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:31.476278 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-243046d3-9cdf-4a4a-b994-4dff7f3c9248 req-5cbdfeac-bda8-4ea9-b7a9-9ac4ef1a25b7 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] 10.222.0.49 "GET /v2.0/security-groups?id=b56f478d-e2f2-41a4-ba89-750779981967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509570 Oct 12 19:19:31.512901 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c83fc6-9687-478d-9d29-d85530a309f6 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Pushing event deleted for resources: {'Subnet': ['ID=64b739f0-4f00-4218-a0ca-ccc4a823cf5b,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:31.524499 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41028) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:19:31.577721 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-7405448c-0b82-4233-a6f6-1bb585e5d7a2 None None] For port 77f8dbe2-9417-4bad-aca8-651ea67db842, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:19:31.584712 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-7405448c-0b82-4233-a6f6-1bb585e5d7a2 None None] For port 77f8dbe2-9417-4bad-aca8-651ea67db842, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=77f8dbe2-9417-4bad-aca8-651ea67db842,segment=NetworkSegment(5dd08f08-3130-4e8f-b393-13c5b2d4582c),segment_id=5dd08f08-3130-4e8f-b393-13c5b2d4582c)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:19:31.585879 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning for port 75bf3793-e6e4-4a3c-b40a-2b40324ab913 completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:19:31.589905 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning complete for port 75bf3793-e6e4-4a3c-b40a-2b40324ab913 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:19:31.590283 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:31.620479 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-86e18798-7f12-4187-95c5-f14b572b48ff req-e4850705-9300-4e71-b95f-0bde6abf0bf2 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819406 Oct 12 19:19:31.633944 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-39c83fc6-9687-478d-9d29-d85530a309f6 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:31.644048 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-6b500395-ab34-444f-9ab1-e27221bb5064 tempest-QuotasTest-1040967181 tempest-QuotasTest-1040967181-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:19:31.661683 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-39c83fc6-9687-478d-9d29-d85530a309f6 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8cec298-2f4f-4b68-b780-c436b70b2a4b']}} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:19:31.664610 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9689b918-f229-4262-a7c3-a1d58d8db3c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:31.672991 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-39c83fc6-9687-478d-9d29-d85530a309f6 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dd08f08-3130-4e8f-b393-13c5b2d4582c') {'for_net_delete': True} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:19:31.673397 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-39c83fc6-9687-478d-9d29-d85530a309f6 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dd08f08-3130-4e8f-b393-13c5b2d4582c') {} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:19:31.679812 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:31.685403 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-39c83fc6-9687-478d-9d29-d85530a309f6 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4281072'] for segment, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:31.708339 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-39c83fc6-9687-478d-9d29-d85530a309f6 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:31.711706 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7405448c-0b82-4233-a6f6-1bb585e5d7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:31.715286 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39c83fc6-9687-478d-9d29-d85530a309f6 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=95501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:19:31.715694 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-39c83fc6-9687-478d-9d29-d85530a309f6 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4823170'] for segment, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:31.719727 n-d-813679-3 neutron-server[95501]: Traceback (most recent call last): Oct 12 19:19:31.719727 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:19:31.719727 n-d-813679-3 neutron-server[95501]: timer() Oct 12 19:19:31.719727 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:19:31.719727 n-d-813679-3 neutron-server[95501]: cb(*args, **kw) Oct 12 19:19:31.719727 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:19:31.719727 n-d-813679-3 neutron-server[95501]: return func(*args, **kwargs) Oct 12 19:19:31.719727 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:19:31.719727 n-d-813679-3 neutron-server[95501]: self._notify() Oct 12 19:19:31.719727 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:19:31.719727 n-d-813679-3 neutron-server[95501]: self.callback(batched_events) Oct 12 19:19:31.719727 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:19:31.719727 n-d-813679-3 neutron-server[95501]: event.method(event) Oct 12 19:19:31.719727 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:19:31.719727 n-d-813679-3 neutron-server[95501]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:19:31.719727 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:19:31.719727 n-d-813679-3 neutron-server[95501]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:19:31.719727 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:19:31.719727 n-d-813679-3 neutron-server[95501]: return f(self, *a, **k) Oct 12 19:19:31.719727 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:19:31.719727 n-d-813679-3 neutron-server[95501]: return self._get(url).json() Oct 12 19:19:31.719727 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:19:31.719727 n-d-813679-3 neutron-server[95501]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:19:31.719727 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:19:31.719727 n-d-813679-3 neutron-server[95501]: return self.request(url, 'GET', **kwargs) Oct 12 19:19:31.719727 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:19:31.719727 n-d-813679-3 neutron-server[95501]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:19:31.719727 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:19:31.719727 n-d-813679-3 neutron-server[95501]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:19:31.719727 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:19:31.719727 n-d-813679-3 neutron-server[95501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:19:31.719727 n-d-813679-3 neutron-server[95501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:19:31.741398 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 75bf3793-e6e4-4a3c-b40a-2b40324ab913, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=75bf3793-e6e4-4a3c-b40a-2b40324ab913,segment=NetworkSegment(f404ba1e-6c99-4971-8902-ed67044f4412),segment_id=f404ba1e-6c99-4971-8902-ed67044f4412)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:19:31.786868 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e191995-2761-4bc7-84d5-6512eb35bfb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75bf3793-e6e4-4a3c-b40a-2b40324ab913'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:19:31.789866 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50aa0de2-2776-494a-a2e8-71c235ffc869" -d '{"events": [{"server_uuid": "4e191995-2761-4bc7-84d5-6512eb35bfb1", "name": "network-vif-plugged", "status": "completed", "tag": "75bf3793-e6e4-4a3c-b40a-2b40324ab913"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:19:31.816322 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7405448c-0b82-4233-a6f6-1bb585e5d7a2 None None] Pushing event updated for resources: {'Port': ['ID=77f8dbe2-9417-4bad-aca8-651ea67db842,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:31.821574 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895aafdb-0ce9-4c94-b88a-9eb28acd8dd5 req-4530f607-d414-4a61-a468-fcaf0a83e8c2 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:31.829598 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-895aafdb-0ce9-4c94-b88a-9eb28acd8dd5 req-4530f607-d414-4a61-a468-fcaf0a83e8c2 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=3319d60b-298b-4178-b9dd-044069330d69 HTTP/1.1" status: 200 len: 946 time: 0.0950053 Oct 12 19:19:31.845826 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b415230-35dd-4c4e-8cb4-8406fdd0da10 None None] Network e8cec298-2f4f-4b68-b780-c436b70b2a4b requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:19:31.862610 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.db.api [None req-39c83fc6-9687-478d-9d29-d85530a309f6 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 12 19:19:31.862610 n-d-813679-3 neutron-server[95501]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 12 19:19:31.862610 n-d-813679-3 neutron-server[95501]: [parameters: {'id': 'e8cec298-2f4f-4b68-b780-c436b70b2a4b'}] Oct 12 19:19:31.862610 n-d-813679-3 neutron-server[95501]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95501) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 19:19:31.871720 n-d-813679-3 neutron-server[95501]: DEBUG oslo_db.api [None req-39c83fc6-9687-478d-9d29-d85530a309f6 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 19:19:31.888394 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-895aafdb-0ce9-4c94-b88a-9eb28acd8dd5 req-c8a7a432-6f3a-4ffd-91d2-064336ef8450 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2999b03-b87d-46b4-9267-1669e2e14df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443878 Oct 12 19:19:31.894302 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5f8afe5-cbe2-4ea5-959f-f82a3b7ab1d8 x-openstack-request-id: req-b5f8afe5-cbe2-4ea5-959f-f82a3b7ab1d8 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:19:31.894852 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e191995-2761-4bc7-84d5-6512eb35bfb1", "name": "network-vif-plugged", "status": "completed", "tag": "75bf3793-e6e4-4a3c-b40a-2b40324ab913", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:19:31.894852 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b5f8afe5-cbe2-4ea5-959f-f82a3b7ab1d8 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:19:31.895953 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e191995-2761-4bc7-84d5-6512eb35bfb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75bf3793-e6e4-4a3c-b40a-2b40324ab913', 'code': 200} Oct 12 19:19:31.899755 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:31.923480 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-6b500395-ab34-444f-9ab1-e27221bb5064 tempest-QuotasTest-1040967181 tempest-QuotasTest-1040967181-project-admin] 10.222.0.49 "PUT /v2.0/quotas/4358c306094b48aea0544c66476a3d0b HTTP/1.1" status: 200 len: 366 time: 0.3978341 Oct 12 19:19:31.925982 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41040) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:19:31.936718 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-90dd8b55-5d1d-4377-8c31-4df2a9868757 tempest-QuotasTest-1040967181 tempest-QuotasTest-1040967181-project-admin] 10.222.0.49 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0095363 Oct 12 19:19:31.939399 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41042) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:19:31.951581 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-27b5c40f-ff58-49c6-82b6-ce92fcf1f215 tempest-QuotasTest-1040967181 tempest-QuotasTest-1040967181-project-admin] 10.222.0.49 "GET /v2.0/quotas/4358c306094b48aea0544c66476a3d0b HTTP/1.1" status: 200 len: 366 time: 0.0102606 Oct 12 19:19:31.954455 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41044) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:19:31.974277 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7d99e3-c917-4d26-b990-d46c4e99a408 req-f0a92048-a4d1-43d9-abea-9410994a92f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:31.975711 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2b7d99e3-c917-4d26-b990-d46c4e99a408 req-f0a92048-a4d1-43d9-abea-9410994a92f6 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4e191995-2761-4bc7-84d5-6512eb35bfb1 HTTP/1.1" status: 200 len: 1096 time: 0.0469515 Oct 12 19:19:32.010335 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=75bf3793-e6e4-4a3c-b40a-2b40324ab913,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:32.018042 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2b7d99e3-c917-4d26-b990-d46c4e99a408 req-f20c021a-298c-4c03-9ef9-711e7d2fa253 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=b56f478d-e2f2-41a4-ba89-750779981967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301759 Oct 12 19:19:32.033739 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a6df5f-8c96-4cc6-a5e3-a9bd3acaf34c None None] get_active_networks_info from n-d-813679-3 {{(pid=95503) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 12 19:19:32.040297 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 41046) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:19:32.040751 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-5c4afae5-7361-41e0-a43e-f9caaa2fdc3a tempest-QuotasTest-1040967181 tempest-QuotasTest-1040967181-project-admin] 10.222.0.49 "DELETE /v2.0/quotas/4358c306094b48aea0544c66476a3d0b HTTP/1.1" status: 204 len: 168 time: 0.0846746 Oct 12 19:19:32.050469 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-76305933-15eb-496b-9971-87105df6584a tempest-QuotasTest-1040967181 tempest-QuotasTest-1040967181-project-admin] 10.222.0.49 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0090826 Oct 12 19:19:32.052839 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 41048) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:19:32.062397 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-a42c81a0-f24c-4af8-9dee-e54f958e628b tempest-QuotasTest-1040967181 tempest-QuotasTest-1040967181-project-admin] 10.222.0.49 "GET /v2.0/quotas/4358c306094b48aea0544c66476a3d0b HTTP/1.1" status: 200 len: 370 time: 0.0085905 Oct 12 19:19:32.064749 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 41050) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:19:32.069820 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-379103b0-efb9-4028-8b0c-8a6b1373212a tempest-QuotasTest-1040967181 tempest-QuotasTest-1040967181-project-admin] 10.222.0.49 "GET /v2.0/quotas/4358c306094b48aea0544c66476a3d0b/default HTTP/1.1" status: 200 len: 370 time: 0.0040240 Oct 12 19:19:32.072067 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 41052) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:19:32.080596 n-d-813679-3 neutron-server[95501]: INFO neutron.api.v2.resource [None req-3173060c-3631-472e-ada1-5d33f6556699 tempest-QuotasTest-1040967181 tempest-QuotasTest-1040967181-project-admin] delete failed (client error): The resource could not be found. Oct 12 19:19:32.081589 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-3173060c-3631-472e-ada1-5d33f6556699 tempest-QuotasTest-1040967181 tempest-QuotasTest-1040967181-project-admin] 10.222.0.49 "DELETE /v2.0/quotas/4358c306094b48aea0544c66476a3d0b HTTP/1.1" status: 404 len: 348 time: 0.0085397 Oct 12 19:19:32.184335 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a6df5f-8c96-4cc6-a5e3-a9bd3acaf34c None None] Resources bound (agent type, host, resource id): {{(pid=95503) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 12 19:19:32.336340 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41056) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:19:32.359084 n-d-813679-3 neutron-server[95502]: DEBUG neutron.quota.resource [None req-90c76e95-7652-49b5-8aca-0df0c4d49058 tempest-QuotasTest-1040967181 tempest-QuotasTest-1040967181-project-admin] Usage tracker for resource:network and project:055f30b8780a4b4e95829dfcccba63fa is out of sync, need to count used quota {{(pid=95502) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 12 19:19:32.362154 n-d-813679-3 neutron-server[95502]: DEBUG neutron.quota.resource [None req-90c76e95-7652-49b5-8aca-0df0c4d49058 tempest-QuotasTest-1040967181 tempest-QuotasTest-1040967181-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95502) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 12 19:19:32.368656 n-d-813679-3 neutron-server[95502]: DEBUG neutron.quota.resource [None req-90c76e95-7652-49b5-8aca-0df0c4d49058 tempest-QuotasTest-1040967181 tempest-QuotasTest-1040967181-project-admin] Usage tracker for resource:subnet and project:055f30b8780a4b4e95829dfcccba63fa is out of sync, need to count used quota {{(pid=95502) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 12 19:19:32.371822 n-d-813679-3 neutron-server[95502]: DEBUG neutron.quota.resource [None req-90c76e95-7652-49b5-8aca-0df0c4d49058 tempest-QuotasTest-1040967181 tempest-QuotasTest-1040967181-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95502) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 12 19:19:32.373846 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-39c83fc6-9687-478d-9d29-d85530a309f6 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:32.378363 n-d-813679-3 neutron-server[95502]: DEBUG neutron.quota.resource [None req-90c76e95-7652-49b5-8aca-0df0c4d49058 tempest-QuotasTest-1040967181 tempest-QuotasTest-1040967181-project-admin] Usage tracker for resource:subnetpool and project:055f30b8780a4b4e95829dfcccba63fa is out of sync, need to count used quota {{(pid=95502) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 12 19:19:32.383729 n-d-813679-3 neutron-server[95502]: DEBUG neutron.quota.resource [None req-90c76e95-7652-49b5-8aca-0df0c4d49058 tempest-QuotasTest-1040967181 tempest-QuotasTest-1040967181-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=95502) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 12 19:19:32.390812 n-d-813679-3 neutron-server[95502]: DEBUG neutron.quota.resource [None req-90c76e95-7652-49b5-8aca-0df0c4d49058 tempest-QuotasTest-1040967181 tempest-QuotasTest-1040967181-project-admin] Usage tracker for resource:port and project:055f30b8780a4b4e95829dfcccba63fa is out of sync, need to count used quota {{(pid=95502) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 12 19:19:32.393892 n-d-813679-3 neutron-server[95502]: DEBUG neutron.quota.resource [None req-90c76e95-7652-49b5-8aca-0df0c4d49058 tempest-QuotasTest-1040967181 tempest-QuotasTest-1040967181-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=95502) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 12 19:19:32.400999 n-d-813679-3 neutron-server[95502]: DEBUG neutron.quota.resource [None req-90c76e95-7652-49b5-8aca-0df0c4d49058 tempest-QuotasTest-1040967181 tempest-QuotasTest-1040967181-project-admin] Usage tracker for resource:router and project:055f30b8780a4b4e95829dfcccba63fa is out of sync, need to count used quota {{(pid=95502) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 12 19:19:32.406940 n-d-813679-3 neutron-server[95502]: DEBUG neutron.quota.resource [None req-90c76e95-7652-49b5-8aca-0df0c4d49058 tempest-QuotasTest-1040967181 tempest-QuotasTest-1040967181-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=95502) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 12 19:19:32.415090 n-d-813679-3 neutron-server[95502]: DEBUG neutron.quota.resource [None req-90c76e95-7652-49b5-8aca-0df0c4d49058 tempest-QuotasTest-1040967181 tempest-QuotasTest-1040967181-project-admin] Usage tracker for resource:floatingip and project:055f30b8780a4b4e95829dfcccba63fa is out of sync, need to count used quota {{(pid=95502) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 12 19:19:32.421479 n-d-813679-3 neutron-server[95502]: DEBUG neutron.quota.resource [None req-90c76e95-7652-49b5-8aca-0df0c4d49058 tempest-QuotasTest-1040967181 tempest-QuotasTest-1040967181-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=95502) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 12 19:19:32.444322 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-39c83fc6-9687-478d-9d29-d85530a309f6 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Deleting port 77f8dbe2-9417-4bad-aca8-651ea67db842 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:19:32.444850 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-39c83fc6-9687-478d-9d29-d85530a309f6 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:32.460187 n-d-813679-3 neutron-server[95502]: DEBUG neutron.quota.resource [None req-90c76e95-7652-49b5-8aca-0df0c4d49058 tempest-QuotasTest-1040967181 tempest-QuotasTest-1040967181-project-admin] Usage tracker for resource:security_group and project:055f30b8780a4b4e95829dfcccba63fa is out of sync, need to count used quota {{(pid=95502) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 12 19:19:32.466282 n-d-813679-3 neutron-server[95502]: DEBUG neutron.quota.resource [None req-90c76e95-7652-49b5-8aca-0df0c4d49058 tempest-QuotasTest-1040967181 tempest-QuotasTest-1040967181-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=95502) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 12 19:19:32.473310 n-d-813679-3 neutron-server[95502]: DEBUG neutron.quota.resource [None req-90c76e95-7652-49b5-8aca-0df0c4d49058 tempest-QuotasTest-1040967181 tempest-QuotasTest-1040967181-project-admin] Usage tracker for resource:security_group_rule and project:055f30b8780a4b4e95829dfcccba63fa is out of sync, need to count used quota {{(pid=95502) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 12 19:19:32.476518 n-d-813679-3 neutron-server[95502]: DEBUG neutron.quota.resource [None req-90c76e95-7652-49b5-8aca-0df0c4d49058 tempest-QuotasTest-1040967181 tempest-QuotasTest-1040967181-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95502) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 12 19:19:32.486035 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-90c76e95-7652-49b5-8aca-0df0c4d49058 tempest-QuotasTest-1040967181 tempest-QuotasTest-1040967181-project-admin] 10.222.0.49 "GET /v2.0/quotas/055f30b8780a4b4e95829dfcccba63fa/details.json HTTP/1.1" status: 200 len: 703 time: 0.1485510 Oct 12 19:19:32.518886 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [None req-39c83fc6-9687-478d-9d29-d85530a309f6 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] For port 77f8dbe2-9417-4bad-aca8-651ea67db842, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=77f8dbe2-9417-4bad-aca8-651ea67db842,segment=NetworkSegment(5dd08f08-3130-4e8f-b393-13c5b2d4582c),segment_id=5dd08f08-3130-4e8f-b393-13c5b2d4582c)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:19:32.519927 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-39c83fc6-9687-478d-9d29-d85530a309f6 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:32.535025 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-39c83fc6-9687-478d-9d29-d85530a309f6 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Calling delete_port for 77f8dbe2-9417-4bad-aca8-651ea67db842 owned by network:dhcp {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:19:32.537334 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:32.605267 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bf49a5-afa1-4bff-89f4-88fb9c12b95f req-1cdc361e-7a0c-4ffc-ae39-178d4aeaa65a tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:32.607059 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-20bf49a5-afa1-4bff-89f4-88fb9c12b95f req-1cdc361e-7a0c-4ffc-ae39-178d4aeaa65a tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e191995-2761-4bc7-84d5-6512eb35bfb1 HTTP/1.1" status: 200 len: 945 time: 0.0620265 Oct 12 19:19:32.664464 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-20bf49a5-afa1-4bff-89f4-88fb9c12b95f req-e04a6c12-a6ad-495b-9a1e-a72723d26524 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] 10.222.0.49 "GET /v2.0/security-groups?id=b56f478d-e2f2-41a4-ba89-750779981967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479236 Oct 12 19:19:32.733937 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:32.776437 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a039b1e7-004c-42ea-be5e-9486dab06cb1 req-662e8bdc-8071-48ae-b7c3-c0ae0aaad73d tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:32.777872 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a039b1e7-004c-42ea-be5e-9486dab06cb1 req-662e8bdc-8071-48ae-b7c3-c0ae0aaad73d tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5314e30-527f-43ff-ad86-8b07326cb2f2 HTTP/1.1" status: 200 len: 949 time: 0.0528789 Oct 12 19:19:32.780445 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-39c83fc6-9687-478d-9d29-d85530a309f6 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:32.807837 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c83fc6-9687-478d-9d29-d85530a309f6 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Pushing event deleted for resources: {'Port': ['ID=77f8dbe2-9417-4bad-aca8-651ea67db842,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:32.814394 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c83fc6-9687-478d-9d29-d85530a309f6 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] No DVR routers for this DVR port 77f8dbe2-9417-4bad-aca8-651ea67db842 on host n-d-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:19:32.819233 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a039b1e7-004c-42ea-be5e-9486dab06cb1 req-899ec4c1-1116-4c65-bc13-fdac9516cbc7 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328305 Oct 12 19:19:32.906192 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-39c83fc6-9687-478d-9d29-d85530a309f6 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:32.927716 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-39c83fc6-9687-478d-9d29-d85530a309f6 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8cec298-2f4f-4b68-b780-c436b70b2a4b']}} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:19:32.937741 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-39c83fc6-9687-478d-9d29-d85530a309f6 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dd08f08-3130-4e8f-b393-13c5b2d4582c') {'for_net_delete': True} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:19:32.938036 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-39c83fc6-9687-478d-9d29-d85530a309f6 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dd08f08-3130-4e8f-b393-13c5b2d4582c') {} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:19:32.945687 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:32.948240 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-39c83fc6-9687-478d-9d29-d85530a309f6 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4281072'] for segment, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:32.964277 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-39c83fc6-9687-478d-9d29-d85530a309f6 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:32.971297 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39c83fc6-9687-478d-9d29-d85530a309f6 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=95501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:19:32.971682 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-39c83fc6-9687-478d-9d29-d85530a309f6 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4823170'] for segment, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:32.974754 n-d-813679-3 neutron-server[95501]: Traceback (most recent call last): Oct 12 19:19:32.974754 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:19:32.974754 n-d-813679-3 neutron-server[95501]: timer() Oct 12 19:19:32.974754 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:19:32.974754 n-d-813679-3 neutron-server[95501]: cb(*args, **kw) Oct 12 19:19:32.974754 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:19:32.974754 n-d-813679-3 neutron-server[95501]: return func(*args, **kwargs) Oct 12 19:19:32.974754 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:19:32.974754 n-d-813679-3 neutron-server[95501]: self._notify() Oct 12 19:19:32.974754 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:19:32.974754 n-d-813679-3 neutron-server[95501]: self.callback(batched_events) Oct 12 19:19:32.974754 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:19:32.974754 n-d-813679-3 neutron-server[95501]: event.method(event) Oct 12 19:19:32.974754 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:19:32.974754 n-d-813679-3 neutron-server[95501]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:19:32.974754 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:19:32.974754 n-d-813679-3 neutron-server[95501]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:19:32.974754 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:19:32.974754 n-d-813679-3 neutron-server[95501]: return f(self, *a, **k) Oct 12 19:19:32.974754 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:19:32.974754 n-d-813679-3 neutron-server[95501]: return self._get(url).json() Oct 12 19:19:32.974754 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:19:32.974754 n-d-813679-3 neutron-server[95501]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:19:32.974754 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:19:32.974754 n-d-813679-3 neutron-server[95501]: return self.request(url, 'GET', **kwargs) Oct 12 19:19:32.974754 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:19:32.974754 n-d-813679-3 neutron-server[95501]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:19:32.974754 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:19:32.974754 n-d-813679-3 neutron-server[95501]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:19:32.974754 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:19:32.974754 n-d-813679-3 neutron-server[95501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:19:32.974754 n-d-813679-3 neutron-server[95501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:19:32.999533 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31c25ae-5b10-4cd6-a2c1-97af2bab2587 req-10beaf8b-5962-402b-8cc4-3d0ab107befd tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:33.001014 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c31c25ae-5b10-4cd6-a2c1-97af2bab2587 req-10beaf8b-5962-402b-8cc4-3d0ab107befd tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=3319d60b-298b-4178-b9dd-044069330d69 HTTP/1.1" status: 200 len: 946 time: 0.0538726 Oct 12 19:19:33.042599 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c31c25ae-5b10-4cd6-a2c1-97af2bab2587 req-796ba849-4abf-4833-8c3d-f08e89842d72 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2999b03-b87d-46b4-9267-1669e2e14df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348141 Oct 12 19:19:33.111124 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-39c83fc6-9687-478d-9d29-d85530a309f6 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:33.121594 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-39c83fc6-9687-478d-9d29-d85530a309f6 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:33.129920 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-39c83fc6-9687-478d-9d29-d85530a309f6 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] 10.222.0.49 "DELETE /v2.0/networks/e8cec298-2f4f-4b68-b780-c436b70b2a4b HTTP/1.1" status: 204 len: 168 time: 2.2832978 Oct 12 19:19:33.130617 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41074) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:19:33.141050 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-5c8ac5e9-44ee-4046-99b8-4c53e4b1688b tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1473400484'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:19:33.142600 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c83fc6-9687-478d-9d29-d85530a309f6 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Pushing event deleted for resources: {'Network': ['ID=e8cec298-2f4f-4b68-b780-c436b70b2a4b,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:33.223034 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41076) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:19:33.230330 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c8ac5e9-44ee-4046-99b8-4c53e4b1688b tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Made reservation on behalf of a71ed3d37d1c4e30b7792045a19a040b for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:19:33.233802 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5c8ac5e9-44ee-4046-99b8-4c53e4b1688b tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:33.257313 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c8ac5e9-44ee-4046-99b8-4c53e4b1688b tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:19:33.267261 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5c8ac5e9-44ee-4046-99b8-4c53e4b1688b tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:33.267648 n-d-813679-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-5c8ac5e9-44ee-4046-99b8-4c53e4b1688b tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Added segment 3f89c9ab-97aa-4979-b2ff-49a1aeca32eb of type vlan for network 5c2d4023-b39b-4aaa-bdd2-9997b07f97ff Oct 12 19:19:33.307009 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5c8ac5e9-44ee-4046-99b8-4c53e4b1688b tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:33.344791 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cdc02684-6cf3-4eb2-b67b-81d803f1ebc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:33.420199 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cdc02684-6cf3-4eb2-b67b-81d803f1ebc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:33.499269 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5c8ac5e9-44ee-4046-99b8-4c53e4b1688b tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:33.505161 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8ac5e9-44ee-4046-99b8-4c53e4b1688b tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:33.505753 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5c8ac5e9-44ee-4046-99b8-4c53e4b1688b tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:33.568540 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8ac5e9-44ee-4046-99b8-4c53e4b1688b tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Pushing event updated for resources: {'Network': ['ID=5c2d4023-b39b-4aaa-bdd2-9997b07f97ff,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:33.576578 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8ac5e9-44ee-4046-99b8-4c53e4b1688b tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:19:33.576937 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8ac5e9-44ee-4046-99b8-4c53e4b1688b tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:19:33.577284 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8ac5e9-44ee-4046-99b8-4c53e4b1688b tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:19:33.577627 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8ac5e9-44ee-4046-99b8-4c53e4b1688b tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:19:33.577962 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8ac5e9-44ee-4046-99b8-4c53e4b1688b tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:19:33.578404 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8ac5e9-44ee-4046-99b8-4c53e4b1688b tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:19:33.578625 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8ac5e9-44ee-4046-99b8-4c53e4b1688b tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:19:33.578955 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8ac5e9-44ee-4046-99b8-4c53e4b1688b tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:19:33.579279 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8ac5e9-44ee-4046-99b8-4c53e4b1688b tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:19:33.579606 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8ac5e9-44ee-4046-99b8-4c53e4b1688b tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:19:33.579930 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8ac5e9-44ee-4046-99b8-4c53e4b1688b tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:19:33.580292 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8ac5e9-44ee-4046-99b8-4c53e4b1688b tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:19:33.591243 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 5c2d4023-b39b-4aaa-bdd2-9997b07f97ff details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:19:33.607101 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cdc02684-6cf3-4eb2-b67b-81d803f1ebc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:33.607276 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:33.643332 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc02684-6cf3-4eb2-b67b-81d803f1ebc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eeeaa69-f690-4f3e-90f4-2dd6ab7ac4ca,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:33.649083 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-cdc02684-6cf3-4eb2-b67b-81d803f1ebc3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9c2c547d55fe4c4487d3074e8246e96d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4250164 Oct 12 19:19:33.652073 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 41080) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:19:33.661247 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-5c8ac5e9-44ee-4046-99b8-4c53e4b1688b tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5267272 Oct 12 19:19:33.661756 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 41082) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:19:33.671056 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-930dbfc5-a6c6-4301-b5ed-910b2355e6ab tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Request body: {'subnet': {'network_id': '5c2d4023-b39b-4aaa-bdd2-9997b07f97ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:19:33.810449 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b330d012-0429-48aa-b232-7573336785c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:33.843066 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb0e922-baf1-46da-8d78-145d99168373 req-36497b26-6887-4845-b57e-8b55afa3c921 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:33.844569 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ccb0e922-baf1-46da-8d78-145d99168373 req-36497b26-6887-4845-b57e-8b55afa3c921 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e191995-2761-4bc7-84d5-6512eb35bfb1 HTTP/1.1" status: 200 len: 945 time: 0.0975158 Oct 12 19:19:33.854973 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b330d012-0429-48aa-b232-7573336785c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:33.916670 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ccb0e922-baf1-46da-8d78-145d99168373 req-21d09a02-21b7-4f2a-b0ff-302940b21f09 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] 10.222.0.49 "GET /v2.0/security-groups?id=b56f478d-e2f2-41a4-ba89-750779981967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638714 Oct 12 19:19:33.954310 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d744da-1bbe-42eb-8ef9-ee9b5f6b4bc2 req-0eb0e7b4-02e6-4b33-964e-f9791be9c670 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:33.955903 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-42d744da-1bbe-42eb-8ef9-ee9b5f6b4bc2 req-0eb0e7b4-02e6-4b33-964e-f9791be9c670 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5314e30-527f-43ff-ad86-8b07326cb2f2 HTTP/1.1" status: 200 len: 949 time: 0.0565820 Oct 12 19:19:33.957563 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-930dbfc5-a6c6-4301-b5ed-910b2355e6ab tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Made reservation on behalf of a71ed3d37d1c4e30b7792045a19a040b for: {'subnet': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:19:33.961345 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-930dbfc5-a6c6-4301-b5ed-910b2355e6ab tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4612397'] for subnet, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:34.000080 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-42d744da-1bbe-42eb-8ef9-ee9b5f6b4bc2 req-eefb40b0-15b5-4f34-922d-e034203c939f tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338662 Oct 12 19:19:34.058544 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b330d012-0429-48aa-b232-7573336785c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:34.061731 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b330d012-0429-48aa-b232-7573336785c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:34.063034 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-b330d012-0429-48aa-b232-7573336785c4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9eeeaa69-f690-4f3e-90f4-2dd6ab7ac4ca HTTP/1.1" status: 204 len: 168 time: 0.4096334 Oct 12 19:19:34.101612 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b330d012-0429-48aa-b232-7573336785c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eeeaa69-f690-4f3e-90f4-2dd6ab7ac4ca,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:34.158389 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66b3b44-55ef-41d4-932e-2519c5fa4acf req-00a55a72-1327-4f47-b0db-71279087913f tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:34.159909 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f66b3b44-55ef-41d4-932e-2519c5fa4acf req-00a55a72-1327-4f47-b0db-71279087913f tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] 10.222.0.49 "GET /v2.0/ports?device_id=48de0305-19f8-44dd-af76-396e641125ef HTTP/1.1" status: 200 len: 945 time: 0.1177833 Oct 12 19:19:34.190529 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249749bd-cba2-41b1-8e2b-acc232616c03 req-a04f7c31-5285-4a04-b177-6e2a39abd188 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:34.191819 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-249749bd-cba2-41b1-8e2b-acc232616c03 req-a04f7c31-5285-4a04-b177-6e2a39abd188 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=3319d60b-298b-4178-b9dd-044069330d69 HTTP/1.1" status: 200 len: 946 time: 0.0515599 Oct 12 19:19:34.233372 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-249749bd-cba2-41b1-8e2b-acc232616c03 req-38611e18-6b42-409f-aab4-95f1ae2c5121 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2999b03-b87d-46b4-9267-1669e2e14df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349784 Oct 12 19:19:34.239870 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f66b3b44-55ef-41d4-932e-2519c5fa4acf req-f82b1e0e-2d2a-4fc1-a2c1-35b243795859 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] 10.222.0.49 "GET /v2.0/security-groups?id=b56f478d-e2f2-41a4-ba89-750779981967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708730 Oct 12 19:19:34.397154 n-d-813679-3 neutron-server[95501]: DEBUG neutron.objects.ports [None req-930dbfc5-a6c6-4301-b5ed-910b2355e6ab tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95501) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 12 19:19:34.398574 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-930dbfc5-a6c6-4301-b5ed-910b2355e6ab tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4824863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4612355'] for subnet, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:34.465578 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930dbfc5-a6c6-4301-b5ed-910b2355e6ab tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Pushing event updated for resources: {'Subnet': ['ID=50a9dc1e-01ad-4981-b884-f55a76af2b94,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:34.477148 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930dbfc5-a6c6-4301-b5ed-910b2355e6ab tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Checking segment: {'id': '3f89c9ab-97aa-4979-b2ff-49a1aeca32eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '5c2d4023-b39b-4aaa-bdd2-9997b07f97ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:19:34.477508 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-930dbfc5-a6c6-4301-b5ed-910b2355e6ab tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Network hostable DHCP agents. Network: 5c2d4023-b39b-4aaa-bdd2-9997b07f97ff, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:19:34.482505 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:34.607971 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-930dbfc5-a6c6-4301-b5ed-910b2355e6ab tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Network 5c2d4023-b39b-4aaa-bdd2-9997b07f97ff is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:19:34.768897 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-930dbfc5-a6c6-4301-b5ed-910b2355e6ab tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, 5c2d4023-b39b-4aaa-bdd2-9997b07f97ff) {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:19:34.773440 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930dbfc5-a6c6-4301-b5ed-910b2355e6ab tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:34.774459 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-930dbfc5-a6c6-4301-b5ed-910b2355e6ab tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:34.781651 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db861dd2-a5e2-4ab8-b8e6-4c11a5f895a2 None None] Network 5c2d4023-b39b-4aaa-bdd2-9997b07f97ff requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:19:34.891511 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-930dbfc5-a6c6-4301-b5ed-910b2355e6ab tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.2241378 Oct 12 19:19:34.894222 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 41108) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:19:34.952528 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41110) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:19:34.969807 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-08af56ca-e5b6-4df1-b857-943b79e20f14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:35.000781 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-000d7fb6-b499-494f-a067-12897176112a tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:35.032607 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 19:19:35.090251 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5936af0e-a0f8-4810-b5a4-63c696383830 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-5c2d4023-b39b-4aaa-bdd2-9997b07f97ff', 'network_id': '5c2d4023-b39b-4aaa-bdd2-9997b07f97ff', 'tenant_id': 'a71ed3d37d1c4e30b7792045a19a040b', 'fixed_ips': [{'subnet_id': '50a9dc1e-01ad-4981-b884-f55a76af2b94'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:19:35.093264 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-000d7fb6-b499-494f-a067-12897176112a tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:35.093557 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5936af0e-a0f8-4810-b5a4-63c696383830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:35.093643 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-08af56ca-e5b6-4df1-b857-943b79e20f14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:35.209588 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57400b93-276e-4b83-b2c0-661e14255a47 req-c883ae48-963e-4c85-bd6b-938d78063f9b tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:35.211238 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-57400b93-276e-4b83-b2c0-661e14255a47 req-c883ae48-963e-4c85-bd6b-938d78063f9b tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5314e30-527f-43ff-ad86-8b07326cb2f2 HTTP/1.1" status: 200 len: 949 time: 0.0793800 Oct 12 19:19:35.249808 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-08af56ca-e5b6-4df1-b857-943b79e20f14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:35.250907 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-57400b93-276e-4b83-b2c0-661e14255a47 req-bc6eb2eb-ae62-469d-be02-06a1520ec750 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336106 Oct 12 19:19:35.313399 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-08af56ca-e5b6-4df1-b857-943b79e20f14 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=055f30b8780a4b4e95829dfcccba63fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3585265 Oct 12 19:19:35.314122 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08af56ca-e5b6-4df1-b857-943b79e20f14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f0b1e2f-3f94-44e2-82f4-4e71fcb49ae4,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:35.317645 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41122) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:19:35.343417 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0d5cd9-516b-40eb-8056-d1edda254ebe req-97f72457-9405-49e6-9647-03ce31ad05f2 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:35.345013 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-af0d5cd9-516b-40eb-8056-d1edda254ebe req-97f72457-9405-49e6-9647-03ce31ad05f2 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] 10.222.0.49 "GET /v2.0/ports?device_id=48de0305-19f8-44dd-af76-396e641125ef HTTP/1.1" status: 200 len: 945 time: 0.1062157 Oct 12 19:19:35.349073 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-000d7fb6-b499-494f-a067-12897176112a tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4824924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4612362'] for subnet, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:35.382179 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000d7fb6-b499-494f-a067-12897176112a tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Pushing event deleted for resources: {'Subnet': ['ID=50a9dc1e-01ad-4981-b884-f55a76af2b94,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:35.409949 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-af0d5cd9-516b-40eb-8056-d1edda254ebe req-04aa37a4-75ae-4166-97f3-8369c5c77843 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] 10.222.0.49 "GET /v2.0/security-groups?id=b56f478d-e2f2-41a4-ba89-750779981967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570285 Oct 12 19:19:35.410722 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f4ef79d2-7fbd-416e-9d59-8b81c110cc15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:35.434025 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f4ef79d2-7fbd-416e-9d59-8b81c110cc15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:35.437069 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae383f8-8aad-4dda-aa5f-3412413b2530 req-de4621dd-5289-432b-a341-e13948f36bde tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:35.438605 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fae383f8-8aad-4dda-aa5f-3412413b2530 req-de4621dd-5289-432b-a341-e13948f36bde tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=3319d60b-298b-4178-b9dd-044069330d69 HTTP/1.1" status: 200 len: 946 time: 0.1273799 Oct 12 19:19:35.463377 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-000d7fb6-b499-494f-a067-12897176112a tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:35.500345 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-000d7fb6-b499-494f-a067-12897176112a tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c2d4023-b39b-4aaa-bdd2-9997b07f97ff']}} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:19:35.505604 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server [None req-5936af0e-a0f8-4810-b5a4-63c696383830 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 50a9dc1e-01ad-4981-b884-f55a76af2b94: This subnet is being modified by another concurrent operation. Oct 12 19:19:35.505604 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 12 19:19:35.505604 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 12 19:19:35.505604 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 12 19:19:35.505604 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 12 19:19:35.505604 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 12 19:19:35.505604 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 12 19:19:35.505604 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 12 19:19:35.505604 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 12 19:19:35.505604 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 12 19:19:35.505604 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 12 19:19:35.505604 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 12 19:19:35.505604 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 12 19:19:35.505604 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 12 19:19:35.505604 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 12 19:19:35.505604 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server raise self.value Oct 12 19:19:35.505604 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 12 19:19:35.505604 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 12 19:19:35.505604 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 12 19:19:35.505604 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 12 19:19:35.505604 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 12 19:19:35.505604 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 12 19:19:35.505604 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 12 19:19:35.505604 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server raise self.value Oct 12 19:19:35.505604 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 12 19:19:35.505604 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 12 19:19:35.505604 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 12 19:19:35.505604 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 12 19:19:35.505604 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 12 19:19:35.505604 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 12 19:19:35.505604 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 12 19:19:35.505604 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server raise self.value Oct 12 19:19:35.505604 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 12 19:19:35.505604 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 12 19:19:35.505604 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 12 19:19:35.505604 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 12 19:19:35.505604 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 12 19:19:35.505604 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 12 19:19:35.505604 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 12 19:19:35.505604 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 12 19:19:35.505604 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 12 19:19:35.505604 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 12 19:19:35.505604 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 12 19:19:35.505604 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 12 19:19:35.505604 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 12 19:19:35.505604 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 12 19:19:35.505604 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 12 19:19:35.505604 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 12 19:19:35.505604 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 12 19:19:35.505604 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 12 19:19:35.505604 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 12 19:19:35.505604 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server raise self.value Oct 12 19:19:35.505604 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 12 19:19:35.505604 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 12 19:19:35.509088 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 12 19:19:35.509088 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 12 19:19:35.509088 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 12 19:19:35.509088 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 12 19:19:35.509088 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 12 19:19:35.509088 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server raise self.value Oct 12 19:19:35.509088 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 12 19:19:35.509088 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 12 19:19:35.509088 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 12 19:19:35.509088 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 12 19:19:35.509088 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 12 19:19:35.509088 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 12 19:19:35.509088 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 12 19:19:35.509088 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server raise self.value Oct 12 19:19:35.509088 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 12 19:19:35.509088 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 12 19:19:35.509088 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 12 19:19:35.509088 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 12 19:19:35.509088 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 12 19:19:35.509088 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 12 19:19:35.509088 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 12 19:19:35.509088 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 12 19:19:35.509088 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 12 19:19:35.509088 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 12 19:19:35.509088 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 12 19:19:35.509088 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 12 19:19:35.509088 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 12 19:19:35.509088 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server raise self.value Oct 12 19:19:35.509088 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 12 19:19:35.509088 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 12 19:19:35.509088 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 12 19:19:35.509088 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 12 19:19:35.509088 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 12 19:19:35.509088 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 12 19:19:35.509088 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 12 19:19:35.509088 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server raise exception Oct 12 19:19:35.509088 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 50a9dc1e-01ad-4981-b884-f55a76af2b94: This subnet is being modified by another concurrent operation. Oct 12 19:19:35.509088 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server Oct 12 19:19:35.512877 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fae383f8-8aad-4dda-aa5f-3412413b2530 req-69c5b231-18a5-4a21-a257-eee1432c2df0 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2999b03-b87d-46b4-9267-1669e2e14df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659335 Oct 12 19:19:35.517140 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-000d7fb6-b499-494f-a067-12897176112a tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f89c9ab-97aa-4979-b2ff-49a1aeca32eb') {'for_net_delete': True} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:19:35.517692 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-000d7fb6-b499-494f-a067-12897176112a tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f89c9ab-97aa-4979-b2ff-49a1aeca32eb') {} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:19:35.527175 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-000d7fb6-b499-494f-a067-12897176112a tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4281072'] for segment, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:35.542505 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-000d7fb6-b499-494f-a067-12897176112a tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:35.545531 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f4ef79d2-7fbd-416e-9d59-8b81c110cc15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:35.548244 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f4ef79d2-7fbd-416e-9d59-8b81c110cc15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:35.548453 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-000d7fb6-b499-494f-a067-12897176112a tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=95501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:19:35.548839 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-000d7fb6-b499-494f-a067-12897176112a tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4823170'] for segment, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:35.549401 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-f4ef79d2-7fbd-416e-9d59-8b81c110cc15 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1f0b1e2f-3f94-44e2-82f4-4e71fcb49ae4 HTTP/1.1" status: 204 len: 168 time: 0.2308390 Oct 12 19:19:35.551771 n-d-813679-3 neutron-server[95501]: Traceback (most recent call last): Oct 12 19:19:35.551771 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:19:35.551771 n-d-813679-3 neutron-server[95501]: timer() Oct 12 19:19:35.551771 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:19:35.551771 n-d-813679-3 neutron-server[95501]: cb(*args, **kw) Oct 12 19:19:35.551771 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:19:35.551771 n-d-813679-3 neutron-server[95501]: return func(*args, **kwargs) Oct 12 19:19:35.551771 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:19:35.551771 n-d-813679-3 neutron-server[95501]: self._notify() Oct 12 19:19:35.551771 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:19:35.551771 n-d-813679-3 neutron-server[95501]: self.callback(batched_events) Oct 12 19:19:35.551771 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:19:35.551771 n-d-813679-3 neutron-server[95501]: event.method(event) Oct 12 19:19:35.551771 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:19:35.551771 n-d-813679-3 neutron-server[95501]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:19:35.551771 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:19:35.551771 n-d-813679-3 neutron-server[95501]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:19:35.551771 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:19:35.551771 n-d-813679-3 neutron-server[95501]: return f(self, *a, **k) Oct 12 19:19:35.551771 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:19:35.551771 n-d-813679-3 neutron-server[95501]: return self._get(url).json() Oct 12 19:19:35.551771 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:19:35.551771 n-d-813679-3 neutron-server[95501]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:19:35.551771 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:19:35.551771 n-d-813679-3 neutron-server[95501]: return self.request(url, 'GET', **kwargs) Oct 12 19:19:35.551771 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:19:35.551771 n-d-813679-3 neutron-server[95501]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:19:35.551771 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:19:35.551771 n-d-813679-3 neutron-server[95501]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:19:35.551771 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:19:35.551771 n-d-813679-3 neutron-server[95501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:19:35.551771 n-d-813679-3 neutron-server[95501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:19:35.557523 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ef79d2-7fbd-416e-9d59-8b81c110cc15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f0b1e2f-3f94-44e2-82f4-4e71fcb49ae4,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:35.577154 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f0260f-3bcd-4de3-bedd-1743beb37183 None None] Network 5c2d4023-b39b-4aaa-bdd2-9997b07f97ff requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:19:35.692962 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc066cd5-ea05-42d6-b500-025775e1d7a9 None None] get_active_networks_info from n-d-813679-3 {{(pid=95503) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 12 19:19:35.711478 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-000d7fb6-b499-494f-a067-12897176112a tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:35.719704 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-000d7fb6-b499-494f-a067-12897176112a tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:35.722877 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-000d7fb6-b499-494f-a067-12897176112a tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] 10.222.0.49 "DELETE /v2.0/networks/5c2d4023-b39b-4aaa-bdd2-9997b07f97ff HTTP/1.1" status: 204 len: 168 time: 0.8276219 Oct 12 19:19:35.726966 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41126) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:19:35.737973 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000d7fb6-b499-494f-a067-12897176112a tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Pushing event deleted for resources: {'Network': ['ID=5c2d4023-b39b-4aaa-bdd2-9997b07f97ff,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:35.758581 n-d-813679-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ecffea2-25ee-4704-8cf5-c3e89e735ba2 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] DELETE failed (client error): The resource could not be found. Oct 12 19:19:35.759040 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ecffea2-25ee-4704-8cf5-c3e89e735ba2 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:19:35.762095 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-3ecffea2-25ee-4704-8cf5-c3e89e735ba2 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] 10.222.0.49 "DELETE /v2.0/subnets/50a9dc1e-01ad-4981-b884-f55a76af2b94 HTTP/1.1" status: 404 len: 337 time: 0.0341263 Oct 12 19:19:35.764790 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41128) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:19:35.783714 n-d-813679-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-52b34f0c-fb10-43c8-8bbc-af6d125b2ff9 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] DELETE failed (client error): The resource could not be found. Oct 12 19:19:35.784678 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52b34f0c-fb10-43c8-8bbc-af6d125b2ff9 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:19:35.787358 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-52b34f0c-fb10-43c8-8bbc-af6d125b2ff9 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] 10.222.0.49 "DELETE /v2.0/networks/5c2d4023-b39b-4aaa-bdd2-9997b07f97ff HTTP/1.1" status: 404 len: 339 time: 0.0214896 Oct 12 19:19:35.789977 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41130) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:19:35.815449 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc066cd5-ea05-42d6-b500-025775e1d7a9 None None] Resources bound (agent type, host, resource id): {{(pid=95503) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 12 19:19:35.821955 n-d-813679-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-c00a8b42-609c-4085-9cd3-257030c245f6 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] DELETE failed (client error): The resource could not be found. Oct 12 19:19:35.822810 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c00a8b42-609c-4085-9cd3-257030c245f6 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:19:35.829835 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-c00a8b42-609c-4085-9cd3-257030c245f6 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] 10.222.0.49 "DELETE /v2.0/subnets/64b739f0-4f00-4218-a0ca-ccc4a823cf5b HTTP/1.1" status: 404 len: 337 time: 0.0362318 Oct 12 19:19:35.830834 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41132) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:19:35.853474 n-d-813679-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-435806b0-eacf-453e-a155-1905df202a84 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] DELETE failed (client error): The resource could not be found. Oct 12 19:19:35.854043 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-435806b0-eacf-453e-a155-1905df202a84 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:19:35.858091 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-435806b0-eacf-453e-a155-1905df202a84 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] 10.222.0.49 "DELETE /v2.0/networks/e8cec298-2f4f-4b68-b780-c436b70b2a4b HTTP/1.1" status: 404 len: 339 time: 0.0269225 Oct 12 19:19:35.860139 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d722c602-b685-468c-a551-c0c9882dcce1 req-63423c5a-2829-4a2d-bb5e-adc6b55fdd0a tempest-LiveAutoBlockMigrationV225Test-2051523199 tempest-LiveAutoBlockMigrationV225Test-2051523199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:35.870559 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41136) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:19:35.871099 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d722c602-b685-468c-a551-c0c9882dcce1 req-63423c5a-2829-4a2d-bb5e-adc6b55fdd0a tempest-LiveAutoBlockMigrationV225Test-2051523199 tempest-LiveAutoBlockMigrationV225Test-2051523199-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=3319d60b-298b-4178-b9dd-044069330d69&tenant_id=803d7b884967412f992e4b2e79b460e6&binding%3Ahost_id=n-h1-813679-3 HTTP/1.1" status: 200 len: 1097 time: 0.0689263 Oct 12 19:19:35.883800 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-d722c602-b685-468c-a551-c0c9882dcce1 req-d3231a07-53ab-4d59-96d8-85b5188d0e6c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-813679-3'}}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:19:35.903513 n-d-813679-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ce0e073-3d02-4eec-8c06-47a2c41dcb65 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] DELETE failed (client error): The resource could not be found. Oct 12 19:19:35.904900 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ce0e073-3d02-4eec-8c06-47a2c41dcb65 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:19:35.912533 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-0ce0e073-3d02-4eec-8c06-47a2c41dcb65 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] 10.222.0.49 "DELETE /v2.0/subnets/7187e2c8-6943-416c-bdcb-83e4e06343da HTTP/1.1" status: 404 len: 337 time: 0.0503371 Oct 12 19:19:35.913387 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41140) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:19:35.934156 n-d-813679-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8c76276-c545-4e0a-9f74-8605ca3fa29a tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] DELETE failed (client error): The resource could not be found. Oct 12 19:19:35.934705 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8c76276-c545-4e0a-9f74-8605ca3fa29a tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:19:35.939298 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-f8c76276-c545-4e0a-9f74-8605ca3fa29a tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] 10.222.0.49 "DELETE /v2.0/networks/c04d393a-03dc-4e58-b8fb-2f0b93ac6003 HTTP/1.1" status: 404 len: 339 time: 0.0230153 Oct 12 19:19:35.941268 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41142) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:19:35.975182 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-d722c602-b685-468c-a551-c0c9882dcce1 req-d3231a07-53ab-4d59-96d8-85b5188d0e6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:36.063670 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-3f1780c1-c7c2-4f65-8973-31891fe76ce0 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Deleting port 787f515d-026c-4d5a-a32b-5dd758bf9fc3 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:19:36.064263 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3f1780c1-c7c2-4f65-8973-31891fe76ce0 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:36.173292 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3f1780c1-c7c2-4f65-8973-31891fe76ce0 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:36.190287 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-d722c602-b685-468c-a551-c0c9882dcce1 req-d3231a07-53ab-4d59-96d8-85b5188d0e6c service neutron] For port 81ac5d21-1911-4e35-ae02-47c63dc7fbc6, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=81ac5d21-1911-4e35-ae02-47c63dc7fbc6,segment=NetworkSegment(092fb16a-01c2-4f4a-b148-df23675b5071),segment_id=092fb16a-01c2-4f4a-b148-df23675b5071)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:19:36.191413 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-3f1780c1-c7c2-4f65-8973-31891fe76ce0 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Calling delete_port for 787f515d-026c-4d5a-a32b-5dd758bf9fc3 owned by {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:19:36.255756 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-d722c602-b685-468c-a551-c0c9882dcce1 req-d3231a07-53ab-4d59-96d8-85b5188d0e6c service neutron] For port 81ac5d21-1911-4e35-ae02-47c63dc7fbc6, host n-h1-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:19:36.305000 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3319d60b-298b-4178-b9dd-044069330d69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81ac5d21-1911-4e35-ae02-47c63dc7fbc6'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:19:36.307353 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73c6d899-3cb8-41e8-b937-b669ba902f7a" -d '{"events": [{"server_uuid": "3319d60b-298b-4178-b9dd-044069330d69", "name": "network-vif-unplugged", "status": "completed", "tag": "81ac5d21-1911-4e35-ae02-47c63dc7fbc6"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:19:36.312812 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-d722c602-b685-468c-a551-c0c9882dcce1 req-d3231a07-53ab-4d59-96d8-85b5188d0e6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:36.356204 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 19:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ad85f15-ba9b-4781-9581-f047c54b4a3b x-openstack-request-id: req-3ad85f15-ba9b-4781-9581-f047c54b4a3b {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:19:36.356503 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3319d60b-298b-4178-b9dd-044069330d69", "name": "network-vif-unplugged", "status": "completed", "tag": "81ac5d21-1911-4e35-ae02-47c63dc7fbc6", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:19:36.356760 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3ad85f15-ba9b-4781-9581-f047c54b4a3b {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:19:36.357683 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3319d60b-298b-4178-b9dd-044069330d69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81ac5d21-1911-4e35-ae02-47c63dc7fbc6', 'code': 200} Oct 12 19:19:36.381718 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ec95e0-7894-493e-8a9c-57c781f560e3 req-5479a3a0-e0a5-4bcd-b6b5-9ddcea403897 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:36.383203 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-63ec95e0-7894-493e-8a9c-57c781f560e3 req-5479a3a0-e0a5-4bcd-b6b5-9ddcea403897 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5314e30-527f-43ff-ad86-8b07326cb2f2 HTTP/1.1" status: 200 len: 949 time: 0.0535560 Oct 12 19:19:36.423743 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-63ec95e0-7894-493e-8a9c-57c781f560e3 req-92f83fdf-ad15-41ff-9954-699942603fd4 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335281 Oct 12 19:19:36.446030 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3f1780c1-c7c2-4f65-8973-31891fe76ce0 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:36.477773 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1780c1-c7c2-4f65-8973-31891fe76ce0 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Pushing event deleted for resources: {'Port': ['ID=787f515d-026c-4d5a-a32b-5dd758bf9fc3,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:36.484600 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3f1780c1-c7c2-4f65-8973-31891fe76ce0 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:36.488057 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-3f1780c1-c7c2-4f65-8973-31891fe76ce0 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] 10.222.0.49 "DELETE /v2.0/ports/787f515d-026c-4d5a-a32b-5dd758bf9fc3 HTTP/1.1" status: 204 len: 168 time: 0.5458043 Oct 12 19:19:36.490470 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41162) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:19:36.495045 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-d722c602-b685-468c-a551-c0c9882dcce1 req-d3231a07-53ab-4d59-96d8-85b5188d0e6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:36.522924 n-d-813679-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-d825c3c7-7432-4ae0-b710-84b917961a48 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] DELETE failed (client error): The resource could not be found. Oct 12 19:19:36.523383 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d825c3c7-7432-4ae0-b710-84b917961a48 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:19:36.526422 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-d825c3c7-7432-4ae0-b710-84b917961a48 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] 10.222.0.49 "DELETE /v2.0/subnets/9a6ff6bd-7b15-4f7e-bd29-ee8b9ecdf753 HTTP/1.1" status: 404 len: 337 time: 0.0349944 Oct 12 19:19:36.534012 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41164) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:19:36.592571 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-d722c602-b685-468c-a551-c0c9882dcce1 req-d3231a07-53ab-4d59-96d8-85b5188d0e6c service neutron] Attempting to bind port 81ac5d21-1911-4e35-ae02-47c63dc7fbc6 on host n-h1-813679-3 for vnic_type normal with profile {"migrating_to": "n-h2-813679-3"} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:19:36.592891 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-d722c602-b685-468c-a551-c0c9882dcce1 req-d3231a07-53ab-4d59-96d8-85b5188d0e6c service neutron] Attempting to bind port 81ac5d21-1911-4e35-ae02-47c63dc7fbc6 by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': '092fb16a-01c2-4f4a-b148-df23675b5071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '82671036-c03a-4d3c-b62d-db19aa8b0fed'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:19:36.593220 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d722c602-b685-468c-a551-c0c9882dcce1 req-d3231a07-53ab-4d59-96d8-85b5188d0e6c service neutron] Attempting to bind port 81ac5d21-1911-4e35-ae02-47c63dc7fbc6 on network 82671036-c03a-4d3c-b62d-db19aa8b0fed {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:19:36.606312 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c00c29-e109-4025-b001-dc61b6e1787d req-000244ad-9f4d-4f42-9e0b-50afb19cd288 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:36.607974 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f0c00c29-e109-4025-b001-dc61b6e1787d req-000244ad-9f4d-4f42-9e0b-50afb19cd288 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] 10.222.0.67 "GET /v2.0/ports?device_id=48de0305-19f8-44dd-af76-396e641125ef HTTP/1.1" status: 200 len: 945 time: 0.1726134 Oct 12 19:19:36.633601 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d722c602-b685-468c-a551-c0c9882dcce1 req-d3231a07-53ab-4d59-96d8-85b5188d0e6c service neutron] Port 81ac5d21-1911-4e35-ae02-47c63dc7fbc6 on network 82671036-c03a-4d3c-b62d-db19aa8b0fed not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:19:36.633921 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d722c602-b685-468c-a551-c0c9882dcce1 req-d3231a07-53ab-4d59-96d8-85b5188d0e6c service neutron] Attempting to bind port 81ac5d21-1911-4e35-ae02-47c63dc7fbc6 on network 82671036-c03a-4d3c-b62d-db19aa8b0fed {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:19:36.638771 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3231a07-53ab-4d59-96d8-85b5188d0e6c service neutron] Pushing event updated for resources: {'Port': ['ID=81ac5d21-1911-4e35-ae02-47c63dc7fbc6,revision_number=7']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:36.639848 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bd32f5-f29d-418c-9cb8-198c669badfb req-be009e07-6861-4f02-8275-3db17aca507d tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:36.644545 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e1bd32f5-f29d-418c-9cb8-198c669badfb req-be009e07-6861-4f02-8275-3db17aca507d tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] 10.222.0.49 "GET /v2.0/ports?device_id=48de0305-19f8-44dd-af76-396e641125ef HTTP/1.1" status: 200 len: 945 time: 0.1239474 Oct 12 19:19:36.650289 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-70470037-6f4c-4942-97bb-252654191a5e tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:36.677417 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d722c602-b685-468c-a551-c0c9882dcce1 req-d3231a07-53ab-4d59-96d8-85b5188d0e6c service neutron] Checking agent: {'id': 'f5e9725f-f5a6-43c2-a1be-95e21e9a1fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:19:36.677762 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d722c602-b685-468c-a551-c0c9882dcce1 req-d3231a07-53ab-4d59-96d8-85b5188d0e6c service neutron] Checking segment: {'id': '092fb16a-01c2-4f4a-b148-df23675b5071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '82671036-c03a-4d3c-b62d-db19aa8b0fed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:19:36.678664 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d722c602-b685-468c-a551-c0c9882dcce1 req-d3231a07-53ab-4d59-96d8-85b5188d0e6c service neutron] Bound using segment: {'id': '092fb16a-01c2-4f4a-b148-df23675b5071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '82671036-c03a-4d3c-b62d-db19aa8b0fed'} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:19:36.678664 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-d722c602-b685-468c-a551-c0c9882dcce1 req-d3231a07-53ab-4d59-96d8-85b5188d0e6c service neutron] Bound port: 81ac5d21-1911-4e35-ae02-47c63dc7fbc6, host: n-h1-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '092fb16a-01c2-4f4a-b148-df23675b5071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '82671036-c03a-4d3c-b62d-db19aa8b0fed'}}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:19:36.679578 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-d722c602-b685-468c-a551-c0c9882dcce1 req-d3231a07-53ab-4d59-96d8-85b5188d0e6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:36.746059 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094325af-86c8-414f-b398-38edba5e7369 req-c2786cb3-0ee1-4fe1-a78f-4d0087d295e8 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:36.747541 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-094325af-86c8-414f-b398-38edba5e7369 req-c2786cb3-0ee1-4fe1-a78f-4d0087d295e8 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=3319d60b-298b-4178-b9dd-044069330d69 HTTP/1.1" status: 200 len: 944 time: 0.1305850 Oct 12 19:19:36.764828 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e1bd32f5-f29d-418c-9cb8-198c669badfb req-3e89cb60-b9d7-48d9-a8b0-60b61fd5b8ea tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] 10.222.0.49 "GET /v2.0/security-groups?id=b56f478d-e2f2-41a4-ba89-750779981967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055415 Oct 12 19:19:36.780429 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-70470037-6f4c-4942-97bb-252654191a5e tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:36.803536 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-70470037-6f4c-4942-97bb-252654191a5e tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86dec6e3-6752-47e7-b9ec-de1abfa4fa8d']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:19:36.813711 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-70470037-6f4c-4942-97bb-252654191a5e tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7ed5a11-5d3b-418d-9066-660df9987f38') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:19:36.814001 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-70470037-6f4c-4942-97bb-252654191a5e tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7ed5a11-5d3b-418d-9066-660df9987f38') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:19:36.823568 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-70470037-6f4c-4942-97bb-252654191a5e tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16313633'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:36.836619 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-70470037-6f4c-4942-97bb-252654191a5e tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:36.843217 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70470037-6f4c-4942-97bb-252654191a5e tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:19:36.843607 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-70470037-6f4c-4942-97bb-252654191a5e tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4305278'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:36.846692 n-d-813679-3 neutron-server[95502]: Traceback (most recent call last): Oct 12 19:19:36.846692 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:19:36.846692 n-d-813679-3 neutron-server[95502]: timer() Oct 12 19:19:36.846692 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:19:36.846692 n-d-813679-3 neutron-server[95502]: cb(*args, **kw) Oct 12 19:19:36.846692 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:19:36.846692 n-d-813679-3 neutron-server[95502]: return func(*args, **kwargs) Oct 12 19:19:36.846692 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:19:36.846692 n-d-813679-3 neutron-server[95502]: self._notify() Oct 12 19:19:36.846692 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:19:36.846692 n-d-813679-3 neutron-server[95502]: self.callback(batched_events) Oct 12 19:19:36.846692 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:19:36.846692 n-d-813679-3 neutron-server[95502]: event.method(event) Oct 12 19:19:36.846692 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:19:36.846692 n-d-813679-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:19:36.846692 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:19:36.846692 n-d-813679-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:19:36.846692 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:19:36.846692 n-d-813679-3 neutron-server[95502]: return f(self, *a, **k) Oct 12 19:19:36.846692 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:19:36.846692 n-d-813679-3 neutron-server[95502]: return self._get(url).json() Oct 12 19:19:36.846692 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:19:36.846692 n-d-813679-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:19:36.846692 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:19:36.846692 n-d-813679-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Oct 12 19:19:36.846692 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:19:36.846692 n-d-813679-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:19:36.846692 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:19:36.846692 n-d-813679-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:19:36.846692 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:19:36.846692 n-d-813679-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:19:36.846692 n-d-813679-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:19:36.866284 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-d722c602-b685-468c-a551-c0c9882dcce1 req-d3231a07-53ab-4d59-96d8-85b5188d0e6c service neutron] For port 81ac5d21-1911-4e35-ae02-47c63dc7fbc6, host n-h1-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:19:36.874812 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-094325af-86c8-414f-b398-38edba5e7369 req-cdbaf7ec-9463-48a0-8f35-30a848d1000f tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2999b03-b87d-46b4-9267-1669e2e14df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047666 Oct 12 19:19:36.887150 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-d722c602-b685-468c-a551-c0c9882dcce1 req-d3231a07-53ab-4d59-96d8-85b5188d0e6c service neutron] For port 81ac5d21-1911-4e35-ae02-47c63dc7fbc6, host n-h1-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=81ac5d21-1911-4e35-ae02-47c63dc7fbc6,segment=NetworkSegment(092fb16a-01c2-4f4a-b148-df23675b5071),segment_id=092fb16a-01c2-4f4a-b148-df23675b5071)] {{(pid=95501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:19:36.904571 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e275d8-39bf-44e2-8dba-c68e2708c9aa req-f29d4ea0-b516-4e8c-9e4c-c0519edc7f87 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:36.904571 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e5e275d8-39bf-44e2-8dba-c68e2708c9aa req-f29d4ea0-b516-4e8c-9e4c-c0519edc7f87 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e191995-2761-4bc7-84d5-6512eb35bfb1 HTTP/1.1" status: 200 len: 945 time: 0.1311700 Oct 12 19:19:36.910919 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-f0c00c29-e109-4025-b001-dc61b6e1787d req-207f360e-52dd-4272-a6d4-df5bf9016d64 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] Deleting port bb3f6049-1a9e-4fbe-9373-86e073769e23 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:19:36.910919 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-f0c00c29-e109-4025-b001-dc61b6e1787d req-207f360e-52dd-4272-a6d4-df5bf9016d64 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:37.010940 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41178) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:19:37.031097 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-d722c602-b685-468c-a551-c0c9882dcce1 req-d3231a07-53ab-4d59-96d8-85b5188d0e6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:37.078098 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-70470037-6f4c-4942-97bb-252654191a5e tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:37.086433 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-70470037-6f4c-4942-97bb-252654191a5e tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:37.090509 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-70470037-6f4c-4942-97bb-252654191a5e tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] 10.222.0.49 "DELETE /v2.0/networks/86dec6e3-6752-47e7-b9ec-de1abfa4fa8d HTTP/1.1" status: 204 len: 168 time: 0.5554924 Oct 12 19:19:37.094225 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41182) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:19:37.095716 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-f0c00c29-e109-4025-b001-dc61b6e1787d req-207f360e-52dd-4272-a6d4-df5bf9016d64 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] For port bb3f6049-1a9e-4fbe-9373-86e073769e23, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=bb3f6049-1a9e-4fbe-9373-86e073769e23,segment=NetworkSegment(f404ba1e-6c99-4971-8902-ed67044f4412),segment_id=f404ba1e-6c99-4971-8902-ed67044f4412)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:19:37.096103 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-f0c00c29-e109-4025-b001-dc61b6e1787d req-207f360e-52dd-4272-a6d4-df5bf9016d64 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:37.121778 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-f0c00c29-e109-4025-b001-dc61b6e1787d req-207f360e-52dd-4272-a6d4-df5bf9016d64 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] Calling delete_port for bb3f6049-1a9e-4fbe-9373-86e073769e23 owned by compute:nova {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:19:37.137993 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70470037-6f4c-4942-97bb-252654191a5e tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Pushing event deleted for resources: {'Network': ['ID=86dec6e3-6752-47e7-b9ec-de1abfa4fa8d,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:37.170649 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3231a07-53ab-4d59-96d8-85b5188d0e6c service neutron] Pushing event updated for resources: {'Port': ['ID=81ac5d21-1911-4e35-ae02-47c63dc7fbc6,revision_number=8']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:37.190536 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-d11ac512-642a-4a51-82a5-1a8da65ab5a3 tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Request body: {'networks': [{'name': 'tempest-network--731033723'}, {'name': 'tempest-network--307122623'}]} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:19:37.190848 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-d11ac512-642a-4a51-82a5-1a8da65ab5a3 tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Request body: {'network': {'name': 'tempest-network--731033723'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:19:37.191338 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-d11ac512-642a-4a51-82a5-1a8da65ab5a3 tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Request body: {'network': {'name': 'tempest-network--307122623'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:19:37.211676 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d722c602-b685-468c-a551-c0c9882dcce1 req-d3231a07-53ab-4d59-96d8-85b5188d0e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:37.212318 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-d722c602-b685-468c-a551-c0c9882dcce1 req-d3231a07-53ab-4d59-96d8-85b5188d0e6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:37.213711 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d722c602-b685-468c-a551-c0c9882dcce1 req-d3231a07-53ab-4d59-96d8-85b5188d0e6c service neutron] 10.222.0.67 "PUT /v2.0/ports/81ac5d21-1911-4e35-ae02-47c63dc7fbc6 HTTP/1.1" status: 200 len: 1122 time: 1.3376691 Oct 12 19:19:37.218381 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-e5e275d8-39bf-44e2-8dba-c68e2708c9aa req-76b4ca59-95fe-460c-ab30-ea1db244c830 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] Deleting port 75bf3793-e6e4-4a3c-b40a-2b40324ab913 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:19:37.218712 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-e5e275d8-39bf-44e2-8dba-c68e2708c9aa req-76b4ca59-95fe-460c-ab30-ea1db244c830 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:37.243481 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-a9388e44-7f6f-43d2-a8a6-002fef4eb730 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Deleting port 3da77815-5450-421c-a47c-312c454b53df {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:19:37.243815 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a9388e44-7f6f-43d2-a8a6-002fef4eb730 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:37.297837 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['81ac5d21-1911-4e35-ae02-47c63dc7fbc6'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:19:37.322140 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a9388e44-7f6f-43d2-a8a6-002fef4eb730 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:37.340350 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-a9388e44-7f6f-43d2-a8a6-002fef4eb730 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Calling delete_port for 3da77815-5450-421c-a47c-312c454b53df owned by {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:19:37.356191 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-e5e275d8-39bf-44e2-8dba-c68e2708c9aa req-76b4ca59-95fe-460c-ab30-ea1db244c830 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] For port 75bf3793-e6e4-4a3c-b40a-2b40324ab913, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=75bf3793-e6e4-4a3c-b40a-2b40324ab913,segment=NetworkSegment(f404ba1e-6c99-4971-8902-ed67044f4412),segment_id=f404ba1e-6c99-4971-8902-ed67044f4412)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:19:37.356602 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-e5e275d8-39bf-44e2-8dba-c68e2708c9aa req-76b4ca59-95fe-460c-ab30-ea1db244c830 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:37.376433 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-e5e275d8-39bf-44e2-8dba-c68e2708c9aa req-76b4ca59-95fe-460c-ab30-ea1db244c830 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] Calling delete_port for 75bf3793-e6e4-4a3c-b40a-2b40324ab913 owned by compute:nova {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:19:37.393856 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d11ac512-642a-4a51-82a5-1a8da65ab5a3 tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Made reservation on behalf of e90fdd1c16404aac83459ea56aad2dff for: {'network': 2} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:19:37.399096 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d11ac512-642a-4a51-82a5-1a8da65ab5a3 tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:37.415416 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['81ac5d21-1911-4e35-ae02-47c63dc7fbc6'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:19:37.420764 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d11ac512-642a-4a51-82a5-1a8da65ab5a3 tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:37.482514 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 81ac5d21-1911-4e35-ae02-47c63dc7fbc6 details requested by agent hyperv_n-h2-813679-3 with host n-h2-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:19:37.493946 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-f0c00c29-e109-4025-b001-dc61b6e1787d req-207f360e-52dd-4272-a6d4-df5bf9016d64 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:37.529409 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207f360e-52dd-4272-a6d4-df5bf9016d64 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] Pushing event deleted for resources: {'Port': ['ID=bb3f6049-1a9e-4fbe-9373-86e073769e23,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:37.585406 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a9388e44-7f6f-43d2-a8a6-002fef4eb730 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:37.613086 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0c00c29-e109-4025-b001-dc61b6e1787d req-207f360e-52dd-4272-a6d4-df5bf9016d64 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] No DVR routers for this DVR port bb3f6049-1a9e-4fbe-9373-86e073769e23 on host n-h2-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:19:37.615936 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-f0c00c29-e109-4025-b001-dc61b6e1787d req-207f360e-52dd-4272-a6d4-df5bf9016d64 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:37.618949 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9388e44-7f6f-43d2-a8a6-002fef4eb730 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Pushing event deleted for resources: {'Port': ['ID=3da77815-5450-421c-a47c-312c454b53df,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:37.619569 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f0c00c29-e109-4025-b001-dc61b6e1787d req-207f360e-52dd-4272-a6d4-df5bf9016d64 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] 10.222.0.67 "DELETE /v2.0/ports/bb3f6049-1a9e-4fbe-9373-86e073769e23 HTTP/1.1" status: 204 len: 173 time: 1.0034714 Oct 12 19:19:37.631178 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a9388e44-7f6f-43d2-a8a6-002fef4eb730 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:37.635406 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-a9388e44-7f6f-43d2-a8a6-002fef4eb730 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] 10.222.0.49 "DELETE /v2.0/ports/3da77815-5450-421c-a47c-312c454b53df HTTP/1.1" status: 204 len: 168 time: 0.5397313 Oct 12 19:19:37.637587 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41190) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:19:37.641597 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16ae4e1-e39d-4cf5-bfca-f8d67ecce971 req-6dc93630-da1c-40f5-b5c1-00f3126ff7dd tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:37.643167 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f16ae4e1-e39d-4cf5-bfca-f8d67ecce971 req-6dc93630-da1c-40f5-b5c1-00f3126ff7dd tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5314e30-527f-43ff-ad86-8b07326cb2f2 HTTP/1.1" status: 200 len: 949 time: 0.1116459 Oct 12 19:19:37.668450 n-d-813679-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec23b412-da75-409f-9b2c-b87227ebfe17 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] DELETE failed (client error): The resource could not be found. Oct 12 19:19:37.669313 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec23b412-da75-409f-9b2c-b87227ebfe17 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:19:37.673352 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-ec23b412-da75-409f-9b2c-b87227ebfe17 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] 10.222.0.49 "DELETE /v2.0/subnets/61add9da-736c-4d4c-b831-838f8cb217a0 HTTP/1.1" status: 404 len: 337 time: 0.0343845 Oct 12 19:19:37.675852 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41192) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:19:37.688193 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f16ae4e1-e39d-4cf5-bfca-f8d67ecce971 req-80c29462-2ce5-4a75-bab9-2bcda1d9e6f0 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378315 Oct 12 19:19:37.688845 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 81ac5d21-1911-4e35-ae02-47c63dc7fbc6, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=81ac5d21-1911-4e35-ae02-47c63dc7fbc6,segment=NetworkSegment(092fb16a-01c2-4f4a-b148-df23675b5071),segment_id=092fb16a-01c2-4f4a-b148-df23675b5071)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:19:37.689247 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-e5e275d8-39bf-44e2-8dba-c68e2708c9aa req-76b4ca59-95fe-460c-ab30-ea1db244c830 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:37.714189 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 81ac5d21-1911-4e35-ae02-47c63dc7fbc6 has no active binding in host n-h2-813679-3 {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 12 19:19:37.721069 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b4ca59-95fe-460c-ab30-ea1db244c830 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] Pushing event deleted for resources: {'Port': ['ID=75bf3793-e6e4-4a3c-b40a-2b40324ab913,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:37.770959 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5e275d8-39bf-44e2-8dba-c68e2708c9aa req-76b4ca59-95fe-460c-ab30-ea1db244c830 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] No DVR routers for this DVR port 75bf3793-e6e4-4a3c-b40a-2b40324ab913 on host n-h1-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:19:37.774169 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-e5e275d8-39bf-44e2-8dba-c68e2708c9aa req-76b4ca59-95fe-460c-ab30-ea1db244c830 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:37.777557 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e5e275d8-39bf-44e2-8dba-c68e2708c9aa req-76b4ca59-95fe-460c-ab30-ea1db244c830 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] 10.222.0.61 "DELETE /v2.0/ports/75bf3793-e6e4-4a3c-b40a-2b40324ab913 HTTP/1.1" status: 204 len: 173 time: 0.8660614 Oct 12 19:19:37.804135 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b3cbb329-6f24-43b3-bb79-71c924d11331 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:37.927630 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d11ac512-642a-4a51-82a5-1a8da65ab5a3 tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:37.932428 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-32e31f2b-e5d0-43f0-9bb3-8b2b5ccf6de2 req-5cda365d-4ea8-4b22-8b0f-6784de6e44f2 tempest-MultipleCreateTestJSON-1741379447 tempest-MultipleCreateTestJSON-1741379447-project] 10.222.0.49 "GET /v2.0/ports?device_id=48de0305-19f8-44dd-af76-396e641125ef HTTP/1.1" status: 200 len: 210 time: 0.0855412 Oct 12 19:19:37.956055 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b3cbb329-6f24-43b3-bb79-71c924d11331 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:37.977290 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-b3cbb329-6f24-43b3-bb79-71c924d11331 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bb00d68-7b2c-4a01-96ed-e35f0535bfa8']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:19:37.986962 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-b3cbb329-6f24-43b3-bb79-71c924d11331 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efca5181-5fe2-43f5-af7a-7f547a6c79ea') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:19:37.987256 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-b3cbb329-6f24-43b3-bb79-71c924d11331 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efca5181-5fe2-43f5-af7a-7f547a6c79ea') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:19:37.999135 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b3cbb329-6f24-43b3-bb79-71c924d11331 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16313633'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:38.013539 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b3cbb329-6f24-43b3-bb79-71c924d11331 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:38.017808 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7710c2b3-62ea-4622-895a-32fba4f96df4 req-681188dd-a6e0-4b9c-ba81-6b3625d1c766 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:38.017808 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7710c2b3-62ea-4622-895a-32fba4f96df4 req-681188dd-a6e0-4b9c-ba81-6b3625d1c766 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=3319d60b-298b-4178-b9dd-044069330d69 HTTP/1.1" status: 200 len: 944 time: 0.0538793 Oct 12 19:19:38.026920 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3cbb329-6f24-43b3-bb79-71c924d11331 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:19:38.027364 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b3cbb329-6f24-43b3-bb79-71c924d11331 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4305278'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:38.042859 n-d-813679-3 neutron-server[95502]: Traceback (most recent call last): Oct 12 19:19:38.042859 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:19:38.042859 n-d-813679-3 neutron-server[95502]: timer() Oct 12 19:19:38.042859 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:19:38.042859 n-d-813679-3 neutron-server[95502]: cb(*args, **kw) Oct 12 19:19:38.042859 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:19:38.042859 n-d-813679-3 neutron-server[95502]: return func(*args, **kwargs) Oct 12 19:19:38.042859 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:19:38.042859 n-d-813679-3 neutron-server[95502]: self._notify() Oct 12 19:19:38.042859 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:19:38.042859 n-d-813679-3 neutron-server[95502]: self.callback(batched_events) Oct 12 19:19:38.042859 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:19:38.042859 n-d-813679-3 neutron-server[95502]: event.method(event) Oct 12 19:19:38.042859 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:19:38.042859 n-d-813679-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:19:38.042859 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:19:38.042859 n-d-813679-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:19:38.042859 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:19:38.042859 n-d-813679-3 neutron-server[95502]: return f(self, *a, **k) Oct 12 19:19:38.042859 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:19:38.042859 n-d-813679-3 neutron-server[95502]: return self._get(url).json() Oct 12 19:19:38.042859 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:19:38.042859 n-d-813679-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:19:38.042859 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:19:38.042859 n-d-813679-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Oct 12 19:19:38.042859 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:19:38.042859 n-d-813679-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:19:38.042859 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:19:38.042859 n-d-813679-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:19:38.042859 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:19:38.042859 n-d-813679-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:19:38.042859 n-d-813679-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:19:38.065425 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7710c2b3-62ea-4622-895a-32fba4f96df4 req-ceb7c835-5a96-4984-b36d-43fa32aa1382 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2999b03-b87d-46b4-9267-1669e2e14df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423412 Oct 12 19:19:38.073342 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d11ac512-642a-4a51-82a5-1a8da65ab5a3 tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:38.073816 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d11ac512-642a-4a51-82a5-1a8da65ab5a3 tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:38.130173 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11ac512-642a-4a51-82a5-1a8da65ab5a3 tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d03503de-a852-4ef1-bca6-5232592dcb65,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:38.259409 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b3cbb329-6f24-43b3-bb79-71c924d11331 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:38.269815 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b3cbb329-6f24-43b3-bb79-71c924d11331 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:38.276070 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 41202) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:19:38.276258 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-b3cbb329-6f24-43b3-bb79-71c924d11331 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] 10.222.0.49 "DELETE /v2.0/networks/4bb00d68-7b2c-4a01-96ed-e35f0535bfa8 HTTP/1.1" status: 204 len: 168 time: 0.5991426 Oct 12 19:19:38.281152 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d11ac512-642a-4a51-82a5-1a8da65ab5a3 tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:19:38.296327 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cbb329-6f24-43b3-bb79-71c924d11331 tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Pushing event deleted for resources: {'Network': ['ID=4bb00d68-7b2c-4a01-96ed-e35f0535bfa8,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:38.301779 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d11ac512-642a-4a51-82a5-1a8da65ab5a3 tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:38.302591 n-d-813679-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-d11ac512-642a-4a51-82a5-1a8da65ab5a3 tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Added segment d9698cad-7378-4c50-895b-8d56e3bbef58 of type vlan for network ab55207b-f4b0-4346-8c03-d3ddfc7f6a65 Oct 12 19:19:38.338075 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5452b27-936c-451a-9957-d59d4311660b tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Deleting subnet c6025e5f-c779-401e-860e-bc91ff1ace25 {{(pid=95501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:19:38.341438 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b5452b27-936c-451a-9957-d59d4311660b tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks [] for subnet, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:38.344234 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d11ac512-642a-4a51-82a5-1a8da65ab5a3 tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:38.366146 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3319d60b-298b-4178-b9dd-044069330d69', 'tag': '81ac5d21-1911-4e35-ae02-47c63dc7fbc6'}, {'server_uuid': '48de0305-19f8-44dd-af76-396e641125ef', 'name': 'network-vif-deleted', 'tag': 'bb3f6049-1a9e-4fbe-9373-86e073769e23'}, {'server_uuid': '4e191995-2761-4bc7-84d5-6512eb35bfb1', 'name': 'network-vif-deleted', 'tag': '75bf3793-e6e4-4a3c-b40a-2b40324ab913'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:19:38.368585 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bed975d1-cd55-48e2-9b36-7e6f5f1e6f6b" -d '{"events": [{"name": "network-changed", "server_uuid": "3319d60b-298b-4178-b9dd-044069330d69", "tag": "81ac5d21-1911-4e35-ae02-47c63dc7fbc6"}, {"server_uuid": "48de0305-19f8-44dd-af76-396e641125ef", "name": "network-vif-deleted", "tag": "bb3f6049-1a9e-4fbe-9373-86e073769e23"}, {"server_uuid": "4e191995-2761-4bc7-84d5-6512eb35bfb1", "name": "network-vif-deleted", "tag": "75bf3793-e6e4-4a3c-b40a-2b40324ab913"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:19:38.374318 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d11ac512-642a-4a51-82a5-1a8da65ab5a3 tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:19:38.387744 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d11ac512-642a-4a51-82a5-1a8da65ab5a3 tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:38.388195 n-d-813679-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-d11ac512-642a-4a51-82a5-1a8da65ab5a3 tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Added segment 45e30f6d-bbb9-4c53-80bb-bc96a6cea150 of type vlan for network f6095ec0-4551-4641-85d5-584511b7d19d Oct 12 19:19:38.394474 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b5452b27-936c-451a-9957-d59d4311660b tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281083'] for subnet, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:38.436199 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Tue, 12 Oct 2021 19:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d086831-5598-40df-9859-7947b8f78a0a x-openstack-request-id: req-4d086831-5598-40df-9859-7947b8f78a0a {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:19:38.436397 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d11ac512-642a-4a51-82a5-1a8da65ab5a3 tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:38.436505 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3319d60b-298b-4178-b9dd-044069330d69", "tag": "81ac5d21-1911-4e35-ae02-47c63dc7fbc6", "status": "completed", "code": 200}, {"server_uuid": "48de0305-19f8-44dd-af76-396e641125ef", "name": "network-vif-deleted", "tag": "bb3f6049-1a9e-4fbe-9373-86e073769e23", "status": "completed", "code": 200}, {"server_uuid": "4e191995-2761-4bc7-84d5-6512eb35bfb1", "name": "network-vif-deleted", "tag": "75bf3793-e6e4-4a3c-b40a-2b40324ab913", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:19:38.437270 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4d086831-5598-40df-9859-7947b8f78a0a {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:19:38.437270 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3319d60b-298b-4178-b9dd-044069330d69', 'tag': '81ac5d21-1911-4e35-ae02-47c63dc7fbc6', 'status': 'completed', 'code': 200} Oct 12 19:19:38.443666 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48de0305-19f8-44dd-af76-396e641125ef', 'name': 'network-vif-deleted', 'tag': 'bb3f6049-1a9e-4fbe-9373-86e073769e23', 'status': 'completed', 'code': 200} Oct 12 19:19:38.443666 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e191995-2761-4bc7-84d5-6512eb35bfb1', 'name': 'network-vif-deleted', 'tag': '75bf3793-e6e4-4a3c-b40a-2b40324ab913', 'status': 'completed', 'code': 200} Oct 12 19:19:38.518172 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b5452b27-936c-451a-9957-d59d4311660b tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:38.551305 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d11ac512-642a-4a51-82a5-1a8da65ab5a3 tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:38.551639 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d11ac512-642a-4a51-82a5-1a8da65ab5a3 tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:38.557723 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11ac512-642a-4a51-82a5-1a8da65ab5a3 tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:38.563293 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11ac512-642a-4a51-82a5-1a8da65ab5a3 tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:38.563970 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d11ac512-642a-4a51-82a5-1a8da65ab5a3 tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:38.648397 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11ac512-642a-4a51-82a5-1a8da65ab5a3 tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Pushing event updated for resources: {'Network': ['ID=ab55207b-f4b0-4346-8c03-d3ddfc7f6a65,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:38.663319 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network ab55207b-f4b0-4346-8c03-d3ddfc7f6a65 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:19:38.716200 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-d11ac512-642a-4a51-82a5-1a8da65ab5a3 tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.7040818 Oct 12 19:19:38.716865 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41208) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:19:38.837773 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11ac512-642a-4a51-82a5-1a8da65ab5a3 tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Pushing event updated for resources: {'Network': ['ID=f6095ec0-4551-4641-85d5-584511b7d19d,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:38.851773 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network f6095ec0-4551-4641-85d5-584511b7d19d details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:19:38.897442 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a39df7d-eff5-4800-b25c-e3c6d55e1f8c req-50ebca77-7306-4618-ab15-ecb6a781d9e9 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:38.899074 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0a39df7d-eff5-4800-b25c-e3c6d55e1f8c req-50ebca77-7306-4618-ab15-ecb6a781d9e9 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5314e30-527f-43ff-ad86-8b07326cb2f2 HTTP/1.1" status: 200 len: 949 time: 0.0755565 Oct 12 19:19:38.903676 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed975d1-cd55-48e2-9b36-7e6f5f1e6f6b req-cd9c6572-073a-4760-842c-30b6297f4753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:38.905762 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-bed975d1-cd55-48e2-9b36-7e6f5f1e6f6b req-cd9c6572-073a-4760-842c-30b6297f4753 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=803d7b884967412f992e4b2e79b460e6&device_id=3319d60b-298b-4178-b9dd-044069330d69 HTTP/1.1" status: 200 len: 1125 time: 0.4320984 Oct 12 19:19:38.978043 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-111af38c-427c-4c99-ad54-9befc52e82df tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:38.985123 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-111af38c-427c-4c99-ad54-9befc52e82df tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:38.991356 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-111af38c-427c-4c99-ad54-9befc52e82df tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:38.998806 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-111af38c-427c-4c99-ad54-9befc52e82df tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:39.003284 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-111af38c-427c-4c99-ad54-9befc52e82df tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.2694666 Oct 12 19:19:39.003659 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41216) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:19:39.009422 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0a39df7d-eff5-4800-b25c-e3c6d55e1f8c req-dc9b90be-4c05-491a-b435-c890d3198b13 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996068 Oct 12 19:19:39.054034 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 41218) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:19:39.084191 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed975d1-cd55-48e2-9b36-7e6f5f1e6f6b req-64855ec1-88df-4e05-846b-2a415eb97303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:39.085645 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-bed975d1-cd55-48e2-9b36-7e6f5f1e6f6b req-64855ec1-88df-4e05-846b-2a415eb97303 service neutron] 10.222.0.61 "GET /v2.0/networks?id=82671036-c03a-4d3c-b62d-db19aa8b0fed HTTP/1.1" status: 200 len: 921 time: 0.1641135 Oct 12 19:19:39.097946 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b5452b27-936c-451a-9957-d59d4311660b tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4824924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4612362'] for subnet, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:39.129981 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48991d79-b7d6-44dd-bfe5-38a176376036 None None] Network e7962bf8-9500-4bdc-968e-334cf3f30f8c requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:19:39.147514 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b5452b27-936c-451a-9957-d59d4311660b tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:39.151103 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-b5452b27-936c-451a-9957-d59d4311660b tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] 10.222.0.49 "DELETE /v2.0/subnets/c6025e5f-c779-401e-860e-bc91ff1ace25 HTTP/1.1" status: 204 len: 168 time: 0.8738055 Oct 12 19:19:39.188721 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 41224) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:19:39.189496 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5452b27-936c-451a-9957-d59d4311660b tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Pushing event deleted for resources: {'Subnet': ['ID=c6025e5f-c779-401e-860e-bc91ff1ace25,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:39.202635 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_v2 [None req-005722df-d9b4-443b-9455-4fe0ca30564d admin admin] Deleting subnet adcede61-2172-4296-97d7-f0465cd74c13 {{(pid=95501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:19:39.205602 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-bed975d1-cd55-48e2-9b36-7e6f5f1e6f6b req-948cb506-1825-495f-a0f4-e83ff0bfc0e7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=81ac5d21-1911-4e35-ae02-47c63dc7fbc6 HTTP/1.1" status: 200 len: 217 time: 0.0972362 Oct 12 19:19:39.208521 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-005722df-d9b4-443b-9455-4fe0ca30564d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:39.338289 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-005722df-d9b4-443b-9455-4fe0ca30564d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281083'] for subnet, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:39.361892 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 75bf3793-e6e4-4a3c-b40a-2b40324ab913 no longer exists at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:19:39.376903 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed975d1-cd55-48e2-9b36-7e6f5f1e6f6b req-2eca6b3d-cb22-4c2f-a276-0794bc93e6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:39.378292 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-bed975d1-cd55-48e2-9b36-7e6f5f1e6f6b req-2eca6b3d-cb22-4c2f-a276-0794bc93e6f4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=39796bec-4145-45cd-b713-3f2477a830cb HTTP/1.1" status: 200 len: 860 time: 0.1574221 Oct 12 19:19:39.385275 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1acb0f14-c41f-4a1f-9ba5-64003870769d tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:39.389741 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21763d49-6969-4edc-8c5e-5d84b0909f98 req-deadff16-0f20-4eb8-9303-1f07b4301e37 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:39.391270 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-21763d49-6969-4edc-8c5e-5d84b0909f98 req-deadff16-0f20-4eb8-9303-1f07b4301e37 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=3319d60b-298b-4178-b9dd-044069330d69 HTTP/1.1" status: 200 len: 944 time: 0.0828118 Oct 12 19:19:39.395495 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-db10053f-102f-4d73-b642-ea85b96744f9 tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:39.404257 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa35908f-dd3d-4805-b570-ae3c2c609e56 None None] DHCP port deletion for e7962bf8-9500-4bdc-968e-334cf3f30f8c request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 19:19:39.408482 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] No Port match for: 75bf3793-e6e4-4a3c-b40a-2b40324ab913 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:19:39.409041 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 75bf3793-e6e4-4a3c-b40a-2b40324ab913 not bound to the agent host n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:19:39.433998 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-bed975d1-cd55-48e2-9b36-7e6f5f1e6f6b req-e624cb7c-39cd-4a3b-bf08-1181f6e3a686 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=82671036-c03a-4d3c-b62d-db19aa8b0fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439699 Oct 12 19:19:39.436911 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-005722df-d9b4-443b-9455-4fe0ca30564d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:39.462174 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-fa35908f-dd3d-4805-b570-ae3c2c609e56 None None] Deleting port 4dd3e257-2e48-40b5-804d-64e7978ca01e {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:19:39.462564 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fa35908f-dd3d-4805-b570-ae3c2c609e56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:39.467223 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [req-bed975d1-cd55-48e2-9b36-7e6f5f1e6f6b req-2048fa2f-439d-49f3-8690-24938da572a9 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 19:19:39.468239 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-bed975d1-cd55-48e2-9b36-7e6f5f1e6f6b req-2048fa2f-439d-49f3-8690-24938da572a9 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0075450 Oct 12 19:19:39.503520 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-db10053f-102f-4d73-b642-ea85b96744f9 tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:39.519613 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device bb3f6049-1a9e-4fbe-9373-86e073769e23 no longer exists at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:19:39.529049 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-db10053f-102f-4d73-b642-ea85b96744f9 tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab55207b-f4b0-4346-8c03-d3ddfc7f6a65']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:19:39.551600 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-db10053f-102f-4d73-b642-ea85b96744f9 tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9698cad-7378-4c50-895b-8d56e3bbef58') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:19:39.552258 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-db10053f-102f-4d73-b642-ea85b96744f9 tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9698cad-7378-4c50-895b-8d56e3bbef58') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:19:39.568627 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-fa35908f-dd3d-4805-b570-ae3c2c609e56 None None] For port 4dd3e257-2e48-40b5-804d-64e7978ca01e, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=4dd3e257-2e48-40b5-804d-64e7978ca01e,segment=NetworkSegment(c8132d12-2a56-4db1-9297-d2853dc636e1),segment_id=c8132d12-2a56-4db1-9297-d2853dc636e1)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:19:39.569099 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fa35908f-dd3d-4805-b570-ae3c2c609e56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:39.574209 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-21763d49-6969-4edc-8c5e-5d84b0909f98 req-4d1f9635-e89a-4d32-8bc5-9412025761d0 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2999b03-b87d-46b4-9267-1669e2e14df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728106 Oct 12 19:19:39.583969 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-db10053f-102f-4d73-b642-ea85b96744f9 tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16313633'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:39.603382 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-bed975d1-cd55-48e2-9b36-7e6f5f1e6f6b req-1a802bd1-c149-4d2a-b512-636e4c293aec service neutron] 10.222.0.61 "GET /v2.0/networks/82671036-c03a-4d3c-b62d-db19aa8b0fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111763 Oct 12 19:19:39.605108 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-db10053f-102f-4d73-b642-ea85b96744f9 tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:39.616585 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-fa35908f-dd3d-4805-b570-ae3c2c609e56 None None] Calling delete_port for 4dd3e257-2e48-40b5-804d-64e7978ca01e owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:19:39.621694 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 4dd3e257-2e48-40b5-804d-64e7978ca01e no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:19:39.621773 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db10053f-102f-4d73-b642-ea85b96744f9 tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:19:39.621773 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-db10053f-102f-4d73-b642-ea85b96744f9 tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4305278'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:39.623940 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] No Port match for: bb3f6049-1a9e-4fbe-9373-86e073769e23 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:19:39.624302 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device bb3f6049-1a9e-4fbe-9373-86e073769e23 not bound to the agent host n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:19:39.625617 n-d-813679-3 neutron-server[95502]: Traceback (most recent call last): Oct 12 19:19:39.625617 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:19:39.625617 n-d-813679-3 neutron-server[95502]: timer() Oct 12 19:19:39.625617 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:19:39.625617 n-d-813679-3 neutron-server[95502]: cb(*args, **kw) Oct 12 19:19:39.625617 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:19:39.625617 n-d-813679-3 neutron-server[95502]: return func(*args, **kwargs) Oct 12 19:19:39.625617 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:19:39.625617 n-d-813679-3 neutron-server[95502]: self._notify() Oct 12 19:19:39.625617 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:19:39.625617 n-d-813679-3 neutron-server[95502]: self.callback(batched_events) Oct 12 19:19:39.625617 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:19:39.625617 n-d-813679-3 neutron-server[95502]: event.method(event) Oct 12 19:19:39.625617 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:19:39.625617 n-d-813679-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:19:39.625617 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:19:39.625617 n-d-813679-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:19:39.625617 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:19:39.625617 n-d-813679-3 neutron-server[95502]: return f(self, *a, **k) Oct 12 19:19:39.625617 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:19:39.625617 n-d-813679-3 neutron-server[95502]: return self._get(url).json() Oct 12 19:19:39.625617 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:19:39.625617 n-d-813679-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:19:39.625617 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:19:39.625617 n-d-813679-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Oct 12 19:19:39.625617 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:19:39.625617 n-d-813679-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:19:39.625617 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:19:39.625617 n-d-813679-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:19:39.625617 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:19:39.625617 n-d-813679-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:19:39.625617 n-d-813679-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:19:39.696564 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-1acb0f14-c41f-4a1f-9ba5-64003870769d tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Deleting port 4dd3e257-2e48-40b5-804d-64e7978ca01e {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:19:39.696911 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1acb0f14-c41f-4a1f-9ba5-64003870769d tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:39.757917 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:39.772825 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-005722df-d9b4-443b-9455-4fe0ca30564d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4824924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4612362'] for subnet, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:39.791369 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-db10053f-102f-4d73-b642-ea85b96744f9 tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:39.799218 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-db10053f-102f-4d73-b642-ea85b96744f9 tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:39.802384 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-db10053f-102f-4d73-b642-ea85b96744f9 tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] 10.222.0.49 "DELETE /v2.0/networks/ab55207b-f4b0-4346-8c03-d3ddfc7f6a65 HTTP/1.1" status: 204 len: 168 time: 0.7975223 Oct 12 19:19:39.809526 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-bed975d1-cd55-48e2-9b36-7e6f5f1e6f6b req-65eddf09-81f7-44d0-ac30-fb3c61c208f6 service neutron] 10.222.0.61 "GET /v2.0/networks/82671036-c03a-4d3c-b62d-db19aa8b0fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871238 Oct 12 19:19:39.811893 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 41230) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:19:39.814825 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db10053f-102f-4d73-b642-ea85b96744f9 tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Pushing event deleted for resources: {'Network': ['ID=ab55207b-f4b0-4346-8c03-d3ddfc7f6a65,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:39.826720 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005722df-d9b4-443b-9455-4fe0ca30564d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=adcede61-2172-4296-97d7-f0465cd74c13,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:39.833783 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [None req-1acb0f14-c41f-4a1f-9ba5-64003870769d tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] For port 4dd3e257-2e48-40b5-804d-64e7978ca01e, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=4dd3e257-2e48-40b5-804d-64e7978ca01e,segment=NetworkSegment(c8132d12-2a56-4db1-9297-d2853dc636e1),segment_id=c8132d12-2a56-4db1-9297-d2853dc636e1)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:19:39.834151 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1acb0f14-c41f-4a1f-9ba5-64003870769d tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:39.846785 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-005722df-d9b4-443b-9455-4fe0ca30564d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:39.850181 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-005722df-d9b4-443b-9455-4fe0ca30564d admin admin] 10.222.0.49 "DELETE /v2.0/subnets/adcede61-2172-4296-97d7-f0465cd74c13 HTTP/1.1" status: 204 len: 168 time: 0.7950921 Oct 12 19:19:39.852881 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41232) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:19:39.873451 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fa35908f-dd3d-4805-b570-ae3c2c609e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:39.888649 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-1acb0f14-c41f-4a1f-9ba5-64003870769d tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Calling delete_port for 4dd3e257-2e48-40b5-804d-64e7978ca01e owned by network:dhcp {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:19:39.923205 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa35908f-dd3d-4805-b570-ae3c2c609e56 None None] Pushing event deleted for resources: {'Port': ['ID=4dd3e257-2e48-40b5-804d-64e7978ca01e,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:39.929095 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa35908f-dd3d-4805-b570-ae3c2c609e56 None None] No DVR routers for this DVR port 4dd3e257-2e48-40b5-804d-64e7978ca01e on host n-d-813679-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:19:39.945411 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-add28a7b-493f-44ed-817a-0edd4d9ed90d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:39.959525 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f25acd97-9a4b-4bb7-9752-fe3229fe9eb0 tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:40.025858 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-add28a7b-493f-44ed-817a-0edd4d9ed90d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:40.051234 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-add28a7b-493f-44ed-817a-0edd4d9ed90d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc639c1c-cc8a-4385-ba7f-0ec15549d909']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:19:40.064385 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-add28a7b-493f-44ed-817a-0edd4d9ed90d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f404ba1e-6c99-4971-8902-ed67044f4412') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:19:40.064703 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-add28a7b-493f-44ed-817a-0edd4d9ed90d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f404ba1e-6c99-4971-8902-ed67044f4412') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:19:40.074035 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f25acd97-9a4b-4bb7-9752-fe3229fe9eb0 tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:40.075925 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-add28a7b-493f-44ed-817a-0edd4d9ed90d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16313633'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:40.076632 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1acb0f14-c41f-4a1f-9ba5-64003870769d tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:40.117276 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acb0f14-c41f-4a1f-9ba5-64003870769d tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Pushing event deleted for resources: {'Port': ['ID=4dd3e257-2e48-40b5-804d-64e7978ca01e,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:40.122911 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-add28a7b-493f-44ed-817a-0edd4d9ed90d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:40.127968 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1acb0f14-c41f-4a1f-9ba5-64003870769d tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] No DVR routers for this DVR port 4dd3e257-2e48-40b5-804d-64e7978ca01e on host n-d-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:19:40.134910 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-f25acd97-9a4b-4bb7-9752-fe3229fe9eb0 tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6095ec0-4551-4641-85d5-584511b7d19d']}} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:19:40.136156 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-add28a7b-493f-44ed-817a-0edd4d9ed90d admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:19:40.138809 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-add28a7b-493f-44ed-817a-0edd4d9ed90d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4305278'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:40.138921 n-d-813679-3 neutron-server[95502]: Traceback (most recent call last): Oct 12 19:19:40.138921 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:19:40.138921 n-d-813679-3 neutron-server[95502]: timer() Oct 12 19:19:40.138921 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:19:40.138921 n-d-813679-3 neutron-server[95502]: cb(*args, **kw) Oct 12 19:19:40.138921 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:19:40.138921 n-d-813679-3 neutron-server[95502]: return func(*args, **kwargs) Oct 12 19:19:40.138921 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:19:40.138921 n-d-813679-3 neutron-server[95502]: self._notify() Oct 12 19:19:40.138921 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:19:40.138921 n-d-813679-3 neutron-server[95502]: self.callback(batched_events) Oct 12 19:19:40.138921 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:19:40.138921 n-d-813679-3 neutron-server[95502]: event.method(event) Oct 12 19:19:40.138921 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:19:40.138921 n-d-813679-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:19:40.138921 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:19:40.138921 n-d-813679-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:19:40.138921 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:19:40.138921 n-d-813679-3 neutron-server[95502]: return f(self, *a, **k) Oct 12 19:19:40.138921 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:19:40.138921 n-d-813679-3 neutron-server[95502]: return self._get(url).json() Oct 12 19:19:40.138921 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:19:40.138921 n-d-813679-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:19:40.138921 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:19:40.138921 n-d-813679-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Oct 12 19:19:40.138921 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:19:40.138921 n-d-813679-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:19:40.138921 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:19:40.138921 n-d-813679-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:19:40.138921 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:19:40.138921 n-d-813679-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:19:40.138921 n-d-813679-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:19:40.163326 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acb0f14-c41f-4a1f-9ba5-64003870769d tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:19:40.163667 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acb0f14-c41f-4a1f-9ba5-64003870769d tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:19:40.164055 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acb0f14-c41f-4a1f-9ba5-64003870769d tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:19:40.164398 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acb0f14-c41f-4a1f-9ba5-64003870769d tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:19:40.164731 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acb0f14-c41f-4a1f-9ba5-64003870769d tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:19:40.165063 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acb0f14-c41f-4a1f-9ba5-64003870769d tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:19:40.165476 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acb0f14-c41f-4a1f-9ba5-64003870769d tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:19:40.165937 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acb0f14-c41f-4a1f-9ba5-64003870769d tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:19:40.166275 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acb0f14-c41f-4a1f-9ba5-64003870769d tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:19:40.166620 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acb0f14-c41f-4a1f-9ba5-64003870769d tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:19:40.166999 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acb0f14-c41f-4a1f-9ba5-64003870769d tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:19:40.167326 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acb0f14-c41f-4a1f-9ba5-64003870769d tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:19:40.175735 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-f25acd97-9a4b-4bb7-9752-fe3229fe9eb0 tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45e30f6d-bbb9-4c53-80bb-bc96a6cea150') {'for_net_delete': True} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:19:40.176158 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-f25acd97-9a4b-4bb7-9752-fe3229fe9eb0 tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45e30f6d-bbb9-4c53-80bb-bc96a6cea150') {} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:19:40.205424 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedb6363-5802-4bb7-9ca5-8d400bbf3de5 req-7529f328-c12b-4d04-b167-a312311c82c2 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:40.207165 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-cedb6363-5802-4bb7-9ca5-8d400bbf3de5 req-7529f328-c12b-4d04-b167-a312311c82c2 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5314e30-527f-43ff-ad86-8b07326cb2f2 HTTP/1.1" status: 200 len: 949 time: 0.1207244 Oct 12 19:19:40.220436 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f25acd97-9a4b-4bb7-9752-fe3229fe9eb0 tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4281072'] for segment, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:40.254494 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1acb0f14-c41f-4a1f-9ba5-64003870769d tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:40.255927 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-cedb6363-5802-4bb7-9ca5-8d400bbf3de5 req-a3fdb90b-9cac-407c-8c85-37165a940cc6 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372460 Oct 12 19:19:40.257082 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f25acd97-9a4b-4bb7-9752-fe3229fe9eb0 tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:40.271255 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f25acd97-9a4b-4bb7-9752-fe3229fe9eb0 tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=95501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:19:40.271678 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f25acd97-9a4b-4bb7-9752-fe3229fe9eb0 tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4823170'] for segment, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:40.274557 n-d-813679-3 neutron-server[95501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:19:40.274557 n-d-813679-3 neutron-server[95501]: self.session.flush() Oct 12 19:19:40.274557 n-d-813679-3 neutron-server[95501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:19:40.274557 n-d-813679-3 neutron-server[95501]: self.session.flush() Oct 12 19:19:40.274557 n-d-813679-3 neutron-server[95501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:19:40.274557 n-d-813679-3 neutron-server[95501]: self.session.flush() Oct 12 19:19:40.274557 n-d-813679-3 neutron-server[95501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:19:40.274557 n-d-813679-3 neutron-server[95501]: self.session.flush() Oct 12 19:19:40.274557 n-d-813679-3 neutron-server[95501]: Traceback (most recent call last): Oct 12 19:19:40.274557 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:19:40.274557 n-d-813679-3 neutron-server[95501]: timer() Oct 12 19:19:40.274557 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:19:40.274557 n-d-813679-3 neutron-server[95501]: cb(*args, **kw) Oct 12 19:19:40.274557 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:19:40.274557 n-d-813679-3 neutron-server[95501]: return func(*args, **kwargs) Oct 12 19:19:40.274557 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:19:40.274557 n-d-813679-3 neutron-server[95501]: self._notify() Oct 12 19:19:40.274557 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:19:40.274557 n-d-813679-3 neutron-server[95501]: self.callback(batched_events) Oct 12 19:19:40.274557 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:19:40.274557 n-d-813679-3 neutron-server[95501]: event.method(event) Oct 12 19:19:40.274557 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:19:40.274557 n-d-813679-3 neutron-server[95501]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:19:40.274557 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:19:40.274557 n-d-813679-3 neutron-server[95501]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:19:40.274557 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:19:40.274557 n-d-813679-3 neutron-server[95501]: return f(self, *a, **k) Oct 12 19:19:40.274557 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:19:40.274557 n-d-813679-3 neutron-server[95501]: return self._get(url).json() Oct 12 19:19:40.274557 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:19:40.274557 n-d-813679-3 neutron-server[95501]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:19:40.274557 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:19:40.274557 n-d-813679-3 neutron-server[95501]: return self.request(url, 'GET', **kwargs) Oct 12 19:19:40.274557 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:19:40.274557 n-d-813679-3 neutron-server[95501]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:19:40.274557 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:19:40.274557 n-d-813679-3 neutron-server[95501]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:19:40.274557 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:19:40.274557 n-d-813679-3 neutron-server[95501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:19:40.274557 n-d-813679-3 neutron-server[95501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:19:40.316289 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-1acb0f14-c41f-4a1f-9ba5-64003870769d tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7962bf8-9500-4bdc-968e-334cf3f30f8c']}} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:19:40.322419 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-add28a7b-493f-44ed-817a-0edd4d9ed90d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:40.329164 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-add28a7b-493f-44ed-817a-0edd4d9ed90d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:40.331428 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-1acb0f14-c41f-4a1f-9ba5-64003870769d tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8132d12-2a56-4db1-9297-d2853dc636e1') {'for_net_delete': True} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:19:40.331720 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-1acb0f14-c41f-4a1f-9ba5-64003870769d tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8132d12-2a56-4db1-9297-d2853dc636e1') {} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:19:40.333070 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-add28a7b-493f-44ed-817a-0edd4d9ed90d admin admin] 10.222.0.49 "DELETE /v2.0/networks/dc639c1c-cc8a-4385-ba7f-0ec15549d909 HTTP/1.1" status: 204 len: 168 time: 0.4791150 Oct 12 19:19:40.347158 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add28a7b-493f-44ed-817a-0edd4d9ed90d admin admin] Pushing event deleted for resources: {'Network': ['ID=dc639c1c-cc8a-4385-ba7f-0ec15549d909,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:40.349564 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1acb0f14-c41f-4a1f-9ba5-64003870769d tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4281072'] for segment, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:40.363671 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1acb0f14-c41f-4a1f-9ba5-64003870769d tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:40.372335 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1acb0f14-c41f-4a1f-9ba5-64003870769d tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=95501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:19:40.372750 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1acb0f14-c41f-4a1f-9ba5-64003870769d tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4823170'] for segment, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:40.375792 n-d-813679-3 neutron-server[95501]: Traceback (most recent call last): Oct 12 19:19:40.375792 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:19:40.375792 n-d-813679-3 neutron-server[95501]: timer() Oct 12 19:19:40.375792 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:19:40.375792 n-d-813679-3 neutron-server[95501]: cb(*args, **kw) Oct 12 19:19:40.375792 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:19:40.375792 n-d-813679-3 neutron-server[95501]: return func(*args, **kwargs) Oct 12 19:19:40.375792 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:19:40.375792 n-d-813679-3 neutron-server[95501]: self._notify() Oct 12 19:19:40.375792 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:19:40.375792 n-d-813679-3 neutron-server[95501]: self.callback(batched_events) Oct 12 19:19:40.375792 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:19:40.375792 n-d-813679-3 neutron-server[95501]: event.method(event) Oct 12 19:19:40.375792 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:19:40.375792 n-d-813679-3 neutron-server[95501]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:19:40.375792 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:19:40.375792 n-d-813679-3 neutron-server[95501]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:19:40.375792 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:19:40.375792 n-d-813679-3 neutron-server[95501]: return f(self, *a, **k) Oct 12 19:19:40.375792 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:19:40.375792 n-d-813679-3 neutron-server[95501]: return self._get(url).json() Oct 12 19:19:40.375792 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:19:40.375792 n-d-813679-3 neutron-server[95501]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:19:40.375792 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:19:40.375792 n-d-813679-3 neutron-server[95501]: return self.request(url, 'GET', **kwargs) Oct 12 19:19:40.375792 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:19:40.375792 n-d-813679-3 neutron-server[95501]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:19:40.375792 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:19:40.375792 n-d-813679-3 neutron-server[95501]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:19:40.375792 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:19:40.375792 n-d-813679-3 neutron-server[95501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:19:40.375792 n-d-813679-3 neutron-server[95501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:19:40.493971 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f25acd97-9a4b-4bb7-9752-fe3229fe9eb0 tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:40.501490 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f25acd97-9a4b-4bb7-9752-fe3229fe9eb0 tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:40.504625 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-f25acd97-9a4b-4bb7-9752-fe3229fe9eb0 tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] 10.222.0.49 "DELETE /v2.0/networks/f6095ec0-4551-4641-85d5-584511b7d19d HTTP/1.1" status: 204 len: 168 time: 0.6901989 Oct 12 19:19:40.507929 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41242) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:19:40.517137 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25acd97-9a4b-4bb7-9752-fe3229fe9eb0 tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Pushing event deleted for resources: {'Network': ['ID=f6095ec0-4551-4641-85d5-584511b7d19d,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:40.579924 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1acb0f14-c41f-4a1f-9ba5-64003870769d tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:40.585874 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1acb0f14-c41f-4a1f-9ba5-64003870769d tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:40.593493 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-1acb0f14-c41f-4a1f-9ba5-64003870769d tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] 10.222.0.49 "DELETE /v2.0/networks/e7962bf8-9500-4bdc-968e-334cf3f30f8c HTTP/1.1" status: 204 len: 168 time: 1.3975244 Oct 12 19:19:40.635645 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acb0f14-c41f-4a1f-9ba5-64003870769d tempest-NetworksIpV6TestAttrs-531794386 tempest-NetworksIpV6TestAttrs-531794386-project] Pushing event deleted for resources: {'Network': ['ID=e7962bf8-9500-4bdc-968e-334cf3f30f8c,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:40.648414 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f5e7586-6b51-4bac-ac3a-77f2340ea0b6 tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:40.673616 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f5e7586-6b51-4bac-ac3a-77f2340ea0b6 tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:40.681467 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-2f5e7586-6b51-4bac-ac3a-77f2340ea0b6 tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1667464 Oct 12 19:19:40.681956 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 41250) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:19:40.687916 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-a8a5b3fb-394a-4f85-b5be-87fc211ce1ad tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1380846508'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:19:40.756294 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233c0200-92b4-4797-a773-11160cfb54ac req-88ba7f67-f142-4607-9b2a-b15f94efe8d1 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:40.759474 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-233c0200-92b4-4797-a773-11160cfb54ac req-88ba7f67-f142-4607-9b2a-b15f94efe8d1 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=3319d60b-298b-4178-b9dd-044069330d69 HTTP/1.1" status: 200 len: 944 time: 0.0768833 Oct 12 19:19:40.801469 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-233c0200-92b4-4797-a773-11160cfb54ac req-d1118b71-c17c-45e0-9c33-c1b55addc23f tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2999b03-b87d-46b4-9267-1669e2e14df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374336 Oct 12 19:19:40.808063 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8a5b3fb-394a-4f85-b5be-87fc211ce1ad tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Made reservation on behalf of e90fdd1c16404aac83459ea56aad2dff for: {'network': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:19:40.820695 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a8a5b3fb-394a-4f85-b5be-87fc211ce1ad tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:40.826016 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41252) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:19:40.842068 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8a5b3fb-394a-4f85-b5be-87fc211ce1ad tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=95501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:19:40.852882 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a8a5b3fb-394a-4f85-b5be-87fc211ce1ad tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:40.853748 n-d-813679-3 neutron-server[95501]: INFO neutron.db.segments_db [None req-a8a5b3fb-394a-4f85-b5be-87fc211ce1ad tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Added segment 2fdb0600-6b83-4288-9e91-ba564cea48a9 of type vlan for network a30e6f0d-26d6-4d79-80f5-b9c4ef24e21b Oct 12 19:19:40.873629 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-b43f9c57-33fb-4922-98de-d62af13187c7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7851f42081094a5cb918c24ec160be32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0429246 Oct 12 19:19:40.873785 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41254) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:19:40.899605 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a8a5b3fb-394a-4f85-b5be-87fc211ce1ad tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:40.929240 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e59630d8-837e-41d4-b432-463809196218 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:40.950974 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e59630d8-837e-41d4-b432-463809196218 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:41.007464 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a8a5b3fb-394a-4f85-b5be-87fc211ce1ad tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:41.013506 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a5b3fb-394a-4f85-b5be-87fc211ce1ad tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:41.014287 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a8a5b3fb-394a-4f85-b5be-87fc211ce1ad tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:41.089452 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a5b3fb-394a-4f85-b5be-87fc211ce1ad tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Pushing event updated for resources: {'Network': ['ID=a30e6f0d-26d6-4d79-80f5-b9c4ef24e21b,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:41.122100 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network a30e6f0d-26d6-4d79-80f5-b9c4ef24e21b details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:19:41.143185 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e59630d8-837e-41d4-b432-463809196218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:41.143693 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e59630d8-837e-41d4-b432-463809196218 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:41.145167 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-e59630d8-837e-41d4-b432-463809196218 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b56f478d-e2f2-41a4-ba89-750779981967 HTTP/1.1" status: 204 len: 168 time: 0.2703283 Oct 12 19:19:41.157758 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59630d8-837e-41d4-b432-463809196218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b56f478d-e2f2-41a4-ba89-750779981967,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:41.236195 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-a8a5b3fb-394a-4f85-b5be-87fc211ce1ad tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5504532 Oct 12 19:19:41.237003 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41262) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:19:41.250370 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-b298c791-87d2-4648-819b-583cdc4e74ad tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1421940935'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:19:41.260519 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 41264) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:19:41.379925 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b298c791-87d2-4648-819b-583cdc4e74ad tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Made reservation on behalf of e90fdd1c16404aac83459ea56aad2dff for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:19:41.383701 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b298c791-87d2-4648-819b-583cdc4e74ad tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:41.395496 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d1cd0d-be2e-4b29-a4c4-b82344b70cf8 req-065d69d9-b111-413e-a668-61611811b1f9 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:41.397224 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-26d1cd0d-be2e-4b29-a4c4-b82344b70cf8 req-065d69d9-b111-413e-a668-61611811b1f9 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5314e30-527f-43ff-ad86-8b07326cb2f2 HTTP/1.1" status: 200 len: 949 time: 0.0642264 Oct 12 19:19:41.442697 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-dbb4afa1-9a8b-4c85-aa33-b496cb7c184d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a71ed3d37d1c4e30b7792045a19a040b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1787050 Oct 12 19:19:41.442962 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 41270) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:19:41.454256 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b298c791-87d2-4648-819b-583cdc4e74ad tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:19:41.476847 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-26d1cd0d-be2e-4b29-a4c4-b82344b70cf8 req-a3bce3e1-c854-4cf3-9fb9-33d0a7eb32d8 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713580 Oct 12 19:19:41.484446 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b298c791-87d2-4648-819b-583cdc4e74ad tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:41.484963 n-d-813679-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-b298c791-87d2-4648-819b-583cdc4e74ad tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Added segment 0c77420d-fd64-4d3e-951a-cf5a5133e6de of type vlan for network d23c0e0a-22d6-48e6-a833-92a90b8c946a Oct 12 19:19:41.511696 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4687e178-4d6d-4b98-9b40-f61f037775df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:41.542413 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4687e178-4d6d-4b98-9b40-f61f037775df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:41.553311 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b298c791-87d2-4648-819b-583cdc4e74ad tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:41.664919 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b298c791-87d2-4648-819b-583cdc4e74ad tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:41.671532 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b298c791-87d2-4648-819b-583cdc4e74ad tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:41.672531 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b298c791-87d2-4648-819b-583cdc4e74ad tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:41.739695 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4687e178-4d6d-4b98-9b40-f61f037775df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:41.745082 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4687e178-4d6d-4b98-9b40-f61f037775df admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:41.749005 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-4687e178-4d6d-4b98-9b40-f61f037775df admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ed5df775-9d69-4cde-b691-029d327ae7ac HTTP/1.1" status: 204 len: 168 time: 0.3025241 Oct 12 19:19:41.749644 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b298c791-87d2-4648-819b-583cdc4e74ad tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Pushing event updated for resources: {'Network': ['ID=d23c0e0a-22d6-48e6-a833-92a90b8c946a,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:41.756443 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4687e178-4d6d-4b98-9b40-f61f037775df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed5df775-9d69-4cde-b691-029d327ae7ac,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:41.759741 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network d23c0e0a-22d6-48e6-a833-92a90b8c946a details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:19:41.794868 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-b298c791-87d2-4648-819b-583cdc4e74ad tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5553808 Oct 12 19:19:41.797085 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41284) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:19:41.802138 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-3375414f-e926-4919-8e9d-1863624e753e tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Request body: {'ports': [{'network_id': 'a30e6f0d-26d6-4d79-80f5-b9c4ef24e21b', 'name': 'tempest-port--425617498', 'admin_state_up': True}, {'network_id': 'd23c0e0a-22d6-48e6-a833-92a90b8c946a', 'admin_state_up': False}]} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:19:41.802454 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-3375414f-e926-4919-8e9d-1863624e753e tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Request body: {'port': {'network_id': 'a30e6f0d-26d6-4d79-80f5-b9c4ef24e21b', 'name': 'tempest-port--425617498', 'admin_state_up': True}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:19:41.802988 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-3375414f-e926-4919-8e9d-1863624e753e tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Request body: {'port': {'network_id': 'd23c0e0a-22d6-48e6-a833-92a90b8c946a', 'admin_state_up': False}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:19:41.958928 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c834a6d-8cbe-46fd-9297-4065382c83bf req-f2137c2c-07aa-43b8-84a5-6f27bb55c605 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:41.960836 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8c834a6d-8cbe-46fd-9297-4065382c83bf req-f2137c2c-07aa-43b8-84a5-6f27bb55c605 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=3319d60b-298b-4178-b9dd-044069330d69 HTTP/1.1" status: 200 len: 944 time: 0.0561030 Oct 12 19:19:42.003360 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8c834a6d-8cbe-46fd-9297-4065382c83bf req-b70b9bf0-6814-4bdb-9e35-0f3f92e43c7e tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2999b03-b87d-46b4-9267-1669e2e14df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358429 Oct 12 19:19:42.140189 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3375414f-e926-4919-8e9d-1863624e753e tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Made reservation on behalf of e90fdd1c16404aac83459ea56aad2dff for: {'port': 2} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:19:42.144975 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3375414f-e926-4919-8e9d-1863624e753e tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:42.158367 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3375414f-e926-4919-8e9d-1863624e753e tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:42.257392 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [None req-3375414f-e926-4919-8e9d-1863624e753e tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] device_id is not set on port e0cde4cd-7ead-4114-9cfb-2a9852676695 yet. {{(pid=95502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 19:19:42.407761 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3375414f-e926-4919-8e9d-1863624e753e tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:42.480708 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [None req-3375414f-e926-4919-8e9d-1863624e753e tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] device_id is not set on port 64c85181-b9c3-499b-86b2-2fd2827b2f69 yet. {{(pid=95502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 19:19:42.605983 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3375414f-e926-4919-8e9d-1863624e753e tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:42.666335 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 41316) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:19:42.696540 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b96da6f-28d9-4fdd-ace0-d4bbdbeee530 req-570f586b-325e-42e9-805e-8e4fe22d15ec tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:42.698358 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2b96da6f-28d9-4fdd-ace0-d4bbdbeee530 req-570f586b-325e-42e9-805e-8e4fe22d15ec tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5314e30-527f-43ff-ad86-8b07326cb2f2 HTTP/1.1" status: 200 len: 949 time: 0.1281247 Oct 12 19:19:42.739830 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3375414f-e926-4919-8e9d-1863624e753e tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:42.740339 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2b96da6f-28d9-4fdd-ace0-d4bbdbeee530 req-e8e2f54a-099f-4a9a-9362-1daf6347ca91 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350816 Oct 12 19:19:42.801488 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-53d8d8e4-6197-4d82-9a64-68a3588d57b0 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-924843338-network', 'tenant_id': '8e54cf4409264cb1bd84e544583acd79'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:19:42.825726 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3375414f-e926-4919-8e9d-1863624e753e tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Pushing event updated for resources: {'Port': ['ID=e0cde4cd-7ead-4114-9cfb-2a9852676695,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:42.839051 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3375414f-e926-4919-8e9d-1863624e753e tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Checking segment: {'id': '2fdb0600-6b83-4288-9e91-ba564cea48a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a30e6f0d-26d6-4d79-80f5-b9c4ef24e21b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:19:42.839051 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3375414f-e926-4919-8e9d-1863624e753e tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Network hostable DHCP agents. Network: a30e6f0d-26d6-4d79-80f5-b9c4ef24e21b, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:19:42.911072 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53d8d8e4-6197-4d82-9a64-68a3588d57b0 admin admin] Made reservation on behalf of 8e54cf4409264cb1bd84e544583acd79 for: {'network': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:19:42.913561 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-53d8d8e4-6197-4d82-9a64-68a3588d57b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:42.922529 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-53d8d8e4-6197-4d82-9a64-68a3588d57b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:42.945329 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3375414f-e926-4919-8e9d-1863624e753e tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Network a30e6f0d-26d6-4d79-80f5-b9c4ef24e21b is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:19:43.000021 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-53d8d8e4-6197-4d82-9a64-68a3588d57b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:43.093742 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-3375414f-e926-4919-8e9d-1863624e753e tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, a30e6f0d-26d6-4d79-80f5-b9c4ef24e21b) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:19:43.113778 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687af792-3a13-420a-9355-355ffe008c7e None None] Network a30e6f0d-26d6-4d79-80f5-b9c4ef24e21b requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:19:43.114671 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3375414f-e926-4919-8e9d-1863624e753e tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:19:43.118048 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3375414f-e926-4919-8e9d-1863624e753e tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:43.141954 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f8d6d9-cbb1-45bd-a3df-681a7aceb426 req-f8a730e8-9654-4fbd-b818-87f5dcb85bba tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:43.144325 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-54f8d6d9-cbb1-45bd-a3df-681a7aceb426 req-f8a730e8-9654-4fbd-b818-87f5dcb85bba tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=3319d60b-298b-4178-b9dd-044069330d69 HTTP/1.1" status: 200 len: 944 time: 0.0661373 Oct 12 19:19:43.146021 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-53d8d8e4-6197-4d82-9a64-68a3588d57b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:43.192145 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3375414f-e926-4919-8e9d-1863624e753e tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Pushing event updated for resources: {'Port': ['ID=64c85181-b9c3-499b-86b2-2fd2827b2f69,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:43.203627 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53d8d8e4-6197-4d82-9a64-68a3588d57b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'} {{(pid=95501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:19:43.204341 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3375414f-e926-4919-8e9d-1863624e753e tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Checking segment: {'id': '0c77420d-fd64-4d3e-951a-cf5a5133e6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'd23c0e0a-22d6-48e6-a833-92a90b8c946a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:19:43.204783 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3375414f-e926-4919-8e9d-1863624e753e tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Network hostable DHCP agents. Network: d23c0e0a-22d6-48e6-a833-92a90b8c946a, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:19:43.234108 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d8d8e4-6197-4d82-9a64-68a3588d57b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfa7caca-7193-4cc9-935d-7f555029a7b0,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:43.263799 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-53d8d8e4-6197-4d82-9a64-68a3588d57b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:43.264356 n-d-813679-3 neutron-server[95501]: INFO neutron.db.segments_db [None req-53d8d8e4-6197-4d82-9a64-68a3588d57b0 admin admin] Added segment 33a16efb-9090-4c3d-9689-ec9267c7786d of type vlan for network 06c10a43-85c2-4fc5-8a5e-b61b54c7e17d Oct 12 19:19:43.275987 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41332) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:19:43.297214 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-54f8d6d9-cbb1-45bd-a3df-681a7aceb426 req-c9b3eac6-b956-4613-b4c8-79446e1e4d70 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2999b03-b87d-46b4-9267-1669e2e14df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426089 Oct 12 19:19:43.322543 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3375414f-e926-4919-8e9d-1863624e753e tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Network d23c0e0a-22d6-48e6-a833-92a90b8c946a is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:19:43.363720 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-53d8d8e4-6197-4d82-9a64-68a3588d57b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:43.385637 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-bf7872ed-5051-4601-8570-d801d7bc133e tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1827545883'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:19:43.405411 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 81ac5d21-1911-4e35-ae02-47c63dc7fbc6 no longer exists at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:19:43.406976 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d722c602-b685-468c-a551-c0c9882dcce1 req-9e588174-510d-4595-a3d1-c1132f7a0a5d service neutron] 10.222.0.61 "GET /v2.0/ports/81ac5d21-1911-4e35-ae02-47c63dc7fbc6/bindings/n-h2-813679-3 HTTP/1.1" status: 200 len: 384 time: 0.1296611 Oct 12 19:19:43.419311 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-3375414f-e926-4919-8e9d-1863624e753e tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, d23c0e0a-22d6-48e6-a833-92a90b8c946a) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:19:43.425068 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3375414f-e926-4919-8e9d-1863624e753e tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:19:43.432999 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3375414f-e926-4919-8e9d-1863624e753e tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:43.433775 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c49cd4f1-ef2f-4c9a-842f-0d1122e6eb51 None None] Network d23c0e0a-22d6-48e6-a833-92a90b8c946a requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:19:43.440406 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3375414f-e926-4919-8e9d-1863624e753e tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:43.441183 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3375414f-e926-4919-8e9d-1863624e753e tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:43.507732 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf7872ed-5051-4601-8570-d801d7bc133e tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Made reservation on behalf of 273d7b7bf24b4507988eb056053819bc for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:19:43.509831 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bf7872ed-5051-4601-8570-d801d7bc133e tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:43.519879 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bf7872ed-5051-4601-8570-d801d7bc133e tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:43.565961 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-53d8d8e4-6197-4d82-9a64-68a3588d57b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:43.567111 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d8d8e4-6197-4d82-9a64-68a3588d57b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:43.567705 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-53d8d8e4-6197-4d82-9a64-68a3588d57b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:43.609600 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bf7872ed-5051-4601-8570-d801d7bc133e tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:43.644825 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-3375414f-e926-4919-8e9d-1863624e753e tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.8466830 Oct 12 19:19:43.647361 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41338) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:19:43.666217 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d8d8e4-6197-4d82-9a64-68a3588d57b0 admin admin] Pushing event updated for resources: {'Network': ['ID=06c10a43-85c2-4fc5-8a5e-b61b54c7e17d,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:43.678676 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 06c10a43-85c2-4fc5-8a5e-b61b54c7e17d details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:19:43.686038 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bf7872ed-5051-4601-8570-d801d7bc133e tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:43.693118 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-d722c602-b685-468c-a551-c0c9882dcce1 req-ab243f5b-6ca3-4262-a07e-de155d38e722 service neutron] For port 81ac5d21-1911-4e35-ae02-47c63dc7fbc6, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=81ac5d21-1911-4e35-ae02-47c63dc7fbc6,segment=NetworkSegment(092fb16a-01c2-4f4a-b148-df23675b5071),segment_id=092fb16a-01c2-4f4a-b148-df23675b5071)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:19:43.703795 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-53d8d8e4-6197-4d82-9a64-68a3588d57b0 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0357215 Oct 12 19:19:43.706848 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 41342) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:19:43.711662 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-56d6af51-f24d-464d-9c66-fcf95ac670ff admin admin] Request body: {'subnet': {'network_id': '06c10a43-85c2-4fc5-8a5e-b61b54c7e17d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-924843338-subnet', 'tenant_id': '8e54cf4409264cb1bd84e544583acd79', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:19:43.735725 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-d722c602-b685-468c-a551-c0c9882dcce1 req-ab243f5b-6ca3-4262-a07e-de155d38e722 service neutron] For port 81ac5d21-1911-4e35-ae02-47c63dc7fbc6, host n-h1-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:19:43.747181 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf7872ed-5051-4601-8570-d801d7bc133e tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:19:43.775513 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [req-d722c602-b685-468c-a551-c0c9882dcce1 req-ab243f5b-6ca3-4262-a07e-de155d38e722 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81ac5d21-1911-4e35-ae02-47c63dc7fbc6 {{(pid=95501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:19:43.780975 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7872ed-5051-4601-8570-d801d7bc133e tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c7679bd-c6bc-4d44-af18-2b4c2ac12676,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:43.790832 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-d722c602-b685-468c-a551-c0c9882dcce1 req-ab243f5b-6ca3-4262-a07e-de155d38e722 service neutron] For port 81ac5d21-1911-4e35-ae02-47c63dc7fbc6, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=81ac5d21-1911-4e35-ae02-47c63dc7fbc6,segment=NetworkSegment(092fb16a-01c2-4f4a-b148-df23675b5071),segment_id=092fb16a-01c2-4f4a-b148-df23675b5071)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:19:43.806124 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e778c9-ae92-4420-826b-6edad398edc4 tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:43.812668 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e778c9-ae92-4420-826b-6edad398edc4 tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:43.814290 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-f0e778c9-ae92-4420-826b-6edad398edc4 tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1658137 Oct 12 19:19:43.819073 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56d6af51-f24d-464d-9c66-fcf95ac670ff admin admin] Made reservation on behalf of 8e54cf4409264cb1bd84e544583acd79 for: {'subnet': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:19:43.819279 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bf7872ed-5051-4601-8570-d801d7bc133e tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:43.819619 n-d-813679-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-bf7872ed-5051-4601-8570-d801d7bc133e tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Added segment 0b41533d-9d44-4233-b0f6-4dec7bd0c121 of type vlan for network f45f61ae-edb4-432c-8d16-a8907d75f8d2 Oct 12 19:19:43.821767 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-56d6af51-f24d-464d-9c66-fcf95ac670ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4612397'] for subnet, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:43.823559 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 41346) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:19:43.888056 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bf7872ed-5051-4601-8570-d801d7bc133e tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:43.910149 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-d722c602-b685-468c-a551-c0c9882dcce1 req-ab243f5b-6ca3-4262-a07e-de155d38e722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:43.921374 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c844e3-bac3-4829-880d-ad2fc658104a req-beafd447-d668-4dde-a082-5f040a3f5254 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:43.922957 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-40c844e3-bac3-4829-880d-ad2fc658104a req-beafd447-d668-4dde-a082-5f040a3f5254 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5314e30-527f-43ff-ad86-8b07326cb2f2 HTTP/1.1" status: 200 len: 949 time: 0.0947165 Oct 12 19:19:43.965736 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-40c844e3-bac3-4829-880d-ad2fc658104a req-82f82808-6061-4697-ac07-81077e7ea181 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357113 Oct 12 19:19:44.036626 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bf7872ed-5051-4601-8570-d801d7bc133e tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:44.042352 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7872ed-5051-4601-8570-d801d7bc133e tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:44.042989 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bf7872ed-5051-4601-8570-d801d7bc133e tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:44.096766 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-9981c1f5-8747-4b4c-881e-45e93cd6e40a tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Deleting port e0cde4cd-7ead-4114-9cfb-2a9852676695 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:19:44.097111 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9981c1f5-8747-4b4c-881e-45e93cd6e40a tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:44.114079 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7872ed-5051-4601-8570-d801d7bc133e tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Pushing event updated for resources: {'Network': ['ID=f45f61ae-edb4-432c-8d16-a8907d75f8d2,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:44.126920 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network f45f61ae-edb4-432c-8d16-a8907d75f8d2 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:19:44.157432 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.provisioning_blocks [req-d722c602-b685-468c-a551-c0c9882dcce1 req-ab243f5b-6ca3-4262-a07e-de155d38e722 service neutron] Transition to ACTIVE for port object 81ac5d21-1911-4e35-ae02-47c63dc7fbc6 will not be triggered until provisioned by entity L2. {{(pid=95501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:19:44.195295 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-bf7872ed-5051-4601-8570-d801d7bc133e tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9180512 Oct 12 19:19:44.205583 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41350) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:19:44.210798 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-8c0ab4a0-2f70-4657-8038-b937f37536b4 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Request body: {'port': {'network_id': 'f45f61ae-edb4-432c-8d16-a8907d75f8d2', 'name': 'tempest-PortsIpV6TestJSON-426831631'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:19:44.229589 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9981c1f5-8747-4b4c-881e-45e93cd6e40a tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:44.243397 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-9981c1f5-8747-4b4c-881e-45e93cd6e40a tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Calling delete_port for e0cde4cd-7ead-4114-9cfb-2a9852676695 owned by {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:19:44.255014 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-d722c602-b685-468c-a551-c0c9882dcce1 req-ab243f5b-6ca3-4262-a07e-de155d38e722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:44.338665 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-56d6af51-f24d-464d-9c66-fcf95ac670ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4824863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4612355'] for subnet, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:44.356561 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c0ab4a0-2f70-4657-8038-b937f37536b4 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Made reservation on behalf of 273d7b7bf24b4507988eb056053819bc for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:19:44.360523 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8c0ab4a0-2f70-4657-8038-b937f37536b4 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:44.402904 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [None req-8c0ab4a0-2f70-4657-8038-b937f37536b4 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] device_id is not set on port 5ece508e-f5e9-40f9-bfe6-8501265015a1 yet. {{(pid=95502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 19:19:44.407529 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-d722c602-b685-468c-a551-c0c9882dcce1 req-ab243f5b-6ca3-4262-a07e-de155d38e722 service neutron] No DVR routers for this DVR port 81ac5d21-1911-4e35-ae02-47c63dc7fbc6 on host n-h1-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:19:44.417918 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab243f5b-6ca3-4262-a07e-de155d38e722 service neutron] Pushing event updated for resources: {'Port': ['ID=81ac5d21-1911-4e35-ae02-47c63dc7fbc6,revision_number=10']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:44.475658 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6af51-f24d-464d-9c66-fcf95ac670ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=46e1c274-8a39-44a6-b635-c3c07c87b38d,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:44.482120 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9330b32d-372b-4f28-8bed-cde8ce1ad066 req-e9eb8178-9bf5-4da9-b2ea-6bac92a94ec9 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:44.484241 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9330b32d-372b-4f28-8bed-cde8ce1ad066 req-e9eb8178-9bf5-4da9-b2ea-6bac92a94ec9 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=3319d60b-298b-4178-b9dd-044069330d69 HTTP/1.1" status: 200 len: 945 time: 0.1117196 Oct 12 19:19:44.487047 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d722c602-b685-468c-a551-c0c9882dcce1 req-ab243f5b-6ca3-4262-a07e-de155d38e722 service neutron] 10.222.0.61 "PUT /v2.0/ports/81ac5d21-1911-4e35-ae02-47c63dc7fbc6/bindings/n-h2-813679-3/activate HTTP/1.1" status: 200 len: 369 time: 1.0730894 Oct 12 19:19:44.493697 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d6af51-f24d-464d-9c66-fcf95ac670ff admin admin] Checking segment: {'id': '33a16efb-9090-4c3d-9689-ec9267c7786d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '06c10a43-85c2-4fc5-8a5e-b61b54c7e17d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:19:44.494209 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d6af51-f24d-464d-9c66-fcf95ac670ff admin admin] Network hostable DHCP agents. Network: 06c10a43-85c2-4fc5-8a5e-b61b54c7e17d, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:19:44.562770 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9981c1f5-8747-4b4c-881e-45e93cd6e40a tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:44.590187 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9330b32d-372b-4f28-8bed-cde8ce1ad066 req-4e0c1f40-e383-4d14-9039-5ed36a122a90 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2999b03-b87d-46b4-9267-1669e2e14df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903571 Oct 12 19:19:44.593772 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9981c1f5-8747-4b4c-881e-45e93cd6e40a tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Pushing event deleted for resources: {'Port': ['ID=e0cde4cd-7ead-4114-9cfb-2a9852676695,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:44.599171 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9981c1f5-8747-4b4c-881e-45e93cd6e40a tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:44.602999 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-9981c1f5-8747-4b4c-881e-45e93cd6e40a tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] 10.222.0.49 "DELETE /v2.0/ports/e0cde4cd-7ead-4114-9cfb-2a9852676695 HTTP/1.1" status: 204 len: 168 time: 0.7783797 Oct 12 19:19:44.609700 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 41356) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:19:44.610341 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d6af51-f24d-464d-9c66-fcf95ac670ff admin admin] Network 06c10a43-85c2-4fc5-8a5e-b61b54c7e17d is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:19:44.634529 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8c0ab4a0-2f70-4657-8038-b937f37536b4 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:44.719209 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-56d6af51-f24d-464d-9c66-fcf95ac670ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, 06c10a43-85c2-4fc5-8a5e-b61b54c7e17d) {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:19:44.724181 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d6af51-f24d-464d-9c66-fcf95ac670ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:44.726065 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-56d6af51-f24d-464d-9c66-fcf95ac670ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:44.726877 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6837e754-9bea-454e-9463-5ff7fec3b135 None None] Network 06c10a43-85c2-4fc5-8a5e-b61b54c7e17d requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:19:44.733979 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d722c602-b685-468c-a551-c0c9882dcce1 req-cc36f600-6250-47cd-b0ed-d89f8a0d3109 tempest-LiveAutoBlockMigrationV225Test-2051523199 tempest-LiveAutoBlockMigrationV225Test-2051523199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:44.735969 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d722c602-b685-468c-a551-c0c9882dcce1 req-cc36f600-6250-47cd-b0ed-d89f8a0d3109 tempest-LiveAutoBlockMigrationV225Test-2051523199 tempest-LiveAutoBlockMigrationV225Test-2051523199-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=3319d60b-298b-4178-b9dd-044069330d69&tenant_id=803d7b884967412f992e4b2e79b460e6&binding%3Ahost_id=n-h1-813679-3 HTTP/1.1" status: 200 len: 1096 time: 0.1110148 Oct 12 19:19:44.746124 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8c0ab4a0-2f70-4657-8038-b937f37536b4 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:44.804135 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-a1fd9595-1095-40a3-a55b-e589e1c349a3 tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Deleting port 64c85181-b9c3-499b-86b2-2fd2827b2f69 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:19:44.804484 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a1fd9595-1095-40a3-a55b-e589e1c349a3 tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:44.813423 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-56d6af51-f24d-464d-9c66-fcf95ac670ff admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.1055179 Oct 12 19:19:44.816734 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0ab4a0-2f70-4657-8038-b937f37536b4 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Pushing event updated for resources: {'Port': ['ID=5ece508e-f5e9-40f9-bfe6-8501265015a1,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:44.847115 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0ab4a0-2f70-4657-8038-b937f37536b4 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Checking segment: {'id': '0b41533d-9d44-4233-b0f6-4dec7bd0c121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'f45f61ae-edb4-432c-8d16-a8907d75f8d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:19:44.847476 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0ab4a0-2f70-4657-8038-b937f37536b4 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Network hostable DHCP agents. Network: f45f61ae-edb4-432c-8d16-a8907d75f8d2, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:19:44.866805 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d722c602-b685-468c-a551-c0c9882dcce1 req-1059a446-16de-4b6a-9b5a-72a3ba68e3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:44.868662 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d722c602-b685-468c-a551-c0c9882dcce1 req-1059a446-16de-4b6a-9b5a-72a3ba68e3d7 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3319d60b-298b-4178-b9dd-044069330d69&tenant_id=803d7b884967412f992e4b2e79b460e6 HTTP/1.1" status: 200 len: 1096 time: 0.1193259 Oct 12 19:19:44.904012 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f350b5-3f2e-4685-bc57-4b6bca12a7ac None None] Network 06c10a43-85c2-4fc5-8a5e-b61b54c7e17d requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:19:44.930439 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a1fd9595-1095-40a3-a55b-e589e1c349a3 tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:44.940062 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0ab4a0-2f70-4657-8038-b937f37536b4 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Network f45f61ae-edb4-432c-8d16-a8907d75f8d2 is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:19:44.946160 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-a1fd9595-1095-40a3-a55b-e589e1c349a3 tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Calling delete_port for 64c85181-b9c3-499b-86b2-2fd2827b2f69 owned by {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:19:45.001028 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d722c602-b685-468c-a551-c0c9882dcce1 req-c5dd4ed9-4de3-4cf1-bcaa-0e96e61ba57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:45.002520 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d722c602-b685-468c-a551-c0c9882dcce1 req-c5dd4ed9-4de3-4cf1-bcaa-0e96e61ba57c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=803d7b884967412f992e4b2e79b460e6&device_id=3319d60b-298b-4178-b9dd-044069330d69 HTTP/1.1" status: 200 len: 1096 time: 0.1028237 Oct 12 19:19:45.038071 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-8c0ab4a0-2f70-4657-8038-b937f37536b4 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, f45f61ae-edb4-432c-8d16-a8907d75f8d2) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:19:45.042941 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0ab4a0-2f70-4657-8038-b937f37536b4 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:19:45.052420 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0ab4a0-2f70-4657-8038-b937f37536b4 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:45.053300 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8c0ab4a0-2f70-4657-8038-b937f37536b4 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:45.055535 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-218857d6-f537-460e-8f5f-0fa4d6bd37b8 None None] Network f45f61ae-edb4-432c-8d16-a8907d75f8d2 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:19:45.143510 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d722c602-b685-468c-a551-c0c9882dcce1 req-19844209-f4fe-437e-84db-de0c1193c35a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:45.145121 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d722c602-b685-468c-a551-c0c9882dcce1 req-19844209-f4fe-437e-84db-de0c1193c35a service neutron] 10.222.0.67 "GET /v2.0/networks?id=82671036-c03a-4d3c-b62d-db19aa8b0fed HTTP/1.1" status: 200 len: 921 time: 0.1237810 Oct 12 19:19:45.150991 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-8c0ab4a0-2f70-4657-8038-b937f37536b4 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.9440804 Oct 12 19:19:45.156540 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 41372) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:19:45.160412 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ae59ea-50e9-4233-a931-88d8cd170333 req-5fc16da4-b34a-41d2-92e4-caa9d157e48c tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:45.161898 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-96ae59ea-50e9-4233-a931-88d8cd170333 req-5fc16da4-b34a-41d2-92e4-caa9d157e48c tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5314e30-527f-43ff-ad86-8b07326cb2f2 HTTP/1.1" status: 200 len: 949 time: 0.0821097 Oct 12 19:19:45.162625 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-ab82d407-a2a7-4405-8e45-c33a0f88ccbf tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1376932552'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:19:45.206889 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-96ae59ea-50e9-4233-a931-88d8cd170333 req-79ae68a4-ee12-4ab8-8dc2-72fc9d3ad7e2 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375686 Oct 12 19:19:45.212252 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d722c602-b685-468c-a551-c0c9882dcce1 req-74b80e1a-d4c5-4706-8549-9ff49dbbe4d7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=81ac5d21-1911-4e35-ae02-47c63dc7fbc6 HTTP/1.1" status: 200 len: 217 time: 0.0565183 Oct 12 19:19:45.258182 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a1fd9595-1095-40a3-a55b-e589e1c349a3 tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:45.293070 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fd9595-1095-40a3-a55b-e589e1c349a3 tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Pushing event deleted for resources: {'Port': ['ID=64c85181-b9c3-499b-86b2-2fd2827b2f69,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:45.295798 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d722c602-b685-468c-a551-c0c9882dcce1 req-a779c4a1-60c4-4bc8-9367-52a586037528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:45.297216 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d722c602-b685-468c-a551-c0c9882dcce1 req-a779c4a1-60c4-4bc8-9367-52a586037528 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=39796bec-4145-45cd-b713-3f2477a830cb HTTP/1.1" status: 200 len: 860 time: 0.0776076 Oct 12 19:19:45.297771 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab82d407-a2a7-4405-8e45-c33a0f88ccbf tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Made reservation on behalf of 273d7b7bf24b4507988eb056053819bc for: {'network': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:19:45.301412 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ab82d407-a2a7-4405-8e45-c33a0f88ccbf tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:45.323129 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a1fd9595-1095-40a3-a55b-e589e1c349a3 tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:45.332152 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-a1fd9595-1095-40a3-a55b-e589e1c349a3 tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] 10.222.0.49 "DELETE /v2.0/ports/64c85181-b9c3-499b-86b2-2fd2827b2f69 HTTP/1.1" status: 204 len: 168 time: 0.7132568 Oct 12 19:19:45.332261 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41382) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:19:45.362886 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-6e39b658-75fa-4b1f-aba0-54dd18e6c966 tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0309653 Oct 12 19:19:45.366365 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41384) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:19:45.371382 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-e71486aa-2cc7-4c27-b9d2-72621cb1a9c4 tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-473471812'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:19:45.459172 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e71486aa-2cc7-4c27-b9d2-72621cb1a9c4 tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Made reservation on behalf of e90fdd1c16404aac83459ea56aad2dff for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:19:45.463067 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e71486aa-2cc7-4c27-b9d2-72621cb1a9c4 tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:45.488862 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e71486aa-2cc7-4c27-b9d2-72621cb1a9c4 tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:19:45.499678 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e71486aa-2cc7-4c27-b9d2-72621cb1a9c4 tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:45.500184 n-d-813679-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-e71486aa-2cc7-4c27-b9d2-72621cb1a9c4 tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Added segment 864495f3-a863-40b5-be17-ff2aea53c377 of type vlan for network 81d34fa8-9f6d-479b-9735-ff40b2a873e0 Oct 12 19:19:45.542486 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e71486aa-2cc7-4c27-b9d2-72621cb1a9c4 tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:45.604635 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d722c602-b685-468c-a551-c0c9882dcce1 req-ece6f4e2-1227-4077-93f2-5cc3d062f609 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=82671036-c03a-4d3c-b62d-db19aa8b0fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2983725 Oct 12 19:19:45.627229 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e71486aa-2cc7-4c27-b9d2-72621cb1a9c4 tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:45.633142 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71486aa-2cc7-4c27-b9d2-72621cb1a9c4 tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:45.633734 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e71486aa-2cc7-4c27-b9d2-72621cb1a9c4 tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:45.678959 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab82d407-a2a7-4405-8e45-c33a0f88ccbf tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=95501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:19:45.711480 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71486aa-2cc7-4c27-b9d2-72621cb1a9c4 tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Pushing event updated for resources: {'Network': ['ID=81d34fa8-9f6d-479b-9735-ff40b2a873e0,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:45.723435 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 81d34fa8-9f6d-479b-9735-ff40b2a873e0 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:19:45.725112 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ab82d407-a2a7-4405-8e45-c33a0f88ccbf tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:45.725501 n-d-813679-3 neutron-server[95501]: INFO neutron.db.segments_db [None req-ab82d407-a2a7-4405-8e45-c33a0f88ccbf tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Added segment 5f06f87d-0bd2-4a34-9040-0c9c1e3c0885 of type vlan for network 7f742736-7489-4f43-b664-cfed7bd1cf50 Oct 12 19:19:45.762102 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ade718-bff4-4d7c-a486-27990d5d9af3 req-c9da9d9c-9c6c-4036-8b86-733a7ce5407c tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:45.764009 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a5ade718-bff4-4d7c-a486-27990d5d9af3 req-c9da9d9c-9c6c-4036-8b86-733a7ce5407c tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=3319d60b-298b-4178-b9dd-044069330d69 HTTP/1.1" status: 200 len: 945 time: 0.0727487 Oct 12 19:19:45.781098 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-e71486aa-2cc7-4c27-b9d2-72621cb1a9c4 tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4135742 Oct 12 19:19:45.788532 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41390) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:19:45.794073 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-7b2ff6c7-98de-4aaa-bbae-98c28ed7a115 tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-60863903'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:19:45.814712 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ab82d407-a2a7-4405-8e45-c33a0f88ccbf tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:45.827402 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66dbd9f-680a-4710-8c9b-bb8ed92ffaf5 req-1b1feb69-5b64-4e24-9900-33f37d00779c tempest-ServerMetadataNegativeTestJSON-104529243 tempest-ServerMetadataNegativeTestJSON-104529243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:45.828975 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b66dbd9f-680a-4710-8c9b-bb8ed92ffaf5 req-1b1feb69-5b64-4e24-9900-33f37d00779c tempest-ServerMetadataNegativeTestJSON-104529243 tempest-ServerMetadataNegativeTestJSON-104529243-project] 10.222.0.49 "GET /v2.0/networks?id=06c10a43-85c2-4fc5-8a5e-b61b54c7e17d HTTP/1.1" status: 200 len: 820 time: 0.2269595 Oct 12 19:19:45.831112 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a5ade718-bff4-4d7c-a486-27990d5d9af3 req-3d4902e7-b23e-4124-8b4e-c35d03d17db3 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2999b03-b87d-46b4-9267-1669e2e14df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608277 Oct 12 19:19:45.858733 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d722c602-b685-468c-a551-c0c9882dcce1 req-a44c0dc5-8b7e-4c62-bb42-24995335e0ba service neutron] 10.222.0.67 "GET /v2.0/networks/82671036-c03a-4d3c-b62d-db19aa8b0fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389555 Oct 12 19:19:45.862524 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b66dbd9f-680a-4710-8c9b-bb8ed92ffaf5 req-f792242f-e084-41bb-8775-92c6d7535cb2 tempest-ServerMetadataNegativeTestJSON-104529243 tempest-ServerMetadataNegativeTestJSON-104529243-project] 10.222.0.49 "GET /v2.0/quotas/8e54cf4409264cb1bd84e544583acd79 HTTP/1.1" status: 200 len: 375 time: 0.0263164 Oct 12 19:19:45.933737 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b2ff6c7-98de-4aaa-bbae-98c28ed7a115 tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Made reservation on behalf of e90fdd1c16404aac83459ea56aad2dff for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:19:45.937601 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7b2ff6c7-98de-4aaa-bbae-98c28ed7a115 tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:45.939607 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b66dbd9f-680a-4710-8c9b-bb8ed92ffaf5 req-83d3a4dd-aa50-4945-a3e5-2650220fb0fc tempest-ServerMetadataNegativeTestJSON-104529243 tempest-ServerMetadataNegativeTestJSON-104529243-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=8e54cf4409264cb1bd84e544583acd79&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0654926 Oct 12 19:19:45.966120 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ab82d407-a2a7-4405-8e45-c33a0f88ccbf tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:45.973841 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab82d407-a2a7-4405-8e45-c33a0f88ccbf tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:45.974433 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ab82d407-a2a7-4405-8e45-c33a0f88ccbf tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:45.992944 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b2ff6c7-98de-4aaa-bbae-98c28ed7a115 tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:19:46.001941 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7b2ff6c7-98de-4aaa-bbae-98c28ed7a115 tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:46.002286 n-d-813679-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-7b2ff6c7-98de-4aaa-bbae-98c28ed7a115 tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Added segment 59274bb2-f412-4a0d-9339-0330317b56d6 of type vlan for network 3d92690e-9be8-4efb-9e7b-6afe8e3d9a28 Oct 12 19:19:46.044071 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7b2ff6c7-98de-4aaa-bbae-98c28ed7a115 tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:46.129115 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d722c602-b685-468c-a551-c0c9882dcce1 req-5a8aac39-2258-46aa-8d99-b14b6603da9b service neutron] 10.222.0.67 "GET /v2.0/networks/82671036-c03a-4d3c-b62d-db19aa8b0fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2636313 Oct 12 19:19:46.135972 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab82d407-a2a7-4405-8e45-c33a0f88ccbf tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Pushing event updated for resources: {'Network': ['ID=7f742736-7489-4f43-b664-cfed7bd1cf50,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:46.152781 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 7f742736-7489-4f43-b664-cfed7bd1cf50 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:19:46.163657 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b66dbd9f-680a-4710-8c9b-bb8ed92ffaf5 req-5b0f1546-c291-4a92-91fa-f0586021c1f5 service neutron] 10.222.0.49 "GET /v2.0/networks/06c10a43-85c2-4fc5-8a5e-b61b54c7e17d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133102 Oct 12 19:19:46.184872 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7b2ff6c7-98de-4aaa-bbae-98c28ed7a115 tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:46.191400 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2ff6c7-98de-4aaa-bbae-98c28ed7a115 tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:46.191843 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7b2ff6c7-98de-4aaa-bbae-98c28ed7a115 tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:46.260551 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-ab82d407-a2a7-4405-8e45-c33a0f88ccbf tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1000090 Oct 12 19:19:46.261672 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 41398) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:19:46.274676 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-0733c6ae-5bf9-46ec-bc94-bc5a5d1572a8 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Request body: {'ports': [{'network_id': 'f45f61ae-edb4-432c-8d16-a8907d75f8d2'}, {'network_id': '7f742736-7489-4f43-b664-cfed7bd1cf50'}]} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:19:46.275237 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-0733c6ae-5bf9-46ec-bc94-bc5a5d1572a8 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Request body: {'port': {'network_id': 'f45f61ae-edb4-432c-8d16-a8907d75f8d2'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:19:46.275819 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-0733c6ae-5bf9-46ec-bc94-bc5a5d1572a8 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Request body: {'port': {'network_id': '7f742736-7489-4f43-b664-cfed7bd1cf50'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:19:46.279860 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2ff6c7-98de-4aaa-bbae-98c28ed7a115 tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Pushing event updated for resources: {'Network': ['ID=3d92690e-9be8-4efb-9e7b-6afe8e3d9a28,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:46.320858 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 3d92690e-9be8-4efb-9e7b-6afe8e3d9a28 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:19:46.338594 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b66dbd9f-680a-4710-8c9b-bb8ed92ffaf5 req-697d1474-c8e7-4ca2-8870-5f50a2e273c0 service neutron] 10.222.0.49 "GET /v2.0/networks/06c10a43-85c2-4fc5-8a5e-b61b54c7e17d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685519 Oct 12 19:19:46.383537 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a049abf2-7d79-496d-8ad6-a5804eaedb73 req-886ddcfa-47c9-4acc-bf06-0bdba235b3fa tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:46.385292 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a049abf2-7d79-496d-8ad6-a5804eaedb73 req-886ddcfa-47c9-4acc-bf06-0bdba235b3fa tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5314e30-527f-43ff-ad86-8b07326cb2f2 HTTP/1.1" status: 200 len: 949 time: 0.0644035 Oct 12 19:19:46.400231 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-7b2ff6c7-98de-4aaa-bbae-98c28ed7a115 tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5997710 Oct 12 19:19:46.452953 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a049abf2-7d79-496d-8ad6-a5804eaedb73 req-d5e8666c-f0b6-4a20-b186-cd2ed76e80b4 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594344 Oct 12 19:19:46.649273 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0733c6ae-5bf9-46ec-bc94-bc5a5d1572a8 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Made reservation on behalf of 273d7b7bf24b4507988eb056053819bc for: {'port': 2} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:19:46.663645 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0733c6ae-5bf9-46ec-bc94-bc5a5d1572a8 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:46.682905 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0733c6ae-5bf9-46ec-bc94-bc5a5d1572a8 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:46.817660 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2f9d0ba8-8773-40b6-9446-524f8a28fcb8 req-dbb178c3-d559-4f75-8902-678df468d842 tempest-ServerMetadataNegativeTestJSON-104529243 tempest-ServerMetadataNegativeTestJSON-104529243-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8288e01-bbe9-41b1-9209-9758eb3ba673 HTTP/1.1" status: 200 len: 210 time: 0.0496647 Oct 12 19:19:46.824998 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d722c602-b685-468c-a551-c0c9882dcce1 req-dd4bed86-3ff7-4939-a4bf-21778df57fab tempest-LiveAutoBlockMigrationV225Test-2051523199 tempest-LiveAutoBlockMigrationV225Test-2051523199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:46.826429 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d722c602-b685-468c-a551-c0c9882dcce1 req-dd4bed86-3ff7-4939-a4bf-21778df57fab tempest-LiveAutoBlockMigrationV225Test-2051523199 tempest-LiveAutoBlockMigrationV225Test-2051523199-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=3319d60b-298b-4178-b9dd-044069330d69&tenant_id=803d7b884967412f992e4b2e79b460e6&binding%3Ahost_id=n-h2-813679-3 HTTP/1.1" status: 200 len: 1096 time: 0.1404288 Oct 12 19:19:46.840920 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [None req-0733c6ae-5bf9-46ec-bc94-bc5a5d1572a8 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] device_id is not set on port db67f262-9188-4070-bd9b-1a2dd24905d3 yet. {{(pid=95501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 19:19:46.976982 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de26261c-569c-462d-812d-0b93711f129e req-a6a5c719-0cfe-41ba-9e41-1a61369c0353 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:46.978652 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-de26261c-569c-462d-812d-0b93711f129e req-a6a5c719-0cfe-41ba-9e41-1a61369c0353 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=3319d60b-298b-4178-b9dd-044069330d69 HTTP/1.1" status: 200 len: 945 time: 0.0583425 Oct 12 19:19:47.038646 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-de26261c-569c-462d-812d-0b93711f129e req-7a2c4a69-981b-48ab-89c5-ac7b54868cea tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2999b03-b87d-46b4-9267-1669e2e14df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482142 Oct 12 19:19:47.112357 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0733c6ae-5bf9-46ec-bc94-bc5a5d1572a8 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:47.162024 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-d722c602-b685-468c-a551-c0c9882dcce1 req-a4e04bb5-21fb-4ce5-8529-1f7ff543c0f2 service neutron] For port 81ac5d21-1911-4e35-ae02-47c63dc7fbc6, host n-h1-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:19:47.167528 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-d722c602-b685-468c-a551-c0c9882dcce1 req-a4e04bb5-21fb-4ce5-8529-1f7ff543c0f2 service neutron] Notify callbacks [] for binding, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:47.168681 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d722c602-b685-468c-a551-c0c9882dcce1 req-a4e04bb5-21fb-4ce5-8529-1f7ff543c0f2 service neutron] 10.222.0.67 "DELETE /v2.0/ports/81ac5d21-1911-4e35-ae02-47c63dc7fbc6/bindings/n-h1-813679-3 HTTP/1.1" status: 204 len: 173 time: 0.3245156 Oct 12 19:19:47.225046 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [None req-0733c6ae-5bf9-46ec-bc94-bc5a5d1572a8 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] device_id is not set on port 84ac75a8-a65b-4cea-b7c1-e9288e6be65d yet. {{(pid=95501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 19:19:47.233917 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4134a6-c7c1-44a4-949d-ab7c15f8bc64 req-8757e85d-b5a7-4d7b-9fcd-b21c567643dd tempest-LiveAutoBlockMigrationV225Test-2051523199 tempest-LiveAutoBlockMigrationV225Test-2051523199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:47.235843 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2b4134a6-c7c1-44a4-949d-ab7c15f8bc64 req-8757e85d-b5a7-4d7b-9fcd-b21c567643dd tempest-LiveAutoBlockMigrationV225Test-2051523199 tempest-LiveAutoBlockMigrationV225Test-2051523199-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=3319d60b-298b-4178-b9dd-044069330d69 HTTP/1.1" status: 200 len: 1096 time: 0.0643578 Oct 12 19:19:47.281504 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2b4134a6-c7c1-44a4-949d-ab7c15f8bc64 req-b8712e70-8410-4656-a030-07be12f68366 tempest-LiveAutoBlockMigrationV225Test-2051523199 tempest-LiveAutoBlockMigrationV225Test-2051523199-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=b2999b03-b87d-46b4-9267-1669e2e14df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391369 Oct 12 19:19:47.392012 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0733c6ae-5bf9-46ec-bc94-bc5a5d1572a8 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:47.510935 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0733c6ae-5bf9-46ec-bc94-bc5a5d1572a8 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:47.586991 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0733c6ae-5bf9-46ec-bc94-bc5a5d1572a8 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Network f45f61ae-edb4-432c-8d16-a8907d75f8d2 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:19:47.597248 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0733c6ae-5bf9-46ec-bc94-bc5a5d1572a8 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Pushing event updated for resources: {'Port': ['ID=db67f262-9188-4070-bd9b-1a2dd24905d3,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:47.599762 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-0733c6ae-5bf9-46ec-bc94-bc5a5d1572a8 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:19:47.606828 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0733c6ae-5bf9-46ec-bc94-bc5a5d1572a8 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:19:47.615070 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0733c6ae-5bf9-46ec-bc94-bc5a5d1572a8 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:47.625352 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60eeeae-d1af-49b6-b02b-182baa94a659 req-5afecfd4-de5a-45bb-b0dd-eb6c5edf09d6 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:47.626915 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a60eeeae-d1af-49b6-b02b-182baa94a659 req-5afecfd4-de5a-45bb-b0dd-eb6c5edf09d6 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5314e30-527f-43ff-ad86-8b07326cb2f2 HTTP/1.1" status: 200 len: 949 time: 0.1093907 Oct 12 19:19:47.705055 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0733c6ae-5bf9-46ec-bc94-bc5a5d1572a8 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Checking segment: {'id': '5f06f87d-0bd2-4a34-9040-0c9c1e3c0885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '7f742736-7489-4f43-b664-cfed7bd1cf50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:19:47.705452 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0733c6ae-5bf9-46ec-bc94-bc5a5d1572a8 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Network hostable DHCP agents. Network: 7f742736-7489-4f43-b664-cfed7bd1cf50, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:19:47.720022 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0733c6ae-5bf9-46ec-bc94-bc5a5d1572a8 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Pushing event updated for resources: {'Port': ['ID=84ac75a8-a65b-4cea-b7c1-e9288e6be65d,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:47.723299 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a60eeeae-d1af-49b6-b02b-182baa94a659 req-f175ac6b-02d6-4c0b-9886-2b37bf24d8c0 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889685 Oct 12 19:19:47.853900 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0733c6ae-5bf9-46ec-bc94-bc5a5d1572a8 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Network 7f742736-7489-4f43-b664-cfed7bd1cf50 is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:19:47.910171 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-eaa330d6-23a1-4bfb-9592-9236164df2c7 req-6d64ddd8-2fee-43c0-bf1f-bd4b0c9cae05 tempest-ServerMetadataNegativeTestJSON-104529243 tempest-ServerMetadataNegativeTestJSON-104529243-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8288e01-bbe9-41b1-9209-9758eb3ba673 HTTP/1.1" status: 200 len: 210 time: 0.0288308 Oct 12 19:19:47.939828 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c45a7e2-e604-4e39-849a-900aa4347428 req-bb506403-8fda-4dfe-a2e8-54e60c2cbc62 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:47.941449 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7c45a7e2-e604-4e39-849a-900aa4347428 req-bb506403-8fda-4dfe-a2e8-54e60c2cbc62 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=3319d60b-298b-4178-b9dd-044069330d69 HTTP/1.1" status: 200 len: 945 time: 0.0640459 Oct 12 19:19:47.944812 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-0733c6ae-5bf9-46ec-bc94-bc5a5d1572a8 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, 7f742736-7489-4f43-b664-cfed7bd1cf50) {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:19:47.950184 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0733c6ae-5bf9-46ec-bc94-bc5a5d1572a8 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:19:47.955914 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc5ed351-1855-4cde-9b17-32df955f2239 None None] Network 7f742736-7489-4f43-b664-cfed7bd1cf50 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:19:47.959434 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0733c6ae-5bf9-46ec-bc94-bc5a5d1572a8 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:47.967015 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0733c6ae-5bf9-46ec-bc94-bc5a5d1572a8 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:47.968305 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0733c6ae-5bf9-46ec-bc94-bc5a5d1572a8 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:47.992574 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7c45a7e2-e604-4e39-849a-900aa4347428 req-e12913b6-0094-42c7-a517-b5433b01cce1 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2999b03-b87d-46b4-9267-1669e2e14df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438221 Oct 12 19:19:48.164777 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-0733c6ae-5bf9-46ec-bc94-bc5a5d1572a8 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.9026160 Oct 12 19:19:48.167629 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41436) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:19:48.269215 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-cab3cbd9-1d3c-485d-95f8-94ffa6076ed5 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Deleting port 84ac75a8-a65b-4cea-b7c1-e9288e6be65d {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:19:48.269679 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cab3cbd9-1d3c-485d-95f8-94ffa6076ed5 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:48.344342 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cab3cbd9-1d3c-485d-95f8-94ffa6076ed5 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:48.357493 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-cab3cbd9-1d3c-485d-95f8-94ffa6076ed5 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Calling delete_port for 84ac75a8-a65b-4cea-b7c1-e9288e6be65d owned by {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:19:48.511418 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8120c6fb-e277-41d4-a8eb-f624c0ea67a3 req-d5c3d389-a62d-44b3-bedc-ca4f597e4c76 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:48.513103 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8120c6fb-e277-41d4-a8eb-f624c0ea67a3 req-d5c3d389-a62d-44b3-bedc-ca4f597e4c76 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.67 "GET /v2.0/ports?device_id=3319d60b-298b-4178-b9dd-044069330d69 HTTP/1.1" status: 200 len: 945 time: 0.0669844 Oct 12 19:19:48.619368 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-8120c6fb-e277-41d4-a8eb-f624c0ea67a3 req-302b91e5-2adf-4045-a9e0-a706335fe223 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Deleting port 81ac5d21-1911-4e35-ae02-47c63dc7fbc6 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:19:48.619865 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-8120c6fb-e277-41d4-a8eb-f624c0ea67a3 req-302b91e5-2adf-4045-a9e0-a706335fe223 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:48.635894 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cab3cbd9-1d3c-485d-95f8-94ffa6076ed5 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:48.666762 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab3cbd9-1d3c-485d-95f8-94ffa6076ed5 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Pushing event deleted for resources: {'Port': ['ID=84ac75a8-a65b-4cea-b7c1-e9288e6be65d,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:48.679155 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cab3cbd9-1d3c-485d-95f8-94ffa6076ed5 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:48.684486 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-cab3cbd9-1d3c-485d-95f8-94ffa6076ed5 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] 10.222.0.49 "DELETE /v2.0/ports/84ac75a8-a65b-4cea-b7c1-e9288e6be65d HTTP/1.1" status: 204 len: 168 time: 0.5157797 Oct 12 19:19:48.686214 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41442) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:19:48.730200 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-8120c6fb-e277-41d4-a8eb-f624c0ea67a3 req-302b91e5-2adf-4045-a9e0-a706335fe223 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] For port 81ac5d21-1911-4e35-ae02-47c63dc7fbc6, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=81ac5d21-1911-4e35-ae02-47c63dc7fbc6,segment=NetworkSegment(092fb16a-01c2-4f4a-b148-df23675b5071),segment_id=092fb16a-01c2-4f4a-b148-df23675b5071)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:19:48.731663 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-8120c6fb-e277-41d4-a8eb-f624c0ea67a3 req-302b91e5-2adf-4045-a9e0-a706335fe223 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:48.747056 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfed12d6-b886-48f9-9aca-97997c2a7915 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:48.755049 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfed12d6-b886-48f9-9aca-97997c2a7915 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:48.759193 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-dfed12d6-b886-48f9-9aca-97997c2a7915 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.0690351 Oct 12 19:19:48.759625 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41446) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:19:48.761133 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-8120c6fb-e277-41d4-a8eb-f624c0ea67a3 req-302b91e5-2adf-4045-a9e0-a706335fe223 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Calling delete_port for 81ac5d21-1911-4e35-ae02-47c63dc7fbc6 owned by compute:nova {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:19:48.902585 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa073c24-caa5-461e-bd8c-7e40fa69c9a9 req-fdfa7a84-1c69-40d0-b890-e1805d531091 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:48.904143 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-aa073c24-caa5-461e-bd8c-7e40fa69c9a9 req-fdfa7a84-1c69-40d0-b890-e1805d531091 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5314e30-527f-43ff-ad86-8b07326cb2f2 HTTP/1.1" status: 200 len: 949 time: 0.0918705 Oct 12 19:19:48.905884 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-2fff766d-4a4d-4031-8919-70e007fd030d tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Deleting port db67f262-9188-4070-bd9b-1a2dd24905d3 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:19:48.906583 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2fff766d-4a4d-4031-8919-70e007fd030d tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:48.992189 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-aa073c24-caa5-461e-bd8c-7e40fa69c9a9 req-b315db6a-826b-4a21-b67f-9652c4d45dc1 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717044 Oct 12 19:19:49.034434 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9a83649f-c5b2-4ce3-8d41-3186a5ce0173 req-13a6c744-0e1e-48e4-a12b-1db8f0be5217 tempest-ServerMetadataNegativeTestJSON-104529243 tempest-ServerMetadataNegativeTestJSON-104529243-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8288e01-bbe9-41b1-9209-9758eb3ba673 HTTP/1.1" status: 200 len: 210 time: 0.0399055 Oct 12 19:19:49.047068 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2fff766d-4a4d-4031-8919-70e007fd030d tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:49.072624 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-2fff766d-4a4d-4031-8919-70e007fd030d tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Calling delete_port for db67f262-9188-4070-bd9b-1a2dd24905d3 owned by {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:19:49.101362 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-8120c6fb-e277-41d4-a8eb-f624c0ea67a3 req-302b91e5-2adf-4045-a9e0-a706335fe223 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:49.114881 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['81ac5d21-1911-4e35-ae02-47c63dc7fbc6'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:19:49.118184 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['563b134f-51fe-4fed-be7b-8540d1e5cb66'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:19:49.143315 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302b91e5-2adf-4045-a9e0-a706335fe223 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Pushing event deleted for resources: {'Port': ['ID=81ac5d21-1911-4e35-ae02-47c63dc7fbc6,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:49.185747 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a94e06-7d55-42a9-b991-32cfeee7296a req-3e2c4a31-84aa-4932-beb6-015cd3f4cac6 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:49.188327 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-68a94e06-7d55-42a9-b991-32cfeee7296a req-3e2c4a31-84aa-4932-beb6-015cd3f4cac6 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=3319d60b-298b-4178-b9dd-044069330d69 HTTP/1.1" status: 200 len: 866 time: 0.1270914 Oct 12 19:19:49.215574 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-8120c6fb-e277-41d4-a8eb-f624c0ea67a3 req-302b91e5-2adf-4045-a9e0-a706335fe223 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] No DVR routers for this DVR port 81ac5d21-1911-4e35-ae02-47c63dc7fbc6 on host n-h2-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:19:49.220748 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-8120c6fb-e277-41d4-a8eb-f624c0ea67a3 req-302b91e5-2adf-4045-a9e0-a706335fe223 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:49.225365 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8120c6fb-e277-41d4-a8eb-f624c0ea67a3 req-302b91e5-2adf-4045-a9e0-a706335fe223 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.67 "DELETE /v2.0/ports/81ac5d21-1911-4e35-ae02-47c63dc7fbc6 HTTP/1.1" status: 204 len: 173 time: 0.7060022 Oct 12 19:19:49.227960 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3319d60b-298b-4178-b9dd-044069330d69', 'name': 'network-vif-deleted', 'tag': '81ac5d21-1911-4e35-ae02-47c63dc7fbc6'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:19:49.232372 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef918374-db59-4e62-a395-6c3ee4c4bc14" -d '{"events": [{"server_uuid": "3319d60b-298b-4178-b9dd-044069330d69", "name": "network-vif-deleted", "tag": "81ac5d21-1911-4e35-ae02-47c63dc7fbc6"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:19:49.236405 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2fff766d-4a4d-4031-8919-70e007fd030d tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:49.286982 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-68a94e06-7d55-42a9-b991-32cfeee7296a req-1ffdb06c-065f-4e6d-afc6-517238473468 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2999b03-b87d-46b4-9267-1669e2e14df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731039 Oct 12 19:19:49.302272 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fff766d-4a4d-4031-8919-70e007fd030d tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Pushing event deleted for resources: {'Port': ['ID=db67f262-9188-4070-bd9b-1a2dd24905d3,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:49.320344 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2fff766d-4a4d-4031-8919-70e007fd030d tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:49.328173 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-2fff766d-4a4d-4031-8919-70e007fd030d tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] 10.222.0.49 "DELETE /v2.0/ports/db67f262-9188-4070-bd9b-1a2dd24905d3 HTTP/1.1" status: 204 len: 168 time: 0.5653379 Oct 12 19:19:49.328322 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9324c1a-2136-4ce2-aa7f-0700768d1811 x-openstack-request-id: req-c9324c1a-2136-4ce2-aa7f-0700768d1811 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:19:49.328322 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3319d60b-298b-4178-b9dd-044069330d69", "name": "network-vif-deleted", "tag": "81ac5d21-1911-4e35-ae02-47c63dc7fbc6", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:19:49.328322 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c9324c1a-2136-4ce2-aa7f-0700768d1811 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:19:49.328322 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3319d60b-298b-4178-b9dd-044069330d69', 'name': 'network-vif-deleted', 'tag': '81ac5d21-1911-4e35-ae02-47c63dc7fbc6', 'status': 'completed', 'code': 200} Oct 12 19:19:49.334291 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 41458) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:19:49.528436 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8656c4a9-0ff7-48c3-9c42-e3aa9da3101e tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:49.532671 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-8656c4a9-0ff7-48c3-9c42-e3aa9da3101e tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2030642 Oct 12 19:19:49.533674 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41462) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:19:49.566240 n-d-813679-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-020e65e2-67d7-44f5-b449-0c1bbe6a5c7a tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] GET failed (client error): The resource could not be found. Oct 12 19:19:49.570550 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-020e65e2-67d7-44f5-b449-0c1bbe6a5c7a tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] 10.222.0.49 "GET /v2.0/ports/84ac75a8-a65b-4cea-b7c1-e9288e6be65d HTTP/1.1" status: 404 len: 333 time: 0.0332565 Oct 12 19:19:49.570674 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66dbd9f-680a-4710-8c9b-bb8ed92ffaf5 req-ac7af11d-7e87-4691-a6dc-17af809ca95b tempest-ServerMetadataNegativeTestJSON-104529243 tempest-ServerMetadataNegativeTestJSON-104529243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:49.570928 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41464) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:19:49.578227 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b66dbd9f-680a-4710-8c9b-bb8ed92ffaf5 req-ac7af11d-7e87-4691-a6dc-17af809ca95b tempest-ServerMetadataNegativeTestJSON-104529243 tempest-ServerMetadataNegativeTestJSON-104529243-project] 10.222.0.67 "GET /v2.0/networks?id=06c10a43-85c2-4fc5-8a5e-b61b54c7e17d HTTP/1.1" status: 200 len: 820 time: 0.1714883 Oct 12 19:19:49.598690 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-b66dbd9f-680a-4710-8c9b-bb8ed92ffaf5 req-7e6a4b6f-4253-45e5-a2b7-89c8c772c571 tempest-ServerMetadataNegativeTestJSON-104529243 tempest-ServerMetadataNegativeTestJSON-104529243-project] Request body: {'port': {'device_id': 'c8288e01-bbe9-41b1-9209-9758eb3ba673', 'network_id': '06c10a43-85c2-4fc5-8a5e-b61b54c7e17d', 'admin_state_up': True, 'tenant_id': '8e54cf4409264cb1bd84e544583acd79'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:19:49.599462 n-d-813679-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-9df4e49c-8652-4790-8c17-ca9ee043563c tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] GET failed (client error): The resource could not be found. Oct 12 19:19:49.604208 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-9df4e49c-8652-4790-8c17-ca9ee043563c tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] 10.222.0.49 "GET /v2.0/ports/db67f262-9188-4070-bd9b-1a2dd24905d3 HTTP/1.1" status: 404 len: 333 time: 0.0297160 Oct 12 19:19:49.604496 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41466) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:19:49.698295 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7790d2e1-007e-4cef-a413-4a13cfd88de8 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:49.813959 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b66dbd9f-680a-4710-8c9b-bb8ed92ffaf5 req-7e6a4b6f-4253-45e5-a2b7-89c8c772c571 tempest-ServerMetadataNegativeTestJSON-104529243 tempest-ServerMetadataNegativeTestJSON-104529243-project] Made reservation on behalf of 8e54cf4409264cb1bd84e544583acd79 for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:19:49.819389 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7790d2e1-007e-4cef-a413-4a13cfd88de8 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:49.820427 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-b66dbd9f-680a-4710-8c9b-bb8ed92ffaf5 req-7e6a4b6f-4253-45e5-a2b7-89c8c772c571 tempest-ServerMetadataNegativeTestJSON-104529243 tempest-ServerMetadataNegativeTestJSON-104529243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:49.841245 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-7790d2e1-007e-4cef-a413-4a13cfd88de8 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f742736-7489-4f43-b664-cfed7bd1cf50']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:19:49.848800 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41468) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:19:49.860872 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-a00bc532-6c85-4fa6-8a06-a3ef94e47963 tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Request body: {'subnets': [{'network_id': '81d34fa8-9f6d-479b-9735-ff40b2a873e0', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--418887467', 'ip_version': 6}, {'network_id': '3d92690e-9be8-4efb-9e7b-6afe8e3d9a28', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:19:49.861185 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-a00bc532-6c85-4fa6-8a06-a3ef94e47963 tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Request body: {'subnet': {'network_id': '81d34fa8-9f6d-479b-9735-ff40b2a873e0', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--418887467', 'ip_version': 6}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:19:49.861852 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-a00bc532-6c85-4fa6-8a06-a3ef94e47963 tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Request body: {'subnet': {'network_id': '3d92690e-9be8-4efb-9e7b-6afe8e3d9a28', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:19:49.867359 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-7790d2e1-007e-4cef-a413-4a13cfd88de8 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f06f87d-0bd2-4a34-9040-0c9c1e3c0885') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:19:49.867708 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-7790d2e1-007e-4cef-a413-4a13cfd88de8 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f06f87d-0bd2-4a34-9040-0c9c1e3c0885') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:19:49.924871 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7790d2e1-007e-4cef-a413-4a13cfd88de8 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16313633'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:49.957325 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7790d2e1-007e-4cef-a413-4a13cfd88de8 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:49.980875 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7790d2e1-007e-4cef-a413-4a13cfd88de8 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:19:49.981277 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7790d2e1-007e-4cef-a413-4a13cfd88de8 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4305278'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:49.986442 n-d-813679-3 neutron-server[95502]: Traceback (most recent call last): Oct 12 19:19:49.986442 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:19:49.986442 n-d-813679-3 neutron-server[95502]: timer() Oct 12 19:19:49.986442 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:19:49.986442 n-d-813679-3 neutron-server[95502]: cb(*args, **kw) Oct 12 19:19:49.986442 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:19:49.986442 n-d-813679-3 neutron-server[95502]: return func(*args, **kwargs) Oct 12 19:19:49.986442 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:19:49.986442 n-d-813679-3 neutron-server[95502]: self._notify() Oct 12 19:19:49.986442 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:19:49.986442 n-d-813679-3 neutron-server[95502]: self.callback(batched_events) Oct 12 19:19:49.986442 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:19:49.986442 n-d-813679-3 neutron-server[95502]: event.method(event) Oct 12 19:19:49.986442 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:19:49.986442 n-d-813679-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:19:49.986442 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:19:49.986442 n-d-813679-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:19:49.986442 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:19:49.986442 n-d-813679-3 neutron-server[95502]: return f(self, *a, **k) Oct 12 19:19:49.986442 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:19:49.986442 n-d-813679-3 neutron-server[95502]: return self._get(url).json() Oct 12 19:19:49.986442 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:19:49.986442 n-d-813679-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:19:49.986442 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:19:49.986442 n-d-813679-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Oct 12 19:19:49.986442 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:19:49.986442 n-d-813679-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:19:49.986442 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:19:49.986442 n-d-813679-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:19:49.986442 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:19:49.986442 n-d-813679-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:19:49.986442 n-d-813679-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:19:49.998284 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [req-b66dbd9f-680a-4710-8c9b-bb8ed92ffaf5 req-7e6a4b6f-4253-45e5-a2b7-89c8c772c571 tempest-ServerMetadataNegativeTestJSON-104529243 tempest-ServerMetadataNegativeTestJSON-104529243-project] Allocated IP 172.20.0.14 (06c10a43-85c2-4fc5-8a5e-b61b54c7e17d/46e1c274-8a39-44a6-b635-c3c07c87b38d/070ebd05-8ce5-49aa-bba5-8287aa1f5acb) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:19:50.173261 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7790d2e1-007e-4cef-a413-4a13cfd88de8 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:50.182450 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7790d2e1-007e-4cef-a413-4a13cfd88de8 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:50.190045 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-7790d2e1-007e-4cef-a413-4a13cfd88de8 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] 10.222.0.49 "DELETE /v2.0/networks/7f742736-7489-4f43-b664-cfed7bd1cf50 HTTP/1.1" status: 204 len: 168 time: 0.5803092 Oct 12 19:19:50.191997 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a00bc532-6c85-4fa6-8a06-a3ef94e47963 tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Made reservation on behalf of e90fdd1c16404aac83459ea56aad2dff for: {'subnet': 2} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:19:50.195762 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a00bc532-6c85-4fa6-8a06-a3ef94e47963 tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16245837'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:50.196157 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a00bc532-6c85-4fa6-8a06-a3ef94e47963 tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16245837'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:50.197916 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7233ed77-cab9-4a38-a335-d49a4f6f3696 req-7f32e58c-5d32-4c99-802d-22435eb6ec95 tempest-ServerMetadataNegativeTestJSON-104529243 tempest-ServerMetadataNegativeTestJSON-104529243-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8288e01-bbe9-41b1-9209-9758eb3ba673 HTTP/1.1" status: 200 len: 210 time: 0.0381179 Oct 12 19:19:50.202020 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 41476) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:19:50.218733 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-b06c982d-d584-4bf3-9ec3-7c9d7edb4c4e tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1618568213'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:19:50.223314 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d715d6bd-40ca-4f94-bc38-e3fc87e21648 req-ebee4ad5-9b13-4f53-a2e6-dc45fd616d8c tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:50.228530 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d715d6bd-40ca-4f94-bc38-e3fc87e21648 req-ebee4ad5-9b13-4f53-a2e6-dc45fd616d8c tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5314e30-527f-43ff-ad86-8b07326cb2f2 HTTP/1.1" status: 200 len: 949 time: 0.1001778 Oct 12 19:19:50.244913 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7790d2e1-007e-4cef-a413-4a13cfd88de8 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Pushing event deleted for resources: {'Network': ['ID=7f742736-7489-4f43-b664-cfed7bd1cf50,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:50.259320 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-b66dbd9f-680a-4710-8c9b-bb8ed92ffaf5 req-7e6a4b6f-4253-45e5-a2b7-89c8c772c571 tempest-ServerMetadataNegativeTestJSON-104529243 tempest-ServerMetadataNegativeTestJSON-104529243-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:50.310948 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b06c982d-d584-4bf3-9ec3-7c9d7edb4c4e tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Made reservation on behalf of 273d7b7bf24b4507988eb056053819bc for: {'network': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:19:50.315326 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b06c982d-d584-4bf3-9ec3-7c9d7edb4c4e tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:50.339271 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d715d6bd-40ca-4f94-bc38-e3fc87e21648 req-d4e3b4d6-3925-4895-a725-1983d56c420c tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665569 Oct 12 19:19:50.345522 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b06c982d-d584-4bf3-9ec3-7c9d7edb4c4e tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=95501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:19:50.370891 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b06c982d-d584-4bf3-9ec3-7c9d7edb4c4e tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:50.371632 n-d-813679-3 neutron-server[95501]: INFO neutron.db.segments_db [None req-b06c982d-d584-4bf3-9ec3-7c9d7edb4c4e tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Added segment 36418007-33b8-40c5-b5a5-d27fd3a32123 of type vlan for network 3fa58251-b99b-497e-bab7-6549bbf97e42 Oct 12 19:19:50.433408 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-b66dbd9f-680a-4710-8c9b-bb8ed92ffaf5 req-7e6a4b6f-4253-45e5-a2b7-89c8c772c571 tempest-ServerMetadataNegativeTestJSON-104529243 tempest-ServerMetadataNegativeTestJSON-104529243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:50.447850 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4faa8924-aa2e-4e8a-b961-f136538aa645 req-9f39ed8f-808c-4a3d-90a7-d785c3b4be72 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=3319d60b-298b-4178-b9dd-044069330d69 HTTP/1.1" status: 200 len: 210 time: 0.0668068 Oct 12 19:19:50.462641 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b06c982d-d584-4bf3-9ec3-7c9d7edb4c4e tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:50.509551 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b66dbd9f-680a-4710-8c9b-bb8ed92ffaf5 req-7e6a4b6f-4253-45e5-a2b7-89c8c772c571 tempest-ServerMetadataNegativeTestJSON-104529243 tempest-ServerMetadataNegativeTestJSON-104529243-project] Network 06c10a43-85c2-4fc5-8a5e-b61b54c7e17d is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:19:50.523491 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [req-b66dbd9f-680a-4710-8c9b-bb8ed92ffaf5 req-7e6a4b6f-4253-45e5-a2b7-89c8c772c571 tempest-ServerMetadataNegativeTestJSON-104529243 tempest-ServerMetadataNegativeTestJSON-104529243-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:19:50.531357 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-b66dbd9f-680a-4710-8c9b-bb8ed92ffaf5 req-7e6a4b6f-4253-45e5-a2b7-89c8c772c571 tempest-ServerMetadataNegativeTestJSON-104529243 tempest-ServerMetadataNegativeTestJSON-104529243-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:19:50.560914 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6a4b6f-4253-45e5-a2b7-89c8c772c571 tempest-ServerMetadataNegativeTestJSON-104529243 tempest-ServerMetadataNegativeTestJSON-104529243-project] Pushing event updated for resources: {'Port': ['ID=070ebd05-8ce5-49aa-bba5-8287aa1f5acb,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:50.590310 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66dbd9f-680a-4710-8c9b-bb8ed92ffaf5 req-7e6a4b6f-4253-45e5-a2b7-89c8c772c571 tempest-ServerMetadataNegativeTestJSON-104529243 tempest-ServerMetadataNegativeTestJSON-104529243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:50.590953 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-b66dbd9f-680a-4710-8c9b-bb8ed92ffaf5 req-7e6a4b6f-4253-45e5-a2b7-89c8c772c571 tempest-ServerMetadataNegativeTestJSON-104529243 tempest-ServerMetadataNegativeTestJSON-104529243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:50.653729 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b06c982d-d584-4bf3-9ec3-7c9d7edb4c4e tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:50.660565 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b06c982d-d584-4bf3-9ec3-7c9d7edb4c4e tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:50.661155 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b06c982d-d584-4bf3-9ec3-7c9d7edb4c4e tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:50.706334 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b66dbd9f-680a-4710-8c9b-bb8ed92ffaf5 req-7e6a4b6f-4253-45e5-a2b7-89c8c772c571 tempest-ServerMetadataNegativeTestJSON-104529243 tempest-ServerMetadataNegativeTestJSON-104529243-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1180077 Oct 12 19:19:50.727120 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-b66dbd9f-680a-4710-8c9b-bb8ed92ffaf5 req-7d6daa1c-5500-49da-aabf-48c6036427c9 service neutron] Request body: {'port': {'device_id': 'c8288e01-bbe9-41b1-9209-9758eb3ba673', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-3'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:19:50.745669 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a00bc532-6c85-4fa6-8a06-a3ef94e47963 tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4306659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16245859'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:50.755595 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06c982d-d584-4bf3-9ec3-7c9d7edb4c4e tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Pushing event updated for resources: {'Network': ['ID=3fa58251-b99b-497e-bab7-6549bbf97e42,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:50.770242 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 3fa58251-b99b-497e-bab7-6549bbf97e42 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:19:50.802900 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-b66dbd9f-680a-4710-8c9b-bb8ed92ffaf5 req-7d6daa1c-5500-49da-aabf-48c6036427c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:50.816364 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00bc532-6c85-4fa6-8a06-a3ef94e47963 tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Checking segment: {'id': '864495f3-a863-40b5-be17-ff2aea53c377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '81d34fa8-9f6d-479b-9735-ff40b2a873e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:19:50.816880 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00bc532-6c85-4fa6-8a06-a3ef94e47963 tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Network hostable DHCP agents. Network: 81d34fa8-9f6d-479b-9735-ff40b2a873e0, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:19:50.819236 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-b06c982d-d584-4bf3-9ec3-7c9d7edb4c4e tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6158488 Oct 12 19:19:50.825955 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41484) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:19:50.832482 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-624ef091-bf86-44d2-ba8e-a11dad191172 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Request body: {'subnet': {'network_id': '3fa58251-b99b-497e-bab7-6549bbf97e42', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:19:50.836701 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00bc532-6c85-4fa6-8a06-a3ef94e47963 tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Pushing event updated for resources: {'Subnet': ['ID=b096adbd-3294-486c-a5c9-aecb7f8a16ad,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:51.114285 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [req-b66dbd9f-680a-4710-8c9b-bb8ed92ffaf5 req-7d6daa1c-5500-49da-aabf-48c6036427c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 070ebd05-8ce5-49aa-bba5-8287aa1f5acb {{(pid=95501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:19:51.122700 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-b66dbd9f-680a-4710-8c9b-bb8ed92ffaf5 req-7d6daa1c-5500-49da-aabf-48c6036427c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:51.136644 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.provisioning_blocks [req-b66dbd9f-680a-4710-8c9b-bb8ed92ffaf5 req-7d6daa1c-5500-49da-aabf-48c6036427c9 service neutron] Transition to ACTIVE for port object 070ebd05-8ce5-49aa-bba5-8287aa1f5acb will not be triggered until provisioned by entity L2. {{(pid=95501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:19:51.190481 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-b66dbd9f-680a-4710-8c9b-bb8ed92ffaf5 req-7d6daa1c-5500-49da-aabf-48c6036427c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:51.205284 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00bc532-6c85-4fa6-8a06-a3ef94e47963 tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Network 81d34fa8-9f6d-479b-9735-ff40b2a873e0 is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:19:51.279791 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6daa1c-5500-49da-aabf-48c6036427c9 service neutron] Pushing event updated for resources: {'Port': ['ID=070ebd05-8ce5-49aa-bba5-8287aa1f5acb,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:51.282077 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-624ef091-bf86-44d2-ba8e-a11dad191172 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Made reservation on behalf of 273d7b7bf24b4507988eb056053819bc for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:19:51.286370 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-624ef091-bf86-44d2-ba8e-a11dad191172 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16245837'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:51.335941 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-b66dbd9f-680a-4710-8c9b-bb8ed92ffaf5 req-7d6daa1c-5500-49da-aabf-48c6036427c9 service neutron] Attempting to bind port 070ebd05-8ce5-49aa-bba5-8287aa1f5acb on host n-h2-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:19:51.336299 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-b66dbd9f-680a-4710-8c9b-bb8ed92ffaf5 req-7d6daa1c-5500-49da-aabf-48c6036427c9 service neutron] Attempting to bind port 070ebd05-8ce5-49aa-bba5-8287aa1f5acb by drivers openvswitch,hyperv on host n-h2-813679-3 at level 0 using segments [{'id': '33a16efb-9090-4c3d-9689-ec9267c7786d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '06c10a43-85c2-4fc5-8a5e-b61b54c7e17d'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:19:51.336637 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66dbd9f-680a-4710-8c9b-bb8ed92ffaf5 req-7d6daa1c-5500-49da-aabf-48c6036427c9 service neutron] Attempting to bind port 070ebd05-8ce5-49aa-bba5-8287aa1f5acb on network 06c10a43-85c2-4fc5-8a5e-b61b54c7e17d {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:19:51.341903 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-a00bc532-6c85-4fa6-8a06-a3ef94e47963 tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, 81d34fa8-9f6d-479b-9735-ff40b2a873e0) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:19:51.346710 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66dbd9f-680a-4710-8c9b-bb8ed92ffaf5 req-7d6daa1c-5500-49da-aabf-48c6036427c9 service neutron] Port 070ebd05-8ce5-49aa-bba5-8287aa1f5acb on network 06c10a43-85c2-4fc5-8a5e-b61b54c7e17d not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:19:51.346710 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66dbd9f-680a-4710-8c9b-bb8ed92ffaf5 req-7d6daa1c-5500-49da-aabf-48c6036427c9 service neutron] Attempting to bind port 070ebd05-8ce5-49aa-bba5-8287aa1f5acb on network 06c10a43-85c2-4fc5-8a5e-b61b54c7e17d {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:19:51.351027 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a00bc532-6c85-4fa6-8a06-a3ef94e47963 tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4306659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16245859'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:51.352703 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66dbd9f-680a-4710-8c9b-bb8ed92ffaf5 req-7d6daa1c-5500-49da-aabf-48c6036427c9 service neutron] Checking agent: {'id': '233fbd7d-38e4-434f-bb8f-05364d7423a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:19:51.353036 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66dbd9f-680a-4710-8c9b-bb8ed92ffaf5 req-7d6daa1c-5500-49da-aabf-48c6036427c9 service neutron] Checking segment: {'id': '33a16efb-9090-4c3d-9689-ec9267c7786d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '06c10a43-85c2-4fc5-8a5e-b61b54c7e17d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:19:51.353413 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66dbd9f-680a-4710-8c9b-bb8ed92ffaf5 req-7d6daa1c-5500-49da-aabf-48c6036427c9 service neutron] Bound using segment: {'id': '33a16efb-9090-4c3d-9689-ec9267c7786d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '06c10a43-85c2-4fc5-8a5e-b61b54c7e17d'} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:19:51.353848 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-b66dbd9f-680a-4710-8c9b-bb8ed92ffaf5 req-7d6daa1c-5500-49da-aabf-48c6036427c9 service neutron] Bound port: 070ebd05-8ce5-49aa-bba5-8287aa1f5acb, host: n-h2-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33a16efb-9090-4c3d-9689-ec9267c7786d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '06c10a43-85c2-4fc5-8a5e-b61b54c7e17d'}}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:19:51.354199 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-b66dbd9f-680a-4710-8c9b-bb8ed92ffaf5 req-7d6daa1c-5500-49da-aabf-48c6036427c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:51.360128 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a836deda-f6da-4f08-a790-89d6b958c81a None None] Network 81d34fa8-9f6d-479b-9735-ff40b2a873e0 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:19:51.381204 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8ddb7f-54da-42a3-bc38-98eb6a187729 req-2f555ee2-9e98-4778-969d-e8b8a1ad1c73 tempest-ServerMetadataNegativeTestJSON-104529243 tempest-ServerMetadataNegativeTestJSON-104529243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:51.382695 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9c8ddb7f-54da-42a3-bc38-98eb6a187729 req-2f555ee2-9e98-4778-969d-e8b8a1ad1c73 tempest-ServerMetadataNegativeTestJSON-104529243 tempest-ServerMetadataNegativeTestJSON-104529243-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8288e01-bbe9-41b1-9209-9758eb3ba673 HTTP/1.1" status: 200 len: 944 time: 0.0756569 Oct 12 19:19:51.421597 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00bc532-6c85-4fa6-8a06-a3ef94e47963 tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Pushing event updated for resources: {'Subnet': ['ID=26c6f805-2dfe-4799-b39e-5dfd56ab7ee0,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:51.443846 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.ipam_backend_mixin [None req-624ef091-bf86-44d2-ba8e-a11dad191172 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Performing IP validity checks on allocation pools {{(pid=95502) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 12 19:19:51.447024 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.ipam_backend_mixin [None req-624ef091-bf86-44d2-ba8e-a11dad191172 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95502) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 12 19:19:51.461287 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-b66dbd9f-680a-4710-8c9b-bb8ed92ffaf5 req-7d6daa1c-5500-49da-aabf-48c6036427c9 service neutron] For port 070ebd05-8ce5-49aa-bba5-8287aa1f5acb, host n-h2-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:19:51.469935 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9c8ddb7f-54da-42a3-bc38-98eb6a187729 req-304cb743-7a8a-4df0-93e6-55675e59bbe8 tempest-ServerMetadataNegativeTestJSON-104529243 tempest-ServerMetadataNegativeTestJSON-104529243-project] 10.222.0.49 "GET /v2.0/security-groups?id=dfa7caca-7193-4cc9-935d-7f555029a7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622554 Oct 12 19:19:51.478909 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-b66dbd9f-680a-4710-8c9b-bb8ed92ffaf5 req-7d6daa1c-5500-49da-aabf-48c6036427c9 service neutron] For port 070ebd05-8ce5-49aa-bba5-8287aa1f5acb, host n-h2-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=070ebd05-8ce5-49aa-bba5-8287aa1f5acb,segment=NetworkSegment(33a16efb-9090-4c3d-9689-ec9267c7786d),segment_id=33a16efb-9090-4c3d-9689-ec9267c7786d)] {{(pid=95501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:19:51.489555 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00bc532-6c85-4fa6-8a06-a3ef94e47963 tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Checking segment: {'id': '59274bb2-f412-4a0d-9339-0330317b56d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3d92690e-9be8-4efb-9e7b-6afe8e3d9a28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:19:51.490142 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00bc532-6c85-4fa6-8a06-a3ef94e47963 tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Network hostable DHCP agents. Network: 3d92690e-9be8-4efb-9e7b-6afe8e3d9a28, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:19:51.559519 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 81ac5d21-1911-4e35-ae02-47c63dc7fbc6 no longer exists at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:19:51.573788 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-b66dbd9f-680a-4710-8c9b-bb8ed92ffaf5 req-7d6daa1c-5500-49da-aabf-48c6036427c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:51.619957 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479de999-f005-46cb-a99b-ec503fd8f967 req-706a4350-fb5a-418b-aa14-670af7f61aa7 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:51.621252 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-479de999-f005-46cb-a99b-ec503fd8f967 req-706a4350-fb5a-418b-aa14-670af7f61aa7 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5314e30-527f-43ff-ad86-8b07326cb2f2 HTTP/1.1" status: 200 len: 949 time: 0.1244347 Oct 12 19:19:51.625446 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00bc532-6c85-4fa6-8a06-a3ef94e47963 tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Network 3d92690e-9be8-4efb-9e7b-6afe8e3d9a28 is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:19:51.626884 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] No Port match for: 81ac5d21-1911-4e35-ae02-47c63dc7fbc6 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:19:51.627342 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 81ac5d21-1911-4e35-ae02-47c63dc7fbc6 not bound to the agent host n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:19:51.633851 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66dbd9f-680a-4710-8c9b-bb8ed92ffaf5 req-7d6daa1c-5500-49da-aabf-48c6036427c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:51.634584 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-b66dbd9f-680a-4710-8c9b-bb8ed92ffaf5 req-7d6daa1c-5500-49da-aabf-48c6036427c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:51.636180 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b66dbd9f-680a-4710-8c9b-bb8ed92ffaf5 req-7d6daa1c-5500-49da-aabf-48c6036427c9 service neutron] 10.222.0.67 "PUT /v2.0/ports/070ebd05-8ce5-49aa-bba5-8287aa1f5acb HTTP/1.1" status: 200 len: 1092 time: 0.9201314 Oct 12 19:19:51.649475 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8288e01-bbe9-41b1-9209-9758eb3ba673', 'tag': '070ebd05-8ce5-49aa-bba5-8287aa1f5acb'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:19:51.651886 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca114281-5122-4651-8400-750d81c0ea3c" -d '{"events": [{"name": "network-changed", "server_uuid": "c8288e01-bbe9-41b1-9209-9758eb3ba673", "tag": "070ebd05-8ce5-49aa-bba5-8287aa1f5acb"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:19:51.681604 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cf24adb0-65af-4ce0-a1e8-e4601c73c5f9 req-4e2b5861-4846-4cdb-ac28-baf981ed0099 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=3319d60b-298b-4178-b9dd-044069330d69 HTTP/1.1" status: 200 len: 210 time: 0.0653346 Oct 12 19:19:51.683650 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fceb4873-95c1-443b-9e53-69c9bb1992ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-81d34fa8-9f6d-479b-9735-ff40b2a873e0', 'network_id': '81d34fa8-9f6d-479b-9735-ff40b2a873e0', 'tenant_id': 'e90fdd1c16404aac83459ea56aad2dff', 'fixed_ips': [{'subnet_id': 'b096adbd-3294-486c-a5c9-aecb7f8a16ad'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:19:51.684909 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fceb4873-95c1-443b-9e53-69c9bb1992ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:51.700163 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6daa1c-5500-49da-aabf-48c6036427c9 service neutron] Pushing event updated for resources: {'Port': ['ID=070ebd05-8ce5-49aa-bba5-8287aa1f5acb,revision_number=3']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:51.753750 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-479de999-f005-46cb-a99b-ec503fd8f967 req-bf46f69b-5fcc-4b92-bdac-c5f11ba645e1 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253598 Oct 12 19:19:51.797929 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-a00bc532-6c85-4fa6-8a06-a3ef94e47963 tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, 3d92690e-9be8-4efb-9e7b-6afe8e3d9a28) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:19:51.804720 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a00bc532-6c85-4fa6-8a06-a3ef94e47963 tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:51.807215 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a00bc532-6c85-4fa6-8a06-a3ef94e47963 tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:51.807215 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a00bc532-6c85-4fa6-8a06-a3ef94e47963 tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:51.825477 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8cd05b8-2bac-4ba7-a882-fe1d73ac2c54 None None] Network 3d92690e-9be8-4efb-9e7b-6afe8e3d9a28 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:19:51.851169 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85682acb-ddb2-4806-a6b8-cd64f530c7c6 x-openstack-request-id: req-85682acb-ddb2-4806-a6b8-cd64f530c7c6 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:19:51.851592 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8288e01-bbe9-41b1-9209-9758eb3ba673", "tag": "070ebd05-8ce5-49aa-bba5-8287aa1f5acb", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:19:51.851841 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-85682acb-ddb2-4806-a6b8-cd64f530c7c6 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:19:51.852298 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8288e01-bbe9-41b1-9209-9758eb3ba673', 'tag': '070ebd05-8ce5-49aa-bba5-8287aa1f5acb', 'status': 'completed', 'code': 200} Oct 12 19:19:51.864454 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66dbd9f-680a-4710-8c9b-bb8ed92ffaf5 req-88ff4977-c52f-4b82-ac6b-b384fef45951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:51.866100 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b66dbd9f-680a-4710-8c9b-bb8ed92ffaf5 req-88ff4977-c52f-4b82-ac6b-b384fef45951 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8e54cf4409264cb1bd84e544583acd79&device_id=c8288e01-bbe9-41b1-9209-9758eb3ba673 HTTP/1.1" status: 200 len: 1095 time: 0.0775480 Oct 12 19:19:51.871426 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-624ef091-bf86-44d2-ba8e-a11dad191172 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4306659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16245859'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:51.927115 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-a00bc532-6c85-4fa6-8a06-a3ef94e47963 tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 2.0771894 Oct 12 19:19:51.932302 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41500) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:19:51.938844 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b66dbd9f-680a-4710-8c9b-bb8ed92ffaf5 req-271c2ec2-6d58-48ce-b99f-6d3416f6985d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=070ebd05-8ce5-49aa-bba5-8287aa1f5acb HTTP/1.1" status: 200 len: 217 time: 0.0635793 Oct 12 19:19:51.966678 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-fceb4873-95c1-443b-9e53-69c9bb1992ed None None] Allocated IP 2001:db8::1 (81d34fa8-9f6d-479b-9735-ff40b2a873e0/b096adbd-3294-486c-a5c9-aecb7f8a16ad/4cc1d5db-90e7-43ec-80d7-f5d034fe9391) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:19:51.994714 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a6aa1f-9c45-4540-ba6a-9728ba38c2f4 tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:51.997285 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a6aa1f-9c45-4540-ba6a-9728ba38c2f4 tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:51.999084 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a6aa1f-9c45-4540-ba6a-9728ba38c2f4 tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:52.000945 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-05a6aa1f-9c45-4540-ba6a-9728ba38c2f4 tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.0647166 Oct 12 19:19:52.005484 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624ef091-bf86-44d2-ba8e-a11dad191172 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Pushing event updated for resources: {'Subnet': ['ID=fb437fb1-22f2-42cd-afd9-6f9a524c3021,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:52.006146 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66dbd9f-680a-4710-8c9b-bb8ed92ffaf5 req-c5021f1f-90b7-483c-b360-508865934a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:52.008518 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b66dbd9f-680a-4710-8c9b-bb8ed92ffaf5 req-c5021f1f-90b7-483c-b360-508865934a7b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=46e1c274-8a39-44a6-b635-c3c07c87b38d HTTP/1.1" status: 200 len: 860 time: 0.0631278 Oct 12 19:19:52.015824 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41502) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:19:52.055847 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b66dbd9f-680a-4710-8c9b-bb8ed92ffaf5 req-a58935e5-0a06-492d-9b3d-a88bb8842d7f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=06c10a43-85c2-4fc5-8a5e-b61b54c7e17d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385952 Oct 12 19:19:52.066412 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624ef091-bf86-44d2-ba8e-a11dad191172 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Checking segment: {'id': '36418007-33b8-40c5-b5a5-d27fd3a32123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '3fa58251-b99b-497e-bab7-6549bbf97e42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:19:52.066902 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624ef091-bf86-44d2-ba8e-a11dad191172 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Network hostable DHCP agents. Network: 3fa58251-b99b-497e-bab7-6549bbf97e42, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:19:52.103950 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a5759bd-3b74-4bfb-9594-2469a59dc06a tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Deleting subnet b096adbd-3294-486c-a5c9-aecb7f8a16ad {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:19:52.159459 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ee9fae-1c82-4e78-b24b-7b2004ad61c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-3d92690e-9be8-4efb-9e7b-6afe8e3d9a28', 'network_id': '3d92690e-9be8-4efb-9e7b-6afe8e3d9a28', 'tenant_id': 'e90fdd1c16404aac83459ea56aad2dff', 'fixed_ips': [{'subnet_id': '26c6f805-2dfe-4799-b39e-5dfd56ab7ee0'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:19:52.160350 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-13ee9fae-1c82-4e78-b24b-7b2004ad61c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:52.185131 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b66dbd9f-680a-4710-8c9b-bb8ed92ffaf5 req-b64f855d-5d55-4fc5-873e-e4eebd95e613 service neutron] 10.222.0.67 "GET /v2.0/networks/06c10a43-85c2-4fc5-8a5e-b61b54c7e17d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213615 Oct 12 19:19:52.190367 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624ef091-bf86-44d2-ba8e-a11dad191172 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Network 3fa58251-b99b-497e-bab7-6549bbf97e42 is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:19:52.265314 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-624ef091-bf86-44d2-ba8e-a11dad191172 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, 3fa58251-b99b-497e-bab7-6549bbf97e42) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:19:52.272000 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624ef091-bf86-44d2-ba8e-a11dad191172 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:52.272703 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-624ef091-bf86-44d2-ba8e-a11dad191172 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:52.283426 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d938d6-f581-417c-b035-b5d586babded None None] Network 3fa58251-b99b-497e-bab7-6549bbf97e42 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:19:52.284996 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b66dbd9f-680a-4710-8c9b-bb8ed92ffaf5 req-1f22b7c9-1230-42a8-91d2-3a62f57e3d04 service neutron] 10.222.0.67 "GET /v2.0/networks/06c10a43-85c2-4fc5-8a5e-b61b54c7e17d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917282 Oct 12 19:19:52.368961 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fceb4873-95c1-443b-9e53-69c9bb1992ed None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:52.398871 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-624ef091-bf86-44d2-ba8e-a11dad191172 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5712309 Oct 12 19:19:52.401413 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41506) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:19:52.407419 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-10c478c7-4f0a-4edb-b95f-998eee779932 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Request body: {'port': {'network_id': '3fa58251-b99b-497e-bab7-6549bbf97e42', 'name': 'tempest-PortsIpV6TestJSON-957016913'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:19:52.443080 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-13ee9fae-1c82-4e78-b24b-7b2004ad61c9 None None] Allocated IP 2001:db8:0:1::1 (3d92690e-9be8-4efb-9e7b-6afe8e3d9a28/26c6f805-2dfe-4799-b39e-5dfd56ab7ee0/73901f70-ea50-4085-ad1c-f5a467959978) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:19:52.478406 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fceb4873-95c1-443b-9e53-69c9bb1992ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:52.508315 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca114281-5122-4651-8400-750d81c0ea3c req-4f0a97b0-e235-43a3-b677-12f00a48b073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:52.510598 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ca114281-5122-4651-8400-750d81c0ea3c req-4f0a97b0-e235-43a3-b677-12f00a48b073 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8e54cf4409264cb1bd84e544583acd79&device_id=c8288e01-bbe9-41b1-9209-9758eb3ba673 HTTP/1.1" status: 200 len: 1095 time: 0.0629787 Oct 12 19:19:52.523987 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1a5759bd-3b74-4bfb-9594-2469a59dc06a tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:52.564976 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fceb4873-95c1-443b-9e53-69c9bb1992ed None None] Network 81d34fa8-9f6d-479b-9735-ff40b2a873e0 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:19:52.580787 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1a5759bd-3b74-4bfb-9594-2469a59dc06a tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16313642'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:52.628718 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-fceb4873-95c1-443b-9e53-69c9bb1992ed None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:19:52.639123 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fceb4873-95c1-443b-9e53-69c9bb1992ed None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:19:52.665188 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca114281-5122-4651-8400-750d81c0ea3c req-ad01fabb-eea0-4046-8b85-2c281c85ab8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:52.666860 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ca114281-5122-4651-8400-750d81c0ea3c req-ad01fabb-eea0-4046-8b85-2c281c85ab8e service neutron] 10.222.0.67 "GET /v2.0/networks?id=06c10a43-85c2-4fc5-8a5e-b61b54c7e17d HTTP/1.1" status: 200 len: 921 time: 0.1480691 Oct 12 19:19:52.677861 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaa66ac-2085-41c3-834e-ca7e24153e05 req-78819e07-7972-4fd8-bef4-7472e0d5b30e tempest-ServerMetadataNegativeTestJSON-104529243 tempest-ServerMetadataNegativeTestJSON-104529243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:52.679397 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5aaa66ac-2085-41c3-834e-ca7e24153e05 req-78819e07-7972-4fd8-bef4-7472e0d5b30e tempest-ServerMetadataNegativeTestJSON-104529243 tempest-ServerMetadataNegativeTestJSON-104529243-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8288e01-bbe9-41b1-9209-9758eb3ba673 HTTP/1.1" status: 200 len: 944 time: 0.0698059 Oct 12 19:19:52.696680 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceb4873-95c1-443b-9e53-69c9bb1992ed None None] Pushing event updated for resources: {'Port': ['ID=4cc1d5db-90e7-43ec-80d7-f5d034fe9391,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:52.706364 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a69f5ea9-806f-47b2-86af-fb1e6a56edf4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-3fa58251-b99b-497e-bab7-6549bbf97e42', 'network_id': '3fa58251-b99b-497e-bab7-6549bbf97e42', 'tenant_id': '273d7b7bf24b4507988eb056053819bc', 'fixed_ips': [{'subnet_id': 'fb437fb1-22f2-42cd-afd9-6f9a524c3021'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:19:52.706364 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a69f5ea9-806f-47b2-86af-fb1e6a56edf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:52.718542 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10c478c7-4f0a-4edb-b95f-998eee779932 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Made reservation on behalf of 273d7b7bf24b4507988eb056053819bc for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:19:52.722541 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-10c478c7-4f0a-4edb-b95f-998eee779932 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:52.752606 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ca114281-5122-4651-8400-750d81c0ea3c req-a5c69147-69d9-4313-bd79-225d75a35a55 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=070ebd05-8ce5-49aa-bba5-8287aa1f5acb HTTP/1.1" status: 200 len: 217 time: 0.0765383 Oct 12 19:19:52.773678 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1a5759bd-3b74-4bfb-9594-2469a59dc06a tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:52.779895 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [None req-10c478c7-4f0a-4edb-b95f-998eee779932 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] device_id is not set on port 8c1cee67-9625-4469-b52a-b627cdf0c97b yet. {{(pid=95502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 19:19:52.813293 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5aaa66ac-2085-41c3-834e-ca7e24153e05 req-ca8a47f8-fe52-4e6d-a88d-2323cf4d37af tempest-ServerMetadataNegativeTestJSON-104529243 tempest-ServerMetadataNegativeTestJSON-104529243-project] 10.222.0.49 "GET /v2.0/security-groups?id=dfa7caca-7193-4cc9-935d-7f555029a7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076283 Oct 12 19:19:52.819753 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-fceb4873-95c1-443b-9e53-69c9bb1992ed None None] Attempting to bind port 4cc1d5db-90e7-43ec-80d7-f5d034fe9391 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:19:52.820170 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-fceb4873-95c1-443b-9e53-69c9bb1992ed None None] Attempting to bind port 4cc1d5db-90e7-43ec-80d7-f5d034fe9391 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '864495f3-a863-40b5-be17-ff2aea53c377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '81d34fa8-9f6d-479b-9735-ff40b2a873e0'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:19:52.820550 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fceb4873-95c1-443b-9e53-69c9bb1992ed None None] Attempting to bind port 4cc1d5db-90e7-43ec-80d7-f5d034fe9391 on network 81d34fa8-9f6d-479b-9735-ff40b2a873e0 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:19:52.871815 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fceb4873-95c1-443b-9e53-69c9bb1992ed None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:19:52.872540 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fceb4873-95c1-443b-9e53-69c9bb1992ed None None] Checking segment: {'id': '864495f3-a863-40b5-be17-ff2aea53c377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '81d34fa8-9f6d-479b-9735-ff40b2a873e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:19:52.872641 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fceb4873-95c1-443b-9e53-69c9bb1992ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:52.873027 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fceb4873-95c1-443b-9e53-69c9bb1992ed None None] Bound using segment: {'id': '864495f3-a863-40b5-be17-ff2aea53c377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '81d34fa8-9f6d-479b-9735-ff40b2a873e0'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:19:52.874080 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-fceb4873-95c1-443b-9e53-69c9bb1992ed None None] Bound port: 4cc1d5db-90e7-43ec-80d7-f5d034fe9391, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '864495f3-a863-40b5-be17-ff2aea53c377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '81d34fa8-9f6d-479b-9735-ff40b2a873e0'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:19:52.874567 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fceb4873-95c1-443b-9e53-69c9bb1992ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:52.988745 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-13ee9fae-1c82-4e78-b24b-7b2004ad61c9 None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:53.035250 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-10c478c7-4f0a-4edb-b95f-998eee779932 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Allocated IP 2001:db8::2a2 (3fa58251-b99b-497e-bab7-6549bbf97e42/fb437fb1-22f2-42cd-afd9-6f9a524c3021/8c1cee67-9625-4469-b52a-b627cdf0c97b) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:19:53.080089 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-13ee9fae-1c82-4e78-b24b-7b2004ad61c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:53.126581 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ebb2cc-f110-45df-a125-0be13739c0f6 req-b98ccc81-af65-42a9-b4d7-54e00222e495 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:53.134188 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-55ebb2cc-f110-45df-a125-0be13739c0f6 req-b98ccc81-af65-42a9-b4d7-54e00222e495 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5314e30-527f-43ff-ad86-8b07326cb2f2 HTTP/1.1" status: 200 len: 949 time: 0.0955386 Oct 12 19:19:53.145829 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1a5759bd-3b74-4bfb-9594-2469a59dc06a tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4306592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16245866'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:53.192021 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5759bd-3b74-4bfb-9594-2469a59dc06a tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Pushing event deleted for resources: {'Subnet': ['ID=b096adbd-3294-486c-a5c9-aecb7f8a16ad,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:53.231942 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca114281-5122-4651-8400-750d81c0ea3c req-84899cc2-e27a-4b41-b793-fb72c7d05750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:53.233548 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ca114281-5122-4651-8400-750d81c0ea3c req-84899cc2-e27a-4b41-b793-fb72c7d05750 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=46e1c274-8a39-44a6-b635-c3c07c87b38d HTTP/1.1" status: 200 len: 860 time: 0.4718347 Oct 12 19:19:53.249180 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e8188342-9262-4eeb-aefb-37bef7c7a6f2 req-79add2a5-033c-4066-b837-8951b68b569b tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=3319d60b-298b-4178-b9dd-044069330d69 HTTP/1.1" status: 200 len: 210 time: 0.3958991 Oct 12 19:19:53.249288 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1a5759bd-3b74-4bfb-9594-2469a59dc06a tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:53.252192 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-1a5759bd-3b74-4bfb-9594-2469a59dc06a tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] 10.222.0.49 "DELETE /v2.0/subnets/b096adbd-3294-486c-a5c9-aecb7f8a16ad HTTP/1.1" status: 204 len: 168 time: 1.2351992 Oct 12 19:19:53.255020 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 41520) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:19:53.287113 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-55ebb2cc-f110-45df-a125-0be13739c0f6 req-483afa24-0deb-4dc9-a419-b9549ac1450b tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518700 Oct 12 19:19:53.316238 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ca114281-5122-4651-8400-750d81c0ea3c req-f045f554-920f-42fe-b730-30ce65b84fbb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=06c10a43-85c2-4fc5-8a5e-b61b54c7e17d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673604 Oct 12 19:19:53.328012 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-fceb4873-95c1-443b-9e53-69c9bb1992ed None None] For port 4cc1d5db-90e7-43ec-80d7-f5d034fe9391, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:19:53.344917 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-fceb4873-95c1-443b-9e53-69c9bb1992ed None None] For port 4cc1d5db-90e7-43ec-80d7-f5d034fe9391, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=4cc1d5db-90e7-43ec-80d7-f5d034fe9391,segment=NetworkSegment(864495f3-a863-40b5-be17-ff2aea53c377),segment_id=864495f3-a863-40b5-be17-ff2aea53c377)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:19:53.401899 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-10c478c7-4f0a-4edb-b95f-998eee779932 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:53.417431 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ee9fae-1c82-4e78-b24b-7b2004ad61c9 None None] Pushing event updated for resources: {'Port': ['ID=73901f70-ea50-4085-ad1c-f5a467959978,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:53.433244 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ee9fae-1c82-4e78-b24b-7b2004ad61c9 None None] Network 3d92690e-9be8-4efb-9e7b-6afe8e3d9a28 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:19:53.434998 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fceb4873-95c1-443b-9e53-69c9bb1992ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:53.461124 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4434e7a-479d-46ac-9b0a-3d82b97e6c95 tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Deleting subnet 26c6f805-2dfe-4799-b39e-5dfd56ab7ee0 {{(pid=95501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:19:53.464915 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-13ee9fae-1c82-4e78-b24b-7b2004ad61c9 None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:19:53.470682 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ee9fae-1c82-4e78-b24b-7b2004ad61c9 None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:19:53.470975 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d4434e7a-479d-46ac-9b0a-3d82b97e6c95 tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Notify callbacks [] for subnet, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:53.508976 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ca114281-5122-4651-8400-750d81c0ea3c req-8bbaa63d-884b-47d8-86ab-063a013ba4d5 service neutron] 10.222.0.67 "GET /v2.0/networks/06c10a43-85c2-4fc5-8a5e-b61b54c7e17d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508043 Oct 12 19:19:53.523273 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-10c478c7-4f0a-4edb-b95f-998eee779932 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:53.544616 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d4434e7a-479d-46ac-9b0a-3d82b97e6c95 tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281083'] for subnet, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:53.573511 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceb4873-95c1-443b-9e53-69c9bb1992ed None None] Pushing event updated for resources: {'Port': ['ID=4cc1d5db-90e7-43ec-80d7-f5d034fe9391,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:53.610762 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c478c7-4f0a-4edb-b95f-998eee779932 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Network 3fa58251-b99b-497e-bab7-6549bbf97e42 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:19:53.617331 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-13ee9fae-1c82-4e78-b24b-7b2004ad61c9 None None] Attempting to bind port 73901f70-ea50-4085-ad1c-f5a467959978 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:19:53.617936 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-13ee9fae-1c82-4e78-b24b-7b2004ad61c9 None None] Attempting to bind port 73901f70-ea50-4085-ad1c-f5a467959978 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '59274bb2-f412-4a0d-9339-0330317b56d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3d92690e-9be8-4efb-9e7b-6afe8e3d9a28'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:19:53.618590 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ee9fae-1c82-4e78-b24b-7b2004ad61c9 None None] Attempting to bind port 73901f70-ea50-4085-ad1c-f5a467959978 on network 3d92690e-9be8-4efb-9e7b-6afe8e3d9a28 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:19:53.625324 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-10c478c7-4f0a-4edb-b95f-998eee779932 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:19:53.632396 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ee9fae-1c82-4e78-b24b-7b2004ad61c9 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:19:53.633012 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ee9fae-1c82-4e78-b24b-7b2004ad61c9 None None] Checking segment: {'id': '59274bb2-f412-4a0d-9339-0330317b56d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3d92690e-9be8-4efb-9e7b-6afe8e3d9a28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:19:53.633563 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-13ee9fae-1c82-4e78-b24b-7b2004ad61c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:53.634114 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ee9fae-1c82-4e78-b24b-7b2004ad61c9 None None] Bound using segment: {'id': '59274bb2-f412-4a0d-9339-0330317b56d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3d92690e-9be8-4efb-9e7b-6afe8e3d9a28'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:19:53.635205 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-13ee9fae-1c82-4e78-b24b-7b2004ad61c9 None None] Bound port: 73901f70-ea50-4085-ad1c-f5a467959978, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59274bb2-f412-4a0d-9339-0330317b56d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3d92690e-9be8-4efb-9e7b-6afe8e3d9a28'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:19:53.635743 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-13ee9fae-1c82-4e78-b24b-7b2004ad61c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:53.644856 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c478c7-4f0a-4edb-b95f-998eee779932 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:19:53.651244 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c478c7-4f0a-4edb-b95f-998eee779932 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:53.652479 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-10c478c7-4f0a-4edb-b95f-998eee779932 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:53.654345 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c478c7-4f0a-4edb-b95f-998eee779932 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Pushing event updated for resources: {'Port': ['ID=8c1cee67-9625-4469-b52a-b627cdf0c97b,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:53.663146 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-a69f5ea9-806f-47b2-86af-fb1e6a56edf4 None None] Allocated IP 2001:db8::2 (3fa58251-b99b-497e-bab7-6549bbf97e42/fb437fb1-22f2-42cd-afd9-6f9a524c3021/2becb611-c9db-4fe3-a16d-a2c17468cc2a) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:19:53.706720 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ca114281-5122-4651-8400-750d81c0ea3c req-862e2c6c-3b35-4e42-b8c4-b78587498cdb service neutron] 10.222.0.67 "GET /v2.0/networks/06c10a43-85c2-4fc5-8a5e-b61b54c7e17d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897564 Oct 12 19:19:53.718881 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d4434e7a-479d-46ac-9b0a-3d82b97e6c95 tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:53.817161 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-10c478c7-4f0a-4edb-b95f-998eee779932 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4145377 Oct 12 19:19:53.817883 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41522) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:19:53.945498 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a69f5ea9-806f-47b2-86af-fb1e6a56edf4 None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:53.960724 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-13ee9fae-1c82-4e78-b24b-7b2004ad61c9 None None] For port 73901f70-ea50-4085-ad1c-f5a467959978, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:19:53.986334 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-13ee9fae-1c82-4e78-b24b-7b2004ad61c9 None None] For port 73901f70-ea50-4085-ad1c-f5a467959978, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=73901f70-ea50-4085-ad1c-f5a467959978,segment=NetworkSegment(59274bb2-f412-4a0d-9339-0330317b56d6),segment_id=59274bb2-f412-4a0d-9339-0330317b56d6)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:19:53.992734 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-f095fdad-54bb-45bc-873e-ae435c40f3ac tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Deleting port 8c1cee67-9625-4469-b52a-b627cdf0c97b {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:19:53.993195 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f095fdad-54bb-45bc-873e-ae435c40f3ac tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:53.999087 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d4434e7a-479d-46ac-9b0a-3d82b97e6c95 tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4824924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4612362'] for subnet, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:54.039734 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4434e7a-479d-46ac-9b0a-3d82b97e6c95 tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Pushing event deleted for resources: {'Subnet': ['ID=26c6f805-2dfe-4799-b39e-5dfd56ab7ee0,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:54.049401 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d4434e7a-479d-46ac-9b0a-3d82b97e6c95 tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:54.055561 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-d4434e7a-479d-46ac-9b0a-3d82b97e6c95 tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] 10.222.0.49 "DELETE /v2.0/subnets/26c6f805-2dfe-4799-b39e-5dfd56ab7ee0 HTTP/1.1" status: 204 len: 168 time: 0.7994590 Oct 12 19:19:54.057796 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 41528) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:19:54.059767 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a69f5ea9-806f-47b2-86af-fb1e6a56edf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:54.114338 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69f5ea9-806f-47b2-86af-fb1e6a56edf4 None None] Pushing event updated for resources: {'Port': ['ID=2becb611-c9db-4fe3-a16d-a2c17468cc2a,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:54.116547 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e30094-adfb-4811-995c-0bf9e4b5dc90 req-282e2488-6e9d-4fd0-a5e7-5f43d853dab4 tempest-ServerMetadataNegativeTestJSON-104529243 tempest-ServerMetadataNegativeTestJSON-104529243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:54.118090 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a2e30094-adfb-4811-995c-0bf9e4b5dc90 req-282e2488-6e9d-4fd0-a5e7-5f43d853dab4 tempest-ServerMetadataNegativeTestJSON-104529243 tempest-ServerMetadataNegativeTestJSON-104529243-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8288e01-bbe9-41b1-9209-9758eb3ba673 HTTP/1.1" status: 200 len: 944 time: 0.1910834 Oct 12 19:19:54.130208 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-13ee9fae-1c82-4e78-b24b-7b2004ad61c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:54.137901 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f095fdad-54bb-45bc-873e-ae435c40f3ac tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:54.157820 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-f095fdad-54bb-45bc-873e-ae435c40f3ac tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Calling delete_port for 8c1cee67-9625-4469-b52a-b627cdf0c97b owned by {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:19:54.162459 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69f5ea9-806f-47b2-86af-fb1e6a56edf4 None None] Network 3fa58251-b99b-497e-bab7-6549bbf97e42 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:19:54.162811 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33df554e-b580-42cc-ae48-ebb2bd2d3dfb tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:54.174069 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-33df554e-b580-42cc-ae48-ebb2bd2d3dfb tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1050804 Oct 12 19:19:54.174718 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 41530) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:19:54.191022 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-a69f5ea9-806f-47b2-86af-fb1e6a56edf4 None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:19:54.198964 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69f5ea9-806f-47b2-86af-fb1e6a56edf4 None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:19:54.312333 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ee9fae-1c82-4e78-b24b-7b2004ad61c9 None None] Pushing event updated for resources: {'Port': ['ID=73901f70-ea50-4085-ad1c-f5a467959978,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:54.313973 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-381e9f56-6513-4cee-a5da-66eda64cba9b tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:54.318592 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-a69f5ea9-806f-47b2-86af-fb1e6a56edf4 None None] Attempting to bind port 2becb611-c9db-4fe3-a16d-a2c17468cc2a on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:19:54.319300 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-a69f5ea9-806f-47b2-86af-fb1e6a56edf4 None None] Attempting to bind port 2becb611-c9db-4fe3-a16d-a2c17468cc2a by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '36418007-33b8-40c5-b5a5-d27fd3a32123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '3fa58251-b99b-497e-bab7-6549bbf97e42'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:19:54.319813 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69f5ea9-806f-47b2-86af-fb1e6a56edf4 None None] Attempting to bind port 2becb611-c9db-4fe3-a16d-a2c17468cc2a on network 3fa58251-b99b-497e-bab7-6549bbf97e42 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:19:54.328830 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69f5ea9-806f-47b2-86af-fb1e6a56edf4 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:19:54.329596 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69f5ea9-806f-47b2-86af-fb1e6a56edf4 None None] Checking segment: {'id': '36418007-33b8-40c5-b5a5-d27fd3a32123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '3fa58251-b99b-497e-bab7-6549bbf97e42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:19:54.330188 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a69f5ea9-806f-47b2-86af-fb1e6a56edf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:54.330828 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69f5ea9-806f-47b2-86af-fb1e6a56edf4 None None] Bound using segment: {'id': '36418007-33b8-40c5-b5a5-d27fd3a32123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '3fa58251-b99b-497e-bab7-6549bbf97e42'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:19:54.331448 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-a69f5ea9-806f-47b2-86af-fb1e6a56edf4 None None] Bound port: 2becb611-c9db-4fe3-a16d-a2c17468cc2a, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36418007-33b8-40c5-b5a5-d27fd3a32123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '3fa58251-b99b-497e-bab7-6549bbf97e42'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:19:54.332181 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a69f5ea9-806f-47b2-86af-fb1e6a56edf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:54.335572 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a2e30094-adfb-4811-995c-0bf9e4b5dc90 req-74481323-c793-407c-ba29-d4057f3a08e5 tempest-ServerMetadataNegativeTestJSON-104529243 tempest-ServerMetadataNegativeTestJSON-104529243-project] 10.222.0.49 "GET /v2.0/security-groups?id=dfa7caca-7193-4cc9-935d-7f555029a7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084160 Oct 12 19:19:54.469845 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c16d5d47-9d69-45af-a79c-acc8fa29cfc2 req-f20c8a69-6a00-4554-b592-cec9b27632c9 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=3319d60b-298b-4178-b9dd-044069330d69 HTTP/1.1" status: 200 len: 210 time: 0.0621858 Oct 12 19:19:54.472950 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a69f5ea9-806f-47b2-86af-fb1e6a56edf4 None None] For port 2becb611-c9db-4fe3-a16d-a2c17468cc2a, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:19:54.476769 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a69f5ea9-806f-47b2-86af-fb1e6a56edf4 None None] For port 2becb611-c9db-4fe3-a16d-a2c17468cc2a, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=2becb611-c9db-4fe3-a16d-a2c17468cc2a,segment=NetworkSegment(36418007-33b8-40c5-b5a5-d27fd3a32123),segment_id=36418007-33b8-40c5-b5a5-d27fd3a32123)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:19:54.500471 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f095fdad-54bb-45bc-873e-ae435c40f3ac tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:54.533659 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-381e9f56-6513-4cee-a5da-66eda64cba9b tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Deleting port 73901f70-ea50-4085-ad1c-f5a467959978 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:19:54.533883 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-381e9f56-6513-4cee-a5da-66eda64cba9b tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:54.556566 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f095fdad-54bb-45bc-873e-ae435c40f3ac tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Pushing event deleted for resources: {'Port': ['ID=8c1cee67-9625-4469-b52a-b627cdf0c97b,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:54.581935 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a69f5ea9-806f-47b2-86af-fb1e6a56edf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:54.635706 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f095fdad-54bb-45bc-873e-ae435c40f3ac tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:54.645247 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-f095fdad-54bb-45bc-873e-ae435c40f3ac tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] 10.222.0.49 "DELETE /v2.0/ports/8c1cee67-9625-4469-b52a-b627cdf0c97b HTTP/1.1" status: 204 len: 168 time: 0.8262422 Oct 12 19:19:54.647974 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41540) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:19:54.649165 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fa5555-a17e-481f-95d2-a0778108806f req-bd5aef6b-3901-4261-ac2a-5f4e35509d10 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:54.663084 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-66fa5555-a17e-481f-95d2-a0778108806f req-bd5aef6b-3901-4261-ac2a-5f4e35509d10 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5314e30-527f-43ff-ad86-8b07326cb2f2 HTTP/1.1" status: 200 len: 949 time: 0.1871452 Oct 12 19:19:54.703564 n-d-813679-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a199d0b-2519-47a2-af1f-961b34137af0 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] DELETE failed (client error): The resource could not be found. Oct 12 19:19:54.707951 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a199d0b-2519-47a2-af1f-961b34137af0 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:19:54.723589 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-3a199d0b-2519-47a2-af1f-961b34137af0 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] 10.222.0.49 "DELETE /v2.0/ports/8c1cee67-9625-4469-b52a-b627cdf0c97b HTTP/1.1" status: 404 len: 333 time: 0.0743911 Oct 12 19:19:54.727405 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41542) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:19:54.744106 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69f5ea9-806f-47b2-86af-fb1e6a56edf4 None None] Pushing event updated for resources: {'Port': ['ID=2becb611-c9db-4fe3-a16d-a2c17468cc2a,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:54.773603 n-d-813679-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7d1901b-7abe-4cc0-90f0-383114fe4498 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] GET failed (client error): The resource could not be found. Oct 12 19:19:54.775405 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-f7d1901b-7abe-4cc0-90f0-383114fe4498 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] 10.222.0.49 "GET /v2.0/ports/8c1cee67-9625-4469-b52a-b627cdf0c97b HTTP/1.1" status: 404 len: 333 time: 0.0428414 Oct 12 19:19:54.780775 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41544) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:19:54.797454 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [None req-381e9f56-6513-4cee-a5da-66eda64cba9b tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] For port 73901f70-ea50-4085-ad1c-f5a467959978, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=73901f70-ea50-4085-ad1c-f5a467959978,segment=NetworkSegment(59274bb2-f412-4a0d-9339-0330317b56d6),segment_id=59274bb2-f412-4a0d-9339-0330317b56d6)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:19:54.797832 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-381e9f56-6513-4cee-a5da-66eda64cba9b tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:54.815655 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-66fa5555-a17e-481f-95d2-a0778108806f req-f0c4a980-988d-4ff4-9aa8-c1ef60a28dd1 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555147 Oct 12 19:19:54.827412 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-381e9f56-6513-4cee-a5da-66eda64cba9b tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Calling delete_port for 73901f70-ea50-4085-ad1c-f5a467959978 owned by network:dhcp {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:19:54.863728 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2c90a87-afee-42ca-a9b6-754fa6e12673 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Deleting subnet fb437fb1-22f2-42cd-afd9-6f9a524c3021 {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:19:54.868325 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b2c90a87-afee-42ca-a9b6-754fa6e12673 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:54.946095 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b2c90a87-afee-42ca-a9b6-754fa6e12673 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16313642'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:55.058984 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-381e9f56-6513-4cee-a5da-66eda64cba9b tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:55.074133 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b2c90a87-afee-42ca-a9b6-754fa6e12673 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:55.124953 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381e9f56-6513-4cee-a5da-66eda64cba9b tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Pushing event deleted for resources: {'Port': ['ID=73901f70-ea50-4085-ad1c-f5a467959978,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:55.135590 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381e9f56-6513-4cee-a5da-66eda64cba9b tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] No DVR routers for this DVR port 73901f70-ea50-4085-ad1c-f5a467959978 on host n-d-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:19:55.166248 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb9814a-2cb6-4ba2-8046-3cd19a5cf9c5 None None] Network 81d34fa8-9f6d-479b-9735-ff40b2a873e0 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:19:55.249890 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b2c90a87-afee-42ca-a9b6-754fa6e12673 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4306592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16245866'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:55.273175 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-381e9f56-6513-4cee-a5da-66eda64cba9b tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:55.296303 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c90a87-afee-42ca-a9b6-754fa6e12673 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Pushing event deleted for resources: {'Subnet': ['ID=fb437fb1-22f2-42cd-afd9-6f9a524c3021,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:55.303319 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b2c90a87-afee-42ca-a9b6-754fa6e12673 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:55.306904 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-b2c90a87-afee-42ca-a9b6-754fa6e12673 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] 10.222.0.49 "DELETE /v2.0/subnets/fb437fb1-22f2-42cd-afd9-6f9a524c3021 HTTP/1.1" status: 204 len: 168 time: 0.5249143 Oct 12 19:19:55.309617 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-381e9f56-6513-4cee-a5da-66eda64cba9b tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d92690e-9be8-4efb-9e7b-6afe8e3d9a28']}} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:19:55.312819 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41548) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:19:55.321317 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-381e9f56-6513-4cee-a5da-66eda64cba9b tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59274bb2-f412-4a0d-9339-0330317b56d6') {'for_net_delete': True} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:19:55.321891 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-381e9f56-6513-4cee-a5da-66eda64cba9b tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59274bb2-f412-4a0d-9339-0330317b56d6') {} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:19:55.330310 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-5ae25205-22d9-4ebe-9e20-5594f8287f2d None None] Provisioning complete for port 4cc1d5db-90e7-43ec-80d7-f5d034fe9391 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:19:55.330603 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5ae25205-22d9-4ebe-9e20-5594f8287f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:55.335317 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-381e9f56-6513-4cee-a5da-66eda64cba9b tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4281072'] for segment, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:55.353729 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-381e9f56-6513-4cee-a5da-66eda64cba9b tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:55.368994 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-381e9f56-6513-4cee-a5da-66eda64cba9b tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=95501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:19:55.369620 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-381e9f56-6513-4cee-a5da-66eda64cba9b tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4823170'] for segment, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:55.410932 n-d-813679-3 neutron-server[95501]: Traceback (most recent call last): Oct 12 19:19:55.410932 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:19:55.410932 n-d-813679-3 neutron-server[95501]: timer() Oct 12 19:19:55.410932 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:19:55.410932 n-d-813679-3 neutron-server[95501]: cb(*args, **kw) Oct 12 19:19:55.410932 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:19:55.410932 n-d-813679-3 neutron-server[95501]: return func(*args, **kwargs) Oct 12 19:19:55.410932 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:19:55.410932 n-d-813679-3 neutron-server[95501]: self._notify() Oct 12 19:19:55.410932 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:19:55.410932 n-d-813679-3 neutron-server[95501]: self.callback(batched_events) Oct 12 19:19:55.410932 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:19:55.410932 n-d-813679-3 neutron-server[95501]: event.method(event) Oct 12 19:19:55.410932 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:19:55.410932 n-d-813679-3 neutron-server[95501]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:19:55.410932 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:19:55.410932 n-d-813679-3 neutron-server[95501]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:19:55.410932 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:19:55.410932 n-d-813679-3 neutron-server[95501]: return f(self, *a, **k) Oct 12 19:19:55.410932 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:19:55.410932 n-d-813679-3 neutron-server[95501]: return self._get(url).json() Oct 12 19:19:55.410932 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:19:55.410932 n-d-813679-3 neutron-server[95501]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:19:55.410932 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:19:55.410932 n-d-813679-3 neutron-server[95501]: return self.request(url, 'GET', **kwargs) Oct 12 19:19:55.410932 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:19:55.410932 n-d-813679-3 neutron-server[95501]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:19:55.410932 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:19:55.410932 n-d-813679-3 neutron-server[95501]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:19:55.410932 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:19:55.410932 n-d-813679-3 neutron-server[95501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:19:55.410932 n-d-813679-3 neutron-server[95501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:19:55.482535 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ec370ba7-427f-4193-81a4-eb11370a0c4f tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:55.528262 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5ae25205-22d9-4ebe-9e20-5594f8287f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:55.538287 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0322dd-2c7a-44ef-9f44-17ea04f9c395 None None] DHCP port deletion for 81d34fa8-9f6d-479b-9735-ff40b2a873e0 request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 19:19:55.568484 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-ec370ba7-427f-4193-81a4-eb11370a0c4f tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Deleting port 2becb611-c9db-4fe3-a16d-a2c17468cc2a {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:19:55.569066 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ec370ba7-427f-4193-81a4-eb11370a0c4f tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:55.623730 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 070ebd05-8ce5-49aa-bba5-8287aa1f5acb details requested by agent hyperv_n-h2-813679-3 with host n-h2-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:19:55.665068 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fc8492-dd9c-4b4f-9127-a4857cc8880c req-5b029cbc-ae08-4d0a-b84d-33366dd5b364 tempest-ServerMetadataNegativeTestJSON-104529243 tempest-ServerMetadataNegativeTestJSON-104529243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:55.666762 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-66fc8492-dd9c-4b4f-9127-a4857cc8880c req-5b029cbc-ae08-4d0a-b84d-33366dd5b364 tempest-ServerMetadataNegativeTestJSON-104529243 tempest-ServerMetadataNegativeTestJSON-104529243-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8288e01-bbe9-41b1-9209-9758eb3ba673 HTTP/1.1" status: 200 len: 944 time: 0.1675324 Oct 12 19:19:55.719417 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-381e9f56-6513-4cee-a5da-66eda64cba9b tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:55.720091 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-de48782a-e701-45ca-8906-ad87c9aa3bef req-b2c19ca0-3ec5-4d7e-bf48-3d490edc30e6 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=3319d60b-298b-4178-b9dd-044069330d69 HTTP/1.1" status: 200 len: 210 time: 0.0707867 Oct 12 19:19:55.730602 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-381e9f56-6513-4cee-a5da-66eda64cba9b tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:55.735545 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-381e9f56-6513-4cee-a5da-66eda64cba9b tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] 10.222.0.49 "DELETE /v2.0/networks/3d92690e-9be8-4efb-9e7b-6afe8e3d9a28 HTTP/1.1" status: 204 len: 168 time: 1.5583966 Oct 12 19:19:55.748570 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 41556) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:19:55.752191 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 2becb611-c9db-4fe3-a16d-a2c17468cc2a up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:19:55.790949 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-ec370ba7-427f-4193-81a4-eb11370a0c4f tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] For port 2becb611-c9db-4fe3-a16d-a2c17468cc2a, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=2becb611-c9db-4fe3-a16d-a2c17468cc2a,segment=NetworkSegment(36418007-33b8-40c5-b5a5-d27fd3a32123),segment_id=36418007-33b8-40c5-b5a5-d27fd3a32123)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:19:55.791814 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ec370ba7-427f-4193-81a4-eb11370a0c4f tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:55.810363 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-5ae25205-22d9-4ebe-9e20-5594f8287f2d None None] For port 4cc1d5db-90e7-43ec-80d7-f5d034fe9391, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=4cc1d5db-90e7-43ec-80d7-f5d034fe9391,segment=NetworkSegment(864495f3-a863-40b5-be17-ff2aea53c377),segment_id=864495f3-a863-40b5-be17-ff2aea53c377)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:19:55.817441 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381e9f56-6513-4cee-a5da-66eda64cba9b tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Pushing event deleted for resources: {'Network': ['ID=3d92690e-9be8-4efb-9e7b-6afe8e3d9a28,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:55.838327 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-ec370ba7-427f-4193-81a4-eb11370a0c4f tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Calling delete_port for 2becb611-c9db-4fe3-a16d-a2c17468cc2a owned by network:dhcp {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:19:55.872667 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-66fc8492-dd9c-4b4f-9127-a4857cc8880c req-dc3a8100-d1f1-4182-bf54-6f381418f246 tempest-ServerMetadataNegativeTestJSON-104529243 tempest-ServerMetadataNegativeTestJSON-104529243-project] 10.222.0.49 "GET /v2.0/security-groups?id=dfa7caca-7193-4cc9-935d-7f555029a7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981478 Oct 12 19:19:55.921918 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-42cddbfa-d4dd-458f-bc69-b33a3eee896c tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:55.956010 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 2becb611-c9db-4fe3-a16d-a2c17468cc2a triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:19:55.956314 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:56.039712 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5ae25205-22d9-4ebe-9e20-5594f8287f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:56.043991 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-42cddbfa-d4dd-458f-bc69-b33a3eee896c tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Deleting port 4cc1d5db-90e7-43ec-80d7-f5d034fe9391 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:19:56.045343 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-42cddbfa-d4dd-458f-bc69-b33a3eee896c tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:56.068453 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ec370ba7-427f-4193-81a4-eb11370a0c4f tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:56.105805 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec370ba7-427f-4193-81a4-eb11370a0c4f tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Pushing event deleted for resources: {'Port': ['ID=2becb611-c9db-4fe3-a16d-a2c17468cc2a,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:56.121345 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec370ba7-427f-4193-81a4-eb11370a0c4f tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] No DVR routers for this DVR port 2becb611-c9db-4fe3-a16d-a2c17468cc2a on host n-d-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:19:56.152465 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62251f6-4eb9-4831-a89d-d6eb1ceddc9f None None] DHCP port deletion for 3d92690e-9be8-4efb-9e7b-6afe8e3d9a28 request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 19:19:56.189826 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [None req-42cddbfa-d4dd-458f-bc69-b33a3eee896c tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] For port 4cc1d5db-90e7-43ec-80d7-f5d034fe9391, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=4cc1d5db-90e7-43ec-80d7-f5d034fe9391,segment=NetworkSegment(864495f3-a863-40b5-be17-ff2aea53c377),segment_id=864495f3-a863-40b5-be17-ff2aea53c377)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:19:56.195894 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-42cddbfa-d4dd-458f-bc69-b33a3eee896c tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:56.214715 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cde5c9-1dc4-4206-aeaa-f7800fadb136 req-c0d0665d-f7b0-4745-9a41-94d029d8b4ee tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:56.217262 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a6cde5c9-1dc4-4206-aeaa-f7800fadb136 req-c0d0665d-f7b0-4745-9a41-94d029d8b4ee tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5314e30-527f-43ff-ad86-8b07326cb2f2 HTTP/1.1" status: 200 len: 949 time: 0.1392107 Oct 12 19:19:56.218772 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-42cddbfa-d4dd-458f-bc69-b33a3eee896c tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Calling delete_port for 4cc1d5db-90e7-43ec-80d7-f5d034fe9391 owned by network:dhcp {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:19:56.226975 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Could not find standard attr ID for object 2becb611-c9db-4fe3-a16d-a2c17468cc2a. {{(pid=95503) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 19:19:56.242366 n-d-813679-3 neutron-server[95503]: INFO neutron.plugins.ml2.db [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No ports have port_id starting with 2becb611-c9db-4fe3-a16d-a2c17468cc2a Oct 12 19:19:56.249760 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-0a0322dd-2c7a-44ef-9f44-17ea04f9c395 None None] Deleting port 4cc1d5db-90e7-43ec-80d7-f5d034fe9391 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:19:56.250385 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0a0322dd-2c7a-44ef-9f44-17ea04f9c395 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:56.318427 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ec370ba7-427f-4193-81a4-eb11370a0c4f tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:56.338669 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 070ebd05-8ce5-49aa-bba5-8287aa1f5acb, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=070ebd05-8ce5-49aa-bba5-8287aa1f5acb,segment=NetworkSegment(33a16efb-9090-4c3d-9689-ec9267c7786d),segment_id=33a16efb-9090-4c3d-9689-ec9267c7786d)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:19:56.350451 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-ec370ba7-427f-4193-81a4-eb11370a0c4f tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fa58251-b99b-497e-bab7-6549bbf97e42']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:19:56.352661 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a6cde5c9-1dc4-4206-aeaa-f7800fadb136 req-2888a926-146e-41a9-ae7c-5eac1aadd2e6 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203368 Oct 12 19:19:56.365701 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-ec370ba7-427f-4193-81a4-eb11370a0c4f tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36418007-33b8-40c5-b5a5-d27fd3a32123') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:19:56.366028 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-ec370ba7-427f-4193-81a4-eb11370a0c4f tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36418007-33b8-40c5-b5a5-d27fd3a32123') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:19:56.383646 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-e984fdd0-c95f-440f-81d1-abecfdafa22a None None] Could not find standard attr ID for object 73901f70-ea50-4085-ad1c-f5a467959978. {{(pid=95503) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 19:19:56.390661 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Returning: {'device': '070ebd05-8ce5-49aa-bba5-8287aa1f5acb', 'network_id': '06c10a43-85c2-4fc5-8a5e-b61b54c7e17d', 'port_id': '070ebd05-8ce5-49aa-bba5-8287aa1f5acb', 'mac_address': 'fa:16:3e:5b:7f:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46e1c274-8a39-44a6-b635-c3c07c87b38d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:19:56.394342 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17880d38-522f-4d86-a145-8190b95c4220 None None] Network 3fa58251-b99b-497e-bab7-6549bbf97e42 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:19:56.397167 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ec370ba7-427f-4193-81a4-eb11370a0c4f tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16313633'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:56.414537 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ec370ba7-427f-4193-81a4-eb11370a0c4f tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:56.422369 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec370ba7-427f-4193-81a4-eb11370a0c4f tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:19:56.422769 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ec370ba7-427f-4193-81a4-eb11370a0c4f tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4305278'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:56.425692 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae25205-22d9-4ebe-9e20-5594f8287f2d None None] Pushing event updated for resources: {'Port': ['ID=4cc1d5db-90e7-43ec-80d7-f5d034fe9391,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:56.428461 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6bad85d-04ae-48e9-bf1a-092d4bbbedc4 None None] Network 3d92690e-9be8-4efb-9e7b-6afe8e3d9a28 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:19:56.453161 n-d-813679-3 neutron-server[95502]: Traceback (most recent call last): Oct 12 19:19:56.453161 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:19:56.453161 n-d-813679-3 neutron-server[95502]: timer() Oct 12 19:19:56.453161 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:19:56.453161 n-d-813679-3 neutron-server[95502]: cb(*args, **kw) Oct 12 19:19:56.453161 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:19:56.453161 n-d-813679-3 neutron-server[95502]: return func(*args, **kwargs) Oct 12 19:19:56.453161 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:19:56.453161 n-d-813679-3 neutron-server[95502]: self._notify() Oct 12 19:19:56.453161 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:19:56.453161 n-d-813679-3 neutron-server[95502]: self.callback(batched_events) Oct 12 19:19:56.453161 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:19:56.453161 n-d-813679-3 neutron-server[95502]: event.method(event) Oct 12 19:19:56.453161 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:19:56.453161 n-d-813679-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:19:56.453161 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:19:56.453161 n-d-813679-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:19:56.453161 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:19:56.453161 n-d-813679-3 neutron-server[95502]: return f(self, *a, **k) Oct 12 19:19:56.453161 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:19:56.453161 n-d-813679-3 neutron-server[95502]: return self._get(url).json() Oct 12 19:19:56.453161 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:19:56.453161 n-d-813679-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:19:56.453161 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:19:56.453161 n-d-813679-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Oct 12 19:19:56.453161 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:19:56.453161 n-d-813679-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:19:56.453161 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:19:56.453161 n-d-813679-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:19:56.453161 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:19:56.453161 n-d-813679-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:19:56.453161 n-d-813679-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:19:56.476268 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-42cddbfa-d4dd-458f-bc69-b33a3eee896c tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:56.506987 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 4cc1d5db-90e7-43ec-80d7-f5d034fe9391 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:19:56.537903 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cddbfa-d4dd-458f-bc69-b33a3eee896c tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Pushing event deleted for resources: {'Port': ['ID=4cc1d5db-90e7-43ec-80d7-f5d034fe9391,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:56.541507 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42cddbfa-d4dd-458f-bc69-b33a3eee896c tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] No DVR routers for this DVR port 4cc1d5db-90e7-43ec-80d7-f5d034fe9391 on host n-d-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:19:56.541681 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 4cc1d5db-90e7-43ec-80d7-f5d034fe9391 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:19:56.541896 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 4cc1d5db-90e7-43ec-80d7-f5d034fe9391 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:19:56.546106 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6bad85d-04ae-48e9-bf1a-092d4bbbedc4 None None] Network 3d92690e-9be8-4efb-9e7b-6afe8e3d9a28 could not be found, it might have been deleted concurrently. {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 12 19:19:56.569281 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-c35e3607-9600-4961-8d22-028b5bc89e0b None None] Could not find standard attr ID for object 2becb611-c9db-4fe3-a16d-a2c17468cc2a. {{(pid=95503) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 19:19:56.575837 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-0a0322dd-2c7a-44ef-9f44-17ea04f9c395 None None] For port 4cc1d5db-90e7-43ec-80d7-f5d034fe9391, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=4cc1d5db-90e7-43ec-80d7-f5d034fe9391,segment=NetworkSegment(864495f3-a863-40b5-be17-ff2aea53c377),segment_id=864495f3-a863-40b5-be17-ff2aea53c377)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:19:56.576219 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0a0322dd-2c7a-44ef-9f44-17ea04f9c395 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:56.605253 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ec370ba7-427f-4193-81a4-eb11370a0c4f tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:56.605795 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-0a0322dd-2c7a-44ef-9f44-17ea04f9c395 None None] Calling delete_port for 4cc1d5db-90e7-43ec-80d7-f5d034fe9391 owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:19:56.615926 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ec370ba7-427f-4193-81a4-eb11370a0c4f tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:56.622558 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-ec370ba7-427f-4193-81a4-eb11370a0c4f tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] 10.222.0.49 "DELETE /v2.0/networks/3fa58251-b99b-497e-bab7-6549bbf97e42 HTTP/1.1" status: 204 len: 168 time: 1.3085799 Oct 12 19:19:56.631684 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 41564) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:19:56.638323 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:56.644115 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-b7f7764e-9e53-4104-878a-a475caacc488 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1632470122'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:19:56.656415 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 070ebd05-8ce5-49aa-bba5-8287aa1f5acb {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:19:56.659169 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec370ba7-427f-4193-81a4-eb11370a0c4f tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Pushing event deleted for resources: {'Network': ['ID=3fa58251-b99b-497e-bab7-6549bbf97e42,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:56.679341 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-42cddbfa-d4dd-458f-bc69-b33a3eee896c tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:56.698671 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 070ebd05-8ce5-49aa-bba5-8287aa1f5acb, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=070ebd05-8ce5-49aa-bba5-8287aa1f5acb,segment=NetworkSegment(33a16efb-9090-4c3d-9689-ec9267c7786d),segment_id=33a16efb-9090-4c3d-9689-ec9267c7786d)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:19:56.702097 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-42cddbfa-d4dd-458f-bc69-b33a3eee896c tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81d34fa8-9f6d-479b-9735-ff40b2a873e0']}} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:19:56.713744 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-42cddbfa-d4dd-458f-bc69-b33a3eee896c tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '864495f3-a863-40b5-be17-ff2aea53c377') {'for_net_delete': True} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:19:56.714039 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-42cddbfa-d4dd-458f-bc69-b33a3eee896c tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '864495f3-a863-40b5-be17-ff2aea53c377') {} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:19:56.724759 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-42cddbfa-d4dd-458f-bc69-b33a3eee896c tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4281072'] for segment, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:56.742537 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-42cddbfa-d4dd-458f-bc69-b33a3eee896c tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:56.750322 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42cddbfa-d4dd-458f-bc69-b33a3eee896c tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=95501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:19:56.750945 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-42cddbfa-d4dd-458f-bc69-b33a3eee896c tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4823170'] for segment, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:56.754260 n-d-813679-3 neutron-server[95501]: Traceback (most recent call last): Oct 12 19:19:56.754260 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:19:56.754260 n-d-813679-3 neutron-server[95501]: timer() Oct 12 19:19:56.754260 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:19:56.754260 n-d-813679-3 neutron-server[95501]: cb(*args, **kw) Oct 12 19:19:56.754260 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:19:56.754260 n-d-813679-3 neutron-server[95501]: return func(*args, **kwargs) Oct 12 19:19:56.754260 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:19:56.754260 n-d-813679-3 neutron-server[95501]: self._notify() Oct 12 19:19:56.754260 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:19:56.754260 n-d-813679-3 neutron-server[95501]: self.callback(batched_events) Oct 12 19:19:56.754260 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:19:56.754260 n-d-813679-3 neutron-server[95501]: event.method(event) Oct 12 19:19:56.754260 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:19:56.754260 n-d-813679-3 neutron-server[95501]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:19:56.754260 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:19:56.754260 n-d-813679-3 neutron-server[95501]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:19:56.754260 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:19:56.754260 n-d-813679-3 neutron-server[95501]: return f(self, *a, **k) Oct 12 19:19:56.754260 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:19:56.754260 n-d-813679-3 neutron-server[95501]: return self._get(url).json() Oct 12 19:19:56.754260 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:19:56.754260 n-d-813679-3 neutron-server[95501]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:19:56.754260 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:19:56.754260 n-d-813679-3 neutron-server[95501]: return self.request(url, 'GET', **kwargs) Oct 12 19:19:56.754260 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:19:56.754260 n-d-813679-3 neutron-server[95501]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:19:56.754260 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:19:56.754260 n-d-813679-3 neutron-server[95501]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:19:56.754260 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:19:56.754260 n-d-813679-3 neutron-server[95501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:19:56.754260 n-d-813679-3 neutron-server[95501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:19:56.801685 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed9f758-1c69-43fc-8eb3-0f3f1c5274ba None None] DHCP port deletion for 3fa58251-b99b-497e-bab7-6549bbf97e42 request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 19:19:56.812910 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0a0322dd-2c7a-44ef-9f44-17ea04f9c395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:56.839154 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0322dd-2c7a-44ef-9f44-17ea04f9c395 None None] Pushing event deleted for resources: {'Port': ['ID=4cc1d5db-90e7-43ec-80d7-f5d034fe9391,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:56.841754 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7f7764e-9e53-4104-878a-a475caacc488 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Made reservation on behalf of 273d7b7bf24b4507988eb056053819bc for: {'network': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:19:56.843445 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:56.845208 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0322dd-2c7a-44ef-9f44-17ea04f9c395 None None] No DVR routers for this DVR port 4cc1d5db-90e7-43ec-80d7-f5d034fe9391 on host n-d-813679-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:19:56.848890 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b7f7764e-9e53-4104-878a-a475caacc488 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:56.880781 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7f7764e-9e53-4104-878a-a475caacc488 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=95501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:19:56.890844 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b7f7764e-9e53-4104-878a-a475caacc488 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:56.891331 n-d-813679-3 neutron-server[95501]: INFO neutron.db.segments_db [None req-b7f7764e-9e53-4104-878a-a475caacc488 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Added segment c4882c31-8a8f-4efd-b94f-0990f3cd0a68 of type vlan for network 006ecbbc-eb88-4488-8a97-d3b228908d3e Oct 12 19:19:56.902614 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=070ebd05-8ce5-49aa-bba5-8287aa1f5acb,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:56.949875 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b7f7764e-9e53-4104-878a-a475caacc488 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:56.986526 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-42cddbfa-d4dd-458f-bc69-b33a3eee896c tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:57.010031 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-42cddbfa-d4dd-458f-bc69-b33a3eee896c tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:57.013207 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-42cddbfa-d4dd-458f-bc69-b33a3eee896c tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] 10.222.0.49 "DELETE /v2.0/networks/81d34fa8-9f6d-479b-9735-ff40b2a873e0 HTTP/1.1" status: 204 len: 168 time: 1.2634137 Oct 12 19:19:57.015850 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41574) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:19:57.035728 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cddbfa-d4dd-458f-bc69-b33a3eee896c tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Pushing event deleted for resources: {'Network': ['ID=81d34fa8-9f6d-479b-9735-ff40b2a873e0,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:57.068156 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbbfe42-1e94-4bea-838f-263b40bc927b req-59d340b5-807d-42bb-a867-e565691f8897 tempest-ServerMetadataNegativeTestJSON-104529243 tempest-ServerMetadataNegativeTestJSON-104529243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:57.076775 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7cbbfe42-1e94-4bea-838f-263b40bc927b req-59d340b5-807d-42bb-a867-e565691f8897 tempest-ServerMetadataNegativeTestJSON-104529243 tempest-ServerMetadataNegativeTestJSON-104529243-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8288e01-bbe9-41b1-9209-9758eb3ba673 HTTP/1.1" status: 200 len: 945 time: 0.1147628 Oct 12 19:19:57.106612 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b7f7764e-9e53-4104-878a-a475caacc488 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:57.114845 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['070ebd05-8ce5-49aa-bba5-8287aa1f5acb'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:19:57.136212 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f7764e-9e53-4104-878a-a475caacc488 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:57.136212 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b7f7764e-9e53-4104-878a-a475caacc488 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:57.176353 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3c349ebd-f3fa-440d-8312-d5e00cf1520d tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:57.231435 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7cbbfe42-1e94-4bea-838f-263b40bc927b req-7f5e5722-bee5-4500-907a-dfd073d7f36d tempest-ServerMetadataNegativeTestJSON-104529243 tempest-ServerMetadataNegativeTestJSON-104529243-project] 10.222.0.49 "GET /v2.0/security-groups?id=dfa7caca-7193-4cc9-935d-7f555029a7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535187 Oct 12 19:19:57.263119 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-b7f7764e-9e53-4104-878a-a475caacc488 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6268730 Oct 12 19:19:57.264271 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 41580) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:19:57.269508 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-5af54040-2dfc-4524-a930-b7de3359d133 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Request body: {'subnet': {'network_id': '006ecbbc-eb88-4488-8a97-d3b228908d3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:19:57.274989 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f7764e-9e53-4104-878a-a475caacc488 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Pushing event updated for resources: {'Network': ['ID=006ecbbc-eb88-4488-8a97-d3b228908d3e,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:57.283324 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3c349ebd-f3fa-440d-8312-d5e00cf1520d tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:57.289172 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 006ecbbc-eb88-4488-8a97-d3b228908d3e details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:19:57.314582 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-3c349ebd-f3fa-440d-8312-d5e00cf1520d tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d23c0e0a-22d6-48e6-a833-92a90b8c946a']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:19:57.343650 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-3c349ebd-f3fa-440d-8312-d5e00cf1520d tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c77420d-fd64-4d3e-951a-cf5a5133e6de') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:19:57.344265 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-3c349ebd-f3fa-440d-8312-d5e00cf1520d tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c77420d-fd64-4d3e-951a-cf5a5133e6de') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:19:57.365554 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3c349ebd-f3fa-440d-8312-d5e00cf1520d tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16313633'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:57.386071 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3c349ebd-f3fa-440d-8312-d5e00cf1520d tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:57.395177 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c349ebd-f3fa-440d-8312-d5e00cf1520d tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:19:57.396189 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3c349ebd-f3fa-440d-8312-d5e00cf1520d tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4305278'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:57.481686 n-d-813679-3 neutron-server[95502]: Traceback (most recent call last): Oct 12 19:19:57.481686 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:19:57.481686 n-d-813679-3 neutron-server[95502]: timer() Oct 12 19:19:57.481686 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:19:57.481686 n-d-813679-3 neutron-server[95502]: cb(*args, **kw) Oct 12 19:19:57.481686 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:19:57.481686 n-d-813679-3 neutron-server[95502]: return func(*args, **kwargs) Oct 12 19:19:57.481686 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:19:57.481686 n-d-813679-3 neutron-server[95502]: self._notify() Oct 12 19:19:57.481686 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:19:57.481686 n-d-813679-3 neutron-server[95502]: self.callback(batched_events) Oct 12 19:19:57.481686 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:19:57.481686 n-d-813679-3 neutron-server[95502]: event.method(event) Oct 12 19:19:57.481686 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:19:57.481686 n-d-813679-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:19:57.481686 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:19:57.481686 n-d-813679-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:19:57.481686 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:19:57.481686 n-d-813679-3 neutron-server[95502]: return f(self, *a, **k) Oct 12 19:19:57.481686 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:19:57.481686 n-d-813679-3 neutron-server[95502]: return self._get(url).json() Oct 12 19:19:57.481686 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:19:57.481686 n-d-813679-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:19:57.481686 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:19:57.481686 n-d-813679-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Oct 12 19:19:57.481686 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:19:57.481686 n-d-813679-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:19:57.481686 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:19:57.481686 n-d-813679-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:19:57.481686 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:19:57.481686 n-d-813679-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:19:57.481686 n-d-813679-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:19:57.511892 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b591726e-6688-4662-bc49-fef7620fd706 req-f6b85f9c-d180-4be2-a075-6d8605a3bf2a tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:57.515293 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b591726e-6688-4662-bc49-fef7620fd706 req-f6b85f9c-d180-4be2-a075-6d8605a3bf2a tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5314e30-527f-43ff-ad86-8b07326cb2f2 HTTP/1.1" status: 200 len: 949 time: 0.0664892 Oct 12 19:19:57.562339 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b591726e-6688-4662-bc49-fef7620fd706 req-39022f95-e06f-446b-a2cf-acfd26a223cd tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423467 Oct 12 19:19:57.562852 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5af54040-2dfc-4524-a930-b7de3359d133 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Made reservation on behalf of 273d7b7bf24b4507988eb056053819bc for: {'subnet': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:19:57.566756 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5af54040-2dfc-4524-a930-b7de3359d133 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4612397'] for subnet, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:57.585661 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3c349ebd-f3fa-440d-8312-d5e00cf1520d tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:57.586557 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 73901f70-ea50-4085-ad1c-f5a467959978 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:19:57.590508 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3c349ebd-f3fa-440d-8312-d5e00cf1520d tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:57.597864 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-3c349ebd-f3fa-440d-8312-d5e00cf1520d tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] 10.222.0.49 "DELETE /v2.0/networks/d23c0e0a-22d6-48e6-a833-92a90b8c946a HTTP/1.1" status: 204 len: 168 time: 0.5788653 Oct 12 19:19:57.601322 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 41586) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:19:57.617257 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 73901f70-ea50-4085-ad1c-f5a467959978 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:19:57.617926 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 73901f70-ea50-4085-ad1c-f5a467959978 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:19:57.618493 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 2becb611-c9db-4fe3-a16d-a2c17468cc2a no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:19:57.630453 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c349ebd-f3fa-440d-8312-d5e00cf1520d tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Pushing event deleted for resources: {'Network': ['ID=d23c0e0a-22d6-48e6-a833-92a90b8c946a,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:57.641069 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 2becb611-c9db-4fe3-a16d-a2c17468cc2a {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:19:57.641777 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 2becb611-c9db-4fe3-a16d-a2c17468cc2a not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:19:57.762922 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-bf2eba47-cbfb-474e-82a3-7e9cf4da039b tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:57.971806 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-bf2eba47-cbfb-474e-82a3-7e9cf4da039b tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:57.971806 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-bf2eba47-cbfb-474e-82a3-7e9cf4da039b tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a30e6f0d-26d6-4d79-80f5-b9c4ef24e21b']}} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:19:57.975708 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-bf2eba47-cbfb-474e-82a3-7e9cf4da039b tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fdb0600-6b83-4288-9e91-ba564cea48a9') {'for_net_delete': True} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:19:57.976001 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-bf2eba47-cbfb-474e-82a3-7e9cf4da039b tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fdb0600-6b83-4288-9e91-ba564cea48a9') {} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:19:57.986916 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-bf2eba47-cbfb-474e-82a3-7e9cf4da039b tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4281072'] for segment, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:58.001209 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-bf2eba47-cbfb-474e-82a3-7e9cf4da039b tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:58.008912 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf2eba47-cbfb-474e-82a3-7e9cf4da039b tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=95501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:19:58.008912 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-bf2eba47-cbfb-474e-82a3-7e9cf4da039b tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4823170'] for segment, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:58.011546 n-d-813679-3 neutron-server[95501]: Traceback (most recent call last): Oct 12 19:19:58.011546 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:19:58.011546 n-d-813679-3 neutron-server[95501]: timer() Oct 12 19:19:58.011546 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:19:58.011546 n-d-813679-3 neutron-server[95501]: cb(*args, **kw) Oct 12 19:19:58.011546 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:19:58.011546 n-d-813679-3 neutron-server[95501]: return func(*args, **kwargs) Oct 12 19:19:58.011546 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:19:58.011546 n-d-813679-3 neutron-server[95501]: self._notify() Oct 12 19:19:58.011546 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:19:58.011546 n-d-813679-3 neutron-server[95501]: self.callback(batched_events) Oct 12 19:19:58.011546 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:19:58.011546 n-d-813679-3 neutron-server[95501]: event.method(event) Oct 12 19:19:58.011546 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:19:58.011546 n-d-813679-3 neutron-server[95501]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:19:58.011546 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:19:58.011546 n-d-813679-3 neutron-server[95501]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:19:58.011546 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:19:58.011546 n-d-813679-3 neutron-server[95501]: return f(self, *a, **k) Oct 12 19:19:58.011546 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:19:58.011546 n-d-813679-3 neutron-server[95501]: return self._get(url).json() Oct 12 19:19:58.011546 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:19:58.011546 n-d-813679-3 neutron-server[95501]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:19:58.011546 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:19:58.011546 n-d-813679-3 neutron-server[95501]: return self.request(url, 'GET', **kwargs) Oct 12 19:19:58.011546 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:19:58.011546 n-d-813679-3 neutron-server[95501]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:19:58.011546 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:19:58.011546 n-d-813679-3 neutron-server[95501]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:19:58.011546 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:19:58.011546 n-d-813679-3 neutron-server[95501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:19:58.011546 n-d-813679-3 neutron-server[95501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:19:58.177486 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9e0ce554-c8d8-42cb-b4c8-28d2a4d07a38 req-ffe62b6e-2f87-49e9-963d-3969ef3c110c service neutron] 10.222.0.67 "GET /v2.0/ports/fc07b6bd-c42d-4c9c-ad2b-74f1d160459d/bindings/n-h2-813679-3 HTTP/1.1" status: 200 len: 382 time: 0.0682106 Oct 12 19:19:58.213790 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5af54040-2dfc-4524-a930-b7de3359d133 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4824863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4612355'] for subnet, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:58.256894 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-bf2eba47-cbfb-474e-82a3-7e9cf4da039b tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:58.299559 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af54040-2dfc-4524-a930-b7de3359d133 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Pushing event updated for resources: {'Subnet': ['ID=57705fd9-6e57-4d6e-81a8-a3da968ff1e8,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:58.323410 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-bf2eba47-cbfb-474e-82a3-7e9cf4da039b tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:58.329993 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-bf2eba47-cbfb-474e-82a3-7e9cf4da039b tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] 10.222.0.49 "DELETE /v2.0/networks/a30e6f0d-26d6-4d79-80f5-b9c4ef24e21b HTTP/1.1" status: 204 len: 168 time: 0.7259021 Oct 12 19:19:58.351390 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2eba47-cbfb-474e-82a3-7e9cf4da039b tempest-BulkNetworkOpsIpV6Test-1102267456 tempest-BulkNetworkOpsIpV6Test-1102267456-project] Pushing event deleted for resources: {'Network': ['ID=a30e6f0d-26d6-4d79-80f5-b9c4ef24e21b,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:58.367869 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af54040-2dfc-4524-a930-b7de3359d133 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Checking segment: {'id': 'c4882c31-8a8f-4efd-b94f-0990f3cd0a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '006ecbbc-eb88-4488-8a97-d3b228908d3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:19:58.368545 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af54040-2dfc-4524-a930-b7de3359d133 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Network hostable DHCP agents. Network: 006ecbbc-eb88-4488-8a97-d3b228908d3e, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:19:58.437866 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30702656-b7ce-43d0-865e-8e3d76ffb843 req-4bf28d01-138a-4985-9792-6cd56cd8cc6c tempest-ServerMetadataNegativeTestJSON-104529243 tempest-ServerMetadataNegativeTestJSON-104529243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:58.439480 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-30702656-b7ce-43d0-865e-8e3d76ffb843 req-4bf28d01-138a-4985-9792-6cd56cd8cc6c tempest-ServerMetadataNegativeTestJSON-104529243 tempest-ServerMetadataNegativeTestJSON-104529243-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8288e01-bbe9-41b1-9209-9758eb3ba673 HTTP/1.1" status: 200 len: 945 time: 0.1035616 Oct 12 19:19:58.507863 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-30702656-b7ce-43d0-865e-8e3d76ffb843 req-735725f5-45bd-4247-8ea3-9b11537a2353 tempest-ServerMetadataNegativeTestJSON-104529243 tempest-ServerMetadataNegativeTestJSON-104529243-project] 10.222.0.49 "GET /v2.0/security-groups?id=dfa7caca-7193-4cc9-935d-7f555029a7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603426 Oct 12 19:19:58.527274 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af54040-2dfc-4524-a930-b7de3359d133 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Network 006ecbbc-eb88-4488-8a97-d3b228908d3e is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:19:58.690820 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d475ca-7919-485a-9693-8a296bd1ff56 req-779a1d98-6165-45d8-b15f-21dfb26172eb tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:58.692916 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b5d475ca-7919-485a-9693-8a296bd1ff56 req-779a1d98-6165-45d8-b15f-21dfb26172eb tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5314e30-527f-43ff-ad86-8b07326cb2f2 HTTP/1.1" status: 200 len: 949 time: 0.0570838 Oct 12 19:19:58.695941 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-5af54040-2dfc-4524-a930-b7de3359d133 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, 006ecbbc-eb88-4488-8a97-d3b228908d3e) {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:19:58.702167 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8400e7e6-7561-41db-984b-7a61a93b9214 None None] Network 006ecbbc-eb88-4488-8a97-d3b228908d3e requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:19:58.703906 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af54040-2dfc-4524-a930-b7de3359d133 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:58.705915 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5af54040-2dfc-4524-a930-b7de3359d133 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:58.793373 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b5d475ca-7919-485a-9693-8a296bd1ff56 req-61f7f348-9293-411f-be99-9123d1b9d307 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518894 Oct 12 19:19:58.859637 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-5af54040-2dfc-4524-a930-b7de3359d133 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5934329 Oct 12 19:19:58.864227 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 41602) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:19:58.872641 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-28b69fb9-cf51-475c-ba3a-0afe4e5c0a7a tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Request body: {'port': {'network_id': '006ecbbc-eb88-4488-8a97-d3b228908d3e', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1947940079'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:19:58.928132 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13146479-d79a-4508-9698-85d9bb77cb98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-006ecbbc-eb88-4488-8a97-d3b228908d3e', 'network_id': '006ecbbc-eb88-4488-8a97-d3b228908d3e', 'tenant_id': '273d7b7bf24b4507988eb056053819bc', 'fixed_ips': [{'subnet_id': '57705fd9-6e57-4d6e-81a8-a3da968ff1e8'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:19:58.929706 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-13146479-d79a-4508-9698-85d9bb77cb98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:59.051958 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41606) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:19:59.079149 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0ce554-c8d8-42cb-b4c8-28d2a4d07a38 req-02d8af27-8af6-4ee0-9d40-5d6e22226915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:59.080932 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9e0ce554-c8d8-42cb-b4c8-28d2a4d07a38 req-02d8af27-8af6-4ee0-9d40-5d6e22226915 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e5314e30-527f-43ff-ad86-8b07326cb2f2&tenant_id=1439ecde881648d990934dad6d1d46ba HTTP/1.1" status: 200 len: 1100 time: 0.1078758 Oct 12 19:19:59.171597 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28b69fb9-cf51-475c-ba3a-0afe4e5c0a7a tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Made reservation on behalf of 273d7b7bf24b4507988eb056053819bc for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:19:59.177321 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-28b69fb9-cf51-475c-ba3a-0afe4e5c0a7a tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:59.195057 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0ce554-c8d8-42cb-b4c8-28d2a4d07a38 req-80f5b63e-cb80-43a2-957e-ab778b730d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:59.196830 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9e0ce554-c8d8-42cb-b4c8-28d2a4d07a38 req-80f5b63e-cb80-43a2-957e-ab778b730d1d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1439ecde881648d990934dad6d1d46ba&device_id=e5314e30-527f-43ff-ad86-8b07326cb2f2 HTTP/1.1" status: 200 len: 1100 time: 0.0790932 Oct 12 19:19:59.208137 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-13146479-d79a-4508-9698-85d9bb77cb98 None None] Allocated IP 2001:db8::2 (006ecbbc-eb88-4488-8a97-d3b228908d3e/57705fd9-6e57-4d6e-81a8-a3da968ff1e8/7ea8a1a7-0427-46cf-8346-e424369cc10e) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:19:59.361121 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0ce554-c8d8-42cb-b4c8-28d2a4d07a38 req-aef65915-dd6e-47be-a45f-ea5d2436886d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:59.363034 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9e0ce554-c8d8-42cb-b4c8-28d2a4d07a38 req-aef65915-dd6e-47be-a45f-ea5d2436886d service neutron] 10.222.0.67 "GET /v2.0/networks?id=90dcf485-b1ad-4139-85a3-9e1e9879e6b1 HTTP/1.1" status: 200 len: 870 time: 0.1482394 Oct 12 19:19:59.370291 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [None req-28b69fb9-cf51-475c-ba3a-0afe4e5c0a7a tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] device_id is not set on port 3fe08f95-68fa-469c-9c09-7f9a6120744a yet. {{(pid=95501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 19:19:59.374320 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-13146479-d79a-4508-9698-85d9bb77cb98 None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:59.391216 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-0f940f9e-c6b3-4c72-b59c-f5836b4618de admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e90fdd1c16404aac83459ea56aad2dff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3346710 Oct 12 19:19:59.391923 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41616) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:19:59.425602 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-13146479-d79a-4508-9698-85d9bb77cb98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:59.450559 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9e0ce554-c8d8-42cb-b4c8-28d2a4d07a38 req-f1466445-4955-47c9-a0a9-3ef0e8f3fb61 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=fc07b6bd-c42d-4c9c-ad2b-74f1d160459d HTTP/1.1" status: 200 len: 217 time: 0.0739827 Oct 12 19:19:59.473280 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-15a90b3a-8fb3-40cf-ace1-42891620753a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:59.497890 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ababd9e3-1bb6-4b46-9c5d-035015b3edb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:59.508448 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0ce554-c8d8-42cb-b4c8-28d2a4d07a38 req-3c067681-b006-4001-a886-f69cb2fc7d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:59.513300 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-15a90b3a-8fb3-40cf-ace1-42891620753a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:59.513415 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9e0ce554-c8d8-42cb-b4c8-28d2a4d07a38 req-3c067681-b006-4001-a886-f69cb2fc7d11 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=629aee7d-3fde-4c72-af1e-6a7e1f6a7e75 HTTP/1.1" status: 200 len: 843 time: 0.0526590 Oct 12 19:19:59.548206 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13146479-d79a-4508-9698-85d9bb77cb98 None None] Network 006ecbbc-eb88-4488-8a97-d3b228908d3e is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:19:59.562204 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-13146479-d79a-4508-9698-85d9bb77cb98 None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:19:59.566322 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13146479-d79a-4508-9698-85d9bb77cb98 None None] Pushing event updated for resources: {'Port': ['ID=7ea8a1a7-0427-46cf-8346-e424369cc10e,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:59.581432 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13146479-d79a-4508-9698-85d9bb77cb98 None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:19:59.630679 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 070ebd05-8ce5-49aa-bba5-8287aa1f5acb up at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:19:59.648913 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0ce554-c8d8-42cb-b4c8-28d2a4d07a38 req-ace88bf0-6a82-4934-a08b-33a64d34b979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:59.650405 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9e0ce554-c8d8-42cb-b4c8-28d2a4d07a38 req-ace88bf0-6a82-4934-a08b-33a64d34b979 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=90dcf485-b1ad-4139-85a3-9e1e9879e6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1316206 Oct 12 19:19:59.707275 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-13146479-d79a-4508-9698-85d9bb77cb98 None None] Attempting to bind port 7ea8a1a7-0427-46cf-8346-e424369cc10e on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:19:59.708547 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-13146479-d79a-4508-9698-85d9bb77cb98 None None] Attempting to bind port 7ea8a1a7-0427-46cf-8346-e424369cc10e by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'c4882c31-8a8f-4efd-b94f-0990f3cd0a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '006ecbbc-eb88-4488-8a97-d3b228908d3e'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:19:59.709147 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13146479-d79a-4508-9698-85d9bb77cb98 None None] Attempting to bind port 7ea8a1a7-0427-46cf-8346-e424369cc10e on network 006ecbbc-eb88-4488-8a97-d3b228908d3e {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:19:59.715997 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-28b69fb9-cf51-475c-ba3a-0afe4e5c0a7a tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Allocated IP 2001:db8::1e4 (006ecbbc-eb88-4488-8a97-d3b228908d3e/57705fd9-6e57-4d6e-81a8-a3da968ff1e8/3fe08f95-68fa-469c-9c09-7f9a6120744a) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:19:59.722598 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13146479-d79a-4508-9698-85d9bb77cb98 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:19:59.723300 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13146479-d79a-4508-9698-85d9bb77cb98 None None] Checking segment: {'id': 'c4882c31-8a8f-4efd-b94f-0990f3cd0a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '006ecbbc-eb88-4488-8a97-d3b228908d3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:19:59.724010 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-13146479-d79a-4508-9698-85d9bb77cb98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:59.724798 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13146479-d79a-4508-9698-85d9bb77cb98 None None] Bound using segment: {'id': 'c4882c31-8a8f-4efd-b94f-0990f3cd0a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '006ecbbc-eb88-4488-8a97-d3b228908d3e'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:19:59.725505 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-13146479-d79a-4508-9698-85d9bb77cb98 None None] Bound port: 7ea8a1a7-0427-46cf-8346-e424369cc10e, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4882c31-8a8f-4efd-b94f-0990f3cd0a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '006ecbbc-eb88-4488-8a97-d3b228908d3e'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:19:59.726242 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-13146479-d79a-4508-9698-85d9bb77cb98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:59.734295 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-15a90b3a-8fb3-40cf-ace1-42891620753a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:59.741343 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-15a90b3a-8fb3-40cf-ace1-42891620753a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:59.741343 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-15a90b3a-8fb3-40cf-ace1-42891620753a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d03503de-a852-4ef1-bca6-5232592dcb65 HTTP/1.1" status: 204 len: 168 time: 0.3462052 Oct 12 19:19:59.755558 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a90b3a-8fb3-40cf-ace1-42891620753a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d03503de-a852-4ef1-bca6-5232592dcb65,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:19:59.768956 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [req-9e0ce554-c8d8-42cb-b4c8-28d2a4d07a38 req-e9808a0b-b1c0-4b10-818d-cd0d0d9e15e1 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 19:19:59.770033 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9e0ce554-c8d8-42cb-b4c8-28d2a4d07a38 req-e9808a0b-b1c0-4b10-818d-cd0d0d9e15e1 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0792239 Oct 12 19:19:59.833836 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-13146479-d79a-4508-9698-85d9bb77cb98 None None] For port 7ea8a1a7-0427-46cf-8346-e424369cc10e, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:19:59.837833 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-13146479-d79a-4508-9698-85d9bb77cb98 None None] For port 7ea8a1a7-0427-46cf-8346-e424369cc10e, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=7ea8a1a7-0427-46cf-8346-e424369cc10e,segment=NetworkSegment(c4882c31-8a8f-4efd-b94f-0990f3cd0a68),segment_id=c4882c31-8a8f-4efd-b94f-0990f3cd0a68)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:19:59.870120 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning for port 070ebd05-8ce5-49aa-bba5-8287aa1f5acb completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:19:59.874650 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning complete for port 070ebd05-8ce5-49aa-bba5-8287aa1f5acb triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:19:59.878506 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:19:59.921151 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9576904-b6f6-4e58-8955-812cbb4814e5 req-e2e7c263-310e-4375-8c61-7c4f164e8109 tempest-ServerMetadataNegativeTestJSON-104529243 tempest-ServerMetadataNegativeTestJSON-104529243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:19:59.922739 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e9576904-b6f6-4e58-8955-812cbb4814e5 req-e2e7c263-310e-4375-8c61-7c4f164e8109 tempest-ServerMetadataNegativeTestJSON-104529243 tempest-ServerMetadataNegativeTestJSON-104529243-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8288e01-bbe9-41b1-9209-9758eb3ba673 HTTP/1.1" status: 200 len: 945 time: 0.2679000 Oct 12 19:19:59.936683 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-13146479-d79a-4508-9698-85d9bb77cb98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:00.022444 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169a29c0-9833-4c76-a5cb-8d0262c04fe3 req-25944a12-0c81-45c1-9834-90d04069e314 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:00.029095 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-169a29c0-9833-4c76-a5cb-8d0262c04fe3 req-25944a12-0c81-45c1-9834-90d04069e314 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5314e30-527f-43ff-ad86-8b07326cb2f2 HTTP/1.1" status: 200 len: 949 time: 0.1271939 Oct 12 19:20:00.057003 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9e0ce554-c8d8-42cb-b4c8-28d2a4d07a38 req-f0731be8-4183-4efc-a392-bd252d79cece service neutron] 10.222.0.67 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2739973 Oct 12 19:20:00.063799 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e9576904-b6f6-4e58-8955-812cbb4814e5 req-aa9750e2-5c42-4dd9-b13a-3ae50ae5795d tempest-ServerMetadataNegativeTestJSON-104529243 tempest-ServerMetadataNegativeTestJSON-104529243-project] 10.222.0.49 "GET /v2.0/security-groups?id=dfa7caca-7193-4cc9-935d-7f555029a7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219292 Oct 12 19:20:00.130983 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-169a29c0-9833-4c76-a5cb-8d0262c04fe3 req-e58fcd4b-8b2d-49c7-b5a0-73cba3aaeafe tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937235 Oct 12 19:20:00.181799 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-28b69fb9-cf51-475c-ba3a-0afe4e5c0a7a tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:00.187769 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9e0ce554-c8d8-42cb-b4c8-28d2a4d07a38 req-1fe4985b-d26f-45bd-81ae-6a842be4aefd service neutron] 10.222.0.67 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202207 Oct 12 19:20:00.278704 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13146479-d79a-4508-9698-85d9bb77cb98 None None] Pushing event updated for resources: {'Port': ['ID=7ea8a1a7-0427-46cf-8346-e424369cc10e,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:00.321940 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13146479-d79a-4508-9698-85d9bb77cb98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:20:00.331981 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13146479-d79a-4508-9698-85d9bb77cb98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:20:00.331981 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13146479-d79a-4508-9698-85d9bb77cb98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:20:00.331981 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13146479-d79a-4508-9698-85d9bb77cb98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:20:00.331981 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13146479-d79a-4508-9698-85d9bb77cb98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:20:00.331981 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13146479-d79a-4508-9698-85d9bb77cb98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:20:00.331981 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13146479-d79a-4508-9698-85d9bb77cb98 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:20:00.331981 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13146479-d79a-4508-9698-85d9bb77cb98 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:20:00.331981 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13146479-d79a-4508-9698-85d9bb77cb98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:20:00.331981 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13146479-d79a-4508-9698-85d9bb77cb98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:20:00.331981 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13146479-d79a-4508-9698-85d9bb77cb98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:20:00.331981 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13146479-d79a-4508-9698-85d9bb77cb98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:20:00.363101 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:00.402791 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8288e01-bbe9-41b1-9209-9758eb3ba673', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '070ebd05-8ce5-49aa-bba5-8287aa1f5acb'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:20:00.402791 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9131b8e2-8f6e-4a97-89af-0b2e42bf74a3" -d '{"events": [{"server_uuid": "c8288e01-bbe9-41b1-9209-9758eb3ba673", "name": "network-vif-plugged", "status": "completed", "tag": "070ebd05-8ce5-49aa-bba5-8287aa1f5acb"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:20:00.413860 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-28b69fb9-cf51-475c-ba3a-0afe4e5c0a7a tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:00.440545 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 070ebd05-8ce5-49aa-bba5-8287aa1f5acb, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=070ebd05-8ce5-49aa-bba5-8287aa1f5acb,segment=NetworkSegment(33a16efb-9090-4c3d-9689-ec9267c7786d),segment_id=33a16efb-9090-4c3d-9689-ec9267c7786d)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:20:00.485422 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22333631-342a-4c1a-849a-8e3ed3fe1e9c x-openstack-request-id: req-22333631-342a-4c1a-849a-8e3ed3fe1e9c {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:20:00.489118 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8288e01-bbe9-41b1-9209-9758eb3ba673", "name": "network-vif-plugged", "status": "completed", "tag": "070ebd05-8ce5-49aa-bba5-8287aa1f5acb", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:20:00.489118 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-22333631-342a-4c1a-849a-8e3ed3fe1e9c {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:20:00.489118 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8288e01-bbe9-41b1-9209-9758eb3ba673', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '070ebd05-8ce5-49aa-bba5-8287aa1f5acb', 'code': 200} Oct 12 19:20:00.500059 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b69fb9-cf51-475c-ba3a-0afe4e5c0a7a tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Network 006ecbbc-eb88-4488-8a97-d3b228908d3e is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:20:00.502751 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-28b69fb9-cf51-475c-ba3a-0afe4e5c0a7a tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:20:00.504928 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:00.506954 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device fc07b6bd-c42d-4c9c-ad2b-74f1d160459d no longer exists at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:20:00.552604 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b69fb9-cf51-475c-ba3a-0afe4e5c0a7a tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:20:00.577418 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b69fb9-cf51-475c-ba3a-0afe4e5c0a7a tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:00.578097 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-28b69fb9-cf51-475c-ba3a-0afe4e5c0a7a tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:00.691605 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b69fb9-cf51-475c-ba3a-0afe4e5c0a7a tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Pushing event updated for resources: {'Port': ['ID=3fe08f95-68fa-469c-9c09-7f9a6120744a,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:00.707603 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=070ebd05-8ce5-49aa-bba5-8287aa1f5acb,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:00.720151 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8494aac2-4b20-42dc-8bfe-8af58ee6c940 req-d7737e7a-57f8-481b-8a76-6566f157012e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:00.722181 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8494aac2-4b20-42dc-8bfe-8af58ee6c940 req-d7737e7a-57f8-481b-8a76-6566f157012e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c8288e01-bbe9-41b1-9209-9758eb3ba673 HTTP/1.1" status: 200 len: 1097 time: 0.1382935 Oct 12 19:20:00.784982 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8494aac2-4b20-42dc-8bfe-8af58ee6c940 req-d4e8e782-0175-4d6f-8ff1-84f57b12a8da service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=dfa7caca-7193-4cc9-935d-7f555029a7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514894 Oct 12 19:20:00.787656 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:00.815350 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-28b69fb9-cf51-475c-ba3a-0afe4e5c0a7a tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.9468377 Oct 12 19:20:00.815611 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 41646) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:00.849669 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port fc07b6bd-c42d-4c9c-ad2b-74f1d160459d, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=fc07b6bd-c42d-4c9c-ad2b-74f1d160459d,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:20:00.904675 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:00.939511 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-82fe7f70-d1bf-42e6-9a6c-d4f94b029060 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Deleting port 3fe08f95-68fa-469c-9c09-7f9a6120744a {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:20:00.939856 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-82fe7f70-d1bf-42e6-9a6c-d4f94b029060 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:00.966283 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=fc07b6bd-c42d-4c9c-ad2b-74f1d160459d,revision_number=6']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:01.040931 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-82fe7f70-d1bf-42e6-9a6c-d4f94b029060 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:01.061643 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-82fe7f70-d1bf-42e6-9a6c-d4f94b029060 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Calling delete_port for 3fe08f95-68fa-469c-9c09-7f9a6120744a owned by {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:20:01.310470 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eb700a-6cab-4521-b9ab-3cdc62555959 req-f7c98561-9bb8-4815-855e-e1da2ec1bcf0 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:01.310470 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-81eb700a-6cab-4521-b9ab-3cdc62555959 req-f7c98561-9bb8-4815-855e-e1da2ec1bcf0 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5314e30-527f-43ff-ad86-8b07326cb2f2 HTTP/1.1" status: 200 len: 947 time: 0.0674839 Oct 12 19:20:01.315996 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d4b1b6-7cb5-443f-a606-003c522dcd27 req-c51ff7ae-59d3-43f5-baff-f1473eb43d07 tempest-ServerMetadataNegativeTestJSON-104529243 tempest-ServerMetadataNegativeTestJSON-104529243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:01.317961 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b2d4b1b6-7cb5-443f-a606-003c522dcd27 req-c51ff7ae-59d3-43f5-baff-f1473eb43d07 tempest-ServerMetadataNegativeTestJSON-104529243 tempest-ServerMetadataNegativeTestJSON-104529243-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8288e01-bbe9-41b1-9209-9758eb3ba673 HTTP/1.1" status: 200 len: 946 time: 0.1033125 Oct 12 19:20:01.363825 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-82fe7f70-d1bf-42e6-9a6c-d4f94b029060 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:01.367047 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-81eb700a-6cab-4521-b9ab-3cdc62555959 req-30e9b6b6-a7c9-4023-98cf-4638939d35bc tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463951 Oct 12 19:20:01.410265 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b2d4b1b6-7cb5-443f-a606-003c522dcd27 req-990e4d9e-8622-4746-8914-a33d6f49f282 tempest-ServerMetadataNegativeTestJSON-104529243 tempest-ServerMetadataNegativeTestJSON-104529243-project] 10.222.0.49 "GET /v2.0/security-groups?id=dfa7caca-7193-4cc9-935d-7f555029a7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837209 Oct 12 19:20:01.417901 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fe7f70-d1bf-42e6-9a6c-d4f94b029060 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Pushing event deleted for resources: {'Port': ['ID=3fe08f95-68fa-469c-9c09-7f9a6120744a,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:01.454112 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-82fe7f70-d1bf-42e6-9a6c-d4f94b029060 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:01.459909 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-82fe7f70-d1bf-42e6-9a6c-d4f94b029060 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] 10.222.0.49 "DELETE /v2.0/ports/3fe08f95-68fa-469c-9c09-7f9a6120744a HTTP/1.1" status: 204 len: 168 time: 0.6429467 Oct 12 19:20:01.462557 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41664) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:01.533272 n-d-813679-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cb3af6f-87f1-460b-87f1-48c2e22ee6d5 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] GET failed (client error): The resource could not be found. Oct 12 19:20:01.537309 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-7cb3af6f-87f1-460b-87f1-48c2e22ee6d5 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] 10.222.0.49 "GET /v2.0/ports/3fe08f95-68fa-469c-9c09-7f9a6120744a HTTP/1.1" status: 404 len: 333 time: 0.0734174 Oct 12 19:20:01.541463 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 41668) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:01.547293 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41670) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:01.650343 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_v2 [None req-d27a1104-b0bb-497b-83c2-502dcd9ef6d7 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Deleting subnet 57705fd9-6e57-4d6e-81a8-a3da968ff1e8 {{(pid=95501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:20:01.656131 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d27a1104-b0bb-497b-83c2-502dcd9ef6d7 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks [] for subnet, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:01.690875 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 7ea8a1a7-0427-46cf-8346-e424369cc10e up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:20:01.705642 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d27a1104-b0bb-497b-83c2-502dcd9ef6d7 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281083'] for subnet, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:01.714278 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-6f61cdb0-abb9-4b95-ad97-e1ae6fd358b2 tempest-NetworksNegativeTestJSON-559281597 tempest-NetworksNegativeTestJSON-559281597-project] Request body: {'port': {'network_id': '9435f488-a291-41bc-bbb7-b1736bcb4a17', 'name': 'tempest-NetworksNegativeTestJSON-836681152'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:20:01.729272 n-d-813679-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f61cdb0-abb9-4b95-ad97-e1ae6fd358b2 tempest-NetworksNegativeTestJSON-559281597 tempest-NetworksNegativeTestJSON-559281597-project] POST failed (client error): The resource could not be found. Oct 12 19:20:01.729885 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f61cdb0-abb9-4b95-ad97-e1ae6fd358b2 tempest-NetworksNegativeTestJSON-559281597 tempest-NetworksNegativeTestJSON-559281597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:20:01.738059 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-6f61cdb0-abb9-4b95-ad97-e1ae6fd358b2 tempest-NetworksNegativeTestJSON-559281597 tempest-NetworksNegativeTestJSON-559281597-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1692696 Oct 12 19:20:01.738889 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41674) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:01.762069 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a3397e8e-1f36-4c39-9de4-f8e2c7fde066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:01.777967 n-d-813679-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-88a42b12-1683-48d8-9de3-96d76767a26d tempest-NetworksNegativeTestJSON-559281597 tempest-NetworksNegativeTestJSON-559281597-project] DELETE failed (client error): The resource could not be found. Oct 12 19:20:01.787285 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88a42b12-1683-48d8-9de3-96d76767a26d tempest-NetworksNegativeTestJSON-559281597 tempest-NetworksNegativeTestJSON-559281597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:20:01.790168 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c7f349-f5b5-4306-8371-329d89e4bf2d None None] Network 006ecbbc-eb88-4488-8a97-d3b228908d3e requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:20:01.791148 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-88a42b12-1683-48d8-9de3-96d76767a26d tempest-NetworksNegativeTestJSON-559281597 tempest-NetworksNegativeTestJSON-559281597-project] 10.222.0.49 "DELETE /v2.0/networks/84e8ac1f-ce6b-42ed-b89c-f1a4c4cac1bf HTTP/1.1" status: 404 len: 339 time: 0.0510283 Oct 12 19:20:01.794597 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 41676) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:01.805278 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 7ea8a1a7-0427-46cf-8346-e424369cc10e triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:20:01.805679 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:01.835448 n-d-813679-3 neutron-server[95501]: INFO neutron.pecan_wsgi.hooks.translation [None req-de080566-d4c1-4b81-a7da-3c81004eacf4 tempest-NetworksNegativeTestJSON-559281597 tempest-NetworksNegativeTestJSON-559281597-project] DELETE failed (client error): The resource could not be found. Oct 12 19:20:01.837338 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de080566-d4c1-4b81-a7da-3c81004eacf4 tempest-NetworksNegativeTestJSON-559281597 tempest-NetworksNegativeTestJSON-559281597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:20:01.845409 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41680) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:01.846791 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-de080566-d4c1-4b81-a7da-3c81004eacf4 tempest-NetworksNegativeTestJSON-559281597 tempest-NetworksNegativeTestJSON-559281597-project] 10.222.0.49 "DELETE /v2.0/ports/58bbf46c-6068-4efb-a7c2-5180da819138 HTTP/1.1" status: 404 len: 333 time: 0.0504453 Oct 12 19:20:01.889578 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-7670eef2-23d1-4930-9abb-c157e7922521 None None] Provisioning complete for port 7ea8a1a7-0427-46cf-8346-e424369cc10e triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:20:01.889578 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7670eef2-23d1-4930-9abb-c157e7922521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:01.900700 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d27a1104-b0bb-497b-83c2-502dcd9ef6d7 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:01.929716 n-d-813679-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-6db98df2-c5e9-4083-bc85-b4da57c4e998 tempest-NetworksNegativeTestJSON-559281597 tempest-NetworksNegativeTestJSON-559281597-project] DELETE failed (client error): The resource could not be found. Oct 12 19:20:01.930177 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6db98df2-c5e9-4083-bc85-b4da57c4e998 tempest-NetworksNegativeTestJSON-559281597 tempest-NetworksNegativeTestJSON-559281597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:20:01.938278 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-6db98df2-c5e9-4083-bc85-b4da57c4e998 tempest-NetworksNegativeTestJSON-559281597 tempest-NetworksNegativeTestJSON-559281597-project] 10.222.0.49 "DELETE /v2.0/subnets/4439697a-5c81-4482-a183-97c73b8b5fb4 HTTP/1.1" status: 404 len: 337 time: 0.0917985 Oct 12 19:20:01.942189 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41682) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:01.990541 n-d-813679-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-1572e0c9-c15c-4f55-8d84-50c3d2882448 tempest-NetworksNegativeTestJSON-559281597 tempest-NetworksNegativeTestJSON-559281597-project] GET failed (client error): The resource could not be found. Oct 12 19:20:01.992070 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-1572e0c9-c15c-4f55-8d84-50c3d2882448 tempest-NetworksNegativeTestJSON-559281597 tempest-NetworksNegativeTestJSON-559281597-project] 10.222.0.49 "GET /v2.0/networks/971e771e-916d-4a9d-9411-30ffa2e89295 HTTP/1.1" status: 404 len: 339 time: 0.0489202 Oct 12 19:20:01.996014 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 41684) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:02.033933 n-d-813679-3 neutron-server[95501]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e44e6b2-e863-46a4-b29a-3ac07564237d tempest-NetworksNegativeTestJSON-559281597 tempest-NetworksNegativeTestJSON-559281597-project] GET failed (client error): The resource could not be found. Oct 12 19:20:02.034427 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:02.036584 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-6e44e6b2-e863-46a4-b29a-3ac07564237d tempest-NetworksNegativeTestJSON-559281597 tempest-NetworksNegativeTestJSON-559281597-project] 10.222.0.49 "GET /v2.0/ports/6c80fd50-214d-4fd5-a212-d35cc016f2f0 HTTP/1.1" status: 404 len: 333 time: 0.0370376 Oct 12 19:20:02.040343 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41686) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:02.050667 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7670eef2-23d1-4930-9abb-c157e7922521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:02.074472 n-d-813679-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-669fb9c4-b5e6-46b6-9f70-78249c3ec67b tempest-NetworksNegativeTestJSON-559281597 tempest-NetworksNegativeTestJSON-559281597-project] GET failed (client error): The resource could not be found. Oct 12 19:20:02.076402 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-669fb9c4-b5e6-46b6-9f70-78249c3ec67b tempest-NetworksNegativeTestJSON-559281597 tempest-NetworksNegativeTestJSON-559281597-project] 10.222.0.49 "GET /v2.0/subnets/6c94fc58-a33a-4fa1-b4ac-d550ec28ddff HTTP/1.1" status: 404 len: 337 time: 0.0346560 Oct 12 19:20:02.080680 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 41688) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:02.087786 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-d95186fa-7a8f-4c95-8a4b-47833bd74e4a tempest-NetworksNegativeTestJSON-559281597 tempest-NetworksNegativeTestJSON-559281597-project] Request body: {'network': {'name': 'new_name'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:20:02.136693 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d27a1104-b0bb-497b-83c2-502dcd9ef6d7 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4824924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4612362'] for subnet, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:02.152205 n-d-813679-3 neutron-server[95501]: INFO neutron.pecan_wsgi.hooks.translation [None req-d95186fa-7a8f-4c95-8a4b-47833bd74e4a tempest-NetworksNegativeTestJSON-559281597 tempest-NetworksNegativeTestJSON-559281597-project] PUT failed (client error): The resource could not be found. Oct 12 19:20:02.153450 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d95186fa-7a8f-4c95-8a4b-47833bd74e4a tempest-NetworksNegativeTestJSON-559281597 tempest-NetworksNegativeTestJSON-559281597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:20:02.155025 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-d95186fa-7a8f-4c95-8a4b-47833bd74e4a tempest-NetworksNegativeTestJSON-559281597 tempest-NetworksNegativeTestJSON-559281597-project] 10.222.0.49 "PUT /v2.0/networks/0b1d7bf1-ae76-49e1-96fe-8a936ad66aea HTTP/1.1" status: 404 len: 339 time: 0.0730791 Oct 12 19:20:02.159861 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41690) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:02.165117 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-0d11bf28-284f-47e3-a0bb-36eef3e8437f tempest-NetworksNegativeTestJSON-559281597 tempest-NetworksNegativeTestJSON-559281597-project] Request body: {'port': {'name': 'new_name'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:20:02.172398 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.db.api [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 19:20:02.172772 n-d-813679-3 neutron-server[95503]: DEBUG oslo_db.api [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 19:20:02.190371 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27a1104-b0bb-497b-83c2-502dcd9ef6d7 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Pushing event deleted for resources: {'Subnet': ['ID=57705fd9-6e57-4d6e-81a8-a3da968ff1e8,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:02.199273 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d27a1104-b0bb-497b-83c2-502dcd9ef6d7 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:02.202984 n-d-813679-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d11bf28-284f-47e3-a0bb-36eef3e8437f tempest-NetworksNegativeTestJSON-559281597 tempest-NetworksNegativeTestJSON-559281597-project] PUT failed (client error): The resource could not be found. Oct 12 19:20:02.212354 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d11bf28-284f-47e3-a0bb-36eef3e8437f tempest-NetworksNegativeTestJSON-559281597 tempest-NetworksNegativeTestJSON-559281597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:20:02.212505 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-d27a1104-b0bb-497b-83c2-502dcd9ef6d7 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] 10.222.0.49 "DELETE /v2.0/subnets/57705fd9-6e57-4d6e-81a8-a3da968ff1e8 HTTP/1.1" status: 204 len: 168 time: 0.6617885 Oct 12 19:20:02.212505 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 41692) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:02.212711 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-0d11bf28-284f-47e3-a0bb-36eef3e8437f tempest-NetworksNegativeTestJSON-559281597 tempest-NetworksNegativeTestJSON-559281597-project] 10.222.0.49 "PUT /v2.0/ports/0eba2a8c-0e86-45c2-aa1f-408320f6ab21 HTTP/1.1" status: 404 len: 333 time: 0.0480366 Oct 12 19:20:02.213372 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 41694) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:02.266901 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.db.api [None req-7670eef2-23d1-4930-9abb-c157e7922521 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 19:20:02.267581 n-d-813679-3 neutron-server[95503]: DEBUG oslo_db.api [None req-7670eef2-23d1-4930-9abb-c157e7922521 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 19:20:02.302211 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-8005dd12-d6e4-47c6-9044-d4d2fbf3b905 tempest-NetworksNegativeTestJSON-559281597 tempest-NetworksNegativeTestJSON-559281597-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:20:02.335543 n-d-813679-3 neutron-server[95501]: INFO neutron.pecan_wsgi.hooks.translation [None req-8005dd12-d6e4-47c6-9044-d4d2fbf3b905 tempest-NetworksNegativeTestJSON-559281597 tempest-NetworksNegativeTestJSON-559281597-project] PUT failed (client error): The resource could not be found. Oct 12 19:20:02.335996 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8005dd12-d6e4-47c6-9044-d4d2fbf3b905 tempest-NetworksNegativeTestJSON-559281597 tempest-NetworksNegativeTestJSON-559281597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:20:02.341192 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-8005dd12-d6e4-47c6-9044-d4d2fbf3b905 tempest-NetworksNegativeTestJSON-559281597 tempest-NetworksNegativeTestJSON-559281597-project] 10.222.0.49 "PUT /v2.0/subnets/6974144b-afb1-4e6f-9940-fc5dae9bba3f HTTP/1.1" status: 404 len: 337 time: 0.1215446 Oct 12 19:20:02.370265 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-44e0a871-84f0-45ed-ba34-98059bf3d176 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:02.489587 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5314e30-527f-43ff-ad86-8b07326cb2f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc07b6bd-c42d-4c9c-ad2b-74f1d160459d'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:20:02.490974 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e24ee564-b01e-4c25-9701-15e052b025bf" -d '{"events": [{"server_uuid": "e5314e30-527f-43ff-ad86-8b07326cb2f2", "name": "network-vif-unplugged", "status": "completed", "tag": "fc07b6bd-c42d-4c9c-ad2b-74f1d160459d"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:20:02.506024 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-44e0a871-84f0-45ed-ba34-98059bf3d176 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Deleting port 7ea8a1a7-0427-46cf-8346-e424369cc10e {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:20:02.509014 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-44e0a871-84f0-45ed-ba34-98059bf3d176 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:02.531998 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:02.633601 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85babd33-7955-42fc-8bf3-1c6d8f09d4f9 None None] Network 006ecbbc-eb88-4488-8a97-d3b228908d3e requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:20:02.645835 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fae2b6-9fc2-47f3-8165-d85991ff695a req-8e60235d-83b1-421e-9e3b-e4e0640088ba tempest-ServerMetadataNegativeTestJSON-104529243 tempest-ServerMetadataNegativeTestJSON-104529243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:02.647816 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-00fae2b6-9fc2-47f3-8165-d85991ff695a req-8e60235d-83b1-421e-9e3b-e4e0640088ba tempest-ServerMetadataNegativeTestJSON-104529243 tempest-ServerMetadataNegativeTestJSON-104529243-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8288e01-bbe9-41b1-9209-9758eb3ba673 HTTP/1.1" status: 200 len: 946 time: 0.0888934 Oct 12 19:20:02.706364 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-00fae2b6-9fc2-47f3-8165-d85991ff695a req-4f267dda-cb65-4f54-aec6-160ca81bbbe5 tempest-ServerMetadataNegativeTestJSON-104529243 tempest-ServerMetadataNegativeTestJSON-104529243-project] 10.222.0.49 "GET /v2.0/security-groups?id=dfa7caca-7193-4cc9-935d-7f555029a7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500426 Oct 12 19:20:02.889343 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:02.891202 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:02.919073 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 19:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bd27f33-4438-4474-86cb-b07cf6ec9544 x-openstack-request-id: req-7bd27f33-4438-4474-86cb-b07cf6ec9544 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:20:02.919382 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5314e30-527f-43ff-ad86-8b07326cb2f2", "name": "network-vif-unplugged", "status": "completed", "tag": "fc07b6bd-c42d-4c9c-ad2b-74f1d160459d", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:20:02.919863 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7bd27f33-4438-4474-86cb-b07cf6ec9544 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:20:02.924444 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5314e30-527f-43ff-ad86-8b07326cb2f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc07b6bd-c42d-4c9c-ad2b-74f1d160459d', 'code': 200} Oct 12 19:20:02.931289 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7670eef2-23d1-4930-9abb-c157e7922521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:02.963817 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:02.979321 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c182b6a-2848-49e5-93be-1b3aedac3e66 None None] DHCP port deletion for 006ecbbc-eb88-4488-8a97-d3b228908d3e request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 19:20:03.014734 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] For port 7ea8a1a7-0427-46cf-8346-e424369cc10e, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=7ea8a1a7-0427-46cf-8346-e424369cc10e,segment=NetworkSegment(c4882c31-8a8f-4efd-b94f-0990f3cd0a68),segment_id=c4882c31-8a8f-4efd-b94f-0990f3cd0a68)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:20:03.043167 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-9c182b6a-2848-49e5-93be-1b3aedac3e66 None None] Deleting port 7ea8a1a7-0427-46cf-8346-e424369cc10e {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:20:03.043705 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9c182b6a-2848-49e5-93be-1b3aedac3e66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:03.107772 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [None req-44e0a871-84f0-45ed-ba34-98059bf3d176 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] For port 7ea8a1a7-0427-46cf-8346-e424369cc10e, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=7ea8a1a7-0427-46cf-8346-e424369cc10e,segment=NetworkSegment(c4882c31-8a8f-4efd-b94f-0990f3cd0a68),segment_id=c4882c31-8a8f-4efd-b94f-0990f3cd0a68)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:20:03.108674 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-44e0a871-84f0-45ed-ba34-98059bf3d176 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:03.110205 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:03.146662 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-44e0a871-84f0-45ed-ba34-98059bf3d176 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Calling delete_port for 7ea8a1a7-0427-46cf-8346-e424369cc10e owned by network:dhcp {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:20:03.170263 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-9c182b6a-2848-49e5-93be-1b3aedac3e66 None None] For port 7ea8a1a7-0427-46cf-8346-e424369cc10e, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=7ea8a1a7-0427-46cf-8346-e424369cc10e,segment=NetworkSegment(c4882c31-8a8f-4efd-b94f-0990f3cd0a68),segment_id=c4882c31-8a8f-4efd-b94f-0990f3cd0a68)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:20:03.170718 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9c182b6a-2848-49e5-93be-1b3aedac3e66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:03.197021 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-9c182b6a-2848-49e5-93be-1b3aedac3e66 None None] Calling delete_port for 7ea8a1a7-0427-46cf-8346-e424369cc10e owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:20:03.208073 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.db.api [None req-7670eef2-23d1-4930-9abb-c157e7922521 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 19:20:03.208619 n-d-813679-3 neutron-server[95503]: DEBUG oslo_db.api [None req-7670eef2-23d1-4930-9abb-c157e7922521 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 19:20:03.217612 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41720) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:03.244317 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacf9f4f-b6c5-4517-b858-4815643973d9 req-730b5e31-fe7a-4e7e-b1fa-4c30103ed5de tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:03.252678 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-aacf9f4f-b6c5-4517-b858-4815643973d9 req-730b5e31-fe7a-4e7e-b1fa-4c30103ed5de tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5314e30-527f-43ff-ad86-8b07326cb2f2 HTTP/1.1" status: 200 len: 947 time: 0.2589581 Oct 12 19:20:03.267135 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Pushing event updated for resources: {'Port': ['ID=7ea8a1a7-0427-46cf-8346-e424369cc10e,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:03.326004 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-aacf9f4f-b6c5-4517-b858-4815643973d9 req-66a79d40-6e41-4a09-8d50-288a09b070e2 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724051 Oct 12 19:20:03.365139 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9b1d0d9f-cf2b-411a-9805-fa7e3f269ad3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:03.374729 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9c182b6a-2848-49e5-93be-1b3aedac3e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:03.386490 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-44e0a871-84f0-45ed-ba34-98059bf3d176 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:03.441387 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e0a871-84f0-45ed-ba34-98059bf3d176 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Pushing event deleted for resources: {'Port': ['ID=7ea8a1a7-0427-46cf-8346-e424369cc10e,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:03.443657 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e0a871-84f0-45ed-ba34-98059bf3d176 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] No DVR routers for this DVR port 7ea8a1a7-0427-46cf-8346-e424369cc10e on host n-d-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:20:03.448344 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c182b6a-2848-49e5-93be-1b3aedac3e66 None None] No DVR routers for this DVR port 7ea8a1a7-0427-46cf-8346-e424369cc10e on host n-d-813679-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:20:03.454677 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c182b6a-2848-49e5-93be-1b3aedac3e66 None None] Pushing event deleted for resources: {'Port': ['ID=7ea8a1a7-0427-46cf-8346-e424369cc10e,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:03.492677 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9b1d0d9f-cf2b-411a-9805-fa7e3f269ad3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:03.514237 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-7670eef2-23d1-4930-9abb-c157e7922521 None None] Port 7ea8a1a7-0427-46cf-8346-e424369cc10e update to ACTIVE by agent not found {{(pid=95503) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 12 19:20:03.597703 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:03.597920 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9b1d0d9f-cf2b-411a-9805-fa7e3f269ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:03.602529 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-44e0a871-84f0-45ed-ba34-98059bf3d176 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:03.608748 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 7ea8a1a7-0427-46cf-8346-e424369cc10e no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:20:03.630074 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-44e0a871-84f0-45ed-ba34-98059bf3d176 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['006ecbbc-eb88-4488-8a97-d3b228908d3e']}} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:20:03.640705 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1d0d9f-cf2b-411a-9805-fa7e3f269ad3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc721373-abca-421f-bac0-ea056ad8667d,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:03.642243 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-44e0a871-84f0-45ed-ba34-98059bf3d176 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4882c31-8a8f-4efd-b94f-0990f3cd0a68') {'for_net_delete': True} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:20:03.642540 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-44e0a871-84f0-45ed-ba34-98059bf3d176 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4882c31-8a8f-4efd-b94f-0990f3cd0a68') {} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:20:03.647168 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 7ea8a1a7-0427-46cf-8346-e424369cc10e {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:20:03.647423 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 7ea8a1a7-0427-46cf-8346-e424369cc10e not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:20:03.651254 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f007e161-39ac-4f96-ae67-dc09479b71a8 req-4d36c856-a580-4a27-8955-cf6781b190c1 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:03.652866 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f007e161-39ac-4f96-ae67-dc09479b71a8 req-4d36c856-a580-4a27-8955-cf6781b190c1 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=310462ac-35c8-4420-a264-5ffe2ec3acdd HTTP/1.1" status: 200 len: 944 time: 0.0919995 Oct 12 19:20:03.669815 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-44e0a871-84f0-45ed-ba34-98059bf3d176 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4281072'] for segment, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:03.682067 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device fc07b6bd-c42d-4c9c-ad2b-74f1d160459d details requested by agent hyperv_n-h2-813679-3 with host n-h2-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:20:03.687878 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-7a5aea26-53b6-4210-8909-85caa49ccf11 None None] Could not find standard attr ID for object 7ea8a1a7-0427-46cf-8346-e424369cc10e. {{(pid=95503) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 19:20:03.702374 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-9b1d0d9f-cf2b-411a-9805-fa7e3f269ad3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b7bc5a4d70824148b770abfe757c2713&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4835930 Oct 12 19:20:03.703034 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41730) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:03.778656 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-44e0a871-84f0-45ed-ba34-98059bf3d176 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:03.809426 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1a2b904e-db06-4ae6-9b7a-4304b51bdfcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:03.823785 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44e0a871-84f0-45ed-ba34-98059bf3d176 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=95501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:20:03.824248 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-44e0a871-84f0-45ed-ba34-98059bf3d176 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4823170'] for segment, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:03.856582 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1a2b904e-db06-4ae6-9b7a-4304b51bdfcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:03.866246 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port fc07b6bd-c42d-4c9c-ad2b-74f1d160459d, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=fc07b6bd-c42d-4c9c-ad2b-74f1d160459d,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:20:03.868505 n-d-813679-3 neutron-server[95501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:20:03.868505 n-d-813679-3 neutron-server[95501]: self.session.flush() Oct 12 19:20:03.868505 n-d-813679-3 neutron-server[95501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:20:03.868505 n-d-813679-3 neutron-server[95501]: self.session.flush() Oct 12 19:20:03.868505 n-d-813679-3 neutron-server[95501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:20:03.868505 n-d-813679-3 neutron-server[95501]: self.session.flush() Oct 12 19:20:03.868505 n-d-813679-3 neutron-server[95501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:20:03.868505 n-d-813679-3 neutron-server[95501]: self.session.flush() Oct 12 19:20:03.868505 n-d-813679-3 neutron-server[95501]: Traceback (most recent call last): Oct 12 19:20:03.868505 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:20:03.868505 n-d-813679-3 neutron-server[95501]: timer() Oct 12 19:20:03.868505 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:20:03.868505 n-d-813679-3 neutron-server[95501]: cb(*args, **kw) Oct 12 19:20:03.868505 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:20:03.868505 n-d-813679-3 neutron-server[95501]: return func(*args, **kwargs) Oct 12 19:20:03.868505 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:20:03.868505 n-d-813679-3 neutron-server[95501]: self._notify() Oct 12 19:20:03.868505 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:20:03.868505 n-d-813679-3 neutron-server[95501]: self.callback(batched_events) Oct 12 19:20:03.868505 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:20:03.868505 n-d-813679-3 neutron-server[95501]: event.method(event) Oct 12 19:20:03.868505 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:20:03.868505 n-d-813679-3 neutron-server[95501]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:20:03.868505 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:20:03.868505 n-d-813679-3 neutron-server[95501]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:20:03.868505 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:20:03.868505 n-d-813679-3 neutron-server[95501]: return f(self, *a, **k) Oct 12 19:20:03.868505 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:20:03.868505 n-d-813679-3 neutron-server[95501]: return self._get(url).json() Oct 12 19:20:03.868505 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:20:03.868505 n-d-813679-3 neutron-server[95501]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:20:03.868505 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:20:03.868505 n-d-813679-3 neutron-server[95501]: return self.request(url, 'GET', **kwargs) Oct 12 19:20:03.868505 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:20:03.868505 n-d-813679-3 neutron-server[95501]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:20:03.868505 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:20:03.868505 n-d-813679-3 neutron-server[95501]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:20:03.868505 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:20:03.868505 n-d-813679-3 neutron-server[95501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:20:03.868505 n-d-813679-3 neutron-server[95501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:20:03.882905 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Returning: {'device': 'fc07b6bd-c42d-4c9c-ad2b-74f1d160459d', 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1', 'port_id': 'fc07b6bd-c42d-4c9c-ad2b-74f1d160459d', 'mac_address': 'fa:16:3e:8f:8e:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '629aee7d-3fde-4c72-af1e-6a7e1f6a7e75', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:20:03.905168 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f007e161-39ac-4f96-ae67-dc09479b71a8 req-5b45de24-2933-4ecf-9686-1a9ce7941ab6 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2999b03-b87d-46b4-9267-1669e2e14df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383876 Oct 12 19:20:03.950419 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:03.973004 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc07b6bd-c42d-4c9c-ad2b-74f1d160459d {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:20:03.986168 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a36dd00-5345-443b-90bc-84a51d085f65 req-c6b32e9b-e3ef-484a-87a4-f7103661b28c tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:03.988235 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5a36dd00-5345-443b-90bc-84a51d085f65 req-c6b32e9b-e3ef-484a-87a4-f7103661b28c tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.61 "GET /v2.0/ports?device_id=310462ac-35c8-4420-a264-5ffe2ec3acdd HTTP/1.1" status: 200 len: 944 time: 0.0779274 Oct 12 19:20:03.997086 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port fc07b6bd-c42d-4c9c-ad2b-74f1d160459d, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=fc07b6bd-c42d-4c9c-ad2b-74f1d160459d,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:20:04.024455 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1a2b904e-db06-4ae6-9b7a-4304b51bdfcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:04.027096 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1a2b904e-db06-4ae6-9b7a-4304b51bdfcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:04.028339 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-1a2b904e-db06-4ae6-9b7a-4304b51bdfcc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fc721373-abca-421f-bac0-ea056ad8667d HTTP/1.1" status: 204 len: 168 time: 0.3243260 Oct 12 19:20:04.037564 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2b904e-db06-4ae6-9b7a-4304b51bdfcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc721373-abca-421f-bac0-ea056ad8667d,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:04.070058 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-44e0a871-84f0-45ed-ba34-98059bf3d176 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:04.081148 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-44e0a871-84f0-45ed-ba34-98059bf3d176 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:04.081148 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-44e0a871-84f0-45ed-ba34-98059bf3d176 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] 10.222.0.49 "DELETE /v2.0/networks/006ecbbc-eb88-4488-8a97-d3b228908d3e HTTP/1.1" status: 204 len: 168 time: 1.8716726 Oct 12 19:20:04.083777 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41752) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:04.089355 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-7d889f57-a9df-43a9-996b-7f649eb4f0ca tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Request body: {'port': {'network_id': 'f45f61ae-edb4-432c-8d16-a8907d75f8d2', 'name': 'tempest-PortsIpV6TestJSON-109615326'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:20:04.103861 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:04.134572 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e0a871-84f0-45ed-ba34-98059bf3d176 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Pushing event deleted for resources: {'Network': ['ID=006ecbbc-eb88-4488-8a97-d3b228908d3e,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:04.193180 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-5a36dd00-5345-443b-90bc-84a51d085f65 req-98b915a4-3590-4e19-8d4b-fa0965a554d3 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Deleting port 563b134f-51fe-4fed-be7b-8540d1e5cb66 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:20:04.193594 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-5a36dd00-5345-443b-90bc-84a51d085f65 req-98b915a4-3590-4e19-8d4b-fa0965a554d3 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:04.200726 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=fc07b6bd-c42d-4c9c-ad2b-74f1d160459d,revision_number=7']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:04.304414 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-5a36dd00-5345-443b-90bc-84a51d085f65 req-98b915a4-3590-4e19-8d4b-fa0965a554d3 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] For port 563b134f-51fe-4fed-be7b-8540d1e5cb66, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=563b134f-51fe-4fed-be7b-8540d1e5cb66,segment=NetworkSegment(092fb16a-01c2-4f4a-b148-df23675b5071),segment_id=092fb16a-01c2-4f4a-b148-df23675b5071)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:20:04.304787 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-5a36dd00-5345-443b-90bc-84a51d085f65 req-98b915a4-3590-4e19-8d4b-fa0965a554d3 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:04.317443 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-5a36dd00-5345-443b-90bc-84a51d085f65 req-98b915a4-3590-4e19-8d4b-fa0965a554d3 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Calling delete_port for 563b134f-51fe-4fed-be7b-8540d1e5cb66 owned by compute:nova {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:20:04.338638 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d889f57-a9df-43a9-996b-7f649eb4f0ca tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Made reservation on behalf of 273d7b7bf24b4507988eb056053819bc for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:20:04.343311 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7d889f57-a9df-43a9-996b-7f649eb4f0ca tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:04.349523 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['fc07b6bd-c42d-4c9c-ad2b-74f1d160459d'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:20:04.416949 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [None req-7d889f57-a9df-43a9-996b-7f649eb4f0ca tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] device_id is not set on port a46cce82-6d7b-45e7-944c-1e50cdde78de yet. {{(pid=95502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 19:20:04.468727 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:04.561012 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae45447-b71b-43a6-90c6-5fcf7e9397f7 req-aef51d1e-971f-45ae-a79e-a6cdef8c4bd8 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:04.569978 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cae45447-b71b-43a6-90c6-5fcf7e9397f7 req-aef51d1e-971f-45ae-a79e-a6cdef8c4bd8 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5314e30-527f-43ff-ad86-8b07326cb2f2 HTTP/1.1" status: 200 len: 948 time: 0.1244957 Oct 12 19:20:04.629631 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cae45447-b71b-43a6-90c6-5fcf7e9397f7 req-f5a0be57-ebdd-427a-82a2-680223f8edb8 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569625 Oct 12 19:20:04.687932 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-5a36dd00-5345-443b-90bc-84a51d085f65 req-98b915a4-3590-4e19-8d4b-fa0965a554d3 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:04.700135 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['563b134f-51fe-4fed-be7b-8540d1e5cb66'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:20:04.732672 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b915a4-3590-4e19-8d4b-fa0965a554d3 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Pushing event deleted for resources: {'Port': ['ID=563b134f-51fe-4fed-be7b-8540d1e5cb66,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:04.787870 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a36dd00-5345-443b-90bc-84a51d085f65 req-98b915a4-3590-4e19-8d4b-fa0965a554d3 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] No DVR routers for this DVR port 563b134f-51fe-4fed-be7b-8540d1e5cb66 on host n-h1-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:20:04.790675 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-5a36dd00-5345-443b-90bc-84a51d085f65 req-98b915a4-3590-4e19-8d4b-fa0965a554d3 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:04.794447 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5a36dd00-5345-443b-90bc-84a51d085f65 req-98b915a4-3590-4e19-8d4b-fa0965a554d3 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.61 "DELETE /v2.0/ports/563b134f-51fe-4fed-be7b-8540d1e5cb66 HTTP/1.1" status: 204 len: 173 time: 0.7979150 Oct 12 19:20:04.795084 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '310462ac-35c8-4420-a264-5ffe2ec3acdd', 'name': 'network-vif-deleted', 'tag': '563b134f-51fe-4fed-be7b-8540d1e5cb66'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:20:04.798260 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6afe7d9d-3801-4682-898e-b99336fd8cb2" -d '{"events": [{"server_uuid": "310462ac-35c8-4420-a264-5ffe2ec3acdd", "name": "network-vif-deleted", "tag": "563b134f-51fe-4fed-be7b-8540d1e5cb66"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:20:04.844801 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cef8ae5-96b9-45d5-baa0-f38038f415d0 req-c1ea606f-e6fb-45a3-9869-36ecf1825565 tempest-ServerMetadataNegativeTestJSON-104529243 tempest-ServerMetadataNegativeTestJSON-104529243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:04.856792 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3cef8ae5-96b9-45d5-baa0-f38038f415d0 req-c1ea606f-e6fb-45a3-9869-36ecf1825565 tempest-ServerMetadataNegativeTestJSON-104529243 tempest-ServerMetadataNegativeTestJSON-104529243-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8288e01-bbe9-41b1-9209-9758eb3ba673 HTTP/1.1" status: 200 len: 946 time: 0.1669891 Oct 12 19:20:04.865497 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7d889f57-a9df-43a9-996b-7f649eb4f0ca tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:04.939657 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3cef8ae5-96b9-45d5-baa0-f38038f415d0 req-acf95036-82bd-461f-86d6-b4e9533076fb tempest-ServerMetadataNegativeTestJSON-104529243 tempest-ServerMetadataNegativeTestJSON-104529243-project] 10.222.0.49 "GET /v2.0/security-groups?id=dfa7caca-7193-4cc9-935d-7f555029a7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715976 Oct 12 19:20:05.054083 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7d889f57-a9df-43a9-996b-7f649eb4f0ca tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:05.136238 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d889f57-a9df-43a9-996b-7f649eb4f0ca tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Network f45f61ae-edb4-432c-8d16-a8907d75f8d2 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:20:05.140977 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-7d889f57-a9df-43a9-996b-7f649eb4f0ca tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:20:05.144502 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d889f57-a9df-43a9-996b-7f649eb4f0ca tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:20:05.150290 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d889f57-a9df-43a9-996b-7f649eb4f0ca tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:05.150905 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7d889f57-a9df-43a9-996b-7f649eb4f0ca tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:05.162840 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d889f57-a9df-43a9-996b-7f649eb4f0ca tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Pushing event updated for resources: {'Port': ['ID=a46cce82-6d7b-45e7-944c-1e50cdde78de,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:05.255697 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7efad38-8d21-4852-b50e-51d8208b2435 x-openstack-request-id: req-f7efad38-8d21-4852-b50e-51d8208b2435 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:20:05.256216 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "310462ac-35c8-4420-a264-5ffe2ec3acdd", "name": "network-vif-deleted", "tag": "563b134f-51fe-4fed-be7b-8540d1e5cb66", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:20:05.256349 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f7efad38-8d21-4852-b50e-51d8208b2435 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:20:05.256812 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '310462ac-35c8-4420-a264-5ffe2ec3acdd', 'name': 'network-vif-deleted', 'tag': '563b134f-51fe-4fed-be7b-8540d1e5cb66', 'status': 'completed', 'code': 200} Oct 12 19:20:05.302115 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-7d889f57-a9df-43a9-996b-7f649eb4f0ca tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.2166536 Oct 12 19:20:05.304547 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 41790) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:05.432413 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e5ff8f57-b249-4758-8624-e233a2f93375 req-fdac353e-be75-49cd-9b74-37a964aaf3c8 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=310462ac-35c8-4420-a264-5ffe2ec3acdd HTTP/1.1" status: 200 len: 210 time: 0.0342052 Oct 12 19:20:05.442642 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-6fe8e11a-9cfc-4cbf-be61-48ed92c7f571 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Deleting port a46cce82-6d7b-45e7-944c-1e50cdde78de {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:20:05.443054 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6fe8e11a-9cfc-4cbf-be61-48ed92c7f571 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:05.467750 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41796) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:05.580706 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6fe8e11a-9cfc-4cbf-be61-48ed92c7f571 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:05.588620 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-1ec4ec4f-a6b4-4c15-91e9-38f59df5ded0 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Request body: {'network': {'name': 'tempest-RoutersTest-115803403'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:20:05.608203 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-6fe8e11a-9cfc-4cbf-be61-48ed92c7f571 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Calling delete_port for a46cce82-6d7b-45e7-944c-1e50cdde78de owned by {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:20:05.624358 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854128c4-5308-448c-9c82-81d97400f528 req-a23972bb-a2b0-4563-922e-2778a3112684 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:05.625859 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-854128c4-5308-448c-9c82-81d97400f528 req-a23972bb-a2b0-4563-922e-2778a3112684 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5314e30-527f-43ff-ad86-8b07326cb2f2 HTTP/1.1" status: 200 len: 948 time: 0.1680954 Oct 12 19:20:05.636843 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c5b4f-10a3-4fe5-915a-1ae2bde3a689 req-b69cc900-d072-4c3d-a677-0ce38d36f20f tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:05.638284 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-de6c5b4f-10a3-4fe5-915a-1ae2bde3a689 req-b69cc900-d072-4c3d-a677-0ce38d36f20f tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.67 "GET /v2.0/ports?device_id=e5314e30-527f-43ff-ad86-8b07326cb2f2&tenant_id=1439ecde881648d990934dad6d1d46ba&binding%3Ahost_id=n-h2-813679-3 HTTP/1.1" status: 200 len: 948 time: 0.1371024 Oct 12 19:20:05.647073 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ec4ec4f-a6b4-4c15-91e9-38f59df5ded0 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Made reservation on behalf of ceb2896b1b72443898c06b8dcad99d7f for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:20:05.651180 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1ec4ec4f-a6b4-4c15-91e9-38f59df5ded0 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:05.665240 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1ec4ec4f-a6b4-4c15-91e9-38f59df5ded0 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:05.675458 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device fc07b6bd-c42d-4c9c-ad2b-74f1d160459d up at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:20:05.748946 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning complete for port fc07b6bd-c42d-4c9c-ad2b-74f1d160459d triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:20:05.752944 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:05.765189 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1ec4ec4f-a6b4-4c15-91e9-38f59df5ded0 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:05.781914 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-854128c4-5308-448c-9c82-81d97400f528 req-97fdf054-31e8-48ed-bf43-c22855262a25 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365902 Oct 12 19:20:05.832160 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1ec4ec4f-a6b4-4c15-91e9-38f59df5ded0 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:05.850662 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:05.852981 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-de6c5b4f-10a3-4fe5-915a-1ae2bde3a689 req-ee8bb049-0ce9-4bb8-973b-91f4f06c563e service neutron] 10.222.0.67 "GET /v2.0/ports/fc07b6bd-c42d-4c9c-ad2b-74f1d160459d/bindings/n-h2-813679-3 HTTP/1.1" status: 200 len: 382 time: 0.2022991 Oct 12 19:20:05.864689 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec4ec4f-a6b4-4c15-91e9-38f59df5ded0 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32960dab-ef7d-4ad9-b3b6-f3afa76cbf8a,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:05.883584 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5314e30-527f-43ff-ad86-8b07326cb2f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc07b6bd-c42d-4c9c-ad2b-74f1d160459d'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:20:05.886100 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-851bb86e-dfe7-428b-9b4b-cf33b2735d0e" -d '{"events": [{"server_uuid": "e5314e30-527f-43ff-ad86-8b07326cb2f2", "name": "network-vif-plugged", "status": "completed", "tag": "fc07b6bd-c42d-4c9c-ad2b-74f1d160459d"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:20:05.899540 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port fc07b6bd-c42d-4c9c-ad2b-74f1d160459d, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=fc07b6bd-c42d-4c9c-ad2b-74f1d160459d,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:20:05.932235 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ec4ec4f-a6b4-4c15-91e9-38f59df5ded0 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:20:05.940333 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6fe8e11a-9cfc-4cbf-be61-48ed92c7f571 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:05.945642 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1ec4ec4f-a6b4-4c15-91e9-38f59df5ded0 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:05.945996 n-d-813679-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-1ec4ec4f-a6b4-4c15-91e9-38f59df5ded0 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Added segment 5732c59e-24e7-4151-906c-3e1c92e16b50 of type vlan for network 004b7aca-f04a-469e-acd0-56119303e5b0 Oct 12 19:20:05.993500 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe8e11a-9cfc-4cbf-be61-48ed92c7f571 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Pushing event deleted for resources: {'Port': ['ID=a46cce82-6d7b-45e7-944c-1e50cdde78de,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:06.014896 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f343078-0023-4300-b578-bfa482179f10 req-42359448-412d-47bc-93ca-a8e6dca6c0fd tempest-ServerMetadataNegativeTestJSON-104529243 tempest-ServerMetadataNegativeTestJSON-104529243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:06.015980 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9f343078-0023-4300-b578-bfa482179f10 req-42359448-412d-47bc-93ca-a8e6dca6c0fd tempest-ServerMetadataNegativeTestJSON-104529243 tempest-ServerMetadataNegativeTestJSON-104529243-project] 10.222.0.67 "GET /v2.0/ports?device_id=c8288e01-bbe9-41b1-9209-9758eb3ba673 HTTP/1.1" status: 200 len: 946 time: 0.1159377 Oct 12 19:20:06.016691 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6fe8e11a-9cfc-4cbf-be61-48ed92c7f571 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:06.022257 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-6fe8e11a-9cfc-4cbf-be61-48ed92c7f571 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] 10.222.0.49 "DELETE /v2.0/ports/a46cce82-6d7b-45e7-944c-1e50cdde78de HTTP/1.1" status: 204 len: 168 time: 0.7141552 Oct 12 19:20:06.022801 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 41812) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:06.024827 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:06.034996 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-92055670-b00b-40f0-a23f-c363a4d10d41 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Request body: {'port': {'network_id': 'f45f61ae-edb4-432c-8d16-a8907d75f8d2', 'mac_address': 'fa:16:3e:5b:50:50', 'name': 'tempest-PortsIpV6TestJSON-1973903600'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:20:06.047746 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1ec4ec4f-a6b4-4c15-91e9-38f59df5ded0 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:06.101542 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=fc07b6bd-c42d-4c9c-ad2b-74f1d160459d,revision_number=8']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:06.116522 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c5b4f-10a3-4fe5-915a-1ae2bde3a689 req-162bf8b7-6b93-4e5e-af91-a05bebf080be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:06.118735 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-de6c5b4f-10a3-4fe5-915a-1ae2bde3a689 req-162bf8b7-6b93-4e5e-af91-a05bebf080be service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1439ecde881648d990934dad6d1d46ba&device_id=e5314e30-527f-43ff-ad86-8b07326cb2f2 HTTP/1.1" status: 200 len: 1099 time: 0.2172539 Oct 12 19:20:06.156908 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db64a5e-8a05-49ac-8f03-1c6c0727d0b3 req-f38618f7-3379-4c27-afe2-4098ecc782da tempest-ServerMetadataNegativeTestJSON-104529243 tempest-ServerMetadataNegativeTestJSON-104529243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:06.157031 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-506c2e0e-2cb5-454c-9beb-baf313153ed7 x-openstack-request-id: req-506c2e0e-2cb5-454c-9beb-baf313153ed7 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:20:06.157031 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5314e30-527f-43ff-ad86-8b07326cb2f2", "name": "network-vif-plugged", "status": "completed", "tag": "fc07b6bd-c42d-4c9c-ad2b-74f1d160459d", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:20:06.157031 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-506c2e0e-2cb5-454c-9beb-baf313153ed7 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:20:06.157031 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5314e30-527f-43ff-ad86-8b07326cb2f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc07b6bd-c42d-4c9c-ad2b-74f1d160459d', 'code': 200} Oct 12 19:20:06.157370 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4db64a5e-8a05-49ac-8f03-1c6c0727d0b3 req-f38618f7-3379-4c27-afe2-4098ecc782da tempest-ServerMetadataNegativeTestJSON-104529243 tempest-ServerMetadataNegativeTestJSON-104529243-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8288e01-bbe9-41b1-9209-9758eb3ba673 HTTP/1.1" status: 200 len: 946 time: 0.0714281 Oct 12 19:20:06.176631 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1ec4ec4f-a6b4-4c15-91e9-38f59df5ded0 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:06.182003 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec4ec4f-a6b4-4c15-91e9-38f59df5ded0 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:06.182584 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1ec4ec4f-a6b4-4c15-91e9-38f59df5ded0 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:06.260516 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4db64a5e-8a05-49ac-8f03-1c6c0727d0b3 req-350898cb-d9f7-4bb9-8891-59aa3bb36934 tempest-ServerMetadataNegativeTestJSON-104529243 tempest-ServerMetadataNegativeTestJSON-104529243-project] 10.222.0.49 "GET /v2.0/security-groups?id=dfa7caca-7193-4cc9-935d-7f555029a7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994890 Oct 12 19:20:06.264858 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec4ec4f-a6b4-4c15-91e9-38f59df5ded0 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Pushing event updated for resources: {'Network': ['ID=004b7aca-f04a-469e-acd0-56119303e5b0,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:06.276169 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 004b7aca-f04a-469e-acd0-56119303e5b0 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:20:06.305602 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c5b4f-10a3-4fe5-915a-1ae2bde3a689 req-3840c7b0-e801-4f25-9600-71ad530ae188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:06.310347 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-de6c5b4f-10a3-4fe5-915a-1ae2bde3a689 req-3840c7b0-e801-4f25-9600-71ad530ae188 service neutron] 10.222.0.67 "GET /v2.0/networks?id=90dcf485-b1ad-4139-85a3-9e1e9879e6b1 HTTP/1.1" status: 200 len: 870 time: 0.1800294 Oct 12 19:20:06.314134 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-9f343078-0023-4300-b578-bfa482179f10 req-df6d5267-78ed-40f8-89d2-47f06647c35a tempest-ServerMetadataNegativeTestJSON-104529243 tempest-ServerMetadataNegativeTestJSON-104529243-project] Deleting port 070ebd05-8ce5-49aa-bba5-8287aa1f5acb {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:20:06.314706 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-9f343078-0023-4300-b578-bfa482179f10 req-df6d5267-78ed-40f8-89d2-47f06647c35a tempest-ServerMetadataNegativeTestJSON-104529243 tempest-ServerMetadataNegativeTestJSON-104529243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:06.392899 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-de6c5b4f-10a3-4fe5-915a-1ae2bde3a689 req-fcc64591-29bf-4107-b8b9-22b9f9f1aea9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=fc07b6bd-c42d-4c9c-ad2b-74f1d160459d HTTP/1.1" status: 200 len: 217 time: 0.0752459 Oct 12 19:20:06.395563 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92055670-b00b-40f0-a23f-c363a4d10d41 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Made reservation on behalf of 273d7b7bf24b4507988eb056053819bc for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:20:06.479015 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-1ec4ec4f-a6b4-4c15-91e9-38f59df5ded0 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0092092 Oct 12 19:20:06.480831 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41820) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:06.486720 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-11d325c8-2592-4fc2-b4f2-00a5ddce2efe tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Request body: {'network': {'name': 'tempest-RoutersTest-1816741296'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:20:06.524100 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c5b4f-10a3-4fe5-915a-1ae2bde3a689 req-3b3107a6-2775-41a0-a581-48668c77496d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:06.525556 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-de6c5b4f-10a3-4fe5-915a-1ae2bde3a689 req-3b3107a6-2775-41a0-a581-48668c77496d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=629aee7d-3fde-4c72-af1e-6a7e1f6a7e75 HTTP/1.1" status: 200 len: 843 time: 0.1235588 Oct 12 19:20:06.532924 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-92055670-b00b-40f0-a23f-c363a4d10d41 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:06.557666 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-9f343078-0023-4300-b578-bfa482179f10 req-df6d5267-78ed-40f8-89d2-47f06647c35a tempest-ServerMetadataNegativeTestJSON-104529243 tempest-ServerMetadataNegativeTestJSON-104529243-project] For port 070ebd05-8ce5-49aa-bba5-8287aa1f5acb, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=070ebd05-8ce5-49aa-bba5-8287aa1f5acb,segment=NetworkSegment(33a16efb-9090-4c3d-9689-ec9267c7786d),segment_id=33a16efb-9090-4c3d-9689-ec9267c7786d)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:20:06.558026 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-9f343078-0023-4300-b578-bfa482179f10 req-df6d5267-78ed-40f8-89d2-47f06647c35a tempest-ServerMetadataNegativeTestJSON-104529243 tempest-ServerMetadataNegativeTestJSON-104529243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:06.567065 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11d325c8-2592-4fc2-b4f2-00a5ddce2efe tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Made reservation on behalf of ceb2896b1b72443898c06b8dcad99d7f for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:20:06.570687 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-11d325c8-2592-4fc2-b4f2-00a5ddce2efe tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:06.589000 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-9f343078-0023-4300-b578-bfa482179f10 req-df6d5267-78ed-40f8-89d2-47f06647c35a tempest-ServerMetadataNegativeTestJSON-104529243 tempest-ServerMetadataNegativeTestJSON-104529243-project] Calling delete_port for 070ebd05-8ce5-49aa-bba5-8287aa1f5acb owned by compute:nova {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:20:06.595571 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11d325c8-2592-4fc2-b4f2-00a5ddce2efe tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:20:06.601463 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [None req-92055670-b00b-40f0-a23f-c363a4d10d41 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] device_id is not set on port f3f5ac30-a18f-471c-9d68-f154afb090d9 yet. {{(pid=95501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 19:20:06.604351 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-11d325c8-2592-4fc2-b4f2-00a5ddce2efe tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:06.604692 n-d-813679-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-11d325c8-2592-4fc2-b4f2-00a5ddce2efe tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Added segment 7cbd0462-033c-4819-b483-97150417e631 of type vlan for network 72b0b74a-d80e-4065-a8e7-9ebb81c11c98 Oct 12 19:20:06.647460 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c5b4f-10a3-4fe5-915a-1ae2bde3a689 req-92d2fe68-8b33-412a-8979-6b9aa330a787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:06.648986 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-de6c5b4f-10a3-4fe5-915a-1ae2bde3a689 req-92d2fe68-8b33-412a-8979-6b9aa330a787 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=90dcf485-b1ad-4139-85a3-9e1e9879e6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1118467 Oct 12 19:20:06.650336 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-11d325c8-2592-4fc2-b4f2-00a5ddce2efe tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:06.738964 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-11d325c8-2592-4fc2-b4f2-00a5ddce2efe tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:06.746108 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d325c8-2592-4fc2-b4f2-00a5ddce2efe tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:06.747010 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-11d325c8-2592-4fc2-b4f2-00a5ddce2efe tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:06.829382 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d325c8-2592-4fc2-b4f2-00a5ddce2efe tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Pushing event updated for resources: {'Network': ['ID=72b0b74a-d80e-4065-a8e7-9ebb81c11c98,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:06.843531 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 72b0b74a-d80e-4065-a8e7-9ebb81c11c98 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:20:06.870457 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-11d325c8-2592-4fc2-b4f2-00a5ddce2efe tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3884211 Oct 12 19:20:06.873156 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41828) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:06.877080 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-de6c5b4f-10a3-4fe5-915a-1ae2bde3a689 req-b51188bc-148a-4e70-a08d-2a900e6ea140 service neutron] 10.222.0.67 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927023 Oct 12 19:20:06.878535 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-9750eef1-dc74-4fb1-91de-feadc04d3458 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Request body: {'subnet': {'network_id': '004b7aca-f04a-469e-acd0-56119303e5b0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:20:06.965639 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-92055670-b00b-40f0-a23f-c363a4d10d41 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:06.998566 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c74662-2ca0-447e-a0cc-81c0e6513543 req-6781d5ee-7f03-47cd-ad37-01c6c99de913 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:07.000259 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a0c74662-2ca0-447e-a0cc-81c0e6513543 req-6781d5ee-7f03-47cd-ad37-01c6c99de913 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5314e30-527f-43ff-ad86-8b07326cb2f2 HTTP/1.1" status: 200 len: 949 time: 0.1286750 Oct 12 19:20:07.054008 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a0c74662-2ca0-447e-a0cc-81c0e6513543 req-a002edda-9b98-4736-b0b3-520854a15edf tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460894 Oct 12 19:20:07.054713 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-de6c5b4f-10a3-4fe5-915a-1ae2bde3a689 req-9448ba88-d923-4858-af35-3b41aa8f4431 service neutron] 10.222.0.67 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689117 Oct 12 19:20:07.077496 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-9f343078-0023-4300-b578-bfa482179f10 req-df6d5267-78ed-40f8-89d2-47f06647c35a tempest-ServerMetadataNegativeTestJSON-104529243 tempest-ServerMetadataNegativeTestJSON-104529243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:07.089255 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9750eef1-dc74-4fb1-91de-feadc04d3458 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Made reservation on behalf of ceb2896b1b72443898c06b8dcad99d7f for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:20:07.089931 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['070ebd05-8ce5-49aa-bba5-8287aa1f5acb'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:20:07.095810 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9750eef1-dc74-4fb1-91de-feadc04d3458 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16245837'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:07.132325 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6d5267-78ed-40f8-89d2-47f06647c35a tempest-ServerMetadataNegativeTestJSON-104529243 tempest-ServerMetadataNegativeTestJSON-104529243-project] Pushing event deleted for resources: {'Port': ['ID=070ebd05-8ce5-49aa-bba5-8287aa1f5acb,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:07.154015 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-92055670-b00b-40f0-a23f-c363a4d10d41 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:07.171316 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f343078-0023-4300-b578-bfa482179f10 req-df6d5267-78ed-40f8-89d2-47f06647c35a tempest-ServerMetadataNegativeTestJSON-104529243 tempest-ServerMetadataNegativeTestJSON-104529243-project] No DVR routers for this DVR port 070ebd05-8ce5-49aa-bba5-8287aa1f5acb on host n-h2-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:20:07.177708 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-9f343078-0023-4300-b578-bfa482179f10 req-df6d5267-78ed-40f8-89d2-47f06647c35a tempest-ServerMetadataNegativeTestJSON-104529243 tempest-ServerMetadataNegativeTestJSON-104529243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:07.180975 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9f343078-0023-4300-b578-bfa482179f10 req-df6d5267-78ed-40f8-89d2-47f06647c35a tempest-ServerMetadataNegativeTestJSON-104529243 tempest-ServerMetadataNegativeTestJSON-104529243-project] 10.222.0.67 "DELETE /v2.0/ports/070ebd05-8ce5-49aa-bba5-8287aa1f5acb HTTP/1.1" status: 204 len: 173 time: 1.1563394 Oct 12 19:20:07.219902 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce85116-e8e8-428e-a0d9-2219d1c0ba61 req-da1ab5f7-5c1c-47d1-95b5-45e2ac4ad359 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:07.221408 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3ce85116-e8e8-428e-a0d9-2219d1c0ba61 req-da1ab5f7-5c1c-47d1-95b5-45e2ac4ad359 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=99d0578e-9f1b-42ed-aea7-3223b5004d8e HTTP/1.1" status: 200 len: 945 time: 0.1574140 Oct 12 19:20:07.243535 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92055670-b00b-40f0-a23f-c363a4d10d41 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Network f45f61ae-edb4-432c-8d16-a8907d75f8d2 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:20:07.253111 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-92055670-b00b-40f0-a23f-c363a4d10d41 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:20:07.256861 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92055670-b00b-40f0-a23f-c363a4d10d41 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:20:07.262414 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92055670-b00b-40f0-a23f-c363a4d10d41 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:07.263014 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-92055670-b00b-40f0-a23f-c363a4d10d41 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:07.265837 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92055670-b00b-40f0-a23f-c363a4d10d41 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Pushing event updated for resources: {'Port': ['ID=f3f5ac30-a18f-471c-9d68-f154afb090d9,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:07.267792 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8288e01-bbe9-41b1-9209-9758eb3ba673', 'name': 'network-vif-deleted', 'tag': '070ebd05-8ce5-49aa-bba5-8287aa1f5acb'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:20:07.270877 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05a37307-8fd7-47b6-abf2-570a7aa7856b" -d '{"events": [{"server_uuid": "c8288e01-bbe9-41b1-9209-9758eb3ba673", "name": "network-vif-deleted", "tag": "070ebd05-8ce5-49aa-bba5-8287aa1f5acb"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:20:07.314909 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38c00436-ab77-45e0-adf6-6c4c09014ed1 x-openstack-request-id: req-38c00436-ab77-45e0-adf6-6c4c09014ed1 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:20:07.315766 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8288e01-bbe9-41b1-9209-9758eb3ba673", "name": "network-vif-deleted", "tag": "070ebd05-8ce5-49aa-bba5-8287aa1f5acb", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:20:07.315766 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-38c00436-ab77-45e0-adf6-6c4c09014ed1 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:20:07.316472 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8288e01-bbe9-41b1-9209-9758eb3ba673', 'name': 'network-vif-deleted', 'tag': '070ebd05-8ce5-49aa-bba5-8287aa1f5acb', 'status': 'completed', 'code': 200} Oct 12 19:20:07.319732 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3ce85116-e8e8-428e-a0d9-2219d1c0ba61 req-873bfdc5-60e5-4670-bb42-d696f7af8157 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2999b03-b87d-46b4-9267-1669e2e14df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909853 Oct 12 19:20:07.370288 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-92055670-b00b-40f0-a23f-c363a4d10d41 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.3465292 Oct 12 19:20:07.372612 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 41838) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:07.390458 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f5ae5304-4c13-40b3-8c5c-b373dc7b137e req-d0f70391-276e-4871-a894-bc5a659a6488 tempest-ServerMetadataNegativeTestJSON-104529243 tempest-ServerMetadataNegativeTestJSON-104529243-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8288e01-bbe9-41b1-9209-9758eb3ba673 HTTP/1.1" status: 200 len: 210 time: 0.0314841 Oct 12 19:20:07.391793 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9750eef1-dc74-4fb1-91de-feadc04d3458 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4306659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16245859'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:07.460122 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9750eef1-dc74-4fb1-91de-feadc04d3458 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Pushing event updated for resources: {'Subnet': ['ID=5c0e68c4-cf7d-4862-b8db-f500e2d05184,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:07.460409 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc21632d-2fb3-432b-86eb-4a236fd9d97a tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:07.460499 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-fc21632d-2fb3-432b-86eb-4a236fd9d97a tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] 10.222.0.49 "GET /v2.0/ports/f3f5ac30-a18f-471c-9d68-f154afb090d9 HTTP/1.1" status: 200 len: 845 time: 0.0867131 Oct 12 19:20:07.463404 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 41842) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:07.467740 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9750eef1-dc74-4fb1-91de-feadc04d3458 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Checking segment: {'id': '5732c59e-24e7-4151-906c-3e1c92e16b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '004b7aca-f04a-469e-acd0-56119303e5b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:20:07.468170 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9750eef1-dc74-4fb1-91de-feadc04d3458 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Network hostable DHCP agents. Network: 004b7aca-f04a-469e-acd0-56119303e5b0, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:20:07.512113 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2409d53d-4b60-479d-b4bf-d948a04fbbb2 req-bd8eed3b-4bd4-46f7-b961-d9cbd9a486d4 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:07.513616 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2409d53d-4b60-479d-b4bf-d948a04fbbb2 req-bd8eed3b-4bd4-46f7-b961-d9cbd9a486d4 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.61 "GET /v2.0/ports?device_id=99d0578e-9f1b-42ed-aea7-3223b5004d8e HTTP/1.1" status: 200 len: 945 time: 0.0965819 Oct 12 19:20:07.545006 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 563b134f-51fe-4fed-be7b-8540d1e5cb66 no longer exists at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:20:07.555647 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9750eef1-dc74-4fb1-91de-feadc04d3458 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Network 004b7aca-f04a-469e-acd0-56119303e5b0 is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:20:07.565628 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] No Port match for: 563b134f-51fe-4fed-be7b-8540d1e5cb66 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:20:07.565951 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 563b134f-51fe-4fed-be7b-8540d1e5cb66 not bound to the agent host n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:20:07.631105 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-ffec17d7-4eef-4850-a308-f15214448474 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Deleting port f3f5ac30-a18f-471c-9d68-f154afb090d9 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:20:07.631362 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ffec17d7-4eef-4850-a308-f15214448474 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:07.687838 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-9750eef1-dc74-4fb1-91de-feadc04d3458 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, 004b7aca-f04a-469e-acd0-56119303e5b0) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:20:07.693248 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9750eef1-dc74-4fb1-91de-feadc04d3458 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:07.695138 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9750eef1-dc74-4fb1-91de-feadc04d3458 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:07.697516 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69de45c4-3a99-4b9a-91a4-12cf348b4cb3 None None] Network 004b7aca-f04a-469e-acd0-56119303e5b0 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:20:07.700273 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-2409d53d-4b60-479d-b4bf-d948a04fbbb2 req-7a9e02ed-4c75-4dc7-9ed9-35c5d15557e6 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Deleting port 409be5dc-1cd9-4cf6-b7a2-42a24420afad {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:20:07.700617 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-2409d53d-4b60-479d-b4bf-d948a04fbbb2 req-7a9e02ed-4c75-4dc7-9ed9-35c5d15557e6 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:07.720009 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ffec17d7-4eef-4850-a308-f15214448474 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:07.759349 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-ffec17d7-4eef-4850-a308-f15214448474 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Calling delete_port for f3f5ac30-a18f-471c-9d68-f154afb090d9 owned by {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:20:07.798447 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-9750eef1-dc74-4fb1-91de-feadc04d3458 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9249697 Oct 12 19:20:07.801324 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41846) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:07.806636 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-c0d1a7c6-4068-4942-9f8c-b2f392397b35 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Request body: {'subnet': {'network_id': '72b0b74a-d80e-4065-a8e7-9ebb81c11c98', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:20:07.846986 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-2409d53d-4b60-479d-b4bf-d948a04fbbb2 req-7a9e02ed-4c75-4dc7-9ed9-35c5d15557e6 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] For port 409be5dc-1cd9-4cf6-b7a2-42a24420afad, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=409be5dc-1cd9-4cf6-b7a2-42a24420afad,segment=NetworkSegment(092fb16a-01c2-4f4a-b148-df23675b5071),segment_id=092fb16a-01c2-4f4a-b148-df23675b5071)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:20:07.847350 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-2409d53d-4b60-479d-b4bf-d948a04fbbb2 req-7a9e02ed-4c75-4dc7-9ed9-35c5d15557e6 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:07.865511 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd5e0d1-e063-43f8-adf7-e01c200bc217 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-004b7aca-f04a-469e-acd0-56119303e5b0', 'network_id': '004b7aca-f04a-469e-acd0-56119303e5b0', 'tenant_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'fixed_ips': [{'subnet_id': '5c0e68c4-cf7d-4862-b8db-f500e2d05184'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:20:07.867022 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1fd5e0d1-e063-43f8-adf7-e01c200bc217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:07.867152 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-2409d53d-4b60-479d-b4bf-d948a04fbbb2 req-7a9e02ed-4c75-4dc7-9ed9-35c5d15557e6 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Calling delete_port for 409be5dc-1cd9-4cf6-b7a2-42a24420afad owned by compute:nova {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:20:07.978678 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0d1a7c6-4068-4942-9f8c-b2f392397b35 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Made reservation on behalf of ceb2896b1b72443898c06b8dcad99d7f for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:20:07.983472 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c0d1a7c6-4068-4942-9f8c-b2f392397b35 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16245837'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:07.998587 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ffec17d7-4eef-4850-a308-f15214448474 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:08.011261 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-1fd5e0d1-e063-43f8-adf7-e01c200bc217 None None] Allocated IP 172.20.0.2 (004b7aca-f04a-469e-acd0-56119303e5b0/5c0e68c4-cf7d-4862-b8db-f500e2d05184/4c2b113e-eac9-4d7d-be63-19735c08773e) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:20:08.049032 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec17d7-4eef-4850-a308-f15214448474 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Pushing event deleted for resources: {'Port': ['ID=f3f5ac30-a18f-471c-9d68-f154afb090d9,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:08.056935 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ffec17d7-4eef-4850-a308-f15214448474 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:08.063471 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-ffec17d7-4eef-4850-a308-f15214448474 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] 10.222.0.49 "DELETE /v2.0/ports/f3f5ac30-a18f-471c-9d68-f154afb090d9 HTTP/1.1" status: 204 len: 168 time: 0.5957322 Oct 12 19:20:08.063837 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 41850) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:08.122080 n-d-813679-3 neutron-server[95501]: INFO neutron.pecan_wsgi.hooks.translation [None req-b957a96c-368f-444b-962e-35e4084e93d1 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] GET failed (client error): The resource could not be found. Oct 12 19:20:08.130842 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-b957a96c-368f-444b-962e-35e4084e93d1 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] 10.222.0.49 "GET /v2.0/ports/f3f5ac30-a18f-471c-9d68-f154afb090d9 HTTP/1.1" status: 404 len: 333 time: 0.0658665 Oct 12 19:20:08.131846 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 41854) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:08.137169 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-28e72aa2-0606-409a-a110-feb5421d881a tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Request body: {'port': {'network_id': 'f45f61ae-edb4-432c-8d16-a8907d75f8d2', 'name': 'tempest-PortsIpV6TestJSON-1267316874'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:20:08.154621 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-2409d53d-4b60-479d-b4bf-d948a04fbbb2 req-7a9e02ed-4c75-4dc7-9ed9-35c5d15557e6 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:08.208156 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1fd5e0d1-e063-43f8-adf7-e01c200bc217 None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:08.226679 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9e02ed-4c75-4dc7-9ed9-35c5d15557e6 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Pushing event deleted for resources: {'Port': ['ID=409be5dc-1cd9-4cf6-b7a2-42a24420afad,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:08.277719 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d93d2ad-4bc3-4c18-8161-db27980d6d36 req-bf3f7a18-776e-4d09-930d-5aa2792e9d0d tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:08.279856 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6d93d2ad-4bc3-4c18-8161-db27980d6d36 req-bf3f7a18-776e-4d09-930d-5aa2792e9d0d tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5314e30-527f-43ff-ad86-8b07326cb2f2 HTTP/1.1" status: 200 len: 949 time: 0.0616801 Oct 12 19:20:08.286637 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-2409d53d-4b60-479d-b4bf-d948a04fbbb2 req-7a9e02ed-4c75-4dc7-9ed9-35c5d15557e6 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] No DVR routers for this DVR port 409be5dc-1cd9-4cf6-b7a2-42a24420afad on host n-h1-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:20:08.290964 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-2409d53d-4b60-479d-b4bf-d948a04fbbb2 req-7a9e02ed-4c75-4dc7-9ed9-35c5d15557e6 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:08.294273 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2409d53d-4b60-479d-b4bf-d948a04fbbb2 req-7a9e02ed-4c75-4dc7-9ed9-35c5d15557e6 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.61 "DELETE /v2.0/ports/409be5dc-1cd9-4cf6-b7a2-42a24420afad HTTP/1.1" status: 204 len: 173 time: 0.7742012 Oct 12 19:20:08.329888 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6d93d2ad-4bc3-4c18-8161-db27980d6d36 req-d550341f-8e8a-40d9-8b66-7e597a3d7a59 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413742 Oct 12 19:20:08.350580 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1fd5e0d1-e063-43f8-adf7-e01c200bc217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:08.373464 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c0d1a7c6-4068-4942-9f8c-b2f392397b35 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4306659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16245859'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:08.393634 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd5e0d1-e063-43f8-adf7-e01c200bc217 None None] Network 004b7aca-f04a-469e-acd0-56119303e5b0 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:20:08.398930 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-1fd5e0d1-e063-43f8-adf7-e01c200bc217 None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:20:08.408190 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd5e0d1-e063-43f8-adf7-e01c200bc217 None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:20:08.419311 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd5e0d1-e063-43f8-adf7-e01c200bc217 None None] Pushing event updated for resources: {'Port': ['ID=4c2b113e-eac9-4d7d-be63-19735c08773e,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:08.426053 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-78e44598-1eec-4e80-b84d-01da0665d589 req-7be45eac-4344-42b1-a80a-133871cb67c6 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=99d0578e-9f1b-42ed-aea7-3223b5004d8e HTTP/1.1" status: 200 len: 210 time: 0.0299337 Oct 12 19:20:08.472335 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 41862) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:08.503447 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-1fd5e0d1-e063-43f8-adf7-e01c200bc217 None None] Attempting to bind port 4c2b113e-eac9-4d7d-be63-19735c08773e on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:20:08.504155 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-1fd5e0d1-e063-43f8-adf7-e01c200bc217 None None] Attempting to bind port 4c2b113e-eac9-4d7d-be63-19735c08773e by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '5732c59e-24e7-4151-906c-3e1c92e16b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '004b7aca-f04a-469e-acd0-56119303e5b0'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:20:08.504781 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd5e0d1-e063-43f8-adf7-e01c200bc217 None None] Attempting to bind port 4c2b113e-eac9-4d7d-be63-19735c08773e on network 004b7aca-f04a-469e-acd0-56119303e5b0 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:20:08.511978 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28e72aa2-0606-409a-a110-feb5421d881a tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Made reservation on behalf of 273d7b7bf24b4507988eb056053819bc for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:20:08.513462 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd5e0d1-e063-43f8-adf7-e01c200bc217 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:20:08.514173 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd5e0d1-e063-43f8-adf7-e01c200bc217 None None] Checking segment: {'id': '5732c59e-24e7-4151-906c-3e1c92e16b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '004b7aca-f04a-469e-acd0-56119303e5b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:20:08.514750 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1fd5e0d1-e063-43f8-adf7-e01c200bc217 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:08.515350 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd5e0d1-e063-43f8-adf7-e01c200bc217 None None] Bound using segment: {'id': '5732c59e-24e7-4151-906c-3e1c92e16b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '004b7aca-f04a-469e-acd0-56119303e5b0'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:20:08.515953 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-28e72aa2-0606-409a-a110-feb5421d881a tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:08.516325 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-1fd5e0d1-e063-43f8-adf7-e01c200bc217 None None] Bound port: 4c2b113e-eac9-4d7d-be63-19735c08773e, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5732c59e-24e7-4151-906c-3e1c92e16b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '004b7aca-f04a-469e-acd0-56119303e5b0'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:20:08.517145 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1fd5e0d1-e063-43f8-adf7-e01c200bc217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:08.547744 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [None req-28e72aa2-0606-409a-a110-feb5421d881a tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] device_id is not set on port 265c7d88-1c80-4d4a-8ff1-e9b5e34dcdd9 yet. {{(pid=95501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 19:20:08.560962 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb0cb00f-e8ce-4d95-9cf8-ab7d74605f51 admin admin] Deleting subnet 46e1c274-8a39-44a6-b635-c3c07c87b38d {{(pid=95501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:20:08.566961 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-fb0cb00f-e8ce-4d95-9cf8-ab7d74605f51 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:08.620618 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-1fd5e0d1-e063-43f8-adf7-e01c200bc217 None None] For port 4c2b113e-eac9-4d7d-be63-19735c08773e, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:20:08.625728 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-1fd5e0d1-e063-43f8-adf7-e01c200bc217 None None] For port 4c2b113e-eac9-4d7d-be63-19735c08773e, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=4c2b113e-eac9-4d7d-be63-19735c08773e,segment=NetworkSegment(5732c59e-24e7-4151-906c-3e1c92e16b50),segment_id=5732c59e-24e7-4151-906c-3e1c92e16b50)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:20:08.655503 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-fb0cb00f-e8ce-4d95-9cf8-ab7d74605f51 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281083'] for subnet, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:08.722477 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d1a7c6-4068-4942-9f8c-b2f392397b35 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Pushing event updated for resources: {'Subnet': ['ID=8966f9a0-75e9-4251-93d6-5f8bb69b85dc,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:08.730322 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d1a7c6-4068-4942-9f8c-b2f392397b35 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Checking segment: {'id': '7cbd0462-033c-4819-b483-97150417e631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '72b0b74a-d80e-4065-a8e7-9ebb81c11c98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:20:08.730322 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d1a7c6-4068-4942-9f8c-b2f392397b35 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Network hostable DHCP agents. Network: 72b0b74a-d80e-4065-a8e7-9ebb81c11c98, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:20:08.760118 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-fb0cb00f-e8ce-4d95-9cf8-ab7d74605f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:08.773631 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1fd5e0d1-e063-43f8-adf7-e01c200bc217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:08.895651 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d1a7c6-4068-4942-9f8c-b2f392397b35 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Network 72b0b74a-d80e-4065-a8e7-9ebb81c11c98 is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:20:08.995142 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd5e0d1-e063-43f8-adf7-e01c200bc217 None None] Pushing event updated for resources: {'Port': ['ID=4c2b113e-eac9-4d7d-be63-19735c08773e,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:09.001434 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-c0d1a7c6-4068-4942-9f8c-b2f392397b35 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, 72b0b74a-d80e-4065-a8e7-9ebb81c11c98) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:20:09.007500 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d1a7c6-4068-4942-9f8c-b2f392397b35 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:09.008153 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c0d1a7c6-4068-4942-9f8c-b2f392397b35 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:09.011946 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce8a1f1b-08f8-49e8-a164-8324ad72f3e3 None None] Network 72b0b74a-d80e-4065-a8e7-9ebb81c11c98 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:20:09.100777 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 41866) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:09.101831 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-c0d1a7c6-4068-4942-9f8c-b2f392397b35 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2979589 Oct 12 19:20:09.106695 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-28e72aa2-0606-409a-a110-feb5421d881a tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:09.111636 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-d094bca0-70c9-41d4-ab7a-6c85b104a1f4 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-178622823', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:20:09.243674 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d094bca0-70c9-41d4-ab7a-6c85b104a1f4 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8093678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255505'] for router, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:09.243674 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d094bca0-70c9-41d4-ab7a-6c85b104a1f4 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8093562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8087085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8022306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255518'] for router, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:09.247444 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76656597-9b06-4d92-9283-611b16626980 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-72b0b74a-d80e-4065-a8e7-9ebb81c11c98', 'network_id': '72b0b74a-d80e-4065-a8e7-9ebb81c11c98', 'tenant_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'fixed_ips': [{'subnet_id': '8966f9a0-75e9-4251-93d6-5f8bb69b85dc'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:20:09.248540 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-76656597-9b06-4d92-9283-611b16626980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:09.253080 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-fb0cb00f-e8ce-4d95-9cf8-ab7d74605f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4824924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4612362'] for subnet, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:09.287129 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0cb00f-e8ce-4d95-9cf8-ab7d74605f51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46e1c274-8a39-44a6-b635-c3c07c87b38d,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:09.298713 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-fb0cb00f-e8ce-4d95-9cf8-ab7d74605f51 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:09.302691 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-fb0cb00f-e8ce-4d95-9cf8-ab7d74605f51 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/46e1c274-8a39-44a6-b635-c3c07c87b38d HTTP/1.1" status: 204 len: 168 time: 0.8289847 Oct 12 19:20:09.304695 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41870) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:09.329302 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99d0578e-9f1b-42ed-aea7-3223b5004d8e', 'name': 'network-vif-deleted', 'tag': '409be5dc-1cd9-4cf6-b7a2-42a24420afad'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:20:09.330846 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae79ff4c-3988-41b8-9694-291384062172" -d '{"events": [{"server_uuid": "99d0578e-9f1b-42ed-aea7-3223b5004d8e", "name": "network-vif-deleted", "tag": "409be5dc-1cd9-4cf6-b7a2-42a24420afad"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:20:09.410283 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-28e72aa2-0606-409a-a110-feb5421d881a tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:09.425626 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bff03512-4e2e-48d2-b59d-422b0211e82f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:09.430250 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-76656597-9b06-4d92-9283-611b16626980 None None] Allocated IP 172.21.0.2 (72b0b74a-d80e-4065-a8e7-9ebb81c11c98/8966f9a0-75e9-4251-93d6-5f8bb69b85dc/3f160891-9eb6-42c5-b9d7-f121a5fbc031) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:20:09.447193 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad0b88ad-ee25-4dcc-be47-b8917dc388ea x-openstack-request-id: req-ad0b88ad-ee25-4dcc-be47-b8917dc388ea {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:20:09.448225 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99d0578e-9f1b-42ed-aea7-3223b5004d8e", "name": "network-vif-deleted", "tag": "409be5dc-1cd9-4cf6-b7a2-42a24420afad", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:20:09.448686 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ad0b88ad-ee25-4dcc-be47-b8917dc388ea {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:20:09.449278 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99d0578e-9f1b-42ed-aea7-3223b5004d8e', 'name': 'network-vif-deleted', 'tag': '409be5dc-1cd9-4cf6-b7a2-42a24420afad', 'status': 'completed', 'code': 200} Oct 12 19:20:09.522717 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bff03512-4e2e-48d2-b59d-422b0211e82f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:09.545950 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-bff03512-4e2e-48d2-b59d-422b0211e82f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06c10a43-85c2-4fc5-8a5e-b61b54c7e17d']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:20:09.562124 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-bff03512-4e2e-48d2-b59d-422b0211e82f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33a16efb-9090-4c3d-9689-ec9267c7786d') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:20:09.562548 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-bff03512-4e2e-48d2-b59d-422b0211e82f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33a16efb-9090-4c3d-9689-ec9267c7786d') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:20:09.573945 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bff03512-4e2e-48d2-b59d-422b0211e82f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16313633'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:09.587951 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bff03512-4e2e-48d2-b59d-422b0211e82f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:09.594433 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bff03512-4e2e-48d2-b59d-422b0211e82f admin admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:20:09.594922 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bff03512-4e2e-48d2-b59d-422b0211e82f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4305278'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:09.606809 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d094bca0-70c9-41d4-ab7a-6c85b104a1f4 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:09.652786 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e72aa2-0606-409a-a110-feb5421d881a tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Pushing event updated for resources: {'Port': ['ID=265c7d88-1c80-4d4a-8ff1-e9b5e34dcdd9,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:09.659680 n-d-813679-3 neutron-server[95502]: Traceback (most recent call last): Oct 12 19:20:09.659680 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:20:09.659680 n-d-813679-3 neutron-server[95502]: timer() Oct 12 19:20:09.659680 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:20:09.659680 n-d-813679-3 neutron-server[95502]: cb(*args, **kw) Oct 12 19:20:09.659680 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:20:09.659680 n-d-813679-3 neutron-server[95502]: return func(*args, **kwargs) Oct 12 19:20:09.659680 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:20:09.659680 n-d-813679-3 neutron-server[95502]: self._notify() Oct 12 19:20:09.659680 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:20:09.659680 n-d-813679-3 neutron-server[95502]: self.callback(batched_events) Oct 12 19:20:09.659680 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:20:09.659680 n-d-813679-3 neutron-server[95502]: event.method(event) Oct 12 19:20:09.659680 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:20:09.659680 n-d-813679-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:20:09.659680 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:20:09.659680 n-d-813679-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:20:09.659680 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:20:09.659680 n-d-813679-3 neutron-server[95502]: return f(self, *a, **k) Oct 12 19:20:09.659680 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:20:09.659680 n-d-813679-3 neutron-server[95502]: return self._get(url).json() Oct 12 19:20:09.659680 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:20:09.659680 n-d-813679-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:20:09.659680 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:20:09.659680 n-d-813679-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Oct 12 19:20:09.659680 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:20:09.659680 n-d-813679-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:20:09.659680 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:20:09.659680 n-d-813679-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:20:09.659680 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:20:09.659680 n-d-813679-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:20:09.659680 n-d-813679-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:20:09.672847 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e72aa2-0606-409a-a110-feb5421d881a tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Network f45f61ae-edb4-432c-8d16-a8907d75f8d2 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:20:09.683606 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90c9013-bdda-44cb-9144-2b3573ef2809 req-2d3a62de-e074-4918-ad50-a794f4804996 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:09.694901 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d90c9013-bdda-44cb-9144-2b3573ef2809 req-2d3a62de-e074-4918-ad50-a794f4804996 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5314e30-527f-43ff-ad86-8b07326cb2f2 HTTP/1.1" status: 200 len: 949 time: 0.2444975 Oct 12 19:20:09.702083 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 070ebd05-8ce5-49aa-bba5-8287aa1f5acb no longer exists at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:20:09.708689 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 4c2b113e-eac9-4d7d-be63-19735c08773e up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:20:09.715640 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d094bca0-70c9-41d4-ab7a-6c85b104a1f4 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8093541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7915516'] for router, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:09.725161 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-28e72aa2-0606-409a-a110-feb5421d881a tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:20:09.733304 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e72aa2-0606-409a-a110-feb5421d881a tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:20:09.752013 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e72aa2-0606-409a-a110-feb5421d881a tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:09.752631 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-28e72aa2-0606-409a-a110-feb5421d881a tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:09.757759 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-76656597-9b06-4d92-9283-611b16626980 None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:09.760680 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] No Port match for: 070ebd05-8ce5-49aa-bba5-8287aa1f5acb {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:20:09.761092 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 070ebd05-8ce5-49aa-bba5-8287aa1f5acb not bound to the agent host n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:20:09.761644 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device fc07b6bd-c42d-4c9c-ad2b-74f1d160459d no longer exists at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:20:09.767640 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bff03512-4e2e-48d2-b59d-422b0211e82f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:09.781486 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bff03512-4e2e-48d2-b59d-422b0211e82f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:09.785577 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d90c9013-bdda-44cb-9144-2b3573ef2809 req-7e948a8a-d1c4-4726-92d4-910f2414e7e5 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898376 Oct 12 19:20:09.789150 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-bff03512-4e2e-48d2-b59d-422b0211e82f admin admin] 10.222.0.49 "DELETE /v2.0/networks/06c10a43-85c2-4fc5-8a5e-b61b54c7e17d HTTP/1.1" status: 204 len: 168 time: 0.4805760 Oct 12 19:20:09.830125 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff03512-4e2e-48d2-b59d-422b0211e82f admin admin] Pushing event deleted for resources: {'Network': ['ID=06c10a43-85c2-4fc5-8a5e-b61b54c7e17d,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:09.930187 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:09.963723 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41888) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:09.963927 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-28e72aa2-0606-409a-a110-feb5421d881a tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.8307767 Oct 12 19:20:09.967578 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d094bca0-70c9-41d4-ab7a-6c85b104a1f4 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks [] for router, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:09.968777 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-d094bca0-70c9-41d4-ab7a-6c85b104a1f4 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.8653913 Oct 12 19:20:09.971553 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-dea70cbc-8cf7-4c15-a545-ce09c1d8a7d7 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:20:09.971691 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 41890) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:09.981100 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-76656597-9b06-4d92-9283-611b16626980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:09.991512 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 4c2b113e-eac9-4d7d-be63-19735c08773e triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:20:09.991999 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:10.025628 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5314e30-527f-43ff-ad86-8b07326cb2f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc07b6bd-c42d-4c9c-ad2b-74f1d160459d'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:20:10.028708 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19d529fa-f2cb-4753-96bf-32d25d825167" -d '{"events": [{"server_uuid": "e5314e30-527f-43ff-ad86-8b07326cb2f2", "name": "network-vif-unplugged", "status": "completed", "tag": "fc07b6bd-c42d-4c9c-ad2b-74f1d160459d"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:20:10.070894 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port fc07b6bd-c42d-4c9c-ad2b-74f1d160459d, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=fc07b6bd-c42d-4c9c-ad2b-74f1d160459d,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:20:10.079419 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-dea70cbc-8cf7-4c15-a545-ce09c1d8a7d7 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:10.085833 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76656597-9b06-4d92-9283-611b16626980 None None] Network 72b0b74a-d80e-4065-a8e7-9ebb81c11c98 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:20:10.095735 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-76656597-9b06-4d92-9283-611b16626980 None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:20:10.104880 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76656597-9b06-4d92-9283-611b16626980 None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:20:10.129451 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 19:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fcaec82-3ac2-499b-9091-1be8c3425ef4 x-openstack-request-id: req-4fcaec82-3ac2-499b-9091-1be8c3425ef4 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:20:10.130143 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5314e30-527f-43ff-ad86-8b07326cb2f2", "name": "network-vif-unplugged", "status": "completed", "tag": "fc07b6bd-c42d-4c9c-ad2b-74f1d160459d", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:20:10.130143 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4fcaec82-3ac2-499b-9091-1be8c3425ef4 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:20:10.130555 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5314e30-527f-43ff-ad86-8b07326cb2f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc07b6bd-c42d-4c9c-ad2b-74f1d160459d', 'code': 200} Oct 12 19:20:10.164655 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76656597-9b06-4d92-9283-611b16626980 None None] Pushing event updated for resources: {'Port': ['ID=3f160891-9eb6-42c5-b9d7-f121a5fbc031,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:10.172151 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:10.344866 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:10.385240 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-238fb1c5-194b-4e80-a6fa-5f14b7d1eb27 None None] Network 004b7aca-f04a-469e-acd0-56119303e5b0 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:20:10.395922 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-76656597-9b06-4d92-9283-611b16626980 None None] Attempting to bind port 3f160891-9eb6-42c5-b9d7-f121a5fbc031 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:20:10.396329 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-76656597-9b06-4d92-9283-611b16626980 None None] Attempting to bind port 3f160891-9eb6-42c5-b9d7-f121a5fbc031 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '7cbd0462-033c-4819-b483-97150417e631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '72b0b74a-d80e-4065-a8e7-9ebb81c11c98'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:20:10.396698 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76656597-9b06-4d92-9283-611b16626980 None None] Attempting to bind port 3f160891-9eb6-42c5-b9d7-f121a5fbc031 on network 72b0b74a-d80e-4065-a8e7-9ebb81c11c98 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:20:10.410058 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76656597-9b06-4d92-9283-611b16626980 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:20:10.418042 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76656597-9b06-4d92-9283-611b16626980 None None] Checking segment: {'id': '7cbd0462-033c-4819-b483-97150417e631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '72b0b74a-d80e-4065-a8e7-9ebb81c11c98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:20:10.418042 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-76656597-9b06-4d92-9283-611b16626980 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:10.418042 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76656597-9b06-4d92-9283-611b16626980 None None] Bound using segment: {'id': '7cbd0462-033c-4819-b483-97150417e631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '72b0b74a-d80e-4065-a8e7-9ebb81c11c98'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:20:10.418042 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-76656597-9b06-4d92-9283-611b16626980 None None] Bound port: 3f160891-9eb6-42c5-b9d7-f121a5fbc031, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cbd0462-033c-4819-b483-97150417e631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '72b0b74a-d80e-4065-a8e7-9ebb81c11c98'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:20:10.418042 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-76656597-9b06-4d92-9283-611b16626980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:10.425894 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a75833b7-65b9-412c-b4f6-8a0a1fc3240f tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:10.436532 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-dea70cbc-8cf7-4c15-a545-ce09c1d8a7d7 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:10.466103 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=fc07b6bd-c42d-4c9c-ad2b-74f1d160459d,revision_number=9']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:10.472501 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] For port 4c2b113e-eac9-4d7d-be63-19735c08773e, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=4c2b113e-eac9-4d7d-be63-19735c08773e,segment=NetworkSegment(5732c59e-24e7-4151-906c-3e1c92e16b50),segment_id=5732c59e-24e7-4151-906c-3e1c92e16b50)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:20:10.495036 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41896) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:10.520444 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-ab9e8549-9e5c-49f3-88f2-c966ede655c4 None None] Provisioning complete for port 4c2b113e-eac9-4d7d-be63-19735c08773e triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:20:10.520808 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ab9e8549-9e5c-49f3-88f2-c966ede655c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:10.541862 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-dea70cbc-8cf7-4c15-a545-ce09c1d8a7d7 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:10.603172 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:10.616450 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-dce4129b-a55f-4b5f-b504-a4faf91363d4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8e54cf4409264cb1bd84e544583acd79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1177316 Oct 12 19:20:10.616734 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 41900) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:10.623238 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-dea70cbc-8cf7-4c15-a545-ce09c1d8a7d7 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] In _notify_port_updated(), no bound segment for port 265c7d88-1c80-4d4a-8ff1-e9b5e34dcdd9 on network f45f61ae-edb4-432c-8d16-a8907d75f8d2 {{(pid=95502) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 12 19:20:10.630177 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea70cbc-8cf7-4c15-a545-ce09c1d8a7d7 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:10.631060 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-dea70cbc-8cf7-4c15-a545-ce09c1d8a7d7 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:10.633441 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-dea70cbc-8cf7-4c15-a545-ce09c1d8a7d7 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] 10.222.0.49 "PUT /v2.0/ports/265c7d88-1c80-4d4a-8ff1-e9b5e34dcdd9 HTTP/1.1" status: 200 len: 818 time: 0.6674089 Oct 12 19:20:10.650297 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41902) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:10.664397 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea70cbc-8cf7-4c15-a545-ce09c1d8a7d7 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Pushing event updated for resources: {'Port': ['ID=265c7d88-1c80-4d4a-8ff1-e9b5e34dcdd9,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:10.730582 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c5b4f-10a3-4fe5-915a-1ae2bde3a689 req-f830100e-1dd1-482d-a4c5-288acf10409b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:10.732399 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-de6c5b4f-10a3-4fe5-915a-1ae2bde3a689 req-f830100e-1dd1-482d-a4c5-288acf10409b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e5314e30-527f-43ff-ad86-8b07326cb2f2&tenant_id=1439ecde881648d990934dad6d1d46ba HTTP/1.1" status: 200 len: 1098 time: 0.2120605 Oct 12 19:20:10.738269 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-76656597-9b06-4d92-9283-611b16626980 None None] For port 3f160891-9eb6-42c5-b9d7-f121a5fbc031, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:20:10.746507 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26fad9a-5046-4b62-960d-d1a19bdd2f12 req-cd7db1de-662c-48f7-a934-11a843d7c87f tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:10.748879 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c26fad9a-5046-4b62-960d-d1a19bdd2f12 req-cd7db1de-662c-48f7-a934-11a843d7c87f tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=08ecabda-5587-420b-a912-46737a0ec139 HTTP/1.1" status: 200 len: 944 time: 0.1519651 Oct 12 19:20:10.773419 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-76656597-9b06-4d92-9283-611b16626980 None None] For port 3f160891-9eb6-42c5-b9d7-f121a5fbc031, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=3f160891-9eb6-42c5-b9d7-f121a5fbc031,segment=NetworkSegment(7cbd0462-033c-4819-b483-97150417e631),segment_id=7cbd0462-033c-4819-b483-97150417e631)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:20:10.783023 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Pushing event updated for resources: {'Port': ['ID=4c2b113e-eac9-4d7d-be63-19735c08773e,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:10.813987 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-94a1be6f-02f7-4c61-ba0d-551903440979 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:10.824015 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-74022e16-a630-487b-8885-6e0d8cbdbde6 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Deleting port 265c7d88-1c80-4d4a-8ff1-e9b5e34dcdd9 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:20:10.824487 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-74022e16-a630-487b-8885-6e0d8cbdbde6 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:10.831096 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c26fad9a-5046-4b62-960d-d1a19bdd2f12 req-dd28f917-741d-4238-99ac-f1e86b99d987 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2999b03-b87d-46b4-9267-1669e2e14df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676739 Oct 12 19:20:10.852854 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-76656597-9b06-4d92-9283-611b16626980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:10.877217 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-94a1be6f-02f7-4c61-ba0d-551903440979 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:10.910373 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-a75833b7-65b9-412c-b4f6-8a0a1fc3240f tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Allocated IP 172.20.0.1 (004b7aca-f04a-469e-acd0-56119303e5b0/5c0e68c4-cf7d-4862-b8db-f500e2d05184/7a6fa227-20a9-42d8-ac37-96a8a2e9bbcf) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:20:10.917538 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c5b4f-10a3-4fe5-915a-1ae2bde3a689 req-19430cdf-6669-4e03-bb2e-1862f653380d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:10.927049 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-de6c5b4f-10a3-4fe5-915a-1ae2bde3a689 req-19430cdf-6669-4e03-bb2e-1862f653380d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1439ecde881648d990934dad6d1d46ba&device_id=e5314e30-527f-43ff-ad86-8b07326cb2f2 HTTP/1.1" status: 200 len: 1098 time: 0.1639972 Oct 12 19:20:10.962313 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-74022e16-a630-487b-8885-6e0d8cbdbde6 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:10.994767 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-74022e16-a630-487b-8885-6e0d8cbdbde6 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Calling delete_port for 265c7d88-1c80-4d4a-8ff1-e9b5e34dcdd9 owned by {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:20:11.003973 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76656597-9b06-4d92-9283-611b16626980 None None] Pushing event updated for resources: {'Port': ['ID=3f160891-9eb6-42c5-b9d7-f121a5fbc031,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:11.206284 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-c8dc4118-b082-4708-a601-26059f44034e None None] Provisioning complete for port 4c2b113e-eac9-4d7d-be63-19735c08773e triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:20:11.209456 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c8dc4118-b082-4708-a601-26059f44034e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:11.211444 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9b2a6c-71a9-4e7d-9424-4efde3706efa req-2a140a27-3ca8-438f-8ad0-b33d9d20f2dd tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:11.212982 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6e9b2a6c-71a9-4e7d-9424-4efde3706efa req-2a140a27-3ca8-438f-8ad0-b33d9d20f2dd tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5314e30-527f-43ff-ad86-8b07326cb2f2 HTTP/1.1" status: 200 len: 947 time: 0.2977762 Oct 12 19:20:11.227736 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-74022e16-a630-487b-8885-6e0d8cbdbde6 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:11.232704 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c3ff32-bcea-4354-b65e-aa7f491c2fe8 req-df8cf474-7c6c-4dc1-b54a-208e4e7cccf7 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:11.235161 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-51c3ff32-bcea-4354-b65e-aa7f491c2fe8 req-df8cf474-7c6c-4dc1-b54a-208e4e7cccf7 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.61 "GET /v2.0/ports?device_id=08ecabda-5587-420b-a912-46737a0ec139 HTTP/1.1" status: 200 len: 944 time: 0.2211628 Oct 12 19:20:11.265971 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74022e16-a630-487b-8885-6e0d8cbdbde6 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Pushing event deleted for resources: {'Port': ['ID=265c7d88-1c80-4d4a-8ff1-e9b5e34dcdd9,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:11.281947 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-74022e16-a630-487b-8885-6e0d8cbdbde6 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:11.286647 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-74022e16-a630-487b-8885-6e0d8cbdbde6 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] 10.222.0.49 "DELETE /v2.0/ports/265c7d88-1c80-4d4a-8ff1-e9b5e34dcdd9 HTTP/1.1" status: 204 len: 168 time: 0.6335328 Oct 12 19:20:11.289276 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41910) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:11.323811 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-94a1be6f-02f7-4c61-ba0d-551903440979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:11.326955 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-94a1be6f-02f7-4c61-ba0d-551903440979 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:11.329350 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-94a1be6f-02f7-4c61-ba0d-551903440979 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/dfa7caca-7193-4cc9-935d-7f555029a7b0 HTTP/1.1" status: 204 len: 168 time: 0.7109909 Oct 12 19:20:11.330745 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c5b4f-10a3-4fe5-915a-1ae2bde3a689 req-8d6a1775-5762-4402-9143-efac68912bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:11.340828 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-de6c5b4f-10a3-4fe5-915a-1ae2bde3a689 req-8d6a1775-5762-4402-9143-efac68912bb1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=90dcf485-b1ad-4139-85a3-9e1e9879e6b1 HTTP/1.1" status: 200 len: 870 time: 0.4033663 Oct 12 19:20:11.356521 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4587728b-8b28-4799-9bc3-181137d4ccbe tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:11.358973 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-4587728b-8b28-4799-9bc3-181137d4ccbe tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0686054 Oct 12 19:20:11.361739 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41914) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:11.388004 n-d-813679-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a943300-a8f8-4b4c-94df-bbe9a4f1fcc7 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] GET failed (client error): The resource could not be found. Oct 12 19:20:11.394640 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-7a943300-a8f8-4b4c-94df-bbe9a4f1fcc7 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] 10.222.0.49 "GET /v2.0/ports/265c7d88-1c80-4d4a-8ff1-e9b5e34dcdd9 HTTP/1.1" status: 404 len: 333 time: 0.0315149 Oct 12 19:20:11.395307 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41916) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:11.400268 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-1666b6d7-0311-41ba-be13-2c6b589749cc tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-198447106'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:20:11.450163 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a1be6f-02f7-4c61-ba0d-551903440979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfa7caca-7193-4cc9-935d-7f555029a7b0,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:11.467702 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a75833b7-65b9-412c-b4f6-8a0a1fc3240f tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:11.470238 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-de6c5b4f-10a3-4fe5-915a-1ae2bde3a689 req-d7dee27e-8424-413d-96a4-de67987f5a8e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=fc07b6bd-c42d-4c9c-ad2b-74f1d160459d HTTP/1.1" status: 200 len: 217 time: 0.1028187 Oct 12 19:20:11.476216 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6e9b2a6c-71a9-4e7d-9424-4efde3706efa req-c7ff4b33-da1d-44ec-9cd1-f485979874ec tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387323 Oct 12 19:20:11.481386 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1666b6d7-0311-41ba-be13-2c6b589749cc tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Made reservation on behalf of 273d7b7bf24b4507988eb056053819bc for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:20:11.485245 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1666b6d7-0311-41ba-be13-2c6b589749cc tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:11.516705 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1666b6d7-0311-41ba-be13-2c6b589749cc tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:20:11.532325 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1666b6d7-0311-41ba-be13-2c6b589749cc tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:11.532713 n-d-813679-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-1666b6d7-0311-41ba-be13-2c6b589749cc tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Added segment c5e81fec-d100-48a0-afde-0e47c74fad81 of type vlan for network c48b3b5c-3de5-405f-8a81-b35b1ff0665e Oct 12 19:20:11.567533 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-51c3ff32-bcea-4354-b65e-aa7f491c2fe8 req-13e84480-ac73-4f12-b36a-f54021dc1f31 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Deleting port 1811d3a0-467e-48a0-a3db-28fc7ff2ff79 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:20:11.567917 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-51c3ff32-bcea-4354-b65e-aa7f491c2fe8 req-13e84480-ac73-4f12-b36a-f54021dc1f31 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:11.571294 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c5b4f-10a3-4fe5-915a-1ae2bde3a689 req-26acf6da-990f-4783-8e4b-b740af4ce746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:11.572805 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-de6c5b4f-10a3-4fe5-915a-1ae2bde3a689 req-26acf6da-990f-4783-8e4b-b740af4ce746 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=629aee7d-3fde-4c72-af1e-6a7e1f6a7e75 HTTP/1.1" status: 200 len: 843 time: 0.0932760 Oct 12 19:20:11.579978 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 409be5dc-1cd9-4cf6-b7a2-42a24420afad no longer exists at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:20:11.595752 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1666b6d7-0311-41ba-be13-2c6b589749cc tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:11.604628 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] No Port match for: 409be5dc-1cd9-4cf6-b7a2-42a24420afad {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:20:11.604994 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 409be5dc-1cd9-4cf6-b7a2-42a24420afad not bound to the agent host n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:20:11.689181 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c5b4f-10a3-4fe5-915a-1ae2bde3a689 req-e1d8cfa8-03b9-478a-876c-f8176bd0d6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:11.691575 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-de6c5b4f-10a3-4fe5-915a-1ae2bde3a689 req-e1d8cfa8-03b9-478a-876c-f8176bd0d6a8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=90dcf485-b1ad-4139-85a3-9e1e9879e6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0984766 Oct 12 19:20:11.715268 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-51c3ff32-bcea-4354-b65e-aa7f491c2fe8 req-13e84480-ac73-4f12-b36a-f54021dc1f31 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] For port 1811d3a0-467e-48a0-a3db-28fc7ff2ff79, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=1811d3a0-467e-48a0-a3db-28fc7ff2ff79,segment=NetworkSegment(092fb16a-01c2-4f4a-b148-df23675b5071),segment_id=092fb16a-01c2-4f4a-b148-df23675b5071)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:20:11.715772 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-51c3ff32-bcea-4354-b65e-aa7f491c2fe8 req-13e84480-ac73-4f12-b36a-f54021dc1f31 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:11.732626 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a75833b7-65b9-412c-b4f6-8a0a1fc3240f tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:11.733377 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1666b6d7-0311-41ba-be13-2c6b589749cc tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:11.735803 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 4c2b113e-eac9-4d7d-be63-19735c08773e up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:20:11.743124 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1666b6d7-0311-41ba-be13-2c6b589749cc tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:11.744604 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1666b6d7-0311-41ba-be13-2c6b589749cc tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:11.803890 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 4c2b113e-eac9-4d7d-be63-19735c08773e triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:20:11.804333 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:11.815932 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-51c3ff32-bcea-4354-b65e-aa7f491c2fe8 req-13e84480-ac73-4f12-b36a-f54021dc1f31 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Calling delete_port for 1811d3a0-467e-48a0-a3db-28fc7ff2ff79 owned by compute:nova {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:20:11.856362 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75833b7-65b9-412c-b4f6-8a0a1fc3240f tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Network 004b7aca-f04a-469e-acd0-56119303e5b0 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:20:11.865441 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-a75833b7-65b9-412c-b4f6-8a0a1fc3240f tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:20:11.872254 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75833b7-65b9-412c-b4f6-8a0a1fc3240f tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:20:11.882398 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1666b6d7-0311-41ba-be13-2c6b589749cc tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Pushing event updated for resources: {'Network': ['ID=c48b3b5c-3de5-405f-8a81-b35b1ff0665e,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:11.898983 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network c48b3b5c-3de5-405f-8a81-b35b1ff0665e details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:20:11.912692 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-1666b6d7-0311-41ba-be13-2c6b589749cc tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5163310 Oct 12 19:20:11.915503 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41926) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:11.920621 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-ef22fe9e-475e-484b-9c11-7053d2110967 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Request body: {'subnet': {'network_id': 'c48b3b5c-3de5-405f-8a81-b35b1ff0665e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:20:11.995826 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75833b7-65b9-412c-b4f6-8a0a1fc3240f tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Pushing event updated for resources: {'Port': ['ID=7a6fa227-20a9-42d8-ac37-96a8a2e9bbcf,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:12.032514 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 19:20:12.045803 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-de6c5b4f-10a3-4fe5-915a-1ae2bde3a689 req-cd56c016-6d2c-4a1d-b5be-347752f59d28 service neutron] 10.222.0.67 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3456717 Oct 12 19:20:12.048456 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a75833b7-65b9-412c-b4f6-8a0a1fc3240f tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7915309'] for router_interface, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:12.188704 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 3f160891-9eb6-42c5-b9d7-f121a5fbc031 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:20:12.205731 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c353fd6-5108-4302-8c29-84e2531c1f7d req-72991659-b8d3-445c-a6dd-085ec157f2b1 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:12.217089 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5c353fd6-5108-4302-8c29-84e2531c1f7d req-72991659-b8d3-445c-a6dd-085ec157f2b1 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=08ecabda-5587-420b-a912-46737a0ec139 HTTP/1.1" status: 200 len: 944 time: 0.1801684 Oct 12 19:20:12.289435 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 3f160891-9eb6-42c5-b9d7-f121a5fbc031 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:20:12.289922 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:12.308675 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5c353fd6-5108-4302-8c29-84e2531c1f7d req-4bc378c1-1021-4150-9ee0-b66e079defda tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2999b03-b87d-46b4-9267-1669e2e14df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904398 Oct 12 19:20:12.344259 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef22fe9e-475e-484b-9c11-7053d2110967 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Made reservation on behalf of 273d7b7bf24b4507988eb056053819bc for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:20:12.350522 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ef22fe9e-475e-484b-9c11-7053d2110967 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16245837'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:12.383240 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-05e8b72d-2a05-47af-962d-42c4345cf2b4 None None] Provisioning complete for port 7a6fa227-20a9-42d8-ac37-96a8a2e9bbcf triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:20:12.383614 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-05e8b72d-2a05-47af-962d-42c4345cf2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:12.406746 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:12.422139 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb1f035-7b59-473a-85f9-62b8107e3ee4 None None] Network 72b0b74a-d80e-4065-a8e7-9ebb81c11c98 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:20:12.494818 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-05e8b72d-2a05-47af-962d-42c4345cf2b4 None None] Port 7a6fa227-20a9-42d8-ac37-96a8a2e9bbcf cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:20:12.518180 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] For port 3f160891-9eb6-42c5-b9d7-f121a5fbc031, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=3f160891-9eb6-42c5-b9d7-f121a5fbc031,segment=NetworkSegment(7cbd0462-033c-4819-b483-97150417e631),segment_id=7cbd0462-033c-4819-b483-97150417e631)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:20:12.613928 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:12.668871 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-84cfe5b0-540d-4a2f-a1fb-9244aca5fa3e None None] Provisioning complete for port 3f160891-9eb6-42c5-b9d7-f121a5fbc031 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:20:12.669156 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-84cfe5b0-540d-4a2f-a1fb-9244aca5fa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:12.698511 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a85d00-6358-4a4e-bd5e-f6d29cecbc84 req-0e2215d7-7eae-4d7f-aab9-6c3bb606803d tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:12.700135 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-39a85d00-6358-4a4e-bd5e-f6d29cecbc84 req-0e2215d7-7eae-4d7f-aab9-6c3bb606803d tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5314e30-527f-43ff-ad86-8b07326cb2f2 HTTP/1.1" status: 200 len: 947 time: 0.1162455 Oct 12 19:20:12.739327 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Pushing event updated for resources: {'Port': ['ID=3f160891-9eb6-42c5-b9d7-f121a5fbc031,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:12.761428 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-39a85d00-6358-4a4e-bd5e-f6d29cecbc84 req-c9a0a540-2d49-4ccc-ba64-a6d1e71699dd tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495756 Oct 12 19:20:12.761428 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ef22fe9e-475e-484b-9c11-7053d2110967 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4306659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16245859'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:12.825103 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-de6c5b4f-10a3-4fe5-915a-1ae2bde3a689 req-cf07f8ef-4f6c-4d9b-b1e3-5a42daf33c22 service neutron] 10.222.0.67 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7272949 Oct 12 19:20:12.847997 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22fe9e-475e-484b-9c11-7053d2110967 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Pushing event updated for resources: {'Subnet': ['ID=b1b3bed8-3827-486c-b951-3f2beb19adc3,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:12.860018 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef22fe9e-475e-484b-9c11-7053d2110967 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Checking segment: {'id': 'c5e81fec-d100-48a0-afde-0e47c74fad81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'c48b3b5c-3de5-405f-8a81-b35b1ff0665e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:20:12.860410 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef22fe9e-475e-484b-9c11-7053d2110967 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Network hostable DHCP agents. Network: c48b3b5c-3de5-405f-8a81-b35b1ff0665e, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:20:12.919567 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-51c3ff32-bcea-4354-b65e-aa7f491c2fe8 req-13e84480-ac73-4f12-b36a-f54021dc1f31 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:12.954576 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a75833b7-65b9-412c-b4f6-8a0a1fc3240f tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:12.967255 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef22fe9e-475e-484b-9c11-7053d2110967 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Network c48b3b5c-3de5-405f-8a81-b35b1ff0665e is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:20:12.968390 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e84480-ac73-4f12-b36a-f54021dc1f31 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Pushing event deleted for resources: {'Port': ['ID=1811d3a0-467e-48a0-a3db-28fc7ff2ff79,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:13.035919 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-51c3ff32-bcea-4354-b65e-aa7f491c2fe8 req-13e84480-ac73-4f12-b36a-f54021dc1f31 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] No DVR routers for this DVR port 1811d3a0-467e-48a0-a3db-28fc7ff2ff79 on host n-h1-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:20:13.041649 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-51c3ff32-bcea-4354-b65e-aa7f491c2fe8 req-13e84480-ac73-4f12-b36a-f54021dc1f31 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:13.044950 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-51c3ff32-bcea-4354-b65e-aa7f491c2fe8 req-13e84480-ac73-4f12-b36a-f54021dc1f31 tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.61 "DELETE /v2.0/ports/1811d3a0-467e-48a0-a3db-28fc7ff2ff79 HTTP/1.1" status: 204 len: 173 time: 1.7969985 Oct 12 19:20:13.045126 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-965e7708-be69-4c4d-9b46-9de84330245f None None] Provisioning complete for port 3f160891-9eb6-42c5-b9d7-f121a5fbc031 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:20:13.045352 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08ecabda-5587-420b-a912-46737a0ec139', 'name': 'network-vif-deleted', 'tag': '1811d3a0-467e-48a0-a3db-28fc7ff2ff79'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:20:13.045996 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-965e7708-be69-4c4d-9b46-9de84330245f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:13.050253 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a4f0cc1-4fb0-4ebb-af9c-25445da9b538" -d '{"events": [{"server_uuid": "08ecabda-5587-420b-a912-46737a0ec139", "name": "network-vif-deleted", "tag": "1811d3a0-467e-48a0-a3db-28fc7ff2ff79"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:20:13.070030 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-ef22fe9e-475e-484b-9c11-7053d2110967 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, c48b3b5c-3de5-405f-8a81-b35b1ff0665e) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:20:13.074914 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef22fe9e-475e-484b-9c11-7053d2110967 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:13.075081 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ef22fe9e-475e-484b-9c11-7053d2110967 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:13.125114 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a15f6397-be6c-445f-8582-02fb8295e301 None None] Network c48b3b5c-3de5-405f-8a81-b35b1ff0665e requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:20:13.143997 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a0f5eb4-16b1-42b7-a9fc-d21e511f4658 x-openstack-request-id: req-8a0f5eb4-16b1-42b7-a9fc-d21e511f4658 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:20:13.143997 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08ecabda-5587-420b-a912-46737a0ec139", "name": "network-vif-deleted", "tag": "1811d3a0-467e-48a0-a3db-28fc7ff2ff79", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:20:13.143997 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8a0f5eb4-16b1-42b7-a9fc-d21e511f4658 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:20:13.143997 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08ecabda-5587-420b-a912-46737a0ec139', 'name': 'network-vif-deleted', 'tag': '1811d3a0-467e-48a0-a3db-28fc7ff2ff79', 'status': 'completed', 'code': 200} Oct 12 19:20:13.148765 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-ef22fe9e-475e-484b-9c11-7053d2110967 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2321627 Oct 12 19:20:13.151997 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41970) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:13.157762 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-fb363f53-63d3-4ef6-8657-8c861dd19d68 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Request body: {'subnet': {'network_id': 'c48b3b5c-3de5-405f-8a81-b35b1ff0665e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:20:13.409535 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a75833b7-65b9-412c-b4f6-8a0a1fc3240f tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:13.413352 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb363f53-63d3-4ef6-8657-8c861dd19d68 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Made reservation on behalf of 273d7b7bf24b4507988eb056053819bc for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:20:13.426293 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa047fea-c984-4aa3-9940-dc94dcad21e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-c48b3b5c-3de5-405f-8a81-b35b1ff0665e', 'network_id': 'c48b3b5c-3de5-405f-8a81-b35b1ff0665e', 'tenant_id': '273d7b7bf24b4507988eb056053819bc', 'fixed_ips': [{'subnet_id': 'b1b3bed8-3827-486c-b951-3f2beb19adc3'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:20:13.427167 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fa047fea-c984-4aa3-9940-dc94dcad21e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:13.436987 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fb363f53-63d3-4ef6-8657-8c861dd19d68 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16245837'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:13.463065 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8b8e6075-b332-423d-9023-57d5d5d8b8c9 req-264c1e67-3b0b-409c-acc4-7f6cfa1ba20d tempest-LiveAutoBlockMigrationV225Test-1009255886 tempest-LiveAutoBlockMigrationV225Test-1009255886-project] 10.222.0.49 "GET /v2.0/ports?device_id=08ecabda-5587-420b-a912-46737a0ec139 HTTP/1.1" status: 200 len: 210 time: 0.0625646 Oct 12 19:20:13.495563 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0e787c22-038d-4919-8954-2059cab1bc58 req-9e4dbc40-813d-4074-83ed-301697068050 tempest-ServerShowV247Test-1297704155 tempest-ServerShowV247Test-1297704155-project] 10.222.0.49 "GET /v2.0/ports?device_id=37fb3ecd-f7f8-4187-b646-35751c9ceecf HTTP/1.1" status: 200 len: 210 time: 0.0551693 Oct 12 19:20:13.501442 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a75833b7-65b9-412c-b4f6-8a0a1fc3240f tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:13.600495 n-d-813679-3 neutron-server[95502]: INFO neutron.db.ipam_backend_mixin [None req-fb363f53-63d3-4ef6-8657-8c861dd19d68 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b1b3bed8-3827-486c-b951-3f2beb19adc3 (CIDR: 2001:db8::/64) Oct 12 19:20:13.634604 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a75833b7-65b9-412c-b4f6-8a0a1fc3240f tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7898980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8092605'] for router_interface, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:13.641751 n-d-813679-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb363f53-63d3-4ef6-8657-8c861dd19d68 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 19:20:13.649781 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb363f53-63d3-4ef6-8657-8c861dd19d68 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:20:13.650045 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75833b7-65b9-412c-b4f6-8a0a1fc3240f tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Pushing event updated for resources: {'Port': ['ID=7a6fa227-20a9-42d8-ac37-96a8a2e9bbcf,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:13.678382 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 1811d3a0-467e-48a0-a3db-28fc7ff2ff79 no longer exists at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:20:13.678382 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 3f160891-9eb6-42c5-b9d7-f121a5fbc031 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:20:13.728386 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-fa047fea-c984-4aa3-9940-dc94dcad21e5 None None] Allocated IP 2001:db8::2 (c48b3b5c-3de5-405f-8a81-b35b1ff0665e/b1b3bed8-3827-486c-b951-3f2beb19adc3/b33f97b7-d1d1-4a08-a827-e41ae86567e1) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:20:13.773960 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] No Port match for: 1811d3a0-467e-48a0-a3db-28fc7ff2ff79 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:20:13.774318 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 1811d3a0-467e-48a0-a3db-28fc7ff2ff79 not bound to the agent host n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:20:13.776134 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-fb363f53-63d3-4ef6-8657-8c861dd19d68 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6233490 Oct 12 19:20:13.779597 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41996) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:13.786770 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-a05ccfae-c4bf-4bfe-9187-9325888a2790 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Request body: {'subnet': {'network_id': 'c48b3b5c-3de5-405f-8a81-b35b1ff0665e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:20:13.789416 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 3f160891-9eb6-42c5-b9d7-f121a5fbc031 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:20:13.789416 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:13.805075 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75833b7-65b9-412c-b4f6-8a0a1fc3240f tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Network 004b7aca-f04a-469e-acd0-56119303e5b0 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:20:13.812900 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-a75833b7-65b9-412c-b4f6-8a0a1fc3240f tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:20:13.977545 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fa047fea-c984-4aa3-9940-dc94dcad21e5 None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:14.038979 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fa047fea-c984-4aa3-9940-dc94dcad21e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:14.125111 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa047fea-c984-4aa3-9940-dc94dcad21e5 None None] Network c48b3b5c-3de5-405f-8a81-b35b1ff0665e is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:20:14.134977 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-fa047fea-c984-4aa3-9940-dc94dcad21e5 None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:20:14.135160 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e264f5cb-6c31-4c02-934d-ebf443bda1b7 req-7519f2b6-9199-4a07-b415-995ae72df3af tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:14.137649 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa047fea-c984-4aa3-9940-dc94dcad21e5 None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:20:14.145128 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e264f5cb-6c31-4c02-934d-ebf443bda1b7 req-7519f2b6-9199-4a07-b415-995ae72df3af tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5314e30-527f-43ff-ad86-8b07326cb2f2 HTTP/1.1" status: 200 len: 947 time: 0.2214847 Oct 12 19:20:14.167131 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a05ccfae-c4bf-4bfe-9187-9325888a2790 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Made reservation on behalf of 273d7b7bf24b4507988eb056053819bc for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:20:14.170888 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a05ccfae-c4bf-4bfe-9187-9325888a2790 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16245837'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:14.263876 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e264f5cb-6c31-4c02-934d-ebf443bda1b7 req-bf317daa-3a2c-44c0-83b7-704ec75c23c7 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870707 Oct 12 19:20:14.304384 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a75833b7-65b9-412c-b4f6-8a0a1fc3240f tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Router 17b7ccf2-de7a-4f6b-8dd6-2bb89213722b is scheduled to L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b with binding_index 1 {{(pid=95501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 19:20:14.323070 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-174a1804-3265-4e2b-abea-ee25fb7c34c2 req-016b08de-2b03-4ef0-a02e-5f7a9c11eedf tempest-ServerShowV247Test-1297704155 tempest-ServerShowV247Test-1297704155-project] 10.222.0.49 "GET /v2.0/ports?device_id=3d25dbc6-b3b0-4fff-9b8e-9339c284a1ec HTTP/1.1" status: 200 len: 210 time: 0.0429473 Oct 12 19:20:14.394003 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa047fea-c984-4aa3-9940-dc94dcad21e5 None None] Pushing event updated for resources: {'Port': ['ID=b33f97b7-d1d1-4a08-a827-e41ae86567e1,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:14.429467 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-fa047fea-c984-4aa3-9940-dc94dcad21e5 None None] Attempting to bind port b33f97b7-d1d1-4a08-a827-e41ae86567e1 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:20:14.430115 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-fa047fea-c984-4aa3-9940-dc94dcad21e5 None None] Attempting to bind port b33f97b7-d1d1-4a08-a827-e41ae86567e1 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'c5e81fec-d100-48a0-afde-0e47c74fad81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'c48b3b5c-3de5-405f-8a81-b35b1ff0665e'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:20:14.430314 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa047fea-c984-4aa3-9940-dc94dcad21e5 None None] Attempting to bind port b33f97b7-d1d1-4a08-a827-e41ae86567e1 on network c48b3b5c-3de5-405f-8a81-b35b1ff0665e {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:20:14.434691 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-afca30de-7b5d-46ac-8e03-fc3ed7b729a4 None None] Provisioning complete for port 7a6fa227-20a9-42d8-ac37-96a8a2e9bbcf triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:20:14.435589 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-afca30de-7b5d-46ac-8e03-fc3ed7b729a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:14.440720 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa047fea-c984-4aa3-9940-dc94dcad21e5 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:20:14.441092 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa047fea-c984-4aa3-9940-dc94dcad21e5 None None] Checking segment: {'id': 'c5e81fec-d100-48a0-afde-0e47c74fad81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'c48b3b5c-3de5-405f-8a81-b35b1ff0665e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:20:14.441495 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fa047fea-c984-4aa3-9940-dc94dcad21e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:14.441885 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa047fea-c984-4aa3-9940-dc94dcad21e5 None None] Bound using segment: {'id': 'c5e81fec-d100-48a0-afde-0e47c74fad81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'c48b3b5c-3de5-405f-8a81-b35b1ff0665e'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:20:14.442410 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-fa047fea-c984-4aa3-9940-dc94dcad21e5 None None] Bound port: b33f97b7-d1d1-4a08-a827-e41ae86567e1, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5e81fec-d100-48a0-afde-0e47c74fad81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'c48b3b5c-3de5-405f-8a81-b35b1ff0665e'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:20:14.442817 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fa047fea-c984-4aa3-9940-dc94dcad21e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:14.472081 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a75833b7-65b9-412c-b4f6-8a0a1fc3240f tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:20:14.496831 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9212d0-7441-4af2-9e75-f1e32f5cc774 None None] Sync routers for ids ['17b7ccf2-de7a-4f6b-8dd6-2bb89213722b'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:20:14.508223 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-a75833b7-65b9-412c-b4f6-8a0a1fc3240f tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] 10.222.0.49 "PUT /v2.0/routers/17b7ccf2-de7a-4f6b-8dd6-2bb89213722b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5338492 Oct 12 19:20:14.511646 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42020) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:14.532915 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9212d0-7441-4af2-9e75-f1e32f5cc774 None None] Routers {'17b7ccf2-de7a-4f6b-8dd6-2bb89213722b'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:20:14.538469 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-afca30de-7b5d-46ac-8e03-fc3ed7b729a4 None None] Port 7a6fa227-20a9-42d8-ac37-96a8a2e9bbcf cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:20:14.539300 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-5f9212d0-7441-4af2-9e75-f1e32f5cc774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:20:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['17b7ccf2-de7a-4f6b-8dd6-2bb89213722b'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:20:14.566204 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42022) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:14.576471 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-fa047fea-c984-4aa3-9940-dc94dcad21e5 None None] For port b33f97b7-d1d1-4a08-a827-e41ae86567e1, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:20:14.579985 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-fa047fea-c984-4aa3-9940-dc94dcad21e5 None None] For port b33f97b7-d1d1-4a08-a827-e41ae86567e1, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=b33f97b7-d1d1-4a08-a827-e41ae86567e1,segment=NetworkSegment(c5e81fec-d100-48a0-afde-0e47c74fad81),segment_id=c5e81fec-d100-48a0-afde-0e47c74fad81)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:20:14.600572 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d69fbf-a766-4710-a07d-0e7089ef60fa tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:14.601291 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-5f9212d0-7441-4af2-9e75-f1e32f5cc774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:20:14.604738 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-b8d69fbf-a766-4710-a07d-0e7089ef60fa tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] 10.222.0.49 "GET /v2.0/ports/7a6fa227-20a9-42d8-ac37-96a8a2e9bbcf HTTP/1.1" status: 200 len: 910 time: 0.0895152 Oct 12 19:20:14.605096 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42026) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:14.612454 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9212d0-7441-4af2-9e75-f1e32f5cc774 None None] Routers {'17b7ccf2-de7a-4f6b-8dd6-2bb89213722b'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:20:14.613076 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-5f9212d0-7441-4af2-9e75-f1e32f5cc774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:20:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['17b7ccf2-de7a-4f6b-8dd6-2bb89213722b'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:20:14.660782 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-5f9212d0-7441-4af2-9e75-f1e32f5cc774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:20:14.661435 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9212d0-7441-4af2-9e75-f1e32f5cc774 None None] The sync data for ids ['17b7ccf2-de7a-4f6b-8dd6-2bb89213722b'] in n-d-813679-3 is: [] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:20:14.672423 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fa047fea-c984-4aa3-9940-dc94dcad21e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:14.733654 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a05ccfae-c4bf-4bfe-9187-9325888a2790 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4306659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16245859'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:14.819165 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05ccfae-c4bf-4bfe-9187-9325888a2790 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Network c48b3b5c-3de5-405f-8a81-b35b1ff0665e is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:20:14.823315 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-a05ccfae-c4bf-4bfe-9187-9325888a2790 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:20:14.827327 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a05ccfae-c4bf-4bfe-9187-9325888a2790 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:14.829178 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a05ccfae-c4bf-4bfe-9187-9325888a2790 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:14.833465 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa047fea-c984-4aa3-9940-dc94dcad21e5 None None] Pushing event updated for resources: {'Port': ['ID=b33f97b7-d1d1-4a08-a827-e41ae86567e1,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:14.873243 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05ccfae-c4bf-4bfe-9187-9325888a2790 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Pushing event updated for resources: {'Subnet': ['ID=a3878734-6680-499a-95d9-95ced2ffdfe4,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:14.946091 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-eec992b4-e349-43c0-92a7-c4b3d5c85d22 admin admin] Deleting subnet 39796bec-4145-45cd-b713-3f2477a830cb {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:20:14.950074 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-eec992b4-e349-43c0-92a7-c4b3d5c85d22 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:15.007172 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-eec992b4-e349-43c0-92a7-c4b3d5c85d22 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16313642'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:15.043542 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-a05ccfae-c4bf-4bfe-9187-9325888a2790 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2624831 Oct 12 19:20:15.047736 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42034) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:15.052555 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-18f95d36-e257-4300-8740-69bfaf2fda2f tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Request body: {'port': {'network_id': 'c48b3b5c-3de5-405f-8a81-b35b1ff0665e', 'fixed_ips': [{'subnet_id': 'b1b3bed8-3827-486c-b951-3f2beb19adc3'}, {'subnet_id': 'a3878734-6680-499a-95d9-95ced2ffdfe4'}], 'name': 'tempest-PortsIpV6TestJSON-856135786'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:20:15.120571 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-eec992b4-e349-43c0-92a7-c4b3d5c85d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:15.214939 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3001e029-0d82-4196-95d7-80c6d74633ae tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:15.295641 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-eec992b4-e349-43c0-92a7-c4b3d5c85d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4306592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16245866'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:15.313506 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18f95d36-e257-4300-8740-69bfaf2fda2f tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Made reservation on behalf of 273d7b7bf24b4507988eb056053819bc for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:20:15.400795 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec992b4-e349-43c0-92a7-c4b3d5c85d22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39796bec-4145-45cd-b713-3f2477a830cb,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:15.409065 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-eec992b4-e349-43c0-92a7-c4b3d5c85d22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:15.413741 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-eec992b4-e349-43c0-92a7-c4b3d5c85d22 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/39796bec-4145-45cd-b713-3f2477a830cb HTTP/1.1" status: 204 len: 168 time: 0.8457494 Oct 12 19:20:15.421651 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42042) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:15.490481 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-fe428ae6-872a-498c-91f9-13a494c30a3b req-bdf69697-bda3-4dcb-ac71-274333fe56a4 tempest-ServerShowV247Test-1297704155 tempest-ServerShowV247Test-1297704155-project] 10.222.0.49 "GET /v2.0/ports?device_id=3d25dbc6-b3b0-4fff-9b8e-9339c284a1ec HTTP/1.1" status: 200 len: 210 time: 0.0363116 Oct 12 19:20:15.577294 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-18f95d36-e257-4300-8740-69bfaf2fda2f tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:15.622177 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [None req-18f95d36-e257-4300-8740-69bfaf2fda2f tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] device_id is not set on port 59e09933-b5d4-4e0d-9900-b0edf00c0bd7 yet. {{(pid=95502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 19:20:15.663418 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6e5e6c7e-e851-4b4c-b557-ad7f0be19636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:15.729588 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device b33f97b7-d1d1-4a08-a827-e41ae86567e1 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:20:15.740149 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a150e5d-8249-407e-99be-3b44e05cfe34 req-c020878d-20c0-4087-9f2a-0b7230d39bcc tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:15.747778 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1a150e5d-8249-407e-99be-3b44e05cfe34 req-c020878d-20c0-4087-9f2a-0b7230d39bcc tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5314e30-527f-43ff-ad86-8b07326cb2f2 HTTP/1.1" status: 200 len: 947 time: 0.1575880 Oct 12 19:20:15.782125 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-3001e029-0d82-4196-95d7-80c6d74633ae tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Allocated IP 172.21.0.1 (72b0b74a-d80e-4065-a8e7-9ebb81c11c98/8966f9a0-75e9-4251-93d6-5f8bb69b85dc/3dc4492f-f321-4c03-9210-e7679d7567dd) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:20:15.801064 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device fc07b6bd-c42d-4c9c-ad2b-74f1d160459d details requested by agent hyperv_n-h2-813679-3 with host n-h2-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:20:15.865471 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6e5e6c7e-e851-4b4c-b557-ad7f0be19636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:15.877571 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port b33f97b7-d1d1-4a08-a827-e41ae86567e1 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:20:15.877941 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:15.921031 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-6e5e6c7e-e851-4b4c-b557-ad7f0be19636 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82671036-c03a-4d3c-b62d-db19aa8b0fed']}} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:20:15.972426 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1a150e5d-8249-407e-99be-3b44e05cfe34 req-9b68a7e3-3ca2-4bfe-a180-ddcb518692bb tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236171 Oct 12 19:20:16.007490 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-6e5e6c7e-e851-4b4c-b557-ad7f0be19636 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '092fb16a-01c2-4f4a-b148-df23675b5071') {'for_net_delete': True} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:20:16.020580 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-6e5e6c7e-e851-4b4c-b557-ad7f0be19636 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '092fb16a-01c2-4f4a-b148-df23675b5071') {} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:20:16.032472 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port fc07b6bd-c42d-4c9c-ad2b-74f1d160459d, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=fc07b6bd-c42d-4c9c-ad2b-74f1d160459d,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:20:16.068437 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6e5e6c7e-e851-4b4c-b557-ad7f0be19636 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4281072'] for segment, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:16.080628 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Returning: {'device': 'fc07b6bd-c42d-4c9c-ad2b-74f1d160459d', 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1', 'port_id': 'fc07b6bd-c42d-4c9c-ad2b-74f1d160459d', 'mac_address': 'fa:16:3e:8f:8e:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '629aee7d-3fde-4c72-af1e-6a7e1f6a7e75', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:20:16.117317 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:16.152222 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:16.169453 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] For port b33f97b7-d1d1-4a08-a827-e41ae86567e1, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=b33f97b7-d1d1-4a08-a827-e41ae86567e1,segment=NetworkSegment(c5e81fec-d100-48a0-afde-0e47c74fad81),segment_id=c5e81fec-d100-48a0-afde-0e47c74fad81)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:20:16.180719 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc07b6bd-c42d-4c9c-ad2b-74f1d160459d {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:20:16.181445 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6e5e6c7e-e851-4b4c-b557-ad7f0be19636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:16.196919 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e5e6c7e-e851-4b4c-b557-ad7f0be19636 admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=95501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:20:16.197331 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6e5e6c7e-e851-4b4c-b557-ad7f0be19636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4823170'] for segment, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:16.203015 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port fc07b6bd-c42d-4c9c-ad2b-74f1d160459d, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=fc07b6bd-c42d-4c9c-ad2b-74f1d160459d,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:20:16.206893 n-d-813679-3 neutron-server[95501]: Traceback (most recent call last): Oct 12 19:20:16.206893 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:20:16.206893 n-d-813679-3 neutron-server[95501]: timer() Oct 12 19:20:16.206893 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:20:16.206893 n-d-813679-3 neutron-server[95501]: cb(*args, **kw) Oct 12 19:20:16.206893 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:20:16.206893 n-d-813679-3 neutron-server[95501]: return func(*args, **kwargs) Oct 12 19:20:16.206893 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:20:16.206893 n-d-813679-3 neutron-server[95501]: self._notify() Oct 12 19:20:16.206893 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:20:16.206893 n-d-813679-3 neutron-server[95501]: self.callback(batched_events) Oct 12 19:20:16.206893 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:20:16.206893 n-d-813679-3 neutron-server[95501]: event.method(event) Oct 12 19:20:16.206893 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:20:16.206893 n-d-813679-3 neutron-server[95501]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:20:16.206893 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:20:16.206893 n-d-813679-3 neutron-server[95501]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:20:16.206893 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:20:16.206893 n-d-813679-3 neutron-server[95501]: return f(self, *a, **k) Oct 12 19:20:16.206893 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:20:16.206893 n-d-813679-3 neutron-server[95501]: return self._get(url).json() Oct 12 19:20:16.206893 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:20:16.206893 n-d-813679-3 neutron-server[95501]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:20:16.206893 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:20:16.206893 n-d-813679-3 neutron-server[95501]: return self.request(url, 'GET', **kwargs) Oct 12 19:20:16.206893 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:20:16.206893 n-d-813679-3 neutron-server[95501]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:20:16.206893 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:20:16.206893 n-d-813679-3 neutron-server[95501]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:20:16.206893 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:20:16.206893 n-d-813679-3 neutron-server[95501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:20:16.206893 n-d-813679-3 neutron-server[95501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:20:16.219777 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18583cb1-bd65-4d4e-8aae-35a2150f35c2 None None] Network c48b3b5c-3de5-405f-8a81-b35b1ff0665e requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:20:16.233593 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-18f95d36-e257-4300-8740-69bfaf2fda2f tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Allocated IP 2001:db8::2a0 (c48b3b5c-3de5-405f-8a81-b35b1ff0665e/b1b3bed8-3827-486c-b951-3f2beb19adc3/59e09933-b5d4-4e0d-9900-b0edf00c0bd7) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:20:16.240746 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-18f95d36-e257-4300-8740-69bfaf2fda2f tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Allocated IP 2001:db8:0:1::3d5 (c48b3b5c-3de5-405f-8a81-b35b1ff0665e/a3878734-6680-499a-95d9-95ced2ffdfe4/59e09933-b5d4-4e0d-9900-b0edf00c0bd7) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:20:16.245624 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3001e029-0d82-4196-95d7-80c6d74633ae tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:16.255637 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f25208-c473-473f-bb23-85e8d96be0cd req-3a8a7fd4-31c4-4857-ac78-30189dcbc3eb tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:16.257151 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-87f25208-c473-473f-bb23-85e8d96be0cd req-3a8a7fd4-31c4-4857-ac78-30189dcbc3eb tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5314e30-527f-43ff-ad86-8b07326cb2f2 HTTP/1.1" status: 200 len: 947 time: 0.1934597 Oct 12 19:20:16.311973 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:16.317245 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:16.319035 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-1decbb8a-6ee1-4609-ab42-8e8e2dba38e3 None None] Provisioning complete for port b33f97b7-d1d1-4a08-a827-e41ae86567e1 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:20:16.319353 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1decbb8a-6ee1-4609-ab42-8e8e2dba38e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:16.333026 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-87f25208-c473-473f-bb23-85e8d96be0cd req-64cbc2b0-b18b-4d5c-a5af-0667671f6ab7 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576332 Oct 12 19:20:16.393062 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6e5e6c7e-e851-4b4c-b557-ad7f0be19636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:16.402691 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6e5e6c7e-e851-4b4c-b557-ad7f0be19636 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:16.411077 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-6e5e6c7e-e851-4b4c-b557-ad7f0be19636 admin admin] 10.222.0.49 "DELETE /v2.0/networks/82671036-c03a-4d3c-b62d-db19aa8b0fed HTTP/1.1" status: 204 len: 168 time: 0.9882817 Oct 12 19:20:16.416369 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42054) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:16.438798 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5e6c7e-e851-4b4c-b557-ad7f0be19636 admin admin] Pushing event deleted for resources: {'Network': ['ID=82671036-c03a-4d3c-b62d-db19aa8b0fed,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:16.441931 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3001e029-0d82-4196-95d7-80c6d74633ae tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:16.453452 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=fc07b6bd-c42d-4c9c-ad2b-74f1d160459d,revision_number=10']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:16.491616 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3001e029-0d82-4196-95d7-80c6d74633ae tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Network 72b0b74a-d80e-4065-a8e7-9ebb81c11c98 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:20:16.495270 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-3001e029-0d82-4196-95d7-80c6d74633ae tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:20:16.499414 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3001e029-0d82-4196-95d7-80c6d74633ae tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:20:16.569778 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['fc07b6bd-c42d-4c9c-ad2b-74f1d160459d'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:20:16.577298 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3001e029-0d82-4196-95d7-80c6d74633ae tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Pushing event updated for resources: {'Port': ['ID=3dc4492f-f321-4c03-9210-e7679d7567dd,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:16.594559 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-18f95d36-e257-4300-8740-69bfaf2fda2f tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:16.601939 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3001e029-0d82-4196-95d7-80c6d74633ae tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7915309'] for router_interface, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:16.682733 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Pushing event updated for resources: {'Port': ['ID=b33f97b7-d1d1-4a08-a827-e41ae86567e1,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:16.703361 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-84c4583f-ea7b-4269-8a41-680c593b26ac admin admin] Deleting subnet ca5db4be-e5ce-417f-b4d9-ac5999d543e6 {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:20:16.730348 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e40bcbfc-e493-4873-923e-57d3f5977306 req-d04686e4-854e-4259-961a-f79eb68a1129 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=1439ecde881648d990934dad6d1d46ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0585184 Oct 12 19:20:16.731005 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-84c4583f-ea7b-4269-8a41-680c593b26ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:16.753750 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-91903ce5-73c8-4df2-b8a2-2c771e3ac65e req-4068c821-5d3e-4192-ae15-91648b5840e3 tempest-ServerShowV247Test-1297704155 tempest-ServerShowV247Test-1297704155-project] 10.222.0.49 "GET /v2.0/ports?device_id=3d25dbc6-b3b0-4fff-9b8e-9339c284a1ec HTTP/1.1" status: 200 len: 210 time: 0.0764639 Oct 12 19:20:16.786094 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d98852-c389-4d1c-89b0-4b41f7d087c8 None None] Update dhcp port {'port': {'network_id': 'c48b3b5c-3de5-405f-8a81-b35b1ff0665e', 'fixed_ips': [{'subnet_id': 'b1b3bed8-3827-486c-b951-3f2beb19adc3', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a3878734-6680-499a-95d9-95ced2ffdfe4'}], 'binding:host_id': 'n-d-813679-3'}, 'id': 'b33f97b7-d1d1-4a08-a827-e41ae86567e1'} from n-d-813679-3. {{(pid=95503) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 12 19:20:16.856675 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d1d98852-c389-4d1c-89b0-4b41f7d087c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:16.896273 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-84c4583f-ea7b-4269-8a41-680c593b26ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16313642'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:16.947258 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-18f95d36-e257-4300-8740-69bfaf2fda2f tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:16.954356 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3001e029-0d82-4196-95d7-80c6d74633ae tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:17.033599 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-84c4583f-ea7b-4269-8a41-680c593b26ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:17.068679 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f95d36-e257-4300-8740-69bfaf2fda2f tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Network c48b3b5c-3de5-405f-8a81-b35b1ff0665e is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:20:17.073662 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-18f95d36-e257-4300-8740-69bfaf2fda2f tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:20:17.081274 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-9234a88e-9e6e-4240-a1ef-e04d1ef243fa None None] Provisioning complete for port 3dc4492f-f321-4c03-9210-e7679d7567dd triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:20:17.082435 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9234a88e-9e6e-4240-a1ef-e04d1ef243fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:17.086561 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40bcbfc-e493-4873-923e-57d3f5977306 req-546ee300-7014-45ac-8917-e99f81021348 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:17.093483 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e40bcbfc-e493-4873-923e-57d3f5977306 req-546ee300-7014-45ac-8917-e99f81021348 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3093960 Oct 12 19:20:17.105091 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f95d36-e257-4300-8740-69bfaf2fda2f tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:20:17.111616 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f95d36-e257-4300-8740-69bfaf2fda2f tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:17.112276 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-18f95d36-e257-4300-8740-69bfaf2fda2f tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:17.130199 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f95d36-e257-4300-8740-69bfaf2fda2f tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Pushing event updated for resources: {'Port': ['ID=59e09933-b5d4-4e0d-9900-b0edf00c0bd7,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:17.139535 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-d1d98852-c389-4d1c-89b0-4b41f7d087c8 None None] Allocated IP 2001:db8:0:1::2 (c48b3b5c-3de5-405f-8a81-b35b1ff0665e/a3878734-6680-499a-95d9-95ced2ffdfe4/b33f97b7-d1d1-4a08-a827-e41ae86567e1) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:20:17.141909 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-9234a88e-9e6e-4240-a1ef-e04d1ef243fa None None] Port 3dc4492f-f321-4c03-9210-e7679d7567dd cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:20:17.146228 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e40bcbfc-e493-4873-923e-57d3f5977306 req-3ecff797-b849-4345-a3c5-453765fb07a2 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/quotas/1439ecde881648d990934dad6d1d46ba HTTP/1.1" status: 200 len: 375 time: 0.0518229 Oct 12 19:20:17.194234 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-18f95d36-e257-4300-8740-69bfaf2fda2f tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 2.1454008 Oct 12 19:20:17.194844 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42074) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:17.207991 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-7ce5af95-5580-4b61-8882-4783ea77a528 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b1b3bed8-3827-486c-b951-3f2beb19adc3'}]}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:20:17.255853 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-d1d98852-c389-4d1c-89b0-4b41f7d087c8 None None] For port b33f97b7-d1d1-4a08-a827-e41ae86567e1, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=b33f97b7-d1d1-4a08-a827-e41ae86567e1,segment=NetworkSegment(c5e81fec-d100-48a0-afde-0e47c74fad81),segment_id=c5e81fec-d100-48a0-afde-0e47c74fad81)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:20:17.258461 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e40bcbfc-e493-4873-923e-57d3f5977306 req-dc626a8d-6708-4630-8f28-2a6ba8c759ce tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=1439ecde881648d990934dad6d1d46ba&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1112309 Oct 12 19:20:17.297592 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d1d98852-c389-4d1c-89b0-4b41f7d087c8 None None] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:17.303107 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7ce5af95-5580-4b61-8882-4783ea77a528 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:17.307318 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3001e029-0d82-4196-95d7-80c6d74633ae tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:17.364555 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-84c4583f-ea7b-4269-8a41-680c593b26ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4306592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16245866'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:17.390457 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d1d98852-c389-4d1c-89b0-4b41f7d087c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:17.419631 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c4583f-ea7b-4269-8a41-680c593b26ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca5db4be-e5ce-417f-b4d9-ac5999d543e6,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:17.421645 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-84c4583f-ea7b-4269-8a41-680c593b26ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:17.427488 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-84c4583f-ea7b-4269-8a41-680c593b26ac admin admin] 10.222.0.49 "DELETE /v2.0/subnets/ca5db4be-e5ce-417f-b4d9-ac5999d543e6 HTTP/1.1" status: 204 len: 168 time: 1.0101128 Oct 12 19:20:17.428013 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42076) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:17.443197 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3001e029-0d82-4196-95d7-80c6d74633ae tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:17.511250 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d98852-c389-4d1c-89b0-4b41f7d087c8 None None] Pushing event updated for resources: {'Port': ['ID=b33f97b7-d1d1-4a08-a827-e41ae86567e1,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:17.633079 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3001e029-0d82-4196-95d7-80c6d74633ae tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Pushing event updated for resources: {'Port': ['ID=3dc4492f-f321-4c03-9210-e7679d7567dd,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:17.638560 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device b33f97b7-d1d1-4a08-a827-e41ae86567e1 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:20:17.742011 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port b33f97b7-d1d1-4a08-a827-e41ae86567e1 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:20:17.746534 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:17.753571 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device fc07b6bd-c42d-4c9c-ad2b-74f1d160459d up at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:20:17.771774 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-7ce5af95-5580-4b61-8882-4783ea77a528 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Delete allocated IP 2001:db8:0:1::3d5 (c48b3b5c-3de5-405f-8a81-b35b1ff0665e/a3878734-6680-499a-95d9-95ced2ffdfe4) {{(pid=95502) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 12 19:20:17.777240 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d5f0c2a2-08eb-4ce3-bb0c-9df96d3b3407 req-f417c2d8-2e82-42db-958f-6d1779168273 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb159dd6-68c1-41b5-9688-4e7a11fd8304 HTTP/1.1" status: 200 len: 210 time: 0.2066407 Oct 12 19:20:17.784282 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-734a1e5f-206c-4329-910d-d642ea928d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:17.788967 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3001e029-0d82-4196-95d7-80c6d74633ae tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7898980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8092605'] for router_interface, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:17.899901 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning complete for port fc07b6bd-c42d-4c9c-ad2b-74f1d160459d triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:20:17.902121 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:18.050091 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:18.071089 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b05c5c8b-dd85-413e-9b04-f5d509d15f69 req-5ffed565-b551-458d-9951-017cb4ff22d7 tempest-ServerShowV247Test-1297704155 tempest-ServerShowV247Test-1297704155-project] 10.222.0.49 "GET /v2.0/ports?device_id=3d25dbc6-b3b0-4fff-9b8e-9339c284a1ec HTTP/1.1" status: 200 len: 210 time: 0.0717168 Oct 12 19:20:18.071980 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-734a1e5f-206c-4329-910d-d642ea928d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:18.088827 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5314e30-527f-43ff-ad86-8b07326cb2f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc07b6bd-c42d-4c9c-ad2b-74f1d160459d'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:20:18.099408 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a169695-871e-443d-a22d-0f29e002177f" -d '{"events": [{"server_uuid": "e5314e30-527f-43ff-ad86-8b07326cb2f2", "name": "network-vif-plugged", "status": "completed", "tag": "fc07b6bd-c42d-4c9c-ad2b-74f1d160459d"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:20:18.111914 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7ce5af95-5580-4b61-8882-4783ea77a528 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:18.130244 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-734a1e5f-206c-4329-910d-d642ea928d01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85d8bd8d-9395-4699-ad64-e38be0daa181']}} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:20:18.132307 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port fc07b6bd-c42d-4c9c-ad2b-74f1d160459d, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=fc07b6bd-c42d-4c9c-ad2b-74f1d160459d,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:20:18.141159 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-734a1e5f-206c-4329-910d-d642ea928d01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6ea1e3d-bcc1-4fd8-9d44-b227ab3b0c00') {'for_net_delete': True} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:20:18.141883 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-734a1e5f-206c-4329-910d-d642ea928d01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6ea1e3d-bcc1-4fd8-9d44-b227ab3b0c00') {} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:20:18.152935 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3001e029-0d82-4196-95d7-80c6d74633ae tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Network 72b0b74a-d80e-4065-a8e7-9ebb81c11c98 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:20:18.158366 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-734a1e5f-206c-4329-910d-d642ea928d01 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4281072'] for segment, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:18.159980 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-3001e029-0d82-4196-95d7-80c6d74633ae tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:20:18.181603 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8df3fa02-731a-47fc-85da-5c5dd9044220 x-openstack-request-id: req-8df3fa02-731a-47fc-85da-5c5dd9044220 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:20:18.181899 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5314e30-527f-43ff-ad86-8b07326cb2f2", "name": "network-vif-plugged", "status": "completed", "tag": "fc07b6bd-c42d-4c9c-ad2b-74f1d160459d", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:20:18.182245 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8df3fa02-731a-47fc-85da-5c5dd9044220 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:20:18.182804 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5314e30-527f-43ff-ad86-8b07326cb2f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc07b6bd-c42d-4c9c-ad2b-74f1d160459d', 'code': 200} Oct 12 19:20:18.212223 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-734a1e5f-206c-4329-910d-d642ea928d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:18.213544 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7ce5af95-5580-4b61-8882-4783ea77a528 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:18.242728 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:18.269769 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-734a1e5f-206c-4329-910d-d642ea928d01 admin admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=95501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:20:18.270196 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-734a1e5f-206c-4329-910d-d642ea928d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4823170'] for segment, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:18.317455 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-7ce5af95-5580-4b61-8882-4783ea77a528 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] In _notify_port_updated(), no bound segment for port 59e09933-b5d4-4e0d-9900-b0edf00c0bd7 on network c48b3b5c-3de5-405f-8a81-b35b1ff0665e {{(pid=95502) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 12 19:20:18.324054 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce5af95-5580-4b61-8882-4783ea77a528 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:18.324771 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7ce5af95-5580-4b61-8882-4783ea77a528 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:18.326747 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-7ce5af95-5580-4b61-8882-4783ea77a528 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] 10.222.0.49 "PUT /v2.0/ports/59e09933-b5d4-4e0d-9900-b0edf00c0bd7 HTTP/1.1" status: 200 len: 925 time: 1.1233571 Oct 12 19:20:18.329833 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42100) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:18.337295 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-7d807376-f2d5-4c3c-8ef5-4cb800e6120a tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b1b3bed8-3827-486c-b951-3f2beb19adc3'}, {'subnet_id': 'a3878734-6680-499a-95d9-95ced2ffdfe4'}]}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:20:18.394845 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=fc07b6bd-c42d-4c9c-ad2b-74f1d160459d,revision_number=11']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:18.424973 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce5af95-5580-4b61-8882-4783ea77a528 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Pushing event updated for resources: {'Port': ['ID=59e09933-b5d4-4e0d-9900-b0edf00c0bd7,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:18.441084 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7d807376-f2d5-4c3c-8ef5-4cb800e6120a tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:18.478095 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad7d8f2-0d7f-4fd8-99be-34fdd7a77653 None None] Network c48b3b5c-3de5-405f-8a81-b35b1ff0665e requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:20:18.539870 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-bfdae1e8-254b-427e-9db5-36f46eb4c834 None None] Provisioning complete for port b33f97b7-d1d1-4a08-a827-e41ae86567e1 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:20:18.541043 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bfdae1e8-254b-427e-9db5-36f46eb4c834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:18.673960 n-d-813679-3 neutron-server[95501]: Traceback (most recent call last): Oct 12 19:20:18.673960 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:20:18.673960 n-d-813679-3 neutron-server[95501]: timer() Oct 12 19:20:18.673960 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:20:18.673960 n-d-813679-3 neutron-server[95501]: cb(*args, **kw) Oct 12 19:20:18.673960 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:20:18.673960 n-d-813679-3 neutron-server[95501]: return func(*args, **kwargs) Oct 12 19:20:18.673960 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:20:18.673960 n-d-813679-3 neutron-server[95501]: self._notify() Oct 12 19:20:18.673960 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:20:18.673960 n-d-813679-3 neutron-server[95501]: self.callback(batched_events) Oct 12 19:20:18.673960 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:20:18.673960 n-d-813679-3 neutron-server[95501]: event.method(event) Oct 12 19:20:18.673960 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:20:18.673960 n-d-813679-3 neutron-server[95501]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:20:18.673960 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:20:18.673960 n-d-813679-3 neutron-server[95501]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:20:18.673960 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:20:18.673960 n-d-813679-3 neutron-server[95501]: return f(self, *a, **k) Oct 12 19:20:18.673960 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:20:18.673960 n-d-813679-3 neutron-server[95501]: return self._get(url).json() Oct 12 19:20:18.673960 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:20:18.673960 n-d-813679-3 neutron-server[95501]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:20:18.673960 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:20:18.673960 n-d-813679-3 neutron-server[95501]: return self.request(url, 'GET', **kwargs) Oct 12 19:20:18.673960 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:20:18.673960 n-d-813679-3 neutron-server[95501]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:20:18.673960 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:20:18.673960 n-d-813679-3 neutron-server[95501]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:20:18.673960 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:20:18.673960 n-d-813679-3 neutron-server[95501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:20:18.673960 n-d-813679-3 neutron-server[95501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:20:18.722612 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3001e029-0d82-4196-95d7-80c6d74633ae tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Router 17b7ccf2-de7a-4f6b-8dd6-2bb89213722b has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:20:18.747871 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-7d807376-f2d5-4c3c-8ef5-4cb800e6120a tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Allocated IP 2001:db8:0:1::2de (c48b3b5c-3de5-405f-8a81-b35b1ff0665e/a3878734-6680-499a-95d9-95ced2ffdfe4/59e09933-b5d4-4e0d-9900-b0edf00c0bd7) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:20:18.769009 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-734a1e5f-206c-4329-910d-d642ea928d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:18.835102 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a139a0dd-8120-4c93-8b27-188f1a3a5129 None None] Provisioning complete for port 3dc4492f-f321-4c03-9210-e7679d7567dd triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:20:18.835471 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a139a0dd-8120-4c93-8b27-188f1a3a5129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:18.840974 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-734a1e5f-206c-4329-910d-d642ea928d01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:18.844271 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-734a1e5f-206c-4329-910d-d642ea928d01 admin admin] 10.222.0.49 "DELETE /v2.0/networks/85d8bd8d-9395-4699-ad64-e38be0daa181 HTTP/1.1" status: 204 len: 168 time: 1.4150002 Oct 12 19:20:18.875341 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1ede2db2-ddde-46de-b2db-8a91ade1166a req-3e281d79-f108-445d-9856-41f588e1c066 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=37fb3ecd-f7f8-4187-b646-35751c9ceecf HTTP/1.1" status: 200 len: 210 time: 0.6645467 Oct 12 19:20:18.878497 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734a1e5f-206c-4329-910d-d642ea928d01 admin admin] Pushing event deleted for resources: {'Network': ['ID=85d8bd8d-9395-4699-ad64-e38be0daa181,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:18.894526 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-a139a0dd-8120-4c93-8b27-188f1a3a5129 None None] Port 3dc4492f-f321-4c03-9210-e7679d7567dd cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:20:18.897795 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7d807376-f2d5-4c3c-8ef5-4cb800e6120a tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:18.909070 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3001e029-0d82-4196-95d7-80c6d74633ae tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:20:18.927368 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9a6c42-4ae5-4a11-b92f-ec4e4ced59f3 None None] Sync routers for ids ['17b7ccf2-de7a-4f6b-8dd6-2bb89213722b'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:20:18.935714 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-3001e029-0d82-4196-95d7-80c6d74633ae tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] 10.222.0.49 "PUT /v2.0/routers/17b7ccf2-de7a-4f6b-8dd6-2bb89213722b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3279672 Oct 12 19:20:18.938708 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42106) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:18.946868 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9a6c42-4ae5-4a11-b92f-ec4e4ced59f3 None None] Routers {'17b7ccf2-de7a-4f6b-8dd6-2bb89213722b'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:20:18.947372 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-465cd97c-aeb9-4ff0-983e-31e94884f38f req-47c995e7-34d4-4643-a08d-eaf9848c79d5 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb159dd6-68c1-41b5-9688-4e7a11fd8304 HTTP/1.1" status: 200 len: 210 time: 0.0446458 Oct 12 19:20:18.948285 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-8a9a6c42-4ae5-4a11-b92f-ec4e4ced59f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:20:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['17b7ccf2-de7a-4f6b-8dd6-2bb89213722b'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:20:18.984340 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7d807376-f2d5-4c3c-8ef5-4cb800e6120a tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:18.988463 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a5cd4e-2e2e-47c7-9e75-2446b1e50c1b tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:18.989903 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-c2a5cd4e-2e2e-47c7-9e75-2446b1e50c1b tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] 10.222.0.49 "GET /v2.0/ports/3dc4492f-f321-4c03-9210-e7679d7567dd HTTP/1.1" status: 200 len: 910 time: 0.0492606 Oct 12 19:20:18.993071 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-8a9a6c42-4ae5-4a11-b92f-ec4e4ced59f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:20:18.994062 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42108) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:19.003204 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9a6c42-4ae5-4a11-b92f-ec4e4ced59f3 None None] Routers {'17b7ccf2-de7a-4f6b-8dd6-2bb89213722b'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:20:19.003977 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-8a9a6c42-4ae5-4a11-b92f-ec4e4ced59f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:20:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['17b7ccf2-de7a-4f6b-8dd6-2bb89213722b'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:20:19.041444 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-8a9a6c42-4ae5-4a11-b92f-ec4e4ced59f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:20:19.041988 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9a6c42-4ae5-4a11-b92f-ec4e4ced59f3 None None] The sync data for ids ['17b7ccf2-de7a-4f6b-8dd6-2bb89213722b'] in n-d-813679-3 is: [] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:20:19.135285 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-d13b76ff-e6fc-4861-8d4a-8ebee525a76d None None] Provisioning complete for port 59e09933-b5d4-4e0d-9900-b0edf00c0bd7 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:20:19.135741 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d13b76ff-e6fc-4861-8d4a-8ebee525a76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:19.202219 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-d13b76ff-e6fc-4861-8d4a-8ebee525a76d None None] Port 59e09933-b5d4-4e0d-9900-b0edf00c0bd7 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:20:19.228915 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-d13b76ff-e6fc-4861-8d4a-8ebee525a76d None None] Provisioning complete for port b33f97b7-d1d1-4a08-a827-e41ae86567e1 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:20:19.229292 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d13b76ff-e6fc-4861-8d4a-8ebee525a76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:19.341114 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42118) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:19.430306 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-788488c9-6410-4595-980a-c44ba864e684 req-64e05423-975f-4507-bca7-a654ad61a7aa service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3d25dbc6-b3b0-4fff-9b8e-9339c284a1ec HTTP/1.1" status: 200 len: 210 time: 0.0541358 Oct 12 19:20:19.484586 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-242ce86c-45be-4d0a-ad0b-61b746832b63 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=803d7b884967412f992e4b2e79b460e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1421626 Oct 12 19:20:19.485615 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42120) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:19.507064 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-ccabf993-aedf-4f76-a9b4-ee333e7684d4 None None] Provisioning complete for port 59e09933-b5d4-4e0d-9900-b0edf00c0bd7 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:20:19.508919 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ccabf993-aedf-4f76-a9b4-ee333e7684d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:19.578049 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-ccabf993-aedf-4f76-a9b4-ee333e7684d4 None None] Port 59e09933-b5d4-4e0d-9900-b0edf00c0bd7 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:20:19.612325 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c34171e0-a8c1-43f7-b1ab-716be03ee942 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:19.652178 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8464592a-d66d-47ca-af89-047c61a055a1 req-83b37a3d-bb7c-4463-8bd2-b568af3655e3 tempest-ServerShowV247Test-1297704155 tempest-ServerShowV247Test-1297704155-project] 10.222.0.49 "GET /v2.0/ports?device_id=3d25dbc6-b3b0-4fff-9b8e-9339c284a1ec HTTP/1.1" status: 200 len: 210 time: 0.1098926 Oct 12 19:20:19.665767 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device b33f97b7-d1d1-4a08-a827-e41ae86567e1 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:20:19.679588 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c34171e0-a8c1-43f7-b1ab-716be03ee942 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:19.708954 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d807376-f2d5-4c3c-8ef5-4cb800e6120a tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Pushing event updated for resources: {'Port': ['ID=59e09933-b5d4-4e0d-9900-b0edf00c0bd7,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:19.754555 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-7d807376-f2d5-4c3c-8ef5-4cb800e6120a tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] In _notify_port_updated(), no bound segment for port 59e09933-b5d4-4e0d-9900-b0edf00c0bd7 on network c48b3b5c-3de5-405f-8a81-b35b1ff0665e {{(pid=95502) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 12 19:20:19.760165 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d807376-f2d5-4c3c-8ef5-4cb800e6120a tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:19.760791 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7d807376-f2d5-4c3c-8ef5-4cb800e6120a tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:19.765263 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-7d807376-f2d5-4c3c-8ef5-4cb800e6120a tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] 10.222.0.49 "PUT /v2.0/ports/59e09933-b5d4-4e0d-9900-b0edf00c0bd7 HTTP/1.1" status: 200 len: 1011 time: 1.4312925 Oct 12 19:20:19.765681 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42122) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:19.782254 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port b33f97b7-d1d1-4a08-a827-e41ae86567e1 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:20:19.783219 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:19.886444 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-b2c2a920-50a7-4e60-b8c9-f14a2912cbf8 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Deleting port 59e09933-b5d4-4e0d-9900-b0edf00c0bd7 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:20:19.887101 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b2c2a920-50a7-4e60-b8c9-f14a2912cbf8 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:19.904151 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c34171e0-a8c1-43f7-b1ab-716be03ee942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:19.912412 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a3abae42-c1ef-4129-9d5e-d873010611aa None None] Provisioning complete for port 59e09933-b5d4-4e0d-9900-b0edf00c0bd7 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:20:19.912790 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a3abae42-c1ef-4129-9d5e-d873010611aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:19.913564 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c34171e0-a8c1-43f7-b1ab-716be03ee942 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:19.917300 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-c34171e0-a8c1-43f7-b1ab-716be03ee942 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b2999b03-b87d-46b4-9267-1669e2e14df4 HTTP/1.1" status: 204 len: 168 time: 0.4288273 Oct 12 19:20:19.981451 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-a3abae42-c1ef-4129-9d5e-d873010611aa None None] Port 59e09933-b5d4-4e0d-9900-b0edf00c0bd7 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:20:20.043379 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34171e0-a8c1-43f7-b1ab-716be03ee942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2999b03-b87d-46b4-9267-1669e2e14df4,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:20.108351 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-46030aa7-a3f7-4dc9-86f5-f942ccd50339 req-5e52a710-4eb0-49b4-bbe4-96332ec01180 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ecc38ae3-328a-43a0-a185-601e29a048cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1171229 Oct 12 19:20:20.135860 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b2c2a920-50a7-4e60-b8c9-f14a2912cbf8 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:20.206248 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-b2c2a920-50a7-4e60-b8c9-f14a2912cbf8 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Calling delete_port for 59e09933-b5d4-4e0d-9900-b0edf00c0bd7 owned by {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:20:20.220208 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cf9c1192-2a30-45bb-8720-32fb3983bff9 req-a35261e2-e6b1-42bb-922b-6b1724ae751a tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb159dd6-68c1-41b5-9688-4e7a11fd8304 HTTP/1.1" status: 200 len: 210 time: 0.0766628 Oct 12 19:20:20.241960 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5b08961a-54e7-4af0-8621-e1346cfc9772 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8092566'] for router_interface, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:20.317970 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46030aa7-a3f7-4dc9-86f5-f942ccd50339 req-d00a1cd9-d1e1-4c1f-83a2-3f2193fd1306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:20.317970 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46030aa7-a3f7-4dc9-86f5-f942ccd50339 req-d00a1cd9-d1e1-4c1f-83a2-3f2193fd1306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:20.318220 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-03c04f00-2563-48ff-9165-69acc7d9773c None None] Provisioning complete for port 59e09933-b5d4-4e0d-9900-b0edf00c0bd7 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:20:20.318309 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46030aa7-a3f7-4dc9-86f5-f942ccd50339 req-d00a1cd9-d1e1-4c1f-83a2-3f2193fd1306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:20.318392 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-03c04f00-2563-48ff-9165-69acc7d9773c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:20.318526 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46030aa7-a3f7-4dc9-86f5-f942ccd50339 req-d00a1cd9-d1e1-4c1f-83a2-3f2193fd1306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:20.318526 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46030aa7-a3f7-4dc9-86f5-f942ccd50339 req-d00a1cd9-d1e1-4c1f-83a2-3f2193fd1306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:20.318526 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46030aa7-a3f7-4dc9-86f5-f942ccd50339 req-d00a1cd9-d1e1-4c1f-83a2-3f2193fd1306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:20.318526 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46030aa7-a3f7-4dc9-86f5-f942ccd50339 req-d00a1cd9-d1e1-4c1f-83a2-3f2193fd1306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:20.318526 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-46030aa7-a3f7-4dc9-86f5-f942ccd50339 req-d00a1cd9-d1e1-4c1f-83a2-3f2193fd1306 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e65d35344c43413ba93381b16381b559&device_id=ecc38ae3-328a-43a0-a185-601e29a048cb HTTP/1.1" status: 200 len: 6501 time: 0.1745038 Oct 12 19:20:20.417518 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e40bcbfc-e493-4873-923e-57d3f5977306 req-0137e2d3-bd7e-4439-a63a-b6f307939078 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=1439ecde881648d990934dad6d1d46ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0932877 Oct 12 19:20:20.566132 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-03c04f00-2563-48ff-9165-69acc7d9773c None None] Port 59e09933-b5d4-4e0d-9900-b0edf00c0bd7 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:20:20.614329 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-5b08961a-54e7-4af0-8621-e1346cfc9772 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Deleting port 3dc4492f-f321-4c03-9210-e7679d7567dd {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:20:20.614672 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5b08961a-54e7-4af0-8621-e1346cfc9772 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:20.645279 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40bcbfc-e493-4873-923e-57d3f5977306 req-9c19e0ce-e086-4554-92b0-3f48ff41dd48 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:20.647073 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e40bcbfc-e493-4873-923e-57d3f5977306 req-9c19e0ce-e086-4554-92b0-3f48ff41dd48 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2287598 Oct 12 19:20:20.648274 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46030aa7-a3f7-4dc9-86f5-f942ccd50339 req-99708b47-a8c6-4ef2-b3d1-f46179df83cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:20.648732 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46030aa7-a3f7-4dc9-86f5-f942ccd50339 req-99708b47-a8c6-4ef2-b3d1-f46179df83cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:20.650696 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46030aa7-a3f7-4dc9-86f5-f942ccd50339 req-99708b47-a8c6-4ef2-b3d1-f46179df83cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:20.650696 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-46030aa7-a3f7-4dc9-86f5-f942ccd50339 req-99708b47-a8c6-4ef2-b3d1-f46179df83cf service neutron] 10.222.0.61 "GET /v2.0/networks?id=6c3decc3-29e4-408c-a34f-0339ccbba377&id=2e14c4f2-b68c-4d21-920b-215a17ef69db&id=2e14c4f2-b68c-4d21-920b-215a17ef69db&id=2e14c4f2-b68c-4d21-920b-215a17ef69db&id=2e14c4f2-b68c-4d21-920b-215a17ef69db&id=25292ff6-df2e-42a1-aeea-68fb3a14f1ca&id=25292ff6-df2e-42a1-aeea-68fb3a14f1ca HTTP/1.1" status: 200 len: 2298 time: 0.3020811 Oct 12 19:20:20.680463 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-e40bcbfc-e493-4873-923e-57d3f5977306 req-e954d101-cbc8-4fe1-8d73-5f6f1be387de tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Request body: {'port': {'device_id': 'cb159dd6-68c1-41b5-9688-4e7a11fd8304', 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1', 'admin_state_up': True, 'tenant_id': '1439ecde881648d990934dad6d1d46ba'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:20:20.709549 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5b08961a-54e7-4af0-8621-e1346cfc9772 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:20.727051 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-5b08961a-54e7-4af0-8621-e1346cfc9772 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Calling delete_port for 3dc4492f-f321-4c03-9210-e7679d7567dd owned by network:router_interface {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:20:20.802997 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-07becf28-ba67-4c2f-a97a-7d25a0d3ebab req-7aef44f4-89c1-4846-a413-6632be147321 tempest-ServerShowV247Test-1297704155 tempest-ServerShowV247Test-1297704155-project] 10.222.0.49 "GET /v2.0/ports?device_id=3d25dbc6-b3b0-4fff-9b8e-9339c284a1ec HTTP/1.1" status: 200 len: 210 time: 0.0297379 Oct 12 19:20:20.806628 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42138) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:20.854160 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-46030aa7-a3f7-4dc9-86f5-f942ccd50339 req-5e40f104-12cd-432b-b6d2-cd0aeedd1bcf service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cb6ebc8d-ae43-4017-abf8-253569f88e90 HTTP/1.1" status: 200 len: 1001 time: 0.1774328 Oct 12 19:20:20.858948 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-1c059d69-3293-445f-b5e5-5571be367ace admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a7fc29a901574e808a40c780bf60cb3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0505641 Oct 12 19:20:20.861464 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42140) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:20.951465 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46030aa7-a3f7-4dc9-86f5-f942ccd50339 req-cea8bb46-f2dd-4f46-aebe-ea7392a4775d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:20.953421 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-46030aa7-a3f7-4dc9-86f5-f942ccd50339 req-cea8bb46-f2dd-4f46-aebe-ea7392a4775d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8cdec308-a85d-4461-be76-72b0713a6c05 HTTP/1.1" status: 200 len: 856 time: 0.0893886 Oct 12 19:20:20.986437 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-80e250d7-ef4e-47c8-9e91-ea44b623e856 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:21.007909 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46030aa7-a3f7-4dc9-86f5-f942ccd50339 req-5ea9f744-8b5e-4828-8cd5-a75285834c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:21.009690 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-46030aa7-a3f7-4dc9-86f5-f942ccd50339 req-5ea9f744-8b5e-4828-8cd5-a75285834c52 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6c3decc3-29e4-408c-a34f-0339ccbba377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481863 Oct 12 19:20:21.024229 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-80e250d7-ef4e-47c8-9e91-ea44b623e856 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:21.065875 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b2c2a920-50a7-4e60-b8c9-f14a2912cbf8 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:21.104215 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c2a920-50a7-4e60-b8c9-f14a2912cbf8 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Pushing event deleted for resources: {'Port': ['ID=59e09933-b5d4-4e0d-9900-b0edf00c0bd7,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:21.114152 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e40bcbfc-e493-4873-923e-57d3f5977306 req-e954d101-cbc8-4fe1-8d73-5f6f1be387de tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Made reservation on behalf of 1439ecde881648d990934dad6d1d46ba for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:20:21.117665 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-e40bcbfc-e493-4873-923e-57d3f5977306 req-e954d101-cbc8-4fe1-8d73-5f6f1be387de tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:21.138621 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5b08961a-54e7-4af0-8621-e1346cfc9772 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:21.170310 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-80e250d7-ef4e-47c8-9e91-ea44b623e856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:21.173307 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-80e250d7-ef4e-47c8-9e91-ea44b623e856 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:21.174472 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-80e250d7-ef4e-47c8-9e91-ea44b623e856 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ae00f60c-e67a-4ea3-bf3b-eaf3fc5a4254 HTTP/1.1" status: 204 len: 168 time: 0.3120878 Oct 12 19:20:21.175338 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b08961a-54e7-4af0-8621-e1346cfc9772 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Pushing event deleted for resources: {'Port': ['ID=3dc4492f-f321-4c03-9210-e7679d7567dd,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:21.187675 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e250d7-ef4e-47c8-9e91-ea44b623e856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae00f60c-e67a-4ea3-bf3b-eaf3fc5a4254,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:21.195248 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b2c2a920-50a7-4e60-b8c9-f14a2912cbf8 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:21.202669 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-b2c2a920-50a7-4e60-b8c9-f14a2912cbf8 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] 10.222.0.49 "DELETE /v2.0/ports/59e09933-b5d4-4e0d-9900-b0edf00c0bd7 HTTP/1.1" status: 204 len: 168 time: 1.4334321 Oct 12 19:20:21.211199 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42144) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:21.345014 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-46030aa7-a3f7-4dc9-86f5-f942ccd50339 req-8ab8f8a5-f1fa-4a0f-a784-8ed198502757 service neutron] 10.222.0.61 "GET /v2.0/networks/6c3decc3-29e4-408c-a34f-0339ccbba377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3274636 Oct 12 19:20:21.349237 n-d-813679-3 neutron-server[95501]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a866524-7401-4131-855f-d8544053cb52 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] GET failed (client error): The resource could not be found. Oct 12 19:20:21.351428 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-3a866524-7401-4131-855f-d8544053cb52 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] 10.222.0.49 "GET /v2.0/ports/59e09933-b5d4-4e0d-9900-b0edf00c0bd7 HTTP/1.1" status: 404 len: 333 time: 0.1386170 Oct 12 19:20:21.365196 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42152) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:21.442973 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_v2 [None req-09c73fec-5d42-4c98-a8c0-5e70a874c12c tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Deleting subnet a3878734-6680-499a-95d9-95ced2ffdfe4 {{(pid=95501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:20:21.492445 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3b25dcd8-0903-4b3d-8d1d-fa17715365b6 req-918cdc2d-d9dd-40e1-bad6-fc2d9f924249 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb159dd6-68c1-41b5-9688-4e7a11fd8304 HTTP/1.1" status: 200 len: 210 time: 0.0974970 Oct 12 19:20:21.492930 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-09c73fec-5d42-4c98-a8c0-5e70a874c12c tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks [] for subnet, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:21.519939 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5b08961a-54e7-4af0-8621-e1346cfc9772 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7898909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8092450'] for router_interface, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:21.605178 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-09c73fec-5d42-4c98-a8c0-5e70a874c12c tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281083'] for subnet, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:21.666316 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [req-e40bcbfc-e493-4873-923e-57d3f5977306 req-e954d101-cbc8-4fe1-8d73-5f6f1be387de tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Allocated IP 192.168.233.192 (90dcf485-b1ad-4139-85a3-9e1e9879e6b1/629aee7d-3fde-4c72-af1e-6a7e1f6a7e75/1d9bea01-1aff-4c0e-bf8c-f08e43412391) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:20:21.686111 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-46030aa7-a3f7-4dc9-86f5-f942ccd50339 req-b6197333-1d58-426e-99d4-4cd994e7af4a service neutron] 10.222.0.61 "GET /v2.0/networks/6c3decc3-29e4-408c-a34f-0339ccbba377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3311260 Oct 12 19:20:21.727594 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b08961a-54e7-4af0-8621-e1346cfc9772 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Router 17b7ccf2-de7a-4f6b-8dd6-2bb89213722b has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:20:21.762104 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-46030aa7-a3f7-4dc9-86f5-f942ccd50339 req-48764065-3b3c-4813-b2fd-b033048fba68 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.52&port_id=606f9c96-932b-4ef3-9ddb-6836480c9163 HTTP/1.1" status: 200 len: 217 time: 0.0667486 Oct 12 19:20:21.828992 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-09c73fec-5d42-4c98-a8c0-5e70a874c12c tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:21.833488 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b08961a-54e7-4af0-8621-e1346cfc9772 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:20:21.839401 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-5b08961a-54e7-4af0-8621-e1346cfc9772 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] 10.222.0.49 "PUT /v2.0/routers/17b7ccf2-de7a-4f6b-8dd6-2bb89213722b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8441463 Oct 12 19:20:21.843249 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42166) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:21.845180 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314848f4-fb5d-478e-bb36-aa98d2ae077c None None] Sync routers for ids ['17b7ccf2-de7a-4f6b-8dd6-2bb89213722b'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:20:21.861237 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314848f4-fb5d-478e-bb36-aa98d2ae077c None None] Routers {'17b7ccf2-de7a-4f6b-8dd6-2bb89213722b'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:20:21.861874 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-314848f4-fb5d-478e-bb36-aa98d2ae077c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:20:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['17b7ccf2-de7a-4f6b-8dd6-2bb89213722b'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:20:21.905133 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-314848f4-fb5d-478e-bb36-aa98d2ae077c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:20:21.915375 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314848f4-fb5d-478e-bb36-aa98d2ae077c None None] Routers {'17b7ccf2-de7a-4f6b-8dd6-2bb89213722b'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:20:21.916240 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-314848f4-fb5d-478e-bb36-aa98d2ae077c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:20:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['17b7ccf2-de7a-4f6b-8dd6-2bb89213722b'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:20:21.954528 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-314848f4-fb5d-478e-bb36-aa98d2ae077c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:20:21.955314 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314848f4-fb5d-478e-bb36-aa98d2ae077c None None] The sync data for ids ['17b7ccf2-de7a-4f6b-8dd6-2bb89213722b'] in n-d-813679-3 is: [] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:20:21.988857 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-90411613-8264-492b-a757-ece044baf7b4 req-b3cf6906-0957-481a-88ec-86fd18589fde tempest-ServerShowV247Test-1297704155 tempest-ServerShowV247Test-1297704155-project] 10.222.0.49 "GET /v2.0/ports?device_id=3d25dbc6-b3b0-4fff-9b8e-9339c284a1ec HTTP/1.1" status: 200 len: 210 time: 0.0464923 Oct 12 19:20:21.993296 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46030aa7-a3f7-4dc9-86f5-f942ccd50339 req-8d9345c7-2099-4bd9-9364-045403274999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:21.994668 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-46030aa7-a3f7-4dc9-86f5-f942ccd50339 req-8d9345c7-2099-4bd9-9364-045403274999 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9eccc23a-d2b3-4cf1-80e5-df88bd80499d HTTP/1.1" status: 200 len: 797 time: 0.2234693 Oct 12 19:20:22.100769 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46030aa7-a3f7-4dc9-86f5-f942ccd50339 req-4c881965-f3a8-4144-ba06-03aa21661eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:22.102507 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-46030aa7-a3f7-4dc9-86f5-f942ccd50339 req-4c881965-f3a8-4144-ba06-03aa21661eed service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2e14c4f2-b68c-4d21-920b-215a17ef69db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0981209 Oct 12 19:20:22.170459 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-e40bcbfc-e493-4873-923e-57d3f5977306 req-e954d101-cbc8-4fe1-8d73-5f6f1be387de tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:22.175219 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-09c73fec-5d42-4c98-a8c0-5e70a874c12c tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4824924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4612362'] for subnet, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:22.218248 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c73fec-5d42-4c98-a8c0-5e70a874c12c tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Pushing event deleted for resources: {'Subnet': ['ID=a3878734-6680-499a-95d9-95ced2ffdfe4,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:22.231267 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-09c73fec-5d42-4c98-a8c0-5e70a874c12c tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:22.232112 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cfeb66c-9a47-4560-b61c-74e121ff2671 None None] Network c48b3b5c-3de5-405f-8a81-b35b1ff0665e requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:20:22.236897 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-09c73fec-5d42-4c98-a8c0-5e70a874c12c tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] 10.222.0.49 "DELETE /v2.0/subnets/a3878734-6680-499a-95d9-95ced2ffdfe4 HTTP/1.1" status: 204 len: 168 time: 0.8684537 Oct 12 19:20:22.241326 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42182) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:22.295877 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-46030aa7-a3f7-4dc9-86f5-f942ccd50339 req-dd1f337c-939e-4afc-9cef-6e3da34502cc service neutron] 10.222.0.61 "GET /v2.0/networks/2e14c4f2-b68c-4d21-920b-215a17ef69db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852584 Oct 12 19:20:22.333821 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-1245ddc2-4d0f-4a29-99d7-c29d8b9e8898 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Deleting subnet b1b3bed8-3827-486c-b951-3f2beb19adc3 {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:20:22.348115 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1245ddc2-4d0f-4a29-99d7-c29d8b9e8898 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:22.398596 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-e40bcbfc-e493-4873-923e-57d3f5977306 req-e954d101-cbc8-4fe1-8d73-5f6f1be387de tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:22.435866 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['031f2c23-1055-471a-b4c0-a0b18c1487ff', 'fc07b6bd-c42d-4c9c-ad2b-74f1d160459d'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:20:22.436485 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5f7a33b3-4f28-4fc5-a298-de0522b9f3ea tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8092566'] for router_interface, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:22.443903 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['f18d384f-1afe-4e78-8573-b82cab024b0c'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:20:22.452254 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1245ddc2-4d0f-4a29-99d7-c29d8b9e8898 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16313642'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:22.513065 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e40bcbfc-e493-4873-923e-57d3f5977306 req-e954d101-cbc8-4fe1-8d73-5f6f1be387de tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:20:22.516202 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-46030aa7-a3f7-4dc9-86f5-f942ccd50339 req-e33a8d8f-748c-416a-9fc1-4a2502539c26 service neutron] 10.222.0.61 "GET /v2.0/networks/2e14c4f2-b68c-4d21-920b-215a17ef69db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125158 Oct 12 19:20:22.517999 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [req-e40bcbfc-e493-4873-923e-57d3f5977306 req-e954d101-cbc8-4fe1-8d73-5f6f1be387de tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:20:22.550499 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-e40bcbfc-e493-4873-923e-57d3f5977306 req-e954d101-cbc8-4fe1-8d73-5f6f1be387de tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:20:22.758386 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1245ddc2-4d0f-4a29-99d7-c29d8b9e8898 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:22.819606 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-46030aa7-a3f7-4dc9-86f5-f942ccd50339 req-8f785e00-0146-41d6-9515-337880d08046 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.24&port_id=605e7744-82ec-4122-aca5-63441fceb7bc HTTP/1.1" status: 200 len: 217 time: 0.2722485 Oct 12 19:20:22.822313 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-75c2fb8c-abd5-4a92-9fda-de3219d5c2a4 req-fcc53e2a-5622-4ea0-b3d9-39d0351f790f tempest-ServerShowV247Test-1297704155 tempest-ServerShowV247Test-1297704155-project] 10.222.0.49 "GET /v2.0/ports?device_id=3d25dbc6-b3b0-4fff-9b8e-9339c284a1ec HTTP/1.1" status: 200 len: 210 time: 0.1876285 Oct 12 19:20:22.864460 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e954d101-cbc8-4fe1-8d73-5f6f1be387de tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Pushing event updated for resources: {'Port': ['ID=1d9bea01-1aff-4c0e-bf8c-f08e43412391,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:22.918496 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40bcbfc-e493-4873-923e-57d3f5977306 req-e954d101-cbc8-4fe1-8d73-5f6f1be387de tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:22.920144 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-e40bcbfc-e493-4873-923e-57d3f5977306 req-e954d101-cbc8-4fe1-8d73-5f6f1be387de tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:22.962080 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46030aa7-a3f7-4dc9-86f5-f942ccd50339 req-c6d6e9fe-0d69-4636-9927-07c008db94f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:22.963565 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-46030aa7-a3f7-4dc9-86f5-f942ccd50339 req-c6d6e9fe-0d69-4636-9927-07c008db94f8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9eccc23a-d2b3-4cf1-80e5-df88bd80499d HTTP/1.1" status: 200 len: 797 time: 0.1340644 Oct 12 19:20:23.012658 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-cf355121-0e8a-44d5-bb58-adcc603f5cbe None None] Provisioning complete for port 1d9bea01-1aff-4c0e-bf8c-f08e43412391 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:20:23.013707 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cf355121-0e8a-44d5-bb58-adcc603f5cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:23.027735 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46030aa7-a3f7-4dc9-86f5-f942ccd50339 req-53a132ca-4834-435c-b867-e079a8865342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:23.030225 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-46030aa7-a3f7-4dc9-86f5-f942ccd50339 req-53a132ca-4834-435c-b867-e079a8865342 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2e14c4f2-b68c-4d21-920b-215a17ef69db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0585995 Oct 12 19:20:23.061304 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-cf355121-0e8a-44d5-bb58-adcc603f5cbe None None] Port 1d9bea01-1aff-4c0e-bf8c-f08e43412391 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:20:23.066440 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e40bcbfc-e493-4873-923e-57d3f5977306 req-e954d101-cbc8-4fe1-8d73-5f6f1be387de tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4103136 Oct 12 19:20:23.129803 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-e40bcbfc-e493-4873-923e-57d3f5977306 req-f9357ec4-8a73-426a-8772-0f7d33071b0a service neutron] Request body: {'port': {'device_id': 'cb159dd6-68c1-41b5-9688-4e7a11fd8304', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-3'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:20:23.218283 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-e40bcbfc-e493-4873-923e-57d3f5977306 req-f9357ec4-8a73-426a-8772-0f7d33071b0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:23.297788 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-46030aa7-a3f7-4dc9-86f5-f942ccd50339 req-5c71c5b7-9bc9-41b1-81c5-262b95750b85 service neutron] 10.222.0.61 "GET /v2.0/networks/2e14c4f2-b68c-4d21-920b-215a17ef69db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2599897 Oct 12 19:20:23.385902 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8653dcb0-78d3-409c-8631-0d1cf8460b9f req-59a3cabb-b75f-4b45-b862-c133e3bac3ca tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:23.387508 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8653dcb0-78d3-409c-8631-0d1cf8460b9f req-59a3cabb-b75f-4b45-b862-c133e3bac3ca tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb159dd6-68c1-41b5-9688-4e7a11fd8304 HTTP/1.1" status: 200 len: 936 time: 0.5704587 Oct 12 19:20:23.390637 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1245ddc2-4d0f-4a29-99d7-c29d8b9e8898 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4306592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16245866'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:23.430547 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1245ddc2-4d0f-4a29-99d7-c29d8b9e8898 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Pushing event deleted for resources: {'Subnet': ['ID=b1b3bed8-3827-486c-b951-3f2beb19adc3,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:23.446446 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1245ddc2-4d0f-4a29-99d7-c29d8b9e8898 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:23.449272 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-1245ddc2-4d0f-4a29-99d7-c29d8b9e8898 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] 10.222.0.49 "DELETE /v2.0/subnets/b1b3bed8-3827-486c-b951-3f2beb19adc3 HTTP/1.1" status: 204 len: 168 time: 1.2054734 Oct 12 19:20:23.455126 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42212) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:23.479790 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8653dcb0-78d3-409c-8631-0d1cf8460b9f req-8a7fd96b-b410-402d-9cd2-ae1d79231a6c tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814016 Oct 12 19:20:23.618032 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-5f7a33b3-4f28-4fc5-a298-de0522b9f3ea tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Deleting port 7a6fa227-20a9-42d8-ac37-96a8a2e9bbcf {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:20:23.618511 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5f7a33b3-4f28-4fc5-a298-de0522b9f3ea tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:23.667046 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-378e7b03-36c0-4bed-9f51-f3b173131df4 None None] Network c48b3b5c-3de5-405f-8a81-b35b1ff0665e requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:20:23.744740 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5f7a33b3-4f28-4fc5-a298-de0522b9f3ea tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:23.770875 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-5f7a33b3-4f28-4fc5-a298-de0522b9f3ea tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Calling delete_port for 7a6fa227-20a9-42d8-ac37-96a8a2e9bbcf owned by network:router_interface {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:20:23.806568 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-f18ef1a2-3378-4732-ac92-88915528ed7f None None] Provisioning complete for port b33f97b7-d1d1-4a08-a827-e41ae86567e1 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:20:23.806949 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f18ef1a2-3378-4732-ac92-88915528ed7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:23.934915 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f9c146-01f2-437c-bd58-019420fd1b14 None None] DHCP port deletion for c48b3b5c-3de5-405f-8a81-b35b1ff0665e request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 19:20:24.002386 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-11f9c146-01f2-437c-bd58-019420fd1b14 None None] Deleting port b33f97b7-d1d1-4a08-a827-e41ae86567e1 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:20:24.002840 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-11f9c146-01f2-437c-bd58-019420fd1b14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:24.036966 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a51e15d9-d97a-49c6-8359-846e83c85434 req-31582f37-2096-4e16-95a6-bdbb99adaed3 tempest-ServerShowV247Test-1297704155 tempest-ServerShowV247Test-1297704155-project] 10.222.0.49 "GET /v2.0/ports?device_id=3d25dbc6-b3b0-4fff-9b8e-9339c284a1ec HTTP/1.1" status: 200 len: 210 time: 0.0442438 Oct 12 19:20:24.049922 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-46030aa7-a3f7-4dc9-86f5-f942ccd50339 req-9dc87095-0dae-4de2-955c-c07ab3c85d6b service neutron] 10.222.0.61 "GET /v2.0/networks/2e14c4f2-b68c-4d21-920b-215a17ef69db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7396886 Oct 12 19:20:24.083399 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-11f9c146-01f2-437c-bd58-019420fd1b14 None None] For port b33f97b7-d1d1-4a08-a827-e41ae86567e1, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=b33f97b7-d1d1-4a08-a827-e41ae86567e1,segment=NetworkSegment(c5e81fec-d100-48a0-afde-0e47c74fad81),segment_id=c5e81fec-d100-48a0-afde-0e47c74fad81)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:20:24.083655 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-11f9c146-01f2-437c-bd58-019420fd1b14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:24.107518 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-11f9c146-01f2-437c-bd58-019420fd1b14 None None] Calling delete_port for b33f97b7-d1d1-4a08-a827-e41ae86567e1 owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:20:24.123919 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-46030aa7-a3f7-4dc9-86f5-f942ccd50339 req-b3f0fdbf-955d-4065-90cd-bb1bf40ffd16 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.248&port_id=e1839e8c-26d1-434d-bd18-d452e6003586 HTTP/1.1" status: 200 len: 217 time: 0.0561700 Oct 12 19:20:24.129241 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6479eb9d-124f-4ab5-96c7-d3fe04788d72 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:24.206904 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5f7a33b3-4f28-4fc5-a298-de0522b9f3ea tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:24.229511 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46030aa7-a3f7-4dc9-86f5-f942ccd50339 req-380ff6ba-3d09-4c71-82af-6b9b9ae97542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:24.231048 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-46030aa7-a3f7-4dc9-86f5-f942ccd50339 req-380ff6ba-3d09-4c71-82af-6b9b9ae97542 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9eccc23a-d2b3-4cf1-80e5-df88bd80499d HTTP/1.1" status: 200 len: 797 time: 0.0999327 Oct 12 19:20:24.235465 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7a33b3-4f28-4fc5-a298-de0522b9f3ea tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Pushing event deleted for resources: {'Port': ['ID=7a6fa227-20a9-42d8-ac37-96a8a2e9bbcf,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:24.304280 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-11f9c146-01f2-437c-bd58-019420fd1b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:24.306831 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3e2c46e1-b226-4ed8-952a-7b6b192ca545 req-b917de68-fa9e-4e55-93a1-2213645406a6 tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=5452d91afbbb4288869b165c47f762fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0420783 Oct 12 19:20:24.337970 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [req-e40bcbfc-e493-4873-923e-57d3f5977306 req-f9357ec4-8a73-426a-8772-0f7d33071b0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d9bea01-1aff-4c0e-bf8c-f08e43412391 {{(pid=95501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:20:24.343531 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46030aa7-a3f7-4dc9-86f5-f942ccd50339 req-38e73a94-e807-43e3-a2c3-94de853113b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:24.345071 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-46030aa7-a3f7-4dc9-86f5-f942ccd50339 req-38e73a94-e807-43e3-a2c3-94de853113b1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2e14c4f2-b68c-4d21-920b-215a17ef69db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1074102 Oct 12 19:20:24.352340 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-e40bcbfc-e493-4873-923e-57d3f5977306 req-f9357ec4-8a73-426a-8772-0f7d33071b0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:24.357717 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f9c146-01f2-437c-bd58-019420fd1b14 None None] Pushing event deleted for resources: {'Port': ['ID=b33f97b7-d1d1-4a08-a827-e41ae86567e1,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:24.361773 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f9c146-01f2-437c-bd58-019420fd1b14 None None] No DVR routers for this DVR port b33f97b7-d1d1-4a08-a827-e41ae86567e1 on host n-d-813679-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:20:24.378573 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-6479eb9d-124f-4ab5-96c7-d3fe04788d72 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Deleting port b33f97b7-d1d1-4a08-a827-e41ae86567e1 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:20:24.378925 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6479eb9d-124f-4ab5-96c7-d3fe04788d72 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:24.415558 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.provisioning_blocks [req-e40bcbfc-e493-4873-923e-57d3f5977306 req-f9357ec4-8a73-426a-8772-0f7d33071b0a service neutron] Transition to ACTIVE for port object 1d9bea01-1aff-4c0e-bf8c-f08e43412391 will not be triggered until provisioned by entity L2. {{(pid=95501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:20:24.486317 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5f7a33b3-4f28-4fc5-a298-de0522b9f3ea tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7898909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8092450'] for router_interface, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:24.493568 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-e40bcbfc-e493-4873-923e-57d3f5977306 req-f9357ec4-8a73-426a-8772-0f7d33071b0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:24.496214 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [None req-6479eb9d-124f-4ab5-96c7-d3fe04788d72 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] For port b33f97b7-d1d1-4a08-a827-e41ae86567e1, host n-d-813679-3, got binding levels [] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:20:24.496574 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6479eb9d-124f-4ab5-96c7-d3fe04788d72 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:24.541931 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-6479eb9d-124f-4ab5-96c7-d3fe04788d72 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Calling delete_port for b33f97b7-d1d1-4a08-a827-e41ae86567e1 owned by network:dhcp {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:20:24.554876 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.ipam_backend_mixin [None req-6479eb9d-124f-4ab5-96c7-d3fe04788d72 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Port b33f97b7-d1d1-4a08-a827-e41ae86567e1 was not found and therefore no delete operation was performed {{(pid=95501) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 12 19:20:24.578861 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6479eb9d-124f-4ab5-96c7-d3fe04788d72 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:24.600425 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-46030aa7-a3f7-4dc9-86f5-f942ccd50339 req-d9f36df3-f1d5-4b6f-9428-482f7c252bf8 service neutron] 10.222.0.61 "GET /v2.0/networks/2e14c4f2-b68c-4d21-920b-215a17ef69db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445111 Oct 12 19:20:24.603766 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2c46e1-b226-4ed8-952a-7b6b192ca545 req-0b78be3e-e3ab-408d-9048-dae54ac52514 tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:24.605306 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3e2c46e1-b226-4ed8-952a-7b6b192ca545 req-0b78be3e-e3ab-408d-9048-dae54ac52514 tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2918196 Oct 12 19:20:24.625756 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6479eb9d-124f-4ab5-96c7-d3fe04788d72 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] No DVR routers for this DVR port b33f97b7-d1d1-4a08-a827-e41ae86567e1 on host n-d-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:20:24.642045 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9357ec4-8a73-426a-8772-0f7d33071b0a service neutron] Pushing event updated for resources: {'Port': ['ID=1d9bea01-1aff-4c0e-bf8c-f08e43412391,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:24.698748 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3e2c46e1-b226-4ed8-952a-7b6b192ca545 req-e5e5dc7a-9811-4e73-8200-740751233218 tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] 10.222.0.49 "GET /v2.0/quotas/5452d91afbbb4288869b165c47f762fd HTTP/1.1" status: 200 len: 375 time: 0.0516474 Oct 12 19:20:24.708314 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f7a33b3-4f28-4fc5-a298-de0522b9f3ea tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Router 17b7ccf2-de7a-4f6b-8dd6-2bb89213722b has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:20:24.740632 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3e2c46e1-b226-4ed8-952a-7b6b192ca545 req-3cf31c7a-7e28-409d-9faf-6266a7cd6678 tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=5452d91afbbb4288869b165c47f762fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0351768 Oct 12 19:20:24.784997 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6479eb9d-124f-4ab5-96c7-d3fe04788d72 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Pushing event deleted for resources: {'Port': ['ID=b33f97b7-d1d1-4a08-a827-e41ae86567e1,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:24.818840 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f7a33b3-4f28-4fc5-a298-de0522b9f3ea tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:20:24.826884 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-5f7a33b3-4f28-4fc5-a298-de0522b9f3ea tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] 10.222.0.49 "PUT /v2.0/routers/17b7ccf2-de7a-4f6b-8dd6-2bb89213722b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9799192 Oct 12 19:20:24.827033 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42248) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:24.843696 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503fde21-2338-4d14-94d1-507896b8de9b None None] Sync routers for ids ['17b7ccf2-de7a-4f6b-8dd6-2bb89213722b'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:20:24.855740 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67eae84-3aa7-449b-9fcd-10e2bf3e7337 req-c13eac43-f33d-4cd7-9bf3-f57a7918a950 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:24.857880 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e67eae84-3aa7-449b-9fcd-10e2bf3e7337 req-c13eac43-f33d-4cd7-9bf3-f57a7918a950 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb159dd6-68c1-41b5-9688-4e7a11fd8304 HTTP/1.1" status: 200 len: 948 time: 0.3005035 Oct 12 19:20:24.862359 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-29aa9da7-5593-4648-876a-a852dbdbdcb7 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] 10.222.0.49 "GET /v2.0/ports?device_id=17b7ccf2-de7a-4f6b-8dd6-2bb89213722b HTTP/1.1" status: 200 len: 205 time: 0.0317152 Oct 12 19:20:24.864062 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503fde21-2338-4d14-94d1-507896b8de9b None None] Routers {'17b7ccf2-de7a-4f6b-8dd6-2bb89213722b'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:20:24.864248 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42250) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:24.868772 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-503fde21-2338-4d14-94d1-507896b8de9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:20:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['17b7ccf2-de7a-4f6b-8dd6-2bb89213722b'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:20:24.880901 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6479eb9d-124f-4ab5-96c7-d3fe04788d72 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:24.907762 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-503fde21-2338-4d14-94d1-507896b8de9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:20:24.918107 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503fde21-2338-4d14-94d1-507896b8de9b None None] Routers {'17b7ccf2-de7a-4f6b-8dd6-2bb89213722b'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:20:24.918817 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-503fde21-2338-4d14-94d1-507896b8de9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:20:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['17b7ccf2-de7a-4f6b-8dd6-2bb89213722b'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:20:24.944218 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-15565290-cbd1-4da6-9b8e-13862d69c09e tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks [] for router, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:24.946880 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-e40bcbfc-e493-4873-923e-57d3f5977306 req-f9357ec4-8a73-426a-8772-0f7d33071b0a service neutron] Attempting to bind port 1d9bea01-1aff-4c0e-bf8c-f08e43412391 on host n-h2-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:20:24.947248 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-e40bcbfc-e493-4873-923e-57d3f5977306 req-f9357ec4-8a73-426a-8772-0f7d33071b0a service neutron] Attempting to bind port 1d9bea01-1aff-4c0e-bf8c-f08e43412391 by drivers openvswitch,hyperv on host n-h2-813679-3 at level 0 using segments [{'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:20:24.947574 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40bcbfc-e493-4873-923e-57d3f5977306 req-f9357ec4-8a73-426a-8772-0f7d33071b0a service neutron] Attempting to bind port 1d9bea01-1aff-4c0e-bf8c-f08e43412391 on network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:20:24.951757 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-503fde21-2338-4d14-94d1-507896b8de9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:20:24.951956 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-6479eb9d-124f-4ab5-96c7-d3fe04788d72 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c48b3b5c-3de5-405f-8a81-b35b1ff0665e']}} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:20:24.952836 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503fde21-2338-4d14-94d1-507896b8de9b None None] The sync data for ids ['17b7ccf2-de7a-4f6b-8dd6-2bb89213722b'] in n-d-813679-3 is: [] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:20:24.964729 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-46030aa7-a3f7-4dc9-86f5-f942ccd50339 req-a7fd61fc-d78f-43c2-9aca-f90fc48ed1b0 service neutron] 10.222.0.61 "GET /v2.0/networks/2e14c4f2-b68c-4d21-920b-215a17ef69db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3412893 Oct 12 19:20:24.977038 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40bcbfc-e493-4873-923e-57d3f5977306 req-f9357ec4-8a73-426a-8772-0f7d33071b0a service neutron] Port 1d9bea01-1aff-4c0e-bf8c-f08e43412391 on network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:20:24.977544 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40bcbfc-e493-4873-923e-57d3f5977306 req-f9357ec4-8a73-426a-8772-0f7d33071b0a service neutron] Attempting to bind port 1d9bea01-1aff-4c0e-bf8c-f08e43412391 on network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:20:24.988779 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-6479eb9d-124f-4ab5-96c7-d3fe04788d72 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5e81fec-d100-48a0-afde-0e47c74fad81') {'for_net_delete': True} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:20:24.989206 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-6479eb9d-124f-4ab5-96c7-d3fe04788d72 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5e81fec-d100-48a0-afde-0e47c74fad81') {} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:20:25.029683 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e67eae84-3aa7-449b-9fcd-10e2bf3e7337 req-9bfbefb5-c71f-4b23-8cb9-d1ec7ee20a2a tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572735 Oct 12 19:20:25.034149 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-46030aa7-a3f7-4dc9-86f5-f942ccd50339 req-918b362c-d165-442e-bbdd-0b8f440eb117 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.155&port_id=efa0ccc7-6ed2-4bfa-a4ad-6c6779c2a251 HTTP/1.1" status: 200 len: 217 time: 0.0580595 Oct 12 19:20:25.034941 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40bcbfc-e493-4873-923e-57d3f5977306 req-f9357ec4-8a73-426a-8772-0f7d33071b0a service neutron] Checking agent: {'id': '233fbd7d-38e4-434f-bb8f-05364d7423a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:20:25.035287 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40bcbfc-e493-4873-923e-57d3f5977306 req-f9357ec4-8a73-426a-8772-0f7d33071b0a service neutron] Checking segment: {'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:20:25.035666 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40bcbfc-e493-4873-923e-57d3f5977306 req-f9357ec4-8a73-426a-8772-0f7d33071b0a service neutron] Bound using segment: {'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:20:25.036145 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-e40bcbfc-e493-4873-923e-57d3f5977306 req-f9357ec4-8a73-426a-8772-0f7d33071b0a service neutron] Bound port: 1d9bea01-1aff-4c0e-bf8c-f08e43412391, host: n-h2-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'}}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:20:25.036511 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-e40bcbfc-e493-4873-923e-57d3f5977306 req-f9357ec4-8a73-426a-8772-0f7d33071b0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:25.049714 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6479eb9d-124f-4ab5-96c7-d3fe04788d72 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4281072'] for segment, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:25.129827 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6479eb9d-124f-4ab5-96c7-d3fe04788d72 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:25.136484 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6479eb9d-124f-4ab5-96c7-d3fe04788d72 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=95501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:20:25.137184 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6479eb9d-124f-4ab5-96c7-d3fe04788d72 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4823170'] for segment, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:25.183190 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-15565290-cbd1-4da6-9b8e-13862d69c09e tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255495'] for router, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:25.185557 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-15565290-cbd1-4da6-9b8e-13862d69c09e tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:25.194064 n-d-813679-3 neutron-server[95501]: Traceback (most recent call last): Oct 12 19:20:25.194064 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:20:25.194064 n-d-813679-3 neutron-server[95501]: timer() Oct 12 19:20:25.194064 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:20:25.194064 n-d-813679-3 neutron-server[95501]: cb(*args, **kw) Oct 12 19:20:25.194064 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:20:25.194064 n-d-813679-3 neutron-server[95501]: return func(*args, **kwargs) Oct 12 19:20:25.194064 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:20:25.194064 n-d-813679-3 neutron-server[95501]: self._notify() Oct 12 19:20:25.194064 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:20:25.194064 n-d-813679-3 neutron-server[95501]: self.callback(batched_events) Oct 12 19:20:25.194064 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:20:25.194064 n-d-813679-3 neutron-server[95501]: event.method(event) Oct 12 19:20:25.194064 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:20:25.194064 n-d-813679-3 neutron-server[95501]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:20:25.194064 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:20:25.194064 n-d-813679-3 neutron-server[95501]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:20:25.194064 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:20:25.194064 n-d-813679-3 neutron-server[95501]: return f(self, *a, **k) Oct 12 19:20:25.194064 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:20:25.194064 n-d-813679-3 neutron-server[95501]: return self._get(url).json() Oct 12 19:20:25.194064 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:20:25.194064 n-d-813679-3 neutron-server[95501]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:20:25.194064 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:20:25.194064 n-d-813679-3 neutron-server[95501]: return self.request(url, 'GET', **kwargs) Oct 12 19:20:25.194064 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:20:25.194064 n-d-813679-3 neutron-server[95501]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:20:25.194064 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:20:25.194064 n-d-813679-3 neutron-server[95501]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:20:25.194064 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:20:25.194064 n-d-813679-3 neutron-server[95501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:20:25.194064 n-d-813679-3 neutron-server[95501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:20:25.258602 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-13915931-1972-4f25-b28a-1c4e5153b7b3 req-60b518a6-eafc-4a38-bac0-10487811cf6c tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] 10.222.0.49 "GET /v2.0/ports?device_id=db9c8fc3-f8d9-48b3-b302-5907914de9c1 HTTP/1.1" status: 200 len: 210 time: 0.1677268 Oct 12 19:20:25.286099 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46030aa7-a3f7-4dc9-86f5-f942ccd50339 req-2f5106ca-e6e8-43cc-9f6a-8b210293a3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:25.286269 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-43732cde-a7f1-459e-9d70-5704a14e0fed req-b33bd85e-bd06-4964-84fb-d803f9340923 tempest-ServerShowV247Test-1297704155 tempest-ServerShowV247Test-1297704155-project] 10.222.0.49 "GET /v2.0/ports?device_id=3d25dbc6-b3b0-4fff-9b8e-9339c284a1ec HTTP/1.1" status: 200 len: 210 time: 0.0303812 Oct 12 19:20:25.286355 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-46030aa7-a3f7-4dc9-86f5-f942ccd50339 req-2f5106ca-e6e8-43cc-9f6a-8b210293a3e4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9eccc23a-d2b3-4cf1-80e5-df88bd80499d HTTP/1.1" status: 200 len: 797 time: 0.2392526 Oct 12 19:20:25.332446 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-15565290-cbd1-4da6-9b8e-13862d69c09e tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8093499'] for router, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:25.333032 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15565290-cbd1-4da6-9b8e-13862d69c09e tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Fanout notify agent at l3_agent the message router_deleted on router 17b7ccf2-de7a-4f6b-8dd6-2bb89213722b {{(pid=95502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 19:20:25.338357 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-e40bcbfc-e493-4873-923e-57d3f5977306 req-f9357ec4-8a73-426a-8772-0f7d33071b0a service neutron] For port 1d9bea01-1aff-4c0e-bf8c-f08e43412391, host n-h2-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:20:25.340304 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-15565290-cbd1-4da6-9b8e-13862d69c09e tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:25.342336 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-15565290-cbd1-4da6-9b8e-13862d69c09e tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] 10.222.0.49 "DELETE /v2.0/routers/17b7ccf2-de7a-4f6b-8dd6-2bb89213722b HTTP/1.1" status: 204 len: 168 time: 0.4770942 Oct 12 19:20:25.344977 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42264) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:25.353607 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-e40bcbfc-e493-4873-923e-57d3f5977306 req-f9357ec4-8a73-426a-8772-0f7d33071b0a service neutron] For port 1d9bea01-1aff-4c0e-bf8c-f08e43412391, host n-h2-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=1d9bea01-1aff-4c0e-bf8c-f08e43412391,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:20:25.356531 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6479eb9d-124f-4ab5-96c7-d3fe04788d72 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:25.365256 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6479eb9d-124f-4ab5-96c7-d3fe04788d72 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:25.367972 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-6479eb9d-124f-4ab5-96c7-d3fe04788d72 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] 10.222.0.49 "DELETE /v2.0/networks/c48b3b5c-3de5-405f-8a81-b35b1ff0665e HTTP/1.1" status: 204 len: 168 time: 1.9101365 Oct 12 19:20:25.375847 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42266) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:25.382573 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46030aa7-a3f7-4dc9-86f5-f942ccd50339 req-a1471265-2dbd-4256-b819-88d18748849f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:25.384082 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-46030aa7-a3f7-4dc9-86f5-f942ccd50339 req-a1471265-2dbd-4256-b819-88d18748849f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2e14c4f2-b68c-4d21-920b-215a17ef69db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0898051 Oct 12 19:20:25.384824 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6479eb9d-124f-4ab5-96c7-d3fe04788d72 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Pushing event deleted for resources: {'Network': ['ID=c48b3b5c-3de5-405f-8a81-b35b1ff0665e,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:25.425675 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0a02ef3-8d85-4aa1-babc-729d37f1ae33 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Deleting subnet 8966f9a0-75e9-4251-93d6-5f8bb69b85dc {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:20:25.430034 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c0a02ef3-8d85-4aa1-babc-729d37f1ae33 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:25.436397 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-e40bcbfc-e493-4873-923e-57d3f5977306 req-f9357ec4-8a73-426a-8772-0f7d33071b0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:25.469758 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1d7f7d-bf11-410a-9caa-e35a1070d157 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:25.471234 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-fa1d7f7d-bf11-410a-9caa-e35a1070d157 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0947499 Oct 12 19:20:25.477850 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42268) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:25.481002 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40bcbfc-e493-4873-923e-57d3f5977306 req-f9357ec4-8a73-426a-8772-0f7d33071b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:25.481654 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-e40bcbfc-e493-4873-923e-57d3f5977306 req-f9357ec4-8a73-426a-8772-0f7d33071b0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:25.482890 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c0a02ef3-8d85-4aa1-babc-729d37f1ae33 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16313642'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:25.483217 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e40bcbfc-e493-4873-923e-57d3f5977306 req-f9357ec4-8a73-426a-8772-0f7d33071b0a service neutron] 10.222.0.67 "PUT /v2.0/ports/1d9bea01-1aff-4c0e-bf8c-f08e43412391 HTTP/1.1" status: 200 len: 1096 time: 2.3608370 Oct 12 19:20:25.484916 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb159dd6-68c1-41b5-9688-4e7a11fd8304', 'tag': '1d9bea01-1aff-4c0e-bf8c-f08e43412391'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:20:25.487611 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2f84e6d-5646-4ff6-ae53-efd4d27fcded" -d '{"events": [{"name": "network-changed", "server_uuid": "cb159dd6-68c1-41b5-9688-4e7a11fd8304", "tag": "1d9bea01-1aff-4c0e-bf8c-f08e43412391"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:20:25.562682 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df194ade-24c1-4095-8d13-b47d747e6da8 x-openstack-request-id: req-df194ade-24c1-4095-8d13-b47d747e6da8 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:20:25.563045 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb159dd6-68c1-41b5-9688-4e7a11fd8304", "tag": "1d9bea01-1aff-4c0e-bf8c-f08e43412391", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:20:25.563470 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-df194ade-24c1-4095-8d13-b47d747e6da8 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:20:25.564020 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb159dd6-68c1-41b5-9688-4e7a11fd8304', 'tag': '1d9bea01-1aff-4c0e-bf8c-f08e43412391', 'status': 'completed', 'code': 200} Oct 12 19:20:25.569166 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9357ec4-8a73-426a-8772-0f7d33071b0a service neutron] Pushing event updated for resources: {'Port': ['ID=1d9bea01-1aff-4c0e-bf8c-f08e43412391,revision_number=3']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:25.577920 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-46030aa7-a3f7-4dc9-86f5-f942ccd50339 req-125afdcc-cabe-4182-b9e3-1281a3007f05 service neutron] 10.222.0.61 "GET /v2.0/networks/2e14c4f2-b68c-4d21-920b-215a17ef69db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857388 Oct 12 19:20:25.632808 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-d20274c0-00f1-4874-bed2-a5c4daecf5f6 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] 10.222.0.49 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1481154 Oct 12 19:20:25.633800 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device b33f97b7-d1d1-4a08-a827-e41ae86567e1 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:20:25.635797 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c0a02ef3-8d85-4aa1-babc-729d37f1ae33 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:25.642123 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42272) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:25.661749 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: b33f97b7-d1d1-4a08-a827-e41ae86567e1 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:20:25.662788 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device b33f97b7-d1d1-4a08-a827-e41ae86567e1 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:20:25.678538 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-45ce0a1e-369f-4b7a-95b5-a99820f5cd41 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1771122309'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:20:25.702573 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f84e6d-5646-4ff6-ae53-efd4d27fcded req-09a59e79-c3f3-482d-8274-aa7dd22b6f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:25.704124 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a2f84e6d-5646-4ff6-ae53-efd4d27fcded req-09a59e79-c3f3-482d-8274-aa7dd22b6f64 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1439ecde881648d990934dad6d1d46ba&device_id=cb159dd6-68c1-41b5-9688-4e7a11fd8304 HTTP/1.1" status: 200 len: 1099 time: 0.1001477 Oct 12 19:20:25.752282 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a2f84e6d-5646-4ff6-ae53-efd4d27fcded req-c5cf9c41-0069-4bfa-9fe9-47fb8a4134a8 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=1439ecde881648d990934dad6d1d46ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0376301 Oct 12 19:20:25.771254 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-46030aa7-a3f7-4dc9-86f5-f942ccd50339 req-26c04b4d-836f-4b3f-ac66-8ab8e2c11367 service neutron] 10.222.0.61 "GET /v2.0/networks/2e14c4f2-b68c-4d21-920b-215a17ef69db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837471 Oct 12 19:20:25.777880 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45ce0a1e-369f-4b7a-95b5-a99820f5cd41 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Made reservation on behalf of 273d7b7bf24b4507988eb056053819bc for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:20:25.782470 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-45ce0a1e-369f-4b7a-95b5-a99820f5cd41 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:25.844196 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-46030aa7-a3f7-4dc9-86f5-f942ccd50339 req-62fafcf3-c32a-42d8-845d-def4aa32128d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=203b9b07-3b5d-41e2-a387-5426c9fe91c9 HTTP/1.1" status: 200 len: 217 time: 0.0628064 Oct 12 19:20:25.854159 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c0a02ef3-8d85-4aa1-babc-729d37f1ae33 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4306592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16245866'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:25.865918 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45ce0a1e-369f-4b7a-95b5-a99820f5cd41 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:20:25.890819 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a02ef3-8d85-4aa1-babc-729d37f1ae33 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Pushing event deleted for resources: {'Subnet': ['ID=8966f9a0-75e9-4251-93d6-5f8bb69b85dc,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:25.894111 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c0a02ef3-8d85-4aa1-babc-729d37f1ae33 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:25.897514 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-c0a02ef3-8d85-4aa1-babc-729d37f1ae33 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] 10.222.0.49 "DELETE /v2.0/subnets/8966f9a0-75e9-4251-93d6-5f8bb69b85dc HTTP/1.1" status: 204 len: 168 time: 0.5515141 Oct 12 19:20:25.900189 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42274) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:25.901584 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b53a0f0-f659-49c8-9c3b-a0db04099362 None None] Network 72b0b74a-d80e-4065-a8e7-9ebb81c11c98 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:20:25.907996 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-45ce0a1e-369f-4b7a-95b5-a99820f5cd41 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:25.909181 n-d-813679-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-45ce0a1e-369f-4b7a-95b5-a99820f5cd41 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Added segment 0a78bc13-e0bd-4e30-8371-5b820db5c25c of type vlan for network d41b1e5c-9626-4001-9d6e-9e6efb76a150 Oct 12 19:20:25.921102 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46030aa7-a3f7-4dc9-86f5-f942ccd50339 req-aea325b1-6ca5-474a-8ba2-d461002b7287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:25.922521 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-46030aa7-a3f7-4dc9-86f5-f942ccd50339 req-aea325b1-6ca5-474a-8ba2-d461002b7287 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=141028c9-d5c4-4f69-a812-45a1cb34ea69 HTTP/1.1" status: 200 len: 797 time: 0.0723767 Oct 12 19:20:25.926470 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f84e6d-5646-4ff6-ae53-efd4d27fcded req-1eead1a2-2187-41f0-9135-64f836fb9d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:25.927878 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a2f84e6d-5646-4ff6-ae53-efd4d27fcded req-1eead1a2-2187-41f0-9135-64f836fb9d48 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1685474 Oct 12 19:20:26.007446 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-45ce0a1e-369f-4b7a-95b5-a99820f5cd41 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:26.014133 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46030aa7-a3f7-4dc9-86f5-f942ccd50339 req-836d58dc-851e-4c5c-8a9d-8e4cfe5af8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:26.015632 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-46030aa7-a3f7-4dc9-86f5-f942ccd50339 req-836d58dc-851e-4c5c-8a9d-8e4cfe5af8bd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=25292ff6-df2e-42a1-aeea-68fb3a14f1ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0866747 Oct 12 19:20:26.021901 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40bcbfc-e493-4873-923e-57d3f5977306 req-79070ce7-bc20-4261-bd21-801140b1b728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:26.023330 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e40bcbfc-e493-4873-923e-57d3f5977306 req-79070ce7-bc20-4261-bd21-801140b1b728 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1439ecde881648d990934dad6d1d46ba&device_id=cb159dd6-68c1-41b5-9688-4e7a11fd8304 HTTP/1.1" status: 200 len: 1099 time: 0.0558093 Oct 12 19:20:26.030462 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3f04c83-85e2-4438-86d8-9c0829e9df28 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Deleting subnet 5c0e68c4-cf7d-4862-b8db-f500e2d05184 {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:20:26.039371 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f3f04c83-85e2-4438-86d8-9c0829e9df28 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:26.115654 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e40bcbfc-e493-4873-923e-57d3f5977306 req-cfb2a730-8cfc-4096-8eb8-7fb7d84b7dd8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=1d9bea01-1aff-4c0e-bf8c-f08e43412391 HTTP/1.1" status: 200 len: 217 time: 0.0840404 Oct 12 19:20:26.116203 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f3f04c83-85e2-4438-86d8-9c0829e9df28 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16313642'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:26.145474 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-45ce0a1e-369f-4b7a-95b5-a99820f5cd41 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:26.151422 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ce0a1e-369f-4b7a-95b5-a99820f5cd41 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:26.151826 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-45ce0a1e-369f-4b7a-95b5-a99820f5cd41 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:26.182491 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0f4477-f565-4f2c-a431-8459afecd5e8 None None] DHCP port deletion for 72b0b74a-d80e-4065-a8e7-9ebb81c11c98 request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 19:20:26.226327 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40bcbfc-e493-4873-923e-57d3f5977306 req-d3db5906-54d0-40c5-806b-de1a307d2ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:26.229509 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e40bcbfc-e493-4873-923e-57d3f5977306 req-d3db5906-54d0-40c5-806b-de1a307d2ffc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=629aee7d-3fde-4c72-af1e-6a7e1f6a7e75 HTTP/1.1" status: 200 len: 843 time: 0.1057749 Oct 12 19:20:26.232983 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-46030aa7-a3f7-4dc9-86f5-f942ccd50339 req-17b10d38-0427-4a47-89aa-23dd4329c7d2 service neutron] 10.222.0.61 "GET /v2.0/networks/25292ff6-df2e-42a1-aeea-68fb3a14f1ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087283 Oct 12 19:20:26.250829 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-ee0f4477-f565-4f2c-a431-8459afecd5e8 None None] Deleting port 3f160891-9eb6-42c5-b9d7-f121a5fbc031 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:20:26.251172 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ee0f4477-f565-4f2c-a431-8459afecd5e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:26.312137 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ce0a1e-369f-4b7a-95b5-a99820f5cd41 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Pushing event updated for resources: {'Network': ['ID=d41b1e5c-9626-4001-9d6e-9e6efb76a150,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:26.328819 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-ee0f4477-f565-4f2c-a431-8459afecd5e8 None None] For port 3f160891-9eb6-42c5-b9d7-f121a5fbc031, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=3f160891-9eb6-42c5-b9d7-f121a5fbc031,segment=NetworkSegment(7cbd0462-033c-4819-b483-97150417e631),segment_id=7cbd0462-033c-4819-b483-97150417e631)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:20:26.329223 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ee0f4477-f565-4f2c-a431-8459afecd5e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:26.338593 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3b2979-a584-4752-ad12-696bb30a0c00 req-79a5db3d-5d21-4b57-b442-ae4377135370 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:26.340145 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ca3b2979-a584-4752-ad12-696bb30a0c00 req-79a5db3d-5d21-4b57-b442-ae4377135370 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb159dd6-68c1-41b5-9688-4e7a11fd8304 HTTP/1.1" status: 200 len: 948 time: 0.1985176 Oct 12 19:20:26.350421 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f3f04c83-85e2-4438-86d8-9c0829e9df28 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:26.351296 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-ee0f4477-f565-4f2c-a431-8459afecd5e8 None None] Calling delete_port for 3f160891-9eb6-42c5-b9d7-f121a5fbc031 owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:20:26.369231 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network d41b1e5c-9626-4001-9d6e-9e6efb76a150 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:20:26.370776 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40bcbfc-e493-4873-923e-57d3f5977306 req-48ff2a75-0c56-4357-8906-54ab56f8ff8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:26.372500 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e40bcbfc-e493-4873-923e-57d3f5977306 req-48ff2a75-0c56-4357-8906-54ab56f8ff8d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=90dcf485-b1ad-4139-85a3-9e1e9879e6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1197362 Oct 12 19:20:26.382137 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-45ce0a1e-369f-4b7a-95b5-a99820f5cd41 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7387431 Oct 12 19:20:26.392427 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42290) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:26.397695 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-e9509dcf-95d5-4042-9342-7be53080cadb tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Request body: {'subnet': {'network_id': 'd41b1e5c-9626-4001-9d6e-9e6efb76a150', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:20:26.488589 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-648abd06-b8b6-4eb6-a1b7-ad5a9354808a req-7627ed3d-dc7b-499c-92bf-caed15ffc637 tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] 10.222.0.49 "GET /v2.0/ports?device_id=db9c8fc3-f8d9-48b3-b302-5907914de9c1 HTTP/1.1" status: 200 len: 210 time: 0.0794463 Oct 12 19:20:26.494069 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-46030aa7-a3f7-4dc9-86f5-f942ccd50339 req-d98b0141-2a11-448b-89e4-a517d1afc078 service neutron] 10.222.0.61 "GET /v2.0/networks/25292ff6-df2e-42a1-aeea-68fb3a14f1ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2531283 Oct 12 19:20:26.545860 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ca3b2979-a584-4752-ad12-696bb30a0c00 req-62891ee3-7547-42fa-8818-ef5b4f960ff2 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697330 Oct 12 19:20:26.546033 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-46030aa7-a3f7-4dc9-86f5-f942ccd50339 req-d1f41ccc-3c12-406e-9662-20067d34311d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4f6b2756-64ef-420b-b1de-996fa4dd3f6d HTTP/1.1" status: 200 len: 217 time: 0.0429509 Oct 12 19:20:26.578143 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ee0f4477-f565-4f2c-a431-8459afecd5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:26.605054 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0f4477-f565-4f2c-a431-8459afecd5e8 None None] Pushing event deleted for resources: {'Port': ['ID=3f160891-9eb6-42c5-b9d7-f121a5fbc031,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:26.606772 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0f4477-f565-4f2c-a431-8459afecd5e8 None None] No DVR routers for this DVR port 3f160891-9eb6-42c5-b9d7-f121a5fbc031 on host n-d-813679-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:20:26.617943 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f3f04c83-85e2-4438-86d8-9c0829e9df28 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4306592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16245866'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:26.620166 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-61f19be7-b2cd-4007-b831-2e1ef731ad63 req-bfbffb3c-c23c-4276-9f65-491d86e8d59e tempest-ServerShowV247Test-1297704155 tempest-ServerShowV247Test-1297704155-project] 10.222.0.49 "GET /v2.0/ports?device_id=3d25dbc6-b3b0-4fff-9b8e-9339c284a1ec HTTP/1.1" status: 200 len: 210 time: 0.0662081 Oct 12 19:20:26.644488 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e40bcbfc-e493-4873-923e-57d3f5977306 req-378dd8bb-94f1-482b-9fe6-4ce7054b6077 service neutron] 10.222.0.67 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631114 Oct 12 19:20:26.649389 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f04c83-85e2-4438-86d8-9c0829e9df28 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Pushing event deleted for resources: {'Subnet': ['ID=5c0e68c4-cf7d-4862-b8db-f500e2d05184,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:26.652883 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46030aa7-a3f7-4dc9-86f5-f942ccd50339 req-c5751969-5137-46dd-a9dc-7f50e2ddfa52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:26.655284 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-46030aa7-a3f7-4dc9-86f5-f942ccd50339 req-c5751969-5137-46dd-a9dc-7f50e2ddfa52 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=141028c9-d5c4-4f69-a812-45a1cb34ea69 HTTP/1.1" status: 200 len: 797 time: 0.0904422 Oct 12 19:20:26.661116 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f3f04c83-85e2-4438-86d8-9c0829e9df28 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:26.666365 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-f3f04c83-85e2-4438-86d8-9c0829e9df28 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] 10.222.0.49 "DELETE /v2.0/subnets/5c0e68c4-cf7d-4862-b8db-f500e2d05184 HTTP/1.1" status: 204 len: 168 time: 0.7628474 Oct 12 19:20:26.666365 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9509dcf-95d5-4042-9342-7be53080cadb tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Made reservation on behalf of 273d7b7bf24b4507988eb056053819bc for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:20:26.668680 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e9509dcf-95d5-4042-9342-7be53080cadb tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16245837'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:26.673490 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5544929-1b1f-4071-8ef1-f2fc3c99047c None None] Network 004b7aca-f04a-469e-acd0-56119303e5b0 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:20:26.674300 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42292) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:26.778001 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46030aa7-a3f7-4dc9-86f5-f942ccd50339 req-722b94a0-148d-417d-bab7-7e672672ec9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:26.783367 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-46030aa7-a3f7-4dc9-86f5-f942ccd50339 req-722b94a0-148d-417d-bab7-7e672672ec9b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=25292ff6-df2e-42a1-aeea-68fb3a14f1ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1180034 Oct 12 19:20:26.828977 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5342f531-be5a-4acd-b5e4-69d7924630be tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:26.849133 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e40bcbfc-e493-4873-923e-57d3f5977306 req-24f79c18-975f-43f0-a9a6-2c6089139361 service neutron] 10.222.0.67 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916568 Oct 12 19:20:26.883946 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-075d27db-4289-46a5-a9c7-a558eef4b486 None None] DHCP port deletion for 004b7aca-f04a-469e-acd0-56119303e5b0 request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 19:20:26.905432 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-46030aa7-a3f7-4dc9-86f5-f942ccd50339 req-b9f0a550-6c38-4778-8e1e-960fb4d9de73 service neutron] 10.222.0.61 "GET /v2.0/networks/25292ff6-df2e-42a1-aeea-68fb3a14f1ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119099 Oct 12 19:20:26.937391 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-075d27db-4289-46a5-a9c7-a558eef4b486 None None] Deleting port 4c2b113e-eac9-4d7d-be63-19735c08773e {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:20:26.937973 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-075d27db-4289-46a5-a9c7-a558eef4b486 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:26.990037 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5342f531-be5a-4acd-b5e4-69d7924630be tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:27.010119 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-075d27db-4289-46a5-a9c7-a558eef4b486 None None] For port 4c2b113e-eac9-4d7d-be63-19735c08773e, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=4c2b113e-eac9-4d7d-be63-19735c08773e,segment=NetworkSegment(5732c59e-24e7-4151-906c-3e1c92e16b50),segment_id=5732c59e-24e7-4151-906c-3e1c92e16b50)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:20:27.010580 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-075d27db-4289-46a5-a9c7-a558eef4b486 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:27.026318 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-075d27db-4289-46a5-a9c7-a558eef4b486 None None] Calling delete_port for 4c2b113e-eac9-4d7d-be63-19735c08773e owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:20:27.027203 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-46030aa7-a3f7-4dc9-86f5-f942ccd50339 req-253e1ec3-72ed-4f54-a3ad-7314bac90b7a service neutron] 10.222.0.61 "GET /v2.0/networks/25292ff6-df2e-42a1-aeea-68fb3a14f1ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148894 Oct 12 19:20:27.049305 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-5342f531-be5a-4acd-b5e4-69d7924630be tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72b0b74a-d80e-4065-a8e7-9ebb81c11c98']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:20:27.066015 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-5342f531-be5a-4acd-b5e4-69d7924630be tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cbd0462-033c-4819-b483-97150417e631') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:20:27.066313 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-5342f531-be5a-4acd-b5e4-69d7924630be tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cbd0462-033c-4819-b483-97150417e631') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:20:27.076083 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5342f531-be5a-4acd-b5e4-69d7924630be tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16313633'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:27.146753 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5342f531-be5a-4acd-b5e4-69d7924630be tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:27.153183 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5342f531-be5a-4acd-b5e4-69d7924630be tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:20:27.153569 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5342f531-be5a-4acd-b5e4-69d7924630be tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4305278'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:27.156893 n-d-813679-3 neutron-server[95502]: Traceback (most recent call last): Oct 12 19:20:27.156893 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:20:27.156893 n-d-813679-3 neutron-server[95502]: timer() Oct 12 19:20:27.156893 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:20:27.156893 n-d-813679-3 neutron-server[95502]: cb(*args, **kw) Oct 12 19:20:27.156893 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:20:27.156893 n-d-813679-3 neutron-server[95502]: return func(*args, **kwargs) Oct 12 19:20:27.156893 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:20:27.156893 n-d-813679-3 neutron-server[95502]: self._notify() Oct 12 19:20:27.156893 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:20:27.156893 n-d-813679-3 neutron-server[95502]: self.callback(batched_events) Oct 12 19:20:27.156893 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:20:27.156893 n-d-813679-3 neutron-server[95502]: event.method(event) Oct 12 19:20:27.156893 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:20:27.156893 n-d-813679-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:20:27.156893 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:20:27.156893 n-d-813679-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:20:27.156893 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:20:27.156893 n-d-813679-3 neutron-server[95502]: return f(self, *a, **k) Oct 12 19:20:27.156893 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:20:27.156893 n-d-813679-3 neutron-server[95502]: return self._get(url).json() Oct 12 19:20:27.156893 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:20:27.156893 n-d-813679-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:20:27.156893 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:20:27.156893 n-d-813679-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Oct 12 19:20:27.156893 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:20:27.156893 n-d-813679-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:20:27.156893 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:20:27.156893 n-d-813679-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:20:27.156893 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:20:27.156893 n-d-813679-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:20:27.156893 n-d-813679-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:20:27.224196 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e9509dcf-95d5-4042-9342-7be53080cadb tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4306659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16245859'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:27.252776 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-075d27db-4289-46a5-a9c7-a558eef4b486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:27.278703 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075d27db-4289-46a5-a9c7-a558eef4b486 None None] Pushing event deleted for resources: {'Port': ['ID=4c2b113e-eac9-4d7d-be63-19735c08773e,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:27.287038 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075d27db-4289-46a5-a9c7-a558eef4b486 None None] No DVR routers for this DVR port 4c2b113e-eac9-4d7d-be63-19735c08773e on host n-d-813679-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:20:27.299518 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9509dcf-95d5-4042-9342-7be53080cadb tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Pushing event updated for resources: {'Subnet': ['ID=69fd9b3f-8b1f-4434-a8cc-4cbf7786efea,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:27.299518 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5342f531-be5a-4acd-b5e4-69d7924630be tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:27.307527 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5342f531-be5a-4acd-b5e4-69d7924630be tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:27.310148 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-5342f531-be5a-4acd-b5e4-69d7924630be tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] 10.222.0.49 "DELETE /v2.0/networks/72b0b74a-d80e-4065-a8e7-9ebb81c11c98 HTTP/1.1" status: 204 len: 168 time: 0.6343880 Oct 12 19:20:27.313270 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42298) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:27.326742 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5342f531-be5a-4acd-b5e4-69d7924630be tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Pushing event deleted for resources: {'Network': ['ID=72b0b74a-d80e-4065-a8e7-9ebb81c11c98,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:27.328578 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9509dcf-95d5-4042-9342-7be53080cadb tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Checking segment: {'id': '0a78bc13-e0bd-4e30-8371-5b820db5c25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'd41b1e5c-9626-4001-9d6e-9e6efb76a150'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:20:27.328939 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9509dcf-95d5-4042-9342-7be53080cadb tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Network hostable DHCP agents. Network: d41b1e5c-9626-4001-9d6e-9e6efb76a150, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:20:27.395939 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9509dcf-95d5-4042-9342-7be53080cadb tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Network d41b1e5c-9626-4001-9d6e-9e6efb76a150 is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:20:27.409196 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0d0cf741-b587-483b-b484-4790693dd61f tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:27.469719 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-e9509dcf-95d5-4042-9342-7be53080cadb tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, d41b1e5c-9626-4001-9d6e-9e6efb76a150) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:20:27.473819 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9509dcf-95d5-4042-9342-7be53080cadb tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:27.474404 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e9509dcf-95d5-4042-9342-7be53080cadb tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:27.478409 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce37aa8-e58e-4d21-9846-469062b93db0 None None] Network d41b1e5c-9626-4001-9d6e-9e6efb76a150 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:20:27.500844 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0d0cf741-b587-483b-b484-4790693dd61f tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:27.521370 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-0d0cf741-b587-483b-b484-4790693dd61f tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['004b7aca-f04a-469e-acd0-56119303e5b0']}} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:20:27.545055 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-0d0cf741-b587-483b-b484-4790693dd61f tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5732c59e-24e7-4151-906c-3e1c92e16b50') {'for_net_delete': True} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:20:27.545411 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-0d0cf741-b587-483b-b484-4790693dd61f tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5732c59e-24e7-4151-906c-3e1c92e16b50') {} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:20:27.577152 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-e9509dcf-95d5-4042-9342-7be53080cadb tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1832390 Oct 12 19:20:27.577664 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0d0cf741-b587-483b-b484-4790693dd61f tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4281072'] for segment, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:27.579570 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42306) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:27.590291 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-eee14d97-522a-4e83-8616-3210e2cf82ad tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Request body: {'port': {'network_id': 'd41b1e5c-9626-4001-9d6e-9e6efb76a150', 'name': 'tempest-PortsIpV6TestJSON-1171570701'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:20:27.596803 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0d0cf741-b587-483b-b484-4790693dd61f tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:27.604353 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d0cf741-b587-483b-b484-4790693dd61f tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=95501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:20:27.604748 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0d0cf741-b587-483b-b484-4790693dd61f tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4823170'] for segment, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:27.660903 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29dc27d-c1d6-4f2b-ace8-e0f5cf060bcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-d41b1e5c-9626-4001-9d6e-9e6efb76a150', 'network_id': 'd41b1e5c-9626-4001-9d6e-9e6efb76a150', 'tenant_id': '273d7b7bf24b4507988eb056053819bc', 'fixed_ips': [{'subnet_id': '69fd9b3f-8b1f-4434-a8cc-4cbf7786efea'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:20:27.660903 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b29dc27d-c1d6-4f2b-ace8-e0f5cf060bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:27.661069 n-d-813679-3 neutron-server[95501]: Traceback (most recent call last): Oct 12 19:20:27.661069 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:20:27.661069 n-d-813679-3 neutron-server[95501]: timer() Oct 12 19:20:27.661069 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:20:27.661069 n-d-813679-3 neutron-server[95501]: cb(*args, **kw) Oct 12 19:20:27.661069 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:20:27.661069 n-d-813679-3 neutron-server[95501]: return func(*args, **kwargs) Oct 12 19:20:27.661069 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:20:27.661069 n-d-813679-3 neutron-server[95501]: self._notify() Oct 12 19:20:27.661069 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:20:27.661069 n-d-813679-3 neutron-server[95501]: self.callback(batched_events) Oct 12 19:20:27.661069 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:20:27.661069 n-d-813679-3 neutron-server[95501]: event.method(event) Oct 12 19:20:27.661069 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:20:27.661069 n-d-813679-3 neutron-server[95501]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:20:27.661069 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:20:27.661069 n-d-813679-3 neutron-server[95501]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:20:27.661069 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:20:27.661069 n-d-813679-3 neutron-server[95501]: return f(self, *a, **k) Oct 12 19:20:27.661069 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:20:27.661069 n-d-813679-3 neutron-server[95501]: return self._get(url).json() Oct 12 19:20:27.661069 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:20:27.661069 n-d-813679-3 neutron-server[95501]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:20:27.661069 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:20:27.661069 n-d-813679-3 neutron-server[95501]: return self.request(url, 'GET', **kwargs) Oct 12 19:20:27.661069 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:20:27.661069 n-d-813679-3 neutron-server[95501]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:20:27.661069 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:20:27.661069 n-d-813679-3 neutron-server[95501]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:20:27.661069 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:20:27.661069 n-d-813679-3 neutron-server[95501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:20:27.661069 n-d-813679-3 neutron-server[95501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:20:27.678323 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 4c2b113e-eac9-4d7d-be63-19735c08773e no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:20:27.684587 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3e2c46e1-b226-4ed8-952a-7b6b192ca545 req-a8aabf96-e0b1-4053-a0b4-478c669be4d7 tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=5452d91afbbb4288869b165c47f762fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1297095 Oct 12 19:20:27.707713 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 4c2b113e-eac9-4d7d-be63-19735c08773e {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:20:27.708383 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 4c2b113e-eac9-4d7d-be63-19735c08773e not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:20:27.709016 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 3f160891-9eb6-42c5-b9d7-f121a5fbc031 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:20:27.723454 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0fd8e112-7a1d-4a0c-8c9f-3248b742c168 req-612a9245-60cd-4de1-949e-50a309e39a1b tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] 10.222.0.49 "GET /v2.0/ports?device_id=db9c8fc3-f8d9-48b3-b302-5907914de9c1 HTTP/1.1" status: 200 len: 210 time: 0.0654638 Oct 12 19:20:27.748547 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6235399e-97bb-4292-b479-3caf3857873e req-e7535982-71e8-4535-bf93-464fdc35626b tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:27.756623 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6235399e-97bb-4292-b479-3caf3857873e req-e7535982-71e8-4535-bf93-464fdc35626b tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb159dd6-68c1-41b5-9688-4e7a11fd8304 HTTP/1.1" status: 200 len: 948 time: 0.0935540 Oct 12 19:20:27.808695 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 3f160891-9eb6-42c5-b9d7-f121a5fbc031 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:20:27.809079 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 3f160891-9eb6-42c5-b9d7-f121a5fbc031 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:20:27.828881 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6235399e-97bb-4292-b479-3caf3857873e req-810de294-fc53-4268-8f9b-1bd6ee2dec35 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698242 Oct 12 19:20:27.843303 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0d0cf741-b587-483b-b484-4790693dd61f tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:27.848336 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0d0cf741-b587-483b-b484-4790693dd61f tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:27.857600 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-0d0cf741-b587-483b-b484-4790693dd61f tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] 10.222.0.49 "DELETE /v2.0/networks/004b7aca-f04a-469e-acd0-56119303e5b0 HTTP/1.1" status: 204 len: 168 time: 0.5424042 Oct 12 19:20:27.857787 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42310) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:27.862606 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-9a4866e3-47ce-44e4-b0ba-40c2856dd707 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Request body: {'network': {'name': 'tempest-RoutersTest-1118184788'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:20:27.866583 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1cde09b6-2e45-4f5c-9a04-8e647e6f2a5f req-78e4a80a-ac4f-428f-82ff-47cdfd486e1e tempest-ServerShowV247Test-1297704155 tempest-ServerShowV247Test-1297704155-project] 10.222.0.49 "GET /v2.0/ports?device_id=3d25dbc6-b3b0-4fff-9b8e-9339c284a1ec HTTP/1.1" status: 200 len: 210 time: 0.0584795 Oct 12 19:20:27.889745 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0cf741-b587-483b-b484-4790693dd61f tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Pushing event deleted for resources: {'Network': ['ID=004b7aca-f04a-469e-acd0-56119303e5b0,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:27.904497 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-b29dc27d-c1d6-4f2b-ace8-e0f5cf060bcd None None] Allocated IP 2001:db8::2 (d41b1e5c-9626-4001-9d6e-9e6efb76a150/69fd9b3f-8b1f-4434-a8cc-4cbf7786efea/9c9cba83-b39c-4aa0-9d23-6f6a087243a6) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:20:27.910892 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eee14d97-522a-4e83-8616-3210e2cf82ad tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Made reservation on behalf of 273d7b7bf24b4507988eb056053819bc for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:20:27.914703 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-eee14d97-522a-4e83-8616-3210e2cf82ad tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:27.923892 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2c46e1-b226-4ed8-952a-7b6b192ca545 req-9e20f487-c50f-4e45-a4e0-8817ea515742 tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:27.925503 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3e2c46e1-b226-4ed8-952a-7b6b192ca545 req-9e20f487-c50f-4e45-a4e0-8817ea515742 tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2197104 Oct 12 19:20:27.940683 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [None req-eee14d97-522a-4e83-8616-3210e2cf82ad tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] device_id is not set on port ec2ebe44-f230-4414-bc8d-51e5a3f78f78 yet. {{(pid=95502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 19:20:27.940920 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-3e2c46e1-b226-4ed8-952a-7b6b192ca545 req-87e0ca98-b0dc-4937-8fc4-e6b74586c50e tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] Request body: {'port': {'device_id': 'db9c8fc3-f8d9-48b3-b302-5907914de9c1', 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1', 'admin_state_up': True, 'tenant_id': '5452d91afbbb4288869b165c47f762fd'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:20:28.000996 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a4866e3-47ce-44e4-b0ba-40c2856dd707 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Made reservation on behalf of ceb2896b1b72443898c06b8dcad99d7f for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:20:28.005434 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9a4866e3-47ce-44e4-b0ba-40c2856dd707 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:28.043251 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a4866e3-47ce-44e4-b0ba-40c2856dd707 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:20:28.054932 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9a4866e3-47ce-44e4-b0ba-40c2856dd707 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:28.055323 n-d-813679-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-9a4866e3-47ce-44e4-b0ba-40c2856dd707 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Added segment 6b53ea16-0761-404c-996b-04289607a7c7 of type vlan for network e5782124-f83b-4a30-91b1-efb795afaa05 Oct 12 19:20:28.075980 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b29dc27d-c1d6-4f2b-ace8-e0f5cf060bcd None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:28.102310 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9a4866e3-47ce-44e4-b0ba-40c2856dd707 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:28.139442 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b29dc27d-c1d6-4f2b-ace8-e0f5cf060bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:28.184614 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29dc27d-c1d6-4f2b-ace8-e0f5cf060bcd None None] Network d41b1e5c-9626-4001-9d6e-9e6efb76a150 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:20:28.187685 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-b29dc27d-c1d6-4f2b-ace8-e0f5cf060bcd None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:20:28.190423 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29dc27d-c1d6-4f2b-ace8-e0f5cf060bcd None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:20:28.201557 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29dc27d-c1d6-4f2b-ace8-e0f5cf060bcd None None] Pushing event updated for resources: {'Port': ['ID=9c9cba83-b39c-4aa0-9d23-6f6a087243a6,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:28.203842 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-eee14d97-522a-4e83-8616-3210e2cf82ad tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Allocated IP 2001:db8::af (d41b1e5c-9626-4001-9d6e-9e6efb76a150/69fd9b3f-8b1f-4434-a8cc-4cbf7786efea/ec2ebe44-f230-4414-bc8d-51e5a3f78f78) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:20:28.208874 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9a4866e3-47ce-44e4-b0ba-40c2856dd707 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:28.220699 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4866e3-47ce-44e4-b0ba-40c2856dd707 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:28.220699 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9a4866e3-47ce-44e4-b0ba-40c2856dd707 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:28.264929 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-b29dc27d-c1d6-4f2b-ace8-e0f5cf060bcd None None] Attempting to bind port 9c9cba83-b39c-4aa0-9d23-6f6a087243a6 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:20:28.265590 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-b29dc27d-c1d6-4f2b-ace8-e0f5cf060bcd None None] Attempting to bind port 9c9cba83-b39c-4aa0-9d23-6f6a087243a6 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '0a78bc13-e0bd-4e30-8371-5b820db5c25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'd41b1e5c-9626-4001-9d6e-9e6efb76a150'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:20:28.266181 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29dc27d-c1d6-4f2b-ace8-e0f5cf060bcd None None] Attempting to bind port 9c9cba83-b39c-4aa0-9d23-6f6a087243a6 on network d41b1e5c-9626-4001-9d6e-9e6efb76a150 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:20:28.272690 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29dc27d-c1d6-4f2b-ace8-e0f5cf060bcd None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:20:28.273408 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29dc27d-c1d6-4f2b-ace8-e0f5cf060bcd None None] Checking segment: {'id': '0a78bc13-e0bd-4e30-8371-5b820db5c25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'd41b1e5c-9626-4001-9d6e-9e6efb76a150'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:20:28.274214 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b29dc27d-c1d6-4f2b-ace8-e0f5cf060bcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:28.275000 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29dc27d-c1d6-4f2b-ace8-e0f5cf060bcd None None] Bound using segment: {'id': '0a78bc13-e0bd-4e30-8371-5b820db5c25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'd41b1e5c-9626-4001-9d6e-9e6efb76a150'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:20:28.275689 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-b29dc27d-c1d6-4f2b-ace8-e0f5cf060bcd None None] Bound port: 9c9cba83-b39c-4aa0-9d23-6f6a087243a6, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a78bc13-e0bd-4e30-8371-5b820db5c25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'd41b1e5c-9626-4001-9d6e-9e6efb76a150'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:20:28.276313 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b29dc27d-c1d6-4f2b-ace8-e0f5cf060bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:28.315817 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4866e3-47ce-44e4-b0ba-40c2856dd707 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Pushing event updated for resources: {'Network': ['ID=e5782124-f83b-4a30-91b1-efb795afaa05,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:28.331519 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network e5782124-f83b-4a30-91b1-efb795afaa05 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:20:28.407194 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-9a4866e3-47ce-44e4-b0ba-40c2856dd707 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5485101 Oct 12 19:20:28.412384 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42318) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:28.417495 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-27346355-6348-4ed5-89c7-5712aca2ed62 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Request body: {'subnet': {'network_id': 'e5782124-f83b-4a30-91b1-efb795afaa05', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:20:28.444397 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-b29dc27d-c1d6-4f2b-ace8-e0f5cf060bcd None None] For port 9c9cba83-b39c-4aa0-9d23-6f6a087243a6, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:20:28.455699 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-b29dc27d-c1d6-4f2b-ace8-e0f5cf060bcd None None] For port 9c9cba83-b39c-4aa0-9d23-6f6a087243a6, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=9c9cba83-b39c-4aa0-9d23-6f6a087243a6,segment=NetworkSegment(0a78bc13-e0bd-4e30-8371-5b820db5c25c),segment_id=0a78bc13-e0bd-4e30-8371-5b820db5c25c)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:20:28.492679 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e2c46e1-b226-4ed8-952a-7b6b192ca545 req-87e0ca98-b0dc-4937-8fc4-e6b74586c50e tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] Made reservation on behalf of 5452d91afbbb4288869b165c47f762fd for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:20:28.496895 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-3e2c46e1-b226-4ed8-952a-7b6b192ca545 req-87e0ca98-b0dc-4937-8fc4-e6b74586c50e tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:28.507237 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-3e2c46e1-b226-4ed8-952a-7b6b192ca545 req-87e0ca98-b0dc-4937-8fc4-e6b74586c50e tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:28.529040 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b29dc27d-c1d6-4f2b-ace8-e0f5cf060bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:28.592529 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-3e2c46e1-b226-4ed8-952a-7b6b192ca545 req-87e0ca98-b0dc-4937-8fc4-e6b74586c50e tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:28.669737 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-3e2c46e1-b226-4ed8-952a-7b6b192ca545 req-87e0ca98-b0dc-4937-8fc4-e6b74586c50e tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:28.739409 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e0ca98-b0dc-4937-8fc4-e6b74586c50e tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c85258c-07e8-47e9-abbc-b7175588719e,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:28.782647 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29dc27d-c1d6-4f2b-ace8-e0f5cf060bcd None None] Pushing event updated for resources: {'Port': ['ID=9c9cba83-b39c-4aa0-9d23-6f6a087243a6,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:28.812504 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-eee14d97-522a-4e83-8616-3210e2cf82ad tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:28.890183 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4974ff3e-5488-44be-bfe7-f51a569092ab req-e8bb819c-8f49-4fe3-b11d-b164095859e3 tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] 10.222.0.49 "GET /v2.0/ports?device_id=db9c8fc3-f8d9-48b3-b302-5907914de9c1 HTTP/1.1" status: 200 len: 210 time: 0.0475788 Oct 12 19:20:28.911846 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [req-3e2c46e1-b226-4ed8-952a-7b6b192ca545 req-87e0ca98-b0dc-4937-8fc4-e6b74586c50e tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] Allocated IP 192.168.233.93 (90dcf485-b1ad-4139-85a3-9e1e9879e6b1/629aee7d-3fde-4c72-af1e-6a7e1f6a7e75/6455faee-77de-4c89-b05d-714ffd3aec75) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:20:28.971586 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721cffc6-e176-43a1-936d-12245e0a8039 req-ad04b3e7-d3d6-44a7-995b-11731de8bf18 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:28.973680 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-721cffc6-e176-43a1-936d-12245e0a8039 req-ad04b3e7-d3d6-44a7-995b-11731de8bf18 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb159dd6-68c1-41b5-9688-4e7a11fd8304 HTTP/1.1" status: 200 len: 948 time: 0.0660701 Oct 12 19:20:29.025400 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-46d7a431-552a-4a49-94fc-96fe662cccac req-214f3011-c4bd-46e2-b428-5214b3554e59 tempest-ServerShowV247Test-1297704155 tempest-ServerShowV247Test-1297704155-project] 10.222.0.49 "GET /v2.0/ports?device_id=3d25dbc6-b3b0-4fff-9b8e-9339c284a1ec HTTP/1.1" status: 200 len: 210 time: 0.0370224 Oct 12 19:20:29.056690 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-721cffc6-e176-43a1-936d-12245e0a8039 req-660bf589-0ed7-4d6c-8f43-178579c517d2 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763609 Oct 12 19:20:29.075912 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27346355-6348-4ed5-89c7-5712aca2ed62 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Made reservation on behalf of ceb2896b1b72443898c06b8dcad99d7f for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:20:29.081108 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-27346355-6348-4ed5-89c7-5712aca2ed62 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16245837'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:29.127124 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-eee14d97-522a-4e83-8616-3210e2cf82ad tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:29.138483 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-3e2c46e1-b226-4ed8-952a-7b6b192ca545 req-87e0ca98-b0dc-4937-8fc4-e6b74586c50e tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:29.189401 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee14d97-522a-4e83-8616-3210e2cf82ad tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Network d41b1e5c-9626-4001-9d6e-9e6efb76a150 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:20:29.196645 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-eee14d97-522a-4e83-8616-3210e2cf82ad tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:20:29.205422 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee14d97-522a-4e83-8616-3210e2cf82ad tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:20:29.211275 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee14d97-522a-4e83-8616-3210e2cf82ad tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:29.211883 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-eee14d97-522a-4e83-8616-3210e2cf82ad tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:29.228826 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee14d97-522a-4e83-8616-3210e2cf82ad tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Pushing event updated for resources: {'Port': ['ID=ec2ebe44-f230-4414-bc8d-51e5a3f78f78,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:29.235281 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-da2a3642-5352-4506-b7f7-5023fe8665fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:29.281485 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-3e2c46e1-b226-4ed8-952a-7b6b192ca545 req-87e0ca98-b0dc-4937-8fc4-e6b74586c50e tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:29.324859 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e2c46e1-b226-4ed8-952a-7b6b192ca545 req-87e0ca98-b0dc-4937-8fc4-e6b74586c50e tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] Network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:20:29.328498 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-eee14d97-522a-4e83-8616-3210e2cf82ad tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7475541 Oct 12 19:20:29.332785 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [req-3e2c46e1-b226-4ed8-952a-7b6b192ca545 req-87e0ca98-b0dc-4937-8fc4-e6b74586c50e tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:20:29.332785 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42326) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:29.333789 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e2c46e1-b226-4ed8-952a-7b6b192ca545 req-87e0ca98-b0dc-4937-8fc4-e6b74586c50e tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:20:29.342885 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-05a1e625-5272-4380-9f62-5722114f1471 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Request body: {'port': {'network_id': 'd41b1e5c-9626-4001-9d6e-9e6efb76a150', 'name': 'tempest-PortsIpV6TestJSON-2055751142'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:20:29.368929 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e0ca98-b0dc-4937-8fc4-e6b74586c50e tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] Pushing event updated for resources: {'Port': ['ID=6455faee-77de-4c89-b05d-714ffd3aec75,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:29.419073 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-27346355-6348-4ed5-89c7-5712aca2ed62 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4306659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16245859'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:29.445333 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2c46e1-b226-4ed8-952a-7b6b192ca545 req-87e0ca98-b0dc-4937-8fc4-e6b74586c50e tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:29.446273 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-3e2c46e1-b226-4ed8-952a-7b6b192ca545 req-87e0ca98-b0dc-4937-8fc4-e6b74586c50e tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:29.529444 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27346355-6348-4ed5-89c7-5712aca2ed62 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Pushing event updated for resources: {'Subnet': ['ID=5287449b-0917-4ab7-bbdd-0bc8eac33746,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:29.534448 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27346355-6348-4ed5-89c7-5712aca2ed62 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Checking segment: {'id': '6b53ea16-0761-404c-996b-04289607a7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e5782124-f83b-4a30-91b1-efb795afaa05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:20:29.534634 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27346355-6348-4ed5-89c7-5712aca2ed62 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Network hostable DHCP agents. Network: e5782124-f83b-4a30-91b1-efb795afaa05, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:20:29.549407 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3e2c46e1-b226-4ed8-952a-7b6b192ca545 req-87e0ca98-b0dc-4937-8fc4-e6b74586c50e tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6149714 Oct 12 19:20:29.565235 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-3e2c46e1-b226-4ed8-952a-7b6b192ca545 req-942ed112-b94f-4047-acec-d90b86b60777 service neutron] Request body: {'port': {'device_id': 'db9c8fc3-f8d9-48b3-b302-5907914de9c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-3'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:20:29.618288 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27346355-6348-4ed5-89c7-5712aca2ed62 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Network e5782124-f83b-4a30-91b1-efb795afaa05 is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:20:29.643686 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-3e2c46e1-b226-4ed8-952a-7b6b192ca545 req-942ed112-b94f-4047-acec-d90b86b60777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:29.653165 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05a1e625-5272-4380-9f62-5722114f1471 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Made reservation on behalf of 273d7b7bf24b4507988eb056053819bc for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:20:29.659180 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-05a1e625-5272-4380-9f62-5722114f1471 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:29.667659 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 9c9cba83-b39c-4aa0-9d23-6f6a087243a6 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:20:29.680991 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-27346355-6348-4ed5-89c7-5712aca2ed62 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, e5782124-f83b-4a30-91b1-efb795afaa05) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:20:29.686482 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27346355-6348-4ed5-89c7-5712aca2ed62 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:29.687382 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-27346355-6348-4ed5-89c7-5712aca2ed62 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:29.698957 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b45f2e34-38e8-43d6-aa96-2ece47784930 None None] Network e5782124-f83b-4a30-91b1-efb795afaa05 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:20:29.706780 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [None req-05a1e625-5272-4380-9f62-5722114f1471 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] device_id is not set on port 6667deb7-f67f-40e1-9b36-b46e8af570d5 yet. {{(pid=95501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 19:20:29.772146 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-27346355-6348-4ed5-89c7-5712aca2ed62 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3585260 Oct 12 19:20:29.777219 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-5c10346c-fb78-4b90-aa06-07cc844be138 None None] Provisioning complete for port 6455faee-77de-4c89-b05d-714ffd3aec75 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:20:29.777627 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5c10346c-fb78-4b90-aa06-07cc844be138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:29.778977 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42334) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:29.786640 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-74582060-ac75-4d4a-8ec2-e9ec6c81e65f tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1547994608', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:20:29.834592 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 1d9bea01-1aff-4c0e-bf8c-f08e43412391 details requested by agent hyperv_n-h2-813679-3 with host n-h2-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:20:29.846060 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-5c10346c-fb78-4b90-aa06-07cc844be138 None None] Port 6455faee-77de-4c89-b05d-714ffd3aec75 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:20:29.864184 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-74582060-ac75-4d4a-8ec2-e9ec6c81e65f tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8093678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255505'] for router, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:29.869079 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-74582060-ac75-4d4a-8ec2-e9ec6c81e65f tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8093562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8087085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8022306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255518'] for router, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:29.879671 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 9c9cba83-b39c-4aa0-9d23-6f6a087243a6 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:20:29.884340 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:29.984001 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-74582060-ac75-4d4a-8ec2-e9ec6c81e65f tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:30.006568 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-05a1e625-5272-4380-9f62-5722114f1471 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Allocated IP 2001:db8::1df (d41b1e5c-9626-4001-9d6e-9e6efb76a150/69fd9b3f-8b1f-4434-a8cc-4cbf7786efea/6667deb7-f67f-40e1-9b36-b46e8af570d5) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:20:30.014985 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d619a9-249b-4087-b9a6-6fb77c6c7347 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-e5782124-f83b-4a30-91b1-efb795afaa05', 'network_id': 'e5782124-f83b-4a30-91b1-efb795afaa05', 'tenant_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'fixed_ips': [{'subnet_id': '5287449b-0917-4ab7-bbdd-0bc8eac33746'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:20:30.019682 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-64d619a9-249b-4087-b9a6-6fb77c6c7347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:30.061343 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a67f05-02bf-4a25-9de7-fa66da9af0cb req-c88fae18-ab75-4090-a97a-0a3d83a69261 tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:30.078317 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-78a67f05-02bf-4a25-9de7-fa66da9af0cb req-c88fae18-ab75-4090-a97a-0a3d83a69261 tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] 10.222.0.49 "GET /v2.0/ports?device_id=db9c8fc3-f8d9-48b3-b302-5907914de9c1 HTTP/1.1" status: 200 len: 935 time: 0.0810404 Oct 12 19:20:30.094465 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-74582060-ac75-4d4a-8ec2-e9ec6c81e65f tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8093541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7915516'] for router, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:30.109864 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 1d9bea01-1aff-4c0e-bf8c-f08e43412391, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=1d9bea01-1aff-4c0e-bf8c-f08e43412391,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:20:30.152632 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-78a67f05-02bf-4a25-9de7-fa66da9af0cb req-624189bf-e855-4357-934e-c87d7a452e32 tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c85258c-07e8-47e9-abbc-b7175588719e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712855 Oct 12 19:20:30.197284 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Returning: {'device': '1d9bea01-1aff-4c0e-bf8c-f08e43412391', 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1', 'port_id': '1d9bea01-1aff-4c0e-bf8c-f08e43412391', 'mac_address': 'fa:16:3e:a2:7d:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '629aee7d-3fde-4c72-af1e-6a7e1f6a7e75', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:20:30.205855 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3e342899-dc61-42a3-964f-ba41fa89700a req-9d40da2f-ebab-4e3b-ab2e-7a223fc4c255 tempest-ServerShowV247Test-1297704155 tempest-ServerShowV247Test-1297704155-project] 10.222.0.49 "GET /v2.0/ports?device_id=3d25dbc6-b3b0-4fff-9b8e-9339c284a1ec HTTP/1.1" status: 200 len: 210 time: 0.0256028 Oct 12 19:20:30.216470 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:30.222317 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-74582060-ac75-4d4a-8ec2-e9ec6c81e65f tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:30.224813 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-74582060-ac75-4d4a-8ec2-e9ec6c81e65f tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4428163 Oct 12 19:20:30.232321 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42342) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:30.249987 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-ad19f529-c18e-4da8-a096-c3b7a79cc1f2 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Request body: {'port': {'network_id': 'e5782124-f83b-4a30-91b1-efb795afaa05', 'name': 'tempest-RoutersTest-765062856'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:20:30.257405 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [req-3e2c46e1-b226-4ed8-952a-7b6b192ca545 req-942ed112-b94f-4047-acec-d90b86b60777 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6455faee-77de-4c89-b05d-714ffd3aec75 {{(pid=95501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:20:30.278950 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4219dc34-bdc8-455f-931c-a3f3ee2f169a None None] Network d41b1e5c-9626-4001-9d6e-9e6efb76a150 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:20:30.282999 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-3e2c46e1-b226-4ed8-952a-7b6b192ca545 req-942ed112-b94f-4047-acec-d90b86b60777 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:30.296432 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd39925-0860-411d-94fc-0cc02d5ac5a1 req-de6bee74-3f88-4ee0-a137-92e4e2272a0d tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:30.298557 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6fd39925-0860-411d-94fc-0cc02d5ac5a1 req-de6bee74-3f88-4ee0-a137-92e4e2272a0d tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb159dd6-68c1-41b5-9688-4e7a11fd8304 HTTP/1.1" status: 200 len: 948 time: 0.0723324 Oct 12 19:20:30.348000 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6fd39925-0860-411d-94fc-0cc02d5ac5a1 req-a5a77a2e-7fbd-40ea-9532-eabff584ffe2 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385532 Oct 12 19:20:30.350632 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.provisioning_blocks [req-3e2c46e1-b226-4ed8-952a-7b6b192ca545 req-942ed112-b94f-4047-acec-d90b86b60777 service neutron] Transition to ACTIVE for port object 6455faee-77de-4c89-b05d-714ffd3aec75 will not be triggered until provisioned by entity L2. {{(pid=95501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:20:30.358623 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:30.375354 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] For port 9c9cba83-b39c-4aa0-9d23-6f6a087243a6, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=9c9cba83-b39c-4aa0-9d23-6f6a087243a6,segment=NetworkSegment(0a78bc13-e0bd-4e30-8371-5b820db5c25c),segment_id=0a78bc13-e0bd-4e30-8371-5b820db5c25c)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:20:30.392906 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-64d619a9-249b-4087-b9a6-6fb77c6c7347 None None] Allocated IP 172.20.0.2 (e5782124-f83b-4a30-91b1-efb795afaa05/5287449b-0917-4ab7-bbdd-0bc8eac33746/be495242-47cf-4919-8281-f91a8d9081f2) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:20:30.396350 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-05a1e625-5272-4380-9f62-5722114f1471 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:30.402259 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d9bea01-1aff-4c0e-bf8c-f08e43412391 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:20:30.432665 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-3e2c46e1-b226-4ed8-952a-7b6b192ca545 req-942ed112-b94f-4047-acec-d90b86b60777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:30.446176 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 1d9bea01-1aff-4c0e-bf8c-f08e43412391, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=1d9bea01-1aff-4c0e-bf8c-f08e43412391,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:20:30.450542 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-933cd49c-b8ac-4743-8466-f734bbb1eb88 None None] Provisioning complete for port 9c9cba83-b39c-4aa0-9d23-6f6a087243a6 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:20:30.450920 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-933cd49c-b8ac-4743-8466-f734bbb1eb88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:30.517628 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942ed112-b94f-4047-acec-d90b86b60777 service neutron] Pushing event updated for resources: {'Port': ['ID=6455faee-77de-4c89-b05d-714ffd3aec75,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:30.519067 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:30.529930 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:30.603686 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad19f529-c18e-4da8-a096-c3b7a79cc1f2 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Made reservation on behalf of ceb2896b1b72443898c06b8dcad99d7f for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:20:30.607748 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ad19f529-c18e-4da8-a096-c3b7a79cc1f2 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:30.610204 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-05a1e625-5272-4380-9f62-5722114f1471 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:30.661913 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Pushing event updated for resources: {'Port': ['ID=9c9cba83-b39c-4aa0-9d23-6f6a087243a6,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:30.683972 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a1e625-5272-4380-9f62-5722114f1471 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Network d41b1e5c-9626-4001-9d6e-9e6efb76a150 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:20:30.690677 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [None req-ad19f529-c18e-4da8-a096-c3b7a79cc1f2 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] device_id is not set on port 845bcc9c-19b0-430c-b416-a1b1bb2aa966 yet. {{(pid=95501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 19:20:30.699942 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-05a1e625-5272-4380-9f62-5722114f1471 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:20:30.703567 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a1e625-5272-4380-9f62-5722114f1471 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:20:30.709490 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a1e625-5272-4380-9f62-5722114f1471 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:30.710234 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-05a1e625-5272-4380-9f62-5722114f1471 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:30.713143 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-3e2c46e1-b226-4ed8-952a-7b6b192ca545 req-942ed112-b94f-4047-acec-d90b86b60777 service neutron] Attempting to bind port 6455faee-77de-4c89-b05d-714ffd3aec75 on host n-h2-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:20:30.713474 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-3e2c46e1-b226-4ed8-952a-7b6b192ca545 req-942ed112-b94f-4047-acec-d90b86b60777 service neutron] Attempting to bind port 6455faee-77de-4c89-b05d-714ffd3aec75 by drivers openvswitch,hyperv on host n-h2-813679-3 at level 0 using segments [{'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:20:30.713795 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e2c46e1-b226-4ed8-952a-7b6b192ca545 req-942ed112-b94f-4047-acec-d90b86b60777 service neutron] Attempting to bind port 6455faee-77de-4c89-b05d-714ffd3aec75 on network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:20:30.768007 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a1e625-5272-4380-9f62-5722114f1471 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Pushing event updated for resources: {'Port': ['ID=6667deb7-f67f-40e1-9b36-b46e8af570d5,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:30.771881 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e2c46e1-b226-4ed8-952a-7b6b192ca545 req-942ed112-b94f-4047-acec-d90b86b60777 service neutron] Port 6455faee-77de-4c89-b05d-714ffd3aec75 on network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:20:30.772226 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e2c46e1-b226-4ed8-952a-7b6b192ca545 req-942ed112-b94f-4047-acec-d90b86b60777 service neutron] Attempting to bind port 6455faee-77de-4c89-b05d-714ffd3aec75 on network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:20:30.786913 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e2c46e1-b226-4ed8-952a-7b6b192ca545 req-942ed112-b94f-4047-acec-d90b86b60777 service neutron] Checking agent: {'id': '233fbd7d-38e4-434f-bb8f-05364d7423a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:20:30.787254 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e2c46e1-b226-4ed8-952a-7b6b192ca545 req-942ed112-b94f-4047-acec-d90b86b60777 service neutron] Checking segment: {'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:20:30.787636 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e2c46e1-b226-4ed8-952a-7b6b192ca545 req-942ed112-b94f-4047-acec-d90b86b60777 service neutron] Bound using segment: {'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:20:30.788158 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-3e2c46e1-b226-4ed8-952a-7b6b192ca545 req-942ed112-b94f-4047-acec-d90b86b60777 service neutron] Bound port: 6455faee-77de-4c89-b05d-714ffd3aec75, host: n-h2-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'}}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:20:30.788788 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-3e2c46e1-b226-4ed8-952a-7b6b192ca545 req-942ed112-b94f-4047-acec-d90b86b60777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:30.805723 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['1d9bea01-1aff-4c0e-bf8c-f08e43412391'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:20:30.814197 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=1d9bea01-1aff-4c0e-bf8c-f08e43412391,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:30.860389 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-64d619a9-249b-4087-b9a6-6fb77c6c7347 None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:30.867670 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-05a1e625-5272-4380-9f62-5722114f1471 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5281701 Oct 12 19:20:30.867829 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42350) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:30.870691 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-3e2c46e1-b226-4ed8-952a-7b6b192ca545 req-942ed112-b94f-4047-acec-d90b86b60777 service neutron] For port 6455faee-77de-4c89-b05d-714ffd3aec75, host n-h2-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:20:30.875344 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-3e2c46e1-b226-4ed8-952a-7b6b192ca545 req-942ed112-b94f-4047-acec-d90b86b60777 service neutron] For port 6455faee-77de-4c89-b05d-714ffd3aec75, host n-h2-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=6455faee-77de-4c89-b05d-714ffd3aec75,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:20:30.952432 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-64d619a9-249b-4087-b9a6-6fb77c6c7347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:30.974109 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d56c44aa-cf6d-4efc-be7e-89549fea3799 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:30.975693 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-d56c44aa-cf6d-4efc-be7e-89549fea3799 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3Aaf HTTP/1.1" status: 200 len: 928 time: 0.1060519 Oct 12 19:20:30.978658 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42352) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:30.992463 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-3e2c46e1-b226-4ed8-952a-7b6b192ca545 req-942ed112-b94f-4047-acec-d90b86b60777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:31.024990 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d619a9-249b-4087-b9a6-6fb77c6c7347 None None] Network e5782124-f83b-4a30-91b1-efb795afaa05 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:20:31.033258 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-64d619a9-249b-4087-b9a6-6fb77c6c7347 None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:20:31.039529 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d619a9-249b-4087-b9a6-6fb77c6c7347 None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:20:31.039633 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2c46e1-b226-4ed8-952a-7b6b192ca545 req-942ed112-b94f-4047-acec-d90b86b60777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:31.040174 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-3e2c46e1-b226-4ed8-952a-7b6b192ca545 req-942ed112-b94f-4047-acec-d90b86b60777 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:31.041768 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d619a9-249b-4087-b9a6-6fb77c6c7347 None None] Pushing event updated for resources: {'Port': ['ID=be495242-47cf-4919-8281-f91a8d9081f2,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:31.041899 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3e2c46e1-b226-4ed8-952a-7b6b192ca545 req-942ed112-b94f-4047-acec-d90b86b60777 service neutron] 10.222.0.67 "PUT /v2.0/ports/6455faee-77de-4c89-b05d-714ffd3aec75 HTTP/1.1" status: 200 len: 1095 time: 1.4827051 Oct 12 19:20:31.071075 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db9c8fc3-f8d9-48b3-b302-5907914de9c1', 'tag': '6455faee-77de-4c89-b05d-714ffd3aec75'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:20:31.072421 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b59325c-b260-4b67-af08-b3003169156d" -d '{"events": [{"name": "network-changed", "server_uuid": "db9c8fc3-f8d9-48b3-b302-5907914de9c1", "tag": "6455faee-77de-4c89-b05d-714ffd3aec75"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:20:31.094651 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-ad19f529-c18e-4da8-a096-c3b7a79cc1f2 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Allocated IP 172.20.0.10 (e5782124-f83b-4a30-91b1-efb795afaa05/5287449b-0917-4ab7-bbdd-0bc8eac33746/845bcc9c-19b0-430c-b416-a1b1bb2aa966) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:20:31.163876 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-64d619a9-249b-4087-b9a6-6fb77c6c7347 None None] Attempting to bind port be495242-47cf-4919-8281-f91a8d9081f2 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:20:31.164545 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-64d619a9-249b-4087-b9a6-6fb77c6c7347 None None] Attempting to bind port be495242-47cf-4919-8281-f91a8d9081f2 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '6b53ea16-0761-404c-996b-04289607a7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e5782124-f83b-4a30-91b1-efb795afaa05'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:20:31.165133 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d619a9-249b-4087-b9a6-6fb77c6c7347 None None] Attempting to bind port be495242-47cf-4919-8281-f91a8d9081f2 on network e5782124-f83b-4a30-91b1-efb795afaa05 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:20:31.172220 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d619a9-249b-4087-b9a6-6fb77c6c7347 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:20:31.172743 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d619a9-249b-4087-b9a6-6fb77c6c7347 None None] Checking segment: {'id': '6b53ea16-0761-404c-996b-04289607a7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e5782124-f83b-4a30-91b1-efb795afaa05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:20:31.173332 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-64d619a9-249b-4087-b9a6-6fb77c6c7347 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:31.174060 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d619a9-249b-4087-b9a6-6fb77c6c7347 None None] Bound using segment: {'id': '6b53ea16-0761-404c-996b-04289607a7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e5782124-f83b-4a30-91b1-efb795afaa05'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:20:31.174542 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-64d619a9-249b-4087-b9a6-6fb77c6c7347 None None] Bound port: be495242-47cf-4919-8281-f91a8d9081f2, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b53ea16-0761-404c-996b-04289607a7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e5782124-f83b-4a30-91b1-efb795afaa05'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:20:31.174926 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-64d619a9-249b-4087-b9a6-6fb77c6c7347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:31.186187 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aac0d5a-ea09-489f-bec4-c9bf25686528 x-openstack-request-id: req-0aac0d5a-ea09-489f-bec4-c9bf25686528 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:20:31.186491 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db9c8fc3-f8d9-48b3-b302-5907914de9c1", "tag": "6455faee-77de-4c89-b05d-714ffd3aec75", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:20:31.186755 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0aac0d5a-ea09-489f-bec4-c9bf25686528 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:20:31.187160 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db9c8fc3-f8d9-48b3-b302-5907914de9c1', 'tag': '6455faee-77de-4c89-b05d-714ffd3aec75', 'status': 'completed', 'code': 200} Oct 12 19:20:31.227801 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-9b1209e7-7553-40c0-acd6-6db3d77cdeb2 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Deleting port 6667deb7-f67f-40e1-9b36-b46e8af570d5 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:20:31.228353 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9b1209e7-7553-40c0-acd6-6db3d77cdeb2 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:31.237571 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942ed112-b94f-4047-acec-d90b86b60777 service neutron] Pushing event updated for resources: {'Port': ['ID=6455faee-77de-4c89-b05d-714ffd3aec75,revision_number=3']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:31.304898 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-64d619a9-249b-4087-b9a6-6fb77c6c7347 None None] For port be495242-47cf-4919-8281-f91a8d9081f2, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:20:31.332304 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2c46e1-b226-4ed8-952a-7b6b192ca545 req-59c65174-975a-4d70-86ef-8d859c7eadde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:31.333105 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-b2e4d67b-b8dc-49ed-8292-932a02188200 None None] Provisioning complete for port ec2ebe44-f230-4414-bc8d-51e5a3f78f78 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:20:31.333707 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b2e4d67b-b8dc-49ed-8292-932a02188200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:31.333839 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3e2c46e1-b226-4ed8-952a-7b6b192ca545 req-59c65174-975a-4d70-86ef-8d859c7eadde service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5452d91afbbb4288869b165c47f762fd&device_id=db9c8fc3-f8d9-48b3-b302-5907914de9c1 HTTP/1.1" status: 200 len: 1098 time: 0.1804497 Oct 12 19:20:31.368231 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-64d619a9-249b-4087-b9a6-6fb77c6c7347 None None] For port be495242-47cf-4919-8281-f91a8d9081f2, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=be495242-47cf-4919-8281-f91a8d9081f2,segment=NetworkSegment(6b53ea16-0761-404c-996b-04289607a7c7),segment_id=6b53ea16-0761-404c-996b-04289607a7c7)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:20:31.374711 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bcba4135-3b1a-4efb-93b3-9caa09c289ac req-2a1f8eb3-c0da-43c2-9fce-cc94c8552bd5 tempest-ServerShowV247Test-1297704155 tempest-ServerShowV247Test-1297704155-project] 10.222.0.49 "GET /v2.0/ports?device_id=3d25dbc6-b3b0-4fff-9b8e-9339c284a1ec HTTP/1.1" status: 200 len: 210 time: 0.0426438 Oct 12 19:20:31.413167 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-b2e4d67b-b8dc-49ed-8292-932a02188200 None None] Port ec2ebe44-f230-4414-bc8d-51e5a3f78f78 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:20:31.426711 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-64d619a9-249b-4087-b9a6-6fb77c6c7347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:31.431626 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3e2c46e1-b226-4ed8-952a-7b6b192ca545 req-80496776-cdad-485a-9f29-5e008caf9236 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=6455faee-77de-4c89-b05d-714ffd3aec75 HTTP/1.1" status: 200 len: 217 time: 0.0521386 Oct 12 19:20:31.434179 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9b1209e7-7553-40c0-acd6-6db3d77cdeb2 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:31.468254 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-9b1209e7-7553-40c0-acd6-6db3d77cdeb2 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Calling delete_port for 6667deb7-f67f-40e1-9b36-b46e8af570d5 owned by {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:20:31.472612 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caea933-f7b9-48b6-b8e8-aca89b593c06 req-50c020ca-6575-4041-acc1-442197dc7607 tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:31.474186 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3caea933-f7b9-48b6-b8e8-aca89b593c06 req-50c020ca-6575-4041-acc1-442197dc7607 tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] 10.222.0.49 "GET /v2.0/ports?device_id=db9c8fc3-f8d9-48b3-b302-5907914de9c1 HTTP/1.1" status: 200 len: 947 time: 0.1443274 Oct 12 19:20:31.482021 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-b2e4d67b-b8dc-49ed-8292-932a02188200 None None] Provisioning complete for port 9c9cba83-b39c-4aa0-9d23-6f6a087243a6 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:20:31.482871 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b2e4d67b-b8dc-49ed-8292-932a02188200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:31.570965 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d619a9-249b-4087-b9a6-6fb77c6c7347 None None] Pushing event updated for resources: {'Port': ['ID=be495242-47cf-4919-8281-f91a8d9081f2,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:31.583716 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3caea933-f7b9-48b6-b8e8-aca89b593c06 req-c97893b1-aa6f-495e-9195-8512d5a85aa2 tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c85258c-07e8-47e9-abbc-b7175588719e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815971 Oct 12 19:20:31.622946 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2c46e1-b226-4ed8-952a-7b6b192ca545 req-a231942e-c28a-444a-b83c-9babcae87a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:31.625398 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3e2c46e1-b226-4ed8-952a-7b6b192ca545 req-a231942e-c28a-444a-b83c-9babcae87a6c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=629aee7d-3fde-4c72-af1e-6a7e1f6a7e75 HTTP/1.1" status: 200 len: 843 time: 0.1824751 Oct 12 19:20:31.628425 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ad19f529-c18e-4da8-a096-c3b7a79cc1f2 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:31.630942 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ffd22d-4bcc-4f21-9088-de3810ea95fc req-f9c31dd9-67bb-4a65-bf32-7a3d59c3352a tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:31.635449 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-13ffd22d-4bcc-4f21-9088-de3810ea95fc req-f9c31dd9-67bb-4a65-bf32-7a3d59c3352a tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb159dd6-68c1-41b5-9688-4e7a11fd8304 HTTP/1.1" status: 200 len: 949 time: 0.1749351 Oct 12 19:20:31.684702 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 9c9cba83-b39c-4aa0-9d23-6f6a087243a6 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:20:31.693462 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3e618371-9b19-4191-a518-98e3a4971656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:31.712395 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2c46e1-b226-4ed8-952a-7b6b192ca545 req-f9f31bda-4dd9-48c5-ac2c-a869fb738a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:31.714149 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3e2c46e1-b226-4ed8-952a-7b6b192ca545 req-f9f31bda-4dd9-48c5-ac2c-a869fb738a25 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=90dcf485-b1ad-4139-85a3-9e1e9879e6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0790834 Oct 12 19:20:31.749351 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-b2e4d67b-b8dc-49ed-8292-932a02188200 None None] Provisioning complete for port 6667deb7-f67f-40e1-9b36-b46e8af570d5 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:20:31.749965 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b2e4d67b-b8dc-49ed-8292-932a02188200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:31.752883 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-13ffd22d-4bcc-4f21-9088-de3810ea95fc req-a55d1bae-4e69-460a-ad78-05d1dfac7e57 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958133 Oct 12 19:20:31.833743 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ad19f529-c18e-4da8-a096-c3b7a79cc1f2 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:31.838956 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 1d9bea01-1aff-4c0e-bf8c-f08e43412391 up at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:20:31.840844 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-b2e4d67b-b8dc-49ed-8292-932a02188200 None None] Port 6667deb7-f67f-40e1-9b36-b46e8af570d5 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:20:31.898263 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 9c9cba83-b39c-4aa0-9d23-6f6a087243a6 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:20:31.898263 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:31.942826 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad19f529-c18e-4da8-a096-c3b7a79cc1f2 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Network e5782124-f83b-4a30-91b1-efb795afaa05 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:20:31.953978 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-ad19f529-c18e-4da8-a096-c3b7a79cc1f2 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:20:31.959089 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad19f529-c18e-4da8-a096-c3b7a79cc1f2 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:20:31.970627 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19f529-c18e-4da8-a096-c3b7a79cc1f2 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Pushing event updated for resources: {'Port': ['ID=845bcc9c-19b0-430c-b416-a1b1bb2aa966,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:31.978370 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9b1209e7-7553-40c0-acd6-6db3d77cdeb2 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:32.026797 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3e2c46e1-b226-4ed8-952a-7b6b192ca545 req-72aa5ccf-f6b4-414a-ab5a-64fa312ff6ba service neutron] 10.222.0.67 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3040361 Oct 12 19:20:32.030412 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-8b244284-a7f6-4878-a8b4-0536de98256e None None] Provisioning complete for port ec2ebe44-f230-4414-bc8d-51e5a3f78f78 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:20:32.031261 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8b244284-a7f6-4878-a8b4-0536de98256e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:32.036754 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1209e7-7553-40c0-acd6-6db3d77cdeb2 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Pushing event deleted for resources: {'Port': ['ID=6667deb7-f67f-40e1-9b36-b46e8af570d5,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:32.072554 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad19f529-c18e-4da8-a096-c3b7a79cc1f2 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:32.073190 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ad19f529-c18e-4da8-a096-c3b7a79cc1f2 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:32.084051 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9b1209e7-7553-40c0-acd6-6db3d77cdeb2 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:32.084051 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-9b1209e7-7553-40c0-acd6-6db3d77cdeb2 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] 10.222.0.49 "DELETE /v2.0/ports/6667deb7-f67f-40e1-9b36-b46e8af570d5 HTTP/1.1" status: 204 len: 168 time: 1.1028638 Oct 12 19:20:32.086010 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42368) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:32.123928 n-d-813679-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b0793e5-74b7-4904-ac91-80563d6ec9a7 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] GET failed (client error): The resource could not be found. Oct 12 19:20:32.125883 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-3b0793e5-74b7-4904-ac91-80563d6ec9a7 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] 10.222.0.49 "GET /v2.0/ports/6667deb7-f67f-40e1-9b36-b46e8af570d5 HTTP/1.1" status: 404 len: 333 time: 0.0389409 Oct 12 19:20:32.128717 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42370) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:32.130185 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning for port 1d9bea01-1aff-4c0e-bf8c-f08e43412391 completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:20:32.142957 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning complete for port 1d9bea01-1aff-4c0e-bf8c-f08e43412391 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:20:32.143332 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:32.174555 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-8b244284-a7f6-4878-a8b4-0536de98256e None None] Port ec2ebe44-f230-4414-bc8d-51e5a3f78f78 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:20:32.213324 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-ad19f529-c18e-4da8-a096-c3b7a79cc1f2 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.9676509 Oct 12 19:20:32.216860 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42372) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:32.227985 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3e2c46e1-b226-4ed8-952a-7b6b192ca545 req-90bf2824-42c9-4fe2-b4c8-33a8e6c85766 service neutron] 10.222.0.67 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910274 Oct 12 19:20:32.245426 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:32.288118 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 1d9bea01-1aff-4c0e-bf8c-f08e43412391, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=1d9bea01-1aff-4c0e-bf8c-f08e43412391,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:20:32.289093 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb159dd6-68c1-41b5-9688-4e7a11fd8304', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d9bea01-1aff-4c0e-bf8c-f08e43412391'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:20:32.292161 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d37b8c6-8c74-407b-b47e-69e82f659b2e" -d '{"events": [{"server_uuid": "cb159dd6-68c1-41b5-9688-4e7a11fd8304", "name": "network-vif-plugged", "status": "completed", "tag": "1d9bea01-1aff-4c0e-bf8c-f08e43412391"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:20:32.300485 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-130defc3-2123-434a-ba05-f3504166421e tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Deleting port ec2ebe44-f230-4414-bc8d-51e5a3f78f78 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:20:32.300782 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-130defc3-2123-434a-ba05-f3504166421e tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:32.320009 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-c2cab742-d577-4f8a-a656-dbfc31d63d9c None None] Could not find standard attr ID for object 6667deb7-f67f-40e1-9b36-b46e8af570d5. {{(pid=95503) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 19:20:32.339587 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e755bf95-82bb-4bc4-bd36-16f3e7abaf3c x-openstack-request-id: req-e755bf95-82bb-4bc4-bd36-16f3e7abaf3c {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:20:32.339993 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb159dd6-68c1-41b5-9688-4e7a11fd8304", "name": "network-vif-plugged", "status": "completed", "tag": "1d9bea01-1aff-4c0e-bf8c-f08e43412391", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:20:32.340414 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e755bf95-82bb-4bc4-bd36-16f3e7abaf3c {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:20:32.340907 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb159dd6-68c1-41b5-9688-4e7a11fd8304', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d9bea01-1aff-4c0e-bf8c-f08e43412391', 'code': 200} Oct 12 19:20:32.412412 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:32.436603 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-130defc3-2123-434a-ba05-f3504166421e tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:32.476454 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=1d9bea01-1aff-4c0e-bf8c-f08e43412391,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:32.488703 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:32.491982 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-130defc3-2123-434a-ba05-f3504166421e tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Calling delete_port for ec2ebe44-f230-4414-bc8d-51e5a3f78f78 owned by {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:20:32.521284 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e728473b-68fb-420f-b27b-97a7c643132d req-3fd32973-a2b9-4e21-8da4-3c5f06fcace6 tempest-ServerShowV247Test-1297704155 tempest-ServerShowV247Test-1297704155-project] 10.222.0.49 "GET /v2.0/ports?device_id=3d25dbc6-b3b0-4fff-9b8e-9339c284a1ec HTTP/1.1" status: 200 len: 210 time: 0.0455897 Oct 12 19:20:32.535233 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b59325c-b260-4b67-af08-b3003169156d req-a0bacccb-8060-43b9-acd0-f934386ef4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:32.536798 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5b59325c-b260-4b67-af08-b3003169156d req-a0bacccb-8060-43b9-acd0-f934386ef4b1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5452d91afbbb4288869b165c47f762fd&device_id=db9c8fc3-f8d9-48b3-b302-5907914de9c1 HTTP/1.1" status: 200 len: 1098 time: 0.1418936 Oct 12 19:20:32.568918 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7aea4b-27e8-446b-af8b-d879ed017604 req-3d48d1d0-9813-49c9-8293-606c381ada9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:32.570396 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8f7aea4b-27e8-446b-af8b-d879ed017604 req-3d48d1d0-9813-49c9-8293-606c381ada9c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=cb159dd6-68c1-41b5-9688-4e7a11fd8304 HTTP/1.1" status: 200 len: 1101 time: 0.1582949 Oct 12 19:20:32.675691 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-edb51201-5ebd-41fa-a080-bbf62979d3ad tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:32.677280 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8f7aea4b-27e8-446b-af8b-d879ed017604 req-c4308901-58ee-41cd-88c5-39d21c439fcb service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965648 Oct 12 19:20:32.698232 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:32.715944 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b59325c-b260-4b67-af08-b3003169156d req-2ddc582d-8e5c-4d35-9ebe-51de5cd54cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:32.717441 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5b59325c-b260-4b67-af08-b3003169156d req-2ddc582d-8e5c-4d35-9ebe-51de5cd54cef service neutron] 10.222.0.67 "GET /v2.0/networks?id=90dcf485-b1ad-4139-85a3-9e1e9879e6b1 HTTP/1.1" status: 200 len: 870 time: 0.1461987 Oct 12 19:20:32.790572 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96b2431-99d2-4d9e-8c78-c82510ff50fc req-0bb96503-21a2-46c6-ba15-96bcddd8d6cd tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:32.792300 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b96b2431-99d2-4d9e-8c78-c82510ff50fc req-0bb96503-21a2-46c6-ba15-96bcddd8d6cd tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] 10.222.0.49 "GET /v2.0/ports?device_id=db9c8fc3-f8d9-48b3-b302-5907914de9c1 HTTP/1.1" status: 200 len: 947 time: 0.1047084 Oct 12 19:20:32.820940 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-130defc3-2123-434a-ba05-f3504166421e tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:32.856800 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130defc3-2123-434a-ba05-f3504166421e tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Pushing event deleted for resources: {'Port': ['ID=ec2ebe44-f230-4414-bc8d-51e5a3f78f78,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:32.920418 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-130defc3-2123-434a-ba05-f3504166421e tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:32.923979 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b96b2431-99d2-4d9e-8c78-c82510ff50fc req-d68cb62b-567b-4a66-aec2-e027afddcc38 tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c85258c-07e8-47e9-abbc-b7175588719e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229124 Oct 12 19:20:32.935814 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-130defc3-2123-434a-ba05-f3504166421e tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] 10.222.0.49 "DELETE /v2.0/ports/ec2ebe44-f230-4414-bc8d-51e5a3f78f78 HTTP/1.1" status: 204 len: 168 time: 0.8043640 Oct 12 19:20:32.942576 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1abc3df3-2416-4387-9262-aa009c8c10c8 None None] Network e5782124-f83b-4a30-91b1-efb795afaa05 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:20:32.954297 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42388) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:32.981208 n-d-813679-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-93b2364b-e0ee-47cd-9a97-56c3d2d34e01 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] GET failed (client error): The resource could not be found. Oct 12 19:20:32.984680 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-93b2364b-e0ee-47cd-9a97-56c3d2d34e01 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] 10.222.0.49 "GET /v2.0/ports/ec2ebe44-f230-4414-bc8d-51e5a3f78f78 HTTP/1.1" status: 404 len: 333 time: 0.0288296 Oct 12 19:20:32.988114 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42390) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:33.038429 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:33.045368 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-216b05e3-1a3b-4d5f-bc28-dd3f01b9c09e None None] Provisioning complete for port be495242-47cf-4919-8281-f91a8d9081f2 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:20:33.046749 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-216b05e3-1a3b-4d5f-bc28-dd3f01b9c09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:33.061891 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f8bb8c7-6cd1-44fb-9b31-c3a4bed6a409 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Deleting subnet 69fd9b3f-8b1f-4434-a8cc-4cbf7786efea {{(pid=95501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:20:33.073156 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5b59325c-b260-4b67-af08-b3003169156d req-eacab78c-899b-42f0-955e-424087bd1265 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=6455faee-77de-4c89-b05d-714ffd3aec75 HTTP/1.1" status: 200 len: 217 time: 0.1987441 Oct 12 19:20:33.078617 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6f8bb8c7-6cd1-44fb-9b31-c3a4bed6a409 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks [] for subnet, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:33.088414 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-edb51201-5ebd-41fa-a080-bbf62979d3ad tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:33.149795 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-edb51201-5ebd-41fa-a080-bbf62979d3ad tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:33.175805 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1472375a-43a9-4e82-804b-94bb383f8ee9 req-9b483f84-2c45-47e3-965f-8efee1414ff4 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:33.177466 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1472375a-43a9-4e82-804b-94bb383f8ee9 req-9b483f84-2c45-47e3-965f-8efee1414ff4 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb159dd6-68c1-41b5-9688-4e7a11fd8304 HTTP/1.1" status: 200 len: 950 time: 0.2759247 Oct 12 19:20:33.198070 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6f8bb8c7-6cd1-44fb-9b31-c3a4bed6a409 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281083'] for subnet, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:33.238862 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb51201-5ebd-41fa-a080-bbf62979d3ad tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Pushing event updated for resources: {'Port': ['ID=845bcc9c-19b0-430c-b416-a1b1bb2aa966,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:33.240329 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b59325c-b260-4b67-af08-b3003169156d req-c2ed0cd6-16d6-4487-92c0-26b88b152c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:33.241828 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5b59325c-b260-4b67-af08-b3003169156d req-c2ed0cd6-16d6-4487-92c0-26b88b152c96 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=629aee7d-3fde-4c72-af1e-6a7e1f6a7e75 HTTP/1.1" status: 200 len: 843 time: 0.1562912 Oct 12 19:20:33.295389 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1472375a-43a9-4e82-804b-94bb383f8ee9 req-5f2bbb41-a151-4940-b66a-098ba19c1ca6 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042836 Oct 12 19:20:33.340108 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b59325c-b260-4b67-af08-b3003169156d req-8c606e58-d9a0-458c-9ef9-d94bbdae3c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:33.342176 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5b59325c-b260-4b67-af08-b3003169156d req-8c606e58-d9a0-458c-9ef9-d94bbdae3c4f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=90dcf485-b1ad-4139-85a3-9e1e9879e6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0919096 Oct 12 19:20:33.351010 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6f8bb8c7-6cd1-44fb-9b31-c3a4bed6a409 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:33.382637 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-216b05e3-1a3b-4d5f-bc28-dd3f01b9c09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:33.406323 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-edb51201-5ebd-41fa-a080-bbf62979d3ad tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7915309'] for router_interface, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:33.452547 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-216b05e3-1a3b-4d5f-bc28-dd3f01b9c09e None None] For port be495242-47cf-4919-8281-f91a8d9081f2, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=be495242-47cf-4919-8281-f91a8d9081f2,segment=NetworkSegment(6b53ea16-0761-404c-996b-04289607a7c7),segment_id=6b53ea16-0761-404c-996b-04289607a7c7)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:20:33.489779 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5b59325c-b260-4b67-af08-b3003169156d req-f3923d2b-e824-4c7f-bbdd-a5625468e72f service neutron] 10.222.0.67 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352489 Oct 12 19:20:33.520704 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:33.557488 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-216b05e3-1a3b-4d5f-bc28-dd3f01b9c09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:33.646667 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216b05e3-1a3b-4d5f-bc28-dd3f01b9c09e None None] Pushing event updated for resources: {'Port': ['ID=be495242-47cf-4919-8281-f91a8d9081f2,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:33.657098 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-edb51201-5ebd-41fa-a080-bbf62979d3ad tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:33.719235 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device be495242-47cf-4919-8281-f91a8d9081f2 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:20:33.767909 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a5f3f26c-1799-4bdf-9703-108669241187 req-5b951b9a-904b-416d-8ac0-196d4a90f1fe tempest-ServerShowV247Test-1297704155 tempest-ServerShowV247Test-1297704155-project] 10.222.0.49 "GET /v2.0/ports?device_id=3d25dbc6-b3b0-4fff-9b8e-9339c284a1ec HTTP/1.1" status: 200 len: 210 time: 0.0534892 Oct 12 19:20:33.797854 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-66533570-bb5b-479f-b029-1abab841bafc None None] Provisioning complete for port 845bcc9c-19b0-430c-b416-a1b1bb2aa966 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:20:33.798546 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-66533570-bb5b-479f-b029-1abab841bafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:33.867527 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 6455faee-77de-4c89-b05d-714ffd3aec75 details requested by agent hyperv_n-h2-813679-3 with host n-h2-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:20:33.877744 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6f8bb8c7-6cd1-44fb-9b31-c3a4bed6a409 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4824924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4612362'] for subnet, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:33.919693 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-66533570-bb5b-479f-b029-1abab841bafc None None] Port 845bcc9c-19b0-430c-b416-a1b1bb2aa966 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:20:33.923920 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port be495242-47cf-4919-8281-f91a8d9081f2 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:20:33.924613 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:33.927120 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8bb8c7-6cd1-44fb-9b31-c3a4bed6a409 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Pushing event deleted for resources: {'Subnet': ['ID=69fd9b3f-8b1f-4434-a8cc-4cbf7786efea,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:33.935482 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6f8bb8c7-6cd1-44fb-9b31-c3a4bed6a409 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:33.942301 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-6f8bb8c7-6cd1-44fb-9b31-c3a4bed6a409 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] 10.222.0.49 "DELETE /v2.0/subnets/69fd9b3f-8b1f-4434-a8cc-4cbf7786efea HTTP/1.1" status: 204 len: 168 time: 0.9508009 Oct 12 19:20:33.942931 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42396) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:34.030079 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b90b8add-b736-41d3-8533-ac7b88535146 None None] Network d41b1e5c-9626-4001-9d6e-9e6efb76a150 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:20:34.081931 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-edb51201-5ebd-41fa-a080-bbf62979d3ad tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:34.086077 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c1b9c025-668f-4d4a-9506-00ba19b3bce7 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:34.112855 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5b59325c-b260-4b67-af08-b3003169156d req-c6256043-9ed9-47db-8eec-fe65f6d92038 service neutron] 10.222.0.67 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6142471 Oct 12 19:20:34.126092 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-66533570-bb5b-479f-b029-1abab841bafc None None] Provisioning complete for port be495242-47cf-4919-8281-f91a8d9081f2 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:20:34.129879 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-66533570-bb5b-479f-b029-1abab841bafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:34.151729 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-edb51201-5ebd-41fa-a080-bbf62979d3ad tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:34.169225 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-c1b9c025-668f-4d4a-9506-00ba19b3bce7 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Deleting port 9c9cba83-b39c-4aa0-9d23-6f6a087243a6 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:20:34.169930 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c1b9c025-668f-4d4a-9506-00ba19b3bce7 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:34.255210 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-edb51201-5ebd-41fa-a080-bbf62979d3ad tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7898980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8092605'] for router_interface, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:34.260630 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [None req-c1b9c025-668f-4d4a-9506-00ba19b3bce7 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] For port 9c9cba83-b39c-4aa0-9d23-6f6a087243a6, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=9c9cba83-b39c-4aa0-9d23-6f6a087243a6,segment=NetworkSegment(0a78bc13-e0bd-4e30-8371-5b820db5c25c),segment_id=0a78bc13-e0bd-4e30-8371-5b820db5c25c)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:20:34.261259 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c1b9c025-668f-4d4a-9506-00ba19b3bce7 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:34.281297 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc12b4-ce8e-40b2-af54-9b1d419947a9 req-73ac1c78-148f-4a4e-a323-efc42713550a tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:34.289175 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-c1b9c025-668f-4d4a-9506-00ba19b3bce7 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Calling delete_port for 9c9cba83-b39c-4aa0-9d23-6f6a087243a6 owned by network:dhcp {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:20:34.289910 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5edc12b4-ce8e-40b2-af54-9b1d419947a9 req-73ac1c78-148f-4a4e-a323-efc42713550a tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] 10.222.0.49 "GET /v2.0/ports?device_id=db9c8fc3-f8d9-48b3-b302-5907914de9c1 HTTP/1.1" status: 200 len: 947 time: 0.1880131 Oct 12 19:20:34.291763 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb51201-5ebd-41fa-a080-bbf62979d3ad tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Pushing event updated for resources: {'Port': ['ID=845bcc9c-19b0-430c-b416-a1b1bb2aa966,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:34.321137 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb51201-5ebd-41fa-a080-bbf62979d3ad tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:20:34.321507 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb51201-5ebd-41fa-a080-bbf62979d3ad tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:20:34.321850 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb51201-5ebd-41fa-a080-bbf62979d3ad tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:20:34.322185 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb51201-5ebd-41fa-a080-bbf62979d3ad tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:20:34.322518 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb51201-5ebd-41fa-a080-bbf62979d3ad tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:20:34.322847 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb51201-5ebd-41fa-a080-bbf62979d3ad tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:20:34.323171 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb51201-5ebd-41fa-a080-bbf62979d3ad tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:20:34.323492 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb51201-5ebd-41fa-a080-bbf62979d3ad tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:20:34.323817 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb51201-5ebd-41fa-a080-bbf62979d3ad tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:20:34.324188 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb51201-5ebd-41fa-a080-bbf62979d3ad tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:20:34.324517 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb51201-5ebd-41fa-a080-bbf62979d3ad tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:20:34.324864 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb51201-5ebd-41fa-a080-bbf62979d3ad tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:20:34.389602 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 6455faee-77de-4c89-b05d-714ffd3aec75, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=6455faee-77de-4c89-b05d-714ffd3aec75,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:20:34.403556 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Returning: {'device': '6455faee-77de-4c89-b05d-714ffd3aec75', 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1', 'port_id': '6455faee-77de-4c89-b05d-714ffd3aec75', 'mac_address': 'fa:16:3e:d8:b9:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '629aee7d-3fde-4c72-af1e-6a7e1f6a7e75', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:20:34.421976 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5edc12b4-ce8e-40b2-af54-9b1d419947a9 req-694fb1a0-5949-43e4-b684-a02cff78e60d tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c85258c-07e8-47e9-abbc-b7175588719e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311822 Oct 12 19:20:34.465265 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb51201-5ebd-41fa-a080-bbf62979d3ad tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Network e5782124-f83b-4a30-91b1-efb795afaa05 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:20:34.466222 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ceac37-adec-48f1-87df-67dead0d6091 req-a3becbf0-3dd9-4d10-8d63-6ecf4a29f476 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:34.467603 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-edb51201-5ebd-41fa-a080-bbf62979d3ad tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:20:34.477301 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a7ceac37-adec-48f1-87df-67dead0d6091 req-a3becbf0-3dd9-4d10-8d63-6ecf4a29f476 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb159dd6-68c1-41b5-9688-4e7a11fd8304 HTTP/1.1" status: 200 len: 950 time: 0.0736418 Oct 12 19:20:34.518556 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:34.519268 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c1b9c025-668f-4d4a-9506-00ba19b3bce7 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:34.534763 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:34.536635 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6455faee-77de-4c89-b05d-714ffd3aec75 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:20:34.555655 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a7ceac37-adec-48f1-87df-67dead0d6091 req-c9b42869-3d82-4cd0-b5d5-5f95092778f8 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774841 Oct 12 19:20:34.559627 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b9c025-668f-4d4a-9506-00ba19b3bce7 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Pushing event deleted for resources: {'Port': ['ID=9c9cba83-b39c-4aa0-9d23-6f6a087243a6,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:34.561000 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 6455faee-77de-4c89-b05d-714ffd3aec75, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=6455faee-77de-4c89-b05d-714ffd3aec75,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:20:34.570506 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b9c025-668f-4d4a-9506-00ba19b3bce7 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] No DVR routers for this DVR port 9c9cba83-b39c-4aa0-9d23-6f6a087243a6 on host n-d-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:20:34.577703 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5332e02b-112d-4356-b5e9-5bb3b3c04643 None None] DHCP port deletion for d41b1e5c-9626-4001-9d6e-9e6efb76a150 request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 19:20:34.612328 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-f190f2e7-4f02-4604-b745-afefea874a3f None None] Provisioning complete for port 845bcc9c-19b0-430c-b416-a1b1bb2aa966 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:20:34.613938 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f190f2e7-4f02-4604-b745-afefea874a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:34.650561 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:34.692687 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c1b9c025-668f-4d4a-9506-00ba19b3bce7 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:34.719084 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-c1b9c025-668f-4d4a-9506-00ba19b3bce7 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d41b1e5c-9626-4001-9d6e-9e6efb76a150']}} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:20:34.730560 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-c1b9c025-668f-4d4a-9506-00ba19b3bce7 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a78bc13-e0bd-4e30-8371-5b820db5c25c') {'for_net_delete': True} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:20:34.731106 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-c1b9c025-668f-4d4a-9506-00ba19b3bce7 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a78bc13-e0bd-4e30-8371-5b820db5c25c') {} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:20:34.733471 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=6455faee-77de-4c89-b05d-714ffd3aec75,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:34.740712 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-f190f2e7-4f02-4604-b745-afefea874a3f None None] Port 845bcc9c-19b0-430c-b416-a1b1bb2aa966 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:20:34.743547 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c1b9c025-668f-4d4a-9506-00ba19b3bce7 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4281072'] for segment, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:34.759745 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c1b9c025-668f-4d4a-9506-00ba19b3bce7 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:34.770068 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1b9c025-668f-4d4a-9506-00ba19b3bce7 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=95501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:20:34.770489 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c1b9c025-668f-4d4a-9506-00ba19b3bce7 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4823170'] for segment, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:34.773871 n-d-813679-3 neutron-server[95501]: Traceback (most recent call last): Oct 12 19:20:34.773871 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:20:34.773871 n-d-813679-3 neutron-server[95501]: timer() Oct 12 19:20:34.773871 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:20:34.773871 n-d-813679-3 neutron-server[95501]: cb(*args, **kw) Oct 12 19:20:34.773871 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:20:34.773871 n-d-813679-3 neutron-server[95501]: return func(*args, **kwargs) Oct 12 19:20:34.773871 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:20:34.773871 n-d-813679-3 neutron-server[95501]: self._notify() Oct 12 19:20:34.773871 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:20:34.773871 n-d-813679-3 neutron-server[95501]: self.callback(batched_events) Oct 12 19:20:34.773871 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:20:34.773871 n-d-813679-3 neutron-server[95501]: event.method(event) Oct 12 19:20:34.773871 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:20:34.773871 n-d-813679-3 neutron-server[95501]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:20:34.773871 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:20:34.773871 n-d-813679-3 neutron-server[95501]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:20:34.773871 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:20:34.773871 n-d-813679-3 neutron-server[95501]: return f(self, *a, **k) Oct 12 19:20:34.773871 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:20:34.773871 n-d-813679-3 neutron-server[95501]: return self._get(url).json() Oct 12 19:20:34.773871 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:20:34.773871 n-d-813679-3 neutron-server[95501]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:20:34.773871 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:20:34.773871 n-d-813679-3 neutron-server[95501]: return self.request(url, 'GET', **kwargs) Oct 12 19:20:34.773871 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:20:34.773871 n-d-813679-3 neutron-server[95501]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:20:34.773871 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:20:34.773871 n-d-813679-3 neutron-server[95501]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:20:34.773871 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:20:34.773871 n-d-813679-3 neutron-server[95501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:20:34.773871 n-d-813679-3 neutron-server[95501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:20:34.861010 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-39450747-7993-4e8a-aa46-0295aa014dea None None] Provisioning complete for port 845bcc9c-19b0-430c-b416-a1b1bb2aa966 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:20:34.861368 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-39450747-7993-4e8a-aa46-0295aa014dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:34.871042 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7e0c2a37-4630-4a27-985c-1166cdec5cd6 req-d79d97a4-7217-43e1-bc40-bd4f07b4cfe6 tempest-ServerShowV247Test-1297704155 tempest-ServerShowV247Test-1297704155-project] 10.222.0.49 "GET /v2.0/ports?device_id=3d25dbc6-b3b0-4fff-9b8e-9339c284a1ec HTTP/1.1" status: 200 len: 210 time: 0.0284185 Oct 12 19:20:34.899890 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-39450747-7993-4e8a-aa46-0295aa014dea None None] Port 845bcc9c-19b0-430c-b416-a1b1bb2aa966 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:20:34.913106 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['6455faee-77de-4c89-b05d-714ffd3aec75'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:20:34.926790 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c1b9c025-668f-4d4a-9506-00ba19b3bce7 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:34.941700 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c1b9c025-668f-4d4a-9506-00ba19b3bce7 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:34.949329 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-c1b9c025-668f-4d4a-9506-00ba19b3bce7 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] 10.222.0.49 "DELETE /v2.0/networks/d41b1e5c-9626-4001-9d6e-9e6efb76a150 HTTP/1.1" status: 204 len: 168 time: 0.9994743 Oct 12 19:20:34.955416 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42410) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:34.960795 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-0083d8db-b2cd-4a24-a3d3-1744c8b330d7 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1130509433'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:20:34.964299 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b9c025-668f-4d4a-9506-00ba19b3bce7 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Pushing event deleted for resources: {'Network': ['ID=d41b1e5c-9626-4001-9d6e-9e6efb76a150,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:35.009782 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9117231d-3740-4a85-8b68-abfa7dbb51d6 req-ce780df6-da69-4638-98c9-ad78b7568918 tempest-MigrationsAdminTest-834440170 tempest-MigrationsAdminTest-834440170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:35.011316 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9117231d-3740-4a85-8b68-abfa7dbb51d6 req-ce780df6-da69-4638-98c9-ad78b7568918 tempest-MigrationsAdminTest-834440170 tempest-MigrationsAdminTest-834440170-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=cb159dd6-68c1-41b5-9688-4e7a11fd8304 HTTP/1.1" status: 200 len: 1101 time: 0.0422044 Oct 12 19:20:35.057213 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9117231d-3740-4a85-8b68-abfa7dbb51d6 req-ac1960fb-c81e-4082-a717-e790f1250442 tempest-MigrationsAdminTest-834440170 tempest-MigrationsAdminTest-834440170-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376582 Oct 12 19:20:35.063982 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edb51201-5ebd-41fa-a080-bbf62979d3ad tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Router 9975844d-c5e9-4d8d-add4-bd6feaa7dc7e is scheduled to L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b with binding_index 1 {{(pid=95502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 19:20:35.092160 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0083d8db-b2cd-4a24-a3d3-1744c8b330d7 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Made reservation on behalf of 273d7b7bf24b4507988eb056053819bc for: {'network': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:20:35.095799 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0083d8db-b2cd-4a24-a3d3-1744c8b330d7 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:35.123940 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0083d8db-b2cd-4a24-a3d3-1744c8b330d7 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=95501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:20:35.133671 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0083d8db-b2cd-4a24-a3d3-1744c8b330d7 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:35.134030 n-d-813679-3 neutron-server[95501]: INFO neutron.db.segments_db [None req-0083d8db-b2cd-4a24-a3d3-1744c8b330d7 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Added segment fef988b9-763f-4693-bb19-bd3cdb59e4ee of type vlan for network f9d16045-bbef-412f-aaa2-ac3a93b813e8 Oct 12 19:20:35.160715 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edb51201-5ebd-41fa-a080-bbf62979d3ad tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:20:35.166434 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-edb51201-5ebd-41fa-a080-bbf62979d3ad tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] 10.222.0.49 "PUT /v2.0/routers/9975844d-c5e9-4d8d-add4-bd6feaa7dc7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9475520 Oct 12 19:20:35.168524 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42418) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:35.172954 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d5d5ce-5a2a-4d8b-96bc-130e7955e1af None None] Sync routers for ids ['9975844d-c5e9-4d8d-add4-bd6feaa7dc7e'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:20:35.179149 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0083d8db-b2cd-4a24-a3d3-1744c8b330d7 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:35.210887 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d5d5ce-5a2a-4d8b-96bc-130e7955e1af None None] Routers {'9975844d-c5e9-4d8d-add4-bd6feaa7dc7e'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:20:35.214602 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-c0d5d5ce-5a2a-4d8b-96bc-130e7955e1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:20:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['9975844d-c5e9-4d8d-add4-bd6feaa7dc7e'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:20:35.223130 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0582fc1-eb6e-4812-a17c-347157af83e4 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:35.225170 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-d0582fc1-eb6e-4812-a17c-347157af83e4 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] 10.222.0.49 "GET /v2.0/ports/845bcc9c-19b0-430c-b416-a1b1bb2aa966 HTTP/1.1" status: 200 len: 977 time: 0.0556247 Oct 12 19:20:35.230841 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42422) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:35.257748 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-c0d5d5ce-5a2a-4d8b-96bc-130e7955e1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:20:35.267638 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d5d5ce-5a2a-4d8b-96bc-130e7955e1af None None] Routers {'9975844d-c5e9-4d8d-add4-bd6feaa7dc7e'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:20:35.268308 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-c0d5d5ce-5a2a-4d8b-96bc-130e7955e1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:20:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['9975844d-c5e9-4d8d-add4-bd6feaa7dc7e'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:20:35.275119 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0083d8db-b2cd-4a24-a3d3-1744c8b330d7 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:35.283136 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0083d8db-b2cd-4a24-a3d3-1744c8b330d7 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:35.284321 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0083d8db-b2cd-4a24-a3d3-1744c8b330d7 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:35.317517 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-c0d5d5ce-5a2a-4d8b-96bc-130e7955e1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:20:35.318751 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d5d5ce-5a2a-4d8b-96bc-130e7955e1af None None] The sync data for ids ['9975844d-c5e9-4d8d-add4-bd6feaa7dc7e'] in n-d-813679-3 is: [] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:20:35.371436 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0083d8db-b2cd-4a24-a3d3-1744c8b330d7 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Pushing event updated for resources: {'Network': ['ID=f9d16045-bbef-412f-aaa2-ac3a93b813e8,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:35.386171 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network f9d16045-bbef-412f-aaa2-ac3a93b813e8 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:20:35.426786 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-0083d8db-b2cd-4a24-a3d3-1744c8b330d7 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4702592 Oct 12 19:20:35.429751 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42428) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:35.435603 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-4f58893f-f20d-40b8-b60e-7f61eb67675f tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Request body: {'subnet': {'network_id': 'f9d16045-bbef-412f-aaa2-ac3a93b813e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:20:35.553918 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc040f2-d368-43a5-abad-beb5463ee3fe req-307d52a9-a564-42b4-ae52-22e5cc9a9cb3 tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:35.555554 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5dc040f2-d368-43a5-abad-beb5463ee3fe req-307d52a9-a564-42b4-ae52-22e5cc9a9cb3 tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] 10.222.0.49 "GET /v2.0/ports?device_id=db9c8fc3-f8d9-48b3-b302-5907914de9c1 HTTP/1.1" status: 200 len: 948 time: 0.0533369 Oct 12 19:20:35.617103 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5dc040f2-d368-43a5-abad-beb5463ee3fe req-d7ea19b4-00a2-4a75-a7c3-0934e96809e8 tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c85258c-07e8-47e9-abbc-b7175588719e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461998 Oct 12 19:20:35.620538 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device be495242-47cf-4919-8281-f91a8d9081f2 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:20:35.630986 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3ebf39-9cfd-497e-a4cf-d65621212b58 req-4165335d-cddc-4c90-9373-630de9268c07 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:35.632492 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bd3ebf39-9cfd-497e-a4cf-d65621212b58 req-4165335d-cddc-4c90-9373-630de9268c07 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb159dd6-68c1-41b5-9688-4e7a11fd8304 HTTP/1.1" status: 200 len: 950 time: 0.1533227 Oct 12 19:20:35.678204 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port be495242-47cf-4919-8281-f91a8d9081f2 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:20:35.678637 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:35.735459 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f58893f-f20d-40b8-b60e-7f61eb67675f tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Made reservation on behalf of 273d7b7bf24b4507988eb056053819bc for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:20:35.738886 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4f58893f-f20d-40b8-b60e-7f61eb67675f tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16245837'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:35.768726 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bd3ebf39-9cfd-497e-a4cf-d65621212b58 req-c87a6eef-98f8-491a-a229-24ed733d61bd tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289403 Oct 12 19:20:35.805409 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 9c9cba83-b39c-4aa0-9d23-6f6a087243a6 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:20:35.825073 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 9c9cba83-b39c-4aa0-9d23-6f6a087243a6 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:20:35.825429 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 9c9cba83-b39c-4aa0-9d23-6f6a087243a6 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:20:35.847503 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 6455faee-77de-4c89-b05d-714ffd3aec75 up at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:20:35.864718 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8b6df855-f375-44f1-ae0b-8e7f5285bf6e req-034296db-b128-4649-86f0-ce7cfe87e0a1 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=cb159dd6-68c1-41b5-9688-4e7a11fd8304&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3020742 Oct 12 19:20:35.977345 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4d22db67-b0a9-47b9-8189-5dc6f0225b14 req-18041591-0710-429b-aed0-e38e63f9f626 tempest-ServerShowV247Test-1297704155 tempest-ServerShowV247Test-1297704155-project] 10.222.0.49 "GET /v2.0/ports?device_id=3d25dbc6-b3b0-4fff-9b8e-9339c284a1ec HTTP/1.1" status: 200 len: 210 time: 0.0285027 Oct 12 19:20:35.990308 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-77b87651-2d17-43f1-b004-df4e25a6287e tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8092566'] for router_interface, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:36.069617 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning for port 6455faee-77de-4c89-b05d-714ffd3aec75 completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:20:36.075535 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning complete for port 6455faee-77de-4c89-b05d-714ffd3aec75 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:20:36.075920 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:36.177235 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:36.197521 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4f58893f-f20d-40b8-b60e-7f61eb67675f tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4306659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16245859'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:36.205887 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db9c8fc3-f8d9-48b3-b302-5907914de9c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6455faee-77de-4c89-b05d-714ffd3aec75'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:20:36.208204 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8127c9c-77d2-45f1-a800-af06750bd3ec" -d '{"events": [{"server_uuid": "db9c8fc3-f8d9-48b3-b302-5907914de9c1", "name": "network-vif-plugged", "status": "completed", "tag": "6455faee-77de-4c89-b05d-714ffd3aec75"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:20:36.221281 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 6455faee-77de-4c89-b05d-714ffd3aec75, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=6455faee-77de-4c89-b05d-714ffd3aec75,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:20:36.252269 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dea34b81-6390-4225-a67e-957c50e33a6a x-openstack-request-id: req-dea34b81-6390-4225-a67e-957c50e33a6a {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:20:36.252565 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db9c8fc3-f8d9-48b3-b302-5907914de9c1", "name": "network-vif-plugged", "status": "completed", "tag": "6455faee-77de-4c89-b05d-714ffd3aec75", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:20:36.252821 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-dea34b81-6390-4225-a67e-957c50e33a6a {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:20:36.253842 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db9c8fc3-f8d9-48b3-b302-5907914de9c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6455faee-77de-4c89-b05d-714ffd3aec75', 'code': 200} Oct 12 19:20:36.302548 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f58893f-f20d-40b8-b60e-7f61eb67675f tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Pushing event updated for resources: {'Subnet': ['ID=cb5fa068-f533-43e1-a847-c99e18bb6529,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:36.310344 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:36.319921 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f58893f-f20d-40b8-b60e-7f61eb67675f tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Checking segment: {'id': 'fef988b9-763f-4693-bb19-bd3cdb59e4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f9d16045-bbef-412f-aaa2-ac3a93b813e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:20:36.320627 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f58893f-f20d-40b8-b60e-7f61eb67675f tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Network hostable DHCP agents. Network: f9d16045-bbef-412f-aaa2-ac3a93b813e8, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:20:36.362170 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-77b87651-2d17-43f1-b004-df4e25a6287e tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Deleting port 845bcc9c-19b0-430c-b416-a1b1bb2aa966 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:20:36.362641 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-77b87651-2d17-43f1-b004-df4e25a6287e tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:36.379440 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=6455faee-77de-4c89-b05d-714ffd3aec75,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:36.411104 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d606f66b-1f41-4148-b1e4-00d563fed7d1 req-98dd1808-bc0d-4e1d-97e4-5e6df3ea7a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:36.412653 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d606f66b-1f41-4148-b1e4-00d563fed7d1 req-98dd1808-bc0d-4e1d-97e4-5e6df3ea7a0f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=db9c8fc3-f8d9-48b3-b302-5907914de9c1 HTTP/1.1" status: 200 len: 1100 time: 0.0840158 Oct 12 19:20:36.425149 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f58893f-f20d-40b8-b60e-7f61eb67675f tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Network f9d16045-bbef-412f-aaa2-ac3a93b813e8 is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:20:36.458257 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d606f66b-1f41-4148-b1e4-00d563fed7d1 req-bf51a8b6-622f-41b3-b2ea-a967bb77f9ee service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=3c85258c-07e8-47e9-abbc-b7175588719e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280864 Oct 12 19:20:36.460429 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-77b87651-2d17-43f1-b004-df4e25a6287e tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:36.472471 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-77b87651-2d17-43f1-b004-df4e25a6287e tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Calling delete_port for 845bcc9c-19b0-430c-b416-a1b1bb2aa966 owned by network:router_interface {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:20:36.513039 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-4f58893f-f20d-40b8-b60e-7f61eb67675f tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, f9d16045-bbef-412f-aaa2-ac3a93b813e8) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:20:36.518812 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f58893f-f20d-40b8-b60e-7f61eb67675f tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:36.519436 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4f58893f-f20d-40b8-b60e-7f61eb67675f tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:36.520663 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db0b8a6-13c0-4aa2-a864-c4744dffb36c None None] Network f9d16045-bbef-412f-aaa2-ac3a93b813e8 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:20:36.597969 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-4f58893f-f20d-40b8-b60e-7f61eb67675f tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1671662 Oct 12 19:20:36.605449 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42462) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:36.612781 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-ee622224-82ee-4e0c-9edd-77f6311107d0 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Request body: {'port': {'network_id': 'f9d16045-bbef-412f-aaa2-ac3a93b813e8', 'name': 'tempest-PortsIpV6TestJSON-1251801587', 'fixed_ips': [{'subnet_id': 'cb5fa068-f533-43e1-a847-c99e18bb6529', 'ip_address': '2001:db8::10'}]}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:20:36.694469 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b24614f-23e9-4966-8bb5-ce910d6cc3de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-f9d16045-bbef-412f-aaa2-ac3a93b813e8', 'network_id': 'f9d16045-bbef-412f-aaa2-ac3a93b813e8', 'tenant_id': '273d7b7bf24b4507988eb056053819bc', 'fixed_ips': [{'subnet_id': 'cb5fa068-f533-43e1-a847-c99e18bb6529'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:20:36.695365 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7b24614f-23e9-4966-8bb5-ce910d6cc3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:36.776871 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1c0d3d-b130-4ff8-a75a-43137453cda5 req-03782429-0999-4c47-93df-db2b293527d4 tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:36.778641 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bc1c0d3d-b130-4ff8-a75a-43137453cda5 req-03782429-0999-4c47-93df-db2b293527d4 tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] 10.222.0.49 "GET /v2.0/ports?device_id=db9c8fc3-f8d9-48b3-b302-5907914de9c1 HTTP/1.1" status: 200 len: 949 time: 0.0518489 Oct 12 19:20:36.791637 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-77b87651-2d17-43f1-b004-df4e25a6287e tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:36.818176 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee622224-82ee-4e0c-9edd-77f6311107d0 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Made reservation on behalf of 273d7b7bf24b4507988eb056053819bc for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:20:36.828219 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b87651-2d17-43f1-b004-df4e25a6287e tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Pushing event deleted for resources: {'Port': ['ID=845bcc9c-19b0-430c-b416-a1b1bb2aa966,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:36.905720 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bc1c0d3d-b130-4ff8-a75a-43137453cda5 req-c4c31edf-c523-46af-b8fe-d69a6e1c8bfa tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c85258c-07e8-47e9-abbc-b7175588719e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207023 Oct 12 19:20:36.960600 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a17b10-2447-46c3-841f-d49afab51ae1 req-e4d094cc-3261-4d02-85d4-b3a213e9084b tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:36.965906 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a0a17b10-2447-46c3-841f-d49afab51ae1 req-e4d094cc-3261-4d02-85d4-b3a213e9084b tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb159dd6-68c1-41b5-9688-4e7a11fd8304 HTTP/1.1" status: 200 len: 950 time: 0.1070721 Oct 12 19:20:36.966043 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-7b24614f-23e9-4966-8bb5-ce910d6cc3de None None] Allocated IP 2001:db8::2 (f9d16045-bbef-412f-aaa2-ac3a93b813e8/cb5fa068-f533-43e1-a847-c99e18bb6529/fa03f76b-33f1-4138-937e-0a07e80ba205) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:20:37.013757 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ee622224-82ee-4e0c-9edd-77f6311107d0 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:37.052169 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [None req-ee622224-82ee-4e0c-9edd-77f6311107d0 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] device_id is not set on port d2c89d70-5d22-48e8-9b62-744e7fbc629d yet. {{(pid=95501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 19:20:37.064106 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-77b87651-2d17-43f1-b004-df4e25a6287e tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7898909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8092450'] for router_interface, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:37.079626 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a0a17b10-2447-46c3-841f-d49afab51ae1 req-cc844ee7-ed47-4b7d-a59e-1bc9ad28d3e1 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034262 Oct 12 19:20:37.181990 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7b24614f-23e9-4966-8bb5-ce910d6cc3de None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:37.198355 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0fc98b61-c6e1-4695-ba95-a6dbedc22818 req-9e2eca32-84a6-4430-bcfb-98fc0ae06e9e tempest-ServerShowV247Test-1297704155 tempest-ServerShowV247Test-1297704155-project] 10.222.0.49 "GET /v2.0/ports?device_id=3d25dbc6-b3b0-4fff-9b8e-9339c284a1ec HTTP/1.1" status: 200 len: 210 time: 0.0636148 Oct 12 19:20:37.275498 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7b24614f-23e9-4966-8bb5-ce910d6cc3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:37.287152 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77b87651-2d17-43f1-b004-df4e25a6287e tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Router 9975844d-c5e9-4d8d-add4-bd6feaa7dc7e has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:20:37.320563 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b24614f-23e9-4966-8bb5-ce910d6cc3de None None] Network f9d16045-bbef-412f-aaa2-ac3a93b813e8 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:20:37.325232 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-ee622224-82ee-4e0c-9edd-77f6311107d0 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Allocated IP 2001:db8::10 (f9d16045-bbef-412f-aaa2-ac3a93b813e8/cb5fa068-f533-43e1-a847-c99e18bb6529/d2c89d70-5d22-48e8-9b62-744e7fbc629d) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:20:37.326030 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-7b24614f-23e9-4966-8bb5-ce910d6cc3de None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:20:37.328363 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b24614f-23e9-4966-8bb5-ce910d6cc3de None None] Pushing event updated for resources: {'Port': ['ID=fa03f76b-33f1-4138-937e-0a07e80ba205,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:37.330763 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b24614f-23e9-4966-8bb5-ce910d6cc3de None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:20:37.373432 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77b87651-2d17-43f1-b004-df4e25a6287e tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:20:37.379778 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-77b87651-2d17-43f1-b004-df4e25a6287e tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] 10.222.0.49 "PUT /v2.0/routers/9975844d-c5e9-4d8d-add4-bd6feaa7dc7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1508844 Oct 12 19:20:37.382714 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42478) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:37.414597 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba875dcd-1bc5-4cb0-8405-0701f4a62f9f None None] Sync routers for ids ['9975844d-c5e9-4d8d-add4-bd6feaa7dc7e'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:20:37.430740 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-7b24614f-23e9-4966-8bb5-ce910d6cc3de None None] Attempting to bind port fa03f76b-33f1-4138-937e-0a07e80ba205 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:20:37.431116 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-7b24614f-23e9-4966-8bb5-ce910d6cc3de None None] Attempting to bind port fa03f76b-33f1-4138-937e-0a07e80ba205 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'fef988b9-763f-4693-bb19-bd3cdb59e4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f9d16045-bbef-412f-aaa2-ac3a93b813e8'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:20:37.431484 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b24614f-23e9-4966-8bb5-ce910d6cc3de None None] Attempting to bind port fa03f76b-33f1-4138-937e-0a07e80ba205 on network f9d16045-bbef-412f-aaa2-ac3a93b813e8 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:20:37.441901 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b24614f-23e9-4966-8bb5-ce910d6cc3de None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:20:37.442329 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b24614f-23e9-4966-8bb5-ce910d6cc3de None None] Checking segment: {'id': 'fef988b9-763f-4693-bb19-bd3cdb59e4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f9d16045-bbef-412f-aaa2-ac3a93b813e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:20:37.442697 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7b24614f-23e9-4966-8bb5-ce910d6cc3de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:37.443095 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b24614f-23e9-4966-8bb5-ce910d6cc3de None None] Bound using segment: {'id': 'fef988b9-763f-4693-bb19-bd3cdb59e4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f9d16045-bbef-412f-aaa2-ac3a93b813e8'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:20:37.443660 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-7b24614f-23e9-4966-8bb5-ce910d6cc3de None None] Bound port: fa03f76b-33f1-4138-937e-0a07e80ba205, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fef988b9-763f-4693-bb19-bd3cdb59e4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f9d16045-bbef-412f-aaa2-ac3a93b813e8'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:20:37.443962 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7b24614f-23e9-4966-8bb5-ce910d6cc3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:37.457222 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba875dcd-1bc5-4cb0-8405-0701f4a62f9f None None] Routers {'9975844d-c5e9-4d8d-add4-bd6feaa7dc7e'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:20:37.457864 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-ba875dcd-1bc5-4cb0-8405-0701f4a62f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:20:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['9975844d-c5e9-4d8d-add4-bd6feaa7dc7e'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:20:37.495204 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-ba875dcd-1bc5-4cb0-8405-0701f4a62f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:20:37.554552 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba875dcd-1bc5-4cb0-8405-0701f4a62f9f None None] Routers {'9975844d-c5e9-4d8d-add4-bd6feaa7dc7e'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:20:37.555433 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-ba875dcd-1bc5-4cb0-8405-0701f4a62f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:20:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['9975844d-c5e9-4d8d-add4-bd6feaa7dc7e'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:20:37.570893 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ee622224-82ee-4e0c-9edd-77f6311107d0 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:37.599034 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-ba875dcd-1bc5-4cb0-8405-0701f4a62f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:20:37.599981 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba875dcd-1bc5-4cb0-8405-0701f4a62f9f None None] The sync data for ids ['9975844d-c5e9-4d8d-add4-bd6feaa7dc7e'] in n-d-813679-3 is: [] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:20:37.603576 n-d-813679-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-283fa37c-b9da-4c61-b903-0c622df206af tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] remove_router_interface failed (client error): The resource could not be found. Oct 12 19:20:37.605447 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-283fa37c-b9da-4c61-b903-0c622df206af tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] 10.222.0.49 "PUT /v2.0/routers/9975844d-c5e9-4d8d-add4-bd6feaa7dc7e/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2210817 Oct 12 19:20:37.608336 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42482) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:37.624928 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-7b24614f-23e9-4966-8bb5-ce910d6cc3de None None] For port fa03f76b-33f1-4138-937e-0a07e80ba205, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:20:37.628207 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-7b24614f-23e9-4966-8bb5-ce910d6cc3de None None] For port fa03f76b-33f1-4138-937e-0a07e80ba205, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=fa03f76b-33f1-4138-937e-0a07e80ba205,segment=NetworkSegment(fef988b9-763f-4693-bb19-bd3cdb59e4ee),segment_id=fef988b9-763f-4693-bb19-bd3cdb59e4ee)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:20:37.638683 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-074149e8-72ef-480d-86cf-d48c8ef9afac tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] 10.222.0.49 "GET /v2.0/ports?device_id=9975844d-c5e9-4d8d-add4-bd6feaa7dc7e HTTP/1.1" status: 200 len: 205 time: 0.0291126 Oct 12 19:20:37.641301 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42484) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:37.652823 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ee622224-82ee-4e0c-9edd-77f6311107d0 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:37.687132 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7b24614f-23e9-4966-8bb5-ce910d6cc3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:37.707466 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee622224-82ee-4e0c-9edd-77f6311107d0 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Network f9d16045-bbef-412f-aaa2-ac3a93b813e8 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:20:37.710735 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-ee622224-82ee-4e0c-9edd-77f6311107d0 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:20:37.713857 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee622224-82ee-4e0c-9edd-77f6311107d0 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:20:37.721099 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fe5de94c-cd28-4cd9-b1b7-bfdec9265a4f tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks [] for router, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:37.721421 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee622224-82ee-4e0c-9edd-77f6311107d0 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:37.722061 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ee622224-82ee-4e0c-9edd-77f6311107d0 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:37.741234 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee622224-82ee-4e0c-9edd-77f6311107d0 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Pushing event updated for resources: {'Port': ['ID=d2c89d70-5d22-48e8-9b62-744e7fbc629d,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:37.773424 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b24614f-23e9-4966-8bb5-ce910d6cc3de None None] Pushing event updated for resources: {'Port': ['ID=fa03f76b-33f1-4138-937e-0a07e80ba205,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:37.826947 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-ee622224-82ee-4e0c-9edd-77f6311107d0 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2197604 Oct 12 19:20:37.829554 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42486) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:37.834732 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-8103b5bf-aad2-4be8-b3bc-534182d4b688 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Request body: {'port': {'network_id': 'f9d16045-bbef-412f-aaa2-ac3a93b813e8', 'name': 'tempest-PortsIpV6TestJSON-40612124', 'fixed_ips': [{'subnet_id': 'cb5fa068-f533-43e1-a847-c99e18bb6529', 'ip_address': '2001:db8::f'}]}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:20:37.905758 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fe5de94c-cd28-4cd9-b1b7-bfdec9265a4f tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255495'] for router, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:37.908131 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fe5de94c-cd28-4cd9-b1b7-bfdec9265a4f tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:38.044662 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd19e69-6013-4631-8c10-1fa988b985c5 req-213305df-4c4a-477e-9ac7-bbbd6540467d tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:38.046185 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9fd19e69-6013-4631-8c10-1fa988b985c5 req-213305df-4c4a-477e-9ac7-bbbd6540467d tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] 10.222.0.49 "GET /v2.0/ports?device_id=db9c8fc3-f8d9-48b3-b302-5907914de9c1 HTTP/1.1" status: 200 len: 949 time: 0.0535841 Oct 12 19:20:38.047950 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8103b5bf-aad2-4be8-b3bc-534182d4b688 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Made reservation on behalf of 273d7b7bf24b4507988eb056053819bc for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:20:38.054008 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8103b5bf-aad2-4be8-b3bc-534182d4b688 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:38.074787 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fe5de94c-cd28-4cd9-b1b7-bfdec9265a4f tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8093499'] for router, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:38.075433 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe5de94c-cd28-4cd9-b1b7-bfdec9265a4f tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Fanout notify agent at l3_agent the message router_deleted on router 9975844d-c5e9-4d8d-add4-bd6feaa7dc7e {{(pid=95502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 19:20:38.087072 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fe5de94c-cd28-4cd9-b1b7-bfdec9265a4f tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:38.088263 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-fe5de94c-cd28-4cd9-b1b7-bfdec9265a4f tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] 10.222.0.49 "DELETE /v2.0/routers/9975844d-c5e9-4d8d-add4-bd6feaa7dc7e HTTP/1.1" status: 204 len: 168 time: 0.4458907 Oct 12 19:20:38.091278 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42490) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:38.092814 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [None req-8103b5bf-aad2-4be8-b3bc-534182d4b688 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] device_id is not set on port c9b77ce1-11a2-4a87-a613-fc1cdc2b8ccb yet. {{(pid=95501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 19:20:38.114510 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9fd19e69-6013-4631-8c10-1fa988b985c5 req-f1622db4-83ae-4a70-aa30-937afc4b2452 tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c85258c-07e8-47e9-abbc-b7175588719e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580580 Oct 12 19:20:38.177844 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-16488193-8d63-41cc-9cc0-0177df9a2c0c tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Deleting subnet 5287449b-0917-4ab7-bbdd-0bc8eac33746 {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:20:38.188624 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-16488193-8d63-41cc-9cc0-0177df9a2c0c tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:38.286268 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-8103b5bf-aad2-4be8-b3bc-534182d4b688 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Allocated IP 2001:db8::f (f9d16045-bbef-412f-aaa2-ac3a93b813e8/cb5fa068-f533-43e1-a847-c99e18bb6529/c9b77ce1-11a2-4a87-a613-fc1cdc2b8ccb) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:20:38.438950 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6df855-f375-44f1-ae0b-8e7f5285bf6e req-f38cfedd-37df-4271-8151-9c8916bbeb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:38.440513 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8b6df855-f375-44f1-ae0b-8e7f5285bf6e req-f38cfedd-37df-4271-8151-9c8916bbeb2f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1439ecde881648d990934dad6d1d46ba&device_id=cb159dd6-68c1-41b5-9688-4e7a11fd8304 HTTP/1.1" status: 200 len: 1101 time: 0.1313534 Oct 12 19:20:38.460255 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-aadd9b5f-64a9-4790-96bf-ee89b84db2c9 req-340173ba-d786-4f5b-9f0f-f9080fc47d18 tempest-ServerShowV247Test-1297704155 tempest-ServerShowV247Test-1297704155-project] 10.222.0.49 "GET /v2.0/ports?device_id=3d25dbc6-b3b0-4fff-9b8e-9339c284a1ec HTTP/1.1" status: 200 len: 210 time: 0.0376260 Oct 12 19:20:38.582218 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d243b51e-6f95-4675-ac4e-86d67e52b1f8 req-e1104c6f-82dd-45c9-8bfe-a546700cd742 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:38.583772 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d243b51e-6f95-4675-ac4e-86d67e52b1f8 req-e1104c6f-82dd-45c9-8bfe-a546700cd742 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb159dd6-68c1-41b5-9688-4e7a11fd8304 HTTP/1.1" status: 200 len: 950 time: 0.4111927 Oct 12 19:20:38.586201 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-16488193-8d63-41cc-9cc0-0177df9a2c0c tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16313642'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:38.622132 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8103b5bf-aad2-4be8-b3bc-534182d4b688 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:38.650630 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6df855-f375-44f1-ae0b-8e7f5285bf6e req-38d07c3a-c2e4-49e3-892b-1f82c1160b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:38.652146 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8b6df855-f375-44f1-ae0b-8e7f5285bf6e req-38d07c3a-c2e4-49e3-892b-1f82c1160b26 service neutron] 10.222.0.67 "GET /v2.0/networks?id=90dcf485-b1ad-4139-85a3-9e1e9879e6b1 HTTP/1.1" status: 200 len: 870 time: 0.1944165 Oct 12 19:20:38.660676 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5937f7-f14b-499e-af4d-62cb818e4231 req-c9e3a84b-026b-495c-9bf5-ed3e2f54e65a tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:38.661463 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d243b51e-6f95-4675-ac4e-86d67e52b1f8 req-530ca804-a50f-4d45-b723-bedd0a83a564 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533109 Oct 12 19:20:38.662138 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ee5937f7-f14b-499e-af4d-62cb818e4231 req-c9e3a84b-026b-495c-9bf5-ed3e2f54e65a tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] 10.222.0.49 "GET /v2.0/ports?device_id=db9c8fc3-f8d9-48b3-b302-5907914de9c1 HTTP/1.1" status: 200 len: 949 time: 0.1141202 Oct 12 19:20:38.705441 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-16488193-8d63-41cc-9cc0-0177df9a2c0c tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:38.741883 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8b6df855-f375-44f1-ae0b-8e7f5285bf6e req-8ab34e07-9531-4ef7-adbc-4e515748b82c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=1d9bea01-1aff-4c0e-bf8c-f08e43412391 HTTP/1.1" status: 200 len: 217 time: 0.0770864 Oct 12 19:20:38.776465 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ee5937f7-f14b-499e-af4d-62cb818e4231 req-7c8b3fbb-3ac7-44ee-9e91-ca5091bc1642 tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c85258c-07e8-47e9-abbc-b7175588719e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012347 Oct 12 19:20:38.816506 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8103b5bf-aad2-4be8-b3bc-534182d4b688 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:38.836063 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6df855-f375-44f1-ae0b-8e7f5285bf6e req-3573bc11-c9ad-43a2-88bd-ae8154868738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:38.836063 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8b6df855-f375-44f1-ae0b-8e7f5285bf6e req-3573bc11-c9ad-43a2-88bd-ae8154868738 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=629aee7d-3fde-4c72-af1e-6a7e1f6a7e75 HTTP/1.1" status: 200 len: 843 time: 0.0759187 Oct 12 19:20:38.853494 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2910cb45-0fb7-4d65-9b93-7c97c955277f None None] Network f9d16045-bbef-412f-aaa2-ac3a93b813e8 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:20:38.871098 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-16488193-8d63-41cc-9cc0-0177df9a2c0c tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4306592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16245866'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:38.908147 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16488193-8d63-41cc-9cc0-0177df9a2c0c tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Pushing event deleted for resources: {'Subnet': ['ID=5287449b-0917-4ab7-bbdd-0bc8eac33746,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:38.911810 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8103b5bf-aad2-4be8-b3bc-534182d4b688 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Network f9d16045-bbef-412f-aaa2-ac3a93b813e8 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:20:38.914388 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-16488193-8d63-41cc-9cc0-0177df9a2c0c tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:38.917940 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-16488193-8d63-41cc-9cc0-0177df9a2c0c tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] 10.222.0.49 "DELETE /v2.0/subnets/5287449b-0917-4ab7-bbdd-0bc8eac33746 HTTP/1.1" status: 204 len: 168 time: 0.8257105 Oct 12 19:20:38.921126 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42516) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:38.922252 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8103b5bf-aad2-4be8-b3bc-534182d4b688 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Pushing event updated for resources: {'Port': ['ID=c9b77ce1-11a2-4a87-a613-fc1cdc2b8ccb,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:38.926127 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-8103b5bf-aad2-4be8-b3bc-534182d4b688 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:20:38.938568 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8103b5bf-aad2-4be8-b3bc-534182d4b688 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:20:38.938568 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8103b5bf-aad2-4be8-b3bc-534182d4b688 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:38.938568 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8103b5bf-aad2-4be8-b3bc-534182d4b688 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:38.965113 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e5e8a5-1832-44e0-852e-e0f4bb313030 None None] Network e5782124-f83b-4a30-91b1-efb795afaa05 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:20:38.966598 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6df855-f375-44f1-ae0b-8e7f5285bf6e req-1da3f561-8550-46de-bc8e-8363a7906900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:38.968133 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8b6df855-f375-44f1-ae0b-8e7f5285bf6e req-1da3f561-8550-46de-bc8e-8363a7906900 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=90dcf485-b1ad-4139-85a3-9e1e9879e6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1111343 Oct 12 19:20:38.989072 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a1fb0eec-cb96-4737-a4c9-610002e5fa07 req-02d30d39-48fa-4626-bfa4-d340a44fbabe tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=5452d91afbbb4288869b165c47f762fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0378308 Oct 12 19:20:39.018948 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b4c8640a-8bef-46f8-96ab-dccf858df170 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:39.070289 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a8a49920-8533-4155-bdf1-1c87a31fc217 None None] Provisioning complete for port fa03f76b-33f1-4138-937e-0a07e80ba205 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:20:39.070820 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a8a49920-8533-4155-bdf1-1c87a31fc217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:39.074034 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-b4c8640a-8bef-46f8-96ab-dccf858df170 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Deleting port be495242-47cf-4919-8281-f91a8d9081f2 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:20:39.074373 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b4c8640a-8bef-46f8-96ab-dccf858df170 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:39.083147 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-8103b5bf-aad2-4be8-b3bc-534182d4b688 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 1.2522836 Oct 12 19:20:39.086264 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42522) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:39.156915 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8b6df855-f375-44f1-ae0b-8e7f5285bf6e req-f81674c7-97bb-4d21-84cb-64cdf9ef4d06 service neutron] 10.222.0.67 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765761 Oct 12 19:20:39.167863 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fb0eec-cb96-4737-a4c9-610002e5fa07 req-7b3bf52e-7b27-41fb-aea5-11811f9f02fe tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:39.169249 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a1fb0eec-cb96-4737-a4c9-610002e5fa07 req-7b3bf52e-7b27-41fb-aea5-11811f9f02fe tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1686497 Oct 12 19:20:39.208973 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-b4c8640a-8bef-46f8-96ab-dccf858df170 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] For port be495242-47cf-4919-8281-f91a8d9081f2, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=be495242-47cf-4919-8281-f91a8d9081f2,segment=NetworkSegment(6b53ea16-0761-404c-996b-04289607a7c7),segment_id=6b53ea16-0761-404c-996b-04289607a7c7)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:20:39.209338 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b4c8640a-8bef-46f8-96ab-dccf858df170 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:39.234379 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7890569-3ec2-4647-bda6-743157c0b430 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:39.236098 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-f7890569-3ec2-4647-bda6-743157c0b430 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1487131 Oct 12 19:20:39.238358 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a1fb0eec-cb96-4737-a4c9-610002e5fa07 req-9c552414-41d0-4229-80f6-b5eb4dc9416e tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] 10.222.0.49 "GET /v2.0/quotas/5452d91afbbb4288869b165c47f762fd HTTP/1.1" status: 200 len: 375 time: 0.0483837 Oct 12 19:20:39.239668 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42524) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:39.241957 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-b4c8640a-8bef-46f8-96ab-dccf858df170 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Calling delete_port for be495242-47cf-4919-8281-f91a8d9081f2 owned by network:dhcp {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:20:39.263292 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a8a49920-8533-4155-bdf1-1c87a31fc217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:39.313975 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a8a49920-8533-4155-bdf1-1c87a31fc217 None None] For port fa03f76b-33f1-4138-937e-0a07e80ba205, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=fa03f76b-33f1-4138-937e-0a07e80ba205,segment=NetworkSegment(fef988b9-763f-4693-bb19-bd3cdb59e4ee),segment_id=fef988b9-763f-4693-bb19-bd3cdb59e4ee)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:20:39.323616 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a1fb0eec-cb96-4737-a4c9-610002e5fa07 req-8d09858c-ecfb-4c47-9f82-7774c7ef54a0 tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=5452d91afbbb4288869b165c47f762fd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0843487 Oct 12 19:20:39.326633 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8b6df855-f375-44f1-ae0b-8e7f5285bf6e req-88fece0f-b2fc-42f5-8804-6bc6e977c580 service neutron] 10.222.0.67 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564088 Oct 12 19:20:39.344788 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22873447-a14b-4ee4-b9ec-902112ec3457 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:39.345914 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22873447-a14b-4ee4-b9ec-902112ec3457 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:39.352049 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22873447-a14b-4ee4-b9ec-902112ec3457 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:39.353749 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-22873447-a14b-4ee4-b9ec-902112ec3457 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2387 time: 0.1129673 Oct 12 19:20:39.357637 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42526) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:39.376015 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6440090-06e3-4581-9c71-266a1c8ad41f None None] DHCP port deletion for e5782124-f83b-4a30-91b1-efb795afaa05 request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 19:20:39.425831 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a8a49920-8533-4155-bdf1-1c87a31fc217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:39.487045 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b4c8640a-8bef-46f8-96ab-dccf858df170 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:39.504792 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-d783a0b3-f62f-4bb7-ac89-a5a6127181e9 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Deleting port c9b77ce1-11a2-4a87-a613-fc1cdc2b8ccb {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:20:39.505492 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d783a0b3-f62f-4bb7-ac89-a5a6127181e9 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:39.509342 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-a6440090-06e3-4581-9c71-266a1c8ad41f None None] Deleting port be495242-47cf-4919-8281-f91a8d9081f2 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:20:39.509728 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a6440090-06e3-4581-9c71-266a1c8ad41f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:39.512661 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a49920-8533-4155-bdf1-1c87a31fc217 None None] Pushing event updated for resources: {'Port': ['ID=fa03f76b-33f1-4138-937e-0a07e80ba205,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:39.556795 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c8640a-8bef-46f8-96ab-dccf858df170 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] No DVR routers for this DVR port be495242-47cf-4919-8281-f91a8d9081f2 on host n-d-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:20:39.566912 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c8640a-8bef-46f8-96ab-dccf858df170 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Pushing event deleted for resources: {'Port': ['ID=be495242-47cf-4919-8281-f91a8d9081f2,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:39.680236 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-029fa213-7464-4197-a97d-a67cd7ffd943 req-5f3d635c-fa64-4be1-ac29-f5d61032646e tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d0a54d2-051b-449d-ba69-e47e8e2af487 HTTP/1.1" status: 200 len: 210 time: 0.0495801 Oct 12 19:20:39.752535 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d783a0b3-f62f-4bb7-ac89-a5a6127181e9 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:39.781587 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a8814567-37e6-4b03-b859-e88a1eae7a25 req-e4d27521-0f0f-4432-9806-6deae1f983ad tempest-ServerShowV247Test-1297704155 tempest-ServerShowV247Test-1297704155-project] 10.222.0.49 "GET /v2.0/ports?device_id=3d25dbc6-b3b0-4fff-9b8e-9339c284a1ec HTTP/1.1" status: 200 len: 210 time: 0.1397007 Oct 12 19:20:39.783032 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-d783a0b3-f62f-4bb7-ac89-a5a6127181e9 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Calling delete_port for c9b77ce1-11a2-4a87-a613-fc1cdc2b8ccb owned by {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:20:39.848809 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device fa03f76b-33f1-4138-937e-0a07e80ba205 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:20:39.903732 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b4c8640a-8bef-46f8-96ab-dccf858df170 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:39.920471 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5549b84a-40f2-4c8b-8c03-bb1e090f967e req-cfe06ac5-510e-4d89-9078-a5e65f8f6ed8 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:39.930177 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5549b84a-40f2-4c8b-8c03-bb1e090f967e req-cfe06ac5-510e-4d89-9078-a5e65f8f6ed8 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb159dd6-68c1-41b5-9688-4e7a11fd8304 HTTP/1.1" status: 200 len: 950 time: 0.1296763 Oct 12 19:20:39.958113 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-f20f4442-6010-4d92-a968-51b93b243c73 None None] Provisioning complete for port fa03f76b-33f1-4138-937e-0a07e80ba205 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:20:39.961483 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f20f4442-6010-4d92-a968-51b93b243c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:39.967791 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-b4c8640a-8bef-46f8-96ab-dccf858df170 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5782124-f83b-4a30-91b1-efb795afaa05']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:20:39.988085 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-b4c8640a-8bef-46f8-96ab-dccf858df170 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b53ea16-0761-404c-996b-04289607a7c7') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:20:39.988362 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-b4c8640a-8bef-46f8-96ab-dccf858df170 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b53ea16-0761-404c-996b-04289607a7c7') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:20:40.004994 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a6440090-06e3-4581-9c71-266a1c8ad41f None None] For port be495242-47cf-4919-8281-f91a8d9081f2, host n-d-813679-3, got binding levels [] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:20:40.017127 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a6440090-06e3-4581-9c71-266a1c8ad41f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:40.017471 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5549b84a-40f2-4c8b-8c03-bb1e090f967e req-f2f8bda4-2ed0-48bb-8bb9-c7ea9532fa11 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741606 Oct 12 19:20:40.017565 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b4c8640a-8bef-46f8-96ab-dccf858df170 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16313633'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:40.031341 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b4c8640a-8bef-46f8-96ab-dccf858df170 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:40.054705 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4c8640a-8bef-46f8-96ab-dccf858df170 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:20:40.055138 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b4c8640a-8bef-46f8-96ab-dccf858df170 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4305278'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:40.059239 n-d-813679-3 neutron-server[95502]: Traceback (most recent call last): Oct 12 19:20:40.059239 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:20:40.059239 n-d-813679-3 neutron-server[95502]: timer() Oct 12 19:20:40.059239 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:20:40.059239 n-d-813679-3 neutron-server[95502]: cb(*args, **kw) Oct 12 19:20:40.059239 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:20:40.059239 n-d-813679-3 neutron-server[95502]: return func(*args, **kwargs) Oct 12 19:20:40.059239 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:20:40.059239 n-d-813679-3 neutron-server[95502]: self._notify() Oct 12 19:20:40.059239 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:20:40.059239 n-d-813679-3 neutron-server[95502]: self.callback(batched_events) Oct 12 19:20:40.059239 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:20:40.059239 n-d-813679-3 neutron-server[95502]: event.method(event) Oct 12 19:20:40.059239 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:20:40.059239 n-d-813679-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:20:40.059239 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:20:40.059239 n-d-813679-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:20:40.059239 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:20:40.059239 n-d-813679-3 neutron-server[95502]: return f(self, *a, **k) Oct 12 19:20:40.059239 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:20:40.059239 n-d-813679-3 neutron-server[95502]: return self._get(url).json() Oct 12 19:20:40.059239 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:20:40.059239 n-d-813679-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:20:40.059239 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:20:40.059239 n-d-813679-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Oct 12 19:20:40.059239 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:20:40.059239 n-d-813679-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:20:40.059239 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:20:40.059239 n-d-813679-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:20:40.059239 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:20:40.059239 n-d-813679-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:20:40.059239 n-d-813679-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:20:40.063376 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-a6440090-06e3-4581-9c71-266a1c8ad41f None None] Calling delete_port for be495242-47cf-4919-8281-f91a8d9081f2 owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:20:40.093566 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.ipam_backend_mixin [None req-a6440090-06e3-4581-9c71-266a1c8ad41f None None] Port be495242-47cf-4919-8281-f91a8d9081f2 was not found and therefore no delete operation was performed {{(pid=95503) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 12 19:20:40.106063 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a6440090-06e3-4581-9c71-266a1c8ad41f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:40.114851 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6440090-06e3-4581-9c71-266a1c8ad41f None None] No DVR routers for this DVR port be495242-47cf-4919-8281-f91a8d9081f2 on host n-d-813679-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:20:40.151840 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6440090-06e3-4581-9c71-266a1c8ad41f None None] Pushing event deleted for resources: {'Port': ['ID=be495242-47cf-4919-8281-f91a8d9081f2,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:40.170278 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port fa03f76b-33f1-4138-937e-0a07e80ba205 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:20:40.170653 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:40.172864 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d783a0b3-f62f-4bb7-ac89-a5a6127181e9 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:40.201624 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b4c8640a-8bef-46f8-96ab-dccf858df170 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:40.209549 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b4c8640a-8bef-46f8-96ab-dccf858df170 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:40.215107 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-b4c8640a-8bef-46f8-96ab-dccf858df170 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] 10.222.0.49 "DELETE /v2.0/networks/e5782124-f83b-4a30-91b1-efb795afaa05 HTTP/1.1" status: 204 len: 168 time: 1.2918360 Oct 12 19:20:40.221261 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42546) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:40.234995 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-3e0fdd56-8854-4ea9-830a-fd19c57889cb tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Request body: {'network': {'name': 'tempest-RoutersTest-131406807'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:20:40.235975 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d783a0b3-f62f-4bb7-ac89-a5a6127181e9 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Pushing event deleted for resources: {'Port': ['ID=c9b77ce1-11a2-4a87-a613-fc1cdc2b8ccb,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:40.260114 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c8640a-8bef-46f8-96ab-dccf858df170 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Pushing event deleted for resources: {'Network': ['ID=e5782124-f83b-4a30-91b1-efb795afaa05,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:40.282772 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d783a0b3-f62f-4bb7-ac89-a5a6127181e9 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:20:40.283288 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d783a0b3-f62f-4bb7-ac89-a5a6127181e9 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:20:40.283634 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d783a0b3-f62f-4bb7-ac89-a5a6127181e9 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:20:40.283970 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d783a0b3-f62f-4bb7-ac89-a5a6127181e9 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:20:40.284329 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d783a0b3-f62f-4bb7-ac89-a5a6127181e9 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:20:40.284663 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d783a0b3-f62f-4bb7-ac89-a5a6127181e9 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:20:40.285011 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d783a0b3-f62f-4bb7-ac89-a5a6127181e9 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:20:40.285405 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d783a0b3-f62f-4bb7-ac89-a5a6127181e9 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:20:40.285733 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d783a0b3-f62f-4bb7-ac89-a5a6127181e9 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:20:40.286052 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d783a0b3-f62f-4bb7-ac89-a5a6127181e9 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:20:40.286554 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d783a0b3-f62f-4bb7-ac89-a5a6127181e9 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:20:40.286860 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d783a0b3-f62f-4bb7-ac89-a5a6127181e9 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:20:40.299471 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d783a0b3-f62f-4bb7-ac89-a5a6127181e9 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:40.309204 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-f20f4442-6010-4d92-a968-51b93b243c73 None None] Provisioning complete for port d2c89d70-5d22-48e8-9b62-744e7fbc629d triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:20:40.309575 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f20f4442-6010-4d92-a968-51b93b243c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:40.310151 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-d783a0b3-f62f-4bb7-ac89-a5a6127181e9 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] 10.222.0.49 "DELETE /v2.0/ports/c9b77ce1-11a2-4a87-a613-fc1cdc2b8ccb HTTP/1.1" status: 204 len: 168 time: 0.9510794 Oct 12 19:20:40.313187 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42550) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:40.342957 n-d-813679-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-77badc0c-f9a5-4ea4-a4ed-315c5c445fba tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] GET failed (client error): The resource could not be found. Oct 12 19:20:40.344387 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-77badc0c-f9a5-4ea4-a4ed-315c5c445fba tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] 10.222.0.49 "GET /v2.0/ports/c9b77ce1-11a2-4a87-a613-fc1cdc2b8ccb HTTP/1.1" status: 404 len: 333 time: 0.0302112 Oct 12 19:20:40.347451 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42552) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:40.374931 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-f20f4442-6010-4d92-a968-51b93b243c73 None None] Port d2c89d70-5d22-48e8-9b62-744e7fbc629d cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:20:40.375191 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e0fdd56-8854-4ea9-830a-fd19c57889cb tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Made reservation on behalf of ceb2896b1b72443898c06b8dcad99d7f for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:20:40.375342 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-f20f4442-6010-4d92-a968-51b93b243c73 None None] Could not find standard attr ID for object c9b77ce1-11a2-4a87-a613-fc1cdc2b8ccb. {{(pid=95503) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 19:20:40.375427 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3e0fdd56-8854-4ea9-830a-fd19c57889cb tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:40.424198 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device be495242-47cf-4919-8281-f91a8d9081f2 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:20:40.444975 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e0fdd56-8854-4ea9-830a-fd19c57889cb tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:20:40.446309 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: be495242-47cf-4919-8281-f91a8d9081f2 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:20:40.446853 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device be495242-47cf-4919-8281-f91a8d9081f2 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:20:40.460267 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3e0fdd56-8854-4ea9-830a-fd19c57889cb tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:40.460619 n-d-813679-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-3e0fdd56-8854-4ea9-830a-fd19c57889cb tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Added segment 90c5ccd2-bdc3-4bda-8e06-56d14f4e3cc5 of type vlan for network 5a98e58d-009a-407e-b931-e2a78cc127da Oct 12 19:20:40.492183 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-e20f98c4-950e-4539-b87f-f261d5189677 None None] Provisioning complete for port d2c89d70-5d22-48e8-9b62-744e7fbc629d triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:20:40.492874 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e20f98c4-950e-4539-b87f-f261d5189677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:40.524947 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3e0fdd56-8854-4ea9-830a-fd19c57889cb tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:40.542582 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-c49c3963-b254-4818-aaee-406f6d5a8b64 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Deleting port d2c89d70-5d22-48e8-9b62-744e7fbc629d {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:20:40.542918 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c49c3963-b254-4818-aaee-406f6d5a8b64 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:40.553028 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-e20f98c4-950e-4539-b87f-f261d5189677 None None] Port d2c89d70-5d22-48e8-9b62-744e7fbc629d cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:20:40.557385 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-e20f98c4-950e-4539-b87f-f261d5189677 None None] Could not find standard attr ID for object c9b77ce1-11a2-4a87-a613-fc1cdc2b8ccb. {{(pid=95503) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 19:20:40.635651 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c49c3963-b254-4818-aaee-406f6d5a8b64 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:40.647871 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-c49c3963-b254-4818-aaee-406f6d5a8b64 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Calling delete_port for d2c89d70-5d22-48e8-9b62-744e7fbc629d owned by {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:20:40.653150 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3e0fdd56-8854-4ea9-830a-fd19c57889cb tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:40.659048 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0fdd56-8854-4ea9-830a-fd19c57889cb tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:40.659626 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3e0fdd56-8854-4ea9-830a-fd19c57889cb tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:40.788431 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-59cc35a2-4d10-4cdf-baf2-578e840aa1f5 req-00b54786-6368-4874-bd4f-1e062964eec7 tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d0a54d2-051b-449d-ba69-e47e8e2af487 HTTP/1.1" status: 200 len: 210 time: 0.0405025 Oct 12 19:20:40.790538 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0fdd56-8854-4ea9-830a-fd19c57889cb tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Pushing event updated for resources: {'Network': ['ID=5a98e58d-009a-407e-b931-e2a78cc127da,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:40.801374 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 5a98e58d-009a-407e-b931-e2a78cc127da details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:20:40.808806 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-3e0fdd56-8854-4ea9-830a-fd19c57889cb tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5816071 Oct 12 19:20:40.812474 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42560) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:40.817522 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-ccbd60fa-6ffc-4457-91e1-0db8166fee41 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Request body: {'subnet': {'network_id': '5a98e58d-009a-407e-b931-e2a78cc127da', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:20:40.911413 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-03870054-f388-428b-8e5f-8f64d868400a req-02695f1b-e37e-4a07-9556-04a795c7a97d tempest-ServerShowV247Test-1297704155 tempest-ServerShowV247Test-1297704155-project] 10.222.0.49 "GET /v2.0/ports?device_id=3d25dbc6-b3b0-4fff-9b8e-9339c284a1ec HTTP/1.1" status: 200 len: 210 time: 0.0296676 Oct 12 19:20:40.966754 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c49c3963-b254-4818-aaee-406f6d5a8b64 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:40.998265 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49c3963-b254-4818-aaee-406f6d5a8b64 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Pushing event deleted for resources: {'Port': ['ID=d2c89d70-5d22-48e8-9b62-744e7fbc629d,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:41.018135 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccbd60fa-6ffc-4457-91e1-0db8166fee41 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Made reservation on behalf of ceb2896b1b72443898c06b8dcad99d7f for: {'subnet': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:20:41.028725 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c49c3963-b254-4818-aaee-406f6d5a8b64 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:41.028906 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ccbd60fa-6ffc-4457-91e1-0db8166fee41 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4612397'] for subnet, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:41.033203 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-c49c3963-b254-4818-aaee-406f6d5a8b64 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] 10.222.0.49 "DELETE /v2.0/ports/d2c89d70-5d22-48e8-9b62-744e7fbc629d HTTP/1.1" status: 204 len: 168 time: 0.6819170 Oct 12 19:20:41.033628 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42566) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:41.116769 n-d-813679-3 neutron-server[95501]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0e10587-85f5-411b-a5aa-cf9fe22d28ef tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] GET failed (client error): The resource could not be found. Oct 12 19:20:41.118640 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-e0e10587-85f5-411b-a5aa-cf9fe22d28ef tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] 10.222.0.49 "GET /v2.0/ports/d2c89d70-5d22-48e8-9b62-744e7fbc629d HTTP/1.1" status: 404 len: 333 time: 0.0841508 Oct 12 19:20:41.123163 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42570) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:41.183612 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ac581f-a518-49f3-b8a2-ff5e3f93c7c8 req-cf05cc11-f150-4502-b06e-829696a8e61e tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:41.185774 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-28ac581f-a518-49f3-b8a2-ff5e3f93c7c8 req-cf05cc11-f150-4502-b06e-829696a8e61e tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb159dd6-68c1-41b5-9688-4e7a11fd8304 HTTP/1.1" status: 200 len: 950 time: 0.0986207 Oct 12 19:20:41.195835 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-d391723d-3b4d-406e-bba6-1351f9a5e165 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Deleting subnet cb5fa068-f533-43e1-a847-c99e18bb6529 {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:20:41.199184 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d391723d-3b4d-406e-bba6-1351f9a5e165 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:41.247694 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d391723d-3b4d-406e-bba6-1351f9a5e165 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16313642'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:41.262944 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-28ac581f-a518-49f3-b8a2-ff5e3f93c7c8 req-23e03620-a0a4-4371-9343-e1b6f963a93d tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701101 Oct 12 19:20:41.341516 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d391723d-3b4d-406e-bba6-1351f9a5e165 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:41.394982 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ccbd60fa-6ffc-4457-91e1-0db8166fee41 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4824863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4612355'] for subnet, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:41.452739 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d391723d-3b4d-406e-bba6-1351f9a5e165 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4306592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16245866'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:41.453396 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbd60fa-6ffc-4457-91e1-0db8166fee41 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Pushing event updated for resources: {'Subnet': ['ID=e8f47b82-41b5-4681-8f0a-7c31dc2e9a34,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:41.462528 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbd60fa-6ffc-4457-91e1-0db8166fee41 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Checking segment: {'id': '90c5ccd2-bdc3-4bda-8e06-56d14f4e3cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '5a98e58d-009a-407e-b931-e2a78cc127da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:20:41.462884 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccbd60fa-6ffc-4457-91e1-0db8166fee41 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Network hostable DHCP agents. Network: 5a98e58d-009a-407e-b931-e2a78cc127da, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:20:41.487439 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d391723d-3b4d-406e-bba6-1351f9a5e165 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Pushing event deleted for resources: {'Subnet': ['ID=cb5fa068-f533-43e1-a847-c99e18bb6529,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:41.490853 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d391723d-3b4d-406e-bba6-1351f9a5e165 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:41.494083 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-d391723d-3b4d-406e-bba6-1351f9a5e165 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] 10.222.0.49 "DELETE /v2.0/subnets/cb5fa068-f533-43e1-a847-c99e18bb6529 HTTP/1.1" status: 204 len: 168 time: 0.3698914 Oct 12 19:20:41.496711 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42572) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:41.499637 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de1ebe2-3a75-4705-a01f-46f1f61fe451 None None] Network f9d16045-bbef-412f-aaa2-ac3a93b813e8 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:20:41.515106 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccbd60fa-6ffc-4457-91e1-0db8166fee41 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Network 5a98e58d-009a-407e-b931-e2a78cc127da is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:20:41.568052 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-ccbd60fa-6ffc-4457-91e1-0db8166fee41 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, 5a98e58d-009a-407e-b931-e2a78cc127da) {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:20:41.576107 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccbd60fa-6ffc-4457-91e1-0db8166fee41 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:41.577337 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a321e53a-91eb-40ac-a5e4-0f5a54bdd7fa tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:41.578548 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ccbd60fa-6ffc-4457-91e1-0db8166fee41 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:41.594775 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7650173c-361d-41b4-87d6-da957953f803 None None] Network 5a98e58d-009a-407e-b931-e2a78cc127da requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:20:41.647731 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-a321e53a-91eb-40ac-a5e4-0f5a54bdd7fa tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Deleting port fa03f76b-33f1-4138-937e-0a07e80ba205 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:20:41.648096 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a321e53a-91eb-40ac-a5e4-0f5a54bdd7fa tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:41.659244 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-ccbd60fa-6ffc-4457-91e1-0db8166fee41 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8456063 Oct 12 19:20:41.660200 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42576) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:41.664800 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-aecce057-d452-46c5-a615-0ccb6320fbee tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-211411697', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:20:41.726940 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-a321e53a-91eb-40ac-a5e4-0f5a54bdd7fa tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] For port fa03f76b-33f1-4138-937e-0a07e80ba205, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=fa03f76b-33f1-4138-937e-0a07e80ba205,segment=NetworkSegment(fef988b9-763f-4693-bb19-bd3cdb59e4ee),segment_id=fef988b9-763f-4693-bb19-bd3cdb59e4ee)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:20:41.727320 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a321e53a-91eb-40ac-a5e4-0f5a54bdd7fa tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:41.743204 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-a321e53a-91eb-40ac-a5e4-0f5a54bdd7fa tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Calling delete_port for fa03f76b-33f1-4138-937e-0a07e80ba205 owned by network:dhcp {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:20:41.757481 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23758464-6188-4f8f-868a-a433ae3f3b1f None None] DHCP port deletion for f9d16045-bbef-412f-aaa2-ac3a93b813e8 request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 19:20:41.772306 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-aecce057-d452-46c5-a615-0ccb6320fbee tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8093678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255505'] for router, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:41.773605 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-aecce057-d452-46c5-a615-0ccb6320fbee tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8093562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8087085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8022306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255518'] for router, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:41.783983 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d482a1-212c-41ef-80b7-1aa4ef82396d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-5a98e58d-009a-407e-b931-e2a78cc127da', 'network_id': '5a98e58d-009a-407e-b931-e2a78cc127da', 'tenant_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'fixed_ips': [{'subnet_id': 'e8f47b82-41b5-4681-8f0a-7c31dc2e9a34'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:20:41.785091 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e1d482a1-212c-41ef-80b7-1aa4ef82396d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:41.852397 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-aecce057-d452-46c5-a615-0ccb6320fbee tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:41.863638 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a1fb0eec-cb96-4737-a4c9-610002e5fa07 req-169cd213-eade-48ce-a768-97d246439bbe tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=5452d91afbbb4288869b165c47f762fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0258391 Oct 12 19:20:41.884297 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-23758464-6188-4f8f-868a-a433ae3f3b1f None None] Deleting port fa03f76b-33f1-4138-937e-0a07e80ba205 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:20:41.884676 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-23758464-6188-4f8f-868a-a433ae3f3b1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:41.932229 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a321e53a-91eb-40ac-a5e4-0f5a54bdd7fa tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:41.948712 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-541933f4-2c30-4190-b8cc-b3a56d685999 req-afbcd8a8-c439-41ef-a424-71cc09f7a68a tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d0a54d2-051b-449d-ba69-e47e8e2af487 HTTP/1.1" status: 200 len: 210 time: 0.0688813 Oct 12 19:20:41.958641 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-aecce057-d452-46c5-a615-0ccb6320fbee tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8093541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7915516'] for router, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:41.997218 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a321e53a-91eb-40ac-a5e4-0f5a54bdd7fa tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Pushing event deleted for resources: {'Port': ['ID=fa03f76b-33f1-4138-937e-0a07e80ba205,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:41.999142 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a321e53a-91eb-40ac-a5e4-0f5a54bdd7fa tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] No DVR routers for this DVR port fa03f76b-33f1-4138-937e-0a07e80ba205 on host n-d-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:20:42.025821 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-23758464-6188-4f8f-868a-a433ae3f3b1f None None] For port fa03f76b-33f1-4138-937e-0a07e80ba205, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=fa03f76b-33f1-4138-937e-0a07e80ba205,segment=NetworkSegment(fef988b9-763f-4693-bb19-bd3cdb59e4ee),segment_id=fef988b9-763f-4693-bb19-bd3cdb59e4ee)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:20:42.025821 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-23758464-6188-4f8f-868a-a433ae3f3b1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:42.049345 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-e1d482a1-212c-41ef-80b7-1aa4ef82396d None None] Allocated IP 172.20.0.2 (5a98e58d-009a-407e-b931-e2a78cc127da/e8f47b82-41b5-4681-8f0a-7c31dc2e9a34/b4988db8-3a7d-4893-98e1-2a0f216168d1) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:20:42.053557 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fb0eec-cb96-4737-a4c9-610002e5fa07 req-d3e687e8-2cba-43c3-a2c7-9327a5a82a40 tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:42.055289 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a1fb0eec-cb96-4737-a4c9-610002e5fa07 req-d3e687e8-2cba-43c3-a2c7-9327a5a82a40 tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1856074 Oct 12 19:20:42.059894 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-23758464-6188-4f8f-868a-a433ae3f3b1f None None] Calling delete_port for fa03f76b-33f1-4138-937e-0a07e80ba205 owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:20:42.068297 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-59e57ac6-e875-4ec8-b0ef-8741f0d1a6ca req-815d2a45-274c-43f0-85f3-ee7228b4e7a4 tempest-ServerShowV247Test-1297704155 tempest-ServerShowV247Test-1297704155-project] 10.222.0.49 "GET /v2.0/ports?device_id=3d25dbc6-b3b0-4fff-9b8e-9339c284a1ec HTTP/1.1" status: 200 len: 210 time: 0.0318303 Oct 12 19:20:42.094174 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-a1fb0eec-cb96-4737-a4c9-610002e5fa07 req-4795ae89-a0c7-417a-a613-a2628baf906a tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] Request body: {'port': {'device_id': '7d0a54d2-051b-449d-ba69-e47e8e2af487', 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1', 'admin_state_up': True, 'tenant_id': '5452d91afbbb4288869b165c47f762fd'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:20:42.104562 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-aecce057-d452-46c5-a615-0ccb6320fbee tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks [] for router, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:42.109323 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42584) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:42.111640 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-aecce057-d452-46c5-a615-0ccb6320fbee tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4488893 Oct 12 19:20:42.197296 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a321e53a-91eb-40ac-a5e4-0f5a54bdd7fa tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:42.232599 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-23758464-6188-4f8f-868a-a433ae3f3b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:42.283966 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-a321e53a-91eb-40ac-a5e4-0f5a54bdd7fa tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9d16045-bbef-412f-aaa2-ac3a93b813e8']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:20:42.284225 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23758464-6188-4f8f-868a-a433ae3f3b1f None None] Pushing event deleted for resources: {'Port': ['ID=fa03f76b-33f1-4138-937e-0a07e80ba205,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:42.294065 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23758464-6188-4f8f-868a-a433ae3f3b1f None None] No DVR routers for this DVR port fa03f76b-33f1-4138-937e-0a07e80ba205 on host n-d-813679-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:20:42.297233 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-a321e53a-91eb-40ac-a5e4-0f5a54bdd7fa tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fef988b9-763f-4693-bb19-bd3cdb59e4ee') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:20:42.297727 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-a321e53a-91eb-40ac-a5e4-0f5a54bdd7fa tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fef988b9-763f-4693-bb19-bd3cdb59e4ee') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:20:42.311079 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a321e53a-91eb-40ac-a5e4-0f5a54bdd7fa tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16313633'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:42.325703 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e1d482a1-212c-41ef-80b7-1aa4ef82396d None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:42.343581 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1fb0eec-cb96-4737-a4c9-610002e5fa07 req-4795ae89-a0c7-417a-a613-a2628baf906a tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] Made reservation on behalf of 5452d91afbbb4288869b165c47f762fd for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:20:42.347323 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-a1fb0eec-cb96-4737-a4c9-610002e5fa07 req-4795ae89-a0c7-417a-a613-a2628baf906a tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:42.384453 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a321e53a-91eb-40ac-a5e4-0f5a54bdd7fa tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:42.411157 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e1d482a1-212c-41ef-80b7-1aa4ef82396d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:42.411417 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a321e53a-91eb-40ac-a5e4-0f5a54bdd7fa tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:20:42.411417 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a321e53a-91eb-40ac-a5e4-0f5a54bdd7fa tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4305278'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:42.413592 n-d-813679-3 neutron-server[95502]: Traceback (most recent call last): Oct 12 19:20:42.413592 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:20:42.413592 n-d-813679-3 neutron-server[95502]: timer() Oct 12 19:20:42.413592 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:20:42.413592 n-d-813679-3 neutron-server[95502]: cb(*args, **kw) Oct 12 19:20:42.413592 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:20:42.413592 n-d-813679-3 neutron-server[95502]: return func(*args, **kwargs) Oct 12 19:20:42.413592 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:20:42.413592 n-d-813679-3 neutron-server[95502]: self._notify() Oct 12 19:20:42.413592 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:20:42.413592 n-d-813679-3 neutron-server[95502]: self.callback(batched_events) Oct 12 19:20:42.413592 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:20:42.413592 n-d-813679-3 neutron-server[95502]: event.method(event) Oct 12 19:20:42.413592 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:20:42.413592 n-d-813679-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:20:42.413592 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:20:42.413592 n-d-813679-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:20:42.413592 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:20:42.413592 n-d-813679-3 neutron-server[95502]: return f(self, *a, **k) Oct 12 19:20:42.413592 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:20:42.413592 n-d-813679-3 neutron-server[95502]: return self._get(url).json() Oct 12 19:20:42.413592 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:20:42.413592 n-d-813679-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:20:42.413592 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:20:42.413592 n-d-813679-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Oct 12 19:20:42.413592 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:20:42.413592 n-d-813679-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:20:42.413592 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:20:42.413592 n-d-813679-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:20:42.413592 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:20:42.413592 n-d-813679-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:20:42.413592 n-d-813679-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:20:42.446251 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d482a1-212c-41ef-80b7-1aa4ef82396d None None] Network 5a98e58d-009a-407e-b931-e2a78cc127da is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:20:42.452417 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69941e6c-5495-4e8d-ab35-5de848a25a27 req-acb3d9eb-0752-44cf-8bb3-c064c67581e6 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:42.453178 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-e1d482a1-212c-41ef-80b7-1aa4ef82396d None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:20:42.453983 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-69941e6c-5495-4e8d-ab35-5de848a25a27 req-acb3d9eb-0752-44cf-8bb3-c064c67581e6 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb159dd6-68c1-41b5-9688-4e7a11fd8304 HTTP/1.1" status: 200 len: 950 time: 0.0957546 Oct 12 19:20:42.456798 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d482a1-212c-41ef-80b7-1aa4ef82396d None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:20:42.467979 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d482a1-212c-41ef-80b7-1aa4ef82396d None None] Pushing event updated for resources: {'Port': ['ID=b4988db8-3a7d-4893-98e1-2a0f216168d1,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:42.504314 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e39fe41b-2867-47a6-9c26-8096da712f33 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:42.516389 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-e1d482a1-212c-41ef-80b7-1aa4ef82396d None None] Attempting to bind port b4988db8-3a7d-4893-98e1-2a0f216168d1 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:20:42.516970 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-e1d482a1-212c-41ef-80b7-1aa4ef82396d None None] Attempting to bind port b4988db8-3a7d-4893-98e1-2a0f216168d1 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '90c5ccd2-bdc3-4bda-8e06-56d14f4e3cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '5a98e58d-009a-407e-b931-e2a78cc127da'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:20:42.517849 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d482a1-212c-41ef-80b7-1aa4ef82396d None None] Attempting to bind port b4988db8-3a7d-4893-98e1-2a0f216168d1 on network 5a98e58d-009a-407e-b931-e2a78cc127da {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:20:42.522459 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d482a1-212c-41ef-80b7-1aa4ef82396d None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:20:42.522620 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d482a1-212c-41ef-80b7-1aa4ef82396d None None] Checking segment: {'id': '90c5ccd2-bdc3-4bda-8e06-56d14f4e3cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '5a98e58d-009a-407e-b931-e2a78cc127da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:20:42.522903 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e1d482a1-212c-41ef-80b7-1aa4ef82396d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:42.523299 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d482a1-212c-41ef-80b7-1aa4ef82396d None None] Bound using segment: {'id': '90c5ccd2-bdc3-4bda-8e06-56d14f4e3cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '5a98e58d-009a-407e-b931-e2a78cc127da'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:20:42.523770 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-e1d482a1-212c-41ef-80b7-1aa4ef82396d None None] Bound port: b4988db8-3a7d-4893-98e1-2a0f216168d1, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90c5ccd2-bdc3-4bda-8e06-56d14f4e3cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '5a98e58d-009a-407e-b931-e2a78cc127da'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:20:42.524183 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e1d482a1-212c-41ef-80b7-1aa4ef82396d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:42.549437 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-69941e6c-5495-4e8d-ab35-5de848a25a27 req-f64fabcb-c309-42a5-80f6-fecc98375ada tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714469 Oct 12 19:20:42.563523 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [req-a1fb0eec-cb96-4737-a4c9-610002e5fa07 req-4795ae89-a0c7-417a-a613-a2628baf906a tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] Allocated IP 192.168.233.11 (90dcf485-b1ad-4139-85a3-9e1e9879e6b1/629aee7d-3fde-4c72-af1e-6a7e1f6a7e75/d66eab91-21ee-4315-b294-ce4453dba5e6) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:20:42.581930 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a321e53a-91eb-40ac-a5e4-0f5a54bdd7fa tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:42.594148 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-e1d482a1-212c-41ef-80b7-1aa4ef82396d None None] For port b4988db8-3a7d-4893-98e1-2a0f216168d1, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:20:42.594392 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a321e53a-91eb-40ac-a5e4-0f5a54bdd7fa tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:42.597284 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-e1d482a1-212c-41ef-80b7-1aa4ef82396d None None] For port b4988db8-3a7d-4893-98e1-2a0f216168d1, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=b4988db8-3a7d-4893-98e1-2a0f216168d1,segment=NetworkSegment(90c5ccd2-bdc3-4bda-8e06-56d14f4e3cc5),segment_id=90c5ccd2-bdc3-4bda-8e06-56d14f4e3cc5)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:20:42.597667 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-a321e53a-91eb-40ac-a5e4-0f5a54bdd7fa tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] 10.222.0.49 "DELETE /v2.0/networks/f9d16045-bbef-412f-aaa2-ac3a93b813e8 HTTP/1.1" status: 204 len: 168 time: 1.1000416 Oct 12 19:20:42.605488 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42590) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:42.613603 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-cff157c7-4f61-4a14-9fc3-34b7257a7f0b tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-396042942'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:20:42.613780 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a321e53a-91eb-40ac-a5e4-0f5a54bdd7fa tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Pushing event deleted for resources: {'Network': ['ID=f9d16045-bbef-412f-aaa2-ac3a93b813e8,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:42.641483 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e1d482a1-212c-41ef-80b7-1aa4ef82396d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:42.711666 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cff157c7-4f61-4a14-9fc3-34b7257a7f0b tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Made reservation on behalf of 273d7b7bf24b4507988eb056053819bc for: {'network': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:20:42.720243 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-cff157c7-4f61-4a14-9fc3-34b7257a7f0b tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:42.747972 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d482a1-212c-41ef-80b7-1aa4ef82396d None None] Pushing event updated for resources: {'Port': ['ID=b4988db8-3a7d-4893-98e1-2a0f216168d1,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:42.750843 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cff157c7-4f61-4a14-9fc3-34b7257a7f0b tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=95501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:20:42.770406 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-cff157c7-4f61-4a14-9fc3-34b7257a7f0b tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:42.770753 n-d-813679-3 neutron-server[95501]: INFO neutron.db.segments_db [None req-cff157c7-4f61-4a14-9fc3-34b7257a7f0b tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Added segment ae5a27e5-3b81-43d9-a243-00e41cdb8f19 of type vlan for network b2265a10-2c46-40cb-89b5-84ac1cc244bc Oct 12 19:20:42.808579 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-e39fe41b-2867-47a6-9c26-8096da712f33 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Allocated IP 172.20.0.1 (5a98e58d-009a-407e-b931-e2a78cc127da/e8f47b82-41b5-4681-8f0a-7c31dc2e9a34/331c4729-42c4-46f9-8523-a1f2b4969e85) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:20:42.841568 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-cff157c7-4f61-4a14-9fc3-34b7257a7f0b tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:42.859843 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-a1fb0eec-cb96-4737-a4c9-610002e5fa07 req-4795ae89-a0c7-417a-a613-a2628baf906a tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:42.947788 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e39fe41b-2867-47a6-9c26-8096da712f33 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:42.983609 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-cff157c7-4f61-4a14-9fc3-34b7257a7f0b tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:42.993556 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff157c7-4f61-4a14-9fc3-34b7257a7f0b tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:42.994438 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-cff157c7-4f61-4a14-9fc3-34b7257a7f0b tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:43.052513 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-a1fb0eec-cb96-4737-a4c9-610002e5fa07 req-4795ae89-a0c7-417a-a613-a2628baf906a tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:43.066959 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['6455faee-77de-4c89-b05d-714ffd3aec75'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:20:43.081597 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e39fe41b-2867-47a6-9c26-8096da712f33 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:43.136538 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1fb0eec-cb96-4737-a4c9-610002e5fa07 req-4795ae89-a0c7-417a-a613-a2628baf906a tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] Network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:20:43.141101 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [req-a1fb0eec-cb96-4737-a4c9-610002e5fa07 req-4795ae89-a0c7-417a-a613-a2628baf906a tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:20:43.155312 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff157c7-4f61-4a14-9fc3-34b7257a7f0b tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Pushing event updated for resources: {'Network': ['ID=b2265a10-2c46-40cb-89b5-84ac1cc244bc,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:43.166359 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e39fe41b-2867-47a6-9c26-8096da712f33 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Network 5a98e58d-009a-407e-b931-e2a78cc127da is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:20:43.170342 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-e39fe41b-2867-47a6-9c26-8096da712f33 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:20:43.179610 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1fb0eec-cb96-4737-a4c9-610002e5fa07 req-4795ae89-a0c7-417a-a613-a2628baf906a tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:20:43.180644 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39fe41b-2867-47a6-9c26-8096da712f33 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:20:43.189371 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network b2265a10-2c46-40cb-89b5-84ac1cc244bc details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:20:43.204275 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-cff157c7-4f61-4a14-9fc3-34b7257a7f0b tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5945773 Oct 12 19:20:43.226157 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42600) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:43.234496 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e39fe41b-2867-47a6-9c26-8096da712f33 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7915309'] for router_interface, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:43.238510 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-e2498470-ef73-4adc-905a-70f18343b041 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Request body: {'subnet': {'network_id': 'b2265a10-2c46-40cb-89b5-84ac1cc244bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:20:43.253786 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01abf177-0534-4a11-82fe-c1bc536730e3 req-6c70016c-eb6c-4a57-9f5c-6229a4522e51 tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:43.255311 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-01abf177-0534-4a11-82fe-c1bc536730e3 req-6c70016c-eb6c-4a57-9f5c-6229a4522e51 tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d0a54d2-051b-449d-ba69-e47e8e2af487 HTTP/1.1" status: 200 len: 935 time: 0.2150102 Oct 12 19:20:43.268400 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4795ae89-a0c7-417a-a613-a2628baf906a tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] Pushing event updated for resources: {'Port': ['ID=d66eab91-21ee-4315-b294-ce4453dba5e6,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:43.348971 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39fe41b-2867-47a6-9c26-8096da712f33 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Pushing event updated for resources: {'Port': ['ID=331c4729-42c4-46f9-8523-a1f2b4969e85,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:43.367729 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3e52a6ba-9f32-4612-b36a-52fb2978f1c0 req-07e353e9-c594-4536-9026-a6db785a19e0 tempest-ServerShowV247Test-1297704155 tempest-ServerShowV247Test-1297704155-project] 10.222.0.49 "GET /v2.0/ports?device_id=3d25dbc6-b3b0-4fff-9b8e-9339c284a1ec HTTP/1.1" status: 200 len: 210 time: 0.1264069 Oct 12 19:20:43.383648 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fb0eec-cb96-4737-a4c9-610002e5fa07 req-4795ae89-a0c7-417a-a613-a2628baf906a tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:43.383648 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-a1fb0eec-cb96-4737-a4c9-610002e5fa07 req-4795ae89-a0c7-417a-a613-a2628baf906a tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:43.412121 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-01abf177-0534-4a11-82fe-c1bc536730e3 req-42e19e8e-7814-4911-a3d9-7b3d9b86268c tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c85258c-07e8-47e9-abbc-b7175588719e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963044 Oct 12 19:20:43.481496 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e39fe41b-2867-47a6-9c26-8096da712f33 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:43.516410 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a1fb0eec-cb96-4737-a4c9-610002e5fa07 req-4795ae89-a0c7-417a-a613-a2628baf906a tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4383407 Oct 12 19:20:43.520813 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-783f1355-0e1c-47cb-b760-dd17923c0710 None None] Provisioning complete for port d66eab91-21ee-4315-b294-ce4453dba5e6 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:20:43.521427 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-783f1355-0e1c-47cb-b760-dd17923c0710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:43.532858 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-a1fb0eec-cb96-4737-a4c9-610002e5fa07 req-a97407fa-430b-4e99-ae7c-f3246f2b7754 service neutron] Request body: {'port': {'device_id': '7d0a54d2-051b-449d-ba69-e47e8e2af487', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-3'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:20:43.609486 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-783f1355-0e1c-47cb-b760-dd17923c0710 None None] Port d66eab91-21ee-4315-b294-ce4453dba5e6 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:20:43.645113 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-a1fb0eec-cb96-4737-a4c9-610002e5fa07 req-a97407fa-430b-4e99-ae7c-f3246f2b7754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:43.647690 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2498470-ef73-4adc-905a-70f18343b041 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Made reservation on behalf of 273d7b7bf24b4507988eb056053819bc for: {'subnet': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:20:43.651156 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e2498470-ef73-4adc-905a-70f18343b041 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4612397'] for subnet, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:43.674359 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device b4988db8-3a7d-4893-98e1-2a0f216168d1 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:20:43.733777 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port b4988db8-3a7d-4893-98e1-2a0f216168d1 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:20:43.734246 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:43.819643 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cd1349-227c-47a2-85a6-b6b05d88953e req-b8051bf6-39b3-4bdd-b0b9-2da0307b1d79 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:43.821175 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-01cd1349-227c-47a2-85a6-b6b05d88953e req-b8051bf6-39b3-4bdd-b0b9-2da0307b1d79 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb159dd6-68c1-41b5-9688-4e7a11fd8304 HTTP/1.1" status: 200 len: 950 time: 0.1415377 Oct 12 19:20:43.864948 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:43.903288 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3428438c-af62-4385-9bf6-64dbaf72f198 None None] Network 5a98e58d-009a-407e-b931-e2a78cc127da requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:20:43.906488 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] For port b4988db8-3a7d-4893-98e1-2a0f216168d1, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=b4988db8-3a7d-4893-98e1-2a0f216168d1,segment=NetworkSegment(90c5ccd2-bdc3-4bda-8e06-56d14f4e3cc5),segment_id=90c5ccd2-bdc3-4bda-8e06-56d14f4e3cc5)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:20:43.923611 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-01cd1349-227c-47a2-85a6-b6b05d88953e req-6e59e00e-334c-40be-b72e-ae14b32095f2 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540347 Oct 12 19:20:43.960080 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e39fe41b-2867-47a6-9c26-8096da712f33 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:43.978169 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-fef9af24-802c-4f85-84fd-60615fe59fea None None] Provisioning complete for port b4988db8-3a7d-4893-98e1-2a0f216168d1 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:20:43.978549 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fef9af24-802c-4f85-84fd-60615fe59fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:44.003840 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:44.034688 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e39fe41b-2867-47a6-9c26-8096da712f33 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:44.096892 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device fa03f76b-33f1-4138-937e-0a07e80ba205 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:20:44.118217 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [req-a1fb0eec-cb96-4737-a4c9-610002e5fa07 req-a97407fa-430b-4e99-ae7c-f3246f2b7754 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d66eab91-21ee-4315-b294-ce4453dba5e6 {{(pid=95501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:20:44.125921 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: fa03f76b-33f1-4138-937e-0a07e80ba205 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:20:44.132201 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device fa03f76b-33f1-4138-937e-0a07e80ba205 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:20:44.132201 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Pushing event updated for resources: {'Port': ['ID=b4988db8-3a7d-4893-98e1-2a0f216168d1,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:44.132528 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e2498470-ef73-4adc-905a-70f18343b041 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4824863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4612355'] for subnet, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:44.136628 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-a1fb0eec-cb96-4737-a4c9-610002e5fa07 req-a97407fa-430b-4e99-ae7c-f3246f2b7754 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:44.142043 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39fe41b-2867-47a6-9c26-8096da712f33 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Pushing event updated for resources: {'Port': ['ID=331c4729-42c4-46f9-8523-a1f2b4969e85,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:44.145615 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e39fe41b-2867-47a6-9c26-8096da712f33 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7898980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8092605'] for router_interface, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:44.210112 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.provisioning_blocks [req-a1fb0eec-cb96-4737-a4c9-610002e5fa07 req-a97407fa-430b-4e99-ae7c-f3246f2b7754 service neutron] Transition to ACTIVE for port object d66eab91-21ee-4315-b294-ce4453dba5e6 will not be triggered until provisioned by entity L2. {{(pid=95501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:20:44.217289 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2498470-ef73-4adc-905a-70f18343b041 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Pushing event updated for resources: {'Subnet': ['ID=8b0e353b-3821-455c-88b8-4eef8405cb68,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:44.233558 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2498470-ef73-4adc-905a-70f18343b041 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Checking segment: {'id': 'ae5a27e5-3b81-43d9-a243-00e41cdb8f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'b2265a10-2c46-40cb-89b5-84ac1cc244bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:20:44.234003 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2498470-ef73-4adc-905a-70f18343b041 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Network hostable DHCP agents. Network: b2265a10-2c46-40cb-89b5-84ac1cc244bc, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:20:44.247625 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e39fe41b-2867-47a6-9c26-8096da712f33 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Network 5a98e58d-009a-407e-b931-e2a78cc127da is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:20:44.248907 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-e39fe41b-2867-47a6-9c26-8096da712f33 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:20:44.281760 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-a1fb0eec-cb96-4737-a4c9-610002e5fa07 req-a97407fa-430b-4e99-ae7c-f3246f2b7754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:44.312131 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2498470-ef73-4adc-905a-70f18343b041 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Network b2265a10-2c46-40cb-89b5-84ac1cc244bc is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:20:44.344956 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97407fa-430b-4e99-ae7c-f3246f2b7754 service neutron] Pushing event updated for resources: {'Port': ['ID=d66eab91-21ee-4315-b294-ce4453dba5e6,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:44.405922 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-e2498470-ef73-4adc-905a-70f18343b041 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, b2265a10-2c46-40cb-89b5-84ac1cc244bc) {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:20:44.414687 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d0c217e-58e6-4cd2-9076-9312ca44a008 None None] Network b2265a10-2c46-40cb-89b5-84ac1cc244bc requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:20:44.415089 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2498470-ef73-4adc-905a-70f18343b041 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:44.438539 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e2498470-ef73-4adc-905a-70f18343b041 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:44.463161 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-a1fb0eec-cb96-4737-a4c9-610002e5fa07 req-a97407fa-430b-4e99-ae7c-f3246f2b7754 service neutron] Attempting to bind port d66eab91-21ee-4315-b294-ce4453dba5e6 on host n-h2-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:20:44.464076 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-a1fb0eec-cb96-4737-a4c9-610002e5fa07 req-a97407fa-430b-4e99-ae7c-f3246f2b7754 service neutron] Attempting to bind port d66eab91-21ee-4315-b294-ce4453dba5e6 by drivers openvswitch,hyperv on host n-h2-813679-3 at level 0 using segments [{'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:20:44.468693 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1fb0eec-cb96-4737-a4c9-610002e5fa07 req-a97407fa-430b-4e99-ae7c-f3246f2b7754 service neutron] Attempting to bind port d66eab91-21ee-4315-b294-ce4453dba5e6 on network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:20:44.477372 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1fb0eec-cb96-4737-a4c9-610002e5fa07 req-a97407fa-430b-4e99-ae7c-f3246f2b7754 service neutron] Port d66eab91-21ee-4315-b294-ce4453dba5e6 on network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:20:44.477825 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1fb0eec-cb96-4737-a4c9-610002e5fa07 req-a97407fa-430b-4e99-ae7c-f3246f2b7754 service neutron] Attempting to bind port d66eab91-21ee-4315-b294-ce4453dba5e6 on network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:20:44.485954 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1fb0eec-cb96-4737-a4c9-610002e5fa07 req-a97407fa-430b-4e99-ae7c-f3246f2b7754 service neutron] Checking agent: {'id': '233fbd7d-38e4-434f-bb8f-05364d7423a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:20:44.486481 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1fb0eec-cb96-4737-a4c9-610002e5fa07 req-a97407fa-430b-4e99-ae7c-f3246f2b7754 service neutron] Checking segment: {'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:20:44.486977 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1fb0eec-cb96-4737-a4c9-610002e5fa07 req-a97407fa-430b-4e99-ae7c-f3246f2b7754 service neutron] Bound using segment: {'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:20:44.487622 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-a1fb0eec-cb96-4737-a4c9-610002e5fa07 req-a97407fa-430b-4e99-ae7c-f3246f2b7754 service neutron] Bound port: d66eab91-21ee-4315-b294-ce4453dba5e6, host: n-h2-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'}}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:20:44.488092 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-a1fb0eec-cb96-4737-a4c9-610002e5fa07 req-a97407fa-430b-4e99-ae7c-f3246f2b7754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:44.579886 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-22be3487-34c2-464b-b5ee-77d16453fa45 None None] Provisioning complete for port b4988db8-3a7d-4893-98e1-2a0f216168d1 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:20:44.580520 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-22be3487-34c2-464b-b5ee-77d16453fa45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:44.778514 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abc8de9-151a-45b1-abbc-704fc81406de req-b671e3b3-3a26-41b0-8a42-7ebe342d25fa tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:44.780300 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7abc8de9-151a-45b1-abbc-704fc81406de req-b671e3b3-3a26-41b0-8a42-7ebe342d25fa tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d0a54d2-051b-449d-ba69-e47e8e2af487 HTTP/1.1" status: 200 len: 947 time: 0.1011710 Oct 12 19:20:44.798447 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f071a7c-5b48-4501-b991-b1d18f95a6df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-b2265a10-2c46-40cb-89b5-84ac1cc244bc', 'network_id': 'b2265a10-2c46-40cb-89b5-84ac1cc244bc', 'tenant_id': '273d7b7bf24b4507988eb056053819bc', 'fixed_ips': [{'subnet_id': '8b0e353b-3821-455c-88b8-4eef8405cb68'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:20:44.799914 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8f071a7c-5b48-4501-b991-b1d18f95a6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:44.813510 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-22be3487-34c2-464b-b5ee-77d16453fa45 None None] Provisioning complete for port 331c4729-42c4-46f9-8523-a1f2b4969e85 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:20:44.814289 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-22be3487-34c2-464b-b5ee-77d16453fa45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:44.837524 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7abc8de9-151a-45b1-abbc-704fc81406de req-fabbb0cb-c142-43ec-9d64-1a912ea742ee tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c85258c-07e8-47e9-abbc-b7175588719e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503578 Oct 12 19:20:44.916898 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-22be3487-34c2-464b-b5ee-77d16453fa45 None None] Port 331c4729-42c4-46f9-8523-a1f2b4969e85 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:20:44.961070 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e39fe41b-2867-47a6-9c26-8096da712f33 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Router 2aec3ecf-8f73-47aa-9290-e7356841559b is scheduled to L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b with binding_index 1 {{(pid=95502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 19:20:44.968200 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-e2498470-ef73-4adc-905a-70f18343b041 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7391610 Oct 12 19:20:44.974988 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42620) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:44.991180 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-88453855-0118-4316-a64a-4fa585b34cc6 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-532964974', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:20:45.004073 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cbfe0fdb-cc99-46f0-a8bc-65ca675d0a92 req-07193519-1a7d-4083-b4cb-4720043a3540 tempest-ServerShowV247Test-1297704155 tempest-ServerShowV247Test-1297704155-project] 10.222.0.49 "GET /v2.0/ports?device_id=3d25dbc6-b3b0-4fff-9b8e-9339c284a1ec HTTP/1.1" status: 200 len: 210 time: 0.4537694 Oct 12 19:20:45.007008 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-a1fb0eec-cb96-4737-a4c9-610002e5fa07 req-a97407fa-430b-4e99-ae7c-f3246f2b7754 service neutron] For port d66eab91-21ee-4315-b294-ce4453dba5e6, host n-h2-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:20:45.032991 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-8f071a7c-5b48-4501-b991-b1d18f95a6df None None] Allocated IP 2001:db8::2 (b2265a10-2c46-40cb-89b5-84ac1cc244bc/8b0e353b-3821-455c-88b8-4eef8405cb68/c6e65799-4c25-4a5d-bac2-619462424562) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:20:45.038313 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-a1fb0eec-cb96-4737-a4c9-610002e5fa07 req-a97407fa-430b-4e99-ae7c-f3246f2b7754 service neutron] For port d66eab91-21ee-4315-b294-ce4453dba5e6, host n-h2-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=d66eab91-21ee-4315-b294-ce4453dba5e6,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:20:45.120837 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-88453855-0118-4316-a64a-4fa585b34cc6 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8093678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255505'] for router, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:45.121916 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-88453855-0118-4316-a64a-4fa585b34cc6 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8093562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8087085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8022306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255518'] for router, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:45.137072 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-a1fb0eec-cb96-4737-a4c9-610002e5fa07 req-a97407fa-430b-4e99-ae7c-f3246f2b7754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:45.176860 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fb0eec-cb96-4737-a4c9-610002e5fa07 req-a97407fa-430b-4e99-ae7c-f3246f2b7754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:45.177475 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-a1fb0eec-cb96-4737-a4c9-610002e5fa07 req-a97407fa-430b-4e99-ae7c-f3246f2b7754 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:45.178974 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a1fb0eec-cb96-4737-a4c9-610002e5fa07 req-a97407fa-430b-4e99-ae7c-f3246f2b7754 service neutron] 10.222.0.67 "PUT /v2.0/ports/d66eab91-21ee-4315-b294-ce4453dba5e6 HTTP/1.1" status: 200 len: 1095 time: 1.6520221 Oct 12 19:20:45.181327 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d0a54d2-051b-449d-ba69-e47e8e2af487', 'tag': 'd66eab91-21ee-4315-b294-ce4453dba5e6'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:20:45.183405 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f031365-d3e8-4d37-a593-f06076f6b6a5" -d '{"events": [{"name": "network-changed", "server_uuid": "7d0a54d2-051b-449d-ba69-e47e8e2af487", "tag": "d66eab91-21ee-4315-b294-ce4453dba5e6"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:20:45.212593 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c435b9e-1aed-4681-acc7-28ea64eac46a req-479fae17-15bd-4d6b-a810-1b612f887870 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:45.212593 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7c435b9e-1aed-4681-acc7-28ea64eac46a req-479fae17-15bd-4d6b-a810-1b612f887870 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb159dd6-68c1-41b5-9688-4e7a11fd8304 HTTP/1.1" status: 200 len: 950 time: 0.1070087 Oct 12 19:20:45.212752 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-88453855-0118-4316-a64a-4fa585b34cc6 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:45.221204 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e39fe41b-2867-47a6-9c26-8096da712f33 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:20:45.230531 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-e39fe41b-2867-47a6-9c26-8096da712f33 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] 10.222.0.49 "PUT /v2.0/routers/2aec3ecf-8f73-47aa-9290-e7356841559b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1206460 Oct 12 19:20:45.234586 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42624) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:45.240581 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57c6569-02ad-458a-80e3-4d00c9f95737 None None] Sync routers for ids ['2aec3ecf-8f73-47aa-9290-e7356841559b'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:20:45.254877 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57c6569-02ad-458a-80e3-4d00c9f95737 None None] Routers {'2aec3ecf-8f73-47aa-9290-e7356841559b'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:20:45.255505 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-b57c6569-02ad-458a-80e3-4d00c9f95737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:20:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['2aec3ecf-8f73-47aa-9290-e7356841559b'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:20:45.257583 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72724aa0-539e-495d-9864-938dddf7975b x-openstack-request-id: req-72724aa0-539e-495d-9864-938dddf7975b {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:20:45.257880 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d0a54d2-051b-449d-ba69-e47e8e2af487", "tag": "d66eab91-21ee-4315-b294-ce4453dba5e6", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:20:45.258136 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-72724aa0-539e-495d-9864-938dddf7975b {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:20:45.258535 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d0a54d2-051b-449d-ba69-e47e8e2af487', 'tag': 'd66eab91-21ee-4315-b294-ce4453dba5e6', 'status': 'completed', 'code': 200} Oct 12 19:20:45.261320 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97407fa-430b-4e99-ae7c-f3246f2b7754 service neutron] Pushing event updated for resources: {'Port': ['ID=d66eab91-21ee-4315-b294-ce4453dba5e6,revision_number=3']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:45.304361 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d62c37-ddc7-45a5-a368-908833bab31a tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:45.305994 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-20d62c37-ddc7-45a5-a368-908833bab31a tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] 10.222.0.49 "GET /v2.0/ports/331c4729-42c4-46f9-8523-a1f2b4969e85 HTTP/1.1" status: 200 len: 910 time: 0.0698776 Oct 12 19:20:45.308530 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-88453855-0118-4316-a64a-4fa585b34cc6 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8093541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7915516'] for router, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:45.314660 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42626) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:45.315357 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-b57c6569-02ad-458a-80e3-4d00c9f95737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:20:45.324157 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57c6569-02ad-458a-80e3-4d00c9f95737 None None] Routers {'2aec3ecf-8f73-47aa-9290-e7356841559b'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:20:45.331932 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-b57c6569-02ad-458a-80e3-4d00c9f95737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:20:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['2aec3ecf-8f73-47aa-9290-e7356841559b'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:20:45.348185 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7c435b9e-1aed-4681-acc7-28ea64eac46a req-16ab2145-3fe1-4ff6-870a-31b7fc9c883f tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283112 Oct 12 19:20:45.355531 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-83c5cbf6-a98a-4efb-9c0c-29298f8ca459 None None] Provisioning complete for port 331c4729-42c4-46f9-8523-a1f2b4969e85 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:20:45.356052 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-83c5cbf6-a98a-4efb-9c0c-29298f8ca459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:45.377087 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-b57c6569-02ad-458a-80e3-4d00c9f95737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:20:45.378736 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57c6569-02ad-458a-80e3-4d00c9f95737 None None] The sync data for ids ['2aec3ecf-8f73-47aa-9290-e7356841559b'] in n-d-813679-3 is: [] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:20:45.379193 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f031365-d3e8-4d37-a593-f06076f6b6a5 req-df2108cb-af9e-497f-942e-b35772e52333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:45.380737 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8f031365-d3e8-4d37-a593-f06076f6b6a5 req-df2108cb-af9e-497f-942e-b35772e52333 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5452d91afbbb4288869b165c47f762fd&device_id=7d0a54d2-051b-449d-ba69-e47e8e2af487 HTTP/1.1" status: 200 len: 1098 time: 0.0922709 Oct 12 19:20:45.414961 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-83c5cbf6-a98a-4efb-9c0c-29298f8ca459 None None] Port 331c4729-42c4-46f9-8523-a1f2b4969e85 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:20:45.425906 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8f031365-d3e8-4d37-a593-f06076f6b6a5 req-53d36aa9-673e-4e06-a364-6f63c503f0a3 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=5452d91afbbb4288869b165c47f762fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304887 Oct 12 19:20:45.510670 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8f071a7c-5b48-4501-b991-b1d18f95a6df None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:45.541014 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f031365-d3e8-4d37-a593-f06076f6b6a5 req-89683ba0-84da-4b2a-9ce8-cd216410d6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:45.541160 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-88453855-0118-4316-a64a-4fa585b34cc6 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:45.541539 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8f031365-d3e8-4d37-a593-f06076f6b6a5 req-89683ba0-84da-4b2a-9ce8-cd216410d6c3 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1051402 Oct 12 19:20:45.544370 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-88453855-0118-4316-a64a-4fa585b34cc6 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5621333 Oct 12 19:20:45.545138 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42628) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:45.547194 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a38c8783-f49f-4c66-b8a8-350994f2b4f3 None None] Provisioning complete for port 331c4729-42c4-46f9-8523-a1f2b4969e85 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:20:45.547194 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a38c8783-f49f-4c66-b8a8-350994f2b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:45.551804 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-1146a460-5915-4745-b236-d76caa96032a tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Request body: {'port': {'network_id': 'b2265a10-2c46-40cb-89b5-84ac1cc244bc', 'name': 'tempest-PortsIpV6TestJSON-405720106'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:20:45.587514 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-a38c8783-f49f-4c66-b8a8-350994f2b4f3 None None] Port 331c4729-42c4-46f9-8523-a1f2b4969e85 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:20:45.590831 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8f071a7c-5b48-4501-b991-b1d18f95a6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:45.634034 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f071a7c-5b48-4501-b991-b1d18f95a6df None None] Network b2265a10-2c46-40cb-89b5-84ac1cc244bc is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:20:45.637587 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-8f071a7c-5b48-4501-b991-b1d18f95a6df None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:20:45.641586 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f071a7c-5b48-4501-b991-b1d18f95a6df None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:20:45.647470 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device b4988db8-3a7d-4893-98e1-2a0f216168d1 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:20:45.674843 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f071a7c-5b48-4501-b991-b1d18f95a6df None None] Pushing event updated for resources: {'Port': ['ID=c6e65799-4c25-4a5d-bac2-619462424562,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:45.680086 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fb0eec-cb96-4737-a4c9-610002e5fa07 req-3ebc8fb6-6b7a-4a5e-9c9f-6cfd7b065d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:45.681505 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a1fb0eec-cb96-4737-a4c9-610002e5fa07 req-3ebc8fb6-6b7a-4a5e-9c9f-6cfd7b065d42 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5452d91afbbb4288869b165c47f762fd&device_id=7d0a54d2-051b-449d-ba69-e47e8e2af487 HTTP/1.1" status: 200 len: 1098 time: 0.0674365 Oct 12 19:20:45.735311 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-8f071a7c-5b48-4501-b991-b1d18f95a6df None None] Attempting to bind port c6e65799-4c25-4a5d-bac2-619462424562 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:20:45.735804 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-8f071a7c-5b48-4501-b991-b1d18f95a6df None None] Attempting to bind port c6e65799-4c25-4a5d-bac2-619462424562 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'ae5a27e5-3b81-43d9-a243-00e41cdb8f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'b2265a10-2c46-40cb-89b5-84ac1cc244bc'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:20:45.736255 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f071a7c-5b48-4501-b991-b1d18f95a6df None None] Attempting to bind port c6e65799-4c25-4a5d-bac2-619462424562 on network b2265a10-2c46-40cb-89b5-84ac1cc244bc {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:20:45.737514 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4c28ac9f-4c46-4364-a3cb-bcd5272ef451 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8092566'] for router_interface, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:45.739224 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a1fb0eec-cb96-4737-a4c9-610002e5fa07 req-8bb7aad1-8644-4ecf-b96e-182cbde0f7f6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=d66eab91-21ee-4315-b294-ce4453dba5e6 HTTP/1.1" status: 200 len: 217 time: 0.0483084 Oct 12 19:20:45.743673 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f071a7c-5b48-4501-b991-b1d18f95a6df None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:20:45.744157 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f071a7c-5b48-4501-b991-b1d18f95a6df None None] Checking segment: {'id': 'ae5a27e5-3b81-43d9-a243-00e41cdb8f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'b2265a10-2c46-40cb-89b5-84ac1cc244bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:20:45.744631 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8f071a7c-5b48-4501-b991-b1d18f95a6df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:45.745084 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f071a7c-5b48-4501-b991-b1d18f95a6df None None] Bound using segment: {'id': 'ae5a27e5-3b81-43d9-a243-00e41cdb8f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'b2265a10-2c46-40cb-89b5-84ac1cc244bc'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:20:45.745616 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-8f071a7c-5b48-4501-b991-b1d18f95a6df None None] Bound port: c6e65799-4c25-4a5d-bac2-619462424562, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae5a27e5-3b81-43d9-a243-00e41cdb8f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'b2265a10-2c46-40cb-89b5-84ac1cc244bc'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:20:45.746059 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8f071a7c-5b48-4501-b991-b1d18f95a6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:45.782673 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port b4988db8-3a7d-4893-98e1-2a0f216168d1 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:20:45.787028 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:45.799252 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fb0eec-cb96-4737-a4c9-610002e5fa07 req-633b46d6-46b4-453e-beeb-b473a5161e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:45.800767 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a1fb0eec-cb96-4737-a4c9-610002e5fa07 req-633b46d6-46b4-453e-beeb-b473a5161e10 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=629aee7d-3fde-4c72-af1e-6a7e1f6a7e75 HTTP/1.1" status: 200 len: 843 time: 0.0527723 Oct 12 19:20:45.846653 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-8f071a7c-5b48-4501-b991-b1d18f95a6df None None] For port c6e65799-4c25-4a5d-bac2-619462424562, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:20:45.849971 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-8f071a7c-5b48-4501-b991-b1d18f95a6df None None] For port c6e65799-4c25-4a5d-bac2-619462424562, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=c6e65799-4c25-4a5d-bac2-619462424562,segment=NetworkSegment(ae5a27e5-3b81-43d9-a243-00e41cdb8f19),segment_id=ae5a27e5-3b81-43d9-a243-00e41cdb8f19)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:20:45.850391 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fb0eec-cb96-4737-a4c9-610002e5fa07 req-1e0d94ad-f416-44c1-bf61-b66ff9c3a806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:45.851941 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a1fb0eec-cb96-4737-a4c9-610002e5fa07 req-1e0d94ad-f416-44c1-bf61-b66ff9c3a806 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=90dcf485-b1ad-4139-85a3-9e1e9879e6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0429759 Oct 12 19:20:45.879478 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1146a460-5915-4745-b236-d76caa96032a tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Made reservation on behalf of 273d7b7bf24b4507988eb056053819bc for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:20:45.883541 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1146a460-5915-4745-b236-d76caa96032a tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:45.922188 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8f071a7c-5b48-4501-b991-b1d18f95a6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:45.935309 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [None req-1146a460-5915-4745-b236-d76caa96032a tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] device_id is not set on port 0a126083-989f-42a6-b884-9f24637d1246 yet. {{(pid=95501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 19:20:46.001606 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f071a7c-5b48-4501-b991-b1d18f95a6df None None] Pushing event updated for resources: {'Port': ['ID=c6e65799-4c25-4a5d-bac2-619462424562,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:46.073760 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6d5db0-78f2-4c2b-b92e-b1c5db256584 req-66052996-eb50-4d62-87d3-2f3d04a2f167 tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:46.081840 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0e6d5db0-78f2-4c2b-b92e-b1c5db256584 req-66052996-eb50-4d62-87d3-2f3d04a2f167 tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d0a54d2-051b-449d-ba69-e47e8e2af487 HTTP/1.1" status: 200 len: 947 time: 0.1611481 Oct 12 19:20:46.089171 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a1fb0eec-cb96-4737-a4c9-610002e5fa07 req-67fc3422-1ef8-4e1e-bd4c-3cf364c0af59 service neutron] 10.222.0.67 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294755 Oct 12 19:20:46.151590 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0e6d5db0-78f2-4c2b-b92e-b1c5db256584 req-cf893577-d227-447d-b6ad-334d87fc2f27 tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c85258c-07e8-47e9-abbc-b7175588719e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654888 Oct 12 19:20:46.165677 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-4c28ac9f-4c46-4364-a3cb-bcd5272ef451 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Deleting port 331c4729-42c4-46f9-8523-a1f2b4969e85 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:20:46.166024 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4c28ac9f-4c46-4364-a3cb-bcd5272ef451 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:46.210563 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5f147bc4-7e85-4ac8-a846-0d6aa85f5602 req-d811b873-f2fb-4f3a-9b97-9d484295cf06 tempest-ServerShowV247Test-1297704155 tempest-ServerShowV247Test-1297704155-project] 10.222.0.49 "GET /v2.0/ports?device_id=3d25dbc6-b3b0-4fff-9b8e-9339c284a1ec HTTP/1.1" status: 200 len: 210 time: 0.0395842 Oct 12 19:20:46.253014 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-1146a460-5915-4745-b236-d76caa96032a tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Allocated IP 2001:db8::6a (b2265a10-2c46-40cb-89b5-84ac1cc244bc/8b0e353b-3821-455c-88b8-4eef8405cb68/0a126083-989f-42a6-b884-9f24637d1246) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:20:46.299554 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a1fb0eec-cb96-4737-a4c9-610002e5fa07 req-ca2d5995-b1a0-457a-9676-ef0df8c7db24 service neutron] 10.222.0.67 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010882 Oct 12 19:20:46.329803 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4c28ac9f-4c46-4364-a3cb-bcd5272ef451 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:46.350702 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-4c28ac9f-4c46-4364-a3cb-bcd5272ef451 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Calling delete_port for 331c4729-42c4-46f9-8523-a1f2b4969e85 owned by network:router_interface {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:20:46.489714 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1146a460-5915-4745-b236-d76caa96032a tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:46.512179 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeed1b7-6f0d-4409-9543-4f65e765f891 req-a05d6750-c589-4327-b015-63d37118af37 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:46.512179 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0eeed1b7-6f0d-4409-9543-4f65e765f891 req-a05d6750-c589-4327-b015-63d37118af37 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb159dd6-68c1-41b5-9688-4e7a11fd8304 HTTP/1.1" status: 200 len: 950 time: 0.0863142 Oct 12 19:20:46.563938 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0eeed1b7-6f0d-4409-9543-4f65e765f891 req-3f430ae2-057f-44ab-b74a-9155b21f6b6c tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437484 Oct 12 19:20:46.588909 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4c28ac9f-4c46-4364-a3cb-bcd5272ef451 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:46.615998 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c28ac9f-4c46-4364-a3cb-bcd5272ef451 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Pushing event deleted for resources: {'Port': ['ID=331c4729-42c4-46f9-8523-a1f2b4969e85,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:46.617936 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1146a460-5915-4745-b236-d76caa96032a tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:46.668056 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1146a460-5915-4745-b236-d76caa96032a tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Network b2265a10-2c46-40cb-89b5-84ac1cc244bc is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:20:46.672101 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-1146a460-5915-4745-b236-d76caa96032a tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:20:46.676042 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1146a460-5915-4745-b236-d76caa96032a tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:20:46.681819 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1146a460-5915-4745-b236-d76caa96032a tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:46.682463 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1146a460-5915-4745-b236-d76caa96032a tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:46.693606 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1146a460-5915-4745-b236-d76caa96032a tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Pushing event updated for resources: {'Port': ['ID=0a126083-989f-42a6-b884-9f24637d1246,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:46.760680 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4c28ac9f-4c46-4364-a3cb-bcd5272ef451 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7898909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8092450'] for router_interface, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:46.763571 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-1146a460-5915-4745-b236-d76caa96032a tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2178864 Oct 12 19:20:46.766199 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42642) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:46.929503 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c28ac9f-4c46-4364-a3cb-bcd5272ef451 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Router 2aec3ecf-8f73-47aa-9290-e7356841559b has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:20:47.009630 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c28ac9f-4c46-4364-a3cb-bcd5272ef451 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:20:47.018511 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-4c28ac9f-4c46-4364-a3cb-bcd5272ef451 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] 10.222.0.49 "PUT /v2.0/routers/2aec3ecf-8f73-47aa-9290-e7356841559b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6992121 Oct 12 19:20:47.018511 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42644) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:47.022464 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0272b40d-4448-4b2e-8d03-194d6b65e948 None None] Sync routers for ids ['2aec3ecf-8f73-47aa-9290-e7356841559b'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:20:47.040017 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0272b40d-4448-4b2e-8d03-194d6b65e948 None None] Routers {'2aec3ecf-8f73-47aa-9290-e7356841559b'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:20:47.040918 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-0272b40d-4448-4b2e-8d03-194d6b65e948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:20:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['2aec3ecf-8f73-47aa-9290-e7356841559b'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:20:47.070634 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-3fea47d1-f465-42a6-92b8-164eaabd37ca tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] 10.222.0.49 "GET /v2.0/ports?device_id=2aec3ecf-8f73-47aa-9290-e7356841559b HTTP/1.1" status: 200 len: 205 time: 0.0511394 Oct 12 19:20:47.071630 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42648) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:47.083341 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-0272b40d-4448-4b2e-8d03-194d6b65e948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:20:47.093280 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0272b40d-4448-4b2e-8d03-194d6b65e948 None None] Routers {'2aec3ecf-8f73-47aa-9290-e7356841559b'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:20:47.093912 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-0272b40d-4448-4b2e-8d03-194d6b65e948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:20:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['2aec3ecf-8f73-47aa-9290-e7356841559b'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:20:47.131972 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-0272b40d-4448-4b2e-8d03-194d6b65e948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:20:47.132668 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0272b40d-4448-4b2e-8d03-194d6b65e948 None None] The sync data for ids ['2aec3ecf-8f73-47aa-9290-e7356841559b'] in n-d-813679-3 is: [] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:20:47.161870 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90eae89b-facf-4279-8965-8a633bf941aa None None] Network b2265a10-2c46-40cb-89b5-84ac1cc244bc requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:20:47.168963 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-026703ad-237d-4dd7-a445-67ce4e5353fb tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:47.179548 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c117da6c-1c2a-49a9-a07c-5d6447beb826 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks [] for router, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:47.245804 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-1763cb75-9c0a-4853-b8ff-823dc810639b None None] Provisioning complete for port c6e65799-4c25-4a5d-bac2-619462424562 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:20:47.246686 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1763cb75-9c0a-4853-b8ff-823dc810639b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:47.353688 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b148ad06-8f19-4199-bf53-b3081f637342 req-6170c708-b66e-4da2-a4c4-1f097a5794c5 tempest-ServerShowV247Test-1297704155 tempest-ServerShowV247Test-1297704155-project] 10.222.0.49 "GET /v2.0/ports?device_id=3d25dbc6-b3b0-4fff-9b8e-9339c284a1ec HTTP/1.1" status: 200 len: 210 time: 0.0387173 Oct 12 19:20:47.399845 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a6b0ef-98c2-4618-ab7a-d1c154fa9af6 req-4505cb2a-8a41-4e66-8429-d2ca4439a60b tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:47.401354 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a1a6b0ef-98c2-4618-ab7a-d1c154fa9af6 req-4505cb2a-8a41-4e66-8429-d2ca4439a60b tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d0a54d2-051b-449d-ba69-e47e8e2af487 HTTP/1.1" status: 200 len: 947 time: 0.1528997 Oct 12 19:20:47.403025 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c117da6c-1c2a-49a9-a07c-5d6447beb826 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255495'] for router, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:47.405567 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c117da6c-1c2a-49a9-a07c-5d6447beb826 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:47.411629 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1763cb75-9c0a-4853-b8ff-823dc810639b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:47.457865 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-1763cb75-9c0a-4853-b8ff-823dc810639b None None] For port c6e65799-4c25-4a5d-bac2-619462424562, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=c6e65799-4c25-4a5d-bac2-619462424562,segment=NetworkSegment(ae5a27e5-3b81-43d9-a243-00e41cdb8f19),segment_id=ae5a27e5-3b81-43d9-a243-00e41cdb8f19)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:20:47.472724 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a1a6b0ef-98c2-4618-ab7a-d1c154fa9af6 req-99273dee-d5e9-4abf-a1cc-e5e3e0958f44 tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c85258c-07e8-47e9-abbc-b7175588719e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639555 Oct 12 19:20:47.518014 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-026703ad-237d-4dd7-a445-67ce4e5353fb tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:47.532194 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1763cb75-9c0a-4853-b8ff-823dc810639b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:47.561745 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c117da6c-1c2a-49a9-a07c-5d6447beb826 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8093499'] for router, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:47.562631 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c117da6c-1c2a-49a9-a07c-5d6447beb826 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Fanout notify agent at l3_agent the message router_deleted on router 2aec3ecf-8f73-47aa-9290-e7356841559b {{(pid=95502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 19:20:47.571874 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c117da6c-1c2a-49a9-a07c-5d6447beb826 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:47.573113 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-c117da6c-1c2a-49a9-a07c-5d6447beb826 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] 10.222.0.49 "DELETE /v2.0/routers/2aec3ecf-8f73-47aa-9290-e7356841559b HTTP/1.1" status: 204 len: 168 time: 0.4992797 Oct 12 19:20:47.577575 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42658) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:47.613448 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1763cb75-9c0a-4853-b8ff-823dc810639b None None] Pushing event updated for resources: {'Port': ['ID=c6e65799-4c25-4a5d-bac2-619462424562,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:47.630388 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-026703ad-237d-4dd7-a445-67ce4e5353fb tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:47.664109 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device c6e65799-4c25-4a5d-bac2-619462424562 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:20:47.714342 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_v2 [None req-336aac20-6293-4f59-bbd3-a942be9d7fd8 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Deleting subnet e8f47b82-41b5-4681-8f0a-7c31dc2e9a34 {{(pid=95501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:20:47.719415 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port c6e65799-4c25-4a5d-bac2-619462424562 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:20:47.719415 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:47.722708 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-336aac20-6293-4f59-bbd3-a942be9d7fd8 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks [] for subnet, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:47.768102 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a76bde2b-a2ef-41d7-aff0-f327cfdd041b None None] Provisioning complete for port c6e65799-4c25-4a5d-bac2-619462424562 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:20:47.768427 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a76bde2b-a2ef-41d7-aff0-f327cfdd041b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:47.770812 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026703ad-237d-4dd7-a445-67ce4e5353fb tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Pushing event updated for resources: {'Port': ['ID=0a126083-989f-42a6-b884-9f24637d1246,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:47.828274 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-336aac20-6293-4f59-bbd3-a942be9d7fd8 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281083'] for subnet, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:47.866185 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04e19df-66ac-4b76-9be2-9ad6c8034755 req-687863d0-380b-42e4-a15a-4c5f22ae0dc2 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:47.867762 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a04e19df-66ac-4b76-9be2-9ad6c8034755 req-687863d0-380b-42e4-a15a-4c5f22ae0dc2 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb159dd6-68c1-41b5-9688-4e7a11fd8304 HTTP/1.1" status: 200 len: 950 time: 0.1958075 Oct 12 19:20:47.888177 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device d66eab91-21ee-4315-b294-ce4453dba5e6 details requested by agent hyperv_n-h2-813679-3 with host n-h2-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:20:47.976382 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a76bde2b-a2ef-41d7-aff0-f327cfdd041b None None] Provisioning complete for port 0a126083-989f-42a6-b884-9f24637d1246 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:20:47.976751 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a76bde2b-a2ef-41d7-aff0-f327cfdd041b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:48.009037 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a04e19df-66ac-4b76-9be2-9ad6c8034755 req-49678f80-00a0-4c8b-924b-8700ced5bc53 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322622 Oct 12 19:20:48.013958 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-026703ad-237d-4dd7-a445-67ce4e5353fb tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7915309'] for router_interface, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:48.030138 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-a76bde2b-a2ef-41d7-aff0-f327cfdd041b None None] Port 0a126083-989f-42a6-b884-9f24637d1246 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:20:48.042149 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port d66eab91-21ee-4315-b294-ce4453dba5e6, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=d66eab91-21ee-4315-b294-ce4453dba5e6,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:20:48.055464 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Returning: {'device': 'd66eab91-21ee-4315-b294-ce4453dba5e6', 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1', 'port_id': 'd66eab91-21ee-4315-b294-ce4453dba5e6', 'mac_address': 'fa:16:3e:56:75:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '629aee7d-3fde-4c72-af1e-6a7e1f6a7e75', 'ip_address': '192.168.233.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:20:48.059488 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-336aac20-6293-4f59-bbd3-a942be9d7fd8 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:48.096188 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:48.117303 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d66eab91-21ee-4315-b294-ce4453dba5e6 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:20:48.141148 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port d66eab91-21ee-4315-b294-ce4453dba5e6, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=d66eab91-21ee-4315-b294-ce4453dba5e6,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:20:48.151264 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-3b60c16b-7409-4640-8e86-8c1b029589ea None None] Provisioning complete for port 0a126083-989f-42a6-b884-9f24637d1246 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:20:48.151641 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3b60c16b-7409-4640-8e86-8c1b029589ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:48.194269 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-3b60c16b-7409-4640-8e86-8c1b029589ea None None] Port 0a126083-989f-42a6-b884-9f24637d1246 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:20:48.234124 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:48.234331 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-336aac20-6293-4f59-bbd3-a942be9d7fd8 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4824924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4612362'] for subnet, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:48.272649 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-336aac20-6293-4f59-bbd3-a942be9d7fd8 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:48.279312 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42666) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:48.279826 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-336aac20-6293-4f59-bbd3-a942be9d7fd8 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] 10.222.0.49 "DELETE /v2.0/subnets/e8f47b82-41b5-4681-8f0a-7c31dc2e9a34 HTTP/1.1" status: 204 len: 168 time: 0.7017066 Oct 12 19:20:48.280964 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336aac20-6293-4f59-bbd3-a942be9d7fd8 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Pushing event deleted for resources: {'Subnet': ['ID=e8f47b82-41b5-4681-8f0a-7c31dc2e9a34,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:48.282740 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-026703ad-237d-4dd7-a445-67ce4e5353fb tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:48.282987 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b665a4dd-4b53-41bd-8dff-bfe67ed4cd9a None None] Network 5a98e58d-009a-407e-b931-e2a78cc127da requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:20:48.286166 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=d66eab91-21ee-4315-b294-ce4453dba5e6,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:48.355453 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-2798688c-bc52-4aed-90b1-548dfa87ba2a None None] Provisioning complete for port 0a126083-989f-42a6-b884-9f24637d1246 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:20:48.355989 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2798688c-bc52-4aed-90b1-548dfa87ba2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:48.373312 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b500e4aa-63ca-4a4b-8229-d6a5ed69f8b8 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:48.430172 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-2798688c-bc52-4aed-90b1-548dfa87ba2a None None] Port 0a126083-989f-42a6-b884-9f24637d1246 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:20:48.443206 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-b500e4aa-63ca-4a4b-8229-d6a5ed69f8b8 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Deleting port b4988db8-3a7d-4893-98e1-2a0f216168d1 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:20:48.443583 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b500e4aa-63ca-4a4b-8229-d6a5ed69f8b8 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:48.512724 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-70aba2d6-0c61-414c-a1ac-3379907d6b37 req-9dc120d7-a7f5-4e98-a8c1-1e51634edcaa tempest-ServerShowV247Test-1297704155 tempest-ServerShowV247Test-1297704155-project] 10.222.0.49 "GET /v2.0/ports?device_id=3d25dbc6-b3b0-4fff-9b8e-9339c284a1ec HTTP/1.1" status: 200 len: 210 time: 0.0555644 Oct 12 19:20:48.524958 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4146fb67-bc5d-4083-9c72-3258c44439b5 None None] DHCP port deletion for 5a98e58d-009a-407e-b931-e2a78cc127da request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 19:20:48.532530 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['d66eab91-21ee-4315-b294-ce4453dba5e6'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:20:48.541706 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-b500e4aa-63ca-4a4b-8229-d6a5ed69f8b8 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] For port b4988db8-3a7d-4893-98e1-2a0f216168d1, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=b4988db8-3a7d-4893-98e1-2a0f216168d1,segment=NetworkSegment(90c5ccd2-bdc3-4bda-8e06-56d14f4e3cc5),segment_id=90c5ccd2-bdc3-4bda-8e06-56d14f4e3cc5)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:20:48.541885 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b500e4aa-63ca-4a4b-8229-d6a5ed69f8b8 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:48.558099 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-b500e4aa-63ca-4a4b-8229-d6a5ed69f8b8 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Calling delete_port for b4988db8-3a7d-4893-98e1-2a0f216168d1 owned by network:dhcp {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:20:48.612323 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-026703ad-237d-4dd7-a445-67ce4e5353fb tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:48.650576 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-4146fb67-bc5d-4083-9c72-3258c44439b5 None None] Deleting port b4988db8-3a7d-4893-98e1-2a0f216168d1 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:20:48.650954 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4146fb67-bc5d-4083-9c72-3258c44439b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:48.685289 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-026703ad-237d-4dd7-a445-67ce4e5353fb tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:48.686265 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-026703ad-237d-4dd7-a445-67ce4e5353fb tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7898980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8092605'] for router_interface, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:48.688415 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749d7745-4601-4632-adbe-ddd7f61a94f9 req-bd1b1869-a176-472a-b56f-fa5db1165e64 tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:48.689958 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-749d7745-4601-4632-adbe-ddd7f61a94f9 req-bd1b1869-a176-472a-b56f-fa5db1165e64 tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d0a54d2-051b-449d-ba69-e47e8e2af487 HTTP/1.1" status: 200 len: 948 time: 0.0678825 Oct 12 19:20:48.731444 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-4146fb67-bc5d-4083-9c72-3258c44439b5 None None] For port b4988db8-3a7d-4893-98e1-2a0f216168d1, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=b4988db8-3a7d-4893-98e1-2a0f216168d1,segment=NetworkSegment(90c5ccd2-bdc3-4bda-8e06-56d14f4e3cc5),segment_id=90c5ccd2-bdc3-4bda-8e06-56d14f4e3cc5)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:20:48.731841 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4146fb67-bc5d-4083-9c72-3258c44439b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:48.733363 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-749d7745-4601-4632-adbe-ddd7f61a94f9 req-7f0865d2-671b-4488-9efb-f031a6a0c8d3 tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c85258c-07e8-47e9-abbc-b7175588719e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360978 Oct 12 19:20:48.755153 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-4146fb67-bc5d-4083-9c72-3258c44439b5 None None] Calling delete_port for b4988db8-3a7d-4893-98e1-2a0f216168d1 owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:20:48.766168 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b500e4aa-63ca-4a4b-8229-d6a5ed69f8b8 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:48.786072 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026703ad-237d-4dd7-a445-67ce4e5353fb tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Pushing event updated for resources: {'Port': ['ID=0a126083-989f-42a6-b884-9f24637d1246,revision_number=3']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:48.800020 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b500e4aa-63ca-4a4b-8229-d6a5ed69f8b8 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] No DVR routers for this DVR port b4988db8-3a7d-4893-98e1-2a0f216168d1 on host n-d-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:20:48.805452 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b500e4aa-63ca-4a4b-8229-d6a5ed69f8b8 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Pushing event deleted for resources: {'Port': ['ID=b4988db8-3a7d-4893-98e1-2a0f216168d1,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:48.822232 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026703ad-237d-4dd7-a445-67ce4e5353fb tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Network b2265a10-2c46-40cb-89b5-84ac1cc244bc is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:20:48.823958 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-026703ad-237d-4dd7-a445-67ce4e5353fb tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:20:48.854097 n-d-813679-3 neutron-server[95503]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 12 19:20:48.854097 n-d-813679-3 neutron-server[95503]: from cryptography.utils import int_from_bytes Oct 12 19:20:48.854097 n-d-813679-3 neutron-server[95503]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 12 19:20:48.854097 n-d-813679-3 neutron-server[95503]: from cryptography.utils import int_from_bytes Oct 12 19:20:48.854097 n-d-813679-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:20:48.854097 n-d-813679-3 neutron-server[95503]: self.session.flush() Oct 12 19:20:48.854097 n-d-813679-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:20:48.854097 n-d-813679-3 neutron-server[95503]: self.session.flush() Oct 12 19:20:48.854097 n-d-813679-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:20:48.854097 n-d-813679-3 neutron-server[95503]: self.session.flush() Oct 12 19:20:48.854097 n-d-813679-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:20:48.854097 n-d-813679-3 neutron-server[95503]: self.session.flush() Oct 12 19:20:48.854097 n-d-813679-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:20:48.854097 n-d-813679-3 neutron-server[95503]: self.session.flush() Oct 12 19:20:48.854097 n-d-813679-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:20:48.854097 n-d-813679-3 neutron-server[95503]: self.session.flush() Oct 12 19:20:48.854097 n-d-813679-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:20:48.854097 n-d-813679-3 neutron-server[95503]: self.session.flush() Oct 12 19:20:48.854097 n-d-813679-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:20:48.854097 n-d-813679-3 neutron-server[95503]: self.session.flush() Oct 12 19:20:48.854097 n-d-813679-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:20:48.854097 n-d-813679-3 neutron-server[95503]: self.session.flush() Oct 12 19:20:48.854097 n-d-813679-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:20:48.854097 n-d-813679-3 neutron-server[95503]: self.session.flush() Oct 12 19:20:48.854097 n-d-813679-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:20:48.854097 n-d-813679-3 neutron-server[95503]: self.session.flush() Oct 12 19:20:48.854097 n-d-813679-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:20:48.854097 n-d-813679-3 neutron-server[95503]: self.session.flush() Oct 12 19:20:48.854097 n-d-813679-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:20:48.854097 n-d-813679-3 neutron-server[95503]: self.session.flush() Oct 12 19:20:48.854097 n-d-813679-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:20:48.854097 n-d-813679-3 neutron-server[95503]: self.session.flush() Oct 12 19:20:48.854097 n-d-813679-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:20:48.854097 n-d-813679-3 neutron-server[95503]: self.session.flush() Oct 12 19:20:48.854097 n-d-813679-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:20:48.854097 n-d-813679-3 neutron-server[95503]: self.session.flush() Oct 12 19:20:48.854097 n-d-813679-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:20:48.854097 n-d-813679-3 neutron-server[95503]: self.session.flush() Oct 12 19:20:48.854097 n-d-813679-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:20:48.854097 n-d-813679-3 neutron-server[95503]: self.session.flush() Oct 12 19:20:48.854097 n-d-813679-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:20:48.854097 n-d-813679-3 neutron-server[95503]: self.session.flush() Oct 12 19:20:48.856792 n-d-813679-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:20:48.856792 n-d-813679-3 neutron-server[95503]: self.session.flush() Oct 12 19:20:48.856792 n-d-813679-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:20:48.856792 n-d-813679-3 neutron-server[95503]: self.session.flush() Oct 12 19:20:48.856792 n-d-813679-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:20:48.856792 n-d-813679-3 neutron-server[95503]: self.session.flush() Oct 12 19:20:48.856792 n-d-813679-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:20:48.856792 n-d-813679-3 neutron-server[95503]: self.session.flush() Oct 12 19:20:48.856792 n-d-813679-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:20:48.856792 n-d-813679-3 neutron-server[95503]: self.session.flush() Oct 12 19:20:48.856792 n-d-813679-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:20:48.856792 n-d-813679-3 neutron-server[95503]: self.session.flush() Oct 12 19:20:48.856792 n-d-813679-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:20:48.856792 n-d-813679-3 neutron-server[95503]: self.session.flush() Oct 12 19:20:48.863205 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4146fb67-bc5d-4083-9c72-3258c44439b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:48.895057 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4146fb67-bc5d-4083-9c72-3258c44439b5 None None] Pushing event deleted for resources: {'Port': ['ID=b4988db8-3a7d-4893-98e1-2a0f216168d1,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:48.897226 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4146fb67-bc5d-4083-9c72-3258c44439b5 None None] No DVR routers for this DVR port b4988db8-3a7d-4893-98e1-2a0f216168d1 on host n-d-813679-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:20:48.897453 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b500e4aa-63ca-4a4b-8229-d6a5ed69f8b8 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:48.923836 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-b500e4aa-63ca-4a4b-8229-d6a5ed69f8b8 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a98e58d-009a-407e-b931-e2a78cc127da']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:20:48.934367 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-b500e4aa-63ca-4a4b-8229-d6a5ed69f8b8 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90c5ccd2-bdc3-4bda-8e06-56d14f4e3cc5') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:20:48.934659 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-b500e4aa-63ca-4a4b-8229-d6a5ed69f8b8 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90c5ccd2-bdc3-4bda-8e06-56d14f4e3cc5') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:20:48.944629 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b500e4aa-63ca-4a4b-8229-d6a5ed69f8b8 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16313633'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:48.958821 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b500e4aa-63ca-4a4b-8229-d6a5ed69f8b8 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:48.965211 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b500e4aa-63ca-4a4b-8229-d6a5ed69f8b8 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:20:48.965711 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b500e4aa-63ca-4a4b-8229-d6a5ed69f8b8 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4305278'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:48.968879 n-d-813679-3 neutron-server[95502]: Traceback (most recent call last): Oct 12 19:20:48.968879 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:20:48.968879 n-d-813679-3 neutron-server[95502]: timer() Oct 12 19:20:48.968879 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:20:48.968879 n-d-813679-3 neutron-server[95502]: cb(*args, **kw) Oct 12 19:20:48.968879 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:20:48.968879 n-d-813679-3 neutron-server[95502]: return func(*args, **kwargs) Oct 12 19:20:48.968879 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:20:48.968879 n-d-813679-3 neutron-server[95502]: self._notify() Oct 12 19:20:48.968879 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:20:48.968879 n-d-813679-3 neutron-server[95502]: self.callback(batched_events) Oct 12 19:20:48.968879 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:20:48.968879 n-d-813679-3 neutron-server[95502]: event.method(event) Oct 12 19:20:48.968879 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:20:48.968879 n-d-813679-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:20:48.968879 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:20:48.968879 n-d-813679-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:20:48.968879 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:20:48.968879 n-d-813679-3 neutron-server[95502]: return f(self, *a, **k) Oct 12 19:20:48.968879 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:20:48.968879 n-d-813679-3 neutron-server[95502]: return self._get(url).json() Oct 12 19:20:48.968879 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:20:48.968879 n-d-813679-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:20:48.968879 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:20:48.968879 n-d-813679-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Oct 12 19:20:48.968879 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:20:48.968879 n-d-813679-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:20:48.968879 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:20:48.968879 n-d-813679-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:20:48.968879 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:20:48.968879 n-d-813679-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:20:48.968879 n-d-813679-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:20:49.022196 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-026703ad-237d-4dd7-a445-67ce4e5353fb tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Router 9af1842f-5841-44eb-90f2-8c04a5df2b34 is scheduled to L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b with binding_index 1 {{(pid=95501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 19:20:49.037975 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 19:20:49.120370 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b500e4aa-63ca-4a4b-8229-d6a5ed69f8b8 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:49.127786 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b500e4aa-63ca-4a4b-8229-d6a5ed69f8b8 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:49.131196 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-b500e4aa-63ca-4a4b-8229-d6a5ed69f8b8 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] 10.222.0.49 "DELETE /v2.0/networks/5a98e58d-009a-407e-b931-e2a78cc127da HTTP/1.1" status: 204 len: 168 time: 0.8496270 Oct 12 19:20:49.134832 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42676) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:49.139808 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-433fabc4-8165-424f-93dd-4c172191dda8 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-691431018', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}, 'admin_state_up': False}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:20:49.156204 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b500e4aa-63ca-4a4b-8229-d6a5ed69f8b8 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Pushing event deleted for resources: {'Network': ['ID=5a98e58d-009a-407e-b931-e2a78cc127da,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:49.172401 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-4b15d127-632d-47f8-a96e-66974b6c86ab None None] Provisioning complete for port 0a126083-989f-42a6-b884-9f24637d1246 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:20:49.172989 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4b15d127-632d-47f8-a96e-66974b6c86ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:49.207992 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-4b15d127-632d-47f8-a96e-66974b6c86ab None None] Port 0a126083-989f-42a6-b884-9f24637d1246 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:20:49.229226 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-433fabc4-8165-424f-93dd-4c172191dda8 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8093678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255505'] for router, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:49.230343 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-433fabc4-8165-424f-93dd-4c172191dda8 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8093562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8087085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8022306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255518'] for router, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:49.289581 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-433fabc4-8165-424f-93dd-4c172191dda8 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:49.436840 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-026703ad-237d-4dd7-a445-67ce4e5353fb tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:20:49.444791 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-026703ad-237d-4dd7-a445-67ce4e5353fb tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] 10.222.0.49 "PUT /v2.0/routers/9af1842f-5841-44eb-90f2-8c04a5df2b34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6748073 Oct 12 19:20:49.447759 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f84f9e-a66f-42a3-a6bf-cad49eb08fb1 None None] Sync routers for ids ['9af1842f-5841-44eb-90f2-8c04a5df2b34'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:20:49.449943 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb6eddb-77b1-4eec-926b-540aed3ab59e req-94c71d33-a2dd-434e-9599-01c6fbba6cc3 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:49.451403 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8bb6eddb-77b1-4eec-926b-540aed3ab59e req-94c71d33-a2dd-434e-9599-01c6fbba6cc3 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb159dd6-68c1-41b5-9688-4e7a11fd8304 HTTP/1.1" status: 200 len: 950 time: 0.3594790 Oct 12 19:20:49.451874 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42682) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:49.459276 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f84f9e-a66f-42a3-a6bf-cad49eb08fb1 None None] Routers {'9af1842f-5841-44eb-90f2-8c04a5df2b34'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:20:49.459884 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-63f84f9e-a66f-42a3-a6bf-cad49eb08fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:20:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['9af1842f-5841-44eb-90f2-8c04a5df2b34'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:20:49.485499 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-433fabc4-8165-424f-93dd-4c172191dda8 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:49.497886 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-63f84f9e-a66f-42a3-a6bf-cad49eb08fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:20:49.506539 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f84f9e-a66f-42a3-a6bf-cad49eb08fb1 None None] Routers {'9af1842f-5841-44eb-90f2-8c04a5df2b34'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:20:49.507216 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-63f84f9e-a66f-42a3-a6bf-cad49eb08fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:20:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['9af1842f-5841-44eb-90f2-8c04a5df2b34'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:20:49.514862 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8bb6eddb-77b1-4eec-926b-540aed3ab59e req-9dc61450-3e7f-4e6d-8972-30cf080325b9 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540879 Oct 12 19:20:49.523117 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f759be-d06a-4a2b-8ade-89cef7b778d6 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:49.524579 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-03f759be-d06a-4a2b-8ade-89cef7b778d6 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] 10.222.0.49 "GET /v2.0/ports?device_id=9af1842f-5841-44eb-90f2-8c04a5df2b34 HTTP/1.1" status: 200 len: 987 time: 0.0716934 Oct 12 19:20:49.528097 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42684) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:49.548694 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-63f84f9e-a66f-42a3-a6bf-cad49eb08fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:20:49.549339 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f84f9e-a66f-42a3-a6bf-cad49eb08fb1 None None] The sync data for ids ['9af1842f-5841-44eb-90f2-8c04a5df2b34'] in n-d-813679-3 is: [] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:20:49.649000 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device c6e65799-4c25-4a5d-bac2-619462424562 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:20:49.703659 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port c6e65799-4c25-4a5d-bac2-619462424562 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:20:49.704060 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:49.849555 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device b4988db8-3a7d-4893-98e1-2a0f216168d1 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:20:49.873349 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: b4988db8-3a7d-4893-98e1-2a0f216168d1 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:20:49.873800 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device b4988db8-3a7d-4893-98e1-2a0f216168d1 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:20:49.900302 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device d66eab91-21ee-4315-b294-ce4453dba5e6 up at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:20:49.940613 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97017f09-c773-45ce-8018-eebf833a4b69 req-8f8fed4f-833a-4410-ab1c-f4b2f3979135 tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:49.942182 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-97017f09-c773-45ce-8018-eebf833a4b69 req-8f8fed4f-833a-4410-ab1c-f4b2f3979135 tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d0a54d2-051b-449d-ba69-e47e8e2af487 HTTP/1.1" status: 200 len: 948 time: 0.1214509 Oct 12 19:20:50.004084 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7ba7e181-fa5d-4f4d-93e8-0e97ddce6225 req-c31541a7-d63a-4327-a314-05b4b6e6a6b1 tempest-ServerShowV247Test-1297704155 tempest-ServerShowV247Test-1297704155-project] 10.222.0.49 "GET /v2.0/ports?device_id=3d25dbc6-b3b0-4fff-9b8e-9339c284a1ec HTTP/1.1" status: 200 len: 210 time: 0.0273137 Oct 12 19:20:50.007859 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-97017f09-c773-45ce-8018-eebf833a4b69 req-a791001b-a17c-473f-bb58-c833b6d5133a tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c85258c-07e8-47e9-abbc-b7175588719e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533447 Oct 12 19:20:50.046681 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning for port d66eab91-21ee-4315-b294-ce4453dba5e6 completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:20:50.053760 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning complete for port d66eab91-21ee-4315-b294-ce4453dba5e6 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:20:50.053760 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:50.094015 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5c7a7574-5709-4af6-a6a7-bd247fd4f407 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8092566'] for router_interface, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:50.139432 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:50.162747 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d0a54d2-051b-449d-ba69-e47e8e2af487', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd66eab91-21ee-4315-b294-ce4453dba5e6'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:20:50.165069 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b229ccf4-7f4e-43a1-a342-f44bacdac5ff" -d '{"events": [{"server_uuid": "7d0a54d2-051b-449d-ba69-e47e8e2af487", "name": "network-vif-plugged", "status": "completed", "tag": "d66eab91-21ee-4315-b294-ce4453dba5e6"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:20:50.172544 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-433fabc4-8165-424f-93dd-4c172191dda8 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks [] for router_gateway, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:50.180172 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port d66eab91-21ee-4315-b294-ce4453dba5e6, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=d66eab91-21ee-4315-b294-ce4453dba5e6,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:20:50.191980 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-433fabc4-8165-424f-93dd-4c172191dda8 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:50.204376 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3f922a3-add4-464a-9315-4ebb58dfdc3d x-openstack-request-id: req-b3f922a3-add4-464a-9315-4ebb58dfdc3d {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:20:50.209226 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d0a54d2-051b-449d-ba69-e47e8e2af487", "name": "network-vif-plugged", "status": "completed", "tag": "d66eab91-21ee-4315-b294-ce4453dba5e6", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:20:50.209226 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b3f922a3-add4-464a-9315-4ebb58dfdc3d {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:20:50.209226 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d0a54d2-051b-449d-ba69-e47e8e2af487', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd66eab91-21ee-4315-b294-ce4453dba5e6', 'code': 200} Oct 12 19:20:50.257575 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:50.311258 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=d66eab91-21ee-4315-b294-ce4453dba5e6,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:50.355265 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b5e23e-ebd3-4284-be29-f031e5b9bdbe req-dd38453c-7968-4997-8afc-889d610fc0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:50.356810 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b0b5e23e-ebd3-4284-be29-f031e5b9bdbe req-dd38453c-7968-4997-8afc-889d610fc0f3 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7d0a54d2-051b-449d-ba69-e47e8e2af487 HTTP/1.1" status: 200 len: 1100 time: 0.0746832 Oct 12 19:20:50.364518 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-433fabc4-8165-424f-93dd-4c172191dda8 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Allocated IP 172.25.5.141 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/3d938af9-9d98-4bca-ad7f-7f2f0eb2d59a) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:20:50.431555 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b0b5e23e-ebd3-4284-be29-f031e5b9bdbe req-b0a446c6-57e8-4558-8bfc-9dfa75ecd02e service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=3c85258c-07e8-47e9-abbc-b7175588719e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625494 Oct 12 19:20:50.454601 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-5c7a7574-5709-4af6-a6a7-bd247fd4f407 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Deleting port 0a126083-989f-42a6-b884-9f24637d1246 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:20:50.454943 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5c7a7574-5709-4af6-a6a7-bd247fd4f407 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:50.479199 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-433fabc4-8165-424f-93dd-4c172191dda8 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:50.537153 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5c7a7574-5709-4af6-a6a7-bd247fd4f407 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:50.548859 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-5c7a7574-5709-4af6-a6a7-bd247fd4f407 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Calling delete_port for 0a126083-989f-42a6-b884-9f24637d1246 owned by network:router_interface {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:20:50.571219 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-433fabc4-8165-424f-93dd-4c172191dda8 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:50.636335 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433fabc4-8165-424f-93dd-4c172191dda8 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:20:50.645062 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-433fabc4-8165-424f-93dd-4c172191dda8 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:20:50.647671 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433fabc4-8165-424f-93dd-4c172191dda8 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:20:50.652128 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433fabc4-8165-424f-93dd-4c172191dda8 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Pushing event updated for resources: {'Port': ['ID=3d938af9-9d98-4bca-ad7f-7f2f0eb2d59a,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:50.710672 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63428a79-b558-4506-8b4f-a5560562fab8 req-9eb35816-72e3-4302-8e70-7026ed26b82b tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:50.712350 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-63428a79-b558-4506-8b4f-a5560562fab8 req-9eb35816-72e3-4302-8e70-7026ed26b82b tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb159dd6-68c1-41b5-9688-4e7a11fd8304 HTTP/1.1" status: 200 len: 950 time: 0.1153393 Oct 12 19:20:50.811731 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5c7a7574-5709-4af6-a6a7-bd247fd4f407 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:50.829986 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-63428a79-b558-4506-8b4f-a5560562fab8 req-eb4af23e-ee21-40da-b196-5fa0c8a9395d tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873067 Oct 12 19:20:50.838324 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7a7574-5709-4af6-a6a7-bd247fd4f407 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Pushing event deleted for resources: {'Port': ['ID=0a126083-989f-42a6-b884-9f24637d1246,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:50.938069 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5c7a7574-5709-4af6-a6a7-bd247fd4f407 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7898909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8092450'] for router_interface, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:51.082915 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-433fabc4-8165-424f-93dd-4c172191dda8 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks [] for router_gateway, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:51.160450 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-293ef257-8127-4e81-bcad-52ac170e6274 req-a0c1e979-67d7-4787-9d49-760d37abc711 tempest-ServerShowV247Test-1297704155 tempest-ServerShowV247Test-1297704155-project] 10.222.0.49 "GET /v2.0/ports?device_id=3d25dbc6-b3b0-4fff-9b8e-9339c284a1ec HTTP/1.1" status: 200 len: 210 time: 0.0349457 Oct 12 19:20:51.186777 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b436ad5e-4d70-4f5d-8334-911cf67e85f4 req-43f13dcb-f315-4d96-93c9-cca5ce5361d1 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3d25dbc6-b3b0-4fff-9b8e-9339c284a1ec HTTP/1.1" status: 200 len: 210 time: 0.0418885 Oct 12 19:20:51.189954 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c7a7574-5709-4af6-a6a7-bd247fd4f407 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Router 9af1842f-5841-44eb-90f2-8c04a5df2b34 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:20:51.216335 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7683e76f-9f75-4f0b-a929-0998955bbd7b req-2fa9eecd-5dc9-4add-a31d-991bccef1543 tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:51.217782 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7683e76f-9f75-4f0b-a929-0998955bbd7b req-2fa9eecd-5dc9-4add-a31d-991bccef1543 tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d0a54d2-051b-449d-ba69-e47e8e2af487 HTTP/1.1" status: 200 len: 949 time: 0.0898976 Oct 12 19:20:51.297062 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c7a7574-5709-4af6-a6a7-bd247fd4f407 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:20:51.302675 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-5c7a7574-5709-4af6-a6a7-bd247fd4f407 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] 10.222.0.49 "PUT /v2.0/routers/9af1842f-5841-44eb-90f2-8c04a5df2b34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7731056 Oct 12 19:20:51.306532 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42706) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:51.306888 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828179ec-3f2b-4aaf-a410-7b91a5b17acd None None] Sync routers for ids ['9af1842f-5841-44eb-90f2-8c04a5df2b34'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:20:51.316406 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828179ec-3f2b-4aaf-a410-7b91a5b17acd None None] Routers {'9af1842f-5841-44eb-90f2-8c04a5df2b34'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:20:51.317234 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-828179ec-3f2b-4aaf-a410-7b91a5b17acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:20:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['9af1842f-5841-44eb-90f2-8c04a5df2b34'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:20:51.319883 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7683e76f-9f75-4f0b-a929-0998955bbd7b req-89acc16d-085b-4252-a9cf-ab342a7671a1 tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c85258c-07e8-47e9-abbc-b7175588719e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729942 Oct 12 19:20:51.339069 n-d-813679-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e412eec-00cb-49dc-a3a4-440451445918 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] GET failed (client error): The resource could not be found. Oct 12 19:20:51.343565 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-2e412eec-00cb-49dc-a3a4-440451445918 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] 10.222.0.49 "GET /v2.0/ports/0a126083-989f-42a6-b884-9f24637d1246 HTTP/1.1" status: 404 len: 333 time: 0.0336413 Oct 12 19:20:51.343565 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-433fabc4-8165-424f-93dd-4c172191dda8 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8093541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7915516'] for router, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:51.344226 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42708) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:51.354408 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-828179ec-3f2b-4aaf-a410-7b91a5b17acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:20:51.362935 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828179ec-3f2b-4aaf-a410-7b91a5b17acd None None] Routers {'9af1842f-5841-44eb-90f2-8c04a5df2b34'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:20:51.363610 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-828179ec-3f2b-4aaf-a410-7b91a5b17acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:20:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['9af1842f-5841-44eb-90f2-8c04a5df2b34'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:20:51.395831 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-828179ec-3f2b-4aaf-a410-7b91a5b17acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:20:51.396582 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828179ec-3f2b-4aaf-a410-7b91a5b17acd None None] The sync data for ids ['9af1842f-5841-44eb-90f2-8c04a5df2b34'] in n-d-813679-3 is: [] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:20:51.430477 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-36160f11-3222-4933-a8fc-96f5db178dc2 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks [] for router, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:51.537136 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-433fabc4-8165-424f-93dd-4c172191dda8 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Router 13f6a1de-8527-4973-b2fd-a19b8e001265 is scheduled to L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b with binding_index 1 {{(pid=95502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 19:20:51.593149 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-36160f11-3222-4933-a8fc-96f5db178dc2 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255495'] for router, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:51.595200 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-36160f11-3222-4933-a8fc-96f5db178dc2 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:51.642986 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-433fabc4-8165-424f-93dd-4c172191dda8 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:20:51.653551 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3bfc1dc-80d3-46c7-99dd-36742823a698 None None] Sync routers for ids ['13f6a1de-8527-4973-b2fd-a19b8e001265'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:20:51.663170 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3bfc1dc-80d3-46c7-99dd-36742823a698 None None] Routers {'13f6a1de-8527-4973-b2fd-a19b8e001265'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:20:51.663800 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-a3bfc1dc-80d3-46c7-99dd-36742823a698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:20:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['13f6a1de-8527-4973-b2fd-a19b8e001265'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:20:51.694142 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-a3bfc1dc-80d3-46c7-99dd-36742823a698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:20:51.702976 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3bfc1dc-80d3-46c7-99dd-36742823a698 None None] Routers {'13f6a1de-8527-4973-b2fd-a19b8e001265'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:20:51.703562 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-a3bfc1dc-80d3-46c7-99dd-36742823a698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:20:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['13f6a1de-8527-4973-b2fd-a19b8e001265'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:20:51.719334 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-36160f11-3222-4933-a8fc-96f5db178dc2 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8093499'] for router, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:51.719886 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36160f11-3222-4933-a8fc-96f5db178dc2 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Fanout notify agent at l3_agent the message router_deleted on router 9af1842f-5841-44eb-90f2-8c04a5df2b34 {{(pid=95501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 19:20:51.728666 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-36160f11-3222-4933-a8fc-96f5db178dc2 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks [] for router, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:51.730931 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-36160f11-3222-4933-a8fc-96f5db178dc2 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] 10.222.0.49 "DELETE /v2.0/routers/9af1842f-5841-44eb-90f2-8c04a5df2b34 HTTP/1.1" status: 204 len: 168 time: 0.3856919 Oct 12 19:20:51.732814 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42716) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:51.736392 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-433fabc4-8165-424f-93dd-4c172191dda8 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:51.740447 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-433fabc4-8165-424f-93dd-4c172191dda8 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 2.6039877 Oct 12 19:20:51.743077 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42718) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:51.750432 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-a3bfc1dc-80d3-46c7-99dd-36742823a698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:20:51.751075 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3bfc1dc-80d3-46c7-99dd-36742823a698 None None] The sync data for ids ['13f6a1de-8527-4973-b2fd-a19b8e001265'] in n-d-813679-3 is: [] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:20:51.793694 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_v2 [None req-c483906f-4eb1-44fa-9ed4-7999957e4849 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Deleting subnet 8b0e353b-3821-455c-88b8-4eef8405cb68 {{(pid=95501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:20:51.796804 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c483906f-4eb1-44fa-9ed4-7999957e4849 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks [] for subnet, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:51.836109 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c483906f-4eb1-44fa-9ed4-7999957e4849 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281083'] for subnet, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:51.873830 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-79b4050d-be70-43c0-a0f0-4d332a8fddb2 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] 10.222.0.49 "GET /v2.0/routers/13f6a1de-8527-4973-b2fd-a19b8e001265 HTTP/1.1" status: 200 len: 880 time: 0.1294374 Oct 12 19:20:51.875892 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42722) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:52.137016 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-f66a59e2-7c6a-4f17-b74a-65fde6fbf54a tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.2502191 Oct 12 19:20:52.137016 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42724) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:52.137016 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-03ca2bf7-8a17-4f26-8d85-33b6688674ef tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-691431018'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:20:52.258237 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c483906f-4eb1-44fa-9ed4-7999957e4849 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:52.296556 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7942ed89-234a-4f42-b9ef-a1f11782793c req-75d5b1a6-dd23-4877-871d-9f88a73ad139 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:52.297927 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7942ed89-234a-4f42-b9ef-a1f11782793c req-75d5b1a6-dd23-4877-871d-9f88a73ad139 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb159dd6-68c1-41b5-9688-4e7a11fd8304 HTTP/1.1" status: 200 len: 950 time: 0.0899978 Oct 12 19:20:52.314194 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-87e4d605-b4b0-4bc8-807e-c614752e417d req-3ee9df26-73ab-4a90-b48a-47da2401c197 tempest-ServerShowV247Test-1297704155 tempest-ServerShowV247Test-1297704155-project] 10.222.0.49 "GET /v2.0/ports?device_id=3d25dbc6-b3b0-4fff-9b8e-9339c284a1ec HTTP/1.1" status: 200 len: 210 time: 0.0333567 Oct 12 19:20:52.354289 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7942ed89-234a-4f42-b9ef-a1f11782793c req-aab54e74-c946-4e7b-8e76-e1668ac254c7 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493972 Oct 12 19:20:52.418686 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c483906f-4eb1-44fa-9ed4-7999957e4849 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4824924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4612362'] for subnet, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:52.459524 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c483906f-4eb1-44fa-9ed4-7999957e4849 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:52.462810 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-c483906f-4eb1-44fa-9ed4-7999957e4849 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] 10.222.0.49 "DELETE /v2.0/subnets/8b0e353b-3821-455c-88b8-4eef8405cb68 HTTP/1.1" status: 204 len: 168 time: 0.7285547 Oct 12 19:20:52.464187 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77dcf21-9e82-4c4f-83aa-89fffa2947ef None None] Network b2265a10-2c46-40cb-89b5-84ac1cc244bc requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:20:52.472171 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c483906f-4eb1-44fa-9ed4-7999957e4849 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Pushing event deleted for resources: {'Subnet': ['ID=8b0e353b-3821-455c-88b8-4eef8405cb68,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:52.477679 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42732) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:52.508406 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ce3b70-771c-44da-b4c8-aa6fb4ae56eb req-f571ee49-b4e7-4c37-aa95-b92bcbd825e4 tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:52.510348 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a0ce3b70-771c-44da-b4c8-aa6fb4ae56eb req-f571ee49-b4e7-4c37-aa95-b92bcbd825e4 tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d0a54d2-051b-449d-ba69-e47e8e2af487 HTTP/1.1" status: 200 len: 949 time: 0.1012762 Oct 12 19:20:52.521120 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-03ca2bf7-8a17-4f26-8d85-33b6688674ef tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8087071', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8093548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255500'] for router, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:52.561210 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-fe368512-e4a1-436f-befe-c854be99f12c tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:52.565736 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a0ce3b70-771c-44da-b4c8-aa6fb4ae56eb req-65043936-f890-4482-9d36-d0a321dcd262 tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c85258c-07e8-47e9-abbc-b7175588719e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474026 Oct 12 19:20:52.614286 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-03ca2bf7-8a17-4f26-8d85-33b6688674ef tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7915516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8087046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7915509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8093527'] for router, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:52.639102 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-fe368512-e4a1-436f-befe-c854be99f12c tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Deleting port c6e65799-4c25-4a5d-bac2-619462424562 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:20:52.639562 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-fe368512-e4a1-436f-befe-c854be99f12c tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:52.725528 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [None req-fe368512-e4a1-436f-befe-c854be99f12c tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] For port c6e65799-4c25-4a5d-bac2-619462424562, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=c6e65799-4c25-4a5d-bac2-619462424562,segment=NetworkSegment(ae5a27e5-3b81-43d9-a243-00e41cdb8f19),segment_id=ae5a27e5-3b81-43d9-a243-00e41cdb8f19)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:20:52.725528 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-fe368512-e4a1-436f-befe-c854be99f12c tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:52.733448 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-845af043-b336-42ca-8dcb-0509e78e5389 None None] DHCP port deletion for b2265a10-2c46-40cb-89b5-84ac1cc244bc request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 19:20:52.740285 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-fe368512-e4a1-436f-befe-c854be99f12c tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Calling delete_port for c6e65799-4c25-4a5d-bac2-619462424562 owned by network:dhcp {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:20:52.753591 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03ca2bf7-8a17-4f26-8d85-33b6688674ef tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Router 13f6a1de-8527-4973-b2fd-a19b8e001265 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:20:52.788831 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-845af043-b336-42ca-8dcb-0509e78e5389 None None] Deleting port c6e65799-4c25-4a5d-bac2-619462424562 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:20:52.789212 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-845af043-b336-42ca-8dcb-0509e78e5389 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:52.862044 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-845af043-b336-42ca-8dcb-0509e78e5389 None None] For port c6e65799-4c25-4a5d-bac2-619462424562, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=c6e65799-4c25-4a5d-bac2-619462424562,segment=NetworkSegment(ae5a27e5-3b81-43d9-a243-00e41cdb8f19),segment_id=ae5a27e5-3b81-43d9-a243-00e41cdb8f19)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:20:52.862483 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-845af043-b336-42ca-8dcb-0509e78e5389 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:52.878439 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03ca2bf7-8a17-4f26-8d85-33b6688674ef tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:20:52.885312 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-03ca2bf7-8a17-4f26-8d85-33b6688674ef tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:52.887204 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-03ca2bf7-8a17-4f26-8d85-33b6688674ef tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] 10.222.0.49 "PUT /v2.0/routers/13f6a1de-8527-4973-b2fd-a19b8e001265 HTTP/1.1" status: 200 len: 887 time: 0.7553625 Oct 12 19:20:52.890012 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42742) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:52.952608 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-fe368512-e4a1-436f-befe-c854be99f12c tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:53.031232 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf050881-bf8a-4894-add9-309501be8fac None None] Sync routers for ids ['13f6a1de-8527-4973-b2fd-a19b8e001265'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:20:53.034115 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe368512-e4a1-436f-befe-c854be99f12c tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Pushing event deleted for resources: {'Port': ['ID=c6e65799-4c25-4a5d-bac2-619462424562,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:53.037312 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-845af043-b336-42ca-8dcb-0509e78e5389 None None] Calling delete_port for c6e65799-4c25-4a5d-bac2-619462424562 owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:20:53.038612 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe368512-e4a1-436f-befe-c854be99f12c tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] No DVR routers for this DVR port c6e65799-4c25-4a5d-bac2-619462424562 on host n-d-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:20:53.052486 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf050881-bf8a-4894-add9-309501be8fac None None] Routers {'13f6a1de-8527-4973-b2fd-a19b8e001265'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:20:53.053106 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-bf050881-bf8a-4894-add9-309501be8fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:20:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['13f6a1de-8527-4973-b2fd-a19b8e001265'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:20:53.111679 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-bf050881-bf8a-4894-add9-309501be8fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:20:53.133618 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf050881-bf8a-4894-add9-309501be8fac None None] Routers {'13f6a1de-8527-4973-b2fd-a19b8e001265'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:20:53.134233 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-bf050881-bf8a-4894-add9-309501be8fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:20:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['13f6a1de-8527-4973-b2fd-a19b8e001265'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:20:53.157741 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af2acc1-5b9f-4a6d-ae4d-44e75e68b09a req-30addc7a-6047-4d3a-89af-a505384f44e6 tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:53.159207 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0af2acc1-5b9f-4a6d-ae4d-44e75e68b09a req-30addc7a-6047-4d3a-89af-a505384f44e6 tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d0a54d2-051b-449d-ba69-e47e8e2af487 HTTP/1.1" status: 200 len: 949 time: 0.2187741 Oct 12 19:20:53.171318 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-bf050881-bf8a-4894-add9-309501be8fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:20:53.171962 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf050881-bf8a-4894-add9-309501be8fac None None] The sync data for ids ['13f6a1de-8527-4973-b2fd-a19b8e001265'] in n-d-813679-3 is: [] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:20:53.172919 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-689a3406-02bf-4405-aca1-d6b9ef1de52d tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] 10.222.0.49 "GET /v2.0/routers/13f6a1de-8527-4973-b2fd-a19b8e001265 HTTP/1.1" status: 200 len: 887 time: 0.2815776 Oct 12 19:20:53.175649 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42744) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:53.186748 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-845af043-b336-42ca-8dcb-0509e78e5389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:53.197488 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-fe368512-e4a1-436f-befe-c854be99f12c tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:53.211313 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-e50397fb-3eb4-4cf3-aea7-b92a13fad96a tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] 10.222.0.49 "GET /v2.0/ports?device_id=13f6a1de-8527-4973-b2fd-a19b8e001265 HTTP/1.1" status: 200 len: 205 time: 0.0320249 Oct 12 19:20:53.211745 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42746) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:53.216310 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845af043-b336-42ca-8dcb-0509e78e5389 None None] No DVR routers for this DVR port c6e65799-4c25-4a5d-bac2-619462424562 on host n-d-813679-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:20:53.220317 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845af043-b336-42ca-8dcb-0509e78e5389 None None] Pushing event deleted for resources: {'Port': ['ID=c6e65799-4c25-4a5d-bac2-619462424562,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:53.236159 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0af2acc1-5b9f-4a6d-ae4d-44e75e68b09a req-01f20a20-6aa9-4ca3-bd1d-2aa6ab4d2197 tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c85258c-07e8-47e9-abbc-b7175588719e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689409 Oct 12 19:20:53.245643 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-fe368512-e4a1-436f-befe-c854be99f12c tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2265a10-2c46-40cb-89b5-84ac1cc244bc']}} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:20:53.256494 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-fe368512-e4a1-436f-befe-c854be99f12c tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae5a27e5-3b81-43d9-a243-00e41cdb8f19') {'for_net_delete': True} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:20:53.256785 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-fe368512-e4a1-436f-befe-c854be99f12c tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae5a27e5-3b81-43d9-a243-00e41cdb8f19') {} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:20:53.268066 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-fe368512-e4a1-436f-befe-c854be99f12c tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4281072'] for segment, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:53.281862 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-fe368512-e4a1-436f-befe-c854be99f12c tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:53.288275 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe368512-e4a1-436f-befe-c854be99f12c tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=95501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:20:53.288683 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-fe368512-e4a1-436f-befe-c854be99f12c tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4823170'] for segment, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:53.292019 n-d-813679-3 neutron-server[95501]: Traceback (most recent call last): Oct 12 19:20:53.292019 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:20:53.292019 n-d-813679-3 neutron-server[95501]: timer() Oct 12 19:20:53.292019 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:20:53.292019 n-d-813679-3 neutron-server[95501]: cb(*args, **kw) Oct 12 19:20:53.292019 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:20:53.292019 n-d-813679-3 neutron-server[95501]: return func(*args, **kwargs) Oct 12 19:20:53.292019 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:20:53.292019 n-d-813679-3 neutron-server[95501]: self._notify() Oct 12 19:20:53.292019 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:20:53.292019 n-d-813679-3 neutron-server[95501]: self.callback(batched_events) Oct 12 19:20:53.292019 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:20:53.292019 n-d-813679-3 neutron-server[95501]: event.method(event) Oct 12 19:20:53.292019 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:20:53.292019 n-d-813679-3 neutron-server[95501]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:20:53.292019 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:20:53.292019 n-d-813679-3 neutron-server[95501]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:20:53.292019 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:20:53.292019 n-d-813679-3 neutron-server[95501]: return f(self, *a, **k) Oct 12 19:20:53.292019 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:20:53.292019 n-d-813679-3 neutron-server[95501]: return self._get(url).json() Oct 12 19:20:53.292019 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:20:53.292019 n-d-813679-3 neutron-server[95501]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:20:53.292019 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:20:53.292019 n-d-813679-3 neutron-server[95501]: return self.request(url, 'GET', **kwargs) Oct 12 19:20:53.292019 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:20:53.292019 n-d-813679-3 neutron-server[95501]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:20:53.292019 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:20:53.292019 n-d-813679-3 neutron-server[95501]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:20:53.292019 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:20:53.292019 n-d-813679-3 neutron-server[95501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:20:53.292019 n-d-813679-3 neutron-server[95501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:20:53.423294 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-fe368512-e4a1-436f-befe-c854be99f12c tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:53.432331 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-fe368512-e4a1-436f-befe-c854be99f12c tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:53.436066 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-fe368512-e4a1-436f-befe-c854be99f12c tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] 10.222.0.49 "DELETE /v2.0/networks/b2265a10-2c46-40cb-89b5-84ac1cc244bc HTTP/1.1" status: 204 len: 168 time: 0.9572964 Oct 12 19:20:53.446129 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42752) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:53.479424 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe368512-e4a1-436f-befe-c854be99f12c tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Pushing event deleted for resources: {'Network': ['ID=b2265a10-2c46-40cb-89b5-84ac1cc244bc,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:53.520894 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ceb5851-adf4-439c-b28a-6b4b11d2dc65 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:53.525224 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-7ceb5851-adf4-439c-b28a-6b4b11d2dc65 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] 10.222.0.49 "GET /v2.0/ports/5ece508e-f5e9-40f9-bfe6-8501265015a1 HTTP/1.1" status: 200 len: 844 time: 0.0745609 Oct 12 19:20:53.525675 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42754) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:53.546452 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584eec9c-488a-46ab-803c-b525c2806194 req-2516a781-7c2a-4132-af82-bb6a3fc19958 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:53.553826 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-584eec9c-488a-46ab-803c-b525c2806194 req-2516a781-7c2a-4132-af82-bb6a3fc19958 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb159dd6-68c1-41b5-9688-4e7a11fd8304 HTTP/1.1" status: 200 len: 950 time: 0.1212590 Oct 12 19:20:53.587458 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-68a9020c-44f7-4c71-be0a-8f050832b9a0 req-75cb69d1-3019-4774-b674-36caba7c591f tempest-ServerShowV247Test-1297704155 tempest-ServerShowV247Test-1297704155-project] 10.222.0.49 "GET /v2.0/ports?device_id=3d25dbc6-b3b0-4fff-9b8e-9339c284a1ec HTTP/1.1" status: 200 len: 210 time: 0.0321953 Oct 12 19:20:53.611260 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-be97f1b7-d35c-4906-96a8-f19abb9b1677 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] 10.222.0.49 "GET /v2.0/ports/5ece508e-f5e9-40f9-bfe6-8501265015a1?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0808485 Oct 12 19:20:53.618616 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42758) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:53.618616 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-2145e185-ced8-4c0d-a5f2-f9c62693e199 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Request body: {'subnet': {'network_id': 'f45f61ae-edb4-432c-8d16-a8907d75f8d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:20:53.618898 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device c6e65799-4c25-4a5d-bac2-619462424562 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:20:53.652210 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8929c466-5120-4cf6-be51-959ecfa3c154 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks [] for router, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:53.660612 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: c6e65799-4c25-4a5d-bac2-619462424562 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:20:53.661168 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device c6e65799-4c25-4a5d-bac2-619462424562 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:20:53.716133 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-584eec9c-488a-46ab-803c-b525c2806194 req-fb88bf48-d7e9-4e98-ae28-380be57997f9 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614342 Oct 12 19:20:53.776402 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8929c466-5120-4cf6-be51-959ecfa3c154 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:53.800262 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2145e185-ced8-4c0d-a5f2-f9c62693e199 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Made reservation on behalf of 273d7b7bf24b4507988eb056053819bc for: {'subnet': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:20:53.803867 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2145e185-ced8-4c0d-a5f2-f9c62693e199 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4612397'] for subnet, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:53.903609 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-8929c466-5120-4cf6-be51-959ecfa3c154 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Deleting port 3d938af9-9d98-4bca-ad7f-7f2f0eb2d59a {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:20:53.904169 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8929c466-5120-4cf6-be51-959ecfa3c154 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:53.988333 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8929c466-5120-4cf6-be51-959ecfa3c154 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:54.000145 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-8929c466-5120-4cf6-be51-959ecfa3c154 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Calling delete_port for 3d938af9-9d98-4bca-ad7f-7f2f0eb2d59a owned by network:router_gateway {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:20:54.026987 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f3407ade-3e4b-4c41-8964-c137f442bdbb req-365d0b48-672b-459b-b803-9511f9a9876f tempest-ServerShowV247Test-1297704155 tempest-ServerShowV247Test-1297704155-project] 10.222.0.49 "GET /v2.0/ports?device_id=37fb3ecd-f7f8-4187-b646-35751c9ceecf&device_id=3d25dbc6-b3b0-4fff-9b8e-9339c284a1ec HTTP/1.1" status: 200 len: 210 time: 0.0360343 Oct 12 19:20:54.104046 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2145e185-ced8-4c0d-a5f2-f9c62693e199 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4824863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4612355'] for subnet, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:54.151810 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2145e185-ced8-4c0d-a5f2-f9c62693e199 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Network f45f61ae-edb4-432c-8d16-a8907d75f8d2 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:20:54.159094 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-2145e185-ced8-4c0d-a5f2-f9c62693e199 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:20:54.163177 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2145e185-ced8-4c0d-a5f2-f9c62693e199 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:54.163762 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2145e185-ced8-4c0d-a5f2-f9c62693e199 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:54.170429 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23bd9469-85a3-46cc-9570-3522ac7ee4f8 None None] Network f45f61ae-edb4-432c-8d16-a8907d75f8d2 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:20:54.175843 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2145e185-ced8-4c0d-a5f2-f9c62693e199 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Pushing event updated for resources: {'Subnet': ['ID=a3c4bbd5-b06d-42a8-a20c-69f05dc78d78,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:54.232239 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-2145e185-ced8-4c0d-a5f2-f9c62693e199 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6187894 Oct 12 19:20:54.235084 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42768) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:54.240147 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-6819ae2a-cd6b-4eb6-b25b-52be9f0df79e tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Request body: {'security_group': {'name': 'tempest-secgroup-2121603075'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:20:54.268715 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8929c466-5120-4cf6-be51-959ecfa3c154 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:54.334010 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8929c466-5120-4cf6-be51-959ecfa3c154 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Pushing event deleted for resources: {'Port': ['ID=3d938af9-9d98-4bca-ad7f-7f2f0eb2d59a,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:54.338928 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6819ae2a-cd6b-4eb6-b25b-52be9f0df79e tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:54.351534 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4625b5d3-de4a-423d-bc00-79e44525b83d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-f45f61ae-edb4-432c-8d16-a8907d75f8d2', 'network_id': 'f45f61ae-edb4-432c-8d16-a8907d75f8d2', 'tenant_id': '273d7b7bf24b4507988eb056053819bc', 'fixed_ips': [{'subnet_id': 'a3c4bbd5-b06d-42a8-a20c-69f05dc78d78'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:20:54.352980 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4625b5d3-de4a-423d-bc00-79e44525b83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:54.377688 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6199b129-832d-487d-920d-ef194d3f78b8 req-520d7dd3-b499-4724-90ea-ada10cba0456 tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:54.378328 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8929c466-5120-4cf6-be51-959ecfa3c154 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7915456'] for router_gateway, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:54.385364 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6199b129-832d-487d-920d-ef194d3f78b8 req-520d7dd3-b499-4724-90ea-ada10cba0456 tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d0a54d2-051b-449d-ba69-e47e8e2af487 HTTP/1.1" status: 200 len: 949 time: 0.0799553 Oct 12 19:20:54.462865 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-286700da-9b4c-49fa-b401-456d8d2d09f9 req-2c0da8a2-0183-4c8e-a197-a251f0ae478c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=69b15fce2bf8465ca139cacaa893176d&device_id=3d25dbc6-b3b0-4fff-9b8e-9339c284a1ec HTTP/1.1" status: 200 len: 210 time: 0.0420458 Oct 12 19:20:54.509684 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f13b0a14-01d1-4750-9f64-29703157b28c req-1d6df3fb-ecba-4a8f-9615-3ef669b6518e tempest-ServerShowV247Test-1297704155 tempest-ServerShowV247Test-1297704155-project] 10.222.0.49 "GET /v2.0/ports?device_id=3d25dbc6-b3b0-4fff-9b8e-9339c284a1ec HTTP/1.1" status: 200 len: 210 time: 0.0326726 Oct 12 19:20:54.511252 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8929c466-5120-4cf6-be51-959ecfa3c154 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255495'] for router, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:54.513765 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-4625b5d3-de4a-423d-bc00-79e44525b83d None None] Allocated IP 2001:db8::2 (f45f61ae-edb4-432c-8d16-a8907d75f8d2/a3c4bbd5-b06d-42a8-a20c-69f05dc78d78/2face19b-d0ac-4773-be79-15184a719a10) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:20:54.514073 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8929c466-5120-4cf6-be51-959ecfa3c154 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:54.514830 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-286700da-9b4c-49fa-b401-456d8d2d09f9 req-eb641bff-701c-4dfb-8c73-9ca965320f24 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=69b15fce2bf8465ca139cacaa893176d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0366197 Oct 12 19:20:54.528277 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6199b129-832d-487d-920d-ef194d3f78b8 req-fc5078a9-b567-4650-a2e2-d3e8ed96f81f tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c85258c-07e8-47e9-abbc-b7175588719e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384361 Oct 12 19:20:54.589604 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6819ae2a-cd6b-4eb6-b25b-52be9f0df79e tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:54.633116 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8929c466-5120-4cf6-be51-959ecfa3c154 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8093499'] for router, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:54.633755 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8929c466-5120-4cf6-be51-959ecfa3c154 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Fanout notify agent at l3_agent the message router_deleted on router 13f6a1de-8527-4973-b2fd-a19b8e001265 {{(pid=95502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 19:20:54.643187 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8929c466-5120-4cf6-be51-959ecfa3c154 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:54.644305 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-8929c466-5120-4cf6-be51-959ecfa3c154 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] 10.222.0.49 "DELETE /v2.0/routers/13f6a1de-8527-4973-b2fd-a19b8e001265 HTTP/1.1" status: 204 len: 168 time: 1.4313695 Oct 12 19:20:54.647886 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286700da-9b4c-49fa-b401-456d8d2d09f9 req-414d4420-3559-4283-acda-28a5fa2b4838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:54.648161 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42776) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:54.648424 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-286700da-9b4c-49fa-b401-456d8d2d09f9 req-414d4420-3559-4283-acda-28a5fa2b4838 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1133771 Oct 12 19:20:54.653706 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-a8f92b89-0a9e-4fba-bd32-b0160c000151 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Request body: {'network': {'name': 'tempest-RoutersTest-173359958'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:20:54.657325 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6819ae2a-cd6b-4eb6-b25b-52be9f0df79e tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:54.675913 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2871ecd-3a4f-4824-871d-e68e9fb19e91 req-d5ea92e0-a7a3-40cc-a31a-72cdbaa5c14d tempest-LiveMigrationNegativeTest-1529575658 tempest-LiveMigrationNegativeTest-1529575658-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:54.677480 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e2871ecd-3a4f-4824-871d-e68e9fb19e91 req-d5ea92e0-a7a3-40cc-a31a-72cdbaa5c14d tempest-LiveMigrationNegativeTest-1529575658 tempest-LiveMigrationNegativeTest-1529575658-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=7d0a54d2-051b-449d-ba69-e47e8e2af487 HTTP/1.1" status: 200 len: 1100 time: 0.0752699 Oct 12 19:20:54.693349 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6819ae2a-cd6b-4eb6-b25b-52be9f0df79e tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54240fed-c35e-44be-86f1-2cbd80504cfe,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:54.697426 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-e2871ecd-3a4f-4824-871d-e68e9fb19e91 req-caf6f4ff-cdc5-41ae-9194-6a85aeeee7e4 tempest-LiveMigrationNegativeTest-1529575658 tempest-LiveMigrationNegativeTest-1529575658-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:54.709383 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4625b5d3-de4a-423d-bc00-79e44525b83d None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:54.746429 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8f92b89-0a9e-4fba-bd32-b0160c000151 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Made reservation on behalf of ceb2896b1b72443898c06b8dcad99d7f for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:20:54.749898 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a8f92b89-0a9e-4fba-bd32-b0160c000151 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:54.773246 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4625b5d3-de4a-423d-bc00-79e44525b83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:54.801073 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8f92b89-0a9e-4fba-bd32-b0160c000151 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:20:54.804220 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-e2871ecd-3a4f-4824-871d-e68e9fb19e91 req-caf6f4ff-cdc5-41ae-9194-6a85aeeee7e4 tempest-LiveMigrationNegativeTest-1529575658 tempest-LiveMigrationNegativeTest-1529575658-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:54.813250 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a8f92b89-0a9e-4fba-bd32-b0160c000151 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:54.813726 n-d-813679-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-a8f92b89-0a9e-4fba-bd32-b0160c000151 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Added segment 0e6320e6-b8e3-4c14-9152-822f397e784a of type vlan for network 21dd5155-8761-44f5-8cd6-9eac4b624b89 Oct 12 19:20:54.819621 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4625b5d3-de4a-423d-bc00-79e44525b83d None None] Network f45f61ae-edb4-432c-8d16-a8907d75f8d2 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:20:54.823121 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-4625b5d3-de4a-423d-bc00-79e44525b83d None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:20:54.826851 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4625b5d3-de4a-423d-bc00-79e44525b83d None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:20:54.832982 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6819ae2a-cd6b-4eb6-b25b-52be9f0df79e tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:54.834556 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-6819ae2a-cd6b-4eb6-b25b-52be9f0df79e tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5981112 Oct 12 19:20:54.838344 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42784) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:54.851997 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-9b16e7ad-1973-4aae-a7dc-08af27bc503b tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Request body: {'security_group': {'name': 'tempest-secgroup-525185351'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:20:54.857235 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4625b5d3-de4a-423d-bc00-79e44525b83d None None] Pushing event updated for resources: {'Port': ['ID=2face19b-d0ac-4773-be79-15184a719a10,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:54.858562 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a8f92b89-0a9e-4fba-bd32-b0160c000151 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:54.885740 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-e2871ecd-3a4f-4824-871d-e68e9fb19e91 req-caf6f4ff-cdc5-41ae-9194-6a85aeeee7e4 tempest-LiveMigrationNegativeTest-1529575658 tempest-LiveMigrationNegativeTest-1529575658-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:54.891532 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-4625b5d3-de4a-423d-bc00-79e44525b83d None None] Attempting to bind port 2face19b-d0ac-4773-be79-15184a719a10 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:20:54.892168 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-4625b5d3-de4a-423d-bc00-79e44525b83d None None] Attempting to bind port 2face19b-d0ac-4773-be79-15184a719a10 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '0b41533d-9d44-4233-b0f6-4dec7bd0c121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'f45f61ae-edb4-432c-8d16-a8907d75f8d2'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:20:54.892598 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4625b5d3-de4a-423d-bc00-79e44525b83d None None] Attempting to bind port 2face19b-d0ac-4773-be79-15184a719a10 on network f45f61ae-edb4-432c-8d16-a8907d75f8d2 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:20:54.899118 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4625b5d3-de4a-423d-bc00-79e44525b83d None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:20:54.899575 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4625b5d3-de4a-423d-bc00-79e44525b83d None None] Checking segment: {'id': '0b41533d-9d44-4233-b0f6-4dec7bd0c121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'f45f61ae-edb4-432c-8d16-a8907d75f8d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:20:54.900106 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4625b5d3-de4a-423d-bc00-79e44525b83d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:54.900550 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4625b5d3-de4a-423d-bc00-79e44525b83d None None] Bound using segment: {'id': '0b41533d-9d44-4233-b0f6-4dec7bd0c121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'f45f61ae-edb4-432c-8d16-a8907d75f8d2'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:20:54.901092 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-4625b5d3-de4a-423d-bc00-79e44525b83d None None] Bound port: 2face19b-d0ac-4773-be79-15184a719a10, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b41533d-9d44-4233-b0f6-4dec7bd0c121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'f45f61ae-edb4-432c-8d16-a8907d75f8d2'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:20:54.901547 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4625b5d3-de4a-423d-bc00-79e44525b83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:54.911318 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b737467-1665-4f87-afd1-b0bb3dd8be7a req-db327ba4-dcc1-4334-ba48-8e8af8b01234 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:54.914216 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e2871ecd-3a4f-4824-871d-e68e9fb19e91 req-caf6f4ff-cdc5-41ae-9194-6a85aeeee7e4 tempest-LiveMigrationNegativeTest-1529575658 tempest-LiveMigrationNegativeTest-1529575658-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=3c85258c-07e8-47e9-abbc-b7175588719e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297807 Oct 12 19:20:54.918954 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1b737467-1665-4f87-afd1-b0bb3dd8be7a req-db327ba4-dcc1-4334-ba48-8e8af8b01234 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb159dd6-68c1-41b5-9688-4e7a11fd8304 HTTP/1.1" status: 200 len: 950 time: 0.0815549 Oct 12 19:20:54.920265 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf6f4ff-cdc5-41ae-9194-6a85aeeee7e4 tempest-LiveMigrationNegativeTest-1529575658 tempest-LiveMigrationNegativeTest-1529575658-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2b8e51d-0981-422e-8f74-db3d729fb9d0,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:54.947889 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a8f92b89-0a9e-4fba-bd32-b0160c000151 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:54.956479 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f92b89-0a9e-4fba-bd32-b0160c000151 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:54.966811 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a8f92b89-0a9e-4fba-bd32-b0160c000151 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:54.966941 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1b737467-1665-4f87-afd1-b0bb3dd8be7a req-8137232a-18b0-4279-b187-9e2826cd5f16 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442121 Oct 12 19:20:54.983500 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9b16e7ad-1973-4aae-a7dc-08af27bc503b tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:55.013446 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-4625b5d3-de4a-423d-bc00-79e44525b83d None None] For port 2face19b-d0ac-4773-be79-15184a719a10, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:20:55.019095 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-4625b5d3-de4a-423d-bc00-79e44525b83d None None] For port 2face19b-d0ac-4773-be79-15184a719a10, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=2face19b-d0ac-4773-be79-15184a719a10,segment=NetworkSegment(0b41533d-9d44-4233-b0f6-4dec7bd0c121),segment_id=0b41533d-9d44-4233-b0f6-4dec7bd0c121)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:20:55.064080 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f92b89-0a9e-4fba-bd32-b0160c000151 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Pushing event updated for resources: {'Network': ['ID=21dd5155-8761-44f5-8cd6-9eac4b624b89,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:55.075901 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9b16e7ad-1973-4aae-a7dc-08af27bc503b tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:55.076120 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 21dd5155-8761-44f5-8cd6-9eac4b624b89 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:20:55.095356 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [req-353b3e2e-2204-4ac9-84c4-19297d0ab9ac req-f82490f0-0995-4859-9a16-67dd92f700dd service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 19:20:55.098273 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-353b3e2e-2204-4ac9-84c4-19297d0ab9ac req-f82490f0-0995-4859-9a16-67dd92f700dd service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0056570 Oct 12 19:20:55.112120 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4625b5d3-de4a-423d-bc00-79e44525b83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:55.147347 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-a8f92b89-0a9e-4fba-bd32-b0160c000151 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4956174 Oct 12 19:20:55.147559 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42796) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:55.152578 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-b5fd9be5-aba7-4dd5-ba2f-638a33dfb3ba tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Request body: {'subnet': {'network_id': '21dd5155-8761-44f5-8cd6-9eac4b624b89', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:20:55.174982 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9b16e7ad-1973-4aae-a7dc-08af27bc503b tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:55.195896 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4625b5d3-de4a-423d-bc00-79e44525b83d None None] Pushing event updated for resources: {'Port': ['ID=2face19b-d0ac-4773-be79-15184a719a10,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:55.226357 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b16e7ad-1973-4aae-a7dc-08af27bc503b tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5dc6233e-c24f-47c7-b981-be6d5c9c272f,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:55.282326 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9b16e7ad-1973-4aae-a7dc-08af27bc503b tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:55.283998 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-9b16e7ad-1973-4aae-a7dc-08af27bc503b tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4368279 Oct 12 19:20:55.287005 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42798) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:55.292295 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-1a2d6728-e1e7-4f16-9009-1d9bdc52a2e8 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-836628582', 'security_groups': ['5dc6233e-c24f-47c7-b981-be6d5c9c272f'], 'network_id': 'f45f61ae-edb4-432c-8d16-a8907d75f8d2', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a3c4bbd5-b06d-42a8-a20c-69f05dc78d78'}]}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:20:55.406213 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5fd9be5-aba7-4dd5-ba2f-638a33dfb3ba tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Made reservation on behalf of ceb2896b1b72443898c06b8dcad99d7f for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:20:55.409828 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b5fd9be5-aba7-4dd5-ba2f-638a33dfb3ba tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16245837'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:55.483314 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a2d6728-e1e7-4f16-9009-1d9bdc52a2e8 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Made reservation on behalf of 273d7b7bf24b4507988eb056053819bc for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:20:55.621287 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1a2d6728-e1e7-4f16-9009-1d9bdc52a2e8 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:55.644991 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [None req-1a2d6728-e1e7-4f16-9009-1d9bdc52a2e8 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] device_id is not set on port 354a8ff5-62b9-42cc-a785-1d45d51bf250 yet. {{(pid=95501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 19:20:55.673324 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e56fe9dd-8055-45d4-b1d3-2430b8e73696 req-5f5782b0-bd67-47c7-bd83-7a284795cbe8 tempest-ServerShowV247Test-1297704155 tempest-ServerShowV247Test-1297704155-project] 10.222.0.49 "GET /v2.0/ports?device_id=3d25dbc6-b3b0-4fff-9b8e-9339c284a1ec HTTP/1.1" status: 200 len: 210 time: 0.0371454 Oct 12 19:20:55.676884 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 2face19b-d0ac-4773-be79-15184a719a10 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:20:55.686123 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f99e6fe-4573-4c12-9877-5d380ffd4d46 req-e3327d03-73bc-4a00-8613-e8262a6692a6 tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:55.688484 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8f99e6fe-4573-4c12-9877-5d380ffd4d46 req-e3327d03-73bc-4a00-8613-e8262a6692a6 tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d0a54d2-051b-449d-ba69-e47e8e2af487 HTTP/1.1" status: 200 len: 949 time: 0.1116419 Oct 12 19:20:55.729557 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 2face19b-d0ac-4773-be79-15184a719a10 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:20:55.730221 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:55.742327 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b5fd9be5-aba7-4dd5-ba2f-638a33dfb3ba tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4306659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16245859'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:55.806191 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8f99e6fe-4573-4c12-9877-5d380ffd4d46 req-612e89bb-4e51-4b7a-a69a-e234a01d1983 tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c85258c-07e8-47e9-abbc-b7175588719e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833361 Oct 12 19:20:55.822046 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:55.828555 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fd9be5-aba7-4dd5-ba2f-638a33dfb3ba tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Pushing event updated for resources: {'Subnet': ['ID=624c828b-f7a5-4abe-a144-ba0c49214ed7,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:55.846734 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5fd9be5-aba7-4dd5-ba2f-638a33dfb3ba tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Checking segment: {'id': '0e6320e6-b8e3-4c14-9152-822f397e784a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '21dd5155-8761-44f5-8cd6-9eac4b624b89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:20:55.847094 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5fd9be5-aba7-4dd5-ba2f-638a33dfb3ba tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Network hostable DHCP agents. Network: 21dd5155-8761-44f5-8cd6-9eac4b624b89, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:20:55.865059 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] For port 2face19b-d0ac-4773-be79-15184a719a10, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=2face19b-d0ac-4773-be79-15184a719a10,segment=NetworkSegment(0b41533d-9d44-4233-b0f6-4dec7bd0c121),segment_id=0b41533d-9d44-4233-b0f6-4dec7bd0c121)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:20:55.908905 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-286700da-9b4c-49fa-b401-456d8d2d09f9 req-4bfe2ac1-2590-4ab3-865c-43cecb6dc71b tempest-ServerShowV247Test-1297704155 tempest-ServerShowV247Test-1297704155-project] 10.222.0.61 "GET /v2.0/ports?device_id=3d25dbc6-b3b0-4fff-9b8e-9339c284a1ec HTTP/1.1" status: 200 len: 210 time: 0.0311291 Oct 12 19:20:55.935481 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-1a2d6728-e1e7-4f16-9009-1d9bdc52a2e8 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Allocated IP 2001:db8::16e (f45f61ae-edb4-432c-8d16-a8907d75f8d2/a3c4bbd5-b06d-42a8-a20c-69f05dc78d78/354a8ff5-62b9-42cc-a785-1d45d51bf250) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:20:55.966575 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:55.990315 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5fd9be5-aba7-4dd5-ba2f-638a33dfb3ba tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Network 21dd5155-8761-44f5-8cd6-9eac4b624b89 is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:20:56.037426 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Pushing event updated for resources: {'Port': ['ID=2face19b-d0ac-4773-be79-15184a719a10,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:56.103235 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-b5fd9be5-aba7-4dd5-ba2f-638a33dfb3ba tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, 21dd5155-8761-44f5-8cd6-9eac4b624b89) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:20:56.118489 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cac2e82-492d-46ee-b79c-f619f3c804b7 None None] Network 21dd5155-8761-44f5-8cd6-9eac4b624b89 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:20:56.124063 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5fd9be5-aba7-4dd5-ba2f-638a33dfb3ba tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:56.125833 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b5fd9be5-aba7-4dd5-ba2f-638a33dfb3ba tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:56.174756 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0631fae3-b7f6-4f71-95ec-35166afa41d9 req-e9e3ce38-9432-4eb2-bf1a-dea89cadc0d1 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:56.176379 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0631fae3-b7f6-4f71-95ec-35166afa41d9 req-e9e3ce38-9432-4eb2-bf1a-dea89cadc0d1 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb159dd6-68c1-41b5-9688-4e7a11fd8304 HTTP/1.1" status: 200 len: 950 time: 0.0916345 Oct 12 19:20:56.183114 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1a2d6728-e1e7-4f16-9009-1d9bdc52a2e8 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:56.237322 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-b5fd9be5-aba7-4dd5-ba2f-638a33dfb3ba tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0886972 Oct 12 19:20:56.239776 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42812) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:56.242468 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0631fae3-b7f6-4f71-95ec-35166afa41d9 req-a7d96a81-bf17-4b9f-9e73-d34b95a2a61a tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570543 Oct 12 19:20:56.244470 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-8910de48-7416-40fe-8cd1-911a162d563a tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-680243636', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:20:56.323666 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13da47d4-15be-406a-ad20-66d65b45ec22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-21dd5155-8761-44f5-8cd6-9eac4b624b89', 'network_id': '21dd5155-8761-44f5-8cd6-9eac4b624b89', 'tenant_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'fixed_ips': [{'subnet_id': '624c828b-f7a5-4abe-a144-ba0c49214ed7'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:20:56.325173 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-13da47d4-15be-406a-ad20-66d65b45ec22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:56.336988 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1a2d6728-e1e7-4f16-9009-1d9bdc52a2e8 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:56.380354 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a2d6728-e1e7-4f16-9009-1d9bdc52a2e8 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Network f45f61ae-edb4-432c-8d16-a8907d75f8d2 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:20:56.383490 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-1a2d6728-e1e7-4f16-9009-1d9bdc52a2e8 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:20:56.387841 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2d6728-e1e7-4f16-9009-1d9bdc52a2e8 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:20:56.393783 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a2d6728-e1e7-4f16-9009-1d9bdc52a2e8 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:56.394316 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1a2d6728-e1e7-4f16-9009-1d9bdc52a2e8 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:56.394955 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8910de48-7416-40fe-8cd1-911a162d563a tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8093678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255505'] for router, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:56.396208 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8910de48-7416-40fe-8cd1-911a162d563a tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8093562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8087085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8022306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255518'] for router, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:56.407450 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2d6728-e1e7-4f16-9009-1d9bdc52a2e8 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Pushing event updated for resources: {'Port': ['ID=354a8ff5-62b9-42cc-a785-1d45d51bf250,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:56.421738 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a76c63e3-7f03-41eb-acc7-b1b5998a39a0 None None] Provisioning complete for port 2face19b-d0ac-4773-be79-15184a719a10 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:20:56.422115 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a76c63e3-7f03-41eb-acc7-b1b5998a39a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:56.468147 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8910de48-7416-40fe-8cd1-911a162d563a tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:56.508757 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-1a2d6728-e1e7-4f16-9009-1d9bdc52a2e8 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2197773 Oct 12 19:20:56.509295 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42814) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:56.510043 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-13da47d4-15be-406a-ad20-66d65b45ec22 None None] Allocated IP 172.20.0.2 (21dd5155-8761-44f5-8cd6-9eac4b624b89/624c828b-f7a5-4abe-a144-ba0c49214ed7/69e8e18b-1c2c-4022-87e7-2eb1aa075d01) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:20:56.516238 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-58af39c3-2e5c-4c31-82dc-fcc12f7073fa tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Request body: {'subnet': {'network_id': 'f45f61ae-edb4-432c-8d16-a8907d75f8d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:20:56.561880 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8910de48-7416-40fe-8cd1-911a162d563a tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8093541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7915516'] for router, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:56.620327 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a76c63e3-7f03-41eb-acc7-b1b5998a39a0 None None] Provisioning complete for port 5ece508e-f5e9-40f9-bfe6-8501265015a1 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:20:56.620701 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a76c63e3-7f03-41eb-acc7-b1b5998a39a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:56.638051 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8910de48-7416-40fe-8cd1-911a162d563a tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:56.639577 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-8910de48-7416-40fe-8cd1-911a162d563a tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3988423 Oct 12 19:20:56.642635 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42816) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:56.694287 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-a76c63e3-7f03-41eb-acc7-b1b5998a39a0 None None] Port 5ece508e-f5e9-40f9-bfe6-8501265015a1 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:20:56.718282 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-13da47d4-15be-406a-ad20-66d65b45ec22 None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:56.813976 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-13da47d4-15be-406a-ad20-66d65b45ec22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:56.838452 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-37937c00-eb22-47f0-abb3-c2a78b76eab3 req-62eb9439-9ae7-4fa7-9a29-0ae5a681208a tempest-ServerShowV247Test-1297704155 tempest-ServerShowV247Test-1297704155-project] 10.222.0.49 "GET /v2.0/ports?device_id=3d25dbc6-b3b0-4fff-9b8e-9339c284a1ec HTTP/1.1" status: 200 len: 210 time: 0.0594358 Oct 12 19:20:56.840551 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58af39c3-2e5c-4c31-82dc-fcc12f7073fa tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Made reservation on behalf of 273d7b7bf24b4507988eb056053819bc for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:20:56.844441 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-58af39c3-2e5c-4c31-82dc-fcc12f7073fa tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16245837'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:56.851583 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-201eff00-971c-4149-be6b-a17be5895ade None None] Provisioning complete for port 354a8ff5-62b9-42cc-a785-1d45d51bf250 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:20:56.851980 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-201eff00-971c-4149-be6b-a17be5895ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:56.881092 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13da47d4-15be-406a-ad20-66d65b45ec22 None None] Network 21dd5155-8761-44f5-8cd6-9eac4b624b89 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:20:56.887892 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-13da47d4-15be-406a-ad20-66d65b45ec22 None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:20:56.889670 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13da47d4-15be-406a-ad20-66d65b45ec22 None None] Pushing event updated for resources: {'Port': ['ID=69e8e18b-1c2c-4022-87e7-2eb1aa075d01,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:56.895700 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13da47d4-15be-406a-ad20-66d65b45ec22 None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:20:56.912181 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-201eff00-971c-4149-be6b-a17be5895ade None None] Port 354a8ff5-62b9-42cc-a785-1d45d51bf250 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:20:56.968922 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-13da47d4-15be-406a-ad20-66d65b45ec22 None None] Attempting to bind port 69e8e18b-1c2c-4022-87e7-2eb1aa075d01 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:20:56.969149 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-13da47d4-15be-406a-ad20-66d65b45ec22 None None] Attempting to bind port 69e8e18b-1c2c-4022-87e7-2eb1aa075d01 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '0e6320e6-b8e3-4c14-9152-822f397e784a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '21dd5155-8761-44f5-8cd6-9eac4b624b89'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:20:56.969529 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13da47d4-15be-406a-ad20-66d65b45ec22 None None] Attempting to bind port 69e8e18b-1c2c-4022-87e7-2eb1aa075d01 on network 21dd5155-8761-44f5-8cd6-9eac4b624b89 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:20:56.975633 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13da47d4-15be-406a-ad20-66d65b45ec22 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:20:56.976001 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13da47d4-15be-406a-ad20-66d65b45ec22 None None] Checking segment: {'id': '0e6320e6-b8e3-4c14-9152-822f397e784a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '21dd5155-8761-44f5-8cd6-9eac4b624b89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:20:56.976950 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-13da47d4-15be-406a-ad20-66d65b45ec22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:56.976950 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13da47d4-15be-406a-ad20-66d65b45ec22 None None] Bound using segment: {'id': '0e6320e6-b8e3-4c14-9152-822f397e784a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '21dd5155-8761-44f5-8cd6-9eac4b624b89'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:20:56.977374 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-13da47d4-15be-406a-ad20-66d65b45ec22 None None] Bound port: 69e8e18b-1c2c-4022-87e7-2eb1aa075d01, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e6320e6-b8e3-4c14-9152-822f397e784a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '21dd5155-8761-44f5-8cd6-9eac4b624b89'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:20:56.977757 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-13da47d4-15be-406a-ad20-66d65b45ec22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:56.983732 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6e3877-922f-4a9c-bb62-96815a5c3034 req-e4840e23-6fb3-4dee-8b3a-c7962d64b59b tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:56.991201 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ea6e3877-922f-4a9c-bb62-96815a5c3034 req-e4840e23-6fb3-4dee-8b3a-c7962d64b59b tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d0a54d2-051b-449d-ba69-e47e8e2af487 HTTP/1.1" status: 200 len: 949 time: 0.0653629 Oct 12 19:20:57.024004 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ea6e3877-922f-4a9c-bb62-96815a5c3034 req-d7d02421-27c5-46b9-8b57-9689e2944693 tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c85258c-07e8-47e9-abbc-b7175588719e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317385 Oct 12 19:20:57.062725 n-d-813679-3 neutron-server[95502]: INFO neutron.db.ipam_backend_mixin [None req-58af39c3-2e5c-4c31-82dc-fcc12f7073fa tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a3c4bbd5-b06d-42a8-a20c-69f05dc78d78 (CIDR: 2001:db8::/64) Oct 12 19:20:57.063898 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-13da47d4-15be-406a-ad20-66d65b45ec22 None None] For port 69e8e18b-1c2c-4022-87e7-2eb1aa075d01, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:20:57.067220 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-13da47d4-15be-406a-ad20-66d65b45ec22 None None] For port 69e8e18b-1c2c-4022-87e7-2eb1aa075d01, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=69e8e18b-1c2c-4022-87e7-2eb1aa075d01,segment=NetworkSegment(0e6320e6-b8e3-4c14-9152-822f397e784a),segment_id=0e6320e6-b8e3-4c14-9152-822f397e784a)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:20:57.080727 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d9899746-6b8d-4596-86a6-8f2a2b76c622 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:57.124753 n-d-813679-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-58af39c3-2e5c-4c31-82dc-fcc12f7073fa tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 19:20:57.125247 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58af39c3-2e5c-4c31-82dc-fcc12f7073fa tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:20:57.149135 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-13da47d4-15be-406a-ad20-66d65b45ec22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:57.223232 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13da47d4-15be-406a-ad20-66d65b45ec22 None None] Pushing event updated for resources: {'Port': ['ID=69e8e18b-1c2c-4022-87e7-2eb1aa075d01,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:57.252290 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba5110f-8e6c-42f2-8420-9b83744549bb req-b4f4a22e-02cb-4f91-ab1a-55c7c02317f3 tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:57.257890 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3ba5110f-8e6c-42f2-8420-9b83744549bb req-b4f4a22e-02cb-4f91-ab1a-55c7c02317f3 tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] 10.222.0.67 "GET /v2.0/ports?device_id=7d0a54d2-051b-449d-ba69-e47e8e2af487 HTTP/1.1" status: 200 len: 949 time: 0.0733814 Oct 12 19:20:57.275537 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-58af39c3-2e5c-4c31-82dc-fcc12f7073fa tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7626820 Oct 12 19:20:57.276023 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42830) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:57.281555 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-0a3e8d45-2ceb-4257-9b1e-216f76e149dd tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Request body: {'subnet': {'network_id': 'f45f61ae-edb4-432c-8d16-a8907d75f8d2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:20:57.377439 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-3ba5110f-8e6c-42f2-8420-9b83744549bb req-28b0c075-f8ce-4312-a28f-19b944c484e1 tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] Deleting port d66eab91-21ee-4315-b294-ce4453dba5e6 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:20:57.378477 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-3ba5110f-8e6c-42f2-8420-9b83744549bb req-28b0c075-f8ce-4312-a28f-19b944c484e1 tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:57.468448 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-d9899746-6b8d-4596-86a6-8f2a2b76c622 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Allocated IP 172.20.0.1 (21dd5155-8761-44f5-8cd6-9eac4b624b89/624c828b-f7a5-4abe-a144-ba0c49214ed7/c91b05d3-42e8-48ca-ada6-d6cd49297cc6) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:20:57.482246 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaf535f-4aee-499c-b1d3-7c9eb35fe708 req-617e67b3-f08a-4d13-9f4f-70625525f138 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:57.483966 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1aaf535f-4aee-499c-b1d3-7c9eb35fe708 req-617e67b3-f08a-4d13-9f4f-70625525f138 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb159dd6-68c1-41b5-9688-4e7a11fd8304 HTTP/1.1" status: 200 len: 950 time: 0.1459379 Oct 12 19:20:57.496723 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-3ba5110f-8e6c-42f2-8420-9b83744549bb req-28b0c075-f8ce-4312-a28f-19b944c484e1 tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] For port d66eab91-21ee-4315-b294-ce4453dba5e6, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=d66eab91-21ee-4315-b294-ce4453dba5e6,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:20:57.497381 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-3ba5110f-8e6c-42f2-8420-9b83744549bb req-28b0c075-f8ce-4312-a28f-19b944c484e1 tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:57.513272 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-3ba5110f-8e6c-42f2-8420-9b83744549bb req-28b0c075-f8ce-4312-a28f-19b944c484e1 tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] Calling delete_port for d66eab91-21ee-4315-b294-ce4453dba5e6 owned by compute:nova {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:20:57.589254 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1aaf535f-4aee-499c-b1d3-7c9eb35fe708 req-41d51e98-362c-40f0-bbba-84ad451bf0f0 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948451 Oct 12 19:20:57.641055 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a3e8d45-2ceb-4257-9b1e-216f76e149dd tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Made reservation on behalf of 273d7b7bf24b4507988eb056053819bc for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:20:57.646680 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0a3e8d45-2ceb-4257-9b1e-216f76e149dd tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16245837'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:57.707582 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d9899746-6b8d-4596-86a6-8f2a2b76c622 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:57.723216 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-3ba5110f-8e6c-42f2-8420-9b83744549bb req-28b0c075-f8ce-4312-a28f-19b944c484e1 tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:57.726124 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 2face19b-d0ac-4773-be79-15184a719a10 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:20:57.753740 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b0c075-f8ce-4312-a28f-19b944c484e1 tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] Pushing event deleted for resources: {'Port': ['ID=d66eab91-21ee-4315-b294-ce4453dba5e6,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:57.769472 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['6455faee-77de-4c89-b05d-714ffd3aec75', 'd66eab91-21ee-4315-b294-ce4453dba5e6'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:20:57.812352 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ba5110f-8e6c-42f2-8420-9b83744549bb req-28b0c075-f8ce-4312-a28f-19b944c484e1 tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] No DVR routers for this DVR port d66eab91-21ee-4315-b294-ce4453dba5e6 on host n-h2-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:20:57.817271 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-3ba5110f-8e6c-42f2-8420-9b83744549bb req-28b0c075-f8ce-4312-a28f-19b944c484e1 tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:57.823271 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3ba5110f-8e6c-42f2-8420-9b83744549bb req-28b0c075-f8ce-4312-a28f-19b944c484e1 tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] 10.222.0.67 "DELETE /v2.0/ports/d66eab91-21ee-4315-b294-ce4453dba5e6 HTTP/1.1" status: 204 len: 173 time: 0.5622168 Oct 12 19:20:57.823780 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d0a54d2-051b-449d-ba69-e47e8e2af487', 'name': 'network-vif-deleted', 'tag': 'd66eab91-21ee-4315-b294-ce4453dba5e6'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:20:57.830932 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-391771de-6789-4433-96d5-41d007d20a40" -d '{"events": [{"server_uuid": "7d0a54d2-051b-449d-ba69-e47e8e2af487", "name": "network-vif-deleted", "tag": "d66eab91-21ee-4315-b294-ce4453dba5e6"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:20:57.875231 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d9899746-6b8d-4596-86a6-8f2a2b76c622 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:57.885201 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 2face19b-d0ac-4773-be79-15184a719a10 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:20:57.885774 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:57.895219 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-330867bb-4de6-46fa-90a7-b2a2470e918c x-openstack-request-id: req-330867bb-4de6-46fa-90a7-b2a2470e918c {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:20:57.895585 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d0a54d2-051b-449d-ba69-e47e8e2af487", "name": "network-vif-deleted", "tag": "d66eab91-21ee-4315-b294-ce4453dba5e6", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:20:57.896105 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-330867bb-4de6-46fa-90a7-b2a2470e918c {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:20:57.896471 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d0a54d2-051b-449d-ba69-e47e8e2af487', 'name': 'network-vif-deleted', 'tag': 'd66eab91-21ee-4315-b294-ce4453dba5e6', 'status': 'completed', 'code': 200} Oct 12 19:20:57.953481 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9899746-6b8d-4596-86a6-8f2a2b76c622 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Network 21dd5155-8761-44f5-8cd6-9eac4b624b89 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:20:57.976698 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-d9899746-6b8d-4596-86a6-8f2a2b76c622 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:20:57.982681 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9899746-6b8d-4596-86a6-8f2a2b76c622 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:20:58.124153 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9899746-6b8d-4596-86a6-8f2a2b76c622 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Pushing event updated for resources: {'Port': ['ID=c91b05d3-42e8-48ca-ada6-d6cd49297cc6,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:58.158557 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d9899746-6b8d-4596-86a6-8f2a2b76c622 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7915309'] for router_interface, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:58.169259 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 69e8e18b-1c2c-4022-87e7-2eb1aa075d01 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:20:58.221413 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0a3e8d45-2ceb-4257-9b1e-216f76e149dd tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4306659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16245859'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:58.261053 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 69e8e18b-1c2c-4022-87e7-2eb1aa075d01 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:20:58.261574 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:58.357881 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-514a87b7-381b-4cda-b69c-4d90ed9fb8bc req-a0b25bba-14f0-41a6-b8e9-985d24bead38 tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d0a54d2-051b-449d-ba69-e47e8e2af487 HTTP/1.1" status: 200 len: 210 time: 0.0988581 Oct 12 19:20:58.360051 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a3e8d45-2ceb-4257-9b1e-216f76e149dd tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Network f45f61ae-edb4-432c-8d16-a8907d75f8d2 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:20:58.363735 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3e8d45-2ceb-4257-9b1e-216f76e149dd tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Pushing event updated for resources: {'Subnet': ['ID=a0fdbb1f-d646-41c8-aa26-e3aa0e8be0a7,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:58.364807 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:58.371513 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-0a3e8d45-2ceb-4257-9b1e-216f76e149dd tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:20:58.374718 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a3e8d45-2ceb-4257-9b1e-216f76e149dd tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:58.375133 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0a3e8d45-2ceb-4257-9b1e-216f76e149dd tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:58.395598 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a252be54-3429-4ec3-8b6a-f5ebe8458090 None None] Network f45f61ae-edb4-432c-8d16-a8907d75f8d2 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:20:58.494147 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-88669e0f-69d2-49bc-bc6c-b3fb382cfb8b req-c3f430f9-e8fc-44fc-9862-a3e610c36248 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=69b15fce2bf8465ca139cacaa893176d&device_id=37fb3ecd-f7f8-4187-b646-35751c9ceecf HTTP/1.1" status: 200 len: 210 time: 0.0463328 Oct 12 19:20:58.512783 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] For port 69e8e18b-1c2c-4022-87e7-2eb1aa075d01, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=69e8e18b-1c2c-4022-87e7-2eb1aa075d01,segment=NetworkSegment(0e6320e6-b8e3-4c14-9152-822f397e784a),segment_id=0e6320e6-b8e3-4c14-9152-822f397e784a)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:20:58.521619 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-0a3e8d45-2ceb-4257-9b1e-216f76e149dd tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2389479 Oct 12 19:20:58.521619 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42848) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:20:58.526281 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-6607d60c-6941-458b-95e4-cb5eeb379539 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2113692260', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a0fdbb1f-d646-41c8-aa26-e3aa0e8be0a7'}], 'security_groups': ['54240fed-c35e-44be-86f1-2cbd80504cfe']}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:20:58.530191 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-88669e0f-69d2-49bc-bc6c-b3fb382cfb8b req-08e4edb3-9f02-4506-9ba6-599f56e5e64f service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=69b15fce2bf8465ca139cacaa893176d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0265501 Oct 12 19:20:58.552816 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-165514e0-1b52-4245-99a3-f821a993b00f None None] Network 21dd5155-8761-44f5-8cd6-9eac4b624b89 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:20:58.612736 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f2500c76-34f3-4d29-8c0a-86acba59b0dd req-5561788a-f8d6-4fa5-b855-008b0c77956d tempest-ServerShowV247Test-1297704155 tempest-ServerShowV247Test-1297704155-project] 10.222.0.49 "GET /v2.0/ports?device_id=37fb3ecd-f7f8-4187-b646-35751c9ceecf HTTP/1.1" status: 200 len: 210 time: 0.0904152 Oct 12 19:20:58.630814 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:58.652932 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d9899746-6b8d-4596-86a6-8f2a2b76c622 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:58.658317 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88669e0f-69d2-49bc-bc6c-b3fb382cfb8b req-6e307df9-fee5-4e84-9a37-0c9697f8312b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:58.659882 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-88669e0f-69d2-49bc-bc6c-b3fb382cfb8b req-6e307df9-fee5-4e84-9a37-0c9697f8312b service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1217732 Oct 12 19:20:58.755819 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-02f9016d-337b-42c4-88e9-7ca9f5f9aff4 None None] Provisioning complete for port 69e8e18b-1c2c-4022-87e7-2eb1aa075d01 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:20:58.756213 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-02f9016d-337b-42c4-88e9-7ca9f5f9aff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:58.757260 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c4f95c-450b-4762-a4e0-ab5c039f9068 req-902e5a2c-b1df-41b4-98e1-076fbb55ecc2 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:20:58.758825 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-45c4f95c-450b-4762-a4e0-ab5c039f9068 req-902e5a2c-b1df-41b4-98e1-076fbb55ecc2 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb159dd6-68c1-41b5-9688-4e7a11fd8304 HTTP/1.1" status: 200 len: 950 time: 0.0594566 Oct 12 19:20:58.801508 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Pushing event updated for resources: {'Port': ['ID=69e8e18b-1c2c-4022-87e7-2eb1aa075d01,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:58.822120 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-45c4f95c-450b-4762-a4e0-ab5c039f9068 req-0f522204-18b7-4839-ae50-521d4ef7e709 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492623 Oct 12 19:20:58.978341 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84879d6c-18d8-4b4c-a9d6-41128524692a None None] Update dhcp port {'port': {'network_id': 'f45f61ae-edb4-432c-8d16-a8907d75f8d2', 'fixed_ips': [{'subnet_id': 'a3c4bbd5-b06d-42a8-a20c-69f05dc78d78', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a0fdbb1f-d646-41c8-aa26-e3aa0e8be0a7'}], 'binding:host_id': 'n-d-813679-3'}, 'id': '2face19b-d0ac-4773-be79-15184a719a10'} from n-d-813679-3. {{(pid=95503) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 12 19:20:59.005638 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-84879d6c-18d8-4b4c-a9d6-41128524692a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:59.159580 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c2c8b8a7-f4ab-47db-8993-33823626cb41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:59.264171 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6607d60c-6941-458b-95e4-cb5eeb379539 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:59.385120 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-62d9403c-de68-4b84-92eb-8d2ac77f0ba4 None None] Provisioning complete for port c91b05d3-42e8-48ca-ada6-d6cd49297cc6 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:20:59.387396 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-62d9403c-de68-4b84-92eb-8d2ac77f0ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:59.388481 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-84879d6c-18d8-4b4c-a9d6-41128524692a None None] Allocated IP 2001:db8:0:1::2 (f45f61ae-edb4-432c-8d16-a8907d75f8d2/a0fdbb1f-d646-41c8-aa26-e3aa0e8be0a7/2face19b-d0ac-4773-be79-15184a719a10) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:20:59.450262 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-62d9403c-de68-4b84-92eb-8d2ac77f0ba4 None None] Port c91b05d3-42e8-48ca-ada6-d6cd49297cc6 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:20:59.504374 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d9899746-6b8d-4596-86a6-8f2a2b76c622 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:59.510718 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-62d9403c-de68-4b84-92eb-8d2ac77f0ba4 None None] Provisioning complete for port 69e8e18b-1c2c-4022-87e7-2eb1aa075d01 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:20:59.511137 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-62d9403c-de68-4b84-92eb-8d2ac77f0ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:59.578904 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-84879d6c-18d8-4b4c-a9d6-41128524692a None None] For port 2face19b-d0ac-4773-be79-15184a719a10, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=2face19b-d0ac-4773-be79-15184a719a10,segment=NetworkSegment(0b41533d-9d44-4233-b0f6-4dec7bd0c121),segment_id=0b41533d-9d44-4233-b0f6-4dec7bd0c121)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:20:59.588641 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d9899746-6b8d-4596-86a6-8f2a2b76c622 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:59.640737 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-84879d6c-18d8-4b4c-a9d6-41128524692a None None] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:59.661763 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d9899746-6b8d-4596-86a6-8f2a2b76c622 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7898980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8092605'] for router_interface, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:59.665512 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 69e8e18b-1c2c-4022-87e7-2eb1aa075d01 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:20:59.669709 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9899746-6b8d-4596-86a6-8f2a2b76c622 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Pushing event updated for resources: {'Port': ['ID=c91b05d3-42e8-48ca-ada6-d6cd49297cc6,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:59.721658 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 69e8e18b-1c2c-4022-87e7-2eb1aa075d01 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:20:59.722190 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:59.737762 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-434c6e55-3bc8-4c7e-b092-35ec798c95cd req-82d6d314-c3fa-4e58-9a4a-568f4c87b7e0 tempest-ServerShowV247Test-1297704155 tempest-ServerShowV247Test-1297704155-project] 10.222.0.49 "GET /v2.0/ports?device_id=37fb3ecd-f7f8-4187-b646-35751c9ceecf HTTP/1.1" status: 200 len: 210 time: 0.0302062 Oct 12 19:20:59.745756 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-84879d6c-18d8-4b4c-a9d6-41128524692a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:59.825619 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9899746-6b8d-4596-86a6-8f2a2b76c622 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Network 21dd5155-8761-44f5-8cd6-9eac4b624b89 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:20:59.828817 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-d9899746-6b8d-4596-86a6-8f2a2b76c622 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:20:59.836871 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-bfcc3b91-570d-4536-82f6-c2866cc4d265 None None] Provisioning complete for port c91b05d3-42e8-48ca-ada6-d6cd49297cc6 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:20:59.837417 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bfcc3b91-570d-4536-82f6-c2866cc4d265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:20:59.899268 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84879d6c-18d8-4b4c-a9d6-41128524692a None None] Pushing event updated for resources: {'Port': ['ID=2face19b-d0ac-4773-be79-15184a719a10,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:20:59.937093 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-bfcc3b91-570d-4536-82f6-c2866cc4d265 None None] Port c91b05d3-42e8-48ca-ada6-d6cd49297cc6 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:20:59.953236 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device d66eab91-21ee-4315-b294-ce4453dba5e6 no longer exists at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:20:59.983358 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] No Port match for: d66eab91-21ee-4315-b294-ce4453dba5e6 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:20:59.984445 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device d66eab91-21ee-4315-b294-ce4453dba5e6 not bound to the agent host n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:21:00.017802 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-88669e0f-69d2-49bc-bc6c-b3fb382cfb8b req-de9d275d-d8f6-4dc6-8974-115241a1233d tempest-ServerShowV247Test-1297704155 tempest-ServerShowV247Test-1297704155-project] 10.222.0.61 "GET /v2.0/ports?device_id=37fb3ecd-f7f8-4187-b646-35751c9ceecf HTTP/1.1" status: 200 len: 210 time: 0.1521099 Oct 12 19:21:00.044951 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-6607d60c-6941-458b-95e4-cb5eeb379539 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Delete allocated IP 2001:db8::16e (f45f61ae-edb4-432c-8d16-a8907d75f8d2/a3c4bbd5-b06d-42a8-a20c-69f05dc78d78) {{(pid=95502) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 12 19:21:00.049260 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845733ee-e6d3-4262-b74f-431128eb522b req-7d3bddc3-a025-473c-9f37-b476987ab08d tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:00.051069 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-845733ee-e6d3-4262-b74f-431128eb522b req-7d3bddc3-a025-473c-9f37-b476987ab08d tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb159dd6-68c1-41b5-9688-4e7a11fd8304 HTTP/1.1" status: 200 len: 950 time: 0.1405735 Oct 12 19:21:00.066505 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-6607d60c-6941-458b-95e4-cb5eeb379539 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Allocated IP 2001:db8:0:1::328 (f45f61ae-edb4-432c-8d16-a8907d75f8d2/a0fdbb1f-d646-41c8-aa26-e3aa0e8be0a7/354a8ff5-62b9-42cc-a785-1d45d51bf250) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:21:00.098470 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-845733ee-e6d3-4262-b74f-431128eb522b req-8f44af1b-e85b-4616-819c-575196cc2670 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351212 Oct 12 19:21:00.114234 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8a02ec-09c3-44dd-ac95-65cae922d3ba req-52574fcc-c12e-4a39-8bf7-116dfc2bd4de tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:00.115857 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-fe8a02ec-09c3-44dd-ac95-65cae922d3ba req-52574fcc-c12e-4a39-8bf7-116dfc2bd4de tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] 10.222.0.49 "GET /v2.0/ports?device_id=db9c8fc3-f8d9-48b3-b302-5907914de9c1 HTTP/1.1" status: 200 len: 949 time: 0.1427927 Oct 12 19:21:00.259174 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-bc0f931a-33b1-4993-ae8f-d03b7c5a60fa None None] Provisioning complete for port c91b05d3-42e8-48ca-ada6-d6cd49297cc6 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:21:00.259174 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bc0f931a-33b1-4993-ae8f-d03b7c5a60fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:00.268448 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-fe8a02ec-09c3-44dd-ac95-65cae922d3ba req-a68b28e5-b119-4b6b-8872-55faa036158e tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c85258c-07e8-47e9-abbc-b7175588719e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433854 Oct 12 19:21:00.306638 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-bc0f931a-33b1-4993-ae8f-d03b7c5a60fa None None] Port c91b05d3-42e8-48ca-ada6-d6cd49297cc6 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:21:00.315914 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9899746-6b8d-4596-86a6-8f2a2b76c622 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Router 45e99217-70e2-45e0-8681-3ccd08d79776 is scheduled to L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b with binding_index 1 {{(pid=95502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 19:21:00.422116 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6607d60c-6941-458b-95e4-cb5eeb379539 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:00.440352 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9899746-6b8d-4596-86a6-8f2a2b76c622 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:21:00.443149 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-d9899746-6b8d-4596-86a6-8f2a2b76c622 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] 10.222.0.49 "PUT /v2.0/routers/45e99217-70e2-45e0-8681-3ccd08d79776/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7992227 Oct 12 19:21:00.445460 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42870) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:21:00.450468 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9f9aa8-0008-4801-b651-ad3180f9708b None None] Sync routers for ids ['45e99217-70e2-45e0-8681-3ccd08d79776'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:21:00.461119 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9f9aa8-0008-4801-b651-ad3180f9708b None None] Routers {'45e99217-70e2-45e0-8681-3ccd08d79776'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:21:00.461880 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-0e9f9aa8-0008-4801-b651-ad3180f9708b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:20:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['45e99217-70e2-45e0-8681-3ccd08d79776'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:21:00.493324 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb54c60-039d-4ae4-9055-b16832f13606 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:00.494848 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-3eb54c60-039d-4ae4-9055-b16832f13606 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] 10.222.0.49 "GET /v2.0/ports/c91b05d3-42e8-48ca-ada6-d6cd49297cc6 HTTP/1.1" status: 200 len: 910 time: 0.0483909 Oct 12 19:21:00.497422 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42872) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:21:00.497818 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-0e9f9aa8-0008-4801-b651-ad3180f9708b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:21:00.502534 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-ac6155d0-ca22-4844-b59d-5fb5a7c7c549 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '624c828b-f7a5-4abe-a144-ba0c49214ed7'}]}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:21:00.507155 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6607d60c-6941-458b-95e4-cb5eeb379539 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:00.509958 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9f9aa8-0008-4801-b651-ad3180f9708b None None] Routers {'45e99217-70e2-45e0-8681-3ccd08d79776'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:21:00.510819 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-0e9f9aa8-0008-4801-b651-ad3180f9708b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:20:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['45e99217-70e2-45e0-8681-3ccd08d79776'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:21:00.562599 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-0e9f9aa8-0008-4801-b651-ad3180f9708b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:21:00.563681 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9f9aa8-0008-4801-b651-ad3180f9708b None None] The sync data for ids ['45e99217-70e2-45e0-8681-3ccd08d79776'] in n-d-813679-3 is: [] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:21:00.647552 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6607d60c-6941-458b-95e4-cb5eeb379539 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Pushing event updated for resources: {'Port': ['ID=354a8ff5-62b9-42cc-a785-1d45d51bf250,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:00.650344 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-6607d60c-6941-458b-95e4-cb5eeb379539 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] In _notify_port_updated(), no bound segment for port 354a8ff5-62b9-42cc-a785-1d45d51bf250 on network f45f61ae-edb4-432c-8d16-a8907d75f8d2 {{(pid=95502) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 12 19:21:00.665650 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6607d60c-6941-458b-95e4-cb5eeb379539 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:00.666323 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6607d60c-6941-458b-95e4-cb5eeb379539 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:00.667728 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-6607d60c-6941-458b-95e4-cb5eeb379539 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] 10.222.0.49 "PUT /v2.0/ports/354a8ff5-62b9-42cc-a785-1d45d51bf250 HTTP/1.1" status: 200 len: 931 time: 2.1490917 Oct 12 19:21:00.670964 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42878) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:21:00.739808 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-11e799f9-00e9-45c6-9ebb-062cf1828e53 None None] Provisioning complete for port 2face19b-d0ac-4773-be79-15184a719a10 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:21:00.741886 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-11e799f9-00e9-45c6-9ebb-062cf1828e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:00.830691 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ac6155d0-ca22-4844-b59d-5fb5a7c7c549 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:00.861930 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-6aaf1564-51c0-47f8-893d-a2c2cffdaca6 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Deleting port 354a8ff5-62b9-42cc-a785-1d45d51bf250 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:21:00.865819 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6aaf1564-51c0-47f8-893d-a2c2cffdaca6 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:00.923388 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-11e799f9-00e9-45c6-9ebb-062cf1828e53 None None] Provisioning complete for port 354a8ff5-62b9-42cc-a785-1d45d51bf250 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:21:00.925590 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-11e799f9-00e9-45c6-9ebb-062cf1828e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:00.935161 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e6679db9-32be-4ffa-b430-8b3f8c886065 req-c7a7c05e-28f7-4241-99c1-504d2afd96b9 tempest-ServerShowV247Test-1297704155 tempest-ServerShowV247Test-1297704155-project] 10.222.0.49 "GET /v2.0/ports?device_id=37fb3ecd-f7f8-4187-b646-35751c9ceecf HTTP/1.1" status: 200 len: 210 time: 0.0421894 Oct 12 19:21:00.982173 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-11e799f9-00e9-45c6-9ebb-062cf1828e53 None None] Port 354a8ff5-62b9-42cc-a785-1d45d51bf250 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:21:00.991713 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-11e799f9-00e9-45c6-9ebb-062cf1828e53 None None] Provisioning complete for port 5ece508e-f5e9-40f9-bfe6-8501265015a1 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:21:00.992501 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-11e799f9-00e9-45c6-9ebb-062cf1828e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:01.026949 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-11e799f9-00e9-45c6-9ebb-062cf1828e53 None None] Port 5ece508e-f5e9-40f9-bfe6-8501265015a1 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:21:01.085417 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6aaf1564-51c0-47f8-893d-a2c2cffdaca6 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:01.129687 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-6aaf1564-51c0-47f8-893d-a2c2cffdaca6 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Calling delete_port for 354a8ff5-62b9-42cc-a785-1d45d51bf250 owned by {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:21:01.152348 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-e199e600-247d-4147-bca8-fc21afd4b163 None None] Provisioning complete for port 354a8ff5-62b9-42cc-a785-1d45d51bf250 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:21:01.152509 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e199e600-247d-4147-bca8-fc21afd4b163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:01.191087 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-e199e600-247d-4147-bca8-fc21afd4b163 None None] Port 354a8ff5-62b9-42cc-a785-1d45d51bf250 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:21:01.360533 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73cc83f-c66d-4feb-ad9a-c2e715eb4979 req-767808e5-792e-444f-93f6-02488e83b0b1 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:01.362068 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c73cc83f-c66d-4feb-ad9a-c2e715eb4979 req-767808e5-792e-444f-93f6-02488e83b0b1 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb159dd6-68c1-41b5-9688-4e7a11fd8304 HTTP/1.1" status: 200 len: 950 time: 0.1437838 Oct 12 19:21:01.452833 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44d7ce4-2120-4579-9666-f605d3aa685e req-5b486e2d-ba8e-42bb-bbd7-39382a3b9518 tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:01.454330 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d44d7ce4-2120-4579-9666-f605d3aa685e req-5b486e2d-ba8e-42bb-bbd7-39382a3b9518 tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] 10.222.0.49 "GET /v2.0/ports?device_id=db9c8fc3-f8d9-48b3-b302-5907914de9c1 HTTP/1.1" status: 200 len: 949 time: 0.0506954 Oct 12 19:21:01.473833 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c73cc83f-c66d-4feb-ad9a-c2e715eb4979 req-92badb10-d61c-4152-a6af-a676300312a3 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035700 Oct 12 19:21:01.500821 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ac6155d0-ca22-4844-b59d-5fb5a7c7c549 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:01.501302 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d44d7ce4-2120-4579-9666-f605d3aa685e req-28329eea-0dc2-4625-a6e1-ae6145417b5e tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c85258c-07e8-47e9-abbc-b7175588719e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410604 Oct 12 19:21:01.537495 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6aaf1564-51c0-47f8-893d-a2c2cffdaca6 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:01.548598 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69019b11-0b04-4043-8114-6a3147336639 req-685a9e1d-47bc-424c-b65c-d86e00d82d2d tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:01.548598 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-69019b11-0b04-4043-8114-6a3147336639 req-685a9e1d-47bc-424c-b65c-d86e00d82d2d tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] 10.222.0.67 "GET /v2.0/ports?device_id=db9c8fc3-f8d9-48b3-b302-5907914de9c1 HTTP/1.1" status: 200 len: 949 time: 0.0605805 Oct 12 19:21:01.581399 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaf1564-51c0-47f8-893d-a2c2cffdaca6 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Pushing event deleted for resources: {'Port': ['ID=354a8ff5-62b9-42cc-a785-1d45d51bf250,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:01.584889 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ac6155d0-ca22-4844-b59d-5fb5a7c7c549 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:01.621415 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 2face19b-d0ac-4773-be79-15184a719a10 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:21:01.659232 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6aaf1564-51c0-47f8-893d-a2c2cffdaca6 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:01.666274 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-6aaf1564-51c0-47f8-893d-a2c2cffdaca6 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] 10.222.0.49 "DELETE /v2.0/ports/354a8ff5-62b9-42cc-a785-1d45d51bf250 HTTP/1.1" status: 204 len: 168 time: 0.9920547 Oct 12 19:21:01.671788 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42888) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:21:01.671933 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2430bf73-70f0-4047-a606-e356476f87af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:01.685793 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-69019b11-0b04-4043-8114-6a3147336639 req-8cdb1409-a2c0-4119-b6bc-91b3c54038d7 tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] Deleting port 6455faee-77de-4c89-b05d-714ffd3aec75 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:21:01.686301 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-69019b11-0b04-4043-8114-6a3147336639 req-8cdb1409-a2c0-4119-b6bc-91b3c54038d7 tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:01.688661 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 2face19b-d0ac-4773-be79-15184a719a10 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:21:01.689095 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:01.704132 n-d-813679-3 neutron-server[95501]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f363063-251f-4f31-8386-90b23ee2dca3 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] GET failed (client error): The resource could not be found. Oct 12 19:21:01.705934 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-2f363063-251f-4f31-8386-90b23ee2dca3 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] 10.222.0.49 "GET /v2.0/ports/354a8ff5-62b9-42cc-a785-1d45d51bf250 HTTP/1.1" status: 404 len: 333 time: 0.0372980 Oct 12 19:21:01.717095 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42892) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:21:01.717513 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6155d0-ca22-4844-b59d-5fb5a7c7c549 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Pushing event updated for resources: {'Port': ['ID=c91b05d3-42e8-48ca-ada6-d6cd49297cc6,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:01.735552 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac6155d0-ca22-4844-b59d-5fb5a7c7c549 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:01.735552 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ac6155d0-ca22-4844-b59d-5fb5a7c7c549 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:01.739384 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-ac6155d0-ca22-4844-b59d-5fb5a7c7c549 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] 10.222.0.49 "PUT /v2.0/ports/c91b05d3-42e8-48ca-ada6-d6cd49297cc6 HTTP/1.1" status: 200 len: 910 time: 1.2383955 Oct 12 19:21:01.739780 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42894) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:21:01.861138 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-69019b11-0b04-4043-8114-6a3147336639 req-8cdb1409-a2c0-4119-b6bc-91b3c54038d7 tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] For port 6455faee-77de-4c89-b05d-714ffd3aec75, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=6455faee-77de-4c89-b05d-714ffd3aec75,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:21:01.861590 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-69019b11-0b04-4043-8114-6a3147336639 req-8cdb1409-a2c0-4119-b6bc-91b3c54038d7 tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:01.879103 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-69019b11-0b04-4043-8114-6a3147336639 req-8cdb1409-a2c0-4119-b6bc-91b3c54038d7 tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] Calling delete_port for 6455faee-77de-4c89-b05d-714ffd3aec75 owned by compute:nova {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:21:01.926358 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-def3b65d-10c2-42fb-903a-0a7bcb8d48c1 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:01.961204 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-def3b65d-10c2-42fb-903a-0a7bcb8d48c1 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:02.091951 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-def3b65d-10c2-42fb-903a-0a7bcb8d48c1 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:02.094733 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-def3b65d-10c2-42fb-903a-0a7bcb8d48c1 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:02.100085 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-def3b65d-10c2-42fb-903a-0a7bcb8d48c1 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] 10.222.0.49 "DELETE /v2.0/security-groups/5dc6233e-c24f-47c7-b981-be6d5c9c272f HTTP/1.1" status: 204 len: 168 time: 0.3772888 Oct 12 19:21:02.100270 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42902) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:21:02.113968 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def3b65d-10c2-42fb-903a-0a7bcb8d48c1 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dc6233e-c24f-47c7-b981-be6d5c9c272f,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:02.117157 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9e7f3df7-51ef-445c-aed0-40e90e02ef30 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8092566'] for router_interface, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:02.139903 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-69019b11-0b04-4043-8114-6a3147336639 req-8cdb1409-a2c0-4119-b6bc-91b3c54038d7 tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:02.173808 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdb1409-a2c0-4119-b6bc-91b3c54038d7 tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] Pushing event deleted for resources: {'Port': ['ID=6455faee-77de-4c89-b05d-714ffd3aec75,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:02.222717 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-69019b11-0b04-4043-8114-6a3147336639 req-8cdb1409-a2c0-4119-b6bc-91b3c54038d7 tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] No DVR routers for this DVR port 6455faee-77de-4c89-b05d-714ffd3aec75 on host n-h2-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:21:02.225564 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-69019b11-0b04-4043-8114-6a3147336639 req-8cdb1409-a2c0-4119-b6bc-91b3c54038d7 tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:02.229455 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-69019b11-0b04-4043-8114-6a3147336639 req-8cdb1409-a2c0-4119-b6bc-91b3c54038d7 tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] 10.222.0.67 "DELETE /v2.0/ports/6455faee-77de-4c89-b05d-714ffd3aec75 HTTP/1.1" status: 204 len: 173 time: 0.6736979 Oct 12 19:21:02.229941 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db9c8fc3-f8d9-48b3-b302-5907914de9c1', 'name': 'network-vif-deleted', 'tag': '6455faee-77de-4c89-b05d-714ffd3aec75'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:21:02.232327 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43cb2807-9ef2-44bf-aeee-6c366a29a9ba" -d '{"events": [{"server_uuid": "db9c8fc3-f8d9-48b3-b302-5907914de9c1", "name": "network-vif-deleted", "tag": "6455faee-77de-4c89-b05d-714ffd3aec75"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:21:02.274590 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdb61eb7-0658-4d83-9540-083771908ac1 x-openstack-request-id: req-cdb61eb7-0658-4d83-9540-083771908ac1 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:21:02.275090 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db9c8fc3-f8d9-48b3-b302-5907914de9c1", "name": "network-vif-deleted", "tag": "6455faee-77de-4c89-b05d-714ffd3aec75", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:21:02.275491 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cdb61eb7-0658-4d83-9540-083771908ac1 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:21:02.276058 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db9c8fc3-f8d9-48b3-b302-5907914de9c1', 'name': 'network-vif-deleted', 'tag': '6455faee-77de-4c89-b05d-714ffd3aec75', 'status': 'completed', 'code': 200} Oct 12 19:21:02.281513 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d327781a-8f47-4b2f-922f-d62e30267bab tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:02.320425 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d327781a-8f47-4b2f-922f-d62e30267bab tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:02.481378 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-9e7f3df7-51ef-445c-aed0-40e90e02ef30 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Deleting port c91b05d3-42e8-48ca-ada6-d6cd49297cc6 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:21:02.482046 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9e7f3df7-51ef-445c-aed0-40e90e02ef30 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:02.516334 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42912) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:21:02.519912 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:02.566504 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d327781a-8f47-4b2f-922f-d62e30267bab tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:02.569270 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d327781a-8f47-4b2f-922f-d62e30267bab tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:02.571407 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-d327781a-8f47-4b2f-922f-d62e30267bab tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] 10.222.0.49 "DELETE /v2.0/security-groups/54240fed-c35e-44be-86f1-2cbd80504cfe HTTP/1.1" status: 204 len: 168 time: 0.4704568 Oct 12 19:21:02.575331 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42918) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:21:02.610602 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d327781a-8f47-4b2f-922f-d62e30267bab tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54240fed-c35e-44be-86f1-2cbd80504cfe,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:02.614541 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9e7f3df7-51ef-445c-aed0-40e90e02ef30 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:02.658606 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-253f86c0-ad3c-4d61-b390-fecd2fea5c27 req-81acbb93-bc2a-4490-96cf-9ab29068b7f3 tempest-LiveMigrationNegativeTest-382533184 tempest-LiveMigrationNegativeTest-382533184-project] 10.222.0.49 "GET /v2.0/ports?device_id=db9c8fc3-f8d9-48b3-b302-5907914de9c1 HTTP/1.1" status: 200 len: 210 time: 0.0520308 Oct 12 19:21:02.669451 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-9e7f3df7-51ef-445c-aed0-40e90e02ef30 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Calling delete_port for c91b05d3-42e8-48ca-ada6-d6cd49297cc6 owned by network:router_interface {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:21:02.680371 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5bcea620-a1bf-49af-b01b-adc74e85e7b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:02.686925 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bd4fa32-d44e-4ff7-997b-60f3497c1735 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Deleting subnet a3c4bbd5-b06d-42a8-a20c-69f05dc78d78 {{(pid=95501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:21:02.698252 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9bd4fa32-d44e-4ff7-997b-60f3497c1735 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks [] for subnet, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:02.724535 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b177a8-ac41-47ec-b26d-736c8f4f4e27 req-b5086463-1dc9-4d64-b7e0-d80a2cec20fe tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:02.725999 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e4b177a8-ac41-47ec-b26d-736c8f4f4e27 req-b5086463-1dc9-4d64-b7e0-d80a2cec20fe tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb159dd6-68c1-41b5-9688-4e7a11fd8304 HTTP/1.1" status: 200 len: 950 time: 0.1381006 Oct 12 19:21:02.736483 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:02.772945 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9bd4fa32-d44e-4ff7-997b-60f3497c1735 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281083'] for subnet, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:02.826074 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e4b177a8-ac41-47ec-b26d-736c8f4f4e27 req-abdd8294-4588-4886-8ef5-52db132ec574 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904922 Oct 12 19:21:02.885111 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9bd4fa32-d44e-4ff7-997b-60f3497c1735 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:02.906835 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9e7f3df7-51ef-445c-aed0-40e90e02ef30 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:02.935802 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7f3df7-51ef-445c-aed0-40e90e02ef30 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Pushing event deleted for resources: {'Port': ['ID=c91b05d3-42e8-48ca-ada6-d6cd49297cc6,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:02.956128 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:02.995592 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5bcea620-a1bf-49af-b01b-adc74e85e7b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:03.092889 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9bd4fa32-d44e-4ff7-997b-60f3497c1735 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4824924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4612362'] for subnet, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:03.093821 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9e7f3df7-51ef-445c-aed0-40e90e02ef30 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7898909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8092450'] for router_interface, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:03.094825 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5bcea620-a1bf-49af-b01b-adc74e85e7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:03.149805 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd4fa32-d44e-4ff7-997b-60f3497c1735 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Pushing event deleted for resources: {'Subnet': ['ID=a3c4bbd5-b06d-42a8-a20c-69f05dc78d78,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:03.166788 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9bd4fa32-d44e-4ff7-997b-60f3497c1735 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:03.170607 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-9bd4fa32-d44e-4ff7-997b-60f3497c1735 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] 10.222.0.49 "DELETE /v2.0/subnets/a3c4bbd5-b06d-42a8-a20c-69f05dc78d78 HTTP/1.1" status: 204 len: 168 time: 0.5933228 Oct 12 19:21:03.175745 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42924) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:21:03.179649 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-fc0626d4-7333-49da-acce-c888c14032a9 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Request body: {'subnet': {'network_id': 'f45f61ae-edb4-432c-8d16-a8907d75f8d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:21:03.180739 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-574e6421-e90e-4723-b060-47d8fa9c0a3f None None] Network f45f61ae-edb4-432c-8d16-a8907d75f8d2 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:21:03.186585 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-5bcea620-a1bf-49af-b01b-adc74e85e7b0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=69b15fce2bf8465ca139cacaa893176d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6689899 Oct 12 19:21:03.186941 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42926) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:21:03.187694 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcea620-a1bf-49af-b01b-adc74e85e7b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7aa76f7-2ab9-4953-94fa-4508b549b69d,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:03.509211 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:03.715769 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e7f3df7-51ef-445c-aed0-40e90e02ef30 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Router 45e99217-70e2-45e0-8681-3ccd08d79776 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:21:03.725762 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-612254be-34a9-4a13-9e41-3ebd95e30fb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:03.842247 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc0626d4-7333-49da-acce-c888c14032a9 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Made reservation on behalf of 273d7b7bf24b4507988eb056053819bc for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:21:03.845844 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fc0626d4-7333-49da-acce-c888c14032a9 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16245837'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:03.858423 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-612254be-34a9-4a13-9e41-3ebd95e30fb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:03.923592 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e7f3df7-51ef-445c-aed0-40e90e02ef30 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:21:03.934942 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878b4c63-5624-40b1-99aa-b3c82043f3dc None None] Sync routers for ids ['45e99217-70e2-45e0-8681-3ccd08d79776'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:21:03.945617 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878b4c63-5624-40b1-99aa-b3c82043f3dc None None] Routers {'45e99217-70e2-45e0-8681-3ccd08d79776'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:21:03.946519 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-878b4c63-5624-40b1-99aa-b3c82043f3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:21:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['45e99217-70e2-45e0-8681-3ccd08d79776'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:21:03.967163 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-9e7f3df7-51ef-445c-aed0-40e90e02ef30 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] 10.222.0.49 "PUT /v2.0/routers/45e99217-70e2-45e0-8681-3ccd08d79776/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2262692 Oct 12 19:21:03.970145 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42938) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:21:04.023896 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-68c57701-3eac-4d4b-83e1-757f61962fea tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] 10.222.0.49 "GET /v2.0/ports?device_id=45e99217-70e2-45e0-8681-3ccd08d79776 HTTP/1.1" status: 200 len: 205 time: 0.0522718 Oct 12 19:21:04.026677 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42940) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:21:04.030123 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 6455faee-77de-4c89-b05d-714ffd3aec75 no longer exists at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:21:04.040689 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-878b4c63-5624-40b1-99aa-b3c82043f3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:21:04.053900 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98093919-8e73-46ec-a07d-39950a64832f req-b994558b-3c7d-452b-85a0-5fd2ebf57fff tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:04.055411 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-98093919-8e73-46ec-a07d-39950a64832f req-b994558b-3c7d-452b-85a0-5fd2ebf57fff tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb159dd6-68c1-41b5-9688-4e7a11fd8304 HTTP/1.1" status: 200 len: 950 time: 0.1298809 Oct 12 19:21:04.076432 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] No Port match for: 6455faee-77de-4c89-b05d-714ffd3aec75 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:21:04.076961 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 6455faee-77de-4c89-b05d-714ffd3aec75 not bound to the agent host n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:21:04.091989 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878b4c63-5624-40b1-99aa-b3c82043f3dc None None] Routers {'45e99217-70e2-45e0-8681-3ccd08d79776'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:21:04.092765 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-878b4c63-5624-40b1-99aa-b3c82043f3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:21:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['45e99217-70e2-45e0-8681-3ccd08d79776'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:21:04.125395 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-98093919-8e73-46ec-a07d-39950a64832f req-fa265a10-8f8e-4d84-b0ed-ef98b9286319 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600376 Oct 12 19:21:04.130341 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3eeb487d-a94b-4f44-b373-a28c1a0fd591 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks [] for router, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:04.173907 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-878b4c63-5624-40b1-99aa-b3c82043f3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:21:04.174570 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878b4c63-5624-40b1-99aa-b3c82043f3dc None None] The sync data for ids ['45e99217-70e2-45e0-8681-3ccd08d79776'] in n-d-813679-3 is: [] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:21:04.181495 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-4b14d29d-0bdb-4310-92a5-1ebdae8375d0 None None] Provisioning complete for port 2face19b-d0ac-4773-be79-15184a719a10 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:21:04.182464 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4b14d29d-0bdb-4310-92a5-1ebdae8375d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:04.271819 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-612254be-34a9-4a13-9e41-3ebd95e30fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:04.275730 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-612254be-34a9-4a13-9e41-3ebd95e30fb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:04.277446 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-612254be-34a9-4a13-9e41-3ebd95e30fb3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f7aa76f7-2ab9-4953-94fa-4508b549b69d HTTP/1.1" status: 204 len: 168 time: 1.0884724 Oct 12 19:21:04.291329 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-4b14d29d-0bdb-4310-92a5-1ebdae8375d0 None None] Provisioning complete for port 5ece508e-f5e9-40f9-bfe6-8501265015a1 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:21:04.291968 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4b14d29d-0bdb-4310-92a5-1ebdae8375d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:04.319611 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612254be-34a9-4a13-9e41-3ebd95e30fb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7aa76f7-2ab9-4953-94fa-4508b549b69d,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:04.370125 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-4b14d29d-0bdb-4310-92a5-1ebdae8375d0 None None] Port 5ece508e-f5e9-40f9-bfe6-8501265015a1 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:21:04.428706 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:04.442529 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42948) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:21:04.568513 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fc0626d4-7333-49da-acce-c888c14032a9 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4306659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16245859'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:04.703609 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0626d4-7333-49da-acce-c888c14032a9 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Network f45f61ae-edb4-432c-8d16-a8907d75f8d2 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:21:04.706272 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3eeb487d-a94b-4f44-b373-a28c1a0fd591 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255495'] for router, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:04.708544 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3eeb487d-a94b-4f44-b373-a28c1a0fd591 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:04.721188 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-fc0626d4-7333-49da-acce-c888c14032a9 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:21:04.723147 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0626d4-7333-49da-acce-c888c14032a9 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Pushing event updated for resources: {'Subnet': ['ID=95640173-1046-495a-87f3-f7de7c76ebcc,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:04.727823 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0626d4-7333-49da-acce-c888c14032a9 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:04.728518 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fc0626d4-7333-49da-acce-c888c14032a9 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:04.734361 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139a9510-7f88-41ba-8cd4-e672cf365394 None None] Network f45f61ae-edb4-432c-8d16-a8907d75f8d2 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:21:04.751495 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-188f4375-d294-4e9b-b536-7bb021ae7489 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5452d91afbbb4288869b165c47f762fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3057010 Oct 12 19:21:04.752517 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42956) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:21:04.821867 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3eeb487d-a94b-4f44-b373-a28c1a0fd591 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8093499'] for router, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:04.822388 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eeb487d-a94b-4f44-b373-a28c1a0fd591 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Fanout notify agent at l3_agent the message router_deleted on router 45e99217-70e2-45e0-8681-3ccd08d79776 {{(pid=95501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 19:21:04.841319 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3eeb487d-a94b-4f44-b373-a28c1a0fd591 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks [] for router, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:04.842553 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-3eeb487d-a94b-4f44-b373-a28c1a0fd591 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] 10.222.0.49 "DELETE /v2.0/routers/45e99217-70e2-45e0-8681-3ccd08d79776 HTTP/1.1" status: 204 len: 168 time: 0.8146234 Oct 12 19:21:04.845318 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42960) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:21:04.859842 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-13330df9-8512-497b-aa5e-bd1db79792e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:04.887550 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-fc0626d4-7333-49da-acce-c888c14032a9 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7117939 Oct 12 19:21:04.890157 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42964) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:21:04.896196 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-ac0834f2-d3f7-48c4-9c7e-79a01c117102 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Request body: {'security_group': {'name': 'tempest-secgroup-327363434'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:21:04.917629 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-13330df9-8512-497b-aa5e-bd1db79792e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:04.958740 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_v2 [None req-419e64e5-0d81-4c13-98f6-69867867411a tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Deleting subnet 624c828b-f7a5-4abe-a144-ba0c49214ed7 {{(pid=95501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:21:04.962430 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-419e64e5-0d81-4c13-98f6-69867867411a tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks [] for subnet, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:05.004816 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83652290-2566-4428-80a2-f2a35fa46ce7 None None] Update dhcp port {'port': {'network_id': 'f45f61ae-edb4-432c-8d16-a8907d75f8d2', 'fixed_ips': [{'subnet_id': 'a0fdbb1f-d646-41c8-aa26-e3aa0e8be0a7', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '95640173-1046-495a-87f3-f7de7c76ebcc'}], 'binding:host_id': 'n-d-813679-3'}, 'id': '2face19b-d0ac-4773-be79-15184a719a10'} from n-d-813679-3. {{(pid=95503) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 12 19:21:05.005754 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-419e64e5-0d81-4c13-98f6-69867867411a tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281083'] for subnet, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:05.035172 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-83652290-2566-4428-80a2-f2a35fa46ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:05.084539 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ac0834f2-d3f7-48c4-9c7e-79a01c117102 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:05.112385 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-419e64e5-0d81-4c13-98f6-69867867411a tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:05.128839 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-13330df9-8512-497b-aa5e-bd1db79792e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:05.131792 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-13330df9-8512-497b-aa5e-bd1db79792e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:05.135759 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-13330df9-8512-497b-aa5e-bd1db79792e2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3c85258c-07e8-47e9-abbc-b7175588719e HTTP/1.1" status: 204 len: 168 time: 0.3796740 Oct 12 19:21:05.152831 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13330df9-8512-497b-aa5e-bd1db79792e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c85258c-07e8-47e9-abbc-b7175588719e,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:05.194152 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ac0834f2-d3f7-48c4-9c7e-79a01c117102 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:05.271788 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-83652290-2566-4428-80a2-f2a35fa46ce7 None None] Allocated IP 2001:db8::2 (f45f61ae-edb4-432c-8d16-a8907d75f8d2/95640173-1046-495a-87f3-f7de7c76ebcc/2face19b-d0ac-4773-be79-15184a719a10) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:21:05.310285 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-419e64e5-0d81-4c13-98f6-69867867411a tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4824924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4612362'] for subnet, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:05.335788 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-419e64e5-0d81-4c13-98f6-69867867411a tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:05.342780 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-419e64e5-0d81-4c13-98f6-69867867411a tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] 10.222.0.49 "DELETE /v2.0/subnets/624c828b-f7a5-4abe-a144-ba0c49214ed7 HTTP/1.1" status: 204 len: 168 time: 0.4962201 Oct 12 19:21:05.343658 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42978) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:21:05.344779 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30768ab3-e7c2-4b5e-98db-0e1c3d34e651 req-58940b7c-810a-48b3-a152-a755112bd12b tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:05.345294 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc575c8f-283b-4c7a-af8d-f981a73aee5c None None] Network 21dd5155-8761-44f5-8cd6-9eac4b624b89 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:21:05.346931 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-30768ab3-e7c2-4b5e-98db-0e1c3d34e651 req-58940b7c-810a-48b3-a152-a755112bd12b tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb159dd6-68c1-41b5-9688-4e7a11fd8304 HTTP/1.1" status: 200 len: 950 time: 0.0645206 Oct 12 19:21:05.348561 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ac0834f2-d3f7-48c4-9c7e-79a01c117102 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:05.375693 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419e64e5-0d81-4c13-98f6-69867867411a tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Pushing event deleted for resources: {'Subnet': ['ID=624c828b-f7a5-4abe-a144-ba0c49214ed7,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:05.408182 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0834f2-d3f7-48c4-9c7e-79a01c117102 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e306c788-1a4c-48b8-ab54-698b51a6b788,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:05.422031 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-30768ab3-e7c2-4b5e-98db-0e1c3d34e651 req-6b84585a-48aa-4034-a78c-5ad63c41ad9f tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669861 Oct 12 19:21:05.433923 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ac0834f2-d3f7-48c4-9c7e-79a01c117102 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:05.439362 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-ac0834f2-d3f7-48c4-9c7e-79a01c117102 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5478616 Oct 12 19:21:05.441185 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42982) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:21:05.448144 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-4fb23066-08bf-483e-9dc8-a28b384e02ac tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Request body: {'security_group': {'name': 'tempest-secgroup-594293148'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:21:05.500157 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-83652290-2566-4428-80a2-f2a35fa46ce7 None None] For port 2face19b-d0ac-4773-be79-15184a719a10, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=2face19b-d0ac-4773-be79-15184a719a10,segment=NetworkSegment(0b41533d-9d44-4233-b0f6-4dec7bd0c121),segment_id=0b41533d-9d44-4233-b0f6-4dec7bd0c121)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:21:05.509143 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a821b05d-7828-45c7-8524-f3a09d5bc8bb tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:05.538803 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-83652290-2566-4428-80a2-f2a35fa46ce7 None None] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:05.567985 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-a821b05d-7828-45c7-8524-f3a09d5bc8bb tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Deleting port 69e8e18b-1c2c-4022-87e7-2eb1aa075d01 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:21:05.568386 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a821b05d-7828-45c7-8524-f3a09d5bc8bb tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:05.568504 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4fb23066-08bf-483e-9dc8-a28b384e02ac tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:05.610796 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a638b3fe-10f9-4066-87c2-d81eaaeb8547 None None] DHCP port deletion for 21dd5155-8761-44f5-8cd6-9eac4b624b89 request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 19:21:05.618558 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-83652290-2566-4428-80a2-f2a35fa46ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:05.688947 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [None req-a821b05d-7828-45c7-8524-f3a09d5bc8bb tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] For port 69e8e18b-1c2c-4022-87e7-2eb1aa075d01, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=69e8e18b-1c2c-4022-87e7-2eb1aa075d01,segment=NetworkSegment(0e6320e6-b8e3-4c14-9152-822f397e784a),segment_id=0e6320e6-b8e3-4c14-9152-822f397e784a)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:21:05.689429 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a821b05d-7828-45c7-8524-f3a09d5bc8bb tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:05.694493 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4fb23066-08bf-483e-9dc8-a28b384e02ac tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:05.705995 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-a821b05d-7828-45c7-8524-f3a09d5bc8bb tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Calling delete_port for 69e8e18b-1c2c-4022-87e7-2eb1aa075d01 owned by network:dhcp {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:21:05.751303 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83652290-2566-4428-80a2-f2a35fa46ce7 None None] Pushing event updated for resources: {'Port': ['ID=2face19b-d0ac-4773-be79-15184a719a10,revision_number=6']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:05.759834 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-a638b3fe-10f9-4066-87c2-d81eaaeb8547 None None] Deleting port 69e8e18b-1c2c-4022-87e7-2eb1aa075d01 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:21:05.760240 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a638b3fe-10f9-4066-87c2-d81eaaeb8547 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:05.763610 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83652290-2566-4428-80a2-f2a35fa46ce7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:21:05.764181 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83652290-2566-4428-80a2-f2a35fa46ce7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:21:05.764600 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83652290-2566-4428-80a2-f2a35fa46ce7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:21:05.764933 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83652290-2566-4428-80a2-f2a35fa46ce7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:21:05.765269 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83652290-2566-4428-80a2-f2a35fa46ce7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:21:05.765596 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83652290-2566-4428-80a2-f2a35fa46ce7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:21:05.765946 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83652290-2566-4428-80a2-f2a35fa46ce7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:21:05.766253 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83652290-2566-4428-80a2-f2a35fa46ce7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:21:05.766599 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83652290-2566-4428-80a2-f2a35fa46ce7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:21:05.766908 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83652290-2566-4428-80a2-f2a35fa46ce7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:21:05.767233 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83652290-2566-4428-80a2-f2a35fa46ce7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:21:05.767556 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83652290-2566-4428-80a2-f2a35fa46ce7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:21:05.834645 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4fb23066-08bf-483e-9dc8-a28b384e02ac tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:05.837120 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a638b3fe-10f9-4066-87c2-d81eaaeb8547 None None] For port 69e8e18b-1c2c-4022-87e7-2eb1aa075d01, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=69e8e18b-1c2c-4022-87e7-2eb1aa075d01,segment=NetworkSegment(0e6320e6-b8e3-4c14-9152-822f397e784a),segment_id=0e6320e6-b8e3-4c14-9152-822f397e784a)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:21:05.837814 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a638b3fe-10f9-4066-87c2-d81eaaeb8547 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:05.856818 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-a638b3fe-10f9-4066-87c2-d81eaaeb8547 None None] Calling delete_port for 69e8e18b-1c2c-4022-87e7-2eb1aa075d01 owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:21:05.869196 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a821b05d-7828-45c7-8524-f3a09d5bc8bb tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:05.885440 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb23066-08bf-483e-9dc8-a28b384e02ac tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bc25aee-da5d-4304-8133-4143fec94f0f,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:05.920603 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a821b05d-7828-45c7-8524-f3a09d5bc8bb tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] No DVR routers for this DVR port 69e8e18b-1c2c-4022-87e7-2eb1aa075d01 on host n-d-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:21:05.927862 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42994) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:21:05.930337 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a821b05d-7828-45c7-8524-f3a09d5bc8bb tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Pushing event deleted for resources: {'Port': ['ID=69e8e18b-1c2c-4022-87e7-2eb1aa075d01,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:05.954242 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a638b3fe-10f9-4066-87c2-d81eaaeb8547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:05.969106 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4fb23066-08bf-483e-9dc8-a28b384e02ac tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:05.974074 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42998) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:21:05.974241 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-4fb23066-08bf-483e-9dc8-a28b384e02ac tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5311003 Oct 12 19:21:05.980187 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-9a295fb3-e8f3-49e8-b712-f2fd8893fb36 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Request body: {'security_group': {'name': 'tempest-secgroup-309973788'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:21:05.984140 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a638b3fe-10f9-4066-87c2-d81eaaeb8547 None None] Pushing event deleted for resources: {'Port': ['ID=69e8e18b-1c2c-4022-87e7-2eb1aa075d01,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:05.996560 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a638b3fe-10f9-4066-87c2-d81eaaeb8547 None None] No DVR routers for this DVR port 69e8e18b-1c2c-4022-87e7-2eb1aa075d01 on host n-d-813679-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:21:06.061519 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a821b05d-7828-45c7-8524-f3a09d5bc8bb tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:06.090905 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-93b1c380-854e-408b-9745-b4cea7494127 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-7953188-network', 'tenant_id': '16fd18df597a480c9787ac895f50a525'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:21:06.097447 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-a821b05d-7828-45c7-8524-f3a09d5bc8bb tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21dd5155-8761-44f5-8cd6-9eac4b624b89']}} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:21:06.119887 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-a821b05d-7828-45c7-8524-f3a09d5bc8bb tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e6320e6-b8e3-4c14-9152-822f397e784a') {'for_net_delete': True} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:21:06.121492 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-a821b05d-7828-45c7-8524-f3a09d5bc8bb tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e6320e6-b8e3-4c14-9152-822f397e784a') {} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:21:06.134775 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a821b05d-7828-45c7-8524-f3a09d5bc8bb tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4281072'] for segment, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:06.140220 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 43002) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:21:06.156741 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a821b05d-7828-45c7-8524-f3a09d5bc8bb tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:06.163375 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a821b05d-7828-45c7-8524-f3a09d5bc8bb tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=95501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:21:06.163784 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a821b05d-7828-45c7-8524-f3a09d5bc8bb tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4823170'] for segment, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:06.166956 n-d-813679-3 neutron-server[95501]: Traceback (most recent call last): Oct 12 19:21:06.166956 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:21:06.166956 n-d-813679-3 neutron-server[95501]: timer() Oct 12 19:21:06.166956 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:21:06.166956 n-d-813679-3 neutron-server[95501]: cb(*args, **kw) Oct 12 19:21:06.166956 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:21:06.166956 n-d-813679-3 neutron-server[95501]: return func(*args, **kwargs) Oct 12 19:21:06.166956 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:21:06.166956 n-d-813679-3 neutron-server[95501]: self._notify() Oct 12 19:21:06.166956 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:21:06.166956 n-d-813679-3 neutron-server[95501]: self.callback(batched_events) Oct 12 19:21:06.166956 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:21:06.166956 n-d-813679-3 neutron-server[95501]: event.method(event) Oct 12 19:21:06.166956 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:21:06.166956 n-d-813679-3 neutron-server[95501]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:21:06.166956 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:21:06.166956 n-d-813679-3 neutron-server[95501]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:21:06.166956 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:21:06.166956 n-d-813679-3 neutron-server[95501]: return f(self, *a, **k) Oct 12 19:21:06.166956 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:21:06.166956 n-d-813679-3 neutron-server[95501]: return self._get(url).json() Oct 12 19:21:06.166956 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:21:06.166956 n-d-813679-3 neutron-server[95501]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:21:06.166956 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:21:06.166956 n-d-813679-3 neutron-server[95501]: return self.request(url, 'GET', **kwargs) Oct 12 19:21:06.166956 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:21:06.166956 n-d-813679-3 neutron-server[95501]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:21:06.166956 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:21:06.166956 n-d-813679-3 neutron-server[95501]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:21:06.166956 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:21:06.166956 n-d-813679-3 neutron-server[95501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:21:06.166956 n-d-813679-3 neutron-server[95501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:21:06.179702 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9a295fb3-e8f3-49e8-b712-f2fd8893fb36 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:06.205184 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-1b5aff66-b23c-4b96-adb3-a28ce0a6bb1a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ef7543d9170048258f7fa41b7fe7b89f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0663240 Oct 12 19:21:06.207234 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 43004) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:21:06.267382 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-864cf786-3208-43ad-b357-effabc0f0be4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:06.288686 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93b1c380-854e-408b-9745-b4cea7494127 admin admin] Made reservation on behalf of 16fd18df597a480c9787ac895f50a525 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:21:06.291452 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-93b1c380-854e-408b-9745-b4cea7494127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:06.304803 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9a295fb3-e8f3-49e8-b712-f2fd8893fb36 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:06.306222 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-93b1c380-854e-408b-9745-b4cea7494127 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:06.313772 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-864cf786-3208-43ad-b357-effabc0f0be4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:06.356176 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a821b05d-7828-45c7-8524-f3a09d5bc8bb tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:06.367342 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a821b05d-7828-45c7-8524-f3a09d5bc8bb tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:06.371503 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-a821b05d-7828-45c7-8524-f3a09d5bc8bb tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] 10.222.0.49 "DELETE /v2.0/networks/21dd5155-8761-44f5-8cd6-9eac4b624b89 HTTP/1.1" status: 204 len: 168 time: 1.0242674 Oct 12 19:21:06.377419 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 43008) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:21:06.381968 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-73deb9bc-6238-4f01-b57e-c5086cf8d30c tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-334466', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:21:06.391058 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a821b05d-7828-45c7-8524-f3a09d5bc8bb tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Pushing event deleted for resources: {'Network': ['ID=21dd5155-8761-44f5-8cd6-9eac4b624b89,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:06.391058 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9a295fb3-e8f3-49e8-b712-f2fd8893fb36 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:06.408114 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-03d67367-a55a-4401-90fc-1a74a71fdc77 None None] Provisioning complete for port 2face19b-d0ac-4773-be79-15184a719a10 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:21:06.409165 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-03d67367-a55a-4401-90fc-1a74a71fdc77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:06.434469 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a295fb3-e8f3-49e8-b712-f2fd8893fb36 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fd6e021-0957-457c-b67d-ad891cba699d,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:06.456745 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-93b1c380-854e-408b-9745-b4cea7494127 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:06.478677 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-864cf786-3208-43ad-b357-effabc0f0be4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:06.481934 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-864cf786-3208-43ad-b357-effabc0f0be4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:06.485743 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-864cf786-3208-43ad-b357-effabc0f0be4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f2b8e51d-0981-422e-8f74-db3d729fb9d0 HTTP/1.1" status: 204 len: 168 time: 0.2741899 Oct 12 19:21:06.503027 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864cf786-3208-43ad-b357-effabc0f0be4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2b8e51d-0981-422e-8f74-db3d729fb9d0,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:06.516176 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-73deb9bc-6238-4f01-b57e-c5086cf8d30c tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8093678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255505'] for router, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:06.517221 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-73deb9bc-6238-4f01-b57e-c5086cf8d30c tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8093562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8087085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8022306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255518'] for router, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:06.533440 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-03d67367-a55a-4401-90fc-1a74a71fdc77 None None] Provisioning complete for port 5ece508e-f5e9-40f9-bfe6-8501265015a1 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:21:06.533807 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-03d67367-a55a-4401-90fc-1a74a71fdc77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:06.545945 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-93b1c380-854e-408b-9745-b4cea7494127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:06.572729 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-03d67367-a55a-4401-90fc-1a74a71fdc77 None None] Port 5ece508e-f5e9-40f9-bfe6-8501265015a1 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:21:06.589678 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9a295fb3-e8f3-49e8-b712-f2fd8893fb36 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:06.591249 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-9a295fb3-e8f3-49e8-b712-f2fd8893fb36 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6160586 Oct 12 19:21:06.594556 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 43014) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:21:06.599405 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-9c6ea167-c60c-4625-9dc0-1fed93021ec4 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1314770987', 'security_groups': ['9fd6e021-0957-457c-b67d-ad891cba699d'], 'network_id': 'f45f61ae-edb4-432c-8d16-a8907d75f8d2', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '95640173-1046-495a-87f3-f7de7c76ebcc'}]}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:21:06.603842 n-d-813679-3 neutron-server[95501]: INFO neutron.api.v2.resource [req-8b6df855-f375-44f1-ae0b-8e7f5285bf6e req-6ba00054-38a2-49c6-b950-8ace7985ba51 service neutron] show failed (client error): The resource could not be found. Oct 12 19:21:06.605754 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8b6df855-f375-44f1-ae0b-8e7f5285bf6e req-6ba00054-38a2-49c6-b950-8ace7985ba51 service neutron] 10.222.0.67 "GET /v2.0/ports/1d9bea01-1aff-4c0e-bf8c-f08e43412391/bindings/n-h1-813679-3 HTTP/1.1" status: 404 len: 380 time: 0.0992525 Oct 12 19:21:06.629750 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93b1c380-854e-408b-9745-b4cea7494127 admin admin] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:21:06.636322 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-73deb9bc-6238-4f01-b57e-c5086cf8d30c tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:06.647141 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b1c380-854e-408b-9745-b4cea7494127 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=776ab9b0-a826-45c4-aaec-7230b7681f4e,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:06.656117 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-93b1c380-854e-408b-9745-b4cea7494127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:06.659636 n-d-813679-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-93b1c380-854e-408b-9745-b4cea7494127 admin admin] Added segment 4b78c1bd-de64-4d2a-a99d-44aa7394032f of type vlan for network 889c8640-5219-48b4-8be3-de6c3eb0c3b5 Oct 12 19:21:06.673058 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb685e3e-2422-43aa-91ef-735aa0cd1932 req-46a262c6-0207-4c87-9be5-90541dc31fa9 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:06.674562 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-eb685e3e-2422-43aa-91ef-735aa0cd1932 req-46a262c6-0207-4c87-9be5-90541dc31fa9 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb159dd6-68c1-41b5-9688-4e7a11fd8304 HTTP/1.1" status: 200 len: 950 time: 0.1740732 Oct 12 19:21:06.721491 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-93b1c380-854e-408b-9745-b4cea7494127 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:06.757375 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-eb685e3e-2422-43aa-91ef-735aa0cd1932 req-78194428-0cc0-4d25-8cdf-da2289091792 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616777 Oct 12 19:21:06.760223 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-73deb9bc-6238-4f01-b57e-c5086cf8d30c tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8093541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7915516'] for router, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:06.799084 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c6ea167-c60c-4625-9dc0-1fed93021ec4 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Made reservation on behalf of 273d7b7bf24b4507988eb056053819bc for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:21:06.867607 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-93b1c380-854e-408b-9745-b4cea7494127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:06.868638 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b1c380-854e-408b-9745-b4cea7494127 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:06.869279 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-93b1c380-854e-408b-9745-b4cea7494127 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:06.879521 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9c6ea167-c60c-4625-9dc0-1fed93021ec4 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:06.896479 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [None req-9c6ea167-c60c-4625-9dc0-1fed93021ec4 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] device_id is not set on port 15b6c7ad-e745-46f2-8d78-b656dac178f0 yet. {{(pid=95501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 19:21:06.921705 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-73deb9bc-6238-4f01-b57e-c5086cf8d30c tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:06.925543 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-73deb9bc-6238-4f01-b57e-c5086cf8d30c tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 695 time: 0.5445485 Oct 12 19:21:06.925735 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 43018) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:21:06.930615 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-bfcb9cd4-0b52-48bb-8eb0-060158849a3f tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Request body: {'network': {'name': 'tempest-RoutersTest-1723509195'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:21:06.949240 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b1c380-854e-408b-9745-b4cea7494127 admin admin] Pushing event updated for resources: {'Network': ['ID=889c8640-5219-48b4-8be3-de6c3eb0c3b5,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:06.968084 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 889c8640-5219-48b4-8be3-de6c3eb0c3b5 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:21:07.021642 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-93b1c380-854e-408b-9745-b4cea7494127 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.0924823 Oct 12 19:21:07.024577 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 43022) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:21:07.031744 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-e3a912b2-a51b-41ff-ad50-0474436d1c86 admin admin] Request body: {'subnet': {'network_id': '889c8640-5219-48b4-8be3-de6c3eb0c3b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-7953188-subnet', 'tenant_id': '16fd18df597a480c9787ac895f50a525', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:21:07.043129 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.db.api [None req-e3a912b2-a51b-41ff-ad50-0474436d1c86 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 12 19:21:07.043129 n-d-813679-3 neutron-server[95502]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 12 19:21:07.043129 n-d-813679-3 neutron-server[95502]: [parameters: {'project_id_1': '16fd18df597a480c9787ac895f50a525', 'expiration_1': datetime.datetime(2021, 10, 12, 19, 20, 47, 35957)}] Oct 12 19:21:07.043129 n-d-813679-3 neutron-server[95502]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95502) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 19:21:07.043537 n-d-813679-3 neutron-server[95502]: DEBUG oslo_db.api [None req-e3a912b2-a51b-41ff-ad50-0474436d1c86 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 19:21:07.079801 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-9c6ea167-c60c-4625-9dc0-1fed93021ec4 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Allocated IP 2001:db8::37c (f45f61ae-edb4-432c-8d16-a8907d75f8d2/95640173-1046-495a-87f3-f7de7c76ebcc/15b6c7ad-e745-46f2-8d78-b656dac178f0) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:21:07.124869 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfcb9cd4-0b52-48bb-8eb0-060158849a3f tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Made reservation on behalf of ceb2896b1b72443898c06b8dcad99d7f for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:21:07.128502 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bfcb9cd4-0b52-48bb-8eb0-060158849a3f tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:07.154494 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfcb9cd4-0b52-48bb-8eb0-060158849a3f tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:21:07.166775 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bfcb9cd4-0b52-48bb-8eb0-060158849a3f tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:07.167336 n-d-813679-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-bfcb9cd4-0b52-48bb-8eb0-060158849a3f tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Added segment 0280737c-5387-4049-b62a-83d7adc455ce of type vlan for network b486f23d-6b58-4b81-8a2f-62ebab0101c5 Oct 12 19:21:07.217285 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bfcb9cd4-0b52-48bb-8eb0-060158849a3f tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:07.279222 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9c6ea167-c60c-4625-9dc0-1fed93021ec4 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:07.290084 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6df855-f375-44f1-ae0b-8e7f5285bf6e req-1da456dc-040e-423b-8af0-0b7fb202dfbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:07.291591 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8b6df855-f375-44f1-ae0b-8e7f5285bf6e req-1da456dc-040e-423b-8af0-0b7fb202dfbd service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=cb159dd6-68c1-41b5-9688-4e7a11fd8304&tenant_id=1439ecde881648d990934dad6d1d46ba HTTP/1.1" status: 200 len: 1101 time: 0.0734890 Oct 12 19:21:07.308840 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-8b6df855-f375-44f1-ae0b-8e7f5285bf6e req-aaaf69f0-4560-4ccf-a084-879c1482627e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-813679-3', 'device_owner': 'compute:nova'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:21:07.331830 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bfcb9cd4-0b52-48bb-8eb0-060158849a3f tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:07.338005 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfcb9cd4-0b52-48bb-8eb0-060158849a3f tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:07.338756 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bfcb9cd4-0b52-48bb-8eb0-060158849a3f tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:07.371846 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-8b6df855-f375-44f1-ae0b-8e7f5285bf6e req-aaaf69f0-4560-4ccf-a084-879c1482627e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:07.413911 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcb9cd4-0b52-48bb-8eb0-060158849a3f tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Pushing event updated for resources: {'Network': ['ID=b486f23d-6b58-4b81-8a2f-62ebab0101c5,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:07.426981 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network b486f23d-6b58-4b81-8a2f-62ebab0101c5 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:21:07.436834 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9c6ea167-c60c-4625-9dc0-1fed93021ec4 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:07.482700 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-bfcb9cd4-0b52-48bb-8eb0-060158849a3f tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5557179 Oct 12 19:21:07.487232 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 43036) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:21:07.492375 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-04e7351c-9f49-42f7-8251-08544988ed48 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Request body: {'subnet': {'network_id': 'b486f23d-6b58-4b81-8a2f-62ebab0101c5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:21:07.569402 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c6ea167-c60c-4625-9dc0-1fed93021ec4 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Network f45f61ae-edb4-432c-8d16-a8907d75f8d2 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:21:07.570414 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6ea167-c60c-4625-9dc0-1fed93021ec4 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Pushing event updated for resources: {'Port': ['ID=15b6c7ad-e745-46f2-8d78-b656dac178f0,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:07.584763 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-9c6ea167-c60c-4625-9dc0-1fed93021ec4 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:21:07.614422 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6ea167-c60c-4625-9dc0-1fed93021ec4 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:21:07.621117 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c6ea167-c60c-4625-9dc0-1fed93021ec4 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:07.621857 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9c6ea167-c60c-4625-9dc0-1fed93021ec4 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:07.646234 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 2face19b-d0ac-4773-be79-15184a719a10 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:21:07.649692 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3a912b2-a51b-41ff-ad50-0474436d1c86 admin admin] Made reservation on behalf of 16fd18df597a480c9787ac895f50a525 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:21:07.658927 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e3a912b2-a51b-41ff-ad50-0474436d1c86 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16245837'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:07.679380 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-8b6df855-f375-44f1-ae0b-8e7f5285bf6e req-aaaf69f0-4560-4ccf-a084-879c1482627e service neutron] For port 1d9bea01-1aff-4c0e-bf8c-f08e43412391, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=1d9bea01-1aff-4c0e-bf8c-f08e43412391,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:21:07.719075 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-8b6df855-f375-44f1-ae0b-8e7f5285bf6e req-aaaf69f0-4560-4ccf-a084-879c1482627e service neutron] For port 1d9bea01-1aff-4c0e-bf8c-f08e43412391, host n-h2-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:21:07.731083 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 2face19b-d0ac-4773-be79-15184a719a10 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:21:07.731468 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:07.778610 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-9c6ea167-c60c-4625-9dc0-1fed93021ec4 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1830072 Oct 12 19:21:07.784404 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 43046) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:21:07.829485 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-4c46b15f-3111-48ed-adf5-b4b4aac9ad53 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Request body: {'subnet': {'network_id': 'f45f61ae-edb4-432c-8d16-a8907d75f8d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:21:07.853141 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04e7351c-9f49-42f7-8251-08544988ed48 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Made reservation on behalf of ceb2896b1b72443898c06b8dcad99d7f for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:21:07.860595 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-04e7351c-9f49-42f7-8251-08544988ed48 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16245837'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:07.952745 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 69e8e18b-1c2c-4022-87e7-2eb1aa075d01 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:21:07.973110 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-8b6df855-f375-44f1-ae0b-8e7f5285bf6e req-aaaf69f0-4560-4ccf-a084-879c1482627e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:07.975257 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 69e8e18b-1c2c-4022-87e7-2eb1aa075d01 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:21:07.975891 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 69e8e18b-1c2c-4022-87e7-2eb1aa075d01 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:21:07.991581 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.provisioning_blocks [req-8b6df855-f375-44f1-ae0b-8e7f5285bf6e req-aaaf69f0-4560-4ccf-a084-879c1482627e service neutron] Transition to ACTIVE for port object 1d9bea01-1aff-4c0e-bf8c-f08e43412391 will not be triggered until provisioned by entity L2. {{(pid=95501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:21:07.993942 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb159dd6-68c1-41b5-9688-4e7a11fd8304', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d9bea01-1aff-4c0e-bf8c-f08e43412391'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:21:07.997156 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cc3cce8-4bea-40d6-abd8-299d64f48332" -d '{"events": [{"server_uuid": "cb159dd6-68c1-41b5-9688-4e7a11fd8304", "name": "network-vif-unplugged", "status": "completed", "tag": "1d9bea01-1aff-4c0e-bf8c-f08e43412391"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:21:08.013316 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-5e4c4923-4134-4747-915e-f879a839177c None None] Provisioning complete for port 15b6c7ad-e745-46f2-8d78-b656dac178f0 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:21:08.014374 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5e4c4923-4134-4747-915e-f879a839177c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:08.061423 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-5e4c4923-4134-4747-915e-f879a839177c None None] Port 15b6c7ad-e745-46f2-8d78-b656dac178f0 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:21:08.066050 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 19:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d57c8316-4229-4094-8793-d8ec9c159a6b x-openstack-request-id: req-d57c8316-4229-4094-8793-d8ec9c159a6b {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:21:08.066418 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb159dd6-68c1-41b5-9688-4e7a11fd8304", "name": "network-vif-unplugged", "status": "completed", "tag": "1d9bea01-1aff-4c0e-bf8c-f08e43412391", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:21:08.066749 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d57c8316-4229-4094-8793-d8ec9c159a6b {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:21:08.067232 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb159dd6-68c1-41b5-9688-4e7a11fd8304', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d9bea01-1aff-4c0e-bf8c-f08e43412391', 'code': 200} Oct 12 19:21:08.078628 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-8b6df855-f375-44f1-ae0b-8e7f5285bf6e req-aaaf69f0-4560-4ccf-a084-879c1482627e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:08.164544 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b6df855-f375-44f1-ae0b-8e7f5285bf6e req-aaaf69f0-4560-4ccf-a084-879c1482627e service neutron] No DVR routers for this DVR port 1d9bea01-1aff-4c0e-bf8c-f08e43412391 on host n-h2-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:21:08.169834 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf69f0-4560-4ccf-a084-879c1482627e service neutron] Pushing event updated for resources: {'Port': ['ID=1d9bea01-1aff-4c0e-bf8c-f08e43412391,revision_number=6']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:08.192869 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3bc0e7-b8c8-44d2-9ede-4884e576f9a7 req-e2ae79b4-d5b2-4f1b-bb83-ac51284024a5 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:08.194825 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8f3bc0e7-b8c8-44d2-9ede-4884e576f9a7 req-e2ae79b4-d5b2-4f1b-bb83-ac51284024a5 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb159dd6-68c1-41b5-9688-4e7a11fd8304 HTTP/1.1" status: 200 len: 948 time: 0.1062937 Oct 12 19:21:08.210616 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-8b6df855-f375-44f1-ae0b-8e7f5285bf6e req-aaaf69f0-4560-4ccf-a084-879c1482627e service neutron] Attempting to bind port 1d9bea01-1aff-4c0e-bf8c-f08e43412391 on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:21:08.211240 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-8b6df855-f375-44f1-ae0b-8e7f5285bf6e req-aaaf69f0-4560-4ccf-a084-879c1482627e service neutron] Attempting to bind port 1d9bea01-1aff-4c0e-bf8c-f08e43412391 by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:21:08.211762 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6df855-f375-44f1-ae0b-8e7f5285bf6e req-aaaf69f0-4560-4ccf-a084-879c1482627e service neutron] Attempting to bind port 1d9bea01-1aff-4c0e-bf8c-f08e43412391 on network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:21:08.217540 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6df855-f375-44f1-ae0b-8e7f5285bf6e req-aaaf69f0-4560-4ccf-a084-879c1482627e service neutron] Port 1d9bea01-1aff-4c0e-bf8c-f08e43412391 on network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:21:08.218103 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6df855-f375-44f1-ae0b-8e7f5285bf6e req-aaaf69f0-4560-4ccf-a084-879c1482627e service neutron] Attempting to bind port 1d9bea01-1aff-4c0e-bf8c-f08e43412391 on network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:21:08.227585 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-04e7351c-9f49-42f7-8251-08544988ed48 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4306659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16245859'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:08.227738 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6df855-f375-44f1-ae0b-8e7f5285bf6e req-aaaf69f0-4560-4ccf-a084-879c1482627e service neutron] Checking agent: {'id': 'f5e9725f-f5a6-43c2-a1be-95e21e9a1fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:21:08.231345 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6df855-f375-44f1-ae0b-8e7f5285bf6e req-aaaf69f0-4560-4ccf-a084-879c1482627e service neutron] Checking segment: {'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:21:08.231345 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6df855-f375-44f1-ae0b-8e7f5285bf6e req-aaaf69f0-4560-4ccf-a084-879c1482627e service neutron] Bound using segment: {'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:21:08.231345 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-8b6df855-f375-44f1-ae0b-8e7f5285bf6e req-aaaf69f0-4560-4ccf-a084-879c1482627e service neutron] Bound port: 1d9bea01-1aff-4c0e-bf8c-f08e43412391, host: n-h1-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'}}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:21:08.231345 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-8b6df855-f375-44f1-ae0b-8e7f5285bf6e req-aaaf69f0-4560-4ccf-a084-879c1482627e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:08.269401 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c46b15f-3111-48ed-adf5-b4b4aac9ad53 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Made reservation on behalf of 273d7b7bf24b4507988eb056053819bc for: {'subnet': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:21:08.273351 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4c46b15f-3111-48ed-adf5-b4b4aac9ad53 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4612397'] for subnet, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:08.349529 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e3a912b2-a51b-41ff-ad50-0474436d1c86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4306659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16245859'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:08.370565 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-8b6df855-f375-44f1-ae0b-8e7f5285bf6e req-aaaf69f0-4560-4ccf-a084-879c1482627e service neutron] For port 1d9bea01-1aff-4c0e-bf8c-f08e43412391, host n-h1-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:21:08.375693 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-8b6df855-f375-44f1-ae0b-8e7f5285bf6e req-aaaf69f0-4560-4ccf-a084-879c1482627e service neutron] For port 1d9bea01-1aff-4c0e-bf8c-f08e43412391, host n-h1-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=1d9bea01-1aff-4c0e-bf8c-f08e43412391,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:21:08.392968 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e7351c-9f49-42f7-8251-08544988ed48 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Pushing event updated for resources: {'Subnet': ['ID=05e171b4-749e-46ec-9e3f-520255692239,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:08.402935 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8f3bc0e7-b8c8-44d2-9ede-4884e576f9a7 req-7ee02505-1fd6-433c-9517-4ab095ec3916 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982539 Oct 12 19:21:08.406599 n-d-813679-3 neutron-server[95501]: INFO neutron.db.ipam_backend_mixin [None req-4c46b15f-3111-48ed-adf5-b4b4aac9ad53 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 95640173-1046-495a-87f3-f7de7c76ebcc (CIDR: 2001:db8::/64) Oct 12 19:21:08.454629 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a912b2-a51b-41ff-ad50-0474436d1c86 admin admin] Checking segment: {'id': '4b78c1bd-de64-4d2a-a99d-44aa7394032f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '889c8640-5219-48b4-8be3-de6c3eb0c3b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:21:08.454985 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a912b2-a51b-41ff-ad50-0474436d1c86 admin admin] Network hostable DHCP agents. Network: 889c8640-5219-48b4-8be3-de6c3eb0c3b5, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:21:08.463787 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e7351c-9f49-42f7-8251-08544988ed48 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Checking segment: {'id': '0280737c-5387-4049-b62a-83d7adc455ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'b486f23d-6b58-4b81-8a2f-62ebab0101c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:21:08.469615 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e7351c-9f49-42f7-8251-08544988ed48 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Network hostable DHCP agents. Network: b486f23d-6b58-4b81-8a2f-62ebab0101c5, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:21:08.469707 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-8b6df855-f375-44f1-ae0b-8e7f5285bf6e req-aaaf69f0-4560-4ccf-a084-879c1482627e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:08.470516 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a912b2-a51b-41ff-ad50-0474436d1c86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1313ba0d-f166-4d3b-93e3-0032eae62d0c,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:08.472400 n-d-813679-3 neutron-server[95501]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c46b15f-3111-48ed-adf5-b4b4aac9ad53 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 19:21:08.478718 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c46b15f-3111-48ed-adf5-b4b4aac9ad53 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:21:08.528452 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6df855-f375-44f1-ae0b-8e7f5285bf6e req-aaaf69f0-4560-4ccf-a084-879c1482627e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:08.529053 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-8b6df855-f375-44f1-ae0b-8e7f5285bf6e req-aaaf69f0-4560-4ccf-a084-879c1482627e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:08.530702 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8b6df855-f375-44f1-ae0b-8e7f5285bf6e req-aaaf69f0-4560-4ccf-a084-879c1482627e service neutron] 10.222.0.61 "PUT /v2.0/ports/1d9bea01-1aff-4c0e-bf8c-f08e43412391 HTTP/1.1" status: 200 len: 1096 time: 1.2296872 Oct 12 19:21:08.571236 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a912b2-a51b-41ff-ad50-0474436d1c86 admin admin] Network 889c8640-5219-48b4-8be3-de6c3eb0c3b5 is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:21:08.587413 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf69f0-4560-4ccf-a084-879c1482627e service neutron] Pushing event updated for resources: {'Port': ['ID=1d9bea01-1aff-4c0e-bf8c-f08e43412391,revision_number=7']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:08.604134 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6df855-f375-44f1-ae0b-8e7f5285bf6e req-53d6ebf1-3e8f-4e15-b1e9-27b5886ccb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:08.605692 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8b6df855-f375-44f1-ae0b-8e7f5285bf6e req-53d6ebf1-3e8f-4e15-b1e9-27b5886ccb32 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1439ecde881648d990934dad6d1d46ba&device_id=cb159dd6-68c1-41b5-9688-4e7a11fd8304 HTTP/1.1" status: 200 len: 1099 time: 0.0507252 Oct 12 19:21:08.619594 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e7351c-9f49-42f7-8251-08544988ed48 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Network b486f23d-6b58-4b81-8a2f-62ebab0101c5 is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:21:08.628129 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-4c46b15f-3111-48ed-adf5-b4b4aac9ad53 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8275046 Oct 12 19:21:08.637205 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 43066) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:21:08.652532 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-30bee61c-ea67-4fdc-bf97-bcf16097e252 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Request body: {'subnet': {'network_id': 'f45f61ae-edb4-432c-8d16-a8907d75f8d2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:21:08.719100 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-e3a912b2-a51b-41ff-ad50-0474436d1c86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, 889c8640-5219-48b4-8be3-de6c3eb0c3b5) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:21:08.725134 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6df855-f375-44f1-ae0b-8e7f5285bf6e req-8bd258b1-7948-4c29-a0f4-4133499fdc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:08.728925 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8b6df855-f375-44f1-ae0b-8e7f5285bf6e req-8bd258b1-7948-4c29-a0f4-4133499fdc07 service neutron] 10.222.0.61 "GET /v2.0/networks?id=90dcf485-b1ad-4139-85a3-9e1e9879e6b1 HTTP/1.1" status: 200 len: 870 time: 0.1164148 Oct 12 19:21:08.729309 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a82c48-ec9e-4226-8bfa-571ec61a7c74 None None] Network 889c8640-5219-48b4-8be3-de6c3eb0c3b5 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:21:08.735476 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a912b2-a51b-41ff-ad50-0474436d1c86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:08.736400 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e3a912b2-a51b-41ff-ad50-0474436d1c86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:08.750205 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-04e7351c-9f49-42f7-8251-08544988ed48 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, b486f23d-6b58-4b81-8a2f-62ebab0101c5) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:21:08.756442 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e7351c-9f49-42f7-8251-08544988ed48 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:08.757545 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-04e7351c-9f49-42f7-8251-08544988ed48 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:08.787667 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8b6df855-f375-44f1-ae0b-8e7f5285bf6e req-8eb66ca0-cf5f-4a12-847e-b387305de678 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=1d9bea01-1aff-4c0e-bf8c-f08e43412391 HTTP/1.1" status: 200 len: 217 time: 0.0508516 Oct 12 19:21:08.792183 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7a0aa1-dc4f-4d28-a198-160a8d76a5d0 None None] Network b486f23d-6b58-4b81-8a2f-62ebab0101c5 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:21:08.846938 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6df855-f375-44f1-ae0b-8e7f5285bf6e req-e84d53da-7961-41e4-bacb-0a54eff0a7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:08.848479 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8b6df855-f375-44f1-ae0b-8e7f5285bf6e req-e84d53da-7961-41e4-bacb-0a54eff0a7b6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=629aee7d-3fde-4c72-af1e-6a7e1f6a7e75 HTTP/1.1" status: 200 len: 843 time: 0.0533061 Oct 12 19:21:08.852070 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-e3a912b2-a51b-41ff-ad50-0474436d1c86 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.8239014 Oct 12 19:21:08.896122 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-04e7351c-9f49-42f7-8251-08544988ed48 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4052038 Oct 12 19:21:08.897643 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 43076) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:21:08.950953 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6df855-f375-44f1-ae0b-8e7f5285bf6e req-62779aa8-46f3-4d08-8b0b-a60a6ffbe8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:08.956986 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8b6df855-f375-44f1-ae0b-8e7f5285bf6e req-62779aa8-46f3-4d08-8b0b-a60a6ffbe8d6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=90dcf485-b1ad-4139-85a3-9e1e9879e6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0999744 Oct 12 19:21:09.111959 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30bee61c-ea67-4fdc-bf97-bcf16097e252 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Made reservation on behalf of 273d7b7bf24b4507988eb056053819bc for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:21:09.115501 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-30bee61c-ea67-4fdc-bf97-bcf16097e252 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16245837'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:09.125270 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8b6df855-f375-44f1-ae0b-8e7f5285bf6e req-38cba56f-8a01-43b7-a552-b4fcb6d51424 service neutron] 10.222.0.61 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574278 Oct 12 19:21:09.230162 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1199af45-27da-4d3e-9087-1d637e3e539f None None] Network 889c8640-5219-48b4-8be3-de6c3eb0c3b5 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:21:09.244313 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-618ee48f-cb1b-4a7b-aa52-07b57b848733 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-b486f23d-6b58-4b81-8a2f-62ebab0101c5', 'network_id': 'b486f23d-6b58-4b81-8a2f-62ebab0101c5', 'tenant_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'fixed_ips': [{'subnet_id': '05e171b4-749e-46ec-9e3f-520255692239'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:21:09.245166 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-618ee48f-cb1b-4a7b-aa52-07b57b848733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:09.258844 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8b6df855-f375-44f1-ae0b-8e7f5285bf6e req-e6c1598e-5569-4fe0-bd5c-cfb2748955ee service neutron] 10.222.0.61 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283240 Oct 12 19:21:09.341322 n-d-813679-3 neutron-server[95502]: INFO neutron.db.ipam_backend_mixin [None req-30bee61c-ea67-4fdc-bf97-bcf16097e252 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet a0fdbb1f-d646-41c8-aa26-e3aa0e8be0a7 (CIDR: 2001:db8:0:1::/64) Oct 12 19:21:09.370837 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2b3cf149-5e1f-42e0-b66b-6b94e999e59a tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:09.450068 n-d-813679-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-30bee61c-ea67-4fdc-bf97-bcf16097e252 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 19:21:09.450717 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30bee61c-ea67-4fdc-bf97-bcf16097e252 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:21:09.529911 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-618ee48f-cb1b-4a7b-aa52-07b57b848733 None None] Allocated IP 172.20.0.2 (b486f23d-6b58-4b81-8a2f-62ebab0101c5/05e171b4-749e-46ec-9e3f-520255692239/c201b81e-0850-4cd4-a836-cb0d2d9034a8) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:21:09.634808 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a814fb2-7c0b-41e5-8348-59d77adee441 req-d91bd815-1b7d-4384-bcfc-24afee3020e9 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:09.637179 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7a814fb2-7c0b-41e5-8348-59d77adee441 req-d91bd815-1b7d-4384-bcfc-24afee3020e9 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb159dd6-68c1-41b5-9688-4e7a11fd8304 HTTP/1.1" status: 200 len: 948 time: 0.1385679 Oct 12 19:21:09.644209 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-30bee61c-ea67-4fdc-bf97-bcf16097e252 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.0058267 Oct 12 19:21:09.647213 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 43104) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:21:09.656877 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-5d695254-f618-4ad0-8ae8-296f200062a4 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Request body: {'subnet': {'network_id': 'f45f61ae-edb4-432c-8d16-a8907d75f8d2', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:21:09.701599 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7a814fb2-7c0b-41e5-8348-59d77adee441 req-38f883fd-44a0-4995-a88f-eded95d4d63d tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563149 Oct 12 19:21:09.771176 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-618ee48f-cb1b-4a7b-aa52-07b57b848733 None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:09.794458 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 43112) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:21:09.799557 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-9f2788fc-f5fe-49a3-99c3-faf1dbbc9365 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1496892209-network', 'tenant_id': 'ef9ea5c6a8ce41d5a37ac1142efe5808'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:21:09.840686 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-618ee48f-cb1b-4a7b-aa52-07b57b848733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:09.874773 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d695254-f618-4ad0-8ae8-296f200062a4 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Made reservation on behalf of 273d7b7bf24b4507988eb056053819bc for: {'subnet': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:21:09.879899 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5d695254-f618-4ad0-8ae8-296f200062a4 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4612397'] for subnet, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:09.889624 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618ee48f-cb1b-4a7b-aa52-07b57b848733 None None] Network b486f23d-6b58-4b81-8a2f-62ebab0101c5 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:21:09.893666 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-618ee48f-cb1b-4a7b-aa52-07b57b848733 None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:21:09.896784 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618ee48f-cb1b-4a7b-aa52-07b57b848733 None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:21:09.909192 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618ee48f-cb1b-4a7b-aa52-07b57b848733 None None] Pushing event updated for resources: {'Port': ['ID=c201b81e-0850-4cd4-a836-cb0d2d9034a8,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:09.928785 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-2b3cf149-5e1f-42e0-b66b-6b94e999e59a tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Allocated IP 172.20.0.1 (b486f23d-6b58-4b81-8a2f-62ebab0101c5/05e171b4-749e-46ec-9e3f-520255692239/5fc32773-6fb4-421a-9cc6-f09c3aa8dfb8) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:21:09.964073 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-618ee48f-cb1b-4a7b-aa52-07b57b848733 None None] Attempting to bind port c201b81e-0850-4cd4-a836-cb0d2d9034a8 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:21:09.964602 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-618ee48f-cb1b-4a7b-aa52-07b57b848733 None None] Attempting to bind port c201b81e-0850-4cd4-a836-cb0d2d9034a8 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '0280737c-5387-4049-b62a-83d7adc455ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'b486f23d-6b58-4b81-8a2f-62ebab0101c5'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:21:09.965078 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618ee48f-cb1b-4a7b-aa52-07b57b848733 None None] Attempting to bind port c201b81e-0850-4cd4-a836-cb0d2d9034a8 on network b486f23d-6b58-4b81-8a2f-62ebab0101c5 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:21:09.970922 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618ee48f-cb1b-4a7b-aa52-07b57b848733 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:21:09.971470 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618ee48f-cb1b-4a7b-aa52-07b57b848733 None None] Checking segment: {'id': '0280737c-5387-4049-b62a-83d7adc455ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'b486f23d-6b58-4b81-8a2f-62ebab0101c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:21:09.971979 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-618ee48f-cb1b-4a7b-aa52-07b57b848733 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:09.973063 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618ee48f-cb1b-4a7b-aa52-07b57b848733 None None] Bound using segment: {'id': '0280737c-5387-4049-b62a-83d7adc455ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'b486f23d-6b58-4b81-8a2f-62ebab0101c5'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:21:09.973666 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-618ee48f-cb1b-4a7b-aa52-07b57b848733 None None] Bound port: c201b81e-0850-4cd4-a836-cb0d2d9034a8, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0280737c-5387-4049-b62a-83d7adc455ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'b486f23d-6b58-4b81-8a2f-62ebab0101c5'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:21:09.974158 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-618ee48f-cb1b-4a7b-aa52-07b57b848733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:09.998565 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 1d9bea01-1aff-4c0e-bf8c-f08e43412391 no longer exists at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:21:10.019853 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71602846-9e40-4bdc-8173-d64927b05b01 req-24c246ba-fd2c-450e-a282-afe5e7ccf08a tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:10.028367 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-71602846-9e40-4bdc-8173-d64927b05b01 req-24c246ba-fd2c-450e-a282-afe5e7ccf08a tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] 10.222.0.49 "GET /v2.0/ports?device_id=6bdc803c-61b8-4551-af7a-f6234f9d109b HTTP/1.1" status: 200 len: 946 time: 0.1442735 Oct 12 19:21:10.069154 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb159dd6-68c1-41b5-9688-4e7a11fd8304', 'tag': '1d9bea01-1aff-4c0e-bf8c-f08e43412391'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:21:10.070365 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2b3cf149-5e1f-42e0-b66b-6b94e999e59a tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:10.071397 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b78695ac-f2bb-4f17-b199-ae09898c8694" -d '{"events": [{"name": "network-changed", "server_uuid": "cb159dd6-68c1-41b5-9688-4e7a11fd8304", "tag": "1d9bea01-1aff-4c0e-bf8c-f08e43412391"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:21:10.096446 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 1d9bea01-1aff-4c0e-bf8c-f08e43412391 not bound to the agent host n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:21:10.105637 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f2788fc-f5fe-49a3-99c3-faf1dbbc9365 admin admin] Made reservation on behalf of ef9ea5c6a8ce41d5a37ac1142efe5808 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:21:10.108425 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9f2788fc-f5fe-49a3-99c3-faf1dbbc9365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:10.110811 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-71602846-9e40-4bdc-8173-d64927b05b01 req-b136579e-8083-4325-b18f-4de1ad483b6b tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc65bd81-089d-4991-a470-ab1403753bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816782 Oct 12 19:21:10.119116 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9f2788fc-f5fe-49a3-99c3-faf1dbbc9365 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:10.132801 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-618ee48f-cb1b-4a7b-aa52-07b57b848733 None None] For port c201b81e-0850-4cd4-a836-cb0d2d9034a8, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:21:10.137047 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-618ee48f-cb1b-4a7b-aa52-07b57b848733 None None] For port c201b81e-0850-4cd4-a836-cb0d2d9034a8, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=c201b81e-0850-4cd4-a836-cb0d2d9034a8,segment=NetworkSegment(0280737c-5387-4049-b62a-83d7adc455ce),segment_id=0280737c-5387-4049-b62a-83d7adc455ce)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:21:10.186190 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ec67c8b-3412-4138-ac76-27b5d3c23109 x-openstack-request-id: req-5ec67c8b-3412-4138-ac76-27b5d3c23109 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:21:10.186462 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb159dd6-68c1-41b5-9688-4e7a11fd8304", "tag": "1d9bea01-1aff-4c0e-bf8c-f08e43412391", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:21:10.186724 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5ec67c8b-3412-4138-ac76-27b5d3c23109 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:21:10.187256 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb159dd6-68c1-41b5-9688-4e7a11fd8304', 'tag': '1d9bea01-1aff-4c0e-bf8c-f08e43412391', 'status': 'completed', 'code': 200} Oct 12 19:21:10.218127 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9f2788fc-f5fe-49a3-99c3-faf1dbbc9365 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:10.220067 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2b3cf149-5e1f-42e0-b66b-6b94e999e59a tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:10.251098 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-618ee48f-cb1b-4a7b-aa52-07b57b848733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:10.276824 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b3cf149-5e1f-42e0-b66b-6b94e999e59a tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Network b486f23d-6b58-4b81-8a2f-62ebab0101c5 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:21:10.294093 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-2b3cf149-5e1f-42e0-b66b-6b94e999e59a tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:21:10.298400 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3cf149-5e1f-42e0-b66b-6b94e999e59a tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:21:10.328665 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3cf149-5e1f-42e0-b66b-6b94e999e59a tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Pushing event updated for resources: {'Port': ['ID=5fc32773-6fb4-421a-9cc6-f09c3aa8dfb8,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:10.346120 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618ee48f-cb1b-4a7b-aa52-07b57b848733 None None] Pushing event updated for resources: {'Port': ['ID=c201b81e-0850-4cd4-a836-cb0d2d9034a8,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:10.348371 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9f2788fc-f5fe-49a3-99c3-faf1dbbc9365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:10.353237 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78695ac-f2bb-4f17-b199-ae09898c8694 req-36ab8e28-6bad-420b-9ef7-08bcad477f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:10.355543 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b78695ac-f2bb-4f17-b199-ae09898c8694 req-36ab8e28-6bad-420b-9ef7-08bcad477f08 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1439ecde881648d990934dad6d1d46ba&device_id=cb159dd6-68c1-41b5-9688-4e7a11fd8304 HTTP/1.1" status: 200 len: 1099 time: 0.1379123 Oct 12 19:21:10.375009 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f2788fc-f5fe-49a3-99c3-faf1dbbc9365 admin admin] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:21:10.397438 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2b3cf149-5e1f-42e0-b66b-6b94e999e59a tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7915309'] for router_interface, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:10.411952 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78695ac-f2bb-4f17-b199-ae09898c8694 req-34f8cef1-39a4-46ec-9c7c-4c8c4de6f5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:10.414041 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b78695ac-f2bb-4f17-b199-ae09898c8694 req-34f8cef1-39a4-46ec-9c7c-4c8c4de6f5c5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1439ecde881648d990934dad6d1d46ba&device_id=cb159dd6-68c1-41b5-9688-4e7a11fd8304 HTTP/1.1" status: 200 len: 1099 time: 0.2063775 Oct 12 19:21:10.445994 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9f2788fc-f5fe-49a3-99c3-faf1dbbc9365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:10.446411 n-d-813679-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-9f2788fc-f5fe-49a3-99c3-faf1dbbc9365 admin admin] Added segment 8d606620-f5c8-4017-a233-5e4303259c2a of type vlan for network e8bd1a66-7534-490b-8394-ce91a5bd1411 Oct 12 19:21:10.499761 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9f2788fc-f5fe-49a3-99c3-faf1dbbc9365 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:10.534367 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2788fc-f5fe-49a3-99c3-faf1dbbc9365 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d94a604-7df2-453d-bbbc-d66f78e2b1cf,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:10.618698 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78695ac-f2bb-4f17-b199-ae09898c8694 req-16ed00bd-6f00-421a-9d67-f39c022b5e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:10.620408 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b78695ac-f2bb-4f17-b199-ae09898c8694 req-16ed00bd-6f00-421a-9d67-f39c022b5e68 service neutron] 10.222.0.67 "GET /v2.0/networks?id=90dcf485-b1ad-4139-85a3-9e1e9879e6b1 HTTP/1.1" status: 200 len: 870 time: 0.2521052 Oct 12 19:21:10.640921 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9f2788fc-f5fe-49a3-99c3-faf1dbbc9365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:10.641902 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f2788fc-f5fe-49a3-99c3-faf1dbbc9365 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:10.642487 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9f2788fc-f5fe-49a3-99c3-faf1dbbc9365 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:10.693407 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b78695ac-f2bb-4f17-b199-ae09898c8694 req-6fcbcd83-d631-4e48-a347-9b95f102caaa service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=1d9bea01-1aff-4c0e-bf8c-f08e43412391 HTTP/1.1" status: 200 len: 217 time: 0.0599854 Oct 12 19:21:10.697768 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5d695254-f618-4ad0-8ae8-296f200062a4 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4824863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4612355'] for subnet, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:10.705712 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2788fc-f5fe-49a3-99c3-faf1dbbc9365 admin admin] Pushing event updated for resources: {'Network': ['ID=e8bd1a66-7534-490b-8394-ce91a5bd1411,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:10.718820 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network e8bd1a66-7534-490b-8394-ce91a5bd1411 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:21:10.803577 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d695254-f618-4ad0-8ae8-296f200062a4 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Network f45f61ae-edb4-432c-8d16-a8907d75f8d2 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:21:10.809504 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2b3cf149-5e1f-42e0-b66b-6b94e999e59a tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:10.813860 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-5d695254-f618-4ad0-8ae8-296f200062a4 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:21:10.817182 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d695254-f618-4ad0-8ae8-296f200062a4 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:10.817775 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5d695254-f618-4ad0-8ae8-296f200062a4 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:10.824932 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ecfc336-58ce-4220-a61b-f17d796220e5 None None] Network f45f61ae-edb4-432c-8d16-a8907d75f8d2 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:21:10.833985 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78695ac-f2bb-4f17-b199-ae09898c8694 req-70716307-de2f-4773-b933-5f71fbb6ed05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:10.835402 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b78695ac-f2bb-4f17-b199-ae09898c8694 req-70716307-de2f-4773-b933-5f71fbb6ed05 service neutron] 10.222.0.61 "GET /v2.0/networks?id=90dcf485-b1ad-4139-85a3-9e1e9879e6b1 HTTP/1.1" status: 200 len: 870 time: 0.3486652 Oct 12 19:21:10.843848 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78695ac-f2bb-4f17-b199-ae09898c8694 req-664d773c-07d5-4872-8b10-9ba678bd427b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:10.848544 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b78695ac-f2bb-4f17-b199-ae09898c8694 req-664d773c-07d5-4872-8b10-9ba678bd427b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=629aee7d-3fde-4c72-af1e-6a7e1f6a7e75 HTTP/1.1" status: 200 len: 843 time: 0.1452734 Oct 12 19:21:10.848544 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d695254-f618-4ad0-8ae8-296f200062a4 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Pushing event updated for resources: {'Subnet': ['ID=f89a94b0-8344-4821-8029-d341684ebd6e,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:10.850650 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-9f2788fc-f5fe-49a3-99c3-faf1dbbc9365 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0550487 Oct 12 19:21:10.859769 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 43142) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:21:10.864322 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-f1c10166-6158-47b9-8e37-94e61b150e6f admin admin] Request body: {'subnet': {'network_id': 'e8bd1a66-7534-490b-8394-ce91a5bd1411', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1496892209-subnet', 'tenant_id': 'ef9ea5c6a8ce41d5a37ac1142efe5808', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:21:10.894337 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43590a3-b28d-4177-a937-b7659c08b5db req-d74f6825-d8c9-4334-83d0-5cfceac95d9e tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:10.896101 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b43590a3-b28d-4177-a937-b7659c08b5db req-d74f6825-d8c9-4334-83d0-5cfceac95d9e tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb159dd6-68c1-41b5-9688-4e7a11fd8304 HTTP/1.1" status: 200 len: 948 time: 0.1037712 Oct 12 19:21:10.921877 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b78695ac-f2bb-4f17-b199-ae09898c8694 req-eafbfb1e-3a59-45b3-a5bb-ba4acd3b163c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=1d9bea01-1aff-4c0e-bf8c-f08e43412391 HTTP/1.1" status: 200 len: 217 time: 0.0755975 Oct 12 19:21:10.956060 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-5d695254-f618-4ad0-8ae8-296f200062a4 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3063774 Oct 12 19:21:10.976662 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 43150) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:21:10.985013 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-67b437aa-f66d-4ee2-89c0-da633b44f28d tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1911202366', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f89a94b0-8344-4821-8029-d341684ebd6e'}], 'security_groups': ['e306c788-1a4c-48b8-ab54-698b51a6b788', '0bc25aee-da5d-4304-8133-4143fec94f0f']}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:21:11.072361 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78695ac-f2bb-4f17-b199-ae09898c8694 req-f05ade9a-b377-4660-ba39-c3d952c12e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:11.074496 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b78695ac-f2bb-4f17-b199-ae09898c8694 req-f05ade9a-b377-4660-ba39-c3d952c12e8b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=629aee7d-3fde-4c72-af1e-6a7e1f6a7e75 HTTP/1.1" status: 200 len: 843 time: 0.1378479 Oct 12 19:21:11.190360 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a4f5ad8-6e47-49d0-858e-f5e5de00fa5d None None] Update dhcp port {'port': {'network_id': 'f45f61ae-edb4-432c-8d16-a8907d75f8d2', 'fixed_ips': [{'subnet_id': 'a0fdbb1f-d646-41c8-aa26-e3aa0e8be0a7', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '95640173-1046-495a-87f3-f7de7c76ebcc', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f89a94b0-8344-4821-8029-d341684ebd6e'}], 'binding:host_id': 'n-d-813679-3'}, 'id': '2face19b-d0ac-4773-be79-15184a719a10'} from n-d-813679-3. {{(pid=95503) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 12 19:21:11.250264 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7a4f5ad8-6e47-49d0-858e-f5e5de00fa5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:11.491329 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b43590a3-b28d-4177-a937-b7659c08b5db req-95e6a4fb-9108-4a8f-a8d2-9650a0cd7ec8 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5855808 Oct 12 19:21:11.513420 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-7a4f5ad8-6e47-49d0-858e-f5e5de00fa5d None None] Allocated IP 2001:db8:0:2::2 (f45f61ae-edb4-432c-8d16-a8907d75f8d2/f89a94b0-8344-4821-8029-d341684ebd6e/2face19b-d0ac-4773-be79-15184a719a10) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:21:11.675364 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-7a4f5ad8-6e47-49d0-858e-f5e5de00fa5d None None] For port 2face19b-d0ac-4773-be79-15184a719a10, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=2face19b-d0ac-4773-be79-15184a719a10,segment=NetworkSegment(0b41533d-9d44-4233-b0f6-4dec7bd0c121),segment_id=0b41533d-9d44-4233-b0f6-4dec7bd0c121)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:21:11.691662 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78695ac-f2bb-4f17-b199-ae09898c8694 req-108d4903-2ad3-4ab4-b888-10e9d224a0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:11.692782 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b78695ac-f2bb-4f17-b199-ae09898c8694 req-108d4903-2ad3-4ab4-b888-10e9d224a0a7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=90dcf485-b1ad-4139-85a3-9e1e9879e6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8338065 Oct 12 19:21:11.727484 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1c10166-6158-47b9-8e37-94e61b150e6f admin admin] Made reservation on behalf of ef9ea5c6a8ce41d5a37ac1142efe5808 for: {'subnet': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:21:11.734406 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f1c10166-6158-47b9-8e37-94e61b150e6f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4612397'] for subnet, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:11.762706 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7a4f5ad8-6e47-49d0-858e-f5e5de00fa5d None None] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:11.786368 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2b3cf149-5e1f-42e0-b66b-6b94e999e59a tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:11.790280 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device c201b81e-0850-4cd4-a836-cb0d2d9034a8 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:21:11.834369 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66b4d3b-f825-48d5-9251-2fc3381f5d1b None None] Network b486f23d-6b58-4b81-8a2f-62ebab0101c5 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:21:11.843687 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7a4f5ad8-6e47-49d0-858e-f5e5de00fa5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:11.856690 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-67b437aa-f66d-4ee2-89c0-da633b44f28d tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:11.890928 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2b3cf149-5e1f-42e0-b66b-6b94e999e59a tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:11.918692 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 1d9bea01-1aff-4c0e-bf8c-f08e43412391 details requested by agent hyperv_n-h1-813679-3 with host n-h1-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:21:11.978051 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78695ac-f2bb-4f17-b199-ae09898c8694 req-948dcaeb-a409-4e22-8997-17a8ad16b43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:11.979734 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b78695ac-f2bb-4f17-b199-ae09898c8694 req-948dcaeb-a409-4e22-8997-17a8ad16b43e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=90dcf485-b1ad-4139-85a3-9e1e9879e6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2842991 Oct 12 19:21:12.025841 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3cf149-5e1f-42e0-b66b-6b94e999e59a tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Pushing event updated for resources: {'Port': ['ID=5fc32773-6fb4-421a-9cc6-f09c3aa8dfb8,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:12.052715 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2b3cf149-5e1f-42e0-b66b-6b94e999e59a tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7898980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8092605'] for router_interface, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:12.098670 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4f5ad8-6e47-49d0-858e-f5e5de00fa5d None None] Pushing event updated for resources: {'Port': ['ID=2face19b-d0ac-4773-be79-15184a719a10,revision_number=7']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:12.140740 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b78695ac-f2bb-4f17-b199-ae09898c8694 req-9a04a4c4-c422-46ae-bb52-5fd7b18579bc service neutron] 10.222.0.67 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4396842 Oct 12 19:21:12.158441 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-4bff74af-2ca1-4198-aa61-2bc4e14ae4a0 None None] Provisioning complete for port c201b81e-0850-4cd4-a836-cb0d2d9034a8 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:21:12.158880 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4bff74af-2ca1-4198-aa61-2bc4e14ae4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:12.175444 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port c201b81e-0850-4cd4-a836-cb0d2d9034a8 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:21:12.175859 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:12.222614 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.db.resource_extend [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 12 19:21:12.223154 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b3cf149-5e1f-42e0-b66b-6b94e999e59a tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Network b486f23d-6b58-4b81-8a2f-62ebab0101c5 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:21:12.225599 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-2b3cf149-5e1f-42e0-b66b-6b94e999e59a tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:21:12.382377 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b78695ac-f2bb-4f17-b199-ae09898c8694 req-3d4b78fa-c299-4df0-b21c-1082ed226c66 service neutron] 10.222.0.61 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3879287 Oct 12 19:21:12.460556 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f1c10166-6158-47b9-8e37-94e61b150e6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4824863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4612355'] for subnet, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:12.481413 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b3cf149-5e1f-42e0-b66b-6b94e999e59a tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Router 7d9c2278-196f-448c-a076-ee61a8583f55 is scheduled to L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b with binding_index 1 {{(pid=95502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 19:21:12.586374 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864ff3f3-a914-496f-9162-0dae26bc809b req-e15a2f1a-9027-47bb-aff2-e504985eb3ee tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:12.594279 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-864ff3f3-a914-496f-9162-0dae26bc809b req-e15a2f1a-9027-47bb-aff2-e504985eb3ee tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] 10.222.0.49 "GET /v2.0/ports?device_id=6bdc803c-61b8-4551-af7a-f6234f9d109b HTTP/1.1" status: 200 len: 946 time: 0.4218364 Oct 12 19:21:12.600653 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 1d9bea01-1aff-4c0e-bf8c-f08e43412391, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=1d9bea01-1aff-4c0e-bf8c-f08e43412391,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:21:12.638195 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Returning: {'device': '1d9bea01-1aff-4c0e-bf8c-f08e43412391', 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1', 'port_id': '1d9bea01-1aff-4c0e-bf8c-f08e43412391', 'mac_address': 'fa:16:3e:a2:7d:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '629aee7d-3fde-4c72-af1e-6a7e1f6a7e75', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:21:12.652289 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:12.704559 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4bff74af-2ca1-4198-aa61-2bc4e14ae4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:12.716262 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b3cf149-5e1f-42e0-b66b-6b94e999e59a tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:21:12.726057 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-2b3cf149-5e1f-42e0-b66b-6b94e999e59a tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] 10.222.0.49 "PUT /v2.0/routers/7d9c2278-196f-448c-a076-ee61a8583f55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8169374 Oct 12 19:21:12.730707 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd19424-4b22-410f-9601-756eb92c4bca None None] Sync routers for ids ['7d9c2278-196f-448c-a076-ee61a8583f55'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:21:12.731707 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 43190) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:21:12.745135 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd19424-4b22-410f-9601-756eb92c4bca None None] Routers {'7d9c2278-196f-448c-a076-ee61a8583f55'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:21:12.751211 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-0fd19424-4b22-410f-9601-756eb92c4bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:21:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['7d9c2278-196f-448c-a076-ee61a8583f55'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:21:12.755318 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:12.756256 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-f291884d-0e28-425c-90ad-e843cd720ec9 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Request body: {'network': {'name': 'tempest-RoutersTest-1255995477'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:21:12.769443 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8048c55e-0329-4401-aba5-9af5ae40928a req-56943769-7c50-4b71-a13c-abfc6a7f4862 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:12.780588 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] For port c201b81e-0850-4cd4-a836-cb0d2d9034a8, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=c201b81e-0850-4cd4-a836-cb0d2d9034a8,segment=NetworkSegment(0280737c-5387-4049-b62a-83d7adc455ce),segment_id=0280737c-5387-4049-b62a-83d7adc455ce)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:21:12.787156 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8048c55e-0329-4401-aba5-9af5ae40928a req-56943769-7c50-4b71-a13c-abfc6a7f4862 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb159dd6-68c1-41b5-9688-4e7a11fd8304 HTTP/1.1" status: 200 len: 948 time: 0.1302650 Oct 12 19:21:12.789806 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d9bea01-1aff-4c0e-bf8c-f08e43412391 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:21:12.823563 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c10166-6158-47b9-8e37-94e61b150e6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=98e67037-b319-4619-93f7-1f7ff9692065,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:12.835409 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 1d9bea01-1aff-4c0e-bf8c-f08e43412391, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=1d9bea01-1aff-4c0e-bf8c-f08e43412391,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:21:12.838692 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b78695ac-f2bb-4f17-b199-ae09898c8694 req-79c32dee-ddaf-41d4-8666-ad6271a9343c service neutron] 10.222.0.67 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6857374 Oct 12 19:21:12.861720 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c10166-6158-47b9-8e37-94e61b150e6f admin admin] Checking segment: {'id': '8d606620-f5c8-4017-a233-5e4303259c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'e8bd1a66-7534-490b-8394-ce91a5bd1411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:21:12.862146 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c10166-6158-47b9-8e37-94e61b150e6f admin admin] Network hostable DHCP agents. Network: e8bd1a66-7534-490b-8394-ce91a5bd1411, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:21:12.894139 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8048c55e-0329-4401-aba5-9af5ae40928a req-c325e09c-9444-4c49-ae1f-d1851903e4b0 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048703 Oct 12 19:21:12.916670 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:13.006808 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f291884d-0e28-425c-90ad-e843cd720ec9 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Made reservation on behalf of ceb2896b1b72443898c06b8dcad99d7f for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:21:13.010132 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f291884d-0e28-425c-90ad-e843cd720ec9 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:13.012633 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-864ff3f3-a914-496f-9162-0dae26bc809b req-29ebf425-54fc-4893-87ef-0836c33661b7 tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc65bd81-089d-4991-a470-ab1403753bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4172351 Oct 12 19:21:13.017819 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b78695ac-f2bb-4f17-b199-ae09898c8694 req-a7f3624d-cbe7-4557-9d89-85144b392105 service neutron] 10.222.0.61 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6080236 Oct 12 19:21:13.024233 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-0fd19424-4b22-410f-9601-756eb92c4bca None None] Set router 7d9c2278-196f-448c-a076-ee61a8583f55 gateway port host: None {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:21:13.065825 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:13.094192 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f291884d-0e28-425c-90ad-e843cd720ec9 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:21:13.132906 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f291884d-0e28-425c-90ad-e843cd720ec9 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:13.133260 n-d-813679-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-f291884d-0e28-425c-90ad-e843cd720ec9 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Added segment 6b5f7a26-a09d-4a0d-92e9-1bc03ae9d754 of type vlan for network 4749b30b-9a97-4e15-ae65-09e4a2a4c880 Oct 12 19:21:13.142925 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.db.api [None req-4bff74af-2ca1-4198-aa61-2bc4e14ae4a0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 19:21:13.143631 n-d-813679-3 neutron-server[95503]: DEBUG oslo_db.api [None req-4bff74af-2ca1-4198-aa61-2bc4e14ae4a0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 19:21:13.161034 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Pushing event updated for resources: {'Port': ['ID=c201b81e-0850-4cd4-a836-cb0d2d9034a8,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:13.188721 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c10166-6158-47b9-8e37-94e61b150e6f admin admin] Network e8bd1a66-7534-490b-8394-ce91a5bd1411 is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:21:13.202141 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-67b437aa-f66d-4ee2-89c0-da633b44f28d tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Delete allocated IP 2001:db8::37c (f45f61ae-edb4-432c-8d16-a8907d75f8d2/95640173-1046-495a-87f3-f7de7c76ebcc) {{(pid=95501) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 12 19:21:13.215734 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-67b437aa-f66d-4ee2-89c0-da633b44f28d tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Allocated IP 2001:db8:0:2::f5 (f45f61ae-edb4-432c-8d16-a8907d75f8d2/f89a94b0-8344-4821-8029-d341684ebd6e/15b6c7ad-e745-46f2-8d78-b656dac178f0) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:21:13.225757 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f291884d-0e28-425c-90ad-e843cd720ec9 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:13.271213 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=1d9bea01-1aff-4c0e-bf8c-f08e43412391,revision_number=8']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:13.316783 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-f1c10166-6158-47b9-8e37-94e61b150e6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, e8bd1a66-7534-490b-8394-ce91a5bd1411) {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:21:13.326252 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2490bcd0-6b44-4fca-b6d3-c6b799482672 None None] Network e8bd1a66-7534-490b-8394-ce91a5bd1411 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:21:13.355195 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c10166-6158-47b9-8e37-94e61b150e6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:13.356413 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f1c10166-6158-47b9-8e37-94e61b150e6f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:13.361486 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f291884d-0e28-425c-90ad-e843cd720ec9 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:13.368760 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f291884d-0e28-425c-90ad-e843cd720ec9 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:13.369588 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f291884d-0e28-425c-90ad-e843cd720ec9 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:13.393336 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-0fd19424-4b22-410f-9601-756eb92c4bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d9c2278-196f-448c-a076-ee61a8583f55', 'name': 'tempest-RoutersTest-router-334466', 'tenant_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:21:06Z', 'updated_at': '2021-10-12T19:21:10Z', 'revision_number': 2, 'project_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'gw_port_host': None, '_interfaces': [{'id': '5fc32773-6fb4-421a-9cc6-f09c3aa8dfb8', 'name': '', 'network_id': 'b486f23d-6b58-4b81-8a2f-62ebab0101c5', 'tenant_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'mac_address': 'fa:16:3e:0f:37:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d9c2278-196f-448c-a076-ee61a8583f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '05e171b4-749e-46ec-9e3f-520255692239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:21:09Z', 'updated_at': '2021-10-12T19:21:11Z', 'revision_number': 2, 'project_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'subnets': [{'id': '05e171b4-749e-46ec-9e3f-520255692239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:21:13.444167 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd19424-4b22-410f-9601-756eb92c4bca None None] Checking router: 7d9c2278-196f-448c-a076-ee61a8583f55 for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:21:13.444801 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd19424-4b22-410f-9601-756eb92c4bca None None] Updating router 7d9c2278-196f-448c-a076-ee61a8583f55 port 5fc32773-6fb4-421a-9cc6-f09c3aa8dfb8 binding host n-d-813679-3 {{(pid=95504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 19:21:13.476339 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f291884d-0e28-425c-90ad-e843cd720ec9 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Pushing event updated for resources: {'Network': ['ID=4749b30b-9a97-4e15-ae65-09e4a2a4c880,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:13.530602 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-0fd19424-4b22-410f-9601-756eb92c4bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:13.553372 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-67b437aa-f66d-4ee2-89c0-da633b44f28d tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:13.569690 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-f291884d-0e28-425c-90ad-e843cd720ec9 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8338723 Oct 12 19:21:13.569690 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 43214) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:21:13.573944 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-d42153f4-17ac-4563-aff1-f8b7807d0934 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Request body: {'subnet': {'network_id': '4749b30b-9a97-4e15-ae65-09e4a2a4c880', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:21:13.584228 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-f1c10166-6158-47b9-8e37-94e61b150e6f admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.7233322 Oct 12 19:21:13.663892 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['1d9bea01-1aff-4c0e-bf8c-f08e43412391'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:21:13.686204 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 4749b30b-9a97-4e15-ae65-09e4a2a4c880 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:21:13.688362 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-67b437aa-f66d-4ee2-89c0-da633b44f28d tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:13.868450 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-0fd19424-4b22-410f-9601-756eb92c4bca None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:13.905963 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 2face19b-d0ac-4773-be79-15184a719a10 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:21:13.928498 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-67b437aa-f66d-4ee2-89c0-da633b44f28d tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] In _notify_port_updated(), no bound segment for port 15b6c7ad-e745-46f2-8d78-b656dac178f0 on network f45f61ae-edb4-432c-8d16-a8907d75f8d2 {{(pid=95501) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 12 19:21:13.939673 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b437aa-f66d-4ee2-89c0-da633b44f28d tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:13.943689 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-67b437aa-f66d-4ee2-89c0-da633b44f28d tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:13.947716 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-67b437aa-f66d-4ee2-89c0-da633b44f28d tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] 10.222.0.49 "PUT /v2.0/ports/15b6c7ad-e745-46f2-8d78-b656dac178f0 HTTP/1.1" status: 200 len: 969 time: 2.9683409 Oct 12 19:21:13.964837 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 43224) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:21:13.965552 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b437aa-f66d-4ee2-89c0-da633b44f28d tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Pushing event updated for resources: {'Port': ['ID=15b6c7ad-e745-46f2-8d78-b656dac178f0,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:14.004743 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-0fd19424-4b22-410f-9601-756eb92c4bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:14.038996 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da43f43-84aa-41dd-b863-253cd62b8d18 req-7a8e55a3-eb0f-4fe8-84c2-7bf79399ef1c tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:14.042173 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1da43f43-84aa-41dd-b863-253cd62b8d18 req-7a8e55a3-eb0f-4fe8-84c2-7bf79399ef1c tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb159dd6-68c1-41b5-9688-4e7a11fd8304 HTTP/1.1" status: 200 len: 949 time: 0.1524305 Oct 12 19:21:14.071665 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999ab431-0a94-4141-8174-3f6e46a415b1 None None] Pushing event updated for resources: {'Port': ['ID=5fc32773-6fb4-421a-9cc6-f09c3aa8dfb8,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:14.101142 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999ab431-0a94-4141-8174-3f6e46a415b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:21:14.103614 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999ab431-0a94-4141-8174-3f6e46a415b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:21:14.106727 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999ab431-0a94-4141-8174-3f6e46a415b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:21:14.108013 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d42153f4-17ac-4563-aff1-f8b7807d0934 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Made reservation on behalf of ceb2896b1b72443898c06b8dcad99d7f for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:21:14.108631 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999ab431-0a94-4141-8174-3f6e46a415b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:21:14.109163 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999ab431-0a94-4141-8174-3f6e46a415b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:21:14.109674 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999ab431-0a94-4141-8174-3f6e46a415b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:21:14.113502 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d42153f4-17ac-4563-aff1-f8b7807d0934 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16245837'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:14.114156 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999ab431-0a94-4141-8174-3f6e46a415b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:21:14.114674 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999ab431-0a94-4141-8174-3f6e46a415b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:21:14.115185 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999ab431-0a94-4141-8174-3f6e46a415b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:21:14.115694 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999ab431-0a94-4141-8174-3f6e46a415b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:21:14.116289 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999ab431-0a94-4141-8174-3f6e46a415b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:21:14.116791 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999ab431-0a94-4141-8174-3f6e46a415b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:21:14.213555 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224db4ce-6bb8-4bbf-9946-56c2bf2816d2 req-49a2e260-3c35-4a79-a134-39266f56926d tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:14.215815 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-224db4ce-6bb8-4bbf-9946-56c2bf2816d2 req-49a2e260-3c35-4a79-a134-39266f56926d tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb159dd6-68c1-41b5-9688-4e7a11fd8304&tenant_id=1439ecde881648d990934dad6d1d46ba&binding%3Ahost_id=n-h1-813679-3 HTTP/1.1" status: 200 len: 949 time: 0.2665319 Oct 12 19:21:14.269171 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-0fd19424-4b22-410f-9601-756eb92c4bca None None] Attempting to bind port 5fc32773-6fb4-421a-9cc6-f09c3aa8dfb8 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:21:14.272108 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-0fd19424-4b22-410f-9601-756eb92c4bca None None] Attempting to bind port 5fc32773-6fb4-421a-9cc6-f09c3aa8dfb8 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '0280737c-5387-4049-b62a-83d7adc455ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'b486f23d-6b58-4b81-8a2f-62ebab0101c5'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:21:14.276670 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd19424-4b22-410f-9601-756eb92c4bca None None] Attempting to bind port 5fc32773-6fb4-421a-9cc6-f09c3aa8dfb8 on network b486f23d-6b58-4b81-8a2f-62ebab0101c5 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:21:14.284177 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1da43f43-84aa-41dd-b863-253cd62b8d18 req-f00ef13e-f350-4a90-8ed0-7f2409068ce1 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354009 Oct 12 19:21:14.291761 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd19424-4b22-410f-9601-756eb92c4bca None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:21:14.293569 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd19424-4b22-410f-9601-756eb92c4bca None None] Checking segment: {'id': '0280737c-5387-4049-b62a-83d7adc455ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'b486f23d-6b58-4b81-8a2f-62ebab0101c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:21:14.294181 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-0fd19424-4b22-410f-9601-756eb92c4bca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:14.294798 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd19424-4b22-410f-9601-756eb92c4bca None None] Bound using segment: {'id': '0280737c-5387-4049-b62a-83d7adc455ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'b486f23d-6b58-4b81-8a2f-62ebab0101c5'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:21:14.295622 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-0fd19424-4b22-410f-9601-756eb92c4bca None None] Bound port: 5fc32773-6fb4-421a-9cc6-f09c3aa8dfb8, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0280737c-5387-4049-b62a-83d7adc455ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'b486f23d-6b58-4b81-8a2f-62ebab0101c5'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:21:14.296352 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-0fd19424-4b22-410f-9601-756eb92c4bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:14.326217 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 2face19b-d0ac-4773-be79-15184a719a10 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:21:14.326593 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:14.359394 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae11cd93-afc8-40cf-8eeb-cca73e200934 None None] Network e8bd1a66-7534-490b-8394-ce91a5bd1411 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:21:14.415041 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-0fd19424-4b22-410f-9601-756eb92c4bca None None] For port 5fc32773-6fb4-421a-9cc6-f09c3aa8dfb8, host n-d-813679-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:21:14.419644 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-a708fe26-9ac3-47e2-a75e-6a556ad48e84 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Deleting port 15b6c7ad-e745-46f2-8d78-b656dac178f0 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:21:14.419992 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a708fe26-9ac3-47e2-a75e-6a556ad48e84 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:14.420328 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-0fd19424-4b22-410f-9601-756eb92c4bca None None] For port 5fc32773-6fb4-421a-9cc6-f09c3aa8dfb8, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=5fc32773-6fb4-421a-9cc6-f09c3aa8dfb8,segment=NetworkSegment(0280737c-5387-4049-b62a-83d7adc455ce),segment_id=0280737c-5387-4049-b62a-83d7adc455ce)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:21:14.454100 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-7a2ef60c-988b-4278-a471-cd86ac80143a None None] Provisioning complete for port 5fc32773-6fb4-421a-9cc6-f09c3aa8dfb8 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:21:14.454477 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7a2ef60c-988b-4278-a471-cd86ac80143a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:14.454866 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-224db4ce-6bb8-4bbf-9946-56c2bf2816d2 req-228c63be-c08c-4e7e-b47d-0965cebdd401 service neutron] 10.222.0.61 "GET /v2.0/ports/1d9bea01-1aff-4c0e-bf8c-f08e43412391/bindings/n-h1-813679-3 HTTP/1.1" status: 200 len: 382 time: 0.2122259 Oct 12 19:21:14.554512 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-0fd19424-4b22-410f-9601-756eb92c4bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:14.642326 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2167ede1-0738-406a-9ad1-326fb95501a7 req-36f26f65-d7b2-4f66-9bde-46b19c89a716 tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:14.644134 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2167ede1-0738-406a-9ad1-326fb95501a7 req-36f26f65-d7b2-4f66-9bde-46b19c89a716 tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] 10.222.0.49 "GET /v2.0/ports?device_id=6bdc803c-61b8-4551-af7a-f6234f9d109b HTTP/1.1" status: 200 len: 946 time: 0.1155093 Oct 12 19:21:14.648624 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-7a2ef60c-988b-4278-a471-cd86ac80143a None None] Port 5fc32773-6fb4-421a-9cc6-f09c3aa8dfb8 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:21:14.676148 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd19424-4b22-410f-9601-756eb92c4bca None None] Routers {'7d9c2278-196f-448c-a076-ee61a8583f55'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:21:14.677026 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-0fd19424-4b22-410f-9601-756eb92c4bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:21:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['7d9c2278-196f-448c-a076-ee61a8583f55'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:21:14.717540 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2167ede1-0738-406a-9ad1-326fb95501a7 req-f765775c-2ef8-4cd5-bbb4-933b24d4aba9 tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc65bd81-089d-4991-a470-ab1403753bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567017 Oct 12 19:21:14.754857 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a708fe26-9ac3-47e2-a75e-6a556ad48e84 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:14.769521 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d42153f4-17ac-4563-aff1-f8b7807d0934 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4306659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16245859'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:14.792600 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-a708fe26-9ac3-47e2-a75e-6a556ad48e84 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Calling delete_port for 15b6c7ad-e745-46f2-8d78-b656dac178f0 owned by {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:21:14.824886 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-0fd19424-4b22-410f-9601-756eb92c4bca None None] Set router 7d9c2278-196f-448c-a076-ee61a8583f55 gateway port host: None {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:21:14.904947 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-7a2ef60c-988b-4278-a471-cd86ac80143a None None] Provisioning complete for port c201b81e-0850-4cd4-a836-cb0d2d9034a8 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:21:14.905397 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7a2ef60c-988b-4278-a471-cd86ac80143a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:14.934663 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42153f4-17ac-4563-aff1-f8b7807d0934 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Pushing event updated for resources: {'Subnet': ['ID=433bc341-8490-4169-b2a7-96662af09f31,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:14.968866 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224db4ce-6bb8-4bbf-9946-56c2bf2816d2 req-ad863a05-3d9e-4734-a8d8-9a622aa166be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:14.970216 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-224db4ce-6bb8-4bbf-9946-56c2bf2816d2 req-ad863a05-3d9e-4734-a8d8-9a622aa166be service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1439ecde881648d990934dad6d1d46ba&device_id=cb159dd6-68c1-41b5-9688-4e7a11fd8304 HTTP/1.1" status: 200 len: 1100 time: 0.4932356 Oct 12 19:21:14.972730 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42153f4-17ac-4563-aff1-f8b7807d0934 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Checking segment: {'id': '6b5f7a26-a09d-4a0d-92e9-1bc03ae9d754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '4749b30b-9a97-4e15-ae65-09e4a2a4c880'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:21:14.973100 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d42153f4-17ac-4563-aff1-f8b7807d0934 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Network hostable DHCP agents. Network: 4749b30b-9a97-4e15-ae65-09e4a2a4c880, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:21:14.993852 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device c201b81e-0850-4cd4-a836-cb0d2d9034a8 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:21:15.015208 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999ab431-0a94-4141-8174-3f6e46a415b1 None None] Pushing event updated for resources: {'Port': ['ID=5fc32773-6fb4-421a-9cc6-f09c3aa8dfb8,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:15.111724 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d42153f4-17ac-4563-aff1-f8b7807d0934 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Network 4749b30b-9a97-4e15-ae65-09e4a2a4c880 is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:21:15.125512 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-0fd19424-4b22-410f-9601-756eb92c4bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d9c2278-196f-448c-a076-ee61a8583f55', 'name': 'tempest-RoutersTest-router-334466', 'tenant_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:21:06Z', 'updated_at': '2021-10-12T19:21:10Z', 'revision_number': 2, 'project_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'gw_port_host': None, '_interfaces': [{'id': '5fc32773-6fb4-421a-9cc6-f09c3aa8dfb8', 'name': '', 'network_id': 'b486f23d-6b58-4b81-8a2f-62ebab0101c5', 'tenant_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'mac_address': 'fa:16:3e:0f:37:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d9c2278-196f-448c-a076-ee61a8583f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '05e171b4-749e-46ec-9e3f-520255692239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:21:09Z', 'updated_at': '2021-10-12T19:21:14Z', 'revision_number': 4, 'project_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'subnets': [{'id': '05e171b4-749e-46ec-9e3f-520255692239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:21:15.156002 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd19424-4b22-410f-9601-756eb92c4bca None None] The sync data for ids ['7d9c2278-196f-448c-a076-ee61a8583f55'] in n-d-813679-3 is: [{'id': '7d9c2278-196f-448c-a076-ee61a8583f55', 'name': 'tempest-RoutersTest-router-334466', 'tenant_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:21:06Z', 'updated_at': '2021-10-12T19:21:10Z', 'revision_number': 2, 'project_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'gw_port_host': None, '_interfaces': [{'id': '5fc32773-6fb4-421a-9cc6-f09c3aa8dfb8', 'name': '', 'network_id': 'b486f23d-6b58-4b81-8a2f-62ebab0101c5', 'tenant_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'mac_address': 'fa:16:3e:0f:37:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d9c2278-196f-448c-a076-ee61a8583f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '05e171b4-749e-46ec-9e3f-520255692239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:21:09Z', 'updated_at': '2021-10-12T19:21:14Z', 'revision_number': 4, 'project_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'subnets': [{'id': '05e171b4-749e-46ec-9e3f-520255692239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:21:15.167981 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port c201b81e-0850-4cd4-a836-cb0d2d9034a8 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:21:15.168382 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:15.188959 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-d42153f4-17ac-4563-aff1-f8b7807d0934 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, 4749b30b-9a97-4e15-ae65-09e4a2a4c880) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:21:15.197061 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d42153f4-17ac-4563-aff1-f8b7807d0934 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:15.198919 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d42153f4-17ac-4563-aff1-f8b7807d0934 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:15.206207 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-7a2ef60c-988b-4278-a471-cd86ac80143a None None] Provisioning complete for port 5ece508e-f5e9-40f9-bfe6-8501265015a1 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:21:15.206587 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7a2ef60c-988b-4278-a471-cd86ac80143a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:15.211868 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ddb704-d353-4881-9a59-0de74ec0595b None None] Network 4749b30b-9a97-4e15-ae65-09e4a2a4c880 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:21:15.259422 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aa853a-6c7e-4db3-8e05-d2baabbb1e1e req-1c96e43e-fbee-4d2f-899b-0539d75bef2d tempest-ServersNegativeTestMultiTenantJSON-434581261 tempest-ServersNegativeTestMultiTenantJSON-434581261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:15.264547 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-65aa853a-6c7e-4db3-8e05-d2baabbb1e1e req-1c96e43e-fbee-4d2f-899b-0539d75bef2d tempest-ServersNegativeTestMultiTenantJSON-434581261 tempest-ServersNegativeTestMultiTenantJSON-434581261-project] 10.222.0.49 "GET /v2.0/networks?id=889c8640-5219-48b4-8be3-de6c3eb0c3b5 HTTP/1.1" status: 200 len: 822 time: 0.3047652 Oct 12 19:21:15.288143 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224db4ce-6bb8-4bbf-9946-56c2bf2816d2 req-7b6f9128-5b48-4c0e-8c36-f3e836e3b007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:15.296492 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-d42153f4-17ac-4563-aff1-f8b7807d0934 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7277322 Oct 12 19:21:15.297117 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 43258) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:21:15.304540 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-224db4ce-6bb8-4bbf-9946-56c2bf2816d2 req-7b6f9128-5b48-4c0e-8c36-f3e836e3b007 service neutron] 10.222.0.61 "GET /v2.0/networks?id=90dcf485-b1ad-4139-85a3-9e1e9879e6b1 HTTP/1.1" status: 200 len: 870 time: 0.3212731 Oct 12 19:21:15.307391 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-7a2ef60c-988b-4278-a471-cd86ac80143a None None] Port 5ece508e-f5e9-40f9-bfe6-8501265015a1 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:21:15.307550 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-65aa853a-6c7e-4db3-8e05-d2baabbb1e1e req-01a5bda8-e460-48ba-88e4-c78353ff1ebf tempest-ServersNegativeTestMultiTenantJSON-434581261 tempest-ServersNegativeTestMultiTenantJSON-434581261-project] 10.222.0.49 "GET /v2.0/quotas/16fd18df597a480c9787ac895f50a525 HTTP/1.1" status: 200 len: 375 time: 0.0325158 Oct 12 19:21:15.368863 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-7a2ef60c-988b-4278-a471-cd86ac80143a None None] Provisioning complete for port 2face19b-d0ac-4773-be79-15184a719a10 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:21:15.369289 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7a2ef60c-988b-4278-a471-cd86ac80143a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:15.378844 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a708fe26-9ac3-47e2-a75e-6a556ad48e84 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:15.381918 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-224db4ce-6bb8-4bbf-9946-56c2bf2816d2 req-d234b657-0954-403a-be34-b19791fda6f5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=1d9bea01-1aff-4c0e-bf8c-f08e43412391 HTTP/1.1" status: 200 len: 217 time: 0.0647035 Oct 12 19:21:15.384352 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-65aa853a-6c7e-4db3-8e05-d2baabbb1e1e req-851575f5-48de-412f-9b5f-1afda4a16ae8 tempest-ServersNegativeTestMultiTenantJSON-434581261 tempest-ServersNegativeTestMultiTenantJSON-434581261-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=16fd18df597a480c9787ac895f50a525&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0683529 Oct 12 19:21:15.450080 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a708fe26-9ac3-47e2-a75e-6a556ad48e84 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Pushing event deleted for resources: {'Port': ['ID=15b6c7ad-e745-46f2-8d78-b656dac178f0,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:15.490378 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a708fe26-9ac3-47e2-a75e-6a556ad48e84 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:15.496617 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-a708fe26-9ac3-47e2-a75e-6a556ad48e84 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] 10.222.0.49 "DELETE /v2.0/ports/15b6c7ad-e745-46f2-8d78-b656dac178f0 HTTP/1.1" status: 204 len: 168 time: 1.5259194 Oct 12 19:21:15.496890 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 43266) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:21:15.510268 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224db4ce-6bb8-4bbf-9946-56c2bf2816d2 req-a77fca59-77c5-411f-b0e8-44a0c7d8a155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:15.512665 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-224db4ce-6bb8-4bbf-9946-56c2bf2816d2 req-a77fca59-77c5-411f-b0e8-44a0c7d8a155 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=629aee7d-3fde-4c72-af1e-6a7e1f6a7e75 HTTP/1.1" status: 200 len: 843 time: 0.1222806 Oct 12 19:21:15.546880 n-d-813679-3 neutron-server[95501]: INFO neutron.pecan_wsgi.hooks.translation [None req-18bc4af2-4b31-4d79-8a89-a622f466bdc8 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] GET failed (client error): The resource could not be found. Oct 12 19:21:15.550269 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-18bc4af2-4b31-4d79-8a89-a622f466bdc8 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] 10.222.0.49 "GET /v2.0/ports/15b6c7ad-e745-46f2-8d78-b656dac178f0 HTTP/1.1" status: 404 len: 333 time: 0.0491691 Oct 12 19:21:15.564167 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 43268) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:21:15.587468 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e8d231-38b5-4f85-a4b2-d7bd574bd799 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-4749b30b-9a97-4e15-ae65-09e4a2a4c880', 'network_id': '4749b30b-9a97-4e15-ae65-09e4a2a4c880', 'tenant_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'fixed_ips': [{'subnet_id': '433bc341-8490-4169-b2a7-96662af09f31'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:21:15.588355 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-98e8d231-38b5-4f85-a4b2-d7bd574bd799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:15.691296 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224db4ce-6bb8-4bbf-9946-56c2bf2816d2 req-1c2b6287-1657-4af8-8d1f-6159463221ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:15.692859 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-224db4ce-6bb8-4bbf-9946-56c2bf2816d2 req-1c2b6287-1657-4af8-8d1f-6159463221ba service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=90dcf485-b1ad-4139-85a3-9e1e9879e6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1617031 Oct 12 19:21:15.720488 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-7a2ef60c-988b-4278-a471-cd86ac80143a None None] Could not find standard attr ID for object 15b6c7ad-e745-46f2-8d78-b656dac178f0. {{(pid=95503) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 19:21:15.798148 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 5fc32773-6fb4-421a-9cc6-f09c3aa8dfb8 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:21:15.880105 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-65aa853a-6c7e-4db3-8e05-d2baabbb1e1e req-bb2c4e7e-0166-46bd-8ff9-6dc83e576dc5 service neutron] 10.222.0.49 "GET /v2.0/networks/889c8640-5219-48b4-8be3-de6c3eb0c3b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4794879 Oct 12 19:21:15.880800 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b8ee942a-8fca-4dab-ba75-6a93f947f4dd tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:15.893665 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-12d81ddc-b415-4111-b2cf-495e44ec968f None None] Provisioning complete for port 5fc32773-6fb4-421a-9cc6-f09c3aa8dfb8 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:21:15.894490 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-12d81ddc-b415-4111-b2cf-495e44ec968f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:15.934093 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 5fc32773-6fb4-421a-9cc6-f09c3aa8dfb8 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:21:15.934829 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:15.968794 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bf1066e8-2457-4335-b6f0-9d99ff04a528 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:16.050128 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-12d81ddc-b415-4111-b2cf-495e44ec968f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:16.077252 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b8ee942a-8fca-4dab-ba75-6a93f947f4dd tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:16.081317 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:16.129982 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe782759-949f-4726-a36b-bc86508c6e3c req-c3d5fea1-17a0-4ea7-bf40-ce63213ee095 tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:16.131580 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fe782759-949f-4726-a36b-bc86508c6e3c req-c3d5fea1-17a0-4ea7-bf40-ce63213ee095 tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] 10.222.0.67 "GET /v2.0/ports?device_id=6bdc803c-61b8-4551-af7a-f6234f9d109b HTTP/1.1" status: 200 len: 946 time: 0.1423888 Oct 12 19:21:16.152862 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-12d81ddc-b415-4111-b2cf-495e44ec968f None None] For port 5fc32773-6fb4-421a-9cc6-f09c3aa8dfb8, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=5fc32773-6fb4-421a-9cc6-f09c3aa8dfb8,segment=NetworkSegment(0280737c-5387-4049-b62a-83d7adc455ce),segment_id=0280737c-5387-4049-b62a-83d7adc455ce)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:21:16.177734 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-98e8d231-38b5-4f85-a4b2-d7bd574bd799 None None] Allocated IP 172.21.0.2 (4749b30b-9a97-4e15-ae65-09e4a2a4c880/433bc341-8490-4169-b2a7-96662af09f31/c8e41917-ed92-412e-8a12-e7294ff151cf) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:21:16.271694 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-12d81ddc-b415-4111-b2cf-495e44ec968f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:16.305903 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-12d81ddc-b415-4111-b2cf-495e44ec968f None None] Could not find standard attr ID for object 15b6c7ad-e745-46f2-8d78-b656dac178f0. {{(pid=95503) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 19:21:16.322632 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-224db4ce-6bb8-4bbf-9946-56c2bf2816d2 req-aed13447-49ae-434d-9c23-e27fccc1fbd4 service neutron] 10.222.0.61 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6050603 Oct 12 19:21:16.347193 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-65aa853a-6c7e-4db3-8e05-d2baabbb1e1e req-18544c93-971b-4548-8358-7d910131cb47 service neutron] 10.222.0.49 "GET /v2.0/networks/889c8640-5219-48b4-8be3-de6c3eb0c3b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4509370 Oct 12 19:21:16.390743 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.db.api [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 19:21:16.392142 n-d-813679-3 neutron-server[95503]: DEBUG oslo_db.api [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 19:21:16.397422 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-fe782759-949f-4726-a36b-bc86508c6e3c req-ba4d220e-b4c8-456e-b301-c308046427b0 tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] Deleting port b6ce5839-07cf-4292-92f7-3cfe37497988 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:21:16.397763 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-fe782759-949f-4726-a36b-bc86508c6e3c req-ba4d220e-b4c8-456e-b301-c308046427b0 tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:16.404559 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d81ddc-b415-4111-b2cf-495e44ec968f None None] Pushing event updated for resources: {'Port': ['ID=5fc32773-6fb4-421a-9cc6-f09c3aa8dfb8,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:16.450243 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b8ee942a-8fca-4dab-ba75-6a93f947f4dd tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:16.452905 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b8ee942a-8fca-4dab-ba75-6a93f947f4dd tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:16.454380 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-b8ee942a-8fca-4dab-ba75-6a93f947f4dd tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] 10.222.0.49 "DELETE /v2.0/security-groups/9fd6e021-0957-457c-b67d-ad891cba699d HTTP/1.1" status: 204 len: 168 time: 0.8889086 Oct 12 19:21:16.457002 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 43274) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:21:16.468136 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-98e8d231-38b5-4f85-a4b2-d7bd574bd799 None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:16.475076 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ee942a-8fca-4dab-ba75-6a93f947f4dd tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fd6e021-0957-457c-b67d-ad891cba699d,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:16.523674 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-224db4ce-6bb8-4bbf-9946-56c2bf2816d2 req-220790c8-98f9-4aeb-bfc0-37473633956a service neutron] 10.222.0.61 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893826 Oct 12 19:21:16.530086 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-44b76731-66f9-4078-bf74-6e5902db7263 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:16.549911 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-fe782759-949f-4726-a36b-bc86508c6e3c req-ba4d220e-b4c8-456e-b301-c308046427b0 tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] For port b6ce5839-07cf-4292-92f7-3cfe37497988, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=b6ce5839-07cf-4292-92f7-3cfe37497988,segment=NetworkSegment(39de4046-1820-4521-a143-39eb95fd128b),segment_id=39de4046-1820-4521-a143-39eb95fd128b)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:21:16.550501 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-fe782759-949f-4726-a36b-bc86508c6e3c req-ba4d220e-b4c8-456e-b301-c308046427b0 tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:16.554609 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-44b76731-66f9-4078-bf74-6e5902db7263 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:16.583399 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-98e8d231-38b5-4f85-a4b2-d7bd574bd799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:16.623723 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e8d231-38b5-4f85-a4b2-d7bd574bd799 None None] Network 4749b30b-9a97-4e15-ae65-09e4a2a4c880 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:21:16.646206 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-98e8d231-38b5-4f85-a4b2-d7bd574bd799 None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:21:16.654298 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-bf1066e8-2457-4335-b6f0-9d99ff04a528 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Allocated IP 172.21.0.1 (4749b30b-9a97-4e15-ae65-09e4a2a4c880/433bc341-8490-4169-b2a7-96662af09f31/db9df9af-8c02-4ef1-89cc-1c3fe4a087cf) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:21:16.662395 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e8d231-38b5-4f85-a4b2-d7bd574bd799 None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:21:16.682177 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-44b76731-66f9-4078-bf74-6e5902db7263 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:16.686643 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-44b76731-66f9-4078-bf74-6e5902db7263 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:16.689010 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-44b76731-66f9-4078-bf74-6e5902db7263 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] 10.222.0.49 "DELETE /v2.0/security-groups/0bc25aee-da5d-4304-8133-4143fec94f0f HTTP/1.1" status: 204 len: 168 time: 0.2302175 Oct 12 19:21:16.722920 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e8d231-38b5-4f85-a4b2-d7bd574bd799 None None] Pushing event updated for resources: {'Port': ['ID=c8e41917-ed92-412e-8a12-e7294ff151cf,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:16.740022 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 43280) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:21:16.757102 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b76731-66f9-4078-bf74-6e5902db7263 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bc25aee-da5d-4304-8133-4143fec94f0f,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:16.836988 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-98e8d231-38b5-4f85-a4b2-d7bd574bd799 None None] Attempting to bind port c8e41917-ed92-412e-8a12-e7294ff151cf on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:21:16.837367 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-98e8d231-38b5-4f85-a4b2-d7bd574bd799 None None] Attempting to bind port c8e41917-ed92-412e-8a12-e7294ff151cf by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '6b5f7a26-a09d-4a0d-92e9-1bc03ae9d754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '4749b30b-9a97-4e15-ae65-09e4a2a4c880'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:21:16.837737 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e8d231-38b5-4f85-a4b2-d7bd574bd799 None None] Attempting to bind port c8e41917-ed92-412e-8a12-e7294ff151cf on network 4749b30b-9a97-4e15-ae65-09e4a2a4c880 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:21:16.852392 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e8d231-38b5-4f85-a4b2-d7bd574bd799 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:21:16.856259 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e8d231-38b5-4f85-a4b2-d7bd574bd799 None None] Checking segment: {'id': '6b5f7a26-a09d-4a0d-92e9-1bc03ae9d754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '4749b30b-9a97-4e15-ae65-09e4a2a4c880'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:21:16.856259 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-98e8d231-38b5-4f85-a4b2-d7bd574bd799 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:16.856259 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e8d231-38b5-4f85-a4b2-d7bd574bd799 None None] Bound using segment: {'id': '6b5f7a26-a09d-4a0d-92e9-1bc03ae9d754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '4749b30b-9a97-4e15-ae65-09e4a2a4c880'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:21:16.856259 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-98e8d231-38b5-4f85-a4b2-d7bd574bd799 None None] Bound port: c8e41917-ed92-412e-8a12-e7294ff151cf, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b5f7a26-a09d-4a0d-92e9-1bc03ae9d754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '4749b30b-9a97-4e15-ae65-09e4a2a4c880'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:21:16.856259 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-98e8d231-38b5-4f85-a4b2-d7bd574bd799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:16.872702 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-efa70c99-5fb9-4739-95ea-7439cf6405f8 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:16.945340 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bf1066e8-2457-4335-b6f0-9d99ff04a528 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:16.957895 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-efa70c99-5fb9-4739-95ea-7439cf6405f8 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:16.998967 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-98e8d231-38b5-4f85-a4b2-d7bd574bd799 None None] For port c8e41917-ed92-412e-8a12-e7294ff151cf, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:21:17.005645 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-98e8d231-38b5-4f85-a4b2-d7bd574bd799 None None] For port c8e41917-ed92-412e-8a12-e7294ff151cf, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=c8e41917-ed92-412e-8a12-e7294ff151cf,segment=NetworkSegment(6b5f7a26-a09d-4a0d-92e9-1bc03ae9d754),segment_id=6b5f7a26-a09d-4a0d-92e9-1bc03ae9d754)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:21:17.023367 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853234d8-71d2-46dc-8abd-b9f844af8086 req-2294d4fe-4f0d-4020-862c-4fd91a0f89fa tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:17.024996 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-853234d8-71d2-46dc-8abd-b9f844af8086 req-2294d4fe-4f0d-4020-862c-4fd91a0f89fa tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] 10.222.0.49 "GET /v2.0/ports?device_id=6bdc803c-61b8-4551-af7a-f6234f9d109b HTTP/1.1" status: 200 len: 946 time: 0.1535335 Oct 12 19:21:17.085131 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-853234d8-71d2-46dc-8abd-b9f844af8086 req-9f521877-9bcb-46fe-a832-f08736c62c6c tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc65bd81-089d-4991-a470-ab1403753bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494571 Oct 12 19:21:17.171444 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-98e8d231-38b5-4f85-a4b2-d7bd574bd799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:17.216827 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-efa70c99-5fb9-4739-95ea-7439cf6405f8 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:17.224223 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-efa70c99-5fb9-4739-95ea-7439cf6405f8 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:17.224223 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-efa70c99-5fb9-4739-95ea-7439cf6405f8 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] 10.222.0.49 "DELETE /v2.0/security-groups/e306c788-1a4c-48b8-ab54-698b51a6b788 HTTP/1.1" status: 204 len: 168 time: 0.4818432 Oct 12 19:21:17.224223 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bf1066e8-2457-4335-b6f0-9d99ff04a528 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:17.226212 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 43292) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:21:17.267660 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e8d231-38b5-4f85-a4b2-d7bd574bd799 None None] Pushing event updated for resources: {'Port': ['ID=c8e41917-ed92-412e-8a12-e7294ff151cf,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:17.319366 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d0a099-3db1-4868-b694-40f5c2c200d9 req-8cd1f3cb-7e57-47c2-b32f-8c713ef6380d tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:17.320832 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa70c99-5fb9-4739-95ea-7439cf6405f8 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e306c788-1a4c-48b8-ab54-698b51a6b788,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:17.323774 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-41d0a099-3db1-4868-b694-40f5c2c200d9 req-8cd1f3cb-7e57-47c2-b32f-8c713ef6380d tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb159dd6-68c1-41b5-9688-4e7a11fd8304 HTTP/1.1" status: 200 len: 949 time: 0.1466475 Oct 12 19:21:17.368010 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-fe782759-949f-4726-a36b-bc86508c6e3c req-ba4d220e-b4c8-456e-b301-c308046427b0 tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:17.368384 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-fe782759-949f-4726-a36b-bc86508c6e3c req-ba4d220e-b4c8-456e-b301-c308046427b0 tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7915414'] for floatingip, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:17.368706 n-d-813679-3 neutron-server[95501]: INFO neutron.db.l3_db [req-fe782759-949f-4726-a36b-bc86508c6e3c req-ba4d220e-b4c8-456e-b301-c308046427b0 tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] Floating IP 75090191-b350-48be-a58a-54ac185735e6 disassociated. External IP: 172.25.5.116, port: b6ce5839-07cf-4292-92f7-3cfe37497988. Oct 12 19:21:17.369045 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-fe782759-949f-4726-a36b-bc86508c6e3c req-ba4d220e-b4c8-456e-b301-c308046427b0 tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] Calling delete_port for b6ce5839-07cf-4292-92f7-3cfe37497988 owned by compute:nova {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:21:17.375739 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1066e8-2457-4335-b6f0-9d99ff04a528 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Network 4749b30b-9a97-4e15-ae65-09e4a2a4c880 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:21:17.379080 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1066e8-2457-4335-b6f0-9d99ff04a528 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Pushing event updated for resources: {'Port': ['ID=db9df9af-8c02-4ef1-89cc-1c3fe4a087cf,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:17.381898 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-bf1066e8-2457-4335-b6f0-9d99ff04a528 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:21:17.387029 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1066e8-2457-4335-b6f0-9d99ff04a528 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:21:17.397573 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca239703-0cac-46f5-b1d8-2164ade5b603 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Deleting subnet 95640173-1046-495a-87f3-f7de7c76ebcc {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:21:17.400126 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-41d0a099-3db1-4868-b694-40f5c2c200d9 req-f1efc0ac-c727-4534-8d4f-db9548c38a7c tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667958 Oct 12 19:21:17.422929 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ca239703-0cac-46f5-b1d8-2164ade5b603 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:17.487200 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ca239703-0cac-46f5-b1d8-2164ade5b603 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16313642'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:17.512364 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-aa0461e2-e29c-4e9c-be97-940c3417f4a4 req-65714793-4216-42f0-bdd0-7c96921755f9 tempest-ServersNegativeTestMultiTenantJSON-434581261 tempest-ServersNegativeTestMultiTenantJSON-434581261-project] 10.222.0.49 "GET /v2.0/ports?device_id=57902963-2020-4a10-b130-b4db1f863a3a HTTP/1.1" status: 200 len: 210 time: 0.0540311 Oct 12 19:21:17.536097 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bf1066e8-2457-4335-b6f0-9d99ff04a528 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7915309'] for router_interface, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:17.703139 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-fe782759-949f-4726-a36b-bc86508c6e3c req-ba4d220e-b4c8-456e-b301-c308046427b0 tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:17.727668 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ca239703-0cac-46f5-b1d8-2164ade5b603 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:17.735359 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4d220e-b4c8-456e-b301-c308046427b0 tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] Pushing event deleted for resources: {'Port': ['ID=b6ce5839-07cf-4292-92f7-3cfe37497988,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:17.753094 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9eeb2fc7-488a-4d55-b20b-046b20ea437c req-69ac7bca-3c82-498c-9b0c-190143ba14d7 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=4cdc42ba-69e4-48c5-a205-4e2175b26725&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0866911 Oct 12 19:21:17.842860 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bf1066e8-2457-4335-b6f0-9d99ff04a528 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:17.886052 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 5fc32773-6fb4-421a-9cc6-f09c3aa8dfb8 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:21:17.915014 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ca239703-0cac-46f5-b1d8-2164ade5b603 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4306592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16245866'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:17.941923 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fe782759-949f-4726-a36b-bc86508c6e3c req-ba4d220e-b4c8-456e-b301-c308046427b0 tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] Router 8cfc3488-f25e-4597-96a9-33faec720c6e has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:21:17.944621 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeb2fc7-488a-4d55-b20b-046b20ea437c req-5be8421d-f927-4103-9a5a-ba2b099ac02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:17.946352 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9eeb2fc7-488a-4d55-b20b-046b20ea437c req-5be8421d-f927-4103-9a5a-ba2b099ac02f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1439ecde881648d990934dad6d1d46ba&device_id=4cdc42ba-69e4-48c5-a205-4e2175b26725 HTTP/1.1" status: 200 len: 1101 time: 0.1159821 Oct 12 19:21:17.950531 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 1d9bea01-1aff-4c0e-bf8c-f08e43412391 up at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:21:17.954754 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca239703-0cac-46f5-b1d8-2164ade5b603 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Pushing event deleted for resources: {'Subnet': ['ID=95640173-1046-495a-87f3-f7de7c76ebcc,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:17.984151 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f420924f-1ae3-4c33-aee0-fb2e1c795f53 None None] Network f45f61ae-edb4-432c-8d16-a8907d75f8d2 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:21:17.994858 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ca239703-0cac-46f5-b1d8-2164ade5b603 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:18.000100 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-ca239703-0cac-46f5-b1d8-2164ade5b603 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] 10.222.0.49 "DELETE /v2.0/subnets/95640173-1046-495a-87f3-f7de7c76ebcc HTTP/1.1" status: 204 len: 168 time: 0.7658842 Oct 12 19:21:18.009991 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 43298) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:21:18.047682 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device b6ce5839-07cf-4292-92f7-3cfe37497988 no longer exists at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:21:18.182914 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb459196-5839-4917-870c-da99487fea46 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Deleting subnet f89a94b0-8344-4821-8029-d341684ebd6e {{(pid=95501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:21:18.186645 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-bb459196-5839-4917-870c-da99487fea46 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks [] for subnet, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:18.293969 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bf1066e8-2457-4335-b6f0-9d99ff04a528 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:18.320657 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-bb459196-5839-4917-870c-da99487fea46 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281083'] for subnet, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:18.335741 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 5fc32773-6fb4-421a-9cc6-f09c3aa8dfb8 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:21:18.336280 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:18.342412 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] No Port match for: b6ce5839-07cf-4292-92f7-3cfe37497988 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:21:18.343377 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device b6ce5839-07cf-4292-92f7-3cfe37497988 not bound to the agent host n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:21:18.369031 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ebc8502d-f363-4b22-95a5-88668d3b3b44 req-ff582bee-3e95-4701-9bcf-92eba5ed214e tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] 10.222.0.49 "GET /v2.0/ports?device_id=6bdc803c-61b8-4551-af7a-f6234f9d109b HTTP/1.1" status: 200 len: 210 time: 0.1130824 Oct 12 19:21:18.376705 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeb2fc7-488a-4d55-b20b-046b20ea437c req-2b7b5973-87da-40de-aa6a-a0bde5e46c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:18.380284 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9eeb2fc7-488a-4d55-b20b-046b20ea437c req-2b7b5973-87da-40de-aa6a-a0bde5e46c8a service neutron] 10.222.0.67 "GET /v2.0/networks?id=90dcf485-b1ad-4139-85a3-9e1e9879e6b1 HTTP/1.1" status: 200 len: 870 time: 0.4088817 Oct 12 19:21:18.451340 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bf1066e8-2457-4335-b6f0-9d99ff04a528 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:18.458634 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fe782759-949f-4726-a36b-bc86508c6e3c req-ba4d220e-b4c8-456e-b301-c308046427b0 tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:21:18.482548 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73517f0c-4010-4e17-a65d-d33a552aa8cf None None] Sync routers for ids ['8cfc3488-f25e-4597-96a9-33faec720c6e'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:21:18.503679 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9eeb2fc7-488a-4d55-b20b-046b20ea437c req-01726633-b27c-4421-9a39-476a0ba865cd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=031f2c23-1055-471a-b4c0-a0b18c1487ff HTTP/1.1" status: 200 len: 217 time: 0.1167531 Oct 12 19:21:18.539409 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning for port 1d9bea01-1aff-4c0e-bf8c-f08e43412391 completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:21:18.574481 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning complete for port 1d9bea01-1aff-4c0e-bf8c-f08e43412391 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:21:18.575249 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:18.578286 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe782759-949f-4726-a36b-bc86508c6e3c req-ba4d220e-b4c8-456e-b301-c308046427b0 tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] No DVR routers for this DVR port b6ce5839-07cf-4292-92f7-3cfe37497988 on host n-h2-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:21:18.607150 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-fe782759-949f-4726-a36b-bc86508c6e3c req-ba4d220e-b4c8-456e-b301-c308046427b0 tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:18.614465 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bf1066e8-2457-4335-b6f0-9d99ff04a528 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7898980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8092605'] for router_interface, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:18.615666 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fe782759-949f-4726-a36b-bc86508c6e3c req-ba4d220e-b4c8-456e-b301-c308046427b0 tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] 10.222.0.67 "DELETE /v2.0/ports/b6ce5839-07cf-4292-92f7-3cfe37497988 HTTP/1.1" status: 204 len: 173 time: 2.4709718 Oct 12 19:21:18.628143 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73517f0c-4010-4e17-a65d-d33a552aa8cf None None] Routers {'8cfc3488-f25e-4597-96a9-33faec720c6e'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:21:18.628994 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-73517f0c-4010-4e17-a65d-d33a552aa8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:21:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['8cfc3488-f25e-4597-96a9-33faec720c6e'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:21:18.641557 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1066e8-2457-4335-b6f0-9d99ff04a528 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Pushing event updated for resources: {'Port': ['ID=db9df9af-8c02-4ef1-89cc-1c3fe4a087cf,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:18.653402 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bdc803c-61b8-4551-af7a-f6234f9d109b', 'name': 'network-vif-deleted', 'tag': 'b6ce5839-07cf-4292-92f7-3cfe37497988'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:21:18.656364 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-985ae54f-5a2e-4c05-b496-650e62d530e8" -d '{"events": [{"server_uuid": "6bdc803c-61b8-4551-af7a-f6234f9d109b", "name": "network-vif-deleted", "tag": "b6ce5839-07cf-4292-92f7-3cfe37497988"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:21:18.701694 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device c8e41917-ed92-412e-8a12-e7294ff151cf up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:21:18.741081 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeb2fc7-488a-4d55-b20b-046b20ea437c req-9271b1ac-e815-445d-a571-d9e0bd89dfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:18.742556 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9eeb2fc7-488a-4d55-b20b-046b20ea437c req-9271b1ac-e815-445d-a571-d9e0bd89dfcf service neutron] 10.222.0.67 "GET /v2.0/subnets?id=629aee7d-3fde-4c72-af1e-6a7e1f6a7e75 HTTP/1.1" status: 200 len: 843 time: 0.1907961 Oct 12 19:21:18.753848 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-bb459196-5839-4917-870c-da99487fea46 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:18.788409 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ad6833-1b38-43c2-99f0-726bc64f384b None None] Network 4749b30b-9a97-4e15-ae65-09e4a2a4c880 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:21:18.803025 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1066e8-2457-4335-b6f0-9d99ff04a528 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Network 4749b30b-9a97-4e15-ae65-09e4a2a4c880 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:21:18.804864 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-bf1066e8-2457-4335-b6f0-9d99ff04a528 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:21:18.815636 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e60c14-0066-4e6c-b60f-07a2340199b9 req-dd2ac927-f708-4317-bf5a-8b6a92314c69 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:18.817023 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a2e60c14-0066-4e6c-b60f-07a2340199b9 req-dd2ac927-f708-4317-bf5a-8b6a92314c69 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb159dd6-68c1-41b5-9688-4e7a11fd8304 HTTP/1.1" status: 200 len: 949 time: 0.1542828 Oct 12 19:21:18.878458 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeb2fc7-488a-4d55-b20b-046b20ea437c req-76d92eec-c7b3-4231-a71e-2dfbd0002252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:18.880182 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9eeb2fc7-488a-4d55-b20b-046b20ea437c req-76d92eec-c7b3-4231-a71e-2dfbd0002252 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=90dcf485-b1ad-4139-85a3-9e1e9879e6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1279426 Oct 12 19:21:18.889493 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a2e60c14-0066-4e6c-b60f-07a2340199b9 req-4c1256a9-c5d8-4669-b4c2-b86f2e670525 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624154 Oct 12 19:21:18.968104 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf1066e8-2457-4335-b6f0-9d99ff04a528 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Router 7d9c2278-196f-448c-a076-ee61a8583f55 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:21:18.970033 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-446ec244-0437-4da8-b1b7-5d22e733402b None None] Provisioning complete for port c8e41917-ed92-412e-8a12-e7294ff151cf triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:21:18.970406 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-446ec244-0437-4da8-b1b7-5d22e733402b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:19.040228 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-73517f0c-4010-4e17-a65d-d33a552aa8cf None None] Set router 8cfc3488-f25e-4597-96a9-33faec720c6e gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:21:19.059130 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-bb459196-5839-4917-870c-da99487fea46 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4824924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4612362'] for subnet, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:19.125264 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:19.191107 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf1066e8-2457-4335-b6f0-9d99ff04a528 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:21:19.213742 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a998da4b-fa72-4084-ae4e-c2a0d6744c1a None None] Sync routers for ids ['7d9c2278-196f-448c-a076-ee61a8583f55'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:21:19.223186 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3b976e32-58d2-42f3-a3a2-71ef1f09545a req-730728cc-7342-4e1f-9f99-908cdbb56511 tempest-ServersNegativeTestMultiTenantJSON-434581261 tempest-ServersNegativeTestMultiTenantJSON-434581261-project] 10.222.0.49 "GET /v2.0/ports?device_id=57902963-2020-4a10-b130-b4db1f863a3a HTTP/1.1" status: 200 len: 210 time: 0.1883080 Oct 12 19:21:19.223687 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 43316) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:21:19.227984 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-bf1066e8-2457-4335-b6f0-9d99ff04a528 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] 10.222.0.49 "PUT /v2.0/routers/7d9c2278-196f-448c-a076-ee61a8583f55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9270041 Oct 12 19:21:19.229828 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a998da4b-fa72-4084-ae4e-c2a0d6744c1a None None] Routers {'7d9c2278-196f-448c-a076-ee61a8583f55'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:21:19.230454 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-a998da4b-fa72-4084-ae4e-c2a0d6744c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:21:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['7d9c2278-196f-448c-a076-ee61a8583f55'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:21:19.235940 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb459196-5839-4917-870c-da99487fea46 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Pushing event deleted for resources: {'Subnet': ['ID=f89a94b0-8344-4821-8029-d341684ebd6e,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:19.254745 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-5581d4d7-334e-45ce-a457-74b9d26c473f tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Request body: {'network': {'name': 'tempest-RoutersTest-1856180652'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:21:19.274946 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-bb459196-5839-4917-870c-da99487fea46 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:19.282637 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-bb459196-5839-4917-870c-da99487fea46 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] 10.222.0.49 "DELETE /v2.0/subnets/f89a94b0-8344-4821-8029-d341684ebd6e HTTP/1.1" status: 204 len: 168 time: 1.2700381 Oct 12 19:21:19.284849 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 43318) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:21:19.292943 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9eeb2fc7-488a-4d55-b20b-046b20ea437c req-8745dc99-caff-4956-86cf-3233e806d334 service neutron] 10.222.0.67 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4000440 Oct 12 19:21:19.300387 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-446ec244-0437-4da8-b1b7-5d22e733402b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:19.310602 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a36e1a35-8139-42c4-9516-3d8fe8d7ab4a req-8ed3ceed-7524-4a7d-aaf6-670071090b96 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a5d8118a-4722-4e86-9061-3b560a61dbf9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3521149 Oct 12 19:21:19.314029 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42f0e547-6ae6-424f-b43f-69ba3ad4cb14 x-openstack-request-id: req-42f0e547-6ae6-424f-b43f-69ba3ad4cb14 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:21:19.314760 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bdc803c-61b8-4551-af7a-f6234f9d109b", "name": "network-vif-deleted", "tag": "b6ce5839-07cf-4292-92f7-3cfe37497988", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:21:19.314881 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port c8e41917-ed92-412e-8a12-e7294ff151cf triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:21:19.315273 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:19.315430 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-42f0e547-6ae6-424f-b43f-69ba3ad4cb14 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:21:19.316302 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bdc803c-61b8-4551-af7a-f6234f9d109b', 'name': 'network-vif-deleted', 'tag': 'b6ce5839-07cf-4292-92f7-3cfe37497988', 'status': 'completed', 'code': 200} Oct 12 19:21:19.383714 n-d-813679-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-91153250-b132-4e08-89c6-301be62d3801 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] DELETE failed (client error): The resource could not be found. Oct 12 19:21:19.384198 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91153250-b132-4e08-89c6-301be62d3801 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:21:19.404712 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-91153250-b132-4e08-89c6-301be62d3801 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] 10.222.0.49 "DELETE /v2.0/subnets/95640173-1046-495a-87f3-f7de7c76ebcc HTTP/1.1" status: 404 len: 337 time: 0.1163008 Oct 12 19:21:19.405137 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 43322) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:21:19.530170 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36e1a35-8139-42c4-9516-3d8fe8d7ab4a req-c955497c-8052-4852-8373-83e58176db4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:19.530744 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36e1a35-8139-42c4-9516-3d8fe8d7ab4a req-c955497c-8052-4852-8373-83e58176db4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:19.531088 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36e1a35-8139-42c4-9516-3d8fe8d7ab4a req-c955497c-8052-4852-8373-83e58176db4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:19.531729 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36e1a35-8139-42c4-9516-3d8fe8d7ab4a req-c955497c-8052-4852-8373-83e58176db4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:19.532779 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36e1a35-8139-42c4-9516-3d8fe8d7ab4a req-c955497c-8052-4852-8373-83e58176db4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:19.532779 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36e1a35-8139-42c4-9516-3d8fe8d7ab4a req-c955497c-8052-4852-8373-83e58176db4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:19.533091 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36e1a35-8139-42c4-9516-3d8fe8d7ab4a req-c955497c-8052-4852-8373-83e58176db4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:19.535158 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a36e1a35-8139-42c4-9516-3d8fe8d7ab4a req-c955497c-8052-4852-8373-83e58176db4d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e1bc73ca052b4ff989529862bf093e8d&device_id=a5d8118a-4722-4e86-9061-3b560a61dbf9 HTTP/1.1" status: 200 len: 6492 time: 0.1599593 Oct 12 19:21:19.551093 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5581d4d7-334e-45ce-a457-74b9d26c473f tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Made reservation on behalf of ceb2896b1b72443898c06b8dcad99d7f for: {'network': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:21:19.554783 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5581d4d7-334e-45ce-a457-74b9d26c473f tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:19.594122 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-a998da4b-fa72-4084-ae4e-c2a0d6744c1a None None] Set router 7d9c2278-196f-448c-a076-ee61a8583f55 gateway port host: None {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:21:19.611213 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-8249b6d7-0ea4-4493-a2ca-fff43cb16c14 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Deleting subnet a0fdbb1f-d646-41c8-aa26-e3aa0e8be0a7 {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:21:19.624858 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8249b6d7-0ea4-4493-a2ca-fff43cb16c14 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:19.625526 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9eeb2fc7-488a-4d55-b20b-046b20ea437c req-511b216f-5468-4f63-95b6-a72d425aa7ba service neutron] 10.222.0.67 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3127246 Oct 12 19:21:19.703961 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4e4f04f3-f393-4d8d-9c51-88fd764682c0 req-829c4248-add8-4921-878e-f353ee7cb753 tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] 10.222.0.49 "GET /v2.0/ports?device_id=6bdc803c-61b8-4551-af7a-f6234f9d109b HTTP/1.1" status: 200 len: 210 time: 0.1433966 Oct 12 19:21:19.749785 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8249b6d7-0ea4-4493-a2ca-fff43cb16c14 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16313642'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:19.794923 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 1d9bea01-1aff-4c0e-bf8c-f08e43412391, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=1d9bea01-1aff-4c0e-bf8c-f08e43412391,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:21:19.801458 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb159dd6-68c1-41b5-9688-4e7a11fd8304', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d9bea01-1aff-4c0e-bf8c-f08e43412391'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:21:19.808470 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80bd68fe-80a5-4893-8920-41c4bf02be26" -d '{"events": [{"server_uuid": "cb159dd6-68c1-41b5-9688-4e7a11fd8304", "name": "network-vif-plugged", "status": "completed", "tag": "1d9bea01-1aff-4c0e-bf8c-f08e43412391"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:21:19.811781 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5581d4d7-334e-45ce-a457-74b9d26c473f tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=95501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:21:19.848358 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5581d4d7-334e-45ce-a457-74b9d26c473f tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:19.848971 n-d-813679-3 neutron-server[95501]: INFO neutron.db.segments_db [None req-5581d4d7-334e-45ce-a457-74b9d26c473f tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Added segment 3aba641f-d035-4588-b393-eee7a00aaa4d of type vlan for network 6339cdfa-9a82-4315-bbda-893cfbff3654 Oct 12 19:21:19.906417 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224db4ce-6bb8-4bbf-9946-56c2bf2816d2 req-bc2cb9e7-74cf-4e8c-8cd2-9117e4bedc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:19.908637 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-224db4ce-6bb8-4bbf-9946-56c2bf2816d2 req-bc2cb9e7-74cf-4e8c-8cd2-9117e4bedc03 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=cb159dd6-68c1-41b5-9688-4e7a11fd8304&tenant_id=1439ecde881648d990934dad6d1d46ba HTTP/1.1" status: 200 len: 1100 time: 0.1726601 Oct 12 19:21:19.936839 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36e1a35-8139-42c4-9516-3d8fe8d7ab4a req-c8f726ce-5ea0-4e76-b7a9-8320903bc2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:19.944394 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36e1a35-8139-42c4-9516-3d8fe8d7ab4a req-c8f726ce-5ea0-4e76-b7a9-8320903bc2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:19.945096 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36e1a35-8139-42c4-9516-3d8fe8d7ab4a req-c8f726ce-5ea0-4e76-b7a9-8320903bc2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:19.947307 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a36e1a35-8139-42c4-9516-3d8fe8d7ab4a req-c8f726ce-5ea0-4e76-b7a9-8320903bc2f4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=fd3a7e91-28a9-4db8-b159-ade8f4dff732&id=6686226f-4ddf-4917-b57f-19fda7e2d4bd&id=6686226f-4ddf-4917-b57f-19fda7e2d4bd&id=6686226f-4ddf-4917-b57f-19fda7e2d4bd&id=6686226f-4ddf-4917-b57f-19fda7e2d4bd&id=228b976c-c44b-43f4-8a1f-2c6f5ef581f5&id=228b976c-c44b-43f4-8a1f-2c6f5ef581f5 HTTP/1.1" status: 200 len: 2291 time: 0.3751020 Oct 12 19:21:19.963045 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:19.967572 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-224db4ce-6bb8-4bbf-9946-56c2bf2816d2 req-63f3fc00-2d01-437c-9ca4-55804671e96b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813679-3', 'device_owner': 'compute:nova'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:21:20.117217 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 1d9bea01-1aff-4c0e-bf8c-f08e43412391 no longer exists at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:21:20.119095 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5581d4d7-334e-45ce-a457-74b9d26c473f tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:20.123154 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba365119-3c51-4840-89f2-1780af5e5d20 None None] Network f45f61ae-edb4-432c-8d16-a8907d75f8d2 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:21:20.125848 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8249b6d7-0ea4-4493-a2ca-fff43cb16c14 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:20.226106 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a36e1a35-8139-42c4-9516-3d8fe8d7ab4a req-26343702-e11a-42bd-b709-6b0ac1810af9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5c193aa-d046-4b1e-a749-6ece2dc2c658 HTTP/1.1" status: 200 len: 1001 time: 0.2422278 Oct 12 19:21:20.275699 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-446ec244-0437-4da8-b1b7-5d22e733402b None None] For port c8e41917-ed92-412e-8a12-e7294ff151cf, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=c8e41917-ed92-412e-8a12-e7294ff151cf,segment=NetworkSegment(6b5f7a26-a09d-4a0d-92e9-1bc03ae9d754),segment_id=6b5f7a26-a09d-4a0d-92e9-1bc03ae9d754)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:21:20.281600 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-933e64af-5591-4773-a731-ec2db373b398 x-openstack-request-id: req-933e64af-5591-4773-a731-ec2db373b398 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:21:20.282161 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb159dd6-68c1-41b5-9688-4e7a11fd8304", "name": "network-vif-plugged", "status": "completed", "tag": "1d9bea01-1aff-4c0e-bf8c-f08e43412391", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:21:20.282653 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-933e64af-5591-4773-a731-ec2db373b398 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:21:20.283446 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb159dd6-68c1-41b5-9688-4e7a11fd8304', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d9bea01-1aff-4c0e-bf8c-f08e43412391', 'code': 200} Oct 12 19:21:20.326938 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-a998da4b-fa72-4084-ae4e-c2a0d6744c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d9c2278-196f-448c-a076-ee61a8583f55', 'name': 'tempest-RoutersTest-router-334466', 'tenant_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:21:06Z', 'updated_at': '2021-10-12T19:21:17Z', 'revision_number': 3, 'project_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'gw_port_host': None, '_interfaces': [{'id': '5fc32773-6fb4-421a-9cc6-f09c3aa8dfb8', 'name': '', 'network_id': 'b486f23d-6b58-4b81-8a2f-62ebab0101c5', 'tenant_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'mac_address': 'fa:16:3e:0f:37:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9c2278-196f-448c-a076-ee61a8583f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '05e171b4-749e-46ec-9e3f-520255692239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:21:09Z', 'updated_at': '2021-10-12T19:21:16Z', 'revision_number': 5, 'project_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'subnets': [{'id': '05e171b4-749e-46ec-9e3f-520255692239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db9df9af-8c02-4ef1-89cc-1c3fe4a087cf', 'name': '', 'network_id': '4749b30b-9a97-4e15-ae65-09e4a2a4c880', 'tenant_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'mac_address': 'fa:16:3e:8b:42:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d9c2278-196f-448c-a076-ee61a8583f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '433bc341-8490-4169-b2a7-96662af09f31', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:21:16Z', 'updated_at': '2021-10-12T19:21:18Z', 'revision_number': 2, 'project_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'subnets': [{'id': '433bc341-8490-4169-b2a7-96662af09f31', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:21:20.363674 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a998da4b-fa72-4084-ae4e-c2a0d6744c1a None None] Checking router: 7d9c2278-196f-448c-a076-ee61a8583f55 for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:21:20.364691 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a998da4b-fa72-4084-ae4e-c2a0d6744c1a None None] Updating router 7d9c2278-196f-448c-a076-ee61a8583f55 port db9df9af-8c02-4ef1-89cc-1c3fe4a087cf binding host n-d-813679-3 {{(pid=95504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 19:21:20.426567 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-a998da4b-fa72-4084-ae4e-c2a0d6744c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:20.434140 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8249b6d7-0ea4-4493-a2ca-fff43cb16c14 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4306592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16245866'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:20.453279 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-446ec244-0437-4da8-b1b7-5d22e733402b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:20.498478 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ce4306-d8ce-404f-ba4b-7ea929c8b11e req-5e58185c-36ee-4f1f-a95e-9e43f3565b3a tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:20.500704 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c2ce4306-d8ce-404f-ba4b-7ea929c8b11e req-5e58185c-36ee-4f1f-a95e-9e43f3565b3a tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb159dd6-68c1-41b5-9688-4e7a11fd8304 HTTP/1.1" status: 200 len: 950 time: 0.3713374 Oct 12 19:21:20.513512 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36e1a35-8139-42c4-9516-3d8fe8d7ab4a req-3aff8465-7c93-4a5a-883a-0db7a58de98f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:20.514922 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a36e1a35-8139-42c4-9516-3d8fe8d7ab4a req-3aff8465-7c93-4a5a-883a-0db7a58de98f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=05da809f-ecea-4341-80e8-b874d56f17a9 HTTP/1.1" status: 200 len: 850 time: 0.2508523 Oct 12 19:21:20.536177 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8249b6d7-0ea4-4493-a2ca-fff43cb16c14 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Pushing event deleted for resources: {'Subnet': ['ID=a0fdbb1f-d646-41c8-aa26-e3aa0e8be0a7,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:20.538727 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=1d9bea01-1aff-4c0e-bf8c-f08e43412391,revision_number=9']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:20.578804 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-224db4ce-6bb8-4bbf-9946-56c2bf2816d2 req-63f3fc00-2d01-437c-9ca4-55804671e96b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:20.614589 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-614697b6-a7a3-4e31-9010-ca59b0236738 req-5aacddd7-aec3-47f9-9b4c-5e536f70e385 tempest-ServersNegativeTestMultiTenantJSON-434581261 tempest-ServersNegativeTestMultiTenantJSON-434581261-project] 10.222.0.49 "GET /v2.0/ports?device_id=57902963-2020-4a10-b130-b4db1f863a3a HTTP/1.1" status: 200 len: 210 time: 0.1886706 Oct 12 19:21:20.638081 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8249b6d7-0ea4-4493-a2ca-fff43cb16c14 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:20.652994 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-8249b6d7-0ea4-4493-a2ca-fff43cb16c14 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] 10.222.0.49 "DELETE /v2.0/subnets/a0fdbb1f-d646-41c8-aa26-e3aa0e8be0a7 HTTP/1.1" status: 204 len: 168 time: 1.2468343 Oct 12 19:21:20.653650 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 43338) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:21:20.695459 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5581d4d7-334e-45ce-a457-74b9d26c473f tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:20.703812 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5581d4d7-334e-45ce-a457-74b9d26c473f tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:20.722738 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5581d4d7-334e-45ce-a457-74b9d26c473f tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:20.746259 n-d-813679-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-654dd1cf-4688-416f-b911-e6b32bd5cbeb tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] DELETE failed (client error): The resource could not be found. Oct 12 19:21:20.760550 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-654dd1cf-4688-416f-b911-e6b32bd5cbeb tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:21:20.765336 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-654dd1cf-4688-416f-b911-e6b32bd5cbeb tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] 10.222.0.49 "DELETE /v2.0/subnets/a3c4bbd5-b06d-42a8-a20c-69f05dc78d78 HTTP/1.1" status: 404 len: 337 time: 0.1018114 Oct 12 19:21:20.773452 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 43342) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:21:20.791518 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-b5429fcd-b793-41ff-a6b3-e681c8540f2c None None] Provisioning complete for port 2face19b-d0ac-4773-be79-15184a719a10 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:21:20.792486 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b5429fcd-b793-41ff-a6b3-e681c8540f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:20.811151 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446ec244-0437-4da8-b1b7-5d22e733402b None None] Pushing event updated for resources: {'Port': ['ID=c8e41917-ed92-412e-8a12-e7294ff151cf,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:20.824381 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 43344) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:21:20.890826 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-f6e2e242-2ae2-4262-8869-b2e1c38134ec tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] 10.222.0.49 "GET /v2.0/ports?device_id=9af1842f-5841-44eb-90f2-8c04a5df2b34 HTTP/1.1" status: 200 len: 205 time: 0.1150174 Oct 12 19:21:20.899384 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 43350) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:21:20.988017 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-37e4e773-0433-4ba4-acce-e024e7e1bd83 req-d16d6536-88eb-4334-91a5-a21034b07e8e tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] 10.222.0.49 "GET /v2.0/ports?device_id=6bdc803c-61b8-4551-af7a-f6234f9d109b HTTP/1.1" status: 200 len: 210 time: 0.0812461 Oct 12 19:21:21.007191 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aa853a-6c7e-4db3-8e05-d2baabbb1e1e req-877363f4-3554-45ff-b9e0-3c2f67db8a97 tempest-ServersNegativeTestMultiTenantJSON-434581261 tempest-ServersNegativeTestMultiTenantJSON-434581261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:21.009788 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-65aa853a-6c7e-4db3-8e05-d2baabbb1e1e req-877363f4-3554-45ff-b9e0-3c2f67db8a97 tempest-ServersNegativeTestMultiTenantJSON-434581261 tempest-ServersNegativeTestMultiTenantJSON-434581261-project] 10.222.0.61 "GET /v2.0/networks?id=889c8640-5219-48b4-8be3-de6c3eb0c3b5 HTTP/1.1" status: 200 len: 822 time: 0.7491493 Oct 12 19:21:21.015255 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:21.019860 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-a998da4b-fa72-4084-ae4e-c2a0d6744c1a None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:21.025616 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-65aa853a-6c7e-4db3-8e05-d2baabbb1e1e req-59aef112-0249-4f7a-b87c-774fca31e535 tempest-ServersNegativeTestMultiTenantJSON-434581261 tempest-ServersNegativeTestMultiTenantJSON-434581261-project] Request body: {'port': {'device_id': '57902963-2020-4a10-b130-b4db1f863a3a', 'network_id': '889c8640-5219-48b4-8be3-de6c3eb0c3b5', 'admin_state_up': True, 'tenant_id': '16fd18df597a480c9787ac895f50a525'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:21:21.087333 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-73517f0c-4010-4e17-a65d-d33a552aa8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cfc3488-f25e-4597-96a9-33faec720c6e', 'name': 'tempest-ServersTestBootFromVolume-1270830842-router', 'tenant_id': '946dd0c35a1f4bae8ffa87f2f91ec7ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '82e7952a-09a3-4022-af1d-ff0736692e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:16:09Z', 'updated_at': '2021-10-12T19:16:14Z', 'revision_number': 4, 'project_id': '946dd0c35a1f4bae8ffa87f2f91ec7ab', 'gw_port': {'id': '82e7952a-09a3-4022-af1d-ff0736692e40', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cfc3488-f25e-4597-96a9-33faec720c6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:16:09Z', 'updated_at': '2021-10-12T19:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '16ecced5-0c91-4820-9e77-99be485aee36', 'name': '', 'network_id': 'ab893836-0239-44c0-af28-b9b191133092', 'tenant_id': '946dd0c35a1f4bae8ffa87f2f91ec7ab', 'mac_address': 'fa:16:3e:48:c6:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cfc3488-f25e-4597-96a9-33faec720c6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': 'e6d5c0cf-d179-4ac4-8185-f423c3359bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:16:13Z', 'updated_at': '2021-10-12T19:16:20Z', 'revision_number': 5, 'project_id': '946dd0c35a1f4bae8ffa87f2f91ec7ab', 'subnets': [{'id': 'e6d5c0cf-d179-4ac4-8185-f423c3359bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:21:21.107009 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-a998da4b-fa72-4084-ae4e-c2a0d6744c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:21.114280 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8779f2-466a-479d-9556-8461a77d584c None None] Update dhcp port {'port': {'network_id': 'f45f61ae-edb4-432c-8d16-a8907d75f8d2', 'fixed_ips': [{'subnet_id': 'a0fdbb1f-d646-41c8-aa26-e3aa0e8be0a7'}], 'binding:host_id': 'n-d-813679-3'}, 'id': '2face19b-d0ac-4773-be79-15184a719a10'} from n-d-813679-3. {{(pid=95503) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 12 19:21:21.126371 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bd637c4c-4f0a-496e-8ec5-aa9a291862e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:21.152437 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c2ce4306-d8ce-404f-ba4b-7ea929c8b11e req-2b6a93b0-b1f0-47cd-a939-117df222a677 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6412401 Oct 12 19:21:21.155216 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36e1a35-8139-42c4-9516-3d8fe8d7ab4a req-257209cf-925b-4d10-8699-5b7b39cc0077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:21.158531 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a36e1a35-8139-42c4-9516-3d8fe8d7ab4a req-257209cf-925b-4d10-8699-5b7b39cc0077 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fd3a7e91-28a9-4db8-b159-ade8f4dff732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6092517 Oct 12 19:21:21.183152 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 1d9bea01-1aff-4c0e-bf8c-f08e43412391, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=1d9bea01-1aff-4c0e-bf8c-f08e43412391,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:21:21.194787 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-5581d4d7-334e-45ce-a457-74b9d26c473f tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.9570479 Oct 12 19:21:21.200620 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73517f0c-4010-4e17-a65d-d33a552aa8cf None None] Checking router: 8cfc3488-f25e-4597-96a9-33faec720c6e for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:21:21.202509 n-d-813679-3 neutron-server[95501]: INFO neutron.api.v2.resource [None req-8e59e9e4-030a-4515-acae-5bf5fb1cf8ef tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] delete failed (client error): The resource could not be found. Oct 12 19:21:21.204055 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-8e59e9e4-030a-4515-acae-5bf5fb1cf8ef tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] 10.222.0.49 "DELETE /v2.0/routers/9af1842f-5841-44eb-90f2-8c04a5df2b34 HTTP/1.1" status: 404 len: 336 time: 0.2925515 Oct 12 19:21:21.237119 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-eb8779f2-466a-479d-9556-8461a77d584c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:21.263433 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 43352) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:21:21.264092 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 43354) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:21:21.273727 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73517f0c-4010-4e17-a65d-d33a552aa8cf None None] Routers {'8cfc3488-f25e-4597-96a9-33faec720c6e'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:21:21.274293 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-73517f0c-4010-4e17-a65d-d33a552aa8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:21:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['8cfc3488-f25e-4597-96a9-33faec720c6e'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:21:21.276791 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-ca639873-c405-4f82-a1a8-1036baf4afbe tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Request body: {'subnet': {'network_id': '6339cdfa-9a82-4315-bbda-893cfbff3654', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:21:21.298536 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:21.380393 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6953041-469c-444a-a150-8566910e4efb None None] Pushing event updated for resources: {'Port': ['ID=db9df9af-8c02-4ef1-89cc-1c3fe4a087cf,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:21.381484 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a36e1a35-8139-42c4-9516-3d8fe8d7ab4a req-921e6c06-4d3b-4f4a-8c1a-de3bef8ef33c service neutron] 10.222.0.61 "GET /v2.0/networks/fd3a7e91-28a9-4db8-b159-ade8f4dff732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869814 Oct 12 19:21:21.382236 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5581d4d7-334e-45ce-a457-74b9d26c473f tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Pushing event updated for resources: {'Network': ['ID=6339cdfa-9a82-4315-bbda-893cfbff3654,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:21.443866 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-a998da4b-fa72-4084-ae4e-c2a0d6744c1a None None] Attempting to bind port db9df9af-8c02-4ef1-89cc-1c3fe4a087cf on host n-d-813679-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:21:21.444262 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-a998da4b-fa72-4084-ae4e-c2a0d6744c1a None None] Attempting to bind port db9df9af-8c02-4ef1-89cc-1c3fe4a087cf by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '6b5f7a26-a09d-4a0d-92e9-1bc03ae9d754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '4749b30b-9a97-4e15-ae65-09e4a2a4c880'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:21:21.444637 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a998da4b-fa72-4084-ae4e-c2a0d6744c1a None None] Attempting to bind port db9df9af-8c02-4ef1-89cc-1c3fe4a087cf on network 4749b30b-9a97-4e15-ae65-09e4a2a4c880 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:21:21.451370 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a998da4b-fa72-4084-ae4e-c2a0d6744c1a None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:21:21.452022 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a998da4b-fa72-4084-ae4e-c2a0d6744c1a None None] Checking segment: {'id': '6b5f7a26-a09d-4a0d-92e9-1bc03ae9d754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '4749b30b-9a97-4e15-ae65-09e4a2a4c880'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:21:21.452659 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-a998da4b-fa72-4084-ae4e-c2a0d6744c1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:21.453208 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a998da4b-fa72-4084-ae4e-c2a0d6744c1a None None] Bound using segment: {'id': '6b5f7a26-a09d-4a0d-92e9-1bc03ae9d754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '4749b30b-9a97-4e15-ae65-09e4a2a4c880'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:21:21.453857 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-a998da4b-fa72-4084-ae4e-c2a0d6744c1a None None] Bound port: db9df9af-8c02-4ef1-89cc-1c3fe4a087cf, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b5f7a26-a09d-4a0d-92e9-1bc03ae9d754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '4749b30b-9a97-4e15-ae65-09e4a2a4c880'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:21:21.454430 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-a998da4b-fa72-4084-ae4e-c2a0d6744c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:21.464606 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.db.api [req-224db4ce-6bb8-4bbf-9946-56c2bf2816d2 req-63f3fc00-2d01-437c-9ca4-55804671e96b service neutron] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95501) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 19:21:21.465029 n-d-813679-3 neutron-server[95501]: DEBUG oslo_db.api [req-224db4ce-6bb8-4bbf-9946-56c2bf2816d2 req-63f3fc00-2d01-437c-9ca4-55804671e96b service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 19:21:21.574084 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a36e1a35-8139-42c4-9516-3d8fe8d7ab4a req-3cea32eb-ee6c-452f-b5c4-716123da7513 service neutron] 10.222.0.61 "GET /v2.0/networks/fd3a7e91-28a9-4db8-b159-ade8f4dff732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828334 Oct 12 19:21:21.609684 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-a998da4b-fa72-4084-ae4e-c2a0d6744c1a None None] For port db9df9af-8c02-4ef1-89cc-1c3fe4a087cf, host n-d-813679-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:21:21.614051 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-a998da4b-fa72-4084-ae4e-c2a0d6744c1a None None] For port db9df9af-8c02-4ef1-89cc-1c3fe4a087cf, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=db9df9af-8c02-4ef1-89cc-1c3fe4a087cf,segment=NetworkSegment(6b5f7a26-a09d-4a0d-92e9-1bc03ae9d754),segment_id=6b5f7a26-a09d-4a0d-92e9-1bc03ae9d754)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:21:21.631810 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a36e1a35-8139-42c4-9516-3d8fe8d7ab4a req-c1421b07-0fab-49cb-9c12-245b2edee9f0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.22&port_id=0c9b8f06-b903-4faf-8e00-0608202c3bec HTTP/1.1" status: 200 len: 217 time: 0.0507293 Oct 12 19:21:21.697666 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-a998da4b-fa72-4084-ae4e-c2a0d6744c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:21.740733 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36e1a35-8139-42c4-9516-3d8fe8d7ab4a req-578a9235-3f24-4137-80a6-32af44308cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:21.742962 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a36e1a35-8139-42c4-9516-3d8fe8d7ab4a req-578a9235-3f24-4137-80a6-32af44308cf0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cc4623cd-de35-484d-89d6-d224b86d5718 HTTP/1.1" status: 200 len: 797 time: 0.1033936 Oct 12 19:21:21.784533 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 6339cdfa-9a82-4315-bbda-893cfbff3654 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:21:21.826790 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6953041-469c-444a-a150-8566910e4efb None None] Pushing event updated for resources: {'Port': ['ID=db9df9af-8c02-4ef1-89cc-1c3fe4a087cf,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:21.845841 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36e1a35-8139-42c4-9516-3d8fe8d7ab4a req-9bbba314-c997-41cb-9b79-e7b04af3e7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:21.848282 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a36e1a35-8139-42c4-9516-3d8fe8d7ab4a req-9bbba314-c997-41cb-9b79-e7b04af3e7bb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6686226f-4ddf-4917-b57f-19fda7e2d4bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0991402 Oct 12 19:21:21.854414 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a998da4b-fa72-4084-ae4e-c2a0d6744c1a None None] Routers {'7d9c2278-196f-448c-a076-ee61a8583f55'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:21:21.855515 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-a998da4b-fa72-4084-ae4e-c2a0d6744c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:21:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['7d9c2278-196f-448c-a076-ee61a8583f55'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:21:22.057849 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bd637c4c-4f0a-496e-8ec5-aa9a291862e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:22.065113 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-a998da4b-fa72-4084-ae4e-c2a0d6744c1a None None] Set router 7d9c2278-196f-448c-a076-ee61a8583f55 gateway port host: None {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:21:22.065995 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-224db4ce-6bb8-4bbf-9946-56c2bf2816d2 req-63f3fc00-2d01-437c-9ca4-55804671e96b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:22.117944 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=1d9bea01-1aff-4c0e-bf8c-f08e43412391,revision_number=10']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:22.120451 n-d-813679-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-f769b5c8-b046-4490-91ec-6927c35c5fcd tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] DELETE failed (client error): The resource could not be found. Oct 12 19:21:22.121117 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f769b5c8-b046-4490-91ec-6927c35c5fcd tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:21:22.127215 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-f769b5c8-b046-4490-91ec-6927c35c5fcd tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] 10.222.0.49 "DELETE /v2.0/subnets/8b0e353b-3821-455c-88b8-4eef8405cb68 HTTP/1.1" status: 404 len: 337 time: 0.8605199 Oct 12 19:21:22.132799 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 43362) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:21:22.154240 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-b5429fcd-b793-41ff-a6b3-e681c8540f2c None None] Provisioning complete for port 5ece508e-f5e9-40f9-bfe6-8501265015a1 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:21:22.154626 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b5429fcd-b793-41ff-a6b3-e681c8540f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:22.207477 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a36e1a35-8139-42c4-9516-3d8fe8d7ab4a req-cc93155a-b49d-4ce6-9d94-e935d8ed1584 service neutron] 10.222.0.61 "GET /v2.0/networks/6686226f-4ddf-4917-b57f-19fda7e2d4bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3506007 Oct 12 19:21:22.212135 n-d-813679-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-6306908b-1365-4cef-aa2a-c197930670d8 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] DELETE failed (client error): The resource could not be found. Oct 12 19:21:22.212887 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6306908b-1365-4cef-aa2a-c197930670d8 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:21:22.221964 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-73517f0c-4010-4e17-a65d-d33a552aa8cf None None] Set router 8cfc3488-f25e-4597-96a9-33faec720c6e gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:21:22.225152 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-6306908b-1365-4cef-aa2a-c197930670d8 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] 10.222.0.49 "DELETE /v2.0/subnets/cb5fa068-f533-43e1-a847-c99e18bb6529 HTTP/1.1" status: 404 len: 337 time: 0.0910411 Oct 12 19:21:22.230134 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 43368) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:21:22.244343 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b38151b5-fc83-4afa-820e-460e1fcb24b1 req-95c7cd77-3e20-4d8a-a21e-9178754ad988 tempest-ServersNegativeTestMultiTenantJSON-434581261 tempest-ServersNegativeTestMultiTenantJSON-434581261-project] 10.222.0.49 "GET /v2.0/ports?device_id=57902963-2020-4a10-b130-b4db1f863a3a HTTP/1.1" status: 200 len: 210 time: 0.1810341 Oct 12 19:21:22.246944 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bd637c4c-4f0a-496e-8ec5-aa9a291862e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:22.310536 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb159dd6-68c1-41b5-9688-4e7a11fd8304', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d9bea01-1aff-4c0e-bf8c-f08e43412391'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:21:22.320216 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdf4cb6b-97ad-4882-ab8b-7e3e64015127" -d '{"events": [{"server_uuid": "cb159dd6-68c1-41b5-9688-4e7a11fd8304", "name": "network-vif-unplugged", "status": "completed", "tag": "1d9bea01-1aff-4c0e-bf8c-f08e43412391"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:21:22.341422 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff9ad6c6-14fd-49c3-aabd-f2ff7b0a470a None None] Network f45f61ae-edb4-432c-8d16-a8907d75f8d2 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:21:22.375256 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd637c4c-4f0a-496e-8ec5-aa9a291862e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dceac34-bf0f-4aba-988d-30ae93a374fc,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:22.447801 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65aa853a-6c7e-4db3-8e05-d2baabbb1e1e req-59aef112-0249-4f7a-b87c-774fca31e535 tempest-ServersNegativeTestMultiTenantJSON-434581261 tempest-ServersNegativeTestMultiTenantJSON-434581261-project] Made reservation on behalf of 16fd18df597a480c9787ac895f50a525 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:21:22.452679 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-a998da4b-fa72-4084-ae4e-c2a0d6744c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d9c2278-196f-448c-a076-ee61a8583f55', 'name': 'tempest-RoutersTest-router-334466', 'tenant_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:21:06Z', 'updated_at': '2021-10-12T19:21:17Z', 'revision_number': 3, 'project_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'gw_port_host': None, '_interfaces': [{'id': '5fc32773-6fb4-421a-9cc6-f09c3aa8dfb8', 'name': '', 'network_id': 'b486f23d-6b58-4b81-8a2f-62ebab0101c5', 'tenant_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'mac_address': 'fa:16:3e:0f:37:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9c2278-196f-448c-a076-ee61a8583f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '05e171b4-749e-46ec-9e3f-520255692239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:21:09Z', 'updated_at': '2021-10-12T19:21:16Z', 'revision_number': 5, 'project_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'subnets': [{'id': '05e171b4-749e-46ec-9e3f-520255692239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db9df9af-8c02-4ef1-89cc-1c3fe4a087cf', 'name': '', 'network_id': '4749b30b-9a97-4e15-ae65-09e4a2a4c880', 'tenant_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'mac_address': 'fa:16:3e:8b:42:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d9c2278-196f-448c-a076-ee61a8583f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '433bc341-8490-4169-b2a7-96662af09f31', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:21:16Z', 'updated_at': '2021-10-12T19:21:21Z', 'revision_number': 4, 'project_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'subnets': [{'id': '433bc341-8490-4169-b2a7-96662af09f31', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:21:22.458856 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-65aa853a-6c7e-4db3-8e05-d2baabbb1e1e req-59aef112-0249-4f7a-b87c-774fca31e535 tempest-ServersNegativeTestMultiTenantJSON-434581261 tempest-ServersNegativeTestMultiTenantJSON-434581261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:22.486596 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-b5429fcd-b793-41ff-a6b3-e681c8540f2c None None] Port 5ece508e-f5e9-40f9-bfe6-8501265015a1 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:21:22.516387 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-bd637c4c-4f0a-496e-8ec5-aa9a291862e2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=48ae1c13fb00422d95e13f06a3575d4e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6680422 Oct 12 19:21:22.517400 n-d-813679-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2564a58-9eff-4863-89f4-58baa91acf61 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] DELETE failed (client error): The resource could not be found. Oct 12 19:21:22.518334 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2564a58-9eff-4863-89f4-58baa91acf61 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:21:22.521614 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-a2564a58-9eff-4863-89f4-58baa91acf61 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] 10.222.0.49 "DELETE /v2.0/subnets/69fd9b3f-8b1f-4434-a8cc-4cbf7786efea HTTP/1.1" status: 404 len: 337 time: 0.2756736 Oct 12 19:21:22.522231 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 43372) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:21:22.522956 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a998da4b-fa72-4084-ae4e-c2a0d6744c1a None None] The sync data for ids ['7d9c2278-196f-448c-a076-ee61a8583f55'] in n-d-813679-3 is: [{'id': '7d9c2278-196f-448c-a076-ee61a8583f55', 'name': 'tempest-RoutersTest-router-334466', 'tenant_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:21:06Z', 'updated_at': '2021-10-12T19:21:17Z', 'revision_number': 3, 'project_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'gw_port_host': None, '_interfaces': [{'id': '5fc32773-6fb4-421a-9cc6-f09c3aa8dfb8', 'name': '', 'network_id': 'b486f23d-6b58-4b81-8a2f-62ebab0101c5', 'tenant_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'mac_address': 'fa:16:3e:0f:37:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9c2278-196f-448c-a076-ee61a8583f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '05e171b4-749e-46ec-9e3f-520255692239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:21:09Z', 'updated_at': '2021-10-12T19:21:16Z', 'revision_number': 5, 'project_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'subnets': [{'id': '05e171b4-749e-46ec-9e3f-520255692239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db9df9af-8c02-4ef1-89cc-1c3fe4a087cf', 'name': '', 'network_id': '4749b30b-9a97-4e15-ae65-09e4a2a4c880', 'tenant_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'mac_address': 'fa:16:3e:8b:42:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d9c2278-196f-448c-a076-ee61a8583f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '433bc341-8490-4169-b2a7-96662af09f31', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:21:16Z', 'updated_at': '2021-10-12T19:21:21Z', 'revision_number': 4, 'project_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'subnets': [{'id': '433bc341-8490-4169-b2a7-96662af09f31', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:21:22.547402 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 43374) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:21:22.580307 n-d-813679-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3f9ce47-0d37-4819-91a9-d70a83665451 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] DELETE failed (client error): The resource could not be found. Oct 12 19:21:22.581349 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3f9ce47-0d37-4819-91a9-d70a83665451 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:21:22.584692 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-c3f9ce47-0d37-4819-91a9-d70a83665451 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] 10.222.0.49 "DELETE /v2.0/ports/59e09933-b5d4-4e0d-9900-b0edf00c0bd7 HTTP/1.1" status: 404 len: 333 time: 0.0342083 Oct 12 19:21:22.626015 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 43376) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:21:22.715956 n-d-813679-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a1478f7-7a7d-40b8-9261-d9bbf8ceb341 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] DELETE failed (client error): The resource could not be found. Oct 12 19:21:22.717425 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a1478f7-7a7d-40b8-9261-d9bbf8ceb341 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:21:22.722186 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-4a1478f7-7a7d-40b8-9261-d9bbf8ceb341 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] 10.222.0.49 "DELETE /v2.0/subnets/a3878734-6680-499a-95d9-95ced2ffdfe4 HTTP/1.1" status: 404 len: 337 time: 0.0711250 Oct 12 19:21:22.769633 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 43378) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:21:22.828779 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device c8e41917-ed92-412e-8a12-e7294ff151cf up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:21:22.836912 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-0c497d9d-6983-4f7e-9ed5-895fdc2d0544 None None] Provisioning complete for port c8e41917-ed92-412e-8a12-e7294ff151cf triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:21:22.838064 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0c497d9d-6983-4f7e-9ed5-895fdc2d0544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:22.887371 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-695b2767-00aa-4664-993f-583acd3101af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:22.994259 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf0f72b-fe72-4a23-a755-f4023eccd598 req-d1f7c037-f4d3-4fac-a00a-a80907d50539 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:23.003380 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3bf0f72b-fe72-4a23-a755-f4023eccd598 req-d1f7c037-f4d3-4fac-a00a-a80907d50539 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb159dd6-68c1-41b5-9688-4e7a11fd8304 HTTP/1.1" status: 200 len: 949 time: 0.4771369 Oct 12 19:21:23.014505 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca639873-c405-4f82-a1a8-1036baf4afbe tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Made reservation on behalf of ceb2896b1b72443898c06b8dcad99d7f for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:21:23.018088 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ca639873-c405-4f82-a1a8-1036baf4afbe tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16245837'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:23.054941 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a499fe-08cc-4c01-be3f-fcb575a31633 None None] DHCP port deletion for f45f61ae-edb4-432c-8d16-a8907d75f8d2 request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 19:21:23.095504 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-695b2767-00aa-4664-993f-583acd3101af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:23.138334 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a36e1a35-8139-42c4-9516-3d8fe8d7ab4a req-47c6a01a-9c26-44e7-aed1-7fced25d2f61 service neutron] 10.222.0.61 "GET /v2.0/networks/6686226f-4ddf-4917-b57f-19fda7e2d4bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9194260 Oct 12 19:21:23.139415 n-d-813679-3 neutron-server[95501]: INFO neutron.pecan_wsgi.hooks.translation [None req-67fe5ca9-708e-401e-8832-467b52b8d008 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] DELETE failed (client error): The resource could not be found. Oct 12 19:21:23.139870 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67fe5ca9-708e-401e-8832-467b52b8d008 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:21:23.146090 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-67fe5ca9-708e-401e-8832-467b52b8d008 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] 10.222.0.49 "DELETE /v2.0/subnets/b1b3bed8-3827-486c-b951-3f2beb19adc3 HTTP/1.1" status: 404 len: 337 time: 0.3611274 Oct 12 19:21:23.148957 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-03b33d03-c3d3-4c8c-9b96-3c6126f7d2f5 req-e512d669-469f-482c-aa4b-927b812aa3b2 tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] 10.222.0.49 "GET /v2.0/ports?device_id=6bdc803c-61b8-4551-af7a-f6234f9d109b HTTP/1.1" status: 200 len: 210 time: 0.9542582 Oct 12 19:21:23.151601 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3bf0f72b-fe72-4a23-a755-f4023eccd598 req-2071e3e8-16f5-47fd-a961-45bd954ea470 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465278 Oct 12 19:21:23.156399 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 43384) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:21:23.193892 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port c8e41917-ed92-412e-8a12-e7294ff151cf triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:21:23.194430 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:23.210150 n-d-813679-3 neutron-server[95501]: INFO neutron.pecan_wsgi.hooks.translation [None req-a755407d-2555-4fd1-84a3-3f8f52ca37db tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] DELETE failed (client error): The resource could not be found. Oct 12 19:21:23.210972 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a755407d-2555-4fd1-84a3-3f8f52ca37db tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:21:23.227539 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-a755407d-2555-4fd1-84a3-3f8f52ca37db tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] 10.222.0.49 "DELETE /v2.0/ports/3fe08f95-68fa-469c-9c09-7f9a6120744a HTTP/1.1" status: 404 len: 333 time: 0.0671964 Oct 12 19:21:23.230602 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 43386) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:21:23.248454 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [req-65aa853a-6c7e-4db3-8e05-d2baabbb1e1e req-59aef112-0249-4f7a-b87c-774fca31e535 tempest-ServersNegativeTestMultiTenantJSON-434581261 tempest-ServersNegativeTestMultiTenantJSON-434581261-project] Allocated IP 172.20.0.4 (889c8640-5219-48b4-8be3-de6c3eb0c3b5/1313ba0d-f166-4d3b-93e3-0032eae62d0c/c85921d2-534a-4922-a003-5a2335033df6) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:21:23.339802 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-0c497d9d-6983-4f7e-9ed5-895fdc2d0544 None None] Provisioning complete for port 5ece508e-f5e9-40f9-bfe6-8501265015a1 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:21:23.340296 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0c497d9d-6983-4f7e-9ed5-895fdc2d0544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:23.347965 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 19:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-384e850c-34c6-4daa-90d8-46648954483f x-openstack-request-id: req-384e850c-34c6-4daa-90d8-46648954483f {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:21:23.348430 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb159dd6-68c1-41b5-9688-4e7a11fd8304", "name": "network-vif-unplugged", "status": "completed", "tag": "1d9bea01-1aff-4c0e-bf8c-f08e43412391", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:21:23.348740 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-384e850c-34c6-4daa-90d8-46648954483f {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:21:23.349398 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb159dd6-68c1-41b5-9688-4e7a11fd8304', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d9bea01-1aff-4c0e-bf8c-f08e43412391', 'code': 200} Oct 12 19:21:23.382702 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-224db4ce-6bb8-4bbf-9946-56c2bf2816d2 req-63f3fc00-2d01-437c-9ca4-55804671e96b service neutron] For port 1d9bea01-1aff-4c0e-bf8c-f08e43412391, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=1d9bea01-1aff-4c0e-bf8c-f08e43412391,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:21:23.428215 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-224db4ce-6bb8-4bbf-9946-56c2bf2816d2 req-63f3fc00-2d01-437c-9ca4-55804671e96b service neutron] For port 1d9bea01-1aff-4c0e-bf8c-f08e43412391, host n-h1-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:21:23.455546 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-65aa853a-6c7e-4db3-8e05-d2baabbb1e1e req-59aef112-0249-4f7a-b87c-774fca31e535 tempest-ServersNegativeTestMultiTenantJSON-434581261 tempest-ServersNegativeTestMultiTenantJSON-434581261-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:23.466988 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [req-224db4ce-6bb8-4bbf-9946-56c2bf2816d2 req-63f3fc00-2d01-437c-9ca4-55804671e96b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d9bea01-1aff-4c0e-bf8c-f08e43412391 {{(pid=95501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:21:23.476265 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-224db4ce-6bb8-4bbf-9946-56c2bf2816d2 req-63f3fc00-2d01-437c-9ca4-55804671e96b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:23.490182 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.provisioning_blocks [req-224db4ce-6bb8-4bbf-9946-56c2bf2816d2 req-63f3fc00-2d01-437c-9ca4-55804671e96b service neutron] Transition to ACTIVE for port object 1d9bea01-1aff-4c0e-bf8c-f08e43412391 will not be triggered until provisioned by entity L2. {{(pid=95501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:21:23.492960 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-0c497d9d-6983-4f7e-9ed5-895fdc2d0544 None None] Port 5ece508e-f5e9-40f9-bfe6-8501265015a1 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:21:23.493946 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a36e1a35-8139-42c4-9516-3d8fe8d7ab4a req-e6231fec-327c-4154-a367-bca11247fb6d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.233&port_id=87aaffab-0243-4158-8adb-c065a78f6f02 HTTP/1.1" status: 200 len: 217 time: 0.3439257 Oct 12 19:21:23.504984 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-73517f0c-4010-4e17-a65d-d33a552aa8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cfc3488-f25e-4597-96a9-33faec720c6e', 'name': 'tempest-ServersTestBootFromVolume-1270830842-router', 'tenant_id': '946dd0c35a1f4bae8ffa87f2f91ec7ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '82e7952a-09a3-4022-af1d-ff0736692e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:16:09Z', 'updated_at': '2021-10-12T19:16:14Z', 'revision_number': 4, 'project_id': '946dd0c35a1f4bae8ffa87f2f91ec7ab', 'gw_port': {'id': '82e7952a-09a3-4022-af1d-ff0736692e40', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cfc3488-f25e-4597-96a9-33faec720c6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:16:09Z', 'updated_at': '2021-10-12T19:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '16ecced5-0c91-4820-9e77-99be485aee36', 'name': '', 'network_id': 'ab893836-0239-44c0-af28-b9b191133092', 'tenant_id': '946dd0c35a1f4bae8ffa87f2f91ec7ab', 'mac_address': 'fa:16:3e:48:c6:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cfc3488-f25e-4597-96a9-33faec720c6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': 'e6d5c0cf-d179-4ac4-8185-f423c3359bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:16:13Z', 'updated_at': '2021-10-12T19:16:20Z', 'revision_number': 5, 'project_id': '946dd0c35a1f4bae8ffa87f2f91ec7ab', 'subnets': [{'id': 'e6d5c0cf-d179-4ac4-8185-f423c3359bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:21:23.507721 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-82a499fe-08cc-4c01-be3f-fcb575a31633 None None] Deleting port 2face19b-d0ac-4773-be79-15184a719a10 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:21:23.508230 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-82a499fe-08cc-4c01-be3f-fcb575a31633 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:23.519238 n-d-813679-3 neutron-server[95501]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc2e1347-8f1c-48f9-adbc-92bb2a97c44e tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] DELETE failed (client error): The resource could not be found. Oct 12 19:21:23.519715 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc2e1347-8f1c-48f9-adbc-92bb2a97c44e tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:21:23.523332 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-fc2e1347-8f1c-48f9-adbc-92bb2a97c44e tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] 10.222.0.49 "DELETE /v2.0/subnets/57705fd9-6e57-4d6e-81a8-a3da968ff1e8 HTTP/1.1" status: 404 len: 337 time: 0.2173333 Oct 12 19:21:23.529199 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 43392) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:21:23.566303 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-224db4ce-6bb8-4bbf-9946-56c2bf2816d2 req-63f3fc00-2d01-437c-9ca4-55804671e96b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:23.600054 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 2face19b-d0ac-4773-be79-15184a719a10 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:21:23.622006 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36e1a35-8139-42c4-9516-3d8fe8d7ab4a req-d99c138f-b2cf-4fc4-9189-8e26fbf5ba99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:23.627538 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a36e1a35-8139-42c4-9516-3d8fe8d7ab4a req-d99c138f-b2cf-4fc4-9189-8e26fbf5ba99 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cc4623cd-de35-484d-89d6-d224b86d5718 HTTP/1.1" status: 200 len: 797 time: 0.1100650 Oct 12 19:21:23.641535 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8e0eb83d-3cc2-4ea8-a76a-68cb01758aab req-6863cd01-3bb1-40d2-bde8-bbfc6cb5afd2 tempest-ServersNegativeTestMultiTenantJSON-434581261 tempest-ServersNegativeTestMultiTenantJSON-434581261-project] 10.222.0.49 "GET /v2.0/ports?device_id=57902963-2020-4a10-b130-b4db1f863a3a HTTP/1.1" status: 200 len: 210 time: 0.1164160 Oct 12 19:21:23.664474 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73517f0c-4010-4e17-a65d-d33a552aa8cf None None] The sync data for ids ['8cfc3488-f25e-4597-96a9-33faec720c6e'] in n-d-813679-3 is: [{'id': '8cfc3488-f25e-4597-96a9-33faec720c6e', 'name': 'tempest-ServersTestBootFromVolume-1270830842-router', 'tenant_id': '946dd0c35a1f4bae8ffa87f2f91ec7ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '82e7952a-09a3-4022-af1d-ff0736692e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:16:09Z', 'updated_at': '2021-10-12T19:16:14Z', 'revision_number': 4, 'project_id': '946dd0c35a1f4bae8ffa87f2f91ec7ab', 'gw_port': {'id': '82e7952a-09a3-4022-af1d-ff0736692e40', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cfc3488-f25e-4597-96a9-33faec720c6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:16:09Z', 'updated_at': '2021-10-12T19:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '16ecced5-0c91-4820-9e77-99be485aee36', 'name': '', 'network_id': 'ab893836-0239-44c0-af28-b9b191133092', 'tenant_id': '946dd0c35a1f4bae8ffa87f2f91ec7ab', 'mac_address': 'fa:16:3e:48:c6:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cfc3488-f25e-4597-96a9-33faec720c6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': 'e6d5c0cf-d179-4ac4-8185-f423c3359bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:16:13Z', 'updated_at': '2021-10-12T19:16:20Z', 'revision_number': 5, 'project_id': '946dd0c35a1f4bae8ffa87f2f91ec7ab', 'subnets': [{'id': 'e6d5c0cf-d179-4ac4-8185-f423c3359bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:21:23.665703 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-65aa853a-6c7e-4db3-8e05-d2baabbb1e1e req-59aef112-0249-4f7a-b87c-774fca31e535 tempest-ServersNegativeTestMultiTenantJSON-434581261 tempest-ServersNegativeTestMultiTenantJSON-434581261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:23.668446 n-d-813679-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9677a41-6bef-4a04-bccc-b46407be742d tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] DELETE failed (client error): The resource could not be found. Oct 12 19:21:23.669376 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9677a41-6bef-4a04-bccc-b46407be742d tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:21:23.669738 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-224db4ce-6bb8-4bbf-9946-56c2bf2816d2 req-63f3fc00-2d01-437c-9ca4-55804671e96b service neutron] No DVR routers for this DVR port 1d9bea01-1aff-4c0e-bf8c-f08e43412391 on host n-h1-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:21:23.673491 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-b9677a41-6bef-4a04-bccc-b46407be742d tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] 10.222.0.49 "DELETE /v2.0/subnets/fb437fb1-22f2-42cd-afd9-6f9a524c3021 HTTP/1.1" status: 404 len: 337 time: 0.1262619 Oct 12 19:21:23.683533 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 43394) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:21:23.698185 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-0c497d9d-6983-4f7e-9ed5-895fdc2d0544 None None] Provisioning complete for port 2face19b-d0ac-4773-be79-15184a719a10 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:21:23.701560 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0c497d9d-6983-4f7e-9ed5-895fdc2d0544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:23.717121 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f3fc00-2d01-437c-9ca4-55804671e96b service neutron] Pushing event updated for resources: {'Port': ['ID=1d9bea01-1aff-4c0e-bf8c-f08e43412391,revision_number=11']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:23.803735 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65aa853a-6c7e-4db3-8e05-d2baabbb1e1e req-59aef112-0249-4f7a-b87c-774fca31e535 tempest-ServersNegativeTestMultiTenantJSON-434581261 tempest-ServersNegativeTestMultiTenantJSON-434581261-project] Network 889c8640-5219-48b4-8be3-de6c3eb0c3b5 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:21:23.810633 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [req-65aa853a-6c7e-4db3-8e05-d2baabbb1e1e req-59aef112-0249-4f7a-b87c-774fca31e535 tempest-ServersNegativeTestMultiTenantJSON-434581261 tempest-ServersNegativeTestMultiTenantJSON-434581261-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:21:23.814400 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-65aa853a-6c7e-4db3-8e05-d2baabbb1e1e req-59aef112-0249-4f7a-b87c-774fca31e535 tempest-ServersNegativeTestMultiTenantJSON-434581261 tempest-ServersNegativeTestMultiTenantJSON-434581261-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:21:23.818304 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-82a499fe-08cc-4c01-be3f-fcb575a31633 None None] For port 2face19b-d0ac-4773-be79-15184a719a10, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=2face19b-d0ac-4773-be79-15184a719a10,segment=NetworkSegment(0b41533d-9d44-4233-b0f6-4dec7bd0c121),segment_id=0b41533d-9d44-4233-b0f6-4dec7bd0c121)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:21:23.818863 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-82a499fe-08cc-4c01-be3f-fcb575a31633 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:23.840534 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-224db4ce-6bb8-4bbf-9946-56c2bf2816d2 req-63f3fc00-2d01-437c-9ca4-55804671e96b service neutron] Attempting to bind port 1d9bea01-1aff-4c0e-bf8c-f08e43412391 on host n-h2-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:21:23.841504 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-224db4ce-6bb8-4bbf-9946-56c2bf2816d2 req-63f3fc00-2d01-437c-9ca4-55804671e96b service neutron] Attempting to bind port 1d9bea01-1aff-4c0e-bf8c-f08e43412391 by drivers openvswitch,hyperv on host n-h2-813679-3 at level 0 using segments [{'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:21:23.841987 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224db4ce-6bb8-4bbf-9946-56c2bf2816d2 req-63f3fc00-2d01-437c-9ca4-55804671e96b service neutron] Attempting to bind port 1d9bea01-1aff-4c0e-bf8c-f08e43412391 on network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:21:23.846724 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-82a499fe-08cc-4c01-be3f-fcb575a31633 None None] Calling delete_port for 2face19b-d0ac-4773-be79-15184a719a10 owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:21:23.848810 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36e1a35-8139-42c4-9516-3d8fe8d7ab4a req-d9e763b1-ea4d-4edb-994e-29acd864a1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:23.850666 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a36e1a35-8139-42c4-9516-3d8fe8d7ab4a req-d9e763b1-ea4d-4edb-994e-29acd864a1ed service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6686226f-4ddf-4917-b57f-19fda7e2d4bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2119184 Oct 12 19:21:23.855119 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224db4ce-6bb8-4bbf-9946-56c2bf2816d2 req-63f3fc00-2d01-437c-9ca4-55804671e96b service neutron] Port 1d9bea01-1aff-4c0e-bf8c-f08e43412391 on network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:21:23.855789 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224db4ce-6bb8-4bbf-9946-56c2bf2816d2 req-63f3fc00-2d01-437c-9ca4-55804671e96b service neutron] Attempting to bind port 1d9bea01-1aff-4c0e-bf8c-f08e43412391 on network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:21:23.886792 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aa853a-6c7e-4db3-8e05-d2baabbb1e1e req-59aef112-0249-4f7a-b87c-774fca31e535 tempest-ServersNegativeTestMultiTenantJSON-434581261 tempest-ServersNegativeTestMultiTenantJSON-434581261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:23.887904 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-65aa853a-6c7e-4db3-8e05-d2baabbb1e1e req-59aef112-0249-4f7a-b87c-774fca31e535 tempest-ServersNegativeTestMultiTenantJSON-434581261 tempest-ServersNegativeTestMultiTenantJSON-434581261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:23.971155 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224db4ce-6bb8-4bbf-9946-56c2bf2816d2 req-63f3fc00-2d01-437c-9ca4-55804671e96b service neutron] Checking agent: {'id': '233fbd7d-38e4-434f-bb8f-05364d7423a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:21:23.971502 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224db4ce-6bb8-4bbf-9946-56c2bf2816d2 req-63f3fc00-2d01-437c-9ca4-55804671e96b service neutron] Checking segment: {'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:21:23.971899 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224db4ce-6bb8-4bbf-9946-56c2bf2816d2 req-63f3fc00-2d01-437c-9ca4-55804671e96b service neutron] Bound using segment: {'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:21:23.972247 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aef112-0249-4f7a-b87c-774fca31e535 tempest-ServersNegativeTestMultiTenantJSON-434581261 tempest-ServersNegativeTestMultiTenantJSON-434581261-project] Pushing event updated for resources: {'Port': ['ID=c85921d2-534a-4922-a003-5a2335033df6,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:23.972384 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-224db4ce-6bb8-4bbf-9946-56c2bf2816d2 req-63f3fc00-2d01-437c-9ca4-55804671e96b service neutron] Bound port: 1d9bea01-1aff-4c0e-bf8c-f08e43412391, host: n-h2-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'}}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:21:23.972724 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-224db4ce-6bb8-4bbf-9946-56c2bf2816d2 req-63f3fc00-2d01-437c-9ca4-55804671e96b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:23.985573 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-65aa853a-6c7e-4db3-8e05-d2baabbb1e1e req-59aef112-0249-4f7a-b87c-774fca31e535 tempest-ServersNegativeTestMultiTenantJSON-434581261 tempest-ServersNegativeTestMultiTenantJSON-434581261-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9659092 Oct 12 19:21:24.006799 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-65aa853a-6c7e-4db3-8e05-d2baabbb1e1e req-2744df2c-da2e-4c3e-bfba-72badcb5ab90 service neutron] Request body: {'port': {'device_id': '57902963-2020-4a10-b130-b4db1f863a3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:21:24.059424 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:24.108277 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-695b2767-00aa-4664-993f-583acd3101af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:24.111260 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-695b2767-00aa-4664-993f-583acd3101af admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:24.112747 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-695b2767-00aa-4664-993f-583acd3101af admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3dceac34-bf0f-4aba-988d-30ae93a374fc HTTP/1.1" status: 204 len: 168 time: 1.5832806 Oct 12 19:21:24.127979 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695b2767-00aa-4664-993f-583acd3101af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dceac34-bf0f-4aba-988d-30ae93a374fc,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:24.131470 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-65aa853a-6c7e-4db3-8e05-d2baabbb1e1e req-2744df2c-da2e-4c3e-bfba-72badcb5ab90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:24.175116 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a36e1a35-8139-42c4-9516-3d8fe8d7ab4a req-e195bc1f-a38c-4bda-b017-98844a569200 service neutron] 10.222.0.61 "GET /v2.0/networks/6686226f-4ddf-4917-b57f-19fda7e2d4bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3095336 Oct 12 19:21:24.179455 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-224db4ce-6bb8-4bbf-9946-56c2bf2816d2 req-63f3fc00-2d01-437c-9ca4-55804671e96b service neutron] For port 1d9bea01-1aff-4c0e-bf8c-f08e43412391, host n-h2-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:21:24.185817 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-224db4ce-6bb8-4bbf-9946-56c2bf2816d2 req-63f3fc00-2d01-437c-9ca4-55804671e96b service neutron] For port 1d9bea01-1aff-4c0e-bf8c-f08e43412391, host n-h2-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=1d9bea01-1aff-4c0e-bf8c-f08e43412391,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:21:24.208992 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84833aa-7278-4f68-8319-94288de6c8de None None] New status for floating IP 75090191-b350-48be-a58a-54ac185735e6: DOWN {{(pid=95503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 19:21:24.322232 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a36e1a35-8139-42c4-9516-3d8fe8d7ab4a req-3553f2cc-f603-4229-95cd-6a85d0d1af66 service neutron] 10.222.0.61 "GET /v2.0/networks/6686226f-4ddf-4917-b57f-19fda7e2d4bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350431 Oct 12 19:21:24.344169 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-224db4ce-6bb8-4bbf-9946-56c2bf2816d2 req-63f3fc00-2d01-437c-9ca4-55804671e96b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:24.384663 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] For port 2face19b-d0ac-4773-be79-15184a719a10, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=2face19b-d0ac-4773-be79-15184a719a10,segment=NetworkSegment(0b41533d-9d44-4233-b0f6-4dec7bd0c121),segment_id=0b41533d-9d44-4233-b0f6-4dec7bd0c121)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:21:24.397817 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-0c497d9d-6983-4f7e-9ed5-895fdc2d0544 None None] Provisioning complete for port db9df9af-8c02-4ef1-89cc-1c3fe4a087cf triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:21:24.397817 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0c497d9d-6983-4f7e-9ed5-895fdc2d0544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:24.480087 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f3fc00-2d01-437c-9ca4-55804671e96b service neutron] Pushing event updated for resources: {'Port': ['ID=1d9bea01-1aff-4c0e-bf8c-f08e43412391,revision_number=12']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:24.510889 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:24.552938 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-68c113e8-3d91-4681-bf73-35f6251f6f99 req-b7c06879-3dc2-498a-862c-05a3a2a9420f tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] 10.222.0.49 "GET /v2.0/ports?device_id=6bdc803c-61b8-4551-af7a-f6234f9d109b HTTP/1.1" status: 200 len: 210 time: 0.2265136 Oct 12 19:21:24.556834 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224db4ce-6bb8-4bbf-9946-56c2bf2816d2 req-63f3fc00-2d01-437c-9ca4-55804671e96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:24.557738 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-224db4ce-6bb8-4bbf-9946-56c2bf2816d2 req-63f3fc00-2d01-437c-9ca4-55804671e96b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:24.559404 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-224db4ce-6bb8-4bbf-9946-56c2bf2816d2 req-63f3fc00-2d01-437c-9ca4-55804671e96b service neutron] 10.222.0.67 "PUT /v2.0/ports/1d9bea01-1aff-4c0e-bf8c-f08e43412391 HTTP/1.1" status: 200 len: 1097 time: 4.6243525 Oct 12 19:21:24.560661 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [req-65aa853a-6c7e-4db3-8e05-d2baabbb1e1e req-2744df2c-da2e-4c3e-bfba-72badcb5ab90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c85921d2-534a-4922-a003-5a2335033df6 {{(pid=95502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:21:24.561737 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a36e1a35-8139-42c4-9516-3d8fe8d7ab4a req-01e0e4f0-b692-4625-9b48-0e409fb88349 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.241&port_id=69633bb3-11f9-410b-8ef6-86a8a94d4395 HTTP/1.1" status: 200 len: 217 time: 0.2066884 Oct 12 19:21:24.562377 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb159dd6-68c1-41b5-9688-4e7a11fd8304', 'tag': '1d9bea01-1aff-4c0e-bf8c-f08e43412391'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:21:24.565217 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d336a4d-dde7-448d-8555-67461fb1ac5d" -d '{"events": [{"name": "network-changed", "server_uuid": "cb159dd6-68c1-41b5-9688-4e7a11fd8304", "tag": "1d9bea01-1aff-4c0e-bf8c-f08e43412391"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:21:24.591268 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-65aa853a-6c7e-4db3-8e05-d2baabbb1e1e req-2744df2c-da2e-4c3e-bfba-72badcb5ab90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:24.648952 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-65aa853a-6c7e-4db3-8e05-d2baabbb1e1e req-2744df2c-da2e-4c3e-bfba-72badcb5ab90 service neutron] Transition to ACTIVE for port object c85921d2-534a-4922-a003-5a2335033df6 will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:21:24.664290 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-57f7fc9c-ab66-46ec-9834-ba6f767cbec0 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Deleting port 5ece508e-f5e9-40f9-bfe6-8501265015a1 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:21:24.664635 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-57f7fc9c-ab66-46ec-9834-ba6f767cbec0 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:24.755371 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36e1a35-8139-42c4-9516-3d8fe8d7ab4a req-a6210542-f5cc-43cb-952e-2971e278f96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:24.759144 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a36e1a35-8139-42c4-9516-3d8fe8d7ab4a req-a6210542-f5cc-43cb-952e-2971e278f96f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cc4623cd-de35-484d-89d6-d224b86d5718 HTTP/1.1" status: 200 len: 797 time: 0.0894859 Oct 12 19:21:24.805468 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224db4ce-6bb8-4bbf-9946-56c2bf2816d2 req-f3190c04-453a-496c-ab9a-f408563ca76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:24.807740 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-224db4ce-6bb8-4bbf-9946-56c2bf2816d2 req-f3190c04-453a-496c-ab9a-f408563ca76d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1439ecde881648d990934dad6d1d46ba&device_id=cb159dd6-68c1-41b5-9688-4e7a11fd8304 HTTP/1.1" status: 200 len: 1100 time: 0.2100916 Oct 12 19:21:24.843578 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-57f7fc9c-ab66-46ec-9834-ba6f767cbec0 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:24.863846 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-57f7fc9c-ab66-46ec-9834-ba6f767cbec0 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Calling delete_port for 5ece508e-f5e9-40f9-bfe6-8501265015a1 owned by {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:21:24.908071 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36e1a35-8139-42c4-9516-3d8fe8d7ab4a req-397098ca-d186-4a27-b6d5-05aa018aff77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:24.910467 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a36e1a35-8139-42c4-9516-3d8fe8d7ab4a req-397098ca-d186-4a27-b6d5-05aa018aff77 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6686226f-4ddf-4917-b57f-19fda7e2d4bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1418376 Oct 12 19:21:24.917653 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0c497d9d-6983-4f7e-9ed5-895fdc2d0544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:24.923602 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device db9df9af-8c02-4ef1-89cc-1c3fe4a087cf up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:21:24.925418 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-82a499fe-08cc-4c01-be3f-fcb575a31633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:24.937939 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46f09e5c-d44f-446d-9442-3401862d9d8f x-openstack-request-id: req-46f09e5c-d44f-446d-9442-3401862d9d8f {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:21:24.938398 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb159dd6-68c1-41b5-9688-4e7a11fd8304", "tag": "1d9bea01-1aff-4c0e-bf8c-f08e43412391", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:21:24.938749 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-46f09e5c-d44f-446d-9442-3401862d9d8f {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:21:24.939276 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb159dd6-68c1-41b5-9688-4e7a11fd8304', 'tag': '1d9bea01-1aff-4c0e-bf8c-f08e43412391', 'status': 'completed', 'code': 200} Oct 12 19:21:24.952054 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a499fe-08cc-4c01-be3f-fcb575a31633 None None] No DVR routers for this DVR port 2face19b-d0ac-4773-be79-15184a719a10 on host n-d-813679-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:21:24.993038 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-65aa853a-6c7e-4db3-8e05-d2baabbb1e1e req-2744df2c-da2e-4c3e-bfba-72badcb5ab90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:25.097304 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224db4ce-6bb8-4bbf-9946-56c2bf2816d2 req-6f9d897c-18d6-41ef-aec3-7fabed6d6487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:25.099183 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-224db4ce-6bb8-4bbf-9946-56c2bf2816d2 req-6f9d897c-18d6-41ef-aec3-7fabed6d6487 service neutron] 10.222.0.67 "GET /v2.0/networks?id=90dcf485-b1ad-4139-85a3-9e1e9879e6b1 HTTP/1.1" status: 200 len: 870 time: 0.2835243 Oct 12 19:21:25.110529 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-0c497d9d-6983-4f7e-9ed5-895fdc2d0544 None None] For port db9df9af-8c02-4ef1-89cc-1c3fe4a087cf, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=db9df9af-8c02-4ef1-89cc-1c3fe4a087cf,segment=NetworkSegment(6b5f7a26-a09d-4a0d-92e9-1bc03ae9d754),segment_id=6b5f7a26-a09d-4a0d-92e9-1bc03ae9d754)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:21:25.123977 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Pushing event updated for resources: {'Port': ['ID=2face19b-d0ac-4773-be79-15184a719a10,revision_number=11']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:25.150094 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-57f7fc9c-ab66-46ec-9834-ba6f767cbec0 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:25.163560 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a499fe-08cc-4c01-be3f-fcb575a31633 None None] Pushing event deleted for resources: {'Port': ['ID=2face19b-d0ac-4773-be79-15184a719a10,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:25.165140 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port db9df9af-8c02-4ef1-89cc-1c3fe4a087cf triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:21:25.165565 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:25.182842 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-224db4ce-6bb8-4bbf-9946-56c2bf2816d2 req-967da2d5-659b-4bbf-9db4-38ebc88f1b73 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=1d9bea01-1aff-4c0e-bf8c-f08e43412391 HTTP/1.1" status: 200 len: 217 time: 0.0681460 Oct 12 19:21:25.203678 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cca3126-d847-43d6-befb-377bf9b9b3e6 req-bfa4bbf0-2ec7-4c5a-a483-e1121887f3c1 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:25.205359 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3cca3126-d847-43d6-befb-377bf9b9b3e6 req-bfa4bbf0-2ec7-4c5a-a483-e1121887f3c1 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb159dd6-68c1-41b5-9688-4e7a11fd8304 HTTP/1.1" status: 200 len: 949 time: 0.2213061 Oct 12 19:21:25.247077 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d336a4d-dde7-448d-8555-67461fb1ac5d req-f56f1f81-b539-4f5f-8cab-2a2b12ceda07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:25.248204 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224db4ce-6bb8-4bbf-9946-56c2bf2816d2 req-8088fb4a-0a0e-42ed-a46f-ec777ce7c191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:25.248681 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9d336a4d-dde7-448d-8555-67461fb1ac5d req-f56f1f81-b539-4f5f-8cab-2a2b12ceda07 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1439ecde881648d990934dad6d1d46ba&device_id=cb159dd6-68c1-41b5-9688-4e7a11fd8304 HTTP/1.1" status: 200 len: 1100 time: 0.2727814 Oct 12 19:21:25.251014 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-224db4ce-6bb8-4bbf-9946-56c2bf2816d2 req-8088fb4a-0a0e-42ed-a46f-ec777ce7c191 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=629aee7d-3fde-4c72-af1e-6a7e1f6a7e75 HTTP/1.1" status: 200 len: 843 time: 0.0600758 Oct 12 19:21:25.293523 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-57f7fc9c-ab66-46ec-9834-ba6f767cbec0 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:25.296132 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0c497d9d-6983-4f7e-9ed5-895fdc2d0544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:25.299741 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-57f7fc9c-ab66-46ec-9834-ba6f767cbec0 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] 10.222.0.49 "DELETE /v2.0/ports/5ece508e-f5e9-40f9-bfe6-8501265015a1 HTTP/1.1" status: 204 len: 168 time: 1.6094103 Oct 12 19:21:25.303750 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 43412) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:21:25.305774 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3cca3126-d847-43d6-befb-377bf9b9b3e6 req-0bf42f13-14e2-46a6-a143-464322a0826c tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850821 Oct 12 19:21:25.309549 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2744df2c-da2e-4c3e-bfba-72badcb5ab90 service neutron] Pushing event updated for resources: {'Port': ['ID=c85921d2-534a-4922-a003-5a2335033df6,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:25.339160 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 43414) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:21:25.341209 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39232bde-bb19-4a1f-b8f9-423e8f99f9cb req-13b473ec-84ae-4e0a-938e-843923d7a405 tempest-ServersNegativeTestMultiTenantJSON-434581261 tempest-ServersNegativeTestMultiTenantJSON-434581261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:25.348579 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:25.349841 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-39232bde-bb19-4a1f-b8f9-423e8f99f9cb req-13b473ec-84ae-4e0a-938e-843923d7a405 tempest-ServersNegativeTestMultiTenantJSON-434581261 tempest-ServersNegativeTestMultiTenantJSON-434581261-project] 10.222.0.49 "GET /v2.0/ports?device_id=57902963-2020-4a10-b130-b4db1f863a3a HTTP/1.1" status: 200 len: 943 time: 0.2932472 Oct 12 19:21:25.380406 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a36e1a35-8139-42c4-9516-3d8fe8d7ab4a req-99fe0775-e958-4acd-8569-43fe26f60ab0 service neutron] 10.222.0.61 "GET /v2.0/networks/6686226f-4ddf-4917-b57f-19fda7e2d4bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4539146 Oct 12 19:21:25.399036 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f7fc9c-ab66-46ec-9834-ba6f767cbec0 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Pushing event deleted for resources: {'Port': ['ID=5ece508e-f5e9-40f9-bfe6-8501265015a1,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:25.407402 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0653b80e-8413-4cd9-b2a3-a919204354cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:25.442750 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ca639873-c405-4f82-a1a8-1036baf4afbe tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4306659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16245859'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:25.457508 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.db.api [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 19:21:25.458035 n-d-813679-3 neutron-server[95503]: DEBUG oslo_db.api [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 19:21:25.469876 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c497d9d-6983-4f7e-9ed5-895fdc2d0544 None None] Pushing event updated for resources: {'Port': ['ID=db9df9af-8c02-4ef1-89cc-1c3fe4a087cf,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:25.523019 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224db4ce-6bb8-4bbf-9946-56c2bf2816d2 req-a66bbece-d96e-4cd5-98c4-5f81068bd98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:25.527095 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-224db4ce-6bb8-4bbf-9946-56c2bf2816d2 req-a66bbece-d96e-4cd5-98c4-5f81068bd98f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=90dcf485-b1ad-4139-85a3-9e1e9879e6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2607353 Oct 12 19:21:25.542430 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-39232bde-bb19-4a1f-b8f9-423e8f99f9cb req-7e28a7c4-c81d-4f67-aadc-08df90a510e4 tempest-ServersNegativeTestMultiTenantJSON-434581261 tempest-ServersNegativeTestMultiTenantJSON-434581261-project] 10.222.0.49 "GET /v2.0/security-groups?id=776ab9b0-a826-45c4-aaec-7230b7681f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869035 Oct 12 19:21:25.544893 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-65aa853a-6c7e-4db3-8e05-d2baabbb1e1e req-2744df2c-da2e-4c3e-bfba-72badcb5ab90 service neutron] Attempting to bind port c85921d2-534a-4922-a003-5a2335033df6 on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:21:25.545295 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-65aa853a-6c7e-4db3-8e05-d2baabbb1e1e req-2744df2c-da2e-4c3e-bfba-72badcb5ab90 service neutron] Attempting to bind port c85921d2-534a-4922-a003-5a2335033df6 by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': '4b78c1bd-de64-4d2a-a99d-44aa7394032f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '889c8640-5219-48b4-8be3-de6c3eb0c3b5'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:21:25.545687 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65aa853a-6c7e-4db3-8e05-d2baabbb1e1e req-2744df2c-da2e-4c3e-bfba-72badcb5ab90 service neutron] Attempting to bind port c85921d2-534a-4922-a003-5a2335033df6 on network 889c8640-5219-48b4-8be3-de6c3eb0c3b5 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:21:25.571341 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca639873-c405-4f82-a1a8-1036baf4afbe tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Pushing event updated for resources: {'Subnet': ['ID=6d678f8a-6782-4a3a-96db-1cf5c8a3c54d,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:25.593027 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65aa853a-6c7e-4db3-8e05-d2baabbb1e1e req-2744df2c-da2e-4c3e-bfba-72badcb5ab90 service neutron] Port c85921d2-534a-4922-a003-5a2335033df6 on network 889c8640-5219-48b4-8be3-de6c3eb0c3b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:21:25.593336 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65aa853a-6c7e-4db3-8e05-d2baabbb1e1e req-2744df2c-da2e-4c3e-bfba-72badcb5ab90 service neutron] Attempting to bind port c85921d2-534a-4922-a003-5a2335033df6 on network 889c8640-5219-48b4-8be3-de6c3eb0c3b5 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:21:25.606927 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d336a4d-dde7-448d-8555-67461fb1ac5d req-98b7ada3-25c6-4cf0-9e51-f4512fa04497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:25.608433 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9d336a4d-dde7-448d-8555-67461fb1ac5d req-98b7ada3-25c6-4cf0-9e51-f4512fa04497 service neutron] 10.222.0.61 "GET /v2.0/networks?id=90dcf485-b1ad-4139-85a3-9e1e9879e6b1 HTTP/1.1" status: 200 len: 870 time: 0.3428361 Oct 12 19:21:25.627200 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65aa853a-6c7e-4db3-8e05-d2baabbb1e1e req-2744df2c-da2e-4c3e-bfba-72badcb5ab90 service neutron] Checking agent: {'id': 'f5e9725f-f5a6-43c2-a1be-95e21e9a1fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:21:25.627609 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65aa853a-6c7e-4db3-8e05-d2baabbb1e1e req-2744df2c-da2e-4c3e-bfba-72badcb5ab90 service neutron] Checking segment: {'id': '4b78c1bd-de64-4d2a-a99d-44aa7394032f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '889c8640-5219-48b4-8be3-de6c3eb0c3b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:21:25.627990 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65aa853a-6c7e-4db3-8e05-d2baabbb1e1e req-2744df2c-da2e-4c3e-bfba-72badcb5ab90 service neutron] Bound using segment: {'id': '4b78c1bd-de64-4d2a-a99d-44aa7394032f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '889c8640-5219-48b4-8be3-de6c3eb0c3b5'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:21:25.628446 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-65aa853a-6c7e-4db3-8e05-d2baabbb1e1e req-2744df2c-da2e-4c3e-bfba-72badcb5ab90 service neutron] Bound port: c85921d2-534a-4922-a003-5a2335033df6, host: n-h1-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b78c1bd-de64-4d2a-a99d-44aa7394032f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '889c8640-5219-48b4-8be3-de6c3eb0c3b5'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:21:25.628801 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-65aa853a-6c7e-4db3-8e05-d2baabbb1e1e req-2744df2c-da2e-4c3e-bfba-72badcb5ab90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:25.644819 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca639873-c405-4f82-a1a8-1036baf4afbe tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Checking segment: {'id': '3aba641f-d035-4588-b393-eee7a00aaa4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6339cdfa-9a82-4315-bbda-893cfbff3654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:21:25.645315 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca639873-c405-4f82-a1a8-1036baf4afbe tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Network hostable DHCP agents. Network: 6339cdfa-9a82-4315-bbda-893cfbff3654, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:21:25.652906 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b0d79423-4f99-4482-8108-e9c992770bd8 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:25.664909 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a36e1a35-8139-42c4-9516-3d8fe8d7ab4a req-969c2fed-bcf5-40f7-b7f9-4048dd5246c3 service neutron] 10.222.0.61 "GET /v2.0/networks/6686226f-4ddf-4917-b57f-19fda7e2d4bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283969 Oct 12 19:21:25.686089 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9d336a4d-dde7-448d-8555-67461fb1ac5d req-f25999a6-40cf-41e1-a3ac-d20e0ded249a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=1d9bea01-1aff-4c0e-bf8c-f08e43412391 HTTP/1.1" status: 200 len: 217 time: 0.0683959 Oct 12 19:21:25.713175 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a36e1a35-8139-42c4-9516-3d8fe8d7ab4a req-2bf5ad13-4f6c-4305-a856-2b3bb3ce3ef1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=6defa8fb-2e42-45a1-a0f1-d88eaa23d115 HTTP/1.1" status: 200 len: 217 time: 0.0422964 Oct 12 19:21:25.779213 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-60c1bad3-0bd9-496c-b4fe-5f1a71181396 req-9f34b5db-c18b-4bc0-8815-56c23ea18a31 tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] 10.222.0.49 "GET /v2.0/ports?device_id=6bdc803c-61b8-4551-af7a-f6234f9d109b HTTP/1.1" status: 200 len: 210 time: 0.1016264 Oct 12 19:21:25.789101 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36e1a35-8139-42c4-9516-3d8fe8d7ab4a req-7fc33a4b-da59-4597-9d31-0c46dd728476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:25.791165 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a36e1a35-8139-42c4-9516-3d8fe8d7ab4a req-7fc33a4b-da59-4597-9d31-0c46dd728476 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cc4623cd-de35-484d-89d6-d224b86d5718 HTTP/1.1" status: 200 len: 797 time: 0.0710218 Oct 12 19:21:25.791715 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0653b80e-8413-4cd9-b2a3-a919204354cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:25.833573 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d336a4d-dde7-448d-8555-67461fb1ac5d req-45886fe2-17ac-4c77-a90a-1b15fb513fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:25.834965 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9d336a4d-dde7-448d-8555-67461fb1ac5d req-45886fe2-17ac-4c77-a90a-1b15fb513fc8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=629aee7d-3fde-4c72-af1e-6a7e1f6a7e75 HTTP/1.1" status: 200 len: 843 time: 0.1326358 Oct 12 19:21:25.869462 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-65aa853a-6c7e-4db3-8e05-d2baabbb1e1e req-2744df2c-da2e-4c3e-bfba-72badcb5ab90 service neutron] For port c85921d2-534a-4922-a003-5a2335033df6, host n-h1-813679-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:21:25.870979 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-224db4ce-6bb8-4bbf-9946-56c2bf2816d2 req-6b05e26d-281a-4227-8871-3d5a4e089a66 service neutron] 10.222.0.67 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3189032 Oct 12 19:21:25.887388 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-65aa853a-6c7e-4db3-8e05-d2baabbb1e1e req-2744df2c-da2e-4c3e-bfba-72badcb5ab90 service neutron] For port c85921d2-534a-4922-a003-5a2335033df6, host n-h1-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=c85921d2-534a-4922-a003-5a2335033df6,segment=NetworkSegment(4b78c1bd-de64-4d2a-a99d-44aa7394032f),segment_id=4b78c1bd-de64-4d2a-a99d-44aa7394032f)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:21:25.890583 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca639873-c405-4f82-a1a8-1036baf4afbe tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Network 6339cdfa-9a82-4315-bbda-893cfbff3654 is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:21:25.909158 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d336a4d-dde7-448d-8555-67461fb1ac5d req-c05b97cc-d4de-4815-a98d-150e035f3bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:25.910712 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9d336a4d-dde7-448d-8555-67461fb1ac5d req-c05b97cc-d4de-4815-a98d-150e035f3bb6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=90dcf485-b1ad-4139-85a3-9e1e9879e6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0678186 Oct 12 19:21:25.950738 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0653b80e-8413-4cd9-b2a3-a919204354cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:25.981073 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b0d79423-4f99-4482-8108-e9c992770bd8 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:26.006782 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36e1a35-8139-42c4-9516-3d8fe8d7ab4a req-4914b498-2ac1-4f73-b198-3130cc2e71ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:26.008354 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a36e1a35-8139-42c4-9516-3d8fe8d7ab4a req-4914b498-2ac1-4f73-b198-3130cc2e71ec service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6686226f-4ddf-4917-b57f-19fda7e2d4bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1815791 Oct 12 19:21:26.012400 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-65aa853a-6c7e-4db3-8e05-d2baabbb1e1e req-2744df2c-da2e-4c3e-bfba-72badcb5ab90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:26.049423 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-b0d79423-4f99-4482-8108-e9c992770bd8 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f45f61ae-edb4-432c-8d16-a8907d75f8d2']}} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:21:26.049663 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 19:21:26.075888 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-b0d79423-4f99-4482-8108-e9c992770bd8 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b41533d-9d44-4233-b0f6-4dec7bd0c121') {'for_net_delete': True} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:21:26.076321 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-b0d79423-4f99-4482-8108-e9c992770bd8 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b41533d-9d44-4233-b0f6-4dec7bd0c121') {} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:21:26.077839 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-ca639873-c405-4f82-a1a8-1036baf4afbe tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, 6339cdfa-9a82-4315-bbda-893cfbff3654) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:21:26.081200 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-0653b80e-8413-4cd9-b2a3-a919204354cb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4c7c5527925f4634a7f08dd16a9a7bb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6940815 Oct 12 19:21:26.091174 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0653b80e-8413-4cd9-b2a3-a919204354cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7cb0fd2-5e04-4cd3-962b-a92ebc1abaef,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:26.093521 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 43422) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:21:26.096813 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aa853a-6c7e-4db3-8e05-d2baabbb1e1e req-2744df2c-da2e-4c3e-bfba-72badcb5ab90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:26.098705 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-65aa853a-6c7e-4db3-8e05-d2baabbb1e1e req-2744df2c-da2e-4c3e-bfba-72badcb5ab90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:26.099081 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c486211b-8caa-44e6-9464-09f90ce6ca33 None None] Network 6339cdfa-9a82-4315-bbda-893cfbff3654 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:21:26.111217 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-65aa853a-6c7e-4db3-8e05-d2baabbb1e1e req-2744df2c-da2e-4c3e-bfba-72badcb5ab90 service neutron] 10.222.0.61 "PUT /v2.0/ports/c85921d2-534a-4922-a003-5a2335033df6 HTTP/1.1" status: 200 len: 1091 time: 2.0989165 Oct 12 19:21:26.114633 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca639873-c405-4f82-a1a8-1036baf4afbe tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:26.115223 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ca639873-c405-4f82-a1a8-1036baf4afbe tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:26.118895 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57902963-2020-4a10-b130-b4db1f863a3a', 'tag': 'c85921d2-534a-4922-a003-5a2335033df6'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:21:26.123031 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7f4ce8a-5637-4833-9ca5-1c9b673dd8c1" -d '{"events": [{"name": "network-changed", "server_uuid": "57902963-2020-4a10-b130-b4db1f863a3a", "tag": "c85921d2-534a-4922-a003-5a2335033df6"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:21:26.132603 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b0d79423-4f99-4482-8108-e9c992770bd8 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4281072'] for segment, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:26.137491 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-224db4ce-6bb8-4bbf-9946-56c2bf2816d2 req-cdde6079-b739-440c-80c6-86e0f4deb32f service neutron] 10.222.0.67 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359736 Oct 12 19:21:26.171367 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b0d79423-4f99-4482-8108-e9c992770bd8 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:26.181546 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0d79423-4f99-4482-8108-e9c992770bd8 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=95501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:21:26.181932 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b0d79423-4f99-4482-8108-e9c992770bd8 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4823170'] for segment, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:26.185785 n-d-813679-3 neutron-server[95501]: Traceback (most recent call last): Oct 12 19:21:26.185785 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:21:26.185785 n-d-813679-3 neutron-server[95501]: timer() Oct 12 19:21:26.185785 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:21:26.185785 n-d-813679-3 neutron-server[95501]: cb(*args, **kw) Oct 12 19:21:26.185785 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:21:26.185785 n-d-813679-3 neutron-server[95501]: return func(*args, **kwargs) Oct 12 19:21:26.185785 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:21:26.185785 n-d-813679-3 neutron-server[95501]: self._notify() Oct 12 19:21:26.185785 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:21:26.185785 n-d-813679-3 neutron-server[95501]: self.callback(batched_events) Oct 12 19:21:26.185785 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:21:26.185785 n-d-813679-3 neutron-server[95501]: event.method(event) Oct 12 19:21:26.185785 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:21:26.185785 n-d-813679-3 neutron-server[95501]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:21:26.185785 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:21:26.185785 n-d-813679-3 neutron-server[95501]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:21:26.185785 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:21:26.185785 n-d-813679-3 neutron-server[95501]: return f(self, *a, **k) Oct 12 19:21:26.185785 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:21:26.185785 n-d-813679-3 neutron-server[95501]: return self._get(url).json() Oct 12 19:21:26.185785 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:21:26.185785 n-d-813679-3 neutron-server[95501]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:21:26.185785 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:21:26.185785 n-d-813679-3 neutron-server[95501]: return self.request(url, 'GET', **kwargs) Oct 12 19:21:26.185785 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:21:26.185785 n-d-813679-3 neutron-server[95501]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:21:26.185785 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:21:26.185785 n-d-813679-3 neutron-server[95501]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:21:26.185785 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:21:26.185785 n-d-813679-3 neutron-server[95501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:21:26.185785 n-d-813679-3 neutron-server[95501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:21:26.285214 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a36e1a35-8139-42c4-9516-3d8fe8d7ab4a req-b6846d43-7955-4e7d-8589-97743bda7ad9 service neutron] 10.222.0.61 "GET /v2.0/networks/6686226f-4ddf-4917-b57f-19fda7e2d4bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2629726 Oct 12 19:21:26.311191 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9d336a4d-dde7-448d-8555-67461fb1ac5d req-a5508b8b-b23b-496c-a0e9-39c7a3fb2683 service neutron] 10.222.0.61 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3824790 Oct 12 19:21:26.320230 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-ca639873-c405-4f82-a1a8-1036baf4afbe tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.0523069 Oct 12 19:21:26.337150 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2744df2c-da2e-4c3e-bfba-72badcb5ab90 service neutron] Pushing event updated for resources: {'Port': ['ID=c85921d2-534a-4922-a003-5a2335033df6,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:26.344591 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 43428) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:21:26.355487 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d336a4d-dde7-448d-8555-67461fb1ac5d req-693c85ca-9bef-4c46-8e90-f993fa3e36ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:26.357013 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9d336a4d-dde7-448d-8555-67461fb1ac5d req-693c85ca-9bef-4c46-8e90-f993fa3e36ea service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1439ecde881648d990934dad6d1d46ba&device_id=cb159dd6-68c1-41b5-9688-4e7a11fd8304 HTTP/1.1" status: 200 len: 1100 time: 0.1495035 Oct 12 19:21:26.435987 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aa853a-6c7e-4db3-8e05-d2baabbb1e1e req-4f6dd8f3-9bbc-4975-814e-df5b11d31d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:26.438014 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-65aa853a-6c7e-4db3-8e05-d2baabbb1e1e req-4f6dd8f3-9bbc-4975-814e-df5b11d31d7b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=16fd18df597a480c9787ac895f50a525&device_id=57902963-2020-4a10-b130-b4db1f863a3a HTTP/1.1" status: 200 len: 1094 time: 0.1975758 Oct 12 19:21:26.443565 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-205a2845-0643-4fd0-9214-f8416bd0b7ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:26.461756 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40891070-d843-4e81-9d56-6b6a06929bd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-6339cdfa-9a82-4315-bbda-893cfbff3654', 'network_id': '6339cdfa-9a82-4315-bbda-893cfbff3654', 'tenant_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'fixed_ips': [{'subnet_id': '6d678f8a-6782-4a3a-96db-1cf5c8a3c54d'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:21:26.462849 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-40891070-d843-4e81-9d56-6b6a06929bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:26.503102 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d336a4d-dde7-448d-8555-67461fb1ac5d req-243393f9-45be-472d-ab1e-cab967036baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:26.504595 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9d336a4d-dde7-448d-8555-67461fb1ac5d req-243393f9-45be-472d-ab1e-cab967036baa service neutron] 10.222.0.67 "GET /v2.0/networks?id=90dcf485-b1ad-4139-85a3-9e1e9879e6b1 HTTP/1.1" status: 200 len: 870 time: 0.1160147 Oct 12 19:21:26.535957 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b0d79423-4f99-4482-8108-e9c992770bd8 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:26.546736 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-65aa853a-6c7e-4db3-8e05-d2baabbb1e1e req-747bc8a3-b204-4cec-ba19-df6c849f1d0d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c85921d2-534a-4922-a003-5a2335033df6 HTTP/1.1" status: 200 len: 217 time: 0.1004806 Oct 12 19:21:26.582475 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9d336a4d-dde7-448d-8555-67461fb1ac5d req-b341a4d5-a15e-4a0c-aefc-b3547ed6b46f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=1d9bea01-1aff-4c0e-bf8c-f08e43412391 HTTP/1.1" status: 200 len: 217 time: 0.0445280 Oct 12 19:21:26.621812 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-205a2845-0643-4fd0-9214-f8416bd0b7ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:26.632822 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b0d79423-4f99-4482-8108-e9c992770bd8 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:26.639838 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-b0d79423-4f99-4482-8108-e9c992770bd8 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] 10.222.0.49 "DELETE /v2.0/networks/f45f61ae-edb4-432c-8d16-a8907d75f8d2 HTTP/1.1" status: 204 len: 168 time: 1.3282764 Oct 12 19:21:26.644920 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d336a4d-dde7-448d-8555-67461fb1ac5d req-e4f91118-7c96-460f-b088-0145c91b6977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:26.646360 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9d336a4d-dde7-448d-8555-67461fb1ac5d req-e4f91118-7c96-460f-b088-0145c91b6977 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=629aee7d-3fde-4c72-af1e-6a7e1f6a7e75 HTTP/1.1" status: 200 len: 843 time: 0.0550582 Oct 12 19:21:26.677249 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b5aafc6-1624-4459-95c2-3dd58321590b x-openstack-request-id: req-1b5aafc6-1624-4459-95c2-3dd58321590b {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:21:26.677593 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57902963-2020-4a10-b130-b4db1f863a3a", "tag": "c85921d2-534a-4922-a003-5a2335033df6", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:21:26.677794 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1b5aafc6-1624-4459-95c2-3dd58321590b {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:21:26.678197 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57902963-2020-4a10-b130-b4db1f863a3a', 'tag': 'c85921d2-534a-4922-a003-5a2335033df6', 'status': 'completed', 'code': 200} Oct 12 19:21:26.740598 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d79423-4f99-4482-8108-e9c992770bd8 tempest-PortsIpV6TestJSON-419322805 tempest-PortsIpV6TestJSON-419322805-project] Pushing event deleted for resources: {'Network': ['ID=f45f61ae-edb4-432c-8d16-a8907d75f8d2,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:26.786173 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9d336a4d-dde7-448d-8555-67461fb1ac5d req-f716db32-7963-4c38-b80b-cc7042e599b3 service neutron] 10.222.0.61 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4623740 Oct 12 19:21:26.808256 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad813a49-97dc-4b90-bb45-a320932429b1 req-0966a80f-8f39-4e5d-aceb-e60db87139e5 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:26.815808 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ad813a49-97dc-4b90-bb45-a320932429b1 req-0966a80f-8f39-4e5d-aceb-e60db87139e5 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb159dd6-68c1-41b5-9688-4e7a11fd8304 HTTP/1.1" status: 200 len: 949 time: 0.2861211 Oct 12 19:21:26.829239 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device db9df9af-8c02-4ef1-89cc-1c3fe4a087cf up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:21:26.863569 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aa853a-6c7e-4db3-8e05-d2baabbb1e1e req-55e2f545-0105-4e4c-b9c3-9ec9ab613e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:26.866645 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-65aa853a-6c7e-4db3-8e05-d2baabbb1e1e req-55e2f545-0105-4e4c-b9c3-9ec9ab613e5e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1313ba0d-f166-4d3b-93e3-0032eae62d0c HTTP/1.1" status: 200 len: 862 time: 0.1753688 Oct 12 19:21:26.909249 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-40891070-d843-4e81-9d56-6b6a06929bd8 None None] Allocated IP 172.22.0.2 (6339cdfa-9a82-4315-bbda-893cfbff3654/6d678f8a-6782-4a3a-96db-1cf5c8a3c54d/9a04cefe-79a3-4d54-8a81-e608d6dbff08) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:21:26.926791 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-65aa853a-6c7e-4db3-8e05-d2baabbb1e1e req-8bb062db-1b03-4822-b555-ad6dcdc59f94 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=889c8640-5219-48b4-8be3-de6c3eb0c3b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505981 Oct 12 19:21:26.935618 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port db9df9af-8c02-4ef1-89cc-1c3fe4a087cf triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:21:26.935994 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:26.951971 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ad813a49-97dc-4b90-bb45-a320932429b1 req-b4e7b564-314a-4e7d-a6a0-35e3311da0d4 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352842 Oct 12 19:21:26.986931 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-205a2845-0643-4fd0-9214-f8416bd0b7ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:26.989490 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-205a2845-0643-4fd0-9214-f8416bd0b7ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:26.990714 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-205a2845-0643-4fd0-9214-f8416bd0b7ce admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d7cb0fd2-5e04-4cd3-962b-a92ebc1abaef HTTP/1.1" status: 204 len: 168 time: 0.8727410 Oct 12 19:21:27.086380 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205a2845-0643-4fd0-9214-f8416bd0b7ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7cb0fd2-5e04-4cd3-962b-a92ebc1abaef,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:27.170067 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-65aa853a-6c7e-4db3-8e05-d2baabbb1e1e req-60bdc9c3-e1f3-4d9a-b885-18103e2769df service neutron] 10.222.0.61 "GET /v2.0/networks/889c8640-5219-48b4-8be3-de6c3eb0c3b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169764 Oct 12 19:21:27.231571 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-15bf8006-105e-407c-adf3-cd0bea2d9ff2 req-524d2cc2-0c6e-4f28-9d19-6699eda20335 tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] 10.222.0.49 "GET /v2.0/ports?device_id=6bdc803c-61b8-4551-af7a-f6234f9d109b HTTP/1.1" status: 200 len: 210 time: 0.0394092 Oct 12 19:21:27.283895 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-40891070-d843-4e81-9d56-6b6a06929bd8 None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:27.362630 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-65aa853a-6c7e-4db3-8e05-d2baabbb1e1e req-ae3cc5dc-7939-48da-b1a7-976504d9056f service neutron] 10.222.0.61 "GET /v2.0/networks/889c8640-5219-48b4-8be3-de6c3eb0c3b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788955 Oct 12 19:21:27.406278 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-40891070-d843-4e81-9d56-6b6a06929bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:27.422023 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a36e1a35-8139-42c4-9516-3d8fe8d7ab4a req-fe924a8c-7313-4a48-aa98-4132511c2e54 service neutron] 10.222.0.61 "GET /v2.0/networks/6686226f-4ddf-4917-b57f-19fda7e2d4bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1281950 Oct 12 19:21:27.444589 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d336a4d-dde7-448d-8555-67461fb1ac5d req-8333c67a-2c64-45cd-8e95-a72ff64e7409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:27.446206 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9d336a4d-dde7-448d-8555-67461fb1ac5d req-8333c67a-2c64-45cd-8e95-a72ff64e7409 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=90dcf485-b1ad-4139-85a3-9e1e9879e6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7647030 Oct 12 19:21:27.452089 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40891070-d843-4e81-9d56-6b6a06929bd8 None None] Pushing event updated for resources: {'Port': ['ID=9a04cefe-79a3-4d54-8a81-e608d6dbff08,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:27.491137 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a36e1a35-8139-42c4-9516-3d8fe8d7ab4a req-e2fd02e7-dad1-4cab-a976-a96d9487fd01 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=2265e961-71ff-4cee-a380-de288fc6c904 HTTP/1.1" status: 200 len: 217 time: 0.0575202 Oct 12 19:21:27.497851 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40891070-d843-4e81-9d56-6b6a06929bd8 None None] Network 6339cdfa-9a82-4315-bbda-893cfbff3654 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:21:27.500084 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-40891070-d843-4e81-9d56-6b6a06929bd8 None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:21:27.513565 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355e40e0-12e2-464d-9ab3-d7993b869f9d req-bcb8dda5-eeab-4277-8e82-3a44f1df9295 tempest-ServersNegativeTestMultiTenantJSON-434581261 tempest-ServersNegativeTestMultiTenantJSON-434581261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:27.519354 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 43450) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:21:27.520961 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-355e40e0-12e2-464d-9ab3-d7993b869f9d req-bcb8dda5-eeab-4277-8e82-3a44f1df9295 tempest-ServersNegativeTestMultiTenantJSON-434581261 tempest-ServersNegativeTestMultiTenantJSON-434581261-project] 10.222.0.49 "GET /v2.0/ports?device_id=57902963-2020-4a10-b130-b4db1f863a3a HTTP/1.1" status: 200 len: 943 time: 0.7877717 Oct 12 19:21:27.521599 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40891070-d843-4e81-9d56-6b6a06929bd8 None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:21:27.576700 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f4ce8a-5637-4833-9ca5-1c9b673dd8c1 req-05bef89c-617e-4977-98f4-81eb5523eb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:27.578934 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b7f4ce8a-5637-4833-9ca5-1c9b673dd8c1 req-05bef89c-617e-4977-98f4-81eb5523eb63 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=16fd18df597a480c9787ac895f50a525&device_id=57902963-2020-4a10-b130-b4db1f863a3a HTTP/1.1" status: 200 len: 1094 time: 0.0778100 Oct 12 19:21:27.647494 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-40891070-d843-4e81-9d56-6b6a06929bd8 None None] Attempting to bind port 9a04cefe-79a3-4d54-8a81-e608d6dbff08 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:21:27.647935 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-40891070-d843-4e81-9d56-6b6a06929bd8 None None] Attempting to bind port 9a04cefe-79a3-4d54-8a81-e608d6dbff08 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '3aba641f-d035-4588-b393-eee7a00aaa4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6339cdfa-9a82-4315-bbda-893cfbff3654'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:21:27.648342 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40891070-d843-4e81-9d56-6b6a06929bd8 None None] Attempting to bind port 9a04cefe-79a3-4d54-8a81-e608d6dbff08 on network 6339cdfa-9a82-4315-bbda-893cfbff3654 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:21:27.671766 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40891070-d843-4e81-9d56-6b6a06929bd8 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:21:27.671766 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40891070-d843-4e81-9d56-6b6a06929bd8 None None] Checking segment: {'id': '3aba641f-d035-4588-b393-eee7a00aaa4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6339cdfa-9a82-4315-bbda-893cfbff3654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:21:27.671766 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-40891070-d843-4e81-9d56-6b6a06929bd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:27.671766 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40891070-d843-4e81-9d56-6b6a06929bd8 None None] Bound using segment: {'id': '3aba641f-d035-4588-b393-eee7a00aaa4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6339cdfa-9a82-4315-bbda-893cfbff3654'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:21:27.671766 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-40891070-d843-4e81-9d56-6b6a06929bd8 None None] Bound port: 9a04cefe-79a3-4d54-8a81-e608d6dbff08, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3aba641f-d035-4588-b393-eee7a00aaa4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6339cdfa-9a82-4315-bbda-893cfbff3654'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:21:27.672335 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-40891070-d843-4e81-9d56-6b6a06929bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:27.675673 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36e1a35-8139-42c4-9516-3d8fe8d7ab4a req-fe422aaa-de87-47b8-a1b7-a97197bbebd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:27.677158 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a36e1a35-8139-42c4-9516-3d8fe8d7ab4a req-fe422aaa-de87-47b8-a1b7-a97197bbebd9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=391d2b75-fd68-405b-ba79-4cd2c7a3d303 HTTP/1.1" status: 200 len: 797 time: 0.1478579 Oct 12 19:21:27.704076 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-355e40e0-12e2-464d-9ab3-d7993b869f9d req-78169856-a772-4369-974b-0c9d28a52feb tempest-ServersNegativeTestMultiTenantJSON-434581261 tempest-ServersNegativeTestMultiTenantJSON-434581261-project] 10.222.0.49 "GET /v2.0/security-groups?id=776ab9b0-a826-45c4-aaec-7230b7681f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820638 Oct 12 19:21:27.706994 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f4ce8a-5637-4833-9ca5-1c9b673dd8c1 req-7807bf72-71df-4a01-b198-510ea99405c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:27.708520 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b7f4ce8a-5637-4833-9ca5-1c9b673dd8c1 req-7807bf72-71df-4a01-b198-510ea99405c1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=889c8640-5219-48b4-8be3-de6c3eb0c3b5 HTTP/1.1" status: 200 len: 923 time: 0.1203430 Oct 12 19:21:27.794097 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9d336a4d-dde7-448d-8555-67461fb1ac5d req-94bde2b8-d921-4fd1-bc63-a9674dfa2616 service neutron] 10.222.0.67 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3131940 Oct 12 19:21:27.799658 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b7f4ce8a-5637-4833-9ca5-1c9b673dd8c1 req-3c649e68-736b-4d70-942b-619d0a818506 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c85921d2-534a-4922-a003-5a2335033df6 HTTP/1.1" status: 200 len: 217 time: 0.0816958 Oct 12 19:21:27.818783 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1920dbe7-f5e3-42ae-9207-1632d85bd02e tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:27.831408 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-40891070-d843-4e81-9d56-6b6a06929bd8 None None] For port 9a04cefe-79a3-4d54-8a81-e608d6dbff08, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:21:27.832652 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36e1a35-8139-42c4-9516-3d8fe8d7ab4a req-c2e61b93-691e-4c8b-ac28-6b5004096680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:27.834187 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a36e1a35-8139-42c4-9516-3d8fe8d7ab4a req-c2e61b93-691e-4c8b-ac28-6b5004096680 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=228b976c-c44b-43f4-8a1f-2c6f5ef581f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1291025 Oct 12 19:21:27.835026 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-40891070-d843-4e81-9d56-6b6a06929bd8 None None] For port 9a04cefe-79a3-4d54-8a81-e608d6dbff08, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=9a04cefe-79a3-4d54-8a81-e608d6dbff08,segment=NetworkSegment(3aba641f-d035-4588-b393-eee7a00aaa4d),segment_id=3aba641f-d035-4588-b393-eee7a00aaa4d)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:21:27.876709 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-88b73c7e-3835-4aaf-98ec-ce36ba2e29fb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=273d7b7bf24b4507988eb056053819bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3521917 Oct 12 19:21:27.877952 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 43462) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:21:27.880144 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f4ce8a-5637-4833-9ca5-1c9b673dd8c1 req-9324f813-5a91-4186-8961-fa56cf1a6f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:27.881119 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b7f4ce8a-5637-4833-9ca5-1c9b673dd8c1 req-9324f813-5a91-4186-8961-fa56cf1a6f6a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1313ba0d-f166-4d3b-93e3-0032eae62d0c HTTP/1.1" status: 200 len: 862 time: 0.0728817 Oct 12 19:21:27.946616 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b7f4ce8a-5637-4833-9ca5-1c9b673dd8c1 req-7917a08f-0297-492e-953a-83a3257c24bc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=889c8640-5219-48b4-8be3-de6c3eb0c3b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534246 Oct 12 19:21:27.971845 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-40891070-d843-4e81-9d56-6b6a06929bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:28.064171 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 1d9bea01-1aff-4c0e-bf8c-f08e43412391 details requested by agent hyperv_n-h2-813679-3 with host n-h2-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:21:28.135123 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9d336a4d-dde7-448d-8555-67461fb1ac5d req-10475e96-0694-4b7a-8704-2ddab33442e0 service neutron] 10.222.0.67 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3327103 Oct 12 19:21:28.188314 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40891070-d843-4e81-9d56-6b6a06929bd8 None None] Pushing event updated for resources: {'Port': ['ID=9a04cefe-79a3-4d54-8a81-e608d6dbff08,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:28.259288 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 1d9bea01-1aff-4c0e-bf8c-f08e43412391, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=1d9bea01-1aff-4c0e-bf8c-f08e43412391,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:21:28.274433 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Returning: {'device': '1d9bea01-1aff-4c0e-bf8c-f08e43412391', 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1', 'port_id': '1d9bea01-1aff-4c0e-bf8c-f08e43412391', 'mac_address': 'fa:16:3e:a2:7d:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '629aee7d-3fde-4c72-af1e-6a7e1f6a7e75', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:21:28.280505 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a36e1a35-8139-42c4-9516-3d8fe8d7ab4a req-6ab2f967-68d3-4897-85c2-9fce6cebec5f service neutron] 10.222.0.61 "GET /v2.0/networks/228b976c-c44b-43f4-8a1f-2c6f5ef581f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4166391 Oct 12 19:21:28.316306 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b7f4ce8a-5637-4833-9ca5-1c9b673dd8c1 req-b0004d0b-10eb-47f1-9e2c-072d19bf5bbb service neutron] 10.222.0.61 "GET /v2.0/networks/889c8640-5219-48b4-8be3-de6c3eb0c3b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3619056 Oct 12 19:21:28.318901 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-709a7e27-3090-46ef-a32c-f8dde9c598c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:28.330080 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9774467-9b17-43d6-98a2-b4a811e44713 req-254f0f0d-ea24-4b95-97c9-7aac79338c25 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:28.337898 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f9774467-9b17-43d6-98a2-b4a811e44713 req-254f0f0d-ea24-4b95-97c9-7aac79338c25 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb159dd6-68c1-41b5-9688-4e7a11fd8304 HTTP/1.1" status: 200 len: 949 time: 0.2529688 Oct 12 19:21:28.366718 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:28.392565 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d9bea01-1aff-4c0e-bf8c-f08e43412391 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:21:28.477386 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-709a7e27-3090-46ef-a32c-f8dde9c598c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:28.480188 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 1d9bea01-1aff-4c0e-bf8c-f08e43412391, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=1d9bea01-1aff-4c0e-bf8c-f08e43412391,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:21:28.500722 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f9774467-9b17-43d6-98a2-b4a811e44713 req-131beca0-25a7-41af-bd6e-5600e65afca1 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592479 Oct 12 19:21:28.592257 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a36e1a35-8139-42c4-9516-3d8fe8d7ab4a req-0e438891-fc87-4645-b912-05a2fc000deb service neutron] 10.222.0.61 "GET /v2.0/networks/228b976c-c44b-43f4-8a1f-2c6f5ef581f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2600300 Oct 12 19:21:28.603182 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b7f4ce8a-5637-4833-9ca5-1c9b673dd8c1 req-9727949e-5a85-42ef-b6ff-d359ea170438 service neutron] 10.222.0.61 "GET /v2.0/networks/889c8640-5219-48b4-8be3-de6c3eb0c3b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2599041 Oct 12 19:21:28.617895 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:28.669560 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-86665a47-03e5-4f08-8c95-330c112450c1 req-d25b9beb-120d-40a8-a04b-f298cc027d75 tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] 10.222.0.49 "GET /v2.0/ports?device_id=6bdc803c-61b8-4551-af7a-f6234f9d109b HTTP/1.1" status: 200 len: 210 time: 0.0713122 Oct 12 19:21:28.737250 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-709a7e27-3090-46ef-a32c-f8dde9c598c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:28.741030 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-709a7e27-3090-46ef-a32c-f8dde9c598c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:28.743295 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-709a7e27-3090-46ef-a32c-f8dde9c598c6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7c7679bd-c6bc-4d44-af18-2b4c2ac12676 HTTP/1.1" status: 204 len: 168 time: 0.8611495 Oct 12 19:21:28.758626 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709a7e27-3090-46ef-a32c-f8dde9c598c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c7679bd-c6bc-4d44-af18-2b4c2ac12676,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:28.810807 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a36e1a35-8139-42c4-9516-3d8fe8d7ab4a req-b0c2c942-20ab-469f-9263-2c9ca20d162b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=78f65a13-8a00-447a-aab8-21741cf4e3f4 HTTP/1.1" status: 200 len: 217 time: 0.1505034 Oct 12 19:21:28.818032 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=1d9bea01-1aff-4c0e-bf8c-f08e43412391,revision_number=13']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:28.863405 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 9a04cefe-79a3-4d54-8a81-e608d6dbff08 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:21:28.891058 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36e1a35-8139-42c4-9516-3d8fe8d7ab4a req-732d200c-f5a6-4a84-8683-39f3fe6de780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:28.892732 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a36e1a35-8139-42c4-9516-3d8fe8d7ab4a req-732d200c-f5a6-4a84-8683-39f3fe6de780 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=391d2b75-fd68-405b-ba79-4cd2c7a3d303 HTTP/1.1" status: 200 len: 797 time: 0.0704291 Oct 12 19:21:28.956875 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['1d9bea01-1aff-4c0e-bf8c-f08e43412391'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:21:28.966140 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-1920dbe7-f5e3-42ae-9207-1632d85bd02e tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Allocated IP 172.22.0.1 (6339cdfa-9a82-4315-bbda-893cfbff3654/6d678f8a-6782-4a3a-96db-1cf5c8a3c54d/753ca777-6195-4c99-b0cf-a47c51b35c2f) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:21:28.976651 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36e1a35-8139-42c4-9516-3d8fe8d7ab4a req-ca14a358-0eca-4201-ab72-158d6240bc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:28.979173 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a36e1a35-8139-42c4-9516-3d8fe8d7ab4a req-ca14a358-0eca-4201-ab72-158d6240bc24 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=228b976c-c44b-43f4-8a1f-2c6f5ef581f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0777209 Oct 12 19:21:28.983868 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344fd441-252c-4e0d-b9c9-a9c97811abab req-f60c0fdc-912d-44b7-a7d8-55b2a6cb7932 tempest-ServersNegativeTestMultiTenantJSON-434581261 tempest-ServersNegativeTestMultiTenantJSON-434581261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:28.988977 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-344fd441-252c-4e0d-b9c9-a9c97811abab req-f60c0fdc-912d-44b7-a7d8-55b2a6cb7932 tempest-ServersNegativeTestMultiTenantJSON-434581261 tempest-ServersNegativeTestMultiTenantJSON-434581261-project] 10.222.0.49 "GET /v2.0/ports?device_id=57902963-2020-4a10-b130-b4db1f863a3a HTTP/1.1" status: 200 len: 943 time: 0.1442912 Oct 12 19:21:29.064241 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 9a04cefe-79a3-4d54-8a81-e608d6dbff08 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:21:29.064509 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:29.075238 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-344fd441-252c-4e0d-b9c9-a9c97811abab req-69a6dbf2-9052-42b2-adb3-bf827327b808 tempest-ServersNegativeTestMultiTenantJSON-434581261 tempest-ServersNegativeTestMultiTenantJSON-434581261-project] 10.222.0.49 "GET /v2.0/security-groups?id=776ab9b0-a826-45c4-aaec-7230b7681f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767245 Oct 12 19:21:29.178845 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-aa3ff0d1-1999-4983-8d9c-0e8888fdac5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:29.216966 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a36e1a35-8139-42c4-9516-3d8fe8d7ab4a req-45e0ec1e-816c-4148-b88f-43ac23dd6191 service neutron] 10.222.0.61 "GET /v2.0/networks/228b976c-c44b-43f4-8a1f-2c6f5ef581f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222686 Oct 12 19:21:29.296315 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:29.356466 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a36e1a35-8139-42c4-9516-3d8fe8d7ab4a req-875d7986-13bc-4c6f-bbe9-092f4dd2fa79 service neutron] 10.222.0.61 "GET /v2.0/networks/228b976c-c44b-43f4-8a1f-2c6f5ef581f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252787 Oct 12 19:21:29.401126 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] For port 9a04cefe-79a3-4d54-8a81-e608d6dbff08, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=9a04cefe-79a3-4d54-8a81-e608d6dbff08,segment=NetworkSegment(3aba641f-d035-4588-b393-eee7a00aaa4d),segment_id=3aba641f-d035-4588-b393-eee7a00aaa4d)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:21:29.406195 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1920dbe7-f5e3-42ae-9207-1632d85bd02e tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:29.497087 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:29.563847 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Pushing event updated for resources: {'Port': ['ID=9a04cefe-79a3-4d54-8a81-e608d6dbff08,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:29.576053 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1920dbe7-f5e3-42ae-9207-1632d85bd02e tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:29.647492 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1920dbe7-f5e3-42ae-9207-1632d85bd02e tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Network 6339cdfa-9a82-4315-bbda-893cfbff3654 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:21:29.658270 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-1920dbe7-f5e3-42ae-9207-1632d85bd02e tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:21:29.658855 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1920dbe7-f5e3-42ae-9207-1632d85bd02e tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:21:29.686739 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a81c33-87ef-44ba-a596-e7d704d0a378 req-b0b54226-0b5a-485c-a4a8-5d8e03606e96 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:29.686739 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-53a81c33-87ef-44ba-a596-e7d704d0a378 req-b0b54226-0b5a-485c-a4a8-5d8e03606e96 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb159dd6-68c1-41b5-9688-4e7a11fd8304 HTTP/1.1" status: 200 len: 950 time: 0.1051128 Oct 12 19:21:29.719966 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1920dbe7-f5e3-42ae-9207-1632d85bd02e tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Pushing event updated for resources: {'Port': ['ID=753ca777-6195-4c99-b0cf-a47c51b35c2f,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:29.743101 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1920dbe7-f5e3-42ae-9207-1632d85bd02e tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7915309'] for router_interface, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:29.793647 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-53a81c33-87ef-44ba-a596-e7d704d0a378 req-828863bc-47d0-453a-b18d-03579f05a2cc tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934219 Oct 12 19:21:29.816665 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a1063a-0a31-4034-8c2c-75afb602648c None None] Network 6339cdfa-9a82-4315-bbda-893cfbff3654 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:21:29.937728 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-48ce731a-4746-45be-bd5e-57273a039c87 None None] Provisioning complete for port 9a04cefe-79a3-4d54-8a81-e608d6dbff08 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:21:29.938106 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-48ce731a-4746-45be-bd5e-57273a039c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:29.948967 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc23f06-3cd9-4a80-a680-b0cb78d2ea63 req-4151c947-e086-4240-8de9-2e808c294556 tempest-MigrationsAdminTest-834440170 tempest-MigrationsAdminTest-834440170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:29.950988 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-dfc23f06-3cd9-4a80-a680-b0cb78d2ea63 req-4151c947-e086-4240-8de9-2e808c294556 tempest-MigrationsAdminTest-834440170 tempest-MigrationsAdminTest-834440170-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=cb159dd6-68c1-41b5-9688-4e7a11fd8304 HTTP/1.1" status: 200 len: 1101 time: 0.0776608 Oct 12 19:21:29.995043 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-dfc23f06-3cd9-4a80-a680-b0cb78d2ea63 req-1e27680a-01c1-4aac-8c3a-b625b14a9399 tempest-MigrationsAdminTest-834440170 tempest-MigrationsAdminTest-834440170-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374012 Oct 12 19:21:29.998327 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device c85921d2-534a-4922-a003-5a2335033df6 details requested by agent hyperv_n-h1-813679-3 with host n-h1-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:21:30.032549 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 43522) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:21:30.109442 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 1d9bea01-1aff-4c0e-bf8c-f08e43412391 up at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:21:30.125886 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1920dbe7-f5e3-42ae-9207-1632d85bd02e tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:30.180233 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c0de1d00-7a15-4581-9c31-e8c1491717f2 tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:30.216017 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c0de1d00-7a15-4581-9c31-e8c1491717f2 tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:30.282321 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port c85921d2-534a-4922-a003-5a2335033df6, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=c85921d2-534a-4922-a003-5a2335033df6,segment=NetworkSegment(4b78c1bd-de64-4d2a-a99d-44aa7394032f),segment_id=4b78c1bd-de64-4d2a-a99d-44aa7394032f)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:21:30.295952 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Returning: {'device': 'c85921d2-534a-4922-a003-5a2335033df6', 'network_id': '889c8640-5219-48b4-8be3-de6c3eb0c3b5', 'port_id': 'c85921d2-534a-4922-a003-5a2335033df6', 'mac_address': 'fa:16:3e:a9:1c:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1313ba0d-f166-4d3b-93e3-0032eae62d0c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:21:30.339984 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:30.354818 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c85921d2-534a-4922-a003-5a2335033df6 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:21:30.382027 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port c85921d2-534a-4922-a003-5a2335033df6, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=c85921d2-534a-4922-a003-5a2335033df6,segment=NetworkSegment(4b78c1bd-de64-4d2a-a99d-44aa7394032f),segment_id=4b78c1bd-de64-4d2a-a99d-44aa7394032f)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:21:30.383973 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning for port 1d9bea01-1aff-4c0e-bf8c-f08e43412391 completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:21:30.389183 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning complete for port 1d9bea01-1aff-4c0e-bf8c-f08e43412391 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:21:30.389783 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:30.405660 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c0de1d00-7a15-4581-9c31-e8c1491717f2 tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:30.411935 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c0de1d00-7a15-4581-9c31-e8c1491717f2 tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:30.415544 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-c0de1d00-7a15-4581-9c31-e8c1491717f2 tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] 10.222.0.49 "DELETE /v2.0/security-groups/fc65bd81-089d-4991-a470-ab1403753bc0 HTTP/1.1" status: 204 len: 168 time: 0.3788509 Oct 12 19:21:30.419399 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 43538) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:21:30.429960 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca992bb0-4a6b-4bbb-aee4-964f125f78ff req-f2ffcbeb-5bb5-4d79-a4cd-1d09d3620534 tempest-ServersNegativeTestMultiTenantJSON-434581261 tempest-ServersNegativeTestMultiTenantJSON-434581261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:30.431884 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ca992bb0-4a6b-4bbb-aee4-964f125f78ff req-f2ffcbeb-5bb5-4d79-a4cd-1d09d3620534 tempest-ServersNegativeTestMultiTenantJSON-434581261 tempest-ServersNegativeTestMultiTenantJSON-434581261-project] 10.222.0.49 "GET /v2.0/ports?device_id=57902963-2020-4a10-b130-b4db1f863a3a HTTP/1.1" status: 200 len: 943 time: 0.1598012 Oct 12 19:21:30.468446 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:30.473603 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0de1d00-7a15-4581-9c31-e8c1491717f2 tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc65bd81-089d-4991-a470-ab1403753bc0,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:30.481744 n-d-813679-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-828535c4-7524-48aa-b1b3-61befdc0a457 tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] show failed (client error): The resource could not be found. Oct 12 19:21:30.483072 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-828535c4-7524-48aa-b1b3-61befdc0a457 tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] 10.222.0.49 "GET /v2.0/security-groups/fc65bd81-089d-4991-a470-ab1403753bc0 HTTP/1.1" status: 404 len: 347 time: 0.0513358 Oct 12 19:21:30.485801 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 43540) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:21:30.640449 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ca992bb0-4a6b-4bbb-aee4-964f125f78ff req-2feac113-de8c-4ae5-b54b-b249b9ed4dee tempest-ServersNegativeTestMultiTenantJSON-434581261 tempest-ServersNegativeTestMultiTenantJSON-434581261-project] 10.222.0.49 "GET /v2.0/security-groups?id=776ab9b0-a826-45c4-aaec-7230b7681f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833687 Oct 12 19:21:30.688184 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:30.725785 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-95f1a6f1-064e-45bc-84bb-4b7fd2518e7a tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] Deleting port 0d93dcd9-ee2f-4256-bb08-bb12f4feb238 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:21:30.726868 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-95f1a6f1-064e-45bc-84bb-4b7fd2518e7a tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:30.746463 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 9a04cefe-79a3-4d54-8a81-e608d6dbff08 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:21:30.792196 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=c85921d2-534a-4922-a003-5a2335033df6,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:30.802213 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-b199c269-9cba-4a00-bba9-6c526571d151 None None] Provisioning complete for port 753ca777-6195-4c99-b0cf-a47c51b35c2f triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:21:30.811142 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b199c269-9cba-4a00-bba9-6c526571d151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:30.883507 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-b199c269-9cba-4a00-bba9-6c526571d151 None None] Port 753ca777-6195-4c99-b0cf-a47c51b35c2f cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:21:30.888487 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1920dbe7-f5e3-42ae-9207-1632d85bd02e tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:30.894885 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['c85921d2-534a-4922-a003-5a2335033df6'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:21:30.898049 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb159dd6-68c1-41b5-9688-4e7a11fd8304', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d9bea01-1aff-4c0e-bf8c-f08e43412391'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:21:30.902424 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa604cf7-2785-4cdd-a076-1a71766a468f" -d '{"events": [{"server_uuid": "cb159dd6-68c1-41b5-9688-4e7a11fd8304", "name": "network-vif-plugged", "status": "completed", "tag": "1d9bea01-1aff-4c0e-bf8c-f08e43412391"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:21:30.942751 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 43552) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:21:30.946648 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [-] 10.222.0.49 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0031545 Oct 12 19:21:30.952916 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 43554) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:21:31.028085 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 1d9bea01-1aff-4c0e-bf8c-f08e43412391, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=1d9bea01-1aff-4c0e-bf8c-f08e43412391,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:21:31.066794 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-b199c269-9cba-4a00-bba9-6c526571d151 None None] Provisioning complete for port 9a04cefe-79a3-4d54-8a81-e608d6dbff08 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:21:31.067282 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b199c269-9cba-4a00-bba9-6c526571d151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:31.079228 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efb7203-79bd-430c-ad4b-b45822679e7c req-7f7bb506-9734-4f26-8316-996c0067935b tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:31.091076 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4efb7203-79bd-430c-ad4b-b45822679e7c req-7f7bb506-9734-4f26-8316-996c0067935b tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb159dd6-68c1-41b5-9688-4e7a11fd8304 HTTP/1.1" status: 200 len: 950 time: 0.1051166 Oct 12 19:21:31.141666 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1920dbe7-f5e3-42ae-9207-1632d85bd02e tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:31.213811 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-3afacf77-98b1-4f26-b8d0-409ceca9d13f tempest-NetworksApiDiscovery-305950055 tempest-NetworksApiDiscovery-305950055-project] 10.222.0.49 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2595928 Oct 12 19:21:31.226139 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 9a04cefe-79a3-4d54-8a81-e608d6dbff08 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:21:31.227104 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:31.233787 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:31.265582 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4efb7203-79bd-430c-ad4b-b45822679e7c req-136de592-022f-4da1-9132-8c6f6079ce12 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726446 Oct 12 19:21:31.320416 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1920dbe7-f5e3-42ae-9207-1632d85bd02e tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Pushing event updated for resources: {'Port': ['ID=753ca777-6195-4c99-b0cf-a47c51b35c2f,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:31.343604 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1920dbe7-f5e3-42ae-9207-1632d85bd02e tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7898980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8092605'] for router_interface, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:31.354372 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2051384-c259-4cf3-9db1-7d181b81b9ad x-openstack-request-id: req-c2051384-c259-4cf3-9db1-7d181b81b9ad {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:21:31.354673 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb159dd6-68c1-41b5-9688-4e7a11fd8304", "name": "network-vif-plugged", "status": "completed", "tag": "1d9bea01-1aff-4c0e-bf8c-f08e43412391", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:21:31.354922 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c2051384-c259-4cf3-9db1-7d181b81b9ad {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:21:31.355365 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb159dd6-68c1-41b5-9688-4e7a11fd8304', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d9bea01-1aff-4c0e-bf8c-f08e43412391', 'code': 200} Oct 12 19:21:31.413691 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-95f1a6f1-064e-45bc-84bb-4b7fd2518e7a tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:31.414209 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-95f1a6f1-064e-45bc-84bb-4b7fd2518e7a tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:31.430151 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-95f1a6f1-064e-45bc-84bb-4b7fd2518e7a tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] Calling delete_port for 0d93dcd9-ee2f-4256-bb08-bb12f4feb238 owned by network:floatingip {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:21:31.495621 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=1d9bea01-1aff-4c0e-bf8c-f08e43412391,revision_number=14']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:31.510231 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1920dbe7-f5e3-42ae-9207-1632d85bd02e tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Network 6339cdfa-9a82-4315-bbda-893cfbff3654 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:21:31.513262 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-1920dbe7-f5e3-42ae-9207-1632d85bd02e tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:21:31.682447 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1920dbe7-f5e3-42ae-9207-1632d85bd02e tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Router 7d9c2278-196f-448c-a076-ee61a8583f55 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:21:31.714880 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-04e6ec66-a940-4026-b3d5-cfa588e54fa0 None None] Provisioning complete for port 753ca777-6195-4c99-b0cf-a47c51b35c2f triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:21:31.715350 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-04e6ec66-a940-4026-b3d5-cfa588e54fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:31.747989 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-95f1a6f1-064e-45bc-84bb-4b7fd2518e7a tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:31.772427 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bf5e910e-713d-46f3-9d44-7ebdaec8f7fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:31.794364 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f1a6f1-064e-45bc-84bb-4b7fd2518e7a tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] Pushing event deleted for resources: {'Port': ['ID=0d93dcd9-ee2f-4256-bb08-bb12f4feb238,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:31.814510 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-04e6ec66-a940-4026-b3d5-cfa588e54fa0 None None] Port 753ca777-6195-4c99-b0cf-a47c51b35c2f cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:21:31.890904 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-95f1a6f1-064e-45bc-84bb-4b7fd2518e7a tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] Notify callbacks [] for floatingip, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:31.897378 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-95f1a6f1-064e-45bc-84bb-4b7fd2518e7a tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:31.906419 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-95f1a6f1-064e-45bc-84bb-4b7fd2518e7a tempest-ServersTestBootFromVolume-776874841 tempest-ServersTestBootFromVolume-776874841-project] 10.222.0.49 "DELETE /v2.0/floatingips/75090191-b350-48be-a58a-54ac185735e6 HTTP/1.1" status: 204 len: 168 time: 1.4194818 Oct 12 19:21:31.907089 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 43582) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:21:31.936729 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-37a74dba-d8df-4bd8-b864-cf914132b2f6 None None] Provisioning complete for port 753ca777-6195-4c99-b0cf-a47c51b35c2f triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:21:31.938443 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-37a74dba-d8df-4bd8-b864-cf914132b2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:31.943705 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 43586) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:21:32.013303 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5889efba-0f61-4365-b2a4-ef69a0187cc2 req-0b912785-2bfa-42a8-b872-98c9c99acf10 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:32.017006 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5889efba-0f61-4365-b2a4-ef69a0187cc2 req-0b912785-2bfa-42a8-b872-98c9c99acf10 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb159dd6-68c1-41b5-9688-4e7a11fd8304 HTTP/1.1" status: 200 len: 951 time: 0.1513109 Oct 12 19:21:32.020583 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-37a74dba-d8df-4bd8-b864-cf914132b2f6 None None] Port 753ca777-6195-4c99-b0cf-a47c51b35c2f cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:21:32.030968 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae081ad-f97e-4455-8ca0-c831c5d9c65e req-6be27313-d298-464e-8547-4c0cdc7607b1 tempest-ServersNegativeTestMultiTenantJSON-434581261 tempest-ServersNegativeTestMultiTenantJSON-434581261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:32.038376 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0ae081ad-f97e-4455-8ca0-c831c5d9c65e req-6be27313-d298-464e-8547-4c0cdc7607b1 tempest-ServersNegativeTestMultiTenantJSON-434581261 tempest-ServersNegativeTestMultiTenantJSON-434581261-project] 10.222.0.49 "GET /v2.0/ports?device_id=57902963-2020-4a10-b130-b4db1f863a3a HTTP/1.1" status: 200 len: 944 time: 0.2533109 Oct 12 19:21:32.098236 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1920dbe7-f5e3-42ae-9207-1632d85bd02e tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:21:32.108550 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-1920dbe7-f5e3-42ae-9207-1632d85bd02e tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] 10.222.0.49 "PUT /v2.0/routers/7d9c2278-196f-448c-a076-ee61a8583f55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7612824 Oct 12 19:21:32.109460 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888788ee-00fa-4697-bc54-9195e2730764 None None] Sync routers for ids ['7d9c2278-196f-448c-a076-ee61a8583f55'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:21:32.109926 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 43590) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:21:32.119241 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888788ee-00fa-4697-bc54-9195e2730764 None None] Routers {'7d9c2278-196f-448c-a076-ee61a8583f55'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:21:32.120314 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-888788ee-00fa-4697-bc54-9195e2730764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:21:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['7d9c2278-196f-448c-a076-ee61a8583f55'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:21:32.124760 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-d2d042f2-73e0-465c-b274-bd7b3b96424e tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Request body: {'network': {'name': 'tempest-RoutersTest-25803980'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:21:32.143388 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5fa7539b-756d-4dff-a7d5-b1dfe4d4db71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:32.228971 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0ae081ad-f97e-4455-8ca0-c831c5d9c65e req-70c8480d-579f-4d48-bce2-59a5c941dd31 tempest-ServersNegativeTestMultiTenantJSON-434581261 tempest-ServersNegativeTestMultiTenantJSON-434581261-project] 10.222.0.49 "GET /v2.0/security-groups?id=776ab9b0-a826-45c4-aaec-7230b7681f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896968 Oct 12 19:21:32.259235 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-888788ee-00fa-4697-bc54-9195e2730764 None None] Set router 7d9c2278-196f-448c-a076-ee61a8583f55 gateway port host: None {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:21:32.268625 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-5889efba-0f61-4365-b2a4-ef69a0187cc2 req-629e0fbb-968b-4f6f-acf8-bebe3ac12c03 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Deleting port 1d9bea01-1aff-4c0e-bf8c-f08e43412391 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:21:32.272234 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-5889efba-0f61-4365-b2a4-ef69a0187cc2 req-629e0fbb-968b-4f6f-acf8-bebe3ac12c03 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:32.277087 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-58eee6a5-04e6-4203-a019-214d59fa117c req-94c16f22-f0b8-4212-abca-e3d49686c574 tempest-QuotasAdminNegativeTest-197319424 tempest-QuotasAdminNegativeTest-197319424-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=03904e34b53e49609d811406646919c3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0545235 Oct 12 19:21:32.346165 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2d042f2-73e0-465c-b274-bd7b3b96424e tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Made reservation on behalf of ceb2896b1b72443898c06b8dcad99d7f for: {'network': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:21:32.350607 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d2d042f2-73e0-465c-b274-bd7b3b96424e tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:32.392542 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2d042f2-73e0-465c-b274-bd7b3b96424e tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'} {{(pid=95501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:21:32.415847 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d2d042f2-73e0-465c-b274-bd7b3b96424e tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:32.416365 n-d-813679-3 neutron-server[95501]: INFO neutron.db.segments_db [None req-d2d042f2-73e0-465c-b274-bd7b3b96424e tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Added segment 76cb1680-6be5-430c-84c4-0cd3f3c89036 of type vlan for network 220c77dc-03a8-4a6e-891b-dab792b8d8e8 Oct 12 19:21:32.481403 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5fa7539b-756d-4dff-a7d5-b1dfe4d4db71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:32.495353 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d2d042f2-73e0-465c-b274-bd7b3b96424e tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:32.508394 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:32.553061 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eee6a5-04e6-4203-a019-214d59fa117c req-a4d17629-bc9c-4267-b5b5-1e573a1402f4 tempest-QuotasAdminNegativeTest-197319424 tempest-QuotasAdminNegativeTest-197319424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:32.558031 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-58eee6a5-04e6-4203-a019-214d59fa117c req-a4d17629-bc9c-4267-b5b5-1e573a1402f4 tempest-QuotasAdminNegativeTest-197319424 tempest-QuotasAdminNegativeTest-197319424-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2853017 Oct 12 19:21:32.579347 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5fa7539b-756d-4dff-a7d5-b1dfe4d4db71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:32.615469 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-5889efba-0f61-4365-b2a4-ef69a0187cc2 req-629e0fbb-968b-4f6f-acf8-bebe3ac12c03 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] For port 1d9bea01-1aff-4c0e-bf8c-f08e43412391, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=1d9bea01-1aff-4c0e-bf8c-f08e43412391,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:21:32.616308 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-5889efba-0f61-4365-b2a4-ef69a0187cc2 req-629e0fbb-968b-4f6f-acf8-bebe3ac12c03 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:32.630617 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa7539b-756d-4dff-a7d5-b1dfe4d4db71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5caf21a8-3118-467d-b65d-80e81abd52c4,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:32.638546 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-5889efba-0f61-4365-b2a4-ef69a0187cc2 req-629e0fbb-968b-4f6f-acf8-bebe3ac12c03 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Calling delete_port for 1d9bea01-1aff-4c0e-bf8c-f08e43412391 owned by compute:nova {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:21:32.640145 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-58eee6a5-04e6-4203-a019-214d59fa117c req-531b1900-3513-4cf8-9552-1aa8587adfb7 tempest-QuotasAdminNegativeTest-197319424 tempest-QuotasAdminNegativeTest-197319424-project] 10.222.0.49 "GET /v2.0/quotas/03904e34b53e49609d811406646919c3 HTTP/1.1" status: 200 len: 375 time: 0.0711002 Oct 12 19:21:32.678616 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01886e5a-c893-41be-a77a-3332e6083287 req-4e3d69d2-3f7a-4c47-b6e6-f284d359488c tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:32.687743 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-888788ee-00fa-4697-bc54-9195e2730764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d9c2278-196f-448c-a076-ee61a8583f55', 'name': 'tempest-RoutersTest-router-334466', 'tenant_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:21:06Z', 'updated_at': '2021-10-12T19:21:29Z', 'revision_number': 4, 'project_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'gw_port_host': None, '_interfaces': [{'id': '5fc32773-6fb4-421a-9cc6-f09c3aa8dfb8', 'name': '', 'network_id': 'b486f23d-6b58-4b81-8a2f-62ebab0101c5', 'tenant_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'mac_address': 'fa:16:3e:0f:37:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9c2278-196f-448c-a076-ee61a8583f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '05e171b4-749e-46ec-9e3f-520255692239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:21:09Z', 'updated_at': '2021-10-12T19:21:16Z', 'revision_number': 5, 'project_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'subnets': [{'id': '05e171b4-749e-46ec-9e3f-520255692239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '753ca777-6195-4c99-b0cf-a47c51b35c2f', 'name': '', 'network_id': '6339cdfa-9a82-4315-bbda-893cfbff3654', 'tenant_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'mac_address': 'fa:16:3e:66:b1:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d9c2278-196f-448c-a076-ee61a8583f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '6d678f8a-6782-4a3a-96db-1cf5c8a3c54d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:21:28Z', 'updated_at': '2021-10-12T19:21:30Z', 'revision_number': 2, 'project_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'subnets': [{'id': '6d678f8a-6782-4a3a-96db-1cf5c8a3c54d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db9df9af-8c02-4ef1-89cc-1c3fe4a087cf', 'name': '', 'network_id': '4749b30b-9a97-4e15-ae65-09e4a2a4c880', 'tenant_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'mac_address': 'fa:16:3e:8b:42:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9c2278-196f-448c-a076-ee61a8583f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '433bc341-8490-4169-b2a7-96662af09f31', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:21:16Z', 'updated_at': '2021-10-12T19:21:25Z', 'revision_number': 5, 'project_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'subnets': [{'id': '433bc341-8490-4169-b2a7-96662af09f31', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:21:32.688515 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-01886e5a-c893-41be-a77a-3332e6083287 req-4e3d69d2-3f7a-4c47-b6e6-f284d359488c tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb159dd6-68c1-41b5-9688-4e7a11fd8304 HTTP/1.1" status: 200 len: 951 time: 0.1550155 Oct 12 19:21:32.709444 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-5fa7539b-756d-4dff-a7d5-b1dfe4d4db71 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a3487edbd71b45329ecbafaaffcf428a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7646282 Oct 12 19:21:32.713731 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-58eee6a5-04e6-4203-a019-214d59fa117c req-4c6d9a34-d01f-4e09-99c1-3b94afcaf92c tempest-QuotasAdminNegativeTest-197319424 tempest-QuotasAdminNegativeTest-197319424-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=03904e34b53e49609d811406646919c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0636539 Oct 12 19:21:32.716068 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 43604) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:21:32.728381 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888788ee-00fa-4697-bc54-9195e2730764 None None] Checking router: 7d9c2278-196f-448c-a076-ee61a8583f55 for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:21:32.729453 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888788ee-00fa-4697-bc54-9195e2730764 None None] Updating router 7d9c2278-196f-448c-a076-ee61a8583f55 port 753ca777-6195-4c99-b0cf-a47c51b35c2f binding host n-d-813679-3 {{(pid=95504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 19:21:32.753863 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:32.783760 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-888788ee-00fa-4697-bc54-9195e2730764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:32.787791 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d2d042f2-73e0-465c-b274-bd7b3b96424e tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:32.795493 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d042f2-73e0-465c-b274-bd7b3b96424e tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:32.796398 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d2d042f2-73e0-465c-b274-bd7b3b96424e tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:32.813266 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-01886e5a-c893-41be-a77a-3332e6083287 req-45ae8c56-22e7-484d-861c-429eb54a9b81 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234810 Oct 12 19:21:32.831129 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5bd5e482-e7c3-42e6-b43d-08df1a8fcc2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:32.873308 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5bd5e482-e7c3-42e6-b43d-08df1a8fcc2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:32.950074 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:32.982313 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-40bd7c41-8d49-4cae-8fd1-8121897a304c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8092566'] for router_interface, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:32.987552 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d042f2-73e0-465c-b274-bd7b3b96424e tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Pushing event updated for resources: {'Network': ['ID=220c77dc-03a8-4a6e-891b-dab792b8d8e8,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:33.007187 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 220c77dc-03a8-4a6e-891b-dab792b8d8e8 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:21:33.063843 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-d2d042f2-73e0-465c-b274-bd7b3b96424e tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.9426308 Oct 12 19:21:33.065178 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 43612) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:21:33.072247 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-026e97e0-dec0-4ffb-83ee-a411eb6c6c37 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Request body: {'subnet': {'network_id': '220c77dc-03a8-4a6e-891b-dab792b8d8e8', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:21:33.201258 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5bd5e482-e7c3-42e6-b43d-08df1a8fcc2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:33.204540 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5bd5e482-e7c3-42e6-b43d-08df1a8fcc2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:33.208532 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-5bd5e482-e7c3-42e6-b43d-08df1a8fcc2b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5caf21a8-3118-467d-b65d-80e81abd52c4 HTTP/1.1" status: 204 len: 168 time: 0.4912736 Oct 12 19:21:33.220378 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd5e482-e7c3-42e6-b43d-08df1a8fcc2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5caf21a8-3118-467d-b65d-80e81abd52c4,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:33.227058 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-5889efba-0f61-4365-b2a4-ef69a0187cc2 req-629e0fbb-968b-4f6f-acf8-bebe3ac12c03 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:33.251493 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-888788ee-00fa-4697-bc54-9195e2730764 None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:33.267163 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['f18d384f-1afe-4e78-8573-b82cab024b0c'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:21:33.274919 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['031f2c23-1055-471a-b4c0-a0b18c1487ff', 'fc07b6bd-c42d-4c9c-ad2b-74f1d160459d'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:21:33.320068 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629e0fbb-968b-4f6f-acf8-bebe3ac12c03 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Pushing event deleted for resources: {'Port': ['ID=1d9bea01-1aff-4c0e-bf8c-f08e43412391,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:33.321921 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-026e97e0-dec0-4ffb-83ee-a411eb6c6c37 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Made reservation on behalf of ceb2896b1b72443898c06b8dcad99d7f for: {'subnet': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:21:33.329080 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-026e97e0-dec0-4ffb-83ee-a411eb6c6c37 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4612397'] for subnet, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:33.372282 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-40bd7c41-8d49-4cae-8fd1-8121897a304c admin admin] Deleting port 16ecced5-0c91-4820-9e77-99be485aee36 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:21:33.372801 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-40bd7c41-8d49-4cae-8fd1-8121897a304c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:33.451253 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-888788ee-00fa-4697-bc54-9195e2730764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:33.487980 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-5889efba-0f61-4365-b2a4-ef69a0187cc2 req-629e0fbb-968b-4f6f-acf8-bebe3ac12c03 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] No DVR routers for this DVR port 1d9bea01-1aff-4c0e-bf8c-f08e43412391 on host n-h2-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:21:33.496310 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-5889efba-0f61-4365-b2a4-ef69a0187cc2 req-629e0fbb-968b-4f6f-acf8-bebe3ac12c03 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:33.505589 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5889efba-0f61-4365-b2a4-ef69a0187cc2 req-629e0fbb-968b-4f6f-acf8-bebe3ac12c03 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.67 "DELETE /v2.0/ports/1d9bea01-1aff-4c0e-bf8c-f08e43412391 HTTP/1.1" status: 204 len: 173 time: 1.4597194 Oct 12 19:21:33.506886 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-40bd7c41-8d49-4cae-8fd1-8121897a304c admin admin] For port 16ecced5-0c91-4820-9e77-99be485aee36, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=16ecced5-0c91-4820-9e77-99be485aee36,segment=NetworkSegment(39de4046-1820-4521-a143-39eb95fd128b),segment_id=39de4046-1820-4521-a143-39eb95fd128b)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:21:33.507543 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-40bd7c41-8d49-4cae-8fd1-8121897a304c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:33.528724 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-40bd7c41-8d49-4cae-8fd1-8121897a304c admin admin] Calling delete_port for 16ecced5-0c91-4820-9e77-99be485aee36 owned by network:router_interface {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:21:33.561912 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce213458-6c8b-4758-9e6a-7d4c2cc9c1d3 None None] Pushing event updated for resources: {'Port': ['ID=753ca777-6195-4c99-b0cf-a47c51b35c2f,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:33.600919 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb159dd6-68c1-41b5-9688-4e7a11fd8304', 'name': 'network-vif-deleted', 'tag': '1d9bea01-1aff-4c0e-bf8c-f08e43412391'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:21:33.604496 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9cc823d-c1e5-4c72-836b-a325092c2971" -d '{"events": [{"server_uuid": "cb159dd6-68c1-41b5-9688-4e7a11fd8304", "name": "network-vif-deleted", "tag": "1d9bea01-1aff-4c0e-bf8c-f08e43412391"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:21:33.676723 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-888788ee-00fa-4697-bc54-9195e2730764 None None] Attempting to bind port 753ca777-6195-4c99-b0cf-a47c51b35c2f on host n-d-813679-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:21:33.678169 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-888788ee-00fa-4697-bc54-9195e2730764 None None] Attempting to bind port 753ca777-6195-4c99-b0cf-a47c51b35c2f by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '3aba641f-d035-4588-b393-eee7a00aaa4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6339cdfa-9a82-4315-bbda-893cfbff3654'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:21:33.678652 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888788ee-00fa-4697-bc54-9195e2730764 None None] Attempting to bind port 753ca777-6195-4c99-b0cf-a47c51b35c2f on network 6339cdfa-9a82-4315-bbda-893cfbff3654 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:21:33.698038 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888788ee-00fa-4697-bc54-9195e2730764 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:21:33.700553 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793cf30c-55c9-40a0-baa2-805da609a2c4 req-2f6fb151-92b2-47bb-90a3-12195ea03725 tempest-ServersNegativeTestMultiTenantJSON-434581261 tempest-ServersNegativeTestMultiTenantJSON-434581261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:33.703728 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888788ee-00fa-4697-bc54-9195e2730764 None None] Checking segment: {'id': '3aba641f-d035-4588-b393-eee7a00aaa4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6339cdfa-9a82-4315-bbda-893cfbff3654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:21:33.717779 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-888788ee-00fa-4697-bc54-9195e2730764 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:33.717779 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888788ee-00fa-4697-bc54-9195e2730764 None None] Bound using segment: {'id': '3aba641f-d035-4588-b393-eee7a00aaa4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6339cdfa-9a82-4315-bbda-893cfbff3654'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:21:33.717779 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-888788ee-00fa-4697-bc54-9195e2730764 None None] Bound port: 753ca777-6195-4c99-b0cf-a47c51b35c2f, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3aba641f-d035-4588-b393-eee7a00aaa4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6339cdfa-9a82-4315-bbda-893cfbff3654'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:21:33.717779 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-888788ee-00fa-4697-bc54-9195e2730764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:33.718135 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-793cf30c-55c9-40a0-baa2-805da609a2c4 req-2f6fb151-92b2-47bb-90a3-12195ea03725 tempest-ServersNegativeTestMultiTenantJSON-434581261 tempest-ServersNegativeTestMultiTenantJSON-434581261-project] 10.222.0.49 "GET /v2.0/ports?device_id=57902963-2020-4a10-b130-b4db1f863a3a HTTP/1.1" status: 200 len: 944 time: 0.3099911 Oct 12 19:21:33.816689 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-793cf30c-55c9-40a0-baa2-805da609a2c4 req-be06185f-c590-4864-9acb-0cc8fde48cd2 tempest-ServersNegativeTestMultiTenantJSON-434581261 tempest-ServersNegativeTestMultiTenantJSON-434581261-project] 10.222.0.49 "GET /v2.0/security-groups?id=776ab9b0-a826-45c4-aaec-7230b7681f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016655 Oct 12 19:21:33.855810 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:33.949917 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64eaf558-3af4-4c8b-bbcb-bc826f3e2004 x-openstack-request-id: req-64eaf558-3af4-4c8b-bbcb-bc826f3e2004 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:21:33.951468 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb159dd6-68c1-41b5-9688-4e7a11fd8304", "name": "network-vif-deleted", "tag": "1d9bea01-1aff-4c0e-bf8c-f08e43412391", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:21:33.951782 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-64eaf558-3af4-4c8b-bbcb-bc826f3e2004 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:21:33.952179 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb159dd6-68c1-41b5-9688-4e7a11fd8304', 'name': 'network-vif-deleted', 'tag': '1d9bea01-1aff-4c0e-bf8c-f08e43412391', 'status': 'completed', 'code': 200} Oct 12 19:21:33.997292 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-888788ee-00fa-4697-bc54-9195e2730764 None None] For port 753ca777-6195-4c99-b0cf-a47c51b35c2f, host n-d-813679-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:21:34.003733 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-888788ee-00fa-4697-bc54-9195e2730764 None None] For port 753ca777-6195-4c99-b0cf-a47c51b35c2f, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=753ca777-6195-4c99-b0cf-a47c51b35c2f,segment=NetworkSegment(3aba641f-d035-4588-b393-eee7a00aaa4d),segment_id=3aba641f-d035-4588-b393-eee7a00aaa4d)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:21:34.023382 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device c85921d2-534a-4922-a003-5a2335033df6 up at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:21:34.113418 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 1d9bea01-1aff-4c0e-bf8c-f08e43412391 no longer exists at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:21:34.114329 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f25c10c3-faa9-43ff-ad61-60ab33384cde req-e512a446-b1e7-4162-a9c7-aaa8d6167937 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb159dd6-68c1-41b5-9688-4e7a11fd8304 HTTP/1.1" status: 200 len: 210 time: 0.0528567 Oct 12 19:21:34.133412 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-888788ee-00fa-4697-bc54-9195e2730764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:34.134748 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-40bd7c41-8d49-4cae-8fd1-8121897a304c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:34.145435 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] No Port match for: 1d9bea01-1aff-4c0e-bf8c-f08e43412391 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:21:34.145786 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 1d9bea01-1aff-4c0e-bf8c-f08e43412391 not bound to the agent host n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:21:34.192978 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-7997f84a-120b-4ce3-adae-3785bf39537f None None] Provisioning complete for port 753ca777-6195-4c99-b0cf-a47c51b35c2f triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:21:34.193355 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7997f84a-120b-4ce3-adae-3785bf39537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:34.246406 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-026e97e0-dec0-4ffb-83ee-a411eb6c6c37 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4824863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4612355'] for subnet, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:34.303212 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888788ee-00fa-4697-bc54-9195e2730764 None None] Routers {'7d9c2278-196f-448c-a076-ee61a8583f55'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:21:34.303852 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-888788ee-00fa-4697-bc54-9195e2730764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:21:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['7d9c2278-196f-448c-a076-ee61a8583f55'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:21:34.363432 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bd7c41-8d49-4cae-8fd1-8121897a304c admin admin] Pushing event deleted for resources: {'Port': ['ID=16ecced5-0c91-4820-9e77-99be485aee36,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:34.415883 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bd7c41-8d49-4cae-8fd1-8121897a304c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:21:34.422943 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bd7c41-8d49-4cae-8fd1-8121897a304c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:21:34.423616 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bd7c41-8d49-4cae-8fd1-8121897a304c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:21:34.424354 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bd7c41-8d49-4cae-8fd1-8121897a304c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:21:34.425594 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bd7c41-8d49-4cae-8fd1-8121897a304c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:21:34.426086 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bd7c41-8d49-4cae-8fd1-8121897a304c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:21:34.426564 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bd7c41-8d49-4cae-8fd1-8121897a304c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:21:34.427003 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bd7c41-8d49-4cae-8fd1-8121897a304c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:21:34.427438 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bd7c41-8d49-4cae-8fd1-8121897a304c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:21:34.427874 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bd7c41-8d49-4cae-8fd1-8121897a304c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:21:34.430016 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bd7c41-8d49-4cae-8fd1-8121897a304c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:21:34.430481 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bd7c41-8d49-4cae-8fd1-8121897a304c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:21:34.449859 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026e97e0-dec0-4ffb-83ee-a411eb6c6c37 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Checking segment: {'id': '76cb1680-6be5-430c-84c4-0cd3f3c89036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '220c77dc-03a8-4a6e-891b-dab792b8d8e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:21:34.450153 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026e97e0-dec0-4ffb-83ee-a411eb6c6c37 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Network hostable DHCP agents. Network: 220c77dc-03a8-4a6e-891b-dab792b8d8e8, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:21:34.460354 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026e97e0-dec0-4ffb-83ee-a411eb6c6c37 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Pushing event updated for resources: {'Subnet': ['ID=af255f7a-e516-482e-87f6-92081eaef7f1,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:34.548412 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-888788ee-00fa-4697-bc54-9195e2730764 None None] Set router 7d9c2278-196f-448c-a076-ee61a8583f55 gateway port host: None {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:21:34.605984 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026e97e0-dec0-4ffb-83ee-a411eb6c6c37 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Network 220c77dc-03a8-4a6e-891b-dab792b8d8e8 is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:21:34.673716 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:34.674671 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning for port c85921d2-534a-4922-a003-5a2335033df6 completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:21:34.684778 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning complete for port c85921d2-534a-4922-a003-5a2335033df6 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:21:34.684778 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:34.753521 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-40bd7c41-8d49-4cae-8fd1-8121897a304c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7898909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8092450'] for router_interface, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:34.754485 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7997f84a-120b-4ce3-adae-3785bf39537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:34.757807 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-026e97e0-dec0-4ffb-83ee-a411eb6c6c37 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, 220c77dc-03a8-4a6e-891b-dab792b8d8e8) {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:21:34.765355 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026e97e0-dec0-4ffb-83ee-a411eb6c6c37 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:34.768247 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-026e97e0-dec0-4ffb-83ee-a411eb6c6c37 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:34.810391 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce213458-6c8b-4758-9e6a-7d4c2cc9c1d3 None None] Pushing event updated for resources: {'Port': ['ID=753ca777-6195-4c99-b0cf-a47c51b35c2f,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:34.820762 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-7997f84a-120b-4ce3-adae-3785bf39537f None None] For port 753ca777-6195-4c99-b0cf-a47c51b35c2f, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=753ca777-6195-4c99-b0cf-a47c51b35c2f,segment=NetworkSegment(3aba641f-d035-4588-b393-eee7a00aaa4d),segment_id=3aba641f-d035-4588-b393-eee7a00aaa4d)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:21:34.824106 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb9cd26-ed88-486d-93ec-7d2688b03869 None None] Network 220c77dc-03a8-4a6e-891b-dab792b8d8e8 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:21:34.909361 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-026e97e0-dec0-4ffb-83ee-a411eb6c6c37 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8398306 Oct 12 19:21:34.909361 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 43660) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:21:34.935284 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7997f84a-120b-4ce3-adae-3785bf39537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:35.077801 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7997f84a-120b-4ce3-adae-3785bf39537f None None] Pushing event updated for resources: {'Port': ['ID=753ca777-6195-4c99-b0cf-a47c51b35c2f,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:35.100681 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b7e54b-e5f1-42d8-9496-de2a0b8031d5 req-5d108fb8-9576-42eb-982b-fe73f9c78181 tempest-ServersNegativeTestMultiTenantJSON-434581261 tempest-ServersNegativeTestMultiTenantJSON-434581261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:35.110580 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c2b7e54b-e5f1-42d8-9496-de2a0b8031d5 req-5d108fb8-9576-42eb-982b-fe73f9c78181 tempest-ServersNegativeTestMultiTenantJSON-434581261 tempest-ServersNegativeTestMultiTenantJSON-434581261-project] 10.222.0.49 "GET /v2.0/ports?device_id=57902963-2020-4a10-b130-b4db1f863a3a HTTP/1.1" status: 200 len: 944 time: 0.1422927 Oct 12 19:21:35.149539 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-888788ee-00fa-4697-bc54-9195e2730764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d9c2278-196f-448c-a076-ee61a8583f55', 'name': 'tempest-RoutersTest-router-334466', 'tenant_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:21:06Z', 'updated_at': '2021-10-12T19:21:29Z', 'revision_number': 4, 'project_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'gw_port_host': None, '_interfaces': [{'id': '5fc32773-6fb4-421a-9cc6-f09c3aa8dfb8', 'name': '', 'network_id': 'b486f23d-6b58-4b81-8a2f-62ebab0101c5', 'tenant_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'mac_address': 'fa:16:3e:0f:37:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9c2278-196f-448c-a076-ee61a8583f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '05e171b4-749e-46ec-9e3f-520255692239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:21:09Z', 'updated_at': '2021-10-12T19:21:16Z', 'revision_number': 5, 'project_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'subnets': [{'id': '05e171b4-749e-46ec-9e3f-520255692239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '753ca777-6195-4c99-b0cf-a47c51b35c2f', 'name': '', 'network_id': '6339cdfa-9a82-4315-bbda-893cfbff3654', 'tenant_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'mac_address': 'fa:16:3e:66:b1:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d9c2278-196f-448c-a076-ee61a8583f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '6d678f8a-6782-4a3a-96db-1cf5c8a3c54d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:21:28Z', 'updated_at': '2021-10-12T19:21:33Z', 'revision_number': 4, 'project_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'subnets': [{'id': '6d678f8a-6782-4a3a-96db-1cf5c8a3c54d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db9df9af-8c02-4ef1-89cc-1c3fe4a087cf', 'name': '', 'network_id': '4749b30b-9a97-4e15-ae65-09e4a2a4c880', 'tenant_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'mac_address': 'fa:16:3e:8b:42:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9c2278-196f-448c-a076-ee61a8583f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '433bc341-8490-4169-b2a7-96662af09f31', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:21:16Z', 'updated_at': '2021-10-12T19:21:25Z', 'revision_number': 5, 'project_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'subnets': [{'id': '433bc341-8490-4169-b2a7-96662af09f31', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:21:35.181439 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:35.188828 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-de3fe577-ef01-42c5-a8c4-f5d74d6d244a None None] Provisioning complete for port 753ca777-6195-4c99-b0cf-a47c51b35c2f triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:21:35.189413 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-de3fe577-ef01-42c5-a8c4-f5d74d6d244a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:35.197831 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888788ee-00fa-4697-bc54-9195e2730764 None None] The sync data for ids ['7d9c2278-196f-448c-a076-ee61a8583f55'] in n-d-813679-3 is: [{'id': '7d9c2278-196f-448c-a076-ee61a8583f55', 'name': 'tempest-RoutersTest-router-334466', 'tenant_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:21:06Z', 'updated_at': '2021-10-12T19:21:29Z', 'revision_number': 4, 'project_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'gw_port_host': None, '_interfaces': [{'id': '5fc32773-6fb4-421a-9cc6-f09c3aa8dfb8', 'name': '', 'network_id': 'b486f23d-6b58-4b81-8a2f-62ebab0101c5', 'tenant_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'mac_address': 'fa:16:3e:0f:37:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9c2278-196f-448c-a076-ee61a8583f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '05e171b4-749e-46ec-9e3f-520255692239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:21:09Z', 'updated_at': '2021-10-12T19:21:16Z', 'revision_number': 5, 'project_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'subnets': [{'id': '05e171b4-749e-46ec-9e3f-520255692239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '753ca777-6195-4c99-b0cf-a47c51b35c2f', 'name': '', 'network_id': '6339cdfa-9a82-4315-bbda-893cfbff3654', 'tenant_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'mac_address': 'fa:16:3e:66:b1:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d9c2278-196f-448c-a076-ee61a8583f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '6d678f8a-6782-4a3a-96db-1cf5c8a3c54d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:21:28Z', 'updated_at': '2021-10-12T19:21:33Z', 'revision_number': 4, 'project_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'subnets': [{'id': '6d678f8a-6782-4a3a-96db-1cf5c8a3c54d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db9df9af-8c02-4ef1-89cc-1c3fe4a087cf', 'name': '', 'network_id': '4749b30b-9a97-4e15-ae65-09e4a2a4c880', 'tenant_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'mac_address': 'fa:16:3e:8b:42:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9c2278-196f-448c-a076-ee61a8583f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '433bc341-8490-4169-b2a7-96662af09f31', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:21:16Z', 'updated_at': '2021-10-12T19:21:25Z', 'revision_number': 5, 'project_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'subnets': [{'id': '433bc341-8490-4169-b2a7-96662af09f31', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:21:35.335307 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c2b7e54b-e5f1-42d8-9496-de2a0b8031d5 req-b1dcc2c4-eb0c-48c2-b358-bb75e423b10d tempest-ServersNegativeTestMultiTenantJSON-434581261 tempest-ServersNegativeTestMultiTenantJSON-434581261-project] 10.222.0.49 "GET /v2.0/security-groups?id=776ab9b0-a826-45c4-aaec-7230b7681f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236099 Oct 12 19:21:35.380855 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57902963-2020-4a10-b130-b4db1f863a3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c85921d2-534a-4922-a003-5a2335033df6'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:21:35.400795 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac9515e1-1e85-44e1-849f-66303e837d93" -d '{"events": [{"server_uuid": "57902963-2020-4a10-b130-b4db1f863a3a", "name": "network-vif-plugged", "status": "completed", "tag": "c85921d2-534a-4922-a003-5a2335033df6"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:21:35.426400 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port c85921d2-534a-4922-a003-5a2335033df6, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=c85921d2-534a-4922-a003-5a2335033df6,segment=NetworkSegment(4b78c1bd-de64-4d2a-a99d-44aa7394032f),segment_id=4b78c1bd-de64-4d2a-a99d-44aa7394032f)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:21:35.477052 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40bd7c41-8d49-4cae-8fd1-8121897a304c admin admin] Router 8cfc3488-f25e-4597-96a9-33faec720c6e has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:21:35.516142 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b59e791-abfc-47de-b617-71c6707137d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-220c77dc-03a8-4a6e-891b-dab792b8d8e8', 'network_id': '220c77dc-03a8-4a6e-891b-dab792b8d8e8', 'tenant_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'fixed_ips': [{'subnet_id': 'af255f7a-e516-482e-87f6-92081eaef7f1'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:21:35.517052 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3b59e791-abfc-47de-b617-71c6707137d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:35.528956 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:35.623769 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af6285ac-3b4c-47ec-9533-bf552b3420ef x-openstack-request-id: req-af6285ac-3b4c-47ec-9533-bf552b3420ef {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:21:35.623769 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57902963-2020-4a10-b130-b4db1f863a3a", "name": "network-vif-plugged", "status": "completed", "tag": "c85921d2-534a-4922-a003-5a2335033df6", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:21:35.624002 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-af6285ac-3b4c-47ec-9533-bf552b3420ef {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:21:35.624738 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57902963-2020-4a10-b130-b4db1f863a3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c85921d2-534a-4922-a003-5a2335033df6', 'code': 200} Oct 12 19:21:35.724104 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=c85921d2-534a-4922-a003-5a2335033df6,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:35.781831 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40bd7c41-8d49-4cae-8fd1-8121897a304c admin admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:21:35.802702 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-40bd7c41-8d49-4cae-8fd1-8121897a304c admin admin] 10.222.0.49 "PUT /v2.0/routers/8cfc3488-f25e-4597-96a9-33faec720c6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8944192 Oct 12 19:21:35.804580 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 43688) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:21:35.808961 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a87dfe-23d1-48a4-b2fe-fd34f3d590e2 None None] Sync routers for ids ['8cfc3488-f25e-4597-96a9-33faec720c6e'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:21:35.852396 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a87dfe-23d1-48a4-b2fe-fd34f3d590e2 None None] Routers {'8cfc3488-f25e-4597-96a9-33faec720c6e'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:21:35.853040 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-e8a87dfe-23d1-48a4-b2fe-fd34f3d590e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:21:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['8cfc3488-f25e-4597-96a9-33faec720c6e'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:21:35.980353 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-05587137-7f92-4b3d-bfc3-2cbfe80d8e04 admin admin] Notify callbacks [] for router, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:35.995156 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-e8a87dfe-23d1-48a4-b2fe-fd34f3d590e2 None None] Set router 8cfc3488-f25e-4597-96a9-33faec720c6e gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:21:36.014736 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9a4e0827-a83a-4765-af35-428ec1a7200e req-7752b94f-ec06-4cbe-8556-fad7fdc022fd tempest-QuotasAdminNegativeTest-197319424 tempest-QuotasAdminNegativeTest-197319424-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=03904e34b53e49609d811406646919c3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0871174 Oct 12 19:21:36.121301 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-3b59e791-abfc-47de-b617-71c6707137d1 None None] Allocated IP 172.23.0.2 (220c77dc-03a8-4a6e-891b-dab792b8d8e8/af255f7a-e516-482e-87f6-92081eaef7f1/99b32985-63a5-4000-b6f1-3473e62b376b) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:21:36.125805 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-05587137-7f92-4b3d-bfc3-2cbfe80d8e04 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:36.246558 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cce0b10-2f75-45de-b4fa-769a0165030e req-3e6ca5e0-01a4-4c1c-aa81-e6c6f5dd8d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:36.248154 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5cce0b10-2f75-45de-b4fa-769a0165030e req-3e6ca5e0-01a4-4c1c-aa81-e6c6f5dd8d03 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=57902963-2020-4a10-b130-b4db1f863a3a HTTP/1.1" status: 200 len: 1096 time: 0.3089330 Oct 12 19:21:36.339300 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-05587137-7f92-4b3d-bfc3-2cbfe80d8e04 admin admin] Deleting port 82e7952a-09a3-4022-af1d-ff0736692e40 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:21:36.339882 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-05587137-7f92-4b3d-bfc3-2cbfe80d8e04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:36.370263 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5cce0b10-2f75-45de-b4fa-769a0165030e req-05e0de5a-ab2a-4e77-8f1a-cd13e907f9b5 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=776ab9b0-a826-45c4-aaec-7230b7681f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909100 Oct 12 19:21:36.445547 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3b59e791-abfc-47de-b617-71c6707137d1 None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:36.458518 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-e8a87dfe-23d1-48a4-b2fe-fd34f3d590e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cfc3488-f25e-4597-96a9-33faec720c6e', 'name': 'tempest-ServersTestBootFromVolume-1270830842-router', 'tenant_id': '946dd0c35a1f4bae8ffa87f2f91ec7ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '82e7952a-09a3-4022-af1d-ff0736692e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:16:09Z', 'updated_at': '2021-10-12T19:21:33Z', 'revision_number': 5, 'project_id': '946dd0c35a1f4bae8ffa87f2f91ec7ab', 'gw_port': {'id': '82e7952a-09a3-4022-af1d-ff0736692e40', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cfc3488-f25e-4597-96a9-33faec720c6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:16:09Z', 'updated_at': '2021-10-12T19:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:21:36.461158 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-05587137-7f92-4b3d-bfc3-2cbfe80d8e04 admin admin] For port 82e7952a-09a3-4022-af1d-ff0736692e40, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=82e7952a-09a3-4022-af1d-ff0736692e40,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:21:36.461695 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-05587137-7f92-4b3d-bfc3-2cbfe80d8e04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:36.476450 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-05587137-7f92-4b3d-bfc3-2cbfe80d8e04 admin admin] Calling delete_port for 82e7952a-09a3-4022-af1d-ff0736692e40 owned by network:router_gateway {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:21:36.480399 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4e0827-a83a-4765-af35-428ec1a7200e req-f2861efe-f712-4e6f-8fdb-9b889903fcbf tempest-QuotasAdminNegativeTest-197319424 tempest-QuotasAdminNegativeTest-197319424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:36.482221 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9a4e0827-a83a-4765-af35-428ec1a7200e req-f2861efe-f712-4e6f-8fdb-9b889903fcbf tempest-QuotasAdminNegativeTest-197319424 tempest-QuotasAdminNegativeTest-197319424-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4667866 Oct 12 19:21:36.512124 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a87dfe-23d1-48a4-b2fe-fd34f3d590e2 None None] Checking router: 8cfc3488-f25e-4597-96a9-33faec720c6e for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:21:36.521354 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a87dfe-23d1-48a4-b2fe-fd34f3d590e2 None None] Routers {'8cfc3488-f25e-4597-96a9-33faec720c6e'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:21:36.522004 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-e8a87dfe-23d1-48a4-b2fe-fd34f3d590e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:21:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['8cfc3488-f25e-4597-96a9-33faec720c6e'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:21:36.533084 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9a4e0827-a83a-4765-af35-428ec1a7200e req-77ab40f4-ed56-414d-b8af-c9d088a98392 tempest-QuotasAdminNegativeTest-197319424 tempest-QuotasAdminNegativeTest-197319424-project] 10.222.0.49 "GET /v2.0/quotas/03904e34b53e49609d811406646919c3 HTTP/1.1" status: 200 len: 375 time: 0.0206776 Oct 12 19:21:36.622658 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3b59e791-abfc-47de-b617-71c6707137d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:36.723528 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b59e791-abfc-47de-b617-71c6707137d1 None None] Pushing event updated for resources: {'Port': ['ID=99b32985-63a5-4000-b6f1-3473e62b376b,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:36.725497 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-05587137-7f92-4b3d-bfc3-2cbfe80d8e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:36.735814 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9a4e0827-a83a-4765-af35-428ec1a7200e req-cb7231cc-e14e-4adb-b2c2-15ed62adb7a2 tempest-QuotasAdminNegativeTest-197319424 tempest-QuotasAdminNegativeTest-197319424-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=03904e34b53e49609d811406646919c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1904984 Oct 12 19:21:36.738283 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-48be5fa6-8195-440d-80d4-42f31febc920 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:36.763855 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05587137-7f92-4b3d-bfc3-2cbfe80d8e04 admin admin] Pushing event deleted for resources: {'Port': ['ID=82e7952a-09a3-4022-af1d-ff0736692e40,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:36.787934 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 753ca777-6195-4c99-b0cf-a47c51b35c2f up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:21:36.791989 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b59e791-abfc-47de-b617-71c6707137d1 None None] Network 220c77dc-03a8-4a6e-891b-dab792b8d8e8 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:21:36.832064 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbe2fb3-7f84-4dee-86d7-2f3b81eb542b req-f234abe7-08ba-419f-bbd4-33868ec3870a tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:36.833674 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-fdbe2fb3-7f84-4dee-86d7-2f3b81eb542b req-f234abe7-08ba-419f-bbd4-33868ec3870a tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5314e30-527f-43ff-ad86-8b07326cb2f2 HTTP/1.1" status: 200 len: 950 time: 0.1453037 Oct 12 19:21:36.842596 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-3b59e791-abfc-47de-b617-71c6707137d1 None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:21:36.867633 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-e8a87dfe-23d1-48a4-b2fe-fd34f3d590e2 None None] Set router 8cfc3488-f25e-4597-96a9-33faec720c6e gateway port host: None {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:21:36.868209 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-05587137-7f92-4b3d-bfc3-2cbfe80d8e04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7915456'] for router_gateway, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:36.989008 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-fdbe2fb3-7f84-4dee-86d7-2f3b81eb542b req-7b94d25d-a687-4274-8957-fb0025bd0a48 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456192 Oct 12 19:21:36.998916 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-05587137-7f92-4b3d-bfc3-2cbfe80d8e04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255495'] for router, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:37.001937 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-05587137-7f92-4b3d-bfc3-2cbfe80d8e04 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:37.136958 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-05587137-7f92-4b3d-bfc3-2cbfe80d8e04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8093499'] for router, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:37.137734 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05587137-7f92-4b3d-bfc3-2cbfe80d8e04 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8cfc3488-f25e-4597-96a9-33faec720c6e {{(pid=95502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 19:21:37.140129 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309636c6-a318-4a7c-b3b4-378c21aea9ab req-a6fcf0c9-a8c5-41d3-91a6-3a1f648a0675 tempest-ServersNegativeTestMultiTenantJSON-434581261 tempest-ServersNegativeTestMultiTenantJSON-434581261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:37.152748 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-309636c6-a318-4a7c-b3b4-378c21aea9ab req-a6fcf0c9-a8c5-41d3-91a6-3a1f648a0675 tempest-ServersNegativeTestMultiTenantJSON-434581261 tempest-ServersNegativeTestMultiTenantJSON-434581261-project] 10.222.0.49 "GET /v2.0/ports?device_id=57902963-2020-4a10-b130-b4db1f863a3a HTTP/1.1" status: 200 len: 945 time: 0.1725233 Oct 12 19:21:37.153110 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-05587137-7f92-4b3d-bfc3-2cbfe80d8e04 admin admin] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:37.156794 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-05587137-7f92-4b3d-bfc3-2cbfe80d8e04 admin admin] 10.222.0.49 "DELETE /v2.0/routers/8cfc3488-f25e-4597-96a9-33faec720c6e HTTP/1.1" status: 204 len: 168 time: 1.3488860 Oct 12 19:21:37.157811 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 43724) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:21:37.168319 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b59e791-abfc-47de-b617-71c6707137d1 None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:21:37.188615 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-e8a87dfe-23d1-48a4-b2fe-fd34f3d590e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cfc3488-f25e-4597-96a9-33faec720c6e', 'name': 'tempest-ServersTestBootFromVolume-1270830842-router', 'tenant_id': '946dd0c35a1f4bae8ffa87f2f91ec7ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:16:09Z', 'updated_at': '2021-10-12T19:21:36Z', 'revision_number': 6, 'project_id': '946dd0c35a1f4bae8ffa87f2f91ec7ab', 'gw_port_host': None}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:21:37.226484 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-48be5fa6-8195-440d-80d4-42f31febc920 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Allocated IP 172.23.0.1 (220c77dc-03a8-4a6e-891b-dab792b8d8e8/af255f7a-e516-482e-87f6-92081eaef7f1/6681cfd4-dd5b-4cfb-ad57-dc92e2ef21db) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:21:37.233370 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-309636c6-a318-4a7c-b3b4-378c21aea9ab req-a6315db8-2939-46e4-bfa1-45415801ff9d tempest-ServersNegativeTestMultiTenantJSON-434581261 tempest-ServersNegativeTestMultiTenantJSON-434581261-project] 10.222.0.49 "GET /v2.0/security-groups?id=776ab9b0-a826-45c4-aaec-7230b7681f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786934 Oct 12 19:21:37.255914 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-8de6823c-e610-4e25-ba9e-4a1c29c0610a admin admin] Deleting subnet e6d5c0cf-d179-4ac4-8185-f423c3359bf7 {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:21:37.268774 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8de6823c-e610-4e25-ba9e-4a1c29c0610a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:37.293552 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-3b59e791-abfc-47de-b617-71c6707137d1 None None] Attempting to bind port 99b32985-63a5-4000-b6f1-3473e62b376b on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:21:37.293855 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-3b59e791-abfc-47de-b617-71c6707137d1 None None] Attempting to bind port 99b32985-63a5-4000-b6f1-3473e62b376b by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '76cb1680-6be5-430c-84c4-0cd3f3c89036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '220c77dc-03a8-4a6e-891b-dab792b8d8e8'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:21:37.294196 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b59e791-abfc-47de-b617-71c6707137d1 None None] Attempting to bind port 99b32985-63a5-4000-b6f1-3473e62b376b on network 220c77dc-03a8-4a6e-891b-dab792b8d8e8 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:21:37.300511 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a87dfe-23d1-48a4-b2fe-fd34f3d590e2 None None] The sync data for ids ['8cfc3488-f25e-4597-96a9-33faec720c6e'] in n-d-813679-3 is: [{'id': '8cfc3488-f25e-4597-96a9-33faec720c6e', 'name': 'tempest-ServersTestBootFromVolume-1270830842-router', 'tenant_id': '946dd0c35a1f4bae8ffa87f2f91ec7ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:16:09Z', 'updated_at': '2021-10-12T19:21:36Z', 'revision_number': 6, 'project_id': '946dd0c35a1f4bae8ffa87f2f91ec7ab', 'gw_port_host': None}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:21:37.303442 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 753ca777-6195-4c99-b0cf-a47c51b35c2f triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:21:37.303833 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:37.324190 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8de6823c-e610-4e25-ba9e-4a1c29c0610a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16313642'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:37.339941 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b59e791-abfc-47de-b617-71c6707137d1 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:21:37.340253 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b59e791-abfc-47de-b617-71c6707137d1 None None] Checking segment: {'id': '76cb1680-6be5-430c-84c4-0cd3f3c89036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '220c77dc-03a8-4a6e-891b-dab792b8d8e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:21:37.340634 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3b59e791-abfc-47de-b617-71c6707137d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:37.341030 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b59e791-abfc-47de-b617-71c6707137d1 None None] Bound using segment: {'id': '76cb1680-6be5-430c-84c4-0cd3f3c89036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '220c77dc-03a8-4a6e-891b-dab792b8d8e8'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:21:37.341519 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-3b59e791-abfc-47de-b617-71c6707137d1 None None] Bound port: 99b32985-63a5-4000-b6f1-3473e62b376b, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76cb1680-6be5-430c-84c4-0cd3f3c89036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '220c77dc-03a8-4a6e-891b-dab792b8d8e8'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:21:37.341907 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3b59e791-abfc-47de-b617-71c6707137d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:37.417032 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-48be5fa6-8195-440d-80d4-42f31febc920 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:37.461716 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8de6823c-e610-4e25-ba9e-4a1c29c0610a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:37.467891 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-3b59e791-abfc-47de-b617-71c6707137d1 None None] For port 99b32985-63a5-4000-b6f1-3473e62b376b, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:21:37.485871 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-3b59e791-abfc-47de-b617-71c6707137d1 None None] For port 99b32985-63a5-4000-b6f1-3473e62b376b, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=99b32985-63a5-4000-b6f1-3473e62b376b,segment=NetworkSegment(76cb1680-6be5-430c-84c4-0cd3f3c89036),segment_id=76cb1680-6be5-430c-84c4-0cd3f3c89036)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:21:37.577060 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-48be5fa6-8195-440d-80d4-42f31febc920 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:37.620156 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48be5fa6-8195-440d-80d4-42f31febc920 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Network 220c77dc-03a8-4a6e-891b-dab792b8d8e8 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:21:37.633969 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-48be5fa6-8195-440d-80d4-42f31febc920 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:21:37.651838 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48be5fa6-8195-440d-80d4-42f31febc920 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:21:37.653848 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 43730) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:21:37.655890 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3b59e791-abfc-47de-b617-71c6707137d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:37.661094 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8de6823c-e610-4e25-ba9e-4a1c29c0610a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4306592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16245866'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:37.735638 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8de6823c-e610-4e25-ba9e-4a1c29c0610a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:37.746509 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-8de6823c-e610-4e25-ba9e-4a1c29c0610a admin admin] 10.222.0.49 "DELETE /v2.0/subnets/e6d5c0cf-d179-4ac4-8185-f423c3359bf7 HTTP/1.1" status: 204 len: 168 time: 0.5874028 Oct 12 19:21:37.747715 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de6823c-e610-4e25-ba9e-4a1c29c0610a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6d5c0cf-d179-4ac4-8185-f423c3359bf7,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:37.750404 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 43738) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:21:37.779800 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5dbb6ed-f2b7-452c-b516-0a0e1d8edd74 None None] Network ab893836-0239-44c0-af28-b9b191133092 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:21:37.790806 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48be5fa6-8195-440d-80d4-42f31febc920 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Pushing event updated for resources: {'Port': ['ID=6681cfd4-dd5b-4cfb-ad57-dc92e2ef21db,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:37.838545 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-48be5fa6-8195-440d-80d4-42f31febc920 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7915309'] for router_interface, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:37.856974 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a54d9c-619e-45b1-ae8f-5ca36f6b76ff req-a276223f-c208-46dd-9f81-d1a7c80b37f2 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:37.858532 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-19a54d9c-619e-45b1-ae8f-5ca36f6b76ff req-a276223f-c208-46dd-9f81-d1a7c80b37f2 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.67 "GET /v2.0/ports?device_id=e5314e30-527f-43ff-ad86-8b07326cb2f2 HTTP/1.1" status: 200 len: 950 time: 0.2369671 Oct 12 19:21:37.883766 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3b6f72e7-3768-4ae1-96f5-f341aa12849c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:37.915463 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b1d3eb13-2f5d-4124-a548-e6403458e6a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:37.943525 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b59e791-abfc-47de-b617-71c6707137d1 None None] Pushing event updated for resources: {'Port': ['ID=99b32985-63a5-4000-b6f1-3473e62b376b,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:38.027506 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-3b6f72e7-3768-4ae1-96f5-f341aa12849c admin admin] Deleting port 265fbd9a-dd4e-4cdf-9ca3-ba76b9cdbdbe {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:21:38.029176 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3b6f72e7-3768-4ae1-96f5-f341aa12849c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:38.101504 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b1d3eb13-2f5d-4124-a548-e6403458e6a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:38.118608 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-3b6f72e7-3768-4ae1-96f5-f341aa12849c admin admin] For port 265fbd9a-dd4e-4cdf-9ca3-ba76b9cdbdbe, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=265fbd9a-dd4e-4cdf-9ca3-ba76b9cdbdbe,segment=NetworkSegment(39de4046-1820-4521-a143-39eb95fd128b),segment_id=39de4046-1820-4521-a143-39eb95fd128b)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:21:38.119082 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3b6f72e7-3768-4ae1-96f5-f341aa12849c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:38.132977 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-19a54d9c-619e-45b1-ae8f-5ca36f6b76ff req-581b41e2-d6f8-4eb5-8029-461ebda7c9b4 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Deleting port fc07b6bd-c42d-4c9c-ad2b-74f1d160459d {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:21:38.133610 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-19a54d9c-619e-45b1-ae8f-5ca36f6b76ff req-581b41e2-d6f8-4eb5-8029-461ebda7c9b4 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:38.142649 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-3b6f72e7-3768-4ae1-96f5-f341aa12849c admin admin] Calling delete_port for 265fbd9a-dd4e-4cdf-9ca3-ba76b9cdbdbe owned by network:dhcp {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:21:38.328439 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feaebe4b-4a81-4599-9707-b187a134f4d7 None None] DHCP port deletion for ab893836-0239-44c0-af28-b9b191133092 request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 19:21:38.333839 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-48be5fa6-8195-440d-80d4-42f31febc920 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:38.351501 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-19a54d9c-619e-45b1-ae8f-5ca36f6b76ff req-581b41e2-d6f8-4eb5-8029-461ebda7c9b4 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] For port fc07b6bd-c42d-4c9c-ad2b-74f1d160459d, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=fc07b6bd-c42d-4c9c-ad2b-74f1d160459d,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:21:38.351871 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-19a54d9c-619e-45b1-ae8f-5ca36f6b76ff req-581b41e2-d6f8-4eb5-8029-461ebda7c9b4 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:38.427064 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-feaebe4b-4a81-4599-9707-b187a134f4d7 None None] Deleting port 265fbd9a-dd4e-4cdf-9ca3-ba76b9cdbdbe {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:21:38.427544 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-feaebe4b-4a81-4599-9707-b187a134f4d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:38.433830 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-19a54d9c-619e-45b1-ae8f-5ca36f6b76ff req-581b41e2-d6f8-4eb5-8029-461ebda7c9b4 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Calling delete_port for fc07b6bd-c42d-4c9c-ad2b-74f1d160459d owned by compute:nova {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:21:38.575006 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-feaebe4b-4a81-4599-9707-b187a134f4d7 None None] For port 265fbd9a-dd4e-4cdf-9ca3-ba76b9cdbdbe, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=265fbd9a-dd4e-4cdf-9ca3-ba76b9cdbdbe,segment=NetworkSegment(39de4046-1820-4521-a143-39eb95fd128b),segment_id=39de4046-1820-4521-a143-39eb95fd128b)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:21:38.575752 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-feaebe4b-4a81-4599-9707-b187a134f4d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:38.602692 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-feaebe4b-4a81-4599-9707-b187a134f4d7 None None] Calling delete_port for 265fbd9a-dd4e-4cdf-9ca3-ba76b9cdbdbe owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:21:38.640656 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b1d3eb13-2f5d-4124-a548-e6403458e6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:38.681710 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-b1d3eb13-2f5d-4124-a548-e6403458e6a9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e836452a28c14707b200483fda5a672a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0258830 Oct 12 19:21:38.688695 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 43760) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:21:38.701362 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584fc70b-00e7-4470-b63a-4680cf337d7b req-ed329358-0f3a-4fcd-bf95-c363dcf3d30b tempest-ServersNegativeTestMultiTenantJSON-434581261 tempest-ServersNegativeTestMultiTenantJSON-434581261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:38.703062 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-584fc70b-00e7-4470-b63a-4680cf337d7b req-ed329358-0f3a-4fcd-bf95-c363dcf3d30b tempest-ServersNegativeTestMultiTenantJSON-434581261 tempest-ServersNegativeTestMultiTenantJSON-434581261-project] 10.222.0.49 "GET /v2.0/ports?device_id=57902963-2020-4a10-b130-b4db1f863a3a HTTP/1.1" status: 200 len: 945 time: 0.1538830 Oct 12 19:21:38.749431 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff66588-ceaf-463d-8af5-106ab7f941fc req-2967b639-3a1a-4b56-9d85-65eae84c2784 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:38.757311 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0ff66588-ceaf-463d-8af5-106ab7f941fc req-2967b639-3a1a-4b56-9d85-65eae84c2784 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5314e30-527f-43ff-ad86-8b07326cb2f2 HTTP/1.1" status: 200 len: 950 time: 0.6269531 Oct 12 19:21:38.767253 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d3eb13-2f5d-4124-a548-e6403458e6a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bdf2fd6-eb74-4abb-ab7f-27dfcef74c5f,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:38.773420 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 99b32985-63a5-4000-b6f1-3473e62b376b up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:21:38.826622 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-584fc70b-00e7-4470-b63a-4680cf337d7b req-4604b226-8a4c-4858-946a-ce81e58fd4da tempest-ServersNegativeTestMultiTenantJSON-434581261 tempest-ServersNegativeTestMultiTenantJSON-434581261-project] 10.222.0.49 "GET /v2.0/security-groups?id=776ab9b0-a826-45c4-aaec-7230b7681f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880103 Oct 12 19:21:38.828627 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-feaebe4b-4a81-4599-9707-b187a134f4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:38.841958 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0ff66588-ceaf-463d-8af5-106ab7f941fc req-5d61cb97-96b3-4b9d-82ad-12931c9d5427 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837312 Oct 12 19:21:38.890212 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-688caa66-6444-407a-8e69-bdc1bef54441 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:38.890212 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3b6f72e7-3768-4ae1-96f5-f341aa12849c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:38.890419 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaebe4b-4a81-4599-9707-b187a134f4d7 None None] Pushing event deleted for resources: {'Port': ['ID=265fbd9a-dd4e-4cdf-9ca3-ba76b9cdbdbe,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:38.890635 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feaebe4b-4a81-4599-9707-b187a134f4d7 None None] No DVR routers for this DVR port 265fbd9a-dd4e-4cdf-9ca3-ba76b9cdbdbe on host n-d-813679-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:21:38.904640 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 99b32985-63a5-4000-b6f1-3473e62b376b triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:21:38.905229 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:38.935214 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-48be5fa6-8195-440d-80d4-42f31febc920 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:38.956054 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6f72e7-3768-4ae1-96f5-f341aa12849c admin admin] Pushing event deleted for resources: {'Port': ['ID=265fbd9a-dd4e-4cdf-9ca3-ba76b9cdbdbe,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:38.982091 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6f72e7-3768-4ae1-96f5-f341aa12849c admin admin] No DVR routers for this DVR port 265fbd9a-dd4e-4cdf-9ca3-ba76b9cdbdbe on host n-d-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:21:38.987021 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-19a54d9c-619e-45b1-ae8f-5ca36f6b76ff req-581b41e2-d6f8-4eb5-8029-461ebda7c9b4 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:38.992403 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-688caa66-6444-407a-8e69-bdc1bef54441 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:39.021077 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['031f2c23-1055-471a-b4c0-a0b18c1487ff'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:21:39.023165 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['f18d384f-1afe-4e78-8573-b82cab024b0c'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:21:39.039850 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1c1063ec-e8ae-483a-895f-7d07c3be8fe6 req-da2dc8b2-55a3-4ed6-bd8d-db78c5d0792b tempest-QuotasAdminNegativeTest-197319424 tempest-QuotasAdminNegativeTest-197319424-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=03904e34b53e49609d811406646919c3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0731652 Oct 12 19:21:39.040622 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-48be5fa6-8195-440d-80d4-42f31febc920 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:39.095963 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581b41e2-d6f8-4eb5-8029-461ebda7c9b4 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Pushing event deleted for resources: {'Port': ['ID=fc07b6bd-c42d-4c9c-ad2b-74f1d160459d,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:39.098188 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:39.167923 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] For port 99b32985-63a5-4000-b6f1-3473e62b376b, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=99b32985-63a5-4000-b6f1-3473e62b376b,segment=NetworkSegment(76cb1680-6be5-430c-84c4-0cd3f3c89036),segment_id=76cb1680-6be5-430c-84c4-0cd3f3c89036)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:21:39.180065 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3b6f72e7-3768-4ae1-96f5-f341aa12849c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:39.217613 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082820bb-c4af-45d3-8499-013e4e3d5370 req-03f14fb5-487a-454e-9ff5-33c200cee1b2 tempest-ServersNegativeTestMultiTenantJSON-434581261 tempest-ServersNegativeTestMultiTenantJSON-434581261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:39.219276 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-082820bb-c4af-45d3-8499-013e4e3d5370 req-03f14fb5-487a-454e-9ff5-33c200cee1b2 tempest-ServersNegativeTestMultiTenantJSON-434581261 tempest-ServersNegativeTestMultiTenantJSON-434581261-project] 10.222.0.49 "GET /v2.0/ports?device_id=57902963-2020-4a10-b130-b4db1f863a3a HTTP/1.1" status: 200 len: 945 time: 0.1724916 Oct 12 19:21:39.232118 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-3b6f72e7-3768-4ae1-96f5-f341aa12849c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab893836-0239-44c0-af28-b9b191133092']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:21:39.251729 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-3b6f72e7-3768-4ae1-96f5-f341aa12849c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39de4046-1820-4521-a143-39eb95fd128b') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:21:39.252164 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-3b6f72e7-3768-4ae1-96f5-f341aa12849c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39de4046-1820-4521-a143-39eb95fd128b') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:21:39.254164 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-19a54d9c-619e-45b1-ae8f-5ca36f6b76ff req-581b41e2-d6f8-4eb5-8029-461ebda7c9b4 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] No DVR routers for this DVR port fc07b6bd-c42d-4c9c-ad2b-74f1d160459d on host n-h2-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:21:39.260635 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-48be5fa6-8195-440d-80d4-42f31febc920 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7898980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8092605'] for router_interface, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:39.273839 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3b6f72e7-3768-4ae1-96f5-f341aa12849c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16313633'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:39.278464 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:39.280249 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-19a54d9c-619e-45b1-ae8f-5ca36f6b76ff req-581b41e2-d6f8-4eb5-8029-461ebda7c9b4 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:39.288827 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-19a54d9c-619e-45b1-ae8f-5ca36f6b76ff req-581b41e2-d6f8-4eb5-8029-461ebda7c9b4 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.67 "DELETE /v2.0/ports/fc07b6bd-c42d-4c9c-ad2b-74f1d160459d HTTP/1.1" status: 204 len: 173 time: 1.3436229 Oct 12 19:21:39.288827 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48be5fa6-8195-440d-80d4-42f31febc920 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Pushing event updated for resources: {'Port': ['ID=6681cfd4-dd5b-4cfb-ad57-dc92e2ef21db,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:39.302420 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3b6f72e7-3768-4ae1-96f5-f341aa12849c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:39.313093 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5314e30-527f-43ff-ad86-8b07326cb2f2', 'name': 'network-vif-deleted', 'tag': 'fc07b6bd-c42d-4c9c-ad2b-74f1d160459d'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:21:39.315375 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bfa4e3b-2076-44cf-a7fe-343415953dbc" -d '{"events": [{"server_uuid": "e5314e30-527f-43ff-ad86-8b07326cb2f2", "name": "network-vif-deleted", "tag": "fc07b6bd-c42d-4c9c-ad2b-74f1d160459d"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:21:39.329999 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b6f72e7-3768-4ae1-96f5-f341aa12849c admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:21:39.330381 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3b6f72e7-3768-4ae1-96f5-f341aa12849c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4305278'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:39.332397 n-d-813679-3 neutron-server[95502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:21:39.332397 n-d-813679-3 neutron-server[95502]: self.session.flush() Oct 12 19:21:39.332397 n-d-813679-3 neutron-server[95502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:21:39.332397 n-d-813679-3 neutron-server[95502]: self.session.flush() Oct 12 19:21:39.332397 n-d-813679-3 neutron-server[95502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:21:39.332397 n-d-813679-3 neutron-server[95502]: self.session.flush() Oct 12 19:21:39.332397 n-d-813679-3 neutron-server[95502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:21:39.332397 n-d-813679-3 neutron-server[95502]: self.session.flush() Oct 12 19:21:39.332397 n-d-813679-3 neutron-server[95502]: Traceback (most recent call last): Oct 12 19:21:39.332397 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:21:39.332397 n-d-813679-3 neutron-server[95502]: timer() Oct 12 19:21:39.332397 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:21:39.332397 n-d-813679-3 neutron-server[95502]: cb(*args, **kw) Oct 12 19:21:39.332397 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:21:39.332397 n-d-813679-3 neutron-server[95502]: return func(*args, **kwargs) Oct 12 19:21:39.332397 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:21:39.332397 n-d-813679-3 neutron-server[95502]: self._notify() Oct 12 19:21:39.332397 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:21:39.332397 n-d-813679-3 neutron-server[95502]: self.callback(batched_events) Oct 12 19:21:39.332397 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:21:39.332397 n-d-813679-3 neutron-server[95502]: event.method(event) Oct 12 19:21:39.332397 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:21:39.332397 n-d-813679-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:21:39.332397 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:21:39.332397 n-d-813679-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:21:39.332397 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:21:39.332397 n-d-813679-3 neutron-server[95502]: return f(self, *a, **k) Oct 12 19:21:39.332397 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:21:39.332397 n-d-813679-3 neutron-server[95502]: return self._get(url).json() Oct 12 19:21:39.332397 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:21:39.332397 n-d-813679-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:21:39.332397 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:21:39.332397 n-d-813679-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Oct 12 19:21:39.332397 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:21:39.332397 n-d-813679-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:21:39.332397 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:21:39.332397 n-d-813679-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:21:39.332397 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:21:39.332397 n-d-813679-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:21:39.332397 n-d-813679-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:21:39.337643 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-082820bb-c4af-45d3-8499-013e4e3d5370 req-05e0a8a3-307c-407e-ab50-3ed95532640e tempest-ServersNegativeTestMultiTenantJSON-434581261 tempest-ServersNegativeTestMultiTenantJSON-434581261-project] 10.222.0.49 "GET /v2.0/security-groups?id=776ab9b0-a826-45c4-aaec-7230b7681f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979388 Oct 12 19:21:39.377671 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 82e7952a-09a3-4022-af1d-ff0736692e40 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:21:39.432942 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1063ec-e8ae-483a-895f-7d07c3be8fe6 req-f7057efb-b33d-4c72-8fe3-f73e9a015aee tempest-QuotasAdminNegativeTest-197319424 tempest-QuotasAdminNegativeTest-197319424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:39.441922 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1c1063ec-e8ae-483a-895f-7d07c3be8fe6 req-f7057efb-b33d-4c72-8fe3-f73e9a015aee tempest-QuotasAdminNegativeTest-197319424 tempest-QuotasAdminNegativeTest-197319424-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3780890 Oct 12 19:21:39.447939 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 82e7952a-09a3-4022-af1d-ff0736692e40 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:21:39.451523 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 82e7952a-09a3-4022-af1d-ff0736692e40 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:21:39.451523 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 16ecced5-0c91-4820-9e77-99be485aee36 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:21:39.453324 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-688caa66-6444-407a-8e69-bdc1bef54441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:39.457987 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-688caa66-6444-407a-8e69-bdc1bef54441 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:39.459155 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-688caa66-6444-407a-8e69-bdc1bef54441 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2bdf2fd6-eb74-4abb-ab7f-27dfcef74c5f HTTP/1.1" status: 204 len: 168 time: 0.7675724 Oct 12 19:21:39.469649 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688caa66-6444-407a-8e69-bdc1bef54441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bdf2fd6-eb74-4abb-ab7f-27dfcef74c5f,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:39.473665 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1c1063ec-e8ae-483a-895f-7d07c3be8fe6 req-08239aff-84fd-4d77-a25d-71a7b32fe82a tempest-QuotasAdminNegativeTest-197319424 tempest-QuotasAdminNegativeTest-197319424-project] 10.222.0.49 "GET /v2.0/quotas/03904e34b53e49609d811406646919c3 HTTP/1.1" status: 200 len: 375 time: 0.0307751 Oct 12 19:21:39.537966 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3b6f72e7-3768-4ae1-96f5-f341aa12849c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:39.541545 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 16ecced5-0c91-4820-9e77-99be485aee36 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:21:39.541545 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 16ecced5-0c91-4820-9e77-99be485aee36 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:21:39.541801 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 265fbd9a-dd4e-4cdf-9ca3-ba76b9cdbdbe no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:21:39.546035 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3b6f72e7-3768-4ae1-96f5-f341aa12849c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:39.552982 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-3b6f72e7-3768-4ae1-96f5-f341aa12849c admin admin] 10.222.0.49 "DELETE /v2.0/networks/ab893836-0239-44c0-af28-b9b191133092 HTTP/1.1" status: 204 len: 168 time: 1.8023927 Oct 12 19:21:39.565452 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1c1063ec-e8ae-483a-895f-7d07c3be8fe6 req-f10c74f2-91a9-478f-90ba-eeb48e45614a tempest-QuotasAdminNegativeTest-197319424 tempest-QuotasAdminNegativeTest-197319424-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=03904e34b53e49609d811406646919c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0908048 Oct 12 19:21:39.586179 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eac995f7-0b71-4254-bdcf-bb358168c3d8 x-openstack-request-id: req-eac995f7-0b71-4254-bdcf-bb358168c3d8 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:21:39.588334 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5314e30-527f-43ff-ad86-8b07326cb2f2", "name": "network-vif-deleted", "tag": "fc07b6bd-c42d-4c9c-ad2b-74f1d160459d", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:21:39.588666 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-eac995f7-0b71-4254-bdcf-bb358168c3d8 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:21:39.590702 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5314e30-527f-43ff-ad86-8b07326cb2f2', 'name': 'network-vif-deleted', 'tag': 'fc07b6bd-c42d-4c9c-ad2b-74f1d160459d', 'status': 'completed', 'code': 200} Oct 12 19:21:39.598907 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6f72e7-3768-4ae1-96f5-f341aa12849c admin admin] Pushing event deleted for resources: {'Network': ['ID=ab893836-0239-44c0-af28-b9b191133092,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:39.622509 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48be5fa6-8195-440d-80d4-42f31febc920 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Network 220c77dc-03a8-4a6e-891b-dab792b8d8e8 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:21:39.624151 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-48be5fa6-8195-440d-80d4-42f31febc920 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:21:39.625838 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 265fbd9a-dd4e-4cdf-9ca3-ba76b9cdbdbe {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:21:39.626425 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 265fbd9a-dd4e-4cdf-9ca3-ba76b9cdbdbe not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:21:39.683731 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Pushing event updated for resources: {'Port': ['ID=99b32985-63a5-4000-b6f1-3473e62b376b,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:39.785707 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48be5fa6-8195-440d-80d4-42f31febc920 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Router 7d9c2278-196f-448c-a076-ee61a8583f55 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:21:39.808004 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ad04e6-9533-42de-87d9-ee1320862ec8 None None] Network 220c77dc-03a8-4a6e-891b-dab792b8d8e8 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:21:39.884971 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48be5fa6-8195-440d-80d4-42f31febc920 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:21:39.890476 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-48be5fa6-8195-440d-80d4-42f31febc920 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] 10.222.0.49 "PUT /v2.0/routers/7d9c2278-196f-448c-a076-ee61a8583f55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9805768 Oct 12 19:21:39.893641 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 43790) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:21:39.897179 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b5ed32-30ec-4648-a5af-c857f460a250 None None] Sync routers for ids ['7d9c2278-196f-448c-a076-ee61a8583f55'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:21:39.900052 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-85f1e566-1d85-47f7-8e13-bcddfb417d37 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:21:39.910313 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b5ed32-30ec-4648-a5af-c857f460a250 None None] Routers {'7d9c2278-196f-448c-a076-ee61a8583f55'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:21:39.911436 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-19b5ed32-30ec-4648-a5af-c857f460a250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:21:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['7d9c2278-196f-448c-a076-ee61a8583f55'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:21:39.928891 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-19c12f55-6114-4883-8f86-3179286fa6ef None None] Provisioning complete for port 99b32985-63a5-4000-b6f1-3473e62b376b triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:21:39.929409 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-19c12f55-6114-4883-8f86-3179286fa6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:40.148493 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device fc07b6bd-c42d-4c9c-ad2b-74f1d160459d no longer exists at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:21:40.164957 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 43796) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:21:40.181474 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-19b5ed32-30ec-4648-a5af-c857f460a250 None None] Set router 7d9c2278-196f-448c-a076-ee61a8583f55 gateway port host: None {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:21:40.219339 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] No Port match for: fc07b6bd-c42d-4c9c-ad2b-74f1d160459d {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:21:40.223811 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device fc07b6bd-c42d-4c9c-ad2b-74f1d160459d not bound to the agent host n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:21:40.309201 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-f9b2d909-ccb1-4ab9-b775-7af375ef7e68 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=946dd0c35a1f4bae8ffa87f2f91ec7ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1393995 Oct 12 19:21:40.309201 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 43802) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:21:40.441012 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-75fd654a-f58c-4f0c-81a1-318288397474 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:40.467414 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-75fd654a-f58c-4f0c-81a1-318288397474 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:40.484490 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-268e1613-19ee-4ce6-8591-d09afb35b320 None None] Provisioning complete for port 6681cfd4-dd5b-4cfb-ad57-dc92e2ef21db triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:21:40.484997 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-268e1613-19ee-4ce6-8591-d09afb35b320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:40.549555 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-268e1613-19ee-4ce6-8591-d09afb35b320 None None] Port 6681cfd4-dd5b-4cfb-ad57-dc92e2ef21db cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:21:40.561977 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-268e1613-19ee-4ce6-8591-d09afb35b320 None None] Provisioning complete for port 99b32985-63a5-4000-b6f1-3473e62b376b triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:21:40.566734 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-268e1613-19ee-4ce6-8591-d09afb35b320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:40.566861 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-158ae145-eef3-4060-9739-9dad5125d6a8 req-68c442a0-8d97-4dfe-aa42-72bad3297f5d tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5314e30-527f-43ff-ad86-8b07326cb2f2 HTTP/1.1" status: 200 len: 210 time: 0.1846540 Oct 12 19:21:40.607906 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-19b5ed32-30ec-4648-a5af-c857f460a250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d9c2278-196f-448c-a076-ee61a8583f55', 'name': 'tempest-RoutersTest-router-334466', 'tenant_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:21:06Z', 'updated_at': '2021-10-12T19:21:38Z', 'revision_number': 5, 'project_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'gw_port_host': None, '_interfaces': [{'id': '5fc32773-6fb4-421a-9cc6-f09c3aa8dfb8', 'name': '', 'network_id': 'b486f23d-6b58-4b81-8a2f-62ebab0101c5', 'tenant_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'mac_address': 'fa:16:3e:0f:37:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9c2278-196f-448c-a076-ee61a8583f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '05e171b4-749e-46ec-9e3f-520255692239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:21:09Z', 'updated_at': '2021-10-12T19:21:16Z', 'revision_number': 5, 'project_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'subnets': [{'id': '05e171b4-749e-46ec-9e3f-520255692239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6681cfd4-dd5b-4cfb-ad57-dc92e2ef21db', 'name': '', 'network_id': '220c77dc-03a8-4a6e-891b-dab792b8d8e8', 'tenant_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'mac_address': 'fa:16:3e:38:0c:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d9c2278-196f-448c-a076-ee61a8583f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'af255f7a-e516-482e-87f6-92081eaef7f1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:21:36Z', 'updated_at': '2021-10-12T19:21:38Z', 'revision_number': 2, 'project_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'subnets': [{'id': 'af255f7a-e516-482e-87f6-92081eaef7f1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '753ca777-6195-4c99-b0cf-a47c51b35c2f', 'name': '', 'network_id': '6339cdfa-9a82-4315-bbda-893cfbff3654', 'tenant_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'mac_address': 'fa:16:3e:66:b1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9c2278-196f-448c-a076-ee61a8583f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '6d678f8a-6782-4a3a-96db-1cf5c8a3c54d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:21:28Z', 'updated_at': '2021-10-12T19:21:34Z', 'revision_number': 5, 'project_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'subnets': [{'id': '6d678f8a-6782-4a3a-96db-1cf5c8a3c54d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db9df9af-8c02-4ef1-89cc-1c3fe4a087cf', 'name': '', 'network_id': '4749b30b-9a97-4e15-ae65-09e4a2a4c880', 'tenant_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'mac_address': 'fa:16:3e:8b:42:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9c2278-196f-448c-a076-ee61a8583f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '433bc341-8490-4169-b2a7-96662af09f31', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:21:16Z', 'updated_at': '2021-10-12T19:21:25Z', 'revision_number': 5, 'project_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'subnets': [{'id': '433bc341-8490-4169-b2a7-96662af09f31', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:21:40.657846 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b5ed32-30ec-4648-a5af-c857f460a250 None None] Checking router: 7d9c2278-196f-448c-a076-ee61a8583f55 for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:21:40.658212 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b5ed32-30ec-4648-a5af-c857f460a250 None None] Updating router 7d9c2278-196f-448c-a076-ee61a8583f55 port 6681cfd4-dd5b-4cfb-ad57-dc92e2ef21db binding host n-d-813679-3 {{(pid=95504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 19:21:40.697811 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-19b5ed32-30ec-4648-a5af-c857f460a250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:40.724934 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-75fd654a-f58c-4f0c-81a1-318288397474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:40.727976 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-75fd654a-f58c-4f0c-81a1-318288397474 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:40.732313 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-75fd654a-f58c-4f0c-81a1-318288397474 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f32696ec-a123-4b63-8434-378daaa4293e HTTP/1.1" status: 204 len: 168 time: 0.4229770 Oct 12 19:21:40.745749 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fd654a-f58c-4f0c-81a1-318288397474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f32696ec-a123-4b63-8434-378daaa4293e,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:40.764189 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 99b32985-63a5-4000-b6f1-3473e62b376b up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:21:40.765756 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fd654a-f58c-4f0c-81a1-318288397474 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:21:40.766111 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fd654a-f58c-4f0c-81a1-318288397474 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:21:40.766455 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fd654a-f58c-4f0c-81a1-318288397474 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:21:40.768731 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fd654a-f58c-4f0c-81a1-318288397474 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:21:40.768731 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fd654a-f58c-4f0c-81a1-318288397474 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:21:40.768731 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fd654a-f58c-4f0c-81a1-318288397474 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:21:40.768731 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fd654a-f58c-4f0c-81a1-318288397474 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:21:40.770404 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fd654a-f58c-4f0c-81a1-318288397474 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:21:40.770404 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fd654a-f58c-4f0c-81a1-318288397474 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:21:40.770757 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fd654a-f58c-4f0c-81a1-318288397474 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:21:40.771091 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fd654a-f58c-4f0c-81a1-318288397474 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:21:40.772581 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fd654a-f58c-4f0c-81a1-318288397474 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:21:40.803914 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.extraroute_db [None req-85f1e566-1d85-47f7-8e13-bcddfb417d37 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=95502) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 12 19:21:40.820558 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 43810) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:21:40.847969 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a2148e43-4395-4b86-b96d-27540a94619e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:40.879382 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 99b32985-63a5-4000-b6f1-3473e62b376b triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:21:40.879752 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:40.896489 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.extraroute_db [None req-85f1e566-1d85-47f7-8e13-bcddfb417d37 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Removed routes are [] {{(pid=95502) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 12 19:21:40.897534 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-85f1e566-1d85-47f7-8e13-bcddfb417d37 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8087071', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8093548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255500'] for router, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:40.933082 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02de61c1-e775-43ef-b275-3a0e73baab07 req-9ac49d58-3b7d-4a38-b9c3-c16c06c99751 tempest-ServersNegativeTestMultiTenantJSON-434581261 tempest-ServersNegativeTestMultiTenantJSON-434581261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:40.935191 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-02de61c1-e775-43ef-b275-3a0e73baab07 req-9ac49d58-3b7d-4a38-b9c3-c16c06c99751 tempest-ServersNegativeTestMultiTenantJSON-434581261 tempest-ServersNegativeTestMultiTenantJSON-434581261-project] 10.222.0.49 "GET /v2.0/ports?device_id=57902963-2020-4a10-b130-b4db1f863a3a HTTP/1.1" status: 200 len: 945 time: 0.1058798 Oct 12 19:21:41.007769 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a2148e43-4395-4b86-b96d-27540a94619e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:41.048077 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-02de61c1-e775-43ef-b275-3a0e73baab07 req-4d20001b-1612-47d7-9fdc-25db72441097 tempest-ServersNegativeTestMultiTenantJSON-434581261 tempest-ServersNegativeTestMultiTenantJSON-434581261-project] 10.222.0.49 "GET /v2.0/security-groups?id=776ab9b0-a826-45c4-aaec-7230b7681f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994279 Oct 12 19:21:41.057516 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-4840100b-6e0c-4084-99cd-9daf4a58e8a0 None None] Provisioning complete for port 6681cfd4-dd5b-4cfb-ad57-dc92e2ef21db triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:21:41.057893 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4840100b-6e0c-4084-99cd-9daf4a58e8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:41.146908 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a2148e43-4395-4b86-b96d-27540a94619e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:41.149755 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-4840100b-6e0c-4084-99cd-9daf4a58e8a0 None None] Port 6681cfd4-dd5b-4cfb-ad57-dc92e2ef21db cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:21:41.202557 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2148e43-4395-4b86-b96d-27540a94619e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c6b3695-6c43-4bf1-b51d-d1db6d929ab6,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:41.233140 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-a2148e43-4395-4b86-b96d-27540a94619e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a9b689b9cbf647109d6351379be9e95a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4110818 Oct 12 19:21:41.235270 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 43818) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:21:41.295660 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-19b5ed32-30ec-4648-a5af-c857f460a250 None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:41.316285 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9737b62e-1eb9-4b18-81a5-32b7b3ead1c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:41.348326 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9737b62e-1eb9-4b18-81a5-32b7b3ead1c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:41.373082 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-5e00e9b5-e9ec-4120-8dcd-624bed11b04d None None] Provisioning complete for port 6681cfd4-dd5b-4cfb-ad57-dc92e2ef21db triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:21:41.373389 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5e00e9b5-e9ec-4120-8dcd-624bed11b04d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:41.376600 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-19b5ed32-30ec-4648-a5af-c857f460a250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:41.395704 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-85f1e566-1d85-47f7-8e13-bcddfb417d37 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8087071', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8093548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255500'] for router, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:41.400913 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-85f1e566-1d85-47f7-8e13-bcddfb417d37 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7915516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8087046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7915509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8093527'] for router, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:41.412450 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-5e00e9b5-e9ec-4120-8dcd-624bed11b04d None None] Port 6681cfd4-dd5b-4cfb-ad57-dc92e2ef21db cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:21:41.459699 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab80f06-302a-4eab-8b5e-4d062b62c49f None None] Pushing event updated for resources: {'Port': ['ID=6681cfd4-dd5b-4cfb-ad57-dc92e2ef21db,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:41.516397 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-19b5ed32-30ec-4648-a5af-c857f460a250 None None] Attempting to bind port 6681cfd4-dd5b-4cfb-ad57-dc92e2ef21db on host n-d-813679-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:21:41.516861 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-19b5ed32-30ec-4648-a5af-c857f460a250 None None] Attempting to bind port 6681cfd4-dd5b-4cfb-ad57-dc92e2ef21db by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '76cb1680-6be5-430c-84c4-0cd3f3c89036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '220c77dc-03a8-4a6e-891b-dab792b8d8e8'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:21:41.517120 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b5ed32-30ec-4648-a5af-c857f460a250 None None] Attempting to bind port 6681cfd4-dd5b-4cfb-ad57-dc92e2ef21db on network 220c77dc-03a8-4a6e-891b-dab792b8d8e8 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:21:41.522234 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85f1e566-1d85-47f7-8e13-bcddfb417d37 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Router 7d9c2278-196f-448c-a076-ee61a8583f55 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:21:41.522699 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b5ed32-30ec-4648-a5af-c857f460a250 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:21:41.523075 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b5ed32-30ec-4648-a5af-c857f460a250 None None] Checking segment: {'id': '76cb1680-6be5-430c-84c4-0cd3f3c89036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '220c77dc-03a8-4a6e-891b-dab792b8d8e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:21:41.523603 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-19b5ed32-30ec-4648-a5af-c857f460a250 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:41.523987 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b5ed32-30ec-4648-a5af-c857f460a250 None None] Bound using segment: {'id': '76cb1680-6be5-430c-84c4-0cd3f3c89036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '220c77dc-03a8-4a6e-891b-dab792b8d8e8'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:21:41.524486 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-19b5ed32-30ec-4648-a5af-c857f460a250 None None] Bound port: 6681cfd4-dd5b-4cfb-ad57-dc92e2ef21db, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76cb1680-6be5-430c-84c4-0cd3f3c89036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '220c77dc-03a8-4a6e-891b-dab792b8d8e8'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:21:41.525672 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-19b5ed32-30ec-4648-a5af-c857f460a250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:41.531414 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9737b62e-1eb9-4b18-81a5-32b7b3ead1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:41.536110 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9737b62e-1eb9-4b18-81a5-32b7b3ead1c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:41.538604 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-9737b62e-1eb9-4b18-81a5-32b7b3ead1c0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8c6b3695-6c43-4bf1-b51d-d1db6d929ab6 HTTP/1.1" status: 204 len: 168 time: 0.3021348 Oct 12 19:21:41.550286 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9737b62e-1eb9-4b18-81a5-32b7b3ead1c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c6b3695-6c43-4bf1-b51d-d1db6d929ab6,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:41.613893 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-19b5ed32-30ec-4648-a5af-c857f460a250 None None] For port 6681cfd4-dd5b-4cfb-ad57-dc92e2ef21db, host n-d-813679-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:21:41.617708 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-19b5ed32-30ec-4648-a5af-c857f460a250 None None] For port 6681cfd4-dd5b-4cfb-ad57-dc92e2ef21db, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=6681cfd4-dd5b-4cfb-ad57-dc92e2ef21db,segment=NetworkSegment(76cb1680-6be5-430c-84c4-0cd3f3c89036),segment_id=76cb1680-6be5-430c-84c4-0cd3f3c89036)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:21:41.703050 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-19b5ed32-30ec-4648-a5af-c857f460a250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:41.729942 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85f1e566-1d85-47f7-8e13-bcddfb417d37 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:21:41.743642 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-85f1e566-1d85-47f7-8e13-bcddfb417d37 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:41.754431 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 43842) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:21:41.763593 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-85f1e566-1d85-47f7-8e13-bcddfb417d37 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] 10.222.0.49 "PUT /v2.0/routers/7d9c2278-196f-448c-a076-ee61a8583f55 HTTP/1.1" status: 200 len: 930 time: 1.8687384 Oct 12 19:21:41.825837 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b5ed32-30ec-4648-a5af-c857f460a250 None None] Routers {'7d9c2278-196f-448c-a076-ee61a8583f55'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:21:41.826452 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-19b5ed32-30ec-4648-a5af-c857f460a250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:21:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['7d9c2278-196f-448c-a076-ee61a8583f55'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:21:41.842790 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-3403a2e6-98df-49bc-95e4-0097f2f455a3 None None] Provisioning complete for port 6681cfd4-dd5b-4cfb-ad57-dc92e2ef21db triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:21:41.853311 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3403a2e6-98df-49bc-95e4-0097f2f455a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:41.907836 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab80f06-302a-4eab-8b5e-4d062b62c49f None None] Pushing event updated for resources: {'Port': ['ID=6681cfd4-dd5b-4cfb-ad57-dc92e2ef21db,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:41.927603 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-b3858137-cbd1-4177-bb29-f95f3768574a tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] 10.222.0.49 "GET /v2.0/routers/7d9c2278-196f-448c-a076-ee61a8583f55 HTTP/1.1" status: 200 len: 930 time: 0.1719136 Oct 12 19:21:41.928264 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 43848) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:21:41.935030 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 43850) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:21:41.945990 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-e04dc171-4403-43d2-bf7c-284d4cf5fb7f tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Request body: {'router': {'routes': None}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:21:42.008567 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-19b5ed32-30ec-4648-a5af-c857f460a250 None None] Set router 7d9c2278-196f-448c-a076-ee61a8583f55 gateway port host: None {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:21:42.013691 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18cf9a0-f8d6-4540-ba56-f173427a9c8f req-849fc1af-8e4b-438c-92ca-c570dd446628 tempest-ServersNegativeTestMultiTenantJSON-434581261 tempest-ServersNegativeTestMultiTenantJSON-434581261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:42.023872 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d18cf9a0-f8d6-4540-ba56-f173427a9c8f req-849fc1af-8e4b-438c-92ca-c570dd446628 tempest-ServersNegativeTestMultiTenantJSON-434581261 tempest-ServersNegativeTestMultiTenantJSON-434581261-project] 10.222.0.49 "GET /v2.0/ports?device_id=57902963-2020-4a10-b130-b4db1f863a3a HTTP/1.1" status: 200 len: 945 time: 0.1611624 Oct 12 19:21:42.084316 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3403a2e6-98df-49bc-95e4-0097f2f455a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:42.158818 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d18cf9a0-f8d6-4540-ba56-f173427a9c8f req-3a0c8d39-60ee-4fb9-8da5-a15d39e7a29a tempest-ServersNegativeTestMultiTenantJSON-434581261 tempest-ServersNegativeTestMultiTenantJSON-434581261-project] 10.222.0.49 "GET /v2.0/security-groups?id=776ab9b0-a826-45c4-aaec-7230b7681f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318116 Oct 12 19:21:42.248746 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-3403a2e6-98df-49bc-95e4-0097f2f455a3 None None] For port 6681cfd4-dd5b-4cfb-ad57-dc92e2ef21db, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=6681cfd4-dd5b-4cfb-ad57-dc92e2ef21db,segment=NetworkSegment(76cb1680-6be5-430c-84c4-0cd3f3c89036),segment_id=76cb1680-6be5-430c-84c4-0cd3f3c89036)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:21:42.313778 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3403a2e6-98df-49bc-95e4-0097f2f455a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:42.315416 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32426a72-2e24-4b91-81a9-00f031dce62f req-cfefc4d9-cca6-4655-ba00-1ca3c68da3e1 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:42.317013 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-32426a72-2e24-4b91-81a9-00f031dce62f req-cfefc4d9-cca6-4655-ba00-1ca3c68da3e1 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9ba3c35-7a90-4de2-b8ac-e371bb508738 HTTP/1.1" status: 200 len: 950 time: 0.0839462 Oct 12 19:21:42.367570 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-32426a72-2e24-4b91-81a9-00f031dce62f req-796ed47b-6d8c-4f06-ac1b-f09284dc5091 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384274 Oct 12 19:21:42.396621 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3403a2e6-98df-49bc-95e4-0097f2f455a3 None None] Pushing event updated for resources: {'Port': ['ID=6681cfd4-dd5b-4cfb-ad57-dc92e2ef21db,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:42.441702 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-b19388cc-348e-4135-9d04-ab63a1c5e23a None None] Provisioning complete for port 6681cfd4-dd5b-4cfb-ad57-dc92e2ef21db triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:21:42.442733 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b19388cc-348e-4135-9d04-ab63a1c5e23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:42.480871 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-19b5ed32-30ec-4648-a5af-c857f460a250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d9c2278-196f-448c-a076-ee61a8583f55', 'name': 'tempest-RoutersTest-router-334466', 'tenant_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:21:06Z', 'updated_at': '2021-10-12T19:21:40Z', 'revision_number': 6, 'project_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'gw_port_host': None, '_interfaces': [{'id': '5fc32773-6fb4-421a-9cc6-f09c3aa8dfb8', 'name': '', 'network_id': 'b486f23d-6b58-4b81-8a2f-62ebab0101c5', 'tenant_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'mac_address': 'fa:16:3e:0f:37:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9c2278-196f-448c-a076-ee61a8583f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '05e171b4-749e-46ec-9e3f-520255692239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:21:09Z', 'updated_at': '2021-10-12T19:21:16Z', 'revision_number': 5, 'project_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'subnets': [{'id': '05e171b4-749e-46ec-9e3f-520255692239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6681cfd4-dd5b-4cfb-ad57-dc92e2ef21db', 'name': '', 'network_id': '220c77dc-03a8-4a6e-891b-dab792b8d8e8', 'tenant_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'mac_address': 'fa:16:3e:38:0c:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d9c2278-196f-448c-a076-ee61a8583f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'af255f7a-e516-482e-87f6-92081eaef7f1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:21:36Z', 'updated_at': '2021-10-12T19:21:41Z', 'revision_number': 4, 'project_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'subnets': [{'id': 'af255f7a-e516-482e-87f6-92081eaef7f1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '753ca777-6195-4c99-b0cf-a47c51b35c2f', 'name': '', 'network_id': '6339cdfa-9a82-4315-bbda-893cfbff3654', 'tenant_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'mac_address': 'fa:16:3e:66:b1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9c2278-196f-448c-a076-ee61a8583f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '6d678f8a-6782-4a3a-96db-1cf5c8a3c54d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:21:28Z', 'updated_at': '2021-10-12T19:21:34Z', 'revision_number': 5, 'project_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'subnets': [{'id': '6d678f8a-6782-4a3a-96db-1cf5c8a3c54d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db9df9af-8c02-4ef1-89cc-1c3fe4a087cf', 'name': '', 'network_id': '4749b30b-9a97-4e15-ae65-09e4a2a4c880', 'tenant_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'mac_address': 'fa:16:3e:8b:42:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9c2278-196f-448c-a076-ee61a8583f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '433bc341-8490-4169-b2a7-96662af09f31', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:21:16Z', 'updated_at': '2021-10-12T19:21:25Z', 'revision_number': 5, 'project_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'subnets': [{'id': '433bc341-8490-4169-b2a7-96662af09f31', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:21:42.511183 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b5ed32-30ec-4648-a5af-c857f460a250 None None] The sync data for ids ['7d9c2278-196f-448c-a076-ee61a8583f55'] in n-d-813679-3 is: [{'id': '7d9c2278-196f-448c-a076-ee61a8583f55', 'name': 'tempest-RoutersTest-router-334466', 'tenant_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:21:06Z', 'updated_at': '2021-10-12T19:21:40Z', 'revision_number': 6, 'project_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'gw_port_host': None, '_interfaces': [{'id': '5fc32773-6fb4-421a-9cc6-f09c3aa8dfb8', 'name': '', 'network_id': 'b486f23d-6b58-4b81-8a2f-62ebab0101c5', 'tenant_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'mac_address': 'fa:16:3e:0f:37:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9c2278-196f-448c-a076-ee61a8583f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '05e171b4-749e-46ec-9e3f-520255692239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:21:09Z', 'updated_at': '2021-10-12T19:21:16Z', 'revision_number': 5, 'project_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'subnets': [{'id': '05e171b4-749e-46ec-9e3f-520255692239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6681cfd4-dd5b-4cfb-ad57-dc92e2ef21db', 'name': '', 'network_id': '220c77dc-03a8-4a6e-891b-dab792b8d8e8', 'tenant_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'mac_address': 'fa:16:3e:38:0c:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d9c2278-196f-448c-a076-ee61a8583f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'af255f7a-e516-482e-87f6-92081eaef7f1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:21:36Z', 'updated_at': '2021-10-12T19:21:41Z', 'revision_number': 4, 'project_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'subnets': [{'id': 'af255f7a-e516-482e-87f6-92081eaef7f1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '753ca777-6195-4c99-b0cf-a47c51b35c2f', 'name': '', 'network_id': '6339cdfa-9a82-4315-bbda-893cfbff3654', 'tenant_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'mac_address': 'fa:16:3e:66:b1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9c2278-196f-448c-a076-ee61a8583f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '6d678f8a-6782-4a3a-96db-1cf5c8a3c54d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:21:28Z', 'updated_at': '2021-10-12T19:21:34Z', 'revision_number': 5, 'project_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'subnets': [{'id': '6d678f8a-6782-4a3a-96db-1cf5c8a3c54d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db9df9af-8c02-4ef1-89cc-1c3fe4a087cf', 'name': '', 'network_id': '4749b30b-9a97-4e15-ae65-09e4a2a4c880', 'tenant_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'mac_address': 'fa:16:3e:8b:42:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9c2278-196f-448c-a076-ee61a8583f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '433bc341-8490-4169-b2a7-96662af09f31', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:21:16Z', 'updated_at': '2021-10-12T19:21:25Z', 'revision_number': 5, 'project_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'subnets': [{'id': '433bc341-8490-4169-b2a7-96662af09f31', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:21:42.533546 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-df92ca1e-cdca-478c-9426-7b55980e6756 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:42.583392 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 43872) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:21:42.770448 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 6681cfd4-dd5b-4cfb-ad57-dc92e2ef21db up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:21:42.837356 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 6681cfd4-dd5b-4cfb-ad57-dc92e2ef21db triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:21:42.843934 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:42.844540 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-4eb91f49-93f3-43de-8e90-24a760a3dd06 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-728306845-network', 'tenant_id': '402ddc1d015c46618f7c9ce639623e3b'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:21:42.921632 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-df92ca1e-cdca-478c-9426-7b55980e6756 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:42.963340 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eb91f49-93f3-43de-8e90-24a760a3dd06 admin admin] Made reservation on behalf of 402ddc1d015c46618f7c9ce639623e3b for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:21:42.970350 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4eb91f49-93f3-43de-8e90-24a760a3dd06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:42.976366 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4eb91f49-93f3-43de-8e90-24a760a3dd06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:43.036623 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-df92ca1e-cdca-478c-9426-7b55980e6756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:43.067908 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4eb91f49-93f3-43de-8e90-24a760a3dd06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:43.099086 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.extraroute_db [None req-e04dc171-4403-43d2-bf7c-284d4cf5fb7f tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Added routes are [] {{(pid=95501) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 12 19:21:43.099385 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.extraroute_db [None req-e04dc171-4403-43d2-bf7c-284d4cf5fb7f tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=95501) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 12 19:21:43.109403 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-df92ca1e-cdca-478c-9426-7b55980e6756 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=03904e34b53e49609d811406646919c3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1797388 Oct 12 19:21:43.115467 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 43886) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:21:43.132052 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df92ca1e-cdca-478c-9426-7b55980e6756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9a679e6-fef7-46e9-9941-de6b104aa2cf,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:43.152966 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4eb91f49-93f3-43de-8e90-24a760a3dd06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:43.195429 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f60638-fc3d-4613-bf28-7728a146eb49 req-8e448bc8-3532-4251-9d41-03bfc462bc2d tempest-ServersNegativeTestMultiTenantJSON-434581261 tempest-ServersNegativeTestMultiTenantJSON-434581261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:43.197690 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-23f60638-fc3d-4613-bf28-7728a146eb49 req-8e448bc8-3532-4251-9d41-03bfc462bc2d tempest-ServersNegativeTestMultiTenantJSON-434581261 tempest-ServersNegativeTestMultiTenantJSON-434581261-project] 10.222.0.61 "GET /v2.0/ports?device_id=57902963-2020-4a10-b130-b4db1f863a3a HTTP/1.1" status: 200 len: 945 time: 0.1175828 Oct 12 19:21:43.198783 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e04dc171-4403-43d2-bf7c-284d4cf5fb7f tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8087071', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8093548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255500'] for router, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:43.203171 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4eb91f49-93f3-43de-8e90-24a760a3dd06 admin admin] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:21:43.234159 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4eb91f49-93f3-43de-8e90-24a760a3dd06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:43.237579 n-d-813679-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-4eb91f49-93f3-43de-8e90-24a760a3dd06 admin admin] Added segment 94fe7d3c-e596-4829-b449-fd6a7ec0e980 of type vlan for network 6538b198-9c10-4f9c-8f9b-be99dcacbccd Oct 12 19:21:43.237579 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb91f49-93f3-43de-8e90-24a760a3dd06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99ba6e0b-b978-4b5f-8f0a-86c3b80dc511,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:43.299725 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-59213baf-2efa-4c5a-a871-ef742830c78f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:43.324776 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4eb91f49-93f3-43de-8e90-24a760a3dd06 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:43.369874 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-59213baf-2efa-4c5a-a871-ef742830c78f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:43.428994 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df97b452-80f4-40c5-850f-b91e3f0479ca req-6ac06618-1167-4db6-84e6-d1c4935ab5d7 tempest-ServersNegativeTestMultiTenantJSON-434581261 tempest-ServersNegativeTestMultiTenantJSON-434581261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:43.438691 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-df97b452-80f4-40c5-850f-b91e3f0479ca req-6ac06618-1167-4db6-84e6-d1c4935ab5d7 tempest-ServersNegativeTestMultiTenantJSON-434581261 tempest-ServersNegativeTestMultiTenantJSON-434581261-project] 10.222.0.49 "GET /v2.0/ports?device_id=57902963-2020-4a10-b130-b4db1f863a3a HTTP/1.1" status: 200 len: 945 time: 0.1853271 Oct 12 19:21:43.480263 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4eb91f49-93f3-43de-8e90-24a760a3dd06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:43.480263 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb91f49-93f3-43de-8e90-24a760a3dd06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:43.480649 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4eb91f49-93f3-43de-8e90-24a760a3dd06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:43.535018 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e04dc171-4403-43d2-bf7c-284d4cf5fb7f tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8087071', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8093548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255500'] for router, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:43.538649 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f07a61-41c8-42f8-915e-e9fbf26f7067 None None] Sync routers for ids ['7d9c2278-196f-448c-a076-ee61a8583f55'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:21:43.544278 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e04dc171-4403-43d2-bf7c-284d4cf5fb7f tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7915516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8087046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7915509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8093527'] for router, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:43.553723 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f07a61-41c8-42f8-915e-e9fbf26f7067 None None] Routers {'7d9c2278-196f-448c-a076-ee61a8583f55'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:21:43.554820 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-a5f07a61-41c8-42f8-915e-e9fbf26f7067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:21:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['7d9c2278-196f-448c-a076-ee61a8583f55'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:21:43.588510 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-df97b452-80f4-40c5-850f-b91e3f0479ca req-69a21696-3e36-43a2-a1ae-40a56d4e5a67 tempest-ServersNegativeTestMultiTenantJSON-434581261 tempest-ServersNegativeTestMultiTenantJSON-434581261-project] 10.222.0.49 "GET /v2.0/security-groups?id=776ab9b0-a826-45c4-aaec-7230b7681f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488521 Oct 12 19:21:43.632559 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafd2ef3-b6d8-473e-b9ac-e1d683e74cb1 req-13dfb7ff-7939-41d8-a6bc-bd68a7cbc13a tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:43.634064 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fafd2ef3-b6d8-473e-b9ac-e1d683e74cb1 req-13dfb7ff-7939-41d8-a6bc-bd68a7cbc13a tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9ba3c35-7a90-4de2-b8ac-e371bb508738 HTTP/1.1" status: 200 len: 950 time: 0.1490297 Oct 12 19:21:43.638604 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-23f60638-fc3d-4613-bf28-7728a146eb49 req-f10868ba-806e-4cad-99e2-cb2f6ced718c tempest-ServersNegativeTestMultiTenantJSON-434581261 tempest-ServersNegativeTestMultiTenantJSON-434581261-project] Deleting port c85921d2-534a-4922-a003-5a2335033df6 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:21:43.638947 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-23f60638-fc3d-4613-bf28-7728a146eb49 req-f10868ba-806e-4cad-99e2-cb2f6ced718c tempest-ServersNegativeTestMultiTenantJSON-434581261 tempest-ServersNegativeTestMultiTenantJSON-434581261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:43.662546 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-59213baf-2efa-4c5a-a871-ef742830c78f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:43.666447 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-59213baf-2efa-4c5a-a871-ef742830c78f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:43.667717 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-59213baf-2efa-4c5a-a871-ef742830c78f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d9a679e6-fef7-46e9-9941-de6b104aa2cf HTTP/1.1" status: 204 len: 168 time: 0.5495367 Oct 12 19:21:43.688445 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-4eb91f49-93f3-43de-8e90-24a760a3dd06 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1032956 Oct 12 19:21:43.693834 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59213baf-2efa-4c5a-a871-ef742830c78f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9a679e6-fef7-46e9-9941-de6b104aa2cf,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:43.694451 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-a5f07a61-41c8-42f8-915e-e9fbf26f7067 None None] Set router 7d9c2278-196f-448c-a076-ee61a8583f55 gateway port host: None {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:21:43.698272 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb91f49-93f3-43de-8e90-24a760a3dd06 admin admin] Pushing event updated for resources: {'Network': ['ID=6538b198-9c10-4f9c-8f9b-be99dcacbccd,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:43.701434 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 43900) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:21:43.710786 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-03208c5d-95f9-4b46-b1c5-74cc224ab076 admin admin] Request body: {'subnet': {'network_id': '6538b198-9c10-4f9c-8f9b-be99dcacbccd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-728306845-subnet', 'tenant_id': '402ddc1d015c46618f7c9ce639623e3b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:21:43.721720 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c72a58-a81e-4d52-a4a9-971e865bef5c req-cf6788b4-c903-4393-811a-902261f16ae8 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:43.723745 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-09c72a58-a81e-4d52-a4a9-971e865bef5c req-cf6788b4-c903-4393-811a-902261f16ae8 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.61 "GET /v2.0/ports?device_id=a9ba3c35-7a90-4de2-b8ac-e371bb508738 HTTP/1.1" status: 200 len: 950 time: 0.0970511 Oct 12 19:21:43.740703 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 6538b198-9c10-4f9c-8f9b-be99dcacbccd details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:21:43.830916 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fafd2ef3-b6d8-473e-b9ac-e1d683e74cb1 req-baa9f7d9-26ac-4f54-b509-94c89dac1a9e tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163390 Oct 12 19:21:43.835999 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-23f60638-fc3d-4613-bf28-7728a146eb49 req-f10868ba-806e-4cad-99e2-cb2f6ced718c tempest-ServersNegativeTestMultiTenantJSON-434581261 tempest-ServersNegativeTestMultiTenantJSON-434581261-project] For port c85921d2-534a-4922-a003-5a2335033df6, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=c85921d2-534a-4922-a003-5a2335033df6,segment=NetworkSegment(4b78c1bd-de64-4d2a-a99d-44aa7394032f),segment_id=4b78c1bd-de64-4d2a-a99d-44aa7394032f)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:21:43.835999 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-23f60638-fc3d-4613-bf28-7728a146eb49 req-f10868ba-806e-4cad-99e2-cb2f6ced718c tempest-ServersNegativeTestMultiTenantJSON-434581261 tempest-ServersNegativeTestMultiTenantJSON-434581261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:43.839931 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e04dc171-4403-43d2-bf7c-284d4cf5fb7f tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Router 7d9c2278-196f-448c-a076-ee61a8583f55 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:21:43.856747 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-23f60638-fc3d-4613-bf28-7728a146eb49 req-f10868ba-806e-4cad-99e2-cb2f6ced718c tempest-ServersNegativeTestMultiTenantJSON-434581261 tempest-ServersNegativeTestMultiTenantJSON-434581261-project] Calling delete_port for c85921d2-534a-4922-a003-5a2335033df6 owned by compute:nova {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:21:43.875367 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-09c72a58-a81e-4d52-a4a9-971e865bef5c req-d2728954-10d7-4921-b830-a835d42e2a82 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Deleting port f18d384f-1afe-4e78-8573-b82cab024b0c {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:21:43.875837 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-09c72a58-a81e-4d52-a4a9-971e865bef5c req-d2728954-10d7-4921-b830-a835d42e2a82 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:43.998105 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e04dc171-4403-43d2-bf7c-284d4cf5fb7f tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:21:44.001152 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03208c5d-95f9-4b46-b1c5-74cc224ab076 admin admin] Made reservation on behalf of 402ddc1d015c46618f7c9ce639623e3b for: {'subnet': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:21:44.003506 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-03208c5d-95f9-4b46-b1c5-74cc224ab076 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4612397'] for subnet, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:44.011336 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-09c72a58-a81e-4d52-a4a9-971e865bef5c req-d2728954-10d7-4921-b830-a835d42e2a82 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] For port f18d384f-1afe-4e78-8573-b82cab024b0c, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=f18d384f-1afe-4e78-8573-b82cab024b0c,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:21:44.011703 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-09c72a58-a81e-4d52-a4a9-971e865bef5c req-d2728954-10d7-4921-b830-a835d42e2a82 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:44.012855 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e04dc171-4403-43d2-bf7c-284d4cf5fb7f tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks [] for router, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:44.016476 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-e04dc171-4403-43d2-bf7c-284d4cf5fb7f tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] 10.222.0.49 "PUT /v2.0/routers/7d9c2278-196f-448c-a076-ee61a8583f55 HTTP/1.1" status: 200 len: 696 time: 2.0733008 Oct 12 19:21:44.017139 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 43908) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:21:44.030357 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-09c72a58-a81e-4d52-a4a9-971e865bef5c req-d2728954-10d7-4921-b830-a835d42e2a82 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Calling delete_port for f18d384f-1afe-4e78-8573-b82cab024b0c owned by compute:nova {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:21:44.235058 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-a5f07a61-41c8-42f8-915e-e9fbf26f7067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d9c2278-196f-448c-a076-ee61a8583f55', 'name': 'tempest-RoutersTest-router-334466', 'tenant_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:21:06Z', 'updated_at': '2021-10-12T19:21:43Z', 'revision_number': 7, 'project_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'gw_port_host': None, '_interfaces': [{'id': '5fc32773-6fb4-421a-9cc6-f09c3aa8dfb8', 'name': '', 'network_id': 'b486f23d-6b58-4b81-8a2f-62ebab0101c5', 'tenant_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'mac_address': 'fa:16:3e:0f:37:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9c2278-196f-448c-a076-ee61a8583f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '05e171b4-749e-46ec-9e3f-520255692239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:21:09Z', 'updated_at': '2021-10-12T19:21:16Z', 'revision_number': 5, 'project_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'subnets': [{'id': '05e171b4-749e-46ec-9e3f-520255692239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6681cfd4-dd5b-4cfb-ad57-dc92e2ef21db', 'name': '', 'network_id': '220c77dc-03a8-4a6e-891b-dab792b8d8e8', 'tenant_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'mac_address': 'fa:16:3e:38:0c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9c2278-196f-448c-a076-ee61a8583f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'af255f7a-e516-482e-87f6-92081eaef7f1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:21:36Z', 'updated_at': '2021-10-12T19:21:42Z', 'revision_number': 5, 'project_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'subnets': [{'id': 'af255f7a-e516-482e-87f6-92081eaef7f1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '753ca777-6195-4c99-b0cf-a47c51b35c2f', 'name': '', 'network_id': '6339cdfa-9a82-4315-bbda-893cfbff3654', 'tenant_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'mac_address': 'fa:16:3e:66:b1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9c2278-196f-448c-a076-ee61a8583f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '6d678f8a-6782-4a3a-96db-1cf5c8a3c54d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:21:28Z', 'updated_at': '2021-10-12T19:21:34Z', 'revision_number': 5, 'project_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'subnets': [{'id': '6d678f8a-6782-4a3a-96db-1cf5c8a3c54d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db9df9af-8c02-4ef1-89cc-1c3fe4a087cf', 'name': '', 'network_id': '4749b30b-9a97-4e15-ae65-09e4a2a4c880', 'tenant_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'mac_address': 'fa:16:3e:8b:42:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9c2278-196f-448c-a076-ee61a8583f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '433bc341-8490-4169-b2a7-96662af09f31', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:21:16Z', 'updated_at': '2021-10-12T19:21:25Z', 'revision_number': 5, 'project_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'subnets': [{'id': '433bc341-8490-4169-b2a7-96662af09f31', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:21:44.269182 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f07a61-41c8-42f8-915e-e9fbf26f7067 None None] Checking router: 7d9c2278-196f-448c-a076-ee61a8583f55 for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:21:44.279896 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f07a61-41c8-42f8-915e-e9fbf26f7067 None None] Routers {'7d9c2278-196f-448c-a076-ee61a8583f55'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:21:44.280620 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-a5f07a61-41c8-42f8-915e-e9fbf26f7067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:21:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['7d9c2278-196f-448c-a076-ee61a8583f55'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:21:44.297372 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-c4ce3aef-46f7-4725-9621-7b011b57eefc tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] 10.222.0.49 "GET /v2.0/routers/7d9c2278-196f-448c-a076-ee61a8583f55 HTTP/1.1" status: 200 len: 696 time: 0.2680326 Oct 12 19:21:44.300205 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 43918) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:21:44.361501 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-09c72a58-a81e-4d52-a4a9-971e865bef5c req-d2728954-10d7-4921-b830-a835d42e2a82 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:44.376709 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['f18d384f-1afe-4e78-8573-b82cab024b0c'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:21:44.379122 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['031f2c23-1055-471a-b4c0-a0b18c1487ff'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:21:44.416303 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-23f60638-fc3d-4613-bf28-7728a146eb49 req-f10868ba-806e-4cad-99e2-cb2f6ced718c tempest-ServersNegativeTestMultiTenantJSON-434581261 tempest-ServersNegativeTestMultiTenantJSON-434581261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:44.441300 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2728954-10d7-4921-b830-a835d42e2a82 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Pushing event deleted for resources: {'Port': ['ID=f18d384f-1afe-4e78-8573-b82cab024b0c,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:44.458247 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['c85921d2-534a-4922-a003-5a2335033df6'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:21:44.464140 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10868ba-806e-4cad-99e2-cb2f6ced718c tempest-ServersNegativeTestMultiTenantJSON-434581261 tempest-ServersNegativeTestMultiTenantJSON-434581261-project] Pushing event deleted for resources: {'Port': ['ID=c85921d2-534a-4922-a003-5a2335033df6,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:44.502020 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-03208c5d-95f9-4b46-b1c5-74cc224ab076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4824863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4612355'] for subnet, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:44.539213 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-a5f07a61-41c8-42f8-915e-e9fbf26f7067 None None] Set router 7d9c2278-196f-448c-a076-ee61a8583f55 gateway port host: None {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:21:44.546828 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 43922) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:21:44.549418 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-09c72a58-a81e-4d52-a4a9-971e865bef5c req-d2728954-10d7-4921-b830-a835d42e2a82 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] No DVR routers for this DVR port f18d384f-1afe-4e78-8573-b82cab024b0c on host n-h1-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:21:44.557734 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-23f60638-fc3d-4613-bf28-7728a146eb49 req-f10868ba-806e-4cad-99e2-cb2f6ced718c tempest-ServersNegativeTestMultiTenantJSON-434581261 tempest-ServersNegativeTestMultiTenantJSON-434581261-project] No DVR routers for this DVR port c85921d2-534a-4922-a003-5a2335033df6 on host n-h1-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:21:44.559452 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-09c72a58-a81e-4d52-a4a9-971e865bef5c req-d2728954-10d7-4921-b830-a835d42e2a82 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:44.563408 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-23f60638-fc3d-4613-bf28-7728a146eb49 req-f10868ba-806e-4cad-99e2-cb2f6ced718c tempest-ServersNegativeTestMultiTenantJSON-434581261 tempest-ServersNegativeTestMultiTenantJSON-434581261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:44.565660 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-09c72a58-a81e-4d52-a4a9-971e865bef5c req-d2728954-10d7-4921-b830-a835d42e2a82 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.61 "DELETE /v2.0/ports/f18d384f-1afe-4e78-8573-b82cab024b0c HTTP/1.1" status: 204 len: 173 time: 0.8359230 Oct 12 19:21:44.567405 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9ba3c35-7a90-4de2-b8ac-e371bb508738', 'name': 'network-vif-deleted', 'tag': 'f18d384f-1afe-4e78-8573-b82cab024b0c'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:21:44.569868 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eb1b480-16e4-4784-95db-dfaac963b3b7" -d '{"events": [{"server_uuid": "a9ba3c35-7a90-4de2-b8ac-e371bb508738", "name": "network-vif-deleted", "tag": "f18d384f-1afe-4e78-8573-b82cab024b0c"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:21:44.570707 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-23f60638-fc3d-4613-bf28-7728a146eb49 req-f10868ba-806e-4cad-99e2-cb2f6ced718c tempest-ServersNegativeTestMultiTenantJSON-434581261 tempest-ServersNegativeTestMultiTenantJSON-434581261-project] 10.222.0.61 "DELETE /v2.0/ports/c85921d2-534a-4922-a003-5a2335033df6 HTTP/1.1" status: 204 len: 173 time: 1.3658991 Oct 12 19:21:44.572546 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57902963-2020-4a10-b130-b4db1f863a3a', 'name': 'network-vif-deleted', 'tag': 'c85921d2-534a-4922-a003-5a2335033df6'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:21:44.577304 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab0915e0-3398-411d-be50-0066e2d9e5ac" -d '{"events": [{"server_uuid": "57902963-2020-4a10-b130-b4db1f863a3a", "name": "network-vif-deleted", "tag": "c85921d2-534a-4922-a003-5a2335033df6"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:21:44.623678 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03208c5d-95f9-4b46-b1c5-74cc224ab076 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a7b53f5-764f-4a50-9410-9dcc6efd27ec,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:44.626518 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03208c5d-95f9-4b46-b1c5-74cc224ab076 admin admin] Checking segment: {'id': '94fe7d3c-e596-4829-b449-fd6a7ec0e980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '6538b198-9c10-4f9c-8f9b-be99dcacbccd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:21:44.626690 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03208c5d-95f9-4b46-b1c5-74cc224ab076 admin admin] Network hostable DHCP agents. Network: 6538b198-9c10-4f9c-8f9b-be99dcacbccd, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:21:44.673262 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9404582-c9fa-4aeb-928e-d8c2188e1aff x-openstack-request-id: req-d9404582-c9fa-4aeb-928e-d8c2188e1aff {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:21:44.673588 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57902963-2020-4a10-b130-b4db1f863a3a", "name": "network-vif-deleted", "tag": "c85921d2-534a-4922-a003-5a2335033df6", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:21:44.676620 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d9404582-c9fa-4aeb-928e-d8c2188e1aff {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:21:44.676620 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57902963-2020-4a10-b130-b4db1f863a3a', 'name': 'network-vif-deleted', 'tag': 'c85921d2-534a-4922-a003-5a2335033df6', 'status': 'completed', 'code': 200} Oct 12 19:21:44.691545 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8725895c-3fe7-4532-a2f5-3e0830dad00a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:44.750229 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f36f04e-b279-463b-ba3c-37b23e6e90b0 x-openstack-request-id: req-1f36f04e-b279-463b-ba3c-37b23e6e90b0 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:21:44.750628 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9ba3c35-7a90-4de2-b8ac-e371bb508738", "name": "network-vif-deleted", "tag": "f18d384f-1afe-4e78-8573-b82cab024b0c", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:21:44.750877 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1f36f04e-b279-463b-ba3c-37b23e6e90b0 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:21:44.751282 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9ba3c35-7a90-4de2-b8ac-e371bb508738', 'name': 'network-vif-deleted', 'tag': 'f18d384f-1afe-4e78-8573-b82cab024b0c', 'status': 'completed', 'code': 200} Oct 12 19:21:44.770346 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03208c5d-95f9-4b46-b1c5-74cc224ab076 admin admin] Network 6538b198-9c10-4f9c-8f9b-be99dcacbccd is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:21:44.789109 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-001d1420-8080-4e70-a726-fcfdd1879639 req-e03d68c7-98b7-4ff2-9a57-db2bc2f65613 tempest-ServersNegativeTestMultiTenantJSON-434581261 tempest-ServersNegativeTestMultiTenantJSON-434581261-project] 10.222.0.49 "GET /v2.0/ports?device_id=57902963-2020-4a10-b130-b4db1f863a3a HTTP/1.1" status: 200 len: 210 time: 0.0504086 Oct 12 19:21:44.896383 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-03208c5d-95f9-4b46-b1c5-74cc224ab076 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, 6538b198-9c10-4f9c-8f9b-be99dcacbccd) {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:21:44.900372 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03208c5d-95f9-4b46-b1c5-74cc224ab076 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:44.901014 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-03208c5d-95f9-4b46-b1c5-74cc224ab076 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:44.924656 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d6fbfa2-46b5-4afe-b97d-507717eaf4e4 None None] Network 6538b198-9c10-4f9c-8f9b-be99dcacbccd requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:21:44.953050 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-80b8514c-b0b8-434f-81d8-7bb3b9fe19bf req-ac807319-5191-46d1-9600-5717ecd6100f tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9ba3c35-7a90-4de2-b8ac-e371bb508738 HTTP/1.1" status: 200 len: 210 time: 0.0501883 Oct 12 19:21:44.960278 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8725895c-3fe7-4532-a2f5-3e0830dad00a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:45.021108 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-a5f07a61-41c8-42f8-915e-e9fbf26f7067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d9c2278-196f-448c-a076-ee61a8583f55', 'name': 'tempest-RoutersTest-router-334466', 'tenant_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:21:06Z', 'updated_at': '2021-10-12T19:21:43Z', 'revision_number': 7, 'project_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'gw_port_host': None, '_interfaces': [{'id': '5fc32773-6fb4-421a-9cc6-f09c3aa8dfb8', 'name': '', 'network_id': 'b486f23d-6b58-4b81-8a2f-62ebab0101c5', 'tenant_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'mac_address': 'fa:16:3e:0f:37:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9c2278-196f-448c-a076-ee61a8583f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '05e171b4-749e-46ec-9e3f-520255692239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:21:09Z', 'updated_at': '2021-10-12T19:21:16Z', 'revision_number': 5, 'project_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'subnets': [{'id': '05e171b4-749e-46ec-9e3f-520255692239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6681cfd4-dd5b-4cfb-ad57-dc92e2ef21db', 'name': '', 'network_id': '220c77dc-03a8-4a6e-891b-dab792b8d8e8', 'tenant_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'mac_address': 'fa:16:3e:38:0c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9c2278-196f-448c-a076-ee61a8583f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'af255f7a-e516-482e-87f6-92081eaef7f1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:21:36Z', 'updated_at': '2021-10-12T19:21:42Z', 'revision_number': 5, 'project_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'subnets': [{'id': 'af255f7a-e516-482e-87f6-92081eaef7f1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '753ca777-6195-4c99-b0cf-a47c51b35c2f', 'name': '', 'network_id': '6339cdfa-9a82-4315-bbda-893cfbff3654', 'tenant_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'mac_address': 'fa:16:3e:66:b1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9c2278-196f-448c-a076-ee61a8583f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '6d678f8a-6782-4a3a-96db-1cf5c8a3c54d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:21:28Z', 'updated_at': '2021-10-12T19:21:34Z', 'revision_number': 5, 'project_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'subnets': [{'id': '6d678f8a-6782-4a3a-96db-1cf5c8a3c54d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db9df9af-8c02-4ef1-89cc-1c3fe4a087cf', 'name': '', 'network_id': '4749b30b-9a97-4e15-ae65-09e4a2a4c880', 'tenant_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'mac_address': 'fa:16:3e:8b:42:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9c2278-196f-448c-a076-ee61a8583f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '433bc341-8490-4169-b2a7-96662af09f31', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:21:16Z', 'updated_at': '2021-10-12T19:21:25Z', 'revision_number': 5, 'project_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'subnets': [{'id': '433bc341-8490-4169-b2a7-96662af09f31', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:21:45.037437 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-03208c5d-95f9-4b46-b1c5-74cc224ab076 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.3310928 Oct 12 19:21:45.061197 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f07a61-41c8-42f8-915e-e9fbf26f7067 None None] The sync data for ids ['7d9c2278-196f-448c-a076-ee61a8583f55'] in n-d-813679-3 is: [{'id': '7d9c2278-196f-448c-a076-ee61a8583f55', 'name': 'tempest-RoutersTest-router-334466', 'tenant_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:21:06Z', 'updated_at': '2021-10-12T19:21:43Z', 'revision_number': 7, 'project_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'gw_port_host': None, '_interfaces': [{'id': '5fc32773-6fb4-421a-9cc6-f09c3aa8dfb8', 'name': '', 'network_id': 'b486f23d-6b58-4b81-8a2f-62ebab0101c5', 'tenant_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'mac_address': 'fa:16:3e:0f:37:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9c2278-196f-448c-a076-ee61a8583f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '05e171b4-749e-46ec-9e3f-520255692239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:21:09Z', 'updated_at': '2021-10-12T19:21:16Z', 'revision_number': 5, 'project_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'subnets': [{'id': '05e171b4-749e-46ec-9e3f-520255692239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6681cfd4-dd5b-4cfb-ad57-dc92e2ef21db', 'name': '', 'network_id': '220c77dc-03a8-4a6e-891b-dab792b8d8e8', 'tenant_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'mac_address': 'fa:16:3e:38:0c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9c2278-196f-448c-a076-ee61a8583f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'af255f7a-e516-482e-87f6-92081eaef7f1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:21:36Z', 'updated_at': '2021-10-12T19:21:42Z', 'revision_number': 5, 'project_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'subnets': [{'id': 'af255f7a-e516-482e-87f6-92081eaef7f1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '753ca777-6195-4c99-b0cf-a47c51b35c2f', 'name': '', 'network_id': '6339cdfa-9a82-4315-bbda-893cfbff3654', 'tenant_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'mac_address': 'fa:16:3e:66:b1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9c2278-196f-448c-a076-ee61a8583f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '6d678f8a-6782-4a3a-96db-1cf5c8a3c54d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:21:28Z', 'updated_at': '2021-10-12T19:21:34Z', 'revision_number': 5, 'project_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'subnets': [{'id': '6d678f8a-6782-4a3a-96db-1cf5c8a3c54d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db9df9af-8c02-4ef1-89cc-1c3fe4a087cf', 'name': '', 'network_id': '4749b30b-9a97-4e15-ae65-09e4a2a4c880', 'tenant_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'mac_address': 'fa:16:3e:8b:42:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9c2278-196f-448c-a076-ee61a8583f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '433bc341-8490-4169-b2a7-96662af09f31', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:21:16Z', 'updated_at': '2021-10-12T19:21:25Z', 'revision_number': 5, 'project_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'subnets': [{'id': '433bc341-8490-4169-b2a7-96662af09f31', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:21:45.120094 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8725895c-3fe7-4532-a2f5-3e0830dad00a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:45.186331 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725895c-3fe7-4532-a2f5-3e0830dad00a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c0c9325-8470-45f5-9a99-56005e2633d9,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:45.190749 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a355444-372c-4d49-9aec-34419cf9d255 None None] Network 6538b198-9c10-4f9c-8f9b-be99dcacbccd requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:21:45.213256 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-8725895c-3fe7-4532-a2f5-3e0830dad00a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=07239585b71b431b9a055857f02d5dbc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6647036 Oct 12 19:21:45.215759 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 43944) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:21:45.268363 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-80819a44-b6b2-49a8-8fde-d5ce3b0ac9b8 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8092566'] for router_interface, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:45.417928 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d77751c7-24ee-4566-9999-2b41a79ae07c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:45.432693 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60ec981-f6a6-41e7-82af-2ad4feae8d5b None None] Sync routers for ids ['7d9c2278-196f-448c-a076-ee61a8583f55'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:21:45.445008 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60ec981-f6a6-41e7-82af-2ad4feae8d5b None None] Routers {'7d9c2278-196f-448c-a076-ee61a8583f55'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:21:45.445782 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-a60ec981-f6a6-41e7-82af-2ad4feae8d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:21:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['7d9c2278-196f-448c-a076-ee61a8583f55'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:21:45.483564 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d77751c7-24ee-4566-9999-2b41a79ae07c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:45.571213 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-a60ec981-f6a6-41e7-82af-2ad4feae8d5b None None] Set router 7d9c2278-196f-448c-a076-ee61a8583f55 gateway port host: None {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:21:45.755051 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d77751c7-24ee-4566-9999-2b41a79ae07c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:45.757807 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d77751c7-24ee-4566-9999-2b41a79ae07c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:45.758944 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-d77751c7-24ee-4566-9999-2b41a79ae07c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2c0c9325-8470-45f5-9a99-56005e2633d9 HTTP/1.1" status: 204 len: 168 time: 0.5422342 Oct 12 19:21:45.771746 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60629ca3-5356-4c04-ab93-e12910328a0f req-3e32a25e-4da5-4c1f-a894-250504e8be54 tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:45.773481 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-60629ca3-5356-4c04-ab93-e12910328a0f req-3e32a25e-4da5-4c1f-a894-250504e8be54 tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] 10.222.0.49 "GET /v2.0/networks?id=6538b198-9c10-4f9c-8f9b-be99dcacbccd HTTP/1.1" status: 200 len: 817 time: 0.2137277 Oct 12 19:21:45.781872 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77751c7-24ee-4566-9999-2b41a79ae07c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c0c9325-8470-45f5-9a99-56005e2633d9,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:45.808362 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-a60ec981-f6a6-41e7-82af-2ad4feae8d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d9c2278-196f-448c-a076-ee61a8583f55', 'name': 'tempest-RoutersTest-router-334466', 'tenant_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:21:06Z', 'updated_at': '2021-10-12T19:21:43Z', 'revision_number': 7, 'project_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'gw_port_host': None, '_interfaces': [{'id': '5fc32773-6fb4-421a-9cc6-f09c3aa8dfb8', 'name': '', 'network_id': 'b486f23d-6b58-4b81-8a2f-62ebab0101c5', 'tenant_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'mac_address': 'fa:16:3e:0f:37:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9c2278-196f-448c-a076-ee61a8583f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '05e171b4-749e-46ec-9e3f-520255692239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:21:09Z', 'updated_at': '2021-10-12T19:21:16Z', 'revision_number': 5, 'project_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'subnets': [{'id': '05e171b4-749e-46ec-9e3f-520255692239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6681cfd4-dd5b-4cfb-ad57-dc92e2ef21db', 'name': '', 'network_id': '220c77dc-03a8-4a6e-891b-dab792b8d8e8', 'tenant_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'mac_address': 'fa:16:3e:38:0c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9c2278-196f-448c-a076-ee61a8583f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'af255f7a-e516-482e-87f6-92081eaef7f1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:21:36Z', 'updated_at': '2021-10-12T19:21:42Z', 'revision_number': 5, 'project_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'subnets': [{'id': 'af255f7a-e516-482e-87f6-92081eaef7f1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '753ca777-6195-4c99-b0cf-a47c51b35c2f', 'name': '', 'network_id': '6339cdfa-9a82-4315-bbda-893cfbff3654', 'tenant_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'mac_address': 'fa:16:3e:66:b1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9c2278-196f-448c-a076-ee61a8583f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '6d678f8a-6782-4a3a-96db-1cf5c8a3c54d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:21:28Z', 'updated_at': '2021-10-12T19:21:34Z', 'revision_number': 5, 'project_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'subnets': [{'id': '6d678f8a-6782-4a3a-96db-1cf5c8a3c54d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db9df9af-8c02-4ef1-89cc-1c3fe4a087cf', 'name': '', 'network_id': '4749b30b-9a97-4e15-ae65-09e4a2a4c880', 'tenant_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'mac_address': 'fa:16:3e:8b:42:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9c2278-196f-448c-a076-ee61a8583f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '433bc341-8490-4169-b2a7-96662af09f31', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:21:16Z', 'updated_at': '2021-10-12T19:21:25Z', 'revision_number': 5, 'project_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'subnets': [{'id': '433bc341-8490-4169-b2a7-96662af09f31', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:21:45.843705 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60ec981-f6a6-41e7-82af-2ad4feae8d5b None None] Checking router: 7d9c2278-196f-448c-a076-ee61a8583f55 for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:21:45.854106 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60ec981-f6a6-41e7-82af-2ad4feae8d5b None None] Routers {'7d9c2278-196f-448c-a076-ee61a8583f55'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:21:45.854731 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-a60ec981-f6a6-41e7-82af-2ad4feae8d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:21:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['7d9c2278-196f-448c-a076-ee61a8583f55'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:21:45.858740 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 43982) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:21:45.867677 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-60629ca3-5356-4c04-ab93-e12910328a0f req-9bff9c27-db89-474a-b465-796d47f10c6a tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] 10.222.0.49 "GET /v2.0/quotas/402ddc1d015c46618f7c9ce639623e3b HTTP/1.1" status: 200 len: 375 time: 0.0819893 Oct 12 19:21:45.904266 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-80819a44-b6b2-49a8-8fde-d5ce3b0ac9b8 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Deleting port 6681cfd4-dd5b-4cfb-ad57-dc92e2ef21db {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:21:45.904608 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-80819a44-b6b2-49a8-8fde-d5ce3b0ac9b8 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:45.970654 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-60629ca3-5356-4c04-ab93-e12910328a0f req-5bc70d9a-05dd-488c-bda2-f867919a9a35 tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=402ddc1d015c46618f7c9ce639623e3b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0810995 Oct 12 19:21:46.001709 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff70f989-6380-48ba-ace2-72c596750891 admin admin] Deleting subnet 1313ba0d-f166-4d3b-93e3-0032eae62d0c {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:21:46.007038 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ff70f989-6380-48ba-ace2-72c596750891 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:46.068335 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ff70f989-6380-48ba-ace2-72c596750891 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16313642'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:46.108714 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-a60ec981-f6a6-41e7-82af-2ad4feae8d5b None None] Set router 7d9c2278-196f-448c-a076-ee61a8583f55 gateway port host: None {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:21:46.112768 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-80819a44-b6b2-49a8-8fde-d5ce3b0ac9b8 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] For port 6681cfd4-dd5b-4cfb-ad57-dc92e2ef21db, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=6681cfd4-dd5b-4cfb-ad57-dc92e2ef21db,segment=NetworkSegment(76cb1680-6be5-430c-84c4-0cd3f3c89036),segment_id=76cb1680-6be5-430c-84c4-0cd3f3c89036)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:21:46.113187 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-80819a44-b6b2-49a8-8fde-d5ce3b0ac9b8 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:46.130822 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ff70f989-6380-48ba-ace2-72c596750891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:46.132988 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-80819a44-b6b2-49a8-8fde-d5ce3b0ac9b8 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Calling delete_port for 6681cfd4-dd5b-4cfb-ad57-dc92e2ef21db owned by network:router_interface {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:21:46.146897 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0e99b12c-1f72-46c8-8321-e76c2568ae15 req-7e93bd4f-d97c-4ce2-bfaa-2cf186721848 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9ba3c35-7a90-4de2-b8ac-e371bb508738 HTTP/1.1" status: 200 len: 210 time: 0.0457954 Oct 12 19:21:46.345126 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [req-60629ca3-5356-4c04-ab93-e12910328a0f req-57ef008e-a3e0-416a-a4f7-bf7cf233f5c7 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 19:21:46.346118 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-60629ca3-5356-4c04-ab93-e12910328a0f req-57ef008e-a3e0-416a-a4f7-bf7cf233f5c7 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3662865 Oct 12 19:21:46.349684 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ff70f989-6380-48ba-ace2-72c596750891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4306592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16245866'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:46.362729 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-a60ec981-f6a6-41e7-82af-2ad4feae8d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d9c2278-196f-448c-a076-ee61a8583f55', 'name': 'tempest-RoutersTest-router-334466', 'tenant_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:21:06Z', 'updated_at': '2021-10-12T19:21:43Z', 'revision_number': 7, 'project_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'gw_port_host': None, '_interfaces': [{'id': '5fc32773-6fb4-421a-9cc6-f09c3aa8dfb8', 'name': '', 'network_id': 'b486f23d-6b58-4b81-8a2f-62ebab0101c5', 'tenant_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'mac_address': 'fa:16:3e:0f:37:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9c2278-196f-448c-a076-ee61a8583f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '05e171b4-749e-46ec-9e3f-520255692239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:21:09Z', 'updated_at': '2021-10-12T19:21:16Z', 'revision_number': 5, 'project_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'subnets': [{'id': '05e171b4-749e-46ec-9e3f-520255692239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6681cfd4-dd5b-4cfb-ad57-dc92e2ef21db', 'name': '', 'network_id': '220c77dc-03a8-4a6e-891b-dab792b8d8e8', 'tenant_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'mac_address': 'fa:16:3e:38:0c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9c2278-196f-448c-a076-ee61a8583f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'af255f7a-e516-482e-87f6-92081eaef7f1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:21:36Z', 'updated_at': '2021-10-12T19:21:42Z', 'revision_number': 5, 'project_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'subnets': [{'id': 'af255f7a-e516-482e-87f6-92081eaef7f1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '753ca777-6195-4c99-b0cf-a47c51b35c2f', 'name': '', 'network_id': '6339cdfa-9a82-4315-bbda-893cfbff3654', 'tenant_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'mac_address': 'fa:16:3e:66:b1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9c2278-196f-448c-a076-ee61a8583f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '6d678f8a-6782-4a3a-96db-1cf5c8a3c54d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:21:28Z', 'updated_at': '2021-10-12T19:21:34Z', 'revision_number': 5, 'project_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'subnets': [{'id': '6d678f8a-6782-4a3a-96db-1cf5c8a3c54d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db9df9af-8c02-4ef1-89cc-1c3fe4a087cf', 'name': '', 'network_id': '4749b30b-9a97-4e15-ae65-09e4a2a4c880', 'tenant_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'mac_address': 'fa:16:3e:8b:42:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9c2278-196f-448c-a076-ee61a8583f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '433bc341-8490-4169-b2a7-96662af09f31', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:21:16Z', 'updated_at': '2021-10-12T19:21:25Z', 'revision_number': 5, 'project_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'subnets': [{'id': '433bc341-8490-4169-b2a7-96662af09f31', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:21:46.390958 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60ec981-f6a6-41e7-82af-2ad4feae8d5b None None] The sync data for ids ['7d9c2278-196f-448c-a076-ee61a8583f55'] in n-d-813679-3 is: [{'id': '7d9c2278-196f-448c-a076-ee61a8583f55', 'name': 'tempest-RoutersTest-router-334466', 'tenant_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:21:06Z', 'updated_at': '2021-10-12T19:21:43Z', 'revision_number': 7, 'project_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'gw_port_host': None, '_interfaces': [{'id': '5fc32773-6fb4-421a-9cc6-f09c3aa8dfb8', 'name': '', 'network_id': 'b486f23d-6b58-4b81-8a2f-62ebab0101c5', 'tenant_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'mac_address': 'fa:16:3e:0f:37:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9c2278-196f-448c-a076-ee61a8583f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '05e171b4-749e-46ec-9e3f-520255692239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:21:09Z', 'updated_at': '2021-10-12T19:21:16Z', 'revision_number': 5, 'project_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'subnets': [{'id': '05e171b4-749e-46ec-9e3f-520255692239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6681cfd4-dd5b-4cfb-ad57-dc92e2ef21db', 'name': '', 'network_id': '220c77dc-03a8-4a6e-891b-dab792b8d8e8', 'tenant_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'mac_address': 'fa:16:3e:38:0c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9c2278-196f-448c-a076-ee61a8583f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'af255f7a-e516-482e-87f6-92081eaef7f1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:21:36Z', 'updated_at': '2021-10-12T19:21:42Z', 'revision_number': 5, 'project_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'subnets': [{'id': 'af255f7a-e516-482e-87f6-92081eaef7f1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '753ca777-6195-4c99-b0cf-a47c51b35c2f', 'name': '', 'network_id': '6339cdfa-9a82-4315-bbda-893cfbff3654', 'tenant_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'mac_address': 'fa:16:3e:66:b1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9c2278-196f-448c-a076-ee61a8583f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '6d678f8a-6782-4a3a-96db-1cf5c8a3c54d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:21:28Z', 'updated_at': '2021-10-12T19:21:34Z', 'revision_number': 5, 'project_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'subnets': [{'id': '6d678f8a-6782-4a3a-96db-1cf5c8a3c54d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db9df9af-8c02-4ef1-89cc-1c3fe4a087cf', 'name': '', 'network_id': '4749b30b-9a97-4e15-ae65-09e4a2a4c880', 'tenant_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'mac_address': 'fa:16:3e:8b:42:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9c2278-196f-448c-a076-ee61a8583f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '433bc341-8490-4169-b2a7-96662af09f31', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:21:16Z', 'updated_at': '2021-10-12T19:21:25Z', 'revision_number': 5, 'project_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'subnets': [{'id': '433bc341-8490-4169-b2a7-96662af09f31', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:21:46.416894 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ff70f989-6380-48ba-ace2-72c596750891 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:46.420197 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-ff70f989-6380-48ba-ace2-72c596750891 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/1313ba0d-f166-4d3b-93e3-0032eae62d0c HTTP/1.1" status: 204 len: 168 time: 0.5604672 Oct 12 19:21:46.421081 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff70f989-6380-48ba-ace2-72c596750891 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1313ba0d-f166-4d3b-93e3-0032eae62d0c,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:46.423618 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 43994) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:21:46.515576 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1d25f9a8-52a6-4aa6-853f-68767108e6de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:46.527726 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 43998) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:21:46.537558 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-60629ca3-5356-4c04-ab93-e12910328a0f req-6fde66b6-4cd2-4e5d-98a9-4dc9202e3767 service neutron] 10.222.0.49 "GET /v2.0/networks/6538b198-9c10-4f9c-8f9b-be99dcacbccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741571 Oct 12 19:21:46.616262 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-80819a44-b6b2-49a8-8fde-d5ce3b0ac9b8 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:46.676827 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80819a44-b6b2-49a8-8fde-d5ce3b0ac9b8 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Pushing event deleted for resources: {'Port': ['ID=6681cfd4-dd5b-4cfb-ad57-dc92e2ef21db,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:46.704391 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1d25f9a8-52a6-4aa6-853f-68767108e6de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:46.726153 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-1d25f9a8-52a6-4aa6-853f-68767108e6de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['889c8640-5219-48b4-8be3-de6c3eb0c3b5']}} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:21:46.736545 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-1d25f9a8-52a6-4aa6-853f-68767108e6de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b78c1bd-de64-4d2a-a99d-44aa7394032f') {'for_net_delete': True} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:21:46.736840 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-1d25f9a8-52a6-4aa6-853f-68767108e6de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b78c1bd-de64-4d2a-a99d-44aa7394032f') {} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:21:46.747764 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1d25f9a8-52a6-4aa6-853f-68767108e6de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4281072'] for segment, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:46.760107 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bc9990f6-f9af-4ee2-9c72-487b694d8626 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:46.762739 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1d25f9a8-52a6-4aa6-853f-68767108e6de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:46.777148 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d25f9a8-52a6-4aa6-853f-68767108e6de admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=95501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:21:46.777570 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1d25f9a8-52a6-4aa6-853f-68767108e6de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4823170'] for segment, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:46.781850 n-d-813679-3 neutron-server[95501]: Traceback (most recent call last): Oct 12 19:21:46.781850 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:21:46.781850 n-d-813679-3 neutron-server[95501]: timer() Oct 12 19:21:46.781850 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:21:46.781850 n-d-813679-3 neutron-server[95501]: cb(*args, **kw) Oct 12 19:21:46.781850 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:21:46.781850 n-d-813679-3 neutron-server[95501]: return func(*args, **kwargs) Oct 12 19:21:46.781850 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:21:46.781850 n-d-813679-3 neutron-server[95501]: self._notify() Oct 12 19:21:46.781850 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:21:46.781850 n-d-813679-3 neutron-server[95501]: self.callback(batched_events) Oct 12 19:21:46.781850 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:21:46.781850 n-d-813679-3 neutron-server[95501]: event.method(event) Oct 12 19:21:46.781850 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:21:46.781850 n-d-813679-3 neutron-server[95501]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:21:46.781850 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:21:46.781850 n-d-813679-3 neutron-server[95501]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:21:46.781850 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:21:46.781850 n-d-813679-3 neutron-server[95501]: return f(self, *a, **k) Oct 12 19:21:46.781850 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:21:46.781850 n-d-813679-3 neutron-server[95501]: return self._get(url).json() Oct 12 19:21:46.781850 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:21:46.781850 n-d-813679-3 neutron-server[95501]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:21:46.781850 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:21:46.781850 n-d-813679-3 neutron-server[95501]: return self.request(url, 'GET', **kwargs) Oct 12 19:21:46.781850 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:21:46.781850 n-d-813679-3 neutron-server[95501]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:21:46.781850 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:21:46.781850 n-d-813679-3 neutron-server[95501]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:21:46.781850 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:21:46.781850 n-d-813679-3 neutron-server[95501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:21:46.781850 n-d-813679-3 neutron-server[95501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:21:46.841619 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-60629ca3-5356-4c04-ab93-e12910328a0f req-b64bd557-514d-4451-93e4-2dfa85ec8ada service neutron] 10.222.0.49 "GET /v2.0/networks/6538b198-9c10-4f9c-8f9b-be99dcacbccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2970359 Oct 12 19:21:46.937183 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1d25f9a8-52a6-4aa6-853f-68767108e6de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:46.945795 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1d25f9a8-52a6-4aa6-853f-68767108e6de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:46.949624 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-1d25f9a8-52a6-4aa6-853f-68767108e6de admin admin] 10.222.0.49 "DELETE /v2.0/networks/889c8640-5219-48b4-8be3-de6c3eb0c3b5 HTTP/1.1" status: 204 len: 168 time: 0.5235958 Oct 12 19:21:46.959389 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 44010) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:21:46.997207 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d25f9a8-52a6-4aa6-853f-68767108e6de admin admin] Pushing event deleted for resources: {'Network': ['ID=889c8640-5219-48b4-8be3-de6c3eb0c3b5,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:47.033888 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_v2 [None req-833a8f01-2d7c-4ec4-9c1c-0024a260b186 admin admin] Deleting subnet 98e67037-b319-4619-93f7-1f7ff9692065 {{(pid=95501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:21:47.038322 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-833a8f01-2d7c-4ec4-9c1c-0024a260b186 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:47.086103 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-833a8f01-2d7c-4ec4-9c1c-0024a260b186 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281083'] for subnet, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:47.131091 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-833a8f01-2d7c-4ec4-9c1c-0024a260b186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:47.265542 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-833a8f01-2d7c-4ec4-9c1c-0024a260b186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4824924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4612362'] for subnet, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:47.275726 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-80819a44-b6b2-49a8-8fde-d5ce3b0ac9b8 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7898909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8092450'] for router_interface, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:47.312808 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833a8f01-2d7c-4ec4-9c1c-0024a260b186 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98e67037-b319-4619-93f7-1f7ff9692065,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:47.322635 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-833a8f01-2d7c-4ec4-9c1c-0024a260b186 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:47.327893 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-833a8f01-2d7c-4ec4-9c1c-0024a260b186 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/98e67037-b319-4619-93f7-1f7ff9692065 HTTP/1.1" status: 204 len: 168 time: 0.3675203 Oct 12 19:21:47.330711 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 44026) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:21:47.420711 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bc9990f6-f9af-4ee2-9c72-487b694d8626 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:47.439280 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-31012f55-d707-4116-b189-3b136a08ce4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:47.553263 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bc9990f6-f9af-4ee2-9c72-487b694d8626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:47.575766 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-31012f55-d707-4116-b189-3b136a08ce4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:47.601211 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-31012f55-d707-4116-b189-3b136a08ce4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8bd1a66-7534-490b-8394-ce91a5bd1411']}} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:21:47.612472 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-31012f55-d707-4116-b189-3b136a08ce4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d606620-f5c8-4017-a233-5e4303259c2a') {'for_net_delete': True} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:21:47.612955 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-31012f55-d707-4116-b189-3b136a08ce4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d606620-f5c8-4017-a233-5e4303259c2a') {} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:21:47.626466 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-31012f55-d707-4116-b189-3b136a08ce4c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4281072'] for segment, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:47.631509 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-93b0ee57-9acf-4d25-8ce7-5f92624eccb6 req-45e27429-734a-40f2-bb9c-46d04c381f37 tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc56e988-07ef-4c9a-a3c8-eb10d9eb245a HTTP/1.1" status: 200 len: 210 time: 0.0804369 Oct 12 19:21:47.643578 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-31012f55-d707-4116-b189-3b136a08ce4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:47.649625 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31012f55-d707-4116-b189-3b136a08ce4c admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=95501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:21:47.650727 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-31012f55-d707-4116-b189-3b136a08ce4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4823170'] for segment, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:47.652570 n-d-813679-3 neutron-server[95501]: Traceback (most recent call last): Oct 12 19:21:47.652570 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:21:47.652570 n-d-813679-3 neutron-server[95501]: timer() Oct 12 19:21:47.652570 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:21:47.652570 n-d-813679-3 neutron-server[95501]: cb(*args, **kw) Oct 12 19:21:47.652570 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:21:47.652570 n-d-813679-3 neutron-server[95501]: return func(*args, **kwargs) Oct 12 19:21:47.652570 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:21:47.652570 n-d-813679-3 neutron-server[95501]: self._notify() Oct 12 19:21:47.652570 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:21:47.652570 n-d-813679-3 neutron-server[95501]: self.callback(batched_events) Oct 12 19:21:47.652570 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:21:47.652570 n-d-813679-3 neutron-server[95501]: event.method(event) Oct 12 19:21:47.652570 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:21:47.652570 n-d-813679-3 neutron-server[95501]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:21:47.652570 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:21:47.652570 n-d-813679-3 neutron-server[95501]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:21:47.652570 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:21:47.652570 n-d-813679-3 neutron-server[95501]: return f(self, *a, **k) Oct 12 19:21:47.652570 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:21:47.652570 n-d-813679-3 neutron-server[95501]: return self._get(url).json() Oct 12 19:21:47.652570 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:21:47.652570 n-d-813679-3 neutron-server[95501]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:21:47.652570 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:21:47.652570 n-d-813679-3 neutron-server[95501]: return self.request(url, 'GET', **kwargs) Oct 12 19:21:47.652570 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:21:47.652570 n-d-813679-3 neutron-server[95501]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:21:47.652570 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:21:47.652570 n-d-813679-3 neutron-server[95501]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:21:47.652570 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:21:47.652570 n-d-813679-3 neutron-server[95501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:21:47.652570 n-d-813679-3 neutron-server[95501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:21:47.656335 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-bc9990f6-f9af-4ee2-9c72-487b694d8626 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e6d174d47d954753ac9f31ba3dedf3aa&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1272750 Oct 12 19:21:47.660602 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 44040) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:21:47.668010 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9990f6-f9af-4ee2-9c72-487b694d8626 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3c9a17e-a4eb-4291-8de1-f641e866a757,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:47.671495 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80819a44-b6b2-49a8-8fde-d5ce3b0ac9b8 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Router 7d9c2278-196f-448c-a076-ee61a8583f55 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:21:47.789505 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8e6b389a-2ca1-4039-882f-9e1223d1f433 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:47.825123 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-31012f55-d707-4116-b189-3b136a08ce4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:47.830927 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8e6b389a-2ca1-4039-882f-9e1223d1f433 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:47.831529 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-31012f55-d707-4116-b189-3b136a08ce4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:47.833139 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80819a44-b6b2-49a8-8fde-d5ce3b0ac9b8 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:21:47.838199 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-31012f55-d707-4116-b189-3b136a08ce4c admin admin] 10.222.0.49 "DELETE /v2.0/networks/e8bd1a66-7534-490b-8394-ce91a5bd1411 HTTP/1.1" status: 204 len: 168 time: 0.5059319 Oct 12 19:21:47.843386 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-80819a44-b6b2-49a8-8fde-d5ce3b0ac9b8 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] 10.222.0.49 "PUT /v2.0/routers/7d9c2278-196f-448c-a076-ee61a8583f55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5420420 Oct 12 19:21:47.845922 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 44050) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:21:47.848753 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ac1d53-435f-4915-bb87-a59dce906240 req-da63c19d-4f84-4d99-b972-d5d146be4a63 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:47.849351 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d832b2-ecf1-46c6-9892-336d31f6c9dc None None] Sync routers for ids ['7d9c2278-196f-448c-a076-ee61a8583f55'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:21:47.850277 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a0ac1d53-435f-4915-bb87-a59dce906240 req-da63c19d-4f84-4d99-b972-d5d146be4a63 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=4cdc42ba-69e4-48c5-a205-4e2175b26725 HTTP/1.1" status: 200 len: 950 time: 0.0667408 Oct 12 19:21:47.864439 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d832b2-ecf1-46c6-9892-336d31f6c9dc None None] Routers {'7d9c2278-196f-448c-a076-ee61a8583f55'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:21:47.865238 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-00d832b2-ecf1-46c6-9892-336d31f6c9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:21:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['7d9c2278-196f-448c-a076-ee61a8583f55'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:21:47.871843 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31012f55-d707-4116-b189-3b136a08ce4c admin admin] Pushing event deleted for resources: {'Network': ['ID=e8bd1a66-7534-490b-8394-ce91a5bd1411,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:47.915995 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a0ac1d53-435f-4915-bb87-a59dce906240 req-9496ba88-2ffb-4274-be52-1cb4a658dff4 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558608 Oct 12 19:21:47.929511 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-573c0b39-6903-40c9-9c0b-0b51930ccebb tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Deleting subnet af255f7a-e516-482e-87f6-92081eaef7f1 {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:21:47.933570 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-573c0b39-6903-40c9-9c0b-0b51930ccebb tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:47.984862 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-573c0b39-6903-40c9-9c0b-0b51930ccebb tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16313642'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:48.004253 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-00d832b2-ecf1-46c6-9892-336d31f6c9dc None None] Set router 7d9c2278-196f-448c-a076-ee61a8583f55 gateway port host: None {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:21:48.056630 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8e6b389a-2ca1-4039-882f-9e1223d1f433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:48.059530 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8e6b389a-2ca1-4039-882f-9e1223d1f433 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:48.063160 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-8e6b389a-2ca1-4039-882f-9e1223d1f433 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c3c9a17e-a4eb-4291-8de1-f641e866a757 HTTP/1.1" status: 204 len: 168 time: 0.3992035 Oct 12 19:21:48.073212 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6b389a-2ca1-4039-882f-9e1223d1f433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3c9a17e-a4eb-4291-8de1-f641e866a757,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:48.089990 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-573c0b39-6903-40c9-9c0b-0b51930ccebb tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:48.091592 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device f18d384f-1afe-4e78-8573-b82cab024b0c no longer exists at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:21:48.126384 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] No Port match for: f18d384f-1afe-4e78-8573-b82cab024b0c {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:21:48.126665 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device f18d384f-1afe-4e78-8573-b82cab024b0c not bound to the agent host n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:21:48.127151 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device c85921d2-534a-4922-a003-5a2335033df6 no longer exists at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:21:48.171847 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] No Port match for: c85921d2-534a-4922-a003-5a2335033df6 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:21:48.172216 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device c85921d2-534a-4922-a003-5a2335033df6 not bound to the agent host n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:21:48.245096 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-573c0b39-6903-40c9-9c0b-0b51930ccebb tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4306592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16245866'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:48.267647 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-00d832b2-ecf1-46c6-9892-336d31f6c9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d9c2278-196f-448c-a076-ee61a8583f55', 'name': 'tempest-RoutersTest-router-334466', 'tenant_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:21:06Z', 'updated_at': '2021-10-12T19:21:46Z', 'revision_number': 8, 'project_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'gw_port_host': None, '_interfaces': [{'id': '5fc32773-6fb4-421a-9cc6-f09c3aa8dfb8', 'name': '', 'network_id': 'b486f23d-6b58-4b81-8a2f-62ebab0101c5', 'tenant_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'mac_address': 'fa:16:3e:0f:37:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9c2278-196f-448c-a076-ee61a8583f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '05e171b4-749e-46ec-9e3f-520255692239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:21:09Z', 'updated_at': '2021-10-12T19:21:16Z', 'revision_number': 5, 'project_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'subnets': [{'id': '05e171b4-749e-46ec-9e3f-520255692239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '753ca777-6195-4c99-b0cf-a47c51b35c2f', 'name': '', 'network_id': '6339cdfa-9a82-4315-bbda-893cfbff3654', 'tenant_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'mac_address': 'fa:16:3e:66:b1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9c2278-196f-448c-a076-ee61a8583f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '6d678f8a-6782-4a3a-96db-1cf5c8a3c54d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:21:28Z', 'updated_at': '2021-10-12T19:21:34Z', 'revision_number': 5, 'project_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'subnets': [{'id': '6d678f8a-6782-4a3a-96db-1cf5c8a3c54d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db9df9af-8c02-4ef1-89cc-1c3fe4a087cf', 'name': '', 'network_id': '4749b30b-9a97-4e15-ae65-09e4a2a4c880', 'tenant_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'mac_address': 'fa:16:3e:8b:42:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9c2278-196f-448c-a076-ee61a8583f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '433bc341-8490-4169-b2a7-96662af09f31', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:21:16Z', 'updated_at': '2021-10-12T19:21:25Z', 'revision_number': 5, 'project_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'subnets': [{'id': '433bc341-8490-4169-b2a7-96662af09f31', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:21:48.277036 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573c0b39-6903-40c9-9c0b-0b51930ccebb tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Pushing event deleted for resources: {'Subnet': ['ID=af255f7a-e516-482e-87f6-92081eaef7f1,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:48.284850 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-573c0b39-6903-40c9-9c0b-0b51930ccebb tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:48.294644 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-573c0b39-6903-40c9-9c0b-0b51930ccebb tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] 10.222.0.49 "DELETE /v2.0/subnets/af255f7a-e516-482e-87f6-92081eaef7f1 HTTP/1.1" status: 204 len: 168 time: 0.4438484 Oct 12 19:21:48.294760 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 44062) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:21:48.302393 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96853244-829c-4073-a954-2b1321ebd2e9 None None] Network 220c77dc-03a8-4a6e-891b-dab792b8d8e8 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:21:48.306988 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d832b2-ecf1-46c6-9892-336d31f6c9dc None None] Checking router: 7d9c2278-196f-448c-a076-ee61a8583f55 for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:21:48.336643 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 44064) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:21:48.364266 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d832b2-ecf1-46c6-9892-336d31f6c9dc None None] Routers {'7d9c2278-196f-448c-a076-ee61a8583f55'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:21:48.365145 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-00d832b2-ecf1-46c6-9892-336d31f6c9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:21:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['7d9c2278-196f-448c-a076-ee61a8583f55'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:21:48.393439 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-ba3ef298-26d6-458d-9fa6-e41bad237f0d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=16fd18df597a480c9787ac895f50a525&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0546486 Oct 12 19:21:48.395907 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 44066) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:21:48.398973 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c2e6010d-77a6-42c2-9d23-4867dfc27a86 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:48.458561 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ff62876b-7446-4b27-9767-4c8cb3288ac1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:48.506470 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ff62876b-7446-4b27-9767-4c8cb3288ac1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:48.520786 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-c2e6010d-77a6-42c2-9d23-4867dfc27a86 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Deleting port 99b32985-63a5-4000-b6f1-3473e62b376b {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:21:48.521830 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c2e6010d-77a6-42c2-9d23-4867dfc27a86 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:48.581811 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-00d832b2-ecf1-46c6-9892-336d31f6c9dc None None] Set router 7d9c2278-196f-448c-a076-ee61a8583f55 gateway port host: None {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:21:48.701844 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [None req-c2e6010d-77a6-42c2-9d23-4867dfc27a86 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] For port 99b32985-63a5-4000-b6f1-3473e62b376b, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=99b32985-63a5-4000-b6f1-3473e62b376b,segment=NetworkSegment(76cb1680-6be5-430c-84c4-0cd3f3c89036),segment_id=76cb1680-6be5-430c-84c4-0cd3f3c89036)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:21:48.702226 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c2e6010d-77a6-42c2-9d23-4867dfc27a86 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:48.731457 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-c2e6010d-77a6-42c2-9d23-4867dfc27a86 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Calling delete_port for 99b32985-63a5-4000-b6f1-3473e62b376b owned by network:dhcp {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:21:48.734190 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ff62876b-7446-4b27-9767-4c8cb3288ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:48.738225 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ff62876b-7446-4b27-9767-4c8cb3288ac1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:48.741006 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-ff62876b-7446-4b27-9767-4c8cb3288ac1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/776ab9b0-a826-45c4-aaec-7230b7681f4e HTTP/1.1" status: 204 len: 168 time: 0.3437874 Oct 12 19:21:48.752264 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff62876b-7446-4b27-9767-4c8cb3288ac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=776ab9b0-a826-45c4-aaec-7230b7681f4e,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:48.815535 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ca01938d-2a7e-4141-979c-8a2488439e57 req-05282913-db21-45e6-ab3e-8db91b93562d tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc56e988-07ef-4c9a-a3c8-eb10d9eb245a HTTP/1.1" status: 200 len: 210 time: 0.0858114 Oct 12 19:21:48.932873 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b952d31e-57f1-4a58-a8b8-429e9d660a96 None None] DHCP port deletion for 220c77dc-03a8-4a6e-891b-dab792b8d8e8 request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 19:21:49.046607 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6191eae0-b042-490c-b48d-e934b6e96ed7 req-a85adbb3-38df-434d-9c6c-776d75828a73 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:49.048215 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6191eae0-b042-490c-b48d-e934b6e96ed7 req-a85adbb3-38df-434d-9c6c-776d75828a73 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.67 "GET /v2.0/ports?device_id=4cdc42ba-69e4-48c5-a205-4e2175b26725 HTTP/1.1" status: 200 len: 950 time: 0.0781748 Oct 12 19:21:49.057596 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-b952d31e-57f1-4a58-a8b8-429e9d660a96 None None] Deleting port 99b32985-63a5-4000-b6f1-3473e62b376b {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:21:49.057967 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b952d31e-57f1-4a58-a8b8-429e9d660a96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:49.070879 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440bc0ad-5041-42da-9eca-44c2ce866972 req-4535fd89-877d-4e37-9046-666611d32144 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:49.072908 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-440bc0ad-5041-42da-9eca-44c2ce866972 req-4535fd89-877d-4e37-9046-666611d32144 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=4cdc42ba-69e4-48c5-a205-4e2175b26725 HTTP/1.1" status: 200 len: 950 time: 0.0707762 Oct 12 19:21:49.093333 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c2e6010d-77a6-42c2-9d23-4867dfc27a86 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:49.143327 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-b952d31e-57f1-4a58-a8b8-429e9d660a96 None None] For port 99b32985-63a5-4000-b6f1-3473e62b376b, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=99b32985-63a5-4000-b6f1-3473e62b376b,segment=NetworkSegment(76cb1680-6be5-430c-84c4-0cd3f3c89036),segment_id=76cb1680-6be5-430c-84c4-0cd3f3c89036)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:21:49.143619 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b952d31e-57f1-4a58-a8b8-429e9d660a96 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:49.156693 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e6010d-77a6-42c2-9d23-4867dfc27a86 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Pushing event deleted for resources: {'Port': ['ID=99b32985-63a5-4000-b6f1-3473e62b376b,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:49.160616 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-b952d31e-57f1-4a58-a8b8-429e9d660a96 None None] Calling delete_port for 99b32985-63a5-4000-b6f1-3473e62b376b owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:21:49.162556 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e6010d-77a6-42c2-9d23-4867dfc27a86 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] No DVR routers for this DVR port 99b32985-63a5-4000-b6f1-3473e62b376b on host n-d-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:21:49.172386 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 44090) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:21:49.202954 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fa3e8be5-4674-4cec-8ff5-270a79661f34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:49.214451 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-00d832b2-ecf1-46c6-9892-336d31f6c9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d9c2278-196f-448c-a076-ee61a8583f55', 'name': 'tempest-RoutersTest-router-334466', 'tenant_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:21:06Z', 'updated_at': '2021-10-12T19:21:46Z', 'revision_number': 8, 'project_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'gw_port_host': None, '_interfaces': [{'id': '5fc32773-6fb4-421a-9cc6-f09c3aa8dfb8', 'name': '', 'network_id': 'b486f23d-6b58-4b81-8a2f-62ebab0101c5', 'tenant_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'mac_address': 'fa:16:3e:0f:37:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9c2278-196f-448c-a076-ee61a8583f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '05e171b4-749e-46ec-9e3f-520255692239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:21:09Z', 'updated_at': '2021-10-12T19:21:16Z', 'revision_number': 5, 'project_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'subnets': [{'id': '05e171b4-749e-46ec-9e3f-520255692239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '753ca777-6195-4c99-b0cf-a47c51b35c2f', 'name': '', 'network_id': '6339cdfa-9a82-4315-bbda-893cfbff3654', 'tenant_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'mac_address': 'fa:16:3e:66:b1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9c2278-196f-448c-a076-ee61a8583f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '6d678f8a-6782-4a3a-96db-1cf5c8a3c54d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:21:28Z', 'updated_at': '2021-10-12T19:21:34Z', 'revision_number': 5, 'project_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'subnets': [{'id': '6d678f8a-6782-4a3a-96db-1cf5c8a3c54d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db9df9af-8c02-4ef1-89cc-1c3fe4a087cf', 'name': '', 'network_id': '4749b30b-9a97-4e15-ae65-09e4a2a4c880', 'tenant_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'mac_address': 'fa:16:3e:8b:42:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9c2278-196f-448c-a076-ee61a8583f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '433bc341-8490-4169-b2a7-96662af09f31', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:21:16Z', 'updated_at': '2021-10-12T19:21:25Z', 'revision_number': 5, 'project_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'subnets': [{'id': '433bc341-8490-4169-b2a7-96662af09f31', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:21:49.233288 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-440bc0ad-5041-42da-9eca-44c2ce866972 req-68a0698a-90bd-4114-aa18-5bb722ddb46e tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/security-groups?id=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435044 Oct 12 19:21:49.242735 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d832b2-ecf1-46c6-9892-336d31f6c9dc None None] The sync data for ids ['7d9c2278-196f-448c-a076-ee61a8583f55'] in n-d-813679-3 is: [{'id': '7d9c2278-196f-448c-a076-ee61a8583f55', 'name': 'tempest-RoutersTest-router-334466', 'tenant_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:21:06Z', 'updated_at': '2021-10-12T19:21:46Z', 'revision_number': 8, 'project_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'gw_port_host': None, '_interfaces': [{'id': '5fc32773-6fb4-421a-9cc6-f09c3aa8dfb8', 'name': '', 'network_id': 'b486f23d-6b58-4b81-8a2f-62ebab0101c5', 'tenant_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'mac_address': 'fa:16:3e:0f:37:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9c2278-196f-448c-a076-ee61a8583f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '05e171b4-749e-46ec-9e3f-520255692239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:21:09Z', 'updated_at': '2021-10-12T19:21:16Z', 'revision_number': 5, 'project_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'subnets': [{'id': '05e171b4-749e-46ec-9e3f-520255692239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '753ca777-6195-4c99-b0cf-a47c51b35c2f', 'name': '', 'network_id': '6339cdfa-9a82-4315-bbda-893cfbff3654', 'tenant_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'mac_address': 'fa:16:3e:66:b1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9c2278-196f-448c-a076-ee61a8583f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '6d678f8a-6782-4a3a-96db-1cf5c8a3c54d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:21:28Z', 'updated_at': '2021-10-12T19:21:34Z', 'revision_number': 5, 'project_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'subnets': [{'id': '6d678f8a-6782-4a3a-96db-1cf5c8a3c54d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db9df9af-8c02-4ef1-89cc-1c3fe4a087cf', 'name': '', 'network_id': '4749b30b-9a97-4e15-ae65-09e4a2a4c880', 'tenant_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'mac_address': 'fa:16:3e:8b:42:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9c2278-196f-448c-a076-ee61a8583f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '433bc341-8490-4169-b2a7-96662af09f31', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:21:16Z', 'updated_at': '2021-10-12T19:21:25Z', 'revision_number': 5, 'project_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'subnets': [{'id': '433bc341-8490-4169-b2a7-96662af09f31', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:21:49.290891 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b952d31e-57f1-4a58-a8b8-429e9d660a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:49.312663 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c2e6010d-77a6-42c2-9d23-4867dfc27a86 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:49.327888 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b952d31e-57f1-4a58-a8b8-429e9d660a96 None None] Pushing event deleted for resources: {'Port': ['ID=99b32985-63a5-4000-b6f1-3473e62b376b,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:49.331958 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b952d31e-57f1-4a58-a8b8-429e9d660a96 None None] No DVR routers for this DVR port 99b32985-63a5-4000-b6f1-3473e62b376b on host n-d-813679-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:21:49.339316 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-c2e6010d-77a6-42c2-9d23-4867dfc27a86 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['220c77dc-03a8-4a6e-891b-dab792b8d8e8']}} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:21:49.347578 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-6191eae0-b042-490c-b48d-e934b6e96ed7 req-8e329add-6ee2-4383-bb6d-dcfee3ff62a9 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Deleting port 031f2c23-1055-471a-b4c0-a0b18c1487ff {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:21:49.347936 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-6191eae0-b042-490c-b48d-e934b6e96ed7 req-8e329add-6ee2-4383-bb6d-dcfee3ff62a9 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:49.395812 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-c2e6010d-77a6-42c2-9d23-4867dfc27a86 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76cb1680-6be5-430c-84c4-0cd3f3c89036') {'for_net_delete': True} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:21:49.396158 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-c2e6010d-77a6-42c2-9d23-4867dfc27a86 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76cb1680-6be5-430c-84c4-0cd3f3c89036') {} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:21:49.410676 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c2e6010d-77a6-42c2-9d23-4867dfc27a86 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4281072'] for segment, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:49.424739 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fa3e8be5-4674-4cec-8ff5-270a79661f34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:49.433412 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c2e6010d-77a6-42c2-9d23-4867dfc27a86 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:49.444775 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2e6010d-77a6-42c2-9d23-4867dfc27a86 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=95501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:21:49.445231 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c2e6010d-77a6-42c2-9d23-4867dfc27a86 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4823170'] for segment, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:49.448694 n-d-813679-3 neutron-server[95501]: Traceback (most recent call last): Oct 12 19:21:49.448694 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:21:49.448694 n-d-813679-3 neutron-server[95501]: timer() Oct 12 19:21:49.448694 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:21:49.448694 n-d-813679-3 neutron-server[95501]: cb(*args, **kw) Oct 12 19:21:49.448694 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:21:49.448694 n-d-813679-3 neutron-server[95501]: return func(*args, **kwargs) Oct 12 19:21:49.448694 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:21:49.448694 n-d-813679-3 neutron-server[95501]: self._notify() Oct 12 19:21:49.448694 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:21:49.448694 n-d-813679-3 neutron-server[95501]: self.callback(batched_events) Oct 12 19:21:49.448694 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:21:49.448694 n-d-813679-3 neutron-server[95501]: event.method(event) Oct 12 19:21:49.448694 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:21:49.448694 n-d-813679-3 neutron-server[95501]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:21:49.448694 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:21:49.448694 n-d-813679-3 neutron-server[95501]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:21:49.448694 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:21:49.448694 n-d-813679-3 neutron-server[95501]: return f(self, *a, **k) Oct 12 19:21:49.448694 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:21:49.448694 n-d-813679-3 neutron-server[95501]: return self._get(url).json() Oct 12 19:21:49.448694 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:21:49.448694 n-d-813679-3 neutron-server[95501]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:21:49.448694 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:21:49.448694 n-d-813679-3 neutron-server[95501]: return self.request(url, 'GET', **kwargs) Oct 12 19:21:49.448694 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:21:49.448694 n-d-813679-3 neutron-server[95501]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:21:49.448694 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:21:49.448694 n-d-813679-3 neutron-server[95501]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:21:49.448694 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:21:49.448694 n-d-813679-3 neutron-server[95501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:21:49.448694 n-d-813679-3 neutron-server[95501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:21:49.529215 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-6191eae0-b042-490c-b48d-e934b6e96ed7 req-8e329add-6ee2-4383-bb6d-dcfee3ff62a9 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] For port 031f2c23-1055-471a-b4c0-a0b18c1487ff, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=031f2c23-1055-471a-b4c0-a0b18c1487ff,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:21:49.529589 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-6191eae0-b042-490c-b48d-e934b6e96ed7 req-8e329add-6ee2-4383-bb6d-dcfee3ff62a9 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:49.532333 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fa3e8be5-4674-4cec-8ff5-270a79661f34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:49.543641 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-6191eae0-b042-490c-b48d-e934b6e96ed7 req-8e329add-6ee2-4383-bb6d-dcfee3ff62a9 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Calling delete_port for 031f2c23-1055-471a-b4c0-a0b18c1487ff owned by compute:nova {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:21:49.577176 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3e8be5-4674-4cec-8ff5-270a79661f34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8da51f6f-98e0-4df2-b4b3-0fc45400b1c4,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:49.585810 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-fa3e8be5-4674-4cec-8ff5-270a79661f34 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e4ff15a622e940dcb44cdaddbbe075e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4116466 Oct 12 19:21:49.586298 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 44098) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:21:49.672369 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c2e6010d-77a6-42c2-9d23-4867dfc27a86 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:49.687098 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c2e6010d-77a6-42c2-9d23-4867dfc27a86 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:49.690876 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-c2e6010d-77a6-42c2-9d23-4867dfc27a86 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] 10.222.0.49 "DELETE /v2.0/networks/220c77dc-03a8-4a6e-891b-dab792b8d8e8 HTTP/1.1" status: 204 len: 168 time: 1.3981764 Oct 12 19:21:49.694773 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 44106) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:21:49.714346 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-401c552d-91d0-4daa-b6d5-0b78d90760f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:49.716605 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e6010d-77a6-42c2-9d23-4867dfc27a86 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Pushing event deleted for resources: {'Network': ['ID=220c77dc-03a8-4a6e-891b-dab792b8d8e8,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:49.770414 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-401c552d-91d0-4daa-b6d5-0b78d90760f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:49.866918 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 44114) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:21:49.905964 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-6191eae0-b042-490c-b48d-e934b6e96ed7 req-8e329add-6ee2-4383-bb6d-dcfee3ff62a9 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:49.917233 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['031f2c23-1055-471a-b4c0-a0b18c1487ff'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:21:49.940676 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-68fcc89e-e4b4-493f-9c0a-f364fece0230 req-b0107c05-2147-4979-8586-b836ab39413f tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc56e988-07ef-4c9a-a3c8-eb10d9eb245a HTTP/1.1" status: 200 len: 210 time: 0.0333350 Oct 12 19:21:49.972866 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e329add-6ee2-4383-bb6d-dcfee3ff62a9 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Pushing event deleted for resources: {'Port': ['ID=031f2c23-1055-471a-b4c0-a0b18c1487ff,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:49.976333 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6f41772c-dc61-42c2-8240-6b482ebb4e8a req-6b2ba6a0-fa1c-4079-89d0-6cbb7d284d00 tempest-ServerDiagnosticsNegativeTest-1830247129 tempest-ServerDiagnosticsNegativeTest-1830247129-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=ddc4bbfe12304774b4ffb7d2f8a991e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0645788 Oct 12 19:21:49.979494 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-401c552d-91d0-4daa-b6d5-0b78d90760f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:49.983353 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-401c552d-91d0-4daa-b6d5-0b78d90760f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:49.987265 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-401c552d-91d0-4daa-b6d5-0b78d90760f3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8da51f6f-98e0-4df2-b4b3-0fc45400b1c4 HTTP/1.1" status: 204 len: 168 time: 0.3998332 Oct 12 19:21:49.992236 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-71986a06-9287-497f-ab5c-3c201a236da9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ef9ea5c6a8ce41d5a37ac1142efe5808&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1242032 Oct 12 19:21:50.001828 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 44124) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:21:50.140257 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7261eb37-aa49-4a81-9405-8f65fb9f2c8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:50.175000 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7261eb37-aa49-4a81-9405-8f65fb9f2c8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:50.287921 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-da8946a5-addf-41b4-b611-8f263748bbbe tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8092566'] for router_interface, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:50.362361 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7261eb37-aa49-4a81-9405-8f65fb9f2c8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:50.365035 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7261eb37-aa49-4a81-9405-8f65fb9f2c8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:50.366210 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-7261eb37-aa49-4a81-9405-8f65fb9f2c8d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5d94a604-7df2-453d-bbbc-d66f78e2b1cf HTTP/1.1" status: 204 len: 168 time: 0.3660495 Oct 12 19:21:50.442233 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401c552d-91d0-4daa-b6d5-0b78d90760f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8da51f6f-98e0-4df2-b4b3-0fc45400b1c4,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:50.480148 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-98def52f-f8a1-4240-8554-229e0e2a73e8 req-8d3a6007-20d0-48f7-b7a0-c30e49dbcb66 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=4cdc42ba-69e4-48c5-a205-4e2175b26725 HTTP/1.1" status: 200 len: 210 time: 0.1181214 Oct 12 19:21:50.501108 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7261eb37-aa49-4a81-9405-8f65fb9f2c8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d94a604-7df2-453d-bbbc-d66f78e2b1cf,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:50.505872 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-6191eae0-b042-490c-b48d-e934b6e96ed7 req-8e329add-6ee2-4383-bb6d-dcfee3ff62a9 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] No DVR routers for this DVR port 031f2c23-1055-471a-b4c0-a0b18c1487ff on host n-h2-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:21:50.531409 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-6191eae0-b042-490c-b48d-e934b6e96ed7 req-8e329add-6ee2-4383-bb6d-dcfee3ff62a9 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:50.535534 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6191eae0-b042-490c-b48d-e934b6e96ed7 req-8e329add-6ee2-4383-bb6d-dcfee3ff62a9 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.67 "DELETE /v2.0/ports/031f2c23-1055-471a-b4c0-a0b18c1487ff HTTP/1.1" status: 204 len: 173 time: 1.4791150 Oct 12 19:21:50.535903 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cdc42ba-69e4-48c5-a205-4e2175b26725', 'name': 'network-vif-deleted', 'tag': '031f2c23-1055-471a-b4c0-a0b18c1487ff'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:21:50.539789 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ffebe6f-c7cb-4f52-8c4f-6824e84eef10" -d '{"events": [{"server_uuid": "4cdc42ba-69e4-48c5-a205-4e2175b26725", "name": "network-vif-deleted", "tag": "031f2c23-1055-471a-b4c0-a0b18c1487ff"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:21:50.636954 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f41772c-dc61-42c2-8240-6b482ebb4e8a req-f460535d-6d8c-4b3e-8293-d2da28b6bf84 tempest-ServerDiagnosticsNegativeTest-1830247129 tempest-ServerDiagnosticsNegativeTest-1830247129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:50.638858 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6f41772c-dc61-42c2-8240-6b482ebb4e8a req-f460535d-6d8c-4b3e-8293-d2da28b6bf84 tempest-ServerDiagnosticsNegativeTest-1830247129 tempest-ServerDiagnosticsNegativeTest-1830247129-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6503148 Oct 12 19:21:50.640949 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1964f5d4-5fb1-4170-b6c8-04f3cbe8c868 x-openstack-request-id: req-1964f5d4-5fb1-4170-b6c8-04f3cbe8c868 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:21:50.641237 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cdc42ba-69e4-48c5-a205-4e2175b26725", "name": "network-vif-deleted", "tag": "031f2c23-1055-471a-b4c0-a0b18c1487ff", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:21:50.641507 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1964f5d4-5fb1-4170-b6c8-04f3cbe8c868 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:21:50.642067 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cdc42ba-69e4-48c5-a205-4e2175b26725', 'name': 'network-vif-deleted', 'tag': '031f2c23-1055-471a-b4c0-a0b18c1487ff', 'status': 'completed', 'code': 200} Oct 12 19:21:50.661127 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6f41772c-dc61-42c2-8240-6b482ebb4e8a req-42702152-2955-4c8d-bf50-767ad6460abf tempest-ServerDiagnosticsNegativeTest-1830247129 tempest-ServerDiagnosticsNegativeTest-1830247129-project] 10.222.0.49 "GET /v2.0/quotas/ddc4bbfe12304774b4ffb7d2f8a991e0 HTTP/1.1" status: 200 len: 375 time: 0.0133541 Oct 12 19:21:50.701671 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6f41772c-dc61-42c2-8240-6b482ebb4e8a req-ab11ba37-1a1c-4d99-8e43-ec96bf05091c tempest-ServerDiagnosticsNegativeTest-1830247129 tempest-ServerDiagnosticsNegativeTest-1830247129-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=ddc4bbfe12304774b4ffb7d2f8a991e0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0326219 Oct 12 19:21:50.726719 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 6681cfd4-dd5b-4cfb-ad57-dc92e2ef21db no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:21:50.782491 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 6681cfd4-dd5b-4cfb-ad57-dc92e2ef21db {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:21:50.783037 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 6681cfd4-dd5b-4cfb-ad57-dc92e2ef21db not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:21:50.783609 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 99b32985-63a5-4000-b6f1-3473e62b376b no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:21:50.821581 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 99b32985-63a5-4000-b6f1-3473e62b376b {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:21:50.826948 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 99b32985-63a5-4000-b6f1-3473e62b376b not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:21:50.859423 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-da8946a5-addf-41b4-b611-8f263748bbbe tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Deleting port 753ca777-6195-4c99-b0cf-a47c51b35c2f {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:21:50.860006 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-da8946a5-addf-41b4-b611-8f263748bbbe tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:50.966393 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-da8946a5-addf-41b4-b611-8f263748bbbe tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] For port 753ca777-6195-4c99-b0cf-a47c51b35c2f, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=753ca777-6195-4c99-b0cf-a47c51b35c2f,segment=NetworkSegment(3aba641f-d035-4588-b393-eee7a00aaa4d),segment_id=3aba641f-d035-4588-b393-eee7a00aaa4d)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:21:50.966756 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-da8946a5-addf-41b4-b611-8f263748bbbe tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:50.984901 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-da8946a5-addf-41b4-b611-8f263748bbbe tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Calling delete_port for 753ca777-6195-4c99-b0cf-a47c51b35c2f owned by network:router_interface {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:21:51.114905 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-68f0db31-1127-4531-91cd-76470cb3f15a req-2c287247-0c92-405a-9f1d-6016b8aca2b8 tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc56e988-07ef-4c9a-a3c8-eb10d9eb245a HTTP/1.1" status: 200 len: 210 time: 0.0686860 Oct 12 19:21:51.253469 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0b90fc30-0610-4798-b668-7a0e1e66188f req-ed8bce1c-15f8-404b-b736-62760f7fe30a tempest-ServerDiagnosticsNegativeTest-1830247129 tempest-ServerDiagnosticsNegativeTest-1830247129-project] 10.222.0.49 "GET /v2.0/ports?device_id=be1a038d-3906-476c-9bc9-593ffd8ebb43 HTTP/1.1" status: 200 len: 210 time: 0.0345368 Oct 12 19:21:51.433680 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-da8946a5-addf-41b4-b611-8f263748bbbe tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:51.474384 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8946a5-addf-41b4-b611-8f263748bbbe tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Pushing event deleted for resources: {'Port': ['ID=753ca777-6195-4c99-b0cf-a47c51b35c2f,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:51.695181 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-da8946a5-addf-41b4-b611-8f263748bbbe tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7898909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8092450'] for router_interface, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:51.707680 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-601c6a6b-54d8-4e3a-849e-02f584688a38 req-f861d045-d219-483b-9ed1-9f4366282901 tempest-MigrationsAdminTest-2119810010 tempest-MigrationsAdminTest-2119810010-project] 10.222.0.49 "GET /v2.0/ports?device_id=4cdc42ba-69e4-48c5-a205-4e2175b26725 HTTP/1.1" status: 200 len: 210 time: 0.0925512 Oct 12 19:21:51.837215 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60629ca3-5356-4c04-ab93-e12910328a0f req-ba647cec-ac6a-4e6c-b510-7549526d14a9 tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:51.838932 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-60629ca3-5356-4c04-ab93-e12910328a0f req-ba647cec-ac6a-4e6c-b510-7549526d14a9 tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] 10.222.0.67 "GET /v2.0/networks?id=6538b198-9c10-4f9c-8f9b-be99dcacbccd HTTP/1.1" status: 200 len: 817 time: 0.3176754 Oct 12 19:21:51.866410 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-60629ca3-5356-4c04-ab93-e12910328a0f req-9544c661-82b7-48fe-b35f-03d8ee57cfc8 tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] Request body: {'port': {'device_id': '71e7b766-f13f-4fe6-9282-e1c3561fe2f3', 'network_id': '6538b198-9c10-4f9c-8f9b-be99dcacbccd', 'admin_state_up': True, 'tenant_id': '402ddc1d015c46618f7c9ce639623e3b'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:21:52.006035 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60629ca3-5356-4c04-ab93-e12910328a0f req-68494843-7f7d-4860-93ca-8465cdb4330c tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:52.007514 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-60629ca3-5356-4c04-ab93-e12910328a0f req-68494843-7f7d-4860-93ca-8465cdb4330c tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] 10.222.0.61 "GET /v2.0/networks?id=6538b198-9c10-4f9c-8f9b-be99dcacbccd HTTP/1.1" status: 200 len: 817 time: 0.4436123 Oct 12 19:21:52.015000 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da8946a5-addf-41b4-b611-8f263748bbbe tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Router 7d9c2278-196f-448c-a076-ee61a8583f55 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:21:52.021613 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-60629ca3-5356-4c04-ab93-e12910328a0f req-35d18883-8289-4b07-94cb-c5041d25e2cc tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] Request body: {'port': {'device_id': '024b8f58-ca16-425a-ab6d-a3410eb1d1b3', 'network_id': '6538b198-9c10-4f9c-8f9b-be99dcacbccd', 'admin_state_up': True, 'tenant_id': '402ddc1d015c46618f7c9ce639623e3b'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:21:52.202268 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da8946a5-addf-41b4-b611-8f263748bbbe tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:21:52.210853 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 031f2c23-1055-471a-b4c0-a0b18c1487ff no longer exists at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:21:52.213333 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-da8946a5-addf-41b4-b611-8f263748bbbe tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] 10.222.0.49 "PUT /v2.0/routers/7d9c2278-196f-448c-a076-ee61a8583f55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5177763 Oct 12 19:21:52.214309 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 44192) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:21:52.215860 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7096637c-d276-463b-8447-045c7afa57b3 None None] Sync routers for ids ['7d9c2278-196f-448c-a076-ee61a8583f55'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:21:52.234351 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7096637c-d276-463b-8447-045c7afa57b3 None None] Routers {'7d9c2278-196f-448c-a076-ee61a8583f55'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:21:52.236155 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-7096637c-d276-463b-8447-045c7afa57b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:21:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['7d9c2278-196f-448c-a076-ee61a8583f55'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:21:52.252258 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60629ca3-5356-4c04-ab93-e12910328a0f req-9544c661-82b7-48fe-b35f-03d8ee57cfc8 tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] Made reservation on behalf of 402ddc1d015c46618f7c9ce639623e3b for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:21:52.256020 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-60629ca3-5356-4c04-ab93-e12910328a0f req-9544c661-82b7-48fe-b35f-03d8ee57cfc8 tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:52.275672 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] No Port match for: 031f2c23-1055-471a-b4c0-a0b18c1487ff {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:21:52.276221 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 031f2c23-1055-471a-b4c0-a0b18c1487ff not bound to the agent host n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:21:52.310786 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-f35b8e2d-2be4-46cb-b340-4cd0072cce90 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Deleting subnet 6d678f8a-6782-4a3a-96db-1cf5c8a3c54d {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:21:52.324335 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f35b8e2d-2be4-46cb-b340-4cd0072cce90 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:52.383208 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f35b8e2d-2be4-46cb-b340-4cd0072cce90 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16313642'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:52.412226 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9cfdb840-e767-4811-a687-b5872a26d7b4 req-3722fd19-836b-45c6-a532-2651e866732a tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc56e988-07ef-4c9a-a3c8-eb10d9eb245a HTTP/1.1" status: 200 len: 210 time: 0.0783978 Oct 12 19:21:52.416830 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-7096637c-d276-463b-8447-045c7afa57b3 None None] Set router 7d9c2278-196f-448c-a076-ee61a8583f55 gateway port host: None {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:21:52.445164 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60629ca3-5356-4c04-ab93-e12910328a0f req-35d18883-8289-4b07-94cb-c5041d25e2cc tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] Made reservation on behalf of 402ddc1d015c46618f7c9ce639623e3b for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:21:52.448838 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-60629ca3-5356-4c04-ab93-e12910328a0f req-35d18883-8289-4b07-94cb-c5041d25e2cc tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:52.456260 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0f089571-6511-432f-aa11-6d929d6e5ff4 req-27bf6ad9-76f6-4933-b04c-88349e1c276a tempest-ServerDiagnosticsNegativeTest-1830247129 tempest-ServerDiagnosticsNegativeTest-1830247129-project] 10.222.0.49 "GET /v2.0/ports?device_id=be1a038d-3906-476c-9bc9-593ffd8ebb43 HTTP/1.1" status: 200 len: 210 time: 0.0398259 Oct 12 19:21:52.550881 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f35b8e2d-2be4-46cb-b340-4cd0072cce90 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:52.635746 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [req-60629ca3-5356-4c04-ab93-e12910328a0f req-9544c661-82b7-48fe-b35f-03d8ee57cfc8 tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] Allocated IP 172.20.0.4 (6538b198-9c10-4f9c-8f9b-be99dcacbccd/7a7b53f5-764f-4a50-9410-9dcc6efd27ec/21acc14c-b96d-4639-988d-0beb1c9d1c7f) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:21:52.737745 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f35b8e2d-2be4-46cb-b340-4cd0072cce90 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4306592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16245866'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:52.759127 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-7096637c-d276-463b-8447-045c7afa57b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d9c2278-196f-448c-a076-ee61a8583f55', 'name': 'tempest-RoutersTest-router-334466', 'tenant_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:21:06Z', 'updated_at': '2021-10-12T19:21:51Z', 'revision_number': 9, 'project_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'gw_port_host': None, '_interfaces': [{'id': '5fc32773-6fb4-421a-9cc6-f09c3aa8dfb8', 'name': '', 'network_id': 'b486f23d-6b58-4b81-8a2f-62ebab0101c5', 'tenant_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'mac_address': 'fa:16:3e:0f:37:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9c2278-196f-448c-a076-ee61a8583f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '05e171b4-749e-46ec-9e3f-520255692239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:21:09Z', 'updated_at': '2021-10-12T19:21:16Z', 'revision_number': 5, 'project_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'subnets': [{'id': '05e171b4-749e-46ec-9e3f-520255692239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db9df9af-8c02-4ef1-89cc-1c3fe4a087cf', 'name': '', 'network_id': '4749b30b-9a97-4e15-ae65-09e4a2a4c880', 'tenant_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'mac_address': 'fa:16:3e:8b:42:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9c2278-196f-448c-a076-ee61a8583f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '433bc341-8490-4169-b2a7-96662af09f31', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:21:16Z', 'updated_at': '2021-10-12T19:21:25Z', 'revision_number': 5, 'project_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'subnets': [{'id': '433bc341-8490-4169-b2a7-96662af09f31', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:21:52.806239 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60629ca3-5356-4c04-ab93-e12910328a0f req-7c4e5ce4-2401-46e3-a41f-9b2833d629ca tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:52.813159 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-60629ca3-5356-4c04-ab93-e12910328a0f req-7c4e5ce4-2401-46e3-a41f-9b2833d629ca tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] 10.222.0.67 "GET /v2.0/networks?id=6538b198-9c10-4f9c-8f9b-be99dcacbccd HTTP/1.1" status: 200 len: 817 time: 0.1428347 Oct 12 19:21:52.814374 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7096637c-d276-463b-8447-045c7afa57b3 None None] Checking router: 7d9c2278-196f-448c-a076-ee61a8583f55 for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:21:52.824240 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-60629ca3-5356-4c04-ab93-e12910328a0f req-ee74030e-e388-435a-9a8b-20ed6adcf0b6 tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] Request body: {'port': {'device_id': 'bc56e988-07ef-4c9a-a3c8-eb10d9eb245a', 'network_id': '6538b198-9c10-4f9c-8f9b-be99dcacbccd', 'admin_state_up': True, 'tenant_id': '402ddc1d015c46618f7c9ce639623e3b'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:21:52.831628 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35b8e2d-2be4-46cb-b340-4cd0072cce90 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Pushing event deleted for resources: {'Subnet': ['ID=6d678f8a-6782-4a3a-96db-1cf5c8a3c54d,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:52.833278 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7096637c-d276-463b-8447-045c7afa57b3 None None] Routers {'7d9c2278-196f-448c-a076-ee61a8583f55'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:21:52.834419 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-7096637c-d276-463b-8447-045c7afa57b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:21:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['7d9c2278-196f-448c-a076-ee61a8583f55'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:21:52.837012 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f35b8e2d-2be4-46cb-b340-4cd0072cce90 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:52.848214 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-f35b8e2d-2be4-46cb-b340-4cd0072cce90 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] 10.222.0.49 "DELETE /v2.0/subnets/6d678f8a-6782-4a3a-96db-1cf5c8a3c54d HTTP/1.1" status: 204 len: 168 time: 0.6287527 Oct 12 19:21:52.849409 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f70bb0bb-2523-44e8-8011-ad4493e30a12 None None] Network 6339cdfa-9a82-4315-bbda-893cfbff3654 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:21:52.853755 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 44218) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:21:53.000832 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-7096637c-d276-463b-8447-045c7afa57b3 None None] Set router 7d9c2278-196f-448c-a076-ee61a8583f55 gateway port host: None {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:21:53.012524 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-85c745c7-9704-45b7-a5c0-7ee631a9c7d2 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:53.160245 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-85c745c7-9704-45b7-a5c0-7ee631a9c7d2 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Deleting port 9a04cefe-79a3-4d54-8a81-e608d6dbff08 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:21:53.160933 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-85c745c7-9704-45b7-a5c0-7ee631a9c7d2 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:53.213705 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-60629ca3-5356-4c04-ab93-e12910328a0f req-9544c661-82b7-48fe-b35f-03d8ee57cfc8 tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:53.222311 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c97dad-2eec-47b9-9fa6-161def2be5df None None] DHCP port deletion for 6339cdfa-9a82-4315-bbda-893cfbff3654 request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 19:21:53.238486 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-85c745c7-9704-45b7-a5c0-7ee631a9c7d2 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] For port 9a04cefe-79a3-4d54-8a81-e608d6dbff08, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=9a04cefe-79a3-4d54-8a81-e608d6dbff08,segment=NetworkSegment(3aba641f-d035-4588-b393-eee7a00aaa4d),segment_id=3aba641f-d035-4588-b393-eee7a00aaa4d)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:21:53.239350 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-85c745c7-9704-45b7-a5c0-7ee631a9c7d2 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:53.256281 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-85c745c7-9704-45b7-a5c0-7ee631a9c7d2 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Calling delete_port for 9a04cefe-79a3-4d54-8a81-e608d6dbff08 owned by network:dhcp {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:21:53.273726 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60629ca3-5356-4c04-ab93-e12910328a0f req-ee74030e-e388-435a-9a8b-20ed6adcf0b6 tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] Made reservation on behalf of 402ddc1d015c46618f7c9ce639623e3b for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:21:53.285400 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-60629ca3-5356-4c04-ab93-e12910328a0f req-ee74030e-e388-435a-9a8b-20ed6adcf0b6 tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:53.325808 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-d5c97dad-2eec-47b9-9fa6-161def2be5df None None] Deleting port 9a04cefe-79a3-4d54-8a81-e608d6dbff08 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:21:53.326072 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d5c97dad-2eec-47b9-9fa6-161def2be5df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:53.405166 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-7096637c-d276-463b-8447-045c7afa57b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d9c2278-196f-448c-a076-ee61a8583f55', 'name': 'tempest-RoutersTest-router-334466', 'tenant_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:21:06Z', 'updated_at': '2021-10-12T19:21:51Z', 'revision_number': 9, 'project_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'gw_port_host': None, '_interfaces': [{'id': '5fc32773-6fb4-421a-9cc6-f09c3aa8dfb8', 'name': '', 'network_id': 'b486f23d-6b58-4b81-8a2f-62ebab0101c5', 'tenant_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'mac_address': 'fa:16:3e:0f:37:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9c2278-196f-448c-a076-ee61a8583f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '05e171b4-749e-46ec-9e3f-520255692239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:21:09Z', 'updated_at': '2021-10-12T19:21:16Z', 'revision_number': 5, 'project_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'subnets': [{'id': '05e171b4-749e-46ec-9e3f-520255692239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db9df9af-8c02-4ef1-89cc-1c3fe4a087cf', 'name': '', 'network_id': '4749b30b-9a97-4e15-ae65-09e4a2a4c880', 'tenant_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'mac_address': 'fa:16:3e:8b:42:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9c2278-196f-448c-a076-ee61a8583f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '433bc341-8490-4169-b2a7-96662af09f31', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:21:16Z', 'updated_at': '2021-10-12T19:21:25Z', 'revision_number': 5, 'project_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'subnets': [{'id': '433bc341-8490-4169-b2a7-96662af09f31', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:21:53.420903 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-d5c97dad-2eec-47b9-9fa6-161def2be5df None None] For port 9a04cefe-79a3-4d54-8a81-e608d6dbff08, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=9a04cefe-79a3-4d54-8a81-e608d6dbff08,segment=NetworkSegment(3aba641f-d035-4588-b393-eee7a00aaa4d),segment_id=3aba641f-d035-4588-b393-eee7a00aaa4d)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:21:53.421645 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d5c97dad-2eec-47b9-9fa6-161def2be5df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:53.425373 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-85c745c7-9704-45b7-a5c0-7ee631a9c7d2 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:53.449677 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c745c7-9704-45b7-a5c0-7ee631a9c7d2 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] No DVR routers for this DVR port 9a04cefe-79a3-4d54-8a81-e608d6dbff08 on host n-d-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:21:53.462719 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-d5c97dad-2eec-47b9-9fa6-161def2be5df None None] Calling delete_port for 9a04cefe-79a3-4d54-8a81-e608d6dbff08 owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:21:53.477551 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-60629ca3-5356-4c04-ab93-e12910328a0f req-9544c661-82b7-48fe-b35f-03d8ee57cfc8 tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:53.559969 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7096637c-d276-463b-8447-045c7afa57b3 None None] The sync data for ids ['7d9c2278-196f-448c-a076-ee61a8583f55'] in n-d-813679-3 is: [{'id': '7d9c2278-196f-448c-a076-ee61a8583f55', 'name': 'tempest-RoutersTest-router-334466', 'tenant_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:21:06Z', 'updated_at': '2021-10-12T19:21:51Z', 'revision_number': 9, 'project_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'gw_port_host': None, '_interfaces': [{'id': '5fc32773-6fb4-421a-9cc6-f09c3aa8dfb8', 'name': '', 'network_id': 'b486f23d-6b58-4b81-8a2f-62ebab0101c5', 'tenant_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'mac_address': 'fa:16:3e:0f:37:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9c2278-196f-448c-a076-ee61a8583f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '05e171b4-749e-46ec-9e3f-520255692239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:21:09Z', 'updated_at': '2021-10-12T19:21:16Z', 'revision_number': 5, 'project_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'subnets': [{'id': '05e171b4-749e-46ec-9e3f-520255692239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db9df9af-8c02-4ef1-89cc-1c3fe4a087cf', 'name': '', 'network_id': '4749b30b-9a97-4e15-ae65-09e4a2a4c880', 'tenant_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'mac_address': 'fa:16:3e:8b:42:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9c2278-196f-448c-a076-ee61a8583f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '433bc341-8490-4169-b2a7-96662af09f31', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:21:16Z', 'updated_at': '2021-10-12T19:21:25Z', 'revision_number': 5, 'project_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'subnets': [{'id': '433bc341-8490-4169-b2a7-96662af09f31', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:21:53.614380 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d5c97dad-2eec-47b9-9fa6-161def2be5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:53.642717 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c97dad-2eec-47b9-9fa6-161def2be5df None None] Pushing event deleted for resources: {'Port': ['ID=9a04cefe-79a3-4d54-8a81-e608d6dbff08,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:53.649342 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c97dad-2eec-47b9-9fa6-161def2be5df None None] No DVR routers for this DVR port 9a04cefe-79a3-4d54-8a81-e608d6dbff08 on host n-d-813679-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:21:53.677728 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c745c7-9704-45b7-a5c0-7ee631a9c7d2 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Pushing event deleted for resources: {'Port': ['ID=9a04cefe-79a3-4d54-8a81-e608d6dbff08,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:53.709999 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0f663064-5e39-4560-aa56-63d5fd439f9c req-25ed1e63-9e2c-4d5e-a4fc-b767a64ea2e3 tempest-ServerDiagnosticsNegativeTest-1830247129 tempest-ServerDiagnosticsNegativeTest-1830247129-project] 10.222.0.49 "GET /v2.0/ports?device_id=be1a038d-3906-476c-9bc9-593ffd8ebb43 HTTP/1.1" status: 200 len: 210 time: 0.0514255 Oct 12 19:21:53.713666 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60629ca3-5356-4c04-ab93-e12910328a0f req-9544c661-82b7-48fe-b35f-03d8ee57cfc8 tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] Network 6538b198-9c10-4f9c-8f9b-be99dcacbccd is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:21:53.722476 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [req-60629ca3-5356-4c04-ab93-e12910328a0f req-9544c661-82b7-48fe-b35f-03d8ee57cfc8 tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:21:53.727467 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-60629ca3-5356-4c04-ab93-e12910328a0f req-9544c661-82b7-48fe-b35f-03d8ee57cfc8 tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:21:53.735037 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9544c661-82b7-48fe-b35f-03d8ee57cfc8 tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] Pushing event updated for resources: {'Port': ['ID=21acc14c-b96d-4639-988d-0beb1c9d1c7f,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:53.735037 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [req-60629ca3-5356-4c04-ab93-e12910328a0f req-35d18883-8289-4b07-94cb-c5041d25e2cc tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] Allocated IP 172.20.0.12 (6538b198-9c10-4f9c-8f9b-be99dcacbccd/7a7b53f5-764f-4a50-9410-9dcc6efd27ec/70896971-5855-4d12-8dc1-1c1b5faae24c) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:21:53.741834 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9e5e121d-a90d-4b4c-b70b-e8064ea74fa9 req-ef180275-0060-4672-96db-e7f597b130a5 tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc56e988-07ef-4c9a-a3c8-eb10d9eb245a HTTP/1.1" status: 200 len: 210 time: 0.1518509 Oct 12 19:21:53.781246 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 44246) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:21:53.786550 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-85c745c7-9704-45b7-a5c0-7ee631a9c7d2 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:53.830643 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-85c745c7-9704-45b7-a5c0-7ee631a9c7d2 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6339cdfa-9a82-4315-bbda-893cfbff3654']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:21:53.831374 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60629ca3-5356-4c04-ab93-e12910328a0f req-9544c661-82b7-48fe-b35f-03d8ee57cfc8 tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:53.832068 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-60629ca3-5356-4c04-ab93-e12910328a0f req-9544c661-82b7-48fe-b35f-03d8ee57cfc8 tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:53.845014 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-85c745c7-9704-45b7-a5c0-7ee631a9c7d2 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3aba641f-d035-4588-b393-eee7a00aaa4d') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:21:53.845609 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-85c745c7-9704-45b7-a5c0-7ee631a9c7d2 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3aba641f-d035-4588-b393-eee7a00aaa4d') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:21:53.858427 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-85c745c7-9704-45b7-a5c0-7ee631a9c7d2 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16313633'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:53.876393 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-85c745c7-9704-45b7-a5c0-7ee631a9c7d2 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:53.888579 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85c745c7-9704-45b7-a5c0-7ee631a9c7d2 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:21:53.889014 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-85c745c7-9704-45b7-a5c0-7ee631a9c7d2 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4305278'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:53.897627 n-d-813679-3 neutron-server[95502]: Traceback (most recent call last): Oct 12 19:21:53.897627 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:21:53.897627 n-d-813679-3 neutron-server[95502]: timer() Oct 12 19:21:53.897627 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:21:53.897627 n-d-813679-3 neutron-server[95502]: cb(*args, **kw) Oct 12 19:21:53.897627 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:21:53.897627 n-d-813679-3 neutron-server[95502]: return func(*args, **kwargs) Oct 12 19:21:53.897627 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:21:53.897627 n-d-813679-3 neutron-server[95502]: self._notify() Oct 12 19:21:53.897627 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:21:53.897627 n-d-813679-3 neutron-server[95502]: self.callback(batched_events) Oct 12 19:21:53.897627 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:21:53.897627 n-d-813679-3 neutron-server[95502]: event.method(event) Oct 12 19:21:53.897627 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:21:53.897627 n-d-813679-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:21:53.897627 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:21:53.897627 n-d-813679-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:21:53.897627 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:21:53.897627 n-d-813679-3 neutron-server[95502]: return f(self, *a, **k) Oct 12 19:21:53.897627 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:21:53.897627 n-d-813679-3 neutron-server[95502]: return self._get(url).json() Oct 12 19:21:53.897627 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:21:53.897627 n-d-813679-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:21:53.897627 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:21:53.897627 n-d-813679-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Oct 12 19:21:53.897627 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:21:53.897627 n-d-813679-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:21:53.897627 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:21:53.897627 n-d-813679-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:21:53.897627 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:21:53.897627 n-d-813679-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:21:53.897627 n-d-813679-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:21:54.007575 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-60629ca3-5356-4c04-ab93-e12910328a0f req-9544c661-82b7-48fe-b35f-03d8ee57cfc8 tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1566052 Oct 12 19:21:54.019470 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-60629ca3-5356-4c04-ab93-e12910328a0f req-7263cae9-47ec-40e3-a4ac-cf1299e16f61 service neutron] Request body: {'port': {'device_id': '71e7b766-f13f-4fe6-9282-e1c3561fe2f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-3'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:21:54.025796 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-60629ca3-5356-4c04-ab93-e12910328a0f req-35d18883-8289-4b07-94cb-c5041d25e2cc tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:54.084668 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6f41772c-dc61-42c2-8240-6b482ebb4e8a req-2c50b206-4447-494a-8a9c-871c9e083cba tempest-ServerDiagnosticsNegativeTest-1830247129 tempest-ServerDiagnosticsNegativeTest-1830247129-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=ddc4bbfe12304774b4ffb7d2f8a991e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353348 Oct 12 19:21:54.085898 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-85c745c7-9704-45b7-a5c0-7ee631a9c7d2 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:54.091484 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-85c745c7-9704-45b7-a5c0-7ee631a9c7d2 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:54.112058 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-60629ca3-5356-4c04-ab93-e12910328a0f req-7263cae9-47ec-40e3-a4ac-cf1299e16f61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:54.117549 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-85c745c7-9704-45b7-a5c0-7ee631a9c7d2 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] 10.222.0.49 "DELETE /v2.0/networks/6339cdfa-9a82-4315-bbda-893cfbff3654 HTTP/1.1" status: 204 len: 168 time: 1.2629004 Oct 12 19:21:54.124448 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 44260) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:21:54.261741 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c745c7-9704-45b7-a5c0-7ee631a9c7d2 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Pushing event deleted for resources: {'Network': ['ID=6339cdfa-9a82-4315-bbda-893cfbff3654,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:54.282385 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f41772c-dc61-42c2-8240-6b482ebb4e8a req-dee0db4f-d734-4be3-b512-dd2dcfcf9bbe tempest-ServerDiagnosticsNegativeTest-1830247129 tempest-ServerDiagnosticsNegativeTest-1830247129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:54.284212 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6f41772c-dc61-42c2-8240-6b482ebb4e8a req-dee0db4f-d734-4be3-b512-dd2dcfcf9bbe tempest-ServerDiagnosticsNegativeTest-1830247129 tempest-ServerDiagnosticsNegativeTest-1830247129-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1590524 Oct 12 19:21:54.297243 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-6f41772c-dc61-42c2-8240-6b482ebb4e8a req-0feecfea-8109-48f7-a6c5-c5d1afc09900 tempest-ServerDiagnosticsNegativeTest-1830247129 tempest-ServerDiagnosticsNegativeTest-1830247129-project] Request body: {'port': {'device_id': 'be1a038d-3906-476c-9bc9-593ffd8ebb43', 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1', 'admin_state_up': True, 'tenant_id': 'ddc4bbfe12304774b4ffb7d2f8a991e0'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:21:54.345999 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-60629ca3-5356-4c04-ab93-e12910328a0f req-35d18883-8289-4b07-94cb-c5041d25e2cc tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:54.478320 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-60c124fa-b163-4937-b675-a922b4ce0798 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1439ecde881648d990934dad6d1d46ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6925318 Oct 12 19:21:54.480183 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60629ca3-5356-4c04-ab93-e12910328a0f req-35d18883-8289-4b07-94cb-c5041d25e2cc tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] Network 6538b198-9c10-4f9c-8f9b-be99dcacbccd is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:21:54.480877 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 44262) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:21:54.534158 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f41772c-dc61-42c2-8240-6b482ebb4e8a req-0feecfea-8109-48f7-a6c5-c5d1afc09900 tempest-ServerDiagnosticsNegativeTest-1830247129 tempest-ServerDiagnosticsNegativeTest-1830247129-project] Made reservation on behalf of ddc4bbfe12304774b4ffb7d2f8a991e0 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:21:54.539404 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-6f41772c-dc61-42c2-8240-6b482ebb4e8a req-0feecfea-8109-48f7-a6c5-c5d1afc09900 tempest-ServerDiagnosticsNegativeTest-1830247129 tempest-ServerDiagnosticsNegativeTest-1830247129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:54.553099 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-6f41772c-dc61-42c2-8240-6b482ebb4e8a req-0feecfea-8109-48f7-a6c5-c5d1afc09900 tempest-ServerDiagnosticsNegativeTest-1830247129 tempest-ServerDiagnosticsNegativeTest-1830247129-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:54.558360 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [req-60629ca3-5356-4c04-ab93-e12910328a0f req-35d18883-8289-4b07-94cb-c5041d25e2cc tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:21:54.563388 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [req-60629ca3-5356-4c04-ab93-e12910328a0f req-ee74030e-e388-435a-9a8b-20ed6adcf0b6 tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] Allocated IP 172.20.0.10 (6538b198-9c10-4f9c-8f9b-be99dcacbccd/7a7b53f5-764f-4a50-9410-9dcc6efd27ec/b9dfcd35-4593-4da5-a120-b97caea7e12e) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:21:54.573872 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-60629ca3-5356-4c04-ab93-e12910328a0f req-35d18883-8289-4b07-94cb-c5041d25e2cc tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:21:54.575938 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4e0dbc75-20ea-4a61-bc2e-f956952d1ea2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:54.582251 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d18883-8289-4b07-94cb-c5041d25e2cc tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] Pushing event updated for resources: {'Port': ['ID=70896971-5855-4d12-8dc1-1c1b5faae24c,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:54.611795 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4e0dbc75-20ea-4a61-bc2e-f956952d1ea2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:54.709642 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-6f41772c-dc61-42c2-8240-6b482ebb4e8a req-0feecfea-8109-48f7-a6c5-c5d1afc09900 tempest-ServerDiagnosticsNegativeTest-1830247129 tempest-ServerDiagnosticsNegativeTest-1830247129-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:54.731864 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60629ca3-5356-4c04-ab93-e12910328a0f req-35d18883-8289-4b07-94cb-c5041d25e2cc tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:54.732419 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-60629ca3-5356-4c04-ab93-e12910328a0f req-35d18883-8289-4b07-94cb-c5041d25e2cc tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:54.745294 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 753ca777-6195-4c99-b0cf-a47c51b35c2f no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:21:54.770494 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 753ca777-6195-4c99-b0cf-a47c51b35c2f {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:21:54.774697 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 753ca777-6195-4c99-b0cf-a47c51b35c2f not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:21:54.774697 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 9a04cefe-79a3-4d54-8a81-e608d6dbff08 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:21:54.802644 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4e0dbc75-20ea-4a61-bc2e-f956952d1ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:54.805238 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4e0dbc75-20ea-4a61-bc2e-f956952d1ea2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:54.806931 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-4e0dbc75-20ea-4a61-bc2e-f956952d1ea2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/af1f16dc-1c39-4bcc-8a9d-f475167d9c9a HTTP/1.1" status: 204 len: 168 time: 0.3246727 Oct 12 19:21:54.811816 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 9a04cefe-79a3-4d54-8a81-e608d6dbff08 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:21:54.812400 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 9a04cefe-79a3-4d54-8a81-e608d6dbff08 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:21:54.816824 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0dbc75-20ea-4a61-bc2e-f956952d1ea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af1f16dc-1c39-4bcc-8a9d-f475167d9c9a,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:54.827291 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-6f41772c-dc61-42c2-8240-6b482ebb4e8a req-0feecfea-8109-48f7-a6c5-c5d1afc09900 tempest-ServerDiagnosticsNegativeTest-1830247129 tempest-ServerDiagnosticsNegativeTest-1830247129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:54.907263 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-60629ca3-5356-4c04-ab93-e12910328a0f req-35d18883-8289-4b07-94cb-c5041d25e2cc tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8894124 Oct 12 19:21:54.913862 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feecfea-8109-48f7-a6c5-c5d1afc09900 tempest-ServerDiagnosticsNegativeTest-1830247129 tempest-ServerDiagnosticsNegativeTest-1830247129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af945cad-b8ca-4d98-b39d-948bc84c111f,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:54.941340 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-24304081-bd23-4a59-9236-9b488dfce0ab req-a9006c32-cd5b-4751-beac-17b0246fbedb tempest-ServerDiagnosticsNegativeTest-1830247129 tempest-ServerDiagnosticsNegativeTest-1830247129-project] 10.222.0.49 "GET /v2.0/ports?device_id=be1a038d-3906-476c-9bc9-593ffd8ebb43 HTTP/1.1" status: 200 len: 210 time: 0.1223772 Oct 12 19:21:54.964556 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-60629ca3-5356-4c04-ab93-e12910328a0f req-6ccd69b0-1816-4989-83be-948832950841 service neutron] Request body: {'port': {'device_id': '024b8f58-ca16-425a-ab6d-a3410eb1d1b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-3'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:21:55.003856 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9aa73232-1634-4525-84e7-e1f4071300b6 req-19f98e5a-1664-4c40-893b-e43bdc4d0ae7 tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc56e988-07ef-4c9a-a3c8-eb10d9eb245a HTTP/1.1" status: 200 len: 210 time: 0.0521941 Oct 12 19:21:55.044357 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [req-6f41772c-dc61-42c2-8240-6b482ebb4e8a req-0feecfea-8109-48f7-a6c5-c5d1afc09900 tempest-ServerDiagnosticsNegativeTest-1830247129 tempest-ServerDiagnosticsNegativeTest-1830247129-project] Allocated IP 192.168.233.60 (90dcf485-b1ad-4139-85a3-9e1e9879e6b1/629aee7d-3fde-4c72-af1e-6a7e1f6a7e75/3154a13e-7637-465a-a7e1-2ebe2d52d917) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:21:55.096774 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-60629ca3-5356-4c04-ab93-e12910328a0f req-6ccd69b0-1816-4989-83be-948832950841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:55.121139 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-60629ca3-5356-4c04-ab93-e12910328a0f req-ee74030e-e388-435a-9a8b-20ed6adcf0b6 tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:55.142489 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f11cf7f3-deb7-4e04-a9c7-704a2a398270 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8092566'] for router_interface, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:55.215646 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-6f41772c-dc61-42c2-8240-6b482ebb4e8a req-0feecfea-8109-48f7-a6c5-c5d1afc09900 tempest-ServerDiagnosticsNegativeTest-1830247129 tempest-ServerDiagnosticsNegativeTest-1830247129-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:55.325538 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-6f41772c-dc61-42c2-8240-6b482ebb4e8a req-0feecfea-8109-48f7-a6c5-c5d1afc09900 tempest-ServerDiagnosticsNegativeTest-1830247129 tempest-ServerDiagnosticsNegativeTest-1830247129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:55.378028 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f41772c-dc61-42c2-8240-6b482ebb4e8a req-0feecfea-8109-48f7-a6c5-c5d1afc09900 tempest-ServerDiagnosticsNegativeTest-1830247129 tempest-ServerDiagnosticsNegativeTest-1830247129-project] Network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:21:55.381626 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [req-6f41772c-dc61-42c2-8240-6b482ebb4e8a req-0feecfea-8109-48f7-a6c5-c5d1afc09900 tempest-ServerDiagnosticsNegativeTest-1830247129 tempest-ServerDiagnosticsNegativeTest-1830247129-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:21:55.399045 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f41772c-dc61-42c2-8240-6b482ebb4e8a req-0feecfea-8109-48f7-a6c5-c5d1afc09900 tempest-ServerDiagnosticsNegativeTest-1830247129 tempest-ServerDiagnosticsNegativeTest-1830247129-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:21:55.409257 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feecfea-8109-48f7-a6c5-c5d1afc09900 tempest-ServerDiagnosticsNegativeTest-1830247129 tempest-ServerDiagnosticsNegativeTest-1830247129-project] Pushing event updated for resources: {'Port': ['ID=3154a13e-7637-465a-a7e1-2ebe2d52d917,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:55.464116 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f41772c-dc61-42c2-8240-6b482ebb4e8a req-0feecfea-8109-48f7-a6c5-c5d1afc09900 tempest-ServerDiagnosticsNegativeTest-1830247129 tempest-ServerDiagnosticsNegativeTest-1830247129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:55.464943 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-6f41772c-dc61-42c2-8240-6b482ebb4e8a req-0feecfea-8109-48f7-a6c5-c5d1afc09900 tempest-ServerDiagnosticsNegativeTest-1830247129 tempest-ServerDiagnosticsNegativeTest-1830247129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:55.533619 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6f41772c-dc61-42c2-8240-6b482ebb4e8a req-0feecfea-8109-48f7-a6c5-c5d1afc09900 tempest-ServerDiagnosticsNegativeTest-1830247129 tempest-ServerDiagnosticsNegativeTest-1830247129-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2405710 Oct 12 19:21:55.550069 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-6f41772c-dc61-42c2-8240-6b482ebb4e8a req-f4bb6bf3-9e52-45b8-90d0-3cf6019647d8 service neutron] Request body: {'port': {'device_id': 'be1a038d-3906-476c-9bc9-593ffd8ebb43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:21:55.661573 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a15e7c86-c8c7-4393-a67b-710331b9a1cd None None] Provisioning complete for port 3154a13e-7637-465a-a7e1-2ebe2d52d917 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:21:55.661573 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a15e7c86-c8c7-4393-a67b-710331b9a1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:55.706892 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-60629ca3-5356-4c04-ab93-e12910328a0f req-ee74030e-e388-435a-9a8b-20ed6adcf0b6 tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:55.759720 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-a15e7c86-c8c7-4393-a67b-710331b9a1cd None None] Port 3154a13e-7637-465a-a7e1-2ebe2d52d917 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:21:55.807787 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 44302) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:21:55.861196 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60629ca3-5356-4c04-ab93-e12910328a0f req-ee74030e-e388-435a-9a8b-20ed6adcf0b6 tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] Network 6538b198-9c10-4f9c-8f9b-be99dcacbccd is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:21:55.877145 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [req-60629ca3-5356-4c04-ab93-e12910328a0f req-ee74030e-e388-435a-9a8b-20ed6adcf0b6 tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:21:55.890239 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee74030e-e388-435a-9a8b-20ed6adcf0b6 tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] Pushing event updated for resources: {'Port': ['ID=b9dfcd35-4593-4da5-a120-b97caea7e12e,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:55.892971 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-60629ca3-5356-4c04-ab93-e12910328a0f req-ee74030e-e388-435a-9a8b-20ed6adcf0b6 tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:21:55.973355 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-cf36fa20-1766-425a-ab54-474791a7e72b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=eced0759954f418d9ac000e524985766&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1618805 Oct 12 19:21:55.976180 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 44310) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:21:55.996143 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-6f41772c-dc61-42c2-8240-6b482ebb4e8a req-f4bb6bf3-9e52-45b8-90d0-3cf6019647d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:56.008288 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60629ca3-5356-4c04-ab93-e12910328a0f req-ee74030e-e388-435a-9a8b-20ed6adcf0b6 tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:56.009402 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-60629ca3-5356-4c04-ab93-e12910328a0f req-ee74030e-e388-435a-9a8b-20ed6adcf0b6 tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:56.163225 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-60629ca3-5356-4c04-ab93-e12910328a0f req-ee74030e-e388-435a-9a8b-20ed6adcf0b6 tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3440847 Oct 12 19:21:56.166281 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [req-60629ca3-5356-4c04-ab93-e12910328a0f req-7263cae9-47ec-40e3-a4ac-cf1299e16f61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21acc14c-b96d-4639-988d-0beb1c9d1c7f {{(pid=95501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:21:56.197917 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-60629ca3-5356-4c04-ab93-e12910328a0f req-7263cae9-47ec-40e3-a4ac-cf1299e16f61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:56.204049 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-60629ca3-5356-4c04-ab93-e12910328a0f req-028ed66b-7cfe-4743-a213-3ef76429da6d service neutron] Request body: {'port': {'device_id': 'bc56e988-07ef-4c9a-a3c8-eb10d9eb245a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-3'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:21:56.257091 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c029a6d4-4e4e-4904-b5c1-4e7c15626468 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:56.267115 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.provisioning_blocks [req-60629ca3-5356-4c04-ab93-e12910328a0f req-7263cae9-47ec-40e3-a4ac-cf1299e16f61 service neutron] Transition to ACTIVE for port object 21acc14c-b96d-4639-988d-0beb1c9d1c7f will not be triggered until provisioned by entity L2. {{(pid=95501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:21:56.289075 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1518981c-6623-4297-9ce5-f065d36479d1 req-14e34579-6ff3-4ea4-8f05-3625c0143032 tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:56.290690 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1518981c-6623-4297-9ce5-f065d36479d1 req-14e34579-6ff3-4ea4-8f05-3625c0143032 tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc56e988-07ef-4c9a-a3c8-eb10d9eb245a HTTP/1.1" status: 200 len: 932 time: 0.1916769 Oct 12 19:21:56.291502 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77a56b7-3f60-4df2-b8a7-1d805d78ad48 req-171c1465-550d-4664-888b-65a6b503f11e tempest-ServerDiagnosticsNegativeTest-1830247129 tempest-ServerDiagnosticsNegativeTest-1830247129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:56.293159 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b77a56b7-3f60-4df2-b8a7-1d805d78ad48 req-171c1465-550d-4664-888b-65a6b503f11e tempest-ServerDiagnosticsNegativeTest-1830247129 tempest-ServerDiagnosticsNegativeTest-1830247129-project] 10.222.0.49 "GET /v2.0/ports?device_id=be1a038d-3906-476c-9bc9-593ffd8ebb43 HTTP/1.1" status: 200 len: 935 time: 0.1930175 Oct 12 19:21:56.337674 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c029a6d4-4e4e-4904-b5c1-4e7c15626468 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:56.360088 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-60629ca3-5356-4c04-ab93-e12910328a0f req-028ed66b-7cfe-4743-a213-3ef76429da6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:56.369861 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1518981c-6623-4297-9ce5-f065d36479d1 req-3a3f1069-6a4e-406a-82d5-59767c0ed750 tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] 10.222.0.49 "GET /v2.0/security-groups?id=99ba6e0b-b978-4b5f-8f0a-86c3b80dc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669789 Oct 12 19:21:56.374706 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-60629ca3-5356-4c04-ab93-e12910328a0f req-7263cae9-47ec-40e3-a4ac-cf1299e16f61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:56.451866 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [req-6f41772c-dc61-42c2-8240-6b482ebb4e8a req-f4bb6bf3-9e52-45b8-90d0-3cf6019647d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3154a13e-7637-465a-a7e1-2ebe2d52d917 {{(pid=95502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:21:56.465606 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-6f41772c-dc61-42c2-8240-6b482ebb4e8a req-f4bb6bf3-9e52-45b8-90d0-3cf6019647d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:56.490840 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-6f41772c-dc61-42c2-8240-6b482ebb4e8a req-f4bb6bf3-9e52-45b8-90d0-3cf6019647d8 service neutron] Transition to ACTIVE for port object 3154a13e-7637-465a-a7e1-2ebe2d52d917 will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:21:56.524487 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-f11cf7f3-deb7-4e04-a9c7-704a2a398270 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Deleting port db9df9af-8c02-4ef1-89cc-1c3fe4a087cf {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:21:56.524828 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f11cf7f3-deb7-4e04-a9c7-704a2a398270 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:56.536706 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b77a56b7-3f60-4df2-b8a7-1d805d78ad48 req-5ccbdca8-19f1-45f7-b7f6-9ea81c3d37a0 tempest-ServerDiagnosticsNegativeTest-1830247129 tempest-ServerDiagnosticsNegativeTest-1830247129-project] 10.222.0.49 "GET /v2.0/security-groups?id=af945cad-b8ca-4d98-b39d-948bc84c111f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243552 Oct 12 19:21:56.557407 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-6f41772c-dc61-42c2-8240-6b482ebb4e8a req-f4bb6bf3-9e52-45b8-90d0-3cf6019647d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:56.609766 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bb6bf3-9e52-45b8-90d0-3cf6019647d8 service neutron] Pushing event updated for resources: {'Port': ['ID=3154a13e-7637-465a-a7e1-2ebe2d52d917,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:56.621054 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7263cae9-47ec-40e3-a4ac-cf1299e16f61 service neutron] Pushing event updated for resources: {'Port': ['ID=21acc14c-b96d-4639-988d-0beb1c9d1c7f,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:56.707969 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-6f41772c-dc61-42c2-8240-6b482ebb4e8a req-f4bb6bf3-9e52-45b8-90d0-3cf6019647d8 service neutron] Attempting to bind port 3154a13e-7637-465a-a7e1-2ebe2d52d917 on host n-h2-813679-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:21:56.708338 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-6f41772c-dc61-42c2-8240-6b482ebb4e8a req-f4bb6bf3-9e52-45b8-90d0-3cf6019647d8 service neutron] Attempting to bind port 3154a13e-7637-465a-a7e1-2ebe2d52d917 by drivers openvswitch,hyperv on host n-h2-813679-3 at level 0 using segments [{'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:21:56.708670 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f41772c-dc61-42c2-8240-6b482ebb4e8a req-f4bb6bf3-9e52-45b8-90d0-3cf6019647d8 service neutron] Attempting to bind port 3154a13e-7637-465a-a7e1-2ebe2d52d917 on network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:21:56.716155 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f41772c-dc61-42c2-8240-6b482ebb4e8a req-f4bb6bf3-9e52-45b8-90d0-3cf6019647d8 service neutron] Port 3154a13e-7637-465a-a7e1-2ebe2d52d917 on network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:21:56.716553 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f41772c-dc61-42c2-8240-6b482ebb4e8a req-f4bb6bf3-9e52-45b8-90d0-3cf6019647d8 service neutron] Attempting to bind port 3154a13e-7637-465a-a7e1-2ebe2d52d917 on network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:21:56.722094 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f41772c-dc61-42c2-8240-6b482ebb4e8a req-f4bb6bf3-9e52-45b8-90d0-3cf6019647d8 service neutron] Checking agent: {'id': '233fbd7d-38e4-434f-bb8f-05364d7423a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:21:56.722652 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f41772c-dc61-42c2-8240-6b482ebb4e8a req-f4bb6bf3-9e52-45b8-90d0-3cf6019647d8 service neutron] Checking segment: {'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:21:56.723103 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f41772c-dc61-42c2-8240-6b482ebb4e8a req-f4bb6bf3-9e52-45b8-90d0-3cf6019647d8 service neutron] Bound using segment: {'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:21:56.723730 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-6f41772c-dc61-42c2-8240-6b482ebb4e8a req-f4bb6bf3-9e52-45b8-90d0-3cf6019647d8 service neutron] Bound port: 3154a13e-7637-465a-a7e1-2ebe2d52d917, host: n-h2-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:21:56.724314 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-6f41772c-dc61-42c2-8240-6b482ebb4e8a req-f4bb6bf3-9e52-45b8-90d0-3cf6019647d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:56.773103 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c029a6d4-4e4e-4904-b5c1-4e7c15626468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:56.773103 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c029a6d4-4e4e-4904-b5c1-4e7c15626468 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:56.773103 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-c029a6d4-4e4e-4904-b5c1-4e7c15626468 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/777db940-d4fb-4373-ba9b-9b0a1c8f49f3 HTTP/1.1" status: 204 len: 168 time: 0.7880182 Oct 12 19:21:56.810636 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-6f41772c-dc61-42c2-8240-6b482ebb4e8a req-f4bb6bf3-9e52-45b8-90d0-3cf6019647d8 service neutron] For port 3154a13e-7637-465a-a7e1-2ebe2d52d917, host n-h2-813679-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:21:56.814055 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-6f41772c-dc61-42c2-8240-6b482ebb4e8a req-f4bb6bf3-9e52-45b8-90d0-3cf6019647d8 service neutron] For port 3154a13e-7637-465a-a7e1-2ebe2d52d917, host n-h2-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=3154a13e-7637-465a-a7e1-2ebe2d52d917,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:21:56.836205 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c029a6d4-4e4e-4904-b5c1-4e7c15626468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=777db940-d4fb-4373-ba9b-9b0a1c8f49f3,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:56.858547 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [None req-f11cf7f3-deb7-4e04-a9c7-704a2a398270 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] For port db9df9af-8c02-4ef1-89cc-1c3fe4a087cf, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=db9df9af-8c02-4ef1-89cc-1c3fe4a087cf,segment=NetworkSegment(6b5f7a26-a09d-4a0d-92e9-1bc03ae9d754),segment_id=6b5f7a26-a09d-4a0d-92e9-1bc03ae9d754)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:21:56.859321 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f11cf7f3-deb7-4e04-a9c7-704a2a398270 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:56.894751 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-6f41772c-dc61-42c2-8240-6b482ebb4e8a req-f4bb6bf3-9e52-45b8-90d0-3cf6019647d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:56.913928 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-f11cf7f3-deb7-4e04-a9c7-704a2a398270 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Calling delete_port for db9df9af-8c02-4ef1-89cc-1c3fe4a087cf owned by network:router_interface {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:21:56.922111 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-60629ca3-5356-4c04-ab93-e12910328a0f req-7263cae9-47ec-40e3-a4ac-cf1299e16f61 service neutron] Attempting to bind port 21acc14c-b96d-4639-988d-0beb1c9d1c7f on host n-h2-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:21:56.922496 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-60629ca3-5356-4c04-ab93-e12910328a0f req-7263cae9-47ec-40e3-a4ac-cf1299e16f61 service neutron] Attempting to bind port 21acc14c-b96d-4639-988d-0beb1c9d1c7f by drivers openvswitch,hyperv on host n-h2-813679-3 at level 0 using segments [{'id': '94fe7d3c-e596-4829-b449-fd6a7ec0e980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '6538b198-9c10-4f9c-8f9b-be99dcacbccd'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:21:56.922827 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60629ca3-5356-4c04-ab93-e12910328a0f req-7263cae9-47ec-40e3-a4ac-cf1299e16f61 service neutron] Attempting to bind port 21acc14c-b96d-4639-988d-0beb1c9d1c7f on network 6538b198-9c10-4f9c-8f9b-be99dcacbccd {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:21:56.941264 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [req-60629ca3-5356-4c04-ab93-e12910328a0f req-6ccd69b0-1816-4989-83be-948832950841 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70896971-5855-4d12-8dc1-1c1b5faae24c {{(pid=95501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:21:56.942893 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f41772c-dc61-42c2-8240-6b482ebb4e8a req-f4bb6bf3-9e52-45b8-90d0-3cf6019647d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:56.943643 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-6f41772c-dc61-42c2-8240-6b482ebb4e8a req-f4bb6bf3-9e52-45b8-90d0-3cf6019647d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:56.945083 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6f41772c-dc61-42c2-8240-6b482ebb4e8a req-f4bb6bf3-9e52-45b8-90d0-3cf6019647d8 service neutron] 10.222.0.67 "PUT /v2.0/ports/3154a13e-7637-465a-a7e1-2ebe2d52d917 HTTP/1.1" status: 200 len: 1095 time: 1.4023907 Oct 12 19:21:56.945705 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be1a038d-3906-476c-9bc9-593ffd8ebb43', 'tag': '3154a13e-7637-465a-a7e1-2ebe2d52d917'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:21:56.947565 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60629ca3-5356-4c04-ab93-e12910328a0f req-7263cae9-47ec-40e3-a4ac-cf1299e16f61 service neutron] Port 21acc14c-b96d-4639-988d-0beb1c9d1c7f on network 6538b198-9c10-4f9c-8f9b-be99dcacbccd not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:21:56.947826 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5009a85-b1ad-4728-9bd7-0d5fc37abd80" -d '{"events": [{"name": "network-changed", "server_uuid": "be1a038d-3906-476c-9bc9-593ffd8ebb43", "tag": "3154a13e-7637-465a-a7e1-2ebe2d52d917"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:21:56.947970 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60629ca3-5356-4c04-ab93-e12910328a0f req-7263cae9-47ec-40e3-a4ac-cf1299e16f61 service neutron] Attempting to bind port 21acc14c-b96d-4639-988d-0beb1c9d1c7f on network 6538b198-9c10-4f9c-8f9b-be99dcacbccd {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:21:56.958866 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60629ca3-5356-4c04-ab93-e12910328a0f req-7263cae9-47ec-40e3-a4ac-cf1299e16f61 service neutron] Checking agent: {'id': '233fbd7d-38e4-434f-bb8f-05364d7423a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:21:56.959209 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60629ca3-5356-4c04-ab93-e12910328a0f req-7263cae9-47ec-40e3-a4ac-cf1299e16f61 service neutron] Checking segment: {'id': '94fe7d3c-e596-4829-b449-fd6a7ec0e980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '6538b198-9c10-4f9c-8f9b-be99dcacbccd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:21:56.959609 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60629ca3-5356-4c04-ab93-e12910328a0f req-7263cae9-47ec-40e3-a4ac-cf1299e16f61 service neutron] Bound using segment: {'id': '94fe7d3c-e596-4829-b449-fd6a7ec0e980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '6538b198-9c10-4f9c-8f9b-be99dcacbccd'} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:21:56.960083 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-60629ca3-5356-4c04-ab93-e12910328a0f req-7263cae9-47ec-40e3-a4ac-cf1299e16f61 service neutron] Bound port: 21acc14c-b96d-4639-988d-0beb1c9d1c7f, host: n-h2-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94fe7d3c-e596-4829-b449-fd6a7ec0e980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '6538b198-9c10-4f9c-8f9b-be99dcacbccd'}}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:21:56.960448 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-60629ca3-5356-4c04-ab93-e12910328a0f req-7263cae9-47ec-40e3-a4ac-cf1299e16f61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:56.968212 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-60629ca3-5356-4c04-ab93-e12910328a0f req-6ccd69b0-1816-4989-83be-948832950841 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:56.988635 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bb6bf3-9e52-45b8-90d0-3cf6019647d8 service neutron] Pushing event updated for resources: {'Port': ['ID=3154a13e-7637-465a-a7e1-2ebe2d52d917,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:57.014127 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5291a80c-41b3-48cd-9a4d-7c8242b37822 x-openstack-request-id: req-5291a80c-41b3-48cd-9a4d-7c8242b37822 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:21:57.014717 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be1a038d-3906-476c-9bc9-593ffd8ebb43", "tag": "3154a13e-7637-465a-a7e1-2ebe2d52d917", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:21:57.014954 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5291a80c-41b3-48cd-9a4d-7c8242b37822 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:21:57.015371 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be1a038d-3906-476c-9bc9-593ffd8ebb43', 'tag': '3154a13e-7637-465a-a7e1-2ebe2d52d917', 'status': 'completed', 'code': 200} Oct 12 19:21:57.055363 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.provisioning_blocks [req-60629ca3-5356-4c04-ab93-e12910328a0f req-6ccd69b0-1816-4989-83be-948832950841 service neutron] Transition to ACTIVE for port object 70896971-5855-4d12-8dc1-1c1b5faae24c will not be triggered until provisioned by entity L2. {{(pid=95501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:21:57.104508 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5009a85-b1ad-4728-9bd7-0d5fc37abd80 req-69b98848-1bce-4d0e-aa33-490a911f673c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:57.107140 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a5009a85-b1ad-4728-9bd7-0d5fc37abd80 req-69b98848-1bce-4d0e-aa33-490a911f673c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ddc4bbfe12304774b4ffb7d2f8a991e0&device_id=be1a038d-3906-476c-9bc9-593ffd8ebb43 HTTP/1.1" status: 200 len: 1098 time: 0.0736203 Oct 12 19:21:57.137084 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a5009a85-b1ad-4728-9bd7-0d5fc37abd80 req-170485ab-5285-47a3-8222-c5846ff80cce service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=ddc4bbfe12304774b4ffb7d2f8a991e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0213618 Oct 12 19:21:57.172464 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-60629ca3-5356-4c04-ab93-e12910328a0f req-6ccd69b0-1816-4989-83be-948832950841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:57.209652 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-60629ca3-5356-4c04-ab93-e12910328a0f req-7263cae9-47ec-40e3-a4ac-cf1299e16f61 service neutron] For port 21acc14c-b96d-4639-988d-0beb1c9d1c7f, host n-h2-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:21:57.238543 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5009a85-b1ad-4728-9bd7-0d5fc37abd80 req-37a0b6fb-1ea8-44cf-af7a-e94515c7deea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:57.240001 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a5009a85-b1ad-4728-9bd7-0d5fc37abd80 req-37a0b6fb-1ea8-44cf-af7a-e94515c7deea service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0964992 Oct 12 19:21:57.287527 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-60629ca3-5356-4c04-ab93-e12910328a0f req-7263cae9-47ec-40e3-a4ac-cf1299e16f61 service neutron] For port 21acc14c-b96d-4639-988d-0beb1c9d1c7f, host n-h2-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=21acc14c-b96d-4639-988d-0beb1c9d1c7f,segment=NetworkSegment(94fe7d3c-e596-4829-b449-fd6a7ec0e980),segment_id=94fe7d3c-e596-4829-b449-fd6a7ec0e980)] {{(pid=95501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:21:57.308640 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccd69b0-1816-4989-83be-948832950841 service neutron] Pushing event updated for resources: {'Port': ['ID=70896971-5855-4d12-8dc1-1c1b5faae24c,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:57.341894 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f41772c-dc61-42c2-8240-6b482ebb4e8a req-5c0911dd-dec0-4c30-a369-1f3ade1d4d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:57.343994 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6f41772c-dc61-42c2-8240-6b482ebb4e8a req-5c0911dd-dec0-4c30-a369-1f3ade1d4d31 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ddc4bbfe12304774b4ffb7d2f8a991e0&device_id=be1a038d-3906-476c-9bc9-593ffd8ebb43 HTTP/1.1" status: 200 len: 1098 time: 0.0560741 Oct 12 19:21:57.393178 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-60629ca3-5356-4c04-ab93-e12910328a0f req-7263cae9-47ec-40e3-a4ac-cf1299e16f61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:57.401409 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6f41772c-dc61-42c2-8240-6b482ebb4e8a req-1c52fc30-a563-480f-a224-2c042360860f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=3154a13e-7637-465a-a7e1-2ebe2d52d917 HTTP/1.1" status: 200 len: 217 time: 0.0493321 Oct 12 19:21:57.480440 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f41772c-dc61-42c2-8240-6b482ebb4e8a req-062fdcf1-c791-4276-8f44-80cd6a2e6257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:57.482207 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6f41772c-dc61-42c2-8240-6b482ebb4e8a req-062fdcf1-c791-4276-8f44-80cd6a2e6257 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=629aee7d-3fde-4c72-af1e-6a7e1f6a7e75 HTTP/1.1" status: 200 len: 843 time: 0.0722935 Oct 12 19:21:57.500311 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60629ca3-5356-4c04-ab93-e12910328a0f req-7263cae9-47ec-40e3-a4ac-cf1299e16f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:57.501079 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-60629ca3-5356-4c04-ab93-e12910328a0f req-7263cae9-47ec-40e3-a4ac-cf1299e16f61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:57.503339 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-60629ca3-5356-4c04-ab93-e12910328a0f req-7263cae9-47ec-40e3-a4ac-cf1299e16f61 service neutron] 10.222.0.67 "PUT /v2.0/ports/21acc14c-b96d-4639-988d-0beb1c9d1c7f HTTP/1.1" status: 200 len: 1091 time: 3.4880273 Oct 12 19:21:57.536064 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71e7b766-f13f-4fe6-9282-e1c3561fe2f3', 'tag': '21acc14c-b96d-4639-988d-0beb1c9d1c7f'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:21:57.538519 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8788d5a8-e307-496f-b688-cb3aed22de83" -d '{"events": [{"name": "network-changed", "server_uuid": "71e7b766-f13f-4fe6-9282-e1c3561fe2f3", "tag": "21acc14c-b96d-4639-988d-0beb1c9d1c7f"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:21:57.556465 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f41772c-dc61-42c2-8240-6b482ebb4e8a req-50eb7310-fc59-41c4-b485-311a6e97e9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:57.558287 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6f41772c-dc61-42c2-8240-6b482ebb4e8a req-50eb7310-fc59-41c4-b485-311a6e97e9ef service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=90dcf485-b1ad-4139-85a3-9e1e9879e6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0598528 Oct 12 19:21:57.573064 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b2bae1-1bdc-4635-ae74-778154d86f27 req-72279177-a5aa-459c-9d4d-db58f1bc0cac tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:57.574656 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-80b2bae1-1bdc-4635-ae74-778154d86f27 req-72279177-a5aa-459c-9d4d-db58f1bc0cac tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc56e988-07ef-4c9a-a3c8-eb10d9eb245a HTTP/1.1" status: 200 len: 932 time: 0.1124406 Oct 12 19:21:57.604487 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-60629ca3-5356-4c04-ab93-e12910328a0f req-6ccd69b0-1816-4989-83be-948832950841 service neutron] Attempting to bind port 70896971-5855-4d12-8dc1-1c1b5faae24c on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:21:57.604487 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-60629ca3-5356-4c04-ab93-e12910328a0f req-6ccd69b0-1816-4989-83be-948832950841 service neutron] Attempting to bind port 70896971-5855-4d12-8dc1-1c1b5faae24c by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': '94fe7d3c-e596-4829-b449-fd6a7ec0e980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '6538b198-9c10-4f9c-8f9b-be99dcacbccd'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:21:57.604487 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60629ca3-5356-4c04-ab93-e12910328a0f req-6ccd69b0-1816-4989-83be-948832950841 service neutron] Attempting to bind port 70896971-5855-4d12-8dc1-1c1b5faae24c on network 6538b198-9c10-4f9c-8f9b-be99dcacbccd {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:21:57.644645 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60629ca3-5356-4c04-ab93-e12910328a0f req-6ccd69b0-1816-4989-83be-948832950841 service neutron] Port 70896971-5855-4d12-8dc1-1c1b5faae24c on network 6538b198-9c10-4f9c-8f9b-be99dcacbccd not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:21:57.644980 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60629ca3-5356-4c04-ab93-e12910328a0f req-6ccd69b0-1816-4989-83be-948832950841 service neutron] Attempting to bind port 70896971-5855-4d12-8dc1-1c1b5faae24c on network 6538b198-9c10-4f9c-8f9b-be99dcacbccd {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:21:57.656896 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60629ca3-5356-4c04-ab93-e12910328a0f req-6ccd69b0-1816-4989-83be-948832950841 service neutron] Checking agent: {'id': 'f5e9725f-f5a6-43c2-a1be-95e21e9a1fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:21:57.657241 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60629ca3-5356-4c04-ab93-e12910328a0f req-6ccd69b0-1816-4989-83be-948832950841 service neutron] Checking segment: {'id': '94fe7d3c-e596-4829-b449-fd6a7ec0e980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '6538b198-9c10-4f9c-8f9b-be99dcacbccd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:21:57.657616 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60629ca3-5356-4c04-ab93-e12910328a0f req-6ccd69b0-1816-4989-83be-948832950841 service neutron] Bound using segment: {'id': '94fe7d3c-e596-4829-b449-fd6a7ec0e980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '6538b198-9c10-4f9c-8f9b-be99dcacbccd'} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:21:57.658081 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-60629ca3-5356-4c04-ab93-e12910328a0f req-6ccd69b0-1816-4989-83be-948832950841 service neutron] Bound port: 70896971-5855-4d12-8dc1-1c1b5faae24c, host: n-h1-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94fe7d3c-e596-4829-b449-fd6a7ec0e980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '6538b198-9c10-4f9c-8f9b-be99dcacbccd'}}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:21:57.658425 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-60629ca3-5356-4c04-ab93-e12910328a0f req-6ccd69b0-1816-4989-83be-948832950841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:57.671554 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7263cae9-47ec-40e3-a4ac-cf1299e16f61 service neutron] Pushing event updated for resources: {'Port': ['ID=21acc14c-b96d-4639-988d-0beb1c9d1c7f,revision_number=3']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:57.688060 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f11cf7f3-deb7-4e04-a9c7-704a2a398270 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:57.699821 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8cf0a8a-be93-46d9-b171-cfb9fdfab2f9 x-openstack-request-id: req-e8cf0a8a-be93-46d9-b171-cfb9fdfab2f9 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:21:57.700338 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71e7b766-f13f-4fe6-9282-e1c3561fe2f3", "tag": "21acc14c-b96d-4639-988d-0beb1c9d1c7f", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:21:57.700748 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e8cf0a8a-be93-46d9-b171-cfb9fdfab2f9 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:21:57.701643 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71e7b766-f13f-4fe6-9282-e1c3561fe2f3', 'tag': '21acc14c-b96d-4639-988d-0beb1c9d1c7f', 'status': 'completed', 'code': 200} Oct 12 19:21:57.703918 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6f41772c-dc61-42c2-8240-6b482ebb4e8a req-0c1f04bf-7853-49f4-9b19-a5afe5500340 service neutron] 10.222.0.67 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282825 Oct 12 19:21:57.746737 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [req-60629ca3-5356-4c04-ab93-e12910328a0f req-028ed66b-7cfe-4743-a213-3ef76429da6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9dfcd35-4593-4da5-a120-b97caea7e12e {{(pid=95501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:21:57.800836 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-60629ca3-5356-4c04-ab93-e12910328a0f req-028ed66b-7cfe-4743-a213-3ef76429da6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:57.834514 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-80b2bae1-1bdc-4635-ae74-778154d86f27 req-eaedb55c-9665-412d-bd46-e699cd083488 tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] 10.222.0.49 "GET /v2.0/security-groups?id=99ba6e0b-b978-4b5f-8f0a-86c3b80dc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283355 Oct 12 19:21:57.845030 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11cf7f3-deb7-4e04-a9c7-704a2a398270 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Pushing event deleted for resources: {'Port': ['ID=db9df9af-8c02-4ef1-89cc-1c3fe4a087cf,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:57.919888 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6f41772c-dc61-42c2-8240-6b482ebb4e8a req-41abd145-6127-4485-b62f-ad7b186deca6 service neutron] 10.222.0.67 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838720 Oct 12 19:21:57.934283 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.provisioning_blocks [req-60629ca3-5356-4c04-ab93-e12910328a0f req-028ed66b-7cfe-4743-a213-3ef76429da6d service neutron] Transition to ACTIVE for port object b9dfcd35-4593-4da5-a120-b97caea7e12e will not be triggered until provisioned by entity L2. {{(pid=95501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:21:57.937641 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60629ca3-5356-4c04-ab93-e12910328a0f req-c96a4fb9-c628-4346-b380-9558108e9352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:57.939501 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-60629ca3-5356-4c04-ab93-e12910328a0f req-c96a4fb9-c628-4346-b380-9558108e9352 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=402ddc1d015c46618f7c9ce639623e3b&device_id=71e7b766-f13f-4fe6-9282-e1c3561fe2f3 HTTP/1.1" status: 200 len: 1094 time: 0.2840796 Oct 12 19:21:58.024318 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-60629ca3-5356-4c04-ab93-e12910328a0f req-6ccd69b0-1816-4989-83be-948832950841 service neutron] For port 70896971-5855-4d12-8dc1-1c1b5faae24c, host n-h1-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:21:58.037817 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-60629ca3-5356-4c04-ab93-e12910328a0f req-27b9d8be-452c-44f9-9e0d-241a46b51866 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=21acc14c-b96d-4639-988d-0beb1c9d1c7f HTTP/1.1" status: 200 len: 217 time: 0.0690937 Oct 12 19:21:58.038416 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-60629ca3-5356-4c04-ab93-e12910328a0f req-028ed66b-7cfe-4743-a213-3ef76429da6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:58.095909 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-60629ca3-5356-4c04-ab93-e12910328a0f req-6ccd69b0-1816-4989-83be-948832950841 service neutron] For port 70896971-5855-4d12-8dc1-1c1b5faae24c, host n-h1-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=70896971-5855-4d12-8dc1-1c1b5faae24c,segment=NetworkSegment(94fe7d3c-e596-4829-b449-fd6a7ec0e980),segment_id=94fe7d3c-e596-4829-b449-fd6a7ec0e980)] {{(pid=95501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:21:58.142366 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e4cc50-36f6-4bce-b660-54148d2fa82f req-a7dfc607-85c2-4255-97c6-9a3911e37027 tempest-ServerDiagnosticsNegativeTest-1830247129 tempest-ServerDiagnosticsNegativeTest-1830247129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:58.143938 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d7e4cc50-36f6-4bce-b660-54148d2fa82f req-a7dfc607-85c2-4255-97c6-9a3911e37027 tempest-ServerDiagnosticsNegativeTest-1830247129 tempest-ServerDiagnosticsNegativeTest-1830247129-project] 10.222.0.49 "GET /v2.0/ports?device_id=be1a038d-3906-476c-9bc9-593ffd8ebb43 HTTP/1.1" status: 200 len: 947 time: 0.2954297 Oct 12 19:21:58.219186 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-60629ca3-5356-4c04-ab93-e12910328a0f req-6ccd69b0-1816-4989-83be-948832950841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:58.267031 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028ed66b-7cfe-4743-a213-3ef76429da6d service neutron] Pushing event updated for resources: {'Port': ['ID=b9dfcd35-4593-4da5-a120-b97caea7e12e,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:58.288617 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60629ca3-5356-4c04-ab93-e12910328a0f req-d35c110d-25fe-4b1d-9e14-fffcdbe8b3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:58.290872 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-60629ca3-5356-4c04-ab93-e12910328a0f req-d35c110d-25fe-4b1d-9e14-fffcdbe8b3b8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7a7b53f5-764f-4a50-9410-9dcc6efd27ec HTTP/1.1" status: 200 len: 857 time: 0.2325215 Oct 12 19:21:58.342341 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60629ca3-5356-4c04-ab93-e12910328a0f req-6ccd69b0-1816-4989-83be-948832950841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:58.342955 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-60629ca3-5356-4c04-ab93-e12910328a0f req-6ccd69b0-1816-4989-83be-948832950841 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:58.344392 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-60629ca3-5356-4c04-ab93-e12910328a0f req-6ccd69b0-1816-4989-83be-948832950841 service neutron] 10.222.0.61 "PUT /v2.0/ports/70896971-5855-4d12-8dc1-1c1b5faae24c HTTP/1.1" status: 200 len: 1092 time: 3.4187510 Oct 12 19:21:58.420374 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-60629ca3-5356-4c04-ab93-e12910328a0f req-b1b8d6f0-1857-4317-b91c-3b964e4eb31f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6538b198-9c10-4f9c-8f9b-be99dcacbccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0892668 Oct 12 19:21:58.443052 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f11cf7f3-deb7-4e04-a9c7-704a2a398270 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7898909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8092450'] for router_interface, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:58.461320 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d7e4cc50-36f6-4bce-b660-54148d2fa82f req-99d4fa30-3bbc-4363-8b4d-1cac0ba6fb35 tempest-ServerDiagnosticsNegativeTest-1830247129 tempest-ServerDiagnosticsNegativeTest-1830247129-project] 10.222.0.49 "GET /v2.0/security-groups?id=af945cad-b8ca-4d98-b39d-948bc84c111f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752829 Oct 12 19:21:58.882784 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccd69b0-1816-4989-83be-948832950841 service neutron] Pushing event updated for resources: {'Port': ['ID=70896971-5855-4d12-8dc1-1c1b5faae24c,revision_number=3']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:59.039976 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-60629ca3-5356-4c04-ab93-e12910328a0f req-028ed66b-7cfe-4743-a213-3ef76429da6d service neutron] Attempting to bind port b9dfcd35-4593-4da5-a120-b97caea7e12e on host n-h2-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:21:59.040350 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-60629ca3-5356-4c04-ab93-e12910328a0f req-028ed66b-7cfe-4743-a213-3ef76429da6d service neutron] Attempting to bind port b9dfcd35-4593-4da5-a120-b97caea7e12e by drivers openvswitch,hyperv on host n-h2-813679-3 at level 0 using segments [{'id': '94fe7d3c-e596-4829-b449-fd6a7ec0e980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '6538b198-9c10-4f9c-8f9b-be99dcacbccd'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:21:59.040672 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60629ca3-5356-4c04-ab93-e12910328a0f req-028ed66b-7cfe-4743-a213-3ef76429da6d service neutron] Attempting to bind port b9dfcd35-4593-4da5-a120-b97caea7e12e on network 6538b198-9c10-4f9c-8f9b-be99dcacbccd {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:21:59.072757 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60629ca3-5356-4c04-ab93-e12910328a0f req-028ed66b-7cfe-4743-a213-3ef76429da6d service neutron] Port b9dfcd35-4593-4da5-a120-b97caea7e12e on network 6538b198-9c10-4f9c-8f9b-be99dcacbccd not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:21:59.073081 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60629ca3-5356-4c04-ab93-e12910328a0f req-028ed66b-7cfe-4743-a213-3ef76429da6d service neutron] Attempting to bind port b9dfcd35-4593-4da5-a120-b97caea7e12e on network 6538b198-9c10-4f9c-8f9b-be99dcacbccd {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:21:59.083604 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60629ca3-5356-4c04-ab93-e12910328a0f req-96d08d01-9e46-4cc0-939c-2966f7df134c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:59.085144 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-60629ca3-5356-4c04-ab93-e12910328a0f req-96d08d01-9e46-4cc0-939c-2966f7df134c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=402ddc1d015c46618f7c9ce639623e3b&device_id=024b8f58-ca16-425a-ab6d-a3410eb1d1b3 HTTP/1.1" status: 200 len: 1095 time: 0.6003194 Oct 12 19:21:59.101539 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60629ca3-5356-4c04-ab93-e12910328a0f req-028ed66b-7cfe-4743-a213-3ef76429da6d service neutron] Checking agent: {'id': '233fbd7d-38e4-434f-bb8f-05364d7423a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:21:59.103055 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60629ca3-5356-4c04-ab93-e12910328a0f req-028ed66b-7cfe-4743-a213-3ef76429da6d service neutron] Checking segment: {'id': '94fe7d3c-e596-4829-b449-fd6a7ec0e980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '6538b198-9c10-4f9c-8f9b-be99dcacbccd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:21:59.103055 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60629ca3-5356-4c04-ab93-e12910328a0f req-028ed66b-7cfe-4743-a213-3ef76429da6d service neutron] Bound using segment: {'id': '94fe7d3c-e596-4829-b449-fd6a7ec0e980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '6538b198-9c10-4f9c-8f9b-be99dcacbccd'} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:21:59.103055 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-60629ca3-5356-4c04-ab93-e12910328a0f req-028ed66b-7cfe-4743-a213-3ef76429da6d service neutron] Bound port: b9dfcd35-4593-4da5-a120-b97caea7e12e, host: n-h2-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94fe7d3c-e596-4829-b449-fd6a7ec0e980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '6538b198-9c10-4f9c-8f9b-be99dcacbccd'}}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:21:59.103377 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-60629ca3-5356-4c04-ab93-e12910328a0f req-028ed66b-7cfe-4743-a213-3ef76429da6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:59.129407 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-60629ca3-5356-4c04-ab93-e12910328a0f req-02a7fb2c-8f6d-40c0-b78e-091e0e1a8d81 service neutron] 10.222.0.67 "GET /v2.0/networks/6538b198-9c10-4f9c-8f9b-be99dcacbccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6996257 Oct 12 19:21:59.162235 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-eff171bc-d7de-4f2f-9189-c24c0897b296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:59.165784 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d18f15-875b-4010-a35c-23c880886d43 req-2c261cdc-98d6-4370-a430-e62b85e6dfc1 tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:59.167517 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d0d18f15-875b-4010-a35c-23c880886d43 req-2c261cdc-98d6-4370-a430-e62b85e6dfc1 tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc56e988-07ef-4c9a-a3c8-eb10d9eb245a HTTP/1.1" status: 200 len: 944 time: 0.1959836 Oct 12 19:21:59.181842 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-60629ca3-5356-4c04-ab93-e12910328a0f req-2b5b1709-5a4d-4c03-b358-cf1a9b5e91c5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=70896971-5855-4d12-8dc1-1c1b5faae24c HTTP/1.1" status: 200 len: 217 time: 0.0839093 Oct 12 19:21:59.436663 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-60629ca3-5356-4c04-ab93-e12910328a0f req-028ed66b-7cfe-4743-a213-3ef76429da6d service neutron] For port b9dfcd35-4593-4da5-a120-b97caea7e12e, host n-h2-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:21:59.441215 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d0d18f15-875b-4010-a35c-23c880886d43 req-549b9e78-98d1-4748-8d58-7dc6e7aef9bf tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] 10.222.0.49 "GET /v2.0/security-groups?id=99ba6e0b-b978-4b5f-8f0a-86c3b80dc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075624 Oct 12 19:21:59.442880 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-60629ca3-5356-4c04-ab93-e12910328a0f req-028ed66b-7cfe-4743-a213-3ef76429da6d service neutron] For port b9dfcd35-4593-4da5-a120-b97caea7e12e, host n-h2-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=b9dfcd35-4593-4da5-a120-b97caea7e12e,segment=NetworkSegment(94fe7d3c-e596-4829-b449-fd6a7ec0e980),segment_id=94fe7d3c-e596-4829-b449-fd6a7ec0e980)] {{(pid=95501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:21:59.451701 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f11cf7f3-deb7-4e04-a9c7-704a2a398270 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Router 7d9c2278-196f-448c-a076-ee61a8583f55 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:21:59.453361 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60629ca3-5356-4c04-ab93-e12910328a0f req-0a4ce25e-eec4-4973-bd25-6cbb6249d2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:59.454924 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-60629ca3-5356-4c04-ab93-e12910328a0f req-0a4ce25e-eec4-4973-bd25-6cbb6249d2ec service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7a7b53f5-764f-4a50-9410-9dcc6efd27ec HTTP/1.1" status: 200 len: 857 time: 0.2181551 Oct 12 19:21:59.514999 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-60629ca3-5356-4c04-ab93-e12910328a0f req-e7a850e1-914b-4ac8-a741-d41251d0d0fd service neutron] 10.222.0.67 "GET /v2.0/networks/6538b198-9c10-4f9c-8f9b-be99dcacbccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3459053 Oct 12 19:21:59.516925 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-60629ca3-5356-4c04-ab93-e12910328a0f req-ea0bb3a6-04f6-4b3e-b486-0f62c10d5293 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6538b198-9c10-4f9c-8f9b-be99dcacbccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460413 Oct 12 19:21:59.542399 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 44444) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:21:59.590373 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-60629ca3-5356-4c04-ab93-e12910328a0f req-028ed66b-7cfe-4743-a213-3ef76429da6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:59.682840 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60629ca3-5356-4c04-ab93-e12910328a0f req-028ed66b-7cfe-4743-a213-3ef76429da6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:59.683563 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-60629ca3-5356-4c04-ab93-e12910328a0f req-028ed66b-7cfe-4743-a213-3ef76429da6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:59.685119 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-60629ca3-5356-4c04-ab93-e12910328a0f req-028ed66b-7cfe-4743-a213-3ef76429da6d service neutron] 10.222.0.67 "PUT /v2.0/ports/b9dfcd35-4593-4da5-a120-b97caea7e12e HTTP/1.1" status: 200 len: 1092 time: 3.5097148 Oct 12 19:21:59.702955 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '024b8f58-ca16-425a-ab6d-a3410eb1d1b3', 'tag': '70896971-5855-4d12-8dc1-1c1b5faae24c'}, {'name': 'network-changed', 'server_uuid': 'bc56e988-07ef-4c9a-a3c8-eb10d9eb245a', 'tag': 'b9dfcd35-4593-4da5-a120-b97caea7e12e'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:21:59.705707 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74d715aa-6170-4a91-bbe4-3ee48032d3bf" -d '{"events": [{"name": "network-changed", "server_uuid": "024b8f58-ca16-425a-ab6d-a3410eb1d1b3", "tag": "70896971-5855-4d12-8dc1-1c1b5faae24c"}, {"name": "network-changed", "server_uuid": "bc56e988-07ef-4c9a-a3c8-eb10d9eb245a", "tag": "b9dfcd35-4593-4da5-a120-b97caea7e12e"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:21:59.730444 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e933793-03df-46ef-badd-b07a0e62c51b req-a54c5b57-33e0-48de-9d21-e630e5b35bb6 tempest-ServerDiagnosticsNegativeTest-1830247129 tempest-ServerDiagnosticsNegativeTest-1830247129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:59.732621 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8e933793-03df-46ef-badd-b07a0e62c51b req-a54c5b57-33e0-48de-9d21-e630e5b35bb6 tempest-ServerDiagnosticsNegativeTest-1830247129 tempest-ServerDiagnosticsNegativeTest-1830247129-project] 10.222.0.49 "GET /v2.0/ports?device_id=be1a038d-3906-476c-9bc9-593ffd8ebb43 HTTP/1.1" status: 200 len: 947 time: 0.1256406 Oct 12 19:21:59.781491 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fb027c22-6ce5-4141-abf0-0750da5c6572 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:59.786704 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028ed66b-7cfe-4743-a213-3ef76429da6d service neutron] Pushing event updated for resources: {'Port': ['ID=b9dfcd35-4593-4da5-a120-b97caea7e12e,revision_number=3']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:21:59.795010 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f11cf7f3-deb7-4e04-a9c7-704a2a398270 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:21:59.804606 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3af72e-b6ec-48aa-8ff4-e5bccafb3c2d None None] Sync routers for ids ['7d9c2278-196f-448c-a076-ee61a8583f55'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:21:59.811706 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-f11cf7f3-deb7-4e04-a9c7-704a2a398270 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] 10.222.0.49 "PUT /v2.0/routers/7d9c2278-196f-448c-a076-ee61a8583f55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6861880 Oct 12 19:21:59.812370 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 44460) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:21:59.818818 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8e933793-03df-46ef-badd-b07a0e62c51b req-1b2c8030-2d0f-40d6-9efa-a16201961c90 tempest-ServerDiagnosticsNegativeTest-1830247129 tempest-ServerDiagnosticsNegativeTest-1830247129-project] 10.222.0.49 "GET /v2.0/security-groups?id=af945cad-b8ca-4d98-b39d-948bc84c111f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656288 Oct 12 19:21:59.820175 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3af72e-b6ec-48aa-8ff4-e5bccafb3c2d None None] Routers {'7d9c2278-196f-448c-a076-ee61a8583f55'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:21:59.822393 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-5c3af72e-b6ec-48aa-8ff4-e5bccafb3c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:21:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['7d9c2278-196f-448c-a076-ee61a8583f55'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:21:59.902063 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fb027c22-6ce5-4141-abf0-0750da5c6572 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:59.919911 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-5c3af72e-b6ec-48aa-8ff4-e5bccafb3c2d None None] Set router 7d9c2278-196f-448c-a076-ee61a8583f55 gateway port host: None {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:21:59.929154 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 12 Oct 2021 19:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29bb4b10-1ab8-4c2c-b309-60aff799bec0 x-openstack-request-id: req-29bb4b10-1ab8-4c2c-b309-60aff799bec0 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:21:59.929450 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "024b8f58-ca16-425a-ab6d-a3410eb1d1b3", "tag": "70896971-5855-4d12-8dc1-1c1b5faae24c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bc56e988-07ef-4c9a-a3c8-eb10d9eb245a", "tag": "b9dfcd35-4593-4da5-a120-b97caea7e12e", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:21:59.929761 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-29bb4b10-1ab8-4c2c-b309-60aff799bec0 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:21:59.930159 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '024b8f58-ca16-425a-ab6d-a3410eb1d1b3', 'tag': '70896971-5855-4d12-8dc1-1c1b5faae24c', 'status': 'completed', 'code': 200} Oct 12 19:21:59.930434 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc56e988-07ef-4c9a-a3c8-eb10d9eb245a', 'tag': 'b9dfcd35-4593-4da5-a120-b97caea7e12e', 'status': 'completed', 'code': 200} Oct 12 19:21:59.963073 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7c816d66-4dc3-434d-9b89-69d4d09f00a0 req-7854a4a1-f48a-46c1-8160-43d1f49ae030 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=72ac91cd8d494d6197bc36451232b3b4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1335714 Oct 12 19:21:59.989335 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8788d5a8-e307-496f-b688-cb3aed22de83 req-046ecc56-1367-44c0-99fb-fe69876fe0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:21:59.990751 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8788d5a8-e307-496f-b688-cb3aed22de83 req-046ecc56-1367-44c0-99fb-fe69876fe0c0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=402ddc1d015c46618f7c9ce639623e3b&device_id=71e7b766-f13f-4fe6-9282-e1c3561fe2f3 HTTP/1.1" status: 200 len: 1094 time: 0.2887187 Oct 12 19:21:59.994098 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fb027c22-6ce5-4141-abf0-0750da5c6572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:21:59.998684 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-60629ca3-5356-4c04-ab93-e12910328a0f req-3a0de22c-c65c-407b-9b7d-6f69a65ecf88 service neutron] 10.222.0.61 "GET /v2.0/networks/6538b198-9c10-4f9c-8f9b-be99dcacbccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4439263 Oct 12 19:22:00.015313 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_v2 [None req-301694b9-0c87-4494-a785-01fbb4f86304 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Deleting subnet 433bc341-8490-4169-b2a7-96662af09f31 {{(pid=95501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:22:00.034939 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb027c22-6ce5-4141-abf0-0750da5c6572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5afb40b7-29df-4a1c-ab62-b8ea601c9f82,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:00.041243 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-fb027c22-6ce5-4141-abf0-0750da5c6572 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d26fed691b4f46dca75b25e07e545007&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4970846 Oct 12 19:22:00.043937 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 44462) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:00.064073 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-301694b9-0c87-4494-a785-01fbb4f86304 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks [] for subnet, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:00.107646 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-93e8fa06-5664-4d81-8e50-4286a6aed514 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:00.144536 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-93e8fa06-5664-4d81-8e50-4286a6aed514 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:00.163021 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-5c3af72e-b6ec-48aa-8ff4-e5bccafb3c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d9c2278-196f-448c-a076-ee61a8583f55', 'name': 'tempest-RoutersTest-router-334466', 'tenant_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:21:06Z', 'updated_at': '2021-10-12T19:21:57Z', 'revision_number': 10, 'project_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'gw_port_host': None, '_interfaces': [{'id': '5fc32773-6fb4-421a-9cc6-f09c3aa8dfb8', 'name': '', 'network_id': 'b486f23d-6b58-4b81-8a2f-62ebab0101c5', 'tenant_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'mac_address': 'fa:16:3e:0f:37:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9c2278-196f-448c-a076-ee61a8583f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '05e171b4-749e-46ec-9e3f-520255692239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:21:09Z', 'updated_at': '2021-10-12T19:21:16Z', 'revision_number': 5, 'project_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'subnets': [{'id': '05e171b4-749e-46ec-9e3f-520255692239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:22:00.190764 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3af72e-b6ec-48aa-8ff4-e5bccafb3c2d None None] Checking router: 7d9c2278-196f-448c-a076-ee61a8583f55 for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:22:00.200143 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3af72e-b6ec-48aa-8ff4-e5bccafb3c2d None None] Routers {'7d9c2278-196f-448c-a076-ee61a8583f55'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:22:00.200683 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-5c3af72e-b6ec-48aa-8ff4-e5bccafb3c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:21:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['7d9c2278-196f-448c-a076-ee61a8583f55'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:22:00.210771 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60629ca3-5356-4c04-ab93-e12910328a0f req-62e573f9-89c1-41c2-beb5-2f46a5fb1d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:22:00.212299 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-60629ca3-5356-4c04-ab93-e12910328a0f req-62e573f9-89c1-41c2-beb5-2f46a5fb1d2c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=402ddc1d015c46618f7c9ce639623e3b&device_id=bc56e988-07ef-4c9a-a3c8-eb10d9eb245a HTTP/1.1" status: 200 len: 1095 time: 0.3953302 Oct 12 19:22:00.249616 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-301694b9-0c87-4494-a785-01fbb4f86304 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281083'] for subnet, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:00.262504 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 3154a13e-7637-465a-a7e1-2ebe2d52d917 details requested by agent hyperv_n-h2-813679-3 with host n-h2-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:22:00.288313 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-93e8fa06-5664-4d81-8e50-4286a6aed514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:00.291501 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-93e8fa06-5664-4d81-8e50-4286a6aed514 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:00.295738 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-93e8fa06-5664-4d81-8e50-4286a6aed514 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5afb40b7-29df-4a1c-ab62-b8ea601c9f82 HTTP/1.1" status: 204 len: 168 time: 0.2476926 Oct 12 19:22:00.328145 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-60629ca3-5356-4c04-ab93-e12910328a0f req-8867ecb9-0b61-41b8-8740-2581fbc077d1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9dfcd35-4593-4da5-a120-b97caea7e12e HTTP/1.1" status: 200 len: 217 time: 0.0807106 Oct 12 19:22:00.328483 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e8fa06-5664-4d81-8e50-4286a6aed514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5afb40b7-29df-4a1c-ab62-b8ea601c9f82,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:00.328580 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-5c3af72e-b6ec-48aa-8ff4-e5bccafb3c2d None None] Set router 7d9c2278-196f-448c-a076-ee61a8583f55 gateway port host: None {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:22:00.422363 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c816d66-4dc3-434d-9b89-69d4d09f00a0 req-38044c3b-1159-4b88-a1f8-d5232b148e8e tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:22:00.423832 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7c816d66-4dc3-434d-9b89-69d4d09f00a0 req-38044c3b-1159-4b88-a1f8-d5232b148e8e tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4586716 Oct 12 19:22:00.429851 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8788d5a8-e307-496f-b688-cb3aed22de83 req-4c98a1c2-9cb8-411b-bca5-8498dcde2032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:22:00.431783 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8788d5a8-e307-496f-b688-cb3aed22de83 req-4c98a1c2-9cb8-411b-bca5-8498dcde2032 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6538b198-9c10-4f9c-8f9b-be99dcacbccd HTTP/1.1" status: 200 len: 918 time: 0.4209065 Oct 12 19:22:00.451043 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-60629ca3-5356-4c04-ab93-e12910328a0f req-d80de286-9462-475b-9729-83b6dc50053b service neutron] 10.222.0.61 "GET /v2.0/networks/6538b198-9c10-4f9c-8f9b-be99dcacbccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4333003 Oct 12 19:22:00.483930 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60629ca3-5356-4c04-ab93-e12910328a0f req-511af435-be72-496a-adaa-046eec4fd5af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:22:00.485484 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-60629ca3-5356-4c04-ab93-e12910328a0f req-511af435-be72-496a-adaa-046eec4fd5af service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7a7b53f5-764f-4a50-9410-9dcc6efd27ec HTTP/1.1" status: 200 len: 857 time: 0.1644292 Oct 12 19:22:00.517688 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7c816d66-4dc3-434d-9b89-69d4d09f00a0 req-c74b2e74-484e-4ae0-8803-1d573a59bfeb tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/quotas/72ac91cd8d494d6197bc36451232b3b4 HTTP/1.1" status: 200 len: 375 time: 0.0848875 Oct 12 19:22:00.520552 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 3154a13e-7637-465a-a7e1-2ebe2d52d917, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=3154a13e-7637-465a-a7e1-2ebe2d52d917,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:22:00.530068 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8788d5a8-e307-496f-b688-cb3aed22de83 req-4271741b-3ed0-4592-a194-dd3a50449664 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=21acc14c-b96d-4639-988d-0beb1c9d1c7f HTTP/1.1" status: 200 len: 217 time: 0.0894840 Oct 12 19:22:00.557428 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Returning: {'device': '3154a13e-7637-465a-a7e1-2ebe2d52d917', 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1', 'port_id': '3154a13e-7637-465a-a7e1-2ebe2d52d917', 'mac_address': 'fa:16:3e:2a:40:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '629aee7d-3fde-4c72-af1e-6a7e1f6a7e75', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:22:00.587476 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-60629ca3-5356-4c04-ab93-e12910328a0f req-b5b17ccf-2a2c-4b60-8147-3b0932492044 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6538b198-9c10-4f9c-8f9b-be99dcacbccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713770 Oct 12 19:22:00.629146 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409a629c-9545-4397-b691-9a4def80a7ce req-ef869c8d-a124-43f6-97e3-943ef036fc3b tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:22:00.630044 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-301694b9-0c87-4494-a785-01fbb4f86304 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:00.635088 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7c816d66-4dc3-434d-9b89-69d4d09f00a0 req-a511ca14-af40-4829-903a-9479e1748c75 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=72ac91cd8d494d6197bc36451232b3b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1026466 Oct 12 19:22:00.656149 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-409a629c-9545-4397-b691-9a4def80a7ce req-ef869c8d-a124-43f6-97e3-943ef036fc3b tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc56e988-07ef-4c9a-a3c8-eb10d9eb245a HTTP/1.1" status: 200 len: 944 time: 0.0981128 Oct 12 19:22:00.657920 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:00.676977 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3154a13e-7637-465a-a7e1-2ebe2d52d917 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:22:00.751030 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 3154a13e-7637-465a-a7e1-2ebe2d52d917, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=3154a13e-7637-465a-a7e1-2ebe2d52d917,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:22:00.762126 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-5c3af72e-b6ec-48aa-8ff4-e5bccafb3c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d9c2278-196f-448c-a076-ee61a8583f55', 'name': 'tempest-RoutersTest-router-334466', 'tenant_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:21:06Z', 'updated_at': '2021-10-12T19:21:57Z', 'revision_number': 10, 'project_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'gw_port_host': None, '_interfaces': [{'id': '5fc32773-6fb4-421a-9cc6-f09c3aa8dfb8', 'name': '', 'network_id': 'b486f23d-6b58-4b81-8a2f-62ebab0101c5', 'tenant_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'mac_address': 'fa:16:3e:0f:37:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9c2278-196f-448c-a076-ee61a8583f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '05e171b4-749e-46ec-9e3f-520255692239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:21:09Z', 'updated_at': '2021-10-12T19:21:16Z', 'revision_number': 5, 'project_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'subnets': [{'id': '05e171b4-749e-46ec-9e3f-520255692239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:22:00.766076 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-409a629c-9545-4397-b691-9a4def80a7ce req-38a2b862-dabe-488f-9a8c-5fc55c58429d tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] 10.222.0.49 "GET /v2.0/security-groups?id=99ba6e0b-b978-4b5f-8f0a-86c3b80dc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025803 Oct 12 19:22:00.806004 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3af72e-b6ec-48aa-8ff4-e5bccafb3c2d None None] The sync data for ids ['7d9c2278-196f-448c-a076-ee61a8583f55'] in n-d-813679-3 is: [{'id': '7d9c2278-196f-448c-a076-ee61a8583f55', 'name': 'tempest-RoutersTest-router-334466', 'tenant_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:21:06Z', 'updated_at': '2021-10-12T19:21:57Z', 'revision_number': 10, 'project_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'gw_port_host': None, '_interfaces': [{'id': '5fc32773-6fb4-421a-9cc6-f09c3aa8dfb8', 'name': '', 'network_id': 'b486f23d-6b58-4b81-8a2f-62ebab0101c5', 'tenant_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'mac_address': 'fa:16:3e:0f:37:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9c2278-196f-448c-a076-ee61a8583f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '05e171b4-749e-46ec-9e3f-520255692239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:21:09Z', 'updated_at': '2021-10-12T19:21:16Z', 'revision_number': 5, 'project_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'subnets': [{'id': '05e171b4-749e-46ec-9e3f-520255692239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:22:00.816255 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d715aa-6170-4a91-bbe4-3ee48032d3bf req-87af663e-719a-47a8-a80f-07388d0e1457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:22:00.817887 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-74d715aa-6170-4a91-bbe4-3ee48032d3bf req-87af663e-719a-47a8-a80f-07388d0e1457 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=402ddc1d015c46618f7c9ce639623e3b&device_id=024b8f58-ca16-425a-ab6d-a3410eb1d1b3 HTTP/1.1" status: 200 len: 1095 time: 0.2010541 Oct 12 19:22:00.819256 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8788d5a8-e307-496f-b688-cb3aed22de83 req-f365c057-5d3c-4a63-a030-a75c03d76924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:22:00.820645 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8788d5a8-e307-496f-b688-cb3aed22de83 req-f365c057-5d3c-4a63-a030-a75c03d76924 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7a7b53f5-764f-4a50-9410-9dcc6efd27ec HTTP/1.1" status: 200 len: 857 time: 0.2376862 Oct 12 19:22:00.827591 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:00.901279 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=3154a13e-7637-465a-a7e1-2ebe2d52d917,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:00.948998 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8788d5a8-e307-496f-b688-cb3aed22de83 req-7b893c73-c956-4738-b31a-81ff78fc09a2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6538b198-9c10-4f9c-8f9b-be99dcacbccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1194155 Oct 12 19:22:00.970394 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f459e4-7836-46c4-b703-6640d73bbf17 req-0ad555e6-2eec-42b3-90c4-edb83f310057 tempest-ServerDiagnosticsNegativeTest-1830247129 tempest-ServerDiagnosticsNegativeTest-1830247129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:22:00.980972 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-00f459e4-7836-46c4-b703-6640d73bbf17 req-0ad555e6-2eec-42b3-90c4-edb83f310057 tempest-ServerDiagnosticsNegativeTest-1830247129 tempest-ServerDiagnosticsNegativeTest-1830247129-project] 10.222.0.49 "GET /v2.0/ports?device_id=be1a038d-3906-476c-9bc9-593ffd8ebb43 HTTP/1.1" status: 200 len: 948 time: 0.0723648 Oct 12 19:22:00.995560 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-60629ca3-5356-4c04-ab93-e12910328a0f req-8f4ea388-94af-4912-91da-d86e0282286b service neutron] 10.222.0.67 "GET /v2.0/networks/6538b198-9c10-4f9c-8f9b-be99dcacbccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3753242 Oct 12 19:22:01.028827 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['3154a13e-7637-465a-a7e1-2ebe2d52d917'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:22:01.029786 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-00f459e4-7836-46c4-b703-6640d73bbf17 req-214d1557-bb9b-4ce0-a439-d2e1a09f01a3 tempest-ServerDiagnosticsNegativeTest-1830247129 tempest-ServerDiagnosticsNegativeTest-1830247129-project] 10.222.0.49 "GET /v2.0/security-groups?id=af945cad-b8ca-4d98-b39d-948bc84c111f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477698 Oct 12 19:22:01.039643 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-301694b9-0c87-4494-a785-01fbb4f86304 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4824924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4612362'] for subnet, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:01.122743 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-46c5a0ca-f7bd-42b4-bc7a-951c333658e9 req-98a28dd3-ff7c-4695-b67b-f49ff3a96a9b tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9d57adf-b14f-4aac-a2a5-d5a2ff76d754 HTTP/1.1" status: 200 len: 210 time: 0.0463824 Oct 12 19:22:01.259760 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 44502) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:01.294909 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9d3d4b75-2863-49c7-a62d-f541e94a9512 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:01.408470 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9d3d4b75-2863-49c7-a62d-f541e94a9512 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:01.479350 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9d3d4b75-2863-49c7-a62d-f541e94a9512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:01.520812 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d715aa-6170-4a91-bbe4-3ee48032d3bf req-441a39d0-4d4d-44ff-a028-2ce237b3d988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:22:01.522276 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-74d715aa-6170-4a91-bbe4-3ee48032d3bf req-441a39d0-4d4d-44ff-a028-2ce237b3d988 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6538b198-9c10-4f9c-8f9b-be99dcacbccd HTTP/1.1" status: 200 len: 918 time: 0.6960769 Oct 12 19:22:01.528513 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301694b9-0c87-4494-a785-01fbb4f86304 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Pushing event deleted for resources: {'Subnet': ['ID=433bc341-8490-4169-b2a7-96662af09f31,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:01.531217 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-9d3d4b75-2863-49c7-a62d-f541e94a9512 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c563b07eef8d479694c6e4eb4e7edd73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2686331 Oct 12 19:22:01.532912 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 44510) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:01.535685 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3d4b75-2863-49c7-a62d-f541e94a9512 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbc1fb20-0102-4789-b36a-97c562b4ab1e,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:01.553884 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-301694b9-0c87-4494-a785-01fbb4f86304 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:01.558239 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b2400f1-70d9-4b6d-8359-fadfc392803a None None] Network 4749b30b-9a97-4e15-ae65-09e4a2a4c880 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:22:01.566855 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-301694b9-0c87-4494-a785-01fbb4f86304 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] 10.222.0.49 "DELETE /v2.0/subnets/433bc341-8490-4169-b2a7-96662af09f31 HTTP/1.1" status: 204 len: 168 time: 1.7483170 Oct 12 19:22:01.567162 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 44512) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:01.625046 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-74d715aa-6170-4a91-bbe4-3ee48032d3bf req-bc00051e-fd93-43f7-b1d0-c2f341929c77 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=70896971-5855-4d12-8dc1-1c1b5faae24c HTTP/1.1" status: 200 len: 217 time: 0.0543873 Oct 12 19:22:01.687329 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e3d3cf6d-5abc-4362-8dae-6fa5d50f9ff6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:01.707960 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-59e794c4-debc-4c4a-a6b1-b1437c66dd03 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:01.713079 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8788d5a8-e307-496f-b688-cb3aed22de83 req-d8c37199-2924-4e7d-9ef2-2e049563d1c8 service neutron] 10.222.0.67 "GET /v2.0/networks/6538b198-9c10-4f9c-8f9b-be99dcacbccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7488942 Oct 12 19:22:01.714991 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-60629ca3-5356-4c04-ab93-e12910328a0f req-aa0a90d4-2fe2-40c3-8c33-b33c8560b839 service neutron] 10.222.0.67 "GET /v2.0/networks/6538b198-9c10-4f9c-8f9b-be99dcacbccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6874804 Oct 12 19:22:01.735953 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d715aa-6170-4a91-bbe4-3ee48032d3bf req-ee10f376-fbe8-4f9f-8b97-4c59eb6b1ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:22:01.737732 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-74d715aa-6170-4a91-bbe4-3ee48032d3bf req-ee10f376-fbe8-4f9f-8b97-4c59eb6b1ef4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7a7b53f5-764f-4a50-9410-9dcc6efd27ec HTTP/1.1" status: 200 len: 857 time: 0.0942786 Oct 12 19:22:01.738226 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e3d3cf6d-5abc-4362-8dae-6fa5d50f9ff6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:01.819476 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-74d715aa-6170-4a91-bbe4-3ee48032d3bf req-eb320127-cf05-415d-897f-6782895fb7b3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6538b198-9c10-4f9c-8f9b-be99dcacbccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708895 Oct 12 19:22:01.872969 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-59e794c4-debc-4c4a-a6b1-b1437c66dd03 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Deleting port c8e41917-ed92-412e-8a12-e7294ff151cf {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:22:01.873257 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-59e794c4-debc-4c4a-a6b1-b1437c66dd03 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:01.904981 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5b299c75-11c3-42ab-96b0-13c15fb26a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:01.996352 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-59e794c4-debc-4c4a-a6b1-b1437c66dd03 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] For port c8e41917-ed92-412e-8a12-e7294ff151cf, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=c8e41917-ed92-412e-8a12-e7294ff151cf,segment=NetworkSegment(6b5f7a26-a09d-4a0d-92e9-1bc03ae9d754),segment_id=6b5f7a26-a09d-4a0d-92e9-1bc03ae9d754)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:22:01.996956 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-59e794c4-debc-4c4a-a6b1-b1437c66dd03 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:02.006361 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04b9f6b-a2e9-4d12-901d-3280007f7068 req-8a06e68c-9fd0-49ed-8055-c7c6c6e6faf2 tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:22:02.013631 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b04b9f6b-a2e9-4d12-901d-3280007f7068 req-8a06e68c-9fd0-49ed-8055-c7c6c6e6faf2 tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc56e988-07ef-4c9a-a3c8-eb10d9eb245a HTTP/1.1" status: 200 len: 944 time: 0.1563232 Oct 12 19:22:02.028852 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b6b38f5-7014-432d-9c12-f54b7c09197d None None] DHCP port deletion for 4749b30b-9a97-4e15-ae65-09e4a2a4c880 request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 19:22:02.037567 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8788d5a8-e307-496f-b688-cb3aed22de83 req-ef6b96e6-ebfc-4804-9758-16c104918df6 service neutron] 10.222.0.67 "GET /v2.0/networks/6538b198-9c10-4f9c-8f9b-be99dcacbccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2986181 Oct 12 19:22:02.041375 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-59e794c4-debc-4c4a-a6b1-b1437c66dd03 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Calling delete_port for c8e41917-ed92-412e-8a12-e7294ff151cf owned by network:dhcp {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:22:02.062734 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d715aa-6170-4a91-bbe4-3ee48032d3bf req-37bc3b19-6a3e-47fa-80da-290d76d0e674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:22:02.064296 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-74d715aa-6170-4a91-bbe4-3ee48032d3bf req-37bc3b19-6a3e-47fa-80da-290d76d0e674 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=402ddc1d015c46618f7c9ce639623e3b&device_id=bc56e988-07ef-4c9a-a3c8-eb10d9eb245a HTTP/1.1" status: 200 len: 1095 time: 0.2024183 Oct 12 19:22:02.113130 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-9b6b38f5-7014-432d-9c12-f54b7c09197d None None] Deleting port c8e41917-ed92-412e-8a12-e7294ff151cf {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:22:02.114808 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9b6b38f5-7014-432d-9c12-f54b7c09197d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:02.116469 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b04b9f6b-a2e9-4d12-901d-3280007f7068 req-c7c73dc4-6bc3-47be-977d-3fe862c7e463 tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] 10.222.0.49 "GET /v2.0/security-groups?id=99ba6e0b-b978-4b5f-8f0a-86c3b80dc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975451 Oct 12 19:22:02.151329 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-74d715aa-6170-4a91-bbe4-3ee48032d3bf req-57436463-b259-47f3-b057-619771c2429b service neutron] 10.222.0.61 "GET /v2.0/networks/6538b198-9c10-4f9c-8f9b-be99dcacbccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3084877 Oct 12 19:22:02.226840 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-9b6b38f5-7014-432d-9c12-f54b7c09197d None None] For port c8e41917-ed92-412e-8a12-e7294ff151cf, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=c8e41917-ed92-412e-8a12-e7294ff151cf,segment=NetworkSegment(6b5f7a26-a09d-4a0d-92e9-1bc03ae9d754),segment_id=6b5f7a26-a09d-4a0d-92e9-1bc03ae9d754)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:22:02.228378 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9b6b38f5-7014-432d-9c12-f54b7c09197d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:02.243891 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-9b6b38f5-7014-432d-9c12-f54b7c09197d None None] Calling delete_port for c8e41917-ed92-412e-8a12-e7294ff151cf owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:22:02.289299 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d715aa-6170-4a91-bbe4-3ee48032d3bf req-5926b261-f595-478a-9ec7-913c00b025ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:22:02.295404 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-74d715aa-6170-4a91-bbe4-3ee48032d3bf req-5926b261-f595-478a-9ec7-913c00b025ba service neutron] 10.222.0.67 "GET /v2.0/networks?id=6538b198-9c10-4f9c-8f9b-be99dcacbccd HTTP/1.1" status: 200 len: 918 time: 0.2180669 Oct 12 19:22:02.297128 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3aab7cbb-0d04-460c-858e-3487cdd9305a req-f9549f36-7b36-4a85-99f9-aab3dde8b2e2 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9d57adf-b14f-4aac-a2a5-d5a2ff76d754 HTTP/1.1" status: 200 len: 210 time: 0.0331771 Oct 12 19:22:02.300448 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 21acc14c-b96d-4639-988d-0beb1c9d1c7f details requested by agent hyperv_n-h2-813679-3 with host n-h2-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:22:02.311055 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 3154a13e-7637-465a-a7e1-2ebe2d52d917 up at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:22:02.347592 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e3d3cf6d-5abc-4362-8dae-6fa5d50f9ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:02.350184 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e3d3cf6d-5abc-4362-8dae-6fa5d50f9ff6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:02.351314 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-e3d3cf6d-5abc-4362-8dae-6fa5d50f9ff6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fbc1fb20-0102-4789-b36a-97c562b4ab1e HTTP/1.1" status: 204 len: 168 time: 0.8127441 Oct 12 19:22:02.359458 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d3cf6d-5abc-4362-8dae-6fa5d50f9ff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbc1fb20-0102-4789-b36a-97c562b4ab1e,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:02.376333 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8179a7ce-5a70-4e03-86b7-bfb0860352dc req-3f0f1aca-e287-4fe3-b43b-224d832043dd tempest-ServerDiagnosticsNegativeTest-1830247129 tempest-ServerDiagnosticsNegativeTest-1830247129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:22:02.378279 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8179a7ce-5a70-4e03-86b7-bfb0860352dc req-3f0f1aca-e287-4fe3-b43b-224d832043dd tempest-ServerDiagnosticsNegativeTest-1830247129 tempest-ServerDiagnosticsNegativeTest-1830247129-project] 10.222.0.49 "GET /v2.0/ports?device_id=be1a038d-3906-476c-9bc9-593ffd8ebb43 HTTP/1.1" status: 200 len: 948 time: 0.2166884 Oct 12 19:22:02.384297 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-59e794c4-debc-4c4a-a6b1-b1437c66dd03 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:02.417426 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-74d715aa-6170-4a91-bbe4-3ee48032d3bf req-ca935449-f91b-48b7-b7cf-ff8331849397 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9dfcd35-4593-4da5-a120-b97caea7e12e HTTP/1.1" status: 200 len: 217 time: 0.1127157 Oct 12 19:22:02.458901 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e794c4-debc-4c4a-a6b1-b1437c66dd03 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] No DVR routers for this DVR port c8e41917-ed92-412e-8a12-e7294ff151cf on host n-d-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:22:02.462517 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e794c4-debc-4c4a-a6b1-b1437c66dd03 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Pushing event deleted for resources: {'Port': ['ID=c8e41917-ed92-412e-8a12-e7294ff151cf,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:02.558162 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-74d715aa-6170-4a91-bbe4-3ee48032d3bf req-46c0e142-b755-43a4-9db2-dfe77dcdf661 service neutron] 10.222.0.61 "GET /v2.0/networks/6538b198-9c10-4f9c-8f9b-be99dcacbccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3930130 Oct 12 19:22:02.559670 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d715aa-6170-4a91-bbe4-3ee48032d3bf req-5b425288-c108-48e8-bc24-a60cee2d6af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:22:02.561607 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-74d715aa-6170-4a91-bbe4-3ee48032d3bf req-5b425288-c108-48e8-bc24-a60cee2d6af8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7a7b53f5-764f-4a50-9410-9dcc6efd27ec HTTP/1.1" status: 200 len: 857 time: 0.1333735 Oct 12 19:22:02.577604 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9b6b38f5-7014-432d-9c12-f54b7c09197d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:02.601024 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 21acc14c-b96d-4639-988d-0beb1c9d1c7f, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=21acc14c-b96d-4639-988d-0beb1c9d1c7f,segment=NetworkSegment(94fe7d3c-e596-4829-b449-fd6a7ec0e980),segment_id=94fe7d3c-e596-4829-b449-fd6a7ec0e980)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:22:02.631122 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:02.632761 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6b38f5-7014-432d-9c12-f54b7c09197d None None] No DVR routers for this DVR port c8e41917-ed92-412e-8a12-e7294ff151cf on host n-d-813679-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:22:02.637106 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6b38f5-7014-432d-9c12-f54b7c09197d None None] Pushing event deleted for resources: {'Port': ['ID=c8e41917-ed92-412e-8a12-e7294ff151cf,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:02.638270 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-59e794c4-debc-4c4a-a6b1-b1437c66dd03 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:02.648424 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Returning: {'device': '21acc14c-b96d-4639-988d-0beb1c9d1c7f', 'network_id': '6538b198-9c10-4f9c-8f9b-be99dcacbccd', 'port_id': '21acc14c-b96d-4639-988d-0beb1c9d1c7f', 'mac_address': 'fa:16:3e:42:cf:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a7b53f5-764f-4a50-9410-9dcc6efd27ec', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:22:02.673205 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-74d715aa-6170-4a91-bbe4-3ee48032d3bf req-2c5f9497-52f9-4661-9eaa-802d61186cdb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6538b198-9c10-4f9c-8f9b-be99dcacbccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0994363 Oct 12 19:22:02.683928 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-59e794c4-debc-4c4a-a6b1-b1437c66dd03 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4749b30b-9a97-4e15-ae65-09e4a2a4c880']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:22:02.688634 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8179a7ce-5a70-4e03-86b7-bfb0860352dc req-0fd0bd7a-cc8f-4173-bbf6-3866687b2c28 tempest-ServerDiagnosticsNegativeTest-1830247129 tempest-ServerDiagnosticsNegativeTest-1830247129-project] 10.222.0.49 "GET /v2.0/security-groups?id=af945cad-b8ca-4d98-b39d-948bc84c111f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616818 Oct 12 19:22:02.690400 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning for port 3154a13e-7637-465a-a7e1-2ebe2d52d917 completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:22:02.698132 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning complete for port 3154a13e-7637-465a-a7e1-2ebe2d52d917 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:22:02.698509 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:02.713951 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-59e794c4-debc-4c4a-a6b1-b1437c66dd03 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b5f7a26-a09d-4a0d-92e9-1bc03ae9d754') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:22:02.714527 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-59e794c4-debc-4c4a-a6b1-b1437c66dd03 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b5f7a26-a09d-4a0d-92e9-1bc03ae9d754') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:22:02.730908 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-59e794c4-debc-4c4a-a6b1-b1437c66dd03 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16313633'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:02.753661 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:02.761467 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device c8e41917-ed92-412e-8a12-e7294ff151cf no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:22:02.768466 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-59e794c4-debc-4c4a-a6b1-b1437c66dd03 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:02.785602 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59e794c4-debc-4c4a-a6b1-b1437c66dd03 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:22:02.791153 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-59e794c4-debc-4c4a-a6b1-b1437c66dd03 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4305278'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:02.791153 n-d-813679-3 neutron-server[95502]: Traceback (most recent call last): Oct 12 19:22:02.791153 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:22:02.791153 n-d-813679-3 neutron-server[95502]: timer() Oct 12 19:22:02.791153 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:22:02.791153 n-d-813679-3 neutron-server[95502]: cb(*args, **kw) Oct 12 19:22:02.791153 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:22:02.791153 n-d-813679-3 neutron-server[95502]: return func(*args, **kwargs) Oct 12 19:22:02.791153 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:22:02.791153 n-d-813679-3 neutron-server[95502]: self._notify() Oct 12 19:22:02.791153 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:22:02.791153 n-d-813679-3 neutron-server[95502]: self.callback(batched_events) Oct 12 19:22:02.791153 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:22:02.791153 n-d-813679-3 neutron-server[95502]: event.method(event) Oct 12 19:22:02.791153 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:22:02.791153 n-d-813679-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:22:02.791153 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:22:02.791153 n-d-813679-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:22:02.791153 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:22:02.791153 n-d-813679-3 neutron-server[95502]: return f(self, *a, **k) Oct 12 19:22:02.791153 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:22:02.791153 n-d-813679-3 neutron-server[95502]: return self._get(url).json() Oct 12 19:22:02.791153 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:22:02.791153 n-d-813679-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:22:02.791153 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:22:02.791153 n-d-813679-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Oct 12 19:22:02.791153 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:22:02.791153 n-d-813679-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:22:02.791153 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:22:02.791153 n-d-813679-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:22:02.791153 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:22:02.791153 n-d-813679-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:22:02.791153 n-d-813679-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:22:02.806692 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:02.824527 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: c8e41917-ed92-412e-8a12-e7294ff151cf {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:22:02.824527 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device c8e41917-ed92-412e-8a12-e7294ff151cf not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:22:02.824527 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device db9df9af-8c02-4ef1-89cc-1c3fe4a087cf no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:22:02.845264 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-74d715aa-6170-4a91-bbe4-3ee48032d3bf req-193d9576-7548-4bab-8f21-64667956a19b service neutron] 10.222.0.67 "GET /v2.0/networks/6538b198-9c10-4f9c-8f9b-be99dcacbccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523962 Oct 12 19:22:02.853753 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21acc14c-b96d-4639-988d-0beb1c9d1c7f {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:22:02.864001 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: db9df9af-8c02-4ef1-89cc-1c3fe4a087cf {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:22:02.864408 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device db9df9af-8c02-4ef1-89cc-1c3fe4a087cf not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:22:02.900617 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 21acc14c-b96d-4639-988d-0beb1c9d1c7f, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=21acc14c-b96d-4639-988d-0beb1c9d1c7f,segment=NetworkSegment(94fe7d3c-e596-4829-b449-fd6a7ec0e980),segment_id=94fe7d3c-e596-4829-b449-fd6a7ec0e980)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:22:02.956444 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:02.967440 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-74d715aa-6170-4a91-bbe4-3ee48032d3bf req-467d32f2-a561-496d-b274-03defababa9a service neutron] 10.222.0.67 "GET /v2.0/networks/6538b198-9c10-4f9c-8f9b-be99dcacbccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139772 Oct 12 19:22:02.978143 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:02.984181 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be1a038d-3906-476c-9bc9-593ffd8ebb43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3154a13e-7637-465a-a7e1-2ebe2d52d917'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:22:02.987170 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c36f0659-f9b6-435e-ad9f-39a9c45c443a" -d '{"events": [{"server_uuid": "be1a038d-3906-476c-9bc9-593ffd8ebb43", "name": "network-vif-plugged", "status": "completed", "tag": "3154a13e-7637-465a-a7e1-2ebe2d52d917"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:22:03.005759 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 3154a13e-7637-465a-a7e1-2ebe2d52d917, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=3154a13e-7637-465a-a7e1-2ebe2d52d917,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:22:03.008076 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-59e794c4-debc-4c4a-a6b1-b1437c66dd03 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:03.013027 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:03.025604 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-59e794c4-debc-4c4a-a6b1-b1437c66dd03 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:03.034525 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 44540) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:03.052982 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 19:22:03.053633 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-59e794c4-debc-4c4a-a6b1-b1437c66dd03 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] 10.222.0.49 "DELETE /v2.0/networks/4749b30b-9a97-4e15-ae65-09e4a2a4c880 HTTP/1.1" status: 204 len: 168 time: 1.4845886 Oct 12 19:22:03.073265 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b96056c0-25b6-4a8b-ac16-0f20c91ac0e3 x-openstack-request-id: req-b96056c0-25b6-4a8b-ac16-0f20c91ac0e3 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:22:03.073572 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be1a038d-3906-476c-9bc9-593ffd8ebb43", "name": "network-vif-plugged", "status": "completed", "tag": "3154a13e-7637-465a-a7e1-2ebe2d52d917", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:22:03.073851 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b96056c0-25b6-4a8b-ac16-0f20c91ac0e3 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:22:03.074369 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be1a038d-3906-476c-9bc9-593ffd8ebb43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3154a13e-7637-465a-a7e1-2ebe2d52d917', 'code': 200} Oct 12 19:22:03.090418 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e794c4-debc-4c4a-a6b1-b1437c66dd03 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Pushing event deleted for resources: {'Network': ['ID=4749b30b-9a97-4e15-ae65-09e4a2a4c880,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:03.122522 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:03.168187 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=21acc14c-b96d-4639-988d-0beb1c9d1c7f,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:03.208994 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e11c546-dd1e-4e87-9173-c98afcfb93ae req-d9e6dcb4-6528-476f-9480-e4b06fcf7d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:22:03.211131 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6e11c546-dd1e-4e87-9173-c98afcfb93ae req-d9e6dcb4-6528-476f-9480-e4b06fcf7d35 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=be1a038d-3906-476c-9bc9-593ffd8ebb43 HTTP/1.1" status: 200 len: 1100 time: 0.0677986 Oct 12 19:22:03.240662 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=3154a13e-7637-465a-a7e1-2ebe2d52d917,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:03.246697 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['21acc14c-b96d-4639-988d-0beb1c9d1c7f'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:22:03.436883 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6e11c546-dd1e-4e87-9173-c98afcfb93ae req-9ef4c2cc-217f-4ee7-80ad-cda89e106a22 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=af945cad-b8ca-4d98-b39d-948bc84c111f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069178 Oct 12 19:22:03.460323 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-00511fbf-4d57-4652-983a-6809b60a0d30 req-589024a6-d4a8-42f3-bdfe-064c24b9d70b tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9d57adf-b14f-4aac-a2a5-d5a2ff76d754 HTTP/1.1" status: 200 len: 210 time: 0.0571849 Oct 12 19:22:03.474054 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb44515-d0ad-44fd-a825-482f8a136cf6 req-14824680-92e5-488b-a97a-ce4416c42b70 tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:22:03.475221 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ffb44515-d0ad-44fd-a825-482f8a136cf6 req-14824680-92e5-488b-a97a-ce4416c42b70 tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc56e988-07ef-4c9a-a3c8-eb10d9eb245a HTTP/1.1" status: 200 len: 944 time: 0.2547574 Oct 12 19:22:03.557261 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ffb44515-d0ad-44fd-a825-482f8a136cf6 req-1c73c665-befd-4240-8f2e-ccf7324442b3 tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] 10.222.0.49 "GET /v2.0/security-groups?id=99ba6e0b-b978-4b5f-8f0a-86c3b80dc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697782 Oct 12 19:22:03.619738 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:03.675497 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f38cc209-d421-43e6-b34c-57163326d89f tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8092566'] for router_interface, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:03.848257 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f1f372-0d04-4ec7-a652-975435428b30 req-139a7001-8d4a-4ead-adbf-8c9e78afefac tempest-ServerDiagnosticsNegativeTest-1830247129 tempest-ServerDiagnosticsNegativeTest-1830247129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:22:03.850842 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f4f1f372-0d04-4ec7-a652-975435428b30 req-139a7001-8d4a-4ead-adbf-8c9e78afefac tempest-ServerDiagnosticsNegativeTest-1830247129 tempest-ServerDiagnosticsNegativeTest-1830247129-project] 10.222.0.49 "GET /v2.0/ports?device_id=be1a038d-3906-476c-9bc9-593ffd8ebb43 HTTP/1.1" status: 200 len: 949 time: 0.0586438 Oct 12 19:22:03.898986 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f4f1f372-0d04-4ec7-a652-975435428b30 req-eaa7f934-2230-435e-b5ec-219c60558f66 tempest-ServerDiagnosticsNegativeTest-1830247129 tempest-ServerDiagnosticsNegativeTest-1830247129-project] 10.222.0.49 "GET /v2.0/security-groups?id=af945cad-b8ca-4d98-b39d-948bc84c111f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471270 Oct 12 19:22:04.081126 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-f38cc209-d421-43e6-b34c-57163326d89f tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Deleting port 5fc32773-6fb4-421a-9cc6-f09c3aa8dfb8 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:22:04.082783 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f38cc209-d421-43e6-b34c-57163326d89f tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:04.120610 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 70896971-5855-4d12-8dc1-1c1b5faae24c details requested by agent hyperv_n-h1-813679-3 with host n-h1-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:22:04.196848 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [None req-f38cc209-d421-43e6-b34c-57163326d89f tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] For port 5fc32773-6fb4-421a-9cc6-f09c3aa8dfb8, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=5fc32773-6fb4-421a-9cc6-f09c3aa8dfb8,segment=NetworkSegment(0280737c-5387-4049-b62a-83d7adc455ce),segment_id=0280737c-5387-4049-b62a-83d7adc455ce)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:22:04.197585 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f38cc209-d421-43e6-b34c-57163326d89f tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:04.209833 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-f38cc209-d421-43e6-b34c-57163326d89f tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Calling delete_port for 5fc32773-6fb4-421a-9cc6-f09c3aa8dfb8 owned by network:router_interface {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:22:04.227376 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 70896971-5855-4d12-8dc1-1c1b5faae24c, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=70896971-5855-4d12-8dc1-1c1b5faae24c,segment=NetworkSegment(94fe7d3c-e596-4829-b449-fd6a7ec0e980),segment_id=94fe7d3c-e596-4829-b449-fd6a7ec0e980)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:22:04.255716 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Returning: {'device': '70896971-5855-4d12-8dc1-1c1b5faae24c', 'network_id': '6538b198-9c10-4f9c-8f9b-be99dcacbccd', 'port_id': '70896971-5855-4d12-8dc1-1c1b5faae24c', 'mac_address': 'fa:16:3e:38:ed:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a7b53f5-764f-4a50-9410-9dcc6efd27ec', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:22:04.284861 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7c816d66-4dc3-434d-9b89-69d4d09f00a0 req-1279656b-2244-4c4e-981f-b6110ca67d5d tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=72ac91cd8d494d6197bc36451232b3b4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306213 Oct 12 19:22:04.288767 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device b9dfcd35-4593-4da5-a120-b97caea7e12e details requested by agent hyperv_n-h2-813679-3 with host n-h2-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:22:04.291581 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 21acc14c-b96d-4639-988d-0beb1c9d1c7f up at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:22:04.393879 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:04.420096 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70896971-5855-4d12-8dc1-1c1b5faae24c {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:22:04.441686 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 70896971-5855-4d12-8dc1-1c1b5faae24c, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=70896971-5855-4d12-8dc1-1c1b5faae24c,segment=NetworkSegment(94fe7d3c-e596-4829-b449-fd6a7ec0e980),segment_id=94fe7d3c-e596-4829-b449-fd6a7ec0e980)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:22:04.507441 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c816d66-4dc3-434d-9b89-69d4d09f00a0 req-5ab3ff71-43cd-4fd7-b6a7-d77ad11a1361 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:22:04.510674 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7c816d66-4dc3-434d-9b89-69d4d09f00a0 req-5ab3ff71-43cd-4fd7-b6a7-d77ad11a1361 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2184486 Oct 12 19:22:04.519954 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:04.527761 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-7c816d66-4dc3-434d-9b89-69d4d09f00a0 req-f769a755-07e8-4d0c-9208-c0b75da4080f tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Request body: {'port': {'device_id': 'a9d57adf-b14f-4aac-a2a5-d5a2ff76d754', 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1', 'admin_state_up': True, 'tenant_id': '72ac91cd8d494d6197bc36451232b3b4'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:22:04.528111 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:04.585815 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port b9dfcd35-4593-4da5-a120-b97caea7e12e, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=b9dfcd35-4593-4da5-a120-b97caea7e12e,segment=NetworkSegment(94fe7d3c-e596-4829-b449-fd6a7ec0e980),segment_id=94fe7d3c-e596-4829-b449-fd6a7ec0e980)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:22:04.606632 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Returning: {'device': 'b9dfcd35-4593-4da5-a120-b97caea7e12e', 'network_id': '6538b198-9c10-4f9c-8f9b-be99dcacbccd', 'port_id': 'b9dfcd35-4593-4da5-a120-b97caea7e12e', 'mac_address': 'fa:16:3e:21:cc:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a7b53f5-764f-4a50-9410-9dcc6efd27ec', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:22:04.615368 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=70896971-5855-4d12-8dc1-1c1b5faae24c,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:04.667461 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning for port 21acc14c-b96d-4639-988d-0beb1c9d1c7f completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:22:04.679382 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:04.686478 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning complete for port 21acc14c-b96d-4639-988d-0beb1c9d1c7f triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:22:04.686854 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:04.709740 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-30b6ed20-3610-41b0-97e9-2d34752f6d63 req-c1030c37-12a8-4d08-925f-1641dea3b033 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9d57adf-b14f-4aac-a2a5-d5a2ff76d754 HTTP/1.1" status: 200 len: 210 time: 0.0787256 Oct 12 19:22:04.752350 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9dfcd35-4593-4da5-a120-b97caea7e12e {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:22:04.775774 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port b9dfcd35-4593-4da5-a120-b97caea7e12e, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=b9dfcd35-4593-4da5-a120-b97caea7e12e,segment=NetworkSegment(94fe7d3c-e596-4829-b449-fd6a7ec0e980),segment_id=94fe7d3c-e596-4829-b449-fd6a7ec0e980)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:22:04.882247 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2f34b7-408e-4c27-bde3-58c22c5bd31c req-13c947e6-bb5c-4ba4-9fa2-0d1adc303f39 tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:22:04.882247 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2e2f34b7-408e-4c27-bde3-58c22c5bd31c req-13c947e6-bb5c-4ba4-9fa2-0d1adc303f39 tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc56e988-07ef-4c9a-a3c8-eb10d9eb245a HTTP/1.1" status: 200 len: 944 time: 0.0590243 Oct 12 19:22:04.889468 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['70896971-5855-4d12-8dc1-1c1b5faae24c'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:22:04.896220 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:04.948684 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2e2f34b7-408e-4c27-bde3-58c22c5bd31c req-b4e24bbd-a613-4b24-bff4-e389c28ba085 tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] 10.222.0.49 "GET /v2.0/security-groups?id=99ba6e0b-b978-4b5f-8f0a-86c3b80dc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625041 Oct 12 19:22:04.963218 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:05.026843 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 21acc14c-b96d-4639-988d-0beb1c9d1c7f, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=21acc14c-b96d-4639-988d-0beb1c9d1c7f,segment=NetworkSegment(94fe7d3c-e596-4829-b449-fd6a7ec0e980),segment_id=94fe7d3c-e596-4829-b449-fd6a7ec0e980)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:22:05.052061 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f38cc209-d421-43e6-b34c-57163326d89f tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:05.053717 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=b9dfcd35-4593-4da5-a120-b97caea7e12e,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:05.064227 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c816d66-4dc3-434d-9b89-69d4d09f00a0 req-f769a755-07e8-4d0c-9208-c0b75da4080f tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Made reservation on behalf of 72ac91cd8d494d6197bc36451232b3b4 for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:22:05.068059 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-7c816d66-4dc3-434d-9b89-69d4d09f00a0 req-f769a755-07e8-4d0c-9208-c0b75da4080f tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:05.079714 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71e7b766-f13f-4fe6-9282-e1c3561fe2f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21acc14c-b96d-4639-988d-0beb1c9d1c7f'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:22:05.082490 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc18493e-c98f-468d-8d6a-e8f85ce8d0ce" -d '{"events": [{"server_uuid": "71e7b766-f13f-4fe6-9282-e1c3561fe2f3", "name": "network-vif-plugged", "status": "completed", "tag": "21acc14c-b96d-4639-988d-0beb1c9d1c7f"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:22:05.123721 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:05.131398 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6720472-e6cd-4a6c-9145-6baefebcd22e x-openstack-request-id: req-f6720472-e6cd-4a6c-9145-6baefebcd22e {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:22:05.131398 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71e7b766-f13f-4fe6-9282-e1c3561fe2f3", "name": "network-vif-plugged", "status": "completed", "tag": "21acc14c-b96d-4639-988d-0beb1c9d1c7f", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:22:05.131398 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f6720472-e6cd-4a6c-9145-6baefebcd22e {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:22:05.131767 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71e7b766-f13f-4fe6-9282-e1c3561fe2f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21acc14c-b96d-4639-988d-0beb1c9d1c7f', 'code': 200} Oct 12 19:22:05.136429 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38cc209-d421-43e6-b34c-57163326d89f tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Pushing event deleted for resources: {'Port': ['ID=5fc32773-6fb4-421a-9cc6-f09c3aa8dfb8,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:05.145235 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-7c816d66-4dc3-434d-9b89-69d4d09f00a0 req-f769a755-07e8-4d0c-9208-c0b75da4080f tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:05.167627 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['b9dfcd35-4593-4da5-a120-b97caea7e12e'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:22:05.298693 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=21acc14c-b96d-4639-988d-0beb1c9d1c7f,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:05.315680 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc25dde-fd96-4cad-b254-f43ad7f03fde req-091786cf-effc-4665-b6a1-52857358a99b tempest-ServerDiagnosticsNegativeTest-1830247129 tempest-ServerDiagnosticsNegativeTest-1830247129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:22:05.317697 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5cc25dde-fd96-4cad-b254-f43ad7f03fde req-091786cf-effc-4665-b6a1-52857358a99b tempest-ServerDiagnosticsNegativeTest-1830247129 tempest-ServerDiagnosticsNegativeTest-1830247129-project] 10.222.0.49 "GET /v2.0/ports?device_id=be1a038d-3906-476c-9bc9-593ffd8ebb43 HTTP/1.1" status: 200 len: 949 time: 0.3299913 Oct 12 19:22:05.504607 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a8c1e7-20de-4377-88d2-c8d612161035 req-e5ed8ed8-33f1-4204-a021-839843bb1462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:22:05.507674 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-74a8c1e7-20de-4377-88d2-c8d612161035 req-e5ed8ed8-33f1-4204-a021-839843bb1462 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=71e7b766-f13f-4fe6-9282-e1c3561fe2f3 HTTP/1.1" status: 200 len: 1096 time: 0.2825689 Oct 12 19:22:05.512741 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5cc25dde-fd96-4cad-b254-f43ad7f03fde req-c70b678a-2f9f-4033-a8e9-a7d2fdf4f432 tempest-ServerDiagnosticsNegativeTest-1830247129 tempest-ServerDiagnosticsNegativeTest-1830247129-project] 10.222.0.49 "GET /v2.0/security-groups?id=af945cad-b8ca-4d98-b39d-948bc84c111f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865878 Oct 12 19:22:05.518258 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f38cc209-d421-43e6-b34c-57163326d89f tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7898909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8092450'] for router_interface, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:05.658727 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-7c816d66-4dc3-434d-9b89-69d4d09f00a0 req-f769a755-07e8-4d0c-9208-c0b75da4080f tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:05.662679 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-74a8c1e7-20de-4377-88d2-c8d612161035 req-afd6a2cf-1623-4a73-b9b0-56e64137921e service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=99ba6e0b-b978-4b5f-8f0a-86c3b80dc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454666 Oct 12 19:22:05.743147 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-7c816d66-4dc3-434d-9b89-69d4d09f00a0 req-f769a755-07e8-4d0c-9208-c0b75da4080f tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:05.806173 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f38cc209-d421-43e6-b34c-57163326d89f tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Router 7d9c2278-196f-448c-a076-ee61a8583f55 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:22:05.828297 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f769a755-07e8-4d0c-9208-c0b75da4080f tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ceeec1d2-c315-47e9-9f92-76d770e7141a,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:05.950160 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1061761b-82cb-4809-87d2-76eb38201ea8 req-7d515cfe-108b-4521-8830-68c01ea27bc8 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9d57adf-b14f-4aac-a2a5-d5a2ff76d754 HTTP/1.1" status: 200 len: 210 time: 0.1055260 Oct 12 19:22:05.965087 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f38cc209-d421-43e6-b34c-57163326d89f tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:22:05.975736 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-f38cc209-d421-43e6-b34c-57163326d89f tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] 10.222.0.49 "PUT /v2.0/routers/7d9c2278-196f-448c-a076-ee61a8583f55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9359610 Oct 12 19:22:05.978462 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 44620) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:05.979544 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd2d1a4-16a3-42fb-b720-e1626bf7431c None None] Sync routers for ids ['7d9c2278-196f-448c-a076-ee61a8583f55'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:22:05.995447 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [req-7c816d66-4dc3-434d-9b89-69d4d09f00a0 req-f769a755-07e8-4d0c-9208-c0b75da4080f tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Allocated IP 192.168.233.231 (90dcf485-b1ad-4139-85a3-9e1e9879e6b1/629aee7d-3fde-4c72-af1e-6a7e1f6a7e75/ac2ba39d-e5cc-462c-85ad-7f217b2bb8c0) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:22:05.999462 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd2d1a4-16a3-42fb-b720-e1626bf7431c None None] Routers {'7d9c2278-196f-448c-a076-ee61a8583f55'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:22:06.000258 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-bdd2d1a4-16a3-42fb-b720-e1626bf7431c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:22:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['7d9c2278-196f-448c-a076-ee61a8583f55'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:22:06.061119 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_v2 [None req-870e5709-578c-4a3c-a333-1ad756012380 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Deleting subnet 05e171b4-749e-46ec-9e3f-520255692239 {{(pid=95501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:22:06.073785 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-870e5709-578c-4a3c-a333-1ad756012380 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks [] for subnet, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:06.090441 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-bdd2d1a4-16a3-42fb-b720-e1626bf7431c None None] Set router 7d9c2278-196f-448c-a076-ee61a8583f55 gateway port host: None {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:22:06.150466 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-bdd2d1a4-16a3-42fb-b720-e1626bf7431c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d9c2278-196f-448c-a076-ee61a8583f55', 'name': 'tempest-RoutersTest-router-334466', 'tenant_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:21:06Z', 'updated_at': '2021-10-12T19:22:04Z', 'revision_number': 11, 'project_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'gw_port_host': None}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:22:06.176367 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-870e5709-578c-4a3c-a333-1ad756012380 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281083'] for subnet, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:06.179065 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd2d1a4-16a3-42fb-b720-e1626bf7431c None None] Checking router: 7d9c2278-196f-448c-a076-ee61a8583f55 for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:22:06.189421 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd2d1a4-16a3-42fb-b720-e1626bf7431c None None] Routers {'7d9c2278-196f-448c-a076-ee61a8583f55'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:22:06.191008 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-bdd2d1a4-16a3-42fb-b720-e1626bf7431c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:22:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['7d9c2278-196f-448c-a076-ee61a8583f55'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:22:06.248735 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0279ee62-80ad-428d-a5e4-66359f182acc req-edd9a88f-008a-49cf-82e9-51a487794c37 tempest-ServerDiagnosticsNegativeTest-1830247129 tempest-ServerDiagnosticsNegativeTest-1830247129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:22:06.259615 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba743e8-f47d-4060-82e3-131b63b4cd90 req-a647d2ca-0288-432d-8abf-01887adde7a5 tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:22:06.259782 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0279ee62-80ad-428d-a5e4-66359f182acc req-edd9a88f-008a-49cf-82e9-51a487794c37 tempest-ServerDiagnosticsNegativeTest-1830247129 tempest-ServerDiagnosticsNegativeTest-1830247129-project] 10.222.0.49 "GET /v2.0/ports?device_id=be1a038d-3906-476c-9bc9-593ffd8ebb43 HTTP/1.1" status: 200 len: 949 time: 0.1508262 Oct 12 19:22:06.261766 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7ba743e8-f47d-4060-82e3-131b63b4cd90 req-a647d2ca-0288-432d-8abf-01887adde7a5 tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc56e988-07ef-4c9a-a3c8-eb10d9eb245a HTTP/1.1" status: 200 len: 945 time: 0.2069664 Oct 12 19:22:06.303407 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device b9dfcd35-4593-4da5-a120-b97caea7e12e up at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:22:06.306717 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0279ee62-80ad-428d-a5e4-66359f182acc req-5164ce9e-cd83-428f-ba61-208c6f3e0ab2 tempest-ServerDiagnosticsNegativeTest-1830247129 tempest-ServerDiagnosticsNegativeTest-1830247129-project] 10.222.0.49 "GET /v2.0/security-groups?id=af945cad-b8ca-4d98-b39d-948bc84c111f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461910 Oct 12 19:22:06.459375 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning for port b9dfcd35-4593-4da5-a120-b97caea7e12e completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:22:06.465042 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning complete for port b9dfcd35-4593-4da5-a120-b97caea7e12e triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:22:06.465811 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:06.485712 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-bdd2d1a4-16a3-42fb-b720-e1626bf7431c None None] Set router 7d9c2278-196f-448c-a076-ee61a8583f55 gateway port host: None {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:22:06.583888 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-bdd2d1a4-16a3-42fb-b720-e1626bf7431c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d9c2278-196f-448c-a076-ee61a8583f55', 'name': 'tempest-RoutersTest-router-334466', 'tenant_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:21:06Z', 'updated_at': '2021-10-12T19:22:04Z', 'revision_number': 11, 'project_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'gw_port_host': None}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:22:06.598851 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:06.655681 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd2d1a4-16a3-42fb-b720-e1626bf7431c None None] The sync data for ids ['7d9c2278-196f-448c-a076-ee61a8583f55'] in n-d-813679-3 is: [{'id': '7d9c2278-196f-448c-a076-ee61a8583f55', 'name': 'tempest-RoutersTest-router-334466', 'tenant_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:21:06Z', 'updated_at': '2021-10-12T19:22:04Z', 'revision_number': 11, 'project_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'gw_port_host': None}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:22:06.671333 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port b9dfcd35-4593-4da5-a120-b97caea7e12e, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=b9dfcd35-4593-4da5-a120-b97caea7e12e,segment=NetworkSegment(94fe7d3c-e596-4829-b449-fd6a7ec0e980),segment_id=94fe7d3c-e596-4829-b449-fd6a7ec0e980)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:22:06.758763 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:06.869726 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=b9dfcd35-4593-4da5-a120-b97caea7e12e,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:06.878713 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-7c816d66-4dc3-434d-9b89-69d4d09f00a0 req-f769a755-07e8-4d0c-9208-c0b75da4080f tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:06.883934 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:22:06.884923 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:22:06.885601 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:22:06.886117 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:22:06.886663 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:22:06.887162 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:22:06.887732 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:22:06.888302 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:22:06.888902 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:22:06.889511 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:22:06.890002 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:22:06.890884 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:22:06.904869 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7ba743e8-f47d-4060-82e3-131b63b4cd90 req-b1a6d7b6-f38c-4364-91f7-15c00f62c210 tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] 10.222.0.49 "GET /v2.0/security-groups?id=99ba6e0b-b978-4b5f-8f0a-86c3b80dc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6422420 Oct 12 19:22:06.941878 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-870e5709-578c-4a3c-a333-1ad756012380 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:07.100756 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ab5c4cc9-f486-4bde-9b87-6349edf191bd req-89ff9768-1e3e-45f5-83fe-9ae55bb9e176 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9d57adf-b14f-4aac-a2a5-d5a2ff76d754 HTTP/1.1" status: 200 len: 210 time: 0.0402546 Oct 12 19:22:07.103128 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-7c816d66-4dc3-434d-9b89-69d4d09f00a0 req-f769a755-07e8-4d0c-9208-c0b75da4080f tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:07.132421 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc56e988-07ef-4c9a-a3c8-eb10d9eb245a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9dfcd35-4593-4da5-a120-b97caea7e12e'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:22:07.135354 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a20bf36-c933-48d7-9233-838e2cd879c1" -d '{"events": [{"server_uuid": "bc56e988-07ef-4c9a-a3c8-eb10d9eb245a", "name": "network-vif-plugged", "status": "completed", "tag": "b9dfcd35-4593-4da5-a120-b97caea7e12e"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:22:07.186627 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-870e5709-578c-4a3c-a333-1ad756012380 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4824924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4612362'] for subnet, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:07.201548 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f769a755-07e8-4d0c-9208-c0b75da4080f tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Pushing event updated for resources: {'Port': ['ID=ac2ba39d-e5cc-462c-85ad-7f217b2bb8c0,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:07.207882 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c816d66-4dc3-434d-9b89-69d4d09f00a0 req-f769a755-07e8-4d0c-9208-c0b75da4080f tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:22:07.230059 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eebdb8c9-7823-42f1-a664-1573cf150e7a x-openstack-request-id: req-eebdb8c9-7823-42f1-a664-1573cf150e7a {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:22:07.230367 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc56e988-07ef-4c9a-a3c8-eb10d9eb245a", "name": "network-vif-plugged", "status": "completed", "tag": "b9dfcd35-4593-4da5-a120-b97caea7e12e", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:22:07.230631 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-eebdb8c9-7823-42f1-a664-1573cf150e7a {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:22:07.231059 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc56e988-07ef-4c9a-a3c8-eb10d9eb245a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9dfcd35-4593-4da5-a120-b97caea7e12e', 'code': 200} Oct 12 19:22:07.232621 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [req-7c816d66-4dc3-434d-9b89-69d4d09f00a0 req-f769a755-07e8-4d0c-9208-c0b75da4080f tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:22:07.237333 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-870e5709-578c-4a3c-a333-1ad756012380 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:07.241695 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-434a21be-485b-4193-8d1e-995a5188d1e2 None None] Network b486f23d-6b58-4b81-8a2f-62ebab0101c5 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:22:07.244126 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 44650) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:07.244785 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-870e5709-578c-4a3c-a333-1ad756012380 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] 10.222.0.49 "DELETE /v2.0/subnets/05e171b4-749e-46ec-9e3f-520255692239 HTTP/1.1" status: 204 len: 168 time: 1.2651989 Oct 12 19:22:07.246087 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870e5709-578c-4a3c-a333-1ad756012380 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Pushing event deleted for resources: {'Subnet': ['ID=05e171b4-749e-46ec-9e3f-520255692239,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:07.252820 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c816d66-4dc3-434d-9b89-69d4d09f00a0 req-f769a755-07e8-4d0c-9208-c0b75da4080f tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:22:07.310910 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c816d66-4dc3-434d-9b89-69d4d09f00a0 req-f769a755-07e8-4d0c-9208-c0b75da4080f tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:22:07.311691 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-7c816d66-4dc3-434d-9b89-69d4d09f00a0 req-f769a755-07e8-4d0c-9208-c0b75da4080f tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:07.363717 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ea0d547c-679c-47b2-b003-6fc5f7275d09 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:07.426166 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7c816d66-4dc3-434d-9b89-69d4d09f00a0 req-f769a755-07e8-4d0c-9208-c0b75da4080f tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9049361 Oct 12 19:22:07.452685 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-7c816d66-4dc3-434d-9b89-69d4d09f00a0 req-db2522b6-6a15-4d72-88c0-df96e66d379c service neutron] Request body: {'port': {'device_id': 'a9d57adf-b14f-4aac-a2a5-d5a2ff76d754', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-3'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:22:07.570590 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-ea0d547c-679c-47b2-b003-6fc5f7275d09 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Deleting port c201b81e-0850-4cd4-a836-cb0d2d9034a8 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:22:07.571619 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ea0d547c-679c-47b2-b003-6fc5f7275d09 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:07.646896 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-1a77216f-b168-4df2-aedf-ed4f7b39263b None None] Provisioning complete for port ac2ba39d-e5cc-462c-85ad-7f217b2bb8c0 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:22:07.647469 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1a77216f-b168-4df2-aedf-ed4f7b39263b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:07.671294 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-7c816d66-4dc3-434d-9b89-69d4d09f00a0 req-db2522b6-6a15-4d72-88c0-df96e66d379c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:07.676964 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e22911d-75b6-45ac-a4f6-2b1242acad12 req-e95b4a50-f930-4741-9778-90c71a4360e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:22:07.678482 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0e22911d-75b6-45ac-a4f6-2b1242acad12 req-e95b4a50-f930-4741-9778-90c71a4360e4 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=bc56e988-07ef-4c9a-a3c8-eb10d9eb245a HTTP/1.1" status: 200 len: 1097 time: 0.3256409 Oct 12 19:22:07.697619 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-ea0d547c-679c-47b2-b003-6fc5f7275d09 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] For port c201b81e-0850-4cd4-a836-cb0d2d9034a8, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=c201b81e-0850-4cd4-a836-cb0d2d9034a8,segment=NetworkSegment(0280737c-5387-4049-b62a-83d7adc455ce),segment_id=0280737c-5387-4049-b62a-83d7adc455ce)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:22:07.698476 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ea0d547c-679c-47b2-b003-6fc5f7275d09 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:07.715479 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09020e5b-0ea8-4307-b1ff-bf2e1ba3dc21 None None] DHCP port deletion for b486f23d-6b58-4b81-8a2f-62ebab0101c5 request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 19:22:07.725024 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-ea0d547c-679c-47b2-b003-6fc5f7275d09 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Calling delete_port for c201b81e-0850-4cd4-a836-cb0d2d9034a8 owned by network:dhcp {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:22:07.751245 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f58656e-815e-494b-b109-6dfefee637a5 req-ab33e4c5-dcda-4095-afc4-dedf5605a303 tempest-ServerDiagnosticsNegativeTest-1830247129 tempest-ServerDiagnosticsNegativeTest-1830247129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:22:07.752834 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9f58656e-815e-494b-b109-6dfefee637a5 req-ab33e4c5-dcda-4095-afc4-dedf5605a303 tempest-ServerDiagnosticsNegativeTest-1830247129 tempest-ServerDiagnosticsNegativeTest-1830247129-project] 10.222.0.67 "GET /v2.0/ports?device_id=be1a038d-3906-476c-9bc9-593ffd8ebb43 HTTP/1.1" status: 200 len: 949 time: 0.3107641 Oct 12 19:22:07.818444 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-1a77216f-b168-4df2-aedf-ed4f7b39263b None None] Port ac2ba39d-e5cc-462c-85ad-7f217b2bb8c0 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:22:07.827241 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0e22911d-75b6-45ac-a4f6-2b1242acad12 req-bd541252-6fa9-468a-b196-23033b61665d service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=99ba6e0b-b978-4b5f-8f0a-86c3b80dc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390402 Oct 12 19:22:07.846061 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3237f389-b403-4f0b-aa57-a4a4ddd58777 req-206dcf27-88cc-45b6-9dd3-c5c6c290c02f tempest-ServerDiagnosticsNegativeTest-1830247129 tempest-ServerDiagnosticsNegativeTest-1830247129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:22:07.847808 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3237f389-b403-4f0b-aa57-a4a4ddd58777 req-206dcf27-88cc-45b6-9dd3-c5c6c290c02f tempest-ServerDiagnosticsNegativeTest-1830247129 tempest-ServerDiagnosticsNegativeTest-1830247129-project] 10.222.0.49 "GET /v2.0/ports?device_id=be1a038d-3906-476c-9bc9-593ffd8ebb43 HTTP/1.1" status: 200 len: 949 time: 0.3497834 Oct 12 19:22:07.857149 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-09020e5b-0ea8-4307-b1ff-bf2e1ba3dc21 None None] Deleting port c201b81e-0850-4cd4-a836-cb0d2d9034a8 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:22:07.857149 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-09020e5b-0ea8-4307-b1ff-bf2e1ba3dc21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:07.919282 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3237f389-b403-4f0b-aa57-a4a4ddd58777 req-056fb111-61bc-4011-b8c9-f8aeaf3f03d3 tempest-ServerDiagnosticsNegativeTest-1830247129 tempest-ServerDiagnosticsNegativeTest-1830247129-project] 10.222.0.49 "GET /v2.0/security-groups?id=af945cad-b8ca-4d98-b39d-948bc84c111f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569646 Oct 12 19:22:07.920447 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ea0d547c-679c-47b2-b003-6fc5f7275d09 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:07.958288 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0d547c-679c-47b2-b003-6fc5f7275d09 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Pushing event deleted for resources: {'Port': ['ID=c201b81e-0850-4cd4-a836-cb0d2d9034a8,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:07.961566 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0d547c-679c-47b2-b003-6fc5f7275d09 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] No DVR routers for this DVR port c201b81e-0850-4cd4-a836-cb0d2d9034a8 on host n-d-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:22:08.010867 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-09020e5b-0ea8-4307-b1ff-bf2e1ba3dc21 None None] For port c201b81e-0850-4cd4-a836-cb0d2d9034a8, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=c201b81e-0850-4cd4-a836-cb0d2d9034a8,segment=NetworkSegment(0280737c-5387-4049-b62a-83d7adc455ce),segment_id=0280737c-5387-4049-b62a-83d7adc455ce)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:22:08.011508 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-09020e5b-0ea8-4307-b1ff-bf2e1ba3dc21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:08.025994 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-09020e5b-0ea8-4307-b1ff-bf2e1ba3dc21 None None] Calling delete_port for c201b81e-0850-4cd4-a836-cb0d2d9034a8 owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:22:08.110548 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-09020e5b-0ea8-4307-b1ff-bf2e1ba3dc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:08.122217 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [req-7c816d66-4dc3-434d-9b89-69d4d09f00a0 req-db2522b6-6a15-4d72-88c0-df96e66d379c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac2ba39d-e5cc-462c-85ad-7f217b2bb8c0 {{(pid=95501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:22:08.133205 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-7c816d66-4dc3-434d-9b89-69d4d09f00a0 req-db2522b6-6a15-4d72-88c0-df96e66d379c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:08.147584 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.provisioning_blocks [req-7c816d66-4dc3-434d-9b89-69d4d09f00a0 req-db2522b6-6a15-4d72-88c0-df96e66d379c service neutron] Transition to ACTIVE for port object ac2ba39d-e5cc-462c-85ad-7f217b2bb8c0 will not be triggered until provisioned by entity L2. {{(pid=95501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:22:08.153753 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ea0d547c-679c-47b2-b003-6fc5f7275d09 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:08.195378 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379e3901-37e9-4903-81bd-e4dd72ad0f81 req-44a5c672-53ff-4dbb-8502-f09638c23075 tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:22:08.195548 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 70896971-5855-4d12-8dc1-1c1b5faae24c up at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:22:08.203923 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-379e3901-37e9-4903-81bd-e4dd72ad0f81 req-44a5c672-53ff-4dbb-8502-f09638c23075 tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc56e988-07ef-4c9a-a3c8-eb10d9eb245a HTTP/1.1" status: 200 len: 946 time: 0.1425073 Oct 12 19:22:08.222590 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-ea0d547c-679c-47b2-b003-6fc5f7275d09 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b486f23d-6b58-4b81-8a2f-62ebab0101c5']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:22:08.242483 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-ea0d547c-679c-47b2-b003-6fc5f7275d09 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0280737c-5387-4049-b62a-83d7adc455ce') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:22:08.243059 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-ea0d547c-679c-47b2-b003-6fc5f7275d09 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0280737c-5387-4049-b62a-83d7adc455ce') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:22:08.246593 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09020e5b-0ea8-4307-b1ff-bf2e1ba3dc21 None None] Pushing event deleted for resources: {'Port': ['ID=c201b81e-0850-4cd4-a836-cb0d2d9034a8,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:08.255924 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09020e5b-0ea8-4307-b1ff-bf2e1ba3dc21 None None] No DVR routers for this DVR port c201b81e-0850-4cd4-a836-cb0d2d9034a8 on host n-d-813679-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:22:08.280875 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ea0d547c-679c-47b2-b003-6fc5f7275d09 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16313633'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:08.305208 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-379e3901-37e9-4903-81bd-e4dd72ad0f81 req-89ed11c2-6737-400d-b881-4b297f16ffb3 tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] 10.222.0.49 "GET /v2.0/security-groups?id=99ba6e0b-b978-4b5f-8f0a-86c3b80dc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953870 Oct 12 19:22:08.316244 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ea0d547c-679c-47b2-b003-6fc5f7275d09 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:08.320291 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-7c816d66-4dc3-434d-9b89-69d4d09f00a0 req-db2522b6-6a15-4d72-88c0-df96e66d379c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:08.330743 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea0d547c-679c-47b2-b003-6fc5f7275d09 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:22:08.331218 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ea0d547c-679c-47b2-b003-6fc5f7275d09 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4305278'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:08.334359 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-9f58656e-815e-494b-b109-6dfefee637a5 req-1a185de9-48ad-4a92-8a28-ef9b6b41dece tempest-ServerDiagnosticsNegativeTest-1830247129 tempest-ServerDiagnosticsNegativeTest-1830247129-project] Deleting port 3154a13e-7637-465a-a7e1-2ebe2d52d917 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:22:08.334971 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-9f58656e-815e-494b-b109-6dfefee637a5 req-1a185de9-48ad-4a92-8a28-ef9b6b41dece tempest-ServerDiagnosticsNegativeTest-1830247129 tempest-ServerDiagnosticsNegativeTest-1830247129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:08.335175 n-d-813679-3 neutron-server[95502]: Traceback (most recent call last): Oct 12 19:22:08.335175 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:22:08.335175 n-d-813679-3 neutron-server[95502]: timer() Oct 12 19:22:08.335175 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:22:08.335175 n-d-813679-3 neutron-server[95502]: cb(*args, **kw) Oct 12 19:22:08.335175 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:22:08.335175 n-d-813679-3 neutron-server[95502]: return func(*args, **kwargs) Oct 12 19:22:08.335175 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:22:08.335175 n-d-813679-3 neutron-server[95502]: self._notify() Oct 12 19:22:08.335175 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:22:08.335175 n-d-813679-3 neutron-server[95502]: self.callback(batched_events) Oct 12 19:22:08.335175 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:22:08.335175 n-d-813679-3 neutron-server[95502]: event.method(event) Oct 12 19:22:08.335175 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:22:08.335175 n-d-813679-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:22:08.335175 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:22:08.335175 n-d-813679-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:22:08.335175 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:22:08.335175 n-d-813679-3 neutron-server[95502]: return f(self, *a, **k) Oct 12 19:22:08.335175 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:22:08.335175 n-d-813679-3 neutron-server[95502]: return self._get(url).json() Oct 12 19:22:08.335175 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:22:08.335175 n-d-813679-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:22:08.335175 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:22:08.335175 n-d-813679-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Oct 12 19:22:08.335175 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:22:08.335175 n-d-813679-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:22:08.335175 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:22:08.335175 n-d-813679-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:22:08.335175 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:22:08.335175 n-d-813679-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:22:08.335175 n-d-813679-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:22:08.339356 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning for port 70896971-5855-4d12-8dc1-1c1b5faae24c completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:22:08.344443 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning complete for port 70896971-5855-4d12-8dc1-1c1b5faae24c triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:22:08.345005 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:08.457248 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2522b6-6a15-4d72-88c0-df96e66d379c service neutron] Pushing event updated for resources: {'Port': ['ID=ac2ba39d-e5cc-462c-85ad-7f217b2bb8c0,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:08.473625 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf03bf3-2f0f-4cb4-8ea5-90924551af60 req-7992c2bd-b8aa-4716-913e-3f6914c0f4e7 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:22:08.475261 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9bf03bf3-2f0f-4cb4-8ea5-90924551af60 req-7992c2bd-b8aa-4716-913e-3f6914c0f4e7 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9d57adf-b14f-4aac-a2a5-d5a2ff76d754 HTTP/1.1" status: 200 len: 948 time: 0.2469530 Oct 12 19:22:08.486306 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:08.540406 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 70896971-5855-4d12-8dc1-1c1b5faae24c, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=70896971-5855-4d12-8dc1-1c1b5faae24c,segment=NetworkSegment(94fe7d3c-e596-4829-b449-fd6a7ec0e980),segment_id=94fe7d3c-e596-4829-b449-fd6a7ec0e980)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:22:08.542180 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ea0d547c-679c-47b2-b003-6fc5f7275d09 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:08.558699 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ea0d547c-679c-47b2-b003-6fc5f7275d09 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:08.562818 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-ea0d547c-679c-47b2-b003-6fc5f7275d09 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] 10.222.0.49 "DELETE /v2.0/networks/b486f23d-6b58-4b81-8a2f-62ebab0101c5 HTTP/1.1" status: 204 len: 168 time: 1.3175120 Oct 12 19:22:08.582633 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 44688) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:08.589311 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-fbafe3c2-83b5-4c04-8938-a6e33ad790ae tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Request body: {'router': {'routes': None}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:22:08.627604 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:08.674738 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0d547c-679c-47b2-b003-6fc5f7275d09 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Pushing event deleted for resources: {'Network': ['ID=b486f23d-6b58-4b81-8a2f-62ebab0101c5,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:08.733802 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=70896971-5855-4d12-8dc1-1c1b5faae24c,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:08.751645 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 5fc32773-6fb4-421a-9cc6-f09c3aa8dfb8 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:22:08.777876 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 5fc32773-6fb4-421a-9cc6-f09c3aa8dfb8 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:22:08.778447 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 5fc32773-6fb4-421a-9cc6-f09c3aa8dfb8 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:22:08.779013 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device c201b81e-0850-4cd4-a836-cb0d2d9034a8 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:22:08.785609 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-9f58656e-815e-494b-b109-6dfefee637a5 req-1a185de9-48ad-4a92-8a28-ef9b6b41dece tempest-ServerDiagnosticsNegativeTest-1830247129 tempest-ServerDiagnosticsNegativeTest-1830247129-project] For port 3154a13e-7637-465a-a7e1-2ebe2d52d917, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=3154a13e-7637-465a-a7e1-2ebe2d52d917,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:22:08.785971 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-9f58656e-815e-494b-b109-6dfefee637a5 req-1a185de9-48ad-4a92-8a28-ef9b6b41dece tempest-ServerDiagnosticsNegativeTest-1830247129 tempest-ServerDiagnosticsNegativeTest-1830247129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:08.806855 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9bf03bf3-2f0f-4cb4-8ea5-90924551af60 req-a6a4a0eb-346a-4406-9a44-e1f1d0b27a6c tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/security-groups?id=ceeec1d2-c315-47e9-9f92-76d770e7141a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3191521 Oct 12 19:22:08.820198 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-9f58656e-815e-494b-b109-6dfefee637a5 req-1a185de9-48ad-4a92-8a28-ef9b6b41dece tempest-ServerDiagnosticsNegativeTest-1830247129 tempest-ServerDiagnosticsNegativeTest-1830247129-project] Calling delete_port for 3154a13e-7637-465a-a7e1-2ebe2d52d917 owned by compute:nova {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:22:08.831775 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: c201b81e-0850-4cd4-a836-cb0d2d9034a8 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:22:08.832353 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device c201b81e-0850-4cd4-a836-cb0d2d9034a8 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:22:08.911080 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-7c816d66-4dc3-434d-9b89-69d4d09f00a0 req-db2522b6-6a15-4d72-88c0-df96e66d379c service neutron] Attempting to bind port ac2ba39d-e5cc-462c-85ad-7f217b2bb8c0 on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:22:08.911413 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-7c816d66-4dc3-434d-9b89-69d4d09f00a0 req-db2522b6-6a15-4d72-88c0-df96e66d379c service neutron] Attempting to bind port ac2ba39d-e5cc-462c-85ad-7f217b2bb8c0 by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:22:08.911733 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c816d66-4dc3-434d-9b89-69d4d09f00a0 req-db2522b6-6a15-4d72-88c0-df96e66d379c service neutron] Attempting to bind port ac2ba39d-e5cc-462c-85ad-7f217b2bb8c0 on network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:22:08.928288 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c816d66-4dc3-434d-9b89-69d4d09f00a0 req-db2522b6-6a15-4d72-88c0-df96e66d379c service neutron] Port ac2ba39d-e5cc-462c-85ad-7f217b2bb8c0 on network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:22:08.928621 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c816d66-4dc3-434d-9b89-69d4d09f00a0 req-db2522b6-6a15-4d72-88c0-df96e66d379c service neutron] Attempting to bind port ac2ba39d-e5cc-462c-85ad-7f217b2bb8c0 on network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:22:08.978073 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.extraroute_db [None req-fbafe3c2-83b5-4c04-8938-a6e33ad790ae tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Added routes are [] {{(pid=95501) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 12 19:22:08.978370 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.extraroute_db [None req-fbafe3c2-83b5-4c04-8938-a6e33ad790ae tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Removed routes are [] {{(pid=95501) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 12 19:22:08.978725 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-fbafe3c2-83b5-4c04-8938-a6e33ad790ae tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8087071', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8093548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255500'] for router, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:08.985873 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c816d66-4dc3-434d-9b89-69d4d09f00a0 req-db2522b6-6a15-4d72-88c0-df96e66d379c service neutron] Checking agent: {'id': 'f5e9725f-f5a6-43c2-a1be-95e21e9a1fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:22:08.990891 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c816d66-4dc3-434d-9b89-69d4d09f00a0 req-db2522b6-6a15-4d72-88c0-df96e66d379c service neutron] Checking segment: {'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:22:08.990891 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c816d66-4dc3-434d-9b89-69d4d09f00a0 req-db2522b6-6a15-4d72-88c0-df96e66d379c service neutron] Bound using segment: {'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:22:08.990891 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-7c816d66-4dc3-434d-9b89-69d4d09f00a0 req-db2522b6-6a15-4d72-88c0-df96e66d379c service neutron] Bound port: ac2ba39d-e5cc-462c-85ad-7f217b2bb8c0, host: n-h1-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'}}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:22:08.990891 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-7c816d66-4dc3-434d-9b89-69d4d09f00a0 req-db2522b6-6a15-4d72-88c0-df96e66d379c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:09.216113 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-fbafe3c2-83b5-4c04-8938-a6e33ad790ae tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8087071', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8093548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255500'] for router, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:09.231720 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '024b8f58-ca16-425a-ab6d-a3410eb1d1b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70896971-5855-4d12-8dc1-1c1b5faae24c'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:22:09.232146 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-fbafe3c2-83b5-4c04-8938-a6e33ad790ae tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7915516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8087046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7915509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8093527'] for router, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:09.234544 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fc64769-5865-44b1-8d94-f09e4738c784" -d '{"events": [{"server_uuid": "024b8f58-ca16-425a-ab6d-a3410eb1d1b3", "name": "network-vif-plugged", "status": "completed", "tag": "70896971-5855-4d12-8dc1-1c1b5faae24c"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:22:09.249712 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10236951-66c8-4ff9-bb2a-6f30848201d6 req-5269411e-db14-493b-87ee-64946ec3c358 tempest-ServerDiagnosticsNegativeTest-1830247129 tempest-ServerDiagnosticsNegativeTest-1830247129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:22:09.251270 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-10236951-66c8-4ff9-bb2a-6f30848201d6 req-5269411e-db14-493b-87ee-64946ec3c358 tempest-ServerDiagnosticsNegativeTest-1830247129 tempest-ServerDiagnosticsNegativeTest-1830247129-project] 10.222.0.49 "GET /v2.0/ports?device_id=be1a038d-3906-476c-9bc9-593ffd8ebb43 HTTP/1.1" status: 200 len: 949 time: 0.2149065 Oct 12 19:22:09.276492 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d89ba534-b5c8-4b46-8641-12be17bdb7d0 x-openstack-request-id: req-d89ba534-b5c8-4b46-8641-12be17bdb7d0 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:22:09.276858 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "024b8f58-ca16-425a-ab6d-a3410eb1d1b3", "name": "network-vif-plugged", "status": "completed", "tag": "70896971-5855-4d12-8dc1-1c1b5faae24c", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:22:09.277858 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d89ba534-b5c8-4b46-8641-12be17bdb7d0 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:22:09.278767 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '024b8f58-ca16-425a-ab6d-a3410eb1d1b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70896971-5855-4d12-8dc1-1c1b5faae24c', 'code': 200} Oct 12 19:22:09.281718 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-7c816d66-4dc3-434d-9b89-69d4d09f00a0 req-db2522b6-6a15-4d72-88c0-df96e66d379c service neutron] For port ac2ba39d-e5cc-462c-85ad-7f217b2bb8c0, host n-h1-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:22:09.371894 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-7c816d66-4dc3-434d-9b89-69d4d09f00a0 req-db2522b6-6a15-4d72-88c0-df96e66d379c service neutron] For port ac2ba39d-e5cc-462c-85ad-7f217b2bb8c0, host n-h1-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=ac2ba39d-e5cc-462c-85ad-7f217b2bb8c0,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:22:09.387796 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03147d3c-7c40-4ad7-9dc4-95033d18a059 req-688b2cfa-108e-42a0-b4de-4693c1215830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:22:09.390420 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-03147d3c-7c40-4ad7-9dc4-95033d18a059 req-688b2cfa-108e-42a0-b4de-4693c1215830 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=024b8f58-ca16-425a-ab6d-a3410eb1d1b3 HTTP/1.1" status: 200 len: 1097 time: 0.0584714 Oct 12 19:22:09.405716 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbafe3c2-83b5-4c04-8938-a6e33ad790ae tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Router 7d9c2278-196f-448c-a076-ee61a8583f55 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:22:09.409008 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-10236951-66c8-4ff9-bb2a-6f30848201d6 req-2cfe317c-437c-4868-9f25-978cf66ebe68 tempest-ServerDiagnosticsNegativeTest-1830247129 tempest-ServerDiagnosticsNegativeTest-1830247129-project] 10.222.0.49 "GET /v2.0/security-groups?id=af945cad-b8ca-4d98-b39d-948bc84c111f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306441 Oct 12 19:22:09.448371 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-03147d3c-7c40-4ad7-9dc4-95033d18a059 req-df9b2859-8a6d-470e-8488-ec4141586055 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=99ba6e0b-b978-4b5f-8f0a-86c3b80dc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452461 Oct 12 19:22:09.455993 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f41e0fb-0534-4f75-ab15-1ba26f8ca4d4 req-1ec04b62-4afd-4df4-95fd-1a57c322d7c0 tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:22:09.457459 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0f41e0fb-0534-4f75-ab15-1ba26f8ca4d4 req-1ec04b62-4afd-4df4-95fd-1a57c322d7c0 tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc56e988-07ef-4c9a-a3c8-eb10d9eb245a HTTP/1.1" status: 200 len: 946 time: 0.0838809 Oct 12 19:22:09.479937 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-9f58656e-815e-494b-b109-6dfefee637a5 req-1a185de9-48ad-4a92-8a28-ef9b6b41dece tempest-ServerDiagnosticsNegativeTest-1830247129 tempest-ServerDiagnosticsNegativeTest-1830247129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:09.484757 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-7c816d66-4dc3-434d-9b89-69d4d09f00a0 req-db2522b6-6a15-4d72-88c0-df96e66d379c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:09.503862 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0f41e0fb-0534-4f75-ab15-1ba26f8ca4d4 req-ccc7e0e1-373a-40bd-b59d-7279d0319840 tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] 10.222.0.49 "GET /v2.0/security-groups?id=99ba6e0b-b978-4b5f-8f0a-86c3b80dc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386267 Oct 12 19:22:09.529644 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbafe3c2-83b5-4c04-8938-a6e33ad790ae tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:22:09.540533 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0861cb56-3e32-400b-ae20-2baa606143df None None] Sync routers for ids ['7d9c2278-196f-448c-a076-ee61a8583f55'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:22:09.541800 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-fbafe3c2-83b5-4c04-8938-a6e33ad790ae tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks [] for router, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:09.546493 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-fbafe3c2-83b5-4c04-8938-a6e33ad790ae tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] 10.222.0.49 "PUT /v2.0/routers/7d9c2278-196f-448c-a076-ee61a8583f55 HTTP/1.1" status: 200 len: 697 time: 0.9629493 Oct 12 19:22:09.549364 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a185de9-48ad-4a92-8a28-ef9b6b41dece tempest-ServerDiagnosticsNegativeTest-1830247129 tempest-ServerDiagnosticsNegativeTest-1830247129-project] Pushing event deleted for resources: {'Port': ['ID=3154a13e-7637-465a-a7e1-2ebe2d52d917,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:09.552619 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 44714) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:09.565996 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0861cb56-3e32-400b-ae20-2baa606143df None None] Routers {'7d9c2278-196f-448c-a076-ee61a8583f55'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:22:09.565996 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-0861cb56-3e32-400b-ae20-2baa606143df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:22:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['7d9c2278-196f-448c-a076-ee61a8583f55'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:22:09.605818 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c816d66-4dc3-434d-9b89-69d4d09f00a0 req-db2522b6-6a15-4d72-88c0-df96e66d379c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:22:09.606545 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-7c816d66-4dc3-434d-9b89-69d4d09f00a0 req-db2522b6-6a15-4d72-88c0-df96e66d379c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:09.608057 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7c816d66-4dc3-434d-9b89-69d4d09f00a0 req-db2522b6-6a15-4d72-88c0-df96e66d379c service neutron] 10.222.0.61 "PUT /v2.0/ports/ac2ba39d-e5cc-462c-85ad-7f217b2bb8c0 HTTP/1.1" status: 200 len: 1096 time: 2.1646254 Oct 12 19:22:09.608960 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f58656e-815e-494b-b109-6dfefee637a5 req-1a185de9-48ad-4a92-8a28-ef9b6b41dece tempest-ServerDiagnosticsNegativeTest-1830247129 tempest-ServerDiagnosticsNegativeTest-1830247129-project] No DVR routers for this DVR port 3154a13e-7637-465a-a7e1-2ebe2d52d917 on host n-h2-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:22:09.610999 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9d57adf-b14f-4aac-a2a5-d5a2ff76d754', 'tag': 'ac2ba39d-e5cc-462c-85ad-7f217b2bb8c0'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:22:09.613044 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1daf1fb1-3fe4-4f94-b80c-437c3c0534c0" -d '{"events": [{"name": "network-changed", "server_uuid": "a9d57adf-b14f-4aac-a2a5-d5a2ff76d754", "tag": "ac2ba39d-e5cc-462c-85ad-7f217b2bb8c0"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:22:09.614663 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-fff529df-94ad-4705-a5c7-5d4efe04dd05 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d9c2278-196f-448c-a076-ee61a8583f55 HTTP/1.1" status: 200 len: 205 time: 0.0608473 Oct 12 19:22:09.618758 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 44718) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:09.636817 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-9f58656e-815e-494b-b109-6dfefee637a5 req-1a185de9-48ad-4a92-8a28-ef9b6b41dece tempest-ServerDiagnosticsNegativeTest-1830247129 tempest-ServerDiagnosticsNegativeTest-1830247129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:09.640702 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9f58656e-815e-494b-b109-6dfefee637a5 req-1a185de9-48ad-4a92-8a28-ef9b6b41dece tempest-ServerDiagnosticsNegativeTest-1830247129 tempest-ServerDiagnosticsNegativeTest-1830247129-project] 10.222.0.67 "DELETE /v2.0/ports/3154a13e-7637-465a-a7e1-2ebe2d52d917 HTTP/1.1" status: 204 len: 173 time: 1.8753622 Oct 12 19:22:09.687513 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd284e61-fded-4e6b-b5a4-a7fc2aebcc38 x-openstack-request-id: req-bd284e61-fded-4e6b-b5a4-a7fc2aebcc38 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:22:09.688114 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9d57adf-b14f-4aac-a2a5-d5a2ff76d754", "tag": "ac2ba39d-e5cc-462c-85ad-7f217b2bb8c0", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:22:09.690357 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bd284e61-fded-4e6b-b5a4-a7fc2aebcc38 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:22:09.691121 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9d57adf-b14f-4aac-a2a5-d5a2ff76d754', 'tag': 'ac2ba39d-e5cc-462c-85ad-7f217b2bb8c0', 'status': 'completed', 'code': 200} Oct 12 19:22:09.704203 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-0861cb56-3e32-400b-ae20-2baa606143df None None] Set router 7d9c2278-196f-448c-a076-ee61a8583f55 gateway port host: None {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:22:09.733943 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2522b6-6a15-4d72-88c0-df96e66d379c service neutron] Pushing event updated for resources: {'Port': ['ID=ac2ba39d-e5cc-462c-85ad-7f217b2bb8c0,revision_number=3']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:09.778616 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-0861cb56-3e32-400b-ae20-2baa606143df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d9c2278-196f-448c-a076-ee61a8583f55', 'name': 'tempest-RoutersTest-router-334466', 'tenant_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:21:06Z', 'updated_at': '2021-10-12T19:22:04Z', 'revision_number': 11, 'project_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'gw_port_host': None}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:22:09.811948 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4c8fc233-328c-497a-936f-87f7eec45a9d tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks [] for router, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:09.816524 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0861cb56-3e32-400b-ae20-2baa606143df None None] Checking router: 7d9c2278-196f-448c-a076-ee61a8583f55 for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:22:09.825949 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0861cb56-3e32-400b-ae20-2baa606143df None None] Routers {'7d9c2278-196f-448c-a076-ee61a8583f55'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:22:09.826799 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-0861cb56-3e32-400b-ae20-2baa606143df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:22:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['7d9c2278-196f-448c-a076-ee61a8583f55'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:22:09.889432 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62d7a88-0215-490e-920c-d9f6868b5175 req-2384262a-7d64-4b4a-a6cd-eeaa8edb3e64 tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:22:09.903344 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a62d7a88-0215-490e-920c-d9f6868b5175 req-2384262a-7d64-4b4a-a6cd-eeaa8edb3e64 tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] 10.222.0.49 "GET /v2.0/ports?device_id=024b8f58-ca16-425a-ab6d-a3410eb1d1b3 HTTP/1.1" status: 200 len: 946 time: 0.2814212 Oct 12 19:22:09.972644 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a62d7a88-0215-490e-920c-d9f6868b5175 req-bb3fb66d-2d9f-455d-b62f-548edc58d29b tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] 10.222.0.49 "GET /v2.0/security-groups?id=99ba6e0b-b978-4b5f-8f0a-86c3b80dc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678489 Oct 12 19:22:09.989816 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daf1fb1-3fe4-4f94-b80c-437c3c0534c0 req-23a0c2d7-dfc8-4805-857b-4483e60cc98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:22:09.991526 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1daf1fb1-3fe4-4f94-b80c-437c3c0534c0 req-23a0c2d7-dfc8-4805-857b-4483e60cc98e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=72ac91cd8d494d6197bc36451232b3b4&device_id=a9d57adf-b14f-4aac-a2a5-d5a2ff76d754 HTTP/1.1" status: 200 len: 1099 time: 0.2360888 Oct 12 19:22:10.042886 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1daf1fb1-3fe4-4f94-b80c-437c3c0534c0 req-818ecef6-6faf-48af-983d-8c7dc3bdf93b service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=72ac91cd8d494d6197bc36451232b3b4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0428772 Oct 12 19:22:10.189076 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-0861cb56-3e32-400b-ae20-2baa606143df None None] Set router 7d9c2278-196f-448c-a076-ee61a8583f55 gateway port host: None {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:22:10.198343 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4c8fc233-328c-497a-936f-87f7eec45a9d tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255495'] for router, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:10.202604 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4c8fc233-328c-497a-936f-87f7eec45a9d tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:10.215448 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e39b0c-742e-4a16-a3f3-bf1516f4be44 req-94ae5571-b64e-4b10-8a0b-a1b9843e5371 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:22:10.218524 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daf1fb1-3fe4-4f94-b80c-437c3c0534c0 req-c70d7119-05e2-4bf6-858e-7ac346e32044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:22:10.228019 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-56e39b0c-742e-4a16-a3f3-bf1516f4be44 req-94ae5571-b64e-4b10-8a0b-a1b9843e5371 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9d57adf-b14f-4aac-a2a5-d5a2ff76d754 HTTP/1.1" status: 200 len: 948 time: 0.2387388 Oct 12 19:22:10.228514 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1daf1fb1-3fe4-4f94-b80c-437c3c0534c0 req-c70d7119-05e2-4bf6-858e-7ac346e32044 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1706784 Oct 12 19:22:10.267542 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-0861cb56-3e32-400b-ae20-2baa606143df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d9c2278-196f-448c-a076-ee61a8583f55', 'name': 'tempest-RoutersTest-router-334466', 'tenant_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:21:06Z', 'updated_at': '2021-10-12T19:22:04Z', 'revision_number': 11, 'project_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'gw_port_host': None}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:22:10.310155 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0861cb56-3e32-400b-ae20-2baa606143df None None] The sync data for ids ['7d9c2278-196f-448c-a076-ee61a8583f55'] in n-d-813679-3 is: [{'id': '7d9c2278-196f-448c-a076-ee61a8583f55', 'name': 'tempest-RoutersTest-router-334466', 'tenant_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:21:06Z', 'updated_at': '2021-10-12T19:22:04Z', 'revision_number': 11, 'project_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'gw_port_host': None}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:22:10.328943 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c816d66-4dc3-434d-9b89-69d4d09f00a0 req-f57e6a67-a1e1-4350-874d-a0700cee6916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:22:10.330804 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7c816d66-4dc3-434d-9b89-69d4d09f00a0 req-f57e6a67-a1e1-4350-874d-a0700cee6916 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=72ac91cd8d494d6197bc36451232b3b4&device_id=a9d57adf-b14f-4aac-a2a5-d5a2ff76d754 HTTP/1.1" status: 200 len: 1099 time: 0.0641613 Oct 12 19:22:10.338530 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-56e39b0c-742e-4a16-a3f3-bf1516f4be44 req-c773c5ce-7873-45b1-abc1-6043f213d6ba tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/security-groups?id=ceeec1d2-c315-47e9-9f92-76d770e7141a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134388 Oct 12 19:22:10.341338 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 3154a13e-7637-465a-a7e1-2ebe2d52d917 no longer exists at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:22:10.397176 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] No Port match for: 3154a13e-7637-465a-a7e1-2ebe2d52d917 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:22:10.397527 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 3154a13e-7637-465a-a7e1-2ebe2d52d917 not bound to the agent host n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:22:10.406622 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7c816d66-4dc3-434d-9b89-69d4d09f00a0 req-904eb737-7a94-48dd-8c7f-fd8e858c29fd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=ac2ba39d-e5cc-462c-85ad-7f217b2bb8c0 HTTP/1.1" status: 200 len: 217 time: 0.0608821 Oct 12 19:22:10.413399 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4c8fc233-328c-497a-936f-87f7eec45a9d tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8093499'] for router, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:10.413974 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c8fc233-328c-497a-936f-87f7eec45a9d tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Fanout notify agent at l3_agent the message router_deleted on router 7d9c2278-196f-448c-a076-ee61a8583f55 {{(pid=95502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 19:22:10.422198 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4c8fc233-328c-497a-936f-87f7eec45a9d tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:10.423623 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-4c8fc233-328c-497a-936f-87f7eec45a9d tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] 10.222.0.49 "DELETE /v2.0/routers/7d9c2278-196f-448c-a076-ee61a8583f55 HTTP/1.1" status: 204 len: 168 time: 0.8038666 Oct 12 19:22:10.429117 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 44736) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:10.435463 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-a0f3402f-643e-4fbb-9c19-6994f9f80520 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-364643072', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:22:10.504230 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c816d66-4dc3-434d-9b89-69d4d09f00a0 req-456ab370-c056-4bd4-8481-9aac1784cd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:22:10.505843 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7c816d66-4dc3-434d-9b89-69d4d09f00a0 req-456ab370-c056-4bd4-8481-9aac1784cd75 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=629aee7d-3fde-4c72-af1e-6a7e1f6a7e75 HTTP/1.1" status: 200 len: 843 time: 0.0862074 Oct 12 19:22:10.559206 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a0f3402f-643e-4fbb-9c19-6994f9f80520 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8093678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255505'] for router, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:10.560235 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a0f3402f-643e-4fbb-9c19-6994f9f80520 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8093562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8087085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8022306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255518'] for router, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:10.597510 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cd3b87b4-ad6a-4155-95ba-09b1355e2134 req-0ca9acfc-3a97-47fc-ac45-42a364c7a3b2 tempest-ServerDiagnosticsNegativeTest-1830247129 tempest-ServerDiagnosticsNegativeTest-1830247129-project] 10.222.0.49 "GET /v2.0/ports?device_id=be1a038d-3906-476c-9bc9-593ffd8ebb43 HTTP/1.1" status: 200 len: 210 time: 0.0701692 Oct 12 19:22:10.627241 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c816d66-4dc3-434d-9b89-69d4d09f00a0 req-1af42853-6df1-49a6-9d54-24d77ef51073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:22:10.630907 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7c816d66-4dc3-434d-9b89-69d4d09f00a0 req-1af42853-6df1-49a6-9d54-24d77ef51073 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=90dcf485-b1ad-4139-85a3-9e1e9879e6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1161125 Oct 12 19:22:10.661294 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a0f3402f-643e-4fbb-9c19-6994f9f80520 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:10.739131 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a0f3402f-643e-4fbb-9c19-6994f9f80520 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8093541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7915516'] for router, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:10.799027 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7c816d66-4dc3-434d-9b89-69d4d09f00a0 req-37ce03a5-43c8-4953-ba93-787daffc71f7 service neutron] 10.222.0.61 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622651 Oct 12 19:22:10.838209 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a0f3402f-643e-4fbb-9c19-6994f9f80520 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:10.840107 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-a0f3402f-643e-4fbb-9c19-6994f9f80520 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4092836 Oct 12 19:22:10.842318 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 44754) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:10.847316 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-d1b4a247-82e4-479c-b8ef-e0568a3fc080 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Request body: {'router': {'admin_state_up': True}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:22:10.908561 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7c816d66-4dc3-434d-9b89-69d4d09f00a0 req-4f5458c3-643f-4362-a7f5-23bdf0093624 service neutron] 10.222.0.61 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020324 Oct 12 19:22:11.094680 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d1b4a247-82e4-479c-b8ef-e0568a3fc080 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8087071', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8093548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255500'] for router, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:11.149951 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8939e1-64ee-43da-a08d-5dcdb31683ec req-3e43573e-fea2-4540-9756-a1ba1856ccdb tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:22:11.149951 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-de8939e1-64ee-43da-a08d-5dcdb31683ec req-3e43573e-fea2-4540-9756-a1ba1856ccdb tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] 10.222.0.49 "GET /v2.0/ports?device_id=024b8f58-ca16-425a-ab6d-a3410eb1d1b3 HTTP/1.1" status: 200 len: 946 time: 0.0909767 Oct 12 19:22:11.176442 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-de8939e1-64ee-43da-a08d-5dcdb31683ec req-fd3f2632-93c2-4e25-ae35-24328ce29bf9 tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] 10.222.0.49 "GET /v2.0/security-groups?id=99ba6e0b-b978-4b5f-8f0a-86c3b80dc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374923 Oct 12 19:22:11.196721 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d1b4a247-82e4-479c-b8ef-e0568a3fc080 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7915516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8087046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7915509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8093527'] for router, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:11.310882 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1ecbbb-fb94-4b67-8485-c189b16f2bae req-37090873-02e5-4f8e-aaa6-5478346042f9 tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:22:11.312632 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fe1ecbbb-fb94-4b67-8485-c189b16f2bae req-37090873-02e5-4f8e-aaa6-5478346042f9 tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] 10.222.0.49 "GET /v2.0/ports?device_id=71e7b766-f13f-4fe6-9282-e1c3561fe2f3 HTTP/1.1" status: 200 len: 945 time: 0.0594032 Oct 12 19:22:11.369153 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fe1ecbbb-fb94-4b67-8485-c189b16f2bae req-ddaff864-bfa7-473c-b15b-8d9b8cdf4c96 tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] 10.222.0.49 "GET /v2.0/security-groups?id=99ba6e0b-b978-4b5f-8f0a-86c3b80dc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419834 Oct 12 19:22:11.671754 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23eac05-40a8-422a-9a01-6fcb03a80f53 req-7d8c094e-5381-46e9-ac13-a894cf615003 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:22:11.673097 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e23eac05-40a8-422a-9a01-6fcb03a80f53 req-7d8c094e-5381-46e9-ac13-a894cf615003 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9d57adf-b14f-4aac-a2a5-d5a2ff76d754 HTTP/1.1" status: 200 len: 948 time: 0.0649679 Oct 12 19:22:11.692245 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be1a038d-3906-476c-9bc9-593ffd8ebb43', 'name': 'network-vif-deleted', 'tag': '3154a13e-7637-465a-a7e1-2ebe2d52d917'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:22:11.694732 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d347680-efd4-4cd3-b6f5-864553aa1b18" -d '{"events": [{"server_uuid": "be1a038d-3906-476c-9bc9-593ffd8ebb43", "name": "network-vif-deleted", "tag": "3154a13e-7637-465a-a7e1-2ebe2d52d917"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:22:11.717142 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e23eac05-40a8-422a-9a01-6fcb03a80f53 req-58554ea0-168a-4310-8bb5-10c0e9c38bdf tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/security-groups?id=ceeec1d2-c315-47e9-9f92-76d770e7141a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334847 Oct 12 19:22:11.772538 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1b4a247-82e4-479c-b8ef-e0568a3fc080 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Router b6292ade-33a3-4e55-a0be-f6035eee2bbb is scheduled to L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b with binding_index 1 {{(pid=95502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 19:22:11.827584 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2495d029-65fc-475d-91e7-c8d3a8f8a760 x-openstack-request-id: req-2495d029-65fc-475d-91e7-c8d3a8f8a760 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:22:11.828228 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be1a038d-3906-476c-9bc9-593ffd8ebb43", "name": "network-vif-deleted", "tag": "3154a13e-7637-465a-a7e1-2ebe2d52d917", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:22:11.828571 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2495d029-65fc-475d-91e7-c8d3a8f8a760 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:22:11.831449 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be1a038d-3906-476c-9bc9-593ffd8ebb43', 'name': 'network-vif-deleted', 'tag': '3154a13e-7637-465a-a7e1-2ebe2d52d917', 'status': 'completed', 'code': 200} Oct 12 19:22:11.899869 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1b4a247-82e4-479c-b8ef-e0568a3fc080 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:22:11.910841 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b8c7d2-8039-4269-b6c0-9685f3e8bdc6 None None] Sync routers for ids ['b6292ade-33a3-4e55-a0be-f6035eee2bbb'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:22:11.911305 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d1b4a247-82e4-479c-b8ef-e0568a3fc080 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:11.915455 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-d1b4a247-82e4-479c-b8ef-e0568a3fc080 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] 10.222.0.49 "PUT /v2.0/routers/b6292ade-33a3-4e55-a0be-f6035eee2bbb HTTP/1.1" status: 200 len: 693 time: 1.0700901 Oct 12 19:22:11.917615 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 44788) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:11.926357 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b8c7d2-8039-4269-b6c0-9685f3e8bdc6 None None] Routers {'b6292ade-33a3-4e55-a0be-f6035eee2bbb'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:22:11.927064 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-34b8c7d2-8039-4269-b6c0-9685f3e8bdc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:22:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['b6292ade-33a3-4e55-a0be-f6035eee2bbb'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:22:12.005989 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a74384f-4a13-468e-87e8-e1decd7669b7 req-a0b6bf37-61d1-4f7d-93ba-e4c4f6cc5ea0 tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:22:12.017258 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3a74384f-4a13-468e-87e8-e1decd7669b7 req-a0b6bf37-61d1-4f7d-93ba-e4c4f6cc5ea0 tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] 10.222.0.49 "GET /v2.0/ports?device_id=71e7b766-f13f-4fe6-9282-e1c3561fe2f3 HTTP/1.1" status: 200 len: 945 time: 0.1475208 Oct 12 19:22:12.035996 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 44790) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:12.036300 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-88f9af9f-42bf-4e9d-9d39-efdc3ec15943 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] 10.222.0.49 "GET /v2.0/routers/b6292ade-33a3-4e55-a0be-f6035eee2bbb HTTP/1.1" status: 200 len: 699 time: 0.1185701 Oct 12 19:22:12.064517 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-34b8c7d2-8039-4269-b6c0-9685f3e8bdc6 None None] Set router b6292ade-33a3-4e55-a0be-f6035eee2bbb gateway port host: None {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:22:12.080734 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-1fa1008a-907e-446c-9c58-918859713ae9 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6292ade-33a3-4e55-a0be-f6035eee2bbb HTTP/1.1" status: 200 len: 205 time: 0.0432196 Oct 12 19:22:12.083262 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 44792) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:12.121113 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-34b8c7d2-8039-4269-b6c0-9685f3e8bdc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6292ade-33a3-4e55-a0be-f6035eee2bbb', 'name': 'tempest-RoutersTest-router-364643072', 'tenant_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:22:10Z', 'updated_at': '2021-10-12T19:22:11Z', 'revision_number': 2, 'project_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'gw_port_host': None}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:22:12.147826 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b8c7d2-8039-4269-b6c0-9685f3e8bdc6 None None] Checking router: b6292ade-33a3-4e55-a0be-f6035eee2bbb for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:22:12.157457 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b8c7d2-8039-4269-b6c0-9685f3e8bdc6 None None] Routers {'b6292ade-33a3-4e55-a0be-f6035eee2bbb'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:22:12.157457 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-34b8c7d2-8039-4269-b6c0-9685f3e8bdc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:22:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['b6292ade-33a3-4e55-a0be-f6035eee2bbb'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:22:12.169954 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3a74384f-4a13-468e-87e8-e1decd7669b7 req-c31cb929-2e97-4c5c-9750-c5a69fdcbc17 tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] 10.222.0.49 "GET /v2.0/security-groups?id=99ba6e0b-b978-4b5f-8f0a-86c3b80dc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518075 Oct 12 19:22:12.172443 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-cde87ea0-abdf-4cea-aea3-1186b4ed1f6f tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks [] for router, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:12.228132 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-34b8c7d2-8039-4269-b6c0-9685f3e8bdc6 None None] Set router b6292ade-33a3-4e55-a0be-f6035eee2bbb gateway port host: None {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:22:12.280826 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-34b8c7d2-8039-4269-b6c0-9685f3e8bdc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6292ade-33a3-4e55-a0be-f6035eee2bbb', 'name': 'tempest-RoutersTest-router-364643072', 'tenant_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:22:10Z', 'updated_at': '2021-10-12T19:22:11Z', 'revision_number': 2, 'project_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'gw_port_host': None}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:22:12.310630 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b8c7d2-8039-4269-b6c0-9685f3e8bdc6 None None] The sync data for ids ['b6292ade-33a3-4e55-a0be-f6035eee2bbb'] in n-d-813679-3 is: [{'id': 'b6292ade-33a3-4e55-a0be-f6035eee2bbb', 'name': 'tempest-RoutersTest-router-364643072', 'tenant_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:22:10Z', 'updated_at': '2021-10-12T19:22:11Z', 'revision_number': 2, 'project_id': 'ceb2896b1b72443898c06b8dcad99d7f', 'gw_port_host': None}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:22:12.352417 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-cde87ea0-abdf-4cea-aea3-1186b4ed1f6f tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255495'] for router, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:12.354831 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-cde87ea0-abdf-4cea-aea3-1186b4ed1f6f tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:12.473244 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-cde87ea0-abdf-4cea-aea3-1186b4ed1f6f tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8093499'] for router, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:12.473781 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cde87ea0-abdf-4cea-aea3-1186b4ed1f6f tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Fanout notify agent at l3_agent the message router_deleted on router b6292ade-33a3-4e55-a0be-f6035eee2bbb {{(pid=95501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 19:22:12.481661 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-cde87ea0-abdf-4cea-aea3-1186b4ed1f6f tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] Notify callbacks [] for router, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:12.486854 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 44804) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:12.487020 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-cde87ea0-abdf-4cea-aea3-1186b4ed1f6f tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] 10.222.0.49 "DELETE /v2.0/routers/b6292ade-33a3-4e55-a0be-f6035eee2bbb HTTP/1.1" status: 204 len: 168 time: 0.4027407 Oct 12 19:22:12.522494 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-c1de3bee-7453-4631-94fa-4f051b9bebfe tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6292ade-33a3-4e55-a0be-f6035eee2bbb HTTP/1.1" status: 200 len: 205 time: 0.0335450 Oct 12 19:22:12.524704 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 44806) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:12.526074 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 44808) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:12.566550 n-d-813679-3 neutron-server[95501]: INFO neutron.api.v2.resource [None req-94f73126-b228-43d8-b786-6e575e59185e tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] delete failed (client error): The resource could not be found. Oct 12 19:22:12.568572 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-94f73126-b228-43d8-b786-6e575e59185e tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] 10.222.0.49 "DELETE /v2.0/routers/b6292ade-33a3-4e55-a0be-f6035eee2bbb HTTP/1.1" status: 404 len: 336 time: 0.0411146 Oct 12 19:22:12.571112 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 44812) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:12.600544 n-d-813679-3 neutron-server[95501]: INFO neutron.pecan_wsgi.hooks.translation [None req-22bcfb39-e11e-4356-bcf0-84492638b305 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] DELETE failed (client error): The resource could not be found. Oct 12 19:22:12.600996 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22bcfb39-e11e-4356-bcf0-84492638b305 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:22:12.604781 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-22bcfb39-e11e-4356-bcf0-84492638b305 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] 10.222.0.49 "DELETE /v2.0/subnets/af255f7a-e516-482e-87f6-92081eaef7f1 HTTP/1.1" status: 404 len: 337 time: 0.0325048 Oct 12 19:22:12.608255 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 44814) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:12.634525 n-d-813679-3 neutron-server[95501]: INFO neutron.pecan_wsgi.hooks.translation [None req-921aca8b-c503-435a-bfa8-5e22cd73cd72 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] DELETE failed (client error): The resource could not be found. Oct 12 19:22:12.634980 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-921aca8b-c503-435a-bfa8-5e22cd73cd72 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:22:12.638203 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-921aca8b-c503-435a-bfa8-5e22cd73cd72 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] 10.222.0.49 "DELETE /v2.0/subnets/6d678f8a-6782-4a3a-96db-1cf5c8a3c54d HTTP/1.1" status: 404 len: 337 time: 0.0290296 Oct 12 19:22:12.640702 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 44818) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:12.668842 n-d-813679-3 neutron-server[95501]: INFO neutron.pecan_wsgi.hooks.translation [None req-2097b2a4-542f-4e49-8251-f6748f333c22 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] DELETE failed (client error): The resource could not be found. Oct 12 19:22:12.669301 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2097b2a4-542f-4e49-8251-f6748f333c22 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:22:12.672552 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-2097b2a4-542f-4e49-8251-f6748f333c22 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] 10.222.0.49 "DELETE /v2.0/subnets/433bc341-8490-4169-b2a7-96662af09f31 HTTP/1.1" status: 404 len: 337 time: 0.0309205 Oct 12 19:22:12.674321 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-1fed9412-58d9-408a-869a-9a917f88c409 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ddc4bbfe12304774b4ffb7d2f8a991e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1484218 Oct 12 19:22:12.675297 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 44820) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:12.676984 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 44822) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:12.709983 n-d-813679-3 neutron-server[95501]: INFO neutron.pecan_wsgi.hooks.translation [None req-773e566b-f030-4fb2-8cec-2a419add42d3 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] DELETE failed (client error): The resource could not be found. Oct 12 19:22:12.710430 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-773e566b-f030-4fb2-8cec-2a419add42d3 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:22:12.716404 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-773e566b-f030-4fb2-8cec-2a419add42d3 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] 10.222.0.49 "DELETE /v2.0/subnets/05e171b4-749e-46ec-9e3f-520255692239 HTTP/1.1" status: 404 len: 337 time: 0.0377440 Oct 12 19:22:12.717138 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 44824) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:12.745221 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-106821f5-a394-495a-817b-ca19e4993a7a tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d9c2278-196f-448c-a076-ee61a8583f55 HTTP/1.1" status: 200 len: 205 time: 0.0268991 Oct 12 19:22:12.749355 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 44828) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:12.761277 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-30d16004-6d5c-42b4-8cdd-c84bb9fc974e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:12.854917 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eb9fdb-ad17-4f66-bb65-ff3d9fd181b0 req-b3d877f8-5b97-420a-8a65-d8037c50cb99 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:22:12.861405 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d8eb9fdb-ad17-4f66-bb65-ff3d9fd181b0 req-b3d877f8-5b97-420a-8a65-d8037c50cb99 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9d57adf-b14f-4aac-a2a5-d5a2ff76d754 HTTP/1.1" status: 200 len: 948 time: 0.0615602 Oct 12 19:22:12.920663 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d8eb9fdb-ad17-4f66-bb65-ff3d9fd181b0 req-c76637c2-7863-4ced-866d-7a426c173f6b tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/security-groups?id=ceeec1d2-c315-47e9-9f92-76d770e7141a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499070 Oct 12 19:22:13.134000 n-d-813679-3 neutron-server[95501]: INFO neutron.api.v2.resource [None req-e062de4c-db04-4502-b529-27e205dd61a2 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] delete failed (client error): The resource could not be found. Oct 12 19:22:13.135024 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-e062de4c-db04-4502-b529-27e205dd61a2 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] 10.222.0.49 "DELETE /v2.0/routers/7d9c2278-196f-448c-a076-ee61a8583f55 HTTP/1.1" status: 404 len: 336 time: 0.3848612 Oct 12 19:22:13.137947 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 44838) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:13.164790 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-30d16004-6d5c-42b4-8cdd-c84bb9fc974e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:13.169421 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-b061a2a6-a0ae-4bc9-afc7-06a7b0e3c107 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] 10.222.0.49 "GET /v2.0/ports?device_id=45e99217-70e2-45e0-8681-3ccd08d79776 HTTP/1.1" status: 200 len: 205 time: 0.0299220 Oct 12 19:22:13.181853 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 44840) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:13.208623 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcdf515-d4dd-4acf-92c2-2f664d0301a5 req-5cf01bf6-cb8f-4856-a62f-2495dd39b488 tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:22:13.210075 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0fcdf515-d4dd-4acf-92c2-2f664d0301a5 req-5cf01bf6-cb8f-4856-a62f-2495dd39b488 tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] 10.222.0.67 "GET /v2.0/ports?device_id=71e7b766-f13f-4fe6-9282-e1c3561fe2f3 HTTP/1.1" status: 200 len: 945 time: 0.0901332 Oct 12 19:22:13.221007 n-d-813679-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-c3192eaa-cfd6-44bc-8d83-3209decc4999 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] delete failed (client error): The resource could not be found. Oct 12 19:22:13.224503 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-c3192eaa-cfd6-44bc-8d83-3209decc4999 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] 10.222.0.49 "DELETE /v2.0/routers/45e99217-70e2-45e0-8681-3ccd08d79776 HTTP/1.1" status: 404 len: 336 time: 0.0395110 Oct 12 19:22:13.224727 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 44844) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:13.280758 n-d-813679-3 neutron-server[95501]: INFO neutron.pecan_wsgi.hooks.translation [None req-67af251a-2fdf-4cfb-9879-e959f7ef8426 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] DELETE failed (client error): The resource could not be found. Oct 12 19:22:13.281218 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67af251a-2fdf-4cfb-9879-e959f7ef8426 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:22:13.284234 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-67af251a-2fdf-4cfb-9879-e959f7ef8426 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] 10.222.0.49 "DELETE /v2.0/subnets/624c828b-f7a5-4abe-a144-ba0c49214ed7 HTTP/1.1" status: 404 len: 337 time: 0.0583622 Oct 12 19:22:13.290815 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 44850) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:13.342143 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-53ade64b-0efc-4544-9bf7-bed823631200 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] 10.222.0.49 "GET /v2.0/ports?device_id=13f6a1de-8527-4973-b2fd-a19b8e001265 HTTP/1.1" status: 200 len: 205 time: 0.0498466 Oct 12 19:22:13.343105 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 44852) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:13.373163 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-30d16004-6d5c-42b4-8cdd-c84bb9fc974e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:13.375882 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-30d16004-6d5c-42b4-8cdd-c84bb9fc974e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:13.379703 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-30d16004-6d5c-42b4-8cdd-c84bb9fc974e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/af945cad-b8ca-4d98-b39d-948bc84c111f HTTP/1.1" status: 204 len: 168 time: 0.6956673 Oct 12 19:22:13.409829 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a66de9-b981-4fb7-adc7-a3c0efe8028b req-e14f9753-1ceb-42fd-ab3c-d5ce416352e8 tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:22:13.415072 n-d-813679-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-8d7b8cb1-653c-4fac-90fa-63281d808ce2 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] delete failed (client error): The resource could not be found. Oct 12 19:22:13.416165 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-8d7b8cb1-653c-4fac-90fa-63281d808ce2 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] 10.222.0.49 "DELETE /v2.0/routers/13f6a1de-8527-4973-b2fd-a19b8e001265 HTTP/1.1" status: 404 len: 336 time: 0.0720894 Oct 12 19:22:13.418614 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-58a66de9-b981-4fb7-adc7-a3c0efe8028b req-e14f9753-1ceb-42fd-ab3c-d5ce416352e8 tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] 10.222.0.49 "GET /v2.0/ports?device_id=71e7b766-f13f-4fe6-9282-e1c3561fe2f3 HTTP/1.1" status: 200 len: 945 time: 0.1447232 Oct 12 19:22:13.424723 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 44858) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:13.426050 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d16004-6d5c-42b4-8cdd-c84bb9fc974e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af945cad-b8ca-4d98-b39d-948bc84c111f,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:13.478256 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-ed596c2b-6ea1-44e6-b3d4-13f05d1c06f4 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] 10.222.0.49 "GET /v2.0/ports?device_id=2aec3ecf-8f73-47aa-9290-e7356841559b HTTP/1.1" status: 200 len: 205 time: 0.0486555 Oct 12 19:22:13.480759 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 44860) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:13.511592 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-58a66de9-b981-4fb7-adc7-a3c0efe8028b req-d381844b-920c-4c68-b7d6-241db8681232 tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] 10.222.0.49 "GET /v2.0/security-groups?id=99ba6e0b-b978-4b5f-8f0a-86c3b80dc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918362 Oct 12 19:22:13.518414 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-0fcdf515-d4dd-4acf-92c2-2f664d0301a5 req-2e508f68-2ef7-4437-8c70-564654c252d5 tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] Deleting port 21acc14c-b96d-4639-988d-0beb1c9d1c7f {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:22:13.518703 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-0fcdf515-d4dd-4acf-92c2-2f664d0301a5 req-2e508f68-2ef7-4437-8c70-564654c252d5 tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:13.535887 n-d-813679-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-36d25fd7-bc07-4ee8-b419-d1d7da84e86a tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] delete failed (client error): The resource could not be found. Oct 12 19:22:13.539779 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-36d25fd7-bc07-4ee8-b419-d1d7da84e86a tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] 10.222.0.49 "DELETE /v2.0/routers/2aec3ecf-8f73-47aa-9290-e7356841559b HTTP/1.1" status: 404 len: 336 time: 0.0553801 Oct 12 19:22:13.539945 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 44862) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:13.572878 n-d-813679-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb0aa01e-6950-4db7-b3b5-983b40c94f1f tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] DELETE failed (client error): The resource could not be found. Oct 12 19:22:13.573325 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb0aa01e-6950-4db7-b3b5-983b40c94f1f tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:22:13.576293 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-cb0aa01e-6950-4db7-b3b5-983b40c94f1f tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] 10.222.0.49 "DELETE /v2.0/subnets/e8f47b82-41b5-4681-8f0a-7c31dc2e9a34 HTTP/1.1" status: 404 len: 337 time: 0.0354152 Oct 12 19:22:13.578921 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 44864) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:13.616454 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-5e23689b-92c0-4c41-8af9-fdaf7868b574 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] 10.222.0.49 "GET /v2.0/ports?device_id=9975844d-c5e9-4d8d-add4-bd6feaa7dc7e HTTP/1.1" status: 200 len: 205 time: 0.0323639 Oct 12 19:22:13.616559 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 44870) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:13.668056 n-d-813679-3 neutron-server[95501]: INFO neutron.api.v2.resource [None req-0838d49f-055c-4b91-895f-42d364172747 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] delete failed (client error): The resource could not be found. Oct 12 19:22:13.668937 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-0838d49f-055c-4b91-895f-42d364172747 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] 10.222.0.49 "DELETE /v2.0/routers/9975844d-c5e9-4d8d-add4-bd6feaa7dc7e HTTP/1.1" status: 404 len: 336 time: 0.0518389 Oct 12 19:22:13.671819 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 44876) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:13.675483 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-0fcdf515-d4dd-4acf-92c2-2f664d0301a5 req-2e508f68-2ef7-4437-8c70-564654c252d5 tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] For port 21acc14c-b96d-4639-988d-0beb1c9d1c7f, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=21acc14c-b96d-4639-988d-0beb1c9d1c7f,segment=NetworkSegment(94fe7d3c-e596-4829-b449-fd6a7ec0e980),segment_id=94fe7d3c-e596-4829-b449-fd6a7ec0e980)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:22:13.675483 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-0fcdf515-d4dd-4acf-92c2-2f664d0301a5 req-2e508f68-2ef7-4437-8c70-564654c252d5 tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:13.691241 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-0fcdf515-d4dd-4acf-92c2-2f664d0301a5 req-2e508f68-2ef7-4437-8c70-564654c252d5 tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] Calling delete_port for 21acc14c-b96d-4639-988d-0beb1c9d1c7f owned by compute:nova {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:22:13.710835 n-d-813679-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7c61657-2ca6-4f9f-b02f-73cba78f2a41 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] DELETE failed (client error): The resource could not be found. Oct 12 19:22:13.711884 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7c61657-2ca6-4f9f-b02f-73cba78f2a41 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:22:13.718037 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-b7c61657-2ca6-4f9f-b02f-73cba78f2a41 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] 10.222.0.49 "DELETE /v2.0/subnets/5287449b-0917-4ab7-bbdd-0bc8eac33746 HTTP/1.1" status: 404 len: 337 time: 0.0450256 Oct 12 19:22:13.718267 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 44880) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:13.778975 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-ae560f67-c35a-4f52-aaa0-23160b1fed0f tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] 10.222.0.49 "GET /v2.0/ports?device_id=17b7ccf2-de7a-4f6b-8dd6-2bb89213722b HTTP/1.1" status: 200 len: 205 time: 0.0594456 Oct 12 19:22:13.781355 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 44882) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:13.818286 n-d-813679-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-765e0a2c-bea7-467d-8229-92f6a28c92b4 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] delete failed (client error): The resource could not be found. Oct 12 19:22:13.819336 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-765e0a2c-bea7-467d-8229-92f6a28c92b4 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] 10.222.0.49 "DELETE /v2.0/routers/17b7ccf2-de7a-4f6b-8dd6-2bb89213722b HTTP/1.1" status: 404 len: 336 time: 0.0369987 Oct 12 19:22:13.822630 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 44884) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:13.850780 n-d-813679-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbf1eaa2-d914-4d57-aced-3987e05f7b0c tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] DELETE failed (client error): The resource could not be found. Oct 12 19:22:13.851612 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbf1eaa2-d914-4d57-aced-3987e05f7b0c tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:22:13.858535 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-bbf1eaa2-d914-4d57-aced-3987e05f7b0c tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] 10.222.0.49 "DELETE /v2.0/subnets/8966f9a0-75e9-4251-93d6-5f8bb69b85dc HTTP/1.1" status: 404 len: 337 time: 0.0327122 Oct 12 19:22:13.858832 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 44886) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:13.889732 n-d-813679-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-d07454c0-93af-4ccd-aee7-9b750b90bdc0 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] DELETE failed (client error): The resource could not be found. Oct 12 19:22:13.890209 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d07454c0-93af-4ccd-aee7-9b750b90bdc0 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:22:13.893285 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-d07454c0-93af-4ccd-aee7-9b750b90bdc0 tempest-RoutersTest-818744206 tempest-RoutersTest-818744206-project] 10.222.0.49 "DELETE /v2.0/subnets/5c0e68c4-cf7d-4862-b8db-f500e2d05184 HTTP/1.1" status: 404 len: 337 time: 0.0334609 Oct 12 19:22:13.984735 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-0fcdf515-d4dd-4acf-92c2-2f664d0301a5 req-2e508f68-2ef7-4437-8c70-564654c252d5 tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:13.998019 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['70896971-5855-4d12-8dc1-1c1b5faae24c'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:22:14.015317 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e508f68-2ef7-4437-8c70-564654c252d5 tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] Pushing event deleted for resources: {'Port': ['ID=21acc14c-b96d-4639-988d-0beb1c9d1c7f,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:14.055773 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82595f08-ee6b-4d1e-8b83-39e9ee59da36 req-0e17bea3-ffc1-4876-9038-3b997de7bee7 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:22:14.057789 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-82595f08-ee6b-4d1e-8b83-39e9ee59da36 req-0e17bea3-ffc1-4876-9038-3b997de7bee7 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9d57adf-b14f-4aac-a2a5-d5a2ff76d754 HTTP/1.1" status: 200 len: 948 time: 0.0699430 Oct 12 19:22:14.069858 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['21acc14c-b96d-4639-988d-0beb1c9d1c7f', 'b9dfcd35-4593-4da5-a120-b97caea7e12e'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:22:14.093142 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fcdf515-d4dd-4acf-92c2-2f664d0301a5 req-2e508f68-2ef7-4437-8c70-564654c252d5 tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] No DVR routers for this DVR port 21acc14c-b96d-4639-988d-0beb1c9d1c7f on host n-h2-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:22:14.097700 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-0fcdf515-d4dd-4acf-92c2-2f664d0301a5 req-2e508f68-2ef7-4437-8c70-564654c252d5 tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:14.106518 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0fcdf515-d4dd-4acf-92c2-2f664d0301a5 req-2e508f68-2ef7-4437-8c70-564654c252d5 tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] 10.222.0.67 "DELETE /v2.0/ports/21acc14c-b96d-4639-988d-0beb1c9d1c7f HTTP/1.1" status: 204 len: 173 time: 0.8873072 Oct 12 19:22:14.107644 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71e7b766-f13f-4fe6-9282-e1c3561fe2f3', 'name': 'network-vif-deleted', 'tag': '21acc14c-b96d-4639-988d-0beb1c9d1c7f'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:22:14.110670 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec62fb1a-08b5-4511-a1d9-cb21c4e71bbf" -d '{"events": [{"server_uuid": "71e7b766-f13f-4fe6-9282-e1c3561fe2f3", "name": "network-vif-deleted", "tag": "21acc14c-b96d-4639-988d-0beb1c9d1c7f"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:22:14.171773 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcac1937-e477-4f02-8319-fb8703b224e8 x-openstack-request-id: req-fcac1937-e477-4f02-8319-fb8703b224e8 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:22:14.172444 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71e7b766-f13f-4fe6-9282-e1c3561fe2f3", "name": "network-vif-deleted", "tag": "21acc14c-b96d-4639-988d-0beb1c9d1c7f", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:22:14.172854 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fcac1937-e477-4f02-8319-fb8703b224e8 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:22:14.173408 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71e7b766-f13f-4fe6-9282-e1c3561fe2f3', 'name': 'network-vif-deleted', 'tag': '21acc14c-b96d-4639-988d-0beb1c9d1c7f', 'status': 'completed', 'code': 200} Oct 12 19:22:14.176690 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-82595f08-ee6b-4d1e-8b83-39e9ee59da36 req-63005bd6-072d-4f38-95d7-6d8da0cefa89 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/security-groups?id=ceeec1d2-c315-47e9-9f92-76d770e7141a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063070 Oct 12 19:22:14.200681 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device ac2ba39d-e5cc-462c-85ad-7f217b2bb8c0 details requested by agent hyperv_n-h1-813679-3 with host n-h1-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:22:14.433980 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port ac2ba39d-e5cc-462c-85ad-7f217b2bb8c0, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=ac2ba39d-e5cc-462c-85ad-7f217b2bb8c0,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:22:14.450535 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Returning: {'device': 'ac2ba39d-e5cc-462c-85ad-7f217b2bb8c0', 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1', 'port_id': 'ac2ba39d-e5cc-462c-85ad-7f217b2bb8c0', 'mac_address': 'fa:16:3e:72:50:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '629aee7d-3fde-4c72-af1e-6a7e1f6a7e75', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:22:14.490263 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:14.503928 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac2ba39d-e5cc-462c-85ad-7f217b2bb8c0 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:22:14.523949 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port ac2ba39d-e5cc-462c-85ad-7f217b2bb8c0, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=ac2ba39d-e5cc-462c-85ad-7f217b2bb8c0,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:22:14.590873 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:14.656086 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-45da3547-54a0-442a-9b3b-da3d063c0774 req-e249d487-0d9e-46cf-b27d-c8f9ab272f39 tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] 10.222.0.49 "GET /v2.0/ports?device_id=71e7b766-f13f-4fe6-9282-e1c3561fe2f3 HTTP/1.1" status: 200 len: 210 time: 0.0441961 Oct 12 19:22:14.688457 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=ac2ba39d-e5cc-462c-85ad-7f217b2bb8c0,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:14.703262 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 44910) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:14.717565 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2ff91a49-1512-48ee-9bbf-52441637aacd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:14.826504 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2ff91a49-1512-48ee-9bbf-52441637aacd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:14.829820 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 44916) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:14.938309 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['ac2ba39d-e5cc-462c-85ad-7f217b2bb8c0'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:22:14.981440 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-839cdfd5-4dc0-4ec8-9b8d-f9f83ab8bd4e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ceb2896b1b72443898c06b8dcad99d7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1504166 Oct 12 19:22:14.981699 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 44922) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:15.049842 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e68fe92a-fdc5-4d78-9e46-043c4b8b2894 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:15.061537 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2ff91a49-1512-48ee-9bbf-52441637aacd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:15.084566 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e68fe92a-fdc5-4d78-9e46-043c4b8b2894 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:15.119274 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-2ff91a49-1512-48ee-9bbf-52441637aacd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=066796b036c14c11a4be6e42e0269483&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4125113 Oct 12 19:22:15.119274 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff91a49-1512-48ee-9bbf-52441637aacd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bca99ed-60a0-47bf-80f1-ff57b6851611,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:15.121102 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 44926) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:15.189564 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-76eb5113-f5cf-41b6-8e9f-9f858debc9f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:15.224442 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-76eb5113-f5cf-41b6-8e9f-9f858debc9f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:15.266527 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e68fe92a-fdc5-4d78-9e46-043c4b8b2894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:15.269147 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e68fe92a-fdc5-4d78-9e46-043c4b8b2894 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:15.270343 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-e68fe92a-fdc5-4d78-9e46-043c4b8b2894 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/32960dab-ef7d-4ad9-b3b6-f3afa76cbf8a HTTP/1.1" status: 204 len: 168 time: 0.2876890 Oct 12 19:22:15.286794 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68fe92a-fdc5-4d78-9e46-043c4b8b2894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32960dab-ef7d-4ad9-b3b6-f3afa76cbf8a,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:15.340445 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a325da0-90a3-48da-999f-3accaf4bb2a7 req-cb28b5d0-0c2f-4d3a-9790-e023a17b3ce5 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:22:15.341860 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7a325da0-90a3-48da-999f-3accaf4bb2a7 req-cb28b5d0-0c2f-4d3a-9790-e023a17b3ce5 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9d57adf-b14f-4aac-a2a5-d5a2ff76d754 HTTP/1.1" status: 200 len: 949 time: 0.0695240 Oct 12 19:22:15.387031 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7a325da0-90a3-48da-999f-3accaf4bb2a7 req-52dcedc8-4f35-4002-819d-4fd050fe7e29 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/security-groups?id=ceeec1d2-c315-47e9-9f92-76d770e7141a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388260 Oct 12 19:22:15.401754 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-76eb5113-f5cf-41b6-8e9f-9f858debc9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:15.404641 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-76eb5113-f5cf-41b6-8e9f-9f858debc9f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:15.405791 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-76eb5113-f5cf-41b6-8e9f-9f858debc9f6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0bca99ed-60a0-47bf-80f1-ff57b6851611 HTTP/1.1" status: 204 len: 168 time: 0.2835267 Oct 12 19:22:15.413748 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76eb5113-f5cf-41b6-8e9f-9f858debc9f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bca99ed-60a0-47bf-80f1-ff57b6851611,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:16.377257 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 21acc14c-b96d-4639-988d-0beb1c9d1c7f no longer exists at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:22:16.403033 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] No Port match for: 21acc14c-b96d-4639-988d-0beb1c9d1c7f {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:22:16.403537 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 21acc14c-b96d-4639-988d-0beb1c9d1c7f not bound to the agent host n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:22:16.510400 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c732947-c449-4a75-8230-762d47d4ac12 req-3a299750-c7dc-4df7-9c1d-3a33ec6d1e04 tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:22:16.516994 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c732947-c449-4a75-8230-762d47d4ac12 req-3a299750-c7dc-4df7-9c1d-3a33ec6d1e04 tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:22:16.518308 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14e1ea4-22c5-45c9-a985-5a78448a827c req-e51a0073-4b29-4a72-850d-c97b7f7f463f tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:22:16.518765 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6c732947-c449-4a75-8230-762d47d4ac12 req-3a299750-c7dc-4df7-9c1d-3a33ec6d1e04 tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] 10.222.0.49 "GET /v2.0/ports?device_id=024b8f58-ca16-425a-ab6d-a3410eb1d1b3&device_id=bc56e988-07ef-4c9a-a3c8-eb10d9eb245a HTTP/1.1" status: 200 len: 1683 time: 0.0707550 Oct 12 19:22:16.519803 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b14e1ea4-22c5-45c9-a985-5a78448a827c req-e51a0073-4b29-4a72-850d-c97b7f7f463f tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9d57adf-b14f-4aac-a2a5-d5a2ff76d754 HTTP/1.1" status: 200 len: 949 time: 0.0523157 Oct 12 19:22:16.560581 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6c732947-c449-4a75-8230-762d47d4ac12 req-a38b951f-e44a-478a-aec3-4133df8a7951 tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] 10.222.0.49 "GET /v2.0/security-groups?id=99ba6e0b-b978-4b5f-8f0a-86c3b80dc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342448 Oct 12 19:22:16.573439 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b14e1ea4-22c5-45c9-a985-5a78448a827c req-b47060a2-e149-4d81-86a1-51d4657b3cdd tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/security-groups?id=ceeec1d2-c315-47e9-9f92-76d770e7141a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474563 Oct 12 19:22:17.184310 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 45046) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:17.385532 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-7e79c82e-23ce-4863-86e5-ca77dbc7a644 tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:22:17.386310 n-d-813679-3 neutron-server[95502]: WARNING neutron.api.v2.base [None req-7e79c82e-23ce-4863-86e5-ca77dbc7a644 tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 12 19:22:17.386804 n-d-813679-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-7e79c82e-23ce-4863-86e5-ca77dbc7a644 tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] create failed (client error): There was a conflict when trying to complete your request. Oct 12 19:22:17.387768 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-7e79c82e-23ce-4863-86e5-ca77dbc7a644 tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2025471 Oct 12 19:22:17.392822 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 45058) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:17.397980 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-64e7aea9-395d-4343-94f6-bde1beb439b1 tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] Request body: {'security_group': {'name': 'tempest-secgroup--1458255033'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:22:17.518395 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-64e7aea9-395d-4343-94f6-bde1beb439b1 tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:17.528288 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-64e7aea9-395d-4343-94f6-bde1beb439b1 tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:17.637106 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-64e7aea9-395d-4343-94f6-bde1beb439b1 tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:17.714413 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f274e82-88cb-4892-9612-f7a8061d82c3 req-4ebef42e-8381-4d97-a469-c845bfd5cc3b tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:22:17.716116 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4f274e82-88cb-4892-9612-f7a8061d82c3 req-4ebef42e-8381-4d97-a469-c845bfd5cc3b tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9d57adf-b14f-4aac-a2a5-d5a2ff76d754 HTTP/1.1" status: 200 len: 949 time: 0.0686877 Oct 12 19:22:17.728166 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2a74e7-197e-4a59-ad7b-f8ed1f5722ea req-6c1dd80f-c584-4081-ae8e-f8fd13dd8a43 tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:22:17.736230 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9f2a74e7-197e-4a59-ad7b-f8ed1f5722ea req-6c1dd80f-c584-4081-ae8e-f8fd13dd8a43 tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] 10.222.0.49 "GET /v2.0/ports?device_id=024b8f58-ca16-425a-ab6d-a3410eb1d1b3 HTTP/1.1" status: 200 len: 946 time: 0.0663829 Oct 12 19:22:17.759659 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4f274e82-88cb-4892-9612-f7a8061d82c3 req-5e0046f1-760a-42f0-9b14-121caeb1845c tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/security-groups?id=ceeec1d2-c315-47e9-9f92-76d770e7141a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355277 Oct 12 19:22:17.761240 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-64e7aea9-395d-4343-94f6-bde1beb439b1 tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:17.773424 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9f2a74e7-197e-4a59-ad7b-f8ed1f5722ea req-3457bc54-fee1-4666-ac16-5ab66182f311 tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] 10.222.0.49 "GET /v2.0/security-groups?id=99ba6e0b-b978-4b5f-8f0a-86c3b80dc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360477 Oct 12 19:22:17.822558 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e7aea9-395d-4343-94f6-bde1beb439b1 tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36b38f1c-209e-49d7-a795-72f017cb7cf1,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:17.872634 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-64e7aea9-395d-4343-94f6-bde1beb439b1 tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:17.944447 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-64e7aea9-395d-4343-94f6-bde1beb439b1 tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:17.977777 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e7aea9-395d-4343-94f6-bde1beb439b1 tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f982efab-4368-4fa7-ada1-192a61490ec5,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:18.055268 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-64e7aea9-395d-4343-94f6-bde1beb439b1 tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:18.056620 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-64e7aea9-395d-4343-94f6-bde1beb439b1 tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6627629 Oct 12 19:22:18.059346 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 45084) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:18.064319 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-4c55b2e8-b11f-4432-b851-ad28bad70217 tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] Request body: {'security_group_rule': {'security_group_id': 'f982efab-4368-4fa7-ada1-192a61490ec5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:22:18.155611 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4c55b2e8-b11f-4432-b851-ad28bad70217 tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:18.183284 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device ac2ba39d-e5cc-462c-85ad-7f217b2bb8c0 up at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:22:18.230827 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4c55b2e8-b11f-4432-b851-ad28bad70217 tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:18.292716 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4c55b2e8-b11f-4432-b851-ad28bad70217 tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:18.311674 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c55b2e8-b11f-4432-b851-ad28bad70217 tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94b5b6a7-1a3f-4050-a575-002062087857,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:18.323798 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning for port ac2ba39d-e5cc-462c-85ad-7f217b2bb8c0 completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:22:18.328626 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning complete for port ac2ba39d-e5cc-462c-85ad-7f217b2bb8c0 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:22:18.329292 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:18.384754 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4c55b2e8-b11f-4432-b851-ad28bad70217 tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:18.387194 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-4c55b2e8-b11f-4432-b851-ad28bad70217 tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3261955 Oct 12 19:22:18.407355 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:18.416344 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 45100) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:18.421268 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-cb769338-af62-4b8b-a93f-204746316e72 tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] Request body: {'security_group_rule': {'security_group_id': 'f982efab-4368-4fa7-ada1-192a61490ec5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:22:18.431598 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9d57adf-b14f-4aac-a2a5-d5a2ff76d754', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac2ba39d-e5cc-462c-85ad-7f217b2bb8c0'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:22:18.433914 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8914ebef-ecab-4773-bd85-f45d67ef90b5" -d '{"events": [{"server_uuid": "a9d57adf-b14f-4aac-a2a5-d5a2ff76d754", "name": "network-vif-plugged", "status": "completed", "tag": "ac2ba39d-e5cc-462c-85ad-7f217b2bb8c0"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:22:18.447537 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port ac2ba39d-e5cc-462c-85ad-7f217b2bb8c0, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=ac2ba39d-e5cc-462c-85ad-7f217b2bb8c0,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:22:18.491939 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ae84731-7793-4be7-be57-2f29faca9670 x-openstack-request-id: req-6ae84731-7793-4be7-be57-2f29faca9670 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:22:18.493125 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9d57adf-b14f-4aac-a2a5-d5a2ff76d754", "name": "network-vif-plugged", "status": "completed", "tag": "ac2ba39d-e5cc-462c-85ad-7f217b2bb8c0", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:22:18.493379 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6ae84731-7793-4be7-be57-2f29faca9670 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:22:18.493909 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9d57adf-b14f-4aac-a2a5-d5a2ff76d754', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac2ba39d-e5cc-462c-85ad-7f217b2bb8c0', 'code': 200} Oct 12 19:22:18.513394 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:18.524627 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cb769338-af62-4b8b-a93f-204746316e72 tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:18.585445 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e352e2fb-edbb-484a-aa0f-111a30e3dd2b req-df11c13a-24e6-42fd-9997-fcfa5c92db5e tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:22:18.593052 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e352e2fb-edbb-484a-aa0f-111a30e3dd2b req-df11c13a-24e6-42fd-9997-fcfa5c92db5e tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] 10.222.0.61 "GET /v2.0/ports?device_id=024b8f58-ca16-425a-ab6d-a3410eb1d1b3 HTTP/1.1" status: 200 len: 946 time: 0.0689933 Oct 12 19:22:18.611048 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=ac2ba39d-e5cc-462c-85ad-7f217b2bb8c0,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:18.675453 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b0bed9-664f-48f8-afd8-dadb14ed9847 req-ece71c69-4f9c-4b71-aa1b-ef3b50472183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:22:18.677010 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-81b0bed9-664f-48f8-afd8-dadb14ed9847 req-ece71c69-4f9c-4b71-aa1b-ef3b50472183 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a9d57adf-b14f-4aac-a2a5-d5a2ff76d754 HTTP/1.1" status: 200 len: 1101 time: 0.1093140 Oct 12 19:22:18.731895 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-e352e2fb-edbb-484a-aa0f-111a30e3dd2b req-6a9bd94a-409a-4cf9-9a57-609005bbe67b tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] Deleting port 70896971-5855-4d12-8dc1-1c1b5faae24c {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:22:18.732904 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-e352e2fb-edbb-484a-aa0f-111a30e3dd2b req-6a9bd94a-409a-4cf9-9a57-609005bbe67b tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:18.752257 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-81b0bed9-664f-48f8-afd8-dadb14ed9847 req-3eb77ba0-981e-480e-bea4-b0603ef5f29d service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ceeec1d2-c315-47e9-9f92-76d770e7141a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654202 Oct 12 19:22:18.764066 n-d-813679-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-cb769338-af62-4b8b-a93f-204746316e72 tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] create failed (client error): There was a conflict when trying to complete your request. Oct 12 19:22:18.769149 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-cb769338-af62-4b8b-a93f-204746316e72 tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3514192 Oct 12 19:22:18.770050 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 45130) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:18.866763 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-e352e2fb-edbb-484a-aa0f-111a30e3dd2b req-6a9bd94a-409a-4cf9-9a57-609005bbe67b tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] For port 70896971-5855-4d12-8dc1-1c1b5faae24c, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=70896971-5855-4d12-8dc1-1c1b5faae24c,segment=NetworkSegment(94fe7d3c-e596-4829-b449-fd6a7ec0e980),segment_id=94fe7d3c-e596-4829-b449-fd6a7ec0e980)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:22:18.867133 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-e352e2fb-edbb-484a-aa0f-111a30e3dd2b req-6a9bd94a-409a-4cf9-9a57-609005bbe67b tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:18.883146 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-e352e2fb-edbb-484a-aa0f-111a30e3dd2b req-6a9bd94a-409a-4cf9-9a57-609005bbe67b tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] Calling delete_port for 70896971-5855-4d12-8dc1-1c1b5faae24c owned by compute:nova {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:22:18.893938 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1c32f6f8-c5af-4393-a018-1392e28eaba9 tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:18.963542 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1c32f6f8-c5af-4393-a018-1392e28eaba9 tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:19.040972 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c575125-1204-4c0d-952d-a31d2ec175df req-a27c701f-e2a8-42a3-a954-fa25669bc40b tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:22:19.041232 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c43ce45-c44e-4053-b56a-3699b148ff8f req-51f99599-a461-411b-98d3-c5c41a9ef4e6 tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:22:19.042494 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1c43ce45-c44e-4053-b56a-3699b148ff8f req-51f99599-a461-411b-98d3-c5c41a9ef4e6 tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] 10.222.0.49 "GET /v2.0/ports?device_id=024b8f58-ca16-425a-ab6d-a3410eb1d1b3 HTTP/1.1" status: 200 len: 946 time: 0.1058254 Oct 12 19:22:19.042665 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4c575125-1204-4c0d-952d-a31d2ec175df req-a27c701f-e2a8-42a3-a954-fa25669bc40b tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9d57adf-b14f-4aac-a2a5-d5a2ff76d754 HTTP/1.1" status: 200 len: 950 time: 0.1075130 Oct 12 19:22:19.068154 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a09de3-b3ba-404d-843e-5a9f31ab4235 req-2931b350-d9e5-4aaa-acf4-824ea4796bc8 tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:22:19.068154 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-11a09de3-b3ba-404d-843e-5a9f31ab4235 req-2931b350-d9e5-4aaa-acf4-824ea4796bc8 tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] 10.222.0.67 "GET /v2.0/ports?device_id=bc56e988-07ef-4c9a-a3c8-eb10d9eb245a HTTP/1.1" status: 200 len: 946 time: 0.0997958 Oct 12 19:22:19.094799 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4c575125-1204-4c0d-952d-a31d2ec175df req-6da61c49-74fa-4a2f-b737-24e554f9e990 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/security-groups?id=ceeec1d2-c315-47e9-9f92-76d770e7141a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399349 Oct 12 19:22:19.169917 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1c32f6f8-c5af-4393-a018-1392e28eaba9 tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:19.172558 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1c32f6f8-c5af-4393-a018-1392e28eaba9 tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:19.176233 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-1c32f6f8-c5af-4393-a018-1392e28eaba9 tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] 10.222.0.49 "DELETE /v2.0/security-groups/f982efab-4368-4fa7-ada1-192a61490ec5 HTTP/1.1" status: 204 len: 168 time: 0.4026902 Oct 12 19:22:19.176401 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1c43ce45-c44e-4053-b56a-3699b148ff8f req-da0342a5-51a1-4d48-8257-dfe5512f4306 tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] 10.222.0.49 "GET /v2.0/security-groups?id=99ba6e0b-b978-4b5f-8f0a-86c3b80dc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261106 Oct 12 19:22:19.197699 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 45158) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:19.204530 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c32f6f8-c5af-4393-a018-1392e28eaba9 tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f982efab-4368-4fa7-ada1-192a61490ec5,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:19.245043 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-11a09de3-b3ba-404d-843e-5a9f31ab4235 req-3cd60ad6-dfd9-4150-8080-a204881ad19f tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] Deleting port b9dfcd35-4593-4da5-a120-b97caea7e12e {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:22:19.246165 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-11a09de3-b3ba-404d-843e-5a9f31ab4235 req-3cd60ad6-dfd9-4150-8080-a204881ad19f tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:19.332815 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-1a8f6455-7f7c-4c97-9bb3-f01a842c7875 tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1360910 Oct 12 19:22:19.332815 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 45168) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:19.335099 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-c4e68ab6-7314-4a10-947f-412d3f6ee20d tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] Request body: {'security_group': {'name': 'tempest-secgroup--429722657'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:22:19.363403 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-e352e2fb-edbb-484a-aa0f-111a30e3dd2b req-6a9bd94a-409a-4cf9-9a57-609005bbe67b tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:19.376687 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['b9dfcd35-4593-4da5-a120-b97caea7e12e'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:22:19.381294 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['70896971-5855-4d12-8dc1-1c1b5faae24c'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:22:19.416342 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9bd94a-409a-4cf9-9a57-609005bbe67b tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] Pushing event deleted for resources: {'Port': ['ID=70896971-5855-4d12-8dc1-1c1b5faae24c,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:19.467916 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c4e68ab6-7314-4a10-947f-412d3f6ee20d tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:19.486616 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-e352e2fb-edbb-484a-aa0f-111a30e3dd2b req-6a9bd94a-409a-4cf9-9a57-609005bbe67b tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] No DVR routers for this DVR port 70896971-5855-4d12-8dc1-1c1b5faae24c on host n-h1-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:22:19.489807 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-e352e2fb-edbb-484a-aa0f-111a30e3dd2b req-6a9bd94a-409a-4cf9-9a57-609005bbe67b tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:19.494580 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e352e2fb-edbb-484a-aa0f-111a30e3dd2b req-6a9bd94a-409a-4cf9-9a57-609005bbe67b tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] 10.222.0.61 "DELETE /v2.0/ports/70896971-5855-4d12-8dc1-1c1b5faae24c HTTP/1.1" status: 204 len: 173 time: 0.8949974 Oct 12 19:22:19.501236 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '024b8f58-ca16-425a-ab6d-a3410eb1d1b3', 'name': 'network-vif-deleted', 'tag': '70896971-5855-4d12-8dc1-1c1b5faae24c'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:22:19.503608 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e05d4238-d8a4-403f-aa4f-32c3a7f0a6e9" -d '{"events": [{"server_uuid": "024b8f58-ca16-425a-ab6d-a3410eb1d1b3", "name": "network-vif-deleted", "tag": "70896971-5855-4d12-8dc1-1c1b5faae24c"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:22:19.510541 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-11a09de3-b3ba-404d-843e-5a9f31ab4235 req-3cd60ad6-dfd9-4150-8080-a204881ad19f tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] For port b9dfcd35-4593-4da5-a120-b97caea7e12e, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=b9dfcd35-4593-4da5-a120-b97caea7e12e,segment=NetworkSegment(94fe7d3c-e596-4829-b449-fd6a7ec0e980),segment_id=94fe7d3c-e596-4829-b449-fd6a7ec0e980)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:22:19.511204 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-11a09de3-b3ba-404d-843e-5a9f31ab4235 req-3cd60ad6-dfd9-4150-8080-a204881ad19f tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:19.526079 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-11a09de3-b3ba-404d-843e-5a9f31ab4235 req-3cd60ad6-dfd9-4150-8080-a204881ad19f tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] Calling delete_port for b9dfcd35-4593-4da5-a120-b97caea7e12e owned by compute:nova {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:22:19.609486 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 45180) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:19.622117 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6716cd5c-7c30-43aa-9097-4e6e77ebc486 x-openstack-request-id: req-6716cd5c-7c30-43aa-9097-4e6e77ebc486 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:22:19.622408 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "024b8f58-ca16-425a-ab6d-a3410eb1d1b3", "name": "network-vif-deleted", "tag": "70896971-5855-4d12-8dc1-1c1b5faae24c", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:22:19.622846 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6716cd5c-7c30-43aa-9097-4e6e77ebc486 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:22:19.623435 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '024b8f58-ca16-425a-ab6d-a3410eb1d1b3', 'name': 'network-vif-deleted', 'tag': '70896971-5855-4d12-8dc1-1c1b5faae24c', 'status': 'completed', 'code': 200} Oct 12 19:22:19.640288 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c4e68ab6-7314-4a10-947f-412d3f6ee20d tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:19.729740 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c4e68ab6-7314-4a10-947f-412d3f6ee20d tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:19.812352 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e68ab6-7314-4a10-947f-412d3f6ee20d tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad724bd8-194a-48aa-ac71-03a9b6622156,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:19.815153 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ff03f31a-c973-44e4-b2ff-2f716c85e2e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:19.918113 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c4e68ab6-7314-4a10-947f-412d3f6ee20d tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:19.924056 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-c4e68ab6-7314-4a10-947f-412d3f6ee20d tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5940683 Oct 12 19:22:19.924995 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 45186) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:19.929341 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-23202280-81f2-4570-986d-0202df49e247 tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] Request body: {'security_group_rule': {'security_group_id': 'ad724bd8-194a-48aa-ac71-03a9b6622156', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:22:19.933929 n-d-813679-3 neutron-server[95502]: WARNING neutron.api.v2.base [None req-23202280-81f2-4570-986d-0202df49e247 tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Oct 12 19:22:19.934479 n-d-813679-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-23202280-81f2-4570-986d-0202df49e247 tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 19:22:19.942243 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-23202280-81f2-4570-986d-0202df49e247 tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0164013 Oct 12 19:22:19.944400 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 45188) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:19.951891 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ff03f31a-c973-44e4-b2ff-2f716c85e2e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:19.953256 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-11a09de3-b3ba-404d-843e-5a9f31ab4235 req-3cd60ad6-dfd9-4150-8080-a204881ad19f tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:19.964637 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['70896971-5855-4d12-8dc1-1c1b5faae24c'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:22:19.987718 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd60ad6-dfd9-4150-8080-a204881ad19f tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] Pushing event deleted for resources: {'Port': ['ID=b9dfcd35-4593-4da5-a120-b97caea7e12e,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:20.022083 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-53b5a0f0-c8ec-4cd2-9b26-839e34edc9bd tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:20.030278 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-11a09de3-b3ba-404d-843e-5a9f31ab4235 req-3cd60ad6-dfd9-4150-8080-a204881ad19f tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] No DVR routers for this DVR port b9dfcd35-4593-4da5-a120-b97caea7e12e on host n-h2-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:22:20.033164 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-11a09de3-b3ba-404d-843e-5a9f31ab4235 req-3cd60ad6-dfd9-4150-8080-a204881ad19f tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:20.036850 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-11a09de3-b3ba-404d-843e-5a9f31ab4235 req-3cd60ad6-dfd9-4150-8080-a204881ad19f tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] 10.222.0.67 "DELETE /v2.0/ports/b9dfcd35-4593-4da5-a120-b97caea7e12e HTTP/1.1" status: 204 len: 173 time: 0.9626210 Oct 12 19:22:20.051754 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-53b5a0f0-c8ec-4cd2-9b26-839e34edc9bd tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:20.067464 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ff03f31a-c973-44e4-b2ff-2f716c85e2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:20.112192 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-ff03f31a-c973-44e4-b2ff-2f716c85e2e5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8aa50ab13a784597af59ddb730afb772&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4994617 Oct 12 19:22:20.114794 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 45190) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:20.115227 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff03f31a-c973-44e4-b2ff-2f716c85e2e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22ee6aa1-3944-4722-8916-b2405643916e,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:20.175062 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ff091b23-d9ed-46e8-968f-eba9201ca2d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:20.200060 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ff091b23-d9ed-46e8-968f-eba9201ca2d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:20.223398 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef5978b-2db7-46b4-bd1a-8f626f5ff5d4 req-efe8ef83-ff2f-4561-a335-c2c7dbb1a700 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:22:20.231702 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2ef5978b-2db7-46b4-bd1a-8f626f5ff5d4 req-efe8ef83-ff2f-4561-a335-c2c7dbb1a700 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9d57adf-b14f-4aac-a2a5-d5a2ff76d754 HTTP/1.1" status: 200 len: 950 time: 0.0625477 Oct 12 19:22:20.258993 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-53b5a0f0-c8ec-4cd2-9b26-839e34edc9bd tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:20.264892 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-53b5a0f0-c8ec-4cd2-9b26-839e34edc9bd tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:20.270310 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-53b5a0f0-c8ec-4cd2-9b26-839e34edc9bd tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] 10.222.0.49 "DELETE /v2.0/security-groups/ad724bd8-194a-48aa-ac71-03a9b6622156 HTTP/1.1" status: 204 len: 168 time: 0.3249116 Oct 12 19:22:20.272489 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 45198) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:20.298212 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2ef5978b-2db7-46b4-bd1a-8f626f5ff5d4 req-99ef6fad-09cc-4ad1-b68c-2e456c716416 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/security-groups?id=ceeec1d2-c315-47e9-9f92-76d770e7141a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654893 Oct 12 19:22:20.369566 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b5a0f0-c8ec-4cd2-9b26-839e34edc9bd tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad724bd8-194a-48aa-ac71-03a9b6622156,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:20.446262 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-425d5735-a2f4-47e5-b26c-71254a0d8921 tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1654751 Oct 12 19:22:20.450661 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-18a0fb8d-fbd5-4d19-b276-5357b1606d0d req-9729f2d9-1a84-4b2d-9eb8-0504b2fe48e5 tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] 10.222.0.49 "GET /v2.0/ports?device_id=024b8f58-ca16-425a-ab6d-a3410eb1d1b3 HTTP/1.1" status: 200 len: 210 time: 0.0803785 Oct 12 19:22:20.450916 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 45208) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:20.465377 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-ea6e7301-96f7-4038-ba61-6472a5866fac tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] Request body: {'security_group': {'name': 'tempest-secgroup--297473939'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:22:20.483169 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ff091b23-d9ed-46e8-968f-eba9201ca2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:20.485800 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ff091b23-d9ed-46e8-968f-eba9201ca2d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:20.486914 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-ff091b23-d9ed-46e8-968f-eba9201ca2d0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/22ee6aa1-3944-4722-8916-b2405643916e HTTP/1.1" status: 204 len: 168 time: 0.3709097 Oct 12 19:22:20.503269 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff091b23-d9ed-46e8-968f-eba9201ca2d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22ee6aa1-3944-4722-8916-b2405643916e,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:20.664857 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7301-96f7-4038-ba61-6472a5866fac tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:20.799346 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7301-96f7-4038-ba61-6472a5866fac tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:20.803363 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 45218) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:20.893673 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f456be5c-b223-4855-8e27-54074de938e7 req-956ec52f-1ca2-4fe0-8440-ff9a2ad290d2 tempest-ServersOnMultiNodesTest-2072586648 tempest-ServersOnMultiNodesTest-2072586648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:22:20.895105 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f456be5c-b223-4855-8e27-54074de938e7 req-956ec52f-1ca2-4fe0-8440-ff9a2ad290d2 tempest-ServersOnMultiNodesTest-2072586648 tempest-ServersOnMultiNodesTest-2072586648-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=a9d57adf-b14f-4aac-a2a5-d5a2ff76d754 HTTP/1.1" status: 200 len: 1101 time: 0.0536349 Oct 12 19:22:20.913893 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7301-96f7-4038-ba61-6472a5866fac tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:20.921929 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-f456be5c-b223-4855-8e27-54074de938e7 req-ee127778-08f0-4c56-a8f1-8b681e73e11e tempest-ServersOnMultiNodesTest-2072586648 tempest-ServersOnMultiNodesTest-2072586648-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:20.951023 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6e7301-96f7-4038-ba61-6472a5866fac tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7912d044-d745-4b2b-ae36-1d030cf38cd4,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:21.032833 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-f456be5c-b223-4855-8e27-54074de938e7 req-ee127778-08f0-4c56-a8f1-8b681e73e11e tempest-ServersOnMultiNodesTest-2072586648 tempest-ServersOnMultiNodesTest-2072586648-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:21.066564 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ea6e7301-96f7-4038-ba61-6472a5866fac tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:21.071350 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-ea6e7301-96f7-4038-ba61-6472a5866fac tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6161287 Oct 12 19:22:21.157455 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 45224) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:21.162322 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-3d3b2d65-9dd6-422b-864c-40c83b872413 tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] Request body: {'security_group_rule': {'security_group_id': '7912d044-d745-4b2b-ae36-1d030cf38cd4', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:22:21.163534 n-d-813679-3 neutron-server[95502]: WARNING neutron.api.v2.base [None req-3d3b2d65-9dd6-422b-864c-40c83b872413 tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Oct 12 19:22:21.163673 n-d-813679-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-3d3b2d65-9dd6-422b-864c-40c83b872413 tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 19:22:21.168415 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-3d3b2d65-9dd6-422b-864c-40c83b872413 tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0069411 Oct 12 19:22:21.168415 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-f456be5c-b223-4855-8e27-54074de938e7 req-ee127778-08f0-4c56-a8f1-8b681e73e11e tempest-ServersOnMultiNodesTest-2072586648 tempest-ServersOnMultiNodesTest-2072586648-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:21.168702 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 45226) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:21.241533 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-63dc4afd-300d-40f8-ab75-e34334cb10e6 tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:21.247022 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f456be5c-b223-4855-8e27-54074de938e7 req-ee127778-08f0-4c56-a8f1-8b681e73e11e tempest-ServersOnMultiNodesTest-2072586648 tempest-ServersOnMultiNodesTest-2072586648-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=ceeec1d2-c315-47e9-9f92-76d770e7141a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3442261 Oct 12 19:22:21.269464 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-63dc4afd-300d-40f8-ab75-e34334cb10e6 tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:21.283095 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1ff3a354-fa2e-4028-81af-d4933da2c0b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:21.285642 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee127778-08f0-4c56-a8f1-8b681e73e11e tempest-ServersOnMultiNodesTest-2072586648 tempest-ServersOnMultiNodesTest-2072586648-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3612af1-8ff2-4e90-b0bf-b6b511c75875,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:21.382480 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1ff3a354-fa2e-4028-81af-d4933da2c0b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:21.449706 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-63dc4afd-300d-40f8-ab75-e34334cb10e6 tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:21.452408 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-63dc4afd-300d-40f8-ab75-e34334cb10e6 tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:21.453590 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-63dc4afd-300d-40f8-ab75-e34334cb10e6 tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] 10.222.0.49 "DELETE /v2.0/security-groups/7912d044-d745-4b2b-ae36-1d030cf38cd4 HTTP/1.1" status: 204 len: 168 time: 0.2839456 Oct 12 19:22:21.456920 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 45232) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:21.479997 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dc4afd-300d-40f8-ab75-e34334cb10e6 tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7912d044-d745-4b2b-ae36-1d030cf38cd4,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:21.480260 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1ff3a354-fa2e-4028-81af-d4933da2c0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:21.559120 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 45238) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:21.569862 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff3a354-fa2e-4028-81af-d4933da2c0b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2b323e8-27a0-4b1e-9a7b-aef4ea080ec5,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:21.608002 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b6f9c10e-d75d-4a66-8680-1279ec8ebd64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:21.625980 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-73db2f61-ae0a-49e0-b0e0-eeb83721dc02 tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1668637 Oct 12 19:22:21.628443 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc56e988-07ef-4c9a-a3c8-eb10d9eb245a', 'name': 'network-vif-deleted', 'tag': 'b9dfcd35-4593-4da5-a120-b97caea7e12e'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:22:21.630846 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feecf60a-2c7e-41aa-8837-f26e0fe5c68b" -d '{"events": [{"server_uuid": "bc56e988-07ef-4c9a-a3c8-eb10d9eb245a", "name": "network-vif-deleted", "tag": "b9dfcd35-4593-4da5-a120-b97caea7e12e"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:22:21.634878 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 45248) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:21.635220 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 45252) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:21.637490 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-1ff3a354-fa2e-4028-81af-d4933da2c0b9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e7131c604fcb49a9ba5d6d620892ee8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8317897 Oct 12 19:22:21.640866 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-8b566a24-697f-4dbc-82e1-95a65c75011a tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] Request body: {'security_group': {'name': 'tempest-secgroup--363818747'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:22:21.790082 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a972c586-1efa-4ee5-846e-c45cecf240b4 x-openstack-request-id: req-a972c586-1efa-4ee5-846e-c45cecf240b4 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:22:21.790484 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc56e988-07ef-4c9a-a3c8-eb10d9eb245a", "name": "network-vif-deleted", "tag": "b9dfcd35-4593-4da5-a120-b97caea7e12e", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:22:21.790743 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a972c586-1efa-4ee5-846e-c45cecf240b4 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:22:21.791142 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc56e988-07ef-4c9a-a3c8-eb10d9eb245a', 'name': 'network-vif-deleted', 'tag': 'b9dfcd35-4593-4da5-a120-b97caea7e12e', 'status': 'completed', 'code': 200} Oct 12 19:22:21.820939 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-db353611-baa4-4e46-9bb6-00d4ff8c287a req-ab06e900-4c97-478b-9ec5-c4e64fddcdc1 tempest-ListServersNegativeTestJSON-841468276 tempest-ListServersNegativeTestJSON-841468276-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc56e988-07ef-4c9a-a3c8-eb10d9eb245a HTTP/1.1" status: 200 len: 210 time: 0.0568619 Oct 12 19:22:21.824900 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8b566a24-697f-4dbc-82e1-95a65c75011a tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:21.832156 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0360436d-f081-433c-9218-00214b54ebc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:21.893129 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0360436d-f081-433c-9218-00214b54ebc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:21.913788 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b6f9c10e-d75d-4a66-8680-1279ec8ebd64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:21.917683 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9ec72e1b-19ce-4013-9e6c-d15b64e0a861 req-23a2504e-a641-4d68-b118-5a67603f303e tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=72ac91cd8d494d6197bc36451232b3b4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0268612 Oct 12 19:22:21.974531 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8b566a24-697f-4dbc-82e1-95a65c75011a tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:22.030160 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec72e1b-19ce-4013-9e6c-d15b64e0a861 req-46a7850e-7ee6-427e-b41e-1b6b3bb26055 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:22:22.031589 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9ec72e1b-19ce-4013-9e6c-d15b64e0a861 req-46a7850e-7ee6-427e-b41e-1b6b3bb26055 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1081679 Oct 12 19:22:22.036122 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b6f9c10e-d75d-4a66-8680-1279ec8ebd64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:22.048276 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9ec72e1b-19ce-4013-9e6c-d15b64e0a861 req-f9373343-582f-4fc7-984f-fd2719a6beda tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/quotas/72ac91cd8d494d6197bc36451232b3b4 HTTP/1.1" status: 200 len: 375 time: 0.0100284 Oct 12 19:22:22.073362 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0360436d-f081-433c-9218-00214b54ebc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:22.075929 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0360436d-f081-433c-9218-00214b54ebc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:22.079658 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-0360436d-f081-433c-9218-00214b54ebc8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d2b323e8-27a0-4b1e-9a7b-aef4ea080ec5 HTTP/1.1" status: 204 len: 168 time: 0.4398093 Oct 12 19:22:22.082571 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f9c10e-d75d-4a66-8680-1279ec8ebd64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e28c016-d971-4be2-a4b6-5c91a1560aaa,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:22.092666 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-b6f9c10e-d75d-4a66-8680-1279ec8ebd64 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c659c236bec04911bb003451efd4e5f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5325074 Oct 12 19:22:22.095234 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 45266) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:22.109859 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0360436d-f081-433c-9218-00214b54ebc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2b323e8-27a0-4b1e-9a7b-aef4ea080ec5,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:22.118491 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8b566a24-697f-4dbc-82e1-95a65c75011a tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:22.146380 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9ec72e1b-19ce-4013-9e6c-d15b64e0a861 req-8a2bb9ce-39d6-451f-a278-8caa38281a57 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=72ac91cd8d494d6197bc36451232b3b4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0921257 Oct 12 19:22:22.174412 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-28a28c09-c3f6-4436-b223-2fdf8e7c1d41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:22.176603 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b566a24-697f-4dbc-82e1-95a65c75011a tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=452327e3-aff4-4857-828c-50c6c7dbfc12,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:22.180815 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 70896971-5855-4d12-8dc1-1c1b5faae24c no longer exists at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:22:22.200827 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-28a28c09-c3f6-4436-b223-2fdf8e7c1d41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:22.204849 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] No Port match for: 70896971-5855-4d12-8dc1-1c1b5faae24c {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:22:22.205321 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 70896971-5855-4d12-8dc1-1c1b5faae24c not bound to the agent host n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:22:22.217817 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8b566a24-697f-4dbc-82e1-95a65c75011a tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:22.219409 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-8b566a24-697f-4dbc-82e1-95a65c75011a tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5831115 Oct 12 19:22:22.222119 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 45268) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:22.235220 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-cfd3c949-775c-41ad-ac00-70d0e42f218c tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] Request body: {'security_group_rule': {'security_group_id': '452327e3-aff4-4857-828c-50c6c7dbfc12', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:22:22.244489 n-d-813679-3 neutron-server[95501]: WARNING neutron.api.v2.base [None req-cfd3c949-775c-41ad-ac00-70d0e42f218c tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Oct 12 19:22:22.245180 n-d-813679-3 neutron-server[95501]: INFO neutron.api.v2.resource [None req-cfd3c949-775c-41ad-ac00-70d0e42f218c tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 19:22:22.246318 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-cfd3c949-775c-41ad-ac00-70d0e42f218c tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0225179 Oct 12 19:22:22.249106 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 45270) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:22.260558 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-baac3727-a708-4d81-bff3-01fa309a4965 tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] Request body: {'security_group_rule': {'security_group_id': '452327e3-aff4-4857-828c-50c6c7dbfc12', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:22:22.261699 n-d-813679-3 neutron-server[95501]: WARNING neutron.api.v2.base [None req-baac3727-a708-4d81-bff3-01fa309a4965 tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Oct 12 19:22:22.262636 n-d-813679-3 neutron-server[95501]: INFO neutron.api.v2.resource [None req-baac3727-a708-4d81-bff3-01fa309a4965 tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 19:22:22.264626 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-baac3727-a708-4d81-bff3-01fa309a4965 tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0141146 Oct 12 19:22:22.271490 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 45272) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:22.279472 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-4e0c73a1-b68f-484a-bb06-fdc72b0c2f82 tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] Request body: {'security_group_rule': {'security_group_id': '452327e3-aff4-4857-828c-50c6c7dbfc12', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:22:22.280956 n-d-813679-3 neutron-server[95501]: WARNING neutron.api.v2.base [None req-4e0c73a1-b68f-484a-bb06-fdc72b0c2f82 tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Oct 12 19:22:22.281553 n-d-813679-3 neutron-server[95501]: INFO neutron.api.v2.resource [None req-4e0c73a1-b68f-484a-bb06-fdc72b0c2f82 tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 19:22:22.282669 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-4e0c73a1-b68f-484a-bb06-fdc72b0c2f82 tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0091040 Oct 12 19:22:22.285339 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 45274) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:22.290076 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-9f720263-e071-4025-b077-9681e8dad4d4 tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] Request body: {'security_group_rule': {'security_group_id': '452327e3-aff4-4857-828c-50c6c7dbfc12', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:22:22.291005 n-d-813679-3 neutron-server[95501]: WARNING neutron.api.v2.base [None req-9f720263-e071-4025-b077-9681e8dad4d4 tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Oct 12 19:22:22.291474 n-d-813679-3 neutron-server[95501]: INFO neutron.api.v2.resource [None req-9f720263-e071-4025-b077-9681e8dad4d4 tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 19:22:22.292546 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-9f720263-e071-4025-b077-9681e8dad4d4 tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0063055 Oct 12 19:22:22.294862 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 45276) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:22.349827 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-28a28c09-c3f6-4436-b223-2fdf8e7c1d41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:22.350344 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8568096d-2c73-4e61-98e4-5a276188bc14 tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:22.353026 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-28a28c09-c3f6-4436-b223-2fdf8e7c1d41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:22.356461 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-28a28c09-c3f6-4436-b223-2fdf8e7c1d41 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4e28c016-d971-4be2-a4b6-5c91a1560aaa HTTP/1.1" status: 204 len: 168 time: 0.2576251 Oct 12 19:22:22.362340 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a28c09-c3f6-4436-b223-2fdf8e7c1d41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e28c016-d971-4be2-a4b6-5c91a1560aaa,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:22.383957 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8568096d-2c73-4e61-98e4-5a276188bc14 tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:22.411119 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device b9dfcd35-4593-4da5-a120-b97caea7e12e no longer exists at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:22:22.454979 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] No Port match for: b9dfcd35-4593-4da5-a120-b97caea7e12e {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:22:22.455322 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device b9dfcd35-4593-4da5-a120-b97caea7e12e not bound to the agent host n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:22:22.495409 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8568096d-2c73-4e61-98e4-5a276188bc14 tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:22.498241 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8568096d-2c73-4e61-98e4-5a276188bc14 tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:22.499592 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-8568096d-2c73-4e61-98e4-5a276188bc14 tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] 10.222.0.49 "DELETE /v2.0/security-groups/452327e3-aff4-4857-828c-50c6c7dbfc12 HTTP/1.1" status: 204 len: 168 time: 0.2036889 Oct 12 19:22:22.502185 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 45280) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:22.508885 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8568096d-2c73-4e61-98e4-5a276188bc14 tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=452327e3-aff4-4857-828c-50c6c7dbfc12,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:22.558054 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-f777c414-3711-4e91-9e16-489b658f0506 tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0545640 Oct 12 19:22:22.561730 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 45284) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:22.566375 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-d8e29ca3-075d-4366-9b73-c97a404557cc tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] Request body: {'security_group': {'name': 'tempest-secgroup--377647440'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:22:22.655502 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d8e29ca3-075d-4366-9b73-c97a404557cc tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:22.743524 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d8e29ca3-075d-4366-9b73-c97a404557cc tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:22.844670 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d8e29ca3-075d-4366-9b73-c97a404557cc tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:22.886993 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 45298) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:22.900838 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e29ca3-075d-4366-9b73-c97a404557cc tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1adf87f4-db76-4ff0-9b0f-c2153737715f,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:22.928198 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 45300) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:22.949450 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-70020f1b-6cab-4ce3-9fb9-309a85945177 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:22.950509 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d8e29ca3-075d-4366-9b73-c97a404557cc tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:22.951935 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-d8e29ca3-075d-4366-9b73-c97a404557cc tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3890245 Oct 12 19:22:22.955885 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 45304) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:22.961003 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-768480a4-ccd3-4ca9-bc24-43434df8f6d3 tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] Request body: {'security_group_rule': {'security_group_id': '1adf87f4-db76-4ff0-9b0f-c2153737715f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:22:22.962860 n-d-813679-3 neutron-server[95501]: WARNING neutron.api.v2.base [None req-768480a4-ccd3-4ca9-bc24-43434df8f6d3 tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 12 19:22:22.963373 n-d-813679-3 neutron-server[95501]: INFO neutron.api.v2.resource [None req-768480a4-ccd3-4ca9-bc24-43434df8f6d3 tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 19:22:22.964386 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-768480a4-ccd3-4ca9-bc24-43434df8f6d3 tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0073895 Oct 12 19:22:22.968199 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 45306) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:22.980390 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-8b1bb801-909d-4251-ab0c-2d6e03420940 tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] Request body: {'security_group_rule': {'security_group_id': '1adf87f4-db76-4ff0-9b0f-c2153737715f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:22:22.990399 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5360bee-1b80-4e14-8de7-e32e11cd0d5d admin admin] Deleting subnet 7a7b53f5-764f-4a50-9410-9dcc6efd27ec {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:22:22.997420 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c5360bee-1b80-4e14-8de7-e32e11cd0d5d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:23.082333 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c5360bee-1b80-4e14-8de7-e32e11cd0d5d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16313642'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:23.157217 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c5360bee-1b80-4e14-8de7-e32e11cd0d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:23.190782 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-70020f1b-6cab-4ce3-9fb9-309a85945177 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:23.247679 n-d-813679-3 neutron-server[95501]: INFO neutron.api.v2.resource [None req-8b1bb801-909d-4251-ab0c-2d6e03420940 tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 19:22:23.249014 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-8b1bb801-909d-4251-ab0c-2d6e03420940 tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2797525 Oct 12 19:22:23.251756 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 45318) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:23.258443 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-29cc1387-9aba-4861-bb42-dcaffc7904cf req-3c4e2132-b277-4a04-8dd1-8ec89b5c689e tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/ports?device_id=19523b6d-3dbf-434c-b3dc-884efdb2e80a HTTP/1.1" status: 200 len: 210 time: 0.0303755 Oct 12 19:22:23.258887 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-c0c2a175-2f36-441b-b2d1-7693f4e89d21 tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] Request body: {'security_group_rule': {'security_group_id': '1adf87f4-db76-4ff0-9b0f-c2153737715f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:22:23.259425 n-d-813679-3 neutron-server[95501]: WARNING neutron.api.v2.base [None req-c0c2a175-2f36-441b-b2d1-7693f4e89d21 tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Oct 12 19:22:23.260007 n-d-813679-3 neutron-server[95501]: INFO neutron.api.v2.resource [None req-c0c2a175-2f36-441b-b2d1-7693f4e89d21 tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 19:22:23.265361 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-c0c2a175-2f36-441b-b2d1-7693f4e89d21 tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0094576 Oct 12 19:22:23.265361 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 45320) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:23.271004 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-25a91364-7db3-44df-97a1-84293fba4fdc tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] Request body: {'security_group_rule': {'security_group_id': '1adf87f4-db76-4ff0-9b0f-c2153737715f', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:22:23.288711 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-70020f1b-6cab-4ce3-9fb9-309a85945177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:23.326979 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c5360bee-1b80-4e14-8de7-e32e11cd0d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4306592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16245866'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:23.377695 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5360bee-1b80-4e14-8de7-e32e11cd0d5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a7b53f5-764f-4a50-9410-9dcc6efd27ec,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:23.382337 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70020f1b-6cab-4ce3-9fb9-309a85945177 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a91400c0-bb42-4687-9b1e-11aa2ff15c6d,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:23.386229 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c5360bee-1b80-4e14-8de7-e32e11cd0d5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:23.392007 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-c5360bee-1b80-4e14-8de7-e32e11cd0d5d admin admin] 10.222.0.49 "DELETE /v2.0/subnets/7a7b53f5-764f-4a50-9410-9dcc6efd27ec HTTP/1.1" status: 204 len: 168 time: 0.5039062 Oct 12 19:22:23.392163 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 45328) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:23.394746 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-70020f1b-6cab-4ce3-9fb9-309a85945177 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=09dea38440e444ca8b337023760d5b8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4669757 Oct 12 19:22:23.397414 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 45330) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:23.451862 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4d19d40e-2037-49ec-bac6-ba748bbc73be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:23.473610 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4d19d40e-2037-49ec-bac6-ba748bbc73be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:23.495839 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b779de09-7644-42b9-8a5d-6bbb55a9b5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:23.587102 n-d-813679-3 neutron-server[95501]: INFO neutron.api.v2.resource [None req-25a91364-7db3-44df-97a1-84293fba4fdc tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 19:22:23.593904 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-25a91364-7db3-44df-97a1-84293fba4fdc tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3218551 Oct 12 19:22:23.593904 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b779de09-7644-42b9-8a5d-6bbb55a9b5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:23.594183 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 45340) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:23.597217 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-ade4398c-c8b0-48dc-b244-ab0ed42dd937 tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] Request body: {'security_group_rule': {'security_group_id': '1adf87f4-db76-4ff0-9b0f-c2153737715f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:22:23.598387 n-d-813679-3 neutron-server[95502]: WARNING neutron.api.v2.base [None req-ade4398c-c8b0-48dc-b244-ab0ed42dd937 tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 12 19:22:23.598821 n-d-813679-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-ade4398c-c8b0-48dc-b244-ab0ed42dd937 tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 19:22:23.602455 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-ade4398c-c8b0-48dc-b244-ab0ed42dd937 tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0074618 Oct 12 19:22:23.602878 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 45344) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:23.614156 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-af6c2fb4-46a7-471c-9163-cb275dff57ef tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] Request body: {'security_group_rule': {'security_group_id': '1adf87f4-db76-4ff0-9b0f-c2153737715f', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:22:23.614770 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4d19d40e-2037-49ec-bac6-ba748bbc73be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:23.617324 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-b779de09-7644-42b9-8a5d-6bbb55a9b5e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6538b198-9c10-4f9c-8f9b-be99dcacbccd']}} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:22:23.617481 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4d19d40e-2037-49ec-bac6-ba748bbc73be admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:23.618733 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-4d19d40e-2037-49ec-bac6-ba748bbc73be admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a91400c0-bb42-4687-9b1e-11aa2ff15c6d HTTP/1.1" status: 204 len: 168 time: 0.2203627 Oct 12 19:22:23.632133 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-b779de09-7644-42b9-8a5d-6bbb55a9b5e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94fe7d3c-e596-4829-b449-fd6a7ec0e980') {'for_net_delete': True} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:22:23.633660 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-b779de09-7644-42b9-8a5d-6bbb55a9b5e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94fe7d3c-e596-4829-b449-fd6a7ec0e980') {} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:22:23.649915 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b779de09-7644-42b9-8a5d-6bbb55a9b5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4281072'] for segment, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:23.650578 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d19d40e-2037-49ec-bac6-ba748bbc73be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a91400c0-bb42-4687-9b1e-11aa2ff15c6d,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:23.666085 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b779de09-7644-42b9-8a5d-6bbb55a9b5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:23.678318 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b779de09-7644-42b9-8a5d-6bbb55a9b5e3 admin admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=95501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:22:23.678855 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b779de09-7644-42b9-8a5d-6bbb55a9b5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4823170'] for segment, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:23.681302 n-d-813679-3 neutron-server[95501]: Traceback (most recent call last): Oct 12 19:22:23.681302 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:22:23.681302 n-d-813679-3 neutron-server[95501]: timer() Oct 12 19:22:23.681302 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:22:23.681302 n-d-813679-3 neutron-server[95501]: cb(*args, **kw) Oct 12 19:22:23.681302 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:22:23.681302 n-d-813679-3 neutron-server[95501]: return func(*args, **kwargs) Oct 12 19:22:23.681302 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:22:23.681302 n-d-813679-3 neutron-server[95501]: self._notify() Oct 12 19:22:23.681302 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:22:23.681302 n-d-813679-3 neutron-server[95501]: self.callback(batched_events) Oct 12 19:22:23.681302 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:22:23.681302 n-d-813679-3 neutron-server[95501]: event.method(event) Oct 12 19:22:23.681302 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:22:23.681302 n-d-813679-3 neutron-server[95501]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:22:23.681302 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:22:23.681302 n-d-813679-3 neutron-server[95501]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:22:23.681302 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:22:23.681302 n-d-813679-3 neutron-server[95501]: return f(self, *a, **k) Oct 12 19:22:23.681302 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:22:23.681302 n-d-813679-3 neutron-server[95501]: return self._get(url).json() Oct 12 19:22:23.681302 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:22:23.681302 n-d-813679-3 neutron-server[95501]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:22:23.681302 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:22:23.681302 n-d-813679-3 neutron-server[95501]: return self.request(url, 'GET', **kwargs) Oct 12 19:22:23.681302 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:22:23.681302 n-d-813679-3 neutron-server[95501]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:22:23.681302 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:22:23.681302 n-d-813679-3 neutron-server[95501]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:22:23.681302 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:22:23.681302 n-d-813679-3 neutron-server[95501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:22:23.681302 n-d-813679-3 neutron-server[95501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:22:23.807276 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b779de09-7644-42b9-8a5d-6bbb55a9b5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:23.815407 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b779de09-7644-42b9-8a5d-6bbb55a9b5e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:23.823070 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-b779de09-7644-42b9-8a5d-6bbb55a9b5e3 admin admin] 10.222.0.49 "DELETE /v2.0/networks/6538b198-9c10-4f9c-8f9b-be99dcacbccd HTTP/1.1" status: 204 len: 168 time: 0.4293449 Oct 12 19:22:23.864510 n-d-813679-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-af6c2fb4-46a7-471c-9163-cb275dff57ef tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 19:22:23.866227 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-af6c2fb4-46a7-471c-9163-cb275dff57ef tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2620387 Oct 12 19:22:23.868555 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 45360) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:23.874434 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-548474da-c0ac-4e70-a56d-4829abd9389a tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] Request body: {'security_group_rule': {'security_group_id': '1adf87f4-db76-4ff0-9b0f-c2153737715f', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:22:23.879785 n-d-813679-3 neutron-server[95502]: WARNING neutron.api.v2.base [None req-548474da-c0ac-4e70-a56d-4829abd9389a tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Oct 12 19:22:23.879785 n-d-813679-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-548474da-c0ac-4e70-a56d-4829abd9389a tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 19:22:23.879785 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-548474da-c0ac-4e70-a56d-4829abd9389a tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0073662 Oct 12 19:22:23.880628 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 45362) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:23.886879 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b779de09-7644-42b9-8a5d-6bbb55a9b5e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=6538b198-9c10-4f9c-8f9b-be99dcacbccd,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:23.896885 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-79cad781-a844-414e-b7e6-4c65e12a5435 tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] Request body: {'security_group_rule': {'security_group_id': '1adf87f4-db76-4ff0-9b0f-c2153737715f', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:22:24.104573 n-d-813679-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-79cad781-a844-414e-b7e6-4c65e12a5435 tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 19:22:24.106604 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-79cad781-a844-414e-b7e6-4c65e12a5435 tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2249882 Oct 12 19:22:24.115702 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 45370) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:24.122344 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-7fe1f3d4-cbc2-4c5e-8b6a-72093c9199a9 tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] Request body: {'security_group_rule': {'security_group_id': '1adf87f4-db76-4ff0-9b0f-c2153737715f', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:22:24.362947 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4cf951f1-00ce-4aea-ad74-f72e1456065a req-cc60dc5b-3292-42b5-8441-de51af1f5bf8 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/ports?device_id=19523b6d-3dbf-434c-b3dc-884efdb2e80a HTTP/1.1" status: 200 len: 210 time: 0.0298796 Oct 12 19:22:24.367280 n-d-813679-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-7fe1f3d4-cbc2-4c5e-8b6a-72093c9199a9 tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 19:22:24.368770 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-7fe1f3d4-cbc2-4c5e-8b6a-72093c9199a9 tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2584329 Oct 12 19:22:24.372115 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 45376) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:24.426623 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-24f29b73-92fc-481b-8781-1b1ad971b445 tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:24.452471 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-24f29b73-92fc-481b-8781-1b1ad971b445 tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:24.480704 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 45382) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:24.528625 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-5e8fa27a-8e36-4b35-9bb5-cb5b2743858b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=402ddc1d015c46618f7c9ce639623e3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0464132 Oct 12 19:22:24.531150 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 45384) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:24.578966 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-24f29b73-92fc-481b-8781-1b1ad971b445 tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:24.581583 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-11fa173b-5837-4a04-a8fe-307382c9cd72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:24.581888 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-24f29b73-92fc-481b-8781-1b1ad971b445 tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:24.583237 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-24f29b73-92fc-481b-8781-1b1ad971b445 tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] 10.222.0.49 "DELETE /v2.0/security-groups/1adf87f4-db76-4ff0-9b0f-c2153737715f HTTP/1.1" status: 204 len: 168 time: 0.2101092 Oct 12 19:22:24.586547 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 45386) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:24.593547 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f29b73-92fc-481b-8781-1b1ad971b445 tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1adf87f4-db76-4ff0-9b0f-c2153737715f,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:24.625986 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-11fa173b-5837-4a04-a8fe-307382c9cd72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:24.667531 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-5b7fd352-a34d-487f-afce-d01ec01fff53 tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0767756 Oct 12 19:22:24.671967 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 45390) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:24.677431 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-4af50391-b3ec-4ad4-95c9-4c0caba88968 tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] Request body: {'security_group': {'name': 'tempest-secgroup--247182572'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:22:24.755582 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-11fa173b-5837-4a04-a8fe-307382c9cd72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:24.758947 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-11fa173b-5837-4a04-a8fe-307382c9cd72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:24.759110 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4af50391-b3ec-4ad4-95c9-4c0caba88968 tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:24.762834 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-11fa173b-5837-4a04-a8fe-307382c9cd72 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/99ba6e0b-b978-4b5f-8f0a-86c3b80dc511 HTTP/1.1" status: 204 len: 168 time: 0.2280354 Oct 12 19:22:24.768390 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fa173b-5837-4a04-a8fe-307382c9cd72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99ba6e0b-b978-4b5f-8f0a-86c3b80dc511,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:24.854011 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4af50391-b3ec-4ad4-95c9-4c0caba88968 tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:24.943588 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4af50391-b3ec-4ad4-95c9-4c0caba88968 tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:25.034599 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af50391-b3ec-4ad4-95c9-4c0caba88968 tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9de158a3-06c7-459f-b4a0-7f9904792cef,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:25.196810 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4af50391-b3ec-4ad4-95c9-4c0caba88968 tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:25.197497 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-4af50391-b3ec-4ad4-95c9-4c0caba88968 tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5244207 Oct 12 19:22:25.200493 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 45416) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:25.207106 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-96b5da87-df75-4bea-a1bc-1661e95267fa tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] Request body: {'security_group_rule': {'security_group_id': '9de158a3-06c7-459f-b4a0-7f9904792cef', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:22:25.292147 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 45420) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:25.433150 n-d-813679-3 neutron-server[95501]: INFO neutron.api.v2.resource [None req-96b5da87-df75-4bea-a1bc-1661e95267fa tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] create failed (client error): The resource could not be found. Oct 12 19:22:25.434963 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-96b5da87-df75-4bea-a1bc-1661e95267fa tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2331460 Oct 12 19:22:25.438030 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 45430) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:25.450802 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-fe2f72bf-4546-4007-80d5-4e3a94e8b0ea tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] Request body: {'security_group_rule': {'security_group_id': '9de158a3-06c7-459f-b4a0-7f9904792cef', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'ee497cfb-a1a9-41d9-a9b7-f2c192572175'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:22:25.459263 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-c635f994-5662-4054-afe8-3fd7e74a4b06 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-850717176-network', 'tenant_id': '91adbf2b705548699acc3181acdf7e78'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:22:25.500104 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ad67f216-dc53-4293-a3bc-c23d1ec7c909 req-21f39851-d49a-4dc0-b000-c7a8ad6f80f7 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/ports?device_id=19523b6d-3dbf-434c-b3dc-884efdb2e80a HTTP/1.1" status: 200 len: 210 time: 0.0470154 Oct 12 19:22:25.504524 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.db.api [None req-c635f994-5662-4054-afe8-3fd7e74a4b06 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 12 19:22:25.504524 n-d-813679-3 neutron-server[95501]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 12 19:22:25.504524 n-d-813679-3 neutron-server[95501]: [parameters: {'project_id_1': '91adbf2b705548699acc3181acdf7e78', 'expiration_1': datetime.datetime(2021, 10, 12, 19, 22, 5, 475026)}] Oct 12 19:22:25.504524 n-d-813679-3 neutron-server[95501]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95501) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 19:22:25.504931 n-d-813679-3 neutron-server[95501]: DEBUG oslo_db.api [None req-c635f994-5662-4054-afe8-3fd7e74a4b06 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 19:22:25.676435 n-d-813679-3 neutron-server[95501]: INFO neutron.api.v2.resource [None req-fe2f72bf-4546-4007-80d5-4e3a94e8b0ea tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] create failed (client error): The resource could not be found. Oct 12 19:22:25.681735 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 45444) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:25.682429 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-fe2f72bf-4546-4007-80d5-4e3a94e8b0ea tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2429292 Oct 12 19:22:25.750143 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4e89c2f3-1ea4-44db-b1cc-ffac4c52695e tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:25.781553 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4e89c2f3-1ea4-44db-b1cc-ffac4c52695e tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:25.881534 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9ec72e1b-19ce-4013-9e6c-d15b64e0a861 req-daecc888-73b5-4e97-aa98-ed97c0055489 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=72ac91cd8d494d6197bc36451232b3b4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0345976 Oct 12 19:22:25.889600 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4e89c2f3-1ea4-44db-b1cc-ffac4c52695e tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:25.892463 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4e89c2f3-1ea4-44db-b1cc-ffac4c52695e tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:25.896405 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-4e89c2f3-1ea4-44db-b1cc-ffac4c52695e tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] 10.222.0.49 "DELETE /v2.0/security-groups/9de158a3-06c7-459f-b4a0-7f9904792cef HTTP/1.1" status: 204 len: 168 time: 0.2135708 Oct 12 19:22:25.897033 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 45450) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:25.921744 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e89c2f3-1ea4-44db-b1cc-ffac4c52695e tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9de158a3-06c7-459f-b4a0-7f9904792cef,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:25.927268 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 45452) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:25.971746 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-18d1e8a1-ac7f-4774-94cb-dc0fbd89aca2 tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0647264 Oct 12 19:22:25.972389 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 45456) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:25.980675 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-a25af431-b645-4e0d-8905-f279b922f4ae tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] Request body: {'security_group_rule': {'security_group_id': '18c341be-132b-4a90-ab49-ea10505150a8', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:22:26.070960 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.db.api [None req-c635f994-5662-4054-afe8-3fd7e74a4b06 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 12 19:22:26.070960 n-d-813679-3 neutron-server[95501]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Oct 12 19:22:26.070960 n-d-813679-3 neutron-server[95501]: [parameters: {'project_id': '91adbf2b705548699acc3181acdf7e78', 'id': '9ea44834-139f-4d1d-b807-88c539b1ff8a', 'expiration': datetime.datetime(2021, 10, 12, 19, 24, 26, 36374)}] Oct 12 19:22:26.070960 n-d-813679-3 neutron-server[95501]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95501) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 19:22:26.071896 n-d-813679-3 neutron-server[95501]: DEBUG oslo_db.api [None req-c635f994-5662-4054-afe8-3fd7e74a4b06 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 19:22:26.119248 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec72e1b-19ce-4013-9e6c-d15b64e0a861 req-fb25c718-f160-4369-9394-ed51fa44cd5c tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:22:26.121842 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-c0dfee00-9358-4239-8451-f1300517de2c admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-305807492-network', 'tenant_id': '8037c4999d8b4d25a8c451f2b659a2c4'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:22:26.124360 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9ec72e1b-19ce-4013-9e6c-d15b64e0a861 req-fb25c718-f160-4369-9394-ed51fa44cd5c tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2368312 Oct 12 19:22:26.139338 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-9ec72e1b-19ce-4013-9e6c-d15b64e0a861 req-34fad0c0-ae90-41c2-9c78-6b1252696693 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Request body: {'port': {'device_id': 'd267d967-2b22-4c04-81db-06abdd1ed685', 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1', 'admin_state_up': True, 'tenant_id': '72ac91cd8d494d6197bc36451232b3b4'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:22:26.266437 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0dfee00-9358-4239-8451-f1300517de2c admin admin] Made reservation on behalf of 8037c4999d8b4d25a8c451f2b659a2c4 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:22:26.269102 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c0dfee00-9358-4239-8451-f1300517de2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:26.280507 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c0dfee00-9358-4239-8451-f1300517de2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:26.358228 n-d-813679-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-a25af431-b645-4e0d-8905-f279b922f4ae tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] create failed (client error): The resource could not be found. Oct 12 19:22:26.362895 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-a25af431-b645-4e0d-8905-f279b922f4ae tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3859417 Oct 12 19:22:26.363112 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 45476) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:26.367785 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-edc585dc-f11f-4973-b872-d64c72c431dd tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] Request body: {'security_group': {'name': 'tempest-secgroup--1971914060'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:22:26.372944 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c0dfee00-9358-4239-8451-f1300517de2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:26.453013 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c0dfee00-9358-4239-8451-f1300517de2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:26.471296 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ec72e1b-19ce-4013-9e6c-d15b64e0a861 req-34fad0c0-ae90-41c2-9c78-6b1252696693 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Made reservation on behalf of 72ac91cd8d494d6197bc36451232b3b4 for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:22:26.479621 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-9ec72e1b-19ce-4013-9e6c-d15b64e0a861 req-34fad0c0-ae90-41c2-9c78-6b1252696693 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:26.485740 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dfee00-9358-4239-8451-f1300517de2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94a43134-a4a7-45fd-af5f-8fc2adc2c503,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:26.488453 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0dfee00-9358-4239-8451-f1300517de2c admin admin] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:22:26.505573 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c0dfee00-9358-4239-8451-f1300517de2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:26.505913 n-d-813679-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-c0dfee00-9358-4239-8451-f1300517de2c admin admin] Added segment 1311cbfc-168d-4d44-b005-c99086bc74c8 of type vlan for network f22a0b4a-70e4-4463-a6ef-6109199fd871 Oct 12 19:22:26.518897 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9ec72e1b-19ce-4013-9e6c-d15b64e0a861 req-88c5f73a-cfed-4eaa-851d-05e4a6f1277f tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=72ac91cd8d494d6197bc36451232b3b4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0356591 Oct 12 19:22:26.572938 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c0dfee00-9358-4239-8451-f1300517de2c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:26.608727 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-edc585dc-f11f-4973-b872-d64c72c431dd tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:26.644589 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-05ce5cb7-51eb-416e-a7ad-0609e26dcc6a req-81e2276d-6811-47e7-9700-42e232ae1634 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/ports?device_id=19523b6d-3dbf-434c-b3dc-884efdb2e80a HTTP/1.1" status: 200 len: 210 time: 0.0381737 Oct 12 19:22:26.732416 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c0dfee00-9358-4239-8451-f1300517de2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:26.733402 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0dfee00-9358-4239-8451-f1300517de2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:22:26.733989 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c0dfee00-9358-4239-8451-f1300517de2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:26.803297 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [req-9ec72e1b-19ce-4013-9e6c-d15b64e0a861 req-34fad0c0-ae90-41c2-9c78-6b1252696693 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Allocated IP 192.168.233.130 (90dcf485-b1ad-4139-85a3-9e1e9879e6b1/629aee7d-3fde-4c72-af1e-6a7e1f6a7e75/8f0f1b33-30ca-4ef3-8d1e-388675e42a87) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:22:26.810838 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dfee00-9358-4239-8451-f1300517de2c admin admin] Pushing event updated for resources: {'Network': ['ID=f22a0b4a-70e4-4463-a6ef-6109199fd871,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:26.823699 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network f22a0b4a-70e4-4463-a6ef-6109199fd871 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:22:26.926686 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec72e1b-19ce-4013-9e6c-d15b64e0a861 req-93295527-2f2e-4e35-bb8a-edcc2c63d988 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:22:26.928236 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9ec72e1b-19ce-4013-9e6c-d15b64e0a861 req-93295527-2f2e-4e35-bb8a-edcc2c63d988 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3327377 Oct 12 19:22:26.931088 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-edc585dc-f11f-4973-b872-d64c72c431dd tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:26.944059 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-9ec72e1b-19ce-4013-9e6c-d15b64e0a861 req-13c00eec-1a17-41bc-bc06-a7f8d0d13f27 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Request body: {'port': {'device_id': '19523b6d-3dbf-434c-b3dc-884efdb2e80a', 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1', 'admin_state_up': True, 'tenant_id': '72ac91cd8d494d6197bc36451232b3b4'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:22:26.950761 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c635f994-5662-4054-afe8-3fd7e74a4b06 admin admin] Made reservation on behalf of 91adbf2b705548699acc3181acdf7e78 for: {'network': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:22:26.952988 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c635f994-5662-4054-afe8-3fd7e74a4b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:27.012478 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c635f994-5662-4054-afe8-3fd7e74a4b06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:27.051314 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-c0dfee00-9358-4239-8451-f1300517de2c admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1190491 Oct 12 19:22:27.051314 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 45492) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:27.059168 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-edc585dc-f11f-4973-b872-d64c72c431dd tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:27.066220 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-9f22b1ab-c454-426d-9af2-42bf6596e63f admin admin] Request body: {'subnet': {'network_id': 'f22a0b4a-70e4-4463-a6ef-6109199fd871', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-305807492-subnet', 'tenant_id': '8037c4999d8b4d25a8c451f2b659a2c4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:22:27.171281 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc585dc-f11f-4973-b872-d64c72c431dd tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7888ffa7-32b8-42cc-9be2-f2242379357b,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:27.249660 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f22b1ab-c454-426d-9af2-42bf6596e63f admin admin] Made reservation on behalf of 8037c4999d8b4d25a8c451f2b659a2c4 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:22:27.252880 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9f22b1ab-c454-426d-9af2-42bf6596e63f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16245837'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:27.291843 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-9ec72e1b-19ce-4013-9e6c-d15b64e0a861 req-34fad0c0-ae90-41c2-9c78-6b1252696693 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:27.315955 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c635f994-5662-4054-afe8-3fd7e74a4b06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:27.317026 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 45502) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:27.329677 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-edc585dc-f11f-4973-b872-d64c72c431dd tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:27.330874 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-edc585dc-f11f-4973-b872-d64c72c431dd tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9667230 Oct 12 19:22:27.336424 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 45506) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:27.341920 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-5fc87c85-4e3f-4d4e-8ac4-c9974b862993 tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] Request body: {'security_group': {'name': 'tempest-secgroup--1163524090'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:22:27.359750 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c635f994-5662-4054-afe8-3fd7e74a4b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:27.387940 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c635f994-5662-4054-afe8-3fd7e74a4b06 admin admin] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=95501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:22:27.410760 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c635f994-5662-4054-afe8-3fd7e74a4b06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef54c117-a545-49e9-83c5-f4be4cb695fe,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:27.427624 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c635f994-5662-4054-afe8-3fd7e74a4b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:27.428053 n-d-813679-3 neutron-server[95501]: INFO neutron.db.segments_db [None req-c635f994-5662-4054-afe8-3fd7e74a4b06 admin admin] Added segment 69a1f4ea-f5fa-4937-819a-a5b41f2da9ca of type vlan for network a95caad4-9d88-4c95-9f48-a1cb3c71f6ba Oct 12 19:22:27.431571 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ec72e1b-19ce-4013-9e6c-d15b64e0a861 req-13c00eec-1a17-41bc-bc06-a7f8d0d13f27 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Made reservation on behalf of 72ac91cd8d494d6197bc36451232b3b4 for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:22:27.435242 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-9ec72e1b-19ce-4013-9e6c-d15b64e0a861 req-13c00eec-1a17-41bc-bc06-a7f8d0d13f27 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:27.444884 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-9ec72e1b-19ce-4013-9e6c-d15b64e0a861 req-34fad0c0-ae90-41c2-9c78-6b1252696693 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:27.456347 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['ac2ba39d-e5cc-462c-85ad-7f217b2bb8c0'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:22:27.545336 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ec72e1b-19ce-4013-9e6c-d15b64e0a861 req-34fad0c0-ae90-41c2-9c78-6b1252696693 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:22:27.546235 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a97b0a1e-d19a-4272-913a-48ede7249112 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:27.553940 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c635f994-5662-4054-afe8-3fd7e74a4b06 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:27.559192 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5fc87c85-4e3f-4d4e-8ac4-c9974b862993 tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:27.561800 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9f22b1ab-c454-426d-9af2-42bf6596e63f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4306659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16245859'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:27.563173 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [req-9ec72e1b-19ce-4013-9e6c-d15b64e0a861 req-34fad0c0-ae90-41c2-9c78-6b1252696693 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:22:27.565734 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ec72e1b-19ce-4013-9e6c-d15b64e0a861 req-34fad0c0-ae90-41c2-9c78-6b1252696693 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:22:27.632690 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fad0c0-ae90-41c2-9c78-6b1252696693 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Pushing event updated for resources: {'Port': ['ID=8f0f1b33-30ca-4ef3-8d1e-388675e42a87,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:27.660746 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f22b1ab-c454-426d-9af2-42bf6596e63f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a09cd6ac-b3e0-423d-9e85-6644cbc7e663,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:27.724209 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f22b1ab-c454-426d-9af2-42bf6596e63f admin admin] Checking segment: {'id': '1311cbfc-168d-4d44-b005-c99086bc74c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f22a0b4a-70e4-4463-a6ef-6109199fd871'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:22:27.724520 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f22b1ab-c454-426d-9af2-42bf6596e63f admin admin] Network hostable DHCP agents. Network: f22a0b4a-70e4-4463-a6ef-6109199fd871, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:22:27.751849 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5fc87c85-4e3f-4d4e-8ac4-c9974b862993 tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:27.774970 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6952e8c8-8b76-4e9f-8c35-2e0beb10eee7 req-1c79b637-a1ba-47d1-9e52-7e6971e83b1e tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/ports?device_id=19523b6d-3dbf-434c-b3dc-884efdb2e80a HTTP/1.1" status: 200 len: 210 time: 0.0415890 Oct 12 19:22:27.806010 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec72e1b-19ce-4013-9e6c-d15b64e0a861 req-34fad0c0-ae90-41c2-9c78-6b1252696693 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:22:27.806622 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-9ec72e1b-19ce-4013-9e6c-d15b64e0a861 req-34fad0c0-ae90-41c2-9c78-6b1252696693 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:27.823836 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5fc87c85-4e3f-4d4e-8ac4-c9974b862993 tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:27.844089 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [req-9ec72e1b-19ce-4013-9e6c-d15b64e0a861 req-13c00eec-1a17-41bc-bc06-a7f8d0d13f27 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Allocated IP 192.168.233.158 (90dcf485-b1ad-4139-85a3-9e1e9879e6b1/629aee7d-3fde-4c72-af1e-6a7e1f6a7e75/832047a1-185a-433e-aeb1-81fc5bea349e) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:22:27.853915 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc87c85-4e3f-4d4e-8ac4-c9974b862993 tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd9a0cfc-8b88-4d55-bb81-11c0bd7f34a3,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:27.872358 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f22b1ab-c454-426d-9af2-42bf6596e63f admin admin] Network f22a0b4a-70e4-4463-a6ef-6109199fd871 is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:22:27.875998 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a97b0a1e-d19a-4272-913a-48ede7249112 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:27.879573 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c635f994-5662-4054-afe8-3fd7e74a4b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:27.879573 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c635f994-5662-4054-afe8-3fd7e74a4b06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:22:27.879573 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c635f994-5662-4054-afe8-3fd7e74a4b06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:27.898983 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-f9de70a5-7d1b-4c6e-8516-5f4ddfc30f93 None None] Provisioning complete for port 8f0f1b33-30ca-4ef3-8d1e-388675e42a87 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:22:27.900329 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f9de70a5-7d1b-4c6e-8516-5f4ddfc30f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:27.903666 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5fc87c85-4e3f-4d4e-8ac4-c9974b862993 tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:27.904729 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-5fc87c85-4e3f-4d4e-8ac4-c9974b862993 tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5673556 Oct 12 19:22:27.907528 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 45510) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:27.914930 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-5026deec-8956-4235-b87d-6f8c1ba958e6 tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] Request body: {'security_group_rule': {'security_group_id': '7888ffa7-32b8-42cc-9be2-f2242379357b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'fd9a0cfc-8b88-4d55-bb81-11c0bd7f34a3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:22:27.940864 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-f9de70a5-7d1b-4c6e-8516-5f4ddfc30f93 None None] Port 8f0f1b33-30ca-4ef3-8d1e-388675e42a87 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:22:27.944428 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9ec72e1b-19ce-4013-9e6c-d15b64e0a861 req-34fad0c0-ae90-41c2-9c78-6b1252696693 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8093443 Oct 12 19:22:27.954284 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a97b0a1e-d19a-4272-913a-48ede7249112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:27.969608 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-9f22b1ab-c454-426d-9af2-42bf6596e63f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, f22a0b4a-70e4-4463-a6ef-6109199fd871) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:22:27.974352 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f22b1ab-c454-426d-9af2-42bf6596e63f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:22:27.974953 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9f22b1ab-c454-426d-9af2-42bf6596e63f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:27.975878 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-9ec72e1b-19ce-4013-9e6c-d15b64e0a861 req-1124e87e-a395-49a4-8dde-d35b735da45f service neutron] Request body: {'port': {'device_id': 'd267d967-2b22-4c04-81db-06abdd1ed685', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-3'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:22:27.981060 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce8b507-25af-4418-b779-627f111e3699 None None] Network f22a0b4a-70e4-4463-a6ef-6109199fd871 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:22:28.048255 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c635f994-5662-4054-afe8-3fd7e74a4b06 admin admin] Pushing event updated for resources: {'Network': ['ID=a95caad4-9d88-4c95-9f48-a1cb3c71f6ba,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:28.062444 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-a97b0a1e-d19a-4272-913a-48ede7249112 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a37c50ecc9d044f088d89e91d7db4493&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7417924 Oct 12 19:22:28.062666 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network a95caad4-9d88-4c95-9f48-a1cb3c71f6ba details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:22:28.063059 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 45512) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:28.091267 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-9f22b1ab-c454-426d-9af2-42bf6596e63f admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0362525 Oct 12 19:22:28.092215 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 45514) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:28.100248 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-acd3d9f0-03a0-42d2-a639-6dc6d959b8a0 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-305807492-router', 'tenant_id': '8037c4999d8b4d25a8c451f2b659a2c4', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:22:28.105727 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97b0a1e-d19a-4272-913a-48ede7249112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=503a943a-891c-4cff-b1cb-449bd2ce5925,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:28.145090 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-c635f994-5662-4054-afe8-3fd7e74a4b06 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.8488905 Oct 12 19:22:28.147507 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 45516) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:28.152679 n-d-813679-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-5026deec-8956-4235-b87d-6f8c1ba958e6 tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 19:22:28.155457 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-5026deec-8956-4235-b87d-6f8c1ba958e6 tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2450490 Oct 12 19:22:28.157370 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-65aef1b5-b80a-4150-8c47-94ec1e95f84c admin admin] Request body: {'subnet': {'network_id': 'a95caad4-9d88-4c95-9f48-a1cb3c71f6ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-850717176-subnet', 'tenant_id': '91adbf2b705548699acc3181acdf7e78', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:22:28.162678 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 45518) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:28.166519 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-9ec72e1b-19ce-4013-9e6c-d15b64e0a861 req-1124e87e-a395-49a4-8dde-d35b735da45f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:28.170025 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ed243b17-29f3-4913-af70-664136ace9f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:28.196467 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ed243b17-29f3-4913-af70-664136ace9f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:28.206565 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df35bcad-2c0a-4f44-ab8b-469c64b73e0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-f22a0b4a-70e4-4463-a6ef-6109199fd871', 'network_id': 'f22a0b4a-70e4-4463-a6ef-6109199fd871', 'tenant_id': '8037c4999d8b4d25a8c451f2b659a2c4', 'fixed_ips': [{'subnet_id': 'a09cd6ac-b3e0-423d-9e85-6644cbc7e663'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:22:28.207516 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-df35bcad-2c0a-4f44-ab8b-469c64b73e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:28.226377 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-acd3d9f0-03a0-42d2-a639-6dc6d959b8a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8093678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255505'] for router, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:28.227592 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-acd3d9f0-03a0-42d2-a639-6dc6d959b8a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8093562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8087085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8022306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255518'] for router, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:28.288194 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-9ec72e1b-19ce-4013-9e6c-d15b64e0a861 req-13c00eec-1a17-41bc-bc06-a7f8d0d13f27 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:28.298606 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-acd3d9f0-03a0-42d2-a639-6dc6d959b8a0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:28.393005 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ed243b17-29f3-4913-af70-664136ace9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:28.395567 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ed243b17-29f3-4913-af70-664136ace9f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:28.397162 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-ed243b17-29f3-4913-af70-664136ace9f9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/503a943a-891c-4cff-b1cb-449bd2ce5925 HTTP/1.1" status: 204 len: 168 time: 0.3330276 Oct 12 19:22:28.409059 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-df35bcad-2c0a-4f44-ab8b-469c64b73e0e None None] Allocated IP 172.20.0.2 (f22a0b4a-70e4-4463-a6ef-6109199fd871/a09cd6ac-b3e0-423d-9e85-6644cbc7e663/4d6cd5e3-0d3b-4b57-9d41-9841dde49381) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:22:28.412183 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-bb177f1e-85b9-4b29-8e82-0e1e9eacea11 tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:28.438940 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-bb177f1e-85b9-4b29-8e82-0e1e9eacea11 tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:28.464893 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65aef1b5-b80a-4150-8c47-94ec1e95f84c admin admin] Made reservation on behalf of 91adbf2b705548699acc3181acdf7e78 for: {'subnet': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:22:28.467275 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-65aef1b5-b80a-4150-8c47-94ec1e95f84c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4612397'] for subnet, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:28.504516 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed243b17-29f3-4913-af70-664136ace9f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=503a943a-891c-4cff-b1cb-449bd2ce5925,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:28.603964 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-acd3d9f0-03a0-42d2-a639-6dc6d959b8a0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:28.625717 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-df35bcad-2c0a-4f44-ab8b-469c64b73e0e None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:28.630776 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-bb177f1e-85b9-4b29-8e82-0e1e9eacea11 tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:28.634315 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-bb177f1e-85b9-4b29-8e82-0e1e9eacea11 tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:28.635439 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-bb177f1e-85b9-4b29-8e82-0e1e9eacea11 tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] 10.222.0.49 "DELETE /v2.0/security-groups/fd9a0cfc-8b88-4d55-bb81-11c0bd7f34a3 HTTP/1.1" status: 204 len: 168 time: 0.4667954 Oct 12 19:22:28.640955 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 45530) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:28.650791 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb177f1e-85b9-4b29-8e82-0e1e9eacea11 tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd9a0cfc-8b88-4d55-bb81-11c0bd7f34a3,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:28.656751 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-9ec72e1b-19ce-4013-9e6c-d15b64e0a861 req-13c00eec-1a17-41bc-bc06-a7f8d0d13f27 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:28.668005 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['ac2ba39d-e5cc-462c-85ad-7f217b2bb8c0'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:22:28.759086 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-df35bcad-2c0a-4f44-ab8b-469c64b73e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:28.760909 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-81d4ded5-3e1b-4f46-9f6d-013b79ebf13a tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1182568 Oct 12 19:22:28.765375 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 45536) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:28.859797 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1c823af9-fe13-402a-8f3a-830913ebd50e tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:28.899902 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1c823af9-fe13-402a-8f3a-830913ebd50e tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:28.952844 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df35bcad-2c0a-4f44-ab8b-469c64b73e0e None None] Network f22a0b4a-70e4-4463-a6ef-6109199fd871 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:22:28.956162 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-df35bcad-2c0a-4f44-ab8b-469c64b73e0e None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:22:28.958057 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df35bcad-2c0a-4f44-ab8b-469c64b73e0e None None] Pushing event updated for resources: {'Port': ['ID=4d6cd5e3-0d3b-4b57-9d41-9841dde49381,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:28.960450 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df35bcad-2c0a-4f44-ab8b-469c64b73e0e None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:22:29.060198 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-df35bcad-2c0a-4f44-ab8b-469c64b73e0e None None] Attempting to bind port 4d6cd5e3-0d3b-4b57-9d41-9841dde49381 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:22:29.060656 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-df35bcad-2c0a-4f44-ab8b-469c64b73e0e None None] Attempting to bind port 4d6cd5e3-0d3b-4b57-9d41-9841dde49381 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '1311cbfc-168d-4d44-b005-c99086bc74c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f22a0b4a-70e4-4463-a6ef-6109199fd871'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:22:29.061143 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df35bcad-2c0a-4f44-ab8b-469c64b73e0e None None] Attempting to bind port 4d6cd5e3-0d3b-4b57-9d41-9841dde49381 on network f22a0b4a-70e4-4463-a6ef-6109199fd871 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:22:29.072250 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df35bcad-2c0a-4f44-ab8b-469c64b73e0e None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:22:29.072778 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df35bcad-2c0a-4f44-ab8b-469c64b73e0e None None] Checking segment: {'id': '1311cbfc-168d-4d44-b005-c99086bc74c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f22a0b4a-70e4-4463-a6ef-6109199fd871'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:22:29.073285 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-df35bcad-2c0a-4f44-ab8b-469c64b73e0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:29.073794 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df35bcad-2c0a-4f44-ab8b-469c64b73e0e None None] Bound using segment: {'id': '1311cbfc-168d-4d44-b005-c99086bc74c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f22a0b4a-70e4-4463-a6ef-6109199fd871'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:22:29.074376 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-df35bcad-2c0a-4f44-ab8b-469c64b73e0e None None] Bound port: 4d6cd5e3-0d3b-4b57-9d41-9841dde49381, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1311cbfc-168d-4d44-b005-c99086bc74c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f22a0b4a-70e4-4463-a6ef-6109199fd871'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:22:29.074860 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-df35bcad-2c0a-4f44-ab8b-469c64b73e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:29.091606 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-acd3d9f0-03a0-42d2-a639-6dc6d959b8a0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:29.114595 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-acd3d9f0-03a0-42d2-a639-6dc6d959b8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:29.154547 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-df35bcad-2c0a-4f44-ab8b-469c64b73e0e None None] For port 4d6cd5e3-0d3b-4b57-9d41-9841dde49381, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:22:29.157152 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1c823af9-fe13-402a-8f3a-830913ebd50e tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:29.158949 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-df35bcad-2c0a-4f44-ab8b-469c64b73e0e None None] For port 4d6cd5e3-0d3b-4b57-9d41-9841dde49381, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=4d6cd5e3-0d3b-4b57-9d41-9841dde49381,segment=NetworkSegment(1311cbfc-168d-4d44-b005-c99086bc74c8),segment_id=1311cbfc-168d-4d44-b005-c99086bc74c8)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:22:29.159914 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1c823af9-fe13-402a-8f3a-830913ebd50e tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:29.161183 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-1c823af9-fe13-402a-8f3a-830913ebd50e tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] 10.222.0.49 "DELETE /v2.0/security-groups/7888ffa7-32b8-42cc-9be2-f2242379357b HTTP/1.1" status: 204 len: 168 time: 0.3957434 Oct 12 19:22:29.169109 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 45540) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:29.189666 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-94c33def-18f7-4e77-9314-8a4c69421b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:29.197719 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c823af9-fe13-402a-8f3a-830913ebd50e tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7888ffa7-32b8-42cc-9be2-f2242379357b,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:29.208055 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ec72e1b-19ce-4013-9e6c-d15b64e0a861 req-13c00eec-1a17-41bc-bc06-a7f8d0d13f27 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:22:29.235853 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [req-9ec72e1b-19ce-4013-9e6c-d15b64e0a861 req-13c00eec-1a17-41bc-bc06-a7f8d0d13f27 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:22:29.243357 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ec72e1b-19ce-4013-9e6c-d15b64e0a861 req-13c00eec-1a17-41bc-bc06-a7f8d0d13f27 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:22:29.252597 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c00eec-1a17-41bc-bc06-a7f8d0d13f27 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Pushing event updated for resources: {'Port': ['ID=832047a1-185a-433e-aeb1-81fc5bea349e,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:29.256286 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 45542) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:29.258553 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-df35bcad-2c0a-4f44-ab8b-469c64b73e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:29.264768 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-ea046145-222d-49ab-891f-edea4fa7e535 tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0945325 Oct 12 19:22:29.273942 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 45544) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:29.280115 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-6d8d5ae6-ca91-41bf-84fb-21931ad07cdf tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] Request body: {'security_group': {'name': 'tempest-secgroup--1304690082'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:22:29.305966 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-acd3d9f0-03a0-42d2-a639-6dc6d959b8a0 admin admin] Allocated IP 172.25.5.3 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/50f928c9-dbfe-4b6e-be8b-80a1a5c8311e) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:22:29.321690 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-fb155d82-bd6f-4c6b-8485-fe620ffa6701 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:29.352820 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df35bcad-2c0a-4f44-ab8b-469c64b73e0e None None] Pushing event updated for resources: {'Port': ['ID=4d6cd5e3-0d3b-4b57-9d41-9841dde49381,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:29.409434 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6d8d5ae6-ca91-41bf-84fb-21931ad07cdf tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:29.483073 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55f0315-502f-451d-ac84-8adce6995205 req-e101f498-045f-4f3c-a10f-da7f2563cdc6 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:22:29.484691 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d55f0315-502f-451d-ac84-8adce6995205 req-e101f498-045f-4f3c-a10f-da7f2563cdc6 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/ports?device_id=19523b6d-3dbf-434c-b3dc-884efdb2e80a HTTP/1.1" status: 200 len: 936 time: 0.3111145 Oct 12 19:22:29.493893 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-acd3d9f0-03a0-42d2-a639-6dc6d959b8a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:29.537634 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec72e1b-19ce-4013-9e6c-d15b64e0a861 req-13c00eec-1a17-41bc-bc06-a7f8d0d13f27 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:22:29.537838 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-9ec72e1b-19ce-4013-9e6c-d15b64e0a861 req-13c00eec-1a17-41bc-bc06-a7f8d0d13f27 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:29.550355 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6d8d5ae6-ca91-41bf-84fb-21931ad07cdf tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:29.598138 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-39cbe2ac-75f1-4a82-93fb-0e0206e95828 None None] Provisioning complete for port 832047a1-185a-433e-aeb1-81fc5bea349e triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:22:29.598797 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-39cbe2ac-75f1-4a82-93fb-0e0206e95828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:29.621015 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6d8d5ae6-ca91-41bf-84fb-21931ad07cdf tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:29.666274 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-39cbe2ac-75f1-4a82-93fb-0e0206e95828 None None] Port 832047a1-185a-433e-aeb1-81fc5bea349e cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:22:29.669547 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d55f0315-502f-451d-ac84-8adce6995205 req-c13ef186-a9ef-47d8-8b62-376cb365c5aa tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/security-groups?id=ceeec1d2-c315-47e9-9f92-76d770e7141a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227062 Oct 12 19:22:29.670643 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-acd3d9f0-03a0-42d2-a639-6dc6d959b8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:29.696894 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [req-9ec72e1b-19ce-4013-9e6c-d15b64e0a861 req-1124e87e-a395-49a4-8dde-d35b735da45f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f0f1b33-30ca-4ef3-8d1e-388675e42a87 {{(pid=95501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:22:29.702521 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-fb155d82-bd6f-4c6b-8485-fe620ffa6701 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:29.708998 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-9ec72e1b-19ce-4013-9e6c-d15b64e0a861 req-1124e87e-a395-49a4-8dde-d35b735da45f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:29.713173 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8d5ae6-ca91-41bf-84fb-21931ad07cdf tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbc4389e-5588-472d-9283-570373f5925b,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:29.714487 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-65aef1b5-b80a-4150-8c47-94ec1e95f84c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4824863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4612355'] for subnet, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:29.727797 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd3d9f0-03a0-42d2-a639-6dc6d959b8a0 admin admin] Pushing event updated for resources: {'Port': ['ID=50f928c9-dbfe-4b6e-be8b-80a1a5c8311e,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:29.732573 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd3d9f0-03a0-42d2-a639-6dc6d959b8a0 admin admin] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:22:29.734136 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-acd3d9f0-03a0-42d2-a639-6dc6d959b8a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:22:29.736598 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd3d9f0-03a0-42d2-a639-6dc6d959b8a0 admin admin] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:22:29.761838 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6d8d5ae6-ca91-41bf-84fb-21931ad07cdf tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:29.762494 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9ec72e1b-19ce-4013-9e6c-d15b64e0a861 req-13c00eec-1a17-41bc-bc06-a7f8d0d13f27 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8224170 Oct 12 19:22:29.763241 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-6d8d5ae6-ca91-41bf-84fb-21931ad07cdf tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4883938 Oct 12 19:22:29.765721 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.provisioning_blocks [req-9ec72e1b-19ce-4013-9e6c-d15b64e0a861 req-1124e87e-a395-49a4-8dde-d35b735da45f service neutron] Transition to ACTIVE for port object 8f0f1b33-30ca-4ef3-8d1e-388675e42a87 will not be triggered until provisioned by entity L2. {{(pid=95501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:22:29.767388 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 45550) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:29.774720 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-a9247b5c-88ad-4791-927f-84ce7e68d290 tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:22:29.780409 n-d-813679-3 neutron-server[95502]: WARNING neutron.api.v2.base [None req-a9247b5c-88ad-4791-927f-84ce7e68d290 tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 12 19:22:29.780409 n-d-813679-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-a9247b5c-88ad-4791-927f-84ce7e68d290 tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] update failed (client error): There was a conflict when trying to complete your request. Oct 12 19:22:29.780409 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-a9247b5c-88ad-4791-927f-84ce7e68d290 tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] 10.222.0.49 "PUT /v2.0/security-groups/fbc4389e-5588-472d-9283-570373f5925b HTTP/1.1" status: 409 len: 330 time: 0.0078416 Oct 12 19:22:29.780649 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-9ec72e1b-19ce-4013-9e6c-d15b64e0a861 req-dfcde208-ae99-4acf-bf5e-8eac27decec6 service neutron] Request body: {'port': {'device_id': '19523b6d-3dbf-434c-b3dc-884efdb2e80a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-3'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:22:29.783377 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 45552) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:29.810247 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-fb155d82-bd6f-4c6b-8485-fe620ffa6701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:29.830473 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65aef1b5-b80a-4150-8c47-94ec1e95f84c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4dfc27e-b28d-4bb2-a392-801ff63579d9,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:29.883544 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-9ec72e1b-19ce-4013-9e6c-d15b64e0a861 req-1124e87e-a395-49a4-8dde-d35b735da45f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:29.893559 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65aef1b5-b80a-4150-8c47-94ec1e95f84c admin admin] Checking segment: {'id': '69a1f4ea-f5fa-4937-819a-a5b41f2da9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'a95caad4-9d88-4c95-9f48-a1cb3c71f6ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:22:29.893559 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65aef1b5-b80a-4150-8c47-94ec1e95f84c admin admin] Network hostable DHCP agents. Network: a95caad4-9d88-4c95-9f48-a1cb3c71f6ba, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:22:29.904312 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-fb155d82-bd6f-4c6b-8485-fe620ffa6701 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0b36718b79214caabc69c5c3e848f717&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6256762 Oct 12 19:22:29.909293 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 45554) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:29.931229 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb155d82-bd6f-4c6b-8485-fe620ffa6701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea2d2c62-7871-40d8-bb3a-072a93bd7050,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:29.947013 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-9ec72e1b-19ce-4013-9e6c-d15b64e0a861 req-dfcde208-ae99-4acf-bf5e-8eac27decec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:30.016763 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1124e87e-a395-49a4-8dde-d35b735da45f service neutron] Pushing event updated for resources: {'Port': ['ID=8f0f1b33-30ca-4ef3-8d1e-388675e42a87,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:30.231407 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-9ec72e1b-19ce-4013-9e6c-d15b64e0a861 req-1124e87e-a395-49a4-8dde-d35b735da45f service neutron] Attempting to bind port 8f0f1b33-30ca-4ef3-8d1e-388675e42a87 on host n-h2-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:22:30.231754 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-9ec72e1b-19ce-4013-9e6c-d15b64e0a861 req-1124e87e-a395-49a4-8dde-d35b735da45f service neutron] Attempting to bind port 8f0f1b33-30ca-4ef3-8d1e-388675e42a87 by drivers openvswitch,hyperv on host n-h2-813679-3 at level 0 using segments [{'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:22:30.232107 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec72e1b-19ce-4013-9e6c-d15b64e0a861 req-1124e87e-a395-49a4-8dde-d35b735da45f service neutron] Attempting to bind port 8f0f1b33-30ca-4ef3-8d1e-388675e42a87 on network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:22:30.271112 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec72e1b-19ce-4013-9e6c-d15b64e0a861 req-1124e87e-a395-49a4-8dde-d35b735da45f service neutron] Port 8f0f1b33-30ca-4ef3-8d1e-388675e42a87 on network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:22:30.271439 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec72e1b-19ce-4013-9e6c-d15b64e0a861 req-1124e87e-a395-49a4-8dde-d35b735da45f service neutron] Attempting to bind port 8f0f1b33-30ca-4ef3-8d1e-388675e42a87 on network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:22:30.276805 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65aef1b5-b80a-4150-8c47-94ec1e95f84c admin admin] Network a95caad4-9d88-4c95-9f48-a1cb3c71f6ba is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:22:30.286627 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec72e1b-19ce-4013-9e6c-d15b64e0a861 req-1124e87e-a395-49a4-8dde-d35b735da45f service neutron] Checking agent: {'id': '233fbd7d-38e4-434f-bb8f-05364d7423a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:22:30.293572 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec72e1b-19ce-4013-9e6c-d15b64e0a861 req-1124e87e-a395-49a4-8dde-d35b735da45f service neutron] Checking segment: {'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:22:30.293572 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec72e1b-19ce-4013-9e6c-d15b64e0a861 req-1124e87e-a395-49a4-8dde-d35b735da45f service neutron] Bound using segment: {'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:22:30.293572 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-9ec72e1b-19ce-4013-9e6c-d15b64e0a861 req-1124e87e-a395-49a4-8dde-d35b735da45f service neutron] Bound port: 8f0f1b33-30ca-4ef3-8d1e-388675e42a87, host: n-h2-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'}}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:22:30.293572 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-9ec72e1b-19ce-4013-9e6c-d15b64e0a861 req-1124e87e-a395-49a4-8dde-d35b735da45f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:30.327248 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a2551b27-6055-4b45-99a4-381a006b1dad tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:30.367816 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a2551b27-6055-4b45-99a4-381a006b1dad tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:30.402085 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-65aef1b5-b80a-4150-8c47-94ec1e95f84c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, a95caad4-9d88-4c95-9f48-a1cb3c71f6ba) {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:22:30.407542 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65aef1b5-b80a-4150-8c47-94ec1e95f84c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:22:30.407776 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-65aef1b5-b80a-4150-8c47-94ec1e95f84c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:30.412687 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b028ae-b670-4a20-9be0-bd5593f3026c None None] Network a95caad4-9d88-4c95-9f48-a1cb3c71f6ba requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:22:30.415167 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-9ec72e1b-19ce-4013-9e6c-d15b64e0a861 req-1124e87e-a395-49a4-8dde-d35b735da45f service neutron] For port 8f0f1b33-30ca-4ef3-8d1e-388675e42a87, host n-h2-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:22:30.445862 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6b443872-82e9-460c-86e8-bbe1aff13ba0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:30.460073 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-9ec72e1b-19ce-4013-9e6c-d15b64e0a861 req-1124e87e-a395-49a4-8dde-d35b735da45f service neutron] For port 8f0f1b33-30ca-4ef3-8d1e-388675e42a87, host n-h2-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=8f0f1b33-30ca-4ef3-8d1e-388675e42a87,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:22:30.502570 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6b443872-82e9-460c-86e8-bbe1aff13ba0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:30.504884 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [req-9ec72e1b-19ce-4013-9e6c-d15b64e0a861 req-dfcde208-ae99-4acf-bf5e-8eac27decec6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 832047a1-185a-433e-aeb1-81fc5bea349e {{(pid=95501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:22:30.519485 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-65aef1b5-b80a-4150-8c47-94ec1e95f84c admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.3687050 Oct 12 19:22:30.528650 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 45564) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:30.531287 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-9ec72e1b-19ce-4013-9e6c-d15b64e0a861 req-dfcde208-ae99-4acf-bf5e-8eac27decec6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:30.559898 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-9a9d34d3-ddef-4c84-8c17-791ba2d28acb admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-850717176-router', 'tenant_id': '91adbf2b705548699acc3181acdf7e78', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:22:30.569846 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-9ec72e1b-19ce-4013-9e6c-d15b64e0a861 req-1124e87e-a395-49a4-8dde-d35b735da45f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:30.605783 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a2551b27-6055-4b45-99a4-381a006b1dad tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:30.605783 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a2551b27-6055-4b45-99a4-381a006b1dad tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:30.614372 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13608fd-ab69-4e83-85df-a2d09308b1aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-a95caad4-9d88-4c95-9f48-a1cb3c71f6ba', 'network_id': 'a95caad4-9d88-4c95-9f48-a1cb3c71f6ba', 'tenant_id': '91adbf2b705548699acc3181acdf7e78', 'fixed_ips': [{'subnet_id': 'f4dfc27e-b28d-4bb2-a392-801ff63579d9'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:22:30.614585 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-a2551b27-6055-4b45-99a4-381a006b1dad tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] 10.222.0.49 "DELETE /v2.0/security-groups/fbc4389e-5588-472d-9283-570373f5925b HTTP/1.1" status: 204 len: 168 time: 0.8275046 Oct 12 19:22:30.614701 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c13608fd-ab69-4e83-85df-a2d09308b1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:30.622241 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 45568) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:30.628420 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.provisioning_blocks [req-9ec72e1b-19ce-4013-9e6c-d15b64e0a861 req-dfcde208-ae99-4acf-bf5e-8eac27decec6 service neutron] Transition to ACTIVE for port object 832047a1-185a-433e-aeb1-81fc5bea349e will not be triggered until provisioned by entity L2. {{(pid=95501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:22:30.654498 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2551b27-6055-4b45-99a4-381a006b1dad tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbc4389e-5588-472d-9283-570373f5925b,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:30.661644 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-acd3d9f0-03a0-42d2-a639-6dc6d959b8a0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:30.705572 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4262ce-cd3a-4506-9810-3249cc0fe016 None None] Network f22a0b4a-70e4-4463-a6ef-6109199fd871 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:22:30.731498 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1124e87e-a395-49a4-8dde-d35b735da45f service neutron] Pushing event updated for resources: {'Port': ['ID=8f0f1b33-30ca-4ef3-8d1e-388675e42a87,revision_number=3']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:30.743997 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec72e1b-19ce-4013-9e6c-d15b64e0a861 req-1124e87e-a395-49a4-8dde-d35b735da45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:22:30.745304 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-9ec72e1b-19ce-4013-9e6c-d15b64e0a861 req-1124e87e-a395-49a4-8dde-d35b735da45f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:30.747645 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9ec72e1b-19ce-4013-9e6c-d15b64e0a861 req-1124e87e-a395-49a4-8dde-d35b735da45f service neutron] 10.222.0.67 "PUT /v2.0/ports/8f0f1b33-30ca-4ef3-8d1e-388675e42a87 HTTP/1.1" status: 200 len: 1096 time: 2.7900012 Oct 12 19:22:30.748666 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd267d967-2b22-4c04-81db-06abdd1ed685', 'tag': '8f0f1b33-30ca-4ef3-8d1e-388675e42a87'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:22:30.753149 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f132953e-2f99-47f1-a06c-3d709bf469e0" -d '{"events": [{"name": "network-changed", "server_uuid": "d267d967-2b22-4c04-81db-06abdd1ed685", "tag": "8f0f1b33-30ca-4ef3-8d1e-388675e42a87"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:22:30.780230 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-9ec72e1b-19ce-4013-9e6c-d15b64e0a861 req-dfcde208-ae99-4acf-bf5e-8eac27decec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:30.847012 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-e600c605-c3a4-4562-834a-9b4924a498ce None None] Provisioning complete for port 4d6cd5e3-0d3b-4b57-9d41-9841dde49381 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:22:30.847309 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e600c605-c3a4-4562-834a-9b4924a498ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:30.876715 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6b443872-82e9-460c-86e8-bbe1aff13ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:30.879692 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6b443872-82e9-460c-86e8-bbe1aff13ba0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:30.893934 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-6b443872-82e9-460c-86e8-bbe1aff13ba0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ea2d2c62-7871-40d8-bb3a-072a93bd7050 HTTP/1.1" status: 204 len: 168 time: 0.9732127 Oct 12 19:22:30.895073 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 4d6cd5e3-0d3b-4b57-9d41-9841dde49381 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:22:30.900385 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f23ab42b-937d-4bc2-96a1-a1e92da22464 x-openstack-request-id: req-f23ab42b-937d-4bc2-96a1-a1e92da22464 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:22:30.900680 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d267d967-2b22-4c04-81db-06abdd1ed685", "tag": "8f0f1b33-30ca-4ef3-8d1e-388675e42a87", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:22:30.900934 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f23ab42b-937d-4bc2-96a1-a1e92da22464 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:22:30.901581 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd267d967-2b22-4c04-81db-06abdd1ed685', 'tag': '8f0f1b33-30ca-4ef3-8d1e-388675e42a87', 'status': 'completed', 'code': 200} Oct 12 19:22:30.909277 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcde208-ae99-4acf-bf5e-8eac27decec6 service neutron] Pushing event updated for resources: {'Port': ['ID=832047a1-185a-433e-aeb1-81fc5bea349e,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:30.930376 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9a9d34d3-ddef-4c84-8c17-791ba2d28acb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8093678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255505'] for router, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:30.931484 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9a9d34d3-ddef-4c84-8c17-791ba2d28acb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8093562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8087085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8022306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255518'] for router, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:30.955151 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b443872-82e9-460c-86e8-bbe1aff13ba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea2d2c62-7871-40d8-bb3a-072a93bd7050,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:30.972206 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25766e9-e7e9-4ed2-b49c-fcc9f3099b4c req-986f920f-8b7e-44ed-96d4-a9836486fbc0 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:22:30.974340 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b25766e9-e7e9-4ed2-b49c-fcc9f3099b4c req-986f920f-8b7e-44ed-96d4-a9836486fbc0 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/ports?device_id=19523b6d-3dbf-434c-b3dc-884efdb2e80a HTTP/1.1" status: 200 len: 948 time: 0.1510794 Oct 12 19:22:30.984397 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-c13608fd-ab69-4e83-85df-a2d09308b1aa None None] Allocated IP 172.20.0.2 (a95caad4-9d88-4c95-9f48-a1cb3c71f6ba/f4dfc27e-b28d-4bb2-a392-801ff63579d9/b0bfa2d6-fcc4-49c7-8eb1-f3d416687f21) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:22:31.030561 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9a9d34d3-ddef-4c84-8c17-791ba2d28acb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:31.038175 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-7a13b482-7555-41e4-927c-1eacec7c93d4 tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4093814 Oct 12 19:22:31.042819 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 45576) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:31.079549 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 4d6cd5e3-0d3b-4b57-9d41-9841dde49381 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:22:31.079549 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:31.084469 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f132953e-2f99-47f1-a06c-3d709bf469e0 req-cf8fd39f-38d8-4b0c-b388-60e9fb472267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:22:31.086697 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f132953e-2f99-47f1-a06c-3d709bf469e0 req-cf8fd39f-38d8-4b0c-b388-60e9fb472267 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=72ac91cd8d494d6197bc36451232b3b4&device_id=d267d967-2b22-4c04-81db-06abdd1ed685 HTTP/1.1" status: 200 len: 1099 time: 0.1843071 Oct 12 19:22:31.120900 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b25766e9-e7e9-4ed2-b49c-fcc9f3099b4c req-70bc653a-b74d-4bd5-b845-4409cf7e65a6 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/security-groups?id=ceeec1d2-c315-47e9-9f92-76d770e7141a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301298 Oct 12 19:22:31.166047 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f132953e-2f99-47f1-a06c-3d709bf469e0 req-ea9c9873-b11c-43d5-9b01-9f7c4dbabac4 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=72ac91cd8d494d6197bc36451232b3b4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0403488 Oct 12 19:22:31.167273 n-d-813679-3 neutron-server[95501]: INFO neutron.api.v2.resource [None req-fb6b9fa3-e38a-4d9f-91ae-113a5b60bb73 tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] delete failed (client error): The resource could not be found. Oct 12 19:22:31.172067 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-fb6b9fa3-e38a-4d9f-91ae-113a5b60bb73 tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] 10.222.0.49 "DELETE /v2.0/security-groups/0368f957-777a-409b-9944-ad759c1271a0 HTTP/1.1" status: 404 len: 347 time: 0.1220255 Oct 12 19:22:31.190558 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 45578) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:31.213900 n-d-813679-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-0528d800-ce22-4d70-a410-9ff17d763a9c tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] show failed (client error): The resource could not be found. Oct 12 19:22:31.215559 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-0528d800-ce22-4d70-a410-9ff17d763a9c tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] 10.222.0.49 "GET /v2.0/security-groups/56ea22dd-e7f1-4fb1-9bda-1e5cc480c343 HTTP/1.1" status: 404 len: 347 time: 0.0242631 Oct 12 19:22:31.219597 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 45580) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:31.245013 n-d-813679-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-51bbd319-96d1-4b88-be3c-42d62e0cb978 tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] show failed (client error): The resource could not be found. Oct 12 19:22:31.246675 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-51bbd319-96d1-4b88-be3c-42d62e0cb978 tempest-NegativeSecGroupTest-1685757248 tempest-NegativeSecGroupTest-1685757248-project] 10.222.0.49 "GET /v2.0/security-group-rules/17cd10a3-0d2f-4c3e-9baf-db56753f0a39 HTTP/1.1" status: 404 len: 356 time: 0.0259333 Oct 12 19:22:31.258311 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e600c605-c3a4-4562-834a-9b4924a498ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:31.284225 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-acd3d9f0-03a0-42d2-a639-6dc6d959b8a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8093541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7915516'] for router, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:31.406904 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9a9d34d3-ddef-4c84-8c17-791ba2d28acb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:31.515822 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-9ec72e1b-19ce-4013-9e6c-d15b64e0a861 req-dfcde208-ae99-4acf-bf5e-8eac27decec6 service neutron] Attempting to bind port 832047a1-185a-433e-aeb1-81fc5bea349e on host n-h2-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:22:31.516755 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-9ec72e1b-19ce-4013-9e6c-d15b64e0a861 req-dfcde208-ae99-4acf-bf5e-8eac27decec6 service neutron] Attempting to bind port 832047a1-185a-433e-aeb1-81fc5bea349e by drivers openvswitch,hyperv on host n-h2-813679-3 at level 0 using segments [{'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:22:31.516755 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec72e1b-19ce-4013-9e6c-d15b64e0a861 req-dfcde208-ae99-4acf-bf5e-8eac27decec6 service neutron] Attempting to bind port 832047a1-185a-433e-aeb1-81fc5bea349e on network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:22:31.531557 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:31.536345 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-e600c605-c3a4-4562-834a-9b4924a498ce None None] For port 4d6cd5e3-0d3b-4b57-9d41-9841dde49381, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=4d6cd5e3-0d3b-4b57-9d41-9841dde49381,segment=NetworkSegment(1311cbfc-168d-4d44-b005-c99086bc74c8),segment_id=1311cbfc-168d-4d44-b005-c99086bc74c8)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:22:31.569816 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec72e1b-19ce-4013-9e6c-d15b64e0a861 req-dfcde208-ae99-4acf-bf5e-8eac27decec6 service neutron] Port 832047a1-185a-433e-aeb1-81fc5bea349e on network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:22:31.570652 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec72e1b-19ce-4013-9e6c-d15b64e0a861 req-dfcde208-ae99-4acf-bf5e-8eac27decec6 service neutron] Attempting to bind port 832047a1-185a-433e-aeb1-81fc5bea349e on network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:22:31.573227 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acd3d9f0-03a0-42d2-a639-6dc6d959b8a0 admin admin] Router 879310a4-6b7f-4733-8968-5719a42090c9 is scheduled to L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b with binding_index 1 {{(pid=95502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 19:22:31.609842 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e600c605-c3a4-4562-834a-9b4924a498ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:31.624733 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec72e1b-19ce-4013-9e6c-d15b64e0a861 req-dfcde208-ae99-4acf-bf5e-8eac27decec6 service neutron] Checking agent: {'id': '233fbd7d-38e4-434f-bb8f-05364d7423a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:22:31.625071 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec72e1b-19ce-4013-9e6c-d15b64e0a861 req-dfcde208-ae99-4acf-bf5e-8eac27decec6 service neutron] Checking segment: {'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:22:31.625465 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec72e1b-19ce-4013-9e6c-d15b64e0a861 req-dfcde208-ae99-4acf-bf5e-8eac27decec6 service neutron] Bound using segment: {'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:22:31.626033 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-9ec72e1b-19ce-4013-9e6c-d15b64e0a861 req-dfcde208-ae99-4acf-bf5e-8eac27decec6 service neutron] Bound port: 832047a1-185a-433e-aeb1-81fc5bea349e, host: n-h2-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'}}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:22:31.626456 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-9ec72e1b-19ce-4013-9e6c-d15b64e0a861 req-dfcde208-ae99-4acf-bf5e-8eac27decec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:31.645305 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f132953e-2f99-47f1-a06c-3d709bf469e0 req-bb4c4f10-c992-49db-af5a-3ee00efae3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:22:31.646802 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f132953e-2f99-47f1-a06c-3d709bf469e0 req-bb4c4f10-c992-49db-af5a-3ee00efae3a6 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3820322 Oct 12 19:22:31.689833 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c13608fd-ab69-4e83-85df-a2d09308b1aa None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:31.696794 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-796b7ffa-498f-465f-b8d7-b9edfd1d3d0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:31.761535 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.db.api [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 19:22:31.762690 n-d-813679-3 neutron-server[95503]: DEBUG oslo_db.api [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 19:22:31.779733 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-9ec72e1b-19ce-4013-9e6c-d15b64e0a861 req-dfcde208-ae99-4acf-bf5e-8eac27decec6 service neutron] For port 832047a1-185a-433e-aeb1-81fc5bea349e, host n-h2-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:22:31.782391 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e600c605-c3a4-4562-834a-9b4924a498ce None None] Pushing event updated for resources: {'Port': ['ID=4d6cd5e3-0d3b-4b57-9d41-9841dde49381,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:31.785788 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c13608fd-ab69-4e83-85df-a2d09308b1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:31.811080 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-9ec72e1b-19ce-4013-9e6c-d15b64e0a861 req-dfcde208-ae99-4acf-bf5e-8eac27decec6 service neutron] For port 832047a1-185a-433e-aeb1-81fc5bea349e, host n-h2-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=832047a1-185a-433e-aeb1-81fc5bea349e,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:22:31.826202 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec72e1b-19ce-4013-9e6c-d15b64e0a861 req-af48aae8-eadc-4158-b93e-9008d2de59d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:22:31.827723 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9ec72e1b-19ce-4013-9e6c-d15b64e0a861 req-af48aae8-eadc-4158-b93e-9008d2de59d6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=72ac91cd8d494d6197bc36451232b3b4&device_id=d267d967-2b22-4c04-81db-06abdd1ed685 HTTP/1.1" status: 200 len: 1099 time: 0.1209114 Oct 12 19:22:31.849490 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c13608fd-ab69-4e83-85df-a2d09308b1aa None None] Network a95caad4-9d88-4c95-9f48-a1cb3c71f6ba is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:22:31.859214 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-c13608fd-ab69-4e83-85df-a2d09308b1aa None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:22:31.862067 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13608fd-ab69-4e83-85df-a2d09308b1aa None None] Pushing event updated for resources: {'Port': ['ID=b0bfa2d6-fcc4-49c7-8eb1-f3d416687f21,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:31.864395 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13608fd-ab69-4e83-85df-a2d09308b1aa None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:22:31.896879 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9ec72e1b-19ce-4013-9e6c-d15b64e0a861 req-789b4f98-2208-40e0-851b-32ca073f3569 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=8f0f1b33-30ca-4ef3-8d1e-388675e42a87 HTTP/1.1" status: 200 len: 217 time: 0.0594609 Oct 12 19:22:31.898317 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-9ec72e1b-19ce-4013-9e6c-d15b64e0a861 req-dfcde208-ae99-4acf-bf5e-8eac27decec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:31.903042 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acd3d9f0-03a0-42d2-a639-6dc6d959b8a0 admin admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:22:31.917738 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b027fcdb-bbee-47df-8eb5-2371cb8e1666 None None] Sync routers for ids ['879310a4-6b7f-4733-8968-5719a42090c9'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:22:31.934660 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-c13608fd-ab69-4e83-85df-a2d09308b1aa None None] Attempting to bind port b0bfa2d6-fcc4-49c7-8eb1-f3d416687f21 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:22:31.935406 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-c13608fd-ab69-4e83-85df-a2d09308b1aa None None] Attempting to bind port b0bfa2d6-fcc4-49c7-8eb1-f3d416687f21 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '69a1f4ea-f5fa-4937-819a-a5b41f2da9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'a95caad4-9d88-4c95-9f48-a1cb3c71f6ba'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:22:31.935994 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13608fd-ab69-4e83-85df-a2d09308b1aa None None] Attempting to bind port b0bfa2d6-fcc4-49c7-8eb1-f3d416687f21 on network a95caad4-9d88-4c95-9f48-a1cb3c71f6ba {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:22:31.945852 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13608fd-ab69-4e83-85df-a2d09308b1aa None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:22:31.946794 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13608fd-ab69-4e83-85df-a2d09308b1aa None None] Checking segment: {'id': '69a1f4ea-f5fa-4937-819a-a5b41f2da9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'a95caad4-9d88-4c95-9f48-a1cb3c71f6ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:22:31.947389 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c13608fd-ab69-4e83-85df-a2d09308b1aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:31.947956 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13608fd-ab69-4e83-85df-a2d09308b1aa None None] Bound using segment: {'id': '69a1f4ea-f5fa-4937-819a-a5b41f2da9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'a95caad4-9d88-4c95-9f48-a1cb3c71f6ba'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:22:31.948686 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-c13608fd-ab69-4e83-85df-a2d09308b1aa None None] Bound port: b0bfa2d6-fcc4-49c7-8eb1-f3d416687f21, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69a1f4ea-f5fa-4937-819a-a5b41f2da9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'a95caad4-9d88-4c95-9f48-a1cb3c71f6ba'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:22:31.949276 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c13608fd-ab69-4e83-85df-a2d09308b1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:31.954011 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b027fcdb-bbee-47df-8eb5-2371cb8e1666 None None] Routers {'879310a4-6b7f-4733-8968-5719a42090c9'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:22:31.954907 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-b027fcdb-bbee-47df-8eb5-2371cb8e1666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:22:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['879310a4-6b7f-4733-8968-5719a42090c9'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:22:31.990660 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 45602) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:32.031908 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-acd3d9f0-03a0-42d2-a639-6dc6d959b8a0 admin admin] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:32.034542 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-acd3d9f0-03a0-42d2-a639-6dc6d959b8a0 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.9400132 Oct 12 19:22:32.043998 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec72e1b-19ce-4013-9e6c-d15b64e0a861 req-dfcde208-ae99-4acf-bf5e-8eac27decec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:22:32.043998 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-9ec72e1b-19ce-4013-9e6c-d15b64e0a861 req-dfcde208-ae99-4acf-bf5e-8eac27decec6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:32.043998 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9ec72e1b-19ce-4013-9e6c-d15b64e0a861 req-dfcde208-ae99-4acf-bf5e-8eac27decec6 service neutron] 10.222.0.67 "PUT /v2.0/ports/832047a1-185a-433e-aeb1-81fc5bea349e HTTP/1.1" status: 200 len: 1096 time: 2.2654271 Oct 12 19:22:32.044532 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 45606) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:32.044624 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-dc1c7068-b16b-4fd4-bb11-298afd0227f2 None None] Provisioning complete for port 4d6cd5e3-0d3b-4b57-9d41-9841dde49381 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:22:32.045431 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-dc1c7068-b16b-4fd4-bb11-298afd0227f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:32.131053 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec72e1b-19ce-4013-9e6c-d15b64e0a861 req-6936aac2-cfca-491a-993c-6c78b34e2a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:22:32.133329 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9ec72e1b-19ce-4013-9e6c-d15b64e0a861 req-6936aac2-cfca-491a-993c-6c78b34e2a2f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=629aee7d-3fde-4c72-af1e-6a7e1f6a7e75 HTTP/1.1" status: 200 len: 843 time: 0.1992402 Oct 12 19:22:32.134519 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcde208-ae99-4acf-bf5e-8eac27decec6 service neutron] Pushing event updated for resources: {'Port': ['ID=832047a1-185a-433e-aeb1-81fc5bea349e,revision_number=3']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:32.173100 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-c13608fd-ab69-4e83-85df-a2d09308b1aa None None] For port b0bfa2d6-fcc4-49c7-8eb1-f3d416687f21, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:22:32.178251 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-c13608fd-ab69-4e83-85df-a2d09308b1aa None None] For port b0bfa2d6-fcc4-49c7-8eb1-f3d416687f21, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=b0bfa2d6-fcc4-49c7-8eb1-f3d416687f21,segment=NetworkSegment(69a1f4ea-f5fa-4937-819a-a5b41f2da9ca),segment_id=69a1f4ea-f5fa-4937-819a-a5b41f2da9ca)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:22:32.217353 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-b027fcdb-bbee-47df-8eb5-2371cb8e1666 None None] Set router 879310a4-6b7f-4733-8968-5719a42090c9 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:22:32.283368 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9a9d34d3-ddef-4c84-8c17-791ba2d28acb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:32.323222 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9a9d34d3-ddef-4c84-8c17-791ba2d28acb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:32.323832 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-4e5ecf75-1b29-4692-8549-6885042dcfde admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cd1e597aa6e5405fa28d82a657b09ab6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3318880 Oct 12 19:22:32.327228 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 45616) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:32.341103 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c13608fd-ab69-4e83-85df-a2d09308b1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:32.383334 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec72e1b-19ce-4013-9e6c-d15b64e0a861 req-7d481fe6-f849-403b-86e3-5a224e4b4672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:22:32.384787 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9ec72e1b-19ce-4013-9e6c-d15b64e0a861 req-7d481fe6-f849-403b-86e3-5a224e4b4672 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=90dcf485-b1ad-4139-85a3-9e1e9879e6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2347124 Oct 12 19:22:32.435690 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42915796-1984-439a-95bd-0c9d689dd5dd req-87d3f58d-743e-4b34-afad-42723ad983fa tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:22:32.437639 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-42915796-1984-439a-95bd-0c9d689dd5dd req-87d3f58d-743e-4b34-afad-42723ad983fa tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/ports?device_id=19523b6d-3dbf-434c-b3dc-884efdb2e80a HTTP/1.1" status: 200 len: 948 time: 0.1888781 Oct 12 19:22:32.479002 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec72e1b-19ce-4013-9e6c-d15b64e0a861 req-c504e9ea-0a60-4ebe-97bb-d6435c0e0ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:22:32.480649 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9ec72e1b-19ce-4013-9e6c-d15b64e0a861 req-c504e9ea-0a60-4ebe-97bb-d6435c0e0ae2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=72ac91cd8d494d6197bc36451232b3b4&device_id=19523b6d-3dbf-434c-b3dc-884efdb2e80a HTTP/1.1" status: 200 len: 1099 time: 0.2670357 Oct 12 19:22:32.567651 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13608fd-ab69-4e83-85df-a2d09308b1aa None None] Pushing event updated for resources: {'Port': ['ID=b0bfa2d6-fcc4-49c7-8eb1-f3d416687f21,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:32.613429 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a76c0baa-a903-4480-9762-8f02252f2082 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:32.659158 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:32.726286 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a76c0baa-a903-4480-9762-8f02252f2082 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:32.728750 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-b027fcdb-bbee-47df-8eb5-2371cb8e1666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '879310a4-6b7f-4733-8968-5719a42090c9', 'name': 'tempest-ServerActionsTestJSON-305807492-router', 'tenant_id': '8037c4999d8b4d25a8c451f2b659a2c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '50f928c9-dbfe-4b6e-be8b-80a1a5c8311e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:22:28Z', 'updated_at': '2021-10-12T19:22:30Z', 'revision_number': 3, 'project_id': '8037c4999d8b4d25a8c451f2b659a2c4', 'gw_port': {'id': '50f928c9-dbfe-4b6e-be8b-80a1a5c8311e', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e8:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '879310a4-6b7f-4733-8968-5719a42090c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:22:29Z', 'updated_at': '2021-10-12T19:22:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:22:32.731910 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9ec72e1b-19ce-4013-9e6c-d15b64e0a861 req-bef5a9e4-a852-4b44-9419-0dee8c369724 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=832047a1-185a-433e-aeb1-81fc5bea349e HTTP/1.1" status: 200 len: 217 time: 0.2094722 Oct 12 19:22:32.733818 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9ec72e1b-19ce-4013-9e6c-d15b64e0a861 req-49354c6a-d381-451b-9993-07888400a6d4 service neutron] 10.222.0.67 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3155255 Oct 12 19:22:32.851391 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b027fcdb-bbee-47df-8eb5-2371cb8e1666 None None] Checking router: 879310a4-6b7f-4733-8968-5719a42090c9 for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:22:32.851584 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b027fcdb-bbee-47df-8eb5-2371cb8e1666 None None] Updating router 879310a4-6b7f-4733-8968-5719a42090c9 port 50f928c9-dbfe-4b6e-be8b-80a1a5c8311e binding host n-d-813679-3 {{(pid=95503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 19:22:32.855953 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 4d6cd5e3-0d3b-4b57-9d41-9841dde49381 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:22:32.865512 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:32.926209 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-9a9d34d3-ddef-4c84-8c17-791ba2d28acb admin admin] Allocated IP 172.25.5.19 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/cacd4d8b-b2a8-4630-b997-baa1967fc712) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:22:32.933620 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19523b6d-3dbf-434c-b3dc-884efdb2e80a', 'tag': '832047a1-185a-433e-aeb1-81fc5bea349e'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:22:32.938278 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ffe2511-e02d-46f3-9081-fef5c3bf7f08" -d '{"events": [{"name": "network-changed", "server_uuid": "19523b6d-3dbf-434c-b3dc-884efdb2e80a", "tag": "832047a1-185a-433e-aeb1-81fc5bea349e"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:22:32.963742 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b027fcdb-bbee-47df-8eb5-2371cb8e1666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:32.989500 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-42915796-1984-439a-95bd-0c9d689dd5dd req-85e72d74-c3b1-4c57-babc-28bcf977dd89 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/security-groups?id=ceeec1d2-c315-47e9-9f92-76d770e7141a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5181186 Oct 12 19:22:33.018555 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 4d6cd5e3-0d3b-4b57-9d41-9841dde49381 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:22:33.018917 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:33.082325 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0ed4e88f-a380-4838-b857-a3f63b384d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:33.128140 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a76c0baa-a903-4480-9762-8f02252f2082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:33.131551 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a76c0baa-a903-4480-9762-8f02252f2082 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:33.133404 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-a76c0baa-a903-4480-9762-8f02252f2082 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/36b38f1c-209e-49d7-a795-72f017cb7cf1 HTTP/1.1" status: 204 len: 168 time: 0.8049409 Oct 12 19:22:33.135330 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:33.143121 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-446c9c96-d2b3-47bc-8bd3-e12223d58fb0 x-openstack-request-id: req-446c9c96-d2b3-47bc-8bd3-e12223d58fb0 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:22:33.143422 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19523b6d-3dbf-434c-b3dc-884efdb2e80a", "tag": "832047a1-185a-433e-aeb1-81fc5bea349e", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:22:33.143692 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-446c9c96-d2b3-47bc-8bd3-e12223d58fb0 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:22:33.144245 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19523b6d-3dbf-434c-b3dc-884efdb2e80a', 'tag': '832047a1-185a-433e-aeb1-81fc5bea349e', 'status': 'completed', 'code': 200} Oct 12 19:22:33.160359 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec72e1b-19ce-4013-9e6c-d15b64e0a861 req-dfcf7c1b-32e7-4456-b11f-21e339ea40b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:22:33.161849 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9ec72e1b-19ce-4013-9e6c-d15b64e0a861 req-dfcf7c1b-32e7-4456-b11f-21e339ea40b6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=629aee7d-3fde-4c72-af1e-6a7e1f6a7e75 HTTP/1.1" status: 200 len: 843 time: 0.2867026 Oct 12 19:22:33.193723 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76c0baa-a903-4480-9762-8f02252f2082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36b38f1c-209e-49d7-a795-72f017cb7cf1,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:33.267465 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9ec72e1b-19ce-4013-9e6c-d15b64e0a861 req-204ec993-99c0-4a0e-9e9d-b424f78367ba service neutron] 10.222.0.67 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3815053 Oct 12 19:22:33.298592 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec72e1b-19ce-4013-9e6c-d15b64e0a861 req-93c509e9-0496-49a0-98a5-4029c1323319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:22:33.300156 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9ec72e1b-19ce-4013-9e6c-d15b64e0a861 req-93c509e9-0496-49a0-98a5-4029c1323319 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=90dcf485-b1ad-4139-85a3-9e1e9879e6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1207418 Oct 12 19:22:33.331602 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-0ed4e88f-a380-4838-b857-a3f63b384d0c admin admin] Allocated IP 172.20.0.1 (f22a0b4a-70e4-4463-a6ef-6109199fd871/a09cd6ac-b3e0-423d-9e85-6644cbc7e663/51091f41-297e-4949-9ebf-a8d70b7c97da) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:22:33.462705 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0ed4e88f-a380-4838-b857-a3f63b384d0c admin admin] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:33.483986 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:33.576568 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0ed4e88f-a380-4838-b857-a3f63b384d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:33.607056 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed4e88f-a380-4838-b857-a3f63b384d0c admin admin] Network f22a0b4a-70e4-4463-a6ef-6109199fd871 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:22:33.611371 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-0ed4e88f-a380-4838-b857-a3f63b384d0c admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:22:33.638762 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed4e88f-a380-4838-b857-a3f63b384d0c admin admin] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:22:33.683369 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9a9d34d3-ddef-4c84-8c17-791ba2d28acb admin admin] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:33.716988 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed4e88f-a380-4838-b857-a3f63b384d0c admin admin] Pushing event updated for resources: {'Port': ['ID=51091f41-297e-4949-9ebf-a8d70b7c97da,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:33.725780 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0ed4e88f-a380-4838-b857-a3f63b384d0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7915309'] for router_interface, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:33.820515 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9ec72e1b-19ce-4013-9e6c-d15b64e0a861 req-c2142b6e-1de3-4f72-b1f6-d855e83263de service neutron] 10.222.0.67 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5053961 Oct 12 19:22:33.961613 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9a9d34d3-ddef-4c84-8c17-791ba2d28acb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:34.017364 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9ec72e1b-19ce-4013-9e6c-d15b64e0a861 req-fc3261ee-f735-48fe-a617-c2e2a824cf59 service neutron] 10.222.0.67 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870399 Oct 12 19:22:34.044117 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9d34d3-ddef-4c84-8c17-791ba2d28acb admin admin] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:22:34.048958 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-9a9d34d3-ddef-4c84-8c17-791ba2d28acb admin admin] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:22:34.051066 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9d34d3-ddef-4c84-8c17-791ba2d28acb admin admin] Pushing event updated for resources: {'Port': ['ID=cacd4d8b-b2a8-4630-b997-baa1967fc712,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:34.060382 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9d34d3-ddef-4c84-8c17-791ba2d28acb admin admin] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:22:34.067610 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0ed4e88f-a380-4838-b857-a3f63b384d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:34.184729 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-418d1833-e1da-42d4-a1a6-c224c843df93 None None] Provisioning complete for port 51091f41-297e-4949-9ebf-a8d70b7c97da triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:22:34.185364 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-418d1833-e1da-42d4-a1a6-c224c843df93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:34.238583 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321bcc90-43cf-43da-800c-5214028f9a7b None None] Network a95caad4-9d88-4c95-9f48-a1cb3c71f6ba requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:22:34.358381 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-418d1833-e1da-42d4-a1a6-c224c843df93 None None] Port 51091f41-297e-4949-9ebf-a8d70b7c97da cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:22:34.366973 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0ed4e88f-a380-4838-b857-a3f63b384d0c admin admin] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:34.388389 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffe2511-e02d-46f3-9081-fef5c3bf7f08 req-66202a0a-6ce2-4619-a3d7-25c4631d9cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:22:34.391663 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7ffe2511-e02d-46f3-9081-fef5c3bf7f08 req-66202a0a-6ce2-4619-a3d7-25c4631d9cf5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=72ac91cd8d494d6197bc36451232b3b4&device_id=19523b6d-3dbf-434c-b3dc-884efdb2e80a HTTP/1.1" status: 200 len: 1099 time: 0.1413777 Oct 12 19:22:34.407622 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc55de08-a61b-4261-90a8-f85914d8d07f req-1f263de6-0a7a-4447-82ca-38b7fdce3d09 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:22:34.409146 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cc55de08-a61b-4261-90a8-f85914d8d07f req-1f263de6-0a7a-4447-82ca-38b7fdce3d09 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/ports?device_id=19523b6d-3dbf-434c-b3dc-884efdb2e80a HTTP/1.1" status: 200 len: 948 time: 0.1646523 Oct 12 19:22:34.440862 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0ed4e88f-a380-4838-b857-a3f63b384d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:34.485032 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:34.487882 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b027fcdb-bbee-47df-8eb5-2371cb8e1666 None None] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:34.494126 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 8f0f1b33-30ca-4ef3-8d1e-388675e42a87 details requested by agent hyperv_n-h2-813679-3 with host n-h2-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:22:34.512314 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cc55de08-a61b-4261-90a8-f85914d8d07f req-af9849e3-5892-4d24-8620-5de57dc11af3 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/security-groups?id=ceeec1d2-c315-47e9-9f92-76d770e7141a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907531 Oct 12 19:22:34.538873 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-e927a8ee-73f8-44c9-b8cd-30ccb2774183 None None] Provisioning complete for port b0bfa2d6-fcc4-49c7-8eb1-f3d416687f21 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:22:34.538873 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e927a8ee-73f8-44c9-b8cd-30ccb2774183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:34.579383 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0ed4e88f-a380-4838-b857-a3f63b384d0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7898980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8092605'] for router_interface, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:34.582040 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffe2511-e02d-46f3-9081-fef5c3bf7f08 req-b367e893-64a2-4823-8d57-634d2d1b0336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:22:34.582862 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed4e88f-a380-4838-b857-a3f63b384d0c admin admin] Pushing event updated for resources: {'Port': ['ID=51091f41-297e-4949-9ebf-a8d70b7c97da,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:34.583531 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7ffe2511-e02d-46f3-9081-fef5c3bf7f08 req-b367e893-64a2-4823-8d57-634d2d1b0336 service neutron] 10.222.0.67 "GET /v2.0/networks?id=90dcf485-b1ad-4139-85a3-9e1e9879e6b1 HTTP/1.1" status: 200 len: 870 time: 0.1841786 Oct 12 19:22:34.599128 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed4e88f-a380-4838-b857-a3f63b384d0c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:22:34.599356 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed4e88f-a380-4838-b857-a3f63b384d0c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:22:34.599845 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed4e88f-a380-4838-b857-a3f63b384d0c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:22:34.600310 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed4e88f-a380-4838-b857-a3f63b384d0c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:22:34.600735 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed4e88f-a380-4838-b857-a3f63b384d0c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:22:34.601171 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed4e88f-a380-4838-b857-a3f63b384d0c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:22:34.601656 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed4e88f-a380-4838-b857-a3f63b384d0c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:22:34.601980 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed4e88f-a380-4838-b857-a3f63b384d0c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:22:34.602472 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed4e88f-a380-4838-b857-a3f63b384d0c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:22:34.602821 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed4e88f-a380-4838-b857-a3f63b384d0c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:22:34.603305 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed4e88f-a380-4838-b857-a3f63b384d0c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:22:34.603644 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed4e88f-a380-4838-b857-a3f63b384d0c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:22:34.614494 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b027fcdb-bbee-47df-8eb5-2371cb8e1666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:34.700936 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7ffe2511-e02d-46f3-9081-fef5c3bf7f08 req-5fb0c202-deb9-447e-abdb-fdcfa06ae7d1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=832047a1-185a-433e-aeb1-81fc5bea349e HTTP/1.1" status: 200 len: 217 time: 0.0557156 Oct 12 19:22:34.753138 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafd5a22-6449-4f60-811d-db0a1dd64082 None None] Pushing event updated for resources: {'Port': ['ID=50f928c9-dbfe-4b6e-be8b-80a1a5c8311e,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:34.758240 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-b027fcdb-bbee-47df-8eb5-2371cb8e1666 None None] Attempting to bind port 50f928c9-dbfe-4b6e-be8b-80a1a5c8311e on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:22:34.758625 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-b027fcdb-bbee-47df-8eb5-2371cb8e1666 None None] Attempting to bind port 50f928c9-dbfe-4b6e-be8b-80a1a5c8311e by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:22:34.758981 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b027fcdb-bbee-47df-8eb5-2371cb8e1666 None None] Attempting to bind port 50f928c9-dbfe-4b6e-be8b-80a1a5c8311e on network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:22:34.781599 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed4e88f-a380-4838-b857-a3f63b384d0c admin admin] Network f22a0b4a-70e4-4463-a6ef-6109199fd871 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:22:34.783138 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-0ed4e88f-a380-4838-b857-a3f63b384d0c admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:22:34.808192 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b027fcdb-bbee-47df-8eb5-2371cb8e1666 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:22:34.808567 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b027fcdb-bbee-47df-8eb5-2371cb8e1666 None None] Checking segment: {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:22:34.808966 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b027fcdb-bbee-47df-8eb5-2371cb8e1666 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:34.809354 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b027fcdb-bbee-47df-8eb5-2371cb8e1666 None None] Bound using segment: {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:22:34.809829 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-b027fcdb-bbee-47df-8eb5-2371cb8e1666 None None] Bound port: 50f928c9-dbfe-4b6e-be8b-80a1a5c8311e, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:22:34.810204 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b027fcdb-bbee-47df-8eb5-2371cb8e1666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:34.813915 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 8f0f1b33-30ca-4ef3-8d1e-388675e42a87, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=8f0f1b33-30ca-4ef3-8d1e-388675e42a87,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:22:34.865139 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffe2511-e02d-46f3-9081-fef5c3bf7f08 req-0fe193cb-188c-4a33-bcea-43394af3f879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:22:34.867885 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7ffe2511-e02d-46f3-9081-fef5c3bf7f08 req-0fe193cb-188c-4a33-bcea-43394af3f879 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=629aee7d-3fde-4c72-af1e-6a7e1f6a7e75 HTTP/1.1" status: 200 len: 843 time: 0.1567540 Oct 12 19:22:34.877445 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device b0bfa2d6-fcc4-49c7-8eb1-f3d416687f21 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:22:34.954319 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9a9d34d3-ddef-4c84-8c17-791ba2d28acb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:34.995206 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 45680) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:35.048160 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffe2511-e02d-46f3-9081-fef5c3bf7f08 req-9105318d-c1e9-41ff-a4e7-71e7dce54abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:22:35.050387 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7ffe2511-e02d-46f3-9081-fef5c3bf7f08 req-9105318d-c1e9-41ff-a4e7-71e7dce54abe service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=90dcf485-b1ad-4139-85a3-9e1e9879e6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1681430 Oct 12 19:22:35.162650 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ed4e88f-a380-4838-b857-a3f63b384d0c admin admin] Router 879310a4-6b7f-4733-8968-5719a42090c9 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:22:35.246532 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Returning: {'device': '8f0f1b33-30ca-4ef3-8d1e-388675e42a87', 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1', 'port_id': '8f0f1b33-30ca-4ef3-8d1e-388675e42a87', 'mac_address': 'fa:16:3e:fd:7b:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '629aee7d-3fde-4c72-af1e-6a7e1f6a7e75', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:22:35.285065 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-b027fcdb-bbee-47df-8eb5-2371cb8e1666 None None] For port 50f928c9-dbfe-4b6e-be8b-80a1a5c8311e, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:22:35.286257 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7ffe2511-e02d-46f3-9081-fef5c3bf7f08 req-39ac2b35-4445-4302-8fdb-641dc2869f23 service neutron] 10.222.0.67 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078769 Oct 12 19:22:35.290162 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e927a8ee-73f8-44c9-b8cd-30ccb2774183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:35.297819 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-b027fcdb-bbee-47df-8eb5-2371cb8e1666 None None] For port 50f928c9-dbfe-4b6e-be8b-80a1a5c8311e, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=50f928c9-dbfe-4b6e-be8b-80a1a5c8311e,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:22:35.342160 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-ca4fee46-a96d-4e22-ba23-4a025db30fef tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-530443096'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:22:35.358786 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:35.383902 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-e927a8ee-73f8-44c9-b8cd-30ccb2774183 None None] For port b0bfa2d6-fcc4-49c7-8eb1-f3d416687f21, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=b0bfa2d6-fcc4-49c7-8eb1-f3d416687f21,segment=NetworkSegment(69a1f4ea-f5fa-4937-819a-a5b41f2da9ca),segment_id=69a1f4ea-f5fa-4937-819a-a5b41f2da9ca)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:22:35.388171 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f0f1b33-30ca-4ef3-8d1e-388675e42a87 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:22:35.395858 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b027fcdb-bbee-47df-8eb5-2371cb8e1666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:35.405949 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port b0bfa2d6-fcc4-49c7-8eb1-f3d416687f21 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:22:35.406316 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:35.432333 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9a9d34d3-ddef-4c84-8c17-791ba2d28acb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8093541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7915516'] for router, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:35.445457 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ed4e88f-a380-4838-b857-a3f63b384d0c admin admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:22:35.461532 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-0ed4e88f-a380-4838-b857-a3f63b384d0c admin admin] 10.222.0.49 "PUT /v2.0/routers/879310a4-6b7f-4733-8968-5719a42090c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4080572 Oct 12 19:22:35.473505 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 8f0f1b33-30ca-4ef3-8d1e-388675e42a87, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=8f0f1b33-30ca-4ef3-8d1e-388675e42a87,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:22:35.481697 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e927a8ee-73f8-44c9-b8cd-30ccb2774183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:35.506573 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7ffe2511-e02d-46f3-9081-fef5c3bf7f08 req-55143600-4b28-4496-aa18-25d9818aa39f service neutron] 10.222.0.67 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092466 Oct 12 19:22:35.512682 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b027fcdb-bbee-47df-8eb5-2371cb8e1666 None None] Routers {'879310a4-6b7f-4733-8968-5719a42090c9'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:22:35.513728 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-b027fcdb-bbee-47df-8eb5-2371cb8e1666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:22:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['879310a4-6b7f-4733-8968-5719a42090c9'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:22:35.552561 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca4fee46-a96d-4e22-ba23-4a025db30fef tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] Made reservation on behalf of 6f6ab4fe8e444ba7a9784f19b3610105 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:22:35.557225 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafd5a22-6449-4f60-811d-db0a1dd64082 None None] Pushing event updated for resources: {'Port': ['ID=50f928c9-dbfe-4b6e-be8b-80a1a5c8311e,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:35.557782 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ca4fee46-a96d-4e22-ba23-4a025db30fef tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:35.574463 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ca4fee46-a96d-4e22-ba23-4a025db30fef tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:35.575907 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:35.704929 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e927a8ee-73f8-44c9-b8cd-30ccb2774183 None None] Pushing event updated for resources: {'Port': ['ID=b0bfa2d6-fcc4-49c7-8eb1-f3d416687f21,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:35.712618 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ca4fee46-a96d-4e22-ba23-4a025db30fef tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:35.722345 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12f9148-cd3a-44c2-a7b6-2b5fa3a88bde req-4c7c43f1-294e-4b88-96ba-4d85aa3b386e tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:22:35.726512 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-c773a0bb-f544-4e13-870c-04da0c0ed0ec None None] Provisioning complete for port b0bfa2d6-fcc4-49c7-8eb1-f3d416687f21 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:22:35.726963 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c773a0bb-f544-4e13-870c-04da0c0ed0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:35.729529 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a9d34d3-ddef-4c84-8c17-791ba2d28acb admin admin] Router 3194db5b-1e54-4015-89ae-e6a0868dd9d1 is scheduled to L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b with binding_index 1 {{(pid=95501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 19:22:35.730252 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e12f9148-cd3a-44c2-a7b6-2b5fa3a88bde req-4c7c43f1-294e-4b88-96ba-4d85aa3b386e tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/ports?device_id=19523b6d-3dbf-434c-b3dc-884efdb2e80a HTTP/1.1" status: 200 len: 948 time: 0.0839608 Oct 12 19:22:35.789907 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e12f9148-cd3a-44c2-a7b6-2b5fa3a88bde req-10fd1d74-877b-4af8-ac14-48bb98d34581 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/security-groups?id=ceeec1d2-c315-47e9-9f92-76d770e7141a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587854 Oct 12 19:22:35.809124 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ca4fee46-a96d-4e22-ba23-4a025db30fef tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:35.813998 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['8f0f1b33-30ca-4ef3-8d1e-388675e42a87'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:22:35.843842 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4fee46-a96d-4e22-ba23-4a025db30fef tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36fd227d-8b68-42f5-8109-7997caaa9e5b,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:35.873360 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca4fee46-a96d-4e22-ba23-4a025db30fef tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:22:35.893412 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ca4fee46-a96d-4e22-ba23-4a025db30fef tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:35.893766 n-d-813679-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-ca4fee46-a96d-4e22-ba23-4a025db30fef tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] Added segment e15d4235-00af-4626-9815-0851b7aca1df of type vlan for network 692966a9-d64e-46c7-97a8-a63cc46bba8f Oct 12 19:22:35.917269 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a9d34d3-ddef-4c84-8c17-791ba2d28acb admin admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:22:35.932783 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f97fb1-9fd0-46fd-94f0-700d06196986 None None] Sync routers for ids ['3194db5b-1e54-4015-89ae-e6a0868dd9d1'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:22:35.945145 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f97fb1-9fd0-46fd-94f0-700d06196986 None None] Routers {'3194db5b-1e54-4015-89ae-e6a0868dd9d1'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:22:35.945764 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-82f97fb1-9fd0-46fd-94f0-700d06196986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:22:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['3194db5b-1e54-4015-89ae-e6a0868dd9d1'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:22:35.951717 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ca4fee46-a96d-4e22-ba23-4a025db30fef tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:35.952645 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-b027fcdb-bbee-47df-8eb5-2371cb8e1666 None None] Set router 879310a4-6b7f-4733-8968-5719a42090c9 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:22:35.955075 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=8f0f1b33-30ca-4ef3-8d1e-388675e42a87,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:36.025769 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9a9d34d3-ddef-4c84-8c17-791ba2d28acb admin admin] Notify callbacks [] for router, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:36.030306 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-9a9d34d3-ddef-4c84-8c17-791ba2d28acb admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.4777527 Oct 12 19:22:36.032992 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 45704) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:36.084009 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-82f97fb1-9fd0-46fd-94f0-700d06196986 None None] Set router 3194db5b-1e54-4015-89ae-e6a0868dd9d1 gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:22:36.111553 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ca4fee46-a96d-4e22-ba23-4a025db30fef tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:36.118056 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca4fee46-a96d-4e22-ba23-4a025db30fef tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:22:36.118648 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ca4fee46-a96d-4e22-ba23-4a025db30fef tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:36.209762 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-c773a0bb-f544-4e13-870c-04da0c0ed0ec None None] Provisioning complete for port 51091f41-297e-4949-9ebf-a8d70b7c97da triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:22:36.210204 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c773a0bb-f544-4e13-870c-04da0c0ed0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:36.245608 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 45708) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:36.246331 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-ca4fee46-a96d-4e22-ba23-4a025db30fef tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.2472980 Oct 12 19:22:36.251852 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-c4a7afe3-643d-4efc-9aa5-9ca39a49ded3 tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] Request body: {'subnet': {'network_id': '692966a9-d64e-46c7-97a8-a63cc46bba8f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:22:36.280579 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4fee46-a96d-4e22-ba23-4a025db30fef tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] Pushing event updated for resources: {'Network': ['ID=692966a9-d64e-46c7-97a8-a63cc46bba8f,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:36.295903 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 692966a9-d64e-46c7-97a8-a63cc46bba8f details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:22:36.298152 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-82f97fb1-9fd0-46fd-94f0-700d06196986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3194db5b-1e54-4015-89ae-e6a0868dd9d1', 'name': 'tempest-AttachSCSIVolumeTestJSON-850717176-router', 'tenant_id': '91adbf2b705548699acc3181acdf7e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': 'cacd4d8b-b2a8-4630-b997-baa1967fc712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:22:30Z', 'updated_at': '2021-10-12T19:22:34Z', 'revision_number': 3, 'project_id': '91adbf2b705548699acc3181acdf7e78', 'gw_port': {'id': 'cacd4d8b-b2a8-4630-b997-baa1967fc712', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:2f:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3194db5b-1e54-4015-89ae-e6a0868dd9d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:22:32Z', 'updated_at': '2021-10-12T19:22:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:22:36.333500 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f97fb1-9fd0-46fd-94f0-700d06196986 None None] Checking router: 3194db5b-1e54-4015-89ae-e6a0868dd9d1 for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:22:36.334180 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f97fb1-9fd0-46fd-94f0-700d06196986 None None] Updating router 3194db5b-1e54-4015-89ae-e6a0868dd9d1 port cacd4d8b-b2a8-4630-b997-baa1967fc712 binding host n-d-813679-3 {{(pid=95504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 19:22:36.367111 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-82f97fb1-9fd0-46fd-94f0-700d06196986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:36.398956 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 45712) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:36.409443 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-0eea0268-3439-4084-a411-1a603d55e41e tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1429388697', 'description': 'tempest-description--1124876392'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:22:36.421760 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-c773a0bb-f544-4e13-870c-04da0c0ed0ec None None] Port 51091f41-297e-4949-9ebf-a8d70b7c97da cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:22:36.507147 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-b027fcdb-bbee-47df-8eb5-2371cb8e1666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '879310a4-6b7f-4733-8968-5719a42090c9', 'name': 'tempest-ServerActionsTestJSON-305807492-router', 'tenant_id': '8037c4999d8b4d25a8c451f2b659a2c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '50f928c9-dbfe-4b6e-be8b-80a1a5c8311e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:22:28Z', 'updated_at': '2021-10-12T19:22:33Z', 'revision_number': 4, 'project_id': '8037c4999d8b4d25a8c451f2b659a2c4', 'gw_port': {'id': '50f928c9-dbfe-4b6e-be8b-80a1a5c8311e', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e8:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '879310a4-6b7f-4733-8968-5719a42090c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:22:29Z', 'updated_at': '2021-10-12T19:22:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '51091f41-297e-4949-9ebf-a8d70b7c97da', 'name': '', 'network_id': 'f22a0b4a-70e4-4463-a6ef-6109199fd871', 'tenant_id': '8037c4999d8b4d25a8c451f2b659a2c4', 'mac_address': 'fa:16:3e:d2:73:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '879310a4-6b7f-4733-8968-5719a42090c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'a09cd6ac-b3e0-423d-9e85-6644cbc7e663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:22:33Z', 'updated_at': '2021-10-12T19:22:34Z', 'revision_number': 2, 'project_id': '8037c4999d8b4d25a8c451f2b659a2c4', 'subnets': [{'id': 'a09cd6ac-b3e0-423d-9e85-6644cbc7e663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:22:36.511412 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 832047a1-185a-433e-aeb1-81fc5bea349e details requested by agent hyperv_n-h2-813679-3 with host n-h2-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:22:36.519368 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4a7afe3-643d-4efc-9aa5-9ca39a49ded3 tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] Made reservation on behalf of 6f6ab4fe8e444ba7a9784f19b3610105 for: {'subnet': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:22:36.525095 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c4a7afe3-643d-4efc-9aa5-9ca39a49ded3 tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4612397'] for subnet, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:36.551851 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b027fcdb-bbee-47df-8eb5-2371cb8e1666 None None] The sync data for ids ['879310a4-6b7f-4733-8968-5719a42090c9'] in n-d-813679-3 is: [{'id': '879310a4-6b7f-4733-8968-5719a42090c9', 'name': 'tempest-ServerActionsTestJSON-305807492-router', 'tenant_id': '8037c4999d8b4d25a8c451f2b659a2c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '50f928c9-dbfe-4b6e-be8b-80a1a5c8311e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:22:28Z', 'updated_at': '2021-10-12T19:22:33Z', 'revision_number': 4, 'project_id': '8037c4999d8b4d25a8c451f2b659a2c4', 'gw_port': {'id': '50f928c9-dbfe-4b6e-be8b-80a1a5c8311e', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e8:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '879310a4-6b7f-4733-8968-5719a42090c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:22:29Z', 'updated_at': '2021-10-12T19:22:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '51091f41-297e-4949-9ebf-a8d70b7c97da', 'name': '', 'network_id': 'f22a0b4a-70e4-4463-a6ef-6109199fd871', 'tenant_id': '8037c4999d8b4d25a8c451f2b659a2c4', 'mac_address': 'fa:16:3e:d2:73:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '879310a4-6b7f-4733-8968-5719a42090c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'a09cd6ac-b3e0-423d-9e85-6644cbc7e663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:22:33Z', 'updated_at': '2021-10-12T19:22:34Z', 'revision_number': 2, 'project_id': '8037c4999d8b4d25a8c451f2b659a2c4', 'subnets': [{'id': 'a09cd6ac-b3e0-423d-9e85-6644cbc7e663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:22:36.607279 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0eea0268-3439-4084-a411-1a603d55e41e tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:36.670263 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-82f97fb1-9fd0-46fd-94f0-700d06196986 None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:36.705885 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 832047a1-185a-433e-aeb1-81fc5bea349e, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=832047a1-185a-433e-aeb1-81fc5bea349e,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:22:36.723577 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Returning: {'device': '832047a1-185a-433e-aeb1-81fc5bea349e', 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1', 'port_id': '832047a1-185a-433e-aeb1-81fc5bea349e', 'mac_address': 'fa:16:3e:e3:86:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '629aee7d-3fde-4c72-af1e-6a7e1f6a7e75', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:22:36.750344 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-82f97fb1-9fd0-46fd-94f0-700d06196986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:36.754017 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-dc70fc3d-4fb0-49e2-869e-e039fa59c3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:36.783257 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device b0bfa2d6-fcc4-49c7-8eb1-f3d416687f21 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:22:36.809420 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0eea0268-3439-4084-a411-1a603d55e41e tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:36.853510 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-82f97fb1-9fd0-46fd-94f0-700d06196986 None None] Attempting to bind port cacd4d8b-b2a8-4630-b997-baa1967fc712 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:22:36.856239 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-82f97fb1-9fd0-46fd-94f0-700d06196986 None None] Attempting to bind port cacd4d8b-b2a8-4630-b997-baa1967fc712 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:22:36.856752 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f97fb1-9fd0-46fd-94f0-700d06196986 None None] Attempting to bind port cacd4d8b-b2a8-4630-b997-baa1967fc712 on network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:22:36.861484 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:36.876213 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5388221-ccf8-4397-9847-f16ec8ad42e5 None None] Pushing event updated for resources: {'Port': ['ID=cacd4d8b-b2a8-4630-b997-baa1967fc712,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:36.886151 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f97fb1-9fd0-46fd-94f0-700d06196986 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:22:36.886502 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f97fb1-9fd0-46fd-94f0-700d06196986 None None] Checking segment: {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:22:36.886902 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-82f97fb1-9fd0-46fd-94f0-700d06196986 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:36.887290 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f97fb1-9fd0-46fd-94f0-700d06196986 None None] Bound using segment: {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:22:36.887756 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-82f97fb1-9fd0-46fd-94f0-700d06196986 None None] Bound port: cacd4d8b-b2a8-4630-b997-baa1967fc712, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:22:36.888064 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 832047a1-185a-433e-aeb1-81fc5bea349e {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:22:36.888177 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-82f97fb1-9fd0-46fd-94f0-700d06196986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:36.941438 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5388221-ccf8-4397-9847-f16ec8ad42e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:22:36.942468 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5388221-ccf8-4397-9847-f16ec8ad42e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:22:36.943029 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5388221-ccf8-4397-9847-f16ec8ad42e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:22:36.943969 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5388221-ccf8-4397-9847-f16ec8ad42e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:22:36.944594 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5388221-ccf8-4397-9847-f16ec8ad42e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:22:36.945147 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5388221-ccf8-4397-9847-f16ec8ad42e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:22:36.945685 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5388221-ccf8-4397-9847-f16ec8ad42e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:22:36.946222 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5388221-ccf8-4397-9847-f16ec8ad42e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:22:36.946762 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5388221-ccf8-4397-9847-f16ec8ad42e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:22:36.947303 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5388221-ccf8-4397-9847-f16ec8ad42e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:22:36.948316 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5388221-ccf8-4397-9847-f16ec8ad42e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:22:36.952771 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5388221-ccf8-4397-9847-f16ec8ad42e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:22:36.963727 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0eea0268-3439-4084-a411-1a603d55e41e tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:36.980325 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-dc70fc3d-4fb0-49e2-869e-e039fa59c3f9 admin admin] Allocated IP 172.20.0.1 (a95caad4-9d88-4c95-9f48-a1cb3c71f6ba/f4dfc27e-b28d-4bb2-a392-801ff63579d9/1e900766-f458-4895-a5ff-0ec60337fc41) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:22:37.001110 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 832047a1-185a-433e-aeb1-81fc5bea349e, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=832047a1-185a-433e-aeb1-81fc5bea349e,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:22:37.002241 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-82f97fb1-9fd0-46fd-94f0-700d06196986 None None] For port cacd4d8b-b2a8-4630-b997-baa1967fc712, host n-d-813679-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:22:37.002387 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port b0bfa2d6-fcc4-49c7-8eb1-f3d416687f21 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:22:37.002769 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:37.006633 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-82f97fb1-9fd0-46fd-94f0-700d06196986 None None] For port cacd4d8b-b2a8-4630-b997-baa1967fc712, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=cacd4d8b-b2a8-4630-b997-baa1967fc712,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:22:37.082554 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eea0268-3439-4084-a411-1a603d55e41e tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e18d525-cf41-4d49-869d-79a715be58e5,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:37.096280 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c4a7afe3-643d-4efc-9aa5-9ca39a49ded3 tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4824863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4612355'] for subnet, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:37.115366 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:37.119786 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-82f97fb1-9fd0-46fd-94f0-700d06196986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:37.152922 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-dc70fc3d-4fb0-49e2-869e-e039fa59c3f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:37.158312 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d8fc50-8157-418f-b651-6b15c6321ebe req-191d95db-8820-4f7b-b94b-747aed7a027b tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:22:37.158312 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-45d8fc50-8157-418f-b651-6b15c6321ebe req-191d95db-8820-4f7b-b94b-747aed7a027b tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/ports?device_id=19523b6d-3dbf-434c-b3dc-884efdb2e80a HTTP/1.1" status: 200 len: 948 time: 0.2225008 Oct 12 19:22:37.186743 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=832047a1-185a-433e-aeb1-81fc5bea349e,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:37.233701 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f97fb1-9fd0-46fd-94f0-700d06196986 None None] Routers {'3194db5b-1e54-4015-89ae-e6a0868dd9d1'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:22:37.235161 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-82f97fb1-9fd0-46fd-94f0-700d06196986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:22:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['3194db5b-1e54-4015-89ae-e6a0868dd9d1'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:22:37.239317 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-45d8fc50-8157-418f-b651-6b15c6321ebe req-31f62fb9-0b8f-49c5-a2f0-f0063c7857f2 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/security-groups?id=ceeec1d2-c315-47e9-9f92-76d770e7141a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698466 Oct 12 19:22:37.245429 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0eea0268-3439-4084-a411-1a603d55e41e tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:37.246863 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-0eea0268-3439-4084-a411-1a603d55e41e tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.8461390 Oct 12 19:22:37.249949 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 45726) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:37.253239 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a7afe3-643d-4efc-9aa5-9ca39a49ded3 tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] Pushing event updated for resources: {'Subnet': ['ID=aa6a5312-26a1-45b4-a4cb-4c6910bc22e0,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:37.263789 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-4147a898-4b33-4981-a305-754c427a7cc1 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Request body: {'security_group_rule': {'security_group_id': '8e18d525-cf41-4d49-869d-79a715be58e5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:22:37.278284 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a7afe3-643d-4efc-9aa5-9ca39a49ded3 tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] Checking segment: {'id': 'e15d4235-00af-4626-9815-0851b7aca1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '692966a9-d64e-46c7-97a8-a63cc46bba8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:22:37.278707 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a7afe3-643d-4efc-9aa5-9ca39a49ded3 tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] Network hostable DHCP agents. Network: 692966a9-d64e-46c7-97a8-a63cc46bba8f, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:22:37.304323 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-dc70fc3d-4fb0-49e2-869e-e039fa59c3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:37.333005 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['832047a1-185a-433e-aeb1-81fc5bea349e'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:22:37.356426 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc70fc3d-4fb0-49e2-869e-e039fa59c3f9 admin admin] Pushing event updated for resources: {'Port': ['ID=1e900766-f458-4895-a5ff-0ec60337fc41,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:37.375682 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a7afe3-643d-4efc-9aa5-9ca39a49ded3 tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] Network 692966a9-d64e-46c7-97a8-a63cc46bba8f is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:22:37.389333 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc70fc3d-4fb0-49e2-869e-e039fa59c3f9 admin admin] Network a95caad4-9d88-4c95-9f48-a1cb3c71f6ba is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:22:37.402876 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-dc70fc3d-4fb0-49e2-869e-e039fa59c3f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:22:37.405076 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4147a898-4b33-4981-a305-754c427a7cc1 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:37.407901 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc70fc3d-4fb0-49e2-869e-e039fa59c3f9 admin admin] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:22:37.465360 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-c4a7afe3-643d-4efc-9aa5-9ca39a49ded3 tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, 692966a9-d64e-46c7-97a8-a63cc46bba8f) {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:22:37.479091 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a7afe3-643d-4efc-9aa5-9ca39a49ded3 tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:22:37.481942 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c4a7afe3-643d-4efc-9aa5-9ca39a49ded3 tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:37.492475 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b5f4dd-78d2-45cf-b895-b78e79a9b59e None None] Network 692966a9-d64e-46c7-97a8-a63cc46bba8f requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:22:37.509659 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-dc70fc3d-4fb0-49e2-869e-e039fa59c3f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7915309'] for router_interface, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:37.523251 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5388221-ccf8-4397-9847-f16ec8ad42e5 None None] Pushing event updated for resources: {'Port': ['ID=cacd4d8b-b2a8-4630-b997-baa1967fc712,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:37.595976 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-82f97fb1-9fd0-46fd-94f0-700d06196986 None None] Set router 3194db5b-1e54-4015-89ae-e6a0868dd9d1 gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:22:37.610490 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-c4a7afe3-643d-4efc-9aa5-9ca39a49ded3 tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3636312 Oct 12 19:22:37.611182 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 45738) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:37.620994 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-26196b9c-b0b1-4194-9433-41ca6ca6467f tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] Request body: {'port': {'network_id': '692966a9-d64e-46c7-97a8-a63cc46bba8f', 'name': 'tempest-TagsExtTest-26961782'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:22:37.688420 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4147a898-4b33-4981-a305-754c427a7cc1 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:37.784492 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4147a898-4b33-4981-a305-754c427a7cc1 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:37.828304 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4147a898-4b33-4981-a305-754c427a7cc1 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b35d0ff6-6441-4fb4-b00e-cdac13dc8287,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:37.881620 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-ab4de354-f3a0-40f6-85f4-ec9cadb9b4a1 None None] Provisioning complete for port 1e900766-f458-4895-a5ff-0ec60337fc41 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:22:37.895694 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ab4de354-f3a0-40f6-85f4-ec9cadb9b4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:37.909951 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad82787-d420-40cd-8471-4bd8843771fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-692966a9-d64e-46c7-97a8-a63cc46bba8f', 'network_id': '692966a9-d64e-46c7-97a8-a63cc46bba8f', 'tenant_id': '6f6ab4fe8e444ba7a9784f19b3610105', 'fixed_ips': [{'subnet_id': 'aa6a5312-26a1-45b4-a4cb-4c6910bc22e0'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:22:37.910818 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8ad82787-d420-40cd-8471-4bd8843771fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:37.921818 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4147a898-4b33-4981-a305-754c427a7cc1 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:37.923918 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-4147a898-4b33-4981-a305-754c427a7cc1 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6728511 Oct 12 19:22:37.929323 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 45746) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:37.934384 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-ddb27534-7713-489a-a93c-bbf744935900 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Request body: {'security_group_rule': {'security_group_id': '8e18d525-cf41-4d49-869d-79a715be58e5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:22:37.944391 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-ab4de354-f3a0-40f6-85f4-ec9cadb9b4a1 None None] Port 1e900766-f458-4895-a5ff-0ec60337fc41 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:22:37.972409 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-82f97fb1-9fd0-46fd-94f0-700d06196986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3194db5b-1e54-4015-89ae-e6a0868dd9d1', 'name': 'tempest-AttachSCSIVolumeTestJSON-850717176-router', 'tenant_id': '91adbf2b705548699acc3181acdf7e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': 'cacd4d8b-b2a8-4630-b997-baa1967fc712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:22:30Z', 'updated_at': '2021-10-12T19:22:34Z', 'revision_number': 3, 'project_id': '91adbf2b705548699acc3181acdf7e78', 'gw_port': {'id': 'cacd4d8b-b2a8-4630-b997-baa1967fc712', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:2f:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3194db5b-1e54-4015-89ae-e6a0868dd9d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:22:32Z', 'updated_at': '2021-10-12T19:22:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:22:37.997340 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-dc70fc3d-4fb0-49e2-869e-e039fa59c3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:38.005085 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f97fb1-9fd0-46fd-94f0-700d06196986 None None] The sync data for ids ['3194db5b-1e54-4015-89ae-e6a0868dd9d1'] in n-d-813679-3 is: [{'id': '3194db5b-1e54-4015-89ae-e6a0868dd9d1', 'name': 'tempest-AttachSCSIVolumeTestJSON-850717176-router', 'tenant_id': '91adbf2b705548699acc3181acdf7e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': 'cacd4d8b-b2a8-4630-b997-baa1967fc712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:22:30Z', 'updated_at': '2021-10-12T19:22:34Z', 'revision_number': 3, 'project_id': '91adbf2b705548699acc3181acdf7e78', 'gw_port': {'id': 'cacd4d8b-b2a8-4630-b997-baa1967fc712', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:2f:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3194db5b-1e54-4015-89ae-e6a0868dd9d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:22:32Z', 'updated_at': '2021-10-12T19:22:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:22:38.059983 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26196b9c-b0b1-4194-9433-41ca6ca6467f tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] Made reservation on behalf of 6f6ab4fe8e444ba7a9784f19b3610105 for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:22:38.065262 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-26196b9c-b0b1-4194-9433-41ca6ca6467f tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:38.117191 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [None req-26196b9c-b0b1-4194-9433-41ca6ca6467f tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] device_id is not set on port 17192df8-2c16-42bb-a960-4a03580627a1 yet. {{(pid=95501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 19:22:38.152119 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-8ad82787-d420-40cd-8471-4bd8843771fd None None] Allocated IP 172.20.0.2 (692966a9-d64e-46c7-97a8-a63cc46bba8f/aa6a5312-26a1-45b4-a4cb-4c6910bc22e0/5e8347f0-86f0-444a-bf68-7550d40af334) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:22:38.213522 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ddb27534-7713-489a-a93c-bbf744935900 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:38.224187 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-dc70fc3d-4fb0-49e2-869e-e039fa59c3f9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:38.283980 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-dc70fc3d-4fb0-49e2-869e-e039fa59c3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:38.356452 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ddb27534-7713-489a-a93c-bbf744935900 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:38.363661 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8ad82787-d420-40cd-8471-4bd8843771fd None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:38.432847 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ddb27534-7713-489a-a93c-bbf744935900 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:38.453121 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-dc70fc3d-4fb0-49e2-869e-e039fa59c3f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7898980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8092605'] for router_interface, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:38.460018 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8ad82787-d420-40cd-8471-4bd8843771fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:38.480531 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb27534-7713-489a-a93c-bbf744935900 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55a94d9a-a79d-4a4e-9b7e-617dab43497b,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:38.530601 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc70fc3d-4fb0-49e2-869e-e039fa59c3f9 admin admin] Pushing event updated for resources: {'Port': ['ID=1e900766-f458-4895-a5ff-0ec60337fc41,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:38.537104 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 832047a1-185a-433e-aeb1-81fc5bea349e up at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:22:38.546688 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-26196b9c-b0b1-4194-9433-41ca6ca6467f tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] Allocated IP 172.20.0.11 (692966a9-d64e-46c7-97a8-a63cc46bba8f/aa6a5312-26a1-45b4-a4cb-4c6910bc22e0/17192df8-2c16-42bb-a960-4a03580627a1) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:22:38.599087 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ddb27534-7713-489a-a93c-bbf744935900 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:38.604076 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-ddb27534-7713-489a-a93c-bbf744935900 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6698055 Oct 12 19:22:38.610323 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 45754) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:38.627588 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-d62c1f61-a6d2-4829-b842-faaac680b31b tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Request body: {'floatingip': {'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:22:38.637393 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad82787-d420-40cd-8471-4bd8843771fd None None] Network 692966a9-d64e-46c7-97a8-a63cc46bba8f is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:22:38.648931 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406b2982-a51c-4246-b7aa-10c09becaf3d req-b168ffdd-6aaa-408b-99d5-5497e1738554 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:22:38.650506 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-406b2982-a51c-4246-b7aa-10c09becaf3d req-b168ffdd-6aaa-408b-99d5-5497e1738554 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/ports?device_id=19523b6d-3dbf-434c-b3dc-884efdb2e80a HTTP/1.1" status: 200 len: 949 time: 0.2902608 Oct 12 19:22:38.654781 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-8ad82787-d420-40cd-8471-4bd8843771fd None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:22:38.656958 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad82787-d420-40cd-8471-4bd8843771fd None None] Pushing event updated for resources: {'Port': ['ID=5e8347f0-86f0-444a-bf68-7550d40af334,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:38.659257 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad82787-d420-40cd-8471-4bd8843771fd None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:22:38.791652 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-406b2982-a51c-4246-b7aa-10c09becaf3d req-832e6243-bc26-43da-b74a-d54eb86db157 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/security-groups?id=ceeec1d2-c315-47e9-9f92-76d770e7141a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257312 Oct 12 19:22:38.858624 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc70fc3d-4fb0-49e2-869e-e039fa59c3f9 admin admin] Network a95caad4-9d88-4c95-9f48-a1cb3c71f6ba is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:22:38.860912 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-dc70fc3d-4fb0-49e2-869e-e039fa59c3f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:22:38.894406 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d62c1f61-a6d2-4829-b842-faaac680b31b tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Notify callbacks [] for floatingip, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:39.046516 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device cacd4d8b-b2a8-4630-b997-baa1967fc712 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:22:39.080860 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-26196b9c-b0b1-4194-9433-41ca6ca6467f tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:39.111467 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc70fc3d-4fb0-49e2-869e-e039fa59c3f9 admin admin] Router 3194db5b-1e54-4015-89ae-e6a0868dd9d1 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:22:39.133765 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-8ad82787-d420-40cd-8471-4bd8843771fd None None] Attempting to bind port 5e8347f0-86f0-444a-bf68-7550d40af334 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:22:39.134131 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-8ad82787-d420-40cd-8471-4bd8843771fd None None] Attempting to bind port 5e8347f0-86f0-444a-bf68-7550d40af334 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'e15d4235-00af-4626-9815-0851b7aca1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '692966a9-d64e-46c7-97a8-a63cc46bba8f'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:22:39.134310 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad82787-d420-40cd-8471-4bd8843771fd None None] Attempting to bind port 5e8347f0-86f0-444a-bf68-7550d40af334 on network 692966a9-d64e-46c7-97a8-a63cc46bba8f {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:22:39.157899 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad82787-d420-40cd-8471-4bd8843771fd None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:22:39.158540 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad82787-d420-40cd-8471-4bd8843771fd None None] Checking segment: {'id': 'e15d4235-00af-4626-9815-0851b7aca1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '692966a9-d64e-46c7-97a8-a63cc46bba8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:22:39.160273 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8ad82787-d420-40cd-8471-4bd8843771fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:39.161049 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad82787-d420-40cd-8471-4bd8843771fd None None] Bound using segment: {'id': 'e15d4235-00af-4626-9815-0851b7aca1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '692966a9-d64e-46c7-97a8-a63cc46bba8f'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:22:39.161961 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-8ad82787-d420-40cd-8471-4bd8843771fd None None] Bound port: 5e8347f0-86f0-444a-bf68-7550d40af334, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e15d4235-00af-4626-9815-0851b7aca1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '692966a9-d64e-46c7-97a8-a63cc46bba8f'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:22:39.162568 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8ad82787-d420-40cd-8471-4bd8843771fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:39.255328 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d62c1f61-a6d2-4829-b842-faaac680b31b tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:39.263390 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-8ad82787-d420-40cd-8471-4bd8843771fd None None] For port 5e8347f0-86f0-444a-bf68-7550d40af334, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:22:39.266895 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-8ad82787-d420-40cd-8471-4bd8843771fd None None] For port 5e8347f0-86f0-444a-bf68-7550d40af334, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=5e8347f0-86f0-444a-bf68-7550d40af334,segment=NetworkSegment(e15d4235-00af-4626-9815-0851b7aca1df),segment_id=e15d4235-00af-4626-9815-0851b7aca1df)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:22:39.269675 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning for port 832047a1-185a-433e-aeb1-81fc5bea349e completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:22:39.274638 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning complete for port 832047a1-185a-433e-aeb1-81fc5bea349e triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:22:39.275018 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:39.277319 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port cacd4d8b-b2a8-4630-b997-baa1967fc712 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:22:39.277728 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:39.352767 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-26196b9c-b0b1-4194-9433-41ca6ca6467f tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:39.394320 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-6eb5d544-3d98-4efd-92c8-36baf8eac348 None None] Provisioning complete for port 1e900766-f458-4895-a5ff-0ec60337fc41 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:22:39.394909 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6eb5d544-3d98-4efd-92c8-36baf8eac348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:39.399445 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8ad82787-d420-40cd-8471-4bd8843771fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:39.494987 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26196b9c-b0b1-4194-9433-41ca6ca6467f tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] Network 692966a9-d64e-46c7-97a8-a63cc46bba8f is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:22:39.502948 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-26196b9c-b0b1-4194-9433-41ca6ca6467f tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:22:39.505207 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad82787-d420-40cd-8471-4bd8843771fd None None] Pushing event updated for resources: {'Port': ['ID=5e8347f0-86f0-444a-bf68-7550d40af334,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:39.505980 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26196b9c-b0b1-4194-9433-41ca6ca6467f tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:22:39.590658 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-d62c1f61-a6d2-4829-b842-faaac680b31b tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Allocated IP 172.25.5.221 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/0214d204-5c43-4a67-86da-17f176323e3a) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:22:39.593224 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-6eb5d544-3d98-4efd-92c8-36baf8eac348 None None] Port 1e900766-f458-4895-a5ff-0ec60337fc41 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:22:39.602030 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:39.621197 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:39.626367 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26196b9c-b0b1-4194-9433-41ca6ca6467f tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] Pushing event updated for resources: {'Port': ['ID=17192df8-2c16-42bb-a960-4a03580627a1,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:39.673025 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 832047a1-185a-433e-aeb1-81fc5bea349e, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=832047a1-185a-433e-aeb1-81fc5bea349e,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:22:39.676347 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19523b6d-3dbf-434c-b3dc-884efdb2e80a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '832047a1-185a-433e-aeb1-81fc5bea349e'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:22:39.679513 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e28980e3-65a9-4a67-a2a9-e8ce88dc12a1" -d '{"events": [{"server_uuid": "19523b6d-3dbf-434c-b3dc-884efdb2e80a", "name": "network-vif-plugged", "status": "completed", "tag": "832047a1-185a-433e-aeb1-81fc5bea349e"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:22:39.687764 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26196b9c-b0b1-4194-9433-41ca6ca6467f tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:22:39.688695 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-26196b9c-b0b1-4194-9433-41ca6ca6467f tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:39.695141 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] For port cacd4d8b-b2a8-4630-b997-baa1967fc712, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=cacd4d8b-b2a8-4630-b997-baa1967fc712,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:22:39.764110 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:39.770245 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 8f0f1b33-30ca-4ef3-8d1e-388675e42a87 up at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:22:39.888684 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-868320ea-0d4b-4864-b9ad-d5fe923c7910 x-openstack-request-id: req-868320ea-0d4b-4864-b9ad-d5fe923c7910 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:22:39.888684 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19523b6d-3dbf-434c-b3dc-884efdb2e80a", "name": "network-vif-plugged", "status": "completed", "tag": "832047a1-185a-433e-aeb1-81fc5bea349e", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:22:39.888684 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-868320ea-0d4b-4864-b9ad-d5fe923c7910 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:22:39.888684 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19523b6d-3dbf-434c-b3dc-884efdb2e80a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '832047a1-185a-433e-aeb1-81fc5bea349e', 'code': 200} Oct 12 19:22:39.903021 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:39.910328 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 50f928c9-dbfe-4b6e-be8b-80a1a5c8311e up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:22:39.930845 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-26196b9c-b0b1-4194-9433-41ca6ca6467f tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.3176277 Oct 12 19:22:39.939230 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 45776) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:39.943329 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-b5c0b921-62b8-4446-a416-5402ceb7a149 tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1061489579', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:22:40.047232 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d62c1f61-a6d2-4829-b842-faaac680b31b tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:40.048506 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 19:22:40.079206 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6fe13c-e88e-413d-acc8-4b1df101040d req-bf23ee06-3365-492c-9455-5babf48f2f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:22:40.080902 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0e6fe13c-e88e-413d-acc8-4b1df101040d req-bf23ee06-3365-492c-9455-5babf48f2f43 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=19523b6d-3dbf-434c-b3dc-884efdb2e80a HTTP/1.1" status: 200 len: 1101 time: 0.1440811 Oct 12 19:22:40.083352 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=832047a1-185a-433e-aeb1-81fc5bea349e,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:40.141941 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc70fc3d-4fb0-49e2-869e-e039fa59c3f9 admin admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:22:40.159064 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b5c0b921-62b8-4446-a416-5402ceb7a149 tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8093678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255505'] for router, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:40.160751 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b5c0b921-62b8-4446-a416-5402ceb7a149 tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8093562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8087085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8022306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255518'] for router, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:40.170028 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-dc70fc3d-4fb0-49e2-869e-e039fa59c3f9 admin admin] 10.222.0.49 "PUT /v2.0/routers/3194db5b-1e54-4015-89ae-e6a0868dd9d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1320629 Oct 12 19:22:40.178093 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0e6fe13c-e88e-413d-acc8-4b1df101040d req-abdec703-1216-424f-b3cd-87fca0f18de4 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=ceeec1d2-c315-47e9-9f92-76d770e7141a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801699 Oct 12 19:22:40.184698 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Pushing event updated for resources: {'Port': ['ID=cacd4d8b-b2a8-4630-b997-baa1967fc712,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:40.188931 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning for port 8f0f1b33-30ca-4ef3-8d1e-388675e42a87 completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:22:40.194970 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c1782e-f85b-48e1-8d0a-c6c5f9dd2c79 req-88d02e07-f270-4a4c-ad52-88a3669eb6e1 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:22:40.196008 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning complete for port 8f0f1b33-30ca-4ef3-8d1e-388675e42a87 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:22:40.196567 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:40.199687 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-03c1782e-f85b-48e1-8d0a-c6c5f9dd2c79 req-88d02e07-f270-4a4c-ad52-88a3669eb6e1 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/ports?device_id=19523b6d-3dbf-434c-b3dc-884efdb2e80a HTTP/1.1" status: 200 len: 950 time: 0.1598399 Oct 12 19:22:40.225248 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d62c1f61-a6d2-4829-b842-faaac680b31b tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:40.234750 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 50f928c9-dbfe-4b6e-be8b-80a1a5c8311e triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:22:40.235072 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:40.275890 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-03c1782e-f85b-48e1-8d0a-c6c5f9dd2c79 req-95e6f63d-1587-4f4e-9bd2-8b5f7193610f tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/security-groups?id=ceeec1d2-c315-47e9-9f92-76d770e7141a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668585 Oct 12 19:22:40.287906 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b5c0b921-62b8-4446-a416-5402ceb7a149 tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:40.353091 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d62c1f61-a6d2-4829-b842-faaac680b31b tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:22:40.359201 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-d62c1f61-a6d2-4829-b842-faaac680b31b tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:22:40.364116 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62c1f61-a6d2-4829-b842-faaac680b31b tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:22:40.370166 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b5c0b921-62b8-4446-a416-5402ceb7a149 tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8093541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7915516'] for router, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:40.417746 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62c1f61-a6d2-4829-b842-faaac680b31b tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Pushing event updated for resources: {'Port': ['ID=0214d204-5c43-4a67-86da-17f176323e3a,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:40.425036 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 45784) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:40.469592 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:40.524538 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:40.556153 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b5c0b921-62b8-4446-a416-5402ceb7a149 tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] Notify callbacks [] for router, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:40.557462 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-b5c0b921-62b8-4446-a416-5402ceb7a149 tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6186731 Oct 12 19:22:40.562008 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 45788) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:40.569754 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] For port 50f928c9-dbfe-4b6e-be8b-80a1a5c8311e, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=50f928c9-dbfe-4b6e-be8b-80a1a5c8311e,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:22:40.571131 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-20e5b336-5308-4b08-91e6-197053caf60e tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1454258252', 'prefixes': ['172.20.0.0/16']}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:22:40.575671 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ca81bf2b-6a47-4772-9b7d-d9833d652de6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:40.579694 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d62c1f61-a6d2-4829-b842-faaac680b31b tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:40.587036 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 8f0f1b33-30ca-4ef3-8d1e-388675e42a87, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=8f0f1b33-30ca-4ef3-8d1e-388675e42a87,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:22:40.629403 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:40.714501 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Pushing event updated for resources: {'Port': ['ID=50f928c9-dbfe-4b6e-be8b-80a1a5c8311e,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:40.719650 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:40.745664 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d62c1f61-a6d2-4829-b842-faaac680b31b tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:40.780496 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ca81bf2b-6a47-4772-9b7d-d9833d652de6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:40.782205 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=8f0f1b33-30ca-4ef3-8d1e-388675e42a87,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:40.840796 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ca81bf2b-6a47-4772-9b7d-d9833d652de6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:40.909647 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-ca81bf2b-6a47-4772-9b7d-d9833d652de6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4b921d08ce4d4000b2f565d0df1f2f24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4812946 Oct 12 19:22:40.915148 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 45794) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:40.922024 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 5e8347f0-86f0-444a-bf68-7550d40af334 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:22:40.965332 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca81bf2b-6a47-4772-9b7d-d9833d652de6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03174a68-cac7-47a7-83d6-60a45efd4632,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:41.017015 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d62c1f61-a6d2-4829-b842-faaac680b31b tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:41.027208 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d0728818-d584-4d6a-bfa3-c0f330d64fdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:41.030097 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 5e8347f0-86f0-444a-bf68-7550d40af334 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:22:41.030489 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:41.042702 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-20e5b336-5308-4b08-91e6-197053caf60e tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] Notify callbacks [] for subnetpool, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:41.048162 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 45802) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:41.048551 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-20e5b336-5308-4b08-91e6-197053caf60e tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] 10.222.0.49 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.4855099 Oct 12 19:22:41.054001 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.tag.tag_plugin [None req-5527eb21-5b81-405c-8cbd-03b561ff0a95 tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'aa6a5312-26a1-45b4-a4cb-4c6910bc22e0', 'tempest-TagsExtTest-Tag-1041501919') {} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:22:41.071210 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d0728818-d584-4d6a-bfa3-c0f330d64fdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:41.122341 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d62c1f61-a6d2-4829-b842-faaac680b31b tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:41.191508 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:41.240530 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] For port 5e8347f0-86f0-444a-bf68-7550d40af334, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=5e8347f0-86f0-444a-bf68-7550d40af334,segment=NetworkSegment(e15d4235-00af-4626-9815-0851b7aca1df),segment_id=e15d4235-00af-4626-9815-0851b7aca1df)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:22:41.252453 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d0728818-d584-4d6a-bfa3-c0f330d64fdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:41.255373 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d0728818-d584-4d6a-bfa3-c0f330d64fdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:41.256677 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-d0728818-d584-4d6a-bfa3-c0f330d64fdd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/03174a68-cac7-47a7-83d6-60a45efd4632 HTTP/1.1" status: 204 len: 168 time: 0.3380461 Oct 12 19:22:41.275374 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0728818-d584-4d6a-bfa3-c0f330d64fdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03174a68-cac7-47a7-83d6-60a45efd4632,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:41.277805 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d62c1f61-a6d2-4829-b842-faaac680b31b tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7915414'] for floatingip, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:41.286481 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62c1f61-a6d2-4829-b842-faaac680b31b tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Pushing event updated for resources: {'Port': ['ID=0214d204-5c43-4a67-86da-17f176323e3a,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:41.311682 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:41.312922 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device cacd4d8b-b2a8-4630-b997-baa1967fc712 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:22:41.317061 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62c1f61-a6d2-4829-b842-faaac680b31b tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:22:41.317414 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62c1f61-a6d2-4829-b842-faaac680b31b tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:22:41.317761 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62c1f61-a6d2-4829-b842-faaac680b31b tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:22:41.318134 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62c1f61-a6d2-4829-b842-faaac680b31b tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:22:41.318465 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62c1f61-a6d2-4829-b842-faaac680b31b tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:22:41.321606 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62c1f61-a6d2-4829-b842-faaac680b31b tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:22:41.322014 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62c1f61-a6d2-4829-b842-faaac680b31b tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:22:41.322363 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62c1f61-a6d2-4829-b842-faaac680b31b tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:22:41.322703 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62c1f61-a6d2-4829-b842-faaac680b31b tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:22:41.324170 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62c1f61-a6d2-4829-b842-faaac680b31b tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:22:41.326326 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62c1f61-a6d2-4829-b842-faaac680b31b tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:22:41.326686 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62c1f61-a6d2-4829-b842-faaac680b31b tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:22:41.436154 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d62c1f61-a6d2-4829-b842-faaac680b31b tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:41.446839 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-d62c1f61-a6d2-4829-b842-faaac680b31b tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8315418 Oct 12 19:22:41.476851 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-5527eb21-5b81-405c-8cbd-03b561ff0a95 tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] 10.222.0.49 "PUT /v2.0/subnets/aa6a5312-26a1-45b4-a4cb-4c6910bc22e0/tags/tempest-TagsExtTest-Tag-1041501919 HTTP/1.1" status: 201 len: 201 time: 0.4166262 Oct 12 19:22:41.478549 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 45814) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:41.484401 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.tag.tag_plugin [None req-8bd65200-6a2d-4518-874c-b3d4b10bab7a tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '17192df8-2c16-42bb-a960-4a03580627a1', 'tempest-TagsExtTest-Tag-257822138') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:22:41.493096 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53bac65-485e-47bf-82c8-b8bceb13e2d9 req-336292e5-5322-4829-8466-6b566bfa94e3 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:22:41.503736 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a53bac65-485e-47bf-82c8-b8bceb13e2d9 req-336292e5-5322-4829-8466-6b566bfa94e3 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/ports?device_id=19523b6d-3dbf-434c-b3dc-884efdb2e80a HTTP/1.1" status: 200 len: 950 time: 0.0839789 Oct 12 19:22:41.507654 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 45816) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:41.509430 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Pushing event updated for resources: {'Port': ['ID=5e8347f0-86f0-444a-bf68-7550d40af334,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:41.517408 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b66ca5e-932e-4ca1-9f6b-b41196bbb106 None None] Sync routers for ids ['3194db5b-1e54-4015-89ae-e6a0868dd9d1'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:22:41.531052 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-8b6a5e00-b79b-4264-b86d-08b246a8f40b admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1789480594-network', 'tenant_id': '1a1fe0422dee4bab9ccecb874783d990'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:22:41.538530 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port cacd4d8b-b2a8-4630-b997-baa1967fc712 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:22:41.538794 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:41.542466 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b66ca5e-932e-4ca1-9f6b-b41196bbb106 None None] Routers {'3194db5b-1e54-4015-89ae-e6a0868dd9d1'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:22:41.543722 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-2b66ca5e-932e-4ca1-9f6b-b41196bbb106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:22:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['3194db5b-1e54-4015-89ae-e6a0868dd9d1'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:22:41.581047 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5fd8cc1-8e67-4671-a7cb-561f19c4e8ce None None] Network 692966a9-d64e-46c7-97a8-a63cc46bba8f requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:22:41.587130 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a53bac65-485e-47bf-82c8-b8bceb13e2d9 req-62a5dc0c-a707-4511-bdb1-d95842d305e1 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/security-groups?id=ceeec1d2-c315-47e9-9f92-76d770e7141a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815129 Oct 12 19:22:41.618363 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bdb8a5-a070-4fc2-9a05-b4b7e1776613 None None] Sync routers for ids ['879310a4-6b7f-4733-8968-5719a42090c9'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:22:41.631554 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bdb8a5-a070-4fc2-9a05-b4b7e1776613 None None] Routers {'879310a4-6b7f-4733-8968-5719a42090c9'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:22:41.632997 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-03bdb8a5-a070-4fc2-9a05-b4b7e1776613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:22:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['879310a4-6b7f-4733-8968-5719a42090c9'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:22:41.657376 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b6a5e00-b79b-4264-b86d-08b246a8f40b admin admin] Made reservation on behalf of 1a1fe0422dee4bab9ccecb874783d990 for: {'network': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:22:41.660005 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8b6a5e00-b79b-4264-b86d-08b246a8f40b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:41.670365 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8b6a5e00-b79b-4264-b86d-08b246a8f40b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:41.719903 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-8bd65200-6a2d-4518-874c-b3d4b10bab7a tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] 10.222.0.49 "PUT /v2.0/ports/17192df8-2c16-42bb-a960-4a03580627a1/tags/tempest-TagsExtTest-Tag-257822138 HTTP/1.1" status: 201 len: 201 time: 0.2401650 Oct 12 19:22:41.723175 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 45824) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:41.729000 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.tag.tag_plugin [None req-689ff05d-c7e8-4d31-89f6-58666726bef0 tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '95c362d5-071b-4620-aee6-e0ece8ed8653', 'tempest-TagsExtTest-Tag-981840409') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:22:41.783214 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-ff8086df-ccdc-4519-a41d-9f3e0ebbc398 None None] Provisioning complete for port 5e8347f0-86f0-444a-bf68-7550d40af334 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:22:41.783591 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ff8086df-ccdc-4519-a41d-9f3e0ebbc398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:41.807109 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8b6a5e00-b79b-4264-b86d-08b246a8f40b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:41.871216 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-2b66ca5e-932e-4ca1-9f6b-b41196bbb106 None None] Set router 3194db5b-1e54-4015-89ae-e6a0868dd9d1 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:22:41.885978 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-03bdb8a5-a070-4fc2-9a05-b4b7e1776613 None None] Set router 879310a4-6b7f-4733-8968-5719a42090c9 gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:22:41.887102 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8497fbd4-13cb-4937-b753-307d786f640d req-20c35815-30c8-443d-a9a7-e38c8ed240c8 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1429388697&fields=id&tenant_id=8037c4999d8b4d25a8c451f2b659a2c4 HTTP/1.1" status: 200 len: 267 time: 0.0862699 Oct 12 19:22:41.896532 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8b6a5e00-b79b-4264-b86d-08b246a8f40b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:41.906947 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd267d967-2b22-4c04-81db-06abdd1ed685', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f0f1b33-30ca-4ef3-8d1e-388675e42a87'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:22:41.909213 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40cc083c-57f4-4444-959a-c70b0f540a84" -d '{"events": [{"server_uuid": "d267d967-2b22-4c04-81db-06abdd1ed685", "name": "network-vif-plugged", "status": "completed", "tag": "8f0f1b33-30ca-4ef3-8d1e-388675e42a87"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:22:41.934112 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b6a5e00-b79b-4264-b86d-08b246a8f40b admin admin] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=95501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:22:41.977250 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6a5e00-b79b-4264-b86d-08b246a8f40b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b6cef98-1532-41da-a74f-afaca965e863,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:41.987207 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8b6a5e00-b79b-4264-b86d-08b246a8f40b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:41.991721 n-d-813679-3 neutron-server[95501]: INFO neutron.db.segments_db [None req-8b6a5e00-b79b-4264-b86d-08b246a8f40b admin admin] Added segment a436f41d-bb0d-4da6-bd27-0f34f008771a of type vlan for network 1d14b8bc-21e0-4ce6-b302-e18b6714a94b Oct 12 19:22:42.014003 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-689ff05d-c7e8-4d31-89f6-58666726bef0 tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] 10.222.0.49 "PUT /v2.0/routers/95c362d5-071b-4620-aee6-e0ece8ed8653/tags/tempest-TagsExtTest-Tag-981840409 HTTP/1.1" status: 201 len: 201 time: 0.2896163 Oct 12 19:22:42.014347 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9286a14-26dd-4ff1-906e-1727664ae315 x-openstack-request-id: req-c9286a14-26dd-4ff1-906e-1727664ae315 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:22:42.014583 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d267d967-2b22-4c04-81db-06abdd1ed685", "name": "network-vif-plugged", "status": "completed", "tag": "8f0f1b33-30ca-4ef3-8d1e-388675e42a87", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:22:42.014806 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c9286a14-26dd-4ff1-906e-1727664ae315 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:22:42.015190 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd267d967-2b22-4c04-81db-06abdd1ed685', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f0f1b33-30ca-4ef3-8d1e-388675e42a87', 'code': 200} Oct 12 19:22:42.016887 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 45836) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:42.031598 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.tag.tag_plugin [None req-12645b52-21c9-4f6e-a415-681d698ed93a tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '28c1f5d2-e381-4419-8472-3fa722d37c8a', 'tempest-TagsExtTest-Tag-1440486169') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:22:42.057879 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8b6a5e00-b79b-4264-b86d-08b246a8f40b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:42.142075 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1b91f2-66b4-4aed-b061-10bf6b48e68c req-5a21157f-124e-403f-9b2a-77e4591194c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:22:42.143186 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8497fbd4-13cb-4937-b753-307d786f640d req-4eb9f9ef-e307-489f-9ae5-b3f43f7ed705 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:22:42.144781 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-dc1b91f2-66b4-4aed-b061-10bf6b48e68c req-5a21157f-124e-403f-9b2a-77e4591194c0 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d267d967-2b22-4c04-81db-06abdd1ed685 HTTP/1.1" status: 200 len: 1101 time: 0.0763173 Oct 12 19:22:42.150813 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8497fbd4-13cb-4937-b753-307d786f640d req-4eb9f9ef-e307-489f-9ae5-b3f43f7ed705 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/networks?id=f22a0b4a-70e4-4463-a6ef-6109199fd871 HTTP/1.1" status: 200 len: 811 time: 0.2476499 Oct 12 19:22:42.167924 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8497fbd4-13cb-4937-b753-307d786f640d req-1677f79d-0192-4809-83b5-5f77a56fed81 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/quotas/8037c4999d8b4d25a8c451f2b659a2c4 HTTP/1.1" status: 200 len: 375 time: 0.0158868 Oct 12 19:22:42.217875 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-12645b52-21c9-4f6e-a415-681d698ed93a tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] 10.222.0.49 "PUT /v2.0/subnetpools/28c1f5d2-e381-4419-8472-3fa722d37c8a/tags/tempest-TagsExtTest-Tag-1440486169 HTTP/1.1" status: 201 len: 201 time: 0.1997366 Oct 12 19:22:42.221041 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 45840) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:42.230845 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-dc1b91f2-66b4-4aed-b061-10bf6b48e68c req-76886c83-d2d0-4eb2-bec3-fefe833999f6 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=ceeec1d2-c315-47e9-9f92-76d770e7141a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723839 Oct 12 19:22:42.233588 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.tag.tag_plugin [None req-4104c874-faf1-4f49-ba92-b3598c3b15b9 tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'aa6a5312-26a1-45b4-a4cb-4c6910bc22e0') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:22:42.253285 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-2b66ca5e-932e-4ca1-9f6b-b41196bbb106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3194db5b-1e54-4015-89ae-e6a0868dd9d1', 'name': 'tempest-AttachSCSIVolumeTestJSON-850717176-router', 'tenant_id': '91adbf2b705548699acc3181acdf7e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': 'cacd4d8b-b2a8-4630-b997-baa1967fc712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:22:30Z', 'updated_at': '2021-10-12T19:22:37Z', 'revision_number': 4, 'project_id': '91adbf2b705548699acc3181acdf7e78', 'gw_port': {'id': 'cacd4d8b-b2a8-4630-b997-baa1967fc712', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:2f:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3194db5b-1e54-4015-89ae-e6a0868dd9d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:22:32Z', 'updated_at': '2021-10-12T19:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '1e900766-f458-4895-a5ff-0ec60337fc41', 'name': '', 'network_id': 'a95caad4-9d88-4c95-9f48-a1cb3c71f6ba', 'tenant_id': '91adbf2b705548699acc3181acdf7e78', 'mac_address': 'fa:16:3e:f7:7d:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3194db5b-1e54-4015-89ae-e6a0868dd9d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'f4dfc27e-b28d-4bb2-a392-801ff63579d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:22:36Z', 'updated_at': '2021-10-12T19:22:38Z', 'revision_number': 2, 'project_id': '91adbf2b705548699acc3181acdf7e78', 'subnets': [{'id': 'f4dfc27e-b28d-4bb2-a392-801ff63579d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:22:42.265750 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8b6a5e00-b79b-4264-b86d-08b246a8f40b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:42.266855 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6a5e00-b79b-4264-b86d-08b246a8f40b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:22:42.267534 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8b6a5e00-b79b-4264-b86d-08b246a8f40b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:42.283627 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b66ca5e-932e-4ca1-9f6b-b41196bbb106 None None] Checking router: 3194db5b-1e54-4015-89ae-e6a0868dd9d1 for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:22:42.283980 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b66ca5e-932e-4ca1-9f6b-b41196bbb106 None None] Updating router 3194db5b-1e54-4015-89ae-e6a0868dd9d1 port 1e900766-f458-4895-a5ff-0ec60337fc41 binding host n-d-813679-3 {{(pid=95503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 19:22:42.317184 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-03bdb8a5-a070-4fc2-9a05-b4b7e1776613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '879310a4-6b7f-4733-8968-5719a42090c9', 'name': 'tempest-ServerActionsTestJSON-305807492-router', 'tenant_id': '8037c4999d8b4d25a8c451f2b659a2c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '50f928c9-dbfe-4b6e-be8b-80a1a5c8311e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:22:28Z', 'updated_at': '2021-10-12T19:22:33Z', 'revision_number': 4, 'project_id': '8037c4999d8b4d25a8c451f2b659a2c4', 'gw_port': {'id': '50f928c9-dbfe-4b6e-be8b-80a1a5c8311e', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879310a4-6b7f-4733-8968-5719a42090c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:22:29Z', 'updated_at': '2021-10-12T19:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '51091f41-297e-4949-9ebf-a8d70b7c97da', 'name': '', 'network_id': 'f22a0b4a-70e4-4463-a6ef-6109199fd871', 'tenant_id': '8037c4999d8b4d25a8c451f2b659a2c4', 'mac_address': 'fa:16:3e:d2:73:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '879310a4-6b7f-4733-8968-5719a42090c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'a09cd6ac-b3e0-423d-9e85-6644cbc7e663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:22:33Z', 'updated_at': '2021-10-12T19:22:34Z', 'revision_number': 2, 'project_id': '8037c4999d8b4d25a8c451f2b659a2c4', 'subnets': [{'id': 'a09cd6ac-b3e0-423d-9e85-6644cbc7e663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:22:42.335622 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2b66ca5e-932e-4ca1-9f6b-b41196bbb106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:42.338479 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6a5e00-b79b-4264-b86d-08b246a8f40b admin admin] Pushing event updated for resources: {'Network': ['ID=1d14b8bc-21e0-4ce6-b302-e18b6714a94b,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:42.353430 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8497fbd4-13cb-4937-b753-307d786f640d req-ff34c5c4-f764-40a9-bb2e-a7f46c180501 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=8037c4999d8b4d25a8c451f2b659a2c4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1843705 Oct 12 19:22:42.360735 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 1d14b8bc-21e0-4ce6-b302-e18b6714a94b details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:22:42.369724 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bdb8a5-a070-4fc2-9a05-b4b7e1776613 None None] Checking router: 879310a4-6b7f-4733-8968-5719a42090c9 for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:22:42.370143 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bdb8a5-a070-4fc2-9a05-b4b7e1776613 None None] Updating router 879310a4-6b7f-4733-8968-5719a42090c9 port 51091f41-297e-4949-9ebf-a8d70b7c97da binding host n-d-813679-3 {{(pid=95504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 19:22:42.402621 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-8b6a5e00-b79b-4264-b86d-08b246a8f40b admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8882444 Oct 12 19:22:42.402621 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 45842) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:42.406210 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-1a889b4c-b7f0-4448-ba81-a88ff492ab04 admin admin] Request body: {'subnet': {'network_id': '1d14b8bc-21e0-4ce6-b302-e18b6714a94b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1789480594-subnet', 'tenant_id': '1a1fe0422dee4bab9ccecb874783d990', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:22:42.413909 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-03bdb8a5-a070-4fc2-9a05-b4b7e1776613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:42.482586 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-4104c874-faf1-4f49-ba92-b3598c3b15b9 tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] 10.222.0.49 "GET /v2.0/subnets/aa6a5312-26a1-45b4-a4cb-4c6910bc22e0/tags HTTP/1.1" status: 200 len: 241 time: 0.2600741 Oct 12 19:22:42.485397 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 45844) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:42.489917 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.tag.tag_plugin [None req-3822ebe6-3714-4da8-b95d-ab5c92ca3355 tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'aa6a5312-26a1-45b4-a4cb-4c6910bc22e0', 'tempest-TagsExtTest-Tag-1041501919') {} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:22:42.517711 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a889b4c-b7f0-4448-ba81-a88ff492ab04 admin admin] Made reservation on behalf of 1a1fe0422dee4bab9ccecb874783d990 for: {'subnet': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:22:42.520244 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1a889b4c-b7f0-4448-ba81-a88ff492ab04 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4612397'] for subnet, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:42.555408 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 45846) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:42.573843 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8497fbd4-13cb-4937-b753-307d786f640d req-21996112-2456-4740-95d0-dc3faef5a915 service neutron] 10.222.0.49 "GET /v2.0/networks/f22a0b4a-70e4-4463-a6ef-6109199fd871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157016 Oct 12 19:22:42.607920 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3c79e8fb-3242-42c1-9b78-b7a737f33c4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:42.701578 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-cb594c4b-9044-44e2-bfa0-6ffc87e19476 None None] Provisioning complete for port 5e8347f0-86f0-444a-bf68-7550d40af334 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:22:42.702171 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cb594c4b-9044-44e2-bfa0-6ffc87e19476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:42.774005 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8497fbd4-13cb-4937-b753-307d786f640d req-3c92ff9d-1bf6-4523-9f12-5ce85cb7a6b1 service neutron] 10.222.0.49 "GET /v2.0/networks/f22a0b4a-70e4-4463-a6ef-6109199fd871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983094 Oct 12 19:22:42.840020 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 5e8347f0-86f0-444a-bf68-7550d40af334 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:22:42.863525 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-03bdb8a5-a070-4fc2-9a05-b4b7e1776613 None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:42.884082 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3c79e8fb-3242-42c1-9b78-b7a737f33c4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:42.889757 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-3822ebe6-3714-4da8-b95d-ab5c92ca3355 tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] 10.222.0.49 "GET /v2.0/subnets/aa6a5312-26a1-45b4-a4cb-4c6910bc22e0/tags/tempest-TagsExtTest-Tag-1041501919 HTTP/1.1" status: 204 len: 168 time: 0.4031701 Oct 12 19:22:42.892744 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 45850) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:42.897842 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.tag.tag_plugin [None req-65d59e2c-ffe4-4676-9e1d-11c88886ea8d tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'aa6a5312-26a1-45b4-a4cb-4c6910bc22e0', 'tempest-TagsExtTest-Tag-1041501919') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:22:42.929998 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6f7b0d-5a87-4df2-806c-aa27cecab484 req-f6f81cb8-b986-4966-9a53-a7ef5daf10aa tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:22:42.931863 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-dd6f7b0d-5a87-4df2-806c-aa27cecab484 req-f6f81cb8-b986-4966-9a53-a7ef5daf10aa tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/ports?device_id=19523b6d-3dbf-434c-b3dc-884efdb2e80a HTTP/1.1" status: 200 len: 950 time: 0.1759913 Oct 12 19:22:42.946890 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-03bdb8a5-a070-4fc2-9a05-b4b7e1776613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:42.956556 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-cb594c4b-9044-44e2-bfa0-6ffc87e19476 None None] Provisioning complete for port 17192df8-2c16-42bb-a960-4a03580627a1 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:22:42.956927 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cb594c4b-9044-44e2-bfa0-6ffc87e19476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:43.006306 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a62d9b7-67f3-48c5-8d9b-3de89c947c95 None None] Pushing event updated for resources: {'Port': ['ID=51091f41-297e-4949-9ebf-a8d70b7c97da,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:43.057801 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-dd6f7b0d-5a87-4df2-806c-aa27cecab484 req-5577012e-e2d2-4772-93aa-0adba11d18b2 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/security-groups?id=ceeec1d2-c315-47e9-9f92-76d770e7141a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783479 Oct 12 19:22:43.068909 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-03bdb8a5-a070-4fc2-9a05-b4b7e1776613 None None] Attempting to bind port 51091f41-297e-4949-9ebf-a8d70b7c97da on host n-d-813679-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:22:43.070071 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-03bdb8a5-a070-4fc2-9a05-b4b7e1776613 None None] Attempting to bind port 51091f41-297e-4949-9ebf-a8d70b7c97da by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '1311cbfc-168d-4d44-b005-c99086bc74c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f22a0b4a-70e4-4463-a6ef-6109199fd871'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:22:43.070780 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bdb8a5-a070-4fc2-9a05-b4b7e1776613 None None] Attempting to bind port 51091f41-297e-4949-9ebf-a8d70b7c97da on network f22a0b4a-70e4-4463-a6ef-6109199fd871 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:22:43.082908 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3c79e8fb-3242-42c1-9b78-b7a737f33c4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:43.088399 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bdb8a5-a070-4fc2-9a05-b4b7e1776613 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:22:43.088898 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bdb8a5-a070-4fc2-9a05-b4b7e1776613 None None] Checking segment: {'id': '1311cbfc-168d-4d44-b005-c99086bc74c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f22a0b4a-70e4-4463-a6ef-6109199fd871'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:22:43.089331 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-03bdb8a5-a070-4fc2-9a05-b4b7e1776613 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:43.089722 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bdb8a5-a070-4fc2-9a05-b4b7e1776613 None None] Bound using segment: {'id': '1311cbfc-168d-4d44-b005-c99086bc74c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f22a0b4a-70e4-4463-a6ef-6109199fd871'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:22:43.093231 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-03bdb8a5-a070-4fc2-9a05-b4b7e1776613 None None] Bound port: 51091f41-297e-4949-9ebf-a8d70b7c97da, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1311cbfc-168d-4d44-b005-c99086bc74c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f22a0b4a-70e4-4463-a6ef-6109199fd871'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:22:43.094703 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-03bdb8a5-a070-4fc2-9a05-b4b7e1776613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:43.140964 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1a889b4c-b7f0-4448-ba81-a88ff492ab04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4824863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4612355'] for subnet, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:43.164950 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-65d59e2c-ffe4-4676-9e1d-11c88886ea8d tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] 10.222.0.49 "DELETE /v2.0/subnets/aa6a5312-26a1-45b4-a4cb-4c6910bc22e0/tags/tempest-TagsExtTest-Tag-1041501919 HTTP/1.1" status: 204 len: 168 time: 0.2705402 Oct 12 19:22:43.168763 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 45856) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:43.175114 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 5e8347f0-86f0-444a-bf68-7550d40af334 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:22:43.175479 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:43.185427 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2b66ca5e-932e-4ca1-9f6b-b41196bbb106 None None] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:43.203913 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.tag.tag_plugin [None req-8c35a2b7-c5be-4126-b4f3-8237d5270a82 tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'aa6a5312-26a1-45b4-a4cb-4c6910bc22e0') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:22:43.234985 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-cb594c4b-9044-44e2-bfa0-6ffc87e19476 None None] Port 17192df8-2c16-42bb-a960-4a03580627a1 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:22:43.298588 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 50f928c9-dbfe-4b6e-be8b-80a1a5c8311e up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:22:43.304381 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2b66ca5e-932e-4ca1-9f6b-b41196bbb106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:43.311725 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a889b4c-b7f0-4448-ba81-a88ff492ab04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=999c3adf-ecce-4ba2-ba87-8b2531dc5200,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:43.316787 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-03bdb8a5-a070-4fc2-9a05-b4b7e1776613 None None] For port 51091f41-297e-4949-9ebf-a8d70b7c97da, host n-d-813679-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:22:43.321681 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-03bdb8a5-a070-4fc2-9a05-b4b7e1776613 None None] For port 51091f41-297e-4949-9ebf-a8d70b7c97da, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=51091f41-297e-4949-9ebf-a8d70b7c97da,segment=NetworkSegment(1311cbfc-168d-4d44-b005-c99086bc74c8),segment_id=1311cbfc-168d-4d44-b005-c99086bc74c8)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:22:43.347213 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-3c79e8fb-3242-42c1-9b78-b7a737f33c4b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=22b60d4540d1419eb833552a69a0083b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7892244 Oct 12 19:22:43.348484 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c79e8fb-3242-42c1-9b78-b7a737f33c4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af48addf-51f2-4f99-9fd6-4b2b9cb4412c,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:43.349141 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-92657882-1cf0-4811-be75-acda947c22f1 req-04b754ca-c43c-433d-912a-171444a02687 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb56269f-088f-4dd7-97a9-d7a3df061653 HTTP/1.1" status: 200 len: 210 time: 0.0698938 Oct 12 19:22:43.353942 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 45864) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:43.377195 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a889b4c-b7f0-4448-ba81-a88ff492ab04 admin admin] Checking segment: {'id': 'a436f41d-bb0d-4da6-bd27-0f34f008771a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1d14b8bc-21e0-4ce6-b302-e18b6714a94b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:22:43.377642 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a889b4c-b7f0-4448-ba81-a88ff492ab04 admin admin] Network hostable DHCP agents. Network: 1d14b8bc-21e0-4ce6-b302-e18b6714a94b, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:22:43.429903 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-03bdb8a5-a070-4fc2-9a05-b4b7e1776613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:43.437579 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcb1d46-24dd-411b-9773-a5295e965f77 None None] Pushing event updated for resources: {'Port': ['ID=1e900766-f458-4895-a5ff-0ec60337fc41,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:43.446206 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-b8861242-ebcf-4e6e-870e-92ca91c54d66 None None] Provisioning complete for port 17192df8-2c16-42bb-a960-4a03580627a1 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:22:43.446744 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b8861242-ebcf-4e6e-870e-92ca91c54d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:43.526485 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a889b4c-b7f0-4448-ba81-a88ff492ab04 admin admin] Network 1d14b8bc-21e0-4ce6-b302-e18b6714a94b is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:22:43.540510 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a62d9b7-67f3-48c5-8d9b-3de89c947c95 None None] Pushing event updated for resources: {'Port': ['ID=51091f41-297e-4949-9ebf-a8d70b7c97da,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:43.551830 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e55699-c3b6-4b45-8d1d-2120f83b21ad req-891fe88f-7992-4cb8-bb93-237878eca94f tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:22:43.554210 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c6e55699-c3b6-4b45-8d1d-2120f83b21ad req-891fe88f-7992-4cb8-bb93-237878eca94f tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/ports?device_id=d267d967-2b22-4c04-81db-06abdd1ed685 HTTP/1.1" status: 200 len: 950 time: 0.2547150 Oct 12 19:22:43.572612 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 50f928c9-dbfe-4b6e-be8b-80a1a5c8311e triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:22:43.573260 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:43.579654 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-2b66ca5e-932e-4ca1-9f6b-b41196bbb106 None None] Attempting to bind port 1e900766-f458-4895-a5ff-0ec60337fc41 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:22:43.587107 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-2b66ca5e-932e-4ca1-9f6b-b41196bbb106 None None] Attempting to bind port 1e900766-f458-4895-a5ff-0ec60337fc41 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '69a1f4ea-f5fa-4937-819a-a5b41f2da9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'a95caad4-9d88-4c95-9f48-a1cb3c71f6ba'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:22:43.587892 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b66ca5e-932e-4ca1-9f6b-b41196bbb106 None None] Attempting to bind port 1e900766-f458-4895-a5ff-0ec60337fc41 on network a95caad4-9d88-4c95-9f48-a1cb3c71f6ba {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:22:43.603001 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bdb8a5-a070-4fc2-9a05-b4b7e1776613 None None] Routers {'879310a4-6b7f-4733-8968-5719a42090c9'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:22:43.604497 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-03bdb8a5-a070-4fc2-9a05-b4b7e1776613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:22:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['879310a4-6b7f-4733-8968-5719a42090c9'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:22:43.617731 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-1a889b4c-b7f0-4448-ba81-a88ff492ab04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, 1d14b8bc-21e0-4ce6-b302-e18b6714a94b) {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:22:43.621826 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a889b4c-b7f0-4448-ba81-a88ff492ab04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:22:43.622600 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1a889b4c-b7f0-4448-ba81-a88ff492ab04 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:43.626539 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-b8861242-ebcf-4e6e-870e-92ca91c54d66 None None] Port 17192df8-2c16-42bb-a960-4a03580627a1 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:22:43.631998 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9394bf3c-7189-40ef-b1f3-91f7858d308b None None] Network 1d14b8bc-21e0-4ce6-b302-e18b6714a94b requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:22:43.639942 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b66ca5e-932e-4ca1-9f6b-b41196bbb106 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:22:43.640172 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b66ca5e-932e-4ca1-9f6b-b41196bbb106 None None] Checking segment: {'id': '69a1f4ea-f5fa-4937-819a-a5b41f2da9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'a95caad4-9d88-4c95-9f48-a1cb3c71f6ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:22:43.640541 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2b66ca5e-932e-4ca1-9f6b-b41196bbb106 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:43.640932 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b66ca5e-932e-4ca1-9f6b-b41196bbb106 None None] Bound using segment: {'id': '69a1f4ea-f5fa-4937-819a-a5b41f2da9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'a95caad4-9d88-4c95-9f48-a1cb3c71f6ba'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:22:43.641414 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-2b66ca5e-932e-4ca1-9f6b-b41196bbb106 None None] Bound port: 1e900766-f458-4895-a5ff-0ec60337fc41, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69a1f4ea-f5fa-4937-819a-a5b41f2da9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'a95caad4-9d88-4c95-9f48-a1cb3c71f6ba'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:22:43.641787 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2b66ca5e-932e-4ca1-9f6b-b41196bbb106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:43.652059 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7d829c4c-fa49-412e-8b3e-7605592e2189 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:43.717150 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-1a889b4c-b7f0-4448-ba81-a88ff492ab04 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3147690 Oct 12 19:22:43.719833 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 45870) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:43.724478 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-86efa97b-8991-413b-9230-8341ac853362 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1789480594-router', 'tenant_id': '1a1fe0422dee4bab9ccecb874783d990', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:22:43.746868 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-8c35a2b7-c5be-4126-b4f3-8237d5270a82 tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] 10.222.0.49 "GET /v2.0/subnets/aa6a5312-26a1-45b4-a4cb-4c6910bc22e0/tags HTTP/1.1" status: 200 len: 205 time: 0.5748000 Oct 12 19:22:43.751432 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 45872) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:43.756856 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7d829c4c-fa49-412e-8b3e-7605592e2189 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:43.762746 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.tag.tag_plugin [None req-eef907a8-ead4-4066-90d9-c3ae1d1a9d13 tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '17192df8-2c16-42bb-a960-4a03580627a1') {} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:22:43.774176 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c6e55699-c3b6-4b45-8d1d-2120f83b21ad req-496dbd3a-90a9-4e96-972f-6020b5ac10e2 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/security-groups?id=ceeec1d2-c315-47e9-9f92-76d770e7141a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979821 Oct 12 19:22:43.822696 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-03bdb8a5-a070-4fc2-9a05-b4b7e1776613 None None] Set router 879310a4-6b7f-4733-8968-5719a42090c9 gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:22:43.859607 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-736e141a-6709-436d-ba73-60cd47a3b74c None None] Provisioning complete for port 1e900766-f458-4895-a5ff-0ec60337fc41 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:22:43.860275 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-736e141a-6709-436d-ba73-60cd47a3b74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:43.866671 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-eef907a8-ead4-4066-90d9-c3ae1d1a9d13 tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] 10.222.0.49 "GET /v2.0/ports/17192df8-2c16-42bb-a960-4a03580627a1/tags HTTP/1.1" status: 200 len: 240 time: 0.1138387 Oct 12 19:22:43.869311 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 45874) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:43.874031 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.tag.tag_plugin [None req-228047d2-d3a1-4ad0-bc74-0a3be21c1f0b tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '17192df8-2c16-42bb-a960-4a03580627a1', 'tempest-TagsExtTest-Tag-257822138') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:22:43.897050 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-2b66ca5e-932e-4ca1-9f6b-b41196bbb106 None None] For port 1e900766-f458-4895-a5ff-0ec60337fc41, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:22:43.941366 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-228047d2-d3a1-4ad0-bc74-0a3be21c1f0b tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] 10.222.0.49 "GET /v2.0/ports/17192df8-2c16-42bb-a960-4a03580627a1/tags/tempest-TagsExtTest-Tag-257822138 HTTP/1.1" status: 204 len: 168 time: 0.0709066 Oct 12 19:22:43.941715 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 45876) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:43.948098 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.tag.tag_plugin [None req-e7c4686d-e1ab-4715-b76a-8b842046e460 tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '17192df8-2c16-42bb-a960-4a03580627a1', 'tempest-TagsExtTest-Tag-257822138') {} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:22:43.955677 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-86efa97b-8991-413b-9230-8341ac853362 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8093678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255505'] for router, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:43.955861 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-2b66ca5e-932e-4ca1-9f6b-b41196bbb106 None None] For port 1e900766-f458-4895-a5ff-0ec60337fc41, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=1e900766-f458-4895-a5ff-0ec60337fc41,segment=NetworkSegment(69a1f4ea-f5fa-4937-819a-a5b41f2da9ca),segment_id=69a1f4ea-f5fa-4937-819a-a5b41f2da9ca)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:22:43.955980 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-86efa97b-8991-413b-9230-8341ac853362 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8093562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8087085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8022306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255518'] for router, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:43.971717 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7d829c4c-fa49-412e-8b3e-7605592e2189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:43.977086 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7d829c4c-fa49-412e-8b3e-7605592e2189 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:43.977086 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-7d829c4c-fa49-412e-8b3e-7605592e2189 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/af48addf-51f2-4f99-9fd6-4b2b9cb4412c HTTP/1.1" status: 204 len: 168 time: 0.5679047 Oct 12 19:22:43.982668 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-736e141a-6709-436d-ba73-60cd47a3b74c None None] Port 1e900766-f458-4895-a5ff-0ec60337fc41 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:22:43.987666 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d829c4c-fa49-412e-8b3e-7605592e2189 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af48addf-51f2-4f99-9fd6-4b2b9cb4412c,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:44.029638 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab03efa-dd48-4cac-8950-d76723813cfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-1d14b8bc-21e0-4ce6-b302-e18b6714a94b', 'network_id': '1d14b8bc-21e0-4ce6-b302-e18b6714a94b', 'tenant_id': '1a1fe0422dee4bab9ccecb874783d990', 'fixed_ips': [{'subnet_id': '999c3adf-ecce-4ba2-ba87-8b2531dc5200'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:22:44.031124 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3ab03efa-dd48-4cac-8950-d76723813cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:44.076511 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-736e141a-6709-436d-ba73-60cd47a3b74c None None] Provisioning complete for port 51091f41-297e-4949-9ebf-a8d70b7c97da triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:22:44.077133 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-736e141a-6709-436d-ba73-60cd47a3b74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:44.110816 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2b66ca5e-932e-4ca1-9f6b-b41196bbb106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:44.126256 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-03bdb8a5-a070-4fc2-9a05-b4b7e1776613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '879310a4-6b7f-4733-8968-5719a42090c9', 'name': 'tempest-ServerActionsTestJSON-305807492-router', 'tenant_id': '8037c4999d8b4d25a8c451f2b659a2c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '50f928c9-dbfe-4b6e-be8b-80a1a5c8311e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:22:28Z', 'updated_at': '2021-10-12T19:22:33Z', 'revision_number': 4, 'project_id': '8037c4999d8b4d25a8c451f2b659a2c4', 'gw_port': {'id': '50f928c9-dbfe-4b6e-be8b-80a1a5c8311e', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879310a4-6b7f-4733-8968-5719a42090c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:22:29Z', 'updated_at': '2021-10-12T19:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '51091f41-297e-4949-9ebf-a8d70b7c97da', 'name': '', 'network_id': 'f22a0b4a-70e4-4463-a6ef-6109199fd871', 'tenant_id': '8037c4999d8b4d25a8c451f2b659a2c4', 'mac_address': 'fa:16:3e:d2:73:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '879310a4-6b7f-4733-8968-5719a42090c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'a09cd6ac-b3e0-423d-9e85-6644cbc7e663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:22:33Z', 'updated_at': '2021-10-12T19:22:43Z', 'revision_number': 4, 'project_id': '8037c4999d8b4d25a8c451f2b659a2c4', 'subnets': [{'id': 'a09cd6ac-b3e0-423d-9e85-6644cbc7e663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:22:44.161079 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bdb8a5-a070-4fc2-9a05-b4b7e1776613 None None] The sync data for ids ['879310a4-6b7f-4733-8968-5719a42090c9'] in n-d-813679-3 is: [{'id': '879310a4-6b7f-4733-8968-5719a42090c9', 'name': 'tempest-ServerActionsTestJSON-305807492-router', 'tenant_id': '8037c4999d8b4d25a8c451f2b659a2c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '50f928c9-dbfe-4b6e-be8b-80a1a5c8311e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:22:28Z', 'updated_at': '2021-10-12T19:22:33Z', 'revision_number': 4, 'project_id': '8037c4999d8b4d25a8c451f2b659a2c4', 'gw_port': {'id': '50f928c9-dbfe-4b6e-be8b-80a1a5c8311e', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879310a4-6b7f-4733-8968-5719a42090c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:22:29Z', 'updated_at': '2021-10-12T19:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '51091f41-297e-4949-9ebf-a8d70b7c97da', 'name': '', 'network_id': 'f22a0b4a-70e4-4463-a6ef-6109199fd871', 'tenant_id': '8037c4999d8b4d25a8c451f2b659a2c4', 'mac_address': 'fa:16:3e:d2:73:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '879310a4-6b7f-4733-8968-5719a42090c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'a09cd6ac-b3e0-423d-9e85-6644cbc7e663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:22:33Z', 'updated_at': '2021-10-12T19:22:43Z', 'revision_number': 4, 'project_id': '8037c4999d8b4d25a8c451f2b659a2c4', 'subnets': [{'id': 'a09cd6ac-b3e0-423d-9e85-6644cbc7e663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:22:44.301668 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b66ca5e-932e-4ca1-9f6b-b41196bbb106 None None] Routers {'3194db5b-1e54-4015-89ae-e6a0868dd9d1'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:22:44.302466 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-2b66ca5e-932e-4ca1-9f6b-b41196bbb106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:22:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['3194db5b-1e54-4015-89ae-e6a0868dd9d1'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:22:44.467228 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ecd55b80-2aaa-4efc-8ebe-9f656666bd39 req-bced7674-723d-4e7e-8d36-cb1436a23f04 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb56269f-088f-4dd7-97a9-d7a3df061653 HTTP/1.1" status: 200 len: 210 time: 0.0610075 Oct 12 19:22:44.489081 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcb1d46-24dd-411b-9773-a5295e965f77 None None] Pushing event updated for resources: {'Port': ['ID=1e900766-f458-4895-a5ff-0ec60337fc41,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:44.496865 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-2b66ca5e-932e-4ca1-9f6b-b41196bbb106 None None] Set router 3194db5b-1e54-4015-89ae-e6a0868dd9d1 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:22:44.555494 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-3ab03efa-dd48-4cac-8950-d76723813cfc None None] Allocated IP 172.20.0.2 (1d14b8bc-21e0-4ce6-b302-e18b6714a94b/999c3adf-ecce-4ba2-ba87-8b2531dc5200/f55df8de-2bc8-4c3e-88b3-f44f1f4146f1) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:22:44.571376 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-86efa97b-8991-413b-9230-8341ac853362 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:44.639092 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-736e141a-6709-436d-ba73-60cd47a3b74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:44.727916 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-e7c4686d-e1ab-4715-b76a-8b842046e460 tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] 10.222.0.49 "DELETE /v2.0/ports/17192df8-2c16-42bb-a960-4a03580627a1/tags/tempest-TagsExtTest-Tag-257822138 HTTP/1.1" status: 204 len: 168 time: 0.7849336 Oct 12 19:22:44.730609 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 45896) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:44.735032 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.tag.tag_plugin [None req-f8a5c333-bec0-41ae-a1c7-724da17192a7 tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '17192df8-2c16-42bb-a960-4a03580627a1') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:22:44.832269 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 51091f41-297e-4949-9ebf-a8d70b7c97da up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:22:44.858328 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-f8a5c333-bec0-41ae-a1c7-724da17192a7 tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] 10.222.0.49 "GET /v2.0/ports/17192df8-2c16-42bb-a960-4a03580627a1/tags HTTP/1.1" status: 200 len: 205 time: 0.1263764 Oct 12 19:22:44.860848 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 45902) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:44.869172 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.tag.tag_plugin [None req-0a374f05-51db-4a0c-a2fd-ce7b2b9711d3 tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '95c362d5-071b-4620-aee6-e0ece8ed8653') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:22:44.880710 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-736e141a-6709-436d-ba73-60cd47a3b74c None None] For port 51091f41-297e-4949-9ebf-a8d70b7c97da, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=51091f41-297e-4949-9ebf-a8d70b7c97da,segment=NetworkSegment(1311cbfc-168d-4d44-b005-c99086bc74c8),segment_id=1311cbfc-168d-4d44-b005-c99086bc74c8)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:22:44.959478 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-86efa97b-8991-413b-9230-8341ac853362 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:45.034316 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 51091f41-297e-4949-9ebf-a8d70b7c97da triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:22:45.034733 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:45.037353 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-0a374f05-51db-4a0c-a2fd-ce7b2b9711d3 tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] 10.222.0.49 "GET /v2.0/routers/95c362d5-071b-4620-aee6-e0ece8ed8653/tags HTTP/1.1" status: 200 len: 240 time: 0.1753047 Oct 12 19:22:45.040901 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 45906) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:45.045886 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.tag.tag_plugin [None req-3f9fb248-64d8-424a-8315-aa307ff40d67 tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '95c362d5-071b-4620-aee6-e0ece8ed8653', 'tempest-TagsExtTest-Tag-981840409') {} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:22:45.051051 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba5ebcc-7598-49f8-b143-af0f97994993 req-51f833d7-5fec-44ec-8531-652d387bad8f tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:22:45.059052 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2ba5ebcc-7598-49f8-b143-af0f97994993 req-51f833d7-5fec-44ec-8531-652d387bad8f tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/ports?device_id=d267d967-2b22-4c04-81db-06abdd1ed685 HTTP/1.1" status: 200 len: 950 time: 0.1313393 Oct 12 19:22:45.110159 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2ba5ebcc-7598-49f8-b143-af0f97994993 req-31389aaa-b545-4849-9930-a7fc71f4fb1b tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/security-groups?id=ceeec1d2-c315-47e9-9f92-76d770e7141a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500555 Oct 12 19:22:45.174960 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-736e141a-6709-436d-ba73-60cd47a3b74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:45.183435 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3ab03efa-dd48-4cac-8950-d76723813cfc None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:45.229495 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-3f9fb248-64d8-424a-8315-aa307ff40d67 tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] 10.222.0.49 "GET /v2.0/routers/95c362d5-071b-4620-aee6-e0ece8ed8653/tags/tempest-TagsExtTest-Tag-981840409 HTTP/1.1" status: 204 len: 168 time: 0.1873600 Oct 12 19:22:45.232016 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 45912) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:45.245422 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.tag.tag_plugin [None req-284d9c9c-6f3c-464b-a3ce-a0d92c64a021 tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '95c362d5-071b-4620-aee6-e0ece8ed8653', 'tempest-TagsExtTest-Tag-981840409') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:22:45.299312 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3ab03efa-dd48-4cac-8950-d76723813cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:45.321745 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab03efa-dd48-4cac-8950-d76723813cfc None None] Network 1d14b8bc-21e0-4ce6-b302-e18b6714a94b is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:22:45.329446 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-3ab03efa-dd48-4cac-8950-d76723813cfc None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:22:45.337583 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736e141a-6709-436d-ba73-60cd47a3b74c None None] Pushing event updated for resources: {'Port': ['ID=51091f41-297e-4949-9ebf-a8d70b7c97da,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:45.353174 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab03efa-dd48-4cac-8950-d76723813cfc None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:22:45.362432 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-2b66ca5e-932e-4ca1-9f6b-b41196bbb106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3194db5b-1e54-4015-89ae-e6a0868dd9d1', 'name': 'tempest-AttachSCSIVolumeTestJSON-850717176-router', 'tenant_id': '91adbf2b705548699acc3181acdf7e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': 'cacd4d8b-b2a8-4630-b997-baa1967fc712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:22:30Z', 'updated_at': '2021-10-12T19:22:37Z', 'revision_number': 4, 'project_id': '91adbf2b705548699acc3181acdf7e78', 'gw_port': {'id': 'cacd4d8b-b2a8-4630-b997-baa1967fc712', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:2f:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3194db5b-1e54-4015-89ae-e6a0868dd9d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:22:32Z', 'updated_at': '2021-10-12T19:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '1e900766-f458-4895-a5ff-0ec60337fc41', 'name': '', 'network_id': 'a95caad4-9d88-4c95-9f48-a1cb3c71f6ba', 'tenant_id': '91adbf2b705548699acc3181acdf7e78', 'mac_address': 'fa:16:3e:f7:7d:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3194db5b-1e54-4015-89ae-e6a0868dd9d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'f4dfc27e-b28d-4bb2-a392-801ff63579d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:22:36Z', 'updated_at': '2021-10-12T19:22:43Z', 'revision_number': 4, 'project_id': '91adbf2b705548699acc3181acdf7e78', 'subnets': [{'id': 'f4dfc27e-b28d-4bb2-a392-801ff63579d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:22:45.437108 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab03efa-dd48-4cac-8950-d76723813cfc None None] Pushing event updated for resources: {'Port': ['ID=f55df8de-2bc8-4c3e-88b3-f44f1f4146f1,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:45.507623 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b66ca5e-932e-4ca1-9f6b-b41196bbb106 None None] The sync data for ids ['3194db5b-1e54-4015-89ae-e6a0868dd9d1'] in n-d-813679-3 is: [{'id': '3194db5b-1e54-4015-89ae-e6a0868dd9d1', 'name': 'tempest-AttachSCSIVolumeTestJSON-850717176-router', 'tenant_id': '91adbf2b705548699acc3181acdf7e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': 'cacd4d8b-b2a8-4630-b997-baa1967fc712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:22:30Z', 'updated_at': '2021-10-12T19:22:37Z', 'revision_number': 4, 'project_id': '91adbf2b705548699acc3181acdf7e78', 'gw_port': {'id': 'cacd4d8b-b2a8-4630-b997-baa1967fc712', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:2f:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3194db5b-1e54-4015-89ae-e6a0868dd9d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:22:32Z', 'updated_at': '2021-10-12T19:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '1e900766-f458-4895-a5ff-0ec60337fc41', 'name': '', 'network_id': 'a95caad4-9d88-4c95-9f48-a1cb3c71f6ba', 'tenant_id': '91adbf2b705548699acc3181acdf7e78', 'mac_address': 'fa:16:3e:f7:7d:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3194db5b-1e54-4015-89ae-e6a0868dd9d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'f4dfc27e-b28d-4bb2-a392-801ff63579d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:22:36Z', 'updated_at': '2021-10-12T19:22:43Z', 'revision_number': 4, 'project_id': '91adbf2b705548699acc3181acdf7e78', 'subnets': [{'id': 'f4dfc27e-b28d-4bb2-a392-801ff63579d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:22:45.515368 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-570c0616-c27d-47fa-befd-bc5a6b2458cb None None] Provisioning complete for port 1e900766-f458-4895-a5ff-0ec60337fc41 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:22:45.515368 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-570c0616-c27d-47fa-befd-bc5a6b2458cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:45.518273 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-284d9c9c-6f3c-464b-a3ce-a0d92c64a021 tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] 10.222.0.49 "DELETE /v2.0/routers/95c362d5-071b-4620-aee6-e0ece8ed8653/tags/tempest-TagsExtTest-Tag-981840409 HTTP/1.1" status: 204 len: 168 time: 0.2825072 Oct 12 19:22:45.518754 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 45924) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:45.525678 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.tag.tag_plugin [None req-e5978def-c100-468b-a6b6-eccddc6966cc tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '95c362d5-071b-4620-aee6-e0ece8ed8653') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:22:45.645768 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-86efa97b-8991-413b-9230-8341ac853362 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:45.676810 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-86efa97b-8991-413b-9230-8341ac853362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:45.686753 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-083243de-19b7-4874-8ba6-a381f8cb8732 req-338e92d4-0353-4261-8719-8c3855d059cc tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb56269f-088f-4dd7-97a9-d7a3df061653 HTTP/1.1" status: 200 len: 210 time: 0.0935152 Oct 12 19:22:45.687481 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-3ab03efa-dd48-4cac-8950-d76723813cfc None None] Attempting to bind port f55df8de-2bc8-4c3e-88b3-f44f1f4146f1 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:22:45.687864 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-3ab03efa-dd48-4cac-8950-d76723813cfc None None] Attempting to bind port f55df8de-2bc8-4c3e-88b3-f44f1f4146f1 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'a436f41d-bb0d-4da6-bd27-0f34f008771a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1d14b8bc-21e0-4ce6-b302-e18b6714a94b'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:22:45.688263 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab03efa-dd48-4cac-8950-d76723813cfc None None] Attempting to bind port f55df8de-2bc8-4c3e-88b3-f44f1f4146f1 on network 1d14b8bc-21e0-4ce6-b302-e18b6714a94b {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:22:45.699624 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab03efa-dd48-4cac-8950-d76723813cfc None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:22:45.700007 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab03efa-dd48-4cac-8950-d76723813cfc None None] Checking segment: {'id': 'a436f41d-bb0d-4da6-bd27-0f34f008771a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1d14b8bc-21e0-4ce6-b302-e18b6714a94b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:22:45.700440 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3ab03efa-dd48-4cac-8950-d76723813cfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:45.701153 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab03efa-dd48-4cac-8950-d76723813cfc None None] Bound using segment: {'id': 'a436f41d-bb0d-4da6-bd27-0f34f008771a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1d14b8bc-21e0-4ce6-b302-e18b6714a94b'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:22:45.701624 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-3ab03efa-dd48-4cac-8950-d76723813cfc None None] Bound port: f55df8de-2bc8-4c3e-88b3-f44f1f4146f1, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a436f41d-bb0d-4da6-bd27-0f34f008771a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1d14b8bc-21e0-4ce6-b302-e18b6714a94b'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:22:45.702015 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3ab03efa-dd48-4cac-8950-d76723813cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:45.711738 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ace99-251c-4f85-8872-ce96b5eac8f2 req-1899aca7-9ddf-4362-bd23-1d0676ea5945 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:22:45.719425 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ace99-251c-4f85-8872-ce96b5eac8f2 req-1899aca7-9ddf-4362-bd23-1d0676ea5945 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:22:45.721194 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b51ace99-251c-4f85-8872-ce96b5eac8f2 req-1899aca7-9ddf-4362-bd23-1d0676ea5945 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/ports?device_id=19523b6d-3dbf-434c-b3dc-884efdb2e80a&device_id=d267d967-2b22-4c04-81db-06abdd1ed685 HTTP/1.1" status: 200 len: 1691 time: 0.1649454 Oct 12 19:22:45.736190 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-e5978def-c100-468b-a6b6-eccddc6966cc tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] 10.222.0.49 "GET /v2.0/routers/95c362d5-071b-4620-aee6-e0ece8ed8653/tags HTTP/1.1" status: 200 len: 205 time: 0.2165923 Oct 12 19:22:45.738660 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 45930) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:45.744628 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.tag.tag_plugin [None req-c9a7b7f9-dadf-405b-83c9-79d37b43b5d4 tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '28c1f5d2-e381-4419-8472-3fa722d37c8a') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:22:45.792192 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-c9a7b7f9-dadf-405b-83c9-79d37b43b5d4 tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] 10.222.0.49 "GET /v2.0/subnetpools/28c1f5d2-e381-4419-8472-3fa722d37c8a/tags HTTP/1.1" status: 200 len: 241 time: 0.0520520 Oct 12 19:22:45.793268 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 45932) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:45.812733 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.tag.tag_plugin [None req-cf8ec7e0-9a42-4fd9-884f-ecd8784a9098 tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '28c1f5d2-e381-4419-8472-3fa722d37c8a', 'tempest-TagsExtTest-Tag-1440486169') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:22:45.834872 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-3ab03efa-dd48-4cac-8950-d76723813cfc None None] For port f55df8de-2bc8-4c3e-88b3-f44f1f4146f1, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:22:45.837774 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b51ace99-251c-4f85-8872-ce96b5eac8f2 req-2839e787-ba27-4dc4-a2ef-76ffd5413190 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/security-groups?id=ceeec1d2-c315-47e9-9f92-76d770e7141a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786870 Oct 12 19:22:45.838017 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-3ab03efa-dd48-4cac-8950-d76723813cfc None None] For port f55df8de-2bc8-4c3e-88b3-f44f1f4146f1, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=f55df8de-2bc8-4c3e-88b3-f44f1f4146f1,segment=NetworkSegment(a436f41d-bb0d-4da6-bd27-0f34f008771a),segment_id=a436f41d-bb0d-4da6-bd27-0f34f008771a)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:22:45.839173 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-570c0616-c27d-47fa-befd-bc5a6b2458cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:45.849763 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-cf8ec7e0-9a42-4fd9-884f-ecd8784a9098 tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] 10.222.0.49 "GET /v2.0/subnetpools/28c1f5d2-e381-4419-8472-3fa722d37c8a/tags/tempest-TagsExtTest-Tag-1440486169 HTTP/1.1" status: 204 len: 168 time: 0.0402462 Oct 12 19:22:45.850284 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 45936) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:45.855730 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.tag.tag_plugin [None req-bebc5960-ddb8-4f8a-9e28-5e249f7a2fe8 tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '28c1f5d2-e381-4419-8472-3fa722d37c8a', 'tempest-TagsExtTest-Tag-1440486169') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:22:45.889730 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-570c0616-c27d-47fa-befd-bc5a6b2458cb None None] For port 1e900766-f458-4895-a5ff-0ec60337fc41, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=1e900766-f458-4895-a5ff-0ec60337fc41,segment=NetworkSegment(69a1f4ea-f5fa-4937-819a-a5b41f2da9ca),segment_id=69a1f4ea-f5fa-4937-819a-a5b41f2da9ca)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:22:45.912899 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3ab03efa-dd48-4cac-8950-d76723813cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:45.933364 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-86efa97b-8991-413b-9230-8341ac853362 admin admin] Allocated IP 172.25.5.82 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/319158aa-e765-4d1b-a53f-9593ad9cf213) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:22:46.052653 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-bebc5960-ddb8-4f8a-9e28-5e249f7a2fe8 tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] 10.222.0.49 "DELETE /v2.0/subnetpools/28c1f5d2-e381-4419-8472-3fa722d37c8a/tags/tempest-TagsExtTest-Tag-1440486169 HTTP/1.1" status: 204 len: 168 time: 0.2012174 Oct 12 19:22:46.055503 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 45942) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:46.060368 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.tag.tag_plugin [None req-5ff798d9-cbac-4c7b-84c8-4123683cf95f tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '28c1f5d2-e381-4419-8472-3fa722d37c8a') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:22:46.090275 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-5ff798d9-cbac-4c7b-84c8-4123683cf95f tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] 10.222.0.49 "GET /v2.0/subnetpools/28c1f5d2-e381-4419-8472-3fa722d37c8a/tags HTTP/1.1" status: 200 len: 205 time: 0.0332553 Oct 12 19:22:46.092852 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 45944) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:46.106178 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.tag.tag_plugin [None req-98a05343-484d-4de7-96f4-cf1d710ff886 tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '28c1f5d2-e381-4419-8472-3fa722d37c8a') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:22:46.136061 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-98a05343-484d-4de7-96f4-cf1d710ff886 tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] 10.222.0.49 "DELETE /v2.0/subnetpools/28c1f5d2-e381-4419-8472-3fa722d37c8a/tags HTTP/1.1" status: 204 len: 168 time: 0.0416942 Oct 12 19:22:46.138445 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 45946) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:46.139419 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-570c0616-c27d-47fa-befd-bc5a6b2458cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:46.143355 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.tag.tag_plugin [None req-52a4025d-7608-424b-b319-9c3ca6a1f058 tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '95c362d5-071b-4620-aee6-e0ece8ed8653') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:22:46.175580 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-570c0616-c27d-47fa-befd-bc5a6b2458cb None None] Provisioning complete for port 51091f41-297e-4949-9ebf-a8d70b7c97da triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:22:46.176003 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-570c0616-c27d-47fa-befd-bc5a6b2458cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:46.181171 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-86efa97b-8991-413b-9230-8341ac853362 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:46.197226 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedd4b9d-df3f-473a-a625-5ff39fb95b7e req-8137a0bc-e4d1-4ce9-9fd3-01abbcd48023 tempest-ServersOnMultiNodesTest-2072586648 tempest-ServersOnMultiNodesTest-2072586648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:22:46.209080 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-dedd4b9d-df3f-473a-a625-5ff39fb95b7e req-8137a0bc-e4d1-4ce9-9fd3-01abbcd48023 tempest-ServersOnMultiNodesTest-2072586648 tempest-ServersOnMultiNodesTest-2072586648-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=19523b6d-3dbf-434c-b3dc-884efdb2e80a HTTP/1.1" status: 200 len: 1101 time: 0.1283391 Oct 12 19:22:46.216696 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab03efa-dd48-4cac-8950-d76723813cfc None None] Pushing event updated for resources: {'Port': ['ID=f55df8de-2bc8-4c3e-88b3-f44f1f4146f1,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:46.317215 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570c0616-c27d-47fa-befd-bc5a6b2458cb None None] Pushing event updated for resources: {'Port': ['ID=1e900766-f458-4895-a5ff-0ec60337fc41,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:46.414150 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-52a4025d-7608-424b-b319-9c3ca6a1f058 tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] 10.222.0.49 "DELETE /v2.0/routers/95c362d5-071b-4620-aee6-e0ece8ed8653/tags HTTP/1.1" status: 204 len: 168 time: 0.2735941 Oct 12 19:22:46.416196 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 45954) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:46.431605 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-dedd4b9d-df3f-473a-a625-5ff39fb95b7e req-4b60b7d0-973f-4e2d-8626-e38c1dd09979 tempest-ServersOnMultiNodesTest-2072586648 tempest-ServersOnMultiNodesTest-2072586648-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=ceeec1d2-c315-47e9-9f92-76d770e7141a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136123 Oct 12 19:22:46.439187 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.tag.tag_plugin [None req-38a5174f-4f87-41ae-9be9-a2ecbf70a156 tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '17192df8-2c16-42bb-a960-4a03580627a1') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:22:46.529824 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8497fbd4-13cb-4937-b753-307d786f640d req-370532cb-6d08-4c8f-a3af-8de579b6a508 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:22:46.532738 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-38a5174f-4f87-41ae-9be9-a2ecbf70a156 tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] 10.222.0.49 "DELETE /v2.0/ports/17192df8-2c16-42bb-a960-4a03580627a1/tags HTTP/1.1" status: 204 len: 168 time: 0.1145070 Oct 12 19:22:46.534421 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 45964) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:46.542479 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.tag.tag_plugin [None req-79008426-1f58-480f-b0c9-7113ebcc323f tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'aa6a5312-26a1-45b4-a4cb-4c6910bc22e0') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:22:46.542584 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8497fbd4-13cb-4937-b753-307d786f640d req-370532cb-6d08-4c8f-a3af-8de579b6a508 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.61 "GET /v2.0/networks?id=f22a0b4a-70e4-4463-a6ef-6109199fd871 HTTP/1.1" status: 200 len: 811 time: 0.2789326 Oct 12 19:22:46.543811 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-86efa97b-8991-413b-9230-8341ac853362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:46.651080 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86efa97b-8991-413b-9230-8341ac853362 admin admin] Pushing event updated for resources: {'Port': ['ID=319158aa-e765-4d1b-a53f-9593ad9cf213,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:46.675201 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86efa97b-8991-413b-9230-8341ac853362 admin admin] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:22:46.681638 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-86efa97b-8991-413b-9230-8341ac853362 admin admin] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:22:46.684979 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86efa97b-8991-413b-9230-8341ac853362 admin admin] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:22:46.757455 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8497fbd4-13cb-4937-b753-307d786f640d req-7cf6ff88-7489-4335-b0c2-cdeeb9704039 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8037c4999d8b4d25a8c451f2b659a2c4 HTTP/1.1" status: 200 len: 380 time: 0.1026788 Oct 12 19:22:46.784849 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-8497fbd4-13cb-4937-b753-307d786f640d req-468d0cd3-50ac-46e1-b740-fc5c92d6f9eb tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Request body: {'port': {'device_id': 'fb56269f-088f-4dd7-97a9-d7a3df061653', 'network_id': 'f22a0b4a-70e4-4463-a6ef-6109199fd871', 'admin_state_up': True, 'tenant_id': '8037c4999d8b4d25a8c451f2b659a2c4', 'security_groups': ['8e18d525-cf41-4d49-869d-79a715be58e5']}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:22:46.838559 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32984c7f-4a62-4abb-902f-8f14a53b9879 req-8700fa89-a180-4d39-8de3-5a90a6bb9c90 tempest-ServersOnMultiNodesTest-2072586648 tempest-ServersOnMultiNodesTest-2072586648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:22:46.842515 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-32984c7f-4a62-4abb-902f-8f14a53b9879 req-8700fa89-a180-4d39-8de3-5a90a6bb9c90 tempest-ServersOnMultiNodesTest-2072586648 tempest-ServersOnMultiNodesTest-2072586648-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=d267d967-2b22-4c04-81db-06abdd1ed685 HTTP/1.1" status: 200 len: 1101 time: 0.2221582 Oct 12 19:22:46.854128 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-79008426-1f58-480f-b0c9-7113ebcc323f tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] 10.222.0.49 "DELETE /v2.0/subnets/aa6a5312-26a1-45b4-a4cb-4c6910bc22e0/tags HTTP/1.1" status: 204 len: 168 time: 0.3184772 Oct 12 19:22:46.855008 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 45976) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:46.866673 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.tag.tag_plugin [None req-da0a4891-8bed-44dc-a1cc-b2dedd816a5c tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'aa6a5312-26a1-45b4-a4cb-4c6910bc22e0', 'tempest-TagsExtTest-Tag-1161848456') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:22:46.964649 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-32984c7f-4a62-4abb-902f-8f14a53b9879 req-4fcde748-0a4a-441e-8158-f4c0421b6f1b tempest-ServersOnMultiNodesTest-2072586648 tempest-ServersOnMultiNodesTest-2072586648-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=ceeec1d2-c315-47e9-9f92-76d770e7141a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087699 Oct 12 19:22:47.038664 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 51091f41-297e-4949-9ebf-a8d70b7c97da up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:22:47.139117 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8497fbd4-13cb-4937-b753-307d786f640d req-468d0cd3-50ac-46e1-b740-fc5c92d6f9eb tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Made reservation on behalf of 8037c4999d8b4d25a8c451f2b659a2c4 for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:22:47.144227 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 51091f41-297e-4949-9ebf-a8d70b7c97da triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:22:47.144615 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:47.144732 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-da0a4891-8bed-44dc-a1cc-b2dedd816a5c tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] 10.222.0.49 "PUT /v2.0/subnets/aa6a5312-26a1-45b4-a4cb-4c6910bc22e0/tags/tempest-TagsExtTest-Tag-1161848456 HTTP/1.1" status: 201 len: 201 time: 0.2815592 Oct 12 19:22:47.145347 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 45986) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:47.150616 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.tag.tag_plugin [None req-3cfd5278-0541-4a36-a200-2f029cfb04d2 tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '17192df8-2c16-42bb-a960-4a03580627a1', 'tempest-TagsExtTest-Tag-524266167') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:22:47.154941 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-8497fbd4-13cb-4937-b753-307d786f640d req-468d0cd3-50ac-46e1-b740-fc5c92d6f9eb tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:47.259102 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-45efd2e6-8168-4925-922b-0a29a76344ef req-c769af61-f915-4380-bc4f-51e704f0501b tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb56269f-088f-4dd7-97a9-d7a3df061653 HTTP/1.1" status: 200 len: 210 time: 0.3075798 Oct 12 19:22:47.297358 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device f55df8de-2bc8-4c3e-88b3-f44f1f4146f1 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:22:47.391413 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port f55df8de-2bc8-4c3e-88b3-f44f1f4146f1 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:22:47.392385 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:47.415854 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 45994) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:47.416203 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-3cfd5278-0541-4a36-a200-2f029cfb04d2 tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] 10.222.0.49 "PUT /v2.0/ports/17192df8-2c16-42bb-a960-4a03580627a1/tags/tempest-TagsExtTest-Tag-524266167 HTTP/1.1" status: 201 len: 201 time: 0.2697370 Oct 12 19:22:47.425749 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.tag.tag_plugin [None req-95c14f39-573a-442b-9ef6-086c4fb4698f tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '95c362d5-071b-4620-aee6-e0ece8ed8653', 'tempest-TagsExtTest-Tag-1986473534') {} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:22:47.500889 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:47.558178 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] For port f55df8de-2bc8-4c3e-88b3-f44f1f4146f1, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=f55df8de-2bc8-4c3e-88b3-f44f1f4146f1,segment=NetworkSegment(a436f41d-bb0d-4da6-bd27-0f34f008771a),segment_id=a436f41d-bb0d-4da6-bd27-0f34f008771a)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:22:47.637747 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:47.639131 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 1e900766-f458-4895-a5ff-0ec60337fc41 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:22:47.806622 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [req-8497fbd4-13cb-4937-b753-307d786f640d req-468d0cd3-50ac-46e1-b740-fc5c92d6f9eb tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Allocated IP 172.20.0.8 (f22a0b4a-70e4-4463-a6ef-6109199fd871/a09cd6ac-b3e0-423d-9e85-6644cbc7e663/a1f42106-a7b0-4dd3-8e89-1f2eceabc986) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:22:47.807018 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 1e900766-f458-4895-a5ff-0ec60337fc41 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:22:47.807901 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:47.810130 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Pushing event updated for resources: {'Port': ['ID=f55df8de-2bc8-4c3e-88b3-f44f1f4146f1,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:47.827451 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-43f4ccf3-6054-4a19-b752-05b5d8e1c8a6 req-70d3c722-8005-48e9-a566-f23b26936e12 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=72ac91cd8d494d6197bc36451232b3b4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0492594 Oct 12 19:22:47.838798 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-86efa97b-8991-413b-9230-8341ac853362 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:47.887685 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c0e783-902a-4d55-bf59-fd36a19b0128 None None] Network 1d14b8bc-21e0-4ce6-b302-e18b6714a94b requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:22:47.931153 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-95c14f39-573a-442b-9ef6-086c4fb4698f tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] 10.222.0.49 "PUT /v2.0/routers/95c362d5-071b-4620-aee6-e0ece8ed8653/tags/tempest-TagsExtTest-Tag-1986473534 HTTP/1.1" status: 201 len: 201 time: 0.5097957 Oct 12 19:22:47.934017 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 46008) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:47.940751 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.tag.tag_plugin [None req-956232f5-36f2-47f6-963f-c8c748be7de4 tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '28c1f5d2-e381-4419-8472-3fa722d37c8a', 'tempest-TagsExtTest-Tag-233279137') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:22:47.949128 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-91a26a44-a3bf-41e5-a33b-11935cdf6f4c None None] Provisioning complete for port f55df8de-2bc8-4c3e-88b3-f44f1f4146f1 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:22:47.955162 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-91a26a44-a3bf-41e5-a33b-11935cdf6f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:48.093481 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-956232f5-36f2-47f6-963f-c8c748be7de4 tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] 10.222.0.49 "PUT /v2.0/subnetpools/28c1f5d2-e381-4419-8472-3fa722d37c8a/tags/tempest-TagsExtTest-Tag-233279137 HTTP/1.1" status: 201 len: 201 time: 0.1567135 Oct 12 19:22:48.095230 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 46010) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:48.100920 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.tag.tag_plugin [None req-e3c05600-e89e-4c8f-b69a-24bf77a93326 tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'aa6a5312-26a1-45b4-a4cb-4c6910bc22e0', {'tags': ['tempest-TagsExtTest-Tag-91528542', 'tempest-TagsExtTest-Tag-246940971', 'tempest-TagsExtTest-Tag-2037077514']}) {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:22:48.110541 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f4ccf3-6054-4a19-b752-05b5d8e1c8a6 req-257b2a7a-2abb-40e6-9495-8a6d3766fc35 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:22:48.112061 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-43f4ccf3-6054-4a19-b752-05b5d8e1c8a6 req-257b2a7a-2abb-40e6-9495-8a6d3766fc35 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2758439 Oct 12 19:22:48.185712 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-43f4ccf3-6054-4a19-b752-05b5d8e1c8a6 req-8bd13155-b8fc-47ca-80f0-5471815f230c tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/quotas/72ac91cd8d494d6197bc36451232b3b4 HTTP/1.1" status: 200 len: 375 time: 0.0654230 Oct 12 19:22:48.276354 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-8497fbd4-13cb-4937-b753-307d786f640d req-468d0cd3-50ac-46e1-b740-fc5c92d6f9eb tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:48.287219 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-e3c05600-e89e-4c8f-b69a-24bf77a93326 tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] 10.222.0.49 "PUT /v2.0/subnets/aa6a5312-26a1-45b4-a4cb-4c6910bc22e0/tags HTTP/1.1" status: 200 len: 315 time: 0.1907761 Oct 12 19:22:48.290564 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 46016) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:48.296843 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.tag.tag_plugin [None req-c242aaae-899b-4eb3-a455-e61d8ebb3955 tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'aa6a5312-26a1-45b4-a4cb-4c6910bc22e0') {} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:22:48.359836 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-43f4ccf3-6054-4a19-b752-05b5d8e1c8a6 req-cb06479e-4ea1-4bbe-9760-fce655de4296 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=72ac91cd8d494d6197bc36451232b3b4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1615391 Oct 12 19:22:48.367971 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-86efa97b-8991-413b-9230-8341ac853362 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8093541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7915516'] for router, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:48.407018 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9bfb069b-c861-4d5b-bb34-9554db546747 req-c73f7708-a156-43b6-8e15-0eef636b16df tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb56269f-088f-4dd7-97a9-d7a3df061653 HTTP/1.1" status: 200 len: 210 time: 0.0734329 Oct 12 19:22:48.463117 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-126b9bca-94d9-433d-b3f7-c2b7a36b25d7 None None] Provisioning complete for port f55df8de-2bc8-4c3e-88b3-f44f1f4146f1 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:22:48.463720 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-126b9bca-94d9-433d-b3f7-c2b7a36b25d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:48.719182 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device f55df8de-2bc8-4c3e-88b3-f44f1f4146f1 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:22:48.772069 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port f55df8de-2bc8-4c3e-88b3-f44f1f4146f1 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:22:48.772601 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:48.889453 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-8497fbd4-13cb-4937-b753-307d786f640d req-468d0cd3-50ac-46e1-b740-fc5c92d6f9eb tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:48.965265 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8497fbd4-13cb-4937-b753-307d786f640d req-468d0cd3-50ac-46e1-b740-fc5c92d6f9eb tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Network f22a0b4a-70e4-4463-a6ef-6109199fd871 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:22:48.976460 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [req-8497fbd4-13cb-4937-b753-307d786f640d req-468d0cd3-50ac-46e1-b740-fc5c92d6f9eb tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:22:48.979127 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-8497fbd4-13cb-4937-b753-307d786f640d req-468d0cd3-50ac-46e1-b740-fc5c92d6f9eb tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:22:49.004109 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d0cd3-50ac-46e1-b740-fc5c92d6f9eb tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Pushing event updated for resources: {'Port': ['ID=a1f42106-a7b0-4dd3-8e89-1f2eceabc986,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:49.048764 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8497fbd4-13cb-4937-b753-307d786f640d req-468d0cd3-50ac-46e1-b740-fc5c92d6f9eb tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:22:49.049434 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-8497fbd4-13cb-4937-b753-307d786f640d req-468d0cd3-50ac-46e1-b740-fc5c92d6f9eb tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:49.095787 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-c242aaae-899b-4eb3-a455-e61d8ebb3955 tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] 10.222.0.49 "DELETE /v2.0/subnets/aa6a5312-26a1-45b4-a4cb-4c6910bc22e0/tags HTTP/1.1" status: 204 len: 168 time: 0.8018529 Oct 12 19:22:49.097321 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 46032) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:49.106979 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.tag.tag_plugin [None req-35e0f386-27c8-4edf-a275-f1a54eef69ea tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'aa6a5312-26a1-45b4-a4cb-4c6910bc22e0', 'tempest-TagsExtTest-Tag-91528542') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:22:49.173494 n-d-813679-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-35e0f386-27c8-4edf-a275-f1a54eef69ea tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] show failed (client error): The resource could not be found. Oct 12 19:22:49.174854 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-35e0f386-27c8-4edf-a275-f1a54eef69ea tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] 10.222.0.49 "GET /v2.0/subnets/aa6a5312-26a1-45b4-a4cb-4c6910bc22e0/tags/tempest-TagsExtTest-Tag-91528542 HTTP/1.1" status: 404 len: 327 time: 0.0775599 Oct 12 19:22:49.179250 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 46034) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:49.187446 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.tag.tag_plugin [None req-5757cf98-750b-4992-b9d0-e7d958e7be08 tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'aa6a5312-26a1-45b4-a4cb-4c6910bc22e0', 'tempest-TagsExtTest-Tag-246940971') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:22:49.188620 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86efa97b-8991-413b-9230-8341ac853362 admin admin] Router 293480a1-2e23-4fb1-8823-1d5b1fe6f8f7 is scheduled to L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b with binding_index 1 {{(pid=95501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 19:22:49.261453 n-d-813679-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-5757cf98-750b-4992-b9d0-e7d958e7be08 tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] show failed (client error): The resource could not be found. Oct 12 19:22:49.264068 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-5757cf98-750b-4992-b9d0-e7d958e7be08 tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] 10.222.0.49 "GET /v2.0/subnets/aa6a5312-26a1-45b4-a4cb-4c6910bc22e0/tags/tempest-TagsExtTest-Tag-246940971 HTTP/1.1" status: 404 len: 328 time: 0.0835803 Oct 12 19:22:49.265909 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 46042) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:49.272239 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.tag.tag_plugin [None req-bb9f5ed1-03a4-4408-8b20-0399ab54a08b tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'aa6a5312-26a1-45b4-a4cb-4c6910bc22e0', 'tempest-TagsExtTest-Tag-2037077514') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:22:49.284144 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-97ec14cb-398e-4362-8d35-e79f772b6e33 None None] Provisioning complete for port a1f42106-a7b0-4dd3-8e89-1f2eceabc986 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:22:49.286733 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-97ec14cb-398e-4362-8d35-e79f772b6e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:49.358559 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-97ec14cb-398e-4362-8d35-e79f772b6e33 None None] Port a1f42106-a7b0-4dd3-8e89-1f2eceabc986 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:22:49.382577 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86efa97b-8991-413b-9230-8341ac853362 admin admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:22:49.391233 n-d-813679-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-bb9f5ed1-03a4-4408-8b20-0399ab54a08b tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] show failed (client error): The resource could not be found. Oct 12 19:22:49.392667 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-bb9f5ed1-03a4-4408-8b20-0399ab54a08b tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] 10.222.0.49 "GET /v2.0/subnets/aa6a5312-26a1-45b4-a4cb-4c6910bc22e0/tags/tempest-TagsExtTest-Tag-2037077514 HTTP/1.1" status: 404 len: 329 time: 0.1251955 Oct 12 19:22:49.398449 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8497fbd4-13cb-4937-b753-307d786f640d req-468d0cd3-50ac-46e1-b740-fc5c92d6f9eb tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6335006 Oct 12 19:22:49.399550 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 46044) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:49.407042 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ccb57d3-c15d-4330-b857-792ba3e90e29 None None] Sync routers for ids ['293480a1-2e23-4fb1-8823-1d5b1fe6f8f7'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:22:49.419500 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ccb57d3-c15d-4330-b857-792ba3e90e29 None None] Routers {'293480a1-2e23-4fb1-8823-1d5b1fe6f8f7'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:22:49.420251 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.tag.tag_plugin [None req-61840ce8-e30f-4007-99f2-08806c189e41 tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '17192df8-2c16-42bb-a960-4a03580627a1', {'tags': ['tempest-TagsExtTest-Tag-283048460', 'tempest-TagsExtTest-Tag-1682293274', 'tempest-TagsExtTest-Tag-1715047413']}) {} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:22:49.422999 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-7ccb57d3-c15d-4330-b857-792ba3e90e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:22:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['293480a1-2e23-4fb1-8823-1d5b1fe6f8f7'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:22:49.447715 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-8497fbd4-13cb-4937-b753-307d786f640d req-5cdb97ea-bcab-446c-955e-3f60eadc8c96 service neutron] Request body: {'port': {'device_id': 'fb56269f-088f-4dd7-97a9-d7a3df061653', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-3'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:22:49.566826 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9e81f3a8-1e2b-41c1-9ef1-c298e8b1a0b3 req-872c5966-8e52-497d-a3b3-bd6d56ddcb91 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/ports?device_id=c04c017f-c7cf-4929-804e-b908f9e4b2bc HTTP/1.1" status: 200 len: 210 time: 0.0602410 Oct 12 19:22:49.567702 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ded2199-c4c2-4bf5-b52e-088cd5ca40cd req-7d64acee-57e8-4cdc-94d9-2b53fcce3370 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:22:49.574810 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1ded2199-c4c2-4bf5-b52e-088cd5ca40cd req-7d64acee-57e8-4cdc-94d9-2b53fcce3370 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb56269f-088f-4dd7-97a9-d7a3df061653 HTTP/1.1" status: 200 len: 931 time: 0.0624676 Oct 12 19:22:49.582490 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-7ccb57d3-c15d-4330-b857-792ba3e90e29 None None] Set router 293480a1-2e23-4fb1-8823-1d5b1fe6f8f7 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:22:49.613006 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-8497fbd4-13cb-4937-b753-307d786f640d req-5cdb97ea-bcab-446c-955e-3f60eadc8c96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:49.616642 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1ded2199-c4c2-4bf5-b52e-088cd5ca40cd req-3d6a6f75-f46d-4aa6-b7c0-9ba7c82043f8 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e18d525-cf41-4d49-869d-79a715be58e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407419 Oct 12 19:22:49.669151 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-86efa97b-8991-413b-9230-8341ac853362 admin admin] Notify callbacks [] for router, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:49.672957 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-86efa97b-8991-413b-9230-8341ac853362 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.9494116 Oct 12 19:22:49.673217 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 46056) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:49.732058 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-61840ce8-e30f-4007-99f2-08806c189e41 tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] 10.222.0.49 "PUT /v2.0/ports/17192df8-2c16-42bb-a960-4a03580627a1/tags HTTP/1.1" status: 200 len: 317 time: 0.3250654 Oct 12 19:22:49.739713 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 46058) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:49.747093 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.tag.tag_plugin [None req-033bab68-99e0-4822-9549-48e6d77e5f76 tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '17192df8-2c16-42bb-a960-4a03580627a1') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:22:49.852789 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-7ccb57d3-c15d-4330-b857-792ba3e90e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293480a1-2e23-4fb1-8823-1d5b1fe6f8f7', 'name': 'tempest-AttachSCSIVolumeTestJSON-1789480594-router', 'tenant_id': '1a1fe0422dee4bab9ccecb874783d990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '319158aa-e765-4d1b-a53f-9593ad9cf213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:22:43Z', 'updated_at': '2021-10-12T19:22:47Z', 'revision_number': 3, 'project_id': '1a1fe0422dee4bab9ccecb874783d990', 'gw_port': {'id': '319158aa-e765-4d1b-a53f-9593ad9cf213', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:91:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '293480a1-2e23-4fb1-8823-1d5b1fe6f8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:22:45Z', 'updated_at': '2021-10-12T19:22:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:22:49.889569 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ccb57d3-c15d-4330-b857-792ba3e90e29 None None] Checking router: 293480a1-2e23-4fb1-8823-1d5b1fe6f8f7 for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:22:49.890018 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ccb57d3-c15d-4330-b857-792ba3e90e29 None None] Updating router 293480a1-2e23-4fb1-8823-1d5b1fe6f8f7 port 319158aa-e765-4d1b-a53f-9593ad9cf213 binding host n-d-813679-3 {{(pid=95503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 19:22:49.925850 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7ccb57d3-c15d-4330-b857-792ba3e90e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:49.930174 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-033bab68-99e0-4822-9549-48e6d77e5f76 tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] 10.222.0.49 "DELETE /v2.0/ports/17192df8-2c16-42bb-a960-4a03580627a1/tags HTTP/1.1" status: 204 len: 168 time: 0.1844804 Oct 12 19:22:49.930174 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 46070) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:49.934811 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.tag.tag_plugin [None req-88ba5120-3b39-4f77-8245-9f2e214a741d tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '17192df8-2c16-42bb-a960-4a03580627a1', 'tempest-TagsExtTest-Tag-283048460') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:22:49.998035 n-d-813679-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-88ba5120-3b39-4f77-8245-9f2e214a741d tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] show failed (client error): The resource could not be found. Oct 12 19:22:50.001927 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-88ba5120-3b39-4f77-8245-9f2e214a741d tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] 10.222.0.49 "GET /v2.0/ports/17192df8-2c16-42bb-a960-4a03580627a1/tags/tempest-TagsExtTest-Tag-283048460 HTTP/1.1" status: 404 len: 328 time: 0.0683093 Oct 12 19:22:50.002475 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 46072) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:50.007811 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.tag.tag_plugin [None req-42076dfe-e03c-41ab-9183-362d53e99954 tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '17192df8-2c16-42bb-a960-4a03580627a1', 'tempest-TagsExtTest-Tag-1682293274') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:22:50.085312 n-d-813679-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-42076dfe-e03c-41ab-9183-362d53e99954 tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] show failed (client error): The resource could not be found. Oct 12 19:22:50.086817 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-42076dfe-e03c-41ab-9183-362d53e99954 tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] 10.222.0.49 "GET /v2.0/ports/17192df8-2c16-42bb-a960-4a03580627a1/tags/tempest-TagsExtTest-Tag-1682293274 HTTP/1.1" status: 404 len: 329 time: 0.0833468 Oct 12 19:22:50.089580 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 46076) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:50.094975 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.tag.tag_plugin [None req-bea6acc8-6ac6-42c4-bdc7-f6df443c3788 tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '17192df8-2c16-42bb-a960-4a03580627a1', 'tempest-TagsExtTest-Tag-1715047413') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:22:50.145930 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [req-8497fbd4-13cb-4937-b753-307d786f640d req-5cdb97ea-bcab-446c-955e-3f60eadc8c96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1f42106-a7b0-4dd3-8e89-1f2eceabc986 {{(pid=95501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:22:50.153261 n-d-813679-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-bea6acc8-6ac6-42c4-bdc7-f6df443c3788 tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] show failed (client error): The resource could not be found. Oct 12 19:22:50.157607 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-8497fbd4-13cb-4937-b753-307d786f640d req-5cdb97ea-bcab-446c-955e-3f60eadc8c96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:50.166316 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-bea6acc8-6ac6-42c4-bdc7-f6df443c3788 tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] 10.222.0.49 "GET /v2.0/ports/17192df8-2c16-42bb-a960-4a03580627a1/tags/tempest-TagsExtTest-Tag-1715047413 HTTP/1.1" status: 404 len: 329 time: 0.0719173 Oct 12 19:22:50.166718 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 46078) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:50.177135 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.tag.tag_plugin [None req-f0b88469-b6a6-4ebd-9f80-cdda72ddd05f tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '95c362d5-071b-4620-aee6-e0ece8ed8653', {'tags': ['tempest-TagsExtTest-Tag-1005518580', 'tempest-TagsExtTest-Tag-226077106', 'tempest-TagsExtTest-Tag-1704635374']}) {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:22:50.178485 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.provisioning_blocks [req-8497fbd4-13cb-4937-b753-307d786f640d req-5cdb97ea-bcab-446c-955e-3f60eadc8c96 service neutron] Transition to ACTIVE for port object a1f42106-a7b0-4dd3-8e89-1f2eceabc986 will not be triggered until provisioned by entity L2. {{(pid=95501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:22:50.289692 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7ccb57d3-c15d-4330-b857-792ba3e90e29 None None] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:50.328886 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-8497fbd4-13cb-4937-b753-307d786f640d req-5cdb97ea-bcab-446c-955e-3f60eadc8c96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:50.407842 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-f0b88469-b6a6-4ebd-9f80-cdda72ddd05f tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] 10.222.0.49 "PUT /v2.0/routers/95c362d5-071b-4620-aee6-e0ece8ed8653/tags HTTP/1.1" status: 200 len: 317 time: 0.2393699 Oct 12 19:22:50.409203 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdb97ea-bcab-446c-955e-3f60eadc8c96 service neutron] Pushing event updated for resources: {'Port': ['ID=a1f42106-a7b0-4dd3-8e89-1f2eceabc986,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:50.410259 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 46082) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:50.420402 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7ccb57d3-c15d-4330-b857-792ba3e90e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:50.427115 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.tag.tag_plugin [None req-d344968a-6c61-4a1f-97fd-007d3e7236bc tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '95c362d5-071b-4620-aee6-e0ece8ed8653') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:22:50.487627 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-7ccb57d3-c15d-4330-b857-792ba3e90e29 None None] Attempting to bind port 319158aa-e765-4d1b-a53f-9593ad9cf213 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:22:50.487874 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-7ccb57d3-c15d-4330-b857-792ba3e90e29 None None] Attempting to bind port 319158aa-e765-4d1b-a53f-9593ad9cf213 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:22:50.488272 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccb57d3-c15d-4330-b857-792ba3e90e29 None None] Attempting to bind port 319158aa-e765-4d1b-a53f-9593ad9cf213 on network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:22:50.503370 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccb57d3-c15d-4330-b857-792ba3e90e29 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:22:50.522110 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccb57d3-c15d-4330-b857-792ba3e90e29 None None] Checking segment: {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:22:50.522110 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7ccb57d3-c15d-4330-b857-792ba3e90e29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:50.522110 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccb57d3-c15d-4330-b857-792ba3e90e29 None None] Bound using segment: {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:22:50.522110 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-7ccb57d3-c15d-4330-b857-792ba3e90e29 None None] Bound port: 319158aa-e765-4d1b-a53f-9593ad9cf213, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:22:50.522110 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7ccb57d3-c15d-4330-b857-792ba3e90e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:50.584310 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d75edb31-d657-4127-b5b3-f58f5d77cea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:50.587823 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-8497fbd4-13cb-4937-b753-307d786f640d req-5cdb97ea-bcab-446c-955e-3f60eadc8c96 service neutron] Attempting to bind port a1f42106-a7b0-4dd3-8e89-1f2eceabc986 on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:22:50.588371 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-8497fbd4-13cb-4937-b753-307d786f640d req-5cdb97ea-bcab-446c-955e-3f60eadc8c96 service neutron] Attempting to bind port a1f42106-a7b0-4dd3-8e89-1f2eceabc986 by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': '1311cbfc-168d-4d44-b005-c99086bc74c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f22a0b4a-70e4-4463-a6ef-6109199fd871'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:22:50.588954 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8497fbd4-13cb-4937-b753-307d786f640d req-5cdb97ea-bcab-446c-955e-3f60eadc8c96 service neutron] Attempting to bind port a1f42106-a7b0-4dd3-8e89-1f2eceabc986 on network f22a0b4a-70e4-4463-a6ef-6109199fd871 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:22:50.594777 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d029581-8e90-4cdf-917c-7abda8449c1d None None] Pushing event updated for resources: {'Port': ['ID=319158aa-e765-4d1b-a53f-9593ad9cf213,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:50.598409 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-7ccb57d3-c15d-4330-b857-792ba3e90e29 None None] For port 319158aa-e765-4d1b-a53f-9593ad9cf213, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:22:50.603165 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8497fbd4-13cb-4937-b753-307d786f640d req-5cdb97ea-bcab-446c-955e-3f60eadc8c96 service neutron] Port a1f42106-a7b0-4dd3-8e89-1f2eceabc986 on network f22a0b4a-70e4-4463-a6ef-6109199fd871 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:22:50.603718 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8497fbd4-13cb-4937-b753-307d786f640d req-5cdb97ea-bcab-446c-955e-3f60eadc8c96 service neutron] Attempting to bind port a1f42106-a7b0-4dd3-8e89-1f2eceabc986 on network f22a0b4a-70e4-4463-a6ef-6109199fd871 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:22:50.604901 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-7ccb57d3-c15d-4330-b857-792ba3e90e29 None None] For port 319158aa-e765-4d1b-a53f-9593ad9cf213, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=319158aa-e765-4d1b-a53f-9593ad9cf213,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:22:50.614535 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8497fbd4-13cb-4937-b753-307d786f640d req-5cdb97ea-bcab-446c-955e-3f60eadc8c96 service neutron] Checking agent: {'id': 'f5e9725f-f5a6-43c2-a1be-95e21e9a1fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 22, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:22:50.615108 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8497fbd4-13cb-4937-b753-307d786f640d req-5cdb97ea-bcab-446c-955e-3f60eadc8c96 service neutron] Checking segment: {'id': '1311cbfc-168d-4d44-b005-c99086bc74c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f22a0b4a-70e4-4463-a6ef-6109199fd871'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:22:50.615846 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8497fbd4-13cb-4937-b753-307d786f640d req-5cdb97ea-bcab-446c-955e-3f60eadc8c96 service neutron] Bound using segment: {'id': '1311cbfc-168d-4d44-b005-c99086bc74c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f22a0b4a-70e4-4463-a6ef-6109199fd871'} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:22:50.617020 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-8497fbd4-13cb-4937-b753-307d786f640d req-5cdb97ea-bcab-446c-955e-3f60eadc8c96 service neutron] Bound port: a1f42106-a7b0-4dd3-8e89-1f2eceabc986, host: n-h1-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1311cbfc-168d-4d44-b005-c99086bc74c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f22a0b4a-70e4-4463-a6ef-6109199fd871'}}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:22:50.617802 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-8497fbd4-13cb-4937-b753-307d786f640d req-5cdb97ea-bcab-446c-955e-3f60eadc8c96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:50.656307 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-d344968a-6c61-4a1f-97fd-007d3e7236bc tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] 10.222.0.49 "DELETE /v2.0/routers/95c362d5-071b-4620-aee6-e0ece8ed8653/tags HTTP/1.1" status: 204 len: 168 time: 0.2444310 Oct 12 19:22:50.658747 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 46094) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:50.675446 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.tag.tag_plugin [None req-037dcba0-30eb-4a43-a834-1a11d5d1776b tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '95c362d5-071b-4620-aee6-e0ece8ed8653', 'tempest-TagsExtTest-Tag-1005518580') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:22:50.747255 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7ccb57d3-c15d-4330-b857-792ba3e90e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:50.777008 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-42765902-98a3-4a83-a315-8821b3540a85 req-1cda066a-e34b-48ec-ae10-1a802c46a57a tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/ports?device_id=c04c017f-c7cf-4929-804e-b908f9e4b2bc HTTP/1.1" status: 200 len: 210 time: 0.0857944 Oct 12 19:22:50.789626 n-d-813679-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-037dcba0-30eb-4a43-a834-1a11d5d1776b tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] show failed (client error): The resource could not be found. Oct 12 19:22:50.793640 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-037dcba0-30eb-4a43-a834-1a11d5d1776b tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] 10.222.0.49 "GET /v2.0/routers/95c362d5-071b-4620-aee6-e0ece8ed8653/tags/tempest-TagsExtTest-Tag-1005518580 HTTP/1.1" status: 404 len: 329 time: 0.1337707 Oct 12 19:22:50.795313 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 46096) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:50.799740 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.tag.tag_plugin [None req-3064c9d1-1330-4444-8685-6a7701321acc tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '95c362d5-071b-4620-aee6-e0ece8ed8653', 'tempest-TagsExtTest-Tag-226077106') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:22:50.843669 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ccb57d3-c15d-4330-b857-792ba3e90e29 None None] Routers {'293480a1-2e23-4fb1-8823-1d5b1fe6f8f7'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:22:50.844571 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-7ccb57d3-c15d-4330-b857-792ba3e90e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:22:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['293480a1-2e23-4fb1-8823-1d5b1fe6f8f7'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:22:50.873272 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-8497fbd4-13cb-4937-b753-307d786f640d req-5cdb97ea-bcab-446c-955e-3f60eadc8c96 service neutron] For port a1f42106-a7b0-4dd3-8e89-1f2eceabc986, host n-h1-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:22:50.874948 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aa4cfd-45b1-4d3d-9347-e6d08f8c6ee2 req-7e27fcd8-3dfb-4aad-8c3e-dc5a44c70053 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:22:50.876356 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-27aa4cfd-45b1-4d3d-9347-e6d08f8c6ee2 req-7e27fcd8-3dfb-4aad-8c3e-dc5a44c70053 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb56269f-088f-4dd7-97a9-d7a3df061653 HTTP/1.1" status: 200 len: 943 time: 0.1429174 Oct 12 19:22:50.878803 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-8497fbd4-13cb-4937-b753-307d786f640d req-5cdb97ea-bcab-446c-955e-3f60eadc8c96 service neutron] For port a1f42106-a7b0-4dd3-8e89-1f2eceabc986, host n-h1-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=a1f42106-a7b0-4dd3-8e89-1f2eceabc986,segment=NetworkSegment(1311cbfc-168d-4d44-b005-c99086bc74c8),segment_id=1311cbfc-168d-4d44-b005-c99086bc74c8)] {{(pid=95501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:22:50.886791 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d029581-8e90-4cdf-917c-7abda8449c1d None None] Pushing event updated for resources: {'Port': ['ID=319158aa-e765-4d1b-a53f-9593ad9cf213,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:50.919499 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-d75edb31-d657-4127-b5b3-f58f5d77cea4 admin admin] Allocated IP 172.20.0.1 (1d14b8bc-21e0-4ce6-b302-e18b6714a94b/999c3adf-ecce-4ba2-ba87-8b2531dc5200/d1413702-d70e-460b-9462-90c6688ab0c5) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:22:50.969909 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-7ccb57d3-c15d-4330-b857-792ba3e90e29 None None] Set router 293480a1-2e23-4fb1-8823-1d5b1fe6f8f7 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:22:51.026053 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-8497fbd4-13cb-4937-b753-307d786f640d req-5cdb97ea-bcab-446c-955e-3f60eadc8c96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:51.094408 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8497fbd4-13cb-4937-b753-307d786f640d req-5cdb97ea-bcab-446c-955e-3f60eadc8c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:22:51.095031 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-8497fbd4-13cb-4937-b753-307d786f640d req-5cdb97ea-bcab-446c-955e-3f60eadc8c96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:51.097068 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8497fbd4-13cb-4937-b753-307d786f640d req-5cdb97ea-bcab-446c-955e-3f60eadc8c96 service neutron] 10.222.0.61 "PUT /v2.0/ports/a1f42106-a7b0-4dd3-8e89-1f2eceabc986 HTTP/1.1" status: 200 len: 1091 time: 1.6740632 Oct 12 19:22:51.106044 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb56269f-088f-4dd7-97a9-d7a3df061653', 'tag': 'a1f42106-a7b0-4dd3-8e89-1f2eceabc986'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:22:51.108317 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19047664-3600-4ed0-9d70-74383723b296" -d '{"events": [{"name": "network-changed", "server_uuid": "fb56269f-088f-4dd7-97a9-d7a3df061653", "tag": "a1f42106-a7b0-4dd3-8e89-1f2eceabc986"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:22:51.144380 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdb97ea-bcab-446c-955e-3f60eadc8c96 service neutron] Pushing event updated for resources: {'Port': ['ID=a1f42106-a7b0-4dd3-8e89-1f2eceabc986,revision_number=3']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:51.187084 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d75edb31-d657-4127-b5b3-f58f5d77cea4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:51.229771 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18f1fef5-ae5a-4b0f-9e92-e9ecdcec1111 x-openstack-request-id: req-18f1fef5-ae5a-4b0f-9e92-e9ecdcec1111 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:22:51.230285 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb56269f-088f-4dd7-97a9-d7a3df061653", "tag": "a1f42106-a7b0-4dd3-8e89-1f2eceabc986", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:22:51.230642 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-18f1fef5-ae5a-4b0f-9e92-e9ecdcec1111 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:22:51.231797 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb56269f-088f-4dd7-97a9-d7a3df061653', 'tag': 'a1f42106-a7b0-4dd3-8e89-1f2eceabc986', 'status': 'completed', 'code': 200} Oct 12 19:22:51.299861 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19047664-3600-4ed0-9d70-74383723b296 req-7120ed76-8d11-484e-b554-4e39f35aec6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:22:51.309995 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-19047664-3600-4ed0-9d70-74383723b296 req-7120ed76-8d11-484e-b554-4e39f35aec6b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8037c4999d8b4d25a8c451f2b659a2c4&device_id=fb56269f-088f-4dd7-97a9-d7a3df061653 HTTP/1.1" status: 200 len: 1094 time: 0.0747628 Oct 12 19:22:51.329933 n-d-813679-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-3064c9d1-1330-4444-8685-6a7701321acc tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] show failed (client error): The resource could not be found. Oct 12 19:22:51.330968 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-3064c9d1-1330-4444-8685-6a7701321acc tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] 10.222.0.49 "GET /v2.0/routers/95c362d5-071b-4620-aee6-e0ece8ed8653/tags/tempest-TagsExtTest-Tag-226077106 HTTP/1.1" status: 404 len: 328 time: 0.5347631 Oct 12 19:22:51.334322 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-7ccb57d3-c15d-4330-b857-792ba3e90e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293480a1-2e23-4fb1-8823-1d5b1fe6f8f7', 'name': 'tempest-AttachSCSIVolumeTestJSON-1789480594-router', 'tenant_id': '1a1fe0422dee4bab9ccecb874783d990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '319158aa-e765-4d1b-a53f-9593ad9cf213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:22:43Z', 'updated_at': '2021-10-12T19:22:47Z', 'revision_number': 3, 'project_id': '1a1fe0422dee4bab9ccecb874783d990', 'gw_port': {'id': '319158aa-e765-4d1b-a53f-9593ad9cf213', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:91:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '293480a1-2e23-4fb1-8823-1d5b1fe6f8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:22:45Z', 'updated_at': '2021-10-12T19:22:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:22:51.346657 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 46104) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:51.360160 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-27aa4cfd-45b1-4d3d-9347-e6d08f8c6ee2 req-47ec0054-6265-499b-a6c4-edc6a2dc3d67 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e18d525-cf41-4d49-869d-79a715be58e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4682829 Oct 12 19:22:51.367627 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.tag.tag_plugin [None req-f0b09de3-2cee-41bb-be71-8fdddf76997e tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '95c362d5-071b-4620-aee6-e0ece8ed8653', 'tempest-TagsExtTest-Tag-1704635374') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:22:51.374592 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ccb57d3-c15d-4330-b857-792ba3e90e29 None None] The sync data for ids ['293480a1-2e23-4fb1-8823-1d5b1fe6f8f7'] in n-d-813679-3 is: [{'id': '293480a1-2e23-4fb1-8823-1d5b1fe6f8f7', 'name': 'tempest-AttachSCSIVolumeTestJSON-1789480594-router', 'tenant_id': '1a1fe0422dee4bab9ccecb874783d990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '319158aa-e765-4d1b-a53f-9593ad9cf213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:22:43Z', 'updated_at': '2021-10-12T19:22:47Z', 'revision_number': 3, 'project_id': '1a1fe0422dee4bab9ccecb874783d990', 'gw_port': {'id': '319158aa-e765-4d1b-a53f-9593ad9cf213', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:91:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '293480a1-2e23-4fb1-8823-1d5b1fe6f8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:22:45Z', 'updated_at': '2021-10-12T19:22:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:22:51.447770 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d75edb31-d657-4127-b5b3-f58f5d77cea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:51.475019 n-d-813679-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-f0b09de3-2cee-41bb-be71-8fdddf76997e tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] show failed (client error): The resource could not be found. Oct 12 19:22:51.476757 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-f0b09de3-2cee-41bb-be71-8fdddf76997e tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] 10.222.0.49 "GET /v2.0/routers/95c362d5-071b-4620-aee6-e0ece8ed8653/tags/tempest-TagsExtTest-Tag-1704635374 HTTP/1.1" status: 404 len: 329 time: 0.1151116 Oct 12 19:22:51.479323 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 46110) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:51.484316 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.tag.tag_plugin [None req-d0403213-d165-4142-8729-f71c0ec9059a tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '28c1f5d2-e381-4419-8472-3fa722d37c8a', {'tags': ['tempest-TagsExtTest-Tag-1863636612', 'tempest-TagsExtTest-Tag-258905464', 'tempest-TagsExtTest-Tag-189874863']}) {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:22:51.558312 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d75edb31-d657-4127-b5b3-f58f5d77cea4 admin admin] Network 1d14b8bc-21e0-4ce6-b302-e18b6714a94b is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:22:51.568742 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-d75edb31-d657-4127-b5b3-f58f5d77cea4 admin admin] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:22:51.571913 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75edb31-d657-4127-b5b3-f58f5d77cea4 admin admin] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:22:51.619127 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-d0403213-d165-4142-8729-f71c0ec9059a tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] 10.222.0.49 "PUT /v2.0/subnetpools/28c1f5d2-e381-4419-8472-3fa722d37c8a/tags HTTP/1.1" status: 200 len: 316 time: 0.1385701 Oct 12 19:22:51.621601 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 46112) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:51.626872 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.tag.tag_plugin [None req-a402bfbb-178f-4804-9826-9a585fa38512 tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '28c1f5d2-e381-4419-8472-3fa722d37c8a') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:22:51.635216 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75edb31-d657-4127-b5b3-f58f5d77cea4 admin admin] Pushing event updated for resources: {'Port': ['ID=d1413702-d70e-460b-9462-90c6688ab0c5,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:51.690387 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d75edb31-d657-4127-b5b3-f58f5d77cea4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7915309'] for router_interface, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:51.792159 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-a402bfbb-178f-4804-9826-9a585fa38512 tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] 10.222.0.49 "DELETE /v2.0/subnetpools/28c1f5d2-e381-4419-8472-3fa722d37c8a/tags HTTP/1.1" status: 204 len: 168 time: 0.1663971 Oct 12 19:22:51.792725 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 46114) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:51.808067 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.tag.tag_plugin [None req-ef1459aa-0210-403b-b61c-5bff40af47af tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '28c1f5d2-e381-4419-8472-3fa722d37c8a', 'tempest-TagsExtTest-Tag-1863636612') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:22:51.839414 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19047664-3600-4ed0-9d70-74383723b296 req-e51175b2-8e98-4f24-8bbf-982200488bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:22:51.841030 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-19047664-3600-4ed0-9d70-74383723b296 req-e51175b2-8e98-4f24-8bbf-982200488bea service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=8037c4999d8b4d25a8c451f2b659a2c4&shared=False HTTP/1.1" status: 200 len: 912 time: 0.5224152 Oct 12 19:22:51.871566 n-d-813679-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-ef1459aa-0210-403b-b61c-5bff40af47af tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] show failed (client error): The resource could not be found. Oct 12 19:22:51.874171 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-ef1459aa-0210-403b-b61c-5bff40af47af tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] 10.222.0.49 "GET /v2.0/subnetpools/28c1f5d2-e381-4419-8472-3fa722d37c8a/tags/tempest-TagsExtTest-Tag-1863636612 HTTP/1.1" status: 404 len: 329 time: 0.0804293 Oct 12 19:22:51.877759 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 46118) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:51.885983 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.tag.tag_plugin [None req-d5557ff6-6b4f-4efd-ac95-f27f3983726a tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '28c1f5d2-e381-4419-8472-3fa722d37c8a', 'tempest-TagsExtTest-Tag-258905464') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:22:51.917100 n-d-813679-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-d5557ff6-6b4f-4efd-ac95-f27f3983726a tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] show failed (client error): The resource could not be found. Oct 12 19:22:51.918411 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-d5557ff6-6b4f-4efd-ac95-f27f3983726a tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] 10.222.0.49 "GET /v2.0/subnetpools/28c1f5d2-e381-4419-8472-3fa722d37c8a/tags/tempest-TagsExtTest-Tag-258905464 HTTP/1.1" status: 404 len: 328 time: 0.0388908 Oct 12 19:22:51.933904 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 46120) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:51.938248 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.tag.tag_plugin [None req-977d80dd-0b7e-4f02-aca3-059c5051f215 tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '28c1f5d2-e381-4419-8472-3fa722d37c8a', 'tempest-TagsExtTest-Tag-189874863') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:22:51.990545 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-80912166-4196-4db9-a8c9-a20090d9259c None None] Provisioning complete for port d1413702-d70e-460b-9462-90c6688ab0c5 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:22:51.991635 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-80912166-4196-4db9-a8c9-a20090d9259c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:51.998471 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a0e58457-e636-4785-aed6-e5311d2c19d9 req-8e1e0cf1-2cfe-45e0-9e8d-04e40e30eb0c tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/ports?device_id=c04c017f-c7cf-4929-804e-b908f9e4b2bc HTTP/1.1" status: 200 len: 210 time: 0.0893371 Oct 12 19:22:52.008339 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19047664-3600-4ed0-9d70-74383723b296 req-4007c404-61d5-4616-8a9d-f2972283a845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:22:52.010172 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-19047664-3600-4ed0-9d70-74383723b296 req-4007c404-61d5-4616-8a9d-f2972283a845 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1527717 Oct 12 19:22:52.031009 n-d-813679-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-977d80dd-0b7e-4f02-aca3-059c5051f215 tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] show failed (client error): The resource could not be found. Oct 12 19:22:52.033894 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-977d80dd-0b7e-4f02-aca3-059c5051f215 tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] 10.222.0.49 "GET /v2.0/subnetpools/28c1f5d2-e381-4419-8472-3fa722d37c8a/tags/tempest-TagsExtTest-Tag-189874863 HTTP/1.1" status: 404 len: 328 time: 0.0990109 Oct 12 19:22:52.037169 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 46122) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:52.047283 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.tag.tag_plugin [None req-fd6ea7c3-660c-4efb-ba3e-9643ecfcce5c tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '28c1f5d2-e381-4419-8472-3fa722d37c8a') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:22:52.084154 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-80912166-4196-4db9-a8c9-a20090d9259c None None] Port d1413702-d70e-460b-9462-90c6688ab0c5 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:22:52.118374 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-fd6ea7c3-660c-4efb-ba3e-9643ecfcce5c tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] 10.222.0.49 "DELETE /v2.0/subnetpools/28c1f5d2-e381-4419-8472-3fa722d37c8a/tags HTTP/1.1" status: 204 len: 168 time: 0.0793996 Oct 12 19:22:52.120461 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 46126) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:52.125325 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.tag.tag_plugin [None req-d40113fa-91a0-4055-bf12-699e34d771de tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '95c362d5-071b-4620-aee6-e0ece8ed8653') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:22:52.220208 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8497fbd4-13cb-4937-b753-307d786f640d req-2b169689-f396-4560-a99c-1d394201eb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:22:52.221745 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8497fbd4-13cb-4937-b753-307d786f640d req-2b169689-f396-4560-a99c-1d394201eb92 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8037c4999d8b4d25a8c451f2b659a2c4&device_id=fb56269f-088f-4dd7-97a9-d7a3df061653 HTTP/1.1" status: 200 len: 1094 time: 0.0949187 Oct 12 19:22:52.247265 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-d40113fa-91a0-4055-bf12-699e34d771de tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] 10.222.0.49 "DELETE /v2.0/routers/95c362d5-071b-4620-aee6-e0ece8ed8653/tags HTTP/1.1" status: 204 len: 168 time: 0.1253850 Oct 12 19:22:52.250518 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 46130) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:52.257627 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.tag.tag_plugin [None req-171d5f7a-f873-458c-8b52-02a2b3d22607 tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '17192df8-2c16-42bb-a960-4a03580627a1') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:22:52.280046 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8497fbd4-13cb-4937-b753-307d786f640d req-ad0067d1-8199-4afe-968f-e0b38da7048f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a1f42106-a7b0-4dd3-8e89-1f2eceabc986 HTTP/1.1" status: 200 len: 217 time: 0.0485191 Oct 12 19:22:52.331599 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-171d5f7a-f873-458c-8b52-02a2b3d22607 tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] 10.222.0.49 "DELETE /v2.0/ports/17192df8-2c16-42bb-a960-4a03580627a1/tags HTTP/1.1" status: 204 len: 168 time: 0.0797720 Oct 12 19:22:52.334141 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 46132) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:52.340866 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.tag.tag_plugin [None req-d698e808-a565-4096-a19d-e5fc7bb6933a tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'aa6a5312-26a1-45b4-a4cb-4c6910bc22e0') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:22:52.355843 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d75edb31-d657-4127-b5b3-f58f5d77cea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:52.375317 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8497fbd4-13cb-4937-b753-307d786f640d req-21eb2864-d658-43de-ad2b-1a69c8cae5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:22:52.377022 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8497fbd4-13cb-4937-b753-307d786f640d req-21eb2864-d658-43de-ad2b-1a69c8cae5ad service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a09cd6ac-b3e0-423d-9e85-6644cbc7e663 HTTP/1.1" status: 200 len: 850 time: 0.0874062 Oct 12 19:22:52.422084 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-d698e808-a565-4096-a19d-e5fc7bb6933a tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] 10.222.0.49 "DELETE /v2.0/subnets/aa6a5312-26a1-45b4-a4cb-4c6910bc22e0/tags HTTP/1.1" status: 204 len: 168 time: 0.0862467 Oct 12 19:22:52.427115 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 46136) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:52.604463 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d75edb31-d657-4127-b5b3-f58f5d77cea4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:52.691289 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d75edb31-d657-4127-b5b3-f58f5d77cea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:52.723160 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7c4434-c67b-4a49-9870-43b08a59ecc5 req-9ddbda20-4f61-4051-8b32-6706b5fed4b2 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:22:52.724749 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ba7c4434-c67b-4a49-9870-43b08a59ecc5 req-9ddbda20-4f61-4051-8b32-6706b5fed4b2 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb56269f-088f-4dd7-97a9-d7a3df061653 HTTP/1.1" status: 200 len: 943 time: 0.2303514 Oct 12 19:22:52.736624 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8497fbd4-13cb-4937-b753-307d786f640d req-a19497f1-248a-447d-9ab4-1072024735c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:22:52.738154 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8497fbd4-13cb-4937-b753-307d786f640d req-a19497f1-248a-447d-9ab4-1072024735c5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f22a0b4a-70e4-4463-a6ef-6109199fd871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1314683 Oct 12 19:22:52.827063 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 319158aa-e765-4d1b-a53f-9593ad9cf213 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:22:52.848641 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ba7c4434-c67b-4a49-9870-43b08a59ecc5 req-fa02c433-2b62-435b-a57a-a6818dbf9a8c tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e18d525-cf41-4d49-869d-79a715be58e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923386 Oct 12 19:22:52.870303 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d75edb31-d657-4127-b5b3-f58f5d77cea4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7898980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8092605'] for router_interface, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:52.871884 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9d8569ac-8823-48a6-877d-39765c06c355 tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] Notify callbacks [] for subnetpool, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:52.880495 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-9d8569ac-8823-48a6-877d-39765c06c355 tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] 10.222.0.49 "DELETE /v2.0/subnetpools/28c1f5d2-e381-4419-8472-3fa722d37c8a HTTP/1.1" status: 204 len: 168 time: 0.4522626 Oct 12 19:22:52.883355 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 46144) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:52.886752 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75edb31-d657-4127-b5b3-f58f5d77cea4 admin admin] Pushing event updated for resources: {'Port': ['ID=d1413702-d70e-460b-9462-90c6688ab0c5,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:52.950478 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-43f4ccf3-6054-4a19-b752-05b5d8e1c8a6 req-f1ef38e1-1f84-4213-8eba-7c5297d10471 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=72ac91cd8d494d6197bc36451232b3b4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0349672 Oct 12 19:22:52.965842 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 319158aa-e765-4d1b-a53f-9593ad9cf213 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:22:52.966215 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:52.976929 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-f9600ce3-abda-4214-af10-e06edf09ea89 tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] 10.222.0.49 "GET /v2.0/ports?device_id=95c362d5-071b-4620-aee6-e0ece8ed8653 HTTP/1.1" status: 200 len: 205 time: 0.0924313 Oct 12 19:22:52.977579 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 46146) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:53.079151 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:53.122351 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] For port 319158aa-e765-4d1b-a53f-9593ad9cf213, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=319158aa-e765-4d1b-a53f-9593ad9cf213,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:22:53.130010 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-be0f1870-2a2a-4bf1-8f6e-1909cf7b12b8 tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] Notify callbacks [] for router, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:53.169256 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8497fbd4-13cb-4937-b753-307d786f640d req-a21276aa-781b-4585-9893-59370d732498 service neutron] 10.222.0.61 "GET /v2.0/networks/f22a0b4a-70e4-4463-a6ef-6109199fd871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4035575 Oct 12 19:22:53.234455 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:53.237936 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-496b7d98-b7bb-4e31-a3e9-d19190357b40 req-f8db3152-d314-4481-88f5-93a533cbd526 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/ports?device_id=c04c017f-c7cf-4929-804e-b908f9e4b2bc HTTP/1.1" status: 200 len: 210 time: 0.0880353 Oct 12 19:22:53.238785 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 46156) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:53.364725 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Pushing event updated for resources: {'Port': ['ID=319158aa-e765-4d1b-a53f-9593ad9cf213,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:53.542284 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d75edb31-d657-4127-b5b3-f58f5d77cea4 admin admin] Network 1d14b8bc-21e0-4ce6-b302-e18b6714a94b is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:22:53.548896 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8497fbd4-13cb-4937-b753-307d786f640d req-639728b6-6264-41a8-b2a3-1e91d5075c20 service neutron] 10.222.0.61 "GET /v2.0/networks/f22a0b4a-70e4-4463-a6ef-6109199fd871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3541558 Oct 12 19:22:53.580801 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f4ccf3-6054-4a19-b752-05b5d8e1c8a6 req-195cde8d-6498-495e-af52-ee26919a243f tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:22:53.581517 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-43f4ccf3-6054-4a19-b752-05b5d8e1c8a6 req-ce616d99-6539-4564-98d1-32d95a09bae0 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=72ac91cd8d494d6197bc36451232b3b4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2091277 Oct 12 19:22:53.582267 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-43f4ccf3-6054-4a19-b752-05b5d8e1c8a6 req-195cde8d-6498-495e-af52-ee26919a243f tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5959833 Oct 12 19:22:53.583713 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-d75edb31-d657-4127-b5b3-f58f5d77cea4 admin admin] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:22:53.586628 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c6d7de80-5313-4dfe-9a25-2802de6c5050 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:53.588589 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-be0f1870-2a2a-4bf1-8f6e-1909cf7b12b8 tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255495'] for router, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:53.592989 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-be0f1870-2a2a-4bf1-8f6e-1909cf7b12b8 tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:53.619526 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-43f4ccf3-6054-4a19-b752-05b5d8e1c8a6 req-844c82e6-988a-4d6c-b6e5-aa688d2641b3 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Request body: {'port': {'device_id': '792b051e-dcb6-42bd-a048-adc1d5c2dc3b', 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1', 'admin_state_up': True, 'tenant_id': '72ac91cd8d494d6197bc36451232b3b4'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:22:53.772703 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f4ccf3-6054-4a19-b752-05b5d8e1c8a6 req-abea256c-9311-4596-9c83-0bf333935399 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:22:53.774315 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-43f4ccf3-6054-4a19-b752-05b5d8e1c8a6 req-abea256c-9311-4596-9c83-0bf333935399 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1832526 Oct 12 19:22:53.800205 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-43f4ccf3-6054-4a19-b752-05b5d8e1c8a6 req-dd9d2b69-7a3d-4272-86aa-770b1cb6b074 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Request body: {'port': {'device_id': 'c04c017f-c7cf-4929-804e-b908f9e4b2bc', 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1', 'admin_state_up': True, 'tenant_id': '72ac91cd8d494d6197bc36451232b3b4'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:22:53.836157 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-be0f1870-2a2a-4bf1-8f6e-1909cf7b12b8 tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8093499'] for router, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:53.836437 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be0f1870-2a2a-4bf1-8f6e-1909cf7b12b8 tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] Fanout notify agent at l3_agent the message router_deleted on router 95c362d5-071b-4620-aee6-e0ece8ed8653 {{(pid=95502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 19:22:53.880620 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-be0f1870-2a2a-4bf1-8f6e-1909cf7b12b8 tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:53.882090 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-be0f1870-2a2a-4bf1-8f6e-1909cf7b12b8 tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] 10.222.0.49 "DELETE /v2.0/routers/95c362d5-071b-4620-aee6-e0ece8ed8653 HTTP/1.1" status: 204 len: 168 time: 0.9030075 Oct 12 19:22:53.885244 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 46164) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:53.939842 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-62cb76e9-d03e-40a1-aa43-a69c39891ef5 None None] Provisioning complete for port d1413702-d70e-460b-9462-90c6688ab0c5 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:22:53.940535 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-62cb76e9-d03e-40a1-aa43-a69c39891ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:54.009373 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-62cb76e9-d03e-40a1-aa43-a69c39891ef5 None None] Port d1413702-d70e-460b-9462-90c6688ab0c5 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:22:54.057672 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-1bca4775-3409-4fb2-948d-5659c94fed49 tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] Deleting port 17192df8-2c16-42bb-a960-4a03580627a1 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:22:54.057957 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1bca4775-3409-4fb2-948d-5659c94fed49 tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:54.135709 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43f4ccf3-6054-4a19-b752-05b5d8e1c8a6 req-dd9d2b69-7a3d-4272-86aa-770b1cb6b074 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Made reservation on behalf of 72ac91cd8d494d6197bc36451232b3b4 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:22:54.140115 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-43f4ccf3-6054-4a19-b752-05b5d8e1c8a6 req-dd9d2b69-7a3d-4272-86aa-770b1cb6b074 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:54.166044 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1bca4775-3409-4fb2-948d-5659c94fed49 tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:54.189683 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-1bca4775-3409-4fb2-948d-5659c94fed49 tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] Calling delete_port for 17192df8-2c16-42bb-a960-4a03580627a1 owned by {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:22:54.327820 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc07c4a2-bd29-4b55-830a-21e73297aec4 req-5b78e697-23c9-439c-95a8-d125334ba4f8 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:22:54.329120 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fc07c4a2-bd29-4b55-830a-21e73297aec4 req-5b78e697-23c9-439c-95a8-d125334ba4f8 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb56269f-088f-4dd7-97a9-d7a3df061653 HTTP/1.1" status: 200 len: 943 time: 0.1785243 Oct 12 19:22:54.358583 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [req-43f4ccf3-6054-4a19-b752-05b5d8e1c8a6 req-dd9d2b69-7a3d-4272-86aa-770b1cb6b074 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Allocated IP 192.168.233.11 (90dcf485-b1ad-4139-85a3-9e1e9879e6b1/629aee7d-3fde-4c72-af1e-6a7e1f6a7e75/666b5a4b-a7ff-4681-ba06-b94fff0a6b0a) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:22:54.391119 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d75edb31-d657-4127-b5b3-f58f5d77cea4 admin admin] Router 293480a1-2e23-4fb1-8823-1d5b1fe6f8f7 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:22:54.393505 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c6d7de80-5313-4dfe-9a25-2802de6c5050 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:54.422473 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fc07c4a2-bd29-4b55-830a-21e73297aec4 req-223816bd-16c6-48b0-949b-3cbe31f0701a tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e18d525-cf41-4d49-869d-79a715be58e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760422 Oct 12 19:22:54.424977 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43f4ccf3-6054-4a19-b752-05b5d8e1c8a6 req-844c82e6-988a-4d6c-b6e5-aa688d2641b3 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Made reservation on behalf of 72ac91cd8d494d6197bc36451232b3b4 for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:22:54.427945 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-43f4ccf3-6054-4a19-b752-05b5d8e1c8a6 req-844c82e6-988a-4d6c-b6e5-aa688d2641b3 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:54.470567 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-078fdcf1-c298-4863-bb2e-2cd68f80d0b9 req-965ef38f-0365-4d9b-a596-8ae4e041e426 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/ports?device_id=c04c017f-c7cf-4929-804e-b908f9e4b2bc HTTP/1.1" status: 200 len: 210 time: 0.0498359 Oct 12 19:22:54.489460 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c6d7de80-5313-4dfe-9a25-2802de6c5050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:54.539258 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1bca4775-3409-4fb2-948d-5659c94fed49 tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:54.575988 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bca4775-3409-4fb2-948d-5659c94fed49 tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] Pushing event deleted for resources: {'Port': ['ID=17192df8-2c16-42bb-a960-4a03580627a1,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:54.630063 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d7de80-5313-4dfe-9a25-2802de6c5050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8d6fcd0-c357-4395-92d6-224af51f9030,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:54.642672 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-c6d7de80-5313-4dfe-9a25-2802de6c5050 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4a4c4141ce4745d4a1a932750784d23e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3819671 Oct 12 19:22:54.644503 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 46180) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:54.673271 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d75edb31-d657-4127-b5b3-f58f5d77cea4 admin admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:22:54.673271 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-d75edb31-d657-4127-b5b3-f58f5d77cea4 admin admin] 10.222.0.49 "PUT /v2.0/routers/293480a1-2e23-4fb1-8823-1d5b1fe6f8f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9957824 Oct 12 19:22:54.684310 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2043a97f-a0f7-42b5-83b3-cd231198efce None None] Sync routers for ids ['293480a1-2e23-4fb1-8823-1d5b1fe6f8f7'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:22:54.698183 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2043a97f-a0f7-42b5-83b3-cd231198efce None None] Routers {'293480a1-2e23-4fb1-8823-1d5b1fe6f8f7'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:22:54.701116 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-2043a97f-a0f7-42b5-83b3-cd231198efce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:22:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['293480a1-2e23-4fb1-8823-1d5b1fe6f8f7'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:22:54.738031 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1bca4775-3409-4fb2-948d-5659c94fed49 tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:54.753096 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-1bca4775-3409-4fb2-948d-5659c94fed49 tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] 10.222.0.49 "DELETE /v2.0/ports/17192df8-2c16-42bb-a960-4a03580627a1 HTTP/1.1" status: 204 len: 168 time: 0.8661430 Oct 12 19:22:54.756634 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-43f4ccf3-6054-4a19-b752-05b5d8e1c8a6 req-dd9d2b69-7a3d-4272-86aa-770b1cb6b074 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:54.757503 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 46184) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:54.832521 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 319158aa-e765-4d1b-a53f-9593ad9cf213 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:22:54.846066 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f49e9d7d-c085-4725-adb7-7ee2628bd4b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:54.878403 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-43f4ccf3-6054-4a19-b752-05b5d8e1c8a6 req-dd9d2b69-7a3d-4272-86aa-770b1cb6b074 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:54.916454 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['ac2ba39d-e5cc-462c-85ad-7f217b2bb8c0'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:22:54.921853 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['8f0f1b33-30ca-4ef3-8d1e-388675e42a87', '832047a1-185a-433e-aeb1-81fc5bea349e'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:22:54.987560 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f49e9d7d-c085-4725-adb7-7ee2628bd4b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:55.035849 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43f4ccf3-6054-4a19-b752-05b5d8e1c8a6 req-dd9d2b69-7a3d-4272-86aa-770b1cb6b074 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:22:55.044972 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcea76ff-9e55-4129-96af-c79845d005bf tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] Deleting subnet aa6a5312-26a1-45b4-a4cb-4c6910bc22e0 {{(pid=95501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:22:55.045161 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [req-43f4ccf3-6054-4a19-b752-05b5d8e1c8a6 req-dd9d2b69-7a3d-4272-86aa-770b1cb6b074 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:22:55.048664 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-43f4ccf3-6054-4a19-b752-05b5d8e1c8a6 req-dd9d2b69-7a3d-4272-86aa-770b1cb6b074 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:22:55.051756 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9d2b69-7a3d-4272-86aa-770b1cb6b074 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Pushing event updated for resources: {'Port': ['ID=666b5a4b-a7ff-4681-ba06-b94fff0a6b0a,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:55.071692 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-bcea76ff-9e55-4129-96af-c79845d005bf tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] Notify callbacks [] for subnet, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:55.121249 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-2043a97f-a0f7-42b5-83b3-cd231198efce None None] Set router 293480a1-2e23-4fb1-8823-1d5b1fe6f8f7 gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:22:55.126480 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f4ccf3-6054-4a19-b752-05b5d8e1c8a6 req-dd9d2b69-7a3d-4272-86aa-770b1cb6b074 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:22:55.139102 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-43f4ccf3-6054-4a19-b752-05b5d8e1c8a6 req-dd9d2b69-7a3d-4272-86aa-770b1cb6b074 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:55.192398 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [req-43f4ccf3-6054-4a19-b752-05b5d8e1c8a6 req-844c82e6-988a-4d6c-b6e5-aa688d2641b3 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Allocated IP 192.168.233.211 (90dcf485-b1ad-4139-85a3-9e1e9879e6b1/629aee7d-3fde-4c72-af1e-6a7e1f6a7e75/f4cfedd2-d5e9-4c37-9550-ce5524d812cf) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:22:55.247129 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-43f4ccf3-6054-4a19-b752-05b5d8e1c8a6 req-dd9d2b69-7a3d-4272-86aa-770b1cb6b074 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4531450 Oct 12 19:22:55.261988 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-43f4ccf3-6054-4a19-b752-05b5d8e1c8a6 req-480bb158-0786-40f6-8c45-8a05246d48aa service neutron] Request body: {'port': {'device_id': 'c04c017f-c7cf-4929-804e-b908f9e4b2bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:22:55.369460 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-bcea76ff-9e55-4129-96af-c79845d005bf tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281083'] for subnet, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:55.547412 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-43f4ccf3-6054-4a19-b752-05b5d8e1c8a6 req-480bb158-0786-40f6-8c45-8a05246d48aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:55.593116 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 319158aa-e765-4d1b-a53f-9593ad9cf213 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:22:55.596638 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:55.729554 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-2043a97f-a0f7-42b5-83b3-cd231198efce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293480a1-2e23-4fb1-8823-1d5b1fe6f8f7', 'name': 'tempest-AttachSCSIVolumeTestJSON-1789480594-router', 'tenant_id': '1a1fe0422dee4bab9ccecb874783d990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '319158aa-e765-4d1b-a53f-9593ad9cf213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:22:43Z', 'updated_at': '2021-10-12T19:22:52Z', 'revision_number': 4, 'project_id': '1a1fe0422dee4bab9ccecb874783d990', 'gw_port': {'id': '319158aa-e765-4d1b-a53f-9593ad9cf213', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:91:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293480a1-2e23-4fb1-8823-1d5b1fe6f8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:22:45Z', 'updated_at': '2021-10-12T19:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': 'd1413702-d70e-460b-9462-90c6688ab0c5', 'name': '', 'network_id': '1d14b8bc-21e0-4ce6-b302-e18b6714a94b', 'tenant_id': '1a1fe0422dee4bab9ccecb874783d990', 'mac_address': 'fa:16:3e:1e:57:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '293480a1-2e23-4fb1-8823-1d5b1fe6f8f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '999c3adf-ecce-4ba2-ba87-8b2531dc5200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:22:50Z', 'updated_at': '2021-10-12T19:22:52Z', 'revision_number': 2, 'project_id': '1a1fe0422dee4bab9ccecb874783d990', 'subnets': [{'id': '999c3adf-ecce-4ba2-ba87-8b2531dc5200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:22:55.770160 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2043a97f-a0f7-42b5-83b3-cd231198efce None None] Checking router: 293480a1-2e23-4fb1-8823-1d5b1fe6f8f7 for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:22:55.770882 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2043a97f-a0f7-42b5-83b3-cd231198efce None None] Updating router 293480a1-2e23-4fb1-8823-1d5b1fe6f8f7 port d1413702-d70e-460b-9462-90c6688ab0c5 binding host n-d-813679-3 {{(pid=95504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 19:22:55.827300 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2043a97f-a0f7-42b5-83b3-cd231198efce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:55.851206 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a0208199-94ff-431a-be7a-eb833613fb58 None None] Provisioning complete for port 666b5a4b-a7ff-4681-ba06-b94fff0a6b0a triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:22:55.852390 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a0208199-94ff-431a-be7a-eb833613fb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:55.862989 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f49e9d7d-c085-4725-adb7-7ee2628bd4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:55.871796 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f49e9d7d-c085-4725-adb7-7ee2628bd4b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:55.871986 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a07732-59d7-48df-baee-12217c07531e req-0a982ae3-db47-408b-93e4-ea032831d1ee tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:22:55.873853 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-f49e9d7d-c085-4725-adb7-7ee2628bd4b2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b8d6fcd0-c357-4395-92d6-224af51f9030 HTTP/1.1" status: 204 len: 168 time: 1.2269793 Oct 12 19:22:55.882649 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c7a07732-59d7-48df-baee-12217c07531e req-0a982ae3-db47-408b-93e4-ea032831d1ee tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/ports?device_id=c04c017f-c7cf-4929-804e-b908f9e4b2bc HTTP/1.1" status: 200 len: 935 time: 0.2389762 Oct 12 19:22:55.924105 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-bcea76ff-9e55-4129-96af-c79845d005bf tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:55.995912 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c7a07732-59d7-48df-baee-12217c07531e req-a9ea0640-9f5c-4733-8e9b-7f680bee0c04 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/security-groups?id=ceeec1d2-c315-47e9-9f92-76d770e7141a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122885 Oct 12 19:22:56.044519 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49e9d7d-c085-4725-adb7-7ee2628bd4b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8d6fcd0-c357-4395-92d6-224af51f9030,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:56.158639 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4631635-6237-4aed-9eaf-f5cfdab88c18 req-47f7b155-26df-4150-996c-766348578d82 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:22:56.159429 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-a0208199-94ff-431a-be7a-eb833613fb58 None None] Port 666b5a4b-a7ff-4681-ba06-b94fff0a6b0a cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:22:56.174692 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f4631635-6237-4aed-9eaf-f5cfdab88c18 req-47f7b155-26df-4150-996c-766348578d82 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb56269f-088f-4dd7-97a9-d7a3df061653 HTTP/1.1" status: 200 len: 943 time: 0.4969208 Oct 12 19:22:56.335116 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device a1f42106-a7b0-4dd3-8e89-1f2eceabc986 details requested by agent hyperv_n-h1-813679-3 with host n-h1-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:22:56.383436 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-43f4ccf3-6054-4a19-b752-05b5d8e1c8a6 req-844c82e6-988a-4d6c-b6e5-aa688d2641b3 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:56.486173 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f4631635-6237-4aed-9eaf-f5cfdab88c18 req-ebdef7b1-b906-4cbb-a7a1-66dec45c2f80 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e18d525-cf41-4d49-869d-79a715be58e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3092790 Oct 12 19:22:56.551384 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-43f4ccf3-6054-4a19-b752-05b5d8e1c8a6 req-844c82e6-988a-4d6c-b6e5-aa688d2641b3 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:56.584013 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port a1f42106-a7b0-4dd3-8e89-1f2eceabc986, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=a1f42106-a7b0-4dd3-8e89-1f2eceabc986,segment=NetworkSegment(1311cbfc-168d-4d44-b005-c99086bc74c8),segment_id=1311cbfc-168d-4d44-b005-c99086bc74c8)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:22:56.608429 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['ac2ba39d-e5cc-462c-85ad-7f217b2bb8c0'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:22:56.610257 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-bcea76ff-9e55-4129-96af-c79845d005bf tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4824924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4612362'] for subnet, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:56.618245 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['8f0f1b33-30ca-4ef3-8d1e-388675e42a87', '832047a1-185a-433e-aeb1-81fc5bea349e'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:22:56.824422 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2043a97f-a0f7-42b5-83b3-cd231198efce None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:56.845602 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43f4ccf3-6054-4a19-b752-05b5d8e1c8a6 req-844c82e6-988a-4d6c-b6e5-aa688d2641b3 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:22:56.853404 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-bcea76ff-9e55-4129-96af-c79845d005bf tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:56.864460 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-bcea76ff-9e55-4129-96af-c79845d005bf tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] 10.222.0.49 "DELETE /v2.0/subnets/aa6a5312-26a1-45b4-a4cb-4c6910bc22e0 HTTP/1.1" status: 204 len: 168 time: 2.1037948 Oct 12 19:22:56.867208 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Returning: {'device': 'a1f42106-a7b0-4dd3-8e89-1f2eceabc986', 'network_id': 'f22a0b4a-70e4-4463-a6ef-6109199fd871', 'port_id': 'a1f42106-a7b0-4dd3-8e89-1f2eceabc986', 'mac_address': 'fa:16:3e:7b:52:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a09cd6ac-b3e0-423d-9e85-6644cbc7e663', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:22:56.867678 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 46226) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:22:56.868495 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcea76ff-9e55-4129-96af-c79845d005bf tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] Pushing event deleted for resources: {'Subnet': ['ID=aa6a5312-26a1-45b4-a4cb-4c6910bc22e0,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:56.870760 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3caef1a-16c1-4e70-832a-ba5b97d72f69 None None] Network 692966a9-d64e-46c7-97a8-a63cc46bba8f requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:22:56.909181 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2043a97f-a0f7-42b5-83b3-cd231198efce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:57.052460 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [req-43f4ccf3-6054-4a19-b752-05b5d8e1c8a6 req-480bb158-0786-40f6-8c45-8a05246d48aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 666b5a4b-a7ff-4681-ba06-b94fff0a6b0a {{(pid=95502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:22:57.055767 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [req-43f4ccf3-6054-4a19-b752-05b5d8e1c8a6 req-844c82e6-988a-4d6c-b6e5-aa688d2641b3 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:22:57.065670 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-43f4ccf3-6054-4a19-b752-05b5d8e1c8a6 req-844c82e6-988a-4d6c-b6e5-aa688d2641b3 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:22:57.083512 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-43f4ccf3-6054-4a19-b752-05b5d8e1c8a6 req-480bb158-0786-40f6-8c45-8a05246d48aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:57.155110 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-43f4ccf3-6054-4a19-b752-05b5d8e1c8a6 req-480bb158-0786-40f6-8c45-8a05246d48aa service neutron] Transition to ACTIVE for port object 666b5a4b-a7ff-4681-ba06-b94fff0a6b0a will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:22:57.231752 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-43f4ccf3-6054-4a19-b752-05b5d8e1c8a6 req-480bb158-0786-40f6-8c45-8a05246d48aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:57.362047 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5753ee35-414f-45bf-9324-3cd4ec708c4e None None] Pushing event updated for resources: {'Port': ['ID=d1413702-d70e-460b-9462-90c6688ab0c5,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:57.374825 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-2043a97f-a0f7-42b5-83b3-cd231198efce None None] Attempting to bind port d1413702-d70e-460b-9462-90c6688ab0c5 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:22:57.378245 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:57.392257 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-2043a97f-a0f7-42b5-83b3-cd231198efce None None] Attempting to bind port d1413702-d70e-460b-9462-90c6688ab0c5 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'a436f41d-bb0d-4da6-bd27-0f34f008771a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1d14b8bc-21e0-4ce6-b302-e18b6714a94b'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:22:57.392614 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2043a97f-a0f7-42b5-83b3-cd231198efce None None] Attempting to bind port d1413702-d70e-460b-9462-90c6688ab0c5 on network 1d14b8bc-21e0-4ce6-b302-e18b6714a94b {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:22:57.413925 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480bb158-0786-40f6-8c45-8a05246d48aa service neutron] Pushing event updated for resources: {'Port': ['ID=666b5a4b-a7ff-4681-ba06-b94fff0a6b0a,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:57.415128 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2043a97f-a0f7-42b5-83b3-cd231198efce None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:22:57.420576 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2043a97f-a0f7-42b5-83b3-cd231198efce None None] Checking segment: {'id': 'a436f41d-bb0d-4da6-bd27-0f34f008771a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1d14b8bc-21e0-4ce6-b302-e18b6714a94b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:22:57.420988 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2043a97f-a0f7-42b5-83b3-cd231198efce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:57.421385 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2043a97f-a0f7-42b5-83b3-cd231198efce None None] Bound using segment: {'id': 'a436f41d-bb0d-4da6-bd27-0f34f008771a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1d14b8bc-21e0-4ce6-b302-e18b6714a94b'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:22:57.421876 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-2043a97f-a0f7-42b5-83b3-cd231198efce None None] Bound port: d1413702-d70e-460b-9462-90c6688ab0c5, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a436f41d-bb0d-4da6-bd27-0f34f008771a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1d14b8bc-21e0-4ce6-b302-e18b6714a94b'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:22:57.422270 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2043a97f-a0f7-42b5-83b3-cd231198efce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:57.442971 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f4ccf3-6054-4a19-b752-05b5d8e1c8a6 req-844c82e6-988a-4d6c-b6e5-aa688d2641b3 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:22:57.443690 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-43f4ccf3-6054-4a19-b752-05b5d8e1c8a6 req-844c82e6-988a-4d6c-b6e5-aa688d2641b3 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:57.496827 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1f42106-a7b0-4dd3-8e89-1f2eceabc986 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:22:57.666383 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port a1f42106-a7b0-4dd3-8e89-1f2eceabc986, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=a1f42106-a7b0-4dd3-8e89-1f2eceabc986,segment=NetworkSegment(1311cbfc-168d-4d44-b005-c99086bc74c8),segment_id=1311cbfc-168d-4d44-b005-c99086bc74c8)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:22:57.718488 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844c82e6-988a-4d6c-b6e5-aa688d2641b3 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Pushing event updated for resources: {'Port': ['ID=f4cfedd2-d5e9-4c37-9550-ce5524d812cf,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:57.749665 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2043a97f-a0f7-42b5-83b3-cd231198efce None None] For port d1413702-d70e-460b-9462-90c6688ab0c5, host n-d-813679-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:22:57.757589 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-2043a97f-a0f7-42b5-83b3-cd231198efce None None] For port d1413702-d70e-460b-9462-90c6688ab0c5, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=d1413702-d70e-460b-9462-90c6688ab0c5,segment=NetworkSegment(a436f41d-bb0d-4da6-bd27-0f34f008771a),segment_id=a436f41d-bb0d-4da6-bd27-0f34f008771a)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:22:57.760574 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7176f120-5873-497d-8707-20e6a60a1de4 tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:57.790113 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b7671f-3d03-4c2c-85b0-23e68b1a96d4 req-06735dbc-dae3-4cff-981d-03bddd3d95bb tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:22:57.799607 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:57.800435 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-70b7671f-3d03-4c2c-85b0-23e68b1a96d4 req-06735dbc-dae3-4cff-981d-03bddd3d95bb tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/ports?device_id=c04c017f-c7cf-4929-804e-b908f9e4b2bc HTTP/1.1" status: 200 len: 947 time: 0.4322588 Oct 12 19:22:57.828763 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-43f4ccf3-6054-4a19-b752-05b5d8e1c8a6 req-844c82e6-988a-4d6c-b6e5-aa688d2641b3 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2233472 Oct 12 19:22:57.854807 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-2043a97f-a0f7-42b5-83b3-cd231198efce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:57.929401 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-43f4ccf3-6054-4a19-b752-05b5d8e1c8a6 req-07c89b7c-cf47-4ecb-9e5d-85e1dd34c476 service neutron] Request body: {'port': {'device_id': '792b051e-dcb6-42bd-a048-adc1d5c2dc3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-3'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:22:58.004079 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5753ee35-414f-45bf-9324-3cd4ec708c4e None None] Pushing event updated for resources: {'Port': ['ID=d1413702-d70e-460b-9462-90c6688ab0c5,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:58.074234 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6fb7eb-ea4b-4032-a4aa-003b15a1baf5 req-a6236866-1848-45df-a7f1-958329e066d2 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:22:58.087161 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8d6fb7eb-ea4b-4032-a4aa-003b15a1baf5 req-a6236866-1848-45df-a7f1-958329e066d2 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb56269f-088f-4dd7-97a9-d7a3df061653 HTTP/1.1" status: 200 len: 944 time: 0.3646934 Oct 12 19:22:58.101940 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b7213d-2bbb-45cc-b060-87f1f84a64a7 None None] DHCP port deletion for 692966a9-d64e-46c7-97a8-a63cc46bba8f request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 19:22:58.116039 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2043a97f-a0f7-42b5-83b3-cd231198efce None None] Routers {'293480a1-2e23-4fb1-8823-1d5b1fe6f8f7'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:22:58.121805 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-2043a97f-a0f7-42b5-83b3-cd231198efce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:22:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['293480a1-2e23-4fb1-8823-1d5b1fe6f8f7'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:22:58.164100 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-5123464c-e0ca-40b7-b2e7-cb37dd9bcedc None None] Provisioning complete for port d1413702-d70e-460b-9462-90c6688ab0c5 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:22:58.170777 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5123464c-e0ca-40b7-b2e7-cb37dd9bcedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:58.194252 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-43f4ccf3-6054-4a19-b752-05b5d8e1c8a6 req-480bb158-0786-40f6-8c45-8a05246d48aa service neutron] Attempting to bind port 666b5a4b-a7ff-4681-ba06-b94fff0a6b0a on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:22:58.199553 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-70b7671f-3d03-4c2c-85b0-23e68b1a96d4 req-62bb53ca-3fca-4795-bdfa-ccbac17d39be tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/security-groups?id=ceeec1d2-c315-47e9-9f92-76d770e7141a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3979502 Oct 12 19:22:58.200105 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-43f4ccf3-6054-4a19-b752-05b5d8e1c8a6 req-480bb158-0786-40f6-8c45-8a05246d48aa service neutron] Attempting to bind port 666b5a4b-a7ff-4681-ba06-b94fff0a6b0a by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:22:58.202523 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f4ccf3-6054-4a19-b752-05b5d8e1c8a6 req-480bb158-0786-40f6-8c45-8a05246d48aa service neutron] Attempting to bind port 666b5a4b-a7ff-4681-ba06-b94fff0a6b0a on network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:22:58.247018 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f4ccf3-6054-4a19-b752-05b5d8e1c8a6 req-480bb158-0786-40f6-8c45-8a05246d48aa service neutron] Port 666b5a4b-a7ff-4681-ba06-b94fff0a6b0a on network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:22:58.259090 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f4ccf3-6054-4a19-b752-05b5d8e1c8a6 req-480bb158-0786-40f6-8c45-8a05246d48aa service neutron] Attempting to bind port 666b5a4b-a7ff-4681-ba06-b94fff0a6b0a on network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:22:58.306894 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f4ccf3-6054-4a19-b752-05b5d8e1c8a6 req-480bb158-0786-40f6-8c45-8a05246d48aa service neutron] Checking agent: {'id': 'f5e9725f-f5a6-43c2-a1be-95e21e9a1fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 22, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:22:58.308480 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f4ccf3-6054-4a19-b752-05b5d8e1c8a6 req-480bb158-0786-40f6-8c45-8a05246d48aa service neutron] Checking segment: {'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:22:58.308986 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f4ccf3-6054-4a19-b752-05b5d8e1c8a6 req-480bb158-0786-40f6-8c45-8a05246d48aa service neutron] Bound using segment: {'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:22:58.309558 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-43f4ccf3-6054-4a19-b752-05b5d8e1c8a6 req-480bb158-0786-40f6-8c45-8a05246d48aa service neutron] Bound port: 666b5a4b-a7ff-4681-ba06-b94fff0a6b0a, host: n-h1-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:22:58.315931 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-43f4ccf3-6054-4a19-b752-05b5d8e1c8a6 req-480bb158-0786-40f6-8c45-8a05246d48aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:58.368871 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-43f4ccf3-6054-4a19-b752-05b5d8e1c8a6 req-07c89b7c-cf47-4ecb-9e5d-85e1dd34c476 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:58.404541 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['a1f42106-a7b0-4dd3-8e89-1f2eceabc986'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:22:58.466976 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8d6fb7eb-ea4b-4032-a4aa-003b15a1baf5 req-473a107a-b804-41fa-9816-79a19563bb88 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e18d525-cf41-4d49-869d-79a715be58e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3788409 Oct 12 19:22:58.547301 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-7176f120-5873-497d-8707-20e6a60a1de4 tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] Deleting port 5e8347f0-86f0-444a-bf68-7550d40af334 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:22:58.547640 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7176f120-5873-497d-8707-20e6a60a1de4 tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:58.564766 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-2043a97f-a0f7-42b5-83b3-cd231198efce None None] Set router 293480a1-2e23-4fb1-8823-1d5b1fe6f8f7 gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:22:58.587227 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=a1f42106-a7b0-4dd3-8e89-1f2eceabc986,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:58.647928 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-43f4ccf3-6054-4a19-b752-05b5d8e1c8a6 req-480bb158-0786-40f6-8c45-8a05246d48aa service neutron] For port 666b5a4b-a7ff-4681-ba06-b94fff0a6b0a, host n-h1-813679-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:22:58.659871 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-43f4ccf3-6054-4a19-b752-05b5d8e1c8a6 req-480bb158-0786-40f6-8c45-8a05246d48aa service neutron] For port 666b5a4b-a7ff-4681-ba06-b94fff0a6b0a, host n-h1-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=666b5a4b-a7ff-4681-ba06-b94fff0a6b0a,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:22:58.806255 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-43f4ccf3-6054-4a19-b752-05b5d8e1c8a6 req-480bb158-0786-40f6-8c45-8a05246d48aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:58.856467 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [None req-7176f120-5873-497d-8707-20e6a60a1de4 tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] For port 5e8347f0-86f0-444a-bf68-7550d40af334, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=5e8347f0-86f0-444a-bf68-7550d40af334,segment=NetworkSegment(e15d4235-00af-4626-9815-0851b7aca1df),segment_id=e15d4235-00af-4626-9815-0851b7aca1df)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:22:58.857148 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7176f120-5873-497d-8707-20e6a60a1de4 tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:58.877342 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 5e8347f0-86f0-444a-bf68-7550d40af334 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:22:58.884059 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-7176f120-5873-497d-8707-20e6a60a1de4 tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] Calling delete_port for 5e8347f0-86f0-444a-bf68-7550d40af334 owned by network:dhcp {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:22:58.890394 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480bb158-0786-40f6-8c45-8a05246d48aa service neutron] Pushing event updated for resources: {'Port': ['ID=666b5a4b-a7ff-4681-ba06-b94fff0a6b0a,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:22:58.926418 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f4ccf3-6054-4a19-b752-05b5d8e1c8a6 req-480bb158-0786-40f6-8c45-8a05246d48aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:22:58.929822 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-43f4ccf3-6054-4a19-b752-05b5d8e1c8a6 req-480bb158-0786-40f6-8c45-8a05246d48aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:58.931995 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-43f4ccf3-6054-4a19-b752-05b5d8e1c8a6 req-480bb158-0786-40f6-8c45-8a05246d48aa service neutron] 10.222.0.61 "PUT /v2.0/ports/666b5a4b-a7ff-4681-ba06-b94fff0a6b0a HTTP/1.1" status: 200 len: 1095 time: 3.6747677 Oct 12 19:22:58.935780 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c04c017f-c7cf-4929-804e-b908f9e4b2bc', 'tag': '666b5a4b-a7ff-4681-ba06-b94fff0a6b0a'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:22:58.938625 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb0a3ee1-478c-48e1-82de-a8b58bf61024" -d '{"events": [{"name": "network-changed", "server_uuid": "c04c017f-c7cf-4929-804e-b908f9e4b2bc", "tag": "666b5a4b-a7ff-4681-ba06-b94fff0a6b0a"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:22:59.130530 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-263af322-a2cc-4f3e-8fa2-a68ad410f90d x-openstack-request-id: req-263af322-a2cc-4f3e-8fa2-a68ad410f90d {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:22:59.131283 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c04c017f-c7cf-4929-804e-b908f9e4b2bc", "tag": "666b5a4b-a7ff-4681-ba06-b94fff0a6b0a", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:22:59.133853 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-263af322-a2cc-4f3e-8fa2-a68ad410f90d {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:22:59.135910 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c04c017f-c7cf-4929-804e-b908f9e4b2bc', 'tag': '666b5a4b-a7ff-4681-ba06-b94fff0a6b0a', 'status': 'completed', 'code': 200} Oct 12 19:22:59.201526 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-2043a97f-a0f7-42b5-83b3-cd231198efce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293480a1-2e23-4fb1-8823-1d5b1fe6f8f7', 'name': 'tempest-AttachSCSIVolumeTestJSON-1789480594-router', 'tenant_id': '1a1fe0422dee4bab9ccecb874783d990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '319158aa-e765-4d1b-a53f-9593ad9cf213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:22:43Z', 'updated_at': '2021-10-12T19:22:52Z', 'revision_number': 4, 'project_id': '1a1fe0422dee4bab9ccecb874783d990', 'gw_port': {'id': '319158aa-e765-4d1b-a53f-9593ad9cf213', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:91:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293480a1-2e23-4fb1-8823-1d5b1fe6f8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:22:45Z', 'updated_at': '2021-10-12T19:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': 'd1413702-d70e-460b-9462-90c6688ab0c5', 'name': '', 'network_id': '1d14b8bc-21e0-4ce6-b302-e18b6714a94b', 'tenant_id': '1a1fe0422dee4bab9ccecb874783d990', 'mac_address': 'fa:16:3e:1e:57:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '293480a1-2e23-4fb1-8823-1d5b1fe6f8f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '999c3adf-ecce-4ba2-ba87-8b2531dc5200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:22:50Z', 'updated_at': '2021-10-12T19:22:57Z', 'revision_number': 4, 'project_id': '1a1fe0422dee4bab9ccecb874783d990', 'subnets': [{'id': '999c3adf-ecce-4ba2-ba87-8b2531dc5200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:22:59.319832 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f4ccf3-6054-4a19-b752-05b5d8e1c8a6 req-be1baced-ac21-44e5-9354-7c8c6ccde279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:22:59.342772 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-43f4ccf3-6054-4a19-b752-05b5d8e1c8a6 req-be1baced-ac21-44e5-9354-7c8c6ccde279 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=72ac91cd8d494d6197bc36451232b3b4&device_id=c04c017f-c7cf-4929-804e-b908f9e4b2bc HTTP/1.1" status: 200 len: 1098 time: 0.2854772 Oct 12 19:22:59.401164 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-a6b7213d-2bbb-45cc-b060-87f1f84a64a7 None None] Deleting port 5e8347f0-86f0-444a-bf68-7550d40af334 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:22:59.401164 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a6b7213d-2bbb-45cc-b060-87f1f84a64a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:59.431958 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2043a97f-a0f7-42b5-83b3-cd231198efce None None] The sync data for ids ['293480a1-2e23-4fb1-8823-1d5b1fe6f8f7'] in n-d-813679-3 is: [{'id': '293480a1-2e23-4fb1-8823-1d5b1fe6f8f7', 'name': 'tempest-AttachSCSIVolumeTestJSON-1789480594-router', 'tenant_id': '1a1fe0422dee4bab9ccecb874783d990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '319158aa-e765-4d1b-a53f-9593ad9cf213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:22:43Z', 'updated_at': '2021-10-12T19:22:52Z', 'revision_number': 4, 'project_id': '1a1fe0422dee4bab9ccecb874783d990', 'gw_port': {'id': '319158aa-e765-4d1b-a53f-9593ad9cf213', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:91:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293480a1-2e23-4fb1-8823-1d5b1fe6f8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:22:45Z', 'updated_at': '2021-10-12T19:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': 'd1413702-d70e-460b-9462-90c6688ab0c5', 'name': '', 'network_id': '1d14b8bc-21e0-4ce6-b302-e18b6714a94b', 'tenant_id': '1a1fe0422dee4bab9ccecb874783d990', 'mac_address': 'fa:16:3e:1e:57:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '293480a1-2e23-4fb1-8823-1d5b1fe6f8f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '999c3adf-ecce-4ba2-ba87-8b2531dc5200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:22:50Z', 'updated_at': '2021-10-12T19:22:57Z', 'revision_number': 4, 'project_id': '1a1fe0422dee4bab9ccecb874783d990', 'subnets': [{'id': '999c3adf-ecce-4ba2-ba87-8b2531dc5200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:22:59.579012 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-43f4ccf3-6054-4a19-b752-05b5d8e1c8a6 req-0dfb14bd-780f-48d1-8e4f-1ab4bd246132 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=666b5a4b-a7ff-4681-ba06-b94fff0a6b0a HTTP/1.1" status: 200 len: 217 time: 0.2239578 Oct 12 19:22:59.591323 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fe1e75e6-019b-4549-bbad-0080c0d494cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:59.806439 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aac1722-a12b-4856-83af-79a7d6d4319d req-8df7bce5-3a21-46c4-85ab-c39ca2e8b3c6 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:22:59.814907 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6aac1722-a12b-4856-83af-79a7d6d4319d req-8df7bce5-3a21-46c4-85ab-c39ca2e8b3c6 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/ports?device_id=c04c017f-c7cf-4929-804e-b908f9e4b2bc HTTP/1.1" status: 200 len: 947 time: 0.3571343 Oct 12 19:22:59.824972 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f4ccf3-6054-4a19-b752-05b5d8e1c8a6 req-09dbff47-c63b-4293-8fe7-e6182293822d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:22:59.828678 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-43f4ccf3-6054-4a19-b752-05b5d8e1c8a6 req-09dbff47-c63b-4293-8fe7-e6182293822d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=629aee7d-3fde-4c72-af1e-6a7e1f6a7e75 HTTP/1.1" status: 200 len: 843 time: 0.2450922 Oct 12 19:22:59.857079 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7176f120-5873-497d-8707-20e6a60a1de4 tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:22:59.900655 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f8d09a-85b6-4738-aa99-33aa46afacd5 req-b1603a0c-e7dc-4cbf-8ee2-f361b5a93af7 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:22:59.909703 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-95f8d09a-85b6-4738-aa99-33aa46afacd5 req-b1603a0c-e7dc-4cbf-8ee2-f361b5a93af7 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb56269f-088f-4dd7-97a9-d7a3df061653 HTTP/1.1" status: 200 len: 944 time: 0.1966038 Oct 12 19:22:59.916465 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a6b7213d-2bbb-45cc-b060-87f1f84a64a7 None None] For port 5e8347f0-86f0-444a-bf68-7550d40af334, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=5e8347f0-86f0-444a-bf68-7550d40af334,segment=NetworkSegment(e15d4235-00af-4626-9815-0851b7aca1df),segment_id=e15d4235-00af-4626-9815-0851b7aca1df)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:22:59.917061 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a6b7213d-2bbb-45cc-b060-87f1f84a64a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:00.004726 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-95f8d09a-85b6-4738-aa99-33aa46afacd5 req-caad28b5-e054-45a1-8016-2ef1dd92864d tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e18d525-cf41-4d49-869d-79a715be58e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932598 Oct 12 19:23:00.005477 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7176f120-5873-497d-8707-20e6a60a1de4 tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] No DVR routers for this DVR port 5e8347f0-86f0-444a-bf68-7550d40af334 on host n-d-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:23:00.009919 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f4ccf3-6054-4a19-b752-05b5d8e1c8a6 req-4739f758-3558-478f-a13e-32897ec77931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:00.010983 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-a6b7213d-2bbb-45cc-b060-87f1f84a64a7 None None] Calling delete_port for 5e8347f0-86f0-444a-bf68-7550d40af334 owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:23:00.013565 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-43f4ccf3-6054-4a19-b752-05b5d8e1c8a6 req-4739f758-3558-478f-a13e-32897ec77931 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=90dcf485-b1ad-4139-85a3-9e1e9879e6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1670740 Oct 12 19:23:00.017750 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7176f120-5873-497d-8707-20e6a60a1de4 tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] Pushing event deleted for resources: {'Port': ['ID=5e8347f0-86f0-444a-bf68-7550d40af334,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:23:00.047150 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5123464c-e0ca-40b7-b2e7-cb37dd9bcedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:00.073238 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:00.095476 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [req-43f4ccf3-6054-4a19-b752-05b5d8e1c8a6 req-07c89b7c-cf47-4ecb-9e5d-85e1dd34c476 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4cfedd2-d5e9-4c37-9550-ce5524d812cf {{(pid=95501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:23:00.181047 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6aac1722-a12b-4856-83af-79a7d6d4319d req-378c1779-efd0-4135-b4a0-c1103c751e50 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/security-groups?id=ceeec1d2-c315-47e9-9f92-76d770e7141a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3564222 Oct 12 19:23:00.189135 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-43f4ccf3-6054-4a19-b752-05b5d8e1c8a6 req-07c89b7c-cf47-4ecb-9e5d-85e1dd34c476 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:00.248544 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-43f4ccf3-6054-4a19-b752-05b5d8e1c8a6 req-d8223028-08f9-44c1-b8d9-93e2c7035af5 service neutron] 10.222.0.61 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211435 Oct 12 19:23:00.272341 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-5123464c-e0ca-40b7-b2e7-cb37dd9bcedc None None] For port d1413702-d70e-460b-9462-90c6688ab0c5, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=d1413702-d70e-460b-9462-90c6688ab0c5,segment=NetworkSegment(a436f41d-bb0d-4da6-bd27-0f34f008771a),segment_id=a436f41d-bb0d-4da6-bd27-0f34f008771a)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:23:00.343246 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7176f120-5873-497d-8707-20e6a60a1de4 tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:00.351953 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5123464c-e0ca-40b7-b2e7-cb37dd9bcedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:00.398296 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.provisioning_blocks [req-43f4ccf3-6054-4a19-b752-05b5d8e1c8a6 req-07c89b7c-cf47-4ecb-9e5d-85e1dd34c476 service neutron] Transition to ACTIVE for port object f4cfedd2-d5e9-4c37-9550-ce5524d812cf will not be triggered until provisioned by entity L2. {{(pid=95501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:23:00.406287 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-7176f120-5873-497d-8707-20e6a60a1de4 tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['692966a9-d64e-46c7-97a8-a63cc46bba8f']}} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:23:00.430317 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-7176f120-5873-497d-8707-20e6a60a1de4 tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e15d4235-00af-4626-9815-0851b7aca1df') {'for_net_delete': True} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:23:00.432579 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-7176f120-5873-497d-8707-20e6a60a1de4 tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e15d4235-00af-4626-9815-0851b7aca1df') {} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:23:00.441343 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-43f4ccf3-6054-4a19-b752-05b5d8e1c8a6 req-e5c52696-1878-4887-bdd6-3c162e0a663a service neutron] 10.222.0.61 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852503 Oct 12 19:23:00.472376 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7176f120-5873-497d-8707-20e6a60a1de4 tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4281072'] for segment, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:00.492857 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7176f120-5873-497d-8707-20e6a60a1de4 tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:00.501237 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7176f120-5873-497d-8707-20e6a60a1de4 tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=95501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:23:00.505628 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7176f120-5873-497d-8707-20e6a60a1de4 tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4823170'] for segment, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:00.505628 n-d-813679-3 neutron-server[95501]: Traceback (most recent call last): Oct 12 19:23:00.505628 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:23:00.505628 n-d-813679-3 neutron-server[95501]: timer() Oct 12 19:23:00.505628 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:23:00.505628 n-d-813679-3 neutron-server[95501]: cb(*args, **kw) Oct 12 19:23:00.505628 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:23:00.505628 n-d-813679-3 neutron-server[95501]: return func(*args, **kwargs) Oct 12 19:23:00.505628 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:23:00.505628 n-d-813679-3 neutron-server[95501]: self._notify() Oct 12 19:23:00.505628 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:23:00.505628 n-d-813679-3 neutron-server[95501]: self.callback(batched_events) Oct 12 19:23:00.505628 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:23:00.505628 n-d-813679-3 neutron-server[95501]: event.method(event) Oct 12 19:23:00.505628 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:23:00.505628 n-d-813679-3 neutron-server[95501]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:23:00.505628 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:23:00.505628 n-d-813679-3 neutron-server[95501]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:23:00.505628 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:23:00.505628 n-d-813679-3 neutron-server[95501]: return f(self, *a, **k) Oct 12 19:23:00.505628 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:23:00.505628 n-d-813679-3 neutron-server[95501]: return self._get(url).json() Oct 12 19:23:00.505628 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:23:00.505628 n-d-813679-3 neutron-server[95501]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:23:00.505628 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:23:00.505628 n-d-813679-3 neutron-server[95501]: return self.request(url, 'GET', **kwargs) Oct 12 19:23:00.505628 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:23:00.505628 n-d-813679-3 neutron-server[95501]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:23:00.505628 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:23:00.505628 n-d-813679-3 neutron-server[95501]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:23:00.505628 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:23:00.505628 n-d-813679-3 neutron-server[95501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:23:00.505628 n-d-813679-3 neutron-server[95501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:23:00.653547 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-43f4ccf3-6054-4a19-b752-05b5d8e1c8a6 req-07c89b7c-cf47-4ecb-9e5d-85e1dd34c476 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:00.654535 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5123464c-e0ca-40b7-b2e7-cb37dd9bcedc None None] Pushing event updated for resources: {'Port': ['ID=d1413702-d70e-460b-9462-90c6688ab0c5,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:23:00.654535 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a6b7213d-2bbb-45cc-b060-87f1f84a64a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:00.654535 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b7213d-2bbb-45cc-b060-87f1f84a64a7 None None] No DVR routers for this DVR port 5e8347f0-86f0-444a-bf68-7550d40af334 on host n-d-813679-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:23:00.654535 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b7213d-2bbb-45cc-b060-87f1f84a64a7 None None] Pushing event deleted for resources: {'Port': ['ID=5e8347f0-86f0-444a-bf68-7550d40af334,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:23:00.654535 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-21f9f9b7-01ff-418c-bb31-e1174f5c984d None None] Provisioning complete for port d1413702-d70e-460b-9462-90c6688ab0c5 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:23:00.654535 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-21f9f9b7-01ff-418c-bb31-e1174f5c984d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:00.779913 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c89b7c-cf47-4ecb-9e5d-85e1dd34c476 service neutron] Pushing event updated for resources: {'Port': ['ID=f4cfedd2-d5e9-4c37-9550-ce5524d812cf,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:23:00.815720 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0a3ee1-478c-48e1-82de-a8b58bf61024 req-96ad3389-cc26-454f-b6b0-3531cb37bcc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:00.822868 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-cb0a3ee1-478c-48e1-82de-a8b58bf61024 req-96ad3389-cc26-454f-b6b0-3531cb37bcc6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=72ac91cd8d494d6197bc36451232b3b4&device_id=c04c017f-c7cf-4929-804e-b908f9e4b2bc HTTP/1.1" status: 200 len: 1098 time: 0.1424377 Oct 12 19:23:00.876494 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7176f120-5873-497d-8707-20e6a60a1de4 tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:00.903115 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device d1413702-d70e-460b-9462-90c6688ab0c5 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:23:00.903536 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7176f120-5873-497d-8707-20e6a60a1de4 tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:00.924675 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-7176f120-5873-497d-8707-20e6a60a1de4 tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] 10.222.0.49 "DELETE /v2.0/networks/692966a9-d64e-46c7-97a8-a63cc46bba8f HTTP/1.1" status: 204 len: 168 time: 4.0508246 Oct 12 19:23:00.979773 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7176f120-5873-497d-8707-20e6a60a1de4 tempest-TagsExtTest-1991708250 tempest-TagsExtTest-1991708250-project] Pushing event deleted for resources: {'Network': ['ID=692966a9-d64e-46c7-97a8-a63cc46bba8f,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:23:01.021084 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port d1413702-d70e-460b-9462-90c6688ab0c5 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:23:01.030658 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:01.094930 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-43f4ccf3-6054-4a19-b752-05b5d8e1c8a6 req-07c89b7c-cf47-4ecb-9e5d-85e1dd34c476 service neutron] Attempting to bind port f4cfedd2-d5e9-4c37-9550-ce5524d812cf on host n-h2-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:23:01.101702 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-43f4ccf3-6054-4a19-b752-05b5d8e1c8a6 req-07c89b7c-cf47-4ecb-9e5d-85e1dd34c476 service neutron] Attempting to bind port f4cfedd2-d5e9-4c37-9550-ce5524d812cf by drivers openvswitch,hyperv on host n-h2-813679-3 at level 0 using segments [{'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:23:01.107793 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f4ccf3-6054-4a19-b752-05b5d8e1c8a6 req-07c89b7c-cf47-4ecb-9e5d-85e1dd34c476 service neutron] Attempting to bind port f4cfedd2-d5e9-4c37-9550-ce5524d812cf on network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:23:01.118234 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f4ccf3-6054-4a19-b752-05b5d8e1c8a6 req-07c89b7c-cf47-4ecb-9e5d-85e1dd34c476 service neutron] Port f4cfedd2-d5e9-4c37-9550-ce5524d812cf on network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:23:01.129660 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f4ccf3-6054-4a19-b752-05b5d8e1c8a6 req-07c89b7c-cf47-4ecb-9e5d-85e1dd34c476 service neutron] Attempting to bind port f4cfedd2-d5e9-4c37-9550-ce5524d812cf on network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:23:01.149734 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f4ccf3-6054-4a19-b752-05b5d8e1c8a6 req-07c89b7c-cf47-4ecb-9e5d-85e1dd34c476 service neutron] Checking agent: {'id': '233fbd7d-38e4-434f-bb8f-05364d7423a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 22, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:23:01.150071 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f4ccf3-6054-4a19-b752-05b5d8e1c8a6 req-07c89b7c-cf47-4ecb-9e5d-85e1dd34c476 service neutron] Checking segment: {'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:23:01.150714 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f4ccf3-6054-4a19-b752-05b5d8e1c8a6 req-07c89b7c-cf47-4ecb-9e5d-85e1dd34c476 service neutron] Bound using segment: {'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:23:01.164189 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-43f4ccf3-6054-4a19-b752-05b5d8e1c8a6 req-07c89b7c-cf47-4ecb-9e5d-85e1dd34c476 service neutron] Bound port: f4cfedd2-d5e9-4c37-9550-ce5524d812cf, host: n-h2-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'}}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:23:01.172554 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-43f4ccf3-6054-4a19-b752-05b5d8e1c8a6 req-07c89b7c-cf47-4ecb-9e5d-85e1dd34c476 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:01.668359 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-69e0cc99-556a-4fb6-968b-71bf1ad839af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:01.809902 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0a3ee1-478c-48e1-82de-a8b58bf61024 req-785c6386-36f1-4985-a53b-7412df753044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:01.812210 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-cb0a3ee1-478c-48e1-82de-a8b58bf61024 req-785c6386-36f1-4985-a53b-7412df753044 service neutron] 10.222.0.61 "GET /v2.0/networks?id=90dcf485-b1ad-4139-85a3-9e1e9879e6b1 HTTP/1.1" status: 200 len: 870 time: 0.9784625 Oct 12 19:23:01.831498 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea35228a-6024-4386-8f36-7ee4932e174e req-4fbe024c-5f98-4d35-8440-564eb803eb82 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:01.844941 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ea35228a-6024-4386-8f36-7ee4932e174e req-4fbe024c-5f98-4d35-8440-564eb803eb82 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/ports?device_id=c04c017f-c7cf-4929-804e-b908f9e4b2bc HTTP/1.1" status: 200 len: 947 time: 0.1824539 Oct 12 19:23:01.898949 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 46330) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:23:01.935887 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-cb0a3ee1-478c-48e1-82de-a8b58bf61024 req-6564e9df-997a-4dab-b85f-d812fbefcaa7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=666b5a4b-a7ff-4681-ba06-b94fff0a6b0a HTTP/1.1" status: 200 len: 217 time: 0.0874078 Oct 12 19:23:02.023218 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997f8372-140b-4930-a73b-389685b33e75 req-2af9b2a5-a1e0-4ab4-8725-34cadc29b37f tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:02.036792 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-997f8372-140b-4930-a73b-389685b33e75 req-2af9b2a5-a1e0-4ab4-8725-34cadc29b37f tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb56269f-088f-4dd7-97a9-d7a3df061653 HTTP/1.1" status: 200 len: 944 time: 0.7712419 Oct 12 19:23:02.087628 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-43f4ccf3-6054-4a19-b752-05b5d8e1c8a6 req-07c89b7c-cf47-4ecb-9e5d-85e1dd34c476 service neutron] For port f4cfedd2-d5e9-4c37-9550-ce5524d812cf, host n-h2-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:23:02.110486 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0a3ee1-478c-48e1-82de-a8b58bf61024 req-6e8ba44b-5a09-4442-9649-7225d60713f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:02.116708 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-cb0a3ee1-478c-48e1-82de-a8b58bf61024 req-6e8ba44b-5a09-4442-9649-7225d60713f8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=629aee7d-3fde-4c72-af1e-6a7e1f6a7e75 HTTP/1.1" status: 200 len: 843 time: 0.1602337 Oct 12 19:23:02.158203 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-997f8372-140b-4930-a73b-389685b33e75 req-b75971a0-d9ba-4071-929a-be22b30e6e8a tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e18d525-cf41-4d49-869d-79a715be58e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194227 Oct 12 19:23:02.168260 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-43f4ccf3-6054-4a19-b752-05b5d8e1c8a6 req-07c89b7c-cf47-4ecb-9e5d-85e1dd34c476 service neutron] For port f4cfedd2-d5e9-4c37-9550-ce5524d812cf, host n-h2-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=f4cfedd2-d5e9-4c37-9550-ce5524d812cf,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:23:02.187986 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ea35228a-6024-4386-8f36-7ee4932e174e req-160e5bef-8ffb-4f5f-b028-b72078c5ab5b tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/security-groups?id=ceeec1d2-c315-47e9-9f92-76d770e7141a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3370683 Oct 12 19:23:02.243206 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-43f4ccf3-6054-4a19-b752-05b5d8e1c8a6 req-07c89b7c-cf47-4ecb-9e5d-85e1dd34c476 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:02.302492 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0a3ee1-478c-48e1-82de-a8b58bf61024 req-b34b9aaf-786c-4f0e-a785-a7f36ed57d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:02.309950 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-cb0a3ee1-478c-48e1-82de-a8b58bf61024 req-b34b9aaf-786c-4f0e-a785-a7f36ed57d6a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=90dcf485-b1ad-4139-85a3-9e1e9879e6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1738358 Oct 12 19:23:02.321662 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-ed00de4d-9c71-43f3-8b89-c6a60d793fba admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6f6ab4fe8e444ba7a9784f19b3610105&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4190876 Oct 12 19:23:02.325478 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 46350) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:23:02.368427 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device a1f42106-a7b0-4dd3-8e89-1f2eceabc986 up at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:23:02.423454 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f4ccf3-6054-4a19-b752-05b5d8e1c8a6 req-07c89b7c-cf47-4ecb-9e5d-85e1dd34c476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:02.424391 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-43f4ccf3-6054-4a19-b752-05b5d8e1c8a6 req-07c89b7c-cf47-4ecb-9e5d-85e1dd34c476 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:02.426102 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-43f4ccf3-6054-4a19-b752-05b5d8e1c8a6 req-07c89b7c-cf47-4ecb-9e5d-85e1dd34c476 service neutron] 10.222.0.67 "PUT /v2.0/ports/f4cfedd2-d5e9-4c37-9550-ce5524d812cf HTTP/1.1" status: 200 len: 1096 time: 4.5311103 Oct 12 19:23:02.427032 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '792b051e-dcb6-42bd-a048-adc1d5c2dc3b', 'tag': 'f4cfedd2-d5e9-4c37-9550-ce5524d812cf'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:23:02.430263 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f3afbb4-4072-495b-8877-28afba7e2b6c" -d '{"events": [{"name": "network-changed", "server_uuid": "792b051e-dcb6-42bd-a048-adc1d5c2dc3b", "tag": "f4cfedd2-d5e9-4c37-9550-ce5524d812cf"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:23:02.588305 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:02.594326 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3f71fda-6710-49ba-b8db-fbbd8cff00c1 x-openstack-request-id: req-a3f71fda-6710-49ba-b8db-fbbd8cff00c1 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:23:02.603669 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "792b051e-dcb6-42bd-a048-adc1d5c2dc3b", "tag": "f4cfedd2-d5e9-4c37-9550-ce5524d812cf", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:23:02.603669 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a3f71fda-6710-49ba-b8db-fbbd8cff00c1 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:23:02.603669 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '792b051e-dcb6-42bd-a048-adc1d5c2dc3b', 'tag': 'f4cfedd2-d5e9-4c37-9550-ce5524d812cf', 'status': 'completed', 'code': 200} Oct 12 19:23:02.603669 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d2658e69-635b-439c-adce-0825351694ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:02.607763 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-cb0a3ee1-478c-48e1-82de-a8b58bf61024 req-5bbdbd27-0c0b-41fa-8b57-5ff4c602659c service neutron] 10.222.0.61 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2756119 Oct 12 19:23:02.627953 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning for port a1f42106-a7b0-4dd3-8e89-1f2eceabc986 completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:23:02.634609 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning complete for port a1f42106-a7b0-4dd3-8e89-1f2eceabc986 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:23:02.635645 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:02.680464 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c89b7c-cf47-4ecb-9e5d-85e1dd34c476 service neutron] Pushing event updated for resources: {'Port': ['ID=f4cfedd2-d5e9-4c37-9550-ce5524d812cf,revision_number=3']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:23:02.695826 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f4ccf3-6054-4a19-b752-05b5d8e1c8a6 req-eac954fb-7567-4805-94a7-c29bbb98ae51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:02.701193 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-43f4ccf3-6054-4a19-b752-05b5d8e1c8a6 req-eac954fb-7567-4805-94a7-c29bbb98ae51 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=72ac91cd8d494d6197bc36451232b3b4&device_id=792b051e-dcb6-42bd-a048-adc1d5c2dc3b HTTP/1.1" status: 200 len: 1099 time: 0.1127892 Oct 12 19:23:02.712473 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d2658e69-635b-439c-adce-0825351694ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:02.783348 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:02.784511 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:02.823372 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-43f4ccf3-6054-4a19-b752-05b5d8e1c8a6 req-123769f1-4a37-486f-acc2-9ab02f3d5ae6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=f4cfedd2-d5e9-4c37-9550-ce5524d812cf HTTP/1.1" status: 200 len: 217 time: 0.0462289 Oct 12 19:23:02.827035 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb56269f-088f-4dd7-97a9-d7a3df061653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1f42106-a7b0-4dd3-8e89-1f2eceabc986'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:23:02.830801 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-cb0a3ee1-478c-48e1-82de-a8b58bf61024 req-a262d0d4-e943-41fe-9056-df6f049c5e61 service neutron] 10.222.0.61 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138786 Oct 12 19:23:02.834803 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b250221-c8e2-4a6e-ad0b-cad078ff954b" -d '{"events": [{"server_uuid": "fb56269f-088f-4dd7-97a9-d7a3df061653", "name": "network-vif-plugged", "status": "completed", "tag": "a1f42106-a7b0-4dd3-8e89-1f2eceabc986"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:23:02.870992 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port a1f42106-a7b0-4dd3-8e89-1f2eceabc986, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=a1f42106-a7b0-4dd3-8e89-1f2eceabc986,segment=NetworkSegment(1311cbfc-168d-4d44-b005-c99086bc74c8),segment_id=1311cbfc-168d-4d44-b005-c99086bc74c8)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:23:02.913035 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f4ccf3-6054-4a19-b752-05b5d8e1c8a6 req-a1a61c56-9d49-40bd-9488-43f30cae9b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:02.914657 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-43f4ccf3-6054-4a19-b752-05b5d8e1c8a6 req-a1a61c56-9d49-40bd-9488-43f30cae9b36 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=629aee7d-3fde-4c72-af1e-6a7e1f6a7e75 HTTP/1.1" status: 200 len: 843 time: 0.0823033 Oct 12 19:23:02.939279 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62474592-3b78-4b87-9129-c72376491f02 x-openstack-request-id: req-62474592-3b78-4b87-9129-c72376491f02 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:23:02.939755 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb56269f-088f-4dd7-97a9-d7a3df061653", "name": "network-vif-plugged", "status": "completed", "tag": "a1f42106-a7b0-4dd3-8e89-1f2eceabc986", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:23:02.940286 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-62474592-3b78-4b87-9129-c72376491f02 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:23:02.940908 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb56269f-088f-4dd7-97a9-d7a3df061653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1f42106-a7b0-4dd3-8e89-1f2eceabc986', 'code': 200} Oct 12 19:23:02.950282 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d2658e69-635b-439c-adce-0825351694ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:02.955230 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d2658e69-635b-439c-adce-0825351694ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:02.962275 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:02.965767 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:02.981515 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-d2658e69-635b-439c-adce-0825351694ee admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/36fd227d-8b68-42f5-8109-7997caaa9e5b HTTP/1.1" status: 204 len: 168 time: 0.6523011 Oct 12 19:23:03.056216 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f4ccf3-6054-4a19-b752-05b5d8e1c8a6 req-1d967487-9b85-4591-a81a-b8478fcb6810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:03.058424 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-43f4ccf3-6054-4a19-b752-05b5d8e1c8a6 req-1d967487-9b85-4591-a81a-b8478fcb6810 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=90dcf485-b1ad-4139-85a3-9e1e9879e6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1333904 Oct 12 19:23:03.061522 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2658e69-635b-439c-adce-0825351694ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36fd227d-8b68-42f5-8109-7997caaa9e5b,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:23:03.094244 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4d8d56-aec7-4d1f-9cb4-6c0a743060f2 req-55d2afc6-53f9-4631-a2ef-c90cc6c07e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:03.095763 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2e4d8d56-aec7-4d1f-9cb4-6c0a743060f2 req-55d2afc6-53f9-4631-a2ef-c90cc6c07e6e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=fb56269f-088f-4dd7-97a9-d7a3df061653 HTTP/1.1" status: 200 len: 1096 time: 0.0796916 Oct 12 19:23:03.184068 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2e4d8d56-aec7-4d1f-9cb4-6c0a743060f2 req-8b764a68-7f0c-41ba-a403-ac0ac6ee5eda service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=8e18d525-cf41-4d49-869d-79a715be58e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807574 Oct 12 19:23:03.213499 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 46368) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:23:03.216011 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=a1f42106-a7b0-4dd3-8e89-1f2eceabc986,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:23:03.221228 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-43f4ccf3-6054-4a19-b752-05b5d8e1c8a6 req-ab14d3bc-6162-4190-a198-85f5dcec0e67 service neutron] 10.222.0.67 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544588 Oct 12 19:23:03.418739 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-43f4ccf3-6054-4a19-b752-05b5d8e1c8a6 req-b193f286-e5b5-4d1e-aa6c-023bdae74afa service neutron] 10.222.0.67 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839945 Oct 12 19:23:03.504527 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba23dbc-170c-479e-83d1-567e0c1b3f7e req-4e81a993-4d91-4242-ba07-d6cb4d6ff344 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:03.514722 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2ba23dbc-170c-479e-83d1-567e0c1b3f7e req-4e81a993-4d91-4242-ba07-d6cb4d6ff344 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb56269f-088f-4dd7-97a9-d7a3df061653 HTTP/1.1" status: 200 len: 945 time: 0.0966768 Oct 12 19:23:03.519190 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a73731-1859-4179-84dd-9a186f4a516b req-70cb5e3c-5a5a-4e35-8a87-596829a87f0a tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:03.525506 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-67a73731-1859-4179-84dd-9a186f4a516b req-70cb5e3c-5a5a-4e35-8a87-596829a87f0a tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/ports?device_id=c04c017f-c7cf-4929-804e-b908f9e4b2bc HTTP/1.1" status: 200 len: 947 time: 0.1379051 Oct 12 19:23:03.564991 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-28485a61-2b60-4f8a-b4c0-66b529c542b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:03.576901 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:03.595957 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2ba23dbc-170c-479e-83d1-567e0c1b3f7e req-7f33c1bb-5b71-4086-90a9-5c255c3c4817 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e18d525-cf41-4d49-869d-79a715be58e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801084 Oct 12 19:23:03.604986 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-67a73731-1859-4179-84dd-9a186f4a516b req-e8b6e380-4c56-46f6-8ae0-2d69180fe6f6 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/security-groups?id=ceeec1d2-c315-47e9-9f92-76d770e7141a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783098 Oct 12 19:23:03.825339 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3afbb4-4072-495b-8877-28afba7e2b6c req-7b92e40b-f886-43ff-962e-352596ad989a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:03.829231 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2f3afbb4-4072-495b-8877-28afba7e2b6c req-7b92e40b-f886-43ff-962e-352596ad989a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=72ac91cd8d494d6197bc36451232b3b4&device_id=792b051e-dcb6-42bd-a048-adc1d5c2dc3b HTTP/1.1" status: 200 len: 1099 time: 0.2503760 Oct 12 19:23:03.890472 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-28485a61-2b60-4f8a-b4c0-66b529c542b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:04.012900 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-28485a61-2b60-4f8a-b4c0-66b529c542b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:04.066512 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3afbb4-4072-495b-8877-28afba7e2b6c req-376cf9db-551d-46d5-9aca-1d2efb8caed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:04.072603 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2f3afbb4-4072-495b-8877-28afba7e2b6c req-376cf9db-551d-46d5-9aca-1d2efb8caed4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=90dcf485-b1ad-4139-85a3-9e1e9879e6b1 HTTP/1.1" status: 200 len: 870 time: 0.2333400 Oct 12 19:23:04.132315 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2f3afbb4-4072-495b-8877-28afba7e2b6c req-7e3b7d18-3d95-45ca-bd6e-78551fb18095 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=f4cfedd2-d5e9-4c37-9550-ce5524d812cf HTTP/1.1" status: 200 len: 217 time: 0.0512893 Oct 12 19:23:04.239054 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 46386) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:23:04.245452 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-28485a61-2b60-4f8a-b4c0-66b529c542b7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=98f82026e415479492c9def94dc12603&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0308363 Oct 12 19:23:04.246296 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28485a61-2b60-4f8a-b4c0-66b529c542b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bffe438-bc14-4ee0-9d9e-d6218ba534dd,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:23:04.339547 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3afbb4-4072-495b-8877-28afba7e2b6c req-0762f4d6-8496-4689-82bd-742d208ed180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:04.353881 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2f3afbb4-4072-495b-8877-28afba7e2b6c req-0762f4d6-8496-4689-82bd-742d208ed180 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=629aee7d-3fde-4c72-af1e-6a7e1f6a7e75 HTTP/1.1" status: 200 len: 843 time: 0.2021773 Oct 12 19:23:04.411786 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 666b5a4b-a7ff-4681-ba06-b94fff0a6b0a details requested by agent hyperv_n-h1-813679-3 with host n-h1-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:23:04.420557 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-fbcc8faa-a7b4-4109-9215-d0eaa5eac157 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:04.493072 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-fbcc8faa-a7b4-4109-9215-d0eaa5eac157 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:04.494366 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:04.540326 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 666b5a4b-a7ff-4681-ba06-b94fff0a6b0a, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=666b5a4b-a7ff-4681-ba06-b94fff0a6b0a,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:23:04.552549 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Returning: {'device': '666b5a4b-a7ff-4681-ba06-b94fff0a6b0a', 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1', 'port_id': '666b5a4b-a7ff-4681-ba06-b94fff0a6b0a', 'mac_address': 'fa:16:3e:61:c2:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '629aee7d-3fde-4c72-af1e-6a7e1f6a7e75', 'ip_address': '192.168.233.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:23:04.588313 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3afbb4-4072-495b-8877-28afba7e2b6c req-4d3e0220-e258-435e-8ea0-79efb292acd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:04.592064 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2f3afbb4-4072-495b-8877-28afba7e2b6c req-4d3e0220-e258-435e-8ea0-79efb292acd1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=90dcf485-b1ad-4139-85a3-9e1e9879e6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2275062 Oct 12 19:23:04.648498 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device f4cfedd2-d5e9-4c37-9550-ce5524d812cf details requested by agent hyperv_n-h2-813679-3 with host n-h2-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:23:04.750152 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:04.781273 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 666b5a4b-a7ff-4681-ba06-b94fff0a6b0a {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:23:04.810694 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26c211c-0c6e-46af-9a8c-c97419b01432 req-5370a9b7-8cad-4850-bbd5-09e57954a772 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:04.816170 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 666b5a4b-a7ff-4681-ba06-b94fff0a6b0a, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=666b5a4b-a7ff-4681-ba06-b94fff0a6b0a,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:23:04.821898 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b26c211c-0c6e-46af-9a8c-c97419b01432 req-5370a9b7-8cad-4850-bbd5-09e57954a772 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb56269f-088f-4dd7-97a9-d7a3df061653 HTTP/1.1" status: 200 len: 945 time: 0.0678332 Oct 12 19:23:04.854243 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-fbcc8faa-a7b4-4109-9215-d0eaa5eac157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:04.855390 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-fbcc8faa-a7b4-4109-9215-d0eaa5eac157 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:04.858495 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-fbcc8faa-a7b4-4109-9215-d0eaa5eac157 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7bffe438-bc14-4ee0-9d9e-d6218ba534dd HTTP/1.1" status: 204 len: 168 time: 0.6157198 Oct 12 19:23:04.869280 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcc8faa-a7b4-4109-9215-d0eaa5eac157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bffe438-bc14-4ee0-9d9e-d6218ba534dd,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:23:04.900568 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275432a4-d303-45af-93b0-c63e789b3d7e req-1e86ab57-6511-426c-820c-42d2517f8416 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:04.902415 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-275432a4-d303-45af-93b0-c63e789b3d7e req-1e86ab57-6511-426c-820c-42d2517f8416 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/ports?device_id=c04c017f-c7cf-4929-804e-b908f9e4b2bc HTTP/1.1" status: 200 len: 947 time: 0.1106932 Oct 12 19:23:04.924379 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b26c211c-0c6e-46af-9a8c-c97419b01432 req-50b2c857-d886-4a9d-95f6-fdd7d5513fe6 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e18d525-cf41-4d49-869d-79a715be58e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008229 Oct 12 19:23:04.986364 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:05.164623 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-275432a4-d303-45af-93b0-c63e789b3d7e req-25888c5b-4afd-4def-be74-8f3e647564c4 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/security-groups?id=ceeec1d2-c315-47e9-9f92-76d770e7141a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416549 Oct 12 19:23:05.166892 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2f3afbb4-4072-495b-8877-28afba7e2b6c req-562013e7-f938-4ed1-a3b0-79c2940e9675 service neutron] 10.222.0.67 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5654802 Oct 12 19:23:05.192846 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port f4cfedd2-d5e9-4c37-9550-ce5524d812cf, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=f4cfedd2-d5e9-4c37-9550-ce5524d812cf,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:23:05.196481 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=666b5a4b-a7ff-4681-ba06-b94fff0a6b0a,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:23:05.260742 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Returning: {'device': 'f4cfedd2-d5e9-4c37-9550-ce5524d812cf', 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1', 'port_id': 'f4cfedd2-d5e9-4c37-9550-ce5524d812cf', 'mac_address': 'fa:16:3e:54:e7:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '629aee7d-3fde-4c72-af1e-6a7e1f6a7e75', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:23:05.335459 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:05.381787 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4cfedd2-d5e9-4c37-9550-ce5524d812cf {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:23:05.421795 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port f4cfedd2-d5e9-4c37-9550-ce5524d812cf, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=f4cfedd2-d5e9-4c37-9550-ce5524d812cf,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:23:05.431165 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['666b5a4b-a7ff-4681-ba06-b94fff0a6b0a'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:23:05.456494 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b512c42-638c-4cbf-a2e3-68897602705f req-a2ce1a3b-4c01-4df8-8d2d-f1104203be62 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:05.459624 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9b512c42-638c-4cbf-a2e3-68897602705f req-a2ce1a3b-4c01-4df8-8d2d-f1104203be62 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb56269f-088f-4dd7-97a9-d7a3df061653 HTTP/1.1" status: 200 len: 945 time: 0.1497214 Oct 12 19:23:05.466908 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 46416) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:23:05.472781 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-7133a53e-3928-4e16-a4f6-2c7ff999f650 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Request body: {'floatingip': {'port_id': 'a1f42106-a7b0-4dd3-8e89-1f2eceabc986'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:23:05.508985 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2f3afbb4-4072-495b-8877-28afba7e2b6c req-7553c656-8501-4639-bac6-6c94ba49a961 service neutron] 10.222.0.67 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3334045 Oct 12 19:23:05.542484 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:05.651235 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7133a53e-3928-4e16-a4f6-2c7ff999f650 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Notify callbacks [] for floatingip, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:05.703448 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=f4cfedd2-d5e9-4c37-9550-ce5524d812cf,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:23:05.792741 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['f4cfedd2-d5e9-4c37-9550-ce5524d812cf'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:23:06.075074 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 46432) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:23:06.104224 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4250a56d-47e4-4160-a088-dc06a53073a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:06.353061 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4250a56d-47e4-4160-a088-dc06a53073a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:06.426563 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cd2fdd-5405-4747-b26e-103dc6e6e50a req-67ae0c5a-a969-43ae-8d46-247fc0ef0f22 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:06.426563 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-20cd2fdd-5405-4747-b26e-103dc6e6e50a req-67ae0c5a-a969-43ae-8d46-247fc0ef0f22 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/ports?device_id=c04c017f-c7cf-4929-804e-b908f9e4b2bc HTTP/1.1" status: 200 len: 948 time: 0.0616722 Oct 12 19:23:06.462489 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-20cd2fdd-5405-4747-b26e-103dc6e6e50a req-a8940c20-efdb-43b6-aef9-dc367d0d5259 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/security-groups?id=ceeec1d2-c315-47e9-9f92-76d770e7141a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385630 Oct 12 19:23:06.511104 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4250a56d-47e4-4160-a088-dc06a53073a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:06.558238 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4250a56d-47e4-4160-a088-dc06a53073a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55f2c76f-4e43-4115-98b8-07c66ccb1cea,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:23:06.570162 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-4250a56d-47e4-4160-a088-dc06a53073a9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f3ff8c487f804334817d94b7231caed7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4935224 Oct 12 19:23:06.571083 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 46442) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:23:06.598077 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.db.resource_extend [None req-7133a53e-3928-4e16-a4f6-2c7ff999f650 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 12 19:23:06.646931 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-462908cc-1d6c-4870-94c9-af5f3d31c28c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:06.696618 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-462908cc-1d6c-4870-94c9-af5f3d31c28c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:06.714666 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7133a53e-3928-4e16-a4f6-2c7ff999f650 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:06.795054 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7133a53e-3928-4e16-a4f6-2c7ff999f650 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7915414'] for floatingip, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:06.822058 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-462908cc-1d6c-4870-94c9-af5f3d31c28c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:06.839299 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-462908cc-1d6c-4870-94c9-af5f3d31c28c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:06.843526 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-462908cc-1d6c-4870-94c9-af5f3d31c28c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/55f2c76f-4e43-4115-98b8-07c66ccb1cea HTTP/1.1" status: 204 len: 168 time: 0.2713425 Oct 12 19:23:06.854853 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462908cc-1d6c-4870-94c9-af5f3d31c28c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55f2c76f-4e43-4115-98b8-07c66ccb1cea,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:23:07.237385 n-d-813679-3 neutron-server[95502]: INFO neutron.db.l3_db [None req-7133a53e-3928-4e16-a4f6-2c7ff999f650 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Floating IP 2e977c55-e9c6-49fc-8f58-e5f8e1f80e1c associated. External IP: 172.25.5.221, port: a1f42106-a7b0-4dd3-8e89-1f2eceabc986. Oct 12 19:23:07.558065 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7133a53e-3928-4e16-a4f6-2c7ff999f650 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Router 879310a4-6b7f-4733-8968-5719a42090c9 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:23:07.799169 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc0e101-5f87-4bba-a1fa-2dbe5eb6cb07 req-99f4334c-4bb3-442e-926c-42c8eeb907b1 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:07.799169 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bdc0e101-5f87-4bba-a1fa-2dbe5eb6cb07 req-99f4334c-4bb3-442e-926c-42c8eeb907b1 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/ports?device_id=c04c017f-c7cf-4929-804e-b908f9e4b2bc HTTP/1.1" status: 200 len: 948 time: 0.1573818 Oct 12 19:23:07.809635 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7133a53e-3928-4e16-a4f6-2c7ff999f650 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:23:07.825639 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc49d32-e177-4b94-aa80-3b80609a947b None None] Sync routers for ids ['879310a4-6b7f-4733-8968-5719a42090c9'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:23:07.840376 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7133a53e-3928-4e16-a4f6-2c7ff999f650 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:07.860829 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc49d32-e177-4b94-aa80-3b80609a947b None None] Routers {'879310a4-6b7f-4733-8968-5719a42090c9'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:23:07.861477 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-8cc49d32-e177-4b94-aa80-3b80609a947b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:23:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['879310a4-6b7f-4733-8968-5719a42090c9'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:23:07.893549 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-7133a53e-3928-4e16-a4f6-2c7ff999f650 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "PUT /v2.0/floatingips/2e977c55-e9c6-49fc-8f58-e5f8e1f80e1c HTTP/1.1" status: 200 len: 991 time: 2.4217896 Oct 12 19:23:07.893549 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb56269f-088f-4dd7-97a9-d7a3df061653', 'tag': 'a1f42106-a7b0-4dd3-8e89-1f2eceabc986'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:23:07.893549 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9a89335-4aa6-4fa6-b3cf-4f71aeb00628" -d '{"events": [{"name": "network-changed", "server_uuid": "fb56269f-088f-4dd7-97a9-d7a3df061653", "tag": "a1f42106-a7b0-4dd3-8e89-1f2eceabc986"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:23:07.916711 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bdc0e101-5f87-4bba-a1fa-2dbe5eb6cb07 req-0d3d3a71-f1e7-4116-bf0c-01f9545205f9 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/security-groups?id=ceeec1d2-c315-47e9-9f92-76d770e7141a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087370 Oct 12 19:23:08.019557 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20fba5b1-aea5-422f-a103-990c5719f546 x-openstack-request-id: req-20fba5b1-aea5-422f-a103-990c5719f546 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:23:08.020961 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb56269f-088f-4dd7-97a9-d7a3df061653", "tag": "a1f42106-a7b0-4dd3-8e89-1f2eceabc986", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:23:08.022667 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-20fba5b1-aea5-422f-a103-990c5719f546 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:23:08.023130 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb56269f-088f-4dd7-97a9-d7a3df061653', 'tag': 'a1f42106-a7b0-4dd3-8e89-1f2eceabc986', 'status': 'completed', 'code': 200} Oct 12 19:23:08.108000 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a89335-4aa6-4fa6-b3cf-4f71aeb00628 req-04b556dd-12aa-4044-a804-f890ef7825fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:08.109529 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f9a89335-4aa6-4fa6-b3cf-4f71aeb00628 req-04b556dd-12aa-4044-a804-f890ef7825fb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8037c4999d8b4d25a8c451f2b659a2c4&device_id=fb56269f-088f-4dd7-97a9-d7a3df061653 HTTP/1.1" status: 200 len: 1096 time: 0.0605843 Oct 12 19:23:08.131676 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-8cc49d32-e177-4b94-aa80-3b80609a947b None None] Set router 879310a4-6b7f-4733-8968-5719a42090c9 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:23:08.264714 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a89335-4aa6-4fa6-b3cf-4f71aeb00628 req-4929967f-e689-423a-b1d5-4a0bf27fc171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:08.266709 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f9a89335-4aa6-4fa6-b3cf-4f71aeb00628 req-4929967f-e689-423a-b1d5-4a0bf27fc171 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f22a0b4a-70e4-4463-a6ef-6109199fd871 HTTP/1.1" status: 200 len: 912 time: 0.1479671 Oct 12 19:23:08.416296 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 666b5a4b-a7ff-4681-ba06-b94fff0a6b0a up at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:23:08.426502 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f9a89335-4aa6-4fa6-b3cf-4f71aeb00628 req-3dee8e05-10ee-4da6-83ba-66534ce34fb6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a1f42106-a7b0-4dd3-8e89-1f2eceabc986 HTTP/1.1" status: 200 len: 999 time: 0.1522450 Oct 12 19:23:08.521678 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a89335-4aa6-4fa6-b3cf-4f71aeb00628 req-2e801115-acac-4e76-ad0c-6e14211aa52c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:08.523115 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f9a89335-4aa6-4fa6-b3cf-4f71aeb00628 req-2e801115-acac-4e76-ad0c-6e14211aa52c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a09cd6ac-b3e0-423d-9e85-6644cbc7e663 HTTP/1.1" status: 200 len: 850 time: 0.0880823 Oct 12 19:23:08.619764 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a89335-4aa6-4fa6-b3cf-4f71aeb00628 req-8739d0a8-ed64-436b-a232-fe38f12a66ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:08.624419 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f9a89335-4aa6-4fa6-b3cf-4f71aeb00628 req-8739d0a8-ed64-436b-a232-fe38f12a66ae service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f22a0b4a-70e4-4463-a6ef-6109199fd871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0922153 Oct 12 19:23:08.690394 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device f4cfedd2-d5e9-4c37-9550-ce5524d812cf up at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:23:08.764673 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f9a89335-4aa6-4fa6-b3cf-4f71aeb00628 req-33c4e3a6-2b7d-45b6-9887-db8b31dfbdd5 service neutron] 10.222.0.61 "GET /v2.0/networks/f22a0b4a-70e4-4463-a6ef-6109199fd871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296577 Oct 12 19:23:08.852072 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning for port 666b5a4b-a7ff-4681-ba06-b94fff0a6b0a completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:23:08.862748 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning complete for port 666b5a4b-a7ff-4681-ba06-b94fff0a6b0a triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:23:08.863126 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:08.872337 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f9a89335-4aa6-4fa6-b3cf-4f71aeb00628 req-f32e382f-c4f6-4ec8-a235-a333d33f5407 service neutron] 10.222.0.61 "GET /v2.0/networks/f22a0b4a-70e4-4463-a6ef-6109199fd871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002140 Oct 12 19:23:08.885782 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning for port f4cfedd2-d5e9-4c37-9550-ce5524d812cf completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:23:08.899714 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning complete for port f4cfedd2-d5e9-4c37-9550-ce5524d812cf triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:23:08.900377 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:08.938785 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-8cc49d32-e177-4b94-aa80-3b80609a947b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '879310a4-6b7f-4733-8968-5719a42090c9', 'name': 'tempest-ServerActionsTestJSON-305807492-router', 'tenant_id': '8037c4999d8b4d25a8c451f2b659a2c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '50f928c9-dbfe-4b6e-be8b-80a1a5c8311e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:22:28Z', 'updated_at': '2021-10-12T19:22:33Z', 'revision_number': 4, 'project_id': '8037c4999d8b4d25a8c451f2b659a2c4', 'gw_port': {'id': '50f928c9-dbfe-4b6e-be8b-80a1a5c8311e', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879310a4-6b7f-4733-8968-5719a42090c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:22:29Z', 'updated_at': '2021-10-12T19:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': '2e977c55-e9c6-49fc-8f58-e5f8e1f80e1c', 'tenant_id': '8037c4999d8b4d25a8c451f2b659a2c4', 'floating_ip_address': '172.25.5.221', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': '879310a4-6b7f-4733-8968-5719a42090c9', 'port_id': 'a1f42106-a7b0-4dd3-8e89-1f2eceabc986', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f22a0b4a-70e4-4463-a6ef-6109199fd871', 'mac_address': 'fa:16:3e:7b:52:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb56269f-088f-4dd7-97a9-d7a3df061653', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T19:22:40Z', 'updated_at': '2021-10-12T19:23:06Z', 'revision_number': 1, 'project_id': '8037c4999d8b4d25a8c451f2b659a2c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51091f41-297e-4949-9ebf-a8d70b7c97da', 'name': '', 'network_id': 'f22a0b4a-70e4-4463-a6ef-6109199fd871', 'tenant_id': '8037c4999d8b4d25a8c451f2b659a2c4', 'mac_address': 'fa:16:3e:d2:73:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879310a4-6b7f-4733-8968-5719a42090c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'a09cd6ac-b3e0-423d-9e85-6644cbc7e663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:22:33Z', 'updated_at': '2021-10-12T19:22:44Z', 'revision_number': 5, 'project_id': '8037c4999d8b4d25a8c451f2b659a2c4', 'subnets': [{'id': 'a09cd6ac-b3e0-423d-9e85-6644cbc7e663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:23:08.980555 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc49d32-e177-4b94-aa80-3b80609a947b None None] Checking router: 879310a4-6b7f-4733-8968-5719a42090c9 for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:23:09.014267 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc49d32-e177-4b94-aa80-3b80609a947b None None] Routers {'879310a4-6b7f-4733-8968-5719a42090c9'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:23:09.014894 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-8cc49d32-e177-4b94-aa80-3b80609a947b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:23:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['879310a4-6b7f-4733-8968-5719a42090c9'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:23:09.091199 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949dd36e-ba80-4266-baf3-8f5423a282f5 req-070ca4ed-33ae-4ef4-92c8-a9bd20d727d3 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:09.105131 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-949dd36e-ba80-4266-baf3-8f5423a282f5 req-070ca4ed-33ae-4ef4-92c8-a9bd20d727d3 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/ports?device_id=c04c017f-c7cf-4929-804e-b908f9e4b2bc HTTP/1.1" status: 200 len: 948 time: 0.1076310 Oct 12 19:23:09.159659 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-949dd36e-ba80-4266-baf3-8f5423a282f5 req-8374472f-60dc-465a-8b6d-9075afad248d tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/security-groups?id=ceeec1d2-c315-47e9-9f92-76d770e7141a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532069 Oct 12 19:23:09.190976 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:09.197266 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:09.266525 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c04c017f-c7cf-4929-804e-b908f9e4b2bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '666b5a4b-a7ff-4681-ba06-b94fff0a6b0a'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:23:09.266525 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22ef6a58-6d3f-4876-8ce9-f9125bec38e5" -d '{"events": [{"server_uuid": "c04c017f-c7cf-4929-804e-b908f9e4b2bc", "name": "network-vif-plugged", "status": "completed", "tag": "666b5a4b-a7ff-4681-ba06-b94fff0a6b0a"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:23:09.266760 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 46560) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:23:09.299866 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-8cc49d32-e177-4b94-aa80-3b80609a947b None None] Set router 879310a4-6b7f-4733-8968-5719a42090c9 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:23:09.319121 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 666b5a4b-a7ff-4681-ba06-b94fff0a6b0a, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=666b5a4b-a7ff-4681-ba06-b94fff0a6b0a,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:23:09.410842 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port f4cfedd2-d5e9-4c37-9550-ce5524d812cf, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=f4cfedd2-d5e9-4c37-9550-ce5524d812cf,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:23:09.415125 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:09.532229 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe7bf1cd-92aa-4737-8b6e-5dbef9f91929 x-openstack-request-id: req-fe7bf1cd-92aa-4737-8b6e-5dbef9f91929 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:23:09.532516 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c04c017f-c7cf-4929-804e-b908f9e4b2bc", "name": "network-vif-plugged", "status": "completed", "tag": "666b5a4b-a7ff-4681-ba06-b94fff0a6b0a", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:23:09.532772 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fe7bf1cd-92aa-4737-8b6e-5dbef9f91929 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:23:09.539176 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c04c017f-c7cf-4929-804e-b908f9e4b2bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '666b5a4b-a7ff-4681-ba06-b94fff0a6b0a', 'code': 200} Oct 12 19:23:09.551614 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:09.585701 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=666b5a4b-a7ff-4681-ba06-b94fff0a6b0a,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:23:09.620879 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:23:09.621226 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:23:09.621562 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:23:09.621952 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:23:09.622223 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:23:09.622546 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:23:09.622872 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:23:09.623197 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:23:09.623515 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:23:09.623837 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:23:09.624186 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:23:09.624505 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:23:09.741090 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-fac2dab6-9061-4a41-9ee2-145022b2fb55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:09.761280 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9327f162-806c-488e-927f-e4e2507e3cda req-bca5458f-99d5-4473-b1fe-a659b93afaba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:09.765337 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9327f162-806c-488e-927f-e4e2507e3cda req-bca5458f-99d5-4473-b1fe-a659b93afaba service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c04c017f-c7cf-4929-804e-b908f9e4b2bc HTTP/1.1" status: 200 len: 1100 time: 0.1448135 Oct 12 19:23:09.783192 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=f4cfedd2-d5e9-4c37-9550-ce5524d812cf,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:23:09.851822 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9327f162-806c-488e-927f-e4e2507e3cda req-02a7fffe-ba27-47d1-9264-16c7b79d8b50 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ceeec1d2-c315-47e9-9f92-76d770e7141a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619936 Oct 12 19:23:09.869156 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-8cc49d32-e177-4b94-aa80-3b80609a947b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '879310a4-6b7f-4733-8968-5719a42090c9', 'name': 'tempest-ServerActionsTestJSON-305807492-router', 'tenant_id': '8037c4999d8b4d25a8c451f2b659a2c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '50f928c9-dbfe-4b6e-be8b-80a1a5c8311e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:22:28Z', 'updated_at': '2021-10-12T19:22:33Z', 'revision_number': 4, 'project_id': '8037c4999d8b4d25a8c451f2b659a2c4', 'gw_port': {'id': '50f928c9-dbfe-4b6e-be8b-80a1a5c8311e', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879310a4-6b7f-4733-8968-5719a42090c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:22:29Z', 'updated_at': '2021-10-12T19:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': '2e977c55-e9c6-49fc-8f58-e5f8e1f80e1c', 'tenant_id': '8037c4999d8b4d25a8c451f2b659a2c4', 'floating_ip_address': '172.25.5.221', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': '879310a4-6b7f-4733-8968-5719a42090c9', 'port_id': 'a1f42106-a7b0-4dd3-8e89-1f2eceabc986', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f22a0b4a-70e4-4463-a6ef-6109199fd871', 'mac_address': 'fa:16:3e:7b:52:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb56269f-088f-4dd7-97a9-d7a3df061653', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T19:22:40Z', 'updated_at': '2021-10-12T19:23:06Z', 'revision_number': 1, 'project_id': '8037c4999d8b4d25a8c451f2b659a2c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51091f41-297e-4949-9ebf-a8d70b7c97da', 'name': '', 'network_id': 'f22a0b4a-70e4-4463-a6ef-6109199fd871', 'tenant_id': '8037c4999d8b4d25a8c451f2b659a2c4', 'mac_address': 'fa:16:3e:d2:73:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879310a4-6b7f-4733-8968-5719a42090c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'a09cd6ac-b3e0-423d-9e85-6644cbc7e663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:22:33Z', 'updated_at': '2021-10-12T19:22:44Z', 'revision_number': 5, 'project_id': '8037c4999d8b4d25a8c451f2b659a2c4', 'subnets': [{'id': 'a09cd6ac-b3e0-423d-9e85-6644cbc7e663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:23:09.887368 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-fac2dab6-9061-4a41-9ee2-145022b2fb55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:09.908371 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc49d32-e177-4b94-aa80-3b80609a947b None None] The sync data for ids ['879310a4-6b7f-4733-8968-5719a42090c9'] in n-d-813679-3 is: [{'id': '879310a4-6b7f-4733-8968-5719a42090c9', 'name': 'tempest-ServerActionsTestJSON-305807492-router', 'tenant_id': '8037c4999d8b4d25a8c451f2b659a2c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '50f928c9-dbfe-4b6e-be8b-80a1a5c8311e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:22:28Z', 'updated_at': '2021-10-12T19:22:33Z', 'revision_number': 4, 'project_id': '8037c4999d8b4d25a8c451f2b659a2c4', 'gw_port': {'id': '50f928c9-dbfe-4b6e-be8b-80a1a5c8311e', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879310a4-6b7f-4733-8968-5719a42090c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:22:29Z', 'updated_at': '2021-10-12T19:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': '2e977c55-e9c6-49fc-8f58-e5f8e1f80e1c', 'tenant_id': '8037c4999d8b4d25a8c451f2b659a2c4', 'floating_ip_address': '172.25.5.221', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': '879310a4-6b7f-4733-8968-5719a42090c9', 'port_id': 'a1f42106-a7b0-4dd3-8e89-1f2eceabc986', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f22a0b4a-70e4-4463-a6ef-6109199fd871', 'mac_address': 'fa:16:3e:7b:52:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb56269f-088f-4dd7-97a9-d7a3df061653', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T19:22:40Z', 'updated_at': '2021-10-12T19:23:06Z', 'revision_number': 1, 'project_id': '8037c4999d8b4d25a8c451f2b659a2c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51091f41-297e-4949-9ebf-a8d70b7c97da', 'name': '', 'network_id': 'f22a0b4a-70e4-4463-a6ef-6109199fd871', 'tenant_id': '8037c4999d8b4d25a8c451f2b659a2c4', 'mac_address': 'fa:16:3e:d2:73:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879310a4-6b7f-4733-8968-5719a42090c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'a09cd6ac-b3e0-423d-9e85-6644cbc7e663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:22:33Z', 'updated_at': '2021-10-12T19:22:44Z', 'revision_number': 5, 'project_id': '8037c4999d8b4d25a8c451f2b659a2c4', 'subnets': [{'id': 'a09cd6ac-b3e0-423d-9e85-6644cbc7e663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:23:09.965510 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-fac2dab6-9061-4a41-9ee2-145022b2fb55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:10.022273 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 46580) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:23:10.030232 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-fac2dab6-9061-4a41-9ee2-145022b2fb55 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=db60ac62d24a4dac8b4ceeea166e2e56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7642758 Oct 12 19:23:10.063131 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac2dab6-9061-4a41-9ee2-145022b2fb55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=917f9191-4081-4be8-8024-345df00ef520,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:23:10.107926 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2eeb5961-7e5d-4235-8ccf-29e856031e71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:10.141480 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2eeb5961-7e5d-4235-8ccf-29e856031e71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:10.252783 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 46588) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:23:10.289658 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a6ef02-8b8f-4fa9-be94-bd057fea4079 None None] New status for floating IP 2e977c55-e9c6-49fc-8f58-e5f8e1f80e1c: ACTIVE {{(pid=95504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 19:23:10.335250 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2eeb5961-7e5d-4235-8ccf-29e856031e71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:10.337983 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2eeb5961-7e5d-4235-8ccf-29e856031e71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:10.339379 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-2eeb5961-7e5d-4235-8ccf-29e856031e71 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/917f9191-4081-4be8-8024-345df00ef520 HTTP/1.1" status: 204 len: 168 time: 0.3160295 Oct 12 19:23:10.351472 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eeb5961-7e5d-4235-8ccf-29e856031e71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=917f9191-4081-4be8-8024-345df00ef520,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:23:10.398883 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cebc484-832c-4883-abe6-c90c47983800 req-4d731e7c-969b-426f-8842-5443429d2917 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:10.420159 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0cebc484-832c-4883-abe6-c90c47983800 req-4d731e7c-969b-426f-8842-5443429d2917 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/ports?device_id=c04c017f-c7cf-4929-804e-b908f9e4b2bc HTTP/1.1" status: 200 len: 949 time: 0.1376452 Oct 12 19:23:10.501351 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0cebc484-832c-4883-abe6-c90c47983800 req-04ca6057-ccf7-4397-b949-c48b500c917e tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/security-groups?id=ceeec1d2-c315-47e9-9f92-76d770e7141a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802279 Oct 12 19:23:10.523454 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-3098a1d0-17cf-420f-b577-0b91be1d73cb tempest-DHCPAgentSchedulersTestJSON-1066158880 tempest-DHCPAgentSchedulersTestJSON-1066158880-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-804523097'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:23:10.610663 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3098a1d0-17cf-420f-b577-0b91be1d73cb tempest-DHCPAgentSchedulersTestJSON-1066158880 tempest-DHCPAgentSchedulersTestJSON-1066158880-project] Made reservation on behalf of 6ee5bad216764c7a822695e0616b35f5 for: {'network': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:23:10.614302 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3098a1d0-17cf-420f-b577-0b91be1d73cb tempest-DHCPAgentSchedulersTestJSON-1066158880 tempest-DHCPAgentSchedulersTestJSON-1066158880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:10.624006 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3098a1d0-17cf-420f-b577-0b91be1d73cb tempest-DHCPAgentSchedulersTestJSON-1066158880 tempest-DHCPAgentSchedulersTestJSON-1066158880-project] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:10.729873 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3098a1d0-17cf-420f-b577-0b91be1d73cb tempest-DHCPAgentSchedulersTestJSON-1066158880 tempest-DHCPAgentSchedulersTestJSON-1066158880-project] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:10.816718 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3098a1d0-17cf-420f-b577-0b91be1d73cb tempest-DHCPAgentSchedulersTestJSON-1066158880 tempest-DHCPAgentSchedulersTestJSON-1066158880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:10.858377 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3098a1d0-17cf-420f-b577-0b91be1d73cb tempest-DHCPAgentSchedulersTestJSON-1066158880 tempest-DHCPAgentSchedulersTestJSON-1066158880-project] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=95501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:23:10.877742 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3098a1d0-17cf-420f-b577-0b91be1d73cb tempest-DHCPAgentSchedulersTestJSON-1066158880 tempest-DHCPAgentSchedulersTestJSON-1066158880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9d9b48c-66d6-4b1b-90a2-857fe8f60bdd,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:23:10.885036 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3098a1d0-17cf-420f-b577-0b91be1d73cb tempest-DHCPAgentSchedulersTestJSON-1066158880 tempest-DHCPAgentSchedulersTestJSON-1066158880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:10.886161 n-d-813679-3 neutron-server[95501]: INFO neutron.db.segments_db [None req-3098a1d0-17cf-420f-b577-0b91be1d73cb tempest-DHCPAgentSchedulersTestJSON-1066158880 tempest-DHCPAgentSchedulersTestJSON-1066158880-project] Added segment 1f5b1881-abb2-4c96-baf2-78910682fd80 of type vlan for network c8b13955-c40d-423b-b1df-2fde18231f57 Oct 12 19:23:10.947334 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3098a1d0-17cf-420f-b577-0b91be1d73cb tempest-DHCPAgentSchedulersTestJSON-1066158880 tempest-DHCPAgentSchedulersTestJSON-1066158880-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:11.071445 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3098a1d0-17cf-420f-b577-0b91be1d73cb tempest-DHCPAgentSchedulersTestJSON-1066158880 tempest-DHCPAgentSchedulersTestJSON-1066158880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:11.078276 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3098a1d0-17cf-420f-b577-0b91be1d73cb tempest-DHCPAgentSchedulersTestJSON-1066158880 tempest-DHCPAgentSchedulersTestJSON-1066158880-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:11.078877 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3098a1d0-17cf-420f-b577-0b91be1d73cb tempest-DHCPAgentSchedulersTestJSON-1066158880 tempest-DHCPAgentSchedulersTestJSON-1066158880-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:11.248889 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3098a1d0-17cf-420f-b577-0b91be1d73cb tempest-DHCPAgentSchedulersTestJSON-1066158880 tempest-DHCPAgentSchedulersTestJSON-1066158880-project] Pushing event updated for resources: {'Network': ['ID=c8b13955-c40d-423b-b1df-2fde18231f57,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:23:11.261561 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network c8b13955-c40d-423b-b1df-2fde18231f57 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:23:11.316704 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-3098a1d0-17cf-420f-b577-0b91be1d73cb tempest-DHCPAgentSchedulersTestJSON-1066158880 tempest-DHCPAgentSchedulersTestJSON-1066158880-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.0619345 Oct 12 19:23:11.321453 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 46612) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:23:11.327840 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-1c51667f-5f1d-449e-a900-4a06ffe77e1d tempest-DHCPAgentSchedulersTestJSON-1066158880 tempest-DHCPAgentSchedulersTestJSON-1066158880-project] Request body: {'subnet': {'network_id': 'c8b13955-c40d-423b-b1df-2fde18231f57', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:23:11.342402 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 46614) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:23:11.376509 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-397cb649-bd93-4631-a444-024bcaff9faa admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:11.505391 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-397cb649-bd93-4631-a444-024bcaff9faa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:11.539984 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '792b051e-dcb6-42bd-a048-adc1d5c2dc3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4cfedd2-d5e9-4c37-9550-ce5524d812cf'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:23:11.542433 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d46857aa-d0c5-416e-b7b4-48895a1c72c9" -d '{"events": [{"server_uuid": "792b051e-dcb6-42bd-a048-adc1d5c2dc3b", "name": "network-vif-plugged", "status": "completed", "tag": "f4cfedd2-d5e9-4c37-9550-ce5524d812cf"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:23:11.592439 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f42e6129-7c5b-4959-a3cd-e7266bbe22a5 x-openstack-request-id: req-f42e6129-7c5b-4959-a3cd-e7266bbe22a5 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:23:11.592722 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "792b051e-dcb6-42bd-a048-adc1d5c2dc3b", "name": "network-vif-plugged", "status": "completed", "tag": "f4cfedd2-d5e9-4c37-9550-ce5524d812cf", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:23:11.593157 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f42e6129-7c5b-4959-a3cd-e7266bbe22a5 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:23:11.594043 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '792b051e-dcb6-42bd-a048-adc1d5c2dc3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4cfedd2-d5e9-4c37-9550-ce5524d812cf', 'code': 200} Oct 12 19:23:11.601455 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c51667f-5f1d-449e-a900-4a06ffe77e1d tempest-DHCPAgentSchedulersTestJSON-1066158880 tempest-DHCPAgentSchedulersTestJSON-1066158880-project] Made reservation on behalf of 6ee5bad216764c7a822695e0616b35f5 for: {'subnet': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:23:11.607806 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1c51667f-5f1d-449e-a900-4a06ffe77e1d tempest-DHCPAgentSchedulersTestJSON-1066158880 tempest-DHCPAgentSchedulersTestJSON-1066158880-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4612397'] for subnet, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:11.627955 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-397cb649-bd93-4631-a444-024bcaff9faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:11.669316 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397cb649-bd93-4631-a444-024bcaff9faa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da266e3c-9367-4e90-8aaa-29c9a2505d93,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:23:11.706017 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-397cb649-bd93-4631-a444-024bcaff9faa admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c2a7c0106cd44b1fb0ac05b925957658&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3612251 Oct 12 19:23:11.707932 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 46620) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:23:11.824621 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-430d3473-e900-4e14-b3f8-25b9ff3bb6f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:11.855466 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bdd384-1a69-4031-a4a2-c7822db2456b req-40c1b915-1be3-43b4-9f8c-d1df3f00960b tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:11.857774 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-430d3473-e900-4e14-b3f8-25b9ff3bb6f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:11.868170 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-70bdd384-1a69-4031-a4a2-c7822db2456b req-40c1b915-1be3-43b4-9f8c-d1df3f00960b tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/ports?device_id=c04c017f-c7cf-4929-804e-b908f9e4b2bc HTTP/1.1" status: 200 len: 949 time: 0.2950549 Oct 12 19:23:11.919993 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd3c898-05ae-4903-8427-185fac5593ff req-c1136d61-2c18-4a8d-94eb-4f68730cf47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:11.922489 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-dbd3c898-05ae-4903-8427-185fac5593ff req-c1136d61-2c18-4a8d-94eb-4f68730cf47e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=792b051e-dcb6-42bd-a048-adc1d5c2dc3b HTTP/1.1" status: 200 len: 1101 time: 0.2031624 Oct 12 19:23:12.031320 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-70bdd384-1a69-4031-a4a2-c7822db2456b req-db36d02b-1257-487d-8769-e2a665129003 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/security-groups?id=ceeec1d2-c315-47e9-9f92-76d770e7141a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617532 Oct 12 19:23:12.037375 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-430d3473-e900-4e14-b3f8-25b9ff3bb6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:12.040718 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-430d3473-e900-4e14-b3f8-25b9ff3bb6f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:12.050400 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-430d3473-e900-4e14-b3f8-25b9ff3bb6f9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/da266e3c-9367-4e90-8aaa-29c9a2505d93 HTTP/1.1" status: 204 len: 168 time: 0.3365152 Oct 12 19:23:12.074595 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-dbd3c898-05ae-4903-8427-185fac5593ff req-7da98dd6-8b13-4c20-8447-978b28bcceb8 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=ceeec1d2-c315-47e9-9f92-76d770e7141a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381698 Oct 12 19:23:12.085059 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430d3473-e900-4e14-b3f8-25b9ff3bb6f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da266e3c-9367-4e90-8aaa-29c9a2505d93,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:23:12.231583 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1c51667f-5f1d-449e-a900-4a06ffe77e1d tempest-DHCPAgentSchedulersTestJSON-1066158880 tempest-DHCPAgentSchedulersTestJSON-1066158880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4824863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4612355'] for subnet, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:12.256855 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eadc664-696c-49e5-9105-38afc06bbd2d req-5c5752f5-689d-4e53-928c-058374700ee5 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:12.258423 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3eadc664-696c-49e5-9105-38afc06bbd2d req-5c5752f5-689d-4e53-928c-058374700ee5 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/ports?device_id=792b051e-dcb6-42bd-a048-adc1d5c2dc3b HTTP/1.1" status: 200 len: 950 time: 0.0820780 Oct 12 19:23:12.331601 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3eadc664-696c-49e5-9105-38afc06bbd2d req-bb5ffbaf-0560-45d1-86c7-5c27e9f98f27 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/security-groups?id=ceeec1d2-c315-47e9-9f92-76d770e7141a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610938 Oct 12 19:23:12.349781 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c51667f-5f1d-449e-a900-4a06ffe77e1d tempest-DHCPAgentSchedulersTestJSON-1066158880 tempest-DHCPAgentSchedulersTestJSON-1066158880-project] Pushing event updated for resources: {'Subnet': ['ID=31c34de0-9e5f-4b2c-9bf1-9c376ce5dd41,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:23:12.366766 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c51667f-5f1d-449e-a900-4a06ffe77e1d tempest-DHCPAgentSchedulersTestJSON-1066158880 tempest-DHCPAgentSchedulersTestJSON-1066158880-project] Checking segment: {'id': '1f5b1881-abb2-4c96-baf2-78910682fd80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c8b13955-c40d-423b-b1df-2fde18231f57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:23:12.367173 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c51667f-5f1d-449e-a900-4a06ffe77e1d tempest-DHCPAgentSchedulersTestJSON-1066158880 tempest-DHCPAgentSchedulersTestJSON-1066158880-project] Network hostable DHCP agents. Network: c8b13955-c40d-423b-b1df-2fde18231f57, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:23:12.492832 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c51667f-5f1d-449e-a900-4a06ffe77e1d tempest-DHCPAgentSchedulersTestJSON-1066158880 tempest-DHCPAgentSchedulersTestJSON-1066158880-project] Network c8b13955-c40d-423b-b1df-2fde18231f57 is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:23:12.587518 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-1c51667f-5f1d-449e-a900-4a06ffe77e1d tempest-DHCPAgentSchedulersTestJSON-1066158880 tempest-DHCPAgentSchedulersTestJSON-1066158880-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, c8b13955-c40d-423b-b1df-2fde18231f57) {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:23:12.592641 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c51667f-5f1d-449e-a900-4a06ffe77e1d tempest-DHCPAgentSchedulersTestJSON-1066158880 tempest-DHCPAgentSchedulersTestJSON-1066158880-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:12.593547 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1c51667f-5f1d-449e-a900-4a06ffe77e1d tempest-DHCPAgentSchedulersTestJSON-1066158880 tempest-DHCPAgentSchedulersTestJSON-1066158880-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:12.602357 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e44dfa-e2b7-42e5-ac19-9bc80e8e7f50 None None] Network c8b13955-c40d-423b-b1df-2fde18231f57 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:23:12.707324 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-1c51667f-5f1d-449e-a900-4a06ffe77e1d tempest-DHCPAgentSchedulersTestJSON-1066158880 tempest-DHCPAgentSchedulersTestJSON-1066158880-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3811390 Oct 12 19:23:12.708421 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 46642) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:23:12.715044 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-2dcf32be-775e-4ab1-aca9-7f1659efaad6 tempest-DHCPAgentSchedulersTestJSON-1066158880 tempest-DHCPAgentSchedulersTestJSON-1066158880-project] Request body: {'port': {'network_id': 'c8b13955-c40d-423b-b1df-2fde18231f57', 'name': 'tempest-DHCPAgentSchedulersTestJSON-2034368682'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:23:12.825965 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d15aa3-d628-4809-a160-583fa039d624 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-c8b13955-c40d-423b-b1df-2fde18231f57', 'network_id': 'c8b13955-c40d-423b-b1df-2fde18231f57', 'tenant_id': '6ee5bad216764c7a822695e0616b35f5', 'fixed_ips': [{'subnet_id': '31c34de0-9e5f-4b2c-9bf1-9c376ce5dd41'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:23:12.827147 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-31d15aa3-d628-4809-a160-583fa039d624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:13.041109 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-31d15aa3-d628-4809-a160-583fa039d624 None None] Allocated IP 172.20.0.2 (c8b13955-c40d-423b-b1df-2fde18231f57/31c34de0-9e5f-4b2c-9bf1-9c376ce5dd41/1f19b90c-1cb2-46e2-8bd0-7ffbe77708ad) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:23:13.062652 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dcf32be-775e-4ab1-aca9-7f1659efaad6 tempest-DHCPAgentSchedulersTestJSON-1066158880 tempest-DHCPAgentSchedulersTestJSON-1066158880-project] Made reservation on behalf of 6ee5bad216764c7a822695e0616b35f5 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:23:13.066985 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2dcf32be-775e-4ab1-aca9-7f1659efaad6 tempest-DHCPAgentSchedulersTestJSON-1066158880 tempest-DHCPAgentSchedulersTestJSON-1066158880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:13.087232 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [None req-2dcf32be-775e-4ab1-aca9-7f1659efaad6 tempest-DHCPAgentSchedulersTestJSON-1066158880 tempest-DHCPAgentSchedulersTestJSON-1066158880-project] device_id is not set on port 293215f4-95dd-4202-8d02-bb91b30da1ed yet. {{(pid=95502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 19:23:13.447987 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-31d15aa3-d628-4809-a160-583fa039d624 None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:13.534669 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fc987c-2fc0-40fe-b5b8-81f9491dd7da req-30dba69d-4efc-4713-819e-9c4b1552d5ac tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:13.536834 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-35fc987c-2fc0-40fe-b5b8-81f9491dd7da req-30dba69d-4efc-4713-819e-9c4b1552d5ac tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/ports?device_id=792b051e-dcb6-42bd-a048-adc1d5c2dc3b HTTP/1.1" status: 200 len: 950 time: 0.0895975 Oct 12 19:23:13.565260 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-31d15aa3-d628-4809-a160-583fa039d624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:13.664306 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-2dcf32be-775e-4ab1-aca9-7f1659efaad6 tempest-DHCPAgentSchedulersTestJSON-1066158880 tempest-DHCPAgentSchedulersTestJSON-1066158880-project] Allocated IP 172.20.0.13 (c8b13955-c40d-423b-b1df-2fde18231f57/31c34de0-9e5f-4b2c-9bf1-9c376ce5dd41/293215f4-95dd-4202-8d02-bb91b30da1ed) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:23:13.671127 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d15aa3-d628-4809-a160-583fa039d624 None None] Network c8b13955-c40d-423b-b1df-2fde18231f57 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:23:13.676249 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-31d15aa3-d628-4809-a160-583fa039d624 None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:23:13.680202 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d15aa3-d628-4809-a160-583fa039d624 None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:23:13.682947 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d15aa3-d628-4809-a160-583fa039d624 None None] Pushing event updated for resources: {'Port': ['ID=1f19b90c-1cb2-46e2-8bd0-7ffbe77708ad,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:23:13.685872 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-35fc987c-2fc0-40fe-b5b8-81f9491dd7da req-064f0418-8d63-4fe5-b63c-d55fe8cc8bc8 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/security-groups?id=ceeec1d2-c315-47e9-9f92-76d770e7141a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427817 Oct 12 19:23:13.784060 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-31d15aa3-d628-4809-a160-583fa039d624 None None] Attempting to bind port 1f19b90c-1cb2-46e2-8bd0-7ffbe77708ad on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:23:13.785395 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-31d15aa3-d628-4809-a160-583fa039d624 None None] Attempting to bind port 1f19b90c-1cb2-46e2-8bd0-7ffbe77708ad by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '1f5b1881-abb2-4c96-baf2-78910682fd80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c8b13955-c40d-423b-b1df-2fde18231f57'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:23:13.786503 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d15aa3-d628-4809-a160-583fa039d624 None None] Attempting to bind port 1f19b90c-1cb2-46e2-8bd0-7ffbe77708ad on network c8b13955-c40d-423b-b1df-2fde18231f57 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:23:13.809472 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d15aa3-d628-4809-a160-583fa039d624 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:23:13.810277 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d15aa3-d628-4809-a160-583fa039d624 None None] Checking segment: {'id': '1f5b1881-abb2-4c96-baf2-78910682fd80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c8b13955-c40d-423b-b1df-2fde18231f57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:23:13.811403 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-31d15aa3-d628-4809-a160-583fa039d624 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:13.812080 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d15aa3-d628-4809-a160-583fa039d624 None None] Bound using segment: {'id': '1f5b1881-abb2-4c96-baf2-78910682fd80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c8b13955-c40d-423b-b1df-2fde18231f57'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:23:13.812861 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-31d15aa3-d628-4809-a160-583fa039d624 None None] Bound port: 1f19b90c-1cb2-46e2-8bd0-7ffbe77708ad, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f5b1881-abb2-4c96-baf2-78910682fd80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c8b13955-c40d-423b-b1df-2fde18231f57'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:23:13.814039 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-31d15aa3-d628-4809-a160-583fa039d624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:13.918932 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-31d15aa3-d628-4809-a160-583fa039d624 None None] For port 1f19b90c-1cb2-46e2-8bd0-7ffbe77708ad, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:23:13.930540 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-31d15aa3-d628-4809-a160-583fa039d624 None None] For port 1f19b90c-1cb2-46e2-8bd0-7ffbe77708ad, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=1f19b90c-1cb2-46e2-8bd0-7ffbe77708ad,segment=NetworkSegment(1f5b1881-abb2-4c96-baf2-78910682fd80),segment_id=1f5b1881-abb2-4c96-baf2-78910682fd80)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:23:13.980264 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2dcf32be-775e-4ab1-aca9-7f1659efaad6 tempest-DHCPAgentSchedulersTestJSON-1066158880 tempest-DHCPAgentSchedulersTestJSON-1066158880-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:14.022315 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-31d15aa3-d628-4809-a160-583fa039d624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:14.099832 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d15aa3-d628-4809-a160-583fa039d624 None None] Pushing event updated for resources: {'Port': ['ID=1f19b90c-1cb2-46e2-8bd0-7ffbe77708ad,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:23:14.353592 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2dcf32be-775e-4ab1-aca9-7f1659efaad6 tempest-DHCPAgentSchedulersTestJSON-1066158880 tempest-DHCPAgentSchedulersTestJSON-1066158880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:14.402353 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dcf32be-775e-4ab1-aca9-7f1659efaad6 tempest-DHCPAgentSchedulersTestJSON-1066158880 tempest-DHCPAgentSchedulersTestJSON-1066158880-project] Network c8b13955-c40d-423b-b1df-2fde18231f57 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:23:14.405555 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-2dcf32be-775e-4ab1-aca9-7f1659efaad6 tempest-DHCPAgentSchedulersTestJSON-1066158880 tempest-DHCPAgentSchedulersTestJSON-1066158880-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:23:14.413649 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcf32be-775e-4ab1-aca9-7f1659efaad6 tempest-DHCPAgentSchedulersTestJSON-1066158880 tempest-DHCPAgentSchedulersTestJSON-1066158880-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:23:14.418456 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcf32be-775e-4ab1-aca9-7f1659efaad6 tempest-DHCPAgentSchedulersTestJSON-1066158880 tempest-DHCPAgentSchedulersTestJSON-1066158880-project] Pushing event updated for resources: {'Port': ['ID=293215f4-95dd-4202-8d02-bb91b30da1ed,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:23:14.464358 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dcf32be-775e-4ab1-aca9-7f1659efaad6 tempest-DHCPAgentSchedulersTestJSON-1066158880 tempest-DHCPAgentSchedulersTestJSON-1066158880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:14.464956 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2dcf32be-775e-4ab1-aca9-7f1659efaad6 tempest-DHCPAgentSchedulersTestJSON-1066158880 tempest-DHCPAgentSchedulersTestJSON-1066158880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:14.608155 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-2dcf32be-775e-4ab1-aca9-7f1659efaad6 tempest-DHCPAgentSchedulersTestJSON-1066158880 tempest-DHCPAgentSchedulersTestJSON-1066158880-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 1.8976200 Oct 12 19:23:14.611111 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 46688) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:23:14.731484 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-f2e32f03-5302-452f-b7af-1146e8152cb4 tempest-DHCPAgentSchedulersTestJSON-1066158880 tempest-DHCPAgentSchedulersTestJSON-1066158880-project] Deleting port 293215f4-95dd-4202-8d02-bb91b30da1ed {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:23:14.731845 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f2e32f03-5302-452f-b7af-1146e8152cb4 tempest-DHCPAgentSchedulersTestJSON-1066158880 tempest-DHCPAgentSchedulersTestJSON-1066158880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:14.929622 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 1f19b90c-1cb2-46e2-8bd0-7ffbe77708ad up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:23:14.945878 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f2e32f03-5302-452f-b7af-1146e8152cb4 tempest-DHCPAgentSchedulersTestJSON-1066158880 tempest-DHCPAgentSchedulersTestJSON-1066158880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:14.948297 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13957fdf-5802-4932-b424-6c17336d101a req-8736a91c-0afd-4d21-a6ad-e9087be4a255 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:14.957450 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-13957fdf-5802-4932-b424-6c17336d101a req-8736a91c-0afd-4d21-a6ad-e9087be4a255 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/ports?device_id=792b051e-dcb6-42bd-a048-adc1d5c2dc3b HTTP/1.1" status: 200 len: 950 time: 0.1579638 Oct 12 19:23:14.960136 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-f2e32f03-5302-452f-b7af-1146e8152cb4 tempest-DHCPAgentSchedulersTestJSON-1066158880 tempest-DHCPAgentSchedulersTestJSON-1066158880-project] Calling delete_port for 293215f4-95dd-4202-8d02-bb91b30da1ed owned by {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:23:15.048891 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 1f19b90c-1cb2-46e2-8bd0-7ffbe77708ad triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:23:15.050361 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:15.073483 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-13957fdf-5802-4932-b424-6c17336d101a req-165b40f8-b16e-4e50-a107-5caf9b0e1a31 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/security-groups?id=ceeec1d2-c315-47e9-9f92-76d770e7141a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138155 Oct 12 19:23:15.204761 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:15.243482 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f2e32f03-5302-452f-b7af-1146e8152cb4 tempest-DHCPAgentSchedulersTestJSON-1066158880 tempest-DHCPAgentSchedulersTestJSON-1066158880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:15.290252 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] For port 1f19b90c-1cb2-46e2-8bd0-7ffbe77708ad, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=1f19b90c-1cb2-46e2-8bd0-7ffbe77708ad,segment=NetworkSegment(1f5b1881-abb2-4c96-baf2-78910682fd80),segment_id=1f5b1881-abb2-4c96-baf2-78910682fd80)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:23:15.361482 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e32f03-5302-452f-b7af-1146e8152cb4 tempest-DHCPAgentSchedulersTestJSON-1066158880 tempest-DHCPAgentSchedulersTestJSON-1066158880-project] Pushing event deleted for resources: {'Port': ['ID=293215f4-95dd-4202-8d02-bb91b30da1ed,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:23:15.393484 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:15.526022 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f2e32f03-5302-452f-b7af-1146e8152cb4 tempest-DHCPAgentSchedulersTestJSON-1066158880 tempest-DHCPAgentSchedulersTestJSON-1066158880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:15.532968 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 46714) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:23:15.541739 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-f2e32f03-5302-452f-b7af-1146e8152cb4 tempest-DHCPAgentSchedulersTestJSON-1066158880 tempest-DHCPAgentSchedulersTestJSON-1066158880-project] 10.222.0.49 "DELETE /v2.0/ports/293215f4-95dd-4202-8d02-bb91b30da1ed HTTP/1.1" status: 204 len: 168 time: 0.9215899 Oct 12 19:23:15.582677 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Pushing event updated for resources: {'Port': ['ID=1f19b90c-1cb2-46e2-8bd0-7ffbe77708ad,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:23:15.634525 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98562254-56d8-42c9-b27d-18204b23802c None None] Network c8b13955-c40d-423b-b1df-2fde18231f57 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:23:15.644761 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a5d4fe-21ce-4df1-bc41-d42cddd1ca53 req-ddd3e6fc-4cf4-4a9b-a319-0684fd0502ff tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:15.654275 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a5d4fe-21ce-4df1-bc41-d42cddd1ca53 req-ddd3e6fc-4cf4-4a9b-a319-0684fd0502ff tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:15.656318 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f9a5d4fe-21ce-4df1-bc41-d42cddd1ca53 req-ddd3e6fc-4cf4-4a9b-a319-0684fd0502ff tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/ports?device_id=792b051e-dcb6-42bd-a048-adc1d5c2dc3b&device_id=c04c017f-c7cf-4929-804e-b908f9e4b2bc HTTP/1.1" status: 200 len: 1690 time: 0.0861437 Oct 12 19:23:15.738993 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-abb9836c-8ece-4a60-8673-d6fd1fd7079a None None] Provisioning complete for port 1f19b90c-1cb2-46e2-8bd0-7ffbe77708ad triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:23:15.739602 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-abb9836c-8ece-4a60-8673-d6fd1fd7079a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:15.744788 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f9a5d4fe-21ce-4df1-bc41-d42cddd1ca53 req-6da18938-bd98-4576-8f6f-3d1bf28ba98d tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/security-groups?id=ceeec1d2-c315-47e9-9f92-76d770e7141a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818765 Oct 12 19:23:15.916995 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-0257e996-1f1d-4f66-87ff-bc12e24811ce tempest-DHCPAgentSchedulersTestJSON-1998744884 tempest-DHCPAgentSchedulersTestJSON-1998744884-project-admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4929 time: 0.3826406 Oct 12 19:23:15.919704 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 46730) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:23:15.925947 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-f9f8cac9-1104-4909-aff9-6b76ead0d418 tempest-DHCPAgentSchedulersTestJSON-1066158880 tempest-DHCPAgentSchedulersTestJSON-1066158880-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1221349976'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:23:16.030005 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9151be63-24c6-4d68-871a-64e310a514ce req-33cf8f91-c6cf-4ef9-9e81-1e12ce0ecdba tempest-ServersOnMultiNodesTest-2072586648 tempest-ServersOnMultiNodesTest-2072586648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:16.039379 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9151be63-24c6-4d68-871a-64e310a514ce req-33cf8f91-c6cf-4ef9-9e81-1e12ce0ecdba tempest-ServersOnMultiNodesTest-2072586648 tempest-ServersOnMultiNodesTest-2072586648-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=792b051e-dcb6-42bd-a048-adc1d5c2dc3b HTTP/1.1" status: 200 len: 1101 time: 0.0595069 Oct 12 19:23:16.076726 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9151be63-24c6-4d68-871a-64e310a514ce req-a226b792-2e61-4aa4-8f1f-4363fee55796 tempest-ServersOnMultiNodesTest-2072586648 tempest-ServersOnMultiNodesTest-2072586648-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=ceeec1d2-c315-47e9-9f92-76d770e7141a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360987 Oct 12 19:23:16.085927 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9f8cac9-1104-4909-aff9-6b76ead0d418 tempest-DHCPAgentSchedulersTestJSON-1066158880 tempest-DHCPAgentSchedulersTestJSON-1066158880-project] Made reservation on behalf of 6ee5bad216764c7a822695e0616b35f5 for: {'network': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:23:16.090628 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f9f8cac9-1104-4909-aff9-6b76ead0d418 tempest-DHCPAgentSchedulersTestJSON-1066158880 tempest-DHCPAgentSchedulersTestJSON-1066158880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:16.157517 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9f8cac9-1104-4909-aff9-6b76ead0d418 tempest-DHCPAgentSchedulersTestJSON-1066158880 tempest-DHCPAgentSchedulersTestJSON-1066158880-project] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'} {{(pid=95501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:23:16.170274 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f9f8cac9-1104-4909-aff9-6b76ead0d418 tempest-DHCPAgentSchedulersTestJSON-1066158880 tempest-DHCPAgentSchedulersTestJSON-1066158880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:16.171009 n-d-813679-3 neutron-server[95501]: INFO neutron.db.segments_db [None req-f9f8cac9-1104-4909-aff9-6b76ead0d418 tempest-DHCPAgentSchedulersTestJSON-1066158880 tempest-DHCPAgentSchedulersTestJSON-1066158880-project] Added segment c73f03e3-95e7-407c-9492-53eba958d2f2 of type vlan for network e10d73ed-4460-4be6-a8ef-e18a4bd9a07b Oct 12 19:23:16.304755 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f9f8cac9-1104-4909-aff9-6b76ead0d418 tempest-DHCPAgentSchedulersTestJSON-1066158880 tempest-DHCPAgentSchedulersTestJSON-1066158880-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:16.373456 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75178486-ff01-4b64-abb2-7f4397ad10f0 req-800ae86d-9bc8-4a0c-810a-b04227f806ce tempest-ServersOnMultiNodesTest-2072586648 tempest-ServersOnMultiNodesTest-2072586648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:16.374996 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-75178486-ff01-4b64-abb2-7f4397ad10f0 req-800ae86d-9bc8-4a0c-810a-b04227f806ce tempest-ServersOnMultiNodesTest-2072586648 tempest-ServersOnMultiNodesTest-2072586648-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=c04c017f-c7cf-4929-804e-b908f9e4b2bc HTTP/1.1" status: 200 len: 1100 time: 0.1813560 Oct 12 19:23:16.456629 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-75178486-ff01-4b64-abb2-7f4397ad10f0 req-0c956673-534d-4a35-b86f-5cfef5108cf7 tempest-ServersOnMultiNodesTest-2072586648 tempest-ServersOnMultiNodesTest-2072586648-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=ceeec1d2-c315-47e9-9f92-76d770e7141a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666573 Oct 12 19:23:16.459929 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f9f8cac9-1104-4909-aff9-6b76ead0d418 tempest-DHCPAgentSchedulersTestJSON-1066158880 tempest-DHCPAgentSchedulersTestJSON-1066158880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:16.497300 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f8cac9-1104-4909-aff9-6b76ead0d418 tempest-DHCPAgentSchedulersTestJSON-1066158880 tempest-DHCPAgentSchedulersTestJSON-1066158880-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:16.500903 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f9f8cac9-1104-4909-aff9-6b76ead0d418 tempest-DHCPAgentSchedulersTestJSON-1066158880 tempest-DHCPAgentSchedulersTestJSON-1066158880-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:16.623912 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-b6cece88-8880-4c58-906b-7352bc95164d None None] Provisioning complete for port 1f19b90c-1cb2-46e2-8bd0-7ffbe77708ad triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:23:16.624494 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b6cece88-8880-4c58-906b-7352bc95164d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:16.681717 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-f9f8cac9-1104-4909-aff9-6b76ead0d418 tempest-DHCPAgentSchedulersTestJSON-1066158880 tempest-DHCPAgentSchedulersTestJSON-1066158880-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.7606037 Oct 12 19:23:16.689723 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 46758) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:23:16.792705 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f8cac9-1104-4909-aff9-6b76ead0d418 tempest-DHCPAgentSchedulersTestJSON-1066158880 tempest-DHCPAgentSchedulersTestJSON-1066158880-project] Pushing event updated for resources: {'Network': ['ID=e10d73ed-4460-4be6-a8ef-e18a4bd9a07b,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:23:16.871345 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network e10d73ed-4460-4be6-a8ef-e18a4bd9a07b details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:23:16.906844 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 1f19b90c-1cb2-46e2-8bd0-7ffbe77708ad up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:23:16.959537 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1606e306-479c-41d0-abbe-85ac053972d1 req-75287fa7-df72-4997-bdf9-a03b3d0ee8d6 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=72ac91cd8d494d6197bc36451232b3b4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0478714 Oct 12 19:23:16.965414 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-0deace49-cbf1-476a-b85b-7c119a038014 tempest-DHCPAgentSchedulersTestJSON-1998744884 tempest-DHCPAgentSchedulersTestJSON-1998744884-project-admin] 10.222.0.49 "GET /v2.0/agents/687705a3-7aeb-4208-b0b4-3623284b9997/dhcp-networks HTTP/1.1" status: 200 len: 10440 time: 0.2735476 Oct 12 19:23:16.967378 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 46772) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:23:17.042829 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 19:23:17.065257 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 1f19b90c-1cb2-46e2-8bd0-7ffbe77708ad triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:23:17.065886 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:17.107703 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-0c3a7c06-169d-4275-8ea1-6956111db935 None None] Could not find standard attr ID for object 293215f4-95dd-4202-8d02-bb91b30da1ed. {{(pid=95503) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 19:23:17.252420 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1606e306-479c-41d0-abbe-85ac053972d1 req-8a5e84b4-ae22-434e-a8d0-0d4040606b0a tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:17.265997 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1606e306-479c-41d0-abbe-85ac053972d1 req-8a5e84b4-ae22-434e-a8d0-0d4040606b0a tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3046091 Oct 12 19:23:17.267416 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5d9380-ef89-4db5-8059-056d7b8063ac tempest-DHCPAgentSchedulersTestJSON-1998744884 tempest-DHCPAgentSchedulersTestJSON-1998744884-project-admin] Network e10d73ed-4460-4be6-a8ef-e18a4bd9a07b is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:23:17.292615 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1606e306-479c-41d0-abbe-85ac053972d1 req-274bf750-a5e0-4d3b-8bbc-2febe757dc40 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/quotas/72ac91cd8d494d6197bc36451232b3b4 HTTP/1.1" status: 200 len: 375 time: 0.0257196 Oct 12 19:23:17.367352 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-fb5d9380-ef89-4db5-8059-056d7b8063ac tempest-DHCPAgentSchedulersTestJSON-1998744884 tempest-DHCPAgentSchedulersTestJSON-1998744884-project-admin] 10.222.0.49 "POST /v2.0/agents/687705a3-7aeb-4208-b0b4-3623284b9997/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3974211 Oct 12 19:23:17.371278 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bbc46e4-b712-4765-963e-0e814a3863ff None None] Network e10d73ed-4460-4be6-a8ef-e18a4bd9a07b requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:23:17.374744 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 46780) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:23:17.403987 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1606e306-479c-41d0-abbe-85ac053972d1 req-9b8b020c-28da-4e8f-b3f6-e9751c3b583e tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=72ac91cd8d494d6197bc36451232b3b4&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1006601 Oct 12 19:23:17.619227 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-c4577f92-a3eb-4db6-8d35-bc0e238ea120 tempest-DHCPAgentSchedulersTestJSON-1998744884 tempest-DHCPAgentSchedulersTestJSON-1998744884-project-admin] 10.222.0.49 "GET /v2.0/agents/687705a3-7aeb-4208-b0b4-3623284b9997/dhcp-networks HTTP/1.1" status: 200 len: 11211 time: 0.2427628 Oct 12 19:23:17.621996 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 46784) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:23:17.800401 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-06fcb901-cdbf-4332-a50e-30c8e1ae9db1 req-ce8b0d42-29da-405b-9696-6fcc362d933c tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e3dd9fd-d745-452a-bdba-078fe6b0813e HTTP/1.1" status: 200 len: 210 time: 0.0368092 Oct 12 19:23:17.883305 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 46794) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:23:17.883975 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-0f6c76ec-bc13-4900-b6d2-2ad6c1eba4ed tempest-DHCPAgentSchedulersTestJSON-1998744884 tempest-DHCPAgentSchedulersTestJSON-1998744884-project-admin] 10.222.0.49 "DELETE /v2.0/agents/687705a3-7aeb-4208-b0b4-3623284b9997/dhcp-networks/e10d73ed-4460-4be6-a8ef-e18a4bd9a07b HTTP/1.1" status: 204 len: 168 time: 0.2602210 Oct 12 19:23:17.969827 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 46796) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:23:18.170949 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b022fca8-50a8-40e1-bd38-a15ce07f5a15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:18.243611 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-269ffe0d-fe90-4f64-9c61-33660333a7fb tempest-DHCPAgentSchedulersTestJSON-1998744884 tempest-DHCPAgentSchedulersTestJSON-1998744884-project-admin] 10.222.0.49 "GET /v2.0/agents/687705a3-7aeb-4208-b0b4-3623284b9997/dhcp-networks HTTP/1.1" status: 200 len: 10440 time: 0.3579850 Oct 12 19:23:18.244713 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 46808) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:23:18.273081 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 46810) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:23:18.273732 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-d5d5b466-61e2-4bff-bb80-268fa5797a5b tempest-DHCPAgentSchedulersTestJSON-1998744884 tempest-DHCPAgentSchedulersTestJSON-1998744884-project-admin] 10.222.0.49 "GET /v2.0/networks/c8b13955-c40d-423b-b1df-2fde18231f57/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0263455 Oct 12 19:23:18.312953 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 46812) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:23:18.315753 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-a4ff4dea-a0ff-43cc-a11d-116f93d89795 tempest-DHCPAgentSchedulersTestJSON-1998744884 tempest-DHCPAgentSchedulersTestJSON-1998744884-project-admin] 10.222.0.49 "GET /v2.0/networks/c8b13955-c40d-423b-b1df-2fde18231f57/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0343180 Oct 12 19:23:18.329712 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b022fca8-50a8-40e1-bd38-a15ce07f5a15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:18.404455 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b022fca8-50a8-40e1-bd38-a15ce07f5a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:18.463602 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b022fca8-50a8-40e1-bd38-a15ce07f5a15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8abd5b2a-b324-4563-87b6-ff16d58b4254,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:23:18.472129 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-b022fca8-50a8-40e1-bd38-a15ce07f5a15 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e8415cac1ff646f596b4c81c5da0b701&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4988680 Oct 12 19:23:18.473580 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 46814) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:23:18.488960 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-c72c9848-a90f-436f-a2fd-e4ab581e659e tempest-DHCPAgentSchedulersTestJSON-1998744884 tempest-DHCPAgentSchedulersTestJSON-1998744884-project-admin] 10.222.0.49 "GET /v2.0/agents/687705a3-7aeb-4208-b0b4-3623284b9997/dhcp-networks HTTP/1.1" status: 200 len: 10440 time: 0.1748054 Oct 12 19:23:18.490364 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 46816) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:23:18.541489 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a3c8751a-2925-4a0b-ad6a-85f1ae8d5b68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:18.598619 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2fe9002c-a4fb-4f5c-b89c-a7cce935c65b tempest-DHCPAgentSchedulersTestJSON-1066158880 tempest-DHCPAgentSchedulersTestJSON-1066158880-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:18.613367 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a3c8751a-2925-4a0b-ad6a-85f1ae8d5b68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:18.711171 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2fe9002c-a4fb-4f5c-b89c-a7cce935c65b tempest-DHCPAgentSchedulersTestJSON-1066158880 tempest-DHCPAgentSchedulersTestJSON-1066158880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:18.728823 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a3c8751a-2925-4a0b-ad6a-85f1ae8d5b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:18.731539 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a3c8751a-2925-4a0b-ad6a-85f1ae8d5b68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:18.732956 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-a3c8751a-2925-4a0b-ad6a-85f1ae8d5b68 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8abd5b2a-b324-4563-87b6-ff16d58b4254 HTTP/1.1" status: 204 len: 168 time: 0.2577317 Oct 12 19:23:18.741226 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c8751a-2925-4a0b-ad6a-85f1ae8d5b68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8abd5b2a-b324-4563-87b6-ff16d58b4254,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:23:18.748848 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-2fe9002c-a4fb-4f5c-b89c-a7cce935c65b tempest-DHCPAgentSchedulersTestJSON-1066158880 tempest-DHCPAgentSchedulersTestJSON-1066158880-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e10d73ed-4460-4be6-a8ef-e18a4bd9a07b']}} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:23:18.764195 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-2fe9002c-a4fb-4f5c-b89c-a7cce935c65b tempest-DHCPAgentSchedulersTestJSON-1066158880 tempest-DHCPAgentSchedulersTestJSON-1066158880-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c73f03e3-95e7-407c-9492-53eba958d2f2') {'for_net_delete': True} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:23:18.764483 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-2fe9002c-a4fb-4f5c-b89c-a7cce935c65b tempest-DHCPAgentSchedulersTestJSON-1066158880 tempest-DHCPAgentSchedulersTestJSON-1066158880-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c73f03e3-95e7-407c-9492-53eba958d2f2') {} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:23:18.783890 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2fe9002c-a4fb-4f5c-b89c-a7cce935c65b tempest-DHCPAgentSchedulersTestJSON-1066158880 tempest-DHCPAgentSchedulersTestJSON-1066158880-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4281072'] for segment, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:18.804183 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2fe9002c-a4fb-4f5c-b89c-a7cce935c65b tempest-DHCPAgentSchedulersTestJSON-1066158880 tempest-DHCPAgentSchedulersTestJSON-1066158880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:18.815260 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fe9002c-a4fb-4f5c-b89c-a7cce935c65b tempest-DHCPAgentSchedulersTestJSON-1066158880 tempest-DHCPAgentSchedulersTestJSON-1066158880-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=95501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:23:18.816206 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2fe9002c-a4fb-4f5c-b89c-a7cce935c65b tempest-DHCPAgentSchedulersTestJSON-1066158880 tempest-DHCPAgentSchedulersTestJSON-1066158880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4823170'] for segment, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:18.882513 n-d-813679-3 neutron-server[95501]: Traceback (most recent call last): Oct 12 19:23:18.882513 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:23:18.882513 n-d-813679-3 neutron-server[95501]: timer() Oct 12 19:23:18.882513 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:23:18.882513 n-d-813679-3 neutron-server[95501]: cb(*args, **kw) Oct 12 19:23:18.882513 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:23:18.882513 n-d-813679-3 neutron-server[95501]: return func(*args, **kwargs) Oct 12 19:23:18.882513 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:23:18.882513 n-d-813679-3 neutron-server[95501]: self._notify() Oct 12 19:23:18.882513 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:23:18.882513 n-d-813679-3 neutron-server[95501]: self.callback(batched_events) Oct 12 19:23:18.882513 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:23:18.882513 n-d-813679-3 neutron-server[95501]: event.method(event) Oct 12 19:23:18.882513 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:23:18.882513 n-d-813679-3 neutron-server[95501]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:23:18.882513 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:23:18.882513 n-d-813679-3 neutron-server[95501]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:23:18.882513 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:23:18.882513 n-d-813679-3 neutron-server[95501]: return f(self, *a, **k) Oct 12 19:23:18.882513 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:23:18.882513 n-d-813679-3 neutron-server[95501]: return self._get(url).json() Oct 12 19:23:18.882513 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:23:18.882513 n-d-813679-3 neutron-server[95501]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:23:18.882513 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:23:18.882513 n-d-813679-3 neutron-server[95501]: return self.request(url, 'GET', **kwargs) Oct 12 19:23:18.882513 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:23:18.882513 n-d-813679-3 neutron-server[95501]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:23:18.882513 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:23:18.882513 n-d-813679-3 neutron-server[95501]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:23:18.882513 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:23:18.882513 n-d-813679-3 neutron-server[95501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:23:18.882513 n-d-813679-3 neutron-server[95501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:23:18.908923 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-cc5c7fe0-7f87-4aa2-8a8d-574d9fcf3769 req-25ec910c-067d-41ce-9f1a-12ae279931a7 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e3dd9fd-d745-452a-bdba-078fe6b0813e HTTP/1.1" status: 200 len: 210 time: 0.0368571 Oct 12 19:23:18.970571 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2fe9002c-a4fb-4f5c-b89c-a7cce935c65b tempest-DHCPAgentSchedulersTestJSON-1066158880 tempest-DHCPAgentSchedulersTestJSON-1066158880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:18.983961 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2fe9002c-a4fb-4f5c-b89c-a7cce935c65b tempest-DHCPAgentSchedulersTestJSON-1066158880 tempest-DHCPAgentSchedulersTestJSON-1066158880-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:18.983961 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-2fe9002c-a4fb-4f5c-b89c-a7cce935c65b tempest-DHCPAgentSchedulersTestJSON-1066158880 tempest-DHCPAgentSchedulersTestJSON-1066158880-project] 10.222.0.49 "DELETE /v2.0/networks/e10d73ed-4460-4be6-a8ef-e18a4bd9a07b HTTP/1.1" status: 204 len: 168 time: 0.4900730 Oct 12 19:23:18.983961 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 46828) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:23:19.001514 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe9002c-a4fb-4f5c-b89c-a7cce935c65b tempest-DHCPAgentSchedulersTestJSON-1066158880 tempest-DHCPAgentSchedulersTestJSON-1066158880-project] Pushing event deleted for resources: {'Network': ['ID=e10d73ed-4460-4be6-a8ef-e18a4bd9a07b,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:23:19.017080 n-d-813679-3 neutron-server[95501]: INFO neutron.pecan_wsgi.hooks.translation [None req-16b6ace6-23ea-4219-a019-0628c38b5307 tempest-DHCPAgentSchedulersTestJSON-1066158880 tempest-DHCPAgentSchedulersTestJSON-1066158880-project] DELETE failed (client error): The resource could not be found. Oct 12 19:23:19.017742 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16b6ace6-23ea-4219-a019-0628c38b5307 tempest-DHCPAgentSchedulersTestJSON-1066158880 tempest-DHCPAgentSchedulersTestJSON-1066158880-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:23:19.021326 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-16b6ace6-23ea-4219-a019-0628c38b5307 tempest-DHCPAgentSchedulersTestJSON-1066158880 tempest-DHCPAgentSchedulersTestJSON-1066158880-project] 10.222.0.49 "DELETE /v2.0/ports/293215f4-95dd-4202-8d02-bb91b30da1ed HTTP/1.1" status: 404 len: 333 time: 0.0358911 Oct 12 19:23:19.023834 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 46830) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:23:19.082345 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_v2 [None req-105d155c-44bd-4828-98bf-9196a82ba34b tempest-DHCPAgentSchedulersTestJSON-1066158880 tempest-DHCPAgentSchedulersTestJSON-1066158880-project] Deleting subnet 31c34de0-9e5f-4b2c-9bf1-9c376ce5dd41 {{(pid=95501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:23:19.086552 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-105d155c-44bd-4828-98bf-9196a82ba34b tempest-DHCPAgentSchedulersTestJSON-1066158880 tempest-DHCPAgentSchedulersTestJSON-1066158880-project] Notify callbacks [] for subnet, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:19.138635 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-105d155c-44bd-4828-98bf-9196a82ba34b tempest-DHCPAgentSchedulersTestJSON-1066158880 tempest-DHCPAgentSchedulersTestJSON-1066158880-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281083'] for subnet, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:19.271317 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-105d155c-44bd-4828-98bf-9196a82ba34b tempest-DHCPAgentSchedulersTestJSON-1066158880 tempest-DHCPAgentSchedulersTestJSON-1066158880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:19.433769 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-105d155c-44bd-4828-98bf-9196a82ba34b tempest-DHCPAgentSchedulersTestJSON-1066158880 tempest-DHCPAgentSchedulersTestJSON-1066158880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4824924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4612362'] for subnet, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:19.471496 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105d155c-44bd-4828-98bf-9196a82ba34b tempest-DHCPAgentSchedulersTestJSON-1066158880 tempest-DHCPAgentSchedulersTestJSON-1066158880-project] Pushing event deleted for resources: {'Subnet': ['ID=31c34de0-9e5f-4b2c-9bf1-9c376ce5dd41,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:23:19.480238 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-105d155c-44bd-4828-98bf-9196a82ba34b tempest-DHCPAgentSchedulersTestJSON-1066158880 tempest-DHCPAgentSchedulersTestJSON-1066158880-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:19.483782 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-105d155c-44bd-4828-98bf-9196a82ba34b tempest-DHCPAgentSchedulersTestJSON-1066158880 tempest-DHCPAgentSchedulersTestJSON-1066158880-project] 10.222.0.49 "DELETE /v2.0/subnets/31c34de0-9e5f-4b2c-9bf1-9c376ce5dd41 HTTP/1.1" status: 204 len: 168 time: 0.4584992 Oct 12 19:23:19.486373 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 46844) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:23:19.492302 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e552ef-6fa8-4996-855b-3a57f6a8a71f None None] Network c8b13955-c40d-423b-b1df-2fde18231f57 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:23:19.592437 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-86e5a5fb-18cb-4358-927a-4ae010c3cd5a tempest-DHCPAgentSchedulersTestJSON-1066158880 tempest-DHCPAgentSchedulersTestJSON-1066158880-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:19.664115 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-86e5a5fb-18cb-4358-927a-4ae010c3cd5a tempest-DHCPAgentSchedulersTestJSON-1066158880 tempest-DHCPAgentSchedulersTestJSON-1066158880-project] Deleting port 1f19b90c-1cb2-46e2-8bd0-7ffbe77708ad {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:23:19.664115 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-86e5a5fb-18cb-4358-927a-4ae010c3cd5a tempest-DHCPAgentSchedulersTestJSON-1066158880 tempest-DHCPAgentSchedulersTestJSON-1066158880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:19.743406 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 46850) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:23:19.764252 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-86e5a5fb-18cb-4358-927a-4ae010c3cd5a tempest-DHCPAgentSchedulersTestJSON-1066158880 tempest-DHCPAgentSchedulersTestJSON-1066158880-project] For port 1f19b90c-1cb2-46e2-8bd0-7ffbe77708ad, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=1f19b90c-1cb2-46e2-8bd0-7ffbe77708ad,segment=NetworkSegment(1f5b1881-abb2-4c96-baf2-78910682fd80),segment_id=1f5b1881-abb2-4c96-baf2-78910682fd80)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:23:19.764677 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-86e5a5fb-18cb-4358-927a-4ae010c3cd5a tempest-DHCPAgentSchedulersTestJSON-1066158880 tempest-DHCPAgentSchedulersTestJSON-1066158880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:19.767245 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7ee39489-5106-4692-95ad-5e9dd015a56a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:19.785418 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-86e5a5fb-18cb-4358-927a-4ae010c3cd5a tempest-DHCPAgentSchedulersTestJSON-1066158880 tempest-DHCPAgentSchedulersTestJSON-1066158880-project] Calling delete_port for 1f19b90c-1cb2-46e2-8bd0-7ffbe77708ad owned by network:dhcp {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:23:19.794166 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a74fb73d-2f0d-43cc-8003-45fd7e2c540d req-7e11a332-4e4a-477a-b8ce-41b8d7e11d31 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d267d967-2b22-4c04-81db-06abdd1ed685&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1004038 Oct 12 19:23:19.850644 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f0c853-def9-4bbe-8e58-5854a1a068b8 None None] DHCP port deletion for c8b13955-c40d-423b-b1df-2fde18231f57 request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 19:23:19.905659 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7ee39489-5106-4692-95ad-5e9dd015a56a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:19.957739 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-b1f0c853-def9-4bbe-8e58-5854a1a068b8 None None] Deleting port 1f19b90c-1cb2-46e2-8bd0-7ffbe77708ad {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:23:19.962763 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b1f0c853-def9-4bbe-8e58-5854a1a068b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:19.999386 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74fb73d-2f0d-43cc-8003-45fd7e2c540d req-afe20322-a031-4f4e-bd74-acfcef243c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:20.004485 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a74fb73d-2f0d-43cc-8003-45fd7e2c540d req-afe20322-a031-4f4e-bd74-acfcef243c4f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=72ac91cd8d494d6197bc36451232b3b4&device_id=d267d967-2b22-4c04-81db-06abdd1ed685 HTTP/1.1" status: 200 len: 1101 time: 0.0949018 Oct 12 19:23:20.004838 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-86e5a5fb-18cb-4358-927a-4ae010c3cd5a tempest-DHCPAgentSchedulersTestJSON-1066158880 tempest-DHCPAgentSchedulersTestJSON-1066158880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:20.015388 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7ee39489-5106-4692-95ad-5e9dd015a56a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:20.072656 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-b1f0c853-def9-4bbe-8e58-5854a1a068b8 None None] For port 1f19b90c-1cb2-46e2-8bd0-7ffbe77708ad, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=1f19b90c-1cb2-46e2-8bd0-7ffbe77708ad,segment=NetworkSegment(1f5b1881-abb2-4c96-baf2-78910682fd80),segment_id=1f5b1881-abb2-4c96-baf2-78910682fd80)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:23:20.073320 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b1f0c853-def9-4bbe-8e58-5854a1a068b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:20.087072 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-b1f0c853-def9-4bbe-8e58-5854a1a068b8 None None] Calling delete_port for 1f19b90c-1cb2-46e2-8bd0-7ffbe77708ad owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:23:20.100245 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5a5fb-18cb-4358-927a-4ae010c3cd5a tempest-DHCPAgentSchedulersTestJSON-1066158880 tempest-DHCPAgentSchedulersTestJSON-1066158880-project] Pushing event deleted for resources: {'Port': ['ID=1f19b90c-1cb2-46e2-8bd0-7ffbe77708ad,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:23:20.127885 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-7ee39489-5106-4692-95ad-5e9dd015a56a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=88c7fe69337b4ca69ca314a04296f8b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3797550 Oct 12 19:23:20.127885 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee39489-5106-4692-95ad-5e9dd015a56a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1190055f-cbba-4189-9b7c-c87bec8578ea,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:23:20.130906 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 46856) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:23:20.154570 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e5a5fb-18cb-4358-927a-4ae010c3cd5a tempest-DHCPAgentSchedulersTestJSON-1066158880 tempest-DHCPAgentSchedulersTestJSON-1066158880-project] No DVR routers for this DVR port 1f19b90c-1cb2-46e2-8bd0-7ffbe77708ad on host n-d-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:23:20.176633 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-90f7d745-2b71-4113-a9e0-47f09e26f058 req-fc8873ad-0cb7-4d3b-8d15-477de3070648 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e3dd9fd-d745-452a-bdba-078fe6b0813e HTTP/1.1" status: 200 len: 210 time: 0.1060519 Oct 12 19:23:20.201639 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74fb73d-2f0d-43cc-8003-45fd7e2c540d req-f2eb277a-9dc3-48bc-b263-5b23aec38ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:20.203110 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a74fb73d-2f0d-43cc-8003-45fd7e2c540d req-f2eb277a-9dc3-48bc-b263-5b23aec38ddd service neutron] 10.222.0.67 "GET /v2.0/networks?id=90dcf485-b1ad-4139-85a3-9e1e9879e6b1 HTTP/1.1" status: 200 len: 870 time: 0.1582553 Oct 12 19:23:20.262176 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a74fb73d-2f0d-43cc-8003-45fd7e2c540d req-0910a57e-7164-47a2-a3e0-55d8fe98d750 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=8f0f1b33-30ca-4ef3-8d1e-388675e42a87 HTTP/1.1" status: 200 len: 217 time: 0.0468371 Oct 12 19:23:20.275029 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-bcf78769-1bca-4567-a6d8-d3f88971b202 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:20.281091 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b1f0c853-def9-4bbe-8e58-5854a1a068b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:20.312013 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f0c853-def9-4bbe-8e58-5854a1a068b8 None None] Pushing event deleted for resources: {'Port': ['ID=1f19b90c-1cb2-46e2-8bd0-7ffbe77708ad,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:23:20.320666 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f0c853-def9-4bbe-8e58-5854a1a068b8 None None] No DVR routers for this DVR port 1f19b90c-1cb2-46e2-8bd0-7ffbe77708ad on host n-d-813679-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:23:20.386948 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-86e5a5fb-18cb-4358-927a-4ae010c3cd5a tempest-DHCPAgentSchedulersTestJSON-1066158880 tempest-DHCPAgentSchedulersTestJSON-1066158880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:20.433480 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74fb73d-2f0d-43cc-8003-45fd7e2c540d req-edf1781c-6648-47e5-ba9d-deb396b28e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:20.433946 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-86e5a5fb-18cb-4358-927a-4ae010c3cd5a tempest-DHCPAgentSchedulersTestJSON-1066158880 tempest-DHCPAgentSchedulersTestJSON-1066158880-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8b13955-c40d-423b-b1df-2fde18231f57']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:23:20.435663 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a74fb73d-2f0d-43cc-8003-45fd7e2c540d req-edf1781c-6648-47e5-ba9d-deb396b28e87 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=629aee7d-3fde-4c72-af1e-6a7e1f6a7e75 HTTP/1.1" status: 200 len: 843 time: 0.1547744 Oct 12 19:23:20.446840 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-86e5a5fb-18cb-4358-927a-4ae010c3cd5a tempest-DHCPAgentSchedulersTestJSON-1066158880 tempest-DHCPAgentSchedulersTestJSON-1066158880-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f5b1881-abb2-4c96-baf2-78910682fd80') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:23:20.447234 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-86e5a5fb-18cb-4358-927a-4ae010c3cd5a tempest-DHCPAgentSchedulersTestJSON-1066158880 tempest-DHCPAgentSchedulersTestJSON-1066158880-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f5b1881-abb2-4c96-baf2-78910682fd80') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:23:20.449534 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-bcf78769-1bca-4567-a6d8-d3f88971b202 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:20.458358 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-86e5a5fb-18cb-4358-927a-4ae010c3cd5a tempest-DHCPAgentSchedulersTestJSON-1066158880 tempest-DHCPAgentSchedulersTestJSON-1066158880-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16313633'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:20.476851 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-86e5a5fb-18cb-4358-927a-4ae010c3cd5a tempest-DHCPAgentSchedulersTestJSON-1066158880 tempest-DHCPAgentSchedulersTestJSON-1066158880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:20.503149 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86e5a5fb-18cb-4358-927a-4ae010c3cd5a tempest-DHCPAgentSchedulersTestJSON-1066158880 tempest-DHCPAgentSchedulersTestJSON-1066158880-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:23:20.503861 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-86e5a5fb-18cb-4358-927a-4ae010c3cd5a tempest-DHCPAgentSchedulersTestJSON-1066158880 tempest-DHCPAgentSchedulersTestJSON-1066158880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4305278'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:20.524804 n-d-813679-3 neutron-server[95502]: Traceback (most recent call last): Oct 12 19:23:20.524804 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:23:20.524804 n-d-813679-3 neutron-server[95502]: timer() Oct 12 19:23:20.524804 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:23:20.524804 n-d-813679-3 neutron-server[95502]: cb(*args, **kw) Oct 12 19:23:20.524804 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:23:20.524804 n-d-813679-3 neutron-server[95502]: return func(*args, **kwargs) Oct 12 19:23:20.524804 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:23:20.524804 n-d-813679-3 neutron-server[95502]: self._notify() Oct 12 19:23:20.524804 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:23:20.524804 n-d-813679-3 neutron-server[95502]: self.callback(batched_events) Oct 12 19:23:20.524804 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:23:20.524804 n-d-813679-3 neutron-server[95502]: event.method(event) Oct 12 19:23:20.524804 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:23:20.524804 n-d-813679-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:23:20.524804 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:23:20.524804 n-d-813679-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:23:20.524804 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:23:20.524804 n-d-813679-3 neutron-server[95502]: return f(self, *a, **k) Oct 12 19:23:20.524804 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:23:20.524804 n-d-813679-3 neutron-server[95502]: return self._get(url).json() Oct 12 19:23:20.524804 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:23:20.524804 n-d-813679-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:23:20.524804 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:23:20.524804 n-d-813679-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Oct 12 19:23:20.524804 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:23:20.524804 n-d-813679-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:23:20.524804 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:23:20.524804 n-d-813679-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:23:20.524804 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:23:20.524804 n-d-813679-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:23:20.524804 n-d-813679-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:23:20.541707 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74fb73d-2f0d-43cc-8003-45fd7e2c540d req-abc49895-7417-4b8a-bbbc-e76ee18bcc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:20.543221 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a74fb73d-2f0d-43cc-8003-45fd7e2c540d req-abc49895-7417-4b8a-bbbc-e76ee18bcc70 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=90dcf485-b1ad-4139-85a3-9e1e9879e6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0886812 Oct 12 19:23:20.639432 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1606e306-479c-41d0-abbe-85ac053972d1 req-3ab4bc63-7759-4482-b2fd-d0331792db2d tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=72ac91cd8d494d6197bc36451232b3b4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0666080 Oct 12 19:23:20.668175 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-86e5a5fb-18cb-4358-927a-4ae010c3cd5a tempest-DHCPAgentSchedulersTestJSON-1066158880 tempest-DHCPAgentSchedulersTestJSON-1066158880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:20.680170 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-86e5a5fb-18cb-4358-927a-4ae010c3cd5a tempest-DHCPAgentSchedulersTestJSON-1066158880 tempest-DHCPAgentSchedulersTestJSON-1066158880-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:20.688291 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-86e5a5fb-18cb-4358-927a-4ae010c3cd5a tempest-DHCPAgentSchedulersTestJSON-1066158880 tempest-DHCPAgentSchedulersTestJSON-1066158880-project] 10.222.0.49 "DELETE /v2.0/networks/c8b13955-c40d-423b-b1df-2fde18231f57 HTTP/1.1" status: 204 len: 168 time: 1.1934378 Oct 12 19:23:20.703572 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5a5fb-18cb-4358-927a-4ae010c3cd5a tempest-DHCPAgentSchedulersTestJSON-1066158880 tempest-DHCPAgentSchedulersTestJSON-1066158880-project] Pushing event deleted for resources: {'Network': ['ID=c8b13955-c40d-423b-b1df-2fde18231f57,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:23:20.801228 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 1f19b90c-1cb2-46e2-8bd0-7ffbe77708ad no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:23:20.824518 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 1f19b90c-1cb2-46e2-8bd0-7ffbe77708ad {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:23:20.825224 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 1f19b90c-1cb2-46e2-8bd0-7ffbe77708ad not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:23:20.978522 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-bcf78769-1bca-4567-a6d8-d3f88971b202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:20.980950 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-bcf78769-1bca-4567-a6d8-d3f88971b202 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:20.982092 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-bcf78769-1bca-4567-a6d8-d3f88971b202 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1190055f-cbba-4189-9b7c-c87bec8578ea HTTP/1.1" status: 204 len: 168 time: 0.8463981 Oct 12 19:23:21.006407 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf78769-1bca-4567-a6d8-d3f88971b202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1190055f-cbba-4189-9b7c-c87bec8578ea,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:23:21.135374 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a74fb73d-2f0d-43cc-8003-45fd7e2c540d req-be9aa738-863c-4fbe-9cf2-51b2d936e88b service neutron] 10.222.0.67 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5786948 Oct 12 19:23:21.146362 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1606e306-479c-41d0-abbe-85ac053972d1 req-1139ce38-9ed6-4286-91fe-073c200e0d76 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:21.147691 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1606e306-479c-41d0-abbe-85ac053972d1 req-1139ce38-9ed6-4286-91fe-073c200e0d76 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4881527 Oct 12 19:23:21.328440 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a74fb73d-2f0d-43cc-8003-45fd7e2c540d req-8f711708-b153-4714-b06c-b49f5e6adfb1 service neutron] 10.222.0.67 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796889 Oct 12 19:23:21.333930 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-1606e306-479c-41d0-abbe-85ac053972d1 req-59ad50b8-bbcb-4302-b52f-07e5a9a8a9f3 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Request body: {'port': {'device_id': '0e3dd9fd-d745-452a-bdba-078fe6b0813e', 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1', 'admin_state_up': True, 'tenant_id': '72ac91cd8d494d6197bc36451232b3b4'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:23:21.359722 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-924365bb-2938-466f-a38a-2ba1db702109 req-068930f9-c8ce-4fd8-9d76-a805a19d8884 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e3dd9fd-d745-452a-bdba-078fe6b0813e HTTP/1.1" status: 200 len: 210 time: 0.0483840 Oct 12 19:23:21.570459 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1606e306-479c-41d0-abbe-85ac053972d1 req-59ad50b8-bbcb-4302-b52f-07e5a9a8a9f3 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Made reservation on behalf of 72ac91cd8d494d6197bc36451232b3b4 for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:23:21.581383 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-1606e306-479c-41d0-abbe-85ac053972d1 req-59ad50b8-bbcb-4302-b52f-07e5a9a8a9f3 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:21.799570 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 46888) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:23:21.826547 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [req-1606e306-479c-41d0-abbe-85ac053972d1 req-59ad50b8-bbcb-4302-b52f-07e5a9a8a9f3 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Allocated IP 192.168.233.150 (90dcf485-b1ad-4139-85a3-9e1e9879e6b1/629aee7d-3fde-4c72-af1e-6a7e1f6a7e75/73f60a23-c5e0-41a9-a6d8-485cd20cdbc4) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:23:21.834726 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bb440f99-3199-4a52-9333-7fcd977057a9 req-b0427ce6-25bb-4a9f-9c2c-efade103a327 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ecc38ae3-328a-43a0-a185-601e29a048cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1566236 Oct 12 19:23:22.063195 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-1606e306-479c-41d0-abbe-85ac053972d1 req-59ad50b8-bbcb-4302-b52f-07e5a9a8a9f3 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:22.122297 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb440f99-3199-4a52-9333-7fcd977057a9 req-19e4b282-89d5-46cf-a00c-b897ab48a651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:22.122772 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb440f99-3199-4a52-9333-7fcd977057a9 req-19e4b282-89d5-46cf-a00c-b897ab48a651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:22.123234 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb440f99-3199-4a52-9333-7fcd977057a9 req-19e4b282-89d5-46cf-a00c-b897ab48a651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:22.123695 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb440f99-3199-4a52-9333-7fcd977057a9 req-19e4b282-89d5-46cf-a00c-b897ab48a651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:22.124233 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb440f99-3199-4a52-9333-7fcd977057a9 req-19e4b282-89d5-46cf-a00c-b897ab48a651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:22.124688 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb440f99-3199-4a52-9333-7fcd977057a9 req-19e4b282-89d5-46cf-a00c-b897ab48a651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:22.125137 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb440f99-3199-4a52-9333-7fcd977057a9 req-19e4b282-89d5-46cf-a00c-b897ab48a651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:22.127084 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bb440f99-3199-4a52-9333-7fcd977057a9 req-19e4b282-89d5-46cf-a00c-b897ab48a651 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e65d35344c43413ba93381b16381b559&device_id=ecc38ae3-328a-43a0-a185-601e29a048cb HTTP/1.1" status: 200 len: 6501 time: 0.1940701 Oct 12 19:23:22.139151 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-99419c18-6292-4dea-924f-580e86b8a7e7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6ee5bad216764c7a822695e0616b35f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3384006 Oct 12 19:23:22.142112 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 46902) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:23:22.183124 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-1606e306-479c-41d0-abbe-85ac053972d1 req-59ad50b8-bbcb-4302-b52f-07e5a9a8a9f3 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:22.196524 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['8f0f1b33-30ca-4ef3-8d1e-388675e42a87', '832047a1-185a-433e-aeb1-81fc5bea349e', 'f4cfedd2-d5e9-4c37-9550-ce5524d812cf'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:23:22.201418 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['ac2ba39d-e5cc-462c-85ad-7f217b2bb8c0', '666b5a4b-a7ff-4681-ba06-b94fff0a6b0a'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:23:22.256114 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1606e306-479c-41d0-abbe-85ac053972d1 req-59ad50b8-bbcb-4302-b52f-07e5a9a8a9f3 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:23:22.259991 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [req-1606e306-479c-41d0-abbe-85ac053972d1 req-59ad50b8-bbcb-4302-b52f-07e5a9a8a9f3 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:23:22.278326 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-1606e306-479c-41d0-abbe-85ac053972d1 req-59ad50b8-bbcb-4302-b52f-07e5a9a8a9f3 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:23:22.333897 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4b6bfe6e-ddb8-47a2-828b-cdb5f09ced76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:22.367399 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1606e306-479c-41d0-abbe-85ac053972d1 req-59ad50b8-bbcb-4302-b52f-07e5a9a8a9f3 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:22.368127 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-1606e306-479c-41d0-abbe-85ac053972d1 req-59ad50b8-bbcb-4302-b52f-07e5a9a8a9f3 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:22.373310 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ad50b8-bbcb-4302-b52f-07e5a9a8a9f3 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Pushing event updated for resources: {'Port': ['ID=73f60a23-c5e0-41a9-a6d8-485cd20cdbc4,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:23:22.401365 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4b6bfe6e-ddb8-47a2-828b-cdb5f09ced76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:22.405967 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb440f99-3199-4a52-9333-7fcd977057a9 req-f0dee805-ecbc-4341-9f3a-c1ecb80d6adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:22.405967 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb440f99-3199-4a52-9333-7fcd977057a9 req-f0dee805-ecbc-4341-9f3a-c1ecb80d6adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:22.405967 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb440f99-3199-4a52-9333-7fcd977057a9 req-f0dee805-ecbc-4341-9f3a-c1ecb80d6adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:22.407249 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bb440f99-3199-4a52-9333-7fcd977057a9 req-f0dee805-ecbc-4341-9f3a-c1ecb80d6adb service neutron] 10.222.0.61 "GET /v2.0/networks?id=6c3decc3-29e4-408c-a34f-0339ccbba377&id=2e14c4f2-b68c-4d21-920b-215a17ef69db&id=2e14c4f2-b68c-4d21-920b-215a17ef69db&id=2e14c4f2-b68c-4d21-920b-215a17ef69db&id=2e14c4f2-b68c-4d21-920b-215a17ef69db&id=25292ff6-df2e-42a1-aeea-68fb3a14f1ca&id=25292ff6-df2e-42a1-aeea-68fb3a14f1ca HTTP/1.1" status: 200 len: 2298 time: 0.2401905 Oct 12 19:23:22.459390 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1606e306-479c-41d0-abbe-85ac053972d1 req-59ad50b8-bbcb-4302-b52f-07e5a9a8a9f3 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1288381 Oct 12 19:23:22.473193 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-1606e306-479c-41d0-abbe-85ac053972d1 req-44b5f05d-ef65-4e64-9d9a-a55cb2049225 service neutron] Request body: {'port': {'device_id': '0e3dd9fd-d745-452a-bdba-078fe6b0813e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-3'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:23:22.537637 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bb440f99-3199-4a52-9333-7fcd977057a9 req-6826b878-a910-4175-877e-b5906feae3dd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cb6ebc8d-ae43-4017-abf8-253569f88e90 HTTP/1.1" status: 200 len: 1001 time: 0.1204045 Oct 12 19:23:22.668580 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-1606e306-479c-41d0-abbe-85ac053972d1 req-44b5f05d-ef65-4e64-9d9a-a55cb2049225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:22.705155 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb440f99-3199-4a52-9333-7fcd977057a9 req-66b96340-7ff2-4c4a-957c-07f7c7632171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:22.706859 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bb440f99-3199-4a52-9333-7fcd977057a9 req-66b96340-7ff2-4c4a-957c-07f7c7632171 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8cdec308-a85d-4461-be76-72b0713a6c05 HTTP/1.1" status: 200 len: 856 time: 0.1460609 Oct 12 19:23:22.721757 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc348cb-a78c-486f-aa45-3eeb1eb4e6cc req-39f92bb7-c77f-4c16-91ed-26c647ea7298 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:22.733089 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-2725b158-5d68-47bf-b357-6ea0d1d1a8ef None None] Provisioning complete for port 73f60a23-c5e0-41a9-a6d8-485cd20cdbc4 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:23:22.733089 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2725b158-5d68-47bf-b357-6ea0d1d1a8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:22.733304 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ebc348cb-a78c-486f-aa45-3eeb1eb4e6cc req-39f92bb7-c77f-4c16-91ed-26c647ea7298 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e3dd9fd-d745-452a-bdba-078fe6b0813e HTTP/1.1" status: 200 len: 936 time: 0.1720028 Oct 12 19:23:22.959765 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-2725b158-5d68-47bf-b357-6ea0d1d1a8ef None None] Port 73f60a23-c5e0-41a9-a6d8-485cd20cdbc4 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:23:23.321776 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [req-1606e306-479c-41d0-abbe-85ac053972d1 req-44b5f05d-ef65-4e64-9d9a-a55cb2049225 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73f60a23-c5e0-41a9-a6d8-485cd20cdbc4 {{(pid=95501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:23:23.330774 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-1606e306-479c-41d0-abbe-85ac053972d1 req-44b5f05d-ef65-4e64-9d9a-a55cb2049225 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:23.347976 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.provisioning_blocks [req-1606e306-479c-41d0-abbe-85ac053972d1 req-44b5f05d-ef65-4e64-9d9a-a55cb2049225 service neutron] Transition to ACTIVE for port object 73f60a23-c5e0-41a9-a6d8-485cd20cdbc4 will not be triggered until provisioned by entity L2. {{(pid=95501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:23:23.349492 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4b6bfe6e-ddb8-47a2-828b-cdb5f09ced76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:23.352660 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4b6bfe6e-ddb8-47a2-828b-cdb5f09ced76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:23.354025 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-4b6bfe6e-ddb8-47a2-828b-cdb5f09ced76 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a9d9b48c-66d6-4b1b-90a2-857fe8f60bdd HTTP/1.1" status: 204 len: 168 time: 1.2112746 Oct 12 19:23:23.386691 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6bfe6e-ddb8-47a2-828b-cdb5f09ced76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9d9b48c-66d6-4b1b-90a2-857fe8f60bdd,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:23:23.419889 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-1606e306-479c-41d0-abbe-85ac053972d1 req-44b5f05d-ef65-4e64-9d9a-a55cb2049225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:23.457609 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ebc348cb-a78c-486f-aa45-3eeb1eb4e6cc req-dfa1b5cd-4560-4b64-ad10-fbcf79368fda tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/security-groups?id=ceeec1d2-c315-47e9-9f92-76d770e7141a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7262032 Oct 12 19:23:23.462659 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb440f99-3199-4a52-9333-7fcd977057a9 req-62229ce7-7b17-43d6-a7e8-5900198efc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:23.465766 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bb440f99-3199-4a52-9333-7fcd977057a9 req-62229ce7-7b17-43d6-a7e8-5900198efc68 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6c3decc3-29e4-408c-a34f-0339ccbba377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7329254 Oct 12 19:23:23.607450 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bb440f99-3199-4a52-9333-7fcd977057a9 req-80a300f4-3e41-4528-88e8-3353ef37a1f1 service neutron] 10.222.0.61 "GET /v2.0/networks/6c3decc3-29e4-408c-a34f-0339ccbba377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272707 Oct 12 19:23:23.655408 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b5f05d-ef65-4e64-9d9a-a55cb2049225 service neutron] Pushing event updated for resources: {'Port': ['ID=73f60a23-c5e0-41a9-a6d8-485cd20cdbc4,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:23:23.674818 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-1606e306-479c-41d0-abbe-85ac053972d1 req-44b5f05d-ef65-4e64-9d9a-a55cb2049225 service neutron] Attempting to bind port 73f60a23-c5e0-41a9-a6d8-485cd20cdbc4 on host n-h2-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:23:23.675192 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-1606e306-479c-41d0-abbe-85ac053972d1 req-44b5f05d-ef65-4e64-9d9a-a55cb2049225 service neutron] Attempting to bind port 73f60a23-c5e0-41a9-a6d8-485cd20cdbc4 by drivers openvswitch,hyperv on host n-h2-813679-3 at level 0 using segments [{'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:23:23.684132 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1606e306-479c-41d0-abbe-85ac053972d1 req-44b5f05d-ef65-4e64-9d9a-a55cb2049225 service neutron] Attempting to bind port 73f60a23-c5e0-41a9-a6d8-485cd20cdbc4 on network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:23:23.684132 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1606e306-479c-41d0-abbe-85ac053972d1 req-44b5f05d-ef65-4e64-9d9a-a55cb2049225 service neutron] Port 73f60a23-c5e0-41a9-a6d8-485cd20cdbc4 on network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:23:23.684132 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1606e306-479c-41d0-abbe-85ac053972d1 req-44b5f05d-ef65-4e64-9d9a-a55cb2049225 service neutron] Attempting to bind port 73f60a23-c5e0-41a9-a6d8-485cd20cdbc4 on network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:23:23.689419 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1606e306-479c-41d0-abbe-85ac053972d1 req-44b5f05d-ef65-4e64-9d9a-a55cb2049225 service neutron] Checking agent: {'id': '233fbd7d-38e4-434f-bb8f-05364d7423a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:23:23.689761 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1606e306-479c-41d0-abbe-85ac053972d1 req-44b5f05d-ef65-4e64-9d9a-a55cb2049225 service neutron] Checking segment: {'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:23:23.690155 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1606e306-479c-41d0-abbe-85ac053972d1 req-44b5f05d-ef65-4e64-9d9a-a55cb2049225 service neutron] Bound using segment: {'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:23:23.694518 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-1606e306-479c-41d0-abbe-85ac053972d1 req-44b5f05d-ef65-4e64-9d9a-a55cb2049225 service neutron] Bound port: 73f60a23-c5e0-41a9-a6d8-485cd20cdbc4, host: n-h2-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'}}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:23:23.694935 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-1606e306-479c-41d0-abbe-85ac053972d1 req-44b5f05d-ef65-4e64-9d9a-a55cb2049225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:23.808495 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-1606e306-479c-41d0-abbe-85ac053972d1 req-44b5f05d-ef65-4e64-9d9a-a55cb2049225 service neutron] For port 73f60a23-c5e0-41a9-a6d8-485cd20cdbc4, host n-h2-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:23:23.812321 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-1606e306-479c-41d0-abbe-85ac053972d1 req-44b5f05d-ef65-4e64-9d9a-a55cb2049225 service neutron] For port 73f60a23-c5e0-41a9-a6d8-485cd20cdbc4, host n-h2-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=73f60a23-c5e0-41a9-a6d8-485cd20cdbc4,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:23:23.835527 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bb440f99-3199-4a52-9333-7fcd977057a9 req-1877d75a-5fd5-4ae2-af58-3cf46eb1e2f7 service neutron] 10.222.0.61 "GET /v2.0/networks/6c3decc3-29e4-408c-a34f-0339ccbba377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142372 Oct 12 19:23:23.898737 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bb440f99-3199-4a52-9333-7fcd977057a9 req-29a3a08b-cf47-4a3b-b6b4-8f3639d09c10 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.52&port_id=606f9c96-932b-4ef3-9ddb-6836480c9163 HTTP/1.1" status: 200 len: 217 time: 0.0531685 Oct 12 19:23:23.912524 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-1606e306-479c-41d0-abbe-85ac053972d1 req-44b5f05d-ef65-4e64-9d9a-a55cb2049225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:24.038942 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1606e306-479c-41d0-abbe-85ac053972d1 req-44b5f05d-ef65-4e64-9d9a-a55cb2049225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:24.039602 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-1606e306-479c-41d0-abbe-85ac053972d1 req-44b5f05d-ef65-4e64-9d9a-a55cb2049225 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:24.043230 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1606e306-479c-41d0-abbe-85ac053972d1 req-44b5f05d-ef65-4e64-9d9a-a55cb2049225 service neutron] 10.222.0.67 "PUT /v2.0/ports/73f60a23-c5e0-41a9-a6d8-485cd20cdbc4 HTTP/1.1" status: 200 len: 1096 time: 1.5754650 Oct 12 19:23:24.043729 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e3dd9fd-d745-452a-bdba-078fe6b0813e', 'tag': '73f60a23-c5e0-41a9-a6d8-485cd20cdbc4'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:23:24.052221 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66c414d8-bf13-498b-823a-dc3224716f0c" -d '{"events": [{"name": "network-changed", "server_uuid": "0e3dd9fd-d745-452a-bdba-078fe6b0813e", "tag": "73f60a23-c5e0-41a9-a6d8-485cd20cdbc4"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:23:24.090765 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb440f99-3199-4a52-9333-7fcd977057a9 req-eefdee4c-f988-49b4-9160-99c4fc3bea61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:24.099548 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bb440f99-3199-4a52-9333-7fcd977057a9 req-eefdee4c-f988-49b4-9160-99c4fc3bea61 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9eccc23a-d2b3-4cf1-80e5-df88bd80499d HTTP/1.1" status: 200 len: 797 time: 0.1733899 Oct 12 19:23:24.144770 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b5f05d-ef65-4e64-9d9a-a55cb2049225 service neutron] Pushing event updated for resources: {'Port': ['ID=73f60a23-c5e0-41a9-a6d8-485cd20cdbc4,revision_number=3']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:23:24.162112 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeb8ded6-b588-4025-81c0-3a536dcd09b6 x-openstack-request-id: req-eeb8ded6-b588-4025-81c0-3a536dcd09b6 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:23:24.163062 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e3dd9fd-d745-452a-bdba-078fe6b0813e", "tag": "73f60a23-c5e0-41a9-a6d8-485cd20cdbc4", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:23:24.163921 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-eeb8ded6-b588-4025-81c0-3a536dcd09b6 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:23:24.164535 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e3dd9fd-d745-452a-bdba-078fe6b0813e', 'tag': '73f60a23-c5e0-41a9-a6d8-485cd20cdbc4', 'status': 'completed', 'code': 200} Oct 12 19:23:24.227322 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb440f99-3199-4a52-9333-7fcd977057a9 req-3c7f2ca8-6619-4fad-b83d-e1e6f97aa690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:24.231866 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bb440f99-3199-4a52-9333-7fcd977057a9 req-3c7f2ca8-6619-4fad-b83d-e1e6f97aa690 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2e14c4f2-b68c-4d21-920b-215a17ef69db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1206148 Oct 12 19:23:24.298807 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c414d8-bf13-498b-823a-dc3224716f0c req-c1da3fab-d3f6-4e14-995e-4f6dbca3ebc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:24.303108 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-66c414d8-bf13-498b-823a-dc3224716f0c req-c1da3fab-d3f6-4e14-995e-4f6dbca3ebc8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=72ac91cd8d494d6197bc36451232b3b4&device_id=0e3dd9fd-d745-452a-bdba-078fe6b0813e HTTP/1.1" status: 200 len: 1099 time: 0.1356001 Oct 12 19:23:24.355556 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-66c414d8-bf13-498b-823a-dc3224716f0c req-ce28f859-fe44-47ac-83bf-639b1ff88f9f service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=72ac91cd8d494d6197bc36451232b3b4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0423841 Oct 12 19:23:24.448113 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bb440f99-3199-4a52-9333-7fcd977057a9 req-2630cada-a063-47a4-8bb3-833d10b6cce9 service neutron] 10.222.0.61 "GET /v2.0/networks/2e14c4f2-b68c-4d21-920b-215a17ef69db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072375 Oct 12 19:23:24.629227 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c414d8-bf13-498b-823a-dc3224716f0c req-3e89c694-33ed-455b-aee3-a5de973dc81d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:24.632865 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-66c414d8-bf13-498b-823a-dc3224716f0c req-3e89c694-33ed-455b-aee3-a5de973dc81d service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2641165 Oct 12 19:23:24.635997 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 46964) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:23:24.652545 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-51e69f4f-fd1f-4711-8ecf-b780fdc7dbc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:24.654853 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bb440f99-3199-4a52-9333-7fcd977057a9 req-bfe5b9d0-0fdb-4178-8355-633f521ff423 service neutron] 10.222.0.61 "GET /v2.0/networks/2e14c4f2-b68c-4d21-920b-215a17ef69db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953332 Oct 12 19:23:24.689290 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b5c085-d0af-47c8-8ec8-3af65f2d7b44 req-8eef7a58-cc73-4255-a092-6cf6a4852354 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:24.698532 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-19b5c085-d0af-47c8-8ec8-3af65f2d7b44 req-8eef7a58-cc73-4255-a092-6cf6a4852354 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e3dd9fd-d745-452a-bdba-078fe6b0813e HTTP/1.1" status: 200 len: 948 time: 0.1286330 Oct 12 19:23:24.718980 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bb440f99-3199-4a52-9333-7fcd977057a9 req-b1c55979-a3e1-4955-aa51-2486b93d110e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.24&port_id=605e7744-82ec-4122-aca5-63441fceb7bc HTTP/1.1" status: 200 len: 217 time: 0.0538294 Oct 12 19:23:24.803979 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-19b5c085-d0af-47c8-8ec8-3af65f2d7b44 req-b38e7441-5f04-4eba-998a-4e6685f031bd tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/security-groups?id=ceeec1d2-c315-47e9-9f92-76d770e7141a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999463 Oct 12 19:23:24.853218 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb440f99-3199-4a52-9333-7fcd977057a9 req-6a60e737-0f5c-4b53-8e3c-d0b4da4fac2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:24.853218 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bb440f99-3199-4a52-9333-7fcd977057a9 req-6a60e737-0f5c-4b53-8e3c-d0b4da4fac2f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9eccc23a-d2b3-4cf1-80e5-df88bd80499d HTTP/1.1" status: 200 len: 797 time: 0.1151118 Oct 12 19:23:24.853552 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1606e306-479c-41d0-abbe-85ac053972d1 req-8ce8a2c3-f22b-485a-b41b-add62915ed4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:24.853552 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1606e306-479c-41d0-abbe-85ac053972d1 req-8ce8a2c3-f22b-485a-b41b-add62915ed4f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=72ac91cd8d494d6197bc36451232b3b4&device_id=0e3dd9fd-d745-452a-bdba-078fe6b0813e HTTP/1.1" status: 200 len: 1099 time: 0.1257620 Oct 12 19:23:24.935290 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb440f99-3199-4a52-9333-7fcd977057a9 req-e003e6bb-2728-4118-b924-6e00fea9d2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:24.940211 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bb440f99-3199-4a52-9333-7fcd977057a9 req-e003e6bb-2728-4118-b924-6e00fea9d2d9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2e14c4f2-b68c-4d21-920b-215a17ef69db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0779350 Oct 12 19:23:24.953345 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1606e306-479c-41d0-abbe-85ac053972d1 req-d1e9456b-628d-4e6a-ba57-40a3c30493b0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=73f60a23-c5e0-41a9-a6d8-485cd20cdbc4 HTTP/1.1" status: 200 len: 217 time: 0.0821464 Oct 12 19:23:25.017866 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-51e69f4f-fd1f-4711-8ecf-b780fdc7dbc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:25.073504 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1606e306-479c-41d0-abbe-85ac053972d1 req-ae667296-8cfb-4e32-8e2b-480bb187ec54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:25.076548 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1606e306-479c-41d0-abbe-85ac053972d1 req-ae667296-8cfb-4e32-8e2b-480bb187ec54 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=629aee7d-3fde-4c72-af1e-6a7e1f6a7e75 HTTP/1.1" status: 200 len: 843 time: 0.1051247 Oct 12 19:23:25.106250 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bb440f99-3199-4a52-9333-7fcd977057a9 req-f38a0125-e1ab-4141-94d3-c8def113699a service neutron] 10.222.0.61 "GET /v2.0/networks/2e14c4f2-b68c-4d21-920b-215a17ef69db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597457 Oct 12 19:23:25.121077 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-51e69f4f-fd1f-4711-8ecf-b780fdc7dbc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:25.176083 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-51e69f4f-fd1f-4711-8ecf-b780fdc7dbc3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b349bd79098a4a8694abce3008d9fe60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5384169 Oct 12 19:23:25.178524 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 46968) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:23:25.226843 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bb440f99-3199-4a52-9333-7fcd977057a9 req-4b16c6b6-6534-444a-9627-183c9a12b6d0 service neutron] 10.222.0.61 "GET /v2.0/networks/2e14c4f2-b68c-4d21-920b-215a17ef69db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086318 Oct 12 19:23:25.235809 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e69f4f-fd1f-4711-8ecf-b780fdc7dbc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cddeb271-a5d2-4036-a5c1-3d49ef2773b4,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:23:25.244566 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1606e306-479c-41d0-abbe-85ac053972d1 req-3f54f519-aa45-476f-a75a-90c565a4f001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:25.246143 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1606e306-479c-41d0-abbe-85ac053972d1 req-3f54f519-aa45-476f-a75a-90c565a4f001 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=90dcf485-b1ad-4139-85a3-9e1e9879e6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1614838 Oct 12 19:23:25.299354 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bb440f99-3199-4a52-9333-7fcd977057a9 req-1a505013-6f67-4b51-b937-4fac49585302 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.248&port_id=e1839e8c-26d1-434d-bd18-d452e6003586 HTTP/1.1" status: 200 len: 217 time: 0.0601902 Oct 12 19:23:25.309834 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-46ae7cc9-1793-4c8d-8ef8-c38e5164a0f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:25.337985 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-46ae7cc9-1793-4c8d-8ef8-c38e5164a0f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:25.443419 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb440f99-3199-4a52-9333-7fcd977057a9 req-00b43e1a-5c72-486e-b187-fec9f89a7ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:25.445145 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bb440f99-3199-4a52-9333-7fcd977057a9 req-00b43e1a-5c72-486e-b187-fec9f89a7ccb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9eccc23a-d2b3-4cf1-80e5-df88bd80499d HTTP/1.1" status: 200 len: 797 time: 0.1384273 Oct 12 19:23:25.464933 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1606e306-479c-41d0-abbe-85ac053972d1 req-97b76b49-498a-4fb4-beb6-2913faea99e4 service neutron] 10.222.0.67 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081351 Oct 12 19:23:25.524005 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb440f99-3199-4a52-9333-7fcd977057a9 req-83c8a46a-f824-48ac-b742-e904352c9c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:25.525907 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bb440f99-3199-4a52-9333-7fcd977057a9 req-83c8a46a-f824-48ac-b742-e904352c9c68 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2e14c4f2-b68c-4d21-920b-215a17ef69db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0616686 Oct 12 19:23:25.615923 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-46ae7cc9-1793-4c8d-8ef8-c38e5164a0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:25.624713 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-46ae7cc9-1793-4c8d-8ef8-c38e5164a0f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:25.643677 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-46ae7cc9-1793-4c8d-8ef8-c38e5164a0f5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cddeb271-a5d2-4036-a5c1-3d49ef2773b4 HTTP/1.1" status: 204 len: 168 time: 0.4638858 Oct 12 19:23:25.726772 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1606e306-479c-41d0-abbe-85ac053972d1 req-3f611c65-5c29-4a90-ac08-94df8d4c51e1 service neutron] 10.222.0.67 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2474988 Oct 12 19:23:25.728046 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ae7cc9-1793-4c8d-8ef8-c38e5164a0f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cddeb271-a5d2-4036-a5c1-3d49ef2773b4,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:23:25.766177 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bb440f99-3199-4a52-9333-7fcd977057a9 req-4a85d0a6-e060-40ec-a4e6-596d81cad0ea service neutron] 10.222.0.61 "GET /v2.0/networks/2e14c4f2-b68c-4d21-920b-215a17ef69db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311323 Oct 12 19:23:26.009635 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bb440f99-3199-4a52-9333-7fcd977057a9 req-1049912f-ffc7-4045-b9db-9e9b23f1a366 service neutron] 10.222.0.61 "GET /v2.0/networks/2e14c4f2-b68c-4d21-920b-215a17ef69db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339272 Oct 12 19:23:26.088147 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e514ebb-a870-4fa8-af3b-c38799b3e1e0 req-468172e0-ff7e-4775-86bb-f0e284858637 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:26.114349 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9e514ebb-a870-4fa8-af3b-c38799b3e1e0 req-468172e0-ff7e-4775-86bb-f0e284858637 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e3dd9fd-d745-452a-bdba-078fe6b0813e HTTP/1.1" status: 200 len: 948 time: 0.1490278 Oct 12 19:23:26.151016 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bb440f99-3199-4a52-9333-7fcd977057a9 req-0e5e5894-5731-4b88-be8e-d3907be806ec service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.155&port_id=efa0ccc7-6ed2-4bfa-a4ad-6c6779c2a251 HTTP/1.1" status: 200 len: 217 time: 0.1255763 Oct 12 19:23:26.195144 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9e514ebb-a870-4fa8-af3b-c38799b3e1e0 req-6897c98c-3045-44cb-b10d-950afba0d312 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/security-groups?id=ceeec1d2-c315-47e9-9f92-76d770e7141a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548730 Oct 12 19:23:26.277372 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb440f99-3199-4a52-9333-7fcd977057a9 req-a5f7e7a0-c905-4463-9167-cd8ce50a2b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:26.279309 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bb440f99-3199-4a52-9333-7fcd977057a9 req-a5f7e7a0-c905-4463-9167-cd8ce50a2b8d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9eccc23a-d2b3-4cf1-80e5-df88bd80499d HTTP/1.1" status: 200 len: 797 time: 0.1045918 Oct 12 19:23:26.330615 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb440f99-3199-4a52-9333-7fcd977057a9 req-4964205e-690d-4a2e-b043-567be938a9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:26.332157 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bb440f99-3199-4a52-9333-7fcd977057a9 req-4964205e-690d-4a2e-b043-567be938a9dd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2e14c4f2-b68c-4d21-920b-215a17ef69db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0447881 Oct 12 19:23:26.496420 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bb440f99-3199-4a52-9333-7fcd977057a9 req-028aada0-a46e-4837-88a8-cd04248e94c7 service neutron] 10.222.0.61 "GET /v2.0/networks/2e14c4f2-b68c-4d21-920b-215a17ef69db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548462 Oct 12 19:23:26.635456 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bb440f99-3199-4a52-9333-7fcd977057a9 req-4bc0f800-7061-44fa-960f-ec505ae18f1a service neutron] 10.222.0.61 "GET /v2.0/networks/2e14c4f2-b68c-4d21-920b-215a17ef69db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254373 Oct 12 19:23:26.693937 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bb440f99-3199-4a52-9333-7fcd977057a9 req-f0c664a6-de4e-4d50-a81f-2726c7e6fc09 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=203b9b07-3b5d-41e2-a387-5426c9fe91c9 HTTP/1.1" status: 200 len: 217 time: 0.0503252 Oct 12 19:23:26.796648 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb440f99-3199-4a52-9333-7fcd977057a9 req-ca68da3f-4935-497a-aa20-90738d0549ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:26.802144 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bb440f99-3199-4a52-9333-7fcd977057a9 req-ca68da3f-4935-497a-aa20-90738d0549ea service neutron] 10.222.0.61 "GET /v2.0/subnets?id=141028c9-d5c4-4f69-a812-45a1cb34ea69 HTTP/1.1" status: 200 len: 797 time: 0.0981305 Oct 12 19:23:26.802454 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 73f60a23-c5e0-41a9-a6d8-485cd20cdbc4 details requested by agent hyperv_n-h2-813679-3 with host n-h2-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:23:26.868366 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb440f99-3199-4a52-9333-7fcd977057a9 req-fdd0de6e-6f03-4ce6-b500-4d5154d5af0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:26.870037 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bb440f99-3199-4a52-9333-7fcd977057a9 req-fdd0de6e-6f03-4ce6-b500-4d5154d5af0a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=25292ff6-df2e-42a1-aeea-68fb3a14f1ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0621457 Oct 12 19:23:27.004175 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 73f60a23-c5e0-41a9-a6d8-485cd20cdbc4, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=73f60a23-c5e0-41a9-a6d8-485cd20cdbc4,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:23:27.027308 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Returning: {'device': '73f60a23-c5e0-41a9-a6d8-485cd20cdbc4', 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1', 'port_id': '73f60a23-c5e0-41a9-a6d8-485cd20cdbc4', 'mac_address': 'fa:16:3e:cc:19:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '629aee7d-3fde-4c72-af1e-6a7e1f6a7e75', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:23:27.039076 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bb440f99-3199-4a52-9333-7fcd977057a9 req-e8a25bdc-373c-47e2-be30-3a92d7734962 service neutron] 10.222.0.61 "GET /v2.0/networks/25292ff6-df2e-42a1-aeea-68fb3a14f1ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595337 Oct 12 19:23:27.131783 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:27.185874 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73f60a23-c5e0-41a9-a6d8-485cd20cdbc4 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:23:27.243151 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 73f60a23-c5e0-41a9-a6d8-485cd20cdbc4, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=73f60a23-c5e0-41a9-a6d8-485cd20cdbc4,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:23:27.319557 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:27.336613 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bb440f99-3199-4a52-9333-7fcd977057a9 req-f4a531f9-3aec-4ce0-b631-42d939208112 service neutron] 10.222.0.61 "GET /v2.0/networks/25292ff6-df2e-42a1-aeea-68fb3a14f1ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2889080 Oct 12 19:23:27.421697 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=73f60a23-c5e0-41a9-a6d8-485cd20cdbc4,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:23:27.456097 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bb440f99-3199-4a52-9333-7fcd977057a9 req-03ce1889-71d8-410d-8587-3ccecb4de14c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4f6b2756-64ef-420b-b1de-996fa4dd3f6d HTTP/1.1" status: 200 len: 217 time: 0.1014805 Oct 12 19:23:27.472861 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6294131d-ec72-4879-80cb-44593d5eec5d req-2f21c2eb-721a-46f1-ba9c-41da56800d0e tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:27.476643 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6294131d-ec72-4879-80cb-44593d5eec5d req-2f21c2eb-721a-46f1-ba9c-41da56800d0e tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e3dd9fd-d745-452a-bdba-078fe6b0813e HTTP/1.1" status: 200 len: 949 time: 0.1138968 Oct 12 19:23:27.571917 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['73f60a23-c5e0-41a9-a6d8-485cd20cdbc4'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:23:27.586849 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6294131d-ec72-4879-80cb-44593d5eec5d req-aa59f5f4-7ca8-4cc8-b9cf-8cd05194a4c9 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/security-groups?id=ceeec1d2-c315-47e9-9f92-76d770e7141a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968688 Oct 12 19:23:27.594338 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb440f99-3199-4a52-9333-7fcd977057a9 req-6d97d595-ce8f-48c2-83de-2b03d44a6fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:27.595867 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bb440f99-3199-4a52-9333-7fcd977057a9 req-6d97d595-ce8f-48c2-83de-2b03d44a6fb7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=141028c9-d5c4-4f69-a812-45a1cb34ea69 HTTP/1.1" status: 200 len: 797 time: 0.1326413 Oct 12 19:23:27.669286 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb440f99-3199-4a52-9333-7fcd977057a9 req-a00b2138-a4fc-4199-807a-de36e1c82fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:27.671238 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bb440f99-3199-4a52-9333-7fcd977057a9 req-a00b2138-a4fc-4199-807a-de36e1c82fa8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=25292ff6-df2e-42a1-aeea-68fb3a14f1ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0661016 Oct 12 19:23:27.808042 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bb440f99-3199-4a52-9333-7fcd977057a9 req-f96fc981-3292-4c47-ba45-485b41fd7302 service neutron] 10.222.0.61 "GET /v2.0/networks/25292ff6-df2e-42a1-aeea-68fb3a14f1ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275811 Oct 12 19:23:27.977469 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bb440f99-3199-4a52-9333-7fcd977057a9 req-db8cd833-33c0-4941-b752-bfff9c501e54 service neutron] 10.222.0.61 "GET /v2.0/networks/25292ff6-df2e-42a1-aeea-68fb3a14f1ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553278 Oct 12 19:23:28.751821 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598f385b-fcdf-48c8-b3a9-1ce380fb3010 req-9137a798-c287-496d-adb7-04a7de46240b tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:28.754467 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-598f385b-fcdf-48c8-b3a9-1ce380fb3010 req-9137a798-c287-496d-adb7-04a7de46240b tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e3dd9fd-d745-452a-bdba-078fe6b0813e HTTP/1.1" status: 200 len: 949 time: 0.0692971 Oct 12 19:23:28.816596 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 73f60a23-c5e0-41a9-a6d8-485cd20cdbc4 up at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:23:28.823577 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-598f385b-fcdf-48c8-b3a9-1ce380fb3010 req-444cfc7c-6911-42d6-b0dd-9480d163c37a tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/security-groups?id=ceeec1d2-c315-47e9-9f92-76d770e7141a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623033 Oct 12 19:23:28.912136 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 47066) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:23:29.016418 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning for port 73f60a23-c5e0-41a9-a6d8-485cd20cdbc4 completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:23:29.021371 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning complete for port 73f60a23-c5e0-41a9-a6d8-485cd20cdbc4 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:23:29.021757 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:29.150941 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-87de0aa5-37c0-4c73-9b9f-1745ed433449 tempest-ExternalNetworksAdminNegativeTestJSON-1042861626 tempest-ExternalNetworksAdminNegativeTestJSON-1042861626-project-admin] Request body: {'floatingip': {'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:23:29.182826 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:29.210806 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e3dd9fd-d745-452a-bdba-078fe6b0813e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73f60a23-c5e0-41a9-a6d8-485cd20cdbc4'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:23:29.213088 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28959389-1ded-4da0-8afd-109267040615" -d '{"events": [{"server_uuid": "0e3dd9fd-d745-452a-bdba-078fe6b0813e", "name": "network-vif-plugged", "status": "completed", "tag": "73f60a23-c5e0-41a9-a6d8-485cd20cdbc4"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:23:29.228957 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 73f60a23-c5e0-41a9-a6d8-485cd20cdbc4, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=73f60a23-c5e0-41a9-a6d8-485cd20cdbc4,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:23:29.231499 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-86801da5-bdb3-480e-811c-457d7a81b14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:29.237448 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-87de0aa5-37c0-4c73-9b9f-1745ed433449 tempest-ExternalNetworksAdminNegativeTestJSON-1042861626 tempest-ExternalNetworksAdminNegativeTestJSON-1042861626-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:29.291495 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e3bce60-9721-40e2-9339-869c8c404ec6 x-openstack-request-id: req-0e3bce60-9721-40e2-9339-869c8c404ec6 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:23:29.292016 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e3dd9fd-d745-452a-bdba-078fe6b0813e", "name": "network-vif-plugged", "status": "completed", "tag": "73f60a23-c5e0-41a9-a6d8-485cd20cdbc4", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:23:29.292308 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0e3bce60-9721-40e2-9339-869c8c404ec6 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:23:29.292703 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e3dd9fd-d745-452a-bdba-078fe6b0813e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73f60a23-c5e0-41a9-a6d8-485cd20cdbc4', 'code': 200} Oct 12 19:23:29.335185 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-87de0aa5-37c0-4c73-9b9f-1745ed433449 tempest-ExternalNetworksAdminNegativeTestJSON-1042861626 tempest-ExternalNetworksAdminNegativeTestJSON-1042861626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:29.341531 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:29.444821 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=73f60a23-c5e0-41a9-a6d8-485cd20cdbc4,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:23:29.464911 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5d3417-6d3d-4dc2-b775-1e9278945770 req-6ddaaa8c-ce3e-4f4b-b2e9-23ba1a77d64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:29.466466 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cb5d3417-6d3d-4dc2-b775-1e9278945770 req-6ddaaa8c-ce3e-4f4b-b2e9-23ba1a77d64f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=0e3dd9fd-d745-452a-bdba-078fe6b0813e HTTP/1.1" status: 200 len: 1101 time: 0.0906610 Oct 12 19:23:29.490735 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-87de0aa5-37c0-4c73-9b9f-1745ed433449 tempest-ExternalNetworksAdminNegativeTestJSON-1042861626 tempest-ExternalNetworksAdminNegativeTestJSON-1042861626-project-admin] Allocated IP 172.25.5.34 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/9c9c8983-f719-4caa-bcc8-62149abc2756) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:23:29.595309 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cb5d3417-6d3d-4dc2-b775-1e9278945770 req-2d9c3a8b-9cc8-4620-b667-bb99dd809eeb service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=ceeec1d2-c315-47e9-9f92-76d770e7141a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918698 Oct 12 19:23:29.632675 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-87de0aa5-37c0-4c73-9b9f-1745ed433449 tempest-ExternalNetworksAdminNegativeTestJSON-1042861626 tempest-ExternalNetworksAdminNegativeTestJSON-1042861626-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:29.708623 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-87de0aa5-37c0-4c73-9b9f-1745ed433449 tempest-ExternalNetworksAdminNegativeTestJSON-1042861626 tempest-ExternalNetworksAdminNegativeTestJSON-1042861626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:29.748588 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87de0aa5-37c0-4c73-9b9f-1745ed433449 tempest-ExternalNetworksAdminNegativeTestJSON-1042861626 tempest-ExternalNetworksAdminNegativeTestJSON-1042861626-project-admin] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:23:29.751661 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-87de0aa5-37c0-4c73-9b9f-1745ed433449 tempest-ExternalNetworksAdminNegativeTestJSON-1042861626 tempest-ExternalNetworksAdminNegativeTestJSON-1042861626-project-admin] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:23:29.755926 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87de0aa5-37c0-4c73-9b9f-1745ed433449 tempest-ExternalNetworksAdminNegativeTestJSON-1042861626 tempest-ExternalNetworksAdminNegativeTestJSON-1042861626-project-admin] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:23:29.761863 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87de0aa5-37c0-4c73-9b9f-1745ed433449 tempest-ExternalNetworksAdminNegativeTestJSON-1042861626 tempest-ExternalNetworksAdminNegativeTestJSON-1042861626-project-admin] Pushing event updated for resources: {'Port': ['ID=9c9c8983-f719-4caa-bcc8-62149abc2756,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:23:29.849249 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-87de0aa5-37c0-4c73-9b9f-1745ed433449 tempest-ExternalNetworksAdminNegativeTestJSON-1042861626 tempest-ExternalNetworksAdminNegativeTestJSON-1042861626-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:29.977507 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-87de0aa5-37c0-4c73-9b9f-1745ed433449 tempest-ExternalNetworksAdminNegativeTestJSON-1042861626 tempest-ExternalNetworksAdminNegativeTestJSON-1042861626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:30.026861 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ef5399-d8ee-4a76-a43b-71f93f5b6d6f req-a49c2336-993c-475f-894c-1db96ab8d30d tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:30.028890 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c3ef5399-d8ee-4a76-a43b-71f93f5b6d6f req-a49c2336-993c-475f-894c-1db96ab8d30d tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e3dd9fd-d745-452a-bdba-078fe6b0813e HTTP/1.1" status: 200 len: 950 time: 0.1145089 Oct 12 19:23:30.034771 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a00e404-051f-4858-9db0-4103841cebf6 req-b5bf3d12-56a7-439f-b447-d8ee6c373b0c tempest-AttachSCSIVolumeTestJSON-135199354 tempest-AttachSCSIVolumeTestJSON-135199354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:30.043544 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2a00e404-051f-4858-9db0-4103841cebf6 req-b5bf3d12-56a7-439f-b447-d8ee6c373b0c tempest-AttachSCSIVolumeTestJSON-135199354 tempest-AttachSCSIVolumeTestJSON-135199354-project] 10.222.0.49 "GET /v2.0/networks?id=a95caad4-9d88-4c95-9f48-a1cb3c71f6ba HTTP/1.1" status: 200 len: 814 time: 0.1252718 Oct 12 19:23:30.054531 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2a00e404-051f-4858-9db0-4103841cebf6 req-bd9d6142-c601-49cc-b706-86872fdbb6c7 tempest-AttachSCSIVolumeTestJSON-135199354 tempest-AttachSCSIVolumeTestJSON-135199354-project] 10.222.0.49 "GET /v2.0/quotas/91adbf2b705548699acc3181acdf7e78 HTTP/1.1" status: 200 len: 375 time: 0.0101564 Oct 12 19:23:30.113135 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2a00e404-051f-4858-9db0-4103841cebf6 req-605df658-3dd7-4de3-81eb-ce61b79d8a35 tempest-AttachSCSIVolumeTestJSON-135199354 tempest-AttachSCSIVolumeTestJSON-135199354-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=91adbf2b705548699acc3181acdf7e78&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0519388 Oct 12 19:23:30.124532 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c3ef5399-d8ee-4a76-a43b-71f93f5b6d6f req-b2a633e3-4d05-48ae-8b68-6054c1c10d56 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/security-groups?id=ceeec1d2-c315-47e9-9f92-76d770e7141a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856953 Oct 12 19:23:30.208200 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-87de0aa5-37c0-4c73-9b9f-1745ed433449 tempest-ExternalNetworksAdminNegativeTestJSON-1042861626 tempest-ExternalNetworksAdminNegativeTestJSON-1042861626-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:30.220206 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2a00e404-051f-4858-9db0-4103841cebf6 req-42d51142-2f69-459a-9d96-3f2a3734b3fc service neutron] 10.222.0.49 "GET /v2.0/networks/a95caad4-9d88-4c95-9f48-a1cb3c71f6ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984361 Oct 12 19:23:30.290108 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-87de0aa5-37c0-4c73-9b9f-1745ed433449 tempest-ExternalNetworksAdminNegativeTestJSON-1042861626 tempest-ExternalNetworksAdminNegativeTestJSON-1042861626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:30.330889 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2a00e404-051f-4858-9db0-4103841cebf6 req-046f7d24-48b0-4b93-b3d9-c14bb55d150f service neutron] 10.222.0.49 "GET /v2.0/networks/a95caad4-9d88-4c95-9f48-a1cb3c71f6ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010389 Oct 12 19:23:30.399580 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87de0aa5-37c0-4c73-9b9f-1745ed433449 tempest-ExternalNetworksAdminNegativeTestJSON-1042861626 tempest-ExternalNetworksAdminNegativeTestJSON-1042861626-project-admin] Pushing event updated for resources: {'Port': ['ID=9c9c8983-f719-4caa-bcc8-62149abc2756,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:23:30.425503 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-87de0aa5-37c0-4c73-9b9f-1745ed433449 tempest-ExternalNetworksAdminNegativeTestJSON-1042861626 tempest-ExternalNetworksAdminNegativeTestJSON-1042861626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7915414'] for floatingip, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:30.448775 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1152bb8-eb75-4bd6-9207-9d327e5b0513 req-062a6ba5-56e1-4715-bad2-08e83caec93c tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:30.455051 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1152bb8-eb75-4bd6-9207-9d327e5b0513 req-062a6ba5-56e1-4715-bad2-08e83caec93c tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:30.461448 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1152bb8-eb75-4bd6-9207-9d327e5b0513 req-062a6ba5-56e1-4715-bad2-08e83caec93c tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:30.467389 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1152bb8-eb75-4bd6-9207-9d327e5b0513 req-062a6ba5-56e1-4715-bad2-08e83caec93c tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:30.473977 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1152bb8-eb75-4bd6-9207-9d327e5b0513 req-062a6ba5-56e1-4715-bad2-08e83caec93c tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:30.480544 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1152bb8-eb75-4bd6-9207-9d327e5b0513 req-062a6ba5-56e1-4715-bad2-08e83caec93c tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:30.486607 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1152bb8-eb75-4bd6-9207-9d327e5b0513 req-062a6ba5-56e1-4715-bad2-08e83caec93c tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:30.488797 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c1152bb8-eb75-4bd6-9207-9d327e5b0513 req-062a6ba5-56e1-4715-bad2-08e83caec93c tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecc38ae3-328a-43a0-a185-601e29a048cb HTTP/1.1" status: 200 len: 5444 time: 0.1413906 Oct 12 19:23:30.531813 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c1152bb8-eb75-4bd6-9207-9d327e5b0513 req-cdcb740a-af06-464c-a1ef-3777d1d882de tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/security-groups?id=76b081dc-6667-4e1c-b44d-8d05a61d7938&id=0726b0fe-78be-4ea7-8b43-7be54affa06f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0350912 Oct 12 19:23:30.617833 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-87de0aa5-37c0-4c73-9b9f-1745ed433449 tempest-ExternalNetworksAdminNegativeTestJSON-1042861626 tempest-ExternalNetworksAdminNegativeTestJSON-1042861626-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:30.620128 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-87de0aa5-37c0-4c73-9b9f-1745ed433449 tempest-ExternalNetworksAdminNegativeTestJSON-1042861626 tempest-ExternalNetworksAdminNegativeTestJSON-1042861626-project-admin] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7069418 Oct 12 19:23:30.624892 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 47120) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:23:30.629792 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-e842a1c1-d0d2-4440-91dc-9632806df593 tempest-ExternalNetworksAdminNegativeTestJSON-1042861626 tempest-ExternalNetworksAdminNegativeTestJSON-1042861626-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1381790777', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'fixed_ips': [{'ip_address': '172.25.5.34'}]}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:23:30.743291 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1f13c935-c35a-4acf-8f15-71ebfca7bf45 req-f8259346-420e-4f75-930b-18f03e8327b7 tempest-AttachSCSIVolumeTestJSON-135199354 tempest-AttachSCSIVolumeTestJSON-135199354-project] 10.222.0.49 "GET /v2.0/ports?device_id=05fb26a4-5003-4215-b9ab-4f73b0b0d09c HTTP/1.1" status: 200 len: 210 time: 0.0561585 Oct 12 19:23:30.744537 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e842a1c1-d0d2-4440-91dc-9632806df593 tempest-ExternalNetworksAdminNegativeTestJSON-1042861626 tempest-ExternalNetworksAdminNegativeTestJSON-1042861626-project-admin] Made reservation on behalf of 938f8ecb5ca740ffb1c093b537b98430 for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:23:30.753363 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e842a1c1-d0d2-4440-91dc-9632806df593 tempest-ExternalNetworksAdminNegativeTestJSON-1042861626 tempest-ExternalNetworksAdminNegativeTestJSON-1042861626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:30.773724 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e842a1c1-d0d2-4440-91dc-9632806df593 tempest-ExternalNetworksAdminNegativeTestJSON-1042861626 tempest-ExternalNetworksAdminNegativeTestJSON-1042861626-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:30.780144 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7daa38-6e31-497d-a044-84e92e8fa93e req-aa3ef244-54c8-41aa-b028-d712e7369d3f tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:30.789241 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7daa38-6e31-497d-a044-84e92e8fa93e req-aa3ef244-54c8-41aa-b028-d712e7369d3f tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:30.798020 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7daa38-6e31-497d-a044-84e92e8fa93e req-aa3ef244-54c8-41aa-b028-d712e7369d3f tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:30.806678 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7daa38-6e31-497d-a044-84e92e8fa93e req-aa3ef244-54c8-41aa-b028-d712e7369d3f tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:30.814075 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7daa38-6e31-497d-a044-84e92e8fa93e req-aa3ef244-54c8-41aa-b028-d712e7369d3f tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:30.836597 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7daa38-6e31-497d-a044-84e92e8fa93e req-aa3ef244-54c8-41aa-b028-d712e7369d3f tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:30.839096 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7daa38-6e31-497d-a044-84e92e8fa93e req-aa3ef244-54c8-41aa-b028-d712e7369d3f tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:30.841091 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8f7daa38-6e31-497d-a044-84e92e8fa93e req-aa3ef244-54c8-41aa-b028-d712e7369d3f tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecc38ae3-328a-43a0-a185-601e29a048cb HTTP/1.1" status: 200 len: 5444 time: 0.1660159 Oct 12 19:23:30.891292 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e842a1c1-d0d2-4440-91dc-9632806df593 tempest-ExternalNetworksAdminNegativeTestJSON-1042861626 tempest-ExternalNetworksAdminNegativeTestJSON-1042861626-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:31.008396 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e842a1c1-d0d2-4440-91dc-9632806df593 tempest-ExternalNetworksAdminNegativeTestJSON-1042861626 tempest-ExternalNetworksAdminNegativeTestJSON-1042861626-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:31.013596 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [None req-e842a1c1-d0d2-4440-91dc-9632806df593 tempest-ExternalNetworksAdminNegativeTestJSON-1042861626 tempest-ExternalNetworksAdminNegativeTestJSON-1042861626-project-admin] device_id is not set on port 6ab10fa9-b64a-46e9-a36a-73a5d62d1490 yet. {{(pid=95501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 19:23:31.101813 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e842a1c1-d0d2-4440-91dc-9632806df593 tempest-ExternalNetworksAdminNegativeTestJSON-1042861626 tempest-ExternalNetworksAdminNegativeTestJSON-1042861626-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8f1770a-7a3e-40a9-9b5c-17223871d080,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:23:31.309848 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79926dac-8f76-43a8-b699-a4c7bca00a1e req-16c0f559-f98e-41ef-a2c3-abc51fe8ca64 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:31.317348 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-79926dac-8f76-43a8-b699-a4c7bca00a1e req-16c0f559-f98e-41ef-a2c3-abc51fe8ca64 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e3dd9fd-d745-452a-bdba-078fe6b0813e HTTP/1.1" status: 200 len: 950 time: 0.1106198 Oct 12 19:23:31.353270 n-d-813679-3 neutron-server[95501]: INFO neutron.pecan_wsgi.hooks.translation [None req-e842a1c1-d0d2-4440-91dc-9632806df593 tempest-ExternalNetworksAdminNegativeTestJSON-1042861626 tempest-ExternalNetworksAdminNegativeTestJSON-1042861626-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Oct 12 19:23:31.359580 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e842a1c1-d0d2-4440-91dc-9632806df593 tempest-ExternalNetworksAdminNegativeTestJSON-1042861626 tempest-ExternalNetworksAdminNegativeTestJSON-1042861626-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=95501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:23:31.367343 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-79926dac-8f76-43a8-b699-a4c7bca00a1e req-2d69a235-f49c-403e-85ab-5186b8fa77ee tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/security-groups?id=ceeec1d2-c315-47e9-9f92-76d770e7141a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489910 Oct 12 19:23:31.453651 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-e842a1c1-d0d2-4440-91dc-9632806df593 tempest-ExternalNetworksAdminNegativeTestJSON-1042861626 tempest-ExternalNetworksAdminNegativeTestJSON-1042861626-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.8276007 Oct 12 19:23:31.456240 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 47162) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:23:31.487780 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c038c2d-cc9c-4fee-b400-4dc2dfd9a9a6 req-1ebda23c-8ef3-4971-8eea-25054bf0cb45 tempest-ServersOnMultiNodesTest-2072586648 tempest-ServersOnMultiNodesTest-2072586648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:31.489677 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9c038c2d-cc9c-4fee-b400-4dc2dfd9a9a6 req-1ebda23c-8ef3-4971-8eea-25054bf0cb45 tempest-ServersOnMultiNodesTest-2072586648 tempest-ServersOnMultiNodesTest-2072586648-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=0e3dd9fd-d745-452a-bdba-078fe6b0813e HTTP/1.1" status: 200 len: 1101 time: 0.0520627 Oct 12 19:23:31.531776 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9c038c2d-cc9c-4fee-b400-4dc2dfd9a9a6 req-6072cab7-3855-4674-9726-1fd8ed092b74 tempest-ServersOnMultiNodesTest-2072586648 tempest-ServersOnMultiNodesTest-2072586648-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=ceeec1d2-c315-47e9-9f92-76d770e7141a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346258 Oct 12 19:23:31.653860 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-3bd6610c-7ef9-4b12-95a5-bc80302dad44 tempest-ExternalNetworksAdminNegativeTestJSON-1042861626 tempest-ExternalNetworksAdminNegativeTestJSON-1042861626-project-admin] Deleting port 9c9c8983-f719-4caa-bcc8-62149abc2756 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:23:31.656802 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3bd6610c-7ef9-4b12-95a5-bc80302dad44 tempest-ExternalNetworksAdminNegativeTestJSON-1042861626 tempest-ExternalNetworksAdminNegativeTestJSON-1042861626-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:31.672849 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-78df53ec-2c4b-4636-a2e6-db89406444f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:31.788655 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3bd6610c-7ef9-4b12-95a5-bc80302dad44 tempest-ExternalNetworksAdminNegativeTestJSON-1042861626 tempest-ExternalNetworksAdminNegativeTestJSON-1042861626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:31.789189 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3bd6610c-7ef9-4b12-95a5-bc80302dad44 tempest-ExternalNetworksAdminNegativeTestJSON-1042861626 tempest-ExternalNetworksAdminNegativeTestJSON-1042861626-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:31.793933 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d14cd16c-4dd5-49dc-ac17-8b3d0c52fc65 req-2c442dcf-c5f9-4f3e-a62b-a1b7200d8322 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=72ac91cd8d494d6197bc36451232b3b4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0483122 Oct 12 19:23:31.827788 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-3bd6610c-7ef9-4b12-95a5-bc80302dad44 tempest-ExternalNetworksAdminNegativeTestJSON-1042861626 tempest-ExternalNetworksAdminNegativeTestJSON-1042861626-project-admin] Calling delete_port for 9c9c8983-f719-4caa-bcc8-62149abc2756 owned by network:floatingip {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:23:31.878825 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b1c96116-5e53-4c4f-bd92-d803fa359f93 req-79f297a8-3d96-4fde-9968-7dd1752c25aa tempest-AttachSCSIVolumeTestJSON-135199354 tempest-AttachSCSIVolumeTestJSON-135199354-project] 10.222.0.49 "GET /v2.0/ports?device_id=05fb26a4-5003-4215-b9ab-4f73b0b0d09c HTTP/1.1" status: 200 len: 210 time: 0.0590003 Oct 12 19:23:31.941808 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14cd16c-4dd5-49dc-ac17-8b3d0c52fc65 req-0435a95e-c34e-4de5-a150-36187a68afe9 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:31.951362 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d14cd16c-4dd5-49dc-ac17-8b3d0c52fc65 req-0435a95e-c34e-4de5-a150-36187a68afe9 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1517162 Oct 12 19:23:31.976921 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d14cd16c-4dd5-49dc-ac17-8b3d0c52fc65 req-58a15c5c-eb5a-4221-b03b-e79f558ccbde tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/quotas/72ac91cd8d494d6197bc36451232b3b4 HTTP/1.1" status: 200 len: 375 time: 0.0241401 Oct 12 19:23:32.042240 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d14cd16c-4dd5-49dc-ac17-8b3d0c52fc65 req-703624ad-3278-4e4c-b3f3-fc4bfaa69823 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=72ac91cd8d494d6197bc36451232b3b4&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0637624 Oct 12 19:23:32.147996 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3bd6610c-7ef9-4b12-95a5-bc80302dad44 tempest-ExternalNetworksAdminNegativeTestJSON-1042861626 tempest-ExternalNetworksAdminNegativeTestJSON-1042861626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:32.176744 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd6610c-7ef9-4b12-95a5-bc80302dad44 tempest-ExternalNetworksAdminNegativeTestJSON-1042861626 tempest-ExternalNetworksAdminNegativeTestJSON-1042861626-project-admin] Pushing event deleted for resources: {'Port': ['ID=9c9c8983-f719-4caa-bcc8-62149abc2756,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:23:32.279992 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3bd6610c-7ef9-4b12-95a5-bc80302dad44 tempest-ExternalNetworksAdminNegativeTestJSON-1042861626 tempest-ExternalNetworksAdminNegativeTestJSON-1042861626-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:32.282554 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3bd6610c-7ef9-4b12-95a5-bc80302dad44 tempest-ExternalNetworksAdminNegativeTestJSON-1042861626 tempest-ExternalNetworksAdminNegativeTestJSON-1042861626-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:32.289276 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-3bd6610c-7ef9-4b12-95a5-bc80302dad44 tempest-ExternalNetworksAdminNegativeTestJSON-1042861626 tempest-ExternalNetworksAdminNegativeTestJSON-1042861626-project-admin] 10.222.0.49 "DELETE /v2.0/floatingips/de2c0852-e3d3-461d-acad-a99e14193c8c HTTP/1.1" status: 204 len: 168 time: 0.8317666 Oct 12 19:23:32.395405 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-dd8d32de-1e67-461a-84ba-4c2f2c8660e3 req-ec540a68-fca6-4b3f-abab-49774dd6585b tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/ports?device_id=3abb7f11-53b5-4222-8283-7cd63d0727e8 HTTP/1.1" status: 200 len: 210 time: 0.0857978 Oct 12 19:23:32.553123 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:32.854418 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:33.043920 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:33.064913 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a6207cb2-24b1-4ba9-be66-c17e0319e875 req-ba4a96b0-4b3e-49c4-add5-2049473022b8 tempest-AttachSCSIVolumeTestJSON-135199354 tempest-AttachSCSIVolumeTestJSON-135199354-project] 10.222.0.49 "GET /v2.0/ports?device_id=05fb26a4-5003-4215-b9ab-4f73b0b0d09c HTTP/1.1" status: 200 len: 210 time: 0.0434375 Oct 12 19:23:33.090641 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 47218) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:23:33.217167 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-82191937-b801-4494-9abb-127c3378c0f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:33.341291 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-82191937-b801-4494-9abb-127c3378c0f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:33.388421 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 47230) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:23:33.414100 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-82191937-b801-4494-9abb-127c3378c0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:33.521776 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82191937-b801-4494-9abb-127c3378c0f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2fb8253-fb15-42e4-a1b7-52f0f397507b,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:23:33.549304 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-82191937-b801-4494-9abb-127c3378c0f4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6c50068a8c294aaeb8784231d8aab3ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4574242 Oct 12 19:23:33.552151 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 47240) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:23:33.556630 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:33.637957 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9b51e94f-97d7-46e0-8b8f-5b56e8285b24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:33.733969 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9b51e94f-97d7-46e0-8b8f-5b56e8285b24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:33.803688 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a00e404-051f-4858-9db0-4103841cebf6 req-f3aa824f-0a4a-45aa-bc12-e3359a44c4f1 tempest-AttachSCSIVolumeTestJSON-135199354 tempest-AttachSCSIVolumeTestJSON-135199354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:33.805808 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2a00e404-051f-4858-9db0-4103841cebf6 req-f3aa824f-0a4a-45aa-bc12-e3359a44c4f1 tempest-AttachSCSIVolumeTestJSON-135199354 tempest-AttachSCSIVolumeTestJSON-135199354-project] 10.222.0.61 "GET /v2.0/networks?id=a95caad4-9d88-4c95-9f48-a1cb3c71f6ba HTTP/1.1" status: 200 len: 814 time: 0.1696053 Oct 12 19:23:33.823147 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-2a00e404-051f-4858-9db0-4103841cebf6 req-8d92b5a1-789e-4fc0-89eb-0dec8353adeb tempest-AttachSCSIVolumeTestJSON-135199354 tempest-AttachSCSIVolumeTestJSON-135199354-project] Request body: {'port': {'device_id': '05fb26a4-5003-4215-b9ab-4f73b0b0d09c', 'network_id': 'a95caad4-9d88-4c95-9f48-a1cb3c71f6ba', 'admin_state_up': True, 'tenant_id': '91adbf2b705548699acc3181acdf7e78'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:23:33.855368 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-28f9ff0f-87b2-4dea-b9ec-42ecea2011b4 req-f7bdcd0d-f79a-48cf-af0c-2c625c475c12 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/ports?device_id=3abb7f11-53b5-4222-8283-7cd63d0727e8 HTTP/1.1" status: 200 len: 210 time: 0.3001056 Oct 12 19:23:33.861486 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573b6a2a-f1a8-4f3f-9eaa-51ad9652f56d req-f5a6d40d-5090-4899-96dc-61ea117189c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:33.861959 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573b6a2a-f1a8-4f3f-9eaa-51ad9652f56d req-f5a6d40d-5090-4899-96dc-61ea117189c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:33.862417 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573b6a2a-f1a8-4f3f-9eaa-51ad9652f56d req-f5a6d40d-5090-4899-96dc-61ea117189c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:33.862970 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573b6a2a-f1a8-4f3f-9eaa-51ad9652f56d req-f5a6d40d-5090-4899-96dc-61ea117189c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:33.863426 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573b6a2a-f1a8-4f3f-9eaa-51ad9652f56d req-f5a6d40d-5090-4899-96dc-61ea117189c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:33.864448 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573b6a2a-f1a8-4f3f-9eaa-51ad9652f56d req-f5a6d40d-5090-4899-96dc-61ea117189c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:33.864908 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573b6a2a-f1a8-4f3f-9eaa-51ad9652f56d req-f5a6d40d-5090-4899-96dc-61ea117189c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:33.872733 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-573b6a2a-f1a8-4f3f-9eaa-51ad9652f56d req-f5a6d40d-5090-4899-96dc-61ea117189c3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ecc38ae3-328a-43a0-a185-601e29a048cb HTTP/1.1" status: 200 len: 6501 time: 0.4830563 Oct 12 19:23:33.922059 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-573b6a2a-f1a8-4f3f-9eaa-51ad9652f56d req-793a2361-92a6-47e5-a630-ddf6c2088b01 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=0726b0fe-78be-4ea7-8b43-7be54affa06f&id=76b081dc-6667-4e1c-b44d-8d05a61d7938&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0483863 Oct 12 19:23:33.975031 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9b51e94f-97d7-46e0-8b8f-5b56e8285b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:33.977774 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9b51e94f-97d7-46e0-8b8f-5b56e8285b24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:33.979093 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-9b51e94f-97d7-46e0-8b8f-5b56e8285b24 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b2fb8253-fb15-42e4-a1b7-52f0f397507b HTTP/1.1" status: 204 len: 168 time: 0.4259710 Oct 12 19:23:33.992804 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b51e94f-97d7-46e0-8b8f-5b56e8285b24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2fb8253-fb15-42e4-a1b7-52f0f397507b,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:23:34.109516 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a00e404-051f-4858-9db0-4103841cebf6 req-8d92b5a1-789e-4fc0-89eb-0dec8353adeb tempest-AttachSCSIVolumeTestJSON-135199354 tempest-AttachSCSIVolumeTestJSON-135199354-project] Made reservation on behalf of 91adbf2b705548699acc3181acdf7e78 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:23:34.115436 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-2a00e404-051f-4858-9db0-4103841cebf6 req-8d92b5a1-789e-4fc0-89eb-0dec8353adeb tempest-AttachSCSIVolumeTestJSON-135199354 tempest-AttachSCSIVolumeTestJSON-135199354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:34.210301 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-744e79b5-23b2-41fa-a78f-296a54b94a0c req-d1f50ceb-8b4b-4971-84e9-ebaa1820c071 tempest-AttachSCSIVolumeTestJSON-135199354 tempest-AttachSCSIVolumeTestJSON-135199354-project] 10.222.0.49 "GET /v2.0/ports?device_id=05fb26a4-5003-4215-b9ab-4f73b0b0d09c HTTP/1.1" status: 200 len: 210 time: 0.0517874 Oct 12 19:23:34.283859 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [req-2a00e404-051f-4858-9db0-4103841cebf6 req-8d92b5a1-789e-4fc0-89eb-0dec8353adeb tempest-AttachSCSIVolumeTestJSON-135199354 tempest-AttachSCSIVolumeTestJSON-135199354-project] Allocated IP 172.20.0.8 (a95caad4-9d88-4c95-9f48-a1cb3c71f6ba/f4dfc27e-b28d-4bb2-a392-801ff63579d9/4acf26e9-0375-43a8-93fc-56223572c626) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:23:34.442181 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:34.470447 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-2a00e404-051f-4858-9db0-4103841cebf6 req-8d92b5a1-789e-4fc0-89eb-0dec8353adeb tempest-AttachSCSIVolumeTestJSON-135199354 tempest-AttachSCSIVolumeTestJSON-135199354-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:34.579708 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-2a00e404-051f-4858-9db0-4103841cebf6 req-8d92b5a1-789e-4fc0-89eb-0dec8353adeb tempest-AttachSCSIVolumeTestJSON-135199354 tempest-AttachSCSIVolumeTestJSON-135199354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:34.630107 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a00e404-051f-4858-9db0-4103841cebf6 req-8d92b5a1-789e-4fc0-89eb-0dec8353adeb tempest-AttachSCSIVolumeTestJSON-135199354 tempest-AttachSCSIVolumeTestJSON-135199354-project] Network a95caad4-9d88-4c95-9f48-a1cb3c71f6ba is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:23:34.633314 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [req-2a00e404-051f-4858-9db0-4103841cebf6 req-8d92b5a1-789e-4fc0-89eb-0dec8353adeb tempest-AttachSCSIVolumeTestJSON-135199354 tempest-AttachSCSIVolumeTestJSON-135199354-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:23:34.637171 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a00e404-051f-4858-9db0-4103841cebf6 req-8d92b5a1-789e-4fc0-89eb-0dec8353adeb tempest-AttachSCSIVolumeTestJSON-135199354 tempest-AttachSCSIVolumeTestJSON-135199354-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:23:34.672979 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d92b5a1-789e-4fc0-89eb-0dec8353adeb tempest-AttachSCSIVolumeTestJSON-135199354 tempest-AttachSCSIVolumeTestJSON-135199354-project] Pushing event updated for resources: {'Port': ['ID=4acf26e9-0375-43a8-93fc-56223572c626,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:23:34.685220 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d92b5a1-789e-4fc0-89eb-0dec8353adeb tempest-AttachSCSIVolumeTestJSON-135199354 tempest-AttachSCSIVolumeTestJSON-135199354-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:23:34.704791 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d92b5a1-789e-4fc0-89eb-0dec8353adeb tempest-AttachSCSIVolumeTestJSON-135199354 tempest-AttachSCSIVolumeTestJSON-135199354-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:23:34.705477 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d92b5a1-789e-4fc0-89eb-0dec8353adeb tempest-AttachSCSIVolumeTestJSON-135199354 tempest-AttachSCSIVolumeTestJSON-135199354-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:23:34.705978 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d92b5a1-789e-4fc0-89eb-0dec8353adeb tempest-AttachSCSIVolumeTestJSON-135199354 tempest-AttachSCSIVolumeTestJSON-135199354-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:23:34.708222 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d92b5a1-789e-4fc0-89eb-0dec8353adeb tempest-AttachSCSIVolumeTestJSON-135199354 tempest-AttachSCSIVolumeTestJSON-135199354-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:23:34.710769 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d92b5a1-789e-4fc0-89eb-0dec8353adeb tempest-AttachSCSIVolumeTestJSON-135199354 tempest-AttachSCSIVolumeTestJSON-135199354-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:23:34.711307 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d92b5a1-789e-4fc0-89eb-0dec8353adeb tempest-AttachSCSIVolumeTestJSON-135199354 tempest-AttachSCSIVolumeTestJSON-135199354-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:23:34.712915 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d92b5a1-789e-4fc0-89eb-0dec8353adeb tempest-AttachSCSIVolumeTestJSON-135199354 tempest-AttachSCSIVolumeTestJSON-135199354-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:23:34.713416 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d92b5a1-789e-4fc0-89eb-0dec8353adeb tempest-AttachSCSIVolumeTestJSON-135199354 tempest-AttachSCSIVolumeTestJSON-135199354-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:23:34.713913 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d92b5a1-789e-4fc0-89eb-0dec8353adeb tempest-AttachSCSIVolumeTestJSON-135199354 tempest-AttachSCSIVolumeTestJSON-135199354-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:23:34.715371 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d92b5a1-789e-4fc0-89eb-0dec8353adeb tempest-AttachSCSIVolumeTestJSON-135199354 tempest-AttachSCSIVolumeTestJSON-135199354-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:23:34.716669 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d92b5a1-789e-4fc0-89eb-0dec8353adeb tempest-AttachSCSIVolumeTestJSON-135199354 tempest-AttachSCSIVolumeTestJSON-135199354-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:23:34.762492 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a00e404-051f-4858-9db0-4103841cebf6 req-8d92b5a1-789e-4fc0-89eb-0dec8353adeb tempest-AttachSCSIVolumeTestJSON-135199354 tempest-AttachSCSIVolumeTestJSON-135199354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:34.763720 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-2a00e404-051f-4858-9db0-4103841cebf6 req-8d92b5a1-789e-4fc0-89eb-0dec8353adeb tempest-AttachSCSIVolumeTestJSON-135199354 tempest-AttachSCSIVolumeTestJSON-135199354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:34.791022 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 47280) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:23:34.858859 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2a00e404-051f-4858-9db0-4103841cebf6 req-8d92b5a1-789e-4fc0-89eb-0dec8353adeb tempest-AttachSCSIVolumeTestJSON-135199354 tempest-AttachSCSIVolumeTestJSON-135199354-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0419288 Oct 12 19:23:34.901173 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d14cd16c-4dd5-49dc-ac17-8b3d0c52fc65 req-b78999ed-efdd-421a-8b69-6c69ac9fce94 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=72ac91cd8d494d6197bc36451232b3b4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0466261 Oct 12 19:23:34.908052 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-14887e88-e545-46b0-b310-36a1e8bd7c7f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=938f8ecb5ca740ffb1c093b537b98430&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1155210 Oct 12 19:23:34.910589 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 47286) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:23:34.944260 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-2a00e404-051f-4858-9db0-4103841cebf6 req-2c3c70b3-ba74-45a1-b81b-dd45d4855624 service neutron] Request body: {'port': {'device_id': '05fb26a4-5003-4215-b9ab-4f73b0b0d09c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:23:35.150584 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-49336c2c-a3f4-4d17-8e4b-aa03b6935bc2 None None] Provisioning complete for port 4acf26e9-0375-43a8-93fc-56223572c626 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:23:35.152781 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-49336c2c-a3f4-4d17-8e4b-aa03b6935bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:35.194866 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-2a00e404-051f-4858-9db0-4103841cebf6 req-2c3c70b3-ba74-45a1-b81b-dd45d4855624 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:35.249218 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-49336c2c-a3f4-4d17-8e4b-aa03b6935bc2 None None] Port 4acf26e9-0375-43a8-93fc-56223572c626 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:23:35.351925 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7d4322a9-fe78-4087-966a-62551357c6ee req-d2a857b7-2ad2-4558-b94d-9a58c317fa4b tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/ports?device_id=3abb7f11-53b5-4222-8283-7cd63d0727e8 HTTP/1.1" status: 200 len: 210 time: 0.0788703 Oct 12 19:23:35.432632 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14cd16c-4dd5-49dc-ac17-8b3d0c52fc65 req-daf6e540-c1c7-4ce3-83ab-75b9de80a125 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:35.434333 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d14cd16c-4dd5-49dc-ac17-8b3d0c52fc65 req-daf6e540-c1c7-4ce3-83ab-75b9de80a125 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5128260 Oct 12 19:23:35.454810 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-d14cd16c-4dd5-49dc-ac17-8b3d0c52fc65 req-36767cd7-e3e0-44b8-9309-1d4e505a0632 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Request body: {'port': {'device_id': '3abb7f11-53b5-4222-8283-7cd63d0727e8', 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1', 'admin_state_up': True, 'tenant_id': '72ac91cd8d494d6197bc36451232b3b4'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:23:35.618847 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4273669a-93ce-4bfe-8fc1-09f1257fa55e req-a108945f-60b1-4b86-81a4-0ab9b76ebd14 tempest-AttachSCSIVolumeTestJSON-135199354 tempest-AttachSCSIVolumeTestJSON-135199354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:35.624681 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-348ca9fc-8f09-4f17-9771-5e3c274beb40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:35.638794 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4273669a-93ce-4bfe-8fc1-09f1257fa55e req-a108945f-60b1-4b86-81a4-0ab9b76ebd14 tempest-AttachSCSIVolumeTestJSON-135199354 tempest-AttachSCSIVolumeTestJSON-135199354-project] 10.222.0.49 "GET /v2.0/ports?device_id=05fb26a4-5003-4215-b9ab-4f73b0b0d09c HTTP/1.1" status: 200 len: 931 time: 0.3133800 Oct 12 19:23:35.721312 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-348ca9fc-8f09-4f17-9771-5e3c274beb40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:35.893704 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d14cd16c-4dd5-49dc-ac17-8b3d0c52fc65 req-36767cd7-e3e0-44b8-9309-1d4e505a0632 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Made reservation on behalf of 72ac91cd8d494d6197bc36451232b3b4 for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:23:35.898399 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-d14cd16c-4dd5-49dc-ac17-8b3d0c52fc65 req-36767cd7-e3e0-44b8-9309-1d4e505a0632 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:35.917931 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4273669a-93ce-4bfe-8fc1-09f1257fa55e req-99dfe0e9-7d52-44a3-91d4-3334f8f28c9a tempest-AttachSCSIVolumeTestJSON-135199354 tempest-AttachSCSIVolumeTestJSON-135199354-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef54c117-a545-49e9-83c5-f4be4cb695fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709482 Oct 12 19:23:36.025047 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-348ca9fc-8f09-4f17-9771-5e3c274beb40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:36.027122 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-348ca9fc-8f09-4f17-9771-5e3c274beb40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:36.027583 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [req-2a00e404-051f-4858-9db0-4103841cebf6 req-2c3c70b3-ba74-45a1-b81b-dd45d4855624 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4acf26e9-0375-43a8-93fc-56223572c626 {{(pid=95502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:23:36.028399 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-348ca9fc-8f09-4f17-9771-5e3c274beb40 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e8f1770a-7a3e-40a9-9b5c-17223871d080 HTTP/1.1" status: 204 len: 168 time: 1.1165378 Oct 12 19:23:36.039604 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-2a00e404-051f-4858-9db0-4103841cebf6 req-2c3c70b3-ba74-45a1-b81b-dd45d4855624 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:36.074862 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-2a00e404-051f-4858-9db0-4103841cebf6 req-2c3c70b3-ba74-45a1-b81b-dd45d4855624 service neutron] Transition to ACTIVE for port object 4acf26e9-0375-43a8-93fc-56223572c626 will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:23:36.077660 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348ca9fc-8f09-4f17-9771-5e3c274beb40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8f1770a-7a3e-40a9-9b5c-17223871d080,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:23:36.135421 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-2a00e404-051f-4858-9db0-4103841cebf6 req-2c3c70b3-ba74-45a1-b81b-dd45d4855624 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:36.301144 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3c70b3-ba74-45a1-b81b-dd45d4855624 service neutron] Pushing event updated for resources: {'Port': ['ID=4acf26e9-0375-43a8-93fc-56223572c626,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:23:36.367814 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [req-d14cd16c-4dd5-49dc-ac17-8b3d0c52fc65 req-36767cd7-e3e0-44b8-9309-1d4e505a0632 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Allocated IP 192.168.233.235 (90dcf485-b1ad-4139-85a3-9e1e9879e6b1/629aee7d-3fde-4c72-af1e-6a7e1f6a7e75/39276d5d-e850-4214-b2ec-f560af0d0d26) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:23:36.499891 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-2a00e404-051f-4858-9db0-4103841cebf6 req-2c3c70b3-ba74-45a1-b81b-dd45d4855624 service neutron] Attempting to bind port 4acf26e9-0375-43a8-93fc-56223572c626 on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:23:36.500391 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-2a00e404-051f-4858-9db0-4103841cebf6 req-2c3c70b3-ba74-45a1-b81b-dd45d4855624 service neutron] Attempting to bind port 4acf26e9-0375-43a8-93fc-56223572c626 by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': '69a1f4ea-f5fa-4937-819a-a5b41f2da9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'a95caad4-9d88-4c95-9f48-a1cb3c71f6ba'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:23:36.500831 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a00e404-051f-4858-9db0-4103841cebf6 req-2c3c70b3-ba74-45a1-b81b-dd45d4855624 service neutron] Attempting to bind port 4acf26e9-0375-43a8-93fc-56223572c626 on network a95caad4-9d88-4c95-9f48-a1cb3c71f6ba {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:23:36.565940 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-266d193e-09b9-4e55-aeaf-c55d5738614e req-33df8817-d895-4179-8956-3724f0286d1e tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/ports?device_id=3abb7f11-53b5-4222-8283-7cd63d0727e8 HTTP/1.1" status: 200 len: 210 time: 0.0709000 Oct 12 19:23:36.571417 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a00e404-051f-4858-9db0-4103841cebf6 req-2c3c70b3-ba74-45a1-b81b-dd45d4855624 service neutron] Port 4acf26e9-0375-43a8-93fc-56223572c626 on network a95caad4-9d88-4c95-9f48-a1cb3c71f6ba not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:23:36.572018 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a00e404-051f-4858-9db0-4103841cebf6 req-2c3c70b3-ba74-45a1-b81b-dd45d4855624 service neutron] Attempting to bind port 4acf26e9-0375-43a8-93fc-56223572c626 on network a95caad4-9d88-4c95-9f48-a1cb3c71f6ba {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:23:36.583491 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a00e404-051f-4858-9db0-4103841cebf6 req-2c3c70b3-ba74-45a1-b81b-dd45d4855624 service neutron] Checking agent: {'id': 'f5e9725f-f5a6-43c2-a1be-95e21e9a1fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:23:36.586157 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a00e404-051f-4858-9db0-4103841cebf6 req-2c3c70b3-ba74-45a1-b81b-dd45d4855624 service neutron] Checking segment: {'id': '69a1f4ea-f5fa-4937-819a-a5b41f2da9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'a95caad4-9d88-4c95-9f48-a1cb3c71f6ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:23:36.586736 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a00e404-051f-4858-9db0-4103841cebf6 req-2c3c70b3-ba74-45a1-b81b-dd45d4855624 service neutron] Bound using segment: {'id': '69a1f4ea-f5fa-4937-819a-a5b41f2da9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'a95caad4-9d88-4c95-9f48-a1cb3c71f6ba'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:23:36.587380 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-2a00e404-051f-4858-9db0-4103841cebf6 req-2c3c70b3-ba74-45a1-b81b-dd45d4855624 service neutron] Bound port: 4acf26e9-0375-43a8-93fc-56223572c626, host: n-h1-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69a1f4ea-f5fa-4937-819a-a5b41f2da9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'a95caad4-9d88-4c95-9f48-a1cb3c71f6ba'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:23:36.587844 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-2a00e404-051f-4858-9db0-4103841cebf6 req-2c3c70b3-ba74-45a1-b81b-dd45d4855624 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:36.727659 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-2a00e404-051f-4858-9db0-4103841cebf6 req-2c3c70b3-ba74-45a1-b81b-dd45d4855624 service neutron] For port 4acf26e9-0375-43a8-93fc-56223572c626, host n-h1-813679-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:23:36.739572 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-2a00e404-051f-4858-9db0-4103841cebf6 req-2c3c70b3-ba74-45a1-b81b-dd45d4855624 service neutron] For port 4acf26e9-0375-43a8-93fc-56223572c626, host n-h1-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=4acf26e9-0375-43a8-93fc-56223572c626,segment=NetworkSegment(69a1f4ea-f5fa-4937-819a-a5b41f2da9ca),segment_id=69a1f4ea-f5fa-4937-819a-a5b41f2da9ca)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:23:36.794513 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-d14cd16c-4dd5-49dc-ac17-8b3d0c52fc65 req-36767cd7-e3e0-44b8-9309-1d4e505a0632 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:36.865180 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-2a00e404-051f-4858-9db0-4103841cebf6 req-2c3c70b3-ba74-45a1-b81b-dd45d4855624 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:37.022995 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-d14cd16c-4dd5-49dc-ac17-8b3d0c52fc65 req-36767cd7-e3e0-44b8-9309-1d4e505a0632 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:37.030809 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['ac2ba39d-e5cc-462c-85ad-7f217b2bb8c0', '666b5a4b-a7ff-4681-ba06-b94fff0a6b0a'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:23:37.087324 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3c70b3-ba74-45a1-b81b-dd45d4855624 service neutron] Pushing event updated for resources: {'Port': ['ID=4acf26e9-0375-43a8-93fc-56223572c626,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:23:37.091028 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['8f0f1b33-30ca-4ef3-8d1e-388675e42a87', '832047a1-185a-433e-aeb1-81fc5bea349e', 'f4cfedd2-d5e9-4c37-9550-ce5524d812cf', '73f60a23-c5e0-41a9-a6d8-485cd20cdbc4'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:23:37.091176 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a00e404-051f-4858-9db0-4103841cebf6 req-2c3c70b3-ba74-45a1-b81b-dd45d4855624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:37.091695 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-2a00e404-051f-4858-9db0-4103841cebf6 req-2c3c70b3-ba74-45a1-b81b-dd45d4855624 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:37.093143 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2a00e404-051f-4858-9db0-4103841cebf6 req-2c3c70b3-ba74-45a1-b81b-dd45d4855624 service neutron] 10.222.0.61 "PUT /v2.0/ports/4acf26e9-0375-43a8-93fc-56223572c626 HTTP/1.1" status: 200 len: 1091 time: 2.1557562 Oct 12 19:23:37.165656 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36767cd7-e3e0-44b8-9309-1d4e505a0632 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Pushing event updated for resources: {'Port': ['ID=39276d5d-e850-4214-b2ec-f560af0d0d26,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:23:37.220349 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05fb26a4-5003-4215-b9ab-4f73b0b0d09c', 'tag': '4acf26e9-0375-43a8-93fc-56223572c626'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:23:37.224929 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d14cd16c-4dd5-49dc-ac17-8b3d0c52fc65 req-36767cd7-e3e0-44b8-9309-1d4e505a0632 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:23:37.228881 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [req-d14cd16c-4dd5-49dc-ac17-8b3d0c52fc65 req-36767cd7-e3e0-44b8-9309-1d4e505a0632 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:23:37.235430 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afdd81f1-c853-479c-b1fd-3c4d712f3aee" -d '{"events": [{"name": "network-changed", "server_uuid": "05fb26a4-5003-4215-b9ab-4f73b0b0d09c", "tag": "4acf26e9-0375-43a8-93fc-56223572c626"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:23:37.241146 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-d14cd16c-4dd5-49dc-ac17-8b3d0c52fc65 req-36767cd7-e3e0-44b8-9309-1d4e505a0632 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:23:37.406416 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4ab7c7c-9614-4f36-8694-9c7b42ee7f68 x-openstack-request-id: req-e4ab7c7c-9614-4f36-8694-9c7b42ee7f68 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:23:37.407099 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05fb26a4-5003-4215-b9ab-4f73b0b0d09c", "tag": "4acf26e9-0375-43a8-93fc-56223572c626", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:23:37.407099 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e4ab7c7c-9614-4f36-8694-9c7b42ee7f68 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:23:37.407430 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05fb26a4-5003-4215-b9ab-4f73b0b0d09c', 'tag': '4acf26e9-0375-43a8-93fc-56223572c626', 'status': 'completed', 'code': 200} Oct 12 19:23:37.451467 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14cd16c-4dd5-49dc-ac17-8b3d0c52fc65 req-36767cd7-e3e0-44b8-9309-1d4e505a0632 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:37.466677 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-d14cd16c-4dd5-49dc-ac17-8b3d0c52fc65 req-36767cd7-e3e0-44b8-9309-1d4e505a0632 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:37.486493 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5317c56-76b5-4dc6-93b2-dcc9e5dd7855 req-e7be5f2c-2a0c-4165-b78e-d789bdc38395 tempest-AttachSCSIVolumeTestJSON-135199354 tempest-AttachSCSIVolumeTestJSON-135199354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:37.494888 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c5317c56-76b5-4dc6-93b2-dcc9e5dd7855 req-e7be5f2c-2a0c-4165-b78e-d789bdc38395 tempest-AttachSCSIVolumeTestJSON-135199354 tempest-AttachSCSIVolumeTestJSON-135199354-project] 10.222.0.49 "GET /v2.0/ports?device_id=05fb26a4-5003-4215-b9ab-4f73b0b0d09c HTTP/1.1" status: 200 len: 943 time: 0.3835459 Oct 12 19:23:37.569644 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a00e404-051f-4858-9db0-4103841cebf6 req-c3a8a9ba-7f9a-417b-98bf-173d7b807e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:37.577462 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2a00e404-051f-4858-9db0-4103841cebf6 req-c3a8a9ba-7f9a-417b-98bf-173d7b807e73 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=91adbf2b705548699acc3181acdf7e78&device_id=05fb26a4-5003-4215-b9ab-4f73b0b0d09c HTTP/1.1" status: 200 len: 1094 time: 0.2888052 Oct 12 19:23:37.607649 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d14cd16c-4dd5-49dc-ac17-8b3d0c52fc65 req-36767cd7-e3e0-44b8-9309-1d4e505a0632 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1621859 Oct 12 19:23:37.630398 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-d14cd16c-4dd5-49dc-ac17-8b3d0c52fc65 req-2d93a7ab-40ef-434c-bd2a-3728b62956b7 service neutron] Request body: {'port': {'device_id': '3abb7f11-53b5-4222-8283-7cd63d0727e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-3'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:23:37.680620 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c5317c56-76b5-4dc6-93b2-dcc9e5dd7855 req-c1050ae3-e529-4eea-8487-0e9c74f190a1 tempest-AttachSCSIVolumeTestJSON-135199354 tempest-AttachSCSIVolumeTestJSON-135199354-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef54c117-a545-49e9-83c5-f4be4cb695fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687360 Oct 12 19:23:37.791971 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2a00e404-051f-4858-9db0-4103841cebf6 req-da457508-ed2e-4050-a6bb-a32243d84ffc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4acf26e9-0375-43a8-93fc-56223572c626 HTTP/1.1" status: 200 len: 217 time: 0.1588719 Oct 12 19:23:37.874337 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-d14cd16c-4dd5-49dc-ac17-8b3d0c52fc65 req-2d93a7ab-40ef-434c-bd2a-3728b62956b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:37.912308 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a00e404-051f-4858-9db0-4103841cebf6 req-5e39497c-9825-4f7c-b0e3-ff1822c1e409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:37.913793 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2a00e404-051f-4858-9db0-4103841cebf6 req-5e39497c-9825-4f7c-b0e3-ff1822c1e409 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f4dfc27e-b28d-4bb2-a392-801ff63579d9 HTTP/1.1" status: 200 len: 853 time: 0.0900912 Oct 12 19:23:38.049770 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a00e404-051f-4858-9db0-4103841cebf6 req-f0f9be1a-d076-471d-b9d4-60da69be9884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:38.053513 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2a00e404-051f-4858-9db0-4103841cebf6 req-f0f9be1a-d076-471d-b9d4-60da69be9884 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a95caad4-9d88-4c95-9f48-a1cb3c71f6ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1070528 Oct 12 19:23:38.094125 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-6122e458-b44a-4e75-9c1d-53f8b3bb7814 None None] Provisioning complete for port 39276d5d-e850-4214-b2ec-f560af0d0d26 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:23:38.096753 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6122e458-b44a-4e75-9c1d-53f8b3bb7814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:38.337760 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-6122e458-b44a-4e75-9c1d-53f8b3bb7814 None None] Port 39276d5d-e850-4214-b2ec-f560af0d0d26 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:23:38.370855 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2a00e404-051f-4858-9db0-4103841cebf6 req-159718c8-a124-4a79-94be-085b979a3167 service neutron] 10.222.0.61 "GET /v2.0/networks/a95caad4-9d88-4c95-9f48-a1cb3c71f6ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185855 Oct 12 19:23:38.465485 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c3b436-5807-48d7-aad6-fde943376662 req-8b7cafc7-f2fa-47a6-93ec-e92400a801eb tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:38.472804 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f7c3b436-5807-48d7-aad6-fde943376662 req-8b7cafc7-f2fa-47a6-93ec-e92400a801eb tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/ports?device_id=3abb7f11-53b5-4222-8283-7cd63d0727e8 HTTP/1.1" status: 200 len: 936 time: 0.6839480 Oct 12 19:23:38.640189 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f7c3b436-5807-48d7-aad6-fde943376662 req-03e28ddd-609a-4547-8bee-c693b1fd03f9 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/security-groups?id=ceeec1d2-c315-47e9-9f92-76d770e7141a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661565 Oct 12 19:23:38.643415 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2a00e404-051f-4858-9db0-4103841cebf6 req-eb2393e5-5fbd-40a3-946b-d1bf1f7ac7f3 service neutron] 10.222.0.61 "GET /v2.0/networks/a95caad4-9d88-4c95-9f48-a1cb3c71f6ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385380 Oct 12 19:23:38.929336 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [req-d14cd16c-4dd5-49dc-ac17-8b3d0c52fc65 req-2d93a7ab-40ef-434c-bd2a-3728b62956b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39276d5d-e850-4214-b2ec-f560af0d0d26 {{(pid=95501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:23:38.952808 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-d14cd16c-4dd5-49dc-ac17-8b3d0c52fc65 req-2d93a7ab-40ef-434c-bd2a-3728b62956b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:38.974750 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d0ddc3-edff-4da3-b59f-9f5d3bf034e6 req-0007d458-839f-47d4-9633-ead8ad593ad8 tempest-AttachSCSIVolumeTestJSON-135199354 tempest-AttachSCSIVolumeTestJSON-135199354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:38.977028 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-41d0ddc3-edff-4da3-b59f-9f5d3bf034e6 req-0007d458-839f-47d4-9633-ead8ad593ad8 tempest-AttachSCSIVolumeTestJSON-135199354 tempest-AttachSCSIVolumeTestJSON-135199354-project] 10.222.0.49 "GET /v2.0/ports?device_id=05fb26a4-5003-4215-b9ab-4f73b0b0d09c HTTP/1.1" status: 200 len: 943 time: 0.1868386 Oct 12 19:23:39.000548 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.provisioning_blocks [req-d14cd16c-4dd5-49dc-ac17-8b3d0c52fc65 req-2d93a7ab-40ef-434c-bd2a-3728b62956b7 service neutron] Transition to ACTIVE for port object 39276d5d-e850-4214-b2ec-f560af0d0d26 will not be triggered until provisioned by entity L2. {{(pid=95501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:23:39.040746 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-41d0ddc3-edff-4da3-b59f-9f5d3bf034e6 req-ffcde69a-f262-4afd-8043-9cb118ebd797 tempest-AttachSCSIVolumeTestJSON-135199354 tempest-AttachSCSIVolumeTestJSON-135199354-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef54c117-a545-49e9-83c5-f4be4cb695fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524640 Oct 12 19:23:39.099951 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-d14cd16c-4dd5-49dc-ac17-8b3d0c52fc65 req-2d93a7ab-40ef-434c-bd2a-3728b62956b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:39.174306 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d93a7ab-40ef-434c-bd2a-3728b62956b7 service neutron] Pushing event updated for resources: {'Port': ['ID=39276d5d-e850-4214-b2ec-f560af0d0d26,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:23:39.372826 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-d14cd16c-4dd5-49dc-ac17-8b3d0c52fc65 req-2d93a7ab-40ef-434c-bd2a-3728b62956b7 service neutron] Attempting to bind port 39276d5d-e850-4214-b2ec-f560af0d0d26 on host n-h2-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:23:39.373167 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-d14cd16c-4dd5-49dc-ac17-8b3d0c52fc65 req-2d93a7ab-40ef-434c-bd2a-3728b62956b7 service neutron] Attempting to bind port 39276d5d-e850-4214-b2ec-f560af0d0d26 by drivers openvswitch,hyperv on host n-h2-813679-3 at level 0 using segments [{'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:23:39.373554 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d14cd16c-4dd5-49dc-ac17-8b3d0c52fc65 req-2d93a7ab-40ef-434c-bd2a-3728b62956b7 service neutron] Attempting to bind port 39276d5d-e850-4214-b2ec-f560af0d0d26 on network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:23:39.378266 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d14cd16c-4dd5-49dc-ac17-8b3d0c52fc65 req-2d93a7ab-40ef-434c-bd2a-3728b62956b7 service neutron] Port 39276d5d-e850-4214-b2ec-f560af0d0d26 on network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:23:39.378596 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d14cd16c-4dd5-49dc-ac17-8b3d0c52fc65 req-2d93a7ab-40ef-434c-bd2a-3728b62956b7 service neutron] Attempting to bind port 39276d5d-e850-4214-b2ec-f560af0d0d26 on network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:23:39.385459 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d14cd16c-4dd5-49dc-ac17-8b3d0c52fc65 req-2d93a7ab-40ef-434c-bd2a-3728b62956b7 service neutron] Checking agent: {'id': '233fbd7d-38e4-434f-bb8f-05364d7423a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:23:39.396764 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d14cd16c-4dd5-49dc-ac17-8b3d0c52fc65 req-2d93a7ab-40ef-434c-bd2a-3728b62956b7 service neutron] Checking segment: {'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:23:39.396764 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d14cd16c-4dd5-49dc-ac17-8b3d0c52fc65 req-2d93a7ab-40ef-434c-bd2a-3728b62956b7 service neutron] Bound using segment: {'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:23:39.396764 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-d14cd16c-4dd5-49dc-ac17-8b3d0c52fc65 req-2d93a7ab-40ef-434c-bd2a-3728b62956b7 service neutron] Bound port: 39276d5d-e850-4214-b2ec-f560af0d0d26, host: n-h2-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'}}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:23:39.396764 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-d14cd16c-4dd5-49dc-ac17-8b3d0c52fc65 req-2d93a7ab-40ef-434c-bd2a-3728b62956b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:39.470616 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-d14cd16c-4dd5-49dc-ac17-8b3d0c52fc65 req-2d93a7ab-40ef-434c-bd2a-3728b62956b7 service neutron] For port 39276d5d-e850-4214-b2ec-f560af0d0d26, host n-h2-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:23:39.488086 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-d14cd16c-4dd5-49dc-ac17-8b3d0c52fc65 req-2d93a7ab-40ef-434c-bd2a-3728b62956b7 service neutron] For port 39276d5d-e850-4214-b2ec-f560af0d0d26, host n-h2-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=39276d5d-e850-4214-b2ec-f560af0d0d26,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:23:39.557437 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-d14cd16c-4dd5-49dc-ac17-8b3d0c52fc65 req-2d93a7ab-40ef-434c-bd2a-3728b62956b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:39.558562 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdd81f1-c853-479c-b1fd-3c4d712f3aee req-64863952-c429-4606-a725-724c2e37efa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:39.560097 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-afdd81f1-c853-479c-b1fd-3c4d712f3aee req-64863952-c429-4606-a725-724c2e37efa0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=91adbf2b705548699acc3181acdf7e78&device_id=05fb26a4-5003-4215-b9ab-4f73b0b0d09c HTTP/1.1" status: 200 len: 1094 time: 0.1229324 Oct 12 19:23:39.739889 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14cd16c-4dd5-49dc-ac17-8b3d0c52fc65 req-2d93a7ab-40ef-434c-bd2a-3728b62956b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:39.739889 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-d14cd16c-4dd5-49dc-ac17-8b3d0c52fc65 req-2d93a7ab-40ef-434c-bd2a-3728b62956b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:39.762222 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d14cd16c-4dd5-49dc-ac17-8b3d0c52fc65 req-2d93a7ab-40ef-434c-bd2a-3728b62956b7 service neutron] 10.222.0.67 "PUT /v2.0/ports/39276d5d-e850-4214-b2ec-f560af0d0d26 HTTP/1.1" status: 200 len: 1096 time: 2.1362822 Oct 12 19:23:39.762657 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3abb7f11-53b5-4222-8283-7cd63d0727e8', 'tag': '39276d5d-e850-4214-b2ec-f560af0d0d26'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:23:39.765029 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a144b1eb-ef84-48d3-8fab-d3253b217369" -d '{"events": [{"name": "network-changed", "server_uuid": "3abb7f11-53b5-4222-8283-7cd63d0727e8", "tag": "39276d5d-e850-4214-b2ec-f560af0d0d26"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:23:39.834279 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdd81f1-c853-479c-b1fd-3c4d712f3aee req-7b21b2c6-adbc-42eb-832a-51d50c00f1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:39.839447 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-afdd81f1-c853-479c-b1fd-3c4d712f3aee req-7b21b2c6-adbc-42eb-832a-51d50c00f1cc service neutron] 10.222.0.61 "GET /v2.0/networks?id=a95caad4-9d88-4c95-9f48-a1cb3c71f6ba HTTP/1.1" status: 200 len: 915 time: 0.2696726 Oct 12 19:23:39.859682 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d93a7ab-40ef-434c-bd2a-3728b62956b7 service neutron] Pushing event updated for resources: {'Port': ['ID=39276d5d-e850-4214-b2ec-f560af0d0d26,revision_number=3']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:23:39.969564 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-afdd81f1-c853-479c-b1fd-3c4d712f3aee req-f9fcf21d-afec-4d64-bde5-8c70383f7792 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4acf26e9-0375-43a8-93fc-56223572c626 HTTP/1.1" status: 200 len: 217 time: 0.1027446 Oct 12 19:23:40.037000 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2913b7f-1a52-470e-a631-dc14eb8a28b7 x-openstack-request-id: req-f2913b7f-1a52-470e-a631-dc14eb8a28b7 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:23:40.037482 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3abb7f11-53b5-4222-8283-7cd63d0727e8", "tag": "39276d5d-e850-4214-b2ec-f560af0d0d26", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:23:40.037847 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f2913b7f-1a52-470e-a631-dc14eb8a28b7 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:23:40.038377 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3abb7f11-53b5-4222-8283-7cd63d0727e8', 'tag': '39276d5d-e850-4214-b2ec-f560af0d0d26', 'status': 'completed', 'code': 200} Oct 12 19:23:40.095767 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 47384) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:23:40.152158 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdd81f1-c853-479c-b1fd-3c4d712f3aee req-6a0f85c4-0389-4094-b873-c070851120bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:40.167851 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-afdd81f1-c853-479c-b1fd-3c4d712f3aee req-6a0f85c4-0389-4094-b873-c070851120bc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f4dfc27e-b28d-4bb2-a392-801ff63579d9 HTTP/1.1" status: 200 len: 853 time: 0.1561112 Oct 12 19:23:40.188680 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14cd16c-4dd5-49dc-ac17-8b3d0c52fc65 req-8e398204-71c3-4744-80e4-e0f9d2ee55bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:40.190288 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d14cd16c-4dd5-49dc-ac17-8b3d0c52fc65 req-8e398204-71c3-4744-80e4-e0f9d2ee55bc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=72ac91cd8d494d6197bc36451232b3b4&device_id=3abb7f11-53b5-4222-8283-7cd63d0727e8 HTTP/1.1" status: 200 len: 1099 time: 0.2628963 Oct 12 19:23:40.204792 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec10aee9-6ac6-4a9e-abae-68386e79b4c2 req-a5bb6c60-0726-489e-89eb-3e05cb7c0756 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:40.206593 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ec10aee9-6ac6-4a9e-abae-68386e79b4c2 req-a5bb6c60-0726-489e-89eb-3e05cb7c0756 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/ports?device_id=3abb7f11-53b5-4222-8283-7cd63d0727e8 HTTP/1.1" status: 200 len: 948 time: 0.3352170 Oct 12 19:23:40.268015 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d14cd16c-4dd5-49dc-ac17-8b3d0c52fc65 req-941ab12f-08b8-42c4-8aea-813610161b0b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=39276d5d-e850-4214-b2ec-f560af0d0d26 HTTP/1.1" status: 200 len: 217 time: 0.0604072 Oct 12 19:23:40.383522 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ec10aee9-6ac6-4a9e-abae-68386e79b4c2 req-e353ac41-bcbb-413b-95ac-828b51a3effe tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/security-groups?id=ceeec1d2-c315-47e9-9f92-76d770e7141a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680820 Oct 12 19:23:40.433206 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14cd16c-4dd5-49dc-ac17-8b3d0c52fc65 req-29eb721f-c60a-408b-bf3c-d062b7cc1777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:40.434900 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d14cd16c-4dd5-49dc-ac17-8b3d0c52fc65 req-29eb721f-c60a-408b-bf3c-d062b7cc1777 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=629aee7d-3fde-4c72-af1e-6a7e1f6a7e75 HTTP/1.1" status: 200 len: 843 time: 0.1576557 Oct 12 19:23:40.453018 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 47392) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:23:40.550324 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14cd16c-4dd5-49dc-ac17-8b3d0c52fc65 req-847188aa-dd38-4136-baf3-161febd7b470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:40.558138 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d14cd16c-4dd5-49dc-ac17-8b3d0c52fc65 req-847188aa-dd38-4136-baf3-161febd7b470 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=90dcf485-b1ad-4139-85a3-9e1e9879e6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1143532 Oct 12 19:23:40.735619 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-d2b248d0-a5d0-4e27-b49d-73b566e3f639 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1482054849', 'router:external': True}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:23:40.863476 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ead942e3-8c36-47b0-b8c2-29fda2a1ed43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:40.895719 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d14cd16c-4dd5-49dc-ac17-8b3d0c52fc65 req-62c091de-1d32-4769-afc0-3dfbe92a591e service neutron] 10.222.0.67 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3274863 Oct 12 19:23:41.005464 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2b248d0-a5d0-4e27-b49d-73b566e3f639 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Made reservation on behalf of f322c4ca2f164bcb98c03b16e0ad5e16 for: {'network': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:23:41.005464 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d2b248d0-a5d0-4e27-b49d-73b566e3f639 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:41.017949 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdd81f1-c853-479c-b1fd-3c4d712f3aee req-0586a007-6490-48af-9ca7-29621239a571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:41.019553 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-afdd81f1-c853-479c-b1fd-3c4d712f3aee req-0586a007-6490-48af-9ca7-29621239a571 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a95caad4-9d88-4c95-9f48-a1cb3c71f6ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8006036 Oct 12 19:23:41.038660 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058fa474-464c-4cef-a8a1-74f6b381d28e req-77e10c2d-f726-4c2c-ba3c-156263c79334 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:41.045264 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058fa474-464c-4cef-a8a1-74f6b381d28e req-77e10c2d-f726-4c2c-ba3c-156263c79334 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:41.052611 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058fa474-464c-4cef-a8a1-74f6b381d28e req-77e10c2d-f726-4c2c-ba3c-156263c79334 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:41.061021 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058fa474-464c-4cef-a8a1-74f6b381d28e req-77e10c2d-f726-4c2c-ba3c-156263c79334 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:41.067655 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058fa474-464c-4cef-a8a1-74f6b381d28e req-77e10c2d-f726-4c2c-ba3c-156263c79334 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:41.071473 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebcde11-c8de-4299-8376-9f9b79cc0d4f req-0bb56d41-8e4e-444a-a648-f7877d79a47a tempest-AttachSCSIVolumeTestJSON-135199354 tempest-AttachSCSIVolumeTestJSON-135199354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:41.074822 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058fa474-464c-4cef-a8a1-74f6b381d28e req-77e10c2d-f726-4c2c-ba3c-156263c79334 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:41.078803 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3ebcde11-c8de-4299-8376-9f9b79cc0d4f req-0bb56d41-8e4e-444a-a648-f7877d79a47a tempest-AttachSCSIVolumeTestJSON-135199354 tempest-AttachSCSIVolumeTestJSON-135199354-project] 10.222.0.49 "GET /v2.0/ports?device_id=05fb26a4-5003-4215-b9ab-4f73b0b0d09c HTTP/1.1" status: 200 len: 943 time: 0.7724340 Oct 12 19:23:41.081715 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058fa474-464c-4cef-a8a1-74f6b381d28e req-77e10c2d-f726-4c2c-ba3c-156263c79334 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:41.084017 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-058fa474-464c-4cef-a8a1-74f6b381d28e req-77e10c2d-f726-4c2c-ba3c-156263c79334 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d8118a-4722-4e86-9061-3b560a61dbf9 HTTP/1.1" status: 200 len: 5435 time: 0.3395708 Oct 12 19:23:41.093932 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d2b248d0-a5d0-4e27-b49d-73b566e3f639 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:41.155927 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3ebcde11-c8de-4299-8376-9f9b79cc0d4f req-b94f62ed-7bc9-44ad-bc1a-ed72c85ba04a tempest-AttachSCSIVolumeTestJSON-135199354 tempest-AttachSCSIVolumeTestJSON-135199354-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef54c117-a545-49e9-83c5-f4be4cb695fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760393 Oct 12 19:23:41.248535 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-058fa474-464c-4cef-a8a1-74f6b381d28e req-8a1cc52a-ee09-4b3d-a676-7f2e65ddf926 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f0281d6-ea5c-47a0-8e7d-7819120d644f&id=db60c67d-bef5-44ee-91f7-dd492db60f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1473844 Oct 12 19:23:41.386544 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d2b248d0-a5d0-4e27-b49d-73b566e3f639 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:41.422920 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ead942e3-8c36-47b0-b8c2-29fda2a1ed43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:41.428205 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d14cd16c-4dd5-49dc-ac17-8b3d0c52fc65 req-38ed4942-cb48-4e9d-aa7f-317bb9c5a74f service neutron] 10.222.0.67 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5227871 Oct 12 19:23:41.467311 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d2b248d0-a5d0-4e27-b49d-73b566e3f639 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:41.475104 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-afdd81f1-c853-479c-b1fd-3c4d712f3aee req-0d8c9848-769d-4533-93cd-d837c7642dc0 service neutron] 10.222.0.61 "GET /v2.0/networks/a95caad4-9d88-4c95-9f48-a1cb3c71f6ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326056 Oct 12 19:23:41.487330 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2b248d0-a5d0-4e27-b49d-73b566e3f639 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'} {{(pid=95501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:23:41.500950 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d2b248d0-a5d0-4e27-b49d-73b566e3f639 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:41.501347 n-d-813679-3 neutron-server[95501]: INFO neutron.db.segments_db [None req-d2b248d0-a5d0-4e27-b49d-73b566e3f639 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Added segment fb921896-36a6-4e18-87db-cdcd18d6e299 of type vlan for network 2ff23d62-2933-4693-96f8-30014017e398 Oct 12 19:23:41.572545 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d2b248d0-a5d0-4e27-b49d-73b566e3f639 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:41.645559 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ead942e3-8c36-47b0-b8c2-29fda2a1ed43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:41.684554 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d2b248d0-a5d0-4e27-b49d-73b566e3f639 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:41.685545 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b248d0-a5d0-4e27-b49d-73b566e3f639 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:41.686106 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d2b248d0-a5d0-4e27-b49d-73b566e3f639 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:41.735786 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-afdd81f1-c853-479c-b1fd-3c4d712f3aee req-9a63cc11-a8dc-4077-b79a-e8bfc683fc14 service neutron] 10.222.0.61 "GET /v2.0/networks/a95caad4-9d88-4c95-9f48-a1cb3c71f6ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723258 Oct 12 19:23:41.753456 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d4684c-7678-425a-8eb3-000c96168de4 req-bbe2092f-521c-4cc9-bbb0-43560d069fe1 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:41.762557 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b0d4684c-7678-425a-8eb3-000c96168de4 req-bbe2092f-521c-4cc9-bbb0-43560d069fe1 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/ports?device_id=3abb7f11-53b5-4222-8283-7cd63d0727e8 HTTP/1.1" status: 200 len: 948 time: 0.2374883 Oct 12 19:23:41.775320 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb0dead-b481-413c-b111-277acdb0a7bc req-9ec607c4-0a43-4445-9c1c-7bd2e8dfcd53 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:41.782033 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb0dead-b481-413c-b111-277acdb0a7bc req-9ec607c4-0a43-4445-9c1c-7bd2e8dfcd53 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:41.789546 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb0dead-b481-413c-b111-277acdb0a7bc req-9ec607c4-0a43-4445-9c1c-7bd2e8dfcd53 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:41.796707 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb0dead-b481-413c-b111-277acdb0a7bc req-9ec607c4-0a43-4445-9c1c-7bd2e8dfcd53 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:41.814278 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb0dead-b481-413c-b111-277acdb0a7bc req-9ec607c4-0a43-4445-9c1c-7bd2e8dfcd53 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:41.821553 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb0dead-b481-413c-b111-277acdb0a7bc req-9ec607c4-0a43-4445-9c1c-7bd2e8dfcd53 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:41.838161 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb0dead-b481-413c-b111-277acdb0a7bc req-9ec607c4-0a43-4445-9c1c-7bd2e8dfcd53 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:41.851305 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cfb0dead-b481-413c-b111-277acdb0a7bc req-9ec607c4-0a43-4445-9c1c-7bd2e8dfcd53 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d8118a-4722-4e86-9061-3b560a61dbf9 HTTP/1.1" status: 200 len: 5435 time: 0.4219530 Oct 12 19:23:41.853545 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b0d4684c-7678-425a-8eb3-000c96168de4 req-ce7a2258-7c2a-4a2f-a2e6-ca880c10a66b tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/security-groups?id=ceeec1d2-c315-47e9-9f92-76d770e7141a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847454 Oct 12 19:23:41.854307 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b248d0-a5d0-4e27-b49d-73b566e3f639 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0eb07f2-2dc3-4be3-8ce7-df8a360b764b,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:23:41.868048 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-d2b248d0-a5d0-4e27-b49d-73b566e3f639 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.7606258 Oct 12 19:23:41.873028 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-ead942e3-8c36-47b0-b8c2-29fda2a1ed43 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=50481bea5a064422bb1ad43b8458e3d9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4146528 Oct 12 19:23:41.873239 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 47410) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:23:41.877607 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 47412) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:23:41.878646 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-6b7287b7-282f-4208-b069-cf8de6e9c377 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Request body: {'subnet': {'network_id': '2ff23d62-2933-4693-96f8-30014017e398', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:23:41.879827 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a144b1eb-ef84-48d3-8fab-d3253b217369 req-bef59f27-ed10-47c0-ba49-4a69a5459fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:41.881770 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a144b1eb-ef84-48d3-8fab-d3253b217369 req-bef59f27-ed10-47c0-ba49-4a69a5459fb0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=72ac91cd8d494d6197bc36451232b3b4&device_id=3abb7f11-53b5-4222-8283-7cd63d0727e8 HTTP/1.1" status: 200 len: 1099 time: 0.2734261 Oct 12 19:23:41.914033 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b248d0-a5d0-4e27-b49d-73b566e3f639 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:23:41.914481 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b248d0-a5d0-4e27-b49d-73b566e3f639 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:23:41.914911 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b248d0-a5d0-4e27-b49d-73b566e3f639 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:23:41.915262 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b248d0-a5d0-4e27-b49d-73b566e3f639 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:23:41.915595 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b248d0-a5d0-4e27-b49d-73b566e3f639 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:23:41.915927 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b248d0-a5d0-4e27-b49d-73b566e3f639 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:23:41.916285 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b248d0-a5d0-4e27-b49d-73b566e3f639 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:23:41.916613 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b248d0-a5d0-4e27-b49d-73b566e3f639 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:23:41.916937 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b248d0-a5d0-4e27-b49d-73b566e3f639 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:23:41.917258 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b248d0-a5d0-4e27-b49d-73b566e3f639 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:23:41.917580 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b248d0-a5d0-4e27-b49d-73b566e3f639 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:23:41.917901 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b248d0-a5d0-4e27-b49d-73b566e3f639 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:23:41.976757 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b248d0-a5d0-4e27-b49d-73b566e3f639 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Pushing event updated for resources: {'Network': ['ID=2ff23d62-2933-4693-96f8-30014017e398,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:23:41.986268 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b7287b7-282f-4208-b069-cf8de6e9c377 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Made reservation on behalf of f322c4ca2f164bcb98c03b16e0ad5e16 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:23:41.997124 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6b7287b7-282f-4208-b069-cf8de6e9c377 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16245837'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:41.998322 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 2ff23d62-2933-4693-96f8-30014017e398 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:23:42.031039 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead942e3-8c36-47b0-b8c2-29fda2a1ed43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29c63248-e8e2-4d15-99d9-53b5ed04a72a,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:23:42.147558 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a144b1eb-ef84-48d3-8fab-d3253b217369 req-4fe3f426-93ee-44d4-9095-4f086f3d3fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:42.150256 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a144b1eb-ef84-48d3-8fab-d3253b217369 req-4fe3f426-93ee-44d4-9095-4f086f3d3fec service neutron] 10.222.0.67 "GET /v2.0/networks?id=90dcf485-b1ad-4139-85a3-9e1e9879e6b1 HTTP/1.1" status: 200 len: 870 time: 0.2466331 Oct 12 19:23:42.151468 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d3731ad1-782e-4d65-b166-d2e19f854343 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:42.237385 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a144b1eb-ef84-48d3-8fab-d3253b217369 req-d04a5a3c-9fb4-4d02-926d-cd1644085e2b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=39276d5d-e850-4214-b2ec-f560af0d0d26 HTTP/1.1" status: 200 len: 217 time: 0.0756834 Oct 12 19:23:42.240409 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d3731ad1-782e-4d65-b166-d2e19f854343 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:42.362946 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a144b1eb-ef84-48d3-8fab-d3253b217369 req-d2a1d5a3-d1a6-4480-9291-57728912a039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:42.365347 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a144b1eb-ef84-48d3-8fab-d3253b217369 req-d2a1d5a3-d1a6-4480-9291-57728912a039 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=629aee7d-3fde-4c72-af1e-6a7e1f6a7e75 HTTP/1.1" status: 200 len: 843 time: 0.1144993 Oct 12 19:23:42.382392 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbd11b7-df6d-4162-adcf-b121aeb63dce req-8a393326-3d3e-4076-a735-5ea2d30e148c tempest-AttachSCSIVolumeTestJSON-135199354 tempest-AttachSCSIVolumeTestJSON-135199354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:42.384007 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3cbd11b7-df6d-4162-adcf-b121aeb63dce req-8a393326-3d3e-4076-a735-5ea2d30e148c tempest-AttachSCSIVolumeTestJSON-135199354 tempest-AttachSCSIVolumeTestJSON-135199354-project] 10.222.0.49 "GET /v2.0/ports?device_id=05fb26a4-5003-4215-b9ab-4f73b0b0d09c HTTP/1.1" status: 200 len: 943 time: 0.0987592 Oct 12 19:23:42.468547 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3cbd11b7-df6d-4162-adcf-b121aeb63dce req-53133c2a-656a-47c1-87b2-2303d5b958ca tempest-AttachSCSIVolumeTestJSON-135199354 tempest-AttachSCSIVolumeTestJSON-135199354-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef54c117-a545-49e9-83c5-f4be4cb695fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718539 Oct 12 19:23:42.476339 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a144b1eb-ef84-48d3-8fab-d3253b217369 req-62b698bc-aa6a-4008-ad0c-57f9a8c73062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:42.478365 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a144b1eb-ef84-48d3-8fab-d3253b217369 req-62b698bc-aa6a-4008-ad0c-57f9a8c73062 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=90dcf485-b1ad-4139-85a3-9e1e9879e6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0929141 Oct 12 19:23:42.484679 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d3731ad1-782e-4d65-b166-d2e19f854343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:42.496447 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d3731ad1-782e-4d65-b166-d2e19f854343 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:42.502590 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-d3731ad1-782e-4d65-b166-d2e19f854343 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/29c63248-e8e2-4d15-99d9-53b5ed04a72a HTTP/1.1" status: 204 len: 168 time: 0.6171942 Oct 12 19:23:42.658953 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3731ad1-782e-4d65-b166-d2e19f854343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29c63248-e8e2-4d15-99d9-53b5ed04a72a,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:23:42.672140 n-d-813679-3 neutron-server[95502]: DEBUG neutron.objects.ports [None req-6b7287b7-282f-4208-b069-cf8de6e9c377 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95502) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 12 19:23:42.674201 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6b7287b7-282f-4208-b069-cf8de6e9c377 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4306659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16245859'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:42.756890 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a144b1eb-ef84-48d3-8fab-d3253b217369 req-5ef3e7e7-3125-4d55-bca2-e4c932e9ae8e service neutron] 10.222.0.67 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2525027 Oct 12 19:23:42.816055 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7287b7-282f-4208-b069-cf8de6e9c377 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Pushing event updated for resources: {'Subnet': ['ID=45c4f076-38d9-4668-bb1b-352ff8620ef7,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:23:42.844649 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7287b7-282f-4208-b069-cf8de6e9c377 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Checking segment: {'id': 'fb921896-36a6-4e18-87db-cdcd18d6e299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '2ff23d62-2933-4693-96f8-30014017e398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:23:42.845468 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7287b7-282f-4208-b069-cf8de6e9c377 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Network hostable DHCP agents. Network: 2ff23d62-2933-4693-96f8-30014017e398, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:23:42.891452 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 39276d5d-e850-4214-b2ec-f560af0d0d26 details requested by agent hyperv_n-h2-813679-3 with host n-h2-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:23:42.930365 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a144b1eb-ef84-48d3-8fab-d3253b217369 req-96189d24-044c-4df1-9f93-72e23ed12abb service neutron] 10.222.0.67 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655638 Oct 12 19:23:43.036811 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7287b7-282f-4208-b069-cf8de6e9c377 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Network 2ff23d62-2933-4693-96f8-30014017e398 is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:23:43.049974 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafa04e6-0d18-4f17-8694-049c58ce0f6f req-af6b7e54-2cf6-4052-a74a-23179ddd3725 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:43.060404 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-eafa04e6-0d18-4f17-8694-049c58ce0f6f req-af6b7e54-2cf6-4052-a74a-23179ddd3725 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/ports?device_id=3abb7f11-53b5-4222-8283-7cd63d0727e8 HTTP/1.1" status: 200 len: 948 time: 0.0975425 Oct 12 19:23:43.076349 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 39276d5d-e850-4214-b2ec-f560af0d0d26, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=39276d5d-e850-4214-b2ec-f560af0d0d26,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:23:43.110858 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Returning: {'device': '39276d5d-e850-4214-b2ec-f560af0d0d26', 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1', 'port_id': '39276d5d-e850-4214-b2ec-f560af0d0d26', 'mac_address': 'fa:16:3e:40:19:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '629aee7d-3fde-4c72-af1e-6a7e1f6a7e75', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:23:43.111132 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-eafa04e6-0d18-4f17-8694-049c58ce0f6f req-c71e2dd0-a48c-496b-8ae4-a5620fabcbb1 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/security-groups?id=ceeec1d2-c315-47e9-9f92-76d770e7141a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497699 Oct 12 19:23:43.144989 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-6b7287b7-282f-4208-b069-cf8de6e9c377 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, 2ff23d62-2933-4693-96f8-30014017e398) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:23:43.150662 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b7287b7-282f-4208-b069-cf8de6e9c377 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:43.151607 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6b7287b7-282f-4208-b069-cf8de6e9c377 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:43.167797 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9604344a-c6fd-4a9b-ad73-d3d6ff87e812 None None] Network 2ff23d62-2933-4693-96f8-30014017e398 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:23:43.274339 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:43.337633 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39276d5d-e850-4214-b2ec-f560af0d0d26 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:23:43.343071 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1837b8dd-4152-48a7-8ccc-351bba8cbdd9 None None] Network 2ff23d62-2933-4693-96f8-30014017e398 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:23:43.444234 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 39276d5d-e850-4214-b2ec-f560af0d0d26, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=39276d5d-e850-4214-b2ec-f560af0d0d26,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:23:43.642850 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-6b7287b7-282f-4208-b069-cf8de6e9c377 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.7675350 Oct 12 19:23:43.643148 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 47444) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:23:43.643474 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c6c1ad-36fb-4fde-8bd0-2be84f80ad57 req-b4ddc017-4795-4166-aa2c-c8578950759d tempest-AttachSCSIVolumeTestJSON-135199354 tempest-AttachSCSIVolumeTestJSON-135199354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:43.645615 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f6c6c1ad-36fb-4fde-8bd0-2be84f80ad57 req-b4ddc017-4795-4166-aa2c-c8578950759d tempest-AttachSCSIVolumeTestJSON-135199354 tempest-AttachSCSIVolumeTestJSON-135199354-project] 10.222.0.49 "GET /v2.0/ports?device_id=05fb26a4-5003-4215-b9ab-4f73b0b0d09c HTTP/1.1" status: 200 len: 943 time: 0.0498290 Oct 12 19:23:43.649060 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-d78d468d-8584-482b-994f-cd1a27a9a765 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-355311826', 'network_id': '2ff23d62-2933-4693-96f8-30014017e398'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:23:43.677988 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:43.689935 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f6c6c1ad-36fb-4fde-8bd0-2be84f80ad57 req-152ea812-94a7-4c0d-a735-21d087659269 tempest-AttachSCSIVolumeTestJSON-135199354 tempest-AttachSCSIVolumeTestJSON-135199354-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef54c117-a545-49e9-83c5-f4be4cb695fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378983 Oct 12 19:23:43.733101 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d78d468d-8584-482b-994f-cd1a27a9a765 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Made reservation on behalf of f322c4ca2f164bcb98c03b16e0ad5e16 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:23:43.735987 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d78d468d-8584-482b-994f-cd1a27a9a765 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:43.748471 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=39276d5d-e850-4214-b2ec-f560af0d0d26,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:23:43.754019 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [None req-d78d468d-8584-482b-994f-cd1a27a9a765 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] device_id is not set on port 633f6eed-e5e7-4138-9d67-4477bfd0a465 yet. {{(pid=95502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 19:23:43.796373 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 47446) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:23:43.818146 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8720d2d3-6d07-4f9f-81c4-afebcf3ad32f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:43.913974 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-d78d468d-8584-482b-994f-cd1a27a9a765 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Allocated IP 2001:db8::1e3 (2ff23d62-2933-4693-96f8-30014017e398/45c4f076-38d9-4668-bb1b-352ff8620ef7/633f6eed-e5e7-4138-9d67-4477bfd0a465) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:23:43.979842 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['39276d5d-e850-4214-b2ec-f560af0d0d26'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:23:44.003287 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8720d2d3-6d07-4f9f-81c4-afebcf3ad32f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:44.078959 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8720d2d3-6d07-4f9f-81c4-afebcf3ad32f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:44.172379 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8720d2d3-6d07-4f9f-81c4-afebcf3ad32f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4051d0cd-45f1-432f-8235-5c0b9497c5cc,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:23:44.179808 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 47468) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:23:44.180066 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-8720d2d3-6d07-4f9f-81c4-afebcf3ad32f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d0520e4f414a49dd9be53b88fa04daa7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3824489 Oct 12 19:23:44.188882 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d78d468d-8584-482b-994f-cd1a27a9a765 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:44.258210 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f535373f-fca5-45cf-8c7c-06c20bf7fce1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:44.299213 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 47470) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:23:44.308494 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d78d468d-8584-482b-994f-cd1a27a9a765 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:44.360864 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f535373f-fca5-45cf-8c7c-06c20bf7fce1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:44.418588 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78d468d-8584-482b-994f-cd1a27a9a765 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Pushing event updated for resources: {'Port': ['ID=633f6eed-e5e7-4138-9d67-4477bfd0a465,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:23:44.433173 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81353c8f-10dc-4a6f-b471-e48262c666f7 req-29bdff52-6baf-467f-a455-59ac963b4bfb tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:44.436966 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-81353c8f-10dc-4a6f-b471-e48262c666f7 req-29bdff52-6baf-467f-a455-59ac963b4bfb tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/ports?device_id=3abb7f11-53b5-4222-8283-7cd63d0727e8 HTTP/1.1" status: 200 len: 949 time: 0.1676695 Oct 12 19:23:44.506087 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78d468d-8584-482b-994f-cd1a27a9a765 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Network 2ff23d62-2933-4693-96f8-30014017e398 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:23:44.513130 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-d78d468d-8584-482b-994f-cd1a27a9a765 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:23:44.516287 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78d468d-8584-482b-994f-cd1a27a9a765 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:23:44.517346 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78d468d-8584-482b-994f-cd1a27a9a765 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:44.517877 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d78d468d-8584-482b-994f-cd1a27a9a765 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:44.577005 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c50a5b2-19b7-4e5e-a655-0de86db9c139 req-8ae68de8-2c68-4024-9d60-0b5c93c5f339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:44.577510 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c50a5b2-19b7-4e5e-a655-0de86db9c139 req-8ae68de8-2c68-4024-9d60-0b5c93c5f339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:44.578000 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c50a5b2-19b7-4e5e-a655-0de86db9c139 req-8ae68de8-2c68-4024-9d60-0b5c93c5f339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:44.578604 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c50a5b2-19b7-4e5e-a655-0de86db9c139 req-8ae68de8-2c68-4024-9d60-0b5c93c5f339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:44.579033 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c50a5b2-19b7-4e5e-a655-0de86db9c139 req-8ae68de8-2c68-4024-9d60-0b5c93c5f339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:44.579505 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c50a5b2-19b7-4e5e-a655-0de86db9c139 req-8ae68de8-2c68-4024-9d60-0b5c93c5f339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:44.579954 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c50a5b2-19b7-4e5e-a655-0de86db9c139 req-8ae68de8-2c68-4024-9d60-0b5c93c5f339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:44.588755 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0c50a5b2-19b7-4e5e-a655-0de86db9c139 req-8ae68de8-2c68-4024-9d60-0b5c93c5f339 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a5d8118a-4722-4e86-9061-3b560a61dbf9 HTTP/1.1" status: 200 len: 6492 time: 0.2877562 Oct 12 19:23:44.640337 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0c50a5b2-19b7-4e5e-a655-0de86db9c139 req-de13d258-eea3-445a-b756-f29e790b8ad0 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=db60c67d-bef5-44ee-91f7-dd492db60f1c&id=8f0281d6-ea5c-47a0-8e7d-7819120d644f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0506701 Oct 12 19:23:44.657954 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-d78d468d-8584-482b-994f-cd1a27a9a765 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.0137739 Oct 12 19:23:44.661097 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 47480) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:23:44.810510 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-8a3eefcc-ce2a-40c7-b136-b67361f7e9a5 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Deleting port 633f6eed-e5e7-4138-9d67-4477bfd0a465 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:23:44.811190 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8a3eefcc-ce2a-40c7-b136-b67361f7e9a5 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:44.859658 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-81353c8f-10dc-4a6f-b471-e48262c666f7 req-3415372f-352e-4299-85d5-56cb1e65996c tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/security-groups?id=ceeec1d2-c315-47e9-9f92-76d770e7141a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4039376 Oct 12 19:23:44.916420 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f535373f-fca5-45cf-8c7c-06c20bf7fce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:44.916420 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f535373f-fca5-45cf-8c7c-06c20bf7fce1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:44.917525 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-f535373f-fca5-45cf-8c7c-06c20bf7fce1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4051d0cd-45f1-432f-8235-5c0b9497c5cc HTTP/1.1" status: 204 len: 168 time: 0.7363939 Oct 12 19:23:44.928398 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f535373f-fca5-45cf-8c7c-06c20bf7fce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4051d0cd-45f1-432f-8235-5c0b9497c5cc,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:23:44.982028 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8a3eefcc-ce2a-40c7-b136-b67361f7e9a5 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:45.012447 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-8a3eefcc-ce2a-40c7-b136-b67361f7e9a5 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Calling delete_port for 633f6eed-e5e7-4138-9d67-4477bfd0a465 owned by {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:23:45.022202 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7026d2b6-2c5a-476e-b14e-dd5b75ba72ca req-3242b928-34fd-49bf-8fa0-1eca13cde1c5 tempest-AttachSCSIVolumeTestJSON-135199354 tempest-AttachSCSIVolumeTestJSON-135199354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:45.024052 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7026d2b6-2c5a-476e-b14e-dd5b75ba72ca req-3242b928-34fd-49bf-8fa0-1eca13cde1c5 tempest-AttachSCSIVolumeTestJSON-135199354 tempest-AttachSCSIVolumeTestJSON-135199354-project] 10.222.0.49 "GET /v2.0/ports?device_id=05fb26a4-5003-4215-b9ab-4f73b0b0d09c HTTP/1.1" status: 200 len: 943 time: 0.0620360 Oct 12 19:23:45.077353 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7026d2b6-2c5a-476e-b14e-dd5b75ba72ca req-71f7fe9a-df16-4afc-9f6e-caa5ec1cb0af tempest-AttachSCSIVolumeTestJSON-135199354 tempest-AttachSCSIVolumeTestJSON-135199354-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef54c117-a545-49e9-83c5-f4be4cb695fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451572 Oct 12 19:23:45.289604 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8a3eefcc-ce2a-40c7-b136-b67361f7e9a5 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:45.317991 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3eefcc-ce2a-40c7-b136-b67361f7e9a5 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Pushing event deleted for resources: {'Port': ['ID=633f6eed-e5e7-4138-9d67-4477bfd0a465,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:23:45.369826 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8a3eefcc-ce2a-40c7-b136-b67361f7e9a5 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:45.377399 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-8a3eefcc-ce2a-40c7-b136-b67361f7e9a5 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] 10.222.0.49 "DELETE /v2.0/ports/633f6eed-e5e7-4138-9d67-4477bfd0a465 HTTP/1.1" status: 204 len: 168 time: 0.7134180 Oct 12 19:23:45.380644 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 47496) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:23:45.386932 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-1de4f223-fc06-4d37-b955-b845f8a9ad3b tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2ff23d62-2933-4693-96f8-30014017e398', 'external_fixed_ips': [{'subnet_id': '45c4f076-38d9-4668-bb1b-352ff8620ef7', 'ip_address': '2001:db8::1e3'}]}}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:23:45.466508 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1de4f223-fc06-4d37-b955-b845f8a9ad3b tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8093678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255505'] for router, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:45.467591 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1de4f223-fc06-4d37-b955-b845f8a9ad3b tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8093562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8087085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8022306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255518'] for router, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:45.526846 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1de4f223-fc06-4d37-b955-b845f8a9ad3b tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:45.748753 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1de4f223-fc06-4d37-b955-b845f8a9ad3b tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:46.078559 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ddfd49-43d2-437d-97d4-3d4b425961a8 req-6b2ed95e-42b0-49f6-9493-e5229d21855e tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:46.082728 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-24ddfd49-43d2-437d-97d4-3d4b425961a8 req-6b2ed95e-42b0-49f6-9493-e5229d21855e tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/ports?device_id=3abb7f11-53b5-4222-8283-7cd63d0727e8 HTTP/1.1" status: 200 len: 949 time: 0.1171546 Oct 12 19:23:46.084668 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1de4f223-fc06-4d37-b955-b845f8a9ad3b tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:46.108477 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1de4f223-fc06-4d37-b955-b845f8a9ad3b tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:46.221135 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-24ddfd49-43d2-437d-97d4-3d4b425961a8 req-8e440797-498c-4461-aedf-7cac36eaa8de tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/security-groups?id=ceeec1d2-c315-47e9-9f92-76d770e7141a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102753 Oct 12 19:23:46.422536 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a839271-ee34-438d-a24c-560e8fb9c2da req-fbe517d7-73eb-4ec0-a5fd-1c5868edf100 tempest-AttachSCSIVolumeTestJSON-135199354 tempest-AttachSCSIVolumeTestJSON-135199354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:46.428570 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0a839271-ee34-438d-a24c-560e8fb9c2da req-fbe517d7-73eb-4ec0-a5fd-1c5868edf100 tempest-AttachSCSIVolumeTestJSON-135199354 tempest-AttachSCSIVolumeTestJSON-135199354-project] 10.222.0.49 "GET /v2.0/ports?device_id=05fb26a4-5003-4215-b9ab-4f73b0b0d09c HTTP/1.1" status: 200 len: 943 time: 0.1153743 Oct 12 19:23:46.461582 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-1de4f223-fc06-4d37-b955-b845f8a9ad3b tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Allocated IP 2001:db8::1e3 (2ff23d62-2933-4693-96f8-30014017e398/45c4f076-38d9-4668-bb1b-352ff8620ef7/b0e0c782-8860-4e24-bdbb-2c13bae2fdb4) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:23:46.491056 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0a839271-ee34-438d-a24c-560e8fb9c2da req-39210ed3-fd11-499b-990b-b7ceb52e4d46 tempest-AttachSCSIVolumeTestJSON-135199354 tempest-AttachSCSIVolumeTestJSON-135199354-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef54c117-a545-49e9-83c5-f4be4cb695fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576589 Oct 12 19:23:46.602283 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1de4f223-fc06-4d37-b955-b845f8a9ad3b tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:46.716506 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1de4f223-fc06-4d37-b955-b845f8a9ad3b tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:46.761593 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de4f223-fc06-4d37-b955-b845f8a9ad3b tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Network 2ff23d62-2933-4693-96f8-30014017e398 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:23:46.764768 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-1de4f223-fc06-4d37-b955-b845f8a9ad3b tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:23:46.768737 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de4f223-fc06-4d37-b955-b845f8a9ad3b tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:23:46.838523 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de4f223-fc06-4d37-b955-b845f8a9ad3b tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Pushing event updated for resources: {'Port': ['ID=b0e0c782-8860-4e24-bdbb-2c13bae2fdb4,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:23:46.910672 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 39276d5d-e850-4214-b2ec-f560af0d0d26 up at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:23:47.121029 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1de4f223-fc06-4d37-b955-b845f8a9ad3b tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:47.343133 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1de4f223-fc06-4d37-b955-b845f8a9ad3b tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8093541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7915516'] for router, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:47.359351 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ddf7f5-2997-4300-9a6a-a08231de337e req-5ae85d18-e771-4107-8514-b7d343f85e38 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:47.360874 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c3ddf7f5-2997-4300-9a6a-a08231de337e req-5ae85d18-e771-4107-8514-b7d343f85e38 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/ports?device_id=3abb7f11-53b5-4222-8283-7cd63d0727e8 HTTP/1.1" status: 200 len: 949 time: 0.0741434 Oct 12 19:23:47.420619 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning for port 39276d5d-e850-4214-b2ec-f560af0d0d26 completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:23:47.426776 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning complete for port 39276d5d-e850-4214-b2ec-f560af0d0d26 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:23:47.427376 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:47.486208 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c3ddf7f5-2997-4300-9a6a-a08231de337e req-9fd0658b-e078-4a19-b5a3-a66abad4fc8b tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/security-groups?id=ceeec1d2-c315-47e9-9f92-76d770e7141a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179533 Oct 12 19:23:47.588490 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:47.655021 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1de4f223-fc06-4d37-b955-b845f8a9ad3b tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Router b6c08a97-ee16-486a-b5e4-6676eac63621 is scheduled to L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b with binding_index 1 {{(pid=95501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 19:23:47.714512 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3bf6b8-41b3-401a-a100-3e51c272e386 req-f6872da6-44bb-4674-8e97-ce429eee6f3d tempest-AttachSCSIVolumeTestJSON-135199354 tempest-AttachSCSIVolumeTestJSON-135199354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:47.721826 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fd3bf6b8-41b3-401a-a100-3e51c272e386 req-f6872da6-44bb-4674-8e97-ce429eee6f3d tempest-AttachSCSIVolumeTestJSON-135199354 tempest-AttachSCSIVolumeTestJSON-135199354-project] 10.222.0.49 "GET /v2.0/ports?device_id=05fb26a4-5003-4215-b9ab-4f73b0b0d09c HTTP/1.1" status: 200 len: 943 time: 0.1086993 Oct 12 19:23:47.768833 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3abb7f11-53b5-4222-8283-7cd63d0727e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39276d5d-e850-4214-b2ec-f560af0d0d26'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:23:47.771239 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e54c2213-905e-4db2-8a81-cd2bc1563ea0" -d '{"events": [{"server_uuid": "3abb7f11-53b5-4222-8283-7cd63d0727e8", "name": "network-vif-plugged", "status": "completed", "tag": "39276d5d-e850-4214-b2ec-f560af0d0d26"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:23:47.788918 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 39276d5d-e850-4214-b2ec-f560af0d0d26, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=39276d5d-e850-4214-b2ec-f560af0d0d26,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:23:47.811422 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fd3bf6b8-41b3-401a-a100-3e51c272e386 req-fa20a044-ac26-4ddd-bf13-833fe3cc39dc tempest-AttachSCSIVolumeTestJSON-135199354 tempest-AttachSCSIVolumeTestJSON-135199354-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef54c117-a545-49e9-83c5-f4be4cb695fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887105 Oct 12 19:23:47.836846 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1de4f223-fc06-4d37-b955-b845f8a9ad3b tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:23:47.846634 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e3b876-8b53-4662-aa7b-a8a6211888b8 None None] Sync routers for ids ['b6c08a97-ee16-486a-b5e4-6676eac63621'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:23:47.860202 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e3b876-8b53-4662-aa7b-a8a6211888b8 None None] Routers {'b6c08a97-ee16-486a-b5e4-6676eac63621'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:23:47.860202 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-a8e3b876-8b53-4662-aa7b-a8a6211888b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:23:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['b6c08a97-ee16-486a-b5e4-6676eac63621'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:23:47.900419 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47964a00-aee5-4f43-94eb-f70b8925c926 x-openstack-request-id: req-47964a00-aee5-4f43-94eb-f70b8925c926 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:23:47.901023 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3abb7f11-53b5-4222-8283-7cd63d0727e8", "name": "network-vif-plugged", "status": "completed", "tag": "39276d5d-e850-4214-b2ec-f560af0d0d26", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:23:47.901284 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-47964a00-aee5-4f43-94eb-f70b8925c926 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:23:47.901670 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3abb7f11-53b5-4222-8283-7cd63d0727e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39276d5d-e850-4214-b2ec-f560af0d0d26', 'code': 200} Oct 12 19:23:47.904391 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:47.971581 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1de4f223-fc06-4d37-b955-b845f8a9ad3b tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Notify callbacks [] for router, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:47.975793 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-1de4f223-fc06-4d37-b955-b845f8a9ad3b tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.5899005 Oct 12 19:23:47.976413 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 47574) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:23:47.983452 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a48a73-dcea-466b-9143-9ece0621b238 req-92680c52-1c52-4be9-8625-4fccac55541e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:47.985500 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f9a48a73-dcea-466b-9143-9ece0621b238 req-92680c52-1c52-4be9-8625-4fccac55541e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3abb7f11-53b5-4222-8283-7cd63d0727e8 HTTP/1.1" status: 200 len: 1101 time: 0.0583448 Oct 12 19:23:48.005517 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=39276d5d-e850-4214-b2ec-f560af0d0d26,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:23:48.028490 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-a8e3b876-8b53-4662-aa7b-a8a6211888b8 None None] Set router b6c08a97-ee16-486a-b5e4-6676eac63621 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:23:48.065611 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f9a48a73-dcea-466b-9143-9ece0621b238 req-53c4c32c-1583-4126-84ff-768385ba429a service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=ceeec1d2-c315-47e9-9f92-76d770e7141a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713530 Oct 12 19:23:48.130605 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-dfe8c5de-5b80-4912-8a31-40b9c72e69b7 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Notify callbacks [] for router, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:48.226868 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-a8e3b876-8b53-4662-aa7b-a8a6211888b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6c08a97-ee16-486a-b5e4-6676eac63621', 'name': '', 'tenant_id': 'f322c4ca2f164bcb98c03b16e0ad5e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ff23d62-2933-4693-96f8-30014017e398', 'external_fixed_ips': [{'subnet_id': '45c4f076-38d9-4668-bb1b-352ff8620ef7', 'ip_address': '2001:db8::1e3'}], 'enable_snat': True}, 'gw_port_id': 'b0e0c782-8860-4e24-bdbb-2c13bae2fdb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:23:45Z', 'updated_at': '2021-10-12T19:23:46Z', 'revision_number': 3, 'project_id': 'f322c4ca2f164bcb98c03b16e0ad5e16', 'gw_port': {'id': 'b0e0c782-8860-4e24-bdbb-2c13bae2fdb4', 'name': '', 'network_id': '2ff23d62-2933-4693-96f8-30014017e398', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:8e:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6c08a97-ee16-486a-b5e4-6676eac63621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': '45c4f076-38d9-4668-bb1b-352ff8620ef7', 'ip_address': '2001:db8::1e3', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:23:46Z', 'updated_at': '2021-10-12T19:23:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45c4f076-38d9-4668-bb1b-352ff8620ef7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:23:48.239025 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-dfe8c5de-5b80-4912-8a31-40b9c72e69b7 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:48.253527 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e3b876-8b53-4662-aa7b-a8a6211888b8 None None] Checking router: b6c08a97-ee16-486a-b5e4-6676eac63621 for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:23:48.253906 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e3b876-8b53-4662-aa7b-a8a6211888b8 None None] Updating router b6c08a97-ee16-486a-b5e4-6676eac63621 port b0e0c782-8860-4e24-bdbb-2c13bae2fdb4 binding host n-d-813679-3 {{(pid=95503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 19:23:48.279330 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a8e3b876-8b53-4662-aa7b-a8a6211888b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:48.358397 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-dfe8c5de-5b80-4912-8a31-40b9c72e69b7 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Deleting port b0e0c782-8860-4e24-bdbb-2c13bae2fdb4 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:23:48.358760 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-dfe8c5de-5b80-4912-8a31-40b9c72e69b7 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:48.462325 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-dfe8c5de-5b80-4912-8a31-40b9c72e69b7 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:48.475584 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-dfe8c5de-5b80-4912-8a31-40b9c72e69b7 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Calling delete_port for b0e0c782-8860-4e24-bdbb-2c13bae2fdb4 owned by network:router_gateway {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:23:48.613405 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a8e3b876-8b53-4662-aa7b-a8a6211888b8 None None] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:48.637515 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61edf623-6545-4d2d-8318-2d10e43925ad req-bc4e692f-162e-461d-960b-1ab3671a7731 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:48.645493 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-61edf623-6545-4d2d-8318-2d10e43925ad req-bc4e692f-162e-461d-960b-1ab3671a7731 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/ports?device_id=3abb7f11-53b5-4222-8283-7cd63d0727e8 HTTP/1.1" status: 200 len: 950 time: 0.0665474 Oct 12 19:23:48.681407 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-61edf623-6545-4d2d-8318-2d10e43925ad req-66ffc681-e8b9-4765-82bc-f03e65f46897 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/security-groups?id=ceeec1d2-c315-47e9-9f92-76d770e7141a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349360 Oct 12 19:23:48.700382 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a8e3b876-8b53-4662-aa7b-a8a6211888b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:48.758040 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96054001-a3fa-4b19-b442-95f847087d8d None None] Pushing event updated for resources: {'Port': ['ID=b0e0c782-8860-4e24-bdbb-2c13bae2fdb4,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:23:48.760535 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-a8e3b876-8b53-4662-aa7b-a8a6211888b8 None None] Attempting to bind port b0e0c782-8860-4e24-bdbb-2c13bae2fdb4 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:23:48.760908 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-a8e3b876-8b53-4662-aa7b-a8a6211888b8 None None] Attempting to bind port b0e0c782-8860-4e24-bdbb-2c13bae2fdb4 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'fb921896-36a6-4e18-87db-cdcd18d6e299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '2ff23d62-2933-4693-96f8-30014017e398'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:23:48.761275 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e3b876-8b53-4662-aa7b-a8a6211888b8 None None] Attempting to bind port b0e0c782-8860-4e24-bdbb-2c13bae2fdb4 on network 2ff23d62-2933-4693-96f8-30014017e398 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:23:48.766915 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e3b876-8b53-4662-aa7b-a8a6211888b8 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:23:48.767290 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e3b876-8b53-4662-aa7b-a8a6211888b8 None None] Checking segment: {'id': 'fb921896-36a6-4e18-87db-cdcd18d6e299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '2ff23d62-2933-4693-96f8-30014017e398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:23:48.767902 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a8e3b876-8b53-4662-aa7b-a8a6211888b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:48.768107 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e3b876-8b53-4662-aa7b-a8a6211888b8 None None] Bound using segment: {'id': 'fb921896-36a6-4e18-87db-cdcd18d6e299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '2ff23d62-2933-4693-96f8-30014017e398'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:23:48.768575 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-a8e3b876-8b53-4662-aa7b-a8a6211888b8 None None] Bound port: b0e0c782-8860-4e24-bdbb-2c13bae2fdb4, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb921896-36a6-4e18-87db-cdcd18d6e299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '2ff23d62-2933-4693-96f8-30014017e398'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:23:48.768954 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a8e3b876-8b53-4662-aa7b-a8a6211888b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:48.831945 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-dfe8c5de-5b80-4912-8a31-40b9c72e69b7 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:48.832595 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.db.api [None req-a8e3b876-8b53-4662-aa7b-a8a6211888b8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=95503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 19:23:48.832955 n-d-813679-3 neutron-server[95503]: DEBUG oslo_db.api [None req-a8e3b876-8b53-4662-aa7b-a8a6211888b8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 19:23:48.860391 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe8c5de-5b80-4912-8a31-40b9c72e69b7 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Pushing event deleted for resources: {'Port': ['ID=b0e0c782-8860-4e24-bdbb-2c13bae2fdb4,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:23:48.887182 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-dfe8c5de-5b80-4912-8a31-40b9c72e69b7 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7915456'] for router_gateway, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:49.009573 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-dfe8c5de-5b80-4912-8a31-40b9c72e69b7 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255495'] for router, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:49.012346 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-dfe8c5de-5b80-4912-8a31-40b9c72e69b7 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:49.063613 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d9b0b7-f68c-44ee-84c6-1a8fc11e6cca req-277ec8b4-963f-425d-a33c-032ff5508062 tempest-AttachSCSIVolumeTestJSON-135199354 tempest-AttachSCSIVolumeTestJSON-135199354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:49.065309 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-71d9b0b7-f68c-44ee-84c6-1a8fc11e6cca req-277ec8b4-963f-425d-a33c-032ff5508062 tempest-AttachSCSIVolumeTestJSON-135199354 tempest-AttachSCSIVolumeTestJSON-135199354-project] 10.222.0.49 "GET /v2.0/ports?device_id=05fb26a4-5003-4215-b9ab-4f73b0b0d09c HTTP/1.1" status: 200 len: 943 time: 0.1743300 Oct 12 19:23:49.116550 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-71d9b0b7-f68c-44ee-84c6-1a8fc11e6cca req-95bb56d0-0197-46a3-a22c-ca6980723c90 tempest-AttachSCSIVolumeTestJSON-135199354 tempest-AttachSCSIVolumeTestJSON-135199354-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef54c117-a545-49e9-83c5-f4be4cb695fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432708 Oct 12 19:23:49.173310 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-dfe8c5de-5b80-4912-8a31-40b9c72e69b7 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8093499'] for router, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:49.173976 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfe8c5de-5b80-4912-8a31-40b9c72e69b7 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b6c08a97-ee16-486a-b5e4-6676eac63621 {{(pid=95502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 19:23:49.182319 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-dfe8c5de-5b80-4912-8a31-40b9c72e69b7 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:49.186019 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-dfe8c5de-5b80-4912-8a31-40b9c72e69b7 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] 10.222.0.49 "DELETE /v2.0/routers/b6c08a97-ee16-486a-b5e4-6676eac63621 HTTP/1.1" status: 204 len: 168 time: 1.2060864 Oct 12 19:23:49.186342 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 47602) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:23:49.237232 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-42f36e94-1d13-45de-8d78-978789c6c897 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Deleting subnet 45c4f076-38d9-4668-bb1b-352ff8620ef7 {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:23:49.240580 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-42f36e94-1d13-45de-8d78-978789c6c897 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:49.280787 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-42f36e94-1d13-45de-8d78-978789c6c897 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16313642'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:49.326554 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-42f36e94-1d13-45de-8d78-978789c6c897 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:49.356450 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-a8e3b876-8b53-4662-aa7b-a8a6211888b8 None None] Attempting to bind port b0e0c782-8860-4e24-bdbb-2c13bae2fdb4 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:23:49.360758 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-a8e3b876-8b53-4662-aa7b-a8a6211888b8 None None] Attempting to bind port b0e0c782-8860-4e24-bdbb-2c13bae2fdb4 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'fb921896-36a6-4e18-87db-cdcd18d6e299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '2ff23d62-2933-4693-96f8-30014017e398'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:23:49.360758 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e3b876-8b53-4662-aa7b-a8a6211888b8 None None] Attempting to bind port b0e0c782-8860-4e24-bdbb-2c13bae2fdb4 on network 2ff23d62-2933-4693-96f8-30014017e398 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:23:49.362613 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e3b876-8b53-4662-aa7b-a8a6211888b8 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:23:49.362921 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e3b876-8b53-4662-aa7b-a8a6211888b8 None None] Checking segment: {'id': 'fb921896-36a6-4e18-87db-cdcd18d6e299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '2ff23d62-2933-4693-96f8-30014017e398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:23:49.363883 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a8e3b876-8b53-4662-aa7b-a8a6211888b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:49.364295 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e3b876-8b53-4662-aa7b-a8a6211888b8 None None] Bound using segment: {'id': 'fb921896-36a6-4e18-87db-cdcd18d6e299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '2ff23d62-2933-4693-96f8-30014017e398'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:23:49.364754 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-a8e3b876-8b53-4662-aa7b-a8a6211888b8 None None] Bound port: b0e0c782-8860-4e24-bdbb-2c13bae2fdb4, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb921896-36a6-4e18-87db-cdcd18d6e299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '2ff23d62-2933-4693-96f8-30014017e398'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:23:49.365128 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a8e3b876-8b53-4662-aa7b-a8a6211888b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:49.397051 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-a8e3b876-8b53-4662-aa7b-a8a6211888b8 None None] Port b0e0c782-8860-4e24-bdbb-2c13bae2fdb4 has been deleted concurrently {{(pid=95503) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Oct 12 19:23:49.406558 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e3b876-8b53-4662-aa7b-a8a6211888b8 None None] Routers set() bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:23:49.407019 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e3b876-8b53-4662-aa7b-a8a6211888b8 None None] Router IDs set() for agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 12 19:23:49.407974 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_agentschedulers_db [None req-a8e3b876-8b53-4662-aa7b-a8a6211888b8 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b6c08a97-ee16-486a-b5e4-6676eac63621'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:23:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent'). {{(pid=95503) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 12 19:23:49.408543 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e3b876-8b53-4662-aa7b-a8a6211888b8 None None] The sync data for ids ['b6c08a97-ee16-486a-b5e4-6676eac63621'] in n-d-813679-3 is: [] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:23:49.478074 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-42f36e94-1d13-45de-8d78-978789c6c897 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4306592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16245866'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:49.501880 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f36e94-1d13-45de-8d78-978789c6c897 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=45c4f076-38d9-4668-bb1b-352ff8620ef7,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:23:49.508670 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-42f36e94-1d13-45de-8d78-978789c6c897 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:49.512009 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-42f36e94-1d13-45de-8d78-978789c6c897 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] 10.222.0.49 "DELETE /v2.0/subnets/45c4f076-38d9-4668-bb1b-352ff8620ef7 HTTP/1.1" status: 204 len: 168 time: 0.3244007 Oct 12 19:23:49.514698 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 47606) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:23:49.592708 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-920d18d5-8599-48ed-9f32-defbe42689c2 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:49.714838 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-920d18d5-8599-48ed-9f32-defbe42689c2 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:49.739471 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-920d18d5-8599-48ed-9f32-defbe42689c2 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ff23d62-2933-4693-96f8-30014017e398']}} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:23:49.749911 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-920d18d5-8599-48ed-9f32-defbe42689c2 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb921896-36a6-4e18-87db-cdcd18d6e299') {'for_net_delete': True} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:23:49.752598 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-920d18d5-8599-48ed-9f32-defbe42689c2 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb921896-36a6-4e18-87db-cdcd18d6e299') {} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:23:49.761050 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-920d18d5-8599-48ed-9f32-defbe42689c2 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4281072'] for segment, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:49.810103 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-920d18d5-8599-48ed-9f32-defbe42689c2 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:49.818565 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-920d18d5-8599-48ed-9f32-defbe42689c2 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=95501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:23:49.821342 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-920d18d5-8599-48ed-9f32-defbe42689c2 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4823170'] for segment, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:49.821342 n-d-813679-3 neutron-server[95501]: Traceback (most recent call last): Oct 12 19:23:49.821342 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:23:49.821342 n-d-813679-3 neutron-server[95501]: timer() Oct 12 19:23:49.821342 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:23:49.821342 n-d-813679-3 neutron-server[95501]: cb(*args, **kw) Oct 12 19:23:49.821342 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:23:49.821342 n-d-813679-3 neutron-server[95501]: return func(*args, **kwargs) Oct 12 19:23:49.821342 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:23:49.821342 n-d-813679-3 neutron-server[95501]: self._notify() Oct 12 19:23:49.821342 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:23:49.821342 n-d-813679-3 neutron-server[95501]: self.callback(batched_events) Oct 12 19:23:49.821342 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:23:49.821342 n-d-813679-3 neutron-server[95501]: event.method(event) Oct 12 19:23:49.821342 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:23:49.821342 n-d-813679-3 neutron-server[95501]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:23:49.821342 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:23:49.821342 n-d-813679-3 neutron-server[95501]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:23:49.821342 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:23:49.821342 n-d-813679-3 neutron-server[95501]: return f(self, *a, **k) Oct 12 19:23:49.821342 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:23:49.821342 n-d-813679-3 neutron-server[95501]: return self._get(url).json() Oct 12 19:23:49.821342 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:23:49.821342 n-d-813679-3 neutron-server[95501]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:23:49.821342 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:23:49.821342 n-d-813679-3 neutron-server[95501]: return self.request(url, 'GET', **kwargs) Oct 12 19:23:49.821342 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:23:49.821342 n-d-813679-3 neutron-server[95501]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:23:49.821342 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:23:49.821342 n-d-813679-3 neutron-server[95501]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:23:49.821342 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:23:49.821342 n-d-813679-3 neutron-server[95501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:23:49.821342 n-d-813679-3 neutron-server[95501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:23:49.883842 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ef0af7-f4f2-4cc4-a7b4-fae12c3577e6 req-3691587c-011e-4604-98b7-923e4985cf73 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:49.885259 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a1ef0af7-f4f2-4cc4-a7b4-fae12c3577e6 req-3691587c-011e-4604-98b7-923e4985cf73 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/ports?device_id=3abb7f11-53b5-4222-8283-7cd63d0727e8 HTTP/1.1" status: 200 len: 950 time: 0.1222827 Oct 12 19:23:49.924115 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a1ef0af7-f4f2-4cc4-a7b4-fae12c3577e6 req-4744c5dd-4640-410f-9cca-7fcca16c71ad tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/security-groups?id=ceeec1d2-c315-47e9-9f92-76d770e7141a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330007 Oct 12 19:23:50.003445 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-920d18d5-8599-48ed-9f32-defbe42689c2 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:50.020480 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-920d18d5-8599-48ed-9f32-defbe42689c2 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2ff23d62-2933-4693-96f8-30014017e398 {{(pid=95501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 12 19:23:50.023325 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920d18d5-8599-48ed-9f32-defbe42689c2 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Pushing event deleted for resources: {'Network': ['ID=2ff23d62-2933-4693-96f8-30014017e398,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:23:50.030116 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-920d18d5-8599-48ed-9f32-defbe42689c2 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:50.033499 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-920d18d5-8599-48ed-9f32-defbe42689c2 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] 10.222.0.49 "DELETE /v2.0/networks/2ff23d62-2933-4693-96f8-30014017e398 HTTP/1.1" status: 204 len: 168 time: 0.5177288 Oct 12 19:23:50.044622 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e8f7ee-4d19-4c60-baca-d52c43ca8437 req-95fa5f78-7c75-42b1-bf81-1575ce6c42ac tempest-ServersOnMultiNodesTest-2072586648 tempest-ServersOnMultiNodesTest-2072586648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:50.046190 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-60e8f7ee-4d19-4c60-baca-d52c43ca8437 req-95fa5f78-7c75-42b1-bf81-1575ce6c42ac tempest-ServersOnMultiNodesTest-2072586648 tempest-ServersOnMultiNodesTest-2072586648-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=3abb7f11-53b5-4222-8283-7cd63d0727e8 HTTP/1.1" status: 200 len: 1101 time: 0.0560083 Oct 12 19:23:50.128205 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-60e8f7ee-4d19-4c60-baca-d52c43ca8437 req-e484cf4b-c830-4738-a24c-5971e2753ce1 tempest-ServersOnMultiNodesTest-2072586648 tempest-ServersOnMultiNodesTest-2072586648-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=ceeec1d2-c315-47e9-9f92-76d770e7141a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687544 Oct 12 19:23:50.296271 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d071c51-ac39-4ebf-b613-32a2294ad1ee req-486f8344-5107-488e-bc03-0ac6e45e4266 tempest-AttachSCSIVolumeTestJSON-135199354 tempest-AttachSCSIVolumeTestJSON-135199354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:50.304536 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4d071c51-ac39-4ebf-b613-32a2294ad1ee req-486f8344-5107-488e-bc03-0ac6e45e4266 tempest-AttachSCSIVolumeTestJSON-135199354 tempest-AttachSCSIVolumeTestJSON-135199354-project] 10.222.0.49 "GET /v2.0/ports?device_id=05fb26a4-5003-4215-b9ab-4f73b0b0d09c HTTP/1.1" status: 200 len: 943 time: 0.0654624 Oct 12 19:23:50.351718 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4d071c51-ac39-4ebf-b613-32a2294ad1ee req-14b11baf-e75d-474b-a29f-2f42efc29537 tempest-AttachSCSIVolumeTestJSON-135199354 tempest-AttachSCSIVolumeTestJSON-135199354-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef54c117-a545-49e9-83c5-f4be4cb695fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463061 Oct 12 19:23:50.379580 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-32e7d3f6-52b7-478e-a09e-15ed125c44fb req-54114886-fe4a-49fb-8deb-d4288cfd8a77 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=72ac91cd8d494d6197bc36451232b3b4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0540922 Oct 12 19:23:50.469164 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 47648) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:23:50.474871 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-5c689c94-2820-4b5f-a7c6-fea5539175a2 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Request body: {'router': {'name': 'tempest-router--197667722', 'project_id': '54a814b118c246db877a81c69c92f704'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:23:50.500104 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e7d3f6-52b7-478e-a09e-15ed125c44fb req-993d5dd6-1aa8-40de-ab75-6c85658d282f tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:50.500104 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-32e7d3f6-52b7-478e-a09e-15ed125c44fb req-993d5dd6-1aa8-40de-ab75-6c85658d282f tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1237798 Oct 12 19:23:50.520377 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-32e7d3f6-52b7-478e-a09e-15ed125c44fb req-1c5ceaf8-efb1-4fb0-9a23-f848e390da9a tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/quotas/72ac91cd8d494d6197bc36451232b3b4 HTTP/1.1" status: 200 len: 375 time: 0.0110581 Oct 12 19:23:50.591291 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-32e7d3f6-52b7-478e-a09e-15ed125c44fb req-98a1c3cd-5339-47e6-9566-3c3459040e79 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=72ac91cd8d494d6197bc36451232b3b4&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0606952 Oct 12 19:23:50.609758 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5c689c94-2820-4b5f-a7c6-fea5539175a2 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8093678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255505'] for router, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:50.611015 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5c689c94-2820-4b5f-a7c6-fea5539175a2 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8093562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8087085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8022306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255518'] for router, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:50.678224 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5c689c94-2820-4b5f-a7c6-fea5539175a2 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:50.694257 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 4acf26e9-0375-43a8-93fc-56223572c626 details requested by agent hyperv_n-h1-813679-3 with host n-h1-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:23:50.740930 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5c689c94-2820-4b5f-a7c6-fea5539175a2 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8093541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7915516'] for router, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:50.793880 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 4acf26e9-0375-43a8-93fc-56223572c626, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=4acf26e9-0375-43a8-93fc-56223572c626,segment=NetworkSegment(69a1f4ea-f5fa-4937-819a-a5b41f2da9ca),segment_id=69a1f4ea-f5fa-4937-819a-a5b41f2da9ca)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:23:50.810896 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Returning: {'device': '4acf26e9-0375-43a8-93fc-56223572c626', 'network_id': 'a95caad4-9d88-4c95-9f48-a1cb3c71f6ba', 'port_id': '4acf26e9-0375-43a8-93fc-56223572c626', 'mac_address': 'fa:16:3e:85:66:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4dfc27e-b28d-4bb2-a392-801ff63579d9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:23:50.830831 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5c689c94-2820-4b5f-a7c6-fea5539175a2 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:50.830831 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-5c689c94-2820-4b5f-a7c6-fea5539175a2 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3589644 Oct 12 19:23:50.832810 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 47662) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:23:50.875838 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-abed8d24-2359-4824-9c4f-e1aeebf7b5e5 req-2fdd4810-cd3f-40c7-b15e-53050854fc69 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3967910-cf94-482d-b0ad-c1ba1fe6fa07 HTTP/1.1" status: 200 len: 210 time: 0.0375438 Oct 12 19:23:50.893310 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:50.940950 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4acf26e9-0375-43a8-93fc-56223572c626 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:23:50.961242 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ab99ed49-bd0c-4129-a874-17448f1bbd54 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Notify callbacks [] for router, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:50.985498 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 4acf26e9-0375-43a8-93fc-56223572c626, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=4acf26e9-0375-43a8-93fc-56223572c626,segment=NetworkSegment(69a1f4ea-f5fa-4937-819a-a5b41f2da9ca),segment_id=69a1f4ea-f5fa-4937-819a-a5b41f2da9ca)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:23:51.077709 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:51.142688 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=4acf26e9-0375-43a8-93fc-56223572c626,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:23:51.150583 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ab99ed49-bd0c-4129-a874-17448f1bbd54 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255495'] for router, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:51.152860 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ab99ed49-bd0c-4129-a874-17448f1bbd54 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:51.272294 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ab99ed49-bd0c-4129-a874-17448f1bbd54 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8093499'] for router, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:51.272920 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab99ed49-bd0c-4129-a874-17448f1bbd54 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 051ab1ec-0c5a-4430-ad2f-7a2817d92470 {{(pid=95501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 19:23:51.282612 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ab99ed49-bd0c-4129-a874-17448f1bbd54 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Notify callbacks [] for router, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:51.292414 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-ab99ed49-bd0c-4129-a874-17448f1bbd54 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] 10.222.0.49 "DELETE /v2.0/routers/051ab1ec-0c5a-4430-ad2f-7a2817d92470 HTTP/1.1" status: 204 len: 168 time: 0.4582849 Oct 12 19:23:51.438268 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['4acf26e9-0375-43a8-93fc-56223572c626'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:23:51.488889 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94ae929-9fc1-4fa8-b89f-c19d22166e9c req-c3d6b63d-ff4b-4d65-bf3c-4df6ecdce00d tempest-AttachSCSIVolumeTestJSON-135199354 tempest-AttachSCSIVolumeTestJSON-135199354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:51.496475 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f94ae929-9fc1-4fa8-b89f-c19d22166e9c req-c3d6b63d-ff4b-4d65-bf3c-4df6ecdce00d tempest-AttachSCSIVolumeTestJSON-135199354 tempest-AttachSCSIVolumeTestJSON-135199354-project] 10.222.0.49 "GET /v2.0/ports?device_id=05fb26a4-5003-4215-b9ab-4f73b0b0d09c HTTP/1.1" status: 200 len: 944 time: 0.0580730 Oct 12 19:23:51.533561 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f94ae929-9fc1-4fa8-b89f-c19d22166e9c req-ca1c64ff-c63a-4161-877a-1431ff80a118 tempest-AttachSCSIVolumeTestJSON-135199354 tempest-AttachSCSIVolumeTestJSON-135199354-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef54c117-a545-49e9-83c5-f4be4cb695fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360658 Oct 12 19:23:51.586542 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 47690) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:23:51.796094 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-60f21f79-33a9-4e89-bf57-b2740253589f tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-925501167', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}, 'admin_state_up': False}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:23:51.935248 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-60f21f79-33a9-4e89-bf57-b2740253589f tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8093678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255505'] for router, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:51.936568 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-60f21f79-33a9-4e89-bf57-b2740253589f tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8093562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8087085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8022306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255518'] for router, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:51.981407 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cbaa3e64-e8a9-492f-ac45-5432679d5375 req-09640e68-b6e8-4cad-8468-6d1b93c8e2f0 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3967910-cf94-482d-b0ad-c1ba1fe6fa07 HTTP/1.1" status: 200 len: 210 time: 0.0354788 Oct 12 19:23:52.020606 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-60f21f79-33a9-4e89-bf57-b2740253589f tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:52.599844 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-60f21f79-33a9-4e89-bf57-b2740253589f tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:52.663906 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b8f24b-44fe-4a75-b6f0-f68885526c6c req-3ce9d20b-1c3e-4b6c-8c3e-d6e1ea215c80 tempest-AttachSCSIVolumeTestJSON-135199354 tempest-AttachSCSIVolumeTestJSON-135199354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:52.665640 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b2b8f24b-44fe-4a75-b6f0-f68885526c6c req-3ce9d20b-1c3e-4b6c-8c3e-d6e1ea215c80 tempest-AttachSCSIVolumeTestJSON-135199354 tempest-AttachSCSIVolumeTestJSON-135199354-project] 10.222.0.49 "GET /v2.0/ports?device_id=05fb26a4-5003-4215-b9ab-4f73b0b0d09c HTTP/1.1" status: 200 len: 944 time: 0.0518756 Oct 12 19:23:52.704733 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b2b8f24b-44fe-4a75-b6f0-f68885526c6c req-ac1e0331-6b0d-4192-8574-c59c2bf8237a tempest-AttachSCSIVolumeTestJSON-135199354 tempest-AttachSCSIVolumeTestJSON-135199354-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef54c117-a545-49e9-83c5-f4be4cb695fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318830 Oct 12 19:23:53.082894 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-68423bd4-f62e-4f3a-80b8-bb75ea143bfc req-02e81147-6687-41d7-b9f6-0cfa282c9a1f tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3967910-cf94-482d-b0ad-c1ba1fe6fa07 HTTP/1.1" status: 200 len: 210 time: 0.0283930 Oct 12 19:23:53.345704 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-60f21f79-33a9-4e89-bf57-b2740253589f tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Notify callbacks [] for router_gateway, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:53.365315 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-60f21f79-33a9-4e89-bf57-b2740253589f tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:53.478731 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-60f21f79-33a9-4e89-bf57-b2740253589f tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Allocated IP 172.25.5.249 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/bd5f9802-1641-4f84-ac1d-8de24404face) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:23:53.593418 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-60f21f79-33a9-4e89-bf57-b2740253589f tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:53.722019 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-60f21f79-33a9-4e89-bf57-b2740253589f tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:53.744290 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-32e7d3f6-52b7-478e-a09e-15ed125c44fb req-3784b599-2e3d-45af-9bff-a57d2bb670a4 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=72ac91cd8d494d6197bc36451232b3b4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280762 Oct 12 19:23:53.789168 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f21f79-33a9-4e89-bf57-b2740253589f tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:23:53.806026 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-60f21f79-33a9-4e89-bf57-b2740253589f tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:23:53.810549 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f21f79-33a9-4e89-bf57-b2740253589f tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:23:53.860062 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f21f79-33a9-4e89-bf57-b2740253589f tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Pushing event updated for resources: {'Port': ['ID=bd5f9802-1641-4f84-ac1d-8de24404face,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:23:53.929282 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30be523d-21f6-44a8-9e25-bac803053619 req-50d9b989-c36a-4bbc-a5a7-db73659f3e5f tempest-AttachSCSIVolumeTestJSON-135199354 tempest-AttachSCSIVolumeTestJSON-135199354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:53.931277 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-30be523d-21f6-44a8-9e25-bac803053619 req-50d9b989-c36a-4bbc-a5a7-db73659f3e5f tempest-AttachSCSIVolumeTestJSON-135199354 tempest-AttachSCSIVolumeTestJSON-135199354-project] 10.222.0.49 "GET /v2.0/ports?device_id=05fb26a4-5003-4215-b9ab-4f73b0b0d09c HTTP/1.1" status: 200 len: 944 time: 0.0839183 Oct 12 19:23:53.938907 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e7d3f6-52b7-478e-a09e-15ed125c44fb req-e4e77bcf-ce00-4d4f-babf-90a24e0d8483 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:53.940576 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-32e7d3f6-52b7-478e-a09e-15ed125c44fb req-e4e77bcf-ce00-4d4f-babf-90a24e0d8483 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1898568 Oct 12 19:23:53.963617 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-32e7d3f6-52b7-478e-a09e-15ed125c44fb req-18a38427-e8bb-4988-9359-3af1c3133a56 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Request body: {'port': {'device_id': 'b3967910-cf94-482d-b0ad-c1ba1fe6fa07', 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1', 'admin_state_up': True, 'tenant_id': '72ac91cd8d494d6197bc36451232b3b4'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:23:54.034228 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-30be523d-21f6-44a8-9e25-bac803053619 req-9137de41-c446-4deb-aca9-a09ca6d66f48 tempest-AttachSCSIVolumeTestJSON-135199354 tempest-AttachSCSIVolumeTestJSON-135199354-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef54c117-a545-49e9-83c5-f4be4cb695fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924351 Oct 12 19:23:54.052003 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 19:23:54.169059 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32e7d3f6-52b7-478e-a09e-15ed125c44fb req-18a38427-e8bb-4988-9359-3af1c3133a56 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Made reservation on behalf of 72ac91cd8d494d6197bc36451232b3b4 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:23:54.176262 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-32e7d3f6-52b7-478e-a09e-15ed125c44fb req-18a38427-e8bb-4988-9359-3af1c3133a56 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:54.288340 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c3cd0aee-2ed3-4dbf-98a2-4049fc20364d req-9f4ff829-4445-4074-af2b-20e94aa89ab5 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3967910-cf94-482d-b0ad-c1ba1fe6fa07 HTTP/1.1" status: 200 len: 210 time: 0.0653391 Oct 12 19:23:54.313645 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-60f21f79-33a9-4e89-bf57-b2740253589f tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Notify callbacks [] for router_gateway, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:54.345497 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [req-32e7d3f6-52b7-478e-a09e-15ed125c44fb req-18a38427-e8bb-4988-9359-3af1c3133a56 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Allocated IP 192.168.233.70 (90dcf485-b1ad-4139-85a3-9e1e9879e6b1/629aee7d-3fde-4c72-af1e-6a7e1f6a7e75/8c5954a8-0dec-4fa0-bdb2-ec476b3f3d98) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:23:54.531996 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-32e7d3f6-52b7-478e-a09e-15ed125c44fb req-18a38427-e8bb-4988-9359-3af1c3133a56 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:54.572847 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-60f21f79-33a9-4e89-bf57-b2740253589f tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8093541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7915516'] for router, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:54.632435 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-32e7d3f6-52b7-478e-a09e-15ed125c44fb req-18a38427-e8bb-4988-9359-3af1c3133a56 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:54.645728 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['ac2ba39d-e5cc-462c-85ad-7f217b2bb8c0', '666b5a4b-a7ff-4681-ba06-b94fff0a6b0a'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:23:54.653889 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['8f0f1b33-30ca-4ef3-8d1e-388675e42a87', '832047a1-185a-433e-aeb1-81fc5bea349e', 'f4cfedd2-d5e9-4c37-9550-ce5524d812cf', '73f60a23-c5e0-41a9-a6d8-485cd20cdbc4', '39276d5d-e850-4214-b2ec-f560af0d0d26'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:23:54.684599 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32e7d3f6-52b7-478e-a09e-15ed125c44fb req-18a38427-e8bb-4988-9359-3af1c3133a56 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:23:54.687908 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [req-32e7d3f6-52b7-478e-a09e-15ed125c44fb req-18a38427-e8bb-4988-9359-3af1c3133a56 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:23:54.692464 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-32e7d3f6-52b7-478e-a09e-15ed125c44fb req-18a38427-e8bb-4988-9359-3af1c3133a56 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:23:54.722811 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 4acf26e9-0375-43a8-93fc-56223572c626 up at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:23:54.744286 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a38427-e8bb-4988-9359-3af1c3133a56 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Pushing event updated for resources: {'Port': ['ID=8c5954a8-0dec-4fa0-bdb2-ec476b3f3d98,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:23:54.768840 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e7d3f6-52b7-478e-a09e-15ed125c44fb req-18a38427-e8bb-4988-9359-3af1c3133a56 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:54.769606 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-32e7d3f6-52b7-478e-a09e-15ed125c44fb req-18a38427-e8bb-4988-9359-3af1c3133a56 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:54.814285 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60f21f79-33a9-4e89-bf57-b2740253589f tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Router 3a7f1226-2533-432d-b5c9-cd3fd27f43d9 is scheduled to L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b with binding_index 1 {{(pid=95501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 19:23:54.880282 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-32e7d3f6-52b7-478e-a09e-15ed125c44fb req-18a38427-e8bb-4988-9359-3af1c3133a56 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9281297 Oct 12 19:23:54.902065 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-32e7d3f6-52b7-478e-a09e-15ed125c44fb req-82471cfb-0f7c-4eeb-9bc5-35298c54587c service neutron] Request body: {'port': {'device_id': 'b3967910-cf94-482d-b0ad-c1ba1fe6fa07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:23:54.915629 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning for port 4acf26e9-0375-43a8-93fc-56223572c626 completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:23:54.928504 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning complete for port 4acf26e9-0375-43a8-93fc-56223572c626 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:23:54.929133 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:54.939326 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60f21f79-33a9-4e89-bf57-b2740253589f tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:23:54.957339 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3a4b4a-29e7-49eb-8584-32a00f3e2f22 None None] Sync routers for ids ['3a7f1226-2533-432d-b5c9-cd3fd27f43d9'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:23:54.974054 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3a4b4a-29e7-49eb-8584-32a00f3e2f22 None None] Routers {'3a7f1226-2533-432d-b5c9-cd3fd27f43d9'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:23:54.974811 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-2c3a4b4a-29e7-49eb-8584-32a00f3e2f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:23:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['3a7f1226-2533-432d-b5c9-cd3fd27f43d9'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:23:55.031134 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-32e7d3f6-52b7-478e-a09e-15ed125c44fb req-82471cfb-0f7c-4eeb-9bc5-35298c54587c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:55.039528 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-2c3a4b4a-29e7-49eb-8584-32a00f3e2f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:23:55.051889 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-60f21f79-33a9-4e89-bf57-b2740253589f tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Notify callbacks [] for router, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:55.056650 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-60f21f79-33a9-4e89-bf57-b2740253589f tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.4682081 Oct 12 19:23:55.057451 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 47756) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:23:55.093206 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3a4b4a-29e7-49eb-8584-32a00f3e2f22 None None] Routers {'3a7f1226-2533-432d-b5c9-cd3fd27f43d9'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:23:55.095718 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-2c3a4b4a-29e7-49eb-8584-32a00f3e2f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:23:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['3a7f1226-2533-432d-b5c9-cd3fd27f43d9'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:23:55.124808 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-c8e43e7b-893f-4289-8fbe-5feccfabfd09 None None] Provisioning complete for port 8c5954a8-0dec-4fa0-bdb2-ec476b3f3d98 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:23:55.125436 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c8e43e7b-893f-4289-8fbe-5feccfabfd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:55.244476 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-2c3a4b4a-29e7-49eb-8584-32a00f3e2f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:23:55.245394 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3a4b4a-29e7-49eb-8584-32a00f3e2f22 None None] The sync data for ids ['3a7f1226-2533-432d-b5c9-cd3fd27f43d9'] in n-d-813679-3 is: [] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:23:55.265217 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-c8e43e7b-893f-4289-8fbe-5feccfabfd09 None None] Port 8c5954a8-0dec-4fa0-bdb2-ec476b3f3d98 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:23:55.364265 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [req-32e7d3f6-52b7-478e-a09e-15ed125c44fb req-82471cfb-0f7c-4eeb-9bc5-35298c54587c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c5954a8-0dec-4fa0-bdb2-ec476b3f3d98 {{(pid=95502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:23:55.374567 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-32e7d3f6-52b7-478e-a09e-15ed125c44fb req-82471cfb-0f7c-4eeb-9bc5-35298c54587c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:55.395191 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-32e7d3f6-52b7-478e-a09e-15ed125c44fb req-82471cfb-0f7c-4eeb-9bc5-35298c54587c service neutron] Transition to ACTIVE for port object 8c5954a8-0dec-4fa0-bdb2-ec476b3f3d98 will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:23:55.412207 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:55.416969 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-e7f84cbd-9490-4730-ad08-08f93da85adb tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] 10.222.0.49 "GET /v2.0/routers/3a7f1226-2533-432d-b5c9-cd3fd27f43d9 HTTP/1.1" status: 200 len: 924 time: 0.3581753 Oct 12 19:23:55.421364 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 47764) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:23:55.460209 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-c720a732-0aef-4f9a-825d-926aa145e061 tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] 10.222.0.49 "GET /v2.0/ports?device_id=3a7f1226-2533-432d-b5c9-cd3fd27f43d9 HTTP/1.1" status: 200 len: 205 time: 0.0374191 Oct 12 19:23:55.465549 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 47770) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:23:55.475088 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e403825d-6043-467a-8d5f-783ecf910452 req-47247f18-b39f-4965-856d-22e11649c404 tempest-AttachSCSIVolumeTestJSON-135199354 tempest-AttachSCSIVolumeTestJSON-135199354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:55.477061 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e403825d-6043-467a-8d5f-783ecf910452 req-47247f18-b39f-4965-856d-22e11649c404 tempest-AttachSCSIVolumeTestJSON-135199354 tempest-AttachSCSIVolumeTestJSON-135199354-project] 10.222.0.49 "GET /v2.0/ports?device_id=05fb26a4-5003-4215-b9ab-4f73b0b0d09c HTTP/1.1" status: 200 len: 944 time: 0.1244202 Oct 12 19:23:55.549627 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e403825d-6043-467a-8d5f-783ecf910452 req-d0d3b975-29a7-456f-a8eb-0ca6db1727b3 tempest-AttachSCSIVolumeTestJSON-135199354 tempest-AttachSCSIVolumeTestJSON-135199354-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef54c117-a545-49e9-83c5-f4be4cb695fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660288 Oct 12 19:23:55.603235 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 4acf26e9-0375-43a8-93fc-56223572c626, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=4acf26e9-0375-43a8-93fc-56223572c626,segment=NetworkSegment(69a1f4ea-f5fa-4937-819a-a5b41f2da9ca),segment_id=69a1f4ea-f5fa-4937-819a-a5b41f2da9ca)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:23:55.604450 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ad40ad-13b0-4823-905c-1b55cb4d89e2 req-776a58fd-3b25-4a88-ab17-678f1c38d692 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:55.605969 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-71ad40ad-13b0-4823-905c-1b55cb4d89e2 req-776a58fd-3b25-4a88-ab17-678f1c38d692 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3967910-cf94-482d-b0ad-c1ba1fe6fa07 HTTP/1.1" status: 200 len: 935 time: 0.2053416 Oct 12 19:23:55.613292 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05fb26a4-5003-4215-b9ab-4f73b0b0d09c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4acf26e9-0375-43a8-93fc-56223572c626'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:23:55.615886 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-32e7d3f6-52b7-478e-a09e-15ed125c44fb req-82471cfb-0f7c-4eeb-9bc5-35298c54587c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:55.618432 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc34c3d6-3f01-4cae-ab60-402d4f640818" -d '{"events": [{"server_uuid": "05fb26a4-5003-4215-b9ab-4f73b0b0d09c", "name": "network-vif-plugged", "status": "completed", "tag": "4acf26e9-0375-43a8-93fc-56223572c626"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:23:55.679472 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:55.750211 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d3b1d43-5750-4302-8e82-860d0bd839ce x-openstack-request-id: req-0d3b1d43-5750-4302-8e82-860d0bd839ce {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:23:55.752315 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05fb26a4-5003-4215-b9ab-4f73b0b0d09c", "name": "network-vif-plugged", "status": "completed", "tag": "4acf26e9-0375-43a8-93fc-56223572c626", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:23:55.752315 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0d3b1d43-5750-4302-8e82-860d0bd839ce {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:23:55.752315 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05fb26a4-5003-4215-b9ab-4f73b0b0d09c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4acf26e9-0375-43a8-93fc-56223572c626', 'code': 200} Oct 12 19:23:55.813071 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=4acf26e9-0375-43a8-93fc-56223572c626,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:23:55.855708 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2c1bd8-e0b8-4b61-8425-411dfe2fe90f req-dc634e40-dadc-4f73-a07f-88b2a125697b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:55.856950 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8a2c1bd8-e0b8-4b61-8425-411dfe2fe90f req-dc634e40-dadc-4f73-a07f-88b2a125697b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=05fb26a4-5003-4215-b9ab-4f73b0b0d09c HTTP/1.1" status: 200 len: 1096 time: 0.0756531 Oct 12 19:23:55.914344 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-71ad40ad-13b0-4823-905c-1b55cb4d89e2 req-fac0ec6d-f16a-4e7a-89b6-40dc88fcb515 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/security-groups?id=ceeec1d2-c315-47e9-9f92-76d770e7141a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2960835 Oct 12 19:23:55.924431 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82471cfb-0f7c-4eeb-9bc5-35298c54587c service neutron] Pushing event updated for resources: {'Port': ['ID=8c5954a8-0dec-4fa0-bdb2-ec476b3f3d98,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:23:55.963052 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-19ce8f0c-8984-4962-8d85-24cc550e6bf7 tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Notify callbacks [] for router, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:55.968233 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8a2c1bd8-e0b8-4b61-8425-411dfe2fe90f req-cb534387-c46e-4b6e-87a3-f2e00b775609 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ef54c117-a545-49e9-83c5-f4be4cb695fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996847 Oct 12 19:23:56.009863 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-32e7d3f6-52b7-478e-a09e-15ed125c44fb req-82471cfb-0f7c-4eeb-9bc5-35298c54587c service neutron] Attempting to bind port 8c5954a8-0dec-4fa0-bdb2-ec476b3f3d98 on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:23:56.010214 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-32e7d3f6-52b7-478e-a09e-15ed125c44fb req-82471cfb-0f7c-4eeb-9bc5-35298c54587c service neutron] Attempting to bind port 8c5954a8-0dec-4fa0-bdb2-ec476b3f3d98 by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:23:56.010545 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e7d3f6-52b7-478e-a09e-15ed125c44fb req-82471cfb-0f7c-4eeb-9bc5-35298c54587c service neutron] Attempting to bind port 8c5954a8-0dec-4fa0-bdb2-ec476b3f3d98 on network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:23:56.037684 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e7d3f6-52b7-478e-a09e-15ed125c44fb req-82471cfb-0f7c-4eeb-9bc5-35298c54587c service neutron] Port 8c5954a8-0dec-4fa0-bdb2-ec476b3f3d98 on network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:23:56.038017 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e7d3f6-52b7-478e-a09e-15ed125c44fb req-82471cfb-0f7c-4eeb-9bc5-35298c54587c service neutron] Attempting to bind port 8c5954a8-0dec-4fa0-bdb2-ec476b3f3d98 on network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:23:56.045147 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e7d3f6-52b7-478e-a09e-15ed125c44fb req-82471cfb-0f7c-4eeb-9bc5-35298c54587c service neutron] Checking agent: {'id': 'f5e9725f-f5a6-43c2-a1be-95e21e9a1fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:23:56.045352 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e7d3f6-52b7-478e-a09e-15ed125c44fb req-82471cfb-0f7c-4eeb-9bc5-35298c54587c service neutron] Checking segment: {'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:23:56.045696 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e7d3f6-52b7-478e-a09e-15ed125c44fb req-82471cfb-0f7c-4eeb-9bc5-35298c54587c service neutron] Bound using segment: {'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:23:56.046136 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-32e7d3f6-52b7-478e-a09e-15ed125c44fb req-82471cfb-0f7c-4eeb-9bc5-35298c54587c service neutron] Bound port: 8c5954a8-0dec-4fa0-bdb2-ec476b3f3d98, host: n-h1-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:23:56.046490 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-32e7d3f6-52b7-478e-a09e-15ed125c44fb req-82471cfb-0f7c-4eeb-9bc5-35298c54587c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:56.205579 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-19ce8f0c-8984-4962-8d85-24cc550e6bf7 tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:56.217746 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-32e7d3f6-52b7-478e-a09e-15ed125c44fb req-82471cfb-0f7c-4eeb-9bc5-35298c54587c service neutron] For port 8c5954a8-0dec-4fa0-bdb2-ec476b3f3d98, host n-h1-813679-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:23:56.228881 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-32e7d3f6-52b7-478e-a09e-15ed125c44fb req-82471cfb-0f7c-4eeb-9bc5-35298c54587c service neutron] For port 8c5954a8-0dec-4fa0-bdb2-ec476b3f3d98, host n-h1-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=8c5954a8-0dec-4fa0-bdb2-ec476b3f3d98,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:23:56.330489 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-32e7d3f6-52b7-478e-a09e-15ed125c44fb req-82471cfb-0f7c-4eeb-9bc5-35298c54587c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:56.371213 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e7d3f6-52b7-478e-a09e-15ed125c44fb req-82471cfb-0f7c-4eeb-9bc5-35298c54587c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:56.372149 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-32e7d3f6-52b7-478e-a09e-15ed125c44fb req-82471cfb-0f7c-4eeb-9bc5-35298c54587c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:56.374440 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-32e7d3f6-52b7-478e-a09e-15ed125c44fb req-82471cfb-0f7c-4eeb-9bc5-35298c54587c service neutron] 10.222.0.61 "PUT /v2.0/ports/8c5954a8-0dec-4fa0-bdb2-ec476b3f3d98 HTTP/1.1" status: 200 len: 1095 time: 1.4783616 Oct 12 19:23:56.381928 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3967910-cf94-482d-b0ad-c1ba1fe6fa07', 'tag': '8c5954a8-0dec-4fa0-bdb2-ec476b3f3d98'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:23:56.384253 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92de7608-8e04-4bdc-9ad9-a37e73108741" -d '{"events": [{"name": "network-changed", "server_uuid": "b3967910-cf94-482d-b0ad-c1ba1fe6fa07", "tag": "8c5954a8-0dec-4fa0-bdb2-ec476b3f3d98"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:23:56.412517 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-19ce8f0c-8984-4962-8d85-24cc550e6bf7 tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Deleting port bd5f9802-1641-4f84-ac1d-8de24404face {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:23:56.413032 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-19ce8f0c-8984-4962-8d85-24cc550e6bf7 tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:56.414851 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82471cfb-0f7c-4eeb-9bc5-35298c54587c service neutron] Pushing event updated for resources: {'Port': ['ID=8c5954a8-0dec-4fa0-bdb2-ec476b3f3d98,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:23:56.479577 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64252f81-d3d7-4a2a-b5ab-393e3c550e6c x-openstack-request-id: req-64252f81-d3d7-4a2a-b5ab-393e3c550e6c {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:23:56.480128 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3967910-cf94-482d-b0ad-c1ba1fe6fa07", "tag": "8c5954a8-0dec-4fa0-bdb2-ec476b3f3d98", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:23:56.480467 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-64252f81-d3d7-4a2a-b5ab-393e3c550e6c {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:23:56.481458 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3967910-cf94-482d-b0ad-c1ba1fe6fa07', 'tag': '8c5954a8-0dec-4fa0-bdb2-ec476b3f3d98', 'status': 'completed', 'code': 200} Oct 12 19:23:56.698242 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 47802) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:23:56.845644 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-09fa0e00-08dc-4a96-8468-e353cd84da94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:56.878390 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-19ce8f0c-8984-4962-8d85-24cc550e6bf7 tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:56.895997 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92de7608-8e04-4bdc-9ad9-a37e73108741 req-e297a68d-1c7a-4a1a-aa3a-8274df84090b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:56.897503 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-92de7608-8e04-4bdc-9ad9-a37e73108741 req-e297a68d-1c7a-4a1a-aa3a-8274df84090b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=72ac91cd8d494d6197bc36451232b3b4&device_id=b3967910-cf94-482d-b0ad-c1ba1fe6fa07 HTTP/1.1" status: 200 len: 1098 time: 0.4053266 Oct 12 19:23:56.899307 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-19ce8f0c-8984-4962-8d85-24cc550e6bf7 tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Calling delete_port for bd5f9802-1641-4f84-ac1d-8de24404face owned by network:router_gateway {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:23:56.910193 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925ae14b-eda0-4fb6-ab2b-8680f418f520 req-0dd483c0-3f11-4d7b-889f-2e57a4c24d3c tempest-AttachSCSIVolumeTestJSON-135199354 tempest-AttachSCSIVolumeTestJSON-135199354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:56.911926 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-925ae14b-eda0-4fb6-ab2b-8680f418f520 req-0dd483c0-3f11-4d7b-889f-2e57a4c24d3c tempest-AttachSCSIVolumeTestJSON-135199354 tempest-AttachSCSIVolumeTestJSON-135199354-project] 10.222.0.49 "GET /v2.0/ports?device_id=05fb26a4-5003-4215-b9ab-4f73b0b0d09c HTTP/1.1" status: 200 len: 945 time: 0.1166565 Oct 12 19:23:56.938931 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-09fa0e00-08dc-4a96-8468-e353cd84da94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:56.948482 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-92de7608-8e04-4bdc-9ad9-a37e73108741 req-c53b56d2-12ff-47f3-b6ca-5476b9e27d63 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=72ac91cd8d494d6197bc36451232b3b4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0357161 Oct 12 19:23:56.997680 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-09fa0e00-08dc-4a96-8468-e353cd84da94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:57.050851 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-09fa0e00-08dc-4a96-8468-e353cd84da94 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e769f4f3530b4fab96d249d03cbba5b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3512824 Oct 12 19:23:57.059060 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 47812) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:23:57.064636 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fa0e00-08dc-4a96-8468-e353cd84da94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7db4ba0f-be26-4481-a314-7290854498ce,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:23:57.091313 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df14a0cb-b22c-446e-8674-40c25951bd11 req-0b6f1964-0906-44ba-bed5-d804804cbfc9 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:57.092941 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-df14a0cb-b22c-446e-8674-40c25951bd11 req-0b6f1964-0906-44ba-bed5-d804804cbfc9 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3967910-cf94-482d-b0ad-c1ba1fe6fa07 HTTP/1.1" status: 200 len: 947 time: 0.0653822 Oct 12 19:23:57.099945 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-925ae14b-eda0-4fb6-ab2b-8680f418f520 req-888af5da-23c3-4e14-a05e-61e319188935 tempest-AttachSCSIVolumeTestJSON-135199354 tempest-AttachSCSIVolumeTestJSON-135199354-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef54c117-a545-49e9-83c5-f4be4cb695fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743596 Oct 12 19:23:57.145455 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-df14a0cb-b22c-446e-8674-40c25951bd11 req-3ea8d1c1-f119-4f6a-9054-d9131ddc07f1 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/security-groups?id=ceeec1d2-c315-47e9-9f92-76d770e7141a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432174 Oct 12 19:23:57.221354 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92de7608-8e04-4bdc-9ad9-a37e73108741 req-9d28f58e-abdd-447f-bea4-f0c9ed690b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:57.223386 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-92de7608-8e04-4bdc-9ad9-a37e73108741 req-9d28f58e-abdd-447f-bea4-f0c9ed690b53 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2391906 Oct 12 19:23:57.243387 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d496caf8-9b98-4081-ba95-a1b2a1642eb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:57.326686 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d496caf8-9b98-4081-ba95-a1b2a1642eb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:57.363719 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e7d3f6-52b7-478e-a09e-15ed125c44fb req-918e3395-986c-4501-a1a0-b8552b2a28e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:57.365229 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-32e7d3f6-52b7-478e-a09e-15ed125c44fb req-918e3395-986c-4501-a1a0-b8552b2a28e4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=72ac91cd8d494d6197bc36451232b3b4&device_id=b3967910-cf94-482d-b0ad-c1ba1fe6fa07 HTTP/1.1" status: 200 len: 1098 time: 0.1002274 Oct 12 19:23:57.409907 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-32e7d3f6-52b7-478e-a09e-15ed125c44fb req-28f4c5da-aa1d-4fc5-abca-58d4c9443da5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=8c5954a8-0dec-4fa0-bdb2-ec476b3f3d98 HTTP/1.1" status: 200 len: 217 time: 0.0362339 Oct 12 19:23:57.410592 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-19ce8f0c-8984-4962-8d85-24cc550e6bf7 tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:57.445751 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ce8f0c-8984-4962-8d85-24cc550e6bf7 tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Pushing event deleted for resources: {'Port': ['ID=bd5f9802-1641-4f84-ac1d-8de24404face,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:23:57.515885 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d496caf8-9b98-4081-ba95-a1b2a1642eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:57.518472 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d496caf8-9b98-4081-ba95-a1b2a1642eb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:57.520229 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-d496caf8-9b98-4081-ba95-a1b2a1642eb4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7db4ba0f-be26-4481-a314-7290854498ce HTTP/1.1" status: 204 len: 168 time: 0.4547141 Oct 12 19:23:57.548922 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d496caf8-9b98-4081-ba95-a1b2a1642eb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7db4ba0f-be26-4481-a314-7290854498ce,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:23:57.554636 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e7d3f6-52b7-478e-a09e-15ed125c44fb req-e9e167b3-fa57-4a02-a01b-9d2606fbe98b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:57.556260 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-32e7d3f6-52b7-478e-a09e-15ed125c44fb req-e9e167b3-fa57-4a02-a01b-9d2606fbe98b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=629aee7d-3fde-4c72-af1e-6a7e1f6a7e75 HTTP/1.1" status: 200 len: 843 time: 0.1198485 Oct 12 19:23:57.562739 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-19ce8f0c-8984-4962-8d85-24cc550e6bf7 tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7915456'] for router_gateway, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:57.681805 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-19ce8f0c-8984-4962-8d85-24cc550e6bf7 tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255495'] for router, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:57.684532 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-19ce8f0c-8984-4962-8d85-24cc550e6bf7 tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:57.726189 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e7d3f6-52b7-478e-a09e-15ed125c44fb req-67c906f0-f627-4b16-8ef9-a665d8bbba16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:57.727940 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-32e7d3f6-52b7-478e-a09e-15ed125c44fb req-67c906f0-f627-4b16-8ef9-a665d8bbba16 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=90dcf485-b1ad-4139-85a3-9e1e9879e6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1614220 Oct 12 19:23:57.808330 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-19ce8f0c-8984-4962-8d85-24cc550e6bf7 tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8093499'] for router, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:57.808763 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19ce8f0c-8984-4962-8d85-24cc550e6bf7 tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Fanout notify agent at l3_agent the message router_deleted on router 3a7f1226-2533-432d-b5c9-cd3fd27f43d9 {{(pid=95502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 19:23:57.816523 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-19ce8f0c-8984-4962-8d85-24cc550e6bf7 tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:57.822053 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-19ce8f0c-8984-4962-8d85-24cc550e6bf7 tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] 10.222.0.49 "DELETE /v2.0/routers/3a7f1226-2533-432d-b5c9-cd3fd27f43d9 HTTP/1.1" status: 204 len: 168 time: 2.3359537 Oct 12 19:23:57.822053 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 47828) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:23:57.826128 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-dbdb0edb-b8ca-4976-91a5-c2fe275da1e7 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2113292774', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'enable_snat': False}}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:23:57.845817 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-32e7d3f6-52b7-478e-a09e-15ed125c44fb req-a1f961ef-3ad8-4c31-b946-61f4151cd41f service neutron] 10.222.0.61 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088121 Oct 12 19:23:57.925353 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-dbdb0edb-b8ca-4976-91a5-c2fe275da1e7 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8093678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255505'] for router, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:57.926513 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-dbdb0edb-b8ca-4976-91a5-c2fe275da1e7 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8093562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8087085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8022306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255518'] for router, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:57.971908 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-32e7d3f6-52b7-478e-a09e-15ed125c44fb req-b3db9305-2250-4e3a-b857-20045371ab85 service neutron] 10.222.0.61 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188140 Oct 12 19:23:58.005175 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-dbdb0edb-b8ca-4976-91a5-c2fe275da1e7 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:58.236289 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 47842) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:23:58.238375 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6281ae64-5aec-4ed5-a1eb-46878be1c739 req-ff3a6b14-e7f2-44f5-9f4a-c548d12cb3d5 tempest-AttachSCSIVolumeTestJSON-135199354 tempest-AttachSCSIVolumeTestJSON-135199354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:58.239943 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6281ae64-5aec-4ed5-a1eb-46878be1c739 req-ff3a6b14-e7f2-44f5-9f4a-c548d12cb3d5 tempest-AttachSCSIVolumeTestJSON-135199354 tempest-AttachSCSIVolumeTestJSON-135199354-project] 10.222.0.49 "GET /v2.0/ports?device_id=05fb26a4-5003-4215-b9ab-4f73b0b0d09c HTTP/1.1" status: 200 len: 945 time: 0.0728872 Oct 12 19:23:58.284678 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-003a0e55-db7d-441a-8cb0-b6d91943e49e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:58.309001 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6281ae64-5aec-4ed5-a1eb-46878be1c739 req-a19e0b01-cd6f-4f42-bea6-95ea0dbfd4f1 tempest-AttachSCSIVolumeTestJSON-135199354 tempest-AttachSCSIVolumeTestJSON-135199354-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef54c117-a545-49e9-83c5-f4be4cb695fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620315 Oct 12 19:23:58.391994 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-dbdb0edb-b8ca-4976-91a5-c2fe275da1e7 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:58.411099 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887c183c-5a2a-4305-8820-867098b476bf req-734bd397-fbc4-4b2f-9d61-e86441c71da8 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:58.418385 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-887c183c-5a2a-4305-8820-867098b476bf req-734bd397-fbc4-4b2f-9d61-e86441c71da8 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3967910-cf94-482d-b0ad-c1ba1fe6fa07 HTTP/1.1" status: 200 len: 947 time: 0.1810806 Oct 12 19:23:58.474418 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-887c183c-5a2a-4305-8820-867098b476bf req-bf13b106-2680-44c1-85fb-6380ee45d6c8 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/security-groups?id=ceeec1d2-c315-47e9-9f92-76d770e7141a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551944 Oct 12 19:23:58.496973 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-003a0e55-db7d-441a-8cb0-b6d91943e49e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:58.618212 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-003a0e55-db7d-441a-8cb0-b6d91943e49e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:58.719107 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-003a0e55-db7d-441a-8cb0-b6d91943e49e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7a8928fa96b6461491806ab189012145&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4806514 Oct 12 19:23:58.721981 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 47850) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:23:58.723764 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003a0e55-db7d-441a-8cb0-b6d91943e49e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7519e51-c8af-4dfd-a470-e9efb2c86390,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:23:58.743376 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-dbdb0edb-b8ca-4976-91a5-c2fe275da1e7 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:58.764636 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-dbdb0edb-b8ca-4976-91a5-c2fe275da1e7 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:58.781234 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d97bcbeb-4d09-461a-b7d1-7eda98eec415 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:58.805050 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d97bcbeb-4d09-461a-b7d1-7eda98eec415 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:58.880148 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-dbdb0edb-b8ca-4976-91a5-c2fe275da1e7 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Allocated IP 172.25.5.28 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/28995561-31ea-4f5c-a4d7-7ff3c728f69e) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:23:58.957426 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d97bcbeb-4d09-461a-b7d1-7eda98eec415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:58.960317 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d97bcbeb-4d09-461a-b7d1-7eda98eec415 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:58.961622 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-d97bcbeb-4d09-461a-b7d1-7eda98eec415 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d7519e51-c8af-4dfd-a470-e9efb2c86390 HTTP/1.1" status: 204 len: 168 time: 0.2384524 Oct 12 19:23:58.984923 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97bcbeb-4d09-461a-b7d1-7eda98eec415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7519e51-c8af-4dfd-a470-e9efb2c86390,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:23:58.993866 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-dbdb0edb-b8ca-4976-91a5-c2fe275da1e7 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:59.123604 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b320156b-b0ef-4c2c-b173-81e1261228bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:59.146358 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-dbdb0edb-b8ca-4976-91a5-c2fe275da1e7 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:59.204421 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbdb0edb-b8ca-4976-91a5-c2fe275da1e7 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:23:59.208022 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-dbdb0edb-b8ca-4976-91a5-c2fe275da1e7 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:23:59.213543 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdb0edb-b8ca-4976-91a5-c2fe275da1e7 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:23:59.217736 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdb0edb-b8ca-4976-91a5-c2fe275da1e7 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Pushing event updated for resources: {'Port': ['ID=28995561-31ea-4f5c-a4d7-7ff3c728f69e,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:23:59.641559 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-dbdb0edb-b8ca-4976-91a5-c2fe275da1e7 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:23:59.718938 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff67cdc-ebb5-45e8-89f9-9749a6aa3547 req-a4e8eb6f-b35a-410c-bf93-197b9865a0ae tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:23:59.726793 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1ff67cdc-ebb5-45e8-89f9-9749a6aa3547 req-a4e8eb6f-b35a-410c-bf93-197b9865a0ae tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3967910-cf94-482d-b0ad-c1ba1fe6fa07 HTTP/1.1" status: 200 len: 947 time: 0.1497669 Oct 12 19:23:59.805888 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1ff67cdc-ebb5-45e8-89f9-9749a6aa3547 req-5685e38f-1663-4d8b-a456-a5b9a42356c6 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/security-groups?id=ceeec1d2-c315-47e9-9f92-76d770e7141a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781989 Oct 12 19:23:59.935748 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-dbdb0edb-b8ca-4976-91a5-c2fe275da1e7 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8093541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7915516'] for router, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:00.214317 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbdb0edb-b8ca-4976-91a5-c2fe275da1e7 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Router 99711488-3b2f-4890-a7ab-21eef5257e41 is scheduled to L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b with binding_index 1 {{(pid=95502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 19:24:00.328680 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbdb0edb-b8ca-4976-91a5-c2fe275da1e7 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:24:00.350700 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4d8a25-243c-493d-9862-248081183e3c None None] Sync routers for ids ['99711488-3b2f-4890-a7ab-21eef5257e41'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:24:00.361246 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4d8a25-243c-493d-9862-248081183e3c None None] Routers {'99711488-3b2f-4890-a7ab-21eef5257e41'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:24:00.361901 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-8b4d8a25-243c-493d-9862-248081183e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:23:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['99711488-3b2f-4890-a7ab-21eef5257e41'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:24:00.445610 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-dbdb0edb-b8ca-4976-91a5-c2fe275da1e7 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:00.448335 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-dbdb0edb-b8ca-4976-91a5-c2fe275da1e7 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.6258271 Oct 12 19:24:00.455604 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 47910) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:24:00.476702 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-8b4d8a25-243c-493d-9862-248081183e3c None None] Set router 99711488-3b2f-4890-a7ab-21eef5257e41 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:24:00.574945 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-9aa68cde-4aa5-495a-8273-cf01c67bd773 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] 10.222.0.49 "GET /v2.0/routers/99711488-3b2f-4890-a7ab-21eef5257e41 HTTP/1.1" status: 200 len: 908 time: 0.1173813 Oct 12 19:24:00.577739 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 47914) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:24:00.581904 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-55c87f68-3918-4f60-8cf6-c6e208ba9393 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2113292774', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'enable_snat': True}}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:24:00.664763 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-55c87f68-3918-4f60-8cf6-c6e208ba9393 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8093678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255505'] for router, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:00.665953 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-8b4d8a25-243c-493d-9862-248081183e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99711488-3b2f-4890-a7ab-21eef5257e41', 'name': 'tempest-snat-router-2113292774', 'tenant_id': 'f322c4ca2f164bcb98c03b16e0ad5e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.28'}], 'enable_snat': False}, 'gw_port_id': '28995561-31ea-4f5c-a4d7-7ff3c728f69e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:23:57Z', 'updated_at': '2021-10-12T19:23:59Z', 'revision_number': 3, 'project_id': 'f322c4ca2f164bcb98c03b16e0ad5e16', 'gw_port': {'id': '28995561-31ea-4f5c-a4d7-7ff3c728f69e', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:39:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99711488-3b2f-4890-a7ab-21eef5257e41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:23:58Z', 'updated_at': '2021-10-12T19:23:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:24:00.666937 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-55c87f68-3918-4f60-8cf6-c6e208ba9393 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8093562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8087085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8022306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255518'] for router, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:00.703641 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4d8a25-243c-493d-9862-248081183e3c None None] Checking router: 99711488-3b2f-4890-a7ab-21eef5257e41 for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:24:00.704310 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4d8a25-243c-493d-9862-248081183e3c None None] Updating router 99711488-3b2f-4890-a7ab-21eef5257e41 port 28995561-31ea-4f5c-a4d7-7ff3c728f69e binding host n-d-813679-3 {{(pid=95503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 19:24:00.709747 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 8c5954a8-0dec-4fa0-bdb2-ec476b3f3d98 details requested by agent hyperv_n-h1-813679-3 with host n-h1-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:24:00.742389 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-55c87f68-3918-4f60-8cf6-c6e208ba9393 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:00.743935 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8b4d8a25-243c-493d-9862-248081183e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:00.964627 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-55c87f68-3918-4f60-8cf6-c6e208ba9393 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:01.029200 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184d6a99-e099-438f-b67b-d2baae3fdfe5 req-94176af2-4aca-421e-91ab-dc05bb2bd2af tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:24:01.036643 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-184d6a99-e099-438f-b67b-d2baae3fdfe5 req-94176af2-4aca-421e-91ab-dc05bb2bd2af tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3967910-cf94-482d-b0ad-c1ba1fe6fa07 HTTP/1.1" status: 200 len: 947 time: 0.0893538 Oct 12 19:24:01.161240 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-184d6a99-e099-438f-b67b-d2baae3fdfe5 req-de2c723e-9983-48f2-84b2-e7bfc89ee927 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/security-groups?id=ceeec1d2-c315-47e9-9f92-76d770e7141a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135316 Oct 12 19:24:01.214873 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 8c5954a8-0dec-4fa0-bdb2-ec476b3f3d98, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=8c5954a8-0dec-4fa0-bdb2-ec476b3f3d98,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:24:01.236875 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Returning: {'device': '8c5954a8-0dec-4fa0-bdb2-ec476b3f3d98', 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1', 'port_id': '8c5954a8-0dec-4fa0-bdb2-ec476b3f3d98', 'mac_address': 'fa:16:3e:b2:3a:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '629aee7d-3fde-4c72-af1e-6a7e1f6a7e75', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:24:01.344470 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:01.365636 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c5954a8-0dec-4fa0-bdb2-ec476b3f3d98 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:24:01.456230 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 8c5954a8-0dec-4fa0-bdb2-ec476b3f3d98, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=8c5954a8-0dec-4fa0-bdb2-ec476b3f3d98,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:24:01.467828 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8b4d8a25-243c-493d-9862-248081183e3c None None] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:01.546741 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:01.551895 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8b4d8a25-243c-493d-9862-248081183e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:01.622884 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-8b4d8a25-243c-493d-9862-248081183e3c None None] Attempting to bind port 28995561-31ea-4f5c-a4d7-7ff3c728f69e on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:24:01.631366 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-8b4d8a25-243c-493d-9862-248081183e3c None None] Attempting to bind port 28995561-31ea-4f5c-a4d7-7ff3c728f69e by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:24:01.631366 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4d8a25-243c-493d-9862-248081183e3c None None] Attempting to bind port 28995561-31ea-4f5c-a4d7-7ff3c728f69e on network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:24:01.636278 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4d8a25-243c-493d-9862-248081183e3c None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:24:01.638393 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4d8a25-243c-493d-9862-248081183e3c None None] Checking segment: {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:24:01.639063 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8b4d8a25-243c-493d-9862-248081183e3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:01.639920 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4d8a25-243c-493d-9862-248081183e3c None None] Bound using segment: {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:24:01.640662 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-8b4d8a25-243c-493d-9862-248081183e3c None None] Bound port: 28995561-31ea-4f5c-a4d7-7ff3c728f69e, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:24:01.641481 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8b4d8a25-243c-493d-9862-248081183e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:01.679160 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-afaae38e-42d8-4a47-9c72-0e7f12e95bb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:01.689295 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=8c5954a8-0dec-4fa0-bdb2-ec476b3f3d98,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:24:01.712231 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-55c87f68-3918-4f60-8cf6-c6e208ba9393 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:01.744538 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-55c87f68-3918-4f60-8cf6-c6e208ba9393 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:01.758716 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-8b4d8a25-243c-493d-9862-248081183e3c None None] For port 28995561-31ea-4f5c-a4d7-7ff3c728f69e, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:24:01.766670 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b14c073-7b5e-4ffc-994b-f03ffd8f3090 None None] Pushing event updated for resources: {'Port': ['ID=28995561-31ea-4f5c-a4d7-7ff3c728f69e,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:24:01.772086 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-8b4d8a25-243c-493d-9862-248081183e3c None None] For port 28995561-31ea-4f5c-a4d7-7ff3c728f69e, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=28995561-31ea-4f5c-a4d7-7ff3c728f69e,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:24:01.858765 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-55c87f68-3918-4f60-8cf6-c6e208ba9393 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Allocated IP 172.25.5.20 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/7c81ac84-887b-4306-a55f-24cb5e587773) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:24:01.908227 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['8c5954a8-0dec-4fa0-bdb2-ec476b3f3d98'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:24:01.939121 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8b4d8a25-243c-493d-9862-248081183e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:01.997951 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-55c87f68-3918-4f60-8cf6-c6e208ba9393 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:02.019815 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b14c073-7b5e-4ffc-994b-f03ffd8f3090 None None] Pushing event updated for resources: {'Port': ['ID=28995561-31ea-4f5c-a4d7-7ff3c728f69e,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:24:02.025880 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4d8a25-243c-493d-9862-248081183e3c None None] Routers {'99711488-3b2f-4890-a7ab-21eef5257e41'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:24:02.026488 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-8b4d8a25-243c-493d-9862-248081183e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:24:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['99711488-3b2f-4890-a7ab-21eef5257e41'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:24:02.122975 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-55c87f68-3918-4f60-8cf6-c6e208ba9393 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:02.182322 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-8b4d8a25-243c-493d-9862-248081183e3c None None] Set router 99711488-3b2f-4890-a7ab-21eef5257e41 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:24:02.189141 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c87f68-3918-4f60-8cf6-c6e208ba9393 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:24:02.194084 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-55c87f68-3918-4f60-8cf6-c6e208ba9393 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:24:02.197705 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c87f68-3918-4f60-8cf6-c6e208ba9393 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:24:02.224730 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c87f68-3918-4f60-8cf6-c6e208ba9393 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Pushing event updated for resources: {'Port': ['ID=7c81ac84-887b-4306-a55f-24cb5e587773,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:24:02.306944 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483967cb-7bf7-4aee-9900-1086a76bae1f req-0a4140c5-db6f-47f6-8047-e7c8fd4979ea tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:24:02.314382 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-483967cb-7bf7-4aee-9900-1086a76bae1f req-0a4140c5-db6f-47f6-8047-e7c8fd4979ea tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3967910-cf94-482d-b0ad-c1ba1fe6fa07 HTTP/1.1" status: 200 len: 948 time: 0.0821517 Oct 12 19:24:02.372659 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-483967cb-7bf7-4aee-9900-1086a76bae1f req-95b2b10c-5d66-48db-bc4b-09b1ca60a2e0 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/security-groups?id=ceeec1d2-c315-47e9-9f92-76d770e7141a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532749 Oct 12 19:24:02.506389 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-8b4d8a25-243c-493d-9862-248081183e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99711488-3b2f-4890-a7ab-21eef5257e41', 'name': 'tempest-snat-router-2113292774', 'tenant_id': 'f322c4ca2f164bcb98c03b16e0ad5e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.28'}], 'enable_snat': False}, 'gw_port_id': '28995561-31ea-4f5c-a4d7-7ff3c728f69e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:23:57Z', 'updated_at': '2021-10-12T19:23:59Z', 'revision_number': 3, 'project_id': 'f322c4ca2f164bcb98c03b16e0ad5e16', 'gw_port': {'id': '28995561-31ea-4f5c-a4d7-7ff3c728f69e', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:39:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99711488-3b2f-4890-a7ab-21eef5257e41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:23:58Z', 'updated_at': '2021-10-12T19:24:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:24:02.533372 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4d8a25-243c-493d-9862-248081183e3c None None] The sync data for ids ['99711488-3b2f-4890-a7ab-21eef5257e41'] in n-d-813679-3 is: [{'id': '99711488-3b2f-4890-a7ab-21eef5257e41', 'name': 'tempest-snat-router-2113292774', 'tenant_id': 'f322c4ca2f164bcb98c03b16e0ad5e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.28'}], 'enable_snat': False}, 'gw_port_id': '28995561-31ea-4f5c-a4d7-7ff3c728f69e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:23:57Z', 'updated_at': '2021-10-12T19:23:59Z', 'revision_number': 3, 'project_id': 'f322c4ca2f164bcb98c03b16e0ad5e16', 'gw_port': {'id': '28995561-31ea-4f5c-a4d7-7ff3c728f69e', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:39:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99711488-3b2f-4890-a7ab-21eef5257e41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:23:58Z', 'updated_at': '2021-10-12T19:24:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-813679-3'}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:24:02.539827 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:02.695887 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-55c87f68-3918-4f60-8cf6-c6e208ba9393 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:02.754809 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:02.974194 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:03.016441 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-55c87f68-3918-4f60-8cf6-c6e208ba9393 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8093541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7915516'] for router, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:03.247511 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55c87f68-3918-4f60-8cf6-c6e208ba9393 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Router f87398cb-357a-44c3-85c8-e188c11bd5b7 is scheduled to L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b with binding_index 1 {{(pid=95502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 19:24:03.376881 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55c87f68-3918-4f60-8cf6-c6e208ba9393 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:24:03.388678 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab252a6c-c8aa-4842-a44d-b6925a8057a7 None None] Sync routers for ids ['f87398cb-357a-44c3-85c8-e188c11bd5b7'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:24:03.414485 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab252a6c-c8aa-4842-a44d-b6925a8057a7 None None] Routers {'f87398cb-357a-44c3-85c8-e188c11bd5b7'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:24:03.414485 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-ab252a6c-c8aa-4842-a44d-b6925a8057a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:24:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['f87398cb-357a-44c3-85c8-e188c11bd5b7'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:24:03.491218 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-55c87f68-3918-4f60-8cf6-c6e208ba9393 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:03.495801 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 48006) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:24:03.496846 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-55c87f68-3918-4f60-8cf6-c6e208ba9393 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.9174466 Oct 12 19:24:03.551494 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:03.692580 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-ab252a6c-c8aa-4842-a44d-b6925a8057a7 None None] Set router f87398cb-357a-44c3-85c8-e188c11bd5b7 gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:24:03.746253 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4efccd-8bf6-4d3b-8597-7a1684d4246b req-20e050cc-0c00-47b5-88d8-37074512fcaa tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:24:03.762503 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6c4efccd-8bf6-4d3b-8597-7a1684d4246b req-20e050cc-0c00-47b5-88d8-37074512fcaa tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3967910-cf94-482d-b0ad-c1ba1fe6fa07 HTTP/1.1" status: 200 len: 948 time: 0.1761091 Oct 12 19:24:03.875034 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-c28786c1-a181-454f-93ec-231da730d92c tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] 10.222.0.49 "GET /v2.0/routers/f87398cb-357a-44c3-85c8-e188c11bd5b7 HTTP/1.1" status: 200 len: 907 time: 0.3780177 Oct 12 19:24:03.880700 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 48010) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:24:03.895479 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6c4efccd-8bf6-4d3b-8597-7a1684d4246b req-bcc097c2-60b0-4700-818e-efad946129fc tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/security-groups?id=ceeec1d2-c315-47e9-9f92-76d770e7141a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320062 Oct 12 19:24:04.068392 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2f74fcb9-14a9-4abd-8478-1a2b7822ccc3 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Notify callbacks [] for router, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:04.092963 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-ab252a6c-c8aa-4842-a44d-b6925a8057a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87398cb-357a-44c3-85c8-e188c11bd5b7', 'name': 'tempest-snat-router-2113292774', 'tenant_id': 'f322c4ca2f164bcb98c03b16e0ad5e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': '7c81ac84-887b-4306-a55f-24cb5e587773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:24:00Z', 'updated_at': '2021-10-12T19:24:02Z', 'revision_number': 3, 'project_id': 'f322c4ca2f164bcb98c03b16e0ad5e16', 'gw_port': {'id': '7c81ac84-887b-4306-a55f-24cb5e587773', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:cc:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f87398cb-357a-44c3-85c8-e188c11bd5b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:24:01Z', 'updated_at': '2021-10-12T19:24:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:24:04.157291 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab252a6c-c8aa-4842-a44d-b6925a8057a7 None None] Checking router: f87398cb-357a-44c3-85c8-e188c11bd5b7 for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:24:04.157639 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab252a6c-c8aa-4842-a44d-b6925a8057a7 None None] Updating router f87398cb-357a-44c3-85c8-e188c11bd5b7 port 7c81ac84-887b-4306-a55f-24cb5e587773 binding host n-d-813679-3 {{(pid=95504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 19:24:04.213694 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ab252a6c-c8aa-4842-a44d-b6925a8057a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:04.243373 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2f74fcb9-14a9-4abd-8478-1a2b7822ccc3 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:04.353000 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-2f74fcb9-14a9-4abd-8478-1a2b7822ccc3 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Deleting port 7c81ac84-887b-4306-a55f-24cb5e587773 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:24:04.353000 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2f74fcb9-14a9-4abd-8478-1a2b7822ccc3 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:04.442851 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:04.483059 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2f74fcb9-14a9-4abd-8478-1a2b7822ccc3 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:04.507766 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-2f74fcb9-14a9-4abd-8478-1a2b7822ccc3 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Calling delete_port for 7c81ac84-887b-4306-a55f-24cb5e587773 owned by network:router_gateway {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:24:04.552628 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ab252a6c-c8aa-4842-a44d-b6925a8057a7 None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:04.624141 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ab252a6c-c8aa-4842-a44d-b6925a8057a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:04.727790 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 8c5954a8-0dec-4fa0-bdb2-ec476b3f3d98 up at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:24:04.728411 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-ab252a6c-c8aa-4842-a44d-b6925a8057a7 None None] Attempting to bind port 7c81ac84-887b-4306-a55f-24cb5e587773 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:24:04.732564 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-ab252a6c-c8aa-4842-a44d-b6925a8057a7 None None] Attempting to bind port 7c81ac84-887b-4306-a55f-24cb5e587773 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:24:04.732564 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab252a6c-c8aa-4842-a44d-b6925a8057a7 None None] Attempting to bind port 7c81ac84-887b-4306-a55f-24cb5e587773 on network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:24:04.762404 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fd4f41-53d0-4740-80f2-03e29e0df608 None None] Pushing event updated for resources: {'Port': ['ID=7c81ac84-887b-4306-a55f-24cb5e587773,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:24:04.788684 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fd4f41-53d0-4740-80f2-03e29e0df608 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:24:04.788684 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fd4f41-53d0-4740-80f2-03e29e0df608 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:24:04.788684 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fd4f41-53d0-4740-80f2-03e29e0df608 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:24:04.788684 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fd4f41-53d0-4740-80f2-03e29e0df608 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:24:04.788684 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fd4f41-53d0-4740-80f2-03e29e0df608 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:24:04.795140 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fd4f41-53d0-4740-80f2-03e29e0df608 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:24:04.795496 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fd4f41-53d0-4740-80f2-03e29e0df608 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:24:04.795841 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fd4f41-53d0-4740-80f2-03e29e0df608 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:24:04.796203 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fd4f41-53d0-4740-80f2-03e29e0df608 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:24:04.796552 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fd4f41-53d0-4740-80f2-03e29e0df608 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:24:04.796872 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fd4f41-53d0-4740-80f2-03e29e0df608 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:24:04.797197 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fd4f41-53d0-4740-80f2-03e29e0df608 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:24:04.811926 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab252a6c-c8aa-4842-a44d-b6925a8057a7 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:24:04.812431 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab252a6c-c8aa-4842-a44d-b6925a8057a7 None None] Checking segment: {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:24:04.812721 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ab252a6c-c8aa-4842-a44d-b6925a8057a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:04.826135 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab252a6c-c8aa-4842-a44d-b6925a8057a7 None None] Bound using segment: {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:24:04.828289 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-ab252a6c-c8aa-4842-a44d-b6925a8057a7 None None] Bound port: 7c81ac84-887b-4306-a55f-24cb5e587773, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:24:04.830509 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ab252a6c-c8aa-4842-a44d-b6925a8057a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:04.923373 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2f74fcb9-14a9-4abd-8478-1a2b7822ccc3 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:04.930887 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 28995561-31ea-4f5c-a4d7-7ff3c728f69e up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:24:04.961299 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.db.api [None req-ab252a6c-c8aa-4842-a44d-b6925a8057a7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=95504) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 19:24:04.962003 n-d-813679-3 neutron-server[95504]: DEBUG oslo_db.api [None req-ab252a6c-c8aa-4842-a44d-b6925a8057a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 19:24:04.985173 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning for port 8c5954a8-0dec-4fa0-bdb2-ec476b3f3d98 completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:24:04.999737 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f74fcb9-14a9-4abd-8478-1a2b7822ccc3 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Pushing event deleted for resources: {'Port': ['ID=7c81ac84-887b-4306-a55f-24cb5e587773,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:24:05.010217 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning complete for port 8c5954a8-0dec-4fa0-bdb2-ec476b3f3d98 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:24:05.010420 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:05.083360 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99026e0b-3668-4ad1-b149-3ef9a0394f8b req-2536885e-f684-4fdd-affa-3e2b52bf7170 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:24:05.086154 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-99026e0b-3668-4ad1-b149-3ef9a0394f8b req-2536885e-f684-4fdd-affa-3e2b52bf7170 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3967910-cf94-482d-b0ad-c1ba1fe6fa07 HTTP/1.1" status: 200 len: 948 time: 0.0942390 Oct 12 19:24:05.103621 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2f74fcb9-14a9-4abd-8478-1a2b7822ccc3 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7915456'] for router_gateway, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:05.222961 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-99026e0b-3668-4ad1-b149-3ef9a0394f8b req-ffbf212e-58c3-4dab-8eef-aacc82ea3fcd tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/security-groups?id=ceeec1d2-c315-47e9-9f92-76d770e7141a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286778 Oct 12 19:24:05.292004 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:05.315878 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 28995561-31ea-4f5c-a4d7-7ff3c728f69e triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:24:05.316358 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:05.318507 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2f74fcb9-14a9-4abd-8478-1a2b7822ccc3 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255495'] for router, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:05.321092 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2f74fcb9-14a9-4abd-8478-1a2b7822ccc3 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:05.387548 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3967910-cf94-482d-b0ad-c1ba1fe6fa07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c5954a8-0dec-4fa0-bdb2-ec476b3f3d98'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:24:05.390102 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a01a3495-50b3-49f8-a147-19154ece5b92" -d '{"events": [{"server_uuid": "b3967910-cf94-482d-b0ad-c1ba1fe6fa07", "name": "network-vif-plugged", "status": "completed", "tag": "8c5954a8-0dec-4fa0-bdb2-ec476b3f3d98"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:24:05.411574 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 8c5954a8-0dec-4fa0-bdb2-ec476b3f3d98, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=8c5954a8-0dec-4fa0-bdb2-ec476b3f3d98,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:24:05.450761 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1026c6e4-2590-4298-9df7-85d2c3032f42 x-openstack-request-id: req-1026c6e4-2590-4298-9df7-85d2c3032f42 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:24:05.451201 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3967910-cf94-482d-b0ad-c1ba1fe6fa07", "name": "network-vif-plugged", "status": "completed", "tag": "8c5954a8-0dec-4fa0-bdb2-ec476b3f3d98", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:24:05.451570 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1026c6e4-2590-4298-9df7-85d2c3032f42 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:24:05.452075 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3967910-cf94-482d-b0ad-c1ba1fe6fa07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c5954a8-0dec-4fa0-bdb2-ec476b3f3d98', 'code': 200} Oct 12 19:24:05.460618 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2f74fcb9-14a9-4abd-8478-1a2b7822ccc3 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8093499'] for router, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:05.461099 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f74fcb9-14a9-4abd-8478-1a2b7822ccc3 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f87398cb-357a-44c3-85c8-e188c11bd5b7 {{(pid=95502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 19:24:05.474889 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2f74fcb9-14a9-4abd-8478-1a2b7822ccc3 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:05.476056 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 48050) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:24:05.479041 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-2f74fcb9-14a9-4abd-8478-1a2b7822ccc3 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] 10.222.0.49 "DELETE /v2.0/routers/f87398cb-357a-44c3-85c8-e188c11bd5b7 HTTP/1.1" status: 204 len: 168 time: 1.5893047 Oct 12 19:24:05.488474 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-ab252a6c-c8aa-4842-a44d-b6925a8057a7 None None] Attempting to bind port 7c81ac84-887b-4306-a55f-24cb5e587773 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:24:05.488848 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-ab252a6c-c8aa-4842-a44d-b6925a8057a7 None None] Attempting to bind port 7c81ac84-887b-4306-a55f-24cb5e587773 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:24:05.491342 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab252a6c-c8aa-4842-a44d-b6925a8057a7 None None] Attempting to bind port 7c81ac84-887b-4306-a55f-24cb5e587773 on network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:24:05.503652 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab252a6c-c8aa-4842-a44d-b6925a8057a7 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:24:05.503652 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab252a6c-c8aa-4842-a44d-b6925a8057a7 None None] Checking segment: {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:24:05.503652 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ab252a6c-c8aa-4842-a44d-b6925a8057a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:05.504398 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab252a6c-c8aa-4842-a44d-b6925a8057a7 None None] Bound using segment: {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:24:05.504398 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-ab252a6c-c8aa-4842-a44d-b6925a8057a7 None None] Bound port: 7c81ac84-887b-4306-a55f-24cb5e587773, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:24:05.504578 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-ab252a6c-c8aa-4842-a44d-b6925a8057a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:05.506086 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:05.550531 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] For port 28995561-31ea-4f5c-a4d7-7ff3c728f69e, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=28995561-31ea-4f5c-a4d7-7ff3c728f69e,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:24:05.553705 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.plugin [None req-ab252a6c-c8aa-4842-a44d-b6925a8057a7 None None] Port 7c81ac84-887b-4306-a55f-24cb5e587773 has been deleted concurrently {{(pid=95504) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Oct 12 19:24:05.554462 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:05.566725 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a0a77d-2453-48a3-a808-52babc9b584e req-2c5839fd-ba34-4da5-b5ee-6438a9931c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:24:05.569434 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a3a0a77d-2453-48a3-a808-52babc9b584e req-2c5839fd-ba34-4da5-b5ee-6438a9931c25 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b3967910-cf94-482d-b0ad-c1ba1fe6fa07 HTTP/1.1" status: 200 len: 1100 time: 0.0558975 Oct 12 19:24:05.579046 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab252a6c-c8aa-4842-a44d-b6925a8057a7 None None] Routers set() bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:24:05.582156 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab252a6c-c8aa-4842-a44d-b6925a8057a7 None None] Router IDs set() for agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 12 19:24:05.582951 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_agentschedulers_db [None req-ab252a6c-c8aa-4842-a44d-b6925a8057a7 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f87398cb-357a-44c3-85c8-e188c11bd5b7'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:24:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent'). {{(pid=95504) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 12 19:24:05.583605 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab252a6c-c8aa-4842-a44d-b6925a8057a7 None None] The sync data for ids ['f87398cb-357a-44c3-85c8-e188c11bd5b7'] in n-d-813679-3 is: [] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:24:05.629497 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=8c5954a8-0dec-4fa0-bdb2-ec476b3f3d98,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:24:05.637001 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:05.677651 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a3a0a77d-2453-48a3-a808-52babc9b584e req-f5806c6d-2212-46f3-989d-fb74eac8dd2b service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ceeec1d2-c315-47e9-9f92-76d770e7141a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007588 Oct 12 19:24:05.740263 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Pushing event updated for resources: {'Port': ['ID=28995561-31ea-4f5c-a4d7-7ff3c728f69e,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:24:05.750610 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e65ff656-1ff8-4c67-99b5-3e4926131c5e tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Notify callbacks [] for router, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:06.162870 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e65ff656-1ff8-4c67-99b5-3e4926131c5e tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:06.339096 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-e65ff656-1ff8-4c67-99b5-3e4926131c5e tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Deleting port 28995561-31ea-4f5c-a4d7-7ff3c728f69e {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:24:06.339437 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e65ff656-1ff8-4c67-99b5-3e4926131c5e tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:06.402976 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eda5eb-c715-44c8-bc96-02059295f003 req-80d5ea0a-11ff-4518-b673-0485f0bd6bed tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:24:06.404536 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-87eda5eb-c715-44c8-bc96-02059295f003 req-80d5ea0a-11ff-4518-b673-0485f0bd6bed tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3967910-cf94-482d-b0ad-c1ba1fe6fa07 HTTP/1.1" status: 200 len: 949 time: 0.0824530 Oct 12 19:24:06.444833 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [None req-e65ff656-1ff8-4c67-99b5-3e4926131c5e tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] For port 28995561-31ea-4f5c-a4d7-7ff3c728f69e, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=28995561-31ea-4f5c-a4d7-7ff3c728f69e,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:24:06.445496 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e65ff656-1ff8-4c67-99b5-3e4926131c5e tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:06.460790 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-e65ff656-1ff8-4c67-99b5-3e4926131c5e tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Calling delete_port for 28995561-31ea-4f5c-a4d7-7ff3c728f69e owned by network:router_gateway {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:24:06.479640 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-87eda5eb-c715-44c8-bc96-02059295f003 req-2feff5b2-018f-408c-8620-e6b1df1c2575 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/security-groups?id=ceeec1d2-c315-47e9-9f92-76d770e7141a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686224 Oct 12 19:24:06.779866 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e65ff656-1ff8-4c67-99b5-3e4926131c5e tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:06.807069 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 28995561-31ea-4f5c-a4d7-7ff3c728f69e up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:24:06.822577 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65ff656-1ff8-4c67-99b5-3e4926131c5e tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Pushing event deleted for resources: {'Port': ['ID=28995561-31ea-4f5c-a4d7-7ff3c728f69e,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:24:06.844229 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 28995561-31ea-4f5c-a4d7-7ff3c728f69e {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:24:06.844825 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 28995561-31ea-4f5c-a4d7-7ff3c728f69e not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 12 19:24:06.870158 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Port 28995561-31ea-4f5c-a4d7-7ff3c728f69e not found, will not notify nova. {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 12 19:24:06.956946 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e65ff656-1ff8-4c67-99b5-3e4926131c5e tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7915456'] for router_gateway, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:07.085208 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e65ff656-1ff8-4c67-99b5-3e4926131c5e tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255495'] for router, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:07.087657 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e65ff656-1ff8-4c67-99b5-3e4926131c5e tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:07.225621 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e65ff656-1ff8-4c67-99b5-3e4926131c5e tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8093499'] for router, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:07.226319 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e65ff656-1ff8-4c67-99b5-3e4926131c5e tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 99711488-3b2f-4890-a7ab-21eef5257e41 {{(pid=95501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 19:24:07.241614 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e65ff656-1ff8-4c67-99b5-3e4926131c5e tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Notify callbacks [] for router, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:07.243393 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-e65ff656-1ff8-4c67-99b5-3e4926131c5e tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] 10.222.0.49 "DELETE /v2.0/routers/99711488-3b2f-4890-a7ab-21eef5257e41 HTTP/1.1" status: 204 len: 168 time: 1.7662518 Oct 12 19:24:07.247079 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 48084) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:24:07.251611 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-bafb72dd-663a-4697-8504-f8197f5e34fc tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1740530508', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}, 'admin_state_up': False}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:24:07.365066 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bafb72dd-663a-4697-8504-f8197f5e34fc tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8093678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255505'] for router, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:07.366520 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bafb72dd-663a-4697-8504-f8197f5e34fc tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8093562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8087085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8022306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255518'] for router, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:07.451514 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bafb72dd-663a-4697-8504-f8197f5e34fc tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:07.711987 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f51970e-3080-4f9b-ab3e-9b69a5beea50 req-90cdbf3a-49ec-436e-a442-af11924dec7e tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:24:07.713648 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9f51970e-3080-4f9b-ab3e-9b69a5beea50 req-90cdbf3a-49ec-436e-a442-af11924dec7e tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3967910-cf94-482d-b0ad-c1ba1fe6fa07 HTTP/1.1" status: 200 len: 949 time: 0.1242626 Oct 12 19:24:07.718281 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bafb72dd-663a-4697-8504-f8197f5e34fc tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:07.764612 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9f51970e-3080-4f9b-ab3e-9b69a5beea50 req-21bd83ce-2e38-429f-826b-4075a7a046fa tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/security-groups?id=ceeec1d2-c315-47e9-9f92-76d770e7141a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429230 Oct 12 19:24:07.933552 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de92725-5f4e-4fa5-bfeb-1077859b244a req-dfca55d8-9c34-4c5b-9362-61c61075bb69 tempest-ServersOnMultiNodesTest-2072586648 tempest-ServersOnMultiNodesTest-2072586648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:24:07.952656 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1de92725-5f4e-4fa5-bfeb-1077859b244a req-dfca55d8-9c34-4c5b-9362-61c61075bb69 tempest-ServersOnMultiNodesTest-2072586648 tempest-ServersOnMultiNodesTest-2072586648-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=b3967910-cf94-482d-b0ad-c1ba1fe6fa07 HTTP/1.1" status: 200 len: 1100 time: 0.0909414 Oct 12 19:24:08.017371 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1de92725-5f4e-4fa5-bfeb-1077859b244a req-d3ae18a0-fd71-4e55-ab0c-f48dc394b51f tempest-ServersOnMultiNodesTest-2072586648 tempest-ServersOnMultiNodesTest-2072586648-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=ceeec1d2-c315-47e9-9f92-76d770e7141a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637245 Oct 12 19:24:08.131175 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bafb72dd-663a-4697-8504-f8197f5e34fc tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Notify callbacks [] for router_gateway, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:08.156667 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bafb72dd-663a-4697-8504-f8197f5e34fc tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:08.295215 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-bafb72dd-663a-4697-8504-f8197f5e34fc tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Allocated IP 172.25.5.241 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/2d3f99b2-206c-4179-8f9c-b340967c7dca) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:24:08.435582 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bafb72dd-663a-4697-8504-f8197f5e34fc tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:08.559901 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bafb72dd-663a-4697-8504-f8197f5e34fc tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:08.864761 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 28995561-31ea-4f5c-a4d7-7ff3c728f69e no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:24:08.891151 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 28995561-31ea-4f5c-a4d7-7ff3c728f69e {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:24:08.892591 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 28995561-31ea-4f5c-a4d7-7ff3c728f69e not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:24:08.990755 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11f3320-1959-4cda-8050-de468bf910d3 req-5e62eb2f-f2cb-4127-a334-42c6f3b22561 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:24:08.992549 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b11f3320-1959-4cda-8050-de468bf910d3 req-5e62eb2f-f2cb-4127-a334-42c6f3b22561 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3967910-cf94-482d-b0ad-c1ba1fe6fa07 HTTP/1.1" status: 200 len: 949 time: 0.4688592 Oct 12 19:24:09.000512 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bafb72dd-663a-4697-8504-f8197f5e34fc tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:24:09.009954 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-bafb72dd-663a-4697-8504-f8197f5e34fc tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:24:09.019625 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafb72dd-663a-4697-8504-f8197f5e34fc tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Pushing event updated for resources: {'Port': ['ID=2d3f99b2-206c-4179-8f9c-b340967c7dca,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:24:09.022273 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafb72dd-663a-4697-8504-f8197f5e34fc tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:24:09.076470 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 48124) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:24:09.201604 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b11f3320-1959-4cda-8050-de468bf910d3 req-3235f161-ee0b-4407-93cd-3b8c90d3539d tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/security-groups?id=ceeec1d2-c315-47e9-9f92-76d770e7141a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997731 Oct 12 19:24:09.260204 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5e6d0766-44c1-4cc4-b048-621bc61836a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:09.362212 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5e6d0766-44c1-4cc4-b048-621bc61836a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:09.443091 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5e6d0766-44c1-4cc4-b048-621bc61836a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:09.456256 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bafb72dd-663a-4697-8504-f8197f5e34fc tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Notify callbacks [] for router_gateway, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:09.477016 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6d0766-44c1-4cc4-b048-621bc61836a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83b7913c-8eca-4199-988e-3a7eabfa2abb,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:24:09.529157 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-5e6d0766-44c1-4cc4-b048-621bc61836a4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9af58a86c3654436b555e4e1a513743c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4516108 Oct 12 19:24:09.531517 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 48136) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:24:09.592155 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f0d9f235-345f-4634-bceb-9866c653c8cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:09.619985 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f0d9f235-345f-4634-bceb-9866c653c8cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:09.756790 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f0d9f235-345f-4634-bceb-9866c653c8cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:09.759514 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f0d9f235-345f-4634-bceb-9866c653c8cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:09.760809 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-f0d9f235-345f-4634-bceb-9866c653c8cb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/83b7913c-8eca-4199-988e-3a7eabfa2abb HTTP/1.1" status: 204 len: 168 time: 0.2278581 Oct 12 19:24:09.778909 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bafb72dd-663a-4697-8504-f8197f5e34fc tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8093541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7915516'] for router, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:09.788538 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d9f235-345f-4634-bceb-9866c653c8cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83b7913c-8eca-4199-988e-3a7eabfa2abb,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:24:09.955769 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c8f938-2196-4cc2-80a5-e266bd0ebcba req-ab492941-e516-49d2-9c55-b20d80c4fffc tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:24:09.957677 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e7c8f938-2196-4cc2-80a5-e266bd0ebcba req-ab492941-e516-49d2-9c55-b20d80c4fffc tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3967910-cf94-482d-b0ad-c1ba1fe6fa07 HTTP/1.1" status: 200 len: 949 time: 0.0694642 Oct 12 19:24:10.075533 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-e7c8f938-2196-4cc2-80a5-e266bd0ebcba req-359c30c3-c8d1-491c-865a-90de931d5d1b tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Deleting port 8c5954a8-0dec-4fa0-bdb2-ec476b3f3d98 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:24:10.075801 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-e7c8f938-2196-4cc2-80a5-e266bd0ebcba req-359c30c3-c8d1-491c-865a-90de931d5d1b tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:10.147436 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bafb72dd-663a-4697-8504-f8197f5e34fc tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Router 3589fb7f-46a1-4526-a6a4-d9991ae16d4b is scheduled to L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b with binding_index 1 {{(pid=95502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 19:24:10.221414 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-e7c8f938-2196-4cc2-80a5-e266bd0ebcba req-359c30c3-c8d1-491c-865a-90de931d5d1b tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] For port 8c5954a8-0dec-4fa0-bdb2-ec476b3f3d98, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=8c5954a8-0dec-4fa0-bdb2-ec476b3f3d98,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:24:10.222358 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-e7c8f938-2196-4cc2-80a5-e266bd0ebcba req-359c30c3-c8d1-491c-865a-90de931d5d1b tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:10.243482 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-e7c8f938-2196-4cc2-80a5-e266bd0ebcba req-359c30c3-c8d1-491c-865a-90de931d5d1b tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Calling delete_port for 8c5954a8-0dec-4fa0-bdb2-ec476b3f3d98 owned by compute:nova {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:24:10.385774 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bafb72dd-663a-4697-8504-f8197f5e34fc tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:24:10.397300 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930254a1-8c72-4075-89c4-e4c62fd35d10 None None] Sync routers for ids ['3589fb7f-46a1-4526-a6a4-d9991ae16d4b'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:24:10.423567 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930254a1-8c72-4075-89c4-e4c62fd35d10 None None] Routers {'3589fb7f-46a1-4526-a6a4-d9991ae16d4b'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:24:10.424366 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-930254a1-8c72-4075-89c4-e4c62fd35d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:24:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['3589fb7f-46a1-4526-a6a4-d9991ae16d4b'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:24:10.435963 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd41a015-6d9b-4d5f-86d2-70c0b1df4c95 req-0101ee2b-ec01-4c61-a5ca-cf9bbd37ccb1 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:24:10.437576 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bd41a015-6d9b-4d5f-86d2-70c0b1df4c95 req-0101ee2b-ec01-4c61-a5ca-cf9bbd37ccb1 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3967910-cf94-482d-b0ad-c1ba1fe6fa07 HTTP/1.1" status: 200 len: 949 time: 0.1137397 Oct 12 19:24:10.467543 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bafb72dd-663a-4697-8504-f8197f5e34fc tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:10.471676 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-bafb72dd-663a-4697-8504-f8197f5e34fc tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.2207556 Oct 12 19:24:10.471848 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-930254a1-8c72-4075-89c4-e4c62fd35d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:24:10.471961 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 48158) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:24:10.476741 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-92bd3a26-e6ad-48f3-a856-3ad9eff14d4f tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'enable_snat': False}}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:24:10.499869 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930254a1-8c72-4075-89c4-e4c62fd35d10 None None] Routers {'3589fb7f-46a1-4526-a6a4-d9991ae16d4b'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:24:10.505016 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-930254a1-8c72-4075-89c4-e4c62fd35d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:24:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['3589fb7f-46a1-4526-a6a4-d9991ae16d4b'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:24:10.536371 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bd41a015-6d9b-4d5f-86d2-70c0b1df4c95 req-4e67bd3b-5924-459d-8ba8-f3a5d25528e7 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/security-groups?id=ceeec1d2-c315-47e9-9f92-76d770e7141a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907316 Oct 12 19:24:10.567101 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-930254a1-8c72-4075-89c4-e4c62fd35d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:24:10.567896 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930254a1-8c72-4075-89c4-e4c62fd35d10 None None] The sync data for ids ['3589fb7f-46a1-4526-a6a4-d9991ae16d4b'] in n-d-813679-3 is: [] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:24:10.599458 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 48166) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:24:10.615118 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6531131d-0b2d-40c7-b0c0-2cbd034ffa23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:10.625739 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-e7c8f938-2196-4cc2-80a5-e266bd0ebcba req-359c30c3-c8d1-491c-865a-90de931d5d1b tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:10.642216 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['ac2ba39d-e5cc-462c-85ad-7f217b2bb8c0', '666b5a4b-a7ff-4681-ba06-b94fff0a6b0a', '8c5954a8-0dec-4fa0-bdb2-ec476b3f3d98'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:24:10.648496 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['8f0f1b33-30ca-4ef3-8d1e-388675e42a87', '832047a1-185a-433e-aeb1-81fc5bea349e', 'f4cfedd2-d5e9-4c37-9550-ce5524d812cf', '73f60a23-c5e0-41a9-a6d8-485cd20cdbc4', '39276d5d-e850-4214-b2ec-f560af0d0d26'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:24:10.678306 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359c30c3-c8d1-491c-865a-90de931d5d1b tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Pushing event deleted for resources: {'Port': ['ID=8c5954a8-0dec-4fa0-bdb2-ec476b3f3d98,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:24:10.729666 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7c8f938-2196-4cc2-80a5-e266bd0ebcba req-359c30c3-c8d1-491c-865a-90de931d5d1b tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] No DVR routers for this DVR port 8c5954a8-0dec-4fa0-bdb2-ec476b3f3d98 on host n-h1-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:24:10.733052 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-e7c8f938-2196-4cc2-80a5-e266bd0ebcba req-359c30c3-c8d1-491c-865a-90de931d5d1b tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:10.737408 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e7c8f938-2196-4cc2-80a5-e266bd0ebcba req-359c30c3-c8d1-491c-865a-90de931d5d1b tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.61 "DELETE /v2.0/ports/8c5954a8-0dec-4fa0-bdb2-ec476b3f3d98 HTTP/1.1" status: 204 len: 173 time: 0.7735567 Oct 12 19:24:10.737904 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3967910-cf94-482d-b0ad-c1ba1fe6fa07', 'name': 'network-vif-deleted', 'tag': '8c5954a8-0dec-4fa0-bdb2-ec476b3f3d98'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:24:10.740372 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ada7cecd-b906-4d29-850d-9c0b515b60da" -d '{"events": [{"server_uuid": "b3967910-cf94-482d-b0ad-c1ba1fe6fa07", "name": "network-vif-deleted", "tag": "8c5954a8-0dec-4fa0-bdb2-ec476b3f3d98"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:24:10.818928 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce368577-15e5-4f43-9e5e-3185dec3d3f5 x-openstack-request-id: req-ce368577-15e5-4f43-9e5e-3185dec3d3f5 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:24:10.819599 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3967910-cf94-482d-b0ad-c1ba1fe6fa07", "name": "network-vif-deleted", "tag": "8c5954a8-0dec-4fa0-bdb2-ec476b3f3d98", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:24:10.819599 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ce368577-15e5-4f43-9e5e-3185dec3d3f5 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:24:10.819933 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3967910-cf94-482d-b0ad-c1ba1fe6fa07', 'name': 'network-vif-deleted', 'tag': '8c5954a8-0dec-4fa0-bdb2-ec476b3f3d98', 'status': 'completed', 'code': 200} Oct 12 19:24:10.827426 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6531131d-0b2d-40c7-b0c0-2cbd034ffa23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:10.915845 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6531131d-0b2d-40c7-b0c0-2cbd034ffa23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:10.951040 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-92bd3a26-e6ad-48f3-a856-3ad9eff14d4f tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:10.974098 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-6531131d-0b2d-40c7-b0c0-2cbd034ffa23 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f694901191c64f8d9bffec9ebb0d659e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3732808 Oct 12 19:24:10.978063 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 48172) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:24:10.978736 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6531131d-0b2d-40c7-b0c0-2cbd034ffa23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b73af1f5-6511-4c29-a3bf-611c66dbc123,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:24:11.047438 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d2128f8b-cd96-4a09-af5d-559dc54c3d77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:11.104934 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d2128f8b-cd96-4a09-af5d-559dc54c3d77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:11.290620 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d2128f8b-cd96-4a09-af5d-559dc54c3d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:11.293595 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d2128f8b-cd96-4a09-af5d-559dc54c3d77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:11.294970 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-d2128f8b-cd96-4a09-af5d-559dc54c3d77 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b73af1f5-6511-4c29-a3bf-611c66dbc123 HTTP/1.1" status: 204 len: 168 time: 0.3156662 Oct 12 19:24:11.325886 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2128f8b-cd96-4a09-af5d-559dc54c3d77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b73af1f5-6511-4c29-a3bf-611c66dbc123,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:24:11.576691 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-92bd3a26-e6ad-48f3-a856-3ad9eff14d4f tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8087071', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8093548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255500'] for router, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:11.580292 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-92bd3a26-e6ad-48f3-a856-3ad9eff14d4f tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7915516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8087046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7915509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8093527'] for router, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:11.703001 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-870b3f7e-049d-4243-b6bb-b8fe450bec00 req-dfb797b1-4c11-425e-a46b-f2e7e9698f45 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3967910-cf94-482d-b0ad-c1ba1fe6fa07 HTTP/1.1" status: 200 len: 210 time: 0.0359662 Oct 12 19:24:11.732658 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92bd3a26-e6ad-48f3-a856-3ad9eff14d4f tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Router 3589fb7f-46a1-4526-a6a4-d9991ae16d4b has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:24:11.850848 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92bd3a26-e6ad-48f3-a856-3ad9eff14d4f tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:24:11.855289 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-92bd3a26-e6ad-48f3-a856-3ad9eff14d4f tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Notify callbacks [] for router, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:11.858473 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-92bd3a26-e6ad-48f3-a856-3ad9eff14d4f tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] 10.222.0.49 "PUT /v2.0/routers/3589fb7f-46a1-4526-a6a4-d9991ae16d4b HTTP/1.1" status: 200 len: 926 time: 1.3834345 Oct 12 19:24:11.860454 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 48200) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:24:11.861470 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c81d01d-526d-4b95-ac12-36bf3f65415f None None] Sync routers for ids ['3589fb7f-46a1-4526-a6a4-d9991ae16d4b'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:24:11.872112 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c81d01d-526d-4b95-ac12-36bf3f65415f None None] Routers {'3589fb7f-46a1-4526-a6a4-d9991ae16d4b'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:24:11.873110 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-0c81d01d-526d-4b95-ac12-36bf3f65415f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:24:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['3589fb7f-46a1-4526-a6a4-d9991ae16d4b'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:24:11.912571 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-0c81d01d-526d-4b95-ac12-36bf3f65415f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:24:11.922184 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c81d01d-526d-4b95-ac12-36bf3f65415f None None] Routers {'3589fb7f-46a1-4526-a6a4-d9991ae16d4b'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:24:11.922781 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-0c81d01d-526d-4b95-ac12-36bf3f65415f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:24:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['3589fb7f-46a1-4526-a6a4-d9991ae16d4b'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:24:11.969656 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-0c81d01d-526d-4b95-ac12-36bf3f65415f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:24:11.969656 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c81d01d-526d-4b95-ac12-36bf3f65415f None None] The sync data for ids ['3589fb7f-46a1-4526-a6a4-d9991ae16d4b'] in n-d-813679-3 is: [] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:24:12.233833 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-a2ab627a-1c7a-4b5c-a526-f1e6f27657d3 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] 10.222.0.49 "GET /v2.0/routers/3589fb7f-46a1-4526-a6a4-d9991ae16d4b HTTP/1.1" status: 200 len: 926 time: 0.3722470 Oct 12 19:24:12.236528 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 48214) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:24:12.312238 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a935e059-8761-4549-9341-e6a4ba308201 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:24:12.322825 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 48220) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:24:12.323289 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-a935e059-8761-4549-9341-e6a4ba308201 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=4afbf4a4-67f5-42d1-a358-7ba9799dab0c&device_id=3589fb7f-46a1-4526-a6a4-d9991ae16d4b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0806079 Oct 12 19:24:12.420438 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304fc611-a1a5-492c-8538-7b5640e04147 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:24:12.422206 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-304fc611-a1a5-492c-8538-7b5640e04147 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] 10.222.0.49 "GET /v2.0/networks/4afbf4a4-67f5-42d1-a358-7ba9799dab0c HTTP/1.1" status: 200 len: 881 time: 0.1029985 Oct 12 19:24:12.425937 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 48226) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:24:12.456776 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-f6c4b568-4013-4387-81c0-86ce837a8bd0 tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] 10.222.0.49 "GET /v2.0/ports?device_id=3589fb7f-46a1-4526-a6a4-d9991ae16d4b HTTP/1.1" status: 200 len: 205 time: 0.0272632 Oct 12 19:24:12.457135 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 48228) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:24:12.566259 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6f82d6ff-c951-417b-bd8b-38e15ebc55a3 tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Notify callbacks [] for router, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:12.687530 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6f82d6ff-c951-417b-bd8b-38e15ebc55a3 tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:12.871246 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-6f82d6ff-c951-417b-bd8b-38e15ebc55a3 tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Deleting port 2d3f99b2-206c-4179-8f9c-b340967c7dca {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:24:12.871581 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6f82d6ff-c951-417b-bd8b-38e15ebc55a3 tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:12.957612 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6f82d6ff-c951-417b-bd8b-38e15ebc55a3 tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:12.968668 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-6f82d6ff-c951-417b-bd8b-38e15ebc55a3 tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Calling delete_port for 2d3f99b2-206c-4179-8f9c-b340967c7dca owned by network:router_gateway {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:24:13.231569 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6f82d6ff-c951-417b-bd8b-38e15ebc55a3 tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:13.264972 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f82d6ff-c951-417b-bd8b-38e15ebc55a3 tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Pushing event deleted for resources: {'Port': ['ID=2d3f99b2-206c-4179-8f9c-b340967c7dca,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:24:13.370386 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c394d5dc-69d0-4781-9c00-18fa6af17db4 req-019b1a76-66f8-4d5e-93b1-5d2c3ed70df8 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:24:13.371879 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c394d5dc-69d0-4781-9c00-18fa6af17db4 req-019b1a76-66f8-4d5e-93b1-5d2c3ed70df8 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/ports?device_id=3abb7f11-53b5-4222-8283-7cd63d0727e8 HTTP/1.1" status: 200 len: 950 time: 0.0841789 Oct 12 19:24:13.380379 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6f82d6ff-c951-417b-bd8b-38e15ebc55a3 tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7915456'] for router_gateway, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:13.506314 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6f82d6ff-c951-417b-bd8b-38e15ebc55a3 tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255495'] for router, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:13.510364 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c394d5dc-69d0-4781-9c00-18fa6af17db4 req-bad44109-5449-4fce-9b4e-1022d8877cf8 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/security-groups?id=ceeec1d2-c315-47e9-9f92-76d770e7141a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312435 Oct 12 19:24:13.511527 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6f82d6ff-c951-417b-bd8b-38e15ebc55a3 tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:13.648577 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6f82d6ff-c951-417b-bd8b-38e15ebc55a3 tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8093499'] for router, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:13.649485 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f82d6ff-c951-417b-bd8b-38e15ebc55a3 tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Fanout notify agent at l3_agent the message router_deleted on router 3589fb7f-46a1-4526-a6a4-d9991ae16d4b {{(pid=95501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 19:24:13.657380 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6f82d6ff-c951-417b-bd8b-38e15ebc55a3 tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Notify callbacks [] for router, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:13.662795 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 48284) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:24:13.663481 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-6f82d6ff-c951-417b-bd8b-38e15ebc55a3 tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] 10.222.0.49 "DELETE /v2.0/routers/3589fb7f-46a1-4526-a6a4-d9991ae16d4b HTTP/1.1" status: 204 len: 168 time: 1.2047541 Oct 12 19:24:13.668387 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-4e9a6c87-0479-4616-93ff-65ccd117476a tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2064366359', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:24:13.750282 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4e9a6c87-0479-4616-93ff-65ccd117476a tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8093678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255505'] for router, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:13.751404 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4e9a6c87-0479-4616-93ff-65ccd117476a tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8093562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8087085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8022306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255518'] for router, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:13.804176 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4e9a6c87-0479-4616-93ff-65ccd117476a tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:13.859818 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4e9a6c87-0479-4616-93ff-65ccd117476a tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8093541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7915516'] for router, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:13.932912 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4e9a6c87-0479-4616-93ff-65ccd117476a tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:13.934233 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-4e9a6c87-0479-4616-93ff-65ccd117476a tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2695787 Oct 12 19:24:13.939697 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 48292) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:24:13.944723 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-9568991e-cc61-4045-a7d7-dc2e3d05ad58 tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Request body: {'router': {'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:24:14.171733 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9568991e-cc61-4045-a7d7-dc2e3d05ad58 tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:14.178076 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 48298) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:24:14.303932 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-311ddb8b-b759-4cf9-b373-14e7200696e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:14.420011 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-311ddb8b-b759-4cf9-b373-14e7200696e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:14.490135 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-311ddb8b-b759-4cf9-b373-14e7200696e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:14.550770 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9568991e-cc61-4045-a7d7-dc2e3d05ad58 tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Notify callbacks [] for router_gateway, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:14.575321 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-311ddb8b-b759-4cf9-b373-14e7200696e2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b48134dc6f4843109598f7fc4c750b87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3961551 Oct 12 19:24:14.577361 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9568991e-cc61-4045-a7d7-dc2e3d05ad58 tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:14.578181 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 48312) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:24:14.579242 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311ddb8b-b759-4cf9-b373-14e7200696e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=083621f8-e3f9-437e-80e7-540d0a7ead34,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:24:14.632527 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ddaf1749-694e-4136-abae-4723c9592e25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:14.662800 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ddaf1749-694e-4136-abae-4723c9592e25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:14.716557 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07830d64-837e-4dc1-935d-3c82a9569c3e req-fa62d3d9-38c1-474a-966c-ea9907b339d6 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:24:14.718481 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-07830d64-837e-4dc1-935d-3c82a9569c3e req-fa62d3d9-38c1-474a-966c-ea9907b339d6 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/ports?device_id=3abb7f11-53b5-4222-8283-7cd63d0727e8 HTTP/1.1" status: 200 len: 950 time: 0.1364665 Oct 12 19:24:14.793216 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-9568991e-cc61-4045-a7d7-dc2e3d05ad58 tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Allocated IP 172.25.5.14 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/052f49f8-4303-4d12-8805-84643808ca54) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:24:14.793437 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 8c5954a8-0dec-4fa0-bdb2-ec476b3f3d98 no longer exists at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:24:14.807502 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ddaf1749-694e-4136-abae-4723c9592e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:14.811472 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ddaf1749-694e-4136-abae-4723c9592e25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:14.818970 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1e9328-dc20-4336-a1d7-1d5d590aec74 req-a06ec012-4e0c-4254-827b-4e5eb97fcf63 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:24:14.820484 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-bd1e9328-dc20-4336-a1d7-1d5d590aec74 req-a06ec012-4e0c-4254-827b-4e5eb97fcf63 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.67 "GET /v2.0/ports?device_id=3abb7f11-53b5-4222-8283-7cd63d0727e8 HTTP/1.1" status: 200 len: 950 time: 0.1515112 Oct 12 19:24:14.827813 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-07830d64-837e-4dc1-935d-3c82a9569c3e req-53f2e516-478a-4d62-81a2-cd1715666b64 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/security-groups?id=ceeec1d2-c315-47e9-9f92-76d770e7141a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885043 Oct 12 19:24:14.843137 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] No Port match for: 8c5954a8-0dec-4fa0-bdb2-ec476b3f3d98 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:24:14.844282 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 8c5954a8-0dec-4fa0-bdb2-ec476b3f3d98 not bound to the agent host n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:24:14.846911 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-ddaf1749-694e-4136-abae-4723c9592e25 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/083621f8-e3f9-437e-80e7-540d0a7ead34 HTTP/1.1" status: 204 len: 168 time: 0.2376969 Oct 12 19:24:14.881224 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaf1749-694e-4136-abae-4723c9592e25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=083621f8-e3f9-437e-80e7-540d0a7ead34,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:24:14.999912 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9568991e-cc61-4045-a7d7-dc2e3d05ad58 tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:15.007647 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-bd1e9328-dc20-4336-a1d7-1d5d590aec74 req-a8a40f8b-6bd9-4e0b-a1a3-db32ccad767f tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Deleting port 39276d5d-e850-4214-b2ec-f560af0d0d26 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:24:15.007983 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-bd1e9328-dc20-4336-a1d7-1d5d590aec74 req-a8a40f8b-6bd9-4e0b-a1a3-db32ccad767f tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:15.131335 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-bd1e9328-dc20-4336-a1d7-1d5d590aec74 req-a8a40f8b-6bd9-4e0b-a1a3-db32ccad767f tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] For port 39276d5d-e850-4214-b2ec-f560af0d0d26, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=39276d5d-e850-4214-b2ec-f560af0d0d26,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:24:15.131827 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-bd1e9328-dc20-4336-a1d7-1d5d590aec74 req-a8a40f8b-6bd9-4e0b-a1a3-db32ccad767f tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:15.144409 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-bd1e9328-dc20-4336-a1d7-1d5d590aec74 req-a8a40f8b-6bd9-4e0b-a1a3-db32ccad767f tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Calling delete_port for 39276d5d-e850-4214-b2ec-f560af0d0d26 owned by compute:nova {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:24:15.212372 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9568991e-cc61-4045-a7d7-dc2e3d05ad58 tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:15.270651 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9568991e-cc61-4045-a7d7-dc2e3d05ad58 tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:24:15.275732 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9568991e-cc61-4045-a7d7-dc2e3d05ad58 tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Pushing event updated for resources: {'Port': ['ID=052f49f8-4303-4d12-8805-84643808ca54,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:24:15.278932 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-9568991e-cc61-4045-a7d7-dc2e3d05ad58 tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:24:15.282430 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9568991e-cc61-4045-a7d7-dc2e3d05ad58 tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:24:15.445282 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-bd1e9328-dc20-4336-a1d7-1d5d590aec74 req-a8a40f8b-6bd9-4e0b-a1a3-db32ccad767f tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:15.458685 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['ac2ba39d-e5cc-462c-85ad-7f217b2bb8c0', '666b5a4b-a7ff-4681-ba06-b94fff0a6b0a'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:24:15.462388 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['8f0f1b33-30ca-4ef3-8d1e-388675e42a87', '832047a1-185a-433e-aeb1-81fc5bea349e', 'f4cfedd2-d5e9-4c37-9550-ce5524d812cf', '73f60a23-c5e0-41a9-a6d8-485cd20cdbc4', '39276d5d-e850-4214-b2ec-f560af0d0d26'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:24:15.483998 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a40f8b-6bd9-4e0b-a1a3-db32ccad767f tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Pushing event deleted for resources: {'Port': ['ID=39276d5d-e850-4214-b2ec-f560af0d0d26,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:24:15.550142 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd1e9328-dc20-4336-a1d7-1d5d590aec74 req-a8a40f8b-6bd9-4e0b-a1a3-db32ccad767f tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] No DVR routers for this DVR port 39276d5d-e850-4214-b2ec-f560af0d0d26 on host n-h2-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:24:15.553360 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-bd1e9328-dc20-4336-a1d7-1d5d590aec74 req-a8a40f8b-6bd9-4e0b-a1a3-db32ccad767f tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:15.558871 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-bd1e9328-dc20-4336-a1d7-1d5d590aec74 req-a8a40f8b-6bd9-4e0b-a1a3-db32ccad767f tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.67 "DELETE /v2.0/ports/39276d5d-e850-4214-b2ec-f560af0d0d26 HTTP/1.1" status: 204 len: 173 time: 0.7293584 Oct 12 19:24:15.559814 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3abb7f11-53b5-4222-8283-7cd63d0727e8', 'name': 'network-vif-deleted', 'tag': '39276d5d-e850-4214-b2ec-f560af0d0d26'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:24:15.566181 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-236d466b-dab9-4cb2-ad0d-6f77dbfbe222" -d '{"events": [{"server_uuid": "3abb7f11-53b5-4222-8283-7cd63d0727e8", "name": "network-vif-deleted", "tag": "39276d5d-e850-4214-b2ec-f560af0d0d26"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:24:15.602830 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 48338) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:24:15.621134 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6231da19-1600-4124-ae34-bf439cf8ddcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:15.656355 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df630d9d-44eb-4923-b627-071cbecc3235 x-openstack-request-id: req-df630d9d-44eb-4923-b627-071cbecc3235 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:24:15.657432 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3abb7f11-53b5-4222-8283-7cd63d0727e8", "name": "network-vif-deleted", "tag": "39276d5d-e850-4214-b2ec-f560af0d0d26", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:24:15.657432 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-df630d9d-44eb-4923-b627-071cbecc3235 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:24:15.658072 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3abb7f11-53b5-4222-8283-7cd63d0727e8', 'name': 'network-vif-deleted', 'tag': '39276d5d-e850-4214-b2ec-f560af0d0d26', 'status': 'completed', 'code': 200} Oct 12 19:24:15.741907 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6231da19-1600-4124-ae34-bf439cf8ddcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:15.853320 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6231da19-1600-4124-ae34-bf439cf8ddcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:15.871239 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9568991e-cc61-4045-a7d7-dc2e3d05ad58 tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Notify callbacks [] for router_gateway, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:15.894604 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-6231da19-1600-4124-ae34-bf439cf8ddcb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=30792bdcfe554152a4065631c5ff437e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2900543 Oct 12 19:24:15.896980 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6231da19-1600-4124-ae34-bf439cf8ddcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2f873e2-a7e8-42ff-8322-3b5ae882d190,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:24:15.900508 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 48346) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:24:15.960210 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d20f5184-b0bd-48db-b741-8d01ca0970a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:16.019736 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d20f5184-b0bd-48db-b741-8d01ca0970a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:16.056880 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a5974940-e274-4d9e-a11c-5aca95d7ce12 req-a5d7d322-87eb-4e17-95ca-a519d8d5102e tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/ports?device_id=3abb7f11-53b5-4222-8283-7cd63d0727e8 HTTP/1.1" status: 200 len: 210 time: 0.0484109 Oct 12 19:24:16.179794 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d20f5184-b0bd-48db-b741-8d01ca0970a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:16.182604 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d20f5184-b0bd-48db-b741-8d01ca0970a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:16.186269 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-d20f5184-b0bd-48db-b741-8d01ca0970a0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e2f873e2-a7e8-42ff-8322-3b5ae882d190 HTTP/1.1" status: 204 len: 168 time: 0.2820337 Oct 12 19:24:16.197879 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20f5184-b0bd-48db-b741-8d01ca0970a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2f873e2-a7e8-42ff-8322-3b5ae882d190,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:24:16.211365 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9568991e-cc61-4045-a7d7-dc2e3d05ad58 tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8087071', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8093548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255500'] for router, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:16.215252 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9568991e-cc61-4045-a7d7-dc2e3d05ad58 tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7915516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8087046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7915509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8093527'] for router, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:16.775755 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9568991e-cc61-4045-a7d7-dc2e3d05ad58 tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Router 3eca71c4-64a4-497b-9f29-b5d2031c7357 is scheduled to L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b with binding_index 1 {{(pid=95501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 19:24:16.914593 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9568991e-cc61-4045-a7d7-dc2e3d05ad58 tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:24:16.922905 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9568991e-cc61-4045-a7d7-dc2e3d05ad58 tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Notify callbacks [] for router, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:16.925986 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330c61e6-d853-4b10-8047-121fd0e32264 None None] Sync routers for ids ['3eca71c4-64a4-497b-9f29-b5d2031c7357'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:24:16.929145 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-9568991e-cc61-4045-a7d7-dc2e3d05ad58 tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] 10.222.0.49 "PUT /v2.0/routers/3eca71c4-64a4-497b-9f29-b5d2031c7357 HTTP/1.1" status: 200 len: 883 time: 2.9877553 Oct 12 19:24:16.931667 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 48384) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:24:16.935467 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330c61e6-d853-4b10-8047-121fd0e32264 None None] Routers {'3eca71c4-64a4-497b-9f29-b5d2031c7357'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:24:16.939776 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-330c61e6-d853-4b10-8047-121fd0e32264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:24:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['3eca71c4-64a4-497b-9f29-b5d2031c7357'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:24:16.979470 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-330c61e6-d853-4b10-8047-121fd0e32264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:24:16.988668 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330c61e6-d853-4b10-8047-121fd0e32264 None None] Routers {'3eca71c4-64a4-497b-9f29-b5d2031c7357'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:24:16.989503 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-330c61e6-d853-4b10-8047-121fd0e32264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:24:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['3eca71c4-64a4-497b-9f29-b5d2031c7357'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:24:17.041794 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-330c61e6-d853-4b10-8047-121fd0e32264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:24:17.042717 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330c61e6-d853-4b10-8047-121fd0e32264 None None] The sync data for ids ['3eca71c4-64a4-497b-9f29-b5d2031c7357'] in n-d-813679-3 is: [] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:24:17.071005 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-13ef3c56-0d64-42ab-9fc4-69c6e044799c tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] 10.222.0.49 "GET /v2.0/routers/3eca71c4-64a4-497b-9f29-b5d2031c7357 HTTP/1.1" status: 200 len: 924 time: 0.1379902 Oct 12 19:24:17.073739 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 48394) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:24:17.152458 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd96e8d-fbef-4d3e-9248-56368248a6ec tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:24:17.154008 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-1bd96e8d-fbef-4d3e-9248-56368248a6ec tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=4afbf4a4-67f5-42d1-a358-7ba9799dab0c&device_id=3eca71c4-64a4-497b-9f29-b5d2031c7357&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0793178 Oct 12 19:24:17.156849 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 48398) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:24:17.253342 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2952dec-163f-4139-891b-c29062ee81ce tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:24:17.257608 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-e2952dec-163f-4139-891b-c29062ee81ce tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] 10.222.0.49 "GET /v2.0/networks/4afbf4a4-67f5-42d1-a358-7ba9799dab0c HTTP/1.1" status: 200 len: 881 time: 0.0970235 Oct 12 19:24:17.258455 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 48406) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:24:17.316528 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-c6b11b98-f0f9-4e0a-af72-adfaa1f2f833 tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] 10.222.0.49 "GET /v2.0/ports?device_id=3eca71c4-64a4-497b-9f29-b5d2031c7357 HTTP/1.1" status: 200 len: 205 time: 0.0531218 Oct 12 19:24:17.316641 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 48410) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:24:17.463028 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-621d191c-c4b4-4448-a526-212a585a6d24 tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Notify callbacks [] for router, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:17.542512 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6095545a-6aaf-49f8-af90-23e8b02d697b req-c2d41c26-5819-4179-9d8a-88c960a2dabc tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:24:17.544484 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6095545a-6aaf-49f8-af90-23e8b02d697b req-c2d41c26-5819-4179-9d8a-88c960a2dabc tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e3dd9fd-d745-452a-bdba-078fe6b0813e HTTP/1.1" status: 200 len: 950 time: 0.0552623 Oct 12 19:24:17.575553 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-621d191c-c4b4-4448-a526-212a585a6d24 tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:17.592684 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6095545a-6aaf-49f8-af90-23e8b02d697b req-2923ffca-a67d-4038-b93b-8cd83ea95ce6 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/security-groups?id=ceeec1d2-c315-47e9-9f92-76d770e7141a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368185 Oct 12 19:24:17.698933 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-621d191c-c4b4-4448-a526-212a585a6d24 tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Deleting port 052f49f8-4303-4d12-8805-84643808ca54 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:24:17.699328 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-621d191c-c4b4-4448-a526-212a585a6d24 tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:17.791694 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-621d191c-c4b4-4448-a526-212a585a6d24 tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:17.813245 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-621d191c-c4b4-4448-a526-212a585a6d24 tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Calling delete_port for 052f49f8-4303-4d12-8805-84643808ca54 owned by network:router_gateway {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:24:18.063086 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-621d191c-c4b4-4448-a526-212a585a6d24 tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:18.093230 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621d191c-c4b4-4448-a526-212a585a6d24 tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Pushing event deleted for resources: {'Port': ['ID=052f49f8-4303-4d12-8805-84643808ca54,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:24:18.183796 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-621d191c-c4b4-4448-a526-212a585a6d24 tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7915456'] for router_gateway, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:18.275989 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-621d191c-c4b4-4448-a526-212a585a6d24 tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255495'] for router, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:18.278202 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-621d191c-c4b4-4448-a526-212a585a6d24 tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:18.516246 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-621d191c-c4b4-4448-a526-212a585a6d24 tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8093499'] for router, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:18.550572 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-621d191c-c4b4-4448-a526-212a585a6d24 tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Fanout notify agent at l3_agent the message router_deleted on router 3eca71c4-64a4-497b-9f29-b5d2031c7357 {{(pid=95501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 19:24:18.550572 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-621d191c-c4b4-4448-a526-212a585a6d24 tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Notify callbacks [] for router, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:18.550572 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-621d191c-c4b4-4448-a526-212a585a6d24 tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] 10.222.0.49 "DELETE /v2.0/routers/3eca71c4-64a4-497b-9f29-b5d2031c7357 HTTP/1.1" status: 204 len: 168 time: 1.2115698 Oct 12 19:24:18.552671 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 48452) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:24:18.557479 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-e4670f7b-2cd0-43b9-921f-af4080543fa3 tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2007545308', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:24:18.723398 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0472f3-4129-49a4-bb30-57d52d988a5b req-96ff1876-e9f1-41b4-aca9-f72655d2cd23 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:24:18.725103 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-fa0472f3-4129-49a4-bb30-57d52d988a5b req-96ff1876-e9f1-41b4-aca9-f72655d2cd23 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e3dd9fd-d745-452a-bdba-078fe6b0813e HTTP/1.1" status: 200 len: 950 time: 0.0583754 Oct 12 19:24:18.797333 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-fa0472f3-4129-49a4-bb30-57d52d988a5b req-23280331-f445-4d10-8811-4cc63f73a722 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/security-groups?id=ceeec1d2-c315-47e9-9f92-76d770e7141a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605500 Oct 12 19:24:18.825753 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9374bf12-4fc9-45f9-8dba-4c6249c52250 req-5668eab7-86f8-4c1a-b5e1-0eda3e09797f tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:24:18.827382 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9374bf12-4fc9-45f9-8dba-4c6249c52250 req-5668eab7-86f8-4c1a-b5e1-0eda3e09797f tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.67 "GET /v2.0/ports?device_id=0e3dd9fd-d745-452a-bdba-078fe6b0813e HTTP/1.1" status: 200 len: 950 time: 0.0647874 Oct 12 19:24:18.831953 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e4670f7b-2cd0-43b9-921f-af4080543fa3 tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8093678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255505'] for router, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:18.832872 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e4670f7b-2cd0-43b9-921f-af4080543fa3 tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8093562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8087085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8022306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255518'] for router, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:18.953609 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e4670f7b-2cd0-43b9-921f-af4080543fa3 tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:18.977043 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-9374bf12-4fc9-45f9-8dba-4c6249c52250 req-99cf72a3-5063-402f-8ffc-95cb90921004 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Deleting port 73f60a23-c5e0-41a9-a6d8-485cd20cdbc4 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:24:18.977383 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-9374bf12-4fc9-45f9-8dba-4c6249c52250 req-99cf72a3-5063-402f-8ffc-95cb90921004 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:19.047874 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e4670f7b-2cd0-43b9-921f-af4080543fa3 tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8093541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7915516'] for router, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:19.066971 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 39276d5d-e850-4214-b2ec-f560af0d0d26 no longer exists at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:24:19.081961 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-9374bf12-4fc9-45f9-8dba-4c6249c52250 req-99cf72a3-5063-402f-8ffc-95cb90921004 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] For port 73f60a23-c5e0-41a9-a6d8-485cd20cdbc4, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=73f60a23-c5e0-41a9-a6d8-485cd20cdbc4,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:24:19.082264 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-9374bf12-4fc9-45f9-8dba-4c6249c52250 req-99cf72a3-5063-402f-8ffc-95cb90921004 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:19.093109 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] No Port match for: 39276d5d-e850-4214-b2ec-f560af0d0d26 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:24:19.093718 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 39276d5d-e850-4214-b2ec-f560af0d0d26 not bound to the agent host n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:24:19.102645 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-9374bf12-4fc9-45f9-8dba-4c6249c52250 req-99cf72a3-5063-402f-8ffc-95cb90921004 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Calling delete_port for 73f60a23-c5e0-41a9-a6d8-485cd20cdbc4 owned by compute:nova {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:24:19.221771 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e4670f7b-2cd0-43b9-921f-af4080543fa3 tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Notify callbacks [] for router, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:19.223633 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-e4670f7b-2cd0-43b9-921f-af4080543fa3 tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6695261 Oct 12 19:24:19.230955 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 48472) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:24:19.235930 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-77ad3d0e-6f07-49cd-b8e2-b175454bacf2 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'enable_snat': True}}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:24:19.465022 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-9374bf12-4fc9-45f9-8dba-4c6249c52250 req-99cf72a3-5063-402f-8ffc-95cb90921004 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:19.479051 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['8f0f1b33-30ca-4ef3-8d1e-388675e42a87', '832047a1-185a-433e-aeb1-81fc5bea349e', 'f4cfedd2-d5e9-4c37-9550-ce5524d812cf', '73f60a23-c5e0-41a9-a6d8-485cd20cdbc4'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:24:19.481643 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['ac2ba39d-e5cc-462c-85ad-7f217b2bb8c0', '666b5a4b-a7ff-4681-ba06-b94fff0a6b0a'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:24:19.485977 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-77ad3d0e-6f07-49cd-b8e2-b175454bacf2 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:19.496231 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cf72a3-5063-402f-8ffc-95cb90921004 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Pushing event deleted for resources: {'Port': ['ID=73f60a23-c5e0-41a9-a6d8-485cd20cdbc4,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:24:19.543518 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-9374bf12-4fc9-45f9-8dba-4c6249c52250 req-99cf72a3-5063-402f-8ffc-95cb90921004 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] No DVR routers for this DVR port 73f60a23-c5e0-41a9-a6d8-485cd20cdbc4 on host n-h2-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:24:19.546341 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-9374bf12-4fc9-45f9-8dba-4c6249c52250 req-99cf72a3-5063-402f-8ffc-95cb90921004 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:19.550658 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9374bf12-4fc9-45f9-8dba-4c6249c52250 req-99cf72a3-5063-402f-8ffc-95cb90921004 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.67 "DELETE /v2.0/ports/73f60a23-c5e0-41a9-a6d8-485cd20cdbc4 HTTP/1.1" status: 204 len: 173 time: 0.7130325 Oct 12 19:24:19.551119 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e3dd9fd-d745-452a-bdba-078fe6b0813e', 'name': 'network-vif-deleted', 'tag': '73f60a23-c5e0-41a9-a6d8-485cd20cdbc4'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:24:19.553528 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7808f83-edcd-49c9-a702-905d95f7cbd5" -d '{"events": [{"server_uuid": "0e3dd9fd-d745-452a-bdba-078fe6b0813e", "name": "network-vif-deleted", "tag": "73f60a23-c5e0-41a9-a6d8-485cd20cdbc4"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:24:19.592524 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f6d6ca3-330c-45fc-91e2-8a6cfdc10c0e x-openstack-request-id: req-8f6d6ca3-330c-45fc-91e2-8a6cfdc10c0e {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:24:19.592829 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e3dd9fd-d745-452a-bdba-078fe6b0813e", "name": "network-vif-deleted", "tag": "73f60a23-c5e0-41a9-a6d8-485cd20cdbc4", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:24:19.593271 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8f6d6ca3-330c-45fc-91e2-8a6cfdc10c0e {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:24:19.593685 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e3dd9fd-d745-452a-bdba-078fe6b0813e', 'name': 'network-vif-deleted', 'tag': '73f60a23-c5e0-41a9-a6d8-485cd20cdbc4', 'status': 'completed', 'code': 200} Oct 12 19:24:19.982065 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-77ad3d0e-6f07-49cd-b8e2-b175454bacf2 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:20.016916 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-77ad3d0e-6f07-49cd-b8e2-b175454bacf2 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:20.055744 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-65e18c22-6e4e-4474-bce7-0638565c6aba req-97440724-4736-4228-9584-6f0a83b53a32 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e3dd9fd-d745-452a-bdba-078fe6b0813e HTTP/1.1" status: 200 len: 210 time: 0.0582435 Oct 12 19:24:20.212656 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-77ad3d0e-6f07-49cd-b8e2-b175454bacf2 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Allocated IP 172.25.5.143 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/215346f3-01ae-4bad-ae7c-7d4470c5cb97) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:24:20.345055 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-77ad3d0e-6f07-49cd-b8e2-b175454bacf2 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:20.482193 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-77ad3d0e-6f07-49cd-b8e2-b175454bacf2 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:20.525829 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ad3d0e-6f07-49cd-b8e2-b175454bacf2 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:24:20.530243 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-77ad3d0e-6f07-49cd-b8e2-b175454bacf2 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:24:20.534366 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ad3d0e-6f07-49cd-b8e2-b175454bacf2 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:24:20.555565 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ad3d0e-6f07-49cd-b8e2-b175454bacf2 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Pushing event updated for resources: {'Port': ['ID=215346f3-01ae-4bad-ae7c-7d4470c5cb97,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:24:21.270747 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 48534) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:24:21.329417 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-77ad3d0e-6f07-49cd-b8e2-b175454bacf2 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:21.423875 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e06d4f30-f78f-4df7-95f0-763404bf08ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:21.515877 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e06d4f30-f78f-4df7-95f0-763404bf08ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:21.546519 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-77ad3d0e-6f07-49cd-b8e2-b175454bacf2 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8087071', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8093548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255500'] for router, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:21.551254 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-77ad3d0e-6f07-49cd-b8e2-b175454bacf2 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7915516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8087046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7915509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8093527'] for router, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:21.601878 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e06d4f30-f78f-4df7-95f0-763404bf08ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:21.675898 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06d4f30-f78f-4df7-95f0-763404bf08ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06c16c44-084c-4b35-bbc4-2d3e0194ed07,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:24:21.692791 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-e06d4f30-f78f-4df7-95f0-763404bf08ff admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b32b3dcf20fa4cabad799966fd165c11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4201565 Oct 12 19:24:21.693513 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 48546) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:24:21.859564 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a9c89ca8-c2ff-4e30-af5e-ebb29eea9633 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:21.871958 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77ad3d0e-6f07-49cd-b8e2-b175454bacf2 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Router b9316759-7289-459e-8245-b88f8c3a56cd is scheduled to L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b with binding_index 1 {{(pid=95502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 19:24:21.873259 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-12837b90-51f7-4dec-b913-97fba219cdbc req-96b97700-2ab9-4e02-8178-897554ed4115 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=19523b6d-3dbf-434c-b3dc-884efdb2e80a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1539109 Oct 12 19:24:21.884773 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a9c89ca8-c2ff-4e30-af5e-ebb29eea9633 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:21.986588 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12837b90-51f7-4dec-b913-97fba219cdbc req-bedceca5-db99-4f08-aeb2-f2e6af3f7e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:24:21.988512 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-12837b90-51f7-4dec-b913-97fba219cdbc req-bedceca5-db99-4f08-aeb2-f2e6af3f7e24 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=72ac91cd8d494d6197bc36451232b3b4&device_id=19523b6d-3dbf-434c-b3dc-884efdb2e80a HTTP/1.1" status: 200 len: 1101 time: 0.0874248 Oct 12 19:24:22.017544 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77ad3d0e-6f07-49cd-b8e2-b175454bacf2 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:24:22.023880 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-77ad3d0e-6f07-49cd-b8e2-b175454bacf2 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:22.025250 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-77ad3d0e-6f07-49cd-b8e2-b175454bacf2 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] 10.222.0.49 "PUT /v2.0/routers/b9316759-7289-459e-8245-b88f8c3a56cd HTTP/1.1" status: 200 len: 919 time: 2.7929552 Oct 12 19:24:22.028346 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 48550) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:24:22.037878 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66182b48-d235-43cb-aaf5-56621d7d827e None None] Sync routers for ids ['b9316759-7289-459e-8245-b88f8c3a56cd'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:24:22.049706 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66182b48-d235-43cb-aaf5-56621d7d827e None None] Routers {'b9316759-7289-459e-8245-b88f8c3a56cd'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:24:22.050617 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-66182b48-d235-43cb-aaf5-56621d7d827e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:24:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['b9316759-7289-459e-8245-b88f8c3a56cd'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:24:22.096774 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-66182b48-d235-43cb-aaf5-56621d7d827e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:24:22.106722 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66182b48-d235-43cb-aaf5-56621d7d827e None None] Routers {'b9316759-7289-459e-8245-b88f8c3a56cd'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:24:22.107681 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-66182b48-d235-43cb-aaf5-56621d7d827e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:24:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['b9316759-7289-459e-8245-b88f8c3a56cd'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:24:22.148514 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-66182b48-d235-43cb-aaf5-56621d7d827e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:24:22.149481 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66182b48-d235-43cb-aaf5-56621d7d827e None None] The sync data for ids ['b9316759-7289-459e-8245-b88f8c3a56cd'] in n-d-813679-3 is: [] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:24:22.173624 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-c404d8d0-33f8-40ae-9ccb-9625c57bc24e tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] 10.222.0.49 "GET /v2.0/routers/b9316759-7289-459e-8245-b88f8c3a56cd HTTP/1.1" status: 200 len: 925 time: 0.1440332 Oct 12 19:24:22.176187 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 48554) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:24:22.188375 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a9c89ca8-c2ff-4e30-af5e-ebb29eea9633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:22.191802 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a9c89ca8-c2ff-4e30-af5e-ebb29eea9633 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:22.196874 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-a9c89ca8-c2ff-4e30-af5e-ebb29eea9633 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/06c16c44-084c-4b35-bbc4-2d3e0194ed07 HTTP/1.1" status: 204 len: 168 time: 0.5017152 Oct 12 19:24:22.203392 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12837b90-51f7-4dec-b913-97fba219cdbc req-d51f2b36-dc47-4fa0-9797-d08ed3186d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:24:22.204975 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-12837b90-51f7-4dec-b913-97fba219cdbc req-d51f2b36-dc47-4fa0-9797-d08ed3186d4a service neutron] 10.222.0.67 "GET /v2.0/networks?id=90dcf485-b1ad-4139-85a3-9e1e9879e6b1 HTTP/1.1" status: 200 len: 870 time: 0.1656914 Oct 12 19:24:22.211815 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c89ca8-c2ff-4e30-af5e-ebb29eea9633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06c16c44-084c-4b35-bbc4-2d3e0194ed07,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:24:22.271128 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-12837b90-51f7-4dec-b913-97fba219cdbc req-a4d77afa-d6bc-4f07-a05b-bb8cf9d8fe61 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=832047a1-185a-433e-aeb1-81fc5bea349e HTTP/1.1" status: 200 len: 217 time: 0.0570395 Oct 12 19:24:22.301998 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5d133a-1b68-41af-827a-5675057eed9b tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:24:22.305985 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-1b5d133a-1b68-41af-827a-5675057eed9b tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=4afbf4a4-67f5-42d1-a358-7ba9799dab0c&device_id=b9316759-7289-459e-8245-b88f8c3a56cd&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1287045 Oct 12 19:24:22.306610 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 48564) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:24:22.371758 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12837b90-51f7-4dec-b913-97fba219cdbc req-e5942567-4fb7-4ac7-b569-3e0c2a3079e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:24:22.374426 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-12837b90-51f7-4dec-b913-97fba219cdbc req-e5942567-4fb7-4ac7-b569-3e0c2a3079e7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=629aee7d-3fde-4c72-af1e-6a7e1f6a7e75 HTTP/1.1" status: 200 len: 843 time: 0.0940683 Oct 12 19:24:22.429325 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12837b90-51f7-4dec-b913-97fba219cdbc req-8ae835b9-0a3c-4cc6-9707-5098013c8dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:24:22.431257 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-12837b90-51f7-4dec-b913-97fba219cdbc req-8ae835b9-0a3c-4cc6-9707-5098013c8dc3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=90dcf485-b1ad-4139-85a3-9e1e9879e6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0483119 Oct 12 19:24:22.439155 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591ea670-136f-4983-820f-346e2dc4687b req-3849047e-e493-4141-b967-98b580f225fb tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:24:22.445263 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-591ea670-136f-4983-820f-346e2dc4687b req-3849047e-e493-4141-b967-98b580f225fb tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/ports?device_id=792b051e-dcb6-42bd-a048-adc1d5c2dc3b HTTP/1.1" status: 200 len: 950 time: 0.1020877 Oct 12 19:24:22.508743 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402d223c-31c1-4718-a307-7291336d6782 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:24:22.512913 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-402d223c-31c1-4718-a307-7291336d6782 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] 10.222.0.49 "GET /v2.0/networks/4afbf4a4-67f5-42d1-a358-7ba9799dab0c HTTP/1.1" status: 200 len: 881 time: 0.2050254 Oct 12 19:24:22.513526 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 48568) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:24:22.519534 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-591ea670-136f-4983-820f-346e2dc4687b req-82616fec-1821-4c5b-aeb8-00b43bc9374d tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/security-groups?id=ceeec1d2-c315-47e9-9f92-76d770e7141a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646093 Oct 12 19:24:22.548919 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-028937d4-9e41-4650-939f-73229701bbdf tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] 10.222.0.49 "GET /v2.0/ports?device_id=b9316759-7289-459e-8245-b88f8c3a56cd HTTP/1.1" status: 200 len: 205 time: 0.0332894 Oct 12 19:24:22.551922 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 48570) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:24:22.562117 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-12837b90-51f7-4dec-b913-97fba219cdbc req-16e91c64-4e6b-47b3-930e-3c23ff633416 service neutron] 10.222.0.67 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170144 Oct 12 19:24:22.662189 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-12837b90-51f7-4dec-b913-97fba219cdbc req-e9c866b4-c606-4777-beff-4c6031c31d19 service neutron] 10.222.0.67 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921271 Oct 12 19:24:22.667270 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-617adf5c-d91a-4b5c-937a-328ecdfff5ec tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Notify callbacks [] for router, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:22.815937 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-617adf5c-d91a-4b5c-937a-328ecdfff5ec tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:22.906016 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-32000bd7-b09a-4476-9f90-c7c21c5b6f04 req-b7226ce5-3d98-4269-8133-d51d862d4592 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a5d8118a-4722-4e86-9061-3b560a61dbf9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0520017 Oct 12 19:24:22.999379 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32000bd7-b09a-4476-9f90-c7c21c5b6f04 req-6f079f83-3380-4044-8dae-dec993274b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:24:22.999850 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32000bd7-b09a-4476-9f90-c7c21c5b6f04 req-6f079f83-3380-4044-8dae-dec993274b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:24:23.000469 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32000bd7-b09a-4476-9f90-c7c21c5b6f04 req-6f079f83-3380-4044-8dae-dec993274b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:24:23.000957 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32000bd7-b09a-4476-9f90-c7c21c5b6f04 req-6f079f83-3380-4044-8dae-dec993274b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:24:23.001409 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32000bd7-b09a-4476-9f90-c7c21c5b6f04 req-6f079f83-3380-4044-8dae-dec993274b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:24:23.001860 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32000bd7-b09a-4476-9f90-c7c21c5b6f04 req-6f079f83-3380-4044-8dae-dec993274b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:24:23.002337 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32000bd7-b09a-4476-9f90-c7c21c5b6f04 req-6f079f83-3380-4044-8dae-dec993274b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:24:23.004257 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-32000bd7-b09a-4476-9f90-c7c21c5b6f04 req-6f079f83-3380-4044-8dae-dec993274b9b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e1bc73ca052b4ff989529862bf093e8d&device_id=a5d8118a-4722-4e86-9061-3b560a61dbf9 HTTP/1.1" status: 200 len: 6492 time: 0.0629590 Oct 12 19:24:23.015510 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-617adf5c-d91a-4b5c-937a-328ecdfff5ec tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Deleting port 215346f3-01ae-4bad-ae7c-7d4470c5cb97 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:24:23.015858 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-617adf5c-d91a-4b5c-937a-328ecdfff5ec tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:23.081640 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 73f60a23-c5e0-41a9-a6d8-485cd20cdbc4 no longer exists at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:24:23.205214 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f46f470-57d0-4b12-8012-99b61814c286 req-5f1874d7-3f40-4b65-86c1-b59623cc97af tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:24:23.207653 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7f46f470-57d0-4b12-8012-99b61814c286 req-5f1874d7-3f40-4b65-86c1-b59623cc97af tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.67 "GET /v2.0/ports?device_id=792b051e-dcb6-42bd-a048-adc1d5c2dc3b HTTP/1.1" status: 200 len: 950 time: 0.0852578 Oct 12 19:24:23.221788 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 48582) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:24:23.269362 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c4d42926-2845-4eba-a535-5851d03ef327 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:23.273436 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-617adf5c-d91a-4b5c-937a-328ecdfff5ec tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:23.333598 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32000bd7-b09a-4476-9f90-c7c21c5b6f04 req-35ff73f3-cef6-4758-b61e-f164946c2535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:24:23.334253 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32000bd7-b09a-4476-9f90-c7c21c5b6f04 req-35ff73f3-cef6-4758-b61e-f164946c2535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:24:23.334724 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32000bd7-b09a-4476-9f90-c7c21c5b6f04 req-35ff73f3-cef6-4758-b61e-f164946c2535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:24:23.337424 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-32000bd7-b09a-4476-9f90-c7c21c5b6f04 req-35ff73f3-cef6-4758-b61e-f164946c2535 service neutron] 10.222.0.61 "GET /v2.0/networks?id=fd3a7e91-28a9-4db8-b159-ade8f4dff732&id=6686226f-4ddf-4917-b57f-19fda7e2d4bd&id=6686226f-4ddf-4917-b57f-19fda7e2d4bd&id=6686226f-4ddf-4917-b57f-19fda7e2d4bd&id=6686226f-4ddf-4917-b57f-19fda7e2d4bd&id=228b976c-c44b-43f4-8a1f-2c6f5ef581f5&id=228b976c-c44b-43f4-8a1f-2c6f5ef581f5 HTTP/1.1" status: 200 len: 2291 time: 0.2838101 Oct 12 19:24:23.338455 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-617adf5c-d91a-4b5c-937a-328ecdfff5ec tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Calling delete_port for 215346f3-01ae-4bad-ae7c-7d4470c5cb97 owned by network:router_gateway {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:24:23.349120 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-7f46f470-57d0-4b12-8012-99b61814c286 req-7277a52e-aee4-4c12-a46f-fe7ac86ba95f tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Deleting port f4cfedd2-d5e9-4c37-9550-ce5524d812cf {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:24:23.349700 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-7f46f470-57d0-4b12-8012-99b61814c286 req-7277a52e-aee4-4c12-a46f-fe7ac86ba95f tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:23.373067 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] No Port match for: 73f60a23-c5e0-41a9-a6d8-485cd20cdbc4 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:24:23.373852 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 73f60a23-c5e0-41a9-a6d8-485cd20cdbc4 not bound to the agent host n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:24:23.483123 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-7f46f470-57d0-4b12-8012-99b61814c286 req-7277a52e-aee4-4c12-a46f-fe7ac86ba95f tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] For port f4cfedd2-d5e9-4c37-9550-ce5524d812cf, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=f4cfedd2-d5e9-4c37-9550-ce5524d812cf,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:24:23.483630 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-7f46f470-57d0-4b12-8012-99b61814c286 req-7277a52e-aee4-4c12-a46f-fe7ac86ba95f tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:23.494541 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-32000bd7-b09a-4476-9f90-c7c21c5b6f04 req-8c247ddd-0f5e-4333-8029-4f2c94f20f7b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5c193aa-d046-4b1e-a749-6ece2dc2c658 HTTP/1.1" status: 200 len: 1001 time: 0.1482449 Oct 12 19:24:23.495943 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-7f46f470-57d0-4b12-8012-99b61814c286 req-7277a52e-aee4-4c12-a46f-fe7ac86ba95f tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Calling delete_port for f4cfedd2-d5e9-4c37-9550-ce5524d812cf owned by compute:nova {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:24:23.621174 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c4d42926-2845-4eba-a535-5851d03ef327 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:23.622527 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7e3c43-057a-419e-84a6-38a3feadd4c6 req-f5982c7f-adf3-4e3a-b1f5-c4a1c593af03 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:24:23.623882 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7b7e3c43-057a-419e-84a6-38a3feadd4c6 req-f5982c7f-adf3-4e3a-b1f5-c4a1c593af03 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.61 "GET /v2.0/ports?device_id=c04c017f-c7cf-4929-804e-b908f9e4b2bc HTTP/1.1" status: 200 len: 949 time: 0.0726323 Oct 12 19:24:23.713799 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32000bd7-b09a-4476-9f90-c7c21c5b6f04 req-639e3152-03a0-4ab5-aeb1-932080c82f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:24:23.716342 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-32000bd7-b09a-4476-9f90-c7c21c5b6f04 req-639e3152-03a0-4ab5-aeb1-932080c82f93 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=05da809f-ecea-4341-80e8-b874d56f17a9 HTTP/1.1" status: 200 len: 850 time: 0.2127693 Oct 12 19:24:23.730773 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c4d42926-2845-4eba-a535-5851d03ef327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:23.757440 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-7b7e3c43-057a-419e-84a6-38a3feadd4c6 req-29c09ff3-2774-4488-9a83-428ac779373b tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Deleting port 666b5a4b-a7ff-4681-ba06-b94fff0a6b0a {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:24:23.758256 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-7b7e3c43-057a-419e-84a6-38a3feadd4c6 req-29c09ff3-2774-4488-9a83-428ac779373b tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:23.802795 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-7f46f470-57d0-4b12-8012-99b61814c286 req-7277a52e-aee4-4c12-a46f-fe7ac86ba95f tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:23.822488 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['ac2ba39d-e5cc-462c-85ad-7f217b2bb8c0', '666b5a4b-a7ff-4681-ba06-b94fff0a6b0a'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:24:23.828590 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['8f0f1b33-30ca-4ef3-8d1e-388675e42a87', '832047a1-185a-433e-aeb1-81fc5bea349e', 'f4cfedd2-d5e9-4c37-9550-ce5524d812cf'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:24:23.840177 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7277a52e-aee4-4c12-a46f-fe7ac86ba95f tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Pushing event deleted for resources: {'Port': ['ID=f4cfedd2-d5e9-4c37-9550-ce5524d812cf,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:24:23.911217 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f46f470-57d0-4b12-8012-99b61814c286 req-7277a52e-aee4-4c12-a46f-fe7ac86ba95f tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] No DVR routers for this DVR port f4cfedd2-d5e9-4c37-9550-ce5524d812cf on host n-h2-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:24:23.919649 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-7f46f470-57d0-4b12-8012-99b61814c286 req-7277a52e-aee4-4c12-a46f-fe7ac86ba95f tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:23.923108 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7f46f470-57d0-4b12-8012-99b61814c286 req-7277a52e-aee4-4c12-a46f-fe7ac86ba95f tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.67 "DELETE /v2.0/ports/f4cfedd2-d5e9-4c37-9550-ce5524d812cf HTTP/1.1" status: 204 len: 173 time: 0.6939516 Oct 12 19:24:23.923633 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '792b051e-dcb6-42bd-a048-adc1d5c2dc3b', 'name': 'network-vif-deleted', 'tag': 'f4cfedd2-d5e9-4c37-9550-ce5524d812cf'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:24:23.926292 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-596af640-8076-4295-a48b-9e00347509c2" -d '{"events": [{"server_uuid": "792b051e-dcb6-42bd-a048-adc1d5c2dc3b", "name": "network-vif-deleted", "tag": "f4cfedd2-d5e9-4c37-9550-ce5524d812cf"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:24:23.958023 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-7b7e3c43-057a-419e-84a6-38a3feadd4c6 req-29c09ff3-2774-4488-9a83-428ac779373b tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] For port 666b5a4b-a7ff-4681-ba06-b94fff0a6b0a, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=666b5a4b-a7ff-4681-ba06-b94fff0a6b0a,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:24:23.958023 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-7b7e3c43-057a-419e-84a6-38a3feadd4c6 req-29c09ff3-2774-4488-9a83-428ac779373b tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:23.969551 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-7b7e3c43-057a-419e-84a6-38a3feadd4c6 req-29c09ff3-2774-4488-9a83-428ac779373b tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Calling delete_port for 666b5a4b-a7ff-4681-ba06-b94fff0a6b0a owned by compute:nova {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:24:24.034162 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de91516e-e7aa-432a-a620-e2fd25cedcde x-openstack-request-id: req-de91516e-e7aa-432a-a620-e2fd25cedcde {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:24:24.034397 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "792b051e-dcb6-42bd-a048-adc1d5c2dc3b", "name": "network-vif-deleted", "tag": "f4cfedd2-d5e9-4c37-9550-ce5524d812cf", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:24:24.034608 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-de91516e-e7aa-432a-a620-e2fd25cedcde {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:24:24.035020 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '792b051e-dcb6-42bd-a048-adc1d5c2dc3b', 'name': 'network-vif-deleted', 'tag': 'f4cfedd2-d5e9-4c37-9550-ce5524d812cf', 'status': 'completed', 'code': 200} Oct 12 19:24:24.308556 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 48610) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:24:24.319512 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-c4d42926-2845-4eba-a535-5851d03ef327 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0ac24d50254843dbbef8e0741fc23539&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0830231 Oct 12 19:24:24.336238 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-7b7e3c43-057a-419e-84a6-38a3feadd4c6 req-29c09ff3-2774-4488-9a83-428ac779373b tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:24.351088 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d42926-2845-4eba-a535-5851d03ef327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d489e502-833e-4d67-b45a-4d3201feebdc,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:24:24.367710 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9632376c-8ac5-4815-8cb9-6cc2e6e6335d req-d2b6c723-582a-40c6-adc8-da63bef17cf7 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:24:24.370112 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9632376c-8ac5-4815-8cb9-6cc2e6e6335d req-d2b6c723-582a-40c6-adc8-da63bef17cf7 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/ports?device_id=792b051e-dcb6-42bd-a048-adc1d5c2dc3b HTTP/1.1" status: 200 len: 950 time: 0.7476871 Oct 12 19:24:24.412598 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c09ff3-2774-4488-9a83-428ac779373b tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Pushing event deleted for resources: {'Port': ['ID=666b5a4b-a7ff-4681-ba06-b94fff0a6b0a,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:24:24.508425 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32000bd7-b09a-4476-9f90-c7c21c5b6f04 req-1c9b6625-bb1f-4252-b335-4dada63e5937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:24:24.509948 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-32000bd7-b09a-4476-9f90-c7c21c5b6f04 req-1c9b6625-bb1f-4252-b335-4dada63e5937 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fd3a7e91-28a9-4db8-b159-ade8f4dff732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7694998 Oct 12 19:24:24.519170 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9632376c-8ac5-4815-8cb9-6cc2e6e6335d req-8850d919-83dd-42c0-a030-33da174dd3e2 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/security-groups?id=ceeec1d2-c315-47e9-9f92-76d770e7141a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480956 Oct 12 19:24:24.528105 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b7e3c43-057a-419e-84a6-38a3feadd4c6 req-29c09ff3-2774-4488-9a83-428ac779373b tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] No DVR routers for this DVR port 666b5a4b-a7ff-4681-ba06-b94fff0a6b0a on host n-h1-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:24:24.546457 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-7b7e3c43-057a-419e-84a6-38a3feadd4c6 req-29c09ff3-2774-4488-9a83-428ac779373b tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:24.561538 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7b7e3c43-057a-419e-84a6-38a3feadd4c6 req-29c09ff3-2774-4488-9a83-428ac779373b tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.61 "DELETE /v2.0/ports/666b5a4b-a7ff-4681-ba06-b94fff0a6b0a HTTP/1.1" status: 204 len: 173 time: 0.9226487 Oct 12 19:24:24.568426 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-489fafa6-c165-454b-8941-808d8dc72fa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:24.592338 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-489fafa6-c165-454b-8941-808d8dc72fa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:24.611276 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-617adf5c-d91a-4b5c-937a-328ecdfff5ec tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:24.677974 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617adf5c-d91a-4b5c-937a-328ecdfff5ec tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Pushing event deleted for resources: {'Port': ['ID=215346f3-01ae-4bad-ae7c-7d4470c5cb97,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:24:24.704519 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-489fafa6-c165-454b-8941-808d8dc72fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:24.708363 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-489fafa6-c165-454b-8941-808d8dc72fa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:24.712317 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-489fafa6-c165-454b-8941-808d8dc72fa3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d489e502-833e-4d67-b45a-4d3201feebdc HTTP/1.1" status: 204 len: 168 time: 0.4004118 Oct 12 19:24:24.719756 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489fafa6-c165-454b-8941-808d8dc72fa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d489e502-833e-4d67-b45a-4d3201feebdc,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:24:24.722228 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-32000bd7-b09a-4476-9f90-c7c21c5b6f04 req-98d63f78-e8ba-4864-b87b-e9ac22a44671 service neutron] 10.222.0.61 "GET /v2.0/networks/fd3a7e91-28a9-4db8-b159-ade8f4dff732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961455 Oct 12 19:24:24.750486 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-617adf5c-d91a-4b5c-937a-328ecdfff5ec tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7915456'] for router_gateway, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:24.896233 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-617adf5c-d91a-4b5c-937a-328ecdfff5ec tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255495'] for router, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:24.901398 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-617adf5c-d91a-4b5c-937a-328ecdfff5ec tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:24.961617 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['ac2ba39d-e5cc-462c-85ad-7f217b2bb8c0'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:24:24.993302 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-32000bd7-b09a-4476-9f90-c7c21c5b6f04 req-353c0e42-54bd-4000-97f0-03663a0a8d21 service neutron] 10.222.0.61 "GET /v2.0/networks/fd3a7e91-28a9-4db8-b159-ade8f4dff732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587721 Oct 12 19:24:25.046996 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['8f0f1b33-30ca-4ef3-8d1e-388675e42a87', '832047a1-185a-433e-aeb1-81fc5bea349e', 'f4cfedd2-d5e9-4c37-9550-ce5524d812cf'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:24:25.059374 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-32000bd7-b09a-4476-9f90-c7c21c5b6f04 req-1af811bd-36a3-42d9-befb-17c9445c13be service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.22&port_id=0c9b8f06-b903-4faf-8e00-0608202c3bec HTTP/1.1" status: 200 len: 217 time: 0.0549986 Oct 12 19:24:25.073468 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-617adf5c-d91a-4b5c-937a-328ecdfff5ec tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8093499'] for router, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:25.077145 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-617adf5c-d91a-4b5c-937a-328ecdfff5ec tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Fanout notify agent at l3_agent the message router_deleted on router b9316759-7289-459e-8245-b88f8c3a56cd {{(pid=95502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 19:24:25.088420 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-617adf5c-d91a-4b5c-937a-328ecdfff5ec tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:25.093675 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 48630) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:24:25.093895 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-617adf5c-d91a-4b5c-937a-328ecdfff5ec tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] 10.222.0.49 "DELETE /v2.0/routers/b9316759-7289-459e-8245-b88f8c3a56cd HTTP/1.1" status: 204 len: 168 time: 2.5409341 Oct 12 19:24:25.098971 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-83458821-acd4-4d77-9259-059abaaaaf30 tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1613677277', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:24:25.197411 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32000bd7-b09a-4476-9f90-c7c21c5b6f04 req-7a8b3430-35ff-4776-85c3-97bb66314b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:24:25.199188 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-32000bd7-b09a-4476-9f90-c7c21c5b6f04 req-7a8b3430-35ff-4776-85c3-97bb66314b2e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cc4623cd-de35-484d-89d6-d224b86d5718 HTTP/1.1" status: 200 len: 797 time: 0.1271448 Oct 12 19:24:25.214845 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-83458821-acd4-4d77-9259-059abaaaaf30 tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8093678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255505'] for router, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:25.216250 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-83458821-acd4-4d77-9259-059abaaaaf30 tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8093562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8087085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8022306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255518'] for router, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:25.256862 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc3ea8f-5f7e-4d32-84fe-b3db5db5e0a0 req-ca3a8d15-3cbe-4bd2-9f30-c3459213328e tempest-AttachSCSIVolumeTestJSON-135199354 tempest-AttachSCSIVolumeTestJSON-135199354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:24:25.257973 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3bc3ea8f-5f7e-4d32-84fe-b3db5db5e0a0 req-ca3a8d15-3cbe-4bd2-9f30-c3459213328e tempest-AttachSCSIVolumeTestJSON-135199354 tempest-AttachSCSIVolumeTestJSON-135199354-project] 10.222.0.49 "GET /v2.0/ports?device_id=05fb26a4-5003-4215-b9ab-4f73b0b0d09c HTTP/1.1" status: 200 len: 945 time: 0.1966507 Oct 12 19:24:25.293416 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32000bd7-b09a-4476-9f90-c7c21c5b6f04 req-76ee9bf8-d356-4ece-be82-255563cbf2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:24:25.294155 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-83458821-acd4-4d77-9259-059abaaaaf30 tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:25.294977 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-32000bd7-b09a-4476-9f90-c7c21c5b6f04 req-76ee9bf8-d356-4ece-be82-255563cbf2df service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6686226f-4ddf-4917-b57f-19fda7e2d4bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0860879 Oct 12 19:24:25.375724 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3bc3ea8f-5f7e-4d32-84fe-b3db5db5e0a0 req-a7102887-cac2-4ed3-b4d4-c2349806165b tempest-AttachSCSIVolumeTestJSON-135199354 tempest-AttachSCSIVolumeTestJSON-135199354-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef54c117-a545-49e9-83c5-f4be4cb695fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111717 Oct 12 19:24:25.389916 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-83458821-acd4-4d77-9259-059abaaaaf30 tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8093541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7915516'] for router, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:25.466043 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-32000bd7-b09a-4476-9f90-c7c21c5b6f04 req-ad7705df-c055-43eb-8e15-6f2a1c4c96fa service neutron] 10.222.0.61 "GET /v2.0/networks/6686226f-4ddf-4917-b57f-19fda7e2d4bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581552 Oct 12 19:24:25.518202 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-83458821-acd4-4d77-9259-059abaaaaf30 tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Notify callbacks [] for router, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:25.519863 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-83458821-acd4-4d77-9259-059abaaaaf30 tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4248469 Oct 12 19:24:25.524568 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 48648) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:24:25.529373 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-6d7615a1-374f-45f7-b9b7-e74064ef0adf tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'enable_snat': False}}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:24:25.579237 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-32000bd7-b09a-4476-9f90-c7c21c5b6f04 req-04c0fefa-be47-4128-9647-b8e04f5ff45f service neutron] 10.222.0.61 "GET /v2.0/networks/6686226f-4ddf-4917-b57f-19fda7e2d4bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935543 Oct 12 19:24:25.648708 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-32000bd7-b09a-4476-9f90-c7c21c5b6f04 req-dcb1d0e1-9781-404b-907b-202b962a650f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.233&port_id=87aaffab-0243-4158-8adb-c065a78f6f02 HTTP/1.1" status: 200 len: 217 time: 0.0588617 Oct 12 19:24:25.720622 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32000bd7-b09a-4476-9f90-c7c21c5b6f04 req-18279a33-fddf-4712-8f68-44f300be807f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:24:25.737713 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-32000bd7-b09a-4476-9f90-c7c21c5b6f04 req-18279a33-fddf-4712-8f68-44f300be807f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cc4623cd-de35-484d-89d6-d224b86d5718 HTTP/1.1" status: 200 len: 797 time: 0.0767460 Oct 12 19:24:25.810378 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32000bd7-b09a-4476-9f90-c7c21c5b6f04 req-a8e34f32-c37f-4bde-8531-da057ac7b3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:24:25.812485 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-32000bd7-b09a-4476-9f90-c7c21c5b6f04 req-a8e34f32-c37f-4bde-8531-da057ac7b3fa service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6686226f-4ddf-4917-b57f-19fda7e2d4bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0691135 Oct 12 19:24:25.819867 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6d7615a1-374f-45f7-b9b7-e74064ef0adf tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:25.969237 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-558fe787-2a2a-4bf0-a5fe-414e7bf65973 req-23fe0413-4f22-4f8d-a99c-af9636f108a5 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/ports?device_id=c04c017f-c7cf-4929-804e-b908f9e4b2bc HTTP/1.1" status: 200 len: 210 time: 0.2728140 Oct 12 19:24:25.998920 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-32000bd7-b09a-4476-9f90-c7c21c5b6f04 req-8be1edae-8191-43a3-a1d5-1743f1260fc4 service neutron] 10.222.0.61 "GET /v2.0/networks/6686226f-4ddf-4917-b57f-19fda7e2d4bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758506 Oct 12 19:24:26.068469 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c04c017f-c7cf-4929-804e-b908f9e4b2bc', 'name': 'network-vif-deleted', 'tag': '666b5a4b-a7ff-4681-ba06-b94fff0a6b0a'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:24:26.070744 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36f8fd85-8751-43df-800a-a9772ffd9108" -d '{"events": [{"server_uuid": "c04c017f-c7cf-4929-804e-b908f9e4b2bc", "name": "network-vif-deleted", "tag": "666b5a4b-a7ff-4681-ba06-b94fff0a6b0a"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:24:26.108051 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-32000bd7-b09a-4476-9f90-c7c21c5b6f04 req-17734106-ea9e-49d2-b4cb-a5417007bcae service neutron] 10.222.0.61 "GET /v2.0/networks/6686226f-4ddf-4917-b57f-19fda7e2d4bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992374 Oct 12 19:24:26.132161 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25825e16-8230-429f-9c01-76a379e406f3 x-openstack-request-id: req-25825e16-8230-429f-9c01-76a379e406f3 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:24:26.132353 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c04c017f-c7cf-4929-804e-b908f9e4b2bc", "name": "network-vif-deleted", "tag": "666b5a4b-a7ff-4681-ba06-b94fff0a6b0a", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:24:26.132607 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-25825e16-8230-429f-9c01-76a379e406f3 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:24:26.132994 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c04c017f-c7cf-4929-804e-b908f9e4b2bc', 'name': 'network-vif-deleted', 'tag': '666b5a4b-a7ff-4681-ba06-b94fff0a6b0a', 'status': 'completed', 'code': 200} Oct 12 19:24:26.153359 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6d7615a1-374f-45f7-b9b7-e74064ef0adf tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:26.167443 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-32000bd7-b09a-4476-9f90-c7c21c5b6f04 req-0cf19230-24cf-4f10-a1c5-0b6ba2c29d41 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.241&port_id=69633bb3-11f9-410b-8ef6-86a8a94d4395 HTTP/1.1" status: 200 len: 217 time: 0.0490017 Oct 12 19:24:26.176895 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6d7615a1-374f-45f7-b9b7-e74064ef0adf tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:26.182772 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 48676) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:24:26.226394 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32000bd7-b09a-4476-9f90-c7c21c5b6f04 req-2e024d56-9c49-450e-b1c4-48c29d1ba5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:24:26.227865 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-32000bd7-b09a-4476-9f90-c7c21c5b6f04 req-2e024d56-9c49-450e-b1c4-48c29d1ba5b6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cc4623cd-de35-484d-89d6-d224b86d5718 HTTP/1.1" status: 200 len: 797 time: 0.0534520 Oct 12 19:24:26.302369 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-6d7615a1-374f-45f7-b9b7-e74064ef0adf tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Allocated IP 172.25.5.123 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/31a79406-d190-45aa-880f-88ff25017ecc) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:24:26.308061 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32000bd7-b09a-4476-9f90-c7c21c5b6f04 req-448865bd-362b-42ea-9812-c903513379e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:24:26.310348 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-32000bd7-b09a-4476-9f90-c7c21c5b6f04 req-448865bd-362b-42ea-9812-c903513379e5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6686226f-4ddf-4917-b57f-19fda7e2d4bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0712922 Oct 12 19:24:26.385681 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-cf954f06-9d1c-4a34-8880-73386256ac35 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-900954464-network', 'tenant_id': 'bcf6e45171dc4310a920ac7e06c419f0'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:24:26.431691 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6d7615a1-374f-45f7-b9b7-e74064ef0adf tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:26.458629 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-32000bd7-b09a-4476-9f90-c7c21c5b6f04 req-c7c5c94c-40c2-47e5-8f8d-8435d01937d8 service neutron] 10.222.0.61 "GET /v2.0/networks/6686226f-4ddf-4917-b57f-19fda7e2d4bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376145 Oct 12 19:24:26.513317 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf954f06-9d1c-4a34-8880-73386256ac35 admin admin] Made reservation on behalf of bcf6e45171dc4310a920ac7e06c419f0 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:24:26.515552 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cf954f06-9d1c-4a34-8880-73386256ac35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:26.550931 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cf954f06-9d1c-4a34-8880-73386256ac35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:26.567904 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6d7615a1-374f-45f7-b9b7-e74064ef0adf tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:26.600903 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727e052e-4907-4625-8e35-5f2af19e0107 req-5c9e905c-cb97-43b2-a05f-ae9bf473aecb tempest-AttachSCSIVolumeTestJSON-135199354 tempest-AttachSCSIVolumeTestJSON-135199354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:24:26.602460 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-727e052e-4907-4625-8e35-5f2af19e0107 req-5c9e905c-cb97-43b2-a05f-ae9bf473aecb tempest-AttachSCSIVolumeTestJSON-135199354 tempest-AttachSCSIVolumeTestJSON-135199354-project] 10.222.0.49 "GET /v2.0/ports?device_id=05fb26a4-5003-4215-b9ab-4f73b0b0d09c HTTP/1.1" status: 200 len: 945 time: 0.0925813 Oct 12 19:24:26.631936 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7615a1-374f-45f7-b9b7-e74064ef0adf tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:24:26.642261 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-6d7615a1-374f-45f7-b9b7-e74064ef0adf tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:24:26.647845 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7615a1-374f-45f7-b9b7-e74064ef0adf tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:24:26.657243 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-32000bd7-b09a-4476-9f90-c7c21c5b6f04 req-79d2db53-4ac2-4448-86ea-04a77c65eed1 service neutron] 10.222.0.61 "GET /v2.0/networks/6686226f-4ddf-4917-b57f-19fda7e2d4bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896987 Oct 12 19:24:26.684610 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7615a1-374f-45f7-b9b7-e74064ef0adf tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Pushing event updated for resources: {'Port': ['ID=31a79406-d190-45aa-880f-88ff25017ecc,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:24:26.719099 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4133e75-6a68-429b-8776-dbfd65f7eb80 req-58a5d3cd-9fb5-4572-87a7-78ab7d827639 tempest-AttachSCSIVolumeTestJSON-135199354 tempest-AttachSCSIVolumeTestJSON-135199354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:24:26.719541 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-32000bd7-b09a-4476-9f90-c7c21c5b6f04 req-ff503e57-939b-462d-86c2-b00e3c92282b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=6defa8fb-2e42-45a1-a0f1-d88eaa23d115 HTTP/1.1" status: 200 len: 217 time: 0.0543566 Oct 12 19:24:26.720653 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d4133e75-6a68-429b-8776-dbfd65f7eb80 req-58a5d3cd-9fb5-4572-87a7-78ab7d827639 tempest-AttachSCSIVolumeTestJSON-135199354 tempest-AttachSCSIVolumeTestJSON-135199354-project] 10.222.0.61 "GET /v2.0/ports?device_id=05fb26a4-5003-4215-b9ab-4f73b0b0d09c HTTP/1.1" status: 200 len: 945 time: 0.1262233 Oct 12 19:24:26.729783 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-727e052e-4907-4625-8e35-5f2af19e0107 req-629ccad3-5f8e-4e59-b43e-76c998dea196 tempest-AttachSCSIVolumeTestJSON-135199354 tempest-AttachSCSIVolumeTestJSON-135199354-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef54c117-a545-49e9-83c5-f4be4cb695fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183167 Oct 12 19:24:26.800783 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32000bd7-b09a-4476-9f90-c7c21c5b6f04 req-f980093c-e069-48c8-a416-347a2945d6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:24:26.802284 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-32000bd7-b09a-4476-9f90-c7c21c5b6f04 req-f980093c-e069-48c8-a416-347a2945d6c5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cc4623cd-de35-484d-89d6-d224b86d5718 HTTP/1.1" status: 200 len: 797 time: 0.0715518 Oct 12 19:24:26.821451 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cf954f06-9d1c-4a34-8880-73386256ac35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:26.848755 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 666b5a4b-a7ff-4681-ba06-b94fff0a6b0a no longer exists at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:24:26.859714 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32000bd7-b09a-4476-9f90-c7c21c5b6f04 req-e1ea04d7-3e29-492e-8b00-8473cdb150b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:24:26.866257 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-32000bd7-b09a-4476-9f90-c7c21c5b6f04 req-e1ea04d7-3e29-492e-8b00-8473cdb150b7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6686226f-4ddf-4917-b57f-19fda7e2d4bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0502546 Oct 12 19:24:26.872476 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] No Port match for: 666b5a4b-a7ff-4681-ba06-b94fff0a6b0a {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:24:26.873066 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 666b5a4b-a7ff-4681-ba06-b94fff0a6b0a not bound to the agent host n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:24:26.916076 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cf954f06-9d1c-4a34-8880-73386256ac35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:26.965120 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf954f06-9d1c-4a34-8880-73386256ac35 admin admin] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:24:26.983844 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf954f06-9d1c-4a34-8880-73386256ac35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5c5fee0-b78d-4e40-8235-f8d5b1e8d403,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:24:27.003650 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cf954f06-9d1c-4a34-8880-73386256ac35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:27.004118 n-d-813679-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-cf954f06-9d1c-4a34-8880-73386256ac35 admin admin] Added segment dd346e97-7ff0-4e15-8dea-9c71f906839a of type vlan for network 6ef7838f-f4ea-47da-a7e8-fc8c5f817c6a Oct 12 19:24:27.048442 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-32000bd7-b09a-4476-9f90-c7c21c5b6f04 req-92ad9158-2ff3-4a19-816f-21fbcfb508c5 service neutron] 10.222.0.61 "GET /v2.0/networks/6686226f-4ddf-4917-b57f-19fda7e2d4bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781397 Oct 12 19:24:27.068237 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cf954f06-9d1c-4a34-8880-73386256ac35 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:27.108670 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device f4cfedd2-d5e9-4c37-9550-ce5524d812cf no longer exists at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:24:27.128342 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] No Port match for: f4cfedd2-d5e9-4c37-9550-ce5524d812cf {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:24:27.128965 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device f4cfedd2-d5e9-4c37-9550-ce5524d812cf not bound to the agent host n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:24:27.195264 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-32000bd7-b09a-4476-9f90-c7c21c5b6f04 req-c11e44e7-89bf-4eff-aa53-e5eeffd04773 service neutron] 10.222.0.61 "GET /v2.0/networks/6686226f-4ddf-4917-b57f-19fda7e2d4bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372261 Oct 12 19:24:27.219502 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-d4133e75-6a68-429b-8776-dbfd65f7eb80 req-b2f8d8c2-38d2-4468-9c28-07c14c1afc5e tempest-AttachSCSIVolumeTestJSON-135199354 tempest-AttachSCSIVolumeTestJSON-135199354-project] Deleting port 4acf26e9-0375-43a8-93fc-56223572c626 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:24:27.219847 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-d4133e75-6a68-429b-8776-dbfd65f7eb80 req-b2f8d8c2-38d2-4468-9c28-07c14c1afc5e tempest-AttachSCSIVolumeTestJSON-135199354 tempest-AttachSCSIVolumeTestJSON-135199354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:27.247071 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cf954f06-9d1c-4a34-8880-73386256ac35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:27.248358 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf954f06-9d1c-4a34-8880-73386256ac35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:24:27.249009 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cf954f06-9d1c-4a34-8880-73386256ac35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:27.257730 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-32000bd7-b09a-4476-9f90-c7c21c5b6f04 req-594f6e50-d85f-4b27-9949-bd288449a33a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=2265e961-71ff-4cee-a380-de288fc6c904 HTTP/1.1" status: 200 len: 217 time: 0.0560760 Oct 12 19:24:27.363133 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf954f06-9d1c-4a34-8880-73386256ac35 admin admin] Pushing event updated for resources: {'Network': ['ID=6ef7838f-f4ea-47da-a7e8-fc8c5f817c6a,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:24:27.374294 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32000bd7-b09a-4476-9f90-c7c21c5b6f04 req-f0e23f05-2d7a-4989-8f26-5d284eebe096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:24:27.374294 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-32000bd7-b09a-4476-9f90-c7c21c5b6f04 req-f0e23f05-2d7a-4989-8f26-5d284eebe096 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=391d2b75-fd68-405b-ba79-4cd2c7a3d303 HTTP/1.1" status: 200 len: 797 time: 0.1008964 Oct 12 19:24:27.374513 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 6ef7838f-f4ea-47da-a7e8-fc8c5f817c6a details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:24:27.386207 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-d4133e75-6a68-429b-8776-dbfd65f7eb80 req-b2f8d8c2-38d2-4468-9c28-07c14c1afc5e tempest-AttachSCSIVolumeTestJSON-135199354 tempest-AttachSCSIVolumeTestJSON-135199354-project] For port 4acf26e9-0375-43a8-93fc-56223572c626, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=4acf26e9-0375-43a8-93fc-56223572c626,segment=NetworkSegment(69a1f4ea-f5fa-4937-819a-a5b41f2da9ca),segment_id=69a1f4ea-f5fa-4937-819a-a5b41f2da9ca)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:24:27.386574 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-d4133e75-6a68-429b-8776-dbfd65f7eb80 req-b2f8d8c2-38d2-4468-9c28-07c14c1afc5e tempest-AttachSCSIVolumeTestJSON-135199354 tempest-AttachSCSIVolumeTestJSON-135199354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:27.407467 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-d4133e75-6a68-429b-8776-dbfd65f7eb80 req-b2f8d8c2-38d2-4468-9c28-07c14c1afc5e tempest-AttachSCSIVolumeTestJSON-135199354 tempest-AttachSCSIVolumeTestJSON-135199354-project] Calling delete_port for 4acf26e9-0375-43a8-93fc-56223572c626 owned by compute:nova {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:24:27.429831 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6d7615a1-374f-45f7-b9b7-e74064ef0adf tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:27.434251 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32000bd7-b09a-4476-9f90-c7c21c5b6f04 req-5327cf8b-c21b-4590-aad3-18512e33713d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:24:27.439100 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-32000bd7-b09a-4476-9f90-c7c21c5b6f04 req-5327cf8b-c21b-4590-aad3-18512e33713d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=228b976c-c44b-43f4-8a1f-2c6f5ef581f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0571253 Oct 12 19:24:27.440312 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-cf954f06-9d1c-4a34-8880-73386256ac35 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2548411 Oct 12 19:24:27.447288 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 48706) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:24:27.469423 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-c8043218-9ce7-4fb0-a83b-bfba2de0944a admin admin] Request body: {'subnet': {'network_id': '6ef7838f-f4ea-47da-a7e8-fc8c5f817c6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-900954464-subnet', 'tenant_id': 'bcf6e45171dc4310a920ac7e06c419f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:24:27.604652 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-32000bd7-b09a-4476-9f90-c7c21c5b6f04 req-43c0d5d3-34c3-41b1-94f1-a4c606e1d701 service neutron] 10.222.0.61 "GET /v2.0/networks/228b976c-c44b-43f4-8a1f-2c6f5ef581f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474826 Oct 12 19:24:27.606981 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8043218-9ce7-4fb0-a83b-bfba2de0944a admin admin] Made reservation on behalf of bcf6e45171dc4310a920ac7e06c419f0 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:24:27.609256 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c8043218-9ce7-4fb0-a83b-bfba2de0944a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16245837'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:27.766442 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6d7615a1-374f-45f7-b9b7-e74064ef0adf tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8087071', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8093548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255500'] for router, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:27.771573 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6d7615a1-374f-45f7-b9b7-e74064ef0adf tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7915516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8087046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7915509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8093527'] for router, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:27.772633 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-32000bd7-b09a-4476-9f90-c7c21c5b6f04 req-accba9b7-aeaa-427d-9cac-318eaf938cfd service neutron] 10.222.0.61 "GET /v2.0/networks/228b976c-c44b-43f4-8a1f-2c6f5ef581f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599598 Oct 12 19:24:27.812135 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-d4133e75-6a68-429b-8776-dbfd65f7eb80 req-b2f8d8c2-38d2-4468-9c28-07c14c1afc5e tempest-AttachSCSIVolumeTestJSON-135199354 tempest-AttachSCSIVolumeTestJSON-135199354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:27.821767 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-32000bd7-b09a-4476-9f90-c7c21c5b6f04 req-41261ecc-d946-4957-b099-66ab83a7dced service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=78f65a13-8a00-447a-aab8-21741cf4e3f4 HTTP/1.1" status: 200 len: 217 time: 0.0419207 Oct 12 19:24:27.824416 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['4acf26e9-0375-43a8-93fc-56223572c626'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:24:27.883322 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f8d8c2-38d2-4468-9c28-07c14c1afc5e tempest-AttachSCSIVolumeTestJSON-135199354 tempest-AttachSCSIVolumeTestJSON-135199354-project] Pushing event deleted for resources: {'Port': ['ID=4acf26e9-0375-43a8-93fc-56223572c626,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:24:27.985605 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4133e75-6a68-429b-8776-dbfd65f7eb80 req-b2f8d8c2-38d2-4468-9c28-07c14c1afc5e tempest-AttachSCSIVolumeTestJSON-135199354 tempest-AttachSCSIVolumeTestJSON-135199354-project] No DVR routers for this DVR port 4acf26e9-0375-43a8-93fc-56223572c626 on host n-h1-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:24:27.993738 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-d4133e75-6a68-429b-8776-dbfd65f7eb80 req-b2f8d8c2-38d2-4468-9c28-07c14c1afc5e tempest-AttachSCSIVolumeTestJSON-135199354 tempest-AttachSCSIVolumeTestJSON-135199354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:27.996287 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d4133e75-6a68-429b-8776-dbfd65f7eb80 req-b2f8d8c2-38d2-4468-9c28-07c14c1afc5e tempest-AttachSCSIVolumeTestJSON-135199354 tempest-AttachSCSIVolumeTestJSON-135199354-project] 10.222.0.61 "DELETE /v2.0/ports/4acf26e9-0375-43a8-93fc-56223572c626 HTTP/1.1" status: 204 len: 173 time: 0.9534183 Oct 12 19:24:28.026858 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6ba6d7-7361-4b5e-8c01-5b4319467fea req-2e8aac57-e247-4f31-b1dc-bbdff6d7f16b tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:24:28.028235 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cd6ba6d7-7361-4b5e-8c01-5b4319467fea req-2e8aac57-e247-4f31-b1dc-bbdff6d7f16b tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/ports?device_id=d267d967-2b22-4c04-81db-06abdd1ed685 HTTP/1.1" status: 200 len: 950 time: 0.0961277 Oct 12 19:24:28.031865 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9ed56617-d129-41e3-8192-e9b347f40cdb req-b60647e3-953a-4501-9dff-c8cf55bf3892 tempest-AttachSCSIVolumeTestJSON-135199354 tempest-AttachSCSIVolumeTestJSON-135199354-project] 10.222.0.49 "GET /v2.0/ports?device_id=05fb26a4-5003-4215-b9ab-4f73b0b0d09c HTTP/1.1" status: 200 len: 210 time: 0.0614300 Oct 12 19:24:28.055306 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32000bd7-b09a-4476-9f90-c7c21c5b6f04 req-30679edd-c2c0-435b-a880-59b7ded810e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:24:28.057270 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-32000bd7-b09a-4476-9f90-c7c21c5b6f04 req-30679edd-c2c0-435b-a880-59b7ded810e1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=391d2b75-fd68-405b-ba79-4cd2c7a3d303 HTTP/1.1" status: 200 len: 797 time: 0.0850723 Oct 12 19:24:28.058695 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c8043218-9ce7-4fb0-a83b-bfba2de0944a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4306659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16245859'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:28.120078 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cd6ba6d7-7361-4b5e-8c01-5b4319467fea req-59a512f9-08d3-471c-a703-440f98a6c582 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/security-groups?id=ceeec1d2-c315-47e9-9f92-76d770e7141a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539954 Oct 12 19:24:28.134090 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05fb26a4-5003-4215-b9ab-4f73b0b0d09c', 'name': 'network-vif-deleted', 'tag': '4acf26e9-0375-43a8-93fc-56223572c626'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:24:28.136604 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da1715e6-fd17-4866-b64d-2a1cff875e32" -d '{"events": [{"server_uuid": "05fb26a4-5003-4215-b9ab-4f73b0b0d09c", "name": "network-vif-deleted", "tag": "4acf26e9-0375-43a8-93fc-56223572c626"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:24:28.157524 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8043218-9ce7-4fb0-a83b-bfba2de0944a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f50c7ad-f488-4a89-8813-b50099f2dffd,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:24:28.161593 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d7615a1-374f-45f7-b9b7-e74064ef0adf tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Router 8ffe63d9-f952-42b4-bf43-5d6146fd43e4 is scheduled to L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b with binding_index 1 {{(pid=95501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 19:24:28.191674 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32000bd7-b09a-4476-9f90-c7c21c5b6f04 req-ff87d3d7-d495-4273-9c75-a9005a950e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:24:28.196917 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-32000bd7-b09a-4476-9f90-c7c21c5b6f04 req-ff87d3d7-d495-4273-9c75-a9005a950e31 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=228b976c-c44b-43f4-8a1f-2c6f5ef581f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1144578 Oct 12 19:24:28.203820 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8043218-9ce7-4fb0-a83b-bfba2de0944a admin admin] Checking segment: {'id': 'dd346e97-7ff0-4e15-8dea-9c71f906839a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6ef7838f-f4ea-47da-a7e8-fc8c5f817c6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:24:28.204328 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8043218-9ce7-4fb0-a83b-bfba2de0944a admin admin] Network hostable DHCP agents. Network: 6ef7838f-f4ea-47da-a7e8-fc8c5f817c6a, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:24:28.215515 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4a8a325-787b-44bc-9326-8e6d9f9dbf73 x-openstack-request-id: req-b4a8a325-787b-44bc-9326-8e6d9f9dbf73 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:24:28.215807 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05fb26a4-5003-4215-b9ab-4f73b0b0d09c", "name": "network-vif-deleted", "tag": "4acf26e9-0375-43a8-93fc-56223572c626", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:24:28.216077 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b4a8a325-787b-44bc-9326-8e6d9f9dbf73 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:24:28.216476 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05fb26a4-5003-4215-b9ab-4f73b0b0d09c', 'name': 'network-vif-deleted', 'tag': '4acf26e9-0375-43a8-93fc-56223572c626', 'status': 'completed', 'code': 200} Oct 12 19:24:28.289332 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d7615a1-374f-45f7-b9b7-e74064ef0adf tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:24:28.302451 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6d7615a1-374f-45f7-b9b7-e74064ef0adf tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Notify callbacks [] for router, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:28.305507 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4914122-5943-40b8-82ca-4cd0470aee7e None None] Sync routers for ids ['8ffe63d9-f952-42b4-bf43-5d6146fd43e4'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:24:28.306390 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-6d7615a1-374f-45f7-b9b7-e74064ef0adf tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] 10.222.0.49 "PUT /v2.0/routers/8ffe63d9-f952-42b4-bf43-5d6146fd43e4 HTTP/1.1" status: 200 len: 920 time: 2.7807574 Oct 12 19:24:28.308716 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 48730) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:24:28.318147 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4914122-5943-40b8-82ca-4cd0470aee7e None None] Routers {'8ffe63d9-f952-42b4-bf43-5d6146fd43e4'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:24:28.319099 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-c4914122-5943-40b8-82ca-4cd0470aee7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:24:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['8ffe63d9-f952-42b4-bf43-5d6146fd43e4'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:24:28.352873 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-32000bd7-b09a-4476-9f90-c7c21c5b6f04 req-1c25ef39-e3a3-4cff-8ea3-ebb8b90f7be3 service neutron] 10.222.0.61 "GET /v2.0/networks/228b976c-c44b-43f4-8a1f-2c6f5ef581f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436403 Oct 12 19:24:28.380002 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-c4914122-5943-40b8-82ca-4cd0470aee7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:24:28.397489 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8043218-9ce7-4fb0-a83b-bfba2de0944a admin admin] Network 6ef7838f-f4ea-47da-a7e8-fc8c5f817c6a is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:24:28.406385 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4914122-5943-40b8-82ca-4cd0470aee7e None None] Routers {'8ffe63d9-f952-42b4-bf43-5d6146fd43e4'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:24:28.407314 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-c4914122-5943-40b8-82ca-4cd0470aee7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:24:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['8ffe63d9-f952-42b4-bf43-5d6146fd43e4'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:24:28.450486 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-8e503f21-dae7-4a2c-817a-d40f291fda95 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] 10.222.0.49 "GET /v2.0/routers/8ffe63d9-f952-42b4-bf43-5d6146fd43e4 HTTP/1.1" status: 200 len: 926 time: 0.1378851 Oct 12 19:24:28.450837 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-c4914122-5943-40b8-82ca-4cd0470aee7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:24:28.451718 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4914122-5943-40b8-82ca-4cd0470aee7e None None] The sync data for ids ['8ffe63d9-f952-42b4-bf43-5d6146fd43e4'] in n-d-813679-3 is: [] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:24:28.453535 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 48732) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:24:28.515002 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-c8043218-9ce7-4fb0-a83b-bfba2de0944a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, 6ef7838f-f4ea-47da-a7e8-fc8c5f817c6a) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:24:28.530531 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec57f5b-a7a2-4919-9c07-9450ce83fa93 None None] Network 6ef7838f-f4ea-47da-a7e8-fc8c5f817c6a requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:24:28.530690 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8043218-9ce7-4fb0-a83b-bfba2de0944a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:24:28.531246 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c8043218-9ce7-4fb0-a83b-bfba2de0944a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:28.550310 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817292f8-8994-4c61-93ca-fb8d05f80684 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:24:28.550310 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-817292f8-8994-4c61-93ca-fb8d05f80684 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=4afbf4a4-67f5-42d1-a358-7ba9799dab0c&device_id=8ffe63d9-f952-42b4-bf43-5d6146fd43e4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0891678 Oct 12 19:24:28.550310 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-32000bd7-b09a-4476-9f90-c7c21c5b6f04 req-95f8320c-c6eb-4dc6-a907-1a944ea53e9f service neutron] 10.222.0.61 "GET /v2.0/networks/228b976c-c44b-43f4-8a1f-2c6f5ef581f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816516 Oct 12 19:24:28.552648 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 48738) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:24:28.646651 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-c8043218-9ce7-4fb0-a83b-bfba2de0944a admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1877561 Oct 12 19:24:28.647463 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d19df8a-d012-49ea-8c69-40f6644d0e42 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:24:28.647463 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-0d19df8a-d012-49ea-8c69-40f6644d0e42 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] 10.222.0.49 "GET /v2.0/networks/4afbf4a4-67f5-42d1-a358-7ba9799dab0c HTTP/1.1" status: 200 len: 881 time: 0.0880620 Oct 12 19:24:28.647463 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 48742) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:24:28.659900 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5095d28a-9f9d-4d3c-8e16-affe7a929514 None None] Network 6ef7838f-f4ea-47da-a7e8-fc8c5f817c6a requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:24:28.692779 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-9d25ec42-a2be-42ae-9a55-f68148fad195 tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ffe63d9-f952-42b4-bf43-5d6146fd43e4 HTTP/1.1" status: 200 len: 205 time: 0.0432801 Oct 12 19:24:28.694063 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 48746) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:24:28.855736 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-618a18de-cc74-4a97-b719-b1945bd87200 tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Notify callbacks [] for router, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:28.937313 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c16768-ae8b-4b3a-9a64-577364b4fc29 req-43e7c0ea-1824-4a23-abb9-e9d4dfbf1dca tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:24:28.938814 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e4c16768-ae8b-4b3a-9a64-577364b4fc29 req-43e7c0ea-1824-4a23-abb9-e9d4dfbf1dca tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.67 "GET /v2.0/ports?device_id=d267d967-2b22-4c04-81db-06abdd1ed685 HTTP/1.1" status: 200 len: 950 time: 0.0552378 Oct 12 19:24:28.983506 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-618a18de-cc74-4a97-b719-b1945bd87200 tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:29.060194 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-e4c16768-ae8b-4b3a-9a64-577364b4fc29 req-900f2b55-3df0-4cf5-9f1a-298c6a56d8e6 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Deleting port 8f0f1b33-30ca-4ef3-8d1e-388675e42a87 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:24:29.060194 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-e4c16768-ae8b-4b3a-9a64-577364b4fc29 req-900f2b55-3df0-4cf5-9f1a-298c6a56d8e6 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:29.122374 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6a82f466-2a2e-4eca-bbd0-7f6a946ca499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:29.138773 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-618a18de-cc74-4a97-b719-b1945bd87200 tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Deleting port 31a79406-d190-45aa-880f-88ff25017ecc {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:24:29.139127 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-618a18de-cc74-4a97-b719-b1945bd87200 tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:29.237467 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-e4c16768-ae8b-4b3a-9a64-577364b4fc29 req-900f2b55-3df0-4cf5-9f1a-298c6a56d8e6 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] For port 8f0f1b33-30ca-4ef3-8d1e-388675e42a87, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=8f0f1b33-30ca-4ef3-8d1e-388675e42a87,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:24:29.237873 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-e4c16768-ae8b-4b3a-9a64-577364b4fc29 req-900f2b55-3df0-4cf5-9f1a-298c6a56d8e6 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:29.276649 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-e4c16768-ae8b-4b3a-9a64-577364b4fc29 req-900f2b55-3df0-4cf5-9f1a-298c6a56d8e6 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Calling delete_port for 8f0f1b33-30ca-4ef3-8d1e-388675e42a87 owned by compute:nova {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:24:29.316815 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4879961-8d81-49f0-83e6-3a7c6986c1b1 req-0c77bddb-3ebd-443f-992f-21544eab7769 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:24:29.318395 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b4879961-8d81-49f0-83e6-3a7c6986c1b1 req-0c77bddb-3ebd-443f-992f-21544eab7769 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.67 "GET /v2.0/ports?device_id=19523b6d-3dbf-434c-b3dc-884efdb2e80a HTTP/1.1" status: 200 len: 950 time: 0.0721424 Oct 12 19:24:29.522376 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-b4879961-8d81-49f0-83e6-3a7c6986c1b1 req-8723955c-5461-4fdc-9f1a-a735752f1ff3 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Deleting port 832047a1-185a-433e-aeb1-81fc5bea349e {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:24:29.522820 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-b4879961-8d81-49f0-83e6-3a7c6986c1b1 req-8723955c-5461-4fdc-9f1a-a735752f1ff3 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:29.633632 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-b4879961-8d81-49f0-83e6-3a7c6986c1b1 req-8723955c-5461-4fdc-9f1a-a735752f1ff3 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] For port 832047a1-185a-433e-aeb1-81fc5bea349e, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=832047a1-185a-433e-aeb1-81fc5bea349e,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:24:29.634046 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-b4879961-8d81-49f0-83e6-3a7c6986c1b1 req-8723955c-5461-4fdc-9f1a-a735752f1ff3 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:29.637154 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65c3fb9-b5b4-4310-974a-4e89935b5031 req-7474e195-8ca1-4d95-9fa7-a887528ca96e tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:24:29.638624 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c65c3fb9-b5b4-4310-974a-4e89935b5031 req-7474e195-8ca1-4d95-9fa7-a887528ca96e tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/ports?device_id=d267d967-2b22-4c04-81db-06abdd1ed685 HTTP/1.1" status: 200 len: 950 time: 0.0797520 Oct 12 19:24:29.644490 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-618a18de-cc74-4a97-b719-b1945bd87200 tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:29.649538 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-b4879961-8d81-49f0-83e6-3a7c6986c1b1 req-8723955c-5461-4fdc-9f1a-a735752f1ff3 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Calling delete_port for 832047a1-185a-433e-aeb1-81fc5bea349e owned by compute:nova {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:24:29.684833 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-618a18de-cc74-4a97-b719-b1945bd87200 tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Calling delete_port for 31a79406-d190-45aa-880f-88ff25017ecc owned by network:router_gateway {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:24:29.705455 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-e4c16768-ae8b-4b3a-9a64-577364b4fc29 req-900f2b55-3df0-4cf5-9f1a-298c6a56d8e6 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:29.719283 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['ac2ba39d-e5cc-462c-85ad-7f217b2bb8c0'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:24:29.776059 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900f2b55-3df0-4cf5-9f1a-298c6a56d8e6 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Pushing event deleted for resources: {'Port': ['ID=8f0f1b33-30ca-4ef3-8d1e-388675e42a87,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:24:29.792675 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c65c3fb9-b5b4-4310-974a-4e89935b5031 req-c944dcd7-f15d-4972-87b1-d8476782a3f8 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/security-groups?id=ceeec1d2-c315-47e9-9f92-76d770e7141a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400936 Oct 12 19:24:29.804535 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4c16768-ae8b-4b3a-9a64-577364b4fc29 req-900f2b55-3df0-4cf5-9f1a-298c6a56d8e6 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] No DVR routers for this DVR port 8f0f1b33-30ca-4ef3-8d1e-388675e42a87 on host n-h2-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:24:29.807920 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-e4c16768-ae8b-4b3a-9a64-577364b4fc29 req-900f2b55-3df0-4cf5-9f1a-298c6a56d8e6 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:29.811701 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e4c16768-ae8b-4b3a-9a64-577364b4fc29 req-900f2b55-3df0-4cf5-9f1a-298c6a56d8e6 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.67 "DELETE /v2.0/ports/8f0f1b33-30ca-4ef3-8d1e-388675e42a87 HTTP/1.1" status: 204 len: 173 time: 0.8646617 Oct 12 19:24:29.869291 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['8f0f1b33-30ca-4ef3-8d1e-388675e42a87', '832047a1-185a-433e-aeb1-81fc5bea349e'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:24:30.003206 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-b4879961-8d81-49f0-83e6-3a7c6986c1b1 req-8723955c-5461-4fdc-9f1a-a735752f1ff3 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:30.040850 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8723955c-5461-4fdc-9f1a-a735752f1ff3 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Pushing event deleted for resources: {'Port': ['ID=832047a1-185a-433e-aeb1-81fc5bea349e,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:24:30.104393 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4879961-8d81-49f0-83e6-3a7c6986c1b1 req-8723955c-5461-4fdc-9f1a-a735752f1ff3 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] No DVR routers for this DVR port 832047a1-185a-433e-aeb1-81fc5bea349e on host n-h2-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:24:30.108621 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-b4879961-8d81-49f0-83e6-3a7c6986c1b1 req-8723955c-5461-4fdc-9f1a-a735752f1ff3 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:30.112654 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b4879961-8d81-49f0-83e6-3a7c6986c1b1 req-8723955c-5461-4fdc-9f1a-a735752f1ff3 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.67 "DELETE /v2.0/ports/832047a1-185a-433e-aeb1-81fc5bea349e HTTP/1.1" status: 204 len: 173 time: 0.7585456 Oct 12 19:24:30.126184 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-618a18de-cc74-4a97-b719-b1945bd87200 tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:30.139313 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['8f0f1b33-30ca-4ef3-8d1e-388675e42a87'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:24:30.188084 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618a18de-cc74-4a97-b719-b1945bd87200 tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Pushing event deleted for resources: {'Port': ['ID=31a79406-d190-45aa-880f-88ff25017ecc,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:24:30.217529 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd267d967-2b22-4c04-81db-06abdd1ed685', 'name': 'network-vif-deleted', 'tag': '8f0f1b33-30ca-4ef3-8d1e-388675e42a87'}, {'server_uuid': '19523b6d-3dbf-434c-b3dc-884efdb2e80a', 'name': 'network-vif-deleted', 'tag': '832047a1-185a-433e-aeb1-81fc5bea349e'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:24:30.220162 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4ef6f5d-50df-44d0-bee7-e070f5b568c3" -d '{"events": [{"server_uuid": "d267d967-2b22-4c04-81db-06abdd1ed685", "name": "network-vif-deleted", "tag": "8f0f1b33-30ca-4ef3-8d1e-388675e42a87"}, {"server_uuid": "19523b6d-3dbf-434c-b3dc-884efdb2e80a", "name": "network-vif-deleted", "tag": "832047a1-185a-433e-aeb1-81fc5bea349e"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:24:30.297500 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 12 Oct 2021 19:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f549a657-11d2-4585-a22d-0cf00842c67e x-openstack-request-id: req-f549a657-11d2-4585-a22d-0cf00842c67e {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:24:30.297812 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d267d967-2b22-4c04-81db-06abdd1ed685", "name": "network-vif-deleted", "tag": "8f0f1b33-30ca-4ef3-8d1e-388675e42a87", "status": "completed", "code": 200}, {"server_uuid": "19523b6d-3dbf-434c-b3dc-884efdb2e80a", "name": "network-vif-deleted", "tag": "832047a1-185a-433e-aeb1-81fc5bea349e", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:24:30.298069 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f549a657-11d2-4585-a22d-0cf00842c67e {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:24:30.298480 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd267d967-2b22-4c04-81db-06abdd1ed685', 'name': 'network-vif-deleted', 'tag': '8f0f1b33-30ca-4ef3-8d1e-388675e42a87', 'status': 'completed', 'code': 200} Oct 12 19:24:30.301071 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19523b6d-3dbf-434c-b3dc-884efdb2e80a', 'name': 'network-vif-deleted', 'tag': '832047a1-185a-433e-aeb1-81fc5bea349e', 'status': 'completed', 'code': 200} Oct 12 19:24:30.384352 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-618a18de-cc74-4a97-b719-b1945bd87200 tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7915456'] for router_gateway, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:30.458040 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['ac2ba39d-e5cc-462c-85ad-7f217b2bb8c0'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:24:30.508426 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-618a18de-cc74-4a97-b719-b1945bd87200 tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255495'] for router, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:30.511692 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-618a18de-cc74-4a97-b719-b1945bd87200 tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:30.689464 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-618a18de-cc74-4a97-b719-b1945bd87200 tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8093499'] for router, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:30.689464 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-618a18de-cc74-4a97-b719-b1945bd87200 tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Fanout notify agent at l3_agent the message router_deleted on router 8ffe63d9-f952-42b4-bf43-5d6146fd43e4 {{(pid=95502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 19:24:30.709700 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-618a18de-cc74-4a97-b719-b1945bd87200 tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:30.710959 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-618a18de-cc74-4a97-b719-b1945bd87200 tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] 10.222.0.49 "DELETE /v2.0/routers/8ffe63d9-f952-42b4-bf43-5d6146fd43e4 HTTP/1.1" status: 204 len: 168 time: 2.0149009 Oct 12 19:24:30.714924 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 48826) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:24:30.719436 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-ddf7b5aa-36bc-4bfb-a09f-0c6e0d18ed0c tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1140022239', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}, 'admin_state_up': False}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:24:30.831931 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ddf7b5aa-36bc-4bfb-a09f-0c6e0d18ed0c tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8093678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255505'] for router, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:30.833327 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ddf7b5aa-36bc-4bfb-a09f-0c6e0d18ed0c tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8093562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8087085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8022306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255518'] for router, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:30.856730 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 4acf26e9-0375-43a8-93fc-56223572c626 no longer exists at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:24:30.932715 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] No Port match for: 4acf26e9-0375-43a8-93fc-56223572c626 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:24:30.933429 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 4acf26e9-0375-43a8-93fc-56223572c626 not bound to the agent host n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:24:30.967196 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ddf7b5aa-36bc-4bfb-a09f-0c6e0d18ed0c tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:31.010404 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b1d7da00-0ee3-4478-aa8d-f5dd428dd2e7 req-e91d2e1f-b527-4954-b85d-b33f5de88dc7 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/ports?device_id=d267d967-2b22-4c04-81db-06abdd1ed685 HTTP/1.1" status: 200 len: 210 time: 0.0301659 Oct 12 19:24:31.042963 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 19:24:31.289328 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ddf7b5aa-36bc-4bfb-a09f-0c6e0d18ed0c tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:31.592500 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ddf7b5aa-36bc-4bfb-a09f-0c6e0d18ed0c tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Notify callbacks [] for router_gateway, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:31.612188 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ddf7b5aa-36bc-4bfb-a09f-0c6e0d18ed0c tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:31.667371 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1f697ad1-b43f-454a-b6e9-e91d92b507aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:31.731971 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-ddf7b5aa-36bc-4bfb-a09f-0c6e0d18ed0c tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Allocated IP 172.25.5.72 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/aad020cf-de75-442e-b544-5bc2622a039f) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:24:31.836249 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ddf7b5aa-36bc-4bfb-a09f-0c6e0d18ed0c tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:31.973291 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ddf7b5aa-36bc-4bfb-a09f-0c6e0d18ed0c tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:32.027005 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf7b5aa-36bc-4bfb-a09f-0c6e0d18ed0c tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:24:32.030673 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-ddf7b5aa-36bc-4bfb-a09f-0c6e0d18ed0c tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:24:32.038788 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf7b5aa-36bc-4bfb-a09f-0c6e0d18ed0c tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:24:32.120948 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf7b5aa-36bc-4bfb-a09f-0c6e0d18ed0c tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Pushing event updated for resources: {'Port': ['ID=aad020cf-de75-442e-b544-5bc2622a039f,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:24:32.294228 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dad39df-1945-40d6-9c7f-919da3946caa req-bb26d12f-80c8-45a1-a10b-72e2cb0c6f01 tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:24:32.295723 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5dad39df-1945-40d6-9c7f-919da3946caa req-bb26d12f-80c8-45a1-a10b-72e2cb0c6f01 tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] 10.222.0.49 "GET /v2.0/networks?id=6ef7838f-f4ea-47da-a7e8-fc8c5f817c6a HTTP/1.1" status: 200 len: 808 time: 0.2539821 Oct 12 19:24:32.314393 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5dad39df-1945-40d6-9c7f-919da3946caa req-fe9227a1-9bdd-4914-b3c7-13254f04aad7 tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] 10.222.0.49 "GET /v2.0/quotas/bcf6e45171dc4310a920ac7e06c419f0 HTTP/1.1" status: 200 len: 375 time: 0.0106699 Oct 12 19:24:32.360099 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5dad39df-1945-40d6-9c7f-919da3946caa req-ecff1e85-15fd-4f60-b8ac-8ac5b6ac3180 tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=bcf6e45171dc4310a920ac7e06c419f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0388575 Oct 12 19:24:32.470008 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5dad39df-1945-40d6-9c7f-919da3946caa req-2cea1648-5f4d-4cc9-b358-d627b153557c service neutron] 10.222.0.49 "GET /v2.0/networks/6ef7838f-f4ea-47da-a7e8-fc8c5f817c6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006687 Oct 12 19:24:32.585510 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:32.657776 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ddf7b5aa-36bc-4bfb-a09f-0c6e0d18ed0c tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Notify callbacks [] for router_gateway, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:32.665394 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5dad39df-1945-40d6-9c7f-919da3946caa req-57d1e41f-085d-4e5b-af0c-a189bea399d0 service neutron] 10.222.0.49 "GET /v2.0/networks/6ef7838f-f4ea-47da-a7e8-fc8c5f817c6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877937 Oct 12 19:24:32.773445 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:32.935126 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ddf7b5aa-36bc-4bfb-a09f-0c6e0d18ed0c tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8093541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7915516'] for router, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:32.978786 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:33.053697 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2a0edeac-6c83-4ff9-b7c6-100e971943ff req-ba230b4b-bb80-4d1b-8dde-326f89558b68 tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] 10.222.0.49 "GET /v2.0/ports?device_id=81425564-b62a-4d39-bbe7-f7547bf6f4fc HTTP/1.1" status: 200 len: 210 time: 0.0292816 Oct 12 19:24:33.143400 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 832047a1-185a-433e-aeb1-81fc5bea349e no longer exists at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:24:33.173420 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] No Port match for: 832047a1-185a-433e-aeb1-81fc5bea349e {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:24:33.173980 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 832047a1-185a-433e-aeb1-81fc5bea349e not bound to the agent host n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:24:33.174569 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 8f0f1b33-30ca-4ef3-8d1e-388675e42a87 no longer exists at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:24:33.207306 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddf7b5aa-36bc-4bfb-a09f-0c6e0d18ed0c tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Router 23c4acf8-6f7b-4071-958e-83946e6a1c17 is scheduled to L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b with binding_index 1 {{(pid=95502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 19:24:33.246209 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c67b7f-2b30-4303-a5a4-28df6c3480c2 req-0ebe6ecb-705c-4865-8573-cee0bb2db254 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:24:33.249528 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b8c67b7f-2b30-4303-a5a4-28df6c3480c2 req-0ebe6ecb-705c-4865-8573-cee0bb2db254 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9d57adf-b14f-4aac-a2a5-d5a2ff76d754 HTTP/1.1" status: 200 len: 950 time: 0.3441470 Oct 12 19:24:33.251356 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] No Port match for: 8f0f1b33-30ca-4ef3-8d1e-388675e42a87 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:24:33.252896 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 8f0f1b33-30ca-4ef3-8d1e-388675e42a87 not bound to the agent host n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:24:33.294649 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b8c67b7f-2b30-4303-a5a4-28df6c3480c2 req-7d1b4ccd-ae18-4268-b9cc-9142046953f9 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/security-groups?id=ceeec1d2-c315-47e9-9f92-76d770e7141a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365849 Oct 12 19:24:33.521144 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:33.657177 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddf7b5aa-36bc-4bfb-a09f-0c6e0d18ed0c tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:24:33.668269 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e78211d-79d3-4c22-ba07-924438b334b2 None None] Sync routers for ids ['23c4acf8-6f7b-4071-958e-83946e6a1c17'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:24:33.678969 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e78211d-79d3-4c22-ba07-924438b334b2 None None] Routers {'23c4acf8-6f7b-4071-958e-83946e6a1c17'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:24:33.679592 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-1e78211d-79d3-4c22-ba07-924438b334b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:24:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['23c4acf8-6f7b-4071-958e-83946e6a1c17'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:24:33.712408 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-1e78211d-79d3-4c22-ba07-924438b334b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:24:33.722193 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e78211d-79d3-4c22-ba07-924438b334b2 None None] Routers {'23c4acf8-6f7b-4071-958e-83946e6a1c17'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:24:33.722819 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-1e78211d-79d3-4c22-ba07-924438b334b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:24:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['23c4acf8-6f7b-4071-958e-83946e6a1c17'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:24:33.757596 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ddf7b5aa-36bc-4bfb-a09f-0c6e0d18ed0c tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:33.760006 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-ddf7b5aa-36bc-4bfb-a09f-0c6e0d18ed0c tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.0428855 Oct 12 19:24:33.761203 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-1e78211d-79d3-4c22-ba07-924438b334b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:24:33.761888 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e78211d-79d3-4c22-ba07-924438b334b2 None None] The sync data for ids ['23c4acf8-6f7b-4071-958e-83946e6a1c17'] in n-d-813679-3 is: [] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:24:33.767891 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 48904) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:24:33.773608 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-1e3324b2-8350-42e4-a591-6c7197f4d02d tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:24:34.083956 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a900fac-c088-4c9c-bb7a-49e1d449c9b2 req-7048006d-0cce-400f-908c-ff5f0c69b7cc tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:24:34.085713 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1a900fac-c088-4c9c-bb7a-49e1d449c9b2 req-7048006d-0cce-400f-908c-ff5f0c69b7cc tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.61 "GET /v2.0/ports?device_id=a9d57adf-b14f-4aac-a2a5-d5a2ff76d754 HTTP/1.1" status: 200 len: 950 time: 0.0863252 Oct 12 19:24:34.147294 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-95e114af-f846-4f98-a272-073298d64368 req-0bea80a1-be1b-43aa-b2de-f89cb95d8d05 tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] 10.222.0.49 "GET /v2.0/ports?device_id=81425564-b62a-4d39-bbe7-f7547bf6f4fc HTTP/1.1" status: 200 len: 210 time: 0.0339019 Oct 12 19:24:34.163021 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1e3324b2-8350-42e4-a591-6c7197f4d02d tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:34.216464 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-1a900fac-c088-4c9c-bb7a-49e1d449c9b2 req-27d9b764-ee75-4fb8-98bb-ac2a650f3831 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Deleting port ac2ba39d-e5cc-462c-85ad-7f217b2bb8c0 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:24:34.217363 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-1a900fac-c088-4c9c-bb7a-49e1d449c9b2 req-27d9b764-ee75-4fb8-98bb-ac2a650f3831 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:34.235631 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1e3324b2-8350-42e4-a591-6c7197f4d02d tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:34.416905 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-1e3324b2-8350-42e4-a591-6c7197f4d02d tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Deleting port aad020cf-de75-442e-b544-5bc2622a039f {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:24:34.417974 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1e3324b2-8350-42e4-a591-6c7197f4d02d tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:34.434785 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-1a900fac-c088-4c9c-bb7a-49e1d449c9b2 req-27d9b764-ee75-4fb8-98bb-ac2a650f3831 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] For port ac2ba39d-e5cc-462c-85ad-7f217b2bb8c0, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=ac2ba39d-e5cc-462c-85ad-7f217b2bb8c0,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:24:34.435167 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-1a900fac-c088-4c9c-bb7a-49e1d449c9b2 req-27d9b764-ee75-4fb8-98bb-ac2a650f3831 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:34.455844 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-1a900fac-c088-4c9c-bb7a-49e1d449c9b2 req-27d9b764-ee75-4fb8-98bb-ac2a650f3831 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Calling delete_port for ac2ba39d-e5cc-462c-85ad-7f217b2bb8c0 owned by compute:nova {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:24:34.458297 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:34.484592 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5215f673-addc-4627-8705-fbf33d35e1cb req-9f36bb07-c3eb-4d7e-bdec-753502785aea tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:24:34.486696 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5215f673-addc-4627-8705-fbf33d35e1cb req-9f36bb07-c3eb-4d7e-bdec-753502785aea tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9d57adf-b14f-4aac-a2a5-d5a2ff76d754 HTTP/1.1" status: 200 len: 950 time: 0.0906091 Oct 12 19:24:34.569605 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5215f673-addc-4627-8705-fbf33d35e1cb req-bbcf084d-5b9a-4d3a-baff-74f611cedc78 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/security-groups?id=ceeec1d2-c315-47e9-9f92-76d770e7141a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517600 Oct 12 19:24:34.704428 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-1a900fac-c088-4c9c-bb7a-49e1d449c9b2 req-27d9b764-ee75-4fb8-98bb-ac2a650f3831 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:34.739075 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['ac2ba39d-e5cc-462c-85ad-7f217b2bb8c0'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:24:34.768636 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d9b764-ee75-4fb8-98bb-ac2a650f3831 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Pushing event deleted for resources: {'Port': ['ID=ac2ba39d-e5cc-462c-85ad-7f217b2bb8c0,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:24:34.792729 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1e3324b2-8350-42e4-a591-6c7197f4d02d tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:34.809341 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d9b764-ee75-4fb8-98bb-ac2a650f3831 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:24:34.809639 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-1e3324b2-8350-42e4-a591-6c7197f4d02d tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Calling delete_port for aad020cf-de75-442e-b544-5bc2622a039f owned by network:router_gateway {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:24:34.809757 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d9b764-ee75-4fb8-98bb-ac2a650f3831 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:24:34.810074 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d9b764-ee75-4fb8-98bb-ac2a650f3831 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:24:34.810414 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d9b764-ee75-4fb8-98bb-ac2a650f3831 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:24:34.810764 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d9b764-ee75-4fb8-98bb-ac2a650f3831 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:24:34.811140 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d9b764-ee75-4fb8-98bb-ac2a650f3831 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:24:34.811470 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d9b764-ee75-4fb8-98bb-ac2a650f3831 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:24:34.811796 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d9b764-ee75-4fb8-98bb-ac2a650f3831 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:24:34.812149 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d9b764-ee75-4fb8-98bb-ac2a650f3831 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:24:34.812480 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d9b764-ee75-4fb8-98bb-ac2a650f3831 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:24:34.812805 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d9b764-ee75-4fb8-98bb-ac2a650f3831 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:24:34.813185 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d9b764-ee75-4fb8-98bb-ac2a650f3831 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:24:34.836674 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a900fac-c088-4c9c-bb7a-49e1d449c9b2 req-27d9b764-ee75-4fb8-98bb-ac2a650f3831 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] No DVR routers for this DVR port ac2ba39d-e5cc-462c-85ad-7f217b2bb8c0 on host n-h1-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:24:34.839224 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-1a900fac-c088-4c9c-bb7a-49e1d449c9b2 req-27d9b764-ee75-4fb8-98bb-ac2a650f3831 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:34.842784 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1a900fac-c088-4c9c-bb7a-49e1d449c9b2 req-27d9b764-ee75-4fb8-98bb-ac2a650f3831 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.61 "DELETE /v2.0/ports/ac2ba39d-e5cc-462c-85ad-7f217b2bb8c0 HTTP/1.1" status: 204 len: 173 time: 0.7512267 Oct 12 19:24:34.843275 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9d57adf-b14f-4aac-a2a5-d5a2ff76d754', 'name': 'network-vif-deleted', 'tag': 'ac2ba39d-e5cc-462c-85ad-7f217b2bb8c0'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:24:34.846118 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7705d2d2-6bc3-41b9-8de8-fd5b538c31fa" -d '{"events": [{"server_uuid": "a9d57adf-b14f-4aac-a2a5-d5a2ff76d754", "name": "network-vif-deleted", "tag": "ac2ba39d-e5cc-462c-85ad-7f217b2bb8c0"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:24:34.882552 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96a59f86-3276-4664-a8b0-836754aafd32 x-openstack-request-id: req-96a59f86-3276-4664-a8b0-836754aafd32 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:24:34.885422 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9d57adf-b14f-4aac-a2a5-d5a2ff76d754", "name": "network-vif-deleted", "tag": "ac2ba39d-e5cc-462c-85ad-7f217b2bb8c0", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:24:34.885422 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-96a59f86-3276-4664-a8b0-836754aafd32 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:24:34.885422 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9d57adf-b14f-4aac-a2a5-d5a2ff76d754', 'name': 'network-vif-deleted', 'tag': 'ac2ba39d-e5cc-462c-85ad-7f217b2bb8c0', 'status': 'completed', 'code': 200} Oct 12 19:24:35.047735 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1e3324b2-8350-42e4-a591-6c7197f4d02d tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:35.077521 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3324b2-8350-42e4-a591-6c7197f4d02d tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Pushing event deleted for resources: {'Port': ['ID=aad020cf-de75-442e-b544-5bc2622a039f,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:24:35.164899 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1e3324b2-8350-42e4-a591-6c7197f4d02d tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7915456'] for router_gateway, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:35.384184 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-46bc1ccf-8423-490d-9737-7c2f7f4b0984 req-5758ad8c-72b5-48c2-b0e4-e99d881253ca tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] 10.222.0.49 "GET /v2.0/ports?device_id=81425564-b62a-4d39-bbe7-f7547bf6f4fc HTTP/1.1" status: 200 len: 210 time: 0.0625896 Oct 12 19:24:35.504160 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1e3324b2-8350-42e4-a591-6c7197f4d02d tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8087071', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8093548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255500'] for router, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:35.512627 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 48930) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:24:35.520891 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1e3324b2-8350-42e4-a591-6c7197f4d02d tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7915516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8087046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7915509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8093527'] for router, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:35.633713 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e3324b2-8350-42e4-a591-6c7197f4d02d tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Router 23c4acf8-6f7b-4071-958e-83946e6a1c17 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:24:35.745605 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-fd61e8f7-902f-4424-b09d-dc12b821e80c req-0a5cc11b-49b7-4bc2-beff-8979ba1424f8 tempest-ServersOnMultiNodesTest-1201727547 tempest-ServersOnMultiNodesTest-1201727547-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9d57adf-b14f-4aac-a2a5-d5a2ff76d754 HTTP/1.1" status: 200 len: 210 time: 0.0335867 Oct 12 19:24:35.825012 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e3324b2-8350-42e4-a591-6c7197f4d02d tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:24:35.833429 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1e3324b2-8350-42e4-a591-6c7197f4d02d tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Notify callbacks [] for router, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:35.837661 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-1e3324b2-8350-42e4-a591-6c7197f4d02d tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] 10.222.0.49 "PUT /v2.0/routers/23c4acf8-6f7b-4071-958e-83946e6a1c17 HTTP/1.1" status: 200 len: 710 time: 2.0684381 Oct 12 19:24:35.838121 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88895bdb-25fc-40ac-8e75-176b1cafa3c4 None None] Sync routers for ids ['23c4acf8-6f7b-4071-958e-83946e6a1c17'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:24:35.838608 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 48936) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:24:35.856197 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88895bdb-25fc-40ac-8e75-176b1cafa3c4 None None] Routers {'23c4acf8-6f7b-4071-958e-83946e6a1c17'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:24:35.857217 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-88895bdb-25fc-40ac-8e75-176b1cafa3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:24:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['23c4acf8-6f7b-4071-958e-83946e6a1c17'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:24:35.934471 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dad39df-1945-40d6-9c7f-919da3946caa req-294b4cd8-61c1-49bd-ba39-851a7a533670 tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:24:35.936065 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5dad39df-1945-40d6-9c7f-919da3946caa req-294b4cd8-61c1-49bd-ba39-851a7a533670 tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] 10.222.0.67 "GET /v2.0/networks?id=6ef7838f-f4ea-47da-a7e8-fc8c5f817c6a HTTP/1.1" status: 200 len: 808 time: 0.4017630 Oct 12 19:24:35.945716 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 48938) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:24:35.945942 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-c8e6342e-219d-4187-b3cc-d69caee195e6 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] 10.222.0.49 "GET /v2.0/routers/23c4acf8-6f7b-4071-958e-83946e6a1c17 HTTP/1.1" status: 200 len: 745 time: 0.1042228 Oct 12 19:24:35.950931 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-5dad39df-1945-40d6-9c7f-919da3946caa req-5b6c2d82-e8ce-46e2-a53a-5752691ba8d3 tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] Request body: {'port': {'device_id': '81425564-b62a-4d39-bbe7-f7547bf6f4fc', 'network_id': '6ef7838f-f4ea-47da-a7e8-fc8c5f817c6a', 'admin_state_up': True, 'tenant_id': 'bcf6e45171dc4310a920ac7e06c419f0'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:24:35.953983 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-88895bdb-25fc-40ac-8e75-176b1cafa3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:24:35.975098 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88895bdb-25fc-40ac-8e75-176b1cafa3c4 None None] Routers {'23c4acf8-6f7b-4071-958e-83946e6a1c17'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:24:35.975903 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-88895bdb-25fc-40ac-8e75-176b1cafa3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:24:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['23c4acf8-6f7b-4071-958e-83946e6a1c17'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:24:36.044891 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-fdf7958f-8198-41a2-8555-ca770f658b25 tempest-RoutersIpV6AdminTest-716782283 tempest-RoutersIpV6AdminTest-716782283-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=4afbf4a4-67f5-42d1-a358-7ba9799dab0c&device_id=23c4acf8-6f7b-4071-958e-83946e6a1c17 HTTP/1.1" status: 200 len: 205 time: 0.0980334 Oct 12 19:24:36.047948 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 48942) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:24:36.052811 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-88895bdb-25fc-40ac-8e75-176b1cafa3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:24:36.053570 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88895bdb-25fc-40ac-8e75-176b1cafa3c4 None None] The sync data for ids ['23c4acf8-6f7b-4071-958e-83946e6a1c17'] in n-d-813679-3 is: [] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:24:36.113795 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-8c83c8f9-f9e7-4d39-9c90-bb31910d96fd tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] 10.222.0.49 "GET /v2.0/ports?device_id=23c4acf8-6f7b-4071-958e-83946e6a1c17 HTTP/1.1" status: 200 len: 205 time: 0.0621126 Oct 12 19:24:36.114314 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 48944) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:24:36.206315 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-04f3dbc9-6e7d-4fb0-919a-4c9aec2b8b5c tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Notify callbacks [] for router, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:36.218563 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dad39df-1945-40d6-9c7f-919da3946caa req-5b6c2d82-e8ce-46e2-a53a-5752691ba8d3 tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] Made reservation on behalf of bcf6e45171dc4310a920ac7e06c419f0 for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:24:36.225245 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-5dad39df-1945-40d6-9c7f-919da3946caa req-5b6c2d82-e8ce-46e2-a53a-5752691ba8d3 tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:36.429813 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [req-5dad39df-1945-40d6-9c7f-919da3946caa req-5b6c2d82-e8ce-46e2-a53a-5752691ba8d3 tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] Allocated IP 172.20.0.4 (6ef7838f-f4ea-47da-a7e8-fc8c5f817c6a/9f50c7ad-f488-4a89-8813-b50099f2dffd/22841326-0d0a-4f9b-b58e-562278c72fc5) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:24:36.432921 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-04f3dbc9-6e7d-4fb0-919a-4c9aec2b8b5c tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255495'] for router, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:36.436312 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-04f3dbc9-6e7d-4fb0-919a-4c9aec2b8b5c tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:36.450490 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bba301e4-6b68-4777-bdf5-c0acb100b6fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8092566'] for router_interface, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:36.576154 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-33824116-680c-463b-b9d5-c274638b7ce3 req-f2056ddb-e7ea-47af-9c11-a4f22c7c85e4 tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] 10.222.0.49 "GET /v2.0/ports?device_id=81425564-b62a-4d39-bbe7-f7547bf6f4fc HTTP/1.1" status: 200 len: 210 time: 0.0513089 Oct 12 19:24:36.629295 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-04f3dbc9-6e7d-4fb0-919a-4c9aec2b8b5c tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8093499'] for router, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:36.629986 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04f3dbc9-6e7d-4fb0-919a-4c9aec2b8b5c tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Fanout notify agent at l3_agent the message router_deleted on router 23c4acf8-6f7b-4071-958e-83946e6a1c17 {{(pid=95502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 19:24:36.638451 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-04f3dbc9-6e7d-4fb0-919a-4c9aec2b8b5c tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:36.643855 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-04f3dbc9-6e7d-4fb0-919a-4c9aec2b8b5c tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] 10.222.0.49 "DELETE /v2.0/routers/23c4acf8-6f7b-4071-958e-83946e6a1c17 HTTP/1.1" status: 204 len: 168 time: 0.5244777 Oct 12 19:24:36.643964 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-5dad39df-1945-40d6-9c7f-919da3946caa req-5b6c2d82-e8ce-46e2-a53a-5752691ba8d3 tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:36.643964 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 48948) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:24:36.678784 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-7f901fcf-482d-46da-a3dc-1b924543b937 tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] 10.222.0.49 "GET /v2.0/ports?device_id=23c4acf8-6f7b-4071-958e-83946e6a1c17 HTTP/1.1" status: 200 len: 205 time: 0.0315211 Oct 12 19:24:36.679459 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 48950) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:24:36.721178 n-d-813679-3 neutron-server[95501]: INFO neutron.api.v2.resource [None req-ea7d026f-5ee0-4e94-a2c0-21d9f33daf12 tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] delete failed (client error): The resource could not be found. Oct 12 19:24:36.725339 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-ea7d026f-5ee0-4e94-a2c0-21d9f33daf12 tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] 10.222.0.49 "DELETE /v2.0/routers/23c4acf8-6f7b-4071-958e-83946e6a1c17 HTTP/1.1" status: 404 len: 336 time: 0.0419908 Oct 12 19:24:36.727586 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 48952) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:24:36.796353 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-8450fd3d-d002-46ca-9a90-f083ddb8a86b tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ffe63d9-f952-42b4-bf43-5d6146fd43e4 HTTP/1.1" status: 200 len: 205 time: 0.0655270 Oct 12 19:24:36.796741 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 48954) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:24:36.843638 n-d-813679-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-259caad4-4086-4603-b166-4621e5e5ef02 tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] delete failed (client error): The resource could not be found. Oct 12 19:24:36.843638 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-259caad4-4086-4603-b166-4621e5e5ef02 tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] 10.222.0.49 "DELETE /v2.0/routers/8ffe63d9-f952-42b4-bf43-5d6146fd43e4 HTTP/1.1" status: 404 len: 336 time: 0.0421610 Oct 12 19:24:36.849211 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 48960) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:24:36.879558 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device ac2ba39d-e5cc-462c-85ad-7f217b2bb8c0 no longer exists at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:24:36.885213 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-bba301e4-6b68-4777-bdf5-c0acb100b6fa admin admin] Deleting port 1e900766-f458-4895-a5ff-0ec60337fc41 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:24:36.888319 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bba301e4-6b68-4777-bdf5-c0acb100b6fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:36.905128 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] No Port match for: ac2ba39d-e5cc-462c-85ad-7f217b2bb8c0 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:24:36.905757 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device ac2ba39d-e5cc-462c-85ad-7f217b2bb8c0 not bound to the agent host n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:24:36.906592 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-9b3e3fb1-e193-4da8-8595-b5f46aec4f8c tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] 10.222.0.49 "GET /v2.0/ports?device_id=b9316759-7289-459e-8245-b88f8c3a56cd HTTP/1.1" status: 200 len: 205 time: 0.0553899 Oct 12 19:24:36.908499 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-5dad39df-1945-40d6-9c7f-919da3946caa req-5b6c2d82-e8ce-46e2-a53a-5752691ba8d3 tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:36.910238 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 48964) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:24:36.984499 n-d-813679-3 neutron-server[95501]: INFO neutron.api.v2.resource [None req-d9486005-2637-4b4b-850f-5907921c4027 tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] delete failed (client error): The resource could not be found. Oct 12 19:24:36.985796 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-d9486005-2637-4b4b-850f-5907921c4027 tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] 10.222.0.49 "DELETE /v2.0/routers/b9316759-7289-459e-8245-b88f8c3a56cd HTTP/1.1" status: 404 len: 336 time: 0.0747058 Oct 12 19:24:36.989199 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 48966) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:24:37.009027 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-bba301e4-6b68-4777-bdf5-c0acb100b6fa admin admin] For port 1e900766-f458-4895-a5ff-0ec60337fc41, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=1e900766-f458-4895-a5ff-0ec60337fc41,segment=NetworkSegment(69a1f4ea-f5fa-4937-819a-a5b41f2da9ca),segment_id=69a1f4ea-f5fa-4937-819a-a5b41f2da9ca)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:24:37.009385 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bba301e4-6b68-4777-bdf5-c0acb100b6fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:37.011305 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dad39df-1945-40d6-9c7f-919da3946caa req-5b6c2d82-e8ce-46e2-a53a-5752691ba8d3 tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] Network 6ef7838f-f4ea-47da-a7e8-fc8c5f817c6a is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:24:37.015081 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [req-5dad39df-1945-40d6-9c7f-919da3946caa req-5b6c2d82-e8ce-46e2-a53a-5752691ba8d3 tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:24:37.018823 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dad39df-1945-40d6-9c7f-919da3946caa req-5b6c2d82-e8ce-46e2-a53a-5752691ba8d3 tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:24:37.034606 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-41e1d0a0-7dfd-4587-9e6b-b4070c1d9e80 tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] 10.222.0.49 "GET /v2.0/ports?device_id=3eca71c4-64a4-497b-9f29-b5d2031c7357 HTTP/1.1" status: 200 len: 205 time: 0.0419166 Oct 12 19:24:37.034800 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 48968) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:24:37.044621 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-bba301e4-6b68-4777-bdf5-c0acb100b6fa admin admin] Calling delete_port for 1e900766-f458-4895-a5ff-0ec60337fc41 owned by network:router_interface {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:24:37.045986 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6c2d82-e8ce-46e2-a53a-5752691ba8d3 tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] Pushing event updated for resources: {'Port': ['ID=22841326-0d0a-4f9b-b58e-562278c72fc5,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:24:37.075833 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dad39df-1945-40d6-9c7f-919da3946caa req-5b6c2d82-e8ce-46e2-a53a-5752691ba8d3 tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:24:37.076802 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-5dad39df-1945-40d6-9c7f-919da3946caa req-5b6c2d82-e8ce-46e2-a53a-5752691ba8d3 tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:37.079210 n-d-813679-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-8f806daf-b566-4440-82ed-0a747bc50df9 tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] delete failed (client error): The resource could not be found. Oct 12 19:24:37.080823 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-8f806daf-b566-4440-82ed-0a747bc50df9 tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] 10.222.0.49 "DELETE /v2.0/routers/3eca71c4-64a4-497b-9f29-b5d2031c7357 HTTP/1.1" status: 404 len: 336 time: 0.0449967 Oct 12 19:24:37.084285 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 48970) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:24:37.123182 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-f3397948-447e-4239-b084-813343345b6a tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] 10.222.0.49 "GET /v2.0/ports?device_id=3589fb7f-46a1-4526-a6a4-d9991ae16d4b HTTP/1.1" status: 200 len: 205 time: 0.0356851 Oct 12 19:24:37.123603 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 48974) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:24:37.174432 n-d-813679-3 neutron-server[95501]: INFO neutron.api.v2.resource [None req-9660ad70-4615-4b2b-8e00-e3670395d38b tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] delete failed (client error): The resource could not be found. Oct 12 19:24:37.176021 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-9660ad70-4615-4b2b-8e00-e3670395d38b tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] 10.222.0.49 "DELETE /v2.0/routers/3589fb7f-46a1-4526-a6a4-d9991ae16d4b HTTP/1.1" status: 404 len: 336 time: 0.0508513 Oct 12 19:24:37.178378 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 48976) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:24:37.211618 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5dad39df-1945-40d6-9c7f-919da3946caa req-5b6c2d82-e8ce-46e2-a53a-5752691ba8d3 tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2634420 Oct 12 19:24:37.213116 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-633b8689-a6a5-4772-b062-8cf7deaa02cc tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] 10.222.0.49 "GET /v2.0/ports?device_id=3a7f1226-2533-432d-b5c9-cd3fd27f43d9 HTTP/1.1" status: 200 len: 205 time: 0.0324495 Oct 12 19:24:37.215653 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 48978) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:24:37.231791 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-5dad39df-1945-40d6-9c7f-919da3946caa req-998da949-f4de-4600-a790-f30b45cba446 service neutron] Request body: {'port': {'device_id': '81425564-b62a-4d39-bbe7-f7547bf6f4fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-3'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:24:37.303152 n-d-813679-3 neutron-server[95501]: INFO neutron.api.v2.resource [None req-6df5fc9d-0a4b-497e-90e5-c0d9eab946de tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] delete failed (client error): The resource could not be found. Oct 12 19:24:37.304313 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-6df5fc9d-0a4b-497e-90e5-c0d9eab946de tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] 10.222.0.49 "DELETE /v2.0/routers/3a7f1226-2533-432d-b5c9-cd3fd27f43d9 HTTP/1.1" status: 404 len: 336 time: 0.0865040 Oct 12 19:24:37.307852 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 48982) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:24:37.328947 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-5dad39df-1945-40d6-9c7f-919da3946caa req-998da949-f4de-4600-a790-f30b45cba446 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:37.348725 n-d-813679-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfc8685f-254c-4a1c-be8a-2ce6ea874f38 tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] DELETE failed (client error): The resource could not be found. Oct 12 19:24:37.349203 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfc8685f-254c-4a1c-be8a-2ce6ea874f38 tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:24:37.355394 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-bfc8685f-254c-4a1c-be8a-2ce6ea874f38 tempest-RoutersIpV6AdminTest-701771837 tempest-RoutersIpV6AdminTest-701771837-project] 10.222.0.49 "DELETE /v2.0/subnets/45c4f076-38d9-4668-bb1b-352ff8620ef7 HTTP/1.1" status: 404 len: 337 time: 0.0462909 Oct 12 19:24:37.369250 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 48986) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:24:37.446677 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bba301e4-6b68-4777-bdf5-c0acb100b6fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:37.481944 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba301e4-6b68-4777-bdf5-c0acb100b6fa admin admin] Pushing event deleted for resources: {'Port': ['ID=1e900766-f458-4895-a5ff-0ec60337fc41,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:24:37.609782 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-fde5c089-1a6f-497a-a73f-57461aa1e292 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=72ac91cd8d494d6197bc36451232b3b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2394125 Oct 12 19:24:37.612991 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 48992) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:24:37.716626 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [req-5dad39df-1945-40d6-9c7f-919da3946caa req-998da949-f4de-4600-a790-f30b45cba446 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22841326-0d0a-4f9b-b58e-562278c72fc5 {{(pid=95501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:24:37.738599 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-5dad39df-1945-40d6-9c7f-919da3946caa req-998da949-f4de-4600-a790-f30b45cba446 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:37.757269 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.provisioning_blocks [req-5dad39df-1945-40d6-9c7f-919da3946caa req-998da949-f4de-4600-a790-f30b45cba446 service neutron] Transition to ACTIVE for port object 22841326-0d0a-4f9b-b58e-562278c72fc5 will not be triggered until provisioned by entity L2. {{(pid=95501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:24:37.795480 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d473fcdb-f020-4888-8a68-187d3ebd900a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:37.797390 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bba301e4-6b68-4777-bdf5-c0acb100b6fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7898909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8092450'] for router_interface, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:37.805110 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ddffbf-3ce6-442c-853f-871ac8797c02 req-9930d730-7292-42fb-b678-070824d2ac48 tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:24:37.813698 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-42ddffbf-3ce6-442c-853f-871ac8797c02 req-9930d730-7292-42fb-b678-070824d2ac48 tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] 10.222.0.49 "GET /v2.0/ports?device_id=81425564-b62a-4d39-bbe7-f7547bf6f4fc HTTP/1.1" status: 200 len: 931 time: 0.1560142 Oct 12 19:24:37.834445 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d473fcdb-f020-4888-8a68-187d3ebd900a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:37.837969 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-5dad39df-1945-40d6-9c7f-919da3946caa req-998da949-f4de-4600-a790-f30b45cba446 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:37.887645 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 48998) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:24:37.890446 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-42ddffbf-3ce6-442c-853f-871ac8797c02 req-52237c69-d118-422d-991a-393ee7a5921d tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5c5fee0-b78d-4e40-8235-f8d5b1e8d403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749166 Oct 12 19:24:37.950502 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998da949-f4de-4600-a790-f30b45cba446 service neutron] Pushing event updated for resources: {'Port': ['ID=22841326-0d0a-4f9b-b58e-562278c72fc5,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:24:38.008103 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-5dad39df-1945-40d6-9c7f-919da3946caa req-998da949-f4de-4600-a790-f30b45cba446 service neutron] Attempting to bind port 22841326-0d0a-4f9b-b58e-562278c72fc5 on host n-h2-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:24:38.008428 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-5dad39df-1945-40d6-9c7f-919da3946caa req-998da949-f4de-4600-a790-f30b45cba446 service neutron] Attempting to bind port 22841326-0d0a-4f9b-b58e-562278c72fc5 by drivers openvswitch,hyperv on host n-h2-813679-3 at level 0 using segments [{'id': 'dd346e97-7ff0-4e15-8dea-9c71f906839a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6ef7838f-f4ea-47da-a7e8-fc8c5f817c6a'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:24:38.008755 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dad39df-1945-40d6-9c7f-919da3946caa req-998da949-f4de-4600-a790-f30b45cba446 service neutron] Attempting to bind port 22841326-0d0a-4f9b-b58e-562278c72fc5 on network 6ef7838f-f4ea-47da-a7e8-fc8c5f817c6a {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:24:38.019082 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dad39df-1945-40d6-9c7f-919da3946caa req-998da949-f4de-4600-a790-f30b45cba446 service neutron] Port 22841326-0d0a-4f9b-b58e-562278c72fc5 on network 6ef7838f-f4ea-47da-a7e8-fc8c5f817c6a not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:24:38.022893 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dad39df-1945-40d6-9c7f-919da3946caa req-998da949-f4de-4600-a790-f30b45cba446 service neutron] Attempting to bind port 22841326-0d0a-4f9b-b58e-562278c72fc5 on network 6ef7838f-f4ea-47da-a7e8-fc8c5f817c6a {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:24:38.024821 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dad39df-1945-40d6-9c7f-919da3946caa req-998da949-f4de-4600-a790-f30b45cba446 service neutron] Checking agent: {'id': '233fbd7d-38e4-434f-bb8f-05364d7423a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:24:38.025150 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dad39df-1945-40d6-9c7f-919da3946caa req-998da949-f4de-4600-a790-f30b45cba446 service neutron] Checking segment: {'id': 'dd346e97-7ff0-4e15-8dea-9c71f906839a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6ef7838f-f4ea-47da-a7e8-fc8c5f817c6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:24:38.025528 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dad39df-1945-40d6-9c7f-919da3946caa req-998da949-f4de-4600-a790-f30b45cba446 service neutron] Bound using segment: {'id': 'dd346e97-7ff0-4e15-8dea-9c71f906839a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6ef7838f-f4ea-47da-a7e8-fc8c5f817c6a'} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:24:38.025956 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-5dad39df-1945-40d6-9c7f-919da3946caa req-998da949-f4de-4600-a790-f30b45cba446 service neutron] Bound port: 22841326-0d0a-4f9b-b58e-562278c72fc5, host: n-h2-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd346e97-7ff0-4e15-8dea-9c71f906839a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6ef7838f-f4ea-47da-a7e8-fc8c5f817c6a'}}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:24:38.026311 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-5dad39df-1945-40d6-9c7f-919da3946caa req-998da949-f4de-4600-a790-f30b45cba446 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:38.078943 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d473fcdb-f020-4888-8a68-187d3ebd900a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:38.081823 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d473fcdb-f020-4888-8a68-187d3ebd900a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:38.085554 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-d473fcdb-f020-4888-8a68-187d3ebd900a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ceeec1d2-c315-47e9-9f92-76d770e7141a HTTP/1.1" status: 204 len: 168 time: 0.4690909 Oct 12 19:24:38.089981 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c84762b5-c7e0-4950-b607-ca6151d93b52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:38.097227 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-5dad39df-1945-40d6-9c7f-919da3946caa req-998da949-f4de-4600-a790-f30b45cba446 service neutron] For port 22841326-0d0a-4f9b-b58e-562278c72fc5, host n-h2-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:24:38.101814 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-5dad39df-1945-40d6-9c7f-919da3946caa req-998da949-f4de-4600-a790-f30b45cba446 service neutron] For port 22841326-0d0a-4f9b-b58e-562278c72fc5, host n-h2-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=22841326-0d0a-4f9b-b58e-562278c72fc5,segment=NetworkSegment(dd346e97-7ff0-4e15-8dea-9c71f906839a),segment_id=dd346e97-7ff0-4e15-8dea-9c71f906839a)] {{(pid=95501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:24:38.115642 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d473fcdb-f020-4888-8a68-187d3ebd900a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceeec1d2-c315-47e9-9f92-76d770e7141a,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:24:38.156049 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-5dad39df-1945-40d6-9c7f-919da3946caa req-998da949-f4de-4600-a790-f30b45cba446 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:38.193491 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dad39df-1945-40d6-9c7f-919da3946caa req-998da949-f4de-4600-a790-f30b45cba446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:24:38.194392 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-5dad39df-1945-40d6-9c7f-919da3946caa req-998da949-f4de-4600-a790-f30b45cba446 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:38.195986 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5dad39df-1945-40d6-9c7f-919da3946caa req-998da949-f4de-4600-a790-f30b45cba446 service neutron] 10.222.0.67 "PUT /v2.0/ports/22841326-0d0a-4f9b-b58e-562278c72fc5 HTTP/1.1" status: 200 len: 1091 time: 0.9687948 Oct 12 19:24:38.198390 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81425564-b62a-4d39-bbe7-f7547bf6f4fc', 'tag': '22841326-0d0a-4f9b-b58e-562278c72fc5'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:24:38.208054 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c504603c-33e7-4af2-81b8-072e6ffd3a3e" -d '{"events": [{"name": "network-changed", "server_uuid": "81425564-b62a-4d39-bbe7-f7547bf6f4fc", "tag": "22841326-0d0a-4f9b-b58e-562278c72fc5"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:24:38.211203 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bba301e4-6b68-4777-bdf5-c0acb100b6fa admin admin] Router 3194db5b-1e54-4015-89ae-e6a0868dd9d1 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:24:38.249862 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998da949-f4de-4600-a790-f30b45cba446 service neutron] Pushing event updated for resources: {'Port': ['ID=22841326-0d0a-4f9b-b58e-562278c72fc5,revision_number=3']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:24:38.274663 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e05f1b6-605d-4576-959d-9657ee4d11ec x-openstack-request-id: req-0e05f1b6-605d-4576-959d-9657ee4d11ec {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:24:38.275370 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81425564-b62a-4d39-bbe7-f7547bf6f4fc", "tag": "22841326-0d0a-4f9b-b58e-562278c72fc5", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:24:38.276304 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0e05f1b6-605d-4576-959d-9657ee4d11ec {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:24:38.276945 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81425564-b62a-4d39-bbe7-f7547bf6f4fc', 'tag': '22841326-0d0a-4f9b-b58e-562278c72fc5', 'status': 'completed', 'code': 200} Oct 12 19:24:38.340791 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c504603c-33e7-4af2-81b8-072e6ffd3a3e req-9a877dd5-3e6c-4efb-ab1a-f16261b4d4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:24:38.342903 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c504603c-33e7-4af2-81b8-072e6ffd3a3e req-9a877dd5-3e6c-4efb-ab1a-f16261b4d4aa service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bcf6e45171dc4310a920ac7e06c419f0&device_id=81425564-b62a-4d39-bbe7-f7547bf6f4fc HTTP/1.1" status: 200 len: 1094 time: 0.0530932 Oct 12 19:24:38.347979 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c84762b5-c7e0-4950-b607-ca6151d93b52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:38.466120 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c504603c-33e7-4af2-81b8-072e6ffd3a3e req-e568b59b-7b1e-4179-b1ad-1c0a9ae9eb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:24:38.467620 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c504603c-33e7-4af2-81b8-072e6ffd3a3e req-e568b59b-7b1e-4179-b1ad-1c0a9ae9eb37 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=bcf6e45171dc4310a920ac7e06c419f0&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1170156 Oct 12 19:24:38.572255 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c504603c-33e7-4af2-81b8-072e6ffd3a3e req-a6394774-6918-423d-8178-64186b91c7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:24:38.573808 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c504603c-33e7-4af2-81b8-072e6ffd3a3e req-a6394774-6918-423d-8178-64186b91c7f8 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0992353 Oct 12 19:24:38.658877 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dad39df-1945-40d6-9c7f-919da3946caa req-86718dd6-741b-49f8-b799-90d54bd28679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:24:38.663658 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5dad39df-1945-40d6-9c7f-919da3946caa req-86718dd6-741b-49f8-b799-90d54bd28679 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bcf6e45171dc4310a920ac7e06c419f0&device_id=81425564-b62a-4d39-bbe7-f7547bf6f4fc HTTP/1.1" status: 200 len: 1094 time: 0.0478363 Oct 12 19:24:38.664159 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 49010) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:24:38.676805 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c84762b5-c7e0-4950-b607-ca6151d93b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:38.715556 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5dad39df-1945-40d6-9c7f-919da3946caa req-e8cd08d3-bc94-456c-a8b9-6a36382bdfa3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=22841326-0d0a-4f9b-b58e-562278c72fc5 HTTP/1.1" status: 200 len: 217 time: 0.0442145 Oct 12 19:24:38.728242 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-c84762b5-c7e0-4950-b607-ca6151d93b52 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0c2bebb48b864b5f9dc876b8a75b3bed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8168678 Oct 12 19:24:38.730741 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84762b5-c7e0-4950-b607-ca6151d93b52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdd47407-bf6a-4d20-8a87-b2996d4d9047,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:24:38.732833 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 49012) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:24:38.743806 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bba301e4-6b68-4777-bdf5-c0acb100b6fa admin admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:24:38.743806 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-bba301e4-6b68-4777-bdf5-c0acb100b6fa admin admin] 10.222.0.49 "PUT /v2.0/routers/3194db5b-1e54-4015-89ae-e6a0868dd9d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2298977 Oct 12 19:24:38.746365 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 49014) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:24:38.750774 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3241a40b-1d8d-4d3c-9c91-02a32d6e7348 None None] Sync routers for ids ['3194db5b-1e54-4015-89ae-e6a0868dd9d1'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:24:38.761822 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3241a40b-1d8d-4d3c-9c91-02a32d6e7348 None None] Routers {'3194db5b-1e54-4015-89ae-e6a0868dd9d1'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:24:38.772792 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-3241a40b-1d8d-4d3c-9c91-02a32d6e7348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:24:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['3194db5b-1e54-4015-89ae-e6a0868dd9d1'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:24:38.785574 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-33f490c5-dae5-4a22-a8d6-1d449b1524e4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bde1a12b555e45c3adf20ee0739bd985&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1203094 Oct 12 19:24:38.790715 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 49016) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:24:38.828406 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dad39df-1945-40d6-9c7f-919da3946caa req-3558a834-98f1-416e-97ca-1de22d7fbcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:24:38.830461 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5dad39df-1945-40d6-9c7f-919da3946caa req-3558a834-98f1-416e-97ca-1de22d7fbcdd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9f50c7ad-f488-4a89-8813-b50099f2dffd HTTP/1.1" status: 200 len: 848 time: 0.1060326 Oct 12 19:24:38.861943 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-64b49796-7a34-425c-adad-dd71263be8bd admin admin] Notify callbacks [] for router, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:38.879407 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5dad39df-1945-40d6-9c7f-919da3946caa req-01c748e5-f774-4028-8631-093c0a87d324 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6ef7838f-f4ea-47da-a7e8-fc8c5f817c6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418997 Oct 12 19:24:38.910022 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-3241a40b-1d8d-4d3c-9c91-02a32d6e7348 None None] Set router 3194db5b-1e54-4015-89ae-e6a0868dd9d1 gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:24:38.944426 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-851b8481-aafa-4b24-b363-4fac445acdca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:38.957531 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a0e5adad-cccc-4745-bbae-362f09ca2aed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:38.992680 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-64b49796-7a34-425c-adad-dd71263be8bd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:38.996940 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-851b8481-aafa-4b24-b363-4fac445acdca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:39.039396 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a0e5adad-cccc-4745-bbae-362f09ca2aed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:39.104622 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5dad39df-1945-40d6-9c7f-919da3946caa req-011cd3f4-d8e8-4ecd-ae79-535e19598c4b service neutron] 10.222.0.67 "GET /v2.0/networks/6ef7838f-f4ea-47da-a7e8-fc8c5f817c6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124732 Oct 12 19:24:39.145933 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-64b49796-7a34-425c-adad-dd71263be8bd admin admin] Deleting port cacd4d8b-b2a8-4630-b997-baa1967fc712 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:24:39.146336 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-64b49796-7a34-425c-adad-dd71263be8bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:39.155919 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21946223-c3af-4190-a0bc-a692ebe808e3 req-bee8a8ff-593b-4a97-b477-5dc983682459 tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:24:39.157463 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-21946223-c3af-4190-a0bc-a692ebe808e3 req-bee8a8ff-593b-4a97-b477-5dc983682459 tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] 10.222.0.49 "GET /v2.0/ports?device_id=81425564-b62a-4d39-bbe7-f7547bf6f4fc HTTP/1.1" status: 200 len: 943 time: 0.1761956 Oct 12 19:24:39.242172 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-21946223-c3af-4190-a0bc-a692ebe808e3 req-d82a0dd2-eb5d-4d9f-9b9c-0dc12902bcce tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5c5fee0-b78d-4e40-8235-f8d5b1e8d403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545983 Oct 12 19:24:39.268839 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-64b49796-7a34-425c-adad-dd71263be8bd admin admin] For port cacd4d8b-b2a8-4630-b997-baa1967fc712, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=cacd4d8b-b2a8-4630-b997-baa1967fc712,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:24:39.268839 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-64b49796-7a34-425c-adad-dd71263be8bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:39.273916 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5dad39df-1945-40d6-9c7f-919da3946caa req-7d98a192-50a8-41d2-98cb-dde2cdb64081 service neutron] 10.222.0.67 "GET /v2.0/networks/6ef7838f-f4ea-47da-a7e8-fc8c5f817c6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560092 Oct 12 19:24:39.284570 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-64b49796-7a34-425c-adad-dd71263be8bd admin admin] Calling delete_port for cacd4d8b-b2a8-4630-b997-baa1967fc712 owned by network:router_gateway {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:24:39.296225 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-3241a40b-1d8d-4d3c-9c91-02a32d6e7348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3194db5b-1e54-4015-89ae-e6a0868dd9d1', 'name': 'tempest-AttachSCSIVolumeTestJSON-850717176-router', 'tenant_id': '91adbf2b705548699acc3181acdf7e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': 'cacd4d8b-b2a8-4630-b997-baa1967fc712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:22:30Z', 'updated_at': '2021-10-12T19:24:37Z', 'revision_number': 5, 'project_id': '91adbf2b705548699acc3181acdf7e78', 'gw_port': {'id': 'cacd4d8b-b2a8-4630-b997-baa1967fc712', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:2f:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3194db5b-1e54-4015-89ae-e6a0868dd9d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:22:32Z', 'updated_at': '2021-10-12T19:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:24:39.304276 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-851b8481-aafa-4b24-b363-4fac445acdca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:39.307045 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-851b8481-aafa-4b24-b363-4fac445acdca admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:39.310714 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-851b8481-aafa-4b24-b363-4fac445acdca admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fdd47407-bf6a-4d20-8a87-b2996d4d9047 HTTP/1.1" status: 204 len: 168 time: 0.5711427 Oct 12 19:24:39.323145 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851b8481-aafa-4b24-b363-4fac445acdca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdd47407-bf6a-4d20-8a87-b2996d4d9047,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:24:39.330590 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a0e5adad-cccc-4745-bbae-362f09ca2aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:39.335656 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a0e5adad-cccc-4745-bbae-362f09ca2aed admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:39.342346 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-a0e5adad-cccc-4745-bbae-362f09ca2aed admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c3612af1-8ff2-4e90-b0bf-b6b511c75875 HTTP/1.1" status: 204 len: 168 time: 0.5502763 Oct 12 19:24:39.359767 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e5adad-cccc-4745-bbae-362f09ca2aed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3612af1-8ff2-4e90-b0bf-b6b511c75875,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:24:39.360336 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3241a40b-1d8d-4d3c-9c91-02a32d6e7348 None None] Checking router: 3194db5b-1e54-4015-89ae-e6a0868dd9d1 for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:24:39.380237 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3241a40b-1d8d-4d3c-9c91-02a32d6e7348 None None] Routers {'3194db5b-1e54-4015-89ae-e6a0868dd9d1'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:24:39.382006 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-3241a40b-1d8d-4d3c-9c91-02a32d6e7348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:24:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['3194db5b-1e54-4015-89ae-e6a0868dd9d1'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:24:39.484504 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-3241a40b-1d8d-4d3c-9c91-02a32d6e7348 None None] Set router 3194db5b-1e54-4015-89ae-e6a0868dd9d1 gateway port host: None {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:24:39.546144 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-3241a40b-1d8d-4d3c-9c91-02a32d6e7348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3194db5b-1e54-4015-89ae-e6a0868dd9d1', 'name': 'tempest-AttachSCSIVolumeTestJSON-850717176-router', 'tenant_id': '91adbf2b705548699acc3181acdf7e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:22:30Z', 'updated_at': '2021-10-12T19:24:38Z', 'revision_number': 6, 'project_id': '91adbf2b705548699acc3181acdf7e78', 'gw_port_host': None}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:24:39.573000 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3241a40b-1d8d-4d3c-9c91-02a32d6e7348 None None] The sync data for ids ['3194db5b-1e54-4015-89ae-e6a0868dd9d1'] in n-d-813679-3 is: [{'id': '3194db5b-1e54-4015-89ae-e6a0868dd9d1', 'name': 'tempest-AttachSCSIVolumeTestJSON-850717176-router', 'tenant_id': '91adbf2b705548699acc3181acdf7e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:22:30Z', 'updated_at': '2021-10-12T19:24:38Z', 'revision_number': 6, 'project_id': '91adbf2b705548699acc3181acdf7e78', 'gw_port_host': None}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:24:39.607302 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-64b49796-7a34-425c-adad-dd71263be8bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:39.631703 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b49796-7a34-425c-adad-dd71263be8bd admin admin] Pushing event deleted for resources: {'Port': ['ID=cacd4d8b-b2a8-4630-b997-baa1967fc712,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:24:39.692809 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-64b49796-7a34-425c-adad-dd71263be8bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7915456'] for router_gateway, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:39.789123 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-64b49796-7a34-425c-adad-dd71263be8bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255495'] for router, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:39.791292 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-64b49796-7a34-425c-adad-dd71263be8bd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:39.921065 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-64b49796-7a34-425c-adad-dd71263be8bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8093499'] for router, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:39.921658 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64b49796-7a34-425c-adad-dd71263be8bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3194db5b-1e54-4015-89ae-e6a0868dd9d1 {{(pid=95502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 19:24:39.926189 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-64b49796-7a34-425c-adad-dd71263be8bd admin admin] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:39.927114 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-64b49796-7a34-425c-adad-dd71263be8bd admin admin] 10.222.0.49 "DELETE /v2.0/routers/3194db5b-1e54-4015-89ae-e6a0868dd9d1 HTTP/1.1" status: 204 len: 168 time: 1.1797185 Oct 12 19:24:39.929728 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 49046) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:24:39.984984 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b6eaad4-b9bb-46ff-ab4a-3f73e0e30c0a admin admin] Deleting subnet f4dfc27e-b28d-4bb2-a392-801ff63579d9 {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:24:39.988906 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9b6eaad4-b9bb-46ff-ab4a-3f73e0e30c0a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:40.035890 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9b6eaad4-b9bb-46ff-ab4a-3f73e0e30c0a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16313642'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:40.120876 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9b6eaad4-b9bb-46ff-ab4a-3f73e0e30c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:40.189876 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 49054) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:24:40.232291 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-02f8a4db-ebd8-4e30-89fe-99448f7e8507 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f322c4ca2f164bcb98c03b16e0ad5e16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0410967 Oct 12 19:24:40.234884 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 49058) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:24:40.235761 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9b6eaad4-b9bb-46ff-ab4a-3f73e0e30c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4306592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16245866'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:40.261999 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6eaad4-b9bb-46ff-ab4a-3f73e0e30c0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4dfc27e-b28d-4bb2-a392-801ff63579d9,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:24:40.266179 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9b6eaad4-b9bb-46ff-ab4a-3f73e0e30c0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:40.269243 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-9b6eaad4-b9bb-46ff-ab4a-3f73e0e30c0a admin admin] 10.222.0.49 "DELETE /v2.0/subnets/f4dfc27e-b28d-4bb2-a392-801ff63579d9 HTTP/1.1" status: 204 len: 168 time: 0.3385181 Oct 12 19:24:40.272093 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 49062) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:24:40.281822 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78131b15-2c3e-4f00-92f2-d2c3fb1ac304 None None] Network a95caad4-9d88-4c95-9f48-a1cb3c71f6ba requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:24:40.387139 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e3c1d698-ac99-4de9-92ed-3e9efab0e7fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:40.428893 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-044a006f-b581-4783-b6a9-a809ab164b31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:40.437319 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e3c1d698-ac99-4de9-92ed-3e9efab0e7fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:40.462342 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddb3b78-eb35-4927-ab00-ee724b692161 req-cba4eb8f-b45c-4a5a-be5f-d28d25797e61 tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:24:40.463877 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1ddb3b78-eb35-4927-ab00-ee724b692161 req-cba4eb8f-b45c-4a5a-be5f-d28d25797e61 tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] 10.222.0.49 "GET /v2.0/ports?device_id=81425564-b62a-4d39-bbe7-f7547bf6f4fc HTTP/1.1" status: 200 len: 943 time: 0.1329978 Oct 12 19:24:40.518785 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf884cc5-5e6e-400b-8712-4e8f9dfa457c None None] DHCP port deletion for a95caad4-9d88-4c95-9f48-a1cb3c71f6ba request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 19:24:40.552719 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1ddb3b78-eb35-4927-ab00-ee724b692161 req-6e30dbb5-9183-49c6-b82b-9530217d93e6 tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5c5fee0-b78d-4e40-8235-f8d5b1e8d403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793698 Oct 12 19:24:40.580492 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-cf884cc5-5e6e-400b-8712-4e8f9dfa457c None None] Deleting port b0bfa2d6-fcc4-49c7-8eb1-f3d416687f21 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:24:40.581144 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cf884cc5-5e6e-400b-8712-4e8f9dfa457c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:40.584186 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-044a006f-b581-4783-b6a9-a809ab164b31 admin admin] Deleting port b0bfa2d6-fcc4-49c7-8eb1-f3d416687f21 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:24:40.584532 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-044a006f-b581-4783-b6a9-a809ab164b31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:40.647114 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e3c1d698-ac99-4de9-92ed-3e9efab0e7fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:40.647114 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e3c1d698-ac99-4de9-92ed-3e9efab0e7fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:40.647750 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-e3c1d698-ac99-4de9-92ed-3e9efab0e7fb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f0eb07f2-2dc3-4be3-8ce7-df8a360b764b HTTP/1.1" status: 204 len: 168 time: 0.4118423 Oct 12 19:24:40.655617 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-cf884cc5-5e6e-400b-8712-4e8f9dfa457c None None] For port b0bfa2d6-fcc4-49c7-8eb1-f3d416687f21, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=b0bfa2d6-fcc4-49c7-8eb1-f3d416687f21,segment=NetworkSegment(69a1f4ea-f5fa-4937-819a-a5b41f2da9ca),segment_id=69a1f4ea-f5fa-4937-819a-a5b41f2da9ca)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:24:40.656274 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cf884cc5-5e6e-400b-8712-4e8f9dfa457c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:40.675645 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-cf884cc5-5e6e-400b-8712-4e8f9dfa457c None None] Calling delete_port for b0bfa2d6-fcc4-49c7-8eb1-f3d416687f21 owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:24:40.679601 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c1d698-ac99-4de9-92ed-3e9efab0e7fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0eb07f2-2dc3-4be3-8ce7-df8a360b764b,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:24:40.683671 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [None req-044a006f-b581-4783-b6a9-a809ab164b31 admin admin] For port b0bfa2d6-fcc4-49c7-8eb1-f3d416687f21, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=b0bfa2d6-fcc4-49c7-8eb1-f3d416687f21,segment=NetworkSegment(69a1f4ea-f5fa-4937-819a-a5b41f2da9ca),segment_id=69a1f4ea-f5fa-4937-819a-a5b41f2da9ca)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:24:40.684074 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-044a006f-b581-4783-b6a9-a809ab164b31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:40.698571 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-044a006f-b581-4783-b6a9-a809ab164b31 admin admin] Calling delete_port for b0bfa2d6-fcc4-49c7-8eb1-f3d416687f21 owned by network:dhcp {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:24:40.866241 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device cacd4d8b-b2a8-4630-b997-baa1967fc712 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:24:40.885455 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: cacd4d8b-b2a8-4630-b997-baa1967fc712 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:24:40.885799 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device cacd4d8b-b2a8-4630-b997-baa1967fc712 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:24:40.886211 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 1e900766-f458-4895-a5ff-0ec60337fc41 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:24:40.908944 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 1e900766-f458-4895-a5ff-0ec60337fc41 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:24:40.909292 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 1e900766-f458-4895-a5ff-0ec60337fc41 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:24:40.909711 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device b0bfa2d6-fcc4-49c7-8eb1-f3d416687f21 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:24:40.912562 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cf884cc5-5e6e-400b-8712-4e8f9dfa457c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:40.919317 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-044a006f-b581-4783-b6a9-a809ab164b31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:40.951799 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044a006f-b581-4783-b6a9-a809ab164b31 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0bfa2d6-fcc4-49c7-8eb1-f3d416687f21,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:24:40.954611 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: b0bfa2d6-fcc4-49c7-8eb1-f3d416687f21 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:24:40.955258 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device b0bfa2d6-fcc4-49c7-8eb1-f3d416687f21 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:24:40.955431 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044a006f-b581-4783-b6a9-a809ab164b31 admin admin] No DVR routers for this DVR port b0bfa2d6-fcc4-49c7-8eb1-f3d416687f21 on host n-d-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:24:40.958995 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf884cc5-5e6e-400b-8712-4e8f9dfa457c None None] Pushing event deleted for resources: {'Port': ['ID=b0bfa2d6-fcc4-49c7-8eb1-f3d416687f21,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:24:40.966858 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf884cc5-5e6e-400b-8712-4e8f9dfa457c None None] No DVR routers for this DVR port b0bfa2d6-fcc4-49c7-8eb1-f3d416687f21 on host n-d-813679-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:24:40.969246 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf884cc5-5e6e-400b-8712-4e8f9dfa457c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:24:40.969597 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf884cc5-5e6e-400b-8712-4e8f9dfa457c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:24:40.970069 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf884cc5-5e6e-400b-8712-4e8f9dfa457c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:24:40.970803 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf884cc5-5e6e-400b-8712-4e8f9dfa457c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:24:40.971146 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf884cc5-5e6e-400b-8712-4e8f9dfa457c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:24:40.971572 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf884cc5-5e6e-400b-8712-4e8f9dfa457c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:24:40.971789 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf884cc5-5e6e-400b-8712-4e8f9dfa457c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:24:40.972138 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf884cc5-5e6e-400b-8712-4e8f9dfa457c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:24:40.972461 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf884cc5-5e6e-400b-8712-4e8f9dfa457c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:24:40.972786 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf884cc5-5e6e-400b-8712-4e8f9dfa457c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:24:40.973111 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf884cc5-5e6e-400b-8712-4e8f9dfa457c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:24:40.973435 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf884cc5-5e6e-400b-8712-4e8f9dfa457c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:24:41.326510 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-044a006f-b581-4783-b6a9-a809ab164b31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:41.348845 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-044a006f-b581-4783-b6a9-a809ab164b31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a95caad4-9d88-4c95-9f48-a1cb3c71f6ba']}} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:24:41.359198 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-044a006f-b581-4783-b6a9-a809ab164b31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69a1f4ea-f5fa-4937-819a-a5b41f2da9ca') {'for_net_delete': True} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:24:41.359554 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-044a006f-b581-4783-b6a9-a809ab164b31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69a1f4ea-f5fa-4937-819a-a5b41f2da9ca') {} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:24:41.369453 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-044a006f-b581-4783-b6a9-a809ab164b31 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4281072'] for segment, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:41.382891 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-044a006f-b581-4783-b6a9-a809ab164b31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:41.388684 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-044a006f-b581-4783-b6a9-a809ab164b31 admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=95501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:24:41.389063 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-044a006f-b581-4783-b6a9-a809ab164b31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4823170'] for segment, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:41.390684 n-d-813679-3 neutron-server[95501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:24:41.390684 n-d-813679-3 neutron-server[95501]: self.session.flush() Oct 12 19:24:41.390684 n-d-813679-3 neutron-server[95501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:24:41.390684 n-d-813679-3 neutron-server[95501]: self.session.flush() Oct 12 19:24:41.390684 n-d-813679-3 neutron-server[95501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:24:41.390684 n-d-813679-3 neutron-server[95501]: self.session.flush() Oct 12 19:24:41.390684 n-d-813679-3 neutron-server[95501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:24:41.390684 n-d-813679-3 neutron-server[95501]: self.session.flush() Oct 12 19:24:41.390684 n-d-813679-3 neutron-server[95501]: Traceback (most recent call last): Oct 12 19:24:41.390684 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:24:41.390684 n-d-813679-3 neutron-server[95501]: timer() Oct 12 19:24:41.390684 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:24:41.390684 n-d-813679-3 neutron-server[95501]: cb(*args, **kw) Oct 12 19:24:41.390684 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:24:41.390684 n-d-813679-3 neutron-server[95501]: return func(*args, **kwargs) Oct 12 19:24:41.390684 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:24:41.390684 n-d-813679-3 neutron-server[95501]: self._notify() Oct 12 19:24:41.390684 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:24:41.390684 n-d-813679-3 neutron-server[95501]: self.callback(batched_events) Oct 12 19:24:41.390684 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:24:41.390684 n-d-813679-3 neutron-server[95501]: event.method(event) Oct 12 19:24:41.390684 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:24:41.390684 n-d-813679-3 neutron-server[95501]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:24:41.390684 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:24:41.390684 n-d-813679-3 neutron-server[95501]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:24:41.390684 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:24:41.390684 n-d-813679-3 neutron-server[95501]: return f(self, *a, **k) Oct 12 19:24:41.390684 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:24:41.390684 n-d-813679-3 neutron-server[95501]: return self._get(url).json() Oct 12 19:24:41.390684 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:24:41.390684 n-d-813679-3 neutron-server[95501]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:24:41.390684 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:24:41.390684 n-d-813679-3 neutron-server[95501]: return self.request(url, 'GET', **kwargs) Oct 12 19:24:41.390684 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:24:41.390684 n-d-813679-3 neutron-server[95501]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:24:41.390684 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:24:41.390684 n-d-813679-3 neutron-server[95501]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:24:41.390684 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:24:41.390684 n-d-813679-3 neutron-server[95501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:24:41.390684 n-d-813679-3 neutron-server[95501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:24:41.534242 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-044a006f-b581-4783-b6a9-a809ab164b31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:41.539411 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-044a006f-b581-4783-b6a9-a809ab164b31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:41.546253 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-044a006f-b581-4783-b6a9-a809ab164b31 admin admin] 10.222.0.49 "DELETE /v2.0/networks/a95caad4-9d88-4c95-9f48-a1cb3c71f6ba HTTP/1.1" status: 204 len: 168 time: 1.2702868 Oct 12 19:24:41.546639 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 49112) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:24:41.558355 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044a006f-b581-4783-b6a9-a809ab164b31 admin admin] Pushing event deleted for resources: {'Network': ['ID=a95caad4-9d88-4c95-9f48-a1cb3c71f6ba,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:24:41.690543 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83625ab-999b-4f14-9b9f-e6fdbdc922a5 req-5afffd49-e0bb-4d4a-98b0-13ba7bcc1027 tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:24:41.692193 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e83625ab-999b-4f14-9b9f-e6fdbdc922a5 req-5afffd49-e0bb-4d4a-98b0-13ba7bcc1027 tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] 10.222.0.49 "GET /v2.0/ports?device_id=81425564-b62a-4d39-bbe7-f7547bf6f4fc HTTP/1.1" status: 200 len: 943 time: 0.0530498 Oct 12 19:24:41.732299 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e83625ab-999b-4f14-9b9f-e6fdbdc922a5 req-14c853ce-bedc-4daa-966e-054335ec3920 tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5c5fee0-b78d-4e40-8235-f8d5b1e8d403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339286 Oct 12 19:24:41.950300 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c1e39ad4-072f-4608-b409-85cad5915901 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8092566'] for router_interface, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:42.228820 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-c1e39ad4-072f-4608-b409-85cad5915901 admin admin] Deleting port d1413702-d70e-460b-9462-90c6688ab0c5 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:24:42.229158 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c1e39ad4-072f-4608-b409-85cad5915901 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:42.328342 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-c1e39ad4-072f-4608-b409-85cad5915901 admin admin] For port d1413702-d70e-460b-9462-90c6688ab0c5, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=d1413702-d70e-460b-9462-90c6688ab0c5,segment=NetworkSegment(a436f41d-bb0d-4da6-bd27-0f34f008771a),segment_id=a436f41d-bb0d-4da6-bd27-0f34f008771a)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:24:42.328715 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c1e39ad4-072f-4608-b409-85cad5915901 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:42.347813 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-c1e39ad4-072f-4608-b409-85cad5915901 admin admin] Calling delete_port for d1413702-d70e-460b-9462-90c6688ab0c5 owned by network:router_interface {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:24:42.600880 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c1e39ad4-072f-4608-b409-85cad5915901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:42.630685 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e39ad4-072f-4608-b409-85cad5915901 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1413702-d70e-460b-9462-90c6688ab0c5,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:24:42.952497 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c1e39ad4-072f-4608-b409-85cad5915901 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7898909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8092450'] for router_interface, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:42.955486 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f8f418-3df3-429a-accf-8d0e6d7c02be req-2ad55f4c-8a32-4d82-9286-47ac587b2edd tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:24:42.974281 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-64f8f418-3df3-429a-accf-8d0e6d7c02be req-2ad55f4c-8a32-4d82-9286-47ac587b2edd tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] 10.222.0.49 "GET /v2.0/ports?device_id=81425564-b62a-4d39-bbe7-f7547bf6f4fc HTTP/1.1" status: 200 len: 943 time: 0.1073229 Oct 12 19:24:43.011333 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 49254) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:24:43.027423 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-64f8f418-3df3-429a-accf-8d0e6d7c02be req-825058f9-cec9-42ea-bace-dcde3759699d tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5c5fee0-b78d-4e40-8235-f8d5b1e8d403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583351 Oct 12 19:24:43.176525 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-f8db8a14-a59e-49bb-8cab-866866fe1998 tempest-RoutersAdminNegativeTest-79470 tempest-RoutersAdminNegativeTest-79470-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1316927528', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:24:43.205963 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 22841326-0d0a-4f9b-b58e-562278c72fc5 details requested by agent hyperv_n-h2-813679-3 with host n-h2-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:24:43.269355 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8db8a14-a59e-49bb-8cab-866866fe1998 tempest-RoutersAdminNegativeTest-79470 tempest-RoutersAdminNegativeTest-79470-project-admin] Made reservation on behalf of ef5d191ed9d8454d9512b7732df499d7 for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:24:43.271232 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1e39ad4-072f-4608-b409-85cad5915901 admin admin] Router 293480a1-2e23-4fb1-8823-1d5b1fe6f8f7 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:24:43.275133 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f8db8a14-a59e-49bb-8cab-866866fe1998 tempest-RoutersAdminNegativeTest-79470 tempest-RoutersAdminNegativeTest-79470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:43.290119 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f8db8a14-a59e-49bb-8cab-866866fe1998 tempest-RoutersAdminNegativeTest-79470 tempest-RoutersAdminNegativeTest-79470-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:43.323709 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 22841326-0d0a-4f9b-b58e-562278c72fc5, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=22841326-0d0a-4f9b-b58e-562278c72fc5,segment=NetworkSegment(dd346e97-7ff0-4e15-8dea-9c71f906839a),segment_id=dd346e97-7ff0-4e15-8dea-9c71f906839a)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:24:43.336420 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Returning: {'device': '22841326-0d0a-4f9b-b58e-562278c72fc5', 'network_id': '6ef7838f-f4ea-47da-a7e8-fc8c5f817c6a', 'port_id': '22841326-0d0a-4f9b-b58e-562278c72fc5', 'mac_address': 'fa:16:3e:63:d6:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f50c7ad-f488-4a89-8813-b50099f2dffd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:24:43.374536 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:43.375217 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f8db8a14-a59e-49bb-8cab-866866fe1998 tempest-RoutersAdminNegativeTest-79470 tempest-RoutersAdminNegativeTest-79470-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:43.388271 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22841326-0d0a-4f9b-b58e-562278c72fc5 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:24:43.395213 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1e39ad4-072f-4608-b409-85cad5915901 admin admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:24:43.404071 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-c1e39ad4-072f-4608-b409-85cad5915901 admin admin] 10.222.0.49 "PUT /v2.0/routers/293480a1-2e23-4fb1-8823-1d5b1fe6f8f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8550398 Oct 12 19:24:43.405439 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 49282) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:24:43.409206 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9766eb-c5e9-4d77-9790-f174c2e25f32 None None] Sync routers for ids ['293480a1-2e23-4fb1-8823-1d5b1fe6f8f7'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:24:43.413999 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 22841326-0d0a-4f9b-b58e-562278c72fc5, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=22841326-0d0a-4f9b-b58e-562278c72fc5,segment=NetworkSegment(dd346e97-7ff0-4e15-8dea-9c71f906839a),segment_id=dd346e97-7ff0-4e15-8dea-9c71f906839a)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:24:43.424878 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9766eb-c5e9-4d77-9790-f174c2e25f32 None None] Routers {'293480a1-2e23-4fb1-8823-1d5b1fe6f8f7'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:24:43.425369 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-fc9766eb-c5e9-4d77-9790-f174c2e25f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:24:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['293480a1-2e23-4fb1-8823-1d5b1fe6f8f7'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:24:43.469621 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f8db8a14-a59e-49bb-8cab-866866fe1998 tempest-RoutersAdminNegativeTest-79470 tempest-RoutersAdminNegativeTest-79470-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:43.475151 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [None req-f8db8a14-a59e-49bb-8cab-866866fe1998 tempest-RoutersAdminNegativeTest-79470 tempest-RoutersAdminNegativeTest-79470-project-admin] device_id is not set on port d408629d-d32b-4b05-8590-e9cf5041756b yet. {{(pid=95501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 19:24:43.520649 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a13fc050-38c7-48a5-81e1-5e1b3d3d68ad admin admin] Notify callbacks [] for router, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:43.529395 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:43.532227 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8db8a14-a59e-49bb-8cab-866866fe1998 tempest-RoutersAdminNegativeTest-79470 tempest-RoutersAdminNegativeTest-79470-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c79de47d-2ff1-438a-9b04-8a3c4d87ae71,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:24:43.548917 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8db8a14-a59e-49bb-8cab-866866fe1998 tempest-RoutersAdminNegativeTest-79470 tempest-RoutersAdminNegativeTest-79470-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:24:43.549264 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8db8a14-a59e-49bb-8cab-866866fe1998 tempest-RoutersAdminNegativeTest-79470 tempest-RoutersAdminNegativeTest-79470-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:24:43.549602 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8db8a14-a59e-49bb-8cab-866866fe1998 tempest-RoutersAdminNegativeTest-79470 tempest-RoutersAdminNegativeTest-79470-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:24:43.549934 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8db8a14-a59e-49bb-8cab-866866fe1998 tempest-RoutersAdminNegativeTest-79470 tempest-RoutersAdminNegativeTest-79470-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:24:43.550285 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8db8a14-a59e-49bb-8cab-866866fe1998 tempest-RoutersAdminNegativeTest-79470 tempest-RoutersAdminNegativeTest-79470-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:24:43.550588 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8db8a14-a59e-49bb-8cab-866866fe1998 tempest-RoutersAdminNegativeTest-79470 tempest-RoutersAdminNegativeTest-79470-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:24:43.550911 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8db8a14-a59e-49bb-8cab-866866fe1998 tempest-RoutersAdminNegativeTest-79470 tempest-RoutersAdminNegativeTest-79470-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:24:43.551233 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8db8a14-a59e-49bb-8cab-866866fe1998 tempest-RoutersAdminNegativeTest-79470 tempest-RoutersAdminNegativeTest-79470-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:24:43.551554 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8db8a14-a59e-49bb-8cab-866866fe1998 tempest-RoutersAdminNegativeTest-79470 tempest-RoutersAdminNegativeTest-79470-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:24:43.551871 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8db8a14-a59e-49bb-8cab-866866fe1998 tempest-RoutersAdminNegativeTest-79470 tempest-RoutersAdminNegativeTest-79470-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:24:43.552215 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8db8a14-a59e-49bb-8cab-866866fe1998 tempest-RoutersAdminNegativeTest-79470 tempest-RoutersAdminNegativeTest-79470-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:24:43.552537 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8db8a14-a59e-49bb-8cab-866866fe1998 tempest-RoutersAdminNegativeTest-79470 tempest-RoutersAdminNegativeTest-79470-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:24:43.616424 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-fc9766eb-c5e9-4d77-9790-f174c2e25f32 None None] Set router 293480a1-2e23-4fb1-8823-1d5b1fe6f8f7 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:24:43.644834 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a13fc050-38c7-48a5-81e1-5e1b3d3d68ad admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:43.646940 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-f8db8a14-a59e-49bb-8cab-866866fe1998 tempest-RoutersAdminNegativeTest-79470 tempest-RoutersAdminNegativeTest-79470-project-admin] Allocated IP 172.25.5.28 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/d408629d-d32b-4b05-8590-e9cf5041756b) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:24:43.697833 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=22841326-0d0a-4f9b-b58e-562278c72fc5,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:24:43.753226 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['22841326-0d0a-4f9b-b58e-562278c72fc5'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:24:43.761055 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-a13fc050-38c7-48a5-81e1-5e1b3d3d68ad admin admin] Deleting port 319158aa-e765-4d1b-a53f-9593ad9cf213 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:24:43.761754 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a13fc050-38c7-48a5-81e1-5e1b3d3d68ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:43.844563 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f8db8a14-a59e-49bb-8cab-866866fe1998 tempest-RoutersAdminNegativeTest-79470 tempest-RoutersAdminNegativeTest-79470-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:43.879894 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-a13fc050-38c7-48a5-81e1-5e1b3d3d68ad admin admin] For port 319158aa-e765-4d1b-a53f-9593ad9cf213, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=319158aa-e765-4d1b-a53f-9593ad9cf213,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:24:43.880575 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a13fc050-38c7-48a5-81e1-5e1b3d3d68ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:43.900771 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-a13fc050-38c7-48a5-81e1-5e1b3d3d68ad admin admin] Calling delete_port for 319158aa-e765-4d1b-a53f-9593ad9cf213 owned by network:router_gateway {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:24:43.944264 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f8db8a14-a59e-49bb-8cab-866866fe1998 tempest-RoutersAdminNegativeTest-79470 tempest-RoutersAdminNegativeTest-79470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:43.981812 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-fc9766eb-c5e9-4d77-9790-f174c2e25f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293480a1-2e23-4fb1-8823-1d5b1fe6f8f7', 'name': 'tempest-AttachSCSIVolumeTestJSON-1789480594-router', 'tenant_id': '1a1fe0422dee4bab9ccecb874783d990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '319158aa-e765-4d1b-a53f-9593ad9cf213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:22:43Z', 'updated_at': '2021-10-12T19:24:42Z', 'revision_number': 5, 'project_id': '1a1fe0422dee4bab9ccecb874783d990', 'gw_port': {'id': '319158aa-e765-4d1b-a53f-9593ad9cf213', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:91:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293480a1-2e23-4fb1-8823-1d5b1fe6f8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:22:45Z', 'updated_at': '2021-10-12T19:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:24:43.992833 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8db8a14-a59e-49bb-8cab-866866fe1998 tempest-RoutersAdminNegativeTest-79470 tempest-RoutersAdminNegativeTest-79470-project-admin] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:24:43.998670 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-f8db8a14-a59e-49bb-8cab-866866fe1998 tempest-RoutersAdminNegativeTest-79470 tempest-RoutersAdminNegativeTest-79470-project-admin] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:24:44.002655 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8db8a14-a59e-49bb-8cab-866866fe1998 tempest-RoutersAdminNegativeTest-79470 tempest-RoutersAdminNegativeTest-79470-project-admin] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:24:44.030638 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9766eb-c5e9-4d77-9790-f174c2e25f32 None None] Checking router: 293480a1-2e23-4fb1-8823-1d5b1fe6f8f7 for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:24:44.056130 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9766eb-c5e9-4d77-9790-f174c2e25f32 None None] Routers {'293480a1-2e23-4fb1-8823-1d5b1fe6f8f7'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:24:44.056130 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-fc9766eb-c5e9-4d77-9790-f174c2e25f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:24:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['293480a1-2e23-4fb1-8823-1d5b1fe6f8f7'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:24:44.077875 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8db8a14-a59e-49bb-8cab-866866fe1998 tempest-RoutersAdminNegativeTest-79470 tempest-RoutersAdminNegativeTest-79470-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:24:44.080931 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f8db8a14-a59e-49bb-8cab-866866fe1998 tempest-RoutersAdminNegativeTest-79470 tempest-RoutersAdminNegativeTest-79470-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:44.126146 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8db8a14-a59e-49bb-8cab-866866fe1998 tempest-RoutersAdminNegativeTest-79470 tempest-RoutersAdminNegativeTest-79470-project-admin] Pushing event updated for resources: {'Port': ['ID=d408629d-d32b-4b05-8590-e9cf5041756b,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:24:44.192248 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-f8db8a14-a59e-49bb-8cab-866866fe1998 tempest-RoutersAdminNegativeTest-79470 tempest-RoutersAdminNegativeTest-79470-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.1761909 Oct 12 19:24:44.195280 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 49378) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:24:44.197439 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-5ffa4b8b-d4d2-4fab-ac1d-d55b94017cd2 tempest-RoutersAdminNegativeTest-79470 tempest-RoutersAdminNegativeTest-79470-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.28'}]}}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:24:44.231833 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa66abd-145a-4c49-bfdb-d60752c618bf req-96304c21-837e-46eb-b50f-c4668c390135 tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:24:44.233480 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3fa66abd-145a-4c49-bfdb-d60752c618bf req-96304c21-837e-46eb-b50f-c4668c390135 tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] 10.222.0.49 "GET /v2.0/ports?device_id=81425564-b62a-4d39-bbe7-f7547bf6f4fc HTTP/1.1" status: 200 len: 944 time: 0.0871799 Oct 12 19:24:44.246585 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a13fc050-38c7-48a5-81e1-5e1b3d3d68ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:44.284188 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3fa66abd-145a-4c49-bfdb-d60752c618bf req-be1376f4-527c-499c-b1e0-c6db18d77d52 tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5c5fee0-b78d-4e40-8235-f8d5b1e8d403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423818 Oct 12 19:24:44.296255 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13fc050-38c7-48a5-81e1-5e1b3d3d68ad admin admin] Pushing event deleted for resources: {'Port': ['ID=319158aa-e765-4d1b-a53f-9593ad9cf213,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:24:44.307483 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5ffa4b8b-d4d2-4fab-ac1d-d55b94017cd2 tempest-RoutersAdminNegativeTest-79470 tempest-RoutersAdminNegativeTest-79470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8093678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255505'] for router, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:44.307483 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5ffa4b8b-d4d2-4fab-ac1d-d55b94017cd2 tempest-RoutersAdminNegativeTest-79470 tempest-RoutersAdminNegativeTest-79470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8093562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8087085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8022306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255518'] for router, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:44.384729 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-fc9766eb-c5e9-4d77-9790-f174c2e25f32 None None] Set router 293480a1-2e23-4fb1-8823-1d5b1fe6f8f7 gateway port host: None {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:24:44.418617 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5ffa4b8b-d4d2-4fab-ac1d-d55b94017cd2 tempest-RoutersAdminNegativeTest-79470 tempest-RoutersAdminNegativeTest-79470-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:44.421831 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a13fc050-38c7-48a5-81e1-5e1b3d3d68ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7915456'] for router_gateway, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:44.456785 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-fc9766eb-c5e9-4d77-9790-f174c2e25f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293480a1-2e23-4fb1-8823-1d5b1fe6f8f7', 'name': 'tempest-AttachSCSIVolumeTestJSON-1789480594-router', 'tenant_id': '1a1fe0422dee4bab9ccecb874783d990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:22:43Z', 'updated_at': '2021-10-12T19:24:43Z', 'revision_number': 6, 'project_id': '1a1fe0422dee4bab9ccecb874783d990', 'gw_port_host': None}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:24:44.491206 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9766eb-c5e9-4d77-9790-f174c2e25f32 None None] The sync data for ids ['293480a1-2e23-4fb1-8823-1d5b1fe6f8f7'] in n-d-813679-3 is: [{'id': '293480a1-2e23-4fb1-8823-1d5b1fe6f8f7', 'name': 'tempest-AttachSCSIVolumeTestJSON-1789480594-router', 'tenant_id': '1a1fe0422dee4bab9ccecb874783d990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:22:43Z', 'updated_at': '2021-10-12T19:24:43Z', 'revision_number': 6, 'project_id': '1a1fe0422dee4bab9ccecb874783d990', 'gw_port_host': None}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:24:44.869209 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a13fc050-38c7-48a5-81e1-5e1b3d3d68ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255495'] for router, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:44.872558 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a13fc050-38c7-48a5-81e1-5e1b3d3d68ad admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:44.968264 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device d1413702-d70e-460b-9462-90c6688ab0c5 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:24:44.997812 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5ffa4b8b-d4d2-4fab-ac1d-d55b94017cd2 tempest-RoutersAdminNegativeTest-79470 tempest-RoutersAdminNegativeTest-79470-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:45.008972 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: d1413702-d70e-460b-9462-90c6688ab0c5 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:24:45.009322 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device d1413702-d70e-460b-9462-90c6688ab0c5 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:24:45.024357 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a13fc050-38c7-48a5-81e1-5e1b3d3d68ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8093499'] for router, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:45.024915 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a13fc050-38c7-48a5-81e1-5e1b3d3d68ad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 293480a1-2e23-4fb1-8823-1d5b1fe6f8f7 {{(pid=95502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 19:24:45.029485 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a13fc050-38c7-48a5-81e1-5e1b3d3d68ad admin admin] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:45.033343 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-a13fc050-38c7-48a5-81e1-5e1b3d3d68ad admin admin] 10.222.0.49 "DELETE /v2.0/routers/293480a1-2e23-4fb1-8823-1d5b1fe6f8f7 HTTP/1.1" status: 204 len: 168 time: 1.6266470 Oct 12 19:24:45.033638 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 49448) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:24:45.088786 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b1254a9-248e-42a1-a48e-674dc1ba7d51 admin admin] Deleting subnet 999c3adf-ecce-4ba2-ba87-8b2531dc5200 {{(pid=95501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:24:45.092100 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2b1254a9-248e-42a1-a48e-674dc1ba7d51 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:45.141703 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2b1254a9-248e-42a1-a48e-674dc1ba7d51 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281083'] for subnet, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:45.221617 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 22841326-0d0a-4f9b-b58e-562278c72fc5 up at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:24:45.235753 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2b1254a9-248e-42a1-a48e-674dc1ba7d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:45.367445 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5ffa4b8b-d4d2-4fab-ac1d-d55b94017cd2 tempest-RoutersAdminNegativeTest-79470 tempest-RoutersAdminNegativeTest-79470-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:45.407240 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5ffa4b8b-d4d2-4fab-ac1d-d55b94017cd2 tempest-RoutersAdminNegativeTest-79470 tempest-RoutersAdminNegativeTest-79470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:45.412449 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2b1254a9-248e-42a1-a48e-674dc1ba7d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4824924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4612362'] for subnet, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:45.414938 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning for port 22841326-0d0a-4f9b-b58e-562278c72fc5 completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:24:45.423091 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning complete for port 22841326-0d0a-4f9b-b58e-562278c72fc5 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:24:45.423945 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:45.453471 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1254a9-248e-42a1-a48e-674dc1ba7d51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=999c3adf-ecce-4ba2-ba87-8b2531dc5200,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:24:45.466707 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2b1254a9-248e-42a1-a48e-674dc1ba7d51 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:45.471044 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-2b1254a9-248e-42a1-a48e-674dc1ba7d51 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/999c3adf-ecce-4ba2-ba87-8b2531dc5200 HTTP/1.1" status: 204 len: 168 time: 0.4355068 Oct 12 19:24:45.475669 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ee2896-cd87-444b-9d4a-d6042585c8dd None None] Network 1d14b8bc-21e0-4ce6-b302-e18b6714a94b requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:24:45.476507 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 49484) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:24:45.604201 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c5987bcd-6703-41de-998b-a6bb9cf05c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:45.676907 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-c5987bcd-6703-41de-998b-a6bb9cf05c02 admin admin] Deleting port f55df8de-2bc8-4c3e-88b3-f44f1f4146f1 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:24:45.677347 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c5987bcd-6703-41de-998b-a6bb9cf05c02 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:45.682216 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:45.716228 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a75f06-3ee2-44d6-a79b-dbf80d7fe90f req-8d1eecce-1d3f-49b7-b5f6-fce6bb55d503 tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:24:45.718017 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-83a75f06-3ee2-44d6-a79b-dbf80d7fe90f req-8d1eecce-1d3f-49b7-b5f6-fce6bb55d503 tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] 10.222.0.49 "GET /v2.0/ports?device_id=81425564-b62a-4d39-bbe7-f7547bf6f4fc HTTP/1.1" status: 200 len: 944 time: 0.3206925 Oct 12 19:24:45.755426 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5ffa4b8b-d4d2-4fab-ac1d-d55b94017cd2 tempest-RoutersAdminNegativeTest-79470 tempest-RoutersAdminNegativeTest-79470-project-admin] Notify callbacks [] for router, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:45.760941 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81425564-b62a-4d39-bbe7-f7547bf6f4fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22841326-0d0a-4f9b-b58e-562278c72fc5'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:24:45.769676 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [None req-c5987bcd-6703-41de-998b-a6bb9cf05c02 admin admin] For port f55df8de-2bc8-4c3e-88b3-f44f1f4146f1, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=f55df8de-2bc8-4c3e-88b3-f44f1f4146f1,segment=NetworkSegment(a436f41d-bb0d-4da6-bd27-0f34f008771a),segment_id=a436f41d-bb0d-4da6-bd27-0f34f008771a)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:24:45.769829 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77759687-d204-489c-856b-119c57c58a60" -d '{"events": [{"server_uuid": "81425564-b62a-4d39-bbe7-f7547bf6f4fc", "name": "network-vif-plugged", "status": "completed", "tag": "22841326-0d0a-4f9b-b58e-562278c72fc5"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:24:45.770225 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c5987bcd-6703-41de-998b-a6bb9cf05c02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:45.789854 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-c5987bcd-6703-41de-998b-a6bb9cf05c02 admin admin] Calling delete_port for f55df8de-2bc8-4c3e-88b3-f44f1f4146f1 owned by network:dhcp {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:24:45.811144 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 22841326-0d0a-4f9b-b58e-562278c72fc5, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=22841326-0d0a-4f9b-b58e-562278c72fc5,segment=NetworkSegment(dd346e97-7ff0-4e15-8dea-9c71f906839a),segment_id=dd346e97-7ff0-4e15-8dea-9c71f906839a)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:24:45.830459 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c75f9018-4966-4073-8b62-f5e0a7b18559 None None] DHCP port deletion for 1d14b8bc-21e0-4ce6-b302-e18b6714a94b request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 19:24:45.894076 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:45.942939 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-c75f9018-4966-4073-8b62-f5e0a7b18559 None None] Deleting port f55df8de-2bc8-4c3e-88b3-f44f1f4146f1 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:24:45.943315 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c75f9018-4966-4073-8b62-f5e0a7b18559 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:45.972813 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c5987bcd-6703-41de-998b-a6bb9cf05c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:45.989257 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5987bcd-6703-41de-998b-a6bb9cf05c02 admin admin] No DVR routers for this DVR port f55df8de-2bc8-4c3e-88b3-f44f1f4146f1 on host n-d-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:24:46.047060 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-83a75f06-3ee2-44d6-a79b-dbf80d7fe90f req-0a02eb02-db7c-4f17-a4df-47797da318e9 tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5c5fee0-b78d-4e40-8235-f8d5b1e8d403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3147066 Oct 12 19:24:46.058557 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5ffa4b8b-d4d2-4fab-ac1d-d55b94017cd2 tempest-RoutersAdminNegativeTest-79470 tempest-RoutersAdminNegativeTest-79470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255495'] for router, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:46.062727 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5ffa4b8b-d4d2-4fab-ac1d-d55b94017cd2 tempest-RoutersAdminNegativeTest-79470 tempest-RoutersAdminNegativeTest-79470-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:46.103844 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5987bcd-6703-41de-998b-a6bb9cf05c02 admin admin] Pushing event deleted for resources: {'Port': ['ID=f55df8de-2bc8-4c3e-88b3-f44f1f4146f1,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:24:46.122263 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-c75f9018-4966-4073-8b62-f5e0a7b18559 None None] For port f55df8de-2bc8-4c3e-88b3-f44f1f4146f1, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=f55df8de-2bc8-4c3e-88b3-f44f1f4146f1,segment=NetworkSegment(a436f41d-bb0d-4da6-bd27-0f34f008771a),segment_id=a436f41d-bb0d-4da6-bd27-0f34f008771a)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:24:46.122676 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c75f9018-4966-4073-8b62-f5e0a7b18559 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:46.137327 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d89dd57c-dbe5-4147-a1e6-c37001fe5071 x-openstack-request-id: req-d89dd57c-dbe5-4147-a1e6-c37001fe5071 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:24:46.137637 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81425564-b62a-4d39-bbe7-f7547bf6f4fc", "name": "network-vif-plugged", "status": "completed", "tag": "22841326-0d0a-4f9b-b58e-562278c72fc5", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:24:46.138003 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d89dd57c-dbe5-4147-a1e6-c37001fe5071 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:24:46.138461 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81425564-b62a-4d39-bbe7-f7547bf6f4fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22841326-0d0a-4f9b-b58e-562278c72fc5', 'code': 200} Oct 12 19:24:46.158952 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=22841326-0d0a-4f9b-b58e-562278c72fc5,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:24:46.182025 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-c75f9018-4966-4073-8b62-f5e0a7b18559 None None] Calling delete_port for f55df8de-2bc8-4c3e-88b3-f44f1f4146f1 owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:24:46.194526 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c5987bcd-6703-41de-998b-a6bb9cf05c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:46.195296 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5ffa4b8b-d4d2-4fab-ac1d-d55b94017cd2 tempest-RoutersAdminNegativeTest-79470 tempest-RoutersAdminNegativeTest-79470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8093499'] for router, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:46.195961 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ffa4b8b-d4d2-4fab-ac1d-d55b94017cd2 tempest-RoutersAdminNegativeTest-79470 tempest-RoutersAdminNegativeTest-79470-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c950a9b2-c2d7-4310-ab03-df643c250120 {{(pid=95502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 19:24:46.284926 n-d-813679-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-5ffa4b8b-d4d2-4fab-ac1d-d55b94017cd2 tempest-RoutersAdminNegativeTest-79470 tempest-RoutersAdminNegativeTest-79470-project-admin] create failed (client error): There was a conflict when trying to complete your request. Oct 12 19:24:46.289224 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-5ffa4b8b-d4d2-4fab-ac1d-d55b94017cd2 tempest-RoutersAdminNegativeTest-79470 tempest-RoutersAdminNegativeTest-79470-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.0952938 Oct 12 19:24:46.289683 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 49544) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:24:46.302178 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1353e9-1530-46b9-a919-0e7225b57e62 req-c0b79ab1-7aba-4d60-a8dc-6a27bc2229a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:24:46.303760 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cc1353e9-1530-46b9-a919-0e7225b57e62 req-c0b79ab1-7aba-4d60-a8dc-6a27bc2229a6 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=81425564-b62a-4d39-bbe7-f7547bf6f4fc HTTP/1.1" status: 200 len: 1096 time: 0.1061285 Oct 12 19:24:46.305423 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-c5987bcd-6703-41de-998b-a6bb9cf05c02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d14b8bc-21e0-4ce6-b302-e18b6714a94b']}} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:24:46.308610 n-d-813679-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:24:46.308610 n-d-813679-3 neutron-server[95503]: self.session.flush() Oct 12 19:24:46.308610 n-d-813679-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:24:46.308610 n-d-813679-3 neutron-server[95503]: self.session.flush() Oct 12 19:24:46.308610 n-d-813679-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:24:46.308610 n-d-813679-3 neutron-server[95503]: self.session.flush() Oct 12 19:24:46.308610 n-d-813679-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:24:46.308610 n-d-813679-3 neutron-server[95503]: self.session.flush() Oct 12 19:24:46.308610 n-d-813679-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:24:46.308610 n-d-813679-3 neutron-server[95503]: self.session.flush() Oct 12 19:24:46.308610 n-d-813679-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:24:46.308610 n-d-813679-3 neutron-server[95503]: self.session.flush() Oct 12 19:24:46.308610 n-d-813679-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:24:46.308610 n-d-813679-3 neutron-server[95503]: self.session.flush() Oct 12 19:24:46.308610 n-d-813679-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:24:46.308610 n-d-813679-3 neutron-server[95503]: self.session.flush() Oct 12 19:24:46.308610 n-d-813679-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:24:46.308610 n-d-813679-3 neutron-server[95503]: self.session.flush() Oct 12 19:24:46.308610 n-d-813679-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:24:46.308610 n-d-813679-3 neutron-server[95503]: self.session.flush() Oct 12 19:24:46.308610 n-d-813679-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:24:46.308610 n-d-813679-3 neutron-server[95503]: self.session.flush() Oct 12 19:24:46.308610 n-d-813679-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:24:46.308610 n-d-813679-3 neutron-server[95503]: self.session.flush() Oct 12 19:24:46.308610 n-d-813679-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:24:46.308610 n-d-813679-3 neutron-server[95503]: self.session.flush() Oct 12 19:24:46.308610 n-d-813679-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:24:46.308610 n-d-813679-3 neutron-server[95503]: self.session.flush() Oct 12 19:24:46.308610 n-d-813679-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:24:46.308610 n-d-813679-3 neutron-server[95503]: self.session.flush() Oct 12 19:24:46.308610 n-d-813679-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:24:46.308610 n-d-813679-3 neutron-server[95503]: self.session.flush() Oct 12 19:24:46.308610 n-d-813679-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:24:46.308610 n-d-813679-3 neutron-server[95503]: self.session.flush() Oct 12 19:24:46.308610 n-d-813679-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:24:46.308610 n-d-813679-3 neutron-server[95503]: self.session.flush() Oct 12 19:24:46.308610 n-d-813679-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:24:46.308610 n-d-813679-3 neutron-server[95503]: self.session.flush() Oct 12 19:24:46.308610 n-d-813679-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:24:46.308610 n-d-813679-3 neutron-server[95503]: self.session.flush() Oct 12 19:24:46.308610 n-d-813679-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:24:46.308610 n-d-813679-3 neutron-server[95503]: self.session.flush() Oct 12 19:24:46.308610 n-d-813679-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:24:46.308610 n-d-813679-3 neutron-server[95503]: self.session.flush() Oct 12 19:24:46.308610 n-d-813679-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:24:46.308610 n-d-813679-3 neutron-server[95503]: self.session.flush() Oct 12 19:24:46.308610 n-d-813679-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:24:46.308610 n-d-813679-3 neutron-server[95503]: self.session.flush() Oct 12 19:24:46.308610 n-d-813679-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:24:46.308610 n-d-813679-3 neutron-server[95503]: self.session.flush() Oct 12 19:24:46.308610 n-d-813679-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:24:46.308610 n-d-813679-3 neutron-server[95503]: self.session.flush() Oct 12 19:24:46.308610 n-d-813679-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:24:46.308610 n-d-813679-3 neutron-server[95503]: self.session.flush() Oct 12 19:24:46.325773 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c75f9018-4966-4073-8b62-f5e0a7b18559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:46.328985 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-c5987bcd-6703-41de-998b-a6bb9cf05c02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a436f41d-bb0d-4da6-bd27-0f34f008771a') {'for_net_delete': True} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:24:46.332005 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-c5987bcd-6703-41de-998b-a6bb9cf05c02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a436f41d-bb0d-4da6-bd27-0f34f008771a') {} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:24:46.347406 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c5987bcd-6703-41de-998b-a6bb9cf05c02 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4281072'] for segment, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:46.374812 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c5987bcd-6703-41de-998b-a6bb9cf05c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:46.377660 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cc1353e9-1530-46b9-a919-0e7225b57e62 req-fa5d61c9-a710-4ee0-b0ea-0c81e6447083 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=b5c5fee0-b78d-4e40-8235-f8d5b1e8d403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637753 Oct 12 19:24:46.383969 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75f9018-4966-4073-8b62-f5e0a7b18559 None None] Pushing event deleted for resources: {'Port': ['ID=f55df8de-2bc8-4c3e-88b3-f44f1f4146f1,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:24:46.384236 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5987bcd-6703-41de-998b-a6bb9cf05c02 admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=95501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:24:46.384685 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c5987bcd-6703-41de-998b-a6bb9cf05c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4823170'] for segment, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:46.387241 n-d-813679-3 neutron-server[95501]: Traceback (most recent call last): Oct 12 19:24:46.387241 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:24:46.387241 n-d-813679-3 neutron-server[95501]: timer() Oct 12 19:24:46.387241 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:24:46.387241 n-d-813679-3 neutron-server[95501]: cb(*args, **kw) Oct 12 19:24:46.387241 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:24:46.387241 n-d-813679-3 neutron-server[95501]: return func(*args, **kwargs) Oct 12 19:24:46.387241 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:24:46.387241 n-d-813679-3 neutron-server[95501]: self._notify() Oct 12 19:24:46.387241 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:24:46.387241 n-d-813679-3 neutron-server[95501]: self.callback(batched_events) Oct 12 19:24:46.387241 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:24:46.387241 n-d-813679-3 neutron-server[95501]: event.method(event) Oct 12 19:24:46.387241 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:24:46.387241 n-d-813679-3 neutron-server[95501]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:24:46.387241 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:24:46.387241 n-d-813679-3 neutron-server[95501]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:24:46.387241 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:24:46.387241 n-d-813679-3 neutron-server[95501]: return f(self, *a, **k) Oct 12 19:24:46.387241 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:24:46.387241 n-d-813679-3 neutron-server[95501]: return self._get(url).json() Oct 12 19:24:46.387241 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:24:46.387241 n-d-813679-3 neutron-server[95501]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:24:46.387241 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:24:46.387241 n-d-813679-3 neutron-server[95501]: return self.request(url, 'GET', **kwargs) Oct 12 19:24:46.387241 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:24:46.387241 n-d-813679-3 neutron-server[95501]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:24:46.387241 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:24:46.387241 n-d-813679-3 neutron-server[95501]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:24:46.387241 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:24:46.387241 n-d-813679-3 neutron-server[95501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:24:46.387241 n-d-813679-3 neutron-server[95501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:24:46.394693 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75f9018-4966-4073-8b62-f5e0a7b18559 None None] No DVR routers for this DVR port f55df8de-2bc8-4c3e-88b3-f44f1f4146f1 on host n-d-813679-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:24:46.452967 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-8af232c0-55cc-4f0e-bcc6-0f11f70bf4bb tempest-RoutersAdminNegativeTest-79470 tempest-RoutersAdminNegativeTest-79470-project-admin] Deleting port d408629d-d32b-4b05-8590-e9cf5041756b {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:24:46.453841 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8af232c0-55cc-4f0e-bcc6-0f11f70bf4bb tempest-RoutersAdminNegativeTest-79470 tempest-RoutersAdminNegativeTest-79470-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:46.515706 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c5987bcd-6703-41de-998b-a6bb9cf05c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:46.520586 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c5987bcd-6703-41de-998b-a6bb9cf05c02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:46.526918 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-c5987bcd-6703-41de-998b-a6bb9cf05c02 admin admin] 10.222.0.49 "DELETE /v2.0/networks/1d14b8bc-21e0-4ce6-b302-e18b6714a94b HTTP/1.1" status: 204 len: 168 time: 1.0493014 Oct 12 19:24:46.539748 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5987bcd-6703-41de-998b-a6bb9cf05c02 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d14b8bc-21e0-4ce6-b302-e18b6714a94b,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:24:46.558556 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8af232c0-55cc-4f0e-bcc6-0f11f70bf4bb tempest-RoutersAdminNegativeTest-79470 tempest-RoutersAdminNegativeTest-79470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:46.573203 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-8af232c0-55cc-4f0e-bcc6-0f11f70bf4bb tempest-RoutersAdminNegativeTest-79470 tempest-RoutersAdminNegativeTest-79470-project-admin] Calling delete_port for d408629d-d32b-4b05-8590-e9cf5041756b owned by {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:24:46.760803 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8af232c0-55cc-4f0e-bcc6-0f11f70bf4bb tempest-RoutersAdminNegativeTest-79470 tempest-RoutersAdminNegativeTest-79470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:46.795064 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af232c0-55cc-4f0e-bcc6-0f11f70bf4bb tempest-RoutersAdminNegativeTest-79470 tempest-RoutersAdminNegativeTest-79470-project-admin] Pushing event deleted for resources: {'Port': ['ID=d408629d-d32b-4b05-8590-e9cf5041756b,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:24:46.845622 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device f55df8de-2bc8-4c3e-88b3-f44f1f4146f1 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:24:46.878252 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8af232c0-55cc-4f0e-bcc6-0f11f70bf4bb tempest-RoutersAdminNegativeTest-79470 tempest-RoutersAdminNegativeTest-79470-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:46.882217 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-8af232c0-55cc-4f0e-bcc6-0f11f70bf4bb tempest-RoutersAdminNegativeTest-79470 tempest-RoutersAdminNegativeTest-79470-project-admin] 10.222.0.49 "DELETE /v2.0/ports/d408629d-d32b-4b05-8590-e9cf5041756b HTTP/1.1" status: 204 len: 168 time: 0.5906172 Oct 12 19:24:46.889806 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: f55df8de-2bc8-4c3e-88b3-f44f1f4146f1 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:24:46.890547 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device f55df8de-2bc8-4c3e-88b3-f44f1f4146f1 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:24:46.891186 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 319158aa-e765-4d1b-a53f-9593ad9cf213 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:24:46.913263 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 319158aa-e765-4d1b-a53f-9593ad9cf213 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:24:46.919847 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 319158aa-e765-4d1b-a53f-9593ad9cf213 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:24:47.012844 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 49606) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:24:47.060114 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-7b586924-547d-4c25-9410-3ae78437f2c1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=91adbf2b705548699acc3181acdf7e78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0441945 Oct 12 19:24:47.063018 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 49616) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:24:47.172540 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3c544693-6a9d-4e76-a7f8-0ceb02f96ab1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:47.198072 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3c544693-6a9d-4e76-a7f8-0ceb02f96ab1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:47.212524 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5559bdd1-6e2e-4eca-af25-1f9ee8c09c5a req-eedcfcdb-6b84-4893-ae14-cc68fdc0fcc0 tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:24:47.214078 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5559bdd1-6e2e-4eca-af25-1f9ee8c09c5a req-eedcfcdb-6b84-4893-ae14-cc68fdc0fcc0 tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] 10.222.0.49 "GET /v2.0/ports?device_id=81425564-b62a-4d39-bbe7-f7547bf6f4fc HTTP/1.1" status: 200 len: 945 time: 0.0656397 Oct 12 19:24:47.279302 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5559bdd1-6e2e-4eca-af25-1f9ee8c09c5a req-62fca843-899e-4d02-bf19-14189465bdca tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5c5fee0-b78d-4e40-8235-f8d5b1e8d403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562844 Oct 12 19:24:47.343557 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3c544693-6a9d-4e76-a7f8-0ceb02f96ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:47.347039 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3c544693-6a9d-4e76-a7f8-0ceb02f96ab1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:47.348261 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-3c544693-6a9d-4e76-a7f8-0ceb02f96ab1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ef54c117-a545-49e9-83c5-f4be4cb695fe HTTP/1.1" status: 204 len: 168 time: 0.2860060 Oct 12 19:24:47.368869 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c544693-6a9d-4e76-a7f8-0ceb02f96ab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef54c117-a545-49e9-83c5-f4be4cb695fe,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:24:47.493021 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d17b5e0-a442-4b5b-9b21-8685d1ac5eae req-a3571067-5037-4ec6-b5b6-fc8ec93e5231 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:24:47.501221 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3d17b5e0-a442-4b5b-9b21-8685d1ac5eae req-a3571067-5037-4ec6-b5b6-fc8ec93e5231 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb56269f-088f-4dd7-97a9-d7a3df061653 HTTP/1.1" status: 200 len: 945 time: 0.0650864 Oct 12 19:24:47.562185 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3d17b5e0-a442-4b5b-9b21-8685d1ac5eae req-58a428a5-4b62-4a8d-8c86-1927cfd5e051 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e18d525-cf41-4d49-869d-79a715be58e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584607 Oct 12 19:24:47.562918 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 49648) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:24:47.702388 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f83c19d0-01f5-42cb-9320-1be97526a7fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:47.818812 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f83c19d0-01f5-42cb-9320-1be97526a7fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:47.880337 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f83c19d0-01f5-42cb-9320-1be97526a7fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:47.932829 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83c19d0-01f5-42cb-9320-1be97526a7fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bbeca01-b078-4228-8234-e238912be1d6,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:24:47.945999 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 49678) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:24:47.946122 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-f83c19d0-01f5-42cb-9320-1be97526a7fa admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c8d1c0ae03214dba8d691aa4c746ae2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3810642 Oct 12 19:24:48.016936 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9061f026-1fd3-434f-82ec-96e0b006c876 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:48.039877 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9061f026-1fd3-434f-82ec-96e0b006c876 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:48.223901 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9061f026-1fd3-434f-82ec-96e0b006c876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:48.226861 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9061f026-1fd3-434f-82ec-96e0b006c876 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:48.231415 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-9061f026-1fd3-434f-82ec-96e0b006c876 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1bbeca01-b078-4228-8234-e238912be1d6 HTTP/1.1" status: 204 len: 168 time: 0.2812753 Oct 12 19:24:48.240715 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9061f026-1fd3-434f-82ec-96e0b006c876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bbeca01-b078-4228-8234-e238912be1d6,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:24:48.406419 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 49696) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:24:48.424801 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7527faff-e70d-4e75-a99e-4dd57c8f92fb req-6bd8e154-b0f6-41b5-a5fc-152009796375 tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:24:48.427712 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7527faff-e70d-4e75-a99e-4dd57c8f92fb req-6bd8e154-b0f6-41b5-a5fc-152009796375 tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] 10.222.0.49 "GET /v2.0/ports?device_id=81425564-b62a-4d39-bbe7-f7547bf6f4fc HTTP/1.1" status: 200 len: 945 time: 0.0730369 Oct 12 19:24:48.470862 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-c1a8db4f-efd5-4504-ba59-dfb41da7750a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1a1fe0422dee4bab9ccecb874783d990&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0616410 Oct 12 19:24:48.474507 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 49698) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:24:48.489749 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7527faff-e70d-4e75-a99e-4dd57c8f92fb req-641be14d-c9e7-408c-87a7-024c637b727c tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5c5fee0-b78d-4e40-8235-f8d5b1e8d403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548208 Oct 12 19:24:48.540913 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-134a8d7f-be79-476e-ba06-2ad2cf498413 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:48.565885 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-134a8d7f-be79-476e-ba06-2ad2cf498413 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:48.669166 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-134a8d7f-be79-476e-ba06-2ad2cf498413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:48.671715 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-134a8d7f-be79-476e-ba06-2ad2cf498413 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:48.672953 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-134a8d7f-be79-476e-ba06-2ad2cf498413 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1b6cef98-1532-41da-a74f-afaca965e863 HTTP/1.1" status: 204 len: 168 time: 0.1971817 Oct 12 19:24:48.681511 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134a8d7f-be79-476e-ba06-2ad2cf498413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b6cef98-1532-41da-a74f-afaca965e863,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:24:49.039319 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 49712) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:24:49.113491 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-da8d38ac-480b-45f8-8958-07edc84d6c56 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ef5d191ed9d8454d9512b7732df499d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0697188 Oct 12 19:24:49.113491 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 49716) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:24:49.172826 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5ec20b05-e19b-4c9b-abe9-5713fc0768f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:49.175953 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 49718) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:24:49.198126 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5ec20b05-e19b-4c9b-abe9-5713fc0768f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:49.344761 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5ec20b05-e19b-4c9b-abe9-5713fc0768f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:49.347603 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5ec20b05-e19b-4c9b-abe9-5713fc0768f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:49.350698 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-5ec20b05-e19b-4c9b-abe9-5713fc0768f8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c79de47d-2ff1-438a-9b04-8a3c4d87ae71 HTTP/1.1" status: 204 len: 168 time: 0.2366295 Oct 12 19:24:49.363581 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec20b05-e19b-4c9b-abe9-5713fc0768f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c79de47d-2ff1-438a-9b04-8a3c4d87ae71,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:24:49.468923 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5d8707b9-6df6-4d26-a7b2-8e9059f5f5df admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:49.617378 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5d8707b9-6df6-4d26-a7b2-8e9059f5f5df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:49.863918 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5d8707b9-6df6-4d26-a7b2-8e9059f5f5df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:49.936877 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-5d8707b9-6df6-4d26-a7b2-8e9059f5f5df admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c41958d15cb947d48d5aeb97957e80d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7566426 Oct 12 19:24:49.936877 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8707b9-6df6-4d26-a7b2-8e9059f5f5df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff07c20d-56af-4176-bff8-3533f06edfa2,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:24:49.937749 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 49744) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:24:50.000211 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b72f038a-80ca-44c0-82f4-ec135923b9d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:50.026213 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b72f038a-80ca-44c0-82f4-ec135923b9d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:50.140414 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c0d7ab-8b16-4274-a50f-4b5bca48f282 req-c124728f-0d88-4a1f-8943-a9766afdae32 tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:24:50.142830 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-36c0d7ab-8b16-4274-a50f-4b5bca48f282 req-c124728f-0d88-4a1f-8943-a9766afdae32 tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] 10.222.0.49 "GET /v2.0/ports?device_id=81425564-b62a-4d39-bbe7-f7547bf6f4fc HTTP/1.1" status: 200 len: 945 time: 0.0590534 Oct 12 19:24:50.187420 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-36c0d7ab-8b16-4274-a50f-4b5bca48f282 req-75ebd8bd-c870-4f29-b310-816ac190b95a tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5c5fee0-b78d-4e40-8235-f8d5b1e8d403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380886 Oct 12 19:24:50.188332 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b72f038a-80ca-44c0-82f4-ec135923b9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:50.192085 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b72f038a-80ca-44c0-82f4-ec135923b9d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:50.195943 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-b72f038a-80ca-44c0-82f4-ec135923b9d3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ff07c20d-56af-4176-bff8-3533f06edfa2 HTTP/1.1" status: 204 len: 168 time: 0.2560279 Oct 12 19:24:50.208861 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72f038a-80ca-44c0-82f4-ec135923b9d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff07c20d-56af-4176-bff8-3533f06edfa2,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:24:50.607528 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 49776) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:24:50.743504 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-385a8299-5664-4668-9c58-9fee200d13d3 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1843794575-network', 'tenant_id': '4d8253176c1a4d1d8c9e80bfd26a9f7d'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:24:50.840185 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-385a8299-5664-4668-9c58-9fee200d13d3 admin admin] Made reservation on behalf of 4d8253176c1a4d1d8c9e80bfd26a9f7d for: {'network': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:24:50.842668 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-385a8299-5664-4668-9c58-9fee200d13d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:50.859744 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-385a8299-5664-4668-9c58-9fee200d13d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:50.933674 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-385a8299-5664-4668-9c58-9fee200d13d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:50.983038 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device a1f42106-a7b0-4dd3-8e89-1f2eceabc986 details requested by agent hyperv_n-h1-813679-3 with host n-h1-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:24:51.023677 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-385a8299-5664-4668-9c58-9fee200d13d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:51.046512 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-385a8299-5664-4668-9c58-9fee200d13d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'} {{(pid=95501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:24:51.064784 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385a8299-5664-4668-9c58-9fee200d13d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daa0f5dc-d8e4-4e2c-8819-d7624aa39f64,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:24:51.068116 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-385a8299-5664-4668-9c58-9fee200d13d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:51.068468 n-d-813679-3 neutron-server[95501]: INFO neutron.db.segments_db [None req-385a8299-5664-4668-9c58-9fee200d13d3 admin admin] Added segment c8b40002-17be-4f7c-b4db-f899210bef56 of type vlan for network b42ff37c-f70e-4db5-8a80-47c710217e9f Oct 12 19:24:51.083133 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 49798) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:24:51.122271 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port a1f42106-a7b0-4dd3-8e89-1f2eceabc986, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=a1f42106-a7b0-4dd3-8e89-1f2eceabc986,segment=NetworkSegment(1311cbfc-168d-4d44-b005-c99086bc74c8),segment_id=1311cbfc-168d-4d44-b005-c99086bc74c8)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:24:51.125261 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-385a8299-5664-4668-9c58-9fee200d13d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:51.134436 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Returning: {'device': 'a1f42106-a7b0-4dd3-8e89-1f2eceabc986', 'network_id': 'f22a0b4a-70e4-4463-a6ef-6109199fd871', 'port_id': 'a1f42106-a7b0-4dd3-8e89-1f2eceabc986', 'mac_address': 'fa:16:3e:7b:52:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a09cd6ac-b3e0-423d-9e85-6644cbc7e663', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:24:51.174555 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:51.187505 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a1f42106-a7b0-4dd3-8e89-1f2eceabc986 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:24:51.194402 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-f4e52f21-5678-42cf-8604-51bf6abc8d8e tempest-ExtraDHCPOptionsTestJSON-531812922 tempest-ExtraDHCPOptionsTestJSON-531812922-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1862627429'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:24:51.208194 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port a1f42106-a7b0-4dd3-8e89-1f2eceabc986, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=a1f42106-a7b0-4dd3-8e89-1f2eceabc986,segment=NetworkSegment(1311cbfc-168d-4d44-b005-c99086bc74c8),segment_id=1311cbfc-168d-4d44-b005-c99086bc74c8)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:24:51.240432 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-385a8299-5664-4668-9c58-9fee200d13d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:51.241445 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385a8299-5664-4668-9c58-9fee200d13d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:24:51.242029 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-385a8299-5664-4668-9c58-9fee200d13d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:51.315569 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:51.337551 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f350690b-0160-46dc-8842-01e926a35127 req-c69914a9-c4a6-4d0f-9db7-e6adb109d633 tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:24:51.340188 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f350690b-0160-46dc-8842-01e926a35127 req-c69914a9-c4a6-4d0f-9db7-e6adb109d633 tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] 10.222.0.49 "GET /v2.0/ports?device_id=81425564-b62a-4d39-bbe7-f7547bf6f4fc HTTP/1.1" status: 200 len: 945 time: 0.0675924 Oct 12 19:24:51.351758 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385a8299-5664-4668-9c58-9fee200d13d3 admin admin] Pushing event updated for resources: {'Network': ['ID=b42ff37c-f70e-4db5-8a80-47c710217e9f,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:24:51.359981 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4e52f21-5678-42cf-8604-51bf6abc8d8e tempest-ExtraDHCPOptionsTestJSON-531812922 tempest-ExtraDHCPOptionsTestJSON-531812922-project] Made reservation on behalf of 84ef329459ce4bee9fe7418252cdd66c for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:24:51.363824 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network b42ff37c-f70e-4db5-8a80-47c710217e9f details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:24:51.364235 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f4e52f21-5678-42cf-8604-51bf6abc8d8e tempest-ExtraDHCPOptionsTestJSON-531812922 tempest-ExtraDHCPOptionsTestJSON-531812922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:51.374087 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc1764a-cf4b-49ca-9785-c6afd26baaa7 req-d7f4d546-b8a7-40ba-87c1-db064d4a9a0d tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:24:51.375671 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9bc1764a-cf4b-49ca-9785-c6afd26baaa7 req-d7f4d546-b8a7-40ba-87c1-db064d4a9a0d tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] 10.222.0.67 "GET /v2.0/ports?device_id=81425564-b62a-4d39-bbe7-f7547bf6f4fc HTTP/1.1" status: 200 len: 945 time: 0.0803919 Oct 12 19:24:51.383758 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f4e52f21-5678-42cf-8604-51bf6abc8d8e tempest-ExtraDHCPOptionsTestJSON-531812922 tempest-ExtraDHCPOptionsTestJSON-531812922-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:51.432225 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f350690b-0160-46dc-8842-01e926a35127 req-0953611a-e29c-437a-9661-4bdc783e7bb7 tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5c5fee0-b78d-4e40-8235-f8d5b1e8d403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803099 Oct 12 19:24:51.438784 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=a1f42106-a7b0-4dd3-8e89-1f2eceabc986,revision_number=6']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:24:51.477515 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-385a8299-5664-4668-9c58-9fee200d13d3 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8686197 Oct 12 19:24:51.480577 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 49818) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:24:51.488396 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-335d65b3-4d4d-48a9-aa99-88053e16600d admin admin] Request body: {'subnet': {'network_id': 'b42ff37c-f70e-4db5-8a80-47c710217e9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1843794575-subnet', 'tenant_id': '4d8253176c1a4d1d8c9e80bfd26a9f7d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:24:51.491252 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['a1f42106-a7b0-4dd3-8e89-1f2eceabc986'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:24:51.508160 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f4e52f21-5678-42cf-8604-51bf6abc8d8e tempest-ExtraDHCPOptionsTestJSON-531812922 tempest-ExtraDHCPOptionsTestJSON-531812922-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:51.530541 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-9bc1764a-cf4b-49ca-9785-c6afd26baaa7 req-c6dcd101-63e3-485a-904a-c2d0a8974bc2 tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] Deleting port 22841326-0d0a-4f9b-b58e-562278c72fc5 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:24:51.530981 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-9bc1764a-cf4b-49ca-9785-c6afd26baaa7 req-c6dcd101-63e3-485a-904a-c2d0a8974bc2 tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:51.566918 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 49820) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:24:51.576414 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f4e52f21-5678-42cf-8604-51bf6abc8d8e tempest-ExtraDHCPOptionsTestJSON-531812922 tempest-ExtraDHCPOptionsTestJSON-531812922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:51.605375 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4e52f21-5678-42cf-8604-51bf6abc8d8e tempest-ExtraDHCPOptionsTestJSON-531812922 tempest-ExtraDHCPOptionsTestJSON-531812922-project] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:24:51.608717 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-335d65b3-4d4d-48a9-aa99-88053e16600d admin admin] Made reservation on behalf of 4d8253176c1a4d1d8c9e80bfd26a9f7d for: {'subnet': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:24:51.612848 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-335d65b3-4d4d-48a9-aa99-88053e16600d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4612397'] for subnet, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:51.623171 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e52f21-5678-42cf-8604-51bf6abc8d8e tempest-ExtraDHCPOptionsTestJSON-531812922 tempest-ExtraDHCPOptionsTestJSON-531812922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad68cb0a-1cb1-4e90-8089-be2442309b92,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:24:51.629294 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f4e52f21-5678-42cf-8604-51bf6abc8d8e tempest-ExtraDHCPOptionsTestJSON-531812922 tempest-ExtraDHCPOptionsTestJSON-531812922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:51.629957 n-d-813679-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-f4e52f21-5678-42cf-8604-51bf6abc8d8e tempest-ExtraDHCPOptionsTestJSON-531812922 tempest-ExtraDHCPOptionsTestJSON-531812922-project] Added segment 62925d98-79f7-4591-9006-b58e6740eccd of type vlan for network 85a61987-b7b3-44ef-b326-5216fa5a2642 Oct 12 19:24:51.674986 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-9bc1764a-cf4b-49ca-9785-c6afd26baaa7 req-c6dcd101-63e3-485a-904a-c2d0a8974bc2 tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] For port 22841326-0d0a-4f9b-b58e-562278c72fc5, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=22841326-0d0a-4f9b-b58e-562278c72fc5,segment=NetworkSegment(dd346e97-7ff0-4e15-8dea-9c71f906839a),segment_id=dd346e97-7ff0-4e15-8dea-9c71f906839a)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:24:51.674986 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-9bc1764a-cf4b-49ca-9785-c6afd26baaa7 req-c6dcd101-63e3-485a-904a-c2d0a8974bc2 tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:51.676765 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f4e52f21-5678-42cf-8604-51bf6abc8d8e tempest-ExtraDHCPOptionsTestJSON-531812922 tempest-ExtraDHCPOptionsTestJSON-531812922-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:51.695631 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-9bc1764a-cf4b-49ca-9785-c6afd26baaa7 req-c6dcd101-63e3-485a-904a-c2d0a8974bc2 tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] Calling delete_port for 22841326-0d0a-4f9b-b58e-562278c72fc5 owned by compute:nova {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:24:51.699910 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-b727e076-250a-41d6-abf7-2388533909bb admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1889616474-network', 'tenant_id': '9558b59fe3b94a1fa2fbec9bbf16e093'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:24:51.777845 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f4e52f21-5678-42cf-8604-51bf6abc8d8e tempest-ExtraDHCPOptionsTestJSON-531812922 tempest-ExtraDHCPOptionsTestJSON-531812922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:51.784811 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e52f21-5678-42cf-8604-51bf6abc8d8e tempest-ExtraDHCPOptionsTestJSON-531812922 tempest-ExtraDHCPOptionsTestJSON-531812922-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:24:51.789227 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f4e52f21-5678-42cf-8604-51bf6abc8d8e tempest-ExtraDHCPOptionsTestJSON-531812922 tempest-ExtraDHCPOptionsTestJSON-531812922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:51.835741 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b727e076-250a-41d6-abf7-2388533909bb admin admin] Made reservation on behalf of 9558b59fe3b94a1fa2fbec9bbf16e093 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:24:51.838128 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b727e076-250a-41d6-abf7-2388533909bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:51.854676 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b727e076-250a-41d6-abf7-2388533909bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:51.874973 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e52f21-5678-42cf-8604-51bf6abc8d8e tempest-ExtraDHCPOptionsTestJSON-531812922 tempest-ExtraDHCPOptionsTestJSON-531812922-project] Pushing event updated for resources: {'Network': ['ID=85a61987-b7b3-44ef-b326-5216fa5a2642,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:24:51.894090 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 85a61987-b7b3-44ef-b326-5216fa5a2642 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:24:51.921672 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-f4e52f21-5678-42cf-8604-51bf6abc8d8e tempest-ExtraDHCPOptionsTestJSON-531812922 tempest-ExtraDHCPOptionsTestJSON-531812922-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.8374782 Oct 12 19:24:51.926676 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 49824) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:24:51.930524 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-fd0ad099-50f4-48db-bc65-f1356ed082e5 tempest-ExtraDHCPOptionsTestJSON-531812922 tempest-ExtraDHCPOptionsTestJSON-531812922-project] Request body: {'subnet': {'network_id': '85a61987-b7b3-44ef-b326-5216fa5a2642', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:24:51.978614 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-335d65b3-4d4d-48a9-aa99-88053e16600d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4824863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4612355'] for subnet, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:52.018209 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b727e076-250a-41d6-abf7-2388533909bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:52.022860 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-9bc1764a-cf4b-49ca-9785-c6afd26baaa7 req-c6dcd101-63e3-485a-904a-c2d0a8974bc2 tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:52.035748 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['22841326-0d0a-4f9b-b58e-562278c72fc5'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:24:52.071915 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dcd101-63e3-485a-904a-c2d0a8974bc2 tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] Pushing event deleted for resources: {'Port': ['ID=22841326-0d0a-4f9b-b58e-562278c72fc5,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:24:52.073840 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335d65b3-4d4d-48a9-aa99-88053e16600d admin admin] Pushing event updated for resources: {'Subnet': ['ID=50ec0e67-d759-446d-a09b-586a43b5f29b,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:24:52.103964 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335d65b3-4d4d-48a9-aa99-88053e16600d admin admin] Checking segment: {'id': 'c8b40002-17be-4f7c-b4db-f899210bef56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'b42ff37c-f70e-4db5-8a80-47c710217e9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:24:52.104362 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-335d65b3-4d4d-48a9-aa99-88053e16600d admin admin] Network hostable DHCP agents. Network: b42ff37c-f70e-4db5-8a80-47c710217e9f, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:24:52.125370 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bc1764a-cf4b-49ca-9785-c6afd26baaa7 req-c6dcd101-63e3-485a-904a-c2d0a8974bc2 tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] No DVR routers for this DVR port 22841326-0d0a-4f9b-b58e-562278c72fc5 on host n-h2-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:24:52.129947 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-9bc1764a-cf4b-49ca-9785-c6afd26baaa7 req-c6dcd101-63e3-485a-904a-c2d0a8974bc2 tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:52.133195 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9bc1764a-cf4b-49ca-9785-c6afd26baaa7 req-c6dcd101-63e3-485a-904a-c2d0a8974bc2 tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] 10.222.0.67 "DELETE /v2.0/ports/22841326-0d0a-4f9b-b58e-562278c72fc5 HTTP/1.1" status: 204 len: 173 time: 0.7514122 Oct 12 19:24:52.133645 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81425564-b62a-4d39-bbe7-f7547bf6f4fc', 'name': 'network-vif-deleted', 'tag': '22841326-0d0a-4f9b-b58e-562278c72fc5'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:24:52.135903 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40e70137-b7cc-434e-8e63-47470a6926ce" -d '{"events": [{"server_uuid": "81425564-b62a-4d39-bbe7-f7547bf6f4fc", "name": "network-vif-deleted", "tag": "22841326-0d0a-4f9b-b58e-562278c72fc5"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:24:52.143721 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b727e076-250a-41d6-abf7-2388533909bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:52.166962 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b727e076-250a-41d6-abf7-2388533909bb admin admin] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:24:52.182935 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b727e076-250a-41d6-abf7-2388533909bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7720d879-31de-4958-8092-e71ea7b3e8b5,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:24:52.185956 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b727e076-250a-41d6-abf7-2388533909bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:52.186303 n-d-813679-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-b727e076-250a-41d6-abf7-2388533909bb admin admin] Added segment 2c23b924-3bdb-4700-940f-a5921b74e3c2 of type vlan for network 8b9ffd0a-d450-4d4d-8c84-81d908427bea Oct 12 19:24:52.199783 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd0ad099-50f4-48db-bc65-f1356ed082e5 tempest-ExtraDHCPOptionsTestJSON-531812922 tempest-ExtraDHCPOptionsTestJSON-531812922-project] Made reservation on behalf of 84ef329459ce4bee9fe7418252cdd66c for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:24:52.201075 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fd0ad099-50f4-48db-bc65-f1356ed082e5 tempest-ExtraDHCPOptionsTestJSON-531812922 tempest-ExtraDHCPOptionsTestJSON-531812922-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16245837'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:52.204608 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd79e04a-7d2b-43cc-85dc-8db488d7de23 x-openstack-request-id: req-bd79e04a-7d2b-43cc-85dc-8db488d7de23 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:24:52.204947 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81425564-b62a-4d39-bbe7-f7547bf6f4fc", "name": "network-vif-deleted", "tag": "22841326-0d0a-4f9b-b58e-562278c72fc5", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:24:52.205250 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bd79e04a-7d2b-43cc-85dc-8db488d7de23 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:24:52.205659 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81425564-b62a-4d39-bbe7-f7547bf6f4fc', 'name': 'network-vif-deleted', 'tag': '22841326-0d0a-4f9b-b58e-562278c72fc5', 'status': 'completed', 'code': 200} Oct 12 19:24:52.290873 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-335d65b3-4d4d-48a9-aa99-88053e16600d admin admin] Network b42ff37c-f70e-4db5-8a80-47c710217e9f is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:24:52.291540 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b727e076-250a-41d6-abf7-2388533909bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:52.491804 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-335d65b3-4d4d-48a9-aa99-88053e16600d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, b42ff37c-f70e-4db5-8a80-47c710217e9f) {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:24:52.492021 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b727e076-250a-41d6-abf7-2388533909bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:52.493137 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b727e076-250a-41d6-abf7-2388533909bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:24:52.493824 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b727e076-250a-41d6-abf7-2388533909bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:52.496639 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-335d65b3-4d4d-48a9-aa99-88053e16600d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:24:52.498341 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-335d65b3-4d4d-48a9-aa99-88053e16600d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:52.502108 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d8b34f8-1afc-4c66-9ab0-ac42c5f25c84 None None] Network b42ff37c-f70e-4db5-8a80-47c710217e9f requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:24:52.551542 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fd0ad099-50f4-48db-bc65-f1356ed082e5 tempest-ExtraDHCPOptionsTestJSON-531812922 tempest-ExtraDHCPOptionsTestJSON-531812922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4306659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16245859'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:52.628075 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b3524408-fa34-4a3c-8ea1-5c09939cefeb req-879b0ab8-2a54-4dea-8556-a8c90f1a7330 tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] 10.222.0.49 "GET /v2.0/ports?device_id=81425564-b62a-4d39-bbe7-f7547bf6f4fc HTTP/1.1" status: 200 len: 210 time: 0.0788033 Oct 12 19:24:52.635266 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b727e076-250a-41d6-abf7-2388533909bb admin admin] Pushing event updated for resources: {'Network': ['ID=8b9ffd0a-d450-4d4d-8c84-81d908427bea,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:24:52.655711 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-335d65b3-4d4d-48a9-aa99-88053e16600d admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1718545 Oct 12 19:24:52.663428 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0ad099-50f4-48db-bc65-f1356ed082e5 tempest-ExtraDHCPOptionsTestJSON-531812922 tempest-ExtraDHCPOptionsTestJSON-531812922-project] Pushing event updated for resources: {'Subnet': ['ID=fb191572-8b37-477b-9e18-5befeb8c2a87,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:24:52.664417 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 49856) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:24:52.679863 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-3b8ea77e-d9d6-4534-97d5-682e5bc7a1e5 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1843794575-router', 'tenant_id': '4d8253176c1a4d1d8c9e80bfd26a9f7d', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:24:52.875694 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 8b9ffd0a-d450-4d4d-8c84-81d908427bea details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:24:52.889676 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0ad099-50f4-48db-bc65-f1356ed082e5 tempest-ExtraDHCPOptionsTestJSON-531812922 tempest-ExtraDHCPOptionsTestJSON-531812922-project] Checking segment: {'id': '62925d98-79f7-4591-9006-b58e6740eccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '85a61987-b7b3-44ef-b326-5216fa5a2642'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:24:52.889676 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0ad099-50f4-48db-bc65-f1356ed082e5 tempest-ExtraDHCPOptionsTestJSON-531812922 tempest-ExtraDHCPOptionsTestJSON-531812922-project] Network hostable DHCP agents. Network: 85a61987-b7b3-44ef-b326-5216fa5a2642, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:24:52.892656 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 49862) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:24:52.894518 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-b727e076-250a-41d6-abf7-2388533909bb admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1763179 Oct 12 19:24:52.895309 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-815f6e21-02e7-4aee-8450-004328e6c99f admin admin] Request body: {'subnet': {'network_id': '8b9ffd0a-d450-4d4d-8c84-81d908427bea', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1889616474-subnet', 'tenant_id': '9558b59fe3b94a1fa2fbec9bbf16e093', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:24:52.895627 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e63402-96eb-40c6-ab8d-cd5c674c2a41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-b42ff37c-f70e-4db5-8a80-47c710217e9f', 'network_id': 'b42ff37c-f70e-4db5-8a80-47c710217e9f', 'tenant_id': '4d8253176c1a4d1d8c9e80bfd26a9f7d', 'fixed_ips': [{'subnet_id': '50ec0e67-d759-446d-a09b-586a43b5f29b'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:24:52.895627 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f2e63402-96eb-40c6-ab8d-cd5c674c2a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:52.896054 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0ad099-50f4-48db-bc65-f1356ed082e5 tempest-ExtraDHCPOptionsTestJSON-531812922 tempest-ExtraDHCPOptionsTestJSON-531812922-project] Network 85a61987-b7b3-44ef-b326-5216fa5a2642 is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:24:52.896630 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3b8ea77e-d9d6-4534-97d5-682e5bc7a1e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8093678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255505'] for router, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:52.896630 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3b8ea77e-d9d6-4534-97d5-682e5bc7a1e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8093562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8087085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8022306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255518'] for router, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:52.962431 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3b8ea77e-d9d6-4534-97d5-682e5bc7a1e5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:52.966785 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-fd0ad099-50f4-48db-bc65-f1356ed082e5 tempest-ExtraDHCPOptionsTestJSON-531812922 tempest-ExtraDHCPOptionsTestJSON-531812922-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, 85a61987-b7b3-44ef-b326-5216fa5a2642) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:24:52.971308 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-f2e63402-96eb-40c6-ab8d-cd5c674c2a41 None None] Allocated IP 172.20.0.2 (b42ff37c-f70e-4db5-8a80-47c710217e9f/50ec0e67-d759-446d-a09b-586a43b5f29b/80761168-616b-4d08-bdb7-5f168e1bd2b1) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:24:52.973103 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0ad099-50f4-48db-bc65-f1356ed082e5 tempest-ExtraDHCPOptionsTestJSON-531812922 tempest-ExtraDHCPOptionsTestJSON-531812922-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:24:52.974050 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fd0ad099-50f4-48db-bc65-f1356ed082e5 tempest-ExtraDHCPOptionsTestJSON-531812922 tempest-ExtraDHCPOptionsTestJSON-531812922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:52.982097 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a69122a-32e2-4351-96cf-87e28d65a4b1 None None] Network 85a61987-b7b3-44ef-b326-5216fa5a2642 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:24:52.997892 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device a1f42106-a7b0-4dd3-8e89-1f2eceabc986 up at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:24:53.029039 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-815f6e21-02e7-4aee-8450-004328e6c99f admin admin] Made reservation on behalf of 9558b59fe3b94a1fa2fbec9bbf16e093 for: {'subnet': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:24:53.031552 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-815f6e21-02e7-4aee-8450-004328e6c99f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4612397'] for subnet, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:53.156626 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-fd0ad099-50f4-48db-bc65-f1356ed082e5 tempest-ExtraDHCPOptionsTestJSON-531812922 tempest-ExtraDHCPOptionsTestJSON-531812922-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2311661 Oct 12 19:24:53.158157 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 49880) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:24:53.165177 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-79f4fdc4-caaf-4ac7-bcbd-67b090bc5877 tempest-ExtraDHCPOptionsTestJSON-531812922 tempest-ExtraDHCPOptionsTestJSON-531812922-project] Request body: {'port': {'network_id': '85a61987-b7b3-44ef-b326-5216fa5a2642', 'name': 'tempest-ExtraDHCPOptionsTestJSON-39635611'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:24:53.211900 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning complete for port a1f42106-a7b0-4dd3-8e89-1f2eceabc986 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:24:53.212454 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:53.280297 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3b8ea77e-d9d6-4534-97d5-682e5bc7a1e5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:53.362643 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f2e63402-96eb-40c6-ab8d-cd5c674c2a41 None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:53.371769 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9096286e-02ac-4c94-a5ec-5f68dfe9b564 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-85a61987-b7b3-44ef-b326-5216fa5a2642', 'network_id': '85a61987-b7b3-44ef-b326-5216fa5a2642', 'tenant_id': '84ef329459ce4bee9fe7418252cdd66c', 'fixed_ips': [{'subnet_id': 'fb191572-8b37-477b-9e18-5befeb8c2a87'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:24:53.374106 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9096286e-02ac-4c94-a5ec-5f68dfe9b564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:53.452000 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79f4fdc4-caaf-4ac7-bcbd-67b090bc5877 tempest-ExtraDHCPOptionsTestJSON-531812922 tempest-ExtraDHCPOptionsTestJSON-531812922-project] Made reservation on behalf of 84ef329459ce4bee9fe7418252cdd66c for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:24:53.458574 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-79f4fdc4-caaf-4ac7-bcbd-67b090bc5877 tempest-ExtraDHCPOptionsTestJSON-531812922 tempest-ExtraDHCPOptionsTestJSON-531812922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:53.496808 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [None req-79f4fdc4-caaf-4ac7-bcbd-67b090bc5877 tempest-ExtraDHCPOptionsTestJSON-531812922 tempest-ExtraDHCPOptionsTestJSON-531812922-project] device_id is not set on port 0ae6c6ae-d520-453b-90b3-e0bec9bc536f yet. {{(pid=95502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 19:24:53.528508 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f2e63402-96eb-40c6-ab8d-cd5c674c2a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:53.643903 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-815f6e21-02e7-4aee-8450-004328e6c99f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4824863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4612355'] for subnet, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:53.746975 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:53.752191 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-79f4fdc4-caaf-4ac7-bcbd-67b090bc5877 tempest-ExtraDHCPOptionsTestJSON-531812922 tempest-ExtraDHCPOptionsTestJSON-531812922-project] Allocated IP 172.20.0.7 (85a61987-b7b3-44ef-b326-5216fa5a2642/fb191572-8b37-477b-9e18-5befeb8c2a87/0ae6c6ae-d520-453b-90b3-e0bec9bc536f) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:24:53.753373 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e63402-96eb-40c6-ab8d-cd5c674c2a41 None None] Network b42ff37c-f70e-4db5-8a80-47c710217e9f is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:24:53.776048 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-f2e63402-96eb-40c6-ab8d-cd5c674c2a41 None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:24:53.785376 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e63402-96eb-40c6-ab8d-cd5c674c2a41 None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:24:53.794576 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e63402-96eb-40c6-ab8d-cd5c674c2a41 None None] Pushing event updated for resources: {'Port': ['ID=80761168-616b-4d08-bdb7-5f168e1bd2b1,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:24:53.816355 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb56269f-088f-4dd7-97a9-d7a3df061653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1f42106-a7b0-4dd3-8e89-1f2eceabc986'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:24:53.824312 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c9b05db-8d71-4f6d-a583-5e55d71de3c3" -d '{"events": [{"server_uuid": "fb56269f-088f-4dd7-97a9-d7a3df061653", "name": "network-vif-plugged", "status": "completed", "tag": "a1f42106-a7b0-4dd3-8e89-1f2eceabc986"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:24:53.859529 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port a1f42106-a7b0-4dd3-8e89-1f2eceabc986, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=a1f42106-a7b0-4dd3-8e89-1f2eceabc986,segment=NetworkSegment(1311cbfc-168d-4d44-b005-c99086bc74c8),segment_id=1311cbfc-168d-4d44-b005-c99086bc74c8)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:24:53.908209 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77925f7f-24ef-42ec-a4bb-57e5f28564ef x-openstack-request-id: req-77925f7f-24ef-42ec-a4bb-57e5f28564ef {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:24:53.908509 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb56269f-088f-4dd7-97a9-d7a3df061653", "name": "network-vif-plugged", "status": "completed", "tag": "a1f42106-a7b0-4dd3-8e89-1f2eceabc986", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:24:53.908772 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-77925f7f-24ef-42ec-a4bb-57e5f28564ef {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:24:53.909173 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb56269f-088f-4dd7-97a9-d7a3df061653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1f42106-a7b0-4dd3-8e89-1f2eceabc986', 'code': 200} Oct 12 19:24:53.914534 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-f2e63402-96eb-40c6-ab8d-cd5c674c2a41 None None] Attempting to bind port 80761168-616b-4d08-bdb7-5f168e1bd2b1 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:24:53.917173 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-f2e63402-96eb-40c6-ab8d-cd5c674c2a41 None None] Attempting to bind port 80761168-616b-4d08-bdb7-5f168e1bd2b1 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'c8b40002-17be-4f7c-b4db-f899210bef56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'b42ff37c-f70e-4db5-8a80-47c710217e9f'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:24:53.917822 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e63402-96eb-40c6-ab8d-cd5c674c2a41 None None] Attempting to bind port 80761168-616b-4d08-bdb7-5f168e1bd2b1 on network b42ff37c-f70e-4db5-8a80-47c710217e9f {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:24:53.929344 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e63402-96eb-40c6-ab8d-cd5c674c2a41 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:24:53.929655 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e63402-96eb-40c6-ab8d-cd5c674c2a41 None None] Checking segment: {'id': 'c8b40002-17be-4f7c-b4db-f899210bef56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'b42ff37c-f70e-4db5-8a80-47c710217e9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:24:53.929919 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f2e63402-96eb-40c6-ab8d-cd5c674c2a41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:53.930250 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e63402-96eb-40c6-ab8d-cd5c674c2a41 None None] Bound using segment: {'id': 'c8b40002-17be-4f7c-b4db-f899210bef56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'b42ff37c-f70e-4db5-8a80-47c710217e9f'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:24:53.932662 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-f2e63402-96eb-40c6-ab8d-cd5c674c2a41 None None] Bound port: 80761168-616b-4d08-bdb7-5f168e1bd2b1, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8b40002-17be-4f7c-b4db-f899210bef56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'b42ff37c-f70e-4db5-8a80-47c710217e9f'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:24:53.933058 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f2e63402-96eb-40c6-ab8d-cd5c674c2a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:53.959566 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815f6e21-02e7-4aee-8450-004328e6c99f admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc530ace-4b18-4ae9-b625-36ec27074a9c,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:24:53.966077 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815f6e21-02e7-4aee-8450-004328e6c99f admin admin] Checking segment: {'id': '2c23b924-3bdb-4700-940f-a5921b74e3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8b9ffd0a-d450-4d4d-8c84-81d908427bea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:24:53.966442 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815f6e21-02e7-4aee-8450-004328e6c99f admin admin] Network hostable DHCP agents. Network: 8b9ffd0a-d450-4d4d-8c84-81d908427bea, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:24:53.979394 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3b8ea77e-d9d6-4534-97d5-682e5bc7a1e5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:54.001747 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:54.012239 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-79f4fdc4-caaf-4ac7-bcbd-67b090bc5877 tempest-ExtraDHCPOptionsTestJSON-531812922 tempest-ExtraDHCPOptionsTestJSON-531812922-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:54.026477 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3b8ea77e-d9d6-4534-97d5-682e5bc7a1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:54.145117 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-f2e63402-96eb-40c6-ab8d-cd5c674c2a41 None None] For port 80761168-616b-4d08-bdb7-5f168e1bd2b1, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:24:54.150683 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-f2e63402-96eb-40c6-ab8d-cd5c674c2a41 None None] For port 80761168-616b-4d08-bdb7-5f168e1bd2b1, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=80761168-616b-4d08-bdb7-5f168e1bd2b1,segment=NetworkSegment(c8b40002-17be-4f7c-b4db-f899210bef56),segment_id=c8b40002-17be-4f7c-b4db-f899210bef56)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:24:54.162668 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=a1f42106-a7b0-4dd3-8e89-1f2eceabc986,revision_number=7']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:24:54.200825 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815f6e21-02e7-4aee-8450-004328e6c99f admin admin] Network 8b9ffd0a-d450-4d4d-8c84-81d908427bea is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:24:54.220399 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-79f4fdc4-caaf-4ac7-bcbd-67b090bc5877 tempest-ExtraDHCPOptionsTestJSON-531812922 tempest-ExtraDHCPOptionsTestJSON-531812922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:54.289627 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f4fdc4-caaf-4ac7-bcbd-67b090bc5877 tempest-ExtraDHCPOptionsTestJSON-531812922 tempest-ExtraDHCPOptionsTestJSON-531812922-project] Network 85a61987-b7b3-44ef-b326-5216fa5a2642 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:24:54.294968 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-79f4fdc4-caaf-4ac7-bcbd-67b090bc5877 tempest-ExtraDHCPOptionsTestJSON-531812922 tempest-ExtraDHCPOptionsTestJSON-531812922-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:24:54.299394 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f4fdc4-caaf-4ac7-bcbd-67b090bc5877 tempest-ExtraDHCPOptionsTestJSON-531812922 tempest-ExtraDHCPOptionsTestJSON-531812922-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:24:54.305637 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f2e63402-96eb-40c6-ab8d-cd5c674c2a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:54.344840 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f4fdc4-caaf-4ac7-bcbd-67b090bc5877 tempest-ExtraDHCPOptionsTestJSON-531812922 tempest-ExtraDHCPOptionsTestJSON-531812922-project] Pushing event updated for resources: {'Port': ['ID=0ae6c6ae-d520-453b-90b3-e0bec9bc536f,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:24:54.351006 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-815f6e21-02e7-4aee-8450-004328e6c99f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, 8b9ffd0a-d450-4d4d-8c84-81d908427bea) {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:24:54.356097 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815f6e21-02e7-4aee-8450-004328e6c99f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:24:54.356692 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-815f6e21-02e7-4aee-8450-004328e6c99f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:54.361747 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-3b8ea77e-d9d6-4534-97d5-682e5bc7a1e5 admin admin] Allocated IP 172.25.5.228 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/f785d25f-b8e2-4e75-b07b-e6ef9124cf8b) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:24:54.392656 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f4fdc4-caaf-4ac7-bcbd-67b090bc5877 tempest-ExtraDHCPOptionsTestJSON-531812922 tempest-ExtraDHCPOptionsTestJSON-531812922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:24:54.398313 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-79f4fdc4-caaf-4ac7-bcbd-67b090bc5877 tempest-ExtraDHCPOptionsTestJSON-531812922 tempest-ExtraDHCPOptionsTestJSON-531812922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:54.398789 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216ca4a2-9ecf-4cbb-9eff-29f2d6fb02c1 None None] Network 8b9ffd0a-d450-4d4d-8c84-81d908427bea requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:24:54.484088 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e63402-96eb-40c6-ab8d-cd5c674c2a41 None None] Pushing event updated for resources: {'Port': ['ID=80761168-616b-4d08-bdb7-5f168e1bd2b1,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:24:54.528805 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-815f6e21-02e7-4aee-8450-004328e6c99f admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7873330 Oct 12 19:24:54.531721 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-9096286e-02ac-4c94-a5ec-5f68dfe9b564 None None] Allocated IP 172.20.0.2 (85a61987-b7b3-44ef-b326-5216fa5a2642/fb191572-8b37-477b-9e18-5befeb8c2a87/4361a1c8-1709-445d-a109-37f79c6b2837) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:24:54.546569 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40faa348-50dc-4e7e-a6b7-b299abf5b880 req-3288e3aa-5d08-44d1-a3dd-cd5a038d4b83 tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:24:54.554959 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-40faa348-50dc-4e7e-a6b7-b299abf5b880 req-3288e3aa-5d08-44d1-a3dd-cd5a038d4b83 tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] 10.222.0.49 "GET /v2.0/networks?id=6ef7838f-f4ea-47da-a7e8-fc8c5f817c6a HTTP/1.1" status: 200 len: 808 time: 0.3551097 Oct 12 19:24:54.564649 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-79f4fdc4-caaf-4ac7-bcbd-67b090bc5877 tempest-ExtraDHCPOptionsTestJSON-531812922 tempest-ExtraDHCPOptionsTestJSON-531812922-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4047687 Oct 12 19:24:54.570112 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 49926) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:24:54.573925 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-9a4168c2-b9f0-41a7-903d-3c33181ab06d tempest-ExtraDHCPOptionsTestJSON-531812922 tempest-ExtraDHCPOptionsTestJSON-531812922-project] Request body: {'port': {'network_id': '85a61987-b7b3-44ef-b326-5216fa5a2642', 'name': 'tempest-ExtraDHCPOptionsTestJSON-831305025', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:24:54.575533 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.api.validators [None req-9a4168c2-b9f0-41a7-903d-3c33181ab06d tempest-ExtraDHCPOptionsTestJSON-531812922 tempest-ExtraDHCPOptionsTestJSON-531812922-project] bootfile-name is not in valid_values {{(pid=95502) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 12 19:24:54.576424 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.api.validators [None req-9a4168c2-b9f0-41a7-903d-3c33181ab06d tempest-ExtraDHCPOptionsTestJSON-531812922 tempest-ExtraDHCPOptionsTestJSON-531812922-project] tftp-server is not in valid_values {{(pid=95502) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 12 19:24:54.581769 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.api.validators [None req-9a4168c2-b9f0-41a7-903d-3c33181ab06d tempest-ExtraDHCPOptionsTestJSON-531812922 tempest-ExtraDHCPOptionsTestJSON-531812922-project] server-ip-address is not in valid_values {{(pid=95502) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 12 19:24:54.584386 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-40faa348-50dc-4e7e-a6b7-b299abf5b880 req-bbf87c43-b8dd-4c97-91f6-005b455f9cfe tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] 10.222.0.49 "GET /v2.0/quotas/bcf6e45171dc4310a920ac7e06c419f0 HTTP/1.1" status: 200 len: 375 time: 0.0282145 Oct 12 19:24:54.629072 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-40faa348-50dc-4e7e-a6b7-b299abf5b880 req-2de2cf36-db8f-475f-8d9b-78fd3f95d72d tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=bcf6e45171dc4310a920ac7e06c419f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0432956 Oct 12 19:24:54.634599 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [req-40faa348-50dc-4e7e-a6b7-b299abf5b880 req-b7a1cd84-7fff-44b0-a84f-361c53d33093 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 19:24:54.643141 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-40faa348-50dc-4e7e-a6b7-b299abf5b880 req-b7a1cd84-7fff-44b0-a84f-361c53d33093 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0120735 Oct 12 19:24:54.761917 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-40faa348-50dc-4e7e-a6b7-b299abf5b880 req-f0222c17-1d67-43d8-89f3-c4ff954822da service neutron] 10.222.0.49 "GET /v2.0/networks/6ef7838f-f4ea-47da-a7e8-fc8c5f817c6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136653 Oct 12 19:24:55.005799 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1952667-b1ff-4275-b61e-3d6f16be3b7c None None] Network 8b9ffd0a-d450-4d4d-8c84-81d908427bea requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:24:55.011489 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a4168c2-b9f0-41a7-903d-3c33181ab06d tempest-ExtraDHCPOptionsTestJSON-531812922 tempest-ExtraDHCPOptionsTestJSON-531812922-project] Made reservation on behalf of 84ef329459ce4bee9fe7418252cdd66c for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:24:55.025012 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9a4168c2-b9f0-41a7-903d-3c33181ab06d tempest-ExtraDHCPOptionsTestJSON-531812922 tempest-ExtraDHCPOptionsTestJSON-531812922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:55.067306 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [None req-9a4168c2-b9f0-41a7-903d-3c33181ab06d tempest-ExtraDHCPOptionsTestJSON-531812922 tempest-ExtraDHCPOptionsTestJSON-531812922-project] device_id is not set on port 1ea2195d-0f8b-41e9-8366-30592f1bb75e yet. {{(pid=95502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 19:24:55.136369 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 80761168-616b-4d08-bdb7-5f168e1bd2b1 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:24:55.364788 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-40faa348-50dc-4e7e-a6b7-b299abf5b880 req-cf937d06-3363-408b-b5ee-3f9dc3ba2a26 service neutron] 10.222.0.49 "GET /v2.0/networks/6ef7838f-f4ea-47da-a7e8-fc8c5f817c6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6057272 Oct 12 19:24:55.377030 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 22841326-0d0a-4f9b-b58e-562278c72fc5 no longer exists at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:24:55.416140 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3b8ea77e-d9d6-4534-97d5-682e5bc7a1e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:55.470255 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 80761168-616b-4d08-bdb7-5f168e1bd2b1 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:24:55.470255 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:55.481578 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] No Port match for: 22841326-0d0a-4f9b-b58e-562278c72fc5 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:24:55.481932 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 22841326-0d0a-4f9b-b58e-562278c72fc5 not bound to the agent host n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:24:55.515123 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908530e6-226f-4ab4-b68a-864bc10fe816 req-88925eb7-0165-49b2-a095-9ff50c8482c6 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:24:55.518609 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-908530e6-226f-4ab4-b68a-864bc10fe816 req-88925eb7-0165-49b2-a095-9ff50c8482c6 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/networks?id=8b9ffd0a-d450-4d4d-8c84-81d908427bea HTTP/1.1" status: 200 len: 812 time: 0.2155392 Oct 12 19:24:55.544628 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-908530e6-226f-4ab4-b68a-864bc10fe816 req-eb7a1975-4bda-4945-b831-93560f6056a7 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/quotas/9558b59fe3b94a1fa2fbec9bbf16e093 HTTP/1.1" status: 200 len: 375 time: 0.0191903 Oct 12 19:24:55.572574 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3b8ea77e-d9d6-4534-97d5-682e5bc7a1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:55.611114 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b8ea77e-d9d6-4534-97d5-682e5bc7a1e5 admin admin] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:24:55.618544 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-3b8ea77e-d9d6-4534-97d5-682e5bc7a1e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:24:55.621469 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8ea77e-d9d6-4534-97d5-682e5bc7a1e5 admin admin] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:24:55.635819 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-908530e6-226f-4ab4-b68a-864bc10fe816 req-8991f051-86cb-4fde-aa9c-98c5c775efbe tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=9558b59fe3b94a1fa2fbec9bbf16e093&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0825517 Oct 12 19:24:55.686655 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9096286e-02ac-4c94-a5ec-5f68dfe9b564 None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:55.771604 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8ea77e-d9d6-4534-97d5-682e5bc7a1e5 admin admin] Pushing event updated for resources: {'Port': ['ID=f785d25f-b8e2-4e75-b07b-e6ef9124cf8b,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:24:55.838939 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9096286e-02ac-4c94-a5ec-5f68dfe9b564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:55.903558 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-908530e6-226f-4ab4-b68a-864bc10fe816 req-e938ca87-028b-401b-82eb-8ea12ee6ddf6 service neutron] 10.222.0.49 "GET /v2.0/networks/8b9ffd0a-d450-4d4d-8c84-81d908427bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2666042 Oct 12 19:24:55.932940 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-9a4168c2-b9f0-41a7-903d-3c33181ab06d tempest-ExtraDHCPOptionsTestJSON-531812922 tempest-ExtraDHCPOptionsTestJSON-531812922-project] Allocated IP 172.20.0.8 (85a61987-b7b3-44ef-b326-5216fa5a2642/fb191572-8b37-477b-9e18-5befeb8c2a87/1ea2195d-0f8b-41e9-8366-30592f1bb75e) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:24:55.963190 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:56.048619 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9096286e-02ac-4c94-a5ec-5f68dfe9b564 None None] Network 85a61987-b7b3-44ef-b326-5216fa5a2642 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:24:56.076772 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-9096286e-02ac-4c94-a5ec-5f68dfe9b564 None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:24:56.085583 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-908530e6-226f-4ab4-b68a-864bc10fe816 req-df579516-272f-4eca-9d77-efcc2558b1b2 service neutron] 10.222.0.49 "GET /v2.0/networks/8b9ffd0a-d450-4d4d-8c84-81d908427bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726823 Oct 12 19:24:56.130939 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9096286e-02ac-4c94-a5ec-5f68dfe9b564 None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:24:56.158980 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] For port 80761168-616b-4d08-bdb7-5f168e1bd2b1, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=80761168-616b-4d08-bdb7-5f168e1bd2b1,segment=NetworkSegment(c8b40002-17be-4f7c-b4db-f899210bef56),segment_id=c8b40002-17be-4f7c-b4db-f899210bef56)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:24:56.167864 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9096286e-02ac-4c94-a5ec-5f68dfe9b564 None None] Pushing event updated for resources: {'Port': ['ID=4361a1c8-1709-445d-a109-37f79c6b2837,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:24:56.246812 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c6a39ce0-235f-4e77-aaf7-d9764c6b9038 req-7eda7b53-b995-4a99-841d-d9564de403f3 tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] 10.222.0.49 "GET /v2.0/ports?device_id=b03d2d37-6595-457d-91d3-65c3b79e7d90 HTTP/1.1" status: 200 len: 210 time: 0.0687060 Oct 12 19:24:56.291210 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-9096286e-02ac-4c94-a5ec-5f68dfe9b564 None None] Attempting to bind port 4361a1c8-1709-445d-a109-37f79c6b2837 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:24:56.292221 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-9096286e-02ac-4c94-a5ec-5f68dfe9b564 None None] Attempting to bind port 4361a1c8-1709-445d-a109-37f79c6b2837 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '62925d98-79f7-4591-9006-b58e6740eccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '85a61987-b7b3-44ef-b326-5216fa5a2642'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:24:56.293768 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9096286e-02ac-4c94-a5ec-5f68dfe9b564 None None] Attempting to bind port 4361a1c8-1709-445d-a109-37f79c6b2837 on network 85a61987-b7b3-44ef-b326-5216fa5a2642 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:24:56.299320 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ac273e-575b-40ad-9ff5-4969a654a500 None None] Network b42ff37c-f70e-4db5-8a80-47c710217e9f requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:24:56.359449 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9a4168c2-b9f0-41a7-903d-3c33181ab06d tempest-ExtraDHCPOptionsTestJSON-531812922 tempest-ExtraDHCPOptionsTestJSON-531812922-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:56.421238 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:56.425344 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9096286e-02ac-4c94-a5ec-5f68dfe9b564 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:24:56.425738 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9096286e-02ac-4c94-a5ec-5f68dfe9b564 None None] Checking segment: {'id': '62925d98-79f7-4591-9006-b58e6740eccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '85a61987-b7b3-44ef-b326-5216fa5a2642'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:24:56.426208 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9096286e-02ac-4c94-a5ec-5f68dfe9b564 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:56.427075 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9096286e-02ac-4c94-a5ec-5f68dfe9b564 None None] Bound using segment: {'id': '62925d98-79f7-4591-9006-b58e6740eccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '85a61987-b7b3-44ef-b326-5216fa5a2642'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:24:56.428016 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-9096286e-02ac-4c94-a5ec-5f68dfe9b564 None None] Bound port: 4361a1c8-1709-445d-a109-37f79c6b2837, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62925d98-79f7-4591-9006-b58e6740eccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '85a61987-b7b3-44ef-b326-5216fa5a2642'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:24:56.452009 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9096286e-02ac-4c94-a5ec-5f68dfe9b564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:56.484243 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3b8ea77e-d9d6-4534-97d5-682e5bc7a1e5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:56.565509 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9a4168c2-b9f0-41a7-903d-3c33181ab06d tempest-ExtraDHCPOptionsTestJSON-531812922 tempest-ExtraDHCPOptionsTestJSON-531812922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:56.648525 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4168c2-b9f0-41a7-903d-3c33181ab06d tempest-ExtraDHCPOptionsTestJSON-531812922 tempest-ExtraDHCPOptionsTestJSON-531812922-project] Network 85a61987-b7b3-44ef-b326-5216fa5a2642 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:24:56.687139 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-9096286e-02ac-4c94-a5ec-5f68dfe9b564 None None] For port 4361a1c8-1709-445d-a109-37f79c6b2837, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:24:56.691673 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-9096286e-02ac-4c94-a5ec-5f68dfe9b564 None None] For port 4361a1c8-1709-445d-a109-37f79c6b2837, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=4361a1c8-1709-445d-a109-37f79c6b2837,segment=NetworkSegment(62925d98-79f7-4591-9006-b58e6740eccd),segment_id=62925d98-79f7-4591-9006-b58e6740eccd)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:24:56.720173 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-d7636214-0fa9-4832-9a7b-34ca1a2e7765 None None] Provisioning complete for port 80761168-616b-4d08-bdb7-5f168e1bd2b1 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:24:56.720553 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d7636214-0fa9-4832-9a7b-34ca1a2e7765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:56.723607 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4168c2-b9f0-41a7-903d-3c33181ab06d tempest-ExtraDHCPOptionsTestJSON-531812922 tempest-ExtraDHCPOptionsTestJSON-531812922-project] Pushing event updated for resources: {'Port': ['ID=1ea2195d-0f8b-41e9-8366-30592f1bb75e,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:24:56.726715 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ceef9787-d68e-4d69-a90c-a4e3d2815cb9 req-666b6d33-a7a2-4077-a80e-910db655d5bf tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfe55221-0f98-45f4-8b94-d59347627ad1 HTTP/1.1" status: 200 len: 210 time: 0.1426210 Oct 12 19:24:56.744908 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-9a4168c2-b9f0-41a7-903d-3c33181ab06d tempest-ExtraDHCPOptionsTestJSON-531812922 tempest-ExtraDHCPOptionsTestJSON-531812922-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:24:56.755842 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4168c2-b9f0-41a7-903d-3c33181ab06d tempest-ExtraDHCPOptionsTestJSON-531812922 tempest-ExtraDHCPOptionsTestJSON-531812922-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:24:56.831701 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9096286e-02ac-4c94-a5ec-5f68dfe9b564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:56.865689 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Pushing event updated for resources: {'Port': ['ID=80761168-616b-4d08-bdb7-5f168e1bd2b1,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:24:56.903895 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4168c2-b9f0-41a7-903d-3c33181ab06d tempest-ExtraDHCPOptionsTestJSON-531812922 tempest-ExtraDHCPOptionsTestJSON-531812922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:24:56.904962 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9a4168c2-b9f0-41a7-903d-3c33181ab06d tempest-ExtraDHCPOptionsTestJSON-531812922 tempest-ExtraDHCPOptionsTestJSON-531812922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:56.938758 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9096286e-02ac-4c94-a5ec-5f68dfe9b564 None None] Pushing event updated for resources: {'Port': ['ID=4361a1c8-1709-445d-a109-37f79c6b2837,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:24:57.027977 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3b8ea77e-d9d6-4534-97d5-682e5bc7a1e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8093541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7915516'] for router, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:57.097024 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-9a4168c2-b9f0-41a7-903d-3c33181ab06d tempest-ExtraDHCPOptionsTestJSON-531812922 tempest-ExtraDHCPOptionsTestJSON-531812922-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 2.5281949 Oct 12 19:24:57.097670 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 49996) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:24:57.278819 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380f337f-2b69-48be-9e0b-54b0fae05504 tempest-ExtraDHCPOptionsTestJSON-531812922 tempest-ExtraDHCPOptionsTestJSON-531812922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:24:57.298838 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380f337f-2b69-48be-9e0b-54b0fae05504 tempest-ExtraDHCPOptionsTestJSON-531812922 tempest-ExtraDHCPOptionsTestJSON-531812922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:24:57.308308 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380f337f-2b69-48be-9e0b-54b0fae05504 tempest-ExtraDHCPOptionsTestJSON-531812922 tempest-ExtraDHCPOptionsTestJSON-531812922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:24:57.312088 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-380f337f-2b69-48be-9e0b-54b0fae05504 tempest-ExtraDHCPOptionsTestJSON-531812922 tempest-ExtraDHCPOptionsTestJSON-531812922-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2613 time: 0.2114286 Oct 12 19:24:57.314143 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 50000) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:24:57.381642 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-afbb1fff-2218-43dc-be5b-8722e268edd3 None None] Provisioning complete for port 80761168-616b-4d08-bdb7-5f168e1bd2b1 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:24:57.382028 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-afbb1fff-2218-43dc-be5b-8722e268edd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:57.437359 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b8ea77e-d9d6-4534-97d5-682e5bc7a1e5 admin admin] Router 59b5ae87-b4cb-4d42-a4ca-6d46528183ef is scheduled to L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b with binding_index 1 {{(pid=95501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 19:24:57.440831 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0acc55ca-83c9-47a4-8336-209d6c895ec0 req-31655616-c2ad-4809-93fd-18a6b88a1c77 tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] 10.222.0.49 "GET /v2.0/ports?device_id=b03d2d37-6595-457d-91d3-65c3b79e7d90 HTTP/1.1" status: 200 len: 210 time: 0.0604451 Oct 12 19:24:57.636598 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-f8c555c8-8943-481f-9566-231cc064afb9 tempest-ExtraDHCPOptionsTestJSON-531812922 tempest-ExtraDHCPOptionsTestJSON-531812922-project] Deleting port 1ea2195d-0f8b-41e9-8366-30592f1bb75e {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:24:57.637091 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f8c555c8-8943-481f-9566-231cc064afb9 tempest-ExtraDHCPOptionsTestJSON-531812922 tempest-ExtraDHCPOptionsTestJSON-531812922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:57.759566 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b8ea77e-d9d6-4534-97d5-682e5bc7a1e5 admin admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:24:57.771913 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c04ff8c-f7bd-4b34-b800-6d2da921bcf9 None None] Sync routers for ids ['59b5ae87-b4cb-4d42-a4ca-6d46528183ef'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:24:57.792946 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f8c555c8-8943-481f-9566-231cc064afb9 tempest-ExtraDHCPOptionsTestJSON-531812922 tempest-ExtraDHCPOptionsTestJSON-531812922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:57.811628 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c04ff8c-f7bd-4b34-b800-6d2da921bcf9 None None] Routers {'59b5ae87-b4cb-4d42-a4ca-6d46528183ef'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:24:57.812139 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-9c04ff8c-f7bd-4b34-b800-6d2da921bcf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:24:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['59b5ae87-b4cb-4d42-a4ca-6d46528183ef'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:24:57.812977 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-f8c555c8-8943-481f-9566-231cc064afb9 tempest-ExtraDHCPOptionsTestJSON-531812922 tempest-ExtraDHCPOptionsTestJSON-531812922-project] Calling delete_port for 1ea2195d-0f8b-41e9-8366-30592f1bb75e owned by {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:24:57.918292 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3b8ea77e-d9d6-4534-97d5-682e5bc7a1e5 admin admin] Notify callbacks [] for router, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:57.919906 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-3b8ea77e-d9d6-4534-97d5-682e5bc7a1e5 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.2575750 Oct 12 19:24:57.923750 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 50014) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:24:57.949011 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4b92bbaa-5996-4008-9d9f-e70353d2a9a0 req-42182b13-45e0-40aa-a675-f16aaca4ff6f tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfe55221-0f98-45f4-8b94-d59347627ad1 HTTP/1.1" status: 200 len: 210 time: 0.0465183 Oct 12 19:24:58.061316 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-9c04ff8c-f7bd-4b34-b800-6d2da921bcf9 None None] Set router 59b5ae87-b4cb-4d42-a4ca-6d46528183ef gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:24:58.257989 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f8c555c8-8943-481f-9566-231cc064afb9 tempest-ExtraDHCPOptionsTestJSON-531812922 tempest-ExtraDHCPOptionsTestJSON-531812922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:58.340666 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c555c8-8943-481f-9566-231cc064afb9 tempest-ExtraDHCPOptionsTestJSON-531812922 tempest-ExtraDHCPOptionsTestJSON-531812922-project] Pushing event deleted for resources: {'Port': ['ID=1ea2195d-0f8b-41e9-8366-30592f1bb75e,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:24:58.495514 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f8c555c8-8943-481f-9566-231cc064afb9 tempest-ExtraDHCPOptionsTestJSON-531812922 tempest-ExtraDHCPOptionsTestJSON-531812922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:58.495657 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-9c04ff8c-f7bd-4b34-b800-6d2da921bcf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59b5ae87-b4cb-4d42-a4ca-6d46528183ef', 'name': 'tempest-FloatingIPDetailsTestJSON-1843794575-router', 'tenant_id': '4d8253176c1a4d1d8c9e80bfd26a9f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': 'f785d25f-b8e2-4e75-b07b-e6ef9124cf8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:24:52Z', 'updated_at': '2021-10-12T19:24:56Z', 'revision_number': 3, 'project_id': '4d8253176c1a4d1d8c9e80bfd26a9f7d', 'gw_port': {'id': 'f785d25f-b8e2-4e75-b07b-e6ef9124cf8b', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:82:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59b5ae87-b4cb-4d42-a4ca-6d46528183ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:24:54Z', 'updated_at': '2021-10-12T19:24:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:24:58.508722 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-f8c555c8-8943-481f-9566-231cc064afb9 tempest-ExtraDHCPOptionsTestJSON-531812922 tempest-ExtraDHCPOptionsTestJSON-531812922-project] 10.222.0.49 "DELETE /v2.0/ports/1ea2195d-0f8b-41e9-8366-30592f1bb75e HTTP/1.1" status: 204 len: 168 time: 1.1907561 Oct 12 19:24:58.509508 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 50026) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:24:58.519303 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-4ed47a7d-1711-49a7-bdee-5dd0c0ce14ac tempest-ExtraDHCPOptionsTestJSON-531812922 tempest-ExtraDHCPOptionsTestJSON-531812922-project] Request body: {'port': {'name': 'tempest-new-port-name-1050098917', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:24:58.520161 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.api.validators [None req-4ed47a7d-1711-49a7-bdee-5dd0c0ce14ac tempest-ExtraDHCPOptionsTestJSON-531812922 tempest-ExtraDHCPOptionsTestJSON-531812922-project] bootfile-name is not in valid_values {{(pid=95501) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 12 19:24:58.520725 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.api.validators [None req-4ed47a7d-1711-49a7-bdee-5dd0c0ce14ac tempest-ExtraDHCPOptionsTestJSON-531812922 tempest-ExtraDHCPOptionsTestJSON-531812922-project] tftp-server is not in valid_values {{(pid=95501) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 12 19:24:58.521532 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.api.validators [None req-4ed47a7d-1711-49a7-bdee-5dd0c0ce14ac tempest-ExtraDHCPOptionsTestJSON-531812922 tempest-ExtraDHCPOptionsTestJSON-531812922-project] server-ip-address is not in valid_values {{(pid=95501) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 12 19:24:58.592774 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c04ff8c-f7bd-4b34-b800-6d2da921bcf9 None None] Checking router: 59b5ae87-b4cb-4d42-a4ca-6d46528183ef for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:24:58.593168 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c04ff8c-f7bd-4b34-b800-6d2da921bcf9 None None] Updating router 59b5ae87-b4cb-4d42-a4ca-6d46528183ef port f785d25f-b8e2-4e75-b07b-e6ef9124cf8b binding host n-d-813679-3 {{(pid=95504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 19:24:58.643761 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9c04ff8c-f7bd-4b34-b800-6d2da921bcf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:58.708370 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91cb40a-0f40-44d5-b672-1175d1b892c8 None None] Network 85a61987-b7b3-44ef-b326-5216fa5a2642 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:24:58.730354 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4ed47a7d-1711-49a7-bdee-5dd0c0ce14ac tempest-ExtraDHCPOptionsTestJSON-531812922 tempest-ExtraDHCPOptionsTestJSON-531812922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:58.994906 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-84483e3e-f83e-4172-b502-6cf153cb3bf8 None None] Provisioning complete for port 4361a1c8-1709-445d-a109-37f79c6b2837 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:24:59.003912 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-84483e3e-f83e-4172-b502-6cf153cb3bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:59.177978 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a947d6f1-3add-4bf3-8ed3-67d3d921e03c req-7b05f452-024f-4a3a-987f-39e623241c57 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfe55221-0f98-45f4-8b94-d59347627ad1 HTTP/1.1" status: 200 len: 210 time: 0.0507512 Oct 12 19:24:59.192432 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 4361a1c8-1709-445d-a109-37f79c6b2837 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:24:59.302906 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-98a77e20-53e8-4d7a-aa2e-4f251fd30bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:59.363377 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1a706491-aa11-4429-bc67-2187c65d7595 req-6cced2cc-d216-420d-b2e9-f5502653b273 tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] 10.222.0.49 "GET /v2.0/ports?device_id=b03d2d37-6595-457d-91d3-65c3b79e7d90 HTTP/1.1" status: 200 len: 210 time: 0.2178435 Oct 12 19:24:59.388944 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9c04ff8c-f7bd-4b34-b800-6d2da921bcf9 None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:59.474819 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-84483e3e-f83e-4172-b502-6cf153cb3bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:59.475021 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4ed47a7d-1711-49a7-bdee-5dd0c0ce14ac tempest-ExtraDHCPOptionsTestJSON-531812922 tempest-ExtraDHCPOptionsTestJSON-531812922-project] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:59.480185 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9c04ff8c-f7bd-4b34-b800-6d2da921bcf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:59.520212 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 4361a1c8-1709-445d-a109-37f79c6b2837 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:24:59.522214 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:59.565815 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cdb0d337-d5f8-432a-9f79-1c788560d1ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:59.589585 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40faa348-50dc-4e7e-a6b7-b299abf5b880 req-9e79c407-8785-4dd8-b9a6-9ed2fc563959 tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:24:59.595456 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-40faa348-50dc-4e7e-a6b7-b299abf5b880 req-9e79c407-8785-4dd8-b9a6-9ed2fc563959 tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] 10.222.0.67 "GET /v2.0/networks?id=6ef7838f-f4ea-47da-a7e8-fc8c5f817c6a HTTP/1.1" status: 200 len: 808 time: 0.3478637 Oct 12 19:24:59.597818 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28c5d54-42c9-4d88-9553-5bc9d5d2c291 None None] Pushing event updated for resources: {'Port': ['ID=f785d25f-b8e2-4e75-b07b-e6ef9124cf8b,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:24:59.599026 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4ed47a7d-1711-49a7-bdee-5dd0c0ce14ac tempest-ExtraDHCPOptionsTestJSON-531812922 tempest-ExtraDHCPOptionsTestJSON-531812922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:59.620131 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-40faa348-50dc-4e7e-a6b7-b299abf5b880 req-ec50c78b-29b8-4763-ac30-b2f312e9e72c tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] Request body: {'port': {'device_id': 'b03d2d37-6595-457d-91d3-65c3b79e7d90', 'network_id': '6ef7838f-f4ea-47da-a7e8-fc8c5f817c6a', 'admin_state_up': True, 'tenant_id': 'bcf6e45171dc4310a920ac7e06c419f0'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:24:59.631828 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-84483e3e-f83e-4172-b502-6cf153cb3bf8 None None] For port 4361a1c8-1709-445d-a109-37f79c6b2837, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=4361a1c8-1709-445d-a109-37f79c6b2837,segment=NetworkSegment(62925d98-79f7-4591-9006-b58e6740eccd),segment_id=62925d98-79f7-4591-9006-b58e6740eccd)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:24:59.654285 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-9c04ff8c-f7bd-4b34-b800-6d2da921bcf9 None None] Attempting to bind port f785d25f-b8e2-4e75-b07b-e6ef9124cf8b on host n-d-813679-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:24:59.654836 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-9c04ff8c-f7bd-4b34-b800-6d2da921bcf9 None None] Attempting to bind port f785d25f-b8e2-4e75-b07b-e6ef9124cf8b by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:24:59.655054 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c04ff8c-f7bd-4b34-b800-6d2da921bcf9 None None] Attempting to bind port f785d25f-b8e2-4e75-b07b-e6ef9124cf8b on network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:24:59.679588 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c04ff8c-f7bd-4b34-b800-6d2da921bcf9 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:24:59.681920 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c04ff8c-f7bd-4b34-b800-6d2da921bcf9 None None] Checking segment: {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:24:59.682380 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9c04ff8c-f7bd-4b34-b800-6d2da921bcf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:59.682835 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c04ff8c-f7bd-4b34-b800-6d2da921bcf9 None None] Bound using segment: {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:24:59.683326 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-9c04ff8c-f7bd-4b34-b800-6d2da921bcf9 None None] Bound port: f785d25f-b8e2-4e75-b07b-e6ef9124cf8b, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:24:59.683713 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9c04ff8c-f7bd-4b34-b800-6d2da921bcf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:59.757463 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-84483e3e-f83e-4172-b502-6cf153cb3bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:59.764810 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:59.859228 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-9c04ff8c-f7bd-4b34-b800-6d2da921bcf9 None None] For port f785d25f-b8e2-4e75-b07b-e6ef9124cf8b, host n-d-813679-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:24:59.872653 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-9c04ff8c-f7bd-4b34-b800-6d2da921bcf9 None None] For port f785d25f-b8e2-4e75-b07b-e6ef9124cf8b, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=f785d25f-b8e2-4e75-b07b-e6ef9124cf8b,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:24:59.898761 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed47a7d-1711-49a7-bdee-5dd0c0ce14ac tempest-ExtraDHCPOptionsTestJSON-531812922 tempest-ExtraDHCPOptionsTestJSON-531812922-project] Pushing event updated for resources: {'Port': ['ID=0ae6c6ae-d520-453b-90b3-e0bec9bc536f,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:24:59.938778 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9c04ff8c-f7bd-4b34-b800-6d2da921bcf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:59.963053 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-4ed47a7d-1711-49a7-bdee-5dd0c0ce14ac tempest-ExtraDHCPOptionsTestJSON-531812922 tempest-ExtraDHCPOptionsTestJSON-531812922-project] In _notify_port_updated(), no bound segment for port 0ae6c6ae-d520-453b-90b3-e0bec9bc536f on network 85a61987-b7b3-44ef-b326-5216fa5a2642 {{(pid=95501) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 12 19:24:59.967681 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-fc05c2e6-22e6-4ad9-9f6e-6abd4c1b788c None None] Provisioning complete for port 0ae6c6ae-d520-453b-90b3-e0bec9bc536f triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:24:59.977488 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fc05c2e6-22e6-4ad9-9f6e-6abd4c1b788c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:59.977646 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed47a7d-1711-49a7-bdee-5dd0c0ce14ac tempest-ExtraDHCPOptionsTestJSON-531812922 tempest-ExtraDHCPOptionsTestJSON-531812922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:24:59.977646 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4ed47a7d-1711-49a7-bdee-5dd0c0ce14ac tempest-ExtraDHCPOptionsTestJSON-531812922 tempest-ExtraDHCPOptionsTestJSON-531812922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:24:59.977646 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-4ed47a7d-1711-49a7-bdee-5dd0c0ce14ac tempest-ExtraDHCPOptionsTestJSON-531812922 tempest-ExtraDHCPOptionsTestJSON-531812922-project] 10.222.0.49 "PUT /v2.0/ports/0ae6c6ae-d520-453b-90b3-e0bec9bc536f HTTP/1.1" status: 200 len: 1136 time: 1.4625709 Oct 12 19:24:59.980429 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 50052) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:25:00.019866 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-cdb0d337-d5f8-432a-9f79-1c788560d1ba admin admin] Allocated IP 172.20.0.1 (b42ff37c-f70e-4db5-8a80-47c710217e9f/50ec0e67-d759-446d-a09b-586a43b5f29b/8e2f8575-bb4a-46e8-b41d-06d8d6c266fe) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:25:00.037962 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84483e3e-f83e-4172-b502-6cf153cb3bf8 None None] Pushing event updated for resources: {'Port': ['ID=4361a1c8-1709-445d-a109-37f79c6b2837,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:25:00.114213 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.db.api [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 19:25:00.114213 n-d-813679-3 neutron-server[95503]: DEBUG oslo_db.api [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 19:25:00.114213 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-fc05c2e6-22e6-4ad9-9f6e-6abd4c1b788c None None] Port 0ae6c6ae-d520-453b-90b3-e0bec9bc536f cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:25:00.114213 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-fc05c2e6-22e6-4ad9-9f6e-6abd4c1b788c None None] Provisioning complete for port 4361a1c8-1709-445d-a109-37f79c6b2837 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:25:00.114213 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fc05c2e6-22e6-4ad9-9f6e-6abd4c1b788c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:00.115028 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-221d4a3f-696e-42a7-8836-b20b3572af1e tempest-ExtraDHCPOptionsTestJSON-531812922 tempest-ExtraDHCPOptionsTestJSON-531812922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:00.119347 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-221d4a3f-696e-42a7-8836-b20b3572af1e tempest-ExtraDHCPOptionsTestJSON-531812922 tempest-ExtraDHCPOptionsTestJSON-531812922-project] 10.222.0.49 "GET /v2.0/ports/0ae6c6ae-d520-453b-90b3-e0bec9bc536f HTTP/1.1" status: 200 len: 1136 time: 0.1346653 Oct 12 19:25:00.129139 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 50056) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:25:00.205510 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28c5d54-42c9-4d88-9553-5bc9d5d2c291 None None] Pushing event updated for resources: {'Port': ['ID=f785d25f-b8e2-4e75-b07b-e6ef9124cf8b,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:25:00.244011 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c04ff8c-f7bd-4b34-b800-6d2da921bcf9 None None] Routers {'59b5ae87-b4cb-4d42-a4ca-6d46528183ef'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:25:00.244712 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-9c04ff8c-f7bd-4b34-b800-6d2da921bcf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:24:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['59b5ae87-b4cb-4d42-a4ca-6d46528183ef'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:25:00.257585 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cdb0d337-d5f8-432a-9f79-1c788560d1ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:00.398257 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-454de4a4-e682-4cc4-8c9c-90ee5e20ea55 req-9bfbff56-7c67-4b99-96e3-c6aaa228c5e4 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfe55221-0f98-45f4-8b94-d59347627ad1 HTTP/1.1" status: 200 len: 210 time: 0.0514631 Oct 12 19:25:00.437826 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-d9d14875-f26c-4463-a847-125e308c14b1 tempest-ExtraDHCPOptionsTestJSON-531812922 tempest-ExtraDHCPOptionsTestJSON-531812922-project] Deleting port 0ae6c6ae-d520-453b-90b3-e0bec9bc536f {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:25:00.439085 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d9d14875-f26c-4463-a847-125e308c14b1 tempest-ExtraDHCPOptionsTestJSON-531812922 tempest-ExtraDHCPOptionsTestJSON-531812922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:00.440848 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cdb0d337-d5f8-432a-9f79-1c788560d1ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:00.446542 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-619f0835-da38-4fa9-8cb6-5396b63862b5 None None] Provisioning complete for port 0ae6c6ae-d520-453b-90b3-e0bec9bc536f triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:25:00.446542 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-619f0835-da38-4fa9-8cb6-5396b63862b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:00.506089 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-9c04ff8c-f7bd-4b34-b800-6d2da921bcf9 None None] Set router 59b5ae87-b4cb-4d42-a4ca-6d46528183ef gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:25:00.544953 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb0d337-d5f8-432a-9f79-1c788560d1ba admin admin] Network b42ff37c-f70e-4db5-8a80-47c710217e9f is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:25:00.556177 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-cdb0d337-d5f8-432a-9f79-1c788560d1ba admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:25:00.570559 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb0d337-d5f8-432a-9f79-1c788560d1ba admin admin] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:25:00.616726 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-619f0835-da38-4fa9-8cb6-5396b63862b5 None None] Port 0ae6c6ae-d520-453b-90b3-e0bec9bc536f cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:25:00.706128 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 80761168-616b-4d08-bdb7-5f168e1bd2b1 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:25:00.715174 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40faa348-50dc-4e7e-a6b7-b299abf5b880 req-ec50c78b-29b8-4763-ac30-b2f312e9e72c tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] Made reservation on behalf of bcf6e45171dc4310a920ac7e06c419f0 for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:25:00.729313 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-40faa348-50dc-4e7e-a6b7-b299abf5b880 req-ec50c78b-29b8-4763-ac30-b2f312e9e72c tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:00.773585 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-372b877d-8c71-416f-ba67-f9b79c22bef6 req-780ff3dd-eb80-47eb-b9e4-8b9f68ba83a0 tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] 10.222.0.49 "GET /v2.0/ports?device_id=b03d2d37-6595-457d-91d3-65c3b79e7d90 HTTP/1.1" status: 200 len: 210 time: 0.1859460 Oct 12 19:25:00.776513 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-fb8f7147-b35b-4ff2-9747-af1783d3d8d1 None None] Could not find standard attr ID for object 1ea2195d-0f8b-41e9-8366-30592f1bb75e. {{(pid=95503) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 19:25:00.777059 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb0d337-d5f8-432a-9f79-1c788560d1ba admin admin] Pushing event updated for resources: {'Port': ['ID=8e2f8575-bb4a-46e8-b41d-06d8d6c266fe,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:25:00.838298 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d9d14875-f26c-4463-a847-125e308c14b1 tempest-ExtraDHCPOptionsTestJSON-531812922 tempest-ExtraDHCPOptionsTestJSON-531812922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:00.838683 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cdb0d337-d5f8-432a-9f79-1c788560d1ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7915309'] for router_interface, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:00.851453 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 80761168-616b-4d08-bdb7-5f168e1bd2b1 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:25:00.852140 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:01.006714 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-d9d14875-f26c-4463-a847-125e308c14b1 tempest-ExtraDHCPOptionsTestJSON-531812922 tempest-ExtraDHCPOptionsTestJSON-531812922-project] Calling delete_port for 0ae6c6ae-d520-453b-90b3-e0bec9bc536f owned by {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:25:01.117365 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a13ec53c-2131-45bc-99e4-706f4f747bc5 None None] Provisioning complete for port 8e2f8575-bb4a-46e8-b41d-06d8d6c266fe triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:25:01.117673 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a13ec53c-2131-45bc-99e4-706f4f747bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:01.178874 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-9c04ff8c-f7bd-4b34-b800-6d2da921bcf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59b5ae87-b4cb-4d42-a4ca-6d46528183ef', 'name': 'tempest-FloatingIPDetailsTestJSON-1843794575-router', 'tenant_id': '4d8253176c1a4d1d8c9e80bfd26a9f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': 'f785d25f-b8e2-4e75-b07b-e6ef9124cf8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:24:52Z', 'updated_at': '2021-10-12T19:24:56Z', 'revision_number': 3, 'project_id': '4d8253176c1a4d1d8c9e80bfd26a9f7d', 'gw_port': {'id': 'f785d25f-b8e2-4e75-b07b-e6ef9124cf8b', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:82:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59b5ae87-b4cb-4d42-a4ca-6d46528183ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:24:54Z', 'updated_at': '2021-10-12T19:24:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:25:01.214206 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 4361a1c8-1709-445d-a109-37f79c6b2837 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:25:01.251868 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c04ff8c-f7bd-4b34-b800-6d2da921bcf9 None None] The sync data for ids ['59b5ae87-b4cb-4d42-a4ca-6d46528183ef'] in n-d-813679-3 is: [{'id': '59b5ae87-b4cb-4d42-a4ca-6d46528183ef', 'name': 'tempest-FloatingIPDetailsTestJSON-1843794575-router', 'tenant_id': '4d8253176c1a4d1d8c9e80bfd26a9f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': 'f785d25f-b8e2-4e75-b07b-e6ef9124cf8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:24:52Z', 'updated_at': '2021-10-12T19:24:56Z', 'revision_number': 3, 'project_id': '4d8253176c1a4d1d8c9e80bfd26a9f7d', 'gw_port': {'id': 'f785d25f-b8e2-4e75-b07b-e6ef9124cf8b', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:82:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59b5ae87-b4cb-4d42-a4ca-6d46528183ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:24:54Z', 'updated_at': '2021-10-12T19:24:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:25:01.359393 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-a13ec53c-2131-45bc-99e4-706f4f747bc5 None None] Port 8e2f8575-bb4a-46e8-b41d-06d8d6c266fe cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:25:01.391368 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908530e6-226f-4ab4-b68a-864bc10fe816 req-79064059-6674-4757-9e59-b31bb72bf5da tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:01.392964 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-908530e6-226f-4ab4-b68a-864bc10fe816 req-79064059-6674-4757-9e59-b31bb72bf5da tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.67 "GET /v2.0/networks?id=8b9ffd0a-d450-4d4d-8c84-81d908427bea HTTP/1.1" status: 200 len: 812 time: 0.6509674 Oct 12 19:25:01.405465 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cdb0d337-d5f8-432a-9f79-1c788560d1ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:01.415762 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-908530e6-226f-4ab4-b68a-864bc10fe816 req-f612f681-e23c-4ea3-8088-7b48f20165af tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Request body: {'port': {'device_id': 'bfe55221-0f98-45f4-8b94-d59347627ad1', 'network_id': '8b9ffd0a-d450-4d4d-8c84-81d908427bea', 'admin_state_up': True, 'tenant_id': '9558b59fe3b94a1fa2fbec9bbf16e093'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:25:01.479320 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 4361a1c8-1709-445d-a109-37f79c6b2837 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:25:01.479843 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:01.644864 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0f6e1531-bfa2-4ff3-a587-7e49cc5d9e2f req-ee2e749f-7dba-41ed-b70b-6bbef39c2348 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfe55221-0f98-45f4-8b94-d59347627ad1 HTTP/1.1" status: 200 len: 210 time: 0.0588579 Oct 12 19:25:01.677407 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [req-40faa348-50dc-4e7e-a6b7-b299abf5b880 req-ec50c78b-29b8-4763-ac30-b2f312e9e72c tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] Allocated IP 172.20.0.10 (6ef7838f-f4ea-47da-a7e8-fc8c5f817c6a/9f50c7ad-f488-4a89-8813-b50099f2dffd/be25ba8a-8773-4743-a649-335fcec52ab6) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:25:01.724222 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-e6601d46-dbae-465b-ab22-c0289730ca8a None None] Provisioning complete for port 0ae6c6ae-d520-453b-90b3-e0bec9bc536f triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:25:01.734174 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e6601d46-dbae-465b-ab22-c0289730ca8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:01.837123 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cdb0d337-d5f8-432a-9f79-1c788560d1ba admin admin] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:01.842156 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7b829f66-79be-4c9c-b8b9-ca026794bdca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:01.848092 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-e6601d46-dbae-465b-ab22-c0289730ca8a None None] Port 0ae6c6ae-d520-453b-90b3-e0bec9bc536f cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:25:01.890252 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cdb0d337-d5f8-432a-9f79-1c788560d1ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:01.997284 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d9d14875-f26c-4463-a847-125e308c14b1 tempest-ExtraDHCPOptionsTestJSON-531812922 tempest-ExtraDHCPOptionsTestJSON-531812922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:02.018193 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9d251265-b604-454d-a4f4-291b089fea10 req-1dd2eaf5-3a89-4877-b5c1-cb5883a468c4 tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] 10.222.0.49 "GET /v2.0/ports?device_id=b03d2d37-6595-457d-91d3-65c3b79e7d90 HTTP/1.1" status: 200 len: 210 time: 0.0584526 Oct 12 19:25:02.050735 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb0d337-d5f8-432a-9f79-1c788560d1ba admin admin] Pushing event updated for resources: {'Port': ['ID=8e2f8575-bb4a-46e8-b41d-06d8d6c266fe,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:25:02.050735 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cdb0d337-d5f8-432a-9f79-1c788560d1ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7898980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8092605'] for router_interface, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:02.087141 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-908530e6-226f-4ab4-b68a-864bc10fe816 req-f612f681-e23c-4ea3-8088-7b48f20165af tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Made reservation on behalf of 9558b59fe3b94a1fa2fbec9bbf16e093 for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:25:02.095408 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-908530e6-226f-4ab4-b68a-864bc10fe816 req-f612f681-e23c-4ea3-8088-7b48f20165af tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:02.138431 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d14875-f26c-4463-a847-125e308c14b1 tempest-ExtraDHCPOptionsTestJSON-531812922 tempest-ExtraDHCPOptionsTestJSON-531812922-project] Pushing event deleted for resources: {'Port': ['ID=0ae6c6ae-d520-453b-90b3-e0bec9bc536f,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:25:02.223745 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb0d337-d5f8-432a-9f79-1c788560d1ba admin admin] Network b42ff37c-f70e-4db5-8a80-47c710217e9f is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:25:02.225925 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-cdb0d337-d5f8-432a-9f79-1c788560d1ba admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:25:02.342732 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-40faa348-50dc-4e7e-a6b7-b299abf5b880 req-ec50c78b-29b8-4763-ac30-b2f312e9e72c tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:02.465401 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdb0d337-d5f8-432a-9f79-1c788560d1ba admin admin] Router 59b5ae87-b4cb-4d42-a4ca-6d46528183ef has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:25:02.468827 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:02.616006 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d9d14875-f26c-4463-a847-125e308c14b1 tempest-ExtraDHCPOptionsTestJSON-531812922 tempest-ExtraDHCPOptionsTestJSON-531812922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:02.625694 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-d9d14875-f26c-4463-a847-125e308c14b1 tempest-ExtraDHCPOptionsTestJSON-531812922 tempest-ExtraDHCPOptionsTestJSON-531812922-project] 10.222.0.49 "DELETE /v2.0/ports/0ae6c6ae-d520-453b-90b3-e0bec9bc536f HTTP/1.1" status: 204 len: 168 time: 2.4954731 Oct 12 19:25:02.630940 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 50098) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:25:02.646671 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdb0d337-d5f8-432a-9f79-1c788560d1ba admin admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:25:02.671451 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-cdb0d337-d5f8-432a-9f79-1c788560d1ba admin admin] 10.222.0.49 "PUT /v2.0/routers/59b5ae87-b4cb-4d42-a4ca-6d46528183ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7462621 Oct 12 19:25:02.685626 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-08684968-fbbd-43f0-9ebf-519373c71db5 None None] Provisioning complete for port 8e2f8575-bb4a-46e8-b41d-06d8d6c266fe triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:25:02.686367 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-08684968-fbbd-43f0-9ebf-519373c71db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:02.780130 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:02.785088 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [req-908530e6-226f-4ab4-b68a-864bc10fe816 req-f612f681-e23c-4ea3-8088-7b48f20165af tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Allocated IP 172.20.0.14 (8b9ffd0a-d450-4d4d-8c84-81d908427bea/dc530ace-4b18-4ae9-b625-36ec27074a9c/dd526dc7-6510-479e-99c9-8e9f412d4de3) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:25:02.803802 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-08684968-fbbd-43f0-9ebf-519373c71db5 None None] Port 8e2f8575-bb4a-46e8-b41d-06d8d6c266fe cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:25:02.822146 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_v2 [None req-922d1473-d80b-4fa8-ad90-ff0ce256a245 tempest-ExtraDHCPOptionsTestJSON-531812922 tempest-ExtraDHCPOptionsTestJSON-531812922-project] Deleting subnet fb191572-8b37-477b-9e18-5befeb8c2a87 {{(pid=95501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:25:02.845446 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7e9e1af1-f5bc-4c5e-ab7a-562c20aed512 req-1bd3e27e-17d8-4677-bc92-2e170171d369 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfe55221-0f98-45f4-8b94-d59347627ad1 HTTP/1.1" status: 200 len: 210 time: 0.0715117 Oct 12 19:25:02.851908 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-922d1473-d80b-4fa8-ad90-ff0ce256a245 tempest-ExtraDHCPOptionsTestJSON-531812922 tempest-ExtraDHCPOptionsTestJSON-531812922-project] Notify callbacks [] for subnet, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:02.855274 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-40faa348-50dc-4e7e-a6b7-b299abf5b880 req-ec50c78b-29b8-4763-ac30-b2f312e9e72c tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:02.934287 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:03.252715 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device f785d25f-b8e2-4e75-b07b-e6ef9124cf8b up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:25:03.337080 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a463d95b-2f87-4a80-a4d6-ee0d140ad3c8 req-a04dc89d-5d55-474f-8108-3207da50b29e tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3118143 Oct 12 19:25:03.352307 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-a463d95b-2f87-4a80-a4d6-ee0d140ad3c8 req-71adc3f1-ed55-45cd-acc7-16bfdabfdd34 tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] Request body: {'floatingip': {'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:25:03.495698 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-a463d95b-2f87-4a80-a4d6-ee0d140ad3c8 req-71adc3f1-ed55-45cd-acc7-16bfdabfdd34 tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] Notify callbacks [] for floatingip, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:03.519778 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-922d1473-d80b-4fa8-ad90-ff0ce256a245 tempest-ExtraDHCPOptionsTestJSON-531812922 tempest-ExtraDHCPOptionsTestJSON-531812922-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281083'] for subnet, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:03.527128 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40faa348-50dc-4e7e-a6b7-b299abf5b880 req-ec50c78b-29b8-4763-ac30-b2f312e9e72c tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] Network 6ef7838f-f4ea-47da-a7e8-fc8c5f817c6a is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:25:03.562701 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec50c78b-29b8-4763-ac30-b2f312e9e72c tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] Pushing event updated for resources: {'Port': ['ID=be25ba8a-8773-4743-a649-335fcec52ab6,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:25:03.565949 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [req-40faa348-50dc-4e7e-a6b7-b299abf5b880 req-ec50c78b-29b8-4763-ac30-b2f312e9e72c tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:25:03.578500 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-40faa348-50dc-4e7e-a6b7-b299abf5b880 req-ec50c78b-29b8-4763-ac30-b2f312e9e72c tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:25:03.616980 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port f785d25f-b8e2-4e75-b07b-e6ef9124cf8b triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:25:03.617360 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:03.711018 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:03.722290 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb25771d-097e-4f4d-be52-ca79d786ed44 req-e4fb0765-3e80-47d8-b964-3053911e2ad7 tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:03.731789 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cb25771d-097e-4f4d-be52-ca79d786ed44 req-e4fb0765-3e80-47d8-b964-3053911e2ad7 tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] 10.222.0.49 "GET /v2.0/ports?device_id=b03d2d37-6595-457d-91d3-65c3b79e7d90 HTTP/1.1" status: 200 len: 932 time: 0.3010256 Oct 12 19:25:03.756203 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-a463d95b-2f87-4a80-a4d6-ee0d140ad3c8 req-71adc3f1-ed55-45cd-acc7-16bfdabfdd34 tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:03.832708 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40faa348-50dc-4e7e-a6b7-b299abf5b880 req-ec50c78b-29b8-4763-ac30-b2f312e9e72c tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:03.833697 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-40faa348-50dc-4e7e-a6b7-b299abf5b880 req-ec50c78b-29b8-4763-ac30-b2f312e9e72c tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:03.849835 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:03.924506 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cb25771d-097e-4f4d-be52-ca79d786ed44 req-d5599f50-c04e-4dcb-8857-f5b396c1c91a tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5c5fee0-b78d-4e40-8235-f8d5b1e8d403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858082 Oct 12 19:25:03.969687 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] For port f785d25f-b8e2-4e75-b07b-e6ef9124cf8b, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=f785d25f-b8e2-4e75-b07b-e6ef9124cf8b,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:25:04.010678 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-908530e6-226f-4ab4-b68a-864bc10fe816 req-f612f681-e23c-4ea3-8088-7b48f20165af tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:04.068518 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:04.092154 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-922d1473-d80b-4fa8-ad90-ff0ce256a245 tempest-ExtraDHCPOptionsTestJSON-531812922 tempest-ExtraDHCPOptionsTestJSON-531812922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:04.105778 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [req-a463d95b-2f87-4a80-a4d6-ee0d140ad3c8 req-71adc3f1-ed55-45cd-acc7-16bfdabfdd34 tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] Allocated IP 172.25.5.187 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/fcb788e1-d6af-4dd9-94a7-dd0a76c78eaa) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:25:04.213170 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Pushing event updated for resources: {'Port': ['ID=f785d25f-b8e2-4e75-b07b-e6ef9124cf8b,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:25:04.274069 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1a0b37ed-cd50-44a0-8aac-d41b88cd4b14 req-506a6319-8e09-4d56-ad36-815abfaa812c tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfe55221-0f98-45f4-8b94-d59347627ad1 HTTP/1.1" status: 200 len: 210 time: 0.0332322 Oct 12 19:25:04.278866 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-908530e6-226f-4ab4-b68a-864bc10fe816 req-f612f681-e23c-4ea3-8088-7b48f20165af tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:04.294256 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-40faa348-50dc-4e7e-a6b7-b299abf5b880 req-ec50c78b-29b8-4763-ac30-b2f312e9e72c tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6822994 Oct 12 19:25:04.342499 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff7847f-258d-46aa-9a05-f854cc460b6d None None] Sync routers for ids ['59b5ae87-b4cb-4d42-a4ca-6d46528183ef'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:25:04.360470 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff7847f-258d-46aa-9a05-f854cc460b6d None None] Routers {'59b5ae87-b4cb-4d42-a4ca-6d46528183ef'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:25:04.365041 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-eff7847f-258d-46aa-9a05-f854cc460b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:25:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['59b5ae87-b4cb-4d42-a4ca-6d46528183ef'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:25:04.390861 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-40faa348-50dc-4e7e-a6b7-b299abf5b880 req-dc8fc640-7f10-4c97-abf4-935481e23f61 service neutron] Request body: {'port': {'device_id': 'b03d2d37-6595-457d-91d3-65c3b79e7d90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-3'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:25:04.403660 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-a463d95b-2f87-4a80-a4d6-ee0d140ad3c8 req-71adc3f1-ed55-45cd-acc7-16bfdabfdd34 tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:04.429088 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f612f681-e23c-4ea3-8088-7b48f20165af tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Pushing event updated for resources: {'Port': ['ID=dd526dc7-6510-479e-99c9-8e9f412d4de3,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:25:04.440357 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-922d1473-d80b-4fa8-ad90-ff0ce256a245 tempest-ExtraDHCPOptionsTestJSON-531812922 tempest-ExtraDHCPOptionsTestJSON-531812922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4824924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4612362'] for subnet, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:04.481387 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-40faa348-50dc-4e7e-a6b7-b299abf5b880 req-dc8fc640-7f10-4c97-abf4-935481e23f61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:04.497837 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:04.555432 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-922d1473-d80b-4fa8-ad90-ff0ce256a245 tempest-ExtraDHCPOptionsTestJSON-531812922 tempest-ExtraDHCPOptionsTestJSON-531812922-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:04.563785 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-eff7847f-258d-46aa-9a05-f854cc460b6d None None] Set router 59b5ae87-b4cb-4d42-a4ca-6d46528183ef gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:25:04.564724 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 50138) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:25:04.565121 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-922d1473-d80b-4fa8-ad90-ff0ce256a245 tempest-ExtraDHCPOptionsTestJSON-531812922 tempest-ExtraDHCPOptionsTestJSON-531812922-project] 10.222.0.49 "DELETE /v2.0/subnets/fb191572-8b37-477b-9e18-5befeb8c2a87 HTTP/1.1" status: 204 len: 168 time: 1.9270277 Oct 12 19:25:04.636831 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3818e3d-f0cc-4c14-a15d-d6ee20dc634c None None] Network 85a61987-b7b3-44ef-b326-5216fa5a2642 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:25:04.637098 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922d1473-d80b-4fa8-ad90-ff0ce256a245 tempest-ExtraDHCPOptionsTestJSON-531812922 tempest-ExtraDHCPOptionsTestJSON-531812922-project] Pushing event deleted for resources: {'Subnet': ['ID=fb191572-8b37-477b-9e18-5befeb8c2a87,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:25:04.644670 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-908530e6-226f-4ab4-b68a-864bc10fe816 req-f612f681-e23c-4ea3-8088-7b48f20165af tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Network 8b9ffd0a-d450-4d4d-8c84-81d908427bea is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:25:04.664884 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [req-908530e6-226f-4ab4-b68a-864bc10fe816 req-f612f681-e23c-4ea3-8088-7b48f20165af tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:25:04.675489 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-908530e6-226f-4ab4-b68a-864bc10fe816 req-f612f681-e23c-4ea3-8088-7b48f20165af tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:25:04.689399 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-a463d95b-2f87-4a80-a4d6-ee0d140ad3c8 req-71adc3f1-ed55-45cd-acc7-16bfdabfdd34 tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:04.811104 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a463d95b-2f87-4a80-a4d6-ee0d140ad3c8 req-71adc3f1-ed55-45cd-acc7-16bfdabfdd34 tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:25:04.847229 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6db63c47-4c85-473a-bd79-146610d54f8e tempest-ExtraDHCPOptionsTestJSON-531812922 tempest-ExtraDHCPOptionsTestJSON-531812922-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:04.857534 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [req-a463d95b-2f87-4a80-a4d6-ee0d140ad3c8 req-71adc3f1-ed55-45cd-acc7-16bfdabfdd34 tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:25:04.878864 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71adc3f1-ed55-45cd-acc7-16bfdabfdd34 tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] Pushing event updated for resources: {'Port': ['ID=fcb788e1-d6af-4dd9-94a7-dd0a76c78eaa,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:25:04.884531 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-a463d95b-2f87-4a80-a4d6-ee0d140ad3c8 req-71adc3f1-ed55-45cd-acc7-16bfdabfdd34 tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:25:05.093155 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-a463d95b-2f87-4a80-a4d6-ee0d140ad3c8 req-71adc3f1-ed55-45cd-acc7-16bfdabfdd34 tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:05.119000 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [req-40faa348-50dc-4e7e-a6b7-b299abf5b880 req-dc8fc640-7f10-4c97-abf4-935481e23f61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be25ba8a-8773-4743-a649-335fcec52ab6 {{(pid=95501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:25:05.134542 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-40faa348-50dc-4e7e-a6b7-b299abf5b880 req-dc8fc640-7f10-4c97-abf4-935481e23f61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:05.171944 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.provisioning_blocks [req-40faa348-50dc-4e7e-a6b7-b299abf5b880 req-dc8fc640-7f10-4c97-abf4-935481e23f61 service neutron] Transition to ACTIVE for port object be25ba8a-8773-4743-a649-335fcec52ab6 will not be triggered until provisioned by entity L2. {{(pid=95501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:25:05.193622 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908530e6-226f-4ab4-b68a-864bc10fe816 req-f612f681-e23c-4ea3-8088-7b48f20165af tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:05.194320 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-908530e6-226f-4ab4-b68a-864bc10fe816 req-f612f681-e23c-4ea3-8088-7b48f20165af tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:05.217007 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device f785d25f-b8e2-4e75-b07b-e6ef9124cf8b up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:25:05.224651 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-a463d95b-2f87-4a80-a4d6-ee0d140ad3c8 req-71adc3f1-ed55-45cd-acc7-16bfdabfdd34 tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:05.300420 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-6db63c47-4c85-473a-bd79-146610d54f8e tempest-ExtraDHCPOptionsTestJSON-531812922 tempest-ExtraDHCPOptionsTestJSON-531812922-project] Deleting port 4361a1c8-1709-445d-a109-37f79c6b2837 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:25:05.301079 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6db63c47-4c85-473a-bd79-146610d54f8e tempest-ExtraDHCPOptionsTestJSON-531812922 tempest-ExtraDHCPOptionsTestJSON-531812922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:05.321168 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-40faa348-50dc-4e7e-a6b7-b299abf5b880 req-dc8fc640-7f10-4c97-abf4-935481e23f61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:05.400664 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4747cd-bb8e-4470-a785-ff82436e0410 None None] DHCP port deletion for 85a61987-b7b3-44ef-b326-5216fa5a2642 request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 19:25:05.408794 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8fc640-7f10-4c97-abf4-935481e23f61 service neutron] Pushing event updated for resources: {'Port': ['ID=be25ba8a-8773-4743-a649-335fcec52ab6,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:25:05.433096 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-908530e6-226f-4ab4-b68a-864bc10fe816 req-f612f681-e23c-4ea3-8088-7b48f20165af tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0276961 Oct 12 19:25:05.455007 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-6db63c47-4c85-473a-bd79-146610d54f8e tempest-ExtraDHCPOptionsTestJSON-531812922 tempest-ExtraDHCPOptionsTestJSON-531812922-project] For port 4361a1c8-1709-445d-a109-37f79c6b2837, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=4361a1c8-1709-445d-a109-37f79c6b2837,segment=NetworkSegment(62925d98-79f7-4591-9006-b58e6740eccd),segment_id=62925d98-79f7-4591-9006-b58e6740eccd)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:25:05.455562 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6db63c47-4c85-473a-bd79-146610d54f8e tempest-ExtraDHCPOptionsTestJSON-531812922 tempest-ExtraDHCPOptionsTestJSON-531812922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:05.460200 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-908530e6-226f-4ab4-b68a-864bc10fe816 req-a10dd31e-3927-40ec-8923-84282a8b80b8 service neutron] Request body: {'port': {'device_id': 'bfe55221-0f98-45f4-8b94-d59347627ad1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-3'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:25:05.477465 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-6db63c47-4c85-473a-bd79-146610d54f8e tempest-ExtraDHCPOptionsTestJSON-531812922 tempest-ExtraDHCPOptionsTestJSON-531812922-project] Calling delete_port for 4361a1c8-1709-445d-a109-37f79c6b2837 owned by network:dhcp {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:25:05.511517 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port f785d25f-b8e2-4e75-b07b-e6ef9124cf8b triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:25:05.511517 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:05.572460 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-a463d95b-2f87-4a80-a4d6-ee0d140ad3c8 req-71adc3f1-ed55-45cd-acc7-16bfdabfdd34 tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:05.582633 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-908530e6-226f-4ab4-b68a-864bc10fe816 req-a10dd31e-3927-40ec-8923-84282a8b80b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:05.604229 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee7ce40-001a-422f-b3ca-61dd17def190 req-ba9dad84-b19b-4d83-83b4-b1c49d402032 tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:05.606138 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-dee7ce40-001a-422f-b3ca-61dd17def190 req-ba9dad84-b19b-4d83-83b4-b1c49d402032 tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] 10.222.0.49 "GET /v2.0/ports?device_id=b03d2d37-6595-457d-91d3-65c3b79e7d90 HTTP/1.1" status: 200 len: 932 time: 0.3823302 Oct 12 19:25:05.639988 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-a463d95b-2f87-4a80-a4d6-ee0d140ad3c8 req-71adc3f1-ed55-45cd-acc7-16bfdabfdd34 tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:05.708455 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6db63c47-4c85-473a-bd79-146610d54f8e tempest-ExtraDHCPOptionsTestJSON-531812922 tempest-ExtraDHCPOptionsTestJSON-531812922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:05.735553 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db63c47-4c85-473a-bd79-146610d54f8e tempest-ExtraDHCPOptionsTestJSON-531812922 tempest-ExtraDHCPOptionsTestJSON-531812922-project] No DVR routers for this DVR port 4361a1c8-1709-445d-a109-37f79c6b2837 on host n-d-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:25:05.738458 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71adc3f1-ed55-45cd-acc7-16bfdabfdd34 tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] Pushing event updated for resources: {'Port': ['ID=fcb788e1-d6af-4dd9-94a7-dd0a76c78eaa,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:25:05.787585 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db63c47-4c85-473a-bd79-146610d54f8e tempest-ExtraDHCPOptionsTestJSON-531812922 tempest-ExtraDHCPOptionsTestJSON-531812922-project] Pushing event deleted for resources: {'Port': ['ID=4361a1c8-1709-445d-a109-37f79c6b2837,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:25:05.793546 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-a463d95b-2f87-4a80-a4d6-ee0d140ad3c8 req-71adc3f1-ed55-45cd-acc7-16bfdabfdd34 tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7915414'] for floatingip, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:05.849129 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-3b4747cd-bb8e-4470-a785-ff82436e0410 None None] Deleting port 4361a1c8-1709-445d-a109-37f79c6b2837 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:25:05.852094 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3b4747cd-bb8e-4470-a785-ff82436e0410 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:05.859099 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-dee7ce40-001a-422f-b3ca-61dd17def190 req-0d527e81-60ae-41f0-a7ff-2cbd2720e546 tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5c5fee0-b78d-4e40-8235-f8d5b1e8d403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373774 Oct 12 19:25:05.861008 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6db63c47-4c85-473a-bd79-146610d54f8e tempest-ExtraDHCPOptionsTestJSON-531812922 tempest-ExtraDHCPOptionsTestJSON-531812922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:05.894390 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-6db63c47-4c85-473a-bd79-146610d54f8e tempest-ExtraDHCPOptionsTestJSON-531812922 tempest-ExtraDHCPOptionsTestJSON-531812922-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85a61987-b7b3-44ef-b326-5216fa5a2642']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:25:05.905169 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-6db63c47-4c85-473a-bd79-146610d54f8e tempest-ExtraDHCPOptionsTestJSON-531812922 tempest-ExtraDHCPOptionsTestJSON-531812922-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62925d98-79f7-4591-9006-b58e6740eccd') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:25:05.905470 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-6db63c47-4c85-473a-bd79-146610d54f8e tempest-ExtraDHCPOptionsTestJSON-531812922 tempest-ExtraDHCPOptionsTestJSON-531812922-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62925d98-79f7-4591-9006-b58e6740eccd') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:25:05.916769 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6db63c47-4c85-473a-bd79-146610d54f8e tempest-ExtraDHCPOptionsTestJSON-531812922 tempest-ExtraDHCPOptionsTestJSON-531812922-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16313633'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:05.934080 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-eff7847f-258d-46aa-9a05-f854cc460b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59b5ae87-b4cb-4d42-a4ca-6d46528183ef', 'name': 'tempest-FloatingIPDetailsTestJSON-1843794575-router', 'tenant_id': '4d8253176c1a4d1d8c9e80bfd26a9f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': 'f785d25f-b8e2-4e75-b07b-e6ef9124cf8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:24:52Z', 'updated_at': '2021-10-12T19:25:01Z', 'revision_number': 4, 'project_id': '4d8253176c1a4d1d8c9e80bfd26a9f7d', 'gw_port': {'id': 'f785d25f-b8e2-4e75-b07b-e6ef9124cf8b', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:82:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b5ae87-b4cb-4d42-a4ca-6d46528183ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:24:54Z', 'updated_at': '2021-10-12T19:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '8e2f8575-bb4a-46e8-b41d-06d8d6c266fe', 'name': '', 'network_id': 'b42ff37c-f70e-4db5-8a80-47c710217e9f', 'tenant_id': '4d8253176c1a4d1d8c9e80bfd26a9f7d', 'mac_address': 'fa:16:3e:90:67:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59b5ae87-b4cb-4d42-a4ca-6d46528183ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '50ec0e67-d759-446d-a09b-586a43b5f29b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:24:59Z', 'updated_at': '2021-10-12T19:25:01Z', 'revision_number': 2, 'project_id': '4d8253176c1a4d1d8c9e80bfd26a9f7d', 'subnets': [{'id': '50ec0e67-d759-446d-a09b-586a43b5f29b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:25:05.935151 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6db63c47-4c85-473a-bd79-146610d54f8e tempest-ExtraDHCPOptionsTestJSON-531812922 tempest-ExtraDHCPOptionsTestJSON-531812922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:05.942273 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6db63c47-4c85-473a-bd79-146610d54f8e tempest-ExtraDHCPOptionsTestJSON-531812922 tempest-ExtraDHCPOptionsTestJSON-531812922-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:25:05.945127 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6db63c47-4c85-473a-bd79-146610d54f8e tempest-ExtraDHCPOptionsTestJSON-531812922 tempest-ExtraDHCPOptionsTestJSON-531812922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4305278'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:05.987822 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-40faa348-50dc-4e7e-a6b7-b299abf5b880 req-dc8fc640-7f10-4c97-abf4-935481e23f61 service neutron] Attempting to bind port be25ba8a-8773-4743-a649-335fcec52ab6 on host n-h2-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:25:05.988202 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-40faa348-50dc-4e7e-a6b7-b299abf5b880 req-dc8fc640-7f10-4c97-abf4-935481e23f61 service neutron] Attempting to bind port be25ba8a-8773-4743-a649-335fcec52ab6 by drivers openvswitch,hyperv on host n-h2-813679-3 at level 0 using segments [{'id': 'dd346e97-7ff0-4e15-8dea-9c71f906839a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6ef7838f-f4ea-47da-a7e8-fc8c5f817c6a'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:25:05.988536 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40faa348-50dc-4e7e-a6b7-b299abf5b880 req-dc8fc640-7f10-4c97-abf4-935481e23f61 service neutron] Attempting to bind port be25ba8a-8773-4743-a649-335fcec52ab6 on network 6ef7838f-f4ea-47da-a7e8-fc8c5f817c6a {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:25:06.000646 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40faa348-50dc-4e7e-a6b7-b299abf5b880 req-dc8fc640-7f10-4c97-abf4-935481e23f61 service neutron] Port be25ba8a-8773-4743-a649-335fcec52ab6 on network 6ef7838f-f4ea-47da-a7e8-fc8c5f817c6a not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:25:06.001125 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40faa348-50dc-4e7e-a6b7-b299abf5b880 req-dc8fc640-7f10-4c97-abf4-935481e23f61 service neutron] Attempting to bind port be25ba8a-8773-4743-a649-335fcec52ab6 on network 6ef7838f-f4ea-47da-a7e8-fc8c5f817c6a {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:25:06.008411 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40faa348-50dc-4e7e-a6b7-b299abf5b880 req-dc8fc640-7f10-4c97-abf4-935481e23f61 service neutron] Checking agent: {'id': '233fbd7d-38e4-434f-bb8f-05364d7423a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:25:06.008747 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40faa348-50dc-4e7e-a6b7-b299abf5b880 req-dc8fc640-7f10-4c97-abf4-935481e23f61 service neutron] Checking segment: {'id': 'dd346e97-7ff0-4e15-8dea-9c71f906839a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6ef7838f-f4ea-47da-a7e8-fc8c5f817c6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:25:06.009134 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40faa348-50dc-4e7e-a6b7-b299abf5b880 req-dc8fc640-7f10-4c97-abf4-935481e23f61 service neutron] Bound using segment: {'id': 'dd346e97-7ff0-4e15-8dea-9c71f906839a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6ef7838f-f4ea-47da-a7e8-fc8c5f817c6a'} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:25:06.009758 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-40faa348-50dc-4e7e-a6b7-b299abf5b880 req-dc8fc640-7f10-4c97-abf4-935481e23f61 service neutron] Bound port: be25ba8a-8773-4743-a649-335fcec52ab6, host: n-h2-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd346e97-7ff0-4e15-8dea-9c71f906839a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6ef7838f-f4ea-47da-a7e8-fc8c5f817c6a'}}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:25:06.010125 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-40faa348-50dc-4e7e-a6b7-b299abf5b880 req-dc8fc640-7f10-4c97-abf4-935481e23f61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:06.017367 n-d-813679-3 neutron-server[95502]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:25:06.017367 n-d-813679-3 neutron-server[95502]: items = [ Oct 12 19:25:06.017367 n-d-813679-3 neutron-server[95502]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:25:06.017367 n-d-813679-3 neutron-server[95502]: items = [ Oct 12 19:25:06.017367 n-d-813679-3 neutron-server[95502]: Traceback (most recent call last): Oct 12 19:25:06.017367 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:25:06.017367 n-d-813679-3 neutron-server[95502]: timer() Oct 12 19:25:06.017367 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:25:06.017367 n-d-813679-3 neutron-server[95502]: cb(*args, **kw) Oct 12 19:25:06.017367 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:25:06.017367 n-d-813679-3 neutron-server[95502]: return func(*args, **kwargs) Oct 12 19:25:06.017367 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:25:06.017367 n-d-813679-3 neutron-server[95502]: self._notify() Oct 12 19:25:06.017367 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:25:06.017367 n-d-813679-3 neutron-server[95502]: self.callback(batched_events) Oct 12 19:25:06.017367 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:25:06.017367 n-d-813679-3 neutron-server[95502]: event.method(event) Oct 12 19:25:06.017367 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:25:06.017367 n-d-813679-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:25:06.017367 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:25:06.017367 n-d-813679-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:25:06.017367 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:25:06.017367 n-d-813679-3 neutron-server[95502]: return f(self, *a, **k) Oct 12 19:25:06.017367 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:25:06.017367 n-d-813679-3 neutron-server[95502]: return self._get(url).json() Oct 12 19:25:06.017367 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:25:06.017367 n-d-813679-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:25:06.017367 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:25:06.017367 n-d-813679-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Oct 12 19:25:06.017367 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:25:06.017367 n-d-813679-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:25:06.017367 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:25:06.017367 n-d-813679-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:25:06.017367 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:25:06.017367 n-d-813679-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:25:06.017367 n-d-813679-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:25:06.021378 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-a463d95b-2f87-4a80-a4d6-ee0d140ad3c8 req-71adc3f1-ed55-45cd-acc7-16bfdabfdd34 tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:06.023782 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a463d95b-2f87-4a80-a4d6-ee0d140ad3c8 req-71adc3f1-ed55-45cd-acc7-16bfdabfdd34 tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.6760004 Oct 12 19:25:06.108108 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6db63c47-4c85-473a-bd79-146610d54f8e tempest-ExtraDHCPOptionsTestJSON-531812922 tempest-ExtraDHCPOptionsTestJSON-531812922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:06.183009 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-3b4747cd-bb8e-4470-a785-ff82436e0410 None None] For port 4361a1c8-1709-445d-a109-37f79c6b2837, host n-d-813679-3, got binding levels [] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:25:06.183256 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3b4747cd-bb8e-4470-a785-ff82436e0410 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:06.209143 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6db63c47-4c85-473a-bd79-146610d54f8e tempest-ExtraDHCPOptionsTestJSON-531812922 tempest-ExtraDHCPOptionsTestJSON-531812922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:06.217119 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-3b4747cd-bb8e-4470-a785-ff82436e0410 None None] Calling delete_port for 4361a1c8-1709-445d-a109-37f79c6b2837 owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:25:06.219913 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-6db63c47-4c85-473a-bd79-146610d54f8e tempest-ExtraDHCPOptionsTestJSON-531812922 tempest-ExtraDHCPOptionsTestJSON-531812922-project] 10.222.0.49 "DELETE /v2.0/networks/85a61987-b7b3-44ef-b326-5216fa5a2642 HTTP/1.1" status: 204 len: 168 time: 1.6528864 Oct 12 19:25:06.221745 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.ipam_backend_mixin [None req-3b4747cd-bb8e-4470-a785-ff82436e0410 None None] Port 4361a1c8-1709-445d-a109-37f79c6b2837 was not found and therefore no delete operation was performed {{(pid=95503) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 12 19:25:06.232880 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3b4747cd-bb8e-4470-a785-ff82436e0410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:06.283250 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a463d95b-2f87-4a80-a4d6-ee0d140ad3c8 req-afe0a2ed-4a0b-4075-9291-86f99a479215 tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.187 HTTP/1.1" status: 200 len: 696 time: 0.2532754 Oct 12 19:25:06.284299 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db63c47-4c85-473a-bd79-146610d54f8e tempest-ExtraDHCPOptionsTestJSON-531812922 tempest-ExtraDHCPOptionsTestJSON-531812922-project] Pushing event deleted for resources: {'Network': ['ID=85a61987-b7b3-44ef-b326-5216fa5a2642,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:25:06.351508 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4747cd-bb8e-4470-a785-ff82436e0410 None None] Pushing event deleted for resources: {'Port': ['ID=4361a1c8-1709-445d-a109-37f79c6b2837,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:25:06.361307 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff7847f-258d-46aa-9a05-f854cc460b6d None None] Checking router: 59b5ae87-b4cb-4d42-a4ca-6d46528183ef for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:25:06.361920 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff7847f-258d-46aa-9a05-f854cc460b6d None None] Updating router 59b5ae87-b4cb-4d42-a4ca-6d46528183ef port 8e2f8575-bb4a-46e8-b41d-06d8d6c266fe binding host n-d-813679-3 {{(pid=95503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 19:25:06.365886 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3b4747cd-bb8e-4470-a785-ff82436e0410 None None] Network 85a61987-b7b3-44ef-b326-5216fa5a2642 is not hosted by any dhcp agent {{(pid=95503) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 12 19:25:06.366560 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4747cd-bb8e-4470-a785-ff82436e0410 None None] No DVR routers for this DVR port 4361a1c8-1709-445d-a109-37f79c6b2837 on host n-d-813679-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:25:06.395104 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-eff7847f-258d-46aa-9a05-f854cc460b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:06.497552 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b41c2b1-e1f6-4436-a7cc-9b081fa7ce52 req-af3373eb-459f-44c2-9992-e0ab213e9d7c tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:06.499456 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3b41c2b1-e1f6-4436-a7cc-9b081fa7ce52 req-af3373eb-459f-44c2-9992-e0ab213e9d7c tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfe55221-0f98-45f4-8b94-d59347627ad1 HTTP/1.1" status: 200 len: 932 time: 0.3599150 Oct 12 19:25:06.505490 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-40faa348-50dc-4e7e-a6b7-b299abf5b880 req-dc8fc640-7f10-4c97-abf4-935481e23f61 service neutron] For port be25ba8a-8773-4743-a649-335fcec52ab6, host n-h2-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:25:06.562835 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [req-908530e6-226f-4ab4-b68a-864bc10fe816 req-a10dd31e-3927-40ec-8923-84282a8b80b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd526dc7-6510-479e-99c9-8e9f412d4de3 {{(pid=95501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:25:06.570010 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3b41c2b1-e1f6-4436-a7cc-9b081fa7ce52 req-912e4f08-f3b7-4bf2-aeff-11fdf2197a55 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564797 Oct 12 19:25:06.572117 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-40faa348-50dc-4e7e-a6b7-b299abf5b880 req-dc8fc640-7f10-4c97-abf4-935481e23f61 service neutron] For port be25ba8a-8773-4743-a649-335fcec52ab6, host n-h2-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=be25ba8a-8773-4743-a649-335fcec52ab6,segment=NetworkSegment(dd346e97-7ff0-4e15-8dea-9c71f906839a),segment_id=dd346e97-7ff0-4e15-8dea-9c71f906839a)] {{(pid=95501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:25:06.589319 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-908530e6-226f-4ab4-b68a-864bc10fe816 req-a10dd31e-3927-40ec-8923-84282a8b80b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:06.613270 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.provisioning_blocks [req-908530e6-226f-4ab4-b68a-864bc10fe816 req-a10dd31e-3927-40ec-8923-84282a8b80b8 service neutron] Transition to ACTIVE for port object dd526dc7-6510-479e-99c9-8e9f412d4de3 will not be triggered until provisioned by entity L2. {{(pid=95501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:25:06.654949 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-40faa348-50dc-4e7e-a6b7-b299abf5b880 req-dc8fc640-7f10-4c97-abf4-935481e23f61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:06.705685 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40faa348-50dc-4e7e-a6b7-b299abf5b880 req-dc8fc640-7f10-4c97-abf4-935481e23f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:06.706761 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-40faa348-50dc-4e7e-a6b7-b299abf5b880 req-dc8fc640-7f10-4c97-abf4-935481e23f61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:06.708977 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-40faa348-50dc-4e7e-a6b7-b299abf5b880 req-dc8fc640-7f10-4c97-abf4-935481e23f61 service neutron] 10.222.0.67 "PUT /v2.0/ports/be25ba8a-8773-4743-a649-335fcec52ab6 HTTP/1.1" status: 200 len: 1092 time: 2.3230379 Oct 12 19:25:06.709431 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b03d2d37-6595-457d-91d3-65c3b79e7d90', 'tag': 'be25ba8a-8773-4743-a649-335fcec52ab6'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:25:06.712009 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4285e71f-a9fc-4280-a066-e13d079062de" -d '{"events": [{"name": "network-changed", "server_uuid": "b03d2d37-6595-457d-91d3-65c3b79e7d90", "tag": "be25ba8a-8773-4743-a649-335fcec52ab6"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:25:06.729681 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-908530e6-226f-4ab4-b68a-864bc10fe816 req-a10dd31e-3927-40ec-8923-84282a8b80b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:06.832680 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8fc640-7f10-4c97-abf4-935481e23f61 service neutron] Pushing event updated for resources: {'Port': ['ID=be25ba8a-8773-4743-a649-335fcec52ab6,revision_number=3']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:25:06.858842 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-eff7847f-258d-46aa-9a05-f854cc460b6d None None] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:06.931844 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-eff7847f-258d-46aa-9a05-f854cc460b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:07.067648 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb97ea56-db3d-461d-9379-5018c045f88a None None] Pushing event updated for resources: {'Port': ['ID=8e2f8575-bb4a-46e8-b41d-06d8d6c266fe,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:25:07.081835 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 50192) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:25:07.172439 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-eff7847f-258d-46aa-9a05-f854cc460b6d None None] Attempting to bind port 8e2f8575-bb4a-46e8-b41d-06d8d6c266fe on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:25:07.172439 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-eff7847f-258d-46aa-9a05-f854cc460b6d None None] Attempting to bind port 8e2f8575-bb4a-46e8-b41d-06d8d6c266fe by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'c8b40002-17be-4f7c-b4db-f899210bef56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'b42ff37c-f70e-4db5-8a80-47c710217e9f'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:25:07.172439 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff7847f-258d-46aa-9a05-f854cc460b6d None None] Attempting to bind port 8e2f8575-bb4a-46e8-b41d-06d8d6c266fe on network b42ff37c-f70e-4db5-8a80-47c710217e9f {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:25:07.211789 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff7847f-258d-46aa-9a05-f854cc460b6d None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:25:07.211789 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff7847f-258d-46aa-9a05-f854cc460b6d None None] Checking segment: {'id': 'c8b40002-17be-4f7c-b4db-f899210bef56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'b42ff37c-f70e-4db5-8a80-47c710217e9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:25:07.211789 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-eff7847f-258d-46aa-9a05-f854cc460b6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:07.211789 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff7847f-258d-46aa-9a05-f854cc460b6d None None] Bound using segment: {'id': 'c8b40002-17be-4f7c-b4db-f899210bef56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'b42ff37c-f70e-4db5-8a80-47c710217e9f'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:25:07.211789 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-eff7847f-258d-46aa-9a05-f854cc460b6d None None] Bound port: 8e2f8575-bb4a-46e8-b41d-06d8d6c266fe, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8b40002-17be-4f7c-b4db-f899210bef56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'b42ff37c-f70e-4db5-8a80-47c710217e9f'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:25:07.211789 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-eff7847f-258d-46aa-9a05-f854cc460b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:07.242894 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a463d95b-2f87-4a80-a4d6-ee0d140ad3c8 req-807da2ac-9222-48e0-be20-624e68b06008 tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:07.252373 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a463d95b-2f87-4a80-a4d6-ee0d140ad3c8 req-807da2ac-9222-48e0-be20-624e68b06008 tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] 10.222.0.49 "GET /v2.0/networks/4afbf4a4-67f5-42d1-a358-7ba9799dab0c HTTP/1.1" status: 200 len: 784 time: 0.9604092 Oct 12 19:25:07.273558 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 4361a1c8-1709-445d-a109-37f79c6b2837 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:25:07.292558 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [req-a463d95b-2f87-4a80-a4d6-ee0d140ad3c8 req-483d12e2-ef3a-4edd-b96d-7042911b399d tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 19:25:07.294059 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a463d95b-2f87-4a80-a4d6-ee0d140ad3c8 req-483d12e2-ef3a-4edd-b96d-7042911b399d tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0245240 Oct 12 19:25:07.311559 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-085cc5c8-13f0-4be1-8456-5b699fddf0af x-openstack-request-id: req-085cc5c8-13f0-4be1-8456-5b699fddf0af {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:25:07.312068 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b03d2d37-6595-457d-91d3-65c3b79e7d90", "tag": "be25ba8a-8773-4743-a649-335fcec52ab6", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:25:07.312480 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-085cc5c8-13f0-4be1-8456-5b699fddf0af {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:25:07.313105 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b03d2d37-6595-457d-91d3-65c3b79e7d90', 'tag': 'be25ba8a-8773-4743-a649-335fcec52ab6', 'status': 'completed', 'code': 200} Oct 12 19:25:07.356266 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dd31e-3927-40ec-8923-84282a8b80b8 service neutron] Pushing event updated for resources: {'Port': ['ID=dd526dc7-6510-479e-99c9-8e9f412d4de3,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:25:07.368841 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 4361a1c8-1709-445d-a109-37f79c6b2837 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:25:07.368841 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 4361a1c8-1709-445d-a109-37f79c6b2837 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:25:07.445121 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-908530e6-226f-4ab4-b68a-864bc10fe816 req-a10dd31e-3927-40ec-8923-84282a8b80b8 service neutron] Attempting to bind port dd526dc7-6510-479e-99c9-8e9f412d4de3 on host n-h2-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:25:07.445466 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-908530e6-226f-4ab4-b68a-864bc10fe816 req-a10dd31e-3927-40ec-8923-84282a8b80b8 service neutron] Attempting to bind port dd526dc7-6510-479e-99c9-8e9f412d4de3 by drivers openvswitch,hyperv on host n-h2-813679-3 at level 0 using segments [{'id': '2c23b924-3bdb-4700-940f-a5921b74e3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8b9ffd0a-d450-4d4d-8c84-81d908427bea'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:25:07.445821 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908530e6-226f-4ab4-b68a-864bc10fe816 req-a10dd31e-3927-40ec-8923-84282a8b80b8 service neutron] Attempting to bind port dd526dc7-6510-479e-99c9-8e9f412d4de3 on network 8b9ffd0a-d450-4d4d-8c84-81d908427bea {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:25:07.459890 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-eff7847f-258d-46aa-9a05-f854cc460b6d None None] For port 8e2f8575-bb4a-46e8-b41d-06d8d6c266fe, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:25:07.477315 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-eff7847f-258d-46aa-9a05-f854cc460b6d None None] For port 8e2f8575-bb4a-46e8-b41d-06d8d6c266fe, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=8e2f8575-bb4a-46e8-b41d-06d8d6c266fe,segment=NetworkSegment(c8b40002-17be-4f7c-b4db-f899210bef56),segment_id=c8b40002-17be-4f7c-b4db-f899210bef56)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:25:07.501232 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a1eebc66-91ff-4d10-a275-12e689df3798 req-7abc47e2-1269-4452-9b23-3f7be88ec6bc tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1830595 Oct 12 19:25:07.502999 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908530e6-226f-4ab4-b68a-864bc10fe816 req-a10dd31e-3927-40ec-8923-84282a8b80b8 service neutron] Port dd526dc7-6510-479e-99c9-8e9f412d4de3 on network 8b9ffd0a-d450-4d4d-8c84-81d908427bea not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:25:07.506861 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908530e6-226f-4ab4-b68a-864bc10fe816 req-a10dd31e-3927-40ec-8923-84282a8b80b8 service neutron] Attempting to bind port dd526dc7-6510-479e-99c9-8e9f412d4de3 on network 8b9ffd0a-d450-4d4d-8c84-81d908427bea {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:25:07.514965 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-a1eebc66-91ff-4d10-a275-12e689df3798 req-5e7adf81-f38f-4da5-9639-209e5fdb800b tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] Request body: {'floatingip': {'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:25:07.530049 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908530e6-226f-4ab4-b68a-864bc10fe816 req-a10dd31e-3927-40ec-8923-84282a8b80b8 service neutron] Checking agent: {'id': '233fbd7d-38e4-434f-bb8f-05364d7423a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:25:07.538729 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908530e6-226f-4ab4-b68a-864bc10fe816 req-a10dd31e-3927-40ec-8923-84282a8b80b8 service neutron] Checking segment: {'id': '2c23b924-3bdb-4700-940f-a5921b74e3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8b9ffd0a-d450-4d4d-8c84-81d908427bea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:25:07.538729 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908530e6-226f-4ab4-b68a-864bc10fe816 req-a10dd31e-3927-40ec-8923-84282a8b80b8 service neutron] Bound using segment: {'id': '2c23b924-3bdb-4700-940f-a5921b74e3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8b9ffd0a-d450-4d4d-8c84-81d908427bea'} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:25:07.538729 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-908530e6-226f-4ab4-b68a-864bc10fe816 req-a10dd31e-3927-40ec-8923-84282a8b80b8 service neutron] Bound port: dd526dc7-6510-479e-99c9-8e9f412d4de3, host: n-h2-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c23b924-3bdb-4700-940f-a5921b74e3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8b9ffd0a-d450-4d4d-8c84-81d908427bea'}}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:25:07.538729 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-908530e6-226f-4ab4-b68a-864bc10fe816 req-a10dd31e-3927-40ec-8923-84282a8b80b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:07.570470 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-eff7847f-258d-46aa-9a05-f854cc460b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:07.570806 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-cfe933bc-1cff-482e-86ea-0febd0bc35a3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=84ef329459ce4bee9fe7418252cdd66c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4864657 Oct 12 19:25:07.571970 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 50206) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:25:07.584616 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40faa348-50dc-4e7e-a6b7-b299abf5b880 req-040f059d-3ae6-4b80-8643-8b2472895fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:07.586247 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-40faa348-50dc-4e7e-a6b7-b299abf5b880 req-040f059d-3ae6-4b80-8643-8b2472895fe7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bcf6e45171dc4310a920ac7e06c419f0&device_id=b03d2d37-6595-457d-91d3-65c3b79e7d90 HTTP/1.1" status: 200 len: 1095 time: 0.7357676 Oct 12 19:25:07.641716 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-45997882-9a93-4adc-b612-dfb294707ccf None None] Provisioning complete for port 8e2f8575-bb4a-46e8-b41d-06d8d6c266fe triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:25:07.642011 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-45997882-9a93-4adc-b612-dfb294707ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:07.648602 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-a1eebc66-91ff-4d10-a275-12e689df3798 req-5e7adf81-f38f-4da5-9639-209e5fdb800b tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] Notify callbacks [] for floatingip, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:07.683616 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4fc8fa-37be-4641-907c-6320af64ee20 req-e984ec06-1c63-4891-a359-5d655f1023a0 tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:07.685222 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9b4fc8fa-37be-4641-907c-6320af64ee20 req-e984ec06-1c63-4891-a359-5d655f1023a0 tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] 10.222.0.49 "GET /v2.0/ports?device_id=b03d2d37-6595-457d-91d3-65c3b79e7d90 HTTP/1.1" status: 200 len: 944 time: 0.2661619 Oct 12 19:25:07.691718 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-40faa348-50dc-4e7e-a6b7-b299abf5b880 req-4e37fe0a-a441-45f3-a1f8-934e46a3b1da service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be25ba8a-8773-4743-a649-335fcec52ab6 HTTP/1.1" status: 200 len: 217 time: 0.0797029 Oct 12 19:25:07.714532 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff7847f-258d-46aa-9a05-f854cc460b6d None None] Routers {'59b5ae87-b4cb-4d42-a4ca-6d46528183ef'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:25:07.715190 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-eff7847f-258d-46aa-9a05-f854cc460b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:25:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['59b5ae87-b4cb-4d42-a4ca-6d46528183ef'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:25:07.767148 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6c8ceb5f-9089-478b-b28c-841f42610a1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:07.833542 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6c8ceb5f-9089-478b-b28c-841f42610a1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:07.835479 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-908530e6-226f-4ab4-b68a-864bc10fe816 req-a10dd31e-3927-40ec-8923-84282a8b80b8 service neutron] For port dd526dc7-6510-479e-99c9-8e9f412d4de3, host n-h2-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:25:07.847209 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9b4fc8fa-37be-4641-907c-6320af64ee20 req-51365db8-b1bd-4d85-a515-ac4652280dde tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5c5fee0-b78d-4e40-8235-f8d5b1e8d403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543887 Oct 12 19:25:07.852348 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb97ea56-db3d-461d-9379-5018c045f88a None None] Pushing event updated for resources: {'Port': ['ID=8e2f8575-bb4a-46e8-b41d-06d8d6c266fe,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:25:07.889191 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40faa348-50dc-4e7e-a6b7-b299abf5b880 req-0ddeff35-abf4-40dc-9057-d7321816a616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:07.891621 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-40faa348-50dc-4e7e-a6b7-b299abf5b880 req-0ddeff35-abf4-40dc-9057-d7321816a616 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9f50c7ad-f488-4a89-8813-b50099f2dffd HTTP/1.1" status: 200 len: 848 time: 0.1891227 Oct 12 19:25:07.893928 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-908530e6-226f-4ab4-b68a-864bc10fe816 req-a10dd31e-3927-40ec-8923-84282a8b80b8 service neutron] For port dd526dc7-6510-479e-99c9-8e9f412d4de3, host n-h2-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=dd526dc7-6510-479e-99c9-8e9f412d4de3,segment=NetworkSegment(2c23b924-3bdb-4700-940f-a5921b74e3c2),segment_id=2c23b924-3bdb-4700-940f-a5921b74e3c2)] {{(pid=95501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:25:07.960252 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-40faa348-50dc-4e7e-a6b7-b299abf5b880 req-9e091c21-a776-4052-9ebb-db914c1e92d3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6ef7838f-f4ea-47da-a7e8-fc8c5f817c6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536158 Oct 12 19:25:08.001137 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-a1eebc66-91ff-4d10-a275-12e689df3798 req-5e7adf81-f38f-4da5-9639-209e5fdb800b tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:08.044236 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 19:25:08.059489 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-908530e6-226f-4ab4-b68a-864bc10fe816 req-a10dd31e-3927-40ec-8923-84282a8b80b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:08.108568 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-eff7847f-258d-46aa-9a05-f854cc460b6d None None] Set router 59b5ae87-b4cb-4d42-a4ca-6d46528183ef gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:25:08.142957 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-45997882-9a93-4adc-b612-dfb294707ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:08.167005 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6c8ceb5f-9089-478b-b28c-841f42610a1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:08.170498 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6c8ceb5f-9089-478b-b28c-841f42610a1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:08.175485 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-6c8ceb5f-9089-478b-b28c-841f42610a1e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ad68cb0a-1cb1-4e90-8089-be2442309b92 HTTP/1.1" status: 204 len: 168 time: 0.6026402 Oct 12 19:25:08.197618 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8ceb5f-9089-478b-b28c-841f42610a1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad68cb0a-1cb1-4e90-8089-be2442309b92,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:25:08.216904 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [req-a1eebc66-91ff-4d10-a275-12e689df3798 req-5e7adf81-f38f-4da5-9639-209e5fdb800b tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] Allocated IP 172.25.5.6 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/784ba472-0b20-459a-a570-54ff646d18af) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:25:08.295613 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908530e6-226f-4ab4-b68a-864bc10fe816 req-a10dd31e-3927-40ec-8923-84282a8b80b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:08.296172 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-908530e6-226f-4ab4-b68a-864bc10fe816 req-a10dd31e-3927-40ec-8923-84282a8b80b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:08.298374 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-908530e6-226f-4ab4-b68a-864bc10fe816 req-a10dd31e-3927-40ec-8923-84282a8b80b8 service neutron] 10.222.0.67 "PUT /v2.0/ports/dd526dc7-6510-479e-99c9-8e9f412d4de3 HTTP/1.1" status: 200 len: 1092 time: 2.8501365 Oct 12 19:25:08.323197 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-45997882-9a93-4adc-b612-dfb294707ccf None None] For port 8e2f8575-bb4a-46e8-b41d-06d8d6c266fe, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=8e2f8575-bb4a-46e8-b41d-06d8d6c266fe,segment=NetworkSegment(c8b40002-17be-4f7c-b4db-f899210bef56),segment_id=c8b40002-17be-4f7c-b4db-f899210bef56)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:25:08.323864 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a2e0cb-9232-41b8-a459-56a5c58c3a9a req-209953b7-3e2a-4576-b61d-746f7cde8ed7 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:08.325417 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-39a2e0cb-9232-41b8-a459-56a5c58c3a9a req-209953b7-3e2a-4576-b61d-746f7cde8ed7 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfe55221-0f98-45f4-8b94-d59347627ad1 HTTP/1.1" status: 200 len: 944 time: 0.3182268 Oct 12 19:25:08.385438 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dd31e-3927-40ec-8923-84282a8b80b8 service neutron] Pushing event updated for resources: {'Port': ['ID=dd526dc7-6510-479e-99c9-8e9f412d4de3,revision_number=3']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:25:08.397691 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-39a2e0cb-9232-41b8-a459-56a5c58c3a9a req-a2590749-1772-42fe-95a9-ac4b0328a9b8 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613410 Oct 12 19:25:08.399929 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-40faa348-50dc-4e7e-a6b7-b299abf5b880 req-289dd24f-b51c-48fc-984a-964a00854b35 service neutron] 10.222.0.67 "GET /v2.0/networks/6ef7838f-f4ea-47da-a7e8-fc8c5f817c6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4321289 Oct 12 19:25:08.421000 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-a1eebc66-91ff-4d10-a275-12e689df3798 req-5e7adf81-f38f-4da5-9639-209e5fdb800b tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:08.506849 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-45997882-9a93-4adc-b612-dfb294707ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:08.558965 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-40faa348-50dc-4e7e-a6b7-b299abf5b880 req-a6216032-c58a-4a10-8b81-15c51fac623e service neutron] 10.222.0.67 "GET /v2.0/networks/6ef7838f-f4ea-47da-a7e8-fc8c5f817c6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493464 Oct 12 19:25:08.614190 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-a1eebc66-91ff-4d10-a275-12e689df3798 req-5e7adf81-f38f-4da5-9639-209e5fdb800b tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:08.633592 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45997882-9a93-4adc-b612-dfb294707ccf None None] Pushing event updated for resources: {'Port': ['ID=8e2f8575-bb4a-46e8-b41d-06d8d6c266fe,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:25:08.746370 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1eebc66-91ff-4d10-a275-12e689df3798 req-5e7adf81-f38f-4da5-9639-209e5fdb800b tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:25:08.751171 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [req-a1eebc66-91ff-4d10-a275-12e689df3798 req-5e7adf81-f38f-4da5-9639-209e5fdb800b tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:25:08.755932 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1eebc66-91ff-4d10-a275-12e689df3798 req-5e7adf81-f38f-4da5-9639-209e5fdb800b tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:25:08.787531 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908530e6-226f-4ab4-b68a-864bc10fe816 req-1bd4f547-a388-4576-9fa0-62b20311e665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:08.790209 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-908530e6-226f-4ab4-b68a-864bc10fe816 req-1bd4f547-a388-4576-9fa0-62b20311e665 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9558b59fe3b94a1fa2fbec9bbf16e093&device_id=bfe55221-0f98-45f4-8b94-d59347627ad1 HTTP/1.1" status: 200 len: 1095 time: 0.1847274 Oct 12 19:25:08.821185 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7adf81-f38f-4da5-9639-209e5fdb800b tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] Pushing event updated for resources: {'Port': ['ID=784ba472-0b20-459a-a570-54ff646d18af,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:25:08.856285 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4285e71f-a9fc-4280-a066-e13d079062de req-2a7aeb7d-b3b4-4560-9901-5065960ec24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:08.862441 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4285e71f-a9fc-4280-a066-e13d079062de req-2a7aeb7d-b3b4-4560-9901-5065960ec24e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bcf6e45171dc4310a920ac7e06c419f0&device_id=b03d2d37-6595-457d-91d3-65c3b79e7d90 HTTP/1.1" status: 200 len: 1095 time: 0.1497407 Oct 12 19:25:08.863857 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-908530e6-226f-4ab4-b68a-864bc10fe816 req-59da6ede-606b-47bd-9419-52de64fde04e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd526dc7-6510-479e-99c9-8e9f412d4de3 HTTP/1.1" status: 200 len: 217 time: 0.0645301 Oct 12 19:25:08.935666 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-feff0d47-6f63-4974-87b1-da9ff948577b None None] Provisioning complete for port 8e2f8575-bb4a-46e8-b41d-06d8d6c266fe triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:25:08.936058 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-feff0d47-6f63-4974-87b1-da9ff948577b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:08.938108 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-a1eebc66-91ff-4d10-a275-12e689df3798 req-5e7adf81-f38f-4da5-9639-209e5fdb800b tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:09.008512 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-eff7847f-258d-46aa-9a05-f854cc460b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59b5ae87-b4cb-4d42-a4ca-6d46528183ef', 'name': 'tempest-FloatingIPDetailsTestJSON-1843794575-router', 'tenant_id': '4d8253176c1a4d1d8c9e80bfd26a9f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': 'f785d25f-b8e2-4e75-b07b-e6ef9124cf8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:24:52Z', 'updated_at': '2021-10-12T19:25:01Z', 'revision_number': 4, 'project_id': '4d8253176c1a4d1d8c9e80bfd26a9f7d', 'gw_port': {'id': 'f785d25f-b8e2-4e75-b07b-e6ef9124cf8b', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:82:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b5ae87-b4cb-4d42-a4ca-6d46528183ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:24:54Z', 'updated_at': '2021-10-12T19:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '8e2f8575-bb4a-46e8-b41d-06d8d6c266fe', 'name': '', 'network_id': 'b42ff37c-f70e-4db5-8a80-47c710217e9f', 'tenant_id': '4d8253176c1a4d1d8c9e80bfd26a9f7d', 'mac_address': 'fa:16:3e:90:67:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59b5ae87-b4cb-4d42-a4ca-6d46528183ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '50ec0e67-d759-446d-a09b-586a43b5f29b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:24:59Z', 'updated_at': '2021-10-12T19:25:07Z', 'revision_number': 4, 'project_id': '4d8253176c1a4d1d8c9e80bfd26a9f7d', 'subnets': [{'id': '50ec0e67-d759-446d-a09b-586a43b5f29b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:25:09.050795 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff7847f-258d-46aa-9a05-f854cc460b6d None None] The sync data for ids ['59b5ae87-b4cb-4d42-a4ca-6d46528183ef'] in n-d-813679-3 is: [{'id': '59b5ae87-b4cb-4d42-a4ca-6d46528183ef', 'name': 'tempest-FloatingIPDetailsTestJSON-1843794575-router', 'tenant_id': '4d8253176c1a4d1d8c9e80bfd26a9f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': 'f785d25f-b8e2-4e75-b07b-e6ef9124cf8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:24:52Z', 'updated_at': '2021-10-12T19:25:01Z', 'revision_number': 4, 'project_id': '4d8253176c1a4d1d8c9e80bfd26a9f7d', 'gw_port': {'id': 'f785d25f-b8e2-4e75-b07b-e6ef9124cf8b', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:82:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b5ae87-b4cb-4d42-a4ca-6d46528183ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:24:54Z', 'updated_at': '2021-10-12T19:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '8e2f8575-bb4a-46e8-b41d-06d8d6c266fe', 'name': '', 'network_id': 'b42ff37c-f70e-4db5-8a80-47c710217e9f', 'tenant_id': '4d8253176c1a4d1d8c9e80bfd26a9f7d', 'mac_address': 'fa:16:3e:90:67:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59b5ae87-b4cb-4d42-a4ca-6d46528183ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '50ec0e67-d759-446d-a09b-586a43b5f29b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:24:59Z', 'updated_at': '2021-10-12T19:25:07Z', 'revision_number': 4, 'project_id': '4d8253176c1a4d1d8c9e80bfd26a9f7d', 'subnets': [{'id': '50ec0e67-d759-446d-a09b-586a43b5f29b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:25:09.162535 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-a1eebc66-91ff-4d10-a275-12e689df3798 req-5e7adf81-f38f-4da5-9639-209e5fdb800b tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:09.311958 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908530e6-226f-4ab4-b68a-864bc10fe816 req-3ff2754a-b57e-43f6-8907-80629da21f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:09.314288 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-908530e6-226f-4ab4-b68a-864bc10fe816 req-3ff2754a-b57e-43f6-8907-80629da21f79 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dc530ace-4b18-4ae9-b625-36ec27074a9c HTTP/1.1" status: 200 len: 852 time: 0.4268663 Oct 12 19:25:09.331880 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfe55221-0f98-45f4-8b94-d59347627ad1', 'tag': 'dd526dc7-6510-479e-99c9-8e9f412d4de3'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:25:09.334277 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5183bc7-425f-4cf3-b21b-f34bd9f67993" -d '{"events": [{"name": "network-changed", "server_uuid": "bfe55221-0f98-45f4-8b94-d59347627ad1", "tag": "dd526dc7-6510-479e-99c9-8e9f412d4de3"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:25:09.445230 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-908530e6-226f-4ab4-b68a-864bc10fe816 req-7dfc0fc0-32de-4763-b1db-67842f22c3f3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8b9ffd0a-d450-4d4d-8c84-81d908427bea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0910463 Oct 12 19:25:09.480473 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4285e71f-a9fc-4280-a066-e13d079062de req-1ded5e5c-5f53-460e-902b-04bdccdaa256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:09.482027 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4285e71f-a9fc-4280-a066-e13d079062de req-1ded5e5c-5f53-460e-902b-04bdccdaa256 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6ef7838f-f4ea-47da-a7e8-fc8c5f817c6a HTTP/1.1" status: 200 len: 909 time: 0.6172616 Oct 12 19:25:09.629367 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-a1eebc66-91ff-4d10-a275-12e689df3798 req-5e7adf81-f38f-4da5-9639-209e5fdb800b tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:09.862379 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c0be4b-7d74-483b-ae8a-48cd52c8deaf req-1a06317b-6477-4a1d-8dd1-4b48a882dafc tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:09.863840 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-11c0be4b-7d74-483b-ae8a-48cd52c8deaf req-1a06317b-6477-4a1d-8dd1-4b48a882dafc tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] 10.222.0.49 "GET /v2.0/ports?device_id=b03d2d37-6595-457d-91d3-65c3b79e7d90 HTTP/1.1" status: 200 len: 944 time: 0.8050201 Oct 12 19:25:09.911419 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4285e71f-a9fc-4280-a066-e13d079062de req-5c7285c5-e998-44ac-8a75-587050705f93 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be25ba8a-8773-4743-a649-335fcec52ab6 HTTP/1.1" status: 200 len: 217 time: 0.0574095 Oct 12 19:25:09.953703 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-a1eebc66-91ff-4d10-a275-12e689df3798 req-5e7adf81-f38f-4da5-9639-209e5fdb800b tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:10.013332 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-11c0be4b-7d74-483b-ae8a-48cd52c8deaf req-68e77b9f-4115-4844-820a-76d7545df813 tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5c5fee0-b78d-4e40-8235-f8d5b1e8d403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393738 Oct 12 19:25:10.036156 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-908530e6-226f-4ab4-b68a-864bc10fe816 req-e2750804-bccd-4ebe-be78-79bebfab7a5e service neutron] 10.222.0.67 "GET /v2.0/networks/8b9ffd0a-d450-4d4d-8c84-81d908427bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5807455 Oct 12 19:25:10.045840 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4285e71f-a9fc-4280-a066-e13d079062de req-f8fea55c-987f-4530-8d07-843d91e8ee49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:10.045840 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4285e71f-a9fc-4280-a066-e13d079062de req-f8fea55c-987f-4530-8d07-843d91e8ee49 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9f50c7ad-f488-4a89-8813-b50099f2dffd HTTP/1.1" status: 200 len: 848 time: 0.1185350 Oct 12 19:25:10.050207 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-a1eebc66-91ff-4d10-a275-12e689df3798 req-5e7adf81-f38f-4da5-9639-209e5fdb800b tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7915414'] for floatingip, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:10.106448 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3870bde-466c-4e3c-8c47-a5fa5388388c x-openstack-request-id: req-c3870bde-466c-4e3c-8c47-a5fa5388388c {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:25:10.106760 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfe55221-0f98-45f4-8b94-d59347627ad1", "tag": "dd526dc7-6510-479e-99c9-8e9f412d4de3", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:25:10.108336 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c3870bde-466c-4e3c-8c47-a5fa5388388c {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:25:10.108767 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfe55221-0f98-45f4-8b94-d59347627ad1', 'tag': 'dd526dc7-6510-479e-99c9-8e9f412d4de3', 'status': 'completed', 'code': 200} Oct 12 19:25:10.131417 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7adf81-f38f-4da5-9639-209e5fdb800b tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] Pushing event updated for resources: {'Port': ['ID=784ba472-0b20-459a-a570-54ff646d18af,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:25:10.173687 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-a1eebc66-91ff-4d10-a275-12e689df3798 req-5e7adf81-f38f-4da5-9639-209e5fdb800b tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:10.175335 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a1eebc66-91ff-4d10-a275-12e689df3798 req-5e7adf81-f38f-4da5-9639-209e5fdb800b tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 2.6674094 Oct 12 19:25:10.203768 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4285e71f-a9fc-4280-a066-e13d079062de req-8a507515-88d8-4816-897f-1e80375e7048 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6ef7838f-f4ea-47da-a7e8-fc8c5f817c6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1520135 Oct 12 19:25:10.236972 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a1eebc66-91ff-4d10-a275-12e689df3798 req-da2e5f14-7cf1-46c3-b101-8988bac87c3f tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.6 HTTP/1.1" status: 200 len: 694 time: 0.0539751 Oct 12 19:25:10.442606 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eebc66-91ff-4d10-a275-12e689df3798 req-0e254e8c-70f7-4152-a336-3871f5baf215 tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:10.444084 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a1eebc66-91ff-4d10-a275-12e689df3798 req-0e254e8c-70f7-4152-a336-3871f5baf215 tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] 10.222.0.49 "GET /v2.0/networks/4afbf4a4-67f5-42d1-a358-7ba9799dab0c HTTP/1.1" status: 200 len: 784 time: 0.1983621 Oct 12 19:25:10.502062 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 50284) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:25:10.554690 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5ed053-83b3-461f-8ffa-b7badb74fbc3 req-52300dfc-644c-4066-a011-616fd3605406 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:10.556461 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2f5ed053-83b3-461f-8ffa-b7badb74fbc3 req-52300dfc-644c-4066-a011-616fd3605406 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfe55221-0f98-45f4-8b94-d59347627ad1 HTTP/1.1" status: 200 len: 944 time: 0.3499470 Oct 12 19:25:10.560739 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-908530e6-226f-4ab4-b68a-864bc10fe816 req-8d72e09c-06ed-4658-84bb-697aa1744e07 service neutron] 10.222.0.67 "GET /v2.0/networks/8b9ffd0a-d450-4d4d-8c84-81d908427bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5113800 Oct 12 19:25:10.563644 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4285e71f-a9fc-4280-a066-e13d079062de req-09abcbeb-8d11-4584-bb0a-afa0e36c27e2 service neutron] 10.222.0.67 "GET /v2.0/networks/6ef7838f-f4ea-47da-a7e8-fc8c5f817c6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3421617 Oct 12 19:25:10.710301 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2f5ed053-83b3-461f-8ffa-b7badb74fbc3 req-e3f35fc3-cbf5-4aaa-b3f8-4555c5635584 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089051 Oct 12 19:25:10.796143 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-8ace6953-07f6-4709-bdf2-5f001d362e90 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-837352609'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:25:10.811955 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4a920766-f1fd-40a8-a7c1-1b9e05168c07 req-5953676a-f09e-4e2d-91bb-ab84e9d2f811 tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3154399 Oct 12 19:25:10.825805 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-4a920766-f1fd-40a8-a7c1-1b9e05168c07 req-bfcedda9-3f26-45e5-bb6d-4b8e2a2dc9ad tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] Request body: {'floatingip': {'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:25:10.862315 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4285e71f-a9fc-4280-a066-e13d079062de req-012352e9-b934-49c4-9778-29b24f818f56 service neutron] 10.222.0.67 "GET /v2.0/networks/6ef7838f-f4ea-47da-a7e8-fc8c5f817c6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2628553 Oct 12 19:25:10.886999 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.db.api [None req-8ace6953-07f6-4709-bdf2-5f001d362e90 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 12 19:25:10.886999 n-d-813679-3 neutron-server[95501]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Oct 12 19:25:10.886999 n-d-813679-3 neutron-server[95501]: [parameters: {'project_id': '8afe3c6a27c7408788d71066edc42001', 'id': 'e14c1d8b-1fd1-409a-99f8-465ab48b817a', 'expiration': datetime.datetime(2021, 10, 12, 19, 27, 10, 849521)}] Oct 12 19:25:10.886999 n-d-813679-3 neutron-server[95501]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95501) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 19:25:10.889790 n-d-813679-3 neutron-server[95501]: DEBUG oslo_db.api [None req-8ace6953-07f6-4709-bdf2-5f001d362e90 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 19:25:10.892767 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5183bc7-425f-4cf3-b21b-f34bd9f67993 req-cb8ee258-dd61-4615-9b44-8b74733cca6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:10.894606 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e5183bc7-425f-4cf3-b21b-f34bd9f67993 req-cb8ee258-dd61-4615-9b44-8b74733cca6d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9558b59fe3b94a1fa2fbec9bbf16e093&device_id=bfe55221-0f98-45f4-8b94-d59347627ad1 HTTP/1.1" status: 200 len: 1095 time: 0.1354258 Oct 12 19:25:10.948726 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-4a920766-f1fd-40a8-a7c1-1b9e05168c07 req-bfcedda9-3f26-45e5-bb6d-4b8e2a2dc9ad tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] Notify callbacks [] for floatingip, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:11.052299 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5183bc7-425f-4cf3-b21b-f34bd9f67993 req-c0689118-5dbf-43d3-8c65-47551a5b5a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:11.055436 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e5183bc7-425f-4cf3-b21b-f34bd9f67993 req-c0689118-5dbf-43d3-8c65-47551a5b5a8f service neutron] 10.222.0.67 "GET /v2.0/networks?id=8b9ffd0a-d450-4d4d-8c84-81d908427bea HTTP/1.1" status: 200 len: 913 time: 0.1483295 Oct 12 19:25:11.139325 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e5183bc7-425f-4cf3-b21b-f34bd9f67993 req-94e1074f-bc0d-4299-86a1-dddecef5db73 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd526dc7-6510-479e-99c9-8e9f412d4de3 HTTP/1.1" status: 200 len: 217 time: 0.0753052 Oct 12 19:25:11.164617 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-4a920766-f1fd-40a8-a7c1-1b9e05168c07 req-bfcedda9-3f26-45e5-bb6d-4b8e2a2dc9ad tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:11.232304 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5183bc7-425f-4cf3-b21b-f34bd9f67993 req-23c7c314-1fb5-465e-891e-c8dcae7e85ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:11.242963 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e5183bc7-425f-4cf3-b21b-f34bd9f67993 req-23c7c314-1fb5-465e-891e-c8dcae7e85ab service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dc530ace-4b18-4ae9-b625-36ec27074a9c HTTP/1.1" status: 200 len: 852 time: 0.0905693 Oct 12 19:25:11.265500 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c242354c-4b7b-45b6-aa7a-0247710f1494 req-b7986606-19e5-4407-818c-b6a548f6e088 tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:11.271670 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 8e2f8575-bb4a-46e8-b41d-06d8d6c266fe up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:25:11.274154 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c242354c-4b7b-45b6-aa7a-0247710f1494 req-b7986606-19e5-4407-818c-b6a548f6e088 tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] 10.222.0.49 "GET /v2.0/ports?device_id=b03d2d37-6595-457d-91d3-65c3b79e7d90 HTTP/1.1" status: 200 len: 944 time: 0.1305375 Oct 12 19:25:11.333041 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device be25ba8a-8773-4743-a649-335fcec52ab6 details requested by agent hyperv_n-h2-813679-3 with host n-h2-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:25:11.393191 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e5183bc7-425f-4cf3-b21b-f34bd9f67993 req-16e81c3d-ea78-40d2-b092-02963dd2043c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8b9ffd0a-d450-4d4d-8c84-81d908427bea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1154182 Oct 12 19:25:11.403707 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [req-4a920766-f1fd-40a8-a7c1-1b9e05168c07 req-bfcedda9-3f26-45e5-bb6d-4b8e2a2dc9ad tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] Allocated IP 172.25.5.95 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/1e309ed3-c21f-4504-9cd9-3a86fdf3b556) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:25:11.422390 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c242354c-4b7b-45b6-aa7a-0247710f1494 req-557fc23c-19ec-4aed-8ce2-5bf2b01140e7 tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5c5fee0-b78d-4e40-8235-f8d5b1e8d403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468592 Oct 12 19:25:11.504961 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 8e2f8575-bb4a-46e8-b41d-06d8d6c266fe triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:25:11.506091 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:11.530610 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e5183bc7-425f-4cf3-b21b-f34bd9f67993 req-6b7a5e80-510d-478a-9ee8-6cd8b400ebfc service neutron] 10.222.0.67 "GET /v2.0/networks/8b9ffd0a-d450-4d4d-8c84-81d908427bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233892 Oct 12 19:25:11.594819 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port be25ba8a-8773-4743-a649-335fcec52ab6, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=be25ba8a-8773-4743-a649-335fcec52ab6,segment=NetworkSegment(dd346e97-7ff0-4e15-8dea-9c71f906839a),segment_id=dd346e97-7ff0-4e15-8dea-9c71f906839a)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:25:11.608311 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-4a920766-f1fd-40a8-a7c1-1b9e05168c07 req-bfcedda9-3f26-45e5-bb6d-4b8e2a2dc9ad tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:11.614649 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Returning: {'device': 'be25ba8a-8773-4743-a649-335fcec52ab6', 'network_id': '6ef7838f-f4ea-47da-a7e8-fc8c5f817c6a', 'port_id': 'be25ba8a-8773-4743-a649-335fcec52ab6', 'mac_address': 'fa:16:3e:3e:88:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f50c7ad-f488-4a89-8813-b50099f2dffd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:25:11.665179 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ace6953-07f6-4709-bdf2-5f001d362e90 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Made reservation on behalf of 8afe3c6a27c7408788d71066edc42001 for: {'network': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:25:11.669426 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8ace6953-07f6-4709-bdf2-5f001d362e90 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:11.683038 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:11.697249 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8ace6953-07f6-4709-bdf2-5f001d362e90 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:11.707869 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be25ba8a-8773-4743-a649-335fcec52ab6 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:25:11.725791 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-4a920766-f1fd-40a8-a7c1-1b9e05168c07 req-bfcedda9-3f26-45e5-bb6d-4b8e2a2dc9ad tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:11.782025 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port be25ba8a-8773-4743-a649-335fcec52ab6, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=be25ba8a-8773-4743-a649-335fcec52ab6,segment=NetworkSegment(dd346e97-7ff0-4e15-8dea-9c71f906839a),segment_id=dd346e97-7ff0-4e15-8dea-9c71f906839a)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:25:11.793935 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e5183bc7-425f-4cf3-b21b-f34bd9f67993 req-0ea9dd36-4731-4b76-ac53-4c63989ee875 service neutron] 10.222.0.67 "GET /v2.0/networks/8b9ffd0a-d450-4d4d-8c84-81d908427bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2549255 Oct 12 19:25:11.841105 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a920766-f1fd-40a8-a7c1-1b9e05168c07 req-bfcedda9-3f26-45e5-bb6d-4b8e2a2dc9ad tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:25:11.844681 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [req-4a920766-f1fd-40a8-a7c1-1b9e05168c07 req-bfcedda9-3f26-45e5-bb6d-4b8e2a2dc9ad tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:25:11.845674 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:11.852003 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a920766-f1fd-40a8-a7c1-1b9e05168c07 req-bfcedda9-3f26-45e5-bb6d-4b8e2a2dc9ad tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:25:11.858403 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcedda9-3f26-45e5-bb6d-4b8e2a2dc9ad tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] Pushing event updated for resources: {'Port': ['ID=1e309ed3-c21f-4504-9cd9-3a86fdf3b556,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:25:11.905755 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8ace6953-07f6-4709-bdf2-5f001d362e90 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:11.940521 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=be25ba8a-8773-4743-a649-335fcec52ab6,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:25:11.958439 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc88c79d-4ca4-40f3-a573-86df0110a55d req-666b893c-c740-46a6-ad60-e42bd843a4c4 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:11.960195 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-dc88c79d-4ca4-40f3-a573-86df0110a55d req-666b893c-c740-46a6-ad60-e42bd843a4c4 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfe55221-0f98-45f4-8b94-d59347627ad1 HTTP/1.1" status: 200 len: 944 time: 0.1044860 Oct 12 19:25:11.971260 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-4a920766-f1fd-40a8-a7c1-1b9e05168c07 req-bfcedda9-3f26-45e5-bb6d-4b8e2a2dc9ad tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:11.983896 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8ace6953-07f6-4709-bdf2-5f001d362e90 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:12.031751 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ace6953-07f6-4709-bdf2-5f001d362e90 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=95501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:25:12.051855 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['be25ba8a-8773-4743-a649-335fcec52ab6'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:25:12.059486 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ace6953-07f6-4709-bdf2-5f001d362e90 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25d77463-232a-4879-935d-65b1dac8ee37,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:25:12.067234 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-dc88c79d-4ca4-40f3-a573-86df0110a55d req-c7a1c192-a443-4f27-a518-c52bceee6f80 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007400 Oct 12 19:25:12.070423 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8ace6953-07f6-4709-bdf2-5f001d362e90 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:12.070766 n-d-813679-3 neutron-server[95501]: INFO neutron.db.segments_db [None req-8ace6953-07f6-4709-bdf2-5f001d362e90 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Added segment cd1aecf7-68d5-4eae-bd0e-73926cc2608d of type vlan for network cd378550-4c12-4241-a971-0383d4b70e86 Oct 12 19:25:12.134232 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-4a920766-f1fd-40a8-a7c1-1b9e05168c07 req-bfcedda9-3f26-45e5-bb6d-4b8e2a2dc9ad tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:12.138540 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8ace6953-07f6-4709-bdf2-5f001d362e90 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:12.238143 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8ace6953-07f6-4709-bdf2-5f001d362e90 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:12.243943 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ace6953-07f6-4709-bdf2-5f001d362e90 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:12.244567 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8ace6953-07f6-4709-bdf2-5f001d362e90 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:12.338281 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ace6953-07f6-4709-bdf2-5f001d362e90 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Pushing event updated for resources: {'Network': ['ID=cd378550-4c12-4241-a971-0383d4b70e86,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:25:12.362416 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network cd378550-4c12-4241-a971-0383d4b70e86 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:25:12.378857 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-4a920766-f1fd-40a8-a7c1-1b9e05168c07 req-bfcedda9-3f26-45e5-bb6d-4b8e2a2dc9ad tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:12.384906 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-8ace6953-07f6-4709-bdf2-5f001d362e90 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.8767285 Oct 12 19:25:12.387989 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 50322) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:25:12.393740 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-2890df94-50b4-4258-9b60-b6b6a6285356 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Request body: {'port': {'network_id': 'cd378550-4c12-4241-a971-0383d4b70e86', 'name': 'tempest-PortsTestJSON-422056254'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:25:12.446984 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-4a920766-f1fd-40a8-a7c1-1b9e05168c07 req-bfcedda9-3f26-45e5-bb6d-4b8e2a2dc9ad tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:12.553166 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcedda9-3f26-45e5-bb6d-4b8e2a2dc9ad tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] Pushing event updated for resources: {'Port': ['ID=1e309ed3-c21f-4504-9cd9-3a86fdf3b556,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:25:12.575643 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-4a920766-f1fd-40a8-a7c1-1b9e05168c07 req-bfcedda9-3f26-45e5-bb6d-4b8e2a2dc9ad tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7915414'] for floatingip, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:12.628987 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de832957-d931-4c0b-99b5-a0c86876d1d2 req-66e8abab-7c7c-4c02-a2f8-9ba6c995abc0 tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:12.636075 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-de832957-d931-4c0b-99b5-a0c86876d1d2 req-66e8abab-7c7c-4c02-a2f8-9ba6c995abc0 tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] 10.222.0.49 "GET /v2.0/ports?device_id=b03d2d37-6595-457d-91d3-65c3b79e7d90 HTTP/1.1" status: 200 len: 945 time: 0.0691347 Oct 12 19:25:12.658663 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2890df94-50b4-4258-9b60-b6b6a6285356 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Made reservation on behalf of 8afe3c6a27c7408788d71066edc42001 for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:25:12.662175 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2890df94-50b4-4258-9b60-b6b6a6285356 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:12.701491 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-de832957-d931-4c0b-99b5-a0c86876d1d2 req-4a0f1b56-9a6e-4451-86c0-de8806c8cd48 tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5c5fee0-b78d-4e40-8235-f8d5b1e8d403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596180 Oct 12 19:25:12.702896 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [None req-2890df94-50b4-4258-9b60-b6b6a6285356 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] device_id is not set on port 8bc3cf26-9c10-4cb3-9f24-8221e792ef6e yet. {{(pid=95501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 19:25:12.746763 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-4a920766-f1fd-40a8-a7c1-1b9e05168c07 req-bfcedda9-3f26-45e5-bb6d-4b8e2a2dc9ad tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:12.746763 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4a920766-f1fd-40a8-a7c1-1b9e05168c07 req-bfcedda9-3f26-45e5-bb6d-4b8e2a2dc9ad tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.9247260 Oct 12 19:25:12.822998 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4a920766-f1fd-40a8-a7c1-1b9e05168c07 req-8a154ca9-f196-446c-89b8-5171234701e2 tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.95 HTTP/1.1" status: 200 len: 695 time: 0.0631266 Oct 12 19:25:12.979338 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a920766-f1fd-40a8-a7c1-1b9e05168c07 req-6ff8ee00-0eb7-4756-b854-10dfbf1bd8ca tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:12.981174 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4a920766-f1fd-40a8-a7c1-1b9e05168c07 req-6ff8ee00-0eb7-4756-b854-10dfbf1bd8ca tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] 10.222.0.49 "GET /v2.0/networks/4afbf4a4-67f5-42d1-a358-7ba9799dab0c HTTP/1.1" status: 200 len: 784 time: 0.1516523 Oct 12 19:25:12.983531 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2890df94-50b4-4258-9b60-b6b6a6285356 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:13.226084 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2890df94-50b4-4258-9b60-b6b6a6285356 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:13.296688 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56dd4cd-db79-4118-9214-45322377e11b req-1f5d47d6-dee9-49e9-9ad1-de64ced1383e tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:13.301511 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c56dd4cd-db79-4118-9214-45322377e11b req-1f5d47d6-dee9-49e9-9ad1-de64ced1383e tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfe55221-0f98-45f4-8b94-d59347627ad1 HTTP/1.1" status: 200 len: 944 time: 0.1046252 Oct 12 19:25:13.333946 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-dadf6694-749e-49df-b597-1fff13a3cac5 req-8103f646-590c-4ecd-ae9a-1ae9ffce5d1c tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3282294 Oct 12 19:25:13.347127 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-dadf6694-749e-49df-b597-1fff13a3cac5 req-d4d17937-793c-44e5-9706-52bdbb0402a5 tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] Request body: {'floatingip': {'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:25:13.347506 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device dd526dc7-6510-479e-99c9-8e9f412d4de3 details requested by agent hyperv_n-h2-813679-3 with host n-h2-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:25:13.361240 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2890df94-50b4-4258-9b60-b6b6a6285356 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Pushing event updated for resources: {'Port': ['ID=8bc3cf26-9c10-4cb3-9f24-8221e792ef6e,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:25:13.373097 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c56dd4cd-db79-4118-9214-45322377e11b req-e56cf1c1-801f-418c-a4bd-d0dcea2b3357 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660245 Oct 12 19:25:13.448712 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2890df94-50b4-4258-9b60-b6b6a6285356 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Checking segment: {'id': 'cd1aecf7-68d5-4eae-bd0e-73926cc2608d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'cd378550-4c12-4241-a971-0383d4b70e86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:25:13.449644 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2890df94-50b4-4258-9b60-b6b6a6285356 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Network hostable DHCP agents. Network: cd378550-4c12-4241-a971-0383d4b70e86, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:25:13.471410 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device be25ba8a-8773-4743-a649-335fcec52ab6 up at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:25:13.519709 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-dadf6694-749e-49df-b597-1fff13a3cac5 req-d4d17937-793c-44e5-9706-52bdbb0402a5 tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] Notify callbacks [] for floatingip, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:13.540411 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port dd526dc7-6510-479e-99c9-8e9f412d4de3, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=dd526dc7-6510-479e-99c9-8e9f412d4de3,segment=NetworkSegment(2c23b924-3bdb-4700-940f-a5921b74e3c2),segment_id=2c23b924-3bdb-4700-940f-a5921b74e3c2)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:25:13.568303 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Returning: {'device': 'dd526dc7-6510-479e-99c9-8e9f412d4de3', 'network_id': '8b9ffd0a-d450-4d4d-8c84-81d908427bea', 'port_id': 'dd526dc7-6510-479e-99c9-8e9f412d4de3', 'mac_address': 'fa:16:3e:41:79:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc530ace-4b18-4ae9-b625-36ec27074a9c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:25:13.580056 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2890df94-50b4-4258-9b60-b6b6a6285356 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Network cd378550-4c12-4241-a971-0383d4b70e86 is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:25:13.622188 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:13.669032 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd526dc7-6510-479e-99c9-8e9f412d4de3 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:25:13.692578 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-dadf6694-749e-49df-b597-1fff13a3cac5 req-d4d17937-793c-44e5-9706-52bdbb0402a5 tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:13.693907 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port dd526dc7-6510-479e-99c9-8e9f412d4de3, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=dd526dc7-6510-479e-99c9-8e9f412d4de3,segment=NetworkSegment(2c23b924-3bdb-4700-940f-a5921b74e3c2),segment_id=2c23b924-3bdb-4700-940f-a5921b74e3c2)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:25:13.730849 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning for port be25ba8a-8773-4743-a649-335fcec52ab6 completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:25:13.733560 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning complete for port be25ba8a-8773-4743-a649-335fcec52ab6 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:25:13.733560 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:13.770024 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-2890df94-50b4-4258-9b60-b6b6a6285356 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, cd378550-4c12-4241-a971-0383d4b70e86) {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:25:13.778838 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2890df94-50b4-4258-9b60-b6b6a6285356 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:25:13.784808 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2890df94-50b4-4258-9b60-b6b6a6285356 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:13.800087 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2890df94-50b4-4258-9b60-b6b6a6285356 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:13.826041 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74b8a23-7e2e-4de3-863e-70787b907517 None None] Network cd378550-4c12-4241-a971-0383d4b70e86 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:25:13.836696 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:13.871292 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4f9d40-a7e8-4702-acf7-49e0f7afa62a req-02c113d2-0388-49ef-8130-9f181ea9c5fb tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:13.876635 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6e4f9d40-a7e8-4702-acf7-49e0f7afa62a req-02c113d2-0388-49ef-8130-9f181ea9c5fb tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] 10.222.0.49 "GET /v2.0/ports?device_id=b03d2d37-6595-457d-91d3-65c3b79e7d90 HTTP/1.1" status: 200 len: 945 time: 0.1103256 Oct 12 19:25:13.911646 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [req-dadf6694-749e-49df-b597-1fff13a3cac5 req-d4d17937-793c-44e5-9706-52bdbb0402a5 tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] Allocated IP 172.25.5.65 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/bac9be6e-8fe3-4a3e-9f7b-7516ecaa1cf7) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:25:13.930238 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-2890df94-50b4-4258-9b60-b6b6a6285356 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.5410140 Oct 12 19:25:13.930912 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 50354) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:25:13.940125 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-b5117ad8-b9b4-4b19-a3dd-940f0afad90c tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1252651737'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:25:13.960340 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6e4f9d40-a7e8-4702-acf7-49e0f7afa62a req-78ed6866-cc98-4893-af4c-d683805aafb0 tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5c5fee0-b78d-4e40-8235-f8d5b1e8d403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724401 Oct 12 19:25:14.073680 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5117ad8-b9b4-4b19-a3dd-940f0afad90c tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Made reservation on behalf of 8afe3c6a27c7408788d71066edc42001 for: {'network': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:25:14.078023 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b5117ad8-b9b4-4b19-a3dd-940f0afad90c tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:14.127793 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-dadf6694-749e-49df-b597-1fff13a3cac5 req-d4d17937-793c-44e5-9706-52bdbb0402a5 tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:14.128971 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['dd526dc7-6510-479e-99c9-8e9f412d4de3'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:25:14.129557 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5117ad8-b9b4-4b19-a3dd-940f0afad90c tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=95501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:25:14.144164 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b5117ad8-b9b4-4b19-a3dd-940f0afad90c tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:14.144513 n-d-813679-3 neutron-server[95501]: INFO neutron.db.segments_db [None req-b5117ad8-b9b4-4b19-a3dd-940f0afad90c tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Added segment 53e777a4-7620-49da-b102-b510a6ca3ce3 of type vlan for network 254319a3-28ba-4dbc-94fa-ee8264c99506 Oct 12 19:25:14.200963 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=dd526dc7-6510-479e-99c9-8e9f412d4de3,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:25:14.210831 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b5117ad8-b9b4-4b19-a3dd-940f0afad90c tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:14.259330 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:14.303346 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-dadf6694-749e-49df-b597-1fff13a3cac5 req-d4d17937-793c-44e5-9706-52bdbb0402a5 tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:14.303639 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port be25ba8a-8773-4743-a649-335fcec52ab6, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=be25ba8a-8773-4743-a649-335fcec52ab6,segment=NetworkSegment(dd346e97-7ff0-4e15-8dea-9c71f906839a),segment_id=dd346e97-7ff0-4e15-8dea-9c71f906839a)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:25:14.306539 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b03d2d37-6595-457d-91d3-65c3b79e7d90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be25ba8a-8773-4743-a649-335fcec52ab6'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:25:14.315171 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4763f6ec-0d0b-4bca-9bd2-c9f67f6afd7d" -d '{"events": [{"server_uuid": "b03d2d37-6595-457d-91d3-65c3b79e7d90", "name": "network-vif-plugged", "status": "completed", "tag": "be25ba8a-8773-4743-a649-335fcec52ab6"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:25:14.398359 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d17937-793c-44e5-9706-52bdbb0402a5 tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] Pushing event updated for resources: {'Port': ['ID=bac9be6e-8fe3-4a3e-9f7b-7516ecaa1cf7,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:25:14.402518 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b5117ad8-b9b4-4b19-a3dd-940f0afad90c tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:14.410013 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5117ad8-b9b4-4b19-a3dd-940f0afad90c tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:14.410642 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b5117ad8-b9b4-4b19-a3dd-940f0afad90c tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:14.414319 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:14.545170 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=be25ba8a-8773-4743-a649-335fcec52ab6,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:25:14.584698 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adc59ee3-245d-4d61-8890-f494190828a1 x-openstack-request-id: req-adc59ee3-245d-4d61-8890-f494190828a1 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:25:14.584994 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b03d2d37-6595-457d-91d3-65c3b79e7d90", "name": "network-vif-plugged", "status": "completed", "tag": "be25ba8a-8773-4743-a649-335fcec52ab6", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:25:14.585251 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-adc59ee3-245d-4d61-8890-f494190828a1 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:25:14.585647 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b03d2d37-6595-457d-91d3-65c3b79e7d90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be25ba8a-8773-4743-a649-335fcec52ab6', 'code': 200} Oct 12 19:25:14.711355 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008ceebf-207f-4df6-a79b-eea9109fffa9 req-34ce483c-7a9a-48c0-90bc-de006b5975cc tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:14.721521 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-008ceebf-207f-4df6-a79b-eea9109fffa9 req-34ce483c-7a9a-48c0-90bc-de006b5975cc tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfe55221-0f98-45f4-8b94-d59347627ad1 HTTP/1.1" status: 200 len: 945 time: 0.0795214 Oct 12 19:25:14.772427 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-008ceebf-207f-4df6-a79b-eea9109fffa9 req-ff229519-c877-4889-84e9-a36967e23ac2 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499442 Oct 12 19:25:14.809676 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dadf6694-749e-49df-b597-1fff13a3cac5 req-d4d17937-793c-44e5-9706-52bdbb0402a5 tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:25:14.827752 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [req-dadf6694-749e-49df-b597-1fff13a3cac5 req-d4d17937-793c-44e5-9706-52bdbb0402a5 tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:25:14.830557 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-dadf6694-749e-49df-b597-1fff13a3cac5 req-d4d17937-793c-44e5-9706-52bdbb0402a5 tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:25:14.880119 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5117ad8-b9b4-4b19-a3dd-940f0afad90c tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Pushing event updated for resources: {'Network': ['ID=254319a3-28ba-4dbc-94fa-ee8264c99506,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:25:14.891560 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 254319a3-28ba-4dbc-94fa-ee8264c99506 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:25:14.909048 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be85d845-b0de-476d-82de-e7c746f8b708 req-5beaa3dd-8f2c-4628-be4d-bc44a55d1de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:15.071538 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-be85d845-b0de-476d-82de-e7c746f8b708 req-5beaa3dd-8f2c-4628-be4d-bc44a55d1de8 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b03d2d37-6595-457d-91d3-65c3b79e7d90 HTTP/1.1" status: 200 len: 1097 time: 0.0997851 Oct 12 19:25:15.071538 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-dadf6694-749e-49df-b597-1fff13a3cac5 req-d4d17937-793c-44e5-9706-52bdbb0402a5 tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:15.071538 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-be85d845-b0de-476d-82de-e7c746f8b708 req-8ade2c60-f60b-40de-9c54-7bc133f96b6e service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=b5c5fee0-b78d-4e40-8235-f8d5b1e8d403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539114 Oct 12 19:25:15.095799 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41844281-27d6-47a8-bb84-d099ad2b137a req-72667116-81f1-4ea3-a431-960b569eddbf tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:15.097316 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-41844281-27d6-47a8-bb84-d099ad2b137a req-72667116-81f1-4ea3-a431-960b569eddbf tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] 10.222.0.49 "GET /v2.0/ports?device_id=b03d2d37-6595-457d-91d3-65c3b79e7d90 HTTP/1.1" status: 200 len: 946 time: 0.0565763 Oct 12 19:25:15.137442 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-41844281-27d6-47a8-bb84-d099ad2b137a req-8774abcb-9a41-4fc6-ba12-c035fb4f8547 tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5c5fee0-b78d-4e40-8235-f8d5b1e8d403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340416 Oct 12 19:25:15.174063 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-b5117ad8-b9b4-4b19-a3dd-940f0afad90c tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2385674 Oct 12 19:25:15.176797 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 50380) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:25:15.182311 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-9f5fcead-225b-4a38-b9c9-92a4919877ba tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Request body: {'ports': [{'network_id': 'cd378550-4c12-4241-a971-0383d4b70e86'}, {'network_id': '254319a3-28ba-4dbc-94fa-ee8264c99506'}]} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:25:15.182618 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-9f5fcead-225b-4a38-b9c9-92a4919877ba tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Request body: {'port': {'network_id': 'cd378550-4c12-4241-a971-0383d4b70e86'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:25:15.183100 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-9f5fcead-225b-4a38-b9c9-92a4919877ba tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Request body: {'port': {'network_id': '254319a3-28ba-4dbc-94fa-ee8264c99506'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:25:15.270664 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-dadf6694-749e-49df-b597-1fff13a3cac5 req-d4d17937-793c-44e5-9706-52bdbb0402a5 tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:15.376552 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device dd526dc7-6510-479e-99c9-8e9f412d4de3 up at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:25:15.486130 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning for port dd526dc7-6510-479e-99c9-8e9f412d4de3 completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:25:15.490973 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning complete for port dd526dc7-6510-479e-99c9-8e9f412d4de3 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:25:15.491501 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:15.584529 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f5fcead-225b-4a38-b9c9-92a4919877ba tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Made reservation on behalf of 8afe3c6a27c7408788d71066edc42001 for: {'port': 2} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:25:15.592790 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9f5fcead-225b-4a38-b9c9-92a4919877ba tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:15.601655 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-dadf6694-749e-49df-b597-1fff13a3cac5 req-d4d17937-793c-44e5-9706-52bdbb0402a5 tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:15.618809 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9f5fcead-225b-4a38-b9c9-92a4919877ba tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:15.633592 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:15.670859 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port dd526dc7-6510-479e-99c9-8e9f412d4de3, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=dd526dc7-6510-479e-99c9-8e9f412d4de3,segment=NetworkSegment(2c23b924-3bdb-4700-940f-a5921b74e3c2),segment_id=2c23b924-3bdb-4700-940f-a5921b74e3c2)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:25:15.690552 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-dadf6694-749e-49df-b597-1fff13a3cac5 req-d4d17937-793c-44e5-9706-52bdbb0402a5 tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:15.771478 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:15.797646 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [None req-9f5fcead-225b-4a38-b9c9-92a4919877ba tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] device_id is not set on port d13f2e52-7e50-4599-9561-bce90b62a605 yet. {{(pid=95501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 19:25:15.813986 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d17937-793c-44e5-9706-52bdbb0402a5 tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] Pushing event updated for resources: {'Port': ['ID=bac9be6e-8fe3-4a3e-9f7b-7516ecaa1cf7,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:25:15.825954 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-dadf6694-749e-49df-b597-1fff13a3cac5 req-d4d17937-793c-44e5-9706-52bdbb0402a5 tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7915414'] for floatingip, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:15.852615 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=dd526dc7-6510-479e-99c9-8e9f412d4de3,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:25:15.945493 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d22e7d-488d-47a9-b115-ed4ec636053d req-c307fed7-9565-40d7-abea-deb621f8f61b tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:15.948548 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-36d22e7d-488d-47a9-b115-ed4ec636053d req-c307fed7-9565-40d7-abea-deb621f8f61b tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfe55221-0f98-45f4-8b94-d59347627ad1 HTTP/1.1" status: 200 len: 946 time: 0.0675712 Oct 12 19:25:15.955212 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-dadf6694-749e-49df-b597-1fff13a3cac5 req-d4d17937-793c-44e5-9706-52bdbb0402a5 tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:15.960992 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-dadf6694-749e-49df-b597-1fff13a3cac5 req-d4d17937-793c-44e5-9706-52bdbb0402a5 tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.6256492 Oct 12 19:25:16.009689 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-36d22e7d-488d-47a9-b115-ed4ec636053d req-5f5c4648-72b9-426b-a12b-525215cfc452 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537970 Oct 12 19:25:16.137222 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-dadf6694-749e-49df-b597-1fff13a3cac5 req-4043d08a-ef79-43e1-9272-0b4c6994ceeb tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.65 HTTP/1.1" status: 200 len: 695 time: 0.1165679 Oct 12 19:25:16.154936 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9f5fcead-225b-4a38-b9c9-92a4919877ba tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:16.298455 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a4de78-9bd0-49c4-abf0-d8948995d0c5 req-ff953113-c6aa-4e19-8bd3-ade26a661e8c tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:16.300016 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b8a4de78-9bd0-49c4-abf0-d8948995d0c5 req-ff953113-c6aa-4e19-8bd3-ade26a661e8c tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] 10.222.0.49 "GET /v2.0/ports?device_id=b03d2d37-6595-457d-91d3-65c3b79e7d90 HTTP/1.1" status: 200 len: 946 time: 0.0780632 Oct 12 19:25:16.326070 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [None req-9f5fcead-225b-4a38-b9c9-92a4919877ba tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] device_id is not set on port 96535467-9fc9-471d-a92f-90bd7cb0deb0 yet. {{(pid=95501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 19:25:16.343592 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b8a4de78-9bd0-49c4-abf0-d8948995d0c5 req-b3b61d3c-2a40-4d81-8841-aa21bd37a340 tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5c5fee0-b78d-4e40-8235-f8d5b1e8d403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373867 Oct 12 19:25:16.372262 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadf6694-749e-49df-b597-1fff13a3cac5 req-43a0a84e-ce39-4cf9-8e3e-dfc4ace6843f tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:16.373703 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-dadf6694-749e-49df-b597-1fff13a3cac5 req-43a0a84e-ce39-4cf9-8e3e-dfc4ace6843f tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] 10.222.0.49 "GET /v2.0/networks/4afbf4a4-67f5-42d1-a358-7ba9799dab0c HTTP/1.1" status: 200 len: 784 time: 0.2265368 Oct 12 19:25:16.388240 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [req-dadf6694-749e-49df-b597-1fff13a3cac5 req-d2127e17-e2f1-4336-89fa-d1daed4715e4 tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 19:25:16.389367 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-dadf6694-749e-49df-b597-1fff13a3cac5 req-d2127e17-e2f1-4336-89fa-d1daed4715e4 tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0072012 Oct 12 19:25:16.485557 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e739166c-ac56-4435-8bf0-548f6ff9a7a4 req-7237e4ea-c7ad-4a58-b877-8af0cc0c6ded tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] 10.222.0.49 "GET /v2.0/floatingips/6d40279e-2db0-4ec9-9884-adefa5eb8ce3 HTTP/1.1" status: 200 len: 692 time: 0.0743678 Oct 12 19:25:16.506301 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9f5fcead-225b-4a38-b9c9-92a4919877ba tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:16.586690 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfe55221-0f98-45f4-8b94-d59347627ad1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd526dc7-6510-479e-99c9-8e9f412d4de3'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:25:16.589257 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a260f18d-583d-4d12-a043-116fe6d7ec47" -d '{"events": [{"server_uuid": "bfe55221-0f98-45f4-8b94-d59347627ad1", "name": "network-vif-plugged", "status": "completed", "tag": "dd526dc7-6510-479e-99c9-8e9f412d4de3"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:25:16.611882 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e739166c-ac56-4435-8bf0-548f6ff9a7a4 req-f96b0d24-91e9-48f1-ba50-93920c64ef16 tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:16.613860 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e739166c-ac56-4435-8bf0-548f6ff9a7a4 req-f96b0d24-91e9-48f1-ba50-93920c64ef16 tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] 10.222.0.49 "GET /v2.0/networks/4afbf4a4-67f5-42d1-a358-7ba9799dab0c HTTP/1.1" status: 200 len: 784 time: 0.1216333 Oct 12 19:25:16.623863 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [req-e739166c-ac56-4435-8bf0-548f6ff9a7a4 req-fc5ca313-09eb-4fcc-bc63-352039a1222a tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 19:25:16.625588 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e739166c-ac56-4435-8bf0-548f6ff9a7a4 req-fc5ca313-09eb-4fcc-bc63-352039a1222a tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0058112 Oct 12 19:25:16.630096 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b4d36d6-299d-4a56-96ea-72a0a9b702de x-openstack-request-id: req-1b4d36d6-299d-4a56-96ea-72a0a9b702de {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:25:16.630389 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfe55221-0f98-45f4-8b94-d59347627ad1", "name": "network-vif-plugged", "status": "completed", "tag": "dd526dc7-6510-479e-99c9-8e9f412d4de3", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:25:16.630651 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1b4d36d6-299d-4a56-96ea-72a0a9b702de {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:25:16.631046 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfe55221-0f98-45f4-8b94-d59347627ad1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd526dc7-6510-479e-99c9-8e9f412d4de3', 'code': 200} Oct 12 19:25:16.651424 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9f5fcead-225b-4a38-b9c9-92a4919877ba tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:16.809972 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f5fcead-225b-4a38-b9c9-92a4919877ba tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Network cd378550-4c12-4241-a971-0383d4b70e86 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:25:16.816447 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e6197ff6-6757-453b-a779-8ea6c37c7926 req-b3cc549e-5d06-49bf-b860-61857f766ed4 tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] 10.222.0.49 "GET /v2.0/floatingips/6d40279e-2db0-4ec9-9884-adefa5eb8ce3 HTTP/1.1" status: 200 len: 692 time: 0.1511281 Oct 12 19:25:16.821672 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-9f5fcead-225b-4a38-b9c9-92a4919877ba tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:25:16.824505 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5fcead-225b-4a38-b9c9-92a4919877ba tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:25:16.825470 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9f5fcead-225b-4a38-b9c9-92a4919877ba tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:16.844762 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5fcead-225b-4a38-b9c9-92a4919877ba tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Pushing event updated for resources: {'Port': ['ID=d13f2e52-7e50-4599-9561-bce90b62a605,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:25:16.946958 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2d9263-0cfb-48c2-8469-4fa4a0ec8540 req-02f4901d-d5dc-41df-add9-b5b7fb5b26ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:16.948456 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cc2d9263-0cfb-48c2-8469-4fa4a0ec8540 req-02f4901d-d5dc-41df-add9-b5b7fb5b26ed service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=bfe55221-0f98-45f4-8b94-d59347627ad1 HTTP/1.1" status: 200 len: 1097 time: 0.2195883 Oct 12 19:25:16.976237 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5fcead-225b-4a38-b9c9-92a4919877ba tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Pushing event updated for resources: {'Port': ['ID=96535467-9fc9-471d-a92f-90bd7cb0deb0,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:25:17.018872 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5fcead-225b-4a38-b9c9-92a4919877ba tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Checking segment: {'id': '53e777a4-7620-49da-b102-b510a6ca3ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '254319a3-28ba-4dbc-94fa-ee8264c99506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:25:17.019233 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f5fcead-225b-4a38-b9c9-92a4919877ba tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Network hostable DHCP agents. Network: 254319a3-28ba-4dbc-94fa-ee8264c99506, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:25:17.039152 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cc2d9263-0cfb-48c2-8469-4fa4a0ec8540 req-b59785f9-eb35-463a-835d-9fa73bf33b70 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819256 Oct 12 19:25:17.060918 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6197ff6-6757-453b-a779-8ea6c37c7926 req-7e234aa9-0e99-450e-b3fe-783dcddc87e7 tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:17.070372 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e6197ff6-6757-453b-a779-8ea6c37c7926 req-7e234aa9-0e99-450e-b3fe-783dcddc87e7 tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] 10.222.0.49 "GET /v2.0/networks/4afbf4a4-67f5-42d1-a358-7ba9799dab0c HTTP/1.1" status: 200 len: 784 time: 0.2316601 Oct 12 19:25:17.076998 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [req-e6197ff6-6757-453b-a779-8ea6c37c7926 req-959c0987-d845-4163-aea7-fef4089f200a tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 19:25:17.078385 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e6197ff6-6757-453b-a779-8ea6c37c7926 req-959c0987-d845-4163-aea7-fef4089f200a tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0080876 Oct 12 19:25:17.140698 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a475a7a-f227-4340-a1be-d192949792fe req-4e75b2a5-3a4e-4798-bd48-eac5f93682e6 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:17.143263 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4a475a7a-f227-4340-a1be-d192949792fe req-4e75b2a5-3a4e-4798-bd48-eac5f93682e6 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfe55221-0f98-45f4-8b94-d59347627ad1 HTTP/1.1" status: 200 len: 946 time: 0.0584068 Oct 12 19:25:17.152211 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e6197ff6-6757-453b-a779-8ea6c37c7926 req-4652bc4f-6a3f-4a1b-94b4-6bbc9314eb78 tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.65 HTTP/1.1" status: 200 len: 695 time: 0.0615649 Oct 12 19:25:17.183773 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4a475a7a-f227-4340-a1be-d192949792fe req-04e50fbb-9d5f-4650-b334-ec193e79bf5c tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328643 Oct 12 19:25:17.202384 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e6197ff6-6757-453b-a779-8ea6c37c7926 req-6ce4b21a-27e8-4737-bb9b-a8f0e1f19071 tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.65 HTTP/1.1" status: 200 len: 695 time: 0.0435264 Oct 12 19:25:17.258331 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f5fcead-225b-4a38-b9c9-92a4919877ba tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Network 254319a3-28ba-4dbc-94fa-ee8264c99506 is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:25:17.350381 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-e6197ff6-6757-453b-a779-8ea6c37c7926 req-07c500cc-6477-47dd-96e9-991eb62cdb1e tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] Deleting port bac9be6e-8fe3-4a3e-9f7b-7516ecaa1cf7 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:25:17.350996 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-e6197ff6-6757-453b-a779-8ea6c37c7926 req-07c500cc-6477-47dd-96e9-991eb62cdb1e tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:17.390079 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-9f5fcead-225b-4a38-b9c9-92a4919877ba tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, 254319a3-28ba-4dbc-94fa-ee8264c99506) {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:25:17.393768 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5fcead-225b-4a38-b9c9-92a4919877ba tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:25:17.401503 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adcd1848-85c2-4191-a38f-7a5bcad4e2d6 None None] Network 254319a3-28ba-4dbc-94fa-ee8264c99506 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:25:17.402162 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f5fcead-225b-4a38-b9c9-92a4919877ba tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:17.406767 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f5fcead-225b-4a38-b9c9-92a4919877ba tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:17.407444 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9f5fcead-225b-4a38-b9c9-92a4919877ba tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:17.464002 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-e6197ff6-6757-453b-a779-8ea6c37c7926 req-07c500cc-6477-47dd-96e9-991eb62cdb1e tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:17.464383 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-e6197ff6-6757-453b-a779-8ea6c37c7926 req-07c500cc-6477-47dd-96e9-991eb62cdb1e tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:17.467807 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746a2322-3516-4384-9326-41688244cd71 req-085dde61-18fe-4f19-a659-378960fda80d tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:17.470301 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-746a2322-3516-4384-9326-41688244cd71 req-085dde61-18fe-4f19-a659-378960fda80d tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] 10.222.0.49 "GET /v2.0/ports?device_id=b03d2d37-6595-457d-91d3-65c3b79e7d90 HTTP/1.1" status: 200 len: 946 time: 0.0516677 Oct 12 19:25:17.478443 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-e6197ff6-6757-453b-a779-8ea6c37c7926 req-07c500cc-6477-47dd-96e9-991eb62cdb1e tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] Calling delete_port for bac9be6e-8fe3-4a3e-9f7b-7516ecaa1cf7 owned by network:floatingip {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:25:17.496907 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-9f5fcead-225b-4a38-b9c9-92a4919877ba tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.3163984 Oct 12 19:25:17.497147 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 50458) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:25:17.539627 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-746a2322-3516-4384-9326-41688244cd71 req-70a038df-1dd6-4acf-9cd3-eee00812b345 tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5c5fee0-b78d-4e40-8235-f8d5b1e8d403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534933 Oct 12 19:25:17.700804 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-162332fa-11e5-4092-bb6c-3497357c8817 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Deleting port 96535467-9fc9-471d-a92f-90bd7cb0deb0 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:25:17.701145 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-162332fa-11e5-4092-bb6c-3497357c8817 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:17.759353 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cd968e-6644-4c8f-bbf7-da80c16c60cb req-76d82097-6b84-42e0-b58b-e1291598f9d0 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:17.760986 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-65cd968e-6644-4c8f-bbf7-da80c16c60cb req-76d82097-6b84-42e0-b58b-e1291598f9d0 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb56269f-088f-4dd7-97a9-d7a3df061653 HTTP/1.1" status: 200 len: 945 time: 0.0792227 Oct 12 19:25:17.800301 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-162332fa-11e5-4092-bb6c-3497357c8817 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:17.806251 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-65cd968e-6644-4c8f-bbf7-da80c16c60cb req-2b58ec09-7a5c-4c28-91a7-8f638305e718 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e18d525-cf41-4d49-869d-79a715be58e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381424 Oct 12 19:25:17.817380 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-162332fa-11e5-4092-bb6c-3497357c8817 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Calling delete_port for 96535467-9fc9-471d-a92f-90bd7cb0deb0 owned by {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:25:17.886363 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-e6197ff6-6757-453b-a779-8ea6c37c7926 req-07c500cc-6477-47dd-96e9-991eb62cdb1e tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:17.928506 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c500cc-6477-47dd-96e9-991eb62cdb1e tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] Pushing event deleted for resources: {'Port': ['ID=bac9be6e-8fe3-4a3e-9f7b-7516ecaa1cf7,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:25:17.997037 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-162332fa-11e5-4092-bb6c-3497357c8817 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:18.072355 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-162332fa-11e5-4092-bb6c-3497357c8817 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:18.076218 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-162332fa-11e5-4092-bb6c-3497357c8817 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] 10.222.0.49 "DELETE /v2.0/ports/96535467-9fc9-471d-a92f-90bd7cb0deb0 HTTP/1.1" status: 204 len: 168 time: 0.5780833 Oct 12 19:25:18.079453 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 50486) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:25:18.079874 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162332fa-11e5-4092-bb6c-3497357c8817 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Pushing event deleted for resources: {'Port': ['ID=96535467-9fc9-471d-a92f-90bd7cb0deb0,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:25:18.091005 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-e6197ff6-6757-453b-a779-8ea6c37c7926 req-07c500cc-6477-47dd-96e9-991eb62cdb1e tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] Notify callbacks [] for floatingip, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:18.093717 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-e6197ff6-6757-453b-a779-8ea6c37c7926 req-07c500cc-6477-47dd-96e9-991eb62cdb1e tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:18.094886 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e6197ff6-6757-453b-a779-8ea6c37c7926 req-07c500cc-6477-47dd-96e9-991eb62cdb1e tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] 10.222.0.49 "DELETE /v2.0/floatingips/6d40279e-2db0-4ec9-9884-adefa5eb8ce3 HTTP/1.1" status: 204 len: 173 time: 0.8862207 Oct 12 19:25:18.149010 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22143367-5030-4690-ba46-1c7c20e8d194 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:18.157250 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22143367-5030-4690-ba46-1c7c20e8d194 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:18.162420 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-22143367-5030-4690-ba46-1c7c20e8d194 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.0816209 Oct 12 19:25:18.163452 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 50490) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:25:18.268993 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-76cd0fa1-fead-4d96-a6db-a2899f659599 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Deleting port d13f2e52-7e50-4599-9561-bce90b62a605 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:25:18.269245 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-76cd0fa1-fead-4d96-a6db-a2899f659599 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:18.351476 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-76cd0fa1-fead-4d96-a6db-a2899f659599 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:18.365817 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e621b8-8975-4ae2-9c29-b221abb9bf69 req-f01a84fc-df95-4f21-b4b6-cd802d165c34 tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:18.368214 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-76cd0fa1-fead-4d96-a6db-a2899f659599 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Calling delete_port for d13f2e52-7e50-4599-9561-bce90b62a605 owned by {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:25:18.368513 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c4e621b8-8975-4ae2-9c29-b221abb9bf69 req-f01a84fc-df95-4f21-b4b6-cd802d165c34 tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2531381 Oct 12 19:25:18.512316 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e19ea9-a28d-4aeb-8ad1-fd3cef348b19 req-f9f102f0-535f-493f-817a-2aac0a576e2b tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:18.513817 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d4e19ea9-a28d-4aeb-8ad1-fd3cef348b19 req-f9f102f0-535f-493f-817a-2aac0a576e2b tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfe55221-0f98-45f4-8b94-d59347627ad1 HTTP/1.1" status: 200 len: 946 time: 0.0629056 Oct 12 19:25:18.548786 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-76cd0fa1-fead-4d96-a6db-a2899f659599 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:18.559405 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d4e19ea9-a28d-4aeb-8ad1-fd3cef348b19 req-68206b66-d4a0-48fd-a941-f03e4e934bf5 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383375 Oct 12 19:25:18.586654 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cd0fa1-fead-4d96-a6db-a2899f659599 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Pushing event deleted for resources: {'Port': ['ID=d13f2e52-7e50-4599-9561-bce90b62a605,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:25:18.601971 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3386ba96-a7e4-4696-bab0-56a37c8b0289 req-6c34f4e6-2a6f-4466-8e8c-d2163f9a862a tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] 10.222.0.49 "GET /v2.0/floatingips?tenant_id=4d8253176c1a4d1d8c9e80bfd26a9f7d HTTP/1.1" status: 200 len: 1654 time: 0.1273832 Oct 12 19:25:18.610547 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-76cd0fa1-fead-4d96-a6db-a2899f659599 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:18.616162 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-76cd0fa1-fead-4d96-a6db-a2899f659599 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] 10.222.0.49 "DELETE /v2.0/ports/d13f2e52-7e50-4599-9561-bce90b62a605 HTTP/1.1" status: 204 len: 168 time: 0.4491196 Oct 12 19:25:18.616973 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 50508) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:25:18.734037 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3386ba96-a7e4-4696-bab0-56a37c8b0289 req-2c81a755-e46c-4c62-857b-1188add6e26f tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:18.735274 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3386ba96-a7e4-4696-bab0-56a37c8b0289 req-2c81a755-e46c-4c62-857b-1188add6e26f tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] 10.222.0.49 "GET /v2.0/networks?id=4afbf4a4-67f5-42d1-a358-7ba9799dab0c&id=4afbf4a4-67f5-42d1-a358-7ba9799dab0c&id=4afbf4a4-67f5-42d1-a358-7ba9799dab0c HTTP/1.1" status: 200 len: 787 time: 0.1203771 Oct 12 19:25:18.747721 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [req-3386ba96-a7e4-4696-bab0-56a37c8b0289 req-65ef164d-d217-45a4-9d8f-847ac7ad82af tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 19:25:18.748931 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3386ba96-a7e4-4696-bab0-56a37c8b0289 req-65ef164d-d217-45a4-9d8f-847ac7ad82af tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0062699 Oct 12 19:25:19.006351 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b2a5137-e391-45de-8fab-2469b49abedd tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:19.007915 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-1b2a5137-e391-45de-8fab-2469b49abedd tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.3895569 Oct 12 19:25:19.010817 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 50514) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:25:19.040628 n-d-813679-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-1817fbd1-79a9-4e1b-969f-910b3ffe9e90 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] GET failed (client error): The resource could not be found. Oct 12 19:25:19.042509 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-1817fbd1-79a9-4e1b-969f-910b3ffe9e90 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] 10.222.0.49 "GET /v2.0/ports/96535467-9fc9-471d-a92f-90bd7cb0deb0 HTTP/1.1" status: 404 len: 333 time: 0.0304010 Oct 12 19:25:19.044353 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7b581932-4fdf-4118-95dc-fac3626dc033 req-26895420-eb9e-43cd-b719-8a637c9be582 tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] 10.222.0.49 "GET /v2.0/floatingips/452b31b8-e4ae-424c-9690-2eb121fd5696 HTTP/1.1" status: 200 len: 692 time: 0.0572679 Oct 12 19:25:19.045550 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 50516) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:25:19.073759 n-d-813679-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3fe8225-86c5-4ca6-9427-c6531ce921e8 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] GET failed (client error): The resource could not be found. Oct 12 19:25:19.075593 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-d3fe8225-86c5-4ca6-9427-c6531ce921e8 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] 10.222.0.49 "GET /v2.0/ports/d13f2e52-7e50-4599-9561-bce90b62a605 HTTP/1.1" status: 404 len: 333 time: 0.0288694 Oct 12 19:25:19.078650 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 50518) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:25:19.192377 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b581932-4fdf-4118-95dc-fac3626dc033 req-fb5a6071-ba47-40c2-8601-017cdf24c795 tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:19.193764 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7b581932-4fdf-4118-95dc-fac3626dc033 req-fb5a6071-ba47-40c2-8601-017cdf24c795 tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] 10.222.0.49 "GET /v2.0/networks/4afbf4a4-67f5-42d1-a358-7ba9799dab0c HTTP/1.1" status: 200 len: 784 time: 0.1420479 Oct 12 19:25:19.209247 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cf09e233-c412-4a29-a742-7189ce20dfad tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:19.255769 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7b581932-4fdf-4118-95dc-fac3626dc033 req-53f2f803-42b6-4dce-a9d2-e35b1cee9028 tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.95 HTTP/1.1" status: 200 len: 695 time: 0.0551231 Oct 12 19:25:19.309746 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7b581932-4fdf-4118-95dc-fac3626dc033 req-87fec7a7-5e34-4618-9c45-81ab6c584475 tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.95 HTTP/1.1" status: 200 len: 695 time: 0.0466568 Oct 12 19:25:19.331906 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cf09e233-c412-4a29-a742-7189ce20dfad tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:19.366631 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-cf09e233-c412-4a29-a742-7189ce20dfad tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['254319a3-28ba-4dbc-94fa-ee8264c99506']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:25:19.378159 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-cf09e233-c412-4a29-a742-7189ce20dfad tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53e777a4-7620-49da-b102-b510a6ca3ce3') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:25:19.378461 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-cf09e233-c412-4a29-a742-7189ce20dfad tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53e777a4-7620-49da-b102-b510a6ca3ce3') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:25:19.387330 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef17703-4822-48d1-8cbd-abf5a06e164a req-1e4892c1-04e4-48a4-9d18-5dee597d610c tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:19.388823 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9ef17703-4822-48d1-8cbd-abf5a06e164a req-1e4892c1-04e4-48a4-9d18-5dee597d610c tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] 10.222.0.49 "GET /v2.0/ports?device_id=b03d2d37-6595-457d-91d3-65c3b79e7d90 HTTP/1.1" status: 200 len: 946 time: 0.1052275 Oct 12 19:25:19.403907 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cf09e233-c412-4a29-a742-7189ce20dfad tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16313633'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:19.431468 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cf09e233-c412-4a29-a742-7189ce20dfad tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:19.444827 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-7b581932-4fdf-4118-95dc-fac3626dc033 req-8e8a6404-a1b0-4dd3-9a8e-94844b7b5d3a tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] Deleting port 1e309ed3-c21f-4504-9cd9-3a86fdf3b556 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:25:19.445778 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-7b581932-4fdf-4118-95dc-fac3626dc033 req-8e8a6404-a1b0-4dd3-9a8e-94844b7b5d3a tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:19.446122 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf09e233-c412-4a29-a742-7189ce20dfad tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:25:19.446566 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cf09e233-c412-4a29-a742-7189ce20dfad tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4305278'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:19.449674 n-d-813679-3 neutron-server[95502]: Traceback (most recent call last): Oct 12 19:25:19.449674 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:25:19.449674 n-d-813679-3 neutron-server[95502]: timer() Oct 12 19:25:19.449674 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:25:19.449674 n-d-813679-3 neutron-server[95502]: cb(*args, **kw) Oct 12 19:25:19.449674 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:25:19.449674 n-d-813679-3 neutron-server[95502]: return func(*args, **kwargs) Oct 12 19:25:19.449674 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:25:19.449674 n-d-813679-3 neutron-server[95502]: self._notify() Oct 12 19:25:19.449674 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:25:19.449674 n-d-813679-3 neutron-server[95502]: self.callback(batched_events) Oct 12 19:25:19.449674 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:25:19.449674 n-d-813679-3 neutron-server[95502]: event.method(event) Oct 12 19:25:19.449674 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:25:19.449674 n-d-813679-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:25:19.449674 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:25:19.449674 n-d-813679-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:25:19.449674 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:25:19.449674 n-d-813679-3 neutron-server[95502]: return f(self, *a, **k) Oct 12 19:25:19.449674 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:25:19.449674 n-d-813679-3 neutron-server[95502]: return self._get(url).json() Oct 12 19:25:19.449674 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:25:19.449674 n-d-813679-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:25:19.449674 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:25:19.449674 n-d-813679-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Oct 12 19:25:19.449674 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:25:19.449674 n-d-813679-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:25:19.449674 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:25:19.449674 n-d-813679-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:25:19.449674 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:25:19.449674 n-d-813679-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:25:19.449674 n-d-813679-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:25:19.491711 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9ef17703-4822-48d1-8cbd-abf5a06e164a req-456a075c-1114-48f3-90df-a2285bf40bb4 tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5c5fee0-b78d-4e40-8235-f8d5b1e8d403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900033 Oct 12 19:25:19.531786 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-7b581932-4fdf-4118-95dc-fac3626dc033 req-8e8a6404-a1b0-4dd3-9a8e-94844b7b5d3a tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:19.532141 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-7b581932-4fdf-4118-95dc-fac3626dc033 req-8e8a6404-a1b0-4dd3-9a8e-94844b7b5d3a tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:19.545374 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-7b581932-4fdf-4118-95dc-fac3626dc033 req-8e8a6404-a1b0-4dd3-9a8e-94844b7b5d3a tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] Calling delete_port for 1e309ed3-c21f-4504-9cd9-3a86fdf3b556 owned by network:floatingip {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:25:19.616430 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cf09e233-c412-4a29-a742-7189ce20dfad tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:19.631079 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cf09e233-c412-4a29-a742-7189ce20dfad tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:19.632566 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-cf09e233-c412-4a29-a742-7189ce20dfad tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] 10.222.0.49 "DELETE /v2.0/networks/254319a3-28ba-4dbc-94fa-ee8264c99506 HTTP/1.1" status: 204 len: 168 time: 0.5522573 Oct 12 19:25:19.636806 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 50528) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:25:19.643806 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-5476b9b1-fc1e-4736-8b42-f5dc7512f445 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-941806732'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:25:19.652832 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf09e233-c412-4a29-a742-7189ce20dfad tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Pushing event deleted for resources: {'Network': ['ID=254319a3-28ba-4dbc-94fa-ee8264c99506,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:25:19.674997 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2674a19-3267-4818-a52f-cb8e60933700 req-87456894-c629-4ada-8417-a6ec074ad1ed tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:19.684664 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f2674a19-3267-4818-a52f-cb8e60933700 req-87456894-c629-4ada-8417-a6ec074ad1ed tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfe55221-0f98-45f4-8b94-d59347627ad1 HTTP/1.1" status: 200 len: 946 time: 0.1092319 Oct 12 19:25:19.729799 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f2674a19-3267-4818-a52f-cb8e60933700 req-b1564572-4c49-4ef4-8224-287b965f4068 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438361 Oct 12 19:25:19.770833 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5476b9b1-fc1e-4736-8b42-f5dc7512f445 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Made reservation on behalf of 8afe3c6a27c7408788d71066edc42001 for: {'network': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:25:19.774588 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5476b9b1-fc1e-4736-8b42-f5dc7512f445 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:19.800676 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-7b581932-4fdf-4118-95dc-fac3626dc033 req-8e8a6404-a1b0-4dd3-9a8e-94844b7b5d3a tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:19.806733 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5476b9b1-fc1e-4736-8b42-f5dc7512f445 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=95501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:25:19.836300 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8a6404-a1b0-4dd3-9a8e-94844b7b5d3a tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] Pushing event deleted for resources: {'Port': ['ID=1e309ed3-c21f-4504-9cd9-3a86fdf3b556,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:25:19.846623 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5476b9b1-fc1e-4736-8b42-f5dc7512f445 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:19.847125 n-d-813679-3 neutron-server[95501]: INFO neutron.db.segments_db [None req-5476b9b1-fc1e-4736-8b42-f5dc7512f445 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Added segment 44211b81-e773-44fc-be9e-ad1fa81d0d82 of type vlan for network 07c7e089-ce86-4b00-9b94-142a25338408 Oct 12 19:25:19.924319 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5476b9b1-fc1e-4736-8b42-f5dc7512f445 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:19.937838 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-7b581932-4fdf-4118-95dc-fac3626dc033 req-8e8a6404-a1b0-4dd3-9a8e-94844b7b5d3a tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] Notify callbacks [] for floatingip, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:19.940672 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-7b581932-4fdf-4118-95dc-fac3626dc033 req-8e8a6404-a1b0-4dd3-9a8e-94844b7b5d3a tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:19.941805 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7b581932-4fdf-4118-95dc-fac3626dc033 req-8e8a6404-a1b0-4dd3-9a8e-94844b7b5d3a tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] 10.222.0.49 "DELETE /v2.0/floatingips/452b31b8-e4ae-424c-9690-2eb121fd5696 HTTP/1.1" status: 204 len: 173 time: 0.6250110 Oct 12 19:25:20.004967 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-40d86d7e-d8aa-4432-885d-11712791945d req-4d8d3137-6902-4969-a0ac-2f279c6f0695 tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] 10.222.0.49 "GET /v2.0/floatingips/f16deaba-8568-42dc-bf2b-9fe8441221b6 HTTP/1.1" status: 200 len: 691 time: 0.0448916 Oct 12 19:25:20.033430 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5476b9b1-fc1e-4736-8b42-f5dc7512f445 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:20.039193 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5476b9b1-fc1e-4736-8b42-f5dc7512f445 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:20.039790 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5476b9b1-fc1e-4736-8b42-f5dc7512f445 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:20.121076 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5476b9b1-fc1e-4736-8b42-f5dc7512f445 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Pushing event updated for resources: {'Network': ['ID=07c7e089-ce86-4b00-9b94-142a25338408,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:25:20.129248 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d86d7e-d8aa-4432-885d-11712791945d req-243169f5-4fe7-4fcc-a306-81b8799f2cec tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:20.131857 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 07c7e089-ce86-4b00-9b94-142a25338408 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:25:20.135980 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-40d86d7e-d8aa-4432-885d-11712791945d req-243169f5-4fe7-4fcc-a306-81b8799f2cec tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] 10.222.0.49 "GET /v2.0/networks/4afbf4a4-67f5-42d1-a358-7ba9799dab0c HTTP/1.1" status: 200 len: 784 time: 0.1247211 Oct 12 19:25:20.141416 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [req-40d86d7e-d8aa-4432-885d-11712791945d req-74129bc2-9729-43a7-9526-8ab95629bd4c tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 19:25:20.142364 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-40d86d7e-d8aa-4432-885d-11712791945d req-74129bc2-9729-43a7-9526-8ab95629bd4c tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0055990 Oct 12 19:25:20.160282 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-5476b9b1-fc1e-4736-8b42-f5dc7512f445 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5221195 Oct 12 19:25:20.161156 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 50532) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:25:20.166394 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-90483a44-11e5-4087-8602-ce63fbe93419 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Request body: {'subnet': {'network_id': '07c7e089-ce86-4b00-9b94-142a25338408', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:25:20.212595 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-40d86d7e-d8aa-4432-885d-11712791945d req-32a1518e-43fb-48ae-8726-f39114bc6217 tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.6 HTTP/1.1" status: 200 len: 694 time: 0.0627677 Oct 12 19:25:20.272215 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-40d86d7e-d8aa-4432-885d-11712791945d req-2253e3d0-d9e2-4895-8dfb-7537e9ea1874 tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.6 HTTP/1.1" status: 200 len: 694 time: 0.0473485 Oct 12 19:25:20.330898 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90483a44-11e5-4087-8602-ce63fbe93419 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Made reservation on behalf of 8afe3c6a27c7408788d71066edc42001 for: {'subnet': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:25:20.334617 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-90483a44-11e5-4087-8602-ce63fbe93419 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4612397'] for subnet, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:20.417374 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-40d86d7e-d8aa-4432-885d-11712791945d req-7b636073-6d51-4d37-94aa-a9661105eecc tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] Deleting port 784ba472-0b20-459a-a570-54ff646d18af {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:25:20.418010 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-40d86d7e-d8aa-4432-885d-11712791945d req-7b636073-6d51-4d37-94aa-a9661105eecc tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:20.421836 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.ipam_backend_mixin [None req-90483a44-11e5-4087-8602-ce63fbe93419 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Performing IP validity checks on allocation pools {{(pid=95501) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 12 19:25:20.422639 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.ipam_backend_mixin [None req-90483a44-11e5-4087-8602-ce63fbe93419 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95501) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 12 19:25:20.453557 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00123fb-aa66-4ce7-bf00-d3b093de2f7e req-fce9662d-3c93-4307-95a6-d5b7299a579b tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:20.455041 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a00123fb-aa66-4ce7-bf00-d3b093de2f7e req-fce9662d-3c93-4307-95a6-d5b7299a579b tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] 10.222.0.67 "GET /v2.0/ports?device_id=b03d2d37-6595-457d-91d3-65c3b79e7d90 HTTP/1.1" status: 200 len: 946 time: 0.0804474 Oct 12 19:25:20.498908 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-40d86d7e-d8aa-4432-885d-11712791945d req-7b636073-6d51-4d37-94aa-a9661105eecc tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:20.499410 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-40d86d7e-d8aa-4432-885d-11712791945d req-7b636073-6d51-4d37-94aa-a9661105eecc tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:20.512539 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-40d86d7e-d8aa-4432-885d-11712791945d req-7b636073-6d51-4d37-94aa-a9661105eecc tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] Calling delete_port for 784ba472-0b20-459a-a570-54ff646d18af owned by network:floatingip {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:25:20.714140 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-40d86d7e-d8aa-4432-885d-11712791945d req-7b636073-6d51-4d37-94aa-a9661105eecc tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:20.720909 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-a00123fb-aa66-4ce7-bf00-d3b093de2f7e req-24c40bf7-e37f-42e8-8ea4-b8148a81c1ad tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] Deleting port be25ba8a-8773-4743-a649-335fcec52ab6 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:25:20.721845 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-a00123fb-aa66-4ce7-bf00-d3b093de2f7e req-24c40bf7-e37f-42e8-8ea4-b8148a81c1ad tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:20.742188 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b636073-6d51-4d37-94aa-a9661105eecc tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] Pushing event deleted for resources: {'Port': ['ID=784ba472-0b20-459a-a570-54ff646d18af,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:25:20.807622 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8ca55c-7cbe-4431-bbee-b0d0f720bd0d req-0aa6a7b6-c741-409b-add4-512f9b038b92 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:20.809123 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0d8ca55c-7cbe-4431-bbee-b0d0f720bd0d req-0aa6a7b6-c741-409b-add4-512f9b038b92 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.67 "GET /v2.0/ports?device_id=bfe55221-0f98-45f4-8b94-d59347627ad1 HTTP/1.1" status: 200 len: 946 time: 0.1754110 Oct 12 19:25:20.809515 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-40d86d7e-d8aa-4432-885d-11712791945d req-7b636073-6d51-4d37-94aa-a9661105eecc tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] Notify callbacks [] for floatingip, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:20.812775 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-40d86d7e-d8aa-4432-885d-11712791945d req-7b636073-6d51-4d37-94aa-a9661105eecc tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:20.813904 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-40d86d7e-d8aa-4432-885d-11712791945d req-7b636073-6d51-4d37-94aa-a9661105eecc tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] 10.222.0.49 "DELETE /v2.0/floatingips/f16deaba-8568-42dc-bf2b-9fe8441221b6 HTTP/1.1" status: 204 len: 173 time: 0.5355196 Oct 12 19:25:20.822148 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fb62b6-ab86-423a-af41-7652cf619a31 req-f30b0040-5337-4850-9b6f-caa87d677452 tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:20.823659 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-12fb62b6-ab86-423a-af41-7652cf619a31 req-f30b0040-5337-4850-9b6f-caa87d677452 tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] 10.222.0.49 "GET /v2.0/ports?device_id=b03d2d37-6595-457d-91d3-65c3b79e7d90 HTTP/1.1" status: 200 len: 946 time: 0.2408094 Oct 12 19:25:20.935967 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d61c37-49a9-4e10-805f-a1a610ac117d req-5a5b8ba7-779f-437d-9e8f-446006e66047 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:20.937884 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-85d61c37-49a9-4e10-805f-a1a610ac117d req-5a5b8ba7-779f-437d-9e8f-446006e66047 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfe55221-0f98-45f4-8b94-d59347627ad1 HTTP/1.1" status: 200 len: 946 time: 0.0540223 Oct 12 19:25:20.947018 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-90483a44-11e5-4087-8602-ce63fbe93419 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4824863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4612355'] for subnet, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:20.980988 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-85d61c37-49a9-4e10-805f-a1a610ac117d req-32d8f7a8-c7c5-4a43-96a5-91fdadfdae35 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345681 Oct 12 19:25:21.007002 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-12fb62b6-ab86-423a-af41-7652cf619a31 req-553974bd-7e84-4d17-b08b-97e505d4096d tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5c5fee0-b78d-4e40-8235-f8d5b1e8d403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638470 Oct 12 19:25:21.031913 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-a00123fb-aa66-4ce7-bf00-d3b093de2f7e req-24c40bf7-e37f-42e8-8ea4-b8148a81c1ad tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] For port be25ba8a-8773-4743-a649-335fcec52ab6, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=be25ba8a-8773-4743-a649-335fcec52ab6,segment=NetworkSegment(dd346e97-7ff0-4e15-8dea-9c71f906839a),segment_id=dd346e97-7ff0-4e15-8dea-9c71f906839a)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:25:21.032302 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-a00123fb-aa66-4ce7-bf00-d3b093de2f7e req-24c40bf7-e37f-42e8-8ea4-b8148a81c1ad tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:21.065233 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-a00123fb-aa66-4ce7-bf00-d3b093de2f7e req-24c40bf7-e37f-42e8-8ea4-b8148a81c1ad tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] Calling delete_port for be25ba8a-8773-4743-a649-335fcec52ab6 owned by compute:nova {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:25:21.077408 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f9fa4856-7aec-4592-95fd-637030a5c100 req-83c81e15-4d0f-4ed0-b102-f8d4fa75016b tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] 10.222.0.49 "GET /v2.0/floatingips/fa167bff-29cb-423f-be32-d685191a5f71 HTTP/1.1" status: 200 len: 693 time: 0.0641642 Oct 12 19:25:21.081995 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90483a44-11e5-4087-8602-ce63fbe93419 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Pushing event updated for resources: {'Subnet': ['ID=662a4c0d-8d2a-4c1a-9ffb-10a2a96ac70d,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:25:21.130392 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device a1f42106-a7b0-4dd3-8e89-1f2eceabc986 details requested by agent hyperv_n-h1-813679-3 with host n-h1-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:25:21.133735 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device a1f42106-a7b0-4dd3-8e89-1f2eceabc986 no longer exists at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:25:21.138805 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-0d8ca55c-7cbe-4431-bbee-b0d0f720bd0d req-92ec2543-283c-418d-a614-57586721ca4b tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Deleting port dd526dc7-6510-479e-99c9-8e9f412d4de3 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:25:21.139007 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-0d8ca55c-7cbe-4431-bbee-b0d0f720bd0d req-92ec2543-283c-418d-a614-57586721ca4b tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:21.147165 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90483a44-11e5-4087-8602-ce63fbe93419 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Checking segment: {'id': '44211b81-e773-44fc-be9e-ad1fa81d0d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '07c7e089-ce86-4b00-9b94-142a25338408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:25:21.147527 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90483a44-11e5-4087-8602-ce63fbe93419 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Network hostable DHCP agents. Network: 07c7e089-ce86-4b00-9b94-142a25338408, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:25:21.208252 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fa4856-7aec-4592-95fd-637030a5c100 req-4ca456b7-5f9b-4d78-83da-186e71c37d4f tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:21.216920 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f9fa4856-7aec-4592-95fd-637030a5c100 req-4ca456b7-5f9b-4d78-83da-186e71c37d4f tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] 10.222.0.49 "GET /v2.0/networks/4afbf4a4-67f5-42d1-a358-7ba9799dab0c HTTP/1.1" status: 200 len: 784 time: 0.1383460 Oct 12 19:25:21.272535 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f9fa4856-7aec-4592-95fd-637030a5c100 req-95ccd42a-c306-4396-883d-7008255a0e2e tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.187 HTTP/1.1" status: 200 len: 696 time: 0.0537026 Oct 12 19:25:21.277265 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-0d8ca55c-7cbe-4431-bbee-b0d0f720bd0d req-92ec2543-283c-418d-a614-57586721ca4b tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] For port dd526dc7-6510-479e-99c9-8e9f412d4de3, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=dd526dc7-6510-479e-99c9-8e9f412d4de3,segment=NetworkSegment(2c23b924-3bdb-4700-940f-a5921b74e3c2),segment_id=2c23b924-3bdb-4700-940f-a5921b74e3c2)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:25:21.277633 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-0d8ca55c-7cbe-4431-bbee-b0d0f720bd0d req-92ec2543-283c-418d-a614-57586721ca4b tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:21.301472 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port a1f42106-a7b0-4dd3-8e89-1f2eceabc986, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=a1f42106-a7b0-4dd3-8e89-1f2eceabc986,segment=NetworkSegment(1311cbfc-168d-4d44-b005-c99086bc74c8),segment_id=1311cbfc-168d-4d44-b005-c99086bc74c8)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:25:21.314698 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-0d8ca55c-7cbe-4431-bbee-b0d0f720bd0d req-92ec2543-283c-418d-a614-57586721ca4b tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Calling delete_port for dd526dc7-6510-479e-99c9-8e9f412d4de3 owned by compute:nova {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:25:21.326279 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Returning: {'device': 'a1f42106-a7b0-4dd3-8e89-1f2eceabc986', 'network_id': 'f22a0b4a-70e4-4463-a6ef-6109199fd871', 'port_id': 'a1f42106-a7b0-4dd3-8e89-1f2eceabc986', 'mac_address': 'fa:16:3e:7b:52:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a09cd6ac-b3e0-423d-9e85-6644cbc7e663', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:25:21.334293 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f9fa4856-7aec-4592-95fd-637030a5c100 req-c47317d6-45fe-4e7a-ad58-a52fb880d5a2 tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.187 HTTP/1.1" status: 200 len: 696 time: 0.0538599 Oct 12 19:25:21.478805 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90483a44-11e5-4087-8602-ce63fbe93419 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Network 07c7e089-ce86-4b00-9b94-142a25338408 is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:25:21.513889 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-f9fa4856-7aec-4592-95fd-637030a5c100 req-0e83aa3a-c239-460a-8b95-b315993e0f3c tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] Deleting port fcb788e1-d6af-4dd9-94a7-dd0a76c78eaa {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:25:21.514556 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-f9fa4856-7aec-4592-95fd-637030a5c100 req-0e83aa3a-c239-460a-8b95-b315993e0f3c tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:21.570945 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-0d8ca55c-7cbe-4431-bbee-b0d0f720bd0d req-92ec2543-283c-418d-a614-57586721ca4b tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:21.586363 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['dd526dc7-6510-479e-99c9-8e9f412d4de3'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:25:21.588336 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:21.606161 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a1f42106-a7b0-4dd3-8e89-1f2eceabc986 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:25:21.612897 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec2543-283c-418d-a614-57586721ca4b tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Pushing event deleted for resources: {'Port': ['ID=dd526dc7-6510-479e-99c9-8e9f412d4de3,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:25:21.621366 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-90483a44-11e5-4087-8602-ce63fbe93419 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, 07c7e089-ce86-4b00-9b94-142a25338408) {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:25:21.627413 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-a00123fb-aa66-4ce7-bf00-d3b093de2f7e req-24c40bf7-e37f-42e8-8ea4-b8148a81c1ad tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:21.634042 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53710c72-4808-4366-b065-8fadcf26d5a6 None None] Network 07c7e089-ce86-4b00-9b94-142a25338408 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:25:21.638974 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-f9fa4856-7aec-4592-95fd-637030a5c100 req-0e83aa3a-c239-460a-8b95-b315993e0f3c tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:21.639423 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-f9fa4856-7aec-4592-95fd-637030a5c100 req-0e83aa3a-c239-460a-8b95-b315993e0f3c tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:21.649657 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90483a44-11e5-4087-8602-ce63fbe93419 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:21.650832 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-90483a44-11e5-4087-8602-ce63fbe93419 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:21.654641 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:21.658489 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-f9fa4856-7aec-4592-95fd-637030a5c100 req-0e83aa3a-c239-460a-8b95-b315993e0f3c tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] Calling delete_port for fcb788e1-d6af-4dd9-94a7-dd0a76c78eaa owned by network:floatingip {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:25:21.689864 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c40bf7-e37f-42e8-8ea4-b8148a81c1ad tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] Pushing event deleted for resources: {'Port': ['ID=be25ba8a-8773-4743-a649-335fcec52ab6,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:25:21.693634 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['be25ba8a-8773-4743-a649-335fcec52ab6'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:25:21.709366 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port a1f42106-a7b0-4dd3-8e89-1f2eceabc986, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=a1f42106-a7b0-4dd3-8e89-1f2eceabc986,segment=NetworkSegment(1311cbfc-168d-4d44-b005-c99086bc74c8),segment_id=1311cbfc-168d-4d44-b005-c99086bc74c8)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:25:21.773794 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:21.802535 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d8ca55c-7cbe-4431-bbee-b0d0f720bd0d req-92ec2543-283c-418d-a614-57586721ca4b tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] No DVR routers for this DVR port dd526dc7-6510-479e-99c9-8e9f412d4de3 on host n-h2-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:25:21.804810 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-a00123fb-aa66-4ce7-bf00-d3b093de2f7e req-24c40bf7-e37f-42e8-8ea4-b8148a81c1ad tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] No DVR routers for this DVR port be25ba8a-8773-4743-a649-335fcec52ab6 on host n-h2-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:25:21.806773 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-0d8ca55c-7cbe-4431-bbee-b0d0f720bd0d req-92ec2543-283c-418d-a614-57586721ca4b tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:21.810287 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0d8ca55c-7cbe-4431-bbee-b0d0f720bd0d req-92ec2543-283c-418d-a614-57586721ca4b tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.67 "DELETE /v2.0/ports/dd526dc7-6510-479e-99c9-8e9f412d4de3 HTTP/1.1" status: 204 len: 173 time: 0.9802921 Oct 12 19:25:21.810951 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfe55221-0f98-45f4-8b94-d59347627ad1', 'name': 'network-vif-deleted', 'tag': 'dd526dc7-6510-479e-99c9-8e9f412d4de3'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:25:21.813356 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a75f3d78-b30a-4301-bb01-5511b3aec816" -d '{"events": [{"server_uuid": "bfe55221-0f98-45f4-8b94-d59347627ad1", "name": "network-vif-deleted", "tag": "dd526dc7-6510-479e-99c9-8e9f412d4de3"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:25:21.816658 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-a00123fb-aa66-4ce7-bf00-d3b093de2f7e req-24c40bf7-e37f-42e8-8ea4-b8148a81c1ad tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:21.819994 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a00123fb-aa66-4ce7-bf00-d3b093de2f7e req-24c40bf7-e37f-42e8-8ea4-b8148a81c1ad tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] 10.222.0.67 "DELETE /v2.0/ports/be25ba8a-8773-4743-a649-335fcec52ab6 HTTP/1.1" status: 204 len: 173 time: 1.3571393 Oct 12 19:25:21.862080 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-90483a44-11e5-4087-8602-ce63fbe93419 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6970103 Oct 12 19:25:21.862892 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 50554) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:25:21.868354 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-150fdf2c-9375-40f3-9f50-d29dbef433c9 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Request body: {'port': {'network_id': '07c7e089-ce86-4b00-9b94-142a25338408', 'name': 'tempest-PortsTestJSON-1092468130'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:25:21.874166 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8490cf72-1578-4d97-87ba-0df7210f2329 x-openstack-request-id: req-8490cf72-1578-4d97-87ba-0df7210f2329 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:25:21.874558 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfe55221-0f98-45f4-8b94-d59347627ad1", "name": "network-vif-deleted", "tag": "dd526dc7-6510-479e-99c9-8e9f412d4de3", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:25:21.875053 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8490cf72-1578-4d97-87ba-0df7210f2329 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:25:21.875882 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfe55221-0f98-45f4-8b94-d59347627ad1', 'name': 'network-vif-deleted', 'tag': 'dd526dc7-6510-479e-99c9-8e9f412d4de3', 'status': 'completed', 'code': 200} Oct 12 19:25:21.885058 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=a1f42106-a7b0-4dd3-8e89-1f2eceabc986,revision_number=8']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:25:21.904117 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.db.api [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 19:25:21.904486 n-d-813679-3 neutron-server[95503]: DEBUG oslo_db.api [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 19:25:21.919581 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-f9fa4856-7aec-4592-95fd-637030a5c100 req-0e83aa3a-c239-460a-8b95-b315993e0f3c tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:21.941503 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e37cd5e-ef11-475a-869d-6fe27927564e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-07c7e089-ce86-4b00-9b94-142a25338408', 'network_id': '07c7e089-ce86-4b00-9b94-142a25338408', 'tenant_id': '8afe3c6a27c7408788d71066edc42001', 'fixed_ips': [{'subnet_id': '662a4c0d-8d2a-4c1a-9ffb-10a2a96ac70d'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:25:21.942468 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4e37cd5e-ef11-475a-869d-6fe27927564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:21.954040 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['a1f42106-a7b0-4dd3-8e89-1f2eceabc986'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:25:22.029888 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e83aa3a-c239-460a-8b95-b315993e0f3c tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] Pushing event deleted for resources: {'Port': ['ID=fcb788e1-d6af-4dd9-94a7-dd0a76c78eaa,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:25:22.148722 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9e9f4e82-77ae-428a-aebc-be3a9338aed6 req-c2e6c974-7a3d-4f37-92c3-062c3fb98fae tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfe55221-0f98-45f4-8b94-d59347627ad1 HTTP/1.1" status: 200 len: 210 time: 0.0550780 Oct 12 19:25:22.150182 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-150fdf2c-9375-40f3-9f50-d29dbef433c9 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Made reservation on behalf of 8afe3c6a27c7408788d71066edc42001 for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:25:22.153699 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-150fdf2c-9375-40f3-9f50-d29dbef433c9 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:22.189298 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [None req-150fdf2c-9375-40f3-9f50-d29dbef433c9 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] device_id is not set on port 608cbb2d-2e06-4946-add9-8be945fbdce6 yet. {{(pid=95501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 19:25:22.231298 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-f9fa4856-7aec-4592-95fd-637030a5c100 req-0e83aa3a-c239-460a-8b95-b315993e0f3c tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] Notify callbacks [] for floatingip, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:22.234261 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-f9fa4856-7aec-4592-95fd-637030a5c100 req-0e83aa3a-c239-460a-8b95-b315993e0f3c tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:22.238692 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f9fa4856-7aec-4592-95fd-637030a5c100 req-0e83aa3a-c239-460a-8b95-b315993e0f3c tempest-FloatingIPDetailsTestJSON-609194564 tempest-FloatingIPDetailsTestJSON-609194564-project] 10.222.0.49 "DELETE /v2.0/floatingips/fa167bff-29cb-423f-be32-d685191a5f71 HTTP/1.1" status: 204 len: 173 time: 0.8964064 Oct 12 19:25:22.243220 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-4e37cd5e-ef11-475a-869d-6fe27927564e None None] Allocated IP 172.20.0.2 (07c7e089-ce86-4b00-9b94-142a25338408/662a4c0d-8d2a-4c1a-9ffb-10a2a96ac70d/dad68571-512e-4861-a9a8-b02dd3f55fed) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:25:22.248624 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 50562) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:25:22.394931 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-82fb2baa-ab7e-498f-ae13-690b55ca8656 req-b174a532-048a-48a4-ad4f-3ccc886d5994 tempest-VolumesActionsTest-1743447209 tempest-VolumesActionsTest-1743447209-project] 10.222.0.49 "GET /v2.0/ports?device_id=b03d2d37-6595-457d-91d3-65c3b79e7d90 HTTP/1.1" status: 200 len: 210 time: 0.0677381 Oct 12 19:25:22.513376 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4e37cd5e-ef11-475a-869d-6fe27927564e None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:22.544751 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:22.631719 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4e37cd5e-ef11-475a-869d-6fe27927564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:22.646792 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id a1f42106-a7b0-4dd3-8e89-1f2eceabc986 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:25:22.706258 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e37cd5e-ef11-475a-869d-6fe27927564e None None] Network 07c7e089-ce86-4b00-9b94-142a25338408 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:25:22.718564 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-150fdf2c-9375-40f3-9f50-d29dbef433c9 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Allocated IP 172.20.0.11 (07c7e089-ce86-4b00-9b94-142a25338408/662a4c0d-8d2a-4c1a-9ffb-10a2a96ac70d/608cbb2d-2e06-4946-add9-8be945fbdce6) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:25:22.720630 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port a1f42106-a7b0-4dd3-8e89-1f2eceabc986, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=a1f42106-a7b0-4dd3-8e89-1f2eceabc986,segment=NetworkSegment(1311cbfc-168d-4d44-b005-c99086bc74c8),segment_id=1311cbfc-168d-4d44-b005-c99086bc74c8)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:25:22.721910 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-4e37cd5e-ef11-475a-869d-6fe27927564e None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:25:22.728600 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e37cd5e-ef11-475a-869d-6fe27927564e None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:25:22.761161 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e37cd5e-ef11-475a-869d-6fe27927564e None None] Pushing event updated for resources: {'Port': ['ID=dad68571-512e-4861-a9a8-b02dd3f55fed,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:25:22.798688 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-4e37cd5e-ef11-475a-869d-6fe27927564e None None] Attempting to bind port dad68571-512e-4861-a9a8-b02dd3f55fed on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:25:22.799064 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-4e37cd5e-ef11-475a-869d-6fe27927564e None None] Attempting to bind port dad68571-512e-4861-a9a8-b02dd3f55fed by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '44211b81-e773-44fc-be9e-ad1fa81d0d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '07c7e089-ce86-4b00-9b94-142a25338408'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:25:22.799487 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e37cd5e-ef11-475a-869d-6fe27927564e None None] Attempting to bind port dad68571-512e-4861-a9a8-b02dd3f55fed on network 07c7e089-ce86-4b00-9b94-142a25338408 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:25:22.806002 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e37cd5e-ef11-475a-869d-6fe27927564e None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:25:22.806436 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e37cd5e-ef11-475a-869d-6fe27927564e None None] Checking segment: {'id': '44211b81-e773-44fc-be9e-ad1fa81d0d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '07c7e089-ce86-4b00-9b94-142a25338408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:25:22.806851 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4e37cd5e-ef11-475a-869d-6fe27927564e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:22.807301 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e37cd5e-ef11-475a-869d-6fe27927564e None None] Bound using segment: {'id': '44211b81-e773-44fc-be9e-ad1fa81d0d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '07c7e089-ce86-4b00-9b94-142a25338408'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:25:22.807795 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-4e37cd5e-ef11-475a-869d-6fe27927564e None None] Bound port: dad68571-512e-4861-a9a8-b02dd3f55fed, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44211b81-e773-44fc-be9e-ad1fa81d0d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '07c7e089-ce86-4b00-9b94-142a25338408'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:25:22.808208 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4e37cd5e-ef11-475a-869d-6fe27927564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:22.810333 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:22.919009 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=a1f42106-a7b0-4dd3-8e89-1f2eceabc986,revision_number=9']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:25:22.952728 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-4e37cd5e-ef11-475a-869d-6fe27927564e None None] For port dad68571-512e-4861-a9a8-b02dd3f55fed, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:25:22.959905 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-4e37cd5e-ef11-475a-869d-6fe27927564e None None] For port dad68571-512e-4861-a9a8-b02dd3f55fed, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=dad68571-512e-4861-a9a8-b02dd3f55fed,segment=NetworkSegment(44211b81-e773-44fc-be9e-ad1fa81d0d82),segment_id=44211b81-e773-44fc-be9e-ad1fa81d0d82)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:25:22.985975 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-150fdf2c-9375-40f3-9f50-d29dbef433c9 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:23.035745 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4e37cd5e-ef11-475a-869d-6fe27927564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:23.103042 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e37cd5e-ef11-475a-869d-6fe27927564e None None] Pushing event updated for resources: {'Port': ['ID=dad68571-512e-4861-a9a8-b02dd3f55fed,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:25:23.118659 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-150fdf2c-9375-40f3-9f50-d29dbef433c9 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:23.202347 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150fdf2c-9375-40f3-9f50-d29dbef433c9 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Network 07c7e089-ce86-4b00-9b94-142a25338408 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:25:23.202347 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-150fdf2c-9375-40f3-9f50-d29dbef433c9 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:25:23.210793 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150fdf2c-9375-40f3-9f50-d29dbef433c9 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:25:23.285370 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150fdf2c-9375-40f3-9f50-d29dbef433c9 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Pushing event updated for resources: {'Port': ['ID=608cbb2d-2e06-4946-add9-8be945fbdce6,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:25:23.310772 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150fdf2c-9375-40f3-9f50-d29dbef433c9 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:23.311676 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-150fdf2c-9375-40f3-9f50-d29dbef433c9 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:23.352721 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-793d6e2b-82ca-4980-bc14-0706b5e8d432 req-5324a9f4-a49c-4bab-85d7-8404aafe2bff tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfe55221-0f98-45f4-8b94-d59347627ad1 HTTP/1.1" status: 200 len: 210 time: 0.0503945 Oct 12 19:25:23.433080 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-150fdf2c-9375-40f3-9f50-d29dbef433c9 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.5691791 Oct 12 19:25:23.435700 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 50594) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:25:23.441045 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-67a1b4c5-58c7-4020-9fce-cb2cc4d4b512 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8092566'] for router_interface, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:23.666971 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-476c074f-8a65-4cb8-8afb-cb191bf9eedf tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Deleting port 608cbb2d-2e06-4946-add9-8be945fbdce6 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:25:23.670652 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-476c074f-8a65-4cb8-8afb-cb191bf9eedf tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:23.804956 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-476c074f-8a65-4cb8-8afb-cb191bf9eedf tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:23.830643 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-476c074f-8a65-4cb8-8afb-cb191bf9eedf tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Calling delete_port for 608cbb2d-2e06-4946-add9-8be945fbdce6 owned by {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:25:23.906073 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b03d2d37-6595-457d-91d3-65c3b79e7d90', 'name': 'network-vif-deleted', 'tag': 'be25ba8a-8773-4743-a649-335fcec52ab6'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:25:23.908500 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88faba23-ee31-4721-ab7c-ff198bd1674a" -d '{"events": [{"server_uuid": "b03d2d37-6595-457d-91d3-65c3b79e7d90", "name": "network-vif-deleted", "tag": "be25ba8a-8773-4743-a649-335fcec52ab6"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:25:23.987587 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fbd4d16-efb5-4082-b54a-cfbc38786d73 x-openstack-request-id: req-3fbd4d16-efb5-4082-b54a-cfbc38786d73 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:25:23.988089 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b03d2d37-6595-457d-91d3-65c3b79e7d90", "name": "network-vif-deleted", "tag": "be25ba8a-8773-4743-a649-335fcec52ab6", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:25:23.988572 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3fbd4d16-efb5-4082-b54a-cfbc38786d73 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:25:23.989131 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b03d2d37-6595-457d-91d3-65c3b79e7d90', 'name': 'network-vif-deleted', 'tag': 'be25ba8a-8773-4743-a649-335fcec52ab6', 'status': 'completed', 'code': 200} Oct 12 19:25:23.991190 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b4c5-58c7-4020-9fce-cb2cc4d4b512 admin admin] Deleting port 8e2f8575-bb4a-46e8-b41d-06d8d6c266fe {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:25:23.994084 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-67a1b4c5-58c7-4020-9fce-cb2cc4d4b512 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:24.143418 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-67a1b4c5-58c7-4020-9fce-cb2cc4d4b512 admin admin] For port 8e2f8575-bb4a-46e8-b41d-06d8d6c266fe, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=8e2f8575-bb4a-46e8-b41d-06d8d6c266fe,segment=NetworkSegment(c8b40002-17be-4f7c-b4db-f899210bef56),segment_id=c8b40002-17be-4f7c-b4db-f899210bef56)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:25:24.143916 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-67a1b4c5-58c7-4020-9fce-cb2cc4d4b512 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:24.162674 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b4c5-58c7-4020-9fce-cb2cc4d4b512 admin admin] Calling delete_port for 8e2f8575-bb4a-46e8-b41d-06d8d6c266fe owned by network:router_interface {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:25:24.182820 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-476c074f-8a65-4cb8-8afb-cb191bf9eedf tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:24.244759 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476c074f-8a65-4cb8-8afb-cb191bf9eedf tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Pushing event deleted for resources: {'Port': ['ID=608cbb2d-2e06-4946-add9-8be945fbdce6,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:25:24.348456 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-476c074f-8a65-4cb8-8afb-cb191bf9eedf tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:24.353814 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-476c074f-8a65-4cb8-8afb-cb191bf9eedf tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] 10.222.0.49 "DELETE /v2.0/ports/608cbb2d-2e06-4946-add9-8be945fbdce6 HTTP/1.1" status: 204 len: 168 time: 0.9168687 Oct 12 19:25:24.356428 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 50618) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:25:24.390063 n-d-813679-3 neutron-server[95501]: INFO neutron.pecan_wsgi.hooks.translation [None req-e110bc2f-54f5-4fbf-baa8-bda7be0dca31 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] DELETE failed (client error): The resource could not be found. Oct 12 19:25:24.391069 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e110bc2f-54f5-4fbf-baa8-bda7be0dca31 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:25:24.395916 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-e110bc2f-54f5-4fbf-baa8-bda7be0dca31 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] 10.222.0.49 "DELETE /v2.0/ports/608cbb2d-2e06-4946-add9-8be945fbdce6 HTTP/1.1" status: 404 len: 333 time: 0.0379751 Oct 12 19:25:24.398366 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 50622) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:25:24.437480 n-d-813679-3 neutron-server[95501]: INFO neutron.pecan_wsgi.hooks.translation [None req-72090022-2c12-47b3-9f09-416852f4430f tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] GET failed (client error): The resource could not be found. Oct 12 19:25:24.439361 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-72090022-2c12-47b3-9f09-416852f4430f tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] 10.222.0.49 "GET /v2.0/ports/608cbb2d-2e06-4946-add9-8be945fbdce6 HTTP/1.1" status: 404 len: 333 time: 0.0397785 Oct 12 19:25:24.452171 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 50626) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:25:24.617932 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ce7cad2-d64a-450f-a81b-eda2c1da2ac7 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Deleting subnet 662a4c0d-8d2a-4c1a-9ffb-10a2a96ac70d {{(pid=95501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:25:24.627163 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5ce7cad2-d64a-450f-a81b-eda2c1da2ac7 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks [] for subnet, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:24.673911 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-67a1b4c5-58c7-4020-9fce-cb2cc4d4b512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:24.733428 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5ce7cad2-d64a-450f-a81b-eda2c1da2ac7 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281083'] for subnet, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:24.739261 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b4c5-58c7-4020-9fce-cb2cc4d4b512 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e2f8575-bb4a-46e8-b41d-06d8d6c266fe,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:25:24.838353 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e042f0c2-0174-4d9a-a293-d10247929777 None None] Network 07c7e089-ce86-4b00-9b94-142a25338408 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:25:24.996133 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5ce7cad2-d64a-450f-a81b-eda2c1da2ac7 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:25.102269 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-411ead47-567d-4f07-bacf-8e5f03889463 None None] Provisioning complete for port dad68571-512e-4861-a9a8-b02dd3f55fed triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:25:25.102269 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-411ead47-567d-4f07-bacf-8e5f03889463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:25.168458 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-67a1b4c5-58c7-4020-9fce-cb2cc4d4b512 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7898909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8092450'] for router_interface, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:25.184263 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device a1f42106-a7b0-4dd3-8e89-1f2eceabc986 up at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:25:25.200902 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5ce7cad2-d64a-450f-a81b-eda2c1da2ac7 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4824924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4612362'] for subnet, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:25.266363 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8638767-1bad-4229-a3dd-b6f84f2e8950 req-a4194d0f-eda8-431a-8587-bc0e73d82aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:25.268216 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e8638767-1bad-4229-a3dd-b6f84f2e8950 req-a4194d0f-eda8-431a-8587-bc0e73d82aa2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8037c4999d8b4d25a8c451f2b659a2c4&device_id=fb56269f-088f-4dd7-97a9-d7a3df061653 HTTP/1.1" status: 200 len: 1094 time: 0.2741272 Oct 12 19:25:25.275673 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce7cad2-d64a-450f-a81b-eda2c1da2ac7 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Pushing event deleted for resources: {'Subnet': ['ID=662a4c0d-8d2a-4c1a-9ffb-10a2a96ac70d,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:25:25.277705 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5ce7cad2-d64a-450f-a81b-eda2c1da2ac7 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:25.280973 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-5ce7cad2-d64a-450f-a81b-eda2c1da2ac7 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] 10.222.0.49 "DELETE /v2.0/subnets/662a4c0d-8d2a-4c1a-9ffb-10a2a96ac70d HTTP/1.1" status: 204 len: 168 time: 0.8374536 Oct 12 19:25:25.285141 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 50662) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:25:25.450753 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-411ead47-567d-4f07-bacf-8e5f03889463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:25.451879 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541b5bd5-108e-495f-855d-fb0328429030 req-665b4d09-a808-4b97-b8a4-454911d5af46 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:25.453604 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device dad68571-512e-4861-a9a8-b02dd3f55fed up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:25:25.454216 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-541b5bd5-108e-495f-855d-fb0328429030 req-665b4d09-a808-4b97-b8a4-454911d5af46 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/networks?id=8b9ffd0a-d450-4d4d-8c84-81d908427bea HTTP/1.1" status: 200 len: 812 time: 0.6072366 Oct 12 19:25:25.461629 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device be25ba8a-8773-4743-a649-335fcec52ab6 no longer exists at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:25:25.523217 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-541b5bd5-108e-495f-855d-fb0328429030 req-a234f3e3-617e-4a1f-9dfb-7e50d70f22f6 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/quotas/9558b59fe3b94a1fa2fbec9bbf16e093 HTTP/1.1" status: 200 len: 375 time: 0.0361171 Oct 12 19:25:25.542288 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] No Port match for: be25ba8a-8773-4743-a649-335fcec52ab6 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:25:25.542660 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device be25ba8a-8773-4743-a649-335fcec52ab6 not bound to the agent host n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:25:25.543239 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device dd526dc7-6510-479e-99c9-8e9f412d4de3 no longer exists at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:25:25.549759 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-076ffd32-bb59-4cbf-beba-ba099f5e5141 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:25.586294 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] No Port match for: dd526dc7-6510-479e-99c9-8e9f412d4de3 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:25:25.586634 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device dd526dc7-6510-479e-99c9-8e9f412d4de3 not bound to the agent host n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:25:25.595964 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-541b5bd5-108e-495f-855d-fb0328429030 req-a4efad0b-018e-47d5-b77e-9a14927eb91b tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=9558b59fe3b94a1fa2fbec9bbf16e093&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0627928 Oct 12 19:25:25.613242 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning complete for port a1f42106-a7b0-4dd3-8e89-1f2eceabc986 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:25:25.628015 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:25.707813 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-411ead47-567d-4f07-bacf-8e5f03889463 None None] For port dad68571-512e-4861-a9a8-b02dd3f55fed, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=dad68571-512e-4861-a9a8-b02dd3f55fed,segment=NetworkSegment(44211b81-e773-44fc-be9e-ad1fa81d0d82),segment_id=44211b81-e773-44fc-be9e-ad1fa81d0d82)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:25:25.786902 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port dad68571-512e-4861-a9a8-b02dd3f55fed triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:25:25.788905 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:25.815359 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8638767-1bad-4229-a3dd-b6f84f2e8950 req-586edf7c-29b8-4438-8707-a318ad180318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:25.822392 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e8638767-1bad-4229-a3dd-b6f84f2e8950 req-586edf7c-29b8-4438-8707-a318ad180318 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f22a0b4a-70e4-4463-a6ef-6109199fd871 HTTP/1.1" status: 200 len: 912 time: 0.5043807 Oct 12 19:25:25.850893 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-411ead47-567d-4f07-bacf-8e5f03889463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:25.947787 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411ead47-567d-4f07-bacf-8e5f03889463 None None] Pushing event updated for resources: {'Port': ['ID=dad68571-512e-4861-a9a8-b02dd3f55fed,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:25:25.953408 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da839e1-3d1e-4bff-9b6c-0a9b1a30d761 None None] Network 07c7e089-ce86-4b00-9b94-142a25338408 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:25:26.042888 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-541b5bd5-108e-495f-855d-fb0328429030 req-d64bb883-db2e-41b2-b1e8-946cdc744789 service neutron] 10.222.0.49 "GET /v2.0/networks/8b9ffd0a-d450-4d4d-8c84-81d908427bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4264638 Oct 12 19:25:26.047463 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e8638767-1bad-4229-a3dd-b6f84f2e8950 req-96471c0e-ae6c-40a7-a4c0-493e26da40b0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a1f42106-a7b0-4dd3-8e89-1f2eceabc986 HTTP/1.1" status: 200 len: 999 time: 0.2081625 Oct 12 19:25:26.173405 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-ae02d099-677f-4f76-b85a-956432008eb8 None None] Provisioning complete for port dad68571-512e-4861-a9a8-b02dd3f55fed triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:25:26.174086 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ae02d099-677f-4f76-b85a-956432008eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:26.178617 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-076ffd32-bb59-4cbf-beba-ba099f5e5141 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Deleting port dad68571-512e-4861-a9a8-b02dd3f55fed {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:25:26.179199 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-076ffd32-bb59-4cbf-beba-ba099f5e5141 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:26.205222 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8638767-1bad-4229-a3dd-b6f84f2e8950 req-d8137e4c-1c7f-4a37-bad1-d2b464a130c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:26.207130 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e8638767-1bad-4229-a3dd-b6f84f2e8950 req-d8137e4c-1c7f-4a37-bad1-d2b464a130c9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a09cd6ac-b3e0-423d-9e85-6644cbc7e663 HTTP/1.1" status: 200 len: 850 time: 0.1441951 Oct 12 19:25:26.248274 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:26.255246 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67a1b4c5-58c7-4020-9fce-cb2cc4d4b512 admin admin] Router 59b5ae87-b4cb-4d42-a4ca-6d46528183ef has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:25:26.370660 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-541b5bd5-108e-495f-855d-fb0328429030 req-c2625620-7de6-4e27-87ef-e5a876ba6fed service neutron] 10.222.0.49 "GET /v2.0/networks/8b9ffd0a-d450-4d4d-8c84-81d908427bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3152828 Oct 12 19:25:26.371306 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port a1f42106-a7b0-4dd3-8e89-1f2eceabc986, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=a1f42106-a7b0-4dd3-8e89-1f2eceabc986,segment=NetworkSegment(1311cbfc-168d-4d44-b005-c99086bc74c8),segment_id=1311cbfc-168d-4d44-b005-c99086bc74c8)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:25:26.375298 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb56269f-088f-4dd7-97a9-d7a3df061653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1f42106-a7b0-4dd3-8e89-1f2eceabc986'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:25:26.379988 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5640f539-208c-4538-9db8-fbe732d8017b" -d '{"events": [{"server_uuid": "fb56269f-088f-4dd7-97a9-d7a3df061653", "name": "network-vif-plugged", "status": "completed", "tag": "a1f42106-a7b0-4dd3-8e89-1f2eceabc986"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:25:26.382328 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-076ffd32-bb59-4cbf-beba-ba099f5e5141 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] For port dad68571-512e-4861-a9a8-b02dd3f55fed, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=dad68571-512e-4861-a9a8-b02dd3f55fed,segment=NetworkSegment(44211b81-e773-44fc-be9e-ad1fa81d0d82),segment_id=44211b81-e773-44fc-be9e-ad1fa81d0d82)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:25:26.382760 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-076ffd32-bb59-4cbf-beba-ba099f5e5141 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:26.440012 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-076ffd32-bb59-4cbf-beba-ba099f5e5141 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Calling delete_port for dad68571-512e-4861-a9a8-b02dd3f55fed owned by network:dhcp {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:25:26.453322 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8638767-1bad-4229-a3dd-b6f84f2e8950 req-02e30cf2-f5fa-44ea-897e-0dabb8aa7b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:26.454969 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e8638767-1bad-4229-a3dd-b6f84f2e8950 req-02e30cf2-f5fa-44ea-897e-0dabb8aa7b2c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f22a0b4a-70e4-4463-a6ef-6109199fd871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2137489 Oct 12 19:25:26.487340 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:26.555738 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-641a719a-d336-4c16-ba51-0c5dcbf59da1 x-openstack-request-id: req-641a719a-d336-4c16-ba51-0c5dcbf59da1 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:25:26.555738 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb56269f-088f-4dd7-97a9-d7a3df061653", "name": "network-vif-plugged", "status": "completed", "tag": "a1f42106-a7b0-4dd3-8e89-1f2eceabc986", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:25:26.555738 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-641a719a-d336-4c16-ba51-0c5dcbf59da1 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:25:26.555738 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb56269f-088f-4dd7-97a9-d7a3df061653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1f42106-a7b0-4dd3-8e89-1f2eceabc986', 'code': 200} Oct 12 19:25:26.661149 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c6fef3-cee2-4485-98e7-e103c846df8e None None] DHCP port deletion for 07c7e089-ce86-4b00-9b94-142a25338408 request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 19:25:26.680392 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67a1b4c5-58c7-4020-9fce-cb2cc4d4b512 admin admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:25:26.703663 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990c3d5d-83e3-43f8-ac95-3279a77c33ab None None] Sync routers for ids ['59b5ae87-b4cb-4d42-a4ca-6d46528183ef'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:25:26.705342 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-67a1b4c5-58c7-4020-9fce-cb2cc4d4b512 admin admin] 10.222.0.49 "PUT /v2.0/routers/59b5ae87-b4cb-4d42-a4ca-6d46528183ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4556375 Oct 12 19:25:26.707985 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 50708) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:25:26.733222 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990c3d5d-83e3-43f8-ac95-3279a77c33ab None None] Routers {'59b5ae87-b4cb-4d42-a4ca-6d46528183ef'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:25:26.733898 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-990c3d5d-83e3-43f8-ac95-3279a77c33ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:25:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['59b5ae87-b4cb-4d42-a4ca-6d46528183ef'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:25:26.737910 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e8638767-1bad-4229-a3dd-b6f84f2e8950 req-4813e0c1-bf20-4230-9218-42507ad0637a service neutron] 10.222.0.61 "GET /v2.0/networks/f22a0b4a-70e4-4463-a6ef-6109199fd871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2741222 Oct 12 19:25:26.861842 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=a1f42106-a7b0-4dd3-8e89-1f2eceabc986,revision_number=10']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:25:26.902275 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-076ffd32-bb59-4cbf-beba-ba099f5e5141 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:26.942314 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-39c6fef3-cee2-4485-98e7-e103c846df8e None None] Deleting port dad68571-512e-4861-a9a8-b02dd3f55fed {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:25:26.948692 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-39c6fef3-cee2-4485-98e7-e103c846df8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:26.957746 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076ffd32-bb59-4cbf-beba-ba099f5e5141 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] No DVR routers for this DVR port dad68571-512e-4861-a9a8-b02dd3f55fed on host n-d-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:25:27.005021 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c28b3dfc-8859-42e9-bd23-d6740b2a81a1 admin admin] Notify callbacks [] for router, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:27.042285 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076ffd32-bb59-4cbf-beba-ba099f5e5141 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Pushing event deleted for resources: {'Port': ['ID=dad68571-512e-4861-a9a8-b02dd3f55fed,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:25:27.092229 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-990c3d5d-83e3-43f8-ac95-3279a77c33ab None None] Set router 59b5ae87-b4cb-4d42-a4ca-6d46528183ef gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:25:27.168347 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-39c6fef3-cee2-4485-98e7-e103c846df8e None None] For port dad68571-512e-4861-a9a8-b02dd3f55fed, host n-d-813679-3, got binding levels [] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:25:27.169011 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-39c6fef3-cee2-4485-98e7-e103c846df8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:27.203183 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-39c6fef3-cee2-4485-98e7-e103c846df8e None None] Calling delete_port for dad68571-512e-4861-a9a8-b02dd3f55fed owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:25:27.209727 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.ipam_backend_mixin [None req-39c6fef3-cee2-4485-98e7-e103c846df8e None None] Port dad68571-512e-4861-a9a8-b02dd3f55fed was not found and therefore no delete operation was performed {{(pid=95503) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 12 19:25:27.215618 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-39c6fef3-cee2-4485-98e7-e103c846df8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:27.315540 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device dad68571-512e-4861-a9a8-b02dd3f55fed no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:25:27.399865 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c6fef3-cee2-4485-98e7-e103c846df8e None None] No DVR routers for this DVR port dad68571-512e-4861-a9a8-b02dd3f55fed on host n-d-813679-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:25:27.407069 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c6fef3-cee2-4485-98e7-e103c846df8e None None] Pushing event deleted for resources: {'Port': ['ID=dad68571-512e-4861-a9a8-b02dd3f55fed,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:25:27.414189 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: dad68571-512e-4861-a9a8-b02dd3f55fed {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:25:27.414538 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device dad68571-512e-4861-a9a8-b02dd3f55fed not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:25:27.567105 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-076ffd32-bb59-4cbf-beba-ba099f5e5141 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:27.584849 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e8638767-1bad-4229-a3dd-b6f84f2e8950 req-391b4614-e346-4944-9994-8a1b351c14dc service neutron] 10.222.0.61 "GET /v2.0/networks/f22a0b4a-70e4-4463-a6ef-6109199fd871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8360915 Oct 12 19:25:27.629440 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-076ffd32-bb59-4cbf-beba-ba099f5e5141 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07c7e089-ce86-4b00-9b94-142a25338408']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:25:27.636019 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-990c3d5d-83e3-43f8-ac95-3279a77c33ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59b5ae87-b4cb-4d42-a4ca-6d46528183ef', 'name': 'tempest-FloatingIPDetailsTestJSON-1843794575-router', 'tenant_id': '4d8253176c1a4d1d8c9e80bfd26a9f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': 'f785d25f-b8e2-4e75-b07b-e6ef9124cf8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:24:52Z', 'updated_at': '2021-10-12T19:25:24Z', 'revision_number': 5, 'project_id': '4d8253176c1a4d1d8c9e80bfd26a9f7d', 'gw_port': {'id': 'f785d25f-b8e2-4e75-b07b-e6ef9124cf8b', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:82:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b5ae87-b4cb-4d42-a4ca-6d46528183ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:24:54Z', 'updated_at': '2021-10-12T19:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:25:27.664487 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-076ffd32-bb59-4cbf-beba-ba099f5e5141 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44211b81-e773-44fc-be9e-ad1fa81d0d82') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:25:27.665113 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-076ffd32-bb59-4cbf-beba-ba099f5e5141 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44211b81-e773-44fc-be9e-ad1fa81d0d82') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:25:27.680530 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-076ffd32-bb59-4cbf-beba-ba099f5e5141 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16313633'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:27.715957 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-076ffd32-bb59-4cbf-beba-ba099f5e5141 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:27.742717 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-076ffd32-bb59-4cbf-beba-ba099f5e5141 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:25:27.743638 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-076ffd32-bb59-4cbf-beba-ba099f5e5141 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4305278'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:27.747696 n-d-813679-3 neutron-server[95502]: Traceback (most recent call last): Oct 12 19:25:27.747696 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:25:27.747696 n-d-813679-3 neutron-server[95502]: timer() Oct 12 19:25:27.747696 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:25:27.747696 n-d-813679-3 neutron-server[95502]: cb(*args, **kw) Oct 12 19:25:27.747696 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:25:27.747696 n-d-813679-3 neutron-server[95502]: return func(*args, **kwargs) Oct 12 19:25:27.747696 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:25:27.747696 n-d-813679-3 neutron-server[95502]: self._notify() Oct 12 19:25:27.747696 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:25:27.747696 n-d-813679-3 neutron-server[95502]: self.callback(batched_events) Oct 12 19:25:27.747696 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:25:27.747696 n-d-813679-3 neutron-server[95502]: event.method(event) Oct 12 19:25:27.747696 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:25:27.747696 n-d-813679-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:25:27.747696 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:25:27.747696 n-d-813679-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:25:27.747696 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:25:27.747696 n-d-813679-3 neutron-server[95502]: return f(self, *a, **k) Oct 12 19:25:27.747696 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:25:27.747696 n-d-813679-3 neutron-server[95502]: return self._get(url).json() Oct 12 19:25:27.747696 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:25:27.747696 n-d-813679-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:25:27.747696 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:25:27.747696 n-d-813679-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Oct 12 19:25:27.747696 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:25:27.747696 n-d-813679-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:25:27.747696 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:25:27.747696 n-d-813679-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:25:27.747696 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:25:27.747696 n-d-813679-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:25:27.747696 n-d-813679-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:25:27.968470 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990c3d5d-83e3-43f8-ac95-3279a77c33ab None None] Checking router: 59b5ae87-b4cb-4d42-a4ca-6d46528183ef for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:25:27.989667 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a3770375-04c0-4dbd-bb50-b8cd6820442e req-40c9cd32-cb23-41a7-9f4c-69b218facf79 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7b3695f-ec85-4a0d-af3f-02cf55478eab HTTP/1.1" status: 200 len: 210 time: 1.0099359 Oct 12 19:25:27.999439 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990c3d5d-83e3-43f8-ac95-3279a77c33ab None None] Routers {'59b5ae87-b4cb-4d42-a4ca-6d46528183ef'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:25:28.000108 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-990c3d5d-83e3-43f8-ac95-3279a77c33ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:25:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['59b5ae87-b4cb-4d42-a4ca-6d46528183ef'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:25:28.015932 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c28b3dfc-8859-42e9-bd23-d6740b2a81a1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:28.234718 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-c28b3dfc-8859-42e9-bd23-d6740b2a81a1 admin admin] Deleting port f785d25f-b8e2-4e75-b07b-e6ef9124cf8b {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:25:28.235034 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c28b3dfc-8859-42e9-bd23-d6740b2a81a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:28.293893 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-990c3d5d-83e3-43f8-ac95-3279a77c33ab None None] Set router 59b5ae87-b4cb-4d42-a4ca-6d46528183ef gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:25:28.436369 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [None req-c28b3dfc-8859-42e9-bd23-d6740b2a81a1 admin admin] For port f785d25f-b8e2-4e75-b07b-e6ef9124cf8b, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=f785d25f-b8e2-4e75-b07b-e6ef9124cf8b,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:25:28.436919 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c28b3dfc-8859-42e9-bd23-d6740b2a81a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:28.481319 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-c28b3dfc-8859-42e9-bd23-d6740b2a81a1 admin admin] Calling delete_port for f785d25f-b8e2-4e75-b07b-e6ef9124cf8b owned by network:router_gateway {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:25:28.726659 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-076ffd32-bb59-4cbf-beba-ba099f5e5141 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:28.740262 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-076ffd32-bb59-4cbf-beba-ba099f5e5141 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:28.751786 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-076ffd32-bb59-4cbf-beba-ba099f5e5141 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] 10.222.0.49 "DELETE /v2.0/networks/07c7e089-ce86-4b00-9b94-142a25338408 HTTP/1.1" status: 204 len: 168 time: 3.4500949 Oct 12 19:25:28.758148 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 50784) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:25:28.774312 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-a3a4c9e6-fd81-4386-aca1-e0e53700ab04 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2006455976'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:25:28.805648 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076ffd32-bb59-4cbf-beba-ba099f5e5141 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Pushing event deleted for resources: {'Network': ['ID=07c7e089-ce86-4b00-9b94-142a25338408,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:25:28.875583 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-990c3d5d-83e3-43f8-ac95-3279a77c33ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59b5ae87-b4cb-4d42-a4ca-6d46528183ef', 'name': 'tempest-FloatingIPDetailsTestJSON-1843794575-router', 'tenant_id': '4d8253176c1a4d1d8c9e80bfd26a9f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': 'f785d25f-b8e2-4e75-b07b-e6ef9124cf8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:24:52Z', 'updated_at': '2021-10-12T19:25:24Z', 'revision_number': 5, 'project_id': '4d8253176c1a4d1d8c9e80bfd26a9f7d', 'gw_port': {'id': 'f785d25f-b8e2-4e75-b07b-e6ef9124cf8b', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:82:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b5ae87-b4cb-4d42-a4ca-6d46528183ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:24:54Z', 'updated_at': '2021-10-12T19:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:25:28.901079 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c28b3dfc-8859-42e9-bd23-d6740b2a81a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:28.931590 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3a4c9e6-fd81-4386-aca1-e0e53700ab04 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Made reservation on behalf of 8afe3c6a27c7408788d71066edc42001 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:25:28.938576 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a3a4c9e6-fd81-4386-aca1-e0e53700ab04 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:28.959000 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990c3d5d-83e3-43f8-ac95-3279a77c33ab None None] The sync data for ids ['59b5ae87-b4cb-4d42-a4ca-6d46528183ef'] in n-d-813679-3 is: [{'id': '59b5ae87-b4cb-4d42-a4ca-6d46528183ef', 'name': 'tempest-FloatingIPDetailsTestJSON-1843794575-router', 'tenant_id': '4d8253176c1a4d1d8c9e80bfd26a9f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': 'f785d25f-b8e2-4e75-b07b-e6ef9124cf8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:24:52Z', 'updated_at': '2021-10-12T19:25:24Z', 'revision_number': 5, 'project_id': '4d8253176c1a4d1d8c9e80bfd26a9f7d', 'gw_port': {'id': 'f785d25f-b8e2-4e75-b07b-e6ef9124cf8b', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:82:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b5ae87-b4cb-4d42-a4ca-6d46528183ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:24:54Z', 'updated_at': '2021-10-12T19:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:25:29.005509 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3a4c9e6-fd81-4386-aca1-e0e53700ab04 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:25:29.018944 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a3a4c9e6-fd81-4386-aca1-e0e53700ab04 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:29.019293 n-d-813679-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-a3a4c9e6-fd81-4386-aca1-e0e53700ab04 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Added segment f4111b0a-dbaf-4208-96c5-1e33da53223d of type vlan for network 86f4c3c6-2005-4356-8042-c5bb19c2b2ed Oct 12 19:25:29.058097 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28b3dfc-8859-42e9-bd23-d6740b2a81a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f785d25f-b8e2-4e75-b07b-e6ef9124cf8b,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:25:29.152844 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1434a33a-88c2-428d-bc39-9b0fa3cdeecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:29.216803 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a3a4c9e6-fd81-4386-aca1-e0e53700ab04 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:29.228967 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c28b3dfc-8859-42e9-bd23-d6740b2a81a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7915456'] for router_gateway, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:29.246649 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3adf1e04-68a3-4ba5-9c90-0e6b0fdd66ac req-85bc34c4-1fe0-4768-9940-351f8854185c tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7b3695f-ec85-4a0d-af3f-02cf55478eab HTTP/1.1" status: 200 len: 210 time: 0.0783341 Oct 12 19:25:29.428327 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a3a4c9e6-fd81-4386-aca1-e0e53700ab04 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:29.430442 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c28b3dfc-8859-42e9-bd23-d6740b2a81a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255495'] for router, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:29.434427 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a4c9e6-fd81-4386-aca1-e0e53700ab04 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:29.434601 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c28b3dfc-8859-42e9-bd23-d6740b2a81a1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:29.435228 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a3a4c9e6-fd81-4386-aca1-e0e53700ab04 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:29.583476 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 8e2f8575-bb4a-46e8-b41d-06d8d6c266fe no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:25:29.605002 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c28b3dfc-8859-42e9-bd23-d6740b2a81a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8093499'] for router, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:29.605907 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c28b3dfc-8859-42e9-bd23-d6740b2a81a1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 59b5ae87-b4cb-4d42-a4ca-6d46528183ef {{(pid=95501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 19:25:29.612499 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c28b3dfc-8859-42e9-bd23-d6740b2a81a1 admin admin] Notify callbacks [] for router, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:29.620717 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-c28b3dfc-8859-42e9-bd23-d6740b2a81a1 admin admin] 10.222.0.49 "DELETE /v2.0/routers/59b5ae87-b4cb-4d42-a4ca-6d46528183ef HTTP/1.1" status: 204 len: 168 time: 2.9074628 Oct 12 19:25:29.620717 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 50800) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:25:29.707265 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a4c9e6-fd81-4386-aca1-e0e53700ab04 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Pushing event updated for resources: {'Network': ['ID=86f4c3c6-2005-4356-8042-c5bb19c2b2ed,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:25:29.720404 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 8e2f8575-bb4a-46e8-b41d-06d8d6c266fe {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:25:29.720798 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 8e2f8575-bb4a-46e8-b41d-06d8d6c266fe not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:25:29.723976 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 86f4c3c6-2005-4356-8042-c5bb19c2b2ed details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:25:29.783134 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-a3a4c9e6-fd81-4386-aca1-e0e53700ab04 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0205376 Oct 12 19:25:29.783677 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 50804) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:25:29.789663 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-7c600c2d-2c85-43bb-9518-847de279920b tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Request body: {'subnet': {'network_id': '86f4c3c6-2005-4356-8042-c5bb19c2b2ed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:25:29.807782 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_v2 [None req-68029593-c7ee-49bb-893c-7187b824ff9b admin admin] Deleting subnet 50ec0e67-d759-446d-a09b-586a43b5f29b {{(pid=95501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:25:29.824386 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-68029593-c7ee-49bb-893c-7187b824ff9b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:29.947614 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-68029593-c7ee-49bb-893c-7187b824ff9b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281083'] for subnet, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:30.162306 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-68029593-c7ee-49bb-893c-7187b824ff9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:30.227946 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c600c2d-2c85-43bb-9518-847de279920b tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Made reservation on behalf of 8afe3c6a27c7408788d71066edc42001 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:25:30.232054 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7c600c2d-2c85-43bb-9518-847de279920b tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16245837'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:30.646629 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-68029593-c7ee-49bb-893c-7187b824ff9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4824924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4612362'] for subnet, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:30.766078 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e3c80867-5cc0-4c91-adca-634f6c4a5ffb req-51ebb167-1ec0-4888-b789-6e2db9d797cb tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7b3695f-ec85-4a0d-af3f-02cf55478eab HTTP/1.1" status: 200 len: 210 time: 0.3611827 Oct 12 19:25:30.795375 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7c600c2d-2c85-43bb-9518-847de279920b tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4306659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16245859'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:30.805750 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68029593-c7ee-49bb-893c-7187b824ff9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50ec0e67-d759-446d-a09b-586a43b5f29b,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:25:30.828814 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8726386-f972-4e84-b354-238e631737b4 None None] Network b42ff37c-f70e-4db5-8a80-47c710217e9f requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:25:30.845191 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-68029593-c7ee-49bb-893c-7187b824ff9b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:30.848536 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-68029593-c7ee-49bb-893c-7187b824ff9b admin admin] 10.222.0.49 "DELETE /v2.0/subnets/50ec0e67-d759-446d-a09b-586a43b5f29b HTTP/1.1" status: 204 len: 168 time: 1.2302947 Oct 12 19:25:30.865053 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 50814) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:25:30.943819 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541b5bd5-108e-495f-855d-fb0328429030 req-40a0ba41-8fe0-4d37-82ef-d758fff29850 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:30.953895 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-541b5bd5-108e-495f-855d-fb0328429030 req-40a0ba41-8fe0-4d37-82ef-d758fff29850 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.67 "GET /v2.0/networks?id=8b9ffd0a-d450-4d4d-8c84-81d908427bea HTTP/1.1" status: 200 len: 812 time: 0.5600920 Oct 12 19:25:31.002941 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c600c2d-2c85-43bb-9518-847de279920b tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Pushing event updated for resources: {'Subnet': ['ID=9cdcf388-9da5-4247-ae56-0cb3374d9afb,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:25:31.018181 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c600c2d-2c85-43bb-9518-847de279920b tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Checking segment: {'id': 'f4111b0a-dbaf-4208-96c5-1e33da53223d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '86f4c3c6-2005-4356-8042-c5bb19c2b2ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:25:31.018756 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c600c2d-2c85-43bb-9518-847de279920b tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Network hostable DHCP agents. Network: 86f4c3c6-2005-4356-8042-c5bb19c2b2ed, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:25:31.037057 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-541b5bd5-108e-495f-855d-fb0328429030 req-abe257bf-d61b-474d-8ad7-4e4d51860dba tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Request body: {'port': {'device_id': 'c7b3695f-ec85-4a0d-af3f-02cf55478eab', 'network_id': '8b9ffd0a-d450-4d4d-8c84-81d908427bea', 'admin_state_up': True, 'tenant_id': '9558b59fe3b94a1fa2fbec9bbf16e093'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:25:31.157196 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-883a8f72-1909-4354-a09e-59a9bdbe9503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:31.158752 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device f785d25f-b8e2-4e75-b07b-e6ef9124cf8b no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:25:31.194609 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: f785d25f-b8e2-4e75-b07b-e6ef9124cf8b {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:25:31.195005 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device f785d25f-b8e2-4e75-b07b-e6ef9124cf8b not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:25:31.213828 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe0d3ed-d6cf-4647-89f1-3f2fe77977a7 None None] DHCP port deletion for b42ff37c-f70e-4db5-8a80-47c710217e9f request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 19:25:31.297488 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-abe0d3ed-d6cf-4647-89f1-3f2fe77977a7 None None] Deleting port 80761168-616b-4d08-bdb7-5f168e1bd2b1 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:25:31.298181 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-abe0d3ed-d6cf-4647-89f1-3f2fe77977a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:31.330079 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-883a8f72-1909-4354-a09e-59a9bdbe9503 admin admin] Deleting port 80761168-616b-4d08-bdb7-5f168e1bd2b1 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:25:31.330694 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-883a8f72-1909-4354-a09e-59a9bdbe9503 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:31.383988 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c600c2d-2c85-43bb-9518-847de279920b tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Network 86f4c3c6-2005-4356-8042-c5bb19c2b2ed is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:25:31.420014 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-abe0d3ed-d6cf-4647-89f1-3f2fe77977a7 None None] For port 80761168-616b-4d08-bdb7-5f168e1bd2b1, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=80761168-616b-4d08-bdb7-5f168e1bd2b1,segment=NetworkSegment(c8b40002-17be-4f7c-b4db-f899210bef56),segment_id=c8b40002-17be-4f7c-b4db-f899210bef56)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:25:31.420958 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-abe0d3ed-d6cf-4647-89f1-3f2fe77977a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:31.459770 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-abe0d3ed-d6cf-4647-89f1-3f2fe77977a7 None None] Calling delete_port for 80761168-616b-4d08-bdb7-5f168e1bd2b1 owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:25:31.538847 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [None req-883a8f72-1909-4354-a09e-59a9bdbe9503 admin admin] For port 80761168-616b-4d08-bdb7-5f168e1bd2b1, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=80761168-616b-4d08-bdb7-5f168e1bd2b1,segment=NetworkSegment(c8b40002-17be-4f7c-b4db-f899210bef56),segment_id=c8b40002-17be-4f7c-b4db-f899210bef56)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:25:31.539572 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-883a8f72-1909-4354-a09e-59a9bdbe9503 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:31.560136 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-883a8f72-1909-4354-a09e-59a9bdbe9503 admin admin] Calling delete_port for 80761168-616b-4d08-bdb7-5f168e1bd2b1 owned by network:dhcp {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:25:31.665906 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-541b5bd5-108e-495f-855d-fb0328429030 req-abe257bf-d61b-474d-8ad7-4e4d51860dba tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Made reservation on behalf of 9558b59fe3b94a1fa2fbec9bbf16e093 for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:25:31.675940 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-541b5bd5-108e-495f-855d-fb0328429030 req-abe257bf-d61b-474d-8ad7-4e4d51860dba tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:31.689911 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-7c600c2d-2c85-43bb-9518-847de279920b tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, 86f4c3c6-2005-4356-8042-c5bb19c2b2ed) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:25:31.695786 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c600c2d-2c85-43bb-9518-847de279920b tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:31.698718 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7c600c2d-2c85-43bb-9518-847de279920b tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:31.714101 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9554e180-e4d4-4cf8-9c7f-5c3076d110a2 None None] Network 86f4c3c6-2005-4356-8042-c5bb19c2b2ed requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:25:31.890358 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [req-541b5bd5-108e-495f-855d-fb0328429030 req-abe257bf-d61b-474d-8ad7-4e4d51860dba tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Allocated IP 172.20.0.2 (8b9ffd0a-d450-4d4d-8c84-81d908427bea/dc530ace-4b18-4ae9-b625-36ec27074a9c/c51f022d-ff50-42b9-ab7f-830575b054c4) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:25:31.913426 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-7c600c2d-2c85-43bb-9518-847de279920b tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1285818 Oct 12 19:25:31.914170 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 50826) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:25:31.919894 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-04d49bc7-3d34-491f-90fd-43ef535c0669 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Request body: {'port': {'network_id': '86f4c3c6-2005-4356-8042-c5bb19c2b2ed', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1866358014'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:25:32.022325 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2c6f1362-058f-4d52-ad4a-2cb8bb18541f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:32.027716 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-abe0d3ed-d6cf-4647-89f1-3f2fe77977a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:32.071453 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe0d3ed-d6cf-4647-89f1-3f2fe77977a7 None None] No DVR routers for this DVR port 80761168-616b-4d08-bdb7-5f168e1bd2b1 on host n-d-813679-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:25:32.126179 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-541b5bd5-108e-495f-855d-fb0328429030 req-abe257bf-d61b-474d-8ad7-4e4d51860dba tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:32.137133 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe0d3ed-d6cf-4647-89f1-3f2fe77977a7 None None] Pushing event deleted for resources: {'Port': ['ID=80761168-616b-4d08-bdb7-5f168e1bd2b1,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:25:32.184947 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-883a8f72-1909-4354-a09e-59a9bdbe9503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:32.221709 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-95d26703-552c-4924-b31e-8f6cebcc2926 req-673ebc56-0819-4080-b99d-5608c02fef22 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7b3695f-ec85-4a0d-af3f-02cf55478eab HTTP/1.1" status: 200 len: 210 time: 0.2893181 Oct 12 19:25:32.239498 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883a8f72-1909-4354-a09e-59a9bdbe9503 admin admin] No DVR routers for this DVR port 80761168-616b-4d08-bdb7-5f168e1bd2b1 on host n-d-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:25:32.241937 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883a8f72-1909-4354-a09e-59a9bdbe9503 admin admin] Pushing event deleted for resources: {'Port': ['ID=80761168-616b-4d08-bdb7-5f168e1bd2b1,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:25:32.302804 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-541b5bd5-108e-495f-855d-fb0328429030 req-abe257bf-d61b-474d-8ad7-4e4d51860dba tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:32.319173 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04d49bc7-3d34-491f-90fd-43ef535c0669 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Made reservation on behalf of 8afe3c6a27c7408788d71066edc42001 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:25:32.324063 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-04d49bc7-3d34-491f-90fd-43ef535c0669 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:32.367678 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2530c07-7c30-4cb2-bb08-dc3b8edee7cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-86f4c3c6-2005-4356-8042-c5bb19c2b2ed', 'network_id': '86f4c3c6-2005-4356-8042-c5bb19c2b2ed', 'tenant_id': '8afe3c6a27c7408788d71066edc42001', 'fixed_ips': [{'subnet_id': '9cdcf388-9da5-4247-ae56-0cb3374d9afb'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:25:32.370756 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b2530c07-7c30-4cb2-bb08-dc3b8edee7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:32.381848 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [None req-04d49bc7-3d34-491f-90fd-43ef535c0669 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] device_id is not set on port 6494f4b0-7ab0-4dbc-a691-e5f2037afb42 yet. {{(pid=95502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 19:25:32.569699 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe257bf-d61b-474d-8ad7-4e4d51860dba tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Pushing event updated for resources: {'Port': ['ID=c51f022d-ff50-42b9-ab7f-830575b054c4,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:25:32.571255 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:32.579999 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-04d49bc7-3d34-491f-90fd-43ef535c0669 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Allocated IP 172.20.0.9 (86f4c3c6-2005-4356-8042-c5bb19c2b2ed/9cdcf388-9da5-4247-ae56-0cb3374d9afb/6494f4b0-7ab0-4dbc-a691-e5f2037afb42) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:25:32.616142 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-541b5bd5-108e-495f-855d-fb0328429030 req-abe257bf-d61b-474d-8ad7-4e4d51860dba tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Network 8b9ffd0a-d450-4d4d-8c84-81d908427bea is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:25:32.621939 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-883a8f72-1909-4354-a09e-59a9bdbe9503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:32.638749 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [req-541b5bd5-108e-495f-855d-fb0328429030 req-abe257bf-d61b-474d-8ad7-4e4d51860dba tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:25:32.649811 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-541b5bd5-108e-495f-855d-fb0328429030 req-abe257bf-d61b-474d-8ad7-4e4d51860dba tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:25:32.745876 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-883a8f72-1909-4354-a09e-59a9bdbe9503 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b42ff37c-f70e-4db5-8a80-47c710217e9f']}} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:25:32.791045 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-883a8f72-1909-4354-a09e-59a9bdbe9503 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8b40002-17be-4f7c-b4db-f899210bef56') {'for_net_delete': True} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:25:32.791407 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-883a8f72-1909-4354-a09e-59a9bdbe9503 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8b40002-17be-4f7c-b4db-f899210bef56') {} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:25:32.846685 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-883a8f72-1909-4354-a09e-59a9bdbe9503 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4281072'] for segment, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:32.853519 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-04d49bc7-3d34-491f-90fd-43ef535c0669 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:32.872146 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541b5bd5-108e-495f-855d-fb0328429030 req-abe257bf-d61b-474d-8ad7-4e4d51860dba tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:32.872838 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-541b5bd5-108e-495f-855d-fb0328429030 req-abe257bf-d61b-474d-8ad7-4e4d51860dba tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:32.891207 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:32.893224 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-883a8f72-1909-4354-a09e-59a9bdbe9503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:32.917605 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-883a8f72-1909-4354-a09e-59a9bdbe9503 admin admin] Releasing vlan 546 on physical network physnet1 to pool {{(pid=95501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:25:32.954660 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-883a8f72-1909-4354-a09e-59a9bdbe9503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4823170'] for segment, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:32.954660 n-d-813679-3 neutron-server[95501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:25:32.954660 n-d-813679-3 neutron-server[95501]: self.session.flush() Oct 12 19:25:32.954660 n-d-813679-3 neutron-server[95501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:25:32.954660 n-d-813679-3 neutron-server[95501]: self.session.flush() Oct 12 19:25:32.954660 n-d-813679-3 neutron-server[95501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:25:32.954660 n-d-813679-3 neutron-server[95501]: self.session.flush() Oct 12 19:25:32.954660 n-d-813679-3 neutron-server[95501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:25:32.954660 n-d-813679-3 neutron-server[95501]: self.session.flush() Oct 12 19:25:32.954660 n-d-813679-3 neutron-server[95501]: Traceback (most recent call last): Oct 12 19:25:32.954660 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:25:32.954660 n-d-813679-3 neutron-server[95501]: timer() Oct 12 19:25:32.954660 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:25:32.954660 n-d-813679-3 neutron-server[95501]: cb(*args, **kw) Oct 12 19:25:32.954660 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:25:32.954660 n-d-813679-3 neutron-server[95501]: return func(*args, **kwargs) Oct 12 19:25:32.954660 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:25:32.954660 n-d-813679-3 neutron-server[95501]: self._notify() Oct 12 19:25:32.954660 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:25:32.954660 n-d-813679-3 neutron-server[95501]: self.callback(batched_events) Oct 12 19:25:32.954660 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:25:32.954660 n-d-813679-3 neutron-server[95501]: event.method(event) Oct 12 19:25:32.954660 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:25:32.954660 n-d-813679-3 neutron-server[95501]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:25:32.954660 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:25:32.954660 n-d-813679-3 neutron-server[95501]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:25:32.954660 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:25:32.954660 n-d-813679-3 neutron-server[95501]: return f(self, *a, **k) Oct 12 19:25:32.954660 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:25:32.954660 n-d-813679-3 neutron-server[95501]: return self._get(url).json() Oct 12 19:25:32.954660 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:25:32.954660 n-d-813679-3 neutron-server[95501]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:25:32.954660 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:25:32.954660 n-d-813679-3 neutron-server[95501]: return self.request(url, 'GET', **kwargs) Oct 12 19:25:32.954660 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:25:32.954660 n-d-813679-3 neutron-server[95501]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:25:32.954660 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:25:32.954660 n-d-813679-3 neutron-server[95501]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:25:32.954660 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:25:32.954660 n-d-813679-3 neutron-server[95501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:25:32.954660 n-d-813679-3 neutron-server[95501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:25:33.055503 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:33.061528 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-541b5bd5-108e-495f-855d-fb0328429030 req-abe257bf-d61b-474d-8ad7-4e4d51860dba tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0444362 Oct 12 19:25:33.078280 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-541b5bd5-108e-495f-855d-fb0328429030 req-e787a722-7bf5-44c6-853a-984ee8f647e9 service neutron] Request body: {'port': {'device_id': 'c7b3695f-ec85-4a0d-af3f-02cf55478eab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-3'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:25:33.103078 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-04d49bc7-3d34-491f-90fd-43ef535c0669 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:33.226415 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-b2530c07-7c30-4cb2-bb08-dc3b8edee7cf None None] Allocated IP 172.20.0.2 (86f4c3c6-2005-4356-8042-c5bb19c2b2ed/9cdcf388-9da5-4247-ae56-0cb3374d9afb/138757b4-6bd3-4722-8e9a-1b25a2834f8b) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:25:33.255058 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-883a8f72-1909-4354-a09e-59a9bdbe9503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:33.275422 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-883a8f72-1909-4354-a09e-59a9bdbe9503 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:33.285504 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d49bc7-3d34-491f-90fd-43ef535c0669 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Pushing event updated for resources: {'Port': ['ID=6494f4b0-7ab0-4dbc-a691-e5f2037afb42,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:25:33.287062 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-883a8f72-1909-4354-a09e-59a9bdbe9503 admin admin] 10.222.0.49 "DELETE /v2.0/networks/b42ff37c-f70e-4db5-8a80-47c710217e9f HTTP/1.1" status: 204 len: 168 time: 2.4209189 Oct 12 19:25:33.302227 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d49bc7-3d34-491f-90fd-43ef535c0669 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Network 86f4c3c6-2005-4356-8042-c5bb19c2b2ed is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:25:33.303966 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-04d49bc7-3d34-491f-90fd-43ef535c0669 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:25:33.307316 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d49bc7-3d34-491f-90fd-43ef535c0669 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:25:33.314732 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 80761168-616b-4d08-bdb7-5f168e1bd2b1 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:25:33.354122 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883a8f72-1909-4354-a09e-59a9bdbe9503 admin admin] Pushing event deleted for resources: {'Network': ['ID=b42ff37c-f70e-4db5-8a80-47c710217e9f,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:25:33.356451 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-541b5bd5-108e-495f-855d-fb0328429030 req-e787a722-7bf5-44c6-853a-984ee8f647e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:33.468922 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d49bc7-3d34-491f-90fd-43ef535c0669 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:33.473938 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-04d49bc7-3d34-491f-90fd-43ef535c0669 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:33.674699 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-04d49bc7-3d34-491f-90fd-43ef535c0669 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.7566359 Oct 12 19:25:33.674949 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 50870) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:25:33.800731 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 80761168-616b-4d08-bdb7-5f168e1bd2b1 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:25:33.801170 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 80761168-616b-4d08-bdb7-5f168e1bd2b1 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:25:33.819099 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb02733e-2396-447d-8a18-f29feb81cc23 req-007e89c4-6999-4ad3-bc8a-545fb2808d99 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:33.821568 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-eb02733e-2396-447d-8a18-f29feb81cc23 req-007e89c4-6999-4ad3-bc8a-545fb2808d99 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7b3695f-ec85-4a0d-af3f-02cf55478eab HTTP/1.1" status: 200 len: 931 time: 0.3641446 Oct 12 19:25:33.906226 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-330cc5a1-4b97-4954-9371-825113b1b3ee tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Deleting port 6494f4b0-7ab0-4dbc-a691-e5f2037afb42 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:25:33.907270 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-330cc5a1-4b97-4954-9371-825113b1b3ee tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:33.943045 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b2530c07-7c30-4cb2-bb08-dc3b8edee7cf None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:33.954017 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:34.076157 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-eb02733e-2396-447d-8a18-f29feb81cc23 req-19c2ea93-bcd7-4e54-8a85-dd19be850946 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428954 Oct 12 19:25:34.098452 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b2530c07-7c30-4cb2-bb08-dc3b8edee7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:34.159859 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-330cc5a1-4b97-4954-9371-825113b1b3ee tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:34.188293 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-330cc5a1-4b97-4954-9371-825113b1b3ee tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Calling delete_port for 6494f4b0-7ab0-4dbc-a691-e5f2037afb42 owned by {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:25:34.199384 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2530c07-7c30-4cb2-bb08-dc3b8edee7cf None None] Pushing event updated for resources: {'Port': ['ID=138757b4-6bd3-4722-8e9a-1b25a2834f8b,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:25:34.215329 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2530c07-7c30-4cb2-bb08-dc3b8edee7cf None None] Network 86f4c3c6-2005-4356-8042-c5bb19c2b2ed is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:25:34.217584 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-b2530c07-7c30-4cb2-bb08-dc3b8edee7cf None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:25:34.221269 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2530c07-7c30-4cb2-bb08-dc3b8edee7cf None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:25:34.240342 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [req-541b5bd5-108e-495f-855d-fb0328429030 req-e787a722-7bf5-44c6-853a-984ee8f647e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c51f022d-ff50-42b9-ab7f-830575b054c4 {{(pid=95501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:25:34.246865 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-541b5bd5-108e-495f-855d-fb0328429030 req-e787a722-7bf5-44c6-853a-984ee8f647e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:34.260846 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.provisioning_blocks [req-541b5bd5-108e-495f-855d-fb0328429030 req-e787a722-7bf5-44c6-853a-984ee8f647e9 service neutron] Transition to ACTIVE for port object c51f022d-ff50-42b9-ab7f-830575b054c4 will not be triggered until provisioned by entity L2. {{(pid=95501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:25:34.294655 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-b2530c07-7c30-4cb2-bb08-dc3b8edee7cf None None] Attempting to bind port 138757b4-6bd3-4722-8e9a-1b25a2834f8b on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:25:34.295280 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-b2530c07-7c30-4cb2-bb08-dc3b8edee7cf None None] Attempting to bind port 138757b4-6bd3-4722-8e9a-1b25a2834f8b by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'f4111b0a-dbaf-4208-96c5-1e33da53223d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '86f4c3c6-2005-4356-8042-c5bb19c2b2ed'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:25:34.295525 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2530c07-7c30-4cb2-bb08-dc3b8edee7cf None None] Attempting to bind port 138757b4-6bd3-4722-8e9a-1b25a2834f8b on network 86f4c3c6-2005-4356-8042-c5bb19c2b2ed {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:25:34.301562 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2530c07-7c30-4cb2-bb08-dc3b8edee7cf None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:25:34.302142 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2530c07-7c30-4cb2-bb08-dc3b8edee7cf None None] Checking segment: {'id': 'f4111b0a-dbaf-4208-96c5-1e33da53223d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '86f4c3c6-2005-4356-8042-c5bb19c2b2ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:25:34.309250 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b2530c07-7c30-4cb2-bb08-dc3b8edee7cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:34.309250 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2530c07-7c30-4cb2-bb08-dc3b8edee7cf None None] Bound using segment: {'id': 'f4111b0a-dbaf-4208-96c5-1e33da53223d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '86f4c3c6-2005-4356-8042-c5bb19c2b2ed'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:25:34.309250 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-b2530c07-7c30-4cb2-bb08-dc3b8edee7cf None None] Bound port: 138757b4-6bd3-4722-8e9a-1b25a2834f8b, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4111b0a-dbaf-4208-96c5-1e33da53223d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '86f4c3c6-2005-4356-8042-c5bb19c2b2ed'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:25:34.309250 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b2530c07-7c30-4cb2-bb08-dc3b8edee7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:34.390672 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-b2530c07-7c30-4cb2-bb08-dc3b8edee7cf None None] For port 138757b4-6bd3-4722-8e9a-1b25a2834f8b, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:25:34.403111 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-b2530c07-7c30-4cb2-bb08-dc3b8edee7cf None None] For port 138757b4-6bd3-4722-8e9a-1b25a2834f8b, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=138757b4-6bd3-4722-8e9a-1b25a2834f8b,segment=NetworkSegment(f4111b0a-dbaf-4208-96c5-1e33da53223d),segment_id=f4111b0a-dbaf-4208-96c5-1e33da53223d)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:25:34.533633 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 50880) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:25:34.570852 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:34.574130 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-541b5bd5-108e-495f-855d-fb0328429030 req-e787a722-7bf5-44c6-853a-984ee8f647e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:34.574627 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b2530c07-7c30-4cb2-bb08-dc3b8edee7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:34.589647 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-330cc5a1-4b97-4954-9371-825113b1b3ee tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:34.733865 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330cc5a1-4b97-4954-9371-825113b1b3ee tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Pushing event deleted for resources: {'Port': ['ID=6494f4b0-7ab0-4dbc-a691-e5f2037afb42,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:25:34.761197 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2530c07-7c30-4cb2-bb08-dc3b8edee7cf None None] Pushing event updated for resources: {'Port': ['ID=138757b4-6bd3-4722-8e9a-1b25a2834f8b,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:25:34.766245 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-91204a16-914a-48ce-a9e2-4e5fce9d293c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4d8253176c1a4d1d8c9e80bfd26a9f7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2282717 Oct 12 19:25:34.777492 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 50892) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:25:34.781338 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e787a722-7bf5-44c6-853a-984ee8f647e9 service neutron] Pushing event updated for resources: {'Port': ['ID=c51f022d-ff50-42b9-ab7f-830575b054c4,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:25:34.921605 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-330cc5a1-4b97-4954-9371-825113b1b3ee tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:34.927434 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-330cc5a1-4b97-4954-9371-825113b1b3ee tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] 10.222.0.49 "DELETE /v2.0/ports/6494f4b0-7ab0-4dbc-a691-e5f2037afb42 HTTP/1.1" status: 204 len: 168 time: 1.2489939 Oct 12 19:25:34.929753 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 50898) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:25:34.950546 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-541b5bd5-108e-495f-855d-fb0328429030 req-e787a722-7bf5-44c6-853a-984ee8f647e9 service neutron] Attempting to bind port c51f022d-ff50-42b9-ab7f-830575b054c4 on host n-h2-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:25:34.951055 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-541b5bd5-108e-495f-855d-fb0328429030 req-e787a722-7bf5-44c6-853a-984ee8f647e9 service neutron] Attempting to bind port c51f022d-ff50-42b9-ab7f-830575b054c4 by drivers openvswitch,hyperv on host n-h2-813679-3 at level 0 using segments [{'id': '2c23b924-3bdb-4700-940f-a5921b74e3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8b9ffd0a-d450-4d4d-8c84-81d908427bea'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:25:34.951226 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541b5bd5-108e-495f-855d-fb0328429030 req-e787a722-7bf5-44c6-853a-984ee8f647e9 service neutron] Attempting to bind port c51f022d-ff50-42b9-ab7f-830575b054c4 on network 8b9ffd0a-d450-4d4d-8c84-81d908427bea {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:25:34.991960 n-d-813679-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e42d07c-302a-476b-8774-e554205375e5 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] GET failed (client error): The resource could not be found. Oct 12 19:25:34.996084 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-5e42d07c-302a-476b-8774-e554205375e5 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] 10.222.0.49 "GET /v2.0/ports/6494f4b0-7ab0-4dbc-a691-e5f2037afb42 HTTP/1.1" status: 404 len: 333 time: 0.0639126 Oct 12 19:25:35.004440 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 50900) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:25:35.019245 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541b5bd5-108e-495f-855d-fb0328429030 req-e787a722-7bf5-44c6-853a-984ee8f647e9 service neutron] Port c51f022d-ff50-42b9-ab7f-830575b054c4 on network 8b9ffd0a-d450-4d4d-8c84-81d908427bea not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:25:35.026363 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541b5bd5-108e-495f-855d-fb0328429030 req-e787a722-7bf5-44c6-853a-984ee8f647e9 service neutron] Attempting to bind port c51f022d-ff50-42b9-ab7f-830575b054c4 on network 8b9ffd0a-d450-4d4d-8c84-81d908427bea {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:25:35.067659 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8f8bdc15-b1ba-4d2b-ac9b-fa87379f1a85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:35.099238 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541b5bd5-108e-495f-855d-fb0328429030 req-e787a722-7bf5-44c6-853a-984ee8f647e9 service neutron] Checking agent: {'id': '233fbd7d-38e4-434f-bb8f-05364d7423a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:25:35.099860 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541b5bd5-108e-495f-855d-fb0328429030 req-e787a722-7bf5-44c6-853a-984ee8f647e9 service neutron] Checking segment: {'id': '2c23b924-3bdb-4700-940f-a5921b74e3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8b9ffd0a-d450-4d4d-8c84-81d908427bea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:25:35.108388 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541b5bd5-108e-495f-855d-fb0328429030 req-e787a722-7bf5-44c6-853a-984ee8f647e9 service neutron] Bound using segment: {'id': '2c23b924-3bdb-4700-940f-a5921b74e3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8b9ffd0a-d450-4d4d-8c84-81d908427bea'} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:25:35.108388 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-541b5bd5-108e-495f-855d-fb0328429030 req-e787a722-7bf5-44c6-853a-984ee8f647e9 service neutron] Bound port: c51f022d-ff50-42b9-ab7f-830575b054c4, host: n-h2-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c23b924-3bdb-4700-940f-a5921b74e3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8b9ffd0a-d450-4d4d-8c84-81d908427bea'}}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:25:35.108388 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-541b5bd5-108e-495f-855d-fb0328429030 req-e787a722-7bf5-44c6-853a-984ee8f647e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:35.168508 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-dba73350-bb14-4490-b79c-fccccd113f0f tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Deleting subnet 9cdcf388-9da5-4247-ae56-0cb3374d9afb {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:25:35.177205 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-dba73350-bb14-4490-b79c-fccccd113f0f tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:35.259118 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8f8bdc15-b1ba-4d2b-ac9b-fa87379f1a85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:35.313319 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-dba73350-bb14-4490-b79c-fccccd113f0f tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16313642'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:35.441723 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-541b5bd5-108e-495f-855d-fb0328429030 req-e787a722-7bf5-44c6-853a-984ee8f647e9 service neutron] For port c51f022d-ff50-42b9-ab7f-830575b054c4, host n-h2-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:25:35.445190 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30d62be-a131-40d4-9c9a-c18c837668a8 req-55d3a429-b63b-4831-af38-fd14a5910bac tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:35.446228 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-541b5bd5-108e-495f-855d-fb0328429030 req-e787a722-7bf5-44c6-853a-984ee8f647e9 service neutron] For port c51f022d-ff50-42b9-ab7f-830575b054c4, host n-h2-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=c51f022d-ff50-42b9-ab7f-830575b054c4,segment=NetworkSegment(2c23b924-3bdb-4700-940f-a5921b74e3c2),segment_id=2c23b924-3bdb-4700-940f-a5921b74e3c2)] {{(pid=95501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:25:35.446801 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f30d62be-a131-40d4-9c9a-c18c837668a8 req-55d3a429-b63b-4831-af38-fd14a5910bac tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7b3695f-ec85-4a0d-af3f-02cf55478eab HTTP/1.1" status: 200 len: 943 time: 0.2178335 Oct 12 19:25:35.526307 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-541b5bd5-108e-495f-855d-fb0328429030 req-e787a722-7bf5-44c6-853a-984ee8f647e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:35.629839 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8f8bdc15-b1ba-4d2b-ac9b-fa87379f1a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:35.634734 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-dba73350-bb14-4490-b79c-fccccd113f0f tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:35.639890 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8f8bdc15-b1ba-4d2b-ac9b-fa87379f1a85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:35.645904 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-8f8bdc15-b1ba-4d2b-ac9b-fa87379f1a85 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/daa0f5dc-d8e4-4e2c-8819-d7624aa39f64 HTTP/1.1" status: 204 len: 168 time: 0.8399928 Oct 12 19:25:35.673835 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f30d62be-a131-40d4-9c9a-c18c837668a8 req-6ffb6c74-80aa-4d33-9e4a-d2d24c5a1269 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105038 Oct 12 19:25:35.686169 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541b5bd5-108e-495f-855d-fb0328429030 req-e787a722-7bf5-44c6-853a-984ee8f647e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:35.688765 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-541b5bd5-108e-495f-855d-fb0328429030 req-e787a722-7bf5-44c6-853a-984ee8f647e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:35.690366 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-541b5bd5-108e-495f-855d-fb0328429030 req-e787a722-7bf5-44c6-853a-984ee8f647e9 service neutron] 10.222.0.67 "PUT /v2.0/ports/c51f022d-ff50-42b9-ab7f-830575b054c4 HTTP/1.1" status: 200 len: 1091 time: 2.6202283 Oct 12 19:25:35.716215 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7b3695f-ec85-4a0d-af3f-02cf55478eab', 'tag': 'c51f022d-ff50-42b9-ab7f-830575b054c4'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:25:35.716215 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e73d1df9-a603-4a30-a87d-feee4ae59715" -d '{"events": [{"name": "network-changed", "server_uuid": "c7b3695f-ec85-4a0d-af3f-02cf55478eab", "tag": "c51f022d-ff50-42b9-ab7f-830575b054c4"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:25:35.742724 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8bdc15-b1ba-4d2b-ac9b-fa87379f1a85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daa0f5dc-d8e4-4e2c-8819-d7624aa39f64,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:25:35.797097 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e787a722-7bf5-44c6-853a-984ee8f647e9 service neutron] Pushing event updated for resources: {'Port': ['ID=c51f022d-ff50-42b9-ab7f-830575b054c4,revision_number=3']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:25:35.935554 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fd2d014-3feb-4c4c-af83-eade62631a2a x-openstack-request-id: req-0fd2d014-3feb-4c4c-af83-eade62631a2a {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:25:35.936164 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7b3695f-ec85-4a0d-af3f-02cf55478eab", "tag": "c51f022d-ff50-42b9-ab7f-830575b054c4", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:25:35.936558 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0fd2d014-3feb-4c4c-af83-eade62631a2a {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:25:35.937095 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7b3695f-ec85-4a0d-af3f-02cf55478eab', 'tag': 'c51f022d-ff50-42b9-ab7f-830575b054c4', 'status': 'completed', 'code': 200} Oct 12 19:25:35.957405 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541b5bd5-108e-495f-855d-fb0328429030 req-03a0796e-6a57-4894-96e1-4be2d4c14052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:35.959218 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-541b5bd5-108e-495f-855d-fb0328429030 req-03a0796e-6a57-4894-96e1-4be2d4c14052 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9558b59fe3b94a1fa2fbec9bbf16e093&device_id=c7b3695f-ec85-4a0d-af3f-02cf55478eab HTTP/1.1" status: 200 len: 1094 time: 0.1119041 Oct 12 19:25:36.017589 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-dba73350-bb14-4490-b79c-fccccd113f0f tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4306592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16245866'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:36.135255 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-541b5bd5-108e-495f-855d-fb0328429030 req-ef9fc5ee-2c7e-486a-85b8-46aa81399502 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c51f022d-ff50-42b9-ab7f-830575b054c4 HTTP/1.1" status: 200 len: 217 time: 0.1674898 Oct 12 19:25:36.149156 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-dba73350-bb14-4490-b79c-fccccd113f0f tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:36.152890 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-dba73350-bb14-4490-b79c-fccccd113f0f tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] 10.222.0.49 "DELETE /v2.0/subnets/9cdcf388-9da5-4247-ae56-0cb3374d9afb HTTP/1.1" status: 204 len: 168 time: 1.1438942 Oct 12 19:25:36.155033 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba73350-bb14-4490-b79c-fccccd113f0f tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Pushing event deleted for resources: {'Subnet': ['ID=9cdcf388-9da5-4247-ae56-0cb3374d9afb,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:25:36.166565 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 50940) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:25:36.228340 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541b5bd5-108e-495f-855d-fb0328429030 req-89b8691a-a8cc-44e3-84bb-055ed08d9708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:36.230087 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-541b5bd5-108e-495f-855d-fb0328429030 req-89b8691a-a8cc-44e3-84bb-055ed08d9708 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dc530ace-4b18-4ae9-b625-36ec27074a9c HTTP/1.1" status: 200 len: 852 time: 0.0866358 Oct 12 19:25:36.299712 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-541b5bd5-108e-495f-855d-fb0328429030 req-bd82ecd3-8c64-44fd-8d6e-e919f7abca93 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8b9ffd0a-d450-4d4d-8c84-81d908427bea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579970 Oct 12 19:25:36.326525 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba73350-bb14-4490-b79c-fccccd113f0f tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:25:36.327778 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba73350-bb14-4490-b79c-fccccd113f0f tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:25:36.329505 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba73350-bb14-4490-b79c-fccccd113f0f tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:25:36.329902 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba73350-bb14-4490-b79c-fccccd113f0f tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:25:36.330269 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba73350-bb14-4490-b79c-fccccd113f0f tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:25:36.330612 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba73350-bb14-4490-b79c-fccccd113f0f tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:25:36.330950 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba73350-bb14-4490-b79c-fccccd113f0f tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:25:36.331285 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba73350-bb14-4490-b79c-fccccd113f0f tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:25:36.331622 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba73350-bb14-4490-b79c-fccccd113f0f tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:25:36.331976 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba73350-bb14-4490-b79c-fccccd113f0f tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:25:36.332330 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba73350-bb14-4490-b79c-fccccd113f0f tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:25:36.332652 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba73350-bb14-4490-b79c-fccccd113f0f tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:25:36.434957 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f2eda375-90bd-457c-87b9-66c7a4768232 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:36.531184 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-541b5bd5-108e-495f-855d-fb0328429030 req-bddaa156-8c72-46d7-bcfb-fc4dfa38fddb service neutron] 10.222.0.67 "GET /v2.0/networks/8b9ffd0a-d450-4d4d-8c84-81d908427bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282438 Oct 12 19:25:36.667804 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-f2eda375-90bd-457c-87b9-66c7a4768232 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Deleting port 138757b4-6bd3-4722-8e9a-1b25a2834f8b {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:25:36.668452 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f2eda375-90bd-457c-87b9-66c7a4768232 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:36.694291 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed95c422-0c5b-4232-b48d-644ed9d26fe7 None None] Network 86f4c3c6-2005-4356-8042-c5bb19c2b2ed requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:25:36.842246 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-541b5bd5-108e-495f-855d-fb0328429030 req-89ed34e9-30f0-42a7-8292-fb490cc07506 service neutron] 10.222.0.67 "GET /v2.0/networks/8b9ffd0a-d450-4d4d-8c84-81d908427bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2935948 Oct 12 19:25:36.908387 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-ef0d5ec5-583e-4851-b721-9cb7a31f5eac None None] Provisioning complete for port 138757b4-6bd3-4722-8e9a-1b25a2834f8b triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:25:36.909052 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ef0d5ec5-583e-4851-b721-9cb7a31f5eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:36.960672 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-f2eda375-90bd-457c-87b9-66c7a4768232 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] For port 138757b4-6bd3-4722-8e9a-1b25a2834f8b, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=138757b4-6bd3-4722-8e9a-1b25a2834f8b,segment=NetworkSegment(f4111b0a-dbaf-4208-96c5-1e33da53223d),segment_id=f4111b0a-dbaf-4208-96c5-1e33da53223d)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:25:36.963617 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f2eda375-90bd-457c-87b9-66c7a4768232 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:37.005630 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-f2eda375-90bd-457c-87b9-66c7a4768232 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Calling delete_port for 138757b4-6bd3-4722-8e9a-1b25a2834f8b owned by network:dhcp {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:25:37.287500 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73d1df9-a603-4a30-a87d-feee4ae59715 req-9eafdae7-b8bb-41ea-abd9-2fd6207ff96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:37.293850 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e73d1df9-a603-4a30-a87d-feee4ae59715 req-9eafdae7-b8bb-41ea-abd9-2fd6207ff96f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9558b59fe3b94a1fa2fbec9bbf16e093&device_id=c7b3695f-ec85-4a0d-af3f-02cf55478eab HTTP/1.1" status: 200 len: 1094 time: 0.2090993 Oct 12 19:25:37.316503 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bc286d-2647-474d-8de5-6d786aa4e2b1 req-905d83d4-ee7e-4cd7-9e68-6fa3051841bb tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:37.319116 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a1bc286d-2647-474d-8de5-6d786aa4e2b1 req-905d83d4-ee7e-4cd7-9e68-6fa3051841bb tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7b3695f-ec85-4a0d-af3f-02cf55478eab HTTP/1.1" status: 200 len: 943 time: 0.4867463 Oct 12 19:25:37.343445 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0251f9a5-dea2-444f-b060-271d27f55cb1 req-cbceaf04-721d-4e98-a06d-b085a1d7d671 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:37.355555 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0251f9a5-dea2-444f-b060-271d27f55cb1 req-cbceaf04-721d-4e98-a06d-b085a1d7d671 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:37.356463 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5413cd8b-c4e3-41b6-b682-7410f6e3df58 None None] DHCP port deletion for 86f4c3c6-2005-4356-8042-c5bb19c2b2ed request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 19:25:37.367135 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ef0d5ec5-583e-4851-b721-9cb7a31f5eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:37.371861 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0251f9a5-dea2-444f-b060-271d27f55cb1 req-cbceaf04-721d-4e98-a06d-b085a1d7d671 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:37.386983 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0251f9a5-dea2-444f-b060-271d27f55cb1 req-cbceaf04-721d-4e98-a06d-b085a1d7d671 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:37.399432 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0251f9a5-dea2-444f-b060-271d27f55cb1 req-cbceaf04-721d-4e98-a06d-b085a1d7d671 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:37.415060 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0251f9a5-dea2-444f-b060-271d27f55cb1 req-cbceaf04-721d-4e98-a06d-b085a1d7d671 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:37.428432 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0251f9a5-dea2-444f-b060-271d27f55cb1 req-cbceaf04-721d-4e98-a06d-b085a1d7d671 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:37.449866 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0251f9a5-dea2-444f-b060-271d27f55cb1 req-cbceaf04-721d-4e98-a06d-b085a1d7d671 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecc38ae3-328a-43a0-a185-601e29a048cb HTTP/1.1" status: 200 len: 5444 time: 0.4284410 Oct 12 19:25:37.459202 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a1bc286d-2647-474d-8de5-6d786aa4e2b1 req-520851d2-cac0-456e-a584-23669b7dc422 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292160 Oct 12 19:25:37.460167 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f2eda375-90bd-457c-87b9-66c7a4768232 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:37.508255 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2eda375-90bd-457c-87b9-66c7a4768232 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] No DVR routers for this DVR port 138757b4-6bd3-4722-8e9a-1b25a2834f8b on host n-d-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:25:37.531971 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-5413cd8b-c4e3-41b6-b682-7410f6e3df58 None None] The port '138757b4-6bd3-4722-8e9a-1b25a2834f8b' was deleted {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Oct 12 19:25:37.551995 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eda375-90bd-457c-87b9-66c7a4768232 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Pushing event deleted for resources: {'Port': ['ID=138757b4-6bd3-4722-8e9a-1b25a2834f8b,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:25:37.738822 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f2eda375-90bd-457c-87b9-66c7a4768232 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:37.787769 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-f2eda375-90bd-457c-87b9-66c7a4768232 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86f4c3c6-2005-4356-8042-c5bb19c2b2ed']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:25:37.801756 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0251f9a5-dea2-444f-b060-271d27f55cb1 req-0b96a2b7-a5f4-4213-a533-a70afaf23ede tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/security-groups?id=76b081dc-6667-4e1c-b44d-8d05a61d7938&id=0726b0fe-78be-4ea7-8b43-7be54affa06f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3509109 Oct 12 19:25:37.806177 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-f2eda375-90bd-457c-87b9-66c7a4768232 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4111b0a-dbaf-4208-96c5-1e33da53223d') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:25:37.808529 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-f2eda375-90bd-457c-87b9-66c7a4768232 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4111b0a-dbaf-4208-96c5-1e33da53223d') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:25:37.847453 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f2eda375-90bd-457c-87b9-66c7a4768232 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16313633'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:37.922601 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73d1df9-a603-4a30-a87d-feee4ae59715 req-53b2f7ab-6f0d-4062-bb73-02d9799feadc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:37.928395 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f2eda375-90bd-457c-87b9-66c7a4768232 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:37.943358 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e73d1df9-a603-4a30-a87d-feee4ae59715 req-53b2f7ab-6f0d-4062-bb73-02d9799feadc service neutron] 10.222.0.67 "GET /v2.0/networks?id=8b9ffd0a-d450-4d4d-8c84-81d908427bea HTTP/1.1" status: 200 len: 913 time: 0.4890890 Oct 12 19:25:37.965358 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2eda375-90bd-457c-87b9-66c7a4768232 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:25:37.968499 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f2eda375-90bd-457c-87b9-66c7a4768232 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4305278'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:37.980276 n-d-813679-3 neutron-server[95502]: Traceback (most recent call last): Oct 12 19:25:37.980276 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:25:37.980276 n-d-813679-3 neutron-server[95502]: timer() Oct 12 19:25:37.980276 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:25:37.980276 n-d-813679-3 neutron-server[95502]: cb(*args, **kw) Oct 12 19:25:37.980276 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:25:37.980276 n-d-813679-3 neutron-server[95502]: return func(*args, **kwargs) Oct 12 19:25:37.980276 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:25:37.980276 n-d-813679-3 neutron-server[95502]: self._notify() Oct 12 19:25:37.980276 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:25:37.980276 n-d-813679-3 neutron-server[95502]: self.callback(batched_events) Oct 12 19:25:37.980276 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:25:37.980276 n-d-813679-3 neutron-server[95502]: event.method(event) Oct 12 19:25:37.980276 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:25:37.980276 n-d-813679-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:25:37.980276 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:25:37.980276 n-d-813679-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:25:37.980276 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:25:37.980276 n-d-813679-3 neutron-server[95502]: return f(self, *a, **k) Oct 12 19:25:37.980276 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:25:37.980276 n-d-813679-3 neutron-server[95502]: return self._get(url).json() Oct 12 19:25:37.980276 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:25:37.980276 n-d-813679-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:25:37.980276 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:25:37.980276 n-d-813679-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Oct 12 19:25:37.980276 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:25:37.980276 n-d-813679-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:25:37.980276 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:25:37.980276 n-d-813679-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:25:37.980276 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:25:37.980276 n-d-813679-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:25:37.980276 n-d-813679-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:25:38.036980 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e73d1df9-a603-4a30-a87d-feee4ae59715 req-4dc169e6-7060-4180-97b3-b3b705d741a1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c51f022d-ff50-42b9-ab7f-830575b054c4 HTTP/1.1" status: 200 len: 217 time: 0.0855458 Oct 12 19:25:38.201532 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73d1df9-a603-4a30-a87d-feee4ae59715 req-d4999841-2a91-49c0-9d1b-1366c194ed29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:38.209447 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e73d1df9-a603-4a30-a87d-feee4ae59715 req-d4999841-2a91-49c0-9d1b-1366c194ed29 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dc530ace-4b18-4ae9-b625-36ec27074a9c HTTP/1.1" status: 200 len: 852 time: 0.1653230 Oct 12 19:25:38.279129 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e73d1df9-a603-4a30-a87d-feee4ae59715 req-12a30338-81ac-4e74-9514-ca60a8d6fc96 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8b9ffd0a-d450-4d4d-8c84-81d908427bea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532794 Oct 12 19:25:38.296650 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 50994) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:25:38.307504 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f2eda375-90bd-457c-87b9-66c7a4768232 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:38.400361 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f2eda375-90bd-457c-87b9-66c7a4768232 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:38.411299 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-f2eda375-90bd-457c-87b9-66c7a4768232 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] 10.222.0.49 "DELETE /v2.0/networks/86f4c3c6-2005-4356-8042-c5bb19c2b2ed HTTP/1.1" status: 204 len: 168 time: 2.2426019 Oct 12 19:25:38.412251 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eda375-90bd-457c-87b9-66c7a4768232 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Pushing event deleted for resources: {'Network': ['ID=86f4c3c6-2005-4356-8042-c5bb19c2b2ed,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:25:38.421129 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 50998) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:25:38.435977 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-7a2b08bb-7f83-4985-a673-fe675c7cc642 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Request body: {'port': {'network_id': 'cd378550-4c12-4241-a971-0383d4b70e86', 'name': 'tempest-PortsTestJSON-634277849'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:25:38.626586 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e73d1df9-a603-4a30-a87d-feee4ae59715 req-51382bfc-5b17-47bc-b7d4-cfdc65e6f48b service neutron] 10.222.0.67 "GET /v2.0/networks/8b9ffd0a-d450-4d4d-8c84-81d908427bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268240 Oct 12 19:25:38.628151 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-49b2da85-c0c8-40fe-8f44-ade8ccf7f13d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-759262137-network', 'tenant_id': 'fe3f4d9eed4c424f9ee08e15cc94b8c9'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:25:38.678027 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f4a505-1c40-441b-99be-8b13dd6f09ab req-ab91d03c-ed6d-44d0-8050-ecd8316e04f2 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:38.684619 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f4a505-1c40-441b-99be-8b13dd6f09ab req-ab91d03c-ed6d-44d0-8050-ecd8316e04f2 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:38.691978 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e73d1df9-a603-4a30-a87d-feee4ae59715 req-89cb8f3a-5e72-45bc-aad3-7c34229804c7 service neutron] 10.222.0.67 "GET /v2.0/networks/8b9ffd0a-d450-4d4d-8c84-81d908427bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611307 Oct 12 19:25:38.692220 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f4a505-1c40-441b-99be-8b13dd6f09ab req-ab91d03c-ed6d-44d0-8050-ecd8316e04f2 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:38.700439 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f4a505-1c40-441b-99be-8b13dd6f09ab req-ab91d03c-ed6d-44d0-8050-ecd8316e04f2 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:38.708018 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f4a505-1c40-441b-99be-8b13dd6f09ab req-ab91d03c-ed6d-44d0-8050-ecd8316e04f2 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:38.716738 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f4a505-1c40-441b-99be-8b13dd6f09ab req-ab91d03c-ed6d-44d0-8050-ecd8316e04f2 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:38.725290 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f4a505-1c40-441b-99be-8b13dd6f09ab req-ab91d03c-ed6d-44d0-8050-ecd8316e04f2 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:38.729308 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-52f4a505-1c40-441b-99be-8b13dd6f09ab req-ab91d03c-ed6d-44d0-8050-ecd8316e04f2 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.61 "GET /v2.0/ports?device_id=ecc38ae3-328a-43a0-a185-601e29a048cb HTTP/1.1" status: 200 len: 5444 time: 0.2542572 Oct 12 19:25:38.731117 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.db.api [None req-49b2da85-c0c8-40fe-8f44-ade8ccf7f13d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 12 19:25:38.731117 n-d-813679-3 neutron-server[95502]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Oct 12 19:25:38.731117 n-d-813679-3 neutron-server[95502]: [parameters: {'project_id': 'fe3f4d9eed4c424f9ee08e15cc94b8c9', 'id': '2939fe86-2209-420b-9c15-56fbfdb7b033', 'expiration': datetime.datetime(2021, 10, 12, 19, 27, 38, 648011)}] Oct 12 19:25:38.731117 n-d-813679-3 neutron-server[95502]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95502) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 19:25:38.731902 n-d-813679-3 neutron-server[95502]: DEBUG oslo_db.api [None req-49b2da85-c0c8-40fe-8f44-ade8ccf7f13d admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 19:25:38.774963 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a4e625-1b4d-4dfc-b715-235aff5ad810 req-7de624b0-814f-4f99-85f5-6d51e00d8de9 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:38.776503 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a7a4e625-1b4d-4dfc-b715-235aff5ad810 req-7de624b0-814f-4f99-85f5-6d51e00d8de9 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7b3695f-ec85-4a0d-af3f-02cf55478eab HTTP/1.1" status: 200 len: 943 time: 0.2109635 Oct 12 19:25:38.782049 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a2b08bb-7f83-4985-a673-fe675c7cc642 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Made reservation on behalf of 8afe3c6a27c7408788d71066edc42001 for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:25:38.785949 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7a2b08bb-7f83-4985-a673-fe675c7cc642 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:38.806647 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [None req-7a2b08bb-7f83-4985-a673-fe675c7cc642 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] device_id is not set on port aad14778-c9ec-4bb9-8501-b7ee814ddbac yet. {{(pid=95501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 19:25:38.861273 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a7a4e625-1b4d-4dfc-b715-235aff5ad810 req-99f41542-8c80-422e-85f1-d4d8445de5a9 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479908 Oct 12 19:25:38.888467 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f4a505-1c40-441b-99be-8b13dd6f09ab req-fb774191-c6a0-4af6-ad03-d70fa894e734 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:38.889909 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-52f4a505-1c40-441b-99be-8b13dd6f09ab req-fb774191-c6a0-4af6-ad03-d70fa894e734 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.61 "GET /v2.0/ports/605e7744-82ec-4122-aca5-63441fceb7bc?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1533291 Oct 12 19:25:39.046919 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898083c2-adc4-4338-a1d7-dd30f7e874b6 req-17c99d19-11cc-4a10-a78e-8f5b2b41bd5b tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:39.053610 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898083c2-adc4-4338-a1d7-dd30f7e874b6 req-17c99d19-11cc-4a10-a78e-8f5b2b41bd5b tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:39.060401 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898083c2-adc4-4338-a1d7-dd30f7e874b6 req-17c99d19-11cc-4a10-a78e-8f5b2b41bd5b tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:39.083779 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898083c2-adc4-4338-a1d7-dd30f7e874b6 req-17c99d19-11cc-4a10-a78e-8f5b2b41bd5b tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:39.089081 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-52f4a505-1c40-441b-99be-8b13dd6f09ab req-41442b5e-6c7c-43a4-b134-27736759a2b2 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.61 "GET /v2.0/networks/2e14c4f2-b68c-4d21-920b-215a17ef69db?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1916370 Oct 12 19:25:39.099824 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898083c2-adc4-4338-a1d7-dd30f7e874b6 req-17c99d19-11cc-4a10-a78e-8f5b2b41bd5b tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:39.101291 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-52f4a505-1c40-441b-99be-8b13dd6f09ab req-fc5233ae-7f84-4162-8671-32d9ff97388f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:25:39.128355 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898083c2-adc4-4338-a1d7-dd30f7e874b6 req-17c99d19-11cc-4a10-a78e-8f5b2b41bd5b tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:39.146090 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898083c2-adc4-4338-a1d7-dd30f7e874b6 req-17c99d19-11cc-4a10-a78e-8f5b2b41bd5b tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:39.150440 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-898083c2-adc4-4338-a1d7-dd30f7e874b6 req-17c99d19-11cc-4a10-a78e-8f5b2b41bd5b tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecc38ae3-328a-43a0-a185-601e29a048cb HTTP/1.1" status: 200 len: 5444 time: 0.2347269 Oct 12 19:25:39.241562 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-52f4a505-1c40-441b-99be-8b13dd6f09ab req-fc5233ae-7f84-4162-8671-32d9ff97388f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:39.265824 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 138757b4-6bd3-4722-8e9a-1b25a2834f8b no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:25:39.292855 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 138757b4-6bd3-4722-8e9a-1b25a2834f8b {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:25:39.293495 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 138757b4-6bd3-4722-8e9a-1b25a2834f8b not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:25:39.357211 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7a2b08bb-7f83-4985-a673-fe675c7cc642 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:39.398337 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-898083c2-adc4-4338-a1d7-dd30f7e874b6 req-4ba7617c-a8de-4699-ad2f-19bbfdeb811b tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/security-groups?id=76b081dc-6667-4e1c-b44d-8d05a61d7938&id=0726b0fe-78be-4ea7-8b43-7be54affa06f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0735080 Oct 12 19:25:39.492202 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49b2da85-c0c8-40fe-8f44-ade8ccf7f13d admin admin] Made reservation on behalf of fe3f4d9eed4c424f9ee08e15cc94b8c9 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:25:39.495213 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-49b2da85-c0c8-40fe-8f44-ade8ccf7f13d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:39.500680 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device c51f022d-ff50-42b9-ab7f-830575b054c4 details requested by agent hyperv_n-h2-813679-3 with host n-h2-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:25:39.539652 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-49b2da85-c0c8-40fe-8f44-ade8ccf7f13d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:39.571981 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7a2b08bb-7f83-4985-a673-fe675c7cc642 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:39.641354 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-52f4a505-1c40-441b-99be-8b13dd6f09ab req-fc5233ae-7f84-4162-8671-32d9ff97388f service neutron] For port 605e7744-82ec-4122-aca5-63441fceb7bc, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=605e7744-82ec-4122-aca5-63441fceb7bc,segment=NetworkSegment(c5aaa6cb-4fc0-487c-a1c9-b6d1d0ba82ce),segment_id=c5aaa6cb-4fc0-487c-a1c9-b6d1d0ba82ce)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:25:39.713495 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port c51f022d-ff50-42b9-ab7f-830575b054c4, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=c51f022d-ff50-42b9-ab7f-830575b054c4,segment=NetworkSegment(2c23b924-3bdb-4700-940f-a5921b74e3c2),segment_id=2c23b924-3bdb-4700-940f-a5921b74e3c2)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:25:39.719298 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a2b08bb-7f83-4985-a673-fe675c7cc642 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Network cd378550-4c12-4241-a971-0383d4b70e86 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:25:39.720260 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2b08bb-7f83-4985-a673-fe675c7cc642 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Pushing event updated for resources: {'Port': ['ID=aad14778-c9ec-4bb9-8501-b7ee814ddbac,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:25:39.729449 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-7a2b08bb-7f83-4985-a673-fe675c7cc642 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:25:39.730111 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Returning: {'device': 'c51f022d-ff50-42b9-ab7f-830575b054c4', 'network_id': '8b9ffd0a-d450-4d4d-8c84-81d908427bea', 'port_id': 'c51f022d-ff50-42b9-ab7f-830575b054c4', 'mac_address': 'fa:16:3e:04:c4:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc530ace-4b18-4ae9-b625-36ec27074a9c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:25:39.738860 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2b08bb-7f83-4985-a673-fe675c7cc642 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:25:39.744798 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2b08bb-7f83-4985-a673-fe675c7cc642 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:39.745425 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7a2b08bb-7f83-4985-a673-fe675c7cc642 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:39.761488 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-52f4a505-1c40-441b-99be-8b13dd6f09ab req-fc5233ae-7f84-4162-8671-32d9ff97388f service neutron] For port 605e7744-82ec-4122-aca5-63441fceb7bc, host n-h1-813679-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:25:39.800188 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:39.818931 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c51f022d-ff50-42b9-ab7f-830575b054c4 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:25:39.842275 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-49b2da85-c0c8-40fe-8f44-ade8ccf7f13d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:39.852780 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [req-52f4a505-1c40-441b-99be-8b13dd6f09ab req-fc5233ae-7f84-4162-8671-32d9ff97388f service neutron] device_id is not set on port 605e7744-82ec-4122-aca5-63441fceb7bc yet. {{(pid=95502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 19:25:39.854793 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port c51f022d-ff50-42b9-ab7f-830575b054c4, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=c51f022d-ff50-42b9-ab7f-830575b054c4,segment=NetworkSegment(2c23b924-3bdb-4700-940f-a5921b74e3c2),segment_id=2c23b924-3bdb-4700-940f-a5921b74e3c2)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:25:39.872274 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-52f4a505-1c40-441b-99be-8b13dd6f09ab req-fc5233ae-7f84-4162-8671-32d9ff97388f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:39.883831 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-7a2b08bb-7f83-4985-a673-fe675c7cc642 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.4590857 Oct 12 19:25:39.884090 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 51028) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:25:39.959462 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-49b2da85-c0c8-40fe-8f44-ade8ccf7f13d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:40.010208 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:40.104120 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49b2da85-c0c8-40fe-8f44-ade8ccf7f13d admin admin] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:25:40.122429 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-49b2da85-c0c8-40fe-8f44-ade8ccf7f13d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:40.122868 n-d-813679-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-49b2da85-c0c8-40fe-8f44-ade8ccf7f13d admin admin] Added segment 5f59ce42-eec3-4021-bddf-0714d19fb1fc of type vlan for network ee20c15b-50ee-4511-a95f-abc1ce95efb4 Oct 12 19:25:40.182510 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b2da85-c0c8-40fe-8f44-ade8ccf7f13d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8c4aba6-f3fa-4976-9c32-c178d0028b0f,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:25:40.232220 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['c51f022d-ff50-42b9-ab7f-830575b054c4'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:25:40.237874 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-52f4a505-1c40-441b-99be-8b13dd6f09ab req-fc5233ae-7f84-4162-8671-32d9ff97388f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:40.243642 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=c51f022d-ff50-42b9-ab7f-830575b054c4,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:25:40.407938 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-52f4a505-1c40-441b-99be-8b13dd6f09ab req-fc5233ae-7f84-4162-8671-32d9ff97388f service neutron] No DVR routers for this DVR port 605e7744-82ec-4122-aca5-63441fceb7bc on host n-h1-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:25:40.592339 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-52f4a505-1c40-441b-99be-8b13dd6f09ab req-fc5233ae-7f84-4162-8671-32d9ff97388f service neutron] In _notify_port_updated(), no bound segment for port 605e7744-82ec-4122-aca5-63441fceb7bc on network 2e14c4f2-b68c-4d21-920b-215a17ef69db {{(pid=95502) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 12 19:25:40.593802 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f4a505-1c40-441b-99be-8b13dd6f09ab req-fc5233ae-7f84-4162-8671-32d9ff97388f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:40.594527 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-52f4a505-1c40-441b-99be-8b13dd6f09ab req-fc5233ae-7f84-4162-8671-32d9ff97388f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:40.596005 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-52f4a505-1c40-441b-99be-8b13dd6f09ab req-fc5233ae-7f84-4162-8671-32d9ff97388f service neutron] 10.222.0.61 "PUT /v2.0/ports/605e7744-82ec-4122-aca5-63441fceb7bc HTTP/1.1" status: 200 len: 1031 time: 1.5004945 Oct 12 19:25:40.668801 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f4a505-1c40-441b-99be-8b13dd6f09ab req-1c396fdb-e51f-4eb9-87e8-a25c4b76b9b9 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:40.670929 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-52f4a505-1c40-441b-99be-8b13dd6f09ab req-1c396fdb-e51f-4eb9-87e8-a25c4b76b9b9 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.61 "GET /v2.0/ports/606f9c96-932b-4ef3-9ddb-6836480c9163?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0669239 Oct 12 19:25:40.697676 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-49b2da85-c0c8-40fe-8f44-ade8ccf7f13d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:40.723398 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-52f4a505-1c40-441b-99be-8b13dd6f09ab req-b6e701e0-aa4b-4d6c-8a1d-0cdc3565cb53 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:25:40.772569 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bad5b4-3d79-4761-b94b-8f033c692a6e req-627911ba-1d5b-4e8c-90de-3d416f3b2212 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:40.782348 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-72bad5b4-3d79-4761-b94b-8f033c692a6e req-627911ba-1d5b-4e8c-90de-3d416f3b2212 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7b3695f-ec85-4a0d-af3f-02cf55478eab HTTP/1.1" status: 200 len: 944 time: 0.7831223 Oct 12 19:25:40.791061 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-c9f9b1cc-9803-4de1-b45e-2371ad139712 None None] Provisioning complete for port 605e7744-82ec-4122-aca5-63441fceb7bc triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:25:40.793522 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c9f9b1cc-9803-4de1-b45e-2371ad139712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:40.819287 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5233ae-7f84-4162-8671-32d9ff97388f service neutron] Pushing event updated for resources: {'Port': ['ID=605e7744-82ec-4122-aca5-63441fceb7bc,revision_number=6']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:25:40.884041 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-72bad5b4-3d79-4761-b94b-8f033c692a6e req-b0c894f5-f1ee-4c3b-a59f-7e4234e68072 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002631 Oct 12 19:25:40.902640 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-52f4a505-1c40-441b-99be-8b13dd6f09ab req-b6e701e0-aa4b-4d6c-8a1d-0cdc3565cb53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:40.927880 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-c9f9b1cc-9803-4de1-b45e-2371ad139712 None None] Port 605e7744-82ec-4122-aca5-63441fceb7bc cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:25:40.968910 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55530941-a784-4e7b-8347-66a6fd659f4a req-329157b2-934c-4154-900e-c968fd780d0f tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:40.975579 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55530941-a784-4e7b-8347-66a6fd659f4a req-329157b2-934c-4154-900e-c968fd780d0f tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:40.981968 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55530941-a784-4e7b-8347-66a6fd659f4a req-329157b2-934c-4154-900e-c968fd780d0f tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:40.989341 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55530941-a784-4e7b-8347-66a6fd659f4a req-329157b2-934c-4154-900e-c968fd780d0f tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:40.996891 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55530941-a784-4e7b-8347-66a6fd659f4a req-329157b2-934c-4154-900e-c968fd780d0f tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:41.003932 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55530941-a784-4e7b-8347-66a6fd659f4a req-329157b2-934c-4154-900e-c968fd780d0f tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:41.006020 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-55530941-a784-4e7b-8347-66a6fd659f4a req-329157b2-934c-4154-900e-c968fd780d0f tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecc38ae3-328a-43a0-a185-601e29a048cb HTTP/1.1" status: 200 len: 4666 time: 0.1587174 Oct 12 19:25:41.072248 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-55530941-a784-4e7b-8347-66a6fd659f4a req-a6fd1c64-5e8f-455e-9e8e-55d80c397978 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/security-groups?id=76b081dc-6667-4e1c-b44d-8d05a61d7938&id=0726b0fe-78be-4ea7-8b43-7be54affa06f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0590880 Oct 12 19:25:41.080244 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-0fec14c2-594b-4a77-8f92-d48bd1d76d57 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Deleting port aad14778-c9ec-4bb9-8501-b7ee814ddbac {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:25:41.080692 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0fec14c2-594b-4a77-8f92-d48bd1d76d57 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:41.107384 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-52f4a505-1c40-441b-99be-8b13dd6f09ab req-b6e701e0-aa4b-4d6c-8a1d-0cdc3565cb53 service neutron] For port 606f9c96-932b-4ef3-9ddb-6836480c9163, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=606f9c96-932b-4ef3-9ddb-6836480c9163,segment=NetworkSegment(c5aaa6cb-4fc0-487c-a1c9-b6d1d0ba82ce),segment_id=c5aaa6cb-4fc0-487c-a1c9-b6d1d0ba82ce)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:25:41.157818 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-52f4a505-1c40-441b-99be-8b13dd6f09ab req-b6e701e0-aa4b-4d6c-8a1d-0cdc3565cb53 service neutron] For port 606f9c96-932b-4ef3-9ddb-6836480c9163, host n-h1-813679-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:25:41.168920 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0fec14c2-594b-4a77-8f92-d48bd1d76d57 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:41.192706 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-0fec14c2-594b-4a77-8f92-d48bd1d76d57 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Calling delete_port for aad14778-c9ec-4bb9-8501-b7ee814ddbac owned by {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:25:41.210074 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [req-52f4a505-1c40-441b-99be-8b13dd6f09ab req-b6e701e0-aa4b-4d6c-8a1d-0cdc3565cb53 service neutron] device_id is not set on port 606f9c96-932b-4ef3-9ddb-6836480c9163 yet. {{(pid=95502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 19:25:41.222469 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-49b2da85-c0c8-40fe-8f44-ade8ccf7f13d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:41.223972 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b2da85-c0c8-40fe-8f44-ade8ccf7f13d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:41.229583 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-49b2da85-c0c8-40fe-8f44-ade8ccf7f13d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:41.239295 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-52f4a505-1c40-441b-99be-8b13dd6f09ab req-b6e701e0-aa4b-4d6c-8a1d-0cdc3565cb53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:41.252955 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device efa0ccc7-6ed2-4bfa-a4ad-6c6779c2a251 no longer exists at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:25:41.353391 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b2da85-c0c8-40fe-8f44-ade8ccf7f13d admin admin] Pushing event updated for resources: {'Network': ['ID=ee20c15b-50ee-4511-a95f-abc1ce95efb4,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:25:41.369779 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-52f4a505-1c40-441b-99be-8b13dd6f09ab req-b6e701e0-aa4b-4d6c-8a1d-0cdc3565cb53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:41.384820 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network ee20c15b-50ee-4511-a95f-abc1ce95efb4 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:25:41.440141 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0fec14c2-594b-4a77-8f92-d48bd1d76d57 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:41.482410 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-52f4a505-1c40-441b-99be-8b13dd6f09ab req-b6e701e0-aa4b-4d6c-8a1d-0cdc3565cb53 service neutron] No DVR routers for this DVR port 606f9c96-932b-4ef3-9ddb-6836480c9163 on host n-h1-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:25:41.510027 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device c51f022d-ff50-42b9-ab7f-830575b054c4 up at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:25:41.552933 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:41.559921 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fec14c2-594b-4a77-8f92-d48bd1d76d57 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Pushing event deleted for resources: {'Port': ['ID=aad14778-c9ec-4bb9-8501-b7ee814ddbac,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:25:41.580544 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0fec14c2-594b-4a77-8f92-d48bd1d76d57 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:41.586317 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-0fec14c2-594b-4a77-8f92-d48bd1d76d57 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] 10.222.0.49 "DELETE /v2.0/ports/aad14778-c9ec-4bb9-8501-b7ee814ddbac HTTP/1.1" status: 204 len: 168 time: 1.6979113 Oct 12 19:25:41.588953 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 51056) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:25:41.598798 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-52f4a505-1c40-441b-99be-8b13dd6f09ab req-b6e701e0-aa4b-4d6c-8a1d-0cdc3565cb53 service neutron] In _notify_port_updated(), no bound segment for port 606f9c96-932b-4ef3-9ddb-6836480c9163 on network 2e14c4f2-b68c-4d21-920b-215a17ef69db {{(pid=95502) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 12 19:25:41.602326 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f4a505-1c40-441b-99be-8b13dd6f09ab req-b6e701e0-aa4b-4d6c-8a1d-0cdc3565cb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:41.602965 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-52f4a505-1c40-441b-99be-8b13dd6f09ab req-b6e701e0-aa4b-4d6c-8a1d-0cdc3565cb53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:41.605267 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-56c18306-88e8-451e-a88a-6320dbdf498c tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Request body: {'port': {'network_id': 'cd378550-4c12-4241-a971-0383d4b70e86', 'mac_address': 'fa:16:3e:82:d8:95', 'name': 'tempest-PortsTestJSON-590523132'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:25:41.607554 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-52f4a505-1c40-441b-99be-8b13dd6f09ab req-b6e701e0-aa4b-4d6c-8a1d-0cdc3565cb53 service neutron] 10.222.0.61 "PUT /v2.0/ports/606f9c96-932b-4ef3-9ddb-6836480c9163 HTTP/1.1" status: 200 len: 1032 time: 0.9143941 Oct 12 19:25:41.616526 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-49b2da85-c0c8-40fe-8f44-ade8ccf7f13d admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 3.3192408 Oct 12 19:25:41.617663 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 51058) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:25:41.638612 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port efa0ccc7-6ed2-4bfa-a4ad-6c6779c2a251, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=efa0ccc7-6ed2-4bfa-a4ad-6c6779c2a251,segment=NetworkSegment(c5aaa6cb-4fc0-487c-a1c9-b6d1d0ba82ce),segment_id=c5aaa6cb-4fc0-487c-a1c9-b6d1d0ba82ce)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:25:41.642779 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecc38ae3-328a-43a0-a185-601e29a048cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efa0ccc7-6ed2-4bfa-a4ad-6c6779c2a251'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:25:41.653616 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b1ac8a6-d7b6-4f5e-bbc0-4a08c22cb317" -d '{"events": [{"server_uuid": "ecc38ae3-328a-43a0-a185-601e29a048cb", "name": "network-vif-unplugged", "status": "completed", "tag": "efa0ccc7-6ed2-4bfa-a4ad-6c6779c2a251"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:25:41.738572 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:41.741227 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-165ab20d-1a2f-40f4-9716-bf3c290a41db admin admin] Request body: {'subnet': {'network_id': 'ee20c15b-50ee-4511-a95f-abc1ce95efb4', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-759262137-subnet', 'tenant_id': 'fe3f4d9eed4c424f9ee08e15cc94b8c9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:25:41.743211 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device e1839e8c-26d1-434d-bd18-d452e6003586 no longer exists at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:25:41.804937 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e701e0-aa4b-4d6c-8a1d-0cdc3565cb53 service neutron] Pushing event updated for resources: {'Port': ['ID=606f9c96-932b-4ef3-9ddb-6836480c9163,revision_number=6']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:25:41.855341 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-52f4a505-1c40-441b-99be-8b13dd6f09ab req-68a922ed-14c6-4dd7-aa53-40c132053c69 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Deleting port e1839e8c-26d1-434d-bd18-d452e6003586 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:25:41.855908 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-52f4a505-1c40-441b-99be-8b13dd6f09ab req-68a922ed-14c6-4dd7-aa53-40c132053c69 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:41.873304 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 19:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b98101c3-5713-4ab2-9a1a-9d6055a4e4cc x-openstack-request-id: req-b98101c3-5713-4ab2-9a1a-9d6055a4e4cc {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:25:41.873872 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecc38ae3-328a-43a0-a185-601e29a048cb", "name": "network-vif-unplugged", "status": "completed", "tag": "efa0ccc7-6ed2-4bfa-a4ad-6c6779c2a251", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:25:41.873872 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b98101c3-5713-4ab2-9a1a-9d6055a4e4cc {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:25:41.874274 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecc38ae3-328a-43a0-a185-601e29a048cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efa0ccc7-6ed2-4bfa-a4ad-6c6779c2a251', 'code': 200} Oct 12 19:25:41.898876 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-165ab20d-1a2f-40f4-9716-bf3c290a41db admin admin] Made reservation on behalf of fe3f4d9eed4c424f9ee08e15cc94b8c9 for: {'subnet': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:25:41.924664 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-165ab20d-1a2f-40f4-9716-bf3c290a41db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4612397'] for subnet, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:41.931896 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=efa0ccc7-6ed2-4bfa-a4ad-6c6779c2a251,revision_number=6']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:25:41.948914 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:25:41.949264 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:25:41.949659 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:25:41.949995 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:25:41.950327 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:25:41.950704 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:25:41.951036 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:25:41.951467 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:25:41.952356 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:25:41.952734 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:25:41.953166 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:25:41.953489 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:25:41.993819 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-c56c66b4-4db3-41b0-9ede-fc71e0ab8261 None None] Provisioning complete for port 606f9c96-932b-4ef3-9ddb-6836480c9163 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:25:41.993819 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c56c66b4-4db3-41b0-9ede-fc71e0ab8261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:42.116391 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning for port c51f022d-ff50-42b9-ab7f-830575b054c4 completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:25:42.123493 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-52f4a505-1c40-441b-99be-8b13dd6f09ab req-68a922ed-14c6-4dd7-aa53-40c132053c69 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] For port e1839e8c-26d1-434d-bd18-d452e6003586, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=e1839e8c-26d1-434d-bd18-d452e6003586,segment=NetworkSegment(c5aaa6cb-4fc0-487c-a1c9-b6d1d0ba82ce),segment_id=c5aaa6cb-4fc0-487c-a1c9-b6d1d0ba82ce)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:25:42.123493 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-52f4a505-1c40-441b-99be-8b13dd6f09ab req-68a922ed-14c6-4dd7-aa53-40c132053c69 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:42.127540 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning complete for port c51f022d-ff50-42b9-ab7f-830575b054c4 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:25:42.127763 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:42.169153 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-52f4a505-1c40-441b-99be-8b13dd6f09ab req-68a922ed-14c6-4dd7-aa53-40c132053c69 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Calling delete_port for e1839e8c-26d1-434d-bd18-d452e6003586 owned by compute:nova {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:25:42.263159 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:42.337563 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-c56c66b4-4db3-41b0-9ede-fc71e0ab8261 None None] Port 606f9c96-932b-4ef3-9ddb-6836480c9163 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:25:42.386470 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port e1839e8c-26d1-434d-bd18-d452e6003586, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=e1839e8c-26d1-434d-bd18-d452e6003586,segment=NetworkSegment(c5aaa6cb-4fc0-487c-a1c9-b6d1d0ba82ce),segment_id=c5aaa6cb-4fc0-487c-a1c9-b6d1d0ba82ce)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:25:42.453192 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:42.473900 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:42.474999 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 4f6b2756-64ef-420b-b1de-996fa4dd3f6d no longer exists at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:25:42.491600 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-165ab20d-1a2f-40f4-9716-bf3c290a41db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4824863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4612355'] for subnet, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:42.517553 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c47e8b-5637-4462-9296-c408447aedc4 req-ce9d879d-1f7c-4266-9dbb-288f03705a69 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:42.536583 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c47e8b-5637-4462-9296-c408447aedc4 req-ce9d879d-1f7c-4266-9dbb-288f03705a69 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:42.543111 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c47e8b-5637-4462-9296-c408447aedc4 req-ce9d879d-1f7c-4266-9dbb-288f03705a69 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:42.555141 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c47e8b-5637-4462-9296-c408447aedc4 req-ce9d879d-1f7c-4266-9dbb-288f03705a69 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:42.575078 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c47e8b-5637-4462-9296-c408447aedc4 req-ce9d879d-1f7c-4266-9dbb-288f03705a69 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:42.586196 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f9c47e8b-5637-4462-9296-c408447aedc4 req-ce9d879d-1f7c-4266-9dbb-288f03705a69 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecc38ae3-328a-43a0-a185-601e29a048cb HTTP/1.1" status: 200 len: 3885 time: 0.2676382 Oct 12 19:25:42.610388 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56c18306-88e8-451e-a88a-6320dbdf498c tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Made reservation on behalf of 8afe3c6a27c7408788d71066edc42001 for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:25:42.645028 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port c51f022d-ff50-42b9-ab7f-830575b054c4, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=c51f022d-ff50-42b9-ab7f-830575b054c4,segment=NetworkSegment(2c23b924-3bdb-4700-940f-a5921b74e3c2),segment_id=2c23b924-3bdb-4700-940f-a5921b74e3c2)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:25:42.722838 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:42.744417 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:42.759121 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=e1839e8c-26d1-434d-bd18-d452e6003586,revision_number=6']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:25:42.805443 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f9c47e8b-5637-4462-9296-c408447aedc4 req-dc5da748-0131-4e67-8f6c-5dc10226328f tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/security-groups?id=0726b0fe-78be-4ea7-8b43-7be54affa06f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2036664 Oct 12 19:25:42.814554 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773df695-1bef-40ad-a9ff-de6b7d5ee4ff req-71d0da67-07d1-4cf2-ad9c-c12c85bb5289 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:42.825995 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-773df695-1bef-40ad-a9ff-de6b7d5ee4ff req-71d0da67-07d1-4cf2-ad9c-c12c85bb5289 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7b3695f-ec85-4a0d-af3f-02cf55478eab HTTP/1.1" status: 200 len: 944 time: 0.4119387 Oct 12 19:25:42.851535 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 4f6b2756-64ef-420b-b1de-996fa4dd3f6d, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=4f6b2756-64ef-420b-b1de-996fa4dd3f6d,segment=NetworkSegment(f16cf0ac-76ac-40b9-ab87-b70fda8dbb01),segment_id=f16cf0ac-76ac-40b9-ab87-b70fda8dbb01)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:25:42.912859 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165ab20d-1a2f-40f4-9716-bf3c290a41db admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbf48fa6-dcfa-4bfc-a931-ce1006a03276,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:25:42.977930 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165ab20d-1a2f-40f4-9716-bf3c290a41db admin admin] Checking segment: {'id': '5f59ce42-eec3-4021-bddf-0714d19fb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'ee20c15b-50ee-4511-a95f-abc1ce95efb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:25:42.978476 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-165ab20d-1a2f-40f4-9716-bf3c290a41db admin admin] Network hostable DHCP agents. Network: ee20c15b-50ee-4511-a95f-abc1ce95efb4, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:25:42.986261 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:42.990199 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-56c18306-88e8-451e-a88a-6320dbdf498c tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:42.990410 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 605e7744-82ec-4122-aca5-63441fceb7bc no longer exists at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:25:42.993708 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=c51f022d-ff50-42b9-ab7f-830575b054c4,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:25:43.050632 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-52f4a505-1c40-441b-99be-8b13dd6f09ab req-68a922ed-14c6-4dd7-aa53-40c132053c69 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:43.077952 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-773df695-1bef-40ad-a9ff-de6b7d5ee4ff req-a9a76cd5-4925-4891-af5c-d3caf96d5648 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335961 Oct 12 19:25:43.101543 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [None req-56c18306-88e8-451e-a88a-6320dbdf498c tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] device_id is not set on port 63920d52-77eb-4270-8d66-92c2adfd00af yet. {{(pid=95501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 19:25:43.117065 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a922ed-14c6-4dd7-aa53-40c132053c69 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Pushing event deleted for resources: {'Port': ['ID=e1839e8c-26d1-434d-bd18-d452e6003586,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:25:43.179606 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 605e7744-82ec-4122-aca5-63441fceb7bc not bound to the agent host n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:25:43.181639 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-52f4a505-1c40-441b-99be-8b13dd6f09ab req-68a922ed-14c6-4dd7-aa53-40c132053c69 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] No DVR routers for this DVR port e1839e8c-26d1-434d-bd18-d452e6003586 on host n-h1-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:25:43.182226 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device cb6ebc8d-ae43-4017-abf8-253569f88e90 no longer exists at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:25:43.184953 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-52f4a505-1c40-441b-99be-8b13dd6f09ab req-68a922ed-14c6-4dd7-aa53-40c132053c69 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:43.189843 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=4f6b2756-64ef-420b-b1de-996fa4dd3f6d,revision_number=6']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:25:43.189995 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-52f4a505-1c40-441b-99be-8b13dd6f09ab req-68a922ed-14c6-4dd7-aa53-40c132053c69 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.61 "DELETE /v2.0/ports/e1839e8c-26d1-434d-bd18-d452e6003586 HTTP/1.1" status: 204 len: 173 time: 1.5726326 Oct 12 19:25:43.190529 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecc38ae3-328a-43a0-a185-601e29a048cb', 'name': 'network-vif-deleted', 'tag': 'e1839e8c-26d1-434d-bd18-d452e6003586'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:25:43.193074 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fcc583f-c4b7-40f7-81ae-ec9c5601454e" -d '{"events": [{"server_uuid": "ecc38ae3-328a-43a0-a185-601e29a048cb", "name": "network-vif-deleted", "tag": "e1839e8c-26d1-434d-bd18-d452e6003586"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:25:43.236485 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-165ab20d-1a2f-40f4-9716-bf3c290a41db admin admin] Network ee20c15b-50ee-4511-a95f-abc1ce95efb4 is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:25:43.316090 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-986536c6-c856-4f0c-ba7d-71aa1c3c3d1b x-openstack-request-id: req-986536c6-c856-4f0c-ba7d-71aa1c3c3d1b {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:25:43.316397 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecc38ae3-328a-43a0-a185-601e29a048cb", "name": "network-vif-deleted", "tag": "e1839e8c-26d1-434d-bd18-d452e6003586", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:25:43.316670 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-986536c6-c856-4f0c-ba7d-71aa1c3c3d1b {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:25:43.317078 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecc38ae3-328a-43a0-a185-601e29a048cb', 'name': 'network-vif-deleted', 'tag': 'e1839e8c-26d1-434d-bd18-d452e6003586', 'status': 'completed', 'code': 200} Oct 12 19:25:43.331532 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-165ab20d-1a2f-40f4-9716-bf3c290a41db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, ee20c15b-50ee-4511-a95f-abc1ce95efb4) {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:25:43.378737 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165ab20d-1a2f-40f4-9716-bf3c290a41db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:43.379458 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-165ab20d-1a2f-40f4-9716-bf3c290a41db admin admin] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:43.452609 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:43.483242 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-52f4a505-1c40-441b-99be-8b13dd6f09ab req-06ffe9bb-deac-4c01-81d2-d540f7c798c7 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Deleting port cb6ebc8d-ae43-4017-abf8-253569f88e90 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:25:43.483580 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-52f4a505-1c40-441b-99be-8b13dd6f09ab req-06ffe9bb-deac-4c01-81d2-d540f7c798c7 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:43.485390 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f694d5a-304e-49fe-8e02-a387c131624a None None] Network ee20c15b-50ee-4511-a95f-abc1ce95efb4 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:25:43.540782 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-165ab20d-1a2f-40f4-9716-bf3c290a41db admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.8682892 Oct 12 19:25:43.541424 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 51090) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:25:43.541424 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-8fb053d0-a8bc-4684-868d-117b9c07145e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-759262137-router', 'tenant_id': 'fe3f4d9eed4c424f9ee08e15cc94b8c9', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:25:43.590153 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port cb6ebc8d-ae43-4017-abf8-253569f88e90, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=cb6ebc8d-ae43-4017-abf8-253569f88e90,segment=NetworkSegment(09a21d68-e5f5-4a28-8630-05ca83531668),segment_id=09a21d68-e5f5-4a28-8630-05ca83531668)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:25:43.646037 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-56c18306-88e8-451e-a88a-6320dbdf498c tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:43.754922 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-52f4a505-1c40-441b-99be-8b13dd6f09ab req-06ffe9bb-deac-4c01-81d2-d540f7c798c7 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] For port cb6ebc8d-ae43-4017-abf8-253569f88e90, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=cb6ebc8d-ae43-4017-abf8-253569f88e90,segment=NetworkSegment(09a21d68-e5f5-4a28-8630-05ca83531668),segment_id=09a21d68-e5f5-4a28-8630-05ca83531668)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:25:43.755403 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-52f4a505-1c40-441b-99be-8b13dd6f09ab req-06ffe9bb-deac-4c01-81d2-d540f7c798c7 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:43.879675 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecc38ae3-328a-43a0-a185-601e29a048cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1839e8c-26d1-434d-bd18-d452e6003586'}, {'server_uuid': 'c7b3695f-ec85-4a0d-af3f-02cf55478eab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c51f022d-ff50-42b9-ab7f-830575b054c4'}, {'server_uuid': 'ecc38ae3-328a-43a0-a185-601e29a048cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f6b2756-64ef-420b-b1de-996fa4dd3f6d'}, {'server_uuid': 'ecc38ae3-328a-43a0-a185-601e29a048cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb6ebc8d-ae43-4017-abf8-253569f88e90'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:25:43.882071 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa37e0b3-9831-4897-8a4a-b6cd0bba9a31" -d '{"events": [{"server_uuid": "ecc38ae3-328a-43a0-a185-601e29a048cb", "name": "network-vif-unplugged", "status": "completed", "tag": "e1839e8c-26d1-434d-bd18-d452e6003586"}, {"server_uuid": "c7b3695f-ec85-4a0d-af3f-02cf55478eab", "name": "network-vif-plugged", "status": "completed", "tag": "c51f022d-ff50-42b9-ab7f-830575b054c4"}, {"server_uuid": "ecc38ae3-328a-43a0-a185-601e29a048cb", "name": "network-vif-unplugged", "status": "completed", "tag": "4f6b2756-64ef-420b-b1de-996fa4dd3f6d"}, {"server_uuid": "ecc38ae3-328a-43a0-a185-601e29a048cb", "name": "network-vif-unplugged", "status": "completed", "tag": "cb6ebc8d-ae43-4017-abf8-253569f88e90"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:25:43.903681 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd3543f1-6687-457e-abe5-0190ff428f1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-ee20c15b-50ee-4511-a95f-abc1ce95efb4', 'network_id': 'ee20c15b-50ee-4511-a95f-abc1ce95efb4', 'tenant_id': 'fe3f4d9eed4c424f9ee08e15cc94b8c9', 'fixed_ips': [{'subnet_id': 'dbf48fa6-dcfa-4bfc-a931-ce1006a03276'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:25:43.909204 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fd3543f1-6687-457e-abe5-0190ff428f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:44.154201 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 702 Content-Type: application/json Date: Tue, 12 Oct 2021 19:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-447f8404-85c4-49ef-851e-a8639bd5fade x-openstack-request-id: req-447f8404-85c4-49ef-851e-a8639bd5fade {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:25:44.155021 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecc38ae3-328a-43a0-a185-601e29a048cb", "name": "network-vif-unplugged", "status": "completed", "tag": "e1839e8c-26d1-434d-bd18-d452e6003586", "code": 200}, {"server_uuid": "c7b3695f-ec85-4a0d-af3f-02cf55478eab", "name": "network-vif-plugged", "status": "completed", "tag": "c51f022d-ff50-42b9-ab7f-830575b054c4", "code": 200}, {"server_uuid": "ecc38ae3-328a-43a0-a185-601e29a048cb", "name": "network-vif-unplugged", "status": "completed", "tag": "4f6b2756-64ef-420b-b1de-996fa4dd3f6d", "code": 200}, {"server_uuid": "ecc38ae3-328a-43a0-a185-601e29a048cb", "name": "network-vif-unplugged", "status": "completed", "tag": "cb6ebc8d-ae43-4017-abf8-253569f88e90", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:25:44.155021 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-447f8404-85c4-49ef-851e-a8639bd5fade {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:25:44.155235 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecc38ae3-328a-43a0-a185-601e29a048cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1839e8c-26d1-434d-bd18-d452e6003586', 'code': 200} Oct 12 19:25:44.155504 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7b3695f-ec85-4a0d-af3f-02cf55478eab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c51f022d-ff50-42b9-ab7f-830575b054c4', 'code': 200} Oct 12 19:25:44.155677 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecc38ae3-328a-43a0-a185-601e29a048cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f6b2756-64ef-420b-b1de-996fa4dd3f6d', 'code': 200} Oct 12 19:25:44.159355 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecc38ae3-328a-43a0-a185-601e29a048cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb6ebc8d-ae43-4017-abf8-253569f88e90', 'code': 200} Oct 12 19:25:44.161168 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8fb053d0-a8bc-4684-868d-117b9c07145e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8093678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255505'] for router, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:44.165686 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8fb053d0-a8bc-4684-868d-117b9c07145e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8093562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8087085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8022306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255518'] for router, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:44.165945 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:44.166595 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 203b9b07-3b5d-41e2-a387-5426c9fe91c9 no longer exists at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:25:44.253519 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-56c18306-88e8-451e-a88a-6320dbdf498c tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:44.343441 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aab6327-d949-473a-926f-de39d2105698 req-3a6597ed-5de3-48ec-8b8f-87434fbde379 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:44.352208 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aab6327-d949-473a-926f-de39d2105698 req-3a6597ed-5de3-48ec-8b8f-87434fbde379 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:44.361502 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aab6327-d949-473a-926f-de39d2105698 req-3a6597ed-5de3-48ec-8b8f-87434fbde379 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:44.368543 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aab6327-d949-473a-926f-de39d2105698 req-3a6597ed-5de3-48ec-8b8f-87434fbde379 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:44.372358 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8fb053d0-a8bc-4684-868d-117b9c07145e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:44.379432 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3aab6327-d949-473a-926f-de39d2105698 req-3a6597ed-5de3-48ec-8b8f-87434fbde379 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecc38ae3-328a-43a0-a185-601e29a048cb HTTP/1.1" status: 200 len: 3148 time: 0.3908072 Oct 12 19:25:44.438897 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c18306-88e8-451e-a88a-6320dbdf498c tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Network cd378550-4c12-4241-a971-0383d4b70e86 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:25:44.444670 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-52f4a505-1c40-441b-99be-8b13dd6f09ab req-06ffe9bb-deac-4c01-81d2-d540f7c798c7 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:44.445313 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce93170f-878e-4fbd-ba31-1e56536b3a89 req-79dbe88c-c2d4-4f1c-9350-7cf0572e38d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:44.448255 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ce93170f-878e-4fbd-ba31-1e56536b3a89 req-79dbe88c-c2d4-4f1c-9350-7cf0572e38d2 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c7b3695f-ec85-4a0d-af3f-02cf55478eab HTTP/1.1" status: 200 len: 1096 time: 0.3276064 Oct 12 19:25:44.450796 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-52f4a505-1c40-441b-99be-8b13dd6f09ab req-06ffe9bb-deac-4c01-81d2-d540f7c798c7 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7915414'] for floatingip, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:44.451147 n-d-813679-3 neutron-server[95502]: INFO neutron.db.l3_db [req-52f4a505-1c40-441b-99be-8b13dd6f09ab req-06ffe9bb-deac-4c01-81d2-d540f7c798c7 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Floating IP 447acac3-88e8-48a3-8c4e-1e7066075388 disassociated. External IP: 172.25.5.89, port: cb6ebc8d-ae43-4017-abf8-253569f88e90. Oct 12 19:25:44.451633 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-52f4a505-1c40-441b-99be-8b13dd6f09ab req-06ffe9bb-deac-4c01-81d2-d540f7c798c7 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Calling delete_port for cb6ebc8d-ae43-4017-abf8-253569f88e90 owned by compute:nova {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:25:44.456332 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-56c18306-88e8-451e-a88a-6320dbdf498c tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:25:44.459989 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c18306-88e8-451e-a88a-6320dbdf498c tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:25:44.460319 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=cb6ebc8d-ae43-4017-abf8-253569f88e90,revision_number=6']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:25:44.465726 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c18306-88e8-451e-a88a-6320dbdf498c tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:44.466368 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-56c18306-88e8-451e-a88a-6320dbdf498c tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:44.479869 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c18306-88e8-451e-a88a-6320dbdf498c tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Pushing event updated for resources: {'Port': ['ID=63920d52-77eb-4270-8d66-92c2adfd00af,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:25:44.496314 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3aab6327-d949-473a-926f-de39d2105698 req-020f462c-9682-40c8-8e46-b5c3c621d2dc tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/security-groups?id=0726b0fe-78be-4ea7-8b43-7be54affa06f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109507 Oct 12 19:25:44.503565 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-fd3543f1-6687-457e-abe5-0190ff428f1c None None] Allocated IP 172.20.0.2 (ee20c15b-50ee-4511-a95f-abc1ce95efb4/dbf48fa6-dcfa-4bfc-a931-ce1006a03276/99d0f1f8-b298-4bcc-9bae-05a7ecc0a723) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:25:44.529335 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c18306-88e8-451e-a88a-6320dbdf498c tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:25:44.530079 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c18306-88e8-451e-a88a-6320dbdf498c tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:25:44.530621 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c18306-88e8-451e-a88a-6320dbdf498c tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:25:44.531145 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c18306-88e8-451e-a88a-6320dbdf498c tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:25:44.531684 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c18306-88e8-451e-a88a-6320dbdf498c tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:25:44.532236 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c18306-88e8-451e-a88a-6320dbdf498c tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:25:44.532768 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c18306-88e8-451e-a88a-6320dbdf498c tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:25:44.533280 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c18306-88e8-451e-a88a-6320dbdf498c tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:25:44.533792 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c18306-88e8-451e-a88a-6320dbdf498c tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:25:44.534315 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c18306-88e8-451e-a88a-6320dbdf498c tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:25:44.534860 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c18306-88e8-451e-a88a-6320dbdf498c tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:25:44.535369 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c18306-88e8-451e-a88a-6320dbdf498c tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:25:44.553529 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ce93170f-878e-4fbd-ba31-1e56536b3a89 req-f416b607-ce65-49ba-822a-a29a34817910 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950010 Oct 12 19:25:44.557342 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b6592d-10f2-4cd0-8e99-05933f7813f2 req-c39e2977-6395-40d7-a685-0824d7ec5ae7 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:44.558828 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c9b6592d-10f2-4cd0-8e99-05933f7813f2 req-c39e2977-6395-40d7-a685-0824d7ec5ae7 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7b3695f-ec85-4a0d-af3f-02cf55478eab HTTP/1.1" status: 200 len: 945 time: 0.2348657 Oct 12 19:25:44.666380 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c9b6592d-10f2-4cd0-8e99-05933f7813f2 req-203337dc-d8b8-4887-8686-9fa659ba274d tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880687 Oct 12 19:25:44.706760 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:44.766897 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 203b9b07-3b5d-41e2-a387-5426c9fe91c9, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=203b9b07-3b5d-41e2-a387-5426c9fe91c9,segment=NetworkSegment(f16cf0ac-76ac-40b9-ab87-b70fda8dbb01),segment_id=f16cf0ac-76ac-40b9-ab87-b70fda8dbb01)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:25:44.768308 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fd3543f1-6687-457e-abe5-0190ff428f1c None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:44.893114 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-56c18306-88e8-451e-a88a-6320dbdf498c tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 3.2983079 Oct 12 19:25:44.895928 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 51104) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:25:44.947963 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:44.948801 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 606f9c96-932b-4ef3-9ddb-6836480c9163 no longer exists at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:25:44.953981 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fd3543f1-6687-457e-abe5-0190ff428f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:44.982043 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af3e0e9-8331-4e71-ab89-6db6eab6bb35 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:44.989550 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-9af3e0e9-8331-4e71-ab89-6db6eab6bb35 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] 10.222.0.49 "GET /v2.0/ports/63920d52-77eb-4270-8d66-92c2adfd00af HTTP/1.1" status: 200 len: 840 time: 0.0902843 Oct 12 19:25:44.989550 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 51108) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:25:45.043816 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 19:25:45.090035 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3543f1-6687-457e-abe5-0190ff428f1c None None] Network ee20c15b-50ee-4511-a95f-abc1ce95efb4 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:25:45.098106 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-fd3543f1-6687-457e-abe5-0190ff428f1c None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:25:45.104322 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3543f1-6687-457e-abe5-0190ff428f1c None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:25:45.108175 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=203b9b07-3b5d-41e2-a387-5426c9fe91c9,revision_number=6']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:25:45.110913 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 606f9c96-932b-4ef3-9ddb-6836480c9163 not bound to the agent host n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:25:45.205282 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3543f1-6687-457e-abe5-0190ff428f1c None None] Pushing event updated for resources: {'Port': ['ID=99d0f1f8-b298-4bcc-9bae-05a7ecc0a723,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:25:45.206411 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-c7c4202d-dec4-4674-bf5c-df236d5aacd4 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Deleting port 63920d52-77eb-4270-8d66-92c2adfd00af {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:25:45.206679 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c7c4202d-dec4-4674-bf5c-df236d5aacd4 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:45.212485 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-fd3543f1-6687-457e-abe5-0190ff428f1c None None] Attempting to bind port 99d0f1f8-b298-4bcc-9bae-05a7ecc0a723 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:25:45.212992 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-fd3543f1-6687-457e-abe5-0190ff428f1c None None] Attempting to bind port 99d0f1f8-b298-4bcc-9bae-05a7ecc0a723 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '5f59ce42-eec3-4021-bddf-0714d19fb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'ee20c15b-50ee-4511-a95f-abc1ce95efb4'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:25:45.213472 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3543f1-6687-457e-abe5-0190ff428f1c None None] Attempting to bind port 99d0f1f8-b298-4bcc-9bae-05a7ecc0a723 on network ee20c15b-50ee-4511-a95f-abc1ce95efb4 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:25:45.227706 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3543f1-6687-457e-abe5-0190ff428f1c None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:25:45.227706 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3543f1-6687-457e-abe5-0190ff428f1c None None] Checking segment: {'id': '5f59ce42-eec3-4021-bddf-0714d19fb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'ee20c15b-50ee-4511-a95f-abc1ce95efb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:25:45.227706 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fd3543f1-6687-457e-abe5-0190ff428f1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:45.227706 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3543f1-6687-457e-abe5-0190ff428f1c None None] Bound using segment: {'id': '5f59ce42-eec3-4021-bddf-0714d19fb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'ee20c15b-50ee-4511-a95f-abc1ce95efb4'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:25:45.227706 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-fd3543f1-6687-457e-abe5-0190ff428f1c None None] Bound port: 99d0f1f8-b298-4bcc-9bae-05a7ecc0a723, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f59ce42-eec3-4021-bddf-0714d19fb1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'ee20c15b-50ee-4511-a95f-abc1ce95efb4'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:25:45.228424 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fd3543f1-6687-457e-abe5-0190ff428f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:45.361404 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c7c4202d-dec4-4674-bf5c-df236d5aacd4 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:45.405123 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-c7c4202d-dec4-4674-bf5c-df236d5aacd4 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Calling delete_port for 63920d52-77eb-4270-8d66-92c2adfd00af owned by {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:25:45.433957 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-fd3543f1-6687-457e-abe5-0190ff428f1c None None] For port 99d0f1f8-b298-4bcc-9bae-05a7ecc0a723, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:25:45.449608 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-fd3543f1-6687-457e-abe5-0190ff428f1c None None] For port 99d0f1f8-b298-4bcc-9bae-05a7ecc0a723, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=99d0f1f8-b298-4bcc-9bae-05a7ecc0a723,segment=NetworkSegment(5f59ce42-eec3-4021-bddf-0714d19fb1fc),segment_id=5f59ce42-eec3-4021-bddf-0714d19fb1fc)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:25:45.554624 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fd3543f1-6687-457e-abe5-0190ff428f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:45.582006 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c7c4202d-dec4-4674-bf5c-df236d5aacd4 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:45.648888 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c4202d-dec4-4674-bf5c-df236d5aacd4 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Pushing event deleted for resources: {'Port': ['ID=63920d52-77eb-4270-8d66-92c2adfd00af,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:25:45.732158 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c7c4202d-dec4-4674-bf5c-df236d5aacd4 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:45.750260 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-c7c4202d-dec4-4674-bf5c-df236d5aacd4 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] 10.222.0.49 "DELETE /v2.0/ports/63920d52-77eb-4270-8d66-92c2adfd00af HTTP/1.1" status: 204 len: 168 time: 0.7562413 Oct 12 19:25:45.754395 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3543f1-6687-457e-abe5-0190ff428f1c None None] Pushing event updated for resources: {'Port': ['ID=99d0f1f8-b298-4bcc-9bae-05a7ecc0a723,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:25:45.760226 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 51126) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:25:45.858726 n-d-813679-3 neutron-server[95501]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd947195-485f-4950-baaa-70fc72fd5575 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] GET failed (client error): The resource could not be found. Oct 12 19:25:45.872755 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-cd947195-485f-4950-baaa-70fc72fd5575 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] 10.222.0.49 "GET /v2.0/ports/63920d52-77eb-4270-8d66-92c2adfd00af HTTP/1.1" status: 404 len: 333 time: 0.1114700 Oct 12 19:25:45.876998 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 51128) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:25:45.886430 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-69f24809-2309-4c31-abe2-b0eccf2e4cbc tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Request body: {'port': {'network_id': 'cd378550-4c12-4241-a971-0383d4b70e86', 'name': 'tempest-PortsTestJSON-549828329'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:25:45.890535 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-52f4a505-1c40-441b-99be-8b13dd6f09ab req-06ffe9bb-deac-4c01-81d2-d540f7c798c7 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:45.987296 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ffe9bb-deac-4c01-81d2-d540f7c798c7 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Pushing event deleted for resources: {'Port': ['ID=cb6ebc8d-ae43-4017-abf8-253569f88e90,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:25:46.160132 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecc38ae3-328a-43a0-a185-601e29a048cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '203b9b07-3b5d-41e2-a387-5426c9fe91c9'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:25:46.164020 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2061797b-b756-4f5f-893c-cae6747f3e2c" -d '{"events": [{"server_uuid": "ecc38ae3-328a-43a0-a185-601e29a048cb", "name": "network-vif-unplugged", "status": "completed", "tag": "203b9b07-3b5d-41e2-a387-5426c9fe91c9"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:25:46.204363 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab29e94-4cc6-4527-9ddc-fabbda623eb8 req-93337fdc-8d4d-45a3-8e3c-434faf96e4c7 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:46.229106 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab29e94-4cc6-4527-9ddc-fabbda623eb8 req-93337fdc-8d4d-45a3-8e3c-434faf96e4c7 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:46.253305 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab29e94-4cc6-4527-9ddc-fabbda623eb8 req-93337fdc-8d4d-45a3-8e3c-434faf96e4c7 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:46.259095 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3ab29e94-4cc6-4527-9ddc-fabbda623eb8 req-93337fdc-8d4d-45a3-8e3c-434faf96e4c7 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecc38ae3-328a-43a0-a185-601e29a048cb HTTP/1.1" status: 200 len: 2410 time: 0.6167581 Oct 12 19:25:46.376871 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8fb053d0-a8bc-4684-868d-117b9c07145e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:46.393281 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [req-52f4a505-1c40-441b-99be-8b13dd6f09ab req-06ffe9bb-deac-4c01-81d2-d540f7c798c7 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Router 9a34b6e3-9956-4efa-aac4-775c3125e230 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:25:46.396335 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3ab29e94-4cc6-4527-9ddc-fabbda623eb8 req-7e7bf219-29a5-4853-815b-a7f041ce3885 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/security-groups?id=0726b0fe-78be-4ea7-8b43-7be54affa06f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299412 Oct 12 19:25:46.402976 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69f24809-2309-4c31-abe2-b0eccf2e4cbc tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Made reservation on behalf of 8afe3c6a27c7408788d71066edc42001 for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:25:46.407665 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-69f24809-2309-4c31-abe2-b0eccf2e4cbc tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:46.442038 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e73051d-c7d0-411e-a81a-60cebf4f4db2 req-4116988e-5a19-4679-a9ca-043a470e34b0 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:46.455673 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4e73051d-c7d0-411e-a81a-60cebf4f4db2 req-4116988e-5a19-4679-a9ca-043a470e34b0 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7b3695f-ec85-4a0d-af3f-02cf55478eab HTTP/1.1" status: 200 len: 945 time: 0.5672524 Oct 12 19:25:46.472017 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [None req-69f24809-2309-4c31-abe2-b0eccf2e4cbc tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] device_id is not set on port d8b2dcac-b6c0-4092-8094-35cd2f150119 yet. {{(pid=95501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 19:25:46.575607 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 19:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cda69f7c-c650-49a7-9c4f-b850bfed0c20 x-openstack-request-id: req-cda69f7c-c650-49a7-9c4f-b850bfed0c20 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:25:46.576713 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecc38ae3-328a-43a0-a185-601e29a048cb", "name": "network-vif-unplugged", "status": "completed", "tag": "203b9b07-3b5d-41e2-a387-5426c9fe91c9", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:25:46.576978 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cda69f7c-c650-49a7-9c4f-b850bfed0c20 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:25:46.577393 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecc38ae3-328a-43a0-a185-601e29a048cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '203b9b07-3b5d-41e2-a387-5426c9fe91c9', 'code': 200} Oct 12 19:25:46.704064 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4e73051d-c7d0-411e-a81a-60cebf4f4db2 req-8adb1af5-d753-4c46-ba2d-dc9101a61040 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321970 Oct 12 19:25:46.815926 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-69f24809-2309-4c31-abe2-b0eccf2e4cbc tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:46.823838 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-52f4a505-1c40-441b-99be-8b13dd6f09ab req-06ffe9bb-deac-4c01-81d2-d540f7c798c7 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:25:46.848055 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa7af3b-85c4-412d-ba63-57f2cfb4dca8 None None] Sync routers for ids ['9a34b6e3-9956-4efa-aac4-775c3125e230'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:25:46.879143 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa7af3b-85c4-412d-ba63-57f2cfb4dca8 None None] Routers {'9a34b6e3-9956-4efa-aac4-775c3125e230'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:25:46.879795 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-6aa7af3b-85c4-412d-ba63-57f2cfb4dca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:25:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['9a34b6e3-9956-4efa-aac4-775c3125e230'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:25:46.898786 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-52f4a505-1c40-441b-99be-8b13dd6f09ab req-06ffe9bb-deac-4c01-81d2-d540f7c798c7 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] No DVR routers for this DVR port cb6ebc8d-ae43-4017-abf8-253569f88e90 on host n-h1-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:25:46.904085 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-52f4a505-1c40-441b-99be-8b13dd6f09ab req-06ffe9bb-deac-4c01-81d2-d540f7c798c7 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:46.911437 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-52f4a505-1c40-441b-99be-8b13dd6f09ab req-06ffe9bb-deac-4c01-81d2-d540f7c798c7 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.61 "DELETE /v2.0/ports/cb6ebc8d-ae43-4017-abf8-253569f88e90 HTTP/1.1" status: 204 len: 173 time: 3.6930704 Oct 12 19:25:46.911572 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecc38ae3-328a-43a0-a185-601e29a048cb', 'name': 'network-vif-deleted', 'tag': 'cb6ebc8d-ae43-4017-abf8-253569f88e90'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:25:46.913895 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c04f14a7-ca3a-453a-aa5c-8c3cd1e2dbd8" -d '{"events": [{"server_uuid": "ecc38ae3-328a-43a0-a185-601e29a048cb", "name": "network-vif-deleted", "tag": "cb6ebc8d-ae43-4017-abf8-253569f88e90"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:25:46.930493 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-69f24809-2309-4c31-abe2-b0eccf2e4cbc tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:47.120183 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f24809-2309-4c31-abe2-b0eccf2e4cbc tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Pushing event updated for resources: {'Port': ['ID=d8b2dcac-b6c0-4092-8094-35cd2f150119,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:25:47.155482 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f24809-2309-4c31-abe2-b0eccf2e4cbc tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Network cd378550-4c12-4241-a971-0383d4b70e86 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:25:47.160609 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-69f24809-2309-4c31-abe2-b0eccf2e4cbc tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:25:47.171275 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f24809-2309-4c31-abe2-b0eccf2e4cbc tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:25:47.177985 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f24809-2309-4c31-abe2-b0eccf2e4cbc tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:47.179402 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-69f24809-2309-4c31-abe2-b0eccf2e4cbc tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:47.204670 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5e16879-028d-4194-9676-8cbb297c6a64 x-openstack-request-id: req-d5e16879-028d-4194-9676-8cbb297c6a64 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:25:47.204981 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecc38ae3-328a-43a0-a185-601e29a048cb", "name": "network-vif-deleted", "tag": "cb6ebc8d-ae43-4017-abf8-253569f88e90", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:25:47.205239 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d5e16879-028d-4194-9676-8cbb297c6a64 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:25:47.205657 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecc38ae3-328a-43a0-a185-601e29a048cb', 'name': 'network-vif-deleted', 'tag': 'cb6ebc8d-ae43-4017-abf8-253569f88e90', 'status': 'completed', 'code': 200} Oct 12 19:25:47.370572 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-69f24809-2309-4c31-abe2-b0eccf2e4cbc tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.4925973 Oct 12 19:25:47.373210 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 51166) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:25:47.386608 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-962f554a-6a0a-4ab7-8981-c77aa9d3bfe9 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:25:47.406512 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-6aa7af3b-85c4-412d-ba63-57f2cfb4dca8 None None] Set router 9a34b6e3-9956-4efa-aac4-775c3125e230 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:25:47.456150 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8fb053d0-a8bc-4684-868d-117b9c07145e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:47.459256 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 99d0f1f8-b298-4bcc-9bae-05a7ecc0a723 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:25:47.478013 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8fb053d0-a8bc-4684-868d-117b9c07145e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:47.570521 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-52f4a505-1c40-441b-99be-8b13dd6f09ab req-df998679-0f4a-4a38-995b-62f236e01db4 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Deleting port 4f6b2756-64ef-420b-b1de-996fa4dd3f6d {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:25:47.570867 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-52f4a505-1c40-441b-99be-8b13dd6f09ab req-df998679-0f4a-4a38-995b-62f236e01db4 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:47.571970 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e30cf0f-03e8-40f3-84b8-c5a2d2f32a49 None None] Network ee20c15b-50ee-4511-a95f-abc1ce95efb4 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:25:47.725921 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-962f554a-6a0a-4ab7-8981-c77aa9d3bfe9 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:47.729600 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-86239a7d-ebb2-4ca7-8d89-4847ea9181e7 None None] Provisioning complete for port 99d0f1f8-b298-4bcc-9bae-05a7ecc0a723 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:25:47.734744 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-86239a7d-ebb2-4ca7-8d89-4847ea9181e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:47.762495 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 99d0f1f8-b298-4bcc-9bae-05a7ecc0a723 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:25:47.763386 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:47.837642 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-8fb053d0-a8bc-4684-868d-117b9c07145e admin admin] Allocated IP 172.25.5.128 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/5c07053f-f0fb-49dd-a2f0-9f921f2de512) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:25:47.975100 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-962f554a-6a0a-4ab7-8981-c77aa9d3bfe9 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:47.979318 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0276d1-2e97-45b9-9efb-6fcc3caec06f req-e7597484-aaba-4991-8375-973f77abccde tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:47.986149 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0276d1-2e97-45b9-9efb-6fcc3caec06f req-e7597484-aaba-4991-8375-973f77abccde tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:47.992168 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0276d1-2e97-45b9-9efb-6fcc3caec06f req-e7597484-aaba-4991-8375-973f77abccde tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:47.993901 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bb0276d1-2e97-45b9-9efb-6fcc3caec06f req-e7597484-aaba-4991-8375-973f77abccde tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecc38ae3-328a-43a0-a185-601e29a048cb HTTP/1.1" status: 200 len: 2410 time: 0.1612284 Oct 12 19:25:48.048716 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-52f4a505-1c40-441b-99be-8b13dd6f09ab req-df998679-0f4a-4a38-995b-62f236e01db4 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] For port 4f6b2756-64ef-420b-b1de-996fa4dd3f6d, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=4f6b2756-64ef-420b-b1de-996fa4dd3f6d,segment=NetworkSegment(f16cf0ac-76ac-40b9-ab87-b70fda8dbb01),segment_id=f16cf0ac-76ac-40b9-ab87-b70fda8dbb01)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:25:48.049433 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-52f4a505-1c40-441b-99be-8b13dd6f09ab req-df998679-0f4a-4a38-995b-62f236e01db4 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:48.049915 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:48.061548 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-86239a7d-ebb2-4ca7-8d89-4847ea9181e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:48.069268 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-962f554a-6a0a-4ab7-8981-c77aa9d3bfe9 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:48.089672 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-6aa7af3b-85c4-412d-ba63-57f2cfb4dca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a34b6e3-9956-4efa-aac4-775c3125e230', 'name': 'tempest-TaggedBootDevicesTest_v242-1762495642-router', 'tenant_id': 'e65d35344c43413ba93381b16381b559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '4f4842fc-9359-4a0c-b4f0-bb3d5c70b77b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:14:11Z', 'updated_at': '2021-10-12T19:14:20Z', 'revision_number': 4, 'project_id': 'e65d35344c43413ba93381b16381b559', 'gw_port': {'id': '4f4842fc-9359-4a0c-b4f0-bb3d5c70b77b', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:87:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a34b6e3-9956-4efa-aac4-775c3125e230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:14:12Z', 'updated_at': '2021-10-12T19:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': 'd7d6d5e6-e93a-47ee-8519-bcc9fd2fcedc', 'name': '', 'network_id': '6c3decc3-29e4-408c-a34f-0339ccbba377', 'tenant_id': 'e65d35344c43413ba93381b16381b559', 'mac_address': 'fa:16:3e:05:f4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a34b6e3-9956-4efa-aac4-775c3125e230', 'device_owner': 'network:router_interface', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '8cdec308-a85d-4461-be76-72b0713a6c05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:14:19Z', 'updated_at': '2021-10-12T19:14:27Z', 'revision_number': 5, 'project_id': 'e65d35344c43413ba93381b16381b559', 'subnets': [{'id': '8cdec308-a85d-4461-be76-72b0713a6c05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:25:48.105124 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-962f554a-6a0a-4ab7-8981-c77aa9d3bfe9 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] In _notify_port_updated(), no bound segment for port d8b2dcac-b6c0-4092-8094-35cd2f150119 on network cd378550-4c12-4241-a971-0383d4b70e86 {{(pid=95501) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 12 19:25:48.113036 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962f554a-6a0a-4ab7-8981-c77aa9d3bfe9 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:48.113728 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-962f554a-6a0a-4ab7-8981-c77aa9d3bfe9 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:48.115063 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-962f554a-6a0a-4ab7-8981-c77aa9d3bfe9 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] 10.222.0.49 "PUT /v2.0/ports/d8b2dcac-b6c0-4092-8094-35cd2f150119 HTTP/1.1" status: 200 len: 818 time: 0.7407219 Oct 12 19:25:48.118565 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 51190) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:25:48.132017 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa7af3b-85c4-412d-ba63-57f2cfb4dca8 None None] Checking router: 9a34b6e3-9956-4efa-aac4-775c3125e230 for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:25:48.151615 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-52f4a505-1c40-441b-99be-8b13dd6f09ab req-df998679-0f4a-4a38-995b-62f236e01db4 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Calling delete_port for 4f6b2756-64ef-420b-b1de-996fa4dd3f6d owned by compute:nova {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:25:48.156087 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-86239a7d-ebb2-4ca7-8d89-4847ea9181e7 None None] For port 99d0f1f8-b298-4bcc-9bae-05a7ecc0a723, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=99d0f1f8-b298-4bcc-9bae-05a7ecc0a723,segment=NetworkSegment(5f59ce42-eec3-4021-bddf-0714d19fb1fc),segment_id=5f59ce42-eec3-4021-bddf-0714d19fb1fc)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:25:48.156838 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bb0276d1-2e97-45b9-9efb-6fcc3caec06f req-d6358961-f088-47ca-8a56-2ad3b559e655 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/security-groups?id=0726b0fe-78be-4ea7-8b43-7be54affa06f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1502848 Oct 12 19:25:48.160045 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa7af3b-85c4-412d-ba63-57f2cfb4dca8 None None] Routers {'9a34b6e3-9956-4efa-aac4-775c3125e230'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:25:48.160442 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-6aa7af3b-85c4-412d-ba63-57f2cfb4dca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:25:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['9a34b6e3-9956-4efa-aac4-775c3125e230'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:25:48.213877 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962f554a-6a0a-4ab7-8981-c77aa9d3bfe9 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Pushing event updated for resources: {'Port': ['ID=d8b2dcac-b6c0-4092-8094-35cd2f150119,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:25:48.300345 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-86239a7d-ebb2-4ca7-8d89-4847ea9181e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:48.334440 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4c17b7-136f-4d0c-9ebe-3d8234de6262 req-c15b9c59-4b28-40ea-8cfb-7e2081230c6d tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:48.336479 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2a4c17b7-136f-4d0c-9ebe-3d8234de6262 req-c15b9c59-4b28-40ea-8cfb-7e2081230c6d tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7b3695f-ec85-4a0d-af3f-02cf55478eab HTTP/1.1" status: 200 len: 945 time: 0.1345587 Oct 12 19:25:48.376934 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8fb053d0-a8bc-4684-868d-117b9c07145e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:48.392589 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2a4c17b7-136f-4d0c-9ebe-3d8234de6262 req-1e9aaf85-3d57-491a-b4ff-1db0f6de7b1f tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485334 Oct 12 19:25:48.416334 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.db.api [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 19:25:48.416334 n-d-813679-3 neutron-server[95503]: DEBUG oslo_db.api [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 19:25:48.423056 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-6aa7af3b-85c4-412d-ba63-57f2cfb4dca8 None None] Set router 9a34b6e3-9956-4efa-aac4-775c3125e230 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:25:48.457467 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86239a7d-ebb2-4ca7-8d89-4847ea9181e7 None None] Pushing event updated for resources: {'Port': ['ID=99d0f1f8-b298-4bcc-9bae-05a7ecc0a723,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:25:48.558883 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362e60fe-ad7d-4643-bf59-2036e8a6f548 req-4fbc59ba-756b-427e-9dc4-90c600899b2d tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:48.569279 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-362e60fe-ad7d-4643-bf59-2036e8a6f548 req-4fbc59ba-756b-427e-9dc4-90c600899b2d tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb56269f-088f-4dd7-97a9-d7a3df061653 HTTP/1.1" status: 200 len: 946 time: 0.2813232 Oct 12 19:25:48.661177 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-362e60fe-ad7d-4643-bf59-2036e8a6f548 req-0143806c-e816-4569-a7da-b27d8ea10ae9 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e18d525-cf41-4d49-869d-79a715be58e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907209 Oct 12 19:25:48.673889 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-c380bf9d-3bc7-4e17-8997-295b6c2c5fc5 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Deleting port d8b2dcac-b6c0-4092-8094-35cd2f150119 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:25:48.674406 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c380bf9d-3bc7-4e17-8997-295b6c2c5fc5 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:48.714159 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d72c2c-0d7a-4c11-bc0b-fdd090c89ce3 req-b9b8fe20-d7d4-4161-a1a2-c2e478e4347f tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:48.726901 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d72c2c-0d7a-4c11-bc0b-fdd090c89ce3 req-b9b8fe20-d7d4-4161-a1a2-c2e478e4347f tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:48.741626 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d72c2c-0d7a-4c11-bc0b-fdd090c89ce3 req-b9b8fe20-d7d4-4161-a1a2-c2e478e4347f tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:48.757150 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d72c2c-0d7a-4c11-bc0b-fdd090c89ce3 req-b9b8fe20-d7d4-4161-a1a2-c2e478e4347f tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:48.775875 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d72c2c-0d7a-4c11-bc0b-fdd090c89ce3 req-b9b8fe20-d7d4-4161-a1a2-c2e478e4347f tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:48.789356 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-9adfcbd2-08bd-4e66-bf03-3689c9feeb4d None None] Provisioning complete for port 99d0f1f8-b298-4bcc-9bae-05a7ecc0a723 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:25:48.789976 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9adfcbd2-08bd-4e66-bf03-3689c9feeb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:48.799222 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c380bf9d-3bc7-4e17-8997-295b6c2c5fc5 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:48.801858 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d72c2c-0d7a-4c11-bc0b-fdd090c89ce3 req-b9b8fe20-d7d4-4161-a1a2-c2e478e4347f tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:48.819485 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d72c2c-0d7a-4c11-bc0b-fdd090c89ce3 req-b9b8fe20-d7d4-4161-a1a2-c2e478e4347f tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:48.826867 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-c380bf9d-3bc7-4e17-8997-295b6c2c5fc5 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Calling delete_port for d8b2dcac-b6c0-4092-8094-35cd2f150119 owned by {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:25:48.827052 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-67d72c2c-0d7a-4c11-bc0b-fdd090c89ce3 req-b9b8fe20-d7d4-4161-a1a2-c2e478e4347f tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d8118a-4722-4e86-9061-3b560a61dbf9 HTTP/1.1" status: 200 len: 5435 time: 0.2782288 Oct 12 19:25:48.897131 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-67d72c2c-0d7a-4c11-bc0b-fdd090c89ce3 req-ab0982be-b1f4-4a15-b219-9cb73d074f37 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f0281d6-ea5c-47a0-8e7d-7819120d644f&id=db60c67d-bef5-44ee-91f7-dd492db60f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0647409 Oct 12 19:25:48.929592 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8fb053d0-a8bc-4684-868d-117b9c07145e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:48.996357 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb053d0-a8bc-4684-868d-117b9c07145e admin admin] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:25:49.003891 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-8fb053d0-a8bc-4684-868d-117b9c07145e admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:25:49.007049 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb053d0-a8bc-4684-868d-117b9c07145e admin admin] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:25:49.009164 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb053d0-a8bc-4684-868d-117b9c07145e admin admin] Pushing event updated for resources: {'Port': ['ID=5c07053f-f0fb-49dd-a2f0-9f921f2de512,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:25:49.108367 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-52f4a505-1c40-441b-99be-8b13dd6f09ab req-df998679-0f4a-4a38-995b-62f236e01db4 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:49.137637 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-6aa7af3b-85c4-412d-ba63-57f2cfb4dca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a34b6e3-9956-4efa-aac4-775c3125e230', 'name': 'tempest-TaggedBootDevicesTest_v242-1762495642-router', 'tenant_id': 'e65d35344c43413ba93381b16381b559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '4f4842fc-9359-4a0c-b4f0-bb3d5c70b77b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:14:11Z', 'updated_at': '2021-10-12T19:14:20Z', 'revision_number': 4, 'project_id': 'e65d35344c43413ba93381b16381b559', 'gw_port': {'id': '4f4842fc-9359-4a0c-b4f0-bb3d5c70b77b', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:87:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a34b6e3-9956-4efa-aac4-775c3125e230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:14:12Z', 'updated_at': '2021-10-12T19:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': 'd7d6d5e6-e93a-47ee-8519-bcc9fd2fcedc', 'name': '', 'network_id': '6c3decc3-29e4-408c-a34f-0339ccbba377', 'tenant_id': 'e65d35344c43413ba93381b16381b559', 'mac_address': 'fa:16:3e:05:f4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a34b6e3-9956-4efa-aac4-775c3125e230', 'device_owner': 'network:router_interface', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '8cdec308-a85d-4461-be76-72b0713a6c05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:14:19Z', 'updated_at': '2021-10-12T19:14:27Z', 'revision_number': 5, 'project_id': 'e65d35344c43413ba93381b16381b559', 'subnets': [{'id': '8cdec308-a85d-4461-be76-72b0713a6c05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:25:49.160485 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c380bf9d-3bc7-4e17-8997-295b6c2c5fc5 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:49.178704 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68b1864-832b-4b47-b4e8-af0adc745ab8 req-432dfc4d-7f86-4673-9211-cb30ff27d77e tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:49.183411 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa7af3b-85c4-412d-ba63-57f2cfb4dca8 None None] The sync data for ids ['9a34b6e3-9956-4efa-aac4-775c3125e230'] in n-d-813679-3 is: [{'id': '9a34b6e3-9956-4efa-aac4-775c3125e230', 'name': 'tempest-TaggedBootDevicesTest_v242-1762495642-router', 'tenant_id': 'e65d35344c43413ba93381b16381b559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '4f4842fc-9359-4a0c-b4f0-bb3d5c70b77b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:14:11Z', 'updated_at': '2021-10-12T19:14:20Z', 'revision_number': 4, 'project_id': 'e65d35344c43413ba93381b16381b559', 'gw_port': {'id': '4f4842fc-9359-4a0c-b4f0-bb3d5c70b77b', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:87:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a34b6e3-9956-4efa-aac4-775c3125e230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:14:12Z', 'updated_at': '2021-10-12T19:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': 'd7d6d5e6-e93a-47ee-8519-bcc9fd2fcedc', 'name': '', 'network_id': '6c3decc3-29e4-408c-a34f-0339ccbba377', 'tenant_id': 'e65d35344c43413ba93381b16381b559', 'mac_address': 'fa:16:3e:05:f4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a34b6e3-9956-4efa-aac4-775c3125e230', 'device_owner': 'network:router_interface', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '8cdec308-a85d-4461-be76-72b0713a6c05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:14:19Z', 'updated_at': '2021-10-12T19:14:27Z', 'revision_number': 5, 'project_id': 'e65d35344c43413ba93381b16381b559', 'subnets': [{'id': '8cdec308-a85d-4461-be76-72b0713a6c05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:25:49.187026 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68b1864-832b-4b47-b4e8-af0adc745ab8 req-432dfc4d-7f86-4673-9211-cb30ff27d77e tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:49.200473 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68b1864-832b-4b47-b4e8-af0adc745ab8 req-432dfc4d-7f86-4673-9211-cb30ff27d77e tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:49.208490 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df998679-0f4a-4a38-995b-62f236e01db4 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Pushing event deleted for resources: {'Port': ['ID=4f6b2756-64ef-420b-b1de-996fa4dd3f6d,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:25:49.219975 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68b1864-832b-4b47-b4e8-af0adc745ab8 req-432dfc4d-7f86-4673-9211-cb30ff27d77e tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:49.228533 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68b1864-832b-4b47-b4e8-af0adc745ab8 req-432dfc4d-7f86-4673-9211-cb30ff27d77e tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:49.236019 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68b1864-832b-4b47-b4e8-af0adc745ab8 req-432dfc4d-7f86-4673-9211-cb30ff27d77e tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:49.257496 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 99d0f1f8-b298-4bcc-9bae-05a7ecc0a723 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:25:49.282246 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68b1864-832b-4b47-b4e8-af0adc745ab8 req-432dfc4d-7f86-4673-9211-cb30ff27d77e tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:49.291452 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f68b1864-832b-4b47-b4e8-af0adc745ab8 req-432dfc4d-7f86-4673-9211-cb30ff27d77e tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5d8118a-4722-4e86-9061-3b560a61dbf9 HTTP/1.1" status: 200 len: 5435 time: 0.2239397 Oct 12 19:25:49.371160 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c380bf9d-3bc7-4e17-8997-295b6c2c5fc5 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:49.374799 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 99d0f1f8-b298-4bcc-9bae-05a7ecc0a723 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:25:49.374799 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:49.375392 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-c380bf9d-3bc7-4e17-8997-295b6c2c5fc5 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] 10.222.0.49 "DELETE /v2.0/ports/d8b2dcac-b6c0-4092-8094-35cd2f150119 HTTP/1.1" status: 204 len: 168 time: 1.2534664 Oct 12 19:25:49.382545 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 51230) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:25:49.402258 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c380bf9d-3bc7-4e17-8997-295b6c2c5fc5 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Pushing event deleted for resources: {'Port': ['ID=d8b2dcac-b6c0-4092-8094-35cd2f150119,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:25:49.431670 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-52f4a505-1c40-441b-99be-8b13dd6f09ab req-df998679-0f4a-4a38-995b-62f236e01db4 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] No DVR routers for this DVR port 4f6b2756-64ef-420b-b1de-996fa4dd3f6d on host n-h1-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:25:49.437879 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-52f4a505-1c40-441b-99be-8b13dd6f09ab req-df998679-0f4a-4a38-995b-62f236e01db4 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:49.439785 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-52f4a505-1c40-441b-99be-8b13dd6f09ab req-df998679-0f4a-4a38-995b-62f236e01db4 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.61 "DELETE /v2.0/ports/4f6b2756-64ef-420b-b1de-996fa4dd3f6d HTTP/1.1" status: 204 len: 173 time: 2.5169072 Oct 12 19:25:49.476949 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecc38ae3-328a-43a0-a185-601e29a048cb', 'name': 'network-vif-deleted', 'tag': '4f6b2756-64ef-420b-b1de-996fa4dd3f6d'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:25:49.479446 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98cfd59f-bb8e-412d-beb9-0fe22e9d796f" -d '{"events": [{"server_uuid": "ecc38ae3-328a-43a0-a185-601e29a048cb", "name": "network-vif-deleted", "tag": "4f6b2756-64ef-420b-b1de-996fa4dd3f6d"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:25:49.484290 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68b1864-832b-4b47-b4e8-af0adc745ab8 req-60a496b3-ce1e-4a85-88c9-2354bf905781 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:49.504537 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f68b1864-832b-4b47-b4e8-af0adc745ab8 req-60a496b3-ce1e-4a85-88c9-2354bf905781 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.61 "GET /v2.0/ports/87aaffab-0243-4158-8adb-c065a78f6f02?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2038615 Oct 12 19:25:49.572626 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084549f4-e832-4531-87e7-7c272628aaf1 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:49.574400 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-084549f4-e832-4531-87e7-7c272628aaf1 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1869278 Oct 12 19:25:49.580809 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 51238) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:25:49.595221 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48cfdc3a-0c71-49c7-af54-904ea8127939 x-openstack-request-id: req-48cfdc3a-0c71-49c7-af54-904ea8127939 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:25:49.595626 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecc38ae3-328a-43a0-a185-601e29a048cb", "name": "network-vif-deleted", "tag": "4f6b2756-64ef-420b-b1de-996fa4dd3f6d", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:25:49.595881 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-48cfdc3a-0c71-49c7-af54-904ea8127939 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:25:49.596337 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecc38ae3-328a-43a0-a185-601e29a048cb', 'name': 'network-vif-deleted', 'tag': '4f6b2756-64ef-420b-b1de-996fa4dd3f6d', 'status': 'completed', 'code': 200} Oct 12 19:25:49.736110 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f68b1864-832b-4b47-b4e8-af0adc745ab8 req-85e47a8d-29a6-473b-ada4-7342d9e430f6 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.61 "GET /v2.0/networks/6686226f-4ddf-4917-b57f-19fda7e2d4bd?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2236755 Oct 12 19:25:49.745687 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4ed807-a950-45da-88f3-cf5b3dfeb9b8 None None] New status for floating IP 447acac3-88e8-48a3-8c4e-1e7066075388: DOWN {{(pid=95504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 19:25:49.752695 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-f68b1864-832b-4b47-b4e8-af0adc745ab8 req-b6e9754e-87db-4278-ac04-118477145f4e service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:25:49.780395 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dcef72-d044-455f-992a-d97276ee29bf req-db25e9fa-4efb-4323-88e7-37d92f721556 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:49.812480 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dcef72-d044-455f-992a-d97276ee29bf req-db25e9fa-4efb-4323-88e7-37d92f721556 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:49.820731 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b8dcef72-d044-455f-992a-d97276ee29bf req-db25e9fa-4efb-4323-88e7-37d92f721556 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecc38ae3-328a-43a0-a185-601e29a048cb HTTP/1.1" status: 200 len: 1677 time: 0.4418166 Oct 12 19:25:49.823802 n-d-813679-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-080b1b59-8c2d-4667-8d65-feebee9746a8 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] GET failed (client error): The resource could not be found. Oct 12 19:25:49.826365 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-080b1b59-8c2d-4667-8d65-feebee9746a8 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] 10.222.0.49 "GET /v2.0/ports/d8b2dcac-b6c0-4092-8094-35cd2f150119 HTTP/1.1" status: 404 len: 333 time: 0.2423813 Oct 12 19:25:49.848790 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 51256) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:25:49.854948 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-b83e04c8-d692-4682-95fb-55b1a5a1a5ed tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-941000495'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:25:49.951516 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-f68b1864-832b-4b47-b4e8-af0adc745ab8 req-b6e9754e-87db-4278-ac04-118477145f4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:50.037006 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b83e04c8-d692-4682-95fb-55b1a5a1a5ed tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Made reservation on behalf of 8afe3c6a27c7408788d71066edc42001 for: {'network': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:25:50.042242 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b83e04c8-d692-4682-95fb-55b1a5a1a5ed tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:50.056179 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b8dcef72-d044-455f-992a-d97276ee29bf req-3f1fef41-bfca-4e2b-ac0a-7be5a7448343 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/security-groups?id=0726b0fe-78be-4ea7-8b43-7be54affa06f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2262378 Oct 12 19:25:50.061052 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-52f4a505-1c40-441b-99be-8b13dd6f09ab req-7c13c527-c3be-405d-abd1-aca512a0d5aa tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Deleting port efa0ccc7-6ed2-4bfa-a4ad-6c6779c2a251 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:25:50.061391 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-52f4a505-1c40-441b-99be-8b13dd6f09ab req-7c13c527-c3be-405d-abd1-aca512a0d5aa tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:50.089838 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8fb053d0-a8bc-4684-868d-117b9c07145e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:50.164289 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1799f19-a1e5-4c03-99b1-dee44bc4f27c req-3423f41e-2989-4147-a013-415cb54e9a57 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:50.173834 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e1799f19-a1e5-4c03-99b1-dee44bc4f27c req-3423f41e-2989-4147-a013-415cb54e9a57 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb56269f-088f-4dd7-97a9-d7a3df061653 HTTP/1.1" status: 200 len: 946 time: 0.3118758 Oct 12 19:25:50.233428 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e1799f19-a1e5-4c03-99b1-dee44bc4f27c req-74220719-6265-4242-841d-5be11f25df05 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e18d525-cf41-4d49-869d-79a715be58e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586519 Oct 12 19:25:50.274938 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b83e04c8-d692-4682-95fb-55b1a5a1a5ed tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=95501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:25:50.294468 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-f68b1864-832b-4b47-b4e8-af0adc745ab8 req-b6e9754e-87db-4278-ac04-118477145f4e service neutron] For port 87aaffab-0243-4158-8adb-c065a78f6f02, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=87aaffab-0243-4158-8adb-c065a78f6f02,segment=NetworkSegment(e61c0867-8853-406c-a4f0-1a22eccd7cc2),segment_id=e61c0867-8853-406c-a4f0-1a22eccd7cc2)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:25:50.316333 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b83e04c8-d692-4682-95fb-55b1a5a1a5ed tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:50.316684 n-d-813679-3 neutron-server[95501]: INFO neutron.db.segments_db [None req-b83e04c8-d692-4682-95fb-55b1a5a1a5ed tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Added segment 24b9382f-b00f-4c54-a204-b9695fb38a36 of type vlan for network cdda5b01-f38f-40dc-b830-3d984e4d27d7 Oct 12 19:25:50.391161 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-52f4a505-1c40-441b-99be-8b13dd6f09ab req-7c13c527-c3be-405d-abd1-aca512a0d5aa tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] For port efa0ccc7-6ed2-4bfa-a4ad-6c6779c2a251, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=efa0ccc7-6ed2-4bfa-a4ad-6c6779c2a251,segment=NetworkSegment(c5aaa6cb-4fc0-487c-a1c9-b6d1d0ba82ce),segment_id=c5aaa6cb-4fc0-487c-a1c9-b6d1d0ba82ce)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:25:50.391523 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-52f4a505-1c40-441b-99be-8b13dd6f09ab req-7c13c527-c3be-405d-abd1-aca512a0d5aa tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:50.424259 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1a9253-67fa-4fea-a19c-e5ebb3fd29ea req-e1922c34-6e4a-430f-af1c-5e0241c7292f tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:50.430273 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1a9253-67fa-4fea-a19c-e5ebb3fd29ea req-e1922c34-6e4a-430f-af1c-5e0241c7292f tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:50.436437 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1a9253-67fa-4fea-a19c-e5ebb3fd29ea req-e1922c34-6e4a-430f-af1c-5e0241c7292f tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:50.442495 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1a9253-67fa-4fea-a19c-e5ebb3fd29ea req-e1922c34-6e4a-430f-af1c-5e0241c7292f tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:50.448568 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1a9253-67fa-4fea-a19c-e5ebb3fd29ea req-e1922c34-6e4a-430f-af1c-5e0241c7292f tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:50.457840 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b83e04c8-d692-4682-95fb-55b1a5a1a5ed tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:50.459645 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1a9253-67fa-4fea-a19c-e5ebb3fd29ea req-e1922c34-6e4a-430f-af1c-5e0241c7292f tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:50.460333 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-f68b1864-832b-4b47-b4e8-af0adc745ab8 req-b6e9754e-87db-4278-ac04-118477145f4e service neutron] For port 87aaffab-0243-4158-8adb-c065a78f6f02, host n-h1-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:25:50.465733 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1a9253-67fa-4fea-a19c-e5ebb3fd29ea req-e1922c34-6e4a-430f-af1c-5e0241c7292f tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:50.472355 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4c1a9253-67fa-4fea-a19c-e5ebb3fd29ea req-e1922c34-6e4a-430f-af1c-5e0241c7292f tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d8118a-4722-4e86-9061-3b560a61dbf9 HTTP/1.1" status: 200 len: 5435 time: 0.2632401 Oct 12 19:25:50.478167 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-52f4a505-1c40-441b-99be-8b13dd6f09ab req-7c13c527-c3be-405d-abd1-aca512a0d5aa tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Calling delete_port for efa0ccc7-6ed2-4bfa-a4ad-6c6779c2a251 owned by compute:nova {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:25:50.569137 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [req-f68b1864-832b-4b47-b4e8-af0adc745ab8 req-b6e9754e-87db-4278-ac04-118477145f4e service neutron] device_id is not set on port 87aaffab-0243-4158-8adb-c065a78f6f02 yet. {{(pid=95501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 19:25:50.578489 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-f68b1864-832b-4b47-b4e8-af0adc745ab8 req-b6e9754e-87db-4278-ac04-118477145f4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:50.673539 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b83e04c8-d692-4682-95fb-55b1a5a1a5ed tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:50.680369 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b83e04c8-d692-4682-95fb-55b1a5a1a5ed tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:50.683139 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b83e04c8-d692-4682-95fb-55b1a5a1a5ed tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:50.737912 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-f68b1864-832b-4b47-b4e8-af0adc745ab8 req-b6e9754e-87db-4278-ac04-118477145f4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:50.869337 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e9754e-87db-4278-ac04-118477145f4e service neutron] Pushing event updated for resources: {'Port': ['ID=87aaffab-0243-4158-8adb-c065a78f6f02,revision_number=6']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:25:50.901590 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-b83e04c8-d692-4682-95fb-55b1a5a1a5ed tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.0517633 Oct 12 19:25:50.913488 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 51306) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:25:50.927811 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-4940d8ea-e2fb-449d-8bde-525392e81ed3 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Request body: {'subnet': {'network_id': 'cdda5b01-f38f-40dc-b830-3d984e4d27d7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:25:51.059898 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83e04c8-d692-4682-95fb-55b1a5a1a5ed tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Pushing event updated for resources: {'Network': ['ID=cdda5b01-f38f-40dc-b830-3d984e4d27d7,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:25:51.068479 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-f68b1864-832b-4b47-b4e8-af0adc745ab8 req-b6e9754e-87db-4278-ac04-118477145f4e service neutron] No DVR routers for this DVR port 87aaffab-0243-4158-8adb-c065a78f6f02 on host n-h1-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:25:51.074001 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network cdda5b01-f38f-40dc-b830-3d984e4d27d7 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:25:51.253439 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-f68b1864-832b-4b47-b4e8-af0adc745ab8 req-b6e9754e-87db-4278-ac04-118477145f4e service neutron] In _notify_port_updated(), no bound segment for port 87aaffab-0243-4158-8adb-c065a78f6f02 on network 6686226f-4ddf-4917-b57f-19fda7e2d4bd {{(pid=95501) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 12 19:25:51.254646 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68b1864-832b-4b47-b4e8-af0adc745ab8 req-b6e9754e-87db-4278-ac04-118477145f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:51.256355 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-f68b1864-832b-4b47-b4e8-af0adc745ab8 req-b6e9754e-87db-4278-ac04-118477145f4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:51.257081 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f68b1864-832b-4b47-b4e8-af0adc745ab8 req-b6e9754e-87db-4278-ac04-118477145f4e service neutron] 10.222.0.61 "PUT /v2.0/ports/87aaffab-0243-4158-8adb-c065a78f6f02 HTTP/1.1" status: 200 len: 1028 time: 1.5124044 Oct 12 19:25:51.311406 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4c1a9253-67fa-4fea-a19c-e5ebb3fd29ea req-e15657a2-02b0-41e4-ad34-b95fb94cd1d2 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f0281d6-ea5c-47a0-8e7d-7819120d644f&id=db60c67d-bef5-44ee-91f7-dd492db60f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8304226 Oct 12 19:25:51.332642 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63a0ff4-23f0-4b2a-9cc5-bd0481c0f0b5 req-c58ed03e-53c1-4233-a902-8228ef42b701 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:51.343290 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8fb053d0-a8bc-4684-868d-117b9c07145e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8093541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7915516'] for router, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:51.345053 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b63a0ff4-23f0-4b2a-9cc5-bd0481c0f0b5 req-c58ed03e-53c1-4233-a902-8228ef42b701 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb56269f-088f-4dd7-97a9-d7a3df061653 HTTP/1.1" status: 200 len: 946 time: 0.2880783 Oct 12 19:25:51.349216 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 6defa8fb-2e42-45a1-a0f1-d88eaa23d115 no longer exists at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:25:51.511901 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68b1864-832b-4b47-b4e8-af0adc745ab8 req-f3ccc649-9358-4cd1-8ed8-564cd664f7cc tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:51.513787 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f68b1864-832b-4b47-b4e8-af0adc745ab8 req-f3ccc649-9358-4cd1-8ed8-564cd664f7cc tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.61 "GET /v2.0/ports/0c9b8f06-b903-4faf-8e00-0608202c3bec?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2409496 Oct 12 19:25:51.535552 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-f68b1864-832b-4b47-b4e8-af0adc745ab8 req-f5a25ce3-2acd-4847-8d63-c99869516c3f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:25:51.585327 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b63a0ff4-23f0-4b2a-9cc5-bd0481c0f0b5 req-b4e22f7e-798a-4097-94b0-d2bb66fefd3f tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e18d525-cf41-4d49-869d-79a715be58e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2388253 Oct 12 19:25:51.585704 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:51.595129 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4940d8ea-e2fb-449d-8bde-525392e81ed3 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Made reservation on behalf of 8afe3c6a27c7408788d71066edc42001 for: {'subnet': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:25:51.599510 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4940d8ea-e2fb-449d-8bde-525392e81ed3 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4612397'] for subnet, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:51.644974 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-52f4a505-1c40-441b-99be-8b13dd6f09ab req-7c13c527-c3be-405d-abd1-aca512a0d5aa tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:51.649869 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-c3760785-83a7-4e63-8520-38b191806d6c None None] Provisioning complete for port 87aaffab-0243-4158-8adb-c065a78f6f02 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:25:51.650698 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c3760785-83a7-4e63-8520-38b191806d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:51.689758 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 6defa8fb-2e42-45a1-a0f1-d88eaa23d115, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=6defa8fb-2e42-45a1-a0f1-d88eaa23d115,segment=NetworkSegment(e61c0867-8853-406c-a4f0-1a22eccd7cc2),segment_id=e61c0867-8853-406c-a4f0-1a22eccd7cc2)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:25:51.709097 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5d8118a-4722-4e86-9061-3b560a61dbf9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6defa8fb-2e42-45a1-a0f1-d88eaa23d115'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:25:51.711711 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ad54a58-95ba-4e89-b43d-fca8522c484b" -d '{"events": [{"server_uuid": "a5d8118a-4722-4e86-9061-3b560a61dbf9", "name": "network-vif-unplugged", "status": "completed", "tag": "6defa8fb-2e42-45a1-a0f1-d88eaa23d115"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:25:51.743974 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-c3760785-83a7-4e63-8520-38b191806d6c None None] Port 87aaffab-0243-4158-8adb-c065a78f6f02 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:25:51.747437 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c13c527-c3be-405d-abd1-aca512a0d5aa tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Pushing event deleted for resources: {'Port': ['ID=efa0ccc7-6ed2-4bfa-a4ad-6c6779c2a251,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:25:51.801574 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 19:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fcbe73a-cdba-481a-82c8-fe95834190ce x-openstack-request-id: req-5fcbe73a-cdba-481a-82c8-fe95834190ce {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:25:51.801895 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5d8118a-4722-4e86-9061-3b560a61dbf9", "name": "network-vif-unplugged", "status": "completed", "tag": "6defa8fb-2e42-45a1-a0f1-d88eaa23d115", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:25:51.802172 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5fcbe73a-cdba-481a-82c8-fe95834190ce {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:25:51.802558 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5d8118a-4722-4e86-9061-3b560a61dbf9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6defa8fb-2e42-45a1-a0f1-d88eaa23d115', 'code': 200} Oct 12 19:25:51.804251 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:51.805326 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 78f65a13-8a00-447a-aab8-21741cf4e3f4 no longer exists at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:25:51.824851 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-52f4a505-1c40-441b-99be-8b13dd6f09ab req-7c13c527-c3be-405d-abd1-aca512a0d5aa tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] No DVR routers for this DVR port efa0ccc7-6ed2-4bfa-a4ad-6c6779c2a251 on host n-h1-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:25:51.828609 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-52f4a505-1c40-441b-99be-8b13dd6f09ab req-7c13c527-c3be-405d-abd1-aca512a0d5aa tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:51.831930 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-52f4a505-1c40-441b-99be-8b13dd6f09ab req-7c13c527-c3be-405d-abd1-aca512a0d5aa tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.61 "DELETE /v2.0/ports/efa0ccc7-6ed2-4bfa-a4ad-6c6779c2a251 HTTP/1.1" status: 204 len: 173 time: 2.3493557 Oct 12 19:25:51.834566 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecc38ae3-328a-43a0-a185-601e29a048cb', 'name': 'network-vif-deleted', 'tag': 'efa0ccc7-6ed2-4bfa-a4ad-6c6779c2a251'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:25:51.836843 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87126ed2-5830-4019-8828-09cedff8cac9" -d '{"events": [{"server_uuid": "ecc38ae3-328a-43a0-a185-601e29a048cb", "name": "network-vif-deleted", "tag": "efa0ccc7-6ed2-4bfa-a4ad-6c6779c2a251"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:25:51.844158 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-f68b1864-832b-4b47-b4e8-af0adc745ab8 req-f5a25ce3-2acd-4847-8d63-c99869516c3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:51.852518 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5342e14d-7bdf-4cd5-a862-b88ae5035e15 req-03f32ccb-7ef9-432d-90aa-bc46e60f56e0 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:51.854281 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5342e14d-7bdf-4cd5-a862-b88ae5035e15 req-03f32ccb-7ef9-432d-90aa-bc46e60f56e0 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecc38ae3-328a-43a0-a185-601e29a048cb HTTP/1.1" status: 200 len: 943 time: 0.2112343 Oct 12 19:25:51.937771 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a81566b8-44d0-42cc-9a40-2be3d88ac708 x-openstack-request-id: req-a81566b8-44d0-42cc-9a40-2be3d88ac708 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:25:51.938396 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecc38ae3-328a-43a0-a185-601e29a048cb", "name": "network-vif-deleted", "tag": "efa0ccc7-6ed2-4bfa-a4ad-6c6779c2a251", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:25:51.938815 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a81566b8-44d0-42cc-9a40-2be3d88ac708 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:25:51.939374 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecc38ae3-328a-43a0-a185-601e29a048cb', 'name': 'network-vif-deleted', 'tag': 'efa0ccc7-6ed2-4bfa-a4ad-6c6779c2a251', 'status': 'completed', 'code': 200} Oct 12 19:25:51.980795 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=6defa8fb-2e42-45a1-a0f1-d88eaa23d115,revision_number=6']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:25:51.998672 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:52.043190 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 78f65a13-8a00-447a-aab8-21741cf4e3f4, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=78f65a13-8a00-447a-aab8-21741cf4e3f4,segment=NetworkSegment(e7119dae-6234-4e1c-9d77-858c724d074c),segment_id=e7119dae-6234-4e1c-9d77-858c724d074c)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:25:52.043452 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5342e14d-7bdf-4cd5-a862-b88ae5035e15 req-6397b2a7-e3f9-4717-b0a2-1b078e76132f tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/security-groups?id=0726b0fe-78be-4ea7-8b43-7be54affa06f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1673210 Oct 12 19:25:52.112902 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:52.114687 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device a1f42106-a7b0-4dd3-8e89-1f2eceabc986 no longer exists at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:25:52.126272 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-52f4a505-1c40-441b-99be-8b13dd6f09ab req-daab08fd-1d48-41bb-97c1-b47f52efe246 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Deleting port 203b9b07-3b5d-41e2-a387-5426c9fe91c9 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:25:52.126272 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-52f4a505-1c40-441b-99be-8b13dd6f09ab req-daab08fd-1d48-41bb-97c1-b47f52efe246 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:52.204917 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fb053d0-a8bc-4684-868d-117b9c07145e admin admin] Router ea56b093-690e-42a2-8af6-18a26f667adc is scheduled to L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b with binding_index 1 {{(pid=95502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 19:25:52.239580 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=78f65a13-8a00-447a-aab8-21741cf4e3f4,revision_number=6']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:25:52.338306 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:52.375857 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-52f4a505-1c40-441b-99be-8b13dd6f09ab req-daab08fd-1d48-41bb-97c1-b47f52efe246 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] For port 203b9b07-3b5d-41e2-a387-5426c9fe91c9, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=203b9b07-3b5d-41e2-a387-5426c9fe91c9,segment=NetworkSegment(f16cf0ac-76ac-40b9-ab87-b70fda8dbb01),segment_id=f16cf0ac-76ac-40b9-ab87-b70fda8dbb01)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:25:52.376496 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-52f4a505-1c40-441b-99be-8b13dd6f09ab req-daab08fd-1d48-41bb-97c1-b47f52efe246 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:52.400728 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-52f4a505-1c40-441b-99be-8b13dd6f09ab req-daab08fd-1d48-41bb-97c1-b47f52efe246 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Calling delete_port for 203b9b07-3b5d-41e2-a387-5426c9fe91c9 owned by compute:nova {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:25:52.402358 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port a1f42106-a7b0-4dd3-8e89-1f2eceabc986, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=a1f42106-a7b0-4dd3-8e89-1f2eceabc986,segment=NetworkSegment(1311cbfc-168d-4d44-b005-c99086bc74c8),segment_id=1311cbfc-168d-4d44-b005-c99086bc74c8)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:25:52.423986 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fb053d0-a8bc-4684-868d-117b9c07145e admin admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:25:52.437116 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11a6df8-3305-4b50-86d8-6d2ede7a08f8 None None] Sync routers for ids ['ea56b093-690e-42a2-8af6-18a26f667adc'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:25:52.463211 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11a6df8-3305-4b50-86d8-6d2ede7a08f8 None None] Routers {'ea56b093-690e-42a2-8af6-18a26f667adc'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:25:52.463970 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-c11a6df8-3305-4b50-86d8-6d2ede7a08f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:25:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['ea56b093-690e-42a2-8af6-18a26f667adc'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:25:52.570389 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:52.571724 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 87aaffab-0243-4158-8adb-c065a78f6f02 no longer exists at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:25:52.671598 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8fb053d0-a8bc-4684-868d-117b9c07145e admin admin] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:52.678212 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-8fb053d0-a8bc-4684-868d-117b9c07145e admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 9.1528070 Oct 12 19:25:52.679715 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 51364) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:25:52.788462 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-f68b1864-832b-4b47-b4e8-af0adc745ab8 req-f5a25ce3-2acd-4847-8d63-c99869516c3f service neutron] For port 0c9b8f06-b903-4faf-8e00-0608202c3bec, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=0c9b8f06-b903-4faf-8e00-0608202c3bec,segment=NetworkSegment(e61c0867-8853-406c-a4f0-1a22eccd7cc2),segment_id=e61c0867-8853-406c-a4f0-1a22eccd7cc2)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:25:52.846144 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-52f4a505-1c40-441b-99be-8b13dd6f09ab req-daab08fd-1d48-41bb-97c1-b47f52efe246 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:52.879390 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-f68b1864-832b-4b47-b4e8-af0adc745ab8 req-f5a25ce3-2acd-4847-8d63-c99869516c3f service neutron] For port 0c9b8f06-b903-4faf-8e00-0608202c3bec, host n-h1-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:25:52.892648 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbc5ef7-9f36-4464-96f6-cde1fff2129f req-bb6c42e5-1fb9-472f-ab94-ae3aa66f479d tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:52.899123 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbc5ef7-9f36-4464-96f6-cde1fff2129f req-bb6c42e5-1fb9-472f-ab94-ae3aa66f479d tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:52.905577 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbc5ef7-9f36-4464-96f6-cde1fff2129f req-bb6c42e5-1fb9-472f-ab94-ae3aa66f479d tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:52.911829 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbc5ef7-9f36-4464-96f6-cde1fff2129f req-bb6c42e5-1fb9-472f-ab94-ae3aa66f479d tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:52.918922 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbc5ef7-9f36-4464-96f6-cde1fff2129f req-bb6c42e5-1fb9-472f-ab94-ae3aa66f479d tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:52.919598 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daab08fd-1d48-41bb-97c1-b47f52efe246 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Pushing event deleted for resources: {'Port': ['ID=203b9b07-3b5d-41e2-a387-5426c9fe91c9,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:25:52.926846 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbc5ef7-9f36-4464-96f6-cde1fff2129f req-bb6c42e5-1fb9-472f-ab94-ae3aa66f479d tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:52.928765 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3bbc5ef7-9f36-4464-96f6-cde1fff2129f req-bb6c42e5-1fb9-472f-ab94-ae3aa66f479d tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d8118a-4722-4e86-9061-3b560a61dbf9 HTTP/1.1" status: 200 len: 4656 time: 0.1612041 Oct 12 19:25:52.976961 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 87aaffab-0243-4158-8adb-c065a78f6f02 not bound to the agent host n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:25:52.982383 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 69633bb3-11f9-410b-8ef6-86a8a94d4395 no longer exists at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:25:53.006702 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [req-f68b1864-832b-4b47-b4e8-af0adc745ab8 req-f5a25ce3-2acd-4847-8d63-c99869516c3f service neutron] device_id is not set on port 0c9b8f06-b903-4faf-8e00-0608202c3bec yet. {{(pid=95501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 19:25:53.020313 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4940d8ea-e2fb-449d-8bde-525392e81ed3 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4824863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4612355'] for subnet, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:53.024469 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65e2102-c1e3-4367-bad6-56e236e7d611 req-f1a39e08-8e2f-4499-b679-12fc43d68135 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:53.038425 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b65e2102-c1e3-4367-bad6-56e236e7d611 req-f1a39e08-8e2f-4499-b679-12fc43d68135 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb56269f-088f-4dd7-97a9-d7a3df061653 HTTP/1.1" status: 200 len: 944 time: 0.3333864 Oct 12 19:25:53.048793 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=a1f42106-a7b0-4dd3-8e89-1f2eceabc986,revision_number=11']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:25:53.079897 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-f68b1864-832b-4b47-b4e8-af0adc745ab8 req-f5a25ce3-2acd-4847-8d63-c99869516c3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:53.087003 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-c11a6df8-3305-4b50-86d8-6d2ede7a08f8 None None] Set router ea56b093-690e-42a2-8af6-18a26f667adc gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:25:53.136712 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3bbc5ef7-9f36-4464-96f6-cde1fff2129f req-95a7ec5a-c4cc-4b5f-9a58-4171f0dfa02a tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f0281d6-ea5c-47a0-8e7d-7819120d644f&id=db60c67d-bef5-44ee-91f7-dd492db60f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1705897 Oct 12 19:25:53.143510 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-52f4a505-1c40-441b-99be-8b13dd6f09ab req-daab08fd-1d48-41bb-97c1-b47f52efe246 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] No DVR routers for this DVR port 203b9b07-3b5d-41e2-a387-5426c9fe91c9 on host n-h1-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:25:53.150338 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-52f4a505-1c40-441b-99be-8b13dd6f09ab req-daab08fd-1d48-41bb-97c1-b47f52efe246 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:53.154840 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-52f4a505-1c40-441b-99be-8b13dd6f09ab req-daab08fd-1d48-41bb-97c1-b47f52efe246 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.61 "DELETE /v2.0/ports/203b9b07-3b5d-41e2-a387-5426c9fe91c9 HTTP/1.1" status: 204 len: 173 time: 1.3125134 Oct 12 19:25:53.166420 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4940d8ea-e2fb-449d-8bde-525392e81ed3 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Pushing event updated for resources: {'Subnet': ['ID=f80f466c-0084-4b18-89f3-b319883966ae,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:25:53.251804 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4940d8ea-e2fb-449d-8bde-525392e81ed3 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Checking segment: {'id': '24b9382f-b00f-4c54-a204-b9695fb38a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'cdda5b01-f38f-40dc-b830-3d984e4d27d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:25:53.251804 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4940d8ea-e2fb-449d-8bde-525392e81ed3 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Network hostable DHCP agents. Network: cdda5b01-f38f-40dc-b830-3d984e4d27d7, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:25:53.292224 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b65e2102-c1e3-4367-bad6-56e236e7d611 req-ca96c8eb-0cb7-4699-a791-ebadf2bac0b0 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e18d525-cf41-4d49-869d-79a715be58e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2482271 Oct 12 19:25:53.369989 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-f68b1864-832b-4b47-b4e8-af0adc745ab8 req-f5a25ce3-2acd-4847-8d63-c99869516c3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:53.428330 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device a1f42106-a7b0-4dd3-8e89-1f2eceabc986 details requested by agent hyperv_n-h1-813679-3 with host n-h1-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:25:53.476575 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-097fc0ad-737c-4923-868a-482f7a654001 req-295e98c6-686a-4630-a4df-2359b9466194 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecc38ae3-328a-43a0-a185-601e29a048cb HTTP/1.1" status: 200 len: 210 time: 0.1842999 Oct 12 19:25:53.542270 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-f68b1864-832b-4b47-b4e8-af0adc745ab8 req-f5a25ce3-2acd-4847-8d63-c99869516c3f service neutron] No DVR routers for this DVR port 0c9b8f06-b903-4faf-8e00-0608202c3bec on host n-h1-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:25:53.593014 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4940d8ea-e2fb-449d-8bde-525392e81ed3 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Network cdda5b01-f38f-40dc-b830-3d984e4d27d7 is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:25:53.619888 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a25ce3-2acd-4847-8d63-c99869516c3f service neutron] Pushing event updated for resources: {'Port': ['ID=0c9b8f06-b903-4faf-8e00-0608202c3bec,revision_number=6']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:25:53.683849 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port a1f42106-a7b0-4dd3-8e89-1f2eceabc986, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=a1f42106-a7b0-4dd3-8e89-1f2eceabc986,segment=NetworkSegment(1311cbfc-168d-4d44-b005-c99086bc74c8),segment_id=1311cbfc-168d-4d44-b005-c99086bc74c8)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:25:53.705990 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Returning: {'device': 'a1f42106-a7b0-4dd3-8e89-1f2eceabc986', 'network_id': 'f22a0b4a-70e4-4463-a6ef-6109199fd871', 'port_id': 'a1f42106-a7b0-4dd3-8e89-1f2eceabc986', 'mac_address': 'fa:16:3e:7b:52:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a09cd6ac-b3e0-423d-9e85-6644cbc7e663', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:25:53.706304 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-f68b1864-832b-4b47-b4e8-af0adc745ab8 req-f5a25ce3-2acd-4847-8d63-c99869516c3f service neutron] In _notify_port_updated(), no bound segment for port 0c9b8f06-b903-4faf-8e00-0608202c3bec on network 6686226f-4ddf-4917-b57f-19fda7e2d4bd {{(pid=95501) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 12 19:25:53.709697 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68b1864-832b-4b47-b4e8-af0adc745ab8 req-f5a25ce3-2acd-4847-8d63-c99869516c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:53.710504 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-f68b1864-832b-4b47-b4e8-af0adc745ab8 req-f5a25ce3-2acd-4847-8d63-c99869516c3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:53.713109 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f68b1864-832b-4b47-b4e8-af0adc745ab8 req-f5a25ce3-2acd-4847-8d63-c99869516c3f service neutron] 10.222.0.61 "PUT /v2.0/ports/0c9b8f06-b903-4faf-8e00-0608202c3bec HTTP/1.1" status: 200 len: 1027 time: 2.1868374 Oct 12 19:25:53.760216 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-4940d8ea-e2fb-449d-8bde-525392e81ed3 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, cdda5b01-f38f-40dc-b830-3d984e4d27d7) {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:25:53.784824 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-659869e3-8dcf-4cd1-ac96-4f2f4cbac4c4 None None] Network cdda5b01-f38f-40dc-b830-3d984e4d27d7 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:25:53.837346 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5d8118a-4722-4e86-9061-3b560a61dbf9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78f65a13-8a00-447a-aab8-21741cf4e3f4'}, {'server_uuid': 'fb56269f-088f-4dd7-97a9-d7a3df061653', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1f42106-a7b0-4dd3-8e89-1f2eceabc986'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:25:53.843517 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94f45e74-d68a-4499-b04e-768342d88ba3" -d '{"events": [{"server_uuid": "a5d8118a-4722-4e86-9061-3b560a61dbf9", "name": "network-vif-unplugged", "status": "completed", "tag": "78f65a13-8a00-447a-aab8-21741cf4e3f4"}, {"server_uuid": "fb56269f-088f-4dd7-97a9-d7a3df061653", "name": "network-vif-unplugged", "status": "completed", "tag": "a1f42106-a7b0-4dd3-8e89-1f2eceabc986"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:25:53.851882 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4940d8ea-e2fb-449d-8bde-525392e81ed3 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:53.856268 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4940d8ea-e2fb-449d-8bde-525392e81ed3 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:53.896990 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:53.944020 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecc38ae3-328a-43a0-a185-601e29a048cb', 'name': 'network-vif-deleted', 'tag': '203b9b07-3b5d-41e2-a387-5426c9fe91c9'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:25:53.951921 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c674f52-d594-4926-8ee2-b075bbc29bd9" -d '{"events": [{"server_uuid": "ecc38ae3-328a-43a0-a185-601e29a048cb", "name": "network-vif-deleted", "tag": "203b9b07-3b5d-41e2-a387-5426c9fe91c9"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:25:54.012574 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-4940d8ea-e2fb-449d-8bde-525392e81ed3 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0947123 Oct 12 19:25:54.016673 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 51414) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:25:54.023066 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Tue, 12 Oct 2021 19:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c0ef7e6-47e6-4b17-9073-d0a436af20ef x-openstack-request-id: req-4c0ef7e6-47e6-4b17-9073-d0a436af20ef {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:25:54.023496 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5d8118a-4722-4e86-9061-3b560a61dbf9", "name": "network-vif-unplugged", "status": "completed", "tag": "78f65a13-8a00-447a-aab8-21741cf4e3f4", "code": 200}, {"server_uuid": "fb56269f-088f-4dd7-97a9-d7a3df061653", "name": "network-vif-unplugged", "status": "completed", "tag": "a1f42106-a7b0-4dd3-8e89-1f2eceabc986", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:25:54.023823 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4c0ef7e6-47e6-4b17-9073-d0a436af20ef {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:25:54.024357 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5d8118a-4722-4e86-9061-3b560a61dbf9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78f65a13-8a00-447a-aab8-21741cf4e3f4', 'code': 200} Oct 12 19:25:54.024712 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb56269f-088f-4dd7-97a9-d7a3df061653', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1f42106-a7b0-4dd3-8e89-1f2eceabc986', 'code': 200} Oct 12 19:25:54.032620 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-357521d7-7c46-41f9-99b5-49b9920c922e tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Request body: {'subnet': {'network_id': 'cdda5b01-f38f-40dc-b830-3d984e4d27d7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:25:54.051400 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1f42106-a7b0-4dd3-8e89-1f2eceabc986 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:25:54.082041 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e250a50c-f9b6-41a0-80dd-f7f7195e18cd x-openstack-request-id: req-e250a50c-f9b6-41a0-80dd-f7f7195e18cd {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:25:54.093004 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecc38ae3-328a-43a0-a185-601e29a048cb", "name": "network-vif-deleted", "tag": "203b9b07-3b5d-41e2-a387-5426c9fe91c9", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:25:54.093004 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e250a50c-f9b6-41a0-80dd-f7f7195e18cd {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:25:54.093004 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecc38ae3-328a-43a0-a185-601e29a048cb', 'name': 'network-vif-deleted', 'tag': '203b9b07-3b5d-41e2-a387-5426c9fe91c9', 'status': 'completed', 'code': 200} Oct 12 19:25:54.114086 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-756d5a58-fcd8-4453-a0e7-aee8b72a3dae None None] Provisioning complete for port 0c9b8f06-b903-4faf-8e00-0608202c3bec triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:25:54.120952 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-756d5a58-fcd8-4453-a0e7-aee8b72a3dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:54.211819 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:54.251929 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port a1f42106-a7b0-4dd3-8e89-1f2eceabc986, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=a1f42106-a7b0-4dd3-8e89-1f2eceabc986,segment=NetworkSegment(1311cbfc-168d-4d44-b005-c99086bc74c8),segment_id=1311cbfc-168d-4d44-b005-c99086bc74c8)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:25:54.286190 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-756d5a58-fcd8-4453-a0e7-aee8b72a3dae None None] Port 0c9b8f06-b903-4faf-8e00-0608202c3bec cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:25:54.329975 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 69633bb3-11f9-410b-8ef6-86a8a94d4395, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=69633bb3-11f9-410b-8ef6-86a8a94d4395,segment=NetworkSegment(e61c0867-8853-406c-a4f0-1a22eccd7cc2),segment_id=e61c0867-8853-406c-a4f0-1a22eccd7cc2)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:25:54.378240 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:54.393277 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a07675b0-e733-4a52-9cef-0b641780a930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:54.468910 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b062380f-e6c0-42ea-bba0-e703b3632c80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-cdda5b01-f38f-40dc-b830-3d984e4d27d7', 'network_id': 'cdda5b01-f38f-40dc-b830-3d984e4d27d7', 'tenant_id': '8afe3c6a27c7408788d71066edc42001', 'fixed_ips': [{'subnet_id': 'f80f466c-0084-4b18-89f3-b319883966ae'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:25:54.469977 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b062380f-e6c0-42ea-bba0-e703b3632c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:54.491835 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['a1f42106-a7b0-4dd3-8e89-1f2eceabc986'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:25:54.505867 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-c11a6df8-3305-4b50-86d8-6d2ede7a08f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea56b093-690e-42a2-8af6-18a26f667adc', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-759262137-router', 'tenant_id': 'fe3f4d9eed4c424f9ee08e15cc94b8c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '5c07053f-f0fb-49dd-a2f0-9f921f2de512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:25:44Z', 'updated_at': '2021-10-12T19:25:49Z', 'revision_number': 3, 'project_id': 'fe3f4d9eed4c424f9ee08e15cc94b8c9', 'gw_port': {'id': '5c07053f-f0fb-49dd-a2f0-9f921f2de512', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:58:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea56b093-690e-42a2-8af6-18a26f667adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1927, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:25:47Z', 'updated_at': '2021-10-12T19:25:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:25:54.513340 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-f68b1864-832b-4b47-b4e8-af0adc745ab8 req-1e1a25bc-8c69-4186-a6fd-cfa1526dbec8 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Deleting port 2265e961-71ff-4cee-a380-de288fc6c904 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:25:54.514246 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-f68b1864-832b-4b47-b4e8-af0adc745ab8 req-1e1a25bc-8c69-4186-a6fd-cfa1526dbec8 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:54.571629 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:54.572802 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 0c9b8f06-b903-4faf-8e00-0608202c3bec no longer exists at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:25:54.578919 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11a6df8-3305-4b50-86d8-6d2ede7a08f8 None None] Checking router: ea56b093-690e-42a2-8af6-18a26f667adc for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:25:54.578919 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11a6df8-3305-4b50-86d8-6d2ede7a08f8 None None] Updating router ea56b093-690e-42a2-8af6-18a26f667adc port 5c07053f-f0fb-49dd-a2f0-9f921f2de512 binding host n-d-813679-3 {{(pid=95503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 19:25:54.679080 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=a1f42106-a7b0-4dd3-8e89-1f2eceabc986,revision_number=12']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:25:54.784297 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be19481-aaaf-4755-b15b-f6e96ab507b8 req-35c46341-7b5c-4f00-9010-0dcce3d8d813 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:54.792137 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be19481-aaaf-4755-b15b-f6e96ab507b8 req-35c46341-7b5c-4f00-9010-0dcce3d8d813 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:54.801973 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be19481-aaaf-4755-b15b-f6e96ab507b8 req-35c46341-7b5c-4f00-9010-0dcce3d8d813 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:54.808926 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be19481-aaaf-4755-b15b-f6e96ab507b8 req-35c46341-7b5c-4f00-9010-0dcce3d8d813 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:54.816472 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be19481-aaaf-4755-b15b-f6e96ab507b8 req-35c46341-7b5c-4f00-9010-0dcce3d8d813 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:54.825020 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0be19481-aaaf-4755-b15b-f6e96ab507b8 req-35c46341-7b5c-4f00-9010-0dcce3d8d813 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d8118a-4722-4e86-9061-3b560a61dbf9 HTTP/1.1" status: 200 len: 3882 time: 0.5054758 Oct 12 19:25:54.842552 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c11a6df8-3305-4b50-86d8-6d2ede7a08f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:54.992053 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 0c9b8f06-b903-4faf-8e00-0608202c3bec not bound to the agent host n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:25:54.992594 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device a5c193aa-d046-4b1e-a749-6ece2dc2c658 no longer exists at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:25:55.025434 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-f68b1864-832b-4b47-b4e8-af0adc745ab8 req-1e1a25bc-8c69-4186-a6fd-cfa1526dbec8 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] For port 2265e961-71ff-4cee-a380-de288fc6c904, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=2265e961-71ff-4cee-a380-de288fc6c904,segment=NetworkSegment(e7119dae-6234-4e1c-9d77-858c724d074c),segment_id=e7119dae-6234-4e1c-9d77-858c724d074c)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:25:55.026484 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-f68b1864-832b-4b47-b4e8-af0adc745ab8 req-1e1a25bc-8c69-4186-a6fd-cfa1526dbec8 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:55.067510 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-f68b1864-832b-4b47-b4e8-af0adc745ab8 req-1e1a25bc-8c69-4186-a6fd-cfa1526dbec8 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Calling delete_port for 2265e961-71ff-4cee-a380-de288fc6c904 owned by compute:nova {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:25:55.075136 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-a07675b0-e733-4a52-9cef-0b641780a930 admin admin] Allocated IP 172.20.0.1 (ee20c15b-50ee-4511-a95f-abc1ce95efb4/dbf48fa6-dcfa-4bfc-a931-ce1006a03276/7dacc21c-9b9d-4182-a3b3-ff224576cf6b) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:25:55.291915 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdb9c39-b2db-4dd7-a756-2bcea5afcb9f req-83b1c9b2-ec4c-4079-b1dd-7b50dd061cc3 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:55.306453 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ffdb9c39-b2db-4dd7-a756-2bcea5afcb9f req-83b1c9b2-ec4c-4079-b1dd-7b50dd061cc3 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb56269f-088f-4dd7-97a9-d7a3df061653 HTTP/1.1" status: 200 len: 945 time: 0.5085585 Oct 12 19:25:55.382414 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=69633bb3-11f9-410b-8ef6-86a8a94d4395,revision_number=6']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:25:55.436365 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-357521d7-7c46-41f9-99b5-49b9920c922e tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Made reservation on behalf of 8afe3c6a27c7408788d71066edc42001 for: {'subnet': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:25:55.440163 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-357521d7-7c46-41f9-99b5-49b9920c922e tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4612397'] for subnet, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:55.445897 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a07675b0-e733-4a52-9cef-0b641780a930 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:55.472749 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0be19481-aaaf-4755-b15b-f6e96ab507b8 req-e9a52647-973f-4ed5-98a3-21a9ed9ce298 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f0281d6-ea5c-47a0-8e7d-7819120d644f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6467190 Oct 12 19:25:55.587077 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ffdb9c39-b2db-4dd7-a756-2bcea5afcb9f req-081a5bdb-86e5-4426-b3aa-d92408771a04 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e18d525-cf41-4d49-869d-79a715be58e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2766695 Oct 12 19:25:55.615753 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a07675b0-e733-4a52-9cef-0b641780a930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:55.706165 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a07675b0-e733-4a52-9cef-0b641780a930 admin admin] Network ee20c15b-50ee-4511-a95f-abc1ce95efb4 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:25:55.718452 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-a07675b0-e733-4a52-9cef-0b641780a930 admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:25:55.734424 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07675b0-e733-4a52-9cef-0b641780a930 admin admin] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:25:55.784910 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07675b0-e733-4a52-9cef-0b641780a930 admin admin] Pushing event updated for resources: {'Port': ['ID=7dacc21c-9b9d-4182-a3b3-ff224576cf6b,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:25:55.823940 n-d-813679-3 neutron-server[95501]: INFO neutron.db.ipam_backend_mixin [None req-357521d7-7c46-41f9-99b5-49b9920c922e tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet f80f466c-0084-4b18-89f3-b319883966ae (CIDR: 172.20.0.0/28) Oct 12 19:25:55.830105 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a07675b0-e733-4a52-9cef-0b641780a930 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7915309'] for router_interface, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:55.852819 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-b062380f-e6c0-42ea-bba0-e703b3632c80 None None] Allocated IP 172.20.0.2 (cdda5b01-f38f-40dc-b830-3d984e4d27d7/f80f466c-0084-4b18-89f3-b319883966ae/2bbb4ab7-ec7c-4715-9330-d272d9b63b66) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:25:55.950910 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-09ac2dae-19ef-4db1-b614-4f676eba1523 req-575a1aba-2d7b-428d-854a-2fb84f723e90 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecc38ae3-328a-43a0-a185-601e29a048cb HTTP/1.1" status: 200 len: 210 time: 0.2846131 Oct 12 19:25:55.956505 n-d-813679-3 neutron-server[95501]: INFO neutron.pecan_wsgi.hooks.translation [None req-357521d7-7c46-41f9-99b5-49b9920c922e tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 19:25:55.960402 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-357521d7-7c46-41f9-99b5-49b9920c922e tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:25:55.974967 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-f68b1864-832b-4b47-b4e8-af0adc745ab8 req-1e1a25bc-8c69-4186-a6fd-cfa1526dbec8 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:56.003132 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:56.032731 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5d8118a-4722-4e86-9061-3b560a61dbf9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69633bb3-11f9-410b-8ef6-86a8a94d4395'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:25:56.037560 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8f2971e-291c-4067-bc6e-17132e0601ce" -d '{"events": [{"server_uuid": "a5d8118a-4722-4e86-9061-3b560a61dbf9", "name": "network-vif-unplugged", "status": "completed", "tag": "69633bb3-11f9-410b-8ef6-86a8a94d4395"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:25:56.077024 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1a25bc-8c69-4186-a6fd-cfa1526dbec8 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Pushing event deleted for resources: {'Port': ['ID=2265e961-71ff-4cee-a380-de288fc6c904,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:25:56.167985 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-f68b1864-832b-4b47-b4e8-af0adc745ab8 req-1e1a25bc-8c69-4186-a6fd-cfa1526dbec8 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] No DVR routers for this DVR port 2265e961-71ff-4cee-a380-de288fc6c904 on host n-h1-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:25:56.189094 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-f68b1864-832b-4b47-b4e8-af0adc745ab8 req-1e1a25bc-8c69-4186-a6fd-cfa1526dbec8 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:56.199627 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f68b1864-832b-4b47-b4e8-af0adc745ab8 req-1e1a25bc-8c69-4186-a6fd-cfa1526dbec8 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.61 "DELETE /v2.0/ports/2265e961-71ff-4cee-a380-de288fc6c904 HTTP/1.1" status: 204 len: 173 time: 2.4776320 Oct 12 19:25:56.200341 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5d8118a-4722-4e86-9061-3b560a61dbf9', 'name': 'network-vif-deleted', 'tag': '2265e961-71ff-4cee-a380-de288fc6c904'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:25:56.219464 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0e2994c-11bb-4e55-bb90-7af93fabb23d" -d '{"events": [{"server_uuid": "a5d8118a-4722-4e86-9061-3b560a61dbf9", "name": "network-vif-deleted", "tag": "2265e961-71ff-4cee-a380-de288fc6c904"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:25:56.221259 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port a5c193aa-d046-4b1e-a749-6ece2dc2c658, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=a5c193aa-d046-4b1e-a749-6ece2dc2c658,segment=NetworkSegment(ea4a270c-5f43-4988-909c-2cf22be49b36),segment_id=ea4a270c-5f43-4988-909c-2cf22be49b36)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:25:56.236234 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-357521d7-7c46-41f9-99b5-49b9920c922e tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.2182062 Oct 12 19:25:56.240738 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 51508) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:25:56.254182 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 19:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfe46232-087d-40c1-8f66-f68ee1031768 x-openstack-request-id: req-bfe46232-087d-40c1-8f66-f68ee1031768 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:25:56.257403 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5d8118a-4722-4e86-9061-3b560a61dbf9", "name": "network-vif-unplugged", "status": "completed", "tag": "69633bb3-11f9-410b-8ef6-86a8a94d4395", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:25:56.260157 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bfe46232-087d-40c1-8f66-f68ee1031768 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:25:56.260157 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5d8118a-4722-4e86-9061-3b560a61dbf9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69633bb3-11f9-410b-8ef6-86a8a94d4395', 'code': 200} Oct 12 19:25:56.271582 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-f2193718-6269-4609-b7c2-1ad06600c9fd tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Request body: {'subnet': {'network_id': 'cdda5b01-f38f-40dc-b830-3d984e4d27d7', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:25:56.274770 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a07675b0-e733-4a52-9cef-0b641780a930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:56.439478 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92aac01f-92c8-4425-8800-836dba341237 x-openstack-request-id: req-92aac01f-92c8-4425-8800-836dba341237 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:25:56.439779 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5d8118a-4722-4e86-9061-3b560a61dbf9", "name": "network-vif-deleted", "tag": "2265e961-71ff-4cee-a380-de288fc6c904", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:25:56.440208 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-92aac01f-92c8-4425-8800-836dba341237 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:25:56.440623 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5d8118a-4722-4e86-9061-3b560a61dbf9', 'name': 'network-vif-deleted', 'tag': '2265e961-71ff-4cee-a380-de288fc6c904', 'status': 'completed', 'code': 200} Oct 12 19:25:56.502382 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:56.516243 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 2265e961-71ff-4cee-a380-de288fc6c904 no longer exists at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:25:56.744142 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c11a6df8-3305-4b50-86d8-6d2ede7a08f8 None None] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:56.759855 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] No Port match for: 2265e961-71ff-4cee-a380-de288fc6c904 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:25:56.770594 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 2265e961-71ff-4cee-a380-de288fc6c904 not bound to the agent host n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:25:56.806903 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-db2e6af9-4877-40c6-bf54-38f47382bd89 None None] Provisioning complete for port 7dacc21c-9b9d-4182-a3b3-ff224576cf6b triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:25:56.816281 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-db2e6af9-4877-40c6-bf54-38f47382bd89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:56.856246 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134efd22-f10c-4c8a-b650-f201f138a80b req-ae4ca880-85db-4382-9f39-771a74eadae9 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:56.872426 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-134efd22-f10c-4c8a-b650-f201f138a80b req-ae4ca880-85db-4382-9f39-771a74eadae9 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb56269f-088f-4dd7-97a9-d7a3df061653 HTTP/1.1" status: 200 len: 945 time: 0.0959783 Oct 12 19:25:56.890920 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-f68b1864-832b-4b47-b4e8-af0adc745ab8 req-ebf3e8bf-a6e7-48d2-9fe0-8ca04a292ea6 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Deleting port 78f65a13-8a00-447a-aab8-21741cf4e3f4 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:25:56.891269 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-f68b1864-832b-4b47-b4e8-af0adc745ab8 req-ebf3e8bf-a6e7-48d2-9fe0-8ca04a292ea6 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:56.938646 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f07aa06-566d-434c-b36c-4a4ae4be2fe3 req-0bd1800a-0292-4b41-a982-a172fd0afaab tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:56.955882 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f07aa06-566d-434c-b36c-4a4ae4be2fe3 req-0bd1800a-0292-4b41-a982-a172fd0afaab tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:56.968257 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2193718-6269-4609-b7c2-1ad06600c9fd tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Made reservation on behalf of 8afe3c6a27c7408788d71066edc42001 for: {'subnet': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:25:56.971336 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f07aa06-566d-434c-b36c-4a4ae4be2fe3 req-0bd1800a-0292-4b41-a982-a172fd0afaab tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:56.971754 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f2193718-6269-4609-b7c2-1ad06600c9fd tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4612397'] for subnet, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:56.991603 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f07aa06-566d-434c-b36c-4a4ae4be2fe3 req-0bd1800a-0292-4b41-a982-a172fd0afaab tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:57.003031 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7f07aa06-566d-434c-b36c-4a4ae4be2fe3 req-0bd1800a-0292-4b41-a982-a172fd0afaab tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d8118a-4722-4e86-9061-3b560a61dbf9 HTTP/1.1" status: 200 len: 3143 time: 0.2893484 Oct 12 19:25:57.143577 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-134efd22-f10c-4c8a-b650-f201f138a80b req-28ee55f6-1400-4060-af35-f56fdf3f0bcc tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e18d525-cf41-4d49-869d-79a715be58e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2742755 Oct 12 19:25:57.144922 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7f07aa06-566d-434c-b36c-4a4ae4be2fe3 req-c873c5c2-d20c-4396-af7c-2b1aa07950e1 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f0281d6-ea5c-47a0-8e7d-7819120d644f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1409085 Oct 12 19:25:57.149133 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a07675b0-e733-4a52-9cef-0b641780a930 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:57.166613 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-f68b1864-832b-4b47-b4e8-af0adc745ab8 req-ebf3e8bf-a6e7-48d2-9fe0-8ca04a292ea6 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] For port 78f65a13-8a00-447a-aab8-21741cf4e3f4, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=78f65a13-8a00-447a-aab8-21741cf4e3f4,segment=NetworkSegment(e7119dae-6234-4e1c-9d77-858c724d074c),segment_id=e7119dae-6234-4e1c-9d77-858c724d074c)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:25:57.167101 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-f68b1864-832b-4b47-b4e8-af0adc745ab8 req-ebf3e8bf-a6e7-48d2-9fe0-8ca04a292ea6 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:57.238779 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a07675b0-e733-4a52-9cef-0b641780a930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:57.241011 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-f68b1864-832b-4b47-b4e8-af0adc745ab8 req-ebf3e8bf-a6e7-48d2-9fe0-8ca04a292ea6 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Calling delete_port for 78f65a13-8a00-447a-aab8-21741cf4e3f4 owned by compute:nova {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:25:57.308442 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e17aff10-83f1-448e-83b7-fdfd7776b7ed req-d8a2b32f-980e-49e0-af1a-3a74e9cae8f8 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecc38ae3-328a-43a0-a185-601e29a048cb HTTP/1.1" status: 200 len: 210 time: 0.0364962 Oct 12 19:25:57.377441 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device a1f42106-a7b0-4dd3-8e89-1f2eceabc986 up at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:25:57.411007 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-db2e6af9-4877-40c6-bf54-38f47382bd89 None None] Port 7dacc21c-9b9d-4182-a3b3-ff224576cf6b cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:25:57.428263 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07675b0-e733-4a52-9cef-0b641780a930 admin admin] Pushing event updated for resources: {'Port': ['ID=7dacc21c-9b9d-4182-a3b3-ff224576cf6b,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:25:57.443171 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c11a6df8-3305-4b50-86d8-6d2ede7a08f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:57.450301 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a07675b0-e733-4a52-9cef-0b641780a930 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7898980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8092605'] for router_interface, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:57.668988 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=a5c193aa-d046-4b1e-a749-6ece2dc2c658,revision_number=6']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:25:57.721902 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a07675b0-e733-4a52-9cef-0b641780a930 admin admin] Network ee20c15b-50ee-4511-a95f-abc1ce95efb4 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:25:57.723951 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-a07675b0-e733-4a52-9cef-0b641780a930 admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:25:57.764800 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9e2d48-6b37-41c5-99b9-ccf2254a540e None None] Pushing event updated for resources: {'Port': ['ID=5c07053f-f0fb-49dd-a2f0-9f921f2de512,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:25:57.819689 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-c11a6df8-3305-4b50-86d8-6d2ede7a08f8 None None] Attempting to bind port 5c07053f-f0fb-49dd-a2f0-9f921f2de512 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:25:57.857407 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-c11a6df8-3305-4b50-86d8-6d2ede7a08f8 None None] Attempting to bind port 5c07053f-f0fb-49dd-a2f0-9f921f2de512 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:25:57.858140 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11a6df8-3305-4b50-86d8-6d2ede7a08f8 None None] Attempting to bind port 5c07053f-f0fb-49dd-a2f0-9f921f2de512 on network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:25:57.862217 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-f68b1864-832b-4b47-b4e8-af0adc745ab8 req-ebf3e8bf-a6e7-48d2-9fe0-8ca04a292ea6 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:57.869893 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b062380f-e6c0-42ea-bba0-e703b3632c80 None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:57.900813 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11a6df8-3305-4b50-86d8-6d2ede7a08f8 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:25:57.901155 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11a6df8-3305-4b50-86d8-6d2ede7a08f8 None None] Checking segment: {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:25:57.901513 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c11a6df8-3305-4b50-86d8-6d2ede7a08f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:57.901916 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11a6df8-3305-4b50-86d8-6d2ede7a08f8 None None] Bound using segment: {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:25:57.902414 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-c11a6df8-3305-4b50-86d8-6d2ede7a08f8 None None] Bound port: 5c07053f-f0fb-49dd-a2f0-9f921f2de512, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:25:57.902802 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c11a6df8-3305-4b50-86d8-6d2ede7a08f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:57.931033 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf3e8bf-a6e7-48d2-9fe0-8ca04a292ea6 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Pushing event deleted for resources: {'Port': ['ID=78f65a13-8a00-447a-aab8-21741cf4e3f4,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:25:57.932700 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f2193718-6269-4609-b7c2-1ad06600c9fd tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4824863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4612355'] for subnet, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:58.082114 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-f68b1864-832b-4b47-b4e8-af0adc745ab8 req-ebf3e8bf-a6e7-48d2-9fe0-8ca04a292ea6 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] No DVR routers for this DVR port 78f65a13-8a00-447a-aab8-21741cf4e3f4 on host n-h1-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:25:58.085729 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-f68b1864-832b-4b47-b4e8-af0adc745ab8 req-ebf3e8bf-a6e7-48d2-9fe0-8ca04a292ea6 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:58.107202 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f68b1864-832b-4b47-b4e8-af0adc745ab8 req-ebf3e8bf-a6e7-48d2-9fe0-8ca04a292ea6 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.61 "DELETE /v2.0/ports/78f65a13-8a00-447a-aab8-21741cf4e3f4 HTTP/1.1" status: 204 len: 173 time: 1.8539751 Oct 12 19:25:58.135686 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-c11a6df8-3305-4b50-86d8-6d2ede7a08f8 None None] For port 5c07053f-f0fb-49dd-a2f0-9f921f2de512, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:25:58.144625 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-c11a6df8-3305-4b50-86d8-6d2ede7a08f8 None None] For port 5c07053f-f0fb-49dd-a2f0-9f921f2de512, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=5c07053f-f0fb-49dd-a2f0-9f921f2de512,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:25:58.153853 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b062380f-e6c0-42ea-bba0-e703b3632c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:58.167398 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2193718-6269-4609-b7c2-1ad06600c9fd tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Network cdda5b01-f38f-40dc-b830-3d984e4d27d7 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:25:58.167954 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a07675b0-e733-4a52-9cef-0b641780a930 admin admin] Router ea56b093-690e-42a2-8af6-18a26f667adc has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:25:58.171827 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning complete for port a1f42106-a7b0-4dd3-8e89-1f2eceabc986 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:25:58.172315 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:58.205244 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-f2193718-6269-4609-b7c2-1ad06600c9fd tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:25:58.212979 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2193718-6269-4609-b7c2-1ad06600c9fd tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:58.213591 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f2193718-6269-4609-b7c2-1ad06600c9fd tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:58.230621 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2193718-6269-4609-b7c2-1ad06600c9fd tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Pushing event updated for resources: {'Subnet': ['ID=7ffb835d-bbea-4afb-b189-8fbe6dd278bf,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:25:58.357122 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5d8118a-4722-4e86-9061-3b560a61dbf9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5c193aa-d046-4b1e-a749-6ece2dc2c658'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:25:58.359509 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04dcc858-d23c-48ab-9544-0c0fc9c7f8cf" -d '{"events": [{"server_uuid": "a5d8118a-4722-4e86-9061-3b560a61dbf9", "name": "network-vif-unplugged", "status": "completed", "tag": "a5c193aa-d046-4b1e-a749-6ece2dc2c658"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:25:58.379564 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c11a6df8-3305-4b50-86d8-6d2ede7a08f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:58.411257 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-f2193718-6269-4609-b7c2-1ad06600c9fd tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.1503358 Oct 12 19:25:58.417448 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 51566) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:25:58.432555 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-2c4e2211-c881-46ce-a080-ad9bd3ac3b5c tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Request body: {'port': {'network_id': 'cdda5b01-f38f-40dc-b830-3d984e4d27d7', 'fixed_ips': [{'subnet_id': 'f80f466c-0084-4b18-89f3-b319883966ae'}, {'subnet_id': '7ffb835d-bbea-4afb-b189-8fbe6dd278bf'}], 'name': 'tempest-PortsTestJSON-1560781745'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:25:58.450145 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5d8118a-4722-4e86-9061-3b560a61dbf9', 'name': 'network-vif-deleted', 'tag': '78f65a13-8a00-447a-aab8-21741cf4e3f4'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:25:58.456663 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7674cb87-98b2-4eae-8724-ce1f3d7a33b2" -d '{"events": [{"server_uuid": "a5d8118a-4722-4e86-9061-3b560a61dbf9", "name": "network-vif-deleted", "tag": "78f65a13-8a00-447a-aab8-21741cf4e3f4"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:25:58.558001 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e89e00e-6759-4548-9b2e-a7511a8caefd req-c4b39dfa-81c8-4d3c-983b-f6a4147af75e tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:58.569369 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e89e00e-6759-4548-9b2e-a7511a8caefd req-c4b39dfa-81c8-4d3c-983b-f6a4147af75e tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:58.577757 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e89e00e-6759-4548-9b2e-a7511a8caefd req-c4b39dfa-81c8-4d3c-983b-f6a4147af75e tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:58.587499 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6e89e00e-6759-4548-9b2e-a7511a8caefd req-c4b39dfa-81c8-4d3c-983b-f6a4147af75e tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d8118a-4722-4e86-9061-3b560a61dbf9 HTTP/1.1" status: 200 len: 2410 time: 0.2873719 Oct 12 19:25:58.602431 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b062380f-e6c0-42ea-bba0-e703b3632c80 None None] Network cdda5b01-f38f-40dc-b830-3d984e4d27d7 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:25:58.618090 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-f68b1864-832b-4b47-b4e8-af0adc745ab8 req-342b6fdd-637c-4dab-baf5-88dd85f6ffaa tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Deleting port 69633bb3-11f9-410b-8ef6-86a8a94d4395 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:25:58.618745 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-f68b1864-832b-4b47-b4e8-af0adc745ab8 req-342b6fdd-637c-4dab-baf5-88dd85f6ffaa tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:58.634177 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-8b0c2f3c-2769-4664-963b-c9133ab37efc None None] Provisioning complete for port 7dacc21c-9b9d-4182-a3b3-ff224576cf6b triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:25:58.634555 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8b0c2f3c-2769-4664-963b-c9133ab37efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:58.703610 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-b062380f-e6c0-42ea-bba0-e703b3632c80 None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:25:58.714885 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b062380f-e6c0-42ea-bba0-e703b3632c80 None None] Pushing event updated for resources: {'Port': ['ID=2bbb4ab7-ec7c-4715-9330-d272d9b63b66,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:25:58.730133 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b062380f-e6c0-42ea-bba0-e703b3632c80 None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:25:58.730675 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6e89e00e-6759-4548-9b2e-a7511a8caefd req-d25fca67-def7-4424-8ae6-8df6d5759c7f tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f0281d6-ea5c-47a0-8e7d-7819120d644f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1355896 Oct 12 19:25:58.801484 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ca6ea4-d375-4cd1-b012-f365c6ce4262 req-66f42c6e-1cea-4781-a56b-0d6239155c40 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:25:58.817167 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-29ca6ea4-d375-4cd1-b012-f365c6ce4262 req-66f42c6e-1cea-4781-a56b-0d6239155c40 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb56269f-088f-4dd7-97a9-d7a3df061653 HTTP/1.1" status: 200 len: 945 time: 0.4107966 Oct 12 19:25:58.817167 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a07675b0-e733-4a52-9cef-0b641780a930 admin admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:25:58.846246 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-a07675b0-e733-4a52-9cef-0b641780a930 admin admin] 10.222.0.49 "PUT /v2.0/routers/ea56b093-690e-42a2-8af6-18a26f667adc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1645937 Oct 12 19:25:58.887719 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-29ca6ea4-d375-4cd1-b012-f365c6ce4262 req-8b290e6d-fcca-42b8-8a06-f1b0327fbaa9 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e18d525-cf41-4d49-869d-79a715be58e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771265 Oct 12 19:25:58.934109 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11a6df8-3305-4b50-86d8-6d2ede7a08f8 None None] Routers {'ea56b093-690e-42a2-8af6-18a26f667adc'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:25:58.940598 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-c11a6df8-3305-4b50-86d8-6d2ede7a08f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:25:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['ea56b093-690e-42a2-8af6-18a26f667adc'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:25:58.952300 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9e2d48-6b37-41c5-99b9-ccf2254a540e None None] Pushing event updated for resources: {'Port': ['ID=5c07053f-f0fb-49dd-a2f0-9f921f2de512,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:25:59.030623 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9ddb64b3-d486-4084-bf0f-a19baaad729d req-49e39837-ee01-4127-ad46-a17e8f8bef70 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecc38ae3-328a-43a0-a185-601e29a048cb HTTP/1.1" status: 200 len: 210 time: 0.1187849 Oct 12 19:25:59.033541 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c4e2211-c881-46ce-a080-ad9bd3ac3b5c tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Made reservation on behalf of 8afe3c6a27c7408788d71066edc42001 for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:25:59.086791 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-8b0c2f3c-2769-4664-963b-c9133ab37efc None None] Port 7dacc21c-9b9d-4182-a3b3-ff224576cf6b cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:25:59.093038 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 19:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88d8fa6f-2b18-459a-8333-e3ecb385ecfd x-openstack-request-id: req-88d8fa6f-2b18-459a-8333-e3ecb385ecfd {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:25:59.095353 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5d8118a-4722-4e86-9061-3b560a61dbf9", "name": "network-vif-unplugged", "status": "completed", "tag": "a5c193aa-d046-4b1e-a749-6ece2dc2c658", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:25:59.095353 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-88d8fa6f-2b18-459a-8333-e3ecb385ecfd {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:25:59.095353 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5d8118a-4722-4e86-9061-3b560a61dbf9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5c193aa-d046-4b1e-a749-6ece2dc2c658', 'code': 200} Oct 12 19:25:59.271716 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efc6a744-6ccf-4c8e-8e62-bc4d02b023cf x-openstack-request-id: req-efc6a744-6ccf-4c8e-8e62-bc4d02b023cf {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:25:59.273081 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5d8118a-4722-4e86-9061-3b560a61dbf9", "name": "network-vif-deleted", "tag": "78f65a13-8a00-447a-aab8-21741cf4e3f4", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:25:59.273445 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-efc6a744-6ccf-4c8e-8e62-bc4d02b023cf {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:25:59.280671 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5d8118a-4722-4e86-9061-3b560a61dbf9', 'name': 'network-vif-deleted', 'tag': '78f65a13-8a00-447a-aab8-21741cf4e3f4', 'status': 'completed', 'code': 200} Oct 12 19:25:59.338757 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cdf44be3-eb41-4b69-85b8-d663859c48c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:59.389434 n-d-813679-3 neutron-server[95501]: INFO neutron.api.v2.resource [req-df41d0a0-3ef9-44c1-9721-0b5bfdecc8f6 req-0868d626-88d5-4c09-b3b1-ef74cb11c128 tempest-FloatingIPDetailsNegativeTestJSON-1735830200 tempest-FloatingIPDetailsNegativeTestJSON-1735830200-project] show failed (client error): The resource could not be found. Oct 12 19:25:59.395493 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-df41d0a0-3ef9-44c1-9721-0b5bfdecc8f6 req-0868d626-88d5-4c09-b3b1-ef74cb11c128 tempest-FloatingIPDetailsNegativeTestJSON-1735830200 tempest-FloatingIPDetailsNegativeTestJSON-1735830200-project] 10.222.0.49 "GET /v2.0/floatingips/5af626ec-36ee-45af-9043-bbb31b6527b5 HTTP/1.1" status: 404 len: 350 time: 0.1135988 Oct 12 19:25:59.397812 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-f68b1864-832b-4b47-b4e8-af0adc745ab8 req-342b6fdd-637c-4dab-baf5-88dd85f6ffaa tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] For port 69633bb3-11f9-410b-8ef6-86a8a94d4395, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=69633bb3-11f9-410b-8ef6-86a8a94d4395,segment=NetworkSegment(e61c0867-8853-406c-a4f0-1a22eccd7cc2),segment_id=e61c0867-8853-406c-a4f0-1a22eccd7cc2)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:25:59.399624 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-f68b1864-832b-4b47-b4e8-af0adc745ab8 req-342b6fdd-637c-4dab-baf5-88dd85f6ffaa tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:59.412190 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 51584) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:25:59.422962 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-b062380f-e6c0-42ea-bba0-e703b3632c80 None None] Attempting to bind port 2bbb4ab7-ec7c-4715-9330-d272d9b63b66 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:25:59.423566 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-b062380f-e6c0-42ea-bba0-e703b3632c80 None None] Attempting to bind port 2bbb4ab7-ec7c-4715-9330-d272d9b63b66 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '24b9382f-b00f-4c54-a204-b9695fb38a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'cdda5b01-f38f-40dc-b830-3d984e4d27d7'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:25:59.423933 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b062380f-e6c0-42ea-bba0-e703b3632c80 None None] Attempting to bind port 2bbb4ab7-ec7c-4715-9330-d272d9b63b66 on network cdda5b01-f38f-40dc-b830-3d984e4d27d7 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:25:59.440901 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b062380f-e6c0-42ea-bba0-e703b3632c80 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:25:59.442145 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-f68b1864-832b-4b47-b4e8-af0adc745ab8 req-342b6fdd-637c-4dab-baf5-88dd85f6ffaa tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Calling delete_port for 69633bb3-11f9-410b-8ef6-86a8a94d4395 owned by compute:nova {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:25:59.442537 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b062380f-e6c0-42ea-bba0-e703b3632c80 None None] Checking segment: {'id': '24b9382f-b00f-4c54-a204-b9695fb38a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'cdda5b01-f38f-40dc-b830-3d984e4d27d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:25:59.443105 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b062380f-e6c0-42ea-bba0-e703b3632c80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:59.449271 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b062380f-e6c0-42ea-bba0-e703b3632c80 None None] Bound using segment: {'id': '24b9382f-b00f-4c54-a204-b9695fb38a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'cdda5b01-f38f-40dc-b830-3d984e4d27d7'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:25:59.449946 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-b062380f-e6c0-42ea-bba0-e703b3632c80 None None] Bound port: 2bbb4ab7-ec7c-4715-9330-d272d9b63b66, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24b9382f-b00f-4c54-a204-b9695fb38a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'cdda5b01-f38f-40dc-b830-3d984e4d27d7'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:25:59.450460 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b062380f-e6c0-42ea-bba0-e703b3632c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:59.512467 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:59.613500 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2c4e2211-c881-46ce-a080-ad9bd3ac3b5c tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:25:59.640086 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-c11a6df8-3305-4b50-86d8-6d2ede7a08f8 None None] Set router ea56b093-690e-42a2-8af6-18a26f667adc gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:25:59.672158 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [None req-2c4e2211-c881-46ce-a080-ad9bd3ac3b5c tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] device_id is not set on port 67f04267-c306-4d3e-a21e-2800aefaa56d yet. {{(pid=95501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 19:26:00.042920 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port a1f42106-a7b0-4dd3-8e89-1f2eceabc986, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=a1f42106-a7b0-4dd3-8e89-1f2eceabc986,segment=NetworkSegment(1311cbfc-168d-4d44-b005-c99086bc74c8),segment_id=1311cbfc-168d-4d44-b005-c99086bc74c8)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:26:00.208887 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-b062380f-e6c0-42ea-bba0-e703b3632c80 None None] For port 2bbb4ab7-ec7c-4715-9330-d272d9b63b66, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:26:00.243784 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-b062380f-e6c0-42ea-bba0-e703b3632c80 None None] For port 2bbb4ab7-ec7c-4715-9330-d272d9b63b66, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=2bbb4ab7-ec7c-4715-9330-d272d9b63b66,segment=NetworkSegment(24b9382f-b00f-4c54-a204-b9695fb38a36),segment_id=24b9382f-b00f-4c54-a204-b9695fb38a36)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:26:00.246040 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eade03-6f17-40ef-ae97-5b6de272f8da req-4e33fbc9-2a29-457d-bcd2-1f919a86d30e tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:26:00.253681 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:00.285123 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eade03-6f17-40ef-ae97-5b6de272f8da req-4e33fbc9-2a29-457d-bcd2-1f919a86d30e tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:26:00.306633 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eade03-6f17-40ef-ae97-5b6de272f8da req-4e33fbc9-2a29-457d-bcd2-1f919a86d30e tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:26:00.326967 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b7eade03-6f17-40ef-ae97-5b6de272f8da req-4e33fbc9-2a29-457d-bcd2-1f919a86d30e tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d8118a-4722-4e86-9061-3b560a61dbf9 HTTP/1.1" status: 200 len: 2410 time: 0.3610625 Oct 12 19:26:00.378374 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=a1f42106-a7b0-4dd3-8e89-1f2eceabc986,revision_number=13']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:26:00.492011 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b7eade03-6f17-40ef-ae97-5b6de272f8da req-be64b505-e60b-42c4-b46a-cfe9bb9a60fb tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f0281d6-ea5c-47a0-8e7d-7819120d644f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1640775 Oct 12 19:26:00.503023 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-f68b1864-832b-4b47-b4e8-af0adc745ab8 req-342b6fdd-637c-4dab-baf5-88dd85f6ffaa tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:00.611387 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-079385a8-008e-4fd3-bc81-dbbbcba6de18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8092566'] for router_interface, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:00.620223 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b062380f-e6c0-42ea-bba0-e703b3632c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:00.727692 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342b6fdd-637c-4dab-baf5-88dd85f6ffaa tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Pushing event deleted for resources: {'Port': ['ID=69633bb3-11f9-410b-8ef6-86a8a94d4395,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:26:00.817106 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b062380f-e6c0-42ea-bba0-e703b3632c80 None None] Pushing event updated for resources: {'Port': ['ID=2bbb4ab7-ec7c-4715-9330-d272d9b63b66,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:26:00.923315 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-c11a6df8-3305-4b50-86d8-6d2ede7a08f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea56b093-690e-42a2-8af6-18a26f667adc', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-759262137-router', 'tenant_id': 'fe3f4d9eed4c424f9ee08e15cc94b8c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '5c07053f-f0fb-49dd-a2f0-9f921f2de512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:25:44Z', 'updated_at': '2021-10-12T19:25:56Z', 'revision_number': 4, 'project_id': 'fe3f4d9eed4c424f9ee08e15cc94b8c9', 'gw_port': {'id': '5c07053f-f0fb-49dd-a2f0-9f921f2de512', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:58:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea56b093-690e-42a2-8af6-18a26f667adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1927, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:25:47Z', 'updated_at': '2021-10-12T19:25:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '7dacc21c-9b9d-4182-a3b3-ff224576cf6b', 'name': '', 'network_id': 'ee20c15b-50ee-4511-a95f-abc1ce95efb4', 'tenant_id': 'fe3f4d9eed4c424f9ee08e15cc94b8c9', 'mac_address': 'fa:16:3e:8e:c8:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea56b093-690e-42a2-8af6-18a26f667adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1931, 'fixed_ips': [{'subnet_id': 'dbf48fa6-dcfa-4bfc-a931-ce1006a03276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:25:54Z', 'updated_at': '2021-10-12T19:25:56Z', 'revision_number': 2, 'project_id': 'fe3f4d9eed4c424f9ee08e15cc94b8c9', 'subnets': [{'id': 'dbf48fa6-dcfa-4bfc-a931-ce1006a03276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:26:00.971967 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11a6df8-3305-4b50-86d8-6d2ede7a08f8 None None] The sync data for ids ['ea56b093-690e-42a2-8af6-18a26f667adc'] in n-d-813679-3 is: [{'id': 'ea56b093-690e-42a2-8af6-18a26f667adc', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-759262137-router', 'tenant_id': 'fe3f4d9eed4c424f9ee08e15cc94b8c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '5c07053f-f0fb-49dd-a2f0-9f921f2de512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:25:44Z', 'updated_at': '2021-10-12T19:25:56Z', 'revision_number': 4, 'project_id': 'fe3f4d9eed4c424f9ee08e15cc94b8c9', 'gw_port': {'id': '5c07053f-f0fb-49dd-a2f0-9f921f2de512', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:58:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea56b093-690e-42a2-8af6-18a26f667adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1927, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:25:47Z', 'updated_at': '2021-10-12T19:25:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '7dacc21c-9b9d-4182-a3b3-ff224576cf6b', 'name': '', 'network_id': 'ee20c15b-50ee-4511-a95f-abc1ce95efb4', 'tenant_id': 'fe3f4d9eed4c424f9ee08e15cc94b8c9', 'mac_address': 'fa:16:3e:8e:c8:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea56b093-690e-42a2-8af6-18a26f667adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1931, 'fixed_ips': [{'subnet_id': 'dbf48fa6-dcfa-4bfc-a931-ce1006a03276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:25:54Z', 'updated_at': '2021-10-12T19:25:56Z', 'revision_number': 2, 'project_id': 'fe3f4d9eed4c424f9ee08e15cc94b8c9', 'subnets': [{'id': 'dbf48fa6-dcfa-4bfc-a931-ce1006a03276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:26:00.990463 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-f68b1864-832b-4b47-b4e8-af0adc745ab8 req-342b6fdd-637c-4dab-baf5-88dd85f6ffaa tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] No DVR routers for this DVR port 69633bb3-11f9-410b-8ef6-86a8a94d4395 on host n-h1-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:26:01.022322 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2bc9d362-dd35-4984-8674-4793987cb67d req-f71c9d00-e31b-4aa2-9c07-3335536793f2 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecc38ae3-328a-43a0-a185-601e29a048cb HTTP/1.1" status: 200 len: 210 time: 0.1717889 Oct 12 19:26:01.025069 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02901a45-454c-4399-9986-b16d145a0241 req-0aeaa4e0-944a-4ddc-99c8-87d656489273 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:26:01.038340 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-02901a45-454c-4399-9986-b16d145a0241 req-0aeaa4e0-944a-4ddc-99c8-87d656489273 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb56269f-088f-4dd7-97a9-d7a3df061653 HTTP/1.1" status: 200 len: 946 time: 0.8939040 Oct 12 19:26:01.071011 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-f68b1864-832b-4b47-b4e8-af0adc745ab8 req-342b6fdd-637c-4dab-baf5-88dd85f6ffaa tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:01.087011 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f68b1864-832b-4b47-b4e8-af0adc745ab8 req-342b6fdd-637c-4dab-baf5-88dd85f6ffaa tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.61 "DELETE /v2.0/ports/69633bb3-11f9-410b-8ef6-86a8a94d4395 HTTP/1.1" status: 204 len: 173 time: 2.9740229 Oct 12 19:26:01.096134 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb56269f-088f-4dd7-97a9-d7a3df061653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1f42106-a7b0-4dd3-8e89-1f2eceabc986'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:26:01.118107 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b4b9818-f554-40fa-8800-af670edde0da" -d '{"events": [{"server_uuid": "fb56269f-088f-4dd7-97a9-d7a3df061653", "name": "network-vif-plugged", "status": "completed", "tag": "a1f42106-a7b0-4dd3-8e89-1f2eceabc986"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:26:01.258526 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3f3aab3-2c8d-430a-9327-bbd9a6ff8315 x-openstack-request-id: req-b3f3aab3-2c8d-430a-9327-bbd9a6ff8315 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:26:01.258927 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb56269f-088f-4dd7-97a9-d7a3df061653", "name": "network-vif-plugged", "status": "completed", "tag": "a1f42106-a7b0-4dd3-8e89-1f2eceabc986", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:26:01.259287 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b3f3aab3-2c8d-430a-9327-bbd9a6ff8315 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:26:01.259809 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb56269f-088f-4dd7-97a9-d7a3df061653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1f42106-a7b0-4dd3-8e89-1f2eceabc986', 'code': 200} Oct 12 19:26:01.584222 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-079385a8-008e-4fd3-bc81-dbbbcba6de18 admin admin] Deleting port 7dacc21c-9b9d-4182-a3b3-ff224576cf6b {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:26:01.593567 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-079385a8-008e-4fd3-bc81-dbbbcba6de18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:01.666808 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9e2b7d41-6f07-44c2-973e-2c378ea7d010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:01.988939 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4091b30f-2039-4e7b-a10d-0e261f831b29 req-19549275-a842-4f13-a1b3-3ba9d53cf925 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:26:02.005618 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4091b30f-2039-4e7b-a10d-0e261f831b29 req-19549275-a842-4f13-a1b3-3ba9d53cf925 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:26:02.021184 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4091b30f-2039-4e7b-a10d-0e261f831b29 req-19549275-a842-4f13-a1b3-3ba9d53cf925 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d8118a-4722-4e86-9061-3b560a61dbf9 HTTP/1.1" status: 200 len: 1677 time: 0.2711501 Oct 12 19:26:02.159996 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5d8118a-4722-4e86-9061-3b560a61dbf9', 'name': 'network-vif-deleted', 'tag': '69633bb3-11f9-410b-8ef6-86a8a94d4395'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:26:02.170099 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d630de19-8539-4522-9b35-668c63d5de5d" -d '{"events": [{"server_uuid": "a5d8118a-4722-4e86-9061-3b560a61dbf9", "name": "network-vif-deleted", "tag": "69633bb3-11f9-410b-8ef6-86a8a94d4395"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:26:02.220632 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4091b30f-2039-4e7b-a10d-0e261f831b29 req-988ca6b6-bab3-44e3-9a56-5445a94fe91c tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f0281d6-ea5c-47a0-8e7d-7819120d644f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1976311 Oct 12 19:26:02.222643 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-079385a8-008e-4fd3-bc81-dbbbcba6de18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:02.297358 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-079385a8-008e-4fd3-bc81-dbbbcba6de18 admin admin] Calling delete_port for 7dacc21c-9b9d-4182-a3b3-ff224576cf6b owned by network:router_interface {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:26:02.462897 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:02.509624 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-02901a45-454c-4399-9986-b16d145a0241 req-7b65aee7-1a53-45f3-8f4b-695b079ad5f2 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e18d525-cf41-4d49-869d-79a715be58e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.4618416 Oct 12 19:26:02.596662 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-2c4e2211-c881-46ce-a080-ad9bd3ac3b5c tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Allocated IP 172.20.0.7 (cdda5b01-f38f-40dc-b830-3d984e4d27d7/f80f466c-0084-4b18-89f3-b319883966ae/67f04267-c306-4d3e-a21e-2800aefaa56d) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:26:02.623680 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-2c4e2211-c881-46ce-a080-ad9bd3ac3b5c tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Allocated IP 172.20.0.28 (cdda5b01-f38f-40dc-b830-3d984e4d27d7/7ffb835d-bbea-4afb-b189-8fbe6dd278bf/67f04267-c306-4d3e-a21e-2800aefaa56d) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:26:02.674602 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92cb3f7a-b417-41af-b385-c4e221e917bf x-openstack-request-id: req-92cb3f7a-b417-41af-b385-c4e221e917bf {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:26:02.675304 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5d8118a-4722-4e86-9061-3b560a61dbf9", "name": "network-vif-deleted", "tag": "69633bb3-11f9-410b-8ef6-86a8a94d4395", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:26:02.675787 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-92cb3f7a-b417-41af-b385-c4e221e917bf {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:26:02.676426 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5d8118a-4722-4e86-9061-3b560a61dbf9', 'name': 'network-vif-deleted', 'tag': '69633bb3-11f9-410b-8ef6-86a8a94d4395', 'status': 'completed', 'code': 200} Oct 12 19:26:02.849269 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:02.914170 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-f68b1864-832b-4b47-b4e8-af0adc745ab8 req-d8bf377d-d9e5-4333-ad04-a2cc2d9f8648 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Deleting port 6defa8fb-2e42-45a1-a0f1-d88eaa23d115 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:26:02.920669 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-f68b1864-832b-4b47-b4e8-af0adc745ab8 req-d8bf377d-d9e5-4333-ad04-a2cc2d9f8648 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:02.998155 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:03.059017 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4fbf044-039e-4037-8293-d19e7256f9a3 None None] Network cdda5b01-f38f-40dc-b830-3d984e4d27d7 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:26:03.324488 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-2e08c3bc-6f8c-4514-b8b8-00cad2b702bb None None] Provisioning complete for port 2bbb4ab7-ec7c-4715-9330-d272d9b63b66 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:26:03.348579 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2e08c3bc-6f8c-4514-b8b8-00cad2b702bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:03.491156 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 2bbb4ab7-ec7c-4715-9330-d272d9b63b66 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:26:03.526562 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-f68b1864-832b-4b47-b4e8-af0adc745ab8 req-d8bf377d-d9e5-4333-ad04-a2cc2d9f8648 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] For port 6defa8fb-2e42-45a1-a0f1-d88eaa23d115, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=6defa8fb-2e42-45a1-a0f1-d88eaa23d115,segment=NetworkSegment(e61c0867-8853-406c-a4f0-1a22eccd7cc2),segment_id=e61c0867-8853-406c-a4f0-1a22eccd7cc2)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:26:03.527195 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-f68b1864-832b-4b47-b4e8-af0adc745ab8 req-d8bf377d-d9e5-4333-ad04-a2cc2d9f8648 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:03.666417 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ae2e9d80-5b51-4042-a09c-89a492af6ada req-34c557b2-9ffc-43cf-949a-94a4c7c81120 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecc38ae3-328a-43a0-a185-601e29a048cb HTTP/1.1" status: 200 len: 210 time: 0.1069252 Oct 12 19:26:03.726078 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2c4e2211-c881-46ce-a080-ad9bd3ac3b5c tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:03.733743 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-f68b1864-832b-4b47-b4e8-af0adc745ab8 req-d8bf377d-d9e5-4333-ad04-a2cc2d9f8648 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Calling delete_port for 6defa8fb-2e42-45a1-a0f1-d88eaa23d115 owned by compute:nova {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:26:03.896502 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:03.968663 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 2bbb4ab7-ec7c-4715-9330-d272d9b63b66 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:26:03.969036 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:03.990776 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f294e0a-64a1-4afe-a9d9-9e11c5178a58 req-5709ebfa-9d7e-4142-ac53-76466630389a tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:26:04.010716 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f294e0a-64a1-4afe-a9d9-9e11c5178a58 req-5709ebfa-9d7e-4142-ac53-76466630389a tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:26:04.034550 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6f294e0a-64a1-4afe-a9d9-9e11c5178a58 req-5709ebfa-9d7e-4142-ac53-76466630389a tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d8118a-4722-4e86-9061-3b560a61dbf9 HTTP/1.1" status: 200 len: 1677 time: 0.5318713 Oct 12 19:26:04.166873 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e976826-ec6c-4a0b-a03e-c8e506f851a8 req-9429c81c-d9a8-4298-9c51-bafa5bf984e6 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:26:04.168437 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3e976826-ec6c-4a0b-a03e-c8e506f851a8 req-9429c81c-d9a8-4298-9c51-bafa5bf984e6 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb56269f-088f-4dd7-97a9-d7a3df061653 HTTP/1.1" status: 200 len: 946 time: 0.2616832 Oct 12 19:26:04.187542 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2e08c3bc-6f8c-4514-b8b8-00cad2b702bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:04.315629 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6f294e0a-64a1-4afe-a9d9-9e11c5178a58 req-bbe6a767-b385-4789-8237-173590dd95bf tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f0281d6-ea5c-47a0-8e7d-7819120d644f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2815144 Oct 12 19:26:04.342108 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2c4e2211-c881-46ce-a080-ad9bd3ac3b5c tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:04.358931 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-2e08c3bc-6f8c-4514-b8b8-00cad2b702bb None None] For port 2bbb4ab7-ec7c-4715-9330-d272d9b63b66, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=2bbb4ab7-ec7c-4715-9330-d272d9b63b66,segment=NetworkSegment(24b9382f-b00f-4c54-a204-b9695fb38a36),segment_id=24b9382f-b00f-4c54-a204-b9695fb38a36)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:26:04.452561 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2e08c3bc-6f8c-4514-b8b8-00cad2b702bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:04.459654 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3e976826-ec6c-4a0b-a03e-c8e506f851a8 req-f5f1451e-b68b-4fae-bbab-9354dd963c09 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e18d525-cf41-4d49-869d-79a715be58e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2657990 Oct 12 19:26:04.506892 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4e2211-c881-46ce-a080-ad9bd3ac3b5c tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Network cdda5b01-f38f-40dc-b830-3d984e4d27d7 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:26:04.511212 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-2c4e2211-c881-46ce-a080-ad9bd3ac3b5c tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:26:04.522417 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4e2211-c881-46ce-a080-ad9bd3ac3b5c tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:26:04.575422 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-079385a8-008e-4fd3-bc81-dbbbcba6de18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:04.633048 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4e2211-c881-46ce-a080-ad9bd3ac3b5c tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Pushing event updated for resources: {'Port': ['ID=67f04267-c306-4d3e-a21e-2800aefaa56d,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:26:04.634579 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:04.696643 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079385a8-008e-4fd3-bc81-dbbbcba6de18 admin admin] Pushing event deleted for resources: {'Port': ['ID=7dacc21c-9b9d-4182-a3b3-ff224576cf6b,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:26:04.784785 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e08c3bc-6f8c-4514-b8b8-00cad2b702bb None None] Pushing event updated for resources: {'Port': ['ID=2bbb4ab7-ec7c-4715-9330-d272d9b63b66,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:26:04.794258 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 5c07053f-f0fb-49dd-a2f0-9f921f2de512 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:26:04.885570 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a45ba41-26b9-41a3-820f-5013cdc94599 None None] Update dhcp port {'port': {'network_id': 'cdda5b01-f38f-40dc-b830-3d984e4d27d7', 'fixed_ips': [{'subnet_id': 'f80f466c-0084-4b18-89f3-b319883966ae', 'ip_address': '172.20.0.2'}, {'subnet_id': '7ffb835d-bbea-4afb-b189-8fbe6dd278bf'}], 'binding:host_id': 'n-d-813679-3'}, 'id': '2bbb4ab7-ec7c-4715-9330-d272d9b63b66'} from n-d-813679-3. {{(pid=95503) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 12 19:26:04.931126 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4e2211-c881-46ce-a080-ad9bd3ac3b5c tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:26:04.936386 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2c4e2211-c881-46ce-a080-ad9bd3ac3b5c tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:05.009432 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 5c07053f-f0fb-49dd-a2f0-9f921f2de512 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:26:05.010020 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:05.022874 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3a45ba41-26b9-41a3-820f-5013cdc94599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:05.036984 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-95c73fc4-4d97-4419-af0c-8762c2cad2dd req-4a124a9b-9bd7-4777-b459-8a1a21c90d31 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecc38ae3-328a-43a0-a185-601e29a048cb HTTP/1.1" status: 200 len: 210 time: 0.0754404 Oct 12 19:26:05.318467 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-079385a8-008e-4fd3-bc81-dbbbcba6de18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7898909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8092450'] for router_interface, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:05.427075 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51286c2-bba7-4409-b803-2c5da2fb8572 None None] Sync routers for ids ['ea56b093-690e-42a2-8af6-18a26f667adc'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:26:05.437133 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51286c2-bba7-4409-b803-2c5da2fb8572 None None] Routers {'ea56b093-690e-42a2-8af6-18a26f667adc'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:26:05.437760 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-b51286c2-bba7-4409-b803-2c5da2fb8572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:26:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['ea56b093-690e-42a2-8af6-18a26f667adc'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:26:05.484266 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-3a45ba41-26b9-41a3-820f-5013cdc94599 None None] Allocated IP 172.20.0.18 (cdda5b01-f38f-40dc-b830-3d984e4d27d7/7ffb835d-bbea-4afb-b189-8fbe6dd278bf/2bbb4ab7-ec7c-4715-9330-d272d9b63b66) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:26:05.546893 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-f68b1864-832b-4b47-b4e8-af0adc745ab8 req-d8bf377d-d9e5-4333-ad04-a2cc2d9f8648 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:05.562777 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:05.576709 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b3cfda-3849-42fe-8b3f-71c94b13056d req-fc8758f3-867c-4e68-a503-81199eaa68f8 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:26:05.592354 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b3cfda-3849-42fe-8b3f-71c94b13056d req-fc8758f3-867c-4e68-a503-81199eaa68f8 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:26:05.594560 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-24b3cfda-3849-42fe-8b3f-71c94b13056d req-fc8758f3-867c-4e68-a503-81199eaa68f8 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d8118a-4722-4e86-9061-3b560a61dbf9 HTTP/1.1" status: 200 len: 1677 time: 0.1509418 Oct 12 19:26:05.610034 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-079385a8-008e-4fd3-bc81-dbbbcba6de18 admin admin] Router ea56b093-690e-42a2-8af6-18a26f667adc has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:26:05.636476 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-b51286c2-bba7-4409-b803-2c5da2fb8572 None None] Set router ea56b093-690e-42a2-8af6-18a26f667adc gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:26:05.656979 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-2c4e2211-c881-46ce-a080-ad9bd3ac3b5c tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 7.2352409 Oct 12 19:26:05.682868 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 51610) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:26:05.692076 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-25fe8e2b-da01-4bb5-9f5c-0c8f20faf40c tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f80f466c-0084-4b18-89f3-b319883966ae'}]}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:26:05.721849 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bf377d-d9e5-4333-ad04-a2cc2d9f8648 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Pushing event deleted for resources: {'Port': ['ID=6defa8fb-2e42-45a1-a0f1-d88eaa23d115,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:26:05.790861 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] For port 5c07053f-f0fb-49dd-a2f0-9f921f2de512, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=5c07053f-f0fb-49dd-a2f0-9f921f2de512,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:26:05.805289 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-24b3cfda-3849-42fe-8b3f-71c94b13056d req-c4a7b9dc-e342-4e70-84ee-185dcce6cd61 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f0281d6-ea5c-47a0-8e7d-7819120d644f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1437817 Oct 12 19:26:05.819774 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-f68b1864-832b-4b47-b4e8-af0adc745ab8 req-d8bf377d-d9e5-4333-ad04-a2cc2d9f8648 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] No DVR routers for this DVR port 6defa8fb-2e42-45a1-a0f1-d88eaa23d115 on host n-h1-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:26:05.823308 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-f68b1864-832b-4b47-b4e8-af0adc745ab8 req-d8bf377d-d9e5-4333-ad04-a2cc2d9f8648 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:05.831126 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f68b1864-832b-4b47-b4e8-af0adc745ab8 req-d8bf377d-d9e5-4333-ad04-a2cc2d9f8648 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.61 "DELETE /v2.0/ports/6defa8fb-2e42-45a1-a0f1-d88eaa23d115 HTTP/1.1" status: 204 len: 173 time: 4.7349544 Oct 12 19:26:05.837131 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5d8118a-4722-4e86-9061-3b560a61dbf9', 'name': 'network-vif-deleted', 'tag': '6defa8fb-2e42-45a1-a0f1-d88eaa23d115'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:26:05.837131 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0718682-f092-4c85-9def-88794286fc7d" -d '{"events": [{"server_uuid": "a5d8118a-4722-4e86-9061-3b560a61dbf9", "name": "network-vif-deleted", "tag": "6defa8fb-2e42-45a1-a0f1-d88eaa23d115"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:26:05.878272 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:05.948680 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d03d87b1-72c5-4737-9bad-71f5cbefd78b x-openstack-request-id: req-d03d87b1-72c5-4737-9bad-71f5cbefd78b {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:26:05.949182 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5d8118a-4722-4e86-9061-3b560a61dbf9", "name": "network-vif-deleted", "tag": "6defa8fb-2e42-45a1-a0f1-d88eaa23d115", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:26:05.949603 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d03d87b1-72c5-4737-9bad-71f5cbefd78b {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:26:05.950285 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5d8118a-4722-4e86-9061-3b560a61dbf9', 'name': 'network-vif-deleted', 'tag': '6defa8fb-2e42-45a1-a0f1-d88eaa23d115', 'status': 'completed', 'code': 200} Oct 12 19:26:06.038409 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-3a45ba41-26b9-41a3-820f-5013cdc94599 None None] For port 2bbb4ab7-ec7c-4715-9330-d272d9b63b66, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=2bbb4ab7-ec7c-4715-9330-d272d9b63b66,segment=NetworkSegment(24b9382f-b00f-4c54-a204-b9695fb38a36),segment_id=24b9382f-b00f-4c54-a204-b9695fb38a36)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:26:06.113487 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8825fb5-9532-4b7f-9889-1299d8dbac61 req-4f07e1cc-c92e-4a4e-ba57-ff7e9538109e tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:26:06.122420 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c8825fb5-9532-4b7f-9889-1299d8dbac61 req-4f07e1cc-c92e-4a4e-ba57-ff7e9538109e tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb56269f-088f-4dd7-97a9-d7a3df061653 HTTP/1.1" status: 200 len: 946 time: 0.4294577 Oct 12 19:26:06.187225 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 2bbb4ab7-ec7c-4715-9330-d272d9b63b66 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:26:06.216399 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Pushing event updated for resources: {'Port': ['ID=5c07053f-f0fb-49dd-a2f0-9f921f2de512,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:26:06.264203 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-079385a8-008e-4fd3-bc81-dbbbcba6de18 admin admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:26:06.281602 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c8825fb5-9532-4b7f-9889-1299d8dbac61 req-32ecdeb2-393d-4801-a799-c72bc223a8be tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e18d525-cf41-4d49-869d-79a715be58e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1418056 Oct 12 19:26:06.292001 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-b51286c2-bba7-4409-b803-2c5da2fb8572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea56b093-690e-42a2-8af6-18a26f667adc', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-759262137-router', 'tenant_id': 'fe3f4d9eed4c424f9ee08e15cc94b8c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '5c07053f-f0fb-49dd-a2f0-9f921f2de512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:25:44Z', 'updated_at': '2021-10-12T19:26:04Z', 'revision_number': 5, 'project_id': 'fe3f4d9eed4c424f9ee08e15cc94b8c9', 'gw_port': {'id': '5c07053f-f0fb-49dd-a2f0-9f921f2de512', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:58:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea56b093-690e-42a2-8af6-18a26f667adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1927, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:25:47Z', 'updated_at': '2021-10-12T19:25:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:26:06.310545 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-079385a8-008e-4fd3-bc81-dbbbcba6de18 admin admin] 10.222.0.49 "PUT /v2.0/routers/ea56b093-690e-42a2-8af6-18a26f667adc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8945425 Oct 12 19:26:06.313712 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 51624) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:26:06.400496 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51286c2-bba7-4409-b803-2c5da2fb8572 None None] Checking router: ea56b093-690e-42a2-8af6-18a26f667adc for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:26:06.427094 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51286c2-bba7-4409-b803-2c5da2fb8572 None None] Routers {'ea56b093-690e-42a2-8af6-18a26f667adc'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:26:06.427886 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-b51286c2-bba7-4409-b803-2c5da2fb8572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:26:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['ea56b093-690e-42a2-8af6-18a26f667adc'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:26:06.610194 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-f68b1864-832b-4b47-b4e8-af0adc745ab8 req-8cad5b80-d51c-4e14-a7ce-ec9e00d0288e tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Deleting port a5c193aa-d046-4b1e-a749-6ece2dc2c658 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:26:06.613312 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-f68b1864-832b-4b47-b4e8-af0adc745ab8 req-8cad5b80-d51c-4e14-a7ce-ec9e00d0288e tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:06.719486 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-39d00229-9a36-430d-bda2-77056cd2d2ec req-86c580a7-e151-4a5d-99a9-c4d228ee1331 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecc38ae3-328a-43a0-a185-601e29a048cb HTTP/1.1" status: 200 len: 210 time: 0.1122832 Oct 12 19:26:06.761414 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-25fe8e2b-da01-4bb5-9f5c-0c8f20faf40c tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:06.801485 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-b51286c2-bba7-4409-b803-2c5da2fb8572 None None] Set router ea56b093-690e-42a2-8af6-18a26f667adc gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:26:06.965441 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2230d5e2-336d-490c-9d75-d53bf5d3d8bf admin admin] Notify callbacks [] for router, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:06.998706 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3a45ba41-26b9-41a3-820f-5013cdc94599 None None] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:07.037452 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 2bbb4ab7-ec7c-4715-9330-d272d9b63b66 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:26:07.037894 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:07.193159 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3a45ba41-26b9-41a3-820f-5013cdc94599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:07.254854 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-b51286c2-bba7-4409-b803-2c5da2fb8572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea56b093-690e-42a2-8af6-18a26f667adc', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-759262137-router', 'tenant_id': 'fe3f4d9eed4c424f9ee08e15cc94b8c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '5c07053f-f0fb-49dd-a2f0-9f921f2de512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:25:44Z', 'updated_at': '2021-10-12T19:26:04Z', 'revision_number': 5, 'project_id': 'fe3f4d9eed4c424f9ee08e15cc94b8c9', 'gw_port': {'id': '5c07053f-f0fb-49dd-a2f0-9f921f2de512', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:58:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea56b093-690e-42a2-8af6-18a26f667adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1927, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:25:47Z', 'updated_at': '2021-10-12T19:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:26:07.399275 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-f68b1864-832b-4b47-b4e8-af0adc745ab8 req-8cad5b80-d51c-4e14-a7ce-ec9e00d0288e tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] For port a5c193aa-d046-4b1e-a749-6ece2dc2c658, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=a5c193aa-d046-4b1e-a749-6ece2dc2c658,segment=NetworkSegment(ea4a270c-5f43-4988-909c-2cf22be49b36),segment_id=ea4a270c-5f43-4988-909c-2cf22be49b36)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:26:07.399707 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-f68b1864-832b-4b47-b4e8-af0adc745ab8 req-8cad5b80-d51c-4e14-a7ce-ec9e00d0288e tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:07.502321 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a45ba41-26b9-41a3-820f-5013cdc94599 None None] Pushing event updated for resources: {'Port': ['ID=2bbb4ab7-ec7c-4715-9330-d272d9b63b66,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:26:07.545172 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51286c2-bba7-4409-b803-2c5da2fb8572 None None] The sync data for ids ['ea56b093-690e-42a2-8af6-18a26f667adc'] in n-d-813679-3 is: [{'id': 'ea56b093-690e-42a2-8af6-18a26f667adc', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-759262137-router', 'tenant_id': 'fe3f4d9eed4c424f9ee08e15cc94b8c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '5c07053f-f0fb-49dd-a2f0-9f921f2de512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:25:44Z', 'updated_at': '2021-10-12T19:26:04Z', 'revision_number': 5, 'project_id': 'fe3f4d9eed4c424f9ee08e15cc94b8c9', 'gw_port': {'id': '5c07053f-f0fb-49dd-a2f0-9f921f2de512', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:58:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea56b093-690e-42a2-8af6-18a26f667adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1927, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:25:47Z', 'updated_at': '2021-10-12T19:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:26:07.580411 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dcf9a4-c952-452c-bda2-acd3f1e9397d req-3560dbc8-537e-4a93-8891-d3016e280832 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:26:07.582531 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a1dcf9a4-c952-452c-bda2-acd3f1e9397d req-3560dbc8-537e-4a93-8891-d3016e280832 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb56269f-088f-4dd7-97a9-d7a3df061653 HTTP/1.1" status: 200 len: 946 time: 0.1464884 Oct 12 19:26:07.616013 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-25fe8e2b-da01-4bb5-9f5c-0c8f20faf40c tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Delete allocated IP 172.20.0.28 (cdda5b01-f38f-40dc-b830-3d984e4d27d7/7ffb835d-bbea-4afb-b189-8fbe6dd278bf) {{(pid=95502) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 12 19:26:07.726545 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e735cf-2a31-40f6-a725-00322f426bd2 req-e22a27c6-5aa4-4102-a2d6-8e2f7a5e4b1b tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:26:07.726933 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a1dcf9a4-c952-452c-bda2-acd3f1e9397d req-d1c2a971-c128-489b-b7b6-13460cf4925e tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e18d525-cf41-4d49-869d-79a715be58e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264105 Oct 12 19:26:07.742438 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-69e735cf-2a31-40f6-a725-00322f426bd2 req-e22a27c6-5aa4-4102-a2d6-8e2f7a5e4b1b tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d8118a-4722-4e86-9061-3b560a61dbf9 HTTP/1.1" status: 200 len: 943 time: 0.6455233 Oct 12 19:26:08.049839 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-25fe8e2b-da01-4bb5-9f5c-0c8f20faf40c tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:08.096347 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2230d5e2-336d-490c-9d75-d53bf5d3d8bf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:08.107566 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 2bbb4ab7-ec7c-4715-9330-d272d9b63b66 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:26:08.149696 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-69e735cf-2a31-40f6-a725-00322f426bd2 req-4b6b9de8-2983-48f2-847e-3734381d6d0c tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f0281d6-ea5c-47a0-8e7d-7819120d644f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4061656 Oct 12 19:26:08.176251 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d46630ce-aaa8-4a49-88a4-5ee2ccec3ef2 req-1b757015-aa23-47de-aa5a-f738efdf166e tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecc38ae3-328a-43a0-a185-601e29a048cb HTTP/1.1" status: 200 len: 210 time: 0.1853585 Oct 12 19:26:08.204754 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-25fe8e2b-da01-4bb5-9f5c-0c8f20faf40c tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:08.288677 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 2bbb4ab7-ec7c-4715-9330-d272d9b63b66 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:26:08.289112 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:08.399075 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fe8e2b-da01-4bb5-9f5c-0c8f20faf40c tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Pushing event updated for resources: {'Port': ['ID=67f04267-c306-4d3e-a21e-2800aefaa56d,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:26:08.454738 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-25fe8e2b-da01-4bb5-9f5c-0c8f20faf40c tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] In _notify_port_updated(), no bound segment for port 67f04267-c306-4d3e-a21e-2800aefaa56d on network cdda5b01-f38f-40dc-b830-3d984e4d27d7 {{(pid=95502) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 12 19:26:08.465562 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25fe8e2b-da01-4bb5-9f5c-0c8f20faf40c tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:26:08.467135 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-25fe8e2b-da01-4bb5-9f5c-0c8f20faf40c tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:08.468963 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-25fe8e2b-da01-4bb5-9f5c-0c8f20faf40c tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] 10.222.0.49 "PUT /v2.0/ports/67f04267-c306-4d3e-a21e-2800aefaa56d HTTP/1.1" status: 200 len: 919 time: 2.7829797 Oct 12 19:26:08.474969 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 51642) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:26:08.504457 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-c52ff6d4-2a50-40be-ab58-c6a168117ddb tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f80f466c-0084-4b18-89f3-b319883966ae'}, {'subnet_id': '7ffb835d-bbea-4afb-b189-8fbe6dd278bf'}]}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:26:08.506588 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 5c07053f-f0fb-49dd-a2f0-9f921f2de512 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:26:08.573492 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-f68b1864-832b-4b47-b4e8-af0adc745ab8 req-8cad5b80-d51c-4e14-a7ce-ec9e00d0288e tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:08.573812 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-f68b1864-832b-4b47-b4e8-af0adc745ab8 req-8cad5b80-d51c-4e14-a7ce-ec9e00d0288e tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7915414'] for floatingip, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:08.574078 n-d-813679-3 neutron-server[95501]: INFO neutron.db.l3_db [req-f68b1864-832b-4b47-b4e8-af0adc745ab8 req-8cad5b80-d51c-4e14-a7ce-ec9e00d0288e tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Floating IP 5d9eb5c3-e315-4c80-ae8f-4931f28fb7c4 disassociated. External IP: 172.25.5.208, port: a5c193aa-d046-4b1e-a749-6ece2dc2c658. Oct 12 19:26:08.574480 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-f68b1864-832b-4b47-b4e8-af0adc745ab8 req-8cad5b80-d51c-4e14-a7ce-ec9e00d0288e tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Calling delete_port for a5c193aa-d046-4b1e-a749-6ece2dc2c658 owned by compute:nova {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:26:08.598858 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 5c07053f-f0fb-49dd-a2f0-9f921f2de512 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:26:08.599507 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:08.670983 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7579df2d-4aae-4962-a5cf-ab965ea3b3fa None None] Network cdda5b01-f38f-40dc-b830-3d984e4d27d7 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:26:08.726190 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-2230d5e2-336d-490c-9d75-d53bf5d3d8bf admin admin] Deleting port 5c07053f-f0fb-49dd-a2f0-9f921f2de512 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:26:08.726531 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2230d5e2-336d-490c-9d75-d53bf5d3d8bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:08.879243 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [None req-2230d5e2-336d-490c-9d75-d53bf5d3d8bf admin admin] For port 5c07053f-f0fb-49dd-a2f0-9f921f2de512, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=5c07053f-f0fb-49dd-a2f0-9f921f2de512,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:26:08.879886 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2230d5e2-336d-490c-9d75-d53bf5d3d8bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:08.894814 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-2230d5e2-336d-490c-9d75-d53bf5d3d8bf admin admin] Calling delete_port for 5c07053f-f0fb-49dd-a2f0-9f921f2de512 owned by network:router_gateway {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:26:09.063904 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-847ecaf9-f58b-49df-9a58-96a7f74869a9 None None] Provisioning complete for port 2bbb4ab7-ec7c-4715-9330-d272d9b63b66 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:26:09.064512 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-847ecaf9-f58b-49df-9a58-96a7f74869a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:09.154565 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 7dacc21c-9b9d-4182-a3b3-ff224576cf6b no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:26:09.284445 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 7dacc21c-9b9d-4182-a3b3-ff224576cf6b {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:26:09.284791 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 7dacc21c-9b9d-4182-a3b3-ff224576cf6b not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:26:09.355345 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2230d5e2-336d-490c-9d75-d53bf5d3d8bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:09.454464 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2230d5e2-336d-490c-9d75-d53bf5d3d8bf admin admin] Pushing event deleted for resources: {'Port': ['ID=5c07053f-f0fb-49dd-a2f0-9f921f2de512,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:26:09.473237 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde804f2-dbf0-48f5-8b3c-683499b7d555 req-30ac9cd4-d45d-4bff-bf81-49b27ad8ebd7 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:26:09.483171 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-dde804f2-dbf0-48f5-8b3c-683499b7d555 req-30ac9cd4-d45d-4bff-bf81-49b27ad8ebd7 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d8118a-4722-4e86-9061-3b560a61dbf9 HTTP/1.1" status: 200 len: 943 time: 0.1209300 Oct 12 19:26:09.559374 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad7491c-5e66-4065-b50d-9aa0d727d926 None None] Sync routers for ids ['ea56b093-690e-42a2-8af6-18a26f667adc'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:26:09.583185 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad7491c-5e66-4065-b50d-9aa0d727d926 None None] Routers {'ea56b093-690e-42a2-8af6-18a26f667adc'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:26:09.589047 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-5ad7491c-5e66-4065-b50d-9aa0d727d926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:26:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['ea56b093-690e-42a2-8af6-18a26f667adc'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:26:09.592679 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-dde804f2-dbf0-48f5-8b3c-683499b7d555 req-805125a5-fdda-45f3-901c-7206f68294dc tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f0281d6-ea5c-47a0-8e7d-7819120d644f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077800 Oct 12 19:26:09.744130 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e73d1416-b69c-4479-bc0c-110fb58bc107 req-83ea86d3-d36d-4d0b-bb49-fd334517d738 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecc38ae3-328a-43a0-a185-601e29a048cb HTTP/1.1" status: 200 len: 210 time: 0.0663981 Oct 12 19:26:09.751742 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-5ad7491c-5e66-4065-b50d-9aa0d727d926 None None] Set router ea56b093-690e-42a2-8af6-18a26f667adc gateway port host: None {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:26:09.854757 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-5ad7491c-5e66-4065-b50d-9aa0d727d926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea56b093-690e-42a2-8af6-18a26f667adc', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-759262137-router', 'tenant_id': 'fe3f4d9eed4c424f9ee08e15cc94b8c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:25:44Z', 'updated_at': '2021-10-12T19:26:09Z', 'revision_number': 7, 'project_id': 'fe3f4d9eed4c424f9ee08e15cc94b8c9', 'gw_port_host': None}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:26:09.904611 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad7491c-5e66-4065-b50d-9aa0d727d926 None None] Checking router: ea56b093-690e-42a2-8af6-18a26f667adc for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:26:09.932221 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad7491c-5e66-4065-b50d-9aa0d727d926 None None] Routers {'ea56b093-690e-42a2-8af6-18a26f667adc'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:26:09.936667 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-5ad7491c-5e66-4065-b50d-9aa0d727d926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:26:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['ea56b093-690e-42a2-8af6-18a26f667adc'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:26:10.068118 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-5ad7491c-5e66-4065-b50d-9aa0d727d926 None None] Set router ea56b093-690e-42a2-8af6-18a26f667adc gateway port host: None {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:26:10.262571 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-65287034-7bac-4559-a2f7-96777a01778a None None] Provisioning complete for port 67f04267-c306-4d3e-a21e-2800aefaa56d triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:26:10.264069 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-65287034-7bac-4559-a2f7-96777a01778a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:10.266473 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-5ad7491c-5e66-4065-b50d-9aa0d727d926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea56b093-690e-42a2-8af6-18a26f667adc', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-759262137-router', 'tenant_id': 'fe3f4d9eed4c424f9ee08e15cc94b8c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:25:44Z', 'updated_at': '2021-10-12T19:26:09Z', 'revision_number': 7, 'project_id': 'fe3f4d9eed4c424f9ee08e15cc94b8c9', 'gw_port_host': None}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:26:10.300619 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad7491c-5e66-4065-b50d-9aa0d727d926 None None] The sync data for ids ['ea56b093-690e-42a2-8af6-18a26f667adc'] in n-d-813679-3 is: [{'id': 'ea56b093-690e-42a2-8af6-18a26f667adc', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-759262137-router', 'tenant_id': 'fe3f4d9eed4c424f9ee08e15cc94b8c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:25:44Z', 'updated_at': '2021-10-12T19:26:09Z', 'revision_number': 7, 'project_id': 'fe3f4d9eed4c424f9ee08e15cc94b8c9', 'gw_port_host': None}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:26:10.320021 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97fcbaa-bd2a-471c-a1ae-a2e4c9db21ea req-e8c681b4-cc45-49d1-82cc-d497a2975a83 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:26:10.321546 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b97fcbaa-bd2a-471c-a1ae-a2e4c9db21ea req-e8c681b4-cc45-49d1-82cc-d497a2975a83 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb56269f-088f-4dd7-97a9-d7a3df061653 HTTP/1.1" status: 200 len: 946 time: 1.0821159 Oct 12 19:26:10.349815 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-65287034-7bac-4559-a2f7-96777a01778a None None] Port 67f04267-c306-4d3e-a21e-2800aefaa56d cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:26:10.375913 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-65287034-7bac-4559-a2f7-96777a01778a None None] Provisioning complete for port 2bbb4ab7-ec7c-4715-9330-d272d9b63b66 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:26:10.376332 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-65287034-7bac-4559-a2f7-96777a01778a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:10.408334 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c52ff6d4-2a50-40be-ab58-c6a168117ddb tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:10.429394 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2230d5e2-336d-490c-9d75-d53bf5d3d8bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7915456'] for router_gateway, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:10.615156 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b97fcbaa-bd2a-471c-a1ae-a2e4c9db21ea req-4de2d291-f3a6-4f8b-bdaa-78e5f261ab6b tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e18d525-cf41-4d49-869d-79a715be58e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2669106 Oct 12 19:26:10.642904 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2230d5e2-336d-490c-9d75-d53bf5d3d8bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255495'] for router, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:10.651988 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2230d5e2-336d-490c-9d75-d53bf5d3d8bf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:10.664381 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-2c9e24fb-800a-4702-af1a-c74ed1ef5464 None None] Provisioning complete for port 67f04267-c306-4d3e-a21e-2800aefaa56d triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:26:10.664957 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2c9e24fb-800a-4702-af1a-c74ed1ef5464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:10.671207 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-f68b1864-832b-4b47-b4e8-af0adc745ab8 req-8cad5b80-d51c-4e14-a7ce-ec9e00d0288e tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:10.740293 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-2c9e24fb-800a-4702-af1a-c74ed1ef5464 None None] Port 67f04267-c306-4d3e-a21e-2800aefaa56d cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:26:10.770995 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5037eef6-ac61-45c3-9bb9-e4a8f106f265 req-62d90935-8693-4fbc-aa3e-8ecbfb93c5af tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d8118a-4722-4e86-9061-3b560a61dbf9 HTTP/1.1" status: 200 len: 210 time: 0.0503485 Oct 12 19:26:10.920451 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cad5b80-d51c-4e14-a7ce-ec9e00d0288e tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Pushing event deleted for resources: {'Port': ['ID=a5c193aa-d046-4b1e-a749-6ece2dc2c658,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:26:11.027039 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-51d1db0c-8cda-470b-ae02-6fcdee640395 req-27d776aa-54ab-46af-befd-8062296988df tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecc38ae3-328a-43a0-a185-601e29a048cb HTTP/1.1" status: 200 len: 210 time: 0.1008945 Oct 12 19:26:11.035155 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2230d5e2-336d-490c-9d75-d53bf5d3d8bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8093499'] for router, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:11.035563 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2230d5e2-336d-490c-9d75-d53bf5d3d8bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea56b093-690e-42a2-8af6-18a26f667adc {{(pid=95501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 19:26:11.047214 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2230d5e2-336d-490c-9d75-d53bf5d3d8bf admin admin] Notify callbacks [] for router, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:11.048483 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-2230d5e2-336d-490c-9d75-d53bf5d3d8bf admin admin] 10.222.0.49 "DELETE /v2.0/routers/ea56b093-690e-42a2-8af6-18a26f667adc HTTP/1.1" status: 204 len: 168 time: 4.7207358 Oct 12 19:26:11.053962 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 51668) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:26:11.177764 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-2463e09b-5186-44e7-a721-afe826dd1f65 admin admin] Deleting subnet dbf48fa6-dcfa-4bfc-a931-ce1006a03276 {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:26:11.181396 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2463e09b-5186-44e7-a721-afe826dd1f65 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:11.256637 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2463e09b-5186-44e7-a721-afe826dd1f65 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16313642'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:11.280839 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f68b1864-832b-4b47-b4e8-af0adc745ab8 req-8cad5b80-d51c-4e14-a7ce-ec9e00d0288e tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Router 70fffdbc-29e4-4e69-bb15-b6903ecf83ce has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:26:11.311122 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-c52ff6d4-2a50-40be-ab58-c6a168117ddb tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Allocated IP 172.20.0.26 (cdda5b01-f38f-40dc-b830-3d984e4d27d7/7ffb835d-bbea-4afb-b189-8fbe6dd278bf/67f04267-c306-4d3e-a21e-2800aefaa56d) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:26:11.407013 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2463e09b-5186-44e7-a721-afe826dd1f65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:11.580098 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2463e09b-5186-44e7-a721-afe826dd1f65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4306592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16245866'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:11.606611 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2463e09b-5186-44e7-a721-afe826dd1f65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbf48fa6-dcfa-4bfc-a931-ce1006a03276,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:26:11.626717 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2463e09b-5186-44e7-a721-afe826dd1f65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:11.627657 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a118012-e4b7-4692-8d55-e15a59d59ad7 None None] Network ee20c15b-50ee-4511-a95f-abc1ce95efb4 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:26:11.633101 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-2463e09b-5186-44e7-a721-afe826dd1f65 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/dbf48fa6-dcfa-4bfc-a931-ce1006a03276 HTTP/1.1" status: 204 len: 168 time: 0.5775621 Oct 12 19:26:11.634079 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 51670) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:26:11.635072 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c52ff6d4-2a50-40be-ab58-c6a168117ddb tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:11.691930 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f68b1864-832b-4b47-b4e8-af0adc745ab8 req-8cad5b80-d51c-4e14-a7ce-ec9e00d0288e tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:26:11.702938 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2142dd9-8d58-453d-a293-aefc08ad5dc0 None None] Sync routers for ids ['70fffdbc-29e4-4e69-bb15-b6903ecf83ce'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:26:11.721005 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2142dd9-8d58-453d-a293-aefc08ad5dc0 None None] Routers {'70fffdbc-29e4-4e69-bb15-b6903ecf83ce'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:26:11.721638 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-f2142dd9-8d58-453d-a293-aefc08ad5dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:26:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['70fffdbc-29e4-4e69-bb15-b6903ecf83ce'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:26:11.735012 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1887ebe9-d0b0-46e0-a973-8b992de5ddff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:11.737481 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c52ff6d4-2a50-40be-ab58-c6a168117ddb tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:11.791776 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-f68b1864-832b-4b47-b4e8-af0adc745ab8 req-8cad5b80-d51c-4e14-a7ce-ec9e00d0288e tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] No DVR routers for this DVR port a5c193aa-d046-4b1e-a749-6ece2dc2c658 on host n-h1-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:26:11.798342 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-f68b1864-832b-4b47-b4e8-af0adc745ab8 req-8cad5b80-d51c-4e14-a7ce-ec9e00d0288e tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:11.804235 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f68b1864-832b-4b47-b4e8-af0adc745ab8 req-8cad5b80-d51c-4e14-a7ce-ec9e00d0288e tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.61 "DELETE /v2.0/ports/a5c193aa-d046-4b1e-a749-6ece2dc2c658 HTTP/1.1" status: 204 len: 173 time: 5.9643376 Oct 12 19:26:11.806667 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5d8118a-4722-4e86-9061-3b560a61dbf9', 'name': 'network-vif-deleted', 'tag': 'a5c193aa-d046-4b1e-a749-6ece2dc2c658'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:26:11.821276 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38e1d817-046b-4f03-b3e5-6d4a579ee525" -d '{"events": [{"server_uuid": "a5d8118a-4722-4e86-9061-3b560a61dbf9", "name": "network-vif-deleted", "tag": "a5c193aa-d046-4b1e-a749-6ece2dc2c658"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:26:11.975103 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 5c07053f-f0fb-49dd-a2f0-9f921f2de512 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:26:11.975740 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23bfb90-5fb1-4468-897c-97e366930e39 req-5049ed2d-8250-48aa-bf12-c6a943db59b0 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:26:11.982492 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e23bfb90-5fb1-4468-897c-97e366930e39 req-5049ed2d-8250-48aa-bf12-c6a943db59b0 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb56269f-088f-4dd7-97a9-d7a3df061653 HTTP/1.1" status: 200 len: 946 time: 0.2441390 Oct 12 19:26:12.005670 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-c52ff6d4-2a50-40be-ab58-c6a168117ddb tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] In _notify_port_updated(), no bound segment for port 67f04267-c306-4d3e-a21e-2800aefaa56d on network cdda5b01-f38f-40dc-b830-3d984e4d27d7 {{(pid=95501) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 12 19:26:12.035166 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 5c07053f-f0fb-49dd-a2f0-9f921f2de512 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:26:12.035669 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 5c07053f-f0fb-49dd-a2f0-9f921f2de512 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:26:12.035902 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52ff6d4-2a50-40be-ab58-c6a168117ddb tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:26:12.036740 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c52ff6d4-2a50-40be-ab58-c6a168117ddb tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:12.045441 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-c52ff6d4-2a50-40be-ab58-c6a168117ddb tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] 10.222.0.49 "PUT /v2.0/ports/67f04267-c306-4d3e-a21e-2800aefaa56d HTTP/1.1" status: 200 len: 999 time: 3.5559916 Oct 12 19:26:12.053376 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 51678) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:26:12.056168 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52ff6d4-2a50-40be-ab58-c6a168117ddb tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Pushing event updated for resources: {'Port': ['ID=67f04267-c306-4d3e-a21e-2800aefaa56d,revision_number=3']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:26:12.058864 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-f2142dd9-8d58-453d-a293-aefc08ad5dc0 None None] Set router 70fffdbc-29e4-4e69-bb15-b6903ecf83ce gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:26:12.123247 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-94e67666-8ad7-4d8a-9e4f-1602fa2e9510 req-dc937c2e-6a8e-4185-a9e6-bdf7bed1fcdd tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d8118a-4722-4e86-9061-3b560a61dbf9 HTTP/1.1" status: 200 len: 210 time: 0.1313169 Oct 12 19:26:12.187244 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44095337-0301-48d0-b3cb-0d719c2e9b70 x-openstack-request-id: req-44095337-0301-48d0-b3cb-0d719c2e9b70 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:26:12.187544 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5d8118a-4722-4e86-9061-3b560a61dbf9", "name": "network-vif-deleted", "tag": "a5c193aa-d046-4b1e-a749-6ece2dc2c658", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:26:12.187794 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-44095337-0301-48d0-b3cb-0d719c2e9b70 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:26:12.188230 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5d8118a-4722-4e86-9061-3b560a61dbf9', 'name': 'network-vif-deleted', 'tag': 'a5c193aa-d046-4b1e-a749-6ece2dc2c658', 'status': 'completed', 'code': 200} Oct 12 19:26:12.205782 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819e02c9-d088-4689-a731-1f344471e480 None None] DHCP port deletion for ee20c15b-50ee-4511-a95f-abc1ce95efb4 request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 19:26:12.230752 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e23bfb90-5fb1-4468-897c-97e366930e39 req-c6fcb2ea-5ca4-461d-b825-f0952b20e696 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e18d525-cf41-4d49-869d-79a715be58e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2383287 Oct 12 19:26:12.325400 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-819e02c9-d088-4689-a731-1f344471e480 None None] Deleting port 99d0f1f8-b298-4bcc-9bae-05a7ecc0a723 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:26:12.325730 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-819e02c9-d088-4689-a731-1f344471e480 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:12.347324 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-1887ebe9-d0b0-46e0-a973-8b992de5ddff admin admin] Deleting port 99d0f1f8-b298-4bcc-9bae-05a7ecc0a723 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:26:12.348175 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1887ebe9-d0b0-46e0-a973-8b992de5ddff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:12.358570 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ce40fb35-facf-471e-a9f3-95f0cef182be req-b98f05f1-8224-41ee-aa1c-f0ef401ea7ae tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecc38ae3-328a-43a0-a185-601e29a048cb HTTP/1.1" status: 200 len: 210 time: 0.0632880 Oct 12 19:26:12.435453 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-b16147e1-5a24-4f3c-b975-485e6a5c58da tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Deleting port 67f04267-c306-4d3e-a21e-2800aefaa56d {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:26:12.435793 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b16147e1-5a24-4f3c-b975-485e6a5c58da tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:12.483905 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-819e02c9-d088-4689-a731-1f344471e480 None None] For port 99d0f1f8-b298-4bcc-9bae-05a7ecc0a723, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=99d0f1f8-b298-4bcc-9bae-05a7ecc0a723,segment=NetworkSegment(5f59ce42-eec3-4021-bddf-0714d19fb1fc),segment_id=5f59ce42-eec3-4021-bddf-0714d19fb1fc)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:26:12.485653 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-819e02c9-d088-4689-a731-1f344471e480 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:12.513482 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-1887ebe9-d0b0-46e0-a973-8b992de5ddff admin admin] For port 99d0f1f8-b298-4bcc-9bae-05a7ecc0a723, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=99d0f1f8-b298-4bcc-9bae-05a7ecc0a723,segment=NetworkSegment(5f59ce42-eec3-4021-bddf-0714d19fb1fc),segment_id=5f59ce42-eec3-4021-bddf-0714d19fb1fc)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:26:12.513853 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1887ebe9-d0b0-46e0-a973-8b992de5ddff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:12.521106 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-819e02c9-d088-4689-a731-1f344471e480 None None] Calling delete_port for 99d0f1f8-b298-4bcc-9bae-05a7ecc0a723 owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:26:12.537236 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-1887ebe9-d0b0-46e0-a973-8b992de5ddff admin admin] Calling delete_port for 99d0f1f8-b298-4bcc-9bae-05a7ecc0a723 owned by network:dhcp {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:26:12.565922 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-f2142dd9-8d58-453d-a293-aefc08ad5dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70fffdbc-29e4-4e69-bb15-b6903ecf83ce', 'name': 'tempest-TaggedBootDevicesTest-421754055-router', 'tenant_id': 'e1bc73ca052b4ff989529862bf093e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': 'ced8e94e-59cd-4109-b4ca-f5e8cae58e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:14:36Z', 'updated_at': '2021-10-12T19:14:44Z', 'revision_number': 4, 'project_id': 'e1bc73ca052b4ff989529862bf093e8d', 'gw_port': {'id': 'ced8e94e-59cd-4109-b4ca-f5e8cae58e2e', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:06:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70fffdbc-29e4-4e69-bb15-b6903ecf83ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:14:37Z', 'updated_at': '2021-10-12T19:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': 'dc4923c1-d465-4d93-a01a-792a25a0d95d', 'name': '', 'network_id': 'fd3a7e91-28a9-4db8-b159-ade8f4dff732', 'tenant_id': 'e1bc73ca052b4ff989529862bf093e8d', 'mac_address': 'fa:16:3e:01:c8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70fffdbc-29e4-4e69-bb15-b6903ecf83ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '05da809f-ecea-4341-80e8-b874d56f17a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:14:42Z', 'updated_at': '2021-10-12T19:14:48Z', 'revision_number': 5, 'project_id': 'e1bc73ca052b4ff989529862bf093e8d', 'subnets': [{'id': '05da809f-ecea-4341-80e8-b874d56f17a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:26:12.618668 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b16147e1-5a24-4f3c-b975-485e6a5c58da tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:12.642948 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2142dd9-8d58-453d-a293-aefc08ad5dc0 None None] Checking router: 70fffdbc-29e4-4e69-bb15-b6903ecf83ce for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:26:12.655415 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-b16147e1-5a24-4f3c-b975-485e6a5c58da tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Calling delete_port for 67f04267-c306-4d3e-a21e-2800aefaa56d owned by {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:26:12.670162 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2142dd9-8d58-453d-a293-aefc08ad5dc0 None None] Routers {'70fffdbc-29e4-4e69-bb15-b6903ecf83ce'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:26:12.670162 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-f2142dd9-8d58-453d-a293-aefc08ad5dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:26:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['70fffdbc-29e4-4e69-bb15-b6903ecf83ce'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:26:12.709392 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-4ac244c3-48a5-41d8-ade9-0016e3cdd10c None None] Provisioning complete for port 67f04267-c306-4d3e-a21e-2800aefaa56d triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:26:12.709921 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4ac244c3-48a5-41d8-ade9-0016e3cdd10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:12.795625 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-819e02c9-d088-4689-a731-1f344471e480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:12.802735 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-4ac244c3-48a5-41d8-ade9-0016e3cdd10c None None] Port 67f04267-c306-4d3e-a21e-2800aefaa56d cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:26:12.831082 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819e02c9-d088-4689-a731-1f344471e480 None None] Pushing event deleted for resources: {'Port': ['ID=99d0f1f8-b298-4bcc-9bae-05a7ecc0a723,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:26:12.835289 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819e02c9-d088-4689-a731-1f344471e480 None None] No DVR routers for this DVR port 99d0f1f8-b298-4bcc-9bae-05a7ecc0a723 on host n-d-813679-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:26:12.891927 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1887ebe9-d0b0-46e0-a973-8b992de5ddff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:12.911622 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-f2142dd9-8d58-453d-a293-aefc08ad5dc0 None None] Set router 70fffdbc-29e4-4e69-bb15-b6903ecf83ce gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:26:12.932524 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1887ebe9-d0b0-46e0-a973-8b992de5ddff admin admin] No DVR routers for this DVR port 99d0f1f8-b298-4bcc-9bae-05a7ecc0a723 on host n-d-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:26:12.934102 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1887ebe9-d0b0-46e0-a973-8b992de5ddff admin admin] Pushing event deleted for resources: {'Port': ['ID=99d0f1f8-b298-4bcc-9bae-05a7ecc0a723,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:26:13.054121 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1887ebe9-d0b0-46e0-a973-8b992de5ddff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:13.082822 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-1887ebe9-d0b0-46e0-a973-8b992de5ddff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee20c15b-50ee-4511-a95f-abc1ce95efb4']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:26:13.096055 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-1887ebe9-d0b0-46e0-a973-8b992de5ddff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f59ce42-eec3-4021-bddf-0714d19fb1fc') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:26:13.110795 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-1887ebe9-d0b0-46e0-a973-8b992de5ddff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f59ce42-eec3-4021-bddf-0714d19fb1fc') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:26:13.127194 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1887ebe9-d0b0-46e0-a973-8b992de5ddff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16313633'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:13.141606 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b16147e1-5a24-4f3c-b975-485e6a5c58da tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:13.151078 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1887ebe9-d0b0-46e0-a973-8b992de5ddff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:13.191131 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16147e1-5a24-4f3c-b975-485e6a5c58da tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Pushing event deleted for resources: {'Port': ['ID=67f04267-c306-4d3e-a21e-2800aefaa56d,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:26:13.222975 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1887ebe9-d0b0-46e0-a973-8b992de5ddff admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:26:13.224168 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1887ebe9-d0b0-46e0-a973-8b992de5ddff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4305278'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:13.225476 n-d-813679-3 neutron-server[95502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:26:13.225476 n-d-813679-3 neutron-server[95502]: self.session.flush() Oct 12 19:26:13.225476 n-d-813679-3 neutron-server[95502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:26:13.225476 n-d-813679-3 neutron-server[95502]: self.session.flush() Oct 12 19:26:13.225476 n-d-813679-3 neutron-server[95502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:26:13.225476 n-d-813679-3 neutron-server[95502]: self.session.flush() Oct 12 19:26:13.225476 n-d-813679-3 neutron-server[95502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:26:13.225476 n-d-813679-3 neutron-server[95502]: self.session.flush() Oct 12 19:26:13.225476 n-d-813679-3 neutron-server[95502]: Traceback (most recent call last): Oct 12 19:26:13.225476 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:26:13.225476 n-d-813679-3 neutron-server[95502]: timer() Oct 12 19:26:13.225476 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:26:13.225476 n-d-813679-3 neutron-server[95502]: cb(*args, **kw) Oct 12 19:26:13.225476 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:26:13.225476 n-d-813679-3 neutron-server[95502]: return func(*args, **kwargs) Oct 12 19:26:13.225476 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:26:13.225476 n-d-813679-3 neutron-server[95502]: self._notify() Oct 12 19:26:13.225476 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:26:13.225476 n-d-813679-3 neutron-server[95502]: self.callback(batched_events) Oct 12 19:26:13.225476 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:26:13.225476 n-d-813679-3 neutron-server[95502]: event.method(event) Oct 12 19:26:13.225476 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:26:13.225476 n-d-813679-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:26:13.225476 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:26:13.225476 n-d-813679-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:26:13.225476 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:26:13.225476 n-d-813679-3 neutron-server[95502]: return f(self, *a, **k) Oct 12 19:26:13.225476 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:26:13.225476 n-d-813679-3 neutron-server[95502]: return self._get(url).json() Oct 12 19:26:13.225476 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:26:13.225476 n-d-813679-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:26:13.225476 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:26:13.225476 n-d-813679-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Oct 12 19:26:13.225476 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:26:13.225476 n-d-813679-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:26:13.225476 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:26:13.225476 n-d-813679-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:26:13.225476 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:26:13.225476 n-d-813679-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:26:13.225476 n-d-813679-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:26:13.274891 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-f2142dd9-8d58-453d-a293-aefc08ad5dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70fffdbc-29e4-4e69-bb15-b6903ecf83ce', 'name': 'tempest-TaggedBootDevicesTest-421754055-router', 'tenant_id': 'e1bc73ca052b4ff989529862bf093e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': 'ced8e94e-59cd-4109-b4ca-f5e8cae58e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:14:36Z', 'updated_at': '2021-10-12T19:14:44Z', 'revision_number': 4, 'project_id': 'e1bc73ca052b4ff989529862bf093e8d', 'gw_port': {'id': 'ced8e94e-59cd-4109-b4ca-f5e8cae58e2e', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:06:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70fffdbc-29e4-4e69-bb15-b6903ecf83ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:14:37Z', 'updated_at': '2021-10-12T19:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': 'dc4923c1-d465-4d93-a01a-792a25a0d95d', 'name': '', 'network_id': 'fd3a7e91-28a9-4db8-b159-ade8f4dff732', 'tenant_id': 'e1bc73ca052b4ff989529862bf093e8d', 'mac_address': 'fa:16:3e:01:c8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70fffdbc-29e4-4e69-bb15-b6903ecf83ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '05da809f-ecea-4341-80e8-b874d56f17a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:14:42Z', 'updated_at': '2021-10-12T19:14:48Z', 'revision_number': 5, 'project_id': 'e1bc73ca052b4ff989529862bf093e8d', 'subnets': [{'id': '05da809f-ecea-4341-80e8-b874d56f17a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:26:13.317765 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2142dd9-8d58-453d-a293-aefc08ad5dc0 None None] The sync data for ids ['70fffdbc-29e4-4e69-bb15-b6903ecf83ce'] in n-d-813679-3 is: [{'id': '70fffdbc-29e4-4e69-bb15-b6903ecf83ce', 'name': 'tempest-TaggedBootDevicesTest-421754055-router', 'tenant_id': 'e1bc73ca052b4ff989529862bf093e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': 'ced8e94e-59cd-4109-b4ca-f5e8cae58e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:14:36Z', 'updated_at': '2021-10-12T19:14:44Z', 'revision_number': 4, 'project_id': 'e1bc73ca052b4ff989529862bf093e8d', 'gw_port': {'id': 'ced8e94e-59cd-4109-b4ca-f5e8cae58e2e', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:06:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70fffdbc-29e4-4e69-bb15-b6903ecf83ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:14:37Z', 'updated_at': '2021-10-12T19:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': 'dc4923c1-d465-4d93-a01a-792a25a0d95d', 'name': '', 'network_id': 'fd3a7e91-28a9-4db8-b159-ade8f4dff732', 'tenant_id': 'e1bc73ca052b4ff989529862bf093e8d', 'mac_address': 'fa:16:3e:01:c8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70fffdbc-29e4-4e69-bb15-b6903ecf83ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '05da809f-ecea-4341-80e8-b874d56f17a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:14:42Z', 'updated_at': '2021-10-12T19:14:48Z', 'revision_number': 5, 'project_id': 'e1bc73ca052b4ff989529862bf093e8d', 'subnets': [{'id': '05da809f-ecea-4341-80e8-b874d56f17a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:26:13.397922 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8857aaca-e707-408d-a548-918a5f4b214b req-b42722a3-d464-4b02-bff6-3f69fdbb9942 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d8118a-4722-4e86-9061-3b560a61dbf9 HTTP/1.1" status: 200 len: 210 time: 0.0848000 Oct 12 19:26:13.461598 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2635e88-2845-42c8-b073-c83b8fa9f413 req-a74299f8-de1f-47ba-bbe1-53e83eaf210d tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:26:13.475747 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a2635e88-2845-42c8-b073-c83b8fa9f413 req-a74299f8-de1f-47ba-bbe1-53e83eaf210d tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb56269f-088f-4dd7-97a9-d7a3df061653 HTTP/1.1" status: 200 len: 946 time: 0.1180425 Oct 12 19:26:13.501057 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b16147e1-5a24-4f3c-b975-485e6a5c58da tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:13.504574 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-b16147e1-5a24-4f3c-b975-485e6a5c58da tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] 10.222.0.49 "DELETE /v2.0/ports/67f04267-c306-4d3e-a21e-2800aefaa56d HTTP/1.1" status: 204 len: 168 time: 1.4468663 Oct 12 19:26:13.507236 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 51688) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:26:13.507954 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1887ebe9-d0b0-46e0-a973-8b992de5ddff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:13.516409 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1887ebe9-d0b0-46e0-a973-8b992de5ddff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:13.556283 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-1887ebe9-d0b0-46e0-a973-8b992de5ddff admin admin] 10.222.0.49 "DELETE /v2.0/networks/ee20c15b-50ee-4511-a95f-abc1ce95efb4 HTTP/1.1" status: 204 len: 168 time: 1.8879287 Oct 12 19:26:13.575914 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a2635e88-2845-42c8-b073-c83b8fa9f413 req-92a916d5-32cf-42c3-b1e5-b3fae45af352 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e18d525-cf41-4d49-869d-79a715be58e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976441 Oct 12 19:26:13.593950 n-d-813679-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb41fe35-9589-410d-8480-b918b055b2d8 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] GET failed (client error): The resource could not be found. Oct 12 19:26:13.595921 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-eb41fe35-9589-410d-8480-b918b055b2d8 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] 10.222.0.49 "GET /v2.0/ports/67f04267-c306-4d3e-a21e-2800aefaa56d HTTP/1.1" status: 404 len: 333 time: 0.0705860 Oct 12 19:26:13.599304 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 51692) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:26:13.665618 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1887ebe9-d0b0-46e0-a973-8b992de5ddff admin admin] Pushing event deleted for resources: {'Network': ['ID=ee20c15b-50ee-4511-a95f-abc1ce95efb4,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:26:13.672924 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_v2 [None req-40aca020-84c9-4549-8ba7-edd3a8895b8e tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Deleting subnet 7ffb835d-bbea-4afb-b189-8fbe6dd278bf {{(pid=95501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:26:13.674479 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6209a91d-8d24-4729-a203-19628b05a15a req-4db122da-232d-4e5d-99d2-5f471a88fbc8 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecc38ae3-328a-43a0-a185-601e29a048cb HTTP/1.1" status: 200 len: 210 time: 0.1024883 Oct 12 19:26:13.691018 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-40aca020-84c9-4549-8ba7-edd3a8895b8e tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks [] for subnet, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:13.740306 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-40aca020-84c9-4549-8ba7-edd3a8895b8e tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281083'] for subnet, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:13.847004 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee8a03d-fd51-47b9-8dd1-804849cecc17 None None] New status for floating IP 5d9eb5c3-e315-4c80-ae8f-4931f28fb7c4: DOWN {{(pid=95503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 19:26:13.848235 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-40aca020-84c9-4549-8ba7-edd3a8895b8e tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:13.978257 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 99d0f1f8-b298-4bcc-9bae-05a7ecc0a723 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:26:14.001473 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 99d0f1f8-b298-4bcc-9bae-05a7ecc0a723 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:26:14.001886 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 99d0f1f8-b298-4bcc-9bae-05a7ecc0a723 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:26:14.312449 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-40aca020-84c9-4549-8ba7-edd3a8895b8e tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4824924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4612362'] for subnet, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:14.340198 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aca020-84c9-4549-8ba7-edd3a8895b8e tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Pushing event deleted for resources: {'Subnet': ['ID=7ffb835d-bbea-4afb-b189-8fbe6dd278bf,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:26:14.364189 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-40aca020-84c9-4549-8ba7-edd3a8895b8e tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:14.365550 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643585a3-26f3-47cc-8664-e2a4977c8c73 None None] Network cdda5b01-f38f-40dc-b830-3d984e4d27d7 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:26:14.369731 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-40aca020-84c9-4549-8ba7-edd3a8895b8e tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] 10.222.0.49 "DELETE /v2.0/subnets/7ffb835d-bbea-4afb-b189-8fbe6dd278bf HTTP/1.1" status: 204 len: 168 time: 0.7666881 Oct 12 19:26:14.370646 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 51698) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:26:14.449657 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-f45358bc-e012-410c-ad7d-10f2a06a5ac7 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Deleting subnet f80f466c-0084-4b18-89f3-b319883966ae {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:26:14.458188 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f45358bc-e012-410c-ad7d-10f2a06a5ac7 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:14.500238 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f45358bc-e012-410c-ad7d-10f2a06a5ac7 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16313642'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:14.507470 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 51702) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:26:14.597002 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f45358bc-e012-410c-ad7d-10f2a06a5ac7 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:14.610977 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a396bd3f-e0cb-4353-aa94-0ff614d293ab req-27aef222-50d2-4cb2-9ca1-f7fa2cc3288e tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d8118a-4722-4e86-9061-3b560a61dbf9 HTTP/1.1" status: 200 len: 210 time: 0.0674949 Oct 12 19:26:14.671293 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 51706) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:26:14.674187 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-8618015c-335e-4cd9-89c4-6470513bd63f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fe3f4d9eed4c424f9ee08e15cc94b8c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1649482 Oct 12 19:26:14.780778 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f45358bc-e012-410c-ad7d-10f2a06a5ac7 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4306592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16245866'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:14.817817 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1a7408ac-65ab-4d6f-ab89-c012c7f05584 req-a3fdb558-2175-45d8-a703-facb08d5ca94 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecc38ae3-328a-43a0-a185-601e29a048cb HTTP/1.1" status: 200 len: 210 time: 0.0468738 Oct 12 19:26:14.845746 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45358bc-e012-410c-ad7d-10f2a06a5ac7 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Pushing event deleted for resources: {'Subnet': ['ID=f80f466c-0084-4b18-89f3-b319883966ae,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:26:14.863430 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416ed84b-a351-4e10-a0d4-b82d024cfbc9 req-f44e3eca-28a9-46bb-93c3-3e47e28cf69f tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:26:14.873087 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-416ed84b-a351-4e10-a0d4-b82d024cfbc9 req-f44e3eca-28a9-46bb-93c3-3e47e28cf69f tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb56269f-088f-4dd7-97a9-d7a3df061653 HTTP/1.1" status: 200 len: 946 time: 0.1727121 Oct 12 19:26:14.882751 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f45358bc-e012-410c-ad7d-10f2a06a5ac7 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:14.895087 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-f45358bc-e012-410c-ad7d-10f2a06a5ac7 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] 10.222.0.49 "DELETE /v2.0/subnets/f80f466c-0084-4b18-89f3-b319883966ae HTTP/1.1" status: 204 len: 168 time: 0.5204217 Oct 12 19:26:14.895511 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 51710) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:26:14.926391 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0999c915-7425-45f4-b7d7-fc2d8d58e2a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:14.963060 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0999c915-7425-45f4-b7d7-fc2d8d58e2a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:14.967512 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-416ed84b-a351-4e10-a0d4-b82d024cfbc9 req-500a9e83-4549-4780-b377-2b686b4874fc tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e18d525-cf41-4d49-869d-79a715be58e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934930 Oct 12 19:26:15.072325 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e0cb247e-0f0d-4146-81be-83e5f08bf46c tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:15.140656 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0999c915-7425-45f4-b7d7-fc2d8d58e2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:15.144370 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0999c915-7425-45f4-b7d7-fc2d8d58e2a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:15.149274 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-0999c915-7425-45f4-b7d7-fc2d8d58e2a8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f8c4aba6-f3fa-4976-9c32-c178d0028b0f HTTP/1.1" status: 204 len: 168 time: 0.4769349 Oct 12 19:26:15.158157 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-e0cb247e-0f0d-4146-81be-83e5f08bf46c tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Deleting port 2bbb4ab7-ec7c-4715-9330-d272d9b63b66 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:26:15.165430 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0999c915-7425-45f4-b7d7-fc2d8d58e2a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8c4aba6-f3fa-4976-9c32-c178d0028b0f,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:26:15.182058 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e0cb247e-0f0d-4146-81be-83e5f08bf46c tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:15.315277 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [None req-e0cb247e-0f0d-4146-81be-83e5f08bf46c tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] For port 2bbb4ab7-ec7c-4715-9330-d272d9b63b66, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=2bbb4ab7-ec7c-4715-9330-d272d9b63b66,segment=NetworkSegment(24b9382f-b00f-4c54-a204-b9695fb38a36),segment_id=24b9382f-b00f-4c54-a204-b9695fb38a36)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:26:15.315831 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e0cb247e-0f0d-4146-81be-83e5f08bf46c tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:15.336994 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-e0cb247e-0f0d-4146-81be-83e5f08bf46c tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Calling delete_port for 2bbb4ab7-ec7c-4715-9330-d272d9b63b66 owned by network:dhcp {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:26:15.569446 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a1570cb-f5f3-478d-b54f-350ad0a42f93 None None] Network cdda5b01-f38f-40dc-b830-3d984e4d27d7 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:26:15.597847 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e0cb247e-0f0d-4146-81be-83e5f08bf46c tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:15.635423 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0cb247e-0f0d-4146-81be-83e5f08bf46c tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] No DVR routers for this DVR port 2bbb4ab7-ec7c-4715-9330-d272d9b63b66 on host n-d-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:26:15.638761 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-65e3be06-71c8-4967-83ec-6aedbc8975fc None None] Could not find standard attr ID for object 2bbb4ab7-ec7c-4715-9330-d272d9b63b66. {{(pid=95503) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 19:26:15.647532 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cb247e-0f0d-4146-81be-83e5f08bf46c tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Pushing event deleted for resources: {'Port': ['ID=2bbb4ab7-ec7c-4715-9330-d272d9b63b66,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:26:15.782205 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e0cb247e-0f0d-4146-81be-83e5f08bf46c tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:15.871549 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-09f65b2b-200a-4c49-abc3-1896c6564dd9 req-c7b26509-acef-445f-9de7-5e653c6c0717 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d8118a-4722-4e86-9061-3b560a61dbf9 HTTP/1.1" status: 200 len: 210 time: 0.0863905 Oct 12 19:26:15.913132 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-e0cb247e-0f0d-4146-81be-83e5f08bf46c tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdda5b01-f38f-40dc-b830-3d984e4d27d7']}} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:26:15.928784 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea7ee9c-cd39-4069-aff7-68f3752da00c None None] DHCP port deletion for cdda5b01-f38f-40dc-b830-3d984e4d27d7 request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 19:26:15.937073 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-e0cb247e-0f0d-4146-81be-83e5f08bf46c tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24b9382f-b00f-4c54-a204-b9695fb38a36') {'for_net_delete': True} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:26:15.937370 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-e0cb247e-0f0d-4146-81be-83e5f08bf46c tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24b9382f-b00f-4c54-a204-b9695fb38a36') {} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:26:15.960167 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e0cb247e-0f0d-4146-81be-83e5f08bf46c tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4281072'] for segment, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:16.003785 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e0cb247e-0f0d-4146-81be-83e5f08bf46c tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:16.016901 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0cb247e-0f0d-4146-81be-83e5f08bf46c tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=95501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:26:16.016901 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e0cb247e-0f0d-4146-81be-83e5f08bf46c tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4823170'] for segment, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:16.019963 n-d-813679-3 neutron-server[95501]: Traceback (most recent call last): Oct 12 19:26:16.019963 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:26:16.019963 n-d-813679-3 neutron-server[95501]: timer() Oct 12 19:26:16.019963 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:26:16.019963 n-d-813679-3 neutron-server[95501]: cb(*args, **kw) Oct 12 19:26:16.019963 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:26:16.019963 n-d-813679-3 neutron-server[95501]: return func(*args, **kwargs) Oct 12 19:26:16.019963 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:26:16.019963 n-d-813679-3 neutron-server[95501]: self._notify() Oct 12 19:26:16.019963 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:26:16.019963 n-d-813679-3 neutron-server[95501]: self.callback(batched_events) Oct 12 19:26:16.019963 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:26:16.019963 n-d-813679-3 neutron-server[95501]: event.method(event) Oct 12 19:26:16.019963 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:26:16.019963 n-d-813679-3 neutron-server[95501]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:26:16.019963 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:26:16.019963 n-d-813679-3 neutron-server[95501]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:26:16.019963 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:26:16.019963 n-d-813679-3 neutron-server[95501]: return f(self, *a, **k) Oct 12 19:26:16.019963 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:26:16.019963 n-d-813679-3 neutron-server[95501]: return self._get(url).json() Oct 12 19:26:16.019963 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:26:16.019963 n-d-813679-3 neutron-server[95501]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:26:16.019963 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:26:16.019963 n-d-813679-3 neutron-server[95501]: return self.request(url, 'GET', **kwargs) Oct 12 19:26:16.019963 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:26:16.019963 n-d-813679-3 neutron-server[95501]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:26:16.019963 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:26:16.019963 n-d-813679-3 neutron-server[95501]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:26:16.019963 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:26:16.019963 n-d-813679-3 neutron-server[95501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:26:16.019963 n-d-813679-3 neutron-server[95501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:26:16.022065 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9e06eb52-f4c0-48b9-96fd-990404f51021 req-4e07d6cb-3eed-420b-b029-38ac2cbbafb4 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecc38ae3-328a-43a0-a185-601e29a048cb HTTP/1.1" status: 200 len: 210 time: 0.0483069 Oct 12 19:26:16.062495 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 2bbb4ab7-ec7c-4715-9330-d272d9b63b66 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:26:16.103160 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 2bbb4ab7-ec7c-4715-9330-d272d9b63b66 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:26:16.106976 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 2bbb4ab7-ec7c-4715-9330-d272d9b63b66 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:26:16.196934 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e0cb247e-0f0d-4146-81be-83e5f08bf46c tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:16.202561 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e0cb247e-0f0d-4146-81be-83e5f08bf46c tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:16.211680 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-e0cb247e-0f0d-4146-81be-83e5f08bf46c tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] 10.222.0.49 "DELETE /v2.0/networks/cdda5b01-f38f-40dc-b830-3d984e4d27d7 HTTP/1.1" status: 204 len: 168 time: 1.3095276 Oct 12 19:26:16.212093 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 51730) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:26:16.218137 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3fa6de-1aee-4a48-bae2-25bc16e4face req-3838ab30-e634-440b-be51-475cadb59332 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:26:16.219839 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2f3fa6de-1aee-4a48-bae2-25bc16e4face req-3838ab30-e634-440b-be51-475cadb59332 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb56269f-088f-4dd7-97a9-d7a3df061653 HTTP/1.1" status: 200 len: 946 time: 0.0863483 Oct 12 19:26:16.235927 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cb247e-0f0d-4146-81be-83e5f08bf46c tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Pushing event deleted for resources: {'Network': ['ID=cdda5b01-f38f-40dc-b830-3d984e4d27d7,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:26:16.300640 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33b6d81-db39-47d2-b25b-e66e31fc3e92 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:26:16.306280 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-b33b6d81-db39-47d2-b25b-e66e31fc3e92 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0932956 Oct 12 19:26:16.307168 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 51734) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:26:16.310041 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2f3fa6de-1aee-4a48-bae2-25bc16e4face req-8be6b0a4-097b-4be0-8875-8fddf1b185ea tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e18d525-cf41-4d49-869d-79a715be58e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704641 Oct 12 19:26:16.391477 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-335fcfe0-ebcb-4eb9-9bf3-a194cf0207b0 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] 10.222.0.49 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0821357 Oct 12 19:26:16.395117 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 51736) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:26:16.400191 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-845d9bf1-e4e4-44fb-90e5-e1de0a9d3f2d tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1173662665'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:26:16.535592 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-845d9bf1-e4e4-44fb-90e5-e1de0a9d3f2d tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Made reservation on behalf of 8afe3c6a27c7408788d71066edc42001 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:26:16.542003 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-845d9bf1-e4e4-44fb-90e5-e1de0a9d3f2d tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:16.602932 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-845d9bf1-e4e4-44fb-90e5-e1de0a9d3f2d tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:26:16.614262 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-845d9bf1-e4e4-44fb-90e5-e1de0a9d3f2d tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:16.614943 n-d-813679-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-845d9bf1-e4e4-44fb-90e5-e1de0a9d3f2d tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Added segment bf6f28c1-a278-47d2-ae64-0cb0246e0a33 of type vlan for network e6c340dd-0f6c-4912-87b7-8d96fb14892f Oct 12 19:26:16.665965 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-845d9bf1-e4e4-44fb-90e5-e1de0a9d3f2d tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:16.781297 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-845d9bf1-e4e4-44fb-90e5-e1de0a9d3f2d tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:16.791082 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845d9bf1-e4e4-44fb-90e5-e1de0a9d3f2d tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:26:16.793002 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-845d9bf1-e4e4-44fb-90e5-e1de0a9d3f2d tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:16.933859 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845d9bf1-e4e4-44fb-90e5-e1de0a9d3f2d tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Pushing event updated for resources: {'Network': ['ID=e6c340dd-0f6c-4912-87b7-8d96fb14892f,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:26:16.946424 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network e6c340dd-0f6c-4912-87b7-8d96fb14892f details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:26:17.020883 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-845d9bf1-e4e4-44fb-90e5-e1de0a9d3f2d tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6216903 Oct 12 19:26:17.023936 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 51752) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:26:17.026127 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-f03d759f-4c7a-40f5-b339-225c8ea66a3e tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Request body: {'subnet': {'network_id': 'e6c340dd-0f6c-4912-87b7-8d96fb14892f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:26:17.038799 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d3ff6c27-41d1-4c1a-9b0a-766ef916e708 req-6dc7ea0c-54a0-44e7-b0e9-d3bb13ff7529 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d8118a-4722-4e86-9061-3b560a61dbf9 HTTP/1.1" status: 200 len: 210 time: 0.0605512 Oct 12 19:26:17.207433 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-797ea72a-5c3a-4276-b752-7e655ed80041 req-e52c0637-005d-4c92-baaa-9dde7cbda1a0 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecc38ae3-328a-43a0-a185-601e29a048cb HTTP/1.1" status: 200 len: 210 time: 0.0635419 Oct 12 19:26:17.288732 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f03d759f-4c7a-40f5-b339-225c8ea66a3e tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Made reservation on behalf of 8afe3c6a27c7408788d71066edc42001 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:26:17.295609 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f03d759f-4c7a-40f5-b339-225c8ea66a3e tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16245837'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:17.577420 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac11fafb-75e7-4983-9f29-23ed3d94b790 req-1d655ecf-3202-43dc-b3fc-43e1517045ee tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:26:17.580124 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ac11fafb-75e7-4983-9f29-23ed3d94b790 req-1d655ecf-3202-43dc-b3fc-43e1517045ee tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb56269f-088f-4dd7-97a9-d7a3df061653 HTTP/1.1" status: 200 len: 946 time: 0.0741937 Oct 12 19:26:17.664668 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ac11fafb-75e7-4983-9f29-23ed3d94b790 req-b7882d3a-53bc-4beb-80c1-e9fb1f7dddf4 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e18d525-cf41-4d49-869d-79a715be58e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620155 Oct 12 19:26:17.792681 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f03d759f-4c7a-40f5-b339-225c8ea66a3e tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4306659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16245859'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:17.860067 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03d759f-4c7a-40f5-b339-225c8ea66a3e tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Pushing event updated for resources: {'Subnet': ['ID=8ceb4b9d-3e40-457c-be2a-138ca78a9c2c,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:26:17.892315 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03d759f-4c7a-40f5-b339-225c8ea66a3e tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Checking segment: {'id': 'bf6f28c1-a278-47d2-ae64-0cb0246e0a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'e6c340dd-0f6c-4912-87b7-8d96fb14892f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:26:17.892704 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03d759f-4c7a-40f5-b339-225c8ea66a3e tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Network hostable DHCP agents. Network: e6c340dd-0f6c-4912-87b7-8d96fb14892f, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:26:18.003429 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03d759f-4c7a-40f5-b339-225c8ea66a3e tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Network e6c340dd-0f6c-4912-87b7-8d96fb14892f is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:26:18.009769 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 51790) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:26:18.118293 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-f03d759f-4c7a-40f5-b339-225c8ea66a3e tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, e6c340dd-0f6c-4912-87b7-8d96fb14892f) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:26:18.131991 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f03d759f-4c7a-40f5-b339-225c8ea66a3e tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:26:18.131991 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f03d759f-4c7a-40f5-b339-225c8ea66a3e tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:18.132310 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a61a9535-4feb-43b4-97fe-f544ade2908e None None] Network e6c340dd-0f6c-4912-87b7-8d96fb14892f requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:26:18.217771 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-244ff70a-7434-44a0-ad60-2291f4b8d88c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:18.275889 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-f03d759f-4c7a-40f5-b339-225c8ea66a3e tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2512028 Oct 12 19:26:18.276929 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 51798) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:26:18.282720 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-ccef3641-cc6b-4e9b-a652-3907b49d26c0 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Request body: {'port': {'network_id': 'e6c340dd-0f6c-4912-87b7-8d96fb14892f', 'name': 'tempest-PortsTestJSON-55503394'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:26:18.427297 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1cfb9915-9326-4311-9f61-670a3a1ac26a req-d23e372c-5ccc-4251-b5da-79de6bd78bda tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecc38ae3-328a-43a0-a185-601e29a048cb HTTP/1.1" status: 200 len: 210 time: 0.0718195 Oct 12 19:26:18.486914 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5500f2df-5a36-440c-9698-4fa418ddf5af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-e6c340dd-0f6c-4912-87b7-8d96fb14892f', 'network_id': 'e6c340dd-0f6c-4912-87b7-8d96fb14892f', 'tenant_id': '8afe3c6a27c7408788d71066edc42001', 'fixed_ips': [{'subnet_id': '8ceb4b9d-3e40-457c-be2a-138ca78a9c2c'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:26:18.488288 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5500f2df-5a36-440c-9698-4fa418ddf5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:18.489285 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-244ff70a-7434-44a0-ad60-2291f4b8d88c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:18.548840 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccef3641-cc6b-4e9b-a652-3907b49d26c0 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Made reservation on behalf of 8afe3c6a27c7408788d71066edc42001 for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:26:18.553072 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ccef3641-cc6b-4e9b-a652-3907b49d26c0 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:18.601433 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [None req-ccef3641-cc6b-4e9b-a652-3907b49d26c0 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] device_id is not set on port e89337f6-51d5-4200-962f-b61464e0f226 yet. {{(pid=95501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 19:26:18.609338 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-244ff70a-7434-44a0-ad60-2291f4b8d88c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:18.678905 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244ff70a-7434-44a0-ad60-2291f4b8d88c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2ca1abe-0f46-4fcc-9703-8e655ed12bde,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:26:18.729295 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-244ff70a-7434-44a0-ad60-2291f4b8d88c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9ac213616a8b43819093a9abfbc83303&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7150431 Oct 12 19:26:18.732394 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 51802) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:26:18.734359 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-5500f2df-5a36-440c-9698-4fa418ddf5af None None] Allocated IP 172.20.0.2 (e6c340dd-0f6c-4912-87b7-8d96fb14892f/8ceb4b9d-3e40-457c-be2a-138ca78a9c2c/55767570-5c21-428d-a871-ccb5f802425d) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:26:18.878700 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a5015f62-9e8a-4ea9-84c3-2b5918cb912a req-83aae5bb-a42e-45fb-a2ed-1efde176f50e tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d8118a-4722-4e86-9061-3b560a61dbf9 HTTP/1.1" status: 200 len: 210 time: 0.1371338 Oct 12 19:26:18.896741 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-70bbb310-cbd1-4d59-87d2-2d89af7da31a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:18.942183 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-70bbb310-cbd1-4d59-87d2-2d89af7da31a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:19.000203 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10557978-4fbf-4e48-92dc-05fc198db94e req-6a98ae51-a5f8-405c-b934-b24fbb8db114 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:26:19.009068 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-10557978-4fbf-4e48-92dc-05fc198db94e req-6a98ae51-a5f8-405c-b934-b24fbb8db114 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb56269f-088f-4dd7-97a9-d7a3df061653 HTTP/1.1" status: 200 len: 946 time: 0.1775858 Oct 12 19:26:19.065417 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-10557978-4fbf-4e48-92dc-05fc198db94e req-f788ee3b-5a38-4e6f-901a-f2562ece793b tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e18d525-cf41-4d49-869d-79a715be58e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548143 Oct 12 19:26:19.113435 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5500f2df-5a36-440c-9698-4fa418ddf5af None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:19.164320 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-70bbb310-cbd1-4d59-87d2-2d89af7da31a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:19.168305 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-70bbb310-cbd1-4d59-87d2-2d89af7da31a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:19.170348 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-70bbb310-cbd1-4d59-87d2-2d89af7da31a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d2ca1abe-0f46-4fcc-9703-8e655ed12bde HTTP/1.1" status: 204 len: 168 time: 0.4351904 Oct 12 19:26:19.202840 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5500f2df-5a36-440c-9698-4fa418ddf5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:19.248528 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bbb310-cbd1-4d59-87d2-2d89af7da31a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2ca1abe-0f46-4fcc-9703-8e655ed12bde,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:26:19.301734 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-ccef3641-cc6b-4e9b-a652-3907b49d26c0 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Allocated IP 172.20.0.9 (e6c340dd-0f6c-4912-87b7-8d96fb14892f/8ceb4b9d-3e40-457c-be2a-138ca78a9c2c/e89337f6-51d5-4200-962f-b61464e0f226) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:26:19.434173 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5500f2df-5a36-440c-9698-4fa418ddf5af None None] Network e6c340dd-0f6c-4912-87b7-8d96fb14892f is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:26:19.435986 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-5500f2df-5a36-440c-9698-4fa418ddf5af None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:26:19.440186 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5500f2df-5a36-440c-9698-4fa418ddf5af None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:26:19.533483 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ccef3641-cc6b-4e9b-a652-3907b49d26c0 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:19.552879 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5500f2df-5a36-440c-9698-4fa418ddf5af None None] Pushing event updated for resources: {'Port': ['ID=55767570-5c21-428d-a871-ccb5f802425d,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:26:19.596416 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-5500f2df-5a36-440c-9698-4fa418ddf5af None None] Attempting to bind port 55767570-5c21-428d-a871-ccb5f802425d on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:26:19.596809 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-5500f2df-5a36-440c-9698-4fa418ddf5af None None] Attempting to bind port 55767570-5c21-428d-a871-ccb5f802425d by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'bf6f28c1-a278-47d2-ae64-0cb0246e0a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'e6c340dd-0f6c-4912-87b7-8d96fb14892f'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:26:19.597167 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5500f2df-5a36-440c-9698-4fa418ddf5af None None] Attempting to bind port 55767570-5c21-428d-a871-ccb5f802425d on network e6c340dd-0f6c-4912-87b7-8d96fb14892f {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:26:19.602480 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f0b0146c-b922-4fd1-98b2-8738ed00daee req-44c5aede-a179-47e3-a593-f6cf1b1a0d43 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecc38ae3-328a-43a0-a185-601e29a048cb HTTP/1.1" status: 200 len: 210 time: 0.0384490 Oct 12 19:26:19.602712 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5500f2df-5a36-440c-9698-4fa418ddf5af None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:26:19.603054 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5500f2df-5a36-440c-9698-4fa418ddf5af None None] Checking segment: {'id': 'bf6f28c1-a278-47d2-ae64-0cb0246e0a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'e6c340dd-0f6c-4912-87b7-8d96fb14892f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:26:19.603460 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5500f2df-5a36-440c-9698-4fa418ddf5af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:19.603855 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5500f2df-5a36-440c-9698-4fa418ddf5af None None] Bound using segment: {'id': 'bf6f28c1-a278-47d2-ae64-0cb0246e0a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'e6c340dd-0f6c-4912-87b7-8d96fb14892f'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:26:19.604373 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-5500f2df-5a36-440c-9698-4fa418ddf5af None None] Bound port: 55767570-5c21-428d-a871-ccb5f802425d, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf6f28c1-a278-47d2-ae64-0cb0246e0a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'e6c340dd-0f6c-4912-87b7-8d96fb14892f'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:26:19.604765 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5500f2df-5a36-440c-9698-4fa418ddf5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:19.675201 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-5500f2df-5a36-440c-9698-4fa418ddf5af None None] For port 55767570-5c21-428d-a871-ccb5f802425d, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:26:19.678955 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-5500f2df-5a36-440c-9698-4fa418ddf5af None None] For port 55767570-5c21-428d-a871-ccb5f802425d, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=55767570-5c21-428d-a871-ccb5f802425d,segment=NetworkSegment(bf6f28c1-a278-47d2-ae64-0cb0246e0a33),segment_id=bf6f28c1-a278-47d2-ae64-0cb0246e0a33)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:26:19.891422 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5500f2df-5a36-440c-9698-4fa418ddf5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:19.892494 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ccef3641-cc6b-4e9b-a652-3907b49d26c0 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:20.006904 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccef3641-cc6b-4e9b-a652-3907b49d26c0 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Network e6c340dd-0f6c-4912-87b7-8d96fb14892f is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:26:20.011246 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5500f2df-5a36-440c-9698-4fa418ddf5af None None] Pushing event updated for resources: {'Port': ['ID=55767570-5c21-428d-a871-ccb5f802425d,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:26:20.030691 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-ccef3641-cc6b-4e9b-a652-3907b49d26c0 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:26:20.051343 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccef3641-cc6b-4e9b-a652-3907b49d26c0 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:26:20.064241 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccef3641-cc6b-4e9b-a652-3907b49d26c0 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Pushing event updated for resources: {'Port': ['ID=e89337f6-51d5-4200-962f-b61464e0f226,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:26:20.066412 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-086f0945-a721-4661-80dd-27d62306bc26 req-13ecabb8-4c49-4955-8db7-e26baf4c7f81 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d8118a-4722-4e86-9061-3b560a61dbf9 HTTP/1.1" status: 200 len: 210 time: 0.0517526 Oct 12 19:26:20.177018 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccef3641-cc6b-4e9b-a652-3907b49d26c0 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:26:20.177963 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ccef3641-cc6b-4e9b-a652-3907b49d26c0 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:20.338245 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-ccef3641-cc6b-4e9b-a652-3907b49d26c0 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.0601909 Oct 12 19:26:20.345108 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 51868) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:26:20.351025 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-77bb6651-e2c2-418a-8232-8f97fe5d3087 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Request body: {'port': {'network_id': 'e6c340dd-0f6c-4912-87b7-8d96fb14892f', 'name': 'tempest-PortsTestJSON-1179813763'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:26:20.449355 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c35f8de-49ad-4374-93ee-de4d968b009a req-31a3ff1e-a5c6-4d10-8022-3dde57701559 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:26:20.450961 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3c35f8de-49ad-4374-93ee-de4d968b009a req-31a3ff1e-a5c6-4d10-8022-3dde57701559 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb56269f-088f-4dd7-97a9-d7a3df061653 HTTP/1.1" status: 200 len: 946 time: 0.2212026 Oct 12 19:26:20.531636 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3c35f8de-49ad-4374-93ee-de4d968b009a req-ca51eac4-cb04-45cc-aede-2d0ceb397851 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e18d525-cf41-4d49-869d-79a715be58e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731905 Oct 12 19:26:20.660749 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77bb6651-e2c2-418a-8232-8f97fe5d3087 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Made reservation on behalf of 8afe3c6a27c7408788d71066edc42001 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:26:20.664655 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-77bb6651-e2c2-418a-8232-8f97fe5d3087 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:20.706551 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [None req-77bb6651-e2c2-418a-8232-8f97fe5d3087 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] device_id is not set on port eb952a47-040a-4f0b-9a8c-44e5a87e46e9 yet. {{(pid=95502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 19:26:20.809513 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-293609c4-bfbd-4a03-8fe6-4d56b1dfdd75 req-a5a0a284-e54d-4169-9cfc-6db5c95c21fa tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecc38ae3-328a-43a0-a185-601e29a048cb HTTP/1.1" status: 200 len: 210 time: 0.0352640 Oct 12 19:26:20.896547 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-77bb6651-e2c2-418a-8232-8f97fe5d3087 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Allocated IP 172.20.0.14 (e6c340dd-0f6c-4912-87b7-8d96fb14892f/8ceb4b9d-3e40-457c-be2a-138ca78a9c2c/eb952a47-040a-4f0b-9a8c-44e5a87e46e9) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:26:21.338341 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 51906) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:26:21.354287 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f9422a95-2307-4f83-8e68-b091c3b4a618 req-6e92be59-aed9-4ffe-b93b-703cd21492f0 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d8118a-4722-4e86-9061-3b560a61dbf9 HTTP/1.1" status: 200 len: 210 time: 0.0595682 Oct 12 19:26:21.531043 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-539c364d-fef1-4edf-8a35-0a0043ee64e5 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-798603333-network', 'tenant_id': 'e8f8861c0e334263a0cfef850e20be91'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:26:21.540714 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-77bb6651-e2c2-418a-8232-8f97fe5d3087 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:21.671933 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-539c364d-fef1-4edf-8a35-0a0043ee64e5 admin admin] Made reservation on behalf of e8f8861c0e334263a0cfef850e20be91 for: {'network': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:26:21.674775 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-539c364d-fef1-4edf-8a35-0a0043ee64e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:21.706802 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-539c364d-fef1-4edf-8a35-0a0043ee64e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:21.742150 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b0331f-4b3c-4c3e-b78b-92d0eec2e418 req-175cd2c7-ff14-410d-8416-70c654d2a0b1 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:26:21.747377 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-13b0331f-4b3c-4c3e-b78b-92d0eec2e418 req-175cd2c7-ff14-410d-8416-70c654d2a0b1 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb56269f-088f-4dd7-97a9-d7a3df061653 HTTP/1.1" status: 200 len: 946 time: 0.1183558 Oct 12 19:26:21.787012 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-77bb6651-e2c2-418a-8232-8f97fe5d3087 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:21.958023 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-13b0331f-4b3c-4c3e-b78b-92d0eec2e418 req-9022b021-7418-42ff-8ccb-f79233f74b83 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e18d525-cf41-4d49-869d-79a715be58e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1893091 Oct 12 19:26:21.959740 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d880e09-0eed-404e-852b-f9512089738a None None] Network e6c340dd-0f6c-4912-87b7-8d96fb14892f requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:26:22.025270 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77bb6651-e2c2-418a-8232-8f97fe5d3087 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Network e6c340dd-0f6c-4912-87b7-8d96fb14892f is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:26:22.032766 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-77bb6651-e2c2-418a-8232-8f97fe5d3087 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:26:22.043332 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 19:26:22.044999 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77bb6651-e2c2-418a-8232-8f97fe5d3087 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:26:22.051597 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bb6651-e2c2-418a-8232-8f97fe5d3087 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Pushing event updated for resources: {'Port': ['ID=eb952a47-040a-4f0b-9a8c-44e5a87e46e9,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:26:22.060682 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-852674bf-f1b4-4c66-8a55-93f11c22899e req-39754ece-2c3e-4927-ad62-59a73df6f81a tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecc38ae3-328a-43a0-a185-601e29a048cb HTTP/1.1" status: 200 len: 210 time: 0.0630157 Oct 12 19:26:22.105146 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-539c364d-fef1-4edf-8a35-0a0043ee64e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:22.115281 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 55767570-5c21-428d-a871-ccb5f802425d up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:26:22.139041 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77bb6651-e2c2-418a-8232-8f97fe5d3087 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:26:22.139843 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-77bb6651-e2c2-418a-8232-8f97fe5d3087 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:22.186466 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-ea204632-e944-433f-8bd3-583489895885 None None] Provisioning complete for port 55767570-5c21-428d-a871-ccb5f802425d triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:26:22.186841 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ea204632-e944-433f-8bd3-583489895885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:22.192940 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-539c364d-fef1-4edf-8a35-0a0043ee64e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:22.215130 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-539c364d-fef1-4edf-8a35-0a0043ee64e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'} {{(pid=95501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:26:22.235791 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-77bb6651-e2c2-418a-8232-8f97fe5d3087 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.8896713 Oct 12 19:26:22.238408 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 51924) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:26:22.244306 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539c364d-fef1-4edf-8a35-0a0043ee64e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6aef7b4-f388-4051-a1f4-3b47c85c3ec5,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:26:22.249988 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-539c364d-fef1-4edf-8a35-0a0043ee64e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:22.251697 n-d-813679-3 neutron-server[95501]: INFO neutron.db.segments_db [None req-539c364d-fef1-4edf-8a35-0a0043ee64e5 admin admin] Added segment 4c3280bf-b806-47b6-8d51-69b6d2001d54 of type vlan for network 5281acec-b722-4919-9ea6-4090df1618c2 Oct 12 19:26:22.282925 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 55767570-5c21-428d-a871-ccb5f802425d triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:26:22.283563 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:22.324199 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-539c364d-fef1-4edf-8a35-0a0043ee64e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:22.367419 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ea204632-e944-433f-8bd3-583489895885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:22.381038 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c15fb6b-255d-47e5-a359-36f8359491e6 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:26:22.385650 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-5c15fb6b-255d-47e5-a359-36f8359491e6 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.9 HTTP/1.1" status: 200 len: 920 time: 0.1432729 Oct 12 19:26:22.386190 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 51926) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:26:22.433871 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:22.440011 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-539c364d-fef1-4edf-8a35-0a0043ee64e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:22.442996 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539c364d-fef1-4edf-8a35-0a0043ee64e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:26:22.442996 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-539c364d-fef1-4edf-8a35-0a0043ee64e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:22.454753 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-ea204632-e944-433f-8bd3-583489895885 None None] For port 55767570-5c21-428d-a871-ccb5f802425d, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=55767570-5c21-428d-a871-ccb5f802425d,segment=NetworkSegment(bf6f28c1-a278-47d2-ae64-0cb0246e0a33),segment_id=bf6f28c1-a278-47d2-ae64-0cb0246e0a33)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:26:22.524535 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ea204632-e944-433f-8bd3-583489895885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:22.564050 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-dedaea07-6a4a-49ba-8905-fd64d13c9d6c req-4012c97d-f689-4574-b667-a8533dcfd322 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d8118a-4722-4e86-9061-3b560a61dbf9 HTTP/1.1" status: 200 len: 210 time: 0.0509913 Oct 12 19:26:22.573629 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-539c364d-fef1-4edf-8a35-0a0043ee64e5 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2349937 Oct 12 19:26:22.582097 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539c364d-fef1-4edf-8a35-0a0043ee64e5 admin admin] Pushing event updated for resources: {'Network': ['ID=5281acec-b722-4919-9ea6-4090df1618c2,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:26:22.595495 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 51934) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:26:22.600103 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 5281acec-b722-4919-9ea6-4090df1618c2 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:26:22.605265 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-b9b87843-ab25-4c20-b62f-204fb0adbd58 admin admin] Request body: {'subnet': {'network_id': '5281acec-b722-4919-9ea6-4090df1618c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-798603333-subnet', 'tenant_id': 'e8f8861c0e334263a0cfef850e20be91', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:26:22.651829 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-cd29d08c-819c-4e5d-b42e-a42328ef3532 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Deleting port eb952a47-040a-4f0b-9a8c-44e5a87e46e9 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:26:22.652474 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-cd29d08c-819c-4e5d-b42e-a42328ef3532 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:22.676513 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.db.api [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 19:26:22.676867 n-d-813679-3 neutron-server[95503]: DEBUG oslo_db.api [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 19:26:22.678953 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea204632-e944-433f-8bd3-583489895885 None None] Pushing event updated for resources: {'Port': ['ID=55767570-5c21-428d-a871-ccb5f802425d,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:26:22.699440 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-f33aee22-4227-437b-9018-a4b5b2354e5d None None] Provisioning complete for port 55767570-5c21-428d-a871-ccb5f802425d triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:26:22.699726 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f33aee22-4227-437b-9018-a4b5b2354e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:22.740979 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9b87843-ab25-4c20-b62f-204fb0adbd58 admin admin] Made reservation on behalf of e8f8861c0e334263a0cfef850e20be91 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:26:22.743235 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b9b87843-ab25-4c20-b62f-204fb0adbd58 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16245837'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:22.831660 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-f33aee22-4227-437b-9018-a4b5b2354e5d None None] Provisioning complete for port e89337f6-51d5-4200-962f-b61464e0f226 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:26:22.831998 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f33aee22-4227-437b-9018-a4b5b2354e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:22.867781 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-cd29d08c-819c-4e5d-b42e-a42328ef3532 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:22.889084 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-cd29d08c-819c-4e5d-b42e-a42328ef3532 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Calling delete_port for eb952a47-040a-4f0b-9a8c-44e5a87e46e9 owned by {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:26:22.903626 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-f33aee22-4227-437b-9018-a4b5b2354e5d None None] Port e89337f6-51d5-4200-962f-b61464e0f226 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:26:22.925759 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-f33aee22-4227-437b-9018-a4b5b2354e5d None None] Provisioning complete for port eb952a47-040a-4f0b-9a8c-44e5a87e46e9 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:26:22.931970 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f33aee22-4227-437b-9018-a4b5b2354e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:22.979880 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-f33aee22-4227-437b-9018-a4b5b2354e5d None None] Port eb952a47-040a-4f0b-9a8c-44e5a87e46e9 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:26:23.130430 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-524f949c-71d6-4507-ad34-49f7bd37c43b None None] Provisioning complete for port e89337f6-51d5-4200-962f-b61464e0f226 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:26:23.130810 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-524f949c-71d6-4507-ad34-49f7bd37c43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:23.204323 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e6fe0f-395f-4169-b9b0-59a9ccb04063 req-d1ff02ae-aec3-4b2c-a9b3-90f300eda05f tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:26:23.205998 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-08e6fe0f-395f-4169-b9b0-59a9ccb04063 req-d1ff02ae-aec3-4b2c-a9b3-90f300eda05f tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb56269f-088f-4dd7-97a9-d7a3df061653 HTTP/1.1" status: 200 len: 946 time: 0.1478484 Oct 12 19:26:23.213925 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-cd29d08c-819c-4e5d-b42e-a42328ef3532 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:23.327543 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-524f949c-71d6-4507-ad34-49f7bd37c43b None None] Port e89337f6-51d5-4200-962f-b61464e0f226 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:26:23.340722 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ef4cb4c1-b229-4057-a163-1140bb11d410 req-a068219e-e1c1-40bf-9e77-c7f0cb6d9890 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecc38ae3-328a-43a0-a185-601e29a048cb HTTP/1.1" status: 200 len: 210 time: 0.0455155 Oct 12 19:26:23.352734 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd29d08c-819c-4e5d-b42e-a42328ef3532 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Pushing event deleted for resources: {'Port': ['ID=eb952a47-040a-4f0b-9a8c-44e5a87e46e9,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:26:23.386341 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b9b87843-ab25-4c20-b62f-204fb0adbd58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4306659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16245859'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:23.430551 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-08e6fe0f-395f-4169-b9b0-59a9ccb04063 req-dc11f10a-789c-4fc9-b315-2c688635e721 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e18d525-cf41-4d49-869d-79a715be58e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2143996 Oct 12 19:26:23.431441 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b87843-ab25-4c20-b62f-204fb0adbd58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c2501d2-416b-4d78-8bcf-91740a1fb5c4,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:26:23.444770 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-8bea69b5-5520-4f94-b285-c6f2a0d282c5 None None] Could not find standard attr ID for object eb952a47-040a-4f0b-9a8c-44e5a87e46e9. {{(pid=95503) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 19:26:23.482616 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b87843-ab25-4c20-b62f-204fb0adbd58 admin admin] Checking segment: {'id': '4c3280bf-b806-47b6-8d51-69b6d2001d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '5281acec-b722-4919-9ea6-4090df1618c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:26:23.483254 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b87843-ab25-4c20-b62f-204fb0adbd58 admin admin] Network hostable DHCP agents. Network: 5281acec-b722-4919-9ea6-4090df1618c2, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:26:23.488472 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-cd29d08c-819c-4e5d-b42e-a42328ef3532 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:23.493111 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-cd29d08c-819c-4e5d-b42e-a42328ef3532 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] 10.222.0.49 "DELETE /v2.0/ports/eb952a47-040a-4f0b-9a8c-44e5a87e46e9 HTTP/1.1" status: 204 len: 168 time: 1.1055601 Oct 12 19:26:23.495842 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 51952) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:26:23.529918 n-d-813679-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-07c1f99f-5691-47fe-b131-c89d2402e446 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] GET failed (client error): The resource could not be found. Oct 12 19:26:23.531813 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-07c1f99f-5691-47fe-b131-c89d2402e446 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] 10.222.0.49 "GET /v2.0/ports/eb952a47-040a-4f0b-9a8c-44e5a87e46e9 HTTP/1.1" status: 404 len: 333 time: 0.0337691 Oct 12 19:26:23.534544 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 51954) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:26:23.615328 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b87843-ab25-4c20-b62f-204fb0adbd58 admin admin] Network 5281acec-b722-4919-9ea6-4090df1618c2 is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:26:23.650976 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-2ceb1e57-f3e0-4054-b519-121e971f544b tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Deleting port e89337f6-51d5-4200-962f-b61464e0f226 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:26:23.654024 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2ceb1e57-f3e0-4054-b519-121e971f544b tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:23.708197 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-b9b87843-ab25-4c20-b62f-204fb0adbd58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, 5281acec-b722-4919-9ea6-4090df1618c2) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:26:23.728906 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593a3e7e-0199-4782-8dc3-a1da93bbfa0b None None] Network 5281acec-b722-4919-9ea6-4090df1618c2 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:26:23.734870 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b87843-ab25-4c20-b62f-204fb0adbd58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:26:23.735722 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b9b87843-ab25-4c20-b62f-204fb0adbd58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:23.739278 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-461b9090-c57d-4400-b3df-6113bc1f50e0 req-e357604a-74e5-46ad-aaea-3475d77a541a tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d8118a-4722-4e86-9061-3b560a61dbf9 HTTP/1.1" status: 200 len: 210 time: 0.0466118 Oct 12 19:26:23.783066 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2ceb1e57-f3e0-4054-b519-121e971f544b tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:23.796103 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-2ceb1e57-f3e0-4054-b519-121e971f544b tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Calling delete_port for e89337f6-51d5-4200-962f-b61464e0f226 owned by {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:26:23.864854 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-b9b87843-ab25-4c20-b62f-204fb0adbd58 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2679691 Oct 12 19:26:23.867645 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 51966) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:26:23.873169 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-21819042-324f-45b7-b7f7-e253ecdbd36e admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-798603333-router', 'tenant_id': 'e8f8861c0e334263a0cfef850e20be91', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:26:23.914466 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e905e57-8d17-458e-a7aa-dccb704f68b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-5281acec-b722-4919-9ea6-4090df1618c2', 'network_id': '5281acec-b722-4919-9ea6-4090df1618c2', 'tenant_id': 'e8f8861c0e334263a0cfef850e20be91', 'fixed_ips': [{'subnet_id': '6c2501d2-416b-4d78-8bcf-91740a1fb5c4'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:26:23.915747 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9e905e57-8d17-458e-a7aa-dccb704f68b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:23.980334 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 55767570-5c21-428d-a871-ccb5f802425d up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:26:23.986421 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-21819042-324f-45b7-b7f7-e253ecdbd36e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8093678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255505'] for router, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:23.987547 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-21819042-324f-45b7-b7f7-e253ecdbd36e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8093562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8087085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8022306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255518'] for router, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:24.032875 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 55767570-5c21-428d-a871-ccb5f802425d triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:26:24.033249 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:24.049923 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2ceb1e57-f3e0-4054-b519-121e971f544b tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:24.099227 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ceb1e57-f3e0-4054-b519-121e971f544b tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Pushing event deleted for resources: {'Port': ['ID=e89337f6-51d5-4200-962f-b61464e0f226,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:26:24.147134 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-21819042-324f-45b7-b7f7-e253ecdbd36e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:24.192622 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2ceb1e57-f3e0-4054-b519-121e971f544b tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:24.196390 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-2ceb1e57-f3e0-4054-b519-121e971f544b tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] 10.222.0.49 "DELETE /v2.0/ports/e89337f6-51d5-4200-962f-b61464e0f226 HTTP/1.1" status: 204 len: 168 time: 0.6606882 Oct 12 19:26:24.198721 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-9e905e57-8d17-458e-a7aa-dccb704f68b3 None None] Allocated IP 172.20.0.2 (5281acec-b722-4919-9ea6-4090df1618c2/6c2501d2-416b-4d78-8bcf-91740a1fb5c4/f0375f45-c778-4b6f-82d5-dd7f28de514d) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:26:24.199112 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 51976) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:26:24.231167 n-d-813679-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-208fe9dd-3a2c-4719-aa02-67c49323f573 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] GET failed (client error): The resource could not be found. Oct 12 19:26:24.232976 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-208fe9dd-3a2c-4719-aa02-67c49323f573 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] 10.222.0.49 "GET /v2.0/ports/e89337f6-51d5-4200-962f-b61464e0f226 HTTP/1.1" status: 404 len: 333 time: 0.0313532 Oct 12 19:26:24.235816 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 51978) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:26:24.351336 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e37d912-68ad-4364-aa3f-7085567fa1a0 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Deleting subnet 8ceb4b9d-3e40-457c-be2a-138ca78a9c2c {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:26:24.358966 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4e37d912-68ad-4364-aa3f-7085567fa1a0 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:24.430489 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4e37d912-68ad-4364-aa3f-7085567fa1a0 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16313642'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:24.468286 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9e905e57-8d17-458e-a7aa-dccb704f68b3 None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:24.534308 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-21819042-324f-45b7-b7f7-e253ecdbd36e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:24.552086 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4e37d912-68ad-4364-aa3f-7085567fa1a0 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:24.562184 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9e905e57-8d17-458e-a7aa-dccb704f68b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:24.568725 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-dd880e12-3185-4ea0-b46c-2abecc482d98 req-c5ff3f28-0d95-4329-a5ce-567ae2104b69 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecc38ae3-328a-43a0-a185-601e29a048cb HTTP/1.1" status: 200 len: 210 time: 0.0807729 Oct 12 19:26:24.616587 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e905e57-8d17-458e-a7aa-dccb704f68b3 None None] Network 5281acec-b722-4919-9ea6-4090df1618c2 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:26:24.624067 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-9e905e57-8d17-458e-a7aa-dccb704f68b3 None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:26:24.627757 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e905e57-8d17-458e-a7aa-dccb704f68b3 None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:26:24.629582 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0ceb03-3e6c-4f86-bd1d-fa4806122d3e req-b706a361-7d1f-4461-8a60-72a7ceec8d09 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:26:24.638485 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6d0ceb03-3e6c-4f86-bd1d-fa4806122d3e req-b706a361-7d1f-4461-8a60-72a7ceec8d09 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb56269f-088f-4dd7-97a9-d7a3df061653 HTTP/1.1" status: 200 len: 946 time: 0.1201260 Oct 12 19:26:24.663504 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e905e57-8d17-458e-a7aa-dccb704f68b3 None None] Pushing event updated for resources: {'Port': ['ID=f0375f45-c778-4b6f-82d5-dd7f28de514d,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:26:24.714979 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6d0ceb03-3e6c-4f86-bd1d-fa4806122d3e req-f11cc915-f039-4de6-b9aa-8c402e3e7b94 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e18d525-cf41-4d49-869d-79a715be58e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754452 Oct 12 19:26:24.727268 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-9e905e57-8d17-458e-a7aa-dccb704f68b3 None None] Attempting to bind port f0375f45-c778-4b6f-82d5-dd7f28de514d on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:26:24.727654 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-9e905e57-8d17-458e-a7aa-dccb704f68b3 None None] Attempting to bind port f0375f45-c778-4b6f-82d5-dd7f28de514d by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '4c3280bf-b806-47b6-8d51-69b6d2001d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '5281acec-b722-4919-9ea6-4090df1618c2'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:26:24.728122 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e905e57-8d17-458e-a7aa-dccb704f68b3 None None] Attempting to bind port f0375f45-c778-4b6f-82d5-dd7f28de514d on network 5281acec-b722-4919-9ea6-4090df1618c2 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:26:24.734970 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e905e57-8d17-458e-a7aa-dccb704f68b3 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:26:24.735350 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e905e57-8d17-458e-a7aa-dccb704f68b3 None None] Checking segment: {'id': '4c3280bf-b806-47b6-8d51-69b6d2001d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '5281acec-b722-4919-9ea6-4090df1618c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:26:24.735745 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9e905e57-8d17-458e-a7aa-dccb704f68b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:24.736166 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e905e57-8d17-458e-a7aa-dccb704f68b3 None None] Bound using segment: {'id': '4c3280bf-b806-47b6-8d51-69b6d2001d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '5281acec-b722-4919-9ea6-4090df1618c2'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:26:24.736763 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-9e905e57-8d17-458e-a7aa-dccb704f68b3 None None] Bound port: f0375f45-c778-4b6f-82d5-dd7f28de514d, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c3280bf-b806-47b6-8d51-69b6d2001d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '5281acec-b722-4919-9ea6-4090df1618c2'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:26:24.737276 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9e905e57-8d17-458e-a7aa-dccb704f68b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:24.751285 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4e37d912-68ad-4364-aa3f-7085567fa1a0 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4306592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16245866'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:24.785786 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e37d912-68ad-4364-aa3f-7085567fa1a0 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Pushing event deleted for resources: {'Subnet': ['ID=8ceb4b9d-3e40-457c-be2a-138ca78a9c2c,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:26:24.795055 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4e37d912-68ad-4364-aa3f-7085567fa1a0 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:24.801475 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-4e37d912-68ad-4364-aa3f-7085567fa1a0 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] 10.222.0.49 "DELETE /v2.0/subnets/8ceb4b9d-3e40-457c-be2a-138ca78a9c2c HTTP/1.1" status: 204 len: 168 time: 0.5643549 Oct 12 19:26:24.802223 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52000) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:26:24.830708 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-9e905e57-8d17-458e-a7aa-dccb704f68b3 None None] For port f0375f45-c778-4b6f-82d5-dd7f28de514d, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:26:24.833829 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-9e905e57-8d17-458e-a7aa-dccb704f68b3 None None] For port f0375f45-c778-4b6f-82d5-dd7f28de514d, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=f0375f45-c778-4b6f-82d5-dd7f28de514d,segment=NetworkSegment(4c3280bf-b806-47b6-8d51-69b6d2001d54),segment_id=4c3280bf-b806-47b6-8d51-69b6d2001d54)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:26:24.837224 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867f0f01-e0d5-4354-8735-24ac73c0d5bf None None] Network e6c340dd-0f6c-4912-87b7-8d96fb14892f requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:26:24.895555 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-27841006-182c-47a9-b4a5-3b9737da2e72 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:24.912499 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9e905e57-8d17-458e-a7aa-dccb704f68b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:24.982279 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-27841006-182c-47a9-b4a5-3b9737da2e72 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Deleting port 55767570-5c21-428d-a871-ccb5f802425d {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:26:24.982636 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-27841006-182c-47a9-b4a5-3b9737da2e72 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:25.013834 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-21819042-324f-45b7-b7f7-e253ecdbd36e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:25.039982 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e905e57-8d17-458e-a7aa-dccb704f68b3 None None] Pushing event updated for resources: {'Port': ['ID=f0375f45-c778-4b6f-82d5-dd7f28de514d,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:26:25.060081 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c29d8980-0e15-4a9a-8b9e-16bc9df4ce31 req-bdc721a1-2184-4952-902d-57c2ceda0342 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d8118a-4722-4e86-9061-3b560a61dbf9 HTTP/1.1" status: 200 len: 210 time: 0.0793066 Oct 12 19:26:25.061350 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-21819042-324f-45b7-b7f7-e253ecdbd36e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:25.076182 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-27841006-182c-47a9-b4a5-3b9737da2e72 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] For port 55767570-5c21-428d-a871-ccb5f802425d, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=55767570-5c21-428d-a871-ccb5f802425d,segment=NetworkSegment(bf6f28c1-a278-47d2-ae64-0cb0246e0a33),segment_id=bf6f28c1-a278-47d2-ae64-0cb0246e0a33)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:26:25.076555 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-27841006-182c-47a9-b4a5-3b9737da2e72 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:25.102248 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-27841006-182c-47a9-b4a5-3b9737da2e72 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Calling delete_port for 55767570-5c21-428d-a871-ccb5f802425d owned by network:dhcp {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:26:25.222176 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-21819042-324f-45b7-b7f7-e253ecdbd36e admin admin] Allocated IP 172.25.5.178 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/35409324-967b-4293-a4ac-bd044ba0d1d8) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:26:25.244264 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ce5313-7eaa-4604-91a6-c96c34d2f634 None None] DHCP port deletion for e6c340dd-0f6c-4912-87b7-8d96fb14892f request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 19:26:25.306284 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-27841006-182c-47a9-b4a5-3b9737da2e72 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:25.333767 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-00ce5313-7eaa-4604-91a6-c96c34d2f634 None None] Deleting port 55767570-5c21-428d-a871-ccb5f802425d {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:26:25.334385 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-00ce5313-7eaa-4604-91a6-c96c34d2f634 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:25.336666 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27841006-182c-47a9-b4a5-3b9737da2e72 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Pushing event deleted for resources: {'Port': ['ID=55767570-5c21-428d-a871-ccb5f802425d,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:26:25.355430 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27841006-182c-47a9-b4a5-3b9737da2e72 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] No DVR routers for this DVR port 55767570-5c21-428d-a871-ccb5f802425d on host n-d-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:26:25.391779 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-21819042-324f-45b7-b7f7-e253ecdbd36e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:25.443104 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-00ce5313-7eaa-4604-91a6-c96c34d2f634 None None] For port 55767570-5c21-428d-a871-ccb5f802425d, host n-d-813679-3, got binding levels [] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:26:25.445588 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-00ce5313-7eaa-4604-91a6-c96c34d2f634 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:25.466732 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-00ce5313-7eaa-4604-91a6-c96c34d2f634 None None] Calling delete_port for 55767570-5c21-428d-a871-ccb5f802425d owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:26:25.469872 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.ipam_backend_mixin [None req-00ce5313-7eaa-4604-91a6-c96c34d2f634 None None] Port 55767570-5c21-428d-a871-ccb5f802425d was not found and therefore no delete operation was performed {{(pid=95503) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 12 19:26:25.471443 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-00ce5313-7eaa-4604-91a6-c96c34d2f634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:25.471686 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-27841006-182c-47a9-b4a5-3b9737da2e72 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:25.497172 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ce5313-7eaa-4604-91a6-c96c34d2f634 None None] Pushing event deleted for resources: {'Port': ['ID=55767570-5c21-428d-a871-ccb5f802425d,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:26:25.497404 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-27841006-182c-47a9-b4a5-3b9737da2e72 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6c340dd-0f6c-4912-87b7-8d96fb14892f']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:26:25.500991 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-21819042-324f-45b7-b7f7-e253ecdbd36e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:25.501959 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ce5313-7eaa-4604-91a6-c96c34d2f634 None None] No DVR routers for this DVR port 55767570-5c21-428d-a871-ccb5f802425d on host n-d-813679-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:26:25.522011 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-27841006-182c-47a9-b4a5-3b9737da2e72 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf6f28c1-a278-47d2-ae64-0cb0246e0a33') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:26:25.522288 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-27841006-182c-47a9-b4a5-3b9737da2e72 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf6f28c1-a278-47d2-ae64-0cb0246e0a33') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:26:25.531900 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device a1f42106-a7b0-4dd3-8e89-1f2eceabc986 no longer exists at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:26:25.534406 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-27841006-182c-47a9-b4a5-3b9737da2e72 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16313633'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:25.548053 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-27841006-182c-47a9-b4a5-3b9737da2e72 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:25.554352 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27841006-182c-47a9-b4a5-3b9737da2e72 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:26:25.554743 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-27841006-182c-47a9-b4a5-3b9737da2e72 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4305278'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:25.558231 n-d-813679-3 neutron-server[95502]: Traceback (most recent call last): Oct 12 19:26:25.558231 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:26:25.558231 n-d-813679-3 neutron-server[95502]: timer() Oct 12 19:26:25.558231 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:26:25.558231 n-d-813679-3 neutron-server[95502]: cb(*args, **kw) Oct 12 19:26:25.558231 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:26:25.558231 n-d-813679-3 neutron-server[95502]: return func(*args, **kwargs) Oct 12 19:26:25.558231 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:26:25.558231 n-d-813679-3 neutron-server[95502]: self._notify() Oct 12 19:26:25.558231 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:26:25.558231 n-d-813679-3 neutron-server[95502]: self.callback(batched_events) Oct 12 19:26:25.558231 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:26:25.558231 n-d-813679-3 neutron-server[95502]: event.method(event) Oct 12 19:26:25.558231 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:26:25.558231 n-d-813679-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:26:25.558231 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:26:25.558231 n-d-813679-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:26:25.558231 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:26:25.558231 n-d-813679-3 neutron-server[95502]: return f(self, *a, **k) Oct 12 19:26:25.558231 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:26:25.558231 n-d-813679-3 neutron-server[95502]: return self._get(url).json() Oct 12 19:26:25.558231 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:26:25.558231 n-d-813679-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:26:25.558231 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:26:25.558231 n-d-813679-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Oct 12 19:26:25.558231 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:26:25.558231 n-d-813679-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:26:25.558231 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:26:25.558231 n-d-813679-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:26:25.558231 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:26:25.558231 n-d-813679-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:26:25.558231 n-d-813679-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:26:25.578359 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21819042-324f-45b7-b7f7-e253ecdbd36e admin admin] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:26:25.585228 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-21819042-324f-45b7-b7f7-e253ecdbd36e admin admin] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:26:25.591385 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21819042-324f-45b7-b7f7-e253ecdbd36e admin admin] Pushing event updated for resources: {'Port': ['ID=35409324-967b-4293-a4ac-bd044ba0d1d8,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:26:25.597811 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21819042-324f-45b7-b7f7-e253ecdbd36e admin admin] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:26:25.627434 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:25.660536 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb56269f-088f-4dd7-97a9-d7a3df061653', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1f42106-a7b0-4dd3-8e89-1f2eceabc986'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:26:25.662789 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79183597-039d-4852-945e-7e5d574ef517" -d '{"events": [{"server_uuid": "fb56269f-088f-4dd7-97a9-d7a3df061653", "name": "network-vif-unplugged", "status": "completed", "tag": "a1f42106-a7b0-4dd3-8e89-1f2eceabc986"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:26:25.679215 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port a1f42106-a7b0-4dd3-8e89-1f2eceabc986, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=a1f42106-a7b0-4dd3-8e89-1f2eceabc986,segment=NetworkSegment(1311cbfc-168d-4d44-b005-c99086bc74c8),segment_id=1311cbfc-168d-4d44-b005-c99086bc74c8)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:26:25.734169 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ecba8c57-31be-413d-8da6-68954308b10f req-3e0714e4-44b0-4e1a-95bf-1dbe8fc3b9be tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecc38ae3-328a-43a0-a185-601e29a048cb HTTP/1.1" status: 200 len: 210 time: 0.0376775 Oct 12 19:26:25.738099 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-27841006-182c-47a9-b4a5-3b9737da2e72 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:25.748349 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 19:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c597e9b-e5d2-4f76-835e-4ec4bd2ee2b6 x-openstack-request-id: req-5c597e9b-e5d2-4f76-835e-4ec4bd2ee2b6 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:26:25.748983 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb56269f-088f-4dd7-97a9-d7a3df061653", "name": "network-vif-unplugged", "status": "completed", "tag": "a1f42106-a7b0-4dd3-8e89-1f2eceabc986", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:26:25.748983 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5c597e9b-e5d2-4f76-835e-4ec4bd2ee2b6 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:26:25.749501 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb56269f-088f-4dd7-97a9-d7a3df061653', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1f42106-a7b0-4dd3-8e89-1f2eceabc986', 'code': 200} Oct 12 19:26:25.751207 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-27841006-182c-47a9-b4a5-3b9737da2e72 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:25.759983 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-27841006-182c-47a9-b4a5-3b9737da2e72 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] 10.222.0.49 "DELETE /v2.0/networks/e6c340dd-0f6c-4912-87b7-8d96fb14892f HTTP/1.1" status: 204 len: 168 time: 0.9538703 Oct 12 19:26:25.761349 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52006) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:26:25.772127 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:25.791518 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-ed7ae642-8f50-4dec-8671-ba8f0575f341 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1017435208'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:26:25.806110 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1dd1f524-16b0-410e-bd27-eec46ca9143e req-3f539962-2801-4ef9-b9a0-08cb1dd66772 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c7b3695f-ec85-4a0d-af3f-02cf55478eab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1298523 Oct 12 19:26:25.808085 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27841006-182c-47a9-b4a5-3b9737da2e72 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Pushing event deleted for resources: {'Network': ['ID=e6c340dd-0f6c-4912-87b7-8d96fb14892f,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:26:25.876907 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=a1f42106-a7b0-4dd3-8e89-1f2eceabc986,revision_number=14']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:26:25.940217 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed7ae642-8f50-4dec-8671-ba8f0575f341 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Made reservation on behalf of 8afe3c6a27c7408788d71066edc42001 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:26:25.952279 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ed7ae642-8f50-4dec-8671-ba8f0575f341 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:25.974636 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd1f524-16b0-410e-bd27-eec46ca9143e req-b444ba7b-c8c8-4cbe-bda8-4310e29f0c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:26:25.977735 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1dd1f524-16b0-410e-bd27-eec46ca9143e req-b444ba7b-c8c8-4cbe-bda8-4310e29f0c9c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9558b59fe3b94a1fa2fbec9bbf16e093&device_id=c7b3695f-ec85-4a0d-af3f-02cf55478eab HTTP/1.1" status: 200 len: 1096 time: 0.1166101 Oct 12 19:26:25.998455 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed7ae642-8f50-4dec-8671-ba8f0575f341 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:26:26.032801 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ed7ae642-8f50-4dec-8671-ba8f0575f341 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:26.033156 n-d-813679-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-ed7ae642-8f50-4dec-8671-ba8f0575f341 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Added segment 9c8faf08-8b3e-4601-bb06-75d16e45ba55 of type vlan for network 4b8c9087-e089-4d0a-84ce-f156bfb20e04 Oct 12 19:26:26.081983 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device f0375f45-c778-4b6f-82d5-dd7f28de514d up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:26:26.108677 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ed7ae642-8f50-4dec-8671-ba8f0575f341 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:26.171824 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port f0375f45-c778-4b6f-82d5-dd7f28de514d triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:26:26.172542 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:26.221068 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9cfd09a1-51bb-4360-ab73-ec3d789306f5 req-80637563-53e9-4157-908f-a3676127527f tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d8118a-4722-4e86-9061-3b560a61dbf9 HTTP/1.1" status: 200 len: 210 time: 0.0370371 Oct 12 19:26:26.224586 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ed7ae642-8f50-4dec-8671-ba8f0575f341 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:26.249669 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed7ae642-8f50-4dec-8671-ba8f0575f341 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:26:26.250616 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ed7ae642-8f50-4dec-8671-ba8f0575f341 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:26.320614 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:26.333099 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7ae642-8f50-4dec-8671-ba8f0575f341 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Pushing event updated for resources: {'Network': ['ID=4b8c9087-e089-4d0a-84ce-f156bfb20e04,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:26:26.350391 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 4b8c9087-e089-4d0a-84ce-f156bfb20e04 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:26:26.398717 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-ed7ae642-8f50-4dec-8671-ba8f0575f341 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6361787 Oct 12 19:26:26.403524 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52020) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:26:26.422484 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] For port f0375f45-c778-4b6f-82d5-dd7f28de514d, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=f0375f45-c778-4b6f-82d5-dd7f28de514d,segment=NetworkSegment(4c3280bf-b806-47b6-8d51-69b6d2001d54),segment_id=4c3280bf-b806-47b6-8d51-69b6d2001d54)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:26:26.422849 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-7103ee9c-4621-472d-8ced-411fcd75cc01 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Request body: {'subnet': {'network_id': '4b8c9087-e089-4d0a-84ce-f156bfb20e04', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:26:26.430779 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca45501-b5a2-459c-9c9f-24916126dcf4 None None] Network 5281acec-b722-4919-9ea6-4090df1618c2 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:26:26.576893 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7103ee9c-4621-472d-8ced-411fcd75cc01 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Made reservation on behalf of 8afe3c6a27c7408788d71066edc42001 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:26:26.581394 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7103ee9c-4621-472d-8ced-411fcd75cc01 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16245837'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:26.584596 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6964caaa-634c-4667-9bf6-149e0d34f5ba req-b740c26a-bf75-456e-ba7f-6b5bfe881072 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:26:26.586178 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6964caaa-634c-4667-9bf6-149e0d34f5ba req-b740c26a-bf75-456e-ba7f-6b5bfe881072 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb56269f-088f-4dd7-97a9-d7a3df061653 HTTP/1.1" status: 200 len: 944 time: 0.5948749 Oct 12 19:26:26.641218 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:26.672338 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6964caaa-634c-4667-9bf6-149e0d34f5ba req-800238b8-e658-4164-8846-05088600971a tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e18d525-cf41-4d49-869d-79a715be58e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762181 Oct 12 19:26:26.679262 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-21819042-324f-45b7-b7f7-e253ecdbd36e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:26.734888 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Pushing event updated for resources: {'Port': ['ID=f0375f45-c778-4b6f-82d5-dd7f28de514d,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:26:26.747692 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 55767570-5c21-428d-a871-ccb5f802425d no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:26:26.805279 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 55767570-5c21-428d-a871-ccb5f802425d {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:26:26.805633 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 55767570-5c21-428d-a871-ccb5f802425d not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:26:26.822591 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-96f8c164-72be-445f-952f-9bcd6cfcf648 None None] Provisioning complete for port f0375f45-c778-4b6f-82d5-dd7f28de514d triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:26:26.822975 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-96f8c164-72be-445f-952f-9bcd6cfcf648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:26.911366 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c80276a3-1fde-4bf9-b067-3e3c8c0a4659 req-4c81b37b-82c0-49dc-b0c2-9f96756d11f8 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecc38ae3-328a-43a0-a185-601e29a048cb HTTP/1.1" status: 200 len: 210 time: 0.0407352 Oct 12 19:26:26.999446 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd1f524-16b0-410e-bd27-eec46ca9143e req-86190b9e-bb28-49c6-abdb-ae5800a28b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:26:27.001959 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1dd1f524-16b0-410e-bd27-eec46ca9143e req-86190b9e-bb28-49c6-abdb-ae5800a28b21 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8b9ffd0a-d450-4d4d-8c84-81d908427bea HTTP/1.1" status: 200 len: 913 time: 0.9808269 Oct 12 19:26:27.055482 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1dd1f524-16b0-410e-bd27-eec46ca9143e req-04b2b48d-9920-4f36-99d7-59a29f4866b1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c51f022d-ff50-42b9-ab7f-830575b054c4 HTTP/1.1" status: 200 len: 217 time: 0.0405705 Oct 12 19:26:27.060013 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-21819042-324f-45b7-b7f7-e253ecdbd36e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8093541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7915516'] for router, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:27.068932 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7103ee9c-4621-472d-8ced-411fcd75cc01 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4306659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16245859'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:27.150883 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7103ee9c-4621-472d-8ced-411fcd75cc01 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Pushing event updated for resources: {'Subnet': ['ID=acd28113-4c10-4c6b-b576-e6e8128955e4,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:26:27.189330 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd1f524-16b0-410e-bd27-eec46ca9143e req-0552e56b-9282-4cc0-afae-5a96e86b8cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:26:27.191065 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1dd1f524-16b0-410e-bd27-eec46ca9143e req-0552e56b-9282-4cc0-afae-5a96e86b8cc1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dc530ace-4b18-4ae9-b625-36ec27074a9c HTTP/1.1" status: 200 len: 852 time: 0.1250935 Oct 12 19:26:27.194443 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7103ee9c-4621-472d-8ced-411fcd75cc01 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Checking segment: {'id': '9c8faf08-8b3e-4601-bb06-75d16e45ba55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '4b8c9087-e089-4d0a-84ce-f156bfb20e04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:26:27.196178 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7103ee9c-4621-472d-8ced-411fcd75cc01 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Network hostable DHCP agents. Network: 4b8c9087-e089-4d0a-84ce-f156bfb20e04, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:26:27.240145 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1dd1f524-16b0-410e-bd27-eec46ca9143e req-c6cdce6a-8f22-4f7f-bd0b-edb4784d12f6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8b9ffd0a-d450-4d4d-8c84-81d908427bea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389469 Oct 12 19:26:27.277252 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7103ee9c-4621-472d-8ced-411fcd75cc01 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Network 4b8c9087-e089-4d0a-84ce-f156bfb20e04 is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:26:27.334820 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-7733e3e3-1158-4f49-80d0-ed6592da3e74 None None] Provisioning complete for port f0375f45-c778-4b6f-82d5-dd7f28de514d triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:26:27.339771 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7733e3e3-1158-4f49-80d0-ed6592da3e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:27.376794 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-52e1eccc-f781-40bf-982a-22d36657b216 req-5815c128-cded-4a51-8137-4e129daa18a5 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d8118a-4722-4e86-9061-3b560a61dbf9 HTTP/1.1" status: 200 len: 210 time: 0.0528169 Oct 12 19:26:27.381173 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-7103ee9c-4621-472d-8ced-411fcd75cc01 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, 4b8c9087-e089-4d0a-84ce-f156bfb20e04) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:26:27.386668 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7103ee9c-4621-472d-8ced-411fcd75cc01 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:26:27.394753 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7103ee9c-4621-472d-8ced-411fcd75cc01 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:27.415731 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21819042-324f-45b7-b7f7-e253ecdbd36e admin admin] Router 89257142-43c4-49b6-9f0f-7600e6c2d60c is scheduled to L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b with binding_index 1 {{(pid=95501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 19:26:27.440189 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1dd1f524-16b0-410e-bd27-eec46ca9143e req-fa815451-7cd7-4781-9c2c-7be3616ae525 service neutron] 10.222.0.67 "GET /v2.0/networks/8b9ffd0a-d450-4d4d-8c84-81d908427bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823332 Oct 12 19:26:27.451340 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e884a7-ec23-4a01-bea7-eed262860001 None None] Network 4b8c9087-e089-4d0a-84ce-f156bfb20e04 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:26:27.523277 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-7103ee9c-4621-472d-8ced-411fcd75cc01 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1131396 Oct 12 19:26:27.524084 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52060) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:26:27.529669 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-3d4b287f-86b0-4f75-9abb-189cbd56ae13 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Request body: {'port': {'network_id': '4b8c9087-e089-4d0a-84ce-f156bfb20e04', 'name': 'tempest-PortsTestJSON-366603090', 'fixed_ips': [{'subnet_id': 'acd28113-4c10-4c6b-b576-e6e8128955e4', 'ip_address': '172.20.0.10'}]}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:26:27.621000 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b75534-bac9-441b-a696-c2d12ff22a3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-4b8c9087-e089-4d0a-84ce-f156bfb20e04', 'network_id': '4b8c9087-e089-4d0a-84ce-f156bfb20e04', 'tenant_id': '8afe3c6a27c7408788d71066edc42001', 'fixed_ips': [{'subnet_id': 'acd28113-4c10-4c6b-b576-e6e8128955e4'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:26:27.622639 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-52b75534-bac9-441b-a696-c2d12ff22a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:27.679831 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21819042-324f-45b7-b7f7-e253ecdbd36e admin admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:26:27.690360 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851bdb46-90cd-4807-bb83-4824050da5fa None None] Sync routers for ids ['89257142-43c4-49b6-9f0f-7600e6c2d60c'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:26:27.703205 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851bdb46-90cd-4807-bb83-4824050da5fa None None] Routers {'89257142-43c4-49b6-9f0f-7600e6c2d60c'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:26:27.706930 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-851bdb46-90cd-4807-bb83-4824050da5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:26:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['89257142-43c4-49b6-9f0f-7600e6c2d60c'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:26:27.708167 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1dd1f524-16b0-410e-bd27-eec46ca9143e req-ba15b377-1374-488d-a909-436bdb9ff8ba service neutron] 10.222.0.67 "GET /v2.0/networks/8b9ffd0a-d450-4d4d-8c84-81d908427bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592626 Oct 12 19:26:27.789046 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-21819042-324f-45b7-b7f7-e253ecdbd36e admin admin] Notify callbacks [] for router, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:27.794169 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-21819042-324f-45b7-b7f7-e253ecdbd36e admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.9240837 Oct 12 19:26:27.797953 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52068) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:26:27.822073 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-52b75534-bac9-441b-a696-c2d12ff22a3c None None] Allocated IP 172.20.0.2 (4b8c9087-e089-4d0a-84ce-f156bfb20e04/acd28113-4c10-4c6b-b576-e6e8128955e4/b2bad587-4c80-42e1-9941-1d8795636259) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:26:27.904811 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d4b287f-86b0-4f75-9abb-189cbd56ae13 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Made reservation on behalf of 8afe3c6a27c7408788d71066edc42001 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:26:27.932341 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-851bdb46-90cd-4807-bb83-4824050da5fa None None] Set router 89257142-43c4-49b6-9f0f-7600e6c2d60c gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:26:28.098937 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device f0375f45-c778-4b6f-82d5-dd7f28de514d up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:26:28.153721 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3d4b287f-86b0-4f75-9abb-189cbd56ae13 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:28.157329 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-37150157-de9f-437e-bca7-808be780d272 req-b1a41a92-2f56-4643-b24d-ae6b88817b29 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecc38ae3-328a-43a0-a185-601e29a048cb HTTP/1.1" status: 200 len: 210 time: 0.0911705 Oct 12 19:26:28.201203 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-52b75534-bac9-441b-a696-c2d12ff22a3c None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:28.214164 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port f0375f45-c778-4b6f-82d5-dd7f28de514d triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:26:28.214779 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:28.221383 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [None req-3d4b287f-86b0-4f75-9abb-189cbd56ae13 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] device_id is not set on port 0d98f7c7-1649-4ad8-9bfe-f4335abde100 yet. {{(pid=95502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 19:26:28.308991 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-851bdb46-90cd-4807-bb83-4824050da5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89257142-43c4-49b6-9f0f-7600e6c2d60c', 'name': 'tempest-ServersTestFqdnHostnames-798603333-router', 'tenant_id': 'e8f8861c0e334263a0cfef850e20be91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': '35409324-967b-4293-a4ac-bd044ba0d1d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:26:23Z', 'updated_at': '2021-10-12T19:26:25Z', 'revision_number': 3, 'project_id': 'e8f8861c0e334263a0cfef850e20be91', 'gw_port': {'id': '35409324-967b-4293-a4ac-bd044ba0d1d8', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:5a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89257142-43c4-49b6-9f0f-7600e6c2d60c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1956, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:26:25Z', 'updated_at': '2021-10-12T19:26:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:26:28.346821 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-52b75534-bac9-441b-a696-c2d12ff22a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:28.362195 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851bdb46-90cd-4807-bb83-4824050da5fa None None] Checking router: 89257142-43c4-49b6-9f0f-7600e6c2d60c for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:26:28.374281 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851bdb46-90cd-4807-bb83-4824050da5fa None None] Updating router 89257142-43c4-49b6-9f0f-7600e6c2d60c port 35409324-967b-4293-a4ac-bd044ba0d1d8 binding host n-d-813679-3 {{(pid=95504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 19:26:28.432472 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-851bdb46-90cd-4807-bb83-4824050da5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:28.457174 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b75534-bac9-441b-a696-c2d12ff22a3c None None] Network 4b8c9087-e089-4d0a-84ce-f156bfb20e04 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:26:28.461336 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-52b75534-bac9-441b-a696-c2d12ff22a3c None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:26:28.468107 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b75534-bac9-441b-a696-c2d12ff22a3c None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:26:28.480042 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b75534-bac9-441b-a696-c2d12ff22a3c None None] Pushing event updated for resources: {'Port': ['ID=b2bad587-4c80-42e1-9941-1d8795636259,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:26:28.539439 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-52b75534-bac9-441b-a696-c2d12ff22a3c None None] Attempting to bind port b2bad587-4c80-42e1-9941-1d8795636259 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:26:28.540669 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-52b75534-bac9-441b-a696-c2d12ff22a3c None None] Attempting to bind port b2bad587-4c80-42e1-9941-1d8795636259 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '9c8faf08-8b3e-4601-bb06-75d16e45ba55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '4b8c9087-e089-4d0a-84ce-f156bfb20e04'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:26:28.540669 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b75534-bac9-441b-a696-c2d12ff22a3c None None] Attempting to bind port b2bad587-4c80-42e1-9941-1d8795636259 on network 4b8c9087-e089-4d0a-84ce-f156bfb20e04 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:26:28.547213 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b75534-bac9-441b-a696-c2d12ff22a3c None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:26:28.548087 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b75534-bac9-441b-a696-c2d12ff22a3c None None] Checking segment: {'id': '9c8faf08-8b3e-4601-bb06-75d16e45ba55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '4b8c9087-e089-4d0a-84ce-f156bfb20e04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:26:28.548735 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-52b75534-bac9-441b-a696-c2d12ff22a3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:28.549633 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b75534-bac9-441b-a696-c2d12ff22a3c None None] Bound using segment: {'id': '9c8faf08-8b3e-4601-bb06-75d16e45ba55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '4b8c9087-e089-4d0a-84ce-f156bfb20e04'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:26:28.562511 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-52b75534-bac9-441b-a696-c2d12ff22a3c None None] Bound port: b2bad587-4c80-42e1-9941-1d8795636259, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c8faf08-8b3e-4601-bb06-75d16e45ba55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '4b8c9087-e089-4d0a-84ce-f156bfb20e04'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:26:28.563437 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-52b75534-bac9-441b-a696-c2d12ff22a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:28.570714 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-3d4b287f-86b0-4f75-9abb-189cbd56ae13 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Allocated IP 172.20.0.10 (4b8c9087-e089-4d0a-84ce-f156bfb20e04/acd28113-4c10-4c6b-b576-e6e8128955e4/0d98f7c7-1649-4ad8-9bfe-f4335abde100) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:26:28.640595 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-49b41bbe-56e3-4298-80e2-f4a8ba70f0d8 req-96e4b063-fede-4d60-b1ca-6dc18cb01d90 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d8118a-4722-4e86-9061-3b560a61dbf9 HTTP/1.1" status: 200 len: 210 time: 0.0505497 Oct 12 19:26:28.691880 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-52b75534-bac9-441b-a696-c2d12ff22a3c None None] For port b2bad587-4c80-42e1-9941-1d8795636259, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:26:28.697979 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-52b75534-bac9-441b-a696-c2d12ff22a3c None None] For port b2bad587-4c80-42e1-9941-1d8795636259, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=b2bad587-4c80-42e1-9941-1d8795636259,segment=NetworkSegment(9c8faf08-8b3e-4601-bb06-75d16e45ba55),segment_id=9c8faf08-8b3e-4601-bb06-75d16e45ba55)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:26:28.786683 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-52b75534-bac9-441b-a696-c2d12ff22a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:28.840976 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8ec00481-3356-4302-895c-6c7bf76fd404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:28.934618 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b75534-bac9-441b-a696-c2d12ff22a3c None None] Pushing event updated for resources: {'Port': ['ID=b2bad587-4c80-42e1-9941-1d8795636259,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:26:28.987628 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3d4b287f-86b0-4f75-9abb-189cbd56ae13 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:29.011486 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-851bdb46-90cd-4807-bb83-4824050da5fa None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:29.129274 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-851bdb46-90cd-4807-bb83-4824050da5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:29.146932 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-8ec00481-3356-4302-895c-6c7bf76fd404 admin admin] Allocated IP 172.20.0.1 (5281acec-b722-4919-9ea6-4090df1618c2/6c2501d2-416b-4d78-8bcf-91740a1fb5c4/e0eb45a7-5858-42b0-b2bd-3a1b276d1969) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:26:29.164642 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8ebb8dcc-29a5-46f1-ae98-acf3e4ad1d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:29.166497 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3d4b287f-86b0-4f75-9abb-189cbd56ae13 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:29.186248 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-851bdb46-90cd-4807-bb83-4824050da5fa None None] Attempting to bind port 35409324-967b-4293-a4ac-bd044ba0d1d8 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:26:29.186610 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-851bdb46-90cd-4807-bb83-4824050da5fa None None] Attempting to bind port 35409324-967b-4293-a4ac-bd044ba0d1d8 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:26:29.186972 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851bdb46-90cd-4807-bb83-4824050da5fa None None] Attempting to bind port 35409324-967b-4293-a4ac-bd044ba0d1d8 on network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:26:29.202677 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1ab107-1441-4c92-a296-ec9dbb020573 None None] Pushing event updated for resources: {'Port': ['ID=35409324-967b-4293-a4ac-bd044ba0d1d8,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:26:29.211243 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851bdb46-90cd-4807-bb83-4824050da5fa None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:26:29.211654 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851bdb46-90cd-4807-bb83-4824050da5fa None None] Checking segment: {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:26:29.214227 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-851bdb46-90cd-4807-bb83-4824050da5fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:29.214973 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851bdb46-90cd-4807-bb83-4824050da5fa None None] Bound using segment: {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:26:29.215697 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-851bdb46-90cd-4807-bb83-4824050da5fa None None] Bound port: 35409324-967b-4293-a4ac-bd044ba0d1d8, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:26:29.216348 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-851bdb46-90cd-4807-bb83-4824050da5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:29.271137 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1ab107-1441-4c92-a296-ec9dbb020573 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:26:29.278045 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1ab107-1441-4c92-a296-ec9dbb020573 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:26:29.278045 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1ab107-1441-4c92-a296-ec9dbb020573 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:26:29.278045 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1ab107-1441-4c92-a296-ec9dbb020573 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:26:29.278045 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1ab107-1441-4c92-a296-ec9dbb020573 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:26:29.278045 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1ab107-1441-4c92-a296-ec9dbb020573 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:26:29.278045 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1ab107-1441-4c92-a296-ec9dbb020573 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:26:29.278045 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1ab107-1441-4c92-a296-ec9dbb020573 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:26:29.278045 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1ab107-1441-4c92-a296-ec9dbb020573 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:26:29.278045 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1ab107-1441-4c92-a296-ec9dbb020573 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:26:29.278045 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1ab107-1441-4c92-a296-ec9dbb020573 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:26:29.278045 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1ab107-1441-4c92-a296-ec9dbb020573 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:26:29.331217 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-851bdb46-90cd-4807-bb83-4824050da5fa None None] For port 35409324-967b-4293-a4ac-bd044ba0d1d8, host n-d-813679-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:26:29.338953 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-851bdb46-90cd-4807-bb83-4824050da5fa None None] For port 35409324-967b-4293-a4ac-bd044ba0d1d8, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=35409324-967b-4293-a4ac-bd044ba0d1d8,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:26:29.341853 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4b287f-86b0-4f75-9abb-189cbd56ae13 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Network 4b8c9087-e089-4d0a-84ce-f156bfb20e04 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:26:29.388318 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-3d4b287f-86b0-4f75-9abb-189cbd56ae13 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:26:29.395761 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4b287f-86b0-4f75-9abb-189cbd56ae13 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Pushing event updated for resources: {'Port': ['ID=0d98f7c7-1649-4ad8-9bfe-f4335abde100,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:26:29.404955 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b628debd-ac67-4bca-9a50-054c81d988e3 req-7207dde0-6a78-413e-86d9-76d4f388f4cb tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecc38ae3-328a-43a0-a185-601e29a048cb HTTP/1.1" status: 200 len: 210 time: 0.0817120 Oct 12 19:26:29.406288 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4b287f-86b0-4f75-9abb-189cbd56ae13 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:26:29.445803 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8ec00481-3356-4302-895c-6c7bf76fd404 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:29.455299 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-851bdb46-90cd-4807-bb83-4824050da5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:29.504843 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d4b287f-86b0-4f75-9abb-189cbd56ae13 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:26:29.505524 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3d4b287f-86b0-4f75-9abb-189cbd56ae13 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:29.570927 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851bdb46-90cd-4807-bb83-4824050da5fa None None] Routers {'89257142-43c4-49b6-9f0f-7600e6c2d60c'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:26:29.571561 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-851bdb46-90cd-4807-bb83-4824050da5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:26:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['89257142-43c4-49b6-9f0f-7600e6c2d60c'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:26:29.573405 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1ab107-1441-4c92-a296-ec9dbb020573 None None] Pushing event updated for resources: {'Port': ['ID=35409324-967b-4293-a4ac-bd044ba0d1d8,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:26:29.597493 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8ec00481-3356-4302-895c-6c7bf76fd404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:29.627376 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-3d4b287f-86b0-4f75-9abb-189cbd56ae13 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.1023088 Oct 12 19:26:29.629834 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52116) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:26:29.635034 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-d71ea661-b197-45f4-ad82-0d074f506304 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Request body: {'port': {'network_id': '4b8c9087-e089-4d0a-84ce-f156bfb20e04', 'name': 'tempest-PortsTestJSON-1149846714', 'fixed_ips': [{'subnet_id': 'acd28113-4c10-4c6b-b576-e6e8128955e4', 'ip_address': '172.20.0.9'}]}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:26:29.674064 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec00481-3356-4302-895c-6c7bf76fd404 admin admin] Pushing event updated for resources: {'Port': ['ID=e0eb45a7-5858-42b0-b2bd-3a1b276d1969,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:26:29.692897 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec00481-3356-4302-895c-6c7bf76fd404 admin admin] Network 5281acec-b722-4919-9ea6-4090df1618c2 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:26:29.698139 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-8ec00481-3356-4302-895c-6c7bf76fd404 admin admin] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:26:29.713399 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec00481-3356-4302-895c-6c7bf76fd404 admin admin] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:26:29.752923 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-851bdb46-90cd-4807-bb83-4824050da5fa None None] Set router 89257142-43c4-49b6-9f0f-7600e6c2d60c gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:26:29.794526 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8ec00481-3356-4302-895c-6c7bf76fd404 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7915309'] for router_interface, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:29.891259 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b6559117-93df-4163-b99a-3bc63876ec5f req-774ded81-bb4a-4c54-904c-832a1b5d1efd tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d8118a-4722-4e86-9061-3b560a61dbf9 HTTP/1.1" status: 200 len: 210 time: 0.0871172 Oct 12 19:26:29.952220 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d71ea661-b197-45f4-ad82-0d074f506304 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Made reservation on behalf of 8afe3c6a27c7408788d71066edc42001 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:26:29.956801 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d71ea661-b197-45f4-ad82-0d074f506304 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:30.091033 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [None req-d71ea661-b197-45f4-ad82-0d074f506304 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] device_id is not set on port c620e7ee-6e97-4ba0-8b74-a851b60e28c5 yet. {{(pid=95502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 19:26:30.130712 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device b2bad587-4c80-42e1-9941-1d8795636259 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:26:30.218169 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ad76f3-3b69-49c6-983a-ad4a640da13d req-7b5156d1-3de1-4565-9a89-8590b399ff0d tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:26:30.226713 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-18ad76f3-3b69-49c6-983a-ad4a640da13d req-7b5156d1-3de1-4565-9a89-8590b399ff0d tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb56269f-088f-4dd7-97a9-d7a3df061653 HTTP/1.1" status: 200 len: 944 time: 0.2381485 Oct 12 19:26:30.234699 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-70f76c79-af9d-4056-bdc2-97726d2869a5 None None] Provisioning complete for port e0eb45a7-5858-42b0-b2bd-3a1b276d1969 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:26:30.234699 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-70f76c79-af9d-4056-bdc2-97726d2869a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:30.259031 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8ec00481-3356-4302-895c-6c7bf76fd404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:30.329972 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port b2bad587-4c80-42e1-9941-1d8795636259 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:26:30.330418 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:30.338532 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-851bdb46-90cd-4807-bb83-4824050da5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89257142-43c4-49b6-9f0f-7600e6c2d60c', 'name': 'tempest-ServersTestFqdnHostnames-798603333-router', 'tenant_id': 'e8f8861c0e334263a0cfef850e20be91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': '35409324-967b-4293-a4ac-bd044ba0d1d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:26:23Z', 'updated_at': '2021-10-12T19:26:25Z', 'revision_number': 3, 'project_id': 'e8f8861c0e334263a0cfef850e20be91', 'gw_port': {'id': '35409324-967b-4293-a4ac-bd044ba0d1d8', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:5a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89257142-43c4-49b6-9f0f-7600e6c2d60c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1956, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:26:25Z', 'updated_at': '2021-10-12T19:26:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:26:30.389752 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-18ad76f3-3b69-49c6-983a-ad4a640da13d req-b8974652-6526-4289-99c2-5edaf7337f73 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e18d525-cf41-4d49-869d-79a715be58e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1618621 Oct 12 19:26:30.393066 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-70f76c79-af9d-4056-bdc2-97726d2869a5 None None] Port e0eb45a7-5858-42b0-b2bd-3a1b276d1969 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:26:30.416332 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851bdb46-90cd-4807-bb83-4824050da5fa None None] The sync data for ids ['89257142-43c4-49b6-9f0f-7600e6c2d60c'] in n-d-813679-3 is: [{'id': '89257142-43c4-49b6-9f0f-7600e6c2d60c', 'name': 'tempest-ServersTestFqdnHostnames-798603333-router', 'tenant_id': 'e8f8861c0e334263a0cfef850e20be91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': '35409324-967b-4293-a4ac-bd044ba0d1d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:26:23Z', 'updated_at': '2021-10-12T19:26:25Z', 'revision_number': 3, 'project_id': 'e8f8861c0e334263a0cfef850e20be91', 'gw_port': {'id': '35409324-967b-4293-a4ac-bd044ba0d1d8', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:5a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89257142-43c4-49b6-9f0f-7600e6c2d60c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1956, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:26:25Z', 'updated_at': '2021-10-12T19:26:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:26:30.519870 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:30.575557 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-d71ea661-b197-45f4-ad82-0d074f506304 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Allocated IP 172.20.0.9 (4b8c9087-e089-4d0a-84ce-f156bfb20e04/acd28113-4c10-4c6b-b576-e6e8128955e4/c620e7ee-6e97-4ba0-8b74-a851b60e28c5) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:26:30.579477 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] For port b2bad587-4c80-42e1-9941-1d8795636259, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=b2bad587-4c80-42e1-9941-1d8795636259,segment=NetworkSegment(9c8faf08-8b3e-4601-bb06-75d16e45ba55),segment_id=9c8faf08-8b3e-4601-bb06-75d16e45ba55)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:26:30.601333 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-dbbf327b-2f95-41f2-8dc2-f60525d86782 req-083052b9-9a29-4244-ba07-a85fcc43953f tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecc38ae3-328a-43a0-a185-601e29a048cb HTTP/1.1" status: 200 len: 210 time: 0.0351250 Oct 12 19:26:30.648661 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5091fcb6-71e7-4ffc-8070-c4e69ec0f01e None None] Network 4b8c9087-e089-4d0a-84ce-f156bfb20e04 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:26:30.652736 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:30.667868 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8ec00481-3356-4302-895c-6c7bf76fd404 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:30.789418 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8ec00481-3356-4302-895c-6c7bf76fd404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:30.852469 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-68a93114-8c04-46c9-9374-2bf780522898 None None] Provisioning complete for port b2bad587-4c80-42e1-9941-1d8795636259 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:26:30.853034 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-68a93114-8c04-46c9-9374-2bf780522898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:30.854798 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d71ea661-b197-45f4-ad82-0d074f506304 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:30.900657 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Pushing event updated for resources: {'Port': ['ID=b2bad587-4c80-42e1-9941-1d8795636259,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:26:31.077514 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec00481-3356-4302-895c-6c7bf76fd404 admin admin] Pushing event updated for resources: {'Port': ['ID=e0eb45a7-5858-42b0-b2bd-3a1b276d1969,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:26:31.078014 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe261fb-1985-4c1b-a8be-955d9c5b07a3 req-0158eefb-7d3f-4abb-8868-f73e099dadb1 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:26:31.094099 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3fe261fb-1985-4c1b-a8be-955d9c5b07a3 req-0158eefb-7d3f-4abb-8868-f73e099dadb1 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb56269f-088f-4dd7-97a9-d7a3df061653 HTTP/1.1" status: 200 len: 944 time: 0.1141849 Oct 12 19:26:31.110484 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d71ea661-b197-45f4-ad82-0d074f506304 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:31.171920 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-646636f1-4a0e-459a-bdd4-c6d415ad02a1 req-e0da16d4-dd42-437e-b31d-591ac4a14fff tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d8118a-4722-4e86-9061-3b560a61dbf9 HTTP/1.1" status: 200 len: 210 time: 0.1076555 Oct 12 19:26:31.210422 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b938e6-8b24-4fd1-af9e-b70aae420af5 req-bc3d8d18-13c9-4ddb-a316-ac7e549122ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:26:31.212396 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b5b938e6-8b24-4fd1-af9e-b70aae420af5 req-bc3d8d18-13c9-4ddb-a316-ac7e549122ea service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8037c4999d8b4d25a8c451f2b659a2c4&device_id=fb56269f-088f-4dd7-97a9-d7a3df061653 HTTP/1.1" status: 200 len: 1095 time: 0.2377269 Oct 12 19:26:31.213362 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8ec00481-3356-4302-895c-6c7bf76fd404 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7898980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8092605'] for router_interface, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:31.367109 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3fe261fb-1985-4c1b-a8be-955d9c5b07a3 req-8e47691d-63f6-4af5-b4c4-2da5ee47946c tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e18d525-cf41-4d49-869d-79a715be58e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2260807 Oct 12 19:26:31.367109 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d71ea661-b197-45f4-ad82-0d074f506304 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Network 4b8c9087-e089-4d0a-84ce-f156bfb20e04 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:26:31.367109 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71ea661-b197-45f4-ad82-0d074f506304 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Pushing event updated for resources: {'Port': ['ID=c620e7ee-6e97-4ba0-8b74-a851b60e28c5,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:26:31.367109 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-d71ea661-b197-45f4-ad82-0d074f506304 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:26:31.367109 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71ea661-b197-45f4-ad82-0d074f506304 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:26:31.390862 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71ea661-b197-45f4-ad82-0d074f506304 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:26:31.392768 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d71ea661-b197-45f4-ad82-0d074f506304 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:31.523886 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b938e6-8b24-4fd1-af9e-b70aae420af5 req-fa1af52a-047c-4b2b-bac4-2eb52bf38ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:26:31.525689 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b5b938e6-8b24-4fd1-af9e-b70aae420af5 req-fa1af52a-047c-4b2b-bac4-2eb52bf38ab3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f22a0b4a-70e4-4463-a6ef-6109199fd871 HTTP/1.1" status: 200 len: 912 time: 0.2933445 Oct 12 19:26:31.564215 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec00481-3356-4302-895c-6c7bf76fd404 admin admin] Network 5281acec-b722-4919-9ea6-4090df1618c2 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:26:31.600406 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-d71ea661-b197-45f4-ad82-0d074f506304 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.9694769 Oct 12 19:26:31.602895 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52130) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:26:31.641343 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-8ec00481-3356-4302-895c-6c7bf76fd404 admin admin] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:26:31.651641 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-6e9e6bb2-beba-4f2f-91fa-865f9cb6543a None None] Provisioning complete for port b2bad587-4c80-42e1-9941-1d8795636259 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:26:31.652226 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6e9e6bb2-beba-4f2f-91fa-865f9cb6543a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:31.699277 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-acef3f26-6c5f-4723-8acc-0e5998207e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:31.792685 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede891fb-800f-4033-9c1c-fd5837320219 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:26:31.797505 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-ede891fb-800f-4033-9c1c-fd5837320219 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1935887 Oct 12 19:26:31.804086 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52134) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:26:31.859180 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-6e9e6bb2-beba-4f2f-91fa-865f9cb6543a None None] Provisioning complete for port c620e7ee-6e97-4ba0-8b74-a851b60e28c5 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:26:31.860844 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6e9e6bb2-beba-4f2f-91fa-865f9cb6543a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:31.901274 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d8e8ee-a89b-4926-aa82-c39458b43e4f tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:26:31.907455 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d8e8ee-a89b-4926-aa82-c39458b43e4f tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:26:31.913769 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d8e8ee-a89b-4926-aa82-c39458b43e4f tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:26:31.915803 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-d3d8e8ee-a89b-4926-aa82-c39458b43e4f tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.1121700 Oct 12 19:26:31.919484 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52136) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:26:31.948803 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-6e9e6bb2-beba-4f2f-91fa-865f9cb6543a None None] Port c620e7ee-6e97-4ba0-8b74-a851b60e28c5 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:26:31.959963 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-6e9e6bb2-beba-4f2f-91fa-865f9cb6543a None None] Provisioning complete for port 0d98f7c7-1649-4ad8-9bfe-f4335abde100 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:26:31.960738 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6e9e6bb2-beba-4f2f-91fa-865f9cb6543a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:32.000822 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-aec49c97-c1ac-4793-bb14-68352b681b5a req-5cb5e1f2-1784-45ea-a685-3ded29022e1a tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecc38ae3-328a-43a0-a185-601e29a048cb HTTP/1.1" status: 200 len: 210 time: 0.1410029 Oct 12 19:26:32.077908 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-6e9e6bb2-beba-4f2f-91fa-865f9cb6543a None None] Port 0d98f7c7-1649-4ad8-9bfe-f4335abde100 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:26:32.112943 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b5b938e6-8b24-4fd1-af9e-b70aae420af5 req-395010cf-199a-4fe8-87c8-d302ca9413aa service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a1f42106-a7b0-4dd3-8e89-1f2eceabc986 HTTP/1.1" status: 200 len: 999 time: 0.5761392 Oct 12 19:26:32.182288 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-a0cb4527-ddf7-48e1-9f4a-f427e8655b51 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Deleting port c620e7ee-6e97-4ba0-8b74-a851b60e28c5 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:26:32.182670 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a0cb4527-ddf7-48e1-9f4a-f427e8655b51 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:32.193585 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 35409324-967b-4293-a4ac-bd044ba0d1d8 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:26:32.249775 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b938e6-8b24-4fd1-af9e-b70aae420af5 req-524bf02a-c799-48ba-815e-cc710bd0c6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:26:32.251330 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b5b938e6-8b24-4fd1-af9e-b70aae420af5 req-524bf02a-c799-48ba-815e-cc710bd0c6b9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a09cd6ac-b3e0-423d-9e85-6644cbc7e663 HTTP/1.1" status: 200 len: 850 time: 0.1247413 Oct 12 19:26:32.254812 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-5411c834-a13e-4a63-9d05-ac36bd562811 None None] Provisioning complete for port e0eb45a7-5858-42b0-b2bd-3a1b276d1969 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:26:32.255440 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5411c834-a13e-4a63-9d05-ac36bd562811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:32.287604 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ec00481-3356-4302-895c-6c7bf76fd404 admin admin] Router 89257142-43c4-49b6-9f0f-7600e6c2d60c has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:26:32.309325 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-5411c834-a13e-4a63-9d05-ac36bd562811 None None] Port e0eb45a7-5858-42b0-b2bd-3a1b276d1969 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:26:32.329876 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-5411c834-a13e-4a63-9d05-ac36bd562811 None None] Provisioning complete for port 0d98f7c7-1649-4ad8-9bfe-f4335abde100 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:26:32.330545 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5411c834-a13e-4a63-9d05-ac36bd562811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:32.356356 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a0cb4527-ddf7-48e1-9f4a-f427e8655b51 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:32.384252 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 35409324-967b-4293-a4ac-bd044ba0d1d8 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:26:32.385866 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:32.407053 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b938e6-8b24-4fd1-af9e-b70aae420af5 req-b645d600-2ff8-40a4-95bc-3292fff30f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:26:32.409276 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b5b938e6-8b24-4fd1-af9e-b70aae420af5 req-b645d600-2ff8-40a4-95bc-3292fff30f93 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f22a0b4a-70e4-4463-a6ef-6109199fd871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1429534 Oct 12 19:26:32.433107 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6732310e-b7d4-47b7-b94b-b6a11edc1c05 req-cf889013-0718-44fe-8444-bbfd344d67af tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d8118a-4722-4e86-9061-3b560a61dbf9 HTTP/1.1" status: 200 len: 210 time: 0.1341090 Oct 12 19:26:32.442527 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-a0cb4527-ddf7-48e1-9f4a-f427e8655b51 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Calling delete_port for c620e7ee-6e97-4ba0-8b74-a851b60e28c5 owned by {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:26:32.480199 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-5411c834-a13e-4a63-9d05-ac36bd562811 None None] Port 0d98f7c7-1649-4ad8-9bfe-f4335abde100 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:26:32.569430 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:32.608142 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] For port 35409324-967b-4293-a4ac-bd044ba0d1d8, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=35409324-967b-4293-a4ac-bd044ba0d1d8,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:26:32.611656 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:32.621624 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-86441e34-ddcd-4145-9f10-7b42552c9934 None None] Provisioning complete for port c620e7ee-6e97-4ba0-8b74-a851b60e28c5 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:26:32.622178 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-86441e34-ddcd-4145-9f10-7b42552c9934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:32.669435 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-86441e34-ddcd-4145-9f10-7b42552c9934 None None] Port c620e7ee-6e97-4ba0-8b74-a851b60e28c5 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:26:32.678025 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:32.678903 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device b2bad587-4c80-42e1-9941-1d8795636259 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:26:32.703322 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a0cb4527-ddf7-48e1-9f4a-f427e8655b51 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:32.742146 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Pushing event updated for resources: {'Port': ['ID=35409324-967b-4293-a4ac-bd044ba0d1d8,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:26:32.845754 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port b2bad587-4c80-42e1-9941-1d8795636259 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:26:32.846518 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:32.852600 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cb4527-ddf7-48e1-9f4a-f427e8655b51 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Pushing event deleted for resources: {'Port': ['ID=c620e7ee-6e97-4ba0-8b74-a851b60e28c5,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:26:32.908069 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:32.972887 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a0cb4527-ddf7-48e1-9f4a-f427e8655b51 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:32.982609 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-a0cb4527-ddf7-48e1-9f4a-f427e8655b51 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] 10.222.0.49 "DELETE /v2.0/ports/c620e7ee-6e97-4ba0-8b74-a851b60e28c5 HTTP/1.1" status: 204 len: 168 time: 1.0584991 Oct 12 19:26:32.983327 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52142) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:26:33.017798 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:33.075186 n-d-813679-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc7dc8ad-f9d3-410c-8b37-3280f20a681c tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] GET failed (client error): The resource could not be found. Oct 12 19:26:33.079588 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-cc7dc8ad-f9d3-410c-8b37-3280f20a681c tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] 10.222.0.49 "GET /v2.0/ports/c620e7ee-6e97-4ba0-8b74-a851b60e28c5 HTTP/1.1" status: 404 len: 333 time: 0.0916150 Oct 12 19:26:33.081002 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52146) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:26:33.143660 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ec00481-3356-4302-895c-6c7bf76fd404 admin admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:26:33.153409 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bedc2a30-027c-40d9-bbc4-d37d94ffdaa2 None None] Sync routers for ids ['89257142-43c4-49b6-9f0f-7600e6c2d60c'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:26:33.165925 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bedc2a30-027c-40d9-bbc4-d37d94ffdaa2 None None] Routers {'89257142-43c4-49b6-9f0f-7600e6c2d60c'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:26:33.166554 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-bedc2a30-027c-40d9-bbc4-d37d94ffdaa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:26:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['89257142-43c4-49b6-9f0f-7600e6c2d60c'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:26:33.171893 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-8ec00481-3356-4302-895c-6c7bf76fd404 admin admin] 10.222.0.49 "PUT /v2.0/routers/89257142-43c4-49b6-9f0f-7600e6c2d60c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3728783 Oct 12 19:26:33.185260 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-254ef587-8a3f-4fa2-8806-8543926b1db3 req-4df0b4fc-46c1-4c7a-a6dd-005a5d71c6c3 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecc38ae3-328a-43a0-a185-601e29a048cb HTTP/1.1" status: 200 len: 210 time: 0.0552621 Oct 12 19:26:33.221982 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83b55e5-d76d-4224-87a1-fef2e74654ac req-b2bb981f-04b2-4395-bb13-aa8f33b55341 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:26:33.229391 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e83b55e5-d76d-4224-87a1-fef2e74654ac req-b2bb981f-04b2-4395-bb13-aa8f33b55341 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb56269f-088f-4dd7-97a9-d7a3df061653 HTTP/1.1" status: 200 len: 944 time: 0.2262766 Oct 12 19:26:33.285118 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b5b938e6-8b24-4fd1-af9e-b70aae420af5 req-e63d37ea-5894-47b8-a35a-e358634dd0e5 service neutron] 10.222.0.61 "GET /v2.0/networks/f22a0b4a-70e4-4463-a6ef-6109199fd871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2997522 Oct 12 19:26:33.299213 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e83b55e5-d76d-4224-87a1-fef2e74654ac req-23969636-c585-4a30-984b-4dc0395faeca tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e18d525-cf41-4d49-869d-79a715be58e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689042 Oct 12 19:26:33.325204 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-3ecf7efb-77b4-462e-8565-78284966f2ba tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Deleting port 0d98f7c7-1649-4ad8-9bfe-f4335abde100 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:26:33.325630 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3ecf7efb-77b4-462e-8565-78284966f2ba tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:33.375642 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-bedc2a30-027c-40d9-bbc4-d37d94ffdaa2 None None] Set router 89257142-43c4-49b6-9f0f-7600e6c2d60c gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:26:33.468598 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b5b938e6-8b24-4fd1-af9e-b70aae420af5 req-dfbbd9b2-63e5-40d0-846f-149bf8780253 service neutron] 10.222.0.61 "GET /v2.0/networks/f22a0b4a-70e4-4463-a6ef-6109199fd871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629331 Oct 12 19:26:33.476879 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3ecf7efb-77b4-462e-8565-78284966f2ba tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:33.492878 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-3ecf7efb-77b4-462e-8565-78284966f2ba tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Calling delete_port for 0d98f7c7-1649-4ad8-9bfe-f4335abde100 owned by {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:26:33.613485 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8acec899-e4d3-4e39-b849-8e11c00ef357 req-c5cd52b5-f00d-4e05-be79-70b8a6765206 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d8118a-4722-4e86-9061-3b560a61dbf9 HTTP/1.1" status: 200 len: 210 time: 0.0522704 Oct 12 19:26:33.640405 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:33.775523 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-bedc2a30-027c-40d9-bbc4-d37d94ffdaa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89257142-43c4-49b6-9f0f-7600e6c2d60c', 'name': 'tempest-ServersTestFqdnHostnames-798603333-router', 'tenant_id': 'e8f8861c0e334263a0cfef850e20be91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': '35409324-967b-4293-a4ac-bd044ba0d1d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:26:23Z', 'updated_at': '2021-10-12T19:26:30Z', 'revision_number': 4, 'project_id': 'e8f8861c0e334263a0cfef850e20be91', 'gw_port': {'id': '35409324-967b-4293-a4ac-bd044ba0d1d8', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:5a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89257142-43c4-49b6-9f0f-7600e6c2d60c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1956, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:26:25Z', 'updated_at': '2021-10-12T19:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': 'e0eb45a7-5858-42b0-b2bd-3a1b276d1969', 'name': '', 'network_id': '5281acec-b722-4919-9ea6-4090df1618c2', 'tenant_id': 'e8f8861c0e334263a0cfef850e20be91', 'mac_address': 'fa:16:3e:05:ac:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89257142-43c4-49b6-9f0f-7600e6c2d60c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1962, 'fixed_ips': [{'subnet_id': '6c2501d2-416b-4d78-8bcf-91740a1fb5c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:26:28Z', 'updated_at': '2021-10-12T19:26:30Z', 'revision_number': 2, 'project_id': 'e8f8861c0e334263a0cfef850e20be91', 'subnets': [{'id': '6c2501d2-416b-4d78-8bcf-91740a1fb5c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:26:33.806717 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bedc2a30-027c-40d9-bbc4-d37d94ffdaa2 None None] Checking router: 89257142-43c4-49b6-9f0f-7600e6c2d60c for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:26:33.807118 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bedc2a30-027c-40d9-bbc4-d37d94ffdaa2 None None] Updating router 89257142-43c4-49b6-9f0f-7600e6c2d60c port e0eb45a7-5858-42b0-b2bd-3a1b276d1969 binding host n-d-813679-3 {{(pid=95503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 19:26:33.820170 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3ecf7efb-77b4-462e-8565-78284966f2ba tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:33.866901 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bedc2a30-027c-40d9-bbc4-d37d94ffdaa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:33.885979 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecf7efb-77b4-462e-8565-78284966f2ba tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Pushing event deleted for resources: {'Port': ['ID=0d98f7c7-1649-4ad8-9bfe-f4335abde100,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:26:34.070669 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3ecf7efb-77b4-462e-8565-78284966f2ba tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:34.085760 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-3ecf7efb-77b4-462e-8565-78284966f2ba tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] 10.222.0.49 "DELETE /v2.0/ports/0d98f7c7-1649-4ad8-9bfe-f4335abde100 HTTP/1.1" status: 204 len: 168 time: 1.0000234 Oct 12 19:26:34.088148 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52156) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:26:34.159177 n-d-813679-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec7e6823-fe67-4261-acf0-243aa990ffa6 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] GET failed (client error): The resource could not be found. Oct 12 19:26:34.159500 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52158) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:26:34.160752 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-ec7e6823-fe67-4261-acf0-243aa990ffa6 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] 10.222.0.49 "GET /v2.0/ports/0d98f7c7-1649-4ad8-9bfe-f4335abde100 HTTP/1.1" status: 404 len: 333 time: 0.0715041 Oct 12 19:26:34.163150 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52160) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:26:34.164757 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-648236b4-ccaa-4bd5-b8c6-5b9b379360a0 tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1701493233', 'description': 'tempest-description--332061462'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:26:34.255939 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 35409324-967b-4293-a4ac-bd044ba0d1d8 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:26:34.260537 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0daf43f-c6c6-4c30-b45c-cd29d934de9f tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Deleting subnet acd28113-4c10-4c6b-b576-e6e8128955e4 {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:26:34.269678 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d0daf43f-c6c6-4c30-b45c-cd29d934de9f tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:34.295018 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-648236b4-ccaa-4bd5-b8c6-5b9b379360a0 tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:34.346174 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d0daf43f-c6c6-4c30-b45c-cd29d934de9f tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16313642'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:34.374763 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 35409324-967b-4293-a4ac-bd044ba0d1d8 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:26:34.375138 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:34.442525 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4543c64a-d3f2-414d-b3a6-fdadcb3d695d req-d2da8d9d-26b8-4463-b165-c23f9c4691dc tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecc38ae3-328a-43a0-a185-601e29a048cb HTTP/1.1" status: 200 len: 210 time: 0.1102979 Oct 12 19:26:34.528899 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-648236b4-ccaa-4bd5-b8c6-5b9b379360a0 tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:34.580512 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d8d51f-b609-47e7-9cd0-d2f097393cb0 req-afaa9b30-5250-4778-b1f9-c277c2d638c4 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:26:34.582018 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-34d8d51f-b609-47e7-9cd0-d2f097393cb0 req-afaa9b30-5250-4778-b1f9-c277c2d638c4 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb56269f-088f-4dd7-97a9-d7a3df061653 HTTP/1.1" status: 200 len: 944 time: 0.1275246 Oct 12 19:26:34.585861 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d0daf43f-c6c6-4c30-b45c-cd29d934de9f tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:34.601651 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-648236b4-ccaa-4bd5-b8c6-5b9b379360a0 tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:34.674991 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648236b4-ccaa-4bd5-b8c6-5b9b379360a0 tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc46d298-9ebe-4080-a5d8-2986cdcdbaa0,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:26:34.684640 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bedc2a30-027c-40d9-bbc4-d37d94ffdaa2 None None] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:34.688163 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:34.701605 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-34d8d51f-b609-47e7-9cd0-d2f097393cb0 req-4f56cc05-6c58-4475-ab03-8540c6ea4241 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e18d525-cf41-4d49-869d-79a715be58e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046317 Oct 12 19:26:34.731346 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-648236b4-ccaa-4bd5-b8c6-5b9b379360a0 tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:34.732723 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-648236b4-ccaa-4bd5-b8c6-5b9b379360a0 tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5719130 Oct 12 19:26:34.741164 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52170) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:26:34.745382 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-09e5c434-149a-4188-beb5-1622d3d39b92 tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] Request body: {'security_group_rule': {'security_group_id': 'cc46d298-9ebe-4080-a5d8-2986cdcdbaa0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:26:34.763208 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bedc2a30-027c-40d9-bbc4-d37d94ffdaa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:34.817309 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9c9f2470-068e-4664-a7fc-46aa879171f9 req-23d9984e-4229-4a7d-913e-61af62fe75c8 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d8118a-4722-4e86-9061-3b560a61dbf9 HTTP/1.1" status: 200 len: 210 time: 0.0490866 Oct 12 19:26:34.837821 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d0daf43f-c6c6-4c30-b45c-cd29d934de9f tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4306592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16245866'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:34.856461 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e9cf37-3bd2-4286-a702-98a14d262ec9 None None] Pushing event updated for resources: {'Port': ['ID=e0eb45a7-5858-42b0-b2bd-3a1b276d1969,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:26:34.876421 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0daf43f-c6c6-4c30-b45c-cd29d934de9f tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Pushing event deleted for resources: {'Subnet': ['ID=acd28113-4c10-4c6b-b576-e6e8128955e4,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:26:34.877173 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-09e5c434-149a-4188-beb5-1622d3d39b92 tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:34.884284 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d0daf43f-c6c6-4c30-b45c-cd29d934de9f tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:34.887869 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-d0daf43f-c6c6-4c30-b45c-cd29d934de9f tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] 10.222.0.49 "DELETE /v2.0/subnets/acd28113-4c10-4c6b-b576-e6e8128955e4 HTTP/1.1" status: 204 len: 168 time: 0.7237775 Oct 12 19:26:34.890616 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52174) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:26:34.895068 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d89ff8-c298-4820-a26f-35ad5abdde18 None None] Network 4b8c9087-e089-4d0a-84ce-f156bfb20e04 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:26:34.947234 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-bedc2a30-027c-40d9-bbc4-d37d94ffdaa2 None None] Attempting to bind port e0eb45a7-5858-42b0-b2bd-3a1b276d1969 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:26:34.950492 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-bedc2a30-027c-40d9-bbc4-d37d94ffdaa2 None None] Attempting to bind port e0eb45a7-5858-42b0-b2bd-3a1b276d1969 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '4c3280bf-b806-47b6-8d51-69b6d2001d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '5281acec-b722-4919-9ea6-4090df1618c2'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:26:34.950492 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bedc2a30-027c-40d9-bbc4-d37d94ffdaa2 None None] Attempting to bind port e0eb45a7-5858-42b0-b2bd-3a1b276d1969 on network 5281acec-b722-4919-9ea6-4090df1618c2 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:26:34.962759 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bedc2a30-027c-40d9-bbc4-d37d94ffdaa2 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:26:34.963220 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bedc2a30-027c-40d9-bbc4-d37d94ffdaa2 None None] Checking segment: {'id': '4c3280bf-b806-47b6-8d51-69b6d2001d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '5281acec-b722-4919-9ea6-4090df1618c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:26:34.964212 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bedc2a30-027c-40d9-bbc4-d37d94ffdaa2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:34.964697 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bedc2a30-027c-40d9-bbc4-d37d94ffdaa2 None None] Bound using segment: {'id': '4c3280bf-b806-47b6-8d51-69b6d2001d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '5281acec-b722-4919-9ea6-4090df1618c2'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:26:34.965770 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-bedc2a30-027c-40d9-bbc4-d37d94ffdaa2 None None] Bound port: e0eb45a7-5858-42b0-b2bd-3a1b276d1969, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c3280bf-b806-47b6-8d51-69b6d2001d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '5281acec-b722-4919-9ea6-4090df1618c2'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:26:34.966756 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bedc2a30-027c-40d9-bbc4-d37d94ffdaa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:34.975592 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-09e5c434-149a-4188-beb5-1622d3d39b92 tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:34.987864 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a723b549-acc9-46b8-8e59-4a4a463dfde6 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:35.065607 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadb5453-c29a-482c-9f6a-a3f3738d73b6 req-5fa46155-92de-4d39-b892-7d125a76b35b tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:26:35.067408 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-cadb5453-c29a-482c-9f6a-a3f3738d73b6 req-5fa46155-92de-4d39-b892-7d125a76b35b tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb56269f-088f-4dd7-97a9-d7a3df061653 HTTP/1.1" status: 200 len: 944 time: 0.0850692 Oct 12 19:26:35.088986 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-09e5c434-149a-4188-beb5-1622d3d39b92 tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:35.101634 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-bedc2a30-027c-40d9-bbc4-d37d94ffdaa2 None None] For port e0eb45a7-5858-42b0-b2bd-3a1b276d1969, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:26:35.103801 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-bedc2a30-027c-40d9-bbc4-d37d94ffdaa2 None None] For port e0eb45a7-5858-42b0-b2bd-3a1b276d1969, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=e0eb45a7-5858-42b0-b2bd-3a1b276d1969,segment=NetworkSegment(4c3280bf-b806-47b6-8d51-69b6d2001d54),segment_id=4c3280bf-b806-47b6-8d51-69b6d2001d54)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:26:35.107385 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-a723b549-acc9-46b8-8e59-4a4a463dfde6 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Deleting port b2bad587-4c80-42e1-9941-1d8795636259 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:26:35.107731 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a723b549-acc9-46b8-8e59-4a4a463dfde6 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:35.122424 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e5c434-149a-4188-beb5-1622d3d39b92 tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=931451de-1791-4b69-b8c0-733f78dbe8f5,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:26:35.192992 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bedc2a30-027c-40d9-bbc4-d37d94ffdaa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:35.211212 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-09e5c434-149a-4188-beb5-1622d3d39b92 tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:35.212823 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-09e5c434-149a-4188-beb5-1622d3d39b92 tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4710982 Oct 12 19:26:35.214911 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb8eb54-3ac3-4dd2-8f9d-6db243a1bcfa None None] DHCP port deletion for 4b8c9087-e089-4d0a-84ce-f156bfb20e04 request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 19:26:35.216222 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52176) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:26:35.225865 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-e68bcbe7-dad2-4658-b1a0-fc4a2934e481 tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] Request body: {'security_group_rule': {'security_group_id': 'cc46d298-9ebe-4080-a5d8-2986cdcdbaa0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:26:35.314884 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e9cf37-3bd2-4286-a702-98a14d262ec9 None None] Pushing event updated for resources: {'Port': ['ID=e0eb45a7-5858-42b0-b2bd-3a1b276d1969,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:26:35.345296 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bedc2a30-027c-40d9-bbc4-d37d94ffdaa2 None None] Routers {'89257142-43c4-49b6-9f0f-7600e6c2d60c'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:26:35.347633 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-bedc2a30-027c-40d9-bbc4-d37d94ffdaa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:26:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['89257142-43c4-49b6-9f0f-7600e6c2d60c'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:26:35.359813 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e68bcbe7-dad2-4658-b1a0-fc4a2934e481 tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:35.375892 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-cfc5fb1c-03ba-45be-a456-fa1dd0c9fdcf None None] Provisioning complete for port e0eb45a7-5858-42b0-b2bd-3a1b276d1969 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:26:35.376217 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cfc5fb1c-03ba-45be-a456-fa1dd0c9fdcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:35.545247 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e68bcbe7-dad2-4658-b1a0-fc4a2934e481 tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:35.605242 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-772a2980-1704-43b8-932a-861eba7560c7 req-d60f79bd-2c29-4492-947c-a69f433c09db tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecc38ae3-328a-43a0-a185-601e29a048cb HTTP/1.1" status: 200 len: 210 time: 0.0331333 Oct 12 19:26:35.622037 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-cadb5453-c29a-482c-9f6a-a3f3738d73b6 req-7bff2f45-1153-42a9-aecd-8358b02808aa tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e18d525-cf41-4d49-869d-79a715be58e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5235987 Oct 12 19:26:35.642505 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e68bcbe7-dad2-4658-b1a0-fc4a2934e481 tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:35.656410 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-a723b549-acc9-46b8-8e59-4a4a463dfde6 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] For port b2bad587-4c80-42e1-9941-1d8795636259, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=b2bad587-4c80-42e1-9941-1d8795636259,segment=NetworkSegment(9c8faf08-8b3e-4601-bb06-75d16e45ba55),segment_id=9c8faf08-8b3e-4601-bb06-75d16e45ba55)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:26:35.660926 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a723b549-acc9-46b8-8e59-4a4a463dfde6 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:35.663912 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68bcbe7-dad2-4658-b1a0-fc4a2934e481 tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f717ded9-f510-424a-b0da-b917d4f63116,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:26:35.685655 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-7eb8eb54-3ac3-4dd2-8f9d-6db243a1bcfa None None] Deleting port b2bad587-4c80-42e1-9941-1d8795636259 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:26:35.686027 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7eb8eb54-3ac3-4dd2-8f9d-6db243a1bcfa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:35.686261 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-a723b549-acc9-46b8-8e59-4a4a463dfde6 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Calling delete_port for b2bad587-4c80-42e1-9941-1d8795636259 owned by network:dhcp {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:26:35.693497 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cfc5fb1c-03ba-45be-a456-fa1dd0c9fdcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:35.761219 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e68bcbe7-dad2-4658-b1a0-fc4a2934e481 tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:35.766146 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-e68bcbe7-dad2-4658-b1a0-fc4a2934e481 tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5459871 Oct 12 19:26:35.767077 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52182) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:26:35.774807 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-7b175812-18bb-4011-ada8-c9b3f37de32c tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] Request body: {'floatingip': {'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:26:35.783504 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-bedc2a30-027c-40d9-bbc4-d37d94ffdaa2 None None] Set router 89257142-43c4-49b6-9f0f-7600e6c2d60c gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:26:35.799555 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186d7f18-47cd-4f3e-ac25-3d9d6b283aa8 req-7f264dbd-84fd-46f2-a252-5459124fd33a tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:26:35.818285 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-186d7f18-47cd-4f3e-ac25-3d9d6b283aa8 req-7f264dbd-84fd-46f2-a252-5459124fd33a tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb56269f-088f-4dd7-97a9-d7a3df061653 HTTP/1.1" status: 200 len: 944 time: 0.0906227 Oct 12 19:26:35.823065 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-7eb8eb54-3ac3-4dd2-8f9d-6db243a1bcfa None None] For port b2bad587-4c80-42e1-9941-1d8795636259, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=b2bad587-4c80-42e1-9941-1d8795636259,segment=NetworkSegment(9c8faf08-8b3e-4601-bb06-75d16e45ba55),segment_id=9c8faf08-8b3e-4601-bb06-75d16e45ba55)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:26:35.823469 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7eb8eb54-3ac3-4dd2-8f9d-6db243a1bcfa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:35.828857 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-cfc5fb1c-03ba-45be-a456-fa1dd0c9fdcf None None] For port e0eb45a7-5858-42b0-b2bd-3a1b276d1969, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=e0eb45a7-5858-42b0-b2bd-3a1b276d1969,segment=NetworkSegment(4c3280bf-b806-47b6-8d51-69b6d2001d54),segment_id=4c3280bf-b806-47b6-8d51-69b6d2001d54)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:26:35.847510 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-7eb8eb54-3ac3-4dd2-8f9d-6db243a1bcfa None None] Calling delete_port for b2bad587-4c80-42e1-9941-1d8795636259 owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:26:35.872749 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-186d7f18-47cd-4f3e-ac25-3d9d6b283aa8 req-50e1505e-0e18-4781-be4b-c0dc0a5d46a9 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e18d525-cf41-4d49-869d-79a715be58e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533283 Oct 12 19:26:35.907449 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7b175812-18bb-4011-ada8-c9b3f37de32c tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] Notify callbacks [] for floatingip, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:35.923442 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a723b549-acc9-46b8-8e59-4a4a463dfde6 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:35.931804 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cfc5fb1c-03ba-45be-a456-fa1dd0c9fdcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:35.960225 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a723b549-acc9-46b8-8e59-4a4a463dfde6 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Pushing event deleted for resources: {'Port': ['ID=b2bad587-4c80-42e1-9941-1d8795636259,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:26:35.968505 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a723b549-acc9-46b8-8e59-4a4a463dfde6 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] No DVR routers for this DVR port b2bad587-4c80-42e1-9941-1d8795636259 on host n-d-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:26:36.050728 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52190) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:26:36.063693 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device b2bad587-4c80-42e1-9941-1d8795636259 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:26:36.139774 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a723b549-acc9-46b8-8e59-4a4a463dfde6 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:36.178623 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: b2bad587-4c80-42e1-9941-1d8795636259 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:26:36.178623 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device b2bad587-4c80-42e1-9941-1d8795636259 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:26:36.204835 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-37a754a2-5097-498e-80c0-be032cb77479 req-e9a7f028-986a-449f-87fb-b6aa6b226ceb tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d8118a-4722-4e86-9061-3b560a61dbf9 HTTP/1.1" status: 200 len: 210 time: 0.2523704 Oct 12 19:26:36.230991 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc5fb1c-03ba-45be-a456-fa1dd0c9fdcf None None] Pushing event updated for resources: {'Port': ['ID=e0eb45a7-5858-42b0-b2bd-3a1b276d1969,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:26:36.270136 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cbe6fed-79b2-48b9-8c62-1dea1f4fce56 admin admin] Deleting subnet 9f50c7ad-f488-4a89-8813-b50099f2dffd {{(pid=95501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:26:36.274605 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7cbe6fed-79b2-48b9-8c62-1dea1f4fce56 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:36.346025 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7cbe6fed-79b2-48b9-8c62-1dea1f4fce56 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281083'] for subnet, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:36.409711 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-538365bc-cd29-4fef-bf25-575655a3da1b None None] Provisioning complete for port e0eb45a7-5858-42b0-b2bd-3a1b276d1969 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:26:36.421110 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-538365bc-cd29-4fef-bf25-575655a3da1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:36.437935 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7b175812-18bb-4011-ada8-c9b3f37de32c tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:36.446709 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd017ab7-592d-4cc2-b39b-f585b0894cf9 req-72b67401-1872-485a-90b7-2c657d1dc67f tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:26:36.449851 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7cbe6fed-79b2-48b9-8c62-1dea1f4fce56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:36.463598 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-cd017ab7-592d-4cc2-b39b-f585b0894cf9 req-72b67401-1872-485a-90b7-2c657d1dc67f tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/networks?id=f22a0b4a-70e4-4463-a6ef-6109199fd871 HTTP/1.1" status: 200 len: 811 time: 0.2596128 Oct 12 19:26:36.481783 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-a723b549-acc9-46b8-8e59-4a4a463dfde6 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b8c9087-e089-4d0a-84ce-f156bfb20e04']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:26:36.485381 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-cd017ab7-592d-4cc2-b39b-f585b0894cf9 req-55673ef0-67be-40c8-988b-87d25ba3e9a0 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/quotas/8037c4999d8b4d25a8c451f2b659a2c4 HTTP/1.1" status: 200 len: 375 time: 0.0196440 Oct 12 19:26:36.516198 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-a723b549-acc9-46b8-8e59-4a4a463dfde6 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c8faf08-8b3e-4601-bb06-75d16e45ba55') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:26:36.516492 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-a723b549-acc9-46b8-8e59-4a4a463dfde6 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c8faf08-8b3e-4601-bb06-75d16e45ba55') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:26:36.552193 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a723b549-acc9-46b8-8e59-4a4a463dfde6 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16313633'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:36.558969 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7eb8eb54-3ac3-4dd2-8f9d-6db243a1bcfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:36.579509 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a723b549-acc9-46b8-8e59-4a4a463dfde6 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:36.587695 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a723b549-acc9-46b8-8e59-4a4a463dfde6 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:26:36.589013 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a723b549-acc9-46b8-8e59-4a4a463dfde6 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4305278'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:36.637708 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb8eb54-3ac3-4dd2-8f9d-6db243a1bcfa None None] Pushing event deleted for resources: {'Port': ['ID=b2bad587-4c80-42e1-9941-1d8795636259,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:26:36.640288 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb8eb54-3ac3-4dd2-8f9d-6db243a1bcfa None None] No DVR routers for this DVR port b2bad587-4c80-42e1-9941-1d8795636259 on host n-d-813679-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:26:36.650630 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-7b175812-18bb-4011-ada8-c9b3f37de32c tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] Allocated IP 172.25.5.215 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/56782c66-f8a3-4c2a-8804-55637b31cc85) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:26:36.663005 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-bedc2a30-027c-40d9-bbc4-d37d94ffdaa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89257142-43c4-49b6-9f0f-7600e6c2d60c', 'name': 'tempest-ServersTestFqdnHostnames-798603333-router', 'tenant_id': 'e8f8861c0e334263a0cfef850e20be91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': '35409324-967b-4293-a4ac-bd044ba0d1d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:26:23Z', 'updated_at': '2021-10-12T19:26:30Z', 'revision_number': 4, 'project_id': 'e8f8861c0e334263a0cfef850e20be91', 'gw_port': {'id': '35409324-967b-4293-a4ac-bd044ba0d1d8', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:5a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89257142-43c4-49b6-9f0f-7600e6c2d60c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1956, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:26:25Z', 'updated_at': '2021-10-12T19:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': 'e0eb45a7-5858-42b0-b2bd-3a1b276d1969', 'name': '', 'network_id': '5281acec-b722-4919-9ea6-4090df1618c2', 'tenant_id': 'e8f8861c0e334263a0cfef850e20be91', 'mac_address': 'fa:16:3e:05:ac:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89257142-43c4-49b6-9f0f-7600e6c2d60c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1962, 'fixed_ips': [{'subnet_id': '6c2501d2-416b-4d78-8bcf-91740a1fb5c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:26:28Z', 'updated_at': '2021-10-12T19:26:35Z', 'revision_number': 4, 'project_id': 'e8f8861c0e334263a0cfef850e20be91', 'subnets': [{'id': '6c2501d2-416b-4d78-8bcf-91740a1fb5c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:26:36.681582 n-d-813679-3 neutron-server[95502]: Traceback (most recent call last): Oct 12 19:26:36.681582 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:26:36.681582 n-d-813679-3 neutron-server[95502]: timer() Oct 12 19:26:36.681582 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:26:36.681582 n-d-813679-3 neutron-server[95502]: cb(*args, **kw) Oct 12 19:26:36.681582 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:26:36.681582 n-d-813679-3 neutron-server[95502]: return func(*args, **kwargs) Oct 12 19:26:36.681582 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:26:36.681582 n-d-813679-3 neutron-server[95502]: self._notify() Oct 12 19:26:36.681582 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:26:36.681582 n-d-813679-3 neutron-server[95502]: self.callback(batched_events) Oct 12 19:26:36.681582 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:26:36.681582 n-d-813679-3 neutron-server[95502]: event.method(event) Oct 12 19:26:36.681582 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:26:36.681582 n-d-813679-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:26:36.681582 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:26:36.681582 n-d-813679-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:26:36.681582 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:26:36.681582 n-d-813679-3 neutron-server[95502]: return f(self, *a, **k) Oct 12 19:26:36.681582 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:26:36.681582 n-d-813679-3 neutron-server[95502]: return self._get(url).json() Oct 12 19:26:36.681582 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:26:36.681582 n-d-813679-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:26:36.681582 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:26:36.681582 n-d-813679-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Oct 12 19:26:36.681582 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:26:36.681582 n-d-813679-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:26:36.681582 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:26:36.681582 n-d-813679-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:26:36.681582 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:26:36.681582 n-d-813679-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:26:36.681582 n-d-813679-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:26:36.692530 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7cbe6fed-79b2-48b9-8c62-1dea1f4fce56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4824924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4612362'] for subnet, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:36.742416 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7cbe6fed-79b2-48b9-8c62-1dea1f4fce56 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:36.745901 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-7cbe6fed-79b2-48b9-8c62-1dea1f4fce56 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/9f50c7ad-f488-4a89-8813-b50099f2dffd HTTP/1.1" status: 204 len: 168 time: 0.6230707 Oct 12 19:26:36.749535 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-cd017ab7-592d-4cc2-b39b-f585b0894cf9 req-da049101-e249-4fbd-8186-b985d791fe2f tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=8037c4999d8b4d25a8c451f2b659a2c4&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2470322 Oct 12 19:26:36.751524 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52210) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:26:36.775921 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbe6fed-79b2-48b9-8c62-1dea1f4fce56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f50c7ad-f488-4a89-8813-b50099f2dffd,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:26:36.792655 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a723b549-acc9-46b8-8e59-4a4a463dfde6 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:36.835615 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bedc2a30-027c-40d9-bbc4-d37d94ffdaa2 None None] The sync data for ids ['89257142-43c4-49b6-9f0f-7600e6c2d60c'] in n-d-813679-3 is: [{'id': '89257142-43c4-49b6-9f0f-7600e6c2d60c', 'name': 'tempest-ServersTestFqdnHostnames-798603333-router', 'tenant_id': 'e8f8861c0e334263a0cfef850e20be91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': '35409324-967b-4293-a4ac-bd044ba0d1d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:26:23Z', 'updated_at': '2021-10-12T19:26:30Z', 'revision_number': 4, 'project_id': 'e8f8861c0e334263a0cfef850e20be91', 'gw_port': {'id': '35409324-967b-4293-a4ac-bd044ba0d1d8', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:5a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89257142-43c4-49b6-9f0f-7600e6c2d60c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1956, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:26:25Z', 'updated_at': '2021-10-12T19:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': 'e0eb45a7-5858-42b0-b2bd-3a1b276d1969', 'name': '', 'network_id': '5281acec-b722-4919-9ea6-4090df1618c2', 'tenant_id': 'e8f8861c0e334263a0cfef850e20be91', 'mac_address': 'fa:16:3e:05:ac:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89257142-43c4-49b6-9f0f-7600e6c2d60c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1962, 'fixed_ips': [{'subnet_id': '6c2501d2-416b-4d78-8bcf-91740a1fb5c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:26:28Z', 'updated_at': '2021-10-12T19:26:35Z', 'revision_number': 4, 'project_id': 'e8f8861c0e334263a0cfef850e20be91', 'subnets': [{'id': '6c2501d2-416b-4d78-8bcf-91740a1fb5c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:26:36.887847 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a723b549-acc9-46b8-8e59-4a4a463dfde6 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:36.891516 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-a723b549-acc9-46b8-8e59-4a4a463dfde6 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] 10.222.0.49 "DELETE /v2.0/networks/4b8c9087-e089-4d0a-84ce-f156bfb20e04 HTTP/1.1" status: 204 len: 168 time: 1.9992878 Oct 12 19:26:36.907623 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52214) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:26:36.922530 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-9584bbd1-ae2d-479d-b0a3-be48c8643746 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-781230135'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:26:36.938952 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a723b549-acc9-46b8-8e59-4a4a463dfde6 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Pushing event deleted for resources: {'Network': ['ID=4b8c9087-e089-4d0a-84ce-f156bfb20e04,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:26:36.966636 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7b175812-18bb-4011-ada8-c9b3f37de32c tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:36.997649 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a723b549-acc9-46b8-8e59-4a4a463dfde6 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:26:36.997906 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f569824f-5ae9-4122-81af-84d75f7a2c69 req-238d2fbc-ea30-4fca-ad00-7bc47243ffd6 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:26:36.998033 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a723b549-acc9-46b8-8e59-4a4a463dfde6 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:26:36.998333 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a723b549-acc9-46b8-8e59-4a4a463dfde6 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:26:36.998672 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a723b549-acc9-46b8-8e59-4a4a463dfde6 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:26:36.999006 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a723b549-acc9-46b8-8e59-4a4a463dfde6 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:26:36.999341 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a723b549-acc9-46b8-8e59-4a4a463dfde6 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:26:36.999670 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a723b549-acc9-46b8-8e59-4a4a463dfde6 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:26:36.999995 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a723b549-acc9-46b8-8e59-4a4a463dfde6 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:26:37.000352 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a723b549-acc9-46b8-8e59-4a4a463dfde6 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:26:37.000676 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a723b549-acc9-46b8-8e59-4a4a463dfde6 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:26:37.001003 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a723b549-acc9-46b8-8e59-4a4a463dfde6 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:26:37.001326 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a723b549-acc9-46b8-8e59-4a4a463dfde6 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:26:37.005624 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f569824f-5ae9-4122-81af-84d75f7a2c69 req-238d2fbc-ea30-4fca-ad00-7bc47243ffd6 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7b3695f-ec85-4a0d-af3f-02cf55478eab HTTP/1.1" status: 200 len: 945 time: 0.1736414 Oct 12 19:26:37.022952 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5da7b353-27e9-4264-9a64-48e1996abc2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:37.064704 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-cd017ab7-592d-4cc2-b39b-f585b0894cf9 req-7ee3b34e-574f-46af-b2a6-ddac6158325f service neutron] 10.222.0.49 "GET /v2.0/networks/f22a0b4a-70e4-4463-a6ef-6109199fd871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3137813 Oct 12 19:26:37.073218 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f569824f-5ae9-4122-81af-84d75f7a2c69 req-34680259-9b5b-4df6-acd9-b5c2bb79ed4f tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646169 Oct 12 19:26:37.092387 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9584bbd1-ae2d-479d-b0a3-be48c8643746 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Made reservation on behalf of 8afe3c6a27c7408788d71066edc42001 for: {'network': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:26:37.094066 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9584bbd1-ae2d-479d-b0a3-be48c8643746 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:37.126745 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9584bbd1-ae2d-479d-b0a3-be48c8643746 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=95501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:26:37.137787 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9584bbd1-ae2d-479d-b0a3-be48c8643746 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:37.138148 n-d-813679-3 neutron-server[95501]: INFO neutron.db.segments_db [None req-9584bbd1-ae2d-479d-b0a3-be48c8643746 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Added segment 1229e390-d72d-4d31-ba47-c3d4e4196279 of type vlan for network 019aefcb-ecc2-4912-9524-2aaaf1d811f4 Oct 12 19:26:37.215819 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9584bbd1-ae2d-479d-b0a3-be48c8643746 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:37.276569 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52218) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:26:37.301824 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7b175812-18bb-4011-ada8-c9b3f37de32c tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:37.303436 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5da7b353-27e9-4264-9a64-48e1996abc2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:37.335324 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-5da7b353-27e9-4264-9a64-48e1996abc2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ef7838f-f4ea-47da-a7e8-fc8c5f817c6a']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:26:37.355055 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-cd017ab7-592d-4cc2-b39b-f585b0894cf9 req-a80277ba-51ad-4ae4-94df-1f328142bd21 service neutron] 10.222.0.49 "GET /v2.0/networks/f22a0b4a-70e4-4463-a6ef-6109199fd871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2867091 Oct 12 19:26:37.362253 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-5da7b353-27e9-4264-9a64-48e1996abc2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd346e97-7ff0-4e15-8dea-9c71f906839a') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:26:37.364597 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-5da7b353-27e9-4264-9a64-48e1996abc2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd346e97-7ff0-4e15-8dea-9c71f906839a') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:26:37.383939 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9584bbd1-ae2d-479d-b0a3-be48c8643746 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:37.391029 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9584bbd1-ae2d-479d-b0a3-be48c8643746 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:26:37.391662 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9584bbd1-ae2d-479d-b0a3-be48c8643746 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:37.395059 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5da7b353-27e9-4264-9a64-48e1996abc2b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16313633'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:37.444590 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5da7b353-27e9-4264-9a64-48e1996abc2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:37.455706 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1ae0216d-22a8-49c0-8f94-4e63e6f5fea8 req-f6e669d7-5349-4bbd-bfed-7204a6356d34 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d8118a-4722-4e86-9061-3b560a61dbf9 HTTP/1.1" status: 200 len: 210 time: 0.0892718 Oct 12 19:26:37.461256 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5da7b353-27e9-4264-9a64-48e1996abc2b admin admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:26:37.461669 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5da7b353-27e9-4264-9a64-48e1996abc2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4305278'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:37.486189 n-d-813679-3 neutron-server[95502]: Traceback (most recent call last): Oct 12 19:26:37.486189 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:26:37.486189 n-d-813679-3 neutron-server[95502]: timer() Oct 12 19:26:37.486189 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:26:37.486189 n-d-813679-3 neutron-server[95502]: cb(*args, **kw) Oct 12 19:26:37.486189 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:26:37.486189 n-d-813679-3 neutron-server[95502]: return func(*args, **kwargs) Oct 12 19:26:37.486189 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:26:37.486189 n-d-813679-3 neutron-server[95502]: self._notify() Oct 12 19:26:37.486189 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:26:37.486189 n-d-813679-3 neutron-server[95502]: self.callback(batched_events) Oct 12 19:26:37.486189 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:26:37.486189 n-d-813679-3 neutron-server[95502]: event.method(event) Oct 12 19:26:37.486189 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:26:37.486189 n-d-813679-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:26:37.486189 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:26:37.486189 n-d-813679-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:26:37.486189 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:26:37.486189 n-d-813679-3 neutron-server[95502]: return f(self, *a, **k) Oct 12 19:26:37.486189 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:26:37.486189 n-d-813679-3 neutron-server[95502]: return self._get(url).json() Oct 12 19:26:37.486189 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:26:37.486189 n-d-813679-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:26:37.486189 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:26:37.486189 n-d-813679-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Oct 12 19:26:37.486189 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:26:37.486189 n-d-813679-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:26:37.486189 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:26:37.486189 n-d-813679-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:26:37.486189 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:26:37.486189 n-d-813679-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:26:37.486189 n-d-813679-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:26:37.541068 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b175812-18bb-4011-ada8-c9b3f37de32c tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:26:37.554777 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-7b175812-18bb-4011-ada8-c9b3f37de32c tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:26:37.556825 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b175812-18bb-4011-ada8-c9b3f37de32c tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] Pushing event updated for resources: {'Port': ['ID=56782c66-f8a3-4c2a-8804-55637b31cc85,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:26:37.574138 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b175812-18bb-4011-ada8-c9b3f37de32c tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:26:37.611931 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9584bbd1-ae2d-479d-b0a3-be48c8643746 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Pushing event updated for resources: {'Network': ['ID=019aefcb-ecc2-4912-9524-2aaaf1d811f4,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:26:37.619963 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-08803602-6d5e-4ef8-8e4e-b9d0aebdc34a tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:37.626224 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 019aefcb-ecc2-4912-9524-2aaaf1d811f4 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:26:37.648513 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52222) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:26:37.648785 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-9584bbd1-ae2d-479d-b0a3-be48c8643746 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7398255 Oct 12 19:26:37.659797 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-68b5d0bc-32f4-4c64-b1d3-9d14836e3950 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Request body: {'subnet': {'network_id': '019aefcb-ecc2-4912-9524-2aaaf1d811f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:26:37.697066 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5da7b353-27e9-4264-9a64-48e1996abc2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:37.709774 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-08803602-6d5e-4ef8-8e4e-b9d0aebdc34a tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:37.806165 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5da7b353-27e9-4264-9a64-48e1996abc2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:37.822168 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-5da7b353-27e9-4264-9a64-48e1996abc2b admin admin] 10.222.0.49 "DELETE /v2.0/networks/6ef7838f-f4ea-47da-a7e8-fc8c5f817c6a HTTP/1.1" status: 204 len: 168 time: 1.0490308 Oct 12 19:26:37.837766 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da7b353-27e9-4264-9a64-48e1996abc2b admin admin] Pushing event deleted for resources: {'Network': ['ID=6ef7838f-f4ea-47da-a7e8-fc8c5f817c6a,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:26:37.859348 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4ff87549-9c9d-4983-80f2-58b13accaa93 req-84dc35f8-618b-4f0b-b749-228c79241a20 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fab81ba2-37e8-4ff2-af8b-0fa2eff2f216 HTTP/1.1" status: 200 len: 210 time: 0.0332668 Oct 12 19:26:37.878194 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7b175812-18bb-4011-ada8-c9b3f37de32c tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:37.917819 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-08803602-6d5e-4ef8-8e4e-b9d0aebdc34a tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:37.920479 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-08803602-6d5e-4ef8-8e4e-b9d0aebdc34a tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:37.921822 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-08803602-6d5e-4ef8-8e4e-b9d0aebdc34a tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "DELETE /v2.0/security-groups/0726b0fe-78be-4ea7-8b43-7be54affa06f HTTP/1.1" status: 204 len: 168 time: 0.6420579 Oct 12 19:26:37.927019 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52230) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:26:37.957645 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08803602-6d5e-4ef8-8e4e-b9d0aebdc34a tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0726b0fe-78be-4ea7-8b43-7be54affa06f,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:26:37.962355 n-d-813679-3 neutron-server[95501]: INFO neutron.api.v2.resource [None req-281974cf-9178-4764-83c9-cd5ede549ddf tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] show failed (client error): The resource could not be found. Oct 12 19:26:37.967302 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-281974cf-9178-4764-83c9-cd5ede549ddf tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "GET /v2.0/security-groups/0726b0fe-78be-4ea7-8b43-7be54affa06f HTTP/1.1" status: 404 len: 347 time: 0.0374842 Oct 12 19:26:37.973102 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52232) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:26:38.023909 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7b175812-18bb-4011-ada8-c9b3f37de32c tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:38.058545 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68b5d0bc-32f4-4c64-b1d3-9d14836e3950 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Made reservation on behalf of 8afe3c6a27c7408788d71066edc42001 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:26:38.063041 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-68b5d0bc-32f4-4c64-b1d3-9d14836e3950 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16245837'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:38.095548 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device e0eb45a7-5858-42b0-b2bd-3a1b276d1969 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:26:38.189044 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port e0eb45a7-5858-42b0-b2bd-3a1b276d1969 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:26:38.189722 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:38.350901 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7b175812-18bb-4011-ada8-c9b3f37de32c tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:38.383410 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291a818c-eace-4a2f-8cd0-8fecb14b88c6 req-1b496a28-d833-4cc7-831e-6c20f9367234 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:26:38.391443 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-291a818c-eace-4a2f-8cd0-8fecb14b88c6 req-1b496a28-d833-4cc7-831e-6c20f9367234 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7b3695f-ec85-4a0d-af3f-02cf55478eab HTTP/1.1" status: 200 len: 945 time: 0.1901033 Oct 12 19:26:38.406635 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4975f01e-3b9a-4f79-8570-e5420d015cce req-e7266d42-dbcc-420d-a5af-13b6ef478fb9 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:26:38.406635 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4975f01e-3b9a-4f79-8570-e5420d015cce req-e7266d42-dbcc-420d-a5af-13b6ef478fb9 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.67 "GET /v2.0/ports?device_id=c7b3695f-ec85-4a0d-af3f-02cf55478eab HTTP/1.1" status: 200 len: 945 time: 0.0983462 Oct 12 19:26:38.445787 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7b175812-18bb-4011-ada8-c9b3f37de32c tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:38.459268 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52242) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:26:38.508308 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-291a818c-eace-4a2f-8cd0-8fecb14b88c6 req-b36f0dcf-c5b5-4927-bdcb-b67bc612d87b tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120584 Oct 12 19:26:38.509779 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-c61fffe7-94b4-4a93-8d13-0985a27d6ea7 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Deleting port 97915038-3fcb-44b7-ab1a-733c60d4c698 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:26:38.510542 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c61fffe7-94b4-4a93-8d13-0985a27d6ea7 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:38.628105 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-01e0ad56-6801-4836-8188-12d38e18e1eb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bcf6e45171dc4310a920ac7e06c419f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1626122 Oct 12 19:26:38.647910 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52248) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:26:38.684486 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7487a1bf-1c1d-47f1-899d-b68ce2de4902 req-216be952-73e1-4a33-880d-c481f9f0102d tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d8118a-4722-4e86-9061-3b560a61dbf9 HTTP/1.1" status: 200 len: 210 time: 0.1063433 Oct 12 19:26:38.693125 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b175812-18bb-4011-ada8-c9b3f37de32c tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] Pushing event updated for resources: {'Port': ['ID=56782c66-f8a3-4c2a-8804-55637b31cc85,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:26:38.697600 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c61fffe7-94b4-4a93-8d13-0985a27d6ea7 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:38.697600 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c61fffe7-94b4-4a93-8d13-0985a27d6ea7 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:38.726240 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-c61fffe7-94b4-4a93-8d13-0985a27d6ea7 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Calling delete_port for 97915038-3fcb-44b7-ab1a-733c60d4c698 owned by network:floatingip {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:26:38.735308 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7b175812-18bb-4011-ada8-c9b3f37de32c tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7915414'] for floatingip, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:38.776012 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-68b5d0bc-32f4-4c64-b1d3-9d14836e3950 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4306659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16245859'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:38.791499 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-4975f01e-3b9a-4f79-8570-e5420d015cce req-2b8d6ba6-6351-4fdc-aaff-c42919bcec39 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Deleting port c51f022d-ff50-42b9-ab7f-830575b054c4 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:26:38.791850 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-4975f01e-3b9a-4f79-8570-e5420d015cce req-2b8d6ba6-6351-4fdc-aaff-c42919bcec39 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:38.819248 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-120831b0-3abe-4e23-8ce1-079fc30b819d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:38.844364 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-120831b0-3abe-4e23-8ce1-079fc30b819d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:38.868348 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b5d0bc-32f4-4c64-b1d3-9d14836e3950 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Pushing event updated for resources: {'Subnet': ['ID=f276473b-33ac-499a-8272-3df8a7ce3ffb,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:26:38.879495 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b5d0bc-32f4-4c64-b1d3-9d14836e3950 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Checking segment: {'id': '1229e390-d72d-4d31-ba47-c3d4e4196279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '019aefcb-ecc2-4912-9524-2aaaf1d811f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:26:38.879861 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b5d0bc-32f4-4c64-b1d3-9d14836e3950 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Network hostable DHCP agents. Network: 019aefcb-ecc2-4912-9524-2aaaf1d811f4, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:26:38.885454 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7b175812-18bb-4011-ada8-c9b3f37de32c tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:38.891089 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-7b175812-18bb-4011-ada8-c9b3f37de32c tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1187670 Oct 12 19:26:38.988735 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-4975f01e-3b9a-4f79-8570-e5420d015cce req-2b8d6ba6-6351-4fdc-aaff-c42919bcec39 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] For port c51f022d-ff50-42b9-ab7f-830575b054c4, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=c51f022d-ff50-42b9-ab7f-830575b054c4,segment=NetworkSegment(2c23b924-3bdb-4700-940f-a5921b74e3c2),segment_id=2c23b924-3bdb-4700-940f-a5921b74e3c2)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:26:38.989224 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-4975f01e-3b9a-4f79-8570-e5420d015cce req-2b8d6ba6-6351-4fdc-aaff-c42919bcec39 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:38.993073 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b405ba38-69e5-4889-bda8-edbbef689905 req-24b4d397-210e-4787-9b35-7dc5758e4d31 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fab81ba2-37e8-4ff2-af8b-0fa2eff2f216 HTTP/1.1" status: 200 len: 210 time: 0.0417790 Oct 12 19:26:39.025056 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-4975f01e-3b9a-4f79-8570-e5420d015cce req-2b8d6ba6-6351-4fdc-aaff-c42919bcec39 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Calling delete_port for c51f022d-ff50-42b9-ab7f-830575b054c4 owned by compute:nova {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:26:39.074617 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b5d0bc-32f4-4c64-b1d3-9d14836e3950 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Network 019aefcb-ecc2-4912-9524-2aaaf1d811f4 is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:26:39.133786 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-120831b0-3abe-4e23-8ce1-079fc30b819d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:39.135698 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-120831b0-3abe-4e23-8ce1-079fc30b819d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:39.136898 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-120831b0-3abe-4e23-8ce1-079fc30b819d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b5c5fee0-b78d-4e40-8235-f8d5b1e8d403 HTTP/1.1" status: 204 len: 168 time: 0.4709444 Oct 12 19:26:39.175113 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c61fffe7-94b4-4a93-8d13-0985a27d6ea7 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:39.187974 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120831b0-3abe-4e23-8ce1-079fc30b819d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5c5fee0-b78d-4e40-8235-f8d5b1e8d403,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:26:39.217628 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0c114d65-e0f1-4eff-bae6-c8ac059ee15d req-13fb0e4b-8081-45df-9990-8a4ee2a73fb0 tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1701493233&fields=id&tenant_id=e8f8861c0e334263a0cfef850e20be91 HTTP/1.1" status: 200 len: 267 time: 0.1040647 Oct 12 19:26:39.243761 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61fffe7-94b4-4a93-8d13-0985a27d6ea7 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Pushing event deleted for resources: {'Port': ['ID=97915038-3fcb-44b7-ab1a-733c60d4c698,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:26:39.274199 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-68b5d0bc-32f4-4c64-b1d3-9d14836e3950 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, 019aefcb-ecc2-4912-9524-2aaaf1d811f4) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:26:39.282247 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b5d0bc-32f4-4c64-b1d3-9d14836e3950 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:26:39.283316 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9133c9b9-3e5e-431b-9d51-c3cf00f09472 None None] Network 019aefcb-ecc2-4912-9524-2aaaf1d811f4 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:26:39.283821 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-68b5d0bc-32f4-4c64-b1d3-9d14836e3950 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:39.335906 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-4975f01e-3b9a-4f79-8570-e5420d015cce req-2b8d6ba6-6351-4fdc-aaff-c42919bcec39 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:39.345678 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c61fffe7-94b4-4a93-8d13-0985a27d6ea7 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Notify callbacks [] for floatingip, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:39.346068 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c114d65-e0f1-4eff-bae6-c8ac059ee15d req-ef3819c5-1ebd-40e8-85a9-5ddcb56b353a tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:26:39.348622 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0c114d65-e0f1-4eff-bae6-c8ac059ee15d req-ef3819c5-1ebd-40e8-85a9-5ddcb56b353a tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] 10.222.0.49 "GET /v2.0/networks?id=5281acec-b722-4919-9ea6-4090df1618c2 HTTP/1.1" status: 200 len: 814 time: 0.1222379 Oct 12 19:26:39.351045 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['c51f022d-ff50-42b9-ab7f-830575b054c4'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:26:39.356261 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c61fffe7-94b4-4a93-8d13-0985a27d6ea7 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:39.357679 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-c61fffe7-94b4-4a93-8d13-0985a27d6ea7 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "DELETE /v2.0/floatingips/447acac3-88e8-48a3-8c4e-1e7066075388 HTTP/1.1" status: 204 len: 168 time: 1.3895547 Oct 12 19:26:39.361456 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52268) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:26:39.416835 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-68b5d0bc-32f4-4c64-b1d3-9d14836e3950 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7645674 Oct 12 19:26:39.418535 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52270) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:26:39.424210 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-b99b355a-ae54-46c3-af2b-91129685dacf tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1526806591', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:26:39.427720 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8d6ba6-6351-4fdc-aaff-c42919bcec39 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Pushing event deleted for resources: {'Port': ['ID=c51f022d-ff50-42b9-ab7f-830575b054c4,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:26:39.490289 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-4975f01e-3b9a-4f79-8570-e5420d015cce req-2b8d6ba6-6351-4fdc-aaff-c42919bcec39 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] No DVR routers for this DVR port c51f022d-ff50-42b9-ab7f-830575b054c4 on host n-h2-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:26:39.492976 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-4975f01e-3b9a-4f79-8570-e5420d015cce req-2b8d6ba6-6351-4fdc-aaff-c42919bcec39 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:39.497067 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4975f01e-3b9a-4f79-8570-e5420d015cce req-2b8d6ba6-6351-4fdc-aaff-c42919bcec39 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.67 "DELETE /v2.0/ports/c51f022d-ff50-42b9-ab7f-830575b054c4 HTTP/1.1" status: 204 len: 173 time: 1.0738494 Oct 12 19:26:39.502980 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7b3695f-ec85-4a0d-af3f-02cf55478eab', 'name': 'network-vif-deleted', 'tag': 'c51f022d-ff50-42b9-ab7f-830575b054c4'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:26:39.502980 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-111b4b4c-eb15-4010-8b65-cc29e9ab8810" -d '{"events": [{"server_uuid": "c7b3695f-ec85-4a0d-af3f-02cf55478eab", "name": "network-vif-deleted", "tag": "c51f022d-ff50-42b9-ab7f-830575b054c4"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:26:39.504773 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0c114d65-e0f1-4eff-bae6-c8ac059ee15d req-f4693bdd-bf83-4242-b263-590768528528 tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] 10.222.0.49 "GET /v2.0/quotas/e8f8861c0e334263a0cfef850e20be91 HTTP/1.1" status: 200 len: 375 time: 0.1238377 Oct 12 19:26:39.557004 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b99b355a-ae54-46c3-af2b-91129685dacf tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8093678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255505'] for router, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:39.560404 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b99b355a-ae54-46c3-af2b-91129685dacf tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8093562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8087085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8022306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255518'] for router, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:39.567899 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4f1d621-1f5e-46c6-be7d-e3dd15f2f033 x-openstack-request-id: req-d4f1d621-1f5e-46c6-be7d-e3dd15f2f033 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:26:39.569000 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7b3695f-ec85-4a0d-af3f-02cf55478eab", "name": "network-vif-deleted", "tag": "c51f022d-ff50-42b9-ab7f-830575b054c4", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:26:39.571352 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d4f1d621-1f5e-46c6-be7d-e3dd15f2f033 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:26:39.571915 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7b3695f-ec85-4a0d-af3f-02cf55478eab', 'name': 'network-vif-deleted', 'tag': 'c51f022d-ff50-42b9-ab7f-830575b054c4', 'status': 'completed', 'code': 200} Oct 12 19:26:39.591476 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-286e1cd2-86aa-417e-83f9-42024f7b9ddd tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Deleting port 605e7744-82ec-4122-aca5-63441fceb7bc {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:26:39.594103 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-286e1cd2-86aa-417e-83f9-42024f7b9ddd tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:39.623370 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d4f2958-14a3-477e-bc0c-9eea542b4fa9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-019aefcb-ecc2-4912-9524-2aaaf1d811f4', 'network_id': '019aefcb-ecc2-4912-9524-2aaaf1d811f4', 'tenant_id': '8afe3c6a27c7408788d71066edc42001', 'fixed_ips': [{'subnet_id': 'f276473b-33ac-499a-8272-3df8a7ce3ffb'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:26:39.625514 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0c114d65-e0f1-4eff-bae6-c8ac059ee15d req-ad94ab7b-c20f-4b39-a65b-205c28c5ae51 tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=e8f8861c0e334263a0cfef850e20be91&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1146188 Oct 12 19:26:39.626054 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0d4f2958-14a3-477e-bc0c-9eea542b4fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:39.882029 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-286e1cd2-86aa-417e-83f9-42024f7b9ddd tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:39.895818 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-286e1cd2-86aa-417e-83f9-42024f7b9ddd tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Calling delete_port for 605e7744-82ec-4122-aca5-63441fceb7bc owned by {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:26:39.944263 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-0d4f2958-14a3-477e-bc0c-9eea542b4fa9 None None] Allocated IP 172.20.0.2 (019aefcb-ecc2-4912-9524-2aaaf1d811f4/f276473b-33ac-499a-8272-3df8a7ce3ffb/6d0f5aa0-f97e-47f3-bfde-200cb236f8ad) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:26:40.022680 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0c114d65-e0f1-4eff-bae6-c8ac059ee15d req-6174a870-1f00-4f2f-9929-0181f70b4f4f service neutron] 10.222.0.49 "GET /v2.0/networks/5281acec-b722-4919-9ea6-4090df1618c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3759181 Oct 12 19:26:40.080956 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-46d45eb2-055f-4e0b-a7f6-7773a2ad633d req-716e6f07-0516-4fd3-a3a9-341437eb51aa tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7b3695f-ec85-4a0d-af3f-02cf55478eab HTTP/1.1" status: 200 len: 210 time: 0.3349814 Oct 12 19:26:40.149900 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b99b355a-ae54-46c3-af2b-91129685dacf tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:40.155176 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-286e1cd2-86aa-417e-83f9-42024f7b9ddd tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:40.156661 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0c114d65-e0f1-4eff-bae6-c8ac059ee15d req-d6e55c2e-b22c-41b9-8ea8-27a600b31206 service neutron] 10.222.0.49 "GET /v2.0/networks/5281acec-b722-4919-9ea6-4090df1618c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331668 Oct 12 19:26:40.174506 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0d4f2958-14a3-477e-bc0c-9eea542b4fa9 None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:40.206784 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286e1cd2-86aa-417e-83f9-42024f7b9ddd tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Pushing event deleted for resources: {'Port': ['ID=605e7744-82ec-4122-aca5-63441fceb7bc,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:26:40.241820 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1c9ff7c2-4114-4059-a9c1-7a6a02aac5f5 req-8ec13b99-988f-410f-8e13-0411a89ffb0a tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d8118a-4722-4e86-9061-3b560a61dbf9 HTTP/1.1" status: 200 len: 210 time: 0.0388105 Oct 12 19:26:40.257771 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b99b355a-ae54-46c3-af2b-91129685dacf tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8093541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7915516'] for router, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:40.277776 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0d4f2958-14a3-477e-bc0c-9eea542b4fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:40.329514 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4f2958-14a3-477e-bc0c-9eea542b4fa9 None None] Network 019aefcb-ecc2-4912-9524-2aaaf1d811f4 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:26:40.332522 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-0d4f2958-14a3-477e-bc0c-9eea542b4fa9 None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:26:40.342071 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-286e1cd2-86aa-417e-83f9-42024f7b9ddd tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:40.348213 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-286e1cd2-86aa-417e-83f9-42024f7b9ddd tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "DELETE /v2.0/ports/605e7744-82ec-4122-aca5-63441fceb7bc HTTP/1.1" status: 204 len: 168 time: 0.9843810 Oct 12 19:26:40.348996 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52284) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:26:40.351548 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4f2958-14a3-477e-bc0c-9eea542b4fa9 None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:26:40.363820 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4f2958-14a3-477e-bc0c-9eea542b4fa9 None None] Pushing event updated for resources: {'Port': ['ID=6d0f5aa0-f97e-47f3-bfde-200cb236f8ad,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:26:40.393198 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7a8a73f6-10a4-45c5-bc52-f68ded2f8a7c req-695ccc11-85f8-4670-8122-757c3c8eb106 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fab81ba2-37e8-4ff2-af8b-0fa2eff2f216 HTTP/1.1" status: 200 len: 210 time: 0.0535798 Oct 12 19:26:40.428425 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b99b355a-ae54-46c3-af2b-91129685dacf tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:40.436563 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-b99b355a-ae54-46c3-af2b-91129685dacf tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 1.0169089 Oct 12 19:26:40.436937 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52288) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:26:40.448237 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-669fe682-a22d-41d9-a11e-fc9b2ba3dd2e tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Request body: {'port': {'network_id': '019aefcb-ecc2-4912-9524-2aaaf1d811f4', 'name': 'tempest-PortsTestJSON-1070415204'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:26:40.452754 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-0d4f2958-14a3-477e-bc0c-9eea542b4fa9 None None] Attempting to bind port 6d0f5aa0-f97e-47f3-bfde-200cb236f8ad on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:26:40.456801 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-0d4f2958-14a3-477e-bc0c-9eea542b4fa9 None None] Attempting to bind port 6d0f5aa0-f97e-47f3-bfde-200cb236f8ad by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '1229e390-d72d-4d31-ba47-c3d4e4196279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '019aefcb-ecc2-4912-9524-2aaaf1d811f4'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:26:40.456801 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4f2958-14a3-477e-bc0c-9eea542b4fa9 None None] Attempting to bind port 6d0f5aa0-f97e-47f3-bfde-200cb236f8ad on network 019aefcb-ecc2-4912-9524-2aaaf1d811f4 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:26:40.461171 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4f2958-14a3-477e-bc0c-9eea542b4fa9 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:26:40.461648 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4f2958-14a3-477e-bc0c-9eea542b4fa9 None None] Checking segment: {'id': '1229e390-d72d-4d31-ba47-c3d4e4196279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '019aefcb-ecc2-4912-9524-2aaaf1d811f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:26:40.462216 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0d4f2958-14a3-477e-bc0c-9eea542b4fa9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:40.462699 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4f2958-14a3-477e-bc0c-9eea542b4fa9 None None] Bound using segment: {'id': '1229e390-d72d-4d31-ba47-c3d4e4196279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '019aefcb-ecc2-4912-9524-2aaaf1d811f4'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:26:40.463293 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-0d4f2958-14a3-477e-bc0c-9eea542b4fa9 None None] Bound port: 6d0f5aa0-f97e-47f3-bfde-200cb236f8ad, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1229e390-d72d-4d31-ba47-c3d4e4196279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '019aefcb-ecc2-4912-9524-2aaaf1d811f4'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:26:40.463766 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0d4f2958-14a3-477e-bc0c-9eea542b4fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:40.538442 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-0d4f2958-14a3-477e-bc0c-9eea542b4fa9 None None] For port 6d0f5aa0-f97e-47f3-bfde-200cb236f8ad, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:26:40.542264 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-0d4f2958-14a3-477e-bc0c-9eea542b4fa9 None None] For port 6d0f5aa0-f97e-47f3-bfde-200cb236f8ad, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=6d0f5aa0-f97e-47f3-bfde-200cb236f8ad,segment=NetworkSegment(1229e390-d72d-4d31-ba47-c3d4e4196279),segment_id=1229e390-d72d-4d31-ba47-c3d4e4196279)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:26:40.549657 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f4ed1b10-4619-478b-9e0a-f54fa8b58fc9 req-987b8255-f122-48b6-aa91-2cf4c36bae4c tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] 10.222.0.49 "GET /v2.0/ports?device_id=6606ce7c-deb6-4cab-94c1-2c9a713f1f5b HTTP/1.1" status: 200 len: 210 time: 0.0645840 Oct 12 19:26:40.646012 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0d4f2958-14a3-477e-bc0c-9eea542b4fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:40.690277 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-5d98cf11-d763-48cb-9661-7bd64c3ee560 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Deleting port 606f9c96-932b-4ef3-9ddb-6836480c9163 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:26:40.690897 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5d98cf11-d763-48cb-9661-7bd64c3ee560 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:40.716967 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4f2958-14a3-477e-bc0c-9eea542b4fa9 None None] Pushing event updated for resources: {'Port': ['ID=6d0f5aa0-f97e-47f3-bfde-200cb236f8ad,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:26:40.851138 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5d98cf11-d763-48cb-9661-7bd64c3ee560 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:40.873531 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-5d98cf11-d763-48cb-9661-7bd64c3ee560 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Calling delete_port for 606f9c96-932b-4ef3-9ddb-6836480c9163 owned by {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:26:40.881555 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd017ab7-592d-4cc2-b39b-f585b0894cf9 req-38dbed00-0a22-411a-90d2-843870bff1bb tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:26:40.882975 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cd017ab7-592d-4cc2-b39b-f585b0894cf9 req-38dbed00-0a22-411a-90d2-843870bff1bb tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.67 "GET /v2.0/networks?id=f22a0b4a-70e4-4463-a6ef-6109199fd871 HTTP/1.1" status: 200 len: 811 time: 0.3130596 Oct 12 19:26:40.898333 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-cd017ab7-592d-4cc2-b39b-f585b0894cf9 req-0db34cd1-df7b-4f23-814b-4034b2fce71a tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Request body: {'port': {'device_id': 'fab81ba2-37e8-4ff2-af8b-0fa2eff2f216', 'network_id': 'f22a0b4a-70e4-4463-a6ef-6109199fd871', 'admin_state_up': True, 'tenant_id': '8037c4999d8b4d25a8c451f2b659a2c4'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:26:41.022744 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-669fe682-a22d-41d9-a11e-fc9b2ba3dd2e tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Made reservation on behalf of 8afe3c6a27c7408788d71066edc42001 for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:26:41.027698 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-669fe682-a22d-41d9-a11e-fc9b2ba3dd2e tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:41.083597 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [None req-669fe682-a22d-41d9-a11e-fc9b2ba3dd2e tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] device_id is not set on port bcc9d995-fe2b-410b-b1cb-79eb502be38f yet. {{(pid=95501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 19:26:41.221331 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-20bf2317-b373-4939-913d-f67dc70c69e9 req-13a4e897-c254-4065-9236-cf953a31b42e tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7b3695f-ec85-4a0d-af3f-02cf55478eab HTTP/1.1" status: 200 len: 210 time: 0.0349038 Oct 12 19:26:41.263112 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-669fe682-a22d-41d9-a11e-fc9b2ba3dd2e tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Allocated IP 172.20.0.3 (019aefcb-ecc2-4912-9524-2aaaf1d811f4/f276473b-33ac-499a-8272-3df8a7ce3ffb/bcc9d995-fe2b-410b-b1cb-79eb502be38f) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:26:41.319762 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5d98cf11-d763-48cb-9661-7bd64c3ee560 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:41.331871 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd017ab7-592d-4cc2-b39b-f585b0894cf9 req-0db34cd1-df7b-4f23-814b-4034b2fce71a tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Made reservation on behalf of 8037c4999d8b4d25a8c451f2b659a2c4 for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:26:41.335342 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-cd017ab7-592d-4cc2-b39b-f585b0894cf9 req-0db34cd1-df7b-4f23-814b-4034b2fce71a tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:41.437626 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3dde46be-5324-4eb6-a446-4f0819b87ebe req-96f6fb56-325d-4693-8272-42998e475a0e tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d8118a-4722-4e86-9061-3b560a61dbf9 HTTP/1.1" status: 200 len: 210 time: 0.1000371 Oct 12 19:26:41.444255 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d98cf11-d763-48cb-9661-7bd64c3ee560 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Pushing event deleted for resources: {'Port': ['ID=606f9c96-932b-4ef3-9ddb-6836480c9163,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:26:41.550832 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-529ad6c1-effe-4130-80b2-6e1454a02a76 req-c7f77dbd-7b93-4cf4-9417-8f4af9bc9829 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fab81ba2-37e8-4ff2-af8b-0fa2eff2f216 HTTP/1.1" status: 200 len: 210 time: 0.0294051 Oct 12 19:26:41.613089 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-669fe682-a22d-41d9-a11e-fc9b2ba3dd2e tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:41.695230 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-44a375f2-00a7-4ae1-873b-12b2fe10dc94 req-a62e5fe4-6c13-4ea6-a1f8-40992f6977e8 tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] 10.222.0.49 "GET /v2.0/ports?device_id=6606ce7c-deb6-4cab-94c1-2c9a713f1f5b HTTP/1.1" status: 200 len: 210 time: 0.0766914 Oct 12 19:26:41.712944 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5d98cf11-d763-48cb-9661-7bd64c3ee560 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:41.716483 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-5d98cf11-d763-48cb-9661-7bd64c3ee560 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "DELETE /v2.0/ports/606f9c96-932b-4ef3-9ddb-6836480c9163 HTTP/1.1" status: 204 len: 168 time: 1.3664761 Oct 12 19:26:41.719475 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52306) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:26:41.746660 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [req-cd017ab7-592d-4cc2-b39b-f585b0894cf9 req-0db34cd1-df7b-4f23-814b-4034b2fce71a tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Allocated IP 172.20.0.4 (f22a0b4a-70e4-4463-a6ef-6109199fd871/a09cd6ac-b3e0-423d-9e85-6644cbc7e663/746f239a-cac1-47b7-a948-8973bb897097) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:26:41.786759 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-63c47f83-536d-4d5b-9230-4066888141c6 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Deleting subnet 141028c9-d5c4-4f69-a812-45a1cb34ea69 {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:26:41.792456 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-63c47f83-536d-4d5b-9230-4066888141c6 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:41.858991 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device c51f022d-ff50-42b9-ab7f-830575b054c4 no longer exists at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:26:41.877456 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-63c47f83-536d-4d5b-9230-4066888141c6 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16313642'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:41.901122 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] No Port match for: c51f022d-ff50-42b9-ab7f-830575b054c4 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:26:41.904587 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device c51f022d-ff50-42b9-ab7f-830575b054c4 not bound to the agent host n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:26:42.070949 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-63c47f83-536d-4d5b-9230-4066888141c6 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:42.164602 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 6d0f5aa0-f97e-47f3-bfde-200cb236f8ad up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:26:42.206868 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02783b5e-c6bd-43af-9205-d4cee3d81cfb None None] Network 019aefcb-ecc2-4912-9524-2aaaf1d811f4 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:26:42.271364 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-05eca56a-fe39-4173-9858-a8e46cf671ef None None] Provisioning complete for port 6d0f5aa0-f97e-47f3-bfde-200cb236f8ad triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:26:42.271751 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-05eca56a-fe39-4173-9858-a8e46cf671ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:42.278033 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-63c47f83-536d-4d5b-9230-4066888141c6 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4306592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16245866'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:42.331198 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c47f83-536d-4d5b-9230-4066888141c6 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Pushing event deleted for resources: {'Subnet': ['ID=141028c9-d5c4-4f69-a812-45a1cb34ea69,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:26:42.349285 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 6d0f5aa0-f97e-47f3-bfde-200cb236f8ad triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:26:42.349663 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:42.371787 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-63c47f83-536d-4d5b-9230-4066888141c6 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:42.376119 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-63c47f83-536d-4d5b-9230-4066888141c6 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "DELETE /v2.0/subnets/141028c9-d5c4-4f69-a812-45a1cb34ea69 HTTP/1.1" status: 204 len: 168 time: 0.6552103 Oct 12 19:26:42.385557 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-669fe682-a22d-41d9-a11e-fc9b2ba3dd2e tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:42.391692 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52310) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:26:42.397479 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd452e2-4ee4-4300-84c8-b96b339b9db3 None None] Network 25292ff6-df2e-42a1-aeea-68fb3a14f1ca requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:26:42.408340 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-cdcb83be-61fc-45ab-b1f7-31102ec78b64 req-8452e4eb-710e-4160-ad71-50b7cae14cb5 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7b3695f-ec85-4a0d-af3f-02cf55478eab HTTP/1.1" status: 200 len: 210 time: 0.0854263 Oct 12 19:26:42.523518 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-669fe682-a22d-41d9-a11e-fc9b2ba3dd2e tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Network 019aefcb-ecc2-4912-9524-2aaaf1d811f4 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:26:42.530827 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-669fe682-a22d-41d9-a11e-fc9b2ba3dd2e tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:26:42.543830 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669fe682-a22d-41d9-a11e-fc9b2ba3dd2e tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:26:42.605985 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-669fe682-a22d-41d9-a11e-fc9b2ba3dd2e tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:26:42.606760 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-669fe682-a22d-41d9-a11e-fc9b2ba3dd2e tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:42.689890 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-10c7f5ac-cf60-4fdf-92d8-0173f64c090b req-901d3dce-d232-4330-b79e-231b53f4d9a5 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fab81ba2-37e8-4ff2-af8b-0fa2eff2f216 HTTP/1.1" status: 200 len: 210 time: 0.0433471 Oct 12 19:26:42.695950 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b962dc7b-ce32-4364-9935-0b23e4cc8cdb req-4b8b6e7a-7e76-419e-8e7b-3eb85012a935 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d8118a-4722-4e86-9061-3b560a61dbf9 HTTP/1.1" status: 200 len: 210 time: 0.0839386 Oct 12 19:26:42.712264 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe682-a22d-41d9-a11e-fc9b2ba3dd2e tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Pushing event updated for resources: {'Port': ['ID=bcc9d995-fe2b-410b-b1cb-79eb502be38f,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:26:42.747226 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-cd017ab7-592d-4cc2-b39b-f585b0894cf9 req-0db34cd1-df7b-4f23-814b-4034b2fce71a tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:42.782795 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-05eca56a-fe39-4173-9858-a8e46cf671ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:42.789789 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_v2 [None req-a79f91d1-0674-4e1c-af23-53fd2af25c66 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Deleting subnet 9eccc23a-d2b3-4cf1-80e5-df88bd80499d {{(pid=95501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:26:42.802060 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a79f91d1-0674-4e1c-af23-53fd2af25c66 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Notify callbacks [] for subnet, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:42.817430 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-52a457ff-d499-4494-9174-6a021dc6cfca req-bdb9f94c-ca55-4c05-903c-ed1f02bb234c tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] 10.222.0.49 "GET /v2.0/ports?device_id=6606ce7c-deb6-4cab-94c1-2c9a713f1f5b HTTP/1.1" status: 200 len: 210 time: 0.0452778 Oct 12 19:26:42.857424 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-669fe682-a22d-41d9-a11e-fc9b2ba3dd2e tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.4184747 Oct 12 19:26:42.859877 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52318) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:26:42.863277 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a79f91d1-0674-4e1c-af23-53fd2af25c66 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281083'] for subnet, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:42.864894 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:42.885138 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-05eca56a-fe39-4173-9858-a8e46cf671ef None None] For port 6d0f5aa0-f97e-47f3-bfde-200cb236f8ad, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=6d0f5aa0-f97e-47f3-bfde-200cb236f8ad,segment=NetworkSegment(1229e390-d72d-4d31-ba47-c3d4e4196279),segment_id=1229e390-d72d-4d31-ba47-c3d4e4196279)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:26:42.892818 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-cd017ab7-592d-4cc2-b39b-f585b0894cf9 req-0db34cd1-df7b-4f23-814b-4034b2fce71a tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:42.961658 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db34cd1-df7b-4f23-814b-4034b2fce71a tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Pushing event updated for resources: {'Port': ['ID=746f239a-cac1-47b7-a948-8973bb897097,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:26:42.991020 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd017ab7-592d-4cc2-b39b-f585b0894cf9 req-0db34cd1-df7b-4f23-814b-4034b2fce71a tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Network f22a0b4a-70e4-4463-a6ef-6109199fd871 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:26:42.994645 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [req-cd017ab7-592d-4cc2-b39b-f585b0894cf9 req-0db34cd1-df7b-4f23-814b-4034b2fce71a tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:26:42.997461 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd017ab7-592d-4cc2-b39b-f585b0894cf9 req-0db34cd1-df7b-4f23-814b-4034b2fce71a tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:26:42.999217 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-05eca56a-fe39-4173-9858-a8e46cf671ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:43.096048 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd017ab7-592d-4cc2-b39b-f585b0894cf9 req-0db34cd1-df7b-4f23-814b-4034b2fce71a tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:26:43.096740 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-cd017ab7-592d-4cc2-b39b-f585b0894cf9 req-0db34cd1-df7b-4f23-814b-4034b2fce71a tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:43.107391 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.db.api [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 19:26:43.108287 n-d-813679-3 neutron-server[95503]: DEBUG oslo_db.api [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 19:26:43.114469 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff0e4b37-3d37-4f6c-a347-a221500e6829 None None] DHCP port deletion for 25292ff6-df2e-42a1-aeea-68fb3a14f1ca request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 19:26:43.172581 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a79f91d1-0674-4e1c-af23-53fd2af25c66 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:43.195060 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eca56a-fe39-4173-9858-a8e46cf671ef None None] Pushing event updated for resources: {'Port': ['ID=6d0f5aa0-f97e-47f3-bfde-200cb236f8ad,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:26:43.221846 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eca56a-fe39-4173-9858-a8e46cf671ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:26:43.223249 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eca56a-fe39-4173-9858-a8e46cf671ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:26:43.223814 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eca56a-fe39-4173-9858-a8e46cf671ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:26:43.224190 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eca56a-fe39-4173-9858-a8e46cf671ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:26:43.224585 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eca56a-fe39-4173-9858-a8e46cf671ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:26:43.224978 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eca56a-fe39-4173-9858-a8e46cf671ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:26:43.225311 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eca56a-fe39-4173-9858-a8e46cf671ef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:26:43.226394 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eca56a-fe39-4173-9858-a8e46cf671ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:26:43.226781 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eca56a-fe39-4173-9858-a8e46cf671ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:26:43.227116 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eca56a-fe39-4173-9858-a8e46cf671ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:26:43.227444 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eca56a-fe39-4173-9858-a8e46cf671ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:26:43.227769 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eca56a-fe39-4173-9858-a8e46cf671ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:26:43.258664 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-ff0e4b37-3d37-4f6c-a347-a221500e6829 None None] Deleting port 2e544c54-caed-43e6-ace6-d9ef99253063 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:26:43.259044 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ff0e4b37-3d37-4f6c-a347-a221500e6829 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:43.358770 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cd017ab7-592d-4cc2-b39b-f585b0894cf9 req-0db34cd1-df7b-4f23-814b-4034b2fce71a tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4658258 Oct 12 19:26:43.375903 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-cd017ab7-592d-4cc2-b39b-f585b0894cf9 req-30e99735-c92b-4746-a78e-68312912bc00 service neutron] Request body: {'port': {'device_id': 'fab81ba2-37e8-4ff2-af8b-0fa2eff2f216', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-3'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:26:43.452792 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-59bdbe21-e263-4603-afbc-37d6ca2a3ceb tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:43.457260 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-ff0e4b37-3d37-4f6c-a347-a221500e6829 None None] For port 2e544c54-caed-43e6-ace6-d9ef99253063, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=2e544c54-caed-43e6-ace6-d9ef99253063,segment=NetworkSegment(f16cf0ac-76ac-40b9-ab87-b70fda8dbb01),segment_id=f16cf0ac-76ac-40b9-ab87-b70fda8dbb01)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:26:43.458047 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ff0e4b37-3d37-4f6c-a347-a221500e6829 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:43.488712 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-ff0e4b37-3d37-4f6c-a347-a221500e6829 None None] Calling delete_port for 2e544c54-caed-43e6-ace6-d9ef99253063 owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:26:43.504465 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-cd017ab7-592d-4cc2-b39b-f585b0894cf9 req-30e99735-c92b-4746-a78e-68312912bc00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:43.610311 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c114d65-e0f1-4eff-bae6-c8ac059ee15d req-cfe8cd79-5aa3-4da5-b362-776f19284204 tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:26:43.611908 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0c114d65-e0f1-4eff-bae6-c8ac059ee15d req-cfe8cd79-5aa3-4da5-b362-776f19284204 tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] 10.222.0.61 "GET /v2.0/networks?id=5281acec-b722-4919-9ea6-4090df1618c2 HTTP/1.1" status: 200 len: 814 time: 0.3887944 Oct 12 19:26:43.651162 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a79f91d1-0674-4e1c-af23-53fd2af25c66 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4824924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4612362'] for subnet, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:43.671819 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-2199539a-78ea-4ae4-83e2-8de604bb4a71 None None] Provisioning complete for port bcc9d995-fe2b-410b-b1cb-79eb502be38f triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:26:43.672230 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2199539a-78ea-4ae4-83e2-8de604bb4a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:43.685997 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8e734b73-a086-4919-9a16-caedd5bb9b4d req-dc3c490c-12cc-45f0-9814-b533f0c35758 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7b3695f-ec85-4a0d-af3f-02cf55478eab HTTP/1.1" status: 200 len: 210 time: 0.0730307 Oct 12 19:26:43.720266 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ff0e4b37-3d37-4f6c-a347-a221500e6829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:43.743010 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79f91d1-0674-4e1c-af23-53fd2af25c66 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Pushing event deleted for resources: {'Subnet': ['ID=9eccc23a-d2b3-4cf1-80e5-df88bd80499d,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:26:43.747899 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a79f91d1-0674-4e1c-af23-53fd2af25c66 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:43.753390 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-a79f91d1-0674-4e1c-af23-53fd2af25c66 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "DELETE /v2.0/subnets/9eccc23a-d2b3-4cf1-80e5-df88bd80499d HTTP/1.1" status: 204 len: 168 time: 1.3575611 Oct 12 19:26:43.754937 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52330) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:26:43.771631 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0241cb02-0ab3-4de7-a142-fe2749ce599d None None] Network 2e14c4f2-b68c-4d21-920b-215a17ef69db requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:26:43.777547 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0e4b37-3d37-4f6c-a347-a221500e6829 None None] Pushing event deleted for resources: {'Port': ['ID=2e544c54-caed-43e6-ace6-d9ef99253063,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:26:43.789669 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0e4b37-3d37-4f6c-a347-a221500e6829 None None] No DVR routers for this DVR port 2e544c54-caed-43e6-ace6-d9ef99253063 on host n-d-813679-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:26:43.820153 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-2199539a-78ea-4ae4-83e2-8de604bb4a71 None None] Port bcc9d995-fe2b-410b-b1cb-79eb502be38f cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:26:43.853654 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0c114d65-e0f1-4eff-bae6-c8ac059ee15d req-65567364-d61b-458c-825f-26b966572a83 tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e8f8861c0e334263a0cfef850e20be91 HTTP/1.1" status: 200 len: 380 time: 0.2238526 Oct 12 19:26:43.862212 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-2199539a-78ea-4ae4-83e2-8de604bb4a71 None None] Provisioning complete for port 6d0f5aa0-f97e-47f3-bfde-200cb236f8ad triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:26:43.862849 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2199539a-78ea-4ae4-83e2-8de604bb4a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:43.873362 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-0c114d65-e0f1-4eff-bae6-c8ac059ee15d req-28c2df83-3439-4cf4-b934-4ba276f25b51 tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] Request body: {'port': {'device_id': '6606ce7c-deb6-4cab-94c1-2c9a713f1f5b', 'network_id': '5281acec-b722-4919-9ea6-4090df1618c2', 'admin_state_up': True, 'tenant_id': 'e8f8861c0e334263a0cfef850e20be91', 'security_groups': ['cc46d298-9ebe-4080-a5d8-2986cdcdbaa0']}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:26:44.013322 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-67c24e2f-8e74-4859-b62e-979de30ec71a req-dc2f4028-1c38-490d-b780-03d7b2eb2cb8 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d8118a-4722-4e86-9061-3b560a61dbf9 HTTP/1.1" status: 200 len: 210 time: 0.0909328 Oct 12 19:26:44.015564 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-59bdbe21-e263-4603-afbc-37d6ca2a3ceb tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:44.032667 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6c9ca8bf-89dc-4278-92fb-1dc0e6f3c948 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:44.056885 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70922c17-9155-4926-8c39-295f31aaec8b req-6f846c7c-e3ea-44af-b3d6-047cf3094181 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:26:44.064423 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-70922c17-9155-4926-8c39-295f31aaec8b req-6f846c7c-e3ea-44af-b3d6-047cf3094181 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fab81ba2-37e8-4ff2-af8b-0fa2eff2f216 HTTP/1.1" status: 200 len: 931 time: 0.1826851 Oct 12 19:26:44.079070 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffeb7889-c96c-49b0-9d98-fb2924a15c57 None None] DHCP port deletion for 2e14c4f2-b68c-4d21-920b-215a17ef69db request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 19:26:44.105671 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-59bdbe21-e263-4603-afbc-37d6ca2a3ceb tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:44.139301 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 6d0f5aa0-f97e-47f3-bfde-200cb236f8ad up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:26:44.155919 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-70922c17-9155-4926-8c39-295f31aaec8b req-9914d7ec-dae7-46ed-a251-bc94e1c7d222 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=94a43134-a4a7-45fd-af5f-8fc2adc2c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906358 Oct 12 19:26:44.194950 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3a4bacff-292d-4f0c-8435-3e812af931df req-d19cc07e-6e37-44b5-83d7-b494a5f42040 tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] 10.222.0.49 "GET /v2.0/ports?device_id=6606ce7c-deb6-4cab-94c1-2c9a713f1f5b HTTP/1.1" status: 200 len: 210 time: 0.0361333 Oct 12 19:26:44.269123 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-cca10103-df8f-40a2-9c9c-4ab7081e6f9a None None] Provisioning complete for port bcc9d995-fe2b-410b-b1cb-79eb502be38f triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:26:44.269605 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cca10103-df8f-40a2-9c9c-4ab7081e6f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:44.313342 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-ffeb7889-c96c-49b0-9d98-fb2924a15c57 None None] Deleting port 10feb9d4-7aa8-4868-8c66-1a4d7095d414 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:26:44.313847 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ffeb7889-c96c-49b0-9d98-fb2924a15c57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:44.320674 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 6d0f5aa0-f97e-47f3-bfde-200cb236f8ad triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:26:44.321141 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:44.336683 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bdbe21-e263-4603-afbc-37d6ca2a3ceb tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Pushing event updated for resources: {'Port': ['ID=bcc9d995-fe2b-410b-b1cb-79eb502be38f,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:26:44.361466 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-cca10103-df8f-40a2-9c9c-4ab7081e6f9a None None] Port bcc9d995-fe2b-410b-b1cb-79eb502be38f cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:26:44.395458 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6c9ca8bf-89dc-4278-92fb-1dc0e6f3c948 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:44.436569 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-cca10103-df8f-40a2-9c9c-4ab7081e6f9a None None] Provisioning complete for port 746f239a-cac1-47b7-a948-8973bb897097 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:26:44.437047 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cca10103-df8f-40a2-9c9c-4ab7081e6f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:44.439996 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-ffeb7889-c96c-49b0-9d98-fb2924a15c57 None None] For port 10feb9d4-7aa8-4868-8c66-1a4d7095d414, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=10feb9d4-7aa8-4868-8c66-1a4d7095d414,segment=NetworkSegment(c5aaa6cb-4fc0-487c-a1c9-b6d1d0ba82ce),segment_id=c5aaa6cb-4fc0-487c-a1c9-b6d1d0ba82ce)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:26:44.440190 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ffeb7889-c96c-49b0-9d98-fb2924a15c57 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:44.450672 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-6c9ca8bf-89dc-4278-92fb-1dc0e6f3c948 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25292ff6-df2e-42a1-aeea-68fb3a14f1ca']}} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:26:44.477611 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-59bdbe21-e263-4603-afbc-37d6ca2a3ceb tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7915309'] for router_interface, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:44.489636 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-ffeb7889-c96c-49b0-9d98-fb2924a15c57 None None] Calling delete_port for 10feb9d4-7aa8-4868-8c66-1a4d7095d414 owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:26:44.525547 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c114d65-e0f1-4eff-bae6-c8ac059ee15d req-28c2df83-3439-4cf4-b934-4ba276f25b51 tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] Made reservation on behalf of e8f8861c0e334263a0cfef850e20be91 for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:26:44.530160 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-0c114d65-e0f1-4eff-bae6-c8ac059ee15d req-28c2df83-3439-4cf4-b934-4ba276f25b51 tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:44.534890 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-6c9ca8bf-89dc-4278-92fb-1dc0e6f3c948 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f16cf0ac-76ac-40b9-ab87-b70fda8dbb01') {'for_net_delete': True} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:26:44.535260 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-6c9ca8bf-89dc-4278-92fb-1dc0e6f3c948 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f16cf0ac-76ac-40b9-ab87-b70fda8dbb01') {} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:26:44.547826 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-cca10103-df8f-40a2-9c9c-4ab7081e6f9a None None] Port 746f239a-cac1-47b7-a948-8973bb897097 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:26:44.562809 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6c9ca8bf-89dc-4278-92fb-1dc0e6f3c948 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4281072'] for segment, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:44.640347 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [req-cd017ab7-592d-4cc2-b39b-f585b0894cf9 req-30e99735-c92b-4746-a78e-68312912bc00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 746f239a-cac1-47b7-a948-8973bb897097 {{(pid=95501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:26:44.660882 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 2e544c54-caed-43e6-ace6-d9ef99253063 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:26:44.661946 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-59bdbe21-e263-4603-afbc-37d6ca2a3ceb tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:44.664180 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-cd017ab7-592d-4cc2-b39b-f585b0894cf9 req-30e99735-c92b-4746-a78e-68312912bc00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:44.671979 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6c9ca8bf-89dc-4278-92fb-1dc0e6f3c948 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:44.697770 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ffeb7889-c96c-49b0-9d98-fb2924a15c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:44.703531 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 2e544c54-caed-43e6-ace6-d9ef99253063 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:26:44.703879 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 2e544c54-caed-43e6-ace6-d9ef99253063 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:26:44.719427 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c9ca8bf-89dc-4278-92fb-1dc0e6f3c948 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=95501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:26:44.719916 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6c9ca8bf-89dc-4278-92fb-1dc0e6f3c948 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4823170'] for segment, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:44.723054 n-d-813679-3 neutron-server[95501]: Traceback (most recent call last): Oct 12 19:26:44.723054 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:26:44.723054 n-d-813679-3 neutron-server[95501]: timer() Oct 12 19:26:44.723054 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:26:44.723054 n-d-813679-3 neutron-server[95501]: cb(*args, **kw) Oct 12 19:26:44.723054 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:26:44.723054 n-d-813679-3 neutron-server[95501]: return func(*args, **kwargs) Oct 12 19:26:44.723054 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:26:44.723054 n-d-813679-3 neutron-server[95501]: self._notify() Oct 12 19:26:44.723054 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:26:44.723054 n-d-813679-3 neutron-server[95501]: self.callback(batched_events) Oct 12 19:26:44.723054 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:26:44.723054 n-d-813679-3 neutron-server[95501]: event.method(event) Oct 12 19:26:44.723054 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:26:44.723054 n-d-813679-3 neutron-server[95501]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:26:44.723054 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:26:44.723054 n-d-813679-3 neutron-server[95501]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:26:44.723054 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:26:44.723054 n-d-813679-3 neutron-server[95501]: return f(self, *a, **k) Oct 12 19:26:44.723054 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:26:44.723054 n-d-813679-3 neutron-server[95501]: return self._get(url).json() Oct 12 19:26:44.723054 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:26:44.723054 n-d-813679-3 neutron-server[95501]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:26:44.723054 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:26:44.723054 n-d-813679-3 neutron-server[95501]: return self.request(url, 'GET', **kwargs) Oct 12 19:26:44.723054 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:26:44.723054 n-d-813679-3 neutron-server[95501]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:26:44.723054 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:26:44.723054 n-d-813679-3 neutron-server[95501]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:26:44.723054 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:26:44.723054 n-d-813679-3 neutron-server[95501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:26:44.723054 n-d-813679-3 neutron-server[95501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:26:44.730164 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeb7889-c96c-49b0-9d98-fb2924a15c57 None None] Pushing event deleted for resources: {'Port': ['ID=10feb9d4-7aa8-4868-8c66-1a4d7095d414,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:26:44.735583 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffeb7889-c96c-49b0-9d98-fb2924a15c57 None None] No DVR routers for this DVR port 10feb9d4-7aa8-4868-8c66-1a4d7095d414 on host n-d-813679-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:26:44.737589 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-e0b7cc6c-ab00-4033-bad2-c1f3ae2dc168 None None] Provisioning complete for port bcc9d995-fe2b-410b-b1cb-79eb502be38f triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:26:44.738177 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e0b7cc6c-ab00-4033-bad2-c1f3ae2dc168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:44.798804 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-e0b7cc6c-ab00-4033-bad2-c1f3ae2dc168 None None] Port bcc9d995-fe2b-410b-b1cb-79eb502be38f cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:26:44.810939 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [req-0c114d65-e0f1-4eff-bae6-c8ac059ee15d req-28c2df83-3439-4cf4-b934-4ba276f25b51 tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] Allocated IP 172.20.0.4 (5281acec-b722-4919-9ea6-4090df1618c2/6c2501d2-416b-4d78-8bcf-91740a1fb5c4/69119169-ed08-4796-ad64-b3fcf2b53afe) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:26:44.897055 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.provisioning_blocks [req-cd017ab7-592d-4cc2-b39b-f585b0894cf9 req-30e99735-c92b-4746-a78e-68312912bc00 service neutron] Transition to ACTIVE for port object 746f239a-cac1-47b7-a948-8973bb897097 will not be triggered until provisioned by entity L2. {{(pid=95501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:26:44.900916 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6c9ca8bf-89dc-4278-92fb-1dc0e6f3c948 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:44.912541 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6c9ca8bf-89dc-4278-92fb-1dc0e6f3c948 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:44.919076 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-6c9ca8bf-89dc-4278-92fb-1dc0e6f3c948 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "DELETE /v2.0/networks/25292ff6-df2e-42a1-aeea-68fb3a14f1ca HTTP/1.1" status: 204 len: 168 time: 1.1587706 Oct 12 19:26:44.938629 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52336) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:26:44.939268 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9ca8bf-89dc-4278-92fb-1dc0e6f3c948 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Pushing event deleted for resources: {'Network': ['ID=25292ff6-df2e-42a1-aeea-68fb3a14f1ca,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:26:44.959542 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9ca8bf-89dc-4278-92fb-1dc0e6f3c948 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:26:44.960011 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9ca8bf-89dc-4278-92fb-1dc0e6f3c948 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:26:44.960388 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9ca8bf-89dc-4278-92fb-1dc0e6f3c948 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:26:44.960730 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9ca8bf-89dc-4278-92fb-1dc0e6f3c948 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:26:44.961201 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9ca8bf-89dc-4278-92fb-1dc0e6f3c948 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:26:44.961648 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9ca8bf-89dc-4278-92fb-1dc0e6f3c948 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:26:44.961992 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9ca8bf-89dc-4278-92fb-1dc0e6f3c948 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:26:44.962336 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9ca8bf-89dc-4278-92fb-1dc0e6f3c948 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:26:44.962664 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9ca8bf-89dc-4278-92fb-1dc0e6f3c948 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:26:44.962990 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9ca8bf-89dc-4278-92fb-1dc0e6f3c948 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:26:44.963317 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9ca8bf-89dc-4278-92fb-1dc0e6f3c948 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:26:44.963642 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9ca8bf-89dc-4278-92fb-1dc0e6f3c948 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:26:45.024092 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-cd017ab7-592d-4cc2-b39b-f585b0894cf9 req-30e99735-c92b-4746-a78e-68312912bc00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:45.093055 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-0c114d65-e0f1-4eff-bae6-c8ac059ee15d req-28c2df83-3439-4cf4-b934-4ba276f25b51 tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:45.178980 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2437b866-104b-4fb3-8750-5e4f2ab35c3c req-f67eb8c1-b3ea-480a-abfb-4a4a52b29aeb tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7b3695f-ec85-4a0d-af3f-02cf55478eab HTTP/1.1" status: 200 len: 210 time: 0.3494191 Oct 12 19:26:45.192545 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b95d5e5b-bf20-4b65-a681-44ad8975cef2 req-38bd374a-7c24-4953-a858-6fa3c77fda03 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d8118a-4722-4e86-9061-3b560a61dbf9 HTTP/1.1" status: 200 len: 210 time: 0.0694754 Oct 12 19:26:45.234231 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f926c313-7d3f-46a4-ad5a-89a3ef8ca4a8 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:45.320406 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e99735-c92b-4746-a78e-68312912bc00 service neutron] Pushing event updated for resources: {'Port': ['ID=746f239a-cac1-47b7-a948-8973bb897097,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:26:45.411521 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-cd017ab7-592d-4cc2-b39b-f585b0894cf9 req-30e99735-c92b-4746-a78e-68312912bc00 service neutron] Attempting to bind port 746f239a-cac1-47b7-a948-8973bb897097 on host n-h2-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:26:45.411864 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-cd017ab7-592d-4cc2-b39b-f585b0894cf9 req-30e99735-c92b-4746-a78e-68312912bc00 service neutron] Attempting to bind port 746f239a-cac1-47b7-a948-8973bb897097 by drivers openvswitch,hyperv on host n-h2-813679-3 at level 0 using segments [{'id': '1311cbfc-168d-4d44-b005-c99086bc74c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f22a0b4a-70e4-4463-a6ef-6109199fd871'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:26:45.412322 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd017ab7-592d-4cc2-b39b-f585b0894cf9 req-30e99735-c92b-4746-a78e-68312912bc00 service neutron] Attempting to bind port 746f239a-cac1-47b7-a948-8973bb897097 on network f22a0b4a-70e4-4463-a6ef-6109199fd871 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:26:45.433534 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-42f5f364-ead2-4ade-a152-03f7b4252f86 req-a50c80a6-9dcb-49c6-9d23-87ea7cec3433 tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] 10.222.0.49 "GET /v2.0/ports?device_id=6606ce7c-deb6-4cab-94c1-2c9a713f1f5b HTTP/1.1" status: 200 len: 210 time: 0.0615149 Oct 12 19:26:45.435751 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd017ab7-592d-4cc2-b39b-f585b0894cf9 req-30e99735-c92b-4746-a78e-68312912bc00 service neutron] Port 746f239a-cac1-47b7-a948-8973bb897097 on network f22a0b4a-70e4-4463-a6ef-6109199fd871 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:26:45.436093 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd017ab7-592d-4cc2-b39b-f585b0894cf9 req-30e99735-c92b-4746-a78e-68312912bc00 service neutron] Attempting to bind port 746f239a-cac1-47b7-a948-8973bb897097 on network f22a0b4a-70e4-4463-a6ef-6109199fd871 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:26:45.459811 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd017ab7-592d-4cc2-b39b-f585b0894cf9 req-30e99735-c92b-4746-a78e-68312912bc00 service neutron] Checking agent: {'id': '233fbd7d-38e4-434f-bb8f-05364d7423a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:26:45.459811 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd017ab7-592d-4cc2-b39b-f585b0894cf9 req-30e99735-c92b-4746-a78e-68312912bc00 service neutron] Checking segment: {'id': '1311cbfc-168d-4d44-b005-c99086bc74c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f22a0b4a-70e4-4463-a6ef-6109199fd871'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:26:45.460363 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd017ab7-592d-4cc2-b39b-f585b0894cf9 req-30e99735-c92b-4746-a78e-68312912bc00 service neutron] Bound using segment: {'id': '1311cbfc-168d-4d44-b005-c99086bc74c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f22a0b4a-70e4-4463-a6ef-6109199fd871'} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:26:45.460758 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-cd017ab7-592d-4cc2-b39b-f585b0894cf9 req-30e99735-c92b-4746-a78e-68312912bc00 service neutron] Bound port: 746f239a-cac1-47b7-a948-8973bb897097, host: n-h2-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1311cbfc-168d-4d44-b005-c99086bc74c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f22a0b4a-70e4-4463-a6ef-6109199fd871'}}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:26:45.461096 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-cd017ab7-592d-4cc2-b39b-f585b0894cf9 req-30e99735-c92b-4746-a78e-68312912bc00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:45.477597 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-59bdbe21-e263-4603-afbc-37d6ca2a3ceb tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:45.498497 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580db943-bd45-4681-933c-d1e36d6d498d req-9e1e4253-4dbc-4764-a1e8-fe7c73e427f1 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:26:45.499992 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-580db943-bd45-4681-933c-d1e36d6d498d req-9e1e4253-4dbc-4764-a1e8-fe7c73e427f1 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fab81ba2-37e8-4ff2-af8b-0fa2eff2f216 HTTP/1.1" status: 200 len: 943 time: 0.1855028 Oct 12 19:26:45.511702 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-0c114d65-e0f1-4eff-bae6-c8ac059ee15d req-28c2df83-3439-4cf4-b934-4ba276f25b51 tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:45.535593 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-59bdbe21-e263-4603-afbc-37d6ca2a3ceb tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:45.588615 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-580db943-bd45-4681-933c-d1e36d6d498d req-2b91b569-0148-44bb-873c-5a613bbec17e tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=94a43134-a4a7-45fd-af5f-8fc2adc2c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823793 Oct 12 19:26:45.609882 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f926c313-7d3f-46a4-ad5a-89a3ef8ca4a8 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:45.623211 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-59bdbe21-e263-4603-afbc-37d6ca2a3ceb tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7898980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8092605'] for router_interface, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:45.625157 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bdbe21-e263-4603-afbc-37d6ca2a3ceb tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Pushing event updated for resources: {'Port': ['ID=bcc9d995-fe2b-410b-b1cb-79eb502be38f,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:26:45.649454 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c114d65-e0f1-4eff-bae6-c8ac059ee15d req-28c2df83-3439-4cf4-b934-4ba276f25b51 tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] Network 5281acec-b722-4919-9ea6-4090df1618c2 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:26:45.663775 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-f926c313-7d3f-46a4-ad5a-89a3ef8ca4a8 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e14c4f2-b68c-4d21-920b-215a17ef69db']}} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:26:45.669474 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [req-0c114d65-e0f1-4eff-bae6-c8ac059ee15d req-28c2df83-3439-4cf4-b934-4ba276f25b51 tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:26:45.672018 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c114d65-e0f1-4eff-bae6-c8ac059ee15d req-28c2df83-3439-4cf4-b934-4ba276f25b51 tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:26:45.710734 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c2df83-3439-4cf4-b934-4ba276f25b51 tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] Pushing event updated for resources: {'Port': ['ID=69119169-ed08-4796-ad64-b3fcf2b53afe,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:26:45.720423 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-f926c313-7d3f-46a4-ad5a-89a3ef8ca4a8 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5aaa6cb-4fc0-487c-a1c9-b6d1d0ba82ce') {'for_net_delete': True} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:26:45.720604 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-f926c313-7d3f-46a4-ad5a-89a3ef8ca4a8 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5aaa6cb-4fc0-487c-a1c9-b6d1d0ba82ce') {} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:26:45.741866 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f926c313-7d3f-46a4-ad5a-89a3ef8ca4a8 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4281072'] for segment, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:45.742947 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59bdbe21-e263-4603-afbc-37d6ca2a3ceb tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Network 019aefcb-ecc2-4912-9524-2aaaf1d811f4 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:26:45.744947 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-59bdbe21-e263-4603-afbc-37d6ca2a3ceb tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:26:45.761027 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-cd017ab7-592d-4cc2-b39b-f585b0894cf9 req-30e99735-c92b-4746-a78e-68312912bc00 service neutron] For port 746f239a-cac1-47b7-a948-8973bb897097, host n-h2-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:26:45.775156 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c114d65-e0f1-4eff-bae6-c8ac059ee15d req-28c2df83-3439-4cf4-b934-4ba276f25b51 tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:26:45.775767 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-0c114d65-e0f1-4eff-bae6-c8ac059ee15d req-28c2df83-3439-4cf4-b934-4ba276f25b51 tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:45.792765 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f926c313-7d3f-46a4-ad5a-89a3ef8ca4a8 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:45.806439 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-cd017ab7-592d-4cc2-b39b-f585b0894cf9 req-30e99735-c92b-4746-a78e-68312912bc00 service neutron] For port 746f239a-cac1-47b7-a948-8973bb897097, host n-h2-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=746f239a-cac1-47b7-a948-8973bb897097,segment=NetworkSegment(1311cbfc-168d-4d44-b005-c99086bc74c8),segment_id=1311cbfc-168d-4d44-b005-c99086bc74c8)] {{(pid=95501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:26:45.811051 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f926c313-7d3f-46a4-ad5a-89a3ef8ca4a8 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=95501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:26:45.816581 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f926c313-7d3f-46a4-ad5a-89a3ef8ca4a8 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4823170'] for segment, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:45.816973 n-d-813679-3 neutron-server[95501]: Traceback (most recent call last): Oct 12 19:26:45.816973 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:26:45.816973 n-d-813679-3 neutron-server[95501]: timer() Oct 12 19:26:45.816973 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:26:45.816973 n-d-813679-3 neutron-server[95501]: cb(*args, **kw) Oct 12 19:26:45.816973 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:26:45.816973 n-d-813679-3 neutron-server[95501]: return func(*args, **kwargs) Oct 12 19:26:45.816973 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:26:45.816973 n-d-813679-3 neutron-server[95501]: self._notify() Oct 12 19:26:45.816973 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:26:45.816973 n-d-813679-3 neutron-server[95501]: self.callback(batched_events) Oct 12 19:26:45.816973 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:26:45.816973 n-d-813679-3 neutron-server[95501]: event.method(event) Oct 12 19:26:45.816973 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:26:45.816973 n-d-813679-3 neutron-server[95501]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:26:45.816973 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:26:45.816973 n-d-813679-3 neutron-server[95501]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:26:45.816973 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:26:45.816973 n-d-813679-3 neutron-server[95501]: return f(self, *a, **k) Oct 12 19:26:45.816973 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:26:45.816973 n-d-813679-3 neutron-server[95501]: return self._get(url).json() Oct 12 19:26:45.816973 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:26:45.816973 n-d-813679-3 neutron-server[95501]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:26:45.816973 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:26:45.816973 n-d-813679-3 neutron-server[95501]: return self.request(url, 'GET', **kwargs) Oct 12 19:26:45.816973 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:26:45.816973 n-d-813679-3 neutron-server[95501]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:26:45.816973 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:26:45.816973 n-d-813679-3 neutron-server[95501]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:26:45.816973 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:26:45.816973 n-d-813679-3 neutron-server[95501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:26:45.816973 n-d-813679-3 neutron-server[95501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:26:45.915890 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-cd017ab7-592d-4cc2-b39b-f585b0894cf9 req-30e99735-c92b-4746-a78e-68312912bc00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:45.950043 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd017ab7-592d-4cc2-b39b-f585b0894cf9 req-30e99735-c92b-4746-a78e-68312912bc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:26:45.950677 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-cd017ab7-592d-4cc2-b39b-f585b0894cf9 req-30e99735-c92b-4746-a78e-68312912bc00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:45.952132 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cd017ab7-592d-4cc2-b39b-f585b0894cf9 req-30e99735-c92b-4746-a78e-68312912bc00 service neutron] 10.222.0.67 "PUT /v2.0/ports/746f239a-cac1-47b7-a948-8973bb897097 HTTP/1.1" status: 200 len: 1091 time: 2.5817833 Oct 12 19:26:45.952597 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fab81ba2-37e8-4ff2-af8b-0fa2eff2f216', 'tag': '746f239a-cac1-47b7-a948-8973bb897097'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:26:45.954933 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-713e1538-6396-431c-87d0-7e2721ec599a" -d '{"events": [{"name": "network-changed", "server_uuid": "fab81ba2-37e8-4ff2-af8b-0fa2eff2f216", "tag": "746f239a-cac1-47b7-a948-8973bb897097"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:26:45.969407 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0c114d65-e0f1-4eff-bae6-c8ac059ee15d req-28c2df83-3439-4cf4-b934-4ba276f25b51 tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1001797 Oct 12 19:26:45.994156 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-0c114d65-e0f1-4eff-bae6-c8ac059ee15d req-60c62d4a-41d7-432d-bcfd-99b493fa4d78 service neutron] Request body: {'port': {'device_id': '6606ce7c-deb6-4cab-94c1-2c9a713f1f5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-3'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:26:46.019964 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 10feb9d4-7aa8-4868-8c66-1a4d7095d414 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:26:46.052314 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59bdbe21-e263-4603-afbc-37d6ca2a3ceb tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Router d105c5b6-15e1-4854-9e9d-4e21c32b2ae0 is scheduled to L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b with binding_index 1 {{(pid=95502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 19:26:46.068700 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 10feb9d4-7aa8-4868-8c66-1a4d7095d414 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:26:46.069062 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 10feb9d4-7aa8-4868-8c66-1a4d7095d414 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:26:46.080645 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51cf137e-d7ab-4dd0-afa1-81d740cc5cbc x-openstack-request-id: req-51cf137e-d7ab-4dd0-afa1-81d740cc5cbc {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:26:46.081207 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fab81ba2-37e8-4ff2-af8b-0fa2eff2f216", "tag": "746f239a-cac1-47b7-a948-8973bb897097", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:26:46.081684 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-51cf137e-d7ab-4dd0-afa1-81d740cc5cbc {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:26:46.082301 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fab81ba2-37e8-4ff2-af8b-0fa2eff2f216', 'tag': '746f239a-cac1-47b7-a948-8973bb897097', 'status': 'completed', 'code': 200} Oct 12 19:26:46.087739 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f926c313-7d3f-46a4-ad5a-89a3ef8ca4a8 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:46.113353 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-cd2685e6-2506-4818-b900-cbd06afca373 None None] Provisioning complete for port 69119169-ed08-4796-ad64-b3fcf2b53afe triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:26:46.114108 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cd2685e6-2506-4818-b900-cbd06afca373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:46.179694 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-cd2685e6-2506-4818-b900-cbd06afca373 None None] Port 69119169-ed08-4796-ad64-b3fcf2b53afe cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:26:46.199483 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f926c313-7d3f-46a4-ad5a-89a3ef8ca4a8 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:46.205896 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-f926c313-7d3f-46a4-ad5a-89a3ef8ca4a8 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] 10.222.0.49 "DELETE /v2.0/networks/2e14c4f2-b68c-4d21-920b-215a17ef69db HTTP/1.1" status: 204 len: 168 time: 1.2580736 Oct 12 19:26:46.223743 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59bdbe21-e263-4603-afbc-37d6ca2a3ceb tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:26:46.223855 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e99735-c92b-4746-a78e-68312912bc00 service neutron] Pushing event updated for resources: {'Port': ['ID=746f239a-cac1-47b7-a948-8973bb897097,revision_number=3']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:26:46.228783 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-59bdbe21-e263-4603-afbc-37d6ca2a3ceb tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] 10.222.0.49 "PUT /v2.0/routers/d105c5b6-15e1-4854-9e9d-4e21c32b2ae0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3667941 Oct 12 19:26:46.231580 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52352) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:26:46.238224 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-0c114d65-e0f1-4eff-bae6-c8ac059ee15d req-60c62d4a-41d7-432d-bcfd-99b493fa4d78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:46.262974 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7ae55e-7037-4e94-b318-45c139806e88 None None] Sync routers for ids ['d105c5b6-15e1-4854-9e9d-4e21c32b2ae0'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:26:46.279321 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7ae55e-7037-4e94-b318-45c139806e88 None None] Routers {'d105c5b6-15e1-4854-9e9d-4e21c32b2ae0'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:26:46.281321 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f926c313-7d3f-46a4-ad5a-89a3ef8ca4a8 tempest-TaggedBootDevicesTest_v242-1772537606 tempest-TaggedBootDevicesTest_v242-1772537606-project] Pushing event deleted for resources: {'Network': ['ID=2e14c4f2-b68c-4d21-920b-215a17ef69db,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:26:46.288183 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-4a7ae55e-7037-4e94-b318-45c139806e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:26:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['d105c5b6-15e1-4854-9e9d-4e21c32b2ae0'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:26:46.326157 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-c8d9a7ea-4afa-43f2-9737-f45bf2c98a5e None None] Provisioning complete for port bcc9d995-fe2b-410b-b1cb-79eb502be38f triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:26:46.326657 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c8d9a7ea-4afa-43f2-9737-f45bf2c98a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:46.333437 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713e1538-6396-431c-87d0-7e2721ec599a req-f0c0c3ff-8f99-4574-9071-55f4bccf6064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:26:46.335082 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-713e1538-6396-431c-87d0-7e2721ec599a req-f0c0c3ff-8f99-4574-9071-55f4bccf6064 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8037c4999d8b4d25a8c451f2b659a2c4&device_id=fab81ba2-37e8-4ff2-af8b-0fa2eff2f216 HTTP/1.1" status: 200 len: 1094 time: 0.1934433 Oct 12 19:26:46.406079 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-4a7ae55e-7037-4e94-b318-45c139806e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:26:46.410437 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1930a68e-d6a1-47cc-bc6d-1fadd06083ca req-4bbc8651-f339-4269-b91d-d9b5feea0132 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7b3695f-ec85-4a0d-af3f-02cf55478eab HTTP/1.1" status: 200 len: 210 time: 0.0780995 Oct 12 19:26:46.431283 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7ae55e-7037-4e94-b318-45c139806e88 None None] Routers {'d105c5b6-15e1-4854-9e9d-4e21c32b2ae0'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:26:46.431914 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-4a7ae55e-7037-4e94-b318-45c139806e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:26:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['d105c5b6-15e1-4854-9e9d-4e21c32b2ae0'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:26:46.443861 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-c8d9a7ea-4afa-43f2-9737-f45bf2c98a5e None None] Port bcc9d995-fe2b-410b-b1cb-79eb502be38f cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:26:46.451095 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9028c2c9-fb08-4650-b2c5-35674434c8b6 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:26:46.455660 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-9028c2c9-fb08-4650-b2c5-35674434c8b6 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] 10.222.0.49 "GET /v2.0/ports?device_id=d105c5b6-15e1-4854-9e9d-4e21c32b2ae0 HTTP/1.1" status: 200 len: 982 time: 0.2230351 Oct 12 19:26:46.456301 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52358) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:26:46.500126 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-4a7ae55e-7037-4e94-b318-45c139806e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:26:46.501241 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7ae55e-7037-4e94-b318-45c139806e88 None None] The sync data for ids ['d105c5b6-15e1-4854-9e9d-4e21c32b2ae0'] in n-d-813679-3 is: [] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:26:46.638990 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef7a656-3900-4b2e-9cf2-acf75324a200 req-1c15d33b-683b-4751-9443-4af0da5c7f24 tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:26:46.640612 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-fef7a656-3900-4b2e-9cf2-acf75324a200 req-1c15d33b-683b-4751-9443-4af0da5c7f24 tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] 10.222.0.49 "GET /v2.0/ports?device_id=6606ce7c-deb6-4cab-94c1-2c9a713f1f5b HTTP/1.1" status: 200 len: 931 time: 0.1102443 Oct 12 19:26:46.748803 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-fef7a656-3900-4b2e-9cf2-acf75324a200 req-d0f58be3-06be-4066-98a7-41cb509a03d2 tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] 10.222.0.49 "GET /v2.0/security-groups?id=cc46d298-9ebe-4080-a5d8-2986cdcdbaa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771019 Oct 12 19:26:46.825712 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-15b2615a-4488-4d6e-aad5-3b6d3364ec27 req-3241f31c-4030-448d-b8fb-2ae29d8d25e6 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d8118a-4722-4e86-9061-3b560a61dbf9 HTTP/1.1" status: 200 len: 210 time: 0.3999572 Oct 12 19:26:46.987611 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4757825-ace4-4ff4-9721-c9d0407f8f45 req-c1f6f55c-e44d-4475-866d-d35561ffc761 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:26:46.989208 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a4757825-ace4-4ff4-9721-c9d0407f8f45 req-c1f6f55c-e44d-4475-866d-d35561ffc761 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fab81ba2-37e8-4ff2-af8b-0fa2eff2f216 HTTP/1.1" status: 200 len: 943 time: 0.1134193 Oct 12 19:26:47.006269 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713e1538-6396-431c-87d0-7e2721ec599a req-a9efd8cd-4a47-4876-9974-63dda3c5af20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:26:47.007649 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-713e1538-6396-431c-87d0-7e2721ec599a req-a9efd8cd-4a47-4876-9974-63dda3c5af20 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=8037c4999d8b4d25a8c451f2b659a2c4&shared=False HTTP/1.1" status: 200 len: 912 time: 0.6545932 Oct 12 19:26:47.102843 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a4757825-ace4-4ff4-9721-c9d0407f8f45 req-63f98d45-cf0d-4a67-8213-451a919d9710 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=94a43134-a4a7-45fd-af5f-8fc2adc2c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963430 Oct 12 19:26:47.151238 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-18b592db-4201-42aa-8283-5e264ea9dd66 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8092566'] for router_interface, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:47.164851 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713e1538-6396-431c-87d0-7e2721ec599a req-ea7402c5-9dc1-4c09-ad3d-a8ad6bd6ab82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:26:47.166304 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-713e1538-6396-431c-87d0-7e2721ec599a req-ea7402c5-9dc1-4c09-ad3d-a8ad6bd6ab82 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1515045 Oct 12 19:26:47.179192 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [req-0c114d65-e0f1-4eff-bae6-c8ac059ee15d req-60c62d4a-41d7-432d-bcfd-99b493fa4d78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69119169-ed08-4796-ad64-b3fcf2b53afe {{(pid=95501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:26:47.188290 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-0c114d65-e0f1-4eff-bae6-c8ac059ee15d req-60c62d4a-41d7-432d-bcfd-99b493fa4d78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:47.202251 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.provisioning_blocks [req-0c114d65-e0f1-4eff-bae6-c8ac059ee15d req-60c62d4a-41d7-432d-bcfd-99b493fa4d78 service neutron] Transition to ACTIVE for port object 69119169-ed08-4796-ad64-b3fcf2b53afe will not be triggered until provisioned by entity L2. {{(pid=95501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:26:47.251606 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd017ab7-592d-4cc2-b39b-f585b0894cf9 req-150d935a-fcf0-4d6d-a315-4b69a362eb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:26:47.253169 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cd017ab7-592d-4cc2-b39b-f585b0894cf9 req-150d935a-fcf0-4d6d-a315-4b69a362eb40 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8037c4999d8b4d25a8c451f2b659a2c4&device_id=fab81ba2-37e8-4ff2-af8b-0fa2eff2f216 HTTP/1.1" status: 200 len: 1094 time: 0.0438817 Oct 12 19:26:47.296494 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cd017ab7-592d-4cc2-b39b-f585b0894cf9 req-3c95e2dd-67af-4a6a-a331-15d02e3e9518 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=746f239a-cac1-47b7-a948-8973bb897097 HTTP/1.1" status: 200 len: 217 time: 0.0355127 Oct 12 19:26:47.296982 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-0c114d65-e0f1-4eff-bae6-c8ac059ee15d req-60c62d4a-41d7-432d-bcfd-99b493fa4d78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:47.383293 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c62d4a-41d7-432d-bcfd-99b493fa4d78 service neutron] Pushing event updated for resources: {'Port': ['ID=69119169-ed08-4796-ad64-b3fcf2b53afe,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:26:47.408684 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd017ab7-592d-4cc2-b39b-f585b0894cf9 req-5877b27a-f6dc-433b-b1ff-64b2cdc1ecb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:26:47.409652 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-18b592db-4201-42aa-8283-5e264ea9dd66 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Deleting port bcc9d995-fe2b-410b-b1cb-79eb502be38f {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:26:47.410007 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-18b592db-4201-42aa-8283-5e264ea9dd66 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:47.410207 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cd017ab7-592d-4cc2-b39b-f585b0894cf9 req-5877b27a-f6dc-433b-b1ff-64b2cdc1ecb2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a09cd6ac-b3e0-423d-9e85-6644cbc7e663 HTTP/1.1" status: 200 len: 850 time: 0.1052926 Oct 12 19:26:47.510450 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-0c114d65-e0f1-4eff-bae6-c8ac059ee15d req-60c62d4a-41d7-432d-bcfd-99b493fa4d78 service neutron] Attempting to bind port 69119169-ed08-4796-ad64-b3fcf2b53afe on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:26:47.510817 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-0c114d65-e0f1-4eff-bae6-c8ac059ee15d req-60c62d4a-41d7-432d-bcfd-99b493fa4d78 service neutron] Attempting to bind port 69119169-ed08-4796-ad64-b3fcf2b53afe by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': '4c3280bf-b806-47b6-8d51-69b6d2001d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '5281acec-b722-4919-9ea6-4090df1618c2'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:26:47.511166 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c114d65-e0f1-4eff-bae6-c8ac059ee15d req-60c62d4a-41d7-432d-bcfd-99b493fa4d78 service neutron] Attempting to bind port 69119169-ed08-4796-ad64-b3fcf2b53afe on network 5281acec-b722-4919-9ea6-4090df1618c2 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:26:47.516325 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd017ab7-592d-4cc2-b39b-f585b0894cf9 req-2cfb4b93-3cb7-4afa-aa82-df1f2c5438b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:26:47.518218 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cd017ab7-592d-4cc2-b39b-f585b0894cf9 req-2cfb4b93-3cb7-4afa-aa82-df1f2c5438b7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f22a0b4a-70e4-4463-a6ef-6109199fd871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0870905 Oct 12 19:26:47.520117 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c114d65-e0f1-4eff-bae6-c8ac059ee15d req-60c62d4a-41d7-432d-bcfd-99b493fa4d78 service neutron] Port 69119169-ed08-4796-ad64-b3fcf2b53afe on network 5281acec-b722-4919-9ea6-4090df1618c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:26:47.520453 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c114d65-e0f1-4eff-bae6-c8ac059ee15d req-60c62d4a-41d7-432d-bcfd-99b493fa4d78 service neutron] Attempting to bind port 69119169-ed08-4796-ad64-b3fcf2b53afe on network 5281acec-b722-4919-9ea6-4090df1618c2 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:26:47.525774 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c114d65-e0f1-4eff-bae6-c8ac059ee15d req-60c62d4a-41d7-432d-bcfd-99b493fa4d78 service neutron] Checking agent: {'id': 'f5e9725f-f5a6-43c2-a1be-95e21e9a1fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:26:47.526116 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c114d65-e0f1-4eff-bae6-c8ac059ee15d req-60c62d4a-41d7-432d-bcfd-99b493fa4d78 service neutron] Checking segment: {'id': '4c3280bf-b806-47b6-8d51-69b6d2001d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '5281acec-b722-4919-9ea6-4090df1618c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:26:47.526507 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c114d65-e0f1-4eff-bae6-c8ac059ee15d req-60c62d4a-41d7-432d-bcfd-99b493fa4d78 service neutron] Bound using segment: {'id': '4c3280bf-b806-47b6-8d51-69b6d2001d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '5281acec-b722-4919-9ea6-4090df1618c2'} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:26:47.527000 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-0c114d65-e0f1-4eff-bae6-c8ac059ee15d req-60c62d4a-41d7-432d-bcfd-99b493fa4d78 service neutron] Bound port: 69119169-ed08-4796-ad64-b3fcf2b53afe, host: n-h1-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c3280bf-b806-47b6-8d51-69b6d2001d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '5281acec-b722-4919-9ea6-4090df1618c2'}}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:26:47.527368 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-0c114d65-e0f1-4eff-bae6-c8ac059ee15d req-60c62d4a-41d7-432d-bcfd-99b493fa4d78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:47.559273 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-18b592db-4201-42aa-8283-5e264ea9dd66 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:47.573178 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-18b592db-4201-42aa-8283-5e264ea9dd66 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Calling delete_port for bcc9d995-fe2b-410b-b1cb-79eb502be38f owned by network:router_interface {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:26:47.578758 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2121849d-ae5b-44f8-80fa-fbb2457827f3 req-9ad037ab-c210-47c3-bac0-365498649920 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7b3695f-ec85-4a0d-af3f-02cf55478eab HTTP/1.1" status: 200 len: 210 time: 0.0491080 Oct 12 19:26:47.695507 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-0c114d65-e0f1-4eff-bae6-c8ac059ee15d req-60c62d4a-41d7-432d-bcfd-99b493fa4d78 service neutron] For port 69119169-ed08-4796-ad64-b3fcf2b53afe, host n-h1-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:26:47.699162 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cd017ab7-592d-4cc2-b39b-f585b0894cf9 req-effce4b0-d318-4962-a01f-7992efa640d7 service neutron] 10.222.0.67 "GET /v2.0/networks/f22a0b4a-70e4-4463-a6ef-6109199fd871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685121 Oct 12 19:26:47.700839 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-0c114d65-e0f1-4eff-bae6-c8ac059ee15d req-60c62d4a-41d7-432d-bcfd-99b493fa4d78 service neutron] For port 69119169-ed08-4796-ad64-b3fcf2b53afe, host n-h1-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=69119169-ed08-4796-ad64-b3fcf2b53afe,segment=NetworkSegment(4c3280bf-b806-47b6-8d51-69b6d2001d54),segment_id=4c3280bf-b806-47b6-8d51-69b6d2001d54)] {{(pid=95501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:26:47.803479 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cd017ab7-592d-4cc2-b39b-f585b0894cf9 req-101f4950-1aa1-422d-8539-027bf8f76e66 service neutron] 10.222.0.67 "GET /v2.0/networks/f22a0b4a-70e4-4463-a6ef-6109199fd871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957775 Oct 12 19:26:47.818857 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-0c114d65-e0f1-4eff-bae6-c8ac059ee15d req-60c62d4a-41d7-432d-bcfd-99b493fa4d78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:47.841274 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-18b592db-4201-42aa-8283-5e264ea9dd66 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:47.857207 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c114d65-e0f1-4eff-bae6-c8ac059ee15d req-60c62d4a-41d7-432d-bcfd-99b493fa4d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:26:47.857816 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-0c114d65-e0f1-4eff-bae6-c8ac059ee15d req-60c62d4a-41d7-432d-bcfd-99b493fa4d78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:47.860784 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0c114d65-e0f1-4eff-bae6-c8ac059ee15d req-60c62d4a-41d7-432d-bcfd-99b493fa4d78 service neutron] 10.222.0.61 "PUT /v2.0/ports/69119169-ed08-4796-ad64-b3fcf2b53afe HTTP/1.1" status: 200 len: 1091 time: 1.8731174 Oct 12 19:26:47.893528 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b592db-4201-42aa-8283-5e264ea9dd66 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Pushing event deleted for resources: {'Port': ['ID=bcc9d995-fe2b-410b-b1cb-79eb502be38f,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:26:47.896269 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c62d4a-41d7-432d-bcfd-99b493fa4d78 service neutron] Pushing event updated for resources: {'Port': ['ID=69119169-ed08-4796-ad64-b3fcf2b53afe,revision_number=3']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:26:47.971841 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e1698e-0ed5-40f5-b6da-b0af39c9c0bd req-348daa17-3a57-4bfa-a9c5-7380bda6cf2d tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:26:47.982972 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d0e1698e-0ed5-40f5-b6da-b0af39c9c0bd req-348daa17-3a57-4bfa-a9c5-7380bda6cf2d tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] 10.222.0.49 "GET /v2.0/ports?device_id=6606ce7c-deb6-4cab-94c1-2c9a713f1f5b HTTP/1.1" status: 200 len: 943 time: 0.1536450 Oct 12 19:26:48.004492 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-85f70d2e-d8d4-43fe-b68f-001fffa13074 req-1188282e-fe45-4333-95ae-bb9e856e4901 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d8118a-4722-4e86-9061-3b560a61dbf9 HTTP/1.1" status: 200 len: 210 time: 0.0597386 Oct 12 19:26:48.075586 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c114d65-e0f1-4eff-bae6-c8ac059ee15d req-9061292d-10f2-4fe4-915f-f98ef0f5ea12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:26:48.077860 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0c114d65-e0f1-4eff-bae6-c8ac059ee15d req-9061292d-10f2-4fe4-915f-f98ef0f5ea12 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e8f8861c0e334263a0cfef850e20be91&device_id=6606ce7c-deb6-4cab-94c1-2c9a713f1f5b HTTP/1.1" status: 200 len: 1094 time: 0.0700400 Oct 12 19:26:48.079671 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d0e1698e-0ed5-40f5-b6da-b0af39c9c0bd req-35124e77-7b5b-4946-8670-ad91d694d4c8 tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] 10.222.0.49 "GET /v2.0/security-groups?id=cc46d298-9ebe-4080-a5d8-2986cdcdbaa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954015 Oct 12 19:26:48.083558 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6606ce7c-deb6-4cab-94c1-2c9a713f1f5b', 'tag': '69119169-ed08-4796-ad64-b3fcf2b53afe'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:26:48.086063 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13230083-ed9a-44cf-9c3e-75fa41b6b148" -d '{"events": [{"name": "network-changed", "server_uuid": "6606ce7c-deb6-4cab-94c1-2c9a713f1f5b", "tag": "69119169-ed08-4796-ad64-b3fcf2b53afe"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:26:48.169280 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0c114d65-e0f1-4eff-bae6-c8ac059ee15d req-6ca61aad-5852-4144-8db0-ad9796c261af service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=69119169-ed08-4796-ad64-b3fcf2b53afe HTTP/1.1" status: 200 len: 217 time: 0.0742028 Oct 12 19:26:48.176565 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc370c26-eb9e-4927-b6a6-b72ed4c68df3 x-openstack-request-id: req-bc370c26-eb9e-4927-b6a6-b72ed4c68df3 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:26:48.176965 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6606ce7c-deb6-4cab-94c1-2c9a713f1f5b", "tag": "69119169-ed08-4796-ad64-b3fcf2b53afe", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:26:48.177325 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bc370c26-eb9e-4927-b6a6-b72ed4c68df3 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:26:48.177830 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6606ce7c-deb6-4cab-94c1-2c9a713f1f5b', 'tag': '69119169-ed08-4796-ad64-b3fcf2b53afe', 'status': 'completed', 'code': 200} Oct 12 19:26:48.215252 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-18b592db-4201-42aa-8283-5e264ea9dd66 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7898909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8092450'] for router_interface, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:48.248319 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c114d65-e0f1-4eff-bae6-c8ac059ee15d req-9432afb5-bcde-489d-9c13-f1183b64316e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:26:48.250227 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0c114d65-e0f1-4eff-bae6-c8ac059ee15d req-9432afb5-bcde-489d-9c13-f1183b64316e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6c2501d2-416b-4d78-8bcf-91740a1fb5c4 HTTP/1.1" status: 200 len: 853 time: 0.0687640 Oct 12 19:26:48.338226 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c114d65-e0f1-4eff-bae6-c8ac059ee15d req-8ef29b90-0403-4dcc-a3f7-71ff8a462e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:26:48.340711 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0c114d65-e0f1-4eff-bae6-c8ac059ee15d req-8ef29b90-0403-4dcc-a3f7-71ff8a462e36 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5281acec-b722-4919-9ea6-4090df1618c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0627067 Oct 12 19:26:48.387290 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfc85f7-e2c2-4c07-a9eb-29ab556edbe0 req-f8ea61f5-1df7-4ff3-91aa-29598cb8a1f8 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:26:48.392501 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9bfc85f7-e2c2-4c07-a9eb-29ab556edbe0 req-f8ea61f5-1df7-4ff3-91aa-29598cb8a1f8 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fab81ba2-37e8-4ff2-af8b-0fa2eff2f216 HTTP/1.1" status: 200 len: 943 time: 0.1704605 Oct 12 19:26:48.442352 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0c114d65-e0f1-4eff-bae6-c8ac059ee15d req-876e00e4-2745-45a1-b5c8-1011425c3161 service neutron] 10.222.0.61 "GET /v2.0/networks/5281acec-b722-4919-9ea6-4090df1618c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944958 Oct 12 19:26:48.496487 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9bfc85f7-e2c2-4c07-a9eb-29ab556edbe0 req-21490962-01db-45d4-977e-5ad275946827 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=94a43134-a4a7-45fd-af5f-8fc2adc2c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963006 Oct 12 19:26:48.498236 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18b592db-4201-42aa-8283-5e264ea9dd66 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Router d105c5b6-15e1-4854-9e9d-4e21c32b2ae0 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:26:48.557919 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0c114d65-e0f1-4eff-bae6-c8ac059ee15d req-c938d0fe-cbb0-4cc0-ac9a-880aac5412ae service neutron] 10.222.0.61 "GET /v2.0/networks/5281acec-b722-4919-9ea6-4090df1618c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086414 Oct 12 19:26:48.581337 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18b592db-4201-42aa-8283-5e264ea9dd66 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:26:48.588908 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-18b592db-4201-42aa-8283-5e264ea9dd66 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] 10.222.0.49 "PUT /v2.0/routers/d105c5b6-15e1-4854-9e9d-4e21c32b2ae0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1292260 Oct 12 19:26:48.590575 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52378) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:26:48.593615 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4ac2d3-3c44-4a09-ac04-7c8086833a6a None None] Sync routers for ids ['d105c5b6-15e1-4854-9e9d-4e21c32b2ae0'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:26:48.603389 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4ac2d3-3c44-4a09-ac04-7c8086833a6a None None] Routers {'d105c5b6-15e1-4854-9e9d-4e21c32b2ae0'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:26:48.604129 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-0c4ac2d3-3c44-4a09-ac04-7c8086833a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:26:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['d105c5b6-15e1-4854-9e9d-4e21c32b2ae0'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:26:48.624336 n-d-813679-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fe1fef6-1fae-4fd5-ab73-d6c5ef9d0d60 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] GET failed (client error): The resource could not be found. Oct 12 19:26:48.626197 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-9fe1fef6-1fae-4fd5-ab73-d6c5ef9d0d60 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] 10.222.0.49 "GET /v2.0/ports/bcc9d995-fe2b-410b-b1cb-79eb502be38f HTTP/1.1" status: 404 len: 333 time: 0.0348322 Oct 12 19:26:48.628946 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52382) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:26:48.645835 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-0c4ac2d3-3c44-4a09-ac04-7c8086833a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:26:48.656237 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4ac2d3-3c44-4a09-ac04-7c8086833a6a None None] Routers {'d105c5b6-15e1-4854-9e9d-4e21c32b2ae0'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:26:48.657215 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-0c4ac2d3-3c44-4a09-ac04-7c8086833a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:26:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['d105c5b6-15e1-4854-9e9d-4e21c32b2ae0'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:26:48.722346 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2809d312-cb72-46f2-a34d-e29edefdcd30 req-96391fcf-b54a-436b-8427-4fa3fb444da4 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7b3695f-ec85-4a0d-af3f-02cf55478eab HTTP/1.1" status: 200 len: 210 time: 0.0385861 Oct 12 19:26:48.746045 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-0c4ac2d3-3c44-4a09-ac04-7c8086833a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:26:48.746792 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4ac2d3-3c44-4a09-ac04-7c8086833a6a None None] The sync data for ids ['d105c5b6-15e1-4854-9e9d-4e21c32b2ae0'] in n-d-813679-3 is: [] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:26:48.766567 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a999ff3e-7040-4d36-90e4-9fdff0c425e9 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks [] for router, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:48.779714 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13230083-ed9a-44cf-9c3e-75fa41b6b148 req-80d0afcb-87f1-4d85-86af-a4209875e9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:26:48.781211 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-13230083-ed9a-44cf-9c3e-75fa41b6b148 req-80d0afcb-87f1-4d85-86af-a4209875e9e0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e8f8861c0e334263a0cfef850e20be91&device_id=6606ce7c-deb6-4cab-94c1-2c9a713f1f5b HTTP/1.1" status: 200 len: 1094 time: 0.0571208 Oct 12 19:26:48.888833 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13230083-ed9a-44cf-9c3e-75fa41b6b148 req-50817218-20b6-4a5e-a5b9-cf253b02d514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:26:48.891243 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-13230083-ed9a-44cf-9c3e-75fa41b6b148 req-50817218-20b6-4a5e-a5b9-cf253b02d514 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5281acec-b722-4919-9ea6-4090df1618c2 HTTP/1.1" status: 200 len: 915 time: 0.1023312 Oct 12 19:26:48.936097 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-13230083-ed9a-44cf-9c3e-75fa41b6b148 req-57a4c2d0-8a47-4969-852d-494f8784d2ed service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=69119169-ed08-4796-ad64-b3fcf2b53afe HTTP/1.1" status: 200 len: 217 time: 0.0366042 Oct 12 19:26:49.012192 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13230083-ed9a-44cf-9c3e-75fa41b6b148 req-c57ff55b-7ea0-439e-9552-5734d71a0e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:26:49.013988 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-13230083-ed9a-44cf-9c3e-75fa41b6b148 req-c57ff55b-7ea0-439e-9552-5734d71a0e25 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6c2501d2-416b-4d78-8bcf-91740a1fb5c4 HTTP/1.1" status: 200 len: 853 time: 0.0690043 Oct 12 19:26:49.073518 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13230083-ed9a-44cf-9c3e-75fa41b6b148 req-f1368b6d-58e7-4c90-99f4-2215ef35324f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:26:49.076015 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-13230083-ed9a-44cf-9c3e-75fa41b6b148 req-f1368b6d-58e7-4c90-99f4-2215ef35324f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5281acec-b722-4919-9ea6-4090df1618c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476658 Oct 12 19:26:49.205594 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-13230083-ed9a-44cf-9c3e-75fa41b6b148 req-9042b388-68d5-4ec3-bf25-327426264a39 service neutron] 10.222.0.61 "GET /v2.0/networks/5281acec-b722-4919-9ea6-4090df1618c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110373 Oct 12 19:26:49.272987 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-682fd18a-ada8-4c7c-a69c-cae9a7510dac req-ac981f1c-4d66-4c9f-ae2f-9c0998b57dfa tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d8118a-4722-4e86-9061-3b560a61dbf9 HTTP/1.1" status: 200 len: 210 time: 0.0404809 Oct 12 19:26:49.353026 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1437dcb-f475-4c5e-bdc7-245cc698a1c6 req-394510d6-aed6-470d-97ed-18f70eec4db2 tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:26:49.354554 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e1437dcb-f475-4c5e-bdc7-245cc698a1c6 req-394510d6-aed6-470d-97ed-18f70eec4db2 tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] 10.222.0.49 "GET /v2.0/ports?device_id=6606ce7c-deb6-4cab-94c1-2c9a713f1f5b HTTP/1.1" status: 200 len: 943 time: 0.1212299 Oct 12 19:26:49.384981 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a999ff3e-7040-4d36-90e4-9fdff0c425e9 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255495'] for router, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:49.385726 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-13230083-ed9a-44cf-9c3e-75fa41b6b148 req-49bf751b-77af-4210-8a67-27c04b6ed937 service neutron] 10.222.0.61 "GET /v2.0/networks/5281acec-b722-4919-9ea6-4090df1618c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716712 Oct 12 19:26:49.387376 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a999ff3e-7040-4d36-90e4-9fdff0c425e9 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:49.406568 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e1437dcb-f475-4c5e-bdc7-245cc698a1c6 req-3906b173-015f-4fe0-a03d-6b24b175b5ba tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] 10.222.0.49 "GET /v2.0/security-groups?id=cc46d298-9ebe-4080-a5d8-2986cdcdbaa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420954 Oct 12 19:26:49.505936 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a999ff3e-7040-4d36-90e4-9fdff0c425e9 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8093499'] for router, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:49.506510 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a999ff3e-7040-4d36-90e4-9fdff0c425e9 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Fanout notify agent at l3_agent the message router_deleted on router d105c5b6-15e1-4854-9e9d-4e21c32b2ae0 {{(pid=95502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 19:26:49.514695 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a999ff3e-7040-4d36-90e4-9fdff0c425e9 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:49.515918 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-a999ff3e-7040-4d36-90e4-9fdff0c425e9 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] 10.222.0.49 "DELETE /v2.0/routers/d105c5b6-15e1-4854-9e9d-4e21c32b2ae0 HTTP/1.1" status: 204 len: 168 time: 0.8857088 Oct 12 19:26:49.518659 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52392) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:26:49.573984 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-a71b0943-926d-477b-8247-c896aee9218f tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Deleting subnet f276473b-33ac-499a-8272-3df8a7ce3ffb {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:26:49.585908 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a71b0943-926d-477b-8247-c896aee9218f tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:49.642741 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a71b0943-926d-477b-8247-c896aee9218f tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16313642'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:49.676273 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8eccee-4f2f-479c-af5d-62e1038f93d9 req-b4427c60-1aa3-4be4-a3e9-dee4166d0a9f tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:26:49.677655 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1c8eccee-4f2f-479c-af5d-62e1038f93d9 req-b4427c60-1aa3-4be4-a3e9-dee4166d0a9f tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fab81ba2-37e8-4ff2-af8b-0fa2eff2f216 HTTP/1.1" status: 200 len: 943 time: 0.1013920 Oct 12 19:26:49.750128 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1c8eccee-4f2f-479c-af5d-62e1038f93d9 req-29d3a15b-59a4-4938-a84b-f6ab0504dfe5 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=94a43134-a4a7-45fd-af5f-8fc2adc2c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635369 Oct 12 19:26:49.765364 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a71b0943-926d-477b-8247-c896aee9218f tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:49.918052 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a71b0943-926d-477b-8247-c896aee9218f tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4306592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16245866'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:49.948623 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71b0943-926d-477b-8247-c896aee9218f tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Pushing event deleted for resources: {'Subnet': ['ID=f276473b-33ac-499a-8272-3df8a7ce3ffb,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:26:49.950659 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a71b0943-926d-477b-8247-c896aee9218f tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:49.954404 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-a71b0943-926d-477b-8247-c896aee9218f tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] 10.222.0.49 "DELETE /v2.0/subnets/f276473b-33ac-499a-8272-3df8a7ce3ffb HTTP/1.1" status: 204 len: 168 time: 0.4344509 Oct 12 19:26:49.958408 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e8bd68-c9b4-4799-85d5-aa2a7deb42eb None None] Network 019aefcb-ecc2-4912-9524-2aaaf1d811f4 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:26:49.966049 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52408) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:26:50.069315 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a1751aec-6666-4c33-88f5-d5d961162903 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:50.140224 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-a1751aec-6666-4c33-88f5-d5d961162903 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Deleting port 6d0f5aa0-f97e-47f3-bfde-200cb236f8ad {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:26:50.140572 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a1751aec-6666-4c33-88f5-d5d961162903 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:50.208229 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e991ad7e-2ee6-41bb-8d3a-b7595e3e54c6 None None] DHCP port deletion for 019aefcb-ecc2-4912-9524-2aaaf1d811f4 request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 19:26:50.228414 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-a1751aec-6666-4c33-88f5-d5d961162903 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] For port 6d0f5aa0-f97e-47f3-bfde-200cb236f8ad, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=6d0f5aa0-f97e-47f3-bfde-200cb236f8ad,segment=NetworkSegment(1229e390-d72d-4d31-ba47-c3d4e4196279),segment_id=1229e390-d72d-4d31-ba47-c3d4e4196279)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:26:50.228869 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a1751aec-6666-4c33-88f5-d5d961162903 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:50.244269 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-a1751aec-6666-4c33-88f5-d5d961162903 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Calling delete_port for 6d0f5aa0-f97e-47f3-bfde-200cb236f8ad owned by network:dhcp {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:26:50.272827 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-e991ad7e-2ee6-41bb-8d3a-b7595e3e54c6 None None] Deleting port 6d0f5aa0-f97e-47f3-bfde-200cb236f8ad {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:26:50.273202 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e991ad7e-2ee6-41bb-8d3a-b7595e3e54c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:50.359849 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-e991ad7e-2ee6-41bb-8d3a-b7595e3e54c6 None None] For port 6d0f5aa0-f97e-47f3-bfde-200cb236f8ad, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=6d0f5aa0-f97e-47f3-bfde-200cb236f8ad,segment=NetworkSegment(1229e390-d72d-4d31-ba47-c3d4e4196279),segment_id=1229e390-d72d-4d31-ba47-c3d4e4196279)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:26:50.363739 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e991ad7e-2ee6-41bb-8d3a-b7595e3e54c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:50.366927 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c762dfb-0d31-4ee5-9761-f58fe2b28d96 req-5b1b03d8-57c9-40bd-bb33-69338dfbdd09 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:26:50.375876 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6c762dfb-0d31-4ee5-9761-f58fe2b28d96 req-5b1b03d8-57c9-40bd-bb33-69338dfbdd09 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/networks?id=8b9ffd0a-d450-4d4d-8c84-81d908427bea HTTP/1.1" status: 200 len: 812 time: 0.1717765 Oct 12 19:26:50.388529 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-e991ad7e-2ee6-41bb-8d3a-b7595e3e54c6 None None] Calling delete_port for 6d0f5aa0-f97e-47f3-bfde-200cb236f8ad owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:26:50.394013 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6c762dfb-0d31-4ee5-9761-f58fe2b28d96 req-7a43e70f-2502-4a5c-a391-47ff634d2e17 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/quotas/9558b59fe3b94a1fa2fbec9bbf16e093 HTTP/1.1" status: 200 len: 375 time: 0.0171850 Oct 12 19:26:50.436828 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-937e049c-2ef5-428a-8893-a5340945e5b8 req-1a7bd23b-76fd-423a-bc27-73fbb791c7fb tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d8118a-4722-4e86-9061-3b560a61dbf9 HTTP/1.1" status: 200 len: 210 time: 0.0368254 Oct 12 19:26:50.437291 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6c762dfb-0d31-4ee5-9761-f58fe2b28d96 req-0c723b6e-caaa-4392-8339-1ab9bffc9eeb tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=9558b59fe3b94a1fa2fbec9bbf16e093&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0363705 Oct 12 19:26:50.466304 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a1751aec-6666-4c33-88f5-d5d961162903 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:50.483000 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e991ad7e-2ee6-41bb-8d3a-b7595e3e54c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:50.509763 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e991ad7e-2ee6-41bb-8d3a-b7595e3e54c6 None None] Pushing event deleted for resources: {'Port': ['ID=6d0f5aa0-f97e-47f3-bfde-200cb236f8ad,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:26:50.520945 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e991ad7e-2ee6-41bb-8d3a-b7595e3e54c6 None None] No DVR routers for this DVR port 6d0f5aa0-f97e-47f3-bfde-200cb236f8ad on host n-d-813679-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:26:50.533269 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1751aec-6666-4c33-88f5-d5d961162903 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Pushing event deleted for resources: {'Port': ['ID=6d0f5aa0-f97e-47f3-bfde-200cb236f8ad,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:26:50.543236 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1751aec-6666-4c33-88f5-d5d961162903 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] No DVR routers for this DVR port 6d0f5aa0-f97e-47f3-bfde-200cb236f8ad on host n-d-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:26:50.568371 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6c762dfb-0d31-4ee5-9761-f58fe2b28d96 req-e14ea3e6-1237-4f92-9e62-7368c5b60b77 service neutron] 10.222.0.49 "GET /v2.0/networks/8b9ffd0a-d450-4d4d-8c84-81d908427bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248000 Oct 12 19:26:50.631825 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16d6d29-1828-4467-b42c-edcd11452101 req-91ce6c66-22a8-43ee-b5a5-c896652d3b2d tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:26:50.633409 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a16d6d29-1828-4467-b42c-edcd11452101 req-91ce6c66-22a8-43ee-b5a5-c896652d3b2d tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] 10.222.0.49 "GET /v2.0/ports?device_id=6606ce7c-deb6-4cab-94c1-2c9a713f1f5b HTTP/1.1" status: 200 len: 943 time: 0.1340477 Oct 12 19:26:50.656855 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a1751aec-6666-4c33-88f5-d5d961162903 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:50.673588 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6c762dfb-0d31-4ee5-9761-f58fe2b28d96 req-ec469a8f-c3b0-4fa4-b027-18bc83907cdc service neutron] 10.222.0.49 "GET /v2.0/networks/8b9ffd0a-d450-4d4d-8c84-81d908427bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990174 Oct 12 19:26:50.692947 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-a1751aec-6666-4c33-88f5-d5d961162903 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['019aefcb-ecc2-4912-9524-2aaaf1d811f4']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:26:50.710777 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-a1751aec-6666-4c33-88f5-d5d961162903 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1229e390-d72d-4d31-ba47-c3d4e4196279') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:26:50.711092 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-a1751aec-6666-4c33-88f5-d5d961162903 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1229e390-d72d-4d31-ba47-c3d4e4196279') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:26:50.721813 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a16d6d29-1828-4467-b42c-edcd11452101 req-9f24fe82-f7be-42e7-9765-96018befb556 tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] 10.222.0.49 "GET /v2.0/security-groups?id=cc46d298-9ebe-4080-a5d8-2986cdcdbaa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810246 Oct 12 19:26:50.726804 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a1751aec-6666-4c33-88f5-d5d961162903 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16313633'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:50.741386 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a1751aec-6666-4c33-88f5-d5d961162903 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:50.748283 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1751aec-6666-4c33-88f5-d5d961162903 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:26:50.748682 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a1751aec-6666-4c33-88f5-d5d961162903 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4305278'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:50.751831 n-d-813679-3 neutron-server[95502]: Traceback (most recent call last): Oct 12 19:26:50.751831 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:26:50.751831 n-d-813679-3 neutron-server[95502]: timer() Oct 12 19:26:50.751831 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:26:50.751831 n-d-813679-3 neutron-server[95502]: cb(*args, **kw) Oct 12 19:26:50.751831 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:26:50.751831 n-d-813679-3 neutron-server[95502]: return func(*args, **kwargs) Oct 12 19:26:50.751831 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:26:50.751831 n-d-813679-3 neutron-server[95502]: self._notify() Oct 12 19:26:50.751831 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:26:50.751831 n-d-813679-3 neutron-server[95502]: self.callback(batched_events) Oct 12 19:26:50.751831 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:26:50.751831 n-d-813679-3 neutron-server[95502]: event.method(event) Oct 12 19:26:50.751831 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:26:50.751831 n-d-813679-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:26:50.751831 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:26:50.751831 n-d-813679-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:26:50.751831 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:26:50.751831 n-d-813679-3 neutron-server[95502]: return f(self, *a, **k) Oct 12 19:26:50.751831 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:26:50.751831 n-d-813679-3 neutron-server[95502]: return self._get(url).json() Oct 12 19:26:50.751831 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:26:50.751831 n-d-813679-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:26:50.751831 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:26:50.751831 n-d-813679-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Oct 12 19:26:50.751831 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:26:50.751831 n-d-813679-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:26:50.751831 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:26:50.751831 n-d-813679-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:26:50.751831 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:26:50.751831 n-d-813679-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:26:50.751831 n-d-813679-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:26:50.914417 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6e7bd5-15a6-4b25-a56d-a31d58c886ca req-7f1fc7e1-c974-4638-8735-7a7f1b8a9a46 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:26:50.916009 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6f6e7bd5-15a6-4b25-a56d-a31d58c886ca req-7f1fc7e1-c974-4638-8735-7a7f1b8a9a46 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fab81ba2-37e8-4ff2-af8b-0fa2eff2f216 HTTP/1.1" status: 200 len: 943 time: 0.0587065 Oct 12 19:26:50.920731 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a1751aec-6666-4c33-88f5-d5d961162903 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:50.934539 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a1751aec-6666-4c33-88f5-d5d961162903 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:50.940068 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-a1751aec-6666-4c33-88f5-d5d961162903 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] 10.222.0.49 "DELETE /v2.0/networks/019aefcb-ecc2-4912-9524-2aaaf1d811f4 HTTP/1.1" status: 204 len: 168 time: 0.9728494 Oct 12 19:26:50.945663 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52436) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:26:50.988297 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6af16ec0-be27-48d8-b02c-16135257f2dd req-e8d39358-07a3-4929-ad31-ed89053af8c3 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=79f34c4e-9cf3-4d05-b8d7-4b085594caa2 HTTP/1.1" status: 200 len: 210 time: 0.0429356 Oct 12 19:26:51.009535 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1751aec-6666-4c33-88f5-d5d961162903 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Pushing event deleted for resources: {'Network': ['ID=019aefcb-ecc2-4912-9524-2aaaf1d811f4,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:26:51.034834 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e15674a-6909-4514-a5a4-492fcbad4732 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:26:51.040078 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-9e15674a-6909-4514-a5a4-492fcbad4732 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] 10.222.0.49 "GET /v2.0/ports/8bc3cf26-9c10-4cb3-9f24-8221e792ef6e HTTP/1.1" status: 200 len: 840 time: 0.0910938 Oct 12 19:26:51.040315 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52442) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:26:51.070407 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6f6e7bd5-15a6-4b25-a56d-a31d58c886ca req-78ba2159-2b3f-4367-ac05-3f4cebb071d9 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=94a43134-a4a7-45fd-af5f-8fc2adc2c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224532 Oct 12 19:26:51.095544 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-cb81b3c5-90a4-499a-9724-58050568d223 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] 10.222.0.49 "GET /v2.0/ports/8bc3cf26-9c10-4cb3-9f24-8221e792ef6e?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0541084 Oct 12 19:26:51.099195 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52448) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:26:51.112343 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-3599cedf-2dca-4ac9-b981-f3e7fd8c2e8f tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Request body: {'subnet': {'network_id': 'cd378550-4c12-4241-a971-0383d4b70e86', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:26:51.328644 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3599cedf-2dca-4ac9-b981-f3e7fd8c2e8f tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Made reservation on behalf of 8afe3c6a27c7408788d71066edc42001 for: {'subnet': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:26:51.332988 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3599cedf-2dca-4ac9-b981-f3e7fd8c2e8f tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4612397'] for subnet, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:51.548507 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8eb788fc-cf57-4b12-8271-878513561cca req-7b0604ed-4453-4a76-ae62-555a66e01350 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d8118a-4722-4e86-9061-3b560a61dbf9 HTTP/1.1" status: 200 len: 210 time: 0.0317676 Oct 12 19:26:51.657073 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 69119169-ed08-4796-ad64-b3fcf2b53afe details requested by agent hyperv_n-h1-813679-3 with host n-h1-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:26:51.686681 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3599cedf-2dca-4ac9-b981-f3e7fd8c2e8f tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4824863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4612355'] for subnet, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:51.730926 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3599cedf-2dca-4ac9-b981-f3e7fd8c2e8f tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Network cd378550-4c12-4241-a971-0383d4b70e86 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:26:51.734720 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-3599cedf-2dca-4ac9-b981-f3e7fd8c2e8f tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:26:51.739203 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3599cedf-2dca-4ac9-b981-f3e7fd8c2e8f tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:26:51.740054 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3599cedf-2dca-4ac9-b981-f3e7fd8c2e8f tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:51.750905 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477c0983-0311-4cb6-8b9b-47ccc69d8ae7 None None] Network cd378550-4c12-4241-a971-0383d4b70e86 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:26:51.764443 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3599cedf-2dca-4ac9-b981-f3e7fd8c2e8f tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Pushing event updated for resources: {'Subnet': ['ID=c3b9698d-427c-417c-849a-d0b8d5a18037,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:26:51.802252 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 69119169-ed08-4796-ad64-b3fcf2b53afe, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=69119169-ed08-4796-ad64-b3fcf2b53afe,segment=NetworkSegment(4c3280bf-b806-47b6-8d51-69b6d2001d54),segment_id=4c3280bf-b806-47b6-8d51-69b6d2001d54)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:26:51.831460 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Returning: {'device': '69119169-ed08-4796-ad64-b3fcf2b53afe', 'network_id': '5281acec-b722-4919-9ea6-4090df1618c2', 'port_id': '69119169-ed08-4796-ad64-b3fcf2b53afe', 'mac_address': 'fa:16:3e:4a:eb:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c2501d2-416b-4d78-8bcf-91740a1fb5c4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:26:51.887963 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab8bf8f-d2b7-4f38-a5f4-9795bca987fc req-f7ea510d-2abe-41ed-a33a-ee760a4c3335 tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:26:51.897735 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3ab8bf8f-d2b7-4f38-a5f4-9795bca987fc req-f7ea510d-2abe-41ed-a33a-ee760a4c3335 tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] 10.222.0.49 "GET /v2.0/ports?device_id=6606ce7c-deb6-4cab-94c1-2c9a713f1f5b HTTP/1.1" status: 200 len: 943 time: 0.0729437 Oct 12 19:26:51.918495 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:51.953421 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-3599cedf-2dca-4ac9-b981-f3e7fd8c2e8f tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8525832 Oct 12 19:26:51.955669 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52478) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:26:51.958881 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69119169-ed08-4796-ad64-b3fcf2b53afe {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:26:51.961862 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-0eff6fdb-882e-4c5d-ab98-ec5f528ec029 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Request body: {'security_group': {'name': 'tempest-secgroup-1825499974'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:26:51.979052 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 746f239a-cac1-47b7-a948-8973bb897097 details requested by agent hyperv_n-h2-813679-3 with host n-h2-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:26:51.990195 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3ab8bf8f-d2b7-4f38-a5f4-9795bca987fc req-7429af94-c706-46f0-9dee-e6b0d332eb1a tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] 10.222.0.49 "GET /v2.0/security-groups?id=cc46d298-9ebe-4080-a5d8-2986cdcdbaa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857601 Oct 12 19:26:52.038180 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 6d0f5aa0-f97e-47f3-bfde-200cb236f8ad no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:26:52.123774 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 6d0f5aa0-f97e-47f3-bfde-200cb236f8ad {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:26:52.124154 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 6d0f5aa0-f97e-47f3-bfde-200cb236f8ad not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:26:52.147418 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089297b8-3152-4ec2-a8ea-e0446574b70c req-fa786952-3c5b-45b6-b1b9-25eb5d2caebc tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:26:52.149013 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-089297b8-3152-4ec2-a8ea-e0446574b70c req-fa786952-3c5b-45b6-b1b9-25eb5d2caebc tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/networks?id=8b9ffd0a-d450-4d4d-8c84-81d908427bea HTTP/1.1" status: 200 len: 812 time: 0.1258245 Oct 12 19:26:52.150580 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0eff6fdb-882e-4c5d-ab98-ec5f528ec029 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:52.153989 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 69119169-ed08-4796-ad64-b3fcf2b53afe, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=69119169-ed08-4796-ad64-b3fcf2b53afe,segment=NetworkSegment(4c3280bf-b806-47b6-8d51-69b6d2001d54),segment_id=4c3280bf-b806-47b6-8d51-69b6d2001d54)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:26:52.191096 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-089297b8-3152-4ec2-a8ea-e0446574b70c req-e3ad9412-715f-405d-8cac-68d28ba71789 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/quotas/9558b59fe3b94a1fa2fbec9bbf16e093 HTTP/1.1" status: 200 len: 375 time: 0.0199761 Oct 12 19:26:52.199494 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e14e6be-44d8-4ebd-883f-c0caf9a82b0b req-65fd2d0c-c19e-44dd-925c-f856d5c92942 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:26:52.201106 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6e14e6be-44d8-4ebd-883f-c0caf9a82b0b req-65fd2d0c-c19e-44dd-925c-f856d5c92942 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fab81ba2-37e8-4ff2-af8b-0fa2eff2f216 HTTP/1.1" status: 200 len: 943 time: 0.0553503 Oct 12 19:26:52.237557 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 746f239a-cac1-47b7-a948-8973bb897097, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=746f239a-cac1-47b7-a948-8973bb897097,segment=NetworkSegment(1311cbfc-168d-4d44-b005-c99086bc74c8),segment_id=1311cbfc-168d-4d44-b005-c99086bc74c8)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:26:52.243080 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6e14e6be-44d8-4ebd-883f-c0caf9a82b0b req-52313293-a895-4693-a3ae-67769642486d tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=94a43134-a4a7-45fd-af5f-8fc2adc2c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349498 Oct 12 19:26:52.253861 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:52.265759 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-089297b8-3152-4ec2-a8ea-e0446574b70c req-5abafae8-d8eb-4945-b37c-4dc9f6a5eca2 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=9558b59fe3b94a1fa2fbec9bbf16e093&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0502226 Oct 12 19:26:52.289767 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Returning: {'device': '746f239a-cac1-47b7-a948-8973bb897097', 'network_id': 'f22a0b4a-70e4-4463-a6ef-6109199fd871', 'port_id': '746f239a-cac1-47b7-a948-8973bb897097', 'mac_address': 'fa:16:3e:27:f6:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a09cd6ac-b3e0-423d-9e85-6644cbc7e663', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:26:52.333465 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01086061-a71f-45dd-bab3-21ce71293390 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-cd378550-4c12-4241-a971-0383d4b70e86', 'network_id': 'cd378550-4c12-4241-a971-0383d4b70e86', 'tenant_id': '8afe3c6a27c7408788d71066edc42001', 'fixed_ips': [{'subnet_id': 'c3b9698d-427c-417c-849a-d0b8d5a18037'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:26:52.333815 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0eff6fdb-882e-4c5d-ab98-ec5f528ec029 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:52.334323 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-01086061-a71f-45dd-bab3-21ce71293390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:52.356742 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=69119169-ed08-4796-ad64-b3fcf2b53afe,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:26:52.372874 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:52.373172 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-089297b8-3152-4ec2-a8ea-e0446574b70c req-047b30cc-b491-4706-87a8-20155c2e8ff6 service neutron] 10.222.0.49 "GET /v2.0/networks/8b9ffd0a-d450-4d4d-8c84-81d908427bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119463 Oct 12 19:26:52.434879 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 746f239a-cac1-47b7-a948-8973bb897097 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:26:52.474375 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 746f239a-cac1-47b7-a948-8973bb897097, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=746f239a-cac1-47b7-a948-8973bb897097,segment=NetworkSegment(1311cbfc-168d-4d44-b005-c99086bc74c8),segment_id=1311cbfc-168d-4d44-b005-c99086bc74c8)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:26:52.487349 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-089297b8-3152-4ec2-a8ea-e0446574b70c req-bdda3df3-b836-4885-af72-92d93cd14172 service neutron] 10.222.0.49 "GET /v2.0/networks/8b9ffd0a-d450-4d4d-8c84-81d908427bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053593 Oct 12 19:26:52.501119 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0eff6fdb-882e-4c5d-ab98-ec5f528ec029 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:52.522315 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['69119169-ed08-4796-ad64-b3fcf2b53afe'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:26:52.537797 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eff6fdb-882e-4c5d-ab98-ec5f528ec029 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=373fbaaf-0079-4fd1-a4ef-a53aa3f84671,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:26:52.668828 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3dc31b87-3e75-4d2b-bc08-2931df6d3372 req-1debcfe4-ac27-4540-81f5-e30332a17b3a tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d8118a-4722-4e86-9061-3b560a61dbf9 HTTP/1.1" status: 200 len: 210 time: 0.0345068 Oct 12 19:26:52.707691 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0eff6fdb-882e-4c5d-ab98-ec5f528ec029 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:52.709205 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-0eff6fdb-882e-4c5d-ab98-ec5f528ec029 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7518320 Oct 12 19:26:52.711830 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52494) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:26:52.714771 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-01086061-a71f-45dd-bab3-21ce71293390 None None] Allocated IP 172.20.0.2 (cd378550-4c12-4241-a971-0383d4b70e86/c3b9698d-427c-417c-849a-d0b8d5a18037/5e01b720-1124-4709-8a62-de72b9a61ce5) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:26:52.716557 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-60435019-66b1-4344-8041-2613d9851b47 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Request body: {'security_group': {'name': 'tempest-secgroup-101692027'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:26:52.721169 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:52.855242 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=746f239a-cac1-47b7-a948-8973bb897097,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:26:52.884224 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bd8ba3bb-d938-453f-9dbb-0af9637fdfee req-0b45df2e-9438-49ca-b4a4-69d727f4c863 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1740270-9a80-48e5-a087-f37bb93f80b9 HTTP/1.1" status: 200 len: 210 time: 0.0406306 Oct 12 19:26:52.923097 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-60435019-66b1-4344-8041-2613d9851b47 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:52.972824 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['746f239a-cac1-47b7-a948-8973bb897097'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:26:53.035475 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-60435019-66b1-4344-8041-2613d9851b47 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:53.083783 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-01086061-a71f-45dd-bab3-21ce71293390 None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:53.132858 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf92fe5-c484-4c93-b5de-729e99e68db9 req-ea9893fc-3d35-4886-87c2-953f8040ca11 tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:26:53.134457 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2cf92fe5-c484-4c93-b5de-729e99e68db9 req-ea9893fc-3d35-4886-87c2-953f8040ca11 tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] 10.222.0.49 "GET /v2.0/ports?device_id=6606ce7c-deb6-4cab-94c1-2c9a713f1f5b HTTP/1.1" status: 200 len: 944 time: 0.0548015 Oct 12 19:26:53.173951 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2cf92fe5-c484-4c93-b5de-729e99e68db9 req-98b02af0-952c-4bcb-a822-13c9b9d73daf tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] 10.222.0.49 "GET /v2.0/security-groups?id=cc46d298-9ebe-4080-a5d8-2986cdcdbaa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321348 Oct 12 19:26:53.265462 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-60435019-66b1-4344-8041-2613d9851b47 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:53.265955 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-01086061-a71f-45dd-bab3-21ce71293390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:53.299376 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60435019-66b1-4344-8041-2613d9851b47 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3306831f-2830-4cae-bb0f-9cdb4fab3c21,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:26:53.307215 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01086061-a71f-45dd-bab3-21ce71293390 None None] Network cd378550-4c12-4241-a971-0383d4b70e86 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:26:53.312494 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-01086061-a71f-45dd-bab3-21ce71293390 None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:26:53.317668 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01086061-a71f-45dd-bab3-21ce71293390 None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:26:53.322436 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01086061-a71f-45dd-bab3-21ce71293390 None None] Pushing event updated for resources: {'Port': ['ID=5e01b720-1124-4709-8a62-de72b9a61ce5,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:26:53.382413 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-60435019-66b1-4344-8041-2613d9851b47 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:53.384429 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-60435019-66b1-4344-8041-2613d9851b47 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6712782 Oct 12 19:26:53.386700 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52510) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:26:53.390832 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-01086061-a71f-45dd-bab3-21ce71293390 None None] Attempting to bind port 5e01b720-1124-4709-8a62-de72b9a61ce5 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:26:53.390832 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-01086061-a71f-45dd-bab3-21ce71293390 None None] Attempting to bind port 5e01b720-1124-4709-8a62-de72b9a61ce5 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'cd1aecf7-68d5-4eae-bd0e-73926cc2608d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'cd378550-4c12-4241-a971-0383d4b70e86'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:26:53.390832 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01086061-a71f-45dd-bab3-21ce71293390 None None] Attempting to bind port 5e01b720-1124-4709-8a62-de72b9a61ce5 on network cd378550-4c12-4241-a971-0383d4b70e86 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:26:53.395877 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01086061-a71f-45dd-bab3-21ce71293390 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:26:53.396121 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-39c50fb4-850d-4da5-8701-fc975f652613 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1785548477', 'security_groups': ['3306831f-2830-4cae-bb0f-9cdb4fab3c21'], 'network_id': 'cd378550-4c12-4241-a971-0383d4b70e86', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c3b9698d-427c-417c-849a-d0b8d5a18037'}]}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:26:53.396287 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01086061-a71f-45dd-bab3-21ce71293390 None None] Checking segment: {'id': 'cd1aecf7-68d5-4eae-bd0e-73926cc2608d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'cd378550-4c12-4241-a971-0383d4b70e86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:26:53.396698 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-01086061-a71f-45dd-bab3-21ce71293390 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:53.397090 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01086061-a71f-45dd-bab3-21ce71293390 None None] Bound using segment: {'id': 'cd1aecf7-68d5-4eae-bd0e-73926cc2608d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'cd378550-4c12-4241-a971-0383d4b70e86'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:26:53.397564 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-01086061-a71f-45dd-bab3-21ce71293390 None None] Bound port: 5e01b720-1124-4709-8a62-de72b9a61ce5, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd1aecf7-68d5-4eae-bd0e-73926cc2608d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'cd378550-4c12-4241-a971-0383d4b70e86'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:26:53.397951 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-01086061-a71f-45dd-bab3-21ce71293390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:53.425097 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3689bc-7c78-4f7f-9058-9a0b6933d494 req-43777d87-afcb-4810-8ecb-6de3338749f1 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:26:53.426923 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8e3689bc-7c78-4f7f-9058-9a0b6933d494 req-43777d87-afcb-4810-8ecb-6de3338749f1 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fab81ba2-37e8-4ff2-af8b-0fa2eff2f216 HTTP/1.1" status: 200 len: 944 time: 0.0839672 Oct 12 19:26:53.483439 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-01086061-a71f-45dd-bab3-21ce71293390 None None] For port 5e01b720-1124-4709-8a62-de72b9a61ce5, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:26:53.487558 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-01086061-a71f-45dd-bab3-21ce71293390 None None] For port 5e01b720-1124-4709-8a62-de72b9a61ce5, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=5e01b720-1124-4709-8a62-de72b9a61ce5,segment=NetworkSegment(cd1aecf7-68d5-4eae-bd0e-73926cc2608d),segment_id=cd1aecf7-68d5-4eae-bd0e-73926cc2608d)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:26:53.490068 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8e3689bc-7c78-4f7f-9058-9a0b6933d494 req-078b1802-108d-4319-89e6-2018c7bbe0ce tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=94a43134-a4a7-45fd-af5f-8fc2adc2c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499265 Oct 12 19:26:53.568926 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-01086061-a71f-45dd-bab3-21ce71293390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:53.630554 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01086061-a71f-45dd-bab3-21ce71293390 None None] Pushing event updated for resources: {'Port': ['ID=5e01b720-1124-4709-8a62-de72b9a61ce5,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:26:53.636943 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39c50fb4-850d-4da5-8701-fc975f652613 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Made reservation on behalf of 8afe3c6a27c7408788d71066edc42001 for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:26:53.661776 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 69119169-ed08-4796-ad64-b3fcf2b53afe up at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:26:53.786140 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-39c50fb4-850d-4da5-8701-fc975f652613 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:53.790674 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4560026f-1be0-490c-92bb-9618a00285a5 req-aa4cb647-010f-40a2-a3ae-5d94835105fe tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d8118a-4722-4e86-9061-3b560a61dbf9 HTTP/1.1" status: 200 len: 210 time: 0.0397074 Oct 12 19:26:53.824022 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [None req-39c50fb4-850d-4da5-8701-fc975f652613 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] device_id is not set on port 49f64499-455a-49ea-923b-d4fb2b355e78 yet. {{(pid=95501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 19:26:53.828009 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning for port 69119169-ed08-4796-ad64-b3fcf2b53afe completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:26:53.847685 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning complete for port 69119169-ed08-4796-ad64-b3fcf2b53afe triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:26:53.848242 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:53.921551 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 746f239a-cac1-47b7-a948-8973bb897097 up at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:26:53.999939 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-803739e9-b97a-4518-8f7c-fc7c07bedb11 req-ebfdf9cb-cd67-4ed6-a482-a6d5659100f6 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1740270-9a80-48e5-a087-f37bb93f80b9 HTTP/1.1" status: 200 len: 210 time: 0.0496690 Oct 12 19:26:54.081214 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 5e01b720-1124-4709-8a62-de72b9a61ce5 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:26:54.136452 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-39c50fb4-850d-4da5-8701-fc975f652613 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Allocated IP 172.20.0.8 (cd378550-4c12-4241-a971-0383d4b70e86/c3b9698d-427c-417c-849a-d0b8d5a18037/49f64499-455a-49ea-923b-d4fb2b355e78) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:26:54.149486 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:54.183941 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 69119169-ed08-4796-ad64-b3fcf2b53afe, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=69119169-ed08-4796-ad64-b3fcf2b53afe,segment=NetworkSegment(4c3280bf-b806-47b6-8d51-69b6d2001d54),segment_id=4c3280bf-b806-47b6-8d51-69b6d2001d54)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:26:54.185642 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6606ce7c-deb6-4cab-94c1-2c9a713f1f5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69119169-ed08-4796-ad64-b3fcf2b53afe'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:26:54.187887 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce0f99a0-e4c0-44ba-8858-53c0450525c9" -d '{"events": [{"server_uuid": "6606ce7c-deb6-4cab-94c1-2c9a713f1f5b", "name": "network-vif-plugged", "status": "completed", "tag": "69119169-ed08-4796-ad64-b3fcf2b53afe"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:26:54.199059 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 5e01b720-1124-4709-8a62-de72b9a61ce5 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:26:54.199334 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:54.295408 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:54.324663 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bf50950-1bc8-496e-a3d8-2f59ed7b3642 x-openstack-request-id: req-3bf50950-1bc8-496e-a3d8-2f59ed7b3642 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:26:54.325286 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6606ce7c-deb6-4cab-94c1-2c9a713f1f5b", "name": "network-vif-plugged", "status": "completed", "tag": "69119169-ed08-4796-ad64-b3fcf2b53afe", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:26:54.325562 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3bf50950-1bc8-496e-a3d8-2f59ed7b3642 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:26:54.325949 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6606ce7c-deb6-4cab-94c1-2c9a713f1f5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69119169-ed08-4796-ad64-b3fcf2b53afe', 'code': 200} Oct 12 19:26:54.328162 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-39c50fb4-850d-4da5-8701-fc975f652613 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:54.333028 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning for port 746f239a-cac1-47b7-a948-8973bb897097 completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:26:54.338763 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:54.348242 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c78d7a-809d-4941-9963-2afd950ee852 req-1ae311f8-c75d-480c-980f-c5f22cec581e tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:26:54.353508 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning complete for port 746f239a-cac1-47b7-a948-8973bb897097 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:26:54.353508 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:54.356464 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c6c78d7a-809d-4941-9963-2afd950ee852 req-1ae311f8-c75d-480c-980f-c5f22cec581e tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] 10.222.0.49 "GET /v2.0/ports?device_id=6606ce7c-deb6-4cab-94c1-2c9a713f1f5b HTTP/1.1" status: 200 len: 944 time: 0.0738304 Oct 12 19:26:54.417610 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c6c78d7a-809d-4941-9963-2afd950ee852 req-935a23df-b703-49c8-93c5-ee633fe96a65 tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] 10.222.0.49 "GET /v2.0/security-groups?id=cc46d298-9ebe-4080-a5d8-2986cdcdbaa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600436 Oct 12 19:26:54.452531 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] For port 5e01b720-1124-4709-8a62-de72b9a61ce5, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=5e01b720-1124-4709-8a62-de72b9a61ce5,segment=NetworkSegment(cd1aecf7-68d5-4eae-bd0e-73926cc2608d),segment_id=cd1aecf7-68d5-4eae-bd0e-73926cc2608d)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:26:54.452864 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-39c50fb4-850d-4da5-8701-fc975f652613 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:54.474826 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=69119169-ed08-4796-ad64-b3fcf2b53afe,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:26:54.504306 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c50fb4-850d-4da5-8701-fc975f652613 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Pushing event updated for resources: {'Port': ['ID=49f64499-455a-49ea-923b-d4fb2b355e78,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:26:54.536554 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d92aab7-b3e3-4a08-82c8-9b58102d74b5 req-9e88a796-371e-44e1-af6d-a7b4decc26b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:26:54.536554 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7d92aab7-b3e3-4a08-82c8-9b58102d74b5 req-9e88a796-371e-44e1-af6d-a7b4decc26b0 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6606ce7c-deb6-4cab-94c1-2c9a713f1f5b HTTP/1.1" status: 200 len: 1096 time: 0.1468868 Oct 12 19:26:54.572578 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:54.579041 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:54.612966 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c50fb4-850d-4da5-8701-fc975f652613 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Network cd378550-4c12-4241-a971-0383d4b70e86 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:26:54.614523 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-39c50fb4-850d-4da5-8701-fc975f652613 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:26:54.627371 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c50fb4-850d-4da5-8701-fc975f652613 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:26:54.667637 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 746f239a-cac1-47b7-a948-8973bb897097, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=746f239a-cac1-47b7-a948-8973bb897097,segment=NetworkSegment(1311cbfc-168d-4d44-b005-c99086bc74c8),segment_id=1311cbfc-168d-4d44-b005-c99086bc74c8)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:26:54.672728 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Pushing event updated for resources: {'Port': ['ID=5e01b720-1124-4709-8a62-de72b9a61ce5,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:26:54.679789 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c50fb4-850d-4da5-8701-fc975f652613 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:26:54.680549 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-39c50fb4-850d-4da5-8701-fc975f652613 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:54.687665 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7d92aab7-b3e3-4a08-82c8-9b58102d74b5 req-23a97162-8aec-4253-8218-7965f86dec7d service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=cc46d298-9ebe-4080-a5d8-2986cdcdbaa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1407986 Oct 12 19:26:54.735553 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b62ba7-f417-4230-8e9e-360685c76e74 req-7f5c1f63-1ecb-40ef-9602-5b47b43209ca tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:26:54.743272 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:54.743553 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-72b62ba7-f417-4230-8e9e-360685c76e74 req-7f5c1f63-1ecb-40ef-9602-5b47b43209ca tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fab81ba2-37e8-4ff2-af8b-0fa2eff2f216 HTTP/1.1" status: 200 len: 944 time: 0.1366637 Oct 12 19:26:54.783391 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52532) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:26:54.796656 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-39c50fb4-850d-4da5-8701-fc975f652613 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4083657 Oct 12 19:26:54.799302 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-12f6d2fd-0f5e-4a37-91d1-9fbb3ff20daf tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Request body: {'subnet': {'network_id': 'cd378550-4c12-4241-a971-0383d4b70e86', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:26:54.817882 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-72b62ba7-f417-4230-8e9e-360685c76e74 req-e63d27cc-6fe1-44a9-a673-566971913712 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=94a43134-a4a7-45fd-af5f-8fc2adc2c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731838 Oct 12 19:26:54.841688 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=746f239a-cac1-47b7-a948-8973bb897097,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:26:54.950078 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1e8b3792-6e0b-488f-89ba-104c4f1ca3a6 req-578b5540-a839-4f4b-a772-83afa5a710ac tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d8118a-4722-4e86-9061-3b560a61dbf9 HTTP/1.1" status: 200 len: 210 time: 0.0469337 Oct 12 19:26:54.990726 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a25ea06f-5ac4-4b65-b2b1-a0fbdf0c573e None None] Provisioning complete for port 8bc3cf26-9c10-4cb3-9f24-8221e792ef6e triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:26:54.991107 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a25ea06f-5ac4-4b65-b2b1-a0fbdf0c573e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:55.028930 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-a25ea06f-5ac4-4b65-b2b1-a0fbdf0c573e None None] Port 8bc3cf26-9c10-4cb3-9f24-8221e792ef6e cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:26:55.040177 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a25ea06f-5ac4-4b65-b2b1-a0fbdf0c573e None None] Provisioning complete for port 5e01b720-1124-4709-8a62-de72b9a61ce5 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:26:55.040673 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a25ea06f-5ac4-4b65-b2b1-a0fbdf0c573e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:55.063619 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12f6d2fd-0f5e-4a37-91d1-9fbb3ff20daf tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Made reservation on behalf of 8afe3c6a27c7408788d71066edc42001 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:26:55.068382 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-12f6d2fd-0f5e-4a37-91d1-9fbb3ff20daf tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16245837'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:55.185266 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4d1d90e9-bc72-4add-94cd-7368dd9ece2b req-da2f0a72-7793-4ea6-87c3-72100f41712a tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1740270-9a80-48e5-a087-f37bb93f80b9 HTTP/1.1" status: 200 len: 210 time: 0.0686054 Oct 12 19:26:55.238558 n-d-813679-3 neutron-server[95502]: INFO neutron.db.ipam_backend_mixin [None req-12f6d2fd-0f5e-4a37-91d1-9fbb3ff20daf tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet c3b9698d-427c-417c-849a-d0b8d5a18037 (CIDR: 172.20.0.0/28) Oct 12 19:26:55.282955 n-d-813679-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-12f6d2fd-0f5e-4a37-91d1-9fbb3ff20daf tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 19:26:55.283723 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12f6d2fd-0f5e-4a37-91d1-9fbb3ff20daf tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:26:55.329144 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-0ce44219-f219-42fc-9057-aea5dd1aedae None None] Provisioning complete for port 49f64499-455a-49ea-923b-d4fb2b355e78 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:26:55.329518 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0ce44219-f219-42fc-9057-aea5dd1aedae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:55.364389 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-0ce44219-f219-42fc-9057-aea5dd1aedae None None] Port 49f64499-455a-49ea-923b-d4fb2b355e78 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:26:55.376622 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-12f6d2fd-0f5e-4a37-91d1-9fbb3ff20daf tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5875967 Oct 12 19:26:55.379352 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52540) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:26:55.384529 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-805b5ebc-5767-4757-99fc-3182851ca9c1 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Request body: {'subnet': {'network_id': 'cd378550-4c12-4241-a971-0383d4b70e86', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:26:55.419366 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089297b8-3152-4ec2-a8ea-e0446574b70c req-526e3a57-5d52-4db5-b52f-414c8bcf8085 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:26:55.421317 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-089297b8-3152-4ec2-a8ea-e0446574b70c req-526e3a57-5d52-4db5-b52f-414c8bcf8085 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.67 "GET /v2.0/networks?id=8b9ffd0a-d450-4d4d-8c84-81d908427bea HTTP/1.1" status: 200 len: 812 time: 0.1180577 Oct 12 19:26:55.436836 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-089297b8-3152-4ec2-a8ea-e0446574b70c req-2762ab90-b9c3-47dd-af17-35ab32d3e8cb tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Request body: {'port': {'device_id': 'b1740270-9a80-48e5-a087-f37bb93f80b9', 'network_id': '8b9ffd0a-d450-4d4d-8c84-81d908427bea', 'admin_state_up': True, 'tenant_id': '9558b59fe3b94a1fa2fbec9bbf16e093'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:26:55.568197 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ece7c4-8d4e-47f7-8eb7-797a0eada9b3 req-4b7f23a6-169e-42c2-8ec2-307b0c847ca3 tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:26:55.569837 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d2ece7c4-8d4e-47f7-8eb7-797a0eada9b3 req-4b7f23a6-169e-42c2-8ec2-307b0c847ca3 tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] 10.222.0.49 "GET /v2.0/ports?device_id=6606ce7c-deb6-4cab-94c1-2c9a713f1f5b HTTP/1.1" status: 200 len: 945 time: 0.0675850 Oct 12 19:26:55.615909 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d2ece7c4-8d4e-47f7-8eb7-797a0eada9b3 req-351ce693-b211-475d-821f-96f79e402b52 tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] 10.222.0.49 "GET /v2.0/security-groups?id=cc46d298-9ebe-4080-a5d8-2986cdcdbaa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341208 Oct 12 19:26:55.633816 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-805b5ebc-5767-4757-99fc-3182851ca9c1 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Made reservation on behalf of 8afe3c6a27c7408788d71066edc42001 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:26:55.638852 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-805b5ebc-5767-4757-99fc-3182851ca9c1 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16245837'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:55.722592 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-089297b8-3152-4ec2-a8ea-e0446574b70c req-2762ab90-b9c3-47dd-af17-35ab32d3e8cb tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Made reservation on behalf of 9558b59fe3b94a1fa2fbec9bbf16e093 for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:26:55.726913 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-089297b8-3152-4ec2-a8ea-e0446574b70c req-2762ab90-b9c3-47dd-af17-35ab32d3e8cb tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:55.877941 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [req-089297b8-3152-4ec2-a8ea-e0446574b70c req-2762ab90-b9c3-47dd-af17-35ab32d3e8cb tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Allocated IP 172.20.0.12 (8b9ffd0a-d450-4d4d-8c84-81d908427bea/dc530ace-4b18-4ae9-b625-36ec27074a9c/7d275961-db86-4cc1-a0cd-bbe20acf81ab) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:26:56.008650 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 5e01b720-1124-4709-8a62-de72b9a61ce5 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:26:56.014833 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-805b5ebc-5767-4757-99fc-3182851ca9c1 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4306659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16245859'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:56.040262 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbd5259-f0f9-4ead-a43d-c8d10767a2df req-0fb637e6-bd6f-4674-8fb4-ac5990b97794 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:26:56.041958 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3dbd5259-f0f9-4ead-a43d-c8d10767a2df req-0fb637e6-bd6f-4674-8fb4-ac5990b97794 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fab81ba2-37e8-4ff2-af8b-0fa2eff2f216 HTTP/1.1" status: 200 len: 945 time: 0.1365175 Oct 12 19:26:56.062220 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 5e01b720-1124-4709-8a62-de72b9a61ce5 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:26:56.062910 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:56.118856 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3dbd5259-f0f9-4ead-a43d-c8d10767a2df req-1d943ede-26e3-40a9-a808-8e32cb765e9a tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=94a43134-a4a7-45fd-af5f-8fc2adc2c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667326 Oct 12 19:26:56.125321 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-83525506-6a5c-4f4a-ae50-3662b139e7db req-ecb554a3-002c-475b-b700-3c26227d4f51 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d8118a-4722-4e86-9061-3b560a61dbf9 HTTP/1.1" status: 200 len: 210 time: 0.0571494 Oct 12 19:26:56.140983 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-805b5ebc-5767-4757-99fc-3182851ca9c1 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Network cd378550-4c12-4241-a971-0383d4b70e86 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:26:56.150882 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-805b5ebc-5767-4757-99fc-3182851ca9c1 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:26:56.161095 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805b5ebc-5767-4757-99fc-3182851ca9c1 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Pushing event updated for resources: {'Subnet': ['ID=fb28bb47-1605-4e7a-9f02-5ae00997235d,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:26:56.165090 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805b5ebc-5767-4757-99fc-3182851ca9c1 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:26:56.165755 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-805b5ebc-5767-4757-99fc-3182851ca9c1 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:56.173132 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-089297b8-3152-4ec2-a8ea-e0446574b70c req-2762ab90-b9c3-47dd-af17-35ab32d3e8cb tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:56.175296 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fbdfe9c-aaf8-4acb-909b-fa1e669da018 None None] Network cd378550-4c12-4241-a971-0383d4b70e86 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:26:56.239722 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-805b5ebc-5767-4757-99fc-3182851ca9c1 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8590403 Oct 12 19:26:56.242611 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52554) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:26:56.249465 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-b4eecdbc-e7e0-4e0c-8822-d523bec7b5a8 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1400202876', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'fb28bb47-1605-4e7a-9f02-5ae00997235d'}], 'security_groups': ['373fbaaf-0079-4fd1-a4ef-a53aa3f84671']}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:26:56.328726 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fab81ba2-37e8-4ff2-af8b-0fa2eff2f216', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '746f239a-cac1-47b7-a948-8973bb897097'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:26:56.331200 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8160e525-b329-4431-93bc-feaa6ef9e77e" -d '{"events": [{"server_uuid": "fab81ba2-37e8-4ff2-af8b-0fa2eff2f216", "name": "network-vif-plugged", "status": "completed", "tag": "746f239a-cac1-47b7-a948-8973bb897097"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:26:56.355279 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-089297b8-3152-4ec2-a8ea-e0446574b70c req-2762ab90-b9c3-47dd-af17-35ab32d3e8cb tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:56.362250 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b4eecdbc-e7e0-4e0c-8822-d523bec7b5a8 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:56.431623 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa1b1774-7f57-48c5-9923-7be4b40df1fa x-openstack-request-id: req-aa1b1774-7f57-48c5-9923-7be4b40df1fa {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:26:56.432132 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fab81ba2-37e8-4ff2-af8b-0fa2eff2f216", "name": "network-vif-plugged", "status": "completed", "tag": "746f239a-cac1-47b7-a948-8973bb897097", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:26:56.432466 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-aa1b1774-7f57-48c5-9923-7be4b40df1fa {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:26:56.433484 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fab81ba2-37e8-4ff2-af8b-0fa2eff2f216', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '746f239a-cac1-47b7-a948-8973bb897097', 'code': 200} Oct 12 19:26:56.481471 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-089297b8-3152-4ec2-a8ea-e0446574b70c req-2762ab90-b9c3-47dd-af17-35ab32d3e8cb tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Network 8b9ffd0a-d450-4d4d-8c84-81d908427bea is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:26:56.504780 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [req-089297b8-3152-4ec2-a8ea-e0446574b70c req-2762ab90-b9c3-47dd-af17-35ab32d3e8cb tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:26:56.513400 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f6c645-495d-4671-809f-ff89f4c611d1 req-f1ce8484-b275-40b1-97ab-02cbb5c10c7b tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:26:56.514931 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-20f6c645-495d-4671-809f-ff89f4c611d1 req-f1ce8484-b275-40b1-97ab-02cbb5c10c7b tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1740270-9a80-48e5-a087-f37bb93f80b9 HTTP/1.1" status: 200 len: 932 time: 0.1964333 Oct 12 19:26:56.515747 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-089297b8-3152-4ec2-a8ea-e0446574b70c req-2762ab90-b9c3-47dd-af17-35ab32d3e8cb tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:26:56.533398 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-461850c6-b296-416a-a009-ba276c329228 None None] Update dhcp port {'port': {'network_id': 'cd378550-4c12-4241-a971-0383d4b70e86', 'fixed_ips': [{'subnet_id': 'c3b9698d-427c-417c-849a-d0b8d5a18037', 'ip_address': '172.20.0.2'}, {'subnet_id': 'fb28bb47-1605-4e7a-9f02-5ae00997235d'}], 'binding:host_id': 'n-d-813679-3'}, 'id': '5e01b720-1124-4709-8a62-de72b9a61ce5'} from n-d-813679-3. {{(pid=95503) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 12 19:26:56.558707 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2762ab90-b9c3-47dd-af17-35ab32d3e8cb tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Pushing event updated for resources: {'Port': ['ID=7d275961-db86-4cc1-a0cd-bbe20acf81ab,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:26:56.562439 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-461850c6-b296-416a-a009-ba276c329228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:56.656701 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089297b8-3152-4ec2-a8ea-e0446574b70c req-2762ab90-b9c3-47dd-af17-35ab32d3e8cb tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:26:56.657321 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-089297b8-3152-4ec2-a8ea-e0446574b70c req-2762ab90-b9c3-47dd-af17-35ab32d3e8cb tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:56.693726 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2853fea1-fc8e-484d-9caf-76b1ad0c4aa6 req-93350174-f795-4181-9fa4-e5852eed132b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:26:56.695248 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2853fea1-fc8e-484d-9caf-76b1ad0c4aa6 req-93350174-f795-4181-9fa4-e5852eed132b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=fab81ba2-37e8-4ff2-af8b-0fa2eff2f216 HTTP/1.1" status: 200 len: 1096 time: 0.2184403 Oct 12 19:26:56.713282 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-20f6c645-495d-4671-809f-ff89f4c611d1 req-54a74788-057b-465a-8c9c-a0a3259c123d tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544306 Oct 12 19:26:56.773126 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-461850c6-b296-416a-a009-ba276c329228 None None] Allocated IP 172.20.0.18 (cd378550-4c12-4241-a971-0383d4b70e86/fb28bb47-1605-4e7a-9f02-5ae00997235d/5e01b720-1124-4709-8a62-de72b9a61ce5) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:26:56.780540 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af213ea-5955-43d6-9253-b3e98530db26 req-4528bf7c-a4a8-4de8-9c20-903d4bd60be5 tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:26:56.788526 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0af213ea-5955-43d6-9253-b3e98530db26 req-4528bf7c-a4a8-4de8-9c20-903d4bd60be5 tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] 10.222.0.49 "GET /v2.0/ports?device_id=6606ce7c-deb6-4cab-94c1-2c9a713f1f5b HTTP/1.1" status: 200 len: 945 time: 0.0715871 Oct 12 19:26:56.809462 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-089297b8-3152-4ec2-a8ea-e0446574b70c req-2762ab90-b9c3-47dd-af17-35ab32d3e8cb tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3781538 Oct 12 19:26:56.829074 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0af213ea-5955-43d6-9253-b3e98530db26 req-230131eb-d56e-4b0c-9459-fd2ed61428b3 tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] 10.222.0.49 "GET /v2.0/security-groups?id=cc46d298-9ebe-4080-a5d8-2986cdcdbaa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396636 Oct 12 19:26:56.839808 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2853fea1-fc8e-484d-9caf-76b1ad0c4aa6 req-6fb04c7d-5733-4aee-9b39-0cabc04baec4 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=94a43134-a4a7-45fd-af5f-8fc2adc2c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241326 Oct 12 19:26:56.847093 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-089297b8-3152-4ec2-a8ea-e0446574b70c req-c7b7d290-c141-4615-80e0-3ebec959ded6 service neutron] Request body: {'port': {'device_id': 'b1740270-9a80-48e5-a087-f37bb93f80b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-3'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:26:56.900909 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-461850c6-b296-416a-a009-ba276c329228 None None] For port 5e01b720-1124-4709-8a62-de72b9a61ce5, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=5e01b720-1124-4709-8a62-de72b9a61ce5,segment=NetworkSegment(cd1aecf7-68d5-4eae-bd0e-73926cc2608d),segment_id=cd1aecf7-68d5-4eae-bd0e-73926cc2608d)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:26:56.934534 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-461850c6-b296-416a-a009-ba276c329228 None None] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:56.966867 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-089297b8-3152-4ec2-a8ea-e0446574b70c req-c7b7d290-c141-4615-80e0-3ebec959ded6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:56.997303 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-461850c6-b296-416a-a009-ba276c329228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:57.022058 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a175778d-fa76-4886-829c-c226a20e7798 req-67a2fc0a-d9fd-407a-904e-b3255a72c139 tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:26:57.023985 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a175778d-fa76-4886-829c-c226a20e7798 req-67a2fc0a-d9fd-407a-904e-b3255a72c139 tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] 10.222.0.49 "GET /v2.0/ports?device_id=6606ce7c-deb6-4cab-94c1-2c9a713f1f5b HTTP/1.1" status: 200 len: 945 time: 0.0963528 Oct 12 19:26:57.047700 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52564) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:26:57.053980 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-781f68c0-9ea3-4218-801d-12f5bed9ec41 tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] Request body: {'floatingip': {'port_id': '69119169-ed08-4796-ad64-b3fcf2b53afe'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:26:57.098852 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461850c6-b296-416a-a009-ba276c329228 None None] Pushing event updated for resources: {'Port': ['ID=5e01b720-1124-4709-8a62-de72b9a61ce5,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:26:57.115086 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-781f68c0-9ea3-4218-801d-12f5bed9ec41 tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] Notify callbacks [] for floatingip, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:57.422634 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e1471aa1-2e05-4b94-b8c7-d8b2ed0953ca req-eaff4ffe-1403-4a99-9e65-958bee71a47a tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d8118a-4722-4e86-9061-3b560a61dbf9 HTTP/1.1" status: 200 len: 210 time: 0.1448369 Oct 12 19:26:57.439741 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-b4eecdbc-e7e0-4e0c-8822-d523bec7b5a8 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Delete allocated IP 172.20.0.8 (cd378550-4c12-4241-a971-0383d4b70e86/c3b9698d-427c-417c-849a-d0b8d5a18037) {{(pid=95501) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 12 19:26:57.476685 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-b4eecdbc-e7e0-4e0c-8822-d523bec7b5a8 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Allocated IP 172.20.0.20 (cd378550-4c12-4241-a971-0383d4b70e86/fb28bb47-1605-4e7a-9f02-5ae00997235d/49f64499-455a-49ea-923b-d4fb2b355e78) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:26:57.509508 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bb1b41-2ec8-4222-a0d9-113a13ab869e req-fa60a618-89da-42bb-aacc-60dc5620335b tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:26:57.518069 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-77bb1b41-2ec8-4222-a0d9-113a13ab869e req-fa60a618-89da-42bb-aacc-60dc5620335b tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fab81ba2-37e8-4ff2-af8b-0fa2eff2f216 HTTP/1.1" status: 200 len: 945 time: 0.1704817 Oct 12 19:26:57.607431 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-77bb1b41-2ec8-4222-a0d9-113a13ab869e req-57531623-d669-4bee-9209-1a7045359045 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=94a43134-a4a7-45fd-af5f-8fc2adc2c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882561 Oct 12 19:26:58.010653 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-d7f4dd93-95c8-46a3-91e2-110789792b25 None None] Provisioning complete for port 8bc3cf26-9c10-4cb3-9f24-8221e792ef6e triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:26:58.011309 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d7f4dd93-95c8-46a3-91e2-110789792b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:58.015015 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-781f68c0-9ea3-4218-801d-12f5bed9ec41 tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:58.059219 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-d7f4dd93-95c8-46a3-91e2-110789792b25 None None] Port 8bc3cf26-9c10-4cb3-9f24-8221e792ef6e cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:26:58.070422 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 5e01b720-1124-4709-8a62-de72b9a61ce5 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:26:58.076996 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-781f68c0-9ea3-4218-801d-12f5bed9ec41 tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7915414'] for floatingip, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:58.111163 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-d7f4dd93-95c8-46a3-91e2-110789792b25 None None] Provisioning complete for port 49f64499-455a-49ea-923b-d4fb2b355e78 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:26:58.111710 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d7f4dd93-95c8-46a3-91e2-110789792b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:58.184320 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-d7f4dd93-95c8-46a3-91e2-110789792b25 None None] Port 49f64499-455a-49ea-923b-d4fb2b355e78 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:26:58.196519 n-d-813679-3 neutron-server[95502]: INFO neutron.db.l3_db [None req-781f68c0-9ea3-4218-801d-12f5bed9ec41 tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] Floating IP 99519efc-f493-4745-a873-73d8479736ed associated. External IP: 172.25.5.215, port: 69119169-ed08-4796-ad64-b3fcf2b53afe. Oct 12 19:26:58.203835 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 5e01b720-1124-4709-8a62-de72b9a61ce5 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:26:58.204229 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:58.205860 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-d7f4dd93-95c8-46a3-91e2-110789792b25 None None] Provisioning complete for port 5e01b720-1124-4709-8a62-de72b9a61ce5 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:26:58.206209 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d7f4dd93-95c8-46a3-91e2-110789792b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:58.442606 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-781f68c0-9ea3-4218-801d-12f5bed9ec41 tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] Router 89257142-43c4-49b6-9f0f-7600e6c2d60c has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:26:58.482300 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [req-089297b8-3152-4ec2-a8ea-e0446574b70c req-c7b7d290-c141-4615-80e0-3ebec959ded6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d275961-db86-4cc1-a0cd-bbe20acf81ab {{(pid=95501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:26:58.492798 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-089297b8-3152-4ec2-a8ea-e0446574b70c req-c7b7d290-c141-4615-80e0-3ebec959ded6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:58.507012 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b189ea-7583-42bf-8a27-472317c28aa0 req-16d54ab8-6cd9-4a29-a86b-60a0d0b4eee4 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:26:58.508987 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-31b189ea-7583-42bf-8a27-472317c28aa0 req-16d54ab8-6cd9-4a29-a86b-60a0d0b4eee4 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1740270-9a80-48e5-a087-f37bb93f80b9 HTTP/1.1" status: 200 len: 932 time: 0.4563565 Oct 12 19:26:58.551878 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.provisioning_blocks [req-089297b8-3152-4ec2-a8ea-e0446574b70c req-c7b7d290-c141-4615-80e0-3ebec959ded6 service neutron] Transition to ACTIVE for port object 7d275961-db86-4cc1-a0cd-bbe20acf81ab will not be triggered until provisioned by entity L2. {{(pid=95501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:26:58.565694 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b4eecdbc-e7e0-4e0c-8822-d523bec7b5a8 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:58.583370 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-31b189ea-7583-42bf-8a27-472317c28aa0 req-6c166d2f-ec40-4b60-98ad-174e208acbe5 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641496 Oct 12 19:26:58.614094 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-089297b8-3152-4ec2-a8ea-e0446574b70c req-c7b7d290-c141-4615-80e0-3ebec959ded6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:58.615820 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-781f68c0-9ea3-4218-801d-12f5bed9ec41 tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:26:58.628239 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cacbeee-a518-4900-abaf-b218fc07fc9c None None] Sync routers for ids ['89257142-43c4-49b6-9f0f-7600e6c2d60c'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:26:58.637212 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-781f68c0-9ea3-4218-801d-12f5bed9ec41 tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:58.645664 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cacbeee-a518-4900-abaf-b218fc07fc9c None None] Routers {'89257142-43c4-49b6-9f0f-7600e6c2d60c'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:26:58.646342 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-9cacbeee-a518-4900-abaf-b218fc07fc9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:26:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['89257142-43c4-49b6-9f0f-7600e6c2d60c'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:26:58.682996 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-781f68c0-9ea3-4218-801d-12f5bed9ec41 tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] 10.222.0.49 "PUT /v2.0/floatingips/99519efc-f493-4745-a873-73d8479736ed HTTP/1.1" status: 200 len: 991 time: 1.6338549 Oct 12 19:26:58.683609 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52584) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:26:58.684511 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6606ce7c-deb6-4cab-94c1-2c9a713f1f5b', 'tag': '69119169-ed08-4796-ad64-b3fcf2b53afe'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:26:58.693699 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15d71fc6-ef9b-4fe9-82a9-f08c8edbe6f8" -d '{"events": [{"name": "network-changed", "server_uuid": "6606ce7c-deb6-4cab-94c1-2c9a713f1f5b", "tag": "69119169-ed08-4796-ad64-b3fcf2b53afe"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:26:58.763736 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0eddcf08-ddaa-4b20-8690-f4dc6fdab897 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:58.770190 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b7d290-c141-4615-80e0-3ebec959ded6 service neutron] Pushing event updated for resources: {'Port': ['ID=7d275961-db86-4cc1-a0cd-bbe20acf81ab,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:26:58.782983 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b4eecdbc-e7e0-4e0c-8822-d523bec7b5a8 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:58.808544 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0eddcf08-ddaa-4b20-8690-f4dc6fdab897 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:58.920449 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-9cacbeee-a518-4900-abaf-b218fc07fc9c None None] Set router 89257142-43c4-49b6-9f0f-7600e6c2d60c gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:26:58.966428 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0eddcf08-ddaa-4b20-8690-f4dc6fdab897 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:58.971720 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0eddcf08-ddaa-4b20-8690-f4dc6fdab897 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:58.974055 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-0eddcf08-ddaa-4b20-8690-f4dc6fdab897 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "DELETE /v2.0/security-groups/8f0281d6-ea5c-47a0-8e7d-7819120d644f HTTP/1.1" status: 204 len: 168 time: 0.2830801 Oct 12 19:26:58.974839 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52594) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:26:58.999259 n-d-813679-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-50299cc8-f49b-4c3e-b86b-2ad702fb66e5 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] show failed (client error): The resource could not be found. Oct 12 19:26:59.004461 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-50299cc8-f49b-4c3e-b86b-2ad702fb66e5 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "GET /v2.0/security-groups/8f0281d6-ea5c-47a0-8e7d-7819120d644f HTTP/1.1" status: 404 len: 347 time: 0.0224676 Oct 12 19:26:59.005349 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52596) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:26:59.006270 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eddcf08-ddaa-4b20-8690-f4dc6fdab897 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f0281d6-ea5c-47a0-8e7d-7819120d644f,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:26:59.072069 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2862185-3496-4ec6-86df-e90f1b5c94aa x-openstack-request-id: req-b2862185-3496-4ec6-86df-e90f1b5c94aa {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:26:59.074430 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6606ce7c-deb6-4cab-94c1-2c9a713f1f5b", "tag": "69119169-ed08-4796-ad64-b3fcf2b53afe", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:26:59.074798 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b2862185-3496-4ec6-86df-e90f1b5c94aa {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:26:59.075358 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6606ce7c-deb6-4cab-94c1-2c9a713f1f5b', 'tag': '69119169-ed08-4796-ad64-b3fcf2b53afe', 'status': 'completed', 'code': 200} Oct 12 19:26:59.104203 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 19:26:59.126383 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-10ec2764-b2d7-4833-9f88-94d90be5a085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:59.177568 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-b4eecdbc-e7e0-4e0c-8822-d523bec7b5a8 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] In _notify_port_updated(), no bound segment for port 49f64499-455a-49ea-923b-d4fb2b355e78 on network cd378550-4c12-4241-a971-0383d4b70e86 {{(pid=95501) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 12 19:26:59.183789 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4eecdbc-e7e0-4e0c-8822-d523bec7b5a8 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:26:59.196690 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b4eecdbc-e7e0-4e0c-8822-d523bec7b5a8 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:59.201313 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-b4eecdbc-e7e0-4e0c-8822-d523bec7b5a8 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] 10.222.0.49 "PUT /v2.0/ports/49f64499-455a-49ea-923b-d4fb2b355e78 HTTP/1.1" status: 200 len: 921 time: 2.9542818 Oct 12 19:26:59.202918 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52598) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:26:59.277008 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-c22b618e-2294-4ec2-8529-4afff94a9117 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Deleting port 8d003272-49ce-4232-b306-c8b11af25366 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:26:59.277524 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c22b618e-2294-4ec2-8529-4afff94a9117 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:59.282996 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eecdbc-e7e0-4e0c-8822-d523bec7b5a8 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Pushing event updated for resources: {'Port': ['ID=49f64499-455a-49ea-923b-d4fb2b355e78,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:26:59.320977 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601af8b1-5f16-43c0-a22d-efabf682eb43 req-c97e0182-06b1-4c61-9c41-f6c10c24b140 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:26:59.332664 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-601af8b1-5f16-43c0-a22d-efabf682eb43 req-c97e0182-06b1-4c61-9c41-f6c10c24b140 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fab81ba2-37e8-4ff2-af8b-0fa2eff2f216 HTTP/1.1" status: 200 len: 945 time: 0.5634890 Oct 12 19:26:59.363181 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-9cacbeee-a518-4900-abaf-b218fc07fc9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89257142-43c4-49b6-9f0f-7600e6c2d60c', 'name': 'tempest-ServersTestFqdnHostnames-798603333-router', 'tenant_id': 'e8f8861c0e334263a0cfef850e20be91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': '35409324-967b-4293-a4ac-bd044ba0d1d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:26:23Z', 'updated_at': '2021-10-12T19:26:30Z', 'revision_number': 4, 'project_id': 'e8f8861c0e334263a0cfef850e20be91', 'gw_port': {'id': '35409324-967b-4293-a4ac-bd044ba0d1d8', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:5a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89257142-43c4-49b6-9f0f-7600e6c2d60c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1956, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:26:25Z', 'updated_at': '2021-10-12T19:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': '99519efc-f493-4745-a873-73d8479736ed', 'tenant_id': 'e8f8861c0e334263a0cfef850e20be91', 'floating_ip_address': '172.25.5.215', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': '89257142-43c4-49b6-9f0f-7600e6c2d60c', 'port_id': '69119169-ed08-4796-ad64-b3fcf2b53afe', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1972, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5281acec-b722-4919-9ea6-4090df1618c2', 'mac_address': 'fa:16:3e:4a:eb:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6606ce7c-deb6-4cab-94c1-2c9a713f1f5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T19:26:37Z', 'updated_at': '2021-10-12T19:26:57Z', 'revision_number': 1, 'project_id': 'e8f8861c0e334263a0cfef850e20be91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0eb45a7-5858-42b0-b2bd-3a1b276d1969', 'name': '', 'network_id': '5281acec-b722-4919-9ea6-4090df1618c2', 'tenant_id': 'e8f8861c0e334263a0cfef850e20be91', 'mac_address': 'fa:16:3e:05:ac:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89257142-43c4-49b6-9f0f-7600e6c2d60c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1962, 'fixed_ips': [{'subnet_id': '6c2501d2-416b-4d78-8bcf-91740a1fb5c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:26:28Z', 'updated_at': '2021-10-12T19:26:35Z', 'revision_number': 5, 'project_id': 'e8f8861c0e334263a0cfef850e20be91', 'subnets': [{'id': '6c2501d2-416b-4d78-8bcf-91740a1fb5c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:26:59.373364 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d71fc6-ef9b-4fe9-82a9-f08c8edbe6f8 req-3b44aace-9351-42c3-87cd-246d4cff2073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:26:59.374900 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-15d71fc6-ef9b-4fe9-82a9-f08c8edbe6f8 req-3b44aace-9351-42c3-87cd-246d4cff2073 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e8f8861c0e334263a0cfef850e20be91&device_id=6606ce7c-deb6-4cab-94c1-2c9a713f1f5b HTTP/1.1" status: 200 len: 1096 time: 0.2845232 Oct 12 19:26:59.382024 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-089297b8-3152-4ec2-a8ea-e0446574b70c req-c7b7d290-c141-4615-80e0-3ebec959ded6 service neutron] Attempting to bind port 7d275961-db86-4cc1-a0cd-bbe20acf81ab on host n-h2-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:26:59.382942 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-089297b8-3152-4ec2-a8ea-e0446574b70c req-c7b7d290-c141-4615-80e0-3ebec959ded6 service neutron] Attempting to bind port 7d275961-db86-4cc1-a0cd-bbe20acf81ab by drivers openvswitch,hyperv on host n-h2-813679-3 at level 0 using segments [{'id': '2c23b924-3bdb-4700-940f-a5921b74e3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8b9ffd0a-d450-4d4d-8c84-81d908427bea'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:26:59.383279 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089297b8-3152-4ec2-a8ea-e0446574b70c req-c7b7d290-c141-4615-80e0-3ebec959ded6 service neutron] Attempting to bind port 7d275961-db86-4cc1-a0cd-bbe20acf81ab on network 8b9ffd0a-d450-4d4d-8c84-81d908427bea {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:26:59.405450 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089297b8-3152-4ec2-a8ea-e0446574b70c req-c7b7d290-c141-4615-80e0-3ebec959ded6 service neutron] Port 7d275961-db86-4cc1-a0cd-bbe20acf81ab on network 8b9ffd0a-d450-4d4d-8c84-81d908427bea not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:26:59.405770 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089297b8-3152-4ec2-a8ea-e0446574b70c req-c7b7d290-c141-4615-80e0-3ebec959ded6 service neutron] Attempting to bind port 7d275961-db86-4cc1-a0cd-bbe20acf81ab on network 8b9ffd0a-d450-4d4d-8c84-81d908427bea {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:26:59.410284 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-601af8b1-5f16-43c0-a22d-efabf682eb43 req-3cfbad1c-3183-4567-82b7-3c7b322ff1b5 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=94a43134-a4a7-45fd-af5f-8fc2adc2c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767667 Oct 12 19:26:59.433806 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cacbeee-a518-4900-abaf-b218fc07fc9c None None] Checking router: 89257142-43c4-49b6-9f0f-7600e6c2d60c for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:26:59.470406 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cacbeee-a518-4900-abaf-b218fc07fc9c None None] Routers {'89257142-43c4-49b6-9f0f-7600e6c2d60c'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:26:59.470802 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-9cacbeee-a518-4900-abaf-b218fc07fc9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:26:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['89257142-43c4-49b6-9f0f-7600e6c2d60c'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:26:59.500420 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c22b618e-2294-4ec2-8529-4afff94a9117 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:59.500879 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c22b618e-2294-4ec2-8529-4afff94a9117 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:59.545775 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-c22b618e-2294-4ec2-8529-4afff94a9117 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Calling delete_port for 8d003272-49ce-4232-b306-c8b11af25366 owned by network:floatingip {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:26:59.576593 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d71fc6-ef9b-4fe9-82a9-f08c8edbe6f8 req-31088285-8ae0-459a-b394-75fb1a58e925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:26:59.577166 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-ebe2a995-cca0-48de-b3a6-a2c8ad3c5d92 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Deleting port 49f64499-455a-49ea-923b-d4fb2b355e78 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:26:59.577166 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ebe2a995-cca0-48de-b3a6-a2c8ad3c5d92 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:59.578830 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-5e5e7a53-4ea1-47af-b336-1f90bf0dff42 None None] Provisioning complete for port 49f64499-455a-49ea-923b-d4fb2b355e78 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:26:59.579732 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-15d71fc6-ef9b-4fe9-82a9-f08c8edbe6f8 req-31088285-8ae0-459a-b394-75fb1a58e925 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5281acec-b722-4919-9ea6-4090df1618c2 HTTP/1.1" status: 200 len: 915 time: 0.1746020 Oct 12 19:26:59.579882 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5e5e7a53-4ea1-47af-b336-1f90bf0dff42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:59.584788 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089297b8-3152-4ec2-a8ea-e0446574b70c req-c7b7d290-c141-4615-80e0-3ebec959ded6 service neutron] Checking agent: {'id': '233fbd7d-38e4-434f-bb8f-05364d7423a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:26:59.585379 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089297b8-3152-4ec2-a8ea-e0446574b70c req-c7b7d290-c141-4615-80e0-3ebec959ded6 service neutron] Checking segment: {'id': '2c23b924-3bdb-4700-940f-a5921b74e3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8b9ffd0a-d450-4d4d-8c84-81d908427bea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:26:59.585936 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089297b8-3152-4ec2-a8ea-e0446574b70c req-c7b7d290-c141-4615-80e0-3ebec959ded6 service neutron] Bound using segment: {'id': '2c23b924-3bdb-4700-940f-a5921b74e3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8b9ffd0a-d450-4d4d-8c84-81d908427bea'} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:26:59.590390 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-089297b8-3152-4ec2-a8ea-e0446574b70c req-c7b7d290-c141-4615-80e0-3ebec959ded6 service neutron] Bound port: 7d275961-db86-4cc1-a0cd-bbe20acf81ab, host: n-h2-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c23b924-3bdb-4700-940f-a5921b74e3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8b9ffd0a-d450-4d4d-8c84-81d908427bea'}}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:26:59.591109 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-089297b8-3152-4ec2-a8ea-e0446574b70c req-c7b7d290-c141-4615-80e0-3ebec959ded6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:26:59.654747 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-5e5e7a53-4ea1-47af-b336-1f90bf0dff42 None None] Port 49f64499-455a-49ea-923b-d4fb2b355e78 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:26:59.702214 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-9cacbeee-a518-4900-abaf-b218fc07fc9c None None] Set router 89257142-43c4-49b6-9f0f-7600e6c2d60c gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:26:59.831047 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-15d71fc6-ef9b-4fe9-82a9-f08c8edbe6f8 req-c442a8a9-be89-44e3-86f5-7707dfd0fe79 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=69119169-ed08-4796-ad64-b3fcf2b53afe HTTP/1.1" status: 200 len: 999 time: 0.2294688 Oct 12 19:26:59.971438 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f5e6ce-723f-4203-bcec-0c9160fc0dc9 req-14593ff4-3596-42ea-a16d-da07dd73d778 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:26:59.983674 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e4f5e6ce-723f-4203-bcec-0c9160fc0dc9 req-14593ff4-3596-42ea-a16d-da07dd73d778 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1740270-9a80-48e5-a087-f37bb93f80b9 HTTP/1.1" status: 200 len: 944 time: 0.2586305 Oct 12 19:27:00.009856 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d71fc6-ef9b-4fe9-82a9-f08c8edbe6f8 req-9f3f3bb7-7cbb-499e-bf1b-20022a67d110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:00.014631 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-15d71fc6-ef9b-4fe9-82a9-f08c8edbe6f8 req-9f3f3bb7-7cbb-499e-bf1b-20022a67d110 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6c2501d2-416b-4d78-8bcf-91740a1fb5c4 HTTP/1.1" status: 200 len: 853 time: 0.1691167 Oct 12 19:27:00.102611 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-9cacbeee-a518-4900-abaf-b218fc07fc9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89257142-43c4-49b6-9f0f-7600e6c2d60c', 'name': 'tempest-ServersTestFqdnHostnames-798603333-router', 'tenant_id': 'e8f8861c0e334263a0cfef850e20be91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': '35409324-967b-4293-a4ac-bd044ba0d1d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:26:23Z', 'updated_at': '2021-10-12T19:26:30Z', 'revision_number': 4, 'project_id': 'e8f8861c0e334263a0cfef850e20be91', 'gw_port': {'id': '35409324-967b-4293-a4ac-bd044ba0d1d8', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:5a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89257142-43c4-49b6-9f0f-7600e6c2d60c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1956, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:26:25Z', 'updated_at': '2021-10-12T19:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': '99519efc-f493-4745-a873-73d8479736ed', 'tenant_id': 'e8f8861c0e334263a0cfef850e20be91', 'floating_ip_address': '172.25.5.215', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': '89257142-43c4-49b6-9f0f-7600e6c2d60c', 'port_id': '69119169-ed08-4796-ad64-b3fcf2b53afe', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1972, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5281acec-b722-4919-9ea6-4090df1618c2', 'mac_address': 'fa:16:3e:4a:eb:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6606ce7c-deb6-4cab-94c1-2c9a713f1f5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T19:26:37Z', 'updated_at': '2021-10-12T19:26:57Z', 'revision_number': 1, 'project_id': 'e8f8861c0e334263a0cfef850e20be91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0eb45a7-5858-42b0-b2bd-3a1b276d1969', 'name': '', 'network_id': '5281acec-b722-4919-9ea6-4090df1618c2', 'tenant_id': 'e8f8861c0e334263a0cfef850e20be91', 'mac_address': 'fa:16:3e:05:ac:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89257142-43c4-49b6-9f0f-7600e6c2d60c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1962, 'fixed_ips': [{'subnet_id': '6c2501d2-416b-4d78-8bcf-91740a1fb5c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:26:28Z', 'updated_at': '2021-10-12T19:26:35Z', 'revision_number': 5, 'project_id': 'e8f8861c0e334263a0cfef850e20be91', 'subnets': [{'id': '6c2501d2-416b-4d78-8bcf-91740a1fb5c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:27:00.134846 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cacbeee-a518-4900-abaf-b218fc07fc9c None None] The sync data for ids ['89257142-43c4-49b6-9f0f-7600e6c2d60c'] in n-d-813679-3 is: [{'id': '89257142-43c4-49b6-9f0f-7600e6c2d60c', 'name': 'tempest-ServersTestFqdnHostnames-798603333-router', 'tenant_id': 'e8f8861c0e334263a0cfef850e20be91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': '35409324-967b-4293-a4ac-bd044ba0d1d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:26:23Z', 'updated_at': '2021-10-12T19:26:30Z', 'revision_number': 4, 'project_id': 'e8f8861c0e334263a0cfef850e20be91', 'gw_port': {'id': '35409324-967b-4293-a4ac-bd044ba0d1d8', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:5a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89257142-43c4-49b6-9f0f-7600e6c2d60c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1956, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:26:25Z', 'updated_at': '2021-10-12T19:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': '99519efc-f493-4745-a873-73d8479736ed', 'tenant_id': 'e8f8861c0e334263a0cfef850e20be91', 'floating_ip_address': '172.25.5.215', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': '89257142-43c4-49b6-9f0f-7600e6c2d60c', 'port_id': '69119169-ed08-4796-ad64-b3fcf2b53afe', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1972, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5281acec-b722-4919-9ea6-4090df1618c2', 'mac_address': 'fa:16:3e:4a:eb:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6606ce7c-deb6-4cab-94c1-2c9a713f1f5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T19:26:37Z', 'updated_at': '2021-10-12T19:26:57Z', 'revision_number': 1, 'project_id': 'e8f8861c0e334263a0cfef850e20be91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0eb45a7-5858-42b0-b2bd-3a1b276d1969', 'name': '', 'network_id': '5281acec-b722-4919-9ea6-4090df1618c2', 'tenant_id': 'e8f8861c0e334263a0cfef850e20be91', 'mac_address': 'fa:16:3e:05:ac:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89257142-43c4-49b6-9f0f-7600e6c2d60c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1962, 'fixed_ips': [{'subnet_id': '6c2501d2-416b-4d78-8bcf-91740a1fb5c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:26:28Z', 'updated_at': '2021-10-12T19:26:35Z', 'revision_number': 5, 'project_id': 'e8f8861c0e334263a0cfef850e20be91', 'subnets': [{'id': '6c2501d2-416b-4d78-8bcf-91740a1fb5c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:27:00.168275 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e4f5e6ce-723f-4203-bcec-0c9160fc0dc9 req-48bf86fe-edef-425b-bcd6-bafd86a6135a tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803896 Oct 12 19:27:00.170495 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-089297b8-3152-4ec2-a8ea-e0446574b70c req-c7b7d290-c141-4615-80e0-3ebec959ded6 service neutron] For port 7d275961-db86-4cc1-a0cd-bbe20acf81ab, host n-h2-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:27:00.188744 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-089297b8-3152-4ec2-a8ea-e0446574b70c req-c7b7d290-c141-4615-80e0-3ebec959ded6 service neutron] For port 7d275961-db86-4cc1-a0cd-bbe20acf81ab, host n-h2-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=7d275961-db86-4cc1-a0cd-bbe20acf81ab,segment=NetworkSegment(2c23b924-3bdb-4700-940f-a5921b74e3c2),segment_id=2c23b924-3bdb-4700-940f-a5921b74e3c2)] {{(pid=95501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:27:00.204722 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d71fc6-ef9b-4fe9-82a9-f08c8edbe6f8 req-2531f74b-3c37-4dd7-9b25-45a8045ef062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:00.206301 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-15d71fc6-ef9b-4fe9-82a9-f08c8edbe6f8 req-2531f74b-3c37-4dd7-9b25-45a8045ef062 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5281acec-b722-4919-9ea6-4090df1618c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1626532 Oct 12 19:27:00.288367 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-089297b8-3152-4ec2-a8ea-e0446574b70c req-c7b7d290-c141-4615-80e0-3ebec959ded6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:00.368103 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089297b8-3152-4ec2-a8ea-e0446574b70c req-c7b7d290-c141-4615-80e0-3ebec959ded6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:00.368683 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-089297b8-3152-4ec2-a8ea-e0446574b70c req-c7b7d290-c141-4615-80e0-3ebec959ded6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:00.370926 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-089297b8-3152-4ec2-a8ea-e0446574b70c req-c7b7d290-c141-4615-80e0-3ebec959ded6 service neutron] 10.222.0.67 "PUT /v2.0/ports/7d275961-db86-4cc1-a0cd-bbe20acf81ab HTTP/1.1" status: 200 len: 1092 time: 3.5340235 Oct 12 19:27:00.371566 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1740270-9a80-48e5-a087-f37bb93f80b9', 'tag': '7d275961-db86-4cc1-a0cd-bbe20acf81ab'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:27:00.373784 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b237f99f-ec55-4bf1-89af-689189d2e27c" -d '{"events": [{"name": "network-changed", "server_uuid": "b1740270-9a80-48e5-a087-f37bb93f80b9", "tag": "7d275961-db86-4cc1-a0cd-bbe20acf81ab"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:27:00.469224 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43f6fa6-38b8-402c-bc46-038bf7e542e0 None None] New status for floating IP 99519efc-f493-4745-a873-73d8479736ed: ACTIVE {{(pid=95503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 19:27:00.470970 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbd0da54-ba1f-4cdb-a533-3926293b9bc7 x-openstack-request-id: req-fbd0da54-ba1f-4cdb-a533-3926293b9bc7 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:27:00.471272 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1740270-9a80-48e5-a087-f37bb93f80b9", "tag": "7d275961-db86-4cc1-a0cd-bbe20acf81ab", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:27:00.471531 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fbd0da54-ba1f-4cdb-a533-3926293b9bc7 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:27:00.471991 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1740270-9a80-48e5-a087-f37bb93f80b9', 'tag': '7d275961-db86-4cc1-a0cd-bbe20acf81ab', 'status': 'completed', 'code': 200} Oct 12 19:27:00.485964 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b7d290-c141-4615-80e0-3ebec959ded6 service neutron] Pushing event updated for resources: {'Port': ['ID=7d275961-db86-4cc1-a0cd-bbe20acf81ab,revision_number=3']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:27:00.493233 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-15d71fc6-ef9b-4fe9-82a9-f08c8edbe6f8 req-6657cafe-54ae-4826-9555-631ed58f04c6 service neutron] 10.222.0.61 "GET /v2.0/networks/5281acec-b722-4919-9ea6-4090df1618c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2696016 Oct 12 19:27:00.526220 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ebe2a995-cca0-48de-b3a6-a2c8ad3c5d92 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:00.554959 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-ebe2a995-cca0-48de-b3a6-a2c8ad3c5d92 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Calling delete_port for 49f64499-455a-49ea-923b-d4fb2b355e78 owned by {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:27:00.651194 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148bc645-d742-4eb1-a157-247f78b3cecc req-aea287cb-19d2-4ab6-b769-a0fa51d1eaf5 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:00.652754 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-148bc645-d742-4eb1-a157-247f78b3cecc req-aea287cb-19d2-4ab6-b769-a0fa51d1eaf5 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fab81ba2-37e8-4ff2-af8b-0fa2eff2f216 HTTP/1.1" status: 200 len: 945 time: 0.2382765 Oct 12 19:27:00.670391 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b237f99f-ec55-4bf1-89af-689189d2e27c req-5d944586-0b4b-4402-893b-16487508547a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:00.671901 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b237f99f-ec55-4bf1-89af-689189d2e27c req-5d944586-0b4b-4402-893b-16487508547a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9558b59fe3b94a1fa2fbec9bbf16e093&device_id=b1740270-9a80-48e5-a087-f37bb93f80b9 HTTP/1.1" status: 200 len: 1095 time: 0.1773491 Oct 12 19:27:00.725112 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-148bc645-d742-4eb1-a157-247f78b3cecc req-220ba697-1d95-4266-9701-ee41b1de35a5 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=94a43134-a4a7-45fd-af5f-8fc2adc2c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582337 Oct 12 19:27:00.742097 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c22b618e-2294-4ec2-8529-4afff94a9117 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:00.765729 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-15d71fc6-ef9b-4fe9-82a9-f08c8edbe6f8 req-a668af4b-8924-408b-af8c-e2873213d2d3 service neutron] 10.222.0.61 "GET /v2.0/networks/5281acec-b722-4919-9ea6-4090df1618c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2608483 Oct 12 19:27:00.771191 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22b618e-2294-4ec2-8529-4afff94a9117 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Pushing event deleted for resources: {'Port': ['ID=8d003272-49ce-4232-b306-c8b11af25366,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:27:00.817337 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b237f99f-ec55-4bf1-89af-689189d2e27c req-610bb80a-4438-4317-afb5-755010c11c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:00.819708 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b237f99f-ec55-4bf1-89af-689189d2e27c req-610bb80a-4438-4317-afb5-755010c11c8e service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=9558b59fe3b94a1fa2fbec9bbf16e093&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1373374 Oct 12 19:27:00.821983 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ebe2a995-cca0-48de-b3a6-a2c8ad3c5d92 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:00.859416 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe2a995-cca0-48de-b3a6-a2c8ad3c5d92 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Pushing event deleted for resources: {'Port': ['ID=49f64499-455a-49ea-923b-d4fb2b355e78,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:27:00.877550 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c22b618e-2294-4ec2-8529-4afff94a9117 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Notify callbacks [] for floatingip, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:00.880164 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c22b618e-2294-4ec2-8529-4afff94a9117 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:00.881408 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-c22b618e-2294-4ec2-8529-4afff94a9117 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "DELETE /v2.0/floatingips/5d9eb5c3-e315-4c80-ae8f-4931f28fb7c4 HTTP/1.1" status: 204 len: 168 time: 1.8725302 Oct 12 19:27:00.884549 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52620) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:00.941963 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ebe2a995-cca0-48de-b3a6-a2c8ad3c5d92 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:00.946238 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-ebe2a995-cca0-48de-b3a6-a2c8ad3c5d92 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] 10.222.0.49 "DELETE /v2.0/ports/49f64499-455a-49ea-923b-d4fb2b355e78 HTTP/1.1" status: 204 len: 168 time: 1.7373958 Oct 12 19:27:00.948743 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52622) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:00.990817 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b237f99f-ec55-4bf1-89af-689189d2e27c req-c602c2b7-9e08-4815-aeb7-a8c70f42b43c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:00.990817 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b237f99f-ec55-4bf1-89af-689189d2e27c req-c602c2b7-9e08-4815-aeb7-a8c70f42b43c service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1594486 Oct 12 19:27:00.992268 n-d-813679-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc92a981-185d-451b-a0cf-8e59c3323e26 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] GET failed (client error): The resource could not be found. Oct 12 19:27:00.997220 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-bc92a981-185d-451b-a0cf-8e59c3323e26 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] 10.222.0.49 "GET /v2.0/ports/49f64499-455a-49ea-923b-d4fb2b355e78 HTTP/1.1" status: 404 len: 333 time: 0.0442421 Oct 12 19:27:00.997820 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52626) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:01.031167 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-8f4b8b1f-b7e0-4500-8737-e7deb0e3c710 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Deleting port 87aaffab-0243-4158-8adb-c065a78f6f02 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:27:01.031548 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8f4b8b1f-b7e0-4500-8737-e7deb0e3c710 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:01.091725 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-982f94b2-0047-41a7-aecf-b96f94cead2b tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:01.123811 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-982f94b2-0047-41a7-aecf-b96f94cead2b tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:01.151981 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089297b8-3152-4ec2-a8ea-e0446574b70c req-fd5e3996-df8d-43ba-86cb-1639542e1863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:01.153446 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-089297b8-3152-4ec2-a8ea-e0446574b70c req-fd5e3996-df8d-43ba-86cb-1639542e1863 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9558b59fe3b94a1fa2fbec9bbf16e093&device_id=b1740270-9a80-48e5-a087-f37bb93f80b9 HTTP/1.1" status: 200 len: 1095 time: 0.1248636 Oct 12 19:27:01.175503 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8f4b8b1f-b7e0-4500-8737-e7deb0e3c710 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:01.212442 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-089297b8-3152-4ec2-a8ea-e0446574b70c req-1686cb53-2788-448c-8db7-944329f52ddb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7d275961-db86-4cc1-a0cd-bbe20acf81ab HTTP/1.1" status: 200 len: 217 time: 0.0469189 Oct 12 19:27:01.218883 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-8f4b8b1f-b7e0-4500-8737-e7deb0e3c710 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Calling delete_port for 87aaffab-0243-4158-8adb-c065a78f6f02 owned by {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:27:01.239784 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-982f94b2-0047-41a7-aecf-b96f94cead2b tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:01.242874 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-982f94b2-0047-41a7-aecf-b96f94cead2b tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:01.246469 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-982f94b2-0047-41a7-aecf-b96f94cead2b tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] 10.222.0.49 "DELETE /v2.0/security-groups/3306831f-2830-4cae-bb0f-9cdb4fab3c21 HTTP/1.1" status: 204 len: 168 time: 0.2452688 Oct 12 19:27:01.251749 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52630) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:01.271237 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982f94b2-0047-41a7-aecf-b96f94cead2b tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3306831f-2830-4cae-bb0f-9cdb4fab3c21,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:27:01.294499 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd11da64-24f0-421b-bd03-816c75337bf2 req-53c36bdf-3efe-498b-86fc-74bcd3ff410f tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:01.296434 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bd11da64-24f0-421b-bd03-816c75337bf2 req-53c36bdf-3efe-498b-86fc-74bcd3ff410f tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1740270-9a80-48e5-a087-f37bb93f80b9 HTTP/1.1" status: 200 len: 944 time: 0.0685847 Oct 12 19:27:01.341454 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bd11da64-24f0-421b-bd03-816c75337bf2 req-f9f34d2b-e373-4bba-8b54-8fb33ba9a00d tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363665 Oct 12 19:27:01.351702 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089297b8-3152-4ec2-a8ea-e0446574b70c req-de7af41c-a550-4185-b3c4-34cb9ca1a94f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:01.353261 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-089297b8-3152-4ec2-a8ea-e0446574b70c req-de7af41c-a550-4185-b3c4-34cb9ca1a94f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dc530ace-4b18-4ae9-b625-36ec27074a9c HTTP/1.1" status: 200 len: 852 time: 0.1324356 Oct 12 19:27:01.411686 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-089297b8-3152-4ec2-a8ea-e0446574b70c req-09b44818-8b20-4600-bc28-05e1a58766f5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8b9ffd0a-d450-4d4d-8c84-81d908427bea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485537 Oct 12 19:27:01.415073 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b85ed1da-0d54-4a8e-8507-40412559a1c2 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:01.496090 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b85ed1da-0d54-4a8e-8507-40412559a1c2 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:01.611304 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-089297b8-3152-4ec2-a8ea-e0446574b70c req-3e1652ff-bdcd-43fb-a3a3-263c95ee2470 service neutron] 10.222.0.67 "GET /v2.0/networks/8b9ffd0a-d450-4d4d-8c84-81d908427bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870773 Oct 12 19:27:01.638280 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6c0c76e6-0fdd-46e3-90a4-f1785af7cfd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:01.707329 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8f4b8b1f-b7e0-4500-8737-e7deb0e3c710 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:01.718989 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b85ed1da-0d54-4a8e-8507-40412559a1c2 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:01.721724 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b85ed1da-0d54-4a8e-8507-40412559a1c2 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:01.725184 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-b85ed1da-0d54-4a8e-8507-40412559a1c2 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] 10.222.0.49 "DELETE /v2.0/security-groups/373fbaaf-0079-4fd1-a4ef-a53aa3f84671 HTTP/1.1" status: 204 len: 168 time: 0.4674535 Oct 12 19:27:01.729100 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52636) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:01.781276 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ed1da-0d54-4a8e-8507-40412559a1c2 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=373fbaaf-0079-4fd1-a4ef-a53aa3f84671,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:27:01.785057 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4b8b1f-b7e0-4500-8737-e7deb0e3c710 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Pushing event deleted for resources: {'Port': ['ID=87aaffab-0243-4158-8adb-c065a78f6f02,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:27:01.825307 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-089297b8-3152-4ec2-a8ea-e0446574b70c req-9c09bf77-ab3e-4df5-851c-4ef0695c11fc service neutron] 10.222.0.67 "GET /v2.0/networks/8b9ffd0a-d450-4d4d-8c84-81d908427bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068026 Oct 12 19:27:01.825682 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-c99ddc4f-901b-4d4f-b3df-481b28e8e76a tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Deleting subnet c3b9698d-427c-417c-849a-d0b8d5a18037 {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:27:01.829239 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c99ddc4f-901b-4d4f-b3df-481b28e8e76a tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:01.912177 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c99ddc4f-901b-4d4f-b3df-481b28e8e76a tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16313642'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:01.987012 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15521533-9023-421e-b987-57b54bbe9eb0 req-602c7af2-0fdf-40ea-922e-19d8b5feb19b tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:01.988626 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-15521533-9023-421e-b987-57b54bbe9eb0 req-602c7af2-0fdf-40ea-922e-19d8b5feb19b tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fab81ba2-37e8-4ff2-af8b-0fa2eff2f216 HTTP/1.1" status: 200 len: 945 time: 0.1700439 Oct 12 19:27:02.024351 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8f4b8b1f-b7e0-4500-8737-e7deb0e3c710 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:02.026862 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-8f4b8b1f-b7e0-4500-8737-e7deb0e3c710 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "DELETE /v2.0/ports/87aaffab-0243-4158-8adb-c065a78f6f02 HTTP/1.1" status: 204 len: 168 time: 1.1410015 Oct 12 19:27:02.029640 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52644) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:02.088240 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c99ddc4f-901b-4d4f-b3df-481b28e8e76a tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:02.158106 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-15521533-9023-421e-b987-57b54bbe9eb0 req-c9b457a7-e563-446b-80cd-7f662dc3c8e7 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=94a43134-a4a7-45fd-af5f-8fc2adc2c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598222 Oct 12 19:27:02.202620 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-aa0f3ef2-92e4-4b5e-b4bb-2252dace1b9a tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Deleting port 0c9b8f06-b903-4faf-8e00-0608202c3bec {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:27:02.203114 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-aa0f3ef2-92e4-4b5e-b4bb-2252dace1b9a tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:02.338782 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c99ddc4f-901b-4d4f-b3df-481b28e8e76a tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4306592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16245866'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:02.362104 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-aa0f3ef2-92e4-4b5e-b4bb-2252dace1b9a tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:02.392342 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ddc4f-901b-4d4f-b3df-481b28e8e76a tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Pushing event deleted for resources: {'Subnet': ['ID=c3b9698d-427c-417c-849a-d0b8d5a18037,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:27:02.402233 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-aa0f3ef2-92e4-4b5e-b4bb-2252dace1b9a tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Calling delete_port for 0c9b8f06-b903-4faf-8e00-0608202c3bec owned by {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:27:02.425684 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c99ddc4f-901b-4d4f-b3df-481b28e8e76a tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:02.431604 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de590b7-d0b5-40a9-9132-fd1de3a428e1 None None] Network cd378550-4c12-4241-a971-0383d4b70e86 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:27:02.441778 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-c99ddc4f-901b-4d4f-b3df-481b28e8e76a tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] 10.222.0.49 "DELETE /v2.0/subnets/c3b9698d-427c-417c-849a-d0b8d5a18037 HTTP/1.1" status: 204 len: 168 time: 0.7147191 Oct 12 19:27:02.447400 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52650) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:02.457607 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-69f6d7f1-7bfc-4d4e-933d-9b98110b7c49 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Request body: {'subnet': {'network_id': 'cd378550-4c12-4241-a971-0383d4b70e86', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:27:02.704648 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6377ee8-ccf4-4f66-83b2-40ae0a2c3814 req-7e3fe798-67a7-40c2-a155-0bb77119fca2 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:02.704648 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a6377ee8-ccf4-4f66-83b2-40ae0a2c3814 req-7e3fe798-67a7-40c2-a155-0bb77119fca2 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1740270-9a80-48e5-a087-f37bb93f80b9 HTTP/1.1" status: 200 len: 944 time: 0.1756754 Oct 12 19:27:02.773804 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a6377ee8-ccf4-4f66-83b2-40ae0a2c3814 req-6c037c6b-b079-4df1-bf04-0a5ad9723eae tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609043 Oct 12 19:27:03.008152 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:03.065685 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69f6d7f1-7bfc-4d4e-933d-9b98110b7c49 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Made reservation on behalf of 8afe3c6a27c7408788d71066edc42001 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:27:03.071186 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:03.071410 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-69f6d7f1-7bfc-4d4e-933d-9b98110b7c49 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16245837'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:03.071552 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-aa0f3ef2-92e4-4b5e-b4bb-2252dace1b9a tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:03.074192 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:03.106337 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0f3ef2-92e4-4b5e-b4bb-2252dace1b9a tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Pushing event deleted for resources: {'Port': ['ID=0c9b8f06-b903-4faf-8e00-0608202c3bec,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:27:03.196624 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-aa0f3ef2-92e4-4b5e-b4bb-2252dace1b9a tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:03.203665 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-aa0f3ef2-92e4-4b5e-b4bb-2252dace1b9a tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "DELETE /v2.0/ports/0c9b8f06-b903-4faf-8e00-0608202c3bec HTTP/1.1" status: 204 len: 168 time: 1.1699414 Oct 12 19:27:03.204721 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52670) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:03.337603 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5ae354-708e-4eef-a666-b910c3df60a7 req-119b57d3-1be6-4f1d-bfa2-34311507930a tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:03.341916 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-c38802b1-80fa-43bf-ad54-7af900009771 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Deleting subnet 391d2b75-fd68-405b-ba79-4cd2c7a3d303 {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:27:03.346381 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8c5ae354-708e-4eef-a666-b910c3df60a7 req-119b57d3-1be6-4f1d-bfa2-34311507930a tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fab81ba2-37e8-4ff2-af8b-0fa2eff2f216 HTTP/1.1" status: 200 len: 945 time: 0.0927653 Oct 12 19:27:03.389723 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c38802b1-80fa-43bf-ad54-7af900009771 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:03.395941 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8c5ae354-708e-4eef-a666-b910c3df60a7 req-a304ec17-60d3-4ac2-9c2a-fe5b25f9d3f9 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=94a43134-a4a7-45fd-af5f-8fc2adc2c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486422 Oct 12 19:27:03.429713 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-b371dc7a-82ba-445b-ac36-ae26fcae5cdf None None] Provisioning complete for port 8bc3cf26-9c10-4cb3-9f24-8221e792ef6e triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:27:03.430168 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b371dc7a-82ba-445b-ac36-ae26fcae5cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:03.456521 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c38802b1-80fa-43bf-ad54-7af900009771 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16313642'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:03.642567 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c38802b1-80fa-43bf-ad54-7af900009771 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:03.694948 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-b371dc7a-82ba-445b-ac36-ae26fcae5cdf None None] Port 8bc3cf26-9c10-4cb3-9f24-8221e792ef6e cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:27:03.715469 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-69f6d7f1-7bfc-4d4e-933d-9b98110b7c49 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4306659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16245859'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:03.756511 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-b371dc7a-82ba-445b-ac36-ae26fcae5cdf None None] Provisioning complete for port 5e01b720-1124-4709-8a62-de72b9a61ce5 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:27:03.757176 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b371dc7a-82ba-445b-ac36-ae26fcae5cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:03.762543 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f6d7f1-7bfc-4d4e-933d-9b98110b7c49 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Network cd378550-4c12-4241-a971-0383d4b70e86 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:27:03.767038 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-69f6d7f1-7bfc-4d4e-933d-9b98110b7c49 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:27:03.781469 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f6d7f1-7bfc-4d4e-933d-9b98110b7c49 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:03.782073 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-69f6d7f1-7bfc-4d4e-933d-9b98110b7c49 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:03.805123 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed45657-5495-4a94-af63-35a0e930a098 None None] Network cd378550-4c12-4241-a971-0383d4b70e86 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:27:03.841182 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f6d7f1-7bfc-4d4e-933d-9b98110b7c49 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Pushing event updated for resources: {'Subnet': ['ID=6e8505df-9a40-4152-b409-7d1f6ec383e0,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:27:03.879582 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-69f6d7f1-7bfc-4d4e-933d-9b98110b7c49 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4276857 Oct 12 19:27:03.881401 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c38802b1-80fa-43bf-ad54-7af900009771 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4306592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16245866'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:03.886283 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52680) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:03.891783 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-5cd87f39-1cc6-463a-87e9-323d283c06bf tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Request body: {'security_group': {'name': 'tempest-secgroup-2129432269'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:27:03.907735 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:03.939136 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e6e056-091d-4d37-b36c-74fe3e75c68e None None] Network 228b976c-c44b-43f4-8a1f-2c6f5ef581f5 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:27:03.948987 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c38802b1-80fa-43bf-ad54-7af900009771 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:03.950497 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52682) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:03.959896 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-c38802b1-80fa-43bf-ad54-7af900009771 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "DELETE /v2.0/subnets/391d2b75-fd68-405b-ba79-4cd2c7a3d303 HTTP/1.1" status: 204 len: 168 time: 0.7550628 Oct 12 19:27:04.032235 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5cd87f39-1cc6-463a-87e9-323d283c06bf tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:04.043510 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38802b1-80fa-43bf-ad54-7af900009771 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Pushing event deleted for resources: {'Subnet': ['ID=391d2b75-fd68-405b-ba79-4cd2c7a3d303,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:27:04.075213 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_v2 [None req-09669341-e736-4879-b28c-45d95b50c6c5 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Deleting subnet cc4623cd-de35-484d-89d6-d224b86d5718 {{(pid=95501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:27:04.092066 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-09669341-e736-4879-b28c-45d95b50c6c5 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Notify callbacks [] for subnet, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:04.100129 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b07b0a-cf6e-4e74-825a-43eba2a701d6 req-7cc3c5de-b95d-4ca9-b2df-409fdfa880b6 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:04.113530 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-59b07b0a-cf6e-4e74-825a-43eba2a701d6 req-7cc3c5de-b95d-4ca9-b2df-409fdfa880b6 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1740270-9a80-48e5-a087-f37bb93f80b9 HTTP/1.1" status: 200 len: 944 time: 0.1848702 Oct 12 19:27:04.193637 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-59b07b0a-cf6e-4e74-825a-43eba2a701d6 req-cb2622e4-8c28-4559-80a6-de6be57f98ac tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793624 Oct 12 19:27:04.245006 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-09669341-e736-4879-b28c-45d95b50c6c5 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281083'] for subnet, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:04.344150 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce24e93a-10da-43e9-bdf3-bd38af10bfe8 None None] DHCP port deletion for 228b976c-c44b-43f4-8a1f-2c6f5ef581f5 request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 19:27:04.351727 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8696396f-aa45-46dd-a5fc-f13ddd371758 None None] Update dhcp port {'port': {'network_id': 'cd378550-4c12-4241-a971-0383d4b70e86', 'fixed_ips': [{'subnet_id': 'fb28bb47-1605-4e7a-9f02-5ae00997235d', 'ip_address': '172.20.0.18'}, {'subnet_id': '6e8505df-9a40-4152-b409-7d1f6ec383e0'}], 'binding:host_id': 'n-d-813679-3'}, 'id': '5e01b720-1124-4709-8a62-de72b9a61ce5'} from n-d-813679-3. {{(pid=95503) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 12 19:27:04.353698 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5cd87f39-1cc6-463a-87e9-323d283c06bf tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:04.449565 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8696396f-aa45-46dd-a5fc-f13ddd371758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:04.449978 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-09669341-e736-4879-b28c-45d95b50c6c5 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:04.461023 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5cd87f39-1cc6-463a-87e9-323d283c06bf tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:04.541238 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd87f39-1cc6-463a-87e9-323d283c06bf tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5227680e-a4e6-4241-b093-2ad1b795d3bf,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:27:04.582984 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7523a9-c95b-45ac-9fc8-c023f550d286 req-87f4483f-f92b-4bf1-b0a7-94ef63114c39 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:04.584870 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6d7523a9-c95b-45ac-9fc8-c023f550d286 req-87f4483f-f92b-4bf1-b0a7-94ef63114c39 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fab81ba2-37e8-4ff2-af8b-0fa2eff2f216 HTTP/1.1" status: 200 len: 945 time: 0.0993941 Oct 12 19:27:04.611992 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:04.618449 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-ce24e93a-10da-43e9-bdf3-bd38af10bfe8 None None] Deleting port a1eef830-ab89-4e86-8bbe-a3ea06a9e9a3 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:27:04.618839 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ce24e93a-10da-43e9-bdf3-bd38af10bfe8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:04.638088 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6d7523a9-c95b-45ac-9fc8-c023f550d286 req-5b9df9d7-2d01-4cd4-b942-2dec93e8ef0e tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=94a43134-a4a7-45fd-af5f-8fc2adc2c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458448 Oct 12 19:27:04.668698 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5cd87f39-1cc6-463a-87e9-323d283c06bf tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:04.669973 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-5cd87f39-1cc6-463a-87e9-323d283c06bf tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7821295 Oct 12 19:27:04.672604 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52698) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:04.677394 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-c7b1b11d-42ee-4595-afea-ad1d42546bf9 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Request body: {'security_group': {'name': 'tempest-secgroup-265219093'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:27:04.692424 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-ce24e93a-10da-43e9-bdf3-bd38af10bfe8 None None] For port a1eef830-ab89-4e86-8bbe-a3ea06a9e9a3, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=a1eef830-ab89-4e86-8bbe-a3ea06a9e9a3,segment=NetworkSegment(e7119dae-6234-4e1c-9d77-858c724d074c),segment_id=e7119dae-6234-4e1c-9d77-858c724d074c)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:27:04.693181 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ce24e93a-10da-43e9-bdf3-bd38af10bfe8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:04.708512 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-09669341-e736-4879-b28c-45d95b50c6c5 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4824924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4612362'] for subnet, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:04.712924 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-ce24e93a-10da-43e9-bdf3-bd38af10bfe8 None None] Calling delete_port for a1eef830-ab89-4e86-8bbe-a3ea06a9e9a3 owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:27:04.784751 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09669341-e736-4879-b28c-45d95b50c6c5 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Pushing event deleted for resources: {'Subnet': ['ID=cc4623cd-de35-484d-89d6-d224b86d5718,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:27:04.802449 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c7b1b11d-42ee-4595-afea-ad1d42546bf9 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:04.808767 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-09669341-e736-4879-b28c-45d95b50c6c5 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:04.812995 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-09669341-e736-4879-b28c-45d95b50c6c5 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "DELETE /v2.0/subnets/cc4623cd-de35-484d-89d6-d224b86d5718 HTTP/1.1" status: 204 len: 168 time: 0.8608124 Oct 12 19:27:04.814920 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52700) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:04.867161 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-8696396f-aa45-46dd-a5fc-f13ddd371758 None None] Allocated IP 172.20.0.2 (cd378550-4c12-4241-a971-0383d4b70e86/6e8505df-9a40-4152-b409-7d1f6ec383e0/5e01b720-1124-4709-8a62-de72b9a61ce5) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:27:04.952258 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371bc426-6efa-4524-863e-681ed08317de None None] Network 6686226f-4ddf-4917-b57f-19fda7e2d4bd requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:27:04.984323 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-274f2437-a6bd-4dcf-9ed6-b697c0627bda tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:05.025093 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ce24e93a-10da-43e9-bdf3-bd38af10bfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:05.109318 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce24e93a-10da-43e9-bdf3-bd38af10bfe8 None None] Pushing event deleted for resources: {'Port': ['ID=a1eef830-ab89-4e86-8bbe-a3ea06a9e9a3,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:27:05.111970 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce24e93a-10da-43e9-bdf3-bd38af10bfe8 None None] No DVR routers for this DVR port a1eef830-ab89-4e86-8bbe-a3ea06a9e9a3 on host n-d-813679-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:27:05.118671 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-8696396f-aa45-46dd-a5fc-f13ddd371758 None None] For port 5e01b720-1124-4709-8a62-de72b9a61ce5, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=5e01b720-1124-4709-8a62-de72b9a61ce5,segment=NetworkSegment(cd1aecf7-68d5-4eae-bd0e-73926cc2608d),segment_id=cd1aecf7-68d5-4eae-bd0e-73926cc2608d)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:27:05.169949 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8696396f-aa45-46dd-a5fc-f13ddd371758 None None] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:05.174816 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c7b1b11d-42ee-4595-afea-ad1d42546bf9 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:05.178599 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-274f2437-a6bd-4dcf-9ed6-b697c0627bda tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:05.207651 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-274f2437-a6bd-4dcf-9ed6-b697c0627bda tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['228b976c-c44b-43f4-8a1f-2c6f5ef581f5']}} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:27:05.228719 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-274f2437-a6bd-4dcf-9ed6-b697c0627bda tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7119dae-6234-4e1c-9d77-858c724d074c') {'for_net_delete': True} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:27:05.229852 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-274f2437-a6bd-4dcf-9ed6-b697c0627bda tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7119dae-6234-4e1c-9d77-858c724d074c') {} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:27:05.252897 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-274f2437-a6bd-4dcf-9ed6-b697c0627bda tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4281072'] for segment, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:05.268775 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-274f2437-a6bd-4dcf-9ed6-b697c0627bda tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:05.276487 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c637f0c-3a27-4488-8716-e8bc375d0447 None None] DHCP port deletion for 6686226f-4ddf-4917-b57f-19fda7e2d4bd request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 19:27:05.286385 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-274f2437-a6bd-4dcf-9ed6-b697c0627bda tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=95501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:27:05.287688 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-274f2437-a6bd-4dcf-9ed6-b697c0627bda tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4823170'] for segment, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:05.293126 n-d-813679-3 neutron-server[95501]: Traceback (most recent call last): Oct 12 19:27:05.293126 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:27:05.293126 n-d-813679-3 neutron-server[95501]: timer() Oct 12 19:27:05.293126 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:27:05.293126 n-d-813679-3 neutron-server[95501]: cb(*args, **kw) Oct 12 19:27:05.293126 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:27:05.293126 n-d-813679-3 neutron-server[95501]: return func(*args, **kwargs) Oct 12 19:27:05.293126 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:27:05.293126 n-d-813679-3 neutron-server[95501]: self._notify() Oct 12 19:27:05.293126 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:27:05.293126 n-d-813679-3 neutron-server[95501]: self.callback(batched_events) Oct 12 19:27:05.293126 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:27:05.293126 n-d-813679-3 neutron-server[95501]: event.method(event) Oct 12 19:27:05.293126 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:27:05.293126 n-d-813679-3 neutron-server[95501]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:27:05.293126 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:27:05.293126 n-d-813679-3 neutron-server[95501]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:27:05.293126 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:27:05.293126 n-d-813679-3 neutron-server[95501]: return f(self, *a, **k) Oct 12 19:27:05.293126 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:27:05.293126 n-d-813679-3 neutron-server[95501]: return self._get(url).json() Oct 12 19:27:05.293126 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:27:05.293126 n-d-813679-3 neutron-server[95501]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:27:05.293126 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:27:05.293126 n-d-813679-3 neutron-server[95501]: return self.request(url, 'GET', **kwargs) Oct 12 19:27:05.293126 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:27:05.293126 n-d-813679-3 neutron-server[95501]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:27:05.293126 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:27:05.293126 n-d-813679-3 neutron-server[95501]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:27:05.293126 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:27:05.293126 n-d-813679-3 neutron-server[95501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:27:05.293126 n-d-813679-3 neutron-server[95501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:27:05.352362 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8696396f-aa45-46dd-a5fc-f13ddd371758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:05.539200 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8696396f-aa45-46dd-a5fc-f13ddd371758 None None] Pushing event updated for resources: {'Port': ['ID=5e01b720-1124-4709-8a62-de72b9a61ce5,revision_number=6']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:27:05.543069 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-4c637f0c-3a27-4488-8716-e8bc375d0447 None None] Deleting port 633ce640-c9b2-4105-b009-02106a457743 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:27:05.543490 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4c637f0c-3a27-4488-8716-e8bc375d0447 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:05.631555 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-4c637f0c-3a27-4488-8716-e8bc375d0447 None None] For port 633ce640-c9b2-4105-b009-02106a457743, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=633ce640-c9b2-4105-b009-02106a457743,segment=NetworkSegment(e61c0867-8853-406c-a4f0-1a22eccd7cc2),segment_id=e61c0867-8853-406c-a4f0-1a22eccd7cc2)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:27:05.631899 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4c637f0c-3a27-4488-8716-e8bc375d0447 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:05.650591 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-4c637f0c-3a27-4488-8716-e8bc375d0447 None None] Calling delete_port for 633ce640-c9b2-4105-b009-02106a457743 owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:27:05.755847 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c7b1b11d-42ee-4595-afea-ad1d42546bf9 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:05.821868 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae032f90-af1c-4599-8718-75819505bf2c req-5b3bea6f-afb7-4b18-aab4-4c2ddab95dfd tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:05.831141 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b1b11d-42ee-4595-afea-ad1d42546bf9 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c67b94d-85b3-41a0-a86e-87495b3248cd,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:27:05.834774 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ae032f90-af1c-4599-8718-75819505bf2c req-5b3bea6f-afb7-4b18-aab4-4c2ddab95dfd tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fab81ba2-37e8-4ff2-af8b-0fa2eff2f216 HTTP/1.1" status: 200 len: 945 time: 0.0949585 Oct 12 19:27:05.842483 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074a65f1-6ebd-468d-b06b-4263fd366d6e req-a455225a-5a89-4b67-a196-18642e9def44 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:05.844215 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-074a65f1-6ebd-468d-b06b-4263fd366d6e req-a455225a-5a89-4b67-a196-18642e9def44 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1740270-9a80-48e5-a087-f37bb93f80b9 HTTP/1.1" status: 200 len: 944 time: 0.5243626 Oct 12 19:27:05.864235 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4c637f0c-3a27-4488-8716-e8bc375d0447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:05.891930 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ae032f90-af1c-4599-8718-75819505bf2c req-6b7131a6-d544-4315-a56a-13821fcb944e tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=94a43134-a4a7-45fd-af5f-8fc2adc2c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560682 Oct 12 19:27:05.900274 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-274f2437-a6bd-4dcf-9ed6-b697c0627bda tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:05.903968 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c7b1b11d-42ee-4595-afea-ad1d42546bf9 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:05.905226 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-c7b1b11d-42ee-4595-afea-ad1d42546bf9 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2315278 Oct 12 19:27:05.907855 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52720) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:05.914150 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-393eca55-a621-4fa9-b57e-5ed3b3ded3d0 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Request body: {'security_group': {'name': 'tempest-secgroup-998179638'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:27:05.929414 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-274f2437-a6bd-4dcf-9ed6-b697c0627bda tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:05.931797 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c637f0c-3a27-4488-8716-e8bc375d0447 None None] Pushing event deleted for resources: {'Port': ['ID=633ce640-c9b2-4105-b009-02106a457743,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:27:05.951652 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52724) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:05.951868 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-274f2437-a6bd-4dcf-9ed6-b697c0627bda tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "DELETE /v2.0/networks/228b976c-c44b-43f4-8a1f-2c6f5ef581f5 HTTP/1.1" status: 204 len: 168 time: 1.1294632 Oct 12 19:27:05.953567 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c637f0c-3a27-4488-8716-e8bc375d0447 None None] No DVR routers for this DVR port 633ce640-c9b2-4105-b009-02106a457743 on host n-d-813679-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:27:05.971398 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 7d275961-db86-4cc1-a0cd-bbe20acf81ab details requested by agent hyperv_n-h2-813679-3 with host n-h2-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:27:06.050952 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274f2437-a6bd-4dcf-9ed6-b697c0627bda tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Pushing event deleted for resources: {'Network': ['ID=228b976c-c44b-43f4-8a1f-2c6f5ef581f5,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:27:06.072100 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-074a65f1-6ebd-468d-b06b-4263fd366d6e req-ae0ee60e-7f5e-4d85-a4a2-d4c32e01d873 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041485 Oct 12 19:27:06.085655 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 5e01b720-1124-4709-8a62-de72b9a61ce5 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:27:06.129991 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a44a2a63-fd7d-4119-8f10-b5976d76ad61 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:06.179612 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-393eca55-a621-4fa9-b57e-5ed3b3ded3d0 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:06.183195 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 7d275961-db86-4cc1-a0cd-bbe20acf81ab, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=7d275961-db86-4cc1-a0cd-bbe20acf81ab,segment=NetworkSegment(2c23b924-3bdb-4700-940f-a5921b74e3c2),segment_id=2c23b924-3bdb-4700-940f-a5921b74e3c2)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:27:06.185689 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 5e01b720-1124-4709-8a62-de72b9a61ce5 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:27:06.186065 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:06.244424 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a44a2a63-fd7d-4119-8f10-b5976d76ad61 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:06.262607 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Returning: {'device': '7d275961-db86-4cc1-a0cd-bbe20acf81ab', 'network_id': '8b9ffd0a-d450-4d4d-8c84-81d908427bea', 'port_id': '7d275961-db86-4cc1-a0cd-bbe20acf81ab', 'mac_address': 'fa:16:3e:27:b4:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc530ace-4b18-4ae9-b625-36ec27074a9c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:27:06.282712 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-393eca55-a621-4fa9-b57e-5ed3b3ded3d0 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:06.297434 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-a44a2a63-fd7d-4119-8f10-b5976d76ad61 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6686226f-4ddf-4917-b57f-19fda7e2d4bd']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:27:06.308850 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-a44a2a63-fd7d-4119-8f10-b5976d76ad61 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e61c0867-8853-406c-a4f0-1a22eccd7cc2') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:27:06.309142 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-a44a2a63-fd7d-4119-8f10-b5976d76ad61 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e61c0867-8853-406c-a4f0-1a22eccd7cc2') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:27:06.319342 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a44a2a63-fd7d-4119-8f10-b5976d76ad61 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16313633'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:06.335256 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:06.341331 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a44a2a63-fd7d-4119-8f10-b5976d76ad61 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:06.346777 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a44a2a63-fd7d-4119-8f10-b5976d76ad61 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:27:06.347092 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a44a2a63-fd7d-4119-8f10-b5976d76ad61 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4305278'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:06.352435 n-d-813679-3 neutron-server[95502]: Traceback (most recent call last): Oct 12 19:27:06.352435 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:27:06.352435 n-d-813679-3 neutron-server[95502]: timer() Oct 12 19:27:06.352435 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:27:06.352435 n-d-813679-3 neutron-server[95502]: cb(*args, **kw) Oct 12 19:27:06.352435 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:27:06.352435 n-d-813679-3 neutron-server[95502]: return func(*args, **kwargs) Oct 12 19:27:06.352435 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:27:06.352435 n-d-813679-3 neutron-server[95502]: self._notify() Oct 12 19:27:06.352435 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:27:06.352435 n-d-813679-3 neutron-server[95502]: self.callback(batched_events) Oct 12 19:27:06.352435 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:27:06.352435 n-d-813679-3 neutron-server[95502]: event.method(event) Oct 12 19:27:06.352435 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:27:06.352435 n-d-813679-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:27:06.352435 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:27:06.352435 n-d-813679-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:27:06.352435 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:27:06.352435 n-d-813679-3 neutron-server[95502]: return f(self, *a, **k) Oct 12 19:27:06.352435 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:27:06.352435 n-d-813679-3 neutron-server[95502]: return self._get(url).json() Oct 12 19:27:06.352435 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:27:06.352435 n-d-813679-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:27:06.352435 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:27:06.352435 n-d-813679-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Oct 12 19:27:06.352435 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:27:06.352435 n-d-813679-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:27:06.352435 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:27:06.352435 n-d-813679-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:27:06.352435 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:27:06.352435 n-d-813679-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:27:06.352435 n-d-813679-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:27:06.359771 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d275961-db86-4cc1-a0cd-bbe20acf81ab {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:27:06.388405 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 7d275961-db86-4cc1-a0cd-bbe20acf81ab, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=7d275961-db86-4cc1-a0cd-bbe20acf81ab,segment=NetworkSegment(2c23b924-3bdb-4700-940f-a5921b74e3c2),segment_id=2c23b924-3bdb-4700-940f-a5921b74e3c2)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:27:06.402029 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-393eca55-a621-4fa9-b57e-5ed3b3ded3d0 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:06.456358 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 633ce640-c9b2-4105-b009-02106a457743 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:27:06.471048 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393eca55-a621-4fa9-b57e-5ed3b3ded3d0 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35be7aa7-bbee-4508-8b2d-926643446a87,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:27:06.481222 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:06.485977 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 633ce640-c9b2-4105-b009-02106a457743 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:27:06.486327 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 633ce640-c9b2-4105-b009-02106a457743 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:27:06.486742 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device a1eef830-ab89-4e86-8bbe-a3ea06a9e9a3 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:27:06.492057 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a44a2a63-fd7d-4119-8f10-b5976d76ad61 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:06.503292 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a44a2a63-fd7d-4119-8f10-b5976d76ad61 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:06.505294 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-a44a2a63-fd7d-4119-8f10-b5976d76ad61 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] 10.222.0.49 "DELETE /v2.0/networks/6686226f-4ddf-4917-b57f-19fda7e2d4bd HTTP/1.1" status: 204 len: 168 time: 0.5523067 Oct 12 19:27:06.525652 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-393eca55-a621-4fa9-b57e-5ed3b3ded3d0 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:06.531104 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-393eca55-a621-4fa9-b57e-5ed3b3ded3d0 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6221735 Oct 12 19:27:06.531865 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52734) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:06.534406 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44a2a63-fd7d-4119-8f10-b5976d76ad61 tempest-TaggedBootDevicesTest-1247078590 tempest-TaggedBootDevicesTest-1247078590-project] Pushing event deleted for resources: {'Network': ['ID=6686226f-4ddf-4917-b57f-19fda7e2d4bd,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:27:06.551660 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-b18c5ec8-0bda-47f9-8b3f-eefdff359e31 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-311991540', 'security_groups': ['35be7aa7-bbee-4508-8b2d-926643446a87'], 'network_id': 'cd378550-4c12-4241-a971-0383d4b70e86', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6e8505df-9a40-4152-b409-7d1f6ec383e0'}]}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:27:06.557940 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: a1eef830-ab89-4e86-8bbe-a3ea06a9e9a3 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:27:06.558297 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device a1eef830-ab89-4e86-8bbe-a3ea06a9e9a3 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:27:06.644064 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=7d275961-db86-4cc1-a0cd-bbe20acf81ab,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:27:06.654664 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-b1c5003a-e60f-467c-80ce-a66b9f6fbb3b None None] Provisioning complete for port 8bc3cf26-9c10-4cb3-9f24-8221e792ef6e triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:27:06.654937 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b1c5003a-e60f-467c-80ce-a66b9f6fbb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:06.712741 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['7d275961-db86-4cc1-a0cd-bbe20acf81ab'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:27:06.751041 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-b1c5003a-e60f-467c-80ce-a66b9f6fbb3b None None] Port 8bc3cf26-9c10-4cb3-9f24-8221e792ef6e cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:27:06.772823 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-b1c5003a-e60f-467c-80ce-a66b9f6fbb3b None None] Provisioning complete for port 5e01b720-1124-4709-8a62-de72b9a61ce5 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:27:06.773200 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b1c5003a-e60f-467c-80ce-a66b9f6fbb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:06.871656 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b18c5ec8-0bda-47f9-8b3f-eefdff359e31 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Made reservation on behalf of 8afe3c6a27c7408788d71066edc42001 for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:27:06.977404 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b18c5ec8-0bda-47f9-8b3f-eefdff359e31 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:07.022984 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [None req-b18c5ec8-0bda-47f9-8b3f-eefdff359e31 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] device_id is not set on port 796ca8d7-385a-4ff1-b5ea-a898e1aaa99b yet. {{(pid=95501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 19:27:07.092864 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd301bf-b03b-4fd8-9dfc-61e9fdccd858 req-372c7896-13f3-4aef-b160-4f33d34cf703 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:07.094409 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8bd301bf-b03b-4fd8-9dfc-61e9fdccd858 req-372c7896-13f3-4aef-b160-4f33d34cf703 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fab81ba2-37e8-4ff2-af8b-0fa2eff2f216 HTTP/1.1" status: 200 len: 945 time: 0.1013849 Oct 12 19:27:07.206980 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74341870-d241-4890-88b7-0db27315d9a9 req-a4974469-c084-45a3-81d9-a67ae8f346b6 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:07.214918 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-74341870-d241-4890-88b7-0db27315d9a9 req-a4974469-c084-45a3-81d9-a67ae8f346b6 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1740270-9a80-48e5-a087-f37bb93f80b9 HTTP/1.1" status: 200 len: 945 time: 0.0575187 Oct 12 19:27:07.232271 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8bd301bf-b03b-4fd8-9dfc-61e9fdccd858 req-4cd926cd-3276-44e0-82b8-0dacc7a22d5b tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=94a43134-a4a7-45fd-af5f-8fc2adc2c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157300 Oct 12 19:27:07.257736 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-b18c5ec8-0bda-47f9-8b3f-eefdff359e31 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Allocated IP 172.20.0.9 (cd378550-4c12-4241-a971-0383d4b70e86/6e8505df-9a40-4152-b409-7d1f6ec383e0/796ca8d7-385a-4ff1-b5ea-a898e1aaa99b) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:27:07.268385 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-74341870-d241-4890-88b7-0db27315d9a9 req-de031c18-2e9f-4632-89c3-8e77fda0b0b0 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524287 Oct 12 19:27:07.476640 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b18c5ec8-0bda-47f9-8b3f-eefdff359e31 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:07.596884 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b18c5ec8-0bda-47f9-8b3f-eefdff359e31 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:07.661849 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18c5ec8-0bda-47f9-8b3f-eefdff359e31 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Pushing event updated for resources: {'Port': ['ID=796ca8d7-385a-4ff1-b5ea-a898e1aaa99b,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:27:07.674956 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b18c5ec8-0bda-47f9-8b3f-eefdff359e31 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Network cd378550-4c12-4241-a971-0383d4b70e86 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:27:07.676645 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-b18c5ec8-0bda-47f9-8b3f-eefdff359e31 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:27:07.680365 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18c5ec8-0bda-47f9-8b3f-eefdff359e31 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:27:07.745384 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18c5ec8-0bda-47f9-8b3f-eefdff359e31 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:07.746471 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b18c5ec8-0bda-47f9-8b3f-eefdff359e31 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:07.833910 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-b18c5ec8-0bda-47f9-8b3f-eefdff359e31 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.3006365 Oct 12 19:27:07.836375 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52770) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:07.842811 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-0178d194-5f9d-4405-9f99-6acb81841b81 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Request body: {'subnet': {'network_id': 'cd378550-4c12-4241-a971-0383d4b70e86', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:27:07.986147 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 7d275961-db86-4cc1-a0cd-bbe20acf81ab up at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:27:08.060289 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a92252c2-7d61-44f9-a4c4-fc64fae05569 None None] Provisioning complete for port 796ca8d7-385a-4ff1-b5ea-a898e1aaa99b triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:27:08.060886 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a92252c2-7d61-44f9-a4c4-fc64fae05569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:08.117879 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-a92252c2-7d61-44f9-a4c4-fc64fae05569 None None] Port 796ca8d7-385a-4ff1-b5ea-a898e1aaa99b cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:27:08.166526 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0178d194-5f9d-4405-9f99-6acb81841b81 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Made reservation on behalf of 8afe3c6a27c7408788d71066edc42001 for: {'subnet': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:27:08.170600 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0178d194-5f9d-4405-9f99-6acb81841b81 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4612397'] for subnet, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:08.188924 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning for port 7d275961-db86-4cc1-a0cd-bbe20acf81ab completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:27:08.193188 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning complete for port 7d275961-db86-4cc1-a0cd-bbe20acf81ab triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:27:08.193672 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:08.341787 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:08.377560 n-d-813679-3 neutron-server[95501]: INFO neutron.db.ipam_backend_mixin [None req-0178d194-5f9d-4405-9f99-6acb81841b81 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 6e8505df-9a40-4152-b409-7d1f6ec383e0 (CIDR: 172.20.0.0/28) Oct 12 19:27:08.387215 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd65618-b6a2-41b1-bc35-8b108383b33b req-e88208f5-4857-4575-9cac-260f04ab7b68 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:08.395998 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5fd65618-b6a2-41b1-bc35-8b108383b33b req-e88208f5-4857-4575-9cac-260f04ab7b68 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fab81ba2-37e8-4ff2-af8b-0fa2eff2f216 HTTP/1.1" status: 200 len: 945 time: 0.0845087 Oct 12 19:27:08.433727 n-d-813679-3 neutron-server[95501]: INFO neutron.pecan_wsgi.hooks.translation [None req-0178d194-5f9d-4405-9f99-6acb81841b81 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 19:27:08.434496 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0178d194-5f9d-4405-9f99-6acb81841b81 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:27:08.456654 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5fd65618-b6a2-41b1-bc35-8b108383b33b req-574e13e9-c8b8-48b7-aa68-5bcbcc15b3ac tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=94a43134-a4a7-45fd-af5f-8fc2adc2c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591505 Oct 12 19:27:08.511670 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f775236b-4f63-4d99-80dc-3cab8205744b req-dd43e2be-437e-4263-91f1-30d0c9e758f8 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:08.513753 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f775236b-4f63-4d99-80dc-3cab8205744b req-dd43e2be-437e-4263-91f1-30d0c9e758f8 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1740270-9a80-48e5-a087-f37bb93f80b9 HTTP/1.1" status: 200 len: 945 time: 0.0996821 Oct 12 19:27:08.522348 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52784) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:08.525047 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-0178d194-5f9d-4405-9f99-6acb81841b81 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6848724 Oct 12 19:27:08.528556 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-43124ba7-02c4-41c0-a03a-193ec9a77ce0 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Request body: {'subnet': {'network_id': 'cd378550-4c12-4241-a971-0383d4b70e86', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:27:08.570497 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f775236b-4f63-4d99-80dc-3cab8205744b req-34694ef4-3697-469c-80fb-687e8f446109 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466623 Oct 12 19:27:08.692599 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1740270-9a80-48e5-a087-f37bb93f80b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d275961-db86-4cc1-a0cd-bbe20acf81ab'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:27:08.695285 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79ebaca3-e793-4963-8864-543457da2894" -d '{"events": [{"server_uuid": "b1740270-9a80-48e5-a087-f37bb93f80b9", "name": "network-vif-plugged", "status": "completed", "tag": "7d275961-db86-4cc1-a0cd-bbe20acf81ab"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:27:08.751129 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 7d275961-db86-4cc1-a0cd-bbe20acf81ab, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=7d275961-db86-4cc1-a0cd-bbe20acf81ab,segment=NetworkSegment(2c23b924-3bdb-4700-940f-a5921b74e3c2),segment_id=2c23b924-3bdb-4700-940f-a5921b74e3c2)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:27:08.831577 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12253553-e787-460e-aab2-fde41257c041 x-openstack-request-id: req-12253553-e787-460e-aab2-fde41257c041 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:27:08.831887 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1740270-9a80-48e5-a087-f37bb93f80b9", "name": "network-vif-plugged", "status": "completed", "tag": "7d275961-db86-4cc1-a0cd-bbe20acf81ab", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:27:08.832148 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-12253553-e787-460e-aab2-fde41257c041 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:27:08.832551 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1740270-9a80-48e5-a087-f37bb93f80b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d275961-db86-4cc1-a0cd-bbe20acf81ab', 'code': 200} Oct 12 19:27:08.843845 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:08.882519 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43124ba7-02c4-41c0-a03a-193ec9a77ce0 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Made reservation on behalf of 8afe3c6a27c7408788d71066edc42001 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:27:08.887465 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-43124ba7-02c4-41c0-a03a-193ec9a77ce0 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16245837'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:08.953135 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32e63dc-e6ba-4bd1-99c2-02f4a7fe1c71 req-281da678-a63b-4e5b-b7cb-d7b911f71ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:08.955386 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e32e63dc-e6ba-4bd1-99c2-02f4a7fe1c71 req-281da678-a63b-4e5b-b7cb-d7b911f71ce6 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b1740270-9a80-48e5-a087-f37bb93f80b9 HTTP/1.1" status: 200 len: 1097 time: 0.0877337 Oct 12 19:27:08.967513 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=7d275961-db86-4cc1-a0cd-bbe20acf81ab,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:27:09.024743 n-d-813679-3 neutron-server[95502]: INFO neutron.db.ipam_backend_mixin [None req-43124ba7-02c4-41c0-a03a-193ec9a77ce0 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet fb28bb47-1605-4e7a-9f02-5ae00997235d (CIDR: 172.20.0.16/28) Oct 12 19:27:09.044252 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e32e63dc-e6ba-4bd1-99c2-02f4a7fe1c71 req-44901038-a89d-41d9-ada0-9a2cf7d1c1b7 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809128 Oct 12 19:27:09.076667 n-d-813679-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-43124ba7-02c4-41c0-a03a-193ec9a77ce0 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 19:27:09.077170 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43124ba7-02c4-41c0-a03a-193ec9a77ce0 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:27:09.165427 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-43124ba7-02c4-41c0-a03a-193ec9a77ce0 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.6416743 Oct 12 19:27:09.168449 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52802) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:09.174840 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-77123798-cde8-4e97-9dc0-9c0832a5cc68 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Request body: {'subnet': {'network_id': 'cd378550-4c12-4241-a971-0383d4b70e86', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:27:09.373295 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77123798-cde8-4e97-9dc0-9c0832a5cc68 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Made reservation on behalf of 8afe3c6a27c7408788d71066edc42001 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:27:09.377050 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-77123798-cde8-4e97-9dc0-9c0832a5cc68 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16245837'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:09.628552 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b2cfaa-6ba0-4679-b87b-8a4095258752 req-32ca8ed4-44b9-4900-b409-c6a97eb3ee14 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:09.632865 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f0b2cfaa-6ba0-4679-b87b-8a4095258752 req-32ca8ed4-44b9-4900-b409-c6a97eb3ee14 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fab81ba2-37e8-4ff2-af8b-0fa2eff2f216 HTTP/1.1" status: 200 len: 945 time: 0.0672212 Oct 12 19:27:09.725589 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f0b2cfaa-6ba0-4679-b87b-8a4095258752 req-4aeabee5-8be0-4afe-b269-00a801dea3cf tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=94a43134-a4a7-45fd-af5f-8fc2adc2c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802267 Oct 12 19:27:09.735959 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cbb241-4d41-4e86-8215-d893941628ae req-dc875a8b-47b2-4860-893d-b294877e4ad6 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:09.742693 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-06cbb241-4d41-4e86-8215-d893941628ae req-dc875a8b-47b2-4860-893d-b294877e4ad6 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1740270-9a80-48e5-a087-f37bb93f80b9 HTTP/1.1" status: 200 len: 946 time: 0.0706367 Oct 12 19:27:09.774081 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-77123798-cde8-4e97-9dc0-9c0832a5cc68 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4306659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16245859'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:09.821911 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77123798-cde8-4e97-9dc0-9c0832a5cc68 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Network cd378550-4c12-4241-a971-0383d4b70e86 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:27:09.827305 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-77123798-cde8-4e97-9dc0-9c0832a5cc68 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:27:09.837793 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77123798-cde8-4e97-9dc0-9c0832a5cc68 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:09.838545 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-77123798-cde8-4e97-9dc0-9c0832a5cc68 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:09.839687 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c28596b3-298e-4a58-a2dd-6c2a0b9c92e6 None None] Network cd378550-4c12-4241-a971-0383d4b70e86 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:27:09.898944 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-06cbb241-4d41-4e86-8215-d893941628ae req-e5fb36bd-6455-4cce-a69d-013c091c7fd7 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515014 Oct 12 19:27:09.906057 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77123798-cde8-4e97-9dc0-9c0832a5cc68 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Pushing event updated for resources: {'Subnet': ['ID=bba2be91-5ce7-4a34-80d6-8f3aa333551b,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:27:10.010710 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-77123798-cde8-4e97-9dc0-9c0832a5cc68 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8410959 Oct 12 19:27:10.013524 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52818) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:10.019419 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-06aaa04f-b9e1-4015-8701-ef8a87724a67 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1335920940', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'bba2be91-5ce7-4a34-80d6-8f3aa333551b'}], 'security_groups': ['5227680e-a4e6-4241-b093-2ad1b795d3bf', '7c67b94d-85b3-41a0-a86e-87495b3248cd']}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:27:10.150436 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-06aaa04f-b9e1-4015-8701-ef8a87724a67 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:10.156747 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9dc4a2e-2f2e-4973-99d2-2267a87681b1 None None] Update dhcp port {'port': {'network_id': 'cd378550-4c12-4241-a971-0383d4b70e86', 'fixed_ips': [{'subnet_id': 'fb28bb47-1605-4e7a-9f02-5ae00997235d', 'ip_address': '172.20.0.18'}, {'subnet_id': '6e8505df-9a40-4152-b409-7d1f6ec383e0', 'ip_address': '172.20.0.2'}, {'subnet_id': 'bba2be91-5ce7-4a34-80d6-8f3aa333551b'}], 'binding:host_id': 'n-d-813679-3'}, 'id': '5e01b720-1124-4709-8a62-de72b9a61ce5'} from n-d-813679-3. {{(pid=95503) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 12 19:27:10.185335 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f9dc4a2e-2f2e-4973-99d2-2267a87681b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:10.410363 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-f9dc4a2e-2f2e-4973-99d2-2267a87681b1 None None] Allocated IP 172.20.0.34 (cd378550-4c12-4241-a971-0383d4b70e86/bba2be91-5ce7-4a34-80d6-8f3aa333551b/5e01b720-1124-4709-8a62-de72b9a61ce5) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:27:10.523137 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-f9dc4a2e-2f2e-4973-99d2-2267a87681b1 None None] For port 5e01b720-1124-4709-8a62-de72b9a61ce5, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=5e01b720-1124-4709-8a62-de72b9a61ce5,segment=NetworkSegment(cd1aecf7-68d5-4eae-bd0e-73926cc2608d),segment_id=cd1aecf7-68d5-4eae-bd0e-73926cc2608d)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:27:10.560720 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f9dc4a2e-2f2e-4973-99d2-2267a87681b1 None None] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:10.630045 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f9dc4a2e-2f2e-4973-99d2-2267a87681b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:10.753822 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dc4a2e-2f2e-4973-99d2-2267a87681b1 None None] Pushing event updated for resources: {'Port': ['ID=5e01b720-1124-4709-8a62-de72b9a61ce5,revision_number=7']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:27:10.889882 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-06aaa04f-b9e1-4015-8701-ef8a87724a67 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Delete allocated IP 172.20.0.9 (cd378550-4c12-4241-a971-0383d4b70e86/6e8505df-9a40-4152-b409-7d1f6ec383e0) {{(pid=95501) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 12 19:27:10.910831 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-06aaa04f-b9e1-4015-8701-ef8a87724a67 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Allocated IP 172.20.0.42 (cd378550-4c12-4241-a971-0383d4b70e86/bba2be91-5ce7-4a34-80d6-8f3aa333551b/796ca8d7-385a-4ff1-b5ea-a898e1aaa99b) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:27:10.923183 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6c7ecb-e2fe-47ca-b7d1-d6941272569e req-2e7a4bf6-a5f8-4f7b-8e72-2277adfa0113 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:10.925438 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-fd6c7ecb-e2fe-47ca-b7d1-d6941272569e req-2e7a4bf6-a5f8-4f7b-8e72-2277adfa0113 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fab81ba2-37e8-4ff2-af8b-0fa2eff2f216 HTTP/1.1" status: 200 len: 945 time: 0.0812907 Oct 12 19:27:11.001524 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-fd6c7ecb-e2fe-47ca-b7d1-d6941272569e req-0e0ace74-b19f-42d8-a17a-db8b887d4441 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=94a43134-a4a7-45fd-af5f-8fc2adc2c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649533 Oct 12 19:27:11.183367 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-06aaa04f-b9e1-4015-8701-ef8a87724a67 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:11.227870 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be91bbbe-3ee5-4077-8536-88f4a70fdd05 req-39e1aea1-ebdd-422f-870f-31aaf1788f1b tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:11.230178 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-be91bbbe-3ee5-4077-8536-88f4a70fdd05 req-39e1aea1-ebdd-422f-870f-31aaf1788f1b tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1740270-9a80-48e5-a087-f37bb93f80b9 HTTP/1.1" status: 200 len: 946 time: 0.0636611 Oct 12 19:27:11.266622 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-06aaa04f-b9e1-4015-8701-ef8a87724a67 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:11.282689 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-be91bbbe-3ee5-4077-8536-88f4a70fdd05 req-ac674d3e-14ff-42ef-9b78-68b732363a1f tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463893 Oct 12 19:27:11.442670 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aaa04f-b9e1-4015-8701-ef8a87724a67 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Pushing event updated for resources: {'Port': ['ID=796ca8d7-385a-4ff1-b5ea-a898e1aaa99b,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:27:11.466984 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-06aaa04f-b9e1-4015-8701-ef8a87724a67 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] In _notify_port_updated(), no bound segment for port 796ca8d7-385a-4ff1-b5ea-a898e1aaa99b on network cd378550-4c12-4241-a971-0383d4b70e86 {{(pid=95501) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 12 19:27:11.474015 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06aaa04f-b9e1-4015-8701-ef8a87724a67 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:11.476277 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-06aaa04f-b9e1-4015-8701-ef8a87724a67 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:11.481495 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52850) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:11.481829 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-06aaa04f-b9e1-4015-8701-ef8a87724a67 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] 10.222.0.49 "PUT /v2.0/ports/796ca8d7-385a-4ff1-b5ea-a898e1aaa99b HTTP/1.1" status: 200 len: 960 time: 1.4669995 Oct 12 19:27:11.567020 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-3dedf497-c9d8-4b1e-a3b0-6a5d768fd89d None None] Provisioning complete for port 8bc3cf26-9c10-4cb3-9f24-8221e792ef6e triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:27:11.567612 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3dedf497-c9d8-4b1e-a3b0-6a5d768fd89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:11.598445 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-fa1bf9ee-46c4-4016-9442-f7073b5a968e tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Deleting port 796ca8d7-385a-4ff1-b5ea-a898e1aaa99b {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:27:11.599329 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fa1bf9ee-46c4-4016-9442-f7073b5a968e tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:11.618085 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-3dedf497-c9d8-4b1e-a3b0-6a5d768fd89d None None] Port 8bc3cf26-9c10-4cb3-9f24-8221e792ef6e cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:27:11.630764 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-3dedf497-c9d8-4b1e-a3b0-6a5d768fd89d None None] Provisioning complete for port 796ca8d7-385a-4ff1-b5ea-a898e1aaa99b triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:27:11.631524 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3dedf497-c9d8-4b1e-a3b0-6a5d768fd89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:11.680389 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-3dedf497-c9d8-4b1e-a3b0-6a5d768fd89d None None] Port 796ca8d7-385a-4ff1-b5ea-a898e1aaa99b cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:27:11.702707 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-3dedf497-c9d8-4b1e-a3b0-6a5d768fd89d None None] Provisioning complete for port 5e01b720-1124-4709-8a62-de72b9a61ce5 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:27:11.703292 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3dedf497-c9d8-4b1e-a3b0-6a5d768fd89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:11.740722 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fa1bf9ee-46c4-4016-9442-f7073b5a968e tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:11.778191 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-fa1bf9ee-46c4-4016-9442-f7073b5a968e tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Calling delete_port for 796ca8d7-385a-4ff1-b5ea-a898e1aaa99b owned by {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:27:11.852118 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf38197a-5c8a-42e2-8790-46f520aee6f4 req-6066eb76-97a8-4328-a833-7ed01cef71b1 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:11.860846 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-bf38197a-5c8a-42e2-8790-46f520aee6f4 req-6066eb76-97a8-4328-a833-7ed01cef71b1 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1740270-9a80-48e5-a087-f37bb93f80b9 HTTP/1.1" status: 200 len: 946 time: 0.1075459 Oct 12 19:27:11.948490 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-bf38197a-5c8a-42e2-8790-46f520aee6f4 req-aefe814e-b788-4d30-b72e-3321dc8fd888 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807271 Oct 12 19:27:12.086829 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 5e01b720-1124-4709-8a62-de72b9a61ce5 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:27:12.099804 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fa1bf9ee-46c4-4016-9442-f7073b5a968e tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:12.174981 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1bf9ee-46c4-4016-9442-f7073b5a968e tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Pushing event deleted for resources: {'Port': ['ID=796ca8d7-385a-4ff1-b5ea-a898e1aaa99b,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:27:12.199361 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 5e01b720-1124-4709-8a62-de72b9a61ce5 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:27:12.203282 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:12.303173 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2367380-17cf-4f8c-aec9-c8e0ed1930a9 req-e4e007da-97cd-4212-9f9b-0db57154259a tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:12.308065 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f2367380-17cf-4f8c-aec9-c8e0ed1930a9 req-e4e007da-97cd-4212-9f9b-0db57154259a tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fab81ba2-37e8-4ff2-af8b-0fa2eff2f216 HTTP/1.1" status: 200 len: 945 time: 0.1447933 Oct 12 19:27:12.358992 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fa1bf9ee-46c4-4016-9442-f7073b5a968e tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:12.362650 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-fa1bf9ee-46c4-4016-9442-f7073b5a968e tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] 10.222.0.49 "DELETE /v2.0/ports/796ca8d7-385a-4ff1-b5ea-a898e1aaa99b HTTP/1.1" status: 204 len: 168 time: 0.8800592 Oct 12 19:27:12.365370 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52870) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:12.397585 n-d-813679-3 neutron-server[95501]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fca80d8-2d62-4b46-a094-24b8f194a264 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] GET failed (client error): The resource could not be found. Oct 12 19:27:12.399586 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-8fca80d8-2d62-4b46-a094-24b8f194a264 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] 10.222.0.49 "GET /v2.0/ports/796ca8d7-385a-4ff1-b5ea-a898e1aaa99b HTTP/1.1" status: 404 len: 333 time: 0.0331056 Oct 12 19:27:12.414423 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52872) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:12.420168 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f2367380-17cf-4f8c-aec9-c8e0ed1930a9 req-6e78b0ae-e5d0-4be3-9f06-b92c47d19afb tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=94a43134-a4a7-45fd-af5f-8fc2adc2c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143970 Oct 12 19:27:12.468542 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-91cb1576-780a-47e5-970e-5accbb95f4b9 None None] Could not find standard attr ID for object 796ca8d7-385a-4ff1-b5ea-a898e1aaa99b. {{(pid=95503) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 19:27:12.507671 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-382e4671-35a8-48bd-af7c-42fb8f5e31e3 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:12.535228 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-382e4671-35a8-48bd-af7c-42fb8f5e31e3 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:12.659245 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-382e4671-35a8-48bd-af7c-42fb8f5e31e3 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:12.662049 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-382e4671-35a8-48bd-af7c-42fb8f5e31e3 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:12.665514 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-382e4671-35a8-48bd-af7c-42fb8f5e31e3 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] 10.222.0.49 "DELETE /v2.0/security-groups/35be7aa7-bbee-4508-8b2d-926643446a87 HTTP/1.1" status: 204 len: 168 time: 0.2461846 Oct 12 19:27:12.666532 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52882) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:12.674762 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382e4671-35a8-48bd-af7c-42fb8f5e31e3 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35be7aa7-bbee-4508-8b2d-926643446a87,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:27:12.760387 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-84de365d-0e53-4918-9892-df055abffde8 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:12.787958 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-84de365d-0e53-4918-9892-df055abffde8 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:12.928160 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-84de365d-0e53-4918-9892-df055abffde8 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:12.930781 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-84de365d-0e53-4918-9892-df055abffde8 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:12.935037 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-84de365d-0e53-4918-9892-df055abffde8 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] 10.222.0.49 "DELETE /v2.0/security-groups/7c67b94d-85b3-41a0-a86e-87495b3248cd HTTP/1.1" status: 204 len: 168 time: 0.2643857 Oct 12 19:27:12.937396 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52886) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:12.943211 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84de365d-0e53-4918-9892-df055abffde8 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c67b94d-85b3-41a0-a86e-87495b3248cd,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:27:13.006490 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-886a9c79-2445-4bdb-be38-ec2a1caad23c tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:13.015428 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52892) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:13.066421 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-886a9c79-2445-4bdb-be38-ec2a1caad23c tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:13.308263 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a0ceae-6f31-44f1-9424-38f7339f90b2 req-ecb9fa43-a940-4ffb-ab01-3e0712d27fe2 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:13.308263 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c8a0ceae-6f31-44f1-9424-38f7339f90b2 req-ecb9fa43-a940-4ffb-ab01-3e0712d27fe2 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1740270-9a80-48e5-a087-f37bb93f80b9 HTTP/1.1" status: 200 len: 946 time: 0.1874058 Oct 12 19:27:13.356382 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-886a9c79-2445-4bdb-be38-ec2a1caad23c tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:13.365389 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-886a9c79-2445-4bdb-be38-ec2a1caad23c tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:13.378059 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-886a9c79-2445-4bdb-be38-ec2a1caad23c tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] 10.222.0.49 "DELETE /v2.0/security-groups/5227680e-a4e6-4241-b093-2ad1b795d3bf HTTP/1.1" status: 204 len: 168 time: 0.4410322 Oct 12 19:27:13.382883 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52904) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:13.506937 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886a9c79-2445-4bdb-be38-ec2a1caad23c tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5227680e-a4e6-4241-b093-2ad1b795d3bf,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:27:13.561222 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c8a0ceae-6f31-44f1-9424-38f7339f90b2 req-fe8a3370-91d5-46cf-b12b-76c78bf6729a tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494466 Oct 12 19:27:13.588954 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_v2 [None req-6835c237-08a5-4a0a-a067-3666fc82ce8e tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Deleting subnet 6e8505df-9a40-4152-b409-7d1f6ec383e0 {{(pid=95501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:27:13.592536 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6835c237-08a5-4a0a-a067-3666fc82ce8e tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks [] for subnet, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:13.665650 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6835c237-08a5-4a0a-a067-3666fc82ce8e tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281083'] for subnet, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:13.738314 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4de215f-3e5d-406d-a7bd-1727b9ac0d83 req-ea0403cf-7fe6-4c6a-a072-c81e9a5e1f7c tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:13.740211 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e4de215f-3e5d-406d-a7bd-1727b9ac0d83 req-ea0403cf-7fe6-4c6a-a072-c81e9a5e1f7c tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fab81ba2-37e8-4ff2-af8b-0fa2eff2f216 HTTP/1.1" status: 200 len: 945 time: 0.1039507 Oct 12 19:27:13.805706 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6835c237-08a5-4a0a-a067-3666fc82ce8e tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:13.853110 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e4de215f-3e5d-406d-a7bd-1727b9ac0d83 req-a83e9b45-a367-44ab-bf6e-3f39daa95735 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=94a43134-a4a7-45fd-af5f-8fc2adc2c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800683 Oct 12 19:27:13.994175 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-53862579-c857-4489-969a-a528da845ddb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8092566'] for router_interface, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:14.032947 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6835c237-08a5-4a0a-a067-3666fc82ce8e tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4824924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4612362'] for subnet, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:14.072953 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6835c237-08a5-4a0a-a067-3666fc82ce8e tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Pushing event deleted for resources: {'Subnet': ['ID=6e8505df-9a40-4152-b409-7d1f6ec383e0,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:27:14.075205 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6835c237-08a5-4a0a-a067-3666fc82ce8e tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:14.085550 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-6835c237-08a5-4a0a-a067-3666fc82ce8e tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] 10.222.0.49 "DELETE /v2.0/subnets/6e8505df-9a40-4152-b409-7d1f6ec383e0 HTTP/1.1" status: 204 len: 168 time: 0.6987464 Oct 12 19:27:14.090665 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52918) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:14.090837 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0526e5c7-df8f-46e8-9521-2d2358cd2738 None None] Network cd378550-4c12-4241-a971-0383d4b70e86 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:27:14.150003 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9c466e8-a78e-42bf-b912-a5782850045b tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Deleting subnet bba2be91-5ce7-4a34-80d6-8f3aa333551b {{(pid=95501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:27:14.154481 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e9c466e8-a78e-42bf-b912-a5782850045b tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks [] for subnet, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:14.229828 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e9c466e8-a78e-42bf-b912-a5782850045b tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281083'] for subnet, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:14.347957 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0dc94f-14f3-4c90-b44e-a75ce2d8faac req-99262ec4-477b-4314-ba31-5c1ac54368ea tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:14.357960 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e9c466e8-a78e-42bf-b912-a5782850045b tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:14.372243 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ae0dc94f-14f3-4c90-b44e-a75ce2d8faac req-99262ec4-477b-4314-ba31-5c1ac54368ea tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1740270-9a80-48e5-a087-f37bb93f80b9 HTTP/1.1" status: 200 len: 946 time: 0.1894243 Oct 12 19:27:14.444280 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ae0dc94f-14f3-4c90-b44e-a75ce2d8faac req-e92b6228-a540-44ac-b89f-ed6ebe6d0873 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700438 Oct 12 19:27:14.517305 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e9c466e8-a78e-42bf-b912-a5782850045b tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4824924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4612362'] for subnet, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:14.592010 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c466e8-a78e-42bf-b912-a5782850045b tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Pushing event deleted for resources: {'Subnet': ['ID=bba2be91-5ce7-4a34-80d6-8f3aa333551b,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:27:14.602477 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e9c466e8-a78e-42bf-b912-a5782850045b tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:14.605660 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-e9c466e8-a78e-42bf-b912-a5782850045b tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] 10.222.0.49 "DELETE /v2.0/subnets/bba2be91-5ce7-4a34-80d6-8f3aa333551b HTTP/1.1" status: 204 len: 168 time: 0.5179126 Oct 12 19:27:14.612804 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52928) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:14.664126 n-d-813679-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a19fce7-b159-4b27-8dc5-a71e53422ad5 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] DELETE failed (client error): The resource could not be found. Oct 12 19:27:14.664556 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a19fce7-b159-4b27-8dc5-a71e53422ad5 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:27:14.669817 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-6a19fce7-b159-4b27-8dc5-a71e53422ad5 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] 10.222.0.49 "DELETE /v2.0/subnets/6e8505df-9a40-4152-b409-7d1f6ec383e0 HTTP/1.1" status: 404 len: 337 time: 0.0502837 Oct 12 19:27:14.670393 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52930) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:14.674734 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-53862579-c857-4489-969a-a528da845ddb admin admin] Deleting port d7d6d5e6-e93a-47ee-8519-bcc9fd2fcedc {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:27:14.675333 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-53862579-c857-4489-969a-a528da845ddb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:14.761621 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_v2 [None req-66e4c4c0-29c4-490c-ad1e-cfd53db429b9 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Deleting subnet fb28bb47-1605-4e7a-9f02-5ae00997235d {{(pid=95501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:27:14.770037 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-66e4c4c0-29c4-490c-ad1e-cfd53db429b9 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks [] for subnet, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:14.799136 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-53862579-c857-4489-969a-a528da845ddb admin admin] For port d7d6d5e6-e93a-47ee-8519-bcc9fd2fcedc, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=d7d6d5e6-e93a-47ee-8519-bcc9fd2fcedc,segment=NetworkSegment(09a21d68-e5f5-4a28-8630-05ca83531668),segment_id=09a21d68-e5f5-4a28-8630-05ca83531668)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:27:14.799742 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-53862579-c857-4489-969a-a528da845ddb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:14.821715 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-53862579-c857-4489-969a-a528da845ddb admin admin] Calling delete_port for d7d6d5e6-e93a-47ee-8519-bcc9fd2fcedc owned by network:router_interface {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:27:14.840001 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-66e4c4c0-29c4-490c-ad1e-cfd53db429b9 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281083'] for subnet, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:15.039578 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-66e4c4c0-29c4-490c-ad1e-cfd53db429b9 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:15.157784 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a00cea0-3f78-4a03-81d0-c4e82f6e8c06 req-5db36103-7ae1-4fc6-a673-72a5ea187ceb tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:15.159178 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2a00cea0-3f78-4a03-81d0-c4e82f6e8c06 req-5db36103-7ae1-4fc6-a673-72a5ea187ceb tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fab81ba2-37e8-4ff2-af8b-0fa2eff2f216 HTTP/1.1" status: 200 len: 945 time: 0.1884644 Oct 12 19:27:15.208060 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2a00cea0-3f78-4a03-81d0-c4e82f6e8c06 req-ae00d8a4-dfa2-4028-8033-3ea03f3b7a4c tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=94a43134-a4a7-45fd-af5f-8fc2adc2c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387175 Oct 12 19:27:15.334895 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b581a0a1-ea88-49b7-a6af-65e06d4dcbe8 None None] Network cd378550-4c12-4241-a971-0383d4b70e86 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:27:15.337158 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-53862579-c857-4489-969a-a528da845ddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:15.337703 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-66e4c4c0-29c4-490c-ad1e-cfd53db429b9 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4824924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4612362'] for subnet, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:15.366081 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e4c4c0-29c4-490c-ad1e-cfd53db429b9 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Pushing event deleted for resources: {'Subnet': ['ID=fb28bb47-1605-4e7a-9f02-5ae00997235d,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:27:15.381131 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-66e4c4c0-29c4-490c-ad1e-cfd53db429b9 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:15.384415 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-66e4c4c0-29c4-490c-ad1e-cfd53db429b9 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] 10.222.0.49 "DELETE /v2.0/subnets/fb28bb47-1605-4e7a-9f02-5ae00997235d HTTP/1.1" status: 204 len: 168 time: 0.7130170 Oct 12 19:27:15.387097 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52946) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:15.395630 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53862579-c857-4489-969a-a528da845ddb admin admin] Pushing event deleted for resources: {'Port': ['ID=d7d6d5e6-e93a-47ee-8519-bcc9fd2fcedc,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:27:15.431388 n-d-813679-3 neutron-server[95501]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ef61eed-3d56-4db4-b7c4-4dfbbd2b260d tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] DELETE failed (client error): The resource could not be found. Oct 12 19:27:15.432143 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ef61eed-3d56-4db4-b7c4-4dfbbd2b260d tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:27:15.437701 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-7ef61eed-3d56-4db4-b7c4-4dfbbd2b260d tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] 10.222.0.49 "DELETE /v2.0/subnets/c3b9698d-427c-417c-849a-d0b8d5a18037 HTTP/1.1" status: 404 len: 337 time: 0.0463102 Oct 12 19:27:15.438106 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52948) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:15.498838 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-a53d149d-0ee3-4484-be1a-f9fa100fe0f7 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] 10.222.0.49 "GET /v2.0/ports?device_id=d105c5b6-15e1-4854-9e9d-4e21c32b2ae0 HTTP/1.1" status: 200 len: 205 time: 0.0595567 Oct 12 19:27:15.499421 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-f00925c8-6f6f-479a-9c7c-61a4630100e9 None None] Provisioning complete for port 8bc3cf26-9c10-4cb3-9f24-8221e792ef6e triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:27:15.511520 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f00925c8-6f6f-479a-9c7c-61a4630100e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:15.511736 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52950) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:15.550783 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-f00925c8-6f6f-479a-9c7c-61a4630100e9 None None] Port 8bc3cf26-9c10-4cb3-9f24-8221e792ef6e cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:27:15.604300 n-d-813679-3 neutron-server[95501]: INFO neutron.api.v2.resource [None req-7355d524-6c59-46a0-8fe2-97c9c8829006 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] delete failed (client error): The resource could not be found. Oct 12 19:27:15.605371 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-7355d524-6c59-46a0-8fe2-97c9c8829006 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] 10.222.0.49 "DELETE /v2.0/routers/d105c5b6-15e1-4854-9e9d-4e21c32b2ae0 HTTP/1.1" status: 404 len: 336 time: 0.1043792 Oct 12 19:27:15.627327 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52956) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:15.664793 n-d-813679-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e545893-2a2c-47ac-ba05-cbc7b90e73ea tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] DELETE failed (client error): The resource could not be found. Oct 12 19:27:15.665167 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e545893-2a2c-47ac-ba05-cbc7b90e73ea tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:27:15.668982 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-5e545893-2a2c-47ac-ba05-cbc7b90e73ea tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] 10.222.0.49 "DELETE /v2.0/subnets/f276473b-33ac-499a-8272-3df8a7ce3ffb HTTP/1.1" status: 404 len: 337 time: 0.0404067 Oct 12 19:27:15.671482 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52958) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:15.687179 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-f00925c8-6f6f-479a-9c7c-61a4630100e9 None None] Provisioning complete for port 5e01b720-1124-4709-8a62-de72b9a61ce5 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:27:15.689048 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f00925c8-6f6f-479a-9c7c-61a4630100e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:15.705502 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffabe858-2f84-4493-a2a2-6b0b54c5c0d9 req-0080cb4f-7c99-491b-8084-da975c51d0c6 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:15.712832 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ffabe858-2f84-4493-a2a2-6b0b54c5c0d9 req-0080cb4f-7c99-491b-8084-da975c51d0c6 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1740270-9a80-48e5-a087-f37bb93f80b9 HTTP/1.1" status: 200 len: 946 time: 0.0827739 Oct 12 19:27:15.770296 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12242ac9-c5e0-4b93-a63b-faaf669e7841 req-68dec446-88bb-4b75-b23c-bf86cfa4c831 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:15.772525 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-12242ac9-c5e0-4b93-a63b-faaf669e7841 req-68dec446-88bb-4b75-b23c-bf86cfa4c831 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1740270-9a80-48e5-a087-f37bb93f80b9 HTTP/1.1" status: 200 len: 946 time: 0.1661892 Oct 12 19:27:15.777596 n-d-813679-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-934849bf-8f1c-42f4-811b-e0c0199423a8 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] DELETE failed (client error): The resource could not be found. Oct 12 19:27:15.778066 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-934849bf-8f1c-42f4-811b-e0c0199423a8 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:27:15.781240 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-934849bf-8f1c-42f4-811b-e0c0199423a8 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] 10.222.0.49 "DELETE /v2.0/subnets/acd28113-4c10-4c6b-b576-e6e8128955e4 HTTP/1.1" status: 404 len: 337 time: 0.1081798 Oct 12 19:27:15.783862 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52960) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:15.792098 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ffabe858-2f84-4493-a2a2-6b0b54c5c0d9 req-5d0d9192-ce0a-41bd-ae42-2f23ddc76089 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731282 Oct 12 19:27:15.821803 n-d-813679-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-a206c9be-2a5b-4e0f-a434-734c8de4315a tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] DELETE failed (client error): The resource could not be found. Oct 12 19:27:15.822954 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a206c9be-2a5b-4e0f-a434-734c8de4315a tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:27:15.827040 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-a206c9be-2a5b-4e0f-a434-734c8de4315a tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] 10.222.0.49 "DELETE /v2.0/subnets/8ceb4b9d-3e40-457c-be2a-138ca78a9c2c HTTP/1.1" status: 404 len: 337 time: 0.0421808 Oct 12 19:27:15.833302 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52962) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:15.866253 n-d-813679-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fc7a84a-6952-4ce0-bf00-34a2cbc943c0 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] DELETE failed (client error): The resource could not be found. Oct 12 19:27:15.866882 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fc7a84a-6952-4ce0-bf00-34a2cbc943c0 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:27:15.870100 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-0fc7a84a-6952-4ce0-bf00-34a2cbc943c0 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] 10.222.0.49 "DELETE /v2.0/ports/67f04267-c306-4d3e-a21e-2800aefaa56d HTTP/1.1" status: 404 len: 333 time: 0.0357349 Oct 12 19:27:15.872548 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52966) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:15.877307 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-53862579-c857-4489-969a-a528da845ddb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7898909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8092450'] for router_interface, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:15.886803 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67762eb4-800a-4639-a8ec-6b89657ba38b None None] DHCP port deletion for cd378550-4c12-4241-a971-0383d4b70e86 request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 19:27:15.907583 n-d-813679-3 neutron-server[95501]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7835e1f-2ed0-4aca-9fd2-63f3bc53341e tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] DELETE failed (client error): The resource could not be found. Oct 12 19:27:15.908118 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7835e1f-2ed0-4aca-9fd2-63f3bc53341e tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:27:15.913566 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-e7835e1f-2ed0-4aca-9fd2-63f3bc53341e tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] 10.222.0.49 "DELETE /v2.0/subnets/7ffb835d-bbea-4afb-b189-8fbe6dd278bf HTTP/1.1" status: 404 len: 337 time: 0.0375075 Oct 12 19:27:15.920315 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52968) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:15.958601 n-d-813679-3 neutron-server[95501]: INFO neutron.pecan_wsgi.hooks.translation [None req-532630d6-a700-4404-b420-da5498cb7fde tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] DELETE failed (client error): The resource could not be found. Oct 12 19:27:15.958601 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-532630d6-a700-4404-b420-da5498cb7fde tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:27:15.964098 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-532630d6-a700-4404-b420-da5498cb7fde tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] 10.222.0.49 "DELETE /v2.0/subnets/f80f466c-0084-4b18-89f3-b319883966ae HTTP/1.1" status: 404 len: 337 time: 0.0465817 Oct 12 19:27:15.964900 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52972) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:16.000129 n-d-813679-3 neutron-server[95501]: INFO neutron.pecan_wsgi.hooks.translation [None req-89e48179-e5eb-4213-b6ae-88e603174c19 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] DELETE failed (client error): The resource could not be found. Oct 12 19:27:16.000818 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89e48179-e5eb-4213-b6ae-88e603174c19 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:27:16.006148 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-89e48179-e5eb-4213-b6ae-88e603174c19 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] 10.222.0.49 "DELETE /v2.0/ports/6494f4b0-7ab0-4dbc-a691-e5f2037afb42 HTTP/1.1" status: 404 len: 333 time: 0.0383563 Oct 12 19:27:16.006313 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-67762eb4-800a-4639-a8ec-6b89657ba38b None None] Deleting port 5e01b720-1124-4709-8a62-de72b9a61ce5 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:27:16.006415 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52976) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:16.011836 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-67762eb4-800a-4639-a8ec-6b89657ba38b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:16.038981 n-d-813679-3 neutron-server[95501]: INFO neutron.pecan_wsgi.hooks.translation [None req-fafdd16f-0be6-466b-8b12-979974ea736c tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] DELETE failed (client error): The resource could not be found. Oct 12 19:27:16.039355 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fafdd16f-0be6-466b-8b12-979974ea736c tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:27:16.045140 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-fafdd16f-0be6-466b-8b12-979974ea736c tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] 10.222.0.49 "DELETE /v2.0/subnets/9cdcf388-9da5-4247-ae56-0cb3374d9afb HTTP/1.1" status: 404 len: 337 time: 0.0355852 Oct 12 19:27:16.045140 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-12242ac9-c5e0-4b93-a63b-faaf669e7841 req-2a8391e7-a408-41d3-bddf-9d2313d87a62 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Deleting port 7d275961-db86-4cc1-a0cd-bbe20acf81ab {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:27:16.045860 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-12242ac9-c5e0-4b93-a63b-faaf669e7841 req-2a8391e7-a408-41d3-bddf-9d2313d87a62 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:16.047874 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52978) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:16.133452 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-67762eb4-800a-4639-a8ec-6b89657ba38b None None] For port 5e01b720-1124-4709-8a62-de72b9a61ce5, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=5e01b720-1124-4709-8a62-de72b9a61ce5,segment=NetworkSegment(cd1aecf7-68d5-4eae-bd0e-73926cc2608d),segment_id=cd1aecf7-68d5-4eae-bd0e-73926cc2608d)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:27:16.134029 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-67762eb4-800a-4639-a8ec-6b89657ba38b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:16.139760 n-d-813679-3 neutron-server[95501]: INFO neutron.pecan_wsgi.hooks.translation [None req-9347ab38-a2bb-42eb-a97f-85e99f33c282 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] DELETE failed (client error): The resource could not be found. Oct 12 19:27:16.140258 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9347ab38-a2bb-42eb-a97f-85e99f33c282 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:27:16.144183 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-9347ab38-a2bb-42eb-a97f-85e99f33c282 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] 10.222.0.49 "DELETE /v2.0/subnets/662a4c0d-8d2a-4c1a-9ffb-10a2a96ac70d HTTP/1.1" status: 404 len: 337 time: 0.0938241 Oct 12 19:27:16.146764 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52980) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:16.153489 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-67762eb4-800a-4639-a8ec-6b89657ba38b None None] Calling delete_port for 5e01b720-1124-4709-8a62-de72b9a61ce5 owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:27:16.215408 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 5e01b720-1124-4709-8a62-de72b9a61ce5 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:27:16.297199 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-12242ac9-c5e0-4b93-a63b-faaf669e7841 req-2a8391e7-a408-41d3-bddf-9d2313d87a62 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] For port 7d275961-db86-4cc1-a0cd-bbe20acf81ab, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=7d275961-db86-4cc1-a0cd-bbe20acf81ab,segment=NetworkSegment(2c23b924-3bdb-4700-940f-a5921b74e3c2),segment_id=2c23b924-3bdb-4700-940f-a5921b74e3c2)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:27:16.297868 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-12242ac9-c5e0-4b93-a63b-faaf669e7841 req-2a8391e7-a408-41d3-bddf-9d2313d87a62 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:16.329099 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-12242ac9-c5e0-4b93-a63b-faaf669e7841 req-2a8391e7-a408-41d3-bddf-9d2313d87a62 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Calling delete_port for 7d275961-db86-4cc1-a0cd-bbe20acf81ab owned by compute:nova {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:27:16.329673 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:16.334321 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53862579-c857-4489-969a-a528da845ddb admin admin] Router 9a34b6e3-9956-4efa-aac4-775c3125e230 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:27:16.338190 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-c892d629-885e-467e-bf70-11b0217c0788 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Deleting port 8bc3cf26-9c10-4cb3-9f24-8221e792ef6e {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:27:16.338816 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c892d629-885e-467e-bf70-11b0217c0788 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:16.397861 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-67762eb4-800a-4639-a8ec-6b89657ba38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:16.424298 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67762eb4-800a-4639-a8ec-6b89657ba38b None None] Pushing event deleted for resources: {'Port': ['ID=5e01b720-1124-4709-8a62-de72b9a61ce5,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:27:16.453525 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67762eb4-800a-4639-a8ec-6b89657ba38b None None] No DVR routers for this DVR port 5e01b720-1124-4709-8a62-de72b9a61ce5 on host n-d-813679-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:27:16.471813 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c892d629-885e-467e-bf70-11b0217c0788 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:16.490879 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d286a0-37e1-48ce-bb1b-18ac2c03894f req-be50db73-fbe0-47af-b610-80fe42991a15 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:16.492557 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f8d286a0-37e1-48ce-bb1b-18ac2c03894f req-be50db73-fbe0-47af-b610-80fe42991a15 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fab81ba2-37e8-4ff2-af8b-0fa2eff2f216 HTTP/1.1" status: 200 len: 945 time: 0.1395884 Oct 12 19:27:16.492714 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-c892d629-885e-467e-bf70-11b0217c0788 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Calling delete_port for 8bc3cf26-9c10-4cb3-9f24-8221e792ef6e owned by {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:27:16.608108 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f8d286a0-37e1-48ce-bb1b-18ac2c03894f req-0ae5a869-a747-43f5-b31d-eb9b452d1d70 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=94a43134-a4a7-45fd-af5f-8fc2adc2c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887308 Oct 12 19:27:16.613040 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53862579-c857-4489-969a-a528da845ddb admin admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:27:16.622746 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-53862579-c857-4489-969a-a528da845ddb admin admin] 10.222.0.49 "PUT /v2.0/routers/9a34b6e3-9956-4efa-aac4-775c3125e230/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6054173 Oct 12 19:27:16.625097 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52992) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:16.634730 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce9939c-2a60-4fd5-bd58-6a9d5c60eb2a None None] Sync routers for ids ['9a34b6e3-9956-4efa-aac4-775c3125e230'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:27:16.655469 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce9939c-2a60-4fd5-bd58-6a9d5c60eb2a None None] Routers {'9a34b6e3-9956-4efa-aac4-775c3125e230'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:27:16.656346 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-0ce9939c-2a60-4fd5-bd58-6a9d5c60eb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:27:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['9a34b6e3-9956-4efa-aac4-775c3125e230'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:27:16.685731 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-12242ac9-c5e0-4b93-a63b-faaf669e7841 req-2a8391e7-a408-41d3-bddf-9d2313d87a62 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:16.699056 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['7d275961-db86-4cc1-a0cd-bbe20acf81ab'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:27:16.726669 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8391e7-a408-41d3-bddf-9d2313d87a62 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Pushing event deleted for resources: {'Port': ['ID=7d275961-db86-4cc1-a0cd-bbe20acf81ab,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:27:16.729431 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c892d629-885e-467e-bf70-11b0217c0788 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:16.799174 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c892d629-885e-467e-bf70-11b0217c0788 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:16.805201 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-c892d629-885e-467e-bf70-11b0217c0788 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] 10.222.0.49 "DELETE /v2.0/ports/8bc3cf26-9c10-4cb3-9f24-8221e792ef6e HTTP/1.1" status: 204 len: 168 time: 0.6572452 Oct 12 19:27:16.840495 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52996) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:16.856802 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c892d629-885e-467e-bf70-11b0217c0788 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Pushing event deleted for resources: {'Port': ['ID=8bc3cf26-9c10-4cb3-9f24-8221e792ef6e,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:27:16.873090 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-0ce9939c-2a60-4fd5-bd58-6a9d5c60eb2a None None] Set router 9a34b6e3-9956-4efa-aac4-775c3125e230 gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:27:16.889176 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-12242ac9-c5e0-4b93-a63b-faaf669e7841 req-2a8391e7-a408-41d3-bddf-9d2313d87a62 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] No DVR routers for this DVR port 7d275961-db86-4cc1-a0cd-bbe20acf81ab on host n-h2-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:27:16.919320 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-12242ac9-c5e0-4b93-a63b-faaf669e7841 req-2a8391e7-a408-41d3-bddf-9d2313d87a62 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:16.922885 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-12242ac9-c5e0-4b93-a63b-faaf669e7841 req-2a8391e7-a408-41d3-bddf-9d2313d87a62 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.67 "DELETE /v2.0/ports/7d275961-db86-4cc1-a0cd-bbe20acf81ab HTTP/1.1" status: 204 len: 173 time: 1.1295974 Oct 12 19:27:16.923527 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1740270-9a80-48e5-a087-f37bb93f80b9', 'name': 'network-vif-deleted', 'tag': '7d275961-db86-4cc1-a0cd-bbe20acf81ab'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:27:16.926210 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf285e2c-8f06-479c-aca5-04890ad99205" -d '{"events": [{"server_uuid": "b1740270-9a80-48e5-a087-f37bb93f80b9", "name": "network-vif-deleted", "tag": "7d275961-db86-4cc1-a0cd-bbe20acf81ab"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:27:16.975805 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-dd11d219-8803-46f2-a729-676b826f1443 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:17.012268 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89a2b6f5-484f-411a-99a9-b16f2cb8cc1f x-openstack-request-id: req-89a2b6f5-484f-411a-99a9-b16f2cb8cc1f {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:27:17.012708 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1740270-9a80-48e5-a087-f37bb93f80b9", "name": "network-vif-deleted", "tag": "7d275961-db86-4cc1-a0cd-bbe20acf81ab", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:27:17.013062 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-89a2b6f5-484f-411a-99a9-b16f2cb8cc1f {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:27:17.013593 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1740270-9a80-48e5-a087-f37bb93f80b9', 'name': 'network-vif-deleted', 'tag': '7d275961-db86-4cc1-a0cd-bbe20acf81ab', 'status': 'completed', 'code': 200} Oct 12 19:27:17.091047 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-dd11d219-8803-46f2-a729-676b826f1443 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:17.144663 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-dd11d219-8803-46f2-a729-676b826f1443 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd378550-4c12-4241-a971-0383d4b70e86']}} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:27:17.169486 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-dd11d219-8803-46f2-a729-676b826f1443 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd1aecf7-68d5-4eae-bd0e-73926cc2608d') {'for_net_delete': True} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:27:17.169928 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-dd11d219-8803-46f2-a729-676b826f1443 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd1aecf7-68d5-4eae-bd0e-73926cc2608d') {} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:27:17.191497 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-dd11d219-8803-46f2-a729-676b826f1443 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4281072'] for segment, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:17.212062 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-dd11d219-8803-46f2-a729-676b826f1443 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:17.222078 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd11d219-8803-46f2-a729-676b826f1443 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=95501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:27:17.222405 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-dd11d219-8803-46f2-a729-676b826f1443 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4823170'] for segment, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:17.227993 n-d-813679-3 neutron-server[95501]: Traceback (most recent call last): Oct 12 19:27:17.227993 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:27:17.227993 n-d-813679-3 neutron-server[95501]: timer() Oct 12 19:27:17.227993 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:27:17.227993 n-d-813679-3 neutron-server[95501]: cb(*args, **kw) Oct 12 19:27:17.227993 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:27:17.227993 n-d-813679-3 neutron-server[95501]: return func(*args, **kwargs) Oct 12 19:27:17.227993 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:27:17.227993 n-d-813679-3 neutron-server[95501]: self._notify() Oct 12 19:27:17.227993 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:27:17.227993 n-d-813679-3 neutron-server[95501]: self.callback(batched_events) Oct 12 19:27:17.227993 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:27:17.227993 n-d-813679-3 neutron-server[95501]: event.method(event) Oct 12 19:27:17.227993 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:27:17.227993 n-d-813679-3 neutron-server[95501]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:27:17.227993 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:27:17.227993 n-d-813679-3 neutron-server[95501]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:27:17.227993 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:27:17.227993 n-d-813679-3 neutron-server[95501]: return f(self, *a, **k) Oct 12 19:27:17.227993 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:27:17.227993 n-d-813679-3 neutron-server[95501]: return self._get(url).json() Oct 12 19:27:17.227993 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:27:17.227993 n-d-813679-3 neutron-server[95501]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:27:17.227993 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:27:17.227993 n-d-813679-3 neutron-server[95501]: return self.request(url, 'GET', **kwargs) Oct 12 19:27:17.227993 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:27:17.227993 n-d-813679-3 neutron-server[95501]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:27:17.227993 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:27:17.227993 n-d-813679-3 neutron-server[95501]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:27:17.227993 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:27:17.227993 n-d-813679-3 neutron-server[95501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:27:17.227993 n-d-813679-3 neutron-server[95501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:27:17.231041 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5a5f4d48-601c-4e51-9c74-88916ce08567 req-b4df8d38-7a35-4714-9b37-876ecf05d49f tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1740270-9a80-48e5-a087-f37bb93f80b9 HTTP/1.1" status: 200 len: 210 time: 0.0532606 Oct 12 19:27:17.248966 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-0ce9939c-2a60-4fd5-bd58-6a9d5c60eb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a34b6e3-9956-4efa-aac4-775c3125e230', 'name': 'tempest-TaggedBootDevicesTest_v242-1762495642-router', 'tenant_id': 'e65d35344c43413ba93381b16381b559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '4f4842fc-9359-4a0c-b4f0-bb3d5c70b77b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:14:11Z', 'updated_at': '2021-10-12T19:27:15Z', 'revision_number': 5, 'project_id': 'e65d35344c43413ba93381b16381b559', 'gw_port': {'id': '4f4842fc-9359-4a0c-b4f0-bb3d5c70b77b', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:87:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a34b6e3-9956-4efa-aac4-775c3125e230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:14:12Z', 'updated_at': '2021-10-12T19:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:27:17.281133 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce9939c-2a60-4fd5-bd58-6a9d5c60eb2a None None] Checking router: 9a34b6e3-9956-4efa-aac4-775c3125e230 for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:27:17.289670 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce9939c-2a60-4fd5-bd58-6a9d5c60eb2a None None] Routers {'9a34b6e3-9956-4efa-aac4-775c3125e230'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:27:17.290274 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-0ce9939c-2a60-4fd5-bd58-6a9d5c60eb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:27:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['9a34b6e3-9956-4efa-aac4-775c3125e230'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:27:17.345531 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1b5b23b8-332a-42bd-ac3a-0d02a2658a65 admin admin] Notify callbacks [] for router, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:17.462502 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-dd11d219-8803-46f2-a729-676b826f1443 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:17.475432 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1b5b23b8-332a-42bd-ac3a-0d02a2658a65 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:17.476958 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-dd11d219-8803-46f2-a729-676b826f1443 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:17.485936 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-dd11d219-8803-46f2-a729-676b826f1443 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] 10.222.0.49 "DELETE /v2.0/networks/cd378550-4c12-4241-a971-0383d4b70e86 HTTP/1.1" status: 204 len: 168 time: 0.6391883 Oct 12 19:27:17.502298 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-0ce9939c-2a60-4fd5-bd58-6a9d5c60eb2a None None] Set router 9a34b6e3-9956-4efa-aac4-775c3125e230 gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:27:17.528456 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd11d219-8803-46f2-a729-676b826f1443 tempest-PortsTestJSON-2044283437 tempest-PortsTestJSON-2044283437-project] Pushing event deleted for resources: {'Network': ['ID=cd378550-4c12-4241-a971-0383d4b70e86,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:27:17.634584 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-1b5b23b8-332a-42bd-ac3a-0d02a2658a65 admin admin] Deleting port 4f4842fc-9359-4a0c-b4f0-bb3d5c70b77b {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:27:17.636497 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1b5b23b8-332a-42bd-ac3a-0d02a2658a65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:17.701605 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-0ce9939c-2a60-4fd5-bd58-6a9d5c60eb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a34b6e3-9956-4efa-aac4-775c3125e230', 'name': 'tempest-TaggedBootDevicesTest_v242-1762495642-router', 'tenant_id': 'e65d35344c43413ba93381b16381b559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '4f4842fc-9359-4a0c-b4f0-bb3d5c70b77b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:14:11Z', 'updated_at': '2021-10-12T19:27:15Z', 'revision_number': 5, 'project_id': 'e65d35344c43413ba93381b16381b559', 'gw_port': {'id': '4f4842fc-9359-4a0c-b4f0-bb3d5c70b77b', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:87:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a34b6e3-9956-4efa-aac4-775c3125e230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:14:12Z', 'updated_at': '2021-10-12T19:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:27:17.733956 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce9939c-2a60-4fd5-bd58-6a9d5c60eb2a None None] The sync data for ids ['9a34b6e3-9956-4efa-aac4-775c3125e230'] in n-d-813679-3 is: [{'id': '9a34b6e3-9956-4efa-aac4-775c3125e230', 'name': 'tempest-TaggedBootDevicesTest_v242-1762495642-router', 'tenant_id': 'e65d35344c43413ba93381b16381b559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '4f4842fc-9359-4a0c-b4f0-bb3d5c70b77b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:14:11Z', 'updated_at': '2021-10-12T19:27:15Z', 'revision_number': 5, 'project_id': 'e65d35344c43413ba93381b16381b559', 'gw_port': {'id': '4f4842fc-9359-4a0c-b4f0-bb3d5c70b77b', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:87:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a34b6e3-9956-4efa-aac4-775c3125e230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:14:12Z', 'updated_at': '2021-10-12T19:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:27:17.764324 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-1b5b23b8-332a-42bd-ac3a-0d02a2658a65 admin admin] For port 4f4842fc-9359-4a0c-b4f0-bb3d5c70b77b, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=4f4842fc-9359-4a0c-b4f0-bb3d5c70b77b,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:27:17.764832 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1b5b23b8-332a-42bd-ac3a-0d02a2658a65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:17.789686 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-1b5b23b8-332a-42bd-ac3a-0d02a2658a65 admin admin] Calling delete_port for 4f4842fc-9359-4a0c-b4f0-bb3d5c70b77b owned by network:router_gateway {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:27:17.862931 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a209aebe-5932-49da-85ab-959292e3d1fd req-51a71982-32b6-46c7-b69b-22ba3f12d28b tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:17.864577 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a209aebe-5932-49da-85ab-959292e3d1fd req-51a71982-32b6-46c7-b69b-22ba3f12d28b tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fab81ba2-37e8-4ff2-af8b-0fa2eff2f216 HTTP/1.1" status: 200 len: 945 time: 0.0650792 Oct 12 19:27:17.903529 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a209aebe-5932-49da-85ab-959292e3d1fd req-7547810a-6a35-4bf4-b090-9602c40e4284 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=94a43134-a4a7-45fd-af5f-8fc2adc2c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326231 Oct 12 19:27:18.068346 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1b5b23b8-332a-42bd-ac3a-0d02a2658a65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:18.170707 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5b23b8-332a-42bd-ac3a-0d02a2658a65 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f4842fc-9359-4a0c-b4f0-bb3d5c70b77b,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:27:18.187948 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device d7d6d5e6-e93a-47ee-8519-bcc9fd2fcedc no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:27:18.189190 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53028) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:18.231372 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: d7d6d5e6-e93a-47ee-8519-bcc9fd2fcedc {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:27:18.231994 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device d7d6d5e6-e93a-47ee-8519-bcc9fd2fcedc not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:27:18.297020 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1b5b23b8-332a-42bd-ac3a-0d02a2658a65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7915456'] for router_gateway, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:18.474256 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-2fedf5c4-fd2f-44a4-ba0e-d24a59c5bd2e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8afe3c6a27c7408788d71066edc42001&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2838352 Oct 12 19:27:18.479329 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53040) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:18.484250 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1b5b23b8-332a-42bd-ac3a-0d02a2658a65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255495'] for router, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:18.487188 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1b5b23b8-332a-42bd-ac3a-0d02a2658a65 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:18.555086 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b43a274b-be40-4842-8036-7a26dd292045 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:18.614524 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b43a274b-be40-4842-8036-7a26dd292045 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:18.673825 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1b5b23b8-332a-42bd-ac3a-0d02a2658a65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8093499'] for router, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:18.675546 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b5b23b8-332a-42bd-ac3a-0d02a2658a65 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a34b6e3-9956-4efa-aac4-775c3125e230 {{(pid=95502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 19:27:18.680631 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1b5b23b8-332a-42bd-ac3a-0d02a2658a65 admin admin] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:18.685727 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-1b5b23b8-332a-42bd-ac3a-0d02a2658a65 admin admin] 10.222.0.49 "DELETE /v2.0/routers/9a34b6e3-9956-4efa-aac4-775c3125e230 HTTP/1.1" status: 204 len: 168 time: 2.0595682 Oct 12 19:27:18.687144 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53054) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:18.753935 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-87a7f811-ac51-4ec3-bd63-dbf0175cbf92 admin admin] Deleting subnet 8cdec308-a85d-4461-be76-72b0713a6c05 {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:27:18.759628 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-87a7f811-ac51-4ec3-bd63-dbf0175cbf92 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:18.781977 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd593a5-f572-423b-9a4e-6009fdb2d3cb req-7f502130-e472-44b9-a1f9-5e54a38add76 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:18.789237 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ccd593a5-f572-423b-9a4e-6009fdb2d3cb req-7f502130-e472-44b9-a1f9-5e54a38add76 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/networks?id=8b9ffd0a-d450-4d4d-8c84-81d908427bea HTTP/1.1" status: 200 len: 812 time: 0.1771526 Oct 12 19:27:18.803704 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ccd593a5-f572-423b-9a4e-6009fdb2d3cb req-9b4fac4a-a539-466d-bd9c-848e2d7bb87e tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/quotas/9558b59fe3b94a1fa2fbec9bbf16e093 HTTP/1.1" status: 200 len: 375 time: 0.0135772 Oct 12 19:27:18.804252 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-87a7f811-ac51-4ec3-bd63-dbf0175cbf92 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16313642'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:18.891847 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ccd593a5-f572-423b-9a4e-6009fdb2d3cb req-6ad32184-d5b9-41f4-b7d3-0dcfca1b529d tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=9558b59fe3b94a1fa2fbec9bbf16e093&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0707235 Oct 12 19:27:18.893201 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b43a274b-be40-4842-8036-7a26dd292045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:18.895878 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b43a274b-be40-4842-8036-7a26dd292045 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:18.900320 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-b43a274b-be40-4842-8036-7a26dd292045 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/25d77463-232a-4879-935d-65b1dac8ee37 HTTP/1.1" status: 204 len: 168 time: 0.4199541 Oct 12 19:27:18.911812 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43a274b-be40-4842-8036-7a26dd292045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25d77463-232a-4879-935d-65b1dac8ee37,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:27:18.977817 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-87a7f811-ac51-4ec3-bd63-dbf0175cbf92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:19.093055 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ccd593a5-f572-423b-9a4e-6009fdb2d3cb req-b1067625-aaa0-4c9a-92d1-50843380b478 service neutron] 10.222.0.49 "GET /v2.0/networks/8b9ffd0a-d450-4d4d-8c84-81d908427bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710513 Oct 12 19:27:19.147585 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902c8e08-3fa4-423b-97f5-9cbf99c27722 req-31230e92-c04f-46e8-b528-b2e38071acc1 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:19.151336 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-902c8e08-3fa4-423b-97f5-9cbf99c27722 req-31230e92-c04f-46e8-b528-b2e38071acc1 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fab81ba2-37e8-4ff2-af8b-0fa2eff2f216 HTTP/1.1" status: 200 len: 945 time: 0.1086202 Oct 12 19:27:19.192307 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-902c8e08-3fa4-423b-97f5-9cbf99c27722 req-ea7d4d3f-24bc-409d-8446-8d2e21ea0c48 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=94a43134-a4a7-45fd-af5f-8fc2adc2c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362678 Oct 12 19:27:19.236274 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-87a7f811-ac51-4ec3-bd63-dbf0175cbf92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4306592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16245866'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:19.273116 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ccd593a5-f572-423b-9a4e-6009fdb2d3cb req-88028c79-f88c-4f0c-a799-ce723d3767fe service neutron] 10.222.0.49 "GET /v2.0/networks/8b9ffd0a-d450-4d4d-8c84-81d908427bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610110 Oct 12 19:27:19.295335 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a7f811-ac51-4ec3-bd63-dbf0175cbf92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8cdec308-a85d-4461-be76-72b0713a6c05,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:27:19.299193 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-87a7f811-ac51-4ec3-bd63-dbf0175cbf92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:19.307177 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa259ee4-597c-4858-9dc5-2353d15f9cbc None None] Network 6c3decc3-29e4-408c-a34f-0339ccbba377 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:27:19.308018 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-87a7f811-ac51-4ec3-bd63-dbf0175cbf92 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/8cdec308-a85d-4461-be76-72b0713a6c05 HTTP/1.1" status: 204 len: 168 time: 0.6166940 Oct 12 19:27:19.308184 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53070) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:19.473636 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6e1c4055-b0a4-48e5-9b43-77c0b44a540e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:19.575865 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-6e1c4055-b0a4-48e5-9b43-77c0b44a540e admin admin] Deleting port 18d2ce19-4fde-4061-b7a2-3907080f46e4 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:27:19.576398 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6e1c4055-b0a4-48e5-9b43-77c0b44a540e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:19.703470 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b87899-027d-4a18-bcf7-169ffc694e1c None None] DHCP port deletion for 6c3decc3-29e4-408c-a34f-0339ccbba377 request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 19:27:19.705114 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4a248134-4c71-4c74-beb2-b8f173ba5705 req-c2d53762-fc9f-4ad9-a39a-cde3a7d8b9bf tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=a258ad27-a0ab-4472-a265-18d9b8174787 HTTP/1.1" status: 200 len: 210 time: 0.0640180 Oct 12 19:27:19.752558 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [None req-6e1c4055-b0a4-48e5-9b43-77c0b44a540e admin admin] For port 18d2ce19-4fde-4061-b7a2-3907080f46e4, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=18d2ce19-4fde-4061-b7a2-3907080f46e4,segment=NetworkSegment(09a21d68-e5f5-4a28-8630-05ca83531668),segment_id=09a21d68-e5f5-4a28-8630-05ca83531668)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:27:19.753013 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6e1c4055-b0a4-48e5-9b43-77c0b44a540e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:19.769987 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-6e1c4055-b0a4-48e5-9b43-77c0b44a540e admin admin] Calling delete_port for 18d2ce19-4fde-4061-b7a2-3907080f46e4 owned by network:dhcp {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:27:19.833707 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-86b87899-027d-4a18-bcf7-169ffc694e1c None None] Deleting port 18d2ce19-4fde-4061-b7a2-3907080f46e4 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:27:19.834090 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-86b87899-027d-4a18-bcf7-169ffc694e1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:19.923080 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-86b87899-027d-4a18-bcf7-169ffc694e1c None None] For port 18d2ce19-4fde-4061-b7a2-3907080f46e4, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=18d2ce19-4fde-4061-b7a2-3907080f46e4,segment=NetworkSegment(09a21d68-e5f5-4a28-8630-05ca83531668),segment_id=09a21d68-e5f5-4a28-8630-05ca83531668)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:27:19.923383 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-86b87899-027d-4a18-bcf7-169ffc694e1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:19.937290 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-86b87899-027d-4a18-bcf7-169ffc694e1c None None] Calling delete_port for 18d2ce19-4fde-4061-b7a2-3907080f46e4 owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:27:20.051407 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 18d2ce19-4fde-4061-b7a2-3907080f46e4 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:27:20.075792 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 7d275961-db86-4cc1-a0cd-bbe20acf81ab no longer exists at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:27:20.106392 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] No Port match for: 7d275961-db86-4cc1-a0cd-bbe20acf81ab {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:27:20.106951 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 7d275961-db86-4cc1-a0cd-bbe20acf81ab not bound to the agent host n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:27:20.117809 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6e1c4055-b0a4-48e5-9b43-77c0b44a540e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:20.127624 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-86b87899-027d-4a18-bcf7-169ffc694e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:20.173082 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b87899-027d-4a18-bcf7-169ffc694e1c None None] Pushing event deleted for resources: {'Port': ['ID=18d2ce19-4fde-4061-b7a2-3907080f46e4,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:27:20.176390 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b87899-027d-4a18-bcf7-169ffc694e1c None None] No DVR routers for this DVR port 18d2ce19-4fde-4061-b7a2-3907080f46e4 on host n-d-813679-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:27:20.178162 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1c4055-b0a4-48e5-9b43-77c0b44a540e admin admin] Pushing event deleted for resources: {'Port': ['ID=18d2ce19-4fde-4061-b7a2-3907080f46e4,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:27:20.184390 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No active binding found for port 18d2ce19-4fde-4061-b7a2-3907080f46e4 {{(pid=95503) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 12 19:27:20.185047 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 18d2ce19-4fde-4061-b7a2-3907080f46e4 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:27:20.185995 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 4f4842fc-9359-4a0c-b4f0-bb3d5c70b77b no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:27:20.207241 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1c4055-b0a4-48e5-9b43-77c0b44a540e admin admin] No DVR routers for this DVR port 18d2ce19-4fde-4061-b7a2-3907080f46e4 on host n-d-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:27:20.215092 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 4f4842fc-9359-4a0c-b4f0-bb3d5c70b77b {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:27:20.215680 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 4f4842fc-9359-4a0c-b4f0-bb3d5c70b77b not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:27:20.344094 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6e1c4055-b0a4-48e5-9b43-77c0b44a540e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:20.366730 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-6e1c4055-b0a4-48e5-9b43-77c0b44a540e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c3decc3-29e4-408c-a34f-0339ccbba377']}} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:27:20.367247 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327e7c47-babe-42dc-828d-6eb6c6eff6b5 req-6a9555e7-7d50-452f-986b-494f80756bf4 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:20.376503 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-327e7c47-babe-42dc-828d-6eb6c6eff6b5 req-6a9555e7-7d50-452f-986b-494f80756bf4 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fab81ba2-37e8-4ff2-af8b-0fa2eff2f216 HTTP/1.1" status: 200 len: 945 time: 0.0606551 Oct 12 19:27:20.377571 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-6e1c4055-b0a4-48e5-9b43-77c0b44a540e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09a21d68-e5f5-4a28-8630-05ca83531668') {'for_net_delete': True} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:27:20.377876 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-6e1c4055-b0a4-48e5-9b43-77c0b44a540e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09a21d68-e5f5-4a28-8630-05ca83531668') {} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:27:20.391090 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6e1c4055-b0a4-48e5-9b43-77c0b44a540e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4281072'] for segment, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:20.411576 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6e1c4055-b0a4-48e5-9b43-77c0b44a540e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:20.425795 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-327e7c47-babe-42dc-828d-6eb6c6eff6b5 req-95e4c7e3-803d-4046-bfb3-0865e21636e6 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=94a43134-a4a7-45fd-af5f-8fc2adc2c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480494 Oct 12 19:27:20.427189 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e1c4055-b0a4-48e5-9b43-77c0b44a540e admin admin] Releasing vlan 526 on physical network physnet1 to pool {{(pid=95501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:27:20.427899 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6e1c4055-b0a4-48e5-9b43-77c0b44a540e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4823170'] for segment, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:20.442860 n-d-813679-3 neutron-server[95501]: Traceback (most recent call last): Oct 12 19:27:20.442860 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:27:20.442860 n-d-813679-3 neutron-server[95501]: timer() Oct 12 19:27:20.442860 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:27:20.442860 n-d-813679-3 neutron-server[95501]: cb(*args, **kw) Oct 12 19:27:20.442860 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:27:20.442860 n-d-813679-3 neutron-server[95501]: return func(*args, **kwargs) Oct 12 19:27:20.442860 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:27:20.442860 n-d-813679-3 neutron-server[95501]: self._notify() Oct 12 19:27:20.442860 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:27:20.442860 n-d-813679-3 neutron-server[95501]: self.callback(batched_events) Oct 12 19:27:20.442860 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:27:20.442860 n-d-813679-3 neutron-server[95501]: event.method(event) Oct 12 19:27:20.442860 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:27:20.442860 n-d-813679-3 neutron-server[95501]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:27:20.442860 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:27:20.442860 n-d-813679-3 neutron-server[95501]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:27:20.442860 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:27:20.442860 n-d-813679-3 neutron-server[95501]: return f(self, *a, **k) Oct 12 19:27:20.442860 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:27:20.442860 n-d-813679-3 neutron-server[95501]: return self._get(url).json() Oct 12 19:27:20.442860 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:27:20.442860 n-d-813679-3 neutron-server[95501]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:27:20.442860 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:27:20.442860 n-d-813679-3 neutron-server[95501]: return self.request(url, 'GET', **kwargs) Oct 12 19:27:20.442860 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:27:20.442860 n-d-813679-3 neutron-server[95501]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:27:20.442860 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:27:20.442860 n-d-813679-3 neutron-server[95501]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:27:20.442860 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:27:20.442860 n-d-813679-3 neutron-server[95501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:27:20.442860 n-d-813679-3 neutron-server[95501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:27:20.582645 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53116) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:20.590306 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6e1c4055-b0a4-48e5-9b43-77c0b44a540e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:20.596697 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6e1c4055-b0a4-48e5-9b43-77c0b44a540e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:20.602724 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-6e1c4055-b0a4-48e5-9b43-77c0b44a540e admin admin] 10.222.0.49 "DELETE /v2.0/networks/6c3decc3-29e4-408c-a34f-0339ccbba377 HTTP/1.1" status: 204 len: 168 time: 1.2941787 Oct 12 19:27:20.619909 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1c4055-b0a4-48e5-9b43-77c0b44a540e admin admin] Pushing event deleted for resources: {'Network': ['ID=6c3decc3-29e4-408c-a34f-0339ccbba377,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:27:20.745753 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-6b5de7cd-795c-4913-9d6b-16c47f2d5157 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Request body: {'security_group': {'name': 'tempest-secgroup--830962101'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:27:20.832822 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-40ae3af4-0696-4908-97cf-451569f4b08c req-96240ed7-dcec-454c-93c6-c32a47ceb1df tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=a258ad27-a0ab-4472-a265-18d9b8174787 HTTP/1.1" status: 200 len: 210 time: 0.0324929 Oct 12 19:27:20.885063 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6b5de7cd-795c-4913-9d6b-16c47f2d5157 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:20.896055 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6b5de7cd-795c-4913-9d6b-16c47f2d5157 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:20.984475 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6b5de7cd-795c-4913-9d6b-16c47f2d5157 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:21.078411 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53130) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:21.109957 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6b5de7cd-795c-4913-9d6b-16c47f2d5157 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:21.213511 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5de7cd-795c-4913-9d6b-16c47f2d5157 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=796af899-87ab-48b2-8a77-88c499a31405,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:27:21.220424 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-a925aeaf-d4f1-4f9a-b540-8b1aa74796ba admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e65d35344c43413ba93381b16381b559&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1408374 Oct 12 19:27:21.224982 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53138) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:21.229956 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6b5de7cd-795c-4913-9d6b-16c47f2d5157 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:21.285869 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ee84b303-b2f3-474f-9bce-870b04c61557 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:21.310216 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ee84b303-b2f3-474f-9bce-870b04c61557 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:21.327975 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6b5de7cd-795c-4913-9d6b-16c47f2d5157 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:21.409633 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5de7cd-795c-4913-9d6b-16c47f2d5157 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a42b7dea-2332-49cc-b9ec-8760a4f7a862,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:27:21.451454 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6b5de7cd-795c-4913-9d6b-16c47f2d5157 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:21.456386 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53144) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:21.461873 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-6b5de7cd-795c-4913-9d6b-16c47f2d5157 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8781288 Oct 12 19:27:21.488192 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ee84b303-b2f3-474f-9bce-870b04c61557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:21.497159 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ee84b303-b2f3-474f-9bce-870b04c61557 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:21.502224 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-ee84b303-b2f3-474f-9bce-870b04c61557 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/76b081dc-6667-4e1c-b44d-8d05a61d7938 HTTP/1.1" status: 204 len: 168 time: 0.2702651 Oct 12 19:27:21.533127 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee84b303-b2f3-474f-9bce-870b04c61557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76b081dc-6667-4e1c-b44d-8d05a61d7938,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:27:21.593482 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-a6746691-7e6f-4ed1-821b-50a79b612cc8 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1358724 Oct 12 19:27:21.596334 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53150) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:21.612389 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-8f83fd27-338b-4dce-a6c9-3ac79c15a86b tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Request body: {'security_group': {'name': 'tempest-security--666447071', 'description': 'tempest-security-description-1397015619'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:27:21.623080 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72be745-7e2e-4b97-9e2c-259282ca3ddb req-a14039e1-302b-4b97-b741-9f6b273034ab tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:21.631556 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a72be745-7e2e-4b97-9e2c-259282ca3ddb req-a14039e1-302b-4b97-b741-9f6b273034ab tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fab81ba2-37e8-4ff2-af8b-0fa2eff2f216 HTTP/1.1" status: 200 len: 945 time: 0.0896888 Oct 12 19:27:21.679122 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a72be745-7e2e-4b97-9e2c-259282ca3ddb req-4fae6d21-a9b0-4fc8-b45d-058d95cf7cea tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=94a43134-a4a7-45fd-af5f-8fc2adc2c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462670 Oct 12 19:27:21.691786 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8f83fd27-338b-4dce-a6c9-3ac79c15a86b tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks [] for security_group, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:21.740670 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8f83fd27-338b-4dce-a6c9-3ac79c15a86b tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks [] for security_group, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:21.862309 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8f83fd27-338b-4dce-a6c9-3ac79c15a86b tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:21.865528 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8f83fd27-338b-4dce-a6c9-3ac79c15a86b tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:21.869964 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-8f83fd27-338b-4dce-a6c9-3ac79c15a86b tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] 10.222.0.49 "PUT /v2.0/security-groups/a42b7dea-2332-49cc-b9ec-8760a4f7a862 HTTP/1.1" status: 200 len: 1779 time: 0.2684069 Oct 12 19:27:21.870569 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53160) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:21.942554 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f83fd27-338b-4dce-a6c9-3ac79c15a86b tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a42b7dea-2332-49cc-b9ec-8760a4f7a862,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:27:21.986961 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-465d9a72-8504-4ccc-95dd-2d5d44f71ccb tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] 10.222.0.49 "GET /v2.0/security-groups/a42b7dea-2332-49cc-b9ec-8760a4f7a862 HTTP/1.1" status: 200 len: 1779 time: 0.1152039 Oct 12 19:27:21.987762 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53164) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:22.004916 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e875bfe1-7cf0-4a8f-84a7-479da0e660ea req-61807017-033c-40a7-a8c7-4b7f180541b9 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=a258ad27-a0ab-4472-a265-18d9b8174787 HTTP/1.1" status: 200 len: 210 time: 0.0355849 Oct 12 19:27:22.064791 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-38e4d345-5a05-46fd-9983-c5e875f3ba61 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:22.088923 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-38e4d345-5a05-46fd-9983-c5e875f3ba61 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:22.236162 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-38e4d345-5a05-46fd-9983-c5e875f3ba61 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:22.238872 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-38e4d345-5a05-46fd-9983-c5e875f3ba61 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:22.240394 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-38e4d345-5a05-46fd-9983-c5e875f3ba61 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] 10.222.0.49 "DELETE /v2.0/security-groups/a42b7dea-2332-49cc-b9ec-8760a4f7a862 HTTP/1.1" status: 204 len: 168 time: 0.2513525 Oct 12 19:27:22.242793 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53178) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:22.253549 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e4d345-5a05-46fd-9983-c5e875f3ba61 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a42b7dea-2332-49cc-b9ec-8760a4f7a862,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:27:22.300513 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53180) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:22.301196 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-2ddee10e-d1f7-446a-9e46-a8076a3bbc88 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0568397 Oct 12 19:27:22.314307 n-d-813679-3 neutron-server[95501]: INFO neutron.api.v2.resource [None req-b469b355-156a-4387-b33b-5ea8327c2504 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] delete failed (client error): The resource could not be found. Oct 12 19:27:22.319139 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-b469b355-156a-4387-b33b-5ea8327c2504 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] 10.222.0.49 "DELETE /v2.0/security-groups/a42b7dea-2332-49cc-b9ec-8760a4f7a862 HTTP/1.1" status: 404 len: 347 time: 0.0138314 Oct 12 19:27:22.319400 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53182) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:22.323795 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-cf5ec0ed-2c49-4404-97b2-4edd53904c82 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Request body: {'security_group': {'name': 'tempest-secgroup--1170994502'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:27:22.496088 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-cf5ec0ed-2c49-4404-97b2-4edd53904c82 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:22.672591 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd593a5-f572-423b-9a4e-6009fdb2d3cb req-9f8498a1-8f8b-436b-a972-b214f1f340a1 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:22.674049 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ccd593a5-f572-423b-9a4e-6009fdb2d3cb req-9f8498a1-8f8b-436b-a972-b214f1f340a1 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.67 "GET /v2.0/networks?id=8b9ffd0a-d450-4d4d-8c84-81d908427bea HTTP/1.1" status: 200 len: 812 time: 0.2022424 Oct 12 19:27:22.687807 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-ccd593a5-f572-423b-9a4e-6009fdb2d3cb req-6b6900a6-51a8-4a3e-98d0-be2ac30fce8e tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Request body: {'port': {'device_id': 'a258ad27-a0ab-4472-a265-18d9b8174787', 'network_id': '8b9ffd0a-d450-4d4d-8c84-81d908427bea', 'admin_state_up': True, 'tenant_id': '9558b59fe3b94a1fa2fbec9bbf16e093'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:27:22.742535 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-cf5ec0ed-2c49-4404-97b2-4edd53904c82 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:22.825122 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8190e268-7b53-447c-964f-9541309ff1ba req-93680c6b-d2ad-45fc-8c76-2d3084d7778a tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:22.826640 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8190e268-7b53-447c-964f-9541309ff1ba req-93680c6b-d2ad-45fc-8c76-2d3084d7778a tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fab81ba2-37e8-4ff2-af8b-0fa2eff2f216 HTTP/1.1" status: 200 len: 945 time: 0.0685542 Oct 12 19:27:22.841511 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-cf5ec0ed-2c49-4404-97b2-4edd53904c82 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:22.904418 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8190e268-7b53-447c-964f-9541309ff1ba req-d2d81f27-d362-4851-b3e2-6c18cb61a7fb tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=94a43134-a4a7-45fd-af5f-8fc2adc2c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705659 Oct 12 19:27:22.919758 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5ec0ed-2c49-4404-97b2-4edd53904c82 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f995369c-52f6-440d-9434-35a306005cbe,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:27:22.959933 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccd593a5-f572-423b-9a4e-6009fdb2d3cb req-6b6900a6-51a8-4a3e-98d0-be2ac30fce8e tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Made reservation on behalf of 9558b59fe3b94a1fa2fbec9bbf16e093 for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:27:22.963880 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-ccd593a5-f572-423b-9a4e-6009fdb2d3cb req-6b6900a6-51a8-4a3e-98d0-be2ac30fce8e tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:23.012450 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53206) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:23.110074 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-cf5ec0ed-2c49-4404-97b2-4edd53904c82 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:23.115161 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53214) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:23.115293 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-cf5ec0ed-2c49-4404-97b2-4edd53904c82 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7943096 Oct 12 19:27:23.120235 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-eae7edd1-9a43-4f3a-9fcf-75b13deccb2a tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Request body: {'security_group_rule': {'security_group_id': 'f995369c-52f6-440d-9434-35a306005cbe', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:27:23.148564 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-c8789629-5ff1-4fae-b2ec-953b6c2434e9 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1590977707-network', 'tenant_id': 'c5ae0cb676494c85bed95fdcf49f266a'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:27:23.152748 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6b398350-05a7-4b79-b341-e81b139949de req-c711a873-813b-489f-97be-7fad116b7c19 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=a258ad27-a0ab-4472-a265-18d9b8174787 HTTP/1.1" status: 200 len: 210 time: 0.0557456 Oct 12 19:27:23.157208 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [req-ccd593a5-f572-423b-9a4e-6009fdb2d3cb req-6b6900a6-51a8-4a3e-98d0-be2ac30fce8e tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Allocated IP 172.20.0.14 (8b9ffd0a-d450-4d4d-8c84-81d908427bea/dc530ace-4b18-4ae9-b625-36ec27074a9c/55a3b5f9-99dd-4f7f-9efa-ebd06a66a96e) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:27:23.270247 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-eae7edd1-9a43-4f3a-9fcf-75b13deccb2a tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:23.385586 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8789629-5ff1-4fae-b2ec-953b6c2434e9 admin admin] Made reservation on behalf of c5ae0cb676494c85bed95fdcf49f266a for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:27:23.397855 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c8789629-5ff1-4fae-b2ec-953b6c2434e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:23.440265 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c8789629-5ff1-4fae-b2ec-953b6c2434e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:23.441630 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-ccd593a5-f572-423b-9a4e-6009fdb2d3cb req-6b6900a6-51a8-4a3e-98d0-be2ac30fce8e tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:23.455690 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-eae7edd1-9a43-4f3a-9fcf-75b13deccb2a tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:23.537426 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c8789629-5ff1-4fae-b2ec-953b6c2434e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:23.539185 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-eae7edd1-9a43-4f3a-9fcf-75b13deccb2a tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:23.575434 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-ccd593a5-f572-423b-9a4e-6009fdb2d3cb req-6b6900a6-51a8-4a3e-98d0-be2ac30fce8e tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:23.577740 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae7edd1-9a43-4f3a-9fcf-75b13deccb2a tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6e082bf-9a23-42e5-9ef7-8f2a3b26c8b9,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:27:23.638328 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccd593a5-f572-423b-9a4e-6009fdb2d3cb req-6b6900a6-51a8-4a3e-98d0-be2ac30fce8e tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Network 8b9ffd0a-d450-4d4d-8c84-81d908427bea is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:27:23.641778 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c8789629-5ff1-4fae-b2ec-953b6c2434e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:23.641931 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [req-ccd593a5-f572-423b-9a4e-6009fdb2d3cb req-6b6900a6-51a8-4a3e-98d0-be2ac30fce8e tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:27:23.645673 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccd593a5-f572-423b-9a4e-6009fdb2d3cb req-6b6900a6-51a8-4a3e-98d0-be2ac30fce8e tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:27:23.669902 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6900a6-51a8-4a3e-98d0-be2ac30fce8e tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Pushing event updated for resources: {'Port': ['ID=55a3b5f9-99dd-4f7f-9efa-ebd06a66a96e,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:27:23.687481 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-eae7edd1-9a43-4f3a-9fcf-75b13deccb2a tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:23.691104 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-eae7edd1-9a43-4f3a-9fcf-75b13deccb2a tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5733936 Oct 12 19:27:23.693782 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53226) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:23.693927 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8789629-5ff1-4fae-b2ec-953b6c2434e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:27:23.703279 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8789629-5ff1-4fae-b2ec-953b6c2434e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cefdf9de-6871-4b8c-818c-d47d551271dc,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:27:23.709082 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c8789629-5ff1-4fae-b2ec-953b6c2434e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:23.709328 n-d-813679-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-c8789629-5ff1-4fae-b2ec-953b6c2434e9 admin admin] Added segment f1170869-d10a-47f8-bcc2-096029983e07 of type vlan for network d46f9207-c404-4b39-9c22-4c600f702514 Oct 12 19:27:23.732695 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd593a5-f572-423b-9a4e-6009fdb2d3cb req-6b6900a6-51a8-4a3e-98d0-be2ac30fce8e tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:23.733380 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-ccd593a5-f572-423b-9a4e-6009fdb2d3cb req-6b6900a6-51a8-4a3e-98d0-be2ac30fce8e tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:23.773819 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ee109ee3-3de9-4042-81c2-75859feeb405 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:23.785620 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c8789629-5ff1-4fae-b2ec-953b6c2434e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:23.786694 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ee109ee3-3de9-4042-81c2-75859feeb405 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:23.833123 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ccd593a5-f572-423b-9a4e-6009fdb2d3cb req-6b6900a6-51a8-4a3e-98d0-be2ac30fce8e tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1492426 Oct 12 19:27:23.845512 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-ccd593a5-f572-423b-9a4e-6009fdb2d3cb req-6bec5b95-c1b1-4c54-9d77-cb1371602bf6 service neutron] Request body: {'port': {'device_id': 'a258ad27-a0ab-4472-a265-18d9b8174787', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-3'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:27:23.887565 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c8789629-5ff1-4fae-b2ec-953b6c2434e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:23.888633 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8789629-5ff1-4fae-b2ec-953b6c2434e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:23.889373 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c8789629-5ff1-4fae-b2ec-953b6c2434e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:23.989534 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53234) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:24.011126 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-c8789629-5ff1-4fae-b2ec-953b6c2434e9 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9972978 Oct 12 19:27:24.014855 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53238) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:24.020292 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-8bf6439f-d14e-49e8-9ec9-db88e52fb418 admin admin] Request body: {'subnet': {'network_id': 'd46f9207-c404-4b39-9c22-4c600f702514', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1590977707-subnet', 'tenant_id': 'c5ae0cb676494c85bed95fdcf49f266a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:27:24.026482 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8789629-5ff1-4fae-b2ec-953b6c2434e9 admin admin] Pushing event updated for resources: {'Network': ['ID=d46f9207-c404-4b39-9c22-4c600f702514,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:27:24.044088 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network d46f9207-c404-4b39-9c22-4c600f702514 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:27:24.179155 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bf6439f-d14e-49e8-9ec9-db88e52fb418 admin admin] Made reservation on behalf of c5ae0cb676494c85bed95fdcf49f266a for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:27:24.184178 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8bf6439f-d14e-49e8-9ec9-db88e52fb418 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16245837'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:24.281262 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ee109ee3-3de9-4042-81c2-75859feeb405 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:24.318978 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ee109ee3-3de9-4042-81c2-75859feeb405 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:24.320124 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-ee109ee3-3de9-4042-81c2-75859feeb405 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/a6e082bf-9a23-42e5-9ef7-8f2a3b26c8b9 HTTP/1.1" status: 204 len: 168 time: 0.6251955 Oct 12 19:27:24.333767 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-ccd593a5-f572-423b-9a4e-6009fdb2d3cb req-6bec5b95-c1b1-4c54-9d77-cb1371602bf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:24.334009 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53244) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:24.352524 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee109ee3-3de9-4042-81c2-75859feeb405 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a6e082bf-9a23-42e5-9ef7-8f2a3b26c8b9,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:27:24.449054 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a19e0a-4ba8-44ff-907e-62f8aa01f8ea req-c61cf523-d3d6-4a9a-9c80-3c2eb8ee20e7 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:24.450545 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-08a19e0a-4ba8-44ff-907e-62f8aa01f8ea req-c61cf523-d3d6-4a9a-9c80-3c2eb8ee20e7 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=a258ad27-a0ab-4472-a265-18d9b8174787 HTTP/1.1" status: 200 len: 932 time: 0.1764777 Oct 12 19:27:24.464279 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-61200fea-ace8-44ef-bf19-968a78cea8fc tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1280177 Oct 12 19:27:24.476393 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa49c1f-ea14-48aa-9d04-fb79cc44cace req-d8467d86-e0d0-4521-a261-c68be8022667 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:24.478870 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9aa49c1f-ea14-48aa-9d04-fb79cc44cace req-d8467d86-e0d0-4521-a261-c68be8022667 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fab81ba2-37e8-4ff2-af8b-0fa2eff2f216 HTTP/1.1" status: 200 len: 945 time: 0.2081811 Oct 12 19:27:24.481593 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53250) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:24.601068 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9aa49c1f-ea14-48aa-9d04-fb79cc44cace req-ed10a8d0-3608-41ec-bdc0-19dcbcc5cb34 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=94a43134-a4a7-45fd-af5f-8fc2adc2c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089556 Oct 12 19:27:24.606240 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-08a19e0a-4ba8-44ff-907e-62f8aa01f8ea req-a96e2891-b80e-45c7-90c7-0b34fe62565f tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113348 Oct 12 19:27:24.644336 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-22136c1e-0640-47be-8c9b-1d259e94c8bc tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:24.667560 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8bf6439f-d14e-49e8-9ec9-db88e52fb418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4306659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16245859'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:24.683461 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-22136c1e-0640-47be-8c9b-1d259e94c8bc tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:24.779915 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf6439f-d14e-49e8-9ec9-db88e52fb418 admin admin] Pushing event updated for resources: {'Subnet': ['ID=610de003-a3a0-4244-ae57-4724e5569ae2,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:27:24.799653 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [req-ccd593a5-f572-423b-9a4e-6009fdb2d3cb req-6bec5b95-c1b1-4c54-9d77-cb1371602bf6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55a3b5f9-99dd-4f7f-9efa-ebd06a66a96e {{(pid=95501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:27:24.808590 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-ccd593a5-f572-423b-9a4e-6009fdb2d3cb req-6bec5b95-c1b1-4c54-9d77-cb1371602bf6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:24.828395 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.provisioning_blocks [req-ccd593a5-f572-423b-9a4e-6009fdb2d3cb req-6bec5b95-c1b1-4c54-9d77-cb1371602bf6 service neutron] Transition to ACTIVE for port object 55a3b5f9-99dd-4f7f-9efa-ebd06a66a96e will not be triggered until provisioned by entity L2. {{(pid=95501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:27:24.829160 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf6439f-d14e-49e8-9ec9-db88e52fb418 admin admin] Checking segment: {'id': 'f1170869-d10a-47f8-bcc2-096029983e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'd46f9207-c404-4b39-9c22-4c600f702514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:27:24.829512 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf6439f-d14e-49e8-9ec9-db88e52fb418 admin admin] Network hostable DHCP agents. Network: d46f9207-c404-4b39-9c22-4c600f702514, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:27:24.829745 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-22136c1e-0640-47be-8c9b-1d259e94c8bc tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:24.833364 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-22136c1e-0640-47be-8c9b-1d259e94c8bc tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:24.836808 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-22136c1e-0640-47be-8c9b-1d259e94c8bc tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] 10.222.0.49 "DELETE /v2.0/security-groups/f995369c-52f6-440d-9434-35a306005cbe HTTP/1.1" status: 204 len: 168 time: 0.3540545 Oct 12 19:27:24.840587 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53256) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:24.848624 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22136c1e-0640-47be-8c9b-1d259e94c8bc tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f995369c-52f6-440d-9434-35a306005cbe,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:27:24.910188 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-13d5e820-3f6a-41f5-b1c2-20a6b54c9344 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0646539 Oct 12 19:27:24.910976 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53258) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:24.915138 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-0321c196-13db-4d81-9eaf-e69ab9eb8078 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Request body: {'security_group': {'name': 'tempest-secgroup--831466763'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:27:24.924359 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-ccd593a5-f572-423b-9a4e-6009fdb2d3cb req-6bec5b95-c1b1-4c54-9d77-cb1371602bf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:24.947913 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf6439f-d14e-49e8-9ec9-db88e52fb418 admin admin] Network d46f9207-c404-4b39-9c22-4c600f702514 is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:27:24.979048 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f1d5943c-b3d8-417d-8ed8-94e73c6f6320 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8092566'] for router_interface, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:24.982753 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bec5b95-c1b1-4c54-9d77-cb1371602bf6 service neutron] Pushing event updated for resources: {'Port': ['ID=55a3b5f9-99dd-4f7f-9efa-ebd06a66a96e,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:27:25.021141 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-8bf6439f-d14e-49e8-9ec9-db88e52fb418 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, d46f9207-c404-4b39-9c22-4c600f702514) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:27:25.025010 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf6439f-d14e-49e8-9ec9-db88e52fb418 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:25.025687 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8bf6439f-d14e-49e8-9ec9-db88e52fb418 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:25.040100 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c68398-08f3-49a1-b52f-4b0b002685d2 None None] Network d46f9207-c404-4b39-9c22-4c600f702514 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:27:25.042587 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0321c196-13db-4d81-9eaf-e69ab9eb8078 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:25.073839 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-ccd593a5-f572-423b-9a4e-6009fdb2d3cb req-6bec5b95-c1b1-4c54-9d77-cb1371602bf6 service neutron] Attempting to bind port 55a3b5f9-99dd-4f7f-9efa-ebd06a66a96e on host n-h2-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:27:25.074224 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-ccd593a5-f572-423b-9a4e-6009fdb2d3cb req-6bec5b95-c1b1-4c54-9d77-cb1371602bf6 service neutron] Attempting to bind port 55a3b5f9-99dd-4f7f-9efa-ebd06a66a96e by drivers openvswitch,hyperv on host n-h2-813679-3 at level 0 using segments [{'id': '2c23b924-3bdb-4700-940f-a5921b74e3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8b9ffd0a-d450-4d4d-8c84-81d908427bea'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:27:25.074563 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd593a5-f572-423b-9a4e-6009fdb2d3cb req-6bec5b95-c1b1-4c54-9d77-cb1371602bf6 service neutron] Attempting to bind port 55a3b5f9-99dd-4f7f-9efa-ebd06a66a96e on network 8b9ffd0a-d450-4d4d-8c84-81d908427bea {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:27:25.085414 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd593a5-f572-423b-9a4e-6009fdb2d3cb req-6bec5b95-c1b1-4c54-9d77-cb1371602bf6 service neutron] Port 55a3b5f9-99dd-4f7f-9efa-ebd06a66a96e on network 8b9ffd0a-d450-4d4d-8c84-81d908427bea not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:27:25.085755 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd593a5-f572-423b-9a4e-6009fdb2d3cb req-6bec5b95-c1b1-4c54-9d77-cb1371602bf6 service neutron] Attempting to bind port 55a3b5f9-99dd-4f7f-9efa-ebd06a66a96e on network 8b9ffd0a-d450-4d4d-8c84-81d908427bea {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:27:25.109193 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd593a5-f572-423b-9a4e-6009fdb2d3cb req-6bec5b95-c1b1-4c54-9d77-cb1371602bf6 service neutron] Checking agent: {'id': '233fbd7d-38e4-434f-bb8f-05364d7423a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:27:25.109544 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd593a5-f572-423b-9a4e-6009fdb2d3cb req-6bec5b95-c1b1-4c54-9d77-cb1371602bf6 service neutron] Checking segment: {'id': '2c23b924-3bdb-4700-940f-a5921b74e3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8b9ffd0a-d450-4d4d-8c84-81d908427bea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:27:25.109940 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd593a5-f572-423b-9a4e-6009fdb2d3cb req-6bec5b95-c1b1-4c54-9d77-cb1371602bf6 service neutron] Bound using segment: {'id': '2c23b924-3bdb-4700-940f-a5921b74e3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8b9ffd0a-d450-4d4d-8c84-81d908427bea'} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:27:25.110397 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-ccd593a5-f572-423b-9a4e-6009fdb2d3cb req-6bec5b95-c1b1-4c54-9d77-cb1371602bf6 service neutron] Bound port: 55a3b5f9-99dd-4f7f-9efa-ebd06a66a96e, host: n-h2-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c23b924-3bdb-4700-940f-a5921b74e3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8b9ffd0a-d450-4d4d-8c84-81d908427bea'}}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:27:25.110762 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-ccd593a5-f572-423b-9a4e-6009fdb2d3cb req-6bec5b95-c1b1-4c54-9d77-cb1371602bf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:25.178401 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0321c196-13db-4d81-9eaf-e69ab9eb8078 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:25.201117 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3957a4d0-7d5c-4fca-8b2c-adba4c22e55c None None] Network d46f9207-c404-4b39-9c22-4c600f702514 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:27:25.202438 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-ccd593a5-f572-423b-9a4e-6009fdb2d3cb req-6bec5b95-c1b1-4c54-9d77-cb1371602bf6 service neutron] For port 55a3b5f9-99dd-4f7f-9efa-ebd06a66a96e, host n-h2-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:27:25.211799 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-8bf6439f-d14e-49e8-9ec9-db88e52fb418 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1870759 Oct 12 19:27:25.212073 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-ccd593a5-f572-423b-9a4e-6009fdb2d3cb req-6bec5b95-c1b1-4c54-9d77-cb1371602bf6 service neutron] For port 55a3b5f9-99dd-4f7f-9efa-ebd06a66a96e, host n-h2-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=55a3b5f9-99dd-4f7f-9efa-ebd06a66a96e,segment=NetworkSegment(2c23b924-3bdb-4700-940f-a5921b74e3c2),segment_id=2c23b924-3bdb-4700-940f-a5921b74e3c2)] {{(pid=95501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:27:25.285830 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-ccd593a5-f572-423b-9a4e-6009fdb2d3cb req-6bec5b95-c1b1-4c54-9d77-cb1371602bf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:25.347355 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0321c196-13db-4d81-9eaf-e69ab9eb8078 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:25.358160 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-f1d5943c-b3d8-417d-8ed8-94e73c6f6320 admin admin] Deleting port dc4923c1-d465-4d93-a01a-792a25a0d95d {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:27:25.358451 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f1d5943c-b3d8-417d-8ed8-94e73c6f6320 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:25.391026 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd593a5-f572-423b-9a4e-6009fdb2d3cb req-6bec5b95-c1b1-4c54-9d77-cb1371602bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:25.391637 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-ccd593a5-f572-423b-9a4e-6009fdb2d3cb req-6bec5b95-c1b1-4c54-9d77-cb1371602bf6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:25.393289 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ccd593a5-f572-423b-9a4e-6009fdb2d3cb req-6bec5b95-c1b1-4c54-9d77-cb1371602bf6 service neutron] 10.222.0.67 "PUT /v2.0/ports/55a3b5f9-99dd-4f7f-9efa-ebd06a66a96e HTTP/1.1" status: 200 len: 1092 time: 1.5522227 Oct 12 19:27:25.397606 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a258ad27-a0ab-4472-a265-18d9b8174787', 'tag': '55a3b5f9-99dd-4f7f-9efa-ebd06a66a96e'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:27:25.399460 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43c9677c-02a9-4079-bfe7-a7205a21b783" -d '{"events": [{"name": "network-changed", "server_uuid": "a258ad27-a0ab-4472-a265-18d9b8174787", "tag": "55a3b5f9-99dd-4f7f-9efa-ebd06a66a96e"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:27:25.420601 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0321c196-13db-4d81-9eaf-e69ab9eb8078 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85b2834c-9cf9-4f49-9180-9b8e46913477,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:27:25.422784 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bec5b95-c1b1-4c54-9d77-cb1371602bf6 service neutron] Pushing event updated for resources: {'Port': ['ID=55a3b5f9-99dd-4f7f-9efa-ebd06a66a96e,revision_number=3']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:27:25.455321 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0698631-4294-474b-905d-d43913d4a82b x-openstack-request-id: req-e0698631-4294-474b-905d-d43913d4a82b {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:27:25.455619 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a258ad27-a0ab-4472-a265-18d9b8174787", "tag": "55a3b5f9-99dd-4f7f-9efa-ebd06a66a96e", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:27:25.456018 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e0698631-4294-474b-905d-d43913d4a82b {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:27:25.456470 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a258ad27-a0ab-4472-a265-18d9b8174787', 'tag': '55a3b5f9-99dd-4f7f-9efa-ebd06a66a96e', 'status': 'completed', 'code': 200} Oct 12 19:27:25.473558 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-f1d5943c-b3d8-417d-8ed8-94e73c6f6320 admin admin] For port dc4923c1-d465-4d93-a01a-792a25a0d95d, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=dc4923c1-d465-4d93-a01a-792a25a0d95d,segment=NetworkSegment(ea4a270c-5f43-4988-909c-2cf22be49b36),segment_id=ea4a270c-5f43-4988-909c-2cf22be49b36)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:27:25.473929 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f1d5943c-b3d8-417d-8ed8-94e73c6f6320 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:25.489971 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-f1d5943c-b3d8-417d-8ed8-94e73c6f6320 admin admin] Calling delete_port for dc4923c1-d465-4d93-a01a-792a25a0d95d owned by network:router_interface {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:27:25.516656 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0321c196-13db-4d81-9eaf-e69ab9eb8078 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:25.518214 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-0321c196-13db-4d81-9eaf-e69ab9eb8078 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6066594 Oct 12 19:27:25.522863 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53278) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:25.530098 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-9ae345ce-3bae-41cd-982a-5f4b4a204f22 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Request body: {'security_group_rule': {'security_group_id': '85b2834c-9cf9-4f49-9180-9b8e46913477', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:27:25.550742 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c9677c-02a9-4079-bfe7-a7205a21b783 req-7bab1260-4980-495a-8913-8d11df25d31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:25.552323 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-43c9677c-02a9-4079-bfe7-a7205a21b783 req-7bab1260-4980-495a-8913-8d11df25d31e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9558b59fe3b94a1fa2fbec9bbf16e093&device_id=a258ad27-a0ab-4472-a265-18d9b8174787 HTTP/1.1" status: 200 len: 1095 time: 0.0753691 Oct 12 19:27:25.721863 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9ae345ce-3bae-41cd-982a-5f4b4a204f22 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:25.780710 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c9677c-02a9-4079-bfe7-a7205a21b783 req-d2e118f1-c35d-4526-ad80-5ce52ca1e5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:25.782170 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-43c9677c-02a9-4079-bfe7-a7205a21b783 req-d2e118f1-c35d-4526-ad80-5ce52ca1e5cc service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=9558b59fe3b94a1fa2fbec9bbf16e093&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2214432 Oct 12 19:27:25.807284 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f1d5943c-b3d8-417d-8ed8-94e73c6f6320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:25.844827 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d5943c-b3d8-417d-8ed8-94e73c6f6320 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc4923c1-d465-4d93-a01a-792a25a0d95d,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:27:25.862091 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88255397-5e7b-4319-8ee5-fa281865a2ec req-9d60dd64-b3f2-455b-bfa6-6b92c100bf54 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:25.863616 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-88255397-5e7b-4319-8ee5-fa281865a2ec req-9d60dd64-b3f2-455b-bfa6-6b92c100bf54 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=a258ad27-a0ab-4472-a265-18d9b8174787 HTTP/1.1" status: 200 len: 944 time: 0.1733425 Oct 12 19:27:25.950079 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9ae345ce-3bae-41cd-982a-5f4b4a204f22 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:25.994697 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-88255397-5e7b-4319-8ee5-fa281865a2ec req-9517cfc3-a663-4a5f-b31b-215ffb2f4638 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098340 Oct 12 19:27:25.999193 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c9677c-02a9-4079-bfe7-a7205a21b783 req-d1da863d-8581-41c4-8505-9fcdb16bc42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:26.000726 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-43c9677c-02a9-4079-bfe7-a7205a21b783 req-d1da863d-8581-41c4-8505-9fcdb16bc42a service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2068100 Oct 12 19:27:26.003872 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-bd7a7fef-576f-4317-a7d1-c77c8f4069dd req-9871aef1-eea7-4a6d-a5df-a8590407b2e1 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=fb56269f-088f-4dd7-97a9-d7a3df061653&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1361959 Oct 12 19:27:26.034275 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9ae345ce-3bae-41cd-982a-5f4b4a204f22 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:26.058923 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae345ce-3bae-41cd-982a-5f4b4a204f22 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73be67cc-364d-4ad9-89f6-0c10a2ae2c8c,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:27:26.119887 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326c894e-e12a-434d-8ef3-aaea4efc7ab5 req-a4815c3e-90d3-4fa4-8f0b-b524f13a7297 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:26.121580 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-326c894e-e12a-434d-8ef3-aaea4efc7ab5 req-a4815c3e-90d3-4fa4-8f0b-b524f13a7297 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/networks?id=d46f9207-c404-4b39-9c22-4c600f702514 HTTP/1.1" status: 200 len: 815 time: 0.3706596 Oct 12 19:27:26.148052 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-326c894e-e12a-434d-8ef3-aaea4efc7ab5 req-aa5f666e-2ec1-4db1-bad4-1ec6f5a9af8c tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/quotas/c5ae0cb676494c85bed95fdcf49f266a HTTP/1.1" status: 200 len: 375 time: 0.0166898 Oct 12 19:27:26.152416 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f1d5943c-b3d8-417d-8ed8-94e73c6f6320 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7898909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8092450'] for router_interface, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:26.177740 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9ae345ce-3bae-41cd-982a-5f4b4a204f22 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:26.177740 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-9ae345ce-3bae-41cd-982a-5f4b4a204f22 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6494565 Oct 12 19:27:26.182489 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53300) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:26.197781 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-326c894e-e12a-434d-8ef3-aaea4efc7ab5 req-544f931c-17dc-4fe4-9f5f-4c85349dd73d tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=c5ae0cb676494c85bed95fdcf49f266a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0367188 Oct 12 19:27:26.201180 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-1af16dfc-5cde-416d-8b99-2728fd0fa6e3 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Request body: {'security_group_rule': {'security_group_id': '85b2834c-9cf9-4f49-9180-9b8e46913477', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:27:26.219915 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd593a5-f572-423b-9a4e-6009fdb2d3cb req-cc94ad18-8b78-4b9a-a3f7-ab8521775da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:26.221519 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ccd593a5-f572-423b-9a4e-6009fdb2d3cb req-cc94ad18-8b78-4b9a-a3f7-ab8521775da4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9558b59fe3b94a1fa2fbec9bbf16e093&device_id=a258ad27-a0ab-4472-a265-18d9b8174787 HTTP/1.1" status: 200 len: 1095 time: 0.1508660 Oct 12 19:27:26.223120 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7a7fef-576f-4317-a7d1-c77c8f4069dd req-20cef9f8-31c9-4509-8789-ccb3ebf44c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:26.224483 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-bd7a7fef-576f-4317-a7d1-c77c8f4069dd req-20cef9f8-31c9-4509-8789-ccb3ebf44c28 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8037c4999d8b4d25a8c451f2b659a2c4&device_id=fb56269f-088f-4dd7-97a9-d7a3df061653 HTTP/1.1" status: 200 len: 1095 time: 0.1303272 Oct 12 19:27:26.234314 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ec6e8c-8446-4596-b61d-177a94ac9e4c req-529a2627-4637-48d9-9de9-17189acdf0ee tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:26.235309 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-16ec6e8c-8446-4596-b61d-177a94ac9e4c req-529a2627-4637-48d9-9de9-17189acdf0ee tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fab81ba2-37e8-4ff2-af8b-0fa2eff2f216 HTTP/1.1" status: 200 len: 945 time: 0.0961699 Oct 12 19:27:26.297325 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ccd593a5-f572-423b-9a4e-6009fdb2d3cb req-414465e6-188e-4ed4-b250-59d092813006 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=55a3b5f9-99dd-4f7f-9efa-ebd06a66a96e HTTP/1.1" status: 200 len: 217 time: 0.0608654 Oct 12 19:27:26.382994 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1af16dfc-5cde-416d-8b99-2728fd0fa6e3 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:26.386001 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-16ec6e8c-8446-4596-b61d-177a94ac9e4c req-5c2a036d-5d62-40db-9099-d9e66eb524bc tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=94a43134-a4a7-45fd-af5f-8fc2adc2c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438863 Oct 12 19:27:26.403681 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd593a5-f572-423b-9a4e-6009fdb2d3cb req-403bc8b8-90e6-4fc5-845a-cb8882c522a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:26.405178 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ccd593a5-f572-423b-9a4e-6009fdb2d3cb req-403bc8b8-90e6-4fc5-845a-cb8882c522a9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dc530ace-4b18-4ae9-b625-36ec27074a9c HTTP/1.1" status: 200 len: 852 time: 0.0966294 Oct 12 19:27:26.454671 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7a7fef-576f-4317-a7d1-c77c8f4069dd req-afba09d6-1987-443f-9b15-91d8d2a01047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:26.456495 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-bd7a7fef-576f-4317-a7d1-c77c8f4069dd req-afba09d6-1987-443f-9b15-91d8d2a01047 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f22a0b4a-70e4-4463-a6ef-6109199fd871 HTTP/1.1" status: 200 len: 912 time: 0.2069273 Oct 12 19:27:26.486803 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ccd593a5-f572-423b-9a4e-6009fdb2d3cb req-fca10d6e-527a-40b1-95c9-b9f5ee274510 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8b9ffd0a-d450-4d4d-8c84-81d908427bea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609024 Oct 12 19:27:26.625234 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-bd7a7fef-576f-4317-a7d1-c77c8f4069dd req-c62af2df-9dbc-436e-b36b-ed9d91d3ace0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a1f42106-a7b0-4dd3-8e89-1f2eceabc986 HTTP/1.1" status: 200 len: 999 time: 0.1411269 Oct 12 19:27:26.678826 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ccd593a5-f572-423b-9a4e-6009fdb2d3cb req-d3320915-0927-454e-8030-7bf46d363c2f service neutron] 10.222.0.67 "GET /v2.0/networks/8b9ffd0a-d450-4d4d-8c84-81d908427bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826007 Oct 12 19:27:26.795573 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7a7fef-576f-4317-a7d1-c77c8f4069dd req-c50fccf2-5013-4275-a3df-8eb93d6dd39a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:26.797109 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-bd7a7fef-576f-4317-a7d1-c77c8f4069dd req-c50fccf2-5013-4275-a3df-8eb93d6dd39a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a09cd6ac-b3e0-423d-9e85-6644cbc7e663 HTTP/1.1" status: 200 len: 850 time: 0.1576188 Oct 12 19:27:26.847418 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a6a1f9c6-6517-4d0e-9f91-fd50dea43cf7 req-35203af7-87d3-4973-a508-50ebe59dd89d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=fab81ba2-37e8-4ff2-af8b-0fa2eff2f216&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1674578 Oct 12 19:27:26.867136 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485b6b52-886d-478c-9206-8c64297dc732 req-1a90c8df-0a79-4202-87ff-aa39bc3518a0 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:26.868709 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-485b6b52-886d-478c-9206-8c64297dc732 req-1a90c8df-0a79-4202-87ff-aa39bc3518a0 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb56269f-088f-4dd7-97a9-d7a3df061653 HTTP/1.1" status: 200 len: 944 time: 0.1778543 Oct 12 19:27:26.875688 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-326c894e-e12a-434d-8ef3-aaea4efc7ab5 req-fe70fffa-9aeb-44b3-bd7e-43d7c7fd0b05 service neutron] 10.222.0.49 "GET /v2.0/networks/d46f9207-c404-4b39-9c22-4c600f702514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6266291 Oct 12 19:27:26.924725 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ccd593a5-f572-423b-9a4e-6009fdb2d3cb req-203a8d9b-3920-4184-bba9-3bc80377e2bc service neutron] 10.222.0.67 "GET /v2.0/networks/8b9ffd0a-d450-4d4d-8c84-81d908427bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350292 Oct 12 19:27:26.939190 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1af16dfc-5cde-416d-8b99-2728fd0fa6e3 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:26.973447 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7a7fef-576f-4317-a7d1-c77c8f4069dd req-a292d599-5377-4f96-bea4-8e5dea3c5fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:26.974958 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-bd7a7fef-576f-4317-a7d1-c77c8f4069dd req-a292d599-5377-4f96-bea4-8e5dea3c5fb0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f22a0b4a-70e4-4463-a6ef-6109199fd871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1636729 Oct 12 19:27:26.988546 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-485b6b52-886d-478c-9206-8c64297dc732 req-a823fa99-9215-4c0c-b42d-ddd83796282a tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e18d525-cf41-4d49-869d-79a715be58e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055079 Oct 12 19:27:27.021370 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1d5943c-b3d8-417d-8ed8-94e73c6f6320 admin admin] Router 70fffdbc-29e4-4e69-bb15-b6903ecf83ce has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:27:27.027664 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-326c894e-e12a-434d-8ef3-aaea4efc7ab5 req-63c9b4ad-3041-4043-8029-0cae4e7b68d2 service neutron] 10.222.0.49 "GET /v2.0/networks/d46f9207-c404-4b39-9c22-4c600f702514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449513 Oct 12 19:27:27.028291 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1af16dfc-5cde-416d-8b99-2728fd0fa6e3 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:27.054033 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af16dfc-5cde-416d-8b99-2728fd0fa6e3 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6f6c8ba-1229-4dc2-9ee2-8d158e69cddc,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:27:27.081688 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a1f9c6-6517-4d0e-9f91-fd50dea43cf7 req-68702385-6641-45f1-9606-58282dd72aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:27.083272 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a6a1f9c6-6517-4d0e-9f91-fd50dea43cf7 req-68702385-6641-45f1-9606-58282dd72aca service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8037c4999d8b4d25a8c451f2b659a2c4&device_id=fab81ba2-37e8-4ff2-af8b-0fa2eff2f216 HTTP/1.1" status: 200 len: 1096 time: 0.1623058 Oct 12 19:27:27.166498 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1af16dfc-5cde-416d-8b99-2728fd0fa6e3 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:27.167686 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-1af16dfc-5cde-416d-8b99-2728fd0fa6e3 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9730232 Oct 12 19:27:27.171491 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53324) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:27.177375 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-5ff0f5bc-2e3d-43c2-8d34-3db802ce7995 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Request body: {'security_group_rule': {'security_group_id': '85b2834c-9cf9-4f49-9180-9b8e46913477', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:27:27.200312 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1d5943c-b3d8-417d-8ed8-94e73c6f6320 admin admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:27:27.206201 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-f1d5943c-b3d8-417d-8ed8-94e73c6f6320 admin admin] 10.222.0.49 "PUT /v2.0/routers/70fffdbc-29e4-4e69-bb15-b6903ecf83ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2150950 Oct 12 19:27:27.208827 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53326) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:27.215102 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8caa71c2-7fcb-4b6c-948c-5c444d145060 None None] Sync routers for ids ['70fffdbc-29e4-4e69-bb15-b6903ecf83ce'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:27:27.223639 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679f253e-b142-480a-a043-b21252757b94 req-b989e1a4-ed0a-4f61-85a5-0bb418edf458 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:27.225191 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-679f253e-b142-480a-a043-b21252757b94 req-b989e1a4-ed0a-4f61-85a5-0bb418edf458 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb56269f-088f-4dd7-97a9-d7a3df061653 HTTP/1.1" status: 200 len: 944 time: 0.1395783 Oct 12 19:27:27.229661 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-bd7a7fef-576f-4317-a7d1-c77c8f4069dd req-b1a19bd1-1a8b-4476-a6de-825e9c514dde service neutron] 10.222.0.61 "GET /v2.0/networks/f22a0b4a-70e4-4463-a6ef-6109199fd871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456572 Oct 12 19:27:27.239555 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8caa71c2-7fcb-4b6c-948c-5c444d145060 None None] Routers {'70fffdbc-29e4-4e69-bb15-b6903ecf83ce'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:27:27.240442 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-8caa71c2-7fcb-4b6c-948c-5c444d145060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:27:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['70fffdbc-29e4-4e69-bb15-b6903ecf83ce'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:27:27.375572 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f8ccfd70-9cac-4125-b585-44f1ba0fd11b admin admin] Notify callbacks [] for router, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:27.393212 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a1f9c6-6517-4d0e-9f91-fd50dea43cf7 req-64c0b949-65c5-4887-b0dc-7a8da6285ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:27.393212 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a6a1f9c6-6517-4d0e-9f91-fd50dea43cf7 req-64c0b949-65c5-4887-b0dc-7a8da6285ff9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f22a0b4a-70e4-4463-a6ef-6109199fd871 HTTP/1.1" status: 200 len: 912 time: 0.2651649 Oct 12 19:27:27.476260 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5ff0f5bc-2e3d-43c2-8d34-3db802ce7995 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:27.513861 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-679f253e-b142-480a-a043-b21252757b94 req-1489c9f5-085b-4780-8eba-34e89baa7fed tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e18d525-cf41-4d49-869d-79a715be58e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2793841 Oct 12 19:27:27.532369 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a6a1f9c6-6517-4d0e-9f91-fd50dea43cf7 req-5be5e158-dd4c-45a1-8739-94d9ce281f57 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=746f239a-cac1-47b7-a948-8973bb897097 HTTP/1.1" status: 200 len: 217 time: 0.1050704 Oct 12 19:27:27.571814 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704b0102-1e6b-4ef9-97b8-4ad9f2f81c0f req-37e9658d-84d8-46a6-a96f-b473366c05e6 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:27.579374 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-704b0102-1e6b-4ef9-97b8-4ad9f2f81c0f req-37e9658d-84d8-46a6-a96f-b473366c05e6 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=a258ad27-a0ab-4472-a265-18d9b8174787 HTTP/1.1" status: 200 len: 944 time: 0.1620953 Oct 12 19:27:27.637172 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-8caa71c2-7fcb-4b6c-948c-5c444d145060 None None] Set router 70fffdbc-29e4-4e69-bb15-b6903ecf83ce gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:27:27.650920 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-704b0102-1e6b-4ef9-97b8-4ad9f2f81c0f req-11d0a700-d099-4f34-b96a-acd81e355270 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706117 Oct 12 19:27:27.651092 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a1f9c6-6517-4d0e-9f91-fd50dea43cf7 req-7081bd16-f5a1-407b-a7b1-b99ccb7a3d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:27.653066 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a6a1f9c6-6517-4d0e-9f91-fd50dea43cf7 req-7081bd16-f5a1-407b-a7b1-b99ccb7a3d79 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a09cd6ac-b3e0-423d-9e85-6644cbc7e663 HTTP/1.1" status: 200 len: 850 time: 0.1026232 Oct 12 19:27:27.687272 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5ff0f5bc-2e3d-43c2-8d34-3db802ce7995 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:27.694624 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f8ccfd70-9cac-4125-b585-44f1ba0fd11b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:27.699938 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-dc65e92e-f16b-4c90-bb34-2d21f142fba5 req-f569da3d-c61b-47d1-8317-1e7fd7799a38 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/ports?device_id=b7f4236c-59df-4193-aae7-ab887a28c6d7 HTTP/1.1" status: 200 len: 210 time: 0.0449915 Oct 12 19:27:27.727771 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-bd7a7fef-576f-4317-a7d1-c77c8f4069dd req-1196d01b-6da5-4b09-a9d2-a0f43b9dcdd5 service neutron] 10.222.0.61 "GET /v2.0/networks/f22a0b4a-70e4-4463-a6ef-6109199fd871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4769800 Oct 12 19:27:27.768220 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a1f9c6-6517-4d0e-9f91-fd50dea43cf7 req-51f8cbc8-ce74-4094-bef7-c156612f68af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:27.770792 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5ff0f5bc-2e3d-43c2-8d34-3db802ce7995 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:27.777246 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a6a1f9c6-6517-4d0e-9f91-fd50dea43cf7 req-51f8cbc8-ce74-4094-bef7-c156612f68af service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f22a0b4a-70e4-4463-a6ef-6109199fd871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0763276 Oct 12 19:27:27.797962 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff0f5bc-2e3d-43c2-8d34-3db802ce7995 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bc7faba-ba77-48fd-91f2-b789b538d3b7,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:27:27.879745 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccfd70-9cac-4125-b585-44f1ba0fd11b admin admin] Deleting port ced8e94e-59cd-4109-b4ca-f5e8cae58e2e {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:27:27.882158 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f8ccfd70-9cac-4125-b585-44f1ba0fd11b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:27.916117 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-8caa71c2-7fcb-4b6c-948c-5c444d145060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70fffdbc-29e4-4e69-bb15-b6903ecf83ce', 'name': 'tempest-TaggedBootDevicesTest-421754055-router', 'tenant_id': 'e1bc73ca052b4ff989529862bf093e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': 'ced8e94e-59cd-4109-b4ca-f5e8cae58e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:14:36Z', 'updated_at': '2021-10-12T19:27:25Z', 'revision_number': 5, 'project_id': 'e1bc73ca052b4ff989529862bf093e8d', 'gw_port': {'id': 'ced8e94e-59cd-4109-b4ca-f5e8cae58e2e', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:06:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70fffdbc-29e4-4e69-bb15-b6903ecf83ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:14:37Z', 'updated_at': '2021-10-12T19:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:27:27.949816 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8caa71c2-7fcb-4b6c-948c-5c444d145060 None None] Checking router: 70fffdbc-29e4-4e69-bb15-b6903ecf83ce for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:27:27.961035 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8caa71c2-7fcb-4b6c-948c-5c444d145060 None None] Routers {'70fffdbc-29e4-4e69-bb15-b6903ecf83ce'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:27:27.961677 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-8caa71c2-7fcb-4b6c-948c-5c444d145060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:27:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['70fffdbc-29e4-4e69-bb15-b6903ecf83ce'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:27:27.999503 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-f8ccfd70-9cac-4125-b585-44f1ba0fd11b admin admin] For port ced8e94e-59cd-4109-b4ca-f5e8cae58e2e, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=ced8e94e-59cd-4109-b4ca-f5e8cae58e2e,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:27:27.999875 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f8ccfd70-9cac-4125-b585-44f1ba0fd11b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:28.005881 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a6a1f9c6-6517-4d0e-9f91-fd50dea43cf7 req-c2381c2f-8523-46ed-9a73-6f60d47116af service neutron] 10.222.0.67 "GET /v2.0/networks/f22a0b4a-70e4-4463-a6ef-6109199fd871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198672 Oct 12 19:27:28.015918 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5ff0f5bc-2e3d-43c2-8d34-3db802ce7995 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:28.019808 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-5ff0f5bc-2e3d-43c2-8d34-3db802ce7995 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8447096 Oct 12 19:27:28.021460 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53358) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:28.026509 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-53af724e-027f-4836-9434-1223891ac795 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Request body: {'security_group_rule': {'security_group_id': '85b2834c-9cf9-4f49-9180-9b8e46913477', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:27:28.028039 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b8ec1a-27e1-4541-9700-97c76d1b1a17 req-132c7b2b-15c9-44a2-968d-f0b5fcf41ae6 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:28.031252 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccfd70-9cac-4125-b585-44f1ba0fd11b admin admin] Calling delete_port for ced8e94e-59cd-4109-b4ca-f5e8cae58e2e owned by network:router_gateway {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:27:28.036226 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-66b8ec1a-27e1-4541-9700-97c76d1b1a17 req-132c7b2b-15c9-44a2-968d-f0b5fcf41ae6 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/networks?id=f22a0b4a-70e4-4463-a6ef-6109199fd871 HTTP/1.1" status: 200 len: 811 time: 0.2365839 Oct 12 19:27:28.072357 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-66b8ec1a-27e1-4541-9700-97c76d1b1a17 req-2b6796b3-4aa3-479e-82e5-daa9962bbbfb tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/quotas/8037c4999d8b4d25a8c451f2b659a2c4 HTTP/1.1" status: 200 len: 375 time: 0.0341191 Oct 12 19:27:28.121255 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-8caa71c2-7fcb-4b6c-948c-5c444d145060 None None] Set router 70fffdbc-29e4-4e69-bb15-b6903ecf83ce gateway port host: None {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:27:28.178435 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-8caa71c2-7fcb-4b6c-948c-5c444d145060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70fffdbc-29e4-4e69-bb15-b6903ecf83ce', 'name': 'tempest-TaggedBootDevicesTest-421754055-router', 'tenant_id': 'e1bc73ca052b4ff989529862bf093e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:14:36Z', 'updated_at': '2021-10-12T19:27:27Z', 'revision_number': 6, 'project_id': 'e1bc73ca052b4ff989529862bf093e8d', 'gw_port_host': None}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:27:28.180694 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-66b8ec1a-27e1-4541-9700-97c76d1b1a17 req-42e9f053-4754-42c1-9cb7-8068355011a4 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=8037c4999d8b4d25a8c451f2b659a2c4&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1074936 Oct 12 19:27:28.198709 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a6a1f9c6-6517-4d0e-9f91-fd50dea43cf7 req-8b4cd385-8ac8-43f8-a3eb-7f78a711f55d service neutron] 10.222.0.67 "GET /v2.0/networks/f22a0b4a-70e4-4463-a6ef-6109199fd871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591897 Oct 12 19:27:28.210595 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8caa71c2-7fcb-4b6c-948c-5c444d145060 None None] The sync data for ids ['70fffdbc-29e4-4e69-bb15-b6903ecf83ce'] in n-d-813679-3 is: [{'id': '70fffdbc-29e4-4e69-bb15-b6903ecf83ce', 'name': 'tempest-TaggedBootDevicesTest-421754055-router', 'tenant_id': 'e1bc73ca052b4ff989529862bf093e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:14:36Z', 'updated_at': '2021-10-12T19:27:27Z', 'revision_number': 6, 'project_id': 'e1bc73ca052b4ff989529862bf093e8d', 'gw_port_host': None}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:27:28.235297 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-53af724e-027f-4836-9434-1223891ac795 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:28.308868 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-53af724e-027f-4836-9434-1223891ac795 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:28.328295 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-66b8ec1a-27e1-4541-9700-97c76d1b1a17 req-e7cbf5e3-9897-471f-9652-28392f01f8c8 service neutron] 10.222.0.49 "GET /v2.0/networks/f22a0b4a-70e4-4463-a6ef-6109199fd871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125865 Oct 12 19:27:28.360978 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f8ccfd70-9cac-4125-b585-44f1ba0fd11b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:28.421210 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ccfd70-9cac-4125-b585-44f1ba0fd11b admin admin] Pushing event deleted for resources: {'Port': ['ID=ced8e94e-59cd-4109-b4ca-f5e8cae58e2e,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:27:28.428411 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-53af724e-027f-4836-9434-1223891ac795 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:28.486619 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-66b8ec1a-27e1-4541-9700-97c76d1b1a17 req-6885c576-5b32-4ae6-8151-143ddc5cde18 service neutron] 10.222.0.49 "GET /v2.0/networks/f22a0b4a-70e4-4463-a6ef-6109199fd871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518729 Oct 12 19:27:28.527231 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53af724e-027f-4836-9434-1223891ac795 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb9d49ea-7dc5-48b8-b1d9-cade37b5b197,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:27:28.558858 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f8ccfd70-9cac-4125-b585-44f1ba0fd11b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7915456'] for router_gateway, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:28.599164 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-53af724e-027f-4836-9434-1223891ac795 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:28.600420 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-53af724e-027f-4836-9434-1223891ac795 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5785186 Oct 12 19:27:28.603777 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53368) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:28.608871 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-14d9eefa-755c-4591-b0ee-02e2b0c23696 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Request body: {'security_group_rule': {'security_group_id': '85b2834c-9cf9-4f49-9180-9b8e46913477', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:27:28.665175 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f8ccfd70-9cac-4125-b585-44f1ba0fd11b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255495'] for router, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:28.668020 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f8ccfd70-9cac-4125-b585-44f1ba0fd11b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:28.771919 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f8ccfd70-9cac-4125-b585-44f1ba0fd11b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8093499'] for router, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:28.772376 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8ccfd70-9cac-4125-b585-44f1ba0fd11b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 70fffdbc-29e4-4e69-bb15-b6903ecf83ce {{(pid=95502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 19:27:28.778857 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f8ccfd70-9cac-4125-b585-44f1ba0fd11b admin admin] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:28.782389 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-f8ccfd70-9cac-4125-b585-44f1ba0fd11b admin admin] 10.222.0.49 "DELETE /v2.0/routers/70fffdbc-29e4-4e69-bb15-b6903ecf83ce HTTP/1.1" status: 204 len: 168 time: 1.5703154 Oct 12 19:27:28.782640 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53384) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:28.842105 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-14d9eefa-755c-4591-b0ee-02e2b0c23696 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:28.879151 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16558528-d806-4d08-8241-6d79a151f38d req-8cda7b6d-fc46-4107-8af7-13f430cd5994 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:28.880802 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-16558528-d806-4d08-8241-6d79a151f38d req-8cda7b6d-fc46-4107-8af7-13f430cd5994 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=a258ad27-a0ab-4472-a265-18d9b8174787 HTTP/1.1" status: 200 len: 944 time: 0.1454301 Oct 12 19:27:28.891134 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-f28d5260-9bc3-4ca7-9894-0452dc1525ae admin admin] Deleting subnet 05da809f-ecea-4341-80e8-b874d56f17a9 {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:27:28.899433 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f28d5260-9bc3-4ca7-9894-0452dc1525ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:28.926922 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-aa19778e-627b-4196-87b2-5fd8a090975f req-0a1e9385-a587-412d-b81c-2108cc4f7a74 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=990414b1-6bca-4a7a-bdcb-ae023cbbe9ab HTTP/1.1" status: 200 len: 210 time: 0.1427155 Oct 12 19:27:28.980287 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-14d9eefa-755c-4591-b0ee-02e2b0c23696 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:29.002930 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-16558528-d806-4d08-8241-6d79a151f38d req-c9919241-968b-4caf-b83b-69e7a407cd76 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046538 Oct 12 19:27:29.015312 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f28d5260-9bc3-4ca7-9894-0452dc1525ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16313642'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:29.069815 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0cef06cf-dcda-4b97-80ef-b89ea3423317 req-1ffbf905-9a18-4fb9-814a-e2365a18a1f8 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/ports?device_id=b7f4236c-59df-4193-aae7-ab887a28c6d7 HTTP/1.1" status: 200 len: 210 time: 0.0348110 Oct 12 19:27:29.111985 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-14d9eefa-755c-4591-b0ee-02e2b0c23696 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:29.150806 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2f928c68-ae5a-4895-9abe-cc3e1aa8ded9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:29.157050 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d9eefa-755c-4591-b0ee-02e2b0c23696 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=914d5a5b-bb8e-43c7-a501-6c29412ba1e5,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:27:29.168583 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f28d5260-9bc3-4ca7-9894-0452dc1525ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:29.317294 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f28d5260-9bc3-4ca7-9894-0452dc1525ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4306592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16245866'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:29.318738 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-14d9eefa-755c-4591-b0ee-02e2b0c23696 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:29.322288 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-14d9eefa-755c-4591-b0ee-02e2b0c23696 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.7158272 Oct 12 19:27:29.327883 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53396) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:29.349021 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28d5260-9bc3-4ca7-9894-0452dc1525ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05da809f-ecea-4341-80e8-b874d56f17a9,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:27:29.356175 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f28d5260-9bc3-4ca7-9894-0452dc1525ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:29.362515 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-f28d5260-9bc3-4ca7-9894-0452dc1525ae admin admin] 10.222.0.49 "DELETE /v2.0/subnets/05da809f-ecea-4341-80e8-b874d56f17a9 HTTP/1.1" status: 204 len: 168 time: 0.5787766 Oct 12 19:27:29.363132 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53398) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:29.364520 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25874756-dccc-42c4-8660-55da56ae3b75 None None] Network fd3a7e91-28a9-4db8-b159-ade8f4dff732 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:27:29.373643 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5ee98c6b-6e61-4cf3-9b6e-e9555b39849b tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:29.427781 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5ee98c6b-6e61-4cf3-9b6e-e9555b39849b tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:29.483273 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a8002e69-361d-4a09-b699-b6ff707b38df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:29.542077 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5ee98c6b-6e61-4cf3-9b6e-e9555b39849b tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:29.551979 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5ee98c6b-6e61-4cf3-9b6e-e9555b39849b tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:29.556551 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-a8002e69-361d-4a09-b699-b6ff707b38df admin admin] Deleting port 74152d0b-23d2-44aa-a9df-ba2e2627d81a {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:27:29.556855 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a8002e69-361d-4a09-b699-b6ff707b38df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:29.560329 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-5ee98c6b-6e61-4cf3-9b6e-e9555b39849b tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/914d5a5b-bb8e-43c7-a501-6c29412ba1e5 HTTP/1.1" status: 204 len: 168 time: 0.2303209 Oct 12 19:27:29.566569 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53402) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:29.580787 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee98c6b-6e61-4cf3-9b6e-e9555b39849b tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=914d5a5b-bb8e-43c7-a501-6c29412ba1e5,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:27:29.616904 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e2c427-0aac-4507-935f-d1bbe0679a59 None None] DHCP port deletion for fd3a7e91-28a9-4db8-b159-ade8f4dff732 request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 19:27:29.643928 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-a8002e69-361d-4a09-b699-b6ff707b38df admin admin] For port 74152d0b-23d2-44aa-a9df-ba2e2627d81a, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=74152d0b-23d2-44aa-a9df-ba2e2627d81a,segment=NetworkSegment(ea4a270c-5f43-4988-909c-2cf22be49b36),segment_id=ea4a270c-5f43-4988-909c-2cf22be49b36)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:27:29.647481 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a8002e69-361d-4a09-b699-b6ff707b38df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:29.647668 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-ec0ef32a-ffaa-4ed9-bb2c-0897f1001fa0 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0765705 Oct 12 19:27:29.647814 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53406) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:29.672476 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-a8002e69-361d-4a09-b699-b6ff707b38df admin admin] Calling delete_port for 74152d0b-23d2-44aa-a9df-ba2e2627d81a owned by network:dhcp {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:27:29.683470 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-74e2c427-0aac-4507-935f-d1bbe0679a59 None None] Deleting port 74152d0b-23d2-44aa-a9df-ba2e2627d81a {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:27:29.683986 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-74e2c427-0aac-4507-935f-d1bbe0679a59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:29.693384 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a2ae344f-2450-4cb9-89ee-36b4fc47cf2d tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:29.733891 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a2ae344f-2450-4cb9-89ee-36b4fc47cf2d tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:29.751419 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-74e2c427-0aac-4507-935f-d1bbe0679a59 None None] For port 74152d0b-23d2-44aa-a9df-ba2e2627d81a, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=74152d0b-23d2-44aa-a9df-ba2e2627d81a,segment=NetworkSegment(ea4a270c-5f43-4988-909c-2cf22be49b36),segment_id=ea4a270c-5f43-4988-909c-2cf22be49b36)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:27:29.751918 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-74e2c427-0aac-4507-935f-d1bbe0679a59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:29.765759 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-74e2c427-0aac-4507-935f-d1bbe0679a59 None None] Calling delete_port for 74152d0b-23d2-44aa-a9df-ba2e2627d81a owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:27:29.852819 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a2ae344f-2450-4cb9-89ee-36b4fc47cf2d tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:29.860677 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a2ae344f-2450-4cb9-89ee-36b4fc47cf2d tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:29.863219 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-a2ae344f-2450-4cb9-89ee-36b4fc47cf2d tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/bb9d49ea-7dc5-48b8-b1d9-cade37b5b197 HTTP/1.1" status: 204 len: 168 time: 0.2131970 Oct 12 19:27:29.865176 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53412) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:29.866731 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ae344f-2450-4cb9-89ee-36b4fc47cf2d tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bb9d49ea-7dc5-48b8-b1d9-cade37b5b197,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:27:29.885122 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a8002e69-361d-4a09-b699-b6ff707b38df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:29.890745 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-74e2c427-0aac-4507-935f-d1bbe0679a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:29.916393 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8002e69-361d-4a09-b699-b6ff707b38df admin admin] Pushing event deleted for resources: {'Port': ['ID=74152d0b-23d2-44aa-a9df-ba2e2627d81a,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:27:29.917915 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e2c427-0aac-4507-935f-d1bbe0679a59 None None] Pushing event deleted for resources: {'Port': ['ID=74152d0b-23d2-44aa-a9df-ba2e2627d81a,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:27:29.924801 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8002e69-361d-4a09-b699-b6ff707b38df admin admin] No DVR routers for this DVR port 74152d0b-23d2-44aa-a9df-ba2e2627d81a on host n-d-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:27:29.926180 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e2c427-0aac-4507-935f-d1bbe0679a59 None None] No DVR routers for this DVR port 74152d0b-23d2-44aa-a9df-ba2e2627d81a on host n-d-813679-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:27:29.954775 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-fa2974d2-3799-4bf9-97c3-833e051bfbf2 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0851271 Oct 12 19:27:29.954775 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53414) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:29.988401 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8475cb83-67f4-4112-9d71-d5db679d35c1 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:29.998646 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8475cb83-67f4-4112-9d71-d5db679d35c1 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:30.049435 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a8002e69-361d-4a09-b699-b6ff707b38df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:30.075820 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-a8002e69-361d-4a09-b699-b6ff707b38df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd3a7e91-28a9-4db8-b159-ade8f4dff732']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:27:30.081232 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device dc4923c1-d465-4d93-a01a-792a25a0d95d no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:27:30.095450 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8e3cfb81-55a3-407a-ad56-fc9eb3b4f27c req-780eb03d-3968-4feb-a4dc-85d33cfd7145 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=990414b1-6bca-4a7a-bdcb-ae023cbbe9ab HTTP/1.1" status: 200 len: 210 time: 0.0402863 Oct 12 19:27:30.101084 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-a8002e69-361d-4a09-b699-b6ff707b38df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea4a270c-5f43-4988-909c-2cf22be49b36') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:27:30.101386 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-a8002e69-361d-4a09-b699-b6ff707b38df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea4a270c-5f43-4988-909c-2cf22be49b36') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:27:30.126275 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a8002e69-361d-4a09-b699-b6ff707b38df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16313633'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:30.143997 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a8002e69-361d-4a09-b699-b6ff707b38df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:30.153343 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8002e69-361d-4a09-b699-b6ff707b38df admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:27:30.153983 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a8002e69-361d-4a09-b699-b6ff707b38df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4305278'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:30.155978 n-d-813679-3 neutron-server[95502]: Traceback (most recent call last): Oct 12 19:27:30.155978 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:27:30.155978 n-d-813679-3 neutron-server[95502]: timer() Oct 12 19:27:30.155978 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:27:30.155978 n-d-813679-3 neutron-server[95502]: cb(*args, **kw) Oct 12 19:27:30.155978 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:27:30.155978 n-d-813679-3 neutron-server[95502]: return func(*args, **kwargs) Oct 12 19:27:30.155978 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:27:30.155978 n-d-813679-3 neutron-server[95502]: self._notify() Oct 12 19:27:30.155978 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:27:30.155978 n-d-813679-3 neutron-server[95502]: self.callback(batched_events) Oct 12 19:27:30.155978 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:27:30.155978 n-d-813679-3 neutron-server[95502]: event.method(event) Oct 12 19:27:30.155978 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:27:30.155978 n-d-813679-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:27:30.155978 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:27:30.155978 n-d-813679-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:27:30.155978 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:27:30.155978 n-d-813679-3 neutron-server[95502]: return f(self, *a, **k) Oct 12 19:27:30.155978 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:27:30.155978 n-d-813679-3 neutron-server[95502]: return self._get(url).json() Oct 12 19:27:30.155978 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:27:30.155978 n-d-813679-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:27:30.155978 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:27:30.155978 n-d-813679-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Oct 12 19:27:30.155978 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:27:30.155978 n-d-813679-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:27:30.155978 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:27:30.155978 n-d-813679-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:27:30.155978 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:27:30.155978 n-d-813679-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:27:30.155978 n-d-813679-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:27:30.173245 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 55a3b5f9-99dd-4f7f-9efa-ebd06a66a96e details requested by agent hyperv_n-h2-813679-3 with host n-h2-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:27:30.177913 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: dc4923c1-d465-4d93-a01a-792a25a0d95d {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:27:30.178439 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device dc4923c1-d465-4d93-a01a-792a25a0d95d not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:27:30.182337 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 74152d0b-23d2-44aa-a9df-ba2e2627d81a no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:27:30.184517 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8475cb83-67f4-4112-9d71-d5db679d35c1 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:30.191974 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8475cb83-67f4-4112-9d71-d5db679d35c1 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:30.199753 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-8475cb83-67f4-4112-9d71-d5db679d35c1 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/6bc7faba-ba77-48fd-91f2-b789b538d3b7 HTTP/1.1" status: 204 len: 168 time: 0.2375455 Oct 12 19:27:30.199753 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53426) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:30.211016 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 74152d0b-23d2-44aa-a9df-ba2e2627d81a {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:27:30.211365 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 74152d0b-23d2-44aa-a9df-ba2e2627d81a not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:27:30.211796 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device ced8e94e-59cd-4109-b4ca-f5e8cae58e2e no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:27:30.213909 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8475cb83-67f4-4112-9d71-d5db679d35c1 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6bc7faba-ba77-48fd-91f2-b789b538d3b7,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:27:30.236925 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: ced8e94e-59cd-4109-b4ca-f5e8cae58e2e {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:27:30.237439 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device ced8e94e-59cd-4109-b4ca-f5e8cae58e2e not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:27:30.241621 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ff8ab9f0-a80f-4f5a-aea6-b3013df5ae3a req-5ca40fac-26a2-4de2-b332-9f4d9b60b2f4 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/ports?device_id=b7f4236c-59df-4193-aae7-ab887a28c6d7 HTTP/1.1" status: 200 len: 210 time: 0.0472250 Oct 12 19:27:30.292185 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5663baf3-581b-46ee-bd14-2781152a674a req-10cf6138-c385-42f3-a980-545a548a2af9 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:30.293894 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5663baf3-581b-46ee-bd14-2781152a674a req-10cf6138-c385-42f3-a980-545a548a2af9 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=a258ad27-a0ab-4472-a265-18d9b8174787 HTTP/1.1" status: 200 len: 944 time: 0.0846114 Oct 12 19:27:30.342275 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-e96f3fe2-3ede-4fba-bcdf-0716c4456132 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1427643 Oct 12 19:27:30.342992 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53430) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:30.360867 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 55a3b5f9-99dd-4f7f-9efa-ebd06a66a96e, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=55a3b5f9-99dd-4f7f-9efa-ebd06a66a96e,segment=NetworkSegment(2c23b924-3bdb-4700-940f-a5921b74e3c2),segment_id=2c23b924-3bdb-4700-940f-a5921b74e3c2)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:27:30.383017 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a8002e69-361d-4a09-b699-b6ff707b38df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:30.386459 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Returning: {'device': '55a3b5f9-99dd-4f7f-9efa-ebd06a66a96e', 'network_id': '8b9ffd0a-d450-4d4d-8c84-81d908427bea', 'port_id': '55a3b5f9-99dd-4f7f-9efa-ebd06a66a96e', 'mac_address': 'fa:16:3e:bb:ec:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc530ace-4b18-4ae9-b625-36ec27074a9c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:27:30.396222 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5663baf3-581b-46ee-bd14-2781152a674a req-e98872c2-fc9f-4435-bac6-cf687a8e2333 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773547 Oct 12 19:27:30.406140 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a8002e69-361d-4a09-b699-b6ff707b38df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:30.414160 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-a8002e69-361d-4a09-b699-b6ff707b38df admin admin] 10.222.0.49 "DELETE /v2.0/networks/fd3a7e91-28a9-4db8-b159-ade8f4dff732 HTTP/1.1" status: 204 len: 168 time: 1.0500269 Oct 12 19:27:30.428469 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8002e69-361d-4a09-b699-b6ff707b38df admin admin] Pushing event deleted for resources: {'Network': ['ID=fd3a7e91-28a9-4db8-b159-ade8f4dff732,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:27:30.491797 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:30.504970 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-75972269-9b38-4756-b5b2-4220e7c3267b tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:30.517481 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-75972269-9b38-4756-b5b2-4220e7c3267b tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:30.517730 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55a3b5f9-99dd-4f7f-9efa-ebd06a66a96e {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:27:30.538317 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 55a3b5f9-99dd-4f7f-9efa-ebd06a66a96e, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=55a3b5f9-99dd-4f7f-9efa-ebd06a66a96e,segment=NetworkSegment(2c23b924-3bdb-4700-940f-a5921b74e3c2),segment_id=2c23b924-3bdb-4700-940f-a5921b74e3c2)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:27:30.558639 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326c894e-e12a-434d-8ef3-aaea4efc7ab5 req-4b5ce6cf-e588-4b9c-8bc9-f571c4aa0912 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:30.560087 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-326c894e-e12a-434d-8ef3-aaea4efc7ab5 req-4b5ce6cf-e588-4b9c-8bc9-f571c4aa0912 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.61 "GET /v2.0/networks?id=d46f9207-c404-4b39-9c22-4c600f702514 HTTP/1.1" status: 200 len: 815 time: 0.2162006 Oct 12 19:27:30.575050 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-326c894e-e12a-434d-8ef3-aaea4efc7ab5 req-4b707e49-9257-4e2a-ada5-211e15231379 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Request body: {'port': {'device_id': 'b7f4236c-59df-4193-aae7-ab887a28c6d7', 'network_id': 'd46f9207-c404-4b39-9c22-4c600f702514', 'admin_state_up': True, 'tenant_id': 'c5ae0cb676494c85bed95fdcf49f266a'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:27:30.635932 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-75972269-9b38-4756-b5b2-4220e7c3267b tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:30.636330 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:30.646886 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-75972269-9b38-4756-b5b2-4220e7c3267b tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:30.648016 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-75972269-9b38-4756-b5b2-4220e7c3267b tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/b6f6c8ba-1229-4dc2-9ee2-8d158e69cddc HTTP/1.1" status: 204 len: 168 time: 0.2799656 Oct 12 19:27:30.651514 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53436) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:30.658383 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75972269-9b38-4756-b5b2-4220e7c3267b tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b6f6c8ba-1229-4dc2-9ee2-8d158e69cddc,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:27:30.707319 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=55a3b5f9-99dd-4f7f-9efa-ebd06a66a96e,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:27:30.711908 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-2efbd2f0-b2fc-4c36-930f-1a1b6378bd36 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0591936 Oct 12 19:27:30.715176 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53438) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:30.738272 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b6145bdb-01a0-4afa-b8a8-601bed95924a tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:30.746478 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b6145bdb-01a0-4afa-b8a8-601bed95924a tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:30.795651 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-326c894e-e12a-434d-8ef3-aaea4efc7ab5 req-4b707e49-9257-4e2a-ada5-211e15231379 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Made reservation on behalf of c5ae0cb676494c85bed95fdcf49f266a for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:27:30.799601 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-326c894e-e12a-434d-8ef3-aaea4efc7ab5 req-4b707e49-9257-4e2a-ada5-211e15231379 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:30.841788 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b6145bdb-01a0-4afa-b8a8-601bed95924a tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:30.845397 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['55a3b5f9-99dd-4f7f-9efa-ebd06a66a96e'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:27:30.852778 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b6145bdb-01a0-4afa-b8a8-601bed95924a tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:30.856637 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-b6145bdb-01a0-4afa-b8a8-601bed95924a tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/73be67cc-364d-4ad9-89f6-0c10a2ae2c8c HTTP/1.1" status: 204 len: 168 time: 0.1381733 Oct 12 19:27:30.858941 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53444) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:30.880141 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6145bdb-01a0-4afa-b8a8-601bed95924a tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=73be67cc-364d-4ad9-89f6-0c10a2ae2c8c,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:27:30.915326 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53446) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:30.922112 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-79eb48df-1144-424e-ba07-52ecaa176c8b tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0618994 Oct 12 19:27:30.926260 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53448) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:30.983152 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-83197664-6ea7-48c1-98d1-85cbcd89b57a tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:31.002056 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-470e051f-b629-4bc7-86ee-9165b2692b2f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e1bc73ca052b4ff989529862bf093e8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0830154 Oct 12 19:27:31.003112 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53450) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:31.009547 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-83197664-6ea7-48c1-98d1-85cbcd89b57a tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:31.082169 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [req-326c894e-e12a-434d-8ef3-aaea4efc7ab5 req-4b707e49-9257-4e2a-ada5-211e15231379 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Allocated IP 172.20.0.4 (d46f9207-c404-4b39-9c22-4c600f702514/610de003-a3a0-4244-ae57-4724e5569ae2/dfce06de-46f4-4f61-8391-ad2baa903c51) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:27:31.109468 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d6627963-fda0-4c0a-8e4d-19044046c8d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:31.155046 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d6627963-fda0-4c0a-8e4d-19044046c8d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:31.193035 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-83197664-6ea7-48c1-98d1-85cbcd89b57a tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:31.196206 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-83197664-6ea7-48c1-98d1-85cbcd89b57a tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:31.200508 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-83197664-6ea7-48c1-98d1-85cbcd89b57a tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] 10.222.0.49 "DELETE /v2.0/security-groups/85b2834c-9cf9-4f49-9180-9b8e46913477 HTTP/1.1" status: 204 len: 168 time: 0.2709060 Oct 12 19:27:31.208251 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53458) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:31.210641 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83197664-6ea7-48c1-98d1-85cbcd89b57a tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85b2834c-9cf9-4f49-9180-9b8e46913477,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:27:31.263468 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-3cacb921-0cc5-42ea-ae5d-691281d3da56 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0534592 Oct 12 19:27:31.267783 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53460) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:31.272679 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-0aef9ffc-79fe-42ee-93c2-42095367cb5b tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Request body: {'security_group': {'name': 'tempest-secgroup--74826293'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:27:31.403871 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0aef9ffc-79fe-42ee-93c2-42095367cb5b tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:31.409517 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-cc5179e9-2f11-40fa-9a6c-9a10d76649dd req-934b214e-61a9-43a1-9758-2dd733d02692 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/ports?device_id=b7f4236c-59df-4193-aae7-ab887a28c6d7 HTTP/1.1" status: 200 len: 210 time: 0.0482953 Oct 12 19:27:31.481408 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b8ec1a-27e1-4541-9700-97c76d1b1a17 req-bf77b707-a64e-4308-a732-fabdbcd88d88 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:31.482947 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-66b8ec1a-27e1-4541-9700-97c76d1b1a17 req-bf77b707-a64e-4308-a732-fabdbcd88d88 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.61 "GET /v2.0/networks?id=f22a0b4a-70e4-4463-a6ef-6109199fd871 HTTP/1.1" status: 200 len: 811 time: 0.1852937 Oct 12 19:27:31.499887 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-66b8ec1a-27e1-4541-9700-97c76d1b1a17 req-20964589-0eca-4b27-8283-5d4016aae183 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Request body: {'port': {'device_id': '990414b1-6bca-4a7a-bdcb-ae023cbbe9ab', 'network_id': 'f22a0b4a-70e4-4463-a6ef-6109199fd871', 'admin_state_up': True, 'tenant_id': '8037c4999d8b4d25a8c451f2b659a2c4'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:27:31.580898 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0aef9ffc-79fe-42ee-93c2-42095367cb5b tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:31.654477 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-50d5c3c8-8de2-4b3e-bf85-75e6622da5db req-1992d62f-3a55-472b-a7ad-b3d242d89b95 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=990414b1-6bca-4a7a-bdcb-ae023cbbe9ab HTTP/1.1" status: 200 len: 210 time: 0.4149735 Oct 12 19:27:31.674774 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0aef9ffc-79fe-42ee-93c2-42095367cb5b tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:31.687754 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e6554717-454b-4643-9e57-7ebb7e991341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:31.727125 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aef9ffc-79fe-42ee-93c2-42095367cb5b tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=585db45f-a513-486b-b7cc-41e1e8c7a85e,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:27:31.729764 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-326c894e-e12a-434d-8ef3-aaea4efc7ab5 req-4b707e49-9257-4e2a-ada5-211e15231379 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:31.743999 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e41e5a5-27de-40ca-a6ff-d27265986b5b req-60a27aba-9aa1-4d9d-9117-feefa741eac2 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:31.751212 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2e41e5a5-27de-40ca-a6ff-d27265986b5b req-60a27aba-9aa1-4d9d-9117-feefa741eac2 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=a258ad27-a0ab-4472-a265-18d9b8174787 HTTP/1.1" status: 200 len: 945 time: 0.1529930 Oct 12 19:27:31.786568 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2e41e5a5-27de-40ca-a6ff-d27265986b5b req-ca3f5da0-4933-41d4-8527-139a318c3df0 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343409 Oct 12 19:27:31.793337 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d6627963-fda0-4c0a-8e4d-19044046c8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:31.793337 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d6627963-fda0-4c0a-8e4d-19044046c8d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:31.796641 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-d6627963-fda0-4c0a-8e4d-19044046c8d2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/db60c67d-bef5-44ee-91f7-dd492db60f1c HTTP/1.1" status: 204 len: 168 time: 0.7877340 Oct 12 19:27:31.802681 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6627963-fda0-4c0a-8e4d-19044046c8d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db60c67d-bef5-44ee-91f7-dd492db60f1c,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:27:31.813932 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66b8ec1a-27e1-4541-9700-97c76d1b1a17 req-20964589-0eca-4b27-8283-5d4016aae183 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Made reservation on behalf of 8037c4999d8b4d25a8c451f2b659a2c4 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:27:31.817776 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-66b8ec1a-27e1-4541-9700-97c76d1b1a17 req-20964589-0eca-4b27-8283-5d4016aae183 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:31.847773 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-326c894e-e12a-434d-8ef3-aaea4efc7ab5 req-4b707e49-9257-4e2a-ada5-211e15231379 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:31.901428 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-326c894e-e12a-434d-8ef3-aaea4efc7ab5 req-4b707e49-9257-4e2a-ada5-211e15231379 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Network d46f9207-c404-4b39-9c22-4c600f702514 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:27:31.911013 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [req-326c894e-e12a-434d-8ef3-aaea4efc7ab5 req-4b707e49-9257-4e2a-ada5-211e15231379 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:27:31.911013 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-326c894e-e12a-434d-8ef3-aaea4efc7ab5 req-4b707e49-9257-4e2a-ada5-211e15231379 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:27:31.937080 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b707e49-9257-4e2a-ada5-211e15231379 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Pushing event updated for resources: {'Port': ['ID=dfce06de-46f4-4f61-8391-ad2baa903c51,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:27:31.966938 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326c894e-e12a-434d-8ef3-aaea4efc7ab5 req-4b707e49-9257-4e2a-ada5-211e15231379 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:31.967564 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-326c894e-e12a-434d-8ef3-aaea4efc7ab5 req-4b707e49-9257-4e2a-ada5-211e15231379 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:31.976869 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [req-66b8ec1a-27e1-4541-9700-97c76d1b1a17 req-20964589-0eca-4b27-8283-5d4016aae183 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Allocated IP 172.20.0.12 (f22a0b4a-70e4-4463-a6ef-6109199fd871/a09cd6ac-b3e0-423d-9e85-6644cbc7e663/71a094e6-3c69-44e7-8689-4e4c66ecd7da) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:27:31.984226 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0aef9ffc-79fe-42ee-93c2-42095367cb5b tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:31.988271 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-0aef9ffc-79fe-42ee-93c2-42095367cb5b tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7169082 Oct 12 19:27:31.988920 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53480) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:31.994245 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-06e5369a-879c-4300-bbf4-c13834a1a158 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Request body: {'security_group_rule': {'security_group_id': '585db45f-a513-486b-b7cc-41e1e8c7a85e', 'direction': 'ingress', 'protocol': 17}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:27:32.058019 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-326c894e-e12a-434d-8ef3-aaea4efc7ab5 req-4b707e49-9257-4e2a-ada5-211e15231379 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4864166 Oct 12 19:27:32.073038 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-326c894e-e12a-434d-8ef3-aaea4efc7ab5 req-9822ace6-8268-4aa0-ad6d-ffe11df32f63 service neutron] Request body: {'port': {'device_id': 'b7f4236c-59df-4193-aae7-ab887a28c6d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-3'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:27:32.106818 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 55a3b5f9-99dd-4f7f-9efa-ebd06a66a96e up at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:27:32.145772 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-326c894e-e12a-434d-8ef3-aaea4efc7ab5 req-9822ace6-8268-4aa0-ad6d-ffe11df32f63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:32.172347 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-06e5369a-879c-4300-bbf4-c13834a1a158 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:32.215860 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-66b8ec1a-27e1-4541-9700-97c76d1b1a17 req-20964589-0eca-4b27-8283-5d4016aae183 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:32.281428 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning for port 55a3b5f9-99dd-4f7f-9efa-ebd06a66a96e completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:27:32.291000 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning complete for port 55a3b5f9-99dd-4f7f-9efa-ebd06a66a96e triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:27:32.291000 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:32.310965 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-66b8ec1a-27e1-4541-9700-97c76d1b1a17 req-20964589-0eca-4b27-8283-5d4016aae183 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:32.332714 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-06e5369a-879c-4300-bbf4-c13834a1a158 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:32.348931 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['746f239a-cac1-47b7-a948-8973bb897097'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:27:32.377507 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66b8ec1a-27e1-4541-9700-97c76d1b1a17 req-20964589-0eca-4b27-8283-5d4016aae183 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Network f22a0b4a-70e4-4463-a6ef-6109199fd871 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:27:32.382208 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [req-66b8ec1a-27e1-4541-9700-97c76d1b1a17 req-20964589-0eca-4b27-8283-5d4016aae183 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:27:32.386019 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20964589-0eca-4b27-8283-5d4016aae183 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Pushing event updated for resources: {'Port': ['ID=71a094e6-3c69-44e7-8689-4e4c66ecd7da,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:27:32.386899 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-66b8ec1a-27e1-4541-9700-97c76d1b1a17 req-20964589-0eca-4b27-8283-5d4016aae183 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:27:32.426563 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-06e5369a-879c-4300-bbf4-c13834a1a158 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:32.451933 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b8ec1a-27e1-4541-9700-97c76d1b1a17 req-20964589-0eca-4b27-8283-5d4016aae183 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:32.453360 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-66b8ec1a-27e1-4541-9700-97c76d1b1a17 req-20964589-0eca-4b27-8283-5d4016aae183 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:32.474544 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e5369a-879c-4300-bbf4-c13834a1a158 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=353615b0-d2fa-47db-92fa-4c01719124bd,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:27:32.565238 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-66b8ec1a-27e1-4541-9700-97c76d1b1a17 req-20964589-0eca-4b27-8283-5d4016aae183 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0705242 Oct 12 19:27:32.577980 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-66b8ec1a-27e1-4541-9700-97c76d1b1a17 req-a60023d1-fa2c-4ba3-8aff-1889c1d8c52c service neutron] Request body: {'port': {'device_id': '990414b1-6bca-4a7a-bdcb-ae023cbbe9ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:27:32.613143 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [req-326c894e-e12a-434d-8ef3-aaea4efc7ab5 req-9822ace6-8268-4aa0-ad6d-ffe11df32f63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfce06de-46f4-4f61-8391-ad2baa903c51 {{(pid=95501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:27:32.620388 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:32.620995 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-326c894e-e12a-434d-8ef3-aaea4efc7ab5 req-9822ace6-8268-4aa0-ad6d-ffe11df32f63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:32.638847 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.provisioning_blocks [req-326c894e-e12a-434d-8ef3-aaea4efc7ab5 req-9822ace6-8268-4aa0-ad6d-ffe11df32f63 service neutron] Transition to ACTIVE for port object dfce06de-46f4-4f61-8391-ad2baa903c51 will not be triggered until provisioned by entity L2. {{(pid=95501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:27:32.651714 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:32.656373 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-06e5369a-879c-4300-bbf4-c13834a1a158 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:32.660125 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-06e5369a-879c-4300-bbf4-c13834a1a158 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6676471 Oct 12 19:27:32.691681 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a258ad27-a0ab-4472-a265-18d9b8174787', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55a3b5f9-99dd-4f7f-9efa-ebd06a66a96e'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:27:32.695613 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53500) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:32.698403 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55243640-1b20-4c51-a14c-0335b4ba95f8" -d '{"events": [{"server_uuid": "a258ad27-a0ab-4472-a265-18d9b8174787", "name": "network-vif-plugged", "status": "completed", "tag": "55a3b5f9-99dd-4f7f-9efa-ebd06a66a96e"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:27:32.699241 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-66b8ec1a-27e1-4541-9700-97c76d1b1a17 req-a60023d1-fa2c-4ba3-8aff-1889c1d8c52c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:32.718118 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 55a3b5f9-99dd-4f7f-9efa-ebd06a66a96e, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=55a3b5f9-99dd-4f7f-9efa-ebd06a66a96e,segment=NetworkSegment(2c23b924-3bdb-4700-940f-a5921b74e3c2),segment_id=2c23b924-3bdb-4700-940f-a5921b74e3c2)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:27:32.727213 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3074a64-1e0b-443b-85e6-a11505eb5429 req-78ae9f38-ea0c-4c7c-9b0f-aefdf610df4a tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:32.731146 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d3074a64-1e0b-443b-85e6-a11505eb5429 req-78ae9f38-ea0c-4c7c-9b0f-aefdf610df4a tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/ports?device_id=b7f4236c-59df-4193-aae7-ab887a28c6d7 HTTP/1.1" status: 200 len: 931 time: 0.0900340 Oct 12 19:27:32.739639 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-326c894e-e12a-434d-8ef3-aaea4efc7ab5 req-9822ace6-8268-4aa0-ad6d-ffe11df32f63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:32.797218 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:32.828233 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9822ace6-8268-4aa0-ad6d-ffe11df32f63 service neutron] Pushing event updated for resources: {'Port': ['ID=dfce06de-46f4-4f61-8391-ad2baa903c51,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:27:32.895239 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d3074a64-1e0b-443b-85e6-a11505eb5429 req-a1eee207-b931-4c93-98ac-abfd166d1cd9 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/security-groups?id=cefdf9de-6871-4b8c-818c-d47d551271dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527557 Oct 12 19:27:32.936198 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:32.949165 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0d99d835-8178-4650-941b-83ec21371c92 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:33.009787 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e493e128-74eb-4629-a4f1-2e0f599efa5b req-12c4d4ec-a45c-46ee-aeec-9268d5045be4 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:33.012104 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5bbf260-88e6-44bb-b0a3-7233fae017b4 x-openstack-request-id: req-d5bbf260-88e6-44bb-b0a3-7233fae017b4 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:27:33.012104 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a258ad27-a0ab-4472-a265-18d9b8174787", "name": "network-vif-plugged", "status": "completed", "tag": "55a3b5f9-99dd-4f7f-9efa-ebd06a66a96e", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:27:33.016144 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e493e128-74eb-4629-a4f1-2e0f599efa5b req-12c4d4ec-a45c-46ee-aeec-9268d5045be4 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=990414b1-6bca-4a7a-bdcb-ae023cbbe9ab HTTP/1.1" status: 200 len: 932 time: 0.2064898 Oct 12 19:27:33.016389 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d5bbf260-88e6-44bb-b0a3-7233fae017b4 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:27:33.017218 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a258ad27-a0ab-4472-a265-18d9b8174787', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55a3b5f9-99dd-4f7f-9efa-ebd06a66a96e', 'code': 200} Oct 12 19:27:33.025147 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=55a3b5f9-99dd-4f7f-9efa-ebd06a66a96e,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:27:33.042554 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-b3cb7036-988a-43e9-90b8-17e25c1af8c0 None None] Provisioning complete for port 71a094e6-3c69-44e7-8689-4e4c66ecd7da triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:27:33.043626 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b3cb7036-988a-43e9-90b8-17e25c1af8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:33.054796 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-326c894e-e12a-434d-8ef3-aaea4efc7ab5 req-9822ace6-8268-4aa0-ad6d-ffe11df32f63 service neutron] Attempting to bind port dfce06de-46f4-4f61-8391-ad2baa903c51 on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:27:33.055124 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-326c894e-e12a-434d-8ef3-aaea4efc7ab5 req-9822ace6-8268-4aa0-ad6d-ffe11df32f63 service neutron] Attempting to bind port dfce06de-46f4-4f61-8391-ad2baa903c51 by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': 'f1170869-d10a-47f8-bcc2-096029983e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'd46f9207-c404-4b39-9c22-4c600f702514'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:27:33.055447 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326c894e-e12a-434d-8ef3-aaea4efc7ab5 req-9822ace6-8268-4aa0-ad6d-ffe11df32f63 service neutron] Attempting to bind port dfce06de-46f4-4f61-8391-ad2baa903c51 on network d46f9207-c404-4b39-9c22-4c600f702514 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:27:33.072895 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326c894e-e12a-434d-8ef3-aaea4efc7ab5 req-9822ace6-8268-4aa0-ad6d-ffe11df32f63 service neutron] Port dfce06de-46f4-4f61-8391-ad2baa903c51 on network d46f9207-c404-4b39-9c22-4c600f702514 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:27:33.073305 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326c894e-e12a-434d-8ef3-aaea4efc7ab5 req-9822ace6-8268-4aa0-ad6d-ffe11df32f63 service neutron] Attempting to bind port dfce06de-46f4-4f61-8391-ad2baa903c51 on network d46f9207-c404-4b39-9c22-4c600f702514 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:27:33.079240 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326c894e-e12a-434d-8ef3-aaea4efc7ab5 req-9822ace6-8268-4aa0-ad6d-ffe11df32f63 service neutron] Checking agent: {'id': 'f5e9725f-f5a6-43c2-a1be-95e21e9a1fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:27:33.079635 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326c894e-e12a-434d-8ef3-aaea4efc7ab5 req-9822ace6-8268-4aa0-ad6d-ffe11df32f63 service neutron] Checking segment: {'id': 'f1170869-d10a-47f8-bcc2-096029983e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'd46f9207-c404-4b39-9c22-4c600f702514'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:27:33.080174 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326c894e-e12a-434d-8ef3-aaea4efc7ab5 req-9822ace6-8268-4aa0-ad6d-ffe11df32f63 service neutron] Bound using segment: {'id': 'f1170869-d10a-47f8-bcc2-096029983e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'd46f9207-c404-4b39-9c22-4c600f702514'} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:27:33.080616 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-326c894e-e12a-434d-8ef3-aaea4efc7ab5 req-9822ace6-8268-4aa0-ad6d-ffe11df32f63 service neutron] Bound port: dfce06de-46f4-4f61-8391-ad2baa903c51, host: n-h1-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1170869-d10a-47f8-bcc2-096029983e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'd46f9207-c404-4b39-9c22-4c600f702514'}}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:27:33.080974 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-326c894e-e12a-434d-8ef3-aaea4efc7ab5 req-9822ace6-8268-4aa0-ad6d-ffe11df32f63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:33.129513 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-b3cb7036-988a-43e9-90b8-17e25c1af8c0 None None] Port 71a094e6-3c69-44e7-8689-4e4c66ecd7da cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:27:33.135389 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:33.135588 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0d99d835-8178-4650-941b-83ec21371c92 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:33.164877 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53522) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:33.231882 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e493e128-74eb-4629-a4f1-2e0f599efa5b req-3f6e8a39-d438-4a06-b4ec-80886b6b5235 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=94a43134-a4a7-45fd-af5f-8fc2adc2c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104414 Oct 12 19:27:33.289582 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-326c894e-e12a-434d-8ef3-aaea4efc7ab5 req-9822ace6-8268-4aa0-ad6d-ffe11df32f63 service neutron] For port dfce06de-46f4-4f61-8391-ad2baa903c51, host n-h1-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:27:33.295154 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cf981b-c937-4519-8c69-c7557de393a4 req-a85f7ae6-7cbe-4040-8765-61e14824b7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:33.296661 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-36cf981b-c937-4519-8c69-c7557de393a4 req-a85f7ae6-7cbe-4040-8765-61e14824b7eb service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a258ad27-a0ab-4472-a265-18d9b8174787 HTTP/1.1" status: 200 len: 1097 time: 0.1824303 Oct 12 19:27:33.315334 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-326c894e-e12a-434d-8ef3-aaea4efc7ab5 req-9822ace6-8268-4aa0-ad6d-ffe11df32f63 service neutron] For port dfce06de-46f4-4f61-8391-ad2baa903c51, host n-h1-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=dfce06de-46f4-4f61-8391-ad2baa903c51,segment=NetworkSegment(f1170869-d10a-47f8-bcc2-096029983e07),segment_id=f1170869-d10a-47f8-bcc2-096029983e07)] {{(pid=95501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:27:33.325972 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0659e61-25cb-4ab6-93b0-13a30fc4e227 req-6d3addb5-3e07-41bf-b11b-20b904eb8b19 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:33.327453 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a0659e61-25cb-4ab6-93b0-13a30fc4e227 req-6d3addb5-3e07-41bf-b11b-20b904eb8b19 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=a258ad27-a0ab-4472-a265-18d9b8174787 HTTP/1.1" status: 200 len: 946 time: 0.1887369 Oct 12 19:27:33.343662 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-c0e134de-e496-4a06-bcd2-1d1d70255c38 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1613805940-network', 'tenant_id': 'f52c86dc62e74359bd460402c4b75fc6'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:27:33.363818 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-36cf981b-c937-4519-8c69-c7557de393a4 req-891478da-d143-4bdf-b3d4-c2d5df8c3645 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558488 Oct 12 19:27:33.386346 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a0659e61-25cb-4ab6-93b0-13a30fc4e227 req-24850803-c8ba-41f9-96a3-29a756869bc7 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397403 Oct 12 19:27:33.388115 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0d99d835-8178-4650-941b-83ec21371c92 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:33.393792 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0d99d835-8178-4650-941b-83ec21371c92 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:33.393792 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-0d99d835-8178-4650-941b-83ec21371c92 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] 10.222.0.49 "DELETE /v2.0/security-groups/585db45f-a513-486b-b7cc-41e1e8c7a85e HTTP/1.1" status: 204 len: 168 time: 0.6853652 Oct 12 19:27:33.395152 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53530) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:33.423393 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-326c894e-e12a-434d-8ef3-aaea4efc7ab5 req-9822ace6-8268-4aa0-ad6d-ffe11df32f63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:33.454622 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d99d835-8178-4650-941b-83ec21371c92 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=585db45f-a513-486b-b7cc-41e1e8c7a85e,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:27:33.459589 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [req-66b8ec1a-27e1-4541-9700-97c76d1b1a17 req-a60023d1-fa2c-4ba3-8aff-1889c1d8c52c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71a094e6-3c69-44e7-8689-4e4c66ecd7da {{(pid=95502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:27:33.468085 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-66b8ec1a-27e1-4541-9700-97c76d1b1a17 req-a60023d1-fa2c-4ba3-8aff-1889c1d8c52c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:33.482672 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53532) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:33.487475 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-a0da7d0f-0e31-4e52-9856-db0c2e52ff86 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0859945 Oct 12 19:27:33.487475 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326c894e-e12a-434d-8ef3-aaea4efc7ab5 req-9822ace6-8268-4aa0-ad6d-ffe11df32f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:33.487475 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-326c894e-e12a-434d-8ef3-aaea4efc7ab5 req-9822ace6-8268-4aa0-ad6d-ffe11df32f63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:33.487475 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-326c894e-e12a-434d-8ef3-aaea4efc7ab5 req-9822ace6-8268-4aa0-ad6d-ffe11df32f63 service neutron] 10.222.0.61 "PUT /v2.0/ports/dfce06de-46f4-4f61-8391-ad2baa903c51 HTTP/1.1" status: 200 len: 1091 time: 1.4182827 Oct 12 19:27:33.489121 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-3d4cb0e7-fad6-4cc8-ae28-32a1275eb5b4 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Request body: {'security_group': {'name': 'tempest-secgroup--422422331'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:27:33.489415 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7f4236c-59df-4193-aae7-ab887a28c6d7', 'tag': 'dfce06de-46f4-4f61-8391-ad2baa903c51'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:27:33.491529 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d2d907a-d421-44d1-aa6c-83bf9b314ee9" -d '{"events": [{"name": "network-changed", "server_uuid": "b7f4236c-59df-4193-aae7-ab887a28c6d7", "tag": "dfce06de-46f4-4f61-8391-ad2baa903c51"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:27:33.504781 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-66b8ec1a-27e1-4541-9700-97c76d1b1a17 req-a60023d1-fa2c-4ba3-8aff-1889c1d8c52c service neutron] Transition to ACTIVE for port object 71a094e6-3c69-44e7-8689-4e4c66ecd7da will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:27:33.508842 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0e134de-e496-4a06-bcd2-1d1d70255c38 admin admin] Made reservation on behalf of f52c86dc62e74359bd460402c4b75fc6 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:27:33.529116 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c0e134de-e496-4a06-bcd2-1d1d70255c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:33.532597 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9822ace6-8268-4aa0-ad6d-ffe11df32f63 service neutron] Pushing event updated for resources: {'Port': ['ID=dfce06de-46f4-4f61-8391-ad2baa903c51,revision_number=3']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:27:33.545368 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad8507bc-56e2-4f67-9d4b-0104b8947665 x-openstack-request-id: req-ad8507bc-56e2-4f67-9d4b-0104b8947665 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:27:33.545665 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7f4236c-59df-4193-aae7-ab887a28c6d7", "tag": "dfce06de-46f4-4f61-8391-ad2baa903c51", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:27:33.545926 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ad8507bc-56e2-4f67-9d4b-0104b8947665 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:27:33.546331 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7f4236c-59df-4193-aae7-ab887a28c6d7', 'tag': 'dfce06de-46f4-4f61-8391-ad2baa903c51', 'status': 'completed', 'code': 200} Oct 12 19:27:33.547939 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c0e134de-e496-4a06-bcd2-1d1d70255c38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:33.620794 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d907a-d421-44d1-aa6c-83bf9b314ee9 req-a3f26056-b511-4785-8a54-e73b714237ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:33.622159 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8d2d907a-d421-44d1-aa6c-83bf9b314ee9 req-a3f26056-b511-4785-8a54-e73b714237ef service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c5ae0cb676494c85bed95fdcf49f266a&device_id=b7f4236c-59df-4193-aae7-ab887a28c6d7 HTTP/1.1" status: 200 len: 1094 time: 0.0507233 Oct 12 19:27:33.632614 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c0e134de-e496-4a06-bcd2-1d1d70255c38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:33.728337 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d907a-d421-44d1-aa6c-83bf9b314ee9 req-5b0df828-b5c9-47f7-9ad1-19facb8f9750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:33.729774 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8d2d907a-d421-44d1-aa6c-83bf9b314ee9 req-5b0df828-b5c9-47f7-9ad1-19facb8f9750 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=c5ae0cb676494c85bed95fdcf49f266a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1004884 Oct 12 19:27:33.827143 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d907a-d421-44d1-aa6c-83bf9b314ee9 req-dcab7633-d9d7-4b75-8967-19c9289dc8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:33.828625 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8d2d907a-d421-44d1-aa6c-83bf9b314ee9 req-dcab7633-d9d7-4b75-8967-19c9289dc8e7 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0922029 Oct 12 19:27:33.996170 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-66b8ec1a-27e1-4541-9700-97c76d1b1a17 req-a60023d1-fa2c-4ba3-8aff-1889c1d8c52c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:33.999382 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:34.000181 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326c894e-e12a-434d-8ef3-aaea4efc7ab5 req-4fe66fd2-f834-44a0-904c-29f0ce6e32de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:34.000181 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-326c894e-e12a-434d-8ef3-aaea4efc7ab5 req-4fe66fd2-f834-44a0-904c-29f0ce6e32de service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c5ae0cb676494c85bed95fdcf49f266a&device_id=b7f4236c-59df-4193-aae7-ab887a28c6d7 HTTP/1.1" status: 200 len: 1094 time: 0.0438869 Oct 12 19:27:34.000530 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60023d1-fa2c-4ba3-8aff-1889c1d8c52c service neutron] Pushing event updated for resources: {'Port': ['ID=71a094e6-3c69-44e7-8689-4e4c66ecd7da,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:27:34.000620 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-326c894e-e12a-434d-8ef3-aaea4efc7ab5 req-6c9be70d-a5f7-48df-8dbf-c1e1e252df24 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dfce06de-46f4-4f61-8391-ad2baa903c51 HTTP/1.1" status: 200 len: 217 time: 0.0403326 Oct 12 19:27:34.021305 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326c894e-e12a-434d-8ef3-aaea4efc7ab5 req-16df5fe8-11cb-4f66-99af-5477acbb6bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:34.022860 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-326c894e-e12a-434d-8ef3-aaea4efc7ab5 req-16df5fe8-11cb-4f66-99af-5477acbb6bd4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=610de003-a3a0-4244-ae57-4724e5569ae2 HTTP/1.1" status: 200 len: 855 time: 0.0556924 Oct 12 19:27:34.038127 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-66b8ec1a-27e1-4541-9700-97c76d1b1a17 req-a60023d1-fa2c-4ba3-8aff-1889c1d8c52c service neutron] Attempting to bind port 71a094e6-3c69-44e7-8689-4e4c66ecd7da on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:27:34.038477 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-66b8ec1a-27e1-4541-9700-97c76d1b1a17 req-a60023d1-fa2c-4ba3-8aff-1889c1d8c52c service neutron] Attempting to bind port 71a094e6-3c69-44e7-8689-4e4c66ecd7da by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': '1311cbfc-168d-4d44-b005-c99086bc74c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f22a0b4a-70e4-4463-a6ef-6109199fd871'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:27:34.038792 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b8ec1a-27e1-4541-9700-97c76d1b1a17 req-a60023d1-fa2c-4ba3-8aff-1889c1d8c52c service neutron] Attempting to bind port 71a094e6-3c69-44e7-8689-4e4c66ecd7da on network f22a0b4a-70e4-4463-a6ef-6109199fd871 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:27:34.046438 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b8ec1a-27e1-4541-9700-97c76d1b1a17 req-a60023d1-fa2c-4ba3-8aff-1889c1d8c52c service neutron] Port 71a094e6-3c69-44e7-8689-4e4c66ecd7da on network f22a0b4a-70e4-4463-a6ef-6109199fd871 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:27:34.066036 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b8ec1a-27e1-4541-9700-97c76d1b1a17 req-a60023d1-fa2c-4ba3-8aff-1889c1d8c52c service neutron] Attempting to bind port 71a094e6-3c69-44e7-8689-4e4c66ecd7da on network f22a0b4a-70e4-4463-a6ef-6109199fd871 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:27:34.066036 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b8ec1a-27e1-4541-9700-97c76d1b1a17 req-a60023d1-fa2c-4ba3-8aff-1889c1d8c52c service neutron] Checking agent: {'id': 'f5e9725f-f5a6-43c2-a1be-95e21e9a1fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:27:34.066036 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b8ec1a-27e1-4541-9700-97c76d1b1a17 req-a60023d1-fa2c-4ba3-8aff-1889c1d8c52c service neutron] Checking segment: {'id': '1311cbfc-168d-4d44-b005-c99086bc74c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f22a0b4a-70e4-4463-a6ef-6109199fd871'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:27:34.066036 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b8ec1a-27e1-4541-9700-97c76d1b1a17 req-a60023d1-fa2c-4ba3-8aff-1889c1d8c52c service neutron] Bound using segment: {'id': '1311cbfc-168d-4d44-b005-c99086bc74c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f22a0b4a-70e4-4463-a6ef-6109199fd871'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:27:34.066036 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-66b8ec1a-27e1-4541-9700-97c76d1b1a17 req-a60023d1-fa2c-4ba3-8aff-1889c1d8c52c service neutron] Bound port: 71a094e6-3c69-44e7-8689-4e4c66ecd7da, host: n-h1-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1311cbfc-168d-4d44-b005-c99086bc74c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f22a0b4a-70e4-4463-a6ef-6109199fd871'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:27:34.066036 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-66b8ec1a-27e1-4541-9700-97c76d1b1a17 req-a60023d1-fa2c-4ba3-8aff-1889c1d8c52c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:34.066893 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-326c894e-e12a-434d-8ef3-aaea4efc7ab5 req-78bc6f78-cd2b-445a-9e6b-c159d8c4aa9f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d46f9207-c404-4b39-9c22-4c600f702514&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307531 Oct 12 19:27:34.081428 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae13f2e-80b8-40a3-ba4e-229c461dde5c req-60ede2e4-af59-4251-8a42-2c472f9ec50b tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:34.082953 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7ae13f2e-80b8-40a3-ba4e-229c461dde5c req-60ede2e4-af59-4251-8a42-2c472f9ec50b tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/ports?device_id=b7f4236c-59df-4193-aae7-ab887a28c6d7 HTTP/1.1" status: 200 len: 943 time: 0.0829520 Oct 12 19:27:34.173376 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7ae13f2e-80b8-40a3-ba4e-229c461dde5c req-950005f5-dbd5-4f3c-8ea6-df8bd70eb650 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/security-groups?id=cefdf9de-6871-4b8c-818c-d47d551271dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683172 Oct 12 19:27:34.174592 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-66b8ec1a-27e1-4541-9700-97c76d1b1a17 req-a60023d1-fa2c-4ba3-8aff-1889c1d8c52c service neutron] For port 71a094e6-3c69-44e7-8689-4e4c66ecd7da, host n-h1-813679-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:27:34.178989 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-66b8ec1a-27e1-4541-9700-97c76d1b1a17 req-a60023d1-fa2c-4ba3-8aff-1889c1d8c52c service neutron] For port 71a094e6-3c69-44e7-8689-4e4c66ecd7da, host n-h1-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=71a094e6-3c69-44e7-8689-4e4c66ecd7da,segment=NetworkSegment(1311cbfc-168d-4d44-b005-c99086bc74c8),segment_id=1311cbfc-168d-4d44-b005-c99086bc74c8)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:27:34.183792 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-326c894e-e12a-434d-8ef3-aaea4efc7ab5 req-de790654-9278-484e-b163-fc649b8b190e service neutron] 10.222.0.61 "GET /v2.0/networks/d46f9207-c404-4b39-9c22-4c600f702514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155584 Oct 12 19:27:34.281692 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-326c894e-e12a-434d-8ef3-aaea4efc7ab5 req-543f6cb9-d232-4b7f-8eff-f1ed546c3fc5 service neutron] 10.222.0.61 "GET /v2.0/networks/d46f9207-c404-4b39-9c22-4c600f702514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912893 Oct 12 19:27:34.349680 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0131f8d-c2c0-41f8-9173-ee2783667cfc req-6adc0bff-5e30-473e-b19f-feb780848e72 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:34.351183 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f0131f8d-c2c0-41f8-9173-ee2783667cfc req-6adc0bff-5e30-473e-b19f-feb780848e72 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=990414b1-6bca-4a7a-bdcb-ae023cbbe9ab HTTP/1.1" status: 200 len: 944 time: 0.0562482 Oct 12 19:27:34.395829 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f0131f8d-c2c0-41f8-9173-ee2783667cfc req-3044484f-5427-4725-bd9e-ec69d83a0470 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=94a43134-a4a7-45fd-af5f-8fc2adc2c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384078 Oct 12 19:27:34.401683 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3d4cb0e7-fad6-4cc8-ae28-32a1275eb5b4 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:34.465174 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c0e134de-e496-4a06-bcd2-1d1d70255c38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:34.469299 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-66b8ec1a-27e1-4541-9700-97c76d1b1a17 req-a60023d1-fa2c-4ba3-8aff-1889c1d8c52c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:34.479280 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:34.508970 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3d4cb0e7-fad6-4cc8-ae28-32a1275eb5b4 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:34.570707 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0e134de-e496-4a06-bcd2-1d1d70255c38 admin admin] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:27:34.573391 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b8ec1a-27e1-4541-9700-97c76d1b1a17 req-a60023d1-fa2c-4ba3-8aff-1889c1d8c52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:34.573998 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-66b8ec1a-27e1-4541-9700-97c76d1b1a17 req-a60023d1-fa2c-4ba3-8aff-1889c1d8c52c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:34.575407 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-66b8ec1a-27e1-4541-9700-97c76d1b1a17 req-a60023d1-fa2c-4ba3-8aff-1889c1d8c52c service neutron] 10.222.0.61 "PUT /v2.0/ports/71a094e6-3c69-44e7-8689-4e4c66ecd7da HTTP/1.1" status: 200 len: 1092 time: 2.0019917 Oct 12 19:27:34.578463 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '990414b1-6bca-4a7a-bdcb-ae023cbbe9ab', 'tag': '71a094e6-3c69-44e7-8689-4e4c66ecd7da'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:27:34.581004 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0982e311-7270-4840-90dc-0d71e0ecc97a" -d '{"events": [{"name": "network-changed", "server_uuid": "990414b1-6bca-4a7a-bdcb-ae023cbbe9ab", "tag": "71a094e6-3c69-44e7-8689-4e4c66ecd7da"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:27:34.591570 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e134de-e496-4a06-bcd2-1d1d70255c38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2ba2481-c648-48f3-9a5a-fa2d99adbcdb,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:27:34.604553 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c0e134de-e496-4a06-bcd2-1d1d70255c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:34.604836 n-d-813679-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-c0e134de-e496-4a06-bcd2-1d1d70255c38 admin admin] Added segment 8d33cac7-6802-4b00-b721-f9c2db6318f0 of type vlan for network 98a9afcc-e9ca-4911-b0d7-961e4444f018 Oct 12 19:27:34.650753 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60023d1-fa2c-4ba3-8aff-1889c1d8c52c service neutron] Pushing event updated for resources: {'Port': ['ID=71a094e6-3c69-44e7-8689-4e4c66ecd7da,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:27:34.653413 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3d4cb0e7-fad6-4cc8-ae28-32a1275eb5b4 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:34.657768 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ff5c7c8-2c73-4fcd-8d13-fe4fa031098d x-openstack-request-id: req-7ff5c7c8-2c73-4fcd-8d13-fe4fa031098d {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:27:34.657768 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "990414b1-6bca-4a7a-bdcb-ae023cbbe9ab", "tag": "71a094e6-3c69-44e7-8689-4e4c66ecd7da", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:27:34.658010 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7ff5c7c8-2c73-4fcd-8d13-fe4fa031098d {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:27:34.658395 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '990414b1-6bca-4a7a-bdcb-ae023cbbe9ab', 'tag': '71a094e6-3c69-44e7-8689-4e4c66ecd7da', 'status': 'completed', 'code': 200} Oct 12 19:27:34.679963 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ad4964-021e-4af0-85f9-9a17efdbaf22 req-0af6be41-638f-43e8-8f31-52f6c5893705 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:34.682165 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e9ad4964-021e-4af0-85f9-9a17efdbaf22 req-0af6be41-638f-43e8-8f31-52f6c5893705 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=a258ad27-a0ab-4472-a265-18d9b8174787 HTTP/1.1" status: 200 len: 946 time: 0.1944237 Oct 12 19:27:34.695975 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c0e134de-e496-4a06-bcd2-1d1d70255c38 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:34.783102 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4cb0e7-fad6-4cc8-ae28-32a1275eb5b4 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bc1a239-6235-430f-bd88-1ae71a22bd0b,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:27:34.813265 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e9ad4964-021e-4af0-85f9-9a17efdbaf22 req-9dd13232-cedb-4c14-bc7f-973e458e9478 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147673 Oct 12 19:27:34.815853 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0982e311-7270-4840-90dc-0d71e0ecc97a req-e71149f2-f2e7-45fe-89da-c421904a8061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:34.817279 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0982e311-7270-4840-90dc-0d71e0ecc97a req-e71149f2-f2e7-45fe-89da-c421904a8061 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8037c4999d8b4d25a8c451f2b659a2c4&device_id=990414b1-6bca-4a7a-bdcb-ae023cbbe9ab HTTP/1.1" status: 200 len: 1095 time: 0.1253293 Oct 12 19:27:34.838927 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3d4cb0e7-fad6-4cc8-ae28-32a1275eb5b4 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:34.840113 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-3d4cb0e7-fad6-4cc8-ae28-32a1275eb5b4 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3570764 Oct 12 19:27:34.843146 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53556) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:34.848308 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-7f946b38-2e50-4f98-a74a-90a819bcdb00 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Request body: {'security_group': {'name': 'tempest-secgroup--348861146'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:27:34.903217 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c0e134de-e496-4a06-bcd2-1d1d70255c38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:34.905422 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e134de-e496-4a06-bcd2-1d1d70255c38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:34.905422 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c0e134de-e496-4a06-bcd2-1d1d70255c38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:34.959030 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7f946b38-2e50-4f98-a74a-90a819bcdb00 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:35.036969 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e134de-e496-4a06-bcd2-1d1d70255c38 admin admin] Pushing event updated for resources: {'Network': ['ID=98a9afcc-e9ca-4911-b0d7-961e4444f018,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:27:35.051875 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0982e311-7270-4840-90dc-0d71e0ecc97a req-e137baca-bb1e-469b-8325-e8d5dcc7f32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:35.052081 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 98a9afcc-e9ca-4911-b0d7-961e4444f018 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:27:35.054526 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0982e311-7270-4840-90dc-0d71e0ecc97a req-e137baca-bb1e-469b-8325-e8d5dcc7f32c service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=8037c4999d8b4d25a8c451f2b659a2c4&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2267001 Oct 12 19:27:35.061102 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7f946b38-2e50-4f98-a74a-90a819bcdb00 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:35.181412 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7f946b38-2e50-4f98-a74a-90a819bcdb00 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:35.215245 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f946b38-2e50-4f98-a74a-90a819bcdb00 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d52011f1-5e3d-4f06-9444-daae8777870d,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:27:35.307137 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9e9c92-9135-4993-ae2a-b9d24aec491d req-6163ac33-d74f-44d9-9830-06d600fda0d6 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:35.316855 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0a9e9c92-9135-4993-ae2a-b9d24aec491d req-6163ac33-d74f-44d9-9830-06d600fda0d6 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/ports?device_id=b7f4236c-59df-4193-aae7-ab887a28c6d7 HTTP/1.1" status: 200 len: 943 time: 0.0635159 Oct 12 19:27:35.327016 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7f946b38-2e50-4f98-a74a-90a819bcdb00 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:35.334999 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-7f946b38-2e50-4f98-a74a-90a819bcdb00 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4840660 Oct 12 19:27:35.351481 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53568) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:35.351481 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-8da65b45-6609-4a36-9b0a-30896ca552c3 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Request body: {'security_group_rule': {'security_group_id': '7bc1a239-6235-430f-bd88-1ae71a22bd0b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'd52011f1-5e3d-4f06-9444-daae8777870d', 'remote_ip_prefix': None}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:27:35.397351 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0a9e9c92-9135-4993-ae2a-b9d24aec491d req-ea6784a5-7a66-44ce-aa99-fb582db74b6b tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/security-groups?id=cefdf9de-6871-4b8c-818c-d47d551271dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749173 Oct 12 19:27:35.466915 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-c0e134de-e496-4a06-bcd2-1d1d70255c38 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.2980235 Oct 12 19:27:35.468091 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53574) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:35.472006 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8da65b45-6609-4a36-9b0a-30896ca552c3 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:35.478055 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-11435314-b77c-417f-b906-f8a35da3b885 admin admin] Request body: {'subnet': {'network_id': '98a9afcc-e9ca-4911-b0d7-961e4444f018', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1613805940-subnet', 'tenant_id': 'f52c86dc62e74359bd460402c4b75fc6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:27:35.529229 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0982e311-7270-4840-90dc-0d71e0ecc97a req-287fb966-6626-42f8-848e-9d2e40e01673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:35.532158 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0982e311-7270-4840-90dc-0d71e0ecc97a req-287fb966-6626-42f8-848e-9d2e40e01673 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4707506 Oct 12 19:27:35.557006 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8da65b45-6609-4a36-9b0a-30896ca552c3 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:35.590553 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11435314-b77c-417f-b906-f8a35da3b885 admin admin] Made reservation on behalf of f52c86dc62e74359bd460402c4b75fc6 for: {'subnet': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:27:35.593178 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-11435314-b77c-417f-b906-f8a35da3b885 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4612397'] for subnet, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:35.613626 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b8ec1a-27e1-4541-9700-97c76d1b1a17 req-2ae96853-ee1f-4d08-a42f-0134b6913d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:35.615534 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-66b8ec1a-27e1-4541-9700-97c76d1b1a17 req-2ae96853-ee1f-4d08-a42f-0134b6913d24 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8037c4999d8b4d25a8c451f2b659a2c4&device_id=990414b1-6bca-4a7a-bdcb-ae023cbbe9ab HTTP/1.1" status: 200 len: 1095 time: 0.0417390 Oct 12 19:27:35.637767 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8da65b45-6609-4a36-9b0a-30896ca552c3 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:35.663876 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-66b8ec1a-27e1-4541-9700-97c76d1b1a17 req-701d8fdc-e293-4781-b33e-07990994f93d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=71a094e6-3c69-44e7-8689-4e4c66ecd7da HTTP/1.1" status: 200 len: 217 time: 0.0398817 Oct 12 19:27:35.671661 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da65b45-6609-4a36-9b0a-30896ca552c3 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff180f20-3f5a-44c4-92ab-7cb72092823e,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:27:35.754018 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b8ec1a-27e1-4541-9700-97c76d1b1a17 req-3e02bd1f-0967-4188-b3ef-f4e34d2e3055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:35.755551 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-66b8ec1a-27e1-4541-9700-97c76d1b1a17 req-3e02bd1f-0967-4188-b3ef-f4e34d2e3055 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a09cd6ac-b3e0-423d-9e85-6644cbc7e663 HTTP/1.1" status: 200 len: 850 time: 0.0847032 Oct 12 19:27:35.776559 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8da65b45-6609-4a36-9b0a-30896ca552c3 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:35.780720 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-8da65b45-6609-4a36-9b0a-30896ca552c3 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4383664 Oct 12 19:27:35.780886 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b12434-8a9c-4383-9e26-3b9aee74b0f3 req-5f13c5c7-ea65-4ea1-825f-1874afe2eaff tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:35.781906 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-41b12434-8a9c-4383-9e26-3b9aee74b0f3 req-5f13c5c7-ea65-4ea1-825f-1874afe2eaff tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=990414b1-6bca-4a7a-bdcb-ae023cbbe9ab HTTP/1.1" status: 200 len: 944 time: 0.0730038 Oct 12 19:27:35.782395 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53580) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:35.806560 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device dfce06de-46f4-4f61-8391-ad2baa903c51 details requested by agent hyperv_n-h1-813679-3 with host n-h1-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:27:35.849938 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-57797b3f-e10f-40a1-b82d-316a3750c338 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:35.864804 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-57797b3f-e10f-40a1-b82d-316a3750c338 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:35.867620 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-11435314-b77c-417f-b906-f8a35da3b885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4824863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4612355'] for subnet, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:35.869913 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-41b12434-8a9c-4383-9e26-3b9aee74b0f3 req-53e57664-6bab-42f4-8c62-deeb033e5e13 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=94a43134-a4a7-45fd-af5f-8fc2adc2c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719261 Oct 12 19:27:35.878132 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b8ec1a-27e1-4541-9700-97c76d1b1a17 req-3abeb354-a9bc-4ade-abec-583ee05efca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:35.882963 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-66b8ec1a-27e1-4541-9700-97c76d1b1a17 req-3abeb354-a9bc-4ade-abec-583ee05efca5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f22a0b4a-70e4-4463-a6ef-6109199fd871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1160355 Oct 12 19:27:35.961724 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port dfce06de-46f4-4f61-8391-ad2baa903c51, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=dfce06de-46f4-4f61-8391-ad2baa903c51,segment=NetworkSegment(f1170869-d10a-47f8-bcc2-096029983e07),segment_id=f1170869-d10a-47f8-bcc2-096029983e07)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:27:35.975301 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Returning: {'device': 'dfce06de-46f4-4f61-8391-ad2baa903c51', 'network_id': 'd46f9207-c404-4b39-9c22-4c600f702514', 'port_id': 'dfce06de-46f4-4f61-8391-ad2baa903c51', 'mac_address': 'fa:16:3e:84:1f:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '610de003-a3a0-4244-ae57-4724e5569ae2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:27:35.978171 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11435314-b77c-417f-b906-f8a35da3b885 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75c294fe-120e-40e8-8111-8840aed19f52,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:27:36.011711 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11435314-b77c-417f-b906-f8a35da3b885 admin admin] Checking segment: {'id': '8d33cac7-6802-4b00-b721-f9c2db6318f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '98a9afcc-e9ca-4911-b0d7-961e4444f018'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:27:36.012096 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11435314-b77c-417f-b906-f8a35da3b885 admin admin] Network hostable DHCP agents. Network: 98a9afcc-e9ca-4911-b0d7-961e4444f018, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:27:36.017778 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-66b8ec1a-27e1-4541-9700-97c76d1b1a17 req-2092ee62-bae0-480d-acf5-69c432663f1f service neutron] 10.222.0.61 "GET /v2.0/networks/f22a0b4a-70e4-4463-a6ef-6109199fd871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303816 Oct 12 19:27:36.020209 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-57797b3f-e10f-40a1-b82d-316a3750c338 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:36.025598 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:36.030091 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-57797b3f-e10f-40a1-b82d-316a3750c338 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:36.034173 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-57797b3f-e10f-40a1-b82d-316a3750c338 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/ff180f20-3f5a-44c4-92ab-7cb72092823e HTTP/1.1" status: 204 len: 168 time: 0.2346480 Oct 12 19:27:36.034887 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53590) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:36.043418 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfce06de-46f4-4f61-8391-ad2baa903c51 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:27:36.074429 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port dfce06de-46f4-4f61-8391-ad2baa903c51, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=dfce06de-46f4-4f61-8391-ad2baa903c51,segment=NetworkSegment(f1170869-d10a-47f8-bcc2-096029983e07),segment_id=f1170869-d10a-47f8-bcc2-096029983e07)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:27:36.084261 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57797b3f-e10f-40a1-b82d-316a3750c338 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ff180f20-3f5a-44c4-92ab-7cb72092823e,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:27:36.098044 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 19:27:36.113567 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1aef9a-0f95-4e13-bf3a-621a3def30e6 req-dcf1a528-e67e-456a-995d-03799b338b96 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:36.114309 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-29f15098-dd52-4fe3-bfc4-28e599d5ebee tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0779200 Oct 12 19:27:36.114971 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53594) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:36.121880 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3b1aef9a-0f95-4e13-bf3a-621a3def30e6 req-dcf1a528-e67e-456a-995d-03799b338b96 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=a258ad27-a0ab-4472-a265-18d9b8174787 HTTP/1.1" status: 200 len: 946 time: 0.1435468 Oct 12 19:27:36.172962 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11435314-b77c-417f-b906-f8a35da3b885 admin admin] Network 98a9afcc-e9ca-4911-b0d7-961e4444f018 is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:27:36.181131 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3b286446-4fc1-4400-9a96-a0dbecb16964 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:36.187108 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-66b8ec1a-27e1-4541-9700-97c76d1b1a17 req-aaf421ce-d9dd-48d1-9bd7-a20e5fa4a6e3 service neutron] 10.222.0.61 "GET /v2.0/networks/f22a0b4a-70e4-4463-a6ef-6109199fd871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603680 Oct 12 19:27:36.190197 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3b1aef9a-0f95-4e13-bf3a-621a3def30e6 req-cb18fd85-5108-4ae2-b51f-7ca2c823a5a9 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670197 Oct 12 19:27:36.195854 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:36.209680 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3b286446-4fc1-4400-9a96-a0dbecb16964 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:36.257052 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=dfce06de-46f4-4f61-8391-ad2baa903c51,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:27:36.281463 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-11435314-b77c-417f-b906-f8a35da3b885 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, 98a9afcc-e9ca-4911-b0d7-961e4444f018) {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:27:36.288021 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11435314-b77c-417f-b906-f8a35da3b885 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:36.291452 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-11435314-b77c-417f-b906-f8a35da3b885 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:36.293927 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-741e2e40-3d09-4d60-89c8-8365ebd9b23a None None] Network 98a9afcc-e9ca-4911-b0d7-961e4444f018 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:27:36.381682 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3b286446-4fc1-4400-9a96-a0dbecb16964 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:36.384937 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3b286446-4fc1-4400-9a96-a0dbecb16964 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:36.386168 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-3b286446-4fc1-4400-9a96-a0dbecb16964 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] 10.222.0.49 "DELETE /v2.0/security-groups/d52011f1-5e3d-4f06-9444-daae8777870d HTTP/1.1" status: 204 len: 168 time: 0.2701888 Oct 12 19:27:36.388830 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53600) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:36.396117 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b286446-4fc1-4400-9a96-a0dbecb16964 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d52011f1-5e3d-4f06-9444-daae8777870d,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:27:36.424710 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['dfce06de-46f4-4f61-8391-ad2baa903c51'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:27:36.446279 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-11435314-b77c-417f-b906-f8a35da3b885 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9742067 Oct 12 19:27:36.447914 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53604) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:36.453342 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-557a545c-ee8a-4aac-a8f5-dcf25f0c7e90 None None] Network 98a9afcc-e9ca-4911-b0d7-961e4444f018 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:27:36.455755 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-aa7e93bb-5625-499a-b6d6-2296efc73d77 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1613805940-router', 'tenant_id': 'f52c86dc62e74359bd460402c4b75fc6', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:27:36.497371 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-26b13084-4f6f-474c-a9b1-a368b7f5f729 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1073575 Oct 12 19:27:36.497946 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53608) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:36.572116 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d04682-a278-41e2-98fe-eaf70e54d001 req-3ce4aed2-1eec-41b3-9fc7-4fc67be1d118 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:36.574729 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e3d04682-a278-41e2-98fe-eaf70e54d001 req-3ce4aed2-1eec-41b3-9fc7-4fc67be1d118 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/ports?device_id=b7f4236c-59df-4193-aae7-ab887a28c6d7 HTTP/1.1" status: 200 len: 944 time: 0.0727527 Oct 12 19:27:36.601294 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d39b077a-d2ce-42af-a6a7-e709eb187c0b tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:36.608899 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-aa7e93bb-5625-499a-b6d6-2296efc73d77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8093678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255505'] for router, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:36.608899 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-aa7e93bb-5625-499a-b6d6-2296efc73d77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8093562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8087085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8022306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255518'] for router, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:36.622441 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e3d04682-a278-41e2-98fe-eaf70e54d001 req-a89bbf4c-f4f8-4a75-944a-3a766a162f29 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/security-groups?id=cefdf9de-6871-4b8c-818c-d47d551271dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398908 Oct 12 19:27:36.684156 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d39b077a-d2ce-42af-a6a7-e709eb187c0b tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:36.689181 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-aa7e93bb-5625-499a-b6d6-2296efc73d77 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:36.825820 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d39b077a-d2ce-42af-a6a7-e709eb187c0b tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:36.828438 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d39b077a-d2ce-42af-a6a7-e709eb187c0b tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:36.829581 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-d39b077a-d2ce-42af-a6a7-e709eb187c0b tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] 10.222.0.49 "DELETE /v2.0/security-groups/7bc1a239-6235-430f-bd88-1ae71a22bd0b HTTP/1.1" status: 204 len: 168 time: 0.3306839 Oct 12 19:27:36.832228 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53618) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:36.843459 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39b077a-d2ce-42af-a6a7-e709eb187c0b tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bc1a239-6235-430f-bd88-1ae71a22bd0b,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:27:36.912768 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-3a278f59-ce31-4669-88ef-b6b59d915b4f tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0749788 Oct 12 19:27:36.916618 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53626) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:36.927601 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-fab58361-b037-48b3-b6d7-c25820050a49 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Request body: {'security_group': {'name': 'tempest-secgroup--1734704050'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:27:36.950626 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-aa7e93bb-5625-499a-b6d6-2296efc73d77 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:37.041896 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fab58361-b037-48b3-b6d7-c25820050a49 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:37.115483 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fab58361-b037-48b3-b6d7-c25820050a49 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:37.134461 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d57c7ea-37f5-4e4c-8ad5-b0557099f0a4 req-905054bb-f422-40da-ac6d-daabab14a796 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:37.140324 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1d57c7ea-37f5-4e4c-8ad5-b0557099f0a4 req-905054bb-f422-40da-ac6d-daabab14a796 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=990414b1-6bca-4a7a-bdcb-ae023cbbe9ab HTTP/1.1" status: 200 len: 944 time: 0.1761892 Oct 12 19:27:37.174339 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1d57c7ea-37f5-4e4c-8ad5-b0557099f0a4 req-524573de-43db-4917-a5fd-f9e4c743bc92 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=94a43134-a4a7-45fd-af5f-8fc2adc2c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332260 Oct 12 19:27:37.182358 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fab58361-b037-48b3-b6d7-c25820050a49 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:37.212624 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab58361-b037-48b3-b6d7-c25820050a49 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ead2f59-2c4e-4971-a942-cccabceade3d,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:27:37.220396 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab58361-b037-48b3-b6d7-c25820050a49 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:27:37.220747 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab58361-b037-48b3-b6d7-c25820050a49 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:27:37.221087 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab58361-b037-48b3-b6d7-c25820050a49 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:27:37.221425 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab58361-b037-48b3-b6d7-c25820050a49 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:27:37.221759 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab58361-b037-48b3-b6d7-c25820050a49 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:27:37.222093 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab58361-b037-48b3-b6d7-c25820050a49 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:27:37.222423 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab58361-b037-48b3-b6d7-c25820050a49 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:27:37.222757 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab58361-b037-48b3-b6d7-c25820050a49 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:27:37.223080 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab58361-b037-48b3-b6d7-c25820050a49 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:27:37.223401 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab58361-b037-48b3-b6d7-c25820050a49 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:27:37.223727 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab58361-b037-48b3-b6d7-c25820050a49 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:27:37.224068 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab58361-b037-48b3-b6d7-c25820050a49 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:27:37.263285 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fab58361-b037-48b3-b6d7-c25820050a49 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:37.267262 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-fab58361-b037-48b3-b6d7-c25820050a49 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3469164 Oct 12 19:27:37.268820 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53638) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:37.272657 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-6038c81e-707a-4b2d-80c4-f336c40d10dd tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Request body: {'security_group_rule': {'security_group_id': '0ead2f59-2c4e-4971-a942-cccabceade3d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:27:37.275739 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817228ac-3c76-4a93-b3e5-dd7094b93725 req-90addcbd-fbb2-4620-8eb5-6c1e2903f47d tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:37.277959 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-817228ac-3c76-4a93-b3e5-dd7094b93725 req-90addcbd-fbb2-4620-8eb5-6c1e2903f47d tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=a258ad27-a0ab-4472-a265-18d9b8174787 HTTP/1.1" status: 200 len: 946 time: 0.1044419 Oct 12 19:27:37.292439 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-aa7e93bb-5625-499a-b6d6-2296efc73d77 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:37.322034 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-aa7e93bb-5625-499a-b6d6-2296efc73d77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:37.349634 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6038c81e-707a-4b2d-80c4-f336c40d10dd tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:37.389589 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-817228ac-3c76-4a93-b3e5-dd7094b93725 req-89fddc98-b5d2-43c7-b295-e8ae1a7fc385 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035805 Oct 12 19:27:37.418874 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6038c81e-707a-4b2d-80c4-f336c40d10dd tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:37.461436 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-aa7e93bb-5625-499a-b6d6-2296efc73d77 admin admin] Allocated IP 172.25.5.138 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/dd1ce122-0cce-40d2-b5d8-cff24ff89431) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:27:37.501061 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6038c81e-707a-4b2d-80c4-f336c40d10dd tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:37.521351 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6038c81e-707a-4b2d-80c4-f336c40d10dd tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=027ce2ab-6697-4b38-9b3c-2ecbd0725f4a,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:27:37.571389 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-aa7e93bb-5625-499a-b6d6-2296efc73d77 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:37.626188 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6038c81e-707a-4b2d-80c4-f336c40d10dd tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:37.628315 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-6038c81e-707a-4b2d-80c4-f336c40d10dd tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3584924 Oct 12 19:27:37.630235 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53642) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:37.654393 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a64e8b16-9c42-4ad6-b2cd-7d622b07a211 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:37.661393 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a64e8b16-9c42-4ad6-b2cd-7d622b07a211 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:37.673386 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-aa7e93bb-5625-499a-b6d6-2296efc73d77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:37.713325 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa7e93bb-5625-499a-b6d6-2296efc73d77 admin admin] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:27:37.718051 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-aa7e93bb-5625-499a-b6d6-2296efc73d77 admin admin] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:27:37.724246 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7e93bb-5625-499a-b6d6-2296efc73d77 admin admin] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:27:37.752925 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dae5dc-fcca-4372-a807-d161a6f4059b req-cdd9e9df-14c0-4e33-a526-c8142675b847 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:37.754942 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-17dae5dc-fcca-4372-a807-d161a6f4059b req-cdd9e9df-14c0-4e33-a526-c8142675b847 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/ports?device_id=b7f4236c-59df-4193-aae7-ab887a28c6d7 HTTP/1.1" status: 200 len: 944 time: 0.0540326 Oct 12 19:27:37.756691 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7e93bb-5625-499a-b6d6-2296efc73d77 admin admin] Pushing event updated for resources: {'Port': ['ID=dd1ce122-0cce-40d2-b5d8-cff24ff89431,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:27:37.783113 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a64e8b16-9c42-4ad6-b2cd-7d622b07a211 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:37.792628 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a64e8b16-9c42-4ad6-b2cd-7d622b07a211 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:37.796475 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-a64e8b16-9c42-4ad6-b2cd-7d622b07a211 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/027ce2ab-6697-4b38-9b3c-2ecbd0725f4a HTTP/1.1" status: 204 len: 168 time: 0.1627066 Oct 12 19:27:37.799122 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53648) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:37.808758 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64e8b16-9c42-4ad6-b2cd-7d622b07a211 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=027ce2ab-6697-4b38-9b3c-2ecbd0725f4a,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:27:37.809839 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 71a094e6-3c69-44e7-8689-4e4c66ecd7da details requested by agent hyperv_n-h1-813679-3 with host n-h1-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:27:37.815158 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device dfce06de-46f4-4f61-8391-ad2baa903c51 up at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:27:37.838410 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-17dae5dc-fcca-4372-a807-d161a6f4059b req-cfd1aa4a-4fa0-41f8-80e5-8de72f44f316 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/security-groups?id=cefdf9de-6871-4b8c-818c-d47d551271dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765767 Oct 12 19:27:37.872164 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-3edc2187-49f2-4010-9a20-c42f733bd017 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0715237 Oct 12 19:27:37.874697 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53650) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:37.940177 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-16beeb40-b130-49f5-b65e-4f98c550d51b tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:37.975053 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 71a094e6-3c69-44e7-8689-4e4c66ecd7da, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=71a094e6-3c69-44e7-8689-4e4c66ecd7da,segment=NetworkSegment(1311cbfc-168d-4d44-b005-c99086bc74c8),segment_id=1311cbfc-168d-4d44-b005-c99086bc74c8)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:27:37.980103 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-16beeb40-b130-49f5-b65e-4f98c550d51b tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:37.988766 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Returning: {'device': '71a094e6-3c69-44e7-8689-4e4c66ecd7da', 'network_id': 'f22a0b4a-70e4-4463-a6ef-6109199fd871', 'port_id': '71a094e6-3c69-44e7-8689-4e4c66ecd7da', 'mac_address': 'fa:16:3e:39:2b:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a09cd6ac-b3e0-423d-9e85-6644cbc7e663', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:27:38.031723 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning for port dfce06de-46f4-4f61-8391-ad2baa903c51 completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:27:38.035941 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:38.038893 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning complete for port dfce06de-46f4-4f61-8391-ad2baa903c51 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:27:38.041042 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:38.064103 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-aa7e93bb-5625-499a-b6d6-2296efc73d77 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:38.068138 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71a094e6-3c69-44e7-8689-4e4c66ecd7da {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:27:38.097597 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 71a094e6-3c69-44e7-8689-4e4c66ecd7da, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=71a094e6-3c69-44e7-8689-4e4c66ecd7da,segment=NetworkSegment(1311cbfc-168d-4d44-b005-c99086bc74c8),segment_id=1311cbfc-168d-4d44-b005-c99086bc74c8)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:27:38.128319 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-16beeb40-b130-49f5-b65e-4f98c550d51b tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:38.135748 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-16beeb40-b130-49f5-b65e-4f98c550d51b tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:38.138189 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-16beeb40-b130-49f5-b65e-4f98c550d51b tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] 10.222.0.49 "DELETE /v2.0/security-groups/0ead2f59-2c4e-4971-a942-cccabceade3d HTTP/1.1" status: 204 len: 168 time: 0.2619457 Oct 12 19:27:38.147637 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53660) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:38.151681 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:38.170383 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16beeb40-b130-49f5-b65e-4f98c550d51b tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ead2f59-2c4e-4971-a942-cccabceade3d,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:27:38.185033 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7f4236c-59df-4193-aae7-ab887a28c6d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfce06de-46f4-4f61-8391-ad2baa903c51'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:27:38.185033 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-926e22d0-7812-46a4-89e8-09036b2a03ca" -d '{"events": [{"server_uuid": "b7f4236c-59df-4193-aae7-ab887a28c6d7", "name": "network-vif-plugged", "status": "completed", "tag": "dfce06de-46f4-4f61-8391-ad2baa903c51"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:27:38.215720 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:38.234919 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port dfce06de-46f4-4f61-8391-ad2baa903c51, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=dfce06de-46f4-4f61-8391-ad2baa903c51,segment=NetworkSegment(f1170869-d10a-47f8-bcc2-096029983e07),segment_id=f1170869-d10a-47f8-bcc2-096029983e07)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:27:38.240851 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e481132-cd26-43a1-b1bb-332cad43f5a2 x-openstack-request-id: req-3e481132-cd26-43a1-b1bb-332cad43f5a2 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:27:38.241905 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7f4236c-59df-4193-aae7-ab887a28c6d7", "name": "network-vif-plugged", "status": "completed", "tag": "dfce06de-46f4-4f61-8391-ad2baa903c51", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:27:38.241905 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3e481132-cd26-43a1-b1bb-332cad43f5a2 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:27:38.242486 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7f4236c-59df-4193-aae7-ab887a28c6d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfce06de-46f4-4f61-8391-ad2baa903c51', 'code': 200} Oct 12 19:27:38.271073 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-737317f8-3114-428b-920d-21ab6ee6020c tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1165729 Oct 12 19:27:38.272045 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53666) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:38.278370 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-06d0710b-629a-404f-828e-ee2d404262d9 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Request body: {'security_group': {'name': 'tempest-secgroup--392451142'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:27:38.297931 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=71a094e6-3c69-44e7-8689-4e4c66ecd7da,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:27:38.321881 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:38.360155 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50607389-d3e5-4908-bbba-ce60beeef5d4 req-9a1e2e5a-772a-4f27-ba80-df36f5f14da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:38.361890 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-50607389-d3e5-4908-bbba-ce60beeef5d4 req-9a1e2e5a-772a-4f27-ba80-df36f5f14da0 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b7f4236c-59df-4193-aae7-ab887a28c6d7 HTTP/1.1" status: 200 len: 1096 time: 0.0565338 Oct 12 19:27:38.385870 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-06d0710b-629a-404f-828e-ee2d404262d9 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:38.398595 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=dfce06de-46f4-4f61-8391-ad2baa903c51,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:27:38.424162 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-50607389-d3e5-4908-bbba-ce60beeef5d4 req-4c1e46e7-5f86-41e0-8928-a0b94dee2808 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=cefdf9de-6871-4b8c-818c-d47d551271dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528479 Oct 12 19:27:38.441952 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d747b2-4451-4378-9ee4-baf3b202d1ae req-8dc0cb76-9bd2-4abc-a162-f877d5aca737 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:38.451011 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-63d747b2-4451-4378-9ee4-baf3b202d1ae req-8dc0cb76-9bd2-4abc-a162-f877d5aca737 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=990414b1-6bca-4a7a-bdcb-ae023cbbe9ab HTTP/1.1" status: 200 len: 945 time: 0.1237741 Oct 12 19:27:38.451146 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['71a094e6-3c69-44e7-8689-4e4c66ecd7da'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:27:38.496605 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-06d0710b-629a-404f-828e-ee2d404262d9 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:38.500327 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-aa7e93bb-5625-499a-b6d6-2296efc73d77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8093541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7915516'] for router, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:38.545718 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5ad904-4239-4fd0-aac0-81403796cfae req-91ea427b-a125-470e-9a7c-86661c0eddd5 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:38.547342 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6f5ad904-4239-4fd0-aac0-81403796cfae req-91ea427b-a125-470e-9a7c-86661c0eddd5 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=a258ad27-a0ab-4472-a265-18d9b8174787 HTTP/1.1" status: 200 len: 946 time: 0.0535710 Oct 12 19:27:38.561925 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-63d747b2-4451-4378-9ee4-baf3b202d1ae req-7c01aac9-78c1-42ee-9d67-727efdf6c04a tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=94a43134-a4a7-45fd-af5f-8fc2adc2c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983605 Oct 12 19:27:38.574347 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-06d0710b-629a-404f-828e-ee2d404262d9 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:38.614002 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6f5ad904-4239-4fd0-aac0-81403796cfae req-fbe69d27-62ff-475a-8cff-d699de6ca60d tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587480 Oct 12 19:27:38.629579 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d0710b-629a-404f-828e-ee2d404262d9 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81d075a4-f269-4326-b19d-42aa2c1dd5c4,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:27:38.691660 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-06d0710b-629a-404f-828e-ee2d404262d9 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:38.694284 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-06d0710b-629a-404f-828e-ee2d404262d9 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4200332 Oct 12 19:27:38.701866 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53674) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:38.706317 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-35a5c762-1056-4026-a753-f3b6af048f33 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Request body: {'security_group_rule': {'security_group_id': '81d075a4-f269-4326-b19d-42aa2c1dd5c4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:27:38.740821 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa7e93bb-5625-499a-b6d6-2296efc73d77 admin admin] Router 1f144499-22a7-4da4-b17c-6487df9d5378 is scheduled to L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b with binding_index 1 {{(pid=95501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 19:27:38.838744 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-35a5c762-1056-4026-a753-f3b6af048f33 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:38.869978 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa7e93bb-5625-499a-b6d6-2296efc73d77 admin admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:27:38.881103 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc47da13-1f3e-490d-87af-3a3aaa7305a8 None None] Sync routers for ids ['1f144499-22a7-4da4-b17c-6487df9d5378'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:27:38.895803 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc47da13-1f3e-490d-87af-3a3aaa7305a8 None None] Routers {'1f144499-22a7-4da4-b17c-6487df9d5378'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:27:38.896589 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-fc47da13-1f3e-490d-87af-3a3aaa7305a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:27:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['1f144499-22a7-4da4-b17c-6487df9d5378'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:27:38.903189 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-35a5c762-1056-4026-a753-f3b6af048f33 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:38.964642 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e20b5f7-c9f5-4b23-8f57-ab274d5d771f req-65934348-18e5-47b7-8176-5b1dbc9bd320 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:38.966201 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7e20b5f7-c9f5-4b23-8f57-ab274d5d771f req-65934348-18e5-47b7-8176-5b1dbc9bd320 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/ports?device_id=b7f4236c-59df-4193-aae7-ab887a28c6d7 HTTP/1.1" status: 200 len: 945 time: 0.0529730 Oct 12 19:27:38.982840 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-aa7e93bb-5625-499a-b6d6-2296efc73d77 admin admin] Notify callbacks [] for router, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:38.986820 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-aa7e93bb-5625-499a-b6d6-2296efc73d77 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5349972 Oct 12 19:27:38.995375 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53682) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:39.000410 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-fc47da13-1f3e-490d-87af-3a3aaa7305a8 None None] Set router 1f144499-22a7-4da4-b17c-6487df9d5378 gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:27:39.024228 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7e20b5f7-c9f5-4b23-8f57-ab274d5d771f req-03eb63b4-1d0a-459c-9064-27f7e1e0ffae tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/security-groups?id=cefdf9de-6871-4b8c-818c-d47d551271dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476720 Oct 12 19:27:39.045507 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-35a5c762-1056-4026-a753-f3b6af048f33 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:39.063028 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a5c762-1056-4026-a753-f3b6af048f33 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd778413-2100-4e8c-aaa6-f86da49f3186,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:27:39.157537 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-35a5c762-1056-4026-a753-f3b6af048f33 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:39.161598 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-35a5c762-1056-4026-a753-f3b6af048f33 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4562275 Oct 12 19:27:39.161821 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53684) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:39.217045 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-32d9873a-62fb-4a49-864e-afadc508aed5 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] 10.222.0.49 "GET /v2.0/security-group-rules/cd778413-2100-4e8c-aaa6-f86da49f3186 HTTP/1.1" status: 200 len: 763 time: 0.0517023 Oct 12 19:27:39.217958 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53690) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:39.237091 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-fc47da13-1f3e-490d-87af-3a3aaa7305a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f144499-22a7-4da4-b17c-6487df9d5378', 'name': 'tempest-ServerRescueTestJSON-1613805940-router', 'tenant_id': 'f52c86dc62e74359bd460402c4b75fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': 'dd1ce122-0cce-40d2-b5d8-cff24ff89431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:27:36Z', 'updated_at': '2021-10-12T19:27:37Z', 'revision_number': 3, 'project_id': 'f52c86dc62e74359bd460402c4b75fc6', 'gw_port': {'id': 'dd1ce122-0cce-40d2-b5d8-cff24ff89431', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:1c:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f144499-22a7-4da4-b17c-6487df9d5378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:27:37Z', 'updated_at': '2021-10-12T19:27:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:27:39.272693 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-bc53e7aa-87aa-440f-8bc4-901e17b01873 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0518532 Oct 12 19:27:39.273038 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53694) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:39.275157 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc47da13-1f3e-490d-87af-3a3aaa7305a8 None None] Checking router: 1f144499-22a7-4da4-b17c-6487df9d5378 for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:27:39.275505 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc47da13-1f3e-490d-87af-3a3aaa7305a8 None None] Updating router 1f144499-22a7-4da4-b17c-6487df9d5378 port dd1ce122-0cce-40d2-b5d8-cff24ff89431 binding host n-d-813679-3 {{(pid=95504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 19:27:39.300368 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-fc47da13-1f3e-490d-87af-3a3aaa7305a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:39.300606 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-677e3f74-0ea4-48ea-9147-7e596a8df518 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:39.309067 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-677e3f74-0ea4-48ea-9147-7e596a8df518 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:39.390427 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-677e3f74-0ea4-48ea-9147-7e596a8df518 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:39.400325 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-677e3f74-0ea4-48ea-9147-7e596a8df518 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:39.401588 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-677e3f74-0ea4-48ea-9147-7e596a8df518 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/cd778413-2100-4e8c-aaa6-f86da49f3186 HTTP/1.1" status: 204 len: 168 time: 0.1275671 Oct 12 19:27:39.406364 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677e3f74-0ea4-48ea-9147-7e596a8df518 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cd778413-2100-4e8c-aaa6-f86da49f3186,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:27:39.409055 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53698) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:39.480643 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-a733046e-f2f6-48be-b3f2-afdbf25d34ca tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0705092 Oct 12 19:27:39.481371 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53700) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:39.486017 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-fc8a585d-b4a3-4629-adb2-0d6fe2629d06 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Request body: {'security_group_rule': {'security_group_id': '81d075a4-f269-4326-b19d-42aa2c1dd5c4', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:27:39.518079 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7d5b7fe7-07d9-4e17-8c08-914c90b81975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:39.593206 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-fc8a585d-b4a3-4629-adb2-0d6fe2629d06 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:39.670336 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-fc47da13-1f3e-490d-87af-3a3aaa7305a8 None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:39.727817 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-fc8a585d-b4a3-4629-adb2-0d6fe2629d06 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:39.743574 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-7d5b7fe7-07d9-4e17-8c08-914c90b81975 admin admin] Allocated IP 172.20.0.1 (98a9afcc-e9ca-4911-b0d7-961e4444f018/75c294fe-120e-40e8-8111-8840aed19f52/4c06b4ef-db4e-4761-89f7-830a6fb541f2) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:27:39.747967 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1f5c15-cc34-4b68-94b0-f41f72d2be54 req-e96aab96-4f1e-4ae4-8837-5a165c884dcd tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:39.749531 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-af1f5c15-cc34-4b68-94b0-f41f72d2be54 req-e96aab96-4f1e-4ae4-8837-5a165c884dcd tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=990414b1-6bca-4a7a-bdcb-ae023cbbe9ab HTTP/1.1" status: 200 len: 945 time: 0.0884843 Oct 12 19:27:39.773280 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-fc47da13-1f3e-490d-87af-3a3aaa7305a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:39.798924 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-af1f5c15-cc34-4b68-94b0-f41f72d2be54 req-6d1f949e-a69d-406e-85e2-4009a78d793d tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=94a43134-a4a7-45fd-af5f-8fc2adc2c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405846 Oct 12 19:27:39.824915 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 71a094e6-3c69-44e7-8689-4e4c66ecd7da up at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:27:39.838112 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8c3edd-973a-4365-b852-e2c671b1074a req-12dbd4f9-b5b4-4e71-8553-c7d5e8ea9496 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:39.839662 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1b8c3edd-973a-4365-b852-e2c671b1074a req-12dbd4f9-b5b4-4e71-8553-c7d5e8ea9496 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=a258ad27-a0ab-4472-a265-18d9b8174787 HTTP/1.1" status: 200 len: 946 time: 0.1331265 Oct 12 19:27:39.850244 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0031371-d319-427e-ac90-4ca0ec2c46e4 None None] Pushing event updated for resources: {'Port': ['ID=dd1ce122-0cce-40d2-b5d8-cff24ff89431,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:27:39.857581 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-fc8a585d-b4a3-4629-adb2-0d6fe2629d06 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:39.871549 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0031371-d319-427e-ac90-4ca0ec2c46e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:27:39.872077 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0031371-d319-427e-ac90-4ca0ec2c46e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:27:39.872409 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0031371-d319-427e-ac90-4ca0ec2c46e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:27:39.872747 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0031371-d319-427e-ac90-4ca0ec2c46e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:27:39.873079 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0031371-d319-427e-ac90-4ca0ec2c46e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:27:39.873406 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0031371-d319-427e-ac90-4ca0ec2c46e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:27:39.873730 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0031371-d319-427e-ac90-4ca0ec2c46e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:27:39.874052 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0031371-d319-427e-ac90-4ca0ec2c46e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:27:39.874373 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0031371-d319-427e-ac90-4ca0ec2c46e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:27:39.874697 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0031371-d319-427e-ac90-4ca0ec2c46e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:27:39.875016 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0031371-d319-427e-ac90-4ca0ec2c46e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:27:39.875330 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0031371-d319-427e-ac90-4ca0ec2c46e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:27:39.878705 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-fc47da13-1f3e-490d-87af-3a3aaa7305a8 None None] Attempting to bind port dd1ce122-0cce-40d2-b5d8-cff24ff89431 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:27:39.879066 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-fc47da13-1f3e-490d-87af-3a3aaa7305a8 None None] Attempting to bind port dd1ce122-0cce-40d2-b5d8-cff24ff89431 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:27:39.879430 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc47da13-1f3e-490d-87af-3a3aaa7305a8 None None] Attempting to bind port dd1ce122-0cce-40d2-b5d8-cff24ff89431 on network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:27:39.885840 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc47da13-1f3e-490d-87af-3a3aaa7305a8 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:27:39.886478 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc47da13-1f3e-490d-87af-3a3aaa7305a8 None None] Checking segment: {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:27:39.886604 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-fc47da13-1f3e-490d-87af-3a3aaa7305a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:39.886971 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc47da13-1f3e-490d-87af-3a3aaa7305a8 None None] Bound using segment: {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:27:39.887822 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-fc47da13-1f3e-490d-87af-3a3aaa7305a8 None None] Bound port: dd1ce122-0cce-40d2-b5d8-cff24ff89431, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:27:39.888554 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-fc47da13-1f3e-490d-87af-3a3aaa7305a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:39.898817 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8a585d-b4a3-4629-adb2-0d6fe2629d06 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cbfec20-9b38-4d61-b5bf-1befb8cc1ed5,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:27:39.933784 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7d5b7fe7-07d9-4e17-8c08-914c90b81975 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:39.959056 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-fc47da13-1f3e-490d-87af-3a3aaa7305a8 None None] For port dd1ce122-0cce-40d2-b5d8-cff24ff89431, host n-d-813679-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:27:39.963033 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-fc47da13-1f3e-490d-87af-3a3aaa7305a8 None None] For port dd1ce122-0cce-40d2-b5d8-cff24ff89431, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=dd1ce122-0cce-40d2-b5d8-cff24ff89431,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:27:39.970788 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1b8c3edd-973a-4365-b852-e2c671b1074a req-5e8ad371-3884-4bd6-94ce-ad45cbbd03b2 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535908 Oct 12 19:27:40.017755 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-fc8a585d-b4a3-4629-adb2-0d6fe2629d06 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:40.019032 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-fc8a585d-b4a3-4629-adb2-0d6fe2629d06 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5368783 Oct 12 19:27:40.021697 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53712) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:40.032978 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning for port 71a094e6-3c69-44e7-8689-4e4c66ecd7da completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:27:40.037110 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning complete for port 71a094e6-3c69-44e7-8689-4e4c66ecd7da triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:27:40.037527 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:40.042193 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-d3fe6b82-7db9-45d1-bbda-f3ee92fed71f tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] 10.222.0.49 "GET /v2.0/security-group-rules/7cbfec20-9b38-4d61-b5bf-1befb8cc1ed5 HTTP/1.1" status: 200 len: 763 time: 0.0194380 Oct 12 19:27:40.045116 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53716) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:40.089733 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-294be2a9-41d0-4530-98e1-24f167ab5645 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0434272 Oct 12 19:27:40.092477 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53718) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:40.099142 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-fc47da13-1f3e-490d-87af-3a3aaa7305a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:40.115815 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7d5b7fe7-07d9-4e17-8c08-914c90b81975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:40.130936 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:40.158071 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeff010-0026-4f71-987f-d6a979687c33 req-f756ec92-3f87-4f81-8663-60d2fca5e196 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:40.167571 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9aeff010-0026-4f71-987f-d6a979687c33 req-f756ec92-3f87-4f81-8663-60d2fca5e196 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/ports?device_id=b7f4236c-59df-4193-aae7-ab887a28c6d7 HTTP/1.1" status: 200 len: 945 time: 0.0739310 Oct 12 19:27:40.169559 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0031371-d319-427e-ac90-4ca0ec2c46e4 None None] Pushing event updated for resources: {'Port': ['ID=dd1ce122-0cce-40d2-b5d8-cff24ff89431,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:27:40.187785 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0c5d93da-c594-4888-aae0-466b72300806 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:40.200908 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0c5d93da-c594-4888-aae0-466b72300806 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:40.216088 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc47da13-1f3e-490d-87af-3a3aaa7305a8 None None] Routers {'1f144499-22a7-4da4-b17c-6487df9d5378'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:27:40.221836 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-fc47da13-1f3e-490d-87af-3a3aaa7305a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:27:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['1f144499-22a7-4da4-b17c-6487df9d5378'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:27:40.229129 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9aeff010-0026-4f71-987f-d6a979687c33 req-bf506585-c702-48f3-886a-5057eecd6726 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/security-groups?id=cefdf9de-6871-4b8c-818c-d47d551271dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570469 Oct 12 19:27:40.243991 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 71a094e6-3c69-44e7-8689-4e4c66ecd7da, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=71a094e6-3c69-44e7-8689-4e4c66ecd7da,segment=NetworkSegment(1311cbfc-168d-4d44-b005-c99086bc74c8),segment_id=1311cbfc-168d-4d44-b005-c99086bc74c8)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:27:40.245037 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '990414b1-6bca-4a7a-bdcb-ae023cbbe9ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71a094e6-3c69-44e7-8689-4e4c66ecd7da'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:27:40.247482 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fee649a-f792-46f7-998c-0fb59ae03b47" -d '{"events": [{"server_uuid": "990414b1-6bca-4a7a-bdcb-ae023cbbe9ab", "name": "network-vif-plugged", "status": "completed", "tag": "71a094e6-3c69-44e7-8689-4e4c66ecd7da"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:27:40.259099 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5b7fe7-07d9-4e17-8c08-914c90b81975 admin admin] Pushing event updated for resources: {'Port': ['ID=4c06b4ef-db4e-4761-89f7-830a6fb541f2,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:27:40.266256 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5b7fe7-07d9-4e17-8c08-914c90b81975 admin admin] Network 98a9afcc-e9ca-4911-b0d7-961e4444f018 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:27:40.272492 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-7d5b7fe7-07d9-4e17-8c08-914c90b81975 admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:27:40.272702 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5b7fe7-07d9-4e17-8c08-914c90b81975 admin admin] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:27:40.330210 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7d5b7fe7-07d9-4e17-8c08-914c90b81975 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7915309'] for router_interface, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:40.332445 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:40.372291 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c343b3c-f89b-4469-9f71-e873c884deaf x-openstack-request-id: req-7c343b3c-f89b-4469-9f71-e873c884deaf {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:27:40.373722 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "990414b1-6bca-4a7a-bdcb-ae023cbbe9ab", "name": "network-vif-plugged", "status": "completed", "tag": "71a094e6-3c69-44e7-8689-4e4c66ecd7da", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:27:40.374620 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7c343b3c-f89b-4469-9f71-e873c884deaf {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:27:40.375212 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '990414b1-6bca-4a7a-bdcb-ae023cbbe9ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71a094e6-3c69-44e7-8689-4e4c66ecd7da', 'code': 200} Oct 12 19:27:40.408318 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=71a094e6-3c69-44e7-8689-4e4c66ecd7da,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:27:40.416528 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-fc47da13-1f3e-490d-87af-3a3aaa7305a8 None None] Set router 1f144499-22a7-4da4-b17c-6487df9d5378 gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:27:40.449446 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0c5d93da-c594-4888-aae0-466b72300806 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:40.468484 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0c5d93da-c594-4888-aae0-466b72300806 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:40.472375 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-0c5d93da-c594-4888-aae0-466b72300806 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/7cbfec20-9b38-4d61-b5bf-1befb8cc1ed5 HTTP/1.1" status: 204 len: 168 time: 0.3761840 Oct 12 19:27:40.472930 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53730) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:40.512913 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5d93da-c594-4888-aae0-466b72300806 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7cbfec20-9b38-4d61-b5bf-1befb8cc1ed5,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:27:40.516845 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-3cf0f36d-8be2-4476-945d-5b08e25477e3 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0398920 Oct 12 19:27:40.517360 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53734) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:40.522465 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-678c2f56-e1bd-4b45-8ffc-346eb7dbcc4a tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Request body: {'security_group_rule': {'security_group_id': '81d075a4-f269-4326-b19d-42aa2c1dd5c4', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:27:40.563593 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eb2e52-7ccf-4e6a-a46d-3175f38092ee req-cf819438-b1a6-4bd0-a99c-1a51ba9ebbb3 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:40.565099 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a6eb2e52-7ccf-4e6a-a46d-3175f38092ee req-cf819438-b1a6-4bd0-a99c-1a51ba9ebbb3 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/ports?device_id=b7f4236c-59df-4193-aae7-ab887a28c6d7 HTTP/1.1" status: 200 len: 945 time: 0.1275742 Oct 12 19:27:40.568573 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a194c66-06aa-4035-8404-6cfdae49b248 req-b90ad7ac-e95f-4115-ac1b-9cbd7f749c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:40.569964 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5a194c66-06aa-4035-8404-6cfdae49b248 req-b90ad7ac-e95f-4115-ac1b-9cbd7f749c7b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=990414b1-6bca-4a7a-bdcb-ae023cbbe9ab HTTP/1.1" status: 200 len: 1097 time: 0.1340420 Oct 12 19:27:40.618572 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-fc47da13-1f3e-490d-87af-3a3aaa7305a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f144499-22a7-4da4-b17c-6487df9d5378', 'name': 'tempest-ServerRescueTestJSON-1613805940-router', 'tenant_id': 'f52c86dc62e74359bd460402c4b75fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': 'dd1ce122-0cce-40d2-b5d8-cff24ff89431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:27:36Z', 'updated_at': '2021-10-12T19:27:37Z', 'revision_number': 3, 'project_id': 'f52c86dc62e74359bd460402c4b75fc6', 'gw_port': {'id': 'dd1ce122-0cce-40d2-b5d8-cff24ff89431', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:1c:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f144499-22a7-4da4-b17c-6487df9d5378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:27:37Z', 'updated_at': '2021-10-12T19:27:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:27:40.651366 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc47da13-1f3e-490d-87af-3a3aaa7305a8 None None] The sync data for ids ['1f144499-22a7-4da4-b17c-6487df9d5378'] in n-d-813679-3 is: [{'id': '1f144499-22a7-4da4-b17c-6487df9d5378', 'name': 'tempest-ServerRescueTestJSON-1613805940-router', 'tenant_id': 'f52c86dc62e74359bd460402c4b75fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': 'dd1ce122-0cce-40d2-b5d8-cff24ff89431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:27:36Z', 'updated_at': '2021-10-12T19:27:37Z', 'revision_number': 3, 'project_id': 'f52c86dc62e74359bd460402c4b75fc6', 'gw_port': {'id': 'dd1ce122-0cce-40d2-b5d8-cff24ff89431', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:1c:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f144499-22a7-4da4-b17c-6487df9d5378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:27:37Z', 'updated_at': '2021-10-12T19:27:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:27:40.657632 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7d5b7fe7-07d9-4e17-8c08-914c90b81975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:40.661483 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a6eb2e52-7ccf-4e6a-a46d-3175f38092ee req-705abf3d-8436-4891-81b1-afcd4ef15e60 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/security-groups?id=cefdf9de-6871-4b8c-818c-d47d551271dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898585 Oct 12 19:27:40.674287 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-678c2f56-e1bd-4b45-8ffc-346eb7dbcc4a tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:40.679272 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5a194c66-06aa-4035-8404-6cfdae49b248 req-927f7c6f-a503-41d4-9643-30cad868f302 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=94a43134-a4a7-45fd-af5f-8fc2adc2c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017985 Oct 12 19:27:40.781204 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-678c2f56-e1bd-4b45-8ffc-346eb7dbcc4a tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:40.855834 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-678c2f56-e1bd-4b45-8ffc-346eb7dbcc4a tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:40.904751 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678c2f56-e1bd-4b45-8ffc-346eb7dbcc4a tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a700bbfb-02ba-44d8-8102-9735b2dd18fb,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:27:40.982252 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7d5b7fe7-07d9-4e17-8c08-914c90b81975 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:40.987810 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-678c2f56-e1bd-4b45-8ffc-346eb7dbcc4a tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:40.989022 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-678c2f56-e1bd-4b45-8ffc-346eb7dbcc4a tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4702098 Oct 12 19:27:40.991996 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53754) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:40.997795 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35081d7c-c671-4183-b1a1-b048b482403a req-92dbf41a-3b45-4e8d-aa36-24be3e365145 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:41.008076 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-35081d7c-c671-4183-b1a1-b048b482403a req-92dbf41a-3b45-4e8d-aa36-24be3e365145 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=990414b1-6bca-4a7a-bdcb-ae023cbbe9ab HTTP/1.1" status: 200 len: 946 time: 0.1168869 Oct 12 19:27:41.021480 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-704f84e1-a5c6-41cf-9106-7aee1906469b tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] 10.222.0.49 "GET /v2.0/security-group-rules/a700bbfb-02ba-44d8-8102-9735b2dd18fb HTTP/1.1" status: 200 len: 764 time: 0.0282967 Oct 12 19:27:41.024013 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53758) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:41.064207 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-35081d7c-c671-4183-b1a1-b048b482403a req-7c5d2a10-d30c-4e3f-9e7a-b48dbfdb87ae tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=94a43134-a4a7-45fd-af5f-8fc2adc2c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529399 Oct 12 19:27:41.065533 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7d5b7fe7-07d9-4e17-8c08-914c90b81975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:41.120929 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-ca6f7e6d-d17f-457c-b1b7-f36c6693bf66 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0937600 Oct 12 19:27:41.128685 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53760) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:41.173698 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8c457753-6fca-4b8e-bcc8-fbc50cf4ea18 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:41.197446 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8c457753-6fca-4b8e-bcc8-fbc50cf4ea18 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:41.257103 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7d5b7fe7-07d9-4e17-8c08-914c90b81975 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7898980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8092605'] for router_interface, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:41.277714 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5b7fe7-07d9-4e17-8c08-914c90b81975 admin admin] Pushing event updated for resources: {'Port': ['ID=4c06b4ef-db4e-4761-89f7-830a6fb541f2,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:27:41.322486 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fed4211-6555-4726-9960-4e386d406017 req-c02a3ce9-be41-49a6-b422-24494d1238ee tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:41.335815 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7fed4211-6555-4726-9960-4e386d406017 req-c02a3ce9-be41-49a6-b422-24494d1238ee tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/ports?device_id=b7f4236c-59df-4193-aae7-ab887a28c6d7 HTTP/1.1" status: 200 len: 945 time: 0.0727170 Oct 12 19:27:41.346027 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8c457753-6fca-4b8e-bcc8-fbc50cf4ea18 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:41.360683 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48902b90-7cb0-41c4-bf6b-5c8b386c48cb req-5890bac3-dbf0-46af-869b-396a1ffa5498 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:41.362354 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8c457753-6fca-4b8e-bcc8-fbc50cf4ea18 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:41.363884 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-8c457753-6fca-4b8e-bcc8-fbc50cf4ea18 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/a700bbfb-02ba-44d8-8102-9735b2dd18fb HTTP/1.1" status: 204 len: 168 time: 0.2337284 Oct 12 19:27:41.370872 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53770) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:41.371638 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-48902b90-7cb0-41c4-bf6b-5c8b386c48cb req-5890bac3-dbf0-46af-869b-396a1ffa5498 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=a258ad27-a0ab-4472-a265-18d9b8174787 HTTP/1.1" status: 200 len: 946 time: 0.1494756 Oct 12 19:27:41.385462 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c457753-6fca-4b8e-bcc8-fbc50cf4ea18 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a700bbfb-02ba-44d8-8102-9735b2dd18fb,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:27:41.424542 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7fed4211-6555-4726-9960-4e386d406017 req-0f61a373-28b0-4232-b776-ee90b59da74e tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/security-groups?id=cefdf9de-6871-4b8c-818c-d47d551271dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823488 Oct 12 19:27:41.449380 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5b7fe7-07d9-4e17-8c08-914c90b81975 admin admin] Network 98a9afcc-e9ca-4911-b0d7-961e4444f018 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:27:41.461176 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-8203ef17-a51b-4e28-ba42-933a52139e1f tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0886972 Oct 12 19:27:41.464446 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53776) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:41.466081 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-7d5b7fe7-07d9-4e17-8c08-914c90b81975 admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:27:41.526626 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-48902b90-7cb0-41c4-bf6b-5c8b386c48cb req-8c58703a-6058-4325-8497-aad381de5c6c tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539662 Oct 12 19:27:41.540764 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-fe45755c-2705-4f00-8a93-e907e8bac9e6 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:41.575017 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-fe45755c-2705-4f00-8a93-e907e8bac9e6 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:41.611864 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d5b7fe7-07d9-4e17-8c08-914c90b81975 admin admin] Router 1f144499-22a7-4da4-b17c-6487df9d5378 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:27:41.737412 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-fe45755c-2705-4f00-8a93-e907e8bac9e6 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:41.744271 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-fe45755c-2705-4f00-8a93-e907e8bac9e6 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:41.746848 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-fe45755c-2705-4f00-8a93-e907e8bac9e6 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] 10.222.0.49 "DELETE /v2.0/security-groups/81d075a4-f269-4326-b19d-42aa2c1dd5c4 HTTP/1.1" status: 204 len: 168 time: 0.2801297 Oct 12 19:27:41.748759 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53780) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:41.761685 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe45755c-2705-4f00-8a93-e907e8bac9e6 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81d075a4-f269-4326-b19d-42aa2c1dd5c4,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:27:41.804462 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d5b7fe7-07d9-4e17-8c08-914c90b81975 admin admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:27:41.813180 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-7d5b7fe7-07d9-4e17-8c08-914c90b81975 admin admin] 10.222.0.49 "PUT /v2.0/routers/1f144499-22a7-4da4-b17c-6487df9d5378/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8242507 Oct 12 19:27:41.855734 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-b8d87a7b-cb3b-46e1-ba7a-a283d91dec29 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1056213 Oct 12 19:27:41.860628 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53784) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:41.912588 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-e28dbdd4-e702-4912-8bab-89c5ecd5ee36 tempest-SecGroupTest-382410446 tempest-SecGroupTest-382410446-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0508556 Oct 12 19:27:42.059680 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device dd1ce122-0cce-40d2-b5d8-cff24ff89431 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:27:42.122504 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port dd1ce122-0cce-40d2-b5d8-cff24ff89431 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:27:42.122875 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:42.208285 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08bc69a-1473-45a0-b391-836d1d6f3a8a req-4210d56c-249b-45b0-a908-ee99b43248cf tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:42.218350 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f08bc69a-1473-45a0-b391-836d1d6f3a8a req-4210d56c-249b-45b0-a908-ee99b43248cf tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=990414b1-6bca-4a7a-bdcb-ae023cbbe9ab HTTP/1.1" status: 200 len: 946 time: 0.0644639 Oct 12 19:27:42.218839 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:42.244066 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] For port dd1ce122-0cce-40d2-b5d8-cff24ff89431, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=dd1ce122-0cce-40d2-b5d8-cff24ff89431,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:27:42.266363 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f08bc69a-1473-45a0-b391-836d1d6f3a8a req-a3280032-b71e-469d-8a02-5d64faea0084 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=94a43134-a4a7-45fd-af5f-8fc2adc2c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463071 Oct 12 19:27:42.275706 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8940fa42-173f-4581-8cdb-6d35648aaf90 req-fba27cbc-0f9c-476a-89a9-8f2ca4764d3c tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:42.277232 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8940fa42-173f-4581-8cdb-6d35648aaf90 req-fba27cbc-0f9c-476a-89a9-8f2ca4764d3c tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/networks?id=98a9afcc-e9ca-4911-b0d7-961e4444f018 HTTP/1.1" status: 200 len: 811 time: 0.1199989 Oct 12 19:27:42.297173 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8940fa42-173f-4581-8cdb-6d35648aaf90 req-bff226f9-5122-4225-a6a2-0f0c8d650342 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/quotas/f52c86dc62e74359bd460402c4b75fc6 HTTP/1.1" status: 200 len: 375 time: 0.0120511 Oct 12 19:27:42.344910 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:42.374338 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8940fa42-173f-4581-8cdb-6d35648aaf90 req-6872bbf2-53af-410d-9d8c-b58ccbd41a2c tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=f52c86dc62e74359bd460402c4b75fc6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0708406 Oct 12 19:27:42.472958 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53818) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:42.491512 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8940fa42-173f-4581-8cdb-6d35648aaf90 req-c44861aa-c955-4014-87cc-f8fd6f83dbe9 service neutron] 10.222.0.49 "GET /v2.0/networks/98a9afcc-e9ca-4911-b0d7-961e4444f018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094437 Oct 12 19:27:42.563729 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ceabbf-5351-4a35-9d7b-38d4a24abb93 req-e41b921d-1807-4e4e-9c4b-cc27aaa8b5ce tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:42.576622 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-21ceabbf-5351-4a35-9d7b-38d4a24abb93 req-e41b921d-1807-4e4e-9c4b-cc27aaa8b5ce tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/ports?device_id=b7f4236c-59df-4193-aae7-ab887a28c6d7 HTTP/1.1" status: 200 len: 945 time: 0.0777090 Oct 12 19:27:42.617402 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8940fa42-173f-4581-8cdb-6d35648aaf90 req-0d93f5a9-98f5-4884-be7a-6ee3b26e72b1 service neutron] 10.222.0.49 "GET /v2.0/networks/98a9afcc-e9ca-4911-b0d7-961e4444f018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206861 Oct 12 19:27:42.641845 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Pushing event updated for resources: {'Port': ['ID=dd1ce122-0cce-40d2-b5d8-cff24ff89431,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:27:42.660307 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-21ceabbf-5351-4a35-9d7b-38d4a24abb93 req-19b8e024-13ce-4d52-a180-a8f3531156e1 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/security-groups?id=cefdf9de-6871-4b8c-818c-d47d551271dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670996 Oct 12 19:27:42.718327 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-c8e31c3e-7869-4a94-9439-c98a81c8dc48 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ae66b1c88bbd4cc48e7c1014f20052b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2439795 Oct 12 19:27:42.720923 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53828) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:42.811100 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2767dee3-afa3-427f-bf31-d133825d115e req-7838f522-8c29-46d9-b8cb-37eeb980dad8 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:42.812595 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2767dee3-afa3-427f-bf31-d133825d115e req-7838f522-8c29-46d9-b8cb-37eeb980dad8 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=a258ad27-a0ab-4472-a265-18d9b8174787 HTTP/1.1" status: 200 len: 946 time: 0.0843220 Oct 12 19:27:42.813671 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6ac2425f-7db5-481c-adad-8d2d21f18032 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:42.849082 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6ac2425f-7db5-481c-adad-8d2d21f18032 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:42.870737 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4317734f-007a-4544-9a19-86ba69abc7a4 None None] Sync routers for ids ['1f144499-22a7-4da4-b17c-6487df9d5378'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:27:42.912212 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4317734f-007a-4544-9a19-86ba69abc7a4 None None] Routers {'1f144499-22a7-4da4-b17c-6487df9d5378'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:27:42.912212 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-4317734f-007a-4544-9a19-86ba69abc7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:27:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['1f144499-22a7-4da4-b17c-6487df9d5378'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:27:42.912425 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2767dee3-afa3-427f-bf31-d133825d115e req-4862a851-e824-419d-b993-2fe8a0f7e79c tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727732 Oct 12 19:27:42.960716 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2ca85755-fb1f-424b-9b68-d4f5ebba2767 req-6cad960c-b0e9-48ea-a494-d8141bd2369b tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/ports?device_id=7151f7fb-ddbb-4ee3-9ffd-13f64df8dfe1 HTTP/1.1" status: 200 len: 210 time: 0.0282681 Oct 12 19:27:43.003971 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6ac2425f-7db5-481c-adad-8d2d21f18032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:43.006614 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6ac2425f-7db5-481c-adad-8d2d21f18032 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:43.008068 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-6ac2425f-7db5-481c-adad-8d2d21f18032 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/796af899-87ab-48b2-8a77-88c499a31405 HTTP/1.1" status: 204 len: 168 time: 0.2856555 Oct 12 19:27:43.025765 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac2425f-7db5-481c-adad-8d2d21f18032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=796af899-87ab-48b2-8a77-88c499a31405,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:27:43.070392 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-4317734f-007a-4544-9a19-86ba69abc7a4 None None] Set router 1f144499-22a7-4da4-b17c-6487df9d5378 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:27:43.285119 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-4317734f-007a-4544-9a19-86ba69abc7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f144499-22a7-4da4-b17c-6487df9d5378', 'name': 'tempest-ServerRescueTestJSON-1613805940-router', 'tenant_id': 'f52c86dc62e74359bd460402c4b75fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': 'dd1ce122-0cce-40d2-b5d8-cff24ff89431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:27:36Z', 'updated_at': '2021-10-12T19:27:40Z', 'revision_number': 4, 'project_id': 'f52c86dc62e74359bd460402c4b75fc6', 'gw_port': {'id': 'dd1ce122-0cce-40d2-b5d8-cff24ff89431', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:1c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f144499-22a7-4da4-b17c-6487df9d5378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:27:37Z', 'updated_at': '2021-10-12T19:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '4c06b4ef-db4e-4761-89f7-830a6fb541f2', 'name': '', 'network_id': '98a9afcc-e9ca-4911-b0d7-961e4444f018', 'tenant_id': 'f52c86dc62e74359bd460402c4b75fc6', 'mac_address': 'fa:16:3e:3a:73:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f144499-22a7-4da4-b17c-6487df9d5378', 'device_owner': 'network:router_interface', 'standard_attr_id': 2062, 'fixed_ips': [{'subnet_id': '75c294fe-120e-40e8-8111-8840aed19f52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:27:39Z', 'updated_at': '2021-10-12T19:27:40Z', 'revision_number': 2, 'project_id': 'f52c86dc62e74359bd460402c4b75fc6', 'subnets': [{'id': '75c294fe-120e-40e8-8111-8840aed19f52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:27:43.318329 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4317734f-007a-4544-9a19-86ba69abc7a4 None None] Checking router: 1f144499-22a7-4da4-b17c-6487df9d5378 for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:27:43.318682 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4317734f-007a-4544-9a19-86ba69abc7a4 None None] Updating router 1f144499-22a7-4da4-b17c-6487df9d5378 port 4c06b4ef-db4e-4761-89f7-830a6fb541f2 binding host n-d-813679-3 {{(pid=95503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 19:27:43.345880 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4317734f-007a-4544-9a19-86ba69abc7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:43.645579 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4317734f-007a-4544-9a19-86ba69abc7a4 None None] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:43.761585 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4317734f-007a-4544-9a19-86ba69abc7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:43.764752 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b99c94-5c42-4929-bb85-9d15a0912730 req-1bcf0f9c-56e9-4195-ba8a-a232d883a0ed tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:43.766237 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c8b99c94-5c42-4929-bb85-9d15a0912730 req-1bcf0f9c-56e9-4195-ba8a-a232d883a0ed tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/ports?device_id=b7f4236c-59df-4193-aae7-ab887a28c6d7 HTTP/1.1" status: 200 len: 945 time: 0.0507658 Oct 12 19:27:43.805905 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c8b99c94-5c42-4929-bb85-9d15a0912730 req-bae22f91-fedd-4eb8-8150-324f890270a3 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/security-groups?id=cefdf9de-6871-4b8c-818c-d47d551271dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329561 Oct 12 19:27:43.811901 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909bb56d-8877-4ae3-a670-89a6f350c50e None None] Pushing event updated for resources: {'Port': ['ID=4c06b4ef-db4e-4761-89f7-830a6fb541f2,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:27:43.838410 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909bb56d-8877-4ae3-a670-89a6f350c50e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:27:43.838776 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909bb56d-8877-4ae3-a670-89a6f350c50e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:27:43.839165 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909bb56d-8877-4ae3-a670-89a6f350c50e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:27:43.839502 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909bb56d-8877-4ae3-a670-89a6f350c50e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:27:43.839835 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909bb56d-8877-4ae3-a670-89a6f350c50e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:27:43.840195 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909bb56d-8877-4ae3-a670-89a6f350c50e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:27:43.840523 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909bb56d-8877-4ae3-a670-89a6f350c50e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:27:43.840844 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909bb56d-8877-4ae3-a670-89a6f350c50e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:27:43.841165 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909bb56d-8877-4ae3-a670-89a6f350c50e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:27:43.841503 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909bb56d-8877-4ae3-a670-89a6f350c50e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:27:43.841807 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909bb56d-8877-4ae3-a670-89a6f350c50e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:27:43.842123 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909bb56d-8877-4ae3-a670-89a6f350c50e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:27:43.872920 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-4317734f-007a-4544-9a19-86ba69abc7a4 None None] Attempting to bind port 4c06b4ef-db4e-4761-89f7-830a6fb541f2 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:27:43.873296 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-4317734f-007a-4544-9a19-86ba69abc7a4 None None] Attempting to bind port 4c06b4ef-db4e-4761-89f7-830a6fb541f2 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '8d33cac7-6802-4b00-b721-f9c2db6318f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '98a9afcc-e9ca-4911-b0d7-961e4444f018'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:27:43.873655 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4317734f-007a-4544-9a19-86ba69abc7a4 None None] Attempting to bind port 4c06b4ef-db4e-4761-89f7-830a6fb541f2 on network 98a9afcc-e9ca-4911-b0d7-961e4444f018 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:27:43.878753 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4317734f-007a-4544-9a19-86ba69abc7a4 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:27:43.879896 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4317734f-007a-4544-9a19-86ba69abc7a4 None None] Checking segment: {'id': '8d33cac7-6802-4b00-b721-f9c2db6318f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '98a9afcc-e9ca-4911-b0d7-961e4444f018'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:27:43.879896 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4317734f-007a-4544-9a19-86ba69abc7a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:43.879896 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4317734f-007a-4544-9a19-86ba69abc7a4 None None] Bound using segment: {'id': '8d33cac7-6802-4b00-b721-f9c2db6318f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '98a9afcc-e9ca-4911-b0d7-961e4444f018'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:27:43.880503 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-4317734f-007a-4544-9a19-86ba69abc7a4 None None] Bound port: 4c06b4ef-db4e-4761-89f7-830a6fb541f2, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d33cac7-6802-4b00-b721-f9c2db6318f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '98a9afcc-e9ca-4911-b0d7-961e4444f018'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:27:43.880885 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4317734f-007a-4544-9a19-86ba69abc7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:44.007496 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-4317734f-007a-4544-9a19-86ba69abc7a4 None None] For port 4c06b4ef-db4e-4761-89f7-830a6fb541f2, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:27:44.011831 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-4317734f-007a-4544-9a19-86ba69abc7a4 None None] For port 4c06b4ef-db4e-4761-89f7-830a6fb541f2, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=4c06b4ef-db4e-4761-89f7-830a6fb541f2,segment=NetworkSegment(8d33cac7-6802-4b00-b721-f9c2db6318f0),segment_id=8d33cac7-6802-4b00-b721-f9c2db6318f0)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:27:44.058396 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device dd1ce122-0cce-40d2-b5d8-cff24ff89431 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:27:44.115031 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4317734f-007a-4544-9a19-86ba69abc7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:44.141045 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e334712c-d0ac-4d81-a1ee-564321ed92d8 req-af0e0250-db5f-44d0-bccc-ebe4c602759b tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/ports?device_id=7151f7fb-ddbb-4ee3-9ffd-13f64df8dfe1 HTTP/1.1" status: 200 len: 210 time: 0.0421941 Oct 12 19:27:44.176833 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1fb534-c9d0-4912-8707-14e5c6bf3c23 req-2888fe77-9821-48cd-ab9f-4b73722a3163 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:44.184210 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3f1fb534-c9d0-4912-8707-14e5c6bf3c23 req-2888fe77-9821-48cd-ab9f-4b73722a3163 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=a258ad27-a0ab-4472-a265-18d9b8174787 HTTP/1.1" status: 200 len: 946 time: 0.1222696 Oct 12 19:27:44.185431 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4317734f-007a-4544-9a19-86ba69abc7a4 None None] Routers {'1f144499-22a7-4da4-b17c-6487df9d5378'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:27:44.186064 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-4317734f-007a-4544-9a19-86ba69abc7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:27:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['1f144499-22a7-4da4-b17c-6487df9d5378'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:27:44.221657 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3f1fb534-c9d0-4912-8707-14e5c6bf3c23 req-8d72118e-2531-4fbf-8938-348e3bcb30ed tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365701 Oct 12 19:27:44.236976 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port dd1ce122-0cce-40d2-b5d8-cff24ff89431 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:27:44.237353 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:44.245202 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909bb56d-8877-4ae3-a670-89a6f350c50e None None] Pushing event updated for resources: {'Port': ['ID=4c06b4ef-db4e-4761-89f7-830a6fb541f2,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:27:44.343187 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-4317734f-007a-4544-9a19-86ba69abc7a4 None None] Set router 1f144499-22a7-4da4-b17c-6487df9d5378 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:27:44.365378 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53888) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:44.547463 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-f9f0b7eb-49ea-41d2-83a6-99b22773aed5 tempest-TagsTest-1674802615 tempest-TagsTest-1674802615-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-511632445'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:27:44.593714 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-4317734f-007a-4544-9a19-86ba69abc7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f144499-22a7-4da4-b17c-6487df9d5378', 'name': 'tempest-ServerRescueTestJSON-1613805940-router', 'tenant_id': 'f52c86dc62e74359bd460402c4b75fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': 'dd1ce122-0cce-40d2-b5d8-cff24ff89431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:27:36Z', 'updated_at': '2021-10-12T19:27:40Z', 'revision_number': 4, 'project_id': 'f52c86dc62e74359bd460402c4b75fc6', 'gw_port': {'id': 'dd1ce122-0cce-40d2-b5d8-cff24ff89431', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:1c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f144499-22a7-4da4-b17c-6487df9d5378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:27:37Z', 'updated_at': '2021-10-12T19:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '4c06b4ef-db4e-4761-89f7-830a6fb541f2', 'name': '', 'network_id': '98a9afcc-e9ca-4911-b0d7-961e4444f018', 'tenant_id': 'f52c86dc62e74359bd460402c4b75fc6', 'mac_address': 'fa:16:3e:3a:73:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f144499-22a7-4da4-b17c-6487df9d5378', 'device_owner': 'network:router_interface', 'standard_attr_id': 2062, 'fixed_ips': [{'subnet_id': '75c294fe-120e-40e8-8111-8840aed19f52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:27:39Z', 'updated_at': '2021-10-12T19:27:43Z', 'revision_number': 4, 'project_id': 'f52c86dc62e74359bd460402c4b75fc6', 'subnets': [{'id': '75c294fe-120e-40e8-8111-8840aed19f52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:27:44.619493 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4317734f-007a-4544-9a19-86ba69abc7a4 None None] The sync data for ids ['1f144499-22a7-4da4-b17c-6487df9d5378'] in n-d-813679-3 is: [{'id': '1f144499-22a7-4da4-b17c-6487df9d5378', 'name': 'tempest-ServerRescueTestJSON-1613805940-router', 'tenant_id': 'f52c86dc62e74359bd460402c4b75fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': 'dd1ce122-0cce-40d2-b5d8-cff24ff89431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:27:36Z', 'updated_at': '2021-10-12T19:27:40Z', 'revision_number': 4, 'project_id': 'f52c86dc62e74359bd460402c4b75fc6', 'gw_port': {'id': 'dd1ce122-0cce-40d2-b5d8-cff24ff89431', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:1c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f144499-22a7-4da4-b17c-6487df9d5378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:27:37Z', 'updated_at': '2021-10-12T19:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '4c06b4ef-db4e-4761-89f7-830a6fb541f2', 'name': '', 'network_id': '98a9afcc-e9ca-4911-b0d7-961e4444f018', 'tenant_id': 'f52c86dc62e74359bd460402c4b75fc6', 'mac_address': 'fa:16:3e:3a:73:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f144499-22a7-4da4-b17c-6487df9d5378', 'device_owner': 'network:router_interface', 'standard_attr_id': 2062, 'fixed_ips': [{'subnet_id': '75c294fe-120e-40e8-8111-8840aed19f52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:27:39Z', 'updated_at': '2021-10-12T19:27:43Z', 'revision_number': 4, 'project_id': 'f52c86dc62e74359bd460402c4b75fc6', 'subnets': [{'id': '75c294fe-120e-40e8-8111-8840aed19f52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:27:44.646932 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9f0b7eb-49ea-41d2-83a6-99b22773aed5 tempest-TagsTest-1674802615 tempest-TagsTest-1674802615-project] Made reservation on behalf of b8da0064d1f6485a88aaac37321da785 for: {'network': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:27:44.650830 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f9f0b7eb-49ea-41d2-83a6-99b22773aed5 tempest-TagsTest-1674802615 tempest-TagsTest-1674802615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:44.984558 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab0ea6c-75d1-493d-96be-78d6a37cb6d6 req-7467355c-bb93-4e5e-ba88-75911d2cbfb2 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:44.992164 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1ab0ea6c-75d1-493d-96be-78d6a37cb6d6 req-7467355c-bb93-4e5e-ba88-75911d2cbfb2 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/ports?device_id=b7f4236c-59df-4193-aae7-ab887a28c6d7 HTTP/1.1" status: 200 len: 945 time: 0.1126623 Oct 12 19:27:45.048626 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1ab0ea6c-75d1-493d-96be-78d6a37cb6d6 req-308c2a2d-afc7-42a6-99d4-db885b115011 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/security-groups?id=cefdf9de-6871-4b8c-818c-d47d551271dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554183 Oct 12 19:27:45.057231 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f9f0b7eb-49ea-41d2-83a6-99b22773aed5 tempest-TagsTest-1674802615 tempest-TagsTest-1674802615-project] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:45.184717 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f9f0b7eb-49ea-41d2-83a6-99b22773aed5 tempest-TagsTest-1674802615 tempest-TagsTest-1674802615-project] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:45.249026 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-49aa4c5c-071a-4a69-9e5a-99fc2bddd5ce req-8b0a5fa7-c041-41ea-86e4-8b5b43e7303c tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/ports?device_id=7151f7fb-ddbb-4ee3-9ffd-13f64df8dfe1 HTTP/1.1" status: 200 len: 210 time: 0.0290372 Oct 12 19:27:45.272504 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f9f0b7eb-49ea-41d2-83a6-99b22773aed5 tempest-TagsTest-1674802615 tempest-TagsTest-1674802615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:45.311194 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f0b7eb-49ea-41d2-83a6-99b22773aed5 tempest-TagsTest-1674802615 tempest-TagsTest-1674802615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90d79f17-29c5-460a-8a58-37ba0ef32d1f,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:27:45.315789 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9f0b7eb-49ea-41d2-83a6-99b22773aed5 tempest-TagsTest-1674802615 tempest-TagsTest-1674802615-project] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=95501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:27:45.361427 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f0b7eb-49ea-41d2-83a6-99b22773aed5 tempest-TagsTest-1674802615 tempest-TagsTest-1674802615-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:27:45.361793 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f0b7eb-49ea-41d2-83a6-99b22773aed5 tempest-TagsTest-1674802615 tempest-TagsTest-1674802615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:27:45.362108 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f0b7eb-49ea-41d2-83a6-99b22773aed5 tempest-TagsTest-1674802615 tempest-TagsTest-1674802615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:27:45.362441 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f0b7eb-49ea-41d2-83a6-99b22773aed5 tempest-TagsTest-1674802615 tempest-TagsTest-1674802615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:27:45.362869 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f0b7eb-49ea-41d2-83a6-99b22773aed5 tempest-TagsTest-1674802615 tempest-TagsTest-1674802615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:27:45.363204 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f0b7eb-49ea-41d2-83a6-99b22773aed5 tempest-TagsTest-1674802615 tempest-TagsTest-1674802615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:27:45.363526 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f0b7eb-49ea-41d2-83a6-99b22773aed5 tempest-TagsTest-1674802615 tempest-TagsTest-1674802615-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:27:45.363846 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f0b7eb-49ea-41d2-83a6-99b22773aed5 tempest-TagsTest-1674802615 tempest-TagsTest-1674802615-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:27:45.364190 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f0b7eb-49ea-41d2-83a6-99b22773aed5 tempest-TagsTest-1674802615 tempest-TagsTest-1674802615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:27:45.364513 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f0b7eb-49ea-41d2-83a6-99b22773aed5 tempest-TagsTest-1674802615 tempest-TagsTest-1674802615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:27:45.364850 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f0b7eb-49ea-41d2-83a6-99b22773aed5 tempest-TagsTest-1674802615 tempest-TagsTest-1674802615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:27:45.365192 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f0b7eb-49ea-41d2-83a6-99b22773aed5 tempest-TagsTest-1674802615 tempest-TagsTest-1674802615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:27:45.393367 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f9f0b7eb-49ea-41d2-83a6-99b22773aed5 tempest-TagsTest-1674802615 tempest-TagsTest-1674802615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:45.393703 n-d-813679-3 neutron-server[95501]: INFO neutron.db.segments_db [None req-f9f0b7eb-49ea-41d2-83a6-99b22773aed5 tempest-TagsTest-1674802615 tempest-TagsTest-1674802615-project] Added segment b735fe4c-3f99-475d-aa25-141c1cccde1c of type vlan for network 511a6a74-d99b-4979-a56e-5909ec40df14 Oct 12 19:27:45.454728 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f9f0b7eb-49ea-41d2-83a6-99b22773aed5 tempest-TagsTest-1674802615 tempest-TagsTest-1674802615-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:45.469917 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3236de2-c808-4b98-bf83-ec9be8fe78b3 req-3b8f9698-bd75-4fee-b037-646c6ec349a9 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:45.471779 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c3236de2-c808-4b98-bf83-ec9be8fe78b3 req-3b8f9698-bd75-4fee-b037-646c6ec349a9 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=a258ad27-a0ab-4472-a265-18d9b8174787 HTTP/1.1" status: 200 len: 946 time: 0.1578226 Oct 12 19:27:45.527752 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c3236de2-c808-4b98-bf83-ec9be8fe78b3 req-f907d0cc-0f7d-444a-a603-4209d8bdf422 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486958 Oct 12 19:27:45.578969 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f9f0b7eb-49ea-41d2-83a6-99b22773aed5 tempest-TagsTest-1674802615 tempest-TagsTest-1674802615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:45.581073 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f0b7eb-49ea-41d2-83a6-99b22773aed5 tempest-TagsTest-1674802615 tempest-TagsTest-1674802615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:45.581669 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f9f0b7eb-49ea-41d2-83a6-99b22773aed5 tempest-TagsTest-1674802615 tempest-TagsTest-1674802615-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:45.649625 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f0b7eb-49ea-41d2-83a6-99b22773aed5 tempest-TagsTest-1674802615 tempest-TagsTest-1674802615-project] Pushing event updated for resources: {'Network': ['ID=511a6a74-d99b-4979-a56e-5909ec40df14,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:27:45.661232 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 511a6a74-d99b-4979-a56e-5909ec40df14 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:27:45.727064 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-f9f0b7eb-49ea-41d2-83a6-99b22773aed5 tempest-TagsTest-1674802615 tempest-TagsTest-1674802615-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 1.3568201 Oct 12 19:27:45.727455 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53920) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:45.732105 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.tag.tag_plugin [None req-3fcd8d4e-d896-406f-8b44-71177125c310 tempest-TagsTest-1674802615 tempest-TagsTest-1674802615-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '511a6a74-d99b-4979-a56e-5909ec40df14', 'tempest-TagsTest-Tag-1222962192') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:27:45.912260 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8940fa42-173f-4581-8cdb-6d35648aaf90 req-b456481d-483f-4095-9dd9-1cf966e150dc tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:45.913913 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8940fa42-173f-4581-8cdb-6d35648aaf90 req-b456481d-483f-4095-9dd9-1cf966e150dc tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.67 "GET /v2.0/networks?id=98a9afcc-e9ca-4911-b0d7-961e4444f018 HTTP/1.1" status: 200 len: 811 time: 0.1432467 Oct 12 19:27:45.927045 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-8940fa42-173f-4581-8cdb-6d35648aaf90 req-a6a66334-8c96-4a1b-911a-826b7715dc7f tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] Request body: {'port': {'device_id': '7151f7fb-ddbb-4ee3-9ffd-13f64df8dfe1', 'network_id': '98a9afcc-e9ca-4911-b0d7-961e4444f018', 'admin_state_up': True, 'tenant_id': 'f52c86dc62e74359bd460402c4b75fc6'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:27:46.058253 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 4c06b4ef-db4e-4761-89f7-830a6fb541f2 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:27:46.111119 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 4c06b4ef-db4e-4761-89f7-830a6fb541f2 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:27:46.111753 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:46.139764 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-3fcd8d4e-d896-406f-8b44-71177125c310 tempest-TagsTest-1674802615 tempest-TagsTest-1674802615-project] 10.222.0.49 "PUT /v2.0/networks/511a6a74-d99b-4979-a56e-5909ec40df14/tags/tempest-TagsTest-Tag-1222962192 HTTP/1.1" status: 201 len: 201 time: 0.4109325 Oct 12 19:27:46.142534 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53926) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:46.146818 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.tag.tag_plugin [None req-cf3257e9-ed33-4ae5-8a85-056389d0e072 tempest-TagsTest-1674802615 tempest-TagsTest-1674802615-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '511a6a74-d99b-4979-a56e-5909ec40df14', 'tempest-TagsTest-Tag-1222962192') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:27:46.158214 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1209e4-26cd-4419-a67b-b002b602587f req-ad2c7c17-3200-4f8d-b0fe-0a2c794cbb52 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:46.166430 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-bd1209e4-26cd-4419-a67b-b002b602587f req-ad2c7c17-3200-4f8d-b0fe-0a2c794cbb52 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/ports?device_id=b7f4236c-59df-4193-aae7-ab887a28c6d7 HTTP/1.1" status: 200 len: 945 time: 0.0626705 Oct 12 19:27:46.186378 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8940fa42-173f-4581-8cdb-6d35648aaf90 req-a6a66334-8c96-4a1b-911a-826b7715dc7f tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] Made reservation on behalf of f52c86dc62e74359bd460402c4b75fc6 for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:27:46.189890 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-8940fa42-173f-4581-8cdb-6d35648aaf90 req-a6a66334-8c96-4a1b-911a-826b7715dc7f tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:46.224659 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:46.253447 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-bd1209e4-26cd-4419-a67b-b002b602587f req-7b9aacd8-5faa-42e9-8b70-5a4c5f2a155b tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/security-groups?id=cefdf9de-6871-4b8c-818c-d47d551271dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708342 Oct 12 19:27:46.280291 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-cf3257e9-ed33-4ae5-8a85-056389d0e072 tempest-TagsTest-1674802615 tempest-TagsTest-1674802615-project] 10.222.0.49 "GET /v2.0/networks/511a6a74-d99b-4979-a56e-5909ec40df14/tags/tempest-TagsTest-Tag-1222962192 HTTP/1.1" status: 204 len: 168 time: 0.1365082 Oct 12 19:27:46.282482 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53934) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:46.297767 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.tag.tag_plugin [None req-21fa5cb8-a5c9-49ff-b411-d8d2b347b016 tempest-TagsTest-1674802615 tempest-TagsTest-1674802615-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '511a6a74-d99b-4979-a56e-5909ec40df14') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:27:46.332654 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] For port 4c06b4ef-db4e-4761-89f7-830a6fb541f2, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=4c06b4ef-db4e-4761-89f7-830a6fb541f2,segment=NetworkSegment(8d33cac7-6802-4b00-b721-f9c2db6318f0),segment_id=8d33cac7-6802-4b00-b721-f9c2db6318f0)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:27:46.396105 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [req-8940fa42-173f-4581-8cdb-6d35648aaf90 req-a6a66334-8c96-4a1b-911a-826b7715dc7f tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] Allocated IP 172.20.0.6 (98a9afcc-e9ca-4911-b0d7-961e4444f018/75c294fe-120e-40e8-8111-8840aed19f52/e36fbb5b-eb55-43ca-a630-87d67f319337) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:27:46.407634 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-41483ff3-7b3a-4477-a260-02c7eeeee6a4 req-11ec28d6-38d6-4f66-b7a4-a0cab7039ae9 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/ports?device_id=7151f7fb-ddbb-4ee3-9ffd-13f64df8dfe1 HTTP/1.1" status: 200 len: 210 time: 0.0333836 Oct 12 19:27:46.423922 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:46.437126 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-21fa5cb8-a5c9-49ff-b411-d8d2b347b016 tempest-TagsTest-1674802615 tempest-TagsTest-1674802615-project] 10.222.0.49 "GET /v2.0/networks/511a6a74-d99b-4979-a56e-5909ec40df14/tags HTTP/1.1" status: 200 len: 238 time: 0.1506717 Oct 12 19:27:46.445346 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53938) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:46.451434 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.tag.tag_plugin [None req-db3effd2-b5e2-49d1-849d-e16616df21ce tempest-TagsTest-1674802615 tempest-TagsTest-1674802615-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '511a6a74-d99b-4979-a56e-5909ec40df14', {'tags': ['tempest-TagsTest-Tag-2076230826', 'tempest-TagsTest-Tag-1818663532', 'tempest-TagsTest-Tag-1814196536']}) {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:27:46.503139 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Pushing event updated for resources: {'Port': ['ID=4c06b4ef-db4e-4761-89f7-830a6fb541f2,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:27:46.595580 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-8940fa42-173f-4581-8cdb-6d35648aaf90 req-a6a66334-8c96-4a1b-911a-826b7715dc7f tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:46.671193 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444b0a3c-385f-49a6-a800-76714730db9b req-5932690e-a1d0-4156-b384-434ce3f7fc49 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:46.672791 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-444b0a3c-385f-49a6-a800-76714730db9b req-5932690e-a1d0-4156-b384-434ce3f7fc49 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=a258ad27-a0ab-4472-a265-18d9b8174787 HTTP/1.1" status: 200 len: 946 time: 0.0742252 Oct 12 19:27:46.714932 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-444b0a3c-385f-49a6-a800-76714730db9b req-e2f390f6-e203-40b5-980c-e350ae139b34 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324304 Oct 12 19:27:46.735320 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-db3effd2-b5e2-49d1-849d-e16616df21ce tempest-TagsTest-1674802615 tempest-TagsTest-1674802615-project] 10.222.0.49 "PUT /v2.0/networks/511a6a74-d99b-4979-a56e-5909ec40df14/tags HTTP/1.1" status: 200 len: 309 time: 0.2866430 Oct 12 19:27:46.736336 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53948) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:46.740678 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.tag.tag_plugin [None req-ae2b0064-02c8-4a93-91d9-964c515185c1 tempest-TagsTest-1674802615 tempest-TagsTest-1674802615-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '511a6a74-d99b-4979-a56e-5909ec40df14', 'tempest-TagsTest-Tag-2076230826') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:27:46.796234 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-8940fa42-173f-4581-8cdb-6d35648aaf90 req-a6a66334-8c96-4a1b-911a-826b7715dc7f tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:46.838623 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8940fa42-173f-4581-8cdb-6d35648aaf90 req-a6a66334-8c96-4a1b-911a-826b7715dc7f tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] Network 98a9afcc-e9ca-4911-b0d7-961e4444f018 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:27:46.843794 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [req-8940fa42-173f-4581-8cdb-6d35648aaf90 req-a6a66334-8c96-4a1b-911a-826b7715dc7f tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:27:46.846889 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-8940fa42-173f-4581-8cdb-6d35648aaf90 req-a6a66334-8c96-4a1b-911a-826b7715dc7f tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:27:46.880440 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a66334-8c96-4a1b-911a-826b7715dc7f tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] Pushing event updated for resources: {'Port': ['ID=e36fbb5b-eb55-43ca-a630-87d67f319337,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:27:46.905523 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8940fa42-173f-4581-8cdb-6d35648aaf90 req-a6a66334-8c96-4a1b-911a-826b7715dc7f tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:46.906063 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-8940fa42-173f-4581-8cdb-6d35648aaf90 req-a6a66334-8c96-4a1b-911a-826b7715dc7f tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:46.919094 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-ae2b0064-02c8-4a93-91d9-964c515185c1 tempest-TagsTest-1674802615 tempest-TagsTest-1674802615-project] 10.222.0.49 "DELETE /v2.0/networks/511a6a74-d99b-4979-a56e-5909ec40df14/tags/tempest-TagsTest-Tag-2076230826 HTTP/1.1" status: 204 len: 168 time: 0.1816015 Oct 12 19:27:46.921646 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53950) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:46.925843 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.tag.tag_plugin [None req-856c63d5-35be-46d6-b1d2-c946d071f334 tempest-TagsTest-1674802615 tempest-TagsTest-1674802615-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '511a6a74-d99b-4979-a56e-5909ec40df14', 'tempest-TagsTest-Tag-2076230826') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:27:46.996370 n-d-813679-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-856c63d5-35be-46d6-b1d2-c946d071f334 tempest-TagsTest-1674802615 tempest-TagsTest-1674802615-project] show failed (client error): The resource could not be found. Oct 12 19:27:46.997398 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-856c63d5-35be-46d6-b1d2-c946d071f334 tempest-TagsTest-1674802615 tempest-TagsTest-1674802615-project] 10.222.0.49 "GET /v2.0/networks/511a6a74-d99b-4979-a56e-5909ec40df14/tags/tempest-TagsTest-Tag-2076230826 HTTP/1.1" status: 404 len: 326 time: 0.0747750 Oct 12 19:27:47.000152 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53954) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:47.004252 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.tag.tag_plugin [None req-40557457-b977-427c-a570-55ec741122cc tempest-TagsTest-1674802615 tempest-TagsTest-1674802615-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '511a6a74-d99b-4979-a56e-5909ec40df14', 'tempest-TagsTest-Tag-1818663532') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:27:47.023382 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8940fa42-173f-4581-8cdb-6d35648aaf90 req-a6a66334-8c96-4a1b-911a-826b7715dc7f tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1007524 Oct 12 19:27:47.036495 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-8940fa42-173f-4581-8cdb-6d35648aaf90 req-1bb069be-f976-472d-81df-ec5d51137f5f service neutron] Request body: {'port': {'device_id': '7151f7fb-ddbb-4ee3-9ffd-13f64df8dfe1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-3'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:27:47.070758 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-40557457-b977-427c-a570-55ec741122cc tempest-TagsTest-1674802615 tempest-TagsTest-1674802615-project] 10.222.0.49 "GET /v2.0/networks/511a6a74-d99b-4979-a56e-5909ec40df14/tags/tempest-TagsTest-Tag-1818663532 HTTP/1.1" status: 204 len: 168 time: 0.0688465 Oct 12 19:27:47.072788 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53958) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:47.077540 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.tag.tag_plugin [None req-3ff6a8ce-ab88-40b1-9669-27b64820ca99 tempest-TagsTest-1674802615 tempest-TagsTest-1674802615-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '511a6a74-d99b-4979-a56e-5909ec40df14', 'tempest-TagsTest-Tag-1814196536') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:27:47.104532 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-8940fa42-173f-4581-8cdb-6d35648aaf90 req-1bb069be-f976-472d-81df-ec5d51137f5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:47.161364 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-3ff6a8ce-ab88-40b1-9669-27b64820ca99 tempest-TagsTest-1674802615 tempest-TagsTest-1674802615-project] 10.222.0.49 "GET /v2.0/networks/511a6a74-d99b-4979-a56e-5909ec40df14/tags/tempest-TagsTest-Tag-1814196536 HTTP/1.1" status: 204 len: 168 time: 0.0869222 Oct 12 19:27:47.163478 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53960) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:47.169973 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.tag.tag_plugin [None req-2ad790e8-a7e3-434b-b290-112d6cb101b0 tempest-TagsTest-1674802615 tempest-TagsTest-1674802615-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '511a6a74-d99b-4979-a56e-5909ec40df14') {} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:27:47.435358 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b5239c-6cb3-413f-8cb9-8d366de02d10 req-f8ca510b-54b0-429b-b2a9-6e7d87b471e4 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:47.437077 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-22b5239c-6cb3-413f-8cb9-8d366de02d10 req-f8ca510b-54b0-429b-b2a9-6e7d87b471e4 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/ports?device_id=b7f4236c-59df-4193-aae7-ab887a28c6d7 HTTP/1.1" status: 200 len: 945 time: 0.1271665 Oct 12 19:27:47.527991 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-2ad790e8-a7e3-434b-b290-112d6cb101b0 tempest-TagsTest-1674802615 tempest-TagsTest-1674802615-project] 10.222.0.49 "DELETE /v2.0/networks/511a6a74-d99b-4979-a56e-5909ec40df14/tags HTTP/1.1" status: 204 len: 168 time: 0.3633957 Oct 12 19:27:47.530844 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53974) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:47.536468 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.tag.tag_plugin [None req-a583d89f-d383-4a66-8169-21644d6612a9 tempest-TagsTest-1674802615 tempest-TagsTest-1674802615-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '511a6a74-d99b-4979-a56e-5909ec40df14', 'tempest-TagsTest-Tag-1818663532') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:27:47.556432 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-22b5239c-6cb3-413f-8cb9-8d366de02d10 req-bafe8e59-bc53-478f-a9fe-b97378b0431f tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/security-groups?id=cefdf9de-6871-4b8c-818c-d47d551271dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129611 Oct 12 19:27:47.574146 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [req-8940fa42-173f-4581-8cdb-6d35648aaf90 req-1bb069be-f976-472d-81df-ec5d51137f5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e36fbb5b-eb55-43ca-a630-87d67f319337 {{(pid=95501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:27:47.580525 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-8940fa42-173f-4581-8cdb-6d35648aaf90 req-1bb069be-f976-472d-81df-ec5d51137f5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:47.592918 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.provisioning_blocks [req-8940fa42-173f-4581-8cdb-6d35648aaf90 req-1bb069be-f976-472d-81df-ec5d51137f5f service neutron] Transition to ACTIVE for port object e36fbb5b-eb55-43ca-a630-87d67f319337 will not be triggered until provisioned by entity L2. {{(pid=95501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:27:47.649698 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cf0125-8ac6-4f5f-91f0-b59a51216619 req-8b1c745f-1b50-4f20-bc88-83434e0ea399 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:47.651920 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c6cf0125-8ac6-4f5f-91f0-b59a51216619 req-8b1c745f-1b50-4f20-bc88-83434e0ea399 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/ports?device_id=7151f7fb-ddbb-4ee3-9ffd-13f64df8dfe1 HTTP/1.1" status: 200 len: 931 time: 0.0950768 Oct 12 19:27:47.656414 n-d-813679-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-a583d89f-d383-4a66-8169-21644d6612a9 tempest-TagsTest-1674802615 tempest-TagsTest-1674802615-project] show failed (client error): The resource could not be found. Oct 12 19:27:47.659077 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-a583d89f-d383-4a66-8169-21644d6612a9 tempest-TagsTest-1674802615 tempest-TagsTest-1674802615-project] 10.222.0.49 "GET /v2.0/networks/511a6a74-d99b-4979-a56e-5909ec40df14/tags/tempest-TagsTest-Tag-1818663532 HTTP/1.1" status: 404 len: 326 time: 0.1264422 Oct 12 19:27:47.661666 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53978) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:47.671058 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.tag.tag_plugin [None req-b9519bae-9137-4c60-a287-3554fedbaaf1 tempest-TagsTest-1674802615 tempest-TagsTest-1674802615-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '511a6a74-d99b-4979-a56e-5909ec40df14', 'tempest-TagsTest-Tag-1814196536') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:27:47.675520 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-8940fa42-173f-4581-8cdb-6d35648aaf90 req-1bb069be-f976-472d-81df-ec5d51137f5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:47.743264 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c6cf0125-8ac6-4f5f-91f0-b59a51216619 req-a0fe8d39-ea64-4629-bf5b-34701a59991e tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2ba2481-c648-48f3-9a5a-fa2d99adbcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820677 Oct 12 19:27:47.771301 n-d-813679-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-b9519bae-9137-4c60-a287-3554fedbaaf1 tempest-TagsTest-1674802615 tempest-TagsTest-1674802615-project] show failed (client error): The resource could not be found. Oct 12 19:27:47.774850 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-b9519bae-9137-4c60-a287-3554fedbaaf1 tempest-TagsTest-1674802615 tempest-TagsTest-1674802615-project] 10.222.0.49 "GET /v2.0/networks/511a6a74-d99b-4979-a56e-5909ec40df14/tags/tempest-TagsTest-Tag-1814196536 HTTP/1.1" status: 404 len: 326 time: 0.1095803 Oct 12 19:27:47.778680 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb069be-f976-472d-81df-ec5d51137f5f service neutron] Pushing event updated for resources: {'Port': ['ID=e36fbb5b-eb55-43ca-a630-87d67f319337,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:27:47.778833 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53984) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:47.783963 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.tag.tag_plugin [None req-33d4699f-aa82-4a57-86fc-1ccbaf86b90a tempest-TagsTest-1674802615 tempest-TagsTest-1674802615-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '511a6a74-d99b-4979-a56e-5909ec40df14') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:27:47.815821 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-8940fa42-173f-4581-8cdb-6d35648aaf90 req-1bb069be-f976-472d-81df-ec5d51137f5f service neutron] Attempting to bind port e36fbb5b-eb55-43ca-a630-87d67f319337 on host n-h2-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:27:47.816231 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-8940fa42-173f-4581-8cdb-6d35648aaf90 req-1bb069be-f976-472d-81df-ec5d51137f5f service neutron] Attempting to bind port e36fbb5b-eb55-43ca-a630-87d67f319337 by drivers openvswitch,hyperv on host n-h2-813679-3 at level 0 using segments [{'id': '8d33cac7-6802-4b00-b721-f9c2db6318f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '98a9afcc-e9ca-4911-b0d7-961e4444f018'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:27:47.816510 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8940fa42-173f-4581-8cdb-6d35648aaf90 req-1bb069be-f976-472d-81df-ec5d51137f5f service neutron] Attempting to bind port e36fbb5b-eb55-43ca-a630-87d67f319337 on network 98a9afcc-e9ca-4911-b0d7-961e4444f018 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:27:47.837907 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8940fa42-173f-4581-8cdb-6d35648aaf90 req-1bb069be-f976-472d-81df-ec5d51137f5f service neutron] Port e36fbb5b-eb55-43ca-a630-87d67f319337 on network 98a9afcc-e9ca-4911-b0d7-961e4444f018 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:27:47.838236 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8940fa42-173f-4581-8cdb-6d35648aaf90 req-1bb069be-f976-472d-81df-ec5d51137f5f service neutron] Attempting to bind port e36fbb5b-eb55-43ca-a630-87d67f319337 on network 98a9afcc-e9ca-4911-b0d7-961e4444f018 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:27:47.848117 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8940fa42-173f-4581-8cdb-6d35648aaf90 req-1bb069be-f976-472d-81df-ec5d51137f5f service neutron] Checking agent: {'id': '233fbd7d-38e4-434f-bb8f-05364d7423a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:27:47.848461 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8940fa42-173f-4581-8cdb-6d35648aaf90 req-1bb069be-f976-472d-81df-ec5d51137f5f service neutron] Checking segment: {'id': '8d33cac7-6802-4b00-b721-f9c2db6318f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '98a9afcc-e9ca-4911-b0d7-961e4444f018'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:27:47.848852 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8940fa42-173f-4581-8cdb-6d35648aaf90 req-1bb069be-f976-472d-81df-ec5d51137f5f service neutron] Bound using segment: {'id': '8d33cac7-6802-4b00-b721-f9c2db6318f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '98a9afcc-e9ca-4911-b0d7-961e4444f018'} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:27:47.849290 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-8940fa42-173f-4581-8cdb-6d35648aaf90 req-1bb069be-f976-472d-81df-ec5d51137f5f service neutron] Bound port: e36fbb5b-eb55-43ca-a630-87d67f319337, host: n-h2-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d33cac7-6802-4b00-b721-f9c2db6318f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '98a9afcc-e9ca-4911-b0d7-961e4444f018'}}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:27:47.849650 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-8940fa42-173f-4581-8cdb-6d35648aaf90 req-1bb069be-f976-472d-81df-ec5d51137f5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:47.865577 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-33d4699f-aa82-4a57-86fc-1ccbaf86b90a tempest-TagsTest-1674802615 tempest-TagsTest-1674802615-project] 10.222.0.49 "DELETE /v2.0/networks/511a6a74-d99b-4979-a56e-5909ec40df14/tags HTTP/1.1" status: 204 len: 168 time: 0.0892272 Oct 12 19:27:47.870887 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53988) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:47.894222 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415190da-6f2a-42cb-9187-27475b8a315a req-bfc89d64-4eab-44f1-a2f2-2016efbd17b2 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:47.895743 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-415190da-6f2a-42cb-9187-27475b8a315a req-bfc89d64-4eab-44f1-a2f2-2016efbd17b2 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=a258ad27-a0ab-4472-a265-18d9b8174787 HTTP/1.1" status: 200 len: 946 time: 0.0942123 Oct 12 19:27:47.952079 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7ae61623-d6e3-4e54-bfba-0ef392965bb4 tempest-TagsTest-1674802615 tempest-TagsTest-1674802615-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:47.956293 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-8940fa42-173f-4581-8cdb-6d35648aaf90 req-1bb069be-f976-472d-81df-ec5d51137f5f service neutron] For port e36fbb5b-eb55-43ca-a630-87d67f319337, host n-h2-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:27:47.960868 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-415190da-6f2a-42cb-9187-27475b8a315a req-6babeb36-5683-4330-b802-49f0d739415c tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571051 Oct 12 19:27:47.971290 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-8940fa42-173f-4581-8cdb-6d35648aaf90 req-1bb069be-f976-472d-81df-ec5d51137f5f service neutron] For port e36fbb5b-eb55-43ca-a630-87d67f319337, host n-h2-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=e36fbb5b-eb55-43ca-a630-87d67f319337,segment=NetworkSegment(8d33cac7-6802-4b00-b721-f9c2db6318f0),segment_id=8d33cac7-6802-4b00-b721-f9c2db6318f0)] {{(pid=95501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:27:48.037918 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 4c06b4ef-db4e-4761-89f7-830a6fb541f2 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:27:48.058451 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7ae61623-d6e3-4e54-bfba-0ef392965bb4 tempest-TagsTest-1674802615 tempest-TagsTest-1674802615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:48.070069 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-8940fa42-173f-4581-8cdb-6d35648aaf90 req-1bb069be-f976-472d-81df-ec5d51137f5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:48.089409 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8940fa42-173f-4581-8cdb-6d35648aaf90 req-1bb069be-f976-472d-81df-ec5d51137f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:48.089774 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 4c06b4ef-db4e-4761-89f7-830a6fb541f2 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:27:48.090035 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-8940fa42-173f-4581-8cdb-6d35648aaf90 req-1bb069be-f976-472d-81df-ec5d51137f5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:48.090347 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:48.091514 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8940fa42-173f-4581-8cdb-6d35648aaf90 req-1bb069be-f976-472d-81df-ec5d51137f5f service neutron] 10.222.0.67 "PUT /v2.0/ports/e36fbb5b-eb55-43ca-a630-87d67f319337 HTTP/1.1" status: 200 len: 1091 time: 1.0597959 Oct 12 19:27:48.093241 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7151f7fb-ddbb-4ee3-9ffd-13f64df8dfe1', 'tag': 'e36fbb5b-eb55-43ca-a630-87d67f319337'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:27:48.094950 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-7ae61623-d6e3-4e54-bfba-0ef392965bb4 tempest-TagsTest-1674802615 tempest-TagsTest-1674802615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['511a6a74-d99b-4979-a56e-5909ec40df14']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:27:48.095408 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6a86f2b-eff4-496d-aa88-f82b7a236d96" -d '{"events": [{"name": "network-changed", "server_uuid": "7151f7fb-ddbb-4ee3-9ffd-13f64df8dfe1", "tag": "e36fbb5b-eb55-43ca-a630-87d67f319337"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:27:48.106633 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-7ae61623-d6e3-4e54-bfba-0ef392965bb4 tempest-TagsTest-1674802615 tempest-TagsTest-1674802615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b735fe4c-3f99-475d-aa25-141c1cccde1c') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:27:48.106974 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-7ae61623-d6e3-4e54-bfba-0ef392965bb4 tempest-TagsTest-1674802615 tempest-TagsTest-1674802615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b735fe4c-3f99-475d-aa25-141c1cccde1c') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:27:48.118380 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7ae61623-d6e3-4e54-bfba-0ef392965bb4 tempest-TagsTest-1674802615 tempest-TagsTest-1674802615-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16313633'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:48.131899 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7ae61623-d6e3-4e54-bfba-0ef392965bb4 tempest-TagsTest-1674802615 tempest-TagsTest-1674802615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:48.138526 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ae61623-d6e3-4e54-bfba-0ef392965bb4 tempest-TagsTest-1674802615 tempest-TagsTest-1674802615-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:27:48.139560 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7ae61623-d6e3-4e54-bfba-0ef392965bb4 tempest-TagsTest-1674802615 tempest-TagsTest-1674802615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4305278'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:48.153074 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb069be-f976-472d-81df-ec5d51137f5f service neutron] Pushing event updated for resources: {'Port': ['ID=e36fbb5b-eb55-43ca-a630-87d67f319337,revision_number=3']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:27:48.173046 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c0ea847-1709-4d93-b6fa-d85b1f4b2041 x-openstack-request-id: req-8c0ea847-1709-4d93-b6fa-d85b1f4b2041 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:27:48.173702 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7151f7fb-ddbb-4ee3-9ffd-13f64df8dfe1", "tag": "e36fbb5b-eb55-43ca-a630-87d67f319337", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:27:48.173702 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8c0ea847-1709-4d93-b6fa-d85b1f4b2041 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:27:48.174005 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7151f7fb-ddbb-4ee3-9ffd-13f64df8dfe1', 'tag': 'e36fbb5b-eb55-43ca-a630-87d67f319337', 'status': 'completed', 'code': 200} Oct 12 19:27:48.184393 n-d-813679-3 neutron-server[95502]: Traceback (most recent call last): Oct 12 19:27:48.184393 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:27:48.184393 n-d-813679-3 neutron-server[95502]: timer() Oct 12 19:27:48.184393 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:27:48.184393 n-d-813679-3 neutron-server[95502]: cb(*args, **kw) Oct 12 19:27:48.184393 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:27:48.184393 n-d-813679-3 neutron-server[95502]: return func(*args, **kwargs) Oct 12 19:27:48.184393 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:27:48.184393 n-d-813679-3 neutron-server[95502]: self._notify() Oct 12 19:27:48.184393 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:27:48.184393 n-d-813679-3 neutron-server[95502]: self.callback(batched_events) Oct 12 19:27:48.184393 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:27:48.184393 n-d-813679-3 neutron-server[95502]: event.method(event) Oct 12 19:27:48.184393 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:27:48.184393 n-d-813679-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:27:48.184393 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:27:48.184393 n-d-813679-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:27:48.184393 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:27:48.184393 n-d-813679-3 neutron-server[95502]: return f(self, *a, **k) Oct 12 19:27:48.184393 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:27:48.184393 n-d-813679-3 neutron-server[95502]: return self._get(url).json() Oct 12 19:27:48.184393 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:27:48.184393 n-d-813679-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:27:48.184393 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:27:48.184393 n-d-813679-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Oct 12 19:27:48.184393 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:27:48.184393 n-d-813679-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:27:48.184393 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:27:48.184393 n-d-813679-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:27:48.184393 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:27:48.184393 n-d-813679-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:27:48.184393 n-d-813679-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:27:48.236655 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a86f2b-eff4-496d-aa88-f82b7a236d96 req-0d9aa5c8-5969-47fc-8018-780e79cc9ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:48.238034 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f6a86f2b-eff4-496d-aa88-f82b7a236d96 req-0d9aa5c8-5969-47fc-8018-780e79cc9ef2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f52c86dc62e74359bd460402c4b75fc6&device_id=7151f7fb-ddbb-4ee3-9ffd-13f64df8dfe1 HTTP/1.1" status: 200 len: 1094 time: 0.0408933 Oct 12 19:27:48.349610 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a86f2b-eff4-496d-aa88-f82b7a236d96 req-1aa3c423-2bb7-4d05-be88-e0aae4fd9114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:48.351311 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f6a86f2b-eff4-496d-aa88-f82b7a236d96 req-1aa3c423-2bb7-4d05-be88-e0aae4fd9114 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=f52c86dc62e74359bd460402c4b75fc6&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1053226 Oct 12 19:27:48.366660 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7ae61623-d6e3-4e54-bfba-0ef392965bb4 tempest-TagsTest-1674802615 tempest-TagsTest-1674802615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:48.378285 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7ae61623-d6e3-4e54-bfba-0ef392965bb4 tempest-TagsTest-1674802615 tempest-TagsTest-1674802615-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:48.381758 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-7ae61623-d6e3-4e54-bfba-0ef392965bb4 tempest-TagsTest-1674802615 tempest-TagsTest-1674802615-project] 10.222.0.49 "DELETE /v2.0/networks/511a6a74-d99b-4979-a56e-5909ec40df14 HTTP/1.1" status: 204 len: 168 time: 0.5099013 Oct 12 19:27:48.399425 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae61623-d6e3-4e54-bfba-0ef392965bb4 tempest-TagsTest-1674802615 tempest-TagsTest-1674802615-project] Pushing event deleted for resources: {'Network': ['ID=511a6a74-d99b-4979-a56e-5909ec40df14,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:27:48.463840 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a86f2b-eff4-496d-aa88-f82b7a236d96 req-f00ff8b0-0a2d-4591-bb7e-d7bd463ec2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:48.465649 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f6a86f2b-eff4-496d-aa88-f82b7a236d96 req-f00ff8b0-0a2d-4591-bb7e-d7bd463ec2e7 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1071465 Oct 12 19:27:48.558982 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8940fa42-173f-4581-8cdb-6d35648aaf90 req-14f6d7ea-828c-4cc8-8f3d-95fe8a4a8aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:48.560713 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8940fa42-173f-4581-8cdb-6d35648aaf90 req-14f6d7ea-828c-4cc8-8f3d-95fe8a4a8aa0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f52c86dc62e74359bd460402c4b75fc6&device_id=7151f7fb-ddbb-4ee3-9ffd-13f64df8dfe1 HTTP/1.1" status: 200 len: 1094 time: 0.0548241 Oct 12 19:27:48.608641 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8940fa42-173f-4581-8cdb-6d35648aaf90 req-9e4f63ee-4ce9-404f-ae24-08392d9a48d6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e36fbb5b-eb55-43ca-a630-87d67f319337 HTTP/1.1" status: 200 len: 217 time: 0.0396659 Oct 12 19:27:48.659909 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8940fa42-173f-4581-8cdb-6d35648aaf90 req-0a45bea0-6869-4cb6-9ab6-db120f78d752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:48.661524 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8940fa42-173f-4581-8cdb-6d35648aaf90 req-0a45bea0-6869-4cb6-9ab6-db120f78d752 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=75c294fe-120e-40e8-8111-8840aed19f52 HTTP/1.1" status: 200 len: 851 time: 0.0464501 Oct 12 19:27:48.681765 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7573ff60-3fd5-431c-8afe-014f6244f4a3 req-b8025a7b-d1f8-4047-9cb1-ab2c09465d1a tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:48.683266 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7573ff60-3fd5-431c-8afe-014f6244f4a3 req-b8025a7b-d1f8-4047-9cb1-ab2c09465d1a tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/ports?device_id=b7f4236c-59df-4193-aae7-ab887a28c6d7 HTTP/1.1" status: 200 len: 945 time: 0.0523410 Oct 12 19:27:48.692339 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8940fa42-173f-4581-8cdb-6d35648aaf90 req-01566342-3b3c-4ecc-b9ae-1fae594046dc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=98a9afcc-e9ca-4911-b0d7-961e4444f018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241103 Oct 12 19:27:48.734811 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7573ff60-3fd5-431c-8afe-014f6244f4a3 req-2a660f01-7397-453d-88b0-e43662088d72 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/security-groups?id=cefdf9de-6871-4b8c-818c-d47d551271dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431051 Oct 12 19:27:48.799416 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8940fa42-173f-4581-8cdb-6d35648aaf90 req-d29e0510-946d-4132-8a48-07b2e6554275 service neutron] 10.222.0.67 "GET /v2.0/networks/98a9afcc-e9ca-4911-b0d7-961e4444f018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002071 Oct 12 19:27:48.880289 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a34d365-5f64-4c96-b0f9-8cc09dcb2030 req-96d37678-4385-4660-ad71-4839b8550a50 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:48.882062 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3a34d365-5f64-4c96-b0f9-8cc09dcb2030 req-96d37678-4385-4660-ad71-4839b8550a50 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/ports?device_id=7151f7fb-ddbb-4ee3-9ffd-13f64df8dfe1 HTTP/1.1" status: 200 len: 943 time: 0.0636461 Oct 12 19:27:48.926037 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3a34d365-5f64-4c96-b0f9-8cc09dcb2030 req-f47aa2d3-52ec-424a-857e-7b6056b1fcb4 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2ba2481-c648-48f3-9a5a-fa2d99adbcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368526 Oct 12 19:27:48.927523 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8940fa42-173f-4581-8cdb-6d35648aaf90 req-e37743dd-1e19-48df-96a5-c0aea4e7f6da service neutron] 10.222.0.67 "GET /v2.0/networks/98a9afcc-e9ca-4911-b0d7-961e4444f018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208117 Oct 12 19:27:48.956691 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 54014) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:49.096172 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35425e9-107e-4201-b868-c3086f23bf8e req-d1d3c8dc-4d1a-4e7c-8fa3-0288a2bdb07b tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:49.097346 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-205343b9-a482-4bed-b1d4-24357263c3b0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b8da0064d1f6485a88aaac37321da785&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1394403 Oct 12 19:27:49.097798 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f35425e9-107e-4201-b868-c3086f23bf8e req-d1d3c8dc-4d1a-4e7c-8fa3-0288a2bdb07b tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=a258ad27-a0ab-4472-a265-18d9b8174787 HTTP/1.1" status: 200 len: 946 time: 0.0577717 Oct 12 19:27:49.098121 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 54022) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:49.138462 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f35425e9-107e-4201-b868-c3086f23bf8e req-07706428-7dcf-4605-a135-5b9233ef70e1 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340049 Oct 12 19:27:49.147991 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-10062d54-cd11-4dac-9acb-9125fc3e78ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:49.168917 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-10062d54-cd11-4dac-9acb-9125fc3e78ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:49.289431 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-10062d54-cd11-4dac-9acb-9125fc3e78ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:49.291924 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-10062d54-cd11-4dac-9acb-9125fc3e78ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:49.293130 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-10062d54-cd11-4dac-9acb-9125fc3e78ed admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/90d79f17-29c5-460a-8a58-37ba0ef32d1f HTTP/1.1" status: 204 len: 168 time: 0.1940279 Oct 12 19:27:49.302224 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10062d54-cd11-4dac-9acb-9125fc3e78ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90d79f17-29c5-460a-8a58-37ba0ef32d1f,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:27:49.847280 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9f733c-5010-4833-b774-bb72c17ffd3e req-fe8d824d-e75c-4024-abec-c71260183d06 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:49.848928 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6e9f733c-5010-4833-b774-bb72c17ffd3e req-fe8d824d-e75c-4024-abec-c71260183d06 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/ports?device_id=b7f4236c-59df-4193-aae7-ab887a28c6d7 HTTP/1.1" status: 200 len: 945 time: 0.0537269 Oct 12 19:27:49.888149 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6e9f733c-5010-4833-b774-bb72c17ffd3e req-0ef28c2d-8cf8-40a5-9872-f15d5e8134b2 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/security-groups?id=cefdf9de-6871-4b8c-818c-d47d551271dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327218 Oct 12 19:27:50.051139 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf6b4fd-cf72-4596-bf79-76762ebb1438 req-f9f96dbd-8e34-4be0-aff0-d327ca7ca095 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:50.052550 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-fdf6b4fd-cf72-4596-bf79-76762ebb1438 req-f9f96dbd-8e34-4be0-aff0-d327ca7ca095 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/ports?device_id=7151f7fb-ddbb-4ee3-9ffd-13f64df8dfe1 HTTP/1.1" status: 200 len: 943 time: 0.0496774 Oct 12 19:27:50.103461 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-fdf6b4fd-cf72-4596-bf79-76762ebb1438 req-8acb17df-312c-4fc0-ac0e-6b2ed888ce64 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2ba2481-c648-48f3-9a5a-fa2d99adbcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444028 Oct 12 19:27:50.264539 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aace1fef-6a07-442d-8aba-054e7b2bf6c1 req-5e4177a0-1f63-4e5e-a8a2-cfef98d889e9 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:50.265950 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-aace1fef-6a07-442d-8aba-054e7b2bf6c1 req-5e4177a0-1f63-4e5e-a8a2-cfef98d889e9 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=a258ad27-a0ab-4472-a265-18d9b8174787 HTTP/1.1" status: 200 len: 946 time: 0.0487540 Oct 12 19:27:50.305617 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-aace1fef-6a07-442d-8aba-054e7b2bf6c1 req-b1097b2b-b647-457c-b26a-3b1395702f02 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331697 Oct 12 19:27:51.021932 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47773a7-f3b0-4424-a7aa-1532e5b7c8a4 req-10e5037c-2199-45ec-9888-88e4818d4fcd tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:51.023512 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d47773a7-f3b0-4424-a7aa-1532e5b7c8a4 req-10e5037c-2199-45ec-9888-88e4818d4fcd tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/ports?device_id=b7f4236c-59df-4193-aae7-ab887a28c6d7 HTTP/1.1" status: 200 len: 945 time: 0.0649240 Oct 12 19:27:51.066252 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d47773a7-f3b0-4424-a7aa-1532e5b7c8a4 req-969fc331-8515-417d-8516-1d6ebaab1995 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/security-groups?id=cefdf9de-6871-4b8c-818c-d47d551271dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368392 Oct 12 19:27:51.248380 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb60ab8-4d1a-4158-b120-bc8b68335826 req-87607d9a-101a-4c2a-b239-7db077a36601 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:51.252840 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ddb60ab8-4d1a-4158-b120-bc8b68335826 req-87607d9a-101a-4c2a-b239-7db077a36601 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/ports?device_id=7151f7fb-ddbb-4ee3-9ffd-13f64df8dfe1 HTTP/1.1" status: 200 len: 943 time: 0.0658591 Oct 12 19:27:51.294819 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ddb60ab8-4d1a-4158-b120-bc8b68335826 req-aefabe6e-c2b6-4546-916e-df77ba1a6cb4 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2ba2481-c648-48f3-9a5a-fa2d99adbcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389390 Oct 12 19:27:51.423954 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8936c0-092b-404a-8b6a-0d57421bd005 req-68cfa307-b5a5-4f67-8447-26c83912c133 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:51.425450 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-fd8936c0-092b-404a-8b6a-0d57421bd005 req-68cfa307-b5a5-4f67-8447-26c83912c133 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=a258ad27-a0ab-4472-a265-18d9b8174787 HTTP/1.1" status: 200 len: 946 time: 0.0508716 Oct 12 19:27:51.464803 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-fd8936c0-092b-404a-8b6a-0d57421bd005 req-ee065a46-9279-4fbb-9b95-bc0019fafda3 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331473 Oct 12 19:27:52.169772 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device e36fbb5b-eb55-43ca-a630-87d67f319337 details requested by agent hyperv_n-h2-813679-3 with host n-h2-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:27:52.191127 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8e0b8a-5e0e-4e3e-a128-05e331c8160e req-5d7b0469-acb3-4536-8605-517caa53e78a tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:52.192623 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4c8e0b8a-5e0e-4e3e-a128-05e331c8160e req-5d7b0469-acb3-4536-8605-517caa53e78a tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/ports?device_id=b7f4236c-59df-4193-aae7-ab887a28c6d7 HTTP/1.1" status: 200 len: 945 time: 0.0508897 Oct 12 19:27:52.230452 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4c8e0b8a-5e0e-4e3e-a128-05e331c8160e req-77553bca-c9b5-4cb5-82af-2928a839e41f tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/security-groups?id=cefdf9de-6871-4b8c-818c-d47d551271dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306740 Oct 12 19:27:52.266880 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port e36fbb5b-eb55-43ca-a630-87d67f319337, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=e36fbb5b-eb55-43ca-a630-87d67f319337,segment=NetworkSegment(8d33cac7-6802-4b00-b721-f9c2db6318f0),segment_id=8d33cac7-6802-4b00-b721-f9c2db6318f0)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:27:52.277716 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Returning: {'device': 'e36fbb5b-eb55-43ca-a630-87d67f319337', 'network_id': '98a9afcc-e9ca-4911-b0d7-961e4444f018', 'port_id': 'e36fbb5b-eb55-43ca-a630-87d67f319337', 'mac_address': 'fa:16:3e:cb:c6:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75c294fe-120e-40e8-8111-8840aed19f52', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:27:52.319944 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:52.334682 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e36fbb5b-eb55-43ca-a630-87d67f319337 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:27:52.354640 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port e36fbb5b-eb55-43ca-a630-87d67f319337, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=e36fbb5b-eb55-43ca-a630-87d67f319337,segment=NetworkSegment(8d33cac7-6802-4b00-b721-f9c2db6318f0),segment_id=8d33cac7-6802-4b00-b721-f9c2db6318f0)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:27:52.413051 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a76a1e-8505-4a4a-ae45-12f27fb0d16c req-fa79628e-67a6-46f9-b9a3-f700b56b282a tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:52.414505 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-38a76a1e-8505-4a4a-ae45-12f27fb0d16c req-fa79628e-67a6-46f9-b9a3-f700b56b282a tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/ports?device_id=7151f7fb-ddbb-4ee3-9ffd-13f64df8dfe1 HTTP/1.1" status: 200 len: 943 time: 0.0492046 Oct 12 19:27:52.418117 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:52.469421 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-38a76a1e-8505-4a4a-ae45-12f27fb0d16c req-e6c99bb8-6858-461d-9ce8-8a7a16964529 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2ba2481-c648-48f3-9a5a-fa2d99adbcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447464 Oct 12 19:27:52.477468 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=e36fbb5b-eb55-43ca-a630-87d67f319337,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:27:52.588667 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d5c9c3-1889-4522-aa77-ad53ea5ed49a req-69ab005a-f331-4fcc-8fdc-492b8f032921 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:52.590118 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-43d5c9c3-1889-4522-aa77-ad53ea5ed49a req-69ab005a-f331-4fcc-8fdc-492b8f032921 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=a258ad27-a0ab-4472-a265-18d9b8174787 HTTP/1.1" status: 200 len: 946 time: 0.0505047 Oct 12 19:27:52.645702 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-43d5c9c3-1889-4522-aa77-ad53ea5ed49a req-640213cf-3ae7-450a-81f5-20b2101d7e0c tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491953 Oct 12 19:27:52.652439 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['e36fbb5b-eb55-43ca-a630-87d67f319337'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:27:53.351895 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56195010-17be-423f-be2a-b77b04c52bca req-209d8b6c-9160-4faa-9170-3aacc4607992 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:53.361696 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-56195010-17be-423f-be2a-b77b04c52bca req-209d8b6c-9160-4faa-9170-3aacc4607992 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/ports?device_id=b7f4236c-59df-4193-aae7-ab887a28c6d7 HTTP/1.1" status: 200 len: 945 time: 0.0540187 Oct 12 19:27:53.392517 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-56195010-17be-423f-be2a-b77b04c52bca req-75ecf981-c3f3-4f48-be0d-a7c83d9edc16 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/security-groups?id=cefdf9de-6871-4b8c-818c-d47d551271dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331819 Oct 12 19:27:53.611241 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734531d1-720c-4f75-bb85-a7c5f10d1cf6 req-3bca5c9c-ceb4-425e-9513-7ab505781e37 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:53.613410 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-734531d1-720c-4f75-bb85-a7c5f10d1cf6 req-3bca5c9c-ceb4-425e-9513-7ab505781e37 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/ports?device_id=7151f7fb-ddbb-4ee3-9ffd-13f64df8dfe1 HTTP/1.1" status: 200 len: 944 time: 0.0541954 Oct 12 19:27:53.657926 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-734531d1-720c-4f75-bb85-a7c5f10d1cf6 req-038a2c9d-45fc-4308-a311-bcbb19225720 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2ba2481-c648-48f3-9a5a-fa2d99adbcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356901 Oct 12 19:27:53.785729 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e49edf-76d3-4d4c-8282-237ca5e596f8 req-01c90882-0832-4993-aa2c-0d619f5a7980 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:53.786911 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-78e49edf-76d3-4d4c-8282-237ca5e596f8 req-01c90882-0832-4993-aa2c-0d619f5a7980 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=a258ad27-a0ab-4472-a265-18d9b8174787 HTTP/1.1" status: 200 len: 946 time: 0.0534015 Oct 12 19:27:53.836361 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-78e49edf-76d3-4d4c-8282-237ca5e596f8 req-b625ef94-128a-40e1-99f4-dd5a3eab4a10 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404577 Oct 12 19:27:54.189854 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device e36fbb5b-eb55-43ca-a630-87d67f319337 up at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:27:54.216198 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471022c4-cec7-4a48-8a36-58959f4d1568 req-e4a6c3d6-3e2e-4862-995c-b02781dc51dd tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:54.217635 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-471022c4-cec7-4a48-8a36-58959f4d1568 req-e4a6c3d6-3e2e-4862-995c-b02781dc51dd tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb56269f-088f-4dd7-97a9-d7a3df061653 HTTP/1.1" status: 200 len: 944 time: 0.0531361 Oct 12 19:27:54.262695 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-471022c4-cec7-4a48-8a36-58959f4d1568 req-f2a37f1f-7b61-4756-8537-3266f1d56757 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e18d525-cf41-4d49-869d-79a715be58e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349145 Oct 12 19:27:54.309861 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning for port e36fbb5b-eb55-43ca-a630-87d67f319337 completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:27:54.313737 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning complete for port e36fbb5b-eb55-43ca-a630-87d67f319337 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:27:54.314323 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:54.407505 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9615c1-f28a-41e6-b7ff-bd7e89e976b4 req-057e19e6-1210-4e81-9eb3-d0edf65ad94b tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:54.415604 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:54.416805 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fa9615c1-f28a-41e6-b7ff-bd7e89e976b4 req-057e19e6-1210-4e81-9eb3-d0edf65ad94b tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb56269f-088f-4dd7-97a9-d7a3df061653 HTTP/1.1" status: 200 len: 944 time: 0.0658176 Oct 12 19:27:54.472639 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port e36fbb5b-eb55-43ca-a630-87d67f319337, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=e36fbb5b-eb55-43ca-a630-87d67f319337,segment=NetworkSegment(8d33cac7-6802-4b00-b721-f9c2db6318f0),segment_id=8d33cac7-6802-4b00-b721-f9c2db6318f0)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:27:54.474076 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7151f7fb-ddbb-4ee3-9ffd-13f64df8dfe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e36fbb5b-eb55-43ca-a630-87d67f319337'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:27:54.474791 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fa9615c1-f28a-41e6-b7ff-bd7e89e976b4 req-fb4713e5-c314-4116-9bd5-c9f46a60b1e7 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e18d525-cf41-4d49-869d-79a715be58e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525539 Oct 12 19:27:54.477618 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eb29c95-1df1-4f53-9a83-d548611d76bd" -d '{"events": [{"server_uuid": "7151f7fb-ddbb-4ee3-9ffd-13f64df8dfe1", "name": "network-vif-plugged", "status": "completed", "tag": "e36fbb5b-eb55-43ca-a630-87d67f319337"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:27:54.528625 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0179feee-fcdc-471b-846f-d4594d01a2a2 x-openstack-request-id: req-0179feee-fcdc-471b-846f-d4594d01a2a2 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:27:54.531936 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7151f7fb-ddbb-4ee3-9ffd-13f64df8dfe1", "name": "network-vif-plugged", "status": "completed", "tag": "e36fbb5b-eb55-43ca-a630-87d67f319337", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:27:54.531936 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0179feee-fcdc-471b-846f-d4594d01a2a2 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:27:54.531936 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7151f7fb-ddbb-4ee3-9ffd-13f64df8dfe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e36fbb5b-eb55-43ca-a630-87d67f319337', 'code': 200} Oct 12 19:27:54.545441 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25d3857-d84d-4be5-a4f4-6cfbf2d1a439 req-0499dead-c7d8-4103-8320-4997bf5d667d tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:54.547188 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d25d3857-d84d-4be5-a4f4-6cfbf2d1a439 req-0499dead-c7d8-4103-8320-4997bf5d667d tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/ports?device_id=b7f4236c-59df-4193-aae7-ab887a28c6d7 HTTP/1.1" status: 200 len: 945 time: 0.0561769 Oct 12 19:27:54.550773 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:54.625409 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d25d3857-d84d-4be5-a4f4-6cfbf2d1a439 req-7dbd87e4-474b-4736-a09d-c960d7ffdf81 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/security-groups?id=cefdf9de-6871-4b8c-818c-d47d551271dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634363 Oct 12 19:27:54.638389 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=e36fbb5b-eb55-43ca-a630-87d67f319337,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:27:54.652397 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1549fcca-3a69-40a8-9517-c57bf9a20046 req-406b4c29-0776-4aa1-9d06-b96acbdbf668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:54.654941 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1549fcca-3a69-40a8-9517-c57bf9a20046 req-406b4c29-0776-4aa1-9d06-b96acbdbf668 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7151f7fb-ddbb-4ee3-9ffd-13f64df8dfe1 HTTP/1.1" status: 200 len: 1096 time: 0.0578842 Oct 12 19:27:54.695337 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1549fcca-3a69-40a8-9517-c57bf9a20046 req-e59fc9e4-58f7-445e-9e60-f86d82184055 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=a2ba2481-c648-48f3-9a5a-fa2d99adbcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321333 Oct 12 19:27:54.787592 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82135204-cd7a-45c1-9e88-fe275a199300 req-f669edd1-068b-46f0-817a-65bcb9caa370 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:54.789115 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-82135204-cd7a-45c1-9e88-fe275a199300 req-f669edd1-068b-46f0-817a-65bcb9caa370 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/ports?device_id=7151f7fb-ddbb-4ee3-9ffd-13f64df8dfe1 HTTP/1.1" status: 200 len: 945 time: 0.0513115 Oct 12 19:27:54.828592 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-82135204-cd7a-45c1-9e88-fe275a199300 req-d6540994-d2d4-4238-864a-960d581f971c tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2ba2481-c648-48f3-9a5a-fa2d99adbcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327837 Oct 12 19:27:55.009287 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfa8372-e426-41b4-9b8c-f714be1b0050 req-2a7ed825-b203-4546-95c3-e794ac11913d tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:55.011067 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9bfa8372-e426-41b4-9b8c-f714be1b0050 req-2a7ed825-b203-4546-95c3-e794ac11913d tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=a258ad27-a0ab-4472-a265-18d9b8174787 HTTP/1.1" status: 200 len: 946 time: 0.0677512 Oct 12 19:27:55.017035 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913d226c-fa99-4151-9c67-e4d63aff4727 req-5d5772e9-40e4-41ef-bb4c-e89dbdcc3652 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:55.018721 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-913d226c-fa99-4151-9c67-e4d63aff4727 req-5d5772e9-40e4-41ef-bb4c-e89dbdcc3652 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb56269f-088f-4dd7-97a9-d7a3df061653 HTTP/1.1" status: 200 len: 944 time: 0.0605941 Oct 12 19:27:55.058553 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9bfa8372-e426-41b4-9b8c-f714be1b0050 req-29cd34e0-0987-4861-ad04-57fbbcd757c6 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382876 Oct 12 19:27:55.065446 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-913d226c-fa99-4151-9c67-e4d63aff4727 req-3a57af9a-2d35-42d7-afaf-1a6adb4d2f4b tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e18d525-cf41-4d49-869d-79a715be58e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403581 Oct 12 19:27:55.089316 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 54266) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:55.214331 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-fcdcec73-1db5-4167-abff-54c7d27f09d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:55.293207 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-fcdcec73-1db5-4167-abff-54c7d27f09d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:55.360574 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-fcdcec73-1db5-4167-abff-54c7d27f09d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:55.404743 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-fcdcec73-1db5-4167-abff-54c7d27f09d0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=22564cb060cb47f4b7f6da47f790c9ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3143215 Oct 12 19:27:55.405459 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdcec73-1db5-4167-abff-54c7d27f09d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c7fe2c-0c42-40b4-875b-a01adfa5507c,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:27:55.407434 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 54274) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:55.457713 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdf1a-a6d9-48a1-8526-70e32a0c0a71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:55.482573 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdf1a-a6d9-48a1-8526-70e32a0c0a71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:55.608845 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdf1a-a6d9-48a1-8526-70e32a0c0a71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:55.611497 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdf1a-a6d9-48a1-8526-70e32a0c0a71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:55.615395 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-5a5fdf1a-a6d9-48a1-8526-70e32a0c0a71 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e5c7fe2c-0c42-40b4-875b-a01adfa5507c HTTP/1.1" status: 204 len: 168 time: 0.2041404 Oct 12 19:27:55.621047 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5fdf1a-a6d9-48a1-8526-70e32a0c0a71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c7fe2c-0c42-40b4-875b-a01adfa5507c,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:27:55.738359 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c212abd-8dfb-487a-ad69-78ae090158ee req-18a1d333-3e0a-4ca9-b316-0f799b3795e8 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:55.739861 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7c212abd-8dfb-487a-ad69-78ae090158ee req-18a1d333-3e0a-4ca9-b316-0f799b3795e8 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/ports?device_id=b7f4236c-59df-4193-aae7-ab887a28c6d7 HTTP/1.1" status: 200 len: 945 time: 0.0527031 Oct 12 19:27:55.792309 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7c212abd-8dfb-487a-ad69-78ae090158ee req-634131f4-3dad-4759-a451-488a89168ee9 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/security-groups?id=cefdf9de-6871-4b8c-818c-d47d551271dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458109 Oct 12 19:27:55.901106 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd15c12-2174-4b1f-ba4e-36f94bd6838d req-b25151a6-1f5d-4d8d-ae29-0f6bbbdc5b00 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:55.902779 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-bdd15c12-2174-4b1f-ba4e-36f94bd6838d req-b25151a6-1f5d-4d8d-ae29-0f6bbbdc5b00 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb56269f-088f-4dd7-97a9-d7a3df061653 HTTP/1.1" status: 200 len: 944 time: 0.0600817 Oct 12 19:27:55.960394 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73db9a6-14a3-407d-89da-f81c73bffd47 req-b520af7a-9202-471c-ae2d-9a63b3c25ed0 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:55.961966 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f73db9a6-14a3-407d-89da-f81c73bffd47 req-b520af7a-9202-471c-ae2d-9a63b3c25ed0 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/ports?device_id=7151f7fb-ddbb-4ee3-9ffd-13f64df8dfe1 HTTP/1.1" status: 200 len: 945 time: 0.0548756 Oct 12 19:27:55.985456 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-bdd15c12-2174-4b1f-ba4e-36f94bd6838d req-f87575f1-774e-4884-ba40-5ff79d00bea5 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e18d525-cf41-4d49-869d-79a715be58e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680687 Oct 12 19:27:56.033467 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f73db9a6-14a3-407d-89da-f81c73bffd47 req-095c5638-5c20-4a8a-8bf9-aa64674fbbeb tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2ba2481-c648-48f3-9a5a-fa2d99adbcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646214 Oct 12 19:27:56.188543 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da10b3f2-ae86-4fb9-8b6e-4a8e85b89243 req-e458b4ac-4dea-44dc-8fd7-4c9690826a2e tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:56.196560 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-da10b3f2-ae86-4fb9-8b6e-4a8e85b89243 req-e458b4ac-4dea-44dc-8fd7-4c9690826a2e tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=a258ad27-a0ab-4472-a265-18d9b8174787 HTTP/1.1" status: 200 len: 946 time: 0.0672050 Oct 12 19:27:56.230885 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-da10b3f2-ae86-4fb9-8b6e-4a8e85b89243 req-e0fb0b1c-b8af-4960-b125-664999320422 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333147 Oct 12 19:27:56.465854 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 54294) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:56.479591 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1cb7ce16-2a4f-46c7-b451-12887589c699 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:56.553674 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1cb7ce16-2a4f-46c7-b451-12887589c699 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:56.617585 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1cb7ce16-2a4f-46c7-b451-12887589c699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:56.653823 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb7ce16-2a4f-46c7-b451-12887589c699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d932cc5-2db4-445a-8bb2-1a6d09c9cb4c,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:27:56.666963 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-1cb7ce16-2a4f-46c7-b451-12887589c699 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f560b2d37a024b4a99b7df5ceff2c9c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1969762 Oct 12 19:27:56.668226 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 54296) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:27:56.716363 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-247eedd4-8887-4b26-9a39-50044c5301d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:56.737079 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-247eedd4-8887-4b26-9a39-50044c5301d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:56.869487 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-247eedd4-8887-4b26-9a39-50044c5301d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:56.872361 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-247eedd4-8887-4b26-9a39-50044c5301d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:56.873694 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-247eedd4-8887-4b26-9a39-50044c5301d9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6d932cc5-2db4-445a-8bb2-1a6d09c9cb4c HTTP/1.1" status: 204 len: 168 time: 0.2054703 Oct 12 19:27:56.883312 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247eedd4-8887-4b26-9a39-50044c5301d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d932cc5-2db4-445a-8bb2-1a6d09c9cb4c,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:27:56.932226 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca5e751-9796-4c9b-b664-6ad52b6378b4 req-ac3d580f-ec5b-4b66-8b2d-df876910a11f tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:56.934685 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-dca5e751-9796-4c9b-b664-6ad52b6378b4 req-ac3d580f-ec5b-4b66-8b2d-df876910a11f tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/ports?device_id=b7f4236c-59df-4193-aae7-ab887a28c6d7 HTTP/1.1" status: 200 len: 945 time: 0.0645356 Oct 12 19:27:56.978261 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-dca5e751-9796-4c9b-b664-6ad52b6378b4 req-8401a98b-de61-474c-a378-75b6fa7f4da0 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/security-groups?id=cefdf9de-6871-4b8c-818c-d47d551271dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367897 Oct 12 19:27:57.129511 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d03f5f-ce34-417a-97f7-a89cff1f2c27 req-ef78abad-37e2-4afc-bcb7-8718c3492ff4 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:57.131368 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-75d03f5f-ce34-417a-97f7-a89cff1f2c27 req-ef78abad-37e2-4afc-bcb7-8718c3492ff4 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb56269f-088f-4dd7-97a9-d7a3df061653 HTTP/1.1" status: 200 len: 944 time: 0.0676794 Oct 12 19:27:57.178871 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28439e3-3385-4f2f-a385-c27d1b18aaa1 req-e724cbbf-14ea-4a9d-944c-8bf1a65e8a60 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:57.180499 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b28439e3-3385-4f2f-a385-c27d1b18aaa1 req-e724cbbf-14ea-4a9d-944c-8bf1a65e8a60 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/ports?device_id=7151f7fb-ddbb-4ee3-9ffd-13f64df8dfe1 HTTP/1.1" status: 200 len: 945 time: 0.0615449 Oct 12 19:27:57.183889 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-75d03f5f-ce34-417a-97f7-a89cff1f2c27 req-0d8133fc-5021-4ffb-82b6-c6213cb8f89d tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e18d525-cf41-4d49-869d-79a715be58e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435421 Oct 12 19:27:57.242767 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b28439e3-3385-4f2f-a385-c27d1b18aaa1 req-5d4d8188-062a-41ec-84de-12692a56bcb1 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2ba2481-c648-48f3-9a5a-fa2d99adbcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495269 Oct 12 19:27:57.387151 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f36132-f33b-4fb4-adf0-dafa2a9b6e0f req-de1cc089-60c6-4596-875d-2bc6c8c52c88 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:57.389176 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-60f36132-f33b-4fb4-adf0-dafa2a9b6e0f req-de1cc089-60c6-4596-875d-2bc6c8c52c88 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=a258ad27-a0ab-4472-a265-18d9b8174787 HTTP/1.1" status: 200 len: 946 time: 0.0602832 Oct 12 19:27:57.432358 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-60f36132-f33b-4fb4-adf0-dafa2a9b6e0f req-660d1052-feb1-4f2e-b8aa-fe5c17ba1c8d tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367990 Oct 12 19:27:57.879532 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc69093-76e4-4e19-a0ca-279cc62ff347 req-f5ea3d8a-3913-4acf-8909-c54b911dc8f3 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:57.887303 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-bbc69093-76e4-4e19-a0ca-279cc62ff347 req-f5ea3d8a-3913-4acf-8909-c54b911dc8f3 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/ports?device_id=7151f7fb-ddbb-4ee3-9ffd-13f64df8dfe1 HTTP/1.1" status: 200 len: 945 time: 0.0596640 Oct 12 19:27:57.947941 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-bbc69093-76e4-4e19-a0ca-279cc62ff347 req-9b75c266-9667-4559-bdd1-478b23d4acff tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2ba2481-c648-48f3-9a5a-fa2d99adbcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596249 Oct 12 19:27:57.957677 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776ed47f-b72e-45d6-9f50-c3b1726164f1 req-2705a1f6-8b31-48f1-b6c2-9b3f3a5dde41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:57.963017 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-776ed47f-b72e-45d6-9f50-c3b1726164f1 req-2705a1f6-8b31-48f1-b6c2-9b3f3a5dde41 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f52c86dc62e74359bd460402c4b75fc6&device_id=7151f7fb-ddbb-4ee3-9ffd-13f64df8dfe1 HTTP/1.1" status: 200 len: 1096 time: 0.0573516 Oct 12 19:27:58.061022 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776ed47f-b72e-45d6-9f50-c3b1726164f1 req-d0d2e50a-9e2e-4316-91ae-783c5e053cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:58.063263 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-776ed47f-b72e-45d6-9f50-c3b1726164f1 req-d0d2e50a-9e2e-4316-91ae-783c5e053cfe service neutron] 10.222.0.67 "GET /v2.0/networks?id=98a9afcc-e9ca-4911-b0d7-961e4444f018 HTTP/1.1" status: 200 len: 912 time: 0.0958035 Oct 12 19:27:58.099470 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0c2caa-253e-4c1e-a67a-ced383d73af2 req-107628aa-6b94-4de0-b456-7bbd02a9a5e4 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:58.101757 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-af0c2caa-253e-4c1e-a67a-ced383d73af2 req-107628aa-6b94-4de0-b456-7bbd02a9a5e4 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/ports?device_id=b7f4236c-59df-4193-aae7-ab887a28c6d7 HTTP/1.1" status: 200 len: 945 time: 0.0497775 Oct 12 19:27:58.106091 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-776ed47f-b72e-45d6-9f50-c3b1726164f1 req-c944aa3a-d1e1-4df6-87c4-979dfbd25f10 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e36fbb5b-eb55-43ca-a630-87d67f319337 HTTP/1.1" status: 200 len: 217 time: 0.0354335 Oct 12 19:27:58.141314 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-af0c2caa-253e-4c1e-a67a-ced383d73af2 req-918b952f-f1fe-4579-8877-74298315ca9d tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/security-groups?id=cefdf9de-6871-4b8c-818c-d47d551271dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316465 Oct 12 19:27:58.156653 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776ed47f-b72e-45d6-9f50-c3b1726164f1 req-f83f8dfe-2e23-408b-bfc3-ed77cb3776d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:58.156981 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-776ed47f-b72e-45d6-9f50-c3b1726164f1 req-f83f8dfe-2e23-408b-bfc3-ed77cb3776d7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=75c294fe-120e-40e8-8111-8840aed19f52 HTTP/1.1" status: 200 len: 851 time: 0.0437458 Oct 12 19:27:58.193336 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-776ed47f-b72e-45d6-9f50-c3b1726164f1 req-9cc2fefc-74f8-4f36-8ef4-fda6bccb8283 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=98a9afcc-e9ca-4911-b0d7-961e4444f018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286760 Oct 12 19:27:58.309890 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-776ed47f-b72e-45d6-9f50-c3b1726164f1 req-3ab71e0d-92f3-41e7-88e4-13e3bf0774b0 service neutron] 10.222.0.67 "GET /v2.0/networks/98a9afcc-e9ca-4911-b0d7-961e4444f018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094928 Oct 12 19:27:58.333896 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c878667-6f7b-45ce-ad3c-cd197c0593b3 req-fc40af97-f2fe-4cfc-8485-e7138b1e42a6 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:58.335387 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6c878667-6f7b-45ce-ad3c-cd197c0593b3 req-fc40af97-f2fe-4cfc-8485-e7138b1e42a6 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb56269f-088f-4dd7-97a9-d7a3df061653 HTTP/1.1" status: 200 len: 944 time: 0.0725944 Oct 12 19:27:58.419763 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6c878667-6f7b-45ce-ad3c-cd197c0593b3 req-dad872ac-f0ef-464b-94dc-7f4e8ff43b98 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e18d525-cf41-4d49-869d-79a715be58e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691738 Oct 12 19:27:58.443703 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-776ed47f-b72e-45d6-9f50-c3b1726164f1 req-c5cc6379-3786-40c0-bc37-55b21a3091a6 service neutron] 10.222.0.67 "GET /v2.0/networks/98a9afcc-e9ca-4911-b0d7-961e4444f018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255713 Oct 12 19:27:58.552212 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f77c743-79de-4e29-bc88-b92ae74dc7ba req-ac9a96f1-15e7-476a-a637-e0e0bdc3cfe3 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:58.554139 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8f77c743-79de-4e29-bc88-b92ae74dc7ba req-ac9a96f1-15e7-476a-a637-e0e0bdc3cfe3 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=a258ad27-a0ab-4472-a265-18d9b8174787 HTTP/1.1" status: 200 len: 946 time: 0.0494823 Oct 12 19:27:58.593685 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8f77c743-79de-4e29-bc88-b92ae74dc7ba req-e8a63d26-df81-451e-86a3-7bae5be1ac98 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331388 Oct 12 19:27:59.073228 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704a5488-d68d-40ed-b052-448daa674eda req-c89e01ae-6afd-4e55-87ac-45d519d0b4f8 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:59.074764 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-704a5488-d68d-40ed-b052-448daa674eda req-c89e01ae-6afd-4e55-87ac-45d519d0b4f8 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/ports?device_id=7151f7fb-ddbb-4ee3-9ffd-13f64df8dfe1 HTTP/1.1" status: 200 len: 945 time: 0.0502911 Oct 12 19:27:59.113603 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-704a5488-d68d-40ed-b052-448daa674eda req-8b83a225-774b-4275-9379-ca0ed71cbd9b tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2ba2481-c648-48f3-9a5a-fa2d99adbcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327342 Oct 12 19:27:59.155112 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7c12d5e2-4a55-4805-b35a-01a5a6c17a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:27:59.550700 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6692f1f-e770-4c0c-bf90-be3326eacc06 req-435ccc61-d14f-4394-be49-e4987ef6be37 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:59.552315 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e6692f1f-e770-4c0c-bf90-be3326eacc06 req-435ccc61-d14f-4394-be49-e4987ef6be37 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb56269f-088f-4dd7-97a9-d7a3df061653 HTTP/1.1" status: 200 len: 944 time: 0.0555561 Oct 12 19:27:59.591549 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e6692f1f-e770-4c0c-bf90-be3326eacc06 req-c0238de7-0400-4bd8-a69e-6f96fb8c0c86 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e18d525-cf41-4d49-869d-79a715be58e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327168 Oct 12 19:27:59.597517 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0682425b-7236-4090-bc41-4266282f1869 req-58b2b976-c689-4c30-a8b0-104d14f6d933 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:59.598978 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0682425b-7236-4090-bc41-4266282f1869 req-58b2b976-c689-4c30-a8b0-104d14f6d933 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/ports?device_id=b7f4236c-59df-4193-aae7-ab887a28c6d7 HTTP/1.1" status: 200 len: 945 time: 0.3915977 Oct 12 19:27:59.646009 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0682425b-7236-4090-bc41-4266282f1869 req-2d068b71-ab96-4c3e-850a-45ad3a5d8fb8 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/security-groups?id=cefdf9de-6871-4b8c-818c-d47d551271dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323162 Oct 12 19:27:59.713550 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b1f5fa-c865-4910-b548-449e139a239c req-74ba953d-0905-47c2-93b3-3a155a12ace0 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:27:59.715100 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-94b1f5fa-c865-4910-b548-449e139a239c req-74ba953d-0905-47c2-93b3-3a155a12ace0 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=a258ad27-a0ab-4472-a265-18d9b8174787 HTTP/1.1" status: 200 len: 946 time: 0.0536916 Oct 12 19:27:59.752256 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-94b1f5fa-c865-4910-b548-449e139a239c req-c1645bc8-0799-491d-80af-a8a52b267d8c tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310588 Oct 12 19:28:00.233968 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f519336-3832-475e-9d17-2da8b0e185f3 req-96af02e0-d18d-4b08-b63c-3b8038888628 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:00.235414 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5f519336-3832-475e-9d17-2da8b0e185f3 req-96af02e0-d18d-4b08-b63c-3b8038888628 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/ports?device_id=7151f7fb-ddbb-4ee3-9ffd-13f64df8dfe1 HTTP/1.1" status: 200 len: 945 time: 0.0503402 Oct 12 19:28:00.273149 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5f519336-3832-475e-9d17-2da8b0e185f3 req-43b591ad-3449-4693-abc9-0248ec89165f tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2ba2481-c648-48f3-9a5a-fa2d99adbcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317361 Oct 12 19:28:00.793135 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae38de94-25a2-4904-8d37-330dd025d87a req-4bc4fa81-2e6d-47fd-a2d7-640f059c6ea1 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:00.801017 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ae38de94-25a2-4904-8d37-330dd025d87a req-4bc4fa81-2e6d-47fd-a2d7-640f059c6ea1 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/ports?device_id=b7f4236c-59df-4193-aae7-ab887a28c6d7 HTTP/1.1" status: 200 len: 945 time: 0.0766952 Oct 12 19:28:00.838915 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ae38de94-25a2-4904-8d37-330dd025d87a req-d7839d86-674a-4562-96b6-c1f429375625 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/security-groups?id=cefdf9de-6871-4b8c-818c-d47d551271dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364745 Oct 12 19:28:00.931847 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d012b5e-4e38-47ea-b350-fe826dfec488 req-32319802-7e58-4c26-85b5-5a1b7439a6b0 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:00.933661 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5d012b5e-4e38-47ea-b350-fe826dfec488 req-32319802-7e58-4c26-85b5-5a1b7439a6b0 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb56269f-088f-4dd7-97a9-d7a3df061653 HTTP/1.1" status: 200 len: 944 time: 0.0512893 Oct 12 19:28:00.958353 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fce304-f8d5-4129-b35e-ca33ee5f8d5d req-4206dc61-4b9c-4a63-9edd-a96aa062bfac tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:00.959991 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-20fce304-f8d5-4129-b35e-ca33ee5f8d5d req-4206dc61-4b9c-4a63-9edd-a96aa062bfac tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=a258ad27-a0ab-4472-a265-18d9b8174787 HTTP/1.1" status: 200 len: 946 time: 0.0546114 Oct 12 19:28:00.975683 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5d012b5e-4e38-47ea-b350-fe826dfec488 req-3748dc3e-5b7a-4063-8805-e4026fcca5a5 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e18d525-cf41-4d49-869d-79a715be58e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360727 Oct 12 19:28:01.001742 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-20fce304-f8d5-4129-b35e-ca33ee5f8d5d req-6035f728-271b-4f2a-ad6f-125320110547 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350463 Oct 12 19:28:01.390415 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b4c8ec-9d9d-4afc-a68d-3859891b910a req-bb3adc6d-ae5a-430a-87b8-4115b3cc887e tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:01.391876 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-67b4c8ec-9d9d-4afc-a68d-3859891b910a req-bb3adc6d-ae5a-430a-87b8-4115b3cc887e tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/ports?device_id=7151f7fb-ddbb-4ee3-9ffd-13f64df8dfe1 HTTP/1.1" status: 200 len: 945 time: 0.0518594 Oct 12 19:28:01.430897 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-67b4c8ec-9d9d-4afc-a68d-3859891b910a req-e8862078-f873-47b4-ad85-eb2da8ec2c85 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2ba2481-c648-48f3-9a5a-fa2d99adbcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329025 Oct 12 19:28:01.680354 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-19bb98ca-4592-4131-a40d-0087d30fe8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:01.954794 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fe021b-d2d3-4fed-94d8-a2b8e86b008c req-0f581585-7929-4256-8329-4c5f4abf5834 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:01.956287 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-71fe021b-d2d3-4fed-94d8-a2b8e86b008c req-0f581585-7929-4256-8329-4c5f4abf5834 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/ports?device_id=b7f4236c-59df-4193-aae7-ab887a28c6d7 HTTP/1.1" status: 200 len: 945 time: 0.0494409 Oct 12 19:28:01.994882 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-71fe021b-d2d3-4fed-94d8-a2b8e86b008c req-c30a9046-fe17-41ec-9a56-e438196660e5 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/security-groups?id=cefdf9de-6871-4b8c-818c-d47d551271dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326204 Oct 12 19:28:02.095509 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bb3332-8bc2-43ff-a877-fb4aaf25a5da req-9c36de26-9078-49b4-a2a7-70de014d80ab tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:02.097067 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d4bb3332-8bc2-43ff-a877-fb4aaf25a5da req-9c36de26-9078-49b4-a2a7-70de014d80ab tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb56269f-088f-4dd7-97a9-d7a3df061653 HTTP/1.1" status: 200 len: 944 time: 0.0491371 Oct 12 19:28:02.125839 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d111d229-d7c0-42ec-b4f6-7f49f19d5f80 req-4e404f9a-7538-4fe5-8f69-9ba4ec81473e tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:02.127351 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d111d229-d7c0-42ec-b4f6-7f49f19d5f80 req-4e404f9a-7538-4fe5-8f69-9ba4ec81473e tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=a258ad27-a0ab-4472-a265-18d9b8174787 HTTP/1.1" status: 200 len: 946 time: 0.0522473 Oct 12 19:28:02.138435 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d4bb3332-8bc2-43ff-a877-fb4aaf25a5da req-2d17388c-da31-4d18-a2bd-f8dd7557b1ac tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e18d525-cf41-4d49-869d-79a715be58e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342624 Oct 12 19:28:02.182096 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d111d229-d7c0-42ec-b4f6-7f49f19d5f80 req-e4cb1b34-8bef-4d51-b17b-604e5c623eae tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462494 Oct 12 19:28:02.488463 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:02.546755 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01f58fc-d0b3-46d8-906b-3569cdf0438d req-648c5354-dbf8-49b8-b332-03835973b267 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:02.548289 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e01f58fc-d0b3-46d8-906b-3569cdf0438d req-648c5354-dbf8-49b8-b332-03835973b267 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/ports?device_id=7151f7fb-ddbb-4ee3-9ffd-13f64df8dfe1 HTTP/1.1" status: 200 len: 945 time: 0.0511522 Oct 12 19:28:02.615300 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e01f58fc-d0b3-46d8-906b-3569cdf0438d req-c70d5cd1-5896-4ad1-b0fa-43e4e01cb41b tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2ba2481-c648-48f3-9a5a-fa2d99adbcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506563 Oct 12 19:28:02.814788 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:02.983408 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:03.137699 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aff435-5d74-4624-a00f-39736faf09f3 req-6693f651-b3ba-4a01-9f60-d949741eb817 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:03.139772 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c8aff435-5d74-4624-a00f-39736faf09f3 req-6693f651-b3ba-4a01-9f60-d949741eb817 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/ports?device_id=b7f4236c-59df-4193-aae7-ab887a28c6d7 HTTP/1.1" status: 200 len: 945 time: 0.0738993 Oct 12 19:28:03.181597 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c8aff435-5d74-4624-a00f-39736faf09f3 req-53c381a4-6367-4616-8be9-0c494391214a tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/security-groups?id=cefdf9de-6871-4b8c-818c-d47d551271dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347533 Oct 12 19:28:03.312984 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8bb9fe-498a-4620-83cb-cbaa651d929b req-0de73896-3421-405d-b9d3-1a1f225dd34f tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:03.314573 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-eb8bb9fe-498a-4620-83cb-cbaa651d929b req-0de73896-3421-405d-b9d3-1a1f225dd34f tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb56269f-088f-4dd7-97a9-d7a3df061653 HTTP/1.1" status: 200 len: 944 time: 0.0644634 Oct 12 19:28:03.317772 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd14a819-ae70-4a88-aee8-fa19fa45122c req-66caa2d3-6e82-40ea-89dd-b085b99cd85b tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:03.319246 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fd14a819-ae70-4a88-aee8-fa19fa45122c req-66caa2d3-6e82-40ea-89dd-b085b99cd85b tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=a258ad27-a0ab-4472-a265-18d9b8174787 HTTP/1.1" status: 200 len: 946 time: 0.0597227 Oct 12 19:28:03.355683 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-eb8bb9fe-498a-4620-83cb-cbaa651d929b req-82056506-5abb-4da5-a9b8-c5c8c02394b3 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e18d525-cf41-4d49-869d-79a715be58e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350137 Oct 12 19:28:03.361767 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fd14a819-ae70-4a88-aee8-fa19fa45122c req-7b0f41b2-19e5-4df7-b320-9fdf16e65226 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355363 Oct 12 19:28:03.601599 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:03.769137 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff47ff1-668b-4774-9a9d-d170c415605d req-c27e00cf-2968-497d-9a42-6c292fa78cce tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:03.770805 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-dff47ff1-668b-4774-9a9d-d170c415605d req-c27e00cf-2968-497d-9a42-6c292fa78cce tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/ports?device_id=7151f7fb-ddbb-4ee3-9ffd-13f64df8dfe1 HTTP/1.1" status: 200 len: 945 time: 0.0644245 Oct 12 19:28:03.810859 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-dff47ff1-668b-4774-9a9d-d170c415605d req-ceb2a5b5-0aa2-4612-b0c2-53a44e8b3f70 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2ba2481-c648-48f3-9a5a-fa2d99adbcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324650 Oct 12 19:28:04.218517 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 55a3b5f9-99dd-4f7f-9efa-ebd06a66a96e details requested by agent hyperv_n-h2-813679-3 with host n-h2-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:28:04.380716 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 55a3b5f9-99dd-4f7f-9efa-ebd06a66a96e, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=55a3b5f9-99dd-4f7f-9efa-ebd06a66a96e,segment=NetworkSegment(2c23b924-3bdb-4700-940f-a5921b74e3c2),segment_id=2c23b924-3bdb-4700-940f-a5921b74e3c2)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:28:04.391339 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e79fef3-af54-44ec-b78b-bdf81ddc13bd req-d953e462-1ca2-41f9-a9e2-c4feed5156c1 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:04.393296 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0e79fef3-af54-44ec-b78b-bdf81ddc13bd req-d953e462-1ca2-41f9-a9e2-c4feed5156c1 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/ports?device_id=b7f4236c-59df-4193-aae7-ab887a28c6d7 HTTP/1.1" status: 200 len: 945 time: 0.0738142 Oct 12 19:28:04.401759 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Returning: {'device': '55a3b5f9-99dd-4f7f-9efa-ebd06a66a96e', 'network_id': '8b9ffd0a-d450-4d4d-8c84-81d908427bea', 'port_id': '55a3b5f9-99dd-4f7f-9efa-ebd06a66a96e', 'mac_address': 'fa:16:3e:bb:ec:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc530ace-4b18-4ae9-b625-36ec27074a9c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:28:04.464629 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:04.464872 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0e79fef3-af54-44ec-b78b-bdf81ddc13bd req-0afdf9c5-e6f0-458b-a874-675604824f73 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/security-groups?id=cefdf9de-6871-4b8c-818c-d47d551271dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649970 Oct 12 19:28:04.502395 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 55a3b5f9-99dd-4f7f-9efa-ebd06a66a96e {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:28:04.534962 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:04.553104 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a503512-6f84-422c-b827-f80546dfc348 req-97ca38b9-b6d4-4ad5-b374-79bd6dda23ad tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:04.555595 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 55a3b5f9-99dd-4f7f-9efa-ebd06a66a96e, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=55a3b5f9-99dd-4f7f-9efa-ebd06a66a96e,segment=NetworkSegment(2c23b924-3bdb-4700-940f-a5921b74e3c2),segment_id=2c23b924-3bdb-4700-940f-a5921b74e3c2)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:28:04.558217 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2a503512-6f84-422c-b827-f80546dfc348 req-97ca38b9-b6d4-4ad5-b374-79bd6dda23ad tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb56269f-088f-4dd7-97a9-d7a3df061653 HTTP/1.1" status: 200 len: 944 time: 0.1086686 Oct 12 19:28:04.638424 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2a503512-6f84-422c-b827-f80546dfc348 req-11702677-3b22-4ed0-8feb-0b5d853d883f tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e18d525-cf41-4d49-869d-79a715be58e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663774 Oct 12 19:28:04.639800 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bb4b34-fef0-4c74-b4f4-cf0f8b5a6658 req-befad656-4d52-4c1d-8647-cc72a6a9a50f tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:04.641361 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a5bb4b34-fef0-4c74-b4f4-cf0f8b5a6658 req-befad656-4d52-4c1d-8647-cc72a6a9a50f tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=a258ad27-a0ab-4472-a265-18d9b8174787 HTTP/1.1" status: 200 len: 946 time: 0.0865278 Oct 12 19:28:04.669696 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:04.694764 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a5bb4b34-fef0-4c74-b4f4-cf0f8b5a6658 req-a39aa751-7db6-4ac0-b249-94bd224ddbad tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469813 Oct 12 19:28:04.743759 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=55a3b5f9-99dd-4f7f-9efa-ebd06a66a96e,revision_number=6']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:28:04.768601 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['55a3b5f9-99dd-4f7f-9efa-ebd06a66a96e'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:28:04.948767 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fdd6dd-fd5f-4797-91eb-c7e0f62718fa req-008ef1fb-7edb-428c-8674-ce6fc930a1d1 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:04.950785 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-41fdd6dd-fd5f-4797-91eb-c7e0f62718fa req-008ef1fb-7edb-428c-8674-ce6fc930a1d1 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/ports?device_id=7151f7fb-ddbb-4ee3-9ffd-13f64df8dfe1 HTTP/1.1" status: 200 len: 945 time: 0.0541978 Oct 12 19:28:04.999387 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-41fdd6dd-fd5f-4797-91eb-c7e0f62718fa req-08536b13-d910-4d07-8baa-869d507d40f8 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2ba2481-c648-48f3-9a5a-fa2d99adbcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355818 Oct 12 19:28:05.633694 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf644e7-d92a-420f-b158-9caade94923d req-d40decdb-a56c-4c55-bff7-2668cb58711d tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:05.635161 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3cf644e7-d92a-420f-b158-9caade94923d req-d40decdb-a56c-4c55-bff7-2668cb58711d tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/ports?device_id=b7f4236c-59df-4193-aae7-ab887a28c6d7 HTTP/1.1" status: 200 len: 945 time: 0.0670514 Oct 12 19:28:05.677138 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3cf644e7-d92a-420f-b158-9caade94923d req-08b9c740-3493-44d3-ac66-2ae4b30f77a6 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/security-groups?id=cefdf9de-6871-4b8c-818c-d47d551271dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357389 Oct 12 19:28:05.818193 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c5d488-8c1f-48eb-9c65-f9c4df5334e4 req-cce556ca-4189-4832-9230-742c472133d4 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:05.819922 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-60c5d488-8c1f-48eb-9c65-f9c4df5334e4 req-cce556ca-4189-4832-9230-742c472133d4 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb56269f-088f-4dd7-97a9-d7a3df061653 HTTP/1.1" status: 200 len: 944 time: 0.0948536 Oct 12 19:28:05.849428 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6bc556-aa4c-42dd-8417-1ab5006ff8f9 req-7850f366-460f-4020-903c-3d6e77fdf9ac tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:05.858979 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-fe6bc556-aa4c-42dd-8417-1ab5006ff8f9 req-7850f366-460f-4020-903c-3d6e77fdf9ac tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=a258ad27-a0ab-4472-a265-18d9b8174787 HTTP/1.1" status: 200 len: 945 time: 0.0700443 Oct 12 19:28:05.877084 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-60c5d488-8c1f-48eb-9c65-f9c4df5334e4 req-66e88c9e-24fa-49ed-96e7-2c6728e4e06a tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e18d525-cf41-4d49-869d-79a715be58e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505543 Oct 12 19:28:05.909102 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-fe6bc556-aa4c-42dd-8417-1ab5006ff8f9 req-5b4b3a98-6654-42eb-b0ea-9bcf7f9cfe45 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490127 Oct 12 19:28:06.130995 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1e1e94-ac1c-4d23-a4b7-b269d1a4488f req-3e6d9109-0ae2-456a-888c-0ea8c6ab9a53 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:06.139401 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3d1e1e94-ac1c-4d23-a4b7-b269d1a4488f req-3e6d9109-0ae2-456a-888c-0ea8c6ab9a53 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/ports?device_id=7151f7fb-ddbb-4ee3-9ffd-13f64df8dfe1 HTTP/1.1" status: 200 len: 945 time: 0.0632958 Oct 12 19:28:06.184591 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3d1e1e94-ac1c-4d23-a4b7-b269d1a4488f req-26f436a1-aea1-4bc0-86af-3f088753daca tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2ba2481-c648-48f3-9a5a-fa2d99adbcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442851 Oct 12 19:28:06.229707 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 55a3b5f9-99dd-4f7f-9efa-ebd06a66a96e up at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:28:06.310492 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning complete for port 55a3b5f9-99dd-4f7f-9efa-ebd06a66a96e triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:28:06.312916 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:06.430453 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:06.463905 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a258ad27-a0ab-4472-a265-18d9b8174787', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55a3b5f9-99dd-4f7f-9efa-ebd06a66a96e'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:28:06.467410 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51e9fd79-9efb-4ea9-91f9-84b4055247a5" -d '{"events": [{"server_uuid": "a258ad27-a0ab-4472-a265-18d9b8174787", "name": "network-vif-plugged", "status": "completed", "tag": "55a3b5f9-99dd-4f7f-9efa-ebd06a66a96e"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:28:06.504627 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 55a3b5f9-99dd-4f7f-9efa-ebd06a66a96e, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=55a3b5f9-99dd-4f7f-9efa-ebd06a66a96e,segment=NetworkSegment(2c23b924-3bdb-4700-940f-a5921b74e3c2),segment_id=2c23b924-3bdb-4700-940f-a5921b74e3c2)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:28:06.527691 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32f29687-616c-4281-a91f-95837c6cecb2 x-openstack-request-id: req-32f29687-616c-4281-a91f-95837c6cecb2 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:28:06.528020 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a258ad27-a0ab-4472-a265-18d9b8174787", "name": "network-vif-plugged", "status": "completed", "tag": "55a3b5f9-99dd-4f7f-9efa-ebd06a66a96e", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:28:06.531399 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-32f29687-616c-4281-a91f-95837c6cecb2 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:28:06.531399 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a258ad27-a0ab-4472-a265-18d9b8174787', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55a3b5f9-99dd-4f7f-9efa-ebd06a66a96e', 'code': 200} Oct 12 19:28:06.589393 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:06.877956 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21bb51a-f99a-4029-87f9-30ba2858479f req-471e60bd-e377-4b14-b8f4-077530e09645 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:06.880673 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f21bb51a-f99a-4029-87f9-30ba2858479f req-471e60bd-e377-4b14-b8f4-077530e09645 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/ports?device_id=b7f4236c-59df-4193-aae7-ab887a28c6d7 HTTP/1.1" status: 200 len: 945 time: 0.0850744 Oct 12 19:28:06.882318 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=55a3b5f9-99dd-4f7f-9efa-ebd06a66a96e,revision_number=7']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:28:06.940699 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f21bb51a-f99a-4029-87f9-30ba2858479f req-72954762-ae76-445b-842f-0a2714a9cff3 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/security-groups?id=cefdf9de-6871-4b8c-818c-d47d551271dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457830 Oct 12 19:28:07.062381 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9e861a-e7c8-4e6b-b709-b09bc6ea5219 req-d2fd74f9-ea49-41b0-a377-9136a7672167 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:07.072403 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8f9e861a-e7c8-4e6b-b709-b09bc6ea5219 req-d2fd74f9-ea49-41b0-a377-9136a7672167 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=a258ad27-a0ab-4472-a265-18d9b8174787 HTTP/1.1" status: 200 len: 946 time: 0.0670390 Oct 12 19:28:07.102517 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dcc0f0-2d29-4dd2-8d6e-568fdd81390e req-1863dc7a-1335-4794-8afa-4db31598dcaa tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:07.112589 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-71dcc0f0-2d29-4dd2-8d6e-568fdd81390e req-1863dc7a-1335-4794-8afa-4db31598dcaa tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb56269f-088f-4dd7-97a9-d7a3df061653 HTTP/1.1" status: 200 len: 944 time: 0.1092167 Oct 12 19:28:07.145469 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8f9e861a-e7c8-4e6b-b709-b09bc6ea5219 req-d6a93dcc-fc7d-4f53-815b-34ccce860dbf tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714417 Oct 12 19:28:07.177217 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-71dcc0f0-2d29-4dd2-8d6e-568fdd81390e req-99a8b9e1-19bf-43cc-be75-a84da589ee25 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e18d525-cf41-4d49-869d-79a715be58e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627010 Oct 12 19:28:07.318891 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c23ae1-3eb3-461c-90c2-e2417d23b106 req-001a7abc-b841-46fc-b9a7-1579cbfd4ed6 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:07.320448 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c2c23ae1-3eb3-461c-90c2-e2417d23b106 req-001a7abc-b841-46fc-b9a7-1579cbfd4ed6 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/ports?device_id=7151f7fb-ddbb-4ee3-9ffd-13f64df8dfe1 HTTP/1.1" status: 200 len: 945 time: 0.0524352 Oct 12 19:28:07.363778 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c2c23ae1-3eb3-461c-90c2-e2417d23b106 req-e678d183-751a-49e6-a776-eae956eda25a tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2ba2481-c648-48f3-9a5a-fa2d99adbcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359995 Oct 12 19:28:08.107332 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc4a850-bd6e-4410-833c-3b70431f0ed2 req-009443a9-1bf7-4778-b29e-3df6b6a7eb39 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:08.116015 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-cbc4a850-bd6e-4410-833c-3b70431f0ed2 req-009443a9-1bf7-4778-b29e-3df6b6a7eb39 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/ports?device_id=b7f4236c-59df-4193-aae7-ab887a28c6d7 HTTP/1.1" status: 200 len: 945 time: 0.0952711 Oct 12 19:28:08.176560 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-cbc4a850-bd6e-4410-833c-3b70431f0ed2 req-1bc7c2b9-57ad-44e0-b3c2-ae7347eb82a9 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/security-groups?id=cefdf9de-6871-4b8c-818c-d47d551271dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540733 Oct 12 19:28:08.302687 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d833b546-24d3-4285-9c9b-39b54251e95e req-2fb19751-712b-4a98-b380-cb92444eec60 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:08.304137 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d833b546-24d3-4285-9c9b-39b54251e95e req-2fb19751-712b-4a98-b380-cb92444eec60 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=a258ad27-a0ab-4472-a265-18d9b8174787 HTTP/1.1" status: 200 len: 946 time: 0.0698376 Oct 12 19:28:08.332270 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f5728d-148f-4f45-a207-64e04fff6e8d req-7060bae0-47c3-44fe-a11f-27efe9616d82 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:08.343238 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c9f5728d-148f-4f45-a207-64e04fff6e8d req-7060bae0-47c3-44fe-a11f-27efe9616d82 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb56269f-088f-4dd7-97a9-d7a3df061653 HTTP/1.1" status: 200 len: 944 time: 0.0869706 Oct 12 19:28:08.353482 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d833b546-24d3-4285-9c9b-39b54251e95e req-36c8f565-f27d-4355-ad98-35133121110a tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397301 Oct 12 19:28:08.402758 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c9f5728d-148f-4f45-a207-64e04fff6e8d req-fadabfcd-06d7-4c17-9876-ffa00d97aa9b tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e18d525-cf41-4d49-869d-79a715be58e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582271 Oct 12 19:28:08.561193 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d50e7df-be67-497a-aaa7-ec833248ea31 req-d60072aa-be13-4417-a93e-be9330cc5826 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:08.572109 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6d50e7df-be67-497a-aaa7-ec833248ea31 req-d60072aa-be13-4417-a93e-be9330cc5826 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/ports?device_id=7151f7fb-ddbb-4ee3-9ffd-13f64df8dfe1 HTTP/1.1" status: 200 len: 945 time: 0.0840697 Oct 12 19:28:08.637168 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6d50e7df-be67-497a-aaa7-ec833248ea31 req-58394fd0-3788-4c20-872d-4d168c7f63b1 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2ba2481-c648-48f3-9a5a-fa2d99adbcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640614 Oct 12 19:28:09.315941 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd4f135-d5bf-4823-9c2f-6af7256c66d8 req-7ce0a00b-888a-4c5e-860c-80745fd1c1f2 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:09.323730 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ecd4f135-d5bf-4823-9c2f-6af7256c66d8 req-7ce0a00b-888a-4c5e-860c-80745fd1c1f2 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/ports?device_id=b7f4236c-59df-4193-aae7-ab887a28c6d7 HTTP/1.1" status: 200 len: 945 time: 0.0718286 Oct 12 19:28:09.392990 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ecd4f135-d5bf-4823-9c2f-6af7256c66d8 req-ebf84fcc-a9f9-46c8-995f-2f51c24a3d79 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/security-groups?id=cefdf9de-6871-4b8c-818c-d47d551271dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679266 Oct 12 19:28:09.582440 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2a89ab-ebac-44a1-a960-8dff2d9aaa45 req-991118cc-d626-4452-bbfc-f7dc3df11a1a tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:09.589238 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4e2a89ab-ebac-44a1-a960-8dff2d9aaa45 req-991118cc-d626-4452-bbfc-f7dc3df11a1a tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=a258ad27-a0ab-4472-a265-18d9b8174787 HTTP/1.1" status: 200 len: 946 time: 0.1230662 Oct 12 19:28:09.598084 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06b7ce7-32af-4638-a723-31d2d2973060 req-bd3342c9-4006-49cb-b1f5-eac5c9c51349 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:09.607802 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d06b7ce7-32af-4638-a723-31d2d2973060 req-bd3342c9-4006-49cb-b1f5-eac5c9c51349 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb56269f-088f-4dd7-97a9-d7a3df061653 HTTP/1.1" status: 200 len: 944 time: 0.1173790 Oct 12 19:28:09.677922 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4e2a89ab-ebac-44a1-a960-8dff2d9aaa45 req-d405d33e-cb18-46de-a450-dcec4ea0bd47 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784137 Oct 12 19:28:09.707657 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d06b7ce7-32af-4638-a723-31d2d2973060 req-c0a69b17-bd8e-4de5-a1fb-bcc85928cce3 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e18d525-cf41-4d49-869d-79a715be58e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921702 Oct 12 19:28:09.826787 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369501d9-d3ae-4eb4-a37d-6dbc00221fbc req-3cea5667-49cc-41a2-92f7-a8553e1fc50f tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:09.828418 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-369501d9-d3ae-4eb4-a37d-6dbc00221fbc req-3cea5667-49cc-41a2-92f7-a8553e1fc50f tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/ports?device_id=7151f7fb-ddbb-4ee3-9ffd-13f64df8dfe1 HTTP/1.1" status: 200 len: 945 time: 0.0667961 Oct 12 19:28:09.876620 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-369501d9-d3ae-4eb4-a37d-6dbc00221fbc req-da10a942-fdcb-44cb-8f2b-b1158857203c tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2ba2481-c648-48f3-9a5a-fa2d99adbcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410819 Oct 12 19:28:10.529357 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c129074a-9a8f-4cb2-a56a-35e1903bd4bf req-40d703fc-13af-4012-af8d-9b7901dc0a40 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:10.530967 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c129074a-9a8f-4cb2-a56a-35e1903bd4bf req-40d703fc-13af-4012-af8d-9b7901dc0a40 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/ports?device_id=b7f4236c-59df-4193-aae7-ab887a28c6d7 HTTP/1.1" status: 200 len: 945 time: 0.0642469 Oct 12 19:28:10.583959 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c129074a-9a8f-4cb2-a56a-35e1903bd4bf req-17fc8169-69b6-45c0-b407-ae5c540e474a tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/security-groups?id=cefdf9de-6871-4b8c-818c-d47d551271dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462158 Oct 12 19:28:10.857514 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da805d7-c055-457e-967c-b0a384be171b req-7861de59-e231-4a93-9dbb-ebb3b01cd356 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:10.871224 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1da805d7-c055-457e-967c-b0a384be171b req-7861de59-e231-4a93-9dbb-ebb3b01cd356 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=a258ad27-a0ab-4472-a265-18d9b8174787 HTTP/1.1" status: 200 len: 946 time: 0.0868208 Oct 12 19:28:10.873301 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67e6f08-21a3-48d8-9f82-786694f6ad4f req-6665d79c-ac52-4143-9bfe-7b3017984635 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:10.881604 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a67e6f08-21a3-48d8-9f82-786694f6ad4f req-6665d79c-ac52-4143-9bfe-7b3017984635 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb56269f-088f-4dd7-97a9-d7a3df061653 HTTP/1.1" status: 200 len: 944 time: 0.0800014 Oct 12 19:28:10.918653 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1da805d7-c055-457e-967c-b0a384be171b req-5886cd47-bd57-4743-ac3a-0f60b93354b7 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463912 Oct 12 19:28:10.933290 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a67e6f08-21a3-48d8-9f82-786694f6ad4f req-08376716-2d8d-4597-bc59-637102e959d8 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e18d525-cf41-4d49-869d-79a715be58e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504801 Oct 12 19:28:11.052336 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc91be0-db1b-41fc-b81f-059d00c41e1d req-616a1fff-d955-4c7c-9391-538e6cd3d196 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:11.061715 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4cc91be0-db1b-41fc-b81f-059d00c41e1d req-616a1fff-d955-4c7c-9391-538e6cd3d196 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/ports?device_id=7151f7fb-ddbb-4ee3-9ffd-13f64df8dfe1 HTTP/1.1" status: 200 len: 945 time: 0.0657845 Oct 12 19:28:11.112321 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4cc91be0-db1b-41fc-b81f-059d00c41e1d req-89a0f4e8-5d1d-495d-a6b2-bb2b85489c1a tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2ba2481-c648-48f3-9a5a-fa2d99adbcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479519 Oct 12 19:28:11.735062 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39e7c83-424b-4aa8-89bf-878957d33633 req-4cd0e3fc-83fc-4dca-bf7b-17f327634149 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:11.736912 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e39e7c83-424b-4aa8-89bf-878957d33633 req-4cd0e3fc-83fc-4dca-bf7b-17f327634149 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/ports?device_id=b7f4236c-59df-4193-aae7-ab887a28c6d7 HTTP/1.1" status: 200 len: 945 time: 0.0630016 Oct 12 19:28:11.779780 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e39e7c83-424b-4aa8-89bf-878957d33633 req-967ab05a-de9b-4b96-9c11-29415226a0b1 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/security-groups?id=cefdf9de-6871-4b8c-818c-d47d551271dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363801 Oct 12 19:28:11.961384 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device dfce06de-46f4-4f61-8391-ad2baa903c51 details requested by agent hyperv_n-h1-813679-3 with host n-h1-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:28:11.962789 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device dfce06de-46f4-4f61-8391-ad2baa903c51 no longer exists at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:28:12.083814 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7ff10e-6aa3-4842-9296-74056236989d req-a90ca881-79c2-4854-942f-fad7d6fd6ed8 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:12.093017 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6b7ff10e-6aa3-4842-9296-74056236989d req-a90ca881-79c2-4854-942f-fad7d6fd6ed8 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=a258ad27-a0ab-4472-a265-18d9b8174787 HTTP/1.1" status: 200 len: 946 time: 0.0855491 Oct 12 19:28:12.166369 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6b7ff10e-6aa3-4842-9296-74056236989d req-8c7c85f8-c781-41f8-9beb-d3735208335c tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672982 Oct 12 19:28:12.169783 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c8ae26-a30c-4ff2-ae00-7eac2bc8d2f4 req-a0c86425-edbf-4c78-a702-179ac8e6b0e0 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:12.175178 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-65c8ae26-a30c-4ff2-ae00-7eac2bc8d2f4 req-a0c86425-edbf-4c78-a702-179ac8e6b0e0 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb56269f-088f-4dd7-97a9-d7a3df061653 HTTP/1.1" status: 200 len: 944 time: 0.1143951 Oct 12 19:28:12.278408 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-65c8ae26-a30c-4ff2-ae00-7eac2bc8d2f4 req-1a093dd9-2945-4486-a333-597e969c029c tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e18d525-cf41-4d49-869d-79a715be58e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939078 Oct 12 19:28:12.411480 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24d4507-53ff-4a7d-b2d4-3f49b6578767 req-16f5e222-751c-4faf-a33a-5b3e90ca69e3 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:12.413199 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e24d4507-53ff-4a7d-b2d4-3f49b6578767 req-16f5e222-751c-4faf-a33a-5b3e90ca69e3 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/ports?device_id=7151f7fb-ddbb-4ee3-9ffd-13f64df8dfe1 HTTP/1.1" status: 200 len: 945 time: 0.0804269 Oct 12 19:28:12.416652 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:12.426707 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port dfce06de-46f4-4f61-8391-ad2baa903c51, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=dfce06de-46f4-4f61-8391-ad2baa903c51,segment=NetworkSegment(f1170869-d10a-47f8-bcc2-096029983e07),segment_id=f1170869-d10a-47f8-bcc2-096029983e07)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:28:12.460297 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e24d4507-53ff-4a7d-b2d4-3f49b6578767 req-90477436-deb2-4cf4-8538-17a3c1436031 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2ba2481-c648-48f3-9a5a-fa2d99adbcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400527 Oct 12 19:28:12.465998 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Returning: {'device': 'dfce06de-46f4-4f61-8391-ad2baa903c51', 'network_id': 'd46f9207-c404-4b39-9c22-4c600f702514', 'port_id': 'dfce06de-46f4-4f61-8391-ad2baa903c51', 'mac_address': 'fa:16:3e:84:1f:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '610de003-a3a0-4244-ae57-4724e5569ae2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:28:12.474972 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7f4236c-59df-4193-aae7-ab887a28c6d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfce06de-46f4-4f61-8391-ad2baa903c51'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:28:12.488512 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c628b0f9-1c3d-45a7-9061-9b126dc203dc" -d '{"events": [{"server_uuid": "b7f4236c-59df-4193-aae7-ab887a28c6d7", "name": "network-vif-unplugged", "status": "completed", "tag": "dfce06de-46f4-4f61-8391-ad2baa903c51"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:28:12.507316 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port dfce06de-46f4-4f61-8391-ad2baa903c51, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=dfce06de-46f4-4f61-8391-ad2baa903c51,segment=NetworkSegment(f1170869-d10a-47f8-bcc2-096029983e07),segment_id=f1170869-d10a-47f8-bcc2-096029983e07)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:28:12.525420 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:12.531007 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 19:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35a522b3-fe6e-46ac-9b62-b719c7513f08 x-openstack-request-id: req-35a522b3-fe6e-46ac-9b62-b719c7513f08 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:28:12.531771 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7f4236c-59df-4193-aae7-ab887a28c6d7", "name": "network-vif-unplugged", "status": "completed", "tag": "dfce06de-46f4-4f61-8391-ad2baa903c51", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:28:12.531771 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-35a522b3-fe6e-46ac-9b62-b719c7513f08 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:28:12.532919 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7f4236c-59df-4193-aae7-ab887a28c6d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfce06de-46f4-4f61-8391-ad2baa903c51', 'code': 200} Oct 12 19:28:12.543886 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dfce06de-46f4-4f61-8391-ad2baa903c51 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:28:12.619597 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:12.698005 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.db.api [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 19:28:12.698005 n-d-813679-3 neutron-server[95503]: DEBUG oslo_db.api [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 19:28:12.704004 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=dfce06de-46f4-4f61-8391-ad2baa903c51,revision_number=6']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:28:12.910718 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d160d69-0f93-4697-9905-cd3441e6ef3d req-ca8a2152-0163-450e-985c-cc01e38ca5d5 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:12.912530 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0d160d69-0f93-4697-9905-cd3441e6ef3d req-ca8a2152-0163-450e-985c-cc01e38ca5d5 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb56269f-088f-4dd7-97a9-d7a3df061653 HTTP/1.1" status: 200 len: 944 time: 0.0681653 Oct 12 19:28:12.924958 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad18e6f6-b3a0-472c-bcb7-51d60fcb4a14 req-eba57b0d-44d1-4050-99ac-709013f3913f tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:12.934792 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ad18e6f6-b3a0-472c-bcb7-51d60fcb4a14 req-eba57b0d-44d1-4050-99ac-709013f3913f tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/ports?device_id=b7f4236c-59df-4193-aae7-ab887a28c6d7 HTTP/1.1" status: 200 len: 943 time: 0.0710430 Oct 12 19:28:12.980869 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0d160d69-0f93-4697-9905-cd3441e6ef3d req-534f5d16-1c98-4efc-b324-efd4b6b242af tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e18d525-cf41-4d49-869d-79a715be58e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537236 Oct 12 19:28:12.988306 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ad18e6f6-b3a0-472c-bcb7-51d60fcb4a14 req-0d1cfd2c-cc94-4094-9ea7-a2c6ccf67e5c tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/security-groups?id=cefdf9de-6871-4b8c-818c-d47d551271dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519288 Oct 12 19:28:13.049573 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789a57f9-c60c-439c-b7fc-9eb6136b939a req-d806c92a-0d41-4857-b271-50b7d9f95411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:13.051208 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-789a57f9-c60c-439c-b7fc-9eb6136b939a req-d806c92a-0d41-4857-b271-50b7d9f95411 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8037c4999d8b4d25a8c451f2b659a2c4&device_id=fb56269f-088f-4dd7-97a9-d7a3df061653 HTTP/1.1" status: 200 len: 1095 time: 0.0514722 Oct 12 19:28:13.166138 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789a57f9-c60c-439c-b7fc-9eb6136b939a req-21db8b1e-fc11-4c9e-b4d7-62f334bf8ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:13.167720 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-789a57f9-c60c-439c-b7fc-9eb6136b939a req-21db8b1e-fc11-4c9e-b4d7-62f334bf8ec7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f22a0b4a-70e4-4463-a6ef-6109199fd871 HTTP/1.1" status: 200 len: 912 time: 0.1075022 Oct 12 19:28:13.281128 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 19:28:13.317003 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:13.353366 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfce06de-46f4-4f61-8391-ad2baa903c51 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:28:13.401382 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port dfce06de-46f4-4f61-8391-ad2baa903c51, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=dfce06de-46f4-4f61-8391-ad2baa903c51,segment=NetworkSegment(f1170869-d10a-47f8-bcc2-096029983e07),segment_id=f1170869-d10a-47f8-bcc2-096029983e07)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:28:13.456208 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-789a57f9-c60c-439c-b7fc-9eb6136b939a req-8ac24c79-3597-4f20-a8af-79f12a23b81f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a1f42106-a7b0-4dd3-8e89-1f2eceabc986 HTTP/1.1" status: 200 len: 999 time: 0.2515233 Oct 12 19:28:13.482473 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:13.484232 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e19adc9-8f96-4dcb-b1df-1aaf5937d0a4 req-269750d8-7796-4b4d-81be-2d42494b3c9b tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:13.500699 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6e19adc9-8f96-4dcb-b1df-1aaf5937d0a4 req-269750d8-7796-4b4d-81be-2d42494b3c9b tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=a258ad27-a0ab-4472-a265-18d9b8174787 HTTP/1.1" status: 200 len: 946 time: 0.1309762 Oct 12 19:28:13.583966 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=dfce06de-46f4-4f61-8391-ad2baa903c51,revision_number=7']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:28:13.659856 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6e19adc9-8f96-4dcb-b1df-1aaf5937d0a4 req-ea1efd57-79b9-45dc-86fb-387457d2efaf tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989141 Oct 12 19:28:13.661783 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789a57f9-c60c-439c-b7fc-9eb6136b939a req-69b2915b-529c-4aee-a4a3-304b44661bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:13.663203 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-789a57f9-c60c-439c-b7fc-9eb6136b939a req-69b2915b-529c-4aee-a4a3-304b44661bcd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a09cd6ac-b3e0-423d-9e85-6644cbc7e663 HTTP/1.1" status: 200 len: 850 time: 0.1982071 Oct 12 19:28:13.674314 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f778a82-4cea-4584-acaf-cad3384bc81a req-b3836881-79cd-41f6-8645-e98bc9d29b54 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:13.681936 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0f778a82-4cea-4584-acaf-cad3384bc81a req-b3836881-79cd-41f6-8645-e98bc9d29b54 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/ports?device_id=7151f7fb-ddbb-4ee3-9ffd-13f64df8dfe1 HTTP/1.1" status: 200 len: 945 time: 0.0700684 Oct 12 19:28:13.731884 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['dfce06de-46f4-4f61-8391-ad2baa903c51'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:28:13.765136 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789a57f9-c60c-439c-b7fc-9eb6136b939a req-7f2d88f8-7e2e-48ca-937f-127102194087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:13.765661 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0f778a82-4cea-4584-acaf-cad3384bc81a req-0c83608d-ad7a-4f72-ad1d-1db8fabaeb43 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2ba2481-c648-48f3-9a5a-fa2d99adbcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778222 Oct 12 19:28:13.769998 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-789a57f9-c60c-439c-b7fc-9eb6136b939a req-7f2d88f8-7e2e-48ca-937f-127102194087 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f22a0b4a-70e4-4463-a6ef-6109199fd871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0868673 Oct 12 19:28:13.879077 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-789a57f9-c60c-439c-b7fc-9eb6136b939a req-5b0ad529-f8cb-43d8-902f-96f910bc7e11 service neutron] 10.222.0.61 "GET /v2.0/networks/f22a0b4a-70e4-4463-a6ef-6109199fd871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013410 Oct 12 19:28:14.017321 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 55064) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:28:14.040453 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-789a57f9-c60c-439c-b7fc-9eb6136b939a req-08d19c46-0e37-4b52-ba13-8a1c40d27978 service neutron] 10.222.0.61 "GET /v2.0/networks/f22a0b4a-70e4-4463-a6ef-6109199fd871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531816 Oct 12 19:28:14.147352 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7bf933-0250-4a9f-8c1c-c1489f88c2c0 req-f78fe436-bd48-4f4e-ae80-2fa24cf70b79 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:14.154777 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-aa7bf933-0250-4a9f-8c1c-c1489f88c2c0 req-f78fe436-bd48-4f4e-ae80-2fa24cf70b79 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb56269f-088f-4dd7-97a9-d7a3df061653 HTTP/1.1" status: 200 len: 944 time: 0.0734377 Oct 12 19:28:14.173759 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e47feee-9fa8-486d-a88c-fe2f7c23e4de req-b673515a-21ee-4bcb-a16d-227b7c76d5af tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:14.177587 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6e47feee-9fa8-486d-a88c-fe2f7c23e4de req-b673515a-21ee-4bcb-a16d-227b7c76d5af tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/ports?device_id=b7f4236c-59df-4193-aae7-ab887a28c6d7 HTTP/1.1" status: 200 len: 944 time: 0.0804052 Oct 12 19:28:14.226690 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-aa7bf933-0250-4a9f-8c1c-c1489f88c2c0 req-329f74db-e4a4-4598-96b3-add7adfba42d tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e18d525-cf41-4d49-869d-79a715be58e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670850 Oct 12 19:28:14.231431 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3b27d00a-b99d-4afd-986b-23786349f639 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:14.241045 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6e47feee-9fa8-486d-a88c-fe2f7c23e4de req-0dfcbea0-d5ae-4354-8587-a4c0ce50e3d4 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/security-groups?id=cefdf9de-6871-4b8c-818c-d47d551271dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410795 Oct 12 19:28:14.324646 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3b27d00a-b99d-4afd-986b-23786349f639 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:14.382987 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3b27d00a-b99d-4afd-986b-23786349f639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:14.434528 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-3b27d00a-b99d-4afd-986b-23786349f639 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8f31f748c3a443d8a6e7316e9049bd43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4150293 Oct 12 19:28:14.435824 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b27d00a-b99d-4afd-986b-23786349f639 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82ec00c4-8c6a-4336-a169-eaee3ac70b2a,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:28:14.438550 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 55070) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:28:14.507641 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6d964902-d072-4148-9eec-30a4c7b1bcc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:14.536220 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6d964902-d072-4148-9eec-30a4c7b1bcc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:14.671019 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6d964902-d072-4148-9eec-30a4c7b1bcc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:14.673824 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6d964902-d072-4148-9eec-30a4c7b1bcc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:14.677624 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-6d964902-d072-4148-9eec-30a4c7b1bcc4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/82ec00c4-8c6a-4336-a169-eaee3ac70b2a HTTP/1.1" status: 204 len: 168 time: 0.2353725 Oct 12 19:28:14.685840 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d964902-d072-4148-9eec-30a4c7b1bcc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82ec00c4-8c6a-4336-a169-eaee3ac70b2a,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:28:14.830688 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffbf5cd-5a18-4fd9-823b-8db48c829401 req-ac6040e1-d0b6-4538-8808-eeac2fad4ee4 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:14.834600 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-dffbf5cd-5a18-4fd9-823b-8db48c829401 req-ac6040e1-d0b6-4538-8808-eeac2fad4ee4 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=a258ad27-a0ab-4472-a265-18d9b8174787 HTTP/1.1" status: 200 len: 946 time: 0.0704339 Oct 12 19:28:14.890604 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-dffbf5cd-5a18-4fd9-823b-8db48c829401 req-326bd7d1-8409-4e9c-b1cf-b8185a9a9a92 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474055 Oct 12 19:28:14.942779 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79fcc9c-1eb9-4ea4-816d-e8e526ab2fd1 req-ce0c8148-fe59-4e82-8d61-21b552e239da tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:14.950717 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d79fcc9c-1eb9-4ea4-816d-e8e526ab2fd1 req-ce0c8148-fe59-4e82-8d61-21b552e239da tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/ports?device_id=7151f7fb-ddbb-4ee3-9ffd-13f64df8dfe1 HTTP/1.1" status: 200 len: 945 time: 0.0668147 Oct 12 19:28:14.992107 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d79fcc9c-1eb9-4ea4-816d-e8e526ab2fd1 req-3429003e-d111-4949-a373-72b5013c631e tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2ba2481-c648-48f3-9a5a-fa2d99adbcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405505 Oct 12 19:28:15.373652 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499b32f3-fb96-407f-9e10-466dd2a6cd11 req-85c68901-d8a7-416c-94fb-55fbf2d8749c tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:15.376257 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-499b32f3-fb96-407f-9e10-466dd2a6cd11 req-85c68901-d8a7-416c-94fb-55fbf2d8749c tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb56269f-088f-4dd7-97a9-d7a3df061653 HTTP/1.1" status: 200 len: 944 time: 0.0613987 Oct 12 19:28:15.416288 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b49186b-0cf6-47a9-b2d6-3c4bfc08cf5a req-96f9cee8-6a10-487e-bde3-7fa03a700a08 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:15.418407 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6b49186b-0cf6-47a9-b2d6-3c4bfc08cf5a req-96f9cee8-6a10-487e-bde3-7fa03a700a08 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/ports?device_id=b7f4236c-59df-4193-aae7-ab887a28c6d7 HTTP/1.1" status: 200 len: 944 time: 0.0916960 Oct 12 19:28:15.468021 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6b49186b-0cf6-47a9-b2d6-3c4bfc08cf5a req-b2904168-293e-4696-912b-4a1d0ad5342e tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/security-groups?id=cefdf9de-6871-4b8c-818c-d47d551271dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412953 Oct 12 19:28:15.483299 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-499b32f3-fb96-407f-9e10-466dd2a6cd11 req-98e3f1e6-7e43-48d3-8860-d4b5b5b2ce95 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e18d525-cf41-4d49-869d-79a715be58e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893619 Oct 12 19:28:15.631857 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ec034c-097f-4ecd-8226-812f29d4dd78 req-f4893e8f-5aab-4915-83e2-4152d666a976 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:15.633388 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a4ec034c-097f-4ecd-8226-812f29d4dd78 req-f4893e8f-5aab-4915-83e2-4152d666a976 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb56269f-088f-4dd7-97a9-d7a3df061653 HTTP/1.1" status: 200 len: 944 time: 0.0687299 Oct 12 19:28:15.670887 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 55094) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:28:15.689352 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-35c8ae81-07b6-4b7a-8009-c64b6c8cbae2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:15.702724 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a4ec034c-097f-4ecd-8226-812f29d4dd78 req-f720ca84-3a0c-49dd-86cc-514093d4cc94 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e18d525-cf41-4d49-869d-79a715be58e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528860 Oct 12 19:28:15.822862 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-35c8ae81-07b6-4b7a-8009-c64b6c8cbae2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:15.926810 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-35c8ae81-07b6-4b7a-8009-c64b6c8cbae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:15.979165 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-35c8ae81-07b6-4b7a-8009-c64b6c8cbae2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e9e5c6cf025f43918fc5425ac0010192&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3070955 Oct 12 19:28:15.980492 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c8ae81-07b6-4b7a-8009-c64b6c8cbae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42bee9bc-9e44-40bb-a313-1b7947e77300,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:28:15.981787 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 55100) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:28:15.988924 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device dfce06de-46f4-4f61-8391-ad2baa903c51 up at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:28:16.077848 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-050f7808-f964-45c6-8343-29a3985a7d67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:16.082697 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning complete for port dfce06de-46f4-4f61-8391-ad2baa903c51 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:28:16.083294 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:16.127275 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b8ed72-4cf8-4c6a-af83-3e80d763204e req-c1706105-2161-4d32-9f61-21fdf03a532c tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:16.129556 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-38b8ed72-4cf8-4c6a-af83-3e80d763204e req-c1706105-2161-4d32-9f61-21fdf03a532c tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=a258ad27-a0ab-4472-a265-18d9b8174787 HTTP/1.1" status: 200 len: 946 time: 0.1104460 Oct 12 19:28:16.132011 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-050f7808-f964-45c6-8343-29a3985a7d67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:16.234551 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:16.265145 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-38b8ed72-4cf8-4c6a-af83-3e80d763204e req-b88f50b6-8b55-4dbc-b2fc-6f78bdcc37e4 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208396 Oct 12 19:28:16.293440 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7f4236c-59df-4193-aae7-ab887a28c6d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfce06de-46f4-4f61-8391-ad2baa903c51'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:28:16.297207 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-865144ce-6e98-4d88-9b3b-69eda3617669" -d '{"events": [{"server_uuid": "b7f4236c-59df-4193-aae7-ab887a28c6d7", "name": "network-vif-plugged", "status": "completed", "tag": "dfce06de-46f4-4f61-8391-ad2baa903c51"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:28:16.306213 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port dfce06de-46f4-4f61-8391-ad2baa903c51, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=dfce06de-46f4-4f61-8391-ad2baa903c51,segment=NetworkSegment(f1170869-d10a-47f8-bcc2-096029983e07),segment_id=f1170869-d10a-47f8-bcc2-096029983e07)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:28:16.399206 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5abcdd7-2058-4acd-84c6-4a70e8018299 req-469b963a-17aa-472e-bacd-39026dff7360 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:16.406877 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f5abcdd7-2058-4acd-84c6-4a70e8018299 req-469b963a-17aa-472e-bacd-39026dff7360 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/ports?device_id=7151f7fb-ddbb-4ee3-9ffd-13f64df8dfe1 HTTP/1.1" status: 200 len: 945 time: 0.0750275 Oct 12 19:28:16.417355 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:16.441470 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-050f7808-f964-45c6-8343-29a3985a7d67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:16.451829 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-050f7808-f964-45c6-8343-29a3985a7d67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:16.453140 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-050f7808-f964-45c6-8343-29a3985a7d67 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/42bee9bc-9e44-40bb-a313-1b7947e77300 HTTP/1.1" status: 204 len: 168 time: 0.4703085 Oct 12 19:28:16.467218 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f950c73c-a1be-4b77-b0b5-6d4eb900dff1 x-openstack-request-id: req-f950c73c-a1be-4b77-b0b5-6d4eb900dff1 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:28:16.467598 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7f4236c-59df-4193-aae7-ab887a28c6d7", "name": "network-vif-plugged", "status": "completed", "tag": "dfce06de-46f4-4f61-8391-ad2baa903c51", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:28:16.467807 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f950c73c-a1be-4b77-b0b5-6d4eb900dff1 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:28:16.468201 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7f4236c-59df-4193-aae7-ab887a28c6d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfce06de-46f4-4f61-8391-ad2baa903c51', 'code': 200} Oct 12 19:28:16.495482 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050f7808-f964-45c6-8343-29a3985a7d67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42bee9bc-9e44-40bb-a313-1b7947e77300,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:28:16.542245 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f5abcdd7-2058-4acd-84c6-4a70e8018299 req-16f53d6d-b089-45f7-bb49-eb900ec6232e tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2ba2481-c648-48f3-9a5a-fa2d99adbcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344757 Oct 12 19:28:16.620766 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=dfce06de-46f4-4f61-8391-ad2baa903c51,revision_number=8']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:28:16.699659 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59066cb9-fb34-4b23-807d-3dcbe04afdf4 req-69bc1eb1-1dc2-4ebb-b761-99bff4f36da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:16.701188 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-59066cb9-fb34-4b23-807d-3dcbe04afdf4 req-69bc1eb1-1dc2-4ebb-b761-99bff4f36da3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b7f4236c-59df-4193-aae7-ab887a28c6d7 HTTP/1.1" status: 200 len: 1096 time: 0.1042476 Oct 12 19:28:16.714225 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa1d370-cabd-4b6c-8842-4294d8269de5 req-4c27d7ab-c561-48fc-a79b-1ae31b038df6 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:16.715836 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8fa1d370-cabd-4b6c-8842-4294d8269de5 req-4c27d7ab-c561-48fc-a79b-1ae31b038df6 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb56269f-088f-4dd7-97a9-d7a3df061653 HTTP/1.1" status: 200 len: 944 time: 0.1421232 Oct 12 19:28:16.751142 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-59066cb9-fb34-4b23-807d-3dcbe04afdf4 req-06010d14-140d-44f4-b9fc-64af5b916751 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=cefdf9de-6871-4b8c-818c-d47d551271dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342503 Oct 12 19:28:16.788715 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3e3f36-29d3-4edc-a66f-2ef6aeef0248 req-531c703b-a098-45d4-b520-14c86d293a13 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:16.797010 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8fa1d370-cabd-4b6c-8842-4294d8269de5 req-c969538d-16bc-40dd-9348-1c598046f37b tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e18d525-cf41-4d49-869d-79a715be58e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480938 Oct 12 19:28:16.798027 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7d3e3f36-29d3-4edc-a66f-2ef6aeef0248 req-531c703b-a098-45d4-b520-14c86d293a13 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/ports?device_id=b7f4236c-59df-4193-aae7-ab887a28c6d7 HTTP/1.1" status: 200 len: 945 time: 0.1260219 Oct 12 19:28:16.879781 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7d3e3f36-29d3-4edc-a66f-2ef6aeef0248 req-e26bf604-2eea-4526-ad06-afe27018c893 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/security-groups?id=cefdf9de-6871-4b8c-818c-d47d551271dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665035 Oct 12 19:28:17.395166 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2374402-3e2d-4110-8ab3-ac8f4dce5adb req-652864e6-bd1e-4090-a4d3-00825aea84a7 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:17.396946 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b2374402-3e2d-4110-8ab3-ac8f4dce5adb req-652864e6-bd1e-4090-a4d3-00825aea84a7 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=a258ad27-a0ab-4472-a265-18d9b8174787 HTTP/1.1" status: 200 len: 946 time: 0.0554507 Oct 12 19:28:17.474110 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b2374402-3e2d-4110-8ab3-ac8f4dce5adb req-b994299e-58b0-47df-8dce-75a0286a1fd5 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410514 Oct 12 19:28:17.825299 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9948aa4-9b87-49a4-85db-747f5fc1fc3e req-f48152d0-3162-413f-bb8a-d9e464156557 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:17.828327 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b9948aa4-9b87-49a4-85db-747f5fc1fc3e req-f48152d0-3162-413f-bb8a-d9e464156557 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb56269f-088f-4dd7-97a9-d7a3df061653 HTTP/1.1" status: 200 len: 944 time: 0.1485760 Oct 12 19:28:17.839380 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53079e69-1abc-4dfd-8a52-82420fca6242 req-519b3d0d-a12c-4894-80f8-860ee8b90efc tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:17.872315 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-53079e69-1abc-4dfd-8a52-82420fca6242 req-519b3d0d-a12c-4894-80f8-860ee8b90efc tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/ports?device_id=7151f7fb-ddbb-4ee3-9ffd-13f64df8dfe1 HTTP/1.1" status: 200 len: 945 time: 0.1791685 Oct 12 19:28:17.902045 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b9948aa4-9b87-49a4-85db-747f5fc1fc3e req-38eb3acf-d97f-4bec-a7c5-705224a6e64a tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e18d525-cf41-4d49-869d-79a715be58e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665312 Oct 12 19:28:17.944703 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-53079e69-1abc-4dfd-8a52-82420fca6242 req-75c5af77-4fbe-4006-86d5-5b914c3ba604 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2ba2481-c648-48f3-9a5a-fa2d99adbcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706010 Oct 12 19:28:18.150913 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25673ad1-6dd5-46b7-ac4c-9df1d79e2797 req-76929dc0-bf97-4c0c-a69a-91f42acdc532 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:18.152709 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-25673ad1-6dd5-46b7-ac4c-9df1d79e2797 req-76929dc0-bf97-4c0c-a69a-91f42acdc532 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/ports?device_id=b7f4236c-59df-4193-aae7-ab887a28c6d7 HTTP/1.1" status: 200 len: 945 time: 0.1690440 Oct 12 19:28:18.198436 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-25673ad1-6dd5-46b7-ac4c-9df1d79e2797 req-7c10470b-abcc-4bc8-91c4-607da3ea53ac tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/security-groups?id=cefdf9de-6871-4b8c-818c-d47d551271dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385964 Oct 12 19:28:18.604798 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11c3f9c-8fa8-49c1-a916-ce2228ac543c req-31c20fb0-f2ce-4ef4-8f4d-7fd1f8874696 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:18.606483 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b11c3f9c-8fa8-49c1-a916-ce2228ac543c req-31c20fb0-f2ce-4ef4-8f4d-7fd1f8874696 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=a258ad27-a0ab-4472-a265-18d9b8174787 HTTP/1.1" status: 200 len: 946 time: 0.0666988 Oct 12 19:28:18.646047 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b11c3f9c-8fa8-49c1-a916-ce2228ac543c req-c60fb27b-2e41-4a26-be42-e778b5297d97 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332279 Oct 12 19:28:19.054282 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a565e8-a8ba-416e-9300-58f0fc7e1f7f req-a767290f-6135-4a09-8769-e8ca307d3f38 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:19.057264 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-41a565e8-a8ba-416e-9300-58f0fc7e1f7f req-a767290f-6135-4a09-8769-e8ca307d3f38 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb56269f-088f-4dd7-97a9-d7a3df061653 HTTP/1.1" status: 200 len: 944 time: 0.0561931 Oct 12 19:28:19.064423 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809b554b-72f5-4678-8b39-32580181c946 req-87ca1582-3c46-4351-b466-1572331048e9 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:19.065935 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-809b554b-72f5-4678-8b39-32580181c946 req-87ca1582-3c46-4351-b466-1572331048e9 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/ports?device_id=7151f7fb-ddbb-4ee3-9ffd-13f64df8dfe1 HTTP/1.1" status: 200 len: 945 time: 0.0562897 Oct 12 19:28:19.100841 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-41a565e8-a8ba-416e-9300-58f0fc7e1f7f req-172e29af-09c0-4009-9d92-26b399fde6d1 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e18d525-cf41-4d49-869d-79a715be58e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373981 Oct 12 19:28:19.133855 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-809b554b-72f5-4678-8b39-32580181c946 req-50ad8f33-63a4-43c8-baeb-c0df9f301a2c tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2ba2481-c648-48f3-9a5a-fa2d99adbcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519500 Oct 12 19:28:19.294356 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 55188) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:28:19.330409 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5183a168-2138-4e09-b954-9f4775bf4d4f req-b87e673a-e227-4e69-86a1-f931e4535b94 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:19.332314 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5183a168-2138-4e09-b954-9f4775bf4d4f req-b87e673a-e227-4e69-86a1-f931e4535b94 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/ports?device_id=b7f4236c-59df-4193-aae7-ab887a28c6d7 HTTP/1.1" status: 200 len: 945 time: 0.0540376 Oct 12 19:28:19.373821 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5183a168-2138-4e09-b954-9f4775bf4d4f req-60b89f8a-2b8d-4baf-beaf-1e5a75bab6d2 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/security-groups?id=cefdf9de-6871-4b8c-818c-d47d551271dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338874 Oct 12 19:28:19.418449 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1af69010-6477-44dd-a716-8d34260b88fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:19.532366 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43765d4-2e6c-49d4-9663-c35a5640590f req-37c6148b-bab1-477c-bf42-f2f9637a5202 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:19.534351 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f43765d4-2e6c-49d4-9663-c35a5640590f req-37c6148b-bab1-477c-bf42-f2f9637a5202 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/ports?device_id=b7f4236c-59df-4193-aae7-ab887a28c6d7 HTTP/1.1" status: 200 len: 945 time: 0.0669336 Oct 12 19:28:19.535037 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1af69010-6477-44dd-a716-8d34260b88fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:19.580567 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f43765d4-2e6c-49d4-9663-c35a5640590f req-e06b618f-b32f-44ea-bca7-88797485dd76 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/security-groups?id=cefdf9de-6871-4b8c-818c-d47d551271dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397272 Oct 12 19:28:19.586082 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866c96bb-75a4-47b3-91a0-6c3f56bf19fe req-a0676ab1-981f-4eec-8234-1246199a9f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:19.588204 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-866c96bb-75a4-47b3-91a0-6c3f56bf19fe req-a0676ab1-981f-4eec-8234-1246199a9f7d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9558b59fe3b94a1fa2fbec9bbf16e093&device_id=a258ad27-a0ab-4472-a265-18d9b8174787 HTTP/1.1" status: 200 len: 1097 time: 0.0513341 Oct 12 19:28:19.596719 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0292d039-2280-41ec-97e5-a1399b1d82e2 req-76671341-a645-4339-a6e9-acb223479a0d tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:19.598169 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0292d039-2280-41ec-97e5-a1399b1d82e2 req-76671341-a645-4339-a6e9-acb223479a0d tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb56269f-088f-4dd7-97a9-d7a3df061653 HTTP/1.1" status: 200 len: 944 time: 0.1024771 Oct 12 19:28:19.662001 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1af69010-6477-44dd-a716-8d34260b88fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:19.737026 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af69010-6477-44dd-a716-8d34260b88fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d29849b1-0833-43ae-a1ec-31e7b79d339a,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:28:19.744294 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0292d039-2280-41ec-97e5-a1399b1d82e2 req-bcd0c5d4-1167-47ca-8537-f834fae81e90 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e18d525-cf41-4d49-869d-79a715be58e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1360669 Oct 12 19:28:19.749298 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 55204) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:28:19.749437 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-1af69010-6477-44dd-a716-8d34260b88fe admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d74f9dccf6c046839587f58b9b821028&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4538743 Oct 12 19:28:19.764252 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866c96bb-75a4-47b3-91a0-6c3f56bf19fe req-7b98bd15-ccba-46d4-8115-18b4d4e09bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:19.766020 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-866c96bb-75a4-47b3-91a0-6c3f56bf19fe req-7b98bd15-ccba-46d4-8115-18b4d4e09bec service neutron] 10.222.0.67 "GET /v2.0/networks?id=8b9ffd0a-d450-4d4d-8c84-81d908427bea HTTP/1.1" status: 200 len: 913 time: 0.1669950 Oct 12 19:28:19.826077 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-866c96bb-75a4-47b3-91a0-6c3f56bf19fe req-bc33e26e-d9a0-4d2e-a728-c4fb27a82b07 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=55a3b5f9-99dd-4f7f-9efa-ebd06a66a96e HTTP/1.1" status: 200 len: 217 time: 0.0407867 Oct 12 19:28:19.862511 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2909fa7c-d45c-4ab6-adff-7a653c048d18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:19.895350 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2909fa7c-d45c-4ab6-adff-7a653c048d18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:19.936580 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866c96bb-75a4-47b3-91a0-6c3f56bf19fe req-c6d5daa1-9b5f-4913-92ff-37aaf48cf38e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:19.938537 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-866c96bb-75a4-47b3-91a0-6c3f56bf19fe req-c6d5daa1-9b5f-4913-92ff-37aaf48cf38e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dc530ace-4b18-4ae9-b625-36ec27074a9c HTTP/1.1" status: 200 len: 852 time: 0.1011896 Oct 12 19:28:19.984044 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-866c96bb-75a4-47b3-91a0-6c3f56bf19fe req-e980c5f2-c92a-43fb-b1d9-d6f5ce882a76 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8b9ffd0a-d450-4d4d-8c84-81d908427bea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367785 Oct 12 19:28:19.993509 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cbe739-314e-441d-b8e6-361f6d283756 req-7ef48d0c-e2f7-49a3-b8af-0f282e81600f tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:19.995870 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-27cbe739-314e-441d-b8e6-361f6d283756 req-7ef48d0c-e2f7-49a3-b8af-0f282e81600f tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=a258ad27-a0ab-4472-a265-18d9b8174787 HTTP/1.1" status: 200 len: 946 time: 0.1093910 Oct 12 19:28:20.053674 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2909fa7c-d45c-4ab6-adff-7a653c048d18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:20.057704 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2909fa7c-d45c-4ab6-adff-7a653c048d18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:20.059393 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-2909fa7c-d45c-4ab6-adff-7a653c048d18 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d29849b1-0833-43ae-a1ec-31e7b79d339a HTTP/1.1" status: 204 len: 168 time: 0.3081522 Oct 12 19:28:20.071460 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909fa7c-d45c-4ab6-adff-7a653c048d18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d29849b1-0833-43ae-a1ec-31e7b79d339a,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:28:20.167208 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-27cbe739-314e-441d-b8e6-361f6d283756 req-e2605675-2e05-4ef8-9e8a-8bd896854d46 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060803 Oct 12 19:28:20.179331 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-866c96bb-75a4-47b3-91a0-6c3f56bf19fe req-48fda37a-6e33-4a25-8a96-c946eae9e5ff service neutron] 10.222.0.67 "GET /v2.0/networks/8b9ffd0a-d450-4d4d-8c84-81d908427bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823354 Oct 12 19:28:20.303462 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4bf012-4744-41f0-9114-cc3038fabcc7 req-49185e99-8d7a-49e9-8b7d-c7777ef8ad80 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:20.305587 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1e4bf012-4744-41f0-9114-cc3038fabcc7 req-49185e99-8d7a-49e9-8b7d-c7777ef8ad80 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/ports?device_id=7151f7fb-ddbb-4ee3-9ffd-13f64df8dfe1 HTTP/1.1" status: 200 len: 945 time: 0.0624986 Oct 12 19:28:20.357621 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-866c96bb-75a4-47b3-91a0-6c3f56bf19fe req-fcf4c60a-e663-4a54-a14e-f1a47b84cc87 service neutron] 10.222.0.67 "GET /v2.0/networks/8b9ffd0a-d450-4d4d-8c84-81d908427bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690216 Oct 12 19:28:20.409410 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1e4bf012-4744-41f0-9114-cc3038fabcc7 req-4708bbc2-93c6-410d-89ea-054f15fca71a tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2ba2481-c648-48f3-9a5a-fa2d99adbcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958984 Oct 12 19:28:20.534625 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321120ff-8f25-4f0e-b917-88f33294f9d7 req-092c081f-815a-4385-b81a-2e6f7cf011dd tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:20.536164 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-321120ff-8f25-4f0e-b917-88f33294f9d7 req-092c081f-815a-4385-b81a-2e6f7cf011dd tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/networks?id=d46f9207-c404-4b39-9c22-4c600f702514 HTTP/1.1" status: 200 len: 815 time: 0.1257269 Oct 12 19:28:20.560593 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-321120ff-8f25-4f0e-b917-88f33294f9d7 req-7423cc40-aaa4-4eb2-a9aa-536ca6d021fc tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/quotas/c5ae0cb676494c85bed95fdcf49f266a HTTP/1.1" status: 200 len: 375 time: 0.0178819 Oct 12 19:28:20.628161 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-321120ff-8f25-4f0e-b917-88f33294f9d7 req-f6fa51a4-0586-4c89-9d52-4b41ae5358af tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=c5ae0cb676494c85bed95fdcf49f266a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0595074 Oct 12 19:28:20.961607 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ead02b-60a3-4783-83b4-1a0e9969d953 req-4efd8241-37e2-459c-9a78-fee0a0967df0 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:20.963237 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-18ead02b-60a3-4783-83b4-1a0e9969d953 req-4efd8241-37e2-459c-9a78-fee0a0967df0 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb56269f-088f-4dd7-97a9-d7a3df061653 HTTP/1.1" status: 200 len: 944 time: 0.0724463 Oct 12 19:28:21.011995 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-18ead02b-60a3-4783-83b4-1a0e9969d953 req-2a3d03d4-a563-4563-90fa-6bedaed7fbcf tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e18d525-cf41-4d49-869d-79a715be58e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416095 Oct 12 19:28:21.096532 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-321120ff-8f25-4f0e-b917-88f33294f9d7 req-22325681-8d8f-4897-b593-11f7678a5778 service neutron] 10.222.0.49 "GET /v2.0/networks/d46f9207-c404-4b39-9c22-4c600f702514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4672856 Oct 12 19:28:21.196374 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff5cab3-0920-4f13-b9f6-fbfeffc93cf5 req-7dce243b-b365-4c0d-b9f5-710284cb0195 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:21.198996 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7ff5cab3-0920-4f13-b9f6-fbfeffc93cf5 req-7dce243b-b365-4c0d-b9f5-710284cb0195 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb56269f-088f-4dd7-97a9-d7a3df061653 HTTP/1.1" status: 200 len: 944 time: 0.0669742 Oct 12 19:28:21.207875 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-321120ff-8f25-4f0e-b917-88f33294f9d7 req-df9e0481-fa8c-454c-891b-581041d63d5b service neutron] 10.222.0.49 "GET /v2.0/networks/d46f9207-c404-4b39-9c22-4c600f702514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099887 Oct 12 19:28:21.252879 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7ff5cab3-0920-4f13-b9f6-fbfeffc93cf5 req-e25c6987-a986-4e59-a8f3-9bed945fa6ff tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e18d525-cf41-4d49-869d-79a715be58e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473650 Oct 12 19:28:21.379641 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2957e347-7ad8-4712-8180-78bc383eaa7b req-b7bd1ba7-7a81-451a-bbb1-1b0428a4d59b tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:21.381141 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2957e347-7ad8-4712-8180-78bc383eaa7b req-b7bd1ba7-7a81-451a-bbb1-1b0428a4d59b tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=a258ad27-a0ab-4472-a265-18d9b8174787 HTTP/1.1" status: 200 len: 946 time: 0.0598292 Oct 12 19:28:21.436611 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2957e347-7ad8-4712-8180-78bc383eaa7b req-677054b7-9a2b-4fd9-ad1a-a29e5931de96 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464458 Oct 12 19:28:21.532196 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09261b2e-1238-442c-bb14-119f6c1c8e24 req-8e1f43eb-d927-4d6f-a170-def47f1e9dd1 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:21.533794 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-09261b2e-1238-442c-bb14-119f6c1c8e24 req-8e1f43eb-d927-4d6f-a170-def47f1e9dd1 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7f4236c-59df-4193-aae7-ab887a28c6d7 HTTP/1.1" status: 200 len: 945 time: 0.0665655 Oct 12 19:28:21.537095 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96304a76-d23e-484b-b034-5318d03f8c1f req-d2509300-6a88-4a3b-a276-9c92ab968a6f tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:21.546099 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-96304a76-d23e-484b-b034-5318d03f8c1f req-d2509300-6a88-4a3b-a276-9c92ab968a6f tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb56269f-088f-4dd7-97a9-d7a3df061653 HTTP/1.1" status: 200 len: 944 time: 0.0722699 Oct 12 19:28:21.594308 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-96304a76-d23e-484b-b034-5318d03f8c1f req-2cf69e31-aeaf-494b-a477-b2d47b96d6ac tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e18d525-cf41-4d49-869d-79a715be58e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473249 Oct 12 19:28:21.661694 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ad638bde-4eff-4607-bea5-6cc5d2d3ee03 req-94090199-7c92-4eb4-b04d-cae3ca0050ad tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc4437dd-9819-43ef-8e6c-cd57f0bbd4a4 HTTP/1.1" status: 200 len: 210 time: 0.0329518 Oct 12 19:28:21.735486 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-09261b2e-1238-442c-bb14-119f6c1c8e24 req-d2e1d6e9-97a7-44ca-989a-2778b8b5a504 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Deleting port dfce06de-46f4-4f61-8391-ad2baa903c51 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:28:21.735486 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-09261b2e-1238-442c-bb14-119f6c1c8e24 req-d2e1d6e9-97a7-44ca-989a-2778b8b5a504 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:21.760938 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a502b6b0-c694-41ff-a26b-11f98171e584 req-a05b34af-841a-41d8-891d-8fab23fccec4 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:21.762707 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a502b6b0-c694-41ff-a26b-11f98171e584 req-a05b34af-841a-41d8-891d-8fab23fccec4 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/ports?device_id=7151f7fb-ddbb-4ee3-9ffd-13f64df8dfe1 HTTP/1.1" status: 200 len: 945 time: 0.0633249 Oct 12 19:28:21.806628 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a502b6b0-c694-41ff-a26b-11f98171e584 req-388a1d50-8bf7-4f4d-aae4-6927fe28583d tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2ba2481-c648-48f3-9a5a-fa2d99adbcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372214 Oct 12 19:28:21.895474 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663cff80-58e2-4a79-a23e-b51c8d3cf60f req-c4498f40-21a4-4c8f-9daf-678609fb8f5b tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:21.903624 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-663cff80-58e2-4a79-a23e-b51c8d3cf60f req-c4498f40-21a4-4c8f-9daf-678609fb8f5b tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb56269f-088f-4dd7-97a9-d7a3df061653 HTTP/1.1" status: 200 len: 944 time: 0.1208651 Oct 12 19:28:21.939168 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-09261b2e-1238-442c-bb14-119f6c1c8e24 req-d2e1d6e9-97a7-44ca-989a-2778b8b5a504 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] For port dfce06de-46f4-4f61-8391-ad2baa903c51, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=dfce06de-46f4-4f61-8391-ad2baa903c51,segment=NetworkSegment(f1170869-d10a-47f8-bcc2-096029983e07),segment_id=f1170869-d10a-47f8-bcc2-096029983e07)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:28:21.939168 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-09261b2e-1238-442c-bb14-119f6c1c8e24 req-d2e1d6e9-97a7-44ca-989a-2778b8b5a504 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:21.971589 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-09261b2e-1238-442c-bb14-119f6c1c8e24 req-d2e1d6e9-97a7-44ca-989a-2778b8b5a504 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Calling delete_port for dfce06de-46f4-4f61-8391-ad2baa903c51 owned by compute:nova {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:28:21.976096 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-663cff80-58e2-4a79-a23e-b51c8d3cf60f req-87927451-8683-40f7-8132-0adfc2c91c28 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e18d525-cf41-4d49-869d-79a715be58e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716219 Oct 12 19:28:22.223884 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-09261b2e-1238-442c-bb14-119f6c1c8e24 req-d2e1d6e9-97a7-44ca-989a-2778b8b5a504 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:22.257287 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e1d6e9-97a7-44ca-989a-2778b8b5a504 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Pushing event deleted for resources: {'Port': ['ID=dfce06de-46f4-4f61-8391-ad2baa903c51,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:28:22.301613 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-09261b2e-1238-442c-bb14-119f6c1c8e24 req-d2e1d6e9-97a7-44ca-989a-2778b8b5a504 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] No DVR routers for this DVR port dfce06de-46f4-4f61-8391-ad2baa903c51 on host n-h1-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:28:22.304460 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-09261b2e-1238-442c-bb14-119f6c1c8e24 req-d2e1d6e9-97a7-44ca-989a-2778b8b5a504 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:22.308626 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-09261b2e-1238-442c-bb14-119f6c1c8e24 req-d2e1d6e9-97a7-44ca-989a-2778b8b5a504 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.61 "DELETE /v2.0/ports/dfce06de-46f4-4f61-8391-ad2baa903c51 HTTP/1.1" status: 204 len: 173 time: 0.7682624 Oct 12 19:28:22.312078 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7f4236c-59df-4193-aae7-ab887a28c6d7', 'name': 'network-vif-deleted', 'tag': 'dfce06de-46f4-4f61-8391-ad2baa903c51'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:28:22.312078 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68759474-fe50-4f04-8506-ed948c93b8ea" -d '{"events": [{"server_uuid": "b7f4236c-59df-4193-aae7-ab887a28c6d7", "name": "network-vif-deleted", "tag": "dfce06de-46f4-4f61-8391-ad2baa903c51"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:28:22.349846 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b11a69be-05de-4ad9-9afe-7b6fba91088c x-openstack-request-id: req-b11a69be-05de-4ad9-9afe-7b6fba91088c {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:28:22.350175 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7f4236c-59df-4193-aae7-ab887a28c6d7", "name": "network-vif-deleted", "tag": "dfce06de-46f4-4f61-8391-ad2baa903c51", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:28:22.350438 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b11a69be-05de-4ad9-9afe-7b6fba91088c {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:28:22.351451 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7f4236c-59df-4193-aae7-ab887a28c6d7', 'name': 'network-vif-deleted', 'tag': 'dfce06de-46f4-4f61-8391-ad2baa903c51', 'status': 'completed', 'code': 200} Oct 12 19:28:22.586513 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7436170b-fd6b-4454-96d6-b0c120adda1a req-b7a7b2ad-5019-4dda-996c-3cbddd664a02 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:22.595697 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7436170b-fd6b-4454-96d6-b0c120adda1a req-b7a7b2ad-5019-4dda-996c-3cbddd664a02 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=a258ad27-a0ab-4472-a265-18d9b8174787 HTTP/1.1" status: 200 len: 946 time: 0.0709054 Oct 12 19:28:22.666434 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7436170b-fd6b-4454-96d6-b0c120adda1a req-6646f911-c34f-4ec8-b7b2-5584ee7c3837 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695534 Oct 12 19:28:22.807245 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-556da727-d296-4996-b438-e93bf6bc656c req-5044ead7-aad4-4504-9158-c3806bd1531b tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc4437dd-9819-43ef-8e6c-cd57f0bbd4a4 HTTP/1.1" status: 200 len: 210 time: 0.0553560 Oct 12 19:28:22.958172 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4669db-fae1-4d6f-b907-065804fca89e req-0cf9ae3f-a1b3-4645-aa49-bc20d7a918b5 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:22.964703 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8e4669db-fae1-4d6f-b907-065804fca89e req-0cf9ae3f-a1b3-4645-aa49-bc20d7a918b5 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/ports?device_id=7151f7fb-ddbb-4ee3-9ffd-13f64df8dfe1 HTTP/1.1" status: 200 len: 945 time: 0.0700166 Oct 12 19:28:23.005097 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8e4669db-fae1-4d6f-b907-065804fca89e req-5c452ea4-27f7-427c-ac51-19a82581b727 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2ba2481-c648-48f3-9a5a-fa2d99adbcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383642 Oct 12 19:28:23.911617 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d1779fed-81d3-4a56-8228-4e46ae62e9db req-2a3965c1-1d8f-4129-9984-5bc8c5dc54a7 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc4437dd-9819-43ef-8e6c-cd57f0bbd4a4 HTTP/1.1" status: 200 len: 210 time: 0.0377285 Oct 12 19:28:24.059864 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device dfce06de-46f4-4f61-8391-ad2baa903c51 no longer exists at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:28:24.100718 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] No Port match for: dfce06de-46f4-4f61-8391-ad2baa903c51 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:28:24.101384 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device dfce06de-46f4-4f61-8391-ad2baa903c51 not bound to the agent host n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:28:24.135169 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321120ff-8f25-4f0e-b917-88f33294f9d7 req-d3524ee5-afec-428c-a7c0-e01b462f2175 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:24.138271 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-321120ff-8f25-4f0e-b917-88f33294f9d7 req-d3524ee5-afec-428c-a7c0-e01b462f2175 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.67 "GET /v2.0/networks?id=d46f9207-c404-4b39-9c22-4c600f702514 HTTP/1.1" status: 200 len: 815 time: 0.1883650 Oct 12 19:28:24.153043 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-321120ff-8f25-4f0e-b917-88f33294f9d7 req-f528cefe-de7c-42c2-b71b-d2adc21c37b7 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Request body: {'port': {'device_id': 'fc4437dd-9819-43ef-8e6c-cd57f0bbd4a4', 'network_id': 'd46f9207-c404-4b39-9c22-4c600f702514', 'admin_state_up': True, 'tenant_id': 'c5ae0cb676494c85bed95fdcf49f266a'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:28:24.309380 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 55a3b5f9-99dd-4f7f-9efa-ebd06a66a96e no longer exists at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:28:24.320402 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c7ab3b-9238-4f89-bf4c-246f1a8c7907 req-27a55156-323a-4af5-bf02-5a8ab14aee36 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:24.322290 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-73c7ab3b-9238-4f89-bf4c-246f1a8c7907 req-27a55156-323a-4af5-bf02-5a8ab14aee36 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/ports?device_id=7151f7fb-ddbb-4ee3-9ffd-13f64df8dfe1 HTTP/1.1" status: 200 len: 945 time: 0.0883420 Oct 12 19:28:24.422744 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-73c7ab3b-9238-4f89-bf4c-246f1a8c7907 req-8db53adc-06e7-43a6-a6d4-0c64cde49a3e tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2ba2481-c648-48f3-9a5a-fa2d99adbcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883884 Oct 12 19:28:24.425249 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:24.467481 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 55a3b5f9-99dd-4f7f-9efa-ebd06a66a96e, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=55a3b5f9-99dd-4f7f-9efa-ebd06a66a96e,segment=NetworkSegment(2c23b924-3bdb-4700-940f-a5921b74e3c2),segment_id=2c23b924-3bdb-4700-940f-a5921b74e3c2)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:28:24.469149 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a258ad27-a0ab-4472-a265-18d9b8174787', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55a3b5f9-99dd-4f7f-9efa-ebd06a66a96e'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:28:24.471838 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d5d1d0b-92b7-47f8-970f-bef2ed535c65" -d '{"events": [{"server_uuid": "a258ad27-a0ab-4472-a265-18d9b8174787", "name": "network-vif-unplugged", "status": "completed", "tag": "55a3b5f9-99dd-4f7f-9efa-ebd06a66a96e"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:28:24.520970 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 12 Oct 2021 19:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14b4c527-bd09-4a14-a2a0-554b75178886 x-openstack-request-id: req-14b4c527-bd09-4a14-a2a0-554b75178886 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:28:24.521267 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a258ad27-a0ab-4472-a265-18d9b8174787", "name": "network-vif-unplugged", "status": "failed", "tag": "55a3b5f9-99dd-4f7f-9efa-ebd06a66a96e", "code": 422}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:28:24.521534 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-14b4c527-bd09-4a14-a2a0-554b75178886 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:28:24.521971 n-d-813679-3 neutron-server[95503]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a258ad27-a0ab-4472-a265-18d9b8174787', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '55a3b5f9-99dd-4f7f-9efa-ebd06a66a96e', 'code': 422} returned with failed status Oct 12 19:28:24.598757 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:24.604665 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fd851e-12eb-4314-8fc5-cdc1e22a2a97 req-4419da77-68ae-4c40-87ac-9fcf7af1f1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:24.606293 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a1fd851e-12eb-4314-8fc5-cdc1e22a2a97 req-4419da77-68ae-4c40-87ac-9fcf7af1f1a9 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7151f7fb-ddbb-4ee3-9ffd-13f64df8dfe1 HTTP/1.1" status: 200 len: 1096 time: 0.0480838 Oct 12 19:28:24.607216 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-321120ff-8f25-4f0e-b917-88f33294f9d7 req-f528cefe-de7c-42c2-b71b-d2adc21c37b7 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Made reservation on behalf of c5ae0cb676494c85bed95fdcf49f266a for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:28:24.611508 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-321120ff-8f25-4f0e-b917-88f33294f9d7 req-f528cefe-de7c-42c2-b71b-d2adc21c37b7 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:24.694771 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=55a3b5f9-99dd-4f7f-9efa-ebd06a66a96e,revision_number=8']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:28:24.759939 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3a5999-45fd-4d8a-b2af-fca21fffcf8c req-fefbbc16-fde6-4151-b2c7-e5a0fa995685 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:24.762104 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-db3a5999-45fd-4d8a-b2af-fca21fffcf8c req-fefbbc16-fde6-4151-b2c7-e5a0fa995685 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=a258ad27-a0ab-4472-a265-18d9b8174787 HTTP/1.1" status: 200 len: 944 time: 0.1073234 Oct 12 19:28:24.803942 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a1fd851e-12eb-4314-8fc5-cdc1e22a2a97 req-8927c819-0b8b-4b7e-958d-88692db00493 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=a2ba2481-c648-48f3-9a5a-fa2d99adbcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851413 Oct 12 19:28:24.836953 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 55420) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:28:24.901734 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-db3a5999-45fd-4d8a-b2af-fca21fffcf8c req-9abfe929-ce29-4bf5-80f6-06358b90089b tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Deleting port 55a3b5f9-99dd-4f7f-9efa-ebd06a66a96e {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:28:24.904985 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-db3a5999-45fd-4d8a-b2af-fca21fffcf8c req-9abfe929-ce29-4bf5-80f6-06358b90089b tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:24.935100 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [req-321120ff-8f25-4f0e-b917-88f33294f9d7 req-f528cefe-de7c-42c2-b71b-d2adc21c37b7 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Allocated IP 172.20.0.10 (d46f9207-c404-4b39-9c22-4c600f702514/610de003-a3a0-4244-ae57-4724e5569ae2/78044168-4273-42b8-aea8-097026808116) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:28:25.068082 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e2e2aa0e-9874-4479-a5a6-fc489e003a13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:25.071699 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-49abf5e0-77a9-4f95-84d5-daf4058aa02e req-bc821313-72f2-4350-8f78-0f7b8d67f0e2 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc4437dd-9819-43ef-8e6c-cd57f0bbd4a4 HTTP/1.1" status: 200 len: 210 time: 0.0301287 Oct 12 19:28:25.102354 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-db3a5999-45fd-4d8a-b2af-fca21fffcf8c req-9abfe929-ce29-4bf5-80f6-06358b90089b tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] For port 55a3b5f9-99dd-4f7f-9efa-ebd06a66a96e, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=55a3b5f9-99dd-4f7f-9efa-ebd06a66a96e,segment=NetworkSegment(2c23b924-3bdb-4700-940f-a5921b74e3c2),segment_id=2c23b924-3bdb-4700-940f-a5921b74e3c2)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:28:25.103712 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-db3a5999-45fd-4d8a-b2af-fca21fffcf8c req-9abfe929-ce29-4bf5-80f6-06358b90089b tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:25.122434 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-db3a5999-45fd-4d8a-b2af-fca21fffcf8c req-9abfe929-ce29-4bf5-80f6-06358b90089b tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Calling delete_port for 55a3b5f9-99dd-4f7f-9efa-ebd06a66a96e owned by compute:nova {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:28:25.241822 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-321120ff-8f25-4f0e-b917-88f33294f9d7 req-f528cefe-de7c-42c2-b71b-d2adc21c37b7 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:25.270506 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e2e2aa0e-9874-4479-a5a6-fc489e003a13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:25.358278 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e2e2aa0e-9874-4479-a5a6-fc489e003a13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:25.391245 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-db3a5999-45fd-4d8a-b2af-fca21fffcf8c req-9abfe929-ce29-4bf5-80f6-06358b90089b tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:25.403651 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-321120ff-8f25-4f0e-b917-88f33294f9d7 req-f528cefe-de7c-42c2-b71b-d2adc21c37b7 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:25.408076 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-e2e2aa0e-9874-4479-a5a6-fc489e003a13 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=81d5c067be9b4c239c8241a0f7169750&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5692704 Oct 12 19:28:25.414955 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 55426) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:28:25.417255 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e2aa0e-9874-4479-a5a6-fc489e003a13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f2430c9-97fc-47e4-9041-2dbbd81b23d7,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:28:25.422618 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abfe929-ce29-4bf5-80f6-06358b90089b tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Pushing event deleted for resources: {'Port': ['ID=55a3b5f9-99dd-4f7f-9efa-ebd06a66a96e,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:28:25.471305 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-db3a5999-45fd-4d8a-b2af-fca21fffcf8c req-9abfe929-ce29-4bf5-80f6-06358b90089b tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] No DVR routers for this DVR port 55a3b5f9-99dd-4f7f-9efa-ebd06a66a96e on host n-h2-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:28:25.474321 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-db3a5999-45fd-4d8a-b2af-fca21fffcf8c req-9abfe929-ce29-4bf5-80f6-06358b90089b tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:25.481363 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-321120ff-8f25-4f0e-b917-88f33294f9d7 req-f528cefe-de7c-42c2-b71b-d2adc21c37b7 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Network d46f9207-c404-4b39-9c22-4c600f702514 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:28:25.488089 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-db3a5999-45fd-4d8a-b2af-fca21fffcf8c req-9abfe929-ce29-4bf5-80f6-06358b90089b tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "DELETE /v2.0/ports/55a3b5f9-99dd-4f7f-9efa-ebd06a66a96e HTTP/1.1" status: 204 len: 173 time: 0.7192323 Oct 12 19:28:25.488591 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a258ad27-a0ab-4472-a265-18d9b8174787', 'name': 'network-vif-deleted', 'tag': '55a3b5f9-99dd-4f7f-9efa-ebd06a66a96e'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:28:25.491327 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebf25428-1c64-44e9-9978-01dfbc783e34" -d '{"events": [{"server_uuid": "a258ad27-a0ab-4472-a265-18d9b8174787", "name": "network-vif-deleted", "tag": "55a3b5f9-99dd-4f7f-9efa-ebd06a66a96e"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:28:25.492752 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [req-321120ff-8f25-4f0e-b917-88f33294f9d7 req-f528cefe-de7c-42c2-b71b-d2adc21c37b7 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:28:25.498878 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-321120ff-8f25-4f0e-b917-88f33294f9d7 req-f528cefe-de7c-42c2-b71b-d2adc21c37b7 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:28:25.502188 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f528cefe-de7c-42c2-b71b-d2adc21c37b7 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Pushing event updated for resources: {'Port': ['ID=78044168-4273-42b8-aea8-097026808116,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:28:25.593960 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321120ff-8f25-4f0e-b917-88f33294f9d7 req-f528cefe-de7c-42c2-b71b-d2adc21c37b7 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:25.594587 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-321120ff-8f25-4f0e-b917-88f33294f9d7 req-f528cefe-de7c-42c2-b71b-d2adc21c37b7 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:25.596865 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6fa77d47-1d9d-4828-821f-ad5edd2cda58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:25.634857 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59fe861-34bf-40e5-882b-a9e2b40c2da4 req-bb485b9e-5290-4f3d-b660-68933b87f219 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:25.636264 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a59fe861-34bf-40e5-882b-a9e2b40c2da4 req-bb485b9e-5290-4f3d-b660-68933b87f219 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/ports?device_id=7151f7fb-ddbb-4ee3-9ffd-13f64df8dfe1 HTTP/1.1" status: 200 len: 945 time: 0.1053514 Oct 12 19:28:25.641347 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6fa77d47-1d9d-4828-821f-ad5edd2cda58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:25.703112 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a59fe861-34bf-40e5-882b-a9e2b40c2da4 req-70e9abc8-3c36-4ea5-a70c-bc86ae9a7b35 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2ba2481-c648-48f3-9a5a-fa2d99adbcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597186 Oct 12 19:28:25.737634 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-321120ff-8f25-4f0e-b917-88f33294f9d7 req-f528cefe-de7c-42c2-b71b-d2adc21c37b7 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5880024 Oct 12 19:28:25.750358 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-321120ff-8f25-4f0e-b917-88f33294f9d7 req-d3d66340-4a7f-492a-8888-33068020aa9f service neutron] Request body: {'port': {'device_id': 'fc4437dd-9819-43ef-8e6c-cd57f0bbd4a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-3'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:28:25.760255 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 12 Oct 2021 19:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-047e7364-3c8c-49c0-b3ae-29bb5832a3de x-openstack-request-id: req-047e7364-3c8c-49c0-b3ae-29bb5832a3de {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:28:25.760778 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a258ad27-a0ab-4472-a265-18d9b8174787", "name": "network-vif-deleted", "tag": "55a3b5f9-99dd-4f7f-9efa-ebd06a66a96e", "status": "failed", "code": 422}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:28:25.760778 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-047e7364-3c8c-49c0-b3ae-29bb5832a3de {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:28:25.761213 n-d-813679-3 neutron-server[95502]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a258ad27-a0ab-4472-a265-18d9b8174787', 'name': 'network-vif-deleted', 'tag': '55a3b5f9-99dd-4f7f-9efa-ebd06a66a96e', 'status': 'failed', 'code': 422} returned with failed status Oct 12 19:28:25.835398 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6fa77d47-1d9d-4828-821f-ad5edd2cda58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:25.838215 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6fa77d47-1d9d-4828-821f-ad5edd2cda58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:25.839442 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-6fa77d47-1d9d-4828-821f-ad5edd2cda58 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1f2430c9-97fc-47e4-9041-2dbbd81b23d7 HTTP/1.1" status: 204 len: 168 time: 0.4231615 Oct 12 19:28:25.847494 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-321120ff-8f25-4f0e-b917-88f33294f9d7 req-d3d66340-4a7f-492a-8888-33068020aa9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:25.865383 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa77d47-1d9d-4828-821f-ad5edd2cda58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f2430c9-97fc-47e4-9041-2dbbd81b23d7,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:28:25.944788 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a397fc25-ca59-432d-90e5-b498d15e17cd req-6f81c51f-2bda-454c-9499-10134566fa01 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6606ce7c-deb6-4cab-94c1-2c9a713f1f5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0819907 Oct 12 19:28:26.031580 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a397fc25-ca59-432d-90e5-b498d15e17cd req-652665fa-dbc8-408b-bd9d-585e83a49c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:26.033146 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a397fc25-ca59-432d-90e5-b498d15e17cd req-652665fa-dbc8-408b-bd9d-585e83a49c9e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e8f8861c0e334263a0cfef850e20be91&device_id=6606ce7c-deb6-4cab-94c1-2c9a713f1f5b HTTP/1.1" status: 200 len: 1096 time: 0.0588894 Oct 12 19:28:26.202544 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a397fc25-ca59-432d-90e5-b498d15e17cd req-11bd94b4-b904-4ca2-98e5-40961eede34a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:26.204267 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a397fc25-ca59-432d-90e5-b498d15e17cd req-11bd94b4-b904-4ca2-98e5-40961eede34a service neutron] 10.222.0.61 "GET /v2.0/networks?id=5281acec-b722-4919-9ea6-4090df1618c2 HTTP/1.1" status: 200 len: 915 time: 0.1496201 Oct 12 19:28:26.307873 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a397fc25-ca59-432d-90e5-b498d15e17cd req-c541a6ad-8efe-43df-b686-166029eb2331 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=69119169-ed08-4796-ad64-b3fcf2b53afe HTTP/1.1" status: 200 len: 1001 time: 0.0957861 Oct 12 19:28:26.329882 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306bc9c5-4431-4bfe-b292-e682cd2cebac req-9a4f9a56-d4d7-4348-8b7c-a48f963d1a9c tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:26.332129 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-306bc9c5-4431-4bfe-b292-e682cd2cebac req-9a4f9a56-d4d7-4348-8b7c-a48f963d1a9c tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc4437dd-9819-43ef-8e6c-cd57f0bbd4a4 HTTP/1.1" status: 200 len: 932 time: 0.1289599 Oct 12 19:28:26.337870 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [req-321120ff-8f25-4f0e-b917-88f33294f9d7 req-d3d66340-4a7f-492a-8888-33068020aa9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78044168-4273-42b8-aea8-097026808116 {{(pid=95501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:28:26.352257 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-321120ff-8f25-4f0e-b917-88f33294f9d7 req-d3d66340-4a7f-492a-8888-33068020aa9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:26.363361 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a397fc25-ca59-432d-90e5-b498d15e17cd req-4dccfb39-346e-4711-b424-1a839318c2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:26.364896 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a397fc25-ca59-432d-90e5-b498d15e17cd req-4dccfb39-346e-4711-b424-1a839318c2bf service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6c2501d2-416b-4d78-8bcf-91740a1fb5c4 HTTP/1.1" status: 200 len: 853 time: 0.0507417 Oct 12 19:28:26.400447 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.provisioning_blocks [req-321120ff-8f25-4f0e-b917-88f33294f9d7 req-d3d66340-4a7f-492a-8888-33068020aa9f service neutron] Transition to ACTIVE for port object 78044168-4273-42b8-aea8-097026808116 will not be triggered until provisioned by entity L2. {{(pid=95501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:28:26.403760 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-306bc9c5-4431-4bfe-b292-e682cd2cebac req-25e5c302-d21a-4944-83af-6bbf2011a242 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/security-groups?id=cefdf9de-6871-4b8c-818c-d47d551271dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609305 Oct 12 19:28:26.449640 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a397fc25-ca59-432d-90e5-b498d15e17cd req-2d76a150-2fa5-4d35-9129-13b90eec78c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:26.451251 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a397fc25-ca59-432d-90e5-b498d15e17cd req-2d76a150-2fa5-4d35-9129-13b90eec78c8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5281acec-b722-4919-9ea6-4090df1618c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0789943 Oct 12 19:28:26.470385 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-321120ff-8f25-4f0e-b917-88f33294f9d7 req-d3d66340-4a7f-492a-8888-33068020aa9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:26.527184 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d66340-4a7f-492a-8888-33068020aa9f service neutron] Pushing event updated for resources: {'Port': ['ID=78044168-4273-42b8-aea8-097026808116,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:28:26.553629 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a397fc25-ca59-432d-90e5-b498d15e17cd req-0c9bd271-d7f3-4f53-853a-018bd52999c7 service neutron] 10.222.0.61 "GET /v2.0/networks/5281acec-b722-4919-9ea6-4090df1618c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947282 Oct 12 19:28:26.598939 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-321120ff-8f25-4f0e-b917-88f33294f9d7 req-d3d66340-4a7f-492a-8888-33068020aa9f service neutron] Attempting to bind port 78044168-4273-42b8-aea8-097026808116 on host n-h2-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:28:26.599384 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-321120ff-8f25-4f0e-b917-88f33294f9d7 req-d3d66340-4a7f-492a-8888-33068020aa9f service neutron] Attempting to bind port 78044168-4273-42b8-aea8-097026808116 by drivers openvswitch,hyperv on host n-h2-813679-3 at level 0 using segments [{'id': 'f1170869-d10a-47f8-bcc2-096029983e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'd46f9207-c404-4b39-9c22-4c600f702514'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:28:26.603333 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321120ff-8f25-4f0e-b917-88f33294f9d7 req-d3d66340-4a7f-492a-8888-33068020aa9f service neutron] Attempting to bind port 78044168-4273-42b8-aea8-097026808116 on network d46f9207-c404-4b39-9c22-4c600f702514 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:28:26.605398 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321120ff-8f25-4f0e-b917-88f33294f9d7 req-d3d66340-4a7f-492a-8888-33068020aa9f service neutron] Port 78044168-4273-42b8-aea8-097026808116 on network d46f9207-c404-4b39-9c22-4c600f702514 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:28:26.606013 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321120ff-8f25-4f0e-b917-88f33294f9d7 req-d3d66340-4a7f-492a-8888-33068020aa9f service neutron] Attempting to bind port 78044168-4273-42b8-aea8-097026808116 on network d46f9207-c404-4b39-9c22-4c600f702514 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:28:26.612175 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321120ff-8f25-4f0e-b917-88f33294f9d7 req-d3d66340-4a7f-492a-8888-33068020aa9f service neutron] Checking agent: {'id': '233fbd7d-38e4-434f-bb8f-05364d7423a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:28:26.612569 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321120ff-8f25-4f0e-b917-88f33294f9d7 req-d3d66340-4a7f-492a-8888-33068020aa9f service neutron] Checking segment: {'id': 'f1170869-d10a-47f8-bcc2-096029983e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'd46f9207-c404-4b39-9c22-4c600f702514'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:28:26.612930 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321120ff-8f25-4f0e-b917-88f33294f9d7 req-d3d66340-4a7f-492a-8888-33068020aa9f service neutron] Bound using segment: {'id': 'f1170869-d10a-47f8-bcc2-096029983e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'd46f9207-c404-4b39-9c22-4c600f702514'} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:28:26.613370 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-321120ff-8f25-4f0e-b917-88f33294f9d7 req-d3d66340-4a7f-492a-8888-33068020aa9f service neutron] Bound port: 78044168-4273-42b8-aea8-097026808116, host: n-h2-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1170869-d10a-47f8-bcc2-096029983e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'd46f9207-c404-4b39-9c22-4c600f702514'}}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:28:26.613749 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-321120ff-8f25-4f0e-b917-88f33294f9d7 req-d3d66340-4a7f-492a-8888-33068020aa9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:26.707850 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a397fc25-ca59-432d-90e5-b498d15e17cd req-3d29a103-75ad-4dee-8562-4b96b49cedb0 service neutron] 10.222.0.61 "GET /v2.0/networks/5281acec-b722-4919-9ea6-4090df1618c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997584 Oct 12 19:28:26.744100 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-321120ff-8f25-4f0e-b917-88f33294f9d7 req-d3d66340-4a7f-492a-8888-33068020aa9f service neutron] For port 78044168-4273-42b8-aea8-097026808116, host n-h2-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:28:26.749117 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-321120ff-8f25-4f0e-b917-88f33294f9d7 req-d3d66340-4a7f-492a-8888-33068020aa9f service neutron] For port 78044168-4273-42b8-aea8-097026808116, host n-h2-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=78044168-4273-42b8-aea8-097026808116,segment=NetworkSegment(f1170869-d10a-47f8-bcc2-096029983e07),segment_id=f1170869-d10a-47f8-bcc2-096029983e07)] {{(pid=95501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:28:26.761655 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-42c88a8c-7f96-4529-a53b-5657fa0be16a req-0e53b4eb-de75-4bbc-9c03-2446f8d5ea7d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=fab81ba2-37e8-4ff2-af8b-0fa2eff2f216&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0602934 Oct 12 19:28:26.827615 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 55468) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:28:26.865447 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c446977b-0b64-4297-8f57-b3afa4ebe59b req-fc4a1d72-4385-4928-879a-9361d0c0ee0d tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:26.866014 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-321120ff-8f25-4f0e-b917-88f33294f9d7 req-d3d66340-4a7f-492a-8888-33068020aa9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:26.867410 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c446977b-0b64-4297-8f57-b3afa4ebe59b req-fc4a1d72-4385-4928-879a-9361d0c0ee0d tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/ports?device_id=7151f7fb-ddbb-4ee3-9ffd-13f64df8dfe1 HTTP/1.1" status: 200 len: 945 time: 0.0744052 Oct 12 19:28:26.919789 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c446977b-0b64-4297-8f57-b3afa4ebe59b req-43ce4a7e-7dd4-4afe-a1a5-eec8affb80c8 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2ba2481-c648-48f3-9a5a-fa2d99adbcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452774 Oct 12 19:28:26.921594 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ed8fb7d6-b2d1-4ca1-ae2f-18da4e8711be admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:26.981793 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321120ff-8f25-4f0e-b917-88f33294f9d7 req-d3d66340-4a7f-492a-8888-33068020aa9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:26.982419 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-321120ff-8f25-4f0e-b917-88f33294f9d7 req-d3d66340-4a7f-492a-8888-33068020aa9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:26.983827 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-321120ff-8f25-4f0e-b917-88f33294f9d7 req-d3d66340-4a7f-492a-8888-33068020aa9f service neutron] 10.222.0.67 "PUT /v2.0/ports/78044168-4273-42b8-aea8-097026808116 HTTP/1.1" status: 200 len: 1092 time: 1.2381132 Oct 12 19:28:26.985357 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc4437dd-9819-43ef-8e6c-cd57f0bbd4a4', 'tag': '78044168-4273-42b8-aea8-097026808116'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:28:26.990540 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e026525-62fb-43ca-af04-3f2af68fd683" -d '{"events": [{"name": "network-changed", "server_uuid": "fc4437dd-9819-43ef-8e6c-cd57f0bbd4a4", "tag": "78044168-4273-42b8-aea8-097026808116"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:28:27.048712 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c88a8c-7f96-4529-a53b-5657fa0be16a req-e18fd5d5-5b60-43e5-8cbc-4ad88f051451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:27.057594 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-42c88a8c-7f96-4529-a53b-5657fa0be16a req-e18fd5d5-5b60-43e5-8cbc-4ad88f051451 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8037c4999d8b4d25a8c451f2b659a2c4&device_id=fab81ba2-37e8-4ff2-af8b-0fa2eff2f216 HTTP/1.1" status: 200 len: 1096 time: 0.2325714 Oct 12 19:28:27.057594 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d66340-4a7f-492a-8888-33068020aa9f service neutron] Pushing event updated for resources: {'Port': ['ID=78044168-4273-42b8-aea8-097026808116,revision_number=3']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:28:27.098227 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0961e1c-f249-4ed4-880d-93245b7642d8 x-openstack-request-id: req-d0961e1c-f249-4ed4-880d-93245b7642d8 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:28:27.098520 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc4437dd-9819-43ef-8e6c-cd57f0bbd4a4", "tag": "78044168-4273-42b8-aea8-097026808116", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:28:27.098820 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d0961e1c-f249-4ed4-880d-93245b7642d8 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:28:27.099226 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc4437dd-9819-43ef-8e6c-cd57f0bbd4a4', 'tag': '78044168-4273-42b8-aea8-097026808116', 'status': 'completed', 'code': 200} Oct 12 19:28:27.301003 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212f4570-31bd-4a8b-b00b-6fa29a026056 req-f13d1e46-16be-4792-9a8b-5e5c0c372c3d tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:27.302623 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-212f4570-31bd-4a8b-b00b-6fa29a026056 req-f13d1e46-16be-4792-9a8b-5e5c0c372c3d tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/networks?id=98a9afcc-e9ca-4911-b0d7-961e4444f018 HTTP/1.1" status: 200 len: 811 time: 0.1412735 Oct 12 19:28:27.312112 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11f15cd-9b1e-4423-8ade-9a8d96326362 req-c5ab28eb-4d4f-427b-9bc7-42c141383d2f tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:27.324179 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a11f15cd-9b1e-4423-8ade-9a8d96326362 req-c5ab28eb-4d4f-427b-9bc7-42c141383d2f tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/networks?id=8b9ffd0a-d450-4d4d-8c84-81d908427bea HTTP/1.1" status: 200 len: 812 time: 0.4493923 Oct 12 19:28:27.324415 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-212f4570-31bd-4a8b-b00b-6fa29a026056 req-745193d8-5893-479d-ab4b-82073aed091d tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/quotas/f52c86dc62e74359bd460402c4b75fc6 HTTP/1.1" status: 200 len: 375 time: 0.0117311 Oct 12 19:28:27.357135 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321120ff-8f25-4f0e-b917-88f33294f9d7 req-b47c234f-74bd-48fe-bbe8-37d89f330dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:27.358635 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-321120ff-8f25-4f0e-b917-88f33294f9d7 req-b47c234f-74bd-48fe-bbe8-37d89f330dd2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c5ae0cb676494c85bed95fdcf49f266a&device_id=fc4437dd-9819-43ef-8e6c-cd57f0bbd4a4 HTTP/1.1" status: 200 len: 1095 time: 0.2545357 Oct 12 19:28:27.363728 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a11f15cd-9b1e-4423-8ade-9a8d96326362 req-791acbae-fbe1-44fd-a0bd-0d98fb69e8b1 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/quotas/9558b59fe3b94a1fa2fbec9bbf16e093 HTTP/1.1" status: 200 len: 375 time: 0.0423279 Oct 12 19:28:27.377779 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-212f4570-31bd-4a8b-b00b-6fa29a026056 req-ddd48613-7108-4ab0-8e9b-aaa25cf4d5cc tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=f52c86dc62e74359bd460402c4b75fc6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0537663 Oct 12 19:28:27.425006 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c88a8c-7f96-4529-a53b-5657fa0be16a req-fa4a8efb-5353-435c-80b3-7f367a1a3b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:27.426828 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-42c88a8c-7f96-4529-a53b-5657fa0be16a req-fa4a8efb-5353-435c-80b3-7f367a1a3b7f service neutron] 10.222.0.67 "GET /v2.0/networks?id=f22a0b4a-70e4-4463-a6ef-6109199fd871 HTTP/1.1" status: 200 len: 912 time: 0.3464353 Oct 12 19:28:27.447924 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-321120ff-8f25-4f0e-b917-88f33294f9d7 req-76a75738-4b87-4dbe-b035-705a9db8521d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=78044168-4273-42b8-aea8-097026808116 HTTP/1.1" status: 200 len: 217 time: 0.0710039 Oct 12 19:28:27.450281 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a11f15cd-9b1e-4423-8ade-9a8d96326362 req-b8d740ff-7575-4807-a22c-bed6443cb315 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=9558b59fe3b94a1fa2fbec9bbf16e093&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0719881 Oct 12 19:28:27.481597 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-212f4570-31bd-4a8b-b00b-6fa29a026056 req-e3de788a-b2f4-4eff-b4f4-c43773265cb4 service neutron] 10.222.0.49 "GET /v2.0/networks/98a9afcc-e9ca-4911-b0d7-961e4444f018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955284 Oct 12 19:28:27.528475 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-42c88a8c-7f96-4529-a53b-5657fa0be16a req-d094c4f9-fc6d-444c-82bf-ac2445bcfeba service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=746f239a-cac1-47b7-a948-8973bb897097 HTTP/1.1" status: 200 len: 217 time: 0.0828211 Oct 12 19:28:27.587738 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ed8fb7d6-b2d1-4ca1-ae2f-18da4e8711be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:27.595307 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-212f4570-31bd-4a8b-b00b-6fa29a026056 req-67cbc7b3-31ac-42d4-a57e-f9a0e1208e17 service neutron] 10.222.0.49 "GET /v2.0/networks/98a9afcc-e9ca-4911-b0d7-961e4444f018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075237 Oct 12 19:28:27.642271 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321120ff-8f25-4f0e-b917-88f33294f9d7 req-83898950-4c6c-4026-8f9a-b730cb56b5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:27.643732 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-321120ff-8f25-4f0e-b917-88f33294f9d7 req-83898950-4c6c-4026-8f9a-b730cb56b5ec service neutron] 10.222.0.67 "GET /v2.0/subnets?id=610de003-a3a0-4244-ae57-4724e5569ae2 HTTP/1.1" status: 200 len: 855 time: 0.1865191 Oct 12 19:28:27.650400 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ed8fb7d6-b2d1-4ca1-ae2f-18da4e8711be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:27.653490 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c88a8c-7f96-4529-a53b-5657fa0be16a req-571f7bfe-c40a-436f-9b70-72d7702e5413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:27.654871 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-42c88a8c-7f96-4529-a53b-5657fa0be16a req-571f7bfe-c40a-436f-9b70-72d7702e5413 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a09cd6ac-b3e0-423d-9e85-6644cbc7e663 HTTP/1.1" status: 200 len: 850 time: 0.1134102 Oct 12 19:28:27.751139 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-321120ff-8f25-4f0e-b917-88f33294f9d7 req-4b725493-918a-4a48-b1c7-fc6bf447ec9d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d46f9207-c404-4b39-9c22-4c600f702514&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0943897 Oct 12 19:28:27.763624 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a11f15cd-9b1e-4423-8ade-9a8d96326362 req-8281dc82-96ee-494d-a29e-2ab5df99c48a service neutron] 10.222.0.49 "GET /v2.0/networks/8b9ffd0a-d450-4d4d-8c84-81d908427bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2676697 Oct 12 19:28:27.775249 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8fb7d6-b2d1-4ca1-ae2f-18da4e8711be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f04ced20-0f25-4457-93f1-2ba4f22ed2d9,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:28:27.779343 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-ed8fb7d6-b2d1-4ca1-ae2f-18da4e8711be admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b2a3c0d5f08e4079b0f1232e776c0128&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9492657 Oct 12 19:28:27.782207 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 55492) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:28:27.858577 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-13a48b33-cba1-4408-a8b8-457834582fb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:27.879977 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c88a8c-7f96-4529-a53b-5657fa0be16a req-8090ac38-29a5-422c-a558-370495ea3a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:27.881912 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-42c88a8c-7f96-4529-a53b-5657fa0be16a req-8090ac38-29a5-422c-a558-370495ea3a2a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f22a0b4a-70e4-4463-a6ef-6109199fd871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2028556 Oct 12 19:28:27.895748 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-13a48b33-cba1-4408-a8b8-457834582fb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:28.003692 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-321120ff-8f25-4f0e-b917-88f33294f9d7 req-d2902cba-edc5-4197-a488-329c080106ce service neutron] 10.222.0.67 "GET /v2.0/networks/d46f9207-c404-4b39-9c22-4c600f702514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451191 Oct 12 19:28:28.007336 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a11f15cd-9b1e-4423-8ade-9a8d96326362 req-c9afbe62-8169-496b-89a1-5e6ec33c8531 service neutron] 10.222.0.49 "GET /v2.0/networks/8b9ffd0a-d450-4d4d-8c84-81d908427bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335529 Oct 12 19:28:28.035427 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31dcb9a-b2ea-4fb8-8607-73dde4542c2d req-4581dfc9-5d40-4b26-8552-ba82df652b47 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:28.037435 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f31dcb9a-b2ea-4fb8-8607-73dde4542c2d req-4581dfc9-5d40-4b26-8552-ba82df652b47 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc4437dd-9819-43ef-8e6c-cd57f0bbd4a4 HTTP/1.1" status: 200 len: 944 time: 0.0840487 Oct 12 19:28:28.087665 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-42c88a8c-7f96-4529-a53b-5657fa0be16a req-bd6cbe6d-d018-4d6c-b4d5-d031d231e18c service neutron] 10.222.0.67 "GET /v2.0/networks/f22a0b4a-70e4-4463-a6ef-6109199fd871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970320 Oct 12 19:28:28.112291 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-13a48b33-cba1-4408-a8b8-457834582fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:28.112291 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-13a48b33-cba1-4408-a8b8-457834582fb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:28.112291 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-13a48b33-cba1-4408-a8b8-457834582fb6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f04ced20-0f25-4457-93f1-2ba4f22ed2d9 HTTP/1.1" status: 204 len: 168 time: 0.3265235 Oct 12 19:28:28.138394 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a48b33-cba1-4408-a8b8-457834582fb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f04ced20-0f25-4457-93f1-2ba4f22ed2d9,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:28:28.144183 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f31dcb9a-b2ea-4fb8-8607-73dde4542c2d req-da4b9008-e395-45d9-9caf-d462094a6daa tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/security-groups?id=cefdf9de-6871-4b8c-818c-d47d551271dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994790 Oct 12 19:28:28.201867 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-321120ff-8f25-4f0e-b917-88f33294f9d7 req-6cfddaf6-b3bf-4958-a728-997e32cb9497 service neutron] 10.222.0.67 "GET /v2.0/networks/d46f9207-c404-4b39-9c22-4c600f702514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864147 Oct 12 19:28:28.245229 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-42c88a8c-7f96-4529-a53b-5657fa0be16a req-1baff3d8-f5cf-42b0-bfdf-78dc2e58b341 service neutron] 10.222.0.67 "GET /v2.0/networks/f22a0b4a-70e4-4463-a6ef-6109199fd871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508257 Oct 12 19:28:28.264164 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a630693c-36db-45b6-b8c2-e60baf444c21 req-1b153497-65d1-4929-9660-d9da5cae75f6 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/ports?device_id=de7ddc49-638d-4051-bce9-1dec4601e464 HTTP/1.1" status: 200 len: 210 time: 0.0408368 Oct 12 19:28:28.400664 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7222ec15-bdc7-4906-b4af-fbbcf63c9cc3 req-80c87ae6-bf37-4a17-8da1-04a9c883c3a1 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=87cc61f9-9c61-4cfa-a640-7e3c00a27d76 HTTP/1.1" status: 200 len: 210 time: 0.0394101 Oct 12 19:28:28.430462 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e026525-62fb-43ca-af04-3f2af68fd683 req-877e4351-961e-470b-b338-981c61da1796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:28.437779 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5e026525-62fb-43ca-af04-3f2af68fd683 req-877e4351-961e-470b-b338-981c61da1796 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c5ae0cb676494c85bed95fdcf49f266a&device_id=fc4437dd-9819-43ef-8e6c-cd57f0bbd4a4 HTTP/1.1" status: 200 len: 1095 time: 0.0951419 Oct 12 19:28:28.557318 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e026525-62fb-43ca-af04-3f2af68fd683 req-7ab4f7d6-95e3-4881-9a97-9e5f11ddff1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:28.562593 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5e026525-62fb-43ca-af04-3f2af68fd683 req-7ab4f7d6-95e3-4881-9a97-9e5f11ddff1a service neutron] 10.222.0.67 "GET /v2.0/networks?id=d46f9207-c404-4b39-9c22-4c600f702514 HTTP/1.1" status: 200 len: 916 time: 0.1138091 Oct 12 19:28:28.612891 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5e026525-62fb-43ca-af04-3f2af68fd683 req-8b5ab50f-3f83-4313-ad07-b24c41e32518 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=78044168-4273-42b8-aea8-097026808116 HTTP/1.1" status: 200 len: 217 time: 0.0456097 Oct 12 19:28:28.681611 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e026525-62fb-43ca-af04-3f2af68fd683 req-aa475891-32a4-4960-869e-def11c9c786d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:28.683166 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5e026525-62fb-43ca-af04-3f2af68fd683 req-aa475891-32a4-4960-869e-def11c9c786d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=610de003-a3a0-4244-ae57-4724e5569ae2 HTTP/1.1" status: 200 len: 855 time: 0.0628746 Oct 12 19:28:28.720446 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5e026525-62fb-43ca-af04-3f2af68fd683 req-bc2ebe53-fe4d-42f3-a9f2-acf2a83220b3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d46f9207-c404-4b39-9c22-4c600f702514&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287461 Oct 12 19:28:29.194740 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4da641db-921e-4094-94fc-0519070b16a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:29.195835 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5e026525-62fb-43ca-af04-3f2af68fd683 req-a15159cd-158a-4394-9492-0e0c8aca7eeb service neutron] 10.222.0.67 "GET /v2.0/networks/d46f9207-c404-4b39-9c22-4c600f702514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4606106 Oct 12 19:28:29.302823 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20717668-697a-4985-b484-6bda8589bb80 req-e3dd45f2-4887-4aa2-b8b6-c13ae5b9efc4 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:29.304964 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-20717668-697a-4985-b484-6bda8589bb80 req-e3dd45f2-4887-4aa2-b8b6-c13ae5b9efc4 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc4437dd-9819-43ef-8e6c-cd57f0bbd4a4 HTTP/1.1" status: 200 len: 944 time: 0.0688777 Oct 12 19:28:29.327927 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5e026525-62fb-43ca-af04-3f2af68fd683 req-f46c6646-a0d3-41da-ae54-7f97b4966a5c service neutron] 10.222.0.67 "GET /v2.0/networks/d46f9207-c404-4b39-9c22-4c600f702514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209025 Oct 12 19:28:29.358323 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-20717668-697a-4985-b484-6bda8589bb80 req-df050086-67e6-4643-b168-46b8f17a53dc tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/security-groups?id=cefdf9de-6871-4b8c-818c-d47d551271dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450401 Oct 12 19:28:29.390627 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a5ed0a9f-dc4f-470d-a410-135733bc391b req-6eda95a2-883c-478b-8753-b581d9f9fb6c tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/ports?device_id=de7ddc49-638d-4051-bce9-1dec4601e464 HTTP/1.1" status: 200 len: 210 time: 0.0468807 Oct 12 19:28:29.487743 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a576ea9d-f3da-4626-96f2-0b22373d0c67 req-4b107509-ddc8-4e2c-9ddd-3c0e476da58b tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=87cc61f9-9c61-4cfa-a640-7e3c00a27d76 HTTP/1.1" status: 200 len: 210 time: 0.0293171 Oct 12 19:28:30.511178 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212f4570-31bd-4a8b-b00b-6fa29a026056 req-29333d41-831c-42b7-bd74-287a1fa9c177 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:30.513543 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-212f4570-31bd-4a8b-b00b-6fa29a026056 req-29333d41-831c-42b7-bd74-287a1fa9c177 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.61 "GET /v2.0/networks?id=98a9afcc-e9ca-4911-b0d7-961e4444f018 HTTP/1.1" status: 200 len: 811 time: 0.1777093 Oct 12 19:28:30.517393 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ff435aae-435f-433a-9f68-72547c9abd9e req-a6c12d5b-e729-4908-a705-f456f16c496d tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/ports?device_id=de7ddc49-638d-4051-bce9-1dec4601e464 HTTP/1.1" status: 200 len: 210 time: 0.0283668 Oct 12 19:28:30.533733 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e458f3-9a14-42bc-8351-45f902fd0918 req-a3fa0b83-aaa4-4470-a66f-57b3178c24f3 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:30.535278 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-65e458f3-9a14-42bc-8351-45f902fd0918 req-a3fa0b83-aaa4-4470-a66f-57b3178c24f3 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc4437dd-9819-43ef-8e6c-cd57f0bbd4a4 HTTP/1.1" status: 200 len: 944 time: 0.0938878 Oct 12 19:28:30.544783 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-212f4570-31bd-4a8b-b00b-6fa29a026056 req-f6923d66-b05c-494a-8748-775cba3da3e8 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] Request body: {'port': {'device_id': 'de7ddc49-638d-4051-bce9-1dec4601e464', 'network_id': '98a9afcc-e9ca-4911-b0d7-961e4444f018', 'admin_state_up': True, 'tenant_id': 'f52c86dc62e74359bd460402c4b75fc6'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:28:30.626081 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-65e458f3-9a14-42bc-8351-45f902fd0918 req-fc3c3944-c09c-416b-82e8-414922569230 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/security-groups?id=cefdf9de-6871-4b8c-818c-d47d551271dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819366 Oct 12 19:28:30.715598 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d5cb559f-aa20-4d53-b333-f3caa61fd89c req-bc6af994-d77f-4b0b-91a1-4eb65924568a tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=87cc61f9-9c61-4cfa-a640-7e3c00a27d76 HTTP/1.1" status: 200 len: 210 time: 0.0459070 Oct 12 19:28:30.808256 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-212f4570-31bd-4a8b-b00b-6fa29a026056 req-f6923d66-b05c-494a-8748-775cba3da3e8 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] Made reservation on behalf of f52c86dc62e74359bd460402c4b75fc6 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:28:30.812382 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-212f4570-31bd-4a8b-b00b-6fa29a026056 req-f6923d66-b05c-494a-8748-775cba3da3e8 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:30.957180 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [req-212f4570-31bd-4a8b-b00b-6fa29a026056 req-f6923d66-b05c-494a-8748-775cba3da3e8 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] Allocated IP 172.20.0.12 (98a9afcc-e9ca-4911-b0d7-961e4444f018/75c294fe-120e-40e8-8111-8840aed19f52/eac4b7ce-4388-46e4-b680-fb6ad9d95bbd) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:28:31.063364 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11f15cd-9b1e-4423-8ade-9a8d96326362 req-42d53d0c-67da-4eed-b72d-21c7f3a6909a tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:31.067035 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a11f15cd-9b1e-4423-8ade-9a8d96326362 req-42d53d0c-67da-4eed-b72d-21c7f3a6909a tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.61 "GET /v2.0/networks?id=8b9ffd0a-d450-4d4d-8c84-81d908427bea HTTP/1.1" status: 200 len: 812 time: 0.1429057 Oct 12 19:28:31.083700 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-a11f15cd-9b1e-4423-8ade-9a8d96326362 req-31e1ad33-a30e-4d97-97f0-e13d6560b293 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Request body: {'port': {'device_id': '87cc61f9-9c61-4cfa-a640-7e3c00a27d76', 'network_id': '8b9ffd0a-d450-4d4d-8c84-81d908427bea', 'admin_state_up': True, 'tenant_id': '9558b59fe3b94a1fa2fbec9bbf16e093'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:28:31.158997 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-212f4570-31bd-4a8b-b00b-6fa29a026056 req-f6923d66-b05c-494a-8748-775cba3da3e8 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:31.280268 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-212f4570-31bd-4a8b-b00b-6fa29a026056 req-f6923d66-b05c-494a-8748-775cba3da3e8 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:31.293587 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['e36fbb5b-eb55-43ca-a630-87d67f319337'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:28:31.342244 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-212f4570-31bd-4a8b-b00b-6fa29a026056 req-f6923d66-b05c-494a-8748-775cba3da3e8 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] Network 98a9afcc-e9ca-4911-b0d7-961e4444f018 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:28:31.346149 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [req-212f4570-31bd-4a8b-b00b-6fa29a026056 req-f6923d66-b05c-494a-8748-775cba3da3e8 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:28:31.349226 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-212f4570-31bd-4a8b-b00b-6fa29a026056 req-f6923d66-b05c-494a-8748-775cba3da3e8 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:28:31.350806 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a11f15cd-9b1e-4423-8ade-9a8d96326362 req-31e1ad33-a30e-4d97-97f0-e13d6560b293 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Made reservation on behalf of 9558b59fe3b94a1fa2fbec9bbf16e093 for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:28:31.357593 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6923d66-b05c-494a-8748-775cba3da3e8 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] Pushing event updated for resources: {'Port': ['ID=eac4b7ce-4388-46e4-b680-fb6ad9d95bbd,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:28:31.361698 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-a11f15cd-9b1e-4423-8ade-9a8d96326362 req-31e1ad33-a30e-4d97-97f0-e13d6560b293 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:31.423850 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212f4570-31bd-4a8b-b00b-6fa29a026056 req-f6923d66-b05c-494a-8748-775cba3da3e8 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:31.424673 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-212f4570-31bd-4a8b-b00b-6fa29a026056 req-f6923d66-b05c-494a-8748-775cba3da3e8 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:31.537042 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-212f4570-31bd-4a8b-b00b-6fa29a026056 req-f6923d66-b05c-494a-8748-775cba3da3e8 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0131667 Oct 12 19:28:31.548265 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [req-a11f15cd-9b1e-4423-8ade-9a8d96326362 req-31e1ad33-a30e-4d97-97f0-e13d6560b293 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Allocated IP 172.20.0.10 (8b9ffd0a-d450-4d4d-8c84-81d908427bea/dc530ace-4b18-4ae9-b625-36ec27074a9c/fa0d92b2-9b98-41b4-8be3-74ddb5a67f91) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:28:31.552067 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-212f4570-31bd-4a8b-b00b-6fa29a026056 req-8aa95079-3c6f-4ce2-a467-9855b80f4abd service neutron] Request body: {'port': {'device_id': 'de7ddc49-638d-4051-bce9-1dec4601e464', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:28:31.639265 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-212f4570-31bd-4a8b-b00b-6fa29a026056 req-8aa95079-3c6f-4ce2-a467-9855b80f4abd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:31.674663 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-63fe11d6-1f57-4b39-8790-c929334d827e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:31.821601 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-a11f15cd-9b1e-4423-8ade-9a8d96326362 req-31e1ad33-a30e-4d97-97f0-e13d6560b293 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:31.856418 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af70b03-6d28-42a0-8794-21de48bb1fba req-b35ca841-0248-4204-a771-70fd0bff1da0 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:31.858306 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2af70b03-6d28-42a0-8794-21de48bb1fba req-b35ca841-0248-4204-a771-70fd0bff1da0 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc4437dd-9819-43ef-8e6c-cd57f0bbd4a4 HTTP/1.1" status: 200 len: 944 time: 0.0798764 Oct 12 19:28:31.907640 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0906d5e3-d7e3-48c4-b262-676ae8c4f3c0 req-34e3a72c-ff74-4ec0-8c6e-88318352a6d8 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:31.909292 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0906d5e3-d7e3-48c4-b262-676ae8c4f3c0 req-34e3a72c-ff74-4ec0-8c6e-88318352a6d8 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/ports?device_id=de7ddc49-638d-4051-bce9-1dec4601e464 HTTP/1.1" status: 200 len: 932 time: 0.2535007 Oct 12 19:28:31.913333 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2af70b03-6d28-42a0-8794-21de48bb1fba req-66b12567-9811-4356-b0c9-e3305648bc43 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/security-groups?id=cefdf9de-6871-4b8c-818c-d47d551271dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458844 Oct 12 19:28:31.977955 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0906d5e3-d7e3-48c4-b262-676ae8c4f3c0 req-9cf0c3c8-79c3-4146-ab62-ef5f155ba831 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2ba2481-c648-48f3-9a5a-fa2d99adbcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582812 Oct 12 19:28:32.018690 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-96bae98a-aec7-4a67-8b88-c938305da330 req-47d60cbc-76c2-46ee-a4d0-1fea4f0f38ae tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=87cc61f9-9c61-4cfa-a640-7e3c00a27d76 HTTP/1.1" status: 200 len: 210 time: 0.0292640 Oct 12 19:28:32.023899 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-a11f15cd-9b1e-4423-8ade-9a8d96326362 req-31e1ad33-a30e-4d97-97f0-e13d6560b293 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:32.043143 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [req-212f4570-31bd-4a8b-b00b-6fa29a026056 req-8aa95079-3c6f-4ce2-a467-9855b80f4abd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eac4b7ce-4388-46e4-b680-fb6ad9d95bbd {{(pid=95502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:28:32.073580 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a11f15cd-9b1e-4423-8ade-9a8d96326362 req-31e1ad33-a30e-4d97-97f0-e13d6560b293 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Network 8b9ffd0a-d450-4d4d-8c84-81d908427bea is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:28:32.074933 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [req-a11f15cd-9b1e-4423-8ade-9a8d96326362 req-31e1ad33-a30e-4d97-97f0-e13d6560b293 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:28:32.077405 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-a11f15cd-9b1e-4423-8ade-9a8d96326362 req-31e1ad33-a30e-4d97-97f0-e13d6560b293 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:28:32.119580 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-212f4570-31bd-4a8b-b00b-6fa29a026056 req-8aa95079-3c6f-4ce2-a467-9855b80f4abd service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:32.128977 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-212f4570-31bd-4a8b-b00b-6fa29a026056 req-8aa95079-3c6f-4ce2-a467-9855b80f4abd service neutron] Transition to ACTIVE for port object eac4b7ce-4388-46e4-b680-fb6ad9d95bbd will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:28:32.144579 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e1ad33-a30e-4d97-97f0-e13d6560b293 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Pushing event updated for resources: {'Port': ['ID=fa0d92b2-9b98-41b4-8be3-74ddb5a67f91,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:28:32.164012 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11f15cd-9b1e-4423-8ade-9a8d96326362 req-31e1ad33-a30e-4d97-97f0-e13d6560b293 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:32.164873 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-a11f15cd-9b1e-4423-8ade-9a8d96326362 req-31e1ad33-a30e-4d97-97f0-e13d6560b293 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:32.246827 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-212f4570-31bd-4a8b-b00b-6fa29a026056 req-8aa95079-3c6f-4ce2-a467-9855b80f4abd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:32.305344 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa95079-3c6f-4ce2-a467-9855b80f4abd service neutron] Pushing event updated for resources: {'Port': ['ID=eac4b7ce-4388-46e4-b680-fb6ad9d95bbd,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:28:32.350231 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 78044168-4273-42b8-aea8-097026808116 details requested by agent hyperv_n-h2-813679-3 with host n-h2-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:28:32.408251 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-212f4570-31bd-4a8b-b00b-6fa29a026056 req-8aa95079-3c6f-4ce2-a467-9855b80f4abd service neutron] Attempting to bind port eac4b7ce-4388-46e4-b680-fb6ad9d95bbd on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:28:32.408251 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-212f4570-31bd-4a8b-b00b-6fa29a026056 req-8aa95079-3c6f-4ce2-a467-9855b80f4abd service neutron] Attempting to bind port eac4b7ce-4388-46e4-b680-fb6ad9d95bbd by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': '8d33cac7-6802-4b00-b721-f9c2db6318f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '98a9afcc-e9ca-4911-b0d7-961e4444f018'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:28:32.408251 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212f4570-31bd-4a8b-b00b-6fa29a026056 req-8aa95079-3c6f-4ce2-a467-9855b80f4abd service neutron] Attempting to bind port eac4b7ce-4388-46e4-b680-fb6ad9d95bbd on network 98a9afcc-e9ca-4911-b0d7-961e4444f018 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:28:32.408251 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212f4570-31bd-4a8b-b00b-6fa29a026056 req-8aa95079-3c6f-4ce2-a467-9855b80f4abd service neutron] Port eac4b7ce-4388-46e4-b680-fb6ad9d95bbd on network 98a9afcc-e9ca-4911-b0d7-961e4444f018 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:28:32.408251 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212f4570-31bd-4a8b-b00b-6fa29a026056 req-8aa95079-3c6f-4ce2-a467-9855b80f4abd service neutron] Attempting to bind port eac4b7ce-4388-46e4-b680-fb6ad9d95bbd on network 98a9afcc-e9ca-4911-b0d7-961e4444f018 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:28:32.408251 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212f4570-31bd-4a8b-b00b-6fa29a026056 req-8aa95079-3c6f-4ce2-a467-9855b80f4abd service neutron] Checking agent: {'id': 'f5e9725f-f5a6-43c2-a1be-95e21e9a1fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:28:32.408251 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212f4570-31bd-4a8b-b00b-6fa29a026056 req-8aa95079-3c6f-4ce2-a467-9855b80f4abd service neutron] Checking segment: {'id': '8d33cac7-6802-4b00-b721-f9c2db6318f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '98a9afcc-e9ca-4911-b0d7-961e4444f018'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:28:32.408251 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212f4570-31bd-4a8b-b00b-6fa29a026056 req-8aa95079-3c6f-4ce2-a467-9855b80f4abd service neutron] Bound using segment: {'id': '8d33cac7-6802-4b00-b721-f9c2db6318f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '98a9afcc-e9ca-4911-b0d7-961e4444f018'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:28:32.408251 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-212f4570-31bd-4a8b-b00b-6fa29a026056 req-8aa95079-3c6f-4ce2-a467-9855b80f4abd service neutron] Bound port: eac4b7ce-4388-46e4-b680-fb6ad9d95bbd, host: n-h1-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d33cac7-6802-4b00-b721-f9c2db6318f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '98a9afcc-e9ca-4911-b0d7-961e4444f018'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:28:32.408251 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-212f4570-31bd-4a8b-b00b-6fa29a026056 req-8aa95079-3c6f-4ce2-a467-9855b80f4abd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:32.462347 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-212f4570-31bd-4a8b-b00b-6fa29a026056 req-8aa95079-3c6f-4ce2-a467-9855b80f4abd service neutron] For port eac4b7ce-4388-46e4-b680-fb6ad9d95bbd, host n-h1-813679-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:28:32.468085 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-212f4570-31bd-4a8b-b00b-6fa29a026056 req-8aa95079-3c6f-4ce2-a467-9855b80f4abd service neutron] For port eac4b7ce-4388-46e4-b680-fb6ad9d95bbd, host n-h1-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=eac4b7ce-4388-46e4-b680-fb6ad9d95bbd,segment=NetworkSegment(8d33cac7-6802-4b00-b721-f9c2db6318f0),segment_id=8d33cac7-6802-4b00-b721-f9c2db6318f0)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:28:32.468345 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 78044168-4273-42b8-aea8-097026808116, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=78044168-4273-42b8-aea8-097026808116,segment=NetworkSegment(f1170869-d10a-47f8-bcc2-096029983e07),segment_id=f1170869-d10a-47f8-bcc2-096029983e07)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:28:32.481758 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Returning: {'device': '78044168-4273-42b8-aea8-097026808116', 'network_id': 'd46f9207-c404-4b39-9c22-4c600f702514', 'port_id': '78044168-4273-42b8-aea8-097026808116', 'mac_address': 'fa:16:3e:55:3b:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '610de003-a3a0-4244-ae57-4724e5569ae2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:28:32.518857 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:32.535750 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78044168-4273-42b8-aea8-097026808116 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:28:32.557070 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 78044168-4273-42b8-aea8-097026808116, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=78044168-4273-42b8-aea8-097026808116,segment=NetworkSegment(f1170869-d10a-47f8-bcc2-096029983e07),segment_id=f1170869-d10a-47f8-bcc2-096029983e07)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:28:32.601266 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a11f15cd-9b1e-4423-8ade-9a8d96326362 req-31e1ad33-a30e-4d97-97f0-e13d6560b293 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5242200 Oct 12 19:28:32.614750 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-a11f15cd-9b1e-4423-8ade-9a8d96326362 req-5442f100-a44c-4a57-a886-ea97e1c75941 service neutron] Request body: {'port': {'device_id': '87cc61f9-9c61-4cfa-a640-7e3c00a27d76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-3'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:28:32.678134 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-a11f15cd-9b1e-4423-8ade-9a8d96326362 req-5442f100-a44c-4a57-a886-ea97e1c75941 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:32.773311 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:32.806269 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:32.812753 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-212f4570-31bd-4a8b-b00b-6fa29a026056 req-8aa95079-3c6f-4ce2-a467-9855b80f4abd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:32.832965 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1b0857c7-a6d6-4663-bb83-af42012b5d37 req-54e7a740-5780-41d2-a8ec-a34cf3ecf4d2 tempest-VolumesBackupsTest-1460644679 tempest-VolumesBackupsTest-1460644679-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=2b13968f441e4d5ebfcc6cec11eadfd2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306506 Oct 12 19:28:32.863680 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212f4570-31bd-4a8b-b00b-6fa29a026056 req-8aa95079-3c6f-4ce2-a467-9855b80f4abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:32.863987 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-212f4570-31bd-4a8b-b00b-6fa29a026056 req-8aa95079-3c6f-4ce2-a467-9855b80f4abd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:32.865798 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-212f4570-31bd-4a8b-b00b-6fa29a026056 req-8aa95079-3c6f-4ce2-a467-9855b80f4abd service neutron] 10.222.0.61 "PUT /v2.0/ports/eac4b7ce-4388-46e4-b680-fb6ad9d95bbd HTTP/1.1" status: 200 len: 1092 time: 1.3201313 Oct 12 19:28:32.866453 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de7ddc49-638d-4051-bce9-1dec4601e464', 'tag': 'eac4b7ce-4388-46e4-b680-fb6ad9d95bbd'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:28:32.869133 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3a17f74-9b55-494e-992e-9aeb4d3fcc88" -d '{"events": [{"name": "network-changed", "server_uuid": "de7ddc49-638d-4051-bce9-1dec4601e464", "tag": "eac4b7ce-4388-46e4-b680-fb6ad9d95bbd"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:28:32.870087 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:32.886564 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=78044168-4273-42b8-aea8-097026808116,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:28:32.902309 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa95079-3c6f-4ce2-a467-9855b80f4abd service neutron] Pushing event updated for resources: {'Port': ['ID=eac4b7ce-4388-46e4-b680-fb6ad9d95bbd,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:28:32.925735 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e54b733-341d-40a4-a1b9-67df87299be1 x-openstack-request-id: req-1e54b733-341d-40a4-a1b9-67df87299be1 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:28:32.926032 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de7ddc49-638d-4051-bce9-1dec4601e464", "tag": "eac4b7ce-4388-46e4-b680-fb6ad9d95bbd", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:28:32.926515 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1e54b733-341d-40a4-a1b9-67df87299be1 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:28:32.927066 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de7ddc49-638d-4051-bce9-1dec4601e464', 'tag': 'eac4b7ce-4388-46e4-b680-fb6ad9d95bbd', 'status': 'completed', 'code': 200} Oct 12 19:28:33.045730 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['78044168-4273-42b8-aea8-097026808116'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:28:33.046024 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a17f74-9b55-494e-992e-9aeb4d3fcc88 req-e8c04f80-3904-46e2-b712-270e1fbdda3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:33.047408 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c3a17f74-9b55-494e-992e-9aeb4d3fcc88 req-e8c04f80-3904-46e2-b712-270e1fbdda3e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f52c86dc62e74359bd460402c4b75fc6&device_id=de7ddc49-638d-4051-bce9-1dec4601e464 HTTP/1.1" status: 200 len: 1095 time: 0.0957434 Oct 12 19:28:33.054826 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0857c7-a6d6-4663-bb83-af42012b5d37 req-5b7d2218-1c51-4a61-ad34-9194f9ebc644 tempest-VolumesBackupsTest-1460644679 tempest-VolumesBackupsTest-1460644679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:33.056538 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1b0857c7-a6d6-4663-bb83-af42012b5d37 req-5b7d2218-1c51-4a61-ad34-9194f9ebc644 tempest-VolumesBackupsTest-1460644679 tempest-VolumesBackupsTest-1460644679-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2169988 Oct 12 19:28:33.071327 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a03961-90d0-48ca-812e-8d508b1592a5 req-1202b9a1-fd9b-48a4-9cd0-6524f09f05d3 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:33.073825 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d9a03961-90d0-48ca-812e-8d508b1592a5 req-1202b9a1-fd9b-48a4-9cd0-6524f09f05d3 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc4437dd-9819-43ef-8e6c-cd57f0bbd4a4 HTTP/1.1" status: 200 len: 945 time: 0.0771697 Oct 12 19:28:33.084576 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1b0857c7-a6d6-4663-bb83-af42012b5d37 req-b70274d7-a638-46f0-8b5e-efe78d6b0d72 tempest-VolumesBackupsTest-1460644679 tempest-VolumesBackupsTest-1460644679-project] 10.222.0.49 "GET /v2.0/quotas/2b13968f441e4d5ebfcc6cec11eadfd2 HTTP/1.1" status: 200 len: 375 time: 0.0217385 Oct 12 19:28:33.087441 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:33.128438 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1b0857c7-a6d6-4663-bb83-af42012b5d37 req-7fa131e0-7b42-419a-aa97-c69dd57626a9 tempest-VolumesBackupsTest-1460644679 tempest-VolumesBackupsTest-1460644679-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=2b13968f441e4d5ebfcc6cec11eadfd2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0426011 Oct 12 19:28:33.193333 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [req-a11f15cd-9b1e-4423-8ade-9a8d96326362 req-5442f100-a44c-4a57-a886-ea97e1c75941 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa0d92b2-9b98-41b4-8be3-74ddb5a67f91 {{(pid=95501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:28:33.203036 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-a11f15cd-9b1e-4423-8ade-9a8d96326362 req-5442f100-a44c-4a57-a886-ea97e1c75941 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:33.215466 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d9a03961-90d0-48ca-812e-8d508b1592a5 req-02499398-a56d-426c-82f9-a3de3ce6cd45 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/security-groups?id=cefdf9de-6871-4b8c-818c-d47d551271dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253104 Oct 12 19:28:33.220779 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.provisioning_blocks [req-a11f15cd-9b1e-4423-8ade-9a8d96326362 req-5442f100-a44c-4a57-a886-ea97e1c75941 service neutron] Transition to ACTIVE for port object fa0d92b2-9b98-41b4-8be3-74ddb5a67f91 will not be triggered until provisioned by entity L2. {{(pid=95501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:28:33.313597 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a17f74-9b55-494e-992e-9aeb4d3fcc88 req-804905c8-5826-4f7d-ac74-8a4fd6919189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:33.315141 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c3a17f74-9b55-494e-992e-9aeb4d3fcc88 req-804905c8-5826-4f7d-ac74-8a4fd6919189 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=f52c86dc62e74359bd460402c4b75fc6&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2562892 Oct 12 19:28:33.331110 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-a11f15cd-9b1e-4423-8ade-9a8d96326362 req-5442f100-a44c-4a57-a886-ea97e1c75941 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:33.402875 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5475d68-19c8-41e8-8c17-02f492d92159 req-e9a46f15-aa20-4c91-af0c-8cb902280077 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:33.402875 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c5475d68-19c8-41e8-8c17-02f492d92159 req-e9a46f15-aa20-4c91-af0c-8cb902280077 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/ports?device_id=de7ddc49-638d-4051-bce9-1dec4601e464 HTTP/1.1" status: 200 len: 944 time: 0.1045649 Oct 12 19:28:33.414636 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5442f100-a44c-4a57-a886-ea97e1c75941 service neutron] Pushing event updated for resources: {'Port': ['ID=fa0d92b2-9b98-41b4-8be3-74ddb5a67f91,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:28:33.495732 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-a11f15cd-9b1e-4423-8ade-9a8d96326362 req-5442f100-a44c-4a57-a886-ea97e1c75941 service neutron] Attempting to bind port fa0d92b2-9b98-41b4-8be3-74ddb5a67f91 on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:28:33.496101 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-a11f15cd-9b1e-4423-8ade-9a8d96326362 req-5442f100-a44c-4a57-a886-ea97e1c75941 service neutron] Attempting to bind port fa0d92b2-9b98-41b4-8be3-74ddb5a67f91 by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': '2c23b924-3bdb-4700-940f-a5921b74e3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8b9ffd0a-d450-4d4d-8c84-81d908427bea'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:28:33.496577 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a11f15cd-9b1e-4423-8ade-9a8d96326362 req-5442f100-a44c-4a57-a886-ea97e1c75941 service neutron] Attempting to bind port fa0d92b2-9b98-41b4-8be3-74ddb5a67f91 on network 8b9ffd0a-d450-4d4d-8c84-81d908427bea {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:28:33.498603 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c5475d68-19c8-41e8-8c17-02f492d92159 req-3ea518af-d6a5-4a51-a384-622c3d84b407 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2ba2481-c648-48f3-9a5a-fa2d99adbcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903766 Oct 12 19:28:33.501648 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a17f74-9b55-494e-992e-9aeb4d3fcc88 req-d2419ee5-c94c-467e-bd67-a8307af023a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:33.502856 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c3a17f74-9b55-494e-992e-9aeb4d3fcc88 req-d2419ee5-c94c-467e-bd67-a8307af023a9 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1746099 Oct 12 19:28:33.530758 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a11f15cd-9b1e-4423-8ade-9a8d96326362 req-5442f100-a44c-4a57-a886-ea97e1c75941 service neutron] Port fa0d92b2-9b98-41b4-8be3-74ddb5a67f91 on network 8b9ffd0a-d450-4d4d-8c84-81d908427bea not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:28:33.531081 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a11f15cd-9b1e-4423-8ade-9a8d96326362 req-5442f100-a44c-4a57-a886-ea97e1c75941 service neutron] Attempting to bind port fa0d92b2-9b98-41b4-8be3-74ddb5a67f91 on network 8b9ffd0a-d450-4d4d-8c84-81d908427bea {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:28:33.539560 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a11f15cd-9b1e-4423-8ade-9a8d96326362 req-5442f100-a44c-4a57-a886-ea97e1c75941 service neutron] Checking agent: {'id': 'f5e9725f-f5a6-43c2-a1be-95e21e9a1fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:28:33.539957 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a11f15cd-9b1e-4423-8ade-9a8d96326362 req-5442f100-a44c-4a57-a886-ea97e1c75941 service neutron] Checking segment: {'id': '2c23b924-3bdb-4700-940f-a5921b74e3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8b9ffd0a-d450-4d4d-8c84-81d908427bea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:28:33.540409 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a11f15cd-9b1e-4423-8ade-9a8d96326362 req-5442f100-a44c-4a57-a886-ea97e1c75941 service neutron] Bound using segment: {'id': '2c23b924-3bdb-4700-940f-a5921b74e3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8b9ffd0a-d450-4d4d-8c84-81d908427bea'} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:28:33.540856 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-a11f15cd-9b1e-4423-8ade-9a8d96326362 req-5442f100-a44c-4a57-a886-ea97e1c75941 service neutron] Bound port: fa0d92b2-9b98-41b4-8be3-74ddb5a67f91, host: n-h1-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c23b924-3bdb-4700-940f-a5921b74e3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8b9ffd0a-d450-4d4d-8c84-81d908427bea'}}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:28:33.541214 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-a11f15cd-9b1e-4423-8ade-9a8d96326362 req-5442f100-a44c-4a57-a886-ea97e1c75941 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:33.606246 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:33.614424 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6b6721-0c02-4653-a6fa-7b5057ecc5c3 req-7b7d5b14-fe48-4d84-868a-7f5c2913e9ba tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:33.615928 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0c6b6721-0c02-4653-a6fa-7b5057ecc5c3 req-7b7d5b14-fe48-4d84-868a-7f5c2913e9ba tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=87cc61f9-9c61-4cfa-a640-7e3c00a27d76 HTTP/1.1" status: 200 len: 944 time: 0.1320913 Oct 12 19:28:33.625506 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9de6acd2-bb11-48be-b3ab-e694e8d2614b req-32670e63-5d49-4373-bebb-a0c405cdba89 tempest-VolumesBackupsTest-1460644679 tempest-VolumesBackupsTest-1460644679-project] 10.222.0.49 "GET /v2.0/ports?device_id=0765514a-c2de-4b6a-b554-e16ed49db474 HTTP/1.1" status: 200 len: 210 time: 0.0384824 Oct 12 19:28:33.638618 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212f4570-31bd-4a8b-b00b-6fa29a026056 req-72133694-e261-4ae1-8404-53943ae12fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:33.640177 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-212f4570-31bd-4a8b-b00b-6fa29a026056 req-72133694-e261-4ae1-8404-53943ae12fcf service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f52c86dc62e74359bd460402c4b75fc6&device_id=de7ddc49-638d-4051-bce9-1dec4601e464 HTTP/1.1" status: 200 len: 1095 time: 0.0915840 Oct 12 19:28:33.690423 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-212f4570-31bd-4a8b-b00b-6fa29a026056 req-6d040eec-efbc-4535-a4c9-371480432048 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eac4b7ce-4388-46e4-b680-fb6ad9d95bbd HTTP/1.1" status: 200 len: 217 time: 0.0364008 Oct 12 19:28:33.692983 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0c6b6721-0c02-4653-a6fa-7b5057ecc5c3 req-4a0aa8e0-802f-4103-9785-98d929b33a5d tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652883 Oct 12 19:28:33.693989 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-a11f15cd-9b1e-4423-8ade-9a8d96326362 req-5442f100-a44c-4a57-a886-ea97e1c75941 service neutron] For port fa0d92b2-9b98-41b4-8be3-74ddb5a67f91, host n-h1-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:28:33.697208 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-a11f15cd-9b1e-4423-8ade-9a8d96326362 req-5442f100-a44c-4a57-a886-ea97e1c75941 service neutron] For port fa0d92b2-9b98-41b4-8be3-74ddb5a67f91, host n-h1-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=fa0d92b2-9b98-41b4-8be3-74ddb5a67f91,segment=NetworkSegment(2c23b924-3bdb-4700-940f-a5921b74e3c2),segment_id=2c23b924-3bdb-4700-940f-a5921b74e3c2)] {{(pid=95501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:28:33.745143 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212f4570-31bd-4a8b-b00b-6fa29a026056 req-0e2013e4-67f9-4639-b774-dc3c0aed4b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:33.746608 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-212f4570-31bd-4a8b-b00b-6fa29a026056 req-0e2013e4-67f9-4639-b774-dc3c0aed4b1d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=75c294fe-120e-40e8-8111-8840aed19f52 HTTP/1.1" status: 200 len: 851 time: 0.0479984 Oct 12 19:28:33.773954 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-a11f15cd-9b1e-4423-8ade-9a8d96326362 req-5442f100-a44c-4a57-a886-ea97e1c75941 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:33.782352 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-212f4570-31bd-4a8b-b00b-6fa29a026056 req-c410ab0c-d25b-4e96-b51c-46bceb2c45a7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=98a9afcc-e9ca-4911-b0d7-961e4444f018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255742 Oct 12 19:28:33.818725 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11f15cd-9b1e-4423-8ade-9a8d96326362 req-5442f100-a44c-4a57-a886-ea97e1c75941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:33.819335 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-a11f15cd-9b1e-4423-8ade-9a8d96326362 req-5442f100-a44c-4a57-a886-ea97e1c75941 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:33.821621 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a11f15cd-9b1e-4423-8ade-9a8d96326362 req-5442f100-a44c-4a57-a886-ea97e1c75941 service neutron] 10.222.0.61 "PUT /v2.0/ports/fa0d92b2-9b98-41b4-8be3-74ddb5a67f91 HTTP/1.1" status: 200 len: 1092 time: 1.2109354 Oct 12 19:28:33.822125 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87cc61f9-9c61-4cfa-a640-7e3c00a27d76', 'tag': 'fa0d92b2-9b98-41b4-8be3-74ddb5a67f91'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:28:33.825551 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6548c136-9472-470f-8d3b-a558bb74584b" -d '{"events": [{"name": "network-changed", "server_uuid": "87cc61f9-9c61-4cfa-a640-7e3c00a27d76", "tag": "fa0d92b2-9b98-41b4-8be3-74ddb5a67f91"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:28:33.848557 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5442f100-a44c-4a57-a886-ea97e1c75941 service neutron] Pushing event updated for resources: {'Port': ['ID=fa0d92b2-9b98-41b4-8be3-74ddb5a67f91,revision_number=3']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:28:33.889079 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c19dc9e-675e-4445-a6dd-10ca9c4cf78c x-openstack-request-id: req-4c19dc9e-675e-4445-a6dd-10ca9c4cf78c {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:28:33.889079 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87cc61f9-9c61-4cfa-a640-7e3c00a27d76", "tag": "fa0d92b2-9b98-41b4-8be3-74ddb5a67f91", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:28:33.889079 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4c19dc9e-675e-4445-a6dd-10ca9c4cf78c {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:28:33.889079 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87cc61f9-9c61-4cfa-a640-7e3c00a27d76', 'tag': 'fa0d92b2-9b98-41b4-8be3-74ddb5a67f91', 'status': 'completed', 'code': 200} Oct 12 19:28:33.897942 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-212f4570-31bd-4a8b-b00b-6fa29a026056 req-9a3645fb-8362-421d-87e6-99742de4de85 service neutron] 10.222.0.61 "GET /v2.0/networks/98a9afcc-e9ca-4911-b0d7-961e4444f018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077597 Oct 12 19:28:33.972959 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6548c136-9472-470f-8d3b-a558bb74584b req-3c73f6a1-a84d-465f-96b6-aec1d6746c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:33.974771 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6548c136-9472-470f-8d3b-a558bb74584b req-3c73f6a1-a84d-465f-96b6-aec1d6746c66 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9558b59fe3b94a1fa2fbec9bbf16e093&device_id=87cc61f9-9c61-4cfa-a640-7e3c00a27d76 HTTP/1.1" status: 200 len: 1095 time: 0.0533173 Oct 12 19:28:34.021833 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-212f4570-31bd-4a8b-b00b-6fa29a026056 req-d5f74ac8-2927-4be0-90ef-b7281abd8632 service neutron] 10.222.0.61 "GET /v2.0/networks/98a9afcc-e9ca-4911-b0d7-961e4444f018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003025 Oct 12 19:28:34.087089 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6548c136-9472-470f-8d3b-a558bb74584b req-98e41aa8-fa9a-4bb9-90c2-aecb41122b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:34.089034 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6548c136-9472-470f-8d3b-a558bb74584b req-98e41aa8-fa9a-4bb9-90c2-aecb41122b6a service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=9558b59fe3b94a1fa2fbec9bbf16e093&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1043596 Oct 12 19:28:34.196525 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6548c136-9472-470f-8d3b-a558bb74584b req-bd3799a3-ab7e-4c45-90cf-56f0b0f3a445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:34.198120 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6548c136-9472-470f-8d3b-a558bb74584b req-bd3799a3-ab7e-4c45-90cf-56f0b0f3a445 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1017349 Oct 12 19:28:34.282258 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11f15cd-9b1e-4423-8ade-9a8d96326362 req-50a5db5e-ec06-420c-b812-c077c29119be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:34.283830 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a11f15cd-9b1e-4423-8ade-9a8d96326362 req-50a5db5e-ec06-420c-b812-c077c29119be service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9558b59fe3b94a1fa2fbec9bbf16e093&device_id=87cc61f9-9c61-4cfa-a640-7e3c00a27d76 HTTP/1.1" status: 200 len: 1095 time: 0.0453577 Oct 12 19:28:34.351134 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a11f15cd-9b1e-4423-8ade-9a8d96326362 req-8de6e912-3b12-467f-9b13-46fdd4938fc7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fa0d92b2-9b98-41b4-8be3-74ddb5a67f91 HTTP/1.1" status: 200 len: 217 time: 0.0567000 Oct 12 19:28:34.371957 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 78044168-4273-42b8-aea8-097026808116 up at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:28:34.404686 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7559d4a-355d-415f-a63f-940075c6473e req-24cd22d4-08b3-408a-8541-427276fb0dce tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:34.406216 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b7559d4a-355d-415f-a63f-940075c6473e req-24cd22d4-08b3-408a-8541-427276fb0dce tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc4437dd-9819-43ef-8e6c-cd57f0bbd4a4 HTTP/1.1" status: 200 len: 945 time: 0.1214683 Oct 12 19:28:34.437332 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11f15cd-9b1e-4423-8ade-9a8d96326362 req-efa99ca1-0aca-47bd-a8d7-581ce461f902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:34.439277 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a11f15cd-9b1e-4423-8ade-9a8d96326362 req-efa99ca1-0aca-47bd-a8d7-581ce461f902 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dc530ace-4b18-4ae9-b625-36ec27074a9c HTTP/1.1" status: 200 len: 852 time: 0.0784483 Oct 12 19:28:34.485305 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b7559d4a-355d-415f-a63f-940075c6473e req-7d37cf03-e31e-4c81-bcd8-cd16ddae34d9 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/security-groups?id=cefdf9de-6871-4b8c-818c-d47d551271dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693493 Oct 12 19:28:34.488054 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a11f15cd-9b1e-4423-8ade-9a8d96326362 req-e9a91d4e-452d-4315-9d64-b8a6b2f9672a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8b9ffd0a-d450-4d4d-8c84-81d908427bea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334542 Oct 12 19:28:34.496520 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:34.515986 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning for port 78044168-4273-42b8-aea8-097026808116 completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:28:34.520653 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning complete for port 78044168-4273-42b8-aea8-097026808116 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:28:34.521147 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:34.595016 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a11f15cd-9b1e-4423-8ade-9a8d96326362 req-a4040dc9-9eb2-4acd-8a96-0528f86554af service neutron] 10.222.0.61 "GET /v2.0/networks/8b9ffd0a-d450-4d4d-8c84-81d908427bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960872 Oct 12 19:28:34.640957 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:34.683502 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c3bd97-2c5a-4bdb-b1b5-57ac8c28c4d0 req-2aa237a6-6a07-4729-873a-f5e385a7cfc7 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:34.690801 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 78044168-4273-42b8-aea8-097026808116, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=78044168-4273-42b8-aea8-097026808116,segment=NetworkSegment(f1170869-d10a-47f8-bcc2-096029983e07),segment_id=f1170869-d10a-47f8-bcc2-096029983e07)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:28:34.692069 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc4437dd-9819-43ef-8e6c-cd57f0bbd4a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78044168-4273-42b8-aea8-097026808116'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:28:34.696124 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b5b0eb9-cc93-46ee-9d7d-66b65a7ec768" -d '{"events": [{"server_uuid": "fc4437dd-9819-43ef-8e6c-cd57f0bbd4a4", "name": "network-vif-plugged", "status": "completed", "tag": "78044168-4273-42b8-aea8-097026808116"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:28:34.710888 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a11f15cd-9b1e-4423-8ade-9a8d96326362 req-4f9c92f2-c159-4fc8-99a4-711646a9227c service neutron] 10.222.0.61 "GET /v2.0/networks/8b9ffd0a-d450-4d4d-8c84-81d908427bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074517 Oct 12 19:28:34.712583 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-36c3bd97-2c5a-4bdb-b1b5-57ac8c28c4d0 req-2aa237a6-6a07-4729-873a-f5e385a7cfc7 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/ports?device_id=de7ddc49-638d-4051-bce9-1dec4601e464 HTTP/1.1" status: 200 len: 944 time: 0.1222062 Oct 12 19:28:34.749971 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-36c3bd97-2c5a-4bdb-b1b5-57ac8c28c4d0 req-f5a515e5-37d2-4bbb-af17-22b92214ef34 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2ba2481-c648-48f3-9a5a-fa2d99adbcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357592 Oct 12 19:28:34.782601 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:34.837879 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7dff2dd9-c4fe-41e0-884d-06f6226bd77d req-055d56c3-7e21-4744-860d-21b71081b087 tempest-VolumesBackupsTest-1460644679 tempest-VolumesBackupsTest-1460644679-project] 10.222.0.49 "GET /v2.0/ports?device_id=0765514a-c2de-4b6a-b554-e16ed49db474 HTTP/1.1" status: 200 len: 210 time: 0.0313611 Oct 12 19:28:34.845262 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=78044168-4273-42b8-aea8-097026808116,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:28:34.900133 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f469b85d-ee05-4779-81ec-b01a2a1dda1f x-openstack-request-id: req-f469b85d-ee05-4779-81ec-b01a2a1dda1f {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:28:34.905768 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc4437dd-9819-43ef-8e6c-cd57f0bbd4a4", "name": "network-vif-plugged", "status": "completed", "tag": "78044168-4273-42b8-aea8-097026808116", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:28:34.905768 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f469b85d-ee05-4779-81ec-b01a2a1dda1f {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:28:34.905768 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc4437dd-9819-43ef-8e6c-cd57f0bbd4a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78044168-4273-42b8-aea8-097026808116', 'code': 200} Oct 12 19:28:34.999009 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3ee9b6-0a5b-4f16-8115-d89fad6d3596 req-9ff3c985-197d-4893-aa3b-adc1346a4fd6 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:35.001449 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-dd3ee9b6-0a5b-4f16-8115-d89fad6d3596 req-9ff3c985-197d-4893-aa3b-adc1346a4fd6 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=87cc61f9-9c61-4cfa-a640-7e3c00a27d76 HTTP/1.1" status: 200 len: 944 time: 0.0505319 Oct 12 19:28:35.030229 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c53562-75cf-4f0a-b5c6-2105acbed2f6 req-481ea6b3-e6bb-4f24-84ff-aee70ebd8cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:35.031779 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-88c53562-75cf-4f0a-b5c6-2105acbed2f6 req-481ea6b3-e6bb-4f24-84ff-aee70ebd8cda service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=fc4437dd-9819-43ef-8e6c-cd57f0bbd4a4 HTTP/1.1" status: 200 len: 1097 time: 0.0481050 Oct 12 19:28:35.044707 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-dd3ee9b6-0a5b-4f16-8115-d89fad6d3596 req-83881fe9-f123-4f95-b5e3-3f06abacc892 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365834 Oct 12 19:28:35.073705 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-88c53562-75cf-4f0a-b5c6-2105acbed2f6 req-aeef5ca0-5b02-4fa4-b1e7-4b972e4476dd service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=cefdf9de-6871-4b8c-818c-d47d551271dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342171 Oct 12 19:28:35.220103 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7e3cd6-07dd-4701-a3b5-1df9959f0fde req-1dcaa000-a691-4984-9260-06d82234ab4b tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:35.220103 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bf7e3cd6-07dd-4701-a3b5-1df9959f0fde req-1dcaa000-a691-4984-9260-06d82234ab4b tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] 10.222.0.49 "GET /v2.0/ports?device_id=6606ce7c-deb6-4cab-94c1-2c9a713f1f5b HTTP/1.1" status: 200 len: 945 time: 0.0500727 Oct 12 19:28:35.261728 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bf7e3cd6-07dd-4701-a3b5-1df9959f0fde req-c82edace-2545-4c28-9044-74cca1e17050 tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] 10.222.0.49 "GET /v2.0/security-groups?id=cc46d298-9ebe-4080-a5d8-2986cdcdbaa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356560 Oct 12 19:28:35.611443 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55433894-3b77-4c68-a530-d2b4de3c713d req-fefca3f6-6b11-4890-bc95-edab6dbefefb tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:35.612895 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-55433894-3b77-4c68-a530-d2b4de3c713d req-fefca3f6-6b11-4890-bc95-edab6dbefefb tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc4437dd-9819-43ef-8e6c-cd57f0bbd4a4 HTTP/1.1" status: 200 len: 946 time: 0.0544243 Oct 12 19:28:35.652473 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-55433894-3b77-4c68-a530-d2b4de3c713d req-8edd8ee2-11a8-4223-b0c1-1b2592ea2d8e tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/security-groups?id=cefdf9de-6871-4b8c-818c-d47d551271dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334382 Oct 12 19:28:35.872740 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef5427d-0a69-4024-8932-c5a3d53a50bf req-b903e20b-daa0-43dd-aa32-c1b92214c8ac tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:35.874307 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-cef5427d-0a69-4024-8932-c5a3d53a50bf req-b903e20b-daa0-43dd-aa32-c1b92214c8ac tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/ports?device_id=de7ddc49-638d-4051-bce9-1dec4601e464 HTTP/1.1" status: 200 len: 944 time: 0.0540168 Oct 12 19:28:35.925109 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-cef5427d-0a69-4024-8932-c5a3d53a50bf req-52e0bba7-0c6f-40c8-94fa-b7fd809c0db9 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2ba2481-c648-48f3-9a5a-fa2d99adbcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426993 Oct 12 19:28:35.953764 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-341c3ff7-e2d1-4cb9-8170-cad463a9a4b2 req-4bc7eeae-6b8f-4ec5-8ea2-98623afc3cbf tempest-VolumesBackupsTest-1460644679 tempest-VolumesBackupsTest-1460644679-project] 10.222.0.49 "GET /v2.0/ports?device_id=0765514a-c2de-4b6a-b554-e16ed49db474 HTTP/1.1" status: 200 len: 210 time: 0.0277538 Oct 12 19:28:36.104626 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device eac4b7ce-4388-46e4-b680-fb6ad9d95bbd details requested by agent hyperv_n-h1-813679-3 with host n-h1-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:28:36.196614 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7b533a-7b09-4d9e-b720-1d40dda284e8 req-29c69bf9-1148-4509-be2f-9ca818fb56e0 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:36.198180 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-db7b533a-7b09-4d9e-b720-1d40dda284e8 req-29c69bf9-1148-4509-be2f-9ca818fb56e0 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=87cc61f9-9c61-4cfa-a640-7e3c00a27d76 HTTP/1.1" status: 200 len: 944 time: 0.0748866 Oct 12 19:28:36.222225 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port eac4b7ce-4388-46e4-b680-fb6ad9d95bbd, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=eac4b7ce-4388-46e4-b680-fb6ad9d95bbd,segment=NetworkSegment(8d33cac7-6802-4b00-b721-f9c2db6318f0),segment_id=8d33cac7-6802-4b00-b721-f9c2db6318f0)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:28:36.236567 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Returning: {'device': 'eac4b7ce-4388-46e4-b680-fb6ad9d95bbd', 'network_id': '98a9afcc-e9ca-4911-b0d7-961e4444f018', 'port_id': 'eac4b7ce-4388-46e4-b680-fb6ad9d95bbd', 'mac_address': 'fa:16:3e:5d:c9:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75c294fe-120e-40e8-8111-8840aed19f52', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:28:36.244008 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-db7b533a-7b09-4d9e-b720-1d40dda284e8 req-e125f704-a781-406e-88c8-53953abf21a7 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394413 Oct 12 19:28:36.276814 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:36.297587 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eac4b7ce-4388-46e4-b680-fb6ad9d95bbd {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:28:36.321648 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1b0857c7-a6d6-4663-bb83-af42012b5d37 req-696fdf13-deaa-44dd-9887-e72e2cc02c8f tempest-VolumesBackupsTest-1460644679 tempest-VolumesBackupsTest-1460644679-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=2b13968f441e4d5ebfcc6cec11eadfd2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348113 Oct 12 19:28:36.328938 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port eac4b7ce-4388-46e4-b680-fb6ad9d95bbd, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=eac4b7ce-4388-46e4-b680-fb6ad9d95bbd,segment=NetworkSegment(8d33cac7-6802-4b00-b721-f9c2db6318f0),segment_id=8d33cac7-6802-4b00-b721-f9c2db6318f0)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:28:36.405365 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:36.406125 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device fa0d92b2-9b98-41b4-8be3-74ddb5a67f91 details requested by agent hyperv_n-h1-813679-3 with host n-h1-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:28:36.467464 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3f8a31-1876-4557-a616-97557ccbd04e req-e3d037a5-549f-44f9-980e-59c24a51267d tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:36.476781 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fd3f8a31-1876-4557-a616-97557ccbd04e req-e3d037a5-549f-44f9-980e-59c24a51267d tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] 10.222.0.49 "GET /v2.0/ports?device_id=6606ce7c-deb6-4cab-94c1-2c9a713f1f5b HTTP/1.1" status: 200 len: 945 time: 0.1277201 Oct 12 19:28:36.520806 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=eac4b7ce-4388-46e4-b680-fb6ad9d95bbd,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:28:36.553756 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0857c7-a6d6-4663-bb83-af42012b5d37 req-3acd1420-5efb-4f65-9a33-2247abe59858 tempest-VolumesBackupsTest-1460644679 tempest-VolumesBackupsTest-1460644679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:36.555964 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1b0857c7-a6d6-4663-bb83-af42012b5d37 req-3acd1420-5efb-4f65-9a33-2247abe59858 tempest-VolumesBackupsTest-1460644679 tempest-VolumesBackupsTest-1460644679-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2277925 Oct 12 19:28:36.574879 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port fa0d92b2-9b98-41b4-8be3-74ddb5a67f91, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=fa0d92b2-9b98-41b4-8be3-74ddb5a67f91,segment=NetworkSegment(2c23b924-3bdb-4700-940f-a5921b74e3c2),segment_id=2c23b924-3bdb-4700-940f-a5921b74e3c2)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:28:36.579225 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-1b0857c7-a6d6-4663-bb83-af42012b5d37 req-6abc8041-0951-49da-8a57-7a7edb956d0a tempest-VolumesBackupsTest-1460644679 tempest-VolumesBackupsTest-1460644679-project] Request body: {'port': {'device_id': '0765514a-c2de-4b6a-b554-e16ed49db474', 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1', 'admin_state_up': True, 'tenant_id': '2b13968f441e4d5ebfcc6cec11eadfd2'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:28:36.589756 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Returning: {'device': 'fa0d92b2-9b98-41b4-8be3-74ddb5a67f91', 'network_id': '8b9ffd0a-d450-4d4d-8c84-81d908427bea', 'port_id': 'fa0d92b2-9b98-41b4-8be3-74ddb5a67f91', 'mac_address': 'fa:16:3e:29:34:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc530ace-4b18-4ae9-b625-36ec27074a9c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:28:36.628273 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fd3f8a31-1876-4557-a616-97557ccbd04e req-cf612c7e-e64d-49fe-8cda-a6356b0434cc tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] 10.222.0.49 "GET /v2.0/security-groups?id=cc46d298-9ebe-4080-a5d8-2986cdcdbaa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1506073 Oct 12 19:28:36.630186 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:36.639772 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab80dbe-b5f2-41b8-a1bd-c6eb75f943e6 req-db697c6d-ab1c-42d9-9b25-1a5085e2ac31 tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:36.641297 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-aab80dbe-b5f2-41b8-a1bd-c6eb75f943e6 req-db697c6d-ab1c-42d9-9b25-1a5085e2ac31 tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] 10.222.0.61 "GET /v2.0/ports?device_id=6606ce7c-deb6-4cab-94c1-2c9a713f1f5b HTTP/1.1" status: 200 len: 945 time: 0.1448781 Oct 12 19:28:36.648169 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa0d92b2-9b98-41b4-8be3-74ddb5a67f91 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:28:36.673577 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port fa0d92b2-9b98-41b4-8be3-74ddb5a67f91, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=fa0d92b2-9b98-41b4-8be3-74ddb5a67f91,segment=NetworkSegment(2c23b924-3bdb-4700-940f-a5921b74e3c2),segment_id=2c23b924-3bdb-4700-940f-a5921b74e3c2)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:28:36.748102 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:36.783658 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42691ad-427a-474f-98cf-891b97a4ea68 req-abc7c448-fdae-4e7c-bf23-fae78323c03f tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:36.785517 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a42691ad-427a-474f-98cf-891b97a4ea68 req-abc7c448-fdae-4e7c-bf23-fae78323c03f tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc4437dd-9819-43ef-8e6c-cd57f0bbd4a4 HTTP/1.1" status: 200 len: 946 time: 0.0614462 Oct 12 19:28:36.793539 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-aab80dbe-b5f2-41b8-a1bd-c6eb75f943e6 req-9ea76395-d671-4a2b-9a3d-072e587ece81 tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] Deleting port 69119169-ed08-4796-ad64-b3fcf2b53afe {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:28:36.793889 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-aab80dbe-b5f2-41b8-a1bd-c6eb75f943e6 req-9ea76395-d671-4a2b-9a3d-072e587ece81 tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:36.824561 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=fa0d92b2-9b98-41b4-8be3-74ddb5a67f91,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:28:36.844557 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a42691ad-427a-474f-98cf-891b97a4ea68 req-8314019b-c76e-46b5-bf9c-b78797a844b7 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/security-groups?id=cefdf9de-6871-4b8c-818c-d47d551271dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452433 Oct 12 19:28:36.863912 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b0857c7-a6d6-4663-bb83-af42012b5d37 req-6abc8041-0951-49da-8a57-7a7edb956d0a tempest-VolumesBackupsTest-1460644679 tempest-VolumesBackupsTest-1460644679-project] Made reservation on behalf of 2b13968f441e4d5ebfcc6cec11eadfd2 for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:28:36.867458 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-1b0857c7-a6d6-4663-bb83-af42012b5d37 req-6abc8041-0951-49da-8a57-7a7edb956d0a tempest-VolumesBackupsTest-1460644679 tempest-VolumesBackupsTest-1460644679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:36.881146 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-1b0857c7-a6d6-4663-bb83-af42012b5d37 req-6abc8041-0951-49da-8a57-7a7edb956d0a tempest-VolumesBackupsTest-1460644679 tempest-VolumesBackupsTest-1460644679-project] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:36.967855 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-aab80dbe-b5f2-41b8-a1bd-c6eb75f943e6 req-9ea76395-d671-4a2b-9a3d-072e587ece81 tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] For port 69119169-ed08-4796-ad64-b3fcf2b53afe, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=69119169-ed08-4796-ad64-b3fcf2b53afe,segment=NetworkSegment(4c3280bf-b806-47b6-8d51-69b6d2001d54),segment_id=4c3280bf-b806-47b6-8d51-69b6d2001d54)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:28:36.968611 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-aab80dbe-b5f2-41b8-a1bd-c6eb75f943e6 req-9ea76395-d671-4a2b-9a3d-072e587ece81 tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:36.980725 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['fa0d92b2-9b98-41b4-8be3-74ddb5a67f91'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:28:36.990468 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['eac4b7ce-4388-46e4-b680-fb6ad9d95bbd'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:28:37.051911 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79df065f-4d99-4c8e-aed1-10db81d563e6 req-8f25bfde-18ed-457b-ad9e-28c599056120 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:37.061240 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e5927c-27cf-462c-a413-e5451c930ede req-7aea46e5-7772-4e13-b2f2-e65fa02466be tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:37.096518 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-81e5927c-27cf-462c-a413-e5451c930ede req-7aea46e5-7772-4e13-b2f2-e65fa02466be tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc4437dd-9819-43ef-8e6c-cd57f0bbd4a4 HTTP/1.1" status: 200 len: 946 time: 0.1501782 Oct 12 19:28:37.096679 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-79df065f-4d99-4c8e-aed1-10db81d563e6 req-8f25bfde-18ed-457b-ad9e-28c599056120 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/ports?device_id=de7ddc49-638d-4051-bce9-1dec4601e464 HTTP/1.1" status: 200 len: 945 time: 0.0592873 Oct 12 19:28:37.131952 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-79df065f-4d99-4c8e-aed1-10db81d563e6 req-edded486-5f20-4d3a-a82f-01a0db0bf17c tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2ba2481-c648-48f3-9a5a-fa2d99adbcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618873 Oct 12 19:28:37.196633 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-81e5927c-27cf-462c-a413-e5451c930ede req-98ae03b1-5e42-4d09-b341-1ea90b7a9134 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/security-groups?id=cefdf9de-6871-4b8c-818c-d47d551271dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279826 Oct 12 19:28:37.204568 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-1b0857c7-a6d6-4663-bb83-af42012b5d37 req-6abc8041-0951-49da-8a57-7a7edb956d0a tempest-VolumesBackupsTest-1460644679 tempest-VolumesBackupsTest-1460644679-project] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:37.253902 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-40bd70c5-45e9-40fa-b768-4948280f5175 req-ec67db3f-176e-447c-b1f3-863a60b4ad1f tempest-VolumesBackupsTest-1460644679 tempest-VolumesBackupsTest-1460644679-project] 10.222.0.49 "GET /v2.0/ports?device_id=0765514a-c2de-4b6a-b554-e16ed49db474 HTTP/1.1" status: 200 len: 210 time: 0.0426333 Oct 12 19:28:37.297524 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-aab80dbe-b5f2-41b8-a1bd-c6eb75f943e6 req-9ea76395-d671-4a2b-9a3d-072e587ece81 tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:37.298263 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-aab80dbe-b5f2-41b8-a1bd-c6eb75f943e6 req-9ea76395-d671-4a2b-9a3d-072e587ece81 tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7915414'] for floatingip, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:37.298799 n-d-813679-3 neutron-server[95501]: INFO neutron.db.l3_db [req-aab80dbe-b5f2-41b8-a1bd-c6eb75f943e6 req-9ea76395-d671-4a2b-9a3d-072e587ece81 tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] Floating IP 99519efc-f493-4745-a873-73d8479736ed disassociated. External IP: 172.25.5.215, port: 69119169-ed08-4796-ad64-b3fcf2b53afe. Oct 12 19:28:37.299445 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-aab80dbe-b5f2-41b8-a1bd-c6eb75f943e6 req-9ea76395-d671-4a2b-9a3d-072e587ece81 tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] Calling delete_port for 69119169-ed08-4796-ad64-b3fcf2b53afe owned by compute:nova {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:28:37.407980 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea4fd67-8af8-42ab-85da-e821e20bb97e req-c9e570ab-dc1e-4e1d-8d6b-0d9ac523992a tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:37.407980 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7ea4fd67-8af8-42ab-85da-e821e20bb97e req-c9e570ab-dc1e-4e1d-8d6b-0d9ac523992a tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=87cc61f9-9c61-4cfa-a640-7e3c00a27d76 HTTP/1.1" status: 200 len: 945 time: 0.0721467 Oct 12 19:28:37.443801 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7ea4fd67-8af8-42ab-85da-e821e20bb97e req-689ef59f-a6b7-45b6-8585-4d8ec191e192 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376556 Oct 12 19:28:37.736724 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-1b0857c7-a6d6-4663-bb83-af42012b5d37 req-6abc8041-0951-49da-8a57-7a7edb956d0a tempest-VolumesBackupsTest-1460644679 tempest-VolumesBackupsTest-1460644679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:37.749741 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b332d1a6-a934-4dae-ae5b-ad0b6c2c7708 req-e3b71365-1693-49fe-967c-49c48edbdf77 tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:37.751600 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b332d1a6-a934-4dae-ae5b-ad0b6c2c7708 req-e3b71365-1693-49fe-967c-49c48edbdf77 tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] 10.222.0.49 "GET /v2.0/ports?device_id=6606ce7c-deb6-4cab-94c1-2c9a713f1f5b HTTP/1.1" status: 200 len: 945 time: 0.0506158 Oct 12 19:28:37.800730 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-aab80dbe-b5f2-41b8-a1bd-c6eb75f943e6 req-9ea76395-d671-4a2b-9a3d-072e587ece81 tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:37.809805 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b332d1a6-a934-4dae-ae5b-ad0b6c2c7708 req-ccebb536-8f19-4ba3-bd1f-bb0cffd5afa0 tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] 10.222.0.49 "GET /v2.0/security-groups?id=cc46d298-9ebe-4080-a5d8-2986cdcdbaa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516686 Oct 12 19:28:37.845997 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea76395-d671-4a2b-9a3d-072e587ece81 tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] Pushing event deleted for resources: {'Port': ['ID=69119169-ed08-4796-ad64-b3fcf2b53afe,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:28:37.846929 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abc8041-0951-49da-8a57-7a7edb956d0a tempest-VolumesBackupsTest-1460644679 tempest-VolumesBackupsTest-1460644679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65a3d8a7-db6b-43fd-be9e-a01020c81f87,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:28:38.109524 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device fa0d92b2-9b98-41b4-8be3-74ddb5a67f91 up at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:28:38.272666 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ac5943-c649-4ea4-ad79-d2d728c60bbe req-686523e1-e043-467c-b9a7-681b2f4aeb51 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:38.280629 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-82ac5943-c649-4ea4-ad79-d2d728c60bbe req-686523e1-e043-467c-b9a7-681b2f4aeb51 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/ports?device_id=de7ddc49-638d-4051-bce9-1dec4601e464 HTTP/1.1" status: 200 len: 945 time: 0.0730340 Oct 12 19:28:38.321729 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-82ac5943-c649-4ea4-ad79-d2d728c60bbe req-8e8fb5ca-5217-40c8-9341-a5e4a6ee55fa tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2ba2481-c648-48f3-9a5a-fa2d99adbcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399582 Oct 12 19:28:38.347608 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3337c4d5-b506-4deb-ba8d-cfa5c93b7863 req-6974c3b7-07dd-4ded-9ff5-9749fcc53f43 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:38.349284 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3337c4d5-b506-4deb-ba8d-cfa5c93b7863 req-6974c3b7-07dd-4ded-9ff5-9749fcc53f43 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc4437dd-9819-43ef-8e6c-cd57f0bbd4a4 HTTP/1.1" status: 200 len: 946 time: 0.4907019 Oct 12 19:28:38.361370 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [req-1b0857c7-a6d6-4663-bb83-af42012b5d37 req-6abc8041-0951-49da-8a57-7a7edb956d0a tempest-VolumesBackupsTest-1460644679 tempest-VolumesBackupsTest-1460644679-project] Allocated IP 192.168.233.185 (90dcf485-b1ad-4139-85a3-9e1e9879e6b1/629aee7d-3fde-4c72-af1e-6a7e1f6a7e75/a84f0725-146f-41c1-83b8-f61476db43b3) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:28:38.423976 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b6b19493-fe40-4cc8-9de0-84ddeadbf904 req-50f6d068-0159-4d8f-a9d6-e2e9d8cfd344 tempest-VolumesBackupsTest-1460644679 tempest-VolumesBackupsTest-1460644679-project] 10.222.0.49 "GET /v2.0/ports?device_id=0765514a-c2de-4b6a-b554-e16ed49db474 HTTP/1.1" status: 200 len: 210 time: 0.0286875 Oct 12 19:28:38.435427 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aab80dbe-b5f2-41b8-a1bd-c6eb75f943e6 req-9ea76395-d671-4a2b-9a3d-072e587ece81 tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] Router 89257142-43c4-49b6-9f0f-7600e6c2d60c has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:28:38.459652 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3337c4d5-b506-4deb-ba8d-cfa5c93b7863 req-5b571139-f68d-4793-a339-390a7c1534de tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/security-groups?id=cefdf9de-6871-4b8c-818c-d47d551271dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998521 Oct 12 19:28:38.591715 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8bea3a-b22b-499b-836e-3c6b2213cb2d req-4f0b5439-bfbd-4944-92b2-878e160aaef9 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:38.593498 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8c8bea3a-b22b-499b-836e-3c6b2213cb2d req-4f0b5439-bfbd-4944-92b2-878e160aaef9 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=87cc61f9-9c61-4cfa-a640-7e3c00a27d76 HTTP/1.1" status: 200 len: 945 time: 0.0618846 Oct 12 19:28:38.639645 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8c8bea3a-b22b-499b-836e-3c6b2213cb2d req-3822376a-615c-41c0-a467-e7085a16ca1f tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398464 Oct 12 19:28:38.701299 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-1b0857c7-a6d6-4663-bb83-af42012b5d37 req-6abc8041-0951-49da-8a57-7a7edb956d0a tempest-VolumesBackupsTest-1460644679 tempest-VolumesBackupsTest-1460644679-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:38.703963 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning for port fa0d92b2-9b98-41b4-8be3-74ddb5a67f91 completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:28:38.708005 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning complete for port fa0d92b2-9b98-41b4-8be3-74ddb5a67f91 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:28:38.708406 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:38.712270 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4ef75d-5b1c-450c-bc07-c7e5ad750dc6 req-3f19ca4e-48cd-4bfb-b187-e6db13c36e31 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:38.714428 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8d4ef75d-5b1c-450c-bc07-c7e5ad750dc6 req-3f19ca4e-48cd-4bfb-b187-e6db13c36e31 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc4437dd-9819-43ef-8e6c-cd57f0bbd4a4 HTTP/1.1" status: 200 len: 946 time: 0.1681206 Oct 12 19:28:38.745218 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aab80dbe-b5f2-41b8-a1bd-c6eb75f943e6 req-9ea76395-d671-4a2b-9a3d-072e587ece81 tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:28:38.763173 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1f1b29-01b2-47fd-8bcd-62de9cc7e0e1 None None] Sync routers for ids ['89257142-43c4-49b6-9f0f-7600e6c2d60c'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:28:38.772887 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1f1b29-01b2-47fd-8bcd-62de9cc7e0e1 None None] Routers {'89257142-43c4-49b6-9f0f-7600e6c2d60c'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:28:38.773531 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-fc1f1b29-01b2-47fd-8bcd-62de9cc7e0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:28:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['89257142-43c4-49b6-9f0f-7600e6c2d60c'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:28:38.802549 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:38.830547 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87cc61f9-9c61-4cfa-a640-7e3c00a27d76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa0d92b2-9b98-41b4-8be3-74ddb5a67f91'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:28:38.836124 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-aab80dbe-b5f2-41b8-a1bd-c6eb75f943e6 req-9ea76395-d671-4a2b-9a3d-072e587ece81 tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] No DVR routers for this DVR port 69119169-ed08-4796-ad64-b3fcf2b53afe on host n-h1-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:28:38.843098 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-aab80dbe-b5f2-41b8-a1bd-c6eb75f943e6 req-9ea76395-d671-4a2b-9a3d-072e587ece81 tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:38.844089 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-596d76b0-7e4a-4fe8-a558-6117824df197" -d '{"events": [{"server_uuid": "87cc61f9-9c61-4cfa-a640-7e3c00a27d76", "name": "network-vif-plugged", "status": "completed", "tag": "fa0d92b2-9b98-41b4-8be3-74ddb5a67f91"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:28:38.847261 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-aab80dbe-b5f2-41b8-a1bd-c6eb75f943e6 req-9ea76395-d671-4a2b-9a3d-072e587ece81 tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] 10.222.0.61 "DELETE /v2.0/ports/69119169-ed08-4796-ad64-b3fcf2b53afe HTTP/1.1" status: 204 len: 173 time: 2.1983252 Oct 12 19:28:38.848511 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6606ce7c-deb6-4cab-94c1-2c9a713f1f5b', 'name': 'network-vif-deleted', 'tag': '69119169-ed08-4796-ad64-b3fcf2b53afe'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:28:38.851424 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31a6e998-9ddb-4c0e-a87f-f7860fbb40a8" -d '{"events": [{"server_uuid": "6606ce7c-deb6-4cab-94c1-2c9a713f1f5b", "name": "network-vif-deleted", "tag": "69119169-ed08-4796-ad64-b3fcf2b53afe"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:28:38.877670 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port fa0d92b2-9b98-41b4-8be3-74ddb5a67f91, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=fa0d92b2-9b98-41b4-8be3-74ddb5a67f91,segment=NetworkSegment(2c23b924-3bdb-4700-940f-a5921b74e3c2),segment_id=2c23b924-3bdb-4700-940f-a5921b74e3c2)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:28:38.880715 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8d4ef75d-5b1c-450c-bc07-c7e5ad750dc6 req-036393e3-711a-4b67-9650-e63ba0d12426 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/security-groups?id=cefdf9de-6871-4b8c-818c-d47d551271dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528087 Oct 12 19:28:38.890828 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-fc1f1b29-01b2-47fd-8bcd-62de9cc7e0e1 None None] Set router 89257142-43c4-49b6-9f0f-7600e6c2d60c gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:28:38.936540 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0be4fb46-cd30-47a0-9755-7524ce57d94c x-openstack-request-id: req-0be4fb46-cd30-47a0-9755-7524ce57d94c {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:28:38.936540 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87cc61f9-9c61-4cfa-a640-7e3c00a27d76", "name": "network-vif-plugged", "status": "completed", "tag": "fa0d92b2-9b98-41b4-8be3-74ddb5a67f91", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:28:38.936540 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0be4fb46-cd30-47a0-9755-7524ce57d94c {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:28:38.936540 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87cc61f9-9c61-4cfa-a640-7e3c00a27d76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa0d92b2-9b98-41b4-8be3-74ddb5a67f91', 'code': 200} Oct 12 19:28:38.953327 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8f43a29b-d54f-41f9-8305-48ea405b664d req-4696928f-d2c3-4ce4-95a3-3f2e0177225c tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] 10.222.0.49 "GET /v2.0/ports?device_id=6606ce7c-deb6-4cab-94c1-2c9a713f1f5b HTTP/1.1" status: 200 len: 210 time: 0.0479918 Oct 12 19:28:38.955790 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:38.956633 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device eac4b7ce-4388-46e4-b680-fb6ad9d95bbd up at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:28:38.985620 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-1b0857c7-a6d6-4663-bb83-af42012b5d37 req-6abc8041-0951-49da-8a57-7a7edb956d0a tempest-VolumesBackupsTest-1460644679 tempest-VolumesBackupsTest-1460644679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:39.055744 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12a39699-18a2-462e-a0ae-a05b905b7eda x-openstack-request-id: req-12a39699-18a2-462e-a0ae-a05b905b7eda {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:28:39.056361 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6606ce7c-deb6-4cab-94c1-2c9a713f1f5b", "name": "network-vif-deleted", "tag": "69119169-ed08-4796-ad64-b3fcf2b53afe", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:28:39.056783 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-12a39699-18a2-462e-a0ae-a05b905b7eda {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:28:39.057990 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6606ce7c-deb6-4cab-94c1-2c9a713f1f5b', 'name': 'network-vif-deleted', 'tag': '69119169-ed08-4796-ad64-b3fcf2b53afe', 'status': 'completed', 'code': 200} Oct 12 19:28:39.106485 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=fa0d92b2-9b98-41b4-8be3-74ddb5a67f91,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:28:39.164398 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b0857c7-a6d6-4663-bb83-af42012b5d37 req-6abc8041-0951-49da-8a57-7a7edb956d0a tempest-VolumesBackupsTest-1460644679 tempest-VolumesBackupsTest-1460644679-project] Network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:28:39.182036 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-fc1f1b29-01b2-47fd-8bcd-62de9cc7e0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89257142-43c4-49b6-9f0f-7600e6c2d60c', 'name': 'tempest-ServersTestFqdnHostnames-798603333-router', 'tenant_id': 'e8f8861c0e334263a0cfef850e20be91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': '35409324-967b-4293-a4ac-bd044ba0d1d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:26:23Z', 'updated_at': '2021-10-12T19:26:30Z', 'revision_number': 4, 'project_id': 'e8f8861c0e334263a0cfef850e20be91', 'gw_port': {'id': '35409324-967b-4293-a4ac-bd044ba0d1d8', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:5a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89257142-43c4-49b6-9f0f-7600e6c2d60c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1956, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:26:25Z', 'updated_at': '2021-10-12T19:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': 'e0eb45a7-5858-42b0-b2bd-3a1b276d1969', 'name': '', 'network_id': '5281acec-b722-4919-9ea6-4090df1618c2', 'tenant_id': 'e8f8861c0e334263a0cfef850e20be91', 'mac_address': 'fa:16:3e:05:ac:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89257142-43c4-49b6-9f0f-7600e6c2d60c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1962, 'fixed_ips': [{'subnet_id': '6c2501d2-416b-4d78-8bcf-91740a1fb5c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:26:28Z', 'updated_at': '2021-10-12T19:26:35Z', 'revision_number': 5, 'project_id': 'e8f8861c0e334263a0cfef850e20be91', 'subnets': [{'id': '6c2501d2-416b-4d78-8bcf-91740a1fb5c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:28:39.187528 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61ec0ea-15ea-4fa0-99bf-cb017dedc606 req-5b65d4e6-fc5e-468e-9728-f100bc78217d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:39.195282 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b61ec0ea-15ea-4fa0-99bf-cb017dedc606 req-5b65d4e6-fc5e-468e-9728-f100bc78217d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=87cc61f9-9c61-4cfa-a640-7e3c00a27d76 HTTP/1.1" status: 200 len: 1097 time: 0.1297951 Oct 12 19:28:39.195282 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [req-1b0857c7-a6d6-4663-bb83-af42012b5d37 req-6abc8041-0951-49da-8a57-7a7edb956d0a tempest-VolumesBackupsTest-1460644679 tempest-VolumesBackupsTest-1460644679-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:28:39.196600 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b0857c7-a6d6-4663-bb83-af42012b5d37 req-6abc8041-0951-49da-8a57-7a7edb956d0a tempest-VolumesBackupsTest-1460644679 tempest-VolumesBackupsTest-1460644679-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:28:39.212737 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning for port eac4b7ce-4388-46e4-b680-fb6ad9d95bbd completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:28:39.219244 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning complete for port eac4b7ce-4388-46e4-b680-fb6ad9d95bbd triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:28:39.226228 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:39.226366 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1f1b29-01b2-47fd-8bcd-62de9cc7e0e1 None None] Checking router: 89257142-43c4-49b6-9f0f-7600e6c2d60c for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:28:39.229771 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1f1b29-01b2-47fd-8bcd-62de9cc7e0e1 None None] Routers {'89257142-43c4-49b6-9f0f-7600e6c2d60c'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:28:39.230390 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-fc1f1b29-01b2-47fd-8bcd-62de9cc7e0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:28:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['89257142-43c4-49b6-9f0f-7600e6c2d60c'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:28:39.234933 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abc8041-0951-49da-8a57-7a7edb956d0a tempest-VolumesBackupsTest-1460644679 tempest-VolumesBackupsTest-1460644679-project] Pushing event updated for resources: {'Port': ['ID=a84f0725-146f-41c1-83b8-f61476db43b3,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:28:39.280257 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0857c7-a6d6-4663-bb83-af42012b5d37 req-6abc8041-0951-49da-8a57-7a7edb956d0a tempest-VolumesBackupsTest-1460644679 tempest-VolumesBackupsTest-1460644679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:39.280996 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-1b0857c7-a6d6-4663-bb83-af42012b5d37 req-6abc8041-0951-49da-8a57-7a7edb956d0a tempest-VolumesBackupsTest-1460644679 tempest-VolumesBackupsTest-1460644679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:39.290424 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b61ec0ea-15ea-4fa0-99bf-cb017dedc606 req-985a2420-a5fa-4828-8304-2b75d7bfd3d1 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679514 Oct 12 19:28:39.317816 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:39.361011 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-fc1f1b29-01b2-47fd-8bcd-62de9cc7e0e1 None None] Set router 89257142-43c4-49b6-9f0f-7600e6c2d60c gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:28:39.371848 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port eac4b7ce-4388-46e4-b680-fb6ad9d95bbd, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=eac4b7ce-4388-46e4-b680-fb6ad9d95bbd,segment=NetworkSegment(8d33cac7-6802-4b00-b721-f9c2db6318f0),segment_id=8d33cac7-6802-4b00-b721-f9c2db6318f0)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:28:39.376000 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1b0857c7-a6d6-4663-bb83-af42012b5d37 req-6abc8041-0951-49da-8a57-7a7edb956d0a tempest-VolumesBackupsTest-1460644679 tempest-VolumesBackupsTest-1460644679-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8014472 Oct 12 19:28:39.391134 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-1b0857c7-a6d6-4663-bb83-af42012b5d37 req-75731e08-3b13-4a8a-b1f9-48f0e21e4dd5 service neutron] Request body: {'port': {'device_id': '0765514a-c2de-4b6a-b554-e16ed49db474', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-3'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:28:39.458509 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:39.503966 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-1b0857c7-a6d6-4663-bb83-af42012b5d37 req-75731e08-3b13-4a8a-b1f9-48f0e21e4dd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:39.519012 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef91d087-f204-4a9e-9ad8-89d7205e5f9f req-0a0a9338-aee8-41d8-84ea-4c875299a7eb tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:39.529181 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ef91d087-f204-4a9e-9ad8-89d7205e5f9f req-0a0a9338-aee8-41d8-84ea-4c875299a7eb tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/ports?device_id=de7ddc49-638d-4051-bce9-1dec4601e464 HTTP/1.1" status: 200 len: 945 time: 0.1155055 Oct 12 19:28:39.583837 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-e7ddb607-0d02-4fa4-bccb-e34fa7117585 None None] Provisioning complete for port a84f0725-146f-41c1-83b8-f61476db43b3 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:28:39.584141 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e7ddb607-0d02-4fa4-bccb-e34fa7117585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:39.626620 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ef91d087-f204-4a9e-9ad8-89d7205e5f9f req-c94243a4-db4d-4b99-bfc1-17e624a77722 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2ba2481-c648-48f3-9a5a-fa2d99adbcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891750 Oct 12 19:28:39.669133 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-fc1f1b29-01b2-47fd-8bcd-62de9cc7e0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89257142-43c4-49b6-9f0f-7600e6c2d60c', 'name': 'tempest-ServersTestFqdnHostnames-798603333-router', 'tenant_id': 'e8f8861c0e334263a0cfef850e20be91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': '35409324-967b-4293-a4ac-bd044ba0d1d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:26:23Z', 'updated_at': '2021-10-12T19:26:30Z', 'revision_number': 4, 'project_id': 'e8f8861c0e334263a0cfef850e20be91', 'gw_port': {'id': '35409324-967b-4293-a4ac-bd044ba0d1d8', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:5a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89257142-43c4-49b6-9f0f-7600e6c2d60c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1956, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:26:25Z', 'updated_at': '2021-10-12T19:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': 'e0eb45a7-5858-42b0-b2bd-3a1b276d1969', 'name': '', 'network_id': '5281acec-b722-4919-9ea6-4090df1618c2', 'tenant_id': 'e8f8861c0e334263a0cfef850e20be91', 'mac_address': 'fa:16:3e:05:ac:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89257142-43c4-49b6-9f0f-7600e6c2d60c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1962, 'fixed_ips': [{'subnet_id': '6c2501d2-416b-4d78-8bcf-91740a1fb5c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:26:28Z', 'updated_at': '2021-10-12T19:26:35Z', 'revision_number': 5, 'project_id': 'e8f8861c0e334263a0cfef850e20be91', 'subnets': [{'id': '6c2501d2-416b-4d78-8bcf-91740a1fb5c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:28:39.696015 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=eac4b7ce-4388-46e4-b680-fb6ad9d95bbd,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:28:39.730869 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1f1b29-01b2-47fd-8bcd-62de9cc7e0e1 None None] The sync data for ids ['89257142-43c4-49b6-9f0f-7600e6c2d60c'] in n-d-813679-3 is: [{'id': '89257142-43c4-49b6-9f0f-7600e6c2d60c', 'name': 'tempest-ServersTestFqdnHostnames-798603333-router', 'tenant_id': 'e8f8861c0e334263a0cfef850e20be91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': '35409324-967b-4293-a4ac-bd044ba0d1d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:26:23Z', 'updated_at': '2021-10-12T19:26:30Z', 'revision_number': 4, 'project_id': 'e8f8861c0e334263a0cfef850e20be91', 'gw_port': {'id': '35409324-967b-4293-a4ac-bd044ba0d1d8', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:5a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89257142-43c4-49b6-9f0f-7600e6c2d60c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1956, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:26:25Z', 'updated_at': '2021-10-12T19:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': 'e0eb45a7-5858-42b0-b2bd-3a1b276d1969', 'name': '', 'network_id': '5281acec-b722-4919-9ea6-4090df1618c2', 'tenant_id': 'e8f8861c0e334263a0cfef850e20be91', 'mac_address': 'fa:16:3e:05:ac:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89257142-43c4-49b6-9f0f-7600e6c2d60c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1962, 'fixed_ips': [{'subnet_id': '6c2501d2-416b-4d78-8bcf-91740a1fb5c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:26:28Z', 'updated_at': '2021-10-12T19:26:35Z', 'revision_number': 5, 'project_id': 'e8f8861c0e334263a0cfef850e20be91', 'subnets': [{'id': '6c2501d2-416b-4d78-8bcf-91740a1fb5c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:28:39.743517 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-e7ddb607-0d02-4fa4-bccb-e34fa7117585 None None] Port a84f0725-146f-41c1-83b8-f61476db43b3 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:28:39.759465 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73847a72-9768-4eea-8f42-2ee271ae82bc req-ba33ea05-02de-429d-bf0b-45de7ca7c752 tempest-VolumesBackupsTest-1460644679 tempest-VolumesBackupsTest-1460644679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:39.774201 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-73847a72-9768-4eea-8f42-2ee271ae82bc req-ba33ea05-02de-429d-bf0b-45de7ca7c752 tempest-VolumesBackupsTest-1460644679 tempest-VolumesBackupsTest-1460644679-project] 10.222.0.49 "GET /v2.0/ports?device_id=0765514a-c2de-4b6a-b554-e16ed49db474 HTTP/1.1" status: 200 len: 936 time: 0.1106865 Oct 12 19:28:39.837470 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-73847a72-9768-4eea-8f42-2ee271ae82bc req-a374d565-1344-4e31-acdb-8295a2d4c09a tempest-VolumesBackupsTest-1460644679 tempest-VolumesBackupsTest-1460644679-project] 10.222.0.49 "GET /v2.0/security-groups?id=65a3d8a7-db6b-43fd-be9e-a01020c81f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557611 Oct 12 19:28:39.922623 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7487af1b-7f90-4590-ae66-6a0797e7e71f req-671b56c3-d4c1-4d19-9485-b6fea249576a tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:39.924155 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7487af1b-7f90-4590-ae66-6a0797e7e71f req-671b56c3-d4c1-4d19-9485-b6fea249576a tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc4437dd-9819-43ef-8e6c-cd57f0bbd4a4 HTTP/1.1" status: 200 len: 946 time: 0.1672878 Oct 12 19:28:39.972385 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3784dd6c-06f8-4607-8dbd-63bdd41ab712 req-dc843974-9ad4-41dd-afc9-967fb8bba615 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:39.974179 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3784dd6c-06f8-4607-8dbd-63bdd41ab712 req-dc843974-9ad4-41dd-afc9-967fb8bba615 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=87cc61f9-9c61-4cfa-a640-7e3c00a27d76 HTTP/1.1" status: 200 len: 946 time: 0.0811303 Oct 12 19:28:40.039623 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3784dd6c-06f8-4607-8dbd-63bdd41ab712 req-17e9f178-c4fe-40cc-a6bd-cdd40323fa54 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506449 Oct 12 19:28:40.072502 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7487af1b-7f90-4590-ae66-6a0797e7e71f req-048df5df-9ece-41a9-9ff9-55f463cf9295 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/security-groups?id=cefdf9de-6871-4b8c-818c-d47d551271dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321435 Oct 12 19:28:40.123319 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 69119169-ed08-4796-ad64-b3fcf2b53afe no longer exists at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:28:40.129584 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [req-1b0857c7-a6d6-4663-bb83-af42012b5d37 req-75731e08-3b13-4a8a-b1f9-48f0e21e4dd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a84f0725-146f-41c1-83b8-f61476db43b3 {{(pid=95501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:28:40.142379 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-1b0857c7-a6d6-4663-bb83-af42012b5d37 req-75731e08-3b13-4a8a-b1f9-48f0e21e4dd5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:40.179845 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.provisioning_blocks [req-1b0857c7-a6d6-4663-bb83-af42012b5d37 req-75731e08-3b13-4a8a-b1f9-48f0e21e4dd5 service neutron] Transition to ACTIVE for port object a84f0725-146f-41c1-83b8-f61476db43b3 will not be triggered until provisioned by entity L2. {{(pid=95501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:28:40.187802 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-17b1ecb9-2f75-4514-ac38-605d07edc625 req-d87452e7-b07c-426e-b461-8ddc97f039a3 tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] 10.222.0.49 "GET /v2.0/ports?device_id=6606ce7c-deb6-4cab-94c1-2c9a713f1f5b HTTP/1.1" status: 200 len: 210 time: 0.0584309 Oct 12 19:28:40.191443 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c691c7-7fcf-4933-a658-9dda03cb64d2 None None] New status for floating IP 99519efc-f493-4745-a873-73d8479736ed: DOWN {{(pid=95503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 19:28:40.195556 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] No Port match for: 69119169-ed08-4796-ad64-b3fcf2b53afe {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:28:40.196249 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 69119169-ed08-4796-ad64-b3fcf2b53afe not bound to the agent host n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:28:40.245934 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-1b0857c7-a6d6-4663-bb83-af42012b5d37 req-75731e08-3b13-4a8a-b1f9-48f0e21e4dd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:40.317460 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75731e08-3b13-4a8a-b1f9-48f0e21e4dd5 service neutron] Pushing event updated for resources: {'Port': ['ID=a84f0725-146f-41c1-83b8-f61476db43b3,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:28:40.401268 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-1b0857c7-a6d6-4663-bb83-af42012b5d37 req-75731e08-3b13-4a8a-b1f9-48f0e21e4dd5 service neutron] Attempting to bind port a84f0725-146f-41c1-83b8-f61476db43b3 on host n-h2-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:28:40.401268 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-1b0857c7-a6d6-4663-bb83-af42012b5d37 req-75731e08-3b13-4a8a-b1f9-48f0e21e4dd5 service neutron] Attempting to bind port a84f0725-146f-41c1-83b8-f61476db43b3 by drivers openvswitch,hyperv on host n-h2-813679-3 at level 0 using segments [{'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:28:40.402138 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b0857c7-a6d6-4663-bb83-af42012b5d37 req-75731e08-3b13-4a8a-b1f9-48f0e21e4dd5 service neutron] Attempting to bind port a84f0725-146f-41c1-83b8-f61476db43b3 on network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:28:40.406927 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b0857c7-a6d6-4663-bb83-af42012b5d37 req-75731e08-3b13-4a8a-b1f9-48f0e21e4dd5 service neutron] Port a84f0725-146f-41c1-83b8-f61476db43b3 on network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:28:40.407235 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b0857c7-a6d6-4663-bb83-af42012b5d37 req-75731e08-3b13-4a8a-b1f9-48f0e21e4dd5 service neutron] Attempting to bind port a84f0725-146f-41c1-83b8-f61476db43b3 on network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:28:40.414376 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b0857c7-a6d6-4663-bb83-af42012b5d37 req-75731e08-3b13-4a8a-b1f9-48f0e21e4dd5 service neutron] Checking agent: {'id': '233fbd7d-38e4-434f-bb8f-05364d7423a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:28:40.414779 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b0857c7-a6d6-4663-bb83-af42012b5d37 req-75731e08-3b13-4a8a-b1f9-48f0e21e4dd5 service neutron] Checking segment: {'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:28:40.415186 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b0857c7-a6d6-4663-bb83-af42012b5d37 req-75731e08-3b13-4a8a-b1f9-48f0e21e4dd5 service neutron] Bound using segment: {'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:28:40.415645 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-1b0857c7-a6d6-4663-bb83-af42012b5d37 req-75731e08-3b13-4a8a-b1f9-48f0e21e4dd5 service neutron] Bound port: a84f0725-146f-41c1-83b8-f61476db43b3, host: n-h2-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'}}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:28:40.416083 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-1b0857c7-a6d6-4663-bb83-af42012b5d37 req-75731e08-3b13-4a8a-b1f9-48f0e21e4dd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:40.505270 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-1b0857c7-a6d6-4663-bb83-af42012b5d37 req-75731e08-3b13-4a8a-b1f9-48f0e21e4dd5 service neutron] For port a84f0725-146f-41c1-83b8-f61476db43b3, host n-h2-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:28:40.509311 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-1b0857c7-a6d6-4663-bb83-af42012b5d37 req-75731e08-3b13-4a8a-b1f9-48f0e21e4dd5 service neutron] For port a84f0725-146f-41c1-83b8-f61476db43b3, host n-h2-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=a84f0725-146f-41c1-83b8-f61476db43b3,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:28:40.595924 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-1b0857c7-a6d6-4663-bb83-af42012b5d37 req-75731e08-3b13-4a8a-b1f9-48f0e21e4dd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:40.633144 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0857c7-a6d6-4663-bb83-af42012b5d37 req-75731e08-3b13-4a8a-b1f9-48f0e21e4dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:40.633712 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-1b0857c7-a6d6-4663-bb83-af42012b5d37 req-75731e08-3b13-4a8a-b1f9-48f0e21e4dd5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:40.635156 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1b0857c7-a6d6-4663-bb83-af42012b5d37 req-75731e08-3b13-4a8a-b1f9-48f0e21e4dd5 service neutron] 10.222.0.67 "PUT /v2.0/ports/a84f0725-146f-41c1-83b8-f61476db43b3 HTTP/1.1" status: 200 len: 1096 time: 1.2504241 Oct 12 19:28:40.666619 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75731e08-3b13-4a8a-b1f9-48f0e21e4dd5 service neutron] Pushing event updated for resources: {'Port': ['ID=a84f0725-146f-41c1-83b8-f61476db43b3,revision_number=3']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:28:40.780949 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09831c0-4a2d-4704-bc1d-ca2a08828a40 req-4611db75-a7bb-4c46-a394-976b14b2c42b tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:40.784083 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d09831c0-4a2d-4704-bc1d-ca2a08828a40 req-4611db75-a7bb-4c46-a394-976b14b2c42b tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/ports?device_id=de7ddc49-638d-4051-bce9-1dec4601e464 HTTP/1.1" status: 200 len: 946 time: 0.0719140 Oct 12 19:28:40.861387 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0857c7-a6d6-4663-bb83-af42012b5d37 req-d378a8af-9432-4b5d-9925-d95385b15d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:40.863338 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1b0857c7-a6d6-4663-bb83-af42012b5d37 req-d378a8af-9432-4b5d-9925-d95385b15d62 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2b13968f441e4d5ebfcc6cec11eadfd2&device_id=0765514a-c2de-4b6a-b554-e16ed49db474 HTTP/1.1" status: 200 len: 1099 time: 0.0798419 Oct 12 19:28:40.866667 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d09831c0-4a2d-4704-bc1d-ca2a08828a40 req-0c5d3346-d1fb-48fb-b4fa-27479d17a51e tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2ba2481-c648-48f3-9a5a-fa2d99adbcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738983 Oct 12 19:28:40.928584 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1b0857c7-a6d6-4663-bb83-af42012b5d37 req-08112d6e-3be7-4756-8e75-51d7620f4893 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=a84f0725-146f-41c1-83b8-f61476db43b3 HTTP/1.1" status: 200 len: 217 time: 0.0566797 Oct 12 19:28:40.937031 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de7ddc49-638d-4051-bce9-1dec4601e464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eac4b7ce-4388-46e4-b680-fb6ad9d95bbd'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:28:40.940388 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-310e4e80-3d11-4f1c-97e4-12374e4af40d" -d '{"events": [{"server_uuid": "de7ddc49-638d-4051-bce9-1dec4601e464", "name": "network-vif-plugged", "status": "completed", "tag": "eac4b7ce-4388-46e4-b680-fb6ad9d95bbd"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:28:40.961561 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856154ff-e590-4902-8191-68fbac05e572 req-b03c977c-ea6e-45f8-85ea-d064db3e4ba0 tempest-VolumesBackupsTest-1460644679 tempest-VolumesBackupsTest-1460644679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:40.961561 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-856154ff-e590-4902-8191-68fbac05e572 req-b03c977c-ea6e-45f8-85ea-d064db3e4ba0 tempest-VolumesBackupsTest-1460644679 tempest-VolumesBackupsTest-1460644679-project] 10.222.0.49 "GET /v2.0/ports?device_id=0765514a-c2de-4b6a-b554-e16ed49db474 HTTP/1.1" status: 200 len: 948 time: 0.0580571 Oct 12 19:28:40.981964 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0857c7-a6d6-4663-bb83-af42012b5d37 req-36714cc2-4938-4bad-aa08-745525cf4386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:40.983694 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1b0857c7-a6d6-4663-bb83-af42012b5d37 req-36714cc2-4938-4bad-aa08-745525cf4386 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=629aee7d-3fde-4c72-af1e-6a7e1f6a7e75 HTTP/1.1" status: 200 len: 843 time: 0.0488491 Oct 12 19:28:40.990402 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9638cdf1-e677-4b4a-a6c9-2f98f361204d x-openstack-request-id: req-9638cdf1-e677-4b4a-a6c9-2f98f361204d {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:28:40.990700 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de7ddc49-638d-4051-bce9-1dec4601e464", "name": "network-vif-plugged", "status": "completed", "tag": "eac4b7ce-4388-46e4-b680-fb6ad9d95bbd", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:28:40.990970 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9638cdf1-e677-4b4a-a6c9-2f98f361204d {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:28:40.991364 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de7ddc49-638d-4051-bce9-1dec4601e464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eac4b7ce-4388-46e4-b680-fb6ad9d95bbd', 'code': 200} Oct 12 19:28:41.011673 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-856154ff-e590-4902-8191-68fbac05e572 req-bd79e47b-2933-4c56-903d-f7dc653dec09 tempest-VolumesBackupsTest-1460644679 tempest-VolumesBackupsTest-1460644679-project] 10.222.0.49 "GET /v2.0/security-groups?id=65a3d8a7-db6b-43fd-be9e-a01020c81f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512893 Oct 12 19:28:41.036367 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0857c7-a6d6-4663-bb83-af42012b5d37 req-f7fe7aef-e733-4aec-bfbe-9b05f33f88df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:41.038729 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1b0857c7-a6d6-4663-bb83-af42012b5d37 req-f7fe7aef-e733-4aec-bfbe-9b05f33f88df service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=90dcf485-b1ad-4139-85a3-9e1e9879e6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0465984 Oct 12 19:28:41.065721 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0765514a-c2de-4b6a-b554-e16ed49db474', 'tag': 'a84f0725-146f-41c1-83b8-f61476db43b3'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:28:41.067862 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2e3bfb0-01a5-4108-9572-74570055d96d" -d '{"events": [{"name": "network-changed", "server_uuid": "0765514a-c2de-4b6a-b554-e16ed49db474", "tag": "a84f0725-146f-41c1-83b8-f61476db43b3"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:28:41.132359 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bc43d69-b69f-4b0e-a6f7-ed7e99d62028 x-openstack-request-id: req-2bc43d69-b69f-4b0e-a6f7-ed7e99d62028 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:28:41.132653 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0765514a-c2de-4b6a-b554-e16ed49db474", "tag": "a84f0725-146f-41c1-83b8-f61476db43b3", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:28:41.132904 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2bc43d69-b69f-4b0e-a6f7-ed7e99d62028 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:28:41.133322 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0765514a-c2de-4b6a-b554-e16ed49db474', 'tag': 'a84f0725-146f-41c1-83b8-f61476db43b3', 'status': 'completed', 'code': 200} Oct 12 19:28:41.205941 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c26576-f3af-4923-8048-26bcfff27a19 req-7bee8087-f3a2-41e4-811e-d941daadb6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:41.206157 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841d07a0-9e8d-4894-ae06-fe3e535d7aa3 req-939bf3f1-3a18-4ae6-b513-00dfc4cffc7e tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:41.207339 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-05c26576-f3af-4923-8048-26bcfff27a19 req-7bee8087-f3a2-41e4-811e-d941daadb6c9 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=de7ddc49-638d-4051-bce9-1dec4601e464 HTTP/1.1" status: 200 len: 1097 time: 0.1056004 Oct 12 19:28:41.207486 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-841d07a0-9e8d-4894-ae06-fe3e535d7aa3 req-939bf3f1-3a18-4ae6-b513-00dfc4cffc7e tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc4437dd-9819-43ef-8e6c-cd57f0bbd4a4 HTTP/1.1" status: 200 len: 946 time: 0.0539541 Oct 12 19:28:41.247966 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fe04cc-6421-49f1-b007-3c7e584f23db req-66bacbeb-c596-4402-8e7c-8714ed302442 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:41.249522 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-18fe04cc-6421-49f1-b007-3c7e584f23db req-66bacbeb-c596-4402-8e7c-8714ed302442 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=87cc61f9-9c61-4cfa-a640-7e3c00a27d76 HTTP/1.1" status: 200 len: 946 time: 0.1192257 Oct 12 19:28:41.251953 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-841d07a0-9e8d-4894-ae06-fe3e535d7aa3 req-08d76b71-0b98-4912-b154-c9ba37486a85 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/security-groups?id=cefdf9de-6871-4b8c-818c-d47d551271dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363915 Oct 12 19:28:41.253341 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1b0857c7-a6d6-4663-bb83-af42012b5d37 req-582e34f7-b27b-4977-b245-035251485014 service neutron] 10.222.0.67 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072995 Oct 12 19:28:41.346296 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-05c26576-f3af-4923-8048-26bcfff27a19 req-e6e6ddd0-cbca-486a-a8d1-240ea76d5ce0 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=a2ba2481-c648-48f3-9a5a-fa2d99adbcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273091 Oct 12 19:28:41.384857 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-18fe04cc-6421-49f1-b007-3c7e584f23db req-6fc9e5ea-a297-4d20-bf4b-bec9d89ed39c tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635626 Oct 12 19:28:41.386679 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1b0857c7-a6d6-4663-bb83-af42012b5d37 req-3ecbc5e1-78d6-4a42-b2a5-582dd5af01e5 service neutron] 10.222.0.67 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217558 Oct 12 19:28:41.447797 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 55752) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:28:41.507474 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8b3b1393-7530-455e-9252-a243997100ce tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:41.531336 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8b3b1393-7530-455e-9252-a243997100ce tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:41.544684 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e3bfb0-01a5-4108-9572-74570055d96d req-61c58d4d-0004-4314-9a29-e644b5e5ae7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:41.546189 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b2e3bfb0-01a5-4108-9572-74570055d96d req-61c58d4d-0004-4314-9a29-e644b5e5ae7e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2b13968f441e4d5ebfcc6cec11eadfd2&device_id=0765514a-c2de-4b6a-b554-e16ed49db474 HTTP/1.1" status: 200 len: 1099 time: 0.0452332 Oct 12 19:28:41.648189 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e3bfb0-01a5-4108-9572-74570055d96d req-fee59844-5454-4a29-a742-5025c7d6b477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:41.651283 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b2e3bfb0-01a5-4108-9572-74570055d96d req-fee59844-5454-4a29-a742-5025c7d6b477 service neutron] 10.222.0.67 "GET /v2.0/networks?id=90dcf485-b1ad-4139-85a3-9e1e9879e6b1 HTTP/1.1" status: 200 len: 870 time: 0.0903678 Oct 12 19:28:41.669649 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8b3b1393-7530-455e-9252-a243997100ce tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:41.672497 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8b3b1393-7530-455e-9252-a243997100ce tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:41.674032 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-8b3b1393-7530-455e-9252-a243997100ce tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] 10.222.0.49 "DELETE /v2.0/security-groups/cc46d298-9ebe-4080-a5d8-2986cdcdbaa0 HTTP/1.1" status: 204 len: 168 time: 0.2248502 Oct 12 19:28:41.677320 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 55764) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:28:41.701533 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3b1393-7530-455e-9252-a243997100ce tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc46d298-9ebe-4080-a5d8-2986cdcdbaa0,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:28:41.706289 n-d-813679-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-cbd698c4-9304-49a2-9d5e-0b18c89b3b84 tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] show failed (client error): The resource could not be found. Oct 12 19:28:41.709316 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-cbd698c4-9304-49a2-9d5e-0b18c89b3b84 tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] 10.222.0.49 "GET /v2.0/security-groups/cc46d298-9ebe-4080-a5d8-2986cdcdbaa0 HTTP/1.1" status: 404 len: 347 time: 0.0292618 Oct 12 19:28:41.711874 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 55766) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:28:41.717671 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b2e3bfb0-01a5-4108-9572-74570055d96d req-242e7b07-d6a1-4082-9b6b-ddab052d89a8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=a84f0725-146f-41c1-83b8-f61476db43b3 HTTP/1.1" status: 200 len: 217 time: 0.0597770 Oct 12 19:28:41.723423 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3b1393-7530-455e-9252-a243997100ce tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:28:41.723761 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3b1393-7530-455e-9252-a243997100ce tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:28:41.724139 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3b1393-7530-455e-9252-a243997100ce tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:28:41.724497 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3b1393-7530-455e-9252-a243997100ce tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:28:41.724949 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3b1393-7530-455e-9252-a243997100ce tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:28:41.725367 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3b1393-7530-455e-9252-a243997100ce tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:28:41.725594 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3b1393-7530-455e-9252-a243997100ce tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:28:41.725940 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3b1393-7530-455e-9252-a243997100ce tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:28:41.726255 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3b1393-7530-455e-9252-a243997100ce tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:28:41.726882 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3b1393-7530-455e-9252-a243997100ce tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:28:41.727210 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3b1393-7530-455e-9252-a243997100ce tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:28:41.727731 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3b1393-7530-455e-9252-a243997100ce tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:28:41.785380 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e3bfb0-01a5-4108-9572-74570055d96d req-fe0fff46-ad8d-4d69-a35e-5b7c55ca5bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:41.787049 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b2e3bfb0-01a5-4108-9572-74570055d96d req-fe0fff46-ad8d-4d69-a35e-5b7c55ca5bbf service neutron] 10.222.0.67 "GET /v2.0/subnets?id=629aee7d-3fde-4c72-af1e-6a7e1f6a7e75 HTTP/1.1" status: 200 len: 843 time: 0.0608997 Oct 12 19:28:41.848106 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e3bfb0-01a5-4108-9572-74570055d96d req-b1437c77-4e1f-4325-8026-fe240cf4bb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:41.850039 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b2e3bfb0-01a5-4108-9572-74570055d96d req-b1437c77-4e1f-4325-8026-fe240cf4bb20 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=90dcf485-b1ad-4139-85a3-9e1e9879e6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0469544 Oct 12 19:28:41.956075 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b2e3bfb0-01a5-4108-9572-74570055d96d req-922f0ade-3665-4628-bcb7-9b20400d66b3 service neutron] 10.222.0.67 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966902 Oct 12 19:28:42.065747 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0104823d-5320-4e14-a710-47f5b1a08e41 req-7ce6659d-cfe7-4d98-95eb-34252c75030b tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:42.067446 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0104823d-5320-4e14-a710-47f5b1a08e41 req-7ce6659d-cfe7-4d98-95eb-34252c75030b tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/ports?device_id=de7ddc49-638d-4051-bce9-1dec4601e464 HTTP/1.1" status: 200 len: 946 time: 0.1058731 Oct 12 19:28:42.118861 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b2e3bfb0-01a5-4108-9572-74570055d96d req-01ed66d5-ceaa-4a61-81cd-874a4d569440 service neutron] 10.222.0.67 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473062 Oct 12 19:28:42.142457 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0104823d-5320-4e14-a710-47f5b1a08e41 req-6d9c26f6-3353-48d1-91a7-e6afb936cebe tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2ba2481-c648-48f3-9a5a-fa2d99adbcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637610 Oct 12 19:28:42.210929 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf033bab-7c8c-42e5-89f2-cdaa088251ae req-3fbd3dec-f92e-4c44-b7a1-104710c53d55 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:42.212516 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bf033bab-7c8c-42e5-89f2-cdaa088251ae req-3fbd3dec-f92e-4c44-b7a1-104710c53d55 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=87cc61f9-9c61-4cfa-a640-7e3c00a27d76 HTTP/1.1" status: 200 len: 946 time: 0.4974270 Oct 12 19:28:42.255723 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7110256e-2ce9-4693-ad0a-214bf49472e1 req-e7ef9809-9077-4675-9aee-b85f1957bb55 tempest-VolumesBackupsTest-1460644679 tempest-VolumesBackupsTest-1460644679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:42.257364 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7110256e-2ce9-4693-ad0a-214bf49472e1 req-e7ef9809-9077-4675-9aee-b85f1957bb55 tempest-VolumesBackupsTest-1460644679 tempest-VolumesBackupsTest-1460644679-project] 10.222.0.49 "GET /v2.0/ports?device_id=0765514a-c2de-4b6a-b554-e16ed49db474 HTTP/1.1" status: 200 len: 948 time: 0.0530498 Oct 12 19:28:42.259428 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-472942c8-067c-4f74-b419-d34225b67e7c tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] Deleting port 56782c66-f8a3-4c2a-8804-55637b31cc85 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:28:42.260315 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-472942c8-067c-4f74-b419-d34225b67e7c tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:42.278888 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bf033bab-7c8c-42e5-89f2-cdaa088251ae req-563dd780-4738-444f-8d40-811549ef4331 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559189 Oct 12 19:28:42.305625 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7110256e-2ce9-4693-ad0a-214bf49472e1 req-190166ee-a83f-4bb2-a92f-d8cded0d77fd tempest-VolumesBackupsTest-1460644679 tempest-VolumesBackupsTest-1460644679-project] 10.222.0.49 "GET /v2.0/security-groups?id=65a3d8a7-db6b-43fd-be9e-a01020c81f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391943 Oct 12 19:28:42.391061 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-472942c8-067c-4f74-b419-d34225b67e7c tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:42.391410 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-472942c8-067c-4f74-b419-d34225b67e7c tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:42.405827 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-472942c8-067c-4f74-b419-d34225b67e7c tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] Calling delete_port for 56782c66-f8a3-4c2a-8804-55637b31cc85 owned by network:floatingip {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:28:42.428930 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfd82b8-fa7e-4cda-89f1-f6d732616441 req-df9419cb-340c-4d58-8014-1187e585d312 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:42.432316 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bdfd82b8-fa7e-4cda-89f1-f6d732616441 req-df9419cb-340c-4d58-8014-1187e585d312 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc4437dd-9819-43ef-8e6c-cd57f0bbd4a4 HTTP/1.1" status: 200 len: 946 time: 0.0823805 Oct 12 19:28:42.516292 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bdfd82b8-fa7e-4cda-89f1-f6d732616441 req-1bf0c20e-b90d-4177-90d0-25de53c4036d tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/security-groups?id=cefdf9de-6871-4b8c-818c-d47d551271dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548894 Oct 12 19:28:42.651451 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-472942c8-067c-4f74-b419-d34225b67e7c tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:42.674940 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472942c8-067c-4f74-b419-d34225b67e7c tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] Pushing event deleted for resources: {'Port': ['ID=56782c66-f8a3-4c2a-8804-55637b31cc85,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:28:42.740643 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-472942c8-067c-4f74-b419-d34225b67e7c tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] Notify callbacks [] for floatingip, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:42.743157 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-472942c8-067c-4f74-b419-d34225b67e7c tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:42.747871 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-472942c8-067c-4f74-b419-d34225b67e7c tempest-ServersTestFqdnHostnames-132935660 tempest-ServersTestFqdnHostnames-132935660-project] 10.222.0.49 "DELETE /v2.0/floatingips/99519efc-f493-4745-a873-73d8479736ed HTTP/1.1" status: 204 len: 168 time: 1.0307708 Oct 12 19:28:42.748018 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 55778) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:28:43.113883 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d5216c43-0c2d-4622-8e14-e8addf6fb043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8092566'] for router_interface, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:43.262818 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6639ea-f962-475a-87f6-68d0a31c1a55 req-202e5b3f-d45e-45f0-839d-c576aab34130 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:43.264605 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7c6639ea-f962-475a-87f6-68d0a31c1a55 req-202e5b3f-d45e-45f0-839d-c576aab34130 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/ports?device_id=de7ddc49-638d-4051-bce9-1dec4601e464 HTTP/1.1" status: 200 len: 946 time: 0.0526814 Oct 12 19:28:43.304425 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7c6639ea-f962-475a-87f6-68d0a31c1a55 req-7c98d195-c311-4772-a1d2-fd7e05676644 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2ba2481-c648-48f3-9a5a-fa2d99adbcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332463 Oct 12 19:28:43.405724 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-d5216c43-0c2d-4622-8e14-e8addf6fb043 admin admin] Deleting port e0eb45a7-5858-42b0-b2bd-3a1b276d1969 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:28:43.406342 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d5216c43-0c2d-4622-8e14-e8addf6fb043 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:43.479355 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c631ad-25d3-43da-aa01-07d212332063 req-f0139907-1bef-4432-89bb-1dc006fedaba tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:43.480946 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-60c631ad-25d3-43da-aa01-07d212332063 req-f0139907-1bef-4432-89bb-1dc006fedaba tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=87cc61f9-9c61-4cfa-a640-7e3c00a27d76 HTTP/1.1" status: 200 len: 946 time: 0.1085830 Oct 12 19:28:43.524956 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-d5216c43-0c2d-4622-8e14-e8addf6fb043 admin admin] For port e0eb45a7-5858-42b0-b2bd-3a1b276d1969, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=e0eb45a7-5858-42b0-b2bd-3a1b276d1969,segment=NetworkSegment(4c3280bf-b806-47b6-8d51-69b6d2001d54),segment_id=4c3280bf-b806-47b6-8d51-69b6d2001d54)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:28:43.525377 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d5216c43-0c2d-4622-8e14-e8addf6fb043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:43.546071 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-d5216c43-0c2d-4622-8e14-e8addf6fb043 admin admin] Calling delete_port for e0eb45a7-5858-42b0-b2bd-3a1b276d1969 owned by network:router_interface {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:28:43.552357 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-60c631ad-25d3-43da-aa01-07d212332063 req-c36a60dd-753a-4e72-ae50-f6e1a988ead4 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602996 Oct 12 19:28:43.732101 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f774e4b9-2521-445b-9858-cf2805c925fd req-1f80b52b-8be5-4cf4-83ee-1b450eec794f tempest-VolumesBackupsTest-1460644679 tempest-VolumesBackupsTest-1460644679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:43.738692 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f774e4b9-2521-445b-9858-cf2805c925fd req-1f80b52b-8be5-4cf4-83ee-1b450eec794f tempest-VolumesBackupsTest-1460644679 tempest-VolumesBackupsTest-1460644679-project] 10.222.0.49 "GET /v2.0/ports?device_id=0765514a-c2de-4b6a-b554-e16ed49db474 HTTP/1.1" status: 200 len: 948 time: 0.0790179 Oct 12 19:28:43.807892 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f774e4b9-2521-445b-9858-cf2805c925fd req-2b41f2c8-ea1e-4cc3-8a4d-a424a5ec9b4d tempest-VolumesBackupsTest-1460644679 tempest-VolumesBackupsTest-1460644679-project] 10.222.0.49 "GET /v2.0/security-groups?id=65a3d8a7-db6b-43fd-be9e-a01020c81f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651414 Oct 12 19:28:43.816643 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cca0eb7-341f-45c2-84b3-7d4261dbb99a req-b996e1ab-87f4-48d9-a593-2580a9eadfe1 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:43.818248 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8cca0eb7-341f-45c2-84b3-7d4261dbb99a req-b996e1ab-87f4-48d9-a593-2580a9eadfe1 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc4437dd-9819-43ef-8e6c-cd57f0bbd4a4 HTTP/1.1" status: 200 len: 946 time: 0.0594780 Oct 12 19:28:43.893961 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d5216c43-0c2d-4622-8e14-e8addf6fb043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:43.895649 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8cca0eb7-341f-45c2-84b3-7d4261dbb99a req-a72f009d-7bad-4853-8985-c2c0ca501d44 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/security-groups?id=cefdf9de-6871-4b8c-818c-d47d551271dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700340 Oct 12 19:28:43.902771 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88494f87-a7b5-4e65-8387-601f557d18ab req-9f26fa42-4657-4f2a-b865-4183ca3fa1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:43.904267 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-88494f87-a7b5-4e65-8387-601f557d18ab req-9f26fa42-4657-4f2a-b865-4183ca3fa1f8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f52c86dc62e74359bd460402c4b75fc6&device_id=de7ddc49-638d-4051-bce9-1dec4601e464 HTTP/1.1" status: 200 len: 1097 time: 0.0769348 Oct 12 19:28:43.970687 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5216c43-0c2d-4622-8e14-e8addf6fb043 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0eb45a7-5858-42b0-b2bd-3a1b276d1969,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:28:44.050928 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88494f87-a7b5-4e65-8387-601f557d18ab req-b2b93ceb-bb87-4c51-b0c1-86955250015c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:44.052332 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-88494f87-a7b5-4e65-8387-601f557d18ab req-b2b93ceb-bb87-4c51-b0c1-86955250015c service neutron] 10.222.0.61 "GET /v2.0/networks?id=98a9afcc-e9ca-4911-b0d7-961e4444f018 HTTP/1.1" status: 200 len: 912 time: 0.1394858 Oct 12 19:28:44.055842 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae1895a-30b2-4f60-93e8-f6640c78ad76 req-c551f1b9-208a-4d8d-9219-919a2cc5bdc4 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:44.058151 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bae1895a-30b2-4f60-93e8-f6640c78ad76 req-c551f1b9-208a-4d8d-9219-919a2cc5bdc4 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/ports?device_id=de7ddc49-638d-4051-bce9-1dec4601e464 HTTP/1.1" status: 200 len: 946 time: 0.1787500 Oct 12 19:28:44.121122 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-88494f87-a7b5-4e65-8387-601f557d18ab req-0c6973a1-92d4-49ef-ba5e-cfa950d8acbb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eac4b7ce-4388-46e4-b680-fb6ad9d95bbd HTTP/1.1" status: 200 len: 217 time: 0.0595403 Oct 12 19:28:44.174622 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bae1895a-30b2-4f60-93e8-f6640c78ad76 req-dfc720f2-82b2-4ab7-9fab-a096866c0565 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2ba2481-c648-48f3-9a5a-fa2d99adbcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070139 Oct 12 19:28:44.183124 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88494f87-a7b5-4e65-8387-601f557d18ab req-20e0ceb0-fe60-4c7d-8f68-a44aaaada2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:44.183124 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-88494f87-a7b5-4e65-8387-601f557d18ab req-20e0ceb0-fe60-4c7d-8f68-a44aaaada2ef service neutron] 10.222.0.61 "GET /v2.0/subnets?id=75c294fe-120e-40e8-8111-8840aed19f52 HTTP/1.1" status: 200 len: 851 time: 0.0499794 Oct 12 19:28:44.213137 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-88494f87-a7b5-4e65-8387-601f557d18ab req-fe6ae458-5a78-41fa-a016-f88469e4967a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=98a9afcc-e9ca-4911-b0d7-961e4444f018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268910 Oct 12 19:28:44.237074 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d5216c43-0c2d-4622-8e14-e8addf6fb043 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7898909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8092450'] for router_interface, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:44.317349 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-88494f87-a7b5-4e65-8387-601f557d18ab req-d8ae1af4-41f1-4687-9707-abb9f1176752 service neutron] 10.222.0.61 "GET /v2.0/networks/98a9afcc-e9ca-4911-b0d7-961e4444f018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970912 Oct 12 19:28:44.411325 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-88494f87-a7b5-4e65-8387-601f557d18ab req-71e60cff-aa44-4a7b-bbb7-ec846bc04646 service neutron] 10.222.0.61 "GET /v2.0/networks/98a9afcc-e9ca-4911-b0d7-961e4444f018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860481 Oct 12 19:28:44.432337 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device a84f0725-146f-41c1-83b8-f61476db43b3 details requested by agent hyperv_n-h2-813679-3 with host n-h2-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:28:44.466709 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5216c43-0c2d-4622-8e14-e8addf6fb043 admin admin] Router 89257142-43c4-49b6-9f0f-7600e6c2d60c has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:28:44.532631 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port a84f0725-146f-41c1-83b8-f61476db43b3, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=a84f0725-146f-41c1-83b8-f61476db43b3,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:28:44.584625 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5216c43-0c2d-4622-8e14-e8addf6fb043 admin admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:28:44.592992 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-d5216c43-0c2d-4622-8e14-e8addf6fb043 admin admin] 10.222.0.49 "PUT /v2.0/routers/89257142-43c4-49b6-9f0f-7600e6c2d60c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8432608 Oct 12 19:28:44.595417 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 55802) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:28:44.599947 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbdeab9-9aa3-4516-9204-a60875117c08 None None] Sync routers for ids ['89257142-43c4-49b6-9f0f-7600e6c2d60c'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:28:44.612159 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afbdeab9-9aa3-4516-9204-a60875117c08 None None] Routers {'89257142-43c4-49b6-9f0f-7600e6c2d60c'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:28:44.613223 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-afbdeab9-9aa3-4516-9204-a60875117c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:28:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['89257142-43c4-49b6-9f0f-7600e6c2d60c'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:28:44.691082 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f63168c-3afb-4d6d-ac60-921d7873631f req-3bbad242-7ef2-47b1-a0f8-c4d029312bc3 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:44.693059 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0f63168c-3afb-4d6d-ac60-921d7873631f req-3bbad242-7ef2-47b1-a0f8-c4d029312bc3 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=87cc61f9-9c61-4cfa-a640-7e3c00a27d76 HTTP/1.1" status: 200 len: 946 time: 0.0655236 Oct 12 19:28:44.726624 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Returning: {'device': 'a84f0725-146f-41c1-83b8-f61476db43b3', 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1', 'port_id': 'a84f0725-146f-41c1-83b8-f61476db43b3', 'mac_address': 'fa:16:3e:3d:d4:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '629aee7d-3fde-4c72-af1e-6a7e1f6a7e75', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:28:44.741731 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-42489fd8-6c7a-4272-a897-ebfcf28d8ad7 admin admin] Notify callbacks [] for router, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:44.751416 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-afbdeab9-9aa3-4516-9204-a60875117c08 None None] Set router 89257142-43c4-49b6-9f0f-7600e6c2d60c gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:28:44.764085 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0f63168c-3afb-4d6d-ac60-921d7873631f req-5c9ceebd-dcd9-459f-bdc8-a1e04739a4fc tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618343 Oct 12 19:28:44.776450 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:44.790430 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a84f0725-146f-41c1-83b8-f61476db43b3 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:28:44.815805 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port a84f0725-146f-41c1-83b8-f61476db43b3, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=a84f0725-146f-41c1-83b8-f61476db43b3,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:28:44.856655 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-42489fd8-6c7a-4272-a897-ebfcf28d8ad7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:44.939069 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:44.941689 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54f86ec-2cb3-4415-8eb2-64f5081bd0ae req-46391b7f-c0b8-4e7a-af1c-e9dd942657a5 tempest-VolumesBackupsTest-1460644679 tempest-VolumesBackupsTest-1460644679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:44.948568 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c54f86ec-2cb3-4415-8eb2-64f5081bd0ae req-46391b7f-c0b8-4e7a-af1c-e9dd942657a5 tempest-VolumesBackupsTest-1460644679 tempest-VolumesBackupsTest-1460644679-project] 10.222.0.49 "GET /v2.0/ports?device_id=0765514a-c2de-4b6a-b554-e16ed49db474 HTTP/1.1" status: 200 len: 948 time: 0.0574467 Oct 12 19:28:44.950607 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-afbdeab9-9aa3-4516-9204-a60875117c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89257142-43c4-49b6-9f0f-7600e6c2d60c', 'name': 'tempest-ServersTestFqdnHostnames-798603333-router', 'tenant_id': 'e8f8861c0e334263a0cfef850e20be91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': '35409324-967b-4293-a4ac-bd044ba0d1d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:26:23Z', 'updated_at': '2021-10-12T19:28:43Z', 'revision_number': 5, 'project_id': 'e8f8861c0e334263a0cfef850e20be91', 'gw_port': {'id': '35409324-967b-4293-a4ac-bd044ba0d1d8', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:5a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89257142-43c4-49b6-9f0f-7600e6c2d60c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1956, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:26:25Z', 'updated_at': '2021-10-12T19:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:28:44.982364 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbdeab9-9aa3-4516-9204-a60875117c08 None None] Checking router: 89257142-43c4-49b6-9f0f-7600e6c2d60c for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:28:44.995754 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afbdeab9-9aa3-4516-9204-a60875117c08 None None] Routers {'89257142-43c4-49b6-9f0f-7600e6c2d60c'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:28:44.998553 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-afbdeab9-9aa3-4516-9204-a60875117c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:28:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['89257142-43c4-49b6-9f0f-7600e6c2d60c'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:28:45.024926 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=a84f0725-146f-41c1-83b8-f61476db43b3,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:28:45.033911 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:28:45.034260 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:28:45.037872 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:28:45.038228 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:28:45.038558 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:28:45.038888 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:28:45.039223 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:28:45.039546 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:28:45.040362 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:28:45.042826 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:28:45.044645 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:28:45.047003 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:28:45.048270 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c54f86ec-2cb3-4415-8eb2-64f5081bd0ae req-6d8b2f13-3aa5-450f-95fd-32ffbd6af584 tempest-VolumesBackupsTest-1460644679 tempest-VolumesBackupsTest-1460644679-project] 10.222.0.49 "GET /v2.0/security-groups?id=65a3d8a7-db6b-43fd-be9e-a01020c81f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826621 Oct 12 19:28:45.061361 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8afabb1-e856-4c51-aa1f-756e38a72d9b req-3e7380cf-9dfd-4b96-aec7-87411e4e90bb tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:45.063156 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f8afabb1-e856-4c51-aa1f-756e38a72d9b req-3e7380cf-9dfd-4b96-aec7-87411e4e90bb tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc4437dd-9819-43ef-8e6c-cd57f0bbd4a4 HTTP/1.1" status: 200 len: 946 time: 0.0778704 Oct 12 19:28:45.090268 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-42489fd8-6c7a-4272-a897-ebfcf28d8ad7 admin admin] Deleting port 35409324-967b-4293-a4ac-bd044ba0d1d8 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:28:45.090783 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-42489fd8-6c7a-4272-a897-ebfcf28d8ad7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:45.114248 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f8afabb1-e856-4c51-aa1f-756e38a72d9b req-db4c97c1-f89a-46d2-95a6-5b50c6840fc9 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/security-groups?id=cefdf9de-6871-4b8c-818c-d47d551271dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441186 Oct 12 19:28:45.124877 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-afbdeab9-9aa3-4516-9204-a60875117c08 None None] Set router 89257142-43c4-49b6-9f0f-7600e6c2d60c gateway port host: None {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:28:45.175591 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-42489fd8-6c7a-4272-a897-ebfcf28d8ad7 admin admin] For port 35409324-967b-4293-a4ac-bd044ba0d1d8, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=35409324-967b-4293-a4ac-bd044ba0d1d8,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:28:45.175956 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-42489fd8-6c7a-4272-a897-ebfcf28d8ad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:45.184593 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-afbdeab9-9aa3-4516-9204-a60875117c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89257142-43c4-49b6-9f0f-7600e6c2d60c', 'name': 'tempest-ServersTestFqdnHostnames-798603333-router', 'tenant_id': 'e8f8861c0e334263a0cfef850e20be91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:26:23Z', 'updated_at': '2021-10-12T19:28:44Z', 'revision_number': 6, 'project_id': 'e8f8861c0e334263a0cfef850e20be91', 'gw_port_host': None}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:28:45.196489 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['a84f0725-146f-41c1-83b8-f61476db43b3'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:28:45.196675 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-42489fd8-6c7a-4272-a897-ebfcf28d8ad7 admin admin] Calling delete_port for 35409324-967b-4293-a4ac-bd044ba0d1d8 owned by network:router_gateway {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:28:45.211955 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbdeab9-9aa3-4516-9204-a60875117c08 None None] The sync data for ids ['89257142-43c4-49b6-9f0f-7600e6c2d60c'] in n-d-813679-3 is: [{'id': '89257142-43c4-49b6-9f0f-7600e6c2d60c', 'name': 'tempest-ServersTestFqdnHostnames-798603333-router', 'tenant_id': 'e8f8861c0e334263a0cfef850e20be91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:26:23Z', 'updated_at': '2021-10-12T19:28:44Z', 'revision_number': 6, 'project_id': 'e8f8861c0e334263a0cfef850e20be91', 'gw_port_host': None}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:28:45.367653 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ca76eb-5ea2-4e79-b7c9-78511be05350 req-863cdddc-aba4-4e35-9b76-e5424a239c18 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:45.370020 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-64ca76eb-5ea2-4e79-b7c9-78511be05350 req-863cdddc-aba4-4e35-9b76-e5424a239c18 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/ports?device_id=de7ddc49-638d-4051-bce9-1dec4601e464 HTTP/1.1" status: 200 len: 946 time: 0.0690978 Oct 12 19:28:45.437163 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-64ca76eb-5ea2-4e79-b7c9-78511be05350 req-16ef0f5f-fe1e-4a80-8a5e-899da55c1941 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2ba2481-c648-48f3-9a5a-fa2d99adbcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488186 Oct 12 19:28:45.515264 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-42489fd8-6c7a-4272-a897-ebfcf28d8ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:45.547237 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42489fd8-6c7a-4272-a897-ebfcf28d8ad7 admin admin] Pushing event deleted for resources: {'Port': ['ID=35409324-967b-4293-a4ac-bd044ba0d1d8,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:28:45.609070 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-42489fd8-6c7a-4272-a897-ebfcf28d8ad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7915456'] for router_gateway, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:45.708318 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-42489fd8-6c7a-4272-a897-ebfcf28d8ad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255495'] for router, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:45.710504 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-42489fd8-6c7a-4272-a897-ebfcf28d8ad7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:45.862205 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-42489fd8-6c7a-4272-a897-ebfcf28d8ad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8093499'] for router, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:45.862816 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42489fd8-6c7a-4272-a897-ebfcf28d8ad7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89257142-43c4-49b6-9f0f-7600e6c2d60c {{(pid=95502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 19:28:45.865722 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce676b9-0f2c-4a9f-a2e2-a59ed21e6d5b req-9db85c71-5eb5-4206-9bd0-e5359fbf4647 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:45.867127 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9ce676b9-0f2c-4a9f-a2e2-a59ed21e6d5b req-9db85c71-5eb5-4206-9bd0-e5359fbf4647 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=87cc61f9-9c61-4cfa-a640-7e3c00a27d76 HTTP/1.1" status: 200 len: 946 time: 0.0494130 Oct 12 19:28:45.867332 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-42489fd8-6c7a-4272-a897-ebfcf28d8ad7 admin admin] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:45.868483 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-42489fd8-6c7a-4272-a897-ebfcf28d8ad7 admin admin] 10.222.0.49 "DELETE /v2.0/routers/89257142-43c4-49b6-9f0f-7600e6c2d60c HTTP/1.1" status: 204 len: 168 time: 1.2721748 Oct 12 19:28:45.870940 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 55814) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:28:45.907595 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9ce676b9-0f2c-4a9f-a2e2-a59ed21e6d5b req-9b5de0a3-25c3-4b3f-9a10-0fd7063c40dc tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332403 Oct 12 19:28:45.923571 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-838502e4-3740-4d04-b333-0d744ad7463e admin admin] Deleting subnet 6c2501d2-416b-4d78-8bcf-91740a1fb5c4 {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:28:45.926690 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-838502e4-3740-4d04-b333-0d744ad7463e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:45.964194 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-838502e4-3740-4d04-b333-0d744ad7463e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16313642'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:46.046348 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-838502e4-3740-4d04-b333-0d744ad7463e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:46.079177 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device e0eb45a7-5858-42b0-b2bd-3a1b276d1969 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:28:46.107262 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: e0eb45a7-5858-42b0-b2bd-3a1b276d1969 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:28:46.107975 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device e0eb45a7-5858-42b0-b2bd-3a1b276d1969 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:28:46.108586 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 35409324-967b-4293-a4ac-bd044ba0d1d8 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:28:46.129559 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 35409324-967b-4293-a4ac-bd044ba0d1d8 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:28:46.129904 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 35409324-967b-4293-a4ac-bd044ba0d1d8 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:28:46.191529 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b2fea5-da84-4680-bfa0-30861f5a962b req-498e8311-04ab-4df4-a8f4-bb6587bb70da tempest-VolumesBackupsTest-1460644679 tempest-VolumesBackupsTest-1460644679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:46.196526 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-19b2fea5-da84-4680-bfa0-30861f5a962b req-498e8311-04ab-4df4-a8f4-bb6587bb70da tempest-VolumesBackupsTest-1460644679 tempest-VolumesBackupsTest-1460644679-project] 10.222.0.49 "GET /v2.0/ports?device_id=0765514a-c2de-4b6a-b554-e16ed49db474 HTTP/1.1" status: 200 len: 949 time: 0.0561366 Oct 12 19:28:46.235978 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-19b2fea5-da84-4680-bfa0-30861f5a962b req-e65fcdd2-4470-4db5-82ce-1fe05e387db0 tempest-VolumesBackupsTest-1460644679 tempest-VolumesBackupsTest-1460644679-project] 10.222.0.49 "GET /v2.0/security-groups?id=65a3d8a7-db6b-43fd-be9e-a01020c81f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366135 Oct 12 19:28:46.247071 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f01d87-7f79-438d-b655-c9ff19bc0cd4 req-f461a190-8be3-4b4b-bbd0-c5e52b867e7e tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:46.250247 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-838502e4-3740-4d04-b333-0d744ad7463e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4306592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16245866'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:46.257583 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-17f01d87-7f79-438d-b655-c9ff19bc0cd4 req-f461a190-8be3-4b4b-bbd0-c5e52b867e7e tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc4437dd-9819-43ef-8e6c-cd57f0bbd4a4 HTTP/1.1" status: 200 len: 946 time: 0.0607800 Oct 12 19:28:46.274302 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838502e4-3740-4d04-b333-0d744ad7463e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c2501d2-416b-4d78-8bcf-91740a1fb5c4,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:28:46.284052 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-838502e4-3740-4d04-b333-0d744ad7463e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:46.287243 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-838502e4-3740-4d04-b333-0d744ad7463e admin admin] 10.222.0.49 "DELETE /v2.0/subnets/6c2501d2-416b-4d78-8bcf-91740a1fb5c4 HTTP/1.1" status: 204 len: 168 time: 0.4153001 Oct 12 19:28:46.289733 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 55822) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:28:46.294182 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e68ab4a1-a5ee-4250-b810-f8bfdd5c8199 None None] Network 5281acec-b722-4919-9ea6-4090df1618c2 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:28:46.300479 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-17f01d87-7f79-438d-b655-c9ff19bc0cd4 req-ab52ac8b-81e0-494a-bdb2-b8488a6824ad tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/security-groups?id=cefdf9de-6871-4b8c-818c-d47d551271dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419471 Oct 12 19:28:46.365999 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a0cf450c-1205-4b9d-a169-a475ae8d1b20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:46.431061 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-a0cf450c-1205-4b9d-a169-a475ae8d1b20 admin admin] Deleting port f0375f45-c778-4b6f-82d5-dd7f28de514d {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:28:46.431418 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a0cf450c-1205-4b9d-a169-a475ae8d1b20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:46.449690 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device a84f0725-146f-41c1-83b8-f61476db43b3 up at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:28:46.508666 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-a0cf450c-1205-4b9d-a169-a475ae8d1b20 admin admin] For port f0375f45-c778-4b6f-82d5-dd7f28de514d, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=f0375f45-c778-4b6f-82d5-dd7f28de514d,segment=NetworkSegment(4c3280bf-b806-47b6-8d51-69b6d2001d54),segment_id=4c3280bf-b806-47b6-8d51-69b6d2001d54)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:28:46.509189 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a0cf450c-1205-4b9d-a169-a475ae8d1b20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:46.514152 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c043bfba-cb96-414a-8524-03384a1a2293 None None] DHCP port deletion for 5281acec-b722-4919-9ea6-4090df1618c2 request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 19:28:46.532986 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-a0cf450c-1205-4b9d-a169-a475ae8d1b20 admin admin] Calling delete_port for f0375f45-c778-4b6f-82d5-dd7f28de514d owned by network:dhcp {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:28:46.563934 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-c043bfba-cb96-414a-8524-03384a1a2293 None None] Deleting port f0375f45-c778-4b6f-82d5-dd7f28de514d {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:28:46.564303 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c043bfba-cb96-414a-8524-03384a1a2293 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:46.613975 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa256476-3737-4465-85fb-10bf46fabe5f req-f04c180c-7807-42cc-b08a-37876e3f6dde tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:46.615383 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-aa256476-3737-4465-85fb-10bf46fabe5f req-f04c180c-7807-42cc-b08a-37876e3f6dde tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/ports?device_id=de7ddc49-638d-4051-bce9-1dec4601e464 HTTP/1.1" status: 200 len: 946 time: 0.1025705 Oct 12 19:28:46.629236 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-c043bfba-cb96-414a-8524-03384a1a2293 None None] For port f0375f45-c778-4b6f-82d5-dd7f28de514d, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=f0375f45-c778-4b6f-82d5-dd7f28de514d,segment=NetworkSegment(4c3280bf-b806-47b6-8d51-69b6d2001d54),segment_id=4c3280bf-b806-47b6-8d51-69b6d2001d54)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:28:46.629638 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c043bfba-cb96-414a-8524-03384a1a2293 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:46.642899 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-c043bfba-cb96-414a-8524-03384a1a2293 None None] Calling delete_port for f0375f45-c778-4b6f-82d5-dd7f28de514d owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:28:46.670237 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-aa256476-3737-4465-85fb-10bf46fabe5f req-2cb20155-5522-4320-916d-3ab21a2f2790 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2ba2481-c648-48f3-9a5a-fa2d99adbcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451074 Oct 12 19:28:46.684397 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning for port a84f0725-146f-41c1-83b8-f61476db43b3 completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:28:46.692395 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning complete for port a84f0725-146f-41c1-83b8-f61476db43b3 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:28:46.693018 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:46.760723 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a0cf450c-1205-4b9d-a169-a475ae8d1b20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:46.787839 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cf450c-1205-4b9d-a169-a475ae8d1b20 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0375f45-c778-4b6f-82d5-dd7f28de514d,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:28:46.788705 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c043bfba-cb96-414a-8524-03384a1a2293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:46.790108 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0cf450c-1205-4b9d-a169-a475ae8d1b20 admin admin] No DVR routers for this DVR port f0375f45-c778-4b6f-82d5-dd7f28de514d on host n-d-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:28:46.799344 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:46.827097 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c043bfba-cb96-414a-8524-03384a1a2293 None None] Pushing event deleted for resources: {'Port': ['ID=f0375f45-c778-4b6f-82d5-dd7f28de514d,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:28:46.831530 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c043bfba-cb96-414a-8524-03384a1a2293 None None] No DVR routers for this DVR port f0375f45-c778-4b6f-82d5-dd7f28de514d on host n-d-813679-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:28:46.847044 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0765514a-c2de-4b6a-b554-e16ed49db474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a84f0725-146f-41c1-83b8-f61476db43b3'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:28:46.849557 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b3a1924-bff9-4953-9d9f-25f254e12138" -d '{"events": [{"server_uuid": "0765514a-c2de-4b6a-b554-e16ed49db474", "name": "network-vif-plugged", "status": "completed", "tag": "a84f0725-146f-41c1-83b8-f61476db43b3"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:28:46.866159 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port a84f0725-146f-41c1-83b8-f61476db43b3, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=a84f0725-146f-41c1-83b8-f61476db43b3,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:28:46.868362 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a0cf450c-1205-4b9d-a169-a475ae8d1b20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:46.893023 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3002e65a-1ee5-48ce-b0df-0e0cd2d25972 x-openstack-request-id: req-3002e65a-1ee5-48ce-b0df-0e0cd2d25972 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:28:46.893023 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0765514a-c2de-4b6a-b554-e16ed49db474", "name": "network-vif-plugged", "status": "completed", "tag": "a84f0725-146f-41c1-83b8-f61476db43b3", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:28:46.893023 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3002e65a-1ee5-48ce-b0df-0e0cd2d25972 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:28:46.893023 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0765514a-c2de-4b6a-b554-e16ed49db474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a84f0725-146f-41c1-83b8-f61476db43b3', 'code': 200} Oct 12 19:28:46.893483 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-a0cf450c-1205-4b9d-a169-a475ae8d1b20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5281acec-b722-4919-9ea6-4090df1618c2']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:28:46.902905 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-a0cf450c-1205-4b9d-a169-a475ae8d1b20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c3280bf-b806-47b6-8d51-69b6d2001d54') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:28:46.903197 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-a0cf450c-1205-4b9d-a169-a475ae8d1b20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c3280bf-b806-47b6-8d51-69b6d2001d54') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:28:46.914081 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a0cf450c-1205-4b9d-a169-a475ae8d1b20 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16313633'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:46.928468 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a0cf450c-1205-4b9d-a169-a475ae8d1b20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:46.934782 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0cf450c-1205-4b9d-a169-a475ae8d1b20 admin admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:28:46.935105 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a0cf450c-1205-4b9d-a169-a475ae8d1b20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4305278'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:46.936947 n-d-813679-3 neutron-server[95502]: Traceback (most recent call last): Oct 12 19:28:46.936947 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:28:46.936947 n-d-813679-3 neutron-server[95502]: timer() Oct 12 19:28:46.936947 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:28:46.936947 n-d-813679-3 neutron-server[95502]: cb(*args, **kw) Oct 12 19:28:46.936947 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:28:46.936947 n-d-813679-3 neutron-server[95502]: return func(*args, **kwargs) Oct 12 19:28:46.936947 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:28:46.936947 n-d-813679-3 neutron-server[95502]: self._notify() Oct 12 19:28:46.936947 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:28:46.936947 n-d-813679-3 neutron-server[95502]: self.callback(batched_events) Oct 12 19:28:46.936947 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:28:46.936947 n-d-813679-3 neutron-server[95502]: event.method(event) Oct 12 19:28:46.936947 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:28:46.936947 n-d-813679-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:28:46.936947 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:28:46.936947 n-d-813679-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:28:46.936947 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:28:46.936947 n-d-813679-3 neutron-server[95502]: return f(self, *a, **k) Oct 12 19:28:46.936947 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:28:46.936947 n-d-813679-3 neutron-server[95502]: return self._get(url).json() Oct 12 19:28:46.936947 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:28:46.936947 n-d-813679-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:28:46.936947 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:28:46.936947 n-d-813679-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Oct 12 19:28:46.936947 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:28:46.936947 n-d-813679-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:28:46.936947 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:28:46.936947 n-d-813679-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:28:46.936947 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:28:46.936947 n-d-813679-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:28:46.936947 n-d-813679-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:28:46.955437 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:47.008174 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b1f23e-d73a-4296-8a2f-ba5c2987d661 req-7e8eab57-b6b9-4f87-81ed-b9fa6d3dadbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:47.009735 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-38b1f23e-d73a-4296-8a2f-ba5c2987d661 req-7e8eab57-b6b9-4f87-81ed-b9fa6d3dadbf service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=0765514a-c2de-4b6a-b554-e16ed49db474 HTTP/1.1" status: 200 len: 1101 time: 0.0584338 Oct 12 19:28:47.016270 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=a84f0725-146f-41c1-83b8-f61476db43b3,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:28:47.044457 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0e8681-eaa9-40a3-a2c3-c72d4dc361ec req-c1009dbb-035a-4be1-babd-9c1fa0842453 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:47.048961 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0e0e8681-eaa9-40a3-a2c3-c72d4dc361ec req-c1009dbb-035a-4be1-babd-9c1fa0842453 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=87cc61f9-9c61-4cfa-a640-7e3c00a27d76 HTTP/1.1" status: 200 len: 946 time: 0.0642412 Oct 12 19:28:47.049098 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-38b1f23e-d73a-4296-8a2f-ba5c2987d661 req-8094d9ab-99ab-41e4-ab69-a1255c7cc1e6 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=65a3d8a7-db6b-43fd-be9e-a01020c81f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302248 Oct 12 19:28:47.085673 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0e0e8681-eaa9-40a3-a2c3-c72d4dc361ec req-d54fb586-bd36-4c96-a236-48103dc6a76f tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330060 Oct 12 19:28:47.109459 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a0cf450c-1205-4b9d-a169-a475ae8d1b20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:47.129727 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a0cf450c-1205-4b9d-a169-a475ae8d1b20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:47.129727 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-a0cf450c-1205-4b9d-a169-a475ae8d1b20 admin admin] 10.222.0.49 "DELETE /v2.0/networks/5281acec-b722-4919-9ea6-4090df1618c2 HTTP/1.1" status: 204 len: 168 time: 0.8388424 Oct 12 19:28:47.131155 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cf450c-1205-4b9d-a169-a475ae8d1b20 admin admin] Pushing event deleted for resources: {'Network': ['ID=5281acec-b722-4919-9ea6-4090df1618c2,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:28:47.353700 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d9700c-61ac-41eb-a0e1-f40e1b402ff9 req-772a98ca-c7c0-4153-b75e-eb3665270f7d tempest-VolumesBackupsTest-1460644679 tempest-VolumesBackupsTest-1460644679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:47.355186 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-56d9700c-61ac-41eb-a0e1-f40e1b402ff9 req-772a98ca-c7c0-4153-b75e-eb3665270f7d tempest-VolumesBackupsTest-1460644679 tempest-VolumesBackupsTest-1460644679-project] 10.222.0.49 "GET /v2.0/ports?device_id=0765514a-c2de-4b6a-b554-e16ed49db474 HTTP/1.1" status: 200 len: 950 time: 0.0498416 Oct 12 19:28:47.396421 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-56d9700c-61ac-41eb-a0e1-f40e1b402ff9 req-38c5e40a-55a4-404d-9ebe-fcb8d093f5bf tempest-VolumesBackupsTest-1460644679 tempest-VolumesBackupsTest-1460644679-project] 10.222.0.49 "GET /v2.0/security-groups?id=65a3d8a7-db6b-43fd-be9e-a01020c81f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344048 Oct 12 19:28:47.433584 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970b075a-5490-481f-9f96-e713fe07242b req-d0ade3cb-aaaf-46b2-a36e-192750d45b81 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:47.435202 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-970b075a-5490-481f-9f96-e713fe07242b req-d0ade3cb-aaaf-46b2-a36e-192750d45b81 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc4437dd-9819-43ef-8e6c-cd57f0bbd4a4 HTTP/1.1" status: 200 len: 946 time: 0.0556016 Oct 12 19:28:47.474642 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-970b075a-5490-481f-9f96-e713fe07242b req-0bcda1a0-6743-4574-888c-8c31c0cb5792 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/security-groups?id=cefdf9de-6871-4b8c-818c-d47d551271dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328703 Oct 12 19:28:47.559851 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 55838) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:28:47.600853 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-2a052dfb-d99f-4fb4-8f85-da2438704de6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e8f8861c0e334263a0cfef850e20be91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397563 Oct 12 19:28:47.603290 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 55840) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:28:47.651683 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-039817cc-0996-4c3c-8d1e-2aea8840fae3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:47.672244 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-039817cc-0996-4c3c-8d1e-2aea8840fae3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:47.786611 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2918f9de-74e3-4a80-b01f-8a1f4ee8f171 req-0af92797-5251-4f16-bbee-be74ec2cf3f4 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:47.788103 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2918f9de-74e3-4a80-b01f-8a1f4ee8f171 req-0af92797-5251-4f16-bbee-be74ec2cf3f4 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/ports?device_id=de7ddc49-638d-4051-bce9-1dec4601e464 HTTP/1.1" status: 200 len: 946 time: 0.0498559 Oct 12 19:28:47.830550 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2918f9de-74e3-4a80-b01f-8a1f4ee8f171 req-f0ce2152-3d99-411a-94a1-8c1dd9c020ec tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2ba2481-c648-48f3-9a5a-fa2d99adbcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358853 Oct 12 19:28:47.840960 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-039817cc-0996-4c3c-8d1e-2aea8840fae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:47.843934 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-039817cc-0996-4c3c-8d1e-2aea8840fae3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:47.845092 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-039817cc-0996-4c3c-8d1e-2aea8840fae3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d6aef7b4-f388-4051-a1f4-3b47c85c3ec5 HTTP/1.1" status: 204 len: 168 time: 0.2409024 Oct 12 19:28:47.854500 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039817cc-0996-4c3c-8d1e-2aea8840fae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6aef7b4-f388-4051-a1f4-3b47c85c3ec5,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:28:48.067986 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device f0375f45-c778-4b6f-82d5-dd7f28de514d no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:28:48.087317 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: f0375f45-c778-4b6f-82d5-dd7f28de514d {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:28:48.087684 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device f0375f45-c778-4b6f-82d5-dd7f28de514d not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:28:48.220687 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962b7580-d741-4f76-8090-b2c0bb4ca437 req-5888f27b-384d-4c53-9a3a-c96502aac573 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:48.222288 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-962b7580-d741-4f76-8090-b2c0bb4ca437 req-5888f27b-384d-4c53-9a3a-c96502aac573 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=87cc61f9-9c61-4cfa-a640-7e3c00a27d76 HTTP/1.1" status: 200 len: 946 time: 0.0647247 Oct 12 19:28:48.265973 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-962b7580-d741-4f76-8090-b2c0bb4ca437 req-b8aac1e2-9cad-4a1c-9437-5a091f2ea007 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374115 Oct 12 19:28:48.516986 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d0407b-727c-4ad0-8c2d-61de90223813 req-603d9182-b990-4d0a-b4b3-82de02dbf83b tempest-VolumesBackupsTest-1460644679 tempest-VolumesBackupsTest-1460644679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:48.518551 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-11d0407b-727c-4ad0-8c2d-61de90223813 req-603d9182-b990-4d0a-b4b3-82de02dbf83b tempest-VolumesBackupsTest-1460644679 tempest-VolumesBackupsTest-1460644679-project] 10.222.0.49 "GET /v2.0/ports?device_id=0765514a-c2de-4b6a-b554-e16ed49db474 HTTP/1.1" status: 200 len: 950 time: 0.0506759 Oct 12 19:28:48.559780 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-11d0407b-727c-4ad0-8c2d-61de90223813 req-23c3616c-1fb3-405c-9632-170b097e2fa2 tempest-VolumesBackupsTest-1460644679 tempest-VolumesBackupsTest-1460644679-project] 10.222.0.49 "GET /v2.0/security-groups?id=65a3d8a7-db6b-43fd-be9e-a01020c81f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349824 Oct 12 19:28:48.595698 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51992f97-5cfb-45e9-af1f-f3edc9e3a346 req-14a4a876-072a-4050-9fba-47f9910fafa5 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:48.597211 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-51992f97-5cfb-45e9-af1f-f3edc9e3a346 req-14a4a876-072a-4050-9fba-47f9910fafa5 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc4437dd-9819-43ef-8e6c-cd57f0bbd4a4 HTTP/1.1" status: 200 len: 946 time: 0.0547054 Oct 12 19:28:48.636351 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-51992f97-5cfb-45e9-af1f-f3edc9e3a346 req-1dd706c1-ccce-4a6b-b61c-213abca2eecb tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/security-groups?id=cefdf9de-6871-4b8c-818c-d47d551271dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331664 Oct 12 19:28:48.954305 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed28cecf-6259-4d1e-856d-ab3b0f1a2b10 req-eb4ae8d7-a898-4108-9a1c-d8cf7eed0866 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:48.955787 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ed28cecf-6259-4d1e-856d-ab3b0f1a2b10 req-eb4ae8d7-a898-4108-9a1c-d8cf7eed0866 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/ports?device_id=de7ddc49-638d-4051-bce9-1dec4601e464 HTTP/1.1" status: 200 len: 946 time: 0.0511906 Oct 12 19:28:48.995070 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ed28cecf-6259-4d1e-856d-ab3b0f1a2b10 req-5907e9bd-a059-44b7-961c-3dd89796a32d tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2ba2481-c648-48f3-9a5a-fa2d99adbcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332890 Oct 12 19:28:49.025161 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 55876) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:28:49.122149 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-3911cf18-1109-4c0b-bf70-b95b976676e2 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-2051438922-network', 'tenant_id': 'e44e70d74bb14964afe24769b25e2a13'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:28:49.206300 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3911cf18-1109-4c0b-bf70-b95b976676e2 admin admin] Made reservation on behalf of e44e70d74bb14964afe24769b25e2a13 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:28:49.209039 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3911cf18-1109-4c0b-bf70-b95b976676e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:49.217610 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3911cf18-1109-4c0b-bf70-b95b976676e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:49.302153 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3911cf18-1109-4c0b-bf70-b95b976676e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:49.392389 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297f46bb-5939-4231-9923-37a46dbac2b0 req-7bee9349-ac81-419e-8d22-4377cfd5741d tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:49.393753 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-297f46bb-5939-4231-9923-37a46dbac2b0 req-7bee9349-ac81-419e-8d22-4377cfd5741d tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=87cc61f9-9c61-4cfa-a640-7e3c00a27d76 HTTP/1.1" status: 200 len: 946 time: 0.0494561 Oct 12 19:28:49.394819 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3911cf18-1109-4c0b-bf70-b95b976676e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:49.433248 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3911cf18-1109-4c0b-bf70-b95b976676e2 admin admin] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:28:49.450986 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3911cf18-1109-4c0b-bf70-b95b976676e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3416205a-d9ec-4ba1-a823-0f8eadffb37c,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:28:49.460698 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3911cf18-1109-4c0b-bf70-b95b976676e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:49.461044 n-d-813679-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-3911cf18-1109-4c0b-bf70-b95b976676e2 admin admin] Added segment 9ff984d1-27f3-404a-8505-466ab18fb531 of type vlan for network 0290ce55-7f93-4c6c-bbd1-02235e645c15 Oct 12 19:28:49.470830 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-297f46bb-5939-4231-9923-37a46dbac2b0 req-449053da-71e1-48d0-82bb-aaf27a8c3327 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697775 Oct 12 19:28:49.503594 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3911cf18-1109-4c0b-bf70-b95b976676e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:49.606472 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3911cf18-1109-4c0b-bf70-b95b976676e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:49.607466 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3911cf18-1109-4c0b-bf70-b95b976676e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:49.608075 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3911cf18-1109-4c0b-bf70-b95b976676e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:49.672002 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3911cf18-1109-4c0b-bf70-b95b976676e2 admin admin] Pushing event updated for resources: {'Network': ['ID=0290ce55-7f93-4c6c-bbd1-02235e645c15,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:28:49.683666 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 0290ce55-7f93-4c6c-bbd1-02235e645c15 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:28:49.690852 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bd7959-99ea-4792-8410-3eaac69258e4 req-97655d16-2afa-45a2-8b3d-9edb0c23606b tempest-VolumesBackupsTest-1460644679 tempest-VolumesBackupsTest-1460644679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:49.690852 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-18bd7959-99ea-4792-8410-3eaac69258e4 req-97655d16-2afa-45a2-8b3d-9edb0c23606b tempest-VolumesBackupsTest-1460644679 tempest-VolumesBackupsTest-1460644679-project] 10.222.0.49 "GET /v2.0/ports?device_id=0765514a-c2de-4b6a-b554-e16ed49db474 HTTP/1.1" status: 200 len: 950 time: 0.0563583 Oct 12 19:28:49.740552 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-18bd7959-99ea-4792-8410-3eaac69258e4 req-6e378ab6-6c40-4d3e-9022-9105cb08117e tempest-VolumesBackupsTest-1460644679 tempest-VolumesBackupsTest-1460644679-project] 10.222.0.49 "GET /v2.0/security-groups?id=65a3d8a7-db6b-43fd-be9e-a01020c81f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457757 Oct 12 19:28:49.754438 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-3911cf18-1109-4c0b-bf70-b95b976676e2 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7281647 Oct 12 19:28:49.764414 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 55892) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:28:49.767162 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e94921d-685d-4857-8164-8a720cef5709 req-82dd8feb-de36-4762-ab4f-4fad7b1ea896 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:49.768697 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6e94921d-685d-4857-8164-8a720cef5709 req-82dd8feb-de36-4762-ab4f-4fad7b1ea896 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc4437dd-9819-43ef-8e6c-cd57f0bbd4a4 HTTP/1.1" status: 200 len: 946 time: 0.0587676 Oct 12 19:28:49.769673 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-714d62a4-362b-4fe9-89ee-6c8f6f17331f admin admin] Request body: {'subnet': {'network_id': '0290ce55-7f93-4c6c-bbd1-02235e645c15', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-2051438922-subnet', 'tenant_id': 'e44e70d74bb14964afe24769b25e2a13', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:28:49.812319 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6e94921d-685d-4857-8164-8a720cef5709 req-1b6f14e8-5c56-40b6-9298-1fe854dd2848 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/security-groups?id=cefdf9de-6871-4b8c-818c-d47d551271dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356262 Oct 12 19:28:49.890883 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-714d62a4-362b-4fe9-89ee-6c8f6f17331f admin admin] Made reservation on behalf of e44e70d74bb14964afe24769b25e2a13 for: {'subnet': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:28:49.893409 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-714d62a4-362b-4fe9-89ee-6c8f6f17331f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4612397'] for subnet, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:50.100705 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 19:28:50.201194 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-714d62a4-362b-4fe9-89ee-6c8f6f17331f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4824863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4612355'] for subnet, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:50.252500 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714d62a4-362b-4fe9-89ee-6c8f6f17331f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c964fef-6ce8-4600-af04-a1d969d5678f,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:28:50.274096 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714d62a4-362b-4fe9-89ee-6c8f6f17331f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:28:50.274096 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714d62a4-362b-4fe9-89ee-6c8f6f17331f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:28:50.274096 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714d62a4-362b-4fe9-89ee-6c8f6f17331f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:28:50.274096 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714d62a4-362b-4fe9-89ee-6c8f6f17331f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:28:50.274096 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714d62a4-362b-4fe9-89ee-6c8f6f17331f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:28:50.274096 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714d62a4-362b-4fe9-89ee-6c8f6f17331f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:28:50.274096 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714d62a4-362b-4fe9-89ee-6c8f6f17331f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:28:50.274096 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714d62a4-362b-4fe9-89ee-6c8f6f17331f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:28:50.274885 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714d62a4-362b-4fe9-89ee-6c8f6f17331f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:28:50.274885 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714d62a4-362b-4fe9-89ee-6c8f6f17331f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:28:50.275624 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714d62a4-362b-4fe9-89ee-6c8f6f17331f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:28:50.276078 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714d62a4-362b-4fe9-89ee-6c8f6f17331f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:28:50.282339 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714d62a4-362b-4fe9-89ee-6c8f6f17331f admin admin] Checking segment: {'id': '9ff984d1-27f3-404a-8505-466ab18fb531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '0290ce55-7f93-4c6c-bbd1-02235e645c15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:28:50.282694 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714d62a4-362b-4fe9-89ee-6c8f6f17331f admin admin] Network hostable DHCP agents. Network: 0290ce55-7f93-4c6c-bbd1-02235e645c15, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:28:50.306467 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee07958d-9222-4e38-835e-42abf4312824 req-4877d939-9ab3-4951-a347-f75e72189ac7 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:50.308056 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ee07958d-9222-4e38-835e-42abf4312824 req-4877d939-9ab3-4951-a347-f75e72189ac7 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/ports?device_id=de7ddc49-638d-4051-bce9-1dec4601e464 HTTP/1.1" status: 200 len: 946 time: 0.0529373 Oct 12 19:28:50.349649 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ee07958d-9222-4e38-835e-42abf4312824 req-29d80421-2e30-4228-bead-97eef2b1f3b5 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2ba2481-c648-48f3-9a5a-fa2d99adbcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357478 Oct 12 19:28:50.355106 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714d62a4-362b-4fe9-89ee-6c8f6f17331f admin admin] Network 0290ce55-7f93-4c6c-bbd1-02235e645c15 is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:28:50.419919 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ada89bd-5949-4c3e-b922-1cecca1a3701 req-cf93de63-210c-4de8-8c58-b5b9ee76fbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:50.421460 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6ada89bd-5949-4c3e-b922-1cecca1a3701 req-cf93de63-210c-4de8-8c58-b5b9ee76fbe0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8037c4999d8b4d25a8c451f2b659a2c4&device_id=fb56269f-088f-4dd7-97a9-d7a3df061653 HTTP/1.1" status: 200 len: 1095 time: 0.0415964 Oct 12 19:28:50.461219 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab47575-c1e4-4dc0-82e2-feb46e8b80f3 req-0d2e7d2f-aa18-420f-9585-d52f8e159dad tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:50.463512 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-cab47575-c1e4-4dc0-82e2-feb46e8b80f3 req-0d2e7d2f-aa18-420f-9585-d52f8e159dad tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb56269f-088f-4dd7-97a9-d7a3df061653 HTTP/1.1" status: 200 len: 944 time: 0.0500705 Oct 12 19:28:50.494540 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-714d62a4-362b-4fe9-89ee-6c8f6f17331f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, 0290ce55-7f93-4c6c-bbd1-02235e645c15) {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:28:50.501658 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-714d62a4-362b-4fe9-89ee-6c8f6f17331f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:50.502285 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-714d62a4-362b-4fe9-89ee-6c8f6f17331f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:50.505694 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef11b62-feb3-407d-8464-9e34026c4c72 None None] Network 0290ce55-7f93-4c6c-bbd1-02235e645c15 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:28:50.514237 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-cab47575-c1e4-4dc0-82e2-feb46e8b80f3 req-267acea5-f5f3-41ce-8b4b-4cdaf7069ed7 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e18d525-cf41-4d49-869d-79a715be58e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442092 Oct 12 19:28:50.530908 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ada89bd-5949-4c3e-b922-1cecca1a3701 req-02d5466b-7228-4270-873d-4982a0dc7853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:50.532460 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6ada89bd-5949-4c3e-b922-1cecca1a3701 req-02d5466b-7228-4270-873d-4982a0dc7853 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f22a0b4a-70e4-4463-a6ef-6109199fd871 HTTP/1.1" status: 200 len: 912 time: 0.1034980 Oct 12 19:28:50.602357 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6ada89bd-5949-4c3e-b922-1cecca1a3701 req-56d04901-24b9-4ba0-8954-551cb742342b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a1f42106-a7b0-4dd3-8e89-1f2eceabc986 HTTP/1.1" status: 200 len: 999 time: 0.0618927 Oct 12 19:28:50.635175 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18258e42-9647-448c-8166-9e034ca39b82 req-b7e35241-c802-4338-8042-81123184aeb3 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:50.636682 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-18258e42-9647-448c-8166-9e034ca39b82 req-b7e35241-c802-4338-8042-81123184aeb3 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=87cc61f9-9c61-4cfa-a640-7e3c00a27d76 HTTP/1.1" status: 200 len: 946 time: 0.0571074 Oct 12 19:28:50.659129 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ada89bd-5949-4c3e-b922-1cecca1a3701 req-d5c06179-c8db-487b-bbac-5913bde17bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:50.661004 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6ada89bd-5949-4c3e-b922-1cecca1a3701 req-d5c06179-c8db-487b-bbac-5913bde17bd3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a09cd6ac-b3e0-423d-9e85-6644cbc7e663 HTTP/1.1" status: 200 len: 850 time: 0.0501213 Oct 12 19:28:50.668517 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-714d62a4-362b-4fe9-89ee-6c8f6f17331f admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9026780 Oct 12 19:28:50.669257 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b3a3e9-73f5-45cb-b875-a2b7c97ac2a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-0290ce55-7f93-4c6c-bbd1-02235e645c15', 'network_id': '0290ce55-7f93-4c6c-bbd1-02235e645c15', 'tenant_id': 'e44e70d74bb14964afe24769b25e2a13', 'fixed_ips': [{'subnet_id': '0c964fef-6ce8-4600-af04-a1d969d5678f'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:28:50.670385 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-94b3a3e9-73f5-45cb-b875-a2b7c97ac2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:50.709354 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-18258e42-9647-448c-8166-9e034ca39b82 req-2076f0d6-9f82-40c9-a543-cec7afd0125d tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636263 Oct 12 19:28:50.735039 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ada89bd-5949-4c3e-b922-1cecca1a3701 req-874f0d3a-138b-457f-9ca2-2336d6697f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:50.736702 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6ada89bd-5949-4c3e-b922-1cecca1a3701 req-874f0d3a-138b-457f-9ca2-2336d6697f49 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f22a0b4a-70e4-4463-a6ef-6109199fd871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0671306 Oct 12 19:28:50.833628 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6ada89bd-5949-4c3e-b922-1cecca1a3701 req-b6316755-cfa6-4f11-99d2-e56a746b0850 service neutron] 10.222.0.61 "GET /v2.0/networks/f22a0b4a-70e4-4463-a6ef-6109199fd871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881979 Oct 12 19:28:50.862235 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-94b3a3e9-73f5-45cb-b875-a2b7c97ac2a7 None None] Allocated IP 172.20.0.2 (0290ce55-7f93-4c6c-bbd1-02235e645c15/0c964fef-6ce8-4600-af04-a1d969d5678f/abc86e3b-3332-485f-98db-aba520efc5cd) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:28:50.962311 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6ada89bd-5949-4c3e-b922-1cecca1a3701 req-da2f34ce-a0cd-4426-8eec-a89baaed5669 service neutron] 10.222.0.61 "GET /v2.0/networks/f22a0b4a-70e4-4463-a6ef-6109199fd871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204517 Oct 12 19:28:50.990306 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9c1090-1a7d-4eea-8d41-fe109b1862bd req-e6717f68-c188-4962-8e3c-6c5a64dff1f7 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:50.991934 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2d9c1090-1a7d-4eea-8d41-fe109b1862bd req-e6717f68-c188-4962-8e3c-6c5a64dff1f7 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc4437dd-9819-43ef-8e6c-cd57f0bbd4a4 HTTP/1.1" status: 200 len: 946 time: 0.0988300 Oct 12 19:28:51.039643 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2d9c1090-1a7d-4eea-8d41-fe109b1862bd req-48815246-0995-43ad-adfc-003b5b6ab1d4 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/security-groups?id=cefdf9de-6871-4b8c-818c-d47d551271dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413263 Oct 12 19:28:51.064296 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-94b3a3e9-73f5-45cb-b875-a2b7c97ac2a7 None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:51.206861 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-94b3a3e9-73f5-45cb-b875-a2b7c97ac2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:51.250759 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283b9cf3-100c-4c98-978c-3e2b654ae15b req-08019b08-b2c9-4575-aa2a-2bbf9d77d94a tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:51.252457 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-283b9cf3-100c-4c98-978c-3e2b654ae15b req-08019b08-b2c9-4575-aa2a-2bbf9d77d94a tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/networks?id=0290ce55-7f93-4c6c-bbd1-02235e645c15 HTTP/1.1" status: 200 len: 816 time: 0.1146765 Oct 12 19:28:51.256516 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b3a3e9-73f5-45cb-b875-a2b7c97ac2a7 None None] Network 0290ce55-7f93-4c6c-bbd1-02235e645c15 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:28:51.262110 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-94b3a3e9-73f5-45cb-b875-a2b7c97ac2a7 None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:28:51.265930 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b3a3e9-73f5-45cb-b875-a2b7c97ac2a7 None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:28:51.273282 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b3a3e9-73f5-45cb-b875-a2b7c97ac2a7 None None] Pushing event updated for resources: {'Port': ['ID=abc86e3b-3332-485f-98db-aba520efc5cd,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:28:51.274371 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-283b9cf3-100c-4c98-978c-3e2b654ae15b req-9f070a11-8743-46d7-9d39-d0cb87e50e88 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/quotas/e44e70d74bb14964afe24769b25e2a13 HTTP/1.1" status: 200 len: 375 time: 0.0151129 Oct 12 19:28:51.334033 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-94b3a3e9-73f5-45cb-b875-a2b7c97ac2a7 None None] Attempting to bind port abc86e3b-3332-485f-98db-aba520efc5cd on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:28:51.334486 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-94b3a3e9-73f5-45cb-b875-a2b7c97ac2a7 None None] Attempting to bind port abc86e3b-3332-485f-98db-aba520efc5cd by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '9ff984d1-27f3-404a-8505-466ab18fb531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '0290ce55-7f93-4c6c-bbd1-02235e645c15'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:28:51.334934 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b3a3e9-73f5-45cb-b875-a2b7c97ac2a7 None None] Attempting to bind port abc86e3b-3332-485f-98db-aba520efc5cd on network 0290ce55-7f93-4c6c-bbd1-02235e645c15 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:28:51.341218 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b3a3e9-73f5-45cb-b875-a2b7c97ac2a7 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:28:51.341591 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b3a3e9-73f5-45cb-b875-a2b7c97ac2a7 None None] Checking segment: {'id': '9ff984d1-27f3-404a-8505-466ab18fb531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '0290ce55-7f93-4c6c-bbd1-02235e645c15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:28:51.341995 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-94b3a3e9-73f5-45cb-b875-a2b7c97ac2a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:51.342385 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b3a3e9-73f5-45cb-b875-a2b7c97ac2a7 None None] Bound using segment: {'id': '9ff984d1-27f3-404a-8505-466ab18fb531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '0290ce55-7f93-4c6c-bbd1-02235e645c15'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:28:51.342851 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-94b3a3e9-73f5-45cb-b875-a2b7c97ac2a7 None None] Bound port: abc86e3b-3332-485f-98db-aba520efc5cd, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ff984d1-27f3-404a-8505-466ab18fb531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '0290ce55-7f93-4c6c-bbd1-02235e645c15'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:28:51.343789 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-94b3a3e9-73f5-45cb-b875-a2b7c97ac2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:51.352656 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-283b9cf3-100c-4c98-978c-3e2b654ae15b req-bf089590-b708-4415-af8d-afc405a5a8b0 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=e44e70d74bb14964afe24769b25e2a13&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0703299 Oct 12 19:28:51.416456 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-94b3a3e9-73f5-45cb-b875-a2b7c97ac2a7 None None] For port abc86e3b-3332-485f-98db-aba520efc5cd, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:28:51.420655 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-94b3a3e9-73f5-45cb-b875-a2b7c97ac2a7 None None] For port abc86e3b-3332-485f-98db-aba520efc5cd, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=abc86e3b-3332-485f-98db-aba520efc5cd,segment=NetworkSegment(9ff984d1-27f3-404a-8505-466ab18fb531),segment_id=9ff984d1-27f3-404a-8505-466ab18fb531)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:28:51.472661 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-283b9cf3-100c-4c98-978c-3e2b654ae15b req-6224cf5d-60dc-4298-82d1-6100c528ab79 service neutron] 10.222.0.49 "GET /v2.0/networks/0290ce55-7f93-4c6c-bbd1-02235e645c15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149645 Oct 12 19:28:51.476173 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c958a96-114c-4080-b645-c6eab2a301c1 req-5198594d-866b-4873-b899-de810a58e4da tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:51.477666 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2c958a96-114c-4080-b645-c6eab2a301c1 req-5198594d-866b-4873-b899-de810a58e4da tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/ports?device_id=de7ddc49-638d-4051-bce9-1dec4601e464 HTTP/1.1" status: 200 len: 946 time: 0.0530341 Oct 12 19:28:51.521961 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-94b3a3e9-73f5-45cb-b875-a2b7c97ac2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:51.558285 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2c958a96-114c-4080-b645-c6eab2a301c1 req-76822fe7-9c95-461e-88f4-12842506a024 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2ba2481-c648-48f3-9a5a-fa2d99adbcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741761 Oct 12 19:28:51.602554 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-283b9cf3-100c-4c98-978c-3e2b654ae15b req-88740efe-7a73-4241-b34f-177f2b0694c6 service neutron] 10.222.0.49 "GET /v2.0/networks/0290ce55-7f93-4c6c-bbd1-02235e645c15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227605 Oct 12 19:28:51.634268 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b3a3e9-73f5-45cb-b875-a2b7c97ac2a7 None None] Pushing event updated for resources: {'Port': ['ID=abc86e3b-3332-485f-98db-aba520efc5cd,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:28:51.714799 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebc1cd3-7f67-44eb-aa15-e67cd9fbbfbb req-50176398-15bf-4ac9-a384-4ce07fdffd35 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:51.717215 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1ebc1cd3-7f67-44eb-aa15-e67cd9fbbfbb req-50176398-15bf-4ac9-a384-4ce07fdffd35 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb56269f-088f-4dd7-97a9-d7a3df061653 HTTP/1.1" status: 200 len: 944 time: 0.0633056 Oct 12 19:28:51.760158 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1ebc1cd3-7f67-44eb-aa15-e67cd9fbbfbb req-d1be6555-661c-4f97-8d1d-35deb3fa5b37 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e18d525-cf41-4d49-869d-79a715be58e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367515 Oct 12 19:28:51.926951 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afe8c5a-3221-443a-a49d-39b92e9b8f0e req-8567492c-335f-4414-9d2f-caf721152b27 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:51.928601 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0afe8c5a-3221-443a-a49d-39b92e9b8f0e req-8567492c-335f-4414-9d2f-caf721152b27 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=87cc61f9-9c61-4cfa-a640-7e3c00a27d76 HTTP/1.1" status: 200 len: 946 time: 0.0741549 Oct 12 19:28:52.001511 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0afe8c5a-3221-443a-a49d-39b92e9b8f0e req-efa7c1d6-3d69-4bcd-b7cb-5ba9bc229e87 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643370 Oct 12 19:28:52.178431 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d125a4-962c-4cfd-a804-52670c3516d2 req-3268ef0e-dc8e-4c46-96c8-affa1095efc8 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:52.183457 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-73d125a4-962c-4cfd-a804-52670c3516d2 req-3268ef0e-dc8e-4c46-96c8-affa1095efc8 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/networks?id=0290ce55-7f93-4c6c-bbd1-02235e645c15 HTTP/1.1" status: 200 len: 816 time: 0.1407549 Oct 12 19:28:52.186154 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device abc86e3b-3332-485f-98db-aba520efc5cd up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:28:52.205866 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-73d125a4-962c-4cfd-a804-52670c3516d2 req-dd542adc-cae2-4323-be15-28b073f3715f tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/quotas/e44e70d74bb14964afe24769b25e2a13 HTTP/1.1" status: 200 len: 375 time: 0.0182190 Oct 12 19:28:52.218114 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11db687c-235b-4b74-8956-e944b4151a7b req-349b815b-e280-4023-a7c3-fe5e42958c68 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:52.223335 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-11db687c-235b-4b74-8956-e944b4151a7b req-349b815b-e280-4023-a7c3-fe5e42958c68 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc4437dd-9819-43ef-8e6c-cd57f0bbd4a4 HTTP/1.1" status: 200 len: 946 time: 0.0696204 Oct 12 19:28:52.264629 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port abc86e3b-3332-485f-98db-aba520efc5cd triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:28:52.265756 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:52.269924 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-11db687c-235b-4b74-8956-e944b4151a7b req-cea0216c-f0bf-44b6-acf4-7fe82107ccef tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/security-groups?id=cefdf9de-6871-4b8c-818c-d47d551271dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406995 Oct 12 19:28:52.282471 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-73d125a4-962c-4cfd-a804-52670c3516d2 req-a5236f8c-b829-4238-9ed1-6c4f6a9eda27 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=e44e70d74bb14964afe24769b25e2a13&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0750940 Oct 12 19:28:52.351884 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:52.387916 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-73d125a4-962c-4cfd-a804-52670c3516d2 req-4d8219d5-8f71-4ab1-8c7d-d34bb0326d40 service neutron] 10.222.0.49 "GET /v2.0/networks/0290ce55-7f93-4c6c-bbd1-02235e645c15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033623 Oct 12 19:28:52.393368 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] For port abc86e3b-3332-485f-98db-aba520efc5cd, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=abc86e3b-3332-485f-98db-aba520efc5cd,segment=NetworkSegment(9ff984d1-27f3-404a-8505-466ab18fb531),segment_id=9ff984d1-27f3-404a-8505-466ab18fb531)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:28:52.486457 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-73d125a4-962c-4cfd-a804-52670c3516d2 req-2ab7b8d5-750a-4d89-bbb7-78d41087ba30 service neutron] 10.222.0.49 "GET /v2.0/networks/0290ce55-7f93-4c6c-bbd1-02235e645c15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976405 Oct 12 19:28:52.515173 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:52.593793 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Pushing event updated for resources: {'Port': ['ID=abc86e3b-3332-485f-98db-aba520efc5cd,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:28:52.706273 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2ff43a-647b-4cf6-b71b-d5d9f867841f req-b81ed891-500f-4c53-9710-da23c211e9ad tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:52.708424 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2b2ff43a-647b-4cf6-b71b-d5d9f867841f req-b81ed891-500f-4c53-9710-da23c211e9ad tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/ports?device_id=de7ddc49-638d-4051-bce9-1dec4601e464 HTTP/1.1" status: 200 len: 946 time: 0.0758202 Oct 12 19:28:52.766687 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2b2ff43a-647b-4cf6-b71b-d5d9f867841f req-46d60c33-f76d-4d95-a2cb-0ae285104672 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2ba2481-c648-48f3-9a5a-fa2d99adbcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516369 Oct 12 19:28:52.919764 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df38f3be-96ef-45ca-a797-103ab46898a6 None None] Network 0290ce55-7f93-4c6c-bbd1-02235e645c15 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:28:52.968733 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbb14f2-222d-4efc-9626-733f5b324c37 req-8f06cc93-2441-419e-94b9-b7ad73ae4a08 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:52.976646 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ddbb14f2-222d-4efc-9626-733f5b324c37 req-8f06cc93-2441-419e-94b9-b7ad73ae4a08 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb56269f-088f-4dd7-97a9-d7a3df061653 HTTP/1.1" status: 200 len: 944 time: 0.1013188 Oct 12 19:28:53.060169 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ddbb14f2-222d-4efc-9626-733f5b324c37 req-caefcc03-e027-4629-910c-4adfbf10fbb1 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e18d525-cf41-4d49-869d-79a715be58e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765982 Oct 12 19:28:53.090874 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-e6bb3ca9-33a9-46cb-aff2-f5a8cbbbe3d2 None None] Provisioning complete for port abc86e3b-3332-485f-98db-aba520efc5cd triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:28:53.090874 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e6bb3ca9-33a9-46cb-aff2-f5a8cbbbe3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:53.099519 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1464dc93-8f5d-4c89-879e-392bcd4e6617 req-8e3d2fe8-db0b-4eb1-95d3-010fe37af261 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:53.108363 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1464dc93-8f5d-4c89-879e-392bcd4e6617 req-8e3d2fe8-db0b-4eb1-95d3-010fe37af261 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/networks?id=0290ce55-7f93-4c6c-bbd1-02235e645c15 HTTP/1.1" status: 200 len: 816 time: 0.1813221 Oct 12 19:28:53.133462 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1464dc93-8f5d-4c89-879e-392bcd4e6617 req-a7fc71d0-5f73-43b8-9065-ba076c5f569c tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/quotas/e44e70d74bb14964afe24769b25e2a13 HTTP/1.1" status: 200 len: 375 time: 0.0241880 Oct 12 19:28:53.206273 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1464dc93-8f5d-4c89-879e-392bcd4e6617 req-556c07dc-9592-44fd-9427-3396c52b2b17 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=e44e70d74bb14964afe24769b25e2a13&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0699503 Oct 12 19:28:53.249210 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2578eeb-db24-4df8-b66e-5b9bf352a2cd req-b2ec6e7e-dda3-442d-bc90-09039b4e496e tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:53.256460 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e2578eeb-db24-4df8-b66e-5b9bf352a2cd req-b2ec6e7e-dda3-442d-bc90-09039b4e496e tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=87cc61f9-9c61-4cfa-a640-7e3c00a27d76 HTTP/1.1" status: 200 len: 946 time: 0.0960746 Oct 12 19:28:53.316723 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e2578eeb-db24-4df8-b66e-5b9bf352a2cd req-3b5ba35a-16c9-42b4-8cdc-41418ee39740 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591247 Oct 12 19:28:53.324663 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1464dc93-8f5d-4c89-879e-392bcd4e6617 req-e8b16413-6990-41d7-b149-0c942bec7710 service neutron] 10.222.0.49 "GET /v2.0/networks/0290ce55-7f93-4c6c-bbd1-02235e645c15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173069 Oct 12 19:28:53.487340 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cada03f1-2fa2-4b4f-a153-1f75a9f28b37 req-d46ec363-bd63-44f6-aa0a-6ad41a32358a tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:53.498085 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cada03f1-2fa2-4b4f-a153-1f75a9f28b37 req-d46ec363-bd63-44f6-aa0a-6ad41a32358a tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc4437dd-9819-43ef-8e6c-cd57f0bbd4a4 HTTP/1.1" status: 200 len: 946 time: 0.1223302 Oct 12 19:28:53.544870 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cada03f1-2fa2-4b4f-a153-1f75a9f28b37 req-f7dbec7d-e38a-4ba5-aeb1-2483dcc6ec7a tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/security-groups?id=cefdf9de-6871-4b8c-818c-d47d551271dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455472 Oct 12 19:28:53.675740 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-9837f935-878a-419f-9554-05926cad9bd0 None None] Provisioning complete for port abc86e3b-3332-485f-98db-aba520efc5cd triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:28:53.676380 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9837f935-878a-419f-9554-05926cad9bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:53.864657 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1464dc93-8f5d-4c89-879e-392bcd4e6617 req-33a6dd18-aab5-49e7-bee2-2a3c45596bac service neutron] 10.222.0.49 "GET /v2.0/networks/0290ce55-7f93-4c6c-bbd1-02235e645c15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5313680 Oct 12 19:28:53.921735 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32a3772-47e7-47ac-b9c9-0bc0ec9ed0fe req-fac3b040-9c0c-41da-bc98-f113ef8b95bb tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:53.923281 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e32a3772-47e7-47ac-b9c9-0bc0ec9ed0fe req-fac3b040-9c0c-41da-bc98-f113ef8b95bb tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/ports?device_id=de7ddc49-638d-4051-bce9-1dec4601e464 HTTP/1.1" status: 200 len: 946 time: 0.0550342 Oct 12 19:28:53.972049 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e32a3772-47e7-47ac-b9c9-0bc0ec9ed0fe req-127199c3-0b44-4785-b8d1-d977862f14c5 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2ba2481-c648-48f3-9a5a-fa2d99adbcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407507 Oct 12 19:28:54.076329 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device abc86e3b-3332-485f-98db-aba520efc5cd up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:28:54.125031 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port abc86e3b-3332-485f-98db-aba520efc5cd triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:28:54.125393 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:54.269572 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f987931f-5399-41da-bed1-f020cb3d578b req-35870863-4b1b-4433-83c4-0ff5871abeb5 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/ports?device_id=bad771ab-cc45-425d-bee9-6bf9a910d9ae HTTP/1.1" status: 200 len: 210 time: 0.0406137 Oct 12 19:28:54.433906 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871a5a70-969f-4199-8440-a5e55d28d7e9 req-f417844e-c09d-4e40-83ee-87b629be6db7 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:54.435492 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-871a5a70-969f-4199-8440-a5e55d28d7e9 req-f417844e-c09d-4e40-83ee-87b629be6db7 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=87cc61f9-9c61-4cfa-a640-7e3c00a27d76 HTTP/1.1" status: 200 len: 946 time: 0.0601342 Oct 12 19:28:54.500689 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-871a5a70-969f-4199-8440-a5e55d28d7e9 req-46b91244-0275-4710-b865-e305fc2d04db tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519223 Oct 12 19:28:54.675488 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7937ed88-7900-499e-9c6c-f21b9310a48a req-a4c71daa-042c-4e4b-8b19-4c8fd4d1bc85 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:54.677326 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7937ed88-7900-499e-9c6c-f21b9310a48a req-a4c71daa-042c-4e4b-8b19-4c8fd4d1bc85 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc4437dd-9819-43ef-8e6c-cd57f0bbd4a4 HTTP/1.1" status: 200 len: 946 time: 0.0664580 Oct 12 19:28:54.716710 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7937ed88-7900-499e-9c6c-f21b9310a48a req-6659beb6-b6b1-4e0d-9305-d08e4941a75a tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/security-groups?id=cefdf9de-6871-4b8c-818c-d47d551271dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324910 Oct 12 19:28:55.130224 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7bfb1c-8b44-4cd7-8718-2452e59ecf56 req-bc57d2bf-70d5-42cd-b986-aec47fd2fe30 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:55.131807 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2a7bfb1c-8b44-4cd7-8718-2452e59ecf56 req-bc57d2bf-70d5-42cd-b986-aec47fd2fe30 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/ports?device_id=de7ddc49-638d-4051-bce9-1dec4601e464 HTTP/1.1" status: 200 len: 946 time: 0.0715258 Oct 12 19:28:55.178267 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2a7bfb1c-8b44-4cd7-8718-2452e59ecf56 req-d6fc120b-283a-4122-addb-aa7c4b63cdca tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2ba2481-c648-48f3-9a5a-fa2d99adbcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375109 Oct 12 19:28:55.371839 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-97d90574-739f-417d-ac90-aa36adfbb8ef req-fce5f79c-978a-420c-9cde-5799428fd461 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/ports?device_id=bad771ab-cc45-425d-bee9-6bf9a910d9ae HTTP/1.1" status: 200 len: 210 time: 0.0510676 Oct 12 19:28:55.382882 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283b9cf3-100c-4c98-978c-3e2b654ae15b req-bdb3c678-1379-4c78-986f-f0e314257b80 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:55.384627 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-283b9cf3-100c-4c98-978c-3e2b654ae15b req-bdb3c678-1379-4c78-986f-f0e314257b80 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.67 "GET /v2.0/networks?id=0290ce55-7f93-4c6c-bbd1-02235e645c15 HTTP/1.1" status: 200 len: 816 time: 0.1563067 Oct 12 19:28:55.399333 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-283b9cf3-100c-4c98-978c-3e2b654ae15b req-c9761b61-6951-40c2-8a96-d7b68a7a8737 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] Request body: {'port': {'device_id': 'a12a186c-07bf-4785-82d3-97ddb6d52d66', 'network_id': '0290ce55-7f93-4c6c-bbd1-02235e645c15', 'admin_state_up': True, 'tenant_id': 'e44e70d74bb14964afe24769b25e2a13'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:28:55.605531 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-283b9cf3-100c-4c98-978c-3e2b654ae15b req-c9761b61-6951-40c2-8a96-d7b68a7a8737 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] Made reservation on behalf of e44e70d74bb14964afe24769b25e2a13 for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:28:55.609790 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-283b9cf3-100c-4c98-978c-3e2b654ae15b req-c9761b61-6951-40c2-8a96-d7b68a7a8737 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:55.673742 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfba19f-7c0c-4f14-be82-c1d67c2fb554 req-2b57959e-c6cc-4e19-b64d-1d7f3ca63b25 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:55.685592 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5cfba19f-7c0c-4f14-be82-c1d67c2fb554 req-2b57959e-c6cc-4e19-b64d-1d7f3ca63b25 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=87cc61f9-9c61-4cfa-a640-7e3c00a27d76 HTTP/1.1" status: 200 len: 946 time: 0.0998065 Oct 12 19:28:55.781714 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5cfba19f-7c0c-4f14-be82-c1d67c2fb554 req-6ba68925-1a79-4560-86ee-9556b9666dd4 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951385 Oct 12 19:28:55.840763 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [req-283b9cf3-100c-4c98-978c-3e2b654ae15b req-c9761b61-6951-40c2-8a96-d7b68a7a8737 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] Allocated IP 172.20.0.9 (0290ce55-7f93-4c6c-bbd1-02235e645c15/0c964fef-6ce8-4600-af04-a1d969d5678f/b5acf294-86eb-432d-ab74-1efd6dd60b45) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:28:55.907075 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33159a84-5965-4b05-906d-0cf5a5c43e6a req-0fa8c224-7744-4952-9ea4-d7edb96fb78a tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:55.908907 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-33159a84-5965-4b05-906d-0cf5a5c43e6a req-0fa8c224-7744-4952-9ea4-d7edb96fb78a tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc4437dd-9819-43ef-8e6c-cd57f0bbd4a4 HTTP/1.1" status: 200 len: 946 time: 0.0823658 Oct 12 19:28:56.317104 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b1eea9-3528-465b-aa10-b5f2f01cd0b5 req-6ab7ce90-eaa5-42b0-b2c4-d6e463972195 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:56.318808 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-79b1eea9-3528-465b-aa10-b5f2f01cd0b5 req-6ab7ce90-eaa5-42b0-b2c4-d6e463972195 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/ports?device_id=de7ddc49-638d-4051-bce9-1dec4601e464 HTTP/1.1" status: 200 len: 946 time: 0.0538213 Oct 12 19:28:56.365020 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-79b1eea9-3528-465b-aa10-b5f2f01cd0b5 req-eadacaa2-f13c-4819-8796-8cbee49ee4c5 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2ba2481-c648-48f3-9a5a-fa2d99adbcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400519 Oct 12 19:28:56.424038 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-33159a84-5965-4b05-906d-0cf5a5c43e6a req-ad20107a-673e-48b5-8ac1-e47a40e138dc tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/security-groups?id=cefdf9de-6871-4b8c-818c-d47d551271dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5049293 Oct 12 19:28:56.483604 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9cf2af5e-ae31-4adc-84c0-d5d9e8c2ccdc req-bb23a9fc-04c8-48cb-9045-8dd9a81e8e05 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/ports?device_id=bad771ab-cc45-425d-bee9-6bf9a910d9ae HTTP/1.1" status: 200 len: 210 time: 0.0370452 Oct 12 19:28:56.511389 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d125a4-962c-4cfd-a804-52670c3516d2 req-fe702017-b333-4e25-8c56-c9de46783284 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:56.513133 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-73d125a4-962c-4cfd-a804-52670c3516d2 req-fe702017-b333-4e25-8c56-c9de46783284 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.67 "GET /v2.0/networks?id=0290ce55-7f93-4c6c-bbd1-02235e645c15 HTTP/1.1" status: 200 len: 816 time: 0.1853108 Oct 12 19:28:56.515986 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-283b9cf3-100c-4c98-978c-3e2b654ae15b req-c9761b61-6951-40c2-8a96-d7b68a7a8737 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:56.527504 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-73d125a4-962c-4cfd-a804-52670c3516d2 req-09c4c09a-7ad5-4b46-8d74-6c4affa4bdcf tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] Request body: {'port': {'device_id': 'f4b341fa-89dc-49b2-a348-71a788c4e840', 'network_id': '0290ce55-7f93-4c6c-bbd1-02235e645c15', 'admin_state_up': True, 'tenant_id': 'e44e70d74bb14964afe24769b25e2a13'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:28:56.662550 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-283b9cf3-100c-4c98-978c-3e2b654ae15b req-c9761b61-6951-40c2-8a96-d7b68a7a8737 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:56.717790 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-283b9cf3-100c-4c98-978c-3e2b654ae15b req-c9761b61-6951-40c2-8a96-d7b68a7a8737 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] Network 0290ce55-7f93-4c6c-bbd1-02235e645c15 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:28:56.721149 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [req-283b9cf3-100c-4c98-978c-3e2b654ae15b req-c9761b61-6951-40c2-8a96-d7b68a7a8737 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:28:56.725956 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-283b9cf3-100c-4c98-978c-3e2b654ae15b req-c9761b61-6951-40c2-8a96-d7b68a7a8737 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:28:56.730866 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9761b61-6951-40c2-8a96-d7b68a7a8737 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] Pushing event updated for resources: {'Port': ['ID=b5acf294-86eb-432d-ab74-1efd6dd60b45,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:28:56.773270 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73d125a4-962c-4cfd-a804-52670c3516d2 req-09c4c09a-7ad5-4b46-8d74-6c4affa4bdcf tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] Made reservation on behalf of e44e70d74bb14964afe24769b25e2a13 for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:28:56.779244 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-73d125a4-962c-4cfd-a804-52670c3516d2 req-09c4c09a-7ad5-4b46-8d74-6c4affa4bdcf tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:56.878407 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283b9cf3-100c-4c98-978c-3e2b654ae15b req-c9761b61-6951-40c2-8a96-d7b68a7a8737 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:56.879051 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-283b9cf3-100c-4c98-978c-3e2b654ae15b req-c9761b61-6951-40c2-8a96-d7b68a7a8737 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:56.886309 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1464dc93-8f5d-4c89-879e-392bcd4e6617 req-d71795f1-782b-4b39-8934-8b57b64c52eb tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:56.888648 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1464dc93-8f5d-4c89-879e-392bcd4e6617 req-d71795f1-782b-4b39-8934-8b57b64c52eb tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.67 "GET /v2.0/networks?id=0290ce55-7f93-4c6c-bbd1-02235e645c15 HTTP/1.1" status: 200 len: 816 time: 0.1559970 Oct 12 19:28:56.905394 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-1464dc93-8f5d-4c89-879e-392bcd4e6617 req-a88bc2f0-a1db-47e6-bd0a-43d5ddf50288 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] Request body: {'port': {'device_id': 'bad771ab-cc45-425d-bee9-6bf9a910d9ae', 'network_id': '0290ce55-7f93-4c6c-bbd1-02235e645c15', 'admin_state_up': True, 'tenant_id': 'e44e70d74bb14964afe24769b25e2a13'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:28:57.057065 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-283b9cf3-100c-4c98-978c-3e2b654ae15b req-c9761b61-6951-40c2-8a96-d7b68a7a8737 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6604621 Oct 12 19:28:57.073825 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6f8cf1-9deb-4f92-a5d2-5e9933110a98 req-7a547042-a4fb-482a-a640-366f2338ec8f tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:57.075345 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2c6f8cf1-9deb-4f92-a5d2-5e9933110a98 req-7a547042-a4fb-482a-a640-366f2338ec8f tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=87cc61f9-9c61-4cfa-a640-7e3c00a27d76 HTTP/1.1" status: 200 len: 946 time: 0.1679208 Oct 12 19:28:57.082828 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-283b9cf3-100c-4c98-978c-3e2b654ae15b req-4dea9ca2-5dc9-4df0-947a-909ea8235d7c service neutron] Request body: {'port': {'device_id': 'a12a186c-07bf-4785-82d3-97ddb6d52d66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-3'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:28:57.138113 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [req-73d125a4-962c-4cfd-a804-52670c3516d2 req-09c4c09a-7ad5-4b46-8d74-6c4affa4bdcf tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] Allocated IP 172.20.0.5 (0290ce55-7f93-4c6c-bbd1-02235e645c15/0c964fef-6ce8-4600-af04-a1d969d5678f/31b81d65-8951-449a-9efc-e5501676ed68) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:28:57.141910 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1464dc93-8f5d-4c89-879e-392bcd4e6617 req-a88bc2f0-a1db-47e6-bd0a-43d5ddf50288 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] Made reservation on behalf of e44e70d74bb14964afe24769b25e2a13 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:28:57.146296 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-1464dc93-8f5d-4c89-879e-392bcd4e6617 req-a88bc2f0-a1db-47e6-bd0a-43d5ddf50288 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:57.196362 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2c6f8cf1-9deb-4f92-a5d2-5e9933110a98 req-5821fb71-528a-44d0-9015-658fb7128b8b tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038477 Oct 12 19:28:57.212885 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-283b9cf3-100c-4c98-978c-3e2b654ae15b req-4dea9ca2-5dc9-4df0-947a-909ea8235d7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:57.220937 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-c4666d0a-1598-44ab-a3d0-137da0f2a0aa None None] Provisioning complete for port b5acf294-86eb-432d-ab74-1efd6dd60b45 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:28:57.221462 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c4666d0a-1598-44ab-a3d0-137da0f2a0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:57.266769 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-c4666d0a-1598-44ab-a3d0-137da0f2a0aa None None] Port b5acf294-86eb-432d-ab74-1efd6dd60b45 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:28:57.477741 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-73d125a4-962c-4cfd-a804-52670c3516d2 req-09c4c09a-7ad5-4b46-8d74-6c4affa4bdcf tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:57.548496 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68cc5b5-f63a-4fb5-a5b8-3d7a2188760a req-9d337cd3-4356-4cc6-90d8-9401bb823897 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:57.550924 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b68cc5b5-f63a-4fb5-a5b8-3d7a2188760a req-9d337cd3-4356-4cc6-90d8-9401bb823897 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/ports?device_id=de7ddc49-638d-4051-bce9-1dec4601e464 HTTP/1.1" status: 200 len: 946 time: 0.0693800 Oct 12 19:28:57.567741 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab25155-d4e0-4700-8b5b-bf2a25cbd2a7 req-c10f8b3d-3a0d-4a20-bfba-27fd4c425f88 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:57.576271 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7ab25155-d4e0-4700-8b5b-bf2a25cbd2a7 req-c10f8b3d-3a0d-4a20-bfba-27fd4c425f88 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc4437dd-9819-43ef-8e6c-cd57f0bbd4a4 HTTP/1.1" status: 200 len: 946 time: 0.0593798 Oct 12 19:28:57.597528 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b68cc5b5-f63a-4fb5-a5b8-3d7a2188760a req-dc5b7192-ba0d-4def-b51b-94206d622fa8 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2ba2481-c648-48f3-9a5a-fa2d99adbcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393920 Oct 12 19:28:57.629406 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7ab25155-d4e0-4700-8b5b-bf2a25cbd2a7 req-52984bda-2a7b-4c96-9f1a-88ea6f40d897 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/security-groups?id=cefdf9de-6871-4b8c-818c-d47d551271dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522096 Oct 12 19:28:57.635985 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-73d125a4-962c-4cfd-a804-52670c3516d2 req-09c4c09a-7ad5-4b46-8d74-6c4affa4bdcf tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:57.691204 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73d125a4-962c-4cfd-a804-52670c3516d2 req-09c4c09a-7ad5-4b46-8d74-6c4affa4bdcf tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] Network 0290ce55-7f93-4c6c-bbd1-02235e645c15 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:28:57.694885 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [req-73d125a4-962c-4cfd-a804-52670c3516d2 req-09c4c09a-7ad5-4b46-8d74-6c4affa4bdcf tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:28:57.698926 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-73d125a4-962c-4cfd-a804-52670c3516d2 req-09c4c09a-7ad5-4b46-8d74-6c4affa4bdcf tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:28:57.713422 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0d123aa8-7457-4f3c-821a-32dfabac3856 req-7140bbaa-23a0-4f69-996d-adbc2a0a6ed1 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/ports?device_id=bad771ab-cc45-425d-bee9-6bf9a910d9ae HTTP/1.1" status: 200 len: 210 time: 0.0472686 Oct 12 19:28:57.729113 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c4c09a-7ad5-4b46-8d74-6c4affa4bdcf tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] Pushing event updated for resources: {'Port': ['ID=31b81d65-8951-449a-9efc-e5501676ed68,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:28:57.741890 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [req-1464dc93-8f5d-4c89-879e-392bcd4e6617 req-a88bc2f0-a1db-47e6-bd0a-43d5ddf50288 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] Allocated IP 172.20.0.12 (0290ce55-7f93-4c6c-bbd1-02235e645c15/0c964fef-6ce8-4600-af04-a1d969d5678f/9ce8a9e3-9ab7-46e7-84a4-6e8e286345be) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:28:57.770780 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d125a4-962c-4cfd-a804-52670c3516d2 req-09c4c09a-7ad5-4b46-8d74-6c4affa4bdcf tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:57.771854 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-73d125a4-962c-4cfd-a804-52670c3516d2 req-09c4c09a-7ad5-4b46-8d74-6c4affa4bdcf tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:57.871788 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-73d125a4-962c-4cfd-a804-52670c3516d2 req-09c4c09a-7ad5-4b46-8d74-6c4affa4bdcf tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3486094 Oct 12 19:28:57.888949 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-73d125a4-962c-4cfd-a804-52670c3516d2 req-e205a4e6-0b85-4ddd-a89c-e8cd80ad2eed service neutron] Request body: {'port': {'device_id': 'f4b341fa-89dc-49b2-a348-71a788c4e840', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-3'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:28:57.923028 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-1464dc93-8f5d-4c89-879e-392bcd4e6617 req-a88bc2f0-a1db-47e6-bd0a-43d5ddf50288 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:57.965330 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-73d125a4-962c-4cfd-a804-52670c3516d2 req-e205a4e6-0b85-4ddd-a89c-e8cd80ad2eed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:57.993052 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-b8ebfd37-bbbf-471a-9edb-b33f9c651567 None None] Provisioning complete for port 31b81d65-8951-449a-9efc-e5501676ed68 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:28:57.994102 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b8ebfd37-bbbf-471a-9edb-b33f9c651567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:58.005867 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-1464dc93-8f5d-4c89-879e-392bcd4e6617 req-a88bc2f0-a1db-47e6-bd0a-43d5ddf50288 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:58.034383 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebfd37-bbbf-471a-9edb-b33f9c651567 None None] Port 31b81d65-8951-449a-9efc-e5501676ed68 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:28:58.067866 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1464dc93-8f5d-4c89-879e-392bcd4e6617 req-a88bc2f0-a1db-47e6-bd0a-43d5ddf50288 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] Network 0290ce55-7f93-4c6c-bbd1-02235e645c15 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:28:58.075715 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [req-1464dc93-8f5d-4c89-879e-392bcd4e6617 req-a88bc2f0-a1db-47e6-bd0a-43d5ddf50288 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:28:58.079071 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-1464dc93-8f5d-4c89-879e-392bcd4e6617 req-a88bc2f0-a1db-47e6-bd0a-43d5ddf50288 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:28:58.122841 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88bc2f0-a1db-47e6-bd0a-43d5ddf50288 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] Pushing event updated for resources: {'Port': ['ID=9ce8a9e3-9ab7-46e7-84a4-6e8e286345be,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:28:58.148153 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1464dc93-8f5d-4c89-879e-392bcd4e6617 req-a88bc2f0-a1db-47e6-bd0a-43d5ddf50288 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:58.149238 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-1464dc93-8f5d-4c89-879e-392bcd4e6617 req-a88bc2f0-a1db-47e6-bd0a-43d5ddf50288 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:58.214425 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1464dc93-8f5d-4c89-879e-392bcd4e6617 req-a88bc2f0-a1db-47e6-bd0a-43d5ddf50288 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3139424 Oct 12 19:28:58.228186 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-1464dc93-8f5d-4c89-879e-392bcd4e6617 req-97f3491b-e338-4726-bd6f-aa81eee036ff service neutron] Request body: {'port': {'device_id': 'bad771ab-cc45-425d-bee9-6bf9a910d9ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:28:58.234759 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [req-283b9cf3-100c-4c98-978c-3e2b654ae15b req-4dea9ca2-5dc9-4df0-947a-909ea8235d7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5acf294-86eb-432d-ab74-1efd6dd60b45 {{(pid=95501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:28:58.246664 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-283b9cf3-100c-4c98-978c-3e2b654ae15b req-4dea9ca2-5dc9-4df0-947a-909ea8235d7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:58.265632 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.provisioning_blocks [req-283b9cf3-100c-4c98-978c-3e2b654ae15b req-4dea9ca2-5dc9-4df0-947a-909ea8235d7c service neutron] Transition to ACTIVE for port object b5acf294-86eb-432d-ab74-1efd6dd60b45 will not be triggered until provisioned by entity L2. {{(pid=95501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:28:58.322218 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-1464dc93-8f5d-4c89-879e-392bcd4e6617 req-97f3491b-e338-4726-bd6f-aa81eee036ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:58.347555 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-283b9cf3-100c-4c98-978c-3e2b654ae15b req-4dea9ca2-5dc9-4df0-947a-909ea8235d7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:58.371027 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-212d8c03-9803-48c0-a968-b490f39769e6 None None] Provisioning complete for port 9ce8a9e3-9ab7-46e7-84a4-6e8e286345be triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:28:58.372477 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-212d8c03-9803-48c0-a968-b490f39769e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:58.419687 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-212d8c03-9803-48c0-a968-b490f39769e6 None None] Port 9ce8a9e3-9ab7-46e7-84a4-6e8e286345be cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:28:58.459616 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39798efd-abdb-45fe-8393-da77e93686ad req-e5ff58fa-66b5-43d3-9b93-8590d0dcaf42 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:58.461179 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-39798efd-abdb-45fe-8393-da77e93686ad req-e5ff58fa-66b5-43d3-9b93-8590d0dcaf42 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=87cc61f9-9c61-4cfa-a640-7e3c00a27d76 HTTP/1.1" status: 200 len: 946 time: 0.1714246 Oct 12 19:28:58.464381 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dea9ca2-5dc9-4df0-947a-909ea8235d7c service neutron] Pushing event updated for resources: {'Port': ['ID=b5acf294-86eb-432d-ab74-1efd6dd60b45,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:28:58.635894 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-39798efd-abdb-45fe-8393-da77e93686ad req-862f9a8a-b417-47ca-9cf2-6f0b774c4397 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545148 Oct 12 19:28:58.710620 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-283b9cf3-100c-4c98-978c-3e2b654ae15b req-4dea9ca2-5dc9-4df0-947a-909ea8235d7c service neutron] Attempting to bind port b5acf294-86eb-432d-ab74-1efd6dd60b45 on host n-h2-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:28:58.710857 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-283b9cf3-100c-4c98-978c-3e2b654ae15b req-4dea9ca2-5dc9-4df0-947a-909ea8235d7c service neutron] Attempting to bind port b5acf294-86eb-432d-ab74-1efd6dd60b45 by drivers openvswitch,hyperv on host n-h2-813679-3 at level 0 using segments [{'id': '9ff984d1-27f3-404a-8505-466ab18fb531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '0290ce55-7f93-4c6c-bbd1-02235e645c15'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:28:58.711166 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283b9cf3-100c-4c98-978c-3e2b654ae15b req-4dea9ca2-5dc9-4df0-947a-909ea8235d7c service neutron] Attempting to bind port b5acf294-86eb-432d-ab74-1efd6dd60b45 on network 0290ce55-7f93-4c6c-bbd1-02235e645c15 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:28:58.736728 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [req-73d125a4-962c-4cfd-a804-52670c3516d2 req-e205a4e6-0b85-4ddd-a89c-e8cd80ad2eed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31b81d65-8951-449a-9efc-e5501676ed68 {{(pid=95501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:28:58.740891 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283b9cf3-100c-4c98-978c-3e2b654ae15b req-4dea9ca2-5dc9-4df0-947a-909ea8235d7c service neutron] Port b5acf294-86eb-432d-ab74-1efd6dd60b45 on network 0290ce55-7f93-4c6c-bbd1-02235e645c15 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:28:58.741279 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283b9cf3-100c-4c98-978c-3e2b654ae15b req-4dea9ca2-5dc9-4df0-947a-909ea8235d7c service neutron] Attempting to bind port b5acf294-86eb-432d-ab74-1efd6dd60b45 on network 0290ce55-7f93-4c6c-bbd1-02235e645c15 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:28:58.755824 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b398d78-2f81-4ee0-b464-f9da462e3a0b req-2963d4a8-50be-44b4-aa94-2586c41f02d0 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:58.763039 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-73d125a4-962c-4cfd-a804-52670c3516d2 req-e205a4e6-0b85-4ddd-a89c-e8cd80ad2eed service neutron] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:58.767883 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5b398d78-2f81-4ee0-b464-f9da462e3a0b req-2963d4a8-50be-44b4-aa94-2586c41f02d0 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/ports?device_id=de7ddc49-638d-4051-bce9-1dec4601e464 HTTP/1.1" status: 200 len: 946 time: 0.0691559 Oct 12 19:28:58.769382 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283b9cf3-100c-4c98-978c-3e2b654ae15b req-4dea9ca2-5dc9-4df0-947a-909ea8235d7c service neutron] Checking agent: {'id': '233fbd7d-38e4-434f-bb8f-05364d7423a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:28:58.769659 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283b9cf3-100c-4c98-978c-3e2b654ae15b req-4dea9ca2-5dc9-4df0-947a-909ea8235d7c service neutron] Checking segment: {'id': '9ff984d1-27f3-404a-8505-466ab18fb531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '0290ce55-7f93-4c6c-bbd1-02235e645c15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:28:58.770046 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283b9cf3-100c-4c98-978c-3e2b654ae15b req-4dea9ca2-5dc9-4df0-947a-909ea8235d7c service neutron] Bound using segment: {'id': '9ff984d1-27f3-404a-8505-466ab18fb531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '0290ce55-7f93-4c6c-bbd1-02235e645c15'} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:28:58.770497 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-283b9cf3-100c-4c98-978c-3e2b654ae15b req-4dea9ca2-5dc9-4df0-947a-909ea8235d7c service neutron] Bound port: b5acf294-86eb-432d-ab74-1efd6dd60b45, host: n-h2-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ff984d1-27f3-404a-8505-466ab18fb531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '0290ce55-7f93-4c6c-bbd1-02235e645c15'}}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:28:58.770918 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-283b9cf3-100c-4c98-978c-3e2b654ae15b req-4dea9ca2-5dc9-4df0-947a-909ea8235d7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:58.795699 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.provisioning_blocks [req-73d125a4-962c-4cfd-a804-52670c3516d2 req-e205a4e6-0b85-4ddd-a89c-e8cd80ad2eed service neutron] Transition to ACTIVE for port object 31b81d65-8951-449a-9efc-e5501676ed68 will not be triggered until provisioned by entity L2. {{(pid=95501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:28:58.803086 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5b398d78-2f81-4ee0-b464-f9da462e3a0b req-4aafd694-f32a-4228-8829-a971a465db74 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2ba2481-c648-48f3-9a5a-fa2d99adbcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340672 Oct 12 19:28:58.829318 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc46b38-e6cc-4183-9e6b-5338bd7d7a97 req-f5e78bb5-1944-4fd8-b9c1-77eb57a57410 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:58.830841 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cbc46b38-e6cc-4183-9e6b-5338bd7d7a97 req-f5e78bb5-1944-4fd8-b9c1-77eb57a57410 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc4437dd-9819-43ef-8e6c-cd57f0bbd4a4 HTTP/1.1" status: 200 len: 946 time: 0.1164718 Oct 12 19:28:58.885205 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-73d125a4-962c-4cfd-a804-52670c3516d2 req-e205a4e6-0b85-4ddd-a89c-e8cd80ad2eed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:58.897052 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-283b9cf3-100c-4c98-978c-3e2b654ae15b req-4dea9ca2-5dc9-4df0-947a-909ea8235d7c service neutron] For port b5acf294-86eb-432d-ab74-1efd6dd60b45, host n-h2-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:28:58.925999 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cbc46b38-e6cc-4183-9e6b-5338bd7d7a97 req-7c3581f0-5e86-4cba-bc1b-3ac4e2c03ac5 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/security-groups?id=cefdf9de-6871-4b8c-818c-d47d551271dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867562 Oct 12 19:28:58.933372 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-283b9cf3-100c-4c98-978c-3e2b654ae15b req-4dea9ca2-5dc9-4df0-947a-909ea8235d7c service neutron] For port b5acf294-86eb-432d-ab74-1efd6dd60b45, host n-h2-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=b5acf294-86eb-432d-ab74-1efd6dd60b45,segment=NetworkSegment(9ff984d1-27f3-404a-8505-466ab18fb531),segment_id=9ff984d1-27f3-404a-8505-466ab18fb531)] {{(pid=95501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:28:58.981212 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e205a4e6-0b85-4ddd-a89c-e8cd80ad2eed service neutron] Pushing event updated for resources: {'Port': ['ID=31b81d65-8951-449a-9efc-e5501676ed68,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:28:58.997635 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410c76c3-5a2b-41cd-953b-e0884fc9bc05 req-41757777-e832-448c-b932-0396a10ce453 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:59.007968 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-283b9cf3-100c-4c98-978c-3e2b654ae15b req-4dea9ca2-5dc9-4df0-947a-909ea8235d7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:59.008356 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-410c76c3-5a2b-41cd-953b-e0884fc9bc05 req-41757777-e832-448c-b932-0396a10ce453 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/ports?device_id=bad771ab-cc45-425d-bee9-6bf9a910d9ae HTTP/1.1" status: 200 len: 932 time: 0.1413856 Oct 12 19:28:59.087245 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dea9ca2-5dc9-4df0-947a-909ea8235d7c service neutron] Pushing event updated for resources: {'Port': ['ID=b5acf294-86eb-432d-ab74-1efd6dd60b45,revision_number=3']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:28:59.093817 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283b9cf3-100c-4c98-978c-3e2b654ae15b req-4dea9ca2-5dc9-4df0-947a-909ea8235d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:59.094381 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-283b9cf3-100c-4c98-978c-3e2b654ae15b req-4dea9ca2-5dc9-4df0-947a-909ea8235d7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:59.095992 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-283b9cf3-100c-4c98-978c-3e2b654ae15b req-4dea9ca2-5dc9-4df0-947a-909ea8235d7c service neutron] 10.222.0.67 "PUT /v2.0/ports/b5acf294-86eb-432d-ab74-1efd6dd60b45 HTTP/1.1" status: 200 len: 1091 time: 2.0172408 Oct 12 19:28:59.096706 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a12a186c-07bf-4785-82d3-97ddb6d52d66', 'tag': 'b5acf294-86eb-432d-ab74-1efd6dd60b45'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:28:59.099733 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8536dcd-a121-46fd-9437-5969df2da0d8" -d '{"events": [{"name": "network-changed", "server_uuid": "a12a186c-07bf-4785-82d3-97ddb6d52d66", "tag": "b5acf294-86eb-432d-ab74-1efd6dd60b45"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:28:59.104498 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-410c76c3-5a2b-41cd-953b-e0884fc9bc05 req-35c04267-a392-4302-9305-c427122729d0 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/security-groups?id=3416205a-d9ec-4ba1-a823-0f8eadffb37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853062 Oct 12 19:28:59.144334 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-73d125a4-962c-4cfd-a804-52670c3516d2 req-e205a4e6-0b85-4ddd-a89c-e8cd80ad2eed service neutron] Attempting to bind port 31b81d65-8951-449a-9efc-e5501676ed68 on host n-h2-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:28:59.145011 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-73d125a4-962c-4cfd-a804-52670c3516d2 req-e205a4e6-0b85-4ddd-a89c-e8cd80ad2eed service neutron] Attempting to bind port 31b81d65-8951-449a-9efc-e5501676ed68 by drivers openvswitch,hyperv on host n-h2-813679-3 at level 0 using segments [{'id': '9ff984d1-27f3-404a-8505-466ab18fb531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '0290ce55-7f93-4c6c-bbd1-02235e645c15'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:28:59.150592 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d125a4-962c-4cfd-a804-52670c3516d2 req-e205a4e6-0b85-4ddd-a89c-e8cd80ad2eed service neutron] Attempting to bind port 31b81d65-8951-449a-9efc-e5501676ed68 on network 0290ce55-7f93-4c6c-bbd1-02235e645c15 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:28:59.152614 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d125a4-962c-4cfd-a804-52670c3516d2 req-e205a4e6-0b85-4ddd-a89c-e8cd80ad2eed service neutron] Port 31b81d65-8951-449a-9efc-e5501676ed68 on network 0290ce55-7f93-4c6c-bbd1-02235e645c15 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:28:59.153254 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d125a4-962c-4cfd-a804-52670c3516d2 req-e205a4e6-0b85-4ddd-a89c-e8cd80ad2eed service neutron] Attempting to bind port 31b81d65-8951-449a-9efc-e5501676ed68 on network 0290ce55-7f93-4c6c-bbd1-02235e645c15 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:28:59.156270 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58c82caf-4428-4857-bbb2-fbf1e5375c2c x-openstack-request-id: req-58c82caf-4428-4857-bbb2-fbf1e5375c2c {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:28:59.156561 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a12a186c-07bf-4785-82d3-97ddb6d52d66", "tag": "b5acf294-86eb-432d-ab74-1efd6dd60b45", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:28:59.156866 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-58c82caf-4428-4857-bbb2-fbf1e5375c2c {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:28:59.157305 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a12a186c-07bf-4785-82d3-97ddb6d52d66', 'tag': 'b5acf294-86eb-432d-ab74-1efd6dd60b45', 'status': 'completed', 'code': 200} Oct 12 19:28:59.163493 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d125a4-962c-4cfd-a804-52670c3516d2 req-e205a4e6-0b85-4ddd-a89c-e8cd80ad2eed service neutron] Checking agent: {'id': '233fbd7d-38e4-434f-bb8f-05364d7423a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:28:59.163876 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d125a4-962c-4cfd-a804-52670c3516d2 req-e205a4e6-0b85-4ddd-a89c-e8cd80ad2eed service neutron] Checking segment: {'id': '9ff984d1-27f3-404a-8505-466ab18fb531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '0290ce55-7f93-4c6c-bbd1-02235e645c15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:28:59.164261 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d125a4-962c-4cfd-a804-52670c3516d2 req-e205a4e6-0b85-4ddd-a89c-e8cd80ad2eed service neutron] Bound using segment: {'id': '9ff984d1-27f3-404a-8505-466ab18fb531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '0290ce55-7f93-4c6c-bbd1-02235e645c15'} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:28:59.164711 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-73d125a4-962c-4cfd-a804-52670c3516d2 req-e205a4e6-0b85-4ddd-a89c-e8cd80ad2eed service neutron] Bound port: 31b81d65-8951-449a-9efc-e5501676ed68, host: n-h2-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ff984d1-27f3-404a-8505-466ab18fb531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '0290ce55-7f93-4c6c-bbd1-02235e645c15'}}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:28:59.165830 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-73d125a4-962c-4cfd-a804-52670c3516d2 req-e205a4e6-0b85-4ddd-a89c-e8cd80ad2eed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:59.167359 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [req-1464dc93-8f5d-4c89-879e-392bcd4e6617 req-97f3491b-e338-4726-bd6f-aa81eee036ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ce8a9e3-9ab7-46e7-84a4-6e8e286345be {{(pid=95502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:28:59.173764 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3905f452-2ba5-4291-a335-68f521a45299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:59.177054 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-1464dc93-8f5d-4c89-879e-392bcd4e6617 req-97f3491b-e338-4726-bd6f-aa81eee036ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:59.192122 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-1464dc93-8f5d-4c89-879e-392bcd4e6617 req-97f3491b-e338-4726-bd6f-aa81eee036ff service neutron] Transition to ACTIVE for port object 9ce8a9e3-9ab7-46e7-84a4-6e8e286345be will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:28:59.262621 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-1464dc93-8f5d-4c89-879e-392bcd4e6617 req-97f3491b-e338-4726-bd6f-aa81eee036ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:59.292371 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8536dcd-a121-46fd-9437-5969df2da0d8 req-4aa0aa79-98db-4ad3-9822-06076ca3bc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:59.293915 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d8536dcd-a121-46fd-9437-5969df2da0d8 req-4aa0aa79-98db-4ad3-9822-06076ca3bc7f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e44e70d74bb14964afe24769b25e2a13&device_id=a12a186c-07bf-4785-82d3-97ddb6d52d66 HTTP/1.1" status: 200 len: 1094 time: 0.1051791 Oct 12 19:28:59.295050 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-73d125a4-962c-4cfd-a804-52670c3516d2 req-e205a4e6-0b85-4ddd-a89c-e8cd80ad2eed service neutron] For port 31b81d65-8951-449a-9efc-e5501676ed68, host n-h2-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:28:59.298674 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-73d125a4-962c-4cfd-a804-52670c3516d2 req-e205a4e6-0b85-4ddd-a89c-e8cd80ad2eed service neutron] For port 31b81d65-8951-449a-9efc-e5501676ed68, host n-h2-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=31b81d65-8951-449a-9efc-e5501676ed68,segment=NetworkSegment(9ff984d1-27f3-404a-8505-466ab18fb531),segment_id=9ff984d1-27f3-404a-8505-466ab18fb531)] {{(pid=95501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:28:59.328911 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f3491b-e338-4726-bd6f-aa81eee036ff service neutron] Pushing event updated for resources: {'Port': ['ID=9ce8a9e3-9ab7-46e7-84a4-6e8e286345be,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:28:59.379502 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-73d125a4-962c-4cfd-a804-52670c3516d2 req-e205a4e6-0b85-4ddd-a89c-e8cd80ad2eed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:59.412952 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-1464dc93-8f5d-4c89-879e-392bcd4e6617 req-97f3491b-e338-4726-bd6f-aa81eee036ff service neutron] Attempting to bind port 9ce8a9e3-9ab7-46e7-84a4-6e8e286345be on host n-h2-813679-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:28:59.413435 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-1464dc93-8f5d-4c89-879e-392bcd4e6617 req-97f3491b-e338-4726-bd6f-aa81eee036ff service neutron] Attempting to bind port 9ce8a9e3-9ab7-46e7-84a4-6e8e286345be by drivers openvswitch,hyperv on host n-h2-813679-3 at level 0 using segments [{'id': '9ff984d1-27f3-404a-8505-466ab18fb531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '0290ce55-7f93-4c6c-bbd1-02235e645c15'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:28:59.413947 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1464dc93-8f5d-4c89-879e-392bcd4e6617 req-97f3491b-e338-4726-bd6f-aa81eee036ff service neutron] Attempting to bind port 9ce8a9e3-9ab7-46e7-84a4-6e8e286345be on network 0290ce55-7f93-4c6c-bbd1-02235e645c15 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:28:59.418992 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1464dc93-8f5d-4c89-879e-392bcd4e6617 req-97f3491b-e338-4726-bd6f-aa81eee036ff service neutron] Port 9ce8a9e3-9ab7-46e7-84a4-6e8e286345be on network 0290ce55-7f93-4c6c-bbd1-02235e645c15 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:28:59.419418 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1464dc93-8f5d-4c89-879e-392bcd4e6617 req-97f3491b-e338-4726-bd6f-aa81eee036ff service neutron] Attempting to bind port 9ce8a9e3-9ab7-46e7-84a4-6e8e286345be on network 0290ce55-7f93-4c6c-bbd1-02235e645c15 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:28:59.425826 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1464dc93-8f5d-4c89-879e-392bcd4e6617 req-97f3491b-e338-4726-bd6f-aa81eee036ff service neutron] Checking agent: {'id': '233fbd7d-38e4-434f-bb8f-05364d7423a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:28:59.426299 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1464dc93-8f5d-4c89-879e-392bcd4e6617 req-97f3491b-e338-4726-bd6f-aa81eee036ff service neutron] Checking segment: {'id': '9ff984d1-27f3-404a-8505-466ab18fb531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '0290ce55-7f93-4c6c-bbd1-02235e645c15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:28:59.426786 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1464dc93-8f5d-4c89-879e-392bcd4e6617 req-97f3491b-e338-4726-bd6f-aa81eee036ff service neutron] Bound using segment: {'id': '9ff984d1-27f3-404a-8505-466ab18fb531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '0290ce55-7f93-4c6c-bbd1-02235e645c15'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:28:59.427367 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-1464dc93-8f5d-4c89-879e-392bcd4e6617 req-97f3491b-e338-4726-bd6f-aa81eee036ff service neutron] Bound port: 9ce8a9e3-9ab7-46e7-84a4-6e8e286345be, host: n-h2-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ff984d1-27f3-404a-8505-466ab18fb531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '0290ce55-7f93-4c6c-bbd1-02235e645c15'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:28:59.427881 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-1464dc93-8f5d-4c89-879e-392bcd4e6617 req-97f3491b-e338-4726-bd6f-aa81eee036ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:59.431440 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d125a4-962c-4cfd-a804-52670c3516d2 req-e205a4e6-0b85-4ddd-a89c-e8cd80ad2eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:59.432626 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-73d125a4-962c-4cfd-a804-52670c3516d2 req-e205a4e6-0b85-4ddd-a89c-e8cd80ad2eed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:59.434245 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-73d125a4-962c-4cfd-a804-52670c3516d2 req-e205a4e6-0b85-4ddd-a89c-e8cd80ad2eed service neutron] 10.222.0.67 "PUT /v2.0/ports/31b81d65-8951-449a-9efc-e5501676ed68 HTTP/1.1" status: 200 len: 1091 time: 1.5524588 Oct 12 19:28:59.494028 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8536dcd-a121-46fd-9437-5969df2da0d8 req-52cca3be-e195-4cd5-a771-f6be8520c649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:59.497028 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d8536dcd-a121-46fd-9437-5969df2da0d8 req-52cca3be-e195-4cd5-a771-f6be8520c649 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=e44e70d74bb14964afe24769b25e2a13&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1892853 Oct 12 19:28:59.501066 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e205a4e6-0b85-4ddd-a89c-e8cd80ad2eed service neutron] Pushing event updated for resources: {'Port': ['ID=31b81d65-8951-449a-9efc-e5501676ed68,revision_number=3']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:28:59.530894 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-1464dc93-8f5d-4c89-879e-392bcd4e6617 req-97f3491b-e338-4726-bd6f-aa81eee036ff service neutron] For port 9ce8a9e3-9ab7-46e7-84a4-6e8e286345be, host n-h2-813679-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:28:59.534971 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-1464dc93-8f5d-4c89-879e-392bcd4e6617 req-97f3491b-e338-4726-bd6f-aa81eee036ff service neutron] For port 9ce8a9e3-9ab7-46e7-84a4-6e8e286345be, host n-h2-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=9ce8a9e3-9ab7-46e7-84a4-6e8e286345be,segment=NetworkSegment(9ff984d1-27f3-404a-8505-466ab18fb531),segment_id=9ff984d1-27f3-404a-8505-466ab18fb531)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:28:59.616318 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-1464dc93-8f5d-4c89-879e-392bcd4e6617 req-97f3491b-e338-4726-bd6f-aa81eee036ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:59.661072 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d125a4-962c-4cfd-a804-52670c3516d2 req-68214873-47c3-4771-b95c-eec2e6c8991e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:59.666580 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-73d125a4-962c-4cfd-a804-52670c3516d2 req-68214873-47c3-4771-b95c-eec2e6c8991e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e44e70d74bb14964afe24769b25e2a13&device_id=f4b341fa-89dc-49b2-a348-71a788c4e840 HTTP/1.1" status: 200 len: 1094 time: 0.1230643 Oct 12 19:28:59.696082 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1464dc93-8f5d-4c89-879e-392bcd4e6617 req-97f3491b-e338-4726-bd6f-aa81eee036ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:59.696534 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-1464dc93-8f5d-4c89-879e-392bcd4e6617 req-97f3491b-e338-4726-bd6f-aa81eee036ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:28:59.697945 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1464dc93-8f5d-4c89-879e-392bcd4e6617 req-97f3491b-e338-4726-bd6f-aa81eee036ff service neutron] 10.222.0.67 "PUT /v2.0/ports/9ce8a9e3-9ab7-46e7-84a4-6e8e286345be HTTP/1.1" status: 200 len: 1092 time: 1.4745789 Oct 12 19:28:59.698393 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bad771ab-cc45-425d-bee9-6bf9a910d9ae', 'tag': '9ce8a9e3-9ab7-46e7-84a4-6e8e286345be'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:28:59.701122 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb194ac4-0b20-425f-8ec2-e1ff6c789095" -d '{"events": [{"name": "network-changed", "server_uuid": "bad771ab-cc45-425d-bee9-6bf9a910d9ae", "tag": "9ce8a9e3-9ab7-46e7-84a4-6e8e286345be"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:28:59.734061 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-73d125a4-962c-4cfd-a804-52670c3516d2 req-61781bb2-b744-49e5-8106-b320f45a3b9a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=31b81d65-8951-449a-9efc-e5501676ed68 HTTP/1.1" status: 200 len: 217 time: 0.0573668 Oct 12 19:28:59.735285 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8536dcd-a121-46fd-9437-5969df2da0d8 req-7b98c803-816c-4596-a8d1-d1b2404dd8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:59.736665 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d8536dcd-a121-46fd-9437-5969df2da0d8 req-7b98c803-816c-4596-a8d1-d1b2404dd8d8 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2316957 Oct 12 19:28:59.772172 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f3491b-e338-4726-bd6f-aa81eee036ff service neutron] Pushing event updated for resources: {'Port': ['ID=9ce8a9e3-9ab7-46e7-84a4-6e8e286345be,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:28:59.782386 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05ccd656-bc6d-4919-90d2-2069cb1ddbe1 x-openstack-request-id: req-05ccd656-bc6d-4919-90d2-2069cb1ddbe1 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:28:59.782782 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bad771ab-cc45-425d-bee9-6bf9a910d9ae", "tag": "9ce8a9e3-9ab7-46e7-84a4-6e8e286345be", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:28:59.783413 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-05ccd656-bc6d-4919-90d2-2069cb1ddbe1 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:28:59.784749 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bad771ab-cc45-425d-bee9-6bf9a910d9ae', 'tag': '9ce8a9e3-9ab7-46e7-84a4-6e8e286345be', 'status': 'completed', 'code': 200} Oct 12 19:28:59.814711 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56021be-35b4-4d8b-9ae5-17f5b1abdf26 req-c59744c5-e370-420c-957a-ef521791c545 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:59.816614 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e56021be-35b4-4d8b-9ae5-17f5b1abdf26 req-c59744c5-e370-420c-957a-ef521791c545 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=87cc61f9-9c61-4cfa-a640-7e3c00a27d76 HTTP/1.1" status: 200 len: 946 time: 0.0978022 Oct 12 19:28:59.867142 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d125a4-962c-4cfd-a804-52670c3516d2 req-f8cc9a31-ce11-40c3-a6d4-e584f368411e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:59.869764 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-73d125a4-962c-4cfd-a804-52670c3516d2 req-f8cc9a31-ce11-40c3-a6d4-e584f368411e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0c964fef-6ce8-4600-af04-a1d969d5678f HTTP/1.1" status: 200 len: 855 time: 0.1195369 Oct 12 19:28:59.892984 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb194ac4-0b20-425f-8ec2-e1ff6c789095 req-20af9c8c-139f-45e0-beb2-bf79a52a8f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:59.896675 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e56021be-35b4-4d8b-9ae5-17f5b1abdf26 req-4e0875b6-93e8-481e-92dd-6eeabac45ee4 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670273 Oct 12 19:28:59.904909 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fb194ac4-0b20-425f-8ec2-e1ff6c789095 req-20af9c8c-139f-45e0-beb2-bf79a52a8f24 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e44e70d74bb14964afe24769b25e2a13&device_id=bad771ab-cc45-425d-bee9-6bf9a910d9ae HTTP/1.1" status: 200 len: 1095 time: 0.1263785 Oct 12 19:28:59.911754 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283b9cf3-100c-4c98-978c-3e2b654ae15b req-5c1a5038-8dce-408a-967d-bf0b03f814c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:28:59.914224 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-283b9cf3-100c-4c98-978c-3e2b654ae15b req-5c1a5038-8dce-408a-967d-bf0b03f814c0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e44e70d74bb14964afe24769b25e2a13&device_id=a12a186c-07bf-4785-82d3-97ddb6d52d66 HTTP/1.1" status: 200 len: 1094 time: 0.0965142 Oct 12 19:28:59.967598 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-283b9cf3-100c-4c98-978c-3e2b654ae15b req-8c0d209f-e21a-4215-95f6-c6d1d8f971cb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b5acf294-86eb-432d-ab74-1efd6dd60b45 HTTP/1.1" status: 200 len: 217 time: 0.0453672 Oct 12 19:29:00.059531 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41748c5-5d40-4a7a-8140-93b1a103a8c7 req-125266ae-7bb9-450f-98e5-6b2454154f11 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:00.061142 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e41748c5-5d40-4a7a-8140-93b1a103a8c7 req-125266ae-7bb9-450f-98e5-6b2454154f11 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/ports?device_id=de7ddc49-638d-4051-bce9-1dec4601e464 HTTP/1.1" status: 200 len: 946 time: 0.1552787 Oct 12 19:29:00.068533 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d125a4-962c-4cfd-a804-52670c3516d2 req-39973e89-62c7-487d-9bc0-b13a124990e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:00.071944 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-73d125a4-962c-4cfd-a804-52670c3516d2 req-39973e89-62c7-487d-9bc0-b13a124990e1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0290ce55-7f93-4c6c-bbd1-02235e645c15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1928329 Oct 12 19:29:00.082305 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283b9cf3-100c-4c98-978c-3e2b654ae15b req-326fb9ea-02c6-47a4-b8a9-d3d83a0220d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:00.083995 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-283b9cf3-100c-4c98-978c-3e2b654ae15b req-326fb9ea-02c6-47a4-b8a9-d3d83a0220d2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0c964fef-6ce8-4600-af04-a1d969d5678f HTTP/1.1" status: 200 len: 855 time: 0.1076646 Oct 12 19:29:00.163319 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03308560-1589-46d3-b397-86c280c746cc req-0907cce9-8df7-4c43-a849-59c53b0cdd9b tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:00.171429 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-03308560-1589-46d3-b397-86c280c746cc req-0907cce9-8df7-4c43-a849-59c53b0cdd9b tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc4437dd-9819-43ef-8e6c-cd57f0bbd4a4 HTTP/1.1" status: 200 len: 946 time: 0.1354547 Oct 12 19:29:00.179552 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb194ac4-0b20-425f-8ec2-e1ff6c789095 req-5fc23be0-e846-4554-b24b-ab1ce41478a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:00.181650 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fb194ac4-0b20-425f-8ec2-e1ff6c789095 req-5fc23be0-e846-4554-b24b-ab1ce41478a7 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=e44e70d74bb14964afe24769b25e2a13&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2606177 Oct 12 19:29:00.195079 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283b9cf3-100c-4c98-978c-3e2b654ae15b req-66e84d69-6f97-41dd-beba-d2b7e1e2e2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:00.196671 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-283b9cf3-100c-4c98-978c-3e2b654ae15b req-66e84d69-6f97-41dd-beba-d2b7e1e2e2bd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0290ce55-7f93-4c6c-bbd1-02235e645c15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0922456 Oct 12 19:29:00.203829 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e41748c5-5d40-4a7a-8140-93b1a103a8c7 req-70661c65-7474-464e-9a8b-022b59ef01f0 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2ba2481-c648-48f3-9a5a-fa2d99adbcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287363 Oct 12 19:29:00.229177 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-03308560-1589-46d3-b397-86c280c746cc req-beb69382-f188-45a7-8be9-494624ac4ffd tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/security-groups?id=cefdf9de-6871-4b8c-818c-d47d551271dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567341 Oct 12 19:29:00.320828 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-73d125a4-962c-4cfd-a804-52670c3516d2 req-5a1b285a-0ce7-436d-a4bf-b8f41b5acb13 service neutron] 10.222.0.67 "GET /v2.0/networks/0290ce55-7f93-4c6c-bbd1-02235e645c15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385740 Oct 12 19:29:00.335723 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-283b9cf3-100c-4c98-978c-3e2b654ae15b req-faf03e0c-4975-4f3f-be49-5034d710aef8 service neutron] 10.222.0.67 "GET /v2.0/networks/0290ce55-7f93-4c6c-bbd1-02235e645c15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052680 Oct 12 19:29:00.439130 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-283b9cf3-100c-4c98-978c-3e2b654ae15b req-f27573d1-e15d-4773-b12e-b58bc0ca4861 service neutron] 10.222.0.67 "GET /v2.0/networks/0290ce55-7f93-4c6c-bbd1-02235e645c15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966752 Oct 12 19:29:00.746350 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9875ae5-1ead-47e1-b6c9-7725e7d7108e req-1bf8a397-2091-4506-8a02-6555ec76e005 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:00.747842 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d9875ae5-1ead-47e1-b6c9-7725e7d7108e req-1bf8a397-2091-4506-8a02-6555ec76e005 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/ports?device_id=bad771ab-cc45-425d-bee9-6bf9a910d9ae HTTP/1.1" status: 200 len: 944 time: 0.4567544 Oct 12 19:29:00.753069 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb194ac4-0b20-425f-8ec2-e1ff6c789095 req-8dfc38db-92ae-401c-a085-a5b03a381344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:00.754445 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fb194ac4-0b20-425f-8ec2-e1ff6c789095 req-8dfc38db-92ae-401c-a085-a5b03a381344 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5439112 Oct 12 19:29:00.815856 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-73d125a4-962c-4cfd-a804-52670c3516d2 req-c1b2267f-345a-4ffc-9668-eede82bb5e69 service neutron] 10.222.0.67 "GET /v2.0/networks/0290ce55-7f93-4c6c-bbd1-02235e645c15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4845197 Oct 12 19:29:00.832793 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d9875ae5-1ead-47e1-b6c9-7725e7d7108e req-f6d5ede2-72bf-40a5-8c31-349052fb9310 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/security-groups?id=3416205a-d9ec-4ba1-a823-0f8eadffb37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759268 Oct 12 19:29:00.848721 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1464dc93-8f5d-4c89-879e-392bcd4e6617 req-42843937-d53c-4863-998d-9a555a810ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:00.850203 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1464dc93-8f5d-4c89-879e-392bcd4e6617 req-42843937-d53c-4863-998d-9a555a810ded service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e44e70d74bb14964afe24769b25e2a13&device_id=bad771ab-cc45-425d-bee9-6bf9a910d9ae HTTP/1.1" status: 200 len: 1095 time: 0.0544376 Oct 12 19:29:00.901330 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1464dc93-8f5d-4c89-879e-392bcd4e6617 req-5f38de68-4427-43af-96a1-a8d55c10413d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9ce8a9e3-9ab7-46e7-84a4-6e8e286345be HTTP/1.1" status: 200 len: 217 time: 0.0397213 Oct 12 19:29:00.956296 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1464dc93-8f5d-4c89-879e-392bcd4e6617 req-d39cec4b-1520-43e3-a8e2-19d419d16150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:00.957812 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1464dc93-8f5d-4c89-879e-392bcd4e6617 req-d39cec4b-1520-43e3-a8e2-19d419d16150 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0c964fef-6ce8-4600-af04-a1d969d5678f HTTP/1.1" status: 200 len: 855 time: 0.0473969 Oct 12 19:29:01.020182 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1464dc93-8f5d-4c89-879e-392bcd4e6617 req-381125f1-084d-46cb-87d9-ec1dd8515bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:01.022225 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1464dc93-8f5d-4c89-879e-392bcd4e6617 req-381125f1-084d-46cb-87d9-ec1dd8515bd7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0290ce55-7f93-4c6c-bbd1-02235e645c15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526037 Oct 12 19:29:01.043007 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cbd3ca-375c-4979-83fa-aa51ef197958 req-7d50f5a3-b112-491f-b04e-c6e1fe907e79 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:01.052127 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-32cbd3ca-375c-4979-83fa-aa51ef197958 req-7d50f5a3-b112-491f-b04e-c6e1fe907e79 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=87cc61f9-9c61-4cfa-a640-7e3c00a27d76 HTTP/1.1" status: 200 len: 946 time: 0.0730572 Oct 12 19:29:01.100628 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-32cbd3ca-375c-4979-83fa-aa51ef197958 req-7f680ac7-bcef-45b1-b1f1-f0a76b2ba309 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473409 Oct 12 19:29:01.102321 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 56102) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:29:01.155689 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1464dc93-8f5d-4c89-879e-392bcd4e6617 req-c0d4b209-2625-4090-863f-aaf714081397 service neutron] 10.222.0.67 "GET /v2.0/networks/0290ce55-7f93-4c6c-bbd1-02235e645c15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235471 Oct 12 19:29:01.158158 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4b341fa-89dc-49b2-a348-71a788c4e840', 'tag': '31b81d65-8951-449a-9efc-e5501676ed68'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:29:01.160494 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e21d9105-7039-4aa7-9cc2-817028743eb4" -d '{"events": [{"name": "network-changed", "server_uuid": "f4b341fa-89dc-49b2-a348-71a788c4e840", "tag": "31b81d65-8951-449a-9efc-e5501676ed68"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:29:01.238343 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-96b6514a-bac6-4edd-876e-63c32e3f02d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:01.314759 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91caa706-c0f2-4731-aa4e-ca49f43c777d x-openstack-request-id: req-91caa706-c0f2-4731-aa4e-ca49f43c777d {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:29:01.315047 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4b341fa-89dc-49b2-a348-71a788c4e840", "tag": "31b81d65-8951-449a-9efc-e5501676ed68", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:29:01.315291 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-91caa706-c0f2-4731-aa4e-ca49f43c777d {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:29:01.315682 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4b341fa-89dc-49b2-a348-71a788c4e840', 'tag': '31b81d65-8951-449a-9efc-e5501676ed68', 'status': 'completed', 'code': 200} Oct 12 19:29:01.344477 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1464dc93-8f5d-4c89-879e-392bcd4e6617 req-d50c52a6-1959-4f86-90b0-826597c24238 service neutron] 10.222.0.67 "GET /v2.0/networks/0290ce55-7f93-4c6c-bbd1-02235e645c15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780987 Oct 12 19:29:01.373811 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fbe77c-dfe1-4b01-8004-3a128f9fff10 req-fbfc2684-20c3-4a35-a4a8-90a12c983683 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:01.375308 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-20fbe77c-dfe1-4b01-8004-3a128f9fff10 req-fbfc2684-20c3-4a35-a4a8-90a12c983683 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/ports?device_id=de7ddc49-638d-4051-bce9-1dec4601e464 HTTP/1.1" status: 200 len: 946 time: 0.0854833 Oct 12 19:29:01.386239 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-96b6514a-bac6-4edd-876e-63c32e3f02d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:01.394502 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21d9105-7039-4aa7-9cc2-817028743eb4 req-300695ca-75fc-4e46-aa71-14d05aed66f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:01.396055 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e21d9105-7039-4aa7-9cc2-817028743eb4 req-300695ca-75fc-4e46-aa71-14d05aed66f0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e44e70d74bb14964afe24769b25e2a13&device_id=f4b341fa-89dc-49b2-a348-71a788c4e840 HTTP/1.1" status: 200 len: 1094 time: 0.0920119 Oct 12 19:29:01.408182 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3165ae38-660a-4c02-886c-5b48302f0109 req-f0929c50-ae57-4058-be4f-59ff485e85a8 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:01.409638 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3165ae38-660a-4c02-886c-5b48302f0109 req-f0929c50-ae57-4058-be4f-59ff485e85a8 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc4437dd-9819-43ef-8e6c-cd57f0bbd4a4 HTTP/1.1" status: 200 len: 946 time: 0.0677471 Oct 12 19:29:01.419978 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-20fbe77c-dfe1-4b01-8004-3a128f9fff10 req-ef36ac6c-bc48-4a9f-a43c-c4dd496a135f tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2ba2481-c648-48f3-9a5a-fa2d99adbcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365138 Oct 12 19:29:01.481371 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-96b6514a-bac6-4edd-876e-63c32e3f02d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:01.507584 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3165ae38-660a-4c02-886c-5b48302f0109 req-f4d27512-54fc-4f9a-b7bb-0ac027fca1f1 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/security-groups?id=cefdf9de-6871-4b8c-818c-d47d551271dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784378 Oct 12 19:29:01.532272 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21d9105-7039-4aa7-9cc2-817028743eb4 req-b989e53e-41dc-4665-b281-cba3ccd1b809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:01.533898 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e21d9105-7039-4aa7-9cc2-817028743eb4 req-b989e53e-41dc-4665-b281-cba3ccd1b809 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0290ce55-7f93-4c6c-bbd1-02235e645c15 HTTP/1.1" status: 200 len: 917 time: 0.1233976 Oct 12 19:29:01.534840 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-96b6514a-bac6-4edd-876e-63c32e3f02d9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=87bc56dda1504ca2b6bf32c81e37e633&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4312744 Oct 12 19:29:01.535617 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b6514a-bac6-4edd-876e-63c32e3f02d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93754be6-a6fd-4ced-ab80-2954d987bc57,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:29:01.537411 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 56112) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:29:01.591219 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e21d9105-7039-4aa7-9cc2-817028743eb4 req-de99fea4-a057-4e1c-a868-348e0a7187ec service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=31b81d65-8951-449a-9efc-e5501676ed68 HTTP/1.1" status: 200 len: 217 time: 0.0455334 Oct 12 19:29:01.644883 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b28a1694-7166-43dc-bff8-de4040de16df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:01.667271 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21d9105-7039-4aa7-9cc2-817028743eb4 req-89299d79-2756-421a-b065-d5c89729ca21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:01.668755 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e21d9105-7039-4aa7-9cc2-817028743eb4 req-89299d79-2756-421a-b065-d5c89729ca21 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0c964fef-6ce8-4600-af04-a1d969d5678f HTTP/1.1" status: 200 len: 855 time: 0.0646694 Oct 12 19:29:01.669539 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a3982b5f-2271-4e50-b0ea-72beabcb7bfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:01.719174 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a3982b5f-2271-4e50-b0ea-72beabcb7bfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:01.755864 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21d9105-7039-4aa7-9cc2-817028743eb4 req-9ca3b0e5-d674-4ed4-ad3e-83ebf35a045d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:01.757402 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e21d9105-7039-4aa7-9cc2-817028743eb4 req-9ca3b0e5-d674-4ed4-ad3e-83ebf35a045d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0290ce55-7f93-4c6c-bbd1-02235e645c15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0783725 Oct 12 19:29:01.848250 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e21d9105-7039-4aa7-9cc2-817028743eb4 req-7febc27c-09a5-44e1-8b31-d5138435cfae service neutron] 10.222.0.67 "GET /v2.0/networks/0290ce55-7f93-4c6c-bbd1-02235e645c15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817597 Oct 12 19:29:01.876232 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a3982b5f-2271-4e50-b0ea-72beabcb7bfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:01.878783 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a3982b5f-2271-4e50-b0ea-72beabcb7bfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:01.879904 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-a3982b5f-2271-4e50-b0ea-72beabcb7bfa admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/93754be6-a6fd-4ced-ab80-2954d987bc57 HTTP/1.1" status: 204 len: 168 time: 0.3414502 Oct 12 19:29:01.924087 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3982b5f-2271-4e50-b0ea-72beabcb7bfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93754be6-a6fd-4ced-ab80-2954d987bc57,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:29:01.965600 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e21d9105-7039-4aa7-9cc2-817028743eb4 req-a555454d-b018-46c5-814f-22fbba0877f0 service neutron] 10.222.0.67 "GET /v2.0/networks/0290ce55-7f93-4c6c-bbd1-02235e645c15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071022 Oct 12 19:29:01.979035 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d79f02-6415-4582-ba1c-2ab77529da77 req-79b0f76c-8560-4602-b18e-1552eb9ab1be tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:01.980557 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c6d79f02-6415-4582-ba1c-2ab77529da77 req-79b0f76c-8560-4602-b18e-1552eb9ab1be tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/ports?device_id=bad771ab-cc45-425d-bee9-6bf9a910d9ae HTTP/1.1" status: 200 len: 944 time: 0.0754395 Oct 12 19:29:02.021100 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c6d79f02-6415-4582-ba1c-2ab77529da77 req-3c93a499-9e50-422d-85db-5b92a74668f0 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/security-groups?id=3416205a-d9ec-4ba1-a823-0f8eadffb37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318232 Oct 12 19:29:02.218270 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa83a844-6585-4e22-b5aa-b532d8af1993 req-fdfb6f6e-1aac-4260-95b2-3e8672d53fd4 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:02.219653 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fa83a844-6585-4e22-b5aa-b532d8af1993 req-fdfb6f6e-1aac-4260-95b2-3e8672d53fd4 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=87cc61f9-9c61-4cfa-a640-7e3c00a27d76 HTTP/1.1" status: 200 len: 946 time: 0.0487304 Oct 12 19:29:02.259011 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fa83a844-6585-4e22-b5aa-b532d8af1993 req-122618b9-7cd9-4a7d-bae6-199708b46fe0 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328343 Oct 12 19:29:02.490266 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:02.537358 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8bc6e4-c6f4-48f7-a91a-13e499cdf333 req-83c3a381-e25c-459c-a68f-a7ed31b44de1 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:02.538851 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-fb8bc6e4-c6f4-48f7-a91a-13e499cdf333 req-83c3a381-e25c-459c-a68f-a7ed31b44de1 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/ports?device_id=de7ddc49-638d-4051-bce9-1dec4601e464 HTTP/1.1" status: 200 len: 946 time: 0.0500176 Oct 12 19:29:02.577107 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-fb8bc6e4-c6f4-48f7-a91a-13e499cdf333 req-ccc8b7e0-c4bb-4d31-a642-7e6aa6459e89 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2ba2481-c648-48f3-9a5a-fa2d99adbcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322633 Oct 12 19:29:02.625672 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0055017a-1097-4d52-8193-ecd83755ff82 req-bec34f81-47d4-40aa-bd30-3f4f6883843d tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:02.627158 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0055017a-1097-4d52-8193-ecd83755ff82 req-bec34f81-47d4-40aa-bd30-3f4f6883843d tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc4437dd-9819-43ef-8e6c-cd57f0bbd4a4 HTTP/1.1" status: 200 len: 946 time: 0.0507400 Oct 12 19:29:02.670657 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0055017a-1097-4d52-8193-ecd83755ff82 req-e8c323c6-5fd1-49d2-9e91-4cd63ee5a2a6 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/security-groups?id=cefdf9de-6871-4b8c-818c-d47d551271dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373805 Oct 12 19:29:02.835154 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:03.011790 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:03.146528 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b794203-d75a-4821-80e9-2f6e1a537543 req-9a5fcc92-cba5-4fae-8213-63aa45ea3373 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:03.148170 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5b794203-d75a-4821-80e9-2f6e1a537543 req-9a5fcc92-cba5-4fae-8213-63aa45ea3373 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/ports?device_id=bad771ab-cc45-425d-bee9-6bf9a910d9ae HTTP/1.1" status: 200 len: 944 time: 0.0573201 Oct 12 19:29:03.186518 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5b794203-d75a-4821-80e9-2f6e1a537543 req-da59c423-f519-434b-a6d9-9db8c3bec4f4 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/security-groups?id=3416205a-d9ec-4ba1-a823-0f8eadffb37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324831 Oct 12 19:29:03.373169 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35baf42e-40fa-4bd1-8eaf-1eeca4fefa27 req-c2cb7ae4-db40-4ad4-b473-c504b3525902 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:03.374681 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-35baf42e-40fa-4bd1-8eaf-1eeca4fefa27 req-c2cb7ae4-db40-4ad4-b473-c504b3525902 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=87cc61f9-9c61-4cfa-a640-7e3c00a27d76 HTTP/1.1" status: 200 len: 946 time: 0.0489733 Oct 12 19:29:03.414003 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-35baf42e-40fa-4bd1-8eaf-1eeca4fefa27 req-3d8e4289-3a17-4cf3-846f-df68d5b3ea38 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330110 Oct 12 19:29:03.471754 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 56162) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:29:03.578297 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e7199fa4-5d22-461b-8b0a-f4ea1b3237ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:03.612914 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:03.668829 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e7199fa4-5d22-461b-8b0a-f4ea1b3237ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:03.710763 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5173610-4898-426a-98c8-3917010d6352 req-9fc9532e-e76a-4a78-aed4-dd6b7edfbeab tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:03.712635 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a5173610-4898-426a-98c8-3917010d6352 req-9fc9532e-e76a-4a78-aed4-dd6b7edfbeab tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/ports?device_id=de7ddc49-638d-4051-bce9-1dec4601e464 HTTP/1.1" status: 200 len: 946 time: 0.0537615 Oct 12 19:29:03.753909 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e7199fa4-5d22-461b-8b0a-f4ea1b3237ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:03.755052 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a5173610-4898-426a-98c8-3917010d6352 req-fa155e1b-70a1-44b2-a9e6-21a4409c8f93 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2ba2481-c648-48f3-9a5a-fa2d99adbcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354521 Oct 12 19:29:03.821916 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-e7199fa4-5d22-461b-8b0a-f4ea1b3237ab admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=edcf4486e0da492888270e2557f23ce8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3481953 Oct 12 19:29:03.823287 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7199fa4-5d22-461b-8b0a-f4ea1b3237ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9659d9c8-0a84-49ea-a78d-037b4ba28ad9,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:29:03.824374 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 56170) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:29:03.838215 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1776c94-91fc-400c-898c-c3128677b182 req-76ef4468-f138-471f-ab9f-36faeca35127 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:03.845633 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d1776c94-91fc-400c-898c-c3128677b182 req-76ef4468-f138-471f-ab9f-36faeca35127 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc4437dd-9819-43ef-8e6c-cd57f0bbd4a4 HTTP/1.1" status: 200 len: 946 time: 0.1032183 Oct 12 19:29:03.894001 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d1776c94-91fc-400c-898c-c3128677b182 req-bb767360-79f8-4b8f-9ecc-5f13486c7a1b tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/security-groups?id=cefdf9de-6871-4b8c-818c-d47d551271dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474863 Oct 12 19:29:03.924980 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3d7b9977-e3d0-4fe1-abd2-8a36151d0e56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:03.950588 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3d7b9977-e3d0-4fe1-abd2-8a36151d0e56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:04.143373 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3d7b9977-e3d0-4fe1-abd2-8a36151d0e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:04.147712 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3d7b9977-e3d0-4fe1-abd2-8a36151d0e56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:04.151036 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-3d7b9977-e3d0-4fe1-abd2-8a36151d0e56 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9659d9c8-0a84-49ea-a78d-037b4ba28ad9 HTTP/1.1" status: 204 len: 168 time: 0.3252413 Oct 12 19:29:04.160684 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7b9977-e3d0-4fe1-abd2-8a36151d0e56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9659d9c8-0a84-49ea-a78d-037b4ba28ad9,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:29:04.308633 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754333d1-8fb7-4395-ab68-12675b3a4954 req-2efcf180-59f2-4109-8583-c3da82fe97bb tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:04.310126 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-754333d1-8fb7-4395-ab68-12675b3a4954 req-2efcf180-59f2-4109-8583-c3da82fe97bb tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/ports?device_id=bad771ab-cc45-425d-bee9-6bf9a910d9ae HTTP/1.1" status: 200 len: 944 time: 0.0525513 Oct 12 19:29:04.353367 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-754333d1-8fb7-4395-ab68-12675b3a4954 req-155f78fc-07a4-4572-b668-ee24c889f164 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/security-groups?id=3416205a-d9ec-4ba1-a823-0f8eadffb37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349989 Oct 12 19:29:04.497533 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:04.528397 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 9ce8a9e3-9ab7-46e7-84a4-6e8e286345be details requested by agent hyperv_n-h2-813679-3 with host n-h2-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:29:04.550186 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f55cab-9d94-46e5-add1-2d2c977239ec req-6d281929-f801-43a1-8eae-86bbcb4acd26 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:04.552531 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-39f55cab-9d94-46e5-add1-2d2c977239ec req-6d281929-f801-43a1-8eae-86bbcb4acd26 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=87cc61f9-9c61-4cfa-a640-7e3c00a27d76 HTTP/1.1" status: 200 len: 946 time: 0.0695624 Oct 12 19:29:04.606357 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-39f55cab-9d94-46e5-add1-2d2c977239ec req-2be15995-671f-4f2a-b008-502345fad0f2 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470529 Oct 12 19:29:04.664295 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 9ce8a9e3-9ab7-46e7-84a4-6e8e286345be, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=9ce8a9e3-9ab7-46e7-84a4-6e8e286345be,segment=NetworkSegment(9ff984d1-27f3-404a-8505-466ab18fb531),segment_id=9ff984d1-27f3-404a-8505-466ab18fb531)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:29:04.680764 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Returning: {'device': '9ce8a9e3-9ab7-46e7-84a4-6e8e286345be', 'network_id': '0290ce55-7f93-4c6c-bbd1-02235e645c15', 'port_id': '9ce8a9e3-9ab7-46e7-84a4-6e8e286345be', 'mac_address': 'fa:16:3e:60:01:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c964fef-6ce8-4600-af04-a1d969d5678f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:29:04.726091 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:04.739719 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ce8a9e3-9ab7-46e7-84a4-6e8e286345be {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:29:04.759995 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 9ce8a9e3-9ab7-46e7-84a4-6e8e286345be, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=9ce8a9e3-9ab7-46e7-84a4-6e8e286345be,segment=NetworkSegment(9ff984d1-27f3-404a-8505-466ab18fb531),segment_id=9ff984d1-27f3-404a-8505-466ab18fb531)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:29:04.870081 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:04.871086 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 31b81d65-8951-449a-9efc-e5501676ed68 details requested by agent hyperv_n-h2-813679-3 with host n-h2-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:29:04.895027 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e86c50-665c-413e-8bba-553bd3ce0a40 req-2d3cbf69-aef5-4dcd-9d8b-3717d8b0a72c tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:04.896636 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-64e86c50-665c-413e-8bba-553bd3ce0a40 req-2d3cbf69-aef5-4dcd-9d8b-3717d8b0a72c tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/ports?device_id=de7ddc49-638d-4051-bce9-1dec4601e464 HTTP/1.1" status: 200 len: 946 time: 0.0716040 Oct 12 19:29:04.941806 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-64e86c50-665c-413e-8bba-553bd3ce0a40 req-7e250185-5b9a-4729-bcd1-f9116c1f8624 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2ba2481-c648-48f3-9a5a-fa2d99adbcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382080 Oct 12 19:29:04.956110 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=9ce8a9e3-9ab7-46e7-84a4-6e8e286345be,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:29:04.971867 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 31b81d65-8951-449a-9efc-e5501676ed68, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=31b81d65-8951-449a-9efc-e5501676ed68,segment=NetworkSegment(9ff984d1-27f3-404a-8505-466ab18fb531),segment_id=9ff984d1-27f3-404a-8505-466ab18fb531)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:29:04.985148 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Returning: {'device': '31b81d65-8951-449a-9efc-e5501676ed68', 'network_id': '0290ce55-7f93-4c6c-bbd1-02235e645c15', 'port_id': '31b81d65-8951-449a-9efc-e5501676ed68', 'mac_address': 'fa:16:3e:49:a4:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c964fef-6ce8-4600-af04-a1d969d5678f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:29:05.039508 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:05.058062 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31b81d65-8951-449a-9efc-e5501676ed68 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:29:05.077516 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 31b81d65-8951-449a-9efc-e5501676ed68, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=31b81d65-8951-449a-9efc-e5501676ed68,segment=NetworkSegment(9ff984d1-27f3-404a-8505-466ab18fb531),segment_id=9ff984d1-27f3-404a-8505-466ab18fb531)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:29:05.107465 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acc47ea-89ef-476b-8c49-208d494d27c8 req-fe5761da-ae62-4ce9-8d69-f41440ac7a7a tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:05.109388 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6acc47ea-89ef-476b-8c49-208d494d27c8 req-fe5761da-ae62-4ce9-8d69-f41440ac7a7a tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc4437dd-9819-43ef-8e6c-cd57f0bbd4a4 HTTP/1.1" status: 200 len: 946 time: 0.1175904 Oct 12 19:29:05.148225 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6acc47ea-89ef-476b-8c49-208d494d27c8 req-cbfb4d35-80ac-4936-82b2-03e3fb528858 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/security-groups?id=cefdf9de-6871-4b8c-818c-d47d551271dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323408 Oct 12 19:29:05.154521 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:05.155245 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device b5acf294-86eb-432d-ab74-1efd6dd60b45 details requested by agent hyperv_n-h2-813679-3 with host n-h2-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:29:05.219483 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port b5acf294-86eb-432d-ab74-1efd6dd60b45, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=b5acf294-86eb-432d-ab74-1efd6dd60b45,segment=NetworkSegment(9ff984d1-27f3-404a-8505-466ab18fb531),segment_id=9ff984d1-27f3-404a-8505-466ab18fb531)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:29:05.233685 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=31b81d65-8951-449a-9efc-e5501676ed68,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:29:05.239162 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Returning: {'device': 'b5acf294-86eb-432d-ab74-1efd6dd60b45', 'network_id': '0290ce55-7f93-4c6c-bbd1-02235e645c15', 'port_id': 'b5acf294-86eb-432d-ab74-1efd6dd60b45', 'mac_address': 'fa:16:3e:75:60:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c964fef-6ce8-4600-af04-a1d969d5678f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:29:05.275472 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:05.291213 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5acf294-86eb-432d-ab74-1efd6dd60b45 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:29:05.312658 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port b5acf294-86eb-432d-ab74-1efd6dd60b45, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=b5acf294-86eb-432d-ab74-1efd6dd60b45,segment=NetworkSegment(9ff984d1-27f3-404a-8505-466ab18fb531),segment_id=9ff984d1-27f3-404a-8505-466ab18fb531)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:29:05.388848 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:05.450808 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=b5acf294-86eb-432d-ab74-1efd6dd60b45,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:29:05.513530 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfeafdf-c348-4634-8186-22c3bc602141 req-271bc029-a640-4a0f-920a-be718df39a74 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:05.515095 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7bfeafdf-c348-4634-8186-22c3bc602141 req-271bc029-a640-4a0f-920a-be718df39a74 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/ports?device_id=bad771ab-cc45-425d-bee9-6bf9a910d9ae HTTP/1.1" status: 200 len: 945 time: 0.0675008 Oct 12 19:29:05.559531 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7bfeafdf-c348-4634-8186-22c3bc602141 req-4b5f12c7-3cec-4c4e-a737-a1eece3663a2 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/security-groups?id=3416205a-d9ec-4ba1-a823-0f8eadffb37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368764 Oct 12 19:29:05.736674 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['31b81d65-8951-449a-9efc-e5501676ed68'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:29:05.739748 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb812a4d-2023-4bd2-b0a1-cf37fc4e6f39 req-1927a3aa-ef45-4f40-8f47-5972dc7efb7c tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:05.741646 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-bb812a4d-2023-4bd2-b0a1-cf37fc4e6f39 req-1927a3aa-ef45-4f40-8f47-5972dc7efb7c tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=87cc61f9-9c61-4cfa-a640-7e3c00a27d76 HTTP/1.1" status: 200 len: 946 time: 0.0553677 Oct 12 19:29:05.782620 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-bb812a4d-2023-4bd2-b0a1-cf37fc4e6f39 req-6e30a447-83d4-43ab-a2ac-334d5bf7fdf6 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350568 Oct 12 19:29:05.789639 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['b5acf294-86eb-432d-ab74-1efd6dd60b45'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:29:05.830520 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['9ce8a9e3-9ab7-46e7-84a4-6e8e286345be'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:29:06.072669 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2955be-4ffb-4860-a060-4ab6675ebd14 req-fd7334f8-77ac-4f2c-862c-6275b21a148f tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:06.081044 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0e2955be-4ffb-4860-a060-4ab6675ebd14 req-fd7334f8-77ac-4f2c-862c-6275b21a148f tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/ports?device_id=de7ddc49-638d-4051-bce9-1dec4601e464 HTTP/1.1" status: 200 len: 946 time: 0.0611320 Oct 12 19:29:06.128475 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0e2955be-4ffb-4860-a060-4ab6675ebd14 req-69b1b381-ad10-4392-a7fe-f0b2a4f74d45 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2ba2481-c648-48f3-9a5a-fa2d99adbcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420690 Oct 12 19:29:06.278251 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c96011-bb9a-4048-bed6-1693be9e17da req-2b50684c-d9b8-46c5-9c91-530a13c257aa tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:06.279717 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-46c96011-bb9a-4048-bed6-1693be9e17da req-2b50684c-d9b8-46c5-9c91-530a13c257aa tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc4437dd-9819-43ef-8e6c-cd57f0bbd4a4 HTTP/1.1" status: 200 len: 946 time: 0.0534115 Oct 12 19:29:06.321065 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-46c96011-bb9a-4048-bed6-1693be9e17da req-6f0a6809-ce59-4ea5-8942-2da49aca4110 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/security-groups?id=cefdf9de-6871-4b8c-818c-d47d551271dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347056 Oct 12 19:29:06.720822 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd15fd36-b3cc-46bc-9e7f-f115e466664f req-7b5a1a15-d657-4019-85bb-c6cbf0e1372b tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:06.728564 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-dd15fd36-b3cc-46bc-9e7f-f115e466664f req-7b5a1a15-d657-4019-85bb-c6cbf0e1372b tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/ports?device_id=bad771ab-cc45-425d-bee9-6bf9a910d9ae HTTP/1.1" status: 200 len: 945 time: 0.0599070 Oct 12 19:29:06.766681 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-dd15fd36-b3cc-46bc-9e7f-f115e466664f req-666d650f-1c6b-4e7d-ae54-7aeba8f8507d tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/security-groups?id=3416205a-d9ec-4ba1-a823-0f8eadffb37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370913 Oct 12 19:29:06.912418 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eda47d-576a-421c-9438-f6d5ffdefefb req-36d2a651-23cc-4ad4-bea5-d8b4c9afa99d tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:06.913926 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-61eda47d-576a-421c-9438-f6d5ffdefefb req-36d2a651-23cc-4ad4-bea5-d8b4c9afa99d tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=87cc61f9-9c61-4cfa-a640-7e3c00a27d76 HTTP/1.1" status: 200 len: 946 time: 0.0504851 Oct 12 19:29:06.955439 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-61eda47d-576a-421c-9438-f6d5ffdefefb req-0d73a546-3a8f-4f51-984a-2e0bd907951b tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335376 Oct 12 19:29:07.245349 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26f0845-8429-4824-b5d8-0c75077aea23 req-55c94358-dc5e-4ad8-bc51-1c5aee9abeb3 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:07.247014 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a26f0845-8429-4824-b5d8-0c75077aea23 req-55c94358-dc5e-4ad8-bc51-1c5aee9abeb3 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/ports?device_id=de7ddc49-638d-4051-bce9-1dec4601e464 HTTP/1.1" status: 200 len: 946 time: 0.0604794 Oct 12 19:29:07.316222 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a26f0845-8429-4824-b5d8-0c75077aea23 req-54b3d680-b1a9-492c-9f43-7dc3df00ad18 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2ba2481-c648-48f3-9a5a-fa2d99adbcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633008 Oct 12 19:29:07.445657 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfee279d-dcc2-4162-9f6f-ffd34cbd6a54 req-7e130405-8911-45e8-820a-da2ec4779429 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:07.447203 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cfee279d-dcc2-4162-9f6f-ffd34cbd6a54 req-7e130405-8911-45e8-820a-da2ec4779429 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc4437dd-9819-43ef-8e6c-cd57f0bbd4a4 HTTP/1.1" status: 200 len: 946 time: 0.0535653 Oct 12 19:29:07.487371 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cfee279d-dcc2-4162-9f6f-ffd34cbd6a54 req-66e695cf-f341-4b75-8161-43d3c8afafcc tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/security-groups?id=cefdf9de-6871-4b8c-818c-d47d551271dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337987 Oct 12 19:29:07.881546 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93d2fc0-e660-4ca2-a93f-dcfd1bec36e5 req-3aeb14f8-4904-457e-8ef5-e7d0fca0b97a tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:07.882940 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b93d2fc0-e660-4ca2-a93f-dcfd1bec36e5 req-3aeb14f8-4904-457e-8ef5-e7d0fca0b97a tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/ports?device_id=bad771ab-cc45-425d-bee9-6bf9a910d9ae HTTP/1.1" status: 200 len: 945 time: 0.0489833 Oct 12 19:29:07.920996 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b93d2fc0-e660-4ca2-a93f-dcfd1bec36e5 req-cc44ab21-5bf1-4c8d-b232-f89d64357ef9 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/security-groups?id=3416205a-d9ec-4ba1-a823-0f8eadffb37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309854 Oct 12 19:29:08.079121 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4856f7-b988-421c-9f49-9b9d3bdefc90 req-5689929d-522e-4ff1-97ce-c773a977824a tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:08.080834 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-dc4856f7-b988-421c-9f49-9b9d3bdefc90 req-5689929d-522e-4ff1-97ce-c773a977824a tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=87cc61f9-9c61-4cfa-a640-7e3c00a27d76 HTTP/1.1" status: 200 len: 946 time: 0.0556867 Oct 12 19:29:08.123646 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-dc4856f7-b988-421c-9f49-9b9d3bdefc90 req-e4091187-a3d8-4bfe-8c71-a01ec9602485 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362990 Oct 12 19:29:08.436023 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e93735-f4ae-447f-8fda-88c0dbba0360 req-859a1900-3468-463e-8500-4996749d037e tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:08.440940 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-69e93735-f4ae-447f-8fda-88c0dbba0360 req-859a1900-3468-463e-8500-4996749d037e tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/ports?device_id=de7ddc49-638d-4051-bce9-1dec4601e464 HTTP/1.1" status: 200 len: 946 time: 0.0531976 Oct 12 19:29:08.477537 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-69e93735-f4ae-447f-8fda-88c0dbba0360 req-f1813621-18c7-4e34-a280-dc1f94e782a7 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2ba2481-c648-48f3-9a5a-fa2d99adbcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334752 Oct 12 19:29:08.550551 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 9ce8a9e3-9ab7-46e7-84a4-6e8e286345be up at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:29:08.638332 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cf6c02-c49c-4c9b-b67c-ed36173c8b50 req-60ec9da8-79ca-4ad8-8274-5d0f995c5fbb tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:08.640133 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a1cf6c02-c49c-4c9b-b67c-ed36173c8b50 req-60ec9da8-79ca-4ad8-8274-5d0f995c5fbb tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc4437dd-9819-43ef-8e6c-cd57f0bbd4a4 HTTP/1.1" status: 200 len: 946 time: 0.0663242 Oct 12 19:29:08.686207 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a1cf6c02-c49c-4c9b-b67c-ed36173c8b50 req-872baad2-c17c-490f-9921-7ca3b4645e94 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/security-groups?id=cefdf9de-6871-4b8c-818c-d47d551271dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388272 Oct 12 19:29:08.845586 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning for port 9ce8a9e3-9ab7-46e7-84a4-6e8e286345be completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:29:08.849918 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning complete for port 9ce8a9e3-9ab7-46e7-84a4-6e8e286345be triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:29:08.850297 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:08.943119 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:08.980064 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bad771ab-cc45-425d-bee9-6bf9a910d9ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ce8a9e3-9ab7-46e7-84a4-6e8e286345be'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:29:08.983936 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83e34a00-5834-4d31-bd5d-4ec0c83ded74" -d '{"events": [{"server_uuid": "bad771ab-cc45-425d-bee9-6bf9a910d9ae", "name": "network-vif-plugged", "status": "completed", "tag": "9ce8a9e3-9ab7-46e7-84a4-6e8e286345be"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:29:08.999028 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 9ce8a9e3-9ab7-46e7-84a4-6e8e286345be, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=9ce8a9e3-9ab7-46e7-84a4-6e8e286345be,segment=NetworkSegment(9ff984d1-27f3-404a-8505-466ab18fb531),segment_id=9ff984d1-27f3-404a-8505-466ab18fb531)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:29:09.023107 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8685e0ac-174d-4257-a3a3-23152c3b064d x-openstack-request-id: req-8685e0ac-174d-4257-a3a3-23152c3b064d {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:29:09.023603 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bad771ab-cc45-425d-bee9-6bf9a910d9ae", "name": "network-vif-plugged", "status": "completed", "tag": "9ce8a9e3-9ab7-46e7-84a4-6e8e286345be", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:29:09.024577 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8685e0ac-174d-4257-a3a3-23152c3b064d {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:29:09.026360 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bad771ab-cc45-425d-bee9-6bf9a910d9ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ce8a9e3-9ab7-46e7-84a4-6e8e286345be', 'code': 200} Oct 12 19:29:09.044875 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d3d1b5-4914-416d-a341-42dd24f412b3 req-6e7c0cb7-34b5-4fda-ab84-87a8fc39e26c tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:09.052405 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-68d3d1b5-4914-416d-a341-42dd24f412b3 req-6e7c0cb7-34b5-4fda-ab84-87a8fc39e26c tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/ports?device_id=bad771ab-cc45-425d-bee9-6bf9a910d9ae HTTP/1.1" status: 200 len: 945 time: 0.0567882 Oct 12 19:29:09.074955 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:09.076175 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 31b81d65-8951-449a-9efc-e5501676ed68 up at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:29:09.123926 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-68d3d1b5-4914-416d-a341-42dd24f412b3 req-386d09bd-b88c-4781-a0e9-1199d0d3ef30 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/security-groups?id=3416205a-d9ec-4ba1-a823-0f8eadffb37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630279 Oct 12 19:29:09.165884 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78533934-f194-4b04-8beb-5acdc15b3ba0 req-b9f32e03-6be3-42ea-aabe-f07e3fb74d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:09.168585 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-78533934-f194-4b04-8beb-5acdc15b3ba0 req-b9f32e03-6be3-42ea-aabe-f07e3fb74d08 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=bad771ab-cc45-425d-bee9-6bf9a910d9ae HTTP/1.1" status: 200 len: 1097 time: 0.0857131 Oct 12 19:29:09.191551 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=9ce8a9e3-9ab7-46e7-84a4-6e8e286345be,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:29:09.215576 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-78533934-f194-4b04-8beb-5acdc15b3ba0 req-f25c64f0-1185-4efd-8e04-a3680167c3db service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=3416205a-d9ec-4ba1-a823-0f8eadffb37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379109 Oct 12 19:29:09.217001 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning for port 31b81d65-8951-449a-9efc-e5501676ed68 completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:29:09.221066 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning complete for port 31b81d65-8951-449a-9efc-e5501676ed68 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:29:09.226260 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:09.284569 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f510bfc-6e93-45d7-9a23-29788d9d8fcd req-70a9f884-dc02-41b6-b45e-0894c9f2c40f tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:09.287942 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2f510bfc-6e93-45d7-9a23-29788d9d8fcd req-70a9f884-dc02-41b6-b45e-0894c9f2c40f tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=87cc61f9-9c61-4cfa-a640-7e3c00a27d76 HTTP/1.1" status: 200 len: 946 time: 0.0662706 Oct 12 19:29:09.317758 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:09.326157 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2f510bfc-6e93-45d7-9a23-29788d9d8fcd req-407b5600-f382-4241-a245-af422461375e tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314636 Oct 12 19:29:09.355753 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 31b81d65-8951-449a-9efc-e5501676ed68, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=31b81d65-8951-449a-9efc-e5501676ed68,segment=NetworkSegment(9ff984d1-27f3-404a-8505-466ab18fb531),segment_id=9ff984d1-27f3-404a-8505-466ab18fb531)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:29:09.446686 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:09.447759 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device b5acf294-86eb-432d-ab74-1efd6dd60b45 up at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:29:09.532522 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=31b81d65-8951-449a-9efc-e5501676ed68,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:29:09.613100 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4f002e-ef3c-47c6-a2ac-b4091e84fbe4 req-fd8c2fcb-1331-42c2-8fea-095107d7fe18 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:09.614842 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-fc4f002e-ef3c-47c6-a2ac-b4091e84fbe4 req-fd8c2fcb-1331-42c2-8fea-095107d7fe18 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/ports?device_id=de7ddc49-638d-4051-bce9-1dec4601e464 HTTP/1.1" status: 200 len: 946 time: 0.0509970 Oct 12 19:29:09.635028 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning for port b5acf294-86eb-432d-ab74-1efd6dd60b45 completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:29:09.641500 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning complete for port b5acf294-86eb-432d-ab74-1efd6dd60b45 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:29:09.642087 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:09.659849 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-fc4f002e-ef3c-47c6-a2ac-b4091e84fbe4 req-afb706f1-9b60-4293-9bf3-b810e812cae4 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2ba2481-c648-48f3-9a5a-fa2d99adbcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383997 Oct 12 19:29:09.737356 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:09.781252 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port b5acf294-86eb-432d-ab74-1efd6dd60b45, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=b5acf294-86eb-432d-ab74-1efd6dd60b45,segment=NetworkSegment(9ff984d1-27f3-404a-8505-466ab18fb531),segment_id=9ff984d1-27f3-404a-8505-466ab18fb531)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:29:09.828527 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae3b2eb-3997-4249-baa2-b8cdaf326304 req-b504790b-d2be-438f-a81d-ad30b8d9c6ec tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:09.830330 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-aae3b2eb-3997-4249-baa2-b8cdaf326304 req-b504790b-d2be-438f-a81d-ad30b8d9c6ec tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc4437dd-9819-43ef-8e6c-cd57f0bbd4a4 HTTP/1.1" status: 200 len: 946 time: 0.0634053 Oct 12 19:29:09.862919 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:09.885915 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-aae3b2eb-3997-4249-baa2-b8cdaf326304 req-d04dcf87-ad39-4964-a7e4-4b2b12ee2e95 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/security-groups?id=cefdf9de-6871-4b8c-818c-d47d551271dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473313 Oct 12 19:29:09.941073 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=b5acf294-86eb-432d-ab74-1efd6dd60b45,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:29:10.240873 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3406607d-a13b-435c-b47d-663b02be607e req-c4200695-22e2-4c0e-94d9-6f5efc4d241a tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:10.242358 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3406607d-a13b-435c-b47d-663b02be607e req-c4200695-22e2-4c0e-94d9-6f5efc4d241a tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/ports?device_id=bad771ab-cc45-425d-bee9-6bf9a910d9ae HTTP/1.1" status: 200 len: 946 time: 0.0531542 Oct 12 19:29:10.296214 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3406607d-a13b-435c-b47d-663b02be607e req-f81c235c-968d-41a4-b641-addce55808f3 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/security-groups?id=3416205a-d9ec-4ba1-a823-0f8eadffb37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466585 Oct 12 19:29:10.451054 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa5e860-709f-4242-bf9a-ae1a4a653276 req-27852531-8376-40ff-8e23-96080707d21c tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:10.452844 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9fa5e860-709f-4242-bf9a-ae1a4a653276 req-27852531-8376-40ff-8e23-96080707d21c tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=87cc61f9-9c61-4cfa-a640-7e3c00a27d76 HTTP/1.1" status: 200 len: 946 time: 0.0564933 Oct 12 19:29:10.509884 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9fa5e860-709f-4242-bf9a-ae1a4a653276 req-88d6c22d-fb87-4690-aba6-05403691a968 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502393 Oct 12 19:29:10.821148 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cfe428-dff8-49a5-a8bc-d2a76f1eee75 req-f4f36055-1186-46a8-8b74-12855cc64283 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:10.824056 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-51cfe428-dff8-49a5-a8bc-d2a76f1eee75 req-f4f36055-1186-46a8-8b74-12855cc64283 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/ports?device_id=de7ddc49-638d-4051-bce9-1dec4601e464 HTTP/1.1" status: 200 len: 946 time: 0.0790696 Oct 12 19:29:10.879548 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-51cfe428-dff8-49a5-a8bc-d2a76f1eee75 req-35754d9b-b711-4882-be47-93ca1dfebc95 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2ba2481-c648-48f3-9a5a-fa2d99adbcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450103 Oct 12 19:29:11.012485 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8fee08-e3a0-4f57-ad1d-e249c28195dd req-ac92c3bf-4a4c-4698-8ea5-fee8c89b3f31 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:11.015342 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ce8fee08-e3a0-4f57-ad1d-e249c28195dd req-ac92c3bf-4a4c-4698-8ea5-fee8c89b3f31 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc4437dd-9819-43ef-8e6c-cd57f0bbd4a4 HTTP/1.1" status: 200 len: 946 time: 0.0627952 Oct 12 19:29:11.026675 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4b341fa-89dc-49b2-a348-71a788c4e840', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31b81d65-8951-449a-9efc-e5501676ed68'}, {'server_uuid': 'a12a186c-07bf-4785-82d3-97ddb6d52d66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5acf294-86eb-432d-ab74-1efd6dd60b45'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:29:11.029140 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2cc572c-01e4-497c-9e91-1ac8cc5c4a7b" -d '{"events": [{"server_uuid": "f4b341fa-89dc-49b2-a348-71a788c4e840", "name": "network-vif-plugged", "status": "completed", "tag": "31b81d65-8951-449a-9efc-e5501676ed68"}, {"server_uuid": "a12a186c-07bf-4785-82d3-97ddb6d52d66", "name": "network-vif-plugged", "status": "completed", "tag": "b5acf294-86eb-432d-ab74-1efd6dd60b45"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:29:11.055934 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ce8fee08-e3a0-4f57-ad1d-e249c28195dd req-99116e65-2d36-44d1-8cc1-980ed8035ced tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/security-groups?id=cefdf9de-6871-4b8c-818c-d47d551271dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357206 Oct 12 19:29:11.077437 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 12 Oct 2021 19:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2f78743-4c19-433c-a05c-0034c78f06e2 x-openstack-request-id: req-e2f78743-4c19-433c-a05c-0034c78f06e2 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:29:11.077437 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4b341fa-89dc-49b2-a348-71a788c4e840", "name": "network-vif-plugged", "status": "completed", "tag": "31b81d65-8951-449a-9efc-e5501676ed68", "code": 200}, {"server_uuid": "a12a186c-07bf-4785-82d3-97ddb6d52d66", "name": "network-vif-plugged", "status": "completed", "tag": "b5acf294-86eb-432d-ab74-1efd6dd60b45", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:29:11.077437 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e2f78743-4c19-433c-a05c-0034c78f06e2 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:29:11.077437 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4b341fa-89dc-49b2-a348-71a788c4e840', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31b81d65-8951-449a-9efc-e5501676ed68', 'code': 200} Oct 12 19:29:11.077437 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a12a186c-07bf-4785-82d3-97ddb6d52d66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5acf294-86eb-432d-ab74-1efd6dd60b45', 'code': 200} Oct 12 19:29:11.245448 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510d2859-cbdb-491c-81ec-45b1b6cadc59 req-65db04b8-f25f-4355-a5f1-a794da93502a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:11.247570 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-510d2859-cbdb-491c-81ec-45b1b6cadc59 req-65db04b8-f25f-4355-a5f1-a794da93502a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f4b341fa-89dc-49b2-a348-71a788c4e840 HTTP/1.1" status: 200 len: 1096 time: 0.0738633 Oct 12 19:29:11.249371 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7554c223-d872-40c7-8b0b-fb1764d9d7a8 req-f9393a89-c967-49a0-b4f7-039f61492ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:11.250731 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7554c223-d872-40c7-8b0b-fb1764d9d7a8 req-f9393a89-c967-49a0-b4f7-039f61492ce7 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a12a186c-07bf-4785-82d3-97ddb6d52d66 HTTP/1.1" status: 200 len: 1096 time: 0.0762806 Oct 12 19:29:11.312113 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-510d2859-cbdb-491c-81ec-45b1b6cadc59 req-7ba1849f-ef0c-489a-b24f-a649961d5260 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=3416205a-d9ec-4ba1-a823-0f8eadffb37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496140 Oct 12 19:29:11.313976 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7554c223-d872-40c7-8b0b-fb1764d9d7a8 req-df7f0ff4-adcd-4bf9-8019-97b2a64ff903 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=3416205a-d9ec-4ba1-a823-0f8eadffb37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463974 Oct 12 19:29:11.412761 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25a8dd5-b170-4092-bfdb-4bf8a7b405f3 req-2b4ed1c3-dfe6-4f9d-8c4a-dca615b4174f tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:11.414249 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d25a8dd5-b170-4092-bfdb-4bf8a7b405f3 req-2b4ed1c3-dfe6-4f9d-8c4a-dca615b4174f tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/ports?device_id=bad771ab-cc45-425d-bee9-6bf9a910d9ae HTTP/1.1" status: 200 len: 946 time: 0.0502341 Oct 12 19:29:11.454573 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d25a8dd5-b170-4092-bfdb-4bf8a7b405f3 req-d158871c-0eab-4104-a489-8ae1b0e99daf tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/security-groups?id=3416205a-d9ec-4ba1-a823-0f8eadffb37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329552 Oct 12 19:29:11.590850 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9dfc6e-6466-4656-b852-336de03c415c req-8dc7b97e-589d-4391-96d5-223e865e8dc3 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:11.598157 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-dc9dfc6e-6466-4656-b852-336de03c415c req-8dc7b97e-589d-4391-96d5-223e865e8dc3 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/ports?device_id=a12a186c-07bf-4785-82d3-97ddb6d52d66 HTTP/1.1" status: 200 len: 945 time: 0.0666239 Oct 12 19:29:11.635233 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2757ced9-bf88-4bf3-8466-f0aa6eddfa8f req-8bb5af69-e969-4219-9057-2348b998ce04 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:11.637189 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2757ced9-bf88-4bf3-8466-f0aa6eddfa8f req-8bb5af69-e969-4219-9057-2348b998ce04 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=87cc61f9-9c61-4cfa-a640-7e3c00a27d76 HTTP/1.1" status: 200 len: 946 time: 0.0548007 Oct 12 19:29:11.652254 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-dc9dfc6e-6466-4656-b852-336de03c415c req-bbe73677-bdcf-4cc6-bd89-c6c9c006ad0d tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/security-groups?id=3416205a-d9ec-4ba1-a823-0f8eadffb37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509820 Oct 12 19:29:11.685888 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2757ced9-bf88-4bf3-8466-f0aa6eddfa8f req-4f940975-f939-44fc-8f36-1cab197ed6dc tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423391 Oct 12 19:29:12.000586 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6ae98a-e771-4360-a88d-ebba871390ee req-79fe6f9d-0c91-4e94-ab42-a4162810afa8 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:12.004478 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-dc6ae98a-e771-4360-a88d-ebba871390ee req-79fe6f9d-0c91-4e94-ab42-a4162810afa8 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/ports?device_id=de7ddc49-638d-4051-bce9-1dec4601e464 HTTP/1.1" status: 200 len: 946 time: 0.0498245 Oct 12 19:29:12.071308 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-dc6ae98a-e771-4360-a88d-ebba871390ee req-ddf05a5c-3673-4f4b-b05c-b5e5262b5f51 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2ba2481-c648-48f3-9a5a-fa2d99adbcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622752 Oct 12 19:29:12.201255 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb02fd0c-af69-4581-b3f9-f0dea06614a2 req-a505cfff-8b65-4dab-9eee-dccf95d42427 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:12.203148 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-eb02fd0c-af69-4581-b3f9-f0dea06614a2 req-a505cfff-8b65-4dab-9eee-dccf95d42427 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc4437dd-9819-43ef-8e6c-cd57f0bbd4a4 HTTP/1.1" status: 200 len: 946 time: 0.0526183 Oct 12 19:29:12.252710 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-eb02fd0c-af69-4581-b3f9-f0dea06614a2 req-53461fa2-2781-44ce-9917-1fc02d9eed43 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/security-groups?id=cefdf9de-6871-4b8c-818c-d47d551271dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396955 Oct 12 19:29:12.827894 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b13610-dbf0-4e31-a8c9-e354447eac28 req-daa3c586-d8c8-455f-8600-5b754ebbb5e8 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:12.829688 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-36b13610-dbf0-4e31-a8c9-e354447eac28 req-daa3c586-d8c8-455f-8600-5b754ebbb5e8 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/ports?device_id=a12a186c-07bf-4785-82d3-97ddb6d52d66 HTTP/1.1" status: 200 len: 945 time: 0.1027348 Oct 12 19:29:12.854873 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2799e1e9-8575-4b23-9c96-3777c43d1c95 req-663958f4-42f3-4ccc-89f3-5cd3fb987581 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:12.856771 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2799e1e9-8575-4b23-9c96-3777c43d1c95 req-663958f4-42f3-4ccc-89f3-5cd3fb987581 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=87cc61f9-9c61-4cfa-a640-7e3c00a27d76 HTTP/1.1" status: 200 len: 946 time: 0.0574729 Oct 12 19:29:12.889414 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-36b13610-dbf0-4e31-a8c9-e354447eac28 req-bfb2f05c-7dbd-4641-9e84-0a3df4ff25d3 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/security-groups?id=3416205a-d9ec-4ba1-a823-0f8eadffb37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537384 Oct 12 19:29:12.920017 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2799e1e9-8575-4b23-9c96-3777c43d1c95 req-b0bed2ee-076c-4d9b-99f9-e44b7e9058d5 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538874 Oct 12 19:29:13.229562 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1c9151-30f6-4a07-ae4e-11d3ba539beb req-08191319-6950-42be-9825-9c9541259515 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:13.231114 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-db1c9151-30f6-4a07-ae4e-11d3ba539beb req-08191319-6950-42be-9825-9c9541259515 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/ports?device_id=de7ddc49-638d-4051-bce9-1dec4601e464 HTTP/1.1" status: 200 len: 946 time: 0.0749004 Oct 12 19:29:13.284615 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-db1c9151-30f6-4a07-ae4e-11d3ba539beb req-cf497f74-24ff-4822-b2bc-166be525a965 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2ba2481-c648-48f3-9a5a-fa2d99adbcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468163 Oct 12 19:29:13.435603 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b480a773-bdab-4336-9d59-dc608e5c8709 req-cd493223-8162-424b-a119-cd00b98b8290 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:13.439076 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b480a773-bdab-4336-9d59-dc608e5c8709 req-cd493223-8162-424b-a119-cd00b98b8290 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc4437dd-9819-43ef-8e6c-cd57f0bbd4a4 HTTP/1.1" status: 200 len: 946 time: 0.0706997 Oct 12 19:29:13.474933 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50152035-3caa-46a3-a0d7-0daae5c2d73c req-328a8861-9cab-4a5a-b9f0-e53b063be184 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:13.477439 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-50152035-3caa-46a3-a0d7-0daae5c2d73c req-328a8861-9cab-4a5a-b9f0-e53b063be184 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=87cc61f9-9c61-4cfa-a640-7e3c00a27d76 HTTP/1.1" status: 200 len: 946 time: 0.0533886 Oct 12 19:29:13.500549 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b480a773-bdab-4336-9d59-dc608e5c8709 req-602d18b4-eac9-4e60-a9a4-9b2945fcbea4 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/security-groups?id=cefdf9de-6871-4b8c-818c-d47d551271dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568271 Oct 12 19:29:13.555083 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-50152035-3caa-46a3-a0d7-0daae5c2d73c req-598595e3-9556-47a4-94a5-51f81a8ca5cb tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694509 Oct 12 19:29:14.027347 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde39a8b-dc71-44f3-b457-a88c2c82176e req-3dce6967-7d92-402a-be25-6a7500bfb1d8 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:14.031682 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bde39a8b-dc71-44f3-b457-a88c2c82176e req-3dce6967-7d92-402a-be25-6a7500bfb1d8 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/ports?device_id=a12a186c-07bf-4785-82d3-97ddb6d52d66 HTTP/1.1" status: 200 len: 945 time: 0.0597200 Oct 12 19:29:14.070119 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bde39a8b-dc71-44f3-b457-a88c2c82176e req-6b2813de-2529-4375-80ca-b28b7075aefc tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/security-groups?id=3416205a-d9ec-4ba1-a823-0f8eadffb37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339301 Oct 12 19:29:14.194829 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657ebf9b-71a0-4575-9c32-4fd1d5e562eb req-77589b5c-7ca7-4cb8-b9f4-57f38c75f9e1 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:14.196642 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-657ebf9b-71a0-4575-9c32-4fd1d5e562eb req-77589b5c-7ca7-4cb8-b9f4-57f38c75f9e1 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4b341fa-89dc-49b2-a348-71a788c4e840 HTTP/1.1" status: 200 len: 945 time: 0.0561438 Oct 12 19:29:14.248647 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-657ebf9b-71a0-4575-9c32-4fd1d5e562eb req-be735b2c-ba9f-4e5b-be47-0ff056b2b0a9 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/security-groups?id=3416205a-d9ec-4ba1-a823-0f8eadffb37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435266 Oct 12 19:29:14.462542 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb105f9-672c-4d62-8f7a-27e953f25b7a req-2644125e-e50b-48a3-ac53-34d64688c1b8 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:14.463602 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2cb105f9-672c-4d62-8f7a-27e953f25b7a req-2644125e-e50b-48a3-ac53-34d64688c1b8 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/ports?device_id=de7ddc49-638d-4051-bce9-1dec4601e464 HTTP/1.1" status: 200 len: 946 time: 0.0577900 Oct 12 19:29:14.510194 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2cb105f9-672c-4d62-8f7a-27e953f25b7a req-5bab9052-b0c2-43ce-96f1-d00ec6ea64ec tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2ba2481-c648-48f3-9a5a-fa2d99adbcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376062 Oct 12 19:29:14.918463 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1e4c2e-fd5c-4a4d-9400-6a0835814469 req-dbda450a-937c-4761-a95d-921b091e3bf4 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:14.918463 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1b1e4c2e-fd5c-4a4d-9400-6a0835814469 req-dbda450a-937c-4761-a95d-921b091e3bf4 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/ports?device_id=bad771ab-cc45-425d-bee9-6bf9a910d9ae HTTP/1.1" status: 200 len: 946 time: 0.0533209 Oct 12 19:29:14.918463 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1b1e4c2e-fd5c-4a4d-9400-6a0835814469 req-4309bd85-594e-4ceb-91ae-1541d40bd2f3 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/security-groups?id=3416205a-d9ec-4ba1-a823-0f8eadffb37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418446 Oct 12 19:29:14.920796 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a259cf4-52d6-4f6e-9a66-e5f693e84f2c req-bdc7e782-7dd2-494d-8a55-4a4a5d14a839 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:14.920796 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7a259cf4-52d6-4f6e-9a66-e5f693e84f2c req-bdc7e782-7dd2-494d-8a55-4a4a5d14a839 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc4437dd-9819-43ef-8e6c-cd57f0bbd4a4 HTTP/1.1" status: 200 len: 946 time: 0.0802445 Oct 12 19:29:14.920796 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555ee582-723e-4f5e-ba12-d3a01d9d191c req-40f87c33-5ddd-42c6-87cd-6069b4de8e09 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:14.920796 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-555ee582-723e-4f5e-ba12-d3a01d9d191c req-40f87c33-5ddd-42c6-87cd-6069b4de8e09 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.61 "GET /v2.0/ports?device_id=87cc61f9-9c61-4cfa-a640-7e3c00a27d76 HTTP/1.1" status: 200 len: 946 time: 0.0757997 Oct 12 19:29:14.923012 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1518078d-b8ff-4554-a36b-535e4a5d6b2b req-5cf43c32-8a1a-45be-a969-159669545ecd tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:14.923012 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1518078d-b8ff-4554-a36b-535e4a5d6b2b req-5cf43c32-8a1a-45be-a969-159669545ecd tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=87cc61f9-9c61-4cfa-a640-7e3c00a27d76 HTTP/1.1" status: 200 len: 946 time: 0.0943217 Oct 12 19:29:14.924177 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7a259cf4-52d6-4f6e-9a66-e5f693e84f2c req-27fe8c23-a609-4889-b7bf-a85ba14b6dcb tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/security-groups?id=cefdf9de-6871-4b8c-818c-d47d551271dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816579 Oct 12 19:29:14.924327 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1518078d-b8ff-4554-a36b-535e4a5d6b2b req-926f2be5-03d1-4a3c-819d-222cf705c37d tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755913 Oct 12 19:29:14.924625 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-555ee582-723e-4f5e-ba12-d3a01d9d191c req-14a5919e-0843-412b-8929-4ee7535ec8b9 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Deleting port fa0d92b2-9b98-41b4-8be3-74ddb5a67f91 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:29:14.924625 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-555ee582-723e-4f5e-ba12-d3a01d9d191c req-14a5919e-0843-412b-8929-4ee7535ec8b9 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:15.044351 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-555ee582-723e-4f5e-ba12-d3a01d9d191c req-14a5919e-0843-412b-8929-4ee7535ec8b9 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] For port fa0d92b2-9b98-41b4-8be3-74ddb5a67f91, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=fa0d92b2-9b98-41b4-8be3-74ddb5a67f91,segment=NetworkSegment(2c23b924-3bdb-4700-940f-a5921b74e3c2),segment_id=2c23b924-3bdb-4700-940f-a5921b74e3c2)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:29:15.044542 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-555ee582-723e-4f5e-ba12-d3a01d9d191c req-14a5919e-0843-412b-8929-4ee7535ec8b9 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:15.068188 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-555ee582-723e-4f5e-ba12-d3a01d9d191c req-14a5919e-0843-412b-8929-4ee7535ec8b9 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Calling delete_port for fa0d92b2-9b98-41b4-8be3-74ddb5a67f91 owned by compute:nova {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:29:15.142669 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f499830a-053f-460e-b464-a8817f012267 req-a8914f91-edd2-4410-9324-76da4f8e3fa7 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:15.144187 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f499830a-053f-460e-b464-a8817f012267 req-a8914f91-edd2-4410-9324-76da4f8e3fa7 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/ports?device_id=a12a186c-07bf-4785-82d3-97ddb6d52d66 HTTP/1.1" status: 200 len: 945 time: 0.0917375 Oct 12 19:29:15.237664 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f499830a-053f-460e-b464-a8817f012267 req-3d322b63-f96e-4194-a6b5-18e803e4b07a tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/security-groups?id=3416205a-d9ec-4ba1-a823-0f8eadffb37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860136 Oct 12 19:29:15.348237 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-555ee582-723e-4f5e-ba12-d3a01d9d191c req-14a5919e-0843-412b-8929-4ee7535ec8b9 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:15.362348 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['fa0d92b2-9b98-41b4-8be3-74ddb5a67f91'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:29:15.384154 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5919e-0843-412b-8929-4ee7535ec8b9 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Pushing event deleted for resources: {'Port': ['ID=fa0d92b2-9b98-41b4-8be3-74ddb5a67f91,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:29:15.440078 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-555ee582-723e-4f5e-ba12-d3a01d9d191c req-14a5919e-0843-412b-8929-4ee7535ec8b9 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] No DVR routers for this DVR port fa0d92b2-9b98-41b4-8be3-74ddb5a67f91 on host n-h1-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:29:15.443620 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-555ee582-723e-4f5e-ba12-d3a01d9d191c req-14a5919e-0843-412b-8929-4ee7535ec8b9 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:15.447978 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-555ee582-723e-4f5e-ba12-d3a01d9d191c req-14a5919e-0843-412b-8929-4ee7535ec8b9 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.61 "DELETE /v2.0/ports/fa0d92b2-9b98-41b4-8be3-74ddb5a67f91 HTTP/1.1" status: 204 len: 173 time: 0.7528348 Oct 12 19:29:15.448613 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87cc61f9-9c61-4cfa-a640-7e3c00a27d76', 'name': 'network-vif-deleted', 'tag': 'fa0d92b2-9b98-41b4-8be3-74ddb5a67f91'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:29:15.451068 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56a6c614-185e-4deb-930d-ca6c08093e6d" -d '{"events": [{"server_uuid": "87cc61f9-9c61-4cfa-a640-7e3c00a27d76", "name": "network-vif-deleted", "tag": "fa0d92b2-9b98-41b4-8be3-74ddb5a67f91"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:29:15.499170 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02776dd8-c0d5-4a69-8a50-b795d9ccf548 x-openstack-request-id: req-02776dd8-c0d5-4a69-8a50-b795d9ccf548 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:29:15.499463 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87cc61f9-9c61-4cfa-a640-7e3c00a27d76", "name": "network-vif-deleted", "tag": "fa0d92b2-9b98-41b4-8be3-74ddb5a67f91", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:29:15.499718 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-02776dd8-c0d5-4a69-8a50-b795d9ccf548 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:29:15.500146 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87cc61f9-9c61-4cfa-a640-7e3c00a27d76', 'name': 'network-vif-deleted', 'tag': 'fa0d92b2-9b98-41b4-8be3-74ddb5a67f91', 'status': 'completed', 'code': 200} Oct 12 19:29:15.606383 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a3cafe-c396-448f-984b-27f2cb95af43 req-3d084ad2-7d05-4a4a-9520-b776df3d3d2f tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:15.613835 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a3cafe-c396-448f-984b-27f2cb95af43 req-3d084ad2-7d05-4a4a-9520-b776df3d3d2f tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:15.621689 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a3cafe-c396-448f-984b-27f2cb95af43 req-3d084ad2-7d05-4a4a-9520-b776df3d3d2f tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:15.630399 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c4a3cafe-c396-448f-984b-27f2cb95af43 req-3d084ad2-7d05-4a4a-9520-b776df3d3d2f tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/ports?device_id=bad771ab-cc45-425d-bee9-6bf9a910d9ae&device_id=f4b341fa-89dc-49b2-a348-71a788c4e840&device_id=a12a186c-07bf-4785-82d3-97ddb6d52d66 HTTP/1.1" status: 200 len: 2417 time: 0.1017480 Oct 12 19:29:15.675136 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c4a3cafe-c396-448f-984b-27f2cb95af43 req-412c6538-9a54-4606-bc01-f2efe9b73530 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/security-groups?id=3416205a-d9ec-4ba1-a823-0f8eadffb37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434816 Oct 12 19:29:15.726402 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37d0c3d-f91f-4f0b-baa7-f82fbc68b52f req-13cf0ce5-b7d3-4764-8362-852ba85efd96 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:15.728938 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f37d0c3d-f91f-4f0b-baa7-f82fbc68b52f req-13cf0ce5-b7d3-4764-8362-852ba85efd96 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/ports?device_id=de7ddc49-638d-4051-bce9-1dec4601e464 HTTP/1.1" status: 200 len: 946 time: 0.0690985 Oct 12 19:29:15.825998 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f37d0c3d-f91f-4f0b-baa7-f82fbc68b52f req-c184ac2f-3a38-4df6-8ec9-0b2fed9eb727 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2ba2481-c648-48f3-9a5a-fa2d99adbcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891502 Oct 12 19:29:15.838046 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2931d9-f0b7-4482-a2e0-97393e910272 req-2f9c05f3-e882-4af1-b642-c1c2a3dfbaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:15.838233 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942a5ed1-b7e1-4997-9585-0475fb01509a req-b21ff6e8-cb6f-4e33-81e5-726b954f2a97 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:15.838328 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fb2931d9-f0b7-4482-a2e0-97393e910272 req-2f9c05f3-e882-4af1-b642-c1c2a3dfbaf8 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=de7ddc49-638d-4051-bce9-1dec4601e464 HTTP/1.1" status: 200 len: 1097 time: 0.1190665 Oct 12 19:29:15.844216 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-942a5ed1-b7e1-4997-9585-0475fb01509a req-b21ff6e8-cb6f-4e33-81e5-726b954f2a97 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/ports?device_id=bad771ab-cc45-425d-bee9-6bf9a910d9ae HTTP/1.1" status: 200 len: 946 time: 0.0697770 Oct 12 19:29:15.903709 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-942a5ed1-b7e1-4997-9585-0475fb01509a req-4a6ba488-da70-432e-aca2-c0c753cb0235 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/security-groups?id=3416205a-d9ec-4ba1-a823-0f8eadffb37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553687 Oct 12 19:29:15.939317 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fb2931d9-f0b7-4482-a2e0-97393e910272 req-7241e69f-ad17-4002-ba4a-a2292bee7383 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=a2ba2481-c648-48f3-9a5a-fa2d99adbcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951924 Oct 12 19:29:15.959459 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21537407-7cc9-48b4-8c5f-08853403e6e6 req-e062714a-a320-4f5e-9607-554f39e78bf6 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:15.961889 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-21537407-7cc9-48b4-8c5f-08853403e6e6 req-e062714a-a320-4f5e-9607-554f39e78bf6 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc4437dd-9819-43ef-8e6c-cd57f0bbd4a4 HTTP/1.1" status: 200 len: 946 time: 0.0615768 Oct 12 19:29:15.993439 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3b2ab058-4988-47c6-bb3b-43b080b1f4a9 req-407daeda-6e91-4bc6-b391-bf9dbc234b24 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=87cc61f9-9c61-4cfa-a640-7e3c00a27d76 HTTP/1.1" status: 200 len: 210 time: 0.0297019 Oct 12 19:29:16.026591 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-21537407-7cc9-48b4-8c5f-08853403e6e6 req-d99a6b02-5b80-48e1-ae6d-dd03b1ce6f96 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/security-groups?id=cefdf9de-6871-4b8c-818c-d47d551271dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579174 Oct 12 19:29:16.597938 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 78044168-4273-42b8-aea8-097026808116 details requested by agent hyperv_n-h2-813679-3 with host n-h2-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:29:16.656697 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 78044168-4273-42b8-aea8-097026808116 no longer exists at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:29:16.855908 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 78044168-4273-42b8-aea8-097026808116, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=78044168-4273-42b8-aea8-097026808116,segment=NetworkSegment(f1170869-d10a-47f8-bcc2-096029983e07),segment_id=f1170869-d10a-47f8-bcc2-096029983e07)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:29:16.864229 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:16.878340 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Returning: {'device': '78044168-4273-42b8-aea8-097026808116', 'network_id': 'd46f9207-c404-4b39-9c22-4c600f702514', 'port_id': '78044168-4273-42b8-aea8-097026808116', 'mac_address': 'fa:16:3e:55:3b:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '610de003-a3a0-4244-ae57-4724e5569ae2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:29:16.896776 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc4437dd-9819-43ef-8e6c-cd57f0bbd4a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78044168-4273-42b8-aea8-097026808116'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:29:16.899356 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b364b659-b4fd-4e08-80b4-5f2fa52141a5" -d '{"events": [{"server_uuid": "fc4437dd-9819-43ef-8e6c-cd57f0bbd4a4", "name": "network-vif-unplugged", "status": "completed", "tag": "78044168-4273-42b8-aea8-097026808116"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:29:16.950254 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 78044168-4273-42b8-aea8-097026808116, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=78044168-4273-42b8-aea8-097026808116,segment=NetworkSegment(f1170869-d10a-47f8-bcc2-096029983e07),segment_id=f1170869-d10a-47f8-bcc2-096029983e07)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:29:16.966317 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:17.002667 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 78044168-4273-42b8-aea8-097026808116 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:29:17.004489 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ee50c4-9424-4778-b846-8ec06dd4e07a req-f73cf1e9-f929-4f25-ae9a-d5e859659ce1 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:17.009080 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b0ee50c4-9424-4778-b846-8ec06dd4e07a req-f73cf1e9-f929-4f25-ae9a-d5e859659ce1 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/ports?device_id=de7ddc49-638d-4051-bce9-1dec4601e464 HTTP/1.1" status: 200 len: 946 time: 0.0953846 Oct 12 19:29:17.028447 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:17.104877 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 19:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-960e3f99-158f-462d-977b-04f0d2476cb2 x-openstack-request-id: req-960e3f99-158f-462d-977b-04f0d2476cb2 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:29:17.104877 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc4437dd-9819-43ef-8e6c-cd57f0bbd4a4", "name": "network-vif-unplugged", "status": "completed", "tag": "78044168-4273-42b8-aea8-097026808116", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:29:17.104877 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-960e3f99-158f-462d-977b-04f0d2476cb2 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:29:17.104877 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc4437dd-9819-43ef-8e6c-cd57f0bbd4a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78044168-4273-42b8-aea8-097026808116', 'code': 200} Oct 12 19:29:17.113718 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b0ee50c4-9424-4778-b846-8ec06dd4e07a req-92d5e3dd-7a26-46cf-9a4c-9c189b6215f2 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2ba2481-c648-48f3-9a5a-fa2d99adbcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908122 Oct 12 19:29:17.128555 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=78044168-4273-42b8-aea8-097026808116,revision_number=6']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:29:17.180985 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.db.api [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 19:29:17.180985 n-d-813679-3 neutron-server[95503]: DEBUG oslo_db.api [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 19:29:17.233732 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4dcb17-7949-443c-a6f0-dc3340fc274a req-2d298301-5810-43dd-8ec2-49b1d15b2782 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:17.235427 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7d4dcb17-7949-443c-a6f0-dc3340fc274a req-2d298301-5810-43dd-8ec2-49b1d15b2782 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/ports?device_id=a12a186c-07bf-4785-82d3-97ddb6d52d66 HTTP/1.1" status: 200 len: 945 time: 0.0671513 Oct 12 19:29:17.283872 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7d4dcb17-7949-443c-a6f0-dc3340fc274a req-2ec3d279-4c87-464f-a325-f92086000eea tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/security-groups?id=3416205a-d9ec-4ba1-a823-0f8eadffb37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417395 Oct 12 19:29:17.321797 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315ea5be-a653-4a6c-a776-e40f442bd114 req-df535f0a-ccb1-4365-b6fb-a3cf025fe13c tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:17.323698 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-315ea5be-a653-4a6c-a776-e40f442bd114 req-df535f0a-ccb1-4365-b6fb-a3cf025fe13c tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc4437dd-9819-43ef-8e6c-cd57f0bbd4a4 HTTP/1.1" status: 200 len: 944 time: 0.0823777 Oct 12 19:29:17.371475 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-315ea5be-a653-4a6c-a776-e40f442bd114 req-b22eff46-d55a-423d-8a62-0f887938a0d7 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/security-groups?id=cefdf9de-6871-4b8c-818c-d47d551271dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397294 Oct 12 19:29:17.472889 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e60039-8a2f-474a-b039-7a376ddb26a0 req-f1fe08ab-4fe4-4d37-b19b-5a5d417ed213 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:17.474331 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c7e60039-8a2f-474a-b039-7a376ddb26a0 req-f1fe08ab-4fe4-4d37-b19b-5a5d417ed213 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/networks?id=8b9ffd0a-d450-4d4d-8c84-81d908427bea HTTP/1.1" status: 200 len: 812 time: 0.1067135 Oct 12 19:29:17.489844 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c7e60039-8a2f-474a-b039-7a376ddb26a0 req-008c0c53-b851-4481-891c-f70c9eca0866 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/quotas/9558b59fe3b94a1fa2fbec9bbf16e093 HTTP/1.1" status: 200 len: 375 time: 0.0091002 Oct 12 19:29:17.525676 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c7e60039-8a2f-474a-b039-7a376ddb26a0 req-b9d5da67-f215-4eb8-97e0-a6b7bc206cf7 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=9558b59fe3b94a1fa2fbec9bbf16e093&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304010 Oct 12 19:29:17.620869 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c7e60039-8a2f-474a-b039-7a376ddb26a0 req-bd2ad1d2-b97c-408c-b225-00b34efdc473 service neutron] 10.222.0.49 "GET /v2.0/networks/8b9ffd0a-d450-4d4d-8c84-81d908427bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871789 Oct 12 19:29:17.709045 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:17.717731 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c7e60039-8a2f-474a-b039-7a376ddb26a0 req-ae5e44ad-110c-4980-9b79-deb02443d58b service neutron] 10.222.0.49 "GET /v2.0/networks/8b9ffd0a-d450-4d4d-8c84-81d908427bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899723 Oct 12 19:29:17.723267 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78044168-4273-42b8-aea8-097026808116 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:29:17.748445 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 78044168-4273-42b8-aea8-097026808116, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=78044168-4273-42b8-aea8-097026808116,segment=NetworkSegment(f1170869-d10a-47f8-bcc2-096029983e07),segment_id=f1170869-d10a-47f8-bcc2-096029983e07)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:29:17.822525 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:17.873673 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=78044168-4273-42b8-aea8-097026808116,revision_number=7']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:29:17.980686 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7909b532-89b5-4c25-ac17-eb8dcf038a12 req-2e31409a-9132-4a2b-8a58-6fb66b997154 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=0361b7d2-4513-456d-893e-ff9b34475f13 HTTP/1.1" status: 200 len: 210 time: 0.0420551 Oct 12 19:29:18.131365 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['78044168-4273-42b8-aea8-097026808116'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:29:18.276250 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352eee0f-b5ff-41af-9081-28ccd63aa623 req-4c768ecb-2176-415e-8e63-7a676adf7d44 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:18.286711 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-352eee0f-b5ff-41af-9081-28ccd63aa623 req-4c768ecb-2176-415e-8e63-7a676adf7d44 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/ports?device_id=de7ddc49-638d-4051-bce9-1dec4601e464 HTTP/1.1" status: 200 len: 946 time: 0.0928845 Oct 12 19:29:18.377505 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-352eee0f-b5ff-41af-9081-28ccd63aa623 req-235e087b-7f84-47a8-b536-48b929e663d3 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2ba2481-c648-48f3-9a5a-fa2d99adbcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866518 Oct 12 19:29:18.465912 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c04733-0d42-4dcf-8fcd-77b29e6b0fcd req-dcbf5eff-b55a-4a48-a4ac-c7d2fbe78771 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:18.469205 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-45c04733-0d42-4dcf-8fcd-77b29e6b0fcd req-dcbf5eff-b55a-4a48-a4ac-c7d2fbe78771 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/ports?device_id=a12a186c-07bf-4785-82d3-97ddb6d52d66 HTTP/1.1" status: 200 len: 945 time: 0.0578821 Oct 12 19:29:18.520823 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-45c04733-0d42-4dcf-8fcd-77b29e6b0fcd req-b834095c-b788-47c2-b381-8a6bf48053da tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/security-groups?id=3416205a-d9ec-4ba1-a823-0f8eadffb37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445216 Oct 12 19:29:18.657265 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9c6d59-0fed-4f61-9d40-e7935c4bbafa req-6f03c28f-2126-4655-b388-5087b7a94fbc tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:18.662452 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5f9c6d59-0fed-4f61-9d40-e7935c4bbafa req-6f03c28f-2126-4655-b388-5087b7a94fbc tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc4437dd-9819-43ef-8e6c-cd57f0bbd4a4 HTTP/1.1" status: 200 len: 945 time: 0.0696352 Oct 12 19:29:18.731518 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5f9c6d59-0fed-4f61-9d40-e7935c4bbafa req-cef39999-e330-413c-b2be-c18100dffb2a tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/security-groups?id=cefdf9de-6871-4b8c-818c-d47d551271dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640554 Oct 12 19:29:18.761272 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 56444) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:29:18.808555 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8273fb6a-295a-4bde-a71a-3f66a6bb34d7 req-514ed7fc-cb37-435d-9711-3eaea180110f tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:18.817084 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8273fb6a-295a-4bde-a71a-3f66a6bb34d7 req-514ed7fc-cb37-435d-9711-3eaea180110f tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/ports?device_id=de7ddc49-638d-4051-bce9-1dec4601e464 HTTP/1.1" status: 200 len: 946 time: 0.0592802 Oct 12 19:29:18.868133 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8273fb6a-295a-4bde-a71a-3f66a6bb34d7 req-00c8ad91-fd60-4a2c-91f0-0ef28da5cf9b tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2ba2481-c648-48f3-9a5a-fa2d99adbcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436974 Oct 12 19:29:18.897742 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df774f5-15cb-460e-a672-0d6cd94703e1 req-387d191b-a678-4071-92de-c09474c4fda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:18.899677 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8df774f5-15cb-460e-a672-0d6cd94703e1 req-387d191b-a678-4071-92de-c09474c4fda8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f52c86dc62e74359bd460402c4b75fc6&device_id=de7ddc49-638d-4051-bce9-1dec4601e464 HTTP/1.1" status: 200 len: 1097 time: 0.0725486 Oct 12 19:29:18.942584 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-56655b4a-3a86-43e1-a6d1-703878db7f9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:19.090937 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e9dde09b-3793-4cdf-a281-ba3913c73339 req-bf4a8776-ce31-400e-8f1a-2e7831d3dd52 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=0361b7d2-4513-456d-893e-ff9b34475f13 HTTP/1.1" status: 200 len: 210 time: 0.0468655 Oct 12 19:29:19.118930 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df774f5-15cb-460e-a672-0d6cd94703e1 req-e43f2ac6-5659-4f5a-a479-a23397b5783b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:19.120541 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8df774f5-15cb-460e-a672-0d6cd94703e1 req-e43f2ac6-5659-4f5a-a479-a23397b5783b service neutron] 10.222.0.61 "GET /v2.0/networks?id=98a9afcc-e9ca-4911-b0d7-961e4444f018 HTTP/1.1" status: 200 len: 912 time: 0.2107573 Oct 12 19:29:19.202894 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-56655b4a-3a86-43e1-a6d1-703878db7f9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:19.205479 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8df774f5-15cb-460e-a672-0d6cd94703e1 req-1aa527de-3362-430b-adbe-e9b1f07ebf86 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eac4b7ce-4388-46e4-b680-fb6ad9d95bbd HTTP/1.1" status: 200 len: 217 time: 0.0668604 Oct 12 19:29:19.269809 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df774f5-15cb-460e-a672-0d6cd94703e1 req-f94f9a61-3eb8-4e0e-9404-56732bf0ddf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:19.271330 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8df774f5-15cb-460e-a672-0d6cd94703e1 req-f94f9a61-3eb8-4e0e-9404-56732bf0ddf1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=75c294fe-120e-40e8-8111-8840aed19f52 HTTP/1.1" status: 200 len: 851 time: 0.0572100 Oct 12 19:29:19.314807 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8df774f5-15cb-460e-a672-0d6cd94703e1 req-4ec153a4-eadf-4792-a17b-a5671a20a6f5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=98a9afcc-e9ca-4911-b0d7-961e4444f018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265126 Oct 12 19:29:19.315720 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-56655b4a-3a86-43e1-a6d1-703878db7f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:19.405014 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56655b4a-3a86-43e1-a6d1-703878db7f9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2df01264-5118-480b-b874-9fd84b79b18f,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:29:19.412573 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-56655b4a-3a86-43e1-a6d1-703878db7f9f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=51efd8a3092d417abcbdef0f1ff8dd21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6500964 Oct 12 19:29:19.415760 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 56452) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:29:19.472968 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-dee46a75-6916-4f06-b011-3f035656f584 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:19.477935 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8df774f5-15cb-460e-a672-0d6cd94703e1 req-982226e2-0385-4b08-b1f3-6f76c3ac6da3 service neutron] 10.222.0.61 "GET /v2.0/networks/98a9afcc-e9ca-4911-b0d7-961e4444f018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512146 Oct 12 19:29:19.494092 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-dee46a75-6916-4f06-b011-3f035656f584 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:19.577114 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8df774f5-15cb-460e-a672-0d6cd94703e1 req-bd4e81fb-fcc3-4ce6-9542-5624bf48237f service neutron] 10.222.0.61 "GET /v2.0/networks/98a9afcc-e9ca-4911-b0d7-961e4444f018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912833 Oct 12 19:29:19.587886 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-dee46a75-6916-4f06-b011-3f035656f584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:19.591655 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-dee46a75-6916-4f06-b011-3f035656f584 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:19.594152 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-dee46a75-6916-4f06-b011-3f035656f584 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2df01264-5118-480b-b874-9fd84b79b18f HTTP/1.1" status: 204 len: 168 time: 0.1773379 Oct 12 19:29:19.634228 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee46a75-6916-4f06-b011-3f035656f584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2df01264-5118-480b-b874-9fd84b79b18f,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:29:19.659396 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e35577e-f717-4a94-9969-a4bda8d74720 req-a975521b-907e-46d2-a4c7-cd826877abb9 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:19.661097 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1e35577e-f717-4a94-9969-a4bda8d74720 req-a975521b-907e-46d2-a4c7-cd826877abb9 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/ports?device_id=a12a186c-07bf-4785-82d3-97ddb6d52d66 HTTP/1.1" status: 200 len: 945 time: 0.0656905 Oct 12 19:29:19.702690 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1e35577e-f717-4a94-9969-a4bda8d74720 req-cdab089e-3bd7-4928-9f94-42da69258d1b tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/security-groups?id=3416205a-d9ec-4ba1-a823-0f8eadffb37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334878 Oct 12 19:29:19.842018 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd9af40-0ebb-4073-abbc-06ae3206aec0 req-2ea57bfa-2da1-40e8-a69f-33b580b2f854 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:19.844553 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-efd9af40-0ebb-4073-abbc-06ae3206aec0 req-2ea57bfa-2da1-40e8-a69f-33b580b2f854 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc4437dd-9819-43ef-8e6c-cd57f0bbd4a4 HTTP/1.1" status: 200 len: 945 time: 0.0505185 Oct 12 19:29:19.902523 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-efd9af40-0ebb-4073-abbc-06ae3206aec0 req-8b090e6e-23ba-42e6-b808-854e9ba4cbfd tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/security-groups?id=cefdf9de-6871-4b8c-818c-d47d551271dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526507 Oct 12 19:29:20.002398 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91f9cd4-9748-4101-b2bf-f020d470631a req-f6463738-4dd0-4ffd-a234-6aea11ed20a3 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:20.004691 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b91f9cd4-9748-4101-b2bf-f020d470631a req-f6463738-4dd0-4ffd-a234-6aea11ed20a3 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/ports?device_id=de7ddc49-638d-4051-bce9-1dec4601e464 HTTP/1.1" status: 200 len: 946 time: 0.0636179 Oct 12 19:29:20.060624 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b91f9cd4-9748-4101-b2bf-f020d470631a req-2b14b582-1902-44ff-8e14-4e6820b491be tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2ba2481-c648-48f3-9a5a-fa2d99adbcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444760 Oct 12 19:29:20.150732 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e60039-8a2f-474a-b039-7a376ddb26a0 req-155ac07f-10b1-40ea-bf35-db457e715b09 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:20.156052 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c7e60039-8a2f-474a-b039-7a376ddb26a0 req-155ac07f-10b1-40ea-bf35-db457e715b09 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.61 "GET /v2.0/networks?id=8b9ffd0a-d450-4d4d-8c84-81d908427bea HTTP/1.1" status: 200 len: 812 time: 0.1470551 Oct 12 19:29:20.174126 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-c7e60039-8a2f-474a-b039-7a376ddb26a0 req-49289f2c-7cda-47af-a71c-33881b097f7e tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Request body: {'port': {'device_id': '0361b7d2-4513-456d-893e-ff9b34475f13', 'network_id': '8b9ffd0a-d450-4d4d-8c84-81d908427bea', 'admin_state_up': True, 'tenant_id': '9558b59fe3b94a1fa2fbec9bbf16e093'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:29:20.279991 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2af27faa-e321-4cca-afb8-b8da8c92ba23 req-f64afdd3-0dfd-41ce-91fc-effcf0d475e9 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=0361b7d2-4513-456d-893e-ff9b34475f13 HTTP/1.1" status: 200 len: 210 time: 0.0850012 Oct 12 19:29:20.282287 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device fa0d92b2-9b98-41b4-8be3-74ddb5a67f91 no longer exists at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:29:20.311215 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] No Port match for: fa0d92b2-9b98-41b4-8be3-74ddb5a67f91 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:29:20.311569 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device fa0d92b2-9b98-41b4-8be3-74ddb5a67f91 not bound to the agent host n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:29:20.456719 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7e60039-8a2f-474a-b039-7a376ddb26a0 req-49289f2c-7cda-47af-a71c-33881b097f7e tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Made reservation on behalf of 9558b59fe3b94a1fa2fbec9bbf16e093 for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:29:20.460650 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-c7e60039-8a2f-474a-b039-7a376ddb26a0 req-49289f2c-7cda-47af-a71c-33881b097f7e tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:20.598816 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [req-c7e60039-8a2f-474a-b039-7a376ddb26a0 req-49289f2c-7cda-47af-a71c-33881b097f7e tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Allocated IP 172.20.0.10 (8b9ffd0a-d450-4d4d-8c84-81d908427bea/dc530ace-4b18-4ae9-b625-36ec27074a9c/c5652dd1-6aa7-45ea-bca8-97896121a432) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:29:20.611854 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 78044168-4273-42b8-aea8-097026808116 up at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:29:20.662491 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning complete for port 78044168-4273-42b8-aea8-097026808116 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:29:20.663156 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:20.720883 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 56484) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:29:20.767113 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:20.830482 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc4437dd-9819-43ef-8e6c-cd57f0bbd4a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78044168-4273-42b8-aea8-097026808116'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:29:20.833574 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b986671-2341-4cb4-b1cd-857ca571d788" -d '{"events": [{"server_uuid": "fc4437dd-9819-43ef-8e6c-cd57f0bbd4a4", "name": "network-vif-plugged", "status": "completed", "tag": "78044168-4273-42b8-aea8-097026808116"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:29:20.849298 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 78044168-4273-42b8-aea8-097026808116, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=78044168-4273-42b8-aea8-097026808116,segment=NetworkSegment(f1170869-d10a-47f8-bcc2-096029983e07),segment_id=f1170869-d10a-47f8-bcc2-096029983e07)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:29:20.861762 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c618a36-be3e-4379-a621-7e2a71d0fd29 req-a94a7332-facd-497f-9eb3-f1507e514137 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:20.863434 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7c618a36-be3e-4379-a621-7e2a71d0fd29 req-a94a7332-facd-497f-9eb3-f1507e514137 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/ports?device_id=a12a186c-07bf-4785-82d3-97ddb6d52d66 HTTP/1.1" status: 200 len: 945 time: 0.0822141 Oct 12 19:29:20.865007 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-c7e60039-8a2f-474a-b039-7a376ddb26a0 req-49289f2c-7cda-47af-a71c-33881b097f7e tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:20.882756 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-2a232e52-378f-4ef0-bc76-89877eee5493 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-989204191-network', 'tenant_id': '4ebc1032fa404a72989275d94431db40'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:29:20.895539 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d73fa2e-5c6d-4f16-9de7-8193cfd7ee0f x-openstack-request-id: req-1d73fa2e-5c6d-4f16-9de7-8193cfd7ee0f {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:29:20.896336 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc4437dd-9819-43ef-8e6c-cd57f0bbd4a4", "name": "network-vif-plugged", "status": "completed", "tag": "78044168-4273-42b8-aea8-097026808116", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:29:20.896753 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1d73fa2e-5c6d-4f16-9de7-8193cfd7ee0f {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:29:20.897675 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc4437dd-9819-43ef-8e6c-cd57f0bbd4a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78044168-4273-42b8-aea8-097026808116', 'code': 200} Oct 12 19:29:20.925321 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:20.929763 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7c618a36-be3e-4379-a621-7e2a71d0fd29 req-cef40316-8d0c-4a99-9ef9-b5216c5a48b9 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/security-groups?id=3416205a-d9ec-4ba1-a823-0f8eadffb37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557911 Oct 12 19:29:20.997264 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=78044168-4273-42b8-aea8-097026808116,revision_number=8']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:29:21.021213 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-c7e60039-8a2f-474a-b039-7a376ddb26a0 req-49289f2c-7cda-47af-a71c-33881b097f7e tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:21.050677 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a232e52-378f-4ef0-bc76-89877eee5493 admin admin] Made reservation on behalf of 4ebc1032fa404a72989275d94431db40 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:29:21.053261 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2a232e52-378f-4ef0-bc76-89877eee5493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:21.067194 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2a232e52-378f-4ef0-bc76-89877eee5493 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:21.086986 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7e60039-8a2f-474a-b039-7a376ddb26a0 req-49289f2c-7cda-47af-a71c-33881b097f7e tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Network 8b9ffd0a-d450-4d4d-8c84-81d908427bea is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:29:21.114983 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d175a34-f755-4c64-9217-774e6a5a7b53 req-c7e7255c-91bd-4a32-b3d5-0a519de55d76 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:21.116532 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8d175a34-f755-4c64-9217-774e6a5a7b53 req-c7e7255c-91bd-4a32-b3d5-0a519de55d76 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc4437dd-9819-43ef-8e6c-cd57f0bbd4a4 HTTP/1.1" status: 200 len: 946 time: 0.1245778 Oct 12 19:29:21.118006 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [req-c7e60039-8a2f-474a-b039-7a376ddb26a0 req-49289f2c-7cda-47af-a71c-33881b097f7e tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:29:21.124438 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7e60039-8a2f-474a-b039-7a376ddb26a0 req-49289f2c-7cda-47af-a71c-33881b097f7e tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:29:21.130086 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49289f2c-7cda-47af-a71c-33881b097f7e tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Pushing event updated for resources: {'Port': ['ID=c5652dd1-6aa7-45ea-bca8-97896121a432,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:29:21.190385 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2a232e52-378f-4ef0-bc76-89877eee5493 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:21.202851 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4e8168-cc12-4471-a66e-21ad8d058792 req-357a92a0-3399-4d73-a0c1-83c27a47fcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:21.204358 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cc4e8168-cc12-4471-a66e-21ad8d058792 req-357a92a0-3399-4d73-a0c1-83c27a47fcc9 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=fc4437dd-9819-43ef-8e6c-cd57f0bbd4a4 HTTP/1.1" status: 200 len: 1097 time: 0.1342208 Oct 12 19:29:21.216987 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e60039-8a2f-474a-b039-7a376ddb26a0 req-49289f2c-7cda-47af-a71c-33881b097f7e tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:21.217610 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-c7e60039-8a2f-474a-b039-7a376ddb26a0 req-49289f2c-7cda-47af-a71c-33881b097f7e tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:21.233295 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddb82c1-6843-4063-b3fa-86b9e562b426 req-0c4c0274-7c99-4abd-984e-783427902984 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:21.234874 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-dddb82c1-6843-4063-b3fa-86b9e562b426 req-0c4c0274-7c99-4abd-984e-783427902984 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/ports?device_id=de7ddc49-638d-4051-bce9-1dec4601e464 HTTP/1.1" status: 200 len: 946 time: 0.0582423 Oct 12 19:29:21.272479 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8d175a34-f755-4c64-9217-774e6a5a7b53 req-2d222784-b19d-49f3-913f-41a2c4b959fe tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/security-groups?id=cefdf9de-6871-4b8c-818c-d47d551271dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296494 Oct 12 19:29:21.284199 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cc4e8168-cc12-4471-a66e-21ad8d058792 req-e8ab11b2-300e-4026-b195-278c3b09b08c service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=cefdf9de-6871-4b8c-818c-d47d551271dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636823 Oct 12 19:29:21.297532 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-dddb82c1-6843-4063-b3fa-86b9e562b426 req-b9620d64-9578-480c-82f8-44905b34fb3a tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2ba2481-c648-48f3-9a5a-fa2d99adbcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414271 Oct 12 19:29:21.297532 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2a232e52-378f-4ef0-bc76-89877eee5493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:21.317456 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a232e52-378f-4ef0-bc76-89877eee5493 admin admin] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:29:21.328316 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a232e52-378f-4ef0-bc76-89877eee5493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddbe4239-1e44-406a-a82f-e19eb797c7c5,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:29:21.334227 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2a232e52-378f-4ef0-bc76-89877eee5493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:21.334575 n-d-813679-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-2a232e52-378f-4ef0-bc76-89877eee5493 admin admin] Added segment e4151b77-05a9-444c-bf74-7d70d1ce5d93 of type vlan for network 349dcaef-d164-4f50-8d93-10156dd0110b Oct 12 19:29:21.345260 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c7e60039-8a2f-474a-b039-7a376ddb26a0 req-49289f2c-7cda-47af-a71c-33881b097f7e tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1768079 Oct 12 19:29:21.361348 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-c7e60039-8a2f-474a-b039-7a376ddb26a0 req-a833490f-1e23-4958-bb5f-6d2fc206264a service neutron] Request body: {'port': {'device_id': '0361b7d2-4513-456d-893e-ff9b34475f13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-3'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:29:21.379823 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2a232e52-378f-4ef0-bc76-89877eee5493 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:21.460076 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-c7e60039-8a2f-474a-b039-7a376ddb26a0 req-a833490f-1e23-4958-bb5f-6d2fc206264a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:21.462214 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2a232e52-378f-4ef0-bc76-89877eee5493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:21.463206 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a232e52-378f-4ef0-bc76-89877eee5493 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:21.464108 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2a232e52-378f-4ef0-bc76-89877eee5493 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:21.482772 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78a077f-aa0c-4d63-9cff-295bd93d54f2 req-d20631f4-d836-4b78-859b-5ca4a53b477b tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:21.484452 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b78a077f-aa0c-4d63-9cff-295bd93d54f2 req-d20631f4-d836-4b78-859b-5ca4a53b477b tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=0361b7d2-4513-456d-893e-ff9b34475f13 HTTP/1.1" status: 200 len: 932 time: 0.1164856 Oct 12 19:29:21.528558 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a232e52-378f-4ef0-bc76-89877eee5493 admin admin] Pushing event updated for resources: {'Network': ['ID=349dcaef-d164-4f50-8d93-10156dd0110b,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:29:21.549393 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 349dcaef-d164-4f50-8d93-10156dd0110b details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:29:21.562957 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b78a077f-aa0c-4d63-9cff-295bd93d54f2 req-79d62fe8-647c-4940-ab91-9ad0871bfd28 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532379 Oct 12 19:29:21.585512 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-2a232e52-378f-4ef0-bc76-89877eee5493 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8634744 Oct 12 19:29:21.598749 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 56500) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:29:21.606197 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-394ac010-72af-4a84-be94-d08ff921012b admin admin] Request body: {'subnet': {'network_id': '349dcaef-d164-4f50-8d93-10156dd0110b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-989204191-subnet', 'tenant_id': '4ebc1032fa404a72989275d94431db40', 'ip_version': 4}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:29:21.690462 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-394ac010-72af-4a84-be94-d08ff921012b admin admin] Made reservation on behalf of 4ebc1032fa404a72989275d94431db40 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:29:21.692861 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-394ac010-72af-4a84-be94-d08ff921012b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16245837'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:21.800928 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [req-c7e60039-8a2f-474a-b039-7a376ddb26a0 req-a833490f-1e23-4958-bb5f-6d2fc206264a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5652dd1-6aa7-45ea-bca8-97896121a432 {{(pid=95501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:29:21.808629 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-c7e60039-8a2f-474a-b039-7a376ddb26a0 req-a833490f-1e23-4958-bb5f-6d2fc206264a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:21.821664 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.provisioning_blocks [req-c7e60039-8a2f-474a-b039-7a376ddb26a0 req-a833490f-1e23-4958-bb5f-6d2fc206264a service neutron] Transition to ACTIVE for port object c5652dd1-6aa7-45ea-bca8-97896121a432 will not be triggered until provisioned by entity L2. {{(pid=95501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:29:21.867512 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-c7e60039-8a2f-474a-b039-7a376ddb26a0 req-a833490f-1e23-4958-bb5f-6d2fc206264a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:21.908598 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-394ac010-72af-4a84-be94-d08ff921012b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4306659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16245859'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:21.920493 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a833490f-1e23-4958-bb5f-6d2fc206264a service neutron] Pushing event updated for resources: {'Port': ['ID=c5652dd1-6aa7-45ea-bca8-97896121a432,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:29:21.982998 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394ac010-72af-4a84-be94-d08ff921012b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4b03ad4-ca3b-4de5-8b3f-b92ea2f6bea2,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:29:21.996515 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394ac010-72af-4a84-be94-d08ff921012b admin admin] Checking segment: {'id': 'e4151b77-05a9-444c-bf74-7d70d1ce5d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '349dcaef-d164-4f50-8d93-10156dd0110b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:29:21.996515 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394ac010-72af-4a84-be94-d08ff921012b admin admin] Network hostable DHCP agents. Network: 349dcaef-d164-4f50-8d93-10156dd0110b, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:29:22.014972 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-c7e60039-8a2f-474a-b039-7a376ddb26a0 req-a833490f-1e23-4958-bb5f-6d2fc206264a service neutron] Attempting to bind port c5652dd1-6aa7-45ea-bca8-97896121a432 on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:29:22.015393 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-c7e60039-8a2f-474a-b039-7a376ddb26a0 req-a833490f-1e23-4958-bb5f-6d2fc206264a service neutron] Attempting to bind port c5652dd1-6aa7-45ea-bca8-97896121a432 by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': '2c23b924-3bdb-4700-940f-a5921b74e3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8b9ffd0a-d450-4d4d-8c84-81d908427bea'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:29:22.015793 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e60039-8a2f-474a-b039-7a376ddb26a0 req-a833490f-1e23-4958-bb5f-6d2fc206264a service neutron] Attempting to bind port c5652dd1-6aa7-45ea-bca8-97896121a432 on network 8b9ffd0a-d450-4d4d-8c84-81d908427bea {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:29:22.023151 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e60039-8a2f-474a-b039-7a376ddb26a0 req-a833490f-1e23-4958-bb5f-6d2fc206264a service neutron] Port c5652dd1-6aa7-45ea-bca8-97896121a432 on network 8b9ffd0a-d450-4d4d-8c84-81d908427bea not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:29:22.023151 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e60039-8a2f-474a-b039-7a376ddb26a0 req-a833490f-1e23-4958-bb5f-6d2fc206264a service neutron] Attempting to bind port c5652dd1-6aa7-45ea-bca8-97896121a432 on network 8b9ffd0a-d450-4d4d-8c84-81d908427bea {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:29:22.027696 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e60039-8a2f-474a-b039-7a376ddb26a0 req-a833490f-1e23-4958-bb5f-6d2fc206264a service neutron] Checking agent: {'id': 'f5e9725f-f5a6-43c2-a1be-95e21e9a1fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:29:22.028143 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e60039-8a2f-474a-b039-7a376ddb26a0 req-a833490f-1e23-4958-bb5f-6d2fc206264a service neutron] Checking segment: {'id': '2c23b924-3bdb-4700-940f-a5921b74e3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8b9ffd0a-d450-4d4d-8c84-81d908427bea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:29:22.028601 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e60039-8a2f-474a-b039-7a376ddb26a0 req-a833490f-1e23-4958-bb5f-6d2fc206264a service neutron] Bound using segment: {'id': '2c23b924-3bdb-4700-940f-a5921b74e3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8b9ffd0a-d450-4d4d-8c84-81d908427bea'} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:29:22.029117 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-c7e60039-8a2f-474a-b039-7a376ddb26a0 req-a833490f-1e23-4958-bb5f-6d2fc206264a service neutron] Bound port: c5652dd1-6aa7-45ea-bca8-97896121a432, host: n-h1-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c23b924-3bdb-4700-940f-a5921b74e3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8b9ffd0a-d450-4d4d-8c84-81d908427bea'}}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:29:22.029678 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-c7e60039-8a2f-474a-b039-7a376ddb26a0 req-a833490f-1e23-4958-bb5f-6d2fc206264a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:22.069760 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d1b8e4-147e-421a-a8f1-530cb4ef51b0 req-3e621f24-5901-4541-b993-368231bcef8f tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:22.072087 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-15d1b8e4-147e-421a-a8f1-530cb4ef51b0 req-3e621f24-5901-4541-b993-368231bcef8f tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/ports?device_id=a12a186c-07bf-4785-82d3-97ddb6d52d66 HTTP/1.1" status: 200 len: 945 time: 0.0652847 Oct 12 19:29:22.100284 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-c7e60039-8a2f-474a-b039-7a376ddb26a0 req-a833490f-1e23-4958-bb5f-6d2fc206264a service neutron] For port c5652dd1-6aa7-45ea-bca8-97896121a432, host n-h1-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:29:22.105091 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-c7e60039-8a2f-474a-b039-7a376ddb26a0 req-a833490f-1e23-4958-bb5f-6d2fc206264a service neutron] For port c5652dd1-6aa7-45ea-bca8-97896121a432, host n-h1-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=c5652dd1-6aa7-45ea-bca8-97896121a432,segment=NetworkSegment(2c23b924-3bdb-4700-940f-a5921b74e3c2),segment_id=2c23b924-3bdb-4700-940f-a5921b74e3c2)] {{(pid=95501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:29:22.116100 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394ac010-72af-4a84-be94-d08ff921012b admin admin] Network 349dcaef-d164-4f50-8d93-10156dd0110b is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:29:22.123825 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-15d1b8e4-147e-421a-a8f1-530cb4ef51b0 req-edc9ddc7-107e-4e5a-9530-2231fddf849e tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/security-groups?id=3416205a-d9ec-4ba1-a823-0f8eadffb37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446656 Oct 12 19:29:22.192933 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-c7e60039-8a2f-474a-b039-7a376ddb26a0 req-a833490f-1e23-4958-bb5f-6d2fc206264a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:22.221815 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-394ac010-72af-4a84-be94-d08ff921012b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, 349dcaef-d164-4f50-8d93-10156dd0110b) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:29:22.226302 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-394ac010-72af-4a84-be94-d08ff921012b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:22.226762 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-394ac010-72af-4a84-be94-d08ff921012b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:22.233648 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b6e9f8f-d367-4755-860a-e02e7563f509 None None] Network 349dcaef-d164-4f50-8d93-10156dd0110b requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:29:22.246448 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e60039-8a2f-474a-b039-7a376ddb26a0 req-a833490f-1e23-4958-bb5f-6d2fc206264a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:22.247180 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-c7e60039-8a2f-474a-b039-7a376ddb26a0 req-a833490f-1e23-4958-bb5f-6d2fc206264a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:22.248735 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c7e60039-8a2f-474a-b039-7a376ddb26a0 req-a833490f-1e23-4958-bb5f-6d2fc206264a service neutron] 10.222.0.61 "PUT /v2.0/ports/c5652dd1-6aa7-45ea-bca8-97896121a432 HTTP/1.1" status: 200 len: 1092 time: 0.8925896 Oct 12 19:29:22.249503 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0361b7d2-4513-456d-893e-ff9b34475f13', 'tag': 'c5652dd1-6aa7-45ea-bca8-97896121a432'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:29:22.251895 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba20cef5-4bce-4fc3-82bd-83e3b25435cd" -d '{"events": [{"name": "network-changed", "server_uuid": "0361b7d2-4513-456d-893e-ff9b34475f13", "tag": "c5652dd1-6aa7-45ea-bca8-97896121a432"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:29:22.270451 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a833490f-1e23-4958-bb5f-6d2fc206264a service neutron] Pushing event updated for resources: {'Port': ['ID=c5652dd1-6aa7-45ea-bca8-97896121a432,revision_number=3']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:29:22.321589 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b7347c7-4ea5-48fb-aedc-10d1d6c45064 x-openstack-request-id: req-0b7347c7-4ea5-48fb-aedc-10d1d6c45064 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:29:22.321589 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0361b7d2-4513-456d-893e-ff9b34475f13", "tag": "c5652dd1-6aa7-45ea-bca8-97896121a432", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:29:22.321589 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0b7347c7-4ea5-48fb-aedc-10d1d6c45064 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:29:22.324145 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0361b7d2-4513-456d-893e-ff9b34475f13', 'tag': 'c5652dd1-6aa7-45ea-bca8-97896121a432', 'status': 'completed', 'code': 200} Oct 12 19:29:22.325746 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-394ac010-72af-4a84-be94-d08ff921012b admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7247739 Oct 12 19:29:22.328059 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 56512) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:29:22.351004 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-ff84bc3e-bd93-4905-9936-d7a3dbb31344 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-989204191-router', 'tenant_id': '4ebc1032fa404a72989275d94431db40', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:29:22.428072 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d8e81d-a76d-4fe8-8a87-d413d8608d3d req-de92f5db-dfe6-42e2-8bcf-fd50e95022a9 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:22.430042 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-55d8e81d-a76d-4fe8-8a87-d413d8608d3d req-de92f5db-dfe6-42e2-8bcf-fd50e95022a9 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc4437dd-9819-43ef-8e6c-cd57f0bbd4a4 HTTP/1.1" status: 200 len: 946 time: 0.0676675 Oct 12 19:29:22.459397 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ff84bc3e-bd93-4905-9936-d7a3dbb31344 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8093678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255505'] for router, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:22.460886 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ff84bc3e-bd93-4905-9936-d7a3dbb31344 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8093562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8087085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8022306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255518'] for router, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:22.471705 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba20cef5-4bce-4fc3-82bd-83e3b25435cd req-839dcc01-ce1a-4ca8-887a-845f0f9e4cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:22.474695 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ba20cef5-4bce-4fc3-82bd-83e3b25435cd req-839dcc01-ce1a-4ca8-887a-845f0f9e4cba service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9558b59fe3b94a1fa2fbec9bbf16e093&device_id=0361b7d2-4513-456d-893e-ff9b34475f13 HTTP/1.1" status: 200 len: 1095 time: 0.0956774 Oct 12 19:29:22.485451 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb517cc-84a6-468d-a7f8-881f768d4bb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-349dcaef-d164-4f50-8d93-10156dd0110b', 'network_id': '349dcaef-d164-4f50-8d93-10156dd0110b', 'tenant_id': '4ebc1032fa404a72989275d94431db40', 'fixed_ips': [{'subnet_id': 'd4b03ad4-ca3b-4de5-8b3f-b92ea2f6bea2'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:29:22.486589 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cdb517cc-84a6-468d-a7f8-881f768d4bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:22.493040 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-55d8e81d-a76d-4fe8-8a87-d413d8608d3d req-f50111c2-6326-4b09-b4bd-c640ffdb9a7d tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/security-groups?id=cefdf9de-6871-4b8c-818c-d47d551271dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565310 Oct 12 19:29:22.493878 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267bb8b8-127d-4f65-b537-27bd75278da4 req-764011aa-35f6-487c-bf99-e09c1cd79d70 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:22.495508 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-267bb8b8-127d-4f65-b537-27bd75278da4 req-764011aa-35f6-487c-bf99-e09c1cd79d70 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/ports?device_id=de7ddc49-638d-4051-bce9-1dec4601e464 HTTP/1.1" status: 200 len: 946 time: 0.0793490 Oct 12 19:29:22.607920 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ff84bc3e-bd93-4905-9936-d7a3dbb31344 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:22.656773 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-cdb517cc-84a6-468d-a7f8-881f768d4bb5 None None] Allocated IP 172.20.0.2 (349dcaef-d164-4f50-8d93-10156dd0110b/d4b03ad4-ca3b-4de5-8b3f-b92ea2f6bea2/7a250c1e-a194-4cbe-b0cf-8a11bb02765b) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:29:22.666827 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-267bb8b8-127d-4f65-b537-27bd75278da4 req-aae050cc-cd23-4198-bfbc-fb9d3bb87ecf tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2ba2481-c648-48f3-9a5a-fa2d99adbcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559632 Oct 12 19:29:22.765332 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7093d574-319d-4b32-ac5d-270d31c392ab req-a4827662-c8fc-470d-9729-65c168a72a46 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:22.767224 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7093d574-319d-4b32-ac5d-270d31c392ab req-a4827662-c8fc-470d-9729-65c168a72a46 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=0361b7d2-4513-456d-893e-ff9b34475f13 HTTP/1.1" status: 200 len: 944 time: 0.0905430 Oct 12 19:29:22.824422 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7093d574-319d-4b32-ac5d-270d31c392ab req-3d846d90-7565-4127-abaf-a5fe3c8f1341 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458183 Oct 12 19:29:22.933268 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cdb517cc-84a6-468d-a7f8-881f768d4bb5 None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:23.045615 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cdb517cc-84a6-468d-a7f8-881f768d4bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:23.093146 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb517cc-84a6-468d-a7f8-881f768d4bb5 None None] Network 349dcaef-d164-4f50-8d93-10156dd0110b is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:29:23.096622 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-cdb517cc-84a6-468d-a7f8-881f768d4bb5 None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:29:23.100754 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb517cc-84a6-468d-a7f8-881f768d4bb5 None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:29:23.107954 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb517cc-84a6-468d-a7f8-881f768d4bb5 None None] Pushing event updated for resources: {'Port': ['ID=7a250c1e-a194-4cbe-b0cf-8a11bb02765b,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:29:23.131596 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba20cef5-4bce-4fc3-82bd-83e3b25435cd req-3889cf15-0e71-4d9f-a617-6ee8a7b381b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:23.134110 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ba20cef5-4bce-4fc3-82bd-83e3b25435cd req-3889cf15-0e71-4d9f-a617-6ee8a7b381b5 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=9558b59fe3b94a1fa2fbec9bbf16e093&shared=False HTTP/1.1" status: 200 len: 913 time: 0.6353374 Oct 12 19:29:23.162885 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-cdb517cc-84a6-468d-a7f8-881f768d4bb5 None None] Attempting to bind port 7a250c1e-a194-4cbe-b0cf-8a11bb02765b on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:29:23.163253 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-cdb517cc-84a6-468d-a7f8-881f768d4bb5 None None] Attempting to bind port 7a250c1e-a194-4cbe-b0cf-8a11bb02765b by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'e4151b77-05a9-444c-bf74-7d70d1ce5d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '349dcaef-d164-4f50-8d93-10156dd0110b'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:29:23.169138 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb517cc-84a6-468d-a7f8-881f768d4bb5 None None] Attempting to bind port 7a250c1e-a194-4cbe-b0cf-8a11bb02765b on network 349dcaef-d164-4f50-8d93-10156dd0110b {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:29:23.169732 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb517cc-84a6-468d-a7f8-881f768d4bb5 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:29:23.170106 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb517cc-84a6-468d-a7f8-881f768d4bb5 None None] Checking segment: {'id': 'e4151b77-05a9-444c-bf74-7d70d1ce5d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '349dcaef-d164-4f50-8d93-10156dd0110b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:29:23.170506 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cdb517cc-84a6-468d-a7f8-881f768d4bb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:23.170892 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb517cc-84a6-468d-a7f8-881f768d4bb5 None None] Bound using segment: {'id': 'e4151b77-05a9-444c-bf74-7d70d1ce5d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '349dcaef-d164-4f50-8d93-10156dd0110b'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:29:23.171357 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-cdb517cc-84a6-468d-a7f8-881f768d4bb5 None None] Bound port: 7a250c1e-a194-4cbe-b0cf-8a11bb02765b, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4151b77-05a9-444c-bf74-7d70d1ce5d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '349dcaef-d164-4f50-8d93-10156dd0110b'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:29:23.173178 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cdb517cc-84a6-468d-a7f8-881f768d4bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:23.260299 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d5ac5a-347b-43b7-902a-953de0ed35b0 req-5bd3e0d1-a1b4-42e7-a5b8-1b83963328fd tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:23.267316 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-cdb517cc-84a6-468d-a7f8-881f768d4bb5 None None] For port 7a250c1e-a194-4cbe-b0cf-8a11bb02765b, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:29:23.271889 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-cdb517cc-84a6-468d-a7f8-881f768d4bb5 None None] For port 7a250c1e-a194-4cbe-b0cf-8a11bb02765b, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=7a250c1e-a194-4cbe-b0cf-8a11bb02765b,segment=NetworkSegment(e4151b77-05a9-444c-bf74-7d70d1ce5d93),segment_id=e4151b77-05a9-444c-bf74-7d70d1ce5d93)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:29:23.273297 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-00d5ac5a-347b-43b7-902a-953de0ed35b0 req-5bd3e0d1-a1b4-42e7-a5b8-1b83963328fd tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/ports?device_id=a12a186c-07bf-4785-82d3-97ddb6d52d66 HTTP/1.1" status: 200 len: 945 time: 0.0673912 Oct 12 19:29:23.325164 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-00d5ac5a-347b-43b7-902a-953de0ed35b0 req-05cfd7de-e9ad-4305-ba50-38d93bae1d3d tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/security-groups?id=3416205a-d9ec-4ba1-a823-0f8eadffb37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509911 Oct 12 19:29:23.327735 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ff84bc3e-bd93-4905-9936-d7a3dbb31344 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:23.344395 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cdb517cc-84a6-468d-a7f8-881f768d4bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:23.395079 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba20cef5-4bce-4fc3-82bd-83e3b25435cd req-810e8874-3c20-4fca-96a5-2a136734834f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:23.396878 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ba20cef5-4bce-4fc3-82bd-83e3b25435cd req-810e8874-3c20-4fca-96a5-2a136734834f service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2348280 Oct 12 19:29:23.419330 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e5604a-7e4a-4da1-84e8-82f45701044a req-bd415bc2-ed76-44e1-aeb8-f573b3decb2a tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:23.419815 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb517cc-84a6-468d-a7f8-881f768d4bb5 None None] Pushing event updated for resources: {'Port': ['ID=7a250c1e-a194-4cbe-b0cf-8a11bb02765b,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:29:23.427223 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-79e5604a-7e4a-4da1-84e8-82f45701044a req-bd415bc2-ed76-44e1-aeb8-f573b3decb2a tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/ports?device_id=de7ddc49-638d-4051-bce9-1dec4601e464 HTTP/1.1" status: 200 len: 946 time: 0.0835159 Oct 12 19:29:23.549943 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-79e5604a-7e4a-4da1-84e8-82f45701044a req-1f6b087f-e731-4bf1-8ecf-0bf50eb2c02f tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2ba2481-c648-48f3-9a5a-fa2d99adbcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212788 Oct 12 19:29:23.564232 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e60039-8a2f-474a-b039-7a376ddb26a0 req-8aeac7f0-5388-41d5-b714-8229951cf97e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:23.565810 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c7e60039-8a2f-474a-b039-7a376ddb26a0 req-8aeac7f0-5388-41d5-b714-8229951cf97e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9558b59fe3b94a1fa2fbec9bbf16e093&device_id=0361b7d2-4513-456d-893e-ff9b34475f13 HTTP/1.1" status: 200 len: 1095 time: 0.1108046 Oct 12 19:29:23.636834 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c7e60039-8a2f-474a-b039-7a376ddb26a0 req-3b58a818-0221-4fab-ace9-0a1c1aa8a088 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c5652dd1-6aa7-45ea-bca8-97896121a432 HTTP/1.1" status: 200 len: 217 time: 0.0609481 Oct 12 19:29:23.653089 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf21a19-79bb-43fb-a2b5-125ab34882a2 req-f57b39b1-63c9-47ce-b068-1ffb0210ba4f tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:23.654556 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8cf21a19-79bb-43fb-a2b5-125ab34882a2 req-f57b39b1-63c9-47ce-b068-1ffb0210ba4f tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc4437dd-9819-43ef-8e6c-cd57f0bbd4a4 HTTP/1.1" status: 200 len: 946 time: 0.0740461 Oct 12 19:29:23.707694 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8cf21a19-79bb-43fb-a2b5-125ab34882a2 req-92867e7f-3b5e-4e6b-8a48-abf57dda3adf tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/security-groups?id=cefdf9de-6871-4b8c-818c-d47d551271dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420809 Oct 12 19:29:23.714191 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e60039-8a2f-474a-b039-7a376ddb26a0 req-5e8ef22f-339c-4368-be7b-e845493aaf91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:23.715663 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c7e60039-8a2f-474a-b039-7a376ddb26a0 req-5e8ef22f-339c-4368-be7b-e845493aaf91 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dc530ace-4b18-4ae9-b625-36ec27074a9c HTTP/1.1" status: 200 len: 852 time: 0.0654137 Oct 12 19:29:23.818939 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c7e60039-8a2f-474a-b039-7a376ddb26a0 req-4a58414f-2873-4f56-be0b-cae7d678ff63 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8b9ffd0a-d450-4d4d-8c84-81d908427bea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0930927 Oct 12 19:29:23.939132 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ff84bc3e-bd93-4905-9936-d7a3dbb31344 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:23.944751 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97de84d1-c0c1-4498-b4ab-b03efb89b463 req-fba553e9-7b5b-4779-bb4b-257c4ab1e19a tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:23.946911 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-97de84d1-c0c1-4498-b4ab-b03efb89b463 req-fba553e9-7b5b-4779-bb4b-257c4ab1e19a tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=0361b7d2-4513-456d-893e-ff9b34475f13 HTTP/1.1" status: 200 len: 944 time: 0.0502460 Oct 12 19:29:23.948458 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce09f73-ecf1-441a-a836-fee918f2ee3e req-fbddfdea-96f8-4aa5-a621-4a6ee8ee6888 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:23.949914 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0ce09f73-ecf1-441a-a836-fee918f2ee3e req-fbddfdea-96f8-4aa5-a621-4a6ee8ee6888 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc4437dd-9819-43ef-8e6c-cd57f0bbd4a4 HTTP/1.1" status: 200 len: 946 time: 0.1588891 Oct 12 19:29:23.975026 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ff84bc3e-bd93-4905-9936-d7a3dbb31344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:23.988423 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-97de84d1-c0c1-4498-b4ab-b03efb89b463 req-7b023f0f-f16d-47fd-a663-19186f57130c tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347145 Oct 12 19:29:24.062961 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c7e60039-8a2f-474a-b039-7a376ddb26a0 req-33e168e0-3765-43ba-96ea-60ab6e4392a1 service neutron] 10.222.0.61 "GET /v2.0/networks/8b9ffd0a-d450-4d4d-8c84-81d908427bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206120 Oct 12 19:29:24.068674 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0ce09f73-ecf1-441a-a836-fee918f2ee3e req-f661f090-cca2-4b00-99bf-df7f44fe2033 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/security-groups?id=cefdf9de-6871-4b8c-818c-d47d551271dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974786 Oct 12 19:29:24.243824 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 7a250c1e-a194-4cbe-b0cf-8a11bb02765b up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:29:24.268557 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c7e60039-8a2f-474a-b039-7a376ddb26a0 req-46e3592e-abf1-428a-87d7-22a75ba04807 service neutron] 10.222.0.61 "GET /v2.0/networks/8b9ffd0a-d450-4d4d-8c84-81d908427bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962957 Oct 12 19:29:24.293157 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-ff84bc3e-bd93-4905-9936-d7a3dbb31344 admin admin] Allocated IP 172.25.5.90 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/de71a4e4-e84a-42ae-8acf-472093ada067) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:29:24.331405 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 7a250c1e-a194-4cbe-b0cf-8a11bb02765b triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:29:24.331582 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:24.466856 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ff84bc3e-bd93-4905-9936-d7a3dbb31344 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:24.518866 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:24.553770 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ff84bc3e-bd93-4905-9936-d7a3dbb31344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:24.608021 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] For port 7a250c1e-a194-4cbe-b0cf-8a11bb02765b, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=7a250c1e-a194-4cbe-b0cf-8a11bb02765b,segment=NetworkSegment(e4151b77-05a9-444c-bf74-7d70d1ce5d93),segment_id=e4151b77-05a9-444c-bf74-7d70d1ce5d93)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:29:24.653176 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea44d250-b317-417c-a8d0-4850d10dc65e req-fa2ede4a-9bfe-41b3-8e13-f5162f22bbdd tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:24.655173 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ea44d250-b317-417c-a8d0-4850d10dc65e req-fa2ede4a-9bfe-41b3-8e13-f5162f22bbdd tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/ports?device_id=a12a186c-07bf-4785-82d3-97ddb6d52d66 HTTP/1.1" status: 200 len: 945 time: 0.1464233 Oct 12 19:29:24.667785 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff84bc3e-bd93-4905-9936-d7a3dbb31344 admin admin] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:29:24.675324 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec023c4-8c27-41d0-883f-b304afe3ed19 None None] Network 349dcaef-d164-4f50-8d93-10156dd0110b requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:29:24.679817 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-ff84bc3e-bd93-4905-9936-d7a3dbb31344 admin admin] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:29:24.682684 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff84bc3e-bd93-4905-9936-d7a3dbb31344 admin admin] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:29:24.745015 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff84bc3e-bd93-4905-9936-d7a3dbb31344 admin admin] Pushing event updated for resources: {'Port': ['ID=de71a4e4-e84a-42ae-8acf-472093ada067,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:29:24.773502 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf8aed0-fc7b-45b1-9aa8-c55749bd9658 req-ba1ce7ae-d141-4dd0-bb31-c7801c4712e2 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:24.795567 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0bf8aed0-fc7b-45b1-9aa8-c55749bd9658 req-ba1ce7ae-d141-4dd0-bb31-c7801c4712e2 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/ports?device_id=de7ddc49-638d-4051-bce9-1dec4601e464 HTTP/1.1" status: 200 len: 946 time: 0.0856240 Oct 12 19:29:24.826579 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0bf8aed0-fc7b-45b1-9aa8-c55749bd9658 req-0f4be30e-f26e-4828-9163-c5592b08a158 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2ba2481-c648-48f3-9a5a-fa2d99adbcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422549 Oct 12 19:29:24.847300 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:24.911607 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a94c499b-ca15-4fa3-ad4c-4a24193f7628 None None] Provisioning complete for port 7a250c1e-a194-4cbe-b0cf-8a11bb02765b triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:29:24.912074 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a94c499b-ca15-4fa3-ad4c-4a24193f7628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:24.917765 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ea44d250-b317-417c-a8d0-4850d10dc65e req-b93260c9-bbda-4276-87d9-76c02dfaf08b tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/security-groups?id=3416205a-d9ec-4ba1-a823-0f8eadffb37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464640 Oct 12 19:29:24.966337 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Pushing event updated for resources: {'Port': ['ID=7a250c1e-a194-4cbe-b0cf-8a11bb02765b,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:29:25.057225 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bf0d28-fa06-4ff5-b843-b73878d6a8a8 req-4c0a7bab-3e70-4f1c-b322-7b6b01c8a3d0 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:25.058851 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-37bf0d28-fa06-4ff5-b843-b73878d6a8a8 req-4c0a7bab-3e70-4f1c-b322-7b6b01c8a3d0 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/networks?id=d46f9207-c404-4b39-9c22-4c600f702514 HTTP/1.1" status: 200 len: 815 time: 0.1449342 Oct 12 19:29:25.075320 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-37bf0d28-fa06-4ff5-b843-b73878d6a8a8 req-31c28880-7a7d-49a3-9809-e3254f34fccd tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/quotas/c5ae0cb676494c85bed95fdcf49f266a HTTP/1.1" status: 200 len: 375 time: 0.0104232 Oct 12 19:29:25.137182 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-37bf0d28-fa06-4ff5-b843-b73878d6a8a8 req-838c72bb-8bb5-4f38-a5c3-f486cbcd36d5 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=c5ae0cb676494c85bed95fdcf49f266a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0557058 Oct 12 19:29:25.182117 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84b75f5-9d94-45d8-b9c4-c255fd37f6b2 req-6793272e-8113-4530-a484-d7767e356b7f tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:25.189667 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e84b75f5-9d94-45d8-b9c4-c255fd37f6b2 req-6793272e-8113-4530-a484-d7767e356b7f tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=0361b7d2-4513-456d-893e-ff9b34475f13 HTTP/1.1" status: 200 len: 944 time: 0.1166875 Oct 12 19:29:25.231843 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ff84bc3e-bd93-4905-9936-d7a3dbb31344 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:25.244596 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e84b75f5-9d94-45d8-b9c4-c255fd37f6b2 req-78c7ae8d-8f00-48d7-a535-6ef1871fe2a4 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540226 Oct 12 19:29:25.263147 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-b0863065-09d9-4136-be43-a2d1be553b82 None None] Provisioning complete for port 7a250c1e-a194-4cbe-b0cf-8a11bb02765b triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:29:25.263147 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b0863065-09d9-4136-be43-a2d1be553b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:25.277129 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-37bf0d28-fa06-4ff5-b843-b73878d6a8a8 req-1007d620-dc03-4df7-8266-b6af74536219 service neutron] 10.222.0.49 "GET /v2.0/networks/d46f9207-c404-4b39-9c22-4c600f702514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317935 Oct 12 19:29:25.382294 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-37bf0d28-fa06-4ff5-b843-b73878d6a8a8 req-2b966fcb-2f57-4551-844a-d251b5311ada service neutron] 10.222.0.49 "GET /v2.0/networks/d46f9207-c404-4b39-9c22-4c600f702514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987453 Oct 12 19:29:25.487477 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ff84bc3e-bd93-4905-9936-d7a3dbb31344 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8093541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7915516'] for router, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:25.619332 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3bb129f3-1fda-4481-8d86-4ae5ffce83fb req-dba51912-32d7-405c-bfb0-be194755d121 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b8446f7-560c-4474-adde-2a44fb97e935 HTTP/1.1" status: 200 len: 210 time: 0.0304708 Oct 12 19:29:25.718902 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff84bc3e-bd93-4905-9936-d7a3dbb31344 admin admin] Router 7f9d339e-cfe9-4b0a-8c1c-83d1bfab95d4 is scheduled to L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b with binding_index 1 {{(pid=95501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 19:29:25.852531 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff84bc3e-bd93-4905-9936-d7a3dbb31344 admin admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:29:25.863788 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8d0e59-bd62-477e-b6ab-d1bd20c314cf None None] Sync routers for ids ['7f9d339e-cfe9-4b0a-8c1c-83d1bfab95d4'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:29:25.870304 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28c990d-5d18-4f4b-9446-e5f0de79cd57 req-5c2ac596-e79c-4be4-9fa8-5b07204bbd79 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:25.871966 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e28c990d-5d18-4f4b-9446-e5f0de79cd57 req-5c2ac596-e79c-4be4-9fa8-5b07204bbd79 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb56269f-088f-4dd7-97a9-d7a3df061653 HTTP/1.1" status: 200 len: 944 time: 0.0684967 Oct 12 19:29:25.875294 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8d0e59-bd62-477e-b6ab-d1bd20c314cf None None] Routers {'7f9d339e-cfe9-4b0a-8c1c-83d1bfab95d4'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:29:25.875968 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-bb8d0e59-bd62-477e-b6ab-d1bd20c314cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:29:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['7f9d339e-cfe9-4b0a-8c1c-83d1bfab95d4'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:29:25.965750 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004f16f5-ee44-4c88-8e0f-051c4139e751 req-67863d49-0a95-4002-b625-42431f8dd77b tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:25.967644 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-004f16f5-ee44-4c88-8e0f-051c4139e751 req-67863d49-0a95-4002-b625-42431f8dd77b tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/ports?device_id=de7ddc49-638d-4051-bce9-1dec4601e464 HTTP/1.1" status: 200 len: 946 time: 0.0660138 Oct 12 19:29:25.971966 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ff84bc3e-bd93-4905-9936-d7a3dbb31344 admin admin] Notify callbacks [] for router, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:25.976184 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 56588) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:29:25.976610 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-ff84bc3e-bd93-4905-9936-d7a3dbb31344 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.6474097 Oct 12 19:29:26.028402 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-004f16f5-ee44-4c88-8e0f-051c4139e751 req-966bad3c-c4f6-455a-959f-9e81b7f4a602 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2ba2481-c648-48f3-9a5a-fa2d99adbcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503867 Oct 12 19:29:26.042252 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-bb8d0e59-bd62-477e-b6ab-d1bd20c314cf None None] Set router 7f9d339e-cfe9-4b0a-8c1c-83d1bfab95d4 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:29:26.170586 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e28c990d-5d18-4f4b-9446-e5f0de79cd57 req-427fc7c2-3e11-4dee-8fda-aad853f58040 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e18d525-cf41-4d49-869d-79a715be58e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2847369 Oct 12 19:29:26.200330 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 7a250c1e-a194-4cbe-b0cf-8a11bb02765b up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:29:26.273952 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d574090-1f09-48c8-a0e8-0407c6f8af40 req-fbf131de-e292-4f32-b0f6-655276178616 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:26.285720 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1d574090-1f09-48c8-a0e8-0407c6f8af40 req-fbf131de-e292-4f32-b0f6-655276178616 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/ports?device_id=a12a186c-07bf-4785-82d3-97ddb6d52d66 HTTP/1.1" status: 200 len: 945 time: 0.0999088 Oct 12 19:29:26.341730 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 7a250c1e-a194-4cbe-b0cf-8a11bb02765b triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:29:26.342330 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:26.394084 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1d574090-1f09-48c8-a0e8-0407c6f8af40 req-78a928a9-bf16-471c-8a25-9515d38a3e32 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/security-groups?id=3416205a-d9ec-4ba1-a823-0f8eadffb37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049204 Oct 12 19:29:26.409234 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b677fe-d359-4434-9d7c-edc194fd4f04 req-4996e7f8-5379-4d7b-847d-3bbaff89ba7a tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:26.409836 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-bb8d0e59-bd62-477e-b6ab-d1bd20c314cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f9d339e-cfe9-4b0a-8c1c-83d1bfab95d4', 'name': 'tempest-TestAggregatesBasicOps-989204191-router', 'tenant_id': '4ebc1032fa404a72989275d94431db40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': 'de71a4e4-e84a-42ae-8acf-472093ada067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:29:22Z', 'updated_at': '2021-10-12T19:29:24Z', 'revision_number': 3, 'project_id': '4ebc1032fa404a72989275d94431db40', 'gw_port': {'id': 'de71a4e4-e84a-42ae-8acf-472093ada067', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:84:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f9d339e-cfe9-4b0a-8c1c-83d1bfab95d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:29:23Z', 'updated_at': '2021-10-12T19:29:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:29:26.411342 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-11b677fe-d359-4434-9d7c-edc194fd4f04 req-4996e7f8-5379-4d7b-847d-3bbaff89ba7a tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.67 "GET /v2.0/ports?device_id=fc4437dd-9819-43ef-8e6c-cd57f0bbd4a4 HTTP/1.1" status: 200 len: 946 time: 0.1176772 Oct 12 19:29:26.432444 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6b24eb-5b44-44f3-ad55-4ff7db15acdd req-f9b7f380-ce15-4a34-9c15-d5990949fe9d tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:26.434683 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6e6b24eb-5b44-44f3-ad55-4ff7db15acdd req-f9b7f380-ce15-4a34-9c15-d5990949fe9d tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb56269f-088f-4dd7-97a9-d7a3df061653 HTTP/1.1" status: 200 len: 944 time: 0.1201341 Oct 12 19:29:26.474654 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8d0e59-bd62-477e-b6ab-d1bd20c314cf None None] Checking router: 7f9d339e-cfe9-4b0a-8c1c-83d1bfab95d4 for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:29:26.484004 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8d0e59-bd62-477e-b6ab-d1bd20c314cf None None] Updating router 7f9d339e-cfe9-4b0a-8c1c-83d1bfab95d4 port de71a4e4-e84a-42ae-8acf-472093ada067 binding host n-d-813679-3 {{(pid=95503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 19:29:26.515133 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6e6b24eb-5b44-44f3-ad55-4ff7db15acdd req-1e863a6b-9ecc-4b9c-8568-ecd6c7807d40 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e18d525-cf41-4d49-869d-79a715be58e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732415 Oct 12 19:29:26.588909 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bb8d0e59-bd62-477e-b6ab-d1bd20c314cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:26.629005 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-11b677fe-d359-4434-9d7c-edc194fd4f04 req-b63c60e6-1b1b-4051-9f87-5e60d9eeefba tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Deleting port 78044168-4273-42b8-aea8-097026808116 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:29:26.629584 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-11b677fe-d359-4434-9d7c-edc194fd4f04 req-b63c60e6-1b1b-4051-9f87-5e60d9eeefba tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:26.689134 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8186bce-71d9-4698-9537-23339a1fade1 req-e3450e5c-b043-46e0-87c3-a5df47598a3d tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:26.697027 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c8186bce-71d9-4698-9537-23339a1fade1 req-e3450e5c-b043-46e0-87c3-a5df47598a3d tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=0361b7d2-4513-456d-893e-ff9b34475f13 HTTP/1.1" status: 200 len: 944 time: 0.1973212 Oct 12 19:29:26.776114 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9d8345f8-b721-4f62-8ba5-d029aaeaa26c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:26.874384 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a0bddef4-fc15-44b8-8c43-e98083ef1bd1 req-adff721e-859e-4e8e-a44a-1ff3401156b4 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b8446f7-560c-4474-adde-2a44fb97e935 HTTP/1.1" status: 200 len: 210 time: 0.0825782 Oct 12 19:29:27.001477 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bb8d0e59-bd62-477e-b6ab-d1bd20c314cf None None] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:27.096098 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bb8d0e59-bd62-477e-b6ab-d1bd20c314cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:27.112117 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 19:29:27.114903 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73797351-0ce4-4e4c-840a-a90235e27a58 req-2dccbe81-71eb-477f-8c36-6bcc0c5bd7a0 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:27.116464 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-73797351-0ce4-4e4c-840a-a90235e27a58 req-2dccbe81-71eb-477f-8c36-6bcc0c5bd7a0 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.61 "GET /v2.0/ports?device_id=de7ddc49-638d-4051-bce9-1dec4601e464 HTTP/1.1" status: 200 len: 946 time: 0.5813501 Oct 12 19:29:27.133415 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c8186bce-71d9-4698-9537-23339a1fade1 req-d1f39275-c33b-4725-8280-f25ca1dc9b71 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4303102 Oct 12 19:29:27.233446 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-bb8d0e59-bd62-477e-b6ab-d1bd20c314cf None None] Attempting to bind port de71a4e4-e84a-42ae-8acf-472093ada067 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:29:27.233834 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-bb8d0e59-bd62-477e-b6ab-d1bd20c314cf None None] Attempting to bind port de71a4e4-e84a-42ae-8acf-472093ada067 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:29:27.234201 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8d0e59-bd62-477e-b6ab-d1bd20c314cf None None] Attempting to bind port de71a4e4-e84a-42ae-8acf-472093ada067 on network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:29:27.241034 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1202ff-c1cc-4350-ace7-09aa38cdaf00 None None] Pushing event updated for resources: {'Port': ['ID=de71a4e4-e84a-42ae-8acf-472093ada067,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:29:27.247434 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8d0e59-bd62-477e-b6ab-d1bd20c314cf None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:29:27.247819 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8d0e59-bd62-477e-b6ab-d1bd20c314cf None None] Checking segment: {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:29:27.248256 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bb8d0e59-bd62-477e-b6ab-d1bd20c314cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:27.248650 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8d0e59-bd62-477e-b6ab-d1bd20c314cf None None] Bound using segment: {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:29:27.249130 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-bb8d0e59-bd62-477e-b6ab-d1bd20c314cf None None] Bound port: de71a4e4-e84a-42ae-8acf-472093ada067, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:29:27.249517 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bb8d0e59-bd62-477e-b6ab-d1bd20c314cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:27.279348 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-11b677fe-d359-4434-9d7c-edc194fd4f04 req-b63c60e6-1b1b-4051-9f87-5e60d9eeefba tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] For port 78044168-4273-42b8-aea8-097026808116, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=78044168-4273-42b8-aea8-097026808116,segment=NetworkSegment(f1170869-d10a-47f8-bcc2-096029983e07),segment_id=f1170869-d10a-47f8-bcc2-096029983e07)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:29:27.279892 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-11b677fe-d359-4434-9d7c-edc194fd4f04 req-b63c60e6-1b1b-4051-9f87-5e60d9eeefba tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:27.310827 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-11b677fe-d359-4434-9d7c-edc194fd4f04 req-b63c60e6-1b1b-4051-9f87-5e60d9eeefba tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Calling delete_port for 78044168-4273-42b8-aea8-097026808116 owned by compute:nova {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:29:27.405535 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e463ec-02fa-49de-b104-8966f0931046 req-a986783f-dae1-4293-9daf-49b31d58e645 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:27.407498 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-58e463ec-02fa-49de-b104-8966f0931046 req-a986783f-dae1-4293-9daf-49b31d58e645 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/ports?device_id=de7ddc49-638d-4051-bce9-1dec4601e464 HTTP/1.1" status: 200 len: 946 time: 0.1527820 Oct 12 19:29:27.430227 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-73797351-0ce4-4e4c-840a-a90235e27a58 req-d378f9d5-7b64-46b6-9375-4f9f544c29ee tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] Deleting port eac4b7ce-4388-46e4-b680-fb6ad9d95bbd {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:29:27.430828 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-73797351-0ce4-4e4c-840a-a90235e27a58 req-d378f9d5-7b64-46b6-9375-4f9f544c29ee tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:27.505805 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-9d8345f8-b721-4f62-8ba5-d029aaeaa26c admin admin] Allocated IP 172.20.0.1 (349dcaef-d164-4f50-8d93-10156dd0110b/d4b03ad4-ca3b-4de5-8b3f-b92ea2f6bea2/8cf54341-971e-445d-b80d-def6ec01686b) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:29:27.538519 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-58e463ec-02fa-49de-b104-8966f0931046 req-a922a8a4-958a-4adb-9a35-69912ae52762 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2ba2481-c648-48f3-9a5a-fa2d99adbcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228728 Oct 12 19:29:27.542494 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-bb8d0e59-bd62-477e-b6ab-d1bd20c314cf None None] For port de71a4e4-e84a-42ae-8acf-472093ada067, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:29:27.546364 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-bb8d0e59-bd62-477e-b6ab-d1bd20c314cf None None] For port de71a4e4-e84a-42ae-8acf-472093ada067, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=de71a4e4-e84a-42ae-8acf-472093ada067,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:29:27.599975 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-73797351-0ce4-4e4c-840a-a90235e27a58 req-d378f9d5-7b64-46b6-9375-4f9f544c29ee tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] For port eac4b7ce-4388-46e4-b680-fb6ad9d95bbd, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=eac4b7ce-4388-46e4-b680-fb6ad9d95bbd,segment=NetworkSegment(8d33cac7-6802-4b00-b721-f9c2db6318f0),segment_id=8d33cac7-6802-4b00-b721-f9c2db6318f0)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:29:27.600391 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-73797351-0ce4-4e4c-840a-a90235e27a58 req-d378f9d5-7b64-46b6-9375-4f9f544c29ee tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:27.604170 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bb8d0e59-bd62-477e-b6ab-d1bd20c314cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:27.613352 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440b39a8-aca0-4601-86e6-0075a3129e65 req-393e5056-19cf-4b0b-8892-8874b8a110d1 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:27.617730 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-440b39a8-aca0-4601-86e6-0075a3129e65 req-393e5056-19cf-4b0b-8892-8874b8a110d1 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/networks?id=f22a0b4a-70e4-4463-a6ef-6109199fd871 HTTP/1.1" status: 200 len: 811 time: 0.6071153 Oct 12 19:29:27.637715 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-73797351-0ce4-4e4c-840a-a90235e27a58 req-d378f9d5-7b64-46b6-9375-4f9f544c29ee tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] Calling delete_port for eac4b7ce-4388-46e4-b680-fb6ad9d95bbd owned by compute:nova {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:29:27.656811 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-440b39a8-aca0-4601-86e6-0075a3129e65 req-bf02135a-0d22-47d0-9500-7f6a63d562a5 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/quotas/8037c4999d8b4d25a8c451f2b659a2c4 HTTP/1.1" status: 200 len: 375 time: 0.0374494 Oct 12 19:29:27.689843 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8d0e59-bd62-477e-b6ab-d1bd20c314cf None None] Routers {'7f9d339e-cfe9-4b0a-8c1c-83d1bfab95d4'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:29:27.690745 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-bb8d0e59-bd62-477e-b6ab-d1bd20c314cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:29:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['7f9d339e-cfe9-4b0a-8c1c-83d1bfab95d4'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:29:27.732238 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-11b677fe-d359-4434-9d7c-edc194fd4f04 req-b63c60e6-1b1b-4051-9f87-5e60d9eeefba tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:27.775836 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-440b39a8-aca0-4601-86e6-0075a3129e65 req-d7aee6d5-1ba1-453a-adef-5192fee47d6d tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=8037c4999d8b4d25a8c451f2b659a2c4&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1181521 Oct 12 19:29:27.781044 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9d8345f8-b721-4f62-8ba5-d029aaeaa26c admin admin] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:27.800944 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-bb8d0e59-bd62-477e-b6ab-d1bd20c314cf None None] Set router 7f9d339e-cfe9-4b0a-8c1c-83d1bfab95d4 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:29:27.892525 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['78044168-4273-42b8-aea8-097026808116'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:29:27.920791 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63c60e6-1b1b-4051-9f87-5e60d9eeefba tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Pushing event deleted for resources: {'Port': ['ID=78044168-4273-42b8-aea8-097026808116,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:29:27.969614 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-11b677fe-d359-4434-9d7c-edc194fd4f04 req-b63c60e6-1b1b-4051-9f87-5e60d9eeefba tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] No DVR routers for this DVR port 78044168-4273-42b8-aea8-097026808116 on host n-h2-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:29:27.977219 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-11b677fe-d359-4434-9d7c-edc194fd4f04 req-b63c60e6-1b1b-4051-9f87-5e60d9eeefba tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:27.981223 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-11b677fe-d359-4434-9d7c-edc194fd4f04 req-b63c60e6-1b1b-4051-9f87-5e60d9eeefba tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.67 "DELETE /v2.0/ports/78044168-4273-42b8-aea8-097026808116 HTTP/1.1" status: 204 len: 173 time: 1.5607753 Oct 12 19:29:27.986129 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc4437dd-9819-43ef-8e6c-cd57f0bbd4a4', 'name': 'network-vif-deleted', 'tag': '78044168-4273-42b8-aea8-097026808116'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:29:27.986251 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b908e81-9f56-4f4e-a4d7-e5da16f1be8c" -d '{"events": [{"server_uuid": "fc4437dd-9819-43ef-8e6c-cd57f0bbd4a4", "name": "network-vif-deleted", "tag": "78044168-4273-42b8-aea8-097026808116"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:29:27.991256 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1202ff-c1cc-4350-ace7-09aa38cdaf00 None None] Pushing event updated for resources: {'Port': ['ID=de71a4e4-e84a-42ae-8acf-472093ada067,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:29:27.999870 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fb2177-44b0-4b57-9728-84acd9b14528 req-ba4704e5-d7ac-4538-8e90-5cf03a4b2697 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:28.003168 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-61fb2177-44b0-4b57-9728-84acd9b14528 req-ba4704e5-d7ac-4538-8e90-5cf03a4b2697 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/ports?device_id=a12a186c-07bf-4785-82d3-97ddb6d52d66 HTTP/1.1" status: 200 len: 945 time: 0.3501532 Oct 12 19:29:28.012224 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4e1806b2-ab1f-4962-9cc1-ec49acfbb182 req-ad88c8a3-d2b2-46c9-a750-a073461b8a42 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7151f7fb-ddbb-4ee3-9ffd-13f64df8dfe1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2899797 Oct 12 19:29:28.031834 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-21d9f7cb-463a-4085-9995-233acf3239ec req-d2805441-d4e5-4e75-af4d-c4bb9711a639 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=fb56269f-088f-4dd7-97a9-d7a3df061653&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1682658 Oct 12 19:29:28.036080 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-440b39a8-aca0-4601-86e6-0075a3129e65 req-130dc730-e1eb-418a-987f-c7a6932a1995 service neutron] 10.222.0.49 "GET /v2.0/networks/f22a0b4a-70e4-4463-a6ef-6109199fd871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2530022 Oct 12 19:29:28.056722 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bf0d28-fa06-4ff5-b843-b73878d6a8a8 req-0c0725ed-5c4c-47cb-8bcc-b6b83ac8dc2e tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:28.058390 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-37bf0d28-fa06-4ff5-b843-b73878d6a8a8 req-0c0725ed-5c4c-47cb-8bcc-b6b83ac8dc2e tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.61 "GET /v2.0/networks?id=d46f9207-c404-4b39-9c22-4c600f702514 HTTP/1.1" status: 200 len: 815 time: 0.2267492 Oct 12 19:29:28.106443 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-bb8d0e59-bd62-477e-b6ab-d1bd20c314cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f9d339e-cfe9-4b0a-8c1c-83d1bfab95d4', 'name': 'tempest-TestAggregatesBasicOps-989204191-router', 'tenant_id': '4ebc1032fa404a72989275d94431db40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': 'de71a4e4-e84a-42ae-8acf-472093ada067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:29:22Z', 'updated_at': '2021-10-12T19:29:24Z', 'revision_number': 3, 'project_id': '4ebc1032fa404a72989275d94431db40', 'gw_port': {'id': 'de71a4e4-e84a-42ae-8acf-472093ada067', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:84:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f9d339e-cfe9-4b0a-8c1c-83d1bfab95d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:29:23Z', 'updated_at': '2021-10-12T19:29:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:29:28.115005 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-61fb2177-44b0-4b57-9728-84acd9b14528 req-f638800f-c2d9-4bcd-b8f2-4203b12f70d8 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/security-groups?id=3416205a-d9ec-4ba1-a823-0f8eadffb37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928786 Oct 12 19:29:28.122971 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1806b2-ab1f-4962-9cc1-ec49acfbb182 req-8d01aff3-3598-4691-9110-8d9ffa81068a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:28.124731 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4e1806b2-ab1f-4962-9cc1-ec49acfbb182 req-8d01aff3-3598-4691-9110-8d9ffa81068a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f52c86dc62e74359bd460402c4b75fc6&device_id=7151f7fb-ddbb-4ee3-9ffd-13f64df8dfe1 HTTP/1.1" status: 200 len: 1096 time: 0.0691268 Oct 12 19:29:28.154820 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8d0e59-bd62-477e-b6ab-d1bd20c314cf None None] The sync data for ids ['7f9d339e-cfe9-4b0a-8c1c-83d1bfab95d4'] in n-d-813679-3 is: [{'id': '7f9d339e-cfe9-4b0a-8c1c-83d1bfab95d4', 'name': 'tempest-TestAggregatesBasicOps-989204191-router', 'tenant_id': '4ebc1032fa404a72989275d94431db40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': 'de71a4e4-e84a-42ae-8acf-472093ada067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:29:22Z', 'updated_at': '2021-10-12T19:29:24Z', 'revision_number': 3, 'project_id': '4ebc1032fa404a72989275d94431db40', 'gw_port': {'id': 'de71a4e4-e84a-42ae-8acf-472093ada067', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:84:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f9d339e-cfe9-4b0a-8c1c-83d1bfab95d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:29:23Z', 'updated_at': '2021-10-12T19:29:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:29:28.171741 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-37bf0d28-fa06-4ff5-b843-b73878d6a8a8 req-8ab49612-8c41-4dac-a7f4-d439d30ee1d8 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Request body: {'port': {'device_id': '9b8446f7-560c-4474-adde-2a44fb97e935', 'network_id': 'd46f9207-c404-4b39-9c22-4c600f702514', 'admin_state_up': True, 'tenant_id': 'c5ae0cb676494c85bed95fdcf49f266a'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:29:28.290695 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-440b39a8-aca0-4601-86e6-0075a3129e65 req-051d8cd5-d25c-4202-be53-affc2ff23e07 service neutron] 10.222.0.49 "GET /v2.0/networks/f22a0b4a-70e4-4463-a6ef-6109199fd871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311707 Oct 12 19:29:28.291860 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9d8345f8-b721-4f62-8ba5-d029aaeaa26c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:28.310492 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device c5652dd1-6aa7-45ea-bca8-97896121a432 details requested by agent hyperv_n-h1-813679-3 with host n-h1-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:29:28.346294 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ad215686-2264-4a96-92cd-0170ae03cde0 req-58f987fc-6782-428e-a15b-03415f40733a tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b8446f7-560c-4474-adde-2a44fb97e935 HTTP/1.1" status: 200 len: 210 time: 0.0772517 Oct 12 19:29:28.436921 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9505ae73-c173-4897-ad85-80aebfd5d56f x-openstack-request-id: req-9505ae73-c173-4897-ad85-80aebfd5d56f {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:29:28.438056 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc4437dd-9819-43ef-8e6c-cd57f0bbd4a4", "name": "network-vif-deleted", "tag": "78044168-4273-42b8-aea8-097026808116", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:29:28.439377 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9505ae73-c173-4897-ad85-80aebfd5d56f {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:29:28.439897 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc4437dd-9819-43ef-8e6c-cd57f0bbd4a4', 'name': 'network-vif-deleted', 'tag': '78044168-4273-42b8-aea8-097026808116', 'status': 'completed', 'code': 200} Oct 12 19:29:28.451890 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1806b2-ab1f-4962-9cc1-ec49acfbb182 req-1ddee9ab-091e-490c-9f90-4823746237d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:28.458388 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4e1806b2-ab1f-4962-9cc1-ec49acfbb182 req-1ddee9ab-091e-490c-9f90-4823746237d4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=98a9afcc-e9ca-4911-b0d7-961e4444f018 HTTP/1.1" status: 200 len: 912 time: 0.2917111 Oct 12 19:29:28.466648 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-73797351-0ce4-4e4c-840a-a90235e27a58 req-d378f9d5-7b64-46b6-9375-4f9f544c29ee tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:28.493341 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['e36fbb5b-eb55-43ca-a630-87d67f319337'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:29:28.541442 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['eac4b7ce-4388-46e4-b680-fb6ad9d95bbd'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:29:28.571863 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4e1806b2-ab1f-4962-9cc1-ec49acfbb182 req-5faf47c4-f415-4604-91d4-8f3b444bbe24 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e36fbb5b-eb55-43ca-a630-87d67f319337 HTTP/1.1" status: 200 len: 217 time: 0.0883901 Oct 12 19:29:28.646153 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port c5652dd1-6aa7-45ea-bca8-97896121a432, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=c5652dd1-6aa7-45ea-bca8-97896121a432,segment=NetworkSegment(2c23b924-3bdb-4700-940f-a5921b74e3c2),segment_id=2c23b924-3bdb-4700-940f-a5921b74e3c2)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:29:28.650818 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-543ee57e-3067-4d98-b7de-3d153fb9b218 req-91d414db-96a4-4fbd-8e7a-51e7f5b810f5 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc6858b5-0d7c-40ef-b1d8-5b0500f75602 HTTP/1.1" status: 200 len: 210 time: 0.0761952 Oct 12 19:29:28.658633 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8345f8-b721-4f62-8ba5-d029aaeaa26c admin admin] Network 349dcaef-d164-4f50-8d93-10156dd0110b is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:29:28.660451 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8345f8-b721-4f62-8ba5-d029aaeaa26c admin admin] Pushing event updated for resources: {'Port': ['ID=8cf54341-971e-445d-b80d-def6ec01686b,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:29:28.679824 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-9d8345f8-b721-4f62-8ba5-d029aaeaa26c admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:29:28.700901 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8345f8-b721-4f62-8ba5-d029aaeaa26c admin admin] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:29:28.758243 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9d8345f8-b721-4f62-8ba5-d029aaeaa26c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7915309'] for router_interface, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:28.766338 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d378f9d5-7b64-46b6-9375-4f9f544c29ee tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] Pushing event deleted for resources: {'Port': ['ID=eac4b7ce-4388-46e4-b680-fb6ad9d95bbd,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:29:28.839678 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Returning: {'device': 'c5652dd1-6aa7-45ea-bca8-97896121a432', 'network_id': '8b9ffd0a-d450-4d4d-8c84-81d908427bea', 'port_id': 'c5652dd1-6aa7-45ea-bca8-97896121a432', 'mac_address': 'fa:16:3e:3f:59:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc530ace-4b18-4ae9-b625-36ec27074a9c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:29:28.856857 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a7abed-4947-45fd-85c1-2f4cb6e58e8b req-f6ce2640-315e-477e-95e0-68fe3f95fa5a tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:28.858661 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-52a7abed-4947-45fd-85c1-2f4cb6e58e8b req-f6ce2640-315e-477e-95e0-68fe3f95fa5a tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=0361b7d2-4513-456d-893e-ff9b34475f13 HTTP/1.1" status: 200 len: 944 time: 0.2287304 Oct 12 19:29:28.894394 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-73797351-0ce4-4e4c-840a-a90235e27a58 req-d378f9d5-7b64-46b6-9375-4f9f544c29ee tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] No DVR routers for this DVR port eac4b7ce-4388-46e4-b680-fb6ad9d95bbd on host n-h1-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:29:28.906488 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-73797351-0ce4-4e4c-840a-a90235e27a58 req-d378f9d5-7b64-46b6-9375-4f9f544c29ee tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:28.909955 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-73797351-0ce4-4e4c-840a-a90235e27a58 req-d378f9d5-7b64-46b6-9375-4f9f544c29ee tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.61 "DELETE /v2.0/ports/eac4b7ce-4388-46e4-b680-fb6ad9d95bbd HTTP/1.1" status: 204 len: 173 time: 1.7753220 Oct 12 19:29:28.950505 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d9f7cb-463a-4085-9995-233acf3239ec req-1d524b22-8379-4319-b9fe-d9d9a3eab5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:28.954758 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-21d9f7cb-463a-4085-9995-233acf3239ec req-1d524b22-8379-4319-b9fe-d9d9a3eab5c5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8037c4999d8b4d25a8c451f2b659a2c4&device_id=fb56269f-088f-4dd7-97a9-d7a3df061653 HTTP/1.1" status: 200 len: 1095 time: 0.7994647 Oct 12 19:29:28.966077 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:28.999767 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-52a7abed-4947-45fd-85c1-2f4cb6e58e8b req-e0a9f2d2-8369-40cc-9b28-e204a2688326 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324651 Oct 12 19:29:29.000382 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5652dd1-6aa7-45ea-bca8-97896121a432 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:29:29.006663 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1806b2-ab1f-4962-9cc1-ec49acfbb182 req-d7ffd241-b0c8-4a8a-9839-28024d03c1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:29.012467 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4e1806b2-ab1f-4962-9cc1-ec49acfbb182 req-d7ffd241-b0c8-4a8a-9839-28024d03c1a2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=75c294fe-120e-40e8-8111-8840aed19f52 HTTP/1.1" status: 200 len: 851 time: 0.3051469 Oct 12 19:29:29.018170 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c73ef957-3994-4d97-a81d-7224ecd76822 req-62f2823f-ac74-4e8b-92b6-4b40093d89eb tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/ports?device_id=de7ddc49-638d-4051-bce9-1dec4601e464 HTTP/1.1" status: 200 len: 210 time: 0.0570703 Oct 12 19:29:29.072546 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port c5652dd1-6aa7-45ea-bca8-97896121a432, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=c5652dd1-6aa7-45ea-bca8-97896121a432,segment=NetworkSegment(2c23b924-3bdb-4700-940f-a5921b74e3c2),segment_id=2c23b924-3bdb-4700-940f-a5921b74e3c2)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:29:29.106995 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4e1806b2-ab1f-4962-9cc1-ec49acfbb182 req-e14f60f8-b3c1-4daa-be67-770098d7a820 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=98a9afcc-e9ca-4911-b0d7-961e4444f018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661750 Oct 12 19:29:29.222615 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d9f7cb-463a-4085-9995-233acf3239ec req-83bb5abd-bf29-4701-991f-03463b2d9320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:29.224250 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-21d9f7cb-463a-4085-9995-233acf3239ec req-83bb5abd-bf29-4701-991f-03463b2d9320 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f22a0b4a-70e4-4463-a6ef-6109199fd871 HTTP/1.1" status: 200 len: 912 time: 0.1994498 Oct 12 19:29:29.228355 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fe4deac8-85b7-493f-9a1a-edacc0239e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:29.235278 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:29.250841 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37bf0d28-fa06-4ff5-b843-b73878d6a8a8 req-8ab49612-8c41-4dac-a7f4-d439d30ee1d8 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Made reservation on behalf of c5ae0cb676494c85bed95fdcf49f266a for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:29:29.254615 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-37bf0d28-fa06-4ff5-b843-b73878d6a8a8 req-8ab49612-8c41-4dac-a7f4-d439d30ee1d8 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:29.304549 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-937d770d-4f55-4ef7-9d04-1ab00cf2d8a4 None None] Provisioning complete for port 8cf54341-971e-445d-b80d-def6ec01686b triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:29:29.304827 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-937d770d-4f55-4ef7-9d04-1ab00cf2d8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:29.350912 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=c5652dd1-6aa7-45ea-bca8-97896121a432,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:29:29.379156 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-937d770d-4f55-4ef7-9d04-1ab00cf2d8a4 None None] Port 8cf54341-971e-445d-b80d-def6ec01686b cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:29:29.421051 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4e1806b2-ab1f-4962-9cc1-ec49acfbb182 req-1497ecc6-1c52-4493-81cf-01401761e297 service neutron] 10.222.0.67 "GET /v2.0/networks/98a9afcc-e9ca-4911-b0d7-961e4444f018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3053470 Oct 12 19:29:29.450574 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9d8345f8-b721-4f62-8ba5-d029aaeaa26c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:29.456345 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-21d9f7cb-463a-4085-9995-233acf3239ec req-aa350bf2-7cee-4b51-9d85-9e68aafeeb32 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a1f42106-a7b0-4dd3-8e89-1f2eceabc986 HTTP/1.1" status: 200 len: 999 time: 0.2139888 Oct 12 19:29:29.459343 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0303be20-ea88-441e-a0fe-05f1eb9fdf56 req-090e1b67-f595-4311-a5f5-1586147d5d74 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:29.461177 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0303be20-ea88-441e-a0fe-05f1eb9fdf56 req-090e1b67-f595-4311-a5f5-1586147d5d74 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/ports?device_id=a12a186c-07bf-4785-82d3-97ddb6d52d66 HTTP/1.1" status: 200 len: 945 time: 0.2088351 Oct 12 19:29:29.484547 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['c5652dd1-6aa7-45ea-bca8-97896121a432'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:29:29.569582 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4e1806b2-ab1f-4962-9cc1-ec49acfbb182 req-af4e1987-c1f4-4e89-931c-212863c04e1a service neutron] 10.222.0.67 "GET /v2.0/networks/98a9afcc-e9ca-4911-b0d7-961e4444f018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312239 Oct 12 19:29:29.631852 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d9f7cb-463a-4085-9995-233acf3239ec req-a687a9a9-9298-4b5e-ab7b-07de523ae452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:29.634674 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-21d9f7cb-463a-4085-9995-233acf3239ec req-a687a9a9-9298-4b5e-ab7b-07de523ae452 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a09cd6ac-b3e0-423d-9e85-6644cbc7e663 HTTP/1.1" status: 200 len: 850 time: 0.1209161 Oct 12 19:29:29.643054 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0303be20-ea88-441e-a0fe-05f1eb9fdf56 req-02249a71-2afc-46cf-97a5-30c28e635b45 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/security-groups?id=3416205a-d9ec-4ba1-a823-0f8eadffb37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718644 Oct 12 19:29:29.739980 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c5d9bd65-077f-42bb-9f25-b8d8bce2b7b3 req-332f01b2-597a-49b3-95bf-59d3a7b21b7d tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b8446f7-560c-4474-adde-2a44fb97e935 HTTP/1.1" status: 200 len: 210 time: 0.2165103 Oct 12 19:29:29.828067 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2563ba4b-4a7b-47fb-9962-2eb30ec1aacc req-7be887b2-0150-4d02-8e60-9f1ca832cc6a tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc6858b5-0d7c-40ef-b1d8-5b0500f75602 HTTP/1.1" status: 200 len: 210 time: 0.0573080 Oct 12 19:29:29.839799 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [req-37bf0d28-fa06-4ff5-b843-b73878d6a8a8 req-8ab49612-8c41-4dac-a7f4-d439d30ee1d8 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Allocated IP 172.20.0.9 (d46f9207-c404-4b39-9c22-4c600f702514/610de003-a3a0-4244-ae57-4724e5569ae2/b76465bb-a911-477e-be67-0e6b71cb5edc) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:29:29.862442 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d9f7cb-463a-4085-9995-233acf3239ec req-d79b2136-e312-4a1a-9379-346b26481acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:29.863962 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-21d9f7cb-463a-4085-9995-233acf3239ec req-d79b2136-e312-4a1a-9379-346b26481acf service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f22a0b4a-70e4-4463-a6ef-6109199fd871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1628828 Oct 12 19:29:30.095189 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-21d9f7cb-463a-4085-9995-233acf3239ec req-5fad4509-2b1d-494a-96af-b9e09f9b2889 service neutron] 10.222.0.61 "GET /v2.0/networks/f22a0b4a-70e4-4463-a6ef-6109199fd871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225742 Oct 12 19:29:30.097766 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9d8345f8-b721-4f62-8ba5-d029aaeaa26c admin admin] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:30.231111 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device de71a4e4-e84a-42ae-8acf-472093ada067 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:29:30.239307 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9d8345f8-b721-4f62-8ba5-d029aaeaa26c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:30.246103 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a1b721d1-b481-4242-9af5-80917d519446 req-7175517e-2d6f-4d0e-a512-e8dc9e28aab9 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/ports?device_id=de7ddc49-638d-4051-bce9-1dec4601e464 HTTP/1.1" status: 200 len: 210 time: 0.0389750 Oct 12 19:29:30.294863 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port de71a4e4-e84a-42ae-8acf-472093ada067 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:29:30.295645 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:30.317779 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device c5652dd1-6aa7-45ea-bca8-97896121a432 up at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:29:30.350854 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-37bf0d28-fa06-4ff5-b843-b73878d6a8a8 req-8ab49612-8c41-4dac-a7f4-d439d30ee1d8 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:30.376797 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8345f8-b721-4f62-8ba5-d029aaeaa26c admin admin] Pushing event updated for resources: {'Port': ['ID=8cf54341-971e-445d-b80d-def6ec01686b,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:29:30.396974 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9d8345f8-b721-4f62-8ba5-d029aaeaa26c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7898980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8092605'] for router_interface, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:30.412136 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d90d0e-3cdb-4751-9721-8b58325b8cc3 req-d41dc299-1d98-4903-9c79-b3fb718e4a73 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:30.413541 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-43d90d0e-3cdb-4751-9721-8b58325b8cc3 req-d41dc299-1d98-4903-9c79-b3fb718e4a73 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=0361b7d2-4513-456d-893e-ff9b34475f13 HTTP/1.1" status: 200 len: 945 time: 0.2301111 Oct 12 19:29:30.429998 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-21d9f7cb-463a-4085-9995-233acf3239ec req-edbd1a13-f91e-4779-bd67-9b55f0b4a620 service neutron] 10.222.0.61 "GET /v2.0/networks/f22a0b4a-70e4-4463-a6ef-6109199fd871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3167877 Oct 12 19:29:30.441696 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de7ddc49-638d-4051-bce9-1dec4601e464', 'name': 'network-vif-deleted', 'tag': 'eac4b7ce-4388-46e4-b680-fb6ad9d95bbd'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:29:30.444300 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62f2afef-e690-4047-a0b8-8160b513f53a" -d '{"events": [{"server_uuid": "de7ddc49-638d-4051-bce9-1dec4601e464", "name": "network-vif-deleted", "tag": "eac4b7ce-4388-46e4-b680-fb6ad9d95bbd"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:29:30.492732 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:30.495510 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-803fa960-e1d5-4df0-a082-705c70f2c8c4 x-openstack-request-id: req-803fa960-e1d5-4df0-a082-705c70f2c8c4 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:29:30.496019 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de7ddc49-638d-4051-bce9-1dec4601e464", "name": "network-vif-deleted", "tag": "eac4b7ce-4388-46e4-b680-fb6ad9d95bbd", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:29:30.496511 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-803fa960-e1d5-4df0-a082-705c70f2c8c4 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:29:30.497098 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de7ddc49-638d-4051-bce9-1dec4601e464', 'name': 'network-vif-deleted', 'tag': 'eac4b7ce-4388-46e4-b680-fb6ad9d95bbd', 'status': 'completed', 'code': 200} Oct 12 19:29:30.517865 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] For port de71a4e4-e84a-42ae-8acf-472093ada067, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=de71a4e4-e84a-42ae-8acf-472093ada067,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:29:30.539805 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-43d90d0e-3cdb-4751-9721-8b58325b8cc3 req-5e6d3bca-d6f4-45e1-8b3b-9bac342f016d tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132395 Oct 12 19:29:30.559739 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning for port c5652dd1-6aa7-45ea-bca8-97896121a432 completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:29:30.564305 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning complete for port c5652dd1-6aa7-45ea-bca8-97896121a432 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:29:30.564698 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:30.575770 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8345f8-b721-4f62-8ba5-d029aaeaa26c admin admin] Network 349dcaef-d164-4f50-8d93-10156dd0110b is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:29:30.577275 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-9d8345f8-b721-4f62-8ba5-d029aaeaa26c admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:29:30.603109 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:30.645171 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-37bf0d28-fa06-4ff5-b843-b73878d6a8a8 req-8ab49612-8c41-4dac-a7f4-d439d30ee1d8 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:30.659980 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 78044168-4273-42b8-aea8-097026808116 no longer exists at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:29:30.693508 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] No Port match for: 78044168-4273-42b8-aea8-097026808116 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:29:30.693974 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 78044168-4273-42b8-aea8-097026808116 not bound to the agent host n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:29:30.708998 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37bf0d28-fa06-4ff5-b843-b73878d6a8a8 req-8ab49612-8c41-4dac-a7f4-d439d30ee1d8 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Network d46f9207-c404-4b39-9c22-4c600f702514 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:29:30.716930 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [req-37bf0d28-fa06-4ff5-b843-b73878d6a8a8 req-8ab49612-8c41-4dac-a7f4-d439d30ee1d8 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:29:30.721114 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Pushing event updated for resources: {'Port': ['ID=de71a4e4-e84a-42ae-8acf-472093ada067,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:29:30.722087 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-37bf0d28-fa06-4ff5-b843-b73878d6a8a8 req-8ab49612-8c41-4dac-a7f4-d439d30ee1d8 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:29:30.771384 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:30.801500 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0361b7d2-4513-456d-893e-ff9b34475f13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5652dd1-6aa7-45ea-bca8-97896121a432'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:29:30.803789 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c7f1e03-571f-482e-b865-b9f909848cf1" -d '{"events": [{"server_uuid": "0361b7d2-4513-456d-893e-ff9b34475f13", "name": "network-vif-plugged", "status": "completed", "tag": "c5652dd1-6aa7-45ea-bca8-97896121a432"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:29:30.847497 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port c5652dd1-6aa7-45ea-bca8-97896121a432, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=c5652dd1-6aa7-45ea-bca8-97896121a432,segment=NetworkSegment(2c23b924-3bdb-4700-940f-a5921b74e3c2),segment_id=2c23b924-3bdb-4700-940f-a5921b74e3c2)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:29:30.862844 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab49612-8c41-4dac-a7f4-d439d30ee1d8 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Pushing event updated for resources: {'Port': ['ID=b76465bb-a911-477e-be67-0e6b71cb5edc,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:29:30.905658 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f737d28-803e-4a47-8b10-2bea4666e96c req-0274986c-a1ed-4b49-8d80-b3db4c523cbd tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:30.909087 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5f737d28-803e-4a47-8b10-2bea4666e96c req-0274986c-a1ed-4b49-8d80-b3db4c523cbd tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/ports?device_id=a12a186c-07bf-4785-82d3-97ddb6d52d66 HTTP/1.1" status: 200 len: 945 time: 0.1272502 Oct 12 19:29:30.942827 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:30.944064 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device eac4b7ce-4388-46e4-b680-fb6ad9d95bbd no longer exists at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:29:30.964746 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d8345f8-b721-4f62-8ba5-d029aaeaa26c admin admin] Router 7f9d339e-cfe9-4b0a-8c1c-83d1bfab95d4 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:29:30.974750 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bf0d28-fa06-4ff5-b843-b73878d6a8a8 req-8ab49612-8c41-4dac-a7f4-d439d30ee1d8 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:30.975422 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-37bf0d28-fa06-4ff5-b843-b73878d6a8a8 req-8ab49612-8c41-4dac-a7f4-d439d30ee1d8 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:30.979972 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5f737d28-803e-4a47-8b10-2bea4666e96c req-ee2c30a5-d77c-489e-bb89-30db110871f6 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/security-groups?id=3416205a-d9ec-4ba1-a823-0f8eadffb37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558100 Oct 12 19:29:31.006916 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b434bbd-d847-4af4-9a8f-8997a5732054 req-8d42ef4c-2372-4704-8556-4feafe402b6f tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:31.014787 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0b434bbd-d847-4af4-9a8f-8997a5732054 req-8d42ef4c-2372-4704-8556-4feafe402b6f tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b8446f7-560c-4474-adde-2a44fb97e935 HTTP/1.1" status: 200 len: 931 time: 0.1335275 Oct 12 19:29:31.031391 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] No Port match for: eac4b7ce-4388-46e4-b680-fb6ad9d95bbd {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:29:31.031749 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device eac4b7ce-4388-46e4-b680-fb6ad9d95bbd not bound to the agent host n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:29:31.041427 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0851e05f-b9b8-497b-98ba-fb9edb22c8cd x-openstack-request-id: req-0851e05f-b9b8-497b-98ba-fb9edb22c8cd {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:29:31.041724 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0361b7d2-4513-456d-893e-ff9b34475f13", "name": "network-vif-plugged", "status": "completed", "tag": "c5652dd1-6aa7-45ea-bca8-97896121a432", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:29:31.041996 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0851e05f-b9b8-497b-98ba-fb9edb22c8cd {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:29:31.042392 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0361b7d2-4513-456d-893e-ff9b34475f13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5652dd1-6aa7-45ea-bca8-97896121a432', 'code': 200} Oct 12 19:29:31.062131 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-ba114ac2-f26b-4874-85ec-980b9963a487 None None] Provisioning complete for port 8cf54341-971e-445d-b80d-def6ec01686b triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:29:31.062512 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ba114ac2-f26b-4874-85ec-980b9963a487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:31.098340 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-37bf0d28-fa06-4ff5-b843-b73878d6a8a8 req-8ab49612-8c41-4dac-a7f4-d439d30ee1d8 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9450915 Oct 12 19:29:31.105679 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=c5652dd1-6aa7-45ea-bca8-97896121a432,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:29:31.124063 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-37bf0d28-fa06-4ff5-b843-b73878d6a8a8 req-22d24349-37aa-4334-885b-e6606bc6537e service neutron] Request body: {'port': {'device_id': '9b8446f7-560c-4474-adde-2a44fb97e935', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:29:31.140276 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-ba114ac2-f26b-4874-85ec-980b9963a487 None None] Port 8cf54341-971e-445d-b80d-def6ec01686b cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:29:31.150169 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-720b33da-79b9-473c-9999-2f8c66d59e21 req-1665e837-5e42-4aff-8e0e-48f89b95043e tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc6858b5-0d7c-40ef-b1d8-5b0500f75602 HTTP/1.1" status: 200 len: 210 time: 0.0275326 Oct 12 19:29:31.160275 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0b434bbd-d847-4af4-9a8f-8997a5732054 req-ace2f321-acc2-4f84-8450-c7775a9f4c4b tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/security-groups?id=cefdf9de-6871-4b8c-818c-d47d551271dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446054 Oct 12 19:29:31.277433 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4864091e-7e71-49b0-8d8d-315a59a5cb7b req-533a9c5c-337d-458a-99f6-79127f65a55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:31.278989 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4864091e-7e71-49b0-8d8d-315a59a5cb7b req-533a9c5c-337d-458a-99f6-79127f65a55d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0361b7d2-4513-456d-893e-ff9b34475f13 HTTP/1.1" status: 200 len: 1097 time: 0.1605487 Oct 12 19:29:31.280553 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d8345f8-b721-4f62-8ba5-d029aaeaa26c admin admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:29:31.298189 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7a3f35-4d2c-4a33-8a68-0549d374e8da None None] Sync routers for ids ['7f9d339e-cfe9-4b0a-8c1c-83d1bfab95d4'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:29:31.306402 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-9d8345f8-b721-4f62-8ba5-d029aaeaa26c admin admin] 10.222.0.49 "PUT /v2.0/routers/7f9d339e-cfe9-4b0a-8c1c-83d1bfab95d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3278282 Oct 12 19:29:31.308693 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-37bf0d28-fa06-4ff5-b843-b73878d6a8a8 req-22d24349-37aa-4334-885b-e6606bc6537e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:31.316223 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7a3f35-4d2c-4a33-8a68-0549d374e8da None None] Routers {'7f9d339e-cfe9-4b0a-8c1c-83d1bfab95d4'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:29:31.316223 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-fc7a3f35-4d2c-4a33-8a68-0549d374e8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:29:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['7f9d339e-cfe9-4b0a-8c1c-83d1bfab95d4'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:29:31.386851 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440b39a8-aca0-4601-86e6-0075a3129e65 req-b13de0ae-8266-472e-99b3-d066819943d7 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:31.390886 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-440b39a8-aca0-4601-86e6-0075a3129e65 req-b13de0ae-8266-472e-99b3-d066819943d7 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.61 "GET /v2.0/networks?id=f22a0b4a-70e4-4463-a6ef-6109199fd871 HTTP/1.1" status: 200 len: 811 time: 0.1617959 Oct 12 19:29:31.404385 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-440b39a8-aca0-4601-86e6-0075a3129e65 req-2974eb45-352c-4b2b-b7b4-c2a306f26686 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Request body: {'port': {'device_id': 'bc6858b5-0d7c-40ef-b1d8-5b0500f75602', 'network_id': 'f22a0b4a-70e4-4463-a6ef-6109199fd871', 'admin_state_up': True, 'tenant_id': '8037c4999d8b4d25a8c451f2b659a2c4'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:29:31.470632 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4864091e-7e71-49b0-8d8d-315a59a5cb7b req-4956c7ce-c050-4b69-9ab4-2e83b897b52a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627572 Oct 12 19:29:31.624496 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-fc7a3f35-4d2c-4a33-8a68-0549d374e8da None None] Set router 7f9d339e-cfe9-4b0a-8c1c-83d1bfab95d4 gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:29:31.673585 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-487f956d-45ed-4a2e-8f58-e95b9a16db6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:31.691325 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-440b39a8-aca0-4601-86e6-0075a3129e65 req-2974eb45-352c-4b2b-b7b4-c2a306f26686 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Made reservation on behalf of 8037c4999d8b4d25a8c451f2b659a2c4 for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:29:31.695039 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-440b39a8-aca0-4601-86e6-0075a3129e65 req-2974eb45-352c-4b2b-b7b4-c2a306f26686 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:31.719303 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bd495b-1491-429f-bde4-85afc1aff376 req-2f0a5816-604f-4b3d-988e-c72d648762ef tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:31.720890 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b0bd495b-1491-429f-bde4-85afc1aff376 req-2f0a5816-604f-4b3d-988e-c72d648762ef tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=0361b7d2-4513-456d-893e-ff9b34475f13 HTTP/1.1" status: 200 len: 946 time: 0.0731378 Oct 12 19:29:31.778901 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [req-37bf0d28-fa06-4ff5-b843-b73878d6a8a8 req-22d24349-37aa-4334-885b-e6606bc6537e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b76465bb-a911-477e-be67-0e6b71cb5edc {{(pid=95502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:29:31.818130 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-37bf0d28-fa06-4ff5-b843-b73878d6a8a8 req-22d24349-37aa-4334-885b-e6606bc6537e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:31.833921 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-37bf0d28-fa06-4ff5-b843-b73878d6a8a8 req-22d24349-37aa-4334-885b-e6606bc6537e service neutron] Transition to ACTIVE for port object b76465bb-a911-477e-be67-0e6b71cb5edc will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:29:31.844383 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b0bd495b-1491-429f-bde4-85afc1aff376 req-407ce480-50e3-4150-a74f-7cf9af0fbe8d tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116660 Oct 12 19:29:31.920507 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [req-440b39a8-aca0-4601-86e6-0075a3129e65 req-2974eb45-352c-4b2b-b7b4-c2a306f26686 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Allocated IP 172.20.0.3 (f22a0b4a-70e4-4463-a6ef-6109199fd871/a09cd6ac-b3e0-423d-9e85-6644cbc7e663/92300b94-4016-42e0-817e-2ddb68d39101) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:29:31.930911 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-37bf0d28-fa06-4ff5-b843-b73878d6a8a8 req-22d24349-37aa-4334-885b-e6606bc6537e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:32.048657 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-fc7a3f35-4d2c-4a33-8a68-0549d374e8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f9d339e-cfe9-4b0a-8c1c-83d1bfab95d4', 'name': 'tempest-TestAggregatesBasicOps-989204191-router', 'tenant_id': '4ebc1032fa404a72989275d94431db40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': 'de71a4e4-e84a-42ae-8acf-472093ada067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:29:22Z', 'updated_at': '2021-10-12T19:29:29Z', 'revision_number': 4, 'project_id': '4ebc1032fa404a72989275d94431db40', 'gw_port': {'id': 'de71a4e4-e84a-42ae-8acf-472093ada067', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:84:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9d339e-cfe9-4b0a-8c1c-83d1bfab95d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:29:23Z', 'updated_at': '2021-10-12T19:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '8cf54341-971e-445d-b80d-def6ec01686b', 'name': '', 'network_id': '349dcaef-d164-4f50-8d93-10156dd0110b', 'tenant_id': '4ebc1032fa404a72989275d94431db40', 'mac_address': 'fa:16:3e:0b:28:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f9d339e-cfe9-4b0a-8c1c-83d1bfab95d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2156, 'fixed_ips': [{'subnet_id': 'd4b03ad4-ca3b-4de5-8b3f-b92ea2f6bea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:29:26Z', 'updated_at': '2021-10-12T19:29:29Z', 'revision_number': 2, 'project_id': '4ebc1032fa404a72989275d94431db40', 'subnets': [{'id': 'd4b03ad4-ca3b-4de5-8b3f-b92ea2f6bea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:29:32.080256 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d24349-37aa-4334-885b-e6606bc6537e service neutron] Pushing event updated for resources: {'Port': ['ID=b76465bb-a911-477e-be67-0e6b71cb5edc,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:29:32.132010 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7a3f35-4d2c-4a33-8a68-0549d374e8da None None] Checking router: 7f9d339e-cfe9-4b0a-8c1c-83d1bfab95d4 for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:29:32.132923 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7a3f35-4d2c-4a33-8a68-0549d374e8da None None] Updating router 7f9d339e-cfe9-4b0a-8c1c-83d1bfab95d4 port 8cf54341-971e-445d-b80d-def6ec01686b binding host n-d-813679-3 {{(pid=95504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 19:29:32.144534 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device de71a4e4-e84a-42ae-8acf-472093ada067 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:29:32.165714 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-fc7a3f35-4d2c-4a33-8a68-0549d374e8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:32.207179 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port de71a4e4-e84a-42ae-8acf-472093ada067 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:29:32.207723 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:32.208955 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f462a102-72c6-49c8-8eb4-1f8982dffe78 req-ae813d4a-2cf6-46bd-b121-b763e604f839 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:32.216964 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f462a102-72c6-49c8-8eb4-1f8982dffe78 req-ae813d4a-2cf6-46bd-b121-b763e604f839 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/ports?device_id=a12a186c-07bf-4785-82d3-97ddb6d52d66 HTTP/1.1" status: 200 len: 945 time: 0.1463425 Oct 12 19:29:32.241302 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-440b39a8-aca0-4601-86e6-0075a3129e65 req-2974eb45-352c-4b2b-b7b4-c2a306f26686 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:32.283755 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f462a102-72c6-49c8-8eb4-1f8982dffe78 req-f79a7d53-fea6-4a88-97a0-358460bf222e tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/security-groups?id=3416205a-d9ec-4ba1-a823-0f8eadffb37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658119 Oct 12 19:29:32.370619 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-440b39a8-aca0-4601-86e6-0075a3129e65 req-2974eb45-352c-4b2b-b7b4-c2a306f26686 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:32.383813 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['71a094e6-3c69-44e7-8689-4e4c66ecd7da'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:29:32.389227 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['746f239a-cac1-47b7-a948-8973bb897097'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:29:32.502485 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-440b39a8-aca0-4601-86e6-0075a3129e65 req-2974eb45-352c-4b2b-b7b4-c2a306f26686 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Network f22a0b4a-70e4-4463-a6ef-6109199fd871 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:29:32.515495 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [req-440b39a8-aca0-4601-86e6-0075a3129e65 req-2974eb45-352c-4b2b-b7b4-c2a306f26686 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:29:32.523318 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-440b39a8-aca0-4601-86e6-0075a3129e65 req-2974eb45-352c-4b2b-b7b4-c2a306f26686 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:29:32.527853 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 56748) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:29:32.531757 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2974eb45-352c-4b2b-b7b4-c2a306f26686 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Pushing event updated for resources: {'Port': ['ID=92300b94-4016-42e0-817e-2ddb68d39101,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:29:32.570691 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-ff64958e-3970-41e8-8543-38075e3e6528 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1314222898-network', 'tenant_id': '4f8a470bf8b14bf29d8a6c990dec79dd'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:29:32.595839 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-fc7a3f35-4d2c-4a33-8a68-0549d374e8da None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:32.613037 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcfadab-0bf4-49b2-bd1c-5006c0a146da req-cffc77ed-a0b1-4649-bec2-f97ff86fdb80 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:32.614703 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9dcfadab-0bf4-49b2-bd1c-5006c0a146da req-cffc77ed-a0b1-4649-bec2-f97ff86fdb80 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc6858b5-0d7c-40ef-b1d8-5b0500f75602 HTTP/1.1" status: 200 len: 931 time: 0.2301714 Oct 12 19:29:32.704392 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440b39a8-aca0-4601-86e6-0075a3129e65 req-2974eb45-352c-4b2b-b7b4-c2a306f26686 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:32.705531 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-440b39a8-aca0-4601-86e6-0075a3129e65 req-2974eb45-352c-4b2b-b7b4-c2a306f26686 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:32.712756 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-fc7a3f35-4d2c-4a33-8a68-0549d374e8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:32.788802 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9dcfadab-0bf4-49b2-bd1c-5006c0a146da req-79caab56-38a5-4e35-9cbe-0bb58a32895c tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=94a43134-a4a7-45fd-af5f-8fc2adc2c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595621 Oct 12 19:29:32.838088 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:32.856723 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff64958e-3970-41e8-8543-38075e3e6528 admin admin] Made reservation on behalf of 4f8a470bf8b14bf29d8a6c990dec79dd for: {'network': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:29:32.859885 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ff64958e-3970-41e8-8543-38075e3e6528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:32.864185 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de913901-5e32-4b88-a0b2-c94117b2f3d6 req-36915de5-d1f0-48f9-8e76-5dfad9f00935 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:32.873348 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-de913901-5e32-4b88-a0b2-c94117b2f3d6 req-36915de5-d1f0-48f9-8e76-5dfad9f00935 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/ports?device_id=7151f7fb-ddbb-4ee3-9ffd-13f64df8dfe1 HTTP/1.1" status: 200 len: 945 time: 0.9126112 Oct 12 19:29:32.876564 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad97d3a-b6cd-4bc5-b9ee-f9713b1462d4 None None] Pushing event updated for resources: {'Port': ['ID=8cf54341-971e-445d-b80d-def6ec01686b,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:29:32.891637 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ff64958e-3970-41e8-8543-38075e3e6528 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:32.922901 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad97d3a-b6cd-4bc5-b9ee-f9713b1462d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:29:32.923261 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad97d3a-b6cd-4bc5-b9ee-f9713b1462d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:29:32.923584 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad97d3a-b6cd-4bc5-b9ee-f9713b1462d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:29:32.923920 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad97d3a-b6cd-4bc5-b9ee-f9713b1462d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:29:32.924285 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad97d3a-b6cd-4bc5-b9ee-f9713b1462d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:29:32.924618 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad97d3a-b6cd-4bc5-b9ee-f9713b1462d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:29:32.924956 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad97d3a-b6cd-4bc5-b9ee-f9713b1462d4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:29:32.925268 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad97d3a-b6cd-4bc5-b9ee-f9713b1462d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:29:32.925589 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad97d3a-b6cd-4bc5-b9ee-f9713b1462d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:29:32.925908 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad97d3a-b6cd-4bc5-b9ee-f9713b1462d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:29:32.926229 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad97d3a-b6cd-4bc5-b9ee-f9713b1462d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:29:32.926545 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad97d3a-b6cd-4bc5-b9ee-f9713b1462d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:29:32.942959 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-37bf0d28-fa06-4ff5-b843-b73878d6a8a8 req-22d24349-37aa-4334-885b-e6606bc6537e service neutron] Attempting to bind port b76465bb-a911-477e-be67-0e6b71cb5edc on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:29:32.944472 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-37bf0d28-fa06-4ff5-b843-b73878d6a8a8 req-22d24349-37aa-4334-885b-e6606bc6537e service neutron] Attempting to bind port b76465bb-a911-477e-be67-0e6b71cb5edc by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': 'f1170869-d10a-47f8-bcc2-096029983e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'd46f9207-c404-4b39-9c22-4c600f702514'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:29:32.946069 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bf0d28-fa06-4ff5-b843-b73878d6a8a8 req-22d24349-37aa-4334-885b-e6606bc6537e service neutron] Attempting to bind port b76465bb-a911-477e-be67-0e6b71cb5edc on network d46f9207-c404-4b39-9c22-4c600f702514 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:29:32.954640 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bf0d28-fa06-4ff5-b843-b73878d6a8a8 req-22d24349-37aa-4334-885b-e6606bc6537e service neutron] Port b76465bb-a911-477e-be67-0e6b71cb5edc on network d46f9207-c404-4b39-9c22-4c600f702514 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:29:32.955055 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bf0d28-fa06-4ff5-b843-b73878d6a8a8 req-22d24349-37aa-4334-885b-e6606bc6537e service neutron] Attempting to bind port b76465bb-a911-477e-be67-0e6b71cb5edc on network d46f9207-c404-4b39-9c22-4c600f702514 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:29:32.956644 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-fc7a3f35-4d2c-4a33-8a68-0549d374e8da None None] Attempting to bind port 8cf54341-971e-445d-b80d-def6ec01686b on host n-d-813679-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:29:32.957018 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-fc7a3f35-4d2c-4a33-8a68-0549d374e8da None None] Attempting to bind port 8cf54341-971e-445d-b80d-def6ec01686b by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'e4151b77-05a9-444c-bf74-7d70d1ce5d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '349dcaef-d164-4f50-8d93-10156dd0110b'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:29:32.957448 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7a3f35-4d2c-4a33-8a68-0549d374e8da None None] Attempting to bind port 8cf54341-971e-445d-b80d-def6ec01686b on network 349dcaef-d164-4f50-8d93-10156dd0110b {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:29:32.975163 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7a3f35-4d2c-4a33-8a68-0549d374e8da None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:29:32.975534 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7a3f35-4d2c-4a33-8a68-0549d374e8da None None] Checking segment: {'id': 'e4151b77-05a9-444c-bf74-7d70d1ce5d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '349dcaef-d164-4f50-8d93-10156dd0110b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:29:32.975676 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-de913901-5e32-4b88-a0b2-c94117b2f3d6 req-fe9e0642-ec20-41f2-a54d-7994b20aa6b0 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2ba2481-c648-48f3-9a5a-fa2d99adbcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972989 Oct 12 19:29:32.976270 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-fc7a3f35-4d2c-4a33-8a68-0549d374e8da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:32.976801 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7a3f35-4d2c-4a33-8a68-0549d374e8da None None] Bound using segment: {'id': 'e4151b77-05a9-444c-bf74-7d70d1ce5d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '349dcaef-d164-4f50-8d93-10156dd0110b'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:29:32.977625 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-fc7a3f35-4d2c-4a33-8a68-0549d374e8da None None] Bound port: 8cf54341-971e-445d-b80d-def6ec01686b, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4151b77-05a9-444c-bf74-7d70d1ce5d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '349dcaef-d164-4f50-8d93-10156dd0110b'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:29:32.978250 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-fc7a3f35-4d2c-4a33-8a68-0549d374e8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:32.986894 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bf0d28-fa06-4ff5-b843-b73878d6a8a8 req-22d24349-37aa-4334-885b-e6606bc6537e service neutron] Checking agent: {'id': 'f5e9725f-f5a6-43c2-a1be-95e21e9a1fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:29:32.987354 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bf0d28-fa06-4ff5-b843-b73878d6a8a8 req-22d24349-37aa-4334-885b-e6606bc6537e service neutron] Checking segment: {'id': 'f1170869-d10a-47f8-bcc2-096029983e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'd46f9207-c404-4b39-9c22-4c600f702514'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:29:32.987759 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bf0d28-fa06-4ff5-b843-b73878d6a8a8 req-22d24349-37aa-4334-885b-e6606bc6537e service neutron] Bound using segment: {'id': 'f1170869-d10a-47f8-bcc2-096029983e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'd46f9207-c404-4b39-9c22-4c600f702514'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:29:32.990396 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-37bf0d28-fa06-4ff5-b843-b73878d6a8a8 req-22d24349-37aa-4334-885b-e6606bc6537e service neutron] Bound port: b76465bb-a911-477e-be67-0e6b71cb5edc, host: n-h1-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1170869-d10a-47f8-bcc2-096029983e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'd46f9207-c404-4b39-9c22-4c600f702514'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:29:32.991273 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-37bf0d28-fa06-4ff5-b843-b73878d6a8a8 req-22d24349-37aa-4334-885b-e6606bc6537e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:33.002112 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-440b39a8-aca0-4601-86e6-0075a3129e65 req-2974eb45-352c-4b2b-b7b4-c2a306f26686 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6023335 Oct 12 19:29:33.038283 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-440b39a8-aca0-4601-86e6-0075a3129e65 req-1dca6d84-3e01-4715-9fe7-53d191da32b4 service neutron] Request body: {'port': {'device_id': 'bc6858b5-0d7c-40ef-b1d8-5b0500f75602', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-3'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:29:33.082827 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:33.082827 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-0f5c285e-0183-41a3-a67e-cc722a3a8b2a None None] Provisioning complete for port 92300b94-4016-42e0-817e-2ddb68d39101 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:29:33.082827 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0f5c285e-0183-41a3-a67e-cc722a3a8b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:33.131867 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:33.142206 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-37bf0d28-fa06-4ff5-b843-b73878d6a8a8 req-22d24349-37aa-4334-885b-e6606bc6537e service neutron] For port b76465bb-a911-477e-be67-0e6b71cb5edc, host n-h1-813679-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:29:33.162920 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-0f5c285e-0183-41a3-a67e-cc722a3a8b2a None None] Port 92300b94-4016-42e0-817e-2ddb68d39101 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:29:33.163214 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-37bf0d28-fa06-4ff5-b843-b73878d6a8a8 req-22d24349-37aa-4334-885b-e6606bc6537e service neutron] For port b76465bb-a911-477e-be67-0e6b71cb5edc, host n-h1-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=b76465bb-a911-477e-be67-0e6b71cb5edc,segment=NetworkSegment(f1170869-d10a-47f8-bcc2-096029983e07),segment_id=f1170869-d10a-47f8-bcc2-096029983e07)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:29:33.178675 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-fc7a3f35-4d2c-4a33-8a68-0549d374e8da None None] For port 8cf54341-971e-445d-b80d-def6ec01686b, host n-d-813679-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:29:33.182954 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-fc7a3f35-4d2c-4a33-8a68-0549d374e8da None None] For port 8cf54341-971e-445d-b80d-def6ec01686b, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=8cf54341-971e-445d-b80d-def6ec01686b,segment=NetworkSegment(e4151b77-05a9-444c-bf74-7d70d1ce5d93),segment_id=e4151b77-05a9-444c-bf74-7d70d1ce5d93)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:29:33.207858 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-440b39a8-aca0-4601-86e6-0075a3129e65 req-1dca6d84-3e01-4715-9fe7-53d191da32b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:33.233933 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7df085-2673-4519-bb3e-501518ae63be req-fec02e67-acd3-4665-8597-299384f7c363 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:33.235608 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5d7df085-2673-4519-bb3e-501518ae63be req-fec02e67-acd3-4665-8597-299384f7c363 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=0361b7d2-4513-456d-893e-ff9b34475f13 HTTP/1.1" status: 200 len: 946 time: 0.0786810 Oct 12 19:29:33.260706 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-37bf0d28-fa06-4ff5-b843-b73878d6a8a8 req-22d24349-37aa-4334-885b-e6606bc6537e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:33.290022 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-2402c9d4-1451-46b7-afa2-e1feac153ae1 None None] Provisioning complete for port 8cf54341-971e-445d-b80d-def6ec01686b triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:29:33.290410 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2402c9d4-1451-46b7-afa2-e1feac153ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:33.313582 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-fc7a3f35-4d2c-4a33-8a68-0549d374e8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:33.325814 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bf0d28-fa06-4ff5-b843-b73878d6a8a8 req-22d24349-37aa-4334-885b-e6606bc6537e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:33.325814 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-37bf0d28-fa06-4ff5-b843-b73878d6a8a8 req-22d24349-37aa-4334-885b-e6606bc6537e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:33.326696 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-37bf0d28-fa06-4ff5-b843-b73878d6a8a8 req-22d24349-37aa-4334-885b-e6606bc6537e service neutron] 10.222.0.61 "PUT /v2.0/ports/b76465bb-a911-477e-be67-0e6b71cb5edc HTTP/1.1" status: 200 len: 1091 time: 2.2127843 Oct 12 19:29:33.327345 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b8446f7-560c-4474-adde-2a44fb97e935', 'tag': 'b76465bb-a911-477e-be67-0e6b71cb5edc'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:29:33.330076 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ac4fbca-f71b-4956-a718-e32951bf8413" -d '{"events": [{"name": "network-changed", "server_uuid": "9b8446f7-560c-4474-adde-2a44fb97e935", "tag": "b76465bb-a911-477e-be67-0e6b71cb5edc"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:29:33.342304 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5d7df085-2673-4519-bb3e-501518ae63be req-4a282bd5-bb00-41e6-8b23-0a7865446854 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994205 Oct 12 19:29:33.358895 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d24349-37aa-4334-885b-e6606bc6537e service neutron] Pushing event updated for resources: {'Port': ['ID=b76465bb-a911-477e-be67-0e6b71cb5edc,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:29:33.374379 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-2402c9d4-1451-46b7-afa2-e1feac153ae1 None None] Port 8cf54341-971e-445d-b80d-def6ec01686b cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:29:33.407410 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ff64958e-3970-41e8-8543-38075e3e6528 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:33.447022 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7a3f35-4d2c-4a33-8a68-0549d374e8da None None] Routers {'7f9d339e-cfe9-4b0a-8c1c-83d1bfab95d4'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:29:33.449589 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-fc7a3f35-4d2c-4a33-8a68-0549d374e8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:29:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['7f9d339e-cfe9-4b0a-8c1c-83d1bfab95d4'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:29:33.496453 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ff64958e-3970-41e8-8543-38075e3e6528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:33.508959 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff64958e-3970-41e8-8543-38075e3e6528 admin admin] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=95501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:29:33.512155 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bf0d28-fa06-4ff5-b843-b73878d6a8a8 req-1166e315-08df-4757-be5a-171edb8783d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:33.513853 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-37bf0d28-fa06-4ff5-b843-b73878d6a8a8 req-1166e315-08df-4757-be5a-171edb8783d1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c5ae0cb676494c85bed95fdcf49f266a&device_id=9b8446f7-560c-4474-adde-2a44fb97e935 HTTP/1.1" status: 200 len: 1094 time: 0.0879126 Oct 12 19:29:33.550847 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad97d3a-b6cd-4bc5-b9ee-f9713b1462d4 None None] Pushing event updated for resources: {'Port': ['ID=8cf54341-971e-445d-b80d-def6ec01686b,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:29:33.597962 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff64958e-3970-41e8-8543-38075e3e6528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b4da56f-dbab-4c2b-b3dd-213601b318f0,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:29:33.598144 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-37bf0d28-fa06-4ff5-b843-b73878d6a8a8 req-58eb4c00-7856-4cf1-bcf5-d3abe6844751 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b76465bb-a911-477e-be67-0e6b71cb5edc HTTP/1.1" status: 200 len: 217 time: 0.0712886 Oct 12 19:29:33.613200 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceda814-d78e-4905-8fc7-8e7d9a0cff4d req-c2649c70-a582-4b9f-968e-cbb8937e9972 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:33.616075 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:33.618685 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-cceda814-d78e-4905-8fc7-8e7d9a0cff4d req-c2649c70-a582-4b9f-968e-cbb8937e9972 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/ports?device_id=a12a186c-07bf-4785-82d3-97ddb6d52d66 HTTP/1.1" status: 200 len: 945 time: 0.1615250 Oct 12 19:29:33.630262 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ff64958e-3970-41e8-8543-38075e3e6528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:33.630606 n-d-813679-3 neutron-server[95501]: INFO neutron.db.segments_db [None req-ff64958e-3970-41e8-8543-38075e3e6528 admin admin] Added segment f9c49260-5b42-4079-9665-a9fe903174c2 of type vlan for network 8d1f1d63-7081-4aec-8425-f1aaa5c0ea79 Oct 12 19:29:33.641112 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2d7391-af01-41aa-82b3-d7699e63f504 req-ced26ea2-402d-41c6-86cc-45c149926b1e tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:33.649923 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fb2d7391-af01-41aa-82b3-d7699e63f504 req-ced26ea2-402d-41c6-86cc-45c149926b1e tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b8446f7-560c-4474-adde-2a44fb97e935 HTTP/1.1" status: 200 len: 943 time: 0.7144403 Oct 12 19:29:33.654942 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-fc7a3f35-4d2c-4a33-8a68-0549d374e8da None None] Set router 7f9d339e-cfe9-4b0a-8c1c-83d1bfab95d4 gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:29:33.728910 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bf0d28-fa06-4ff5-b843-b73878d6a8a8 req-9c5a4fdd-471e-4557-90d2-0d50bea85f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:33.730346 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-37bf0d28-fa06-4ff5-b843-b73878d6a8a8 req-9c5a4fdd-471e-4557-90d2-0d50bea85f24 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=610de003-a3a0-4244-ae57-4724e5569ae2 HTTP/1.1" status: 200 len: 855 time: 0.1086423 Oct 12 19:29:33.749132 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fb2d7391-af01-41aa-82b3-d7699e63f504 req-eb644b5d-223f-4eca-ac5f-d08d601b40a5 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/security-groups?id=cefdf9de-6871-4b8c-818c-d47d551271dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983255 Oct 12 19:29:33.778235 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ff64958e-3970-41e8-8543-38075e3e6528 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:33.787485 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-cceda814-d78e-4905-8fc7-8e7d9a0cff4d req-d1701d92-0ae9-4775-8d42-3a139680df64 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/security-groups?id=3416205a-d9ec-4ba1-a823-0f8eadffb37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830629 Oct 12 19:29:33.798875 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-37bf0d28-fa06-4ff5-b843-b73878d6a8a8 req-df9b2e31-c4db-4110-a503-483fa89978cd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d46f9207-c404-4b39-9c22-4c600f702514&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543990 Oct 12 19:29:33.799643 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-1d9bb01f-ab39-461b-8f1b-26dac8251115 None None] Provisioning complete for port 8cf54341-971e-445d-b80d-def6ec01686b triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:29:33.799918 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d9bb01f-ab39-461b-8f1b-26dac8251115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:33.907540 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-37bf0d28-fa06-4ff5-b843-b73878d6a8a8 req-1a2ead76-ff5e-4980-8483-48c196e6d855 service neutron] 10.222.0.61 "GET /v2.0/networks/d46f9207-c404-4b39-9c22-4c600f702514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040130 Oct 12 19:29:33.909135 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d11b6254-5275-413a-8b8a-848331329a17 x-openstack-request-id: req-d11b6254-5275-413a-8b8a-848331329a17 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:29:33.909422 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b8446f7-560c-4474-adde-2a44fb97e935", "tag": "b76465bb-a911-477e-be67-0e6b71cb5edc", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:29:33.909718 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d11b6254-5275-413a-8b8a-848331329a17 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:29:33.911256 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b8446f7-560c-4474-adde-2a44fb97e935', 'tag': 'b76465bb-a911-477e-be67-0e6b71cb5edc', 'status': 'completed', 'code': 200} Oct 12 19:29:33.931219 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [req-440b39a8-aca0-4601-86e6-0075a3129e65 req-1dca6d84-3e01-4715-9fe7-53d191da32b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92300b94-4016-42e0-817e-2ddb68d39101 {{(pid=95501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:29:33.941948 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-440b39a8-aca0-4601-86e6-0075a3129e65 req-1dca6d84-3e01-4715-9fe7-53d191da32b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:33.955977 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d9bb01f-ab39-461b-8f1b-26dac8251115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:33.970013 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.provisioning_blocks [req-440b39a8-aca0-4601-86e6-0075a3129e65 req-1dca6d84-3e01-4715-9fe7-53d191da32b4 service neutron] Transition to ACTIVE for port object 92300b94-4016-42e0-817e-2ddb68d39101 will not be triggered until provisioned by entity L2. {{(pid=95501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:29:34.003463 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-1d9bb01f-ab39-461b-8f1b-26dac8251115 None None] For port 8cf54341-971e-445d-b80d-def6ec01686b, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=8cf54341-971e-445d-b80d-def6ec01686b,segment=NetworkSegment(e4151b77-05a9-444c-bf74-7d70d1ce5d93),segment_id=e4151b77-05a9-444c-bf74-7d70d1ce5d93)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:29:34.013191 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ff64958e-3970-41e8-8543-38075e3e6528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:34.014153 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff64958e-3970-41e8-8543-38075e3e6528 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:34.014734 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ff64958e-3970-41e8-8543-38075e3e6528 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:34.018477 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-fc7a3f35-4d2c-4a33-8a68-0549d374e8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f9d339e-cfe9-4b0a-8c1c-83d1bfab95d4', 'name': 'tempest-TestAggregatesBasicOps-989204191-router', 'tenant_id': '4ebc1032fa404a72989275d94431db40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': 'de71a4e4-e84a-42ae-8acf-472093ada067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:29:22Z', 'updated_at': '2021-10-12T19:29:29Z', 'revision_number': 4, 'project_id': '4ebc1032fa404a72989275d94431db40', 'gw_port': {'id': 'de71a4e4-e84a-42ae-8acf-472093ada067', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:84:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9d339e-cfe9-4b0a-8c1c-83d1bfab95d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:29:23Z', 'updated_at': '2021-10-12T19:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '8cf54341-971e-445d-b80d-def6ec01686b', 'name': '', 'network_id': '349dcaef-d164-4f50-8d93-10156dd0110b', 'tenant_id': '4ebc1032fa404a72989275d94431db40', 'mac_address': 'fa:16:3e:0b:28:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f9d339e-cfe9-4b0a-8c1c-83d1bfab95d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2156, 'fixed_ips': [{'subnet_id': 'd4b03ad4-ca3b-4de5-8b3f-b92ea2f6bea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:29:26Z', 'updated_at': '2021-10-12T19:29:33Z', 'revision_number': 4, 'project_id': '4ebc1032fa404a72989275d94431db40', 'subnets': [{'id': 'd4b03ad4-ca3b-4de5-8b3f-b92ea2f6bea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:29:34.045530 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7a3f35-4d2c-4a33-8a68-0549d374e8da None None] The sync data for ids ['7f9d339e-cfe9-4b0a-8c1c-83d1bfab95d4'] in n-d-813679-3 is: [{'id': '7f9d339e-cfe9-4b0a-8c1c-83d1bfab95d4', 'name': 'tempest-TestAggregatesBasicOps-989204191-router', 'tenant_id': '4ebc1032fa404a72989275d94431db40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': 'de71a4e4-e84a-42ae-8acf-472093ada067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:29:22Z', 'updated_at': '2021-10-12T19:29:29Z', 'revision_number': 4, 'project_id': '4ebc1032fa404a72989275d94431db40', 'gw_port': {'id': 'de71a4e4-e84a-42ae-8acf-472093ada067', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:84:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9d339e-cfe9-4b0a-8c1c-83d1bfab95d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:29:23Z', 'updated_at': '2021-10-12T19:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '8cf54341-971e-445d-b80d-def6ec01686b', 'name': '', 'network_id': '349dcaef-d164-4f50-8d93-10156dd0110b', 'tenant_id': '4ebc1032fa404a72989275d94431db40', 'mac_address': 'fa:16:3e:0b:28:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f9d339e-cfe9-4b0a-8c1c-83d1bfab95d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2156, 'fixed_ips': [{'subnet_id': 'd4b03ad4-ca3b-4de5-8b3f-b92ea2f6bea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:29:26Z', 'updated_at': '2021-10-12T19:29:33Z', 'revision_number': 4, 'project_id': '4ebc1032fa404a72989275d94431db40', 'subnets': [{'id': 'd4b03ad4-ca3b-4de5-8b3f-b92ea2f6bea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:29:34.058454 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-37bf0d28-fa06-4ff5-b843-b73878d6a8a8 req-7b620333-e2ce-4a1f-9246-642303cc6216 service neutron] 10.222.0.61 "GET /v2.0/networks/d46f9207-c404-4b39-9c22-4c600f702514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396642 Oct 12 19:29:34.127543 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87e080a-7609-49b7-b827-eb58d5cc6378 req-7d5f2c29-beec-46e1-abbf-7931d19965cc tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:34.132638 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d9bb01f-ab39-461b-8f1b-26dac8251115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:34.133641 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d87e080a-7609-49b7-b827-eb58d5cc6378 req-7d5f2c29-beec-46e1-abbf-7931d19965cc tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc6858b5-0d7c-40ef-b1d8-5b0500f75602 HTTP/1.1" status: 200 len: 931 time: 0.1462765 Oct 12 19:29:34.144136 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-440b39a8-aca0-4601-86e6-0075a3129e65 req-1dca6d84-3e01-4715-9fe7-53d191da32b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:34.146591 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff64958e-3970-41e8-8543-38075e3e6528 admin admin] Pushing event updated for resources: {'Network': ['ID=8d1f1d63-7081-4aec-8425-f1aaa5c0ea79,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:29:34.157029 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-ff64958e-3970-41e8-8543-38075e3e6528 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6261640 Oct 12 19:29:34.159862 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 56780) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:29:34.167612 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-0db2b622-711f-4e48-9d9f-7c8f78444f16 admin admin] Request body: {'subnet': {'network_id': '8d1f1d63-7081-4aec-8425-f1aaa5c0ea79', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1314222898-subnet', 'tenant_id': '4f8a470bf8b14bf29d8a6c990dec79dd', 'ip_version': 4}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:29:34.201807 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 8d1f1d63-7081-4aec-8425-f1aaa5c0ea79 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:29:34.270816 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dca6d84-3e01-4715-9fe7-53d191da32b4 service neutron] Pushing event updated for resources: {'Port': ['ID=92300b94-4016-42e0-817e-2ddb68d39101,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:29:34.299126 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0db2b622-711f-4e48-9d9f-7c8f78444f16 admin admin] Made reservation on behalf of 4f8a470bf8b14bf29d8a6c990dec79dd for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:29:34.301803 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0db2b622-711f-4e48-9d9f-7c8f78444f16 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16245837'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:34.306922 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d87e080a-7609-49b7-b827-eb58d5cc6378 req-a6e762d1-ed36-42a6-8eea-bc1a9413c77c tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=94a43134-a4a7-45fd-af5f-8fc2adc2c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564577 Oct 12 19:29:34.367418 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9bb01f-ab39-461b-8f1b-26dac8251115 None None] Pushing event updated for resources: {'Port': ['ID=8cf54341-971e-445d-b80d-def6ec01686b,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:29:34.467754 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-440b39a8-aca0-4601-86e6-0075a3129e65 req-1dca6d84-3e01-4715-9fe7-53d191da32b4 service neutron] Attempting to bind port 92300b94-4016-42e0-817e-2ddb68d39101 on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:29:34.468264 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-440b39a8-aca0-4601-86e6-0075a3129e65 req-1dca6d84-3e01-4715-9fe7-53d191da32b4 service neutron] Attempting to bind port 92300b94-4016-42e0-817e-2ddb68d39101 by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': '1311cbfc-168d-4d44-b005-c99086bc74c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f22a0b4a-70e4-4463-a6ef-6109199fd871'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:29:34.472296 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440b39a8-aca0-4601-86e6-0075a3129e65 req-1dca6d84-3e01-4715-9fe7-53d191da32b4 service neutron] Attempting to bind port 92300b94-4016-42e0-817e-2ddb68d39101 on network f22a0b4a-70e4-4463-a6ef-6109199fd871 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:29:34.477102 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440b39a8-aca0-4601-86e6-0075a3129e65 req-1dca6d84-3e01-4715-9fe7-53d191da32b4 service neutron] Port 92300b94-4016-42e0-817e-2ddb68d39101 on network f22a0b4a-70e4-4463-a6ef-6109199fd871 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:29:34.477635 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440b39a8-aca0-4601-86e6-0075a3129e65 req-1dca6d84-3e01-4715-9fe7-53d191da32b4 service neutron] Attempting to bind port 92300b94-4016-42e0-817e-2ddb68d39101 on network f22a0b4a-70e4-4463-a6ef-6109199fd871 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:29:34.482695 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac4fbca-f71b-4956-a718-e32951bf8413 req-601875d2-d0c0-4653-8355-1455cc469f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:34.484305 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7ac4fbca-f71b-4956-a718-e32951bf8413 req-601875d2-d0c0-4653-8355-1455cc469f20 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c5ae0cb676494c85bed95fdcf49f266a&device_id=9b8446f7-560c-4474-adde-2a44fb97e935 HTTP/1.1" status: 200 len: 1094 time: 0.2358680 Oct 12 19:29:34.491948 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440b39a8-aca0-4601-86e6-0075a3129e65 req-1dca6d84-3e01-4715-9fe7-53d191da32b4 service neutron] Checking agent: {'id': 'f5e9725f-f5a6-43c2-a1be-95e21e9a1fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:29:34.492306 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440b39a8-aca0-4601-86e6-0075a3129e65 req-1dca6d84-3e01-4715-9fe7-53d191da32b4 service neutron] Checking segment: {'id': '1311cbfc-168d-4d44-b005-c99086bc74c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f22a0b4a-70e4-4463-a6ef-6109199fd871'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:29:34.492801 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440b39a8-aca0-4601-86e6-0075a3129e65 req-1dca6d84-3e01-4715-9fe7-53d191da32b4 service neutron] Bound using segment: {'id': '1311cbfc-168d-4d44-b005-c99086bc74c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f22a0b4a-70e4-4463-a6ef-6109199fd871'} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:29:34.493383 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-440b39a8-aca0-4601-86e6-0075a3129e65 req-1dca6d84-3e01-4715-9fe7-53d191da32b4 service neutron] Bound port: 92300b94-4016-42e0-817e-2ddb68d39101, host: n-h1-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1311cbfc-168d-4d44-b005-c99086bc74c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f22a0b4a-70e4-4463-a6ef-6109199fd871'}}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:29:34.493840 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-440b39a8-aca0-4601-86e6-0075a3129e65 req-1dca6d84-3e01-4715-9fe7-53d191da32b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:34.531580 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:34.542252 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d817949-ff91-42b0-9cc7-7b32e20e9a6f req-42bd2e20-ce3f-4a25-864e-1b87a8fc5920 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:34.550132 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3d817949-ff91-42b0-9cc7-7b32e20e9a6f req-42bd2e20-ce3f-4a25-864e-1b87a8fc5920 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/ports?device_id=7151f7fb-ddbb-4ee3-9ffd-13f64df8dfe1 HTTP/1.1" status: 200 len: 945 time: 0.1253054 Oct 12 19:29:34.644524 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ae4355-7a77-47b9-9ce2-30333c801818 req-d274d84e-6fcf-4408-8204-fec13bc0c777 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:34.646040 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e3ae4355-7a77-47b9-9ce2-30333c801818 req-d274d84e-6fcf-4408-8204-fec13bc0c777 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.67 "GET /v2.0/ports?device_id=7151f7fb-ddbb-4ee3-9ffd-13f64df8dfe1 HTTP/1.1" status: 200 len: 945 time: 0.1480148 Oct 12 19:29:34.673904 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3d817949-ff91-42b0-9cc7-7b32e20e9a6f req-d1b05ce9-2081-482a-9c36-193c876b81c5 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2ba2481-c648-48f3-9a5a-fa2d99adbcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100280 Oct 12 19:29:34.712005 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-440b39a8-aca0-4601-86e6-0075a3129e65 req-1dca6d84-3e01-4715-9fe7-53d191da32b4 service neutron] For port 92300b94-4016-42e0-817e-2ddb68d39101, host n-h1-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:29:34.731936 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-440b39a8-aca0-4601-86e6-0075a3129e65 req-1dca6d84-3e01-4715-9fe7-53d191da32b4 service neutron] For port 92300b94-4016-42e0-817e-2ddb68d39101, host n-h1-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=92300b94-4016-42e0-817e-2ddb68d39101,segment=NetworkSegment(1311cbfc-168d-4d44-b005-c99086bc74c8),segment_id=1311cbfc-168d-4d44-b005-c99086bc74c8)] {{(pid=95501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:29:34.756399 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8082dbad-d846-4ada-a55c-233300b8dfb4 req-03836ae4-a358-4499-b8b3-afc2be250afa tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:34.758082 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8082dbad-d846-4ada-a55c-233300b8dfb4 req-03836ae4-a358-4499-b8b3-afc2be250afa tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=0361b7d2-4513-456d-893e-ff9b34475f13 HTTP/1.1" status: 200 len: 946 time: 0.2928102 Oct 12 19:29:34.802577 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-440b39a8-aca0-4601-86e6-0075a3129e65 req-1dca6d84-3e01-4715-9fe7-53d191da32b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:34.815089 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0db2b622-711f-4e48-9d9f-7c8f78444f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4306659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16245859'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:34.842619 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac4fbca-f71b-4956-a718-e32951bf8413 req-67f7de25-2a10-4211-b26c-685324ffc166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:34.844302 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7ac4fbca-f71b-4956-a718-e32951bf8413 req-67f7de25-2a10-4211-b26c-685324ffc166 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d46f9207-c404-4b39-9c22-4c600f702514 HTTP/1.1" status: 200 len: 916 time: 0.3383398 Oct 12 19:29:34.877354 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440b39a8-aca0-4601-86e6-0075a3129e65 req-1dca6d84-3e01-4715-9fe7-53d191da32b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:34.878896 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-440b39a8-aca0-4601-86e6-0075a3129e65 req-1dca6d84-3e01-4715-9fe7-53d191da32b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:34.880236 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-440b39a8-aca0-4601-86e6-0075a3129e65 req-1dca6d84-3e01-4715-9fe7-53d191da32b4 service neutron] 10.222.0.61 "PUT /v2.0/ports/92300b94-4016-42e0-817e-2ddb68d39101 HTTP/1.1" status: 200 len: 1091 time: 1.8588417 Oct 12 19:29:34.928253 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dca6d84-3e01-4715-9fe7-53d191da32b4 service neutron] Pushing event updated for resources: {'Port': ['ID=92300b94-4016-42e0-817e-2ddb68d39101,revision_number=3']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:29:34.932378 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc6858b5-0d7c-40ef-b1d8-5b0500f75602', 'tag': '92300b94-4016-42e0-817e-2ddb68d39101'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:29:34.933875 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db2b622-711f-4e48-9d9f-7c8f78444f16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa355105-303b-429c-9d21-ee5947196178,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:29:34.936329 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ef5178e-7ee2-4fe9-a935-0dbc70a30e10" -d '{"events": [{"name": "network-changed", "server_uuid": "bc6858b5-0d7c-40ef-b1d8-5b0500f75602", "tag": "92300b94-4016-42e0-817e-2ddb68d39101"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:29:34.941735 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-e3ae4355-7a77-47b9-9ce2-30333c801818 req-c2418990-537b-4950-8ca0-aaa9b33493dd tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] Deleting port e36fbb5b-eb55-43ca-a630-87d67f319337 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:29:34.942076 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-e3ae4355-7a77-47b9-9ce2-30333c801818 req-c2418990-537b-4950-8ca0-aaa9b33493dd tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:34.999151 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8082dbad-d846-4ada-a55c-233300b8dfb4 req-7f51f2b0-8d57-475d-b3e5-73e7ac22eec7 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193301 Oct 12 19:29:35.089024 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7ac4fbca-f71b-4956-a718-e32951bf8413 req-334507cf-d378-4478-b9af-6cd21aa314b1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b76465bb-a911-477e-be67-0e6b71cb5edc HTTP/1.1" status: 200 len: 217 time: 0.1493785 Oct 12 19:29:35.127382 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b22444-6432-45b7-b866-7c9be1dd800b req-6badcb2f-dd6e-43cf-baf2-6216279cda22 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:35.128983 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-36b22444-6432-45b7-b866-7c9be1dd800b req-6badcb2f-dd6e-43cf-baf2-6216279cda22 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b8446f7-560c-4474-adde-2a44fb97e935 HTTP/1.1" status: 200 len: 943 time: 0.2471159 Oct 12 19:29:35.173552 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db2b622-711f-4e48-9d9f-7c8f78444f16 admin admin] Checking segment: {'id': 'f9c49260-5b42-4079-9665-a9fe903174c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '8d1f1d63-7081-4aec-8425-f1aaa5c0ea79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:29:35.173914 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db2b622-711f-4e48-9d9f-7c8f78444f16 admin admin] Network hostable DHCP agents. Network: 8d1f1d63-7081-4aec-8425-f1aaa5c0ea79, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:29:35.208080 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-e3ae4355-7a77-47b9-9ce2-30333c801818 req-c2418990-537b-4950-8ca0-aaa9b33493dd tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] For port e36fbb5b-eb55-43ca-a630-87d67f319337, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=e36fbb5b-eb55-43ca-a630-87d67f319337,segment=NetworkSegment(8d33cac7-6802-4b00-b721-f9c2db6318f0),segment_id=8d33cac7-6802-4b00-b721-f9c2db6318f0)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:29:35.208440 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-e3ae4355-7a77-47b9-9ce2-30333c801818 req-c2418990-537b-4950-8ca0-aaa9b33493dd tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:35.212764 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440b39a8-aca0-4601-86e6-0075a3129e65 req-b228243a-3c3a-470b-b33a-4398331f75bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:35.214937 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-440b39a8-aca0-4601-86e6-0075a3129e65 req-b228243a-3c3a-470b-b33a-4398331f75bf service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8037c4999d8b4d25a8c451f2b659a2c4&device_id=bc6858b5-0d7c-40ef-b1d8-5b0500f75602 HTTP/1.1" status: 200 len: 1094 time: 0.1625140 Oct 12 19:29:35.235978 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8495170e-413d-4a95-a153-264e030ce1d3 req-8c8a3e05-cefe-4eb0-b3f1-ce7f368e7a82 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:35.238615 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8495170e-413d-4a95-a153-264e030ce1d3 req-8c8a3e05-cefe-4eb0-b3f1-ce7f368e7a82 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/ports?device_id=a12a186c-07bf-4785-82d3-97ddb6d52d66 HTTP/1.1" status: 200 len: 945 time: 0.1445494 Oct 12 19:29:35.241851 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac4fbca-f71b-4956-a718-e32951bf8413 req-29603e5e-230b-4dbb-8021-2cad5d1acc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:35.243434 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7ac4fbca-f71b-4956-a718-e32951bf8413 req-29603e5e-230b-4dbb-8021-2cad5d1acc05 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=610de003-a3a0-4244-ae57-4724e5569ae2 HTTP/1.1" status: 200 len: 855 time: 0.1369605 Oct 12 19:29:35.309427 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7ac4fbca-f71b-4956-a718-e32951bf8413 req-a115a6e0-feb5-4a5d-82c0-8207b282065b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d46f9207-c404-4b39-9c22-4c600f702514&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548723 Oct 12 19:29:35.335356 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db2b622-711f-4e48-9d9f-7c8f78444f16 admin admin] Network 8d1f1d63-7081-4aec-8425-f1aaa5c0ea79 is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:29:35.335663 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-36b22444-6432-45b7-b866-7c9be1dd800b req-3108af1d-b8d9-40f2-b9af-6fe0aa9f84be tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/security-groups?id=cefdf9de-6871-4b8c-818c-d47d551271dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647351 Oct 12 19:29:35.336953 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-e3ae4355-7a77-47b9-9ce2-30333c801818 req-c2418990-537b-4950-8ca0-aaa9b33493dd tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] Calling delete_port for e36fbb5b-eb55-43ca-a630-87d67f319337 owned by compute:nova {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:29:35.341972 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-440b39a8-aca0-4601-86e6-0075a3129e65 req-9fbd669f-5bd5-44a2-923e-9cdb235192b3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=92300b94-4016-42e0-817e-2ddb68d39101 HTTP/1.1" status: 200 len: 217 time: 0.1045694 Oct 12 19:29:35.429696 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8495170e-413d-4a95-a153-264e030ce1d3 req-b0e5e143-3dfe-4a68-9c10-5420ba4edabe tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/security-groups?id=3416205a-d9ec-4ba1-a823-0f8eadffb37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737823 Oct 12 19:29:35.470172 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7ac4fbca-f71b-4956-a718-e32951bf8413 req-4d51d1d1-1f14-4e69-a34e-6d22a71ae82f service neutron] 10.222.0.61 "GET /v2.0/networks/d46f9207-c404-4b39-9c22-4c600f702514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504271 Oct 12 19:29:35.493525 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-0db2b622-711f-4e48-9d9f-7c8f78444f16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, 8d1f1d63-7081-4aec-8425-f1aaa5c0ea79) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:29:35.503528 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acdd3715-35fd-4433-bd05-c32e907409a9 None None] Network 8d1f1d63-7081-4aec-8425-f1aaa5c0ea79 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:29:35.560907 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db2b622-711f-4e48-9d9f-7c8f78444f16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:35.561687 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0db2b622-711f-4e48-9d9f-7c8f78444f16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:35.625211 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7ac4fbca-f71b-4956-a718-e32951bf8413 req-c87c7832-8f84-4503-a799-e1895edc394f service neutron] 10.222.0.61 "GET /v2.0/networks/d46f9207-c404-4b39-9c22-4c600f702514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449747 Oct 12 19:29:35.683920 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-0db2b622-711f-4e48-9d9f-7c8f78444f16 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5215571 Oct 12 19:29:35.686588 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 56810) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:29:35.692795 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-1e008b40-9db5-4fc3-bfc8-f907d1281613 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1314222898-router', 'tenant_id': '4f8a470bf8b14bf29d8a6c990dec79dd', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:29:35.719594 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e6e19c7-9b1f-40f4-af2a-8d85497413a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-8d1f1d63-7081-4aec-8425-f1aaa5c0ea79', 'network_id': '8d1f1d63-7081-4aec-8425-f1aaa5c0ea79', 'tenant_id': '4f8a470bf8b14bf29d8a6c990dec79dd', 'fixed_ips': [{'subnet_id': 'aa355105-303b-429c-9d21-ee5947196178'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:29:35.721235 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8e6e19c7-9b1f-40f4-af2a-8d85497413a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:35.781357 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1e008b40-9db5-4fc3-bfc8-f907d1281613 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8093678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255505'] for router, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:35.783459 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1e008b40-9db5-4fc3-bfc8-f907d1281613 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8093562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8087085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8022306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255518'] for router, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:35.819311 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcbc2bd0-b110-4dd7-9e23-20145b1b904e x-openstack-request-id: req-bcbc2bd0-b110-4dd7-9e23-20145b1b904e {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:29:35.819564 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc6858b5-0d7c-40ef-b1d8-5b0500f75602", "tag": "92300b94-4016-42e0-817e-2ddb68d39101", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:29:35.819890 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bcbc2bd0-b110-4dd7-9e23-20145b1b904e {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:29:35.820388 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc6858b5-0d7c-40ef-b1d8-5b0500f75602', 'tag': '92300b94-4016-42e0-817e-2ddb68d39101', 'status': 'completed', 'code': 200} Oct 12 19:29:35.852111 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c922bf2-6639-41f5-bffc-bed9ec676a0c req-0d2dccb6-866c-45da-8be2-0bc46ff25712 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:35.860572 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9c922bf2-6639-41f5-bffc-bed9ec676a0c req-0d2dccb6-866c-45da-8be2-0bc46ff25712 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/ports?device_id=7151f7fb-ddbb-4ee3-9ffd-13f64df8dfe1 HTTP/1.1" status: 200 len: 945 time: 0.0939181 Oct 12 19:29:35.902192 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440b39a8-aca0-4601-86e6-0075a3129e65 req-a0aa9a40-6892-40fa-92a7-1f6fd0e06ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:35.903930 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-440b39a8-aca0-4601-86e6-0075a3129e65 req-a0aa9a40-6892-40fa-92a7-1f6fd0e06ee8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a09cd6ac-b3e0-423d-9e85-6644cbc7e663 HTTP/1.1" status: 200 len: 850 time: 0.5510957 Oct 12 19:29:35.916192 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d96ce0-48db-4c52-9da7-4cde3895c57e req-918048ba-7c63-4d4c-a70e-b02e79fee019 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:35.924264 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-39d96ce0-48db-4c52-9da7-4cde3895c57e req-918048ba-7c63-4d4c-a70e-b02e79fee019 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc6858b5-0d7c-40ef-b1d8-5b0500f75602 HTTP/1.1" status: 200 len: 943 time: 0.1177597 Oct 12 19:29:35.968127 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-8e6e19c7-9b1f-40f4-af2a-8d85497413a0 None None] Allocated IP 172.20.0.2 (8d1f1d63-7081-4aec-8425-f1aaa5c0ea79/aa355105-303b-429c-9d21-ee5947196178/995eef5a-b602-4927-9bb0-3a69fb43f58b) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:29:35.979626 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1e008b40-9db5-4fc3-bfc8-f907d1281613 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:35.993215 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9c922bf2-6639-41f5-bffc-bed9ec676a0c req-fe9e2287-900c-4068-a3d2-b897e3305528 tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/security-groups?id=a2ba2481-c648-48f3-9a5a-fa2d99adbcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310537 Oct 12 19:29:36.041027 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440b39a8-aca0-4601-86e6-0075a3129e65 req-5fe40ea7-093c-4edd-a813-d95643187a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:36.045034 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-440b39a8-aca0-4601-86e6-0075a3129e65 req-5fe40ea7-093c-4edd-a813-d95643187a7a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f22a0b4a-70e4-4463-a6ef-6109199fd871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1072481 Oct 12 19:29:36.114356 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-39d96ce0-48db-4c52-9da7-4cde3895c57e req-42ca28d6-d684-41d2-ac38-e82ce20f962c tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=94a43134-a4a7-45fd-af5f-8fc2adc2c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890917 Oct 12 19:29:36.177405 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8e6e19c7-9b1f-40f4-af2a-8d85497413a0 None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:36.196451 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 8cf54341-971e-445d-b80d-def6ec01686b up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:29:36.207182 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-440b39a8-aca0-4601-86e6-0075a3129e65 req-7b3fa8e9-ad68-45ac-8502-d72544274672 service neutron] 10.222.0.61 "GET /v2.0/networks/f22a0b4a-70e4-4463-a6ef-6109199fd871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233461 Oct 12 19:29:36.258589 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 8cf54341-971e-445d-b80d-def6ec01686b triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:29:36.258958 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:36.266101 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acca5e4e-d689-4f40-9194-f58c846f1ae3 req-07574dde-bfc5-4353-894b-2faec54399ef tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:36.268710 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-e3ae4355-7a77-47b9-9ce2-30333c801818 req-c2418990-537b-4950-8ca0-aaa9b33493dd tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:36.274848 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-acca5e4e-d689-4f40-9194-f58c846f1ae3 req-07574dde-bfc5-4353-894b-2faec54399ef tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=0361b7d2-4513-456d-893e-ff9b34475f13 HTTP/1.1" status: 200 len: 946 time: 0.1942186 Oct 12 19:29:36.298724 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['e36fbb5b-eb55-43ca-a630-87d67f319337'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:29:36.337902 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2418990-537b-4950-8ca0-aaa9b33493dd tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] Pushing event deleted for resources: {'Port': ['ID=e36fbb5b-eb55-43ca-a630-87d67f319337,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:29:36.375247 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3ae4355-7a77-47b9-9ce2-30333c801818 req-c2418990-537b-4950-8ca0-aaa9b33493dd tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] No DVR routers for this DVR port e36fbb5b-eb55-43ca-a630-87d67f319337 on host n-h2-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:29:36.380350 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-e3ae4355-7a77-47b9-9ce2-30333c801818 req-c2418990-537b-4950-8ca0-aaa9b33493dd tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:36.383924 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e3ae4355-7a77-47b9-9ce2-30333c801818 req-c2418990-537b-4950-8ca0-aaa9b33493dd tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.67 "DELETE /v2.0/ports/e36fbb5b-eb55-43ca-a630-87d67f319337 HTTP/1.1" status: 204 len: 173 time: 1.7050004 Oct 12 19:29:36.401213 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1e008b40-9db5-4fc3-bfc8-f907d1281613 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:36.422875 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-440b39a8-aca0-4601-86e6-0075a3129e65 req-4495ab85-efec-4d62-9994-b80231c0b18f service neutron] 10.222.0.61 "GET /v2.0/networks/f22a0b4a-70e4-4463-a6ef-6109199fd871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083921 Oct 12 19:29:36.443228 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-acca5e4e-d689-4f40-9194-f58c846f1ae3 req-7a8edf42-7c73-4512-8ec3-7fd855863d46 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666384 Oct 12 19:29:36.489752 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ef0bcf-bee2-4494-b77d-69064b3ace20 req-e80ae8c8-a305-42c9-8421-cc4557d6dc7f tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:36.492190 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-31ef0bcf-bee2-4494-b77d-69064b3ace20 req-e80ae8c8-a305-42c9-8421-cc4557d6dc7f tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b8446f7-560c-4474-adde-2a44fb97e935 HTTP/1.1" status: 200 len: 943 time: 0.0569320 Oct 12 19:29:36.510169 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8e6e19c7-9b1f-40f4-af2a-8d85497413a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:36.544449 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-31ef0bcf-bee2-4494-b77d-69064b3ace20 req-a0a89a41-d9b3-46ce-b7b3-d110d060cd63 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/security-groups?id=cefdf9de-6871-4b8c-818c-d47d551271dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455341 Oct 12 19:29:36.588426 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e6e19c7-9b1f-40f4-af2a-8d85497413a0 None None] Network 8d1f1d63-7081-4aec-8425-f1aaa5c0ea79 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:29:36.590243 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a3be4d-abef-478b-95df-e21e2d1c64b6 req-ba3998cb-e586-4d61-a03d-eaaf271b9765 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:36.592842 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-68a3be4d-abef-478b-95df-e21e2d1c64b6 req-ba3998cb-e586-4d61-a03d-eaaf271b9765 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/ports?device_id=a12a186c-07bf-4785-82d3-97ddb6d52d66 HTTP/1.1" status: 200 len: 945 time: 0.0781989 Oct 12 19:29:36.595501 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-8e6e19c7-9b1f-40f4-af2a-8d85497413a0 None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:29:36.602599 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6e19c7-9b1f-40f4-af2a-8d85497413a0 None None] Pushing event updated for resources: {'Port': ['ID=995eef5a-b602-4927-9bb0-3a69fb43f58b,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:29:36.606082 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6e19c7-9b1f-40f4-af2a-8d85497413a0 None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:29:36.694578 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef5178e-7ee2-4fe9-a935-0dbc70a30e10 req-a87cb4c6-da70-427d-bb76-2d86db7085a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:36.696652 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9ef5178e-7ee2-4fe9-a935-0dbc70a30e10 req-a87cb4c6-da70-427d-bb76-2d86db7085a0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8037c4999d8b4d25a8c451f2b659a2c4&device_id=bc6858b5-0d7c-40ef-b1d8-5b0500f75602 HTTP/1.1" status: 200 len: 1094 time: 0.0576119 Oct 12 19:29:36.744470 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-68a3be4d-abef-478b-95df-e21e2d1c64b6 req-31e1f6ce-87b7-44fe-b6f4-d23d38fc544b tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/security-groups?id=3416205a-d9ec-4ba1-a823-0f8eadffb37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399250 Oct 12 19:29:36.752612 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-8e6e19c7-9b1f-40f4-af2a-8d85497413a0 None None] Attempting to bind port 995eef5a-b602-4927-9bb0-3a69fb43f58b on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:29:36.753073 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-8e6e19c7-9b1f-40f4-af2a-8d85497413a0 None None] Attempting to bind port 995eef5a-b602-4927-9bb0-3a69fb43f58b by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'f9c49260-5b42-4079-9665-a9fe903174c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '8d1f1d63-7081-4aec-8425-f1aaa5c0ea79'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:29:36.753499 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6e19c7-9b1f-40f4-af2a-8d85497413a0 None None] Attempting to bind port 995eef5a-b602-4927-9bb0-3a69fb43f58b on network 8d1f1d63-7081-4aec-8425-f1aaa5c0ea79 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:29:36.760631 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6e19c7-9b1f-40f4-af2a-8d85497413a0 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:29:36.761285 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6e19c7-9b1f-40f4-af2a-8d85497413a0 None None] Checking segment: {'id': 'f9c49260-5b42-4079-9665-a9fe903174c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '8d1f1d63-7081-4aec-8425-f1aaa5c0ea79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:29:36.761818 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8e6e19c7-9b1f-40f4-af2a-8d85497413a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:36.772406 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6e19c7-9b1f-40f4-af2a-8d85497413a0 None None] Bound using segment: {'id': 'f9c49260-5b42-4079-9665-a9fe903174c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '8d1f1d63-7081-4aec-8425-f1aaa5c0ea79'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:29:36.773149 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-8e6e19c7-9b1f-40f4-af2a-8d85497413a0 None None] Bound port: 995eef5a-b602-4927-9bb0-3a69fb43f58b, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9c49260-5b42-4079-9665-a9fe903174c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '8d1f1d63-7081-4aec-8425-f1aaa5c0ea79'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:29:36.773699 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8e6e19c7-9b1f-40f4-af2a-8d85497413a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:36.845723 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-8e6e19c7-9b1f-40f4-af2a-8d85497413a0 None None] For port 995eef5a-b602-4927-9bb0-3a69fb43f58b, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:29:36.848699 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-8e6e19c7-9b1f-40f4-af2a-8d85497413a0 None None] For port 995eef5a-b602-4927-9bb0-3a69fb43f58b, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=995eef5a-b602-4927-9bb0-3a69fb43f58b,segment=NetworkSegment(f9c49260-5b42-4079-9665-a9fe903174c2),segment_id=f9c49260-5b42-4079-9665-a9fe903174c2)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:29:36.862118 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef5178e-7ee2-4fe9-a935-0dbc70a30e10 req-e917089e-fbb9-48d7-a98c-5eb0b28d1dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:36.863596 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9ef5178e-7ee2-4fe9-a935-0dbc70a30e10 req-e917089e-fbb9-48d7-a98c-5eb0b28d1dd5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f22a0b4a-70e4-4463-a6ef-6109199fd871 HTTP/1.1" status: 200 len: 912 time: 0.1599514 Oct 12 19:29:36.909033 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9ef5178e-7ee2-4fe9-a935-0dbc70a30e10 req-4ae9958a-ec3d-4b3b-a22e-d0f763904687 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=92300b94-4016-42e0-817e-2ddb68d39101 HTTP/1.1" status: 200 len: 217 time: 0.0373247 Oct 12 19:29:36.949808 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1e008b40-9db5-4fc3-bfc8-f907d1281613 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:36.960847 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef5178e-7ee2-4fe9-a935-0dbc70a30e10 req-aa5dac6a-43b1-4785-9844-b9212cc02138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:36.962317 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9ef5178e-7ee2-4fe9-a935-0dbc70a30e10 req-aa5dac6a-43b1-4785-9844-b9212cc02138 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a09cd6ac-b3e0-423d-9e85-6644cbc7e663 HTTP/1.1" status: 200 len: 850 time: 0.0453839 Oct 12 19:29:36.972210 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1e008b40-9db5-4fc3-bfc8-f907d1281613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:36.988233 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8e6e19c7-9b1f-40f4-af2a-8d85497413a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:37.016945 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef5178e-7ee2-4fe9-a935-0dbc70a30e10 req-3aa286cf-c8e5-483f-8036-61e4422914c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:37.018994 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9ef5178e-7ee2-4fe9-a935-0dbc70a30e10 req-3aa286cf-c8e5-483f-8036-61e4422914c1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f22a0b4a-70e4-4463-a6ef-6109199fd871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0494087 Oct 12 19:29:37.070637 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6e19c7-9b1f-40f4-af2a-8d85497413a0 None None] Pushing event updated for resources: {'Port': ['ID=995eef5a-b602-4927-9bb0-3a69fb43f58b,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:29:37.132555 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-1e008b40-9db5-4fc3-bfc8-f907d1281613 admin admin] Allocated IP 172.25.5.122 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/e799e068-3ffd-4b8e-8929-9636071d1d94) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:29:37.192609 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b4f27dec-13f8-4c98-a279-87afbab8162f req-fef7f5a1-0873-4414-ae43-d5464a3c3a3e tempest-ServerRescueTestJSON-884433026 tempest-ServerRescueTestJSON-884433026-project] 10.222.0.49 "GET /v2.0/ports?device_id=7151f7fb-ddbb-4ee3-9ffd-13f64df8dfe1 HTTP/1.1" status: 200 len: 210 time: 0.0449247 Oct 12 19:29:37.266280 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d356d2-1bcd-4563-8207-37361cf10ca4 req-73003110-4b51-49f6-ac62-a8019116f1d5 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:37.267840 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-02d356d2-1bcd-4563-8207-37361cf10ca4 req-73003110-4b51-49f6-ac62-a8019116f1d5 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=0361b7d2-4513-456d-893e-ff9b34475f13 HTTP/1.1" status: 200 len: 946 time: 0.1102252 Oct 12 19:29:37.290472 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9ef5178e-7ee2-4fe9-a935-0dbc70a30e10 req-797b5827-1b77-4a53-b887-9d600553c117 service neutron] 10.222.0.61 "GET /v2.0/networks/f22a0b4a-70e4-4463-a6ef-6109199fd871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624233 Oct 12 19:29:37.370742 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1e008b40-9db5-4fc3-bfc8-f907d1281613 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:37.399821 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-02d356d2-1bcd-4563-8207-37361cf10ca4 req-c03eff9c-1864-4de2-8ccb-da32f7e722b0 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232417 Oct 12 19:29:37.416725 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a0a436-33bb-4dbd-976c-0390aa35c960 req-e960b249-e70d-41d7-80f5-5b6262df5f93 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:37.418278 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-73a0a436-33bb-4dbd-976c-0390aa35c960 req-e960b249-e70d-41d7-80f5-5b6262df5f93 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc6858b5-0d7c-40ef-b1d8-5b0500f75602 HTTP/1.1" status: 200 len: 943 time: 0.1135073 Oct 12 19:29:37.462672 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9ef5178e-7ee2-4fe9-a935-0dbc70a30e10 req-45ca8032-1e84-4ee3-9234-18f2fd30bb94 service neutron] 10.222.0.61 "GET /v2.0/networks/f22a0b4a-70e4-4463-a6ef-6109199fd871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620178 Oct 12 19:29:37.484270 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-73a0a436-33bb-4dbd-976c-0390aa35c960 req-9c804ee0-b88d-4b7d-8303-f47f60234197 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=94a43134-a4a7-45fd-af5f-8fc2adc2c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516233 Oct 12 19:29:37.501954 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1e008b40-9db5-4fc3-bfc8-f907d1281613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:37.553099 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e008b40-9db5-4fc3-bfc8-f907d1281613 admin admin] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:29:37.556291 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-1e008b40-9db5-4fc3-bfc8-f907d1281613 admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:29:37.560121 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e008b40-9db5-4fc3-bfc8-f907d1281613 admin admin] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:29:37.585682 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e008b40-9db5-4fc3-bfc8-f907d1281613 admin admin] Pushing event updated for resources: {'Port': ['ID=e799e068-3ffd-4b8e-8929-9636071d1d94,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:29:37.690832 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec918c1-966a-48a8-8e8a-d679b73bfa7d req-6eb80f65-3fcd-4b2b-9b9e-81716d7fea7e tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:37.696490 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-eec918c1-966a-48a8-8e8a-d679b73bfa7d req-6eb80f65-3fcd-4b2b-9b9e-81716d7fea7e tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b8446f7-560c-4474-adde-2a44fb97e935 HTTP/1.1" status: 200 len: 943 time: 0.0728810 Oct 12 19:29:37.737425 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-eec918c1-966a-48a8-8e8a-d679b73bfa7d req-f670a8c3-c9a8-4778-bb62-a5ad3a830ad6 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/security-groups?id=cefdf9de-6871-4b8c-818c-d47d551271dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378621 Oct 12 19:29:37.821463 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7151f7fb-ddbb-4ee3-9ffd-13f64df8dfe1', 'name': 'network-vif-deleted', 'tag': 'e36fbb5b-eb55-43ca-a630-87d67f319337'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:29:37.824124 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1daa53db-1a42-45a7-bc10-b9ba536048a8" -d '{"events": [{"server_uuid": "7151f7fb-ddbb-4ee3-9ffd-13f64df8dfe1", "name": "network-vif-deleted", "tag": "e36fbb5b-eb55-43ca-a630-87d67f319337"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:29:37.862730 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a422365b-ed45-4d1f-ae93-49b54c4fdd69 x-openstack-request-id: req-a422365b-ed45-4d1f-ae93-49b54c4fdd69 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:29:37.864592 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7151f7fb-ddbb-4ee3-9ffd-13f64df8dfe1", "name": "network-vif-deleted", "tag": "e36fbb5b-eb55-43ca-a630-87d67f319337", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:29:37.864592 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a422365b-ed45-4d1f-ae93-49b54c4fdd69 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:29:37.864592 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7151f7fb-ddbb-4ee3-9ffd-13f64df8dfe1', 'name': 'network-vif-deleted', 'tag': 'e36fbb5b-eb55-43ca-a630-87d67f319337', 'status': 'completed', 'code': 200} Oct 12 19:29:37.946917 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b85df45-c806-4c4d-9a28-8c75df17d3f6 req-54b4e70c-85e7-45be-a3fb-7b743b8b79f7 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:37.948515 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3b85df45-c806-4c4d-9a28-8c75df17d3f6 req-54b4e70c-85e7-45be-a3fb-7b743b8b79f7 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/ports?device_id=a12a186c-07bf-4785-82d3-97ddb6d52d66 HTTP/1.1" status: 200 len: 945 time: 0.1292176 Oct 12 19:29:37.979827 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1e008b40-9db5-4fc3-bfc8-f907d1281613 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:38.044740 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3b85df45-c806-4c4d-9a28-8c75df17d3f6 req-0a6d2955-482f-4a9d-a133-7d7aa06b0569 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/security-groups?id=3416205a-d9ec-4ba1-a823-0f8eadffb37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896349 Oct 12 19:29:38.187678 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 995eef5a-b602-4927-9bb0-3a69fb43f58b up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:29:38.217697 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e430f3f6-5809-4f28-b94c-2d2bef67091d None None] Network 8d1f1d63-7081-4aec-8425-f1aaa5c0ea79 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:29:38.250912 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 56862) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:29:38.254863 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1e008b40-9db5-4fc3-bfc8-f907d1281613 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8093541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7915516'] for router, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:38.305414 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a70571c9-e760-4d9b-9be2-905fd244c49b None None] Provisioning complete for port 995eef5a-b602-4927-9bb0-3a69fb43f58b triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:29:38.305707 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a70571c9-e760-4d9b-9be2-905fd244c49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:38.356726 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device b76465bb-a911-477e-be67-0e6b71cb5edc details requested by agent hyperv_n-h1-813679-3 with host n-h1-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:29:38.369262 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 995eef5a-b602-4927-9bb0-3a69fb43f58b triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:29:38.369262 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:38.562005 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e008b40-9db5-4fc3-bfc8-f907d1281613 admin admin] Router 671b8f94-b75e-4874-81b7-a60849b7c4bf is scheduled to L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b with binding_index 1 {{(pid=95502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 19:29:38.617121 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port b76465bb-a911-477e-be67-0e6b71cb5edc, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=b76465bb-a911-477e-be67-0e6b71cb5edc,segment=NetworkSegment(f1170869-d10a-47f8-bcc2-096029983e07),segment_id=f1170869-d10a-47f8-bcc2-096029983e07)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:29:38.626605 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a70571c9-e760-4d9b-9be2-905fd244c49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:38.636259 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042cde14-bf32-4d0d-857f-c52d3d2e069d req-5e84501f-7976-4be1-9137-0cfdc2d5100f tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:38.644624 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-042cde14-bf32-4d0d-857f-c52d3d2e069d req-5e84501f-7976-4be1-9137-0cfdc2d5100f tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=0361b7d2-4513-456d-893e-ff9b34475f13 HTTP/1.1" status: 200 len: 946 time: 0.1363795 Oct 12 19:29:38.651353 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Returning: {'device': 'b76465bb-a911-477e-be67-0e6b71cb5edc', 'network_id': 'd46f9207-c404-4b39-9c22-4c600f702514', 'port_id': 'b76465bb-a911-477e-be67-0e6b71cb5edc', 'mac_address': 'fa:16:3e:36:00:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '610de003-a3a0-4244-ae57-4724e5569ae2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:29:38.664929 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:38.668455 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3176cfb-7d5a-48ae-9866-c32cb7a32c82 req-a7db482d-0072-4e5f-9432-27da3a5422e2 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:38.669968 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e3176cfb-7d5a-48ae-9866-c32cb7a32c82 req-a7db482d-0072-4e5f-9432-27da3a5422e2 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.61 "GET /v2.0/ports?device_id=0361b7d2-4513-456d-893e-ff9b34475f13 HTTP/1.1" status: 200 len: 946 time: 0.2271674 Oct 12 19:29:38.705998 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device e36fbb5b-eb55-43ca-a630-87d67f319337 no longer exists at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:29:38.742573 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] No Port match for: e36fbb5b-eb55-43ca-a630-87d67f319337 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:29:38.742573 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device e36fbb5b-eb55-43ca-a630-87d67f319337 not bound to the agent host n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:29:38.748318 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a70571c9-e760-4d9b-9be2-905fd244c49b None None] For port 995eef5a-b602-4927-9bb0-3a69fb43f58b, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=995eef5a-b602-4927-9bb0-3a69fb43f58b,segment=NetworkSegment(f9c49260-5b42-4079-9665-a9fe903174c2),segment_id=f9c49260-5b42-4079-9665-a9fe903174c2)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:29:38.761127 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:38.773462 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-042cde14-bf32-4d0d-857f-c52d3d2e069d req-a7297cb7-edc8-4aa2-8429-c39c81f6498d tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/security-groups?id=7720d879-31de-4958-8092-e71ea7b3e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267393 Oct 12 19:29:38.787883 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11122ac9-6d80-42ff-b909-741918103353 req-908136cc-2ba5-4f66-8a52-7203b2e35fa8 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:38.793139 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e008b40-9db5-4fc3-bfc8-f907d1281613 admin admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:29:38.793319 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b76465bb-a911-477e-be67-0e6b71cb5edc {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:29:38.801799 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-11122ac9-6d80-42ff-b909-741918103353 req-908136cc-2ba5-4f66-8a52-7203b2e35fa8 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc6858b5-0d7c-40ef-b1d8-5b0500f75602 HTTP/1.1" status: 200 len: 943 time: 0.1968858 Oct 12 19:29:38.802116 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbf46f2-8f36-4013-af7b-d20fa4dad86f None None] Sync routers for ids ['671b8f94-b75e-4874-81b7-a60849b7c4bf'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:29:38.816441 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a70571c9-e760-4d9b-9be2-905fd244c49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:38.853969 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port b76465bb-a911-477e-be67-0e6b71cb5edc, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=b76465bb-a911-477e-be67-0e6b71cb5edc,segment=NetworkSegment(f1170869-d10a-47f8-bcc2-096029983e07),segment_id=f1170869-d10a-47f8-bcc2-096029983e07)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:29:38.910925 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbf46f2-8f36-4013-af7b-d20fa4dad86f None None] Routers {'671b8f94-b75e-4874-81b7-a60849b7c4bf'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:29:38.911567 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-1dbf46f2-8f36-4013-af7b-d20fa4dad86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:29:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['671b8f94-b75e-4874-81b7-a60849b7c4bf'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:29:38.957981 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-11122ac9-6d80-42ff-b909-741918103353 req-d8455379-d01b-4ffc-85aa-022ed2c46214 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=94a43134-a4a7-45fd-af5f-8fc2adc2c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550770 Oct 12 19:29:38.973458 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1e008b40-9db5-4fc3-bfc8-f907d1281613 admin admin] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:38.985467 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-1e008b40-9db5-4fc3-bfc8-f907d1281613 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.2978878 Oct 12 19:29:38.987107 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 56876) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:29:38.992230 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-e3176cfb-7d5a-48ae-9866-c32cb7a32c82 req-f1cb198e-15e9-4d8c-83a4-bff38ef68502 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Deleting port c5652dd1-6aa7-45ea-bca8-97896121a432 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:29:38.992920 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-e3176cfb-7d5a-48ae-9866-c32cb7a32c82 req-f1cb198e-15e9-4d8c-83a4-bff38ef68502 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:38.993641 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.db.api [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 19:29:38.994044 n-d-813679-3 neutron-server[95503]: DEBUG oslo_db.api [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 19:29:38.994582 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:39.003072 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aaf66e-17a6-4309-bff8-fad33607e858 req-4af7036b-d145-4fe6-9dc6-bbedd5f32b92 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:39.004732 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d8aaf66e-17a6-4309-bff8-fad33607e858 req-4af7036b-d145-4fe6-9dc6-bbedd5f32b92 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b8446f7-560c-4474-adde-2a44fb97e935 HTTP/1.1" status: 200 len: 943 time: 0.1158974 Oct 12 19:29:39.006619 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70571c9-e760-4d9b-9be2-905fd244c49b None None] Pushing event updated for resources: {'Port': ['ID=995eef5a-b602-4927-9bb0-3a69fb43f58b,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:29:39.105744 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d8aaf66e-17a6-4309-bff8-fad33607e858 req-a309a8e2-6057-44f6-b69a-4409cd9b8661 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/security-groups?id=cefdf9de-6871-4b8c-818c-d47d551271dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621316 Oct 12 19:29:39.109416 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-1dbf46f2-8f36-4013-af7b-d20fa4dad86f None None] Set router 671b8f94-b75e-4874-81b7-a60849b7c4bf gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:29:39.120868 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=b76465bb-a911-477e-be67-0e6b71cb5edc,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:29:39.249330 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-990dcf73-7485-4ee1-ab8f-552d6a78b7ec None None] Provisioning complete for port 995eef5a-b602-4927-9bb0-3a69fb43f58b triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:29:39.250057 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-990dcf73-7485-4ee1-ab8f-552d6a78b7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:39.255785 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['b76465bb-a911-477e-be67-0e6b71cb5edc'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:29:39.300984 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-e3176cfb-7d5a-48ae-9866-c32cb7a32c82 req-f1cb198e-15e9-4d8c-83a4-bff38ef68502 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] For port c5652dd1-6aa7-45ea-bca8-97896121a432, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=c5652dd1-6aa7-45ea-bca8-97896121a432,segment=NetworkSegment(2c23b924-3bdb-4700-940f-a5921b74e3c2),segment_id=2c23b924-3bdb-4700-940f-a5921b74e3c2)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:29:39.301741 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-e3176cfb-7d5a-48ae-9866-c32cb7a32c82 req-f1cb198e-15e9-4d8c-83a4-bff38ef68502 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:39.335512 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-e3176cfb-7d5a-48ae-9866-c32cb7a32c82 req-f1cb198e-15e9-4d8c-83a4-bff38ef68502 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Calling delete_port for c5652dd1-6aa7-45ea-bca8-97896121a432 owned by compute:nova {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:29:39.346399 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baff2c4-cf99-4e68-abbf-ec4bc8dee58d req-1b7a4943-1483-4f3b-9f68-b70b5c6e1e07 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:39.348185 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3baff2c4-cf99-4e68-abbf-ec4bc8dee58d req-1b7a4943-1483-4f3b-9f68-b70b5c6e1e07 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/ports?device_id=a12a186c-07bf-4785-82d3-97ddb6d52d66 HTTP/1.1" status: 200 len: 945 time: 0.1826572 Oct 12 19:29:39.372399 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9086d9a3-a28c-46ae-8164-e281013ab29a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8092566'] for router_interface, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:39.495691 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3baff2c4-cf99-4e68-abbf-ec4bc8dee58d req-832586b1-00a6-40c0-8890-c8b73ca23a9d tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/security-groups?id=3416205a-d9ec-4ba1-a823-0f8eadffb37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351874 Oct 12 19:29:39.581093 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-1dbf46f2-8f36-4013-af7b-d20fa4dad86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '671b8f94-b75e-4874-81b7-a60849b7c4bf', 'name': 'tempest-TestAggregatesBasicOps-1314222898-router', 'tenant_id': '4f8a470bf8b14bf29d8a6c990dec79dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': 'e799e068-3ffd-4b8e-8929-9636071d1d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:29:35Z', 'updated_at': '2021-10-12T19:29:37Z', 'revision_number': 3, 'project_id': '4f8a470bf8b14bf29d8a6c990dec79dd', 'gw_port': {'id': 'e799e068-3ffd-4b8e-8929-9636071d1d94', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d6:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '671b8f94-b75e-4874-81b7-a60849b7c4bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:29:36Z', 'updated_at': '2021-10-12T19:29:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:29:39.614434 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbf46f2-8f36-4013-af7b-d20fa4dad86f None None] Checking router: 671b8f94-b75e-4874-81b7-a60849b7c4bf for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:29:39.614753 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbf46f2-8f36-4013-af7b-d20fa4dad86f None None] Updating router 671b8f94-b75e-4874-81b7-a60849b7c4bf port e799e068-3ffd-4b8e-8929-9636071d1d94 binding host n-d-813679-3 {{(pid=95503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 19:29:39.678334 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1dbf46f2-8f36-4013-af7b-d20fa4dad86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:39.827517 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-e3176cfb-7d5a-48ae-9866-c32cb7a32c82 req-f1cb198e-15e9-4d8c-83a4-bff38ef68502 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:39.886628 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cb198e-15e9-4d8c-83a4-bff38ef68502 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Pushing event deleted for resources: {'Port': ['ID=c5652dd1-6aa7-45ea-bca8-97896121a432,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:29:39.924475 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5742f4c2-3e1e-413d-85ae-5ee32f22a208 req-13c43482-ad5c-45ae-ba3a-bd3c1e47d8d1 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=0361b7d2-4513-456d-893e-ff9b34475f13 HTTP/1.1" status: 200 len: 210 time: 0.0325296 Oct 12 19:29:39.937922 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3176cfb-7d5a-48ae-9866-c32cb7a32c82 req-f1cb198e-15e9-4d8c-83a4-bff38ef68502 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] No DVR routers for this DVR port c5652dd1-6aa7-45ea-bca8-97896121a432 on host n-h1-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:29:39.942692 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-e3176cfb-7d5a-48ae-9866-c32cb7a32c82 req-f1cb198e-15e9-4d8c-83a4-bff38ef68502 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:39.946618 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e3176cfb-7d5a-48ae-9866-c32cb7a32c82 req-f1cb198e-15e9-4d8c-83a4-bff38ef68502 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.61 "DELETE /v2.0/ports/c5652dd1-6aa7-45ea-bca8-97896121a432 HTTP/1.1" status: 204 len: 173 time: 1.2214816 Oct 12 19:29:39.947167 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0361b7d2-4513-456d-893e-ff9b34475f13', 'name': 'network-vif-deleted', 'tag': 'c5652dd1-6aa7-45ea-bca8-97896121a432'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:29:39.949377 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8a57410-c758-4779-8b8e-49dcfda975f4" -d '{"events": [{"server_uuid": "0361b7d2-4513-456d-893e-ff9b34475f13", "name": "network-vif-deleted", "tag": "c5652dd1-6aa7-45ea-bca8-97896121a432"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:29:40.007907 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-438bd49d-4b26-4d5d-a8bc-f8ef200a6e7a x-openstack-request-id: req-438bd49d-4b26-4d5d-a8bc-f8ef200a6e7a {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:29:40.009401 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0361b7d2-4513-456d-893e-ff9b34475f13", "name": "network-vif-deleted", "tag": "c5652dd1-6aa7-45ea-bca8-97896121a432", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:29:40.011090 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-438bd49d-4b26-4d5d-a8bc-f8ef200a6e7a {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:29:40.011697 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0361b7d2-4513-456d-893e-ff9b34475f13', 'name': 'network-vif-deleted', 'tag': 'c5652dd1-6aa7-45ea-bca8-97896121a432', 'status': 'completed', 'code': 200} Oct 12 19:29:40.014393 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-9086d9a3-a28c-46ae-8164-e281013ab29a admin admin] Deleting port 4c06b4ef-db4e-4761-89f7-830a6fb541f2 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:29:40.014968 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9086d9a3-a28c-46ae-8164-e281013ab29a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:40.085670 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6ab33cd8-4ad3-4f9c-a78f-1bfedc80d713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:40.164226 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [None req-9086d9a3-a28c-46ae-8164-e281013ab29a admin admin] For port 4c06b4ef-db4e-4761-89f7-830a6fb541f2, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=4c06b4ef-db4e-4761-89f7-830a6fb541f2,segment=NetworkSegment(8d33cac7-6802-4b00-b721-f9c2db6318f0),segment_id=8d33cac7-6802-4b00-b721-f9c2db6318f0)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:29:40.164607 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9086d9a3-a28c-46ae-8164-e281013ab29a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:40.179350 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-9086d9a3-a28c-46ae-8164-e281013ab29a admin admin] Calling delete_port for 4c06b4ef-db4e-4761-89f7-830a6fb541f2 owned by network:router_interface {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:29:40.263776 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20657782-53b8-4bbe-8354-edb48cbe5755 req-ce2667d3-eca8-4e7e-88b0-b83f4057b197 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:40.265548 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-20657782-53b8-4bbe-8354-edb48cbe5755 req-ce2667d3-eca8-4e7e-88b0-b83f4057b197 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc6858b5-0d7c-40ef-b1d8-5b0500f75602 HTTP/1.1" status: 200 len: 943 time: 0.1773367 Oct 12 19:29:40.281884 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1dbf46f2-8f36-4013-af7b-d20fa4dad86f None None] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:40.287902 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 995eef5a-b602-4927-9bb0-3a69fb43f58b up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:29:40.317709 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92cc5b2-dabc-4c49-aded-38a420209096 req-87dc0cc2-2c7a-4fb9-a552-7e808788d23b tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:40.320178 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a92cc5b2-dabc-4c49-aded-38a420209096 req-87dc0cc2-2c7a-4fb9-a552-7e808788d23b tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b8446f7-560c-4474-adde-2a44fb97e935 HTTP/1.1" status: 200 len: 944 time: 0.0798280 Oct 12 19:29:40.340112 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 995eef5a-b602-4927-9bb0-3a69fb43f58b triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:29:40.340488 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:40.368800 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 92300b94-4016-42e0-817e-2ddb68d39101 details requested by agent hyperv_n-h1-813679-3 with host n-h1-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:29:40.375818 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device b76465bb-a911-477e-be67-0e6b71cb5edc up at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:29:40.378450 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-20657782-53b8-4bbe-8354-edb48cbe5755 req-034f4e46-b2d7-4516-9646-4059ba109848 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=94a43134-a4a7-45fd-af5f-8fc2adc2c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942254 Oct 12 19:29:40.383742 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1dbf46f2-8f36-4013-af7b-d20fa4dad86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:40.418853 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a92cc5b2-dabc-4c49-aded-38a420209096 req-7daa839c-7575-41b5-9db9-4e8d46ce7a39 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/security-groups?id=cefdf9de-6871-4b8c-818c-d47d551271dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608547 Oct 12 19:29:40.453501 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-6ab33cd8-4ad3-4f9c-a78f-1bfedc80d713 admin admin] Allocated IP 172.20.0.1 (8d1f1d63-7081-4aec-8425-f1aaa5c0ea79/aa355105-303b-429c-9d21-ee5947196178/1a51cc87-7884-4c56-8031-f0a5f4ff1df9) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:29:40.505072 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-1dbf46f2-8f36-4013-af7b-d20fa4dad86f None None] Attempting to bind port e799e068-3ffd-4b8e-8929-9636071d1d94 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:29:40.505480 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-1dbf46f2-8f36-4013-af7b-d20fa4dad86f None None] Attempting to bind port e799e068-3ffd-4b8e-8929-9636071d1d94 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:29:40.505839 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbf46f2-8f36-4013-af7b-d20fa4dad86f None None] Attempting to bind port e799e068-3ffd-4b8e-8929-9636071d1d94 on network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:29:40.551974 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb00010-8b43-4c7d-9e40-a37d1b3797cf None None] Pushing event updated for resources: {'Port': ['ID=e799e068-3ffd-4b8e-8929-9636071d1d94,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:29:40.552672 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9086d9a3-a28c-46ae-8164-e281013ab29a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:40.555896 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbf46f2-8f36-4013-af7b-d20fa4dad86f None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:29:40.556303 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbf46f2-8f36-4013-af7b-d20fa4dad86f None None] Checking segment: {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:29:40.556703 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1dbf46f2-8f36-4013-af7b-d20fa4dad86f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:40.557090 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbf46f2-8f36-4013-af7b-d20fa4dad86f None None] Bound using segment: {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:29:40.558004 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-1dbf46f2-8f36-4013-af7b-d20fa4dad86f None None] Bound port: e799e068-3ffd-4b8e-8929-9636071d1d94, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:29:40.558399 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1dbf46f2-8f36-4013-af7b-d20fa4dad86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:40.589762 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9086d9a3-a28c-46ae-8164-e281013ab29a admin admin] Pushing event deleted for resources: {'Port': ['ID=4c06b4ef-db4e-4761-89f7-830a6fb541f2,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:29:40.612637 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6ab33cd8-4ad3-4f9c-a78f-1bfedc80d713 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:40.689065 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d72917c-4eb5-4813-ac0d-25c21a21fbf5 req-836e7336-b0c8-4401-b2a9-72072cbdb0b9 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:40.690696 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6d72917c-4eb5-4813-ac0d-25c21a21fbf5 req-836e7336-b0c8-4401-b2a9-72072cbdb0b9 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/ports?device_id=a12a186c-07bf-4785-82d3-97ddb6d52d66 HTTP/1.1" status: 200 len: 945 time: 0.1128457 Oct 12 19:29:40.739548 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6d72917c-4eb5-4813-ac0d-25c21a21fbf5 req-1856d63a-249f-4b48-9eca-7263dbd5fc47 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/security-groups?id=3416205a-d9ec-4ba1-a823-0f8eadffb37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403545 Oct 12 19:29:40.757903 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 92300b94-4016-42e0-817e-2ddb68d39101, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=92300b94-4016-42e0-817e-2ddb68d39101,segment=NetworkSegment(1311cbfc-168d-4d44-b005-c99086bc74c8),segment_id=1311cbfc-168d-4d44-b005-c99086bc74c8)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:29:40.781649 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-1dbf46f2-8f36-4013-af7b-d20fa4dad86f None None] For port e799e068-3ffd-4b8e-8929-9636071d1d94, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:29:40.787534 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Returning: {'device': '92300b94-4016-42e0-817e-2ddb68d39101', 'network_id': 'f22a0b4a-70e4-4463-a6ef-6109199fd871', 'port_id': '92300b94-4016-42e0-817e-2ddb68d39101', 'mac_address': 'fa:16:3e:18:01:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a09cd6ac-b3e0-423d-9e85-6644cbc7e663', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:29:40.792851 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6ab33cd8-4ad3-4f9c-a78f-1bfedc80d713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:40.803040 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-1dbf46f2-8f36-4013-af7b-d20fa4dad86f None None] For port e799e068-3ffd-4b8e-8929-9636071d1d94, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=e799e068-3ffd-4b8e-8929-9636071d1d94,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:29:40.833817 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning for port b76465bb-a911-477e-be67-0e6b71cb5edc completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:29:40.847196 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning complete for port b76465bb-a911-477e-be67-0e6b71cb5edc triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:29:40.847571 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:40.871482 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab33cd8-4ad3-4f9c-a78f-1bfedc80d713 admin admin] Network 8d1f1d63-7081-4aec-8425-f1aaa5c0ea79 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:29:40.877251 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-6ab33cd8-4ad3-4f9c-a78f-1bfedc80d713 admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:29:40.882853 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab33cd8-4ad3-4f9c-a78f-1bfedc80d713 admin admin] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:29:40.886470 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:40.891425 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1dbf46f2-8f36-4013-af7b-d20fa4dad86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:40.936156 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab33cd8-4ad3-4f9c-a78f-1bfedc80d713 admin admin] Pushing event updated for resources: {'Port': ['ID=1a51cc87-7884-4c56-8031-f0a5f4ff1df9,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:29:40.944951 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92300b94-4016-42e0-817e-2ddb68d39101 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:29:40.961583 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6ab33cd8-4ad3-4f9c-a78f-1bfedc80d713 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7915309'] for router_interface, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:41.011581 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 92300b94-4016-42e0-817e-2ddb68d39101, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=92300b94-4016-42e0-817e-2ddb68d39101,segment=NetworkSegment(1311cbfc-168d-4d44-b005-c99086bc74c8),segment_id=1311cbfc-168d-4d44-b005-c99086bc74c8)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:29:41.043558 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbf46f2-8f36-4013-af7b-d20fa4dad86f None None] Routers {'671b8f94-b75e-4874-81b7-a60849b7c4bf'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:29:41.044500 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-1dbf46f2-8f36-4013-af7b-d20fa4dad86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:29:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['671b8f94-b75e-4874-81b7-a60849b7c4bf'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:29:41.123466 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb00010-8b43-4c7d-9e40-a37d1b3797cf None None] Pushing event updated for resources: {'Port': ['ID=e799e068-3ffd-4b8e-8929-9636071d1d94,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:29:41.134374 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:41.204011 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:41.245622 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1721707b-0289-4b09-8eae-9a31202c71be req-dd7a8de0-0fd1-4f3b-b410-4ebf1f288445 tempest-DeleteServersTestJSON-72911536 tempest-DeleteServersTestJSON-72911536-project] 10.222.0.49 "GET /v2.0/ports?device_id=0361b7d2-4513-456d-893e-ff9b34475f13 HTTP/1.1" status: 200 len: 210 time: 0.0663984 Oct 12 19:29:41.272408 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6ab33cd8-4ad3-4f9c-a78f-1bfedc80d713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:41.280815 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=92300b94-4016-42e0-817e-2ddb68d39101,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:29:41.300188 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b8446f7-560c-4474-adde-2a44fb97e935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b76465bb-a911-477e-be67-0e6b71cb5edc'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:29:41.302906 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c2046a0-4ad7-47cd-bd32-86c9c6b2610a" -d '{"events": [{"server_uuid": "9b8446f7-560c-4474-adde-2a44fb97e935", "name": "network-vif-plugged", "status": "completed", "tag": "b76465bb-a911-477e-be67-0e6b71cb5edc"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:29:41.324761 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9086d9a3-a28c-46ae-8164-e281013ab29a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7898909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8092450'] for router_interface, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:41.332235 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port b76465bb-a911-477e-be67-0e6b71cb5edc, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=b76465bb-a911-477e-be67-0e6b71cb5edc,segment=NetworkSegment(f1170869-d10a-47f8-bcc2-096029983e07),segment_id=f1170869-d10a-47f8-bcc2-096029983e07)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:29:41.350506 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-1dbf46f2-8f36-4013-af7b-d20fa4dad86f None None] Set router 671b8f94-b75e-4874-81b7-a60849b7c4bf gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:29:41.383263 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a697944-189f-4f3b-b0f0-b90e6576a06b x-openstack-request-id: req-0a697944-189f-4f3b-b0f0-b90e6576a06b {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:29:41.383510 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b8446f7-560c-4474-adde-2a44fb97e935", "name": "network-vif-plugged", "status": "completed", "tag": "b76465bb-a911-477e-be67-0e6b71cb5edc", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:29:41.383734 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0a697944-189f-4f3b-b0f0-b90e6576a06b {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:29:41.384138 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b8446f7-560c-4474-adde-2a44fb97e935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b76465bb-a911-477e-be67-0e6b71cb5edc', 'code': 200} Oct 12 19:29:41.386359 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['92300b94-4016-42e0-817e-2ddb68d39101'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:29:41.440551 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-24db31a9-b302-484e-9698-e77e766483f5 None None] Provisioning complete for port 1a51cc87-7884-4c56-8031-f0a5f4ff1df9 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:29:41.440927 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-24db31a9-b302-484e-9698-e77e766483f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:41.494471 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:41.495788 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device c5652dd1-6aa7-45ea-bca8-97896121a432 no longer exists at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:29:41.507970 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6ab33cd8-4ad3-4f9c-a78f-1bfedc80d713 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:41.588556 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] No Port match for: c5652dd1-6aa7-45ea-bca8-97896121a432 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:29:41.588995 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device c5652dd1-6aa7-45ea-bca8-97896121a432 not bound to the agent host n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:29:41.618973 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6ab33cd8-4ad3-4f9c-a78f-1bfedc80d713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:41.630480 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ae7419-d3a7-43fc-bdba-795d4d6eab8e req-0c78f714-6d6b-41e6-8057-44a0ea6653ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:41.632320 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-95ae7419-d3a7-43fc-bdba-795d4d6eab8e req-0c78f714-6d6b-41e6-8057-44a0ea6653ce service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9b8446f7-560c-4474-adde-2a44fb97e935 HTTP/1.1" status: 200 len: 1096 time: 0.1730173 Oct 12 19:29:41.683800 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-24db31a9-b302-484e-9698-e77e766483f5 None None] Port 1a51cc87-7884-4c56-8031-f0a5f4ff1df9 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:29:41.703326 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=b76465bb-a911-477e-be67-0e6b71cb5edc,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:29:41.716306 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fff2e2-c6be-44bc-aa9a-18e5839296d8 req-d1991b12-8ae5-44bb-911c-ac08990ceb22 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:41.717816 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f5fff2e2-c6be-44bc-aa9a-18e5839296d8 req-d1991b12-8ae5-44bb-911c-ac08990ceb22 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc6858b5-0d7c-40ef-b1d8-5b0500f75602 HTTP/1.1" status: 200 len: 944 time: 0.1885684 Oct 12 19:29:41.734314 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6ab33cd8-4ad3-4f9c-a78f-1bfedc80d713 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7898980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8092605'] for router_interface, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:41.736150 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab33cd8-4ad3-4f9c-a78f-1bfedc80d713 admin admin] Pushing event updated for resources: {'Port': ['ID=1a51cc87-7884-4c56-8031-f0a5f4ff1df9,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:29:41.759004 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab33cd8-4ad3-4f9c-a78f-1bfedc80d713 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:29:41.759352 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab33cd8-4ad3-4f9c-a78f-1bfedc80d713 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:29:41.760565 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab33cd8-4ad3-4f9c-a78f-1bfedc80d713 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:29:41.760936 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab33cd8-4ad3-4f9c-a78f-1bfedc80d713 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:29:41.761775 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab33cd8-4ad3-4f9c-a78f-1bfedc80d713 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:29:41.762818 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab33cd8-4ad3-4f9c-a78f-1bfedc80d713 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:29:41.763156 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab33cd8-4ad3-4f9c-a78f-1bfedc80d713 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:29:41.763490 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab33cd8-4ad3-4f9c-a78f-1bfedc80d713 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:29:41.763820 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab33cd8-4ad3-4f9c-a78f-1bfedc80d713 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:29:41.765319 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-95ae7419-d3a7-43fc-bdba-795d4d6eab8e req-abe51a38-ddf7-4006-a278-581dbb3a43de service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=cefdf9de-6871-4b8c-818c-d47d551271dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210506 Oct 12 19:29:41.765465 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab33cd8-4ad3-4f9c-a78f-1bfedc80d713 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:29:41.765465 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab33cd8-4ad3-4f9c-a78f-1bfedc80d713 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:29:41.765465 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab33cd8-4ad3-4f9c-a78f-1bfedc80d713 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:29:41.792111 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f5fff2e2-c6be-44bc-aa9a-18e5839296d8 req-650ac707-bb8f-47a0-b309-192de5baa381 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=94a43134-a4a7-45fd-af5f-8fc2adc2c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645285 Oct 12 19:29:41.792224 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e2180d-a315-4f5c-a639-364a29d8e6a4 req-22384f27-f92c-453b-a70d-47b69ea8db18 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:41.799063 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9086d9a3-a28c-46ae-8164-e281013ab29a admin admin] Router 1f144499-22a7-4da4-b17c-6487df9d5378 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:29:41.801596 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e9e2180d-a315-4f5c-a639-364a29d8e6a4 req-22384f27-f92c-453b-a70d-47b69ea8db18 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b8446f7-560c-4474-adde-2a44fb97e935 HTTP/1.1" status: 200 len: 945 time: 0.2533717 Oct 12 19:29:41.853280 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-1dbf46f2-8f36-4013-af7b-d20fa4dad86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '671b8f94-b75e-4874-81b7-a60849b7c4bf', 'name': 'tempest-TestAggregatesBasicOps-1314222898-router', 'tenant_id': '4f8a470bf8b14bf29d8a6c990dec79dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': 'e799e068-3ffd-4b8e-8929-9636071d1d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:29:35Z', 'updated_at': '2021-10-12T19:29:37Z', 'revision_number': 3, 'project_id': '4f8a470bf8b14bf29d8a6c990dec79dd', 'gw_port': {'id': 'e799e068-3ffd-4b8e-8929-9636071d1d94', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d6:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '671b8f94-b75e-4874-81b7-a60849b7c4bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:29:36Z', 'updated_at': '2021-10-12T19:29:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:29:41.870306 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e9e2180d-a315-4f5c-a639-364a29d8e6a4 req-c603fc2a-5523-4e14-b384-eaa2c4d978dc tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/security-groups?id=cefdf9de-6871-4b8c-818c-d47d551271dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674367 Oct 12 19:29:41.882979 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbf46f2-8f36-4013-af7b-d20fa4dad86f None None] The sync data for ids ['671b8f94-b75e-4874-81b7-a60849b7c4bf'] in n-d-813679-3 is: [{'id': '671b8f94-b75e-4874-81b7-a60849b7c4bf', 'name': 'tempest-TestAggregatesBasicOps-1314222898-router', 'tenant_id': '4f8a470bf8b14bf29d8a6c990dec79dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': 'e799e068-3ffd-4b8e-8929-9636071d1d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:29:35Z', 'updated_at': '2021-10-12T19:29:37Z', 'revision_number': 3, 'project_id': '4f8a470bf8b14bf29d8a6c990dec79dd', 'gw_port': {'id': 'e799e068-3ffd-4b8e-8929-9636071d1d94', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d6:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '671b8f94-b75e-4874-81b7-a60849b7c4bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:29:36Z', 'updated_at': '2021-10-12T19:29:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:29:41.957225 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab33cd8-4ad3-4f9c-a78f-1bfedc80d713 admin admin] Network 8d1f1d63-7081-4aec-8425-f1aaa5c0ea79 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:29:41.959117 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-6ab33cd8-4ad3-4f9c-a78f-1bfedc80d713 admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:29:41.973909 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2968e3a8-cc90-4de9-af10-fd8461acdf21 req-5c1c88d1-cae7-4a4c-87a9-0dbe9c7d6c82 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:41.976389 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2968e3a8-cc90-4de9-af10-fd8461acdf21 req-5c1c88d1-cae7-4a4c-87a9-0dbe9c7d6c82 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/ports?device_id=a12a186c-07bf-4785-82d3-97ddb6d52d66 HTTP/1.1" status: 200 len: 945 time: 0.0876250 Oct 12 19:29:41.978177 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9086d9a3-a28c-46ae-8164-e281013ab29a admin admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:29:41.984835 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-9086d9a3-a28c-46ae-8164-e281013ab29a admin admin] 10.222.0.49 "PUT /v2.0/routers/1f144499-22a7-4da4-b17c-6487df9d5378/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7327631 Oct 12 19:29:41.992835 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 56934) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:29:41.993020 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26db0a2d-bc9f-4f24-addc-9ea78f66928b None None] Sync routers for ids ['1f144499-22a7-4da4-b17c-6487df9d5378'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:29:42.009014 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26db0a2d-bc9f-4f24-addc-9ea78f66928b None None] Routers {'1f144499-22a7-4da4-b17c-6487df9d5378'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:29:42.009642 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-26db0a2d-bc9f-4f24-addc-9ea78f66928b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:29:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['1f144499-22a7-4da4-b17c-6487df9d5378'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:29:42.065147 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2968e3a8-cc90-4de9-af10-fd8461acdf21 req-68c0461a-a0b6-414b-a023-19871d8b1392 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/security-groups?id=3416205a-d9ec-4ba1-a823-0f8eadffb37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788424 Oct 12 19:29:42.175701 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-26db0a2d-bc9f-4f24-addc-9ea78f66928b None None] Set router 1f144499-22a7-4da4-b17c-6487df9d5378 gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:29:42.250191 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b861f4ef-cabd-4fb1-bf19-970aa1d65565 admin admin] Notify callbacks [] for router, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:42.360639 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 92300b94-4016-42e0-817e-2ddb68d39101 up at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:29:42.408556 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ab33cd8-4ad3-4f9c-a78f-1bfedc80d713 admin admin] Router 671b8f94-b75e-4874-81b7-a60849b7c4bf has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:29:42.448427 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-3a3b1f30-775b-42cb-9abc-52909ec64b0d None None] Provisioning complete for port 1a51cc87-7884-4c56-8031-f0a5f4ff1df9 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:29:42.448874 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3a3b1f30-775b-42cb-9abc-52909ec64b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:42.466783 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b861f4ef-cabd-4fb1-bf19-970aa1d65565 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:42.522994 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-26db0a2d-bc9f-4f24-addc-9ea78f66928b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f144499-22a7-4da4-b17c-6487df9d5378', 'name': 'tempest-ServerRescueTestJSON-1613805940-router', 'tenant_id': 'f52c86dc62e74359bd460402c4b75fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': 'dd1ce122-0cce-40d2-b5d8-cff24ff89431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:27:36Z', 'updated_at': '2021-10-12T19:29:40Z', 'revision_number': 5, 'project_id': 'f52c86dc62e74359bd460402c4b75fc6', 'gw_port': {'id': 'dd1ce122-0cce-40d2-b5d8-cff24ff89431', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:1c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f144499-22a7-4da4-b17c-6487df9d5378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:27:37Z', 'updated_at': '2021-10-12T19:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:29:42.571109 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-3a3b1f30-775b-42cb-9abc-52909ec64b0d None None] Port 1a51cc87-7884-4c56-8031-f0a5f4ff1df9 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:29:42.584014 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26db0a2d-bc9f-4f24-addc-9ea78f66928b None None] Checking router: 1f144499-22a7-4da4-b17c-6487df9d5378 for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:29:42.604118 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26db0a2d-bc9f-4f24-addc-9ea78f66928b None None] Routers {'1f144499-22a7-4da4-b17c-6487df9d5378'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:29:42.604877 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-26db0a2d-bc9f-4f24-addc-9ea78f66928b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:29:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['1f144499-22a7-4da4-b17c-6487df9d5378'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:29:42.610009 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning for port 92300b94-4016-42e0-817e-2ddb68d39101 completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:29:42.613955 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning complete for port 92300b94-4016-42e0-817e-2ddb68d39101 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:29:42.614335 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:42.700257 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ab33cd8-4ad3-4f9c-a78f-1bfedc80d713 admin admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:29:42.714359 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-6ab33cd8-4ad3-4f9c-a78f-1bfedc80d713 admin admin] 10.222.0.49 "PUT /v2.0/routers/671b8f94-b75e-4874-81b7-a60849b7c4bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7175882 Oct 12 19:29:42.727352 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-b861f4ef-cabd-4fb1-bf19-970aa1d65565 admin admin] Deleting port dd1ce122-0cce-40d2-b5d8-cff24ff89431 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:29:42.728208 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b861f4ef-cabd-4fb1-bf19-970aa1d65565 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:42.828431 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:42.923898 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-b861f4ef-cabd-4fb1-bf19-970aa1d65565 admin admin] For port dd1ce122-0cce-40d2-b5d8-cff24ff89431, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=dd1ce122-0cce-40d2-b5d8-cff24ff89431,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:29:42.923898 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b861f4ef-cabd-4fb1-bf19-970aa1d65565 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:42.957900 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-b861f4ef-cabd-4fb1-bf19-970aa1d65565 admin admin] Calling delete_port for dd1ce122-0cce-40d2-b5d8-cff24ff89431 owned by network:router_gateway {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:29:42.958446 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 92300b94-4016-42e0-817e-2ddb68d39101, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=92300b94-4016-42e0-817e-2ddb68d39101,segment=NetworkSegment(1311cbfc-168d-4d44-b005-c99086bc74c8),segment_id=1311cbfc-168d-4d44-b005-c99086bc74c8)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:29:43.029925 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:43.039326 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc7e6a2-c6d0-4265-9db6-936a96b4e005 req-c0298927-96b0-4e63-a9bc-7acf5167f6d8 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:43.049203 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2cc7e6a2-c6d0-4265-9db6-936a96b4e005 req-c0298927-96b0-4e63-a9bc-7acf5167f6d8 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc6858b5-0d7c-40ef-b1d8-5b0500f75602 HTTP/1.1" status: 200 len: 944 time: 0.1041539 Oct 12 19:29:43.087000 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-26db0a2d-bc9f-4f24-addc-9ea78f66928b None None] Set router 1f144499-22a7-4da4-b17c-6487df9d5378 gateway port host: None {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:29:43.148157 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2cc7e6a2-c6d0-4265-9db6-936a96b4e005 req-d14e4582-aede-46e3-9955-0b8f335c02bd tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=94a43134-a4a7-45fd-af5f-8fc2adc2c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980926 Oct 12 19:29:43.189303 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=92300b94-4016-42e0-817e-2ddb68d39101,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:29:43.201675 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-26db0a2d-bc9f-4f24-addc-9ea78f66928b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f144499-22a7-4da4-b17c-6487df9d5378', 'name': 'tempest-ServerRescueTestJSON-1613805940-router', 'tenant_id': 'f52c86dc62e74359bd460402c4b75fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:27:36Z', 'updated_at': '2021-10-12T19:29:42Z', 'revision_number': 6, 'project_id': 'f52c86dc62e74359bd460402c4b75fc6', 'gw_port_host': None}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:29:43.260906 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26db0a2d-bc9f-4f24-addc-9ea78f66928b None None] The sync data for ids ['1f144499-22a7-4da4-b17c-6487df9d5378'] in n-d-813679-3 is: [{'id': '1f144499-22a7-4da4-b17c-6487df9d5378', 'name': 'tempest-ServerRescueTestJSON-1613805940-router', 'tenant_id': 'f52c86dc62e74359bd460402c4b75fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:27:36Z', 'updated_at': '2021-10-12T19:29:42Z', 'revision_number': 6, 'project_id': 'f52c86dc62e74359bd460402c4b75fc6', 'gw_port_host': None}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:29:43.269041 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254faabc-d916-4148-8efd-597f7d385d92 req-496db3a2-29b8-4b95-9d6c-20562aba42c2 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:43.270631 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-254faabc-d916-4148-8efd-597f7d385d92 req-496db3a2-29b8-4b95-9d6c-20562aba42c2 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b8446f7-560c-4474-adde-2a44fb97e935 HTTP/1.1" status: 200 len: 945 time: 0.1809568 Oct 12 19:29:43.385450 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc6858b5-0d7c-40ef-b1d8-5b0500f75602', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92300b94-4016-42e0-817e-2ddb68d39101'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:29:43.387861 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5345aec4-e52b-42ce-be4a-c3f75dc3dead" -d '{"events": [{"server_uuid": "bc6858b5-0d7c-40ef-b1d8-5b0500f75602", "name": "network-vif-plugged", "status": "completed", "tag": "92300b94-4016-42e0-817e-2ddb68d39101"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:29:43.405243 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-254faabc-d916-4148-8efd-597f7d385d92 req-cd3cce38-1624-419b-8afd-0408b03c1110 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/security-groups?id=cefdf9de-6871-4b8c-818c-d47d551271dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497179 Oct 12 19:29:43.562989 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaaa3a7-ee42-448d-8965-a17887bc092b req-02e308c0-ed96-4eb4-b979-548470a193b2 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:43.565499 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-dbaaa3a7-ee42-448d-8965-a17887bc092b req-02e308c0-ed96-4eb4-b979-548470a193b2 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/ports?device_id=a12a186c-07bf-4785-82d3-97ddb6d52d66 HTTP/1.1" status: 200 len: 945 time: 0.0856740 Oct 12 19:29:43.567089 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b861f4ef-cabd-4fb1-bf19-970aa1d65565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:43.590269 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9ce68b6-b525-41d0-947f-8a8562a4716c x-openstack-request-id: req-d9ce68b6-b525-41d0-947f-8a8562a4716c {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:29:43.590934 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc6858b5-0d7c-40ef-b1d8-5b0500f75602", "name": "network-vif-plugged", "status": "completed", "tag": "92300b94-4016-42e0-817e-2ddb68d39101", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:29:43.591392 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d9ce68b6-b525-41d0-947f-8a8562a4716c {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:29:43.591958 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc6858b5-0d7c-40ef-b1d8-5b0500f75602', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92300b94-4016-42e0-817e-2ddb68d39101', 'code': 200} Oct 12 19:29:43.650326 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861f4ef-cabd-4fb1-bf19-970aa1d65565 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd1ce122-0cce-40d2-b5d8-cff24ff89431,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:29:43.737726 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ed4a32-aec8-49e4-9e23-5174036243fc req-902a2131-a636-47ee-b601-832809fd60fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:43.739755 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-27ed4a32-aec8-49e4-9e23-5174036243fc req-902a2131-a636-47ee-b601-832809fd60fe service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=bc6858b5-0d7c-40ef-b1d8-5b0500f75602 HTTP/1.1" status: 200 len: 1096 time: 0.0836413 Oct 12 19:29:43.792445 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b861f4ef-cabd-4fb1-bf19-970aa1d65565 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7915456'] for router_gateway, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:43.809880 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-27ed4a32-aec8-49e4-9e23-5174036243fc req-0b943c6f-1dac-4ca0-9da5-fc52a9fcc3d5 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=94a43134-a4a7-45fd-af5f-8fc2adc2c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612557 Oct 12 19:29:43.875180 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-dbaaa3a7-ee42-448d-8965-a17887bc092b req-395528c6-ceaf-4391-8872-34aae8df42e7 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/security-groups?id=3416205a-d9ec-4ba1-a823-0f8eadffb37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2904475 Oct 12 19:29:43.910311 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b861f4ef-cabd-4fb1-bf19-970aa1d65565 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255495'] for router, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:43.912913 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b861f4ef-cabd-4fb1-bf19-970aa1d65565 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:44.038949 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b861f4ef-cabd-4fb1-bf19-970aa1d65565 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8093499'] for router, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:44.041349 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b861f4ef-cabd-4fb1-bf19-970aa1d65565 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f144499-22a7-4da4-b17c-6487df9d5378 {{(pid=95502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 19:29:44.062014 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b861f4ef-cabd-4fb1-bf19-970aa1d65565 admin admin] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:44.063151 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-b861f4ef-cabd-4fb1-bf19-970aa1d65565 admin admin] 10.222.0.49 "DELETE /v2.0/routers/1f144499-22a7-4da4-b17c-6487df9d5378 HTTP/1.1" status: 204 len: 168 time: 2.0710676 Oct 12 19:29:44.064841 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 57010) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:29:44.118212 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_v2 [None req-781c0fcd-01fe-407d-8428-7c0f8fb1c0a0 admin admin] Deleting subnet 75c294fe-120e-40e8-8111-8840aed19f52 {{(pid=95501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:29:44.121670 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-781c0fcd-01fe-407d-8428-7c0f8fb1c0a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:44.241953 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-781c0fcd-01fe-407d-8428-7c0f8fb1c0a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281083'] for subnet, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:44.302813 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-781c0fcd-01fe-407d-8428-7c0f8fb1c0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:44.309925 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device e799e068-3ffd-4b8e-8929-9636071d1d94 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:29:44.391068 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port e799e068-3ffd-4b8e-8929-9636071d1d94 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:29:44.399101 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:44.419365 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfe705f-f285-48b3-bedd-572de5fa7bb8 req-1ca3867d-438b-41cb-90ae-390601ef8fae tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:44.422020 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9dfe705f-f285-48b3-bedd-572de5fa7bb8 req-1ca3867d-438b-41cb-90ae-390601ef8fae tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc6858b5-0d7c-40ef-b1d8-5b0500f75602 HTTP/1.1" status: 200 len: 945 time: 0.1492786 Oct 12 19:29:44.489199 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9dfe705f-f285-48b3-bedd-572de5fa7bb8 req-ee7bf31f-47fc-41d6-9c46-cc72d5f2ce9f tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=94a43134-a4a7-45fd-af5f-8fc2adc2c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548182 Oct 12 19:29:44.514802 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:44.526124 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-781c0fcd-01fe-407d-8428-7c0f8fb1c0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4824924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4612362'] for subnet, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:44.576598 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] For port e799e068-3ffd-4b8e-8929-9636071d1d94, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=e799e068-3ffd-4b8e-8929-9636071d1d94,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:29:44.591448 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781c0fcd-01fe-407d-8428-7c0f8fb1c0a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75c294fe-120e-40e8-8111-8840aed19f52,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:29:44.593993 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-781c0fcd-01fe-407d-8428-7c0f8fb1c0a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:44.599957 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 57034) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:29:44.603717 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-781c0fcd-01fe-407d-8428-7c0f8fb1c0a0 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/75c294fe-120e-40e8-8111-8840aed19f52 HTTP/1.1" status: 204 len: 168 time: 0.5377076 Oct 12 19:29:44.718411 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:44.751262 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cc7095ef-84e7-4d26-85e7-f566be52409d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:44.763585 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d228a8-10d6-45e3-a1d2-d6e6a86f92db req-c8910fdd-fb9f-4e27-ba6c-1ff06d890633 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:44.765175 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c1d228a8-10d6-45e3-a1d2-d6e6a86f92db req-c8910fdd-fb9f-4e27-ba6c-1ff06d890633 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b8446f7-560c-4474-adde-2a44fb97e935 HTTP/1.1" status: 200 len: 945 time: 0.1419353 Oct 12 19:29:44.874879 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c1d228a8-10d6-45e3-a1d2-d6e6a86f92db req-e8a69ef6-5f04-4ed3-ad32-c45f0606a64f tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/security-groups?id=cefdf9de-6871-4b8c-818c-d47d551271dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002104 Oct 12 19:29:44.894453 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cc7095ef-84e7-4d26-85e7-f566be52409d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:44.961060 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-cc7095ef-84e7-4d26-85e7-f566be52409d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98a9afcc-e9ca-4911-b0d7-961e4444f018']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:29:45.014304 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-cc7095ef-84e7-4d26-85e7-f566be52409d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d33cac7-6802-4b00-b721-f9c2db6318f0') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:29:45.014599 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-cc7095ef-84e7-4d26-85e7-f566be52409d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d33cac7-6802-4b00-b721-f9c2db6318f0') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:29:45.018342 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device dd1ce122-0cce-40d2-b5d8-cff24ff89431 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:29:45.020757 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b951cb7-cc2b-4ecf-9643-b87361297fcf None None] Sync routers for ids ['671b8f94-b75e-4874-81b7-a60849b7c4bf'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:29:45.027147 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cc7095ef-84e7-4d26-85e7-f566be52409d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16313633'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:45.043767 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cc7095ef-84e7-4d26-85e7-f566be52409d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:45.056322 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc7095ef-84e7-4d26-85e7-f566be52409d admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:29:45.056792 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cc7095ef-84e7-4d26-85e7-f566be52409d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4305278'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:45.058826 n-d-813679-3 neutron-server[95502]: Traceback (most recent call last): Oct 12 19:29:45.058826 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:29:45.058826 n-d-813679-3 neutron-server[95502]: timer() Oct 12 19:29:45.058826 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:29:45.058826 n-d-813679-3 neutron-server[95502]: cb(*args, **kw) Oct 12 19:29:45.058826 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:29:45.058826 n-d-813679-3 neutron-server[95502]: return func(*args, **kwargs) Oct 12 19:29:45.058826 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:29:45.058826 n-d-813679-3 neutron-server[95502]: self._notify() Oct 12 19:29:45.058826 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:29:45.058826 n-d-813679-3 neutron-server[95502]: self.callback(batched_events) Oct 12 19:29:45.058826 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:29:45.058826 n-d-813679-3 neutron-server[95502]: event.method(event) Oct 12 19:29:45.058826 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:29:45.058826 n-d-813679-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:29:45.058826 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:29:45.058826 n-d-813679-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:29:45.058826 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:29:45.058826 n-d-813679-3 neutron-server[95502]: return f(self, *a, **k) Oct 12 19:29:45.058826 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:29:45.058826 n-d-813679-3 neutron-server[95502]: return self._get(url).json() Oct 12 19:29:45.058826 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:29:45.058826 n-d-813679-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:29:45.058826 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:29:45.058826 n-d-813679-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Oct 12 19:29:45.058826 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:29:45.058826 n-d-813679-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:29:45.058826 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:29:45.058826 n-d-813679-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:29:45.058826 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:29:45.058826 n-d-813679-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:29:45.058826 n-d-813679-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:29:45.120614 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: dd1ce122-0cce-40d2-b5d8-cff24ff89431 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:29:45.121224 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device dd1ce122-0cce-40d2-b5d8-cff24ff89431 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:29:45.121991 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 4c06b4ef-db4e-4761-89f7-830a6fb541f2 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:29:45.152361 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b951cb7-cc2b-4ecf-9643-b87361297fcf None None] Routers {'671b8f94-b75e-4874-81b7-a60849b7c4bf'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:29:45.153291 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-3b951cb7-cc2b-4ecf-9643-b87361297fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:29:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['671b8f94-b75e-4874-81b7-a60849b7c4bf'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:29:45.209478 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 4c06b4ef-db4e-4761-89f7-830a6fb541f2 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:29:45.210242 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 4c06b4ef-db4e-4761-89f7-830a6fb541f2 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:29:45.245997 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310b52db-5a16-4d31-ac6f-c847285d6ee9 req-968d3816-244a-4808-add1-2b3d155a0a27 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:45.253140 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Pushing event updated for resources: {'Port': ['ID=e799e068-3ffd-4b8e-8929-9636071d1d94,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:29:45.262797 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc486e7-9e96-490a-9e89-d8279264b3ca req-56b8ff7b-6b62-4578-84c4-a6307629ae05 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:45.264711 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-310b52db-5a16-4d31-ac6f-c847285d6ee9 req-968d3816-244a-4808-add1-2b3d155a0a27 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/ports?device_id=a12a186c-07bf-4785-82d3-97ddb6d52d66 HTTP/1.1" status: 200 len: 945 time: 0.1903539 Oct 12 19:29:45.270616 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:29:45.271176 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:29:45.271714 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:29:45.271992 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9fc486e7-9e96-490a-9e89-d8279264b3ca req-56b8ff7b-6b62-4578-84c4-a6307629ae05 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b8446f7-560c-4474-adde-2a44fb97e935 HTTP/1.1" status: 200 len: 945 time: 0.0767529 Oct 12 19:29:45.272542 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:29:45.273075 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:29:45.273275 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cc7095ef-84e7-4d26-85e7-f566be52409d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:45.273810 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:29:45.274348 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:29:45.274873 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:29:45.275432 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:29:45.275958 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:29:45.276536 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:29:45.277091 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:29:45.287818 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cc7095ef-84e7-4d26-85e7-f566be52409d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:45.293644 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-cc7095ef-84e7-4d26-85e7-f566be52409d admin admin] 10.222.0.49 "DELETE /v2.0/networks/98a9afcc-e9ca-4911-b0d7-961e4444f018 HTTP/1.1" status: 204 len: 168 time: 0.6901526 Oct 12 19:29:45.318514 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9fc486e7-9e96-490a-9e89-d8279264b3ca req-148992f6-3eb3-4458-b342-47f202d45572 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/security-groups?id=cefdf9de-6871-4b8c-818c-d47d551271dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454118 Oct 12 19:29:45.326308 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7095ef-84e7-4d26-85e7-f566be52409d admin admin] Pushing event deleted for resources: {'Network': ['ID=98a9afcc-e9ca-4911-b0d7-961e4444f018,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:29:45.328758 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-3b951cb7-cc2b-4ecf-9643-b87361297fcf None None] Set router 671b8f94-b75e-4874-81b7-a60849b7c4bf gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:29:45.369149 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-310b52db-5a16-4d31-ac6f-c847285d6ee9 req-edad504d-f6e3-4959-975c-6d2b7261a32a tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/security-groups?id=3416205a-d9ec-4ba1-a823-0f8eadffb37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031582 Oct 12 19:29:45.464188 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 57070) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:29:45.696287 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822f53c0-9565-442b-b255-c14dcaba1b12 req-8c1f6b91-293c-4916-bc01-64c4d4b02904 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:45.704911 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-822f53c0-9565-442b-b255-c14dcaba1b12 req-8c1f6b91-293c-4916-bc01-64c4d4b02904 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc6858b5-0d7c-40ef-b1d8-5b0500f75602 HTTP/1.1" status: 200 len: 945 time: 0.1173632 Oct 12 19:29:45.739858 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd3310e-e9f8-4f33-9d2b-dde432da67b4 req-8cca9750-5af2-462d-8c85-3c1427889a94 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:45.742191 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0fd3310e-e9f8-4f33-9d2b-dde432da67b4 req-8cca9750-5af2-462d-8c85-3c1427889a94 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b8446f7-560c-4474-adde-2a44fb97e935 HTTP/1.1" status: 200 len: 945 time: 0.0756371 Oct 12 19:29:45.783959 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-3b951cb7-cc2b-4ecf-9643-b87361297fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '671b8f94-b75e-4874-81b7-a60849b7c4bf', 'name': 'tempest-TestAggregatesBasicOps-1314222898-router', 'tenant_id': '4f8a470bf8b14bf29d8a6c990dec79dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': 'e799e068-3ffd-4b8e-8929-9636071d1d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:29:35Z', 'updated_at': '2021-10-12T19:29:41Z', 'revision_number': 4, 'project_id': '4f8a470bf8b14bf29d8a6c990dec79dd', 'gw_port': {'id': 'e799e068-3ffd-4b8e-8929-9636071d1d94', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671b8f94-b75e-4874-81b7-a60849b7c4bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:29:36Z', 'updated_at': '2021-10-12T19:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '1a51cc87-7884-4c56-8031-f0a5f4ff1df9', 'name': '', 'network_id': '8d1f1d63-7081-4aec-8425-f1aaa5c0ea79', 'tenant_id': '4f8a470bf8b14bf29d8a6c990dec79dd', 'mac_address': 'fa:16:3e:87:70:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '671b8f94-b75e-4874-81b7-a60849b7c4bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2170, 'fixed_ips': [{'subnet_id': 'aa355105-303b-429c-9d21-ee5947196178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:29:40Z', 'updated_at': '2021-10-12T19:29:41Z', 'revision_number': 2, 'project_id': '4f8a470bf8b14bf29d8a6c990dec79dd', 'subnets': [{'id': 'aa355105-303b-429c-9d21-ee5947196178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:29:45.807474 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-822f53c0-9565-442b-b255-c14dcaba1b12 req-af3d968b-1a21-450b-b930-b3007556f181 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=94a43134-a4a7-45fd-af5f-8fc2adc2c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935729 Oct 12 19:29:45.808634 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0fd3310e-e9f8-4f33-9d2b-dde432da67b4 req-ce03591f-dbdc-4f13-bf2b-af3bfd86f30d tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/security-groups?id=cefdf9de-6871-4b8c-818c-d47d551271dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560846 Oct 12 19:29:45.811821 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 57078) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:29:45.828794 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b951cb7-cc2b-4ecf-9643-b87361297fcf None None] Checking router: 671b8f94-b75e-4874-81b7-a60849b7c4bf for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:29:45.828794 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b951cb7-cc2b-4ecf-9643-b87361297fcf None None] Updating router 671b8f94-b75e-4874-81b7-a60849b7c4bf port 1a51cc87-7884-4c56-8031-f0a5f4ff1df9 binding host n-d-813679-3 {{(pid=95503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 19:29:45.855224 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3b951cb7-cc2b-4ecf-9643-b87361297fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:45.892867 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-676f806f-2914-42e9-abff-ebb23880c237 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f52c86dc62e74359bd460402c4b75fc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0789628 Oct 12 19:29:45.893800 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 57086) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:29:46.018230 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1b701f3c-86ad-412b-ac83-8f01b033fbc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:46.024638 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-29ff4680-1500-436e-b058-9b1ebb064d32 req-649f262f-b715-4595-9e35-c3335f89c333 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=8037c4999d8b4d25a8c451f2b659a2c4 HTTP/1.1" status: 200 len: 267 time: 0.0758843 Oct 12 19:29:46.074743 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1b701f3c-86ad-412b-ac83-8f01b033fbc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:46.128843 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a611d05-631e-4b05-bff8-8eb51abaec98 req-5a5d5e25-60e6-4a37-98e7-ba73f0595bb5 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:46.130432 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2a611d05-631e-4b05-bff8-8eb51abaec98 req-5a5d5e25-60e6-4a37-98e7-ba73f0595bb5 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b8446f7-560c-4474-adde-2a44fb97e935 HTTP/1.1" status: 200 len: 945 time: 0.2354343 Oct 12 19:29:46.168932 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ff4680-1500-436e-b058-9b1ebb064d32 req-f96d21d4-fc47-4e0b-a8e2-4f48722b4f91 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:46.177747 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-29ff4680-1500-436e-b058-9b1ebb064d32 req-f96d21d4-fc47-4e0b-a8e2-4f48722b4f91 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc6858b5-0d7c-40ef-b1d8-5b0500f75602 HTTP/1.1" status: 200 len: 945 time: 0.1446209 Oct 12 19:29:46.184755 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-29ff4680-1500-436e-b058-9b1ebb064d32 req-c0b774be-8029-4f34-b412-87e9d0364fc2 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Request body: {'port': {'security_groups': []}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:29:46.198629 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device e799e068-3ffd-4b8e-8929-9636071d1d94 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:29:46.226749 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2a611d05-631e-4b05-bff8-8eb51abaec98 req-4993e479-a5b1-4ed9-b70f-c1e0ddefa8e1 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/security-groups?id=cefdf9de-6871-4b8c-818c-d47d551271dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858743 Oct 12 19:29:46.299990 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-29ff4680-1500-436e-b058-9b1ebb064d32 req-c0b774be-8029-4f34-b412-87e9d0364fc2 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:46.335049 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-291dcb04-0c53-4cf2-b482-ae380a74a094 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8092566'] for router_interface, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:46.359722 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port e799e068-3ffd-4b8e-8929-9636071d1d94 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:29:46.359722 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:46.362330 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3b951cb7-cc2b-4ecf-9643-b87361297fcf None None] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:46.370033 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1b701f3c-86ad-412b-ac83-8f01b033fbc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:46.374117 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1b701f3c-86ad-412b-ac83-8f01b033fbc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:46.378574 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-1b701f3c-86ad-412b-ac83-8f01b033fbc3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a2ba2481-c648-48f3-9a5a-fa2d99adbcdb HTTP/1.1" status: 204 len: 168 time: 0.4831080 Oct 12 19:29:46.405163 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b701f3c-86ad-412b-ac83-8f01b033fbc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2ba2481-c648-48f3-9a5a-fa2d99adbcdb,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:29:46.470701 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3b951cb7-cc2b-4ecf-9643-b87361297fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:46.574771 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeff7a4d-5139-4919-931c-d296d638391d None None] Pushing event updated for resources: {'Port': ['ID=1a51cc87-7884-4c56-8031-f0a5f4ff1df9,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:29:46.730048 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-3b951cb7-cc2b-4ecf-9643-b87361297fcf None None] Attempting to bind port 1a51cc87-7884-4c56-8031-f0a5f4ff1df9 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:29:46.730445 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-3b951cb7-cc2b-4ecf-9643-b87361297fcf None None] Attempting to bind port 1a51cc87-7884-4c56-8031-f0a5f4ff1df9 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'f9c49260-5b42-4079-9665-a9fe903174c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '8d1f1d63-7081-4aec-8425-f1aaa5c0ea79'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:29:46.730828 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b951cb7-cc2b-4ecf-9643-b87361297fcf None None] Attempting to bind port 1a51cc87-7884-4c56-8031-f0a5f4ff1df9 on network 8d1f1d63-7081-4aec-8425-f1aaa5c0ea79 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:29:46.734194 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02bb920-4280-4350-b6af-583cb89d092c req-7b57bd70-5536-4db6-acdc-5e9cbb884247 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:46.739045 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f02bb920-4280-4350-b6af-583cb89d092c req-7b57bd70-5536-4db6-acdc-5e9cbb884247 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/ports?device_id=a12a186c-07bf-4785-82d3-97ddb6d52d66 HTTP/1.1" status: 200 len: 945 time: 0.1069207 Oct 12 19:29:46.751369 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b951cb7-cc2b-4ecf-9643-b87361297fcf None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:29:46.753316 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b951cb7-cc2b-4ecf-9643-b87361297fcf None None] Checking segment: {'id': 'f9c49260-5b42-4079-9665-a9fe903174c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '8d1f1d63-7081-4aec-8425-f1aaa5c0ea79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:29:46.756478 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3b951cb7-cc2b-4ecf-9643-b87361297fcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:46.756942 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b951cb7-cc2b-4ecf-9643-b87361297fcf None None] Bound using segment: {'id': 'f9c49260-5b42-4079-9665-a9fe903174c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '8d1f1d63-7081-4aec-8425-f1aaa5c0ea79'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:29:46.757471 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-3b951cb7-cc2b-4ecf-9643-b87361297fcf None None] Bound port: 1a51cc87-7884-4c56-8031-f0a5f4ff1df9, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9c49260-5b42-4079-9665-a9fe903174c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '8d1f1d63-7081-4aec-8425-f1aaa5c0ea79'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:29:46.757861 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3b951cb7-cc2b-4ecf-9643-b87361297fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:46.771343 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-29ff4680-1500-436e-b058-9b1ebb064d32 req-c0b774be-8029-4f34-b412-87e9d0364fc2 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] For port 92300b94-4016-42e0-817e-2ddb68d39101, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=92300b94-4016-42e0-817e-2ddb68d39101,segment=NetworkSegment(1311cbfc-168d-4d44-b005-c99086bc74c8),segment_id=1311cbfc-168d-4d44-b005-c99086bc74c8)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:29:46.838021 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f02bb920-4280-4350-b6af-583cb89d092c req-2a443d98-ce74-4f2b-9605-3f5e584f4ad1 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/security-groups?id=3416205a-d9ec-4ba1-a823-0f8eadffb37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571022 Oct 12 19:29:46.849253 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-29ff4680-1500-436e-b058-9b1ebb064d32 req-c0b774be-8029-4f34-b412-87e9d0364fc2 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:46.912814 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-3b951cb7-cc2b-4ecf-9643-b87361297fcf None None] For port 1a51cc87-7884-4c56-8031-f0a5f4ff1df9, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:29:46.918745 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-29ff4680-1500-436e-b058-9b1ebb064d32 req-c0b774be-8029-4f34-b412-87e9d0364fc2 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:46.964700 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['746f239a-cac1-47b7-a948-8973bb897097'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:29:46.969455 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['71a094e6-3c69-44e7-8689-4e4c66ecd7da', '92300b94-4016-42e0-817e-2ddb68d39101'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:29:46.972298 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ff4680-1500-436e-b058-9b1ebb064d32 req-c0b774be-8029-4f34-b412-87e9d0364fc2 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:46.972967 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-29ff4680-1500-436e-b058-9b1ebb064d32 req-c0b774be-8029-4f34-b412-87e9d0364fc2 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:46.974476 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-29ff4680-1500-436e-b058-9b1ebb064d32 req-c0b774be-8029-4f34-b412-87e9d0364fc2 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "PUT /v2.0/ports/92300b94-4016-42e0-817e-2ddb68d39101 HTTP/1.1" status: 200 len: 904 time: 0.7951238 Oct 12 19:29:46.975326 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc6858b5-0d7c-40ef-b1d8-5b0500f75602', 'tag': '92300b94-4016-42e0-817e-2ddb68d39101'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:29:46.986938 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cba1c39d-a9b8-43ce-97bd-cc960bdadd85" -d '{"events": [{"name": "network-changed", "server_uuid": "bc6858b5-0d7c-40ef-b1d8-5b0500f75602", "tag": "92300b94-4016-42e0-817e-2ddb68d39101"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:29:47.048550 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd7789-6d8d-44a7-9f49-14bf23738bd9 req-806309b4-d9c2-4452-98e2-fb77ee4c5d4d tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:47.056589 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c1cd7789-6d8d-44a7-9f49-14bf23738bd9 req-806309b4-d9c2-4452-98e2-fb77ee4c5d4d tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b8446f7-560c-4474-adde-2a44fb97e935 HTTP/1.1" status: 200 len: 945 time: 0.0992556 Oct 12 19:29:47.080255 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-291dcb04-0c53-4cf2-b482-ae380a74a094 admin admin] Deleting port 8cf54341-971e-445d-b80d-def6ec01686b {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:29:47.080690 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-291dcb04-0c53-4cf2-b482-ae380a74a094 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:47.090492 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b774be-8029-4f34-b412-87e9d0364fc2 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Pushing event updated for resources: {'Port': ['ID=92300b94-4016-42e0-817e-2ddb68d39101,revision_number=6']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:29:47.139052 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c1cd7789-6d8d-44a7-9f49-14bf23738bd9 req-ed686937-8c31-4a6e-9740-124934975769 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/security-groups?id=cefdf9de-6871-4b8c-818c-d47d551271dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789852 Oct 12 19:29:47.151590 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-3b951cb7-cc2b-4ecf-9643-b87361297fcf None None] For port 1a51cc87-7884-4c56-8031-f0a5f4ff1df9, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=1a51cc87-7884-4c56-8031-f0a5f4ff1df9,segment=NetworkSegment(f9c49260-5b42-4079-9665-a9fe903174c2),segment_id=f9c49260-5b42-4079-9665-a9fe903174c2)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:29:47.161798 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef9e796-0ace-46b6-b97c-ee455c884263 req-ef868b8a-eef4-4690-b0a6-1d9a0719d974 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:47.195656 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0ef9e796-0ace-46b6-b97c-ee455c884263 req-ef868b8a-eef4-4690-b0a6-1d9a0719d974 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc6858b5-0d7c-40ef-b1d8-5b0500f75602 HTTP/1.1" status: 200 len: 907 time: 0.0993423 Oct 12 19:29:47.213406 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-6da87e84-74df-48c1-a4f3-44e20b2aae2c None None] Provisioning complete for port 1a51cc87-7884-4c56-8031-f0a5f4ff1df9 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:29:47.214170 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6da87e84-74df-48c1-a4f3-44e20b2aae2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:47.227389 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3b951cb7-cc2b-4ecf-9643-b87361297fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:47.243058 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['92300b94-4016-42e0-817e-2ddb68d39101'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:29:47.267863 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9661ef95-c832-4876-83e0-95f4c5429e74 x-openstack-request-id: req-9661ef95-c832-4876-83e0-95f4c5429e74 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:29:47.268298 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc6858b5-0d7c-40ef-b1d8-5b0500f75602", "tag": "92300b94-4016-42e0-817e-2ddb68d39101", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:29:47.268657 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9661ef95-c832-4876-83e0-95f4c5429e74 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:29:47.269166 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc6858b5-0d7c-40ef-b1d8-5b0500f75602', 'tag': '92300b94-4016-42e0-817e-2ddb68d39101', 'status': 'completed', 'code': 200} Oct 12 19:29:47.344548 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeff7a4d-5139-4919-931c-d296d638391d None None] Pushing event updated for resources: {'Port': ['ID=1a51cc87-7884-4c56-8031-f0a5f4ff1df9,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:29:47.413747 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8495dbfa-134a-4ba8-8d52-0b3ef16e6637 req-b310a760-3685-4793-80fa-9673ccb9e855 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:47.422192 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8495dbfa-134a-4ba8-8d52-0b3ef16e6637 req-b310a760-3685-4793-80fa-9673ccb9e855 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b8446f7-560c-4474-adde-2a44fb97e935 HTTP/1.1" status: 200 len: 945 time: 0.1033130 Oct 12 19:29:47.475553 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8495dbfa-134a-4ba8-8d52-0b3ef16e6637 req-ad0c925e-90c8-4304-ba4d-4f22de71ea83 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/security-groups?id=cefdf9de-6871-4b8c-818c-d47d551271dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478971 Oct 12 19:29:47.573999 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b951cb7-cc2b-4ecf-9643-b87361297fcf None None] Routers {'671b8f94-b75e-4874-81b7-a60849b7c4bf'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:29:47.574170 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-3b951cb7-cc2b-4ecf-9643-b87361297fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:29:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['671b8f94-b75e-4874-81b7-a60849b7c4bf'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:29:47.587717 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba1c39d-a9b8-43ce-97bd-cc960bdadd85 req-76bd7370-d8d4-4046-b7b8-8ee72d6a292a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:47.592497 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cba1c39d-a9b8-43ce-97bd-cc960bdadd85 req-76bd7370-d8d4-4046-b7b8-8ee72d6a292a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8037c4999d8b4d25a8c451f2b659a2c4&device_id=bc6858b5-0d7c-40ef-b1d8-5b0500f75602 HTTP/1.1" status: 200 len: 1058 time: 0.2790127 Oct 12 19:29:47.603974 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31667a99-d31c-4530-88f1-883031f9bd13 req-346c4df8-e32a-4870-acdd-4287825054c9 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:47.607103 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-31667a99-d31c-4530-88f1-883031f9bd13 req-346c4df8-e32a-4870-acdd-4287825054c9 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb56269f-088f-4dd7-97a9-d7a3df061653 HTTP/1.1" status: 200 len: 944 time: 0.2050478 Oct 12 19:29:47.843668 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-31667a99-d31c-4530-88f1-883031f9bd13 req-7d6f5310-2bab-4fce-baac-8c0c27203ed7 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e18d525-cf41-4d49-869d-79a715be58e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1969035 Oct 12 19:29:47.855156 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [None req-291dcb04-0c53-4cf2-b482-ae380a74a094 admin admin] For port 8cf54341-971e-445d-b80d-def6ec01686b, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=8cf54341-971e-445d-b80d-def6ec01686b,segment=NetworkSegment(e4151b77-05a9-444c-bf74-7d70d1ce5d93),segment_id=e4151b77-05a9-444c-bf74-7d70d1ce5d93)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:29:47.855737 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-291dcb04-0c53-4cf2-b482-ae380a74a094 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:47.859376 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba1c39d-a9b8-43ce-97bd-cc960bdadd85 req-a9ea675f-b095-40f1-bf23-486435827bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:47.860922 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cba1c39d-a9b8-43ce-97bd-cc960bdadd85 req-a9ea675f-b095-40f1-bf23-486435827bc3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f22a0b4a-70e4-4463-a6ef-6109199fd871 HTTP/1.1" status: 200 len: 912 time: 0.2409837 Oct 12 19:29:47.900009 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-291dcb04-0c53-4cf2-b482-ae380a74a094 admin admin] Calling delete_port for 8cf54341-971e-445d-b80d-def6ec01686b owned by network:router_interface {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:29:47.948047 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cba1c39d-a9b8-43ce-97bd-cc960bdadd85 req-569e94dc-5cf0-4e0c-bae8-a6deb61b1566 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=92300b94-4016-42e0-817e-2ddb68d39101 HTTP/1.1" status: 200 len: 217 time: 0.0739329 Oct 12 19:29:48.106511 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba1c39d-a9b8-43ce-97bd-cc960bdadd85 req-19c7c710-3f09-4e7a-8ce7-6ee5cbe9f0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:48.107984 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cba1c39d-a9b8-43ce-97bd-cc960bdadd85 req-19c7c710-3f09-4e7a-8ce7-6ee5cbe9f0ac service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a09cd6ac-b3e0-423d-9e85-6644cbc7e663 HTTP/1.1" status: 200 len: 850 time: 0.1443126 Oct 12 19:29:48.133953 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-3b951cb7-cc2b-4ecf-9643-b87361297fcf None None] Set router 671b8f94-b75e-4874-81b7-a60849b7c4bf gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:29:48.142063 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c462a84e-3b76-4abe-8696-3be152ca88d3 req-407beb7b-78b6-41e9-baae-7687e3aceb14 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:48.143566 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c462a84e-3b76-4abe-8696-3be152ca88d3 req-407beb7b-78b6-41e9-baae-7687e3aceb14 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/ports?device_id=a12a186c-07bf-4785-82d3-97ddb6d52d66 HTTP/1.1" status: 200 len: 945 time: 0.1884501 Oct 12 19:29:48.172509 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5582c60c-9849-439a-8715-6b48d1854983 req-6e33d419-cf46-4e9d-a8b7-40534b480713 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:48.175250 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5582c60c-9849-439a-8715-6b48d1854983 req-6e33d419-cf46-4e9d-a8b7-40534b480713 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb56269f-088f-4dd7-97a9-d7a3df061653 HTTP/1.1" status: 200 len: 944 time: 0.0592029 Oct 12 19:29:48.192230 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6da87e84-74df-48c1-a4f3-44e20b2aae2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:48.247874 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5582c60c-9849-439a-8715-6b48d1854983 req-0898aa85-1ecb-4573-83a8-2b1eb628f4fa tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e18d525-cf41-4d49-869d-79a715be58e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635221 Oct 12 19:29:48.285535 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c462a84e-3b76-4abe-8696-3be152ca88d3 req-e0a2c5ac-95f9-4eb6-b8ff-84955918b64b tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/security-groups?id=3416205a-d9ec-4ba1-a823-0f8eadffb37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207850 Oct 12 19:29:48.411982 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-6da87e84-74df-48c1-a4f3-44e20b2aae2c None None] For port 1a51cc87-7884-4c56-8031-f0a5f4ff1df9, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=1a51cc87-7884-4c56-8031-f0a5f4ff1df9,segment=NetworkSegment(f9c49260-5b42-4079-9665-a9fe903174c2),segment_id=f9c49260-5b42-4079-9665-a9fe903174c2)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:29:48.446611 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba1c39d-a9b8-43ce-97bd-cc960bdadd85 req-f6af40ec-16ee-43bf-8907-743753e3eba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:48.454208 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cba1c39d-a9b8-43ce-97bd-cc960bdadd85 req-f6af40ec-16ee-43bf-8907-743753e3eba9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f22a0b4a-70e4-4463-a6ef-6109199fd871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3345644 Oct 12 19:29:48.455034 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 57160) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:29:48.485777 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [req-cba1c39d-a9b8-43ce-97bd-cc960bdadd85 req-8fa8077a-aed0-47cb-967d-f14f690a986a service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 19:29:48.486829 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cba1c39d-a9b8-43ce-97bd-cc960bdadd85 req-8fa8077a-aed0-47cb-967d-f14f690a986a service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0066061 Oct 12 19:29:48.493298 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6da87e84-74df-48c1-a4f3-44e20b2aae2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:48.724988 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-24428f89-ecb6-47bf-aadd-10a9e7d07264 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1315435299-network', 'tenant_id': '4c933ffb6c834d75ab3714dceb2123eb'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:29:48.753650 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-77adbb17-a4ca-4d47-a6d7-3ddaecf3dbe4 None None] Provisioning complete for port 1a51cc87-7884-4c56-8031-f0a5f4ff1df9 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:29:48.754064 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-77adbb17-a4ca-4d47-a6d7-3ddaecf3dbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:48.757968 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da87e84-74df-48c1-a4f3-44e20b2aae2c None None] Pushing event updated for resources: {'Port': ['ID=1a51cc87-7884-4c56-8031-f0a5f4ff1df9,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:29:48.786900 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-3b951cb7-cc2b-4ecf-9643-b87361297fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '671b8f94-b75e-4874-81b7-a60849b7c4bf', 'name': 'tempest-TestAggregatesBasicOps-1314222898-router', 'tenant_id': '4f8a470bf8b14bf29d8a6c990dec79dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': 'e799e068-3ffd-4b8e-8929-9636071d1d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:29:35Z', 'updated_at': '2021-10-12T19:29:41Z', 'revision_number': 4, 'project_id': '4f8a470bf8b14bf29d8a6c990dec79dd', 'gw_port': {'id': 'e799e068-3ffd-4b8e-8929-9636071d1d94', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671b8f94-b75e-4874-81b7-a60849b7c4bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:29:36Z', 'updated_at': '2021-10-12T19:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '1a51cc87-7884-4c56-8031-f0a5f4ff1df9', 'name': '', 'network_id': '8d1f1d63-7081-4aec-8425-f1aaa5c0ea79', 'tenant_id': '4f8a470bf8b14bf29d8a6c990dec79dd', 'mac_address': 'fa:16:3e:87:70:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '671b8f94-b75e-4874-81b7-a60849b7c4bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2170, 'fixed_ips': [{'subnet_id': 'aa355105-303b-429c-9d21-ee5947196178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:29:40Z', 'updated_at': '2021-10-12T19:29:46Z', 'revision_number': 4, 'project_id': '4f8a470bf8b14bf29d8a6c990dec79dd', 'subnets': [{'id': 'aa355105-303b-429c-9d21-ee5947196178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:29:48.794506 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cba1c39d-a9b8-43ce-97bd-cc960bdadd85 req-f3fe3672-f271-44c6-95b9-925569026904 service neutron] 10.222.0.61 "GET /v2.0/networks/f22a0b4a-70e4-4463-a6ef-6109199fd871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2831569 Oct 12 19:29:48.821147 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b951cb7-cc2b-4ecf-9643-b87361297fcf None None] The sync data for ids ['671b8f94-b75e-4874-81b7-a60849b7c4bf'] in n-d-813679-3 is: [{'id': '671b8f94-b75e-4874-81b7-a60849b7c4bf', 'name': 'tempest-TestAggregatesBasicOps-1314222898-router', 'tenant_id': '4f8a470bf8b14bf29d8a6c990dec79dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': 'e799e068-3ffd-4b8e-8929-9636071d1d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:29:35Z', 'updated_at': '2021-10-12T19:29:41Z', 'revision_number': 4, 'project_id': '4f8a470bf8b14bf29d8a6c990dec79dd', 'gw_port': {'id': 'e799e068-3ffd-4b8e-8929-9636071d1d94', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671b8f94-b75e-4874-81b7-a60849b7c4bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:29:36Z', 'updated_at': '2021-10-12T19:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '1a51cc87-7884-4c56-8031-f0a5f4ff1df9', 'name': '', 'network_id': '8d1f1d63-7081-4aec-8425-f1aaa5c0ea79', 'tenant_id': '4f8a470bf8b14bf29d8a6c990dec79dd', 'mac_address': 'fa:16:3e:87:70:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '671b8f94-b75e-4874-81b7-a60849b7c4bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2170, 'fixed_ips': [{'subnet_id': 'aa355105-303b-429c-9d21-ee5947196178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:29:40Z', 'updated_at': '2021-10-12T19:29:46Z', 'revision_number': 4, 'project_id': '4f8a470bf8b14bf29d8a6c990dec79dd', 'subnets': [{'id': 'aa355105-303b-429c-9d21-ee5947196178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:29:48.878096 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24428f89-ecb6-47bf-aadd-10a9e7d07264 admin admin] Made reservation on behalf of 4c933ffb6c834d75ab3714dceb2123eb for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:29:48.884938 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-24428f89-ecb6-47bf-aadd-10a9e7d07264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:48.982054 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-24428f89-ecb6-47bf-aadd-10a9e7d07264 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:49.004591 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-77adbb17-a4ca-4d47-a6d7-3ddaecf3dbe4 None None] Provisioning complete for port 92300b94-4016-42e0-817e-2ddb68d39101 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:29:49.005239 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-77adbb17-a4ca-4d47-a6d7-3ddaecf3dbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:49.082806 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8a2d50-acfc-4d6a-9e11-f6857e8b7a81 req-9baf075a-c72a-4275-b021-24da3892e938 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:49.091373 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6c8a2d50-acfc-4d6a-9e11-f6857e8b7a81 req-9baf075a-c72a-4275-b021-24da3892e938 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/networks?id=f22a0b4a-70e4-4463-a6ef-6109199fd871 HTTP/1.1" status: 200 len: 811 time: 0.2630284 Oct 12 19:29:49.162767 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6c8a2d50-acfc-4d6a-9e11-f6857e8b7a81 req-7fa84eef-b33d-44ef-8678-6f673f4dc72b tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/quotas/8037c4999d8b4d25a8c451f2b659a2c4 HTTP/1.1" status: 200 len: 375 time: 0.0621789 Oct 12 19:29:49.273233 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-24428f89-ecb6-47bf-aadd-10a9e7d07264 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:49.503761 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6c8a2d50-acfc-4d6a-9e11-f6857e8b7a81 req-e5f7fa57-14e3-4a54-854b-a6b38bd397c1 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=8037c4999d8b4d25a8c451f2b659a2c4&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1510379 Oct 12 19:29:49.503848 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-291dcb04-0c53-4cf2-b482-ae380a74a094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:49.503961 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c81e60-2b7b-4f69-961d-790033c896c0 req-57d0371c-b7bc-4728-aaae-a418457ba62f tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:49.503961 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-47c81e60-2b7b-4f69-961d-790033c896c0 req-57d0371c-b7bc-4728-aaae-a418457ba62f tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.61 "GET /v2.0/ports?device_id=9b8446f7-560c-4474-adde-2a44fb97e935 HTTP/1.1" status: 200 len: 945 time: 0.1332901 Oct 12 19:29:49.504141 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291dcb04-0c53-4cf2-b482-ae380a74a094 admin admin] Pushing event deleted for resources: {'Port': ['ID=8cf54341-971e-445d-b80d-def6ec01686b,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:29:49.504226 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6c8a2d50-acfc-4d6a-9e11-f6857e8b7a81 req-a9200aff-7d11-4237-99e1-a5cfb28b9933 service neutron] 10.222.0.49 "GET /v2.0/networks/f22a0b4a-70e4-4463-a6ef-6109199fd871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652031 Oct 12 19:29:49.604002 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-24428f89-ecb6-47bf-aadd-10a9e7d07264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:49.613656 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5614fc-fdb2-41a0-9aec-6f48ec3ccca2 req-c0ca5ec6-eac3-4526-9c6c-401f3ce36963 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:49.621466 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24428f89-ecb6-47bf-aadd-10a9e7d07264 admin admin] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:29:49.625531 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8d5614fc-fdb2-41a0-9aec-6f48ec3ccca2 req-c0ca5ec6-eac3-4526-9c6c-401f3ce36963 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b8446f7-560c-4474-adde-2a44fb97e935 HTTP/1.1" status: 200 len: 945 time: 0.8109989 Oct 12 19:29:49.642343 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-24428f89-ecb6-47bf-aadd-10a9e7d07264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:49.642797 n-d-813679-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-24428f89-ecb6-47bf-aadd-10a9e7d07264 admin admin] Added segment d3bbc1b0-43de-46c9-85ac-bcdee6118989 of type vlan for network 8210e84a-9fb6-4a53-a2c3-d0f330bffa92 Oct 12 19:29:49.651335 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cba1c39d-a9b8-43ce-97bd-cc960bdadd85 req-fb3efdbb-c2c9-4748-b45a-cd35b5552082 service neutron] 10.222.0.61 "GET /v2.0/networks/f22a0b4a-70e4-4463-a6ef-6109199fd871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8497994 Oct 12 19:29:49.696333 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-24428f89-ecb6-47bf-aadd-10a9e7d07264 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:49.765864 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8d5614fc-fdb2-41a0-9aec-6f48ec3ccca2 req-92086c12-f10f-45b3-8020-0fddd948f801 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/security-groups?id=cefdf9de-6871-4b8c-818c-d47d551271dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317079 Oct 12 19:29:49.836361 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24428f89-ecb6-47bf-aadd-10a9e7d07264 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=243314df-bf60-4e8d-a5c3-b65fe30534c7,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:29:49.864191 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-24428f89-ecb6-47bf-aadd-10a9e7d07264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:49.866345 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24428f89-ecb6-47bf-aadd-10a9e7d07264 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:49.866927 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-24428f89-ecb6-47bf-aadd-10a9e7d07264 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:49.921605 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-291dcb04-0c53-4cf2-b482-ae380a74a094 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7898909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8092450'] for router_interface, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:49.986990 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24428f89-ecb6-47bf-aadd-10a9e7d07264 admin admin] Pushing event updated for resources: {'Network': ['ID=8210e84a-9fb6-4a53-a2c3-d0f330bffa92,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:29:49.999802 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 8210e84a-9fb6-4a53-a2c3-d0f330bffa92 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:29:50.043327 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6c8a2d50-acfc-4d6a-9e11-f6857e8b7a81 req-4ce161e4-ff8c-4fd1-ab93-3f36f4835732 service neutron] 10.222.0.49 "GET /v2.0/networks/f22a0b4a-70e4-4463-a6ef-6109199fd871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5524461 Oct 12 19:29:50.090343 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-24428f89-ecb6-47bf-aadd-10a9e7d07264 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.6314852 Oct 12 19:29:50.091597 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 57200) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:29:50.094231 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-47c81e60-2b7b-4f69-961d-790033c896c0 req-a30b2abc-b0c3-40d7-900d-43518afe4717 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Deleting port b76465bb-a911-477e-be67-0e6b71cb5edc {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:29:50.124580 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-47c81e60-2b7b-4f69-961d-790033c896c0 req-a30b2abc-b0c3-40d7-900d-43518afe4717 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:50.150495 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-55924881-2575-4ec6-bbc9-b1f062a4bc98 admin admin] Request body: {'subnet': {'network_id': '8210e84a-9fb6-4a53-a2c3-d0f330bffa92', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1315435299-subnet', 'tenant_id': '4c933ffb6c834d75ab3714dceb2123eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:29:50.331691 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55924881-2575-4ec6-bbc9-b1f062a4bc98 admin admin] Made reservation on behalf of 4c933ffb6c834d75ab3714dceb2123eb for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:29:50.338562 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-55924881-2575-4ec6-bbc9-b1f062a4bc98 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16245837'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:50.358200 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 1a51cc87-7884-4c56-8031-f0a5f4ff1df9 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:29:50.473080 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 1a51cc87-7884-4c56-8031-f0a5f4ff1df9 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:29:50.473629 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:50.568184 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-47c81e60-2b7b-4f69-961d-790033c896c0 req-a30b2abc-b0c3-40d7-900d-43518afe4717 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] For port b76465bb-a911-477e-be67-0e6b71cb5edc, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=b76465bb-a911-477e-be67-0e6b71cb5edc,segment=NetworkSegment(f1170869-d10a-47f8-bcc2-096029983e07),segment_id=f1170869-d10a-47f8-bcc2-096029983e07)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:29:50.569401 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-47c81e60-2b7b-4f69-961d-790033c896c0 req-a30b2abc-b0c3-40d7-900d-43518afe4717 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:50.601473 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-47c81e60-2b7b-4f69-961d-790033c896c0 req-a30b2abc-b0c3-40d7-900d-43518afe4717 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Calling delete_port for b76465bb-a911-477e-be67-0e6b71cb5edc owned by compute:nova {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:29:50.650226 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7858ff8a-ea51-464c-9c42-3fcdd70a4f21 req-032dfffd-5a1a-417d-80e5-3a94b82d1af3 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e903912-16d6-4ed5-863b-dc4a327f9cf2 HTTP/1.1" status: 200 len: 210 time: 0.0509052 Oct 12 19:29:50.654243 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c05377-a515-40e9-a81c-064f0bc77719 req-d66e2d0e-b7a5-433c-8d82-80c1532d1634 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:50.655918 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-58c05377-a515-40e9-a81c-064f0bc77719 req-d66e2d0e-b7a5-433c-8d82-80c1532d1634 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/ports?device_id=a12a186c-07bf-4785-82d3-97ddb6d52d66 HTTP/1.1" status: 200 len: 945 time: 0.3133309 Oct 12 19:29:50.676884 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c92488-c907-4c80-b830-0239e8b87be5 req-bbccd5c9-bc3c-4a18-8a0f-1b23a238dec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:50.685266 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-53c92488-c907-4c80-b830-0239e8b87be5 req-bbccd5c9-bc3c-4a18-8a0f-1b23a238dec0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e44e70d74bb14964afe24769b25e2a13&device_id=a12a186c-07bf-4785-82d3-97ddb6d52d66 HTTP/1.1" status: 200 len: 1096 time: 0.3523505 Oct 12 19:29:50.727642 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-291dcb04-0c53-4cf2-b482-ae380a74a094 admin admin] Router 7f9d339e-cfe9-4b0a-8c1c-83d1bfab95d4 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:29:50.823358 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-58c05377-a515-40e9-a81c-064f0bc77719 req-6a91a9c1-a80d-406b-9775-fbdbad111e65 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/security-groups?id=3416205a-d9ec-4ba1-a823-0f8eadffb37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447599 Oct 12 19:29:50.867779 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 57224) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:29:50.970963 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c92488-c907-4c80-b830-0239e8b87be5 req-e34afc72-f04b-4a18-80ab-ee5780152aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:50.972468 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-53c92488-c907-4c80-b830-0239e8b87be5 req-e34afc72-f04b-4a18-80ab-ee5780152aff service neutron] 10.222.0.67 "GET /v2.0/networks?id=0290ce55-7f93-4c6c-bbd1-02235e645c15 HTTP/1.1" status: 200 len: 917 time: 0.2641389 Oct 12 19:29:50.994432 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-94b08365-d86d-4fcc-9030-b438acc56725 admin admin] Deleting subnet dc530ace-4b18-4ae9-b625-36ec27074a9c {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:29:51.005293 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-94b08365-d86d-4fcc-9030-b438acc56725 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:51.021626 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-53c92488-c907-4c80-b830-0239e8b87be5 req-cb02ca36-0e1c-475d-9284-3634ea279c04 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b5acf294-86eb-432d-ab74-1efd6dd60b45 HTTP/1.1" status: 200 len: 217 time: 0.0390389 Oct 12 19:29:51.026753 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-291dcb04-0c53-4cf2-b482-ae380a74a094 admin admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:29:51.035420 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-291dcb04-0c53-4cf2-b482-ae380a74a094 admin admin] 10.222.0.49 "PUT /v2.0/routers/7f9d339e-cfe9-4b0a-8c1c-83d1bfab95d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5662689 Oct 12 19:29:51.035517 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 57230) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:29:51.040282 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ae0461-76e5-4354-9143-959bbff71d4b None None] Sync routers for ids ['7f9d339e-cfe9-4b0a-8c1c-83d1bfab95d4'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:29:51.052681 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ae0461-76e5-4354-9143-959bbff71d4b None None] Routers {'7f9d339e-cfe9-4b0a-8c1c-83d1bfab95d4'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:29:51.054233 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-35ae0461-76e5-4354-9143-959bbff71d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:29:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['7f9d339e-cfe9-4b0a-8c1c-83d1bfab95d4'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:29:51.087510 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c92488-c907-4c80-b830-0239e8b87be5 req-754e104d-6fa7-45e9-acc2-d353e38e83d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:51.091190 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-53c92488-c907-4c80-b830-0239e8b87be5 req-754e104d-6fa7-45e9-acc2-d353e38e83d2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0c964fef-6ce8-4600-af04-a1d969d5678f HTTP/1.1" status: 200 len: 855 time: 0.0582247 Oct 12 19:29:51.102357 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c71a27-5111-495c-9cf6-309ae82814cb req-c5177434-5880-4d77-955e-abd5e5edbb44 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:51.120635 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-60c71a27-5111-495c-9cf6-309ae82814cb req-c5177434-5880-4d77-955e-abd5e5edbb44 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b8446f7-560c-4474-adde-2a44fb97e935 HTTP/1.1" status: 200 len: 945 time: 0.1828768 Oct 12 19:29:51.133825 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-55924881-2575-4ec6-bbc9-b1f062a4bc98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4306659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16245859'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:51.149012 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c92488-c907-4c80-b830-0239e8b87be5 req-53e98e16-d256-4ff4-8873-d34034bcdcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:51.150761 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-53c92488-c907-4c80-b830-0239e8b87be5 req-53e98e16-d256-4ff4-8873-d34034bcdcb2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0290ce55-7f93-4c6c-bbd1-02235e645c15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473440 Oct 12 19:29:51.175747 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-94b08365-d86d-4fcc-9030-b438acc56725 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16313642'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:51.230974 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-35ae0461-76e5-4354-9143-959bbff71d4b None None] Set router 7f9d339e-cfe9-4b0a-8c1c-83d1bfab95d4 gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:29:51.294570 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-53c92488-c907-4c80-b830-0239e8b87be5 req-cd464fe7-7b13-49ea-805d-ac07fe43a0fe service neutron] 10.222.0.67 "GET /v2.0/networks/0290ce55-7f93-4c6c-bbd1-02235e645c15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337008 Oct 12 19:29:51.462618 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-53c92488-c907-4c80-b830-0239e8b87be5 req-2d18badb-2fd3-4074-be2d-f8fd60af510d service neutron] 10.222.0.67 "GET /v2.0/networks/0290ce55-7f93-4c6c-bbd1-02235e645c15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541560 Oct 12 19:29:51.509934 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-35ae0461-76e5-4354-9143-959bbff71d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f9d339e-cfe9-4b0a-8c1c-83d1bfab95d4', 'name': 'tempest-TestAggregatesBasicOps-989204191-router', 'tenant_id': '4ebc1032fa404a72989275d94431db40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': 'de71a4e4-e84a-42ae-8acf-472093ada067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:29:22Z', 'updated_at': '2021-10-12T19:29:48Z', 'revision_number': 5, 'project_id': '4ebc1032fa404a72989275d94431db40', 'gw_port': {'id': 'de71a4e4-e84a-42ae-8acf-472093ada067', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:84:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9d339e-cfe9-4b0a-8c1c-83d1bfab95d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:29:23Z', 'updated_at': '2021-10-12T19:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:29:51.540110 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ae0461-76e5-4354-9143-959bbff71d4b None None] Checking router: 7f9d339e-cfe9-4b0a-8c1c-83d1bfab95d4 for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:29:51.552735 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ae0461-76e5-4354-9143-959bbff71d4b None None] Routers {'7f9d339e-cfe9-4b0a-8c1c-83d1bfab95d4'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:29:51.554407 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-35ae0461-76e5-4354-9143-959bbff71d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:29:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['7f9d339e-cfe9-4b0a-8c1c-83d1bfab95d4'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:29:51.704318 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-35ae0461-76e5-4354-9143-959bbff71d4b None None] Set router 7f9d339e-cfe9-4b0a-8c1c-83d1bfab95d4 gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:29:51.751567 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-965ae797-176e-44d4-afe9-4a822d2f0795 req-b1e61ff6-7f23-448e-9aaa-7c1df69de73f tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e903912-16d6-4ed5-863b-dc4a327f9cf2 HTTP/1.1" status: 200 len: 210 time: 0.0496290 Oct 12 19:29:51.800584 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-12f8bb4d-b43f-4d2c-be2c-cc22149ac2f1 admin admin] Notify callbacks [] for router, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:51.802168 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-47c81e60-2b7b-4f69-961d-790033c896c0 req-a30b2abc-b0c3-40d7-900d-43518afe4717 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:51.814910 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['b76465bb-a911-477e-be67-0e6b71cb5edc'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:29:51.862644 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-60c71a27-5111-495c-9cf6-309ae82814cb req-5679eb97-056c-4754-8cab-a2fec8a14c24 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/security-groups?id=cefdf9de-6871-4b8c-818c-d47d551271dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7411423 Oct 12 19:29:51.909634 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30b2abc-b0c3-40d7-900d-43518afe4717 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Pushing event deleted for resources: {'Port': ['ID=b76465bb-a911-477e-be67-0e6b71cb5edc,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:29:51.927254 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-35ae0461-76e5-4354-9143-959bbff71d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f9d339e-cfe9-4b0a-8c1c-83d1bfab95d4', 'name': 'tempest-TestAggregatesBasicOps-989204191-router', 'tenant_id': '4ebc1032fa404a72989275d94431db40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': 'de71a4e4-e84a-42ae-8acf-472093ada067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:29:22Z', 'updated_at': '2021-10-12T19:29:48Z', 'revision_number': 5, 'project_id': '4ebc1032fa404a72989275d94431db40', 'gw_port': {'id': 'de71a4e4-e84a-42ae-8acf-472093ada067', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:84:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9d339e-cfe9-4b0a-8c1c-83d1bfab95d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:29:23Z', 'updated_at': '2021-10-12T19:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:29:51.937947 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-94b08365-d86d-4fcc-9030-b438acc56725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:51.971560 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55924881-2575-4ec6-bbc9-b1f062a4bc98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33859617-14c0-4672-bd1b-84bf0d04d8bc,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:29:51.993423 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ae0461-76e5-4354-9143-959bbff71d4b None None] The sync data for ids ['7f9d339e-cfe9-4b0a-8c1c-83d1bfab95d4'] in n-d-813679-3 is: [{'id': '7f9d339e-cfe9-4b0a-8c1c-83d1bfab95d4', 'name': 'tempest-TestAggregatesBasicOps-989204191-router', 'tenant_id': '4ebc1032fa404a72989275d94431db40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': 'de71a4e4-e84a-42ae-8acf-472093ada067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:29:22Z', 'updated_at': '2021-10-12T19:29:48Z', 'revision_number': 5, 'project_id': '4ebc1032fa404a72989275d94431db40', 'gw_port': {'id': 'de71a4e4-e84a-42ae-8acf-472093ada067', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:84:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9d339e-cfe9-4b0a-8c1c-83d1bfab95d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:29:23Z', 'updated_at': '2021-10-12T19:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:29:52.016462 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55924881-2575-4ec6-bbc9-b1f062a4bc98 admin admin] Checking segment: {'id': 'd3bbc1b0-43de-46c9-85ac-bcdee6118989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '8210e84a-9fb6-4a53-a2c3-d0f330bffa92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:29:52.016462 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55924881-2575-4ec6-bbc9-b1f062a4bc98 admin admin] Network hostable DHCP agents. Network: 8210e84a-9fb6-4a53-a2c3-d0f330bffa92, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:29:52.028105 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b062b0a-b781-437b-81d4-3ef6aed81efe req-f7db5cd0-3661-4044-b593-f1f5ea63591f tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:52.040977 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7b062b0a-b781-437b-81d4-3ef6aed81efe req-f7db5cd0-3661-4044-b593-f1f5ea63591f tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/ports?device_id=a12a186c-07bf-4785-82d3-97ddb6d52d66 HTTP/1.1" status: 200 len: 945 time: 0.0843482 Oct 12 19:29:52.105385 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-47c81e60-2b7b-4f69-961d-790033c896c0 req-a30b2abc-b0c3-40d7-900d-43518afe4717 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] No DVR routers for this DVR port b76465bb-a911-477e-be67-0e6b71cb5edc on host n-h1-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:29:52.112458 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-47c81e60-2b7b-4f69-961d-790033c896c0 req-a30b2abc-b0c3-40d7-900d-43518afe4717 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:52.115816 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-47c81e60-2b7b-4f69-961d-790033c896c0 req-a30b2abc-b0c3-40d7-900d-43518afe4717 tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.61 "DELETE /v2.0/ports/b76465bb-a911-477e-be67-0e6b71cb5edc HTTP/1.1" status: 204 len: 173 time: 2.6655653 Oct 12 19:29:52.127013 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b8446f7-560c-4474-adde-2a44fb97e935', 'name': 'network-vif-deleted', 'tag': 'b76465bb-a911-477e-be67-0e6b71cb5edc'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:29:52.127013 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b58e1a3-819c-4d8c-8e25-26f7540e2897" -d '{"events": [{"server_uuid": "9b8446f7-560c-4474-adde-2a44fb97e935", "name": "network-vif-deleted", "tag": "b76465bb-a911-477e-be67-0e6b71cb5edc"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:29:52.129723 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7b062b0a-b781-437b-81d4-3ef6aed81efe req-223df65d-f3b3-40fe-90de-44d537f0b421 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/security-groups?id=3416205a-d9ec-4ba1-a823-0f8eadffb37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792022 Oct 12 19:29:52.168855 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-12f8bb4d-b43f-4d2c-be2c-cc22149ac2f1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:52.174932 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5aac417-e26f-4c68-93ac-3f731e0e4fd7 x-openstack-request-id: req-e5aac417-e26f-4c68-93ac-3f731e0e4fd7 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:29:52.175288 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b8446f7-560c-4474-adde-2a44fb97e935", "name": "network-vif-deleted", "tag": "b76465bb-a911-477e-be67-0e6b71cb5edc", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:29:52.175606 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e5aac417-e26f-4c68-93ac-3f731e0e4fd7 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:29:52.176094 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b8446f7-560c-4474-adde-2a44fb97e935', 'name': 'network-vif-deleted', 'tag': 'b76465bb-a911-477e-be67-0e6b71cb5edc', 'status': 'completed', 'code': 200} Oct 12 19:29:52.229769 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55924881-2575-4ec6-bbc9-b1f062a4bc98 admin admin] Network 8210e84a-9fb6-4a53-a2c3-d0f330bffa92 is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:29:52.292381 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-94b08365-d86d-4fcc-9030-b438acc56725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4306592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16245866'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:52.337387 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-55924881-2575-4ec6-bbc9-b1f062a4bc98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, 8210e84a-9fb6-4a53-a2c3-d0f330bffa92) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:29:52.343456 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55924881-2575-4ec6-bbc9-b1f062a4bc98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:52.344130 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-55924881-2575-4ec6-bbc9-b1f062a4bc98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:52.354350 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4bf4293-80db-4bdb-93c4-b08ae04763a7 None None] Network 8210e84a-9fb6-4a53-a2c3-d0f330bffa92 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:29:52.389189 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-94b08365-d86d-4fcc-9030-b438acc56725 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:52.395686 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 57256) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:29:52.403352 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-94b08365-d86d-4fcc-9030-b438acc56725 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/dc530ace-4b18-4ae9-b625-36ec27074a9c HTTP/1.1" status: 204 len: 168 time: 1.5315473 Oct 12 19:29:52.404607 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b08365-d86d-4fcc-9030-b438acc56725 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc530ace-4b18-4ae9-b625-36ec27074a9c,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:29:52.409453 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 8cf54341-971e-445d-b80d-def6ec01686b no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:29:52.438608 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 8cf54341-971e-445d-b80d-def6ec01686b {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:29:52.439183 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 8cf54341-971e-445d-b80d-def6ec01686b not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:29:52.465910 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-12f8bb4d-b43f-4d2c-be2c-cc22149ac2f1 admin admin] Deleting port de71a4e4-e84a-42ae-8acf-472093ada067 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:29:52.466377 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-12f8bb4d-b43f-4d2c-be2c-cc22149ac2f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:52.522677 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-55924881-2575-4ec6-bbc9-b1f062a4bc98 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.3925462 Oct 12 19:29:52.523572 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 57260) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:29:52.528348 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-9d8b2f39-7e05-49cc-b94f-076ff941e4cf admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1315435299-router', 'tenant_id': '4c933ffb6c834d75ab3714dceb2123eb', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:29:52.582614 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4b28cd-0285-451c-bebd-b8bfc9a59b46 None None] Network 8210e84a-9fb6-4a53-a2c3-d0f330bffa92 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:29:52.593997 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-12f8bb4d-b43f-4d2c-be2c-cc22149ac2f1 admin admin] For port de71a4e4-e84a-42ae-8acf-472093ada067, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=de71a4e4-e84a-42ae-8acf-472093ada067,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:29:52.594280 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-12f8bb4d-b43f-4d2c-be2c-cc22149ac2f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:52.627075 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-12f8bb4d-b43f-4d2c-be2c-cc22149ac2f1 admin admin] Calling delete_port for de71a4e4-e84a-42ae-8acf-472093ada067 owned by network:router_gateway {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:29:52.638017 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1eda1cf4-fcbe-48aa-b903-85813c31e842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:52.750683 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1eda1cf4-fcbe-48aa-b903-85813c31e842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:52.760585 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9d8b2f39-7e05-49cc-b94f-076ff941e4cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8093678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255505'] for router, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:52.761639 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9d8b2f39-7e05-49cc-b94f-076ff941e4cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8093562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8087085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8022306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255518'] for router, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:52.779274 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-1eda1cf4-fcbe-48aa-b903-85813c31e842 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b9ffd0a-d450-4d4d-8c84-81d908427bea']}} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:29:52.792538 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-1eda1cf4-fcbe-48aa-b903-85813c31e842 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c23b924-3bdb-4700-940f-a5921b74e3c2') {'for_net_delete': True} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:29:52.792837 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-1eda1cf4-fcbe-48aa-b903-85813c31e842 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c23b924-3bdb-4700-940f-a5921b74e3c2') {} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:29:52.863374 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1eda1cf4-fcbe-48aa-b903-85813c31e842 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4281072'] for segment, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:52.872340 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9d8b2f39-7e05-49cc-b94f-076ff941e4cf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:52.881010 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1eda1cf4-fcbe-48aa-b903-85813c31e842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:52.888277 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1eda1cf4-fcbe-48aa-b903-85813c31e842 admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=95501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:29:52.892979 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1eda1cf4-fcbe-48aa-b903-85813c31e842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4823170'] for segment, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:52.892979 n-d-813679-3 neutron-server[95501]: Traceback (most recent call last): Oct 12 19:29:52.892979 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:29:52.892979 n-d-813679-3 neutron-server[95501]: timer() Oct 12 19:29:52.892979 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:29:52.892979 n-d-813679-3 neutron-server[95501]: cb(*args, **kw) Oct 12 19:29:52.892979 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:29:52.892979 n-d-813679-3 neutron-server[95501]: return func(*args, **kwargs) Oct 12 19:29:52.892979 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:29:52.892979 n-d-813679-3 neutron-server[95501]: self._notify() Oct 12 19:29:52.892979 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:29:52.892979 n-d-813679-3 neutron-server[95501]: self.callback(batched_events) Oct 12 19:29:52.892979 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:29:52.892979 n-d-813679-3 neutron-server[95501]: event.method(event) Oct 12 19:29:52.892979 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:29:52.892979 n-d-813679-3 neutron-server[95501]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:29:52.892979 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:29:52.892979 n-d-813679-3 neutron-server[95501]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:29:52.892979 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:29:52.892979 n-d-813679-3 neutron-server[95501]: return f(self, *a, **k) Oct 12 19:29:52.892979 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:29:52.892979 n-d-813679-3 neutron-server[95501]: return self._get(url).json() Oct 12 19:29:52.892979 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:29:52.892979 n-d-813679-3 neutron-server[95501]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:29:52.892979 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:29:52.892979 n-d-813679-3 neutron-server[95501]: return self.request(url, 'GET', **kwargs) Oct 12 19:29:52.892979 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:29:52.892979 n-d-813679-3 neutron-server[95501]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:29:52.892979 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:29:52.892979 n-d-813679-3 neutron-server[95501]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:29:52.892979 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:29:52.892979 n-d-813679-3 neutron-server[95501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:29:52.892979 n-d-813679-3 neutron-server[95501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:29:52.946756 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-12f8bb4d-b43f-4d2c-be2c-cc22149ac2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:52.965166 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-10149324-a223-40d6-8ff3-3b83022fa09e req-a08a0188-b3d1-4c66-ac32-7df30e74ac9e tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e903912-16d6-4ed5-863b-dc4a327f9cf2 HTTP/1.1" status: 200 len: 210 time: 0.0371659 Oct 12 19:29:53.019393 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f8bb4d-b43f-4d2c-be2c-cc22149ac2f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=de71a4e4-e84a-42ae-8acf-472093ada067,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:29:53.055569 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d88bfc71-9969-4127-b51f-e6a8c88b1fa5 req-ff2dbb05-4904-4f1b-ad03-916ed4f3d73b tempest-ServerDiskConfigTestJSON-950582191 tempest-ServerDiskConfigTestJSON-950582191-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b8446f7-560c-4474-adde-2a44fb97e935 HTTP/1.1" status: 200 len: 210 time: 0.0476165 Oct 12 19:29:53.138106 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-12f8bb4d-b43f-4d2c-be2c-cc22149ac2f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7915456'] for router_gateway, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:53.162954 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1eda1cf4-fcbe-48aa-b903-85813c31e842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:53.168362 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1eda1cf4-fcbe-48aa-b903-85813c31e842 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:53.175888 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-1eda1cf4-fcbe-48aa-b903-85813c31e842 admin admin] 10.222.0.49 "DELETE /v2.0/networks/8b9ffd0a-d450-4d4d-8c84-81d908427bea HTTP/1.1" status: 204 len: 168 time: 0.7789795 Oct 12 19:29:53.248104 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eda1cf4-fcbe-48aa-b903-85813c31e842 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b9ffd0a-d450-4d4d-8c84-81d908427bea,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:29:53.250872 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-12f8bb4d-b43f-4d2c-be2c-cc22149ac2f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255495'] for router, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:53.253332 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-12f8bb4d-b43f-4d2c-be2c-cc22149ac2f1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:53.267315 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eda1cf4-fcbe-48aa-b903-85813c31e842 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:29:53.267669 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eda1cf4-fcbe-48aa-b903-85813c31e842 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:29:53.268408 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eda1cf4-fcbe-48aa-b903-85813c31e842 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:29:53.269784 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eda1cf4-fcbe-48aa-b903-85813c31e842 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:29:53.272573 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eda1cf4-fcbe-48aa-b903-85813c31e842 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:29:53.273263 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eda1cf4-fcbe-48aa-b903-85813c31e842 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:29:53.273619 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eda1cf4-fcbe-48aa-b903-85813c31e842 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:29:53.273961 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eda1cf4-fcbe-48aa-b903-85813c31e842 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:29:53.274354 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eda1cf4-fcbe-48aa-b903-85813c31e842 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:29:53.274690 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eda1cf4-fcbe-48aa-b903-85813c31e842 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:29:53.275132 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eda1cf4-fcbe-48aa-b903-85813c31e842 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:29:53.275449 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eda1cf4-fcbe-48aa-b903-85813c31e842 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:29:53.285275 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9d8b2f39-7e05-49cc-b94f-076ff941e4cf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:53.377228 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8a2d50-acfc-4d6a-9e11-f6857e8b7a81 req-2a6d6afb-8444-4fdf-890b-593f804f48b1 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:53.378591 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6c8a2d50-acfc-4d6a-9e11-f6857e8b7a81 req-2a6d6afb-8444-4fdf-890b-593f804f48b1 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.67 "GET /v2.0/networks?id=f22a0b4a-70e4-4463-a6ef-6109199fd871 HTTP/1.1" status: 200 len: 811 time: 0.3610933 Oct 12 19:29:53.386550 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-12f8bb4d-b43f-4d2c-be2c-cc22149ac2f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8093499'] for router, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:53.390840 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849d9ecc-ed15-4c92-8d62-b0b50885e985 req-c34ce7bf-65dd-4639-9ce3-0866ad737873 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:53.390979 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12f8bb4d-b43f-4d2c-be2c-cc22149ac2f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f9d339e-cfe9-4b0a-8c1c-83d1bfab95d4 {{(pid=95502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 19:29:53.391096 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-849d9ecc-ed15-4c92-8d62-b0b50885e985 req-c34ce7bf-65dd-4639-9ce3-0866ad737873 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/ports?device_id=a12a186c-07bf-4785-82d3-97ddb6d52d66 HTTP/1.1" status: 200 len: 945 time: 0.1560445 Oct 12 19:29:53.393825 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-6c8a2d50-acfc-4d6a-9e11-f6857e8b7a81 req-e7954853-47d7-4529-9183-1312d23cfa4b tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Request body: {'port': {'device_id': '3e903912-16d6-4ed5-863b-dc4a327f9cf2', 'network_id': 'f22a0b4a-70e4-4463-a6ef-6109199fd871', 'admin_state_up': True, 'tenant_id': '8037c4999d8b4d25a8c451f2b659a2c4'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:29:53.404645 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-12f8bb4d-b43f-4d2c-be2c-cc22149ac2f1 admin admin] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:53.406261 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-12f8bb4d-b43f-4d2c-be2c-cc22149ac2f1 admin admin] 10.222.0.49 "DELETE /v2.0/routers/7f9d339e-cfe9-4b0a-8c1c-83d1bfab95d4 HTTP/1.1" status: 204 len: 168 time: 2.3707225 Oct 12 19:29:53.409715 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 57280) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:29:53.473765 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fc3ccaf-2e8c-45e3-b865-eb822191fe4b admin admin] Deleting subnet d4b03ad4-ca3b-4de5-8b3f-b92ea2f6bea2 {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:29:53.478597 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9fc3ccaf-2e8c-45e3-b865-eb822191fe4b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:53.519885 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9fc3ccaf-2e8c-45e3-b865-eb822191fe4b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16313642'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:53.550127 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-849d9ecc-ed15-4c92-8d62-b0b50885e985 req-59185102-bb22-4f3b-8e54-017620086d0d tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/security-groups?id=3416205a-d9ec-4ba1-a823-0f8eadffb37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495230 Oct 12 19:29:53.600798 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 57284) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:29:53.694279 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9fc3ccaf-2e8c-45e3-b865-eb822191fe4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:53.702127 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-5f67ce17-46b9-4e3d-9363-c9ab1643d960 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9558b59fe3b94a1fa2fbec9bbf16e093&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0999892 Oct 12 19:29:53.732820 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 57294) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:29:53.758493 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c8a2d50-acfc-4d6a-9e11-f6857e8b7a81 req-e7954853-47d7-4529-9183-1312d23cfa4b tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Made reservation on behalf of 8037c4999d8b4d25a8c451f2b659a2c4 for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:29:53.764454 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-6c8a2d50-acfc-4d6a-9e11-f6857e8b7a81 req-e7954853-47d7-4529-9183-1312d23cfa4b tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:53.849715 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9fc3ccaf-2e8c-45e3-b865-eb822191fe4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4306592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16245866'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:53.880146 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc3ccaf-2e8c-45e3-b865-eb822191fe4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4b03ad4-ca3b-4de5-8b3f-b92ea2f6bea2,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:29:53.887565 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9fc3ccaf-2e8c-45e3-b865-eb822191fe4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:53.893737 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-9fc3ccaf-2e8c-45e3-b865-eb822191fe4b admin admin] 10.222.0.49 "DELETE /v2.0/subnets/d4b03ad4-ca3b-4de5-8b3f-b92ea2f6bea2 HTTP/1.1" status: 204 len: 168 time: 0.4805858 Oct 12 19:29:53.895998 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 57296) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:29:53.906203 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c0d93b-571b-46d7-96f7-ce3e82589c84 None None] Network 349dcaef-d164-4f50-8d93-10156dd0110b requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:29:53.906988 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a1dafd-2d53-4698-95db-73deca20a4d5 req-6d038054-e89b-411b-9154-5a29cb4e708c tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:53.915811 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-89a1dafd-2d53-4698-95db-73deca20a4d5 req-6d038054-e89b-411b-9154-5a29cb4e708c tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/ports?device_id=a12a186c-07bf-4785-82d3-97ddb6d52d66 HTTP/1.1" status: 200 len: 945 time: 0.2381525 Oct 12 19:29:54.012084 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-16c239b1-f624-4fa8-8361-028c1314bd80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:54.034972 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9d8b2f39-7e05-49cc-b94f-076ff941e4cf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:54.073384 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-89a1dafd-2d53-4698-95db-73deca20a4d5 req-d58b8f24-f746-4bb3-bbbe-e197baaa6b55 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/security-groups?id=3416205a-d9ec-4ba1-a823-0f8eadffb37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565361 Oct 12 19:29:54.078796 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9d8b2f39-7e05-49cc-b94f-076ff941e4cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:54.093179 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0360279d-3f3a-4a09-a1ee-54cfe604d150 req-cbebccf1-242d-45c6-851f-b11b0a500c3d tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e903912-16d6-4ed5-863b-dc4a327f9cf2 HTTP/1.1" status: 200 len: 210 time: 0.0394101 Oct 12 19:29:54.126472 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-16c239b1-f624-4fa8-8361-028c1314bd80 admin admin] Deleting port 7a250c1e-a194-4cbe-b0cf-8a11bb02765b {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:29:54.126975 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-16c239b1-f624-4fa8-8361-028c1314bd80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:54.179729 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8e28109c-daa1-43d4-90d7-82d206ed873e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:54.187998 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device de71a4e4-e84a-42ae-8acf-472093ada067 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:29:54.250547 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-16c239b1-f624-4fa8-8361-028c1314bd80 admin admin] For port 7a250c1e-a194-4cbe-b0cf-8a11bb02765b, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=7a250c1e-a194-4cbe-b0cf-8a11bb02765b,segment=NetworkSegment(e4151b77-05a9-444c-bf74-7d70d1ce5d93),segment_id=e4151b77-05a9-444c-bf74-7d70d1ce5d93)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:29:54.250547 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-16c239b1-f624-4fa8-8361-028c1314bd80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:54.256896 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: de71a4e4-e84a-42ae-8acf-472093ada067 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:29:54.260285 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device de71a4e4-e84a-42ae-8acf-472093ada067 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:29:54.295061 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8e28109c-daa1-43d4-90d7-82d206ed873e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:54.298423 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-16c239b1-f624-4fa8-8361-028c1314bd80 admin admin] Calling delete_port for 7a250c1e-a194-4cbe-b0cf-8a11bb02765b owned by network:dhcp {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:29:54.397655 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [req-6c8a2d50-acfc-4d6a-9e11-f6857e8b7a81 req-e7954853-47d7-4529-9183-1312d23cfa4b tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Allocated IP 172.20.0.11 (f22a0b4a-70e4-4463-a6ef-6109199fd871/a09cd6ac-b3e0-423d-9e85-6644cbc7e663/b024a0d9-90c5-41ae-b688-ebd1b7748cf6) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:29:54.399603 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device b76465bb-a911-477e-be67-0e6b71cb5edc no longer exists at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:29:54.441618 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 57316) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:29:54.447770 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] No Port match for: b76465bb-a911-477e-be67-0e6b71cb5edc {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:29:54.448412 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device b76465bb-a911-477e-be67-0e6b71cb5edc not bound to the agent host n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:29:54.455576 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a1c345-9d8d-4625-9fc2-a2d99046835b None None] DHCP port deletion for 349dcaef-d164-4f50-8d93-10156dd0110b request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 19:29:54.488368 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-9d8b2f39-7e05-49cc-b94f-076ff941e4cf admin admin] Allocated IP 172.25.5.60 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/5ccef03e-acd7-41d0-879f-c85daca31b11) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:29:54.493519 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa5f5dd-4077-4325-87c5-0555a68a1517 req-79b4691d-be2e-43d7-b1a6-e093e8b9c8eb tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:54.495033 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-faa5f5dd-4077-4325-87c5-0555a68a1517 req-79b4691d-be2e-43d7-b1a6-e093e8b9c8eb tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4b341fa-89dc-49b2-a348-71a788c4e840 HTTP/1.1" status: 200 len: 945 time: 0.2194638 Oct 12 19:29:54.524902 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-86a1c345-9d8d-4625-9fc2-a2d99046835b None None] Deleting port 7a250c1e-a194-4cbe-b0cf-8a11bb02765b {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:29:54.525285 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-86a1c345-9d8d-4625-9fc2-a2d99046835b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:54.547529 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-c38a712d-1a58-42cb-9ba6-af00f5d84836 admin admin] Deleting subnet 610de003-a3a0-4244-ae57-4724e5569ae2 {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:29:54.557553 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c38a712d-1a58-42cb-9ba6-af00f5d84836 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:54.582848 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-faa5f5dd-4077-4325-87c5-0555a68a1517 req-a39ea875-764a-4f46-b325-4f998be1dd85 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/security-groups?id=3416205a-d9ec-4ba1-a823-0f8eadffb37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763767 Oct 12 19:29:54.596357 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8e28109c-daa1-43d4-90d7-82d206ed873e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:54.598909 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8e28109c-daa1-43d4-90d7-82d206ed873e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:54.603171 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-8e28109c-daa1-43d4-90d7-82d206ed873e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7720d879-31de-4958-8092-e71ea7b3e8b5 HTTP/1.1" status: 204 len: 168 time: 0.8681235 Oct 12 19:29:54.603310 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-86a1c345-9d8d-4625-9fc2-a2d99046835b None None] For port 7a250c1e-a194-4cbe-b0cf-8a11bb02765b, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=7a250c1e-a194-4cbe-b0cf-8a11bb02765b,segment=NetworkSegment(e4151b77-05a9-444c-bf74-7d70d1ce5d93),segment_id=e4151b77-05a9-444c-bf74-7d70d1ce5d93)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:29:54.603310 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-86a1c345-9d8d-4625-9fc2-a2d99046835b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:54.612757 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c38a712d-1a58-42cb-9ba6-af00f5d84836 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16313642'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:54.616948 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-86a1c345-9d8d-4625-9fc2-a2d99046835b None None] Calling delete_port for 7a250c1e-a194-4cbe-b0cf-8a11bb02765b owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:29:54.621926 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e28109c-daa1-43d4-90d7-82d206ed873e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7720d879-31de-4958-8092-e71ea7b3e8b5,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:29:54.712015 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-16c239b1-f624-4fa8-8361-028c1314bd80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:54.740103 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-6c8a2d50-acfc-4d6a-9e11-f6857e8b7a81 req-e7954853-47d7-4529-9183-1312d23cfa4b tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:54.746163 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c239b1-f624-4fa8-8361-028c1314bd80 admin admin] No DVR routers for this DVR port 7a250c1e-a194-4cbe-b0cf-8a11bb02765b on host n-d-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:29:54.759517 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9d8b2f39-7e05-49cc-b94f-076ff941e4cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:54.772106 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c38a712d-1a58-42cb-9ba6-af00f5d84836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:54.785605 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-86a1c345-9d8d-4625-9fc2-a2d99046835b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:54.799841 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c239b1-f624-4fa8-8361-028c1314bd80 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a250c1e-a194-4cbe-b0cf-8a11bb02765b,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:29:54.819822 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a1c345-9d8d-4625-9fc2-a2d99046835b None None] Pushing event deleted for resources: {'Port': ['ID=7a250c1e-a194-4cbe-b0cf-8a11bb02765b,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:29:54.822027 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a1c345-9d8d-4625-9fc2-a2d99046835b None None] No DVR routers for this DVR port 7a250c1e-a194-4cbe-b0cf-8a11bb02765b on host n-d-813679-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:29:54.889561 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de51e33-d6de-47dd-86da-811438056b42 req-490763b7-6c16-4985-ba66-0937026596b7 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:54.897159 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4de51e33-d6de-47dd-86da-811438056b42 req-490763b7-6c16-4985-ba66-0937026596b7 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/ports?device_id=bad771ab-cc45-425d-bee9-6bf9a910d9ae HTTP/1.1" status: 200 len: 946 time: 0.1299241 Oct 12 19:29:54.901923 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-16c239b1-f624-4fa8-8361-028c1314bd80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:54.928528 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-6c8a2d50-acfc-4d6a-9e11-f6857e8b7a81 req-e7954853-47d7-4529-9183-1312d23cfa4b tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:54.934941 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-16c239b1-f624-4fa8-8361-028c1314bd80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['349dcaef-d164-4f50-8d93-10156dd0110b']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:29:54.942385 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['746f239a-cac1-47b7-a948-8973bb897097'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:29:54.947488 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4de51e33-d6de-47dd-86da-811438056b42 req-b1e8702d-4aed-452f-82da-ec6d564f7e51 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/security-groups?id=3416205a-d9ec-4ba1-a823-0f8eadffb37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491414 Oct 12 19:29:54.949306 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-16c239b1-f624-4fa8-8361-028c1314bd80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4151b77-05a9-444c-bf74-7d70d1ce5d93') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:29:54.949800 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-16c239b1-f624-4fa8-8361-028c1314bd80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4151b77-05a9-444c-bf74-7d70d1ce5d93') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:29:54.963101 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-16c239b1-f624-4fa8-8361-028c1314bd80 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16313633'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:54.989186 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9d8b2f39-7e05-49cc-b94f-076ff941e4cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:54.993220 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-16c239b1-f624-4fa8-8361-028c1314bd80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:55.003628 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16c239b1-f624-4fa8-8361-028c1314bd80 admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:29:55.004077 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-16c239b1-f624-4fa8-8361-028c1314bd80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4305278'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:55.016729 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['71a094e6-3c69-44e7-8689-4e4c66ecd7da'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:29:55.019388 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c8a2d50-acfc-4d6a-9e11-f6857e8b7a81 req-e7954853-47d7-4529-9183-1312d23cfa4b tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Network f22a0b4a-70e4-4463-a6ef-6109199fd871 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:29:55.025651 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7954853-47d7-4529-9183-1312d23cfa4b tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Pushing event updated for resources: {'Port': ['ID=b024a0d9-90c5-41ae-b688-ebd1b7748cf6,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:29:55.028111 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [req-6c8a2d50-acfc-4d6a-9e11-f6857e8b7a81 req-e7954853-47d7-4529-9183-1312d23cfa4b tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:29:55.032449 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c8a2d50-acfc-4d6a-9e11-f6857e8b7a81 req-e7954853-47d7-4529-9183-1312d23cfa4b tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:29:55.040754 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8b2f39-7e05-49cc-b94f-076ff941e4cf admin admin] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:29:55.046279 n-d-813679-3 neutron-server[95502]: Traceback (most recent call last): Oct 12 19:29:55.046279 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:29:55.046279 n-d-813679-3 neutron-server[95502]: timer() Oct 12 19:29:55.046279 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:29:55.046279 n-d-813679-3 neutron-server[95502]: cb(*args, **kw) Oct 12 19:29:55.046279 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:29:55.046279 n-d-813679-3 neutron-server[95502]: return func(*args, **kwargs) Oct 12 19:29:55.046279 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:29:55.046279 n-d-813679-3 neutron-server[95502]: self._notify() Oct 12 19:29:55.046279 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:29:55.046279 n-d-813679-3 neutron-server[95502]: self.callback(batched_events) Oct 12 19:29:55.046279 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:29:55.046279 n-d-813679-3 neutron-server[95502]: event.method(event) Oct 12 19:29:55.046279 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:29:55.046279 n-d-813679-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:29:55.046279 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:29:55.046279 n-d-813679-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:29:55.046279 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:29:55.046279 n-d-813679-3 neutron-server[95502]: return f(self, *a, **k) Oct 12 19:29:55.046279 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:29:55.046279 n-d-813679-3 neutron-server[95502]: return self._get(url).json() Oct 12 19:29:55.046279 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:29:55.046279 n-d-813679-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:29:55.046279 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:29:55.046279 n-d-813679-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Oct 12 19:29:55.046279 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:29:55.046279 n-d-813679-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:29:55.046279 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:29:55.046279 n-d-813679-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:29:55.046279 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:29:55.046279 n-d-813679-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:29:55.046279 n-d-813679-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:29:55.054164 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c38a712d-1a58-42cb-9ba6-af00f5d84836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4306592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16245866'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:55.065556 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [req-2e25fb33-bddf-427f-b217-48144b1e0792 req-8af9cc30-af9b-4355-a5dd-2082ddbb7cdc tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 19:29:55.066529 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2e25fb33-bddf-427f-b217-48144b1e0792 req-8af9cc30-af9b-4355-a5dd-2082ddbb7cdc tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0175493 Oct 12 19:29:55.079941 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-9d8b2f39-7e05-49cc-b94f-076ff941e4cf admin admin] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:29:55.085590 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8b2f39-7e05-49cc-b94f-076ff941e4cf admin admin] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:29:55.212402 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c38a712d-1a58-42cb-9ba6-af00f5d84836 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:55.215995 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-c38a712d-1a58-42cb-9ba6-af00f5d84836 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/610de003-a3a0-4244-ae57-4724e5569ae2 HTTP/1.1" status: 204 len: 168 time: 0.7720370 Oct 12 19:29:55.217722 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38a712d-1a58-42cb-9ba6-af00f5d84836 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=610de003-a3a0-4244-ae57-4724e5569ae2,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:29:55.220881 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 57338) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:29:55.316851 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-16c239b1-f624-4fa8-8361-028c1314bd80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:55.390922 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-16c239b1-f624-4fa8-8361-028c1314bd80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:55.395395 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-16c239b1-f624-4fa8-8361-028c1314bd80 admin admin] 10.222.0.49 "DELETE /v2.0/networks/349dcaef-d164-4f50-8d93-10156dd0110b HTTP/1.1" status: 204 len: 168 time: 1.4968011 Oct 12 19:29:55.415134 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2e25fb33-bddf-427f-b217-48144b1e0792 req-a7a3dd2b-1e4d-407e-b176-2a15448a2b42 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.12&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2525656 Oct 12 19:29:55.421098 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 57342) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:29:55.431273 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c239b1-f624-4fa8-8361-028c1314bd80 admin admin] Pushing event deleted for resources: {'Network': ['ID=349dcaef-d164-4f50-8d93-10156dd0110b,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:29:55.519785 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-ccc185f1-d870-4b38-a8cc-df41d2634d20 None None] Provisioning complete for port b024a0d9-90c5-41ae-b688-ebd1b7748cf6 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:29:55.523855 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ccc185f1-d870-4b38-a8cc-df41d2634d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:55.589576 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-ccc185f1-d870-4b38-a8cc-df41d2634d20 None None] Port b024a0d9-90c5-41ae-b688-ebd1b7748cf6 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:29:55.743906 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8b2f39-7e05-49cc-b94f-076ff941e4cf admin admin] Pushing event updated for resources: {'Port': ['ID=5ccef03e-acd7-41d0-879f-c85daca31b11,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:29:55.749710 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8a2d50-acfc-4d6a-9e11-f6857e8b7a81 req-e7954853-47d7-4529-9183-1312d23cfa4b tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:55.750336 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-6c8a2d50-acfc-4d6a-9e11-f6857e8b7a81 req-e7954853-47d7-4529-9183-1312d23cfa4b tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:55.770404 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-886686a2-831d-4a4d-a886-de28c64a4309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:55.833102 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d3f7ab-14ae-4f94-b971-18a65e6dc5a0 req-cb84fdf0-66b7-4e7c-b89f-84f6062a8ffa tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:55.834626 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-19d3f7ab-14ae-4f94-b971-18a65e6dc5a0 req-cb84fdf0-66b7-4e7c-b89f-84f6062a8ffa tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e903912-16d6-4ed5-863b-dc4a327f9cf2 HTTP/1.1" status: 200 len: 932 time: 0.1417911 Oct 12 19:29:55.866605 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6c8a2d50-acfc-4d6a-9e11-f6857e8b7a81 req-e7954853-47d7-4529-9183-1312d23cfa4b tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4766068 Oct 12 19:29:55.882257 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-6c8a2d50-acfc-4d6a-9e11-f6857e8b7a81 req-c9cb9b4f-58c3-4e1e-ad92-519b48ced970 service neutron] Request body: {'port': {'device_id': '3e903912-16d6-4ed5-863b-dc4a327f9cf2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-3'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:29:55.889139 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-19d3f7ab-14ae-4f94-b971-18a65e6dc5a0 req-9b41ad43-49e2-44e1-bbb2-4ac939ec3a4e tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=94a43134-a4a7-45fd-af5f-8fc2adc2c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470874 Oct 12 19:29:55.992581 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0b60f1-073f-4c27-a311-e54a34c4e120 req-af365e6f-d3d7-437b-b026-cced9fa08b4a tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:55.994110 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-be0b60f1-073f-4c27-a311-e54a34c4e120 req-af365e6f-d3d7-437b-b026-cced9fa08b4a tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/ports?device_id=a12a186c-07bf-4785-82d3-97ddb6d52d66 HTTP/1.1" status: 200 len: 945 time: 0.2122760 Oct 12 19:29:56.013996 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-6c8a2d50-acfc-4d6a-9e11-f6857e8b7a81 req-c9cb9b4f-58c3-4e1e-ad92-519b48ced970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:56.029583 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-886686a2-831d-4a4d-a886-de28c64a4309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:56.066211 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-886686a2-831d-4a4d-a886-de28c64a4309 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d46f9207-c404-4b39-9c22-4c600f702514']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:29:56.081464 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9d8b2f39-7e05-49cc-b94f-076ff941e4cf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:56.086607 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-886686a2-831d-4a4d-a886-de28c64a4309 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1170869-d10a-47f8-bcc2-096029983e07') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:29:56.086920 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-886686a2-831d-4a4d-a886-de28c64a4309 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1170869-d10a-47f8-bcc2-096029983e07') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:29:56.104731 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-886686a2-831d-4a4d-a886-de28c64a4309 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16313633'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:56.119765 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-886686a2-831d-4a4d-a886-de28c64a4309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:56.127612 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-886686a2-831d-4a4d-a886-de28c64a4309 admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:29:56.127612 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-886686a2-831d-4a4d-a886-de28c64a4309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4305278'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:56.165946 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 7a250c1e-a194-4cbe-b0cf-8a11bb02765b no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:29:56.176930 n-d-813679-3 neutron-server[95502]: Traceback (most recent call last): Oct 12 19:29:56.176930 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:29:56.176930 n-d-813679-3 neutron-server[95502]: timer() Oct 12 19:29:56.176930 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:29:56.176930 n-d-813679-3 neutron-server[95502]: cb(*args, **kw) Oct 12 19:29:56.176930 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:29:56.176930 n-d-813679-3 neutron-server[95502]: return func(*args, **kwargs) Oct 12 19:29:56.176930 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:29:56.176930 n-d-813679-3 neutron-server[95502]: self._notify() Oct 12 19:29:56.176930 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:29:56.176930 n-d-813679-3 neutron-server[95502]: self.callback(batched_events) Oct 12 19:29:56.176930 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:29:56.176930 n-d-813679-3 neutron-server[95502]: event.method(event) Oct 12 19:29:56.176930 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:29:56.176930 n-d-813679-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:29:56.176930 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:29:56.176930 n-d-813679-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:29:56.176930 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:29:56.176930 n-d-813679-3 neutron-server[95502]: return f(self, *a, **k) Oct 12 19:29:56.176930 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:29:56.176930 n-d-813679-3 neutron-server[95502]: return self._get(url).json() Oct 12 19:29:56.176930 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:29:56.176930 n-d-813679-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:29:56.176930 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:29:56.176930 n-d-813679-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Oct 12 19:29:56.176930 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:29:56.176930 n-d-813679-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:29:56.176930 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:29:56.176930 n-d-813679-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:29:56.176930 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:29:56.176930 n-d-813679-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:29:56.176930 n-d-813679-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:29:56.196415 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-be0b60f1-073f-4c27-a311-e54a34c4e120 req-bd1f84b4-95a2-44c2-8686-25c6cc9a8350 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/security-groups?id=3416205a-d9ec-4ba1-a823-0f8eadffb37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827190 Oct 12 19:29:56.233620 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 7a250c1e-a194-4cbe-b0cf-8a11bb02765b {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:29:56.234620 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 7a250c1e-a194-4cbe-b0cf-8a11bb02765b not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:29:56.289572 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f658386e-46a9-4987-8d4e-716fc238c4af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8092566'] for router_interface, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:56.292875 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-886686a2-831d-4a4d-a886-de28c64a4309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:56.302279 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-886686a2-831d-4a4d-a886-de28c64a4309 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:56.306721 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-886686a2-831d-4a4d-a886-de28c64a4309 admin admin] 10.222.0.49 "DELETE /v2.0/networks/d46f9207-c404-4b39-9c22-4c600f702514 HTTP/1.1" status: 204 len: 168 time: 1.0663030 Oct 12 19:29:56.334060 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 57374) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:29:56.358117 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886686a2-831d-4a4d-a886-de28c64a4309 admin admin] Pushing event deleted for resources: {'Network': ['ID=d46f9207-c404-4b39-9c22-4c600f702514,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:29:56.422798 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136966d0-5892-4cb6-b004-207b24bdf1d6 req-f6640f7e-6791-425d-bd6e-c68087570007 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:56.424237 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-136966d0-5892-4cb6-b004-207b24bdf1d6 req-f6640f7e-6791-425d-bd6e-c68087570007 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4b341fa-89dc-49b2-a348-71a788c4e840 HTTP/1.1" status: 200 len: 945 time: 0.0910671 Oct 12 19:29:56.494571 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-a79f4abf-3d68-405f-a55a-78063f00b69c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1610056745-network', 'tenant_id': 'bb40ea5d8c38419a86ccce5293b0bc06'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:29:56.581162 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-136966d0-5892-4cb6-b004-207b24bdf1d6 req-cab09d6b-d3be-44f2-8e9d-9a8eecc9e3f7 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/security-groups?id=3416205a-d9ec-4ba1-a823-0f8eadffb37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242235 Oct 12 19:29:56.612060 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-f658386e-46a9-4987-8d4e-716fc238c4af admin admin] Deleting port 1a51cc87-7884-4c56-8031-f0a5f4ff1df9 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:29:56.612533 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f658386e-46a9-4987-8d4e-716fc238c4af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:56.616997 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9d8b2f39-7e05-49cc-b94f-076ff941e4cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8093541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7915516'] for router, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:56.687416 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [req-6c8a2d50-acfc-4d6a-9e11-f6857e8b7a81 req-c9cb9b4f-58c3-4e1e-ad92-519b48ced970 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b024a0d9-90c5-41ae-b688-ebd1b7748cf6 {{(pid=95501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:29:56.691106 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 57384) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:29:56.692287 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a79f4abf-3d68-405f-a55a-78063f00b69c admin admin] Made reservation on behalf of bb40ea5d8c38419a86ccce5293b0bc06 for: {'network': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:29:56.695415 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a79f4abf-3d68-405f-a55a-78063f00b69c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:56.703213 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-6c8a2d50-acfc-4d6a-9e11-f6857e8b7a81 req-c9cb9b4f-58c3-4e1e-ad92-519b48ced970 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:56.746274 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-f658386e-46a9-4987-8d4e-716fc238c4af admin admin] For port 1a51cc87-7884-4c56-8031-f0a5f4ff1df9, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=1a51cc87-7884-4c56-8031-f0a5f4ff1df9,segment=NetworkSegment(f9c49260-5b42-4079-9665-a9fe903174c2),segment_id=f9c49260-5b42-4079-9665-a9fe903174c2)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:29:56.746637 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f658386e-46a9-4987-8d4e-716fc238c4af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:56.748862 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a79f4abf-3d68-405f-a55a-78063f00b69c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:56.770287 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-f658386e-46a9-4987-8d4e-716fc238c4af admin admin] Calling delete_port for 1a51cc87-7884-4c56-8031-f0a5f4ff1df9 owned by network:router_interface {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:29:56.780231 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.provisioning_blocks [req-6c8a2d50-acfc-4d6a-9e11-f6857e8b7a81 req-c9cb9b4f-58c3-4e1e-ad92-519b48ced970 service neutron] Transition to ACTIVE for port object b024a0d9-90c5-41ae-b688-ebd1b7748cf6 will not be triggered until provisioned by entity L2. {{(pid=95501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:29:56.800928 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-d5cdbeb2-c41d-4f15-9fd4-8773502d94a1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c5ae0cb676494c85bed95fdcf49f266a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1028211 Oct 12 19:29:56.802993 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 57386) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:29:56.847064 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-6c8a2d50-acfc-4d6a-9e11-f6857e8b7a81 req-c9cb9b4f-58c3-4e1e-ad92-519b48ced970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:56.848547 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5944610-44ac-4041-8ff9-345ca81fb44b req-07117288-d596-4544-831d-da28203643b5 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:56.856666 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d5944610-44ac-4041-8ff9-345ca81fb44b req-07117288-d596-4544-831d-da28203643b5 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/ports?device_id=bad771ab-cc45-425d-bee9-6bf9a910d9ae HTTP/1.1" status: 200 len: 946 time: 0.1636107 Oct 12 19:29:56.941071 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cb9b4f-58c3-4e1e-ad92-519b48ced970 service neutron] Pushing event updated for resources: {'Port': ['ID=b024a0d9-90c5-41ae-b688-ebd1b7748cf6,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:29:56.979416 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d5944610-44ac-4041-8ff9-345ca81fb44b req-5f78a93b-521e-4f9c-b473-581d2067ad05 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/security-groups?id=3416205a-d9ec-4ba1-a823-0f8eadffb37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223824 Oct 12 19:29:57.009742 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a79f4abf-3d68-405f-a55a-78063f00b69c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:57.015119 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4027a620-27f2-488f-8e1c-016cee5d0ebf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:57.047341 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4027a620-27f2-488f-8e1c-016cee5d0ebf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:57.133229 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-6c8a2d50-acfc-4d6a-9e11-f6857e8b7a81 req-c9cb9b4f-58c3-4e1e-ad92-519b48ced970 service neutron] Attempting to bind port b024a0d9-90c5-41ae-b688-ebd1b7748cf6 on host n-h2-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:29:57.133564 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-6c8a2d50-acfc-4d6a-9e11-f6857e8b7a81 req-c9cb9b4f-58c3-4e1e-ad92-519b48ced970 service neutron] Attempting to bind port b024a0d9-90c5-41ae-b688-ebd1b7748cf6 by drivers openvswitch,hyperv on host n-h2-813679-3 at level 0 using segments [{'id': '1311cbfc-168d-4d44-b005-c99086bc74c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f22a0b4a-70e4-4463-a6ef-6109199fd871'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:29:57.133900 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c8a2d50-acfc-4d6a-9e11-f6857e8b7a81 req-c9cb9b4f-58c3-4e1e-ad92-519b48ced970 service neutron] Attempting to bind port b024a0d9-90c5-41ae-b688-ebd1b7748cf6 on network f22a0b4a-70e4-4463-a6ef-6109199fd871 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:29:57.137155 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a79f4abf-3d68-405f-a55a-78063f00b69c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:57.157705 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ef41ed-a2ad-4fa2-92e7-2b73b61880cd req-90336199-95c4-4909-be9c-152745b321da tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:57.159258 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-47ef41ed-a2ad-4fa2-92e7-2b73b61880cd req-90336199-95c4-4909-be9c-152745b321da tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e903912-16d6-4ed5-863b-dc4a327f9cf2 HTTP/1.1" status: 200 len: 944 time: 0.1537154 Oct 12 19:29:57.167043 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c8a2d50-acfc-4d6a-9e11-f6857e8b7a81 req-c9cb9b4f-58c3-4e1e-ad92-519b48ced970 service neutron] Port b024a0d9-90c5-41ae-b688-ebd1b7748cf6 on network f22a0b4a-70e4-4463-a6ef-6109199fd871 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:29:57.167367 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c8a2d50-acfc-4d6a-9e11-f6857e8b7a81 req-c9cb9b4f-58c3-4e1e-ad92-519b48ced970 service neutron] Attempting to bind port b024a0d9-90c5-41ae-b688-ebd1b7748cf6 on network f22a0b4a-70e4-4463-a6ef-6109199fd871 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:29:57.179627 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d8b2f39-7e05-49cc-b94f-076ff941e4cf admin admin] Router 63c84c4c-04b4-4848-96cd-ef16141e0fc3 is scheduled to L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b with binding_index 1 {{(pid=95501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 19:29:57.184013 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a79f4abf-3d68-405f-a55a-78063f00b69c admin admin] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=95501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:29:57.212522 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79f4abf-3d68-405f-a55a-78063f00b69c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22450e14-cc39-4381-9450-74c0cdf56e48,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:29:57.235693 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a79f4abf-3d68-405f-a55a-78063f00b69c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:57.236138 n-d-813679-3 neutron-server[95501]: INFO neutron.db.segments_db [None req-a79f4abf-3d68-405f-a55a-78063f00b69c admin admin] Added segment 04137cc8-7b83-4277-a1ca-984267592eea of type vlan for network c12a701a-54c3-43ba-94cc-6562f93e5521 Oct 12 19:29:57.237436 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c8a2d50-acfc-4d6a-9e11-f6857e8b7a81 req-c9cb9b4f-58c3-4e1e-ad92-519b48ced970 service neutron] Checking agent: {'id': '233fbd7d-38e4-434f-bb8f-05364d7423a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:29:57.237767 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c8a2d50-acfc-4d6a-9e11-f6857e8b7a81 req-c9cb9b4f-58c3-4e1e-ad92-519b48ced970 service neutron] Checking segment: {'id': '1311cbfc-168d-4d44-b005-c99086bc74c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f22a0b4a-70e4-4463-a6ef-6109199fd871'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:29:57.238143 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c8a2d50-acfc-4d6a-9e11-f6857e8b7a81 req-c9cb9b4f-58c3-4e1e-ad92-519b48ced970 service neutron] Bound using segment: {'id': '1311cbfc-168d-4d44-b005-c99086bc74c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f22a0b4a-70e4-4463-a6ef-6109199fd871'} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:29:57.238577 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-6c8a2d50-acfc-4d6a-9e11-f6857e8b7a81 req-c9cb9b4f-58c3-4e1e-ad92-519b48ced970 service neutron] Bound port: b024a0d9-90c5-41ae-b688-ebd1b7748cf6, host: n-h2-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1311cbfc-168d-4d44-b005-c99086bc74c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f22a0b4a-70e4-4463-a6ef-6109199fd871'}}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:29:57.238915 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-6c8a2d50-acfc-4d6a-9e11-f6857e8b7a81 req-c9cb9b4f-58c3-4e1e-ad92-519b48ced970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:57.247924 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f658386e-46a9-4987-8d4e-716fc238c4af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:57.277548 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f658386e-46a9-4987-8d4e-716fc238c4af admin admin] Pushing event deleted for resources: {'Port': ['ID=1a51cc87-7884-4c56-8031-f0a5f4ff1df9,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:29:57.280693 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4027a620-27f2-488f-8e1c-016cee5d0ebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:57.283366 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4027a620-27f2-488f-8e1c-016cee5d0ebf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:57.284468 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-4027a620-27f2-488f-8e1c-016cee5d0ebf admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cefdf9de-6871-4b8c-818c-d47d551271dc HTTP/1.1" status: 204 len: 168 time: 0.4818485 Oct 12 19:29:57.302003 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4027a620-27f2-488f-8e1c-016cee5d0ebf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cefdf9de-6871-4b8c-818c-d47d551271dc,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:29:57.355802 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a79f4abf-3d68-405f-a55a-78063f00b69c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:57.356929 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe57da2-24fc-410e-9957-5b03b96079df req-bbaaf8cb-a0ec-4987-9018-7140bc05cc6b tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:57.363062 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe57da2-24fc-410e-9957-5b03b96079df req-bbaaf8cb-a0ec-4987-9018-7140bc05cc6b tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:57.369214 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe57da2-24fc-410e-9957-5b03b96079df req-bbaaf8cb-a0ec-4987-9018-7140bc05cc6b tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:57.370898 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-dbe57da2-24fc-410e-9957-5b03b96079df req-bbaaf8cb-a0ec-4987-9018-7140bc05cc6b tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/ports?device_id=bad771ab-cc45-425d-bee9-6bf9a910d9ae&device_id=f4b341fa-89dc-49b2-a348-71a788c4e840&device_id=a12a186c-07bf-4785-82d3-97ddb6d52d66 HTTP/1.1" status: 200 len: 2417 time: 0.1544342 Oct 12 19:29:57.395780 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-47ef41ed-a2ad-4fa2-92e7-2b73b61880cd req-12001c2a-783a-45e4-884b-458cce1452e6 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=94a43134-a4a7-45fd-af5f-8fc2adc2c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095630 Oct 12 19:29:57.479225 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a79f4abf-3d68-405f-a55a-78063f00b69c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:57.480568 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79f4abf-3d68-405f-a55a-78063f00b69c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:57.481844 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a79f4abf-3d68-405f-a55a-78063f00b69c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:57.482837 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-dbe57da2-24fc-410e-9957-5b03b96079df req-da0800df-2c38-459d-a831-d1aa794f9e6d tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/security-groups?id=3416205a-d9ec-4ba1-a823-0f8eadffb37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056457 Oct 12 19:29:57.552125 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f658386e-46a9-4987-8d4e-716fc238c4af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7898909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8092450'] for router_interface, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:57.597697 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [req-e0bd2856-7d1d-4335-89f1-0d8429a7dccc req-66085d6e-9123-49ea-98cc-72cd0740d0c5 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 19:29:57.598763 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e0bd2856-7d1d-4335-89f1-0d8429a7dccc req-66085d6e-9123-49ea-98cc-72cd0740d0c5 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0191166 Oct 12 19:29:57.607053 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-a79f4abf-3d68-405f-a55a-78063f00b69c admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.2646477 Oct 12 19:29:57.607053 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-6c8a2d50-acfc-4d6a-9e11-f6857e8b7a81 req-c9cb9b4f-58c3-4e1e-ad92-519b48ced970 service neutron] For port b024a0d9-90c5-41ae-b688-ebd1b7748cf6, host n-h2-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:29:57.632325 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 57406) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:29:57.632325 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-047e1113-0dfa-4f4e-ae4c-9c3b9d734d43 admin admin] Request body: {'subnet': {'network_id': 'c12a701a-54c3-43ba-94cc-6562f93e5521', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1610056745-subnet', 'tenant_id': 'bb40ea5d8c38419a86ccce5293b0bc06', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:29:57.655972 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-6c8a2d50-acfc-4d6a-9e11-f6857e8b7a81 req-c9cb9b4f-58c3-4e1e-ad92-519b48ced970 service neutron] For port b024a0d9-90c5-41ae-b688-ebd1b7748cf6, host n-h2-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=b024a0d9-90c5-41ae-b688-ebd1b7748cf6,segment=NetworkSegment(1311cbfc-168d-4d44-b005-c99086bc74c8),segment_id=1311cbfc-168d-4d44-b005-c99086bc74c8)] {{(pid=95501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:29:57.687849 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79f4abf-3d68-405f-a55a-78063f00b69c admin admin] Pushing event updated for resources: {'Network': ['ID=c12a701a-54c3-43ba-94cc-6562f93e5521,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:29:57.701229 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network c12a701a-54c3-43ba-94cc-6562f93e5521 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:29:57.716233 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d8b2f39-7e05-49cc-b94f-076ff941e4cf admin admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:29:57.736937 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4b2737-736b-4c7e-86ec-082d71590462 None None] Sync routers for ids ['63c84c4c-04b4-4848-96cd-ef16141e0fc3'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:29:57.737104 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-6c8a2d50-acfc-4d6a-9e11-f6857e8b7a81 req-c9cb9b4f-58c3-4e1e-ad92-519b48ced970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:57.805529 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4b2737-736b-4c7e-86ec-082d71590462 None None] Routers {'63c84c4c-04b4-4848-96cd-ef16141e0fc3'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:29:57.806573 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-6d4b2737-736b-4c7e-86ec-082d71590462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:29:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['63c84c4c-04b4-4848-96cd-ef16141e0fc3'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:29:57.812865 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8a2d50-acfc-4d6a-9e11-f6857e8b7a81 req-c9cb9b4f-58c3-4e1e-ad92-519b48ced970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:57.813868 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-6c8a2d50-acfc-4d6a-9e11-f6857e8b7a81 req-c9cb9b4f-58c3-4e1e-ad92-519b48ced970 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:57.815794 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6c8a2d50-acfc-4d6a-9e11-f6857e8b7a81 req-c9cb9b4f-58c3-4e1e-ad92-519b48ced970 service neutron] 10.222.0.67 "PUT /v2.0/ports/b024a0d9-90c5-41ae-b688-ebd1b7748cf6 HTTP/1.1" status: 200 len: 1092 time: 1.9389679 Oct 12 19:29:57.826627 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e903912-16d6-4ed5-863b-dc4a327f9cf2', 'tag': 'b024a0d9-90c5-41ae-b688-ebd1b7748cf6'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:29:57.828219 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6e0a7eb-94d2-499b-9ac8-2e5cc28bb0f9" -d '{"events": [{"name": "network-changed", "server_uuid": "3e903912-16d6-4ed5-863b-dc4a327f9cf2", "tag": "b024a0d9-90c5-41ae-b688-ebd1b7748cf6"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:29:57.872149 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f658386e-46a9-4987-8d4e-716fc238c4af admin admin] Router 671b8f94-b75e-4874-81b7-a60849b7c4bf has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:29:57.896320 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e0bd2856-7d1d-4335-89f1-0d8429a7dccc req-2511bdd3-761f-44f0-bda8-84e82897f7d5 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.2723393 Oct 12 19:29:57.919080 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3581d681-2f5e-4fb2-9b9d-bcb36eb7e4a0 x-openstack-request-id: req-3581d681-2f5e-4fb2-9b9d-bcb36eb7e4a0 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:29:57.925669 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e903912-16d6-4ed5-863b-dc4a327f9cf2", "tag": "b024a0d9-90c5-41ae-b688-ebd1b7748cf6", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:29:57.925669 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3581d681-2f5e-4fb2-9b9d-bcb36eb7e4a0 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:29:57.928700 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e903912-16d6-4ed5-863b-dc4a327f9cf2', 'tag': 'b024a0d9-90c5-41ae-b688-ebd1b7748cf6', 'status': 'completed', 'code': 200} Oct 12 19:29:57.937010 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cb9b4f-58c3-4e1e-ad92-519b48ced970 service neutron] Pushing event updated for resources: {'Port': ['ID=b024a0d9-90c5-41ae-b688-ebd1b7748cf6,revision_number=3']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:29:57.945880 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-047e1113-0dfa-4f4e-ae4c-9c3b9d734d43 admin admin] Made reservation on behalf of bb40ea5d8c38419a86ccce5293b0bc06 for: {'subnet': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:29:57.950024 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-047e1113-0dfa-4f4e-ae4c-9c3b9d734d43 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4612397'] for subnet, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:58.103023 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f658386e-46a9-4987-8d4e-716fc238c4af admin admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:29:58.110501 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-f658386e-46a9-4987-8d4e-716fc238c4af admin admin] 10.222.0.49 "PUT /v2.0/routers/671b8f94-b75e-4874-81b7-a60849b7c4bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6752818 Oct 12 19:29:58.113395 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d1dfa5-38c8-4b12-ac4e-b53914b57f27 None None] Sync routers for ids ['671b8f94-b75e-4874-81b7-a60849b7c4bf'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:29:58.125220 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 57424) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:29:58.129478 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d1dfa5-38c8-4b12-ac4e-b53914b57f27 None None] Routers {'671b8f94-b75e-4874-81b7-a60849b7c4bf'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:29:58.137134 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-f7d1dfa5-38c8-4b12-ac4e-b53914b57f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:29:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['671b8f94-b75e-4874-81b7-a60849b7c4bf'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:29:58.142480 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9d8b2f39-7e05-49cc-b94f-076ff941e4cf admin admin] Notify callbacks [] for router, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:58.145821 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-9d8b2f39-7e05-49cc-b94f-076ff941e4cf admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.6185334 Oct 12 19:29:58.163870 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 57426) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:29:58.173848 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-6d4b2737-736b-4c7e-86ec-082d71590462 None None] Set router 63c84c4c-04b4-4848-96cd-ef16141e0fc3 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:29:58.280377 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e0a7eb-94d2-499b-9ac8-2e5cc28bb0f9 req-acab4443-1066-4815-8058-c52eedc4aad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:58.286279 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c6e0a7eb-94d2-499b-9ac8-2e5cc28bb0f9 req-acab4443-1066-4815-8058-c52eedc4aad6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8037c4999d8b4d25a8c451f2b659a2c4&device_id=3e903912-16d6-4ed5-863b-dc4a327f9cf2 HTTP/1.1" status: 200 len: 1095 time: 0.3505943 Oct 12 19:29:58.320566 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-f7d1dfa5-38c8-4b12-ac4e-b53914b57f27 None None] Set router 671b8f94-b75e-4874-81b7-a60849b7c4bf gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:29:58.492400 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-6d4b2737-736b-4c7e-86ec-082d71590462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c84c4c-04b4-4848-96cd-ef16141e0fc3', 'name': 'tempest-ServerRescueNegativeTestJSON-1315435299-router', 'tenant_id': '4c933ffb6c834d75ab3714dceb2123eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '5ccef03e-acd7-41d0-879f-c85daca31b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:29:52Z', 'updated_at': '2021-10-12T19:29:55Z', 'revision_number': 3, 'project_id': '4c933ffb6c834d75ab3714dceb2123eb', 'gw_port': {'id': '5ccef03e-acd7-41d0-879f-c85daca31b11', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ed:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63c84c4c-04b4-4848-96cd-ef16141e0fc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2181, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:29:54Z', 'updated_at': '2021-10-12T19:29:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:29:58.558990 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4b2737-736b-4c7e-86ec-082d71590462 None None] Checking router: 63c84c4c-04b4-4848-96cd-ef16141e0fc3 for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:29:58.559351 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4b2737-736b-4c7e-86ec-082d71590462 None None] Updating router 63c84c4c-04b4-4848-96cd-ef16141e0fc3 port 5ccef03e-acd7-41d0-879f-c85daca31b11 binding host n-d-813679-3 {{(pid=95503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 19:29:58.611874 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6d4b2737-736b-4c7e-86ec-082d71590462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:58.733979 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e0a7eb-94d2-499b-9ac8-2e5cc28bb0f9 req-dba2d93d-e80b-4138-9f37-82ff43bb9a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:58.735454 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c6e0a7eb-94d2-499b-9ac8-2e5cc28bb0f9 req-dba2d93d-e80b-4138-9f37-82ff43bb9a4a service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=8037c4999d8b4d25a8c451f2b659a2c4&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4425666 Oct 12 19:29:58.830148 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-f7d1dfa5-38c8-4b12-ac4e-b53914b57f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '671b8f94-b75e-4874-81b7-a60849b7c4bf', 'name': 'tempest-TestAggregatesBasicOps-1314222898-router', 'tenant_id': '4f8a470bf8b14bf29d8a6c990dec79dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': 'e799e068-3ffd-4b8e-8929-9636071d1d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:29:35Z', 'updated_at': '2021-10-12T19:29:57Z', 'revision_number': 5, 'project_id': '4f8a470bf8b14bf29d8a6c990dec79dd', 'gw_port': {'id': 'e799e068-3ffd-4b8e-8929-9636071d1d94', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671b8f94-b75e-4874-81b7-a60849b7c4bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:29:36Z', 'updated_at': '2021-10-12T19:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:29:58.860472 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422ce2f4-3051-4dbe-ab53-f840a630ff42 req-5b3362ab-3967-4208-af77-42a444b39cf2 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:58.864971 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-422ce2f4-3051-4dbe-ab53-f840a630ff42 req-5b3362ab-3967-4208-af77-42a444b39cf2 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e903912-16d6-4ed5-863b-dc4a327f9cf2 HTTP/1.1" status: 200 len: 944 time: 0.3256578 Oct 12 19:29:58.879966 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d1dfa5-38c8-4b12-ac4e-b53914b57f27 None None] Checking router: 671b8f94-b75e-4874-81b7-a60849b7c4bf for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:29:58.894255 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d1dfa5-38c8-4b12-ac4e-b53914b57f27 None None] Routers {'671b8f94-b75e-4874-81b7-a60849b7c4bf'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:29:58.895342 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-f7d1dfa5-38c8-4b12-ac4e-b53914b57f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:29:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['671b8f94-b75e-4874-81b7-a60849b7c4bf'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:29:58.977485 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-422ce2f4-3051-4dbe-ab53-f840a630ff42 req-50985be0-cbba-46ef-9970-3c8051b5f404 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=94a43134-a4a7-45fd-af5f-8fc2adc2c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713427 Oct 12 19:29:59.013051 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-047e1113-0dfa-4f4e-ae4c-9c3b9d734d43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4824863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4612355'] for subnet, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:59.122815 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e0a7eb-94d2-499b-9ac8-2e5cc28bb0f9 req-a51fb4a8-fda3-4936-92f0-f999e3846327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:59.124301 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c6e0a7eb-94d2-499b-9ac8-2e5cc28bb0f9 req-a51fb4a8-fda3-4936-92f0-f999e3846327 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3381488 Oct 12 19:29:59.148637 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047e1113-0dfa-4f4e-ae4c-9c3b9d734d43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6befbf0-bb86-46bb-8940-6082fe20c2ba,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:29:59.167682 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 57454) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:29:59.186364 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6d4b2737-736b-4c7e-86ec-082d71590462 None None] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:59.258816 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047e1113-0dfa-4f4e-ae4c-9c3b9d734d43 admin admin] Checking segment: {'id': '04137cc8-7b83-4277-a1ca-984267592eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'c12a701a-54c3-43ba-94cc-6562f93e5521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:29:59.259445 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047e1113-0dfa-4f4e-ae4c-9c3b9d734d43 admin admin] Network hostable DHCP agents. Network: c12a701a-54c3-43ba-94cc-6562f93e5521, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:29:59.277296 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6d4b2737-736b-4c7e-86ec-082d71590462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:59.307564 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8a2d50-acfc-4d6a-9e11-f6857e8b7a81 req-32a7055a-eed8-46fe-a936-e67e3bee40c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:59.309306 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6c8a2d50-acfc-4d6a-9e11-f6857e8b7a81 req-32a7055a-eed8-46fe-a936-e67e3bee40c8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8037c4999d8b4d25a8c451f2b659a2c4&device_id=3e903912-16d6-4ed5-863b-dc4a327f9cf2 HTTP/1.1" status: 200 len: 1095 time: 0.1232736 Oct 12 19:29:59.352698 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4671f096-af3a-44ed-a50b-da8242fb26d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:59.373569 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-f7d1dfa5-38c8-4b12-ac4e-b53914b57f27 None None] Set router 671b8f94-b75e-4874-81b7-a60849b7c4bf gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:29:59.398385 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047e1113-0dfa-4f4e-ae4c-9c3b9d734d43 admin admin] Network c12a701a-54c3-43ba-94cc-6562f93e5521 is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:29:59.403506 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-6d4b2737-736b-4c7e-86ec-082d71590462 None None] Attempting to bind port 5ccef03e-acd7-41d0-879f-c85daca31b11 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:29:59.403916 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-6d4b2737-736b-4c7e-86ec-082d71590462 None None] Attempting to bind port 5ccef03e-acd7-41d0-879f-c85daca31b11 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:29:59.410299 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4b2737-736b-4c7e-86ec-082d71590462 None None] Attempting to bind port 5ccef03e-acd7-41d0-879f-c85daca31b11 on network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:29:59.410299 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff39523-360e-4829-84d2-57ce56d10d24 None None] Pushing event updated for resources: {'Port': ['ID=5ccef03e-acd7-41d0-879f-c85daca31b11,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:29:59.410470 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-3182d1ed-e636-4429-8af2-90d1efd54556 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1654948996-network', 'tenant_id': '8ff84b2ec0864625b42aaaa064df001a'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:29:59.414023 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6c8a2d50-acfc-4d6a-9e11-f6857e8b7a81 req-f7fd4b03-2999-4ad0-b12e-49c9427dfaff service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b024a0d9-90c5-41ae-b688-ebd1b7748cf6 HTTP/1.1" status: 200 len: 217 time: 0.0923665 Oct 12 19:29:59.425019 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4b2737-736b-4c7e-86ec-082d71590462 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:29:59.425393 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4b2737-736b-4c7e-86ec-082d71590462 None None] Checking segment: {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:29:59.425808 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6d4b2737-736b-4c7e-86ec-082d71590462 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:59.426172 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4b2737-736b-4c7e-86ec-082d71590462 None None] Bound using segment: {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:29:59.426919 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-6d4b2737-736b-4c7e-86ec-082d71590462 None None] Bound port: 5ccef03e-acd7-41d0-879f-c85daca31b11, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:29:59.427451 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6d4b2737-736b-4c7e-86ec-082d71590462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:59.429083 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e22b4ec1-5709-4ba3-9102-634b6e5d0092 admin admin] Notify callbacks [] for router, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:59.490918 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8a2d50-acfc-4d6a-9e11-f6857e8b7a81 req-a884809e-bf2c-4ebe-a302-af918a979422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:59.492404 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6c8a2d50-acfc-4d6a-9e11-f6857e8b7a81 req-a884809e-bf2c-4ebe-a302-af918a979422 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a09cd6ac-b3e0-423d-9e85-6644cbc7e663 HTTP/1.1" status: 200 len: 850 time: 0.0621831 Oct 12 19:29:59.514187 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-047e1113-0dfa-4f4e-ae4c-9c3b9d734d43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, c12a701a-54c3-43ba-94cc-6562f93e5521) {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:29:59.524138 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365ce8c2-3f25-4cab-9f26-a394c695881a None None] Network c12a701a-54c3-43ba-94cc-6562f93e5521 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:29:59.538930 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-047e1113-0dfa-4f4e-ae4c-9c3b9d734d43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:59.539611 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-047e1113-0dfa-4f4e-ae4c-9c3b9d734d43 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:59.555421 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e22b4ec1-5709-4ba3-9102-634b6e5d0092 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:59.579992 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8a2d50-acfc-4d6a-9e11-f6857e8b7a81 req-23d8f70c-1c22-4ad8-83aa-40f927219ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:29:59.590194 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6c8a2d50-acfc-4d6a-9e11-f6857e8b7a81 req-23d8f70c-1c22-4ad8-83aa-40f927219ac8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f22a0b4a-70e4-4463-a6ef-6109199fd871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0780189 Oct 12 19:29:59.590194 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3182d1ed-e636-4429-8af2-90d1efd54556 admin admin] Made reservation on behalf of 8ff84b2ec0864625b42aaaa064df001a for: {'network': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:29:59.593127 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3182d1ed-e636-4429-8af2-90d1efd54556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:59.660864 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-6d4b2737-736b-4c7e-86ec-082d71590462 None None] For port 5ccef03e-acd7-41d0-879f-c85daca31b11, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:29:59.697168 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-6d4b2737-736b-4c7e-86ec-082d71590462 None None] For port 5ccef03e-acd7-41d0-879f-c85daca31b11, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=5ccef03e-acd7-41d0-879f-c85daca31b11,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:29:59.704286 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6c8a2d50-acfc-4d6a-9e11-f6857e8b7a81 req-760f8dde-8a96-4541-8ce5-ffcd6ec06472 service neutron] 10.222.0.67 "GET /v2.0/networks/f22a0b4a-70e4-4463-a6ef-6109199fd871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012866 Oct 12 19:29:59.712013 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-047e1113-0dfa-4f4e-ae4c-9c3b9d734d43 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.0867963 Oct 12 19:29:59.718151 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 57466) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:29:59.722577 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3182d1ed-e636-4429-8af2-90d1efd54556 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:59.723253 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-6e67a7da-a78c-4126-a56a-d0b77751f2c5 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1610056745-router', 'tenant_id': 'bb40ea5d8c38419a86ccce5293b0bc06', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:29:59.770524 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4365038b-057a-4292-bb6a-3151e68b0b27 None None] Network c12a701a-54c3-43ba-94cc-6562f93e5521 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:29:59.831431 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6e67a7da-a78c-4126-a56a-d0b77751f2c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8093678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255505'] for router, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:59.834482 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6e67a7da-a78c-4126-a56a-d0b77751f2c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8093562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8087085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8022306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255518'] for router, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:59.875241 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6c8a2d50-acfc-4d6a-9e11-f6857e8b7a81 req-fca917e8-aae0-47c5-932f-2b4b184f336f service neutron] 10.222.0.67 "GET /v2.0/networks/f22a0b4a-70e4-4463-a6ef-6109199fd871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604123 Oct 12 19:29:59.878787 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-f7d1dfa5-38c8-4b12-ac4e-b53914b57f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '671b8f94-b75e-4874-81b7-a60849b7c4bf', 'name': 'tempest-TestAggregatesBasicOps-1314222898-router', 'tenant_id': '4f8a470bf8b14bf29d8a6c990dec79dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': 'e799e068-3ffd-4b8e-8929-9636071d1d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:29:35Z', 'updated_at': '2021-10-12T19:29:57Z', 'revision_number': 5, 'project_id': '4f8a470bf8b14bf29d8a6c990dec79dd', 'gw_port': {'id': 'e799e068-3ffd-4b8e-8929-9636071d1d94', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671b8f94-b75e-4874-81b7-a60849b7c4bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:29:36Z', 'updated_at': '2021-10-12T19:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:29:59.902672 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6e67a7da-a78c-4126-a56a-d0b77751f2c5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:59.909602 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d1dfa5-38c8-4b12-ac4e-b53914b57f27 None None] The sync data for ids ['671b8f94-b75e-4874-81b7-a60849b7c4bf'] in n-d-813679-3 is: [{'id': '671b8f94-b75e-4874-81b7-a60849b7c4bf', 'name': 'tempest-TestAggregatesBasicOps-1314222898-router', 'tenant_id': '4f8a470bf8b14bf29d8a6c990dec79dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': 'e799e068-3ffd-4b8e-8929-9636071d1d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:29:35Z', 'updated_at': '2021-10-12T19:29:57Z', 'revision_number': 5, 'project_id': '4f8a470bf8b14bf29d8a6c990dec79dd', 'gw_port': {'id': 'e799e068-3ffd-4b8e-8929-9636071d1d94', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671b8f94-b75e-4874-81b7-a60849b7c4bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:29:36Z', 'updated_at': '2021-10-12T19:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:29:59.912765 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3182d1ed-e636-4429-8af2-90d1efd54556 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:59.920513 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-e22b4ec1-5709-4ba3-9102-634b6e5d0092 admin admin] Deleting port e799e068-3ffd-4b8e-8929-9636071d1d94 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:29:59.920910 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e22b4ec1-5709-4ba3-9102-634b6e5d0092 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:59.921139 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6d4b2737-736b-4c7e-86ec-082d71590462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:29:59.992156 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3182d1ed-e636-4429-8af2-90d1efd54556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:00.016060 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4b2737-736b-4c7e-86ec-082d71590462 None None] Routers {'63c84c4c-04b4-4848-96cd-ef16141e0fc3'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:30:00.016266 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-6d4b2737-736b-4c7e-86ec-082d71590462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:29:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['63c84c4c-04b4-4848-96cd-ef16141e0fc3'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:30:00.039180 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3182d1ed-e636-4429-8af2-90d1efd54556 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5638df6-48ff-4da7-8191-15a6d5cdb838,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:30:00.079143 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3182d1ed-e636-4429-8af2-90d1efd54556 admin admin] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=95501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:30:00.090557 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3182d1ed-e636-4429-8af2-90d1efd54556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:00.094717 n-d-813679-3 neutron-server[95501]: INFO neutron.db.segments_db [None req-3182d1ed-e636-4429-8af2-90d1efd54556 admin admin] Added segment e0fbe16f-a144-4509-a2e0-dc467b90860d of type vlan for network 821a7daa-cbda-47ad-af75-98b83de65b7b Oct 12 19:30:00.137418 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3182d1ed-e636-4429-8af2-90d1efd54556 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:00.148574 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff39523-360e-4829-84d2-57ce56d10d24 None None] Pushing event updated for resources: {'Port': ['ID=5ccef03e-acd7-41d0-879f-c85daca31b11,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:30:00.233446 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-6d4b2737-736b-4c7e-86ec-082d71590462 None None] Set router 63c84c4c-04b4-4848-96cd-ef16141e0fc3 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:30:00.267571 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3182d1ed-e636-4429-8af2-90d1efd54556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:00.268990 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3182d1ed-e636-4429-8af2-90d1efd54556 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:00.272912 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3182d1ed-e636-4429-8af2-90d1efd54556 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:00.296782 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-57090d83-5708-49da-ae3f-3ead35672942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:00.323429 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6e67a7da-a78c-4126-a56a-d0b77751f2c5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:00.328193 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 1a51cc87-7884-4c56-8031-f0a5f4ff1df9 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:30:00.367977 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-e22b4ec1-5709-4ba3-9102-634b6e5d0092 admin admin] For port e799e068-3ffd-4b8e-8929-9636071d1d94, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=e799e068-3ffd-4b8e-8929-9636071d1d94,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:30:00.368476 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e22b4ec1-5709-4ba3-9102-634b6e5d0092 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:00.380565 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3182d1ed-e636-4429-8af2-90d1efd54556 admin admin] Pushing event updated for resources: {'Network': ['ID=821a7daa-cbda-47ad-af75-98b83de65b7b,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:30:00.395075 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd311ce3-3f7b-44b2-93fe-e81982fecd73 req-56bc8adc-7bc8-4b39-a845-635bfbec3316 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:00.397278 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bd311ce3-3f7b-44b2-93fe-e81982fecd73 req-56bc8adc-7bc8-4b39-a845-635bfbec3316 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e903912-16d6-4ed5-863b-dc4a327f9cf2 HTTP/1.1" status: 200 len: 944 time: 0.2548401 Oct 12 19:30:00.399166 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 1a51cc87-7884-4c56-8031-f0a5f4ff1df9 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:30:00.399513 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 1a51cc87-7884-4c56-8031-f0a5f4ff1df9 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:30:00.434526 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-3182d1ed-e636-4429-8af2-90d1efd54556 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2534981 Oct 12 19:30:00.436285 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 821a7daa-cbda-47ad-af75-98b83de65b7b details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:30:00.437475 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-e22b4ec1-5709-4ba3-9102-634b6e5d0092 admin admin] Calling delete_port for e799e068-3ffd-4b8e-8929-9636071d1d94 owned by network:router_gateway {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:30:00.438003 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 57480) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:30:00.449359 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-26c6b64f-ddcc-422e-b2ca-c3856420e1a5 admin admin] Request body: {'subnet': {'network_id': '821a7daa-cbda-47ad-af75-98b83de65b7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1654948996-subnet', 'tenant_id': '8ff84b2ec0864625b42aaaa064df001a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:30:00.557477 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26c6b64f-ddcc-422e-b2ca-c3856420e1a5 admin admin] Made reservation on behalf of 8ff84b2ec0864625b42aaaa064df001a for: {'subnet': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:30:00.559878 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-26c6b64f-ddcc-422e-b2ca-c3856420e1a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4612397'] for subnet, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:00.654755 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-6d4b2737-736b-4c7e-86ec-082d71590462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c84c4c-04b4-4848-96cd-ef16141e0fc3', 'name': 'tempest-ServerRescueNegativeTestJSON-1315435299-router', 'tenant_id': '4c933ffb6c834d75ab3714dceb2123eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '5ccef03e-acd7-41d0-879f-c85daca31b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:29:52Z', 'updated_at': '2021-10-12T19:29:55Z', 'revision_number': 3, 'project_id': '4c933ffb6c834d75ab3714dceb2123eb', 'gw_port': {'id': '5ccef03e-acd7-41d0-879f-c85daca31b11', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ed:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63c84c4c-04b4-4848-96cd-ef16141e0fc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2181, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:29:54Z', 'updated_at': '2021-10-12T19:29:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:30:00.682655 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bd311ce3-3f7b-44b2-93fe-e81982fecd73 req-34fb708f-e0c6-4f5b-9dac-4ed30405027d tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=94a43134-a4a7-45fd-af5f-8fc2adc2c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477701 Oct 12 19:30:00.684381 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4b2737-736b-4c7e-86ec-082d71590462 None None] The sync data for ids ['63c84c4c-04b4-4848-96cd-ef16141e0fc3'] in n-d-813679-3 is: [{'id': '63c84c4c-04b4-4848-96cd-ef16141e0fc3', 'name': 'tempest-ServerRescueNegativeTestJSON-1315435299-router', 'tenant_id': '4c933ffb6c834d75ab3714dceb2123eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '5ccef03e-acd7-41d0-879f-c85daca31b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:29:52Z', 'updated_at': '2021-10-12T19:29:55Z', 'revision_number': 3, 'project_id': '4c933ffb6c834d75ab3714dceb2123eb', 'gw_port': {'id': '5ccef03e-acd7-41d0-879f-c85daca31b11', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ed:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63c84c4c-04b4-4848-96cd-ef16141e0fc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2181, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:29:54Z', 'updated_at': '2021-10-12T19:29:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:30:00.820304 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e92556-67f5-4df2-9a8e-a15f75c5914f req-ec62d290-9ddc-4e89-a79a-77d47c386476 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:00.831967 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b8e92556-67f5-4df2-9a8e-a15f75c5914f req-ec62d290-9ddc-4e89-a79a-77d47c386476 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/ports?device_id=bad771ab-cc45-425d-bee9-6bf9a910d9ae HTTP/1.1" status: 200 len: 946 time: 0.2043447 Oct 12 19:30:00.857303 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-57090d83-5708-49da-ae3f-3ead35672942 admin admin] Allocated IP 172.20.0.1 (8210e84a-9fb6-4a53-a2c3-d0f330bffa92/33859617-14c0-4672-bd1b-84bf0d04d8bc/b965cccb-c136-4e48-b00f-7bbca1b3ef52) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:30:00.917550 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b8e92556-67f5-4df2-9a8e-a15f75c5914f req-85258b3a-da9a-4822-8868-8d173a837bdd tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/security-groups?id=3416205a-d9ec-4ba1-a823-0f8eadffb37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844369 Oct 12 19:30:00.980569 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-26c6b64f-ddcc-422e-b2ca-c3856420e1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4824863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4612355'] for subnet, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:01.057123 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c6b64f-ddcc-422e-b2ca-c3856420e1a5 admin admin] Checking segment: {'id': 'e0fbe16f-a144-4509-a2e0-dc467b90860d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '821a7daa-cbda-47ad-af75-98b83de65b7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:30:01.057482 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c6b64f-ddcc-422e-b2ca-c3856420e1a5 admin admin] Network hostable DHCP agents. Network: 821a7daa-cbda-47ad-af75-98b83de65b7b, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:30:01.064899 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c6b64f-ddcc-422e-b2ca-c3856420e1a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23923b5b-cbc2-4b60-8cb9-1474eb7896df,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:30:01.101477 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e22b4ec1-5709-4ba3-9102-634b6e5d0092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:01.168616 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22b4ec1-5709-4ba3-9102-634b6e5d0092 admin admin] Pushing event deleted for resources: {'Port': ['ID=e799e068-3ffd-4b8e-8929-9636071d1d94,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:30:01.186385 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c6b64f-ddcc-422e-b2ca-c3856420e1a5 admin admin] Network 821a7daa-cbda-47ad-af75-98b83de65b7b is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:30:01.262641 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e22b4ec1-5709-4ba3-9102-634b6e5d0092 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7915456'] for router_gateway, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:01.272119 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6e67a7da-a78c-4126-a56a-d0b77751f2c5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:01.279168 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-26c6b64f-ddcc-422e-b2ca-c3856420e1a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, 821a7daa-cbda-47ad-af75-98b83de65b7b) {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:30:01.307051 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c6b64f-ddcc-422e-b2ca-c3856420e1a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:01.307717 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-26c6b64f-ddcc-422e-b2ca-c3856420e1a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:01.374110 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6e67a7da-a78c-4126-a56a-d0b77751f2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:01.402412 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-26c6b64f-ddcc-422e-b2ca-c3856420e1a5 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9485857 Oct 12 19:30:01.407899 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c6d2e7-8783-4d5b-bf6a-608c41da2fa6 None None] Network 821a7daa-cbda-47ad-af75-98b83de65b7b requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:30:01.569324 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e22b4ec1-5709-4ba3-9102-634b6e5d0092 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255495'] for router, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:01.586714 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e22b4ec1-5709-4ba3-9102-634b6e5d0092 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:01.596672 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-57090d83-5708-49da-ae3f-3ead35672942 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:01.598243 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1104f852-85ca-4313-8fc7-273d45d4518c None None] Network 821a7daa-cbda-47ad-af75-98b83de65b7b requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:30:01.638922 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-02122e78-f7de-4d07-8ad8-ff4dd78f5169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:01.765682 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-6e67a7da-a78c-4126-a56a-d0b77751f2c5 admin admin] Allocated IP 172.25.5.106 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/f79a677d-9d9f-44ae-80cf-1bda622cb462) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:30:01.785488 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-57090d83-5708-49da-ae3f-3ead35672942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:01.853655 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57090d83-5708-49da-ae3f-3ead35672942 admin admin] Pushing event updated for resources: {'Port': ['ID=b965cccb-c136-4e48-b00f-7bbca1b3ef52,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:30:01.883260 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e22b4ec1-5709-4ba3-9102-634b6e5d0092 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8093499'] for router, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:01.883829 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e22b4ec1-5709-4ba3-9102-634b6e5d0092 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 671b8f94-b75e-4874-81b7-a60849b7c4bf {{(pid=95502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 19:30:01.899555 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57090d83-5708-49da-ae3f-3ead35672942 admin admin] Network 8210e84a-9fb6-4a53-a2c3-d0f330bffa92 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:30:01.901947 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecb3e94-f42b-48f9-bb59-8a26176fb981 req-a1c5838d-ccc4-4d17-b373-231eb6d449a6 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:01.904228 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-eecb3e94-f42b-48f9-bb59-8a26176fb981 req-a1c5838d-ccc4-4d17-b373-231eb6d449a6 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e903912-16d6-4ed5-863b-dc4a327f9cf2 HTTP/1.1" status: 200 len: 944 time: 0.0897677 Oct 12 19:30:01.906850 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e22b4ec1-5709-4ba3-9102-634b6e5d0092 admin admin] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:01.910969 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-e22b4ec1-5709-4ba3-9102-634b6e5d0092 admin admin] 10.222.0.49 "DELETE /v2.0/routers/671b8f94-b75e-4874-81b7-a60849b7c4bf HTTP/1.1" status: 204 len: 168 time: 3.7847338 Oct 12 19:30:01.912338 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 57508) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:30:01.914287 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-57090d83-5708-49da-ae3f-3ead35672942 admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:30:01.917811 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57090d83-5708-49da-ae3f-3ead35672942 admin admin] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:30:01.981196 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-57090d83-5708-49da-ae3f-3ead35672942 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7915309'] for router_interface, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:02.054602 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-eecb3e94-f42b-48f9-bb59-8a26176fb981 req-80fd07de-fbd2-4e5c-9fc8-a84a624403fc tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=94a43134-a4a7-45fd-af5f-8fc2adc2c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442688 Oct 12 19:30:02.108437 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a8fbdd7-6adc-4e8f-8ed7-dfa17bd0c733 admin admin] Deleting subnet aa355105-303b-429c-9d21-ee5947196178 {{(pid=95501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:30:02.134647 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ac8df5-1f80-4f2d-825a-dae292be5adf req-b94b74cd-f966-47fa-848c-2f2db687e880 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:02.136493 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-46ac8df5-1f80-4f2d-825a-dae292be5adf req-b94b74cd-f966-47fa-848c-2f2db687e880 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.67 "GET /v2.0/ports?device_id=bad771ab-cc45-425d-bee9-6bf9a910d9ae HTTP/1.1" status: 200 len: 946 time: 0.1550629 Oct 12 19:30:02.137510 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4a8fbdd7-6adc-4e8f-8ed7-dfa17bd0c733 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:02.253677 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6e67a7da-a78c-4126-a56a-d0b77751f2c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:02.280612 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4a8fbdd7-6adc-4e8f-8ed7-dfa17bd0c733 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281083'] for subnet, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:02.316972 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bce91f2-aaa5-4db7-9eaf-954c1b4528e2 req-64c77f53-39c2-4278-88b3-cbd4d2d11f1e tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:02.319141 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2bce91f2-aaa5-4db7-9eaf-954c1b4528e2 req-64c77f53-39c2-4278-88b3-cbd4d2d11f1e tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/networks?id=821a7daa-cbda-47ad-af75-98b83de65b7b HTTP/1.1" status: 200 len: 814 time: 0.2549694 Oct 12 19:30:02.344598 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2bce91f2-aaa5-4db7-9eaf-954c1b4528e2 req-843fbad3-b7dd-4317-93d3-ffd9b0327277 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/quotas/8ff84b2ec0864625b42aaaa064df001a HTTP/1.1" status: 200 len: 375 time: 0.0185795 Oct 12 19:30:02.373515 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a95a05e-789b-49a1-af93-7f8a1c092b66 req-63285e34-c6d4-4fea-9c3a-9f30509d0006 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:02.374935 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7a95a05e-789b-49a1-af93-7f8a1c092b66 req-63285e34-c6d4-4fea-9c3a-9f30509d0006 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/ports?device_id=bad771ab-cc45-425d-bee9-6bf9a910d9ae HTTP/1.1" status: 200 len: 946 time: 0.1641526 Oct 12 19:30:02.412280 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2bce91f2-aaa5-4db7-9eaf-954c1b4528e2 req-cb377756-be3a-4536-9a37-8109e3bcc038 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=8ff84b2ec0864625b42aaaa064df001a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0460134 Oct 12 19:30:02.417055 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-57090d83-5708-49da-ae3f-3ead35672942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:02.419617 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6e67a7da-a78c-4126-a56a-d0b77751f2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:02.460973 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:02.630399 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 5ccef03e-acd7-41d0-879f-c85daca31b11 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:30:02.696392 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 5ccef03e-acd7-41d0-879f-c85daca31b11 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:30:02.696936 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:02.786399 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4a8fbdd7-6adc-4e8f-8ed7-dfa17bd0c733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:02.792198 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device b024a0d9-90c5-41ae-b688-ebd1b7748cf6 details requested by agent hyperv_n-h2-813679-3 with host n-h2-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:30:02.825210 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:02.873996 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-46ac8df5-1f80-4f2d-825a-dae292be5adf req-3e0f8d2a-c1a9-4fc8-b49b-debe48819411 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] Deleting port 9ce8a9e3-9ab7-46e7-84a4-6e8e286345be {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:30:02.874336 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-46ac8df5-1f80-4f2d-825a-dae292be5adf req-3e0f8d2a-c1a9-4fc8-b49b-debe48819411 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:02.940897 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] For port 5ccef03e-acd7-41d0-879f-c85daca31b11, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=5ccef03e-acd7-41d0-879f-c85daca31b11,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:30:02.943075 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:02.965519 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7a95a05e-789b-49a1-af93-7f8a1c092b66 req-1e58a6e5-76c2-4e15-892a-855134ecdc79 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/security-groups?id=3416205a-d9ec-4ba1-a823-0f8eadffb37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293716 Oct 12 19:30:02.985089 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e67a7da-a78c-4126-a56a-d0b77751f2c5 admin admin] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:30:02.992066 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port b024a0d9-90c5-41ae-b688-ebd1b7748cf6, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=b024a0d9-90c5-41ae-b688-ebd1b7748cf6,segment=NetworkSegment(1311cbfc-168d-4d44-b005-c99086bc74c8),segment_id=1311cbfc-168d-4d44-b005-c99086bc74c8)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:30:02.997866 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-6e67a7da-a78c-4126-a56a-d0b77751f2c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:30:03.000421 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e67a7da-a78c-4126-a56a-d0b77751f2c5 admin admin] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:30:03.007856 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Returning: {'device': 'b024a0d9-90c5-41ae-b688-ebd1b7748cf6', 'network_id': 'f22a0b4a-70e4-4463-a6ef-6109199fd871', 'port_id': 'b024a0d9-90c5-41ae-b688-ebd1b7748cf6', 'mac_address': 'fa:16:3e:9f:f4:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a09cd6ac-b3e0-423d-9e85-6644cbc7e663', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:30:03.015951 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-46ac8df5-1f80-4f2d-825a-dae292be5adf req-3e0f8d2a-c1a9-4fc8-b49b-debe48819411 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] For port 9ce8a9e3-9ab7-46e7-84a4-6e8e286345be, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=9ce8a9e3-9ab7-46e7-84a4-6e8e286345be,segment=NetworkSegment(9ff984d1-27f3-404a-8505-466ab18fb531),segment_id=9ff984d1-27f3-404a-8505-466ab18fb531)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:30:03.016361 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-46ac8df5-1f80-4f2d-825a-dae292be5adf req-3e0f8d2a-c1a9-4fc8-b49b-debe48819411 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:03.039545 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-46ac8df5-1f80-4f2d-825a-dae292be5adf req-3e0f8d2a-c1a9-4fc8-b49b-debe48819411 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] Calling delete_port for 9ce8a9e3-9ab7-46e7-84a4-6e8e286345be owned by compute:nova {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:30:03.060496 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:03.063272 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:03.065518 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4a8fbdd7-6adc-4e8f-8ed7-dfa17bd0c733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4824924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4612362'] for subnet, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:03.079009 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:03.102398 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b024a0d9-90c5-41ae-b688-ebd1b7748cf6 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:30:03.152246 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e67a7da-a78c-4126-a56a-d0b77751f2c5 admin admin] Pushing event updated for resources: {'Port': ['ID=f79a677d-9d9f-44ae-80cf-1bda622cb462,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:30:03.178299 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fbdd7-6adc-4e8f-8ed7-dfa17bd0c733 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa355105-303b-429c-9d21-ee5947196178,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:30:03.192438 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port b024a0d9-90c5-41ae-b688-ebd1b7748cf6, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=b024a0d9-90c5-41ae-b688-ebd1b7748cf6,segment=NetworkSegment(1311cbfc-168d-4d44-b005-c99086bc74c8),segment_id=1311cbfc-168d-4d44-b005-c99086bc74c8)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:30:03.195576 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4a8fbdd7-6adc-4e8f-8ed7-dfa17bd0c733 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:03.199677 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-4a8fbdd7-6adc-4e8f-8ed7-dfa17bd0c733 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/aa355105-303b-429c-9d21-ee5947196178 HTTP/1.1" status: 204 len: 168 time: 1.2863822 Oct 12 19:30:03.207510 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5da6be8-882a-420e-bba9-4e3fdba6b6f2 None None] Network 8d1f1d63-7081-4aec-8425-f1aaa5c0ea79 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:30:03.210165 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 57538) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:30:03.284260 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Pushing event updated for resources: {'Port': ['ID=5ccef03e-acd7-41d0-879f-c85daca31b11,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:30:03.309169 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:03.317951 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2bce91f2-aaa5-4db7-9eaf-954c1b4528e2 req-d3bbe37d-2da9-461f-9d73-623b689f5b09 service neutron] 10.222.0.49 "GET /v2.0/networks/821a7daa-cbda-47ad-af75-98b83de65b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8863223 Oct 12 19:30:03.357535 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fe4c57-807e-44a4-bdb6-06992ab33d33 req-2633549f-58f4-4315-9e68-5cf0516185e3 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:03.359043 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e2fe4c57-807e-44a4-bdb6-06992ab33d33 req-2633549f-58f4-4315-9e68-5cf0516185e3 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e903912-16d6-4ed5-863b-dc4a327f9cf2 HTTP/1.1" status: 200 len: 944 time: 0.1513970 Oct 12 19:30:03.392239 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e726ecca-d23f-4e29-8aa2-3af899f82a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:03.410004 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=b024a0d9-90c5-41ae-b688-ebd1b7748cf6,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:30:03.473746 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e2fe4c57-807e-44a4-bdb6-06992ab33d33 req-b245199a-0ae7-4513-a28a-beba576833ab tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=94a43134-a4a7-45fd-af5f-8fc2adc2c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071169 Oct 12 19:30:03.499104 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-e726ecca-d23f-4e29-8aa2-3af899f82a26 admin admin] Deleting port 995eef5a-b602-4927-9bb0-3a69fb43f58b {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:30:03.499445 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e726ecca-d23f-4e29-8aa2-3af899f82a26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:03.518778 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-57090d83-5708-49da-ae3f-3ead35672942 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:03.532931 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2bce91f2-aaa5-4db7-9eaf-954c1b4528e2 req-e6d07a23-381c-470c-8adf-400539101e19 service neutron] 10.222.0.49 "GET /v2.0/networks/821a7daa-cbda-47ad-af75-98b83de65b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139125 Oct 12 19:30:03.587852 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['b024a0d9-90c5-41ae-b688-ebd1b7748cf6'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:30:03.622595 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [None req-e726ecca-d23f-4e29-8aa2-3af899f82a26 admin admin] For port 995eef5a-b602-4927-9bb0-3a69fb43f58b, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=995eef5a-b602-4927-9bb0-3a69fb43f58b,segment=NetworkSegment(f9c49260-5b42-4079-9665-a9fe903174c2),segment_id=f9c49260-5b42-4079-9665-a9fe903174c2)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:30:03.623188 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e726ecca-d23f-4e29-8aa2-3af899f82a26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:03.637622 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-e726ecca-d23f-4e29-8aa2-3af899f82a26 admin admin] Calling delete_port for 995eef5a-b602-4927-9bb0-3a69fb43f58b owned by network:dhcp {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:30:03.641911 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-57090d83-5708-49da-ae3f-3ead35672942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:03.698737 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0442bffc-a812-4459-aea6-7444c2b54a28 None None] DHCP port deletion for 8d1f1d63-7081-4aec-8425-f1aaa5c0ea79 request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 19:30:03.707475 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:03.714219 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-57090d83-5708-49da-ae3f-3ead35672942 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7898980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8092605'] for router_interface, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:03.741155 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-46ac8df5-1f80-4f2d-825a-dae292be5adf req-3e0f8d2a-c1a9-4fc8-b49b-debe48819411 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:03.813423 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0f8d2a-c1a9-4fc8-b49b-debe48819411 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] Pushing event deleted for resources: {'Port': ['ID=9ce8a9e3-9ab7-46e7-84a4-6e8e286345be,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:30:03.900379 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e726ecca-d23f-4e29-8aa2-3af899f82a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:03.916656 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-0442bffc-a812-4459-aea6-7444c2b54a28 None None] Deleting port 995eef5a-b602-4927-9bb0-3a69fb43f58b {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:30:03.917029 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0442bffc-a812-4459-aea6-7444c2b54a28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:03.920373 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-46ac8df5-1f80-4f2d-825a-dae292be5adf req-3e0f8d2a-c1a9-4fc8-b49b-debe48819411 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] No DVR routers for this DVR port 9ce8a9e3-9ab7-46e7-84a4-6e8e286345be on host n-h2-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:30:03.926496 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57090d83-5708-49da-ae3f-3ead35672942 admin admin] Pushing event updated for resources: {'Port': ['ID=b965cccb-c136-4e48-b00f-7bbca1b3ef52,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:30:03.930822 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-46ac8df5-1f80-4f2d-825a-dae292be5adf req-3e0f8d2a-c1a9-4fc8-b49b-debe48819411 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:03.932651 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6e67a7da-a78c-4126-a56a-d0b77751f2c5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:03.938015 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-46ac8df5-1f80-4f2d-825a-dae292be5adf req-3e0f8d2a-c1a9-4fc8-b49b-debe48819411 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.67 "DELETE /v2.0/ports/9ce8a9e3-9ab7-46e7-84a4-6e8e286345be HTTP/1.1" status: 204 len: 173 time: 1.7734377 Oct 12 19:30:03.981504 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bad771ab-cc45-425d-bee9-6bf9a910d9ae', 'name': 'network-vif-deleted', 'tag': '9ce8a9e3-9ab7-46e7-84a4-6e8e286345be'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:30:03.983792 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2325c97-7871-4543-9e9a-74b6163b901e" -d '{"events": [{"server_uuid": "bad771ab-cc45-425d-bee9-6bf9a910d9ae", "name": "network-vif-deleted", "tag": "9ce8a9e3-9ab7-46e7-84a4-6e8e286345be"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:30:03.999701 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e726ecca-d23f-4e29-8aa2-3af899f82a26 admin admin] Pushing event deleted for resources: {'Port': ['ID=995eef5a-b602-4927-9bb0-3a69fb43f58b,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:30:04.022276 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e726ecca-d23f-4e29-8aa2-3af899f82a26 admin admin] No DVR routers for this DVR port 995eef5a-b602-4927-9bb0-3a69fb43f58b on host n-d-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:30:04.104334 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 19:30:04.129856 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b9b1d62b-785d-439f-9aec-601385e397f5 req-06cd8afd-5513-439a-9e56-24d2879c57ca tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 210 time: 0.1361349 Oct 12 19:30:04.143224 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-0442bffc-a812-4459-aea6-7444c2b54a28 None None] For port 995eef5a-b602-4927-9bb0-3a69fb43f58b, host n-d-813679-3, got binding levels [] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:30:04.143624 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0442bffc-a812-4459-aea6-7444c2b54a28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:04.183449 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-0442bffc-a812-4459-aea6-7444c2b54a28 None None] Calling delete_port for 995eef5a-b602-4927-9bb0-3a69fb43f58b owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:30:04.248883 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.ipam_backend_mixin [None req-0442bffc-a812-4459-aea6-7444c2b54a28 None None] Port 995eef5a-b602-4927-9bb0-3a69fb43f58b was not found and therefore no delete operation was performed {{(pid=95503) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 12 19:30:04.253302 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0442bffc-a812-4459-aea6-7444c2b54a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:04.280194 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7980936a-f5ef-45db-bdf7-6ec88a1632a4 req-3311ebfb-bce0-4737-a7ab-4e52dd652f84 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/ports?device_id=bad771ab-cc45-425d-bee9-6bf9a910d9ae HTTP/1.1" status: 200 len: 210 time: 0.0768189 Oct 12 19:30:04.295283 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e726ecca-d23f-4e29-8aa2-3af899f82a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:04.362817 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfdb970c-cd3b-4ba5-b68f-e63543d1ce90 x-openstack-request-id: req-cfdb970c-cd3b-4ba5-b68f-e63543d1ce90 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:30:04.363753 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bad771ab-cc45-425d-bee9-6bf9a910d9ae", "name": "network-vif-deleted", "tag": "9ce8a9e3-9ab7-46e7-84a4-6e8e286345be", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:30:04.364192 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cfdb970c-cd3b-4ba5-b68f-e63543d1ce90 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:30:04.364739 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bad771ab-cc45-425d-bee9-6bf9a910d9ae', 'name': 'network-vif-deleted', 'tag': '9ce8a9e3-9ab7-46e7-84a4-6e8e286345be', 'status': 'completed', 'code': 200} Oct 12 19:30:04.369813 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-e726ecca-d23f-4e29-8aa2-3af899f82a26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d1f1d63-7081-4aec-8425-f1aaa5c0ea79']}} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:30:04.399043 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-e726ecca-d23f-4e29-8aa2-3af899f82a26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9c49260-5b42-4079-9665-a9fe903174c2') {'for_net_delete': True} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:30:04.399334 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-e726ecca-d23f-4e29-8aa2-3af899f82a26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9c49260-5b42-4079-9665-a9fe903174c2') {} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:30:04.417916 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e726ecca-d23f-4e29-8aa2-3af899f82a26 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4281072'] for segment, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:04.443935 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57090d83-5708-49da-ae3f-3ead35672942 admin admin] Network 8210e84a-9fb6-4a53-a2c3-d0f330bffa92 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:30:04.448711 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-57090d83-5708-49da-ae3f-3ead35672942 admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:30:04.472130 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e726ecca-d23f-4e29-8aa2-3af899f82a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:04.490623 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e726ecca-d23f-4e29-8aa2-3af899f82a26 admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=95501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:30:04.490623 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e726ecca-d23f-4e29-8aa2-3af899f82a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4823170'] for segment, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:04.493691 n-d-813679-3 neutron-server[95501]: Traceback (most recent call last): Oct 12 19:30:04.493691 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:30:04.493691 n-d-813679-3 neutron-server[95501]: timer() Oct 12 19:30:04.493691 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:30:04.493691 n-d-813679-3 neutron-server[95501]: cb(*args, **kw) Oct 12 19:30:04.493691 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:30:04.493691 n-d-813679-3 neutron-server[95501]: return func(*args, **kwargs) Oct 12 19:30:04.493691 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:30:04.493691 n-d-813679-3 neutron-server[95501]: self._notify() Oct 12 19:30:04.493691 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:30:04.493691 n-d-813679-3 neutron-server[95501]: self.callback(batched_events) Oct 12 19:30:04.493691 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:30:04.493691 n-d-813679-3 neutron-server[95501]: event.method(event) Oct 12 19:30:04.493691 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:30:04.493691 n-d-813679-3 neutron-server[95501]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:30:04.493691 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:30:04.493691 n-d-813679-3 neutron-server[95501]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:30:04.493691 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:30:04.493691 n-d-813679-3 neutron-server[95501]: return f(self, *a, **k) Oct 12 19:30:04.493691 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:30:04.493691 n-d-813679-3 neutron-server[95501]: return self._get(url).json() Oct 12 19:30:04.493691 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:30:04.493691 n-d-813679-3 neutron-server[95501]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:30:04.493691 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:30:04.493691 n-d-813679-3 neutron-server[95501]: return self.request(url, 'GET', **kwargs) Oct 12 19:30:04.493691 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:30:04.493691 n-d-813679-3 neutron-server[95501]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:30:04.493691 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:30:04.493691 n-d-813679-3 neutron-server[95501]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:30:04.493691 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:30:04.493691 n-d-813679-3 neutron-server[95501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:30:04.493691 n-d-813679-3 neutron-server[95501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:30:04.613282 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0442bffc-a812-4459-aea6-7444c2b54a28 None None] Pushing event deleted for resources: {'Port': ['ID=995eef5a-b602-4927-9bb0-3a69fb43f58b,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:30:04.621782 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 5ccef03e-acd7-41d0-879f-c85daca31b11 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:30:04.624812 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6e67a7da-a78c-4126-a56a-d0b77751f2c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8093541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7915516'] for router, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:04.647074 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0442bffc-a812-4459-aea6-7444c2b54a28 None None] No DVR routers for this DVR port 995eef5a-b602-4927-9bb0-3a69fb43f58b on host n-d-813679-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:30:04.699609 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['b5acf294-86eb-432d-ab74-1efd6dd60b45', '31b81d65-8951-449a-9efc-e5501676ed68', '9ce8a9e3-9ab7-46e7-84a4-6e8e286345be'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:30:04.701123 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58090465-52fa-407c-87f8-1ebfa26090b6 req-10dbccb1-1852-4516-8f8b-5334fc18674d tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:04.702762 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-58090465-52fa-407c-87f8-1ebfa26090b6 req-10dbccb1-1852-4516-8f8b-5334fc18674d tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e903912-16d6-4ed5-863b-dc4a327f9cf2 HTTP/1.1" status: 200 len: 945 time: 0.0703313 Oct 12 19:30:04.731327 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e726ecca-d23f-4e29-8aa2-3af899f82a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:04.766728 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e726ecca-d23f-4e29-8aa2-3af899f82a26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:04.774313 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-e726ecca-d23f-4e29-8aa2-3af899f82a26 admin admin] 10.222.0.49 "DELETE /v2.0/networks/8d1f1d63-7081-4aec-8425-f1aaa5c0ea79 HTTP/1.1" status: 204 len: 168 time: 1.5595319 Oct 12 19:30:04.774525 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 5ccef03e-acd7-41d0-879f-c85daca31b11 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:30:04.774918 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:04.775473 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e726ecca-d23f-4e29-8aa2-3af899f82a26 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d1f1d63-7081-4aec-8425-f1aaa5c0ea79,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:30:04.810581 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-58090465-52fa-407c-87f8-1ebfa26090b6 req-860bcbd2-24ef-46c8-9d77-5cbe0ece8b77 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=94a43134-a4a7-45fd-af5f-8fc2adc2c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968318 Oct 12 19:30:04.832450 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:05.052975 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device e799e068-3ffd-4b8e-8929-9636071d1d94 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:30:05.072385 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57090d83-5708-49da-ae3f-3ead35672942 admin admin] Router 63c84c4c-04b4-4848-96cd-ef16141e0fc3 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:30:05.076965 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: e799e068-3ffd-4b8e-8929-9636071d1d94 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:30:05.077522 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device e799e068-3ffd-4b8e-8929-9636071d1d94 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:30:05.077982 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 995eef5a-b602-4927-9bb0-3a69fb43f58b no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:30:05.110110 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 995eef5a-b602-4927-9bb0-3a69fb43f58b {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:30:05.110110 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 995eef5a-b602-4927-9bb0-3a69fb43f58b not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:30:05.181501 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e67a7da-a78c-4126-a56a-d0b77751f2c5 admin admin] Router af16e93c-3b2d-4167-88a6-65e63acad390 is scheduled to L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b with binding_index 1 {{(pid=95502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 19:30:05.268355 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6a8b5fbd-8d64-4938-90a1-5c9a1b24bc63 req-ae1d2d62-fe48-423a-a6cc-6440eb3c8838 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 210 time: 0.0597260 Oct 12 19:30:05.295177 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57090d83-5708-49da-ae3f-3ead35672942 admin admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:30:05.320528 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-57090d83-5708-49da-ae3f-3ead35672942 admin admin] 10.222.0.49 "PUT /v2.0/routers/63c84c4c-04b4-4848-96cd-ef16141e0fc3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1452579 Oct 12 19:30:05.336184 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1be350-34e8-44f6-9159-6c76952753a8 None None] Sync routers for ids ['63c84c4c-04b4-4848-96cd-ef16141e0fc3'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:30:05.349973 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1be350-34e8-44f6-9159-6c76952753a8 None None] Routers {'63c84c4c-04b4-4848-96cd-ef16141e0fc3'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:30:05.351734 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-cb1be350-34e8-44f6-9159-6c76952753a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:30:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['63c84c4c-04b4-4848-96cd-ef16141e0fc3'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:30:05.442157 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 57586) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:30:05.535265 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e67a7da-a78c-4126-a56a-d0b77751f2c5 admin admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:30:05.547120 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d840ddc-f1fd-4b1f-a022-550f7c098000 None None] Sync routers for ids ['af16e93c-3b2d-4167-88a6-65e63acad390'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:30:05.549007 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-0c6d6b55-640a-456f-995e-dd70b856120e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4ebc1032fa404a72989275d94431db40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1031575 Oct 12 19:30:05.551325 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 57590) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:30:05.567137 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d840ddc-f1fd-4b1f-a022-550f7c098000 None None] Routers {'af16e93c-3b2d-4167-88a6-65e63acad390'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:30:05.567996 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-4d840ddc-f1fd-4b1f-a022-550f7c098000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:30:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['af16e93c-3b2d-4167-88a6-65e63acad390'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:30:05.620647 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-cb1be350-34e8-44f6-9159-6c76952753a8 None None] Set router 63c84c4c-04b4-4848-96cd-ef16141e0fc3 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:30:05.627129 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b8beebbf-2547-4794-a27f-0ad419017b89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:05.663331 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b8beebbf-2547-4794-a27f-0ad419017b89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:05.700825 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-4d840ddc-f1fd-4b1f-a022-550f7c098000 None None] Set router af16e93c-3b2d-4167-88a6-65e63acad390 gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:30:05.756357 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6e67a7da-a78c-4126-a56a-d0b77751f2c5 admin admin] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:05.758273 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-6e67a7da-a78c-4126-a56a-d0b77751f2c5 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 6.0382719 Oct 12 19:30:05.760790 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 57600) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:30:05.820331 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b8beebbf-2547-4794-a27f-0ad419017b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:05.823337 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b8beebbf-2547-4794-a27f-0ad419017b89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:05.824281 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-b8beebbf-2547-4794-a27f-0ad419017b89 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ddbe4239-1e44-406a-a82f-e19eb797c7c5 HTTP/1.1" status: 204 len: 168 time: 0.2717998 Oct 12 19:30:05.844313 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8beebbf-2547-4794-a27f-0ad419017b89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddbe4239-1e44-406a-a82f-e19eb797c7c5,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:30:06.038010 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-cb1be350-34e8-44f6-9159-6c76952753a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c84c4c-04b4-4848-96cd-ef16141e0fc3', 'name': 'tempest-ServerRescueNegativeTestJSON-1315435299-router', 'tenant_id': '4c933ffb6c834d75ab3714dceb2123eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '5ccef03e-acd7-41d0-879f-c85daca31b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:29:52Z', 'updated_at': '2021-10-12T19:30:02Z', 'revision_number': 4, 'project_id': '4c933ffb6c834d75ab3714dceb2123eb', 'gw_port': {'id': '5ccef03e-acd7-41d0-879f-c85daca31b11', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ed:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c84c4c-04b4-4848-96cd-ef16141e0fc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2181, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:29:54Z', 'updated_at': '2021-10-12T19:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': 'b965cccb-c136-4e48-b00f-7bbca1b3ef52', 'name': '', 'network_id': '8210e84a-9fb6-4a53-a2c3-d0f330bffa92', 'tenant_id': '4c933ffb6c834d75ab3714dceb2123eb', 'mac_address': 'fa:16:3e:de:5f:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63c84c4c-04b4-4848-96cd-ef16141e0fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2198, 'fixed_ips': [{'subnet_id': '33859617-14c0-4672-bd1b-84bf0d04d8bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:30:00Z', 'updated_at': '2021-10-12T19:30:03Z', 'revision_number': 2, 'project_id': '4c933ffb6c834d75ab3714dceb2123eb', 'subnets': [{'id': '33859617-14c0-4672-bd1b-84bf0d04d8bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:30:06.065945 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1be350-34e8-44f6-9159-6c76952753a8 None None] Checking router: 63c84c4c-04b4-4848-96cd-ef16141e0fc3 for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:30:06.066403 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1be350-34e8-44f6-9159-6c76952753a8 None None] Updating router 63c84c4c-04b4-4848-96cd-ef16141e0fc3 port b965cccb-c136-4e48-b00f-7bbca1b3ef52 binding host n-d-813679-3 {{(pid=95503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 19:30:06.093062 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-4d840ddc-f1fd-4b1f-a022-550f7c098000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af16e93c-3b2d-4167-88a6-65e63acad390', 'name': 'tempest-ServerRescueTestJSONUnderV235-1610056745-router', 'tenant_id': 'bb40ea5d8c38419a86ccce5293b0bc06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': 'f79a677d-9d9f-44ae-80cf-1bda622cb462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:29:59Z', 'updated_at': '2021-10-12T19:30:03Z', 'revision_number': 3, 'project_id': 'bb40ea5d8c38419a86ccce5293b0bc06', 'gw_port': {'id': 'f79a677d-9d9f-44ae-80cf-1bda622cb462', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a3:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af16e93c-3b2d-4167-88a6-65e63acad390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:30:01Z', 'updated_at': '2021-10-12T19:30:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:30:06.122436 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d840ddc-f1fd-4b1f-a022-550f7c098000 None None] Checking router: af16e93c-3b2d-4167-88a6-65e63acad390 for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:30:06.122985 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d840ddc-f1fd-4b1f-a022-550f7c098000 None None] Updating router af16e93c-3b2d-4167-88a6-65e63acad390 port f79a677d-9d9f-44ae-80cf-1bda622cb462 binding host n-d-813679-3 {{(pid=95504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 19:30:06.130743 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cb1be350-34e8-44f6-9159-6c76952753a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:06.162802 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-4d840ddc-f1fd-4b1f-a022-550f7c098000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:06.268903 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48bc09c-963b-494e-91f7-a69362e91be0 req-1f4f9564-bef9-453f-8de7-e39ffbc4729b tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:06.278492 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b48bc09c-963b-494e-91f7-a69362e91be0 req-1f4f9564-bef9-453f-8de7-e39ffbc4729b tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e903912-16d6-4ed5-863b-dc4a327f9cf2 HTTP/1.1" status: 200 len: 945 time: 0.1169887 Oct 12 19:30:06.304840 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90a93e0-e579-48d2-993f-3f4be156aeca req-d4a38ee7-84e2-436f-bfd7-1c7fa13303f1 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:06.306533 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e90a93e0-e579-48d2-993f-3f4be156aeca req-d4a38ee7-84e2-436f-bfd7-1c7fa13303f1 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/networks?id=8210e84a-9fb6-4a53-a2c3-d0f330bffa92 HTTP/1.1" status: 200 len: 819 time: 0.1547689 Oct 12 19:30:06.332704 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e90a93e0-e579-48d2-993f-3f4be156aeca req-b8e1f1ed-cfd3-4816-9765-937e7c0873f7 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/quotas/4c933ffb6c834d75ab3714dceb2123eb HTTP/1.1" status: 200 len: 375 time: 0.0102055 Oct 12 19:30:06.393608 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b48bc09c-963b-494e-91f7-a69362e91be0 req-ae4aabb1-a73a-40ff-8722-f9df6a83abcf tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=94a43134-a4a7-45fd-af5f-8fc2adc2c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138136 Oct 12 19:30:06.438462 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e90a93e0-e579-48d2-993f-3f4be156aeca req-f691bb67-38ba-497c-bf60-9722b2c8b85f tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=4c933ffb6c834d75ab3714dceb2123eb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0920818 Oct 12 19:30:06.569130 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e90a93e0-e579-48d2-993f-3f4be156aeca req-bfb97c73-2503-4853-97f4-3e2b43ef8179 service neutron] 10.222.0.49 "GET /v2.0/networks/8210e84a-9fb6-4a53-a2c3-d0f330bffa92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290760 Oct 12 19:30:06.712599 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-4d840ddc-f1fd-4b1f-a022-550f7c098000 None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:06.717150 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80031750-6550-4710-b236-e291f33aa0fa req-1472be07-6ecb-4366-b293-f5523ff119c2 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:06.719509 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e90a93e0-e579-48d2-993f-3f4be156aeca req-b68d5ffd-63e5-4bc4-86aa-453d1be25fa5 service neutron] 10.222.0.49 "GET /v2.0/networks/8210e84a-9fb6-4a53-a2c3-d0f330bffa92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427202 Oct 12 19:30:06.725924 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-80031750-6550-4710-b236-e291f33aa0fa req-1472be07-6ecb-4366-b293-f5523ff119c2 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4b341fa-89dc-49b2-a348-71a788c4e840 HTTP/1.1" status: 200 len: 945 time: 0.1653163 Oct 12 19:30:06.734952 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cb1be350-34e8-44f6-9159-6c76952753a8 None None] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:06.803329 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-4d840ddc-f1fd-4b1f-a022-550f7c098000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:06.805299 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cb1be350-34e8-44f6-9159-6c76952753a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:06.860916 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-80031750-6550-4710-b236-e291f33aa0fa req-712f4ff7-dbc5-4c2c-8d39-06727ad181ee tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/security-groups?id=3416205a-d9ec-4ba1-a823-0f8eadffb37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340222 Oct 12 19:30:06.876004 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device b024a0d9-90c5-41ae-b688-ebd1b7748cf6 up at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:30:06.882186 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-4d840ddc-f1fd-4b1f-a022-550f7c098000 None None] Attempting to bind port f79a677d-9d9f-44ae-80cf-1bda622cb462 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:30:06.882563 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-4d840ddc-f1fd-4b1f-a022-550f7c098000 None None] Attempting to bind port f79a677d-9d9f-44ae-80cf-1bda622cb462 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:30:06.882930 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d840ddc-f1fd-4b1f-a022-550f7c098000 None None] Attempting to bind port f79a677d-9d9f-44ae-80cf-1bda622cb462 on network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:30:06.895697 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5777b1f-464b-4b3e-b755-514614f83fc5 None None] Pushing event updated for resources: {'Port': ['ID=f79a677d-9d9f-44ae-80cf-1bda622cb462,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:30:06.913538 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d840ddc-f1fd-4b1f-a022-550f7c098000 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:30:06.914492 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d840ddc-f1fd-4b1f-a022-550f7c098000 None None] Checking segment: {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:30:06.914908 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-4d840ddc-f1fd-4b1f-a022-550f7c098000 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:06.918015 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d840ddc-f1fd-4b1f-a022-550f7c098000 None None] Bound using segment: {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:30:06.919390 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-4d840ddc-f1fd-4b1f-a022-550f7c098000 None None] Bound port: f79a677d-9d9f-44ae-80cf-1bda622cb462, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:30:06.919789 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-4d840ddc-f1fd-4b1f-a022-550f7c098000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:07.023715 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-4d840ddc-f1fd-4b1f-a022-550f7c098000 None None] For port f79a677d-9d9f-44ae-80cf-1bda622cb462, host n-d-813679-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:30:07.027335 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-4d840ddc-f1fd-4b1f-a022-550f7c098000 None None] For port f79a677d-9d9f-44ae-80cf-1bda622cb462, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=f79a677d-9d9f-44ae-80cf-1bda622cb462,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:30:07.073578 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9ac958-5e63-45a4-885e-e19a236e4fef None None] Pushing event updated for resources: {'Port': ['ID=b965cccb-c136-4e48-b00f-7bbca1b3ef52,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:30:07.092585 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 57634) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:30:07.101922 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-cb1be350-34e8-44f6-9159-6c76952753a8 None None] Attempting to bind port b965cccb-c136-4e48-b00f-7bbca1b3ef52 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:30:07.115317 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-cb1be350-34e8-44f6-9159-6c76952753a8 None None] Attempting to bind port b965cccb-c136-4e48-b00f-7bbca1b3ef52 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'd3bbc1b0-43de-46c9-85ac-bcdee6118989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '8210e84a-9fb6-4a53-a2c3-d0f330bffa92'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:30:07.115650 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1be350-34e8-44f6-9159-6c76952753a8 None None] Attempting to bind port b965cccb-c136-4e48-b00f-7bbca1b3ef52 on network 8210e84a-9fb6-4a53-a2c3-d0f330bffa92 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:30:07.118807 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9c2ad74a-a3a0-4278-962f-faab9c03e0ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:07.135337 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-4d840ddc-f1fd-4b1f-a022-550f7c098000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:07.170690 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1be350-34e8-44f6-9159-6c76952753a8 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:30:07.174436 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d98e544e-e682-4dc2-9073-60383139cb3b req-cd7f5191-f450-44ef-9eb8-caaddd4d6812 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/ports?device_id=68ed1b32-2769-4ecc-86ab-1452bfd5bcf7 HTTP/1.1" status: 200 len: 210 time: 0.0515954 Oct 12 19:30:07.176818 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1be350-34e8-44f6-9159-6c76952753a8 None None] Checking segment: {'id': 'd3bbc1b0-43de-46c9-85ac-bcdee6118989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '8210e84a-9fb6-4a53-a2c3-d0f330bffa92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:30:07.177290 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cb1be350-34e8-44f6-9159-6c76952753a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:07.187298 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1be350-34e8-44f6-9159-6c76952753a8 None None] Bound using segment: {'id': 'd3bbc1b0-43de-46c9-85ac-bcdee6118989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '8210e84a-9fb6-4a53-a2c3-d0f330bffa92'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:30:07.190565 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-cb1be350-34e8-44f6-9159-6c76952753a8 None None] Bound port: b965cccb-c136-4e48-b00f-7bbca1b3ef52, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3bbc1b0-43de-46c9-85ac-bcdee6118989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '8210e84a-9fb6-4a53-a2c3-d0f330bffa92'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:30:07.191391 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cb1be350-34e8-44f6-9159-6c76952753a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:07.208687 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e3048d89-ff46-4268-b962-3861a0f3d84b req-3b07324a-3684-4b62-8282-dc4046fbddc7 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 210 time: 0.1113188 Oct 12 19:30:07.228739 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 57640) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:30:07.229505 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-21b4ffa0-fea9-4f31-a469-c5ed3e2f5b12 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4f8a470bf8b14bf29d8a6c990dec79dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1351268 Oct 12 19:30:07.252007 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bce91f2-aaa5-4db7-9eaf-954c1b4528e2 req-178cf3a6-cabe-47d0-aa9f-54485269ce47 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:07.269599 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2bce91f2-aaa5-4db7-9eaf-954c1b4528e2 req-178cf3a6-cabe-47d0-aa9f-54485269ce47 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.61 "GET /v2.0/networks?id=821a7daa-cbda-47ad-af75-98b83de65b7b HTTP/1.1" status: 200 len: 814 time: 0.5757453 Oct 12 19:30:07.327851 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5777b1f-464b-4b3e-b755-514614f83fc5 None None] Pushing event updated for resources: {'Port': ['ID=f79a677d-9d9f-44ae-80cf-1bda622cb462,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:30:07.348761 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-cb1be350-34e8-44f6-9159-6c76952753a8 None None] For port b965cccb-c136-4e48-b00f-7bbca1b3ef52, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:30:07.359103 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning for port b024a0d9-90c5-41ae-b688-ebd1b7748cf6 completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:30:07.359290 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d840ddc-f1fd-4b1f-a022-550f7c098000 None None] Routers {'af16e93c-3b2d-4167-88a6-65e63acad390'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:30:07.360054 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-4d840ddc-f1fd-4b1f-a022-550f7c098000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:30:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['af16e93c-3b2d-4167-88a6-65e63acad390'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:30:07.360286 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-cb1be350-34e8-44f6-9159-6c76952753a8 None None] For port b965cccb-c136-4e48-b00f-7bbca1b3ef52, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=b965cccb-c136-4e48-b00f-7bbca1b3ef52,segment=NetworkSegment(d3bbc1b0-43de-46c9-85ac-bcdee6118989),segment_id=d3bbc1b0-43de-46c9-85ac-bcdee6118989)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:30:07.361330 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning complete for port b024a0d9-90c5-41ae-b688-ebd1b7748cf6 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:30:07.370765 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:07.370967 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-2bce91f2-aaa5-4db7-9eaf-954c1b4528e2 req-4a1b1156-72f4-4bc7-8bb3-8aebb867e027 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Request body: {'port': {'device_id': '065d1ec7-60db-45cc-b11c-bb8ac2f10e42', 'network_id': '821a7daa-cbda-47ad-af75-98b83de65b7b', 'admin_state_up': True, 'tenant_id': '8ff84b2ec0864625b42aaaa064df001a'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:30:07.448292 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cb1be350-34e8-44f6-9159-6c76952753a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:07.533882 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:07.588626 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e903912-16d6-4ed5-863b-dc4a327f9cf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b024a0d9-90c5-41ae-b688-ebd1b7748cf6'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:30:07.591589 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c781f97c-fbdd-413d-8ea1-35c73763bfb7" -d '{"events": [{"server_uuid": "3e903912-16d6-4ed5-863b-dc4a327f9cf2", "name": "network-vif-plugged", "status": "completed", "tag": "b024a0d9-90c5-41ae-b688-ebd1b7748cf6"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:30:07.601062 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ee6712-4c1b-424e-92c2-7b727f4973ec req-4b7e557d-4c45-4f6b-962f-edba37d74842 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:07.603154 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-71ee6712-4c1b-424e-92c2-7b727f4973ec req-4b7e557d-4c45-4f6b-962f-edba37d74842 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.67 "GET /v2.0/ports?device_id=f4b341fa-89dc-49b2-a348-71a788c4e840 HTTP/1.1" status: 200 len: 945 time: 0.1851296 Oct 12 19:30:07.624003 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port b024a0d9-90c5-41ae-b688-ebd1b7748cf6, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=b024a0d9-90c5-41ae-b688-ebd1b7748cf6,segment=NetworkSegment(1311cbfc-168d-4d44-b005-c99086bc74c8),segment_id=1311cbfc-168d-4d44-b005-c99086bc74c8)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:30:07.631936 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1be350-34e8-44f6-9159-6c76952753a8 None None] Routers {'63c84c4c-04b4-4848-96cd-ef16141e0fc3'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:30:07.633891 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-cb1be350-34e8-44f6-9159-6c76952753a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:30:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['63c84c4c-04b4-4848-96cd-ef16141e0fc3'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:30:07.645650 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9ac958-5e63-45a4-885e-e19a236e4fef None None] Pushing event updated for resources: {'Port': ['ID=b965cccb-c136-4e48-b00f-7bbca1b3ef52,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:30:07.709327 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:07.710654 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 9ce8a9e3-9ab7-46e7-84a4-6e8e286345be no longer exists at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:30:07.714121 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7f8788-bb9c-4521-9e08-e1b04cddcfed req-67e85f78-29fe-4c91-8643-668d93770f47 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:07.719805 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-4d840ddc-f1fd-4b1f-a022-550f7c098000 None None] Set router af16e93c-3b2d-4167-88a6-65e63acad390 gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:30:07.735151 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8e7f8788-bb9c-4521-9e08-e1b04cddcfed req-67e85f78-29fe-4c91-8643-668d93770f47 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e903912-16d6-4ed5-863b-dc4a327f9cf2 HTTP/1.1" status: 200 len: 945 time: 0.1504190 Oct 12 19:30:07.761085 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] No Port match for: 9ce8a9e3-9ab7-46e7-84a4-6e8e286345be {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:30:07.761666 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 9ce8a9e3-9ab7-46e7-84a4-6e8e286345be not bound to the agent host n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:30:07.815276 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8e7f8788-bb9c-4521-9e08-e1b04cddcfed req-c59ad51e-b125-4830-be32-7d197498f483 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=94a43134-a4a7-45fd-af5f-8fc2adc2c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801787 Oct 12 19:30:07.841813 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-71ee6712-4c1b-424e-92c2-7b727f4973ec req-002f8805-51e7-4574-9910-83fc34848635 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] Deleting port 31b81d65-8951-449a-9efc-e5501676ed68 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:30:07.842162 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-71ee6712-4c1b-424e-92c2-7b727f4973ec req-002f8805-51e7-4574-9910-83fc34848635 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:07.871824 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=b024a0d9-90c5-41ae-b688-ebd1b7748cf6,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:30:07.898815 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-cb1be350-34e8-44f6-9159-6c76952753a8 None None] Set router 63c84c4c-04b4-4848-96cd-ef16141e0fc3 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:30:07.976927 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-52fd8dc9-00ca-4f29-b570-ed9ea14cd507 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:08.039350 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-71ee6712-4c1b-424e-92c2-7b727f4973ec req-002f8805-51e7-4574-9910-83fc34848635 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] For port 31b81d65-8951-449a-9efc-e5501676ed68, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=31b81d65-8951-449a-9efc-e5501676ed68,segment=NetworkSegment(9ff984d1-27f3-404a-8505-466ab18fb531),segment_id=9ff984d1-27f3-404a-8505-466ab18fb531)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:30:08.039725 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-71ee6712-4c1b-424e-92c2-7b727f4973ec req-002f8805-51e7-4574-9910-83fc34848635 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:08.050904 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-52fd8dc9-00ca-4f29-b570-ed9ea14cd507 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:08.063135 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-71ee6712-4c1b-424e-92c2-7b727f4973ec req-002f8805-51e7-4574-9910-83fc34848635 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] Calling delete_port for 31b81d65-8951-449a-9efc-e5501676ed68 owned by compute:nova {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:30:08.121750 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20b9b18f-4c6b-4bd5-b1b6-473e4fc78c33 x-openstack-request-id: req-20b9b18f-4c6b-4bd5-b1b6-473e4fc78c33 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:30:08.122459 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e903912-16d6-4ed5-863b-dc4a327f9cf2", "name": "network-vif-plugged", "status": "completed", "tag": "b024a0d9-90c5-41ae-b688-ebd1b7748cf6", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:30:08.122922 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-20b9b18f-4c6b-4bd5-b1b6-473e4fc78c33 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:30:08.123570 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e903912-16d6-4ed5-863b-dc4a327f9cf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b024a0d9-90c5-41ae-b688-ebd1b7748cf6', 'code': 200} Oct 12 19:30:08.164263 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbee71b9-dddb-4c96-9b04-3bd45889f7eb req-88eb4a52-cd40-45ce-afc9-16697f1fa8d5 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:08.165830 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-dbee71b9-dddb-4c96-9b04-3bd45889f7eb req-88eb4a52-cd40-45ce-afc9-16697f1fa8d5 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4b341fa-89dc-49b2-a348-71a788c4e840 HTTP/1.1" status: 200 len: 945 time: 0.1738977 Oct 12 19:30:08.223642 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-52fd8dc9-00ca-4f29-b570-ed9ea14cd507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:08.226256 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-52fd8dc9-00ca-4f29-b570-ed9ea14cd507 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:08.227424 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-52fd8dc9-00ca-4f29-b570-ed9ea14cd507 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8b4da56f-dbab-4c2b-b3dd-213601b318f0 HTTP/1.1" status: 204 len: 168 time: 0.9958642 Oct 12 19:30:08.228316 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-4d840ddc-f1fd-4b1f-a022-550f7c098000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af16e93c-3b2d-4167-88a6-65e63acad390', 'name': 'tempest-ServerRescueTestJSONUnderV235-1610056745-router', 'tenant_id': 'bb40ea5d8c38419a86ccce5293b0bc06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': 'f79a677d-9d9f-44ae-80cf-1bda622cb462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:29:59Z', 'updated_at': '2021-10-12T19:30:03Z', 'revision_number': 3, 'project_id': 'bb40ea5d8c38419a86ccce5293b0bc06', 'gw_port': {'id': 'f79a677d-9d9f-44ae-80cf-1bda622cb462', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a3:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af16e93c-3b2d-4167-88a6-65e63acad390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:30:01Z', 'updated_at': '2021-10-12T19:30:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:30:08.269034 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d840ddc-f1fd-4b1f-a022-550f7c098000 None None] The sync data for ids ['af16e93c-3b2d-4167-88a6-65e63acad390'] in n-d-813679-3 is: [{'id': 'af16e93c-3b2d-4167-88a6-65e63acad390', 'name': 'tempest-ServerRescueTestJSONUnderV235-1610056745-router', 'tenant_id': 'bb40ea5d8c38419a86ccce5293b0bc06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': 'f79a677d-9d9f-44ae-80cf-1bda622cb462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:29:59Z', 'updated_at': '2021-10-12T19:30:03Z', 'revision_number': 3, 'project_id': 'bb40ea5d8c38419a86ccce5293b0bc06', 'gw_port': {'id': 'f79a677d-9d9f-44ae-80cf-1bda622cb462', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a3:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af16e93c-3b2d-4167-88a6-65e63acad390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:30:01Z', 'updated_at': '2021-10-12T19:30:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:30:08.323497 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fd8dc9-00ca-4f29-b570-ed9ea14cd507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b4da56f-dbab-4c2b-b3dd-213601b318f0,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:30:08.342941 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-dbee71b9-dddb-4c96-9b04-3bd45889f7eb req-9e004abd-986f-4dff-8d15-dac841df0f23 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/security-groups?id=3416205a-d9ec-4ba1-a823-0f8eadffb37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642125 Oct 12 19:30:08.394616 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244145c3-b040-44ca-ba50-25f16bc1c947 req-0cd2c7e3-7dec-4d48-b887-31331316e37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:08.396370 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-244145c3-b040-44ca-ba50-25f16bc1c947 req-0cd2c7e3-7dec-4d48-b887-31331316e37e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3e903912-16d6-4ed5-863b-dc4a327f9cf2 HTTP/1.1" status: 200 len: 1097 time: 0.3947430 Oct 12 19:30:08.418274 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30d2fa1-fd74-4283-8b8f-c339d3713b0c req-fe8f2b13-1709-4528-9197-dcfc64fd059c tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:08.428849 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f30d2fa1-fd74-4283-8b8f-c339d3713b0c req-fe8f2b13-1709-4528-9197-dcfc64fd059c tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/networks?id=8210e84a-9fb6-4a53-a2c3-d0f330bffa92 HTTP/1.1" status: 200 len: 819 time: 0.7625780 Oct 12 19:30:08.439317 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-cb1be350-34e8-44f6-9159-6c76952753a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c84c4c-04b4-4848-96cd-ef16141e0fc3', 'name': 'tempest-ServerRescueNegativeTestJSON-1315435299-router', 'tenant_id': '4c933ffb6c834d75ab3714dceb2123eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '5ccef03e-acd7-41d0-879f-c85daca31b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:29:52Z', 'updated_at': '2021-10-12T19:30:02Z', 'revision_number': 4, 'project_id': '4c933ffb6c834d75ab3714dceb2123eb', 'gw_port': {'id': '5ccef03e-acd7-41d0-879f-c85daca31b11', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ed:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c84c4c-04b4-4848-96cd-ef16141e0fc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2181, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:29:54Z', 'updated_at': '2021-10-12T19:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': 'b965cccb-c136-4e48-b00f-7bbca1b3ef52', 'name': '', 'network_id': '8210e84a-9fb6-4a53-a2c3-d0f330bffa92', 'tenant_id': '4c933ffb6c834d75ab3714dceb2123eb', 'mac_address': 'fa:16:3e:de:5f:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63c84c4c-04b4-4848-96cd-ef16141e0fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2198, 'fixed_ips': [{'subnet_id': '33859617-14c0-4672-bd1b-84bf0d04d8bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:30:00Z', 'updated_at': '2021-10-12T19:30:07Z', 'revision_number': 4, 'project_id': '4c933ffb6c834d75ab3714dceb2123eb', 'subnets': [{'id': '33859617-14c0-4672-bd1b-84bf0d04d8bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:30:08.485609 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f30d2fa1-fd74-4283-8b8f-c339d3713b0c req-01a31fc2-b32e-473b-bbb6-916b4d3a988f tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/quotas/4c933ffb6c834d75ab3714dceb2123eb HTTP/1.1" status: 200 len: 375 time: 0.0532968 Oct 12 19:30:08.492231 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bce91f2-aaa5-4db7-9eaf-954c1b4528e2 req-4a1b1156-72f4-4bc7-8bb3-8aebb867e027 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Made reservation on behalf of 8ff84b2ec0864625b42aaaa064df001a for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:30:08.495606 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-244145c3-b040-44ca-ba50-25f16bc1c947 req-3379eb00-50b4-4441-b049-6dfd6c0893de service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=94a43134-a4a7-45fd-af5f-8fc2adc2c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892181 Oct 12 19:30:08.496487 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-2bce91f2-aaa5-4db7-9eaf-954c1b4528e2 req-4a1b1156-72f4-4bc7-8bb3-8aebb867e027 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:08.498957 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1be350-34e8-44f6-9159-6c76952753a8 None None] The sync data for ids ['63c84c4c-04b4-4848-96cd-ef16141e0fc3'] in n-d-813679-3 is: [{'id': '63c84c4c-04b4-4848-96cd-ef16141e0fc3', 'name': 'tempest-ServerRescueNegativeTestJSON-1315435299-router', 'tenant_id': '4c933ffb6c834d75ab3714dceb2123eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '5ccef03e-acd7-41d0-879f-c85daca31b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:29:52Z', 'updated_at': '2021-10-12T19:30:02Z', 'revision_number': 4, 'project_id': '4c933ffb6c834d75ab3714dceb2123eb', 'gw_port': {'id': '5ccef03e-acd7-41d0-879f-c85daca31b11', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ed:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c84c4c-04b4-4848-96cd-ef16141e0fc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2181, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:29:54Z', 'updated_at': '2021-10-12T19:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': 'b965cccb-c136-4e48-b00f-7bbca1b3ef52', 'name': '', 'network_id': '8210e84a-9fb6-4a53-a2c3-d0f330bffa92', 'tenant_id': '4c933ffb6c834d75ab3714dceb2123eb', 'mac_address': 'fa:16:3e:de:5f:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63c84c4c-04b4-4848-96cd-ef16141e0fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2198, 'fixed_ips': [{'subnet_id': '33859617-14c0-4672-bd1b-84bf0d04d8bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:30:00Z', 'updated_at': '2021-10-12T19:30:07Z', 'revision_number': 4, 'project_id': '4c933ffb6c834d75ab3714dceb2123eb', 'subnets': [{'id': '33859617-14c0-4672-bd1b-84bf0d04d8bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:30:08.549755 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c7e021af-10d5-4980-8fc4-1e53a05e4295 req-9b10f59f-19d5-452e-9404-fa4ca05abe7e tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 210 time: 0.0483692 Oct 12 19:30:08.589517 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-9c2ad74a-a3a0-4278-962f-faab9c03e0ed admin admin] Allocated IP 172.20.0.1 (c12a701a-54c3-43ba-94cc-6562f93e5521/d6befbf0-bb86-46bb-8940-6082fe20c2ba/4ff857b6-4d28-4235-b238-59f5a1fff038) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:30:09.098841 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339852eb-2795-4f7d-9ed0-c7907f550dda req-eeca7b4c-5763-4550-a874-46295ea3f0c2 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:09.098841 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-339852eb-2795-4f7d-9ed0-c7907f550dda req-eeca7b4c-5763-4550-a874-46295ea3f0c2 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e903912-16d6-4ed5-863b-dc4a327f9cf2 HTTP/1.1" status: 200 len: 946 time: 0.0698986 Oct 12 19:30:09.098841 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-339852eb-2795-4f7d-9ed0-c7907f550dda req-fa3e99aa-a4af-4b36-ad1d-8d84feae4302 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=94a43134-a4a7-45fd-af5f-8fc2adc2c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527740 Oct 12 19:30:09.098841 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-71ee6712-4c1b-424e-92c2-7b727f4973ec req-002f8805-51e7-4574-9910-83fc34848635 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:09.106946 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['b5acf294-86eb-432d-ab74-1efd6dd60b45'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:30:09.111590 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f30d2fa1-fd74-4283-8b8f-c339d3713b0c req-a6074b6f-7deb-473e-97c6-27112635c743 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=4c933ffb6c834d75ab3714dceb2123eb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6247485 Oct 12 19:30:09.136445 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002f8805-51e7-4574-9910-83fc34848635 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] Pushing event deleted for resources: {'Port': ['ID=31b81d65-8951-449a-9efc-e5501676ed68,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:30:09.203730 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-71ee6712-4c1b-424e-92c2-7b727f4973ec req-002f8805-51e7-4574-9910-83fc34848635 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] No DVR routers for this DVR port 31b81d65-8951-449a-9efc-e5501676ed68 on host n-h2-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:30:09.209492 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-71ee6712-4c1b-424e-92c2-7b727f4973ec req-002f8805-51e7-4574-9910-83fc34848635 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:09.227081 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-71ee6712-4c1b-424e-92c2-7b727f4973ec req-002f8805-51e7-4574-9910-83fc34848635 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.67 "DELETE /v2.0/ports/31b81d65-8951-449a-9efc-e5501676ed68 HTTP/1.1" status: 204 len: 173 time: 1.6053336 Oct 12 19:30:09.227605 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4b341fa-89dc-49b2-a348-71a788c4e840', 'name': 'network-vif-deleted', 'tag': '31b81d65-8951-449a-9efc-e5501676ed68'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:30:09.266893 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37f3fb39-5ae7-4ba8-b4c3-0e6f2e32abd9" -d '{"events": [{"server_uuid": "f4b341fa-89dc-49b2-a348-71a788c4e840", "name": "network-vif-deleted", "tag": "31b81d65-8951-449a-9efc-e5501676ed68"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:30:09.488954 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9c2ad74a-a3a0-4278-962f-faab9c03e0ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:09.740218 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9c2ad74a-a3a0-4278-962f-faab9c03e0ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:09.863420 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [req-2bce91f2-aaa5-4db7-9eaf-954c1b4528e2 req-4a1b1156-72f4-4bc7-8bb3-8aebb867e027 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Allocated IP 172.20.0.14 (821a7daa-cbda-47ad-af75-98b83de65b7b/23923b5b-cbc2-4b60-8cb9-1474eb7896df/e1dacf51-8b56-41a7-988b-c10af1584886) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:30:09.868408 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2ad74a-a3a0-4278-962f-faab9c03e0ed admin admin] Network c12a701a-54c3-43ba-94cc-6562f93e5521 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:30:09.876650 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-9c2ad74a-a3a0-4278-962f-faab9c03e0ed admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:30:09.882580 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2ad74a-a3a0-4278-962f-faab9c03e0ed admin admin] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:30:09.895949 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2ad74a-a3a0-4278-962f-faab9c03e0ed admin admin] Pushing event updated for resources: {'Port': ['ID=4ff857b6-4d28-4235-b238-59f5a1fff038,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:30:09.945366 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f30d2fa1-fd74-4283-8b8f-c339d3713b0c req-c6895af8-e816-4e39-abff-35887619c04d service neutron] 10.222.0.49 "GET /v2.0/networks/8210e84a-9fb6-4a53-a2c3-d0f330bffa92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7936502 Oct 12 19:30:09.952985 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c35290e7-53f5-43bc-adac-96d6ace1cd28 x-openstack-request-id: req-c35290e7-53f5-43bc-adac-96d6ace1cd28 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:30:09.959575 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4b341fa-89dc-49b2-a348-71a788c4e840", "name": "network-vif-deleted", "tag": "31b81d65-8951-449a-9efc-e5501676ed68", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:30:09.959575 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c35290e7-53f5-43bc-adac-96d6ace1cd28 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:30:09.959575 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4b341fa-89dc-49b2-a348-71a788c4e840', 'name': 'network-vif-deleted', 'tag': '31b81d65-8951-449a-9efc-e5501676ed68', 'status': 'completed', 'code': 200} Oct 12 19:30:10.065127 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9c2ad74a-a3a0-4278-962f-faab9c03e0ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7915309'] for router_interface, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:10.098310 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a39172be-036a-4d2b-95e3-bb16e903dba2 req-8079923d-aaf3-4737-87ed-3d66fa41220e tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4b341fa-89dc-49b2-a348-71a788c4e840 HTTP/1.1" status: 200 len: 210 time: 0.0538831 Oct 12 19:30:10.232165 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-646723a0-f0b1-4900-abd5-8d81b1dd12f5 req-ce95c344-3b07-480c-bac6-4588d85d1f46 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 210 time: 0.0296180 Oct 12 19:30:10.269047 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f30d2fa1-fd74-4283-8b8f-c339d3713b0c req-89bc8090-d87c-4c70-9147-48fe096ca5bc service neutron] 10.222.0.49 "GET /v2.0/networks/8210e84a-9fb6-4a53-a2c3-d0f330bffa92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3077929 Oct 12 19:30:10.328747 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-2bce91f2-aaa5-4db7-9eaf-954c1b4528e2 req-4a1b1156-72f4-4bc7-8bb3-8aebb867e027 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:10.364500 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device f79a677d-9d9f-44ae-80cf-1bda622cb462 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:30:10.441469 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f13f40-6275-4590-9669-7b05129a6f6f req-df14c4c1-23b9-420e-a746-209916600e32 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:10.449570 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-60f13f40-6275-4590-9669-7b05129a6f6f req-df14c4c1-23b9-420e-a746-209916600e32 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e903912-16d6-4ed5-863b-dc4a327f9cf2 HTTP/1.1" status: 200 len: 946 time: 0.1452982 Oct 12 19:30:10.454027 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-2bce91f2-aaa5-4db7-9eaf-954c1b4528e2 req-4a1b1156-72f4-4bc7-8bb3-8aebb867e027 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:10.522794 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9c2ad74a-a3a0-4278-962f-faab9c03e0ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:10.524989 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port f79a677d-9d9f-44ae-80cf-1bda622cb462 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:30:10.525369 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:10.547884 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-60f13f40-6275-4590-9669-7b05129a6f6f req-558e225b-d0a0-4732-b55b-9f2259a759a1 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=94a43134-a4a7-45fd-af5f-8fc2adc2c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839617 Oct 12 19:30:10.554466 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bce91f2-aaa5-4db7-9eaf-954c1b4528e2 req-4a1b1156-72f4-4bc7-8bb3-8aebb867e027 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Network 821a7daa-cbda-47ad-af75-98b83de65b7b is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:30:10.559566 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [req-2bce91f2-aaa5-4db7-9eaf-954c1b4528e2 req-4a1b1156-72f4-4bc7-8bb3-8aebb867e027 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:30:10.562505 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bce91f2-aaa5-4db7-9eaf-954c1b4528e2 req-4a1b1156-72f4-4bc7-8bb3-8aebb867e027 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:30:10.613199 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1b1156-72f4-4bc7-8bb3-8aebb867e027 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Pushing event updated for resources: {'Port': ['ID=e1dacf51-8b56-41a7-988b-c10af1584886,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:30:10.664396 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bce91f2-aaa5-4db7-9eaf-954c1b4528e2 req-4a1b1156-72f4-4bc7-8bb3-8aebb867e027 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:10.664946 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-2bce91f2-aaa5-4db7-9eaf-954c1b4528e2 req-4a1b1156-72f4-4bc7-8bb3-8aebb867e027 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:10.692411 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:10.741753 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] For port f79a677d-9d9f-44ae-80cf-1bda622cb462, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=f79a677d-9d9f-44ae-80cf-1bda622cb462,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:30:10.807138 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 31b81d65-8951-449a-9efc-e5501676ed68 no longer exists at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:30:10.814901 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a7bd66be-9f6e-49ac-a8e7-6b94962e0302 req-94e92828-620f-44e1-b292-b7b8c2e6166d tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a911cb1-f8f4-48e6-9229-15361e96b2a7 HTTP/1.1" status: 200 len: 210 time: 0.0466523 Oct 12 19:30:10.845945 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90a93e0-e579-48d2-993f-3f4be156aeca req-faa1baf4-4be6-4b28-a9b4-b9f6e0c64828 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:10.859025 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e90a93e0-e579-48d2-993f-3f4be156aeca req-faa1baf4-4be6-4b28-a9b4-b9f6e0c64828 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.67 "GET /v2.0/networks?id=8210e84a-9fb6-4a53-a2c3-d0f330bffa92 HTTP/1.1" status: 200 len: 819 time: 0.2733204 Oct 12 19:30:10.874428 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2bce91f2-aaa5-4db7-9eaf-954c1b4528e2 req-4a1b1156-72f4-4bc7-8bb3-8aebb867e027 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5213275 Oct 12 19:30:10.878803 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-e90a93e0-e579-48d2-993f-3f4be156aeca req-04e7c3ba-fddd-4afc-b376-85b3e0284a6e tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] Request body: {'port': {'device_id': '68ed1b32-2769-4ecc-86ab-1452bfd5bcf7', 'network_id': '8210e84a-9fb6-4a53-a2c3-d0f330bffa92', 'admin_state_up': True, 'tenant_id': '4c933ffb6c834d75ab3714dceb2123eb'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:30:10.893948 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] No Port match for: 31b81d65-8951-449a-9efc-e5501676ed68 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:30:10.894303 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 31b81d65-8951-449a-9efc-e5501676ed68 not bound to the agent host n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:30:10.900013 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:10.900835 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device b965cccb-c136-4e48-b00f-7bbca1b3ef52 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:30:10.913824 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-2bce91f2-aaa5-4db7-9eaf-954c1b4528e2 req-8638bc6b-183d-4578-a8d9-5846f241dea8 service neutron] Request body: {'port': {'device_id': '065d1ec7-60db-45cc-b11c-bb8ac2f10e42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:30:10.972260 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9c2ad74a-a3a0-4278-962f-faab9c03e0ed admin admin] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:11.017436 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-2bce91f2-aaa5-4db7-9eaf-954c1b4528e2 req-8638bc6b-183d-4578-a8d9-5846f241dea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:11.111117 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Pushing event updated for resources: {'Port': ['ID=f79a677d-9d9f-44ae-80cf-1bda622cb462,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:30:11.118650 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9c2ad74a-a3a0-4278-962f-faab9c03e0ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:11.138686 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port b965cccb-c136-4e48-b00f-7bbca1b3ef52 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:30:11.144335 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:11.245059 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:11.249061 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e90a93e0-e579-48d2-993f-3f4be156aeca req-04e7c3ba-fddd-4afc-b376-85b3e0284a6e tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] Made reservation on behalf of 4c933ffb6c834d75ab3714dceb2123eb for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:30:11.253082 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-e90a93e0-e579-48d2-993f-3f4be156aeca req-04e7c3ba-fddd-4afc-b376-85b3e0284a6e tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:11.316873 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] For port b965cccb-c136-4e48-b00f-7bbca1b3ef52, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=b965cccb-c136-4e48-b00f-7bbca1b3ef52,segment=NetworkSegment(d3bbc1b0-43de-46c9-85ac-bcdee6118989),segment_id=d3bbc1b0-43de-46c9-85ac-bcdee6118989)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:30:11.329603 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5eaa0514-7734-403b-a0c1-f28d8aa09251 req-2bf3f09c-c14e-4a6f-96e2-140c7fe3c812 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4b341fa-89dc-49b2-a348-71a788c4e840 HTTP/1.1" status: 200 len: 210 time: 0.0392511 Oct 12 19:30:11.374971 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9c2ad74a-a3a0-4278-962f-faab9c03e0ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7898980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8092605'] for router_interface, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:11.385841 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:11.435179 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2ad74a-a3a0-4278-962f-faab9c03e0ed admin admin] Pushing event updated for resources: {'Port': ['ID=4ff857b6-4d28-4235-b238-59f5a1fff038,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:30:11.476769 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Pushing event updated for resources: {'Port': ['ID=b965cccb-c136-4e48-b00f-7bbca1b3ef52,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:30:11.604410 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [req-e90a93e0-e579-48d2-993f-3f4be156aeca req-04e7c3ba-fddd-4afc-b376-85b3e0284a6e tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] Allocated IP 172.20.0.8 (8210e84a-9fb6-4a53-a2c3-d0f330bffa92/33859617-14c0-4672-bd1b-84bf0d04d8bc/0314f2b2-73ac-4252-bd05-ba8b48c29df1) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:30:11.618203 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffbbff4-35b2-4475-b516-f842a28d7e87 req-cd3e0621-d584-46dc-88f1-c9f2940249e8 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:11.620005 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3ffbbff4-35b2-4475-b516-f842a28d7e87 req-cd3e0621-d584-46dc-88f1-c9f2940249e8 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 932 time: 0.1100104 Oct 12 19:30:11.621737 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338991c2-983d-4b27-b215-a015a1d2559d req-71b3bf44-403a-47c2-95ca-0c85770002e6 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:11.623735 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-338991c2-983d-4b27-b215-a015a1d2559d req-71b3bf44-403a-47c2-95ca-0c85770002e6 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e903912-16d6-4ed5-863b-dc4a327f9cf2 HTTP/1.1" status: 200 len: 946 time: 0.4765365 Oct 12 19:30:11.729849 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3ffbbff4-35b2-4475-b516-f842a28d7e87 req-b47e7213-17a8-4524-8cbf-d79649fc7680 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984728 Oct 12 19:30:11.732328 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2ad74a-a3a0-4278-962f-faab9c03e0ed admin admin] Network c12a701a-54c3-43ba-94cc-6562f93e5521 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:30:11.744371 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-9c2ad74a-a3a0-4278-962f-faab9c03e0ed admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:30:11.756350 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-338991c2-983d-4b27-b215-a015a1d2559d req-0fd76e05-8448-40bf-988f-4bc10193912c tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=94a43134-a4a7-45fd-af5f-8fc2adc2c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195071 Oct 12 19:30:11.885221 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-e90a93e0-e579-48d2-993f-3f4be156aeca req-04e7c3ba-fddd-4afc-b376-85b3e0284a6e tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:11.956834 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9ab2f577-50e9-4072-8fe8-b0a3176e82d9 req-01742f82-6e9d-446c-a00a-6e7d8f89890d tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a911cb1-f8f4-48e6-9229-15361e96b2a7 HTTP/1.1" status: 200 len: 210 time: 0.0349681 Oct 12 19:30:12.011609 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c2ad74a-a3a0-4278-962f-faab9c03e0ed admin admin] Router af16e93c-3b2d-4167-88a6-65e63acad390 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:30:12.014039 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [req-2bce91f2-aaa5-4db7-9eaf-954c1b4528e2 req-8638bc6b-183d-4578-a8d9-5846f241dea8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1dacf51-8b56-41a7-988b-c10af1584886 {{(pid=95502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:30:12.026248 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-2bce91f2-aaa5-4db7-9eaf-954c1b4528e2 req-8638bc6b-183d-4578-a8d9-5846f241dea8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:12.041497 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-2bce91f2-aaa5-4db7-9eaf-954c1b4528e2 req-8638bc6b-183d-4578-a8d9-5846f241dea8 service neutron] Transition to ACTIVE for port object e1dacf51-8b56-41a7-988b-c10af1584886 will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:30:12.077473 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-e90a93e0-e579-48d2-993f-3f4be156aeca req-04e7c3ba-fddd-4afc-b376-85b3e0284a6e tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:12.109262 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e90a93e0-e579-48d2-993f-3f4be156aeca req-04e7c3ba-fddd-4afc-b376-85b3e0284a6e tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] Network 8210e84a-9fb6-4a53-a2c3-d0f330bffa92 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:30:12.128072 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [req-e90a93e0-e579-48d2-993f-3f4be156aeca req-04e7c3ba-fddd-4afc-b376-85b3e0284a6e tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:30:12.132609 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-e90a93e0-e579-48d2-993f-3f4be156aeca req-04e7c3ba-fddd-4afc-b376-85b3e0284a6e tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:30:12.164886 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-2bce91f2-aaa5-4db7-9eaf-954c1b4528e2 req-8638bc6b-183d-4578-a8d9-5846f241dea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:12.181207 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e7c3ba-fddd-4afc-b376-85b3e0284a6e tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] Pushing event updated for resources: {'Port': ['ID=0314f2b2-73ac-4252-bd05-ba8b48c29df1,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:30:12.213732 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90a93e0-e579-48d2-993f-3f4be156aeca req-04e7c3ba-fddd-4afc-b376-85b3e0284a6e tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:12.218459 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-e90a93e0-e579-48d2-993f-3f4be156aeca req-04e7c3ba-fddd-4afc-b376-85b3e0284a6e tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:12.267358 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device f79a677d-9d9f-44ae-80cf-1bda622cb462 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:30:12.288385 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c2ad74a-a3a0-4278-962f-faab9c03e0ed admin admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:30:12.300003 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771c10f3-2fad-4b79-922f-bd8bf86f596e None None] Sync routers for ids ['af16e93c-3b2d-4167-88a6-65e63acad390'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:30:12.310947 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-9c2ad74a-a3a0-4278-962f-faab9c03e0ed admin admin] 10.222.0.49 "PUT /v2.0/routers/af16e93c-3b2d-4167-88a6-65e63acad390/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5478566 Oct 12 19:30:12.313539 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8638bc6b-183d-4578-a8d9-5846f241dea8 service neutron] Pushing event updated for resources: {'Port': ['ID=e1dacf51-8b56-41a7-988b-c10af1584886,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:30:12.329202 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e90a93e0-e579-48d2-993f-3f4be156aeca req-04e7c3ba-fddd-4afc-b376-85b3e0284a6e tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4498608 Oct 12 19:30:12.338966 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [req-e90a93e0-e579-48d2-993f-3f4be156aeca req-02122483-346c-45e3-ad0a-75d8125fd411 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 19:30:12.340258 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e90a93e0-e579-48d2-993f-3f4be156aeca req-02122483-346c-45e3-ad0a-75d8125fd411 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0082922 Oct 12 19:30:12.354455 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-e90a93e0-e579-48d2-993f-3f4be156aeca req-d91cf56f-1631-4f72-b8af-021c489b4fd3 service neutron] Request body: {'port': {'device_id': '68ed1b32-2769-4ecc-86ab-1452bfd5bcf7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-3'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:30:12.363398 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771c10f3-2fad-4b79-922f-bd8bf86f596e None None] Routers {'af16e93c-3b2d-4167-88a6-65e63acad390'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:30:12.364369 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-771c10f3-2fad-4b79-922f-bd8bf86f596e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:30:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['af16e93c-3b2d-4167-88a6-65e63acad390'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:30:12.384970 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-2bce91f2-aaa5-4db7-9eaf-954c1b4528e2 req-8638bc6b-183d-4578-a8d9-5846f241dea8 service neutron] Attempting to bind port e1dacf51-8b56-41a7-988b-c10af1584886 on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:30:12.385542 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-2bce91f2-aaa5-4db7-9eaf-954c1b4528e2 req-8638bc6b-183d-4578-a8d9-5846f241dea8 service neutron] Attempting to bind port e1dacf51-8b56-41a7-988b-c10af1584886 by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': 'e0fbe16f-a144-4509-a2e0-dc467b90860d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '821a7daa-cbda-47ad-af75-98b83de65b7b'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:30:12.386667 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bce91f2-aaa5-4db7-9eaf-954c1b4528e2 req-8638bc6b-183d-4578-a8d9-5846f241dea8 service neutron] Attempting to bind port e1dacf51-8b56-41a7-988b-c10af1584886 on network 821a7daa-cbda-47ad-af75-98b83de65b7b {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:30:12.392858 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bce91f2-aaa5-4db7-9eaf-954c1b4528e2 req-8638bc6b-183d-4578-a8d9-5846f241dea8 service neutron] Port e1dacf51-8b56-41a7-988b-c10af1584886 on network 821a7daa-cbda-47ad-af75-98b83de65b7b not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:30:12.394120 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bce91f2-aaa5-4db7-9eaf-954c1b4528e2 req-8638bc6b-183d-4578-a8d9-5846f241dea8 service neutron] Attempting to bind port e1dacf51-8b56-41a7-988b-c10af1584886 on network 821a7daa-cbda-47ad-af75-98b83de65b7b {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:30:12.399311 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bce91f2-aaa5-4db7-9eaf-954c1b4528e2 req-8638bc6b-183d-4578-a8d9-5846f241dea8 service neutron] Checking agent: {'id': 'f5e9725f-f5a6-43c2-a1be-95e21e9a1fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:30:12.399769 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bce91f2-aaa5-4db7-9eaf-954c1b4528e2 req-8638bc6b-183d-4578-a8d9-5846f241dea8 service neutron] Checking segment: {'id': 'e0fbe16f-a144-4509-a2e0-dc467b90860d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '821a7daa-cbda-47ad-af75-98b83de65b7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:30:12.400297 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bce91f2-aaa5-4db7-9eaf-954c1b4528e2 req-8638bc6b-183d-4578-a8d9-5846f241dea8 service neutron] Bound using segment: {'id': 'e0fbe16f-a144-4509-a2e0-dc467b90860d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '821a7daa-cbda-47ad-af75-98b83de65b7b'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:30:12.400877 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-2bce91f2-aaa5-4db7-9eaf-954c1b4528e2 req-8638bc6b-183d-4578-a8d9-5846f241dea8 service neutron] Bound port: e1dacf51-8b56-41a7-988b-c10af1584886, host: n-h1-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0fbe16f-a144-4509-a2e0-dc467b90860d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '821a7daa-cbda-47ad-af75-98b83de65b7b'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:30:12.401516 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-2bce91f2-aaa5-4db7-9eaf-954c1b4528e2 req-8638bc6b-183d-4578-a8d9-5846f241dea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:12.475697 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-e90a93e0-e579-48d2-993f-3f4be156aeca req-d91cf56f-1631-4f72-b8af-021c489b4fd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:12.488646 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-2bce91f2-aaa5-4db7-9eaf-954c1b4528e2 req-8638bc6b-183d-4578-a8d9-5846f241dea8 service neutron] For port e1dacf51-8b56-41a7-988b-c10af1584886, host n-h1-813679-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:30:12.492586 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-2bce91f2-aaa5-4db7-9eaf-954c1b4528e2 req-8638bc6b-183d-4578-a8d9-5846f241dea8 service neutron] For port e1dacf51-8b56-41a7-988b-c10af1584886, host n-h1-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=e1dacf51-8b56-41a7-988b-c10af1584886,segment=NetworkSegment(e0fbe16f-a144-4509-a2e0-dc467b90860d),segment_id=e0fbe16f-a144-4509-a2e0-dc467b90860d)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:30:12.582748 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-2bce91f2-aaa5-4db7-9eaf-954c1b4528e2 req-8638bc6b-183d-4578-a8d9-5846f241dea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:12.740544 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8638bc6b-183d-4578-a8d9-5846f241dea8 service neutron] Pushing event updated for resources: {'Port': ['ID=e1dacf51-8b56-41a7-988b-c10af1584886,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:30:12.768418 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bce91f2-aaa5-4db7-9eaf-954c1b4528e2 req-8638bc6b-183d-4578-a8d9-5846f241dea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:12.769091 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-2bce91f2-aaa5-4db7-9eaf-954c1b4528e2 req-8638bc6b-183d-4578-a8d9-5846f241dea8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:12.773880 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2bce91f2-aaa5-4db7-9eaf-954c1b4528e2 req-8638bc6b-183d-4578-a8d9-5846f241dea8 service neutron] 10.222.0.61 "PUT /v2.0/ports/e1dacf51-8b56-41a7-988b-c10af1584886 HTTP/1.1" status: 200 len: 1092 time: 1.8795826 Oct 12 19:30:12.783548 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '065d1ec7-60db-45cc-b11c-bb8ac2f10e42', 'tag': 'e1dacf51-8b56-41a7-988b-c10af1584886'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:30:12.784092 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2414b9e-d09e-4bf6-a8e8-3f0d1f83a069" -d '{"events": [{"name": "network-changed", "server_uuid": "065d1ec7-60db-45cc-b11c-bb8ac2f10e42", "tag": "e1dacf51-8b56-41a7-988b-c10af1584886"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:30:12.794104 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port f79a677d-9d9f-44ae-80cf-1bda622cb462 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:30:12.795180 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:12.893841 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-771c10f3-2fad-4b79-922f-bd8bf86f596e None None] Set router af16e93c-3b2d-4167-88a6-65e63acad390 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:30:12.920043 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ad6e80-ada6-4487-93d4-307fffd834df req-748b85bd-f8d0-456c-b86b-d56b43953976 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:12.929470 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-15ad6e80-ada6-4487-93d4-307fffd834df req-748b85bd-f8d0-456c-b86b-d56b43953976 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 944 time: 0.1047266 Oct 12 19:30:13.032271 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [req-e90a93e0-e579-48d2-993f-3f4be156aeca req-d91cf56f-1631-4f72-b8af-021c489b4fd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0314f2b2-73ac-4252-bd05-ba8b48c29df1 {{(pid=95501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:30:13.040603 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-e90a93e0-e579-48d2-993f-3f4be156aeca req-d91cf56f-1631-4f72-b8af-021c489b4fd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:13.050895 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-15ad6e80-ada6-4487-93d4-307fffd834df req-3cef56d0-227e-4d52-ad39-c2cc1843850e tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204727 Oct 12 19:30:13.063351 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.provisioning_blocks [req-e90a93e0-e579-48d2-993f-3f4be156aeca req-d91cf56f-1631-4f72-b8af-021c489b4fd3 service neutron] Transition to ACTIVE for port object 0314f2b2-73ac-4252-bd05-ba8b48c29df1 will not be triggered until provisioned by entity L2. {{(pid=95501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:30:13.084759 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device b965cccb-c136-4e48-b00f-7bbca1b3ef52 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:30:13.086888 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bce91f2-aaa5-4db7-9eaf-954c1b4528e2 req-e12028e3-040d-47ee-a7fa-8a0cd9ccfa12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:13.089460 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2bce91f2-aaa5-4db7-9eaf-954c1b4528e2 req-e12028e3-040d-47ee-a7fa-8a0cd9ccfa12 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8ff84b2ec0864625b42aaaa064df001a&device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 1095 time: 0.1103199 Oct 12 19:30:13.161583 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port b965cccb-c136-4e48-b00f-7bbca1b3ef52 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:30:13.162132 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:13.171900 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2bce91f2-aaa5-4db7-9eaf-954c1b4528e2 req-54f4204e-fbb4-4630-b864-c66afdd33129 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1dacf51-8b56-41a7-988b-c10af1584886 HTTP/1.1" status: 200 len: 217 time: 0.0745468 Oct 12 19:30:13.232077 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-e90a93e0-e579-48d2-993f-3f4be156aeca req-d91cf56f-1631-4f72-b8af-021c489b4fd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:13.263180 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bce91f2-aaa5-4db7-9eaf-954c1b4528e2 req-522caa38-95b9-430b-a486-6f01948a4fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:13.268561 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2bce91f2-aaa5-4db7-9eaf-954c1b4528e2 req-522caa38-95b9-430b-a486-6f01948a4fcc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=23923b5b-cbc2-4b60-8cb9-1474eb7896df HTTP/1.1" status: 200 len: 854 time: 0.0861704 Oct 12 19:30:13.315027 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-771c10f3-2fad-4b79-922f-bd8bf86f596e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af16e93c-3b2d-4167-88a6-65e63acad390', 'name': 'tempest-ServerRescueTestJSONUnderV235-1610056745-router', 'tenant_id': 'bb40ea5d8c38419a86ccce5293b0bc06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': 'f79a677d-9d9f-44ae-80cf-1bda622cb462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:29:59Z', 'updated_at': '2021-10-12T19:30:10Z', 'revision_number': 4, 'project_id': 'bb40ea5d8c38419a86ccce5293b0bc06', 'gw_port': {'id': 'f79a677d-9d9f-44ae-80cf-1bda622cb462', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a3:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af16e93c-3b2d-4167-88a6-65e63acad390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:30:01Z', 'updated_at': '2021-10-12T19:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '4ff857b6-4d28-4235-b238-59f5a1fff038', 'name': '', 'network_id': 'c12a701a-54c3-43ba-94cc-6562f93e5521', 'tenant_id': 'bb40ea5d8c38419a86ccce5293b0bc06', 'mac_address': 'fa:16:3e:12:31:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af16e93c-3b2d-4167-88a6-65e63acad390', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': 'd6befbf0-bb86-46bb-8940-6082fe20c2ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:30:07Z', 'updated_at': '2021-10-12T19:30:10Z', 'revision_number': 2, 'project_id': 'bb40ea5d8c38419a86ccce5293b0bc06', 'subnets': [{'id': 'd6befbf0-bb86-46bb-8940-6082fe20c2ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:30:13.358931 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771c10f3-2fad-4b79-922f-bd8bf86f596e None None] Checking router: af16e93c-3b2d-4167-88a6-65e63acad390 for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:30:13.359286 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771c10f3-2fad-4b79-922f-bd8bf86f596e None None] Updating router af16e93c-3b2d-4167-88a6-65e63acad390 port 4ff857b6-4d28-4235-b238-59f5a1fff038 binding host n-d-813679-3 {{(pid=95503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 19:30:13.370502 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2bce91f2-aaa5-4db7-9eaf-954c1b4528e2 req-64cf0afe-b84c-4f59-b0c2-886183f963f4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=821a7daa-cbda-47ad-af75-98b83de65b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0946746 Oct 12 19:30:13.406726 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-771c10f3-2fad-4b79-922f-bd8bf86f596e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:13.441759 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91cf56f-1631-4f72-b8af-021c489b4fd3 service neutron] Pushing event updated for resources: {'Port': ['ID=0314f2b2-73ac-4252-bd05-ba8b48c29df1,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:30:13.565292 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2bce91f2-aaa5-4db7-9eaf-954c1b4528e2 req-42e2fcce-fa11-48b5-af7d-0445b55873d4 service neutron] 10.222.0.61 "GET /v2.0/networks/821a7daa-cbda-47ad-af75-98b83de65b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859889 Oct 12 19:30:13.605568 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077d0618-da0f-438c-9ce4-b01a3e2a5fcb req-03328168-9280-43d7-af88-45daf13b4a22 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:13.607174 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-077d0618-da0f-438c-9ce4-b01a3e2a5fcb req-03328168-9280-43d7-af88-45daf13b4a22 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e903912-16d6-4ed5-863b-dc4a327f9cf2 HTTP/1.1" status: 200 len: 946 time: 0.3007314 Oct 12 19:30:13.662993 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7548ab75-828c-4a5a-aeab-0a2863af2e13 req-54853780-8e57-4f40-a8fb-4ef38a315107 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:13.665030 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7548ab75-828c-4a5a-aeab-0a2863af2e13 req-54853780-8e57-4f40-a8fb-4ef38a315107 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] 10.222.0.49 "GET /v2.0/networks?id=c12a701a-54c3-43ba-94cc-6562f93e5521 HTTP/1.1" status: 200 len: 820 time: 0.2865753 Oct 12 19:30:13.695324 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-077d0618-da0f-438c-9ce4-b01a3e2a5fcb req-8edea195-fce0-4de4-ad43-5863c07535bf tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=94a43134-a4a7-45fd-af5f-8fc2adc2c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560303 Oct 12 19:30:13.717850 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7548ab75-828c-4a5a-aeab-0a2863af2e13 req-d10795f8-4636-4db3-9743-b4c0048d308c tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] 10.222.0.49 "GET /v2.0/quotas/bb40ea5d8c38419a86ccce5293b0bc06 HTTP/1.1" status: 200 len: 375 time: 0.0298846 Oct 12 19:30:13.718651 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-e90a93e0-e579-48d2-993f-3f4be156aeca req-d91cf56f-1631-4f72-b8af-021c489b4fd3 service neutron] Attempting to bind port 0314f2b2-73ac-4252-bd05-ba8b48c29df1 on host n-h2-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:30:13.718996 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-e90a93e0-e579-48d2-993f-3f4be156aeca req-d91cf56f-1631-4f72-b8af-021c489b4fd3 service neutron] Attempting to bind port 0314f2b2-73ac-4252-bd05-ba8b48c29df1 by drivers openvswitch,hyperv on host n-h2-813679-3 at level 0 using segments [{'id': 'd3bbc1b0-43de-46c9-85ac-bcdee6118989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '8210e84a-9fb6-4a53-a2c3-d0f330bffa92'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:30:13.719329 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e90a93e0-e579-48d2-993f-3f4be156aeca req-d91cf56f-1631-4f72-b8af-021c489b4fd3 service neutron] Attempting to bind port 0314f2b2-73ac-4252-bd05-ba8b48c29df1 on network 8210e84a-9fb6-4a53-a2c3-d0f330bffa92 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:30:13.734065 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e90a93e0-e579-48d2-993f-3f4be156aeca req-d91cf56f-1631-4f72-b8af-021c489b4fd3 service neutron] Port 0314f2b2-73ac-4252-bd05-ba8b48c29df1 on network 8210e84a-9fb6-4a53-a2c3-d0f330bffa92 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:30:13.735294 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e90a93e0-e579-48d2-993f-3f4be156aeca req-d91cf56f-1631-4f72-b8af-021c489b4fd3 service neutron] Attempting to bind port 0314f2b2-73ac-4252-bd05-ba8b48c29df1 on network 8210e84a-9fb6-4a53-a2c3-d0f330bffa92 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:30:13.742663 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e90a93e0-e579-48d2-993f-3f4be156aeca req-d91cf56f-1631-4f72-b8af-021c489b4fd3 service neutron] Checking agent: {'id': '233fbd7d-38e4-434f-bb8f-05364d7423a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:30:13.744518 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e90a93e0-e579-48d2-993f-3f4be156aeca req-d91cf56f-1631-4f72-b8af-021c489b4fd3 service neutron] Checking segment: {'id': 'd3bbc1b0-43de-46c9-85ac-bcdee6118989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '8210e84a-9fb6-4a53-a2c3-d0f330bffa92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:30:13.744518 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e90a93e0-e579-48d2-993f-3f4be156aeca req-d91cf56f-1631-4f72-b8af-021c489b4fd3 service neutron] Bound using segment: {'id': 'd3bbc1b0-43de-46c9-85ac-bcdee6118989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '8210e84a-9fb6-4a53-a2c3-d0f330bffa92'} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:30:13.744518 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-e90a93e0-e579-48d2-993f-3f4be156aeca req-d91cf56f-1631-4f72-b8af-021c489b4fd3 service neutron] Bound port: 0314f2b2-73ac-4252-bd05-ba8b48c29df1, host: n-h2-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3bbc1b0-43de-46c9-85ac-bcdee6118989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '8210e84a-9fb6-4a53-a2c3-d0f330bffa92'}}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:30:13.744518 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-e90a93e0-e579-48d2-993f-3f4be156aeca req-d91cf56f-1631-4f72-b8af-021c489b4fd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:13.761279 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2bce91f2-aaa5-4db7-9eaf-954c1b4528e2 req-eedae632-9a9b-47a4-b4c5-c47c73528be4 service neutron] 10.222.0.61 "GET /v2.0/networks/821a7daa-cbda-47ad-af75-98b83de65b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841288 Oct 12 19:30:13.798632 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd82dd94-e063-4269-9b48-1ebfc5efaa50 x-openstack-request-id: req-dd82dd94-e063-4269-9b48-1ebfc5efaa50 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:30:13.799103 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "065d1ec7-60db-45cc-b11c-bb8ac2f10e42", "tag": "e1dacf51-8b56-41a7-988b-c10af1584886", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:30:13.799354 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-dd82dd94-e063-4269-9b48-1ebfc5efaa50 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:30:13.799757 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '065d1ec7-60db-45cc-b11c-bb8ac2f10e42', 'tag': 'e1dacf51-8b56-41a7-988b-c10af1584886', 'status': 'completed', 'code': 200} Oct 12 19:30:13.810380 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7548ab75-828c-4a5a-aeab-0a2863af2e13 req-a38123ec-70c4-4d80-8f17-c75cd458afb0 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=bb40ea5d8c38419a86ccce5293b0bc06&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0657165 Oct 12 19:30:13.883253 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-e90a93e0-e579-48d2-993f-3f4be156aeca req-d91cf56f-1631-4f72-b8af-021c489b4fd3 service neutron] For port 0314f2b2-73ac-4252-bd05-ba8b48c29df1, host n-h2-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:30:13.889841 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-771c10f3-2fad-4b79-922f-bd8bf86f596e None None] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:13.890372 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-e90a93e0-e579-48d2-993f-3f4be156aeca req-d91cf56f-1631-4f72-b8af-021c489b4fd3 service neutron] For port 0314f2b2-73ac-4252-bd05-ba8b48c29df1, host n-h2-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=0314f2b2-73ac-4252-bd05-ba8b48c29df1,segment=NetworkSegment(d3bbc1b0-43de-46c9-85ac-bcdee6118989),segment_id=d3bbc1b0-43de-46c9-85ac-bcdee6118989)] {{(pid=95501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:30:13.937854 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-885e3d1a-411c-4f63-8fcf-83d5c9bd55ed req-cf3316ad-635c-41b3-8d4d-7495be37f46c tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a911cb1-f8f4-48e6-9229-15361e96b2a7 HTTP/1.1" status: 200 len: 210 time: 0.0378029 Oct 12 19:30:14.006395 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-e90a93e0-e579-48d2-993f-3f4be156aeca req-d91cf56f-1631-4f72-b8af-021c489b4fd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:14.040181 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7548ab75-828c-4a5a-aeab-0a2863af2e13 req-0bca408a-3b46-43bf-bc93-d61d353854ff service neutron] 10.222.0.49 "GET /v2.0/networks/c12a701a-54c3-43ba-94cc-6562f93e5521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211854 Oct 12 19:30:14.088335 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-771c10f3-2fad-4b79-922f-bd8bf86f596e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:14.113197 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90a93e0-e579-48d2-993f-3f4be156aeca req-d91cf56f-1631-4f72-b8af-021c489b4fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:14.116274 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-e90a93e0-e579-48d2-993f-3f4be156aeca req-d91cf56f-1631-4f72-b8af-021c489b4fd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:14.116617 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e90a93e0-e579-48d2-993f-3f4be156aeca req-d91cf56f-1631-4f72-b8af-021c489b4fd3 service neutron] 10.222.0.67 "PUT /v2.0/ports/0314f2b2-73ac-4252-bd05-ba8b48c29df1 HTTP/1.1" status: 200 len: 1091 time: 1.7663271 Oct 12 19:30:14.118090 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68ed1b32-2769-4ecc-86ab-1452bfd5bcf7', 'tag': '0314f2b2-73ac-4252-bd05-ba8b48c29df1'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:30:14.120600 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26b3d6a4-e549-440b-8799-7ac318db8102" -d '{"events": [{"name": "network-changed", "server_uuid": "68ed1b32-2769-4ecc-86ab-1452bfd5bcf7", "tag": "0314f2b2-73ac-4252-bd05-ba8b48c29df1"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:30:14.174464 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2414b9e-d09e-4bf6-a8e8-3f0d1f83a069 req-e070d313-e43e-481e-93fa-9bcbb410b8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:14.181867 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e2414b9e-d09e-4bf6-a8e8-3f0d1f83a069 req-e070d313-e43e-481e-93fa-9bcbb410b8e2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8ff84b2ec0864625b42aaaa064df001a&device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 1095 time: 0.1797187 Oct 12 19:30:14.182009 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30d2fa1-fd74-4283-8b8f-c339d3713b0c req-d9b0beb8-2a15-4b09-9064-4213de60e28d tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:14.182009 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f30d2fa1-fd74-4283-8b8f-c339d3713b0c req-d9b0beb8-2a15-4b09-9064-4213de60e28d tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.61 "GET /v2.0/networks?id=8210e84a-9fb6-4a53-a2c3-d0f330bffa92 HTTP/1.1" status: 200 len: 819 time: 0.2299907 Oct 12 19:30:14.182405 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91cf56f-1631-4f72-b8af-021c489b4fd3 service neutron] Pushing event updated for resources: {'Port': ['ID=0314f2b2-73ac-4252-bd05-ba8b48c29df1,revision_number=3']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:30:14.200222 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-f30d2fa1-fd74-4283-8b8f-c339d3713b0c req-2f7a2586-5d58-4294-8c64-79b8b06cf607 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] Request body: {'port': {'device_id': '5a911cb1-f8f4-48e6-9229-15361e96b2a7', 'network_id': '8210e84a-9fb6-4a53-a2c3-d0f330bffa92', 'admin_state_up': True, 'tenant_id': '4c933ffb6c834d75ab3714dceb2123eb'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:30:14.216459 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e15776f-9e59-4718-a38f-03d8d919d91a req-d277069f-e353-48ff-9a4c-6ebfd988fb3d tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:14.217979 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6e15776f-9e59-4718-a38f-03d8d919d91a req-d277069f-e353-48ff-9a4c-6ebfd988fb3d tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/ports?device_id=a12a186c-07bf-4785-82d3-97ddb6d52d66 HTTP/1.1" status: 200 len: 945 time: 0.1805747 Oct 12 19:30:14.225507 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7197c03-ac83-463b-b29a-83ba949d3bdb None None] Pushing event updated for resources: {'Port': ['ID=4ff857b6-4d28-4235-b238-59f5a1fff038,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:30:14.242472 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-771c10f3-2fad-4b79-922f-bd8bf86f596e None None] Attempting to bind port 4ff857b6-4d28-4235-b238-59f5a1fff038 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:30:14.247177 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-771c10f3-2fad-4b79-922f-bd8bf86f596e None None] Attempting to bind port 4ff857b6-4d28-4235-b238-59f5a1fff038 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '04137cc8-7b83-4277-a1ca-984267592eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'c12a701a-54c3-43ba-94cc-6562f93e5521'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:30:14.247177 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771c10f3-2fad-4b79-922f-bd8bf86f596e None None] Attempting to bind port 4ff857b6-4d28-4235-b238-59f5a1fff038 on network c12a701a-54c3-43ba-94cc-6562f93e5521 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:30:14.249021 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771c10f3-2fad-4b79-922f-bd8bf86f596e None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:30:14.249535 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771c10f3-2fad-4b79-922f-bd8bf86f596e None None] Checking segment: {'id': '04137cc8-7b83-4277-a1ca-984267592eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'c12a701a-54c3-43ba-94cc-6562f93e5521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:30:14.250035 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-771c10f3-2fad-4b79-922f-bd8bf86f596e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:14.250533 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771c10f3-2fad-4b79-922f-bd8bf86f596e None None] Bound using segment: {'id': '04137cc8-7b83-4277-a1ca-984267592eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'c12a701a-54c3-43ba-94cc-6562f93e5521'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:30:14.251131 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-771c10f3-2fad-4b79-922f-bd8bf86f596e None None] Bound port: 4ff857b6-4d28-4235-b238-59f5a1fff038, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04137cc8-7b83-4277-a1ca-984267592eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'c12a701a-54c3-43ba-94cc-6562f93e5521'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:30:14.251616 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-771c10f3-2fad-4b79-922f-bd8bf86f596e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:14.285683 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7548ab75-828c-4a5a-aeab-0a2863af2e13 req-7c583411-5750-4ad6-8d65-67532d2ab765 service neutron] 10.222.0.49 "GET /v2.0/networks/c12a701a-54c3-43ba-94cc-6562f93e5521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343206 Oct 12 19:30:14.357128 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-771c10f3-2fad-4b79-922f-bd8bf86f596e None None] For port 4ff857b6-4d28-4235-b238-59f5a1fff038, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:30:14.360144 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-771c10f3-2fad-4b79-922f-bd8bf86f596e None None] For port 4ff857b6-4d28-4235-b238-59f5a1fff038, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=4ff857b6-4d28-4235-b238-59f5a1fff038,segment=NetworkSegment(04137cc8-7b83-4277-a1ca-984267592eea),segment_id=04137cc8-7b83-4277-a1ca-984267592eea)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:30:14.423678 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6e15776f-9e59-4718-a38f-03d8d919d91a req-c9929997-3c71-4ad8-856e-9a2651624fb5 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/security-groups?id=3416205a-d9ec-4ba1-a823-0f8eadffb37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869998 Oct 12 19:30:14.437709 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-771c10f3-2fad-4b79-922f-bd8bf86f596e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:14.466599 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f30d2fa1-fd74-4283-8b8f-c339d3713b0c req-2f7a2586-5d58-4294-8c64-79b8b06cf607 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] Made reservation on behalf of 4c933ffb6c834d75ab3714dceb2123eb for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:30:14.475886 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-f30d2fa1-fd74-4283-8b8f-c339d3713b0c req-2f7a2586-5d58-4294-8c64-79b8b06cf607 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:14.495034 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90a93e0-e579-48d2-993f-3f4be156aeca req-735337d4-5a6b-4f86-9488-7d94d175dbee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:14.496563 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e90a93e0-e579-48d2-993f-3f4be156aeca req-735337d4-5a6b-4f86-9488-7d94d175dbee service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4c933ffb6c834d75ab3714dceb2123eb&device_id=68ed1b32-2769-4ecc-86ab-1452bfd5bcf7 HTTP/1.1" status: 200 len: 1094 time: 0.1864405 Oct 12 19:30:14.504610 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771c10f3-2fad-4b79-922f-bd8bf86f596e None None] Routers {'af16e93c-3b2d-4167-88a6-65e63acad390'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:30:14.505321 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-771c10f3-2fad-4b79-922f-bd8bf86f596e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:30:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['af16e93c-3b2d-4167-88a6-65e63acad390'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:30:14.507244 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7197c03-ac83-463b-b29a-83ba949d3bdb None None] Pushing event updated for resources: {'Port': ['ID=4ff857b6-4d28-4235-b238-59f5a1fff038,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:30:14.531317 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2414b9e-d09e-4bf6-a8e8-3f0d1f83a069 req-eebbbb81-e481-4d2f-a3f5-e7391ffb0f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:14.542895 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e2414b9e-d09e-4bf6-a8e8-3f0d1f83a069 req-eebbbb81-e481-4d2f-a3f5-e7391ffb0f84 service neutron] 10.222.0.61 "GET /v2.0/networks?id=821a7daa-cbda-47ad-af75-98b83de65b7b HTTP/1.1" status: 200 len: 915 time: 0.3437424 Oct 12 19:30:14.598938 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e90a93e0-e579-48d2-993f-3f4be156aeca req-d6be83cd-9188-415d-b0ce-4409c4c8f982 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0314f2b2-73ac-4252-bd05-ba8b48c29df1 HTTP/1.1" status: 200 len: 217 time: 0.0831995 Oct 12 19:30:14.676621 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-771c10f3-2fad-4b79-922f-bd8bf86f596e None None] Set router af16e93c-3b2d-4167-88a6-65e63acad390 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:30:14.730415 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e2414b9e-d09e-4bf6-a8e8-3f0d1f83a069 req-fa64212d-0c66-4ad2-95b0-ae9f12143916 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1dacf51-8b56-41a7-988b-c10af1584886 HTTP/1.1" status: 200 len: 217 time: 0.1508877 Oct 12 19:30:14.755921 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [req-f30d2fa1-fd74-4283-8b8f-c339d3713b0c req-2f7a2586-5d58-4294-8c64-79b8b06cf607 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] Allocated IP 172.20.0.12 (8210e84a-9fb6-4a53-a2c3-d0f330bffa92/33859617-14c0-4672-bd1b-84bf0d04d8bc/6f91eea0-c9e2-4aa3-81ce-5094ad6b837a) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:30:14.768333 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef02881-4aab-4298-bf3b-233ee867a846 req-89ff2b1d-e316-40dd-a451-1be1d7d71b2c tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:14.770277 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-fef02881-4aab-4298-bf3b-233ee867a846 req-89ff2b1d-e316-40dd-a451-1be1d7d71b2c tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 944 time: 0.0973864 Oct 12 19:30:14.869946 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90a93e0-e579-48d2-993f-3f4be156aeca req-940d698a-05de-4a90-9ba6-ad07c2c1d3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:14.871466 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e90a93e0-e579-48d2-993f-3f4be156aeca req-940d698a-05de-4a90-9ba6-ad07c2c1d3f7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=33859617-14c0-4672-bd1b-84bf0d04d8bc HTTP/1.1" status: 200 len: 859 time: 0.2636309 Oct 12 19:30:14.896348 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c3e91f-c57a-4eee-990d-1a58b780838c req-2e5adc66-4bb3-4dbe-b6c3-a78da371add5 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:14.896859 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-fef02881-4aab-4298-bf3b-233ee867a846 req-67b45d6c-8575-43c5-8aba-832ad5575e14 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075253 Oct 12 19:30:14.896974 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-23c3e91f-c57a-4eee-990d-1a58b780838c req-2e5adc66-4bb3-4dbe-b6c3-a78da371add5 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.67 "GET /v2.0/ports?device_id=a12a186c-07bf-4785-82d3-97ddb6d52d66 HTTP/1.1" status: 200 len: 945 time: 0.2190502 Oct 12 19:30:14.919983 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2414b9e-d09e-4bf6-a8e8-3f0d1f83a069 req-68080024-2302-40d6-931b-667050553bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:14.921633 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e2414b9e-d09e-4bf6-a8e8-3f0d1f83a069 req-68080024-2302-40d6-931b-667050553bbd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=23923b5b-cbc2-4b60-8cb9-1474eb7896df HTTP/1.1" status: 200 len: 854 time: 0.1515152 Oct 12 19:30:14.985326 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e90a93e0-e579-48d2-993f-3f4be156aeca req-950e8061-36ed-4482-a67b-b49c0b32193d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8210e84a-9fb6-4a53-a2c3-d0f330bffa92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0934527 Oct 12 19:30:14.998055 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6665589e-da3f-47de-badd-488df4ad2e58 x-openstack-request-id: req-6665589e-da3f-47de-badd-488df4ad2e58 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:30:14.998350 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68ed1b32-2769-4ecc-86ab-1452bfd5bcf7", "tag": "0314f2b2-73ac-4252-bd05-ba8b48c29df1", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:30:14.998605 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6665589e-da3f-47de-badd-488df4ad2e58 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:30:14.999005 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68ed1b32-2769-4ecc-86ab-1452bfd5bcf7', 'tag': '0314f2b2-73ac-4252-bd05-ba8b48c29df1', 'status': 'completed', 'code': 200} Oct 12 19:30:15.055285 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e2414b9e-d09e-4bf6-a8e8-3f0d1f83a069 req-259dfe62-1fa9-4ed0-b583-882f3278bd02 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=821a7daa-cbda-47ad-af75-98b83de65b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0979714 Oct 12 19:30:15.096542 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e98a5a1a-bfe4-4910-8e5a-c3bb819234a2 req-886b2c6d-3c33-4431-aa5d-e8a3334dae67 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b0a43c3-ba20-4aaf-9e31-8c41399a19c5 HTTP/1.1" status: 200 len: 210 time: 0.0366662 Oct 12 19:30:15.111933 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-f30d2fa1-fd74-4283-8b8f-c339d3713b0c req-2f7a2586-5d58-4294-8c64-79b8b06cf607 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:15.149751 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-771c10f3-2fad-4b79-922f-bd8bf86f596e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af16e93c-3b2d-4167-88a6-65e63acad390', 'name': 'tempest-ServerRescueTestJSONUnderV235-1610056745-router', 'tenant_id': 'bb40ea5d8c38419a86ccce5293b0bc06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': 'f79a677d-9d9f-44ae-80cf-1bda622cb462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:29:59Z', 'updated_at': '2021-10-12T19:30:10Z', 'revision_number': 4, 'project_id': 'bb40ea5d8c38419a86ccce5293b0bc06', 'gw_port': {'id': 'f79a677d-9d9f-44ae-80cf-1bda622cb462', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a3:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af16e93c-3b2d-4167-88a6-65e63acad390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:30:01Z', 'updated_at': '2021-10-12T19:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '4ff857b6-4d28-4235-b238-59f5a1fff038', 'name': '', 'network_id': 'c12a701a-54c3-43ba-94cc-6562f93e5521', 'tenant_id': 'bb40ea5d8c38419a86ccce5293b0bc06', 'mac_address': 'fa:16:3e:12:31:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af16e93c-3b2d-4167-88a6-65e63acad390', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': 'd6befbf0-bb86-46bb-8940-6082fe20c2ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:30:07Z', 'updated_at': '2021-10-12T19:30:14Z', 'revision_number': 4, 'project_id': 'bb40ea5d8c38419a86ccce5293b0bc06', 'subnets': [{'id': 'd6befbf0-bb86-46bb-8940-6082fe20c2ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:30:15.191443 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771c10f3-2fad-4b79-922f-bd8bf86f596e None None] The sync data for ids ['af16e93c-3b2d-4167-88a6-65e63acad390'] in n-d-813679-3 is: [{'id': 'af16e93c-3b2d-4167-88a6-65e63acad390', 'name': 'tempest-ServerRescueTestJSONUnderV235-1610056745-router', 'tenant_id': 'bb40ea5d8c38419a86ccce5293b0bc06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': 'f79a677d-9d9f-44ae-80cf-1bda622cb462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:29:59Z', 'updated_at': '2021-10-12T19:30:10Z', 'revision_number': 4, 'project_id': 'bb40ea5d8c38419a86ccce5293b0bc06', 'gw_port': {'id': 'f79a677d-9d9f-44ae-80cf-1bda622cb462', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a3:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af16e93c-3b2d-4167-88a6-65e63acad390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:30:01Z', 'updated_at': '2021-10-12T19:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '4ff857b6-4d28-4235-b238-59f5a1fff038', 'name': '', 'network_id': 'c12a701a-54c3-43ba-94cc-6562f93e5521', 'tenant_id': 'bb40ea5d8c38419a86ccce5293b0bc06', 'mac_address': 'fa:16:3e:12:31:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af16e93c-3b2d-4167-88a6-65e63acad390', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': 'd6befbf0-bb86-46bb-8940-6082fe20c2ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:30:07Z', 'updated_at': '2021-10-12T19:30:14Z', 'revision_number': 4, 'project_id': 'bb40ea5d8c38419a86ccce5293b0bc06', 'subnets': [{'id': 'd6befbf0-bb86-46bb-8940-6082fe20c2ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:30:15.332502 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4275a9c3-4c55-4884-bd68-b5efbc838015 req-15ad5f73-3870-4130-a6c8-f7151d44b884 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a911cb1-f8f4-48e6-9229-15361e96b2a7 HTTP/1.1" status: 200 len: 210 time: 0.0816934 Oct 12 19:30:15.334348 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-f30d2fa1-fd74-4283-8b8f-c339d3713b0c req-2f7a2586-5d58-4294-8c64-79b8b06cf607 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:15.353803 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e2414b9e-d09e-4bf6-a8e8-3f0d1f83a069 req-5d002181-9965-447e-bb88-92dd5c436ac4 service neutron] 10.222.0.61 "GET /v2.0/networks/821a7daa-cbda-47ad-af75-98b83de65b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2885306 Oct 12 19:30:15.358953 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e90a93e0-e579-48d2-993f-3f4be156aeca req-954dcb05-a734-48a6-a837-fa907567a2ad service neutron] 10.222.0.67 "GET /v2.0/networks/8210e84a-9fb6-4a53-a2c3-d0f330bffa92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3247945 Oct 12 19:30:15.369983 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-23c3e91f-c57a-4eee-990d-1a58b780838c req-3e7a51a9-560a-4f6a-b11d-7fd08403bb6d tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] Deleting port b5acf294-86eb-432d-ab74-1efd6dd60b45 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:30:15.369983 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-23c3e91f-c57a-4eee-990d-1a58b780838c req-3e7a51a9-560a-4f6a-b11d-7fd08403bb6d tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:15.425086 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f30d2fa1-fd74-4283-8b8f-c339d3713b0c req-2f7a2586-5d58-4294-8c64-79b8b06cf607 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] Network 8210e84a-9fb6-4a53-a2c3-d0f330bffa92 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:30:15.430682 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [req-f30d2fa1-fd74-4283-8b8f-c339d3713b0c req-2f7a2586-5d58-4294-8c64-79b8b06cf607 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:30:15.433848 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-f30d2fa1-fd74-4283-8b8f-c339d3713b0c req-2f7a2586-5d58-4294-8c64-79b8b06cf607 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:30:15.478450 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7a2586-5d58-4294-8c64-79b8b06cf607 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] Pushing event updated for resources: {'Port': ['ID=6f91eea0-c9e2-4aa3-81ce-5094ad6b837a,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:30:15.528979 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e90a93e0-e579-48d2-993f-3f4be156aeca req-36a5925e-f10d-4fd8-abd4-8dbf060049d4 service neutron] 10.222.0.67 "GET /v2.0/networks/8210e84a-9fb6-4a53-a2c3-d0f330bffa92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451521 Oct 12 19:30:15.597081 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30d2fa1-fd74-4283-8b8f-c339d3713b0c req-2f7a2586-5d58-4294-8c64-79b8b06cf607 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:15.597756 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-f30d2fa1-fd74-4283-8b8f-c339d3713b0c req-2f7a2586-5d58-4294-8c64-79b8b06cf607 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:15.630396 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a21082-40bc-4dd9-9359-9ef7d3e0e00e req-74ac75aa-07bc-4394-86c1-04a12f77a005 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:15.636283 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-24a21082-40bc-4dd9-9359-9ef7d3e0e00e req-74ac75aa-07bc-4394-86c1-04a12f77a005 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e903912-16d6-4ed5-863b-dc4a327f9cf2 HTTP/1.1" status: 200 len: 946 time: 0.0897424 Oct 12 19:30:15.684733 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-24a21082-40bc-4dd9-9359-9ef7d3e0e00e req-ff45f171-c179-4099-a4f3-7647c69e3573 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=94a43134-a4a7-45fd-af5f-8fc2adc2c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392289 Oct 12 19:30:15.732878 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f30d2fa1-fd74-4283-8b8f-c339d3713b0c req-2f7a2586-5d58-4294-8c64-79b8b06cf607 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5374217 Oct 12 19:30:15.746296 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-f30d2fa1-fd74-4283-8b8f-c339d3713b0c req-086244b0-f2a8-448f-b867-cddf8abc21eb service neutron] Request body: {'port': {'device_id': '5a911cb1-f8f4-48e6-9229-15361e96b2a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:30:15.839159 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-f30d2fa1-fd74-4283-8b8f-c339d3713b0c req-086244b0-f2a8-448f-b867-cddf8abc21eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:16.246414 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c558c1-ae1d-4455-813e-f1402c7de3fe req-ac5dea88-f5b0-4028-a9f6-2810a8820b52 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:16.256539 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c8c558c1-ae1d-4455-813e-f1402c7de3fe req-ac5dea88-f5b0-4028-a9f6-2810a8820b52 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/ports?device_id=a12a186c-07bf-4785-82d3-97ddb6d52d66 HTTP/1.1" status: 200 len: 945 time: 0.6600256 Oct 12 19:30:16.269064 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bb535a-aac1-40d0-8c0e-921eeaead4e2 req-b12f0b99-eb3e-41ae-83a8-e5431ac74486 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:16.271382 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c1bb535a-aac1-40d0-8c0e-921eeaead4e2 req-b12f0b99-eb3e-41ae-83a8-e5431ac74486 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 944 time: 0.1204288 Oct 12 19:30:16.276160 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 4ff857b6-4d28-4235-b238-59f5a1fff038 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:30:16.317280 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [req-f30d2fa1-fd74-4283-8b8f-c339d3713b0c req-086244b0-f2a8-448f-b867-cddf8abc21eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f91eea0-c9e2-4aa3-81ce-5094ad6b837a {{(pid=95502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:30:16.326978 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-f30d2fa1-fd74-4283-8b8f-c339d3713b0c req-086244b0-f2a8-448f-b867-cddf8abc21eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:16.361276 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c1bb535a-aac1-40d0-8c0e-921eeaead4e2 req-869afa1a-9eaa-4209-acee-12f4760e9160 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743163 Oct 12 19:30:16.367797 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-f30d2fa1-fd74-4283-8b8f-c339d3713b0c req-086244b0-f2a8-448f-b867-cddf8abc21eb service neutron] Transition to ACTIVE for port object 6f91eea0-c9e2-4aa3-81ce-5094ad6b837a will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:30:16.393470 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 4ff857b6-4d28-4235-b238-59f5a1fff038 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:30:16.394305 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-23c3e91f-c57a-4eee-990d-1a58b780838c req-3e7a51a9-560a-4f6a-b11d-7fd08403bb6d tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] For port b5acf294-86eb-432d-ab74-1efd6dd60b45, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=b5acf294-86eb-432d-ab74-1efd6dd60b45,segment=NetworkSegment(9ff984d1-27f3-404a-8505-466ab18fb531),segment_id=9ff984d1-27f3-404a-8505-466ab18fb531)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:30:16.394721 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:16.395066 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-23c3e91f-c57a-4eee-990d-1a58b780838c req-3e7a51a9-560a-4f6a-b11d-7fd08403bb6d tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:16.419729 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-f30d2fa1-fd74-4283-8b8f-c339d3713b0c req-086244b0-f2a8-448f-b867-cddf8abc21eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:16.420630 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e2414b9e-d09e-4bf6-a8e8-3f0d1f83a069 req-3ceb5f8b-2986-4bec-801c-2d5795481fe4 service neutron] 10.222.0.61 "GET /v2.0/networks/821a7daa-cbda-47ad-af75-98b83de65b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0375857 Oct 12 19:30:16.433289 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b3d6a4-e549-440b-8799-7ac318db8102 req-c7339d66-8c25-4490-bf1c-7629969e9e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:16.435266 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-26b3d6a4-e549-440b-8799-7ac318db8102 req-c7339d66-8c25-4490-bf1c-7629969e9e56 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4c933ffb6c834d75ab3714dceb2123eb&device_id=68ed1b32-2769-4ecc-86ab-1452bfd5bcf7 HTTP/1.1" status: 200 len: 1094 time: 0.3529663 Oct 12 19:30:16.436442 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-23c3e91f-c57a-4eee-990d-1a58b780838c req-3e7a51a9-560a-4f6a-b11d-7fd08403bb6d tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] Calling delete_port for b5acf294-86eb-432d-ab74-1efd6dd60b45 owned by compute:nova {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:30:16.503329 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:16.518972 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c8c558c1-ae1d-4455-813e-f1402c7de3fe req-696f2b12-94b1-4199-877e-7dc43cae5958 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/security-groups?id=3416205a-d9ec-4ba1-a823-0f8eadffb37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619650 Oct 12 19:30:16.596827 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] For port 4ff857b6-4d28-4235-b238-59f5a1fff038, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=4ff857b6-4d28-4235-b238-59f5a1fff038,segment=NetworkSegment(04137cc8-7b83-4277-a1ca-984267592eea),segment_id=04137cc8-7b83-4277-a1ca-984267592eea)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:30:16.628815 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-dd61089e-da03-4110-a264-18e641d9e3ad req-8e4c7214-e331-4d58-a844-19d1e45b2645 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b0a43c3-ba20-4aaf-9e31-8c41399a19c5 HTTP/1.1" status: 200 len: 210 time: 0.1346049 Oct 12 19:30:16.671264 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:16.726506 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b3d6a4-e549-440b-8799-7ac318db8102 req-0bdfd0c0-8aa9-46c8-948d-eba1dc132516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:16.728196 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-26b3d6a4-e549-440b-8799-7ac318db8102 req-0bdfd0c0-8aa9-46c8-948d-eba1dc132516 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8210e84a-9fb6-4a53-a2c3-d0f330bffa92 HTTP/1.1" status: 200 len: 920 time: 0.2772863 Oct 12 19:30:16.773471 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Pushing event updated for resources: {'Port': ['ID=4ff857b6-4d28-4235-b238-59f5a1fff038,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:30:16.836430 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-26b3d6a4-e549-440b-8799-7ac318db8102 req-af876459-319a-4fbc-aa2f-80e58b7ccf6d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0314f2b2-73ac-4252-bd05-ba8b48c29df1 HTTP/1.1" status: 200 len: 217 time: 0.0976677 Oct 12 19:30:16.852600 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9605873c-30a9-4aa2-8cce-336de6b27a8f req-6c070c47-cc66-4524-804a-a4b59b9e0765 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:16.855748 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9605873c-30a9-4aa2-8cce-336de6b27a8f req-6c070c47-cc66-4524-804a-a4b59b9e0765 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a911cb1-f8f4-48e6-9229-15361e96b2a7 HTTP/1.1" status: 200 len: 944 time: 0.1879351 Oct 12 19:30:16.871404 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device b024a0d9-90c5-41ae-b688-ebd1b7748cf6 details requested by agent hyperv_n-h2-813679-3 with host n-h2-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:30:16.962498 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9605873c-30a9-4aa2-8cce-336de6b27a8f req-393564e3-d0f3-4627-ad74-f89c97920707 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/security-groups?id=243314df-bf60-4e8d-a5c3-b65fe30534c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710580 Oct 12 19:30:16.976636 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b3d6a4-e549-440b-8799-7ac318db8102 req-611e1ebe-c7ae-437d-838c-73f7a220d0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:16.979189 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-26b3d6a4-e549-440b-8799-7ac318db8102 req-611e1ebe-c7ae-437d-838c-73f7a220d0c8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=33859617-14c0-4672-bd1b-84bf0d04d8bc HTTP/1.1" status: 200 len: 859 time: 0.1178191 Oct 12 19:30:17.046627 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-26b3d6a4-e549-440b-8799-7ac318db8102 req-64f2fab4-8dbe-42ea-ba45-293a5188320c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8210e84a-9fb6-4a53-a2c3-d0f330bffa92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577512 Oct 12 19:30:17.047502 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-23c3e91f-c57a-4eee-990d-1a58b780838c req-3e7a51a9-560a-4f6a-b11d-7fd08403bb6d tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:17.074266 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['b5acf294-86eb-432d-ab74-1efd6dd60b45'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:30:17.118835 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port b024a0d9-90c5-41ae-b688-ebd1b7748cf6, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=b024a0d9-90c5-41ae-b688-ebd1b7748cf6,segment=NetworkSegment(1311cbfc-168d-4d44-b005-c99086bc74c8),segment_id=1311cbfc-168d-4d44-b005-c99086bc74c8)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:30:17.128104 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7a51a9-560a-4f6a-b11d-7fd08403bb6d tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] Pushing event deleted for resources: {'Port': ['ID=b5acf294-86eb-432d-ab74-1efd6dd60b45,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:30:17.132324 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Returning: {'device': 'b024a0d9-90c5-41ae-b688-ebd1b7748cf6', 'network_id': 'f22a0b4a-70e4-4463-a6ef-6109199fd871', 'port_id': 'b024a0d9-90c5-41ae-b688-ebd1b7748cf6', 'mac_address': 'fa:16:3e:9f:f4:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a09cd6ac-b3e0-423d-9e85-6644cbc7e663', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:30:17.171445 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086244b0-f2a8-448f-b867-cddf8abc21eb service neutron] Pushing event updated for resources: {'Port': ['ID=6f91eea0-c9e2-4aa3-81ce-5094ad6b837a,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:30:17.209936 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:17.234224 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-23c3e91f-c57a-4eee-990d-1a58b780838c req-3e7a51a9-560a-4f6a-b11d-7fd08403bb6d tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] No DVR routers for this DVR port b5acf294-86eb-432d-ab74-1efd6dd60b45 on host n-h2-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:30:17.236529 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-23c3e91f-c57a-4eee-990d-1a58b780838c req-3e7a51a9-560a-4f6a-b11d-7fd08403bb6d tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:17.242056 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b024a0d9-90c5-41ae-b688-ebd1b7748cf6 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:30:17.244763 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-23c3e91f-c57a-4eee-990d-1a58b780838c req-3e7a51a9-560a-4f6a-b11d-7fd08403bb6d tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.67 "DELETE /v2.0/ports/b5acf294-86eb-432d-ab74-1efd6dd60b45 HTTP/1.1" status: 204 len: 173 time: 2.3430805 Oct 12 19:30:17.247531 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a12a186c-07bf-4785-82d3-97ddb6d52d66', 'name': 'network-vif-deleted', 'tag': 'b5acf294-86eb-432d-ab74-1efd6dd60b45'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:30:17.251471 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2772aa88-3c82-4396-893b-02138482052d" -d '{"events": [{"server_uuid": "a12a186c-07bf-4785-82d3-97ddb6d52d66", "name": "network-vif-deleted", "tag": "b5acf294-86eb-432d-ab74-1efd6dd60b45"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:30:17.304302 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-f30d2fa1-fd74-4283-8b8f-c339d3713b0c req-086244b0-f2a8-448f-b867-cddf8abc21eb service neutron] Attempting to bind port 6f91eea0-c9e2-4aa3-81ce-5094ad6b837a on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:30:17.304676 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-f30d2fa1-fd74-4283-8b8f-c339d3713b0c req-086244b0-f2a8-448f-b867-cddf8abc21eb service neutron] Attempting to bind port 6f91eea0-c9e2-4aa3-81ce-5094ad6b837a by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': 'd3bbc1b0-43de-46c9-85ac-bcdee6118989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '8210e84a-9fb6-4a53-a2c3-d0f330bffa92'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:30:17.305009 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30d2fa1-fd74-4283-8b8f-c339d3713b0c req-086244b0-f2a8-448f-b867-cddf8abc21eb service neutron] Attempting to bind port 6f91eea0-c9e2-4aa3-81ce-5094ad6b837a on network 8210e84a-9fb6-4a53-a2c3-d0f330bffa92 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:30:17.313936 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port b024a0d9-90c5-41ae-b688-ebd1b7748cf6, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=b024a0d9-90c5-41ae-b688-ebd1b7748cf6,segment=NetworkSegment(1311cbfc-168d-4d44-b005-c99086bc74c8),segment_id=1311cbfc-168d-4d44-b005-c99086bc74c8)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:30:17.329044 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30d2fa1-fd74-4283-8b8f-c339d3713b0c req-086244b0-f2a8-448f-b867-cddf8abc21eb service neutron] Port 6f91eea0-c9e2-4aa3-81ce-5094ad6b837a on network 8210e84a-9fb6-4a53-a2c3-d0f330bffa92 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:30:17.331667 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30d2fa1-fd74-4283-8b8f-c339d3713b0c req-086244b0-f2a8-448f-b867-cddf8abc21eb service neutron] Attempting to bind port 6f91eea0-c9e2-4aa3-81ce-5094ad6b837a on network 8210e84a-9fb6-4a53-a2c3-d0f330bffa92 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:30:17.336339 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-26b3d6a4-e549-440b-8799-7ac318db8102 req-a97ede5f-dae3-4cf9-90aa-91ee5ceebafe service neutron] 10.222.0.67 "GET /v2.0/networks/8210e84a-9fb6-4a53-a2c3-d0f330bffa92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2788754 Oct 12 19:30:17.337939 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d11688b0-27e2-4245-87dc-3e3479ce2d8e x-openstack-request-id: req-d11688b0-27e2-4245-87dc-3e3479ce2d8e {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:30:17.338239 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a12a186c-07bf-4785-82d3-97ddb6d52d66", "name": "network-vif-deleted", "tag": "b5acf294-86eb-432d-ab74-1efd6dd60b45", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:30:17.338480 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d11688b0-27e2-4245-87dc-3e3479ce2d8e {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:30:17.339018 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a12a186c-07bf-4785-82d3-97ddb6d52d66', 'name': 'network-vif-deleted', 'tag': 'b5acf294-86eb-432d-ab74-1efd6dd60b45', 'status': 'completed', 'code': 200} Oct 12 19:30:17.343558 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30d2fa1-fd74-4283-8b8f-c339d3713b0c req-086244b0-f2a8-448f-b867-cddf8abc21eb service neutron] Checking agent: {'id': 'f5e9725f-f5a6-43c2-a1be-95e21e9a1fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:30:17.344076 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30d2fa1-fd74-4283-8b8f-c339d3713b0c req-086244b0-f2a8-448f-b867-cddf8abc21eb service neutron] Checking segment: {'id': 'd3bbc1b0-43de-46c9-85ac-bcdee6118989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '8210e84a-9fb6-4a53-a2c3-d0f330bffa92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:30:17.344347 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30d2fa1-fd74-4283-8b8f-c339d3713b0c req-086244b0-f2a8-448f-b867-cddf8abc21eb service neutron] Bound using segment: {'id': 'd3bbc1b0-43de-46c9-85ac-bcdee6118989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '8210e84a-9fb6-4a53-a2c3-d0f330bffa92'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:30:17.349473 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-f30d2fa1-fd74-4283-8b8f-c339d3713b0c req-086244b0-f2a8-448f-b867-cddf8abc21eb service neutron] Bound port: 6f91eea0-c9e2-4aa3-81ce-5094ad6b837a, host: n-h1-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3bbc1b0-43de-46c9-85ac-bcdee6118989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '8210e84a-9fb6-4a53-a2c3-d0f330bffa92'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:30:17.349473 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-f30d2fa1-fd74-4283-8b8f-c339d3713b0c req-086244b0-f2a8-448f-b867-cddf8abc21eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:17.373056 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f13191-7497-4fa6-9f8e-97a6b8b2ee39 req-3add24ab-abc6-48eb-a3cd-92169a8da714 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:17.381428 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-14f13191-7497-4fa6-9f8e-97a6b8b2ee39 req-3add24ab-abc6-48eb-a3cd-92169a8da714 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e903912-16d6-4ed5-863b-dc4a327f9cf2 HTTP/1.1" status: 200 len: 946 time: 0.2565422 Oct 12 19:30:17.455364 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:17.501920 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-14f13191-7497-4fa6-9f8e-97a6b8b2ee39 req-4006320a-d96e-4e53-a982-17b3af3c38ec tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=94a43134-a4a7-45fd-af5f-8fc2adc2c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195929 Oct 12 19:30:17.521852 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-f30d2fa1-fd74-4283-8b8f-c339d3713b0c req-086244b0-f2a8-448f-b867-cddf8abc21eb service neutron] For port 6f91eea0-c9e2-4aa3-81ce-5094ad6b837a, host n-h1-813679-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:30:17.531038 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-f30d2fa1-fd74-4283-8b8f-c339d3713b0c req-086244b0-f2a8-448f-b867-cddf8abc21eb service neutron] For port 6f91eea0-c9e2-4aa3-81ce-5094ad6b837a, host n-h1-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=6f91eea0-c9e2-4aa3-81ce-5094ad6b837a,segment=NetworkSegment(d3bbc1b0-43de-46c9-85ac-bcdee6118989),segment_id=d3bbc1b0-43de-46c9-85ac-bcdee6118989)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:30:17.550546 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=b024a0d9-90c5-41ae-b688-ebd1b7748cf6,revision_number=6']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:30:17.614960 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-f30d2fa1-fd74-4283-8b8f-c339d3713b0c req-086244b0-f2a8-448f-b867-cddf8abc21eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:17.635965 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['b024a0d9-90c5-41ae-b688-ebd1b7748cf6'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:30:17.698544 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-26b3d6a4-e549-440b-8799-7ac318db8102 req-168a0c98-d0e5-475f-b4ff-4872f5a825e1 service neutron] 10.222.0.67 "GET /v2.0/networks/8210e84a-9fb6-4a53-a2c3-d0f330bffa92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3365242 Oct 12 19:30:17.725110 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-af90bba9-e4d6-41f5-901f-42891ea74cdd req-caa5e04e-cb1f-4016-8842-9007403e7593 tempest-ListServerFiltersTestJSON-280400465 tempest-ListServerFiltersTestJSON-280400465-project] 10.222.0.49 "GET /v2.0/ports?device_id=a12a186c-07bf-4785-82d3-97ddb6d52d66 HTTP/1.1" status: 200 len: 210 time: 0.1049013 Oct 12 19:30:17.726030 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f488aaa3-8c36-407d-ada8-1e93a37272c5 req-23558930-2b62-4acf-9b62-5a588932cedd tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:17.727594 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f488aaa3-8c36-407d-ada8-1e93a37272c5 req-23558930-2b62-4acf-9b62-5a588932cedd tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 944 time: 0.1406519 Oct 12 19:30:17.733608 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30d2fa1-fd74-4283-8b8f-c339d3713b0c req-086244b0-f2a8-448f-b867-cddf8abc21eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:17.733608 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-f30d2fa1-fd74-4283-8b8f-c339d3713b0c req-086244b0-f2a8-448f-b867-cddf8abc21eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:17.742234 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f30d2fa1-fd74-4283-8b8f-c339d3713b0c req-086244b0-f2a8-448f-b867-cddf8abc21eb service neutron] 10.222.0.61 "PUT /v2.0/ports/6f91eea0-c9e2-4aa3-81ce-5094ad6b837a HTTP/1.1" status: 200 len: 1092 time: 2.0031843 Oct 12 19:30:17.742746 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a911cb1-f8f4-48e6-9229-15361e96b2a7', 'tag': '6f91eea0-c9e2-4aa3-81ce-5094ad6b837a'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:30:17.755754 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a56e3e77-67f0-4f07-ad46-7861d3040280" -d '{"events": [{"name": "network-changed", "server_uuid": "5a911cb1-f8f4-48e6-9229-15361e96b2a7", "tag": "6f91eea0-c9e2-4aa3-81ce-5094ad6b837a"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:30:17.756044 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7548ab75-828c-4a5a-aeab-0a2863af2e13 req-7fee99e0-1e1f-4434-9149-b385f309e0c1 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:17.762345 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7548ab75-828c-4a5a-aeab-0a2863af2e13 req-7fee99e0-1e1f-4434-9149-b385f309e0c1 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] 10.222.0.67 "GET /v2.0/networks?id=c12a701a-54c3-43ba-94cc-6562f93e5521 HTTP/1.1" status: 200 len: 820 time: 0.1925840 Oct 12 19:30:17.786123 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-7548ab75-828c-4a5a-aeab-0a2863af2e13 req-22b1a8e0-a22c-4a40-bc3e-7133682b7fe2 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] Request body: {'port': {'device_id': '1b0a43c3-ba20-4aaf-9e31-8c41399a19c5', 'network_id': 'c12a701a-54c3-43ba-94cc-6562f93e5521', 'admin_state_up': True, 'tenant_id': 'bb40ea5d8c38419a86ccce5293b0bc06'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:30:17.827494 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086244b0-f2a8-448f-b867-cddf8abc21eb service neutron] Pushing event updated for resources: {'Port': ['ID=6f91eea0-c9e2-4aa3-81ce-5094ad6b837a,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:30:17.908837 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-324c427d-ee8f-4478-8092-dd9cf42402d2 req-76b76663-ebf3-4f32-b93e-85bf541acb3c tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b0a43c3-ba20-4aaf-9e31-8c41399a19c5 HTTP/1.1" status: 200 len: 210 time: 0.0382488 Oct 12 19:30:17.909022 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f488aaa3-8c36-407d-ada8-1e93a37272c5 req-ac754cca-b4cf-4aa0-a8fa-ec165050591a tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709599 Oct 12 19:30:17.958777 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30d2fa1-fd74-4283-8b8f-c339d3713b0c req-93e31409-6b4e-4283-8403-8ea74c9a06dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:17.960308 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f30d2fa1-fd74-4283-8b8f-c339d3713b0c req-93e31409-6b4e-4283-8403-8ea74c9a06dd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4c933ffb6c834d75ab3714dceb2123eb&device_id=5a911cb1-f8f4-48e6-9229-15361e96b2a7 HTTP/1.1" status: 200 len: 1095 time: 0.0539567 Oct 12 19:30:17.970210 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01871cee-c889-46b5-8907-5a116d6b2089 x-openstack-request-id: req-01871cee-c889-46b5-8907-5a116d6b2089 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:30:17.970524 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a911cb1-f8f4-48e6-9229-15361e96b2a7", "tag": "6f91eea0-c9e2-4aa3-81ce-5094ad6b837a", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:30:17.970744 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-01871cee-c889-46b5-8907-5a116d6b2089 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:30:17.971141 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a911cb1-f8f4-48e6-9229-15361e96b2a7', 'tag': '6f91eea0-c9e2-4aa3-81ce-5094ad6b837a', 'status': 'completed', 'code': 200} Oct 12 19:30:18.016071 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f30d2fa1-fd74-4283-8b8f-c339d3713b0c req-f4c4b041-4c44-46dd-b24e-307f30038f5c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6f91eea0-c9e2-4aa3-81ce-5094ad6b837a HTTP/1.1" status: 200 len: 217 time: 0.0424860 Oct 12 19:30:18.073509 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30d2fa1-fd74-4283-8b8f-c339d3713b0c req-200f6fd4-24d6-445d-9188-82361aefbc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:18.075142 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f30d2fa1-fd74-4283-8b8f-c339d3713b0c req-200f6fd4-24d6-445d-9188-82361aefbc51 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=33859617-14c0-4672-bd1b-84bf0d04d8bc HTTP/1.1" status: 200 len: 859 time: 0.0523136 Oct 12 19:30:18.085017 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7548ab75-828c-4a5a-aeab-0a2863af2e13 req-22b1a8e0-a22c-4a40-bc3e-7133682b7fe2 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] Made reservation on behalf of bb40ea5d8c38419a86ccce5293b0bc06 for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:30:18.118214 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-7548ab75-828c-4a5a-aeab-0a2863af2e13 req-22b1a8e0-a22c-4a40-bc3e-7133682b7fe2 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:18.154005 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f30d2fa1-fd74-4283-8b8f-c339d3713b0c req-7ca04662-bff1-44a7-b5ff-76cf5b0148ff service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8210e84a-9fb6-4a53-a2c3-d0f330bffa92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0710101 Oct 12 19:30:18.222567 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 4ff857b6-4d28-4235-b238-59f5a1fff038 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:30:18.335618 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 4ff857b6-4d28-4235-b238-59f5a1fff038 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:30:18.336834 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:18.338305 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f30d2fa1-fd74-4283-8b8f-c339d3713b0c req-53ce7524-05ca-49f2-91b3-67d2f4ef66d5 service neutron] 10.222.0.61 "GET /v2.0/networks/8210e84a-9fb6-4a53-a2c3-d0f330bffa92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755061 Oct 12 19:30:18.371466 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [req-7548ab75-828c-4a5a-aeab-0a2863af2e13 req-22b1a8e0-a22c-4a40-bc3e-7133682b7fe2 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] Allocated IP 172.20.0.11 (c12a701a-54c3-43ba-94cc-6562f93e5521/d6befbf0-bb86-46bb-8940-6082fe20c2ba/fafb31b8-7130-4c00-a14b-b0d5bff799be) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:30:18.493058 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device e1dacf51-8b56-41a7-988b-c10af1584886 details requested by agent hyperv_n-h1-813679-3 with host n-h1-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:30:18.529981 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f30d2fa1-fd74-4283-8b8f-c339d3713b0c req-5d7dc29c-964b-41bd-8d0a-520b54c2900b service neutron] 10.222.0.61 "GET /v2.0/networks/8210e84a-9fb6-4a53-a2c3-d0f330bffa92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839225 Oct 12 19:30:18.603748 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca196d1-eee1-49a1-904a-5fea516b7448 req-56d17911-cb9f-445b-811c-0256cb8b62d3 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:18.610994 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0ca196d1-eee1-49a1-904a-5fea516b7448 req-56d17911-cb9f-445b-811c-0256cb8b62d3 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a911cb1-f8f4-48e6-9229-15361e96b2a7 HTTP/1.1" status: 200 len: 944 time: 0.1508095 Oct 12 19:30:18.633565 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port e1dacf51-8b56-41a7-988b-c10af1584886, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=e1dacf51-8b56-41a7-988b-c10af1584886,segment=NetworkSegment(e0fbe16f-a144-4509-a2e0-dc467b90860d),segment_id=e0fbe16f-a144-4509-a2e0-dc467b90860d)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:30:18.650697 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Returning: {'device': 'e1dacf51-8b56-41a7-988b-c10af1584886', 'network_id': '821a7daa-cbda-47ad-af75-98b83de65b7b', 'port_id': 'e1dacf51-8b56-41a7-988b-c10af1584886', 'mac_address': 'fa:16:3e:18:05:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23923b5b-cbc2-4b60-8cb9-1474eb7896df', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:30:18.679529 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f3a64e-8186-4722-90d1-da193e21174d req-a9c1b939-9048-45fc-80f7-2548cb9e9682 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:18.683470 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e8f3a64e-8186-4722-90d1-da193e21174d req-a9c1b939-9048-45fc-80f7-2548cb9e9682 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e903912-16d6-4ed5-863b-dc4a327f9cf2 HTTP/1.1" status: 200 len: 945 time: 0.0809484 Oct 12 19:30:18.691435 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0ca196d1-eee1-49a1-904a-5fea516b7448 req-0b1a7e00-fc0e-4926-ad86-cad4aaf2d854 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/security-groups?id=243314df-bf60-4e8d-a5c3-b65fe30534c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748909 Oct 12 19:30:18.699464 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-7548ab75-828c-4a5a-aeab-0a2863af2e13 req-22b1a8e0-a22c-4a40-bc3e-7133682b7fe2 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:18.718418 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:18.741028 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1dacf51-8b56-41a7-988b-c10af1584886 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:30:18.789861 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port e1dacf51-8b56-41a7-988b-c10af1584886, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=e1dacf51-8b56-41a7-988b-c10af1584886,segment=NetworkSegment(e0fbe16f-a144-4509-a2e0-dc467b90860d),segment_id=e0fbe16f-a144-4509-a2e0-dc467b90860d)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:30:18.792688 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e8f3a64e-8186-4722-90d1-da193e21174d req-13dc71d2-1529-4fdd-9909-4868c2b56bb6 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=94a43134-a4a7-45fd-af5f-8fc2adc2c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949361 Oct 12 19:30:18.796736 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56e3e77-67f0-4f07-ad46-7861d3040280 req-f5a79bbf-f08c-4790-bac6-f0a1f2d57cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:18.798859 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a56e3e77-67f0-4f07-ad46-7861d3040280 req-f5a79bbf-f08c-4790-bac6-f0a1f2d57cc0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4c933ffb6c834d75ab3714dceb2123eb&device_id=5a911cb1-f8f4-48e6-9229-15361e96b2a7 HTTP/1.1" status: 200 len: 1095 time: 0.1145852 Oct 12 19:30:18.804679 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 57920) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:30:18.820877 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-7548ab75-828c-4a5a-aeab-0a2863af2e13 req-22b1a8e0-a22c-4a40-bc3e-7133682b7fe2 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:18.831241 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:18.894226 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 0314f2b2-73ac-4252-bd05-ba8b48c29df1 details requested by agent hyperv_n-h2-813679-3 with host n-h2-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:30:18.917692 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56e3e77-67f0-4f07-ad46-7861d3040280 req-ffa8d5f8-e3cc-4845-9e86-d8decca2c558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:18.919268 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a56e3e77-67f0-4f07-ad46-7861d3040280 req-ffa8d5f8-e3cc-4845-9e86-d8decca2c558 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8210e84a-9fb6-4a53-a2c3-d0f330bffa92 HTTP/1.1" status: 200 len: 920 time: 0.1101148 Oct 12 19:30:18.961743 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_v2 [None req-07f23cf5-08d3-41b3-9e50-89e45dd42f10 admin admin] Deleting subnet 0c964fef-6ce8-4600-af04-a1d969d5678f {{(pid=95501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:30:18.970560 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-07f23cf5-08d3-41b3-9e50-89e45dd42f10 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:19.007913 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a56e3e77-67f0-4f07-ad46-7861d3040280 req-aa4d33a6-8846-494e-8015-2e48116096d5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6f91eea0-c9e2-4aa3-81ce-5094ad6b837a HTTP/1.1" status: 200 len: 217 time: 0.0770390 Oct 12 19:30:19.044275 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7548ab75-828c-4a5a-aeab-0a2863af2e13 req-22b1a8e0-a22c-4a40-bc3e-7133682b7fe2 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] Network c12a701a-54c3-43ba-94cc-6562f93e5521 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:30:19.056488 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [req-7548ab75-828c-4a5a-aeab-0a2863af2e13 req-22b1a8e0-a22c-4a40-bc3e-7133682b7fe2 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:30:19.078377 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-7548ab75-828c-4a5a-aeab-0a2863af2e13 req-22b1a8e0-a22c-4a40-bc3e-7133682b7fe2 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:30:19.151681 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b1a8e0-a22c-4a40-bc3e-7133682b7fe2 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] Pushing event updated for resources: {'Port': ['ID=fafb31b8-7130-4c00-a14b-b0d5bff799be,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:30:19.175386 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-07f23cf5-08d3-41b3-9e50-89e45dd42f10 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281083'] for subnet, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:19.195004 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56e3e77-67f0-4f07-ad46-7861d3040280 req-c27bd771-f192-4304-9e41-2d630b2cbd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:19.196689 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a56e3e77-67f0-4f07-ad46-7861d3040280 req-c27bd771-f192-4304-9e41-2d630b2cbd42 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=33859617-14c0-4672-bd1b-84bf0d04d8bc HTTP/1.1" status: 200 len: 859 time: 0.1804609 Oct 12 19:30:19.233312 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3e6a69-6761-496e-80b8-66ab119628e7 req-67d01bb7-3665-43b8-952c-6f025c0b6e76 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:19.236507 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-cb3e6a69-6761-496e-80b8-66ab119628e7 req-67d01bb7-3665-43b8-952c-6f025c0b6e76 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b0a43c3-ba20-4aaf-9e31-8c41399a19c5 HTTP/1.1" status: 200 len: 932 time: 0.1584942 Oct 12 19:30:19.251320 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7548ab75-828c-4a5a-aeab-0a2863af2e13 req-22b1a8e0-a22c-4a40-bc3e-7133682b7fe2 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:19.251320 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-7548ab75-828c-4a5a-aeab-0a2863af2e13 req-22b1a8e0-a22c-4a40-bc3e-7133682b7fe2 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:19.251562 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device b024a0d9-90c5-41ae-b688-ebd1b7748cf6 up at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:30:19.286233 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6d5d15-5073-47a0-a378-4f2cf0eaee9f req-816eac9e-cf03-48c2-958a-3a9f89b03902 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:19.294821 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8d6d5d15-5073-47a0-a378-4f2cf0eaee9f req-816eac9e-cf03-48c2-958a-3a9f89b03902 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 945 time: 0.2082293 Oct 12 19:30:19.300919 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a56e3e77-67f0-4f07-ad46-7861d3040280 req-70d26965-3560-4682-9992-40f9e1e94ba5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8210e84a-9fb6-4a53-a2c3-d0f330bffa92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0859277 Oct 12 19:30:19.346566 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7548ab75-828c-4a5a-aeab-0a2863af2e13 req-22b1a8e0-a22c-4a40-bc3e-7133682b7fe2 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5678344 Oct 12 19:30:19.363765 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-7548ab75-828c-4a5a-aeab-0a2863af2e13 req-d5fa923c-e8d6-49d9-ba79-7522494c277d service neutron] Request body: {'port': {'device_id': '1b0a43c3-ba20-4aaf-9e31-8c41399a19c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-3'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:30:19.400342 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['e1dacf51-8b56-41a7-988b-c10af1584886'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:30:19.432295 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8d6d5d15-5073-47a0-a378-4f2cf0eaee9f req-5c1d4569-ba9b-4db4-b10c-d43588447bde tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316371 Oct 12 19:30:19.463680 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-07f23cf5-08d3-41b3-9e50-89e45dd42f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:19.475670 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-cb3e6a69-6761-496e-80b8-66ab119628e7 req-719e515a-6e36-45e1-80df-2c3dd10777b8 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] 10.222.0.49 "GET /v2.0/security-groups?id=22450e14-cc39-4381-9450-74c0cdf56e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286019 Oct 12 19:30:19.512289 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=e1dacf51-8b56-41a7-988b-c10af1584886,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:30:19.558976 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-7548ab75-828c-4a5a-aeab-0a2863af2e13 req-d5fa923c-e8d6-49d9-ba79-7522494c277d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:19.570377 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a56e3e77-67f0-4f07-ad46-7861d3040280 req-89fef0f5-04e0-4c4b-8da9-75e4f64c5cd1 service neutron] 10.222.0.61 "GET /v2.0/networks/8210e84a-9fb6-4a53-a2c3-d0f330bffa92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507415 Oct 12 19:30:19.627843 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 0314f2b2-73ac-4252-bd05-ba8b48c29df1, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=0314f2b2-73ac-4252-bd05-ba8b48c29df1,segment=NetworkSegment(d3bbc1b0-43de-46c9-85ac-bcdee6118989),segment_id=d3bbc1b0-43de-46c9-85ac-bcdee6118989)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:30:19.649341 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Returning: {'device': '0314f2b2-73ac-4252-bd05-ba8b48c29df1', 'network_id': '8210e84a-9fb6-4a53-a2c3-d0f330bffa92', 'port_id': '0314f2b2-73ac-4252-bd05-ba8b48c29df1', 'mac_address': 'fa:16:3e:02:8e:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33859617-14c0-4672-bd1b-84bf0d04d8bc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:30:19.676260 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning complete for port b024a0d9-90c5-41ae-b688-ebd1b7748cf6 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:30:19.677676 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:19.780461 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:19.796795 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a56e3e77-67f0-4f07-ad46-7861d3040280 req-ad30a90e-dc72-434d-a984-2f751324b193 service neutron] 10.222.0.61 "GET /v2.0/networks/8210e84a-9fb6-4a53-a2c3-d0f330bffa92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151556 Oct 12 19:30:19.819979 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0314f2b2-73ac-4252-bd05-ba8b48c29df1 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:30:19.901198 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 0314f2b2-73ac-4252-bd05-ba8b48c29df1, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=0314f2b2-73ac-4252-bd05-ba8b48c29df1,segment=NetworkSegment(d3bbc1b0-43de-46c9-85ac-bcdee6118989),segment_id=d3bbc1b0-43de-46c9-85ac-bcdee6118989)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:30:19.905793 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:19.939997 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e903912-16d6-4ed5-863b-dc4a327f9cf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b024a0d9-90c5-41ae-b688-ebd1b7748cf6'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:30:19.942780 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a892c8d4-5bcf-42ce-84b8-3752ccdd3e2d" -d '{"events": [{"server_uuid": "3e903912-16d6-4ed5-863b-dc4a327f9cf2", "name": "network-vif-plugged", "status": "completed", "tag": "b024a0d9-90c5-41ae-b688-ebd1b7748cf6"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:30:19.964382 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port b024a0d9-90c5-41ae-b688-ebd1b7748cf6, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=b024a0d9-90c5-41ae-b688-ebd1b7748cf6,segment=NetworkSegment(1311cbfc-168d-4d44-b005-c99086bc74c8),segment_id=1311cbfc-168d-4d44-b005-c99086bc74c8)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:30:19.985058 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:19.985205 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [req-7548ab75-828c-4a5a-aeab-0a2863af2e13 req-d5fa923c-e8d6-49d9-ba79-7522494c277d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fafb31b8-7130-4c00-a14b-b0d5bff799be {{(pid=95501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:30:19.993176 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-7548ab75-828c-4a5a-aeab-0a2863af2e13 req-d5fa923c-e8d6-49d9-ba79-7522494c277d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:19.996082 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cce5e02-fecf-40bb-807b-f15ab502e71d req-4217d4aa-1f4e-4b9a-9e45-c63d1f22b589 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:20.004652 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2cce5e02-fecf-40bb-807b-f15ab502e71d req-4217d4aa-1f4e-4b9a-9e45-c63d1f22b589 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e903912-16d6-4ed5-863b-dc4a327f9cf2 HTTP/1.1" status: 200 len: 945 time: 0.1305916 Oct 12 19:30:20.008006 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.provisioning_blocks [req-7548ab75-828c-4a5a-aeab-0a2863af2e13 req-d5fa923c-e8d6-49d9-ba79-7522494c277d service neutron] Transition to ACTIVE for port object fafb31b8-7130-4c00-a14b-b0d5bff799be will not be triggered until provisioned by entity L2. {{(pid=95501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:30:20.043155 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-07f23cf5-08d3-41b3-9e50-89e45dd42f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4824924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4612362'] for subnet, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:20.046218 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:20.047637 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device b5acf294-86eb-432d-ab74-1efd6dd60b45 no longer exists at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:30:20.097850 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f23cf5-08d3-41b3-9e50-89e45dd42f10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c964fef-6ce8-4600-af04-a1d969d5678f,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:30:20.099127 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] No Port match for: b5acf294-86eb-432d-ab74-1efd6dd60b45 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:30:20.099805 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device b5acf294-86eb-432d-ab74-1efd6dd60b45 not bound to the agent host n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:30:20.103676 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-7548ab75-828c-4a5a-aeab-0a2863af2e13 req-d5fa923c-e8d6-49d9-ba79-7522494c277d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:20.110276 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=0314f2b2-73ac-4252-bd05-ba8b48c29df1,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:30:20.138419 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2cce5e02-fecf-40bb-807b-f15ab502e71d req-5788cda6-25c1-4356-a3b7-43963fa27ba1 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=94a43134-a4a7-45fd-af5f-8fc2adc2c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313500 Oct 12 19:30:20.187211 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fa923c-e8d6-49d9-ba79-7522494c277d service neutron] Pushing event updated for resources: {'Port': ['ID=fafb31b8-7130-4c00-a14b-b0d5bff799be,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:30:20.209471 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-07f23cf5-08d3-41b3-9e50-89e45dd42f10 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:20.213580 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-07f23cf5-08d3-41b3-9e50-89e45dd42f10 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/0c964fef-6ce8-4600-af04-a1d969d5678f HTTP/1.1" status: 204 len: 168 time: 1.4078400 Oct 12 19:30:20.216320 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 57944) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:30:20.243239 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=b024a0d9-90c5-41ae-b688-ebd1b7748cf6,revision_number=7']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:30:20.261826 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6432cda1-8949-43d2-a13d-f5c931b18068 None None] Network 0290ce55-7f93-4c6c-bbd1-02235e645c15 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:30:20.279172 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbf3481-9c5a-4b34-b7ce-295e66d5061d req-925b7c0d-4e23-46ac-b016-33c1dfb179b9 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:20.288114 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6bbf3481-9c5a-4b34-b7ce-295e66d5061d req-925b7c0d-4e23-46ac-b016-33c1dfb179b9 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a911cb1-f8f4-48e6-9229-15361e96b2a7 HTTP/1.1" status: 200 len: 944 time: 0.2807095 Oct 12 19:30:20.359677 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6bbf3481-9c5a-4b34-b7ce-295e66d5061d req-2a26dc04-2ee3-4a46-99eb-1f378dfe2846 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/security-groups?id=243314df-bf60-4e8d-a5c3-b65fe30534c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705295 Oct 12 19:30:20.408959 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abcf09ed-cc24-4020-8464-31370733a826 x-openstack-request-id: req-abcf09ed-cc24-4020-8464-31370733a826 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:30:20.409896 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e903912-16d6-4ed5-863b-dc4a327f9cf2", "name": "network-vif-plugged", "status": "completed", "tag": "b024a0d9-90c5-41ae-b688-ebd1b7748cf6", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:30:20.410159 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-abcf09ed-cc24-4020-8464-31370733a826 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:30:20.410553 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e903912-16d6-4ed5-863b-dc4a327f9cf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b024a0d9-90c5-41ae-b688-ebd1b7748cf6', 'code': 200} Oct 12 19:30:20.414067 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['0314f2b2-73ac-4252-bd05-ba8b48c29df1'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:30:20.439217 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-7548ab75-828c-4a5a-aeab-0a2863af2e13 req-d5fa923c-e8d6-49d9-ba79-7522494c277d service neutron] Attempting to bind port fafb31b8-7130-4c00-a14b-b0d5bff799be on host n-h2-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:30:20.439565 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-7548ab75-828c-4a5a-aeab-0a2863af2e13 req-d5fa923c-e8d6-49d9-ba79-7522494c277d service neutron] Attempting to bind port fafb31b8-7130-4c00-a14b-b0d5bff799be by drivers openvswitch,hyperv on host n-h2-813679-3 at level 0 using segments [{'id': '04137cc8-7b83-4277-a1ca-984267592eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'c12a701a-54c3-43ba-94cc-6562f93e5521'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:30:20.439922 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7548ab75-828c-4a5a-aeab-0a2863af2e13 req-d5fa923c-e8d6-49d9-ba79-7522494c277d service neutron] Attempting to bind port fafb31b8-7130-4c00-a14b-b0d5bff799be on network c12a701a-54c3-43ba-94cc-6562f93e5521 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:30:20.440232 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0a95ad84-c519-4da8-a403-9839cd05c35b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:20.461845 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7548ab75-828c-4a5a-aeab-0a2863af2e13 req-d5fa923c-e8d6-49d9-ba79-7522494c277d service neutron] Port fafb31b8-7130-4c00-a14b-b0d5bff799be on network c12a701a-54c3-43ba-94cc-6562f93e5521 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:30:20.462190 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7548ab75-828c-4a5a-aeab-0a2863af2e13 req-d5fa923c-e8d6-49d9-ba79-7522494c277d service neutron] Attempting to bind port fafb31b8-7130-4c00-a14b-b0d5bff799be on network c12a701a-54c3-43ba-94cc-6562f93e5521 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:30:20.471977 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7548ab75-828c-4a5a-aeab-0a2863af2e13 req-d5fa923c-e8d6-49d9-ba79-7522494c277d service neutron] Checking agent: {'id': '233fbd7d-38e4-434f-bb8f-05364d7423a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:30:20.477647 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7548ab75-828c-4a5a-aeab-0a2863af2e13 req-d5fa923c-e8d6-49d9-ba79-7522494c277d service neutron] Checking segment: {'id': '04137cc8-7b83-4277-a1ca-984267592eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'c12a701a-54c3-43ba-94cc-6562f93e5521'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:30:20.481992 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7548ab75-828c-4a5a-aeab-0a2863af2e13 req-d5fa923c-e8d6-49d9-ba79-7522494c277d service neutron] Bound using segment: {'id': '04137cc8-7b83-4277-a1ca-984267592eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'c12a701a-54c3-43ba-94cc-6562f93e5521'} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:30:20.482697 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-7548ab75-828c-4a5a-aeab-0a2863af2e13 req-d5fa923c-e8d6-49d9-ba79-7522494c277d service neutron] Bound port: fafb31b8-7130-4c00-a14b-b0d5bff799be, host: n-h2-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04137cc8-7b83-4277-a1ca-984267592eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'c12a701a-54c3-43ba-94cc-6562f93e5521'}}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:30:20.483435 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-7548ab75-828c-4a5a-aeab-0a2863af2e13 req-d5fa923c-e8d6-49d9-ba79-7522494c277d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:20.498119 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device e1dacf51-8b56-41a7-988b-c10af1584886 up at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:30:20.553315 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-0a95ad84-c519-4da8-a403-9839cd05c35b admin admin] Deleting port abc86e3b-3332-485f-98db-aba520efc5cd {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:30:20.553881 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0a95ad84-c519-4da8-a403-9839cd05c35b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:20.591557 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-7548ab75-828c-4a5a-aeab-0a2863af2e13 req-d5fa923c-e8d6-49d9-ba79-7522494c277d service neutron] For port fafb31b8-7130-4c00-a14b-b0d5bff799be, host n-h2-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:30:20.598581 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-7548ab75-828c-4a5a-aeab-0a2863af2e13 req-d5fa923c-e8d6-49d9-ba79-7522494c277d service neutron] For port fafb31b8-7130-4c00-a14b-b0d5bff799be, host n-h2-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=fafb31b8-7130-4c00-a14b-b0d5bff799be,segment=NetworkSegment(04137cc8-7b83-4277-a1ca-984267592eea),segment_id=04137cc8-7b83-4277-a1ca-984267592eea)] {{(pid=95501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:30:20.670286 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e6d17f-4f75-43b2-b7e8-bee5ecddefcd req-ca782415-90b1-4623-b37f-2d8f88bacc5d tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:20.678417 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-57e6d17f-4f75-43b2-b7e8-bee5ecddefcd req-ca782415-90b1-4623-b37f-2d8f88bacc5d tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 945 time: 0.0778251 Oct 12 19:30:20.683473 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-0a95ad84-c519-4da8-a403-9839cd05c35b admin admin] For port abc86e3b-3332-485f-98db-aba520efc5cd, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=abc86e3b-3332-485f-98db-aba520efc5cd,segment=NetworkSegment(9ff984d1-27f3-404a-8505-466ab18fb531),segment_id=9ff984d1-27f3-404a-8505-466ab18fb531)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:30:20.683982 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0a95ad84-c519-4da8-a403-9839cd05c35b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:20.704996 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-0a95ad84-c519-4da8-a403-9839cd05c35b admin admin] Calling delete_port for abc86e3b-3332-485f-98db-aba520efc5cd owned by network:dhcp {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:30:20.725288 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b9f52e-fc81-4191-8860-d935043a9b43 req-b4927f43-184a-46f2-a1f1-626e0480f535 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:20.726760 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-7548ab75-828c-4a5a-aeab-0a2863af2e13 req-d5fa923c-e8d6-49d9-ba79-7522494c277d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:20.733924 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-40b9f52e-fc81-4191-8860-d935043a9b43 req-b4927f43-184a-46f2-a1f1-626e0480f535 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b0a43c3-ba20-4aaf-9e31-8c41399a19c5 HTTP/1.1" status: 200 len: 944 time: 0.1133378 Oct 12 19:30:20.803465 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fa923c-e8d6-49d9-ba79-7522494c277d service neutron] Pushing event updated for resources: {'Port': ['ID=fafb31b8-7130-4c00-a14b-b0d5bff799be,revision_number=3']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:30:20.824205 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-57e6d17f-4f75-43b2-b7e8-bee5ecddefcd req-86c61003-cf49-4c6a-bbec-8a1207b7461e tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443717 Oct 12 19:30:20.854615 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7548ab75-828c-4a5a-aeab-0a2863af2e13 req-d5fa923c-e8d6-49d9-ba79-7522494c277d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:20.855059 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-7548ab75-828c-4a5a-aeab-0a2863af2e13 req-d5fa923c-e8d6-49d9-ba79-7522494c277d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:20.857015 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7548ab75-828c-4a5a-aeab-0a2863af2e13 req-d5fa923c-e8d6-49d9-ba79-7522494c277d service neutron] 10.222.0.67 "PUT /v2.0/ports/fafb31b8-7130-4c00-a14b-b0d5bff799be HTTP/1.1" status: 200 len: 1092 time: 1.4981108 Oct 12 19:30:20.857539 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b0a43c3-ba20-4aaf-9e31-8c41399a19c5', 'tag': 'fafb31b8-7130-4c00-a14b-b0d5bff799be'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:30:20.860889 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6d5a244-2cd7-4c44-b041-da2d2989def4" -d '{"events": [{"name": "network-changed", "server_uuid": "1b0a43c3-ba20-4aaf-9e31-8c41399a19c5", "tag": "fafb31b8-7130-4c00-a14b-b0d5bff799be"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:30:20.882464 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning for port e1dacf51-8b56-41a7-988b-c10af1584886 completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:30:20.891550 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning complete for port e1dacf51-8b56-41a7-988b-c10af1584886 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:30:20.891550 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:20.913736 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51c6a070-8d18-45c1-aa3f-ea683609b250 x-openstack-request-id: req-51c6a070-8d18-45c1-aa3f-ea683609b250 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:30:20.916688 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b0a43c3-ba20-4aaf-9e31-8c41399a19c5", "tag": "fafb31b8-7130-4c00-a14b-b0d5bff799be", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:30:20.916688 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-51c6a070-8d18-45c1-aa3f-ea683609b250 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:30:20.916688 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b0a43c3-ba20-4aaf-9e31-8c41399a19c5', 'tag': 'fafb31b8-7130-4c00-a14b-b0d5bff799be', 'status': 'completed', 'code': 200} Oct 12 19:30:20.943346 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-40b9f52e-fc81-4191-8860-d935043a9b43 req-ccf8ffa5-7b9d-4a2b-bd63-196830062916 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] 10.222.0.49 "GET /v2.0/security-groups?id=22450e14-cc39-4381-9450-74c0cdf56e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032850 Oct 12 19:30:20.994646 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a60095b-e04c-4065-86d4-fe5a2c18441a None None] DHCP port deletion for 0290ce55-7f93-4c6c-bbd1-02235e645c15 request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 19:30:21.047652 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:21.112616 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port e1dacf51-8b56-41a7-988b-c10af1584886, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=e1dacf51-8b56-41a7-988b-c10af1584886,segment=NetworkSegment(e0fbe16f-a144-4509-a2e0-dc467b90860d),segment_id=e0fbe16f-a144-4509-a2e0-dc467b90860d)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:30:21.114617 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-3a60095b-e04c-4065-86d4-fe5a2c18441a None None] Deleting port abc86e3b-3332-485f-98db-aba520efc5cd {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:30:21.114992 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3a60095b-e04c-4065-86d4-fe5a2c18441a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:21.123927 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d5a244-2cd7-4c44-b041-da2d2989def4 req-0ce8f6c7-fb7b-49fe-8f17-f41480a89e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:21.127925 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0a95ad84-c519-4da8-a403-9839cd05c35b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:21.133802 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e6d5a244-2cd7-4c44-b041-da2d2989def4 req-0ce8f6c7-fb7b-49fe-8f17-f41480a89e11 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bb40ea5d8c38419a86ccce5293b0bc06&device_id=1b0a43c3-ba20-4aaf-9e31-8c41399a19c5 HTTP/1.1" status: 200 len: 1095 time: 0.1915951 Oct 12 19:30:21.189487 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a95ad84-c519-4da8-a403-9839cd05c35b admin admin] Pushing event deleted for resources: {'Port': ['ID=abc86e3b-3332-485f-98db-aba520efc5cd,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:30:21.194387 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-3a60095b-e04c-4065-86d4-fe5a2c18441a None None] For port abc86e3b-3332-485f-98db-aba520efc5cd, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=abc86e3b-3332-485f-98db-aba520efc5cd,segment=NetworkSegment(9ff984d1-27f3-404a-8505-466ab18fb531),segment_id=9ff984d1-27f3-404a-8505-466ab18fb531)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:30:21.194812 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3a60095b-e04c-4065-86d4-fe5a2c18441a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:21.201644 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a95ad84-c519-4da8-a403-9839cd05c35b admin admin] No DVR routers for this DVR port abc86e3b-3332-485f-98db-aba520efc5cd on host n-d-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:30:21.211712 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-3a60095b-e04c-4065-86d4-fe5a2c18441a None None] Calling delete_port for abc86e3b-3332-485f-98db-aba520efc5cd owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:30:21.301147 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3a60095b-e04c-4065-86d4-fe5a2c18441a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:21.305072 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:21.328340 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a60095b-e04c-4065-86d4-fe5a2c18441a None None] Pushing event deleted for resources: {'Port': ['ID=abc86e3b-3332-485f-98db-aba520efc5cd,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:30:21.362199 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a60095b-e04c-4065-86d4-fe5a2c18441a None None] No DVR routers for this DVR port abc86e3b-3332-485f-98db-aba520efc5cd on host n-d-813679-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:30:21.411692 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0a95ad84-c519-4da8-a403-9839cd05c35b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:21.419032 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d5a244-2cd7-4c44-b041-da2d2989def4 req-94f36139-65ed-486e-bbc9-b584ca45a5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:21.424832 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e6d5a244-2cd7-4c44-b041-da2d2989def4 req-94f36139-65ed-486e-bbc9-b584ca45a5ea service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=bb40ea5d8c38419a86ccce5293b0bc06&shared=False HTTP/1.1" status: 200 len: 921 time: 0.2834015 Oct 12 19:30:21.429971 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=e1dacf51-8b56-41a7-988b-c10af1584886,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:30:21.460129 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-0a95ad84-c519-4da8-a403-9839cd05c35b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0290ce55-7f93-4c6c-bbd1-02235e645c15']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:30:21.503436 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b14df07-c4ad-4d9c-bdb2-5626778f43be req-2f5d4d80-3295-43c6-aa04-77bc7a3a2a28 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:21.511176 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0b14df07-c4ad-4d9c-bdb2-5626778f43be req-2f5d4d80-3295-43c6-aa04-77bc7a3a2a28 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e903912-16d6-4ed5-863b-dc4a327f9cf2 HTTP/1.1" status: 200 len: 946 time: 0.2086515 Oct 12 19:30:21.522863 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-0a95ad84-c519-4da8-a403-9839cd05c35b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ff984d1-27f3-404a-8505-466ab18fb531') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:30:21.523520 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-0a95ad84-c519-4da8-a403-9839cd05c35b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ff984d1-27f3-404a-8505-466ab18fb531') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:30:21.547343 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0a95ad84-c519-4da8-a403-9839cd05c35b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16313633'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:21.579582 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0b14df07-c4ad-4d9c-bdb2-5626778f43be req-6cd5897b-5f88-4e35-be14-077d0c34d479 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=94a43134-a4a7-45fd-af5f-8fc2adc2c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674465 Oct 12 19:30:21.592583 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0a95ad84-c519-4da8-a403-9839cd05c35b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:21.598350 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a95ad84-c519-4da8-a403-9839cd05c35b admin admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:30:21.600694 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0a95ad84-c519-4da8-a403-9839cd05c35b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4305278'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:21.624823 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d5a244-2cd7-4c44-b041-da2d2989def4 req-4f5273c4-9392-42e9-8010-e66624ec29c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:21.626615 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e6d5a244-2cd7-4c44-b041-da2d2989def4 req-4f5273c4-9392-42e9-8010-e66624ec29c0 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1866076 Oct 12 19:30:21.665346 n-d-813679-3 neutron-server[95502]: Traceback (most recent call last): Oct 12 19:30:21.665346 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:30:21.665346 n-d-813679-3 neutron-server[95502]: timer() Oct 12 19:30:21.665346 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:30:21.665346 n-d-813679-3 neutron-server[95502]: cb(*args, **kw) Oct 12 19:30:21.665346 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:30:21.665346 n-d-813679-3 neutron-server[95502]: return func(*args, **kwargs) Oct 12 19:30:21.665346 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:30:21.665346 n-d-813679-3 neutron-server[95502]: self._notify() Oct 12 19:30:21.665346 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:30:21.665346 n-d-813679-3 neutron-server[95502]: self.callback(batched_events) Oct 12 19:30:21.665346 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:30:21.665346 n-d-813679-3 neutron-server[95502]: event.method(event) Oct 12 19:30:21.665346 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:30:21.665346 n-d-813679-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:30:21.665346 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:30:21.665346 n-d-813679-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:30:21.665346 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:30:21.665346 n-d-813679-3 neutron-server[95502]: return f(self, *a, **k) Oct 12 19:30:21.665346 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:30:21.665346 n-d-813679-3 neutron-server[95502]: return self._get(url).json() Oct 12 19:30:21.665346 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:30:21.665346 n-d-813679-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:30:21.665346 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:30:21.665346 n-d-813679-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Oct 12 19:30:21.665346 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:30:21.665346 n-d-813679-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:30:21.665346 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:30:21.665346 n-d-813679-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:30:21.665346 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:30:21.665346 n-d-813679-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:30:21.665346 n-d-813679-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:30:21.695708 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1ec1e9-fd15-42f3-bda3-349fbf3c5f18 req-a056175c-9e13-4c9d-9ab6-9babcc9158a3 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:21.703271 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ac1ec1e9-fd15-42f3-bda3-349fbf3c5f18 req-a056175c-9e13-4c9d-9ab6-9babcc9158a3 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a911cb1-f8f4-48e6-9229-15361e96b2a7 HTTP/1.1" status: 200 len: 944 time: 0.2258129 Oct 12 19:30:21.730685 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7548ab75-828c-4a5a-aeab-0a2863af2e13 req-099af82d-7d05-4325-8bf9-db7cef281f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:21.732585 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7548ab75-828c-4a5a-aeab-0a2863af2e13 req-099af82d-7d05-4325-8bf9-db7cef281f5c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bb40ea5d8c38419a86ccce5293b0bc06&device_id=1b0a43c3-ba20-4aaf-9e31-8c41399a19c5 HTTP/1.1" status: 200 len: 1095 time: 0.0549920 Oct 12 19:30:21.744405 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0a95ad84-c519-4da8-a403-9839cd05c35b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:21.752327 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0a95ad84-c519-4da8-a403-9839cd05c35b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:21.759317 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-0a95ad84-c519-4da8-a403-9839cd05c35b admin admin] 10.222.0.49 "DELETE /v2.0/networks/0290ce55-7f93-4c6c-bbd1-02235e645c15 HTTP/1.1" status: 204 len: 168 time: 1.5395112 Oct 12 19:30:21.778715 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ac1ec1e9-fd15-42f3-bda3-349fbf3c5f18 req-272d4ea3-1f69-448c-9539-d7afc639ce48 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/security-groups?id=243314df-bf60-4e8d-a5c3-b65fe30534c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658362 Oct 12 19:30:21.792481 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a95ad84-c519-4da8-a403-9839cd05c35b admin admin] Pushing event deleted for resources: {'Network': ['ID=0290ce55-7f93-4c6c-bbd1-02235e645c15,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:30:21.825200 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7548ab75-828c-4a5a-aeab-0a2863af2e13 req-75a72ccd-38cd-4d0d-b4eb-5d9523edd49c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fafb31b8-7130-4c00-a14b-b0d5bff799be HTTP/1.1" status: 200 len: 217 time: 0.0810604 Oct 12 19:30:21.980217 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7548ab75-828c-4a5a-aeab-0a2863af2e13 req-111dd093-aebb-43a5-8d6e-b778e9d86918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:21.981730 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7548ab75-828c-4a5a-aeab-0a2863af2e13 req-111dd093-aebb-43a5-8d6e-b778e9d86918 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d6befbf0-bb86-46bb-8940-6082fe20c2ba HTTP/1.1" status: 200 len: 860 time: 0.1476657 Oct 12 19:30:22.044916 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7548ab75-828c-4a5a-aeab-0a2863af2e13 req-ed8801e8-35f4-4cb4-bb71-fc31018be830 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c12a701a-54c3-43ba-94cc-6562f93e5521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529959 Oct 12 19:30:22.121581 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d074cd-e36b-40af-acb5-14c9c93e04ff req-71fcee9f-19c7-4e43-8a3b-6565609bc378 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:22.129015 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a0d074cd-e36b-40af-acb5-14c9c93e04ff req-71fcee9f-19c7-4e43-8a3b-6565609bc378 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 946 time: 0.1835907 Oct 12 19:30:22.186866 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device abc86e3b-3332-485f-98db-aba520efc5cd no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:30:22.203567 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7548ab75-828c-4a5a-aeab-0a2863af2e13 req-6dd3447a-f6d5-4e76-87a3-287e2a348e78 service neutron] 10.222.0.67 "GET /v2.0/networks/c12a701a-54c3-43ba-94cc-6562f93e5521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415291 Oct 12 19:30:22.223668 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c46e0d1-71a0-4dc4-8e71-100070f23e2c req-85189236-d9ec-4e68-a740-2b32cc854155 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:22.228234 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5c46e0d1-71a0-4dc4-8e71-100070f23e2c req-85189236-d9ec-4e68-a740-2b32cc854155 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b0a43c3-ba20-4aaf-9e31-8c41399a19c5 HTTP/1.1" status: 200 len: 944 time: 0.1700847 Oct 12 19:30:22.253235 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: abc86e3b-3332-485f-98db-aba520efc5cd {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:30:22.253667 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device abc86e3b-3332-485f-98db-aba520efc5cd not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:30:22.283081 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5c46e0d1-71a0-4dc4-8e71-100070f23e2c req-4f2c020d-97ab-4e6e-9993-fa7f8c838691 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] 10.222.0.49 "GET /v2.0/security-groups?id=22450e14-cc39-4381-9450-74c0cdf56e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493753 Oct 12 19:30:22.314682 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a0d074cd-e36b-40af-acb5-14c9c93e04ff req-c1ebbad4-4dd1-4587-b757-c87c02e3d264 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831036 Oct 12 19:30:22.340275 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 57966) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:30:22.380453 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7548ab75-828c-4a5a-aeab-0a2863af2e13 req-8f6a7c31-50f7-4931-8ccc-98a05eadc2de service neutron] 10.222.0.67 "GET /v2.0/networks/c12a701a-54c3-43ba-94cc-6562f93e5521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658514 Oct 12 19:30:22.411651 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '065d1ec7-60db-45cc-b11c-bb8ac2f10e42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1dacf51-8b56-41a7-988b-c10af1584886'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:30:22.414999 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1931ae39-e5cf-4d3f-929c-295e25796e0e" -d '{"events": [{"server_uuid": "065d1ec7-60db-45cc-b11c-bb8ac2f10e42", "name": "network-vif-plugged", "status": "completed", "tag": "e1dacf51-8b56-41a7-988b-c10af1584886"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:30:22.431429 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 57970) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:30:22.445064 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-600793ae-b647-4108-86e7-eadcdcba3b56 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e44e70d74bb14964afe24769b25e2a13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0875063 Oct 12 19:30:22.473701 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b44a2b0-4081-4445-81d6-2434d0fc96fd x-openstack-request-id: req-6b44a2b0-4081-4445-81d6-2434d0fc96fd {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:30:22.474593 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "065d1ec7-60db-45cc-b11c-bb8ac2f10e42", "name": "network-vif-plugged", "status": "completed", "tag": "e1dacf51-8b56-41a7-988b-c10af1584886", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:30:22.475539 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6b44a2b0-4081-4445-81d6-2434d0fc96fd {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:30:22.476490 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '065d1ec7-60db-45cc-b11c-bb8ac2f10e42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1dacf51-8b56-41a7-988b-c10af1584886', 'code': 200} Oct 12 19:30:22.494762 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 6f91eea0-c9e2-4aa3-81ce-5094ad6b837a details requested by agent hyperv_n-h1-813679-3 with host n-h1-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:30:22.568095 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d7b4a4a8-a548-4ce4-aa18-4801fa687d71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:22.592726 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fed33d5-7404-497e-bc26-66b4816d3006 req-145fe6e6-04ce-4a1d-aea9-acee44d705c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:22.595229 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1fed33d5-7404-497e-bc26-66b4816d3006 req-145fe6e6-04ce-4a1d-aea9-acee44d705c8 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 1097 time: 0.0548038 Oct 12 19:30:22.603184 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d7b4a4a8-a548-4ce4-aa18-4801fa687d71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:22.656747 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1fed33d5-7404-497e-bc26-66b4816d3006 req-3d30a21e-6285-4483-993e-ff4c44c000b4 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532780 Oct 12 19:30:22.716292 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 6f91eea0-c9e2-4aa3-81ce-5094ad6b837a, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=6f91eea0-c9e2-4aa3-81ce-5094ad6b837a,segment=NetworkSegment(d3bbc1b0-43de-46c9-85ac-bcdee6118989),segment_id=d3bbc1b0-43de-46c9-85ac-bcdee6118989)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:30:22.734590 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Returning: {'device': '6f91eea0-c9e2-4aa3-81ce-5094ad6b837a', 'network_id': '8210e84a-9fb6-4a53-a2c3-d0f330bffa92', 'port_id': '6f91eea0-c9e2-4aa3-81ce-5094ad6b837a', 'mac_address': 'fa:16:3e:be:aa:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33859617-14c0-4672-bd1b-84bf0d04d8bc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:30:22.776280 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e402c0ec-fe1b-4366-935c-671530d04bd3 req-d85f6e19-2ef8-4a19-a518-2035c7456dd2 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:22.778034 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e402c0ec-fe1b-4366-935c-671530d04bd3 req-d85f6e19-2ef8-4a19-a518-2035c7456dd2 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e903912-16d6-4ed5-863b-dc4a327f9cf2 HTTP/1.1" status: 200 len: 946 time: 0.1034298 Oct 12 19:30:22.794107 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:22.810309 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d7b4a4a8-a548-4ce4-aa18-4801fa687d71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:22.813049 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d7b4a4a8-a548-4ce4-aa18-4801fa687d71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:22.814177 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-d7b4a4a8-a548-4ce4-aa18-4801fa687d71 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3416205a-d9ec-4ba1-a823-0f8eadffb37c HTTP/1.1" status: 204 len: 168 time: 0.3818698 Oct 12 19:30:22.834653 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f91eea0-c9e2-4aa3-81ce-5094ad6b837a {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:30:22.878243 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b4a4a8-a548-4ce4-aa18-4801fa687d71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3416205a-d9ec-4ba1-a823-0f8eadffb37c,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:30:22.880978 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 6f91eea0-c9e2-4aa3-81ce-5094ad6b837a, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=6f91eea0-c9e2-4aa3-81ce-5094ad6b837a,segment=NetworkSegment(d3bbc1b0-43de-46c9-85ac-bcdee6118989),segment_id=d3bbc1b0-43de-46c9-85ac-bcdee6118989)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:30:22.920986 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e402c0ec-fe1b-4366-935c-671530d04bd3 req-83bd517c-aa30-43e3-87f3-2bc7d7303776 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=94a43134-a4a7-45fd-af5f-8fc2adc2c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372528 Oct 12 19:30:22.948867 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 0314f2b2-73ac-4252-bd05-ba8b48c29df1 up at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:30:22.984265 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe2ae52-3880-4850-bda1-4ae538cf83cd req-210d4d2a-f8fe-44a2-96fc-e2800d33e480 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:22.986742 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9fe2ae52-3880-4850-bda1-4ae538cf83cd req-210d4d2a-f8fe-44a2-96fc-e2800d33e480 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a911cb1-f8f4-48e6-9229-15361e96b2a7 HTTP/1.1" status: 200 len: 944 time: 0.0937061 Oct 12 19:30:23.017734 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:23.115674 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9fe2ae52-3880-4850-bda1-4ae538cf83cd req-d9ca1d95-e674-42f5-9b36-a70bee05b1c0 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/security-groups?id=243314df-bf60-4e8d-a5c3-b65fe30534c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197467 Oct 12 19:30:23.119142 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=6f91eea0-c9e2-4aa3-81ce-5094ad6b837a,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:30:23.145093 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning for port 0314f2b2-73ac-4252-bd05-ba8b48c29df1 completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:30:23.150296 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning complete for port 0314f2b2-73ac-4252-bd05-ba8b48c29df1 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:30:23.151360 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:23.262227 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:23.281023 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['6f91eea0-c9e2-4aa3-81ce-5094ad6b837a'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:30:23.340391 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 0314f2b2-73ac-4252-bd05-ba8b48c29df1, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=0314f2b2-73ac-4252-bd05-ba8b48c29df1,segment=NetworkSegment(d3bbc1b0-43de-46c9-85ac-bcdee6118989),segment_id=d3bbc1b0-43de-46c9-85ac-bcdee6118989)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:30:23.427975 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:23.547956 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=0314f2b2-73ac-4252-bd05-ba8b48c29df1,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:30:23.562006 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad9e3bf-6db9-4e66-b29f-52a4fc8f103c req-e27b9212-9b42-466f-baca-192d8e9cc365 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:23.577624 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8ad9e3bf-6db9-4e66-b29f-52a4fc8f103c req-e27b9212-9b42-466f-baca-192d8e9cc365 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b0a43c3-ba20-4aaf-9e31-8c41399a19c5 HTTP/1.1" status: 200 len: 944 time: 0.1385658 Oct 12 19:30:23.586959 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46801d97-e518-4532-8228-cae96d94fb41 req-ec29b5e5-469d-4639-9a86-4c8eba5a065c tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:23.597202 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-46801d97-e518-4532-8228-cae96d94fb41 req-ec29b5e5-469d-4639-9a86-4c8eba5a065c tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 946 time: 0.1311319 Oct 12 19:30:23.654659 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-46801d97-e518-4532-8228-cae96d94fb41 req-fcaa0c9b-7e63-429c-bed7-060a2f31512f tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535090 Oct 12 19:30:23.655495 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8ad9e3bf-6db9-4e66-b29f-52a4fc8f103c req-b616dd36-fbc4-4d26-8e84-422bb337a70c tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] 10.222.0.49 "GET /v2.0/security-groups?id=22450e14-cc39-4381-9450-74c0cdf56e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762377 Oct 12 19:30:24.117098 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc15fe7-5afd-4cc5-a3c9-a7fee0b0994f req-71d93c1d-4eca-45a8-9cfe-58f080c013cb tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:24.118632 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8bc15fe7-5afd-4cc5-a3c9-a7fee0b0994f req-71d93c1d-4eca-45a8-9cfe-58f080c013cb tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e903912-16d6-4ed5-863b-dc4a327f9cf2 HTTP/1.1" status: 200 len: 946 time: 0.0817628 Oct 12 19:30:24.187989 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8bc15fe7-5afd-4cc5-a3c9-a7fee0b0994f req-274c0e2b-bc40-4f35-aecb-62e17741df42 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=94a43134-a4a7-45fd-af5f-8fc2adc2c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626020 Oct 12 19:30:24.274222 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1f0923-5e7a-4ae7-9b63-00632d311926 req-997841c0-a853-4846-af3c-4e5db9c56627 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:24.275791 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7d1f0923-5e7a-4ae7-9b63-00632d311926 req-997841c0-a853-4846-af3c-4e5db9c56627 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a911cb1-f8f4-48e6-9229-15361e96b2a7 HTTP/1.1" status: 200 len: 945 time: 0.0654075 Oct 12 19:30:24.313617 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 58008) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:30:24.349039 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7d1f0923-5e7a-4ae7-9b63-00632d311926 req-4ad2a52d-244d-48c7-9324-014123ec0f59 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/security-groups?id=243314df-bf60-4e8d-a5c3-b65fe30534c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628316 Oct 12 19:30:24.443975 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-35360a05-0a4b-4f46-9480-883ff2c4e8de admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1961521315-network', 'tenant_id': '496ac45680674450945188fe432317c5'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:30:24.478841 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68ed1b32-2769-4ecc-86ab-1452bfd5bcf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0314f2b2-73ac-4252-bd05-ba8b48c29df1'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:30:24.483026 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61946f9c-af50-48f8-afd2-3866d094f309" -d '{"events": [{"server_uuid": "68ed1b32-2769-4ecc-86ab-1452bfd5bcf7", "name": "network-vif-plugged", "status": "completed", "tag": "0314f2b2-73ac-4252-bd05-ba8b48c29df1"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:30:24.521798 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 6f91eea0-c9e2-4aa3-81ce-5094ad6b837a up at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:30:24.539295 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35360a05-0a4b-4f46-9480-883ff2c4e8de admin admin] Made reservation on behalf of 496ac45680674450945188fe432317c5 for: {'network': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:30:24.541891 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-35360a05-0a4b-4f46-9480-883ff2c4e8de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:24.557890 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4df65b3c-8db8-48de-b27a-50b100833edf x-openstack-request-id: req-4df65b3c-8db8-48de-b27a-50b100833edf {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:30:24.558771 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68ed1b32-2769-4ecc-86ab-1452bfd5bcf7", "name": "network-vif-plugged", "status": "completed", "tag": "0314f2b2-73ac-4252-bd05-ba8b48c29df1", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:30:24.559175 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4df65b3c-8db8-48de-b27a-50b100833edf {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:30:24.559711 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68ed1b32-2769-4ecc-86ab-1452bfd5bcf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0314f2b2-73ac-4252-bd05-ba8b48c29df1', 'code': 200} Oct 12 19:30:24.574570 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-35360a05-0a4b-4f46-9480-883ff2c4e8de admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:24.646420 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning for port 6f91eea0-c9e2-4aa3-81ce-5094ad6b837a completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:30:24.656853 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning complete for port 6f91eea0-c9e2-4aa3-81ce-5094ad6b837a triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:30:24.656853 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:24.716222 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32446ea6-b4e2-4a30-ae4a-eef1610913fb req-1299e66e-6a00-453b-ae68-e1637c35789c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:24.718934 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-32446ea6-b4e2-4a30-ae4a-eef1610913fb req-1299e66e-6a00-453b-ae68-e1637c35789c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=68ed1b32-2769-4ecc-86ab-1452bfd5bcf7 HTTP/1.1" status: 200 len: 1096 time: 0.1033792 Oct 12 19:30:24.775189 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-35360a05-0a4b-4f46-9480-883ff2c4e8de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:24.851455 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:24.911331 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 6f91eea0-c9e2-4aa3-81ce-5094ad6b837a, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=6f91eea0-c9e2-4aa3-81ce-5094ad6b837a,segment=NetworkSegment(d3bbc1b0-43de-46c9-85ac-bcdee6118989),segment_id=d3bbc1b0-43de-46c9-85ac-bcdee6118989)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:30:24.913292 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-35360a05-0a4b-4f46-9480-883ff2c4e8de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:24.953714 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad27ba6e-6375-40aa-a850-c124e97ec1bd req-26bca41c-eeea-4ae4-8ac0-76b9bda1ba07 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:24.955180 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ad27ba6e-6375-40aa-a850-c124e97ec1bd req-26bca41c-eeea-4ae4-8ac0-76b9bda1ba07 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 946 time: 0.1239882 Oct 12 19:30:24.972128 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device fafb31b8-7130-4c00-a14b-b0d5bff799be details requested by agent hyperv_n-h2-813679-3 with host n-h2-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:30:24.979836 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-32446ea6-b4e2-4a30-ae4a-eef1610913fb req-12ac2dc0-74cc-425f-87c9-34cc3048b484 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=243314df-bf60-4e8d-a5c3-b65fe30534c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487273 Oct 12 19:30:24.989788 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35360a05-0a4b-4f46-9480-883ff2c4e8de admin admin] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'} {{(pid=95501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:30:24.991965 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35360a05-0a4b-4f46-9480-883ff2c4e8de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=664b8074-b67d-4f87-9a7e-2203c125597c,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:30:25.017879 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ad27ba6e-6375-40aa-a850-c124e97ec1bd req-7b4ccbdd-4150-48f2-964e-1100df15bae1 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461593 Oct 12 19:30:25.019997 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-35360a05-0a4b-4f46-9480-883ff2c4e8de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:25.021315 n-d-813679-3 neutron-server[95501]: INFO neutron.db.segments_db [None req-35360a05-0a4b-4f46-9480-883ff2c4e8de admin admin] Added segment fec81b87-8382-4900-b508-487ce0a7c582 of type vlan for network e7bef2a6-811a-49ae-99f4-722b0c0fa0d1 Oct 12 19:30:25.040477 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaec21e-47b4-423e-bf99-62ba79fe396f req-e4255464-4b33-489a-96b3-86176d5efae9 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:25.042570 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-daaec21e-47b4-423e-bf99-62ba79fe396f req-e4255464-4b33-489a-96b3-86176d5efae9 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b0a43c3-ba20-4aaf-9e31-8c41399a19c5 HTTP/1.1" status: 200 len: 944 time: 0.1578696 Oct 12 19:30:25.120304 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-35360a05-0a4b-4f46-9480-883ff2c4e8de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:25.166719 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port fafb31b8-7130-4c00-a14b-b0d5bff799be, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=fafb31b8-7130-4c00-a14b-b0d5bff799be,segment=NetworkSegment(04137cc8-7b83-4277-a1ca-984267592eea),segment_id=04137cc8-7b83-4277-a1ca-984267592eea)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:30:25.181449 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Returning: {'device': 'fafb31b8-7130-4c00-a14b-b0d5bff799be', 'network_id': 'c12a701a-54c3-43ba-94cc-6562f93e5521', 'port_id': 'fafb31b8-7130-4c00-a14b-b0d5bff799be', 'mac_address': 'fa:16:3e:95:5a:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6befbf0-bb86-46bb-8940-6082fe20c2ba', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:30:25.212288 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-daaec21e-47b4-423e-bf99-62ba79fe396f req-97fd0a04-454d-43d4-b387-03205510be22 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] 10.222.0.49 "GET /v2.0/security-groups?id=22450e14-cc39-4381-9450-74c0cdf56e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574466 Oct 12 19:30:25.257070 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:25.277548 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-35360a05-0a4b-4f46-9480-883ff2c4e8de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:25.282615 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35360a05-0a4b-4f46-9480-883ff2c4e8de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:25.282615 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-35360a05-0a4b-4f46-9480-883ff2c4e8de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:25.293792 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:25.317708 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fafb31b8-7130-4c00-a14b-b0d5bff799be {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:30:25.349699 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=6f91eea0-c9e2-4aa3-81ce-5094ad6b837a,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:30:25.355357 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port fafb31b8-7130-4c00-a14b-b0d5bff799be, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=fafb31b8-7130-4c00-a14b-b0d5bff799be,segment=NetworkSegment(04137cc8-7b83-4277-a1ca-984267592eea),segment_id=04137cc8-7b83-4277-a1ca-984267592eea)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:30:25.424728 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35360a05-0a4b-4f46-9480-883ff2c4e8de admin admin] Pushing event updated for resources: {'Network': ['ID=e7bef2a6-811a-49ae-99f4-722b0c0fa0d1,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:30:25.431298 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:25.441643 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network e7bef2a6-811a-49ae-99f4-722b0c0fa0d1 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:30:25.448916 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b91ad6-8717-4914-b33d-16c713c4ff0b req-4df3626e-fbca-4885-9e47-e18340173d07 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:25.450772 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-74b91ad6-8717-4914-b33d-16c713c4ff0b req-4df3626e-fbca-4885-9e47-e18340173d07 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e903912-16d6-4ed5-863b-dc4a327f9cf2 HTTP/1.1" status: 200 len: 946 time: 0.1270683 Oct 12 19:30:25.462650 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-35360a05-0a4b-4f46-9480-883ff2c4e8de admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1450040 Oct 12 19:30:25.467549 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 58040) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:30:25.473574 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-5b781eca-ea56-4582-84c9-147a99865358 admin admin] Request body: {'subnet': {'network_id': 'e7bef2a6-811a-49ae-99f4-722b0c0fa0d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1961521315-subnet', 'tenant_id': '496ac45680674450945188fe432317c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:30:25.510388 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-74b91ad6-8717-4914-b33d-16c713c4ff0b req-1940c0cf-6dec-4af9-ac64-4878bdd65ad6 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=94a43134-a4a7-45fd-af5f-8fc2adc2c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489006 Oct 12 19:30:25.565673 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795308e7-a342-4f6b-9b78-d2d1d804e5d1 req-6f94f991-b368-4173-afc7-19e75c272f89 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:25.580988 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-795308e7-a342-4f6b-9b78-d2d1d804e5d1 req-6f94f991-b368-4173-afc7-19e75c272f89 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/networks?id=821a7daa-cbda-47ad-af75-98b83de65b7b HTTP/1.1" status: 200 len: 814 time: 0.2746646 Oct 12 19:30:25.607523 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=fafb31b8-7130-4c00-a14b-b0d5bff799be,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:30:25.617502 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-795308e7-a342-4f6b-9b78-d2d1d804e5d1 req-6b4dd74a-ac0e-428b-83d1-78477abb0c4e tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/quotas/8ff84b2ec0864625b42aaaa064df001a HTTP/1.1" status: 200 len: 375 time: 0.0347850 Oct 12 19:30:25.677481 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b781eca-ea56-4582-84c9-147a99865358 admin admin] Made reservation on behalf of 496ac45680674450945188fe432317c5 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:30:25.680855 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5b781eca-ea56-4582-84c9-147a99865358 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16245837'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:25.707256 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['fafb31b8-7130-4c00-a14b-b0d5bff799be'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:30:25.719056 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13df20cc-6754-49ce-9414-5eb49e9f39b6 req-075e68e6-5c43-41df-8a96-f5c13d0cbec4 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:25.722621 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-13df20cc-6754-49ce-9414-5eb49e9f39b6 req-075e68e6-5c43-41df-8a96-f5c13d0cbec4 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a911cb1-f8f4-48e6-9229-15361e96b2a7 HTTP/1.1" status: 200 len: 946 time: 0.0878177 Oct 12 19:30:25.785738 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-13df20cc-6754-49ce-9414-5eb49e9f39b6 req-18e0d8e3-9caa-4121-9969-8cac3d234c67 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/security-groups?id=243314df-bf60-4e8d-a5c3-b65fe30534c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565500 Oct 12 19:30:25.839155 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-795308e7-a342-4f6b-9b78-d2d1d804e5d1 req-d9935cf4-2941-44e3-a4c0-3e965a66f8f7 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=8ff84b2ec0864625b42aaaa064df001a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2205567 Oct 12 19:30:25.972190 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-795308e7-a342-4f6b-9b78-d2d1d804e5d1 req-496c09d0-c092-4e20-b723-38f7ccb0f5af service neutron] 10.222.0.49 "GET /v2.0/networks/821a7daa-cbda-47ad-af75-98b83de65b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300280 Oct 12 19:30:26.177084 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-795308e7-a342-4f6b-9b78-d2d1d804e5d1 req-6e75d791-ac12-4588-b859-2694812a99f1 service neutron] 10.222.0.49 "GET /v2.0/networks/821a7daa-cbda-47ad-af75-98b83de65b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026279 Oct 12 19:30:26.282790 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5b781eca-ea56-4582-84c9-147a99865358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4306659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16245859'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:26.364808 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b781eca-ea56-4582-84c9-147a99865358 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a130fa0-8ebb-447a-b0e4-89e1aa885980,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:30:26.376393 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b781eca-ea56-4582-84c9-147a99865358 admin admin] Checking segment: {'id': 'fec81b87-8382-4900-b508-487ce0a7c582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e7bef2a6-811a-49ae-99f4-722b0c0fa0d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:30:26.376817 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b781eca-ea56-4582-84c9-147a99865358 admin admin] Network hostable DHCP agents. Network: e7bef2a6-811a-49ae-99f4-722b0c0fa0d1, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:30:26.413736 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60999bfa-edbb-4887-b943-b04094e94a01 req-fcf8608b-26ae-4484-90f4-e57089e558a6 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:26.415512 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-60999bfa-edbb-4887-b943-b04094e94a01 req-fcf8608b-26ae-4484-90f4-e57089e558a6 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b0a43c3-ba20-4aaf-9e31-8c41399a19c5 HTTP/1.1" status: 200 len: 945 time: 0.1086102 Oct 12 19:30:26.455929 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b781eca-ea56-4582-84c9-147a99865358 admin admin] Network e7bef2a6-811a-49ae-99f4-722b0c0fa0d1 is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:30:26.523678 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-60999bfa-edbb-4887-b943-b04094e94a01 req-ca875d58-bc80-4000-bbb9-f1bebd2edf98 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] 10.222.0.49 "GET /v2.0/security-groups?id=22450e14-cc39-4381-9450-74c0cdf56e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975406 Oct 12 19:30:26.563276 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a911cb1-f8f4-48e6-9229-15361e96b2a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f91eea0-c9e2-4aa3-81ce-5094ad6b837a'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:30:26.564827 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a77f0b8-0c1d-4f32-982f-79c4b75b07be" -d '{"events": [{"server_uuid": "5a911cb1-f8f4-48e6-9229-15361e96b2a7", "name": "network-vif-plugged", "status": "completed", "tag": "6f91eea0-c9e2-4aa3-81ce-5094ad6b837a"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:30:26.605357 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5d99eec3-c546-4cda-a439-0df460234305 req-2324b9ae-28c9-4472-8835-d8823f4e0cd3 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=ffa4dab8-3baf-45bb-bdd6-8c6ee43c123a HTTP/1.1" status: 200 len: 210 time: 0.0734668 Oct 12 19:30:26.616560 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-5b781eca-ea56-4582-84c9-147a99865358 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, e7bef2a6-811a-49ae-99f4-722b0c0fa0d1) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:30:26.627128 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66bdd8cc-2c39-4bfd-a053-fac51a6b73f9 None None] Network e7bef2a6-811a-49ae-99f4-722b0c0fa0d1 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:30:26.654660 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b781eca-ea56-4582-84c9-147a99865358 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:26.654660 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5b781eca-ea56-4582-84c9-147a99865358 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:26.711778 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-805fb2ac-f619-47c4-934b-42b5c4af0021 x-openstack-request-id: req-805fb2ac-f619-47c4-934b-42b5c4af0021 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:30:26.712132 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a911cb1-f8f4-48e6-9229-15361e96b2a7", "name": "network-vif-plugged", "status": "completed", "tag": "6f91eea0-c9e2-4aa3-81ce-5094ad6b837a", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:30:26.712403 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-805fb2ac-f619-47c4-934b-42b5c4af0021 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:30:26.712796 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a911cb1-f8f4-48e6-9229-15361e96b2a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f91eea0-c9e2-4aa3-81ce-5094ad6b837a', 'code': 200} Oct 12 19:30:26.718095 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0eb549-0b0f-4533-9ff7-43aceadb34ae req-edbe4f56-2a2b-4567-b5f5-3228a298a9a4 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:26.726728 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8e0eb549-0b0f-4533-9ff7-43aceadb34ae req-edbe4f56-2a2b-4567-b5f5-3228a298a9a4 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e903912-16d6-4ed5-863b-dc4a327f9cf2 HTTP/1.1" status: 200 len: 946 time: 0.0709090 Oct 12 19:30:26.777959 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-5b781eca-ea56-4582-84c9-147a99865358 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3072000 Oct 12 19:30:26.836269 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8e0eb549-0b0f-4533-9ff7-43aceadb34ae req-ab134490-8953-44d8-9f37-b76da433f3f2 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=94a43134-a4a7-45fd-af5f-8fc2adc2c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086855 Oct 12 19:30:26.909272 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c59c75-0002-4cee-ab82-2a6e30ec008b None None] Network e7bef2a6-811a-49ae-99f4-722b0c0fa0d1 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:30:27.015493 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device fafb31b8-7130-4c00-a14b-b0d5bff799be up at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:30:27.047905 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11f7a10-5646-4a55-80a9-f8c884483de0 req-f963f915-2981-4151-b30d-f423aa429dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:27.049949 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f11f7a10-5646-4a55-80a9-f8c884483de0 req-f963f915-2981-4151-b30d-f423aa429dbd service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5a911cb1-f8f4-48e6-9229-15361e96b2a7 HTTP/1.1" status: 200 len: 1097 time: 0.2722447 Oct 12 19:30:27.129897 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f11f7a10-5646-4a55-80a9-f8c884483de0 req-bab34268-706e-4fad-9b25-6e5d2b9bdcfd service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=243314df-bf60-4e8d-a5c3-b65fe30534c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680666 Oct 12 19:30:27.147613 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f67c07b-1b0f-4034-8ff1-6e870494e11c req-18c202c6-fa1e-4221-8a24-2dbea7b4f5f0 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:27.152276 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1f67c07b-1b0f-4034-8ff1-6e870494e11c req-18c202c6-fa1e-4221-8a24-2dbea7b4f5f0 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a911cb1-f8f4-48e6-9229-15361e96b2a7 HTTP/1.1" status: 200 len: 946 time: 0.2035742 Oct 12 19:30:27.220843 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1f67c07b-1b0f-4034-8ff1-6e870494e11c req-21a8c6c8-d191-448c-83b4-127e4f0d3c50 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/security-groups?id=243314df-bf60-4e8d-a5c3-b65fe30534c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610378 Oct 12 19:30:27.241836 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning for port fafb31b8-7130-4c00-a14b-b0d5bff799be completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:30:27.249880 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning complete for port fafb31b8-7130-4c00-a14b-b0d5bff799be triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:30:27.250266 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:27.414280 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:27.461214 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port fafb31b8-7130-4c00-a14b-b0d5bff799be, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=fafb31b8-7130-4c00-a14b-b0d5bff799be,segment=NetworkSegment(04137cc8-7b83-4277-a1ca-984267592eea),segment_id=04137cc8-7b83-4277-a1ca-984267592eea)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:30:27.543994 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:27.720358 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648e042c-359a-4c0d-8888-d3b75619ba5a req-0286c6b2-062c-41c9-810e-92b9d3831eab tempest-ServerAddressesTestJSON-642548608 tempest-ServerAddressesTestJSON-642548608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:27.724523 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cdf73e-3532-4855-84b2-94bd32fd017e req-e4025de2-090f-4993-a81f-c22858fe594e tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:27.733558 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-648e042c-359a-4c0d-8888-d3b75619ba5a req-0286c6b2-062c-41c9-810e-92b9d3831eab tempest-ServerAddressesTestJSON-642548608 tempest-ServerAddressesTestJSON-642548608-project] 10.222.0.49 "GET /v2.0/networks?id=e7bef2a6-811a-49ae-99f4-722b0c0fa0d1 HTTP/1.1" status: 200 len: 814 time: 0.2377667 Oct 12 19:30:27.734741 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-06cdf73e-3532-4855-84b2-94bd32fd017e req-e4025de2-090f-4993-a81f-c22858fe594e tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b0a43c3-ba20-4aaf-9e31-8c41399a19c5 HTTP/1.1" status: 200 len: 946 time: 0.1139369 Oct 12 19:30:27.758752 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-648e042c-359a-4c0d-8888-d3b75619ba5a req-88afe8f8-b24d-4733-9547-1a62ebc0fd31 tempest-ServerAddressesTestJSON-642548608 tempest-ServerAddressesTestJSON-642548608-project] 10.222.0.49 "GET /v2.0/quotas/496ac45680674450945188fe432317c5 HTTP/1.1" status: 200 len: 375 time: 0.0173230 Oct 12 19:30:27.794676 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-648e042c-359a-4c0d-8888-d3b75619ba5a req-b65e2fac-90f9-4e93-be22-247fa04b5cb9 tempest-ServerAddressesTestJSON-642548608 tempest-ServerAddressesTestJSON-642548608-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=496ac45680674450945188fe432317c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291078 Oct 12 19:30:27.810109 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-06cdf73e-3532-4855-84b2-94bd32fd017e req-04571fe7-46ff-4134-ba08-1912f0a779ce tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] 10.222.0.49 "GET /v2.0/security-groups?id=22450e14-cc39-4381-9450-74c0cdf56e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740864 Oct 12 19:30:27.882259 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=fafb31b8-7130-4c00-a14b-b0d5bff799be,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:30:27.970890 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f7f9288b-419e-4142-bcf5-9921977f3f66 req-4626be38-f2e3-44d3-bd5e-ed803063ace8 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=ffa4dab8-3baf-45bb-bdd6-8c6ee43c123a HTTP/1.1" status: 200 len: 210 time: 0.0530319 Oct 12 19:30:28.017128 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-648e042c-359a-4c0d-8888-d3b75619ba5a req-75f80a15-90d0-41b1-a3b2-7cda2b0c7694 service neutron] 10.222.0.49 "GET /v2.0/networks/e7bef2a6-811a-49ae-99f4-722b0c0fa0d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129664 Oct 12 19:30:28.221463 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1a57bf-1896-46f0-9214-aeef2dd49b68 req-10e41c0d-766b-4c4a-900b-0b2438f39484 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:28.231316 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8a1a57bf-1896-46f0-9214-aeef2dd49b68 req-10e41c0d-766b-4c4a-900b-0b2438f39484 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e903912-16d6-4ed5-863b-dc4a327f9cf2 HTTP/1.1" status: 200 len: 946 time: 0.1360254 Oct 12 19:30:28.354333 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8a1a57bf-1896-46f0-9214-aeef2dd49b68 req-f168b637-7581-4fdb-8368-9eae37f505ba tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=94a43134-a4a7-45fd-af5f-8fc2adc2c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153409 Oct 12 19:30:28.671534 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ed9aa1-a985-4865-b7f7-3887f9b2baa3 req-45deb0be-f0b8-4a1b-a1d0-d824d758f294 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:28.680020 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-94ed9aa1-a985-4865-b7f7-3887f9b2baa3 req-45deb0be-f0b8-4a1b-a1d0-d824d758f294 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a911cb1-f8f4-48e6-9229-15361e96b2a7 HTTP/1.1" status: 200 len: 946 time: 0.2259624 Oct 12 19:30:28.713869 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b0a43c3-ba20-4aaf-9e31-8c41399a19c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fafb31b8-7130-4c00-a14b-b0d5bff799be'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:30:28.716574 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e049c6b7-3cd3-47f1-b590-92fd984ba44c" -d '{"events": [{"server_uuid": "1b0a43c3-ba20-4aaf-9e31-8c41399a19c5", "name": "network-vif-plugged", "status": "completed", "tag": "fafb31b8-7130-4c00-a14b-b0d5bff799be"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:30:28.788342 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-94ed9aa1-a985-4865-b7f7-3887f9b2baa3 req-7a229e44-47f4-407b-8baf-2d9770a996f9 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/security-groups?id=243314df-bf60-4e8d-a5c3-b65fe30534c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925512 Oct 12 19:30:28.807212 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d06df2a8-6f75-42da-a932-031bdc6cdff8 req-7056d95f-2bab-422c-8e33-22422ad1891b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=fab81ba2-37e8-4ff2-af8b-0fa2eff2f216&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1382785 Oct 12 19:30:28.839191 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-648e042c-359a-4c0d-8888-d3b75619ba5a req-befcef2e-c074-4a9f-9c3c-965c047a8902 service neutron] 10.222.0.49 "GET /v2.0/networks/e7bef2a6-811a-49ae-99f4-722b0c0fa0d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8200490 Oct 12 19:30:28.841717 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8340d923-9e79-4a01-8e8b-b9a22e760368 x-openstack-request-id: req-8340d923-9e79-4a01-8e8b-b9a22e760368 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:30:28.843083 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b0a43c3-ba20-4aaf-9e31-8c41399a19c5", "name": "network-vif-plugged", "status": "completed", "tag": "fafb31b8-7130-4c00-a14b-b0d5bff799be", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:30:28.843083 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8340d923-9e79-4a01-8e8b-b9a22e760368 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:30:28.843083 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b0a43c3-ba20-4aaf-9e31-8c41399a19c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fafb31b8-7130-4c00-a14b-b0d5bff799be', 'code': 200} Oct 12 19:30:29.015452 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0671b3d7-90c7-4e5c-8d47-b307301b961b req-2d923fa2-acbe-4480-a0ae-fbc333c1288b tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:29.019513 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0671b3d7-90c7-4e5c-8d47-b307301b961b req-2d923fa2-acbe-4480-a0ae-fbc333c1288b tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b0a43c3-ba20-4aaf-9e31-8c41399a19c5 HTTP/1.1" status: 200 len: 946 time: 0.0931103 Oct 12 19:30:29.092690 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06df2a8-6f75-42da-a932-031bdc6cdff8 req-2b753573-c5f5-424c-94b8-133180cabade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:29.095720 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d06df2a8-6f75-42da-a932-031bdc6cdff8 req-2b753573-c5f5-424c-94b8-133180cabade service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8037c4999d8b4d25a8c451f2b659a2c4&device_id=fab81ba2-37e8-4ff2-af8b-0fa2eff2f216 HTTP/1.1" status: 200 len: 1096 time: 0.2291560 Oct 12 19:30:29.128351 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ad4aec80-3399-4f84-a0fa-817bbba36f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:29.146816 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0671b3d7-90c7-4e5c-8d47-b307301b961b req-874435c9-3ad1-44c2-8536-78a46099c887 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] 10.222.0.49 "GET /v2.0/security-groups?id=22450e14-cc39-4381-9450-74c0cdf56e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125448 Oct 12 19:30:29.247036 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1245c07-4e14-4953-b53b-5b85e69006a7 req-b809524c-d228-40ec-833c-9ab24668b95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:29.250560 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c1245c07-4e14-4953-b53b-5b85e69006a7 req-b809524c-d228-40ec-833c-9ab24668b95f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1b0a43c3-ba20-4aaf-9e31-8c41399a19c5 HTTP/1.1" status: 200 len: 1097 time: 0.3140590 Oct 12 19:30:29.345182 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-dfa5b193-ca4f-453b-90ca-db8ecdc6be1f req-06bce6ff-b877-4424-ba08-97e512b66f63 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=ffa4dab8-3baf-45bb-bdd6-8c6ee43c123a HTTP/1.1" status: 200 len: 210 time: 0.0852177 Oct 12 19:30:29.547209 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e0802068-0794-47bb-87d1-fcc8eb6cf197 req-62ece715-182f-4cb3-b749-11fdbf62efed tempest-ServerAddressesTestJSON-642548608 tempest-ServerAddressesTestJSON-642548608-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbdfb8a6-02a6-4393-bc95-99db85bab6b5 HTTP/1.1" status: 200 len: 210 time: 0.1764579 Oct 12 19:30:29.563341 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c1245c07-4e14-4953-b53b-5b85e69006a7 req-7afc8a1d-dfd7-4cf0-aa7e-ffe3e9bb8597 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=22450e14-cc39-4381-9450-74c0cdf56e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3033283 Oct 12 19:30:29.655337 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06df2a8-6f75-42da-a932-031bdc6cdff8 req-e60a6deb-c063-4334-8098-ad88a0b3838f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:29.655337 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d06df2a8-6f75-42da-a932-031bdc6cdff8 req-e60a6deb-c063-4334-8098-ad88a0b3838f service neutron] 10.222.0.67 "GET /v2.0/networks?id=f22a0b4a-70e4-4463-a6ef-6109199fd871 HTTP/1.1" status: 200 len: 912 time: 0.5239985 Oct 12 19:30:29.689097 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9be76d-d4e0-416f-8d36-c08ec05a94f0 req-34000baa-99e7-4e64-bc30-2968767b80bf tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:29.690629 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-cc9be76d-d4e0-416f-8d36-c08ec05a94f0 req-34000baa-99e7-4e64-bc30-2968767b80bf tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e903912-16d6-4ed5-863b-dc4a327f9cf2 HTTP/1.1" status: 200 len: 946 time: 0.1485527 Oct 12 19:30:29.708860 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795308e7-a342-4f6b-9b78-d2d1d804e5d1 req-ed2298eb-b773-481e-b24d-5e41184d95f3 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:29.710566 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-795308e7-a342-4f6b-9b78-d2d1d804e5d1 req-ed2298eb-b773-481e-b24d-5e41184d95f3 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.61 "GET /v2.0/networks?id=821a7daa-cbda-47ad-af75-98b83de65b7b HTTP/1.1" status: 200 len: 814 time: 0.4375677 Oct 12 19:30:29.732193 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-795308e7-a342-4f6b-9b78-d2d1d804e5d1 req-3332585a-36d8-45df-9d3d-7aa335dca8ee tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Request body: {'port': {'device_id': 'ffa4dab8-3baf-45bb-bdd6-8c6ee43c123a', 'network_id': '821a7daa-cbda-47ad-af75-98b83de65b7b', 'admin_state_up': True, 'tenant_id': '8ff84b2ec0864625b42aaaa064df001a'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:30:29.846630 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d06df2a8-6f75-42da-a932-031bdc6cdff8 req-40185c7f-0be0-4927-b3db-f8d307882ac1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=746f239a-cac1-47b7-a948-8973bb897097 HTTP/1.1" status: 200 len: 217 time: 0.0938647 Oct 12 19:30:29.884344 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-cc9be76d-d4e0-416f-8d36-c08ec05a94f0 req-f263ff70-2aee-4044-9c99-7769b5c77858 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=94a43134-a4a7-45fd-af5f-8fc2adc2c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725221 Oct 12 19:30:30.008524 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cf42353f-144f-4263-ab38-75fb0edbcaa8 req-1a3646c3-75b1-4ec9-b094-2bfff5506828 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=990414b1-6bca-4a7a-bdcb-ae023cbbe9ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1503537 Oct 12 19:30:30.180917 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06df2a8-6f75-42da-a932-031bdc6cdff8 req-eb7fdefc-82c3-45a4-a02e-69119329be8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:30.180917 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d06df2a8-6f75-42da-a932-031bdc6cdff8 req-eb7fdefc-82c3-45a4-a02e-69119329be8c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a09cd6ac-b3e0-423d-9e85-6644cbc7e663 HTTP/1.1" status: 200 len: 850 time: 0.2666385 Oct 12 19:30:30.211700 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67672cc3-e7cc-436a-bf49-86c4b4906733 req-9964dfef-2f1a-4eb3-aa50-950bad20f58e tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:30.221017 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-67672cc3-e7cc-436a-bf49-86c4b4906733 req-9964dfef-2f1a-4eb3-aa50-950bad20f58e tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a911cb1-f8f4-48e6-9229-15361e96b2a7 HTTP/1.1" status: 200 len: 946 time: 0.2393668 Oct 12 19:30:30.300738 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf42353f-144f-4263-ab38-75fb0edbcaa8 req-80742381-f185-4027-856c-a098433304ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:30.304832 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cf42353f-144f-4263-ab38-75fb0edbcaa8 req-80742381-f185-4027-856c-a098433304ae service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8037c4999d8b4d25a8c451f2b659a2c4&device_id=990414b1-6bca-4a7a-bdcb-ae023cbbe9ab HTTP/1.1" status: 200 len: 1097 time: 0.2658963 Oct 12 19:30:30.325506 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-67672cc3-e7cc-436a-bf49-86c4b4906733 req-a370bb3a-02da-4d6b-8bab-d8aab1936972 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/security-groups?id=243314df-bf60-4e8d-a5c3-b65fe30534c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031220 Oct 12 19:30:30.357479 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-795308e7-a342-4f6b-9b78-d2d1d804e5d1 req-3332585a-36d8-45df-9d3d-7aa335dca8ee tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Made reservation on behalf of 8ff84b2ec0864625b42aaaa064df001a for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:30:30.362632 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-795308e7-a342-4f6b-9b78-d2d1d804e5d1 req-3332585a-36d8-45df-9d3d-7aa335dca8ee tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:30.432955 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9ac100-38df-46ed-9069-02998baab839 req-e8e39fb2-3048-425b-8ebb-61f7238ed055 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:30.442196 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8e9ac100-38df-46ed-9069-02998baab839 req-e8e39fb2-3048-425b-8ebb-61f7238ed055 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b0a43c3-ba20-4aaf-9e31-8c41399a19c5 HTTP/1.1" status: 200 len: 946 time: 0.1912491 Oct 12 19:30:30.469521 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06df2a8-6f75-42da-a932-031bdc6cdff8 req-d2dbb219-fbe0-4a85-b1d6-9288b30de90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:30.473722 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d06df2a8-6f75-42da-a932-031bdc6cdff8 req-d2dbb219-fbe0-4a85-b1d6-9288b30de90f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f22a0b4a-70e4-4463-a6ef-6109199fd871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2843986 Oct 12 19:30:30.621962 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8e9ac100-38df-46ed-9069-02998baab839 req-4b517be9-dab5-43f6-a272-7825c7f724da tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] 10.222.0.49 "GET /v2.0/security-groups?id=22450e14-cc39-4381-9450-74c0cdf56e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539373 Oct 12 19:30:30.663210 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d06df2a8-6f75-42da-a932-031bdc6cdff8 req-3e108a2a-adf1-42e5-a875-23b9bbc97947 service neutron] 10.222.0.67 "GET /v2.0/networks/f22a0b4a-70e4-4463-a6ef-6109199fd871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756029 Oct 12 19:30:30.794192 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [req-795308e7-a342-4f6b-9b78-d2d1d804e5d1 req-3332585a-36d8-45df-9d3d-7aa335dca8ee tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Allocated IP 172.20.0.2 (821a7daa-cbda-47ad-af75-98b83de65b7b/23923b5b-cbc2-4b60-8cb9-1474eb7896df/4969b46e-6d57-43a6-982f-4f228c19551b) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:30:30.888583 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf42353f-144f-4263-ab38-75fb0edbcaa8 req-b9608126-cceb-4628-9af6-3114658da245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:30.897044 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cf42353f-144f-4263-ab38-75fb0edbcaa8 req-b9608126-cceb-4628-9af6-3114658da245 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f22a0b4a-70e4-4463-a6ef-6109199fd871 HTTP/1.1" status: 200 len: 912 time: 0.5635369 Oct 12 19:30:31.145794 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a6d79f82-bb8b-4bfb-b1e9-610d6d976a1e req-f2f1c7de-ff70-4908-a100-3d2a40ce8d24 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=ffa4dab8-3baf-45bb-bdd6-8c6ee43c123a HTTP/1.1" status: 200 len: 210 time: 0.2049432 Oct 12 19:30:31.186784 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6cc2718a-0a79-405d-ae69-ba75bf8675bc req-f2180b3a-6572-486c-b2c6-26ce76c58705 tempest-ServerAddressesTestJSON-642548608 tempest-ServerAddressesTestJSON-642548608-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbdfb8a6-02a6-4393-bc95-99db85bab6b5 HTTP/1.1" status: 200 len: 210 time: 0.1610677 Oct 12 19:30:31.191245 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d06df2a8-6f75-42da-a932-031bdc6cdff8 req-ccada7ac-7e9c-4e47-9c16-620cb6da297b service neutron] 10.222.0.67 "GET /v2.0/networks/f22a0b4a-70e4-4463-a6ef-6109199fd871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5118268 Oct 12 19:30:31.193816 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cf42353f-144f-4263-ab38-75fb0edbcaa8 req-1bbcb788-82a8-4046-ab6a-1cb0bb9e3199 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=71a094e6-3c69-44e7-8689-4e4c66ecd7da HTTP/1.1" status: 200 len: 217 time: 0.1372392 Oct 12 19:30:31.283022 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-795308e7-a342-4f6b-9b78-d2d1d804e5d1 req-3332585a-36d8-45df-9d3d-7aa335dca8ee tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:31.356382 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf42353f-144f-4263-ab38-75fb0edbcaa8 req-7cd529ba-fac9-4b94-b08d-2e1f90e23c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:31.359312 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cf42353f-144f-4263-ab38-75fb0edbcaa8 req-7cd529ba-fac9-4b94-b08d-2e1f90e23c50 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a09cd6ac-b3e0-423d-9e85-6644cbc7e663 HTTP/1.1" status: 200 len: 850 time: 0.1583655 Oct 12 19:30:31.444093 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845cacff-f0c9-4e9c-ab49-14cd08aeac77 req-edf12dd3-3700-4679-aad2-fd6fad5438b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:31.446898 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-845cacff-f0c9-4e9c-ab49-14cd08aeac77 req-edf12dd3-3700-4679-aad2-fd6fad5438b9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4c933ffb6c834d75ab3714dceb2123eb&device_id=5a911cb1-f8f4-48e6-9229-15361e96b2a7 HTTP/1.1" status: 200 len: 1097 time: 0.3767014 Oct 12 19:30:31.454136 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655bd839-500e-4c35-8ca1-582e0861cea6 req-f00c1dbb-5ef8-410d-9119-270b6d79af11 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:31.460064 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-655bd839-500e-4c35-8ca1-582e0861cea6 req-f00c1dbb-5ef8-410d-9119-270b6d79af11 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e903912-16d6-4ed5-863b-dc4a327f9cf2 HTTP/1.1" status: 200 len: 946 time: 0.1162198 Oct 12 19:30:31.500059 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf42353f-144f-4263-ab38-75fb0edbcaa8 req-bd2ba0b8-819e-4b83-9d80-1d3615ebacd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:31.502672 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cf42353f-144f-4263-ab38-75fb0edbcaa8 req-bd2ba0b8-819e-4b83-9d80-1d3615ebacd6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f22a0b4a-70e4-4463-a6ef-6109199fd871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1136513 Oct 12 19:30:31.641975 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b0c4f7-a44d-42e3-8842-4890fc8971ba req-4219e9e6-cb1a-4649-b204-d06ac5bdc7d3 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:31.644712 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-79b0c4f7-a44d-42e3-8842-4890fc8971ba req-4219e9e6-cb1a-4649-b204-d06ac5bdc7d3 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a911cb1-f8f4-48e6-9229-15361e96b2a7 HTTP/1.1" status: 200 len: 946 time: 0.3291068 Oct 12 19:30:31.650790 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845cacff-f0c9-4e9c-ab49-14cd08aeac77 req-3c6fad88-c13d-4801-932a-d328f168a0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:31.653515 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-845cacff-f0c9-4e9c-ab49-14cd08aeac77 req-3c6fad88-c13d-4801-932a-d328f168a0a5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8210e84a-9fb6-4a53-a2c3-d0f330bffa92 HTTP/1.1" status: 200 len: 920 time: 0.1916094 Oct 12 19:30:31.679875 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b4d1ad8b-7322-40af-92ba-e5ce728bdb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:31.690052 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-655bd839-500e-4c35-8ca1-582e0861cea6 req-8bdf447f-3627-4157-a86f-94a3f9587ee2 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=94a43134-a4a7-45fd-af5f-8fc2adc2c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287576 Oct 12 19:30:31.793127 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-795308e7-a342-4f6b-9b78-d2d1d804e5d1 req-3332585a-36d8-45df-9d3d-7aa335dca8ee tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:31.805746 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-845cacff-f0c9-4e9c-ab49-14cd08aeac77 req-b66ee8e1-459a-42b6-b970-32bfa5cf7476 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6f91eea0-c9e2-4aa3-81ce-5094ad6b837a HTTP/1.1" status: 200 len: 217 time: 0.1324532 Oct 12 19:30:31.809127 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['e1dacf51-8b56-41a7-988b-c10af1584886'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:30:31.888310 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3332585a-36d8-45df-9d3d-7aa335dca8ee tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Pushing event updated for resources: {'Port': ['ID=4969b46e-6d57-43a6-982f-4f228c19551b,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:30:31.894003 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cf42353f-144f-4263-ab38-75fb0edbcaa8 req-53dc75c8-755f-43e3-8d4f-5f63cfd4de92 service neutron] 10.222.0.61 "GET /v2.0/networks/f22a0b4a-70e4-4463-a6ef-6109199fd871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3824599 Oct 12 19:30:32.005230 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845cacff-f0c9-4e9c-ab49-14cd08aeac77 req-515e7a16-3e51-4188-9355-dedff5e6060c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:32.012425 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-845cacff-f0c9-4e9c-ab49-14cd08aeac77 req-515e7a16-3e51-4188-9355-dedff5e6060c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=33859617-14c0-4672-bd1b-84bf0d04d8bc HTTP/1.1" status: 200 len: 859 time: 0.1264806 Oct 12 19:30:32.081456 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-79b0c4f7-a44d-42e3-8842-4890fc8971ba req-4c1a3c4f-b802-4717-8a5f-79ce50212a66 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/security-groups?id=243314df-bf60-4e8d-a5c3-b65fe30534c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4159822 Oct 12 19:30:32.126495 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39419cb4-ee25-4639-b228-29d06862f79b req-10b992a8-a55f-4f6d-a50c-94228225fb40 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:32.137646 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-39419cb4-ee25-4639-b228-29d06862f79b req-10b992a8-a55f-4f6d-a50c-94228225fb40 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b0a43c3-ba20-4aaf-9e31-8c41399a19c5 HTTP/1.1" status: 200 len: 946 time: 0.3245814 Oct 12 19:30:32.140613 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-845cacff-f0c9-4e9c-ab49-14cd08aeac77 req-621575fe-cf25-419d-887a-659d23fd9e08 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8210e84a-9fb6-4a53-a2c3-d0f330bffa92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1166327 Oct 12 19:30:32.143063 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-795308e7-a342-4f6b-9b78-d2d1d804e5d1 req-3332585a-36d8-45df-9d3d-7aa335dca8ee tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Network 821a7daa-cbda-47ad-af75-98b83de65b7b is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:30:32.146857 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [req-795308e7-a342-4f6b-9b78-d2d1d804e5d1 req-3332585a-36d8-45df-9d3d-7aa335dca8ee tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:30:32.147270 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cf42353f-144f-4263-ab38-75fb0edbcaa8 req-49270c68-ca8a-49c1-aa1f-a033b8935765 service neutron] 10.222.0.61 "GET /v2.0/networks/f22a0b4a-70e4-4463-a6ef-6109199fd871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478526 Oct 12 19:30:32.152832 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-795308e7-a342-4f6b-9b78-d2d1d804e5d1 req-3332585a-36d8-45df-9d3d-7aa335dca8ee tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:30:32.245593 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-39419cb4-ee25-4639-b228-29d06862f79b req-e44f423f-dfcf-4d48-a102-c90b6c436a4b tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] 10.222.0.49 "GET /v2.0/security-groups?id=22450e14-cc39-4381-9450-74c0cdf56e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049047 Oct 12 19:30:32.335709 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-795fbf64-5346-46e9-9513-1620a5808395 req-9457c1d3-0a52-43b1-8947-491fb27d9d3a tempest-ServerAddressesTestJSON-642548608 tempest-ServerAddressesTestJSON-642548608-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbdfb8a6-02a6-4393-bc95-99db85bab6b5 HTTP/1.1" status: 200 len: 210 time: 0.0302081 Oct 12 19:30:32.339108 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795308e7-a342-4f6b-9b78-d2d1d804e5d1 req-3332585a-36d8-45df-9d3d-7aa335dca8ee tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:32.339723 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-795308e7-a342-4f6b-9b78-d2d1d804e5d1 req-3332585a-36d8-45df-9d3d-7aa335dca8ee tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:32.453065 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8ffd28-38b7-460b-b8fe-60d12d9adb92 req-37602487-16af-413a-bedf-3d5f69b5905f tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:32.463278 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-eb8ffd28-38b7-460b-b8fe-60d12d9adb92 req-37602487-16af-413a-bedf-3d5f69b5905f tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=ffa4dab8-3baf-45bb-bdd6-8c6ee43c123a HTTP/1.1" status: 200 len: 931 time: 0.1782689 Oct 12 19:30:32.499786 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-795308e7-a342-4f6b-9b78-d2d1d804e5d1 req-3332585a-36d8-45df-9d3d-7aa335dca8ee tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7791386 Oct 12 19:30:32.510938 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-845cacff-f0c9-4e9c-ab49-14cd08aeac77 req-0eb9ebbe-4d00-4d50-ba01-06c57a8b75f1 service neutron] 10.222.0.61 "GET /v2.0/networks/8210e84a-9fb6-4a53-a2c3-d0f330bffa92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2958462 Oct 12 19:30:32.517018 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-795308e7-a342-4f6b-9b78-d2d1d804e5d1 req-ce89d01b-aa26-478e-b8a4-b28d67fd27b4 service neutron] Request body: {'port': {'device_id': 'ffa4dab8-3baf-45bb-bdd6-8c6ee43c123a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:30:32.574531 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-eb8ffd28-38b7-460b-b8fe-60d12d9adb92 req-8bd23a1e-1c94-4298-8581-a6226fea0add tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096675 Oct 12 19:30:32.654854 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:32.667091 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-795308e7-a342-4f6b-9b78-d2d1d804e5d1 req-ce89d01b-aa26-478e-b8a4-b28d67fd27b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:32.764804 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-845cacff-f0c9-4e9c-ab49-14cd08aeac77 req-7efd7e98-f083-459c-99fe-8f3d78f33d23 service neutron] 10.222.0.61 "GET /v2.0/networks/8210e84a-9fb6-4a53-a2c3-d0f330bffa92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322717 Oct 12 19:30:32.901985 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:33.046846 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694fb2b9-f621-4410-a4d2-4cc2dcecb3a2 req-7aac77e3-40ab-48e4-878d-f061934be94f tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:33.051930 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-694fb2b9-f621-4410-a4d2-4cc2dcecb3a2 req-7aac77e3-40ab-48e4-878d-f061934be94f tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e903912-16d6-4ed5-863b-dc4a327f9cf2 HTTP/1.1" status: 200 len: 946 time: 0.1561453 Oct 12 19:30:33.100691 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:33.204062 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-694fb2b9-f621-4410-a4d2-4cc2dcecb3a2 req-636b2b44-002f-468d-a937-1a39bc1e4169 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=94a43134-a4a7-45fd-af5f-8fc2adc2c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409485 Oct 12 19:30:33.246621 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6056b655-add6-4a61-8e54-1fe51f3d1ea6 req-120b711c-588c-43ed-beab-d49901baee64 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:33.249007 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6056b655-add6-4a61-8e54-1fe51f3d1ea6 req-120b711c-588c-43ed-beab-d49901baee64 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b0a43c3-ba20-4aaf-9e31-8c41399a19c5 HTTP/1.1" status: 200 len: 946 time: 0.0996873 Oct 12 19:30:33.387224 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [req-795308e7-a342-4f6b-9b78-d2d1d804e5d1 req-ce89d01b-aa26-478e-b8a4-b28d67fd27b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4969b46e-6d57-43a6-982f-4f228c19551b {{(pid=95502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:30:33.447586 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6056b655-add6-4a61-8e54-1fe51f3d1ea6 req-fce64884-e157-4ab9-afb3-da4f817e660c tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] 10.222.0.49 "GET /v2.0/security-groups?id=22450e14-cc39-4381-9450-74c0cdf56e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893206 Oct 12 19:30:33.466162 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b36ab72-1677-4290-95c5-6397e2094152 req-20c4455b-ffbc-4c7b-8f9d-db97717f78bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:33.467933 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0b36ab72-1677-4290-95c5-6397e2094152 req-20c4455b-ffbc-4c7b-8f9d-db97717f78bb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bb40ea5d8c38419a86ccce5293b0bc06&device_id=1b0a43c3-ba20-4aaf-9e31-8c41399a19c5 HTTP/1.1" status: 200 len: 1097 time: 0.1792481 Oct 12 19:30:33.469780 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-795308e7-a342-4f6b-9b78-d2d1d804e5d1 req-ce89d01b-aa26-478e-b8a4-b28d67fd27b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:33.586705 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-795308e7-a342-4f6b-9b78-d2d1d804e5d1 req-ce89d01b-aa26-478e-b8a4-b28d67fd27b4 service neutron] Transition to ACTIVE for port object 4969b46e-6d57-43a6-982f-4f228c19551b will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:30:33.603095 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b31e3e-df67-40bc-bf55-b156e4ef4229 req-8861e837-059f-42fb-9c39-5f32b20488fd tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:33.616647 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-08b31e3e-df67-40bc-bf55-b156e4ef4229 req-8861e837-059f-42fb-9c39-5f32b20488fd tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a911cb1-f8f4-48e6-9229-15361e96b2a7 HTTP/1.1" status: 200 len: 946 time: 0.2586801 Oct 12 19:30:33.644715 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0056b951-520b-48b3-b3bf-6c92e2759d7a req-c09bbf7e-2026-42a2-9c20-3b01d04f2f22 tempest-ServerAddressesTestJSON-642548608 tempest-ServerAddressesTestJSON-642548608-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbdfb8a6-02a6-4393-bc95-99db85bab6b5 HTTP/1.1" status: 200 len: 210 time: 0.0552328 Oct 12 19:30:33.677204 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:33.720091 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b36ab72-1677-4290-95c5-6397e2094152 req-2ead6503-a4ab-4527-9025-a8b638d65e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:33.723535 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0b36ab72-1677-4290-95c5-6397e2094152 req-2ead6503-a4ab-4527-9025-a8b638d65e68 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c12a701a-54c3-43ba-94cc-6562f93e5521 HTTP/1.1" status: 200 len: 921 time: 0.2479033 Oct 12 19:30:33.763532 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-08b31e3e-df67-40bc-bf55-b156e4ef4229 req-348a31d4-20df-4118-b2da-a73fde0d74dd tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/security-groups?id=243314df-bf60-4e8d-a5c3-b65fe30534c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340544 Oct 12 19:30:33.764592 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-795308e7-a342-4f6b-9b78-d2d1d804e5d1 req-ce89d01b-aa26-478e-b8a4-b28d67fd27b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:33.817912 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0b36ab72-1677-4290-95c5-6397e2094152 req-75452285-8ef1-434d-8932-010ed8caa03d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fafb31b8-7130-4c00-a14b-b0d5bff799be HTTP/1.1" status: 200 len: 217 time: 0.0864587 Oct 12 19:30:33.867369 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce89d01b-aa26-478e-b8a4-b28d67fd27b4 service neutron] Pushing event updated for resources: {'Port': ['ID=4969b46e-6d57-43a6-982f-4f228c19551b,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:30:33.899884 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648e042c-359a-4c0d-8888-d3b75619ba5a req-70dabf4f-6dc6-4124-bdd1-239b290af176 tempest-ServerAddressesTestJSON-642548608 tempest-ServerAddressesTestJSON-642548608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:33.913369 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-648e042c-359a-4c0d-8888-d3b75619ba5a req-70dabf4f-6dc6-4124-bdd1-239b290af176 tempest-ServerAddressesTestJSON-642548608 tempest-ServerAddressesTestJSON-642548608-project] 10.222.0.61 "GET /v2.0/networks?id=e7bef2a6-811a-49ae-99f4-722b0c0fa0d1 HTTP/1.1" status: 200 len: 814 time: 0.5349030 Oct 12 19:30:33.930267 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-648e042c-359a-4c0d-8888-d3b75619ba5a req-5c517d60-bd01-468a-b9da-f279f3002a94 tempest-ServerAddressesTestJSON-642548608 tempest-ServerAddressesTestJSON-642548608-project] Request body: {'port': {'device_id': 'fbdfb8a6-02a6-4393-bc95-99db85bab6b5', 'network_id': 'e7bef2a6-811a-49ae-99f4-722b0c0fa0d1', 'admin_state_up': True, 'tenant_id': '496ac45680674450945188fe432317c5'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:30:33.955068 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b36ab72-1677-4290-95c5-6397e2094152 req-87f07113-6c6b-42cb-ace2-e04d5a6181c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:33.960890 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0b36ab72-1677-4290-95c5-6397e2094152 req-87f07113-6c6b-42cb-ace2-e04d5a6181c9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d6befbf0-bb86-46bb-8940-6082fe20c2ba HTTP/1.1" status: 200 len: 860 time: 0.1327095 Oct 12 19:30:34.002298 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b300925-b4ed-4059-a8e4-def8a19579f0 req-dc3223a9-bfe6-4496-b6d2-f4dcedba75e1 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:34.005076 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2b300925-b4ed-4059-a8e4-def8a19579f0 req-dc3223a9-bfe6-4496-b6d2-f4dcedba75e1 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=ffa4dab8-3baf-45bb-bdd6-8c6ee43c123a HTTP/1.1" status: 200 len: 943 time: 0.2525265 Oct 12 19:30:34.030513 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0b36ab72-1677-4290-95c5-6397e2094152 req-e7b64ba8-4136-4905-a2bb-b3b4657037f8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c12a701a-54c3-43ba-94cc-6562f93e5521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528920 Oct 12 19:30:34.199325 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0b36ab72-1677-4290-95c5-6397e2094152 req-3e4522f9-ef6a-469a-ae79-60de851a98bc service neutron] 10.222.0.67 "GET /v2.0/networks/c12a701a-54c3-43ba-94cc-6562f93e5521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573672 Oct 12 19:30:34.278567 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2b300925-b4ed-4059-a8e4-def8a19579f0 req-7a875e5b-3f09-40df-bc82-e2bbb8e3e952 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467234 Oct 12 19:30:34.365827 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0b36ab72-1677-4290-95c5-6397e2094152 req-29ca179e-a15e-40a4-9619-3d236949cafa service neutron] 10.222.0.67 "GET /v2.0/networks/c12a701a-54c3-43ba-94cc-6562f93e5521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569183 Oct 12 19:30:34.545521 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:34.654361 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a1bf0a-bbc6-4b90-9b7e-6490230faeec req-7f47aeee-63ef-4433-9acf-b90525d807af tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:34.658756 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-81a1bf0a-bbc6-4b90-9b7e-6490230faeec req-7f47aeee-63ef-4433-9acf-b90525d807af tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b0a43c3-ba20-4aaf-9e31-8c41399a19c5 HTTP/1.1" status: 200 len: 946 time: 0.0896695 Oct 12 19:30:34.659141 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-795308e7-a342-4f6b-9b78-d2d1d804e5d1 req-ce89d01b-aa26-478e-b8a4-b28d67fd27b4 service neutron] Attempting to bind port 4969b46e-6d57-43a6-982f-4f228c19551b on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:30:34.659585 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-795308e7-a342-4f6b-9b78-d2d1d804e5d1 req-ce89d01b-aa26-478e-b8a4-b28d67fd27b4 service neutron] Attempting to bind port 4969b46e-6d57-43a6-982f-4f228c19551b by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': 'e0fbe16f-a144-4509-a2e0-dc467b90860d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '821a7daa-cbda-47ad-af75-98b83de65b7b'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:30:34.659814 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-795308e7-a342-4f6b-9b78-d2d1d804e5d1 req-ce89d01b-aa26-478e-b8a4-b28d67fd27b4 service neutron] Attempting to bind port 4969b46e-6d57-43a6-982f-4f228c19551b on network 821a7daa-cbda-47ad-af75-98b83de65b7b {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:30:34.726459 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-795308e7-a342-4f6b-9b78-d2d1d804e5d1 req-ce89d01b-aa26-478e-b8a4-b28d67fd27b4 service neutron] Port 4969b46e-6d57-43a6-982f-4f228c19551b on network 821a7daa-cbda-47ad-af75-98b83de65b7b not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:30:34.726777 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-795308e7-a342-4f6b-9b78-d2d1d804e5d1 req-ce89d01b-aa26-478e-b8a4-b28d67fd27b4 service neutron] Attempting to bind port 4969b46e-6d57-43a6-982f-4f228c19551b on network 821a7daa-cbda-47ad-af75-98b83de65b7b {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:30:34.742367 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-81a1bf0a-bbc6-4b90-9b7e-6490230faeec req-97feea56-47d3-4de6-a00f-86d8f3378f30 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] 10.222.0.49 "GET /v2.0/security-groups?id=22450e14-cc39-4381-9450-74c0cdf56e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704057 Oct 12 19:30:34.765729 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-795308e7-a342-4f6b-9b78-d2d1d804e5d1 req-ce89d01b-aa26-478e-b8a4-b28d67fd27b4 service neutron] Checking agent: {'id': 'f5e9725f-f5a6-43c2-a1be-95e21e9a1fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:30:34.766295 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-795308e7-a342-4f6b-9b78-d2d1d804e5d1 req-ce89d01b-aa26-478e-b8a4-b28d67fd27b4 service neutron] Checking segment: {'id': 'e0fbe16f-a144-4509-a2e0-dc467b90860d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '821a7daa-cbda-47ad-af75-98b83de65b7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:30:34.766845 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-795308e7-a342-4f6b-9b78-d2d1d804e5d1 req-ce89d01b-aa26-478e-b8a4-b28d67fd27b4 service neutron] Bound using segment: {'id': 'e0fbe16f-a144-4509-a2e0-dc467b90860d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '821a7daa-cbda-47ad-af75-98b83de65b7b'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:30:34.767452 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-795308e7-a342-4f6b-9b78-d2d1d804e5d1 req-ce89d01b-aa26-478e-b8a4-b28d67fd27b4 service neutron] Bound port: 4969b46e-6d57-43a6-982f-4f228c19551b, host: n-h1-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0fbe16f-a144-4509-a2e0-dc467b90860d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '821a7daa-cbda-47ad-af75-98b83de65b7b'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:30:34.774788 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-795308e7-a342-4f6b-9b78-d2d1d804e5d1 req-ce89d01b-aa26-478e-b8a4-b28d67fd27b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:34.804919 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db139c4-7a68-40bd-a9f1-7a8daf2513e3 req-0f7fd70e-0f45-4bf9-9d89-536f3c4b7767 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:34.813131 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7db139c4-7a68-40bd-a9f1-7a8daf2513e3 req-0f7fd70e-0f45-4bf9-9d89-536f3c4b7767 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e903912-16d6-4ed5-863b-dc4a327f9cf2 HTTP/1.1" status: 200 len: 946 time: 0.1939557 Oct 12 19:30:34.854840 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-648e042c-359a-4c0d-8888-d3b75619ba5a req-5c517d60-bd01-468a-b9da-f279f3002a94 tempest-ServerAddressesTestJSON-642548608 tempest-ServerAddressesTestJSON-642548608-project] Made reservation on behalf of 496ac45680674450945188fe432317c5 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:30:34.866650 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-648e042c-359a-4c0d-8888-d3b75619ba5a req-5c517d60-bd01-468a-b9da-f279f3002a94 tempest-ServerAddressesTestJSON-642548608 tempest-ServerAddressesTestJSON-642548608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:34.886142 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cbf9f8c4-4b71-495a-9cfd-1dfc6fd2fc07 req-0152f8a4-edf1-46fb-8371-4bb865719873 tempest-ServerAddressesTestJSON-642548608 tempest-ServerAddressesTestJSON-642548608-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbdfb8a6-02a6-4393-bc95-99db85bab6b5 HTTP/1.1" status: 200 len: 210 time: 0.0430334 Oct 12 19:30:35.002910 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-795308e7-a342-4f6b-9b78-d2d1d804e5d1 req-ce89d01b-aa26-478e-b8a4-b28d67fd27b4 service neutron] For port 4969b46e-6d57-43a6-982f-4f228c19551b, host n-h1-813679-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:30:35.018535 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-795308e7-a342-4f6b-9b78-d2d1d804e5d1 req-ce89d01b-aa26-478e-b8a4-b28d67fd27b4 service neutron] For port 4969b46e-6d57-43a6-982f-4f228c19551b, host n-h1-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=4969b46e-6d57-43a6-982f-4f228c19551b,segment=NetworkSegment(e0fbe16f-a144-4509-a2e0-dc467b90860d),segment_id=e0fbe16f-a144-4509-a2e0-dc467b90860d)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:30:35.037519 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7db139c4-7a68-40bd-a9f1-7a8daf2513e3 req-54246919-bcc0-4f57-b6d8-f53b3570d88b tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=94a43134-a4a7-45fd-af5f-8fc2adc2c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233851 Oct 12 19:30:35.139427 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83b5e84-1d52-4964-b44c-ee90bf4b8755 req-a961fb3a-579e-4ba6-aa06-50b1b6aedd8c tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:35.145833 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c83b5e84-1d52-4964-b44c-ee90bf4b8755 req-a961fb3a-579e-4ba6-aa06-50b1b6aedd8c tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a911cb1-f8f4-48e6-9229-15361e96b2a7 HTTP/1.1" status: 200 len: 946 time: 0.1373539 Oct 12 19:30:35.151783 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-795308e7-a342-4f6b-9b78-d2d1d804e5d1 req-ce89d01b-aa26-478e-b8a4-b28d67fd27b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:35.167208 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [req-648e042c-359a-4c0d-8888-d3b75619ba5a req-5c517d60-bd01-468a-b9da-f279f3002a94 tempest-ServerAddressesTestJSON-642548608 tempest-ServerAddressesTestJSON-642548608-project] Allocated IP 172.20.0.4 (e7bef2a6-811a-49ae-99f4-722b0c0fa0d1/8a130fa0-8ebb-447a-b0e4-89e1aa885980/478b07b0-e61e-483a-99cd-e229b7a33061) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:30:35.225347 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c83b5e84-1d52-4964-b44c-ee90bf4b8755 req-087eb6c9-a5e1-4989-b76a-bf3bb30bbd14 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/security-groups?id=243314df-bf60-4e8d-a5c3-b65fe30534c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759013 Oct 12 19:30:35.226888 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795308e7-a342-4f6b-9b78-d2d1d804e5d1 req-ce89d01b-aa26-478e-b8a4-b28d67fd27b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:35.227529 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-795308e7-a342-4f6b-9b78-d2d1d804e5d1 req-ce89d01b-aa26-478e-b8a4-b28d67fd27b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:35.228966 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-795308e7-a342-4f6b-9b78-d2d1d804e5d1 req-ce89d01b-aa26-478e-b8a4-b28d67fd27b4 service neutron] 10.222.0.61 "PUT /v2.0/ports/4969b46e-6d57-43a6-982f-4f228c19551b HTTP/1.1" status: 200 len: 1091 time: 2.7212436 Oct 12 19:30:35.229427 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffa4dab8-3baf-45bb-bdd6-8c6ee43c123a', 'tag': '4969b46e-6d57-43a6-982f-4f228c19551b'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:30:35.232110 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f968a79e-8971-4440-b0ce-108d579ac313" -d '{"events": [{"name": "network-changed", "server_uuid": "ffa4dab8-3baf-45bb-bdd6-8c6ee43c123a", "tag": "4969b46e-6d57-43a6-982f-4f228c19551b"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:30:35.291805 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce89d01b-aa26-478e-b8a4-b28d67fd27b4 service neutron] Pushing event updated for resources: {'Port': ['ID=4969b46e-6d57-43a6-982f-4f228c19551b,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:30:35.352640 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7032761-c456-44ac-86cc-b132c24be803 x-openstack-request-id: req-e7032761-c456-44ac-86cc-b132c24be803 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:30:35.352833 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffa4dab8-3baf-45bb-bdd6-8c6ee43c123a", "tag": "4969b46e-6d57-43a6-982f-4f228c19551b", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:30:35.353116 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e7032761-c456-44ac-86cc-b132c24be803 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:30:35.353810 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffa4dab8-3baf-45bb-bdd6-8c6ee43c123a', 'tag': '4969b46e-6d57-43a6-982f-4f228c19551b', 'status': 'completed', 'code': 200} Oct 12 19:30:35.477024 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3df1596-8bf9-4159-a41b-45f074f923d7 req-999d9697-523d-44bd-a884-c7c43cc0ff04 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:35.487314 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c3df1596-8bf9-4159-a41b-45f074f923d7 req-999d9697-523d-44bd-a884-c7c43cc0ff04 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=ffa4dab8-3baf-45bb-bdd6-8c6ee43c123a HTTP/1.1" status: 200 len: 943 time: 0.1030059 Oct 12 19:30:35.501816 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f968a79e-8971-4440-b0ce-108d579ac313 req-06465c32-ca83-4bcc-b852-29c7e5a87fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:35.503719 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f968a79e-8971-4440-b0ce-108d579ac313 req-06465c32-ca83-4bcc-b852-29c7e5a87fbb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8ff84b2ec0864625b42aaaa064df001a&device_id=ffa4dab8-3baf-45bb-bdd6-8c6ee43c123a HTTP/1.1" status: 200 len: 1094 time: 0.1218460 Oct 12 19:30:35.534548 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-648e042c-359a-4c0d-8888-d3b75619ba5a req-5c517d60-bd01-468a-b9da-f279f3002a94 tempest-ServerAddressesTestJSON-642548608 tempest-ServerAddressesTestJSON-642548608-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:35.551997 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c3df1596-8bf9-4159-a41b-45f074f923d7 req-0e8d2350-782c-4b96-be58-293da958b488 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637150 Oct 12 19:30:35.685703 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f968a79e-8971-4440-b0ce-108d579ac313 req-8a71a75e-2880-4e32-b95e-153daf3b742d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:35.687158 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f968a79e-8971-4440-b0ce-108d579ac313 req-8a71a75e-2880-4e32-b95e-153daf3b742d service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=8ff84b2ec0864625b42aaaa064df001a&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1377358 Oct 12 19:30:35.762077 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-648e042c-359a-4c0d-8888-d3b75619ba5a req-5c517d60-bd01-468a-b9da-f279f3002a94 tempest-ServerAddressesTestJSON-642548608 tempest-ServerAddressesTestJSON-642548608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:35.836746 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-648e042c-359a-4c0d-8888-d3b75619ba5a req-5c517d60-bd01-468a-b9da-f279f3002a94 tempest-ServerAddressesTestJSON-642548608 tempest-ServerAddressesTestJSON-642548608-project] Network e7bef2a6-811a-49ae-99f4-722b0c0fa0d1 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:30:35.853983 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [req-648e042c-359a-4c0d-8888-d3b75619ba5a req-5c517d60-bd01-468a-b9da-f279f3002a94 tempest-ServerAddressesTestJSON-642548608 tempest-ServerAddressesTestJSON-642548608-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:30:35.863569 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-648e042c-359a-4c0d-8888-d3b75619ba5a req-5c517d60-bd01-468a-b9da-f279f3002a94 tempest-ServerAddressesTestJSON-642548608 tempest-ServerAddressesTestJSON-642548608-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:30:35.886174 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c517d60-bd01-468a-b9da-f279f3002a94 tempest-ServerAddressesTestJSON-642548608 tempest-ServerAddressesTestJSON-642548608-project] Pushing event updated for resources: {'Port': ['ID=478b07b0-e61e-483a-99cd-e229b7a33061,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:30:35.950416 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f968a79e-8971-4440-b0ce-108d579ac313 req-d86938c5-e9a7-47f8-95ff-06846ab63b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:35.951400 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f968a79e-8971-4440-b0ce-108d579ac313 req-d86938c5-e9a7-47f8-95ff-06846ab63b64 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2550337 Oct 12 19:30:35.984108 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648e042c-359a-4c0d-8888-d3b75619ba5a req-5c517d60-bd01-468a-b9da-f279f3002a94 tempest-ServerAddressesTestJSON-642548608 tempest-ServerAddressesTestJSON-642548608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:35.984846 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-648e042c-359a-4c0d-8888-d3b75619ba5a req-5c517d60-bd01-468a-b9da-f279f3002a94 tempest-ServerAddressesTestJSON-642548608 tempest-ServerAddressesTestJSON-642548608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:36.017058 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d4f6b7-216a-43da-92a1-1a8300d95fe6 req-95803416-caa1-4b3b-b4d6-e12b642fcb52 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:36.017058 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-98d4f6b7-216a-43da-92a1-1a8300d95fe6 req-95803416-caa1-4b3b-b4d6-e12b642fcb52 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b0a43c3-ba20-4aaf-9e31-8c41399a19c5 HTTP/1.1" status: 200 len: 946 time: 0.1441321 Oct 12 19:30:36.110384 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ea08e8-6d09-4676-9b1d-0af4a2395602 req-ca58568e-d28c-4f21-859f-a2b4e9cdf130 tempest-ServerAddressesTestJSON-642548608 tempest-ServerAddressesTestJSON-642548608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:36.117247 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-98d4f6b7-216a-43da-92a1-1a8300d95fe6 req-652bb05f-ef2f-4486-88fc-e88c77ef36ad tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] 10.222.0.49 "GET /v2.0/security-groups?id=22450e14-cc39-4381-9450-74c0cdf56e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883169 Oct 12 19:30:36.127472 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795308e7-a342-4f6b-9b78-d2d1d804e5d1 req-845ef459-4f24-4c23-ae42-26c6f526f9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:36.128866 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-795308e7-a342-4f6b-9b78-d2d1d804e5d1 req-845ef459-4f24-4c23-ae42-26c6f526f9d5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8ff84b2ec0864625b42aaaa064df001a&device_id=ffa4dab8-3baf-45bb-bdd6-8c6ee43c123a HTTP/1.1" status: 200 len: 1094 time: 0.1107798 Oct 12 19:30:36.132072 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-35ea08e8-6d09-4676-9b1d-0af4a2395602 req-ca58568e-d28c-4f21-859f-a2b4e9cdf130 tempest-ServerAddressesTestJSON-642548608 tempest-ServerAddressesTestJSON-642548608-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbdfb8a6-02a6-4393-bc95-99db85bab6b5 HTTP/1.1" status: 200 len: 931 time: 0.0938127 Oct 12 19:30:36.158236 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-648e042c-359a-4c0d-8888-d3b75619ba5a req-5c517d60-bd01-468a-b9da-f279f3002a94 tempest-ServerAddressesTestJSON-642548608 tempest-ServerAddressesTestJSON-642548608-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2357090 Oct 12 19:30:36.222292 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-648e042c-359a-4c0d-8888-d3b75619ba5a req-0ecbee56-b092-43b9-9524-89a874bf6212 service neutron] Request body: {'port': {'device_id': 'fbdfb8a6-02a6-4393-bc95-99db85bab6b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:30:36.229006 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-795308e7-a342-4f6b-9b78-d2d1d804e5d1 req-ab3b8cc5-4afe-4291-ba94-60b0a0da98e0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4969b46e-6d57-43a6-982f-4f228c19551b HTTP/1.1" status: 200 len: 217 time: 0.0893221 Oct 12 19:30:36.240643 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-35ea08e8-6d09-4676-9b1d-0af4a2395602 req-f5d9a1bb-dba4-4155-aef4-1a8efbf84f18 tempest-ServerAddressesTestJSON-642548608 tempest-ServerAddressesTestJSON-642548608-project] 10.222.0.49 "GET /v2.0/security-groups?id=664b8074-b67d-4f87-9a7e-2203c125597c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944717 Oct 12 19:30:36.357370 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795308e7-a342-4f6b-9b78-d2d1d804e5d1 req-cf786603-3dff-4b71-83a3-82fc231c4269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:36.358991 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-795308e7-a342-4f6b-9b78-d2d1d804e5d1 req-cf786603-3dff-4b71-83a3-82fc231c4269 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=23923b5b-cbc2-4b60-8cb9-1474eb7896df HTTP/1.1" status: 200 len: 854 time: 0.1132300 Oct 12 19:30:36.369358 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820274d9-367e-462e-a839-17afa2c31ff0 req-099327f7-72b6-4b37-aa61-9a8b0694247b tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:36.371200 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-820274d9-367e-462e-a839-17afa2c31ff0 req-099327f7-72b6-4b37-aa61-9a8b0694247b tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a911cb1-f8f4-48e6-9229-15361e96b2a7 HTTP/1.1" status: 200 len: 946 time: 0.0739133 Oct 12 19:30:36.415521 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-648e042c-359a-4c0d-8888-d3b75619ba5a req-0ecbee56-b092-43b9-9524-89a874bf6212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:36.475772 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-820274d9-367e-462e-a839-17afa2c31ff0 req-6c4c9897-e7ee-445b-a02f-1ffd18cf5f10 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/security-groups?id=243314df-bf60-4e8d-a5c3-b65fe30534c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827818 Oct 12 19:30:36.509262 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-795308e7-a342-4f6b-9b78-d2d1d804e5d1 req-db7b049c-9d9b-45a6-a6eb-68eef750e869 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=821a7daa-cbda-47ad-af75-98b83de65b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1075768 Oct 12 19:30:36.610483 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1ea744-a836-415b-98d4-a7176bc848e8 req-47a570c4-a3a8-420f-814f-81985306c05e tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:36.617570 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bb1ea744-a836-415b-98d4-a7176bc848e8 req-47a570c4-a3a8-420f-814f-81985306c05e tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e903912-16d6-4ed5-863b-dc4a327f9cf2 HTTP/1.1" status: 200 len: 946 time: 0.3860288 Oct 12 19:30:36.732538 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385c4904-d94a-4bf1-9fa3-17eaa21b8d1f req-a5a95553-b48c-4486-991f-fe7c91c33656 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:36.740735 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-385c4904-d94a-4bf1-9fa3-17eaa21b8d1f req-a5a95553-b48c-4486-991f-fe7c91c33656 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=ffa4dab8-3baf-45bb-bdd6-8c6ee43c123a HTTP/1.1" status: 200 len: 943 time: 0.0971215 Oct 12 19:30:36.750980 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bb1ea744-a836-415b-98d4-a7176bc848e8 req-1c6d438c-1a6e-40b8-98ba-598e0af9204b tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=94a43134-a4a7-45fd-af5f-8fc2adc2c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592558 Oct 12 19:30:36.801675 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-385c4904-d94a-4bf1-9fa3-17eaa21b8d1f req-4ea28b54-b257-42a5-bcd0-4845e3b0567e tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566587 Oct 12 19:30:36.880463 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-795308e7-a342-4f6b-9b78-d2d1d804e5d1 req-0577bf7a-fbc7-489f-bf26-2804e5690a5b service neutron] 10.222.0.61 "GET /v2.0/networks/821a7daa-cbda-47ad-af75-98b83de65b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3608675 Oct 12 19:30:37.069419 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-795308e7-a342-4f6b-9b78-d2d1d804e5d1 req-12662d9d-a77f-4cec-8d8b-41c0064c1da2 service neutron] 10.222.0.61 "GET /v2.0/networks/821a7daa-cbda-47ad-af75-98b83de65b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794221 Oct 12 19:30:37.126032 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [req-648e042c-359a-4c0d-8888-d3b75619ba5a req-0ecbee56-b092-43b9-9524-89a874bf6212 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 478b07b0-e61e-483a-99cd-e229b7a33061 {{(pid=95502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:30:37.145880 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-648e042c-359a-4c0d-8888-d3b75619ba5a req-0ecbee56-b092-43b9-9524-89a874bf6212 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:37.174555 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-648e042c-359a-4c0d-8888-d3b75619ba5a req-0ecbee56-b092-43b9-9524-89a874bf6212 service neutron] Transition to ACTIVE for port object 478b07b0-e61e-483a-99cd-e229b7a33061 will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:30:37.256830 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-648e042c-359a-4c0d-8888-d3b75619ba5a req-0ecbee56-b092-43b9-9524-89a874bf6212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:37.324650 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecbee56-b092-43b9-9524-89a874bf6212 service neutron] Pushing event updated for resources: {'Port': ['ID=478b07b0-e61e-483a-99cd-e229b7a33061,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:30:37.348563 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b6915b-7b0e-4484-8a6d-c838edbfbcf9 req-2c3a7c1b-4d38-4e7d-ada4-b1f9ee996125 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:37.350422 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-74b6915b-7b0e-4484-8a6d-c838edbfbcf9 req-2c3a7c1b-4d38-4e7d-ada4-b1f9ee996125 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b0a43c3-ba20-4aaf-9e31-8c41399a19c5 HTTP/1.1" status: 200 len: 946 time: 0.1354368 Oct 12 19:30:37.374634 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020b4845-61de-4de9-89af-fd54e9be8621 req-ac0a0d3d-f04d-4a55-98bb-1cd43c3b1ec7 tempest-ServerAddressesTestJSON-642548608 tempest-ServerAddressesTestJSON-642548608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:37.377446 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-020b4845-61de-4de9-89af-fd54e9be8621 req-ac0a0d3d-f04d-4a55-98bb-1cd43c3b1ec7 tempest-ServerAddressesTestJSON-642548608 tempest-ServerAddressesTestJSON-642548608-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbdfb8a6-02a6-4393-bc95-99db85bab6b5 HTTP/1.1" status: 200 len: 943 time: 0.0558338 Oct 12 19:30:37.417750 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-020b4845-61de-4de9-89af-fd54e9be8621 req-f0a8195e-b2ce-4102-bd69-d41d4fb335cb tempest-ServerAddressesTestJSON-642548608 tempest-ServerAddressesTestJSON-642548608-project] 10.222.0.49 "GET /v2.0/security-groups?id=664b8074-b67d-4f87-9a7e-2203c125597c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342691 Oct 12 19:30:37.445022 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-74b6915b-7b0e-4484-8a6d-c838edbfbcf9 req-0de51156-12e5-4521-b044-c142eb234792 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] 10.222.0.49 "GET /v2.0/security-groups?id=22450e14-cc39-4381-9450-74c0cdf56e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886164 Oct 12 19:30:37.463459 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-648e042c-359a-4c0d-8888-d3b75619ba5a req-0ecbee56-b092-43b9-9524-89a874bf6212 service neutron] Attempting to bind port 478b07b0-e61e-483a-99cd-e229b7a33061 on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:30:37.464449 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-648e042c-359a-4c0d-8888-d3b75619ba5a req-0ecbee56-b092-43b9-9524-89a874bf6212 service neutron] Attempting to bind port 478b07b0-e61e-483a-99cd-e229b7a33061 by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': 'fec81b87-8382-4900-b508-487ce0a7c582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e7bef2a6-811a-49ae-99f4-722b0c0fa0d1'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:30:37.465083 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648e042c-359a-4c0d-8888-d3b75619ba5a req-0ecbee56-b092-43b9-9524-89a874bf6212 service neutron] Attempting to bind port 478b07b0-e61e-483a-99cd-e229b7a33061 on network e7bef2a6-811a-49ae-99f4-722b0c0fa0d1 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:30:37.483065 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648e042c-359a-4c0d-8888-d3b75619ba5a req-0ecbee56-b092-43b9-9524-89a874bf6212 service neutron] Port 478b07b0-e61e-483a-99cd-e229b7a33061 on network e7bef2a6-811a-49ae-99f4-722b0c0fa0d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:30:37.483758 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648e042c-359a-4c0d-8888-d3b75619ba5a req-0ecbee56-b092-43b9-9524-89a874bf6212 service neutron] Attempting to bind port 478b07b0-e61e-483a-99cd-e229b7a33061 on network e7bef2a6-811a-49ae-99f4-722b0c0fa0d1 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:30:37.490652 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648e042c-359a-4c0d-8888-d3b75619ba5a req-0ecbee56-b092-43b9-9524-89a874bf6212 service neutron] Checking agent: {'id': 'f5e9725f-f5a6-43c2-a1be-95e21e9a1fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:30:37.491356 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648e042c-359a-4c0d-8888-d3b75619ba5a req-0ecbee56-b092-43b9-9524-89a874bf6212 service neutron] Checking segment: {'id': 'fec81b87-8382-4900-b508-487ce0a7c582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e7bef2a6-811a-49ae-99f4-722b0c0fa0d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:30:37.491955 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648e042c-359a-4c0d-8888-d3b75619ba5a req-0ecbee56-b092-43b9-9524-89a874bf6212 service neutron] Bound using segment: {'id': 'fec81b87-8382-4900-b508-487ce0a7c582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e7bef2a6-811a-49ae-99f4-722b0c0fa0d1'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:30:37.492570 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-648e042c-359a-4c0d-8888-d3b75619ba5a req-0ecbee56-b092-43b9-9524-89a874bf6212 service neutron] Bound port: 478b07b0-e61e-483a-99cd-e229b7a33061, host: n-h1-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fec81b87-8382-4900-b508-487ce0a7c582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e7bef2a6-811a-49ae-99f4-722b0c0fa0d1'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:30:37.492932 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-648e042c-359a-4c0d-8888-d3b75619ba5a req-0ecbee56-b092-43b9-9524-89a874bf6212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:37.569651 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-648e042c-359a-4c0d-8888-d3b75619ba5a req-0ecbee56-b092-43b9-9524-89a874bf6212 service neutron] For port 478b07b0-e61e-483a-99cd-e229b7a33061, host n-h1-813679-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:30:37.573083 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-648e042c-359a-4c0d-8888-d3b75619ba5a req-0ecbee56-b092-43b9-9524-89a874bf6212 service neutron] For port 478b07b0-e61e-483a-99cd-e229b7a33061, host n-h1-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=478b07b0-e61e-483a-99cd-e229b7a33061,segment=NetworkSegment(fec81b87-8382-4900-b508-487ce0a7c582),segment_id=fec81b87-8382-4900-b508-487ce0a7c582)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:30:37.604202 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6b43cc-c16b-4ae1-ad8f-70fd3f8dec2e req-ec8e00a0-e75b-4a00-8adc-5968c09c6fad tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:37.609264 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ea6b43cc-c16b-4ae1-ad8f-70fd3f8dec2e req-ec8e00a0-e75b-4a00-8adc-5968c09c6fad tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a911cb1-f8f4-48e6-9229-15361e96b2a7 HTTP/1.1" status: 200 len: 946 time: 0.0641868 Oct 12 19:30:37.658897 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ea6b43cc-c16b-4ae1-ad8f-70fd3f8dec2e req-19bfc84d-5dd0-4d43-89db-016970840874 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/security-groups?id=243314df-bf60-4e8d-a5c3-b65fe30534c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429327 Oct 12 19:30:37.659701 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-648e042c-359a-4c0d-8888-d3b75619ba5a req-0ecbee56-b092-43b9-9524-89a874bf6212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:37.709980 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648e042c-359a-4c0d-8888-d3b75619ba5a req-0ecbee56-b092-43b9-9524-89a874bf6212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:37.710653 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-648e042c-359a-4c0d-8888-d3b75619ba5a req-0ecbee56-b092-43b9-9524-89a874bf6212 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:37.712730 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-648e042c-359a-4c0d-8888-d3b75619ba5a req-0ecbee56-b092-43b9-9524-89a874bf6212 service neutron] 10.222.0.61 "PUT /v2.0/ports/478b07b0-e61e-483a-99cd-e229b7a33061 HTTP/1.1" status: 200 len: 1091 time: 1.4968112 Oct 12 19:30:37.713437 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbdfb8a6-02a6-4393-bc95-99db85bab6b5', 'tag': '478b07b0-e61e-483a-99cd-e229b7a33061'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:30:37.716710 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-568ecc40-9415-4895-b1d9-cdc84659687c" -d '{"events": [{"name": "network-changed", "server_uuid": "fbdfb8a6-02a6-4393-bc95-99db85bab6b5", "tag": "478b07b0-e61e-483a-99cd-e229b7a33061"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:30:37.740952 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecbee56-b092-43b9-9524-89a874bf6212 service neutron] Pushing event updated for resources: {'Port': ['ID=478b07b0-e61e-483a-99cd-e229b7a33061,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:30:37.759612 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d865114d-ecca-4fc5-836a-765c454827ab x-openstack-request-id: req-d865114d-ecca-4fc5-836a-765c454827ab {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:30:37.760397 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbdfb8a6-02a6-4393-bc95-99db85bab6b5", "tag": "478b07b0-e61e-483a-99cd-e229b7a33061", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:30:37.760397 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d865114d-ecca-4fc5-836a-765c454827ab {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:30:37.760579 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbdfb8a6-02a6-4393-bc95-99db85bab6b5', 'tag': '478b07b0-e61e-483a-99cd-e229b7a33061', 'status': 'completed', 'code': 200} Oct 12 19:30:37.827794 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568ecc40-9415-4895-b1d9-cdc84659687c req-7440b9c5-4877-49d3-a5f6-438e6c181a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:37.830350 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-568ecc40-9415-4895-b1d9-cdc84659687c req-7440b9c5-4877-49d3-a5f6-438e6c181a67 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=496ac45680674450945188fe432317c5&device_id=fbdfb8a6-02a6-4393-bc95-99db85bab6b5 HTTP/1.1" status: 200 len: 1094 time: 0.0469515 Oct 12 19:30:37.926359 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e0597b-bbff-4500-a4f6-f076c58bf254 req-e179fb56-1e00-42ce-b6d1-13bf8cd1b6ff tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:37.929015 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a5e0597b-bbff-4500-a4f6-f076c58bf254 req-e179fb56-1e00-42ce-b6d1-13bf8cd1b6ff tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e903912-16d6-4ed5-863b-dc4a327f9cf2 HTTP/1.1" status: 200 len: 946 time: 0.0710194 Oct 12 19:30:37.970874 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a5e0597b-bbff-4500-a4f6-f076c58bf254 req-4673cfb1-2666-4d51-95d3-5ce36fd9428a tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=94a43134-a4a7-45fd-af5f-8fc2adc2c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354228 Oct 12 19:30:37.994034 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c1e509-db4b-46c7-81ac-bf36c5cf5d6f req-776f7ff5-2eb2-41ba-8221-ecaa1b02118a tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:38.000437 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-85c1e509-db4b-46c7-81ac-bf36c5cf5d6f req-776f7ff5-2eb2-41ba-8221-ecaa1b02118a tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=ffa4dab8-3baf-45bb-bdd6-8c6ee43c123a HTTP/1.1" status: 200 len: 943 time: 0.0893157 Oct 12 19:30:38.000437 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568ecc40-9415-4895-b1d9-cdc84659687c req-94852519-5231-49b7-8b10-acf7d8655193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:38.000437 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-568ecc40-9415-4895-b1d9-cdc84659687c req-94852519-5231-49b7-8b10-acf7d8655193 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=496ac45680674450945188fe432317c5&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1548600 Oct 12 19:30:38.150936 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568ecc40-9415-4895-b1d9-cdc84659687c req-49116812-0dec-4aae-a4fd-e86868015226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:38.152709 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-568ecc40-9415-4895-b1d9-cdc84659687c req-49116812-0dec-4aae-a4fd-e86868015226 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1429360 Oct 12 19:30:38.159775 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-85c1e509-db4b-46c7-81ac-bf36c5cf5d6f req-8b3e3bbb-1537-4948-9eda-23636644568b tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581991 Oct 12 19:30:38.279406 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648e042c-359a-4c0d-8888-d3b75619ba5a req-7bc770f3-5953-4ec1-ac70-8b021d15c7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:38.281557 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-648e042c-359a-4c0d-8888-d3b75619ba5a req-7bc770f3-5953-4ec1-ac70-8b021d15c7ae service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=496ac45680674450945188fe432317c5&device_id=fbdfb8a6-02a6-4393-bc95-99db85bab6b5 HTTP/1.1" status: 200 len: 1094 time: 0.0726571 Oct 12 19:30:38.334231 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-648e042c-359a-4c0d-8888-d3b75619ba5a req-75893e14-6b76-4963-95de-14281be745fc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=478b07b0-e61e-483a-99cd-e229b7a33061 HTTP/1.1" status: 200 len: 217 time: 0.0408311 Oct 12 19:30:38.411085 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648e042c-359a-4c0d-8888-d3b75619ba5a req-15ba59cd-42a0-49c1-8872-c7a83386662b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:38.413021 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-648e042c-359a-4c0d-8888-d3b75619ba5a req-15ba59cd-42a0-49c1-8872-c7a83386662b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8a130fa0-8ebb-447a-b0e4-89e1aa885980 HTTP/1.1" status: 200 len: 854 time: 0.0616496 Oct 12 19:30:38.460616 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-648e042c-359a-4c0d-8888-d3b75619ba5a req-546e0808-882e-4b07-b4b6-277fd4e8717d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e7bef2a6-811a-49ae-99f4-722b0c0fa0d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397573 Oct 12 19:30:38.571769 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54482b7f-2c25-49e3-9d74-53e0c6bd2927 req-88581b8b-3a7c-4900-b3fe-e1336fde6b52 tempest-ServerAddressesTestJSON-642548608 tempest-ServerAddressesTestJSON-642548608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:38.573410 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-54482b7f-2c25-49e3-9d74-53e0c6bd2927 req-88581b8b-3a7c-4900-b3fe-e1336fde6b52 tempest-ServerAddressesTestJSON-642548608 tempest-ServerAddressesTestJSON-642548608-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbdfb8a6-02a6-4393-bc95-99db85bab6b5 HTTP/1.1" status: 200 len: 943 time: 0.0641696 Oct 12 19:30:38.601766 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-648e042c-359a-4c0d-8888-d3b75619ba5a req-48b14a9a-cbe2-47b1-9693-4a21c90e12aa service neutron] 10.222.0.61 "GET /v2.0/networks/e7bef2a6-811a-49ae-99f4-722b0c0fa0d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342077 Oct 12 19:30:38.624576 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-54482b7f-2c25-49e3-9d74-53e0c6bd2927 req-a92908e3-1472-415e-a1a6-ad16c31b2e4c tempest-ServerAddressesTestJSON-642548608 tempest-ServerAddressesTestJSON-642548608-project] 10.222.0.49 "GET /v2.0/security-groups?id=664b8074-b67d-4f87-9a7e-2203c125597c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448630 Oct 12 19:30:38.638990 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad3b0c3-33d9-4415-bde8-90f6c3358f8b req-d862dbd6-7545-46f4-8f7b-be5149e1852d tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:38.640544 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-fad3b0c3-33d9-4415-bde8-90f6c3358f8b req-d862dbd6-7545-46f4-8f7b-be5149e1852d tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b0a43c3-ba20-4aaf-9e31-8c41399a19c5 HTTP/1.1" status: 200 len: 946 time: 0.0955641 Oct 12 19:30:38.712596 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-fad3b0c3-33d9-4415-bde8-90f6c3358f8b req-48af105b-d2e6-492d-91bb-47a792d30931 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] 10.222.0.49 "GET /v2.0/security-groups?id=22450e14-cc39-4381-9450-74c0cdf56e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476153 Oct 12 19:30:38.736551 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-648e042c-359a-4c0d-8888-d3b75619ba5a req-4e0d2e62-375f-4383-91e9-7bb105571514 service neutron] 10.222.0.61 "GET /v2.0/networks/e7bef2a6-811a-49ae-99f4-722b0c0fa0d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274848 Oct 12 19:30:38.795825 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f89a91-8dd6-4705-9259-8edeecf869c7 req-b8efba3a-13ae-46e2-bd6d-8a6f09c26ff3 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:38.797616 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-58f89a91-8dd6-4705-9259-8edeecf869c7 req-b8efba3a-13ae-46e2-bd6d-8a6f09c26ff3 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a911cb1-f8f4-48e6-9229-15361e96b2a7 HTTP/1.1" status: 200 len: 946 time: 0.0599387 Oct 12 19:30:38.841947 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-58f89a91-8dd6-4705-9259-8edeecf869c7 req-fc31ca5e-6b76-43f4-bc49-5671f84252ee tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/security-groups?id=243314df-bf60-4e8d-a5c3-b65fe30534c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372164 Oct 12 19:30:39.127268 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183b8a81-e32a-4b72-a491-a9ac27148487 req-027440ac-3b2e-4379-85ae-e5f8865fb2ab tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:39.128764 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-183b8a81-e32a-4b72-a491-a9ac27148487 req-027440ac-3b2e-4379-85ae-e5f8865fb2ab tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e903912-16d6-4ed5-863b-dc4a327f9cf2 HTTP/1.1" status: 200 len: 946 time: 0.0608404 Oct 12 19:30:39.168917 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-183b8a81-e32a-4b72-a491-a9ac27148487 req-304da618-8315-442a-b6b3-9240815a802b tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=94a43134-a4a7-45fd-af5f-8fc2adc2c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329583 Oct 12 19:30:39.285265 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f526bf-0059-444c-adda-b69d40b2eb14 req-e3ff17eb-bba6-4004-ac07-bd0c77314297 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:39.287844 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a9f526bf-0059-444c-adda-b69d40b2eb14 req-e3ff17eb-bba6-4004-ac07-bd0c77314297 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=ffa4dab8-3baf-45bb-bdd6-8c6ee43c123a HTTP/1.1" status: 200 len: 943 time: 0.0507753 Oct 12 19:30:39.327267 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a9f526bf-0059-444c-adda-b69d40b2eb14 req-f2d087a6-effc-40a4-8c9d-c662b44b4374 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339966 Oct 12 19:30:39.737001 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6e81cb-b2b3-415a-9cb7-72993efb437d req-c5a7d034-f5cf-4a47-87a7-9b63b5f90b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:39.739132 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-be6e81cb-b2b3-415a-9cb7-72993efb437d req-c5a7d034-f5cf-4a47-87a7-9b63b5f90b4c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8037c4999d8b4d25a8c451f2b659a2c4&device_id=3e903912-16d6-4ed5-863b-dc4a327f9cf2 HTTP/1.1" status: 200 len: 1097 time: 0.0441973 Oct 12 19:30:39.748708 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d755ce-274f-4282-9102-1e0db5fa1e66 req-8d453f48-f193-4de1-b67c-694aaf20288c tempest-ServerAddressesTestJSON-642548608 tempest-ServerAddressesTestJSON-642548608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:39.750411 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-93d755ce-274f-4282-9102-1e0db5fa1e66 req-8d453f48-f193-4de1-b67c-694aaf20288c tempest-ServerAddressesTestJSON-642548608 tempest-ServerAddressesTestJSON-642548608-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbdfb8a6-02a6-4393-bc95-99db85bab6b5 HTTP/1.1" status: 200 len: 943 time: 0.0535655 Oct 12 19:30:39.801188 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-93d755ce-274f-4282-9102-1e0db5fa1e66 req-8fd5774b-2218-4311-8019-b526d3eb01d5 tempest-ServerAddressesTestJSON-642548608 tempest-ServerAddressesTestJSON-642548608-project] 10.222.0.49 "GET /v2.0/security-groups?id=664b8074-b67d-4f87-9a7e-2203c125597c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443435 Oct 12 19:30:39.875642 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6e81cb-b2b3-415a-9cb7-72993efb437d req-78f64e11-b051-4c3f-b712-ef540cbf60e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:39.877171 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-be6e81cb-b2b3-415a-9cb7-72993efb437d req-78f64e11-b051-4c3f-b712-ef540cbf60e2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f22a0b4a-70e4-4463-a6ef-6109199fd871 HTTP/1.1" status: 200 len: 912 time: 0.1274509 Oct 12 19:30:39.890670 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01a3fd7-5e94-43cb-8e71-c7fd8142de7b req-0868c802-1cd4-481e-85f9-b3a8a25f9170 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:39.892410 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c01a3fd7-5e94-43cb-8e71-c7fd8142de7b req-0868c802-1cd4-481e-85f9-b3a8a25f9170 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b0a43c3-ba20-4aaf-9e31-8c41399a19c5 HTTP/1.1" status: 200 len: 946 time: 0.0730767 Oct 12 19:30:39.934996 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-be6e81cb-b2b3-415a-9cb7-72993efb437d req-d1dfc38c-8d4c-4372-89c9-dc5acc9cfcc3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b024a0d9-90c5-41ae-b688-ebd1b7748cf6 HTTP/1.1" status: 200 len: 217 time: 0.0413930 Oct 12 19:30:39.977523 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b998f830-70c4-4542-8ab3-3e4ab4216cdb req-858e7004-1a14-4586-8a91-7b646f6f4171 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:39.979063 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b998f830-70c4-4542-8ab3-3e4ab4216cdb req-858e7004-1a14-4586-8a91-7b646f6f4171 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a911cb1-f8f4-48e6-9229-15361e96b2a7 HTTP/1.1" status: 200 len: 946 time: 0.0603473 Oct 12 19:30:39.998442 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c01a3fd7-5e94-43cb-8e71-c7fd8142de7b req-73bb826a-b2ed-4b0c-bd03-f08efaec2dfa tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] 10.222.0.49 "GET /v2.0/security-groups?id=22450e14-cc39-4381-9450-74c0cdf56e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974278 Oct 12 19:30:40.010077 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6e81cb-b2b3-415a-9cb7-72993efb437d req-6710a6e1-9e07-4d9b-89d5-ddf17db878ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:40.012335 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-be6e81cb-b2b3-415a-9cb7-72993efb437d req-6710a6e1-9e07-4d9b-89d5-ddf17db878ff service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a09cd6ac-b3e0-423d-9e85-6644cbc7e663 HTTP/1.1" status: 200 len: 850 time: 0.0665362 Oct 12 19:30:40.024529 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b998f830-70c4-4542-8ab3-3e4ab4216cdb req-4ffae2ef-e0b1-45c2-b45c-6ebf155f5380 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/security-groups?id=243314df-bf60-4e8d-a5c3-b65fe30534c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388784 Oct 12 19:30:40.073156 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6e81cb-b2b3-415a-9cb7-72993efb437d req-95ee4e78-0195-48c9-8737-be5b572886ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:40.074770 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-be6e81cb-b2b3-415a-9cb7-72993efb437d req-95ee4e78-0195-48c9-8737-be5b572886ec service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f22a0b4a-70e4-4463-a6ef-6109199fd871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519783 Oct 12 19:30:40.187843 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-be6e81cb-b2b3-415a-9cb7-72993efb437d req-66a70ca8-3627-4edb-9d2e-2bb35ff11c4e service neutron] 10.222.0.67 "GET /v2.0/networks/f22a0b4a-70e4-4463-a6ef-6109199fd871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992544 Oct 12 19:30:40.315813 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574a56db-11b2-436d-adc3-34d5a5220dc7 req-c73ca1d6-d55b-4fc3-8b85-4b5acb24e9de tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:40.317381 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-574a56db-11b2-436d-adc3-34d5a5220dc7 req-c73ca1d6-d55b-4fc3-8b85-4b5acb24e9de tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e903912-16d6-4ed5-863b-dc4a327f9cf2 HTTP/1.1" status: 200 len: 946 time: 0.0749958 Oct 12 19:30:40.321539 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-be6e81cb-b2b3-415a-9cb7-72993efb437d req-c4f73a14-26f9-43fd-9d4c-cebf81ed2d3f service neutron] 10.222.0.67 "GET /v2.0/networks/f22a0b4a-70e4-4463-a6ef-6109199fd871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271415 Oct 12 19:30:40.371228 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-574a56db-11b2-436d-adc3-34d5a5220dc7 req-6c162e56-04a6-4d9c-96ca-95ff4ca1f40a tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=94a43134-a4a7-45fd-af5f-8fc2adc2c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459676 Oct 12 19:30:40.454907 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba2928d-be04-4e63-ac57-85e4c8eb3c2e req-ba8b30e3-27da-46c0-b153-dcb5f75f08f7 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:40.457613 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-dba2928d-be04-4e63-ac57-85e4c8eb3c2e req-ba8b30e3-27da-46c0-b153-dcb5f75f08f7 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=ffa4dab8-3baf-45bb-bdd6-8c6ee43c123a HTTP/1.1" status: 200 len: 943 time: 0.0526175 Oct 12 19:30:40.501390 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-dba2928d-be04-4e63-ac57-85e4c8eb3c2e req-cb51963b-370f-4995-a9b2-3f0b108849a8 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384593 Oct 12 19:30:40.583766 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 4969b46e-6d57-43a6-982f-4f228c19551b details requested by agent hyperv_n-h1-813679-3 with host n-h1-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:30:40.681968 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 4969b46e-6d57-43a6-982f-4f228c19551b, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=4969b46e-6d57-43a6-982f-4f228c19551b,segment=NetworkSegment(e0fbe16f-a144-4509-a2e0-dc467b90860d),segment_id=e0fbe16f-a144-4509-a2e0-dc467b90860d)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:30:40.693198 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Returning: {'device': '4969b46e-6d57-43a6-982f-4f228c19551b', 'network_id': '821a7daa-cbda-47ad-af75-98b83de65b7b', 'port_id': '4969b46e-6d57-43a6-982f-4f228c19551b', 'mac_address': 'fa:16:3e:4a:0d:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23923b5b-cbc2-4b60-8cb9-1474eb7896df', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:30:40.731370 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:40.743518 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4969b46e-6d57-43a6-982f-4f228c19551b {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:30:40.763367 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 4969b46e-6d57-43a6-982f-4f228c19551b, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=4969b46e-6d57-43a6-982f-4f228c19551b,segment=NetworkSegment(e0fbe16f-a144-4509-a2e0-dc467b90860d),segment_id=e0fbe16f-a144-4509-a2e0-dc467b90860d)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:30:40.836371 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:40.898773 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=4969b46e-6d57-43a6-982f-4f228c19551b,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:30:40.934656 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5119128f-9f6c-47f3-ae4a-047192ab16d9 req-84335453-fb1c-4d5f-9e95-40e4b64de321 tempest-ServerAddressesTestJSON-642548608 tempest-ServerAddressesTestJSON-642548608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:40.941978 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5119128f-9f6c-47f3-ae4a-047192ab16d9 req-84335453-fb1c-4d5f-9e95-40e4b64de321 tempest-ServerAddressesTestJSON-642548608 tempest-ServerAddressesTestJSON-642548608-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbdfb8a6-02a6-4393-bc95-99db85bab6b5 HTTP/1.1" status: 200 len: 943 time: 0.0554349 Oct 12 19:30:40.976240 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5119128f-9f6c-47f3-ae4a-047192ab16d9 req-13cfd0b3-5c45-4ef9-a3d4-01f1eabdfbe3 tempest-ServerAddressesTestJSON-642548608 tempest-ServerAddressesTestJSON-642548608-project] 10.222.0.49 "GET /v2.0/security-groups?id=664b8074-b67d-4f87-9a7e-2203c125597c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335658 Oct 12 19:30:41.107996 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 19:30:41.116921 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['4969b46e-6d57-43a6-982f-4f228c19551b'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:30:41.150979 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055d33a9-1fbd-4372-aabb-1cf2f7cc4c17 req-bcc231da-31ca-487d-af3e-e58c555fbdc3 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:41.152744 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-055d33a9-1fbd-4372-aabb-1cf2f7cc4c17 req-bcc231da-31ca-487d-af3e-e58c555fbdc3 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b0a43c3-ba20-4aaf-9e31-8c41399a19c5 HTTP/1.1" status: 200 len: 946 time: 0.0765917 Oct 12 19:30:41.191483 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517e9802-aa5a-43cb-8807-8b95248367d0 req-aaae5277-6109-4e2d-85f8-ed58a397e85d tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:41.193153 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-517e9802-aa5a-43cb-8807-8b95248367d0 req-aaae5277-6109-4e2d-85f8-ed58a397e85d tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a911cb1-f8f4-48e6-9229-15361e96b2a7 HTTP/1.1" status: 200 len: 946 time: 0.0728908 Oct 12 19:30:41.241189 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-055d33a9-1fbd-4372-aabb-1cf2f7cc4c17 req-f61f74c1-a9a6-4a0d-8712-33e76b44c9f1 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] 10.222.0.49 "GET /v2.0/security-groups?id=22450e14-cc39-4381-9450-74c0cdf56e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636389 Oct 12 19:30:41.259688 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-517e9802-aa5a-43cb-8807-8b95248367d0 req-16ce48e3-3715-49b1-8a5c-9e0eefb1986e tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/security-groups?id=243314df-bf60-4e8d-a5c3-b65fe30534c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581019 Oct 12 19:30:41.493700 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1389f1-201d-4e25-9022-321b999af914 req-ca3db118-6df2-4a2b-9ecd-51bf72050876 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:41.495365 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0b1389f1-201d-4e25-9022-321b999af914 req-ca3db118-6df2-4a2b-9ecd-51bf72050876 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e903912-16d6-4ed5-863b-dc4a327f9cf2 HTTP/1.1" status: 200 len: 946 time: 0.0531394 Oct 12 19:30:41.534086 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0b1389f1-201d-4e25-9022-321b999af914 req-e876a4a0-e50c-49a3-ab14-d8cb56523790 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=94a43134-a4a7-45fd-af5f-8fc2adc2c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326076 Oct 12 19:30:41.641134 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d16318-6b5a-4c45-bc10-5a7f04555537 req-2fe17245-55e8-4b00-bf63-6c3698de0f60 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:41.642618 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c0d16318-6b5a-4c45-bc10-5a7f04555537 req-2fe17245-55e8-4b00-bf63-6c3698de0f60 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=ffa4dab8-3baf-45bb-bdd6-8c6ee43c123a HTTP/1.1" status: 200 len: 944 time: 0.0505052 Oct 12 19:30:41.683929 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c0d16318-6b5a-4c45-bc10-5a7f04555537 req-fc3123a6-54d5-48c6-bc03-cecfe3eb07e8 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350552 Oct 12 19:30:42.098889 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c250a9a-5f1c-4d03-bd0a-5c9d63bee948 req-eef9f861-b691-40d8-814b-1c0777b5f5fd tempest-ServerAddressesTestJSON-642548608 tempest-ServerAddressesTestJSON-642548608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:42.100380 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6c250a9a-5f1c-4d03-bd0a-5c9d63bee948 req-eef9f861-b691-40d8-814b-1c0777b5f5fd tempest-ServerAddressesTestJSON-642548608 tempest-ServerAddressesTestJSON-642548608-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbdfb8a6-02a6-4393-bc95-99db85bab6b5 HTTP/1.1" status: 200 len: 943 time: 0.0545008 Oct 12 19:30:42.138911 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6c250a9a-5f1c-4d03-bd0a-5c9d63bee948 req-598c79a9-3dc8-467d-ac1e-3bf66f7edff5 tempest-ServerAddressesTestJSON-642548608 tempest-ServerAddressesTestJSON-642548608-project] 10.222.0.49 "GET /v2.0/security-groups?id=664b8074-b67d-4f87-9a7e-2203c125597c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325239 Oct 12 19:30:42.351557 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70daa0ed-4ce9-4ae8-b01e-de7068c8e27c req-8d5bc4b2-1c67-4b84-8e2a-5203f430f97f tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:42.353066 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-70daa0ed-4ce9-4ae8-b01e-de7068c8e27c req-8d5bc4b2-1c67-4b84-8e2a-5203f430f97f tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b0a43c3-ba20-4aaf-9e31-8c41399a19c5 HTTP/1.1" status: 200 len: 946 time: 0.0502253 Oct 12 19:30:42.386330 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df94f64-2e2d-477a-8ae1-3c1d88178ada req-51c8ac51-ab9a-401a-80f6-3edf426a91d3 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:42.388724 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6df94f64-2e2d-477a-8ae1-3c1d88178ada req-51c8ac51-ab9a-401a-80f6-3edf426a91d3 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a911cb1-f8f4-48e6-9229-15361e96b2a7 HTTP/1.1" status: 200 len: 946 time: 0.0521953 Oct 12 19:30:42.395654 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-70daa0ed-4ce9-4ae8-b01e-de7068c8e27c req-c5cb7e23-7e24-4422-978d-cb9b058d05c2 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] 10.222.0.49 "GET /v2.0/security-groups?id=22450e14-cc39-4381-9450-74c0cdf56e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366724 Oct 12 19:30:42.433707 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6df94f64-2e2d-477a-8ae1-3c1d88178ada req-49e20b76-bde4-433f-8a5c-59cdfa614215 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/security-groups?id=243314df-bf60-4e8d-a5c3-b65fe30534c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325394 Oct 12 19:30:42.614325 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 478b07b0-e61e-483a-99cd-e229b7a33061 details requested by agent hyperv_n-h1-813679-3 with host n-h1-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:30:42.618477 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 4969b46e-6d57-43a6-982f-4f228c19551b up at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:30:42.655129 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcf20db-f9e4-43cf-bd99-72e39f8786b4 req-3e7cbbe3-80f9-43b7-a8e0-238c9e8b3fed tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:42.656613 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7dcf20db-f9e4-43cf-bd99-72e39f8786b4 req-3e7cbbe3-80f9-43b7-a8e0-238c9e8b3fed tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e903912-16d6-4ed5-863b-dc4a327f9cf2 HTTP/1.1" status: 200 len: 946 time: 0.0539980 Oct 12 19:30:42.702686 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7dcf20db-f9e4-43cf-bd99-72e39f8786b4 req-584b3268-b8b9-43a5-9dde-cbb132cdbd28 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=94a43134-a4a7-45fd-af5f-8fc2adc2c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397649 Oct 12 19:30:42.762176 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 478b07b0-e61e-483a-99cd-e229b7a33061, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=478b07b0-e61e-483a-99cd-e229b7a33061,segment=NetworkSegment(fec81b87-8382-4900-b508-487ce0a7c582),segment_id=fec81b87-8382-4900-b508-487ce0a7c582)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:30:42.775163 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Returning: {'device': '478b07b0-e61e-483a-99cd-e229b7a33061', 'network_id': 'e7bef2a6-811a-49ae-99f4-722b0c0fa0d1', 'port_id': '478b07b0-e61e-483a-99cd-e229b7a33061', 'mac_address': 'fa:16:3e:90:93:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a130fa0-8ebb-447a-b0e4-89e1aa885980', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:30:42.778653 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning for port 4969b46e-6d57-43a6-982f-4f228c19551b completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:30:42.785108 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning complete for port 4969b46e-6d57-43a6-982f-4f228c19551b triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:30:42.790713 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:42.805123 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0547fcc9-e829-4601-b6ed-4eeabe00c6d4 req-4ffd3117-b813-4adc-87c3-d98d7fefcffa tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:42.806623 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0547fcc9-e829-4601-b6ed-4eeabe00c6d4 req-4ffd3117-b813-4adc-87c3-d98d7fefcffa tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=ffa4dab8-3baf-45bb-bdd6-8c6ee43c123a HTTP/1.1" status: 200 len: 944 time: 0.0560253 Oct 12 19:30:42.836468 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d070e26d-ae9d-4aac-882a-bca307647370 req-90fcc881-5051-4673-96c8-0bf2d28f7cad tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:42.838304 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d070e26d-ae9d-4aac-882a-bca307647370 req-90fcc881-5051-4673-96c8-0bf2d28f7cad tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb56269f-088f-4dd7-97a9-d7a3df061653 HTTP/1.1" status: 200 len: 944 time: 0.0616357 Oct 12 19:30:42.849547 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:42.850512 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0547fcc9-e829-4601-b6ed-4eeabe00c6d4 req-6f0eec51-3e8b-42c1-bd77-65987d2e8f55 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365751 Oct 12 19:30:42.877238 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 478b07b0-e61e-483a-99cd-e229b7a33061 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:30:42.897442 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d070e26d-ae9d-4aac-882a-bca307647370 req-55e352ff-9d2b-4e69-ad19-8cd178d3a94e tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e18d525-cf41-4d49-869d-79a715be58e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491052 Oct 12 19:30:42.918264 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 478b07b0-e61e-483a-99cd-e229b7a33061, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=478b07b0-e61e-483a-99cd-e229b7a33061,segment=NetworkSegment(fec81b87-8382-4900-b508-487ce0a7c582),segment_id=fec81b87-8382-4900-b508-487ce0a7c582)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:30:42.930691 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:42.953867 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffa4dab8-3baf-45bb-bdd6-8c6ee43c123a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4969b46e-6d57-43a6-982f-4f228c19551b'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:30:42.956619 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5341784-7c29-4011-b4ea-32a780804648" -d '{"events": [{"server_uuid": "ffa4dab8-3baf-45bb-bdd6-8c6ee43c123a", "name": "network-vif-plugged", "status": "completed", "tag": "4969b46e-6d57-43a6-982f-4f228c19551b"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:30:42.971112 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 4969b46e-6d57-43a6-982f-4f228c19551b, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=4969b46e-6d57-43a6-982f-4f228c19551b,segment=NetworkSegment(e0fbe16f-a144-4509-a2e0-dc467b90860d),segment_id=e0fbe16f-a144-4509-a2e0-dc467b90860d)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:30:42.984289 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:43.016742 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1929a0f-a08d-4a09-a92d-d07f03e4d3dd x-openstack-request-id: req-a1929a0f-a08d-4a09-a92d-d07f03e4d3dd {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:30:43.017039 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffa4dab8-3baf-45bb-bdd6-8c6ee43c123a", "name": "network-vif-plugged", "status": "completed", "tag": "4969b46e-6d57-43a6-982f-4f228c19551b", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:30:43.018301 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a1929a0f-a08d-4a09-a92d-d07f03e4d3dd {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:30:43.018301 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffa4dab8-3baf-45bb-bdd6-8c6ee43c123a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4969b46e-6d57-43a6-982f-4f228c19551b', 'code': 200} Oct 12 19:30:43.034936 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device b024a0d9-90c5-41ae-b688-ebd1b7748cf6 no longer exists at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:30:43.054330 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedd403a-c433-4f83-8fef-7b5cce8288e4 req-1f210530-0557-4ce0-8bf4-cf1965fac222 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:43.054911 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-dedd403a-c433-4f83-8fef-7b5cce8288e4 req-1f210530-0557-4ce0-8bf4-cf1965fac222 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb56269f-088f-4dd7-97a9-d7a3df061653 HTTP/1.1" status: 200 len: 944 time: 0.0699661 Oct 12 19:30:43.068880 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:43.117104 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=478b07b0-e61e-483a-99cd-e229b7a33061,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:30:43.164842 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-dedd403a-c433-4f83-8fef-7b5cce8288e4 req-9a0bb53f-e557-49eb-9d6d-8616146e9ce8 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e18d525-cf41-4d49-869d-79a715be58e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917985 Oct 12 19:30:43.222374 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:43.229535 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e808b4ea-9c8d-4094-8da4-929ce17611e3 req-721779c8-3416-42a2-bea3-fdded68423a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:43.234520 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e808b4ea-9c8d-4094-8da4-929ce17611e3 req-721779c8-3416-42a2-bea3-fdded68423a3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ffa4dab8-3baf-45bb-bdd6-8c6ee43c123a HTTP/1.1" status: 200 len: 1096 time: 0.1390605 Oct 12 19:30:43.286036 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e808b4ea-9c8d-4094-8da4-929ce17611e3 req-5efbee98-096f-45d0-87df-6c995e4fda5b service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429053 Oct 12 19:30:43.291645 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port b024a0d9-90c5-41ae-b688-ebd1b7748cf6, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=b024a0d9-90c5-41ae-b688-ebd1b7748cf6,segment=NetworkSegment(1311cbfc-168d-4d44-b005-c99086bc74c8),segment_id=1311cbfc-168d-4d44-b005-c99086bc74c8)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:30:43.293076 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=4969b46e-6d57-43a6-982f-4f228c19551b,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:30:43.317360 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1477a9-3008-4802-9c24-0818ab565c02 req-9f05b163-cc11-4df8-b4b2-05a0448e1feb tempest-ServerAddressesTestJSON-642548608 tempest-ServerAddressesTestJSON-642548608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:43.318852 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ae1477a9-3008-4802-9c24-0818ab565c02 req-9f05b163-cc11-4df8-b4b2-05a0448e1feb tempest-ServerAddressesTestJSON-642548608 tempest-ServerAddressesTestJSON-642548608-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbdfb8a6-02a6-4393-bc95-99db85bab6b5 HTTP/1.1" status: 200 len: 944 time: 0.0752320 Oct 12 19:30:43.339704 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:43.347967 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['478b07b0-e61e-483a-99cd-e229b7a33061'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:30:43.368613 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ae1477a9-3008-4802-9c24-0818ab565c02 req-647265ab-0c70-4a37-8545-11edea0551b5 tempest-ServerAddressesTestJSON-642548608 tempest-ServerAddressesTestJSON-642548608-project] 10.222.0.49 "GET /v2.0/security-groups?id=664b8074-b67d-4f87-9a7e-2203c125597c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433571 Oct 12 19:30:43.450895 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=b024a0d9-90c5-41ae-b688-ebd1b7748cf6,revision_number=8']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:30:43.532235 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c559830-62e9-4a76-944b-4e856dd8f2cc req-35910ecb-fdbd-40b6-af52-89d7bc8d9550 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:43.533980 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3c559830-62e9-4a76-944b-4e856dd8f2cc req-35910ecb-fdbd-40b6-af52-89d7bc8d9550 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b0a43c3-ba20-4aaf-9e31-8c41399a19c5 HTTP/1.1" status: 200 len: 946 time: 0.0542116 Oct 12 19:30:43.569338 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08af44db-5078-4be8-983c-8276fb58770f req-fab710fc-e0e2-49ad-a61d-6d9aac578182 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:43.570801 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-08af44db-5078-4be8-983c-8276fb58770f req-fab710fc-e0e2-49ad-a61d-6d9aac578182 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a911cb1-f8f4-48e6-9229-15361e96b2a7 HTTP/1.1" status: 200 len: 946 time: 0.0538776 Oct 12 19:30:43.575613 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3c559830-62e9-4a76-944b-4e856dd8f2cc req-85d6e72e-d74d-489f-ae12-43317b9c2aa2 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] 10.222.0.49 "GET /v2.0/security-groups?id=22450e14-cc39-4381-9450-74c0cdf56e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348468 Oct 12 19:30:43.609212 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-08af44db-5078-4be8-983c-8276fb58770f req-c0661ac3-6b47-4737-9d4e-db8954a92f2f tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/security-groups?id=243314df-bf60-4e8d-a5c3-b65fe30534c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320506 Oct 12 19:30:43.686410 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bb1153-1bd4-4928-99b4-f9786a4d4e56 req-1f6ba6db-92b4-40c6-a1b6-97054330c5aa tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:43.687928 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e3bb1153-1bd4-4928-99b4-f9786a4d4e56 req-1f6ba6db-92b4-40c6-a1b6-97054330c5aa tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb56269f-088f-4dd7-97a9-d7a3df061653 HTTP/1.1" status: 200 len: 944 time: 0.0470016 Oct 12 19:30:43.730745 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e3bb1153-1bd4-4928-99b4-f9786a4d4e56 req-d0ba83e6-c0ec-4a52-921a-871200f2cc42 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e18d525-cf41-4d49-869d-79a715be58e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363979 Oct 12 19:30:43.987137 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d66bc0-93c8-4508-b2d6-5145fcb5535c req-ec560838-8a78-4fc0-a71d-0fa884c33538 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:43.989121 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a4d66bc0-93c8-4508-b2d6-5145fcb5535c req-ec560838-8a78-4fc0-a71d-0fa884c33538 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=ffa4dab8-3baf-45bb-bdd6-8c6ee43c123a HTTP/1.1" status: 200 len: 945 time: 0.0527093 Oct 12 19:30:44.025873 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a4d66bc0-93c8-4508-b2d6-5145fcb5535c req-13bf67ba-e005-4c19-9a4a-1ec25bca7da6 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309131 Oct 12 19:30:44.484320 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed8a448-0ae8-44b4-8231-27f822d4f789 req-31288212-09c9-44b1-a1ac-9f45813055b9 tempest-ServerAddressesTestJSON-642548608 tempest-ServerAddressesTestJSON-642548608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:44.484320 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-fed8a448-0ae8-44b4-8231-27f822d4f789 req-31288212-09c9-44b1-a1ac-9f45813055b9 tempest-ServerAddressesTestJSON-642548608 tempest-ServerAddressesTestJSON-642548608-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbdfb8a6-02a6-4393-bc95-99db85bab6b5 HTTP/1.1" status: 200 len: 944 time: 0.0491235 Oct 12 19:30:44.520569 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-fed8a448-0ae8-44b4-8231-27f822d4f789 req-244f059b-b975-4a55-bf06-f615cc44ee0c tempest-ServerAddressesTestJSON-642548608 tempest-ServerAddressesTestJSON-642548608-project] 10.222.0.49 "GET /v2.0/security-groups?id=664b8074-b67d-4f87-9a7e-2203c125597c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332458 Oct 12 19:30:44.616043 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 478b07b0-e61e-483a-99cd-e229b7a33061 up at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:30:44.703939 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eadb3af-aa3c-4de5-b760-7be4e24597ba req-13c31a0f-4b13-4056-b6f5-751600754cfc tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:44.705432 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9eadb3af-aa3c-4de5-b760-7be4e24597ba req-13c31a0f-4b13-4056-b6f5-751600754cfc tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b0a43c3-ba20-4aaf-9e31-8c41399a19c5 HTTP/1.1" status: 200 len: 946 time: 0.0581670 Oct 12 19:30:44.733293 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning for port 478b07b0-e61e-483a-99cd-e229b7a33061 completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:30:44.739006 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6802d2f7-7a54-47ee-a694-7fc50637d164 req-d42660ed-e1bf-425d-940c-54082bec6180 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:44.739549 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning complete for port 478b07b0-e61e-483a-99cd-e229b7a33061 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:30:44.739650 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:44.741921 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6802d2f7-7a54-47ee-a694-7fc50637d164 req-d42660ed-e1bf-425d-940c-54082bec6180 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a911cb1-f8f4-48e6-9229-15361e96b2a7 HTTP/1.1" status: 200 len: 946 time: 0.0576169 Oct 12 19:30:44.746702 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9eadb3af-aa3c-4de5-b760-7be4e24597ba req-f8a48fec-e9a9-486f-92fe-93496618eb59 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] 10.222.0.49 "GET /v2.0/security-groups?id=22450e14-cc39-4381-9450-74c0cdf56e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337644 Oct 12 19:30:44.800684 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6802d2f7-7a54-47ee-a694-7fc50637d164 req-b15c2a96-85ee-465c-a90c-438de1d84fa3 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/security-groups?id=243314df-bf60-4e8d-a5c3-b65fe30534c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465567 Oct 12 19:30:44.854928 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:44.873259 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09515376-b64e-465f-a14f-832b1922ba3a req-5f006850-d5e1-4a42-b4b8-fe65c6e94b58 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:44.874726 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-09515376-b64e-465f-a14f-832b1922ba3a req-5f006850-d5e1-4a42-b4b8-fe65c6e94b58 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb56269f-088f-4dd7-97a9-d7a3df061653 HTTP/1.1" status: 200 len: 944 time: 0.0538449 Oct 12 19:30:44.887939 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 478b07b0-e61e-483a-99cd-e229b7a33061, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=478b07b0-e61e-483a-99cd-e229b7a33061,segment=NetworkSegment(fec81b87-8382-4900-b508-487ce0a7c582),segment_id=fec81b87-8382-4900-b508-487ce0a7c582)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:30:44.913219 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-09515376-b64e-465f-a14f-832b1922ba3a req-a56ca298-1ca0-446a-9a6c-dd17d37c958b tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e18d525-cf41-4d49-869d-79a715be58e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321043 Oct 12 19:30:44.938878 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:44.984914 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=478b07b0-e61e-483a-99cd-e229b7a33061,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:30:45.019047 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e903912-16d6-4ed5-863b-dc4a327f9cf2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b024a0d9-90c5-41ae-b688-ebd1b7748cf6'}, {'server_uuid': 'fbdfb8a6-02a6-4393-bc95-99db85bab6b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '478b07b0-e61e-483a-99cd-e229b7a33061'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:30:45.021382 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eb60390-c6d0-464a-b3a5-a61647bda604" -d '{"events": [{"server_uuid": "3e903912-16d6-4ed5-863b-dc4a327f9cf2", "name": "network-vif-unplugged", "status": "completed", "tag": "b024a0d9-90c5-41ae-b688-ebd1b7748cf6"}, {"server_uuid": "fbdfb8a6-02a6-4393-bc95-99db85bab6b5", "name": "network-vif-plugged", "status": "completed", "tag": "478b07b0-e61e-483a-99cd-e229b7a33061"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:30:45.061203 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 353 Content-Type: application/json Date: Tue, 12 Oct 2021 19:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56a44763-5a0b-4fc3-9b79-3f0efc6a6e88 x-openstack-request-id: req-56a44763-5a0b-4fc3-9b79-3f0efc6a6e88 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:30:45.061409 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e903912-16d6-4ed5-863b-dc4a327f9cf2", "name": "network-vif-unplugged", "status": "failed", "tag": "b024a0d9-90c5-41ae-b688-ebd1b7748cf6", "code": 422}, {"server_uuid": "fbdfb8a6-02a6-4393-bc95-99db85bab6b5", "name": "network-vif-plugged", "status": "completed", "tag": "478b07b0-e61e-483a-99cd-e229b7a33061", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:30:45.061682 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-56a44763-5a0b-4fc3-9b79-3f0efc6a6e88 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:30:45.062053 n-d-813679-3 neutron-server[95503]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3e903912-16d6-4ed5-863b-dc4a327f9cf2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b024a0d9-90c5-41ae-b688-ebd1b7748cf6', 'code': 422} returned with failed status Oct 12 19:30:45.062323 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbdfb8a6-02a6-4393-bc95-99db85bab6b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '478b07b0-e61e-483a-99cd-e229b7a33061', 'code': 200} Oct 12 19:30:45.167031 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1443ff-1f33-4ec7-8dbd-dfeed838202e req-2534ae88-b3c5-40c8-bdea-63d7528f19bc tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:45.168558 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bf1443ff-1f33-4ec7-8dbd-dfeed838202e req-2534ae88-b3c5-40c8-bdea-63d7528f19bc tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=ffa4dab8-3baf-45bb-bdd6-8c6ee43c123a HTTP/1.1" status: 200 len: 945 time: 0.0756338 Oct 12 19:30:45.174542 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38613849-0bce-4bef-aacd-d4316374a04b req-56ac4327-a5c9-44a6-bb1b-f747b8707921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:45.175937 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-38613849-0bce-4bef-aacd-d4316374a04b req-56ac4327-a5c9-44a6-bb1b-f747b8707921 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=fbdfb8a6-02a6-4393-bc95-99db85bab6b5 HTTP/1.1" status: 200 len: 1096 time: 0.0549195 Oct 12 19:30:45.232590 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bf1443ff-1f33-4ec7-8dbd-dfeed838202e req-88f1737c-554d-4901-a984-14744a2dba17 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556898 Oct 12 19:30:45.236291 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-38613849-0bce-4bef-aacd-d4316374a04b req-9b709d02-a3e8-4f9a-bdf1-13ee427b6e53 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=664b8074-b67d-4f87-9a7e-2203c125597c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527594 Oct 12 19:30:45.597768 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6177d71c-90f1-4ca8-aef1-09d5fd14e12d req-175ee602-ed77-474f-9f1c-b15cb8ad51c3 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:45.599561 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6177d71c-90f1-4ca8-aef1-09d5fd14e12d req-175ee602-ed77-474f-9f1c-b15cb8ad51c3 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=ffa4dab8-3baf-45bb-bdd6-8c6ee43c123a HTTP/1.1" status: 200 len: 945 time: 0.0524189 Oct 12 19:30:45.641957 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6177d71c-90f1-4ca8-aef1-09d5fd14e12d req-186a97a2-26ce-4dfa-aef8-2943e1428c2a tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354874 Oct 12 19:30:45.646981 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f981876-337d-4198-9b54-7da2bd9e5074 req-531a45a6-f6c2-40a1-ac58-4040471f584e tempest-ServerAddressesTestJSON-642548608 tempest-ServerAddressesTestJSON-642548608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:45.648625 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3f981876-337d-4198-9b54-7da2bd9e5074 req-531a45a6-f6c2-40a1-ac58-4040471f584e tempest-ServerAddressesTestJSON-642548608 tempest-ServerAddressesTestJSON-642548608-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbdfb8a6-02a6-4393-bc95-99db85bab6b5 HTTP/1.1" status: 200 len: 945 time: 0.0560079 Oct 12 19:30:45.695389 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3f981876-337d-4198-9b54-7da2bd9e5074 req-9938e13b-7d6c-43e3-b4ec-d62830906114 tempest-ServerAddressesTestJSON-642548608 tempest-ServerAddressesTestJSON-642548608-project] 10.222.0.49 "GET /v2.0/security-groups?id=664b8074-b67d-4f87-9a7e-2203c125597c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406451 Oct 12 19:30:45.869457 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d04e5df-23c3-454d-9cc7-fd54f242747b req-23bdfa71-77cf-4c87-ad52-0ed85dfa90f7 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:45.870922 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7d04e5df-23c3-454d-9cc7-fd54f242747b req-23bdfa71-77cf-4c87-ad52-0ed85dfa90f7 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b0a43c3-ba20-4aaf-9e31-8c41399a19c5 HTTP/1.1" status: 200 len: 946 time: 0.0501287 Oct 12 19:30:45.912243 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7d04e5df-23c3-454d-9cc7-fd54f242747b req-b71ad0e1-9beb-4416-a7fc-0a655918c80f tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] 10.222.0.49 "GET /v2.0/security-groups?id=22450e14-cc39-4381-9450-74c0cdf56e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355375 Oct 12 19:30:45.921116 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23b344a-ab84-4029-aade-537daca80a73 req-73aae04b-0b2d-4526-9787-769632fc23b5 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:45.922603 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c23b344a-ab84-4029-aade-537daca80a73 req-73aae04b-0b2d-4526-9787-769632fc23b5 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a911cb1-f8f4-48e6-9229-15361e96b2a7 HTTP/1.1" status: 200 len: 946 time: 0.0520074 Oct 12 19:30:45.968093 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c23b344a-ab84-4029-aade-537daca80a73 req-1ea1574c-5d36-440a-87cd-85273c357547 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/security-groups?id=243314df-bf60-4e8d-a5c3-b65fe30534c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382771 Oct 12 19:30:46.037455 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf985ff-5ee7-4253-bfd9-a356fb129b4d req-c4405e84-ba8d-49c8-a7e6-c7922aee6247 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:46.038926 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-faf985ff-5ee7-4253-bfd9-a356fb129b4d req-c4405e84-ba8d-49c8-a7e6-c7922aee6247 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb56269f-088f-4dd7-97a9-d7a3df061653 HTTP/1.1" status: 200 len: 944 time: 0.0572417 Oct 12 19:30:46.078120 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-faf985ff-5ee7-4253-bfd9-a356fb129b4d req-f328308e-4e43-4faa-91d2-e3dd31fef67a tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e18d525-cf41-4d49-869d-79a715be58e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332184 Oct 12 19:30:46.776679 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b42a39-907f-46f5-97db-52bffd4e93cb req-7d62aa7d-86e0-4293-a97b-dc3a59b10d64 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:46.778245 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-55b42a39-907f-46f5-97db-52bffd4e93cb req-7d62aa7d-86e0-4293-a97b-dc3a59b10d64 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=ffa4dab8-3baf-45bb-bdd6-8c6ee43c123a HTTP/1.1" status: 200 len: 945 time: 0.0597501 Oct 12 19:30:46.824570 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-55b42a39-907f-46f5-97db-52bffd4e93cb req-44f3fd5b-f84e-49f7-8645-f42e1b753fba tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388796 Oct 12 19:30:46.834074 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400d086f-c996-4365-a0ef-5ddcff15acba req-4f1ec539-2967-4c16-b266-b896af5bd2fc tempest-ServerAddressesTestJSON-642548608 tempest-ServerAddressesTestJSON-642548608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:46.835255 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-400d086f-c996-4365-a0ef-5ddcff15acba req-4f1ec539-2967-4c16-b266-b896af5bd2fc tempest-ServerAddressesTestJSON-642548608 tempest-ServerAddressesTestJSON-642548608-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbdfb8a6-02a6-4393-bc95-99db85bab6b5 HTTP/1.1" status: 200 len: 945 time: 0.0484514 Oct 12 19:30:46.873583 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-400d086f-c996-4365-a0ef-5ddcff15acba req-8b15a3ad-3f7e-4007-804b-f5fbf3acd959 tempest-ServerAddressesTestJSON-642548608 tempest-ServerAddressesTestJSON-642548608-project] 10.222.0.49 "GET /v2.0/security-groups?id=664b8074-b67d-4f87-9a7e-2203c125597c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322113 Oct 12 19:30:47.031852 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69b0773-cfc3-484f-bd3a-492b7d83acd0 req-cbe54709-11e3-4331-8f83-2de4e191f97a tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:47.033404 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c69b0773-cfc3-484f-bd3a-492b7d83acd0 req-cbe54709-11e3-4331-8f83-2de4e191f97a tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b0a43c3-ba20-4aaf-9e31-8c41399a19c5 HTTP/1.1" status: 200 len: 946 time: 0.0513179 Oct 12 19:30:47.074418 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c69b0773-cfc3-484f-bd3a-492b7d83acd0 req-13f4408a-27e7-44b1-ade9-73ab32cb19fb tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] 10.222.0.49 "GET /v2.0/security-groups?id=22450e14-cc39-4381-9450-74c0cdf56e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334926 Oct 12 19:30:47.097161 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89465a1d-471f-4a6a-9ba0-6d2992ff606f req-d37ea42a-36d1-4942-a172-ed690914b85f tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:47.097161 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-89465a1d-471f-4a6a-9ba0-6d2992ff606f req-d37ea42a-36d1-4942-a172-ed690914b85f tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a911cb1-f8f4-48e6-9229-15361e96b2a7 HTTP/1.1" status: 200 len: 946 time: 0.0512347 Oct 12 19:30:47.139562 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-89465a1d-471f-4a6a-9ba0-6d2992ff606f req-9744bc3b-1661-48de-8d4b-f0af07215a04 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/security-groups?id=243314df-bf60-4e8d-a5c3-b65fe30534c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427034 Oct 12 19:30:47.212843 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a6c0ae-593f-4ea1-a350-4f975e582961 req-48533f44-e2ba-4048-be8c-796a4b2e924b tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:47.214206 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-19a6c0ae-593f-4ea1-a350-4f975e582961 req-48533f44-e2ba-4048-be8c-796a4b2e924b tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb56269f-088f-4dd7-97a9-d7a3df061653 HTTP/1.1" status: 200 len: 944 time: 0.0491369 Oct 12 19:30:47.256891 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-19a6c0ae-593f-4ea1-a350-4f975e582961 req-b8943f3f-1c0e-4c0e-9cb8-fc301deccb69 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e18d525-cf41-4d49-869d-79a715be58e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362134 Oct 12 19:30:47.352602 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21e7a2b-b8f8-4c09-95cc-3064e5630f3b req-a9b02278-98f5-4adc-a4d5-bb4f4966c413 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:47.354043 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a21e7a2b-b8f8-4c09-95cc-3064e5630f3b req-a9b02278-98f5-4adc-a4d5-bb4f4966c413 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffa4dab8-3baf-45bb-bdd6-8c6ee43c123a HTTP/1.1" status: 200 len: 945 time: 0.0522928 Oct 12 19:30:47.444724 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-a21e7a2b-b8f8-4c09-95cc-3064e5630f3b req-ab8542ac-4b7b-461f-8a50-501a9a131284 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Deleting port 4969b46e-6d57-43a6-982f-4f228c19551b {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:30:47.445058 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-a21e7a2b-b8f8-4c09-95cc-3064e5630f3b req-ab8542ac-4b7b-461f-8a50-501a9a131284 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:47.537047 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-a21e7a2b-b8f8-4c09-95cc-3064e5630f3b req-ab8542ac-4b7b-461f-8a50-501a9a131284 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] For port 4969b46e-6d57-43a6-982f-4f228c19551b, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=4969b46e-6d57-43a6-982f-4f228c19551b,segment=NetworkSegment(e0fbe16f-a144-4509-a2e0-dc467b90860d),segment_id=e0fbe16f-a144-4509-a2e0-dc467b90860d)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:30:47.537409 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-a21e7a2b-b8f8-4c09-95cc-3064e5630f3b req-ab8542ac-4b7b-461f-8a50-501a9a131284 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:47.550855 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-a21e7a2b-b8f8-4c09-95cc-3064e5630f3b req-ab8542ac-4b7b-461f-8a50-501a9a131284 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Calling delete_port for 4969b46e-6d57-43a6-982f-4f228c19551b owned by compute:nova {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:30:47.738633 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-a21e7a2b-b8f8-4c09-95cc-3064e5630f3b req-ab8542ac-4b7b-461f-8a50-501a9a131284 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:47.753051 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['e1dacf51-8b56-41a7-988b-c10af1584886', '4969b46e-6d57-43a6-982f-4f228c19551b'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:30:47.776381 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8542ac-4b7b-461f-8a50-501a9a131284 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Pushing event deleted for resources: {'Port': ['ID=4969b46e-6d57-43a6-982f-4f228c19551b,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:30:47.807219 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8542ac-4b7b-461f-8a50-501a9a131284 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:30:47.807559 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8542ac-4b7b-461f-8a50-501a9a131284 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:30:47.809077 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8542ac-4b7b-461f-8a50-501a9a131284 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:30:47.809415 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8542ac-4b7b-461f-8a50-501a9a131284 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:30:47.809746 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8542ac-4b7b-461f-8a50-501a9a131284 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:30:47.810072 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8542ac-4b7b-461f-8a50-501a9a131284 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:30:47.810756 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8542ac-4b7b-461f-8a50-501a9a131284 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:30:47.810756 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8542ac-4b7b-461f-8a50-501a9a131284 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:30:47.811037 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8542ac-4b7b-461f-8a50-501a9a131284 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:30:47.811507 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8542ac-4b7b-461f-8a50-501a9a131284 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:30:47.812781 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8542ac-4b7b-461f-8a50-501a9a131284 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:30:47.813148 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8542ac-4b7b-461f-8a50-501a9a131284 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:30:47.830783 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-a21e7a2b-b8f8-4c09-95cc-3064e5630f3b req-ab8542ac-4b7b-461f-8a50-501a9a131284 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] No DVR routers for this DVR port 4969b46e-6d57-43a6-982f-4f228c19551b on host n-h1-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:30:47.834218 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-a21e7a2b-b8f8-4c09-95cc-3064e5630f3b req-ab8542ac-4b7b-461f-8a50-501a9a131284 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:47.837526 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a21e7a2b-b8f8-4c09-95cc-3064e5630f3b req-ab8542ac-4b7b-461f-8a50-501a9a131284 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.61 "DELETE /v2.0/ports/4969b46e-6d57-43a6-982f-4f228c19551b HTTP/1.1" status: 204 len: 173 time: 0.4770997 Oct 12 19:30:47.837970 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffa4dab8-3baf-45bb-bdd6-8c6ee43c123a', 'name': 'network-vif-deleted', 'tag': '4969b46e-6d57-43a6-982f-4f228c19551b'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:30:47.840422 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d124760-1509-4277-934c-19e214e9a7d4" -d '{"events": [{"server_uuid": "ffa4dab8-3baf-45bb-bdd6-8c6ee43c123a", "name": "network-vif-deleted", "tag": "4969b46e-6d57-43a6-982f-4f228c19551b"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:30:47.887050 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3c86c44-50e3-40ab-a42b-6249c6a58ea5 x-openstack-request-id: req-e3c86c44-50e3-40ab-a42b-6249c6a58ea5 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:30:47.887416 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffa4dab8-3baf-45bb-bdd6-8c6ee43c123a", "name": "network-vif-deleted", "tag": "4969b46e-6d57-43a6-982f-4f228c19551b", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:30:47.887735 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e3c86c44-50e3-40ab-a42b-6249c6a58ea5 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:30:47.888458 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffa4dab8-3baf-45bb-bdd6-8c6ee43c123a', 'name': 'network-vif-deleted', 'tag': '4969b46e-6d57-43a6-982f-4f228c19551b', 'status': 'completed', 'code': 200} Oct 12 19:30:47.957793 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4f623542-c912-475e-ac6f-401042894e7d req-1ccc9da3-6fb9-4c6d-bbaf-f9120ff7b03c tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=ffa4dab8-3baf-45bb-bdd6-8c6ee43c123a HTTP/1.1" status: 200 len: 210 time: 0.0433550 Oct 12 19:30:48.001370 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca3c3c4-cff1-48ea-8650-34ad2f578d0c req-f1ed3465-8a7a-4096-8bbc-18c2a94d96d0 tempest-ServerAddressesTestJSON-642548608 tempest-ServerAddressesTestJSON-642548608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:48.003054 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5ca3c3c4-cff1-48ea-8650-34ad2f578d0c req-f1ed3465-8a7a-4096-8bbc-18c2a94d96d0 tempest-ServerAddressesTestJSON-642548608 tempest-ServerAddressesTestJSON-642548608-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbdfb8a6-02a6-4393-bc95-99db85bab6b5 HTTP/1.1" status: 200 len: 945 time: 0.0566976 Oct 12 19:30:48.044122 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5ca3c3c4-cff1-48ea-8650-34ad2f578d0c req-f3127ad8-6a3e-4080-b761-763889bdd69a tempest-ServerAddressesTestJSON-642548608 tempest-ServerAddressesTestJSON-642548608-project] 10.222.0.49 "GET /v2.0/security-groups?id=664b8074-b67d-4f87-9a7e-2203c125597c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332181 Oct 12 19:30:48.222194 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fa27d9-0df8-48cd-bd70-28f60804a44e req-0334b412-14da-4354-abcc-4c599eeda893 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:48.223852 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e8fa27d9-0df8-48cd-bd70-28f60804a44e req-0334b412-14da-4354-abcc-4c599eeda893 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b0a43c3-ba20-4aaf-9e31-8c41399a19c5 HTTP/1.1" status: 200 len: 946 time: 0.0614159 Oct 12 19:30:48.263730 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e8fa27d9-0df8-48cd-bd70-28f60804a44e req-91d6f451-05d3-4ffd-81c1-cf67f4981c8c tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] 10.222.0.49 "GET /v2.0/security-groups?id=22450e14-cc39-4381-9450-74c0cdf56e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333447 Oct 12 19:30:48.279700 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2af8a7f-8e6d-421c-8615-cb7a06637069 req-577219a0-1bc5-4253-9f2d-a28825fff7bf tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:48.284521 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f2af8a7f-8e6d-421c-8615-cb7a06637069 req-577219a0-1bc5-4253-9f2d-a28825fff7bf tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a911cb1-f8f4-48e6-9229-15361e96b2a7 HTTP/1.1" status: 200 len: 946 time: 0.0562711 Oct 12 19:30:48.324659 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f2af8a7f-8e6d-421c-8615-cb7a06637069 req-5d673c4f-4456-4481-b998-0216573f92bd tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/security-groups?id=243314df-bf60-4e8d-a5c3-b65fe30534c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343914 Oct 12 19:30:48.426622 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca56919d-1ce3-4429-838f-b8338bfd8dab req-a6fac95c-0781-44b9-bdf3-60fafc11635d tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:48.429301 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ca56919d-1ce3-4429-838f-b8338bfd8dab req-a6fac95c-0781-44b9-bdf3-60fafc11635d tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb56269f-088f-4dd7-97a9-d7a3df061653 HTTP/1.1" status: 200 len: 944 time: 0.0559883 Oct 12 19:30:48.474435 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ca56919d-1ce3-4429-838f-b8338bfd8dab req-aebd7f6b-49fc-457d-bcec-01c79c72d7d0 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e18d525-cf41-4d49-869d-79a715be58e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389664 Oct 12 19:30:48.757336 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa753430-0ee0-4a22-912b-7c51321e15a6 req-844da4d8-383b-474b-8756-c1027124e17e tempest-ServerAddressesTestJSON-642548608 tempest-ServerAddressesTestJSON-642548608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:48.758841 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-aa753430-0ee0-4a22-912b-7c51321e15a6 req-844da4d8-383b-474b-8756-c1027124e17e tempest-ServerAddressesTestJSON-642548608 tempest-ServerAddressesTestJSON-642548608-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbdfb8a6-02a6-4393-bc95-99db85bab6b5 HTTP/1.1" status: 200 len: 945 time: 0.0501072 Oct 12 19:30:48.798282 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-aa753430-0ee0-4a22-912b-7c51321e15a6 req-95b1f42f-0d44-4094-aa65-8fc77d986912 tempest-ServerAddressesTestJSON-642548608 tempest-ServerAddressesTestJSON-642548608-project] 10.222.0.49 "GET /v2.0/security-groups?id=664b8074-b67d-4f87-9a7e-2203c125597c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331471 Oct 12 19:30:49.102309 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d6fd60-7013-4613-ae53-ef3704c9c9a4 req-f0c5aadc-6b4d-440d-9f01-5f54ea8d3893 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:49.103812 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-18d6fd60-7013-4613-ae53-ef3704c9c9a4 req-f0c5aadc-6b4d-440d-9f01-5f54ea8d3893 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 946 time: 0.0528588 Oct 12 19:30:49.141153 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-18d6fd60-7013-4613-ae53-ef3704c9c9a4 req-e3a3ca3e-265a-4775-b523-09f62168238e tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309200 Oct 12 19:30:49.303827 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1924be-1bf7-42ca-ac8c-4c0f79377061 req-a9b15679-a68c-49dc-af30-258c02ff79bd tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:49.306798 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5e1924be-1bf7-42ca-ac8c-4c0f79377061 req-a9b15679-a68c-49dc-af30-258c02ff79bd tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 946 time: 0.0501280 Oct 12 19:30:49.348573 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5e1924be-1bf7-42ca-ac8c-4c0f79377061 req-157cb8bb-f124-48f8-a92a-93969871a3e5 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347574 Oct 12 19:30:49.389104 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07641c66-9fba-4749-9410-f4dda78cc974 req-b728ff94-1c67-47be-a9f3-c706036129f1 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:49.391063 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-07641c66-9fba-4749-9410-f4dda78cc974 req-b728ff94-1c67-47be-a9f3-c706036129f1 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b0a43c3-ba20-4aaf-9e31-8c41399a19c5 HTTP/1.1" status: 200 len: 946 time: 0.0557089 Oct 12 19:30:49.432483 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-07641c66-9fba-4749-9410-f4dda78cc974 req-a0ba618f-4bea-4170-a938-faaa4e214ebb tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] 10.222.0.49 "GET /v2.0/security-groups?id=22450e14-cc39-4381-9450-74c0cdf56e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342727 Oct 12 19:30:49.458001 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5a6bd4-b29a-45af-811b-b91d469fc3ab req-d1540e83-dd70-42cf-ae7e-9b3671a0ddd2 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:49.459805 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-de5a6bd4-b29a-45af-811b-b91d469fc3ab req-d1540e83-dd70-42cf-ae7e-9b3671a0ddd2 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a911cb1-f8f4-48e6-9229-15361e96b2a7 HTTP/1.1" status: 200 len: 946 time: 0.0538828 Oct 12 19:30:49.504539 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-de5a6bd4-b29a-45af-811b-b91d469fc3ab req-10d32793-dd38-4438-967b-961a50570525 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/security-groups?id=243314df-bf60-4e8d-a5c3-b65fe30534c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374498 Oct 12 19:30:49.554603 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27e5d61-62e9-41f7-a9b2-8ad7d38b5a2b req-69568ec6-c55f-45cd-ac4b-78727108fc11 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:49.556211 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b27e5d61-62e9-41f7-a9b2-8ad7d38b5a2b req-69568ec6-c55f-45cd-ac4b-78727108fc11 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 946 time: 0.0572870 Oct 12 19:30:49.599005 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b27e5d61-62e9-41f7-a9b2-8ad7d38b5a2b req-6254ad80-786f-4d87-8c0b-e45100d78845 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367203 Oct 12 19:30:49.614050 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fa18e0-9a35-4506-9439-eaf797549456 req-e0c342c8-8efe-49ba-9b21-c1705ea9d8ba tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:49.615474 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-56fa18e0-9a35-4506-9439-eaf797549456 req-e0c342c8-8efe-49ba-9b21-c1705ea9d8ba tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb56269f-088f-4dd7-97a9-d7a3df061653 HTTP/1.1" status: 200 len: 944 time: 0.0539961 Oct 12 19:30:49.655301 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-56fa18e0-9a35-4506-9439-eaf797549456 req-459cbd77-10b6-4aeb-8b05-56feae5d57c5 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e18d525-cf41-4d49-869d-79a715be58e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336702 Oct 12 19:30:49.912900 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143b1b71-ae00-468f-8dee-175d53dcc0dd req-62b58234-1572-41ad-968a-1da33fa9219d tempest-ServerAddressesTestJSON-642548608 tempest-ServerAddressesTestJSON-642548608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:49.914468 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-143b1b71-ae00-468f-8dee-175d53dcc0dd req-62b58234-1572-41ad-968a-1da33fa9219d tempest-ServerAddressesTestJSON-642548608 tempest-ServerAddressesTestJSON-642548608-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbdfb8a6-02a6-4393-bc95-99db85bab6b5 HTTP/1.1" status: 200 len: 945 time: 0.0501797 Oct 12 19:30:49.954036 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-143b1b71-ae00-468f-8dee-175d53dcc0dd req-4d570f99-2d1f-4a5b-9ae8-0347c7fc14ac tempest-ServerAddressesTestJSON-642548608 tempest-ServerAddressesTestJSON-642548608-project] 10.222.0.49 "GET /v2.0/security-groups?id=664b8074-b67d-4f87-9a7e-2203c125597c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335095 Oct 12 19:30:50.245039 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623874a2-45a0-4b9a-a976-6f447651e09b req-cb558733-6f71-44ec-a686-561d0f20e982 tempest-ServerAddressesTestJSON-642548608 tempest-ServerAddressesTestJSON-642548608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:50.246503 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-623874a2-45a0-4b9a-a976-6f447651e09b req-cb558733-6f71-44ec-a686-561d0f20e982 tempest-ServerAddressesTestJSON-642548608 tempest-ServerAddressesTestJSON-642548608-project] 10.222.0.61 "GET /v2.0/ports?device_id=fbdfb8a6-02a6-4393-bc95-99db85bab6b5 HTTP/1.1" status: 200 len: 945 time: 0.0553067 Oct 12 19:30:50.354335 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-623874a2-45a0-4b9a-a976-6f447651e09b req-3dd13b6d-7e4f-48f0-b329-f70775c988d6 tempest-ServerAddressesTestJSON-642548608 tempest-ServerAddressesTestJSON-642548608-project] Deleting port 478b07b0-e61e-483a-99cd-e229b7a33061 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:30:50.354868 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-623874a2-45a0-4b9a-a976-6f447651e09b req-3dd13b6d-7e4f-48f0-b329-f70775c988d6 tempest-ServerAddressesTestJSON-642548608 tempest-ServerAddressesTestJSON-642548608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:50.398320 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfca990c-cb11-4f4f-9262-c0b8db45bba4 req-f709d857-c6fb-4aaf-b451-f642198cdac7 tempest-VolumesBackupsTest-1460644679 tempest-VolumesBackupsTest-1460644679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:50.400262 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-dfca990c-cb11-4f4f-9262-c0b8db45bba4 req-f709d857-c6fb-4aaf-b451-f642198cdac7 tempest-VolumesBackupsTest-1460644679 tempest-VolumesBackupsTest-1460644679-project] 10.222.0.49 "GET /v2.0/ports?device_id=0765514a-c2de-4b6a-b554-e16ed49db474 HTTP/1.1" status: 200 len: 950 time: 0.0504916 Oct 12 19:30:50.441449 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-dfca990c-cb11-4f4f-9262-c0b8db45bba4 req-145aabbb-6f39-46e7-b0df-684beb2e86c5 tempest-VolumesBackupsTest-1460644679 tempest-VolumesBackupsTest-1460644679-project] 10.222.0.49 "GET /v2.0/security-groups?id=65a3d8a7-db6b-43fd-be9e-a01020c81f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340090 Oct 12 19:30:50.450680 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-623874a2-45a0-4b9a-a976-6f447651e09b req-3dd13b6d-7e4f-48f0-b329-f70775c988d6 tempest-ServerAddressesTestJSON-642548608 tempest-ServerAddressesTestJSON-642548608-project] For port 478b07b0-e61e-483a-99cd-e229b7a33061, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=478b07b0-e61e-483a-99cd-e229b7a33061,segment=NetworkSegment(fec81b87-8382-4900-b508-487ce0a7c582),segment_id=fec81b87-8382-4900-b508-487ce0a7c582)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:30:50.451041 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-623874a2-45a0-4b9a-a976-6f447651e09b req-3dd13b6d-7e4f-48f0-b329-f70775c988d6 tempest-ServerAddressesTestJSON-642548608 tempest-ServerAddressesTestJSON-642548608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:50.465827 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-623874a2-45a0-4b9a-a976-6f447651e09b req-3dd13b6d-7e4f-48f0-b329-f70775c988d6 tempest-ServerAddressesTestJSON-642548608 tempest-ServerAddressesTestJSON-642548608-project] Calling delete_port for 478b07b0-e61e-483a-99cd-e229b7a33061 owned by compute:nova {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:30:50.574720 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf61ccc-7db2-4702-8406-38204f3d26c0 req-f2974da1-78dd-47f4-8566-e0802417ec3a tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:50.576299 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bdf61ccc-7db2-4702-8406-38204f3d26c0 req-f2974da1-78dd-47f4-8566-e0802417ec3a tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b0a43c3-ba20-4aaf-9e31-8c41399a19c5 HTTP/1.1" status: 200 len: 946 time: 0.0675573 Oct 12 19:30:50.637598 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3003b3c-b582-4f85-bce4-71f41cfb4aed req-09623bcf-f5ba-4da3-88f4-fe3d8e6ac631 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:50.639473 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e3003b3c-b582-4f85-bce4-71f41cfb4aed req-09623bcf-f5ba-4da3-88f4-fe3d8e6ac631 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a911cb1-f8f4-48e6-9229-15361e96b2a7 HTTP/1.1" status: 200 len: 946 time: 0.0660977 Oct 12 19:30:50.645110 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bdf61ccc-7db2-4702-8406-38204f3d26c0 req-8d3e285d-15ad-488f-8e69-de6317fb60b6 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] 10.222.0.49 "GET /v2.0/security-groups?id=22450e14-cc39-4381-9450-74c0cdf56e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595884 Oct 12 19:30:50.690227 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e3003b3c-b582-4f85-bce4-71f41cfb4aed req-ea14c7bf-2539-4468-a344-ce7fb3252898 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/security-groups?id=243314df-bf60-4e8d-a5c3-b65fe30534c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390513 Oct 12 19:30:50.721714 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-623874a2-45a0-4b9a-a976-6f447651e09b req-3dd13b6d-7e4f-48f0-b329-f70775c988d6 tempest-ServerAddressesTestJSON-642548608 tempest-ServerAddressesTestJSON-642548608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:50.733722 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['478b07b0-e61e-483a-99cd-e229b7a33061'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:30:50.781372 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd13b6d-7e4f-48f0-b329-f70775c988d6 tempest-ServerAddressesTestJSON-642548608 tempest-ServerAddressesTestJSON-642548608-project] Pushing event deleted for resources: {'Port': ['ID=478b07b0-e61e-483a-99cd-e229b7a33061,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:30:50.824173 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-623874a2-45a0-4b9a-a976-6f447651e09b req-3dd13b6d-7e4f-48f0-b329-f70775c988d6 tempest-ServerAddressesTestJSON-642548608 tempest-ServerAddressesTestJSON-642548608-project] No DVR routers for this DVR port 478b07b0-e61e-483a-99cd-e229b7a33061 on host n-h1-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:30:50.827409 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-623874a2-45a0-4b9a-a976-6f447651e09b req-3dd13b6d-7e4f-48f0-b329-f70775c988d6 tempest-ServerAddressesTestJSON-642548608 tempest-ServerAddressesTestJSON-642548608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:50.830662 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-623874a2-45a0-4b9a-a976-6f447651e09b req-3dd13b6d-7e4f-48f0-b329-f70775c988d6 tempest-ServerAddressesTestJSON-642548608 tempest-ServerAddressesTestJSON-642548608-project] 10.222.0.61 "DELETE /v2.0/ports/478b07b0-e61e-483a-99cd-e229b7a33061 HTTP/1.1" status: 204 len: 173 time: 0.5757306 Oct 12 19:30:50.831094 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbdfb8a6-02a6-4393-bc95-99db85bab6b5', 'name': 'network-vif-deleted', 'tag': '478b07b0-e61e-483a-99cd-e229b7a33061'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:30:50.835547 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e428f685-d5de-4af5-a96f-b0d052e79030" -d '{"events": [{"server_uuid": "fbdfb8a6-02a6-4393-bc95-99db85bab6b5", "name": "network-vif-deleted", "tag": "478b07b0-e61e-483a-99cd-e229b7a33061"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:30:50.846356 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33ee03f-6cd8-4f51-8bee-6bb0da1b3946 req-e879bcd1-7778-4469-ab77-907dca3b9504 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:50.848378 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b33ee03f-6cd8-4f51-8bee-6bb0da1b3946 req-e879bcd1-7778-4469-ab77-907dca3b9504 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb56269f-088f-4dd7-97a9-d7a3df061653 HTTP/1.1" status: 200 len: 944 time: 0.1243908 Oct 12 19:30:50.877108 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6503ef1-5a2e-41ed-a895-a3106799d05a x-openstack-request-id: req-c6503ef1-5a2e-41ed-a895-a3106799d05a {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:30:50.877392 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbdfb8a6-02a6-4393-bc95-99db85bab6b5", "name": "network-vif-deleted", "tag": "478b07b0-e61e-483a-99cd-e229b7a33061", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:30:50.877642 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c6503ef1-5a2e-41ed-a895-a3106799d05a {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:30:50.878031 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbdfb8a6-02a6-4393-bc95-99db85bab6b5', 'name': 'network-vif-deleted', 'tag': '478b07b0-e61e-483a-99cd-e229b7a33061', 'status': 'completed', 'code': 200} Oct 12 19:30:50.893094 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b33ee03f-6cd8-4f51-8bee-6bb0da1b3946 req-44adfee3-c41a-4111-9c8c-b28705cb17b6 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e18d525-cf41-4d49-869d-79a715be58e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377734 Oct 12 19:30:51.054840 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-773a2cbd-eaab-4f34-8e6a-37092531b8bb req-0c345f0f-fb03-4764-8cbf-caadd9ffcfe7 tempest-ServerAddressesTestJSON-642548608 tempest-ServerAddressesTestJSON-642548608-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbdfb8a6-02a6-4393-bc95-99db85bab6b5 HTTP/1.1" status: 200 len: 210 time: 0.0278580 Oct 12 19:30:51.557085 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4530f2bf-4623-4cfb-8fa3-7e77a7c6d590 req-200a21a9-3d32-45d6-ac6a-9e6ed94dc625 tempest-VolumesBackupsTest-1460644679 tempest-VolumesBackupsTest-1460644679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:51.558544 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4530f2bf-4623-4cfb-8fa3-7e77a7c6d590 req-200a21a9-3d32-45d6-ac6a-9e6ed94dc625 tempest-VolumesBackupsTest-1460644679 tempest-VolumesBackupsTest-1460644679-project] 10.222.0.49 "GET /v2.0/ports?device_id=0765514a-c2de-4b6a-b554-e16ed49db474 HTTP/1.1" status: 200 len: 950 time: 0.0493569 Oct 12 19:30:51.597508 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4530f2bf-4623-4cfb-8fa3-7e77a7c6d590 req-acd79ef9-0135-4dd7-8d06-4b2d782584e5 tempest-VolumesBackupsTest-1460644679 tempest-VolumesBackupsTest-1460644679-project] 10.222.0.49 "GET /v2.0/security-groups?id=65a3d8a7-db6b-43fd-be9e-a01020c81f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324378 Oct 12 19:30:51.761614 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d8ad90-0b83-4aba-aeff-7d4c6d200a38 req-a2387bae-98cf-4c60-ba7c-6d70b0e8dc51 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:51.764487 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a1d8ad90-0b83-4aba-aeff-7d4c6d200a38 req-a2387bae-98cf-4c60-ba7c-6d70b0e8dc51 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b0a43c3-ba20-4aaf-9e31-8c41399a19c5 HTTP/1.1" status: 200 len: 946 time: 0.0517480 Oct 12 19:30:51.803746 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a1d8ad90-0b83-4aba-aeff-7d4c6d200a38 req-5158a319-8724-4312-91d1-94389b0c40d6 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] 10.222.0.49 "GET /v2.0/security-groups?id=22450e14-cc39-4381-9450-74c0cdf56e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348389 Oct 12 19:30:51.817502 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a4791f-8cd8-4f86-b4c5-1d0faa1a58ee req-e4ecbd75-3cee-47d1-971e-d0dd2238ed15 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:51.819002 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f7a4791f-8cd8-4f86-b4c5-1d0faa1a58ee req-e4ecbd75-3cee-47d1-971e-d0dd2238ed15 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a911cb1-f8f4-48e6-9229-15361e96b2a7 HTTP/1.1" status: 200 len: 946 time: 0.0555351 Oct 12 19:30:51.858017 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f7a4791f-8cd8-4f86-b4c5-1d0faa1a58ee req-f39fd535-086f-4581-a522-cdeb2830b3b7 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/security-groups?id=243314df-bf60-4e8d-a5c3-b65fe30534c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325668 Oct 12 19:30:52.013311 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e07538-0e42-4146-9ea3-6bd3dc165af1 req-9ad90911-9c3f-4e72-912e-8247050b129a tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:52.014784 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c5e07538-0e42-4146-9ea3-6bd3dc165af1 req-9ad90911-9c3f-4e72-912e-8247050b129a tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb56269f-088f-4dd7-97a9-d7a3df061653 HTTP/1.1" status: 200 len: 944 time: 0.0530672 Oct 12 19:30:52.078156 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c5e07538-0e42-4146-9ea3-6bd3dc165af1 req-06ef339a-1281-4600-833b-b32e4f986a5e tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e18d525-cf41-4d49-869d-79a715be58e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543630 Oct 12 19:30:52.087288 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bba4476-f899-44cd-ac88-bfe8a61d6cf3 req-f79f40ba-dbb3-4ebc-b4c5-9d56debfb1dd tempest-VolumesBackupsTest-1460644679 tempest-VolumesBackupsTest-1460644679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:52.088788 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0bba4476-f899-44cd-ac88-bfe8a61d6cf3 req-f79f40ba-dbb3-4ebc-b4c5-9d56debfb1dd tempest-VolumesBackupsTest-1460644679 tempest-VolumesBackupsTest-1460644679-project] 10.222.0.67 "GET /v2.0/ports?device_id=0765514a-c2de-4b6a-b554-e16ed49db474 HTTP/1.1" status: 200 len: 950 time: 0.0731556 Oct 12 19:30:52.113003 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 58862) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:30:52.158456 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4ed7bf2-2b32-410e-9031-4414c1a1cc56 admin admin] Deleting subnet 8a130fa0-8ebb-447a-b0e4-89e1aa885980 {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:30:52.162187 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f4ed7bf2-2b32-410e-9031-4414c1a1cc56 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:52.185976 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-0bba4476-f899-44cd-ac88-bfe8a61d6cf3 req-3998f1db-5091-4f61-80e1-b6da08935e6f tempest-VolumesBackupsTest-1460644679 tempest-VolumesBackupsTest-1460644679-project] Deleting port a84f0725-146f-41c1-83b8-f61476db43b3 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:30:52.186322 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-0bba4476-f899-44cd-ac88-bfe8a61d6cf3 req-3998f1db-5091-4f61-80e1-b6da08935e6f tempest-VolumesBackupsTest-1460644679 tempest-VolumesBackupsTest-1460644679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:52.195800 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f4ed7bf2-2b32-410e-9031-4414c1a1cc56 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16313642'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:52.234390 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f4ed7bf2-2b32-410e-9031-4414c1a1cc56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:52.282269 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-0bba4476-f899-44cd-ac88-bfe8a61d6cf3 req-3998f1db-5091-4f61-80e1-b6da08935e6f tempest-VolumesBackupsTest-1460644679 tempest-VolumesBackupsTest-1460644679-project] For port a84f0725-146f-41c1-83b8-f61476db43b3, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=a84f0725-146f-41c1-83b8-f61476db43b3,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:30:52.282633 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-0bba4476-f899-44cd-ac88-bfe8a61d6cf3 req-3998f1db-5091-4f61-80e1-b6da08935e6f tempest-VolumesBackupsTest-1460644679 tempest-VolumesBackupsTest-1460644679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:52.295152 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-0bba4476-f899-44cd-ac88-bfe8a61d6cf3 req-3998f1db-5091-4f61-80e1-b6da08935e6f tempest-VolumesBackupsTest-1460644679 tempest-VolumesBackupsTest-1460644679-project] Calling delete_port for a84f0725-146f-41c1-83b8-f61476db43b3 owned by compute:nova {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:30:52.355389 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f4ed7bf2-2b32-410e-9031-4414c1a1cc56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4306592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16245866'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:52.381436 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ed7bf2-2b32-410e-9031-4414c1a1cc56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a130fa0-8ebb-447a-b0e4-89e1aa885980,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:30:52.386669 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f4ed7bf2-2b32-410e-9031-4414c1a1cc56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:52.389907 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-f4ed7bf2-2b32-410e-9031-4414c1a1cc56 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/8a130fa0-8ebb-447a-b0e4-89e1aa885980 HTTP/1.1" status: 204 len: 168 time: 0.2759144 Oct 12 19:30:52.392403 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 58866) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:30:52.463191 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-04c66dea-9051-4cfd-96da-275451244a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:52.481312 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-0bba4476-f899-44cd-ac88-bfe8a61d6cf3 req-3998f1db-5091-4f61-80e1-b6da08935e6f tempest-VolumesBackupsTest-1460644679 tempest-VolumesBackupsTest-1460644679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:52.495142 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['a84f0725-146f-41c1-83b8-f61476db43b3'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:30:52.517837 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3998f1db-5091-4f61-80e1-b6da08935e6f tempest-VolumesBackupsTest-1460644679 tempest-VolumesBackupsTest-1460644679-project] Pushing event deleted for resources: {'Port': ['ID=a84f0725-146f-41c1-83b8-f61476db43b3,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:30:52.563378 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bba4476-f899-44cd-ac88-bfe8a61d6cf3 req-3998f1db-5091-4f61-80e1-b6da08935e6f tempest-VolumesBackupsTest-1460644679 tempest-VolumesBackupsTest-1460644679-project] No DVR routers for this DVR port a84f0725-146f-41c1-83b8-f61476db43b3 on host n-h2-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:30:52.564939 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-04c66dea-9051-4cfd-96da-275451244a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:52.567084 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-0bba4476-f899-44cd-ac88-bfe8a61d6cf3 req-3998f1db-5091-4f61-80e1-b6da08935e6f tempest-VolumesBackupsTest-1460644679 tempest-VolumesBackupsTest-1460644679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:52.573953 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0bba4476-f899-44cd-ac88-bfe8a61d6cf3 req-3998f1db-5091-4f61-80e1-b6da08935e6f tempest-VolumesBackupsTest-1460644679 tempest-VolumesBackupsTest-1460644679-project] 10.222.0.67 "DELETE /v2.0/ports/a84f0725-146f-41c1-83b8-f61476db43b3 HTTP/1.1" status: 204 len: 173 time: 0.4742007 Oct 12 19:30:52.573953 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0765514a-c2de-4b6a-b554-e16ed49db474', 'name': 'network-vif-deleted', 'tag': 'a84f0725-146f-41c1-83b8-f61476db43b3'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:30:52.573953 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-114eb656-eab5-43c2-b35b-d191e50afb67" -d '{"events": [{"server_uuid": "0765514a-c2de-4b6a-b554-e16ed49db474", "name": "network-vif-deleted", "tag": "a84f0725-146f-41c1-83b8-f61476db43b3"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:30:52.591643 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-04c66dea-9051-4cfd-96da-275451244a37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7bef2a6-811a-49ae-99f4-722b0c0fa0d1']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:30:52.601234 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-04c66dea-9051-4cfd-96da-275451244a37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fec81b87-8382-4900-b508-487ce0a7c582') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:30:52.601529 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-04c66dea-9051-4cfd-96da-275451244a37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fec81b87-8382-4900-b508-487ce0a7c582') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:30:52.612207 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-04c66dea-9051-4cfd-96da-275451244a37 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16313633'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:52.625592 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d4c270b-6807-4c4b-bc0e-e08eccb6dbd4 x-openstack-request-id: req-9d4c270b-6807-4c4b-bc0e-e08eccb6dbd4 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:30:52.626645 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-04c66dea-9051-4cfd-96da-275451244a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:52.629028 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0765514a-c2de-4b6a-b554-e16ed49db474", "name": "network-vif-deleted", "tag": "a84f0725-146f-41c1-83b8-f61476db43b3", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:30:52.629247 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9d4c270b-6807-4c4b-bc0e-e08eccb6dbd4 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:30:52.629650 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0765514a-c2de-4b6a-b554-e16ed49db474', 'name': 'network-vif-deleted', 'tag': 'a84f0725-146f-41c1-83b8-f61476db43b3', 'status': 'completed', 'code': 200} Oct 12 19:30:52.634875 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04c66dea-9051-4cfd-96da-275451244a37 admin admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:30:52.635209 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-04c66dea-9051-4cfd-96da-275451244a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4305278'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:52.637117 n-d-813679-3 neutron-server[95502]: Traceback (most recent call last): Oct 12 19:30:52.637117 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:30:52.637117 n-d-813679-3 neutron-server[95502]: timer() Oct 12 19:30:52.637117 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:30:52.637117 n-d-813679-3 neutron-server[95502]: cb(*args, **kw) Oct 12 19:30:52.637117 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:30:52.637117 n-d-813679-3 neutron-server[95502]: return func(*args, **kwargs) Oct 12 19:30:52.637117 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:30:52.637117 n-d-813679-3 neutron-server[95502]: self._notify() Oct 12 19:30:52.637117 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:30:52.637117 n-d-813679-3 neutron-server[95502]: self.callback(batched_events) Oct 12 19:30:52.637117 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:30:52.637117 n-d-813679-3 neutron-server[95502]: event.method(event) Oct 12 19:30:52.637117 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:30:52.637117 n-d-813679-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:30:52.637117 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:30:52.637117 n-d-813679-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:30:52.637117 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:30:52.637117 n-d-813679-3 neutron-server[95502]: return f(self, *a, **k) Oct 12 19:30:52.637117 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:30:52.637117 n-d-813679-3 neutron-server[95502]: return self._get(url).json() Oct 12 19:30:52.637117 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:30:52.637117 n-d-813679-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:30:52.637117 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:30:52.637117 n-d-813679-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Oct 12 19:30:52.637117 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:30:52.637117 n-d-813679-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:30:52.637117 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:30:52.637117 n-d-813679-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:30:52.637117 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:30:52.637117 n-d-813679-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:30:52.637117 n-d-813679-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:30:52.647403 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 4969b46e-6d57-43a6-982f-4f228c19551b no longer exists at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:30:52.685663 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] No Port match for: 4969b46e-6d57-43a6-982f-4f228c19551b {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:30:52.686016 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 4969b46e-6d57-43a6-982f-4f228c19551b not bound to the agent host n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:30:52.714362 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4ec656bb-3b45-4869-8dd2-bd8125e18dba req-e90365f3-a867-4855-8955-5de432a47ebc tempest-VolumesBackupsTest-1460644679 tempest-VolumesBackupsTest-1460644679-project] 10.222.0.49 "GET /v2.0/ports?device_id=0765514a-c2de-4b6a-b554-e16ed49db474 HTTP/1.1" status: 200 len: 210 time: 0.0401499 Oct 12 19:30:52.782726 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ff08b1-2754-49bf-9e75-f58b7a0dfc5c req-e84a567f-5d98-429a-859d-5ac56b2bfe0d tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:52.784381 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f1ff08b1-2754-49bf-9e75-f58b7a0dfc5c req-e84a567f-5d98-429a-859d-5ac56b2bfe0d tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 946 time: 0.0574467 Oct 12 19:30:52.789929 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-04c66dea-9051-4cfd-96da-275451244a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:52.795287 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-04c66dea-9051-4cfd-96da-275451244a37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:52.798465 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-04c66dea-9051-4cfd-96da-275451244a37 admin admin] 10.222.0.49 "DELETE /v2.0/networks/e7bef2a6-811a-49ae-99f4-722b0c0fa0d1 HTTP/1.1" status: 204 len: 168 time: 0.4051492 Oct 12 19:30:52.811785 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c66dea-9051-4cfd-96da-275451244a37 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7bef2a6-811a-49ae-99f4-722b0c0fa0d1,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:30:52.838926 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f1ff08b1-2754-49bf-9e75-f58b7a0dfc5c req-41cfc68b-b31a-48c2-ae46-e650ff306a6d tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336201 Oct 12 19:30:52.930596 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50932313-34d6-4f5b-b834-58219f7b5602 req-a4278515-a116-45bc-a508-1631dc293f27 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:52.938552 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-50932313-34d6-4f5b-b834-58219f7b5602 req-a4278515-a116-45bc-a508-1631dc293f27 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b0a43c3-ba20-4aaf-9e31-8c41399a19c5 HTTP/1.1" status: 200 len: 946 time: 0.0648632 Oct 12 19:30:52.956181 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2644fb-de30-4166-8887-ad50d1a9ba29 req-5a9551b6-53c1-48a6-933e-8e543c60ab66 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:52.958048 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3e2644fb-de30-4166-8887-ad50d1a9ba29 req-5a9551b6-53c1-48a6-933e-8e543c60ab66 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 946 time: 0.0520139 Oct 12 19:30:52.974051 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-50932313-34d6-4f5b-b834-58219f7b5602 req-0c9ffb9b-f608-4bdf-b34d-941b4fcc3d00 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] 10.222.0.49 "GET /v2.0/security-groups?id=22450e14-cc39-4381-9450-74c0cdf56e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344231 Oct 12 19:30:53.006774 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3e2644fb-de30-4166-8887-ad50d1a9ba29 req-439b9a7d-dfcb-41f7-b8bb-8f70a6e1bada tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391984 Oct 12 19:30:53.107297 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d939fa0-19a1-4160-893b-cccc0c9059ca req-6ad383b7-0618-4242-8925-8b2138c13edf tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:53.108850 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1d939fa0-19a1-4160-893b-cccc0c9059ca req-6ad383b7-0618-4242-8925-8b2138c13edf tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a911cb1-f8f4-48e6-9229-15361e96b2a7 HTTP/1.1" status: 200 len: 946 time: 0.0546181 Oct 12 19:30:53.154817 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1d939fa0-19a1-4160-893b-cccc0c9059ca req-2b246272-346f-4d17-819b-746e044755f8 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/security-groups?id=243314df-bf60-4e8d-a5c3-b65fe30534c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364428 Oct 12 19:30:53.202210 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3916cabe-5890-405a-9f61-6680f1477914 req-4e8e19f9-3c63-4197-a417-cd2e239d181b tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:53.203821 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3916cabe-5890-405a-9f61-6680f1477914 req-4e8e19f9-3c63-4197-a417-cd2e239d181b tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb56269f-088f-4dd7-97a9-d7a3df061653 HTTP/1.1" status: 200 len: 944 time: 0.0507600 Oct 12 19:30:53.216628 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 58896) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:30:53.242480 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3916cabe-5890-405a-9f61-6680f1477914 req-2b61016d-3887-41a5-bcd7-725d20196ba8 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e18d525-cf41-4d49-869d-79a715be58e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320086 Oct 12 19:30:53.260698 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-7f6fe872-da1c-4250-aec9-be6729affb5c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=496ac45680674450945188fe432317c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0429273 Oct 12 19:30:53.263482 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 58898) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:30:53.311587 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-96761a62-807e-420e-b8f7-00295dcbb243 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:53.337468 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-96761a62-807e-420e-b8f7-00295dcbb243 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:53.480325 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-96761a62-807e-420e-b8f7-00295dcbb243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:53.482897 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-96761a62-807e-420e-b8f7-00295dcbb243 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:53.484073 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-96761a62-807e-420e-b8f7-00295dcbb243 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/664b8074-b67d-4f87-9a7e-2203c125597c HTTP/1.1" status: 204 len: 168 time: 0.2195637 Oct 12 19:30:53.491582 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96761a62-807e-420e-b8f7-00295dcbb243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=664b8074-b67d-4f87-9a7e-2203c125597c,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:30:53.498974 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96761a62-807e-420e-b8f7-00295dcbb243 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:30:53.499323 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96761a62-807e-420e-b8f7-00295dcbb243 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:30:53.499664 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96761a62-807e-420e-b8f7-00295dcbb243 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:30:53.500213 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96761a62-807e-420e-b8f7-00295dcbb243 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:30:53.500550 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96761a62-807e-420e-b8f7-00295dcbb243 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:30:53.500882 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96761a62-807e-420e-b8f7-00295dcbb243 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:30:53.501208 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96761a62-807e-420e-b8f7-00295dcbb243 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:30:53.501547 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96761a62-807e-420e-b8f7-00295dcbb243 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:30:53.501864 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96761a62-807e-420e-b8f7-00295dcbb243 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:30:53.502189 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96761a62-807e-420e-b8f7-00295dcbb243 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:30:53.502512 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96761a62-807e-420e-b8f7-00295dcbb243 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:30:53.502833 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96761a62-807e-420e-b8f7-00295dcbb243 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:30:54.130814 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e93fed-ef11-424c-b404-08ed932cc6a8 req-29f71eca-0b61-4663-b177-9e0448f4c360 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:54.132844 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-94e93fed-ef11-424c-b404-08ed932cc6a8 req-29f71eca-0b61-4663-b177-9e0448f4c360 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b0a43c3-ba20-4aaf-9e31-8c41399a19c5 HTTP/1.1" status: 200 len: 946 time: 0.0527375 Oct 12 19:30:54.177548 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-94e93fed-ef11-424c-b404-08ed932cc6a8 req-55cb9e1a-0cec-462a-83f5-3c5e1a1929c7 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] 10.222.0.49 "GET /v2.0/security-groups?id=22450e14-cc39-4381-9450-74c0cdf56e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374982 Oct 12 19:30:54.320118 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a0ae9d-5b36-4069-adc9-ed6e4ae112ce req-d3777a85-2d40-4c33-92b2-55d4974c51b9 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:54.322139 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-28a0ae9d-5b36-4069-adc9-ed6e4ae112ce req-d3777a85-2d40-4c33-92b2-55d4974c51b9 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a911cb1-f8f4-48e6-9229-15361e96b2a7 HTTP/1.1" status: 200 len: 946 time: 0.0864174 Oct 12 19:30:54.377674 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-28a0ae9d-5b36-4069-adc9-ed6e4ae112ce req-c554d880-c12f-4d42-b640-95556a2364fc tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/security-groups?id=243314df-bf60-4e8d-a5c3-b65fe30534c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478058 Oct 12 19:30:54.408748 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f16d11f-fe5d-4e7a-aaa1-c8f69ae9c408 req-50820886-853c-4ec3-a737-f47a7371ad63 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:54.411025 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1f16d11f-fe5d-4e7a-aaa1-c8f69ae9c408 req-50820886-853c-4ec3-a737-f47a7371ad63 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb56269f-088f-4dd7-97a9-d7a3df061653 HTTP/1.1" status: 200 len: 944 time: 0.0669348 Oct 12 19:30:54.453210 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1f16d11f-fe5d-4e7a-aaa1-c8f69ae9c408 req-71f5dec2-4299-4d5f-a1ef-f5d28492aaa8 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e18d525-cf41-4d49-869d-79a715be58e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345125 Oct 12 19:30:54.655799 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 478b07b0-e61e-483a-99cd-e229b7a33061 no longer exists at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:30:54.683112 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] No Port match for: 478b07b0-e61e-483a-99cd-e229b7a33061 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:30:54.683466 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 478b07b0-e61e-483a-99cd-e229b7a33061 not bound to the agent host n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:30:54.742765 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 58944) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:30:54.844163 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-44f0a12e-3e16-403f-aedf-5ab5a7282b12 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-941490599-network', 'tenant_id': 'ecd9f9741f8348f0b37d1424ab3d46e8'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:30:54.943082 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44f0a12e-3e16-403f-aedf-5ab5a7282b12 admin admin] Made reservation on behalf of ecd9f9741f8348f0b37d1424ab3d46e8 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:30:54.945504 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-44f0a12e-3e16-403f-aedf-5ab5a7282b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:54.954320 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-44f0a12e-3e16-403f-aedf-5ab5a7282b12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:55.030004 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device a84f0725-146f-41c1-83b8-f61476db43b3 no longer exists at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:30:55.033313 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-44f0a12e-3e16-403f-aedf-5ab5a7282b12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:55.050559 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] No Port match for: a84f0725-146f-41c1-83b8-f61476db43b3 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:30:55.050850 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device a84f0725-146f-41c1-83b8-f61476db43b3 not bound to the agent host n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:30:55.138154 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-44f0a12e-3e16-403f-aedf-5ab5a7282b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:55.162886 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44f0a12e-3e16-403f-aedf-5ab5a7282b12 admin admin] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:30:55.171653 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f0a12e-3e16-403f-aedf-5ab5a7282b12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa91a4e5-a611-4452-a450-70995811a36c,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:30:55.178048 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-44f0a12e-3e16-403f-aedf-5ab5a7282b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:55.178397 n-d-813679-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-44f0a12e-3e16-403f-aedf-5ab5a7282b12 admin admin] Added segment cd110342-5ad1-4fcd-8bbd-9dc5c362f006 of type vlan for network 56df0150-3b8d-4be7-86cf-b2582b51cbc3 Oct 12 19:30:55.221426 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-44f0a12e-3e16-403f-aedf-5ab5a7282b12 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:55.295068 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9243542d-3611-47d5-b31e-bc297d47bcf9 req-41fc4bfa-75a8-408a-8e7b-821b42c830bf tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:55.296581 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9243542d-3611-47d5-b31e-bc297d47bcf9 req-41fc4bfa-75a8-408a-8e7b-821b42c830bf tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b0a43c3-ba20-4aaf-9e31-8c41399a19c5 HTTP/1.1" status: 200 len: 946 time: 0.0491834 Oct 12 19:30:55.298242 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-44f0a12e-3e16-403f-aedf-5ab5a7282b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:55.299129 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f0a12e-3e16-403f-aedf-5ab5a7282b12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:55.299694 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-44f0a12e-3e16-403f-aedf-5ab5a7282b12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:55.373937 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f0a12e-3e16-403f-aedf-5ab5a7282b12 admin admin] Pushing event updated for resources: {'Network': ['ID=56df0150-3b8d-4be7-86cf-b2582b51cbc3,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:30:55.388236 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9243542d-3611-47d5-b31e-bc297d47bcf9 req-d2fb6191-56de-4c6c-867e-66bd9969dfc6 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] 10.222.0.49 "GET /v2.0/security-groups?id=22450e14-cc39-4381-9450-74c0cdf56e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833673 Oct 12 19:30:55.392309 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 56df0150-3b8d-4be7-86cf-b2582b51cbc3 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:30:55.424482 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-44f0a12e-3e16-403f-aedf-5ab5a7282b12 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6795282 Oct 12 19:30:55.427343 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 58954) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:30:55.433679 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-16c79ad2-5a8d-4635-997e-1c0cd2c2e84d admin admin] Request body: {'subnet': {'network_id': '56df0150-3b8d-4be7-86cf-b2582b51cbc3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-941490599-subnet', 'tenant_id': 'ecd9f9741f8348f0b37d1424ab3d46e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:30:55.510585 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16c79ad2-5a8d-4635-997e-1c0cd2c2e84d admin admin] Made reservation on behalf of ecd9f9741f8348f0b37d1424ab3d46e8 for: {'subnet': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:30:55.512966 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-16c79ad2-5a8d-4635-997e-1c0cd2c2e84d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4612397'] for subnet, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:55.523900 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b90da55-e8f6-4b47-b924-c0a211b30dd8 req-22431435-e7a8-4ebd-928f-a85d23d813e5 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:55.525540 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4b90da55-e8f6-4b47-b924-c0a211b30dd8 req-22431435-e7a8-4ebd-928f-a85d23d813e5 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a911cb1-f8f4-48e6-9229-15361e96b2a7 HTTP/1.1" status: 200 len: 946 time: 0.0623200 Oct 12 19:30:55.620321 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4b90da55-e8f6-4b47-b924-c0a211b30dd8 req-2c712b62-b4c2-4249-b8b8-0cd741d382d1 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/security-groups?id=243314df-bf60-4e8d-a5c3-b65fe30534c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833879 Oct 12 19:30:55.841245 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-16c79ad2-5a8d-4635-997e-1c0cd2c2e84d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4824863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4612355'] for subnet, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:55.918608 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c79ad2-5a8d-4635-997e-1c0cd2c2e84d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b52d98c-bc12-48cd-94aa-dcbff346325c,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:30:55.937011 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe96f577-d401-4307-973e-4b73be81aaf3 req-6abf99b5-f2f3-4785-94e8-36846ba63613 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:55.945196 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-fe96f577-d401-4307-973e-4b73be81aaf3 req-6abf99b5-f2f3-4785-94e8-36846ba63613 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb56269f-088f-4dd7-97a9-d7a3df061653 HTTP/1.1" status: 200 len: 944 time: 0.4202938 Oct 12 19:30:55.947857 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c79ad2-5a8d-4635-997e-1c0cd2c2e84d admin admin] Checking segment: {'id': 'cd110342-5ad1-4fcd-8bbd-9dc5c362f006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '56df0150-3b8d-4be7-86cf-b2582b51cbc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:30:55.948248 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c79ad2-5a8d-4635-997e-1c0cd2c2e84d admin admin] Network hostable DHCP agents. Network: 56df0150-3b8d-4be7-86cf-b2582b51cbc3, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:30:55.973640 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b938beb8-9ea0-4fea-b08f-7bf5c57931ee req-cad2bc2f-ad58-4257-9b72-258eab4b5385 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:55.975165 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b938beb8-9ea0-4fea-b08f-7bf5c57931ee req-cad2bc2f-ad58-4257-9b72-258eab4b5385 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 946 time: 0.0834405 Oct 12 19:30:55.979533 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-fe96f577-d401-4307-973e-4b73be81aaf3 req-75a1d67e-b5f5-45b3-a68d-c96220f64376 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e18d525-cf41-4d49-869d-79a715be58e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332596 Oct 12 19:30:56.018179 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b938beb8-9ea0-4fea-b08f-7bf5c57931ee req-fe6ed6e0-7dd7-4325-abdf-6d71da7ba1ce tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354664 Oct 12 19:30:56.069708 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c79ad2-5a8d-4635-997e-1c0cd2c2e84d admin admin] Network 56df0150-3b8d-4be7-86cf-b2582b51cbc3 is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:30:56.133622 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-16c79ad2-5a8d-4635-997e-1c0cd2c2e84d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, 56df0150-3b8d-4be7-86cf-b2582b51cbc3) {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:30:56.138001 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c79ad2-5a8d-4635-997e-1c0cd2c2e84d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:56.138672 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-16c79ad2-5a8d-4635-997e-1c0cd2c2e84d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:56.140926 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10556d95-1352-4d26-a1ec-ca7a1117399d req-75d9a8b4-3d15-45b8-8d5e-259561886f3b tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:56.142815 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-10556d95-1352-4d26-a1ec-ca7a1117399d req-75d9a8b4-3d15-45b8-8d5e-259561886f3b tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 946 time: 0.0547321 Oct 12 19:30:56.145448 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe069b0f-e4a8-4df9-bd9d-a73b65eee080 None None] Network 56df0150-3b8d-4be7-86cf-b2582b51cbc3 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:30:56.211035 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-16c79ad2-5a8d-4635-997e-1c0cd2c2e84d admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7817280 Oct 12 19:30:56.227500 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-10556d95-1352-4d26-a1ec-ca7a1117399d req-0cc30cfe-1d00-4821-a946-7150eae5bc50 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640740 Oct 12 19:30:56.277690 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838d79e4-e41e-4964-a99e-c285801ee9d4 None None] Network 56df0150-3b8d-4be7-86cf-b2582b51cbc3 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:30:56.433089 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a117f0-ea09-4738-8ea8-69fbb3002bec req-e8f19c55-c1d5-4a4d-8493-55491bc92de1 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:56.434606 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-01a117f0-ea09-4738-8ea8-69fbb3002bec req-e8f19c55-c1d5-4a4d-8493-55491bc92de1 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 946 time: 0.0603807 Oct 12 19:30:56.473717 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-01a117f0-ea09-4738-8ea8-69fbb3002bec req-fd4a154c-2eca-4bf7-b96d-9aff92b84d41 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313621 Oct 12 19:30:56.593318 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1683d89-cbee-4332-a3bf-0756a6bc71ef req-c07f8b8d-92c7-4c3a-986b-a57c48876242 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:56.594914 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c1683d89-cbee-4332-a3bf-0756a6bc71ef req-c07f8b8d-92c7-4c3a-986b-a57c48876242 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b0a43c3-ba20-4aaf-9e31-8c41399a19c5 HTTP/1.1" status: 200 len: 946 time: 0.0557475 Oct 12 19:30:56.638532 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c1683d89-cbee-4332-a3bf-0756a6bc71ef req-f596cbd2-db26-4e2a-8013-db6129d8dffc tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] 10.222.0.49 "GET /v2.0/security-groups?id=22450e14-cc39-4381-9450-74c0cdf56e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345378 Oct 12 19:30:56.719364 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d521c1da-f4a8-477c-b5ec-f0eb8bb3b43b req-cb160c2e-3b75-446e-a02f-b16f85e23093 tempest-ServerTagsTestJSON-70717432 tempest-ServerTagsTestJSON-70717432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:56.720964 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d521c1da-f4a8-477c-b5ec-f0eb8bb3b43b req-cb160c2e-3b75-446e-a02f-b16f85e23093 tempest-ServerTagsTestJSON-70717432 tempest-ServerTagsTestJSON-70717432-project] 10.222.0.49 "GET /v2.0/networks?id=56df0150-3b8d-4be7-86cf-b2582b51cbc3 HTTP/1.1" status: 200 len: 808 time: 0.1147888 Oct 12 19:30:56.738386 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d521c1da-f4a8-477c-b5ec-f0eb8bb3b43b req-c5402d03-6e90-4ace-9515-4eddbbab300d tempest-ServerTagsTestJSON-70717432 tempest-ServerTagsTestJSON-70717432-project] 10.222.0.49 "GET /v2.0/quotas/ecd9f9741f8348f0b37d1424ab3d46e8 HTTP/1.1" status: 200 len: 375 time: 0.0112464 Oct 12 19:30:56.748742 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f038ca3-4837-43d2-b002-c3f81f302065 req-73cbe487-ffd8-4beb-911e-7977d49f783d tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:56.750432 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5f038ca3-4837-43d2-b002-c3f81f302065 req-73cbe487-ffd8-4beb-911e-7977d49f783d tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 946 time: 0.0540404 Oct 12 19:30:56.771424 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d521c1da-f4a8-477c-b5ec-f0eb8bb3b43b req-8399c3f5-661c-4d29-b8f8-61e4bda6876a tempest-ServerTagsTestJSON-70717432 tempest-ServerTagsTestJSON-70717432-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=ecd9f9741f8348f0b37d1424ab3d46e8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269837 Oct 12 19:30:56.791504 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5f038ca3-4837-43d2-b002-c3f81f302065 req-98196675-f2c0-4c17-bcdd-3e40ecce05d0 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347440 Oct 12 19:30:56.871391 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d521c1da-f4a8-477c-b5ec-f0eb8bb3b43b req-8fe86428-a799-4346-85f9-5e0e00896f76 service neutron] 10.222.0.49 "GET /v2.0/networks/56df0150-3b8d-4be7-86cf-b2582b51cbc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920694 Oct 12 19:30:56.919685 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8901f63-68f1-48a2-b06c-246e44853dd1 req-39246c18-ca85-46b1-a007-dacc8e9d2650 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:56.923107 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e8901f63-68f1-48a2-b06c-246e44853dd1 req-39246c18-ca85-46b1-a007-dacc8e9d2650 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a911cb1-f8f4-48e6-9229-15361e96b2a7 HTTP/1.1" status: 200 len: 946 time: 0.0513959 Oct 12 19:30:56.961124 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e8901f63-68f1-48a2-b06c-246e44853dd1 req-710afc50-02ac-441b-a6f4-b1e104274248 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/security-groups?id=243314df-bf60-4e8d-a5c3-b65fe30534c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318022 Oct 12 19:30:56.981312 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d521c1da-f4a8-477c-b5ec-f0eb8bb3b43b req-8897761b-e463-4aed-8b77-e215d9f1e786 service neutron] 10.222.0.49 "GET /v2.0/networks/56df0150-3b8d-4be7-86cf-b2582b51cbc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955057 Oct 12 19:30:57.093256 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba153f5-a3c9-4501-bd1e-69e5269e363e req-bd503f62-9040-4809-9cd4-2732715fd315 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:57.101469 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7ba153f5-a3c9-4501-bd1e-69e5269e363e req-bd503f62-9040-4809-9cd4-2732715fd315 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 946 time: 0.0608790 Oct 12 19:30:57.137179 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7ba153f5-a3c9-4501-bd1e-69e5269e363e req-eff38611-3c92-4b23-9419-6184e5e9315a tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348151 Oct 12 19:30:57.253028 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccef1e07-8283-41e7-853a-606986d1129b req-20ffdfb8-414d-4cfc-ba2b-c09529813834 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:57.255578 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ccef1e07-8283-41e7-853a-606986d1129b req-20ffdfb8-414d-4cfc-ba2b-c09529813834 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb56269f-088f-4dd7-97a9-d7a3df061653 HTTP/1.1" status: 200 len: 944 time: 0.0571108 Oct 12 19:30:57.309227 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ccef1e07-8283-41e7-853a-606986d1129b req-c8bbe80c-8a67-4c72-aec4-0b33b5436e86 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e18d525-cf41-4d49-869d-79a715be58e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465918 Oct 12 19:30:57.314667 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a950e92-3d72-425e-928b-1d1795935fa9 req-2d6b3843-0414-4d3f-b452-55e6f205f913 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:57.325667 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4a950e92-3d72-425e-928b-1d1795935fa9 req-2d6b3843-0414-4d3f-b452-55e6f205f913 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 946 time: 0.0781608 Oct 12 19:30:57.365972 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4a950e92-3d72-425e-928b-1d1795935fa9 req-1c34a7c0-5ec9-4f9e-83ee-f38803c2cb8f tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335805 Oct 12 19:30:57.385740 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c5637c83-1386-42f7-8062-10baf963575b req-ec7161d6-503b-46a5-b57d-eb97f8df448f tempest-ServerTagsTestJSON-70717432 tempest-ServerTagsTestJSON-70717432-project] 10.222.0.49 "GET /v2.0/ports?device_id=02909fb7-03d5-465f-a2ab-891fd03b3345 HTTP/1.1" status: 200 len: 210 time: 0.0333490 Oct 12 19:30:57.547616 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d765b3-63d3-4166-b814-43e1382a967a req-53feaf20-dcf5-477e-ac3f-5eaa1ad0c740 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:57.549133 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e3d765b3-63d3-4166-b814-43e1382a967a req-53feaf20-dcf5-477e-ac3f-5eaa1ad0c740 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 946 time: 0.0537052 Oct 12 19:30:57.587767 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e3d765b3-63d3-4166-b814-43e1382a967a req-a894d2f1-bafd-422f-93fe-97536289c682 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324929 Oct 12 19:30:57.708905 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3979a06d-0425-4ee3-9b2e-227ebfd087c3 req-d63a58bf-d2f7-46be-b36f-5ba3fb37dc6d tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:57.710838 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3979a06d-0425-4ee3-9b2e-227ebfd087c3 req-d63a58bf-d2f7-46be-b36f-5ba3fb37dc6d tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 946 time: 0.0545409 Oct 12 19:30:57.755635 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3979a06d-0425-4ee3-9b2e-227ebfd087c3 req-c1c06b29-2c4d-473f-96b8-63e55c9418ff tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385411 Oct 12 19:30:57.784655 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7fe8bb-b53b-412f-8f2a-d08ed8df26cc req-a710c562-ee70-4e9a-8fc0-616b03f824f1 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:57.793929 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2c7fe8bb-b53b-412f-8f2a-d08ed8df26cc req-a710c562-ee70-4e9a-8fc0-616b03f824f1 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b0a43c3-ba20-4aaf-9e31-8c41399a19c5 HTTP/1.1" status: 200 len: 946 time: 0.0863609 Oct 12 19:30:57.834680 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2c7fe8bb-b53b-412f-8f2a-d08ed8df26cc req-3aa4646c-2f8a-42e5-8c48-d553341603c2 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] 10.222.0.49 "GET /v2.0/security-groups?id=22450e14-cc39-4381-9450-74c0cdf56e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396535 Oct 12 19:30:57.971730 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d963c056-2746-46a8-b34c-ee160439324a req-3183089c-0b98-41fc-8f43-4514070593ee tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:57.973219 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d963c056-2746-46a8-b34c-ee160439324a req-3183089c-0b98-41fc-8f43-4514070593ee tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 946 time: 0.0497396 Oct 12 19:30:58.013380 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d963c056-2746-46a8-b34c-ee160439324a req-e5372cf2-c9f2-487e-8b9e-d2a54f06378a tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336833 Oct 12 19:30:58.089470 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a735a8a-80cf-42bf-8152-9596e849f269 req-df75681a-a0da-4075-820c-5eab38bdff1a tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:58.091442 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5a735a8a-80cf-42bf-8152-9596e849f269 req-df75681a-a0da-4075-820c-5eab38bdff1a tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a911cb1-f8f4-48e6-9229-15361e96b2a7 HTTP/1.1" status: 200 len: 946 time: 0.0603783 Oct 12 19:30:58.139059 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5a735a8a-80cf-42bf-8152-9596e849f269 req-7028af60-eb5e-4eff-b1d5-aeeb7a5a5c27 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/security-groups?id=243314df-bf60-4e8d-a5c3-b65fe30534c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384946 Oct 12 19:30:58.161820 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2bb1ad-396c-44ca-8285-3990badf5451 req-5ca3e479-5d1a-4938-aa8a-2e06a389aabb tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:58.163368 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ab2bb1ad-396c-44ca-8285-3990badf5451 req-5ca3e479-5d1a-4938-aa8a-2e06a389aabb tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 946 time: 0.0778356 Oct 12 19:30:58.469318 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9a95b9-10e3-48a9-bc53-654570a36473 req-941e9003-24af-4d5e-b5fe-9ea89ad6365a tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:58.482094 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8d9a95b9-10e3-48a9-bc53-654570a36473 req-941e9003-24af-4d5e-b5fe-9ea89ad6365a tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb56269f-088f-4dd7-97a9-d7a3df061653 HTTP/1.1" status: 200 len: 944 time: 0.0882401 Oct 12 19:30:58.530850 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ab2bb1ad-396c-44ca-8285-3990badf5451 req-75b79ebb-56b3-4b48-aae7-f2307211ed07 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3614111 Oct 12 19:30:58.538573 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8d9a95b9-10e3-48a9-bc53-654570a36473 req-876596be-b951-41a1-98aa-dd6f8e561bee tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e18d525-cf41-4d49-869d-79a715be58e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552757 Oct 12 19:30:58.674632 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c9651da9-3154-4ab8-9674-2f185f8fc6fe req-f139eefe-cf7e-4acc-8357-0e233a80cbd8 tempest-ServerTagsTestJSON-70717432 tempest-ServerTagsTestJSON-70717432-project] 10.222.0.49 "GET /v2.0/ports?device_id=02909fb7-03d5-465f-a2ab-891fd03b3345 HTTP/1.1" status: 200 len: 210 time: 0.0544498 Oct 12 19:30:58.765152 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7516d7f-08d1-4f7e-8f80-c0c460b72b11 req-5be75b12-e78e-45ef-ae2c-b436a3bf16bf tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:58.766672 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c7516d7f-08d1-4f7e-8f80-c0c460b72b11 req-5be75b12-e78e-45ef-ae2c-b436a3bf16bf tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 946 time: 0.0515566 Oct 12 19:30:58.813249 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c7516d7f-08d1-4f7e-8f80-c0c460b72b11 req-96647511-9d50-442d-ab27-e3b252365770 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399396 Oct 12 19:30:58.960497 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96dd63a-602b-4e5d-a8a0-5135ed3e6104 req-43bbc754-2a5e-4f3b-b1ab-9dde87af1976 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:58.962084 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d96dd63a-602b-4e5d-a8a0-5135ed3e6104 req-43bbc754-2a5e-4f3b-b1ab-9dde87af1976 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 946 time: 0.0709071 Oct 12 19:30:58.966917 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025482aa-0301-40bd-94fe-572b72757fab req-1f0ce9c2-ba12-4a05-a73b-62064ce84514 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:58.968450 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-025482aa-0301-40bd-94fe-572b72757fab req-1f0ce9c2-ba12-4a05-a73b-62064ce84514 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b0a43c3-ba20-4aaf-9e31-8c41399a19c5 HTTP/1.1" status: 200 len: 946 time: 0.0510280 Oct 12 19:30:59.011897 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d96dd63a-602b-4e5d-a8a0-5135ed3e6104 req-bd131c18-e6cb-49f0-9ef5-5ea5b4341990 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432115 Oct 12 19:30:59.026434 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-025482aa-0301-40bd-94fe-572b72757fab req-6eefeb5c-350c-4321-9512-80247c5efd7f tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] 10.222.0.49 "GET /v2.0/security-groups?id=22450e14-cc39-4381-9450-74c0cdf56e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468259 Oct 12 19:30:59.184153 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e0bd52f1-140c-4b70-b1df-389ad4ee29b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:30:59.263242 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9062f9-d46b-4535-9196-ccc8c42088d1 req-e0d7fdee-79cb-4673-8474-7d9671172b38 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:59.264673 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-eb9062f9-d46b-4535-9196-ccc8c42088d1 req-e0d7fdee-79cb-4673-8474-7d9671172b38 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a911cb1-f8f4-48e6-9229-15361e96b2a7 HTTP/1.1" status: 200 len: 946 time: 0.0566859 Oct 12 19:30:59.288973 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94a3ecb-2825-40d1-9e5c-be06d58d7514 req-cb793557-5738-48cd-9154-bd9c02a3f495 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:59.295828 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d94a3ecb-2825-40d1-9e5c-be06d58d7514 req-cb793557-5738-48cd-9154-bd9c02a3f495 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/networks?id=821a7daa-cbda-47ad-af75-98b83de65b7b HTTP/1.1" status: 200 len: 814 time: 0.1370089 Oct 12 19:30:59.306494 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d94a3ecb-2825-40d1-9e5c-be06d58d7514 req-3752c6da-77c6-4016-88db-03ac88532ab2 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/quotas/8ff84b2ec0864625b42aaaa064df001a HTTP/1.1" status: 200 len: 375 time: 0.0097713 Oct 12 19:30:59.331138 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-eb9062f9-d46b-4535-9196-ccc8c42088d1 req-f9d0e6ab-5277-412d-b14c-be528e1cf4b9 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/security-groups?id=243314df-bf60-4e8d-a5c3-b65fe30534c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515745 Oct 12 19:30:59.335454 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63672aca-1cdf-471e-9065-ee69c7d542b8 req-47f8e6d3-4a88-41e7-887c-c336aa1d9ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:59.337027 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-63672aca-1cdf-471e-9065-ee69c7d542b8 req-47f8e6d3-4a88-41e7-887c-c336aa1d9ee7 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5a911cb1-f8f4-48e6-9229-15361e96b2a7 HTTP/1.1" status: 200 len: 1097 time: 0.0669956 Oct 12 19:30:59.362195 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d94a3ecb-2825-40d1-9e5c-be06d58d7514 req-01afa4ae-2412-407e-94a9-255e1838db98 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=8ff84b2ec0864625b42aaaa064df001a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0495269 Oct 12 19:30:59.378754 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-63672aca-1cdf-471e-9065-ee69c7d542b8 req-de5c7917-d8c6-4534-8f9c-48e5c562aa1d service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=243314df-bf60-4e8d-a5c3-b65fe30534c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336740 Oct 12 19:30:59.470997 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7624e7e3-5fe8-45fd-99b4-ebf52b92b883 req-418a6093-8129-4179-bfb0-9395a9b60549 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:59.473092 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7624e7e3-5fe8-45fd-99b4-ebf52b92b883 req-418a6093-8129-4179-bfb0-9395a9b60549 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 946 time: 0.0493395 Oct 12 19:30:59.516186 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7624e7e3-5fe8-45fd-99b4-ebf52b92b883 req-7af414a7-81e2-4a37-b336-477e45bee8fd tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331850 Oct 12 19:30:59.660703 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d521c1da-f4a8-477c-b5ec-f0eb8bb3b43b req-b29c278a-ecea-4a3d-bbdc-6d0353f5758d tempest-ServerTagsTestJSON-70717432 tempest-ServerTagsTestJSON-70717432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:59.662122 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d521c1da-f4a8-477c-b5ec-f0eb8bb3b43b req-b29c278a-ecea-4a3d-bbdc-6d0353f5758d tempest-ServerTagsTestJSON-70717432 tempest-ServerTagsTestJSON-70717432-project] 10.222.0.67 "GET /v2.0/networks?id=56df0150-3b8d-4be7-86cf-b2582b51cbc3 HTTP/1.1" status: 200 len: 808 time: 0.1440201 Oct 12 19:30:59.670719 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957175e4-8783-4bcd-9597-dcb06c12792a req-d9600050-76ee-4df1-abd3-ade440de27f7 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:59.672489 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-957175e4-8783-4bcd-9597-dcb06c12792a req-d9600050-76ee-4df1-abd3-ade440de27f7 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 946 time: 0.0845582 Oct 12 19:30:59.692700 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-d521c1da-f4a8-477c-b5ec-f0eb8bb3b43b req-c4d83101-3d7e-48be-8422-db3afd1ecfeb tempest-ServerTagsTestJSON-70717432 tempest-ServerTagsTestJSON-70717432-project] Request body: {'port': {'device_id': '02909fb7-03d5-465f-a2ab-891fd03b3345', 'network_id': '56df0150-3b8d-4be7-86cf-b2582b51cbc3', 'admin_state_up': True, 'tenant_id': 'ecd9f9741f8348f0b37d1424ab3d46e8'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:30:59.718446 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddaf517-a7ed-4445-927c-9899161aa77a req-91468ec6-f30c-4d32-8005-67320a0b3854 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:30:59.719969 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0ddaf517-a7ed-4445-927c-9899161aa77a req-91468ec6-f30c-4d32-8005-67320a0b3854 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb56269f-088f-4dd7-97a9-d7a3df061653 HTTP/1.1" status: 200 len: 944 time: 0.0715396 Oct 12 19:30:59.760524 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0ddaf517-a7ed-4445-927c-9899161aa77a req-727c4015-4cf9-44a3-9f71-c49f5831a47a tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e18d525-cf41-4d49-869d-79a715be58e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333464 Oct 12 19:30:59.798334 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-957175e4-8783-4bcd-9597-dcb06c12792a req-abcd16e7-d157-45b7-9a15-79ada2a035be tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958724 Oct 12 19:30:59.899757 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d731be25-bfd3-4586-b13c-e9f80adbc5d5 req-3424fa3e-8318-40b4-a633-d69359815af6 tempest-ServerTagsTestJSON-70717432 tempest-ServerTagsTestJSON-70717432-project] 10.222.0.49 "GET /v2.0/ports?device_id=02909fb7-03d5-465f-a2ab-891fd03b3345 HTTP/1.1" status: 200 len: 210 time: 0.0312245 Oct 12 19:30:59.955374 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d521c1da-f4a8-477c-b5ec-f0eb8bb3b43b req-c4d83101-3d7e-48be-8422-db3afd1ecfeb tempest-ServerTagsTestJSON-70717432 tempest-ServerTagsTestJSON-70717432-project] Made reservation on behalf of ecd9f9741f8348f0b37d1424ab3d46e8 for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:30:59.959682 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-d521c1da-f4a8-477c-b5ec-f0eb8bb3b43b req-c4d83101-3d7e-48be-8422-db3afd1ecfeb tempest-ServerTagsTestJSON-70717432 tempest-ServerTagsTestJSON-70717432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:00.007501 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0b92db79-078f-46ec-9361-c7ce95d95ea0 req-892a7337-fe41-4d97-b320-fad92c8ce442 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=8ff84b2ec0864625b42aaaa064df001a HTTP/1.1" status: 200 len: 221 time: 0.0260758 Oct 12 19:31:00.108879 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [req-d521c1da-f4a8-477c-b5ec-f0eb8bb3b43b req-c4d83101-3d7e-48be-8422-db3afd1ecfeb tempest-ServerTagsTestJSON-70717432 tempest-ServerTagsTestJSON-70717432-project] Allocated IP 172.20.0.10 (56df0150-3b8d-4be7-86cf-b2582b51cbc3/2b52d98c-bc12-48cd-94aa-dcbff346325c/f228cf72-8e53-476e-9ff7-54d4221d83f4) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:31:00.118253 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e68478a-ffe9-4e64-83f6-adbf599919db req-fe6cd7a5-8408-47ea-a8af-a7dc655c889a tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:00.119989 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3e68478a-ffe9-4e64-83f6-adbf599919db req-fe6cd7a5-8408-47ea-a8af-a7dc655c889a tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 946 time: 0.0560911 Oct 12 19:31:00.196622 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3e68478a-ffe9-4e64-83f6-adbf599919db req-03874061-7784-4662-9d9d-be3b91c3bd48 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703170 Oct 12 19:31:00.309946 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82325b36-9480-428a-8efd-8efc7019fc63 req-519b189e-d438-4e6e-a569-ee0aacbc4c50 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:00.311525 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-82325b36-9480-428a-8efd-8efc7019fc63 req-519b189e-d438-4e6e-a569-ee0aacbc4c50 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b0a43c3-ba20-4aaf-9e31-8c41399a19c5 HTTP/1.1" status: 200 len: 946 time: 0.0808470 Oct 12 19:31:00.345792 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f12faab-244f-498f-a102-3ccbd593c51b req-9fb6e49b-be1f-4f39-8eed-da122e468cfb tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:00.347952 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0f12faab-244f-498f-a102-3ccbd593c51b req-9fb6e49b-be1f-4f39-8eed-da122e468cfb tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb56269f-088f-4dd7-97a9-d7a3df061653 HTTP/1.1" status: 200 len: 944 time: 0.0736978 Oct 12 19:31:00.382914 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-d521c1da-f4a8-477c-b5ec-f0eb8bb3b43b req-c4d83101-3d7e-48be-8422-db3afd1ecfeb tempest-ServerTagsTestJSON-70717432 tempest-ServerTagsTestJSON-70717432-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:00.402811 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0f12faab-244f-498f-a102-3ccbd593c51b req-9471e213-597e-4e34-ac75-6b513c6cb1bb tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e18d525-cf41-4d49-869d-79a715be58e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475247 Oct 12 19:31:00.406450 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-82325b36-9480-428a-8efd-8efc7019fc63 req-d0ddf5e1-291b-40a8-9233-6ef137bda381 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] 10.222.0.49 "GET /v2.0/security-groups?id=22450e14-cc39-4381-9450-74c0cdf56e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835257 Oct 12 19:31:00.454581 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70283005-b1c3-42cf-a476-19bf716a0bec req-931256c0-5339-4c9e-a002-27f9b5c6bb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:00.456852 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-70283005-b1c3-42cf-a476-19bf716a0bec req-931256c0-5339-4c9e-a002-27f9b5c6bb3b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8037c4999d8b4d25a8c451f2b659a2c4&device_id=fb56269f-088f-4dd7-97a9-d7a3df061653 HTTP/1.1" status: 200 len: 1095 time: 0.0640910 Oct 12 19:31:00.514332 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-d521c1da-f4a8-477c-b5ec-f0eb8bb3b43b req-c4d83101-3d7e-48be-8422-db3afd1ecfeb tempest-ServerTagsTestJSON-70717432 tempest-ServerTagsTestJSON-70717432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:00.596742 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b26ac2e-a39a-4232-9830-c3e86cc47c9e req-9a1408c9-e6b5-49a5-ab15-7e6eecb8dc47 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:00.597942 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d521c1da-f4a8-477c-b5ec-f0eb8bb3b43b req-c4d83101-3d7e-48be-8422-db3afd1ecfeb tempest-ServerTagsTestJSON-70717432 tempest-ServerTagsTestJSON-70717432-project] Network 56df0150-3b8d-4be7-86cf-b2582b51cbc3 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:31:00.598239 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6b26ac2e-a39a-4232-9830-c3e86cc47c9e req-9a1408c9-e6b5-49a5-ab15-7e6eecb8dc47 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 946 time: 0.0783458 Oct 12 19:31:00.603206 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70283005-b1c3-42cf-a476-19bf716a0bec req-01c9da56-71e4-496f-9a7a-3ce3c1635eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:00.603611 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [req-d521c1da-f4a8-477c-b5ec-f0eb8bb3b43b req-c4d83101-3d7e-48be-8422-db3afd1ecfeb tempest-ServerTagsTestJSON-70717432 tempest-ServerTagsTestJSON-70717432-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:31:00.604665 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-70283005-b1c3-42cf-a476-19bf716a0bec req-01c9da56-71e4-496f-9a7a-3ce3c1635eb8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f22a0b4a-70e4-4463-a6ef-6109199fd871 HTTP/1.1" status: 200 len: 912 time: 0.1400578 Oct 12 19:31:00.606351 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d83101-3d7e-48be-8422-db3afd1ecfeb tempest-ServerTagsTestJSON-70717432 tempest-ServerTagsTestJSON-70717432-project] Pushing event updated for resources: {'Port': ['ID=f228cf72-8e53-476e-9ff7-54d4221d83f4,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:31:00.612876 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-d521c1da-f4a8-477c-b5ec-f0eb8bb3b43b req-c4d83101-3d7e-48be-8422-db3afd1ecfeb tempest-ServerTagsTestJSON-70717432 tempest-ServerTagsTestJSON-70717432-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:31:00.631931 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db6dd36-ffbc-478d-b141-7bfdd75fa824 req-2e5c98bc-e984-4918-b109-403e6b297c85 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:00.639906 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9db6dd36-ffbc-478d-b141-7bfdd75fa824 req-2e5c98bc-e984-4918-b109-403e6b297c85 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a911cb1-f8f4-48e6-9229-15361e96b2a7 HTTP/1.1" status: 200 len: 946 time: 0.1314461 Oct 12 19:31:00.707890 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6b26ac2e-a39a-4232-9830-c3e86cc47c9e req-7f050e9f-31fc-4d52-bfe1-4a3c8a724716 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993004 Oct 12 19:31:00.719210 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-70283005-b1c3-42cf-a476-19bf716a0bec req-2d601b41-e54a-44a2-ac1e-b5254838f71c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a1f42106-a7b0-4dd3-8e89-1f2eceabc986 HTTP/1.1" status: 200 len: 999 time: 0.1031475 Oct 12 19:31:00.758038 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9db6dd36-ffbc-478d-b141-7bfdd75fa824 req-cabc5fa7-d232-4c14-bdda-311b088e889b tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/security-groups?id=243314df-bf60-4e8d-a5c3-b65fe30534c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979640 Oct 12 19:31:00.768568 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d521c1da-f4a8-477c-b5ec-f0eb8bb3b43b req-c4d83101-3d7e-48be-8422-db3afd1ecfeb tempest-ServerTagsTestJSON-70717432 tempest-ServerTagsTestJSON-70717432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:00.768568 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-d521c1da-f4a8-477c-b5ec-f0eb8bb3b43b req-c4d83101-3d7e-48be-8422-db3afd1ecfeb tempest-ServerTagsTestJSON-70717432 tempest-ServerTagsTestJSON-70717432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:00.788674 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d2f2d0-5566-47fa-821c-315dd2b0c085 req-916e57f6-7714-417d-809f-8622caf01329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:00.790164 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-32d2f2d0-5566-47fa-821c-315dd2b0c085 req-916e57f6-7714-417d-809f-8622caf01329 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1b0a43c3-ba20-4aaf-9e31-8c41399a19c5 HTTP/1.1" status: 200 len: 1097 time: 0.0655074 Oct 12 19:31:00.804091 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70283005-b1c3-42cf-a476-19bf716a0bec req-b6c7366c-e558-4ed6-89ec-1d4bea5fdc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:00.805853 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-70283005-b1c3-42cf-a476-19bf716a0bec req-b6c7366c-e558-4ed6-89ec-1d4bea5fdc14 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a09cd6ac-b3e0-423d-9e85-6644cbc7e663 HTTP/1.1" status: 200 len: 850 time: 0.0793917 Oct 12 19:31:00.840226 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-32d2f2d0-5566-47fa-821c-315dd2b0c085 req-5d28bc25-995e-4a8d-bacd-bfdafcf754a0 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=22450e14-cc39-4381-9450-74c0cdf56e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401971 Oct 12 19:31:00.843840 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d521c1da-f4a8-477c-b5ec-f0eb8bb3b43b req-c4d83101-3d7e-48be-8422-db3afd1ecfeb tempest-ServerTagsTestJSON-70717432 tempest-ServerTagsTestJSON-70717432-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1704371 Oct 12 19:31:00.888384 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70283005-b1c3-42cf-a476-19bf716a0bec req-df170f7d-7dad-4aeb-b975-1d395d84e256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:00.889988 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-70283005-b1c3-42cf-a476-19bf716a0bec req-df170f7d-7dad-4aeb-b975-1d395d84e256 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f22a0b4a-70e4-4463-a6ef-6109199fd871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0767448 Oct 12 19:31:00.898292 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257ee4fd-04ae-45ec-b2fe-a400d1c0b8ad req-de125164-06fc-4ae3-a244-6607e4bad88d tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:00.899626 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-257ee4fd-04ae-45ec-b2fe-a400d1c0b8ad req-de125164-06fc-4ae3-a244-6607e4bad88d tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 946 time: 0.0751426 Oct 12 19:31:00.992818 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-257ee4fd-04ae-45ec-b2fe-a400d1c0b8ad req-f330f778-054b-4d1c-98b7-9a67a8915d5e tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814464 Oct 12 19:31:01.024254 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-70283005-b1c3-42cf-a476-19bf716a0bec req-6786cb16-ac32-4905-8cc3-ea03415fcca6 service neutron] 10.222.0.61 "GET /v2.0/networks/f22a0b4a-70e4-4463-a6ef-6109199fd871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235187 Oct 12 19:31:01.029889 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1d46e6-cf98-49c8-83bc-c8db7180bb52 req-2bde42b2-995b-4808-9b86-afff480a8d87 tempest-ServerTagsTestJSON-70717432 tempest-ServerTagsTestJSON-70717432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:01.031902 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1e1d46e6-cf98-49c8-83bc-c8db7180bb52 req-2bde42b2-995b-4808-9b86-afff480a8d87 tempest-ServerTagsTestJSON-70717432 tempest-ServerTagsTestJSON-70717432-project] 10.222.0.49 "GET /v2.0/ports?device_id=02909fb7-03d5-465f-a2ab-891fd03b3345 HTTP/1.1" status: 200 len: 932 time: 0.0579882 Oct 12 19:31:01.038105 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-d521c1da-f4a8-477c-b5ec-f0eb8bb3b43b req-44de5a1c-b947-419b-938f-fe9e3cadce3e service neutron] Request body: {'port': {'device_id': '02909fb7-03d5-465f-a2ab-891fd03b3345', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-3'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:31:01.129698 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1e1d46e6-cf98-49c8-83bc-c8db7180bb52 req-a3627e77-4b0a-403b-b40f-87ac54bf550c tempest-ServerTagsTestJSON-70717432 tempest-ServerTagsTestJSON-70717432-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa91a4e5-a611-4452-a450-70995811a36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687017 Oct 12 19:31:01.133287 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-d521c1da-f4a8-477c-b5ec-f0eb8bb3b43b req-44de5a1c-b947-419b-938f-fe9e3cadce3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:01.156907 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5933f816-ba79-496c-87c6-1eacd0b7d7fa req-0a8e4960-2201-4104-9c60-014b10d4cd96 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:01.161678 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5933f816-ba79-496c-87c6-1eacd0b7d7fa req-0a8e4960-2201-4104-9c60-014b10d4cd96 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 946 time: 0.0791023 Oct 12 19:31:01.187858 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-70283005-b1c3-42cf-a476-19bf716a0bec req-2c230879-081a-4a35-b97d-2b56ac7b1601 service neutron] 10.222.0.61 "GET /v2.0/networks/f22a0b4a-70e4-4463-a6ef-6109199fd871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568158 Oct 12 19:31:01.212204 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5933f816-ba79-496c-87c6-1eacd0b7d7fa req-dd57946e-5f45-4151-897d-2f7da403c919 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406175 Oct 12 19:31:01.357168 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bdee4f-6175-4122-b531-7c6751ff32c3 req-92dcee70-79d6-4dc0-82a7-0411fe0de6ae tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:01.357168 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-39bdee4f-6175-4122-b531-7c6751ff32c3 req-92dcee70-79d6-4dc0-82a7-0411fe0de6ae tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 946 time: 0.0584211 Oct 12 19:31:01.400634 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-39bdee4f-6175-4122-b531-7c6751ff32c3 req-9e637057-d0b6-4923-93a3-9ea16cf35b1b tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370831 Oct 12 19:31:01.458741 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [req-d521c1da-f4a8-477c-b5ec-f0eb8bb3b43b req-44de5a1c-b947-419b-938f-fe9e3cadce3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f228cf72-8e53-476e-9ff7-54d4221d83f4 {{(pid=95501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:31:01.466642 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-d521c1da-f4a8-477c-b5ec-f0eb8bb3b43b req-44de5a1c-b947-419b-938f-fe9e3cadce3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:01.480714 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.provisioning_blocks [req-d521c1da-f4a8-477c-b5ec-f0eb8bb3b43b req-44de5a1c-b947-419b-938f-fe9e3cadce3e service neutron] Transition to ACTIVE for port object f228cf72-8e53-476e-9ff7-54d4221d83f4 will not be triggered until provisioned by entity L2. {{(pid=95501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:31:01.531899 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3035e87-dc69-48d2-81f1-0cd04fd76f94 req-812462bc-0006-4efd-97ca-dfbd19da38b6 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:01.533754 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f3035e87-dc69-48d2-81f1-0cd04fd76f94 req-812462bc-0006-4efd-97ca-dfbd19da38b6 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 946 time: 0.0512028 Oct 12 19:31:01.537947 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2c05c7-ae62-457d-a32f-de9448030fa0 req-5bc6220b-2892-4bcd-b1c7-b266d0e07a8d tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:01.540478 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0f2c05c7-ae62-457d-a32f-de9448030fa0 req-5bc6220b-2892-4bcd-b1c7-b266d0e07a8d tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb56269f-088f-4dd7-97a9-d7a3df061653 HTTP/1.1" status: 200 len: 944 time: 0.0572221 Oct 12 19:31:01.557820 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-d521c1da-f4a8-477c-b5ec-f0eb8bb3b43b req-44de5a1c-b947-419b-938f-fe9e3cadce3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:01.584599 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0f2c05c7-ae62-457d-a32f-de9448030fa0 req-dd5a846a-69de-4d68-b099-d933a1f7c280 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e18d525-cf41-4d49-869d-79a715be58e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366790 Oct 12 19:31:01.632863 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f3035e87-dc69-48d2-81f1-0cd04fd76f94 req-a344bf96-cf3d-4eab-8d8a-52687d329918 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926270 Oct 12 19:31:01.658429 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44de5a1c-b947-419b-938f-fe9e3cadce3e service neutron] Pushing event updated for resources: {'Port': ['ID=f228cf72-8e53-476e-9ff7-54d4221d83f4,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:31:01.703993 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0e22e97b-e979-4b05-8a49-80797912969a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:01.729358 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1d17c2-7680-4fe5-a34c-2eac7ded5749 req-b0292402-8667-4ca1-8797-5eee0c0f23ed tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:01.732530 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ea1d17c2-7680-4fe5-a34c-2eac7ded5749 req-b0292402-8667-4ca1-8797-5eee0c0f23ed tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b0a43c3-ba20-4aaf-9e31-8c41399a19c5 HTTP/1.1" status: 200 len: 946 time: 0.0760739 Oct 12 19:31:01.781631 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ea1d17c2-7680-4fe5-a34c-2eac7ded5749 req-29e85baa-83fb-4991-9f2d-6e9a1cfdd602 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] 10.222.0.49 "GET /v2.0/security-groups?id=22450e14-cc39-4381-9450-74c0cdf56e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429239 Oct 12 19:31:01.793948 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-d521c1da-f4a8-477c-b5ec-f0eb8bb3b43b req-44de5a1c-b947-419b-938f-fe9e3cadce3e service neutron] Attempting to bind port f228cf72-8e53-476e-9ff7-54d4221d83f4 on host n-h2-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:31:01.794285 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-d521c1da-f4a8-477c-b5ec-f0eb8bb3b43b req-44de5a1c-b947-419b-938f-fe9e3cadce3e service neutron] Attempting to bind port f228cf72-8e53-476e-9ff7-54d4221d83f4 by drivers openvswitch,hyperv on host n-h2-813679-3 at level 0 using segments [{'id': 'cd110342-5ad1-4fcd-8bbd-9dc5c362f006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '56df0150-3b8d-4be7-86cf-b2582b51cbc3'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:31:01.794617 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d521c1da-f4a8-477c-b5ec-f0eb8bb3b43b req-44de5a1c-b947-419b-938f-fe9e3cadce3e service neutron] Attempting to bind port f228cf72-8e53-476e-9ff7-54d4221d83f4 on network 56df0150-3b8d-4be7-86cf-b2582b51cbc3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:31:01.807840 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd0d1a5-4001-4a03-ae5b-fe1ffc5de0a7 req-cd7b3ec8-58ad-4ec2-871b-1ef2c07f7ba5 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:01.809550 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0bd0d1a5-4001-4a03-ae5b-fe1ffc5de0a7 req-cd7b3ec8-58ad-4ec2-871b-1ef2c07f7ba5 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 946 time: 0.0818605 Oct 12 19:31:01.810600 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d521c1da-f4a8-477c-b5ec-f0eb8bb3b43b req-44de5a1c-b947-419b-938f-fe9e3cadce3e service neutron] Port f228cf72-8e53-476e-9ff7-54d4221d83f4 on network 56df0150-3b8d-4be7-86cf-b2582b51cbc3 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:31:01.810926 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d521c1da-f4a8-477c-b5ec-f0eb8bb3b43b req-44de5a1c-b947-419b-938f-fe9e3cadce3e service neutron] Attempting to bind port f228cf72-8e53-476e-9ff7-54d4221d83f4 on network 56df0150-3b8d-4be7-86cf-b2582b51cbc3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:31:01.819967 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d521c1da-f4a8-477c-b5ec-f0eb8bb3b43b req-44de5a1c-b947-419b-938f-fe9e3cadce3e service neutron] Checking agent: {'id': '233fbd7d-38e4-434f-bb8f-05364d7423a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:31:01.820366 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d521c1da-f4a8-477c-b5ec-f0eb8bb3b43b req-44de5a1c-b947-419b-938f-fe9e3cadce3e service neutron] Checking segment: {'id': 'cd110342-5ad1-4fcd-8bbd-9dc5c362f006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '56df0150-3b8d-4be7-86cf-b2582b51cbc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:31:01.820763 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d521c1da-f4a8-477c-b5ec-f0eb8bb3b43b req-44de5a1c-b947-419b-938f-fe9e3cadce3e service neutron] Bound using segment: {'id': 'cd110342-5ad1-4fcd-8bbd-9dc5c362f006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '56df0150-3b8d-4be7-86cf-b2582b51cbc3'} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:31:01.821378 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-d521c1da-f4a8-477c-b5ec-f0eb8bb3b43b req-44de5a1c-b947-419b-938f-fe9e3cadce3e service neutron] Bound port: f228cf72-8e53-476e-9ff7-54d4221d83f4, host: n-h2-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd110342-5ad1-4fcd-8bbd-9dc5c362f006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '56df0150-3b8d-4be7-86cf-b2582b51cbc3'}}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:31:01.821753 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-d521c1da-f4a8-477c-b5ec-f0eb8bb3b43b req-44de5a1c-b947-419b-938f-fe9e3cadce3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:01.903708 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0bd0d1a5-4001-4a03-ae5b-fe1ffc5de0a7 req-0718db12-b4ce-4b98-b5b6-5a372633cd1c tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796199 Oct 12 19:31:01.929155 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-d521c1da-f4a8-477c-b5ec-f0eb8bb3b43b req-44de5a1c-b947-419b-938f-fe9e3cadce3e service neutron] For port f228cf72-8e53-476e-9ff7-54d4221d83f4, host n-h2-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:31:01.933553 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-d521c1da-f4a8-477c-b5ec-f0eb8bb3b43b req-44de5a1c-b947-419b-938f-fe9e3cadce3e service neutron] For port f228cf72-8e53-476e-9ff7-54d4221d83f4, host n-h2-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=f228cf72-8e53-476e-9ff7-54d4221d83f4,segment=NetworkSegment(cd110342-5ad1-4fcd-8bbd-9dc5c362f006),segment_id=cd110342-5ad1-4fcd-8bbd-9dc5c362f006)] {{(pid=95501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:31:01.950778 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54439a6-7064-471f-9a23-8091558a9b73 req-9cb449d4-935b-47b3-8a28-875d14c7d576 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:01.952611 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a54439a6-7064-471f-9a23-8091558a9b73 req-9cb449d4-935b-47b3-8a28-875d14c7d576 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a911cb1-f8f4-48e6-9229-15361e96b2a7 HTTP/1.1" status: 200 len: 946 time: 0.0713480 Oct 12 19:31:01.996534 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a54439a6-7064-471f-9a23-8091558a9b73 req-d7113a24-760e-4a52-9f30-48fc87387d63 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/security-groups?id=243314df-bf60-4e8d-a5c3-b65fe30534c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367422 Oct 12 19:31:02.013384 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-d521c1da-f4a8-477c-b5ec-f0eb8bb3b43b req-44de5a1c-b947-419b-938f-fe9e3cadce3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:02.056759 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d521c1da-f4a8-477c-b5ec-f0eb8bb3b43b req-44de5a1c-b947-419b-938f-fe9e3cadce3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:02.057655 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-d521c1da-f4a8-477c-b5ec-f0eb8bb3b43b req-44de5a1c-b947-419b-938f-fe9e3cadce3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:02.059062 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d521c1da-f4a8-477c-b5ec-f0eb8bb3b43b req-44de5a1c-b947-419b-938f-fe9e3cadce3e service neutron] 10.222.0.67 "PUT /v2.0/ports/f228cf72-8e53-476e-9ff7-54d4221d83f4 HTTP/1.1" status: 200 len: 1092 time: 1.0260429 Oct 12 19:31:02.063761 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02909fb7-03d5-465f-a2ab-891fd03b3345', 'tag': 'f228cf72-8e53-476e-9ff7-54d4221d83f4'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:31:02.066950 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4485721-dcda-4f5e-b858-829a475d3aeb" -d '{"events": [{"name": "network-changed", "server_uuid": "02909fb7-03d5-465f-a2ab-891fd03b3345", "tag": "f228cf72-8e53-476e-9ff7-54d4221d83f4"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:31:02.084647 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8207a806-f477-4b3a-ba0d-32b33a940835 req-ecfe76c8-5674-43fe-a884-5953ca730857 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:02.086167 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8207a806-f477-4b3a-ba0d-32b33a940835 req-ecfe76c8-5674-43fe-a884-5953ca730857 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 946 time: 0.1068285 Oct 12 19:31:02.126523 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44de5a1c-b947-419b-938f-fe9e3cadce3e service neutron] Pushing event updated for resources: {'Port': ['ID=f228cf72-8e53-476e-9ff7-54d4221d83f4,revision_number=3']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:31:02.142797 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2854d28-4ca4-4830-914c-a977ec38b7df req-7dbfc246-3792-4f09-9b54-d33550b78caa tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:02.148647 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b2854d28-4ca4-4830-914c-a977ec38b7df req-7dbfc246-3792-4f09-9b54-d33550b78caa tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/ports?device_id=68ed1b32-2769-4ecc-86ab-1452bfd5bcf7 HTTP/1.1" status: 200 len: 945 time: 0.0767345 Oct 12 19:31:02.152265 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8207a806-f477-4b3a-ba0d-32b33a940835 req-fb83012c-6227-45b5-a310-d5845ffb8731 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589347 Oct 12 19:31:02.196055 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b2854d28-4ca4-4830-914c-a977ec38b7df req-6cedbf9b-8f8a-4fff-bb48-39c313e63179 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/security-groups?id=243314df-bf60-4e8d-a5c3-b65fe30534c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368872 Oct 12 19:31:02.222141 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b72712c9-e774-4884-aa35-0c3db2c7abd9 x-openstack-request-id: req-b72712c9-e774-4884-aa35-0c3db2c7abd9 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:31:02.222141 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02909fb7-03d5-465f-a2ab-891fd03b3345", "tag": "f228cf72-8e53-476e-9ff7-54d4221d83f4", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:31:02.222141 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b72712c9-e774-4884-aa35-0c3db2c7abd9 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:31:02.222141 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02909fb7-03d5-465f-a2ab-891fd03b3345', 'tag': 'f228cf72-8e53-476e-9ff7-54d4221d83f4', 'status': 'completed', 'code': 200} Oct 12 19:31:02.242404 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d521c1da-f4a8-477c-b5ec-f0eb8bb3b43b req-180613d5-8b19-4714-9aeb-88d96c94cf9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:02.244131 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d521c1da-f4a8-477c-b5ec-f0eb8bb3b43b req-180613d5-8b19-4714-9aeb-88d96c94cf9e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ecd9f9741f8348f0b37d1424ab3d46e8&device_id=02909fb7-03d5-465f-a2ab-891fd03b3345 HTTP/1.1" status: 200 len: 1095 time: 0.0735154 Oct 12 19:31:02.294234 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d521c1da-f4a8-477c-b5ec-f0eb8bb3b43b req-5e4a7ced-2715-46f9-8712-63e245252907 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f228cf72-8e53-476e-9ff7-54d4221d83f4 HTTP/1.1" status: 200 len: 217 time: 0.0390239 Oct 12 19:31:02.328255 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf6c1f8-dbc4-4529-9abb-bc18b0b9c0d1 req-7a08885c-52e7-454d-99a7-3df7afd3c587 tempest-ServerTagsTestJSON-70717432 tempest-ServerTagsTestJSON-70717432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:02.331421 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1cf6c1f8-dbc4-4529-9abb-bc18b0b9c0d1 req-7a08885c-52e7-454d-99a7-3df7afd3c587 tempest-ServerTagsTestJSON-70717432 tempest-ServerTagsTestJSON-70717432-project] 10.222.0.49 "GET /v2.0/ports?device_id=02909fb7-03d5-465f-a2ab-891fd03b3345 HTTP/1.1" status: 200 len: 944 time: 0.0552287 Oct 12 19:31:02.373423 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1cf6c1f8-dbc4-4529-9abb-bc18b0b9c0d1 req-0cc14269-3c89-4969-b99c-9d4b19c303f1 tempest-ServerTagsTestJSON-70717432 tempest-ServerTagsTestJSON-70717432-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa91a4e5-a611-4452-a450-70995811a36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370028 Oct 12 19:31:02.378250 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d521c1da-f4a8-477c-b5ec-f0eb8bb3b43b req-84688683-b519-4b7d-be11-0377bfbc3130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:02.378732 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d521c1da-f4a8-477c-b5ec-f0eb8bb3b43b req-84688683-b519-4b7d-be11-0377bfbc3130 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2b52d98c-bc12-48cd-94aa-dcbff346325c HTTP/1.1" status: 200 len: 848 time: 0.0717177 Oct 12 19:31:02.434126 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d521c1da-f4a8-477c-b5ec-f0eb8bb3b43b req-0bb7c128-bff5-4a27-a03c-42b1c2a4390a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=56df0150-3b8d-4be7-86cf-b2582b51cbc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300539 Oct 12 19:31:02.459870 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c7a2d7-d6ba-4b8d-98a2-5a1d32bac07b req-810b5689-6767-4337-b25c-6063bab579d0 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:02.461405 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-31c7a2d7-d6ba-4b8d-98a2-5a1d32bac07b req-810b5689-6767-4337-b25c-6063bab579d0 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 946 time: 0.1469591 Oct 12 19:31:02.538391 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:02.547116 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-31c7a2d7-d6ba-4b8d-98a2-5a1d32bac07b req-7ef95a11-203f-4a2f-846e-7ba6b44efb6e tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749838 Oct 12 19:31:02.586742 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d521c1da-f4a8-477c-b5ec-f0eb8bb3b43b req-8c9e58a7-4334-4c44-a867-9141f3391470 service neutron] 10.222.0.67 "GET /v2.0/networks/56df0150-3b8d-4be7-86cf-b2582b51cbc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435895 Oct 12 19:31:02.718228 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b42c16f-918d-4a2c-9da6-fe37362d16cf req-7c35438c-779d-42ee-b144-62dbca7f1c33 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:02.719817 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1b42c16f-918d-4a2c-9da6-fe37362d16cf req-7c35438c-779d-42ee-b144-62dbca7f1c33 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 946 time: 0.0815046 Oct 12 19:31:02.727236 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d521c1da-f4a8-477c-b5ec-f0eb8bb3b43b req-d46f7145-5518-4999-9c41-c3810865bddb service neutron] 10.222.0.67 "GET /v2.0/networks/56df0150-3b8d-4be7-86cf-b2582b51cbc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332154 Oct 12 19:31:02.763590 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1b42c16f-918d-4a2c-9da6-fe37362d16cf req-abf773e3-9fd9-4fc8-a9fc-60902025d13d tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353761 Oct 12 19:31:02.836147 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:02.851566 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4f3b26-95eb-4179-93da-56b26a48a2af req-c8874ea1-8146-4168-84e3-283b7fe884b7 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:02.853347 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-fa4f3b26-95eb-4179-93da-56b26a48a2af req-c8874ea1-8146-4168-84e3-283b7fe884b7 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb56269f-088f-4dd7-97a9-d7a3df061653 HTTP/1.1" status: 200 len: 944 time: 0.0585513 Oct 12 19:31:02.890514 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ace8a8-d0bd-442a-9797-3f8527a8c2aa req-175bb31a-25ce-46b2-96e2-313c5ac11107 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:02.892300 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-60ace8a8-d0bd-442a-9797-3f8527a8c2aa req-175bb31a-25ce-46b2-96e2-313c5ac11107 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/ports?device_id=68ed1b32-2769-4ecc-86ab-1452bfd5bcf7 HTTP/1.1" status: 200 len: 945 time: 0.0541933 Oct 12 19:31:02.897327 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-fa4f3b26-95eb-4179-93da-56b26a48a2af req-27b87bf8-3b47-4ffb-bf09-266e779c6be0 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e18d525-cf41-4d49-869d-79a715be58e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366938 Oct 12 19:31:02.969932 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-60ace8a8-d0bd-442a-9797-3f8527a8c2aa req-d2758c97-37d0-45ea-b4be-2270d9e0172e tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/security-groups?id=243314df-bf60-4e8d-a5c3-b65fe30534c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678847 Oct 12 19:31:02.973237 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4485721-dcda-4f5e-b858-829a475d3aeb req-0701ecd4-e7f0-4609-9fcf-2cbcbbfa50f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:02.974649 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b4485721-dcda-4f5e-b858-829a475d3aeb req-0701ecd4-e7f0-4609-9fcf-2cbcbbfa50f9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ecd9f9741f8348f0b37d1424ab3d46e8&device_id=02909fb7-03d5-465f-a2ab-891fd03b3345 HTTP/1.1" status: 200 len: 1095 time: 0.0812457 Oct 12 19:31:03.012545 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:03.043526 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ea2ecb-0004-4990-99b2-70e8aa9e58ae req-5a0f2e84-35a4-4853-b473-86540c05f387 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:03.048546 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e2ea2ecb-0004-4990-99b2-70e8aa9e58ae req-5a0f2e84-35a4-4853-b473-86540c05f387 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b0a43c3-ba20-4aaf-9e31-8c41399a19c5 HTTP/1.1" status: 200 len: 946 time: 0.0727098 Oct 12 19:31:03.092648 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e2ea2ecb-0004-4990-99b2-70e8aa9e58ae req-a631e05f-75e3-4c51-b538-a724ca409307 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] 10.222.0.49 "GET /v2.0/security-groups?id=22450e14-cc39-4381-9450-74c0cdf56e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398443 Oct 12 19:31:03.124481 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cd8832-13c4-4c05-96da-4ee3937db436 req-557d06fd-ebbf-49b4-aca9-6896baea7ac5 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:03.126189 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e4cd8832-13c4-4c05-96da-4ee3937db436 req-557d06fd-ebbf-49b4-aca9-6896baea7ac5 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb56269f-088f-4dd7-97a9-d7a3df061653 HTTP/1.1" status: 200 len: 944 time: 0.0838466 Oct 12 19:31:03.152929 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4485721-dcda-4f5e-b858-829a475d3aeb req-5bfa15d3-c8db-4b21-8e32-bdad5963cef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:03.154380 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b4485721-dcda-4f5e-b858-829a475d3aeb req-5bfa15d3-c8db-4b21-8e32-bdad5963cef9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=56df0150-3b8d-4be7-86cf-b2582b51cbc3 HTTP/1.1" status: 200 len: 909 time: 0.1692319 Oct 12 19:31:03.209408 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b4485721-dcda-4f5e-b858-829a475d3aeb req-00097db0-f86f-44ce-b88a-7f08c8941019 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f228cf72-8e53-476e-9ff7-54d4221d83f4 HTTP/1.1" status: 200 len: 217 time: 0.0469878 Oct 12 19:31:03.220730 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e4cd8832-13c4-4c05-96da-4ee3937db436 req-6d6a194f-483d-47ff-be7a-8e2538d3cd04 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e18d525-cf41-4d49-869d-79a715be58e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845923 Oct 12 19:31:03.221855 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d5a957-ba75-4331-a4c4-ee790f8ae5c5 req-2bb3ffa7-0eaf-4e2c-9214-62c65bf854a9 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:03.223425 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-24d5a957-ba75-4331-a4c4-ee790f8ae5c5 req-2bb3ffa7-0eaf-4e2c-9214-62c65bf854a9 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 946 time: 0.0562768 Oct 12 19:31:03.259794 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-433efaf2-6afb-4942-a1e2-7a533ae0ca1c req-f1af3d5e-867a-468e-a2b5-9d7c1155ee49 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-807494682', 'description': 'tempest-description-252479887'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:31:03.275085 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-24d5a957-ba75-4331-a4c4-ee790f8ae5c5 req-0fe751ca-746c-4b1b-8669-62d528ca0a58 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440593 Oct 12 19:31:03.289536 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4485721-dcda-4f5e-b858-829a475d3aeb req-8caa0a3d-c47d-4e0b-bfaa-05812476767f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:03.291021 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b4485721-dcda-4f5e-b858-829a475d3aeb req-8caa0a3d-c47d-4e0b-bfaa-05812476767f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2b52d98c-bc12-48cd-94aa-dcbff346325c HTTP/1.1" status: 200 len: 848 time: 0.0694351 Oct 12 19:31:03.329401 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b4485721-dcda-4f5e-b858-829a475d3aeb req-5feb549b-cd0e-4ca8-bf09-555ca04104da service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=56df0150-3b8d-4be7-86cf-b2582b51cbc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309470 Oct 12 19:31:03.387902 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eee387-69f2-4771-82a6-2f553afca44d req-bcce71aa-cfbf-45f6-8543-61d65f18e177 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:03.389644 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-79eee387-69f2-4771-82a6-2f553afca44d req-bcce71aa-cfbf-45f6-8543-61d65f18e177 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb56269f-088f-4dd7-97a9-d7a3df061653 HTTP/1.1" status: 200 len: 944 time: 0.0539792 Oct 12 19:31:03.399818 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-433efaf2-6afb-4942-a1e2-7a533ae0ca1c req-f1af3d5e-867a-468e-a2b5-9d7c1155ee49 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:03.437498 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-79eee387-69f2-4771-82a6-2f553afca44d req-4e555c0e-3422-4cb5-b947-eb2d4522cc1b tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e18d525-cf41-4d49-869d-79a715be58e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399539 Oct 12 19:31:03.460446 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b4485721-dcda-4f5e-b858-829a475d3aeb req-c181b178-425e-44ea-a55b-bf3efa74a1fb service neutron] 10.222.0.67 "GET /v2.0/networks/56df0150-3b8d-4be7-86cf-b2582b51cbc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224222 Oct 12 19:31:03.558710 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96877744-025e-4d2c-9d7f-1ca73eebac07 req-0d5575b0-4cf7-4ff5-aa7a-b9132a37da08 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:03.560296 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-96877744-025e-4d2c-9d7f-1ca73eebac07 req-0d5575b0-4cf7-4ff5-aa7a-b9132a37da08 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 946 time: 0.0572619 Oct 12 19:31:03.562294 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-433efaf2-6afb-4942-a1e2-7a533ae0ca1c req-f1af3d5e-867a-468e-a2b5-9d7c1155ee49 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:03.591023 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b4485721-dcda-4f5e-b858-829a475d3aeb req-e65386a7-4247-4057-80d9-a5e385e343d5 service neutron] 10.222.0.67 "GET /v2.0/networks/56df0150-3b8d-4be7-86cf-b2582b51cbc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213803 Oct 12 19:31:03.604569 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-96877744-025e-4d2c-9d7f-1ca73eebac07 req-be18d35e-5e23-46da-8694-f3a038d4c342 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355394 Oct 12 19:31:03.630074 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-433efaf2-6afb-4942-a1e2-7a533ae0ca1c req-f1af3d5e-867a-468e-a2b5-9d7c1155ee49 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:03.657840 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:03.669075 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1af3d5e-867a-468e-a2b5-9d7c1155ee49 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d57f909-27a5-4ed0-96af-0110f6339c35,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:31:03.730163 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d8a378-1f8c-4b09-93a7-67f7b45299ea req-c78d149e-93e6-4828-9d29-f3eeafc1f54f tempest-ServerTagsTestJSON-70717432 tempest-ServerTagsTestJSON-70717432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:03.731983 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f7d8a378-1f8c-4b09-93a7-67f7b45299ea req-c78d149e-93e6-4828-9d29-f3eeafc1f54f tempest-ServerTagsTestJSON-70717432 tempest-ServerTagsTestJSON-70717432-project] 10.222.0.49 "GET /v2.0/ports?device_id=02909fb7-03d5-465f-a2ab-891fd03b3345 HTTP/1.1" status: 200 len: 944 time: 0.0521843 Oct 12 19:31:03.746404 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-433efaf2-6afb-4942-a1e2-7a533ae0ca1c req-f1af3d5e-867a-468e-a2b5-9d7c1155ee49 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:03.746404 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-433efaf2-6afb-4942-a1e2-7a533ae0ca1c req-f1af3d5e-867a-468e-a2b5-9d7c1155ee49 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4870203 Oct 12 19:31:03.789270 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f7d8a378-1f8c-4b09-93a7-67f7b45299ea req-9f1fef1f-fe27-4770-ae6e-d5d90c077a57 tempest-ServerTagsTestJSON-70717432 tempest-ServerTagsTestJSON-70717432-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa91a4e5-a611-4452-a450-70995811a36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505908 Oct 12 19:31:03.912797 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-adc3a02e-fb0e-4aff-8e40-417ec5763b60 req-c3a4acea-7b13-4107-9b00-9a5159e1e92b tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-807494682&fields=id&tenant_id=bb40ea5d8c38419a86ccce5293b0bc06 HTTP/1.1" status: 200 len: 267 time: 0.0454211 Oct 12 19:31:03.974401 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc3a02e-fb0e-4aff-8e40-417ec5763b60 req-a24d9848-00a7-4e2b-b784-85eff4a00fd8 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:03.976243 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-adc3a02e-fb0e-4aff-8e40-417ec5763b60 req-a24d9848-00a7-4e2b-b784-85eff4a00fd8 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b0a43c3-ba20-4aaf-9e31-8c41399a19c5 HTTP/1.1" status: 200 len: 946 time: 0.0566657 Oct 12 19:31:03.989634 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-adc3a02e-fb0e-4aff-8e40-417ec5763b60 req-5f68cd0e-774c-47a6-b756-5986fca93393 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] Request body: {'port': {'security_groups': ['22450e14-cc39-4381-9450-74c0cdf56e48', '0d57f909-27a5-4ed0-96af-0110f6339c35']}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:31:04.065705 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-adc3a02e-fb0e-4aff-8e40-417ec5763b60 req-5f68cd0e-774c-47a6-b756-5986fca93393 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:04.206782 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304e601b-1fa4-488b-9c8a-629ca5bdebe4 req-2311222b-cb82-41ae-844d-77e1dfb799b5 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:04.209029 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-304e601b-1fa4-488b-9c8a-629ca5bdebe4 req-2311222b-cb82-41ae-844d-77e1dfb799b5 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 946 time: 0.0598202 Oct 12 19:31:04.254282 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-304e601b-1fa4-488b-9c8a-629ca5bdebe4 req-d97550c8-ce88-4714-a1a1-4c04901b367c tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378242 Oct 12 19:31:04.314931 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-adc3a02e-fb0e-4aff-8e40-417ec5763b60 req-5f68cd0e-774c-47a6-b756-5986fca93393 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] For port fafb31b8-7130-4c00-a14b-b0d5bff799be, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=fafb31b8-7130-4c00-a14b-b0d5bff799be,segment=NetworkSegment(04137cc8-7b83-4277-a1ca-984267592eea),segment_id=04137cc8-7b83-4277-a1ca-984267592eea)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:31:04.355192 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-adc3a02e-fb0e-4aff-8e40-417ec5763b60 req-5f68cd0e-774c-47a6-b756-5986fca93393 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:04.369061 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405f599f-2cfc-434a-8f9e-cd69e5e59cf1 req-98236ce8-06b8-409f-bc67-3396c76743f6 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:04.371312 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-405f599f-2cfc-434a-8f9e-cd69e5e59cf1 req-98236ce8-06b8-409f-bc67-3396c76743f6 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/ports?device_id=68ed1b32-2769-4ecc-86ab-1452bfd5bcf7 HTTP/1.1" status: 200 len: 945 time: 0.0561249 Oct 12 19:31:04.417882 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-adc3a02e-fb0e-4aff-8e40-417ec5763b60 req-5f68cd0e-774c-47a6-b756-5986fca93393 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:04.418400 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-405f599f-2cfc-434a-8f9e-cd69e5e59cf1 req-d31ae3cd-385e-4f44-86cb-b79d177f910b tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/security-groups?id=243314df-bf60-4e8d-a5c3-b65fe30534c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408843 Oct 12 19:31:04.435577 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['fafb31b8-7130-4c00-a14b-b0d5bff799be'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:31:04.502552 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:04.502757 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f68cd0e-774c-47a6-b756-5986fca93393 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] Pushing event updated for resources: {'Port': ['ID=fafb31b8-7130-4c00-a14b-b0d5bff799be,revision_number=6']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:31:04.513813 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc3a02e-fb0e-4aff-8e40-417ec5763b60 req-5f68cd0e-774c-47a6-b756-5986fca93393 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:04.514529 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-adc3a02e-fb0e-4aff-8e40-417ec5763b60 req-5f68cd0e-774c-47a6-b756-5986fca93393 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:04.532140 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-adc3a02e-fb0e-4aff-8e40-417ec5763b60 req-5f68cd0e-774c-47a6-b756-5986fca93393 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] 10.222.0.49 "PUT /v2.0/ports/fafb31b8-7130-4c00-a14b-b0d5bff799be HTTP/1.1" status: 200 len: 982 time: 0.5467155 Oct 12 19:31:04.532140 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b0a43c3-ba20-4aaf-9e31-8c41399a19c5', 'tag': 'fafb31b8-7130-4c00-a14b-b0d5bff799be'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:31:04.538126 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-616f8b66-71d8-40a8-be4d-40fbfad9a0f3" -d '{"events": [{"name": "network-changed", "server_uuid": "1b0a43c3-ba20-4aaf-9e31-8c41399a19c5", "tag": "fafb31b8-7130-4c00-a14b-b0d5bff799be"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:31:04.618654 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['fafb31b8-7130-4c00-a14b-b0d5bff799be'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:31:04.635887 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa9567b-7c31-4597-a639-1130e5bb28ea req-4dbff7a5-d0e6-4f57-b987-15118859121b tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:04.643420 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4aa9567b-7c31-4597-a639-1130e5bb28ea req-4dbff7a5-d0e6-4f57-b987-15118859121b tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb56269f-088f-4dd7-97a9-d7a3df061653 HTTP/1.1" status: 200 len: 944 time: 0.0794973 Oct 12 19:31:04.702777 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4aa9567b-7c31-4597-a639-1130e5bb28ea req-590c3751-2c6e-4c71-ba5f-5ddee34cf3eb tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e18d525-cf41-4d49-869d-79a715be58e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582209 Oct 12 19:31:04.723005 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c96b31-83e7-426b-8694-a055ed54447c req-38e2e271-6d45-4a8a-8a3d-591ab2dbdfc4 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:04.732098 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-18c96b31-83e7-426b-8694-a055ed54447c req-38e2e271-6d45-4a8a-8a3d-591ab2dbdfc4 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 946 time: 0.1165235 Oct 12 19:31:04.801547 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-18c96b31-83e7-426b-8694-a055ed54447c req-51393e52-0d97-4da0-ae08-9b734fa4ed3a tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652142 Oct 12 19:31:04.877356 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9f185c56-e89e-4470-a5ff-a74a4e5ec963 req-a32a3f3f-c688-4b7d-91c4-17c5f24811f1 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-807494682&fields=id&tenant_id=bb40ea5d8c38419a86ccce5293b0bc06 HTTP/1.1" status: 200 len: 267 time: 0.0446475 Oct 12 19:31:04.907615 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1ceacc6-cbb5-47c5-9461-3b038305ac1a x-openstack-request-id: req-b1ceacc6-cbb5-47c5-9461-3b038305ac1a {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:31:04.908265 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b0a43c3-ba20-4aaf-9e31-8c41399a19c5", "tag": "fafb31b8-7130-4c00-a14b-b0d5bff799be", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:31:04.908879 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b1ceacc6-cbb5-47c5-9461-3b038305ac1a {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:31:04.910192 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b0a43c3-ba20-4aaf-9e31-8c41399a19c5', 'tag': 'fafb31b8-7130-4c00-a14b-b0d5bff799be', 'status': 'completed', 'code': 200} Oct 12 19:31:04.983366 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f185c56-e89e-4470-a5ff-a74a4e5ec963 req-e92b2464-f698-4272-97c5-8e45627db6d2 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:04.993864 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9f185c56-e89e-4470-a5ff-a74a4e5ec963 req-e92b2464-f698-4272-97c5-8e45627db6d2 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b0a43c3-ba20-4aaf-9e31-8c41399a19c5 HTTP/1.1" status: 200 len: 985 time: 0.1154728 Oct 12 19:31:05.010084 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-9f185c56-e89e-4470-a5ff-a74a4e5ec963 req-2324a3cb-0efd-4b16-8a05-e28fffdee3f5 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] Request body: {'port': {'security_groups': ['22450e14-cc39-4381-9450-74c0cdf56e48']}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:31:05.076257 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616f8b66-71d8-40a8-be4d-40fbfad9a0f3 req-f13c0149-36c2-4544-b018-fbeff00e5724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:05.077918 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-616f8b66-71d8-40a8-be4d-40fbfad9a0f3 req-f13c0149-36c2-4544-b018-fbeff00e5724 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bb40ea5d8c38419a86ccce5293b0bc06&device_id=1b0a43c3-ba20-4aaf-9e31-8c41399a19c5 HTTP/1.1" status: 200 len: 1136 time: 0.1432681 Oct 12 19:31:05.086101 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device f228cf72-8e53-476e-9ff7-54d4221d83f4 details requested by agent hyperv_n-h2-813679-3 with host n-h2-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:31:05.166661 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-9f185c56-e89e-4470-a5ff-a74a4e5ec963 req-2324a3cb-0efd-4b16-8a05-e28fffdee3f5 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:05.214863 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port f228cf72-8e53-476e-9ff7-54d4221d83f4, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=f228cf72-8e53-476e-9ff7-54d4221d83f4,segment=NetworkSegment(cd110342-5ad1-4fcd-8bbd-9dc5c362f006),segment_id=cd110342-5ad1-4fcd-8bbd-9dc5c362f006)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:31:05.229080 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Returning: {'device': 'f228cf72-8e53-476e-9ff7-54d4221d83f4', 'network_id': '56df0150-3b8d-4be7-86cf-b2582b51cbc3', 'port_id': 'f228cf72-8e53-476e-9ff7-54d4221d83f4', 'mac_address': 'fa:16:3e:00:78:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b52d98c-bc12-48cd-94aa-dcbff346325c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:31:05.281169 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:05.298657 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f228cf72-8e53-476e-9ff7-54d4221d83f4 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:31:05.315097 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616f8b66-71d8-40a8-be4d-40fbfad9a0f3 req-229515e8-13eb-4fa1-820b-2f3236910433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:05.316317 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c69f72b-8382-4cc7-a060-1d101c342235 req-69f78537-cbee-4085-9308-07844dd225c0 tempest-ServerTagsTestJSON-70717432 tempest-ServerTagsTestJSON-70717432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:05.318404 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-616f8b66-71d8-40a8-be4d-40fbfad9a0f3 req-229515e8-13eb-4fa1-820b-2f3236910433 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c12a701a-54c3-43ba-94cc-6562f93e5521 HTTP/1.1" status: 200 len: 921 time: 0.2326987 Oct 12 19:31:05.324747 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7c69f72b-8382-4cc7-a060-1d101c342235 req-69f78537-cbee-4085-9308-07844dd225c0 tempest-ServerTagsTestJSON-70717432 tempest-ServerTagsTestJSON-70717432-project] 10.222.0.49 "GET /v2.0/ports?device_id=02909fb7-03d5-465f-a2ab-891fd03b3345 HTTP/1.1" status: 200 len: 944 time: 0.0777926 Oct 12 19:31:05.326889 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port f228cf72-8e53-476e-9ff7-54d4221d83f4, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=f228cf72-8e53-476e-9ff7-54d4221d83f4,segment=NetworkSegment(cd110342-5ad1-4fcd-8bbd-9dc5c362f006),segment_id=cd110342-5ad1-4fcd-8bbd-9dc5c362f006)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:31:05.374595 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7c69f72b-8382-4cc7-a060-1d101c342235 req-23979e5a-127a-43c0-a94f-fa5903fa25e6 tempest-ServerTagsTestJSON-70717432 tempest-ServerTagsTestJSON-70717432-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa91a4e5-a611-4452-a450-70995811a36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487652 Oct 12 19:31:05.375037 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-616f8b66-71d8-40a8-be4d-40fbfad9a0f3 req-001a0d0e-aa10-4b17-a994-ffe0ba179883 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fafb31b8-7130-4c00-a14b-b0d5bff799be HTTP/1.1" status: 200 len: 217 time: 0.0448496 Oct 12 19:31:05.412989 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:05.494390 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=f228cf72-8e53-476e-9ff7-54d4221d83f4,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:31:05.496431 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616f8b66-71d8-40a8-be4d-40fbfad9a0f3 req-3bc2751b-46b7-4079-ae78-c9b75702ab0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:05.498975 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-616f8b66-71d8-40a8-be4d-40fbfad9a0f3 req-3bc2751b-46b7-4079-ae78-c9b75702ab0c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d6befbf0-bb86-46bb-8940-6082fe20c2ba HTTP/1.1" status: 200 len: 860 time: 0.1057589 Oct 12 19:31:05.503431 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:31:05.504080 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:31:05.504536 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:31:05.504996 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:31:05.505435 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:31:05.510415 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:31:05.510962 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:31:05.511404 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:31:05.511837 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:31:05.512305 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:31:05.512734 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:31:05.513166 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:31:05.531694 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e98c4fd-3bbd-4206-bf2c-1789f98b1444 req-542f9873-2093-4fa4-ab87-e05916bfedca tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:05.533235 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8e98c4fd-3bbd-4206-bf2c-1789f98b1444 req-542f9873-2093-4fa4-ab87-e05916bfedca tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/ports?device_id=68ed1b32-2769-4ecc-86ab-1452bfd5bcf7 HTTP/1.1" status: 200 len: 945 time: 0.0643609 Oct 12 19:31:05.552526 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-616f8b66-71d8-40a8-be4d-40fbfad9a0f3 req-519de3f6-41b2-4e51-90fb-1344ae910295 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c12a701a-54c3-43ba-94cc-6562f93e5521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425732 Oct 12 19:31:05.559127 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-9f185c56-e89e-4470-a5ff-a74a4e5ec963 req-2324a3cb-0efd-4b16-8a05-e28fffdee3f5 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] For port fafb31b8-7130-4c00-a14b-b0d5bff799be, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=fafb31b8-7130-4c00-a14b-b0d5bff799be,segment=NetworkSegment(04137cc8-7b83-4277-a1ca-984267592eea),segment_id=04137cc8-7b83-4277-a1ca-984267592eea)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:31:05.586423 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8e98c4fd-3bbd-4206-bf2c-1789f98b1444 req-1146d9a8-1d87-424c-9cb2-c84e1abe47a3 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/security-groups?id=243314df-bf60-4e8d-a5c3-b65fe30534c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444884 Oct 12 19:31:05.662532 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-9f185c56-e89e-4470-a5ff-a74a4e5ec963 req-2324a3cb-0efd-4b16-8a05-e28fffdee3f5 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:05.687807 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['f228cf72-8e53-476e-9ff7-54d4221d83f4'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:31:05.688021 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-616f8b66-71d8-40a8-be4d-40fbfad9a0f3 req-06c9fe4e-85de-4625-972a-f6b0c73080bf service neutron] 10.222.0.67 "GET /v2.0/networks/c12a701a-54c3-43ba-94cc-6562f93e5521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235487 Oct 12 19:31:05.720685 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd25fea6-e9b8-4e95-83d7-a11e12382c8b req-b7bbbccc-b7dd-41c7-8804-98c202398e19 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:05.722835 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-cd25fea6-e9b8-4e95-83d7-a11e12382c8b req-b7bbbccc-b7dd-41c7-8804-98c202398e19 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 946 time: 0.0632594 Oct 12 19:31:05.782282 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-cd25fea6-e9b8-4e95-83d7-a11e12382c8b req-93b375a8-deb0-41df-9d25-afa2cca86dc3 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505507 Oct 12 19:31:05.791352 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-9f185c56-e89e-4470-a5ff-a74a4e5ec963 req-2324a3cb-0efd-4b16-8a05-e28fffdee3f5 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:05.795140 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-616f8b66-71d8-40a8-be4d-40fbfad9a0f3 req-2753552b-d241-47fc-b970-5491bba2a0da service neutron] 10.222.0.67 "GET /v2.0/networks/c12a701a-54c3-43ba-94cc-6562f93e5521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998738 Oct 12 19:31:05.852519 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f185c56-e89e-4470-a5ff-a74a4e5ec963 req-2324a3cb-0efd-4b16-8a05-e28fffdee3f5 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:05.853202 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-9f185c56-e89e-4470-a5ff-a74a4e5ec963 req-2324a3cb-0efd-4b16-8a05-e28fffdee3f5 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:05.854685 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9f185c56-e89e-4470-a5ff-a74a4e5ec963 req-2324a3cb-0efd-4b16-8a05-e28fffdee3f5 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] 10.222.0.49 "PUT /v2.0/ports/fafb31b8-7130-4c00-a14b-b0d5bff799be HTTP/1.1" status: 200 len: 943 time: 0.8585677 Oct 12 19:31:05.855149 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b0a43c3-ba20-4aaf-9e31-8c41399a19c5', 'tag': 'fafb31b8-7130-4c00-a14b-b0d5bff799be'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:31:05.857478 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-943afc51-c2f7-4c2e-854f-fbc39cbd45b8" -d '{"events": [{"name": "network-changed", "server_uuid": "1b0a43c3-ba20-4aaf-9e31-8c41399a19c5", "tag": "fafb31b8-7130-4c00-a14b-b0d5bff799be"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:31:05.893322 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2324a3cb-0efd-4b16-8a05-e28fffdee3f5 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] Pushing event updated for resources: {'Port': ['ID=fafb31b8-7130-4c00-a14b-b0d5bff799be,revision_number=7']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:31:05.915554 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['fafb31b8-7130-4c00-a14b-b0d5bff799be'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:31:05.933200 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ab730c-836b-40cf-b0f8-4cc3e0b33e90 req-d53058ec-c59a-487d-8e17-15ee96c7b453 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:05.941403 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c3ab730c-836b-40cf-b0f8-4cc3e0b33e90 req-d53058ec-c59a-487d-8e17-15ee96c7b453 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb56269f-088f-4dd7-97a9-d7a3df061653 HTTP/1.1" status: 200 len: 944 time: 0.0860820 Oct 12 19:31:05.965420 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535c229b-b7c5-4e53-a53a-e2c0285be250 req-db5182ec-b26c-49bc-9e3d-38c9b53cb122 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:05.972681 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-535c229b-b7c5-4e53-a53a-e2c0285be250 req-db5182ec-b26c-49bc-9e3d-38c9b53cb122 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 946 time: 0.0599535 Oct 12 19:31:05.985215 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c3ab730c-836b-40cf-b0f8-4cc3e0b33e90 req-7ae5a0e1-3c6c-48b4-9816-c52a17c3536b tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e18d525-cf41-4d49-869d-79a715be58e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427394 Oct 12 19:31:06.019593 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-535c229b-b7c5-4e53-a53a-e2c0285be250 req-a75146f3-eff7-4d3f-a343-ec3a00e0e270 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453815 Oct 12 19:31:06.073994 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-383a50e3-1f05-4473-bb37-8da7dba1ea5c x-openstack-request-id: req-383a50e3-1f05-4473-bb37-8da7dba1ea5c {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:31:06.074385 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b0a43c3-ba20-4aaf-9e31-8c41399a19c5", "tag": "fafb31b8-7130-4c00-a14b-b0d5bff799be", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:31:06.074756 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-383a50e3-1f05-4473-bb37-8da7dba1ea5c {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:31:06.075229 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b0a43c3-ba20-4aaf-9e31-8c41399a19c5', 'tag': 'fafb31b8-7130-4c00-a14b-b0d5bff799be', 'status': 'completed', 'code': 200} Oct 12 19:31:06.153875 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943afc51-c2f7-4c2e-854f-fbc39cbd45b8 req-972652af-1f22-4185-ae1a-f53c351e6cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:06.156151 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-943afc51-c2f7-4c2e-854f-fbc39cbd45b8 req-972652af-1f22-4185-ae1a-f53c351e6cff service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bb40ea5d8c38419a86ccce5293b0bc06&device_id=1b0a43c3-ba20-4aaf-9e31-8c41399a19c5 HTTP/1.1" status: 200 len: 1097 time: 0.0525308 Oct 12 19:31:06.183947 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-59417849-afab-40e6-a005-e3bd8dd8f60c req-56936918-2850-4358-8856-df8ecc82ff45 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1640916 Oct 12 19:31:06.196462 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-59417849-afab-40e6-a005-e3bd8dd8f60c req-cbd5d9bf-214e-47e4-bf07-f1bb166e317e tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] Request body: {'floatingip': {'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:31:06.256160 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943afc51-c2f7-4c2e-854f-fbc39cbd45b8 req-fe8c8304-2214-48b0-8c1c-82c3b4dc4934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:06.258172 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-943afc51-c2f7-4c2e-854f-fbc39cbd45b8 req-fe8c8304-2214-48b0-8c1c-82c3b4dc4934 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c12a701a-54c3-43ba-94cc-6562f93e5521 HTTP/1.1" status: 200 len: 921 time: 0.0942645 Oct 12 19:31:06.278409 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['fafb31b8-7130-4c00-a14b-b0d5bff799be'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:31:06.298284 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-59417849-afab-40e6-a005-e3bd8dd8f60c req-cbd5d9bf-214e-47e4-bf07-f1bb166e317e tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] Notify callbacks [] for floatingip, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:06.304730 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-943afc51-c2f7-4c2e-854f-fbc39cbd45b8 req-fb65bd50-469f-44cb-8e8a-8945566a49d7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fafb31b8-7130-4c00-a14b-b0d5bff799be HTTP/1.1" status: 200 len: 217 time: 0.0351388 Oct 12 19:31:06.372865 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943afc51-c2f7-4c2e-854f-fbc39cbd45b8 req-6bcb8d54-0242-404c-baf9-c163c8df8cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:06.374750 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-943afc51-c2f7-4c2e-854f-fbc39cbd45b8 req-6bcb8d54-0242-404c-baf9-c163c8df8cbc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d6befbf0-bb86-46bb-8940-6082fe20c2ba HTTP/1.1" status: 200 len: 860 time: 0.0614772 Oct 12 19:31:06.422694 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-943afc51-c2f7-4c2e-854f-fbc39cbd45b8 req-db93feb8-3f56-4186-9316-44b433e66c9c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c12a701a-54c3-43ba-94cc-6562f93e5521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335619 Oct 12 19:31:06.449402 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-59417849-afab-40e6-a005-e3bd8dd8f60c req-cbd5d9bf-214e-47e4-bf07-f1bb166e317e tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:06.575548 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-943afc51-c2f7-4c2e-854f-fbc39cbd45b8 req-0e0a6271-df9b-49df-af02-eb1008eec527 service neutron] 10.222.0.67 "GET /v2.0/networks/c12a701a-54c3-43ba-94cc-6562f93e5521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416852 Oct 12 19:31:06.583067 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d518bb-dbc8-4aaa-9129-5471975c119d req-a751c438-001a-4c93-a93c-a70e6095dd1a tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:06.584616 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-80d518bb-dbc8-4aaa-9129-5471975c119d req-a751c438-001a-4c93-a93c-a70e6095dd1a tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb56269f-088f-4dd7-97a9-d7a3df061653 HTTP/1.1" status: 200 len: 944 time: 0.0865769 Oct 12 19:31:06.606207 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [req-59417849-afab-40e6-a005-e3bd8dd8f60c req-cbd5d9bf-214e-47e4-bf07-f1bb166e317e tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] Allocated IP 172.25.5.74 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/c5951660-fab5-4bee-b16e-35e7c0873c8b) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:31:06.621208 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0a480e-b105-416c-b73a-e21643ca1f7b req-af4e7cd8-ae14-44f1-bf95-0a632bcae19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:06.628357 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8b0a480e-b105-416c-b73a-e21643ca1f7b req-af4e7cd8-ae14-44f1-bf95-0a632bcae19e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8037c4999d8b4d25a8c451f2b659a2c4&device_id=fb56269f-088f-4dd7-97a9-d7a3df061653 HTTP/1.1" status: 200 len: 1095 time: 0.0996122 Oct 12 19:31:06.686380 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-80d518bb-dbc8-4aaa-9129-5471975c119d req-7ec075b3-34dd-4b52-a2ea-4b572d3ad569 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e18d525-cf41-4d49-869d-79a715be58e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915942 Oct 12 19:31:06.726006 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-943afc51-c2f7-4c2e-854f-fbc39cbd45b8 req-35809353-0625-4513-bfe7-3f0138e75349 service neutron] 10.222.0.67 "GET /v2.0/networks/c12a701a-54c3-43ba-94cc-6562f93e5521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403651 Oct 12 19:31:06.798767 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0a480e-b105-416c-b73a-e21643ca1f7b req-15032c16-03ce-46d4-9147-52687f217f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:06.800334 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8b0a480e-b105-416c-b73a-e21643ca1f7b req-15032c16-03ce-46d4-9147-52687f217f7c service neutron] 10.222.0.61 "GET /v2.0/networks?id=f22a0b4a-70e4-4463-a6ef-6109199fd871 HTTP/1.1" status: 200 len: 912 time: 0.1687746 Oct 12 19:31:06.805034 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-59417849-afab-40e6-a005-e3bd8dd8f60c req-cbd5d9bf-214e-47e4-bf07-f1bb166e317e tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:06.824968 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0736de6-336c-40ca-af89-70e2b9efffcf req-3fa677b4-036f-4675-9147-e4a9e9504b79 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:06.829819 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f0736de6-336c-40ca-af89-70e2b9efffcf req-3fa677b4-036f-4675-9147-e4a9e9504b79 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 946 time: 0.0623968 Oct 12 19:31:06.871043 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f0736de6-336c-40ca-af89-70e2b9efffcf req-665f657b-d3d3-4aa3-8137-5e9b55c032ac tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355358 Oct 12 19:31:06.885958 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8b0a480e-b105-416c-b73a-e21643ca1f7b req-9a391a48-4c23-4a07-8f83-de1eca11b2f5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a1f42106-a7b0-4dd3-8e89-1f2eceabc986 HTTP/1.1" status: 200 len: 999 time: 0.0790248 Oct 12 19:31:06.938754 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0a480e-b105-416c-b73a-e21643ca1f7b req-f6b0314f-dad8-4c6e-afff-8bb1adf05179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:06.940504 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8b0a480e-b105-416c-b73a-e21643ca1f7b req-f6b0314f-dad8-4c6e-afff-8bb1adf05179 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a09cd6ac-b3e0-423d-9e85-6644cbc7e663 HTTP/1.1" status: 200 len: 850 time: 0.0472341 Oct 12 19:31:06.978437 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-59417849-afab-40e6-a005-e3bd8dd8f60c req-cbd5d9bf-214e-47e4-bf07-f1bb166e317e tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:06.986060 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dac2e6d-4f30-440e-bb77-e33b5418aa0a req-1eb979e0-931d-4c9d-be77-5dd2a963c8ef tempest-ServerTagsTestJSON-70717432 tempest-ServerTagsTestJSON-70717432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:06.988155 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1dac2e6d-4f30-440e-bb77-e33b5418aa0a req-1eb979e0-931d-4c9d-be77-5dd2a963c8ef tempest-ServerTagsTestJSON-70717432 tempest-ServerTagsTestJSON-70717432-project] 10.222.0.49 "GET /v2.0/ports?device_id=02909fb7-03d5-465f-a2ab-891fd03b3345 HTTP/1.1" status: 200 len: 945 time: 0.0524480 Oct 12 19:31:07.026668 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0a480e-b105-416c-b73a-e21643ca1f7b req-02fe1196-c84f-4498-978a-ce48ee68aab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:07.028190 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8b0a480e-b105-416c-b73a-e21643ca1f7b req-02fe1196-c84f-4498-978a-ce48ee68aab8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f22a0b4a-70e4-4463-a6ef-6109199fd871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0812612 Oct 12 19:31:07.031211 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1dac2e6d-4f30-440e-bb77-e33b5418aa0a req-a5c38de1-379c-4a1b-83ec-7eaa67189ed6 tempest-ServerTagsTestJSON-70717432 tempest-ServerTagsTestJSON-70717432-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa91a4e5-a611-4452-a450-70995811a36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361817 Oct 12 19:31:07.031590 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59417849-afab-40e6-a005-e3bd8dd8f60c req-cbd5d9bf-214e-47e4-bf07-f1bb166e317e tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:31:07.035200 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [req-59417849-afab-40e6-a005-e3bd8dd8f60c req-cbd5d9bf-214e-47e4-bf07-f1bb166e317e tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:31:07.049122 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-59417849-afab-40e6-a005-e3bd8dd8f60c req-cbd5d9bf-214e-47e4-bf07-f1bb166e317e tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:31:07.082791 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd5d9bf-214e-47e4-bf07-f1bb166e317e tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] Pushing event updated for resources: {'Port': ['ID=c5951660-fab5-4bee-b16e-35e7c0873c8b,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:31:07.102197 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device f228cf72-8e53-476e-9ff7-54d4221d83f4 up at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:31:07.156309 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b5dc50-a76b-4807-9397-41a79d0e65a7 req-140e459f-e56a-44e3-9343-9ea3ad7e0d33 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:07.164213 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e5b5dc50-a76b-4807-9397-41a79d0e65a7 req-140e459f-e56a-44e3-9343-9ea3ad7e0d33 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/ports?device_id=68ed1b32-2769-4ecc-86ab-1452bfd5bcf7 HTTP/1.1" status: 200 len: 945 time: 0.0605884 Oct 12 19:31:07.200663 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8b0a480e-b105-416c-b73a-e21643ca1f7b req-4de7eadc-2f00-4af0-b387-572e5eff7dab service neutron] 10.222.0.61 "GET /v2.0/networks/f22a0b4a-70e4-4463-a6ef-6109199fd871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615982 Oct 12 19:31:07.202127 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e5b5dc50-a76b-4807-9397-41a79d0e65a7 req-ed2503e7-08b8-434e-bb31-2d7bd57b753b tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/security-groups?id=243314df-bf60-4e8d-a5c3-b65fe30534c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382137 Oct 12 19:31:07.210888 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-59417849-afab-40e6-a005-e3bd8dd8f60c req-cbd5d9bf-214e-47e4-bf07-f1bb166e317e tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:07.252192 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning for port f228cf72-8e53-476e-9ff7-54d4221d83f4 completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:31:07.258162 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning complete for port f228cf72-8e53-476e-9ff7-54d4221d83f4 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:31:07.263662 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:07.311638 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8b0a480e-b105-416c-b73a-e21643ca1f7b req-63d5add9-ece9-473b-832a-beb96df01758 service neutron] 10.222.0.61 "GET /v2.0/networks/f22a0b4a-70e4-4463-a6ef-6109199fd871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019733 Oct 12 19:31:07.342643 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-59417849-afab-40e6-a005-e3bd8dd8f60c req-cbd5d9bf-214e-47e4-bf07-f1bb166e317e tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:07.370593 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:07.400074 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02909fb7-03d5-465f-a2ab-891fd03b3345', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f228cf72-8e53-476e-9ff7-54d4221d83f4'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:31:07.403151 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e61e70e-cf33-401d-9dd3-4f508bbdb026" -d '{"events": [{"server_uuid": "02909fb7-03d5-465f-a2ab-891fd03b3345", "name": "network-vif-plugged", "status": "completed", "tag": "f228cf72-8e53-476e-9ff7-54d4221d83f4"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:31:07.417392 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port f228cf72-8e53-476e-9ff7-54d4221d83f4, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=f228cf72-8e53-476e-9ff7-54d4221d83f4,segment=NetworkSegment(cd110342-5ad1-4fcd-8bbd-9dc5c362f006),segment_id=cd110342-5ad1-4fcd-8bbd-9dc5c362f006)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:31:07.486848 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:07.536999 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-59417849-afab-40e6-a005-e3bd8dd8f60c req-cbd5d9bf-214e-47e4-bf07-f1bb166e317e tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:07.550379 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=f228cf72-8e53-476e-9ff7-54d4221d83f4,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:31:07.618096 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-59417849-afab-40e6-a005-e3bd8dd8f60c req-cbd5d9bf-214e-47e4-bf07-f1bb166e317e tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:07.674572 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ec4818-e8da-4074-8d42-cd4ff119af52 req-94508ae7-cfc3-4065-a3dc-a4c029f9fe8d tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:07.675780 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b0ec4818-e8da-4074-8d42-cd4ff119af52 req-94508ae7-cfc3-4065-a3dc-a4c029f9fe8d tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 946 time: 0.4035408 Oct 12 19:31:07.698636 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd5d9bf-214e-47e4-bf07-f1bb166e317e tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] Pushing event updated for resources: {'Port': ['ID=c5951660-fab5-4bee-b16e-35e7c0873c8b,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:31:07.713924 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-59417849-afab-40e6-a005-e3bd8dd8f60c req-cbd5d9bf-214e-47e4-bf07-f1bb166e317e tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7915414'] for floatingip, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:07.728639 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b0ec4818-e8da-4074-8d42-cd4ff119af52 req-36e116cb-ae28-4015-bd49-8943a90b6d66 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458996 Oct 12 19:31:07.775266 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8bdc2fd-d95b-4fa1-b89b-81d8116fa1f6 x-openstack-request-id: req-a8bdc2fd-d95b-4fa1-b89b-81d8116fa1f6 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:31:07.777914 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02909fb7-03d5-465f-a2ab-891fd03b3345", "name": "network-vif-plugged", "status": "completed", "tag": "f228cf72-8e53-476e-9ff7-54d4221d83f4", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:31:07.777914 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a8bdc2fd-d95b-4fa1-b89b-81d8116fa1f6 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:31:07.777914 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02909fb7-03d5-465f-a2ab-891fd03b3345', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f228cf72-8e53-476e-9ff7-54d4221d83f4', 'code': 200} Oct 12 19:31:07.797422 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-59417849-afab-40e6-a005-e3bd8dd8f60c req-cbd5d9bf-214e-47e4-bf07-f1bb166e317e tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:07.799592 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-59417849-afab-40e6-a005-e3bd8dd8f60c req-cbd5d9bf-214e-47e4-bf07-f1bb166e317e tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.6096325 Oct 12 19:31:07.863565 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-59417849-afab-40e6-a005-e3bd8dd8f60c req-a79f593f-8631-4853-b069-9c0bb93e8c8a tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.74 HTTP/1.1" status: 200 len: 695 time: 0.0554225 Oct 12 19:31:07.915162 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531e12a2-e940-493f-914b-e087f2ec091f req-fa4c0dec-401e-4eb0-a395-9483f31e93f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:07.916716 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-531e12a2-e940-493f-914b-e087f2ec091f req-fa4c0dec-401e-4eb0-a395-9483f31e93f3 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=02909fb7-03d5-465f-a2ab-891fd03b3345 HTTP/1.1" status: 200 len: 1097 time: 0.0670192 Oct 12 19:31:07.924916 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67281da9-ea9c-4395-b05c-9b619cbcf40b req-c1240c50-46a5-4b82-afad-af2565605f09 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:07.926781 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-67281da9-ea9c-4395-b05c-9b619cbcf40b req-c1240c50-46a5-4b82-afad-af2565605f09 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb56269f-088f-4dd7-97a9-d7a3df061653 HTTP/1.1" status: 200 len: 944 time: 0.0899270 Oct 12 19:31:07.982890 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-531e12a2-e940-493f-914b-e087f2ec091f req-3c38880d-8f13-48e9-aa83-b9359f793f22 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=aa91a4e5-a611-4452-a450-70995811a36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555713 Oct 12 19:31:07.996593 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59417849-afab-40e6-a005-e3bd8dd8f60c req-c1b08d41-db96-40c9-b33e-c3420ef26251 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:08.002242 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-67281da9-ea9c-4395-b05c-9b619cbcf40b req-c5ceecf9-1275-4ec6-ac03-f76c0cf51d86 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e18d525-cf41-4d49-869d-79a715be58e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599074 Oct 12 19:31:08.013598 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-59417849-afab-40e6-a005-e3bd8dd8f60c req-c1b08d41-db96-40c9-b33e-c3420ef26251 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] 10.222.0.49 "GET /v2.0/networks/4afbf4a4-67f5-42d1-a358-7ba9799dab0c HTTP/1.1" status: 200 len: 784 time: 0.1418595 Oct 12 19:31:08.145997 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c033dcdc-0dd9-482d-ac0d-23bd827b67a8 req-1c510574-3444-49af-a2d3-37e3a1411c2f tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:08.147640 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c033dcdc-0dd9-482d-ac0d-23bd827b67a8 req-1c510574-3444-49af-a2d3-37e3a1411c2f tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 946 time: 0.0659184 Oct 12 19:31:08.168864 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c8b235-b831-4989-aa2c-cccb9e496ea1 req-69305ae8-16ab-4fcd-bd4e-07992c005c79 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:08.170664 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-97c8b235-b831-4989-aa2c-cccb9e496ea1 req-69305ae8-16ab-4fcd-bd4e-07992c005c79 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b0a43c3-ba20-4aaf-9e31-8c41399a19c5&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0986857 Oct 12 19:31:08.192969 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c033dcdc-0dd9-482d-ac0d-23bd827b67a8 req-d35ffac9-2433-4167-9491-91a303540198 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378435 Oct 12 19:31:08.230682 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-97c8b235-b831-4989-aa2c-cccb9e496ea1 req-5578fd78-1b36-4050-89d9-e389abfcd4cb tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.74 HTTP/1.1" status: 200 len: 695 time: 0.0540583 Oct 12 19:31:08.242043 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-97c8b235-b831-4989-aa2c-cccb9e496ea1 req-d08eb075-7684-4335-a415-df2830f7e91d tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] Request body: {'floatingip': {'port_id': 'fafb31b8-7130-4c00-a14b-b0d5bff799be', 'fixed_ip_address': '172.20.0.11'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:31:08.284667 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-97c8b235-b831-4989-aa2c-cccb9e496ea1 req-d08eb075-7684-4335-a415-df2830f7e91d tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] Notify callbacks [] for floatingip, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:08.315628 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08a27eb-b4a4-4667-93c3-8fc1e40b17f7 req-bb544286-c060-4e0f-bc45-7b8098198ee8 tempest-ServerTagsTestJSON-70717432 tempest-ServerTagsTestJSON-70717432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:08.317217 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e08a27eb-b4a4-4667-93c3-8fc1e40b17f7 req-bb544286-c060-4e0f-bc45-7b8098198ee8 tempest-ServerTagsTestJSON-70717432 tempest-ServerTagsTestJSON-70717432-project] 10.222.0.49 "GET /v2.0/ports?device_id=02909fb7-03d5-465f-a2ab-891fd03b3345 HTTP/1.1" status: 200 len: 946 time: 0.0518911 Oct 12 19:31:08.364816 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e08a27eb-b4a4-4667-93c3-8fc1e40b17f7 req-35bfec4d-045b-4205-b76d-a743d57ef7c9 tempest-ServerTagsTestJSON-70717432 tempest-ServerTagsTestJSON-70717432-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa91a4e5-a611-4452-a450-70995811a36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394192 Oct 12 19:31:08.498690 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a58158-31a8-4c4b-b2ee-a2bdb634e3ac req-13048eed-56b6-4653-b5a5-7f8b6ac0d7df tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:08.500363 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-92a58158-31a8-4c4b-b2ee-a2bdb634e3ac req-13048eed-56b6-4653-b5a5-7f8b6ac0d7df tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 946 time: 0.0711846 Oct 12 19:31:08.547862 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-92a58158-31a8-4c4b-b2ee-a2bdb634e3ac req-d95cda42-7c48-41a2-a683-ba9abbdc74e8 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404160 Oct 12 19:31:08.683405 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54277450-87ca-413f-9e74-455f02a35355 req-24902683-13e3-487d-a624-b3f5d4214fe1 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:08.685561 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-54277450-87ca-413f-9e74-455f02a35355 req-24902683-13e3-487d-a624-b3f5d4214fe1 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/ports?device_id=68ed1b32-2769-4ecc-86ab-1452bfd5bcf7 HTTP/1.1" status: 200 len: 945 time: 0.0662529 Oct 12 19:31:08.736578 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-54277450-87ca-413f-9e74-455f02a35355 req-c0a36bb0-64e5-4c8f-856f-004952d50a6e tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/security-groups?id=243314df-bf60-4e8d-a5c3-b65fe30534c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435967 Oct 12 19:31:08.940985 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-97c8b235-b831-4989-aa2c-cccb9e496ea1 req-d08eb075-7684-4335-a415-df2830f7e91d tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:09.064104 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-97c8b235-b831-4989-aa2c-cccb9e496ea1 req-d08eb075-7684-4335-a415-df2830f7e91d tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7915414'] for floatingip, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:09.143999 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedf6e71-70fd-4ad4-a239-52ad9bab97ba req-5bb12ff4-555d-40af-aa28-b358d21725b1 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:09.146217 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-fedf6e71-70fd-4ad4-a239-52ad9bab97ba req-5bb12ff4-555d-40af-aa28-b358d21725b1 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb56269f-088f-4dd7-97a9-d7a3df061653 HTTP/1.1" status: 200 len: 944 time: 0.0516877 Oct 12 19:31:09.174900 n-d-813679-3 neutron-server[95501]: INFO neutron.db.l3_db [req-97c8b235-b831-4989-aa2c-cccb9e496ea1 req-d08eb075-7684-4335-a415-df2830f7e91d tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] Floating IP 3a07aea6-9eaa-4532-bad0-bbf555656a1f associated. External IP: 172.25.5.74, port: fafb31b8-7130-4c00-a14b-b0d5bff799be. Oct 12 19:31:09.194904 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-fedf6e71-70fd-4ad4-a239-52ad9bab97ba req-f71bfd9f-209c-4ca3-b088-fa5d4e8e3004 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e18d525-cf41-4d49-869d-79a715be58e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404999 Oct 12 19:31:09.314706 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7f2eba-2184-49f2-9420-e29749f2ecfe req-bcab5ba0-5417-4225-a0e9-2e440750a596 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:09.316367 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7c7f2eba-2184-49f2-9420-e29749f2ecfe req-bcab5ba0-5417-4225-a0e9-2e440750a596 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 946 time: 0.0622044 Oct 12 19:31:09.359726 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7c7f2eba-2184-49f2-9420-e29749f2ecfe req-edfcbab3-78b1-4491-97e6-e01adeca687e tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371315 Oct 12 19:31:09.428375 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [req-97c8b235-b831-4989-aa2c-cccb9e496ea1 req-d08eb075-7684-4335-a415-df2830f7e91d tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] Router af16e93c-3b2d-4167-88a6-65e63acad390 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:31:09.476432 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0f3b47-9673-49f5-a30a-03a97f16c719 req-3f202068-14fe-4065-960e-c0cb7080ac51 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:09.478064 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4f0f3b47-9673-49f5-a30a-03a97f16c719 req-3f202068-14fe-4065-960e-c0cb7080ac51 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb56269f-088f-4dd7-97a9-d7a3df061653 HTTP/1.1" status: 200 len: 944 time: 0.0534010 Oct 12 19:31:09.520314 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4f0f3b47-9673-49f5-a30a-03a97f16c719 req-f82cae36-fac5-45df-9340-0932d6eb2e77 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e18d525-cf41-4d49-869d-79a715be58e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353627 Oct 12 19:31:09.555993 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-97c8b235-b831-4989-aa2c-cccb9e496ea1 req-d08eb075-7684-4335-a415-df2830f7e91d tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:31:09.561076 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-97c8b235-b831-4989-aa2c-cccb9e496ea1 req-d08eb075-7684-4335-a415-df2830f7e91d tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:09.565706 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9005c97d-58d8-49fa-9821-624cd173022d None None] Sync routers for ids ['af16e93c-3b2d-4167-88a6-65e63acad390'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:31:09.579057 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9005c97d-58d8-49fa-9821-624cd173022d None None] Routers {'af16e93c-3b2d-4167-88a6-65e63acad390'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:31:09.580982 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-9005c97d-58d8-49fa-9821-624cd173022d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:31:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['af16e93c-3b2d-4167-88a6-65e63acad390'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:31:09.597972 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-97c8b235-b831-4989-aa2c-cccb9e496ea1 req-d08eb075-7684-4335-a415-df2830f7e91d tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] 10.222.0.49 "PUT /v2.0/floatingips/3a07aea6-9eaa-4532-bad0-bbf555656a1f HTTP/1.1" status: 200 len: 996 time: 1.3600955 Oct 12 19:31:09.598427 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b0a43c3-ba20-4aaf-9e31-8c41399a19c5', 'tag': 'fafb31b8-7130-4c00-a14b-b0d5bff799be'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:31:09.601089 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d63f490-8255-4ec7-8fbb-91abff1d7a96" -d '{"events": [{"name": "network-changed", "server_uuid": "1b0a43c3-ba20-4aaf-9e31-8c41399a19c5", "tag": "fafb31b8-7130-4c00-a14b-b0d5bff799be"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:31:09.664871 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840c3fb3-f06a-493e-a4e0-970f81158d4a req-fe435d8a-e758-4f25-9a46-e3c9026bb450 tempest-ServerTagsTestJSON-70717432 tempest-ServerTagsTestJSON-70717432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:09.666527 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-840c3fb3-f06a-493e-a4e0-970f81158d4a req-fe435d8a-e758-4f25-9a46-e3c9026bb450 tempest-ServerTagsTestJSON-70717432 tempest-ServerTagsTestJSON-70717432-project] 10.222.0.49 "GET /v2.0/ports?device_id=02909fb7-03d5-465f-a2ab-891fd03b3345 HTTP/1.1" status: 200 len: 946 time: 0.0648596 Oct 12 19:31:09.669655 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c8b235-b831-4989-aa2c-cccb9e496ea1 req-730c0dd1-5b74-4772-a5ab-22f128e11ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:09.671317 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-97c8b235-b831-4989-aa2c-cccb9e496ea1 req-730c0dd1-5b74-4772-a5ab-22f128e11ea5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=bb40ea5d8c38419a86ccce5293b0bc06&device_id=1b0a43c3-ba20-4aaf-9e31-8c41399a19c5 HTTP/1.1" status: 200 len: 1097 time: 0.0565474 Oct 12 19:31:09.730888 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-840c3fb3-f06a-493e-a4e0-970f81158d4a req-b61db8a4-0125-4f8d-a411-84960802a0f4 tempest-ServerTagsTestJSON-70717432 tempest-ServerTagsTestJSON-70717432-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa91a4e5-a611-4452-a450-70995811a36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566621 Oct 12 19:31:09.784660 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c8b235-b831-4989-aa2c-cccb9e496ea1 req-d41d275d-100b-486f-afdf-9b1c7e2042d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:09.786163 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-97c8b235-b831-4989-aa2c-cccb9e496ea1 req-d41d275d-100b-486f-afdf-9b1c7e2042d4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c12a701a-54c3-43ba-94cc-6562f93e5521 HTTP/1.1" status: 200 len: 921 time: 0.1062820 Oct 12 19:31:09.811115 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-9005c97d-58d8-49fa-9821-624cd173022d None None] Set router af16e93c-3b2d-4167-88a6-65e63acad390 gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:31:09.889468 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-97c8b235-b831-4989-aa2c-cccb9e496ea1 req-c22d2848-57dc-4e4d-b3d8-3b08a1831210 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fafb31b8-7130-4c00-a14b-b0d5bff799be HTTP/1.1" status: 200 len: 999 time: 0.0879772 Oct 12 19:31:09.945813 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c8b235-b831-4989-aa2c-cccb9e496ea1 req-f05cfe12-8992-41f4-bd35-1125714eb77d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:09.948533 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-97c8b235-b831-4989-aa2c-cccb9e496ea1 req-f05cfe12-8992-41f4-bd35-1125714eb77d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d6befbf0-bb86-46bb-8940-6082fe20c2ba HTTP/1.1" status: 200 len: 860 time: 0.0529523 Oct 12 19:31:09.989152 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-97c8b235-b831-4989-aa2c-cccb9e496ea1 req-d5b0d5c5-19fd-4353-b63d-2d5f4713006f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c12a701a-54c3-43ba-94cc-6562f93e5521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319374 Oct 12 19:31:09.999708 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [req-97c8b235-b831-4989-aa2c-cccb9e496ea1 req-8b6d9fdd-107a-4b1f-bf00-0856a5032141 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 19:31:10.005758 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-97c8b235-b831-4989-aa2c-cccb9e496ea1 req-8b6d9fdd-107a-4b1f-bf00-0856a5032141 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0103552 Oct 12 19:31:10.054594 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-9005c97d-58d8-49fa-9821-624cd173022d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af16e93c-3b2d-4167-88a6-65e63acad390', 'name': 'tempest-ServerRescueTestJSONUnderV235-1610056745-router', 'tenant_id': 'bb40ea5d8c38419a86ccce5293b0bc06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': 'f79a677d-9d9f-44ae-80cf-1bda622cb462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:29:59Z', 'updated_at': '2021-10-12T19:30:10Z', 'revision_number': 4, 'project_id': 'bb40ea5d8c38419a86ccce5293b0bc06', 'gw_port': {'id': 'f79a677d-9d9f-44ae-80cf-1bda622cb462', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a3:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af16e93c-3b2d-4167-88a6-65e63acad390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:30:01Z', 'updated_at': '2021-10-12T19:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': '3a07aea6-9eaa-4532-bad0-bbf555656a1f', 'tenant_id': 'bb40ea5d8c38419a86ccce5293b0bc06', 'floating_ip_address': '172.25.5.74', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': 'af16e93c-3b2d-4167-88a6-65e63acad390', 'port_id': 'fafb31b8-7130-4c00-a14b-b0d5bff799be', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c12a701a-54c3-43ba-94cc-6562f93e5521', 'mac_address': 'fa:16:3e:95:5a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0a43c3-ba20-4aaf-9e31-8c41399a19c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T19:31:07Z', 'updated_at': '2021-10-12T19:31:08Z', 'revision_number': 1, 'project_id': 'bb40ea5d8c38419a86ccce5293b0bc06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ff857b6-4d28-4235-b238-59f5a1fff038', 'name': '', 'network_id': 'c12a701a-54c3-43ba-94cc-6562f93e5521', 'tenant_id': 'bb40ea5d8c38419a86ccce5293b0bc06', 'mac_address': 'fa:16:3e:12:31:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af16e93c-3b2d-4167-88a6-65e63acad390', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': 'd6befbf0-bb86-46bb-8940-6082fe20c2ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:30:07Z', 'updated_at': '2021-10-12T19:30:16Z', 'revision_number': 5, 'project_id': 'bb40ea5d8c38419a86ccce5293b0bc06', 'subnets': [{'id': 'd6befbf0-bb86-46bb-8940-6082fe20c2ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:31:10.086960 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9005c97d-58d8-49fa-9821-624cd173022d None None] Checking router: af16e93c-3b2d-4167-88a6-65e63acad390 for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:31:10.100791 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9005c97d-58d8-49fa-9821-624cd173022d None None] Routers {'af16e93c-3b2d-4167-88a6-65e63acad390'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:31:10.100791 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-9005c97d-58d8-49fa-9821-624cd173022d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:31:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['af16e93c-3b2d-4167-88a6-65e63acad390'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:31:10.125939 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-97c8b235-b831-4989-aa2c-cccb9e496ea1 req-cd197de6-dc21-4b50-9485-3932c5981944 service neutron] 10.222.0.49 "GET /v2.0/networks/c12a701a-54c3-43ba-94cc-6562f93e5521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179771 Oct 12 19:31:10.217290 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-97c8b235-b831-4989-aa2c-cccb9e496ea1 req-c6bd98ef-9474-4d49-a12a-db9fd7a7825b service neutron] 10.222.0.49 "GET /v2.0/networks/c12a701a-54c3-43ba-94cc-6562f93e5521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903971 Oct 12 19:31:10.231768 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-9005c97d-58d8-49fa-9821-624cd173022d None None] Set router af16e93c-3b2d-4167-88a6-65e63acad390 gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:31:10.374675 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26074d43-e38e-4198-87af-6aa0d2755870 x-openstack-request-id: req-26074d43-e38e-4198-87af-6aa0d2755870 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:31:10.375070 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b0a43c3-ba20-4aaf-9e31-8c41399a19c5", "tag": "fafb31b8-7130-4c00-a14b-b0d5bff799be", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:31:10.375463 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-26074d43-e38e-4198-87af-6aa0d2755870 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:31:10.376169 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b0a43c3-ba20-4aaf-9e31-8c41399a19c5', 'tag': 'fafb31b8-7130-4c00-a14b-b0d5bff799be', 'status': 'completed', 'code': 200} Oct 12 19:31:10.451757 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d63f490-8255-4ec7-8fbb-91abff1d7a96 req-fe72d84c-9b3c-47ee-9661-96b2ab7a1e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:10.455267 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3d63f490-8255-4ec7-8fbb-91abff1d7a96 req-fe72d84c-9b3c-47ee-9661-96b2ab7a1e4f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bb40ea5d8c38419a86ccce5293b0bc06&device_id=1b0a43c3-ba20-4aaf-9e31-8c41399a19c5 HTTP/1.1" status: 200 len: 1097 time: 0.0545440 Oct 12 19:31:10.506731 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-9005c97d-58d8-49fa-9821-624cd173022d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af16e93c-3b2d-4167-88a6-65e63acad390', 'name': 'tempest-ServerRescueTestJSONUnderV235-1610056745-router', 'tenant_id': 'bb40ea5d8c38419a86ccce5293b0bc06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': 'f79a677d-9d9f-44ae-80cf-1bda622cb462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:29:59Z', 'updated_at': '2021-10-12T19:30:10Z', 'revision_number': 4, 'project_id': 'bb40ea5d8c38419a86ccce5293b0bc06', 'gw_port': {'id': 'f79a677d-9d9f-44ae-80cf-1bda622cb462', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a3:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af16e93c-3b2d-4167-88a6-65e63acad390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:30:01Z', 'updated_at': '2021-10-12T19:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': '3a07aea6-9eaa-4532-bad0-bbf555656a1f', 'tenant_id': 'bb40ea5d8c38419a86ccce5293b0bc06', 'floating_ip_address': '172.25.5.74', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': 'af16e93c-3b2d-4167-88a6-65e63acad390', 'port_id': 'fafb31b8-7130-4c00-a14b-b0d5bff799be', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c12a701a-54c3-43ba-94cc-6562f93e5521', 'mac_address': 'fa:16:3e:95:5a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0a43c3-ba20-4aaf-9e31-8c41399a19c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T19:31:07Z', 'updated_at': '2021-10-12T19:31:08Z', 'revision_number': 1, 'project_id': 'bb40ea5d8c38419a86ccce5293b0bc06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ff857b6-4d28-4235-b238-59f5a1fff038', 'name': '', 'network_id': 'c12a701a-54c3-43ba-94cc-6562f93e5521', 'tenant_id': 'bb40ea5d8c38419a86ccce5293b0bc06', 'mac_address': 'fa:16:3e:12:31:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af16e93c-3b2d-4167-88a6-65e63acad390', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': 'd6befbf0-bb86-46bb-8940-6082fe20c2ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:30:07Z', 'updated_at': '2021-10-12T19:30:16Z', 'revision_number': 5, 'project_id': 'bb40ea5d8c38419a86ccce5293b0bc06', 'subnets': [{'id': 'd6befbf0-bb86-46bb-8940-6082fe20c2ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:31:10.543542 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9005c97d-58d8-49fa-9821-624cd173022d None None] The sync data for ids ['af16e93c-3b2d-4167-88a6-65e63acad390'] in n-d-813679-3 is: [{'id': 'af16e93c-3b2d-4167-88a6-65e63acad390', 'name': 'tempest-ServerRescueTestJSONUnderV235-1610056745-router', 'tenant_id': 'bb40ea5d8c38419a86ccce5293b0bc06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': 'f79a677d-9d9f-44ae-80cf-1bda622cb462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:29:59Z', 'updated_at': '2021-10-12T19:30:10Z', 'revision_number': 4, 'project_id': 'bb40ea5d8c38419a86ccce5293b0bc06', 'gw_port': {'id': 'f79a677d-9d9f-44ae-80cf-1bda622cb462', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a3:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af16e93c-3b2d-4167-88a6-65e63acad390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:30:01Z', 'updated_at': '2021-10-12T19:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': '3a07aea6-9eaa-4532-bad0-bbf555656a1f', 'tenant_id': 'bb40ea5d8c38419a86ccce5293b0bc06', 'floating_ip_address': '172.25.5.74', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': 'af16e93c-3b2d-4167-88a6-65e63acad390', 'port_id': 'fafb31b8-7130-4c00-a14b-b0d5bff799be', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c12a701a-54c3-43ba-94cc-6562f93e5521', 'mac_address': 'fa:16:3e:95:5a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0a43c3-ba20-4aaf-9e31-8c41399a19c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T19:31:07Z', 'updated_at': '2021-10-12T19:31:08Z', 'revision_number': 1, 'project_id': 'bb40ea5d8c38419a86ccce5293b0bc06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ff857b6-4d28-4235-b238-59f5a1fff038', 'name': '', 'network_id': 'c12a701a-54c3-43ba-94cc-6562f93e5521', 'tenant_id': 'bb40ea5d8c38419a86ccce5293b0bc06', 'mac_address': 'fa:16:3e:12:31:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af16e93c-3b2d-4167-88a6-65e63acad390', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': 'd6befbf0-bb86-46bb-8940-6082fe20c2ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:30:07Z', 'updated_at': '2021-10-12T19:30:16Z', 'revision_number': 5, 'project_id': 'bb40ea5d8c38419a86ccce5293b0bc06', 'subnets': [{'id': 'd6befbf0-bb86-46bb-8940-6082fe20c2ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:31:10.565342 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d63f490-8255-4ec7-8fbb-91abff1d7a96 req-6c42570e-da28-482c-9095-fd4acd436210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:10.573414 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3d63f490-8255-4ec7-8fbb-91abff1d7a96 req-6c42570e-da28-482c-9095-fd4acd436210 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c12a701a-54c3-43ba-94cc-6562f93e5521 HTTP/1.1" status: 200 len: 921 time: 0.1041925 Oct 12 19:31:10.643605 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3d63f490-8255-4ec7-8fbb-91abff1d7a96 req-fdd9da80-3d3c-4853-a855-607e4c5dcf3d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fafb31b8-7130-4c00-a14b-b0d5bff799be HTTP/1.1" status: 200 len: 999 time: 0.0682588 Oct 12 19:31:10.711687 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d63f490-8255-4ec7-8fbb-91abff1d7a96 req-a6034a5f-95dc-41a4-8173-f75f0b47cad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:10.713595 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3d63f490-8255-4ec7-8fbb-91abff1d7a96 req-a6034a5f-95dc-41a4-8173-f75f0b47cad7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d6befbf0-bb86-46bb-8940-6082fe20c2ba HTTP/1.1" status: 200 len: 860 time: 0.0568774 Oct 12 19:31:10.759673 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3d63f490-8255-4ec7-8fbb-91abff1d7a96 req-59b7305a-70c7-4484-85f4-17dcebaf83ae service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c12a701a-54c3-43ba-94cc-6562f93e5521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384884 Oct 12 19:31:10.824603 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772ccd36-c587-40b3-9645-d11d67dd4205 None None] New status for floating IP 3a07aea6-9eaa-4532-bad0-bbf555656a1f: ACTIVE {{(pid=95503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 19:31:10.873638 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3d63f490-8255-4ec7-8fbb-91abff1d7a96 req-31e24b44-1188-464c-8016-161f1bad2a9b service neutron] 10.222.0.67 "GET /v2.0/networks/c12a701a-54c3-43ba-94cc-6562f93e5521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059639 Oct 12 19:31:11.035725 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246518f5-77b0-4f6f-9a36-379a705cf3c0 req-4beca67a-aa9d-479b-a0a0-ed369c68d8a4 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:11.037420 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-246518f5-77b0-4f6f-9a36-379a705cf3c0 req-4beca67a-aa9d-479b-a0a0-ed369c68d8a4 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/ports?device_id=68ed1b32-2769-4ecc-86ab-1452bfd5bcf7 HTTP/1.1" status: 200 len: 945 time: 0.0759885 Oct 12 19:31:11.051790 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3d63f490-8255-4ec7-8fbb-91abff1d7a96 req-171fd077-b1ed-4ea5-a7a4-0baee30e3bc4 service neutron] 10.222.0.67 "GET /v2.0/networks/c12a701a-54c3-43ba-94cc-6562f93e5521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711895 Oct 12 19:31:11.099761 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-246518f5-77b0-4f6f-9a36-379a705cf3c0 req-8eff375f-8c89-409e-bf9a-e3f7caf21a2a tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/security-groups?id=243314df-bf60-4e8d-a5c3-b65fe30534c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468745 Oct 12 19:31:11.229779 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6cb22ad6-8720-4205-b9b3-1d85f3b553b4 req-dc6e2e92-7561-499f-a7bf-533d9de0f39e tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.74 HTTP/1.1" status: 200 len: 1001 time: 0.0959191 Oct 12 19:31:11.281127 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb22ad6-8720-4205-b9b3-1d85f3b553b4 req-8b014898-04fd-411f-8302-4c174dfd60a9 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:11.282466 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6cb22ad6-8720-4205-b9b3-1d85f3b553b4 req-8b014898-04fd-411f-8302-4c174dfd60a9 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] 10.222.0.49 "GET /v2.0/ports/fafb31b8-7130-4c00-a14b-b0d5bff799be HTTP/1.1" status: 200 len: 943 time: 0.0448306 Oct 12 19:31:11.390003 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6cb22ad6-8720-4205-b9b3-1d85f3b553b4 req-04b214a3-ecfb-4326-96b6-4c1652876e56 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.74 HTTP/1.1" status: 200 len: 1001 time: 0.0661657 Oct 12 19:31:11.499205 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb22ad6-8720-4205-b9b3-1d85f3b553b4 req-fb0477fc-f779-47ae-972f-688e52eb1c2e tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:11.500578 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6cb22ad6-8720-4205-b9b3-1d85f3b553b4 req-fb0477fc-f779-47ae-972f-688e52eb1c2e tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] 10.222.0.49 "GET /v2.0/networks/4afbf4a4-67f5-42d1-a358-7ba9799dab0c HTTP/1.1" status: 200 len: 784 time: 0.1046121 Oct 12 19:31:11.576290 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6cb22ad6-8720-4205-b9b3-1d85f3b553b4 req-cb641429-cd54-4043-984c-b565b9b04b26 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.74 HTTP/1.1" status: 200 len: 1001 time: 0.0684931 Oct 12 19:31:11.587017 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-6cb22ad6-8720-4205-b9b3-1d85f3b553b4 req-811d3372-f779-42e0-ade3-bfc8e54419f7 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:31:11.643618 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-6cb22ad6-8720-4205-b9b3-1d85f3b553b4 req-811d3372-f779-42e0-ade3-bfc8e54419f7 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] Notify callbacks [] for floatingip, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:11.725119 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8dc4ec-14e0-45e7-93ee-accaf9c19590 req-c0a1885c-ffa7-410d-9ac1-84a81f982101 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:11.726760 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-aa8dc4ec-14e0-45e7-93ee-accaf9c19590 req-c0a1885c-ffa7-410d-9ac1-84a81f982101 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e903912-16d6-4ed5-863b-dc4a327f9cf2 HTTP/1.1" status: 200 len: 944 time: 0.0555489 Oct 12 19:31:11.808485 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-6cb22ad6-8720-4205-b9b3-1d85f3b553b4 req-811d3372-f779-42e0-ade3-bfc8e54419f7 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:11.826752 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-aa8dc4ec-14e0-45e7-93ee-accaf9c19590 req-38a9346f-9e17-4624-9661-656e5fd090ce tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Deleting port b024a0d9-90c5-41ae-b688-ebd1b7748cf6 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:31:11.827084 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-aa8dc4ec-14e0-45e7-93ee-accaf9c19590 req-38a9346f-9e17-4624-9661-656e5fd090ce tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:11.874202 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-6cb22ad6-8720-4205-b9b3-1d85f3b553b4 req-811d3372-f779-42e0-ade3-bfc8e54419f7 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7915414'] for floatingip, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:11.874636 n-d-813679-3 neutron-server[95501]: INFO neutron.db.l3_db [req-6cb22ad6-8720-4205-b9b3-1d85f3b553b4 req-811d3372-f779-42e0-ade3-bfc8e54419f7 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] Floating IP 3a07aea6-9eaa-4532-bad0-bbf555656a1f disassociated. External IP: 172.25.5.74, port: fafb31b8-7130-4c00-a14b-b0d5bff799be. Oct 12 19:31:11.923615 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-aa8dc4ec-14e0-45e7-93ee-accaf9c19590 req-38a9346f-9e17-4624-9661-656e5fd090ce tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] For port b024a0d9-90c5-41ae-b688-ebd1b7748cf6, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=b024a0d9-90c5-41ae-b688-ebd1b7748cf6,segment=NetworkSegment(1311cbfc-168d-4d44-b005-c99086bc74c8),segment_id=1311cbfc-168d-4d44-b005-c99086bc74c8)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:31:11.923909 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-aa8dc4ec-14e0-45e7-93ee-accaf9c19590 req-38a9346f-9e17-4624-9661-656e5fd090ce tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:11.937355 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-aa8dc4ec-14e0-45e7-93ee-accaf9c19590 req-38a9346f-9e17-4624-9661-656e5fd090ce tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Calling delete_port for b024a0d9-90c5-41ae-b688-ebd1b7748cf6 owned by compute:nova {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:31:12.102537 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6cb22ad6-8720-4205-b9b3-1d85f3b553b4 req-811d3372-f779-42e0-ade3-bfc8e54419f7 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] Router af16e93c-3b2d-4167-88a6-65e63acad390 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:31:12.143562 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-aa8dc4ec-14e0-45e7-93ee-accaf9c19590 req-38a9346f-9e17-4624-9661-656e5fd090ce tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:12.156735 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['71a094e6-3c69-44e7-8689-4e4c66ecd7da'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:31:12.159826 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['746f239a-cac1-47b7-a948-8973bb897097'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:31:12.182913 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a9346f-9e17-4624-9661-656e5fd090ce tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Pushing event deleted for resources: {'Port': ['ID=b024a0d9-90c5-41ae-b688-ebd1b7748cf6,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:31:12.239771 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6cb22ad6-8720-4205-b9b3-1d85f3b553b4 req-811d3372-f779-42e0-ade3-bfc8e54419f7 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:31:12.244006 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa8dc4ec-14e0-45e7-93ee-accaf9c19590 req-38a9346f-9e17-4624-9661-656e5fd090ce tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] No DVR routers for this DVR port b024a0d9-90c5-41ae-b688-ebd1b7748cf6 on host n-h2-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:31:12.245394 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-6cb22ad6-8720-4205-b9b3-1d85f3b553b4 req-811d3372-f779-42e0-ade3-bfc8e54419f7 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:12.246952 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-aa8dc4ec-14e0-45e7-93ee-accaf9c19590 req-38a9346f-9e17-4624-9661-656e5fd090ce tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:12.253194 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414ac811-a700-4a6c-8e9e-51fa553527fc None None] Sync routers for ids ['af16e93c-3b2d-4167-88a6-65e63acad390'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:31:12.258488 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-aa8dc4ec-14e0-45e7-93ee-accaf9c19590 req-38a9346f-9e17-4624-9661-656e5fd090ce tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "DELETE /v2.0/ports/b024a0d9-90c5-41ae-b688-ebd1b7748cf6 HTTP/1.1" status: 204 len: 173 time: 0.5251477 Oct 12 19:31:12.258659 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e903912-16d6-4ed5-863b-dc4a327f9cf2', 'name': 'network-vif-deleted', 'tag': 'b024a0d9-90c5-41ae-b688-ebd1b7748cf6'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:31:12.262247 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd4e587c-c63f-4ab1-a0ae-9e3f6df3a771" -d '{"events": [{"server_uuid": "3e903912-16d6-4ed5-863b-dc4a327f9cf2", "name": "network-vif-deleted", "tag": "b024a0d9-90c5-41ae-b688-ebd1b7748cf6"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:31:12.267579 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414ac811-a700-4a6c-8e9e-51fa553527fc None None] Routers {'af16e93c-3b2d-4167-88a6-65e63acad390'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:31:12.271852 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-414ac811-a700-4a6c-8e9e-51fa553527fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:31:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['af16e93c-3b2d-4167-88a6-65e63acad390'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:31:12.305799 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6cb22ad6-8720-4205-b9b3-1d85f3b553b4 req-811d3372-f779-42e0-ade3-bfc8e54419f7 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] 10.222.0.49 "PUT /v2.0/floatingips/3a07aea6-9eaa-4532-bad0-bbf555656a1f HTTP/1.1" status: 200 len: 694 time: 0.7223542 Oct 12 19:31:12.378926 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b0a43c3-ba20-4aaf-9e31-8c41399a19c5', 'tag': 'fafb31b8-7130-4c00-a14b-b0d5bff799be'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:31:12.379573 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb2323c8-8dc5-41cd-813c-333ac6931ebe" -d '{"events": [{"name": "network-changed", "server_uuid": "1b0a43c3-ba20-4aaf-9e31-8c41399a19c5", "tag": "fafb31b8-7130-4c00-a14b-b0d5bff799be"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:31:12.395398 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb22ad6-8720-4205-b9b3-1d85f3b553b4 req-6a95e481-f840-4629-8ba6-ae6622cf25ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:12.406345 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6cb22ad6-8720-4205-b9b3-1d85f3b553b4 req-6a95e481-f840-4629-8ba6-ae6622cf25ed service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=bb40ea5d8c38419a86ccce5293b0bc06&device_id=1b0a43c3-ba20-4aaf-9e31-8c41399a19c5 HTTP/1.1" status: 200 len: 1097 time: 0.0833683 Oct 12 19:31:12.425541 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-414ac811-a700-4a6c-8e9e-51fa553527fc None None] Set router af16e93c-3b2d-4167-88a6-65e63acad390 gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:31:12.519400 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb22ad6-8720-4205-b9b3-1d85f3b553b4 req-e867458d-117f-48c3-bec5-8f922f491e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:12.521028 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6cb22ad6-8720-4205-b9b3-1d85f3b553b4 req-e867458d-117f-48c3-bec5-8f922f491e0a service neutron] 10.222.0.49 "GET /v2.0/networks?id=c12a701a-54c3-43ba-94cc-6562f93e5521 HTTP/1.1" status: 200 len: 921 time: 0.1139152 Oct 12 19:31:12.576100 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6cb22ad6-8720-4205-b9b3-1d85f3b553b4 req-fafbb14d-bf95-47b7-bcf8-08c8ed254d35 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fafb31b8-7130-4c00-a14b-b0d5bff799be HTTP/1.1" status: 200 len: 217 time: 0.0471444 Oct 12 19:31:12.630134 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb22ad6-8720-4205-b9b3-1d85f3b553b4 req-27c8e919-b8ab-4304-909e-494adecabd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:12.631886 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6cb22ad6-8720-4205-b9b3-1d85f3b553b4 req-27c8e919-b8ab-4304-909e-494adecabd3c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d6befbf0-bb86-46bb-8940-6082fe20c2ba HTTP/1.1" status: 200 len: 860 time: 0.0479019 Oct 12 19:31:12.667686 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6cb22ad6-8720-4205-b9b3-1d85f3b553b4 req-67721eee-2059-4768-8dca-1dfba2ccf317 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c12a701a-54c3-43ba-94cc-6562f93e5521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265100 Oct 12 19:31:12.688862 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-414ac811-a700-4a6c-8e9e-51fa553527fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af16e93c-3b2d-4167-88a6-65e63acad390', 'name': 'tempest-ServerRescueTestJSONUnderV235-1610056745-router', 'tenant_id': 'bb40ea5d8c38419a86ccce5293b0bc06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': 'f79a677d-9d9f-44ae-80cf-1bda622cb462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:29:59Z', 'updated_at': '2021-10-12T19:30:10Z', 'revision_number': 4, 'project_id': 'bb40ea5d8c38419a86ccce5293b0bc06', 'gw_port': {'id': 'f79a677d-9d9f-44ae-80cf-1bda622cb462', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a3:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af16e93c-3b2d-4167-88a6-65e63acad390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:30:01Z', 'updated_at': '2021-10-12T19:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '4ff857b6-4d28-4235-b238-59f5a1fff038', 'name': '', 'network_id': 'c12a701a-54c3-43ba-94cc-6562f93e5521', 'tenant_id': 'bb40ea5d8c38419a86ccce5293b0bc06', 'mac_address': 'fa:16:3e:12:31:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af16e93c-3b2d-4167-88a6-65e63acad390', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': 'd6befbf0-bb86-46bb-8940-6082fe20c2ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:30:07Z', 'updated_at': '2021-10-12T19:30:16Z', 'revision_number': 5, 'project_id': 'bb40ea5d8c38419a86ccce5293b0bc06', 'subnets': [{'id': 'd6befbf0-bb86-46bb-8940-6082fe20c2ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:31:12.716412 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414ac811-a700-4a6c-8e9e-51fa553527fc None None] Checking router: af16e93c-3b2d-4167-88a6-65e63acad390 for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:31:12.728583 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414ac811-a700-4a6c-8e9e-51fa553527fc None None] Routers {'af16e93c-3b2d-4167-88a6-65e63acad390'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:31:12.729235 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-414ac811-a700-4a6c-8e9e-51fa553527fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:31:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['af16e93c-3b2d-4167-88a6-65e63acad390'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:31:12.768844 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6cb22ad6-8720-4205-b9b3-1d85f3b553b4 req-3500e146-8ae6-47c1-9a77-45bec937a5e8 service neutron] 10.222.0.49 "GET /v2.0/networks/c12a701a-54c3-43ba-94cc-6562f93e5521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936308 Oct 12 19:31:12.853657 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-414ac811-a700-4a6c-8e9e-51fa553527fc None None] Set router af16e93c-3b2d-4167-88a6-65e63acad390 gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:31:12.887198 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6cb22ad6-8720-4205-b9b3-1d85f3b553b4 req-122cc5af-e7d4-4f0e-9c34-e258139f2b14 service neutron] 10.222.0.49 "GET /v2.0/networks/c12a701a-54c3-43ba-94cc-6562f93e5521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987725 Oct 12 19:31:12.970374 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009a0336-795b-47ca-a48b-fc4cf5ee9425 req-26e14191-fe3a-487c-aead-3ead141c8ccb tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:12.973057 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-009a0336-795b-47ca-a48b-fc4cf5ee9425 req-26e14191-fe3a-487c-aead-3ead141c8ccb tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 946 time: 0.0551333 Oct 12 19:31:13.038597 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-009a0336-795b-47ca-a48b-fc4cf5ee9425 req-4d626c59-694d-4b9b-981a-c40de5b69c1d tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534294 Oct 12 19:31:13.082434 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 12 Oct 2021 19:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7a1155f-ad4c-49aa-be97-ca926c8a2556 x-openstack-request-id: req-d7a1155f-ad4c-49aa-be97-ca926c8a2556 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:31:13.082738 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e903912-16d6-4ed5-863b-dc4a327f9cf2", "name": "network-vif-deleted", "tag": "b024a0d9-90c5-41ae-b688-ebd1b7748cf6", "status": "failed", "code": 422}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:31:13.083047 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d7a1155f-ad4c-49aa-be97-ca926c8a2556 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:31:13.083562 n-d-813679-3 neutron-server[95502]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3e903912-16d6-4ed5-863b-dc4a327f9cf2', 'name': 'network-vif-deleted', 'tag': 'b024a0d9-90c5-41ae-b688-ebd1b7748cf6', 'status': 'failed', 'code': 422} returned with failed status Oct 12 19:31:13.123476 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3304874b-a017-458e-b5c8-52b4a763ff31 x-openstack-request-id: req-3304874b-a017-458e-b5c8-52b4a763ff31 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:31:13.123989 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b0a43c3-ba20-4aaf-9e31-8c41399a19c5", "tag": "fafb31b8-7130-4c00-a14b-b0d5bff799be", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:31:13.123989 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3304874b-a017-458e-b5c8-52b4a763ff31 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:31:13.124437 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b0a43c3-ba20-4aaf-9e31-8c41399a19c5', 'tag': 'fafb31b8-7130-4c00-a14b-b0d5bff799be', 'status': 'completed', 'code': 200} Oct 12 19:31:13.141780 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72834e76-9e84-49ab-b825-c4534f24d0bf req-cf06dc7d-8095-40a2-ab75-05919545b407 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:13.146613 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-414ac811-a700-4a6c-8e9e-51fa553527fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af16e93c-3b2d-4167-88a6-65e63acad390', 'name': 'tempest-ServerRescueTestJSONUnderV235-1610056745-router', 'tenant_id': 'bb40ea5d8c38419a86ccce5293b0bc06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': 'f79a677d-9d9f-44ae-80cf-1bda622cb462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:29:59Z', 'updated_at': '2021-10-12T19:30:10Z', 'revision_number': 4, 'project_id': 'bb40ea5d8c38419a86ccce5293b0bc06', 'gw_port': {'id': 'f79a677d-9d9f-44ae-80cf-1bda622cb462', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a3:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af16e93c-3b2d-4167-88a6-65e63acad390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:30:01Z', 'updated_at': '2021-10-12T19:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '4ff857b6-4d28-4235-b238-59f5a1fff038', 'name': '', 'network_id': 'c12a701a-54c3-43ba-94cc-6562f93e5521', 'tenant_id': 'bb40ea5d8c38419a86ccce5293b0bc06', 'mac_address': 'fa:16:3e:12:31:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af16e93c-3b2d-4167-88a6-65e63acad390', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': 'd6befbf0-bb86-46bb-8940-6082fe20c2ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:30:07Z', 'updated_at': '2021-10-12T19:30:16Z', 'revision_number': 5, 'project_id': 'bb40ea5d8c38419a86ccce5293b0bc06', 'subnets': [{'id': 'd6befbf0-bb86-46bb-8940-6082fe20c2ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:31:13.149691 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-72834e76-9e84-49ab-b825-c4534f24d0bf req-cf06dc7d-8095-40a2-ab75-05919545b407 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/ports?device_id=68ed1b32-2769-4ecc-86ab-1452bfd5bcf7 HTTP/1.1" status: 200 len: 945 time: 0.0598605 Oct 12 19:31:13.190712 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414ac811-a700-4a6c-8e9e-51fa553527fc None None] The sync data for ids ['af16e93c-3b2d-4167-88a6-65e63acad390'] in n-d-813679-3 is: [{'id': 'af16e93c-3b2d-4167-88a6-65e63acad390', 'name': 'tempest-ServerRescueTestJSONUnderV235-1610056745-router', 'tenant_id': 'bb40ea5d8c38419a86ccce5293b0bc06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': 'f79a677d-9d9f-44ae-80cf-1bda622cb462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:29:59Z', 'updated_at': '2021-10-12T19:30:10Z', 'revision_number': 4, 'project_id': 'bb40ea5d8c38419a86ccce5293b0bc06', 'gw_port': {'id': 'f79a677d-9d9f-44ae-80cf-1bda622cb462', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a3:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af16e93c-3b2d-4167-88a6-65e63acad390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:30:01Z', 'updated_at': '2021-10-12T19:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '4ff857b6-4d28-4235-b238-59f5a1fff038', 'name': '', 'network_id': 'c12a701a-54c3-43ba-94cc-6562f93e5521', 'tenant_id': 'bb40ea5d8c38419a86ccce5293b0bc06', 'mac_address': 'fa:16:3e:12:31:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af16e93c-3b2d-4167-88a6-65e63acad390', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': 'd6befbf0-bb86-46bb-8940-6082fe20c2ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:30:07Z', 'updated_at': '2021-10-12T19:30:16Z', 'revision_number': 5, 'project_id': 'bb40ea5d8c38419a86ccce5293b0bc06', 'subnets': [{'id': 'd6befbf0-bb86-46bb-8940-6082fe20c2ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:31:13.216335 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-72834e76-9e84-49ab-b825-c4534f24d0bf req-755a8248-649d-43ae-a90b-9bec962a5aa7 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/security-groups?id=243314df-bf60-4e8d-a5c3-b65fe30534c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657363 Oct 12 19:31:13.223528 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2323c8-8dc5-41cd-813c-333ac6931ebe req-54eb8568-56fb-4cfe-8de9-c919012ede7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:13.225567 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cb2323c8-8dc5-41cd-813c-333ac6931ebe req-54eb8568-56fb-4cfe-8de9-c919012ede7e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bb40ea5d8c38419a86ccce5293b0bc06&device_id=1b0a43c3-ba20-4aaf-9e31-8c41399a19c5 HTTP/1.1" status: 200 len: 1097 time: 0.0728045 Oct 12 19:31:13.240791 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-251172b4-bf88-4e84-bf98-4d675f599ae0 req-3cd4837a-5610-4c3a-853c-27f436e3b4aa tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] 10.222.0.49 "GET /v2.0/floatingips/3a07aea6-9eaa-4532-bad0-bbf555656a1f HTTP/1.1" status: 200 len: 694 time: 0.0675499 Oct 12 19:31:13.400695 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2323c8-8dc5-41cd-813c-333ac6931ebe req-0dff1ff3-f8c0-496b-83e0-24b1ae02ad1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:13.402225 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cb2323c8-8dc5-41cd-813c-333ac6931ebe req-0dff1ff3-f8c0-496b-83e0-24b1ae02ad1f service neutron] 10.222.0.67 "GET /v2.0/networks?id=c12a701a-54c3-43ba-94cc-6562f93e5521 HTTP/1.1" status: 200 len: 921 time: 0.1681547 Oct 12 19:31:13.407195 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251172b4-bf88-4e84-bf98-4d675f599ae0 req-e41aca6a-dad4-43c7-8ac6-a18b5ff07ed6 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:13.421231 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-251172b4-bf88-4e84-bf98-4d675f599ae0 req-e41aca6a-dad4-43c7-8ac6-a18b5ff07ed6 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] 10.222.0.49 "GET /v2.0/networks/4afbf4a4-67f5-42d1-a358-7ba9799dab0c HTTP/1.1" status: 200 len: 784 time: 0.1792276 Oct 12 19:31:13.480352 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-251172b4-bf88-4e84-bf98-4d675f599ae0 req-70b8089f-a3a2-40a1-8901-d97970beb605 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.74 HTTP/1.1" status: 200 len: 697 time: 0.0582085 Oct 12 19:31:13.549216 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-251172b4-bf88-4e84-bf98-4d675f599ae0 req-dda93b1c-99dc-4f92-b96d-a49544c002b3 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.5.74 HTTP/1.1" status: 200 len: 697 time: 0.0594404 Oct 12 19:31:13.614310 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05b6d22-d3f6-4048-8567-798e5158dcac None None] New status for floating IP 3a07aea6-9eaa-4532-bad0-bbf555656a1f: DOWN {{(pid=95503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 19:31:13.740655 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-251172b4-bf88-4e84-bf98-4d675f599ae0 req-ce2a3ab0-4e03-4656-bfb2-97a090143801 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] Deleting port c5951660-fab5-4bee-b16e-35e7c0873c8b {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:31:13.741673 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-251172b4-bf88-4e84-bf98-4d675f599ae0 req-ce2a3ab0-4e03-4656-bfb2-97a090143801 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:13.829580 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cb2323c8-8dc5-41cd-813c-333ac6931ebe req-609a05ec-e3e1-4b3d-9e5c-ca9156847daa service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fafb31b8-7130-4c00-a14b-b0d5bff799be HTTP/1.1" status: 200 len: 217 time: 0.4182522 Oct 12 19:31:13.845200 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-251172b4-bf88-4e84-bf98-4d675f599ae0 req-ce2a3ab0-4e03-4656-bfb2-97a090143801 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:13.845597 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-251172b4-bf88-4e84-bf98-4d675f599ae0 req-ce2a3ab0-4e03-4656-bfb2-97a090143801 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:13.859968 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-251172b4-bf88-4e84-bf98-4d675f599ae0 req-ce2a3ab0-4e03-4656-bfb2-97a090143801 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] Calling delete_port for c5951660-fab5-4bee-b16e-35e7c0873c8b owned by network:floatingip {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:31:13.907769 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2323c8-8dc5-41cd-813c-333ac6931ebe req-b092c06e-4a85-423e-84c4-c3336429c306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:13.912080 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cb2323c8-8dc5-41cd-813c-333ac6931ebe req-b092c06e-4a85-423e-84c4-c3336429c306 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d6befbf0-bb86-46bb-8940-6082fe20c2ba HTTP/1.1" status: 200 len: 860 time: 0.0714548 Oct 12 19:31:13.958457 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cb2323c8-8dc5-41cd-813c-333ac6931ebe req-11b6b517-6d8c-4292-b5e6-0a10d4139448 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c12a701a-54c3-43ba-94cc-6562f93e5521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392008 Oct 12 19:31:14.071676 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cb2323c8-8dc5-41cd-813c-333ac6931ebe req-60248eac-743f-46e6-9103-88bce4156ddd service neutron] 10.222.0.67 "GET /v2.0/networks/c12a701a-54c3-43ba-94cc-6562f93e5521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039624 Oct 12 19:31:14.168848 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cb2323c8-8dc5-41cd-813c-333ac6931ebe req-17a974fb-cb72-4615-ae5c-84c70e353570 service neutron] 10.222.0.67 "GET /v2.0/networks/c12a701a-54c3-43ba-94cc-6562f93e5521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894642 Oct 12 19:31:15.162389 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-251172b4-bf88-4e84-bf98-4d675f599ae0 req-ce2a3ab0-4e03-4656-bfb2-97a090143801 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:15.242327 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2a3ab0-4e03-4656-bfb2-97a090143801 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] Pushing event deleted for resources: {'Port': ['ID=c5951660-fab5-4bee-b16e-35e7c0873c8b,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:31:15.282202 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-251172b4-bf88-4e84-bf98-4d675f599ae0 req-ce2a3ab0-4e03-4656-bfb2-97a090143801 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] Notify callbacks [] for floatingip, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:15.284759 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-251172b4-bf88-4e84-bf98-4d675f599ae0 req-ce2a3ab0-4e03-4656-bfb2-97a090143801 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:15.285892 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-251172b4-bf88-4e84-bf98-4d675f599ae0 req-ce2a3ab0-4e03-4656-bfb2-97a090143801 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] 10.222.0.49 "DELETE /v2.0/floatingips/3a07aea6-9eaa-4532-bad0-bbf555656a1f HTTP/1.1" status: 204 len: 173 time: 1.7336059 Oct 12 19:31:15.397432 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fe9420-7c47-4015-b710-e000b5bc79fe req-4ffbdf6e-8862-4ded-83fb-d35d3eff3b52 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:15.398947 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-70fe9420-7c47-4015-b710-e000b5bc79fe req-4ffbdf6e-8862-4ded-83fb-d35d3eff3b52 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc6858b5-0d7c-40ef-b1d8-5b0500f75602 HTTP/1.1" status: 200 len: 907 time: 0.0650480 Oct 12 19:31:15.558189 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ccb61ee0-7b87-4432-af1c-b2d42c900914 req-c7610032-209a-4081-b013-ec20d295b227 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] 10.222.0.49 "GET /v2.0/security-groups/0d57f909-27a5-4ed0-96af-0110f6339c35 HTTP/1.1" status: 200 len: 1808 time: 0.0417571 Oct 12 19:31:15.642995 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-ccb61ee0-7b87-4432-af1c-b2d42c900914 req-3f18e6b8-3883-4c2d-8d48-3a78d7d0e984 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:15.668104 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-ccb61ee0-7b87-4432-af1c-b2d42c900914 req-3f18e6b8-3883-4c2d-8d48-3a78d7d0e984 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:15.690569 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dce1ae-a5a5-48fe-a6d5-630086be68c4 req-414ad3e8-de33-49cf-a8e3-52d863ee70f1 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:15.692743 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d7dce1ae-a5a5-48fe-a6d5-630086be68c4 req-414ad3e8-de33-49cf-a8e3-52d863ee70f1 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 946 time: 0.0646710 Oct 12 19:31:15.739704 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d7dce1ae-a5a5-48fe-a6d5-630086be68c4 req-2cd2196a-81f6-4e2e-923d-7bf0f40a6931 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406272 Oct 12 19:31:15.767017 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-ccb61ee0-7b87-4432-af1c-b2d42c900914 req-3f18e6b8-3883-4c2d-8d48-3a78d7d0e984 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:15.769997 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-ccb61ee0-7b87-4432-af1c-b2d42c900914 req-3f18e6b8-3883-4c2d-8d48-3a78d7d0e984 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:15.785013 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ccb61ee0-7b87-4432-af1c-b2d42c900914 req-3f18e6b8-3883-4c2d-8d48-3a78d7d0e984 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] 10.222.0.49 "DELETE /v2.0/security-groups/0d57f909-27a5-4ed0-96af-0110f6339c35 HTTP/1.1" status: 204 len: 173 time: 0.2158163 Oct 12 19:31:15.805744 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f18e6b8-3883-4c2d-8d48-3a78d7d0e984 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d57f909-27a5-4ed0-96af-0110f6339c35,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:31:16.273285 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcd76aa-d39f-4a31-ab07-f2b50e0b3e1c req-c4f8f81b-5491-4153-8385-5b6cb155c41a tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:16.275638 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cdcd76aa-d39f-4a31-ab07-f2b50e0b3e1c req-c4f8f81b-5491-4153-8385-5b6cb155c41a tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b0a43c3-ba20-4aaf-9e31-8c41399a19c5 HTTP/1.1" status: 200 len: 946 time: 0.0591629 Oct 12 19:31:16.332484 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cdcd76aa-d39f-4a31-ab07-f2b50e0b3e1c req-0f35d76d-dcf0-40a9-9f5a-0093fb5802d2 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] 10.222.0.49 "GET /v2.0/security-groups?id=22450e14-cc39-4381-9450-74c0cdf56e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474913 Oct 12 19:31:16.558568 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd355ed-9834-4730-8dc6-74738c6560a6 req-b0006cb7-ec50-4874-949d-c423175ffc6f tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:16.573472 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2cd355ed-9834-4730-8dc6-74738c6560a6 req-b0006cb7-ec50-4874-949d-c423175ffc6f tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc6858b5-0d7c-40ef-b1d8-5b0500f75602 HTTP/1.1" status: 200 len: 907 time: 0.0879316 Oct 12 19:31:16.606855 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfb4c8a-1035-45dd-956d-4a947d4698f0 req-2a76eda0-1a48-49b1-9c04-04844da122e5 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:16.609197 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7dfb4c8a-1035-45dd-956d-4a947d4698f0 req-2a76eda0-1a48-49b1-9c04-04844da122e5 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.61 "GET /v2.0/ports?device_id=bc6858b5-0d7c-40ef-b1d8-5b0500f75602 HTTP/1.1" status: 200 len: 907 time: 0.0625615 Oct 12 19:31:16.717495 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-7dfb4c8a-1035-45dd-956d-4a947d4698f0 req-0a7d52dc-5c74-4084-a364-70ec0502214b tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Deleting port 92300b94-4016-42e0-817e-2ddb68d39101 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:31:16.717495 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-7dfb4c8a-1035-45dd-956d-4a947d4698f0 req-0a7d52dc-5c74-4084-a364-70ec0502214b tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:16.817846 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-7dfb4c8a-1035-45dd-956d-4a947d4698f0 req-0a7d52dc-5c74-4084-a364-70ec0502214b tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] For port 92300b94-4016-42e0-817e-2ddb68d39101, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=92300b94-4016-42e0-817e-2ddb68d39101,segment=NetworkSegment(1311cbfc-168d-4d44-b005-c99086bc74c8),segment_id=1311cbfc-168d-4d44-b005-c99086bc74c8)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:31:16.818306 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-7dfb4c8a-1035-45dd-956d-4a947d4698f0 req-0a7d52dc-5c74-4084-a364-70ec0502214b tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:16.862831 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-7dfb4c8a-1035-45dd-956d-4a947d4698f0 req-0a7d52dc-5c74-4084-a364-70ec0502214b tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Calling delete_port for 92300b94-4016-42e0-817e-2ddb68d39101 owned by compute:nova {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:31:17.270440 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5203ff72-29ea-4bff-afca-661f82821901 req-f6b1e33c-aad1-47ca-8b24-9652c4a7de21 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:17.271898 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5203ff72-29ea-4bff-afca-661f82821901 req-f6b1e33c-aad1-47ca-8b24-9652c4a7de21 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 946 time: 0.4495814 Oct 12 19:31:17.330668 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5203ff72-29ea-4bff-afca-661f82821901 req-c04552e5-5e26-4d76-9643-2f8dc48cb062 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521872 Oct 12 19:31:17.460152 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-7dfb4c8a-1035-45dd-956d-4a947d4698f0 req-0a7d52dc-5c74-4084-a364-70ec0502214b tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:17.492009 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7d52dc-5c74-4084-a364-70ec0502214b tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Pushing event deleted for resources: {'Port': ['ID=92300b94-4016-42e0-817e-2ddb68d39101,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:31:17.539607 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dfb4c8a-1035-45dd-956d-4a947d4698f0 req-0a7d52dc-5c74-4084-a364-70ec0502214b tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] No DVR routers for this DVR port 92300b94-4016-42e0-817e-2ddb68d39101 on host n-h1-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:31:17.544778 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-7dfb4c8a-1035-45dd-956d-4a947d4698f0 req-0a7d52dc-5c74-4084-a364-70ec0502214b tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:17.548336 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7dfb4c8a-1035-45dd-956d-4a947d4698f0 req-0a7d52dc-5c74-4084-a364-70ec0502214b tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.61 "DELETE /v2.0/ports/92300b94-4016-42e0-817e-2ddb68d39101 HTTP/1.1" status: 204 len: 173 time: 0.9317629 Oct 12 19:31:17.548744 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc6858b5-0d7c-40ef-b1d8-5b0500f75602', 'name': 'network-vif-deleted', 'tag': '92300b94-4016-42e0-817e-2ddb68d39101'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:31:17.552433 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d166e6ac-35a3-46b2-ba8b-434a14a09083" -d '{"events": [{"server_uuid": "bc6858b5-0d7c-40ef-b1d8-5b0500f75602", "name": "network-vif-deleted", "tag": "92300b94-4016-42e0-817e-2ddb68d39101"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:31:17.566016 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb1d701-6acc-410a-9b85-776125395251 req-9018dd57-a3eb-4249-9cf9-76568bb646e5 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:17.573689 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4bb1d701-6acc-410a-9b85-776125395251 req-9018dd57-a3eb-4249-9cf9-76568bb646e5 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b0a43c3-ba20-4aaf-9e31-8c41399a19c5 HTTP/1.1" status: 200 len: 946 time: 0.1443152 Oct 12 19:31:17.608385 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4bb1d701-6acc-410a-9b85-776125395251 req-d8e11487-02a1-4ca5-8918-b1c9cb125828 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] 10.222.0.49 "GET /v2.0/security-groups?id=22450e14-cc39-4381-9450-74c0cdf56e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338659 Oct 12 19:31:17.945167 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f919bb3b-8a33-4280-bb99-48ce26c6e5d6 x-openstack-request-id: req-f919bb3b-8a33-4280-bb99-48ce26c6e5d6 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:31:17.945534 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc6858b5-0d7c-40ef-b1d8-5b0500f75602", "name": "network-vif-deleted", "tag": "92300b94-4016-42e0-817e-2ddb68d39101", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:31:17.945864 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f919bb3b-8a33-4280-bb99-48ce26c6e5d6 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:31:17.946361 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc6858b5-0d7c-40ef-b1d8-5b0500f75602', 'name': 'network-vif-deleted', 'tag': '92300b94-4016-42e0-817e-2ddb68d39101', 'status': 'completed', 'code': 200} Oct 12 19:31:18.059701 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-da3a3f26-1485-4ed9-806b-0585ce30cd2e req-10d62c47-5641-475e-8967-7d7a89c91300 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc6858b5-0d7c-40ef-b1d8-5b0500f75602 HTTP/1.1" status: 200 len: 210 time: 0.0593824 Oct 12 19:31:18.084684 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2200a490-95ce-4924-be8c-344e9293d22d req-143b7f4f-7c1b-45a5-a141-be46194c61b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:18.086160 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2200a490-95ce-4924-be8c-344e9293d22d req-143b7f4f-7c1b-45a5-a141-be46194c61b1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4c933ffb6c834d75ab3714dceb2123eb&device_id=68ed1b32-2769-4ecc-86ab-1452bfd5bcf7 HTTP/1.1" status: 200 len: 1096 time: 0.0844300 Oct 12 19:31:18.113679 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 19:31:18.134114 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e5c66f-3006-4c80-a5e4-935685e2440f req-c5528551-86c5-4278-906b-49dea11f39a0 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:18.140548 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-37e5c66f-3006-4c80-a5e4-935685e2440f req-c5528551-86c5-4278-906b-49dea11f39a0 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/ports?device_id=68ed1b32-2769-4ecc-86ab-1452bfd5bcf7 HTTP/1.1" status: 200 len: 945 time: 0.0747082 Oct 12 19:31:18.175177 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-37e5c66f-3006-4c80-a5e4-935685e2440f req-7cda1c63-16e6-40b1-8dd6-2a23a43ce60d tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/security-groups?id=243314df-bf60-4e8d-a5c3-b65fe30534c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333726 Oct 12 19:31:18.245511 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743d55fc-fb7e-412a-b92a-a45e0b936b24 req-e4a62b40-3a87-43ad-bbc3-771031b21033 tempest-ServerTagsTestJSON-70717432 tempest-ServerTagsTestJSON-70717432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:18.246979 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-743d55fc-fb7e-412a-b92a-a45e0b936b24 req-e4a62b40-3a87-43ad-bbc3-771031b21033 tempest-ServerTagsTestJSON-70717432 tempest-ServerTagsTestJSON-70717432-project] 10.222.0.49 "GET /v2.0/ports?device_id=02909fb7-03d5-465f-a2ab-891fd03b3345 HTTP/1.1" status: 200 len: 946 time: 0.0839553 Oct 12 19:31:18.251906 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2200a490-95ce-4924-be8c-344e9293d22d req-fc51f229-47e8-4bce-9722-8551078681cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:18.253329 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2200a490-95ce-4924-be8c-344e9293d22d req-fc51f229-47e8-4bce-9722-8551078681cd service neutron] 10.222.0.67 "GET /v2.0/networks?id=8210e84a-9fb6-4a53-a2c3-d0f330bffa92 HTTP/1.1" status: 200 len: 920 time: 0.1405962 Oct 12 19:31:18.306520 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2200a490-95ce-4924-be8c-344e9293d22d req-cc9987d1-2e52-4b1a-bde1-1b83beb4b29c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0314f2b2-73ac-4252-bd05-ba8b48c29df1 HTTP/1.1" status: 200 len: 217 time: 0.0448122 Oct 12 19:31:18.327394 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-743d55fc-fb7e-412a-b92a-a45e0b936b24 req-ee21b3f9-70db-4d30-b086-d94bbdd3dbe8 tempest-ServerTagsTestJSON-70717432 tempest-ServerTagsTestJSON-70717432-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa91a4e5-a611-4452-a450-70995811a36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731208 Oct 12 19:31:18.380994 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2200a490-95ce-4924-be8c-344e9293d22d req-ebfc7fcb-18bd-427c-8109-b0f8a1da5536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:18.385327 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2200a490-95ce-4924-be8c-344e9293d22d req-ebfc7fcb-18bd-427c-8109-b0f8a1da5536 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=33859617-14c0-4672-bd1b-84bf0d04d8bc HTTP/1.1" status: 200 len: 859 time: 0.0661888 Oct 12 19:31:18.420132 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2200a490-95ce-4924-be8c-344e9293d22d req-8a65bcb7-36a0-46ae-9ff1-4bd8a2e7e45d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8210e84a-9fb6-4a53-a2c3-d0f330bffa92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267255 Oct 12 19:31:18.470622 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9621ba93-81ad-4986-944b-68f85e4b839e req-ece47081-1afa-4272-a692-ad3e91008784 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:18.472870 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9621ba93-81ad-4986-944b-68f85e4b839e req-ece47081-1afa-4272-a692-ad3e91008784 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 946 time: 0.0546672 Oct 12 19:31:18.514852 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9621ba93-81ad-4986-944b-68f85e4b839e req-fd0128d7-f1f9-4fda-97e4-197d3b436155 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346253 Oct 12 19:31:18.528129 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2200a490-95ce-4924-be8c-344e9293d22d req-9e23178e-6507-40c3-adc2-455c971734e7 service neutron] 10.222.0.67 "GET /v2.0/networks/8210e84a-9fb6-4a53-a2c3-d0f330bffa92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998673 Oct 12 19:31:18.661384 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f50c92-f0f2-4658-9b90-72a191815b75 req-0d5f6b5e-4260-4109-894d-be740a02db93 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:18.662859 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c8f50c92-f0f2-4658-9b90-72a191815b75 req-0d5f6b5e-4260-4109-894d-be740a02db93 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] 10.222.0.67 "GET /v2.0/ports?device_id=1b0a43c3-ba20-4aaf-9e31-8c41399a19c5 HTTP/1.1" status: 200 len: 946 time: 0.0777810 Oct 12 19:31:18.699828 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2200a490-95ce-4924-be8c-344e9293d22d req-248b392b-3429-493a-8ea0-9f3bbf7e494a service neutron] 10.222.0.67 "GET /v2.0/networks/8210e84a-9fb6-4a53-a2c3-d0f330bffa92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628764 Oct 12 19:31:18.796950 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70f07f7-cfd5-4dbf-9389-dc1981455826 req-c10ba52e-7c81-4b34-bd7d-c30ff0af31dd tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:18.798458 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c70f07f7-cfd5-4dbf-9389-dc1981455826 req-c10ba52e-7c81-4b34-bd7d-c30ff0af31dd tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b0a43c3-ba20-4aaf-9e31-8c41399a19c5 HTTP/1.1" status: 200 len: 946 time: 0.1012442 Oct 12 19:31:18.830300 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-c8f50c92-f0f2-4658-9b90-72a191815b75 req-4e3e8b68-af8d-411e-be0e-fc7a27f8ea43 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] Deleting port fafb31b8-7130-4c00-a14b-b0d5bff799be {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:31:18.830643 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-c8f50c92-f0f2-4658-9b90-72a191815b75 req-4e3e8b68-af8d-411e-be0e-fc7a27f8ea43 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:18.888771 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c70f07f7-cfd5-4dbf-9389-dc1981455826 req-e8b85b85-6691-4527-9412-bfd9a2531cde tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] 10.222.0.49 "GET /v2.0/security-groups?id=22450e14-cc39-4381-9450-74c0cdf56e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815372 Oct 12 19:31:18.935953 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-c8f50c92-f0f2-4658-9b90-72a191815b75 req-4e3e8b68-af8d-411e-be0e-fc7a27f8ea43 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] For port fafb31b8-7130-4c00-a14b-b0d5bff799be, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=fafb31b8-7130-4c00-a14b-b0d5bff799be,segment=NetworkSegment(04137cc8-7b83-4277-a1ca-984267592eea),segment_id=04137cc8-7b83-4277-a1ca-984267592eea)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:31:18.936352 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-c8f50c92-f0f2-4658-9b90-72a191815b75 req-4e3e8b68-af8d-411e-be0e-fc7a27f8ea43 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:18.949073 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-c8f50c92-f0f2-4658-9b90-72a191815b75 req-4e3e8b68-af8d-411e-be0e-fc7a27f8ea43 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] Calling delete_port for fafb31b8-7130-4c00-a14b-b0d5bff799be owned by compute:nova {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:31:19.155183 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-c8f50c92-f0f2-4658-9b90-72a191815b75 req-4e3e8b68-af8d-411e-be0e-fc7a27f8ea43 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:19.171862 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['fafb31b8-7130-4c00-a14b-b0d5bff799be'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:31:19.193293 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3e8b68-af8d-411e-be0e-fc7a27f8ea43 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] Pushing event deleted for resources: {'Port': ['ID=fafb31b8-7130-4c00-a14b-b0d5bff799be,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:31:19.241536 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8f50c92-f0f2-4658-9b90-72a191815b75 req-4e3e8b68-af8d-411e-be0e-fc7a27f8ea43 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] No DVR routers for this DVR port fafb31b8-7130-4c00-a14b-b0d5bff799be on host n-h2-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:31:19.244251 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-c8f50c92-f0f2-4658-9b90-72a191815b75 req-4e3e8b68-af8d-411e-be0e-fc7a27f8ea43 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:19.247779 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c8f50c92-f0f2-4658-9b90-72a191815b75 req-4e3e8b68-af8d-411e-be0e-fc7a27f8ea43 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] 10.222.0.67 "DELETE /v2.0/ports/fafb31b8-7130-4c00-a14b-b0d5bff799be HTTP/1.1" status: 204 len: 173 time: 0.5770514 Oct 12 19:31:19.248292 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b0a43c3-ba20-4aaf-9e31-8c41399a19c5', 'name': 'network-vif-deleted', 'tag': 'fafb31b8-7130-4c00-a14b-b0d5bff799be'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:31:19.250510 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dd8fdd9-9eb9-4e0a-8433-4beddb594ee6" -d '{"events": [{"server_uuid": "1b0a43c3-ba20-4aaf-9e31-8c41399a19c5", "name": "network-vif-deleted", "tag": "fafb31b8-7130-4c00-a14b-b0d5bff799be"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:31:19.303977 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cebbc85-6677-4647-96a7-43cd1f7b9b7e req-5c894ff1-dd83-46f3-981e-48c3d1d6c557 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:19.305664 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2cebbc85-6677-4647-96a7-43cd1f7b9b7e req-5c894ff1-dd83-46f3-981e-48c3d1d6c557 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/ports?device_id=68ed1b32-2769-4ecc-86ab-1452bfd5bcf7 HTTP/1.1" status: 200 len: 945 time: 0.0546215 Oct 12 19:31:19.346138 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2cebbc85-6677-4647-96a7-43cd1f7b9b7e req-34424aa5-c31d-4315-ba19-07376724dd67 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/security-groups?id=243314df-bf60-4e8d-a5c3-b65fe30534c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331271 Oct 12 19:31:19.394537 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-873f88f3-dbfc-4851-a8f3-4b99583a0bed x-openstack-request-id: req-873f88f3-dbfc-4851-a8f3-4b99583a0bed {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:31:19.394922 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b0a43c3-ba20-4aaf-9e31-8c41399a19c5", "name": "network-vif-deleted", "tag": "fafb31b8-7130-4c00-a14b-b0d5bff799be", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:31:19.395263 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-873f88f3-dbfc-4851-a8f3-4b99583a0bed {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:31:19.395908 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b0a43c3-ba20-4aaf-9e31-8c41399a19c5', 'name': 'network-vif-deleted', 'tag': 'fafb31b8-7130-4c00-a14b-b0d5bff799be', 'status': 'completed', 'code': 200} Oct 12 19:31:19.502395 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f7679f-464b-431f-8be8-e97303076096 req-84203226-73b8-42e7-8cda-73ff870e196f tempest-ServerTagsTestJSON-70717432 tempest-ServerTagsTestJSON-70717432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:19.503887 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f0f7679f-464b-431f-8be8-e97303076096 req-84203226-73b8-42e7-8cda-73ff870e196f tempest-ServerTagsTestJSON-70717432 tempest-ServerTagsTestJSON-70717432-project] 10.222.0.49 "GET /v2.0/ports?device_id=02909fb7-03d5-465f-a2ab-891fd03b3345 HTTP/1.1" status: 200 len: 946 time: 0.0601990 Oct 12 19:31:19.526764 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f47e8d-58b2-468c-ad2b-6ca5b52d4d53 req-27b6031d-2cfa-4b37-ac7a-a536ecec8756 tempest-ServerTagsTestJSON-70717432 tempest-ServerTagsTestJSON-70717432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:19.528782 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-15f47e8d-58b2-468c-ad2b-6ca5b52d4d53 req-27b6031d-2cfa-4b37-ac7a-a536ecec8756 tempest-ServerTagsTestJSON-70717432 tempest-ServerTagsTestJSON-70717432-project] 10.222.0.67 "GET /v2.0/ports?device_id=02909fb7-03d5-465f-a2ab-891fd03b3345 HTTP/1.1" status: 200 len: 946 time: 0.0571671 Oct 12 19:31:19.555196 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f0f7679f-464b-431f-8be8-e97303076096 req-75d84dfd-04b3-420f-bafb-7746602a8aaa tempest-ServerTagsTestJSON-70717432 tempest-ServerTagsTestJSON-70717432-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa91a4e5-a611-4452-a450-70995811a36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425158 Oct 12 19:31:19.675228 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-15f47e8d-58b2-468c-ad2b-6ca5b52d4d53 req-99a96369-6ac6-433f-bf9f-d6f5749a1f58 tempest-ServerTagsTestJSON-70717432 tempest-ServerTagsTestJSON-70717432-project] Deleting port f228cf72-8e53-476e-9ff7-54d4221d83f4 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:31:19.675552 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-15f47e8d-58b2-468c-ad2b-6ca5b52d4d53 req-99a96369-6ac6-433f-bf9f-d6f5749a1f58 tempest-ServerTagsTestJSON-70717432 tempest-ServerTagsTestJSON-70717432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:19.712357 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba1af0e-e840-4e5a-9f22-6975f6f6e7d3 req-e4c2bc1d-3737-4c07-85ef-17f62cb63f27 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:19.714194 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1ba1af0e-e840-4e5a-9f22-6975f6f6e7d3 req-e4c2bc1d-3737-4c07-85ef-17f62cb63f27 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 946 time: 0.0640905 Oct 12 19:31:19.737689 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573a9d0a-1600-4fe0-b9d6-38bb7f14435d req-281d528c-4b9c-41f7-b6f0-d8d85513eac7 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:19.739175 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-573a9d0a-1600-4fe0-b9d6-38bb7f14435d req-281d528c-4b9c-41f7-b6f0-d8d85513eac7 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=990414b1-6bca-4a7a-bdcb-ae023cbbe9ab HTTP/1.1" status: 200 len: 946 time: 0.1183872 Oct 12 19:31:19.757568 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1ba1af0e-e840-4e5a-9f22-6975f6f6e7d3 req-ed1cd5d6-24d1-481f-9413-30e7919d7341 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353565 Oct 12 19:31:19.811373 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-573a9d0a-1600-4fe0-b9d6-38bb7f14435d req-91aff68e-85be-4fc8-9b8a-93ae9cbf4486 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=94a43134-a4a7-45fd-af5f-8fc2adc2c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634232 Oct 12 19:31:19.825074 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-15f47e8d-58b2-468c-ad2b-6ca5b52d4d53 req-99a96369-6ac6-433f-bf9f-d6f5749a1f58 tempest-ServerTagsTestJSON-70717432 tempest-ServerTagsTestJSON-70717432-project] For port f228cf72-8e53-476e-9ff7-54d4221d83f4, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=f228cf72-8e53-476e-9ff7-54d4221d83f4,segment=NetworkSegment(cd110342-5ad1-4fcd-8bbd-9dc5c362f006),segment_id=cd110342-5ad1-4fcd-8bbd-9dc5c362f006)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:31:19.825525 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-15f47e8d-58b2-468c-ad2b-6ca5b52d4d53 req-99a96369-6ac6-433f-bf9f-d6f5749a1f58 tempest-ServerTagsTestJSON-70717432 tempest-ServerTagsTestJSON-70717432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:19.838038 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-15f47e8d-58b2-468c-ad2b-6ca5b52d4d53 req-99a96369-6ac6-433f-bf9f-d6f5749a1f58 tempest-ServerTagsTestJSON-70717432 tempest-ServerTagsTestJSON-70717432-project] Calling delete_port for f228cf72-8e53-476e-9ff7-54d4221d83f4 owned by compute:nova {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:31:19.995098 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1e83ae78-90d2-4497-a43a-4425e14b874d req-d7345f98-8825-4a6e-99c9-d66fc33a81c2 tempest-ServerRescueTestJSONUnderV235-1544620929 tempest-ServerRescueTestJSONUnderV235-1544620929-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b0a43c3-ba20-4aaf-9e31-8c41399a19c5 HTTP/1.1" status: 200 len: 210 time: 0.0267971 Oct 12 19:31:20.144050 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-15f47e8d-58b2-468c-ad2b-6ca5b52d4d53 req-99a96369-6ac6-433f-bf9f-d6f5749a1f58 tempest-ServerTagsTestJSON-70717432 tempest-ServerTagsTestJSON-70717432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:20.156454 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['f228cf72-8e53-476e-9ff7-54d4221d83f4'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:31:20.180697 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a96369-6ac6-433f-bf9f-d6f5749a1f58 tempest-ServerTagsTestJSON-70717432 tempest-ServerTagsTestJSON-70717432-project] Pushing event deleted for resources: {'Port': ['ID=f228cf72-8e53-476e-9ff7-54d4221d83f4,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:31:20.216004 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-15f47e8d-58b2-468c-ad2b-6ca5b52d4d53 req-99a96369-6ac6-433f-bf9f-d6f5749a1f58 tempest-ServerTagsTestJSON-70717432 tempest-ServerTagsTestJSON-70717432-project] No DVR routers for this DVR port f228cf72-8e53-476e-9ff7-54d4221d83f4 on host n-h2-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:31:20.218792 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-15f47e8d-58b2-468c-ad2b-6ca5b52d4d53 req-99a96369-6ac6-433f-bf9f-d6f5749a1f58 tempest-ServerTagsTestJSON-70717432 tempest-ServerTagsTestJSON-70717432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:20.222742 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-15f47e8d-58b2-468c-ad2b-6ca5b52d4d53 req-99a96369-6ac6-433f-bf9f-d6f5749a1f58 tempest-ServerTagsTestJSON-70717432 tempest-ServerTagsTestJSON-70717432-project] 10.222.0.67 "DELETE /v2.0/ports/f228cf72-8e53-476e-9ff7-54d4221d83f4 HTTP/1.1" status: 204 len: 173 time: 0.6871221 Oct 12 19:31:20.490899 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9d1a03-6f30-4aba-9d50-f19706c0faa0 req-0d238fe4-b485-4af9-a606-4947586dc7ab tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:20.492447 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-aa9d1a03-6f30-4aba-9d50-f19706c0faa0 req-0d238fe4-b485-4af9-a606-4947586dc7ab tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/ports?device_id=68ed1b32-2769-4ecc-86ab-1452bfd5bcf7 HTTP/1.1" status: 200 len: 945 time: 0.0621750 Oct 12 19:31:20.538390 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-aa9d1a03-6f30-4aba-9d50-f19706c0faa0 req-ec1fd83a-7eb8-4d45-9764-046ea40997d2 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/security-groups?id=243314df-bf60-4e8d-a5c3-b65fe30534c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395057 Oct 12 19:31:20.666407 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-532d98e2-52b4-49ed-a3c9-e1155cb98640 req-a4de6699-2d61-4393-8c18-f0a62866ca68 tempest-ServerTagsTestJSON-70717432 tempest-ServerTagsTestJSON-70717432-project] 10.222.0.49 "GET /v2.0/ports?device_id=02909fb7-03d5-465f-a2ab-891fd03b3345 HTTP/1.1" status: 200 len: 210 time: 0.0270305 Oct 12 19:31:20.762516 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 92300b94-4016-42e0-817e-2ddb68d39101 no longer exists at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:31:20.782514 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] No Port match for: 92300b94-4016-42e0-817e-2ddb68d39101 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:31:20.782859 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 92300b94-4016-42e0-817e-2ddb68d39101 not bound to the agent host n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:31:20.883794 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34cf594-db32-44da-a398-6a22e3915f1b req-bceb5bc1-1b63-41e0-a5a7-b20ac9655e43 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:20.885434 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e34cf594-db32-44da-a398-6a22e3915f1b req-bceb5bc1-1b63-41e0-a5a7-b20ac9655e43 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 946 time: 0.0501189 Oct 12 19:31:20.925047 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e34cf594-db32-44da-a398-6a22e3915f1b req-f3b954b3-b62c-42ce-8c84-eb4345876bec tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334814 Oct 12 19:31:20.936078 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777eae78-7ce1-4c54-ba3c-da0880f96ad0 req-9f980ebf-2568-405f-815d-3aadd1c505a9 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:20.938574 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-777eae78-7ce1-4c54-ba3c-da0880f96ad0 req-9f980ebf-2568-405f-815d-3aadd1c505a9 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=990414b1-6bca-4a7a-bdcb-ae023cbbe9ab HTTP/1.1" status: 200 len: 946 time: 0.0553820 Oct 12 19:31:21.007138 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-777eae78-7ce1-4c54-ba3c-da0880f96ad0 req-cf88166a-16fc-4e64-8254-b87d4d5a4b59 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=94a43134-a4a7-45fd-af5f-8fc2adc2c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549448 Oct 12 19:31:21.019412 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27bb394-7cb8-40c8-828e-05370dadc939 req-c0e1b890-f9c7-4f2b-83a7-0f7b819aa921 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:21.021599 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e27bb394-7cb8-40c8-828e-05370dadc939 req-c0e1b890-f9c7-4f2b-83a7-0f7b819aa921 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.61 "GET /v2.0/ports?device_id=990414b1-6bca-4a7a-bdcb-ae023cbbe9ab HTTP/1.1" status: 200 len: 946 time: 0.0775173 Oct 12 19:31:21.055779 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 59564) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:31:21.122848 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-e27bb394-7cb8-40c8-828e-05370dadc939 req-fb83f14c-64a2-4284-9665-05172470e367 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Deleting port 71a094e6-3c69-44e7-8689-4e4c66ecd7da {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:31:21.123444 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-e27bb394-7cb8-40c8-828e-05370dadc939 req-fb83f14c-64a2-4284-9665-05172470e367 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:21.167449 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device fafb31b8-7130-4c00-a14b-b0d5bff799be no longer exists at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:31:21.190476 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] No Port match for: fafb31b8-7130-4c00-a14b-b0d5bff799be {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:31:21.190971 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device fafb31b8-7130-4c00-a14b-b0d5bff799be not bound to the agent host n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:31:21.191634 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device f228cf72-8e53-476e-9ff7-54d4221d83f4 no longer exists at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:31:21.223003 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] No Port match for: f228cf72-8e53-476e-9ff7-54d4221d83f4 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:31:21.232544 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device f228cf72-8e53-476e-9ff7-54d4221d83f4 not bound to the agent host n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:31:21.232684 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-e27bb394-7cb8-40c8-828e-05370dadc939 req-fb83f14c-64a2-4284-9665-05172470e367 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] For port 71a094e6-3c69-44e7-8689-4e4c66ecd7da, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=71a094e6-3c69-44e7-8689-4e4c66ecd7da,segment=NetworkSegment(1311cbfc-168d-4d44-b005-c99086bc74c8),segment_id=1311cbfc-168d-4d44-b005-c99086bc74c8)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:31:21.232684 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-e27bb394-7cb8-40c8-828e-05370dadc939 req-fb83f14c-64a2-4284-9665-05172470e367 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:21.245973 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-e27bb394-7cb8-40c8-828e-05370dadc939 req-fb83f14c-64a2-4284-9665-05172470e367 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Calling delete_port for 71a094e6-3c69-44e7-8689-4e4c66ecd7da owned by compute:nova {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:31:21.397664 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02909fb7-03d5-465f-a2ab-891fd03b3345', 'name': 'network-vif-deleted', 'tag': 'f228cf72-8e53-476e-9ff7-54d4221d83f4'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:31:21.399858 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-029056b0-8036-4e7c-ad60-ff4fab135199" -d '{"events": [{"server_uuid": "02909fb7-03d5-465f-a2ab-891fd03b3345", "name": "network-vif-deleted", "tag": "f228cf72-8e53-476e-9ff7-54d4221d83f4"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:31:21.439182 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91a3db4d-8ef2-4475-8448-c880d7f6d1b2 x-openstack-request-id: req-91a3db4d-8ef2-4475-8448-c880d7f6d1b2 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:31:21.439182 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02909fb7-03d5-465f-a2ab-891fd03b3345", "name": "network-vif-deleted", "tag": "f228cf72-8e53-476e-9ff7-54d4221d83f4", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:31:21.439182 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-91a3db4d-8ef2-4475-8448-c880d7f6d1b2 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:31:21.439182 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02909fb7-03d5-465f-a2ab-891fd03b3345', 'name': 'network-vif-deleted', 'tag': 'f228cf72-8e53-476e-9ff7-54d4221d83f4', 'status': 'completed', 'code': 200} Oct 12 19:31:21.457759 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-e27bb394-7cb8-40c8-828e-05370dadc939 req-fb83f14c-64a2-4284-9665-05172470e367 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:21.463077 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-03ded8b6-1354-4dbd-bc4e-10fe49965529 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8092566'] for router_interface, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:21.469572 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['746f239a-cac1-47b7-a948-8973bb897097'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:31:21.492161 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb83f14c-64a2-4284-9665-05172470e367 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Pushing event deleted for resources: {'Port': ['ID=71a094e6-3c69-44e7-8689-4e4c66ecd7da,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:31:21.493836 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['71a094e6-3c69-44e7-8689-4e4c66ecd7da'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:31:21.545165 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-e27bb394-7cb8-40c8-828e-05370dadc939 req-fb83f14c-64a2-4284-9665-05172470e367 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] No DVR routers for this DVR port 71a094e6-3c69-44e7-8689-4e4c66ecd7da on host n-h1-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:31:21.548091 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-e27bb394-7cb8-40c8-828e-05370dadc939 req-fb83f14c-64a2-4284-9665-05172470e367 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:21.559978 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e27bb394-7cb8-40c8-828e-05370dadc939 req-fb83f14c-64a2-4284-9665-05172470e367 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.61 "DELETE /v2.0/ports/71a094e6-3c69-44e7-8689-4e4c66ecd7da HTTP/1.1" status: 204 len: 173 time: 0.5241253 Oct 12 19:31:21.559978 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '990414b1-6bca-4a7a-bdcb-ae023cbbe9ab', 'name': 'network-vif-deleted', 'tag': '71a094e6-3c69-44e7-8689-4e4c66ecd7da'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:31:21.559978 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a65a9ec-19b7-4136-a782-d26f0d319cde" -d '{"events": [{"server_uuid": "990414b1-6bca-4a7a-bdcb-ae023cbbe9ab", "name": "network-vif-deleted", "tag": "71a094e6-3c69-44e7-8689-4e4c66ecd7da"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:31:21.634840 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33ce8fd2-5d25-4125-8a10-333ab3d64923 x-openstack-request-id: req-33ce8fd2-5d25-4125-8a10-333ab3d64923 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:31:21.635250 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "990414b1-6bca-4a7a-bdcb-ae023cbbe9ab", "name": "network-vif-deleted", "tag": "71a094e6-3c69-44e7-8689-4e4c66ecd7da", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:31:21.635627 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-33ce8fd2-5d25-4125-8a10-333ab3d64923 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:31:21.636133 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '990414b1-6bca-4a7a-bdcb-ae023cbbe9ab', 'name': 'network-vif-deleted', 'tag': '71a094e6-3c69-44e7-8689-4e4c66ecd7da', 'status': 'completed', 'code': 200} Oct 12 19:31:21.679912 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ac2cd6-94a9-4a93-8fd3-0be65fde3166 req-bbe3297c-7328-49f5-9f79-0438491cf089 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:21.681342 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-46ac2cd6-94a9-4a93-8fd3-0be65fde3166 req-bbe3297c-7328-49f5-9f79-0438491cf089 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/ports?device_id=68ed1b32-2769-4ecc-86ab-1452bfd5bcf7 HTTP/1.1" status: 200 len: 945 time: 0.0605309 Oct 12 19:31:21.724545 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-46ac2cd6-94a9-4a93-8fd3-0be65fde3166 req-0cd95f35-1005-4a03-bb66-11a149116003 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/security-groups?id=243314df-bf60-4e8d-a5c3-b65fe30534c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361345 Oct 12 19:31:21.725044 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 59576) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:31:21.771358 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba8f8b9c-f664-4c67-acb3-bdb05b430780 admin admin] Deleting subnet 2b52d98c-bc12-48cd-94aa-dcbff346325c {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:31:21.774575 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ba8f8b9c-f664-4c67-acb3-bdb05b430780 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:21.778869 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-03ded8b6-1354-4dbd-bc4e-10fe49965529 admin admin] Deleting port 4ff857b6-4d28-4235-b238-59f5a1fff038 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:31:21.779220 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-03ded8b6-1354-4dbd-bc4e-10fe49965529 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:21.817778 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ba8f8b9c-f664-4c67-acb3-bdb05b430780 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16313642'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:21.857086 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ba8f8b9c-f664-4c67-acb3-bdb05b430780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:21.863605 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [None req-03ded8b6-1354-4dbd-bc4e-10fe49965529 admin admin] For port 4ff857b6-4d28-4235-b238-59f5a1fff038, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=4ff857b6-4d28-4235-b238-59f5a1fff038,segment=NetworkSegment(04137cc8-7b83-4277-a1ca-984267592eea),segment_id=04137cc8-7b83-4277-a1ca-984267592eea)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:31:21.863977 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-03ded8b6-1354-4dbd-bc4e-10fe49965529 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:21.880318 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-03ded8b6-1354-4dbd-bc4e-10fe49965529 admin admin] Calling delete_port for 4ff857b6-4d28-4235-b238-59f5a1fff038 owned by network:router_interface {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:31:21.990061 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ba8f8b9c-f664-4c67-acb3-bdb05b430780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4306592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16245866'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:22.024574 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8f8b9c-f664-4c67-acb3-bdb05b430780 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b52d98c-bc12-48cd-94aa-dcbff346325c,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:31:22.028946 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ba8f8b9c-f664-4c67-acb3-bdb05b430780 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:22.033722 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-ba8f8b9c-f664-4c67-acb3-bdb05b430780 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/2b52d98c-bc12-48cd-94aa-dcbff346325c HTTP/1.1" status: 204 len: 168 time: 0.3069561 Oct 12 19:31:22.036047 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 59582) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:31:22.118273 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0fbd1f-a097-435a-9f73-6470b8e8e9be req-39d6a7df-bfd1-4c2f-ba1d-9e5076c0a9d4 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:22.119812 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-bc0fbd1f-a097-435a-9f73-6470b8e8e9be req-39d6a7df-bfd1-4c2f-ba1d-9e5076c0a9d4 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 946 time: 0.1065209 Oct 12 19:31:22.134442 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4864da57-d3fd-4614-b732-ae082894d771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:22.156367 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-97fb66c9-ec14-42ca-8bab-328cdc7a4686 req-20acd5af-6a1b-406d-a246-98bc3e859908 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=990414b1-6bca-4a7a-bdcb-ae023cbbe9ab HTTP/1.1" status: 200 len: 210 time: 0.0378375 Oct 12 19:31:22.167580 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-bc0fbd1f-a097-435a-9f73-6470b8e8e9be req-d1388370-a42f-4e90-aba5-4ae707e1989c tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412471 Oct 12 19:31:22.240326 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4864da57-d3fd-4614-b732-ae082894d771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:22.245827 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-03ded8b6-1354-4dbd-bc4e-10fe49965529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:22.273239 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-4864da57-d3fd-4614-b732-ae082894d771 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56df0150-3b8d-4be7-86cf-b2582b51cbc3']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:31:22.273717 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ded8b6-1354-4dbd-bc4e-10fe49965529 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ff857b6-4d28-4235-b238-59f5a1fff038,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:31:22.302954 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-4864da57-d3fd-4614-b732-ae082894d771 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd110342-5ad1-4fcd-8bbd-9dc5c362f006') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:31:22.303245 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-4864da57-d3fd-4614-b732-ae082894d771 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd110342-5ad1-4fcd-8bbd-9dc5c362f006') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:31:22.314866 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4864da57-d3fd-4614-b732-ae082894d771 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16313633'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:22.340440 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54334a7e-2325-4098-8b6a-fad81bf54731 req-13fa874b-f5b7-4ef0-ae0a-0fe354612689 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:22.341949 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-54334a7e-2325-4098-8b6a-fad81bf54731 req-13fa874b-f5b7-4ef0-ae0a-0fe354612689 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 946 time: 0.0876868 Oct 12 19:31:22.342946 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4864da57-d3fd-4614-b732-ae082894d771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:22.350227 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4864da57-d3fd-4614-b732-ae082894d771 admin admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:31:22.350616 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4864da57-d3fd-4614-b732-ae082894d771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4305278'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:22.352936 n-d-813679-3 neutron-server[95502]: Traceback (most recent call last): Oct 12 19:31:22.352936 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:31:22.352936 n-d-813679-3 neutron-server[95502]: timer() Oct 12 19:31:22.352936 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:31:22.352936 n-d-813679-3 neutron-server[95502]: cb(*args, **kw) Oct 12 19:31:22.352936 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:31:22.352936 n-d-813679-3 neutron-server[95502]: return func(*args, **kwargs) Oct 12 19:31:22.352936 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:31:22.352936 n-d-813679-3 neutron-server[95502]: self._notify() Oct 12 19:31:22.352936 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:31:22.352936 n-d-813679-3 neutron-server[95502]: self.callback(batched_events) Oct 12 19:31:22.352936 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:31:22.352936 n-d-813679-3 neutron-server[95502]: event.method(event) Oct 12 19:31:22.352936 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:31:22.352936 n-d-813679-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:31:22.352936 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:31:22.352936 n-d-813679-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:31:22.352936 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:31:22.352936 n-d-813679-3 neutron-server[95502]: return f(self, *a, **k) Oct 12 19:31:22.352936 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:31:22.352936 n-d-813679-3 neutron-server[95502]: return self._get(url).json() Oct 12 19:31:22.352936 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:31:22.352936 n-d-813679-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:31:22.352936 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:31:22.352936 n-d-813679-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Oct 12 19:31:22.352936 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:31:22.352936 n-d-813679-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:31:22.352936 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:31:22.352936 n-d-813679-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:31:22.352936 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:31:22.352936 n-d-813679-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:31:22.352936 n-d-813679-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:31:22.427487 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-54334a7e-2325-4098-8b6a-fad81bf54731 req-32b6ff13-b36b-4404-9cda-82456618eb72 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784109 Oct 12 19:31:22.433153 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-03ded8b6-1354-4dbd-bc4e-10fe49965529 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7898909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8092450'] for router_interface, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:22.543259 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4864da57-d3fd-4614-b732-ae082894d771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:22.564778 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4864da57-d3fd-4614-b732-ae082894d771 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:22.567551 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-4864da57-d3fd-4614-b732-ae082894d771 admin admin] 10.222.0.49 "DELETE /v2.0/networks/56df0150-3b8d-4be7-86cf-b2582b51cbc3 HTTP/1.1" status: 204 len: 168 time: 0.5304854 Oct 12 19:31:22.581204 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4864da57-d3fd-4614-b732-ae082894d771 admin admin] Pushing event deleted for resources: {'Network': ['ID=56df0150-3b8d-4be7-86cf-b2582b51cbc3,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:31:22.611629 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eeef33-6f4c-4022-97b8-dc430123678e req-de060dd6-6d92-4d05-92ed-8ac6b2980788 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:22.613443 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-85eeef33-6f4c-4022-97b8-dc430123678e req-de060dd6-6d92-4d05-92ed-8ac6b2980788 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 946 time: 0.0842540 Oct 12 19:31:22.675484 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03ded8b6-1354-4dbd-bc4e-10fe49965529 admin admin] Router af16e93c-3b2d-4167-88a6-65e63acad390 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:31:22.686162 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-85eeef33-6f4c-4022-97b8-dc430123678e req-e51f01ec-c0a4-4698-b8ad-f8559d5e3b7d tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576539 Oct 12 19:31:22.821750 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03ded8b6-1354-4dbd-bc4e-10fe49965529 admin admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:31:22.827142 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-03ded8b6-1354-4dbd-bc4e-10fe49965529 admin admin] 10.222.0.49 "PUT /v2.0/routers/af16e93c-3b2d-4167-88a6-65e63acad390/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7700565 Oct 12 19:31:22.832653 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb54012-16de-4406-97d2-b249faf6c7f9 None None] Sync routers for ids ['af16e93c-3b2d-4167-88a6-65e63acad390'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:31:22.837204 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de452d3c-324a-419a-910e-7b9730df3181 req-85c6a831-530e-461d-ae39-62f5d7f3e041 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:22.837204 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-de452d3c-324a-419a-910e-7b9730df3181 req-85c6a831-530e-461d-ae39-62f5d7f3e041 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 946 time: 0.0694091 Oct 12 19:31:22.837550 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 59598) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:31:22.842432 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb54012-16de-4406-97d2-b249faf6c7f9 None None] Routers {'af16e93c-3b2d-4167-88a6-65e63acad390'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:31:22.843056 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-2eb54012-16de-4406-97d2-b249faf6c7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:31:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['af16e93c-3b2d-4167-88a6-65e63acad390'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:31:22.868684 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc5a3d4-23af-4780-adfe-6c3a417efac4 req-9d4e0369-2bf7-4587-b70c-ce74b539db2b tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:22.870445 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-acc5a3d4-23af-4780-adfe-6c3a417efac4 req-9d4e0369-2bf7-4587-b70c-ce74b539db2b tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/ports?device_id=68ed1b32-2769-4ecc-86ab-1452bfd5bcf7 HTTP/1.1" status: 200 len: 945 time: 0.0672162 Oct 12 19:31:22.912431 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-acc5a3d4-23af-4780-adfe-6c3a417efac4 req-a68796c9-d9c5-419c-87ce-73c265a2e0ea tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/security-groups?id=243314df-bf60-4e8d-a5c3-b65fe30534c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358675 Oct 12 19:31:22.950013 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 59600) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:31:22.953586 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-2eb54012-16de-4406-97d2-b249faf6c7f9 None None] Set router af16e93c-3b2d-4167-88a6-65e63acad390 gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:31:22.966155 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-de452d3c-324a-419a-910e-7b9730df3181 req-bdcecd9f-d878-4870-a772-6960aaa71c30 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207449 Oct 12 19:31:22.987673 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2b9aed68-033b-4343-9d47-f81cd441726a admin admin] Notify callbacks [] for router, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:23.023717 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-8d122755-1acd-4c19-9180-028f8003ebcb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ecd9f9741f8348f0b37d1424ab3d46e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0700195 Oct 12 19:31:23.023829 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 59606) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:31:23.096662 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-79e826ce-2a53-49de-86f6-9a5963d77d87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:23.134676 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-79e826ce-2a53-49de-86f6-9a5963d77d87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:23.137925 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2b9aed68-033b-4343-9d47-f81cd441726a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:23.149180 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033daec5-ae00-4782-8ce8-be3b71525af6 req-51b33101-fe08-4ada-a70a-f78b6c57108c tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:23.150809 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-033daec5-ae00-4782-8ce8-be3b71525af6 req-51b33101-fe08-4ada-a70a-f78b6c57108c tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 946 time: 0.0735428 Oct 12 19:31:23.197891 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-033daec5-ae00-4782-8ce8-be3b71525af6 req-6a84b5f6-155e-4100-b721-19bdbeb9cf3c tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355062 Oct 12 19:31:23.249088 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-2eb54012-16de-4406-97d2-b249faf6c7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af16e93c-3b2d-4167-88a6-65e63acad390', 'name': 'tempest-ServerRescueTestJSONUnderV235-1610056745-router', 'tenant_id': 'bb40ea5d8c38419a86ccce5293b0bc06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': 'f79a677d-9d9f-44ae-80cf-1bda622cb462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:29:59Z', 'updated_at': '2021-10-12T19:31:22Z', 'revision_number': 5, 'project_id': 'bb40ea5d8c38419a86ccce5293b0bc06', 'gw_port': {'id': 'f79a677d-9d9f-44ae-80cf-1bda622cb462', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a3:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af16e93c-3b2d-4167-88a6-65e63acad390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:30:01Z', 'updated_at': '2021-10-12T19:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:31:23.279747 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb54012-16de-4406-97d2-b249faf6c7f9 None None] Checking router: af16e93c-3b2d-4167-88a6-65e63acad390 for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:31:23.288905 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb54012-16de-4406-97d2-b249faf6c7f9 None None] Routers {'af16e93c-3b2d-4167-88a6-65e63acad390'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:31:23.289529 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-2eb54012-16de-4406-97d2-b249faf6c7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:31:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['af16e93c-3b2d-4167-88a6-65e63acad390'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:31:23.315105 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-79e826ce-2a53-49de-86f6-9a5963d77d87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:23.318286 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-79e826ce-2a53-49de-86f6-9a5963d77d87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:23.319683 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-79e826ce-2a53-49de-86f6-9a5963d77d87 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/aa91a4e5-a611-4452-a450-70995811a36c HTTP/1.1" status: 204 len: 168 time: 0.2939308 Oct 12 19:31:23.333769 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e826ce-2a53-49de-86f6-9a5963d77d87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa91a4e5-a611-4452-a450-70995811a36c,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:31:23.372015 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d226d2f-6fe1-42e7-b543-ad4c16049d51 req-cc28d638-6b11-4ee9-a2bf-a611de0d605f tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:23.379184 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6d226d2f-6fe1-42e7-b543-ad4c16049d51 req-cc28d638-6b11-4ee9-a2bf-a611de0d605f tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 946 time: 0.1078444 Oct 12 19:31:23.384376 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-2eb54012-16de-4406-97d2-b249faf6c7f9 None None] Set router af16e93c-3b2d-4167-88a6-65e63acad390 gateway port host: None {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:31:23.387859 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-2b9aed68-033b-4343-9d47-f81cd441726a admin admin] Deleting port f79a677d-9d9f-44ae-80cf-1bda622cb462 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:31:23.388229 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2b9aed68-033b-4343-9d47-f81cd441726a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:23.438577 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-2eb54012-16de-4406-97d2-b249faf6c7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af16e93c-3b2d-4167-88a6-65e63acad390', 'name': 'tempest-ServerRescueTestJSONUnderV235-1610056745-router', 'tenant_id': 'bb40ea5d8c38419a86ccce5293b0bc06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:29:59Z', 'updated_at': '2021-10-12T19:31:23Z', 'revision_number': 6, 'project_id': 'bb40ea5d8c38419a86ccce5293b0bc06', 'gw_port_host': None}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:31:23.468447 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6d226d2f-6fe1-42e7-b543-ad4c16049d51 req-bb2d541b-a398-4b58-a04f-8dfcc9a19c6d tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883591 Oct 12 19:31:23.469998 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb54012-16de-4406-97d2-b249faf6c7f9 None None] The sync data for ids ['af16e93c-3b2d-4167-88a6-65e63acad390'] in n-d-813679-3 is: [{'id': 'af16e93c-3b2d-4167-88a6-65e63acad390', 'name': 'tempest-ServerRescueTestJSONUnderV235-1610056745-router', 'tenant_id': 'bb40ea5d8c38419a86ccce5293b0bc06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:29:59Z', 'updated_at': '2021-10-12T19:31:23Z', 'revision_number': 6, 'project_id': 'bb40ea5d8c38419a86ccce5293b0bc06', 'gw_port_host': None}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:31:23.505196 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [None req-2b9aed68-033b-4343-9d47-f81cd441726a admin admin] For port f79a677d-9d9f-44ae-80cf-1bda622cb462, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=f79a677d-9d9f-44ae-80cf-1bda622cb462,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:31:23.505857 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2b9aed68-033b-4343-9d47-f81cd441726a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:23.522697 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-2b9aed68-033b-4343-9d47-f81cd441726a admin admin] Calling delete_port for f79a677d-9d9f-44ae-80cf-1bda622cb462 owned by network:router_gateway {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:31:23.742274 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651f863c-6218-4421-883e-9fd042c99e80 req-5ad144d1-f342-49a8-99d0-da5f723bac04 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:23.745037 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-651f863c-6218-4421-883e-9fd042c99e80 req-5ad144d1-f342-49a8-99d0-da5f723bac04 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fab81ba2-37e8-4ff2-af8b-0fa2eff2f216 HTTP/1.1" status: 200 len: 945 time: 0.0879660 Oct 12 19:31:23.791834 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-651f863c-6218-4421-883e-9fd042c99e80 req-178cf06e-b009-4b4b-94e4-998243cbf532 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=94a43134-a4a7-45fd-af5f-8fc2adc2c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402029 Oct 12 19:31:23.982426 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bc99ae-8beb-4b8f-9e51-4be78e615a48 req-42885193-15f5-4ad2-9599-ceabd683d929 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:23.984240 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-34bc99ae-8beb-4b8f-9e51-4be78e615a48 req-42885193-15f5-4ad2-9599-ceabd683d929 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 946 time: 0.0907192 Oct 12 19:31:24.045007 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b89e844-59a0-4997-8dda-ce141b1a5024 req-c16ec248-a529-4e6a-92e6-8798e4831b4f tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:24.046544 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4b89e844-59a0-4997-8dda-ce141b1a5024 req-c16ec248-a529-4e6a-92e6-8798e4831b4f tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/ports?device_id=68ed1b32-2769-4ecc-86ab-1452bfd5bcf7 HTTP/1.1" status: 200 len: 945 time: 0.0528996 Oct 12 19:31:24.069783 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-34bc99ae-8beb-4b8f-9e51-4be78e615a48 req-3bf58ffc-3d88-435d-9daa-6f21bf358ba7 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766995 Oct 12 19:31:24.087070 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4b89e844-59a0-4997-8dda-ce141b1a5024 req-e67fb9fd-a964-4f25-8033-2e5c57f29737 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/security-groups?id=243314df-bf60-4e8d-a5c3-b65fe30534c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339584 Oct 12 19:31:24.197508 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff51a0fd-87ac-4e5f-8787-23e26c370415 req-a1ef9277-e704-4bdf-96f6-2f7f081e322c tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:24.198969 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ff51a0fd-87ac-4e5f-8787-23e26c370415 req-a1ef9277-e704-4bdf-96f6-2f7f081e322c tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 946 time: 0.0512385 Oct 12 19:31:24.224596 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2b9aed68-033b-4343-9d47-f81cd441726a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:24.263044 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9aed68-033b-4343-9d47-f81cd441726a admin admin] Pushing event deleted for resources: {'Port': ['ID=f79a677d-9d9f-44ae-80cf-1bda622cb462,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:31:24.292135 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ff51a0fd-87ac-4e5f-8787-23e26c370415 req-2dce2bd4-9f23-436b-90da-c4be9213b421 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851371 Oct 12 19:31:24.335862 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device f79a677d-9d9f-44ae-80cf-1bda622cb462 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:31:24.337128 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2b9aed68-033b-4343-9d47-f81cd441726a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7915456'] for router_gateway, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:24.378726 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: f79a677d-9d9f-44ae-80cf-1bda622cb462 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:31:24.379270 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device f79a677d-9d9f-44ae-80cf-1bda622cb462 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:31:24.379735 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 4ff857b6-4d28-4235-b238-59f5a1fff038 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:31:24.406848 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 4ff857b6-4d28-4235-b238-59f5a1fff038 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:31:24.407130 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 4ff857b6-4d28-4235-b238-59f5a1fff038 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:31:24.460223 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2b9aed68-033b-4343-9d47-f81cd441726a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255495'] for router, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:24.463023 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2b9aed68-033b-4343-9d47-f81cd441726a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:24.525895 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1f6d51-cbb6-40a1-9ed2-6ab3106d1b5f req-6b622d76-f46b-4dae-a0d3-6f186f3f30fd tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:24.525895 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3e1f6d51-cbb6-40a1-9ed2-6ab3106d1b5f req-6b622d76-f46b-4dae-a0d3-6f186f3f30fd tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 946 time: 0.1174331 Oct 12 19:31:24.560335 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3e1f6d51-cbb6-40a1-9ed2-6ab3106d1b5f req-9de4487d-17f4-48dd-9313-18f62fb94070 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341771 Oct 12 19:31:24.634983 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2b9aed68-033b-4343-9d47-f81cd441726a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8093499'] for router, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:24.635563 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b9aed68-033b-4343-9d47-f81cd441726a admin admin] Fanout notify agent at l3_agent the message router_deleted on router af16e93c-3b2d-4167-88a6-65e63acad390 {{(pid=95501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 19:31:24.640312 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2b9aed68-033b-4343-9d47-f81cd441726a admin admin] Notify callbacks [] for router, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:24.644880 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-2b9aed68-033b-4343-9d47-f81cd441726a admin admin] 10.222.0.49 "DELETE /v2.0/routers/af16e93c-3b2d-4167-88a6-65e63acad390 HTTP/1.1" status: 204 len: 168 time: 1.8030672 Oct 12 19:31:24.644880 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 59654) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:31:24.691593 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b8b69e-9e46-4d5c-8a01-2c3adb527482 req-6ab813bf-dbb0-4601-b07d-2d99a20311d3 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:24.693382 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-05b8b69e-9e46-4d5c-8a01-2c3adb527482 req-6ab813bf-dbb0-4601-b07d-2d99a20311d3 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 946 time: 0.0577586 Oct 12 19:31:24.694792 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c31a30c-975d-4129-a7aa-cef9f5e92e7a admin admin] Deleting subnet d6befbf0-bb86-46bb-8940-6082fe20c2ba {{(pid=95501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:31:24.698220 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5c31a30c-975d-4129-a7aa-cef9f5e92e7a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:24.758965 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5c31a30c-975d-4129-a7aa-cef9f5e92e7a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281083'] for subnet, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:24.761610 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-05b8b69e-9e46-4d5c-8a01-2c3adb527482 req-f18e2665-6f2d-4041-aa8a-c73264a423d1 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577693 Oct 12 19:31:24.780950 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 71a094e6-3c69-44e7-8689-4e4c66ecd7da no longer exists at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:31:24.807647 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] No Port match for: 71a094e6-3c69-44e7-8689-4e4c66ecd7da {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:31:24.808002 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 71a094e6-3c69-44e7-8689-4e4c66ecd7da not bound to the agent host n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:31:24.820293 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5c31a30c-975d-4129-a7aa-cef9f5e92e7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:24.925779 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94240569-fe38-4df0-9940-5f1c9a85ddad req-4e66d74f-5054-4e06-a850-a5ee457c8648 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:24.927539 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-94240569-fe38-4df0-9940-5f1c9a85ddad req-4e66d74f-5054-4e06-a850-a5ee457c8648 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 946 time: 0.0587127 Oct 12 19:31:24.964185 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feca9aa-61ef-4702-908c-0e3fb17a2429 req-1e186d26-257f-4d59-a009-f809e0d34d3c tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:24.966207 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9feca9aa-61ef-4702-908c-0e3fb17a2429 req-1e186d26-257f-4d59-a009-f809e0d34d3c tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.67 "GET /v2.0/ports?device_id=fab81ba2-37e8-4ff2-af8b-0fa2eff2f216 HTTP/1.1" status: 200 len: 945 time: 0.1166291 Oct 12 19:31:24.966546 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-94240569-fe38-4df0-9940-5f1c9a85ddad req-f2949f9e-ca37-451f-947f-f107ed85d8b6 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326231 Oct 12 19:31:24.986864 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66987d2d-a2e1-4da3-8a91-30df95f5bd65 req-aa52f210-dc2b-4d56-8ab0-73b599d14acb tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:24.990099 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-66987d2d-a2e1-4da3-8a91-30df95f5bd65 req-aa52f210-dc2b-4d56-8ab0-73b599d14acb tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fab81ba2-37e8-4ff2-af8b-0fa2eff2f216 HTTP/1.1" status: 200 len: 945 time: 0.1015644 Oct 12 19:31:25.048739 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5c31a30c-975d-4129-a7aa-cef9f5e92e7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4824924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4612362'] for subnet, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:25.091009 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66e778e-ef21-4743-b0de-11ab7c49b0a8 req-80fb279c-5df1-45c7-9bc9-e5e38e27b80d tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:25.092635 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e66e778e-ef21-4743-b0de-11ab7c49b0a8 req-80fb279c-5df1-45c7-9bc9-e5e38e27b80d tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 946 time: 0.0522745 Oct 12 19:31:25.108301 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c31a30c-975d-4129-a7aa-cef9f5e92e7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6befbf0-bb86-46bb-8940-6082fe20c2ba,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:31:25.113474 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5c31a30c-975d-4129-a7aa-cef9f5e92e7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:25.116673 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-5c31a30c-975d-4129-a7aa-cef9f5e92e7a admin admin] 10.222.0.49 "DELETE /v2.0/subnets/d6befbf0-bb86-46bb-8940-6082fe20c2ba HTTP/1.1" status: 204 len: 168 time: 0.4717455 Oct 12 19:31:25.122584 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-66987d2d-a2e1-4da3-8a91-30df95f5bd65 req-53bf0d1e-e5ad-46b6-97bf-b78ef2a0f9aa tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=94a43134-a4a7-45fd-af5f-8fc2adc2c503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094816 Oct 12 19:31:25.124434 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 59674) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:31:25.146813 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e66e778e-ef21-4743-b0de-11ab7c49b0a8 req-5b78a541-16e8-4c70-9d98-8cb779619d9d tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378065 Oct 12 19:31:25.281607 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-eb6fd76f-bed0-4341-9a68-16f428437e54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:25.285162 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-9feca9aa-61ef-4702-908c-0e3fb17a2429 req-ca2b6220-d240-4b51-bef4-613527958447 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Deleting port 746f239a-cac1-47b7-a948-8973bb897097 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:31:25.285552 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-9feca9aa-61ef-4702-908c-0e3fb17a2429 req-ca2b6220-d240-4b51-bef4-613527958447 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:25.362799 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5068669-bb92-4f8e-9d9b-1b6eabbc6ae8 req-6c7d45c2-834c-445a-ac46-9c9c665896b4 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:25.364445 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e8d640-1cc9-44f2-a7d6-2cafbb0e79a8 req-1fff1aac-2b8e-45f0-b657-f2eca00bd5e9 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:25.366089 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-79e8d640-1cc9-44f2-a7d6-2cafbb0e79a8 req-1fff1aac-2b8e-45f0-b657-f2eca00bd5e9 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/ports?device_id=68ed1b32-2769-4ecc-86ab-1452bfd5bcf7 HTTP/1.1" status: 200 len: 945 time: 0.1581776 Oct 12 19:31:25.370502 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c5068669-bb92-4f8e-9d9b-1b6eabbc6ae8 req-6c7d45c2-834c-445a-ac46-9c9c665896b4 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 946 time: 0.0781865 Oct 12 19:31:25.416545 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c5068669-bb92-4f8e-9d9b-1b6eabbc6ae8 req-53ed64f2-bcc2-4a04-85a5-a1007a686a6a tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450442 Oct 12 19:31:25.513730 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-eb6fd76f-bed0-4341-9a68-16f428437e54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:25.532266 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-79e8d640-1cc9-44f2-a7d6-2cafbb0e79a8 req-3a202b39-ff90-4984-9dfa-55e6ec57cd4f tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/security-groups?id=243314df-bf60-4e8d-a5c3-b65fe30534c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505606 Oct 12 19:31:25.542201 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-9feca9aa-61ef-4702-908c-0e3fb17a2429 req-ca2b6220-d240-4b51-bef4-613527958447 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] For port 746f239a-cac1-47b7-a948-8973bb897097, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=746f239a-cac1-47b7-a948-8973bb897097,segment=NetworkSegment(1311cbfc-168d-4d44-b005-c99086bc74c8),segment_id=1311cbfc-168d-4d44-b005-c99086bc74c8)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:31:25.542567 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-9feca9aa-61ef-4702-908c-0e3fb17a2429 req-ca2b6220-d240-4b51-bef4-613527958447 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:25.567918 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-9feca9aa-61ef-4702-908c-0e3fb17a2429 req-ca2b6220-d240-4b51-bef4-613527958447 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Calling delete_port for 746f239a-cac1-47b7-a948-8973bb897097 owned by compute:nova {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:31:25.571056 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-eb6fd76f-bed0-4341-9a68-16f428437e54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c12a701a-54c3-43ba-94cc-6562f93e5521']}} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:31:25.588280 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-eb6fd76f-bed0-4341-9a68-16f428437e54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04137cc8-7b83-4277-a1ca-984267592eea') {'for_net_delete': True} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:31:25.588625 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-eb6fd76f-bed0-4341-9a68-16f428437e54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04137cc8-7b83-4277-a1ca-984267592eea') {} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:31:25.603010 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-eb6fd76f-bed0-4341-9a68-16f428437e54 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4281072'] for segment, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:25.604961 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edab7b32-4e11-4480-875c-5be2c8cf2963 req-88578f65-4ae0-4aec-8cfd-4566aad96a06 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:25.606694 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-edab7b32-4e11-4480-875c-5be2c8cf2963 req-88578f65-4ae0-4aec-8cfd-4566aad96a06 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 946 time: 0.0772097 Oct 12 19:31:25.651242 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-eb6fd76f-bed0-4341-9a68-16f428437e54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:25.665299 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-edab7b32-4e11-4480-875c-5be2c8cf2963 req-f4dcf782-0798-46ba-9c4d-b50fae165fa0 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464680 Oct 12 19:31:25.666949 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb6fd76f-bed0-4341-9a68-16f428437e54 admin admin] Releasing vlan 500 on physical network physnet1 to pool {{(pid=95501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:31:25.667349 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-eb6fd76f-bed0-4341-9a68-16f428437e54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4823170'] for segment, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:25.670496 n-d-813679-3 neutron-server[95501]: Traceback (most recent call last): Oct 12 19:31:25.670496 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:31:25.670496 n-d-813679-3 neutron-server[95501]: timer() Oct 12 19:31:25.670496 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:31:25.670496 n-d-813679-3 neutron-server[95501]: cb(*args, **kw) Oct 12 19:31:25.670496 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:31:25.670496 n-d-813679-3 neutron-server[95501]: return func(*args, **kwargs) Oct 12 19:31:25.670496 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:31:25.670496 n-d-813679-3 neutron-server[95501]: self._notify() Oct 12 19:31:25.670496 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:31:25.670496 n-d-813679-3 neutron-server[95501]: self.callback(batched_events) Oct 12 19:31:25.670496 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:31:25.670496 n-d-813679-3 neutron-server[95501]: event.method(event) Oct 12 19:31:25.670496 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:31:25.670496 n-d-813679-3 neutron-server[95501]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:31:25.670496 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:31:25.670496 n-d-813679-3 neutron-server[95501]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:31:25.670496 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:31:25.670496 n-d-813679-3 neutron-server[95501]: return f(self, *a, **k) Oct 12 19:31:25.670496 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:31:25.670496 n-d-813679-3 neutron-server[95501]: return self._get(url).json() Oct 12 19:31:25.670496 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:31:25.670496 n-d-813679-3 neutron-server[95501]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:31:25.670496 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:31:25.670496 n-d-813679-3 neutron-server[95501]: return self.request(url, 'GET', **kwargs) Oct 12 19:31:25.670496 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:31:25.670496 n-d-813679-3 neutron-server[95501]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:31:25.670496 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:31:25.670496 n-d-813679-3 neutron-server[95501]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:31:25.670496 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:31:25.670496 n-d-813679-3 neutron-server[95501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:31:25.670496 n-d-813679-3 neutron-server[95501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:31:25.800873 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260d36b3-348b-4630-b68c-66fa4a9a5ca0 req-d82f4726-20da-45da-bc31-9bad6dd3e8aa tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:25.802273 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-260d36b3-348b-4630-b68c-66fa4a9a5ca0 req-d82f4726-20da-45da-bc31-9bad6dd3e8aa tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 946 time: 0.0520360 Oct 12 19:31:25.844763 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-260d36b3-348b-4630-b68c-66fa4a9a5ca0 req-aaa9e246-4d80-4b3a-a88f-c171c1f7ff73 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364940 Oct 12 19:31:25.851720 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-eb6fd76f-bed0-4341-9a68-16f428437e54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:25.861983 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-eb6fd76f-bed0-4341-9a68-16f428437e54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:25.865668 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-eb6fd76f-bed0-4341-9a68-16f428437e54 admin admin] 10.222.0.49 "DELETE /v2.0/networks/c12a701a-54c3-43ba-94cc-6562f93e5521 HTTP/1.1" status: 204 len: 168 time: 0.7403018 Oct 12 19:31:25.891909 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6fd76f-bed0-4341-9a68-16f428437e54 admin admin] Pushing event deleted for resources: {'Network': ['ID=c12a701a-54c3-43ba-94cc-6562f93e5521,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:31:25.919188 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-9feca9aa-61ef-4702-908c-0e3fb17a2429 req-ca2b6220-d240-4b51-bef4-613527958447 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:25.931474 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['746f239a-cac1-47b7-a948-8973bb897097'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:31:25.953730 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2b6220-d240-4b51-bef4-613527958447 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Pushing event deleted for resources: {'Port': ['ID=746f239a-cac1-47b7-a948-8973bb897097,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:31:26.034772 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-9feca9aa-61ef-4702-908c-0e3fb17a2429 req-ca2b6220-d240-4b51-bef4-613527958447 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] No DVR routers for this DVR port 746f239a-cac1-47b7-a948-8973bb897097 on host n-h2-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:31:26.038030 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-9feca9aa-61ef-4702-908c-0e3fb17a2429 req-ca2b6220-d240-4b51-bef4-613527958447 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:26.045953 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9feca9aa-61ef-4702-908c-0e3fb17a2429 req-ca2b6220-d240-4b51-bef4-613527958447 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.67 "DELETE /v2.0/ports/746f239a-cac1-47b7-a948-8973bb897097 HTTP/1.1" status: 204 len: 173 time: 1.0735061 Oct 12 19:31:26.046456 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fab81ba2-37e8-4ff2-af8b-0fa2eff2f216', 'name': 'network-vif-deleted', 'tag': '746f239a-cac1-47b7-a948-8973bb897097'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:31:26.049418 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6ed4573-baaa-4582-832d-70e0ecc3a99b" -d '{"events": [{"server_uuid": "fab81ba2-37e8-4ff2-af8b-0fa2eff2f216", "name": "network-vif-deleted", "tag": "746f239a-cac1-47b7-a948-8973bb897097"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:31:26.068105 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b582df53-f2fe-4c31-85ec-882b7575f299 req-36f681dc-feba-4131-b92b-9c28da3940fc tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:26.074079 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b582df53-f2fe-4c31-85ec-882b7575f299 req-36f681dc-feba-4131-b92b-9c28da3940fc tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 946 time: 0.1223824 Oct 12 19:31:26.098171 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-616dd9b8-4475-4227-9fa6-7c1e2970d392 x-openstack-request-id: req-616dd9b8-4475-4227-9fa6-7c1e2970d392 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:31:26.098478 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fab81ba2-37e8-4ff2-af8b-0fa2eff2f216", "name": "network-vif-deleted", "tag": "746f239a-cac1-47b7-a948-8973bb897097", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:31:26.098885 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-616dd9b8-4475-4227-9fa6-7c1e2970d392 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:31:26.099303 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fab81ba2-37e8-4ff2-af8b-0fa2eff2f216', 'name': 'network-vif-deleted', 'tag': '746f239a-cac1-47b7-a948-8973bb897097', 'status': 'completed', 'code': 200} Oct 12 19:31:26.128634 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b582df53-f2fe-4c31-85ec-882b7575f299 req-bd2c330c-6caf-413f-9d03-091607a2b585 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516176 Oct 12 19:31:26.237917 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-996213e3-1ea9-48c9-a7e8-4c4071e36d6b req-a30369ad-efd7-45a7-adc4-668cd40ec9e8 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fab81ba2-37e8-4ff2-af8b-0fa2eff2f216 HTTP/1.1" status: 200 len: 210 time: 0.0299132 Oct 12 19:31:26.319088 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16836979-55c4-4d0f-9f78-31ef42ad0e9e req-db102850-01df-4b28-95d3-5dec4e18a4de tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:26.321078 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-16836979-55c4-4d0f-9f78-31ef42ad0e9e req-db102850-01df-4b28-95d3-5dec4e18a4de tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 946 time: 0.0609865 Oct 12 19:31:26.375215 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-16836979-55c4-4d0f-9f78-31ef42ad0e9e req-bfb2ce9a-6e66-4726-a7c9-393b004fe68e tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446613 Oct 12 19:31:26.379684 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 59716) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:31:26.445202 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-8531c124-106d-45cb-9ab3-744073853386 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bb40ea5d8c38419a86ccce5293b0bc06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0639291 Oct 12 19:31:26.445909 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 59722) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:31:26.493663 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81525ebd-5606-493d-9440-73a4351cb64f req-291327bd-50dc-4277-b4dd-1b746235eb1a tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:26.501527 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d94d8930-9b7e-4b64-a78f-fa0ab65aef76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:26.502954 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-81525ebd-5606-493d-9440-73a4351cb64f req-291327bd-50dc-4277-b4dd-1b746235eb1a tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 946 time: 0.0642641 Oct 12 19:31:26.527077 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d94d8930-9b7e-4b64-a78f-fa0ab65aef76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:26.550002 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-81525ebd-5606-493d-9440-73a4351cb64f req-3bd6a983-4aad-4f12-8c50-47aa6305f151 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409462 Oct 12 19:31:26.665531 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43375ce-e125-43d8-b1be-30d2136db91a req-c136d233-5802-4371-8597-3aeddce3331c tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:26.667102 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d43375ce-e125-43d8-b1be-30d2136db91a req-c136d233-5802-4371-8597-3aeddce3331c tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/ports?device_id=68ed1b32-2769-4ecc-86ab-1452bfd5bcf7 HTTP/1.1" status: 200 len: 945 time: 0.0521903 Oct 12 19:31:26.683187 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d94d8930-9b7e-4b64-a78f-fa0ab65aef76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:26.685731 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d94d8930-9b7e-4b64-a78f-fa0ab65aef76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:26.686809 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-d94d8930-9b7e-4b64-a78f-fa0ab65aef76 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/22450e14-cc39-4381-9450-74c0cdf56e48 HTTP/1.1" status: 204 len: 168 time: 0.2376873 Oct 12 19:31:26.716464 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94d8930-9b7e-4b64-a78f-fa0ab65aef76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22450e14-cc39-4381-9450-74c0cdf56e48,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:31:26.746849 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d43375ce-e125-43d8-b1be-30d2136db91a req-15305ee4-20c0-4235-a06f-289c44fe059e tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/security-groups?id=243314df-bf60-4e8d-a5c3-b65fe30534c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694540 Oct 12 19:31:26.844615 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb94bec-49ac-4176-8696-063ed081f07c req-a0f004bd-760f-4bf0-a7aa-7909a43faeb9 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:26.844615 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9fb94bec-49ac-4176-8696-063ed081f07c req-a0f004bd-760f-4bf0-a7aa-7909a43faeb9 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 946 time: 0.0617986 Oct 12 19:31:26.890356 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9fb94bec-49ac-4176-8696-063ed081f07c req-d8d19aa0-c5cf-4519-a192-aef1ede5f597 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394251 Oct 12 19:31:27.079891 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392fa0b5-7552-48fb-bfc2-becc447d4b95 req-47ae5c77-667c-4dc8-a2f8-217fe987c629 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:27.082672 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-392fa0b5-7552-48fb-bfc2-becc447d4b95 req-47ae5c77-667c-4dc8-a2f8-217fe987c629 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 946 time: 0.0819552 Oct 12 19:31:27.133984 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-392fa0b5-7552-48fb-bfc2-becc447d4b95 req-270f312d-af12-44a7-ae67-1e746b45d4ee tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432777 Oct 12 19:31:27.328777 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e671625c-4d98-4e78-ab30-23802b30ec12 req-e44ad33c-ba2d-4542-960d-1bc46bea3987 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:27.330999 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e671625c-4d98-4e78-ab30-23802b30ec12 req-e44ad33c-ba2d-4542-960d-1bc46bea3987 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 946 time: 0.0910251 Oct 12 19:31:27.380852 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e671625c-4d98-4e78-ab30-23802b30ec12 req-fef65d9d-804f-4614-b129-9bec62207db1 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429323 Oct 12 19:31:27.508272 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd38dd0d-81a8-4fea-9d06-5a2b4862543a req-2617ab5a-22ea-4d3d-a012-25f22effea81 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:27.511203 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-bd38dd0d-81a8-4fea-9d06-5a2b4862543a req-2617ab5a-22ea-4d3d-a012-25f22effea81 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 946 time: 0.0527864 Oct 12 19:31:27.553228 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-bd38dd0d-81a8-4fea-9d06-5a2b4862543a req-466ed184-3594-49e0-a3e3-1c3598a465d5 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366232 Oct 12 19:31:27.822687 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4ca37b-906f-4323-ad93-44d8207d53a9 req-a8ff675c-bbbc-4093-9cfb-b0e0087aa3f9 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:27.824564 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5d4ca37b-906f-4323-ad93-44d8207d53a9 req-a8ff675c-bbbc-4093-9cfb-b0e0087aa3f9 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb56269f-088f-4dd7-97a9-d7a3df061653 HTTP/1.1" status: 200 len: 944 time: 0.0627816 Oct 12 19:31:27.870933 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5d4ca37b-906f-4323-ad93-44d8207d53a9 req-ee140b1b-5415-41bc-a682-68d540198058 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e18d525-cf41-4d49-869d-79a715be58e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388873 Oct 12 19:31:27.989953 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15761bc3-7634-4d31-ae87-3cac23785c5a req-772b4a00-7431-43e9-a65c-50f147b21e48 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:27.991794 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-15761bc3-7634-4d31-ae87-3cac23785c5a req-772b4a00-7431-43e9-a65c-50f147b21e48 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/ports?device_id=68ed1b32-2769-4ecc-86ab-1452bfd5bcf7 HTTP/1.1" status: 200 len: 945 time: 0.0590549 Oct 12 19:31:28.059881 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-15761bc3-7634-4d31-ae87-3cac23785c5a req-fab80e45-a71f-4ae7-955e-4e547039b919 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/security-groups?id=243314df-bf60-4e8d-a5c3-b65fe30534c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613687 Oct 12 19:31:28.103893 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 59800) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:31:28.205467 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-c88c3a3b-dd4e-4c14-b693-2ccd340fa504 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-728847201-network', 'tenant_id': '6c99bbccf03340f58d38acd132b2d311'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:31:28.303560 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c88c3a3b-dd4e-4c14-b693-2ccd340fa504 admin admin] Made reservation on behalf of 6c99bbccf03340f58d38acd132b2d311 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:31:28.305982 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c88c3a3b-dd4e-4c14-b693-2ccd340fa504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:28.321915 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75a0e74-f74f-445b-85de-68cf9f07e5df req-a8cb58f3-ad67-46d1-9aaa-20b6dbc187d9 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:28.323432 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a75a0e74-f74f-445b-85de-68cf9f07e5df req-a8cb58f3-ad67-46d1-9aaa-20b6dbc187d9 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 946 time: 0.0593913 Oct 12 19:31:28.324915 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c88c3a3b-dd4e-4c14-b693-2ccd340fa504 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:28.387386 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a75a0e74-f74f-445b-85de-68cf9f07e5df req-b398d50c-a956-41fb-be83-2dd1a0508aae tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535648 Oct 12 19:31:28.431771 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c88c3a3b-dd4e-4c14-b693-2ccd340fa504 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:28.519918 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c88c3a3b-dd4e-4c14-b693-2ccd340fa504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:28.549375 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c88c3a3b-dd4e-4c14-b693-2ccd340fa504 admin admin] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:31:28.558163 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88c3a3b-dd4e-4c14-b693-2ccd340fa504 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c11fc84-4f57-43db-8c17-f81427a08139,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:31:28.564016 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c88c3a3b-dd4e-4c14-b693-2ccd340fa504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:28.564513 n-d-813679-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-c88c3a3b-dd4e-4c14-b693-2ccd340fa504 admin admin] Added segment 25f482b3-2b9d-4f97-b4b0-3430c63be1bb of type vlan for network f582be35-bab4-4f26-bc1a-58db576191d3 Oct 12 19:31:28.616512 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c88c3a3b-dd4e-4c14-b693-2ccd340fa504 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:28.674848 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c88c3a3b-dd4e-4c14-b693-2ccd340fa504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:28.675838 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c88c3a3b-dd4e-4c14-b693-2ccd340fa504 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:28.676453 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c88c3a3b-dd4e-4c14-b693-2ccd340fa504 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:28.736420 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88c3a3b-dd4e-4c14-b693-2ccd340fa504 admin admin] Pushing event updated for resources: {'Network': ['ID=f582be35-bab4-4f26-bc1a-58db576191d3,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:31:28.748715 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network f582be35-bab4-4f26-bc1a-58db576191d3 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:31:28.810118 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-c88c3a3b-dd4e-4c14-b693-2ccd340fa504 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.7048371 Oct 12 19:31:28.815860 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 59814) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:31:28.821226 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-90375324-bc93-4828-9776-2fc874e55982 admin admin] Request body: {'subnet': {'network_id': 'f582be35-bab4-4f26-bc1a-58db576191d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-728847201-subnet', 'tenant_id': '6c99bbccf03340f58d38acd132b2d311', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:31:28.920325 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90375324-bc93-4828-9776-2fc874e55982 admin admin] Made reservation on behalf of 6c99bbccf03340f58d38acd132b2d311 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:31:28.922757 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-90375324-bc93-4828-9776-2fc874e55982 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16245837'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:29.024928 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d935c949-fa75-4b38-9888-2c6255f3df33 req-183687ba-d967-443d-8081-5f0b265f71a1 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:29.034527 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d935c949-fa75-4b38-9888-2c6255f3df33 req-183687ba-d967-443d-8081-5f0b265f71a1 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb56269f-088f-4dd7-97a9-d7a3df061653 HTTP/1.1" status: 200 len: 944 time: 0.0718138 Oct 12 19:31:29.077721 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d935c949-fa75-4b38-9888-2c6255f3df33 req-6b773771-e390-4711-9c49-378da03a2c16 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e18d525-cf41-4d49-869d-79a715be58e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421507 Oct 12 19:31:29.177721 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b7030993-5e40-4b02-b45c-561ac37191de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:29.198359 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af560fe8-cdc4-4b07-8422-b6de8ed2e2da req-ac8960cc-c6c7-44e0-96b8-6173e3e94794 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:29.200055 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-af560fe8-cdc4-4b07-8422-b6de8ed2e2da req-ac8960cc-c6c7-44e0-96b8-6173e3e94794 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/ports?device_id=68ed1b32-2769-4ecc-86ab-1452bfd5bcf7 HTTP/1.1" status: 200 len: 945 time: 0.0525768 Oct 12 19:31:29.222223 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-90375324-bc93-4828-9776-2fc874e55982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4306659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16245859'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:29.222843 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 746f239a-cac1-47b7-a948-8973bb897097 no longer exists at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:31:29.244197 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] No Port match for: 746f239a-cac1-47b7-a948-8973bb897097 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:31:29.244727 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 746f239a-cac1-47b7-a948-8973bb897097 not bound to the agent host n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:31:29.294148 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-af560fe8-cdc4-4b07-8422-b6de8ed2e2da req-ec2a8793-acf1-4fa2-b790-ddb5dd589ade tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/security-groups?id=243314df-bf60-4e8d-a5c3-b65fe30534c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867543 Oct 12 19:31:29.296133 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90375324-bc93-4828-9776-2fc874e55982 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73b6b3c2-9ed6-4d2c-9d78-2de520105652,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:31:29.318353 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90375324-bc93-4828-9776-2fc874e55982 admin admin] Checking segment: {'id': '25f482b3-2b9d-4f97-b4b0-3430c63be1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'f582be35-bab4-4f26-bc1a-58db576191d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:31:29.318353 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90375324-bc93-4828-9776-2fc874e55982 admin admin] Network hostable DHCP agents. Network: f582be35-bab4-4f26-bc1a-58db576191d3, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:31:29.415644 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90375324-bc93-4828-9776-2fc874e55982 admin admin] Network f582be35-bab4-4f26-bc1a-58db576191d3 is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:31:29.444343 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da2e438-0378-44d2-9510-1d4cc9703705 req-7e952930-a48a-4af7-98fe-bd995533ff10 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:29.445995 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4da2e438-0378-44d2-9510-1d4cc9703705 req-7e952930-a48a-4af7-98fe-bd995533ff10 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb56269f-088f-4dd7-97a9-d7a3df061653 HTTP/1.1" status: 200 len: 944 time: 0.0580456 Oct 12 19:31:29.509490 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ccd5c9-7308-4e48-b6bb-71ce39e122a9 req-a57a3b4a-9256-4c8f-bb3a-be686d3411a0 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:29.511109 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a3ccd5c9-7308-4e48-b6bb-71ce39e122a9 req-a57a3b4a-9256-4c8f-bb3a-be686d3411a0 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 946 time: 0.0522599 Oct 12 19:31:29.518974 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-90375324-bc93-4828-9776-2fc874e55982 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, f582be35-bab4-4f26-bc1a-58db576191d3) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:31:29.530123 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90375324-bc93-4828-9776-2fc874e55982 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:29.531371 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-90375324-bc93-4828-9776-2fc874e55982 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:29.535683 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd51101-4fee-4efb-9993-627d33c63aea None None] Network f582be35-bab4-4f26-bc1a-58db576191d3 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:31:29.572651 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-4da2e438-0378-44d2-9510-1d4cc9703705 req-574c7748-b424-443e-aed8-24c2c0e06db5 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Deleting port a1f42106-a7b0-4dd3-8e89-1f2eceabc986 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:31:29.573136 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-4da2e438-0378-44d2-9510-1d4cc9703705 req-574c7748-b424-443e-aed8-24c2c0e06db5 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:29.582229 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a3ccd5c9-7308-4e48-b6bb-71ce39e122a9 req-78da3b8e-91e4-4705-9405-d22bbf8e4765 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630665 Oct 12 19:31:29.655653 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-90375324-bc93-4828-9776-2fc874e55982 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.8379161 Oct 12 19:31:29.692728 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1275254-ee43-4a69-a588-ee601acf0f9a None None] Network f582be35-bab4-4f26-bc1a-58db576191d3 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:31:29.735627 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-4da2e438-0378-44d2-9510-1d4cc9703705 req-574c7748-b424-443e-aed8-24c2c0e06db5 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] For port a1f42106-a7b0-4dd3-8e89-1f2eceabc986, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=a1f42106-a7b0-4dd3-8e89-1f2eceabc986,segment=NetworkSegment(1311cbfc-168d-4d44-b005-c99086bc74c8),segment_id=1311cbfc-168d-4d44-b005-c99086bc74c8)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:31:29.736786 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-4da2e438-0378-44d2-9510-1d4cc9703705 req-574c7748-b424-443e-aed8-24c2c0e06db5 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:29.984963 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbc1758-d7e4-441f-a283-cd390e2e09e4 req-2a74983e-9993-430e-8750-a803489fe05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:29.987327 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0cbc1758-d7e4-441f-a283-cd390e2e09e4 req-2a74983e-9993-430e-8750-a803489fe05a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8ff84b2ec0864625b42aaaa064df001a&device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 1097 time: 0.1031985 Oct 12 19:31:30.004205 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-4da2e438-0378-44d2-9510-1d4cc9703705 req-574c7748-b424-443e-aed8-24c2c0e06db5 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:30.004751 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-4da2e438-0378-44d2-9510-1d4cc9703705 req-574c7748-b424-443e-aed8-24c2c0e06db5 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7915414'] for floatingip, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:30.005225 n-d-813679-3 neutron-server[95502]: INFO neutron.db.l3_db [req-4da2e438-0378-44d2-9510-1d4cc9703705 req-574c7748-b424-443e-aed8-24c2c0e06db5 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Floating IP 2e977c55-e9c6-49fc-8f58-e5f8e1f80e1c disassociated. External IP: 172.25.5.221, port: a1f42106-a7b0-4dd3-8e89-1f2eceabc986. Oct 12 19:31:30.006496 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-4da2e438-0378-44d2-9510-1d4cc9703705 req-574c7748-b424-443e-aed8-24c2c0e06db5 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Calling delete_port for a1f42106-a7b0-4dd3-8e89-1f2eceabc986 owned by compute:nova {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:31:30.227547 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6244ba6-8fa6-4821-a633-d574921ef09c req-102c77eb-5623-4fc9-899d-af7d9448ae8a tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:30.236839 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e6244ba6-8fa6-4821-a633-d574921ef09c req-102c77eb-5623-4fc9-899d-af7d9448ae8a tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb56269f-088f-4dd7-97a9-d7a3df061653 HTTP/1.1" status: 200 len: 944 time: 0.0618613 Oct 12 19:31:30.265832 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbc1758-d7e4-441f-a283-cd390e2e09e4 req-7ae50af9-ab14-4f80-860b-d6bddfceae8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:30.267923 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0cbc1758-d7e4-441f-a283-cd390e2e09e4 req-7ae50af9-ab14-4f80-860b-d6bddfceae8d service neutron] 10.222.0.61 "GET /v2.0/networks?id=821a7daa-cbda-47ad-af75-98b83de65b7b HTTP/1.1" status: 200 len: 915 time: 0.2171597 Oct 12 19:31:30.271408 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e6244ba6-8fa6-4821-a633-d574921ef09c req-d4277dba-b6df-4df1-b9a6-cdee0ebe92ac tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e18d525-cf41-4d49-869d-79a715be58e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335047 Oct 12 19:31:30.349482 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0cbc1758-d7e4-441f-a283-cd390e2e09e4 req-160d2a3e-5e68-4676-bd71-df5aa556e08c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1dacf51-8b56-41a7-988b-c10af1584886 HTTP/1.1" status: 200 len: 217 time: 0.0722699 Oct 12 19:31:30.360410 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a0164c-9e99-436b-82b8-2fdde017b1d8 req-18394b20-9a45-48c6-b3c1-e6315a222d9c tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:30.367757 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-07a0164c-9e99-436b-82b8-2fdde017b1d8 req-18394b20-9a45-48c6-b3c1-e6315a222d9c tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/networks?id=f582be35-bab4-4f26-bc1a-58db576191d3 HTTP/1.1" status: 200 len: 805 time: 0.2477961 Oct 12 19:31:30.438893 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbc1758-d7e4-441f-a283-cd390e2e09e4 req-1ca0c650-4ee0-4344-9ddc-b03de977562c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:30.440519 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0cbc1758-d7e4-441f-a283-cd390e2e09e4 req-1ca0c650-4ee0-4344-9ddc-b03de977562c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=23923b5b-cbc2-4b60-8cb9-1474eb7896df HTTP/1.1" status: 200 len: 854 time: 0.0677869 Oct 12 19:31:30.442333 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd62593-31af-4d06-8f43-61eff646973b req-3d92bc32-3a8a-46e4-b7e2-f2708c4849ca tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:30.453105 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-07a0164c-9e99-436b-82b8-2fdde017b1d8 req-edda5a03-8541-4a18-af22-adb560c841d2 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/quotas/6c99bbccf03340f58d38acd132b2d311 HTTP/1.1" status: 200 len: 375 time: 0.0843520 Oct 12 19:31:30.454016 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7dd62593-31af-4d06-8f43-61eff646973b req-3d92bc32-3a8a-46e4-b7e2-f2708c4849ca tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/ports?device_id=68ed1b32-2769-4ecc-86ab-1452bfd5bcf7 HTTP/1.1" status: 200 len: 945 time: 0.0779300 Oct 12 19:31:30.506710 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-07a0164c-9e99-436b-82b8-2fdde017b1d8 req-b96a49fe-73a9-4d5d-84f2-985efda07285 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=6c99bbccf03340f58d38acd132b2d311&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0498576 Oct 12 19:31:30.511816 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7dd62593-31af-4d06-8f43-61eff646973b req-77c9e105-d07f-43b3-b33e-a7ec782d081c tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/security-groups?id=243314df-bf60-4e8d-a5c3-b65fe30534c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521021 Oct 12 19:31:30.524543 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0cbc1758-d7e4-441f-a283-cd390e2e09e4 req-2d08bc6f-3e47-4be2-b25d-482e36d5bf4e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=821a7daa-cbda-47ad-af75-98b83de65b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662296 Oct 12 19:31:30.615838 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-4da2e438-0378-44d2-9510-1d4cc9703705 req-574c7748-b424-443e-aed8-24c2c0e06db5 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:30.791093 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0cbc1758-d7e4-441f-a283-cd390e2e09e4 req-041cb152-46da-4e83-bd91-b36206d3fcca service neutron] 10.222.0.61 "GET /v2.0/networks/821a7daa-cbda-47ad-af75-98b83de65b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574315 Oct 12 19:31:30.799776 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574c7748-b424-443e-aed8-24c2c0e06db5 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Pushing event deleted for resources: {'Port': ['ID=a1f42106-a7b0-4dd3-8e89-1f2eceabc986,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:31:30.837745 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc77fe0-8c30-432e-8f32-2b56b6b8918e req-94ab28e5-21f3-4e52-bc71-10292a12a31e tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:30.839366 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6cc77fe0-8c30-432e-8f32-2b56b6b8918e req-94ab28e5-21f3-4e52-bc71-10292a12a31e tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 946 time: 0.1238065 Oct 12 19:31:30.842423 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13408b34-c279-4e35-a196-0ae3714dad0c req-3567578e-1f89-422a-aadd-79963a6bb8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:30.843856 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-13408b34-c279-4e35-a196-0ae3714dad0c req-3567578e-1f89-422a-aadd-79963a6bb8f6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4c933ffb6c834d75ab3714dceb2123eb&device_id=68ed1b32-2769-4ecc-86ab-1452bfd5bcf7 HTTP/1.1" status: 200 len: 1096 time: 0.0801682 Oct 12 19:31:30.950208 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-07a0164c-9e99-436b-82b8-2fdde017b1d8 req-14c90774-719b-4ee2-a2fa-c49e73b9d0ee service neutron] 10.222.0.49 "GET /v2.0/networks/f582be35-bab4-4f26-bc1a-58db576191d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4245110 Oct 12 19:31:31.024416 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13408b34-c279-4e35-a196-0ae3714dad0c req-7d251089-a66d-495c-a894-c2dba7306ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:31.026335 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-13408b34-c279-4e35-a196-0ae3714dad0c req-7d251089-a66d-495c-a894-c2dba7306ada service neutron] 10.222.0.67 "GET /v2.0/networks?id=8210e84a-9fb6-4a53-a2c3-d0f330bffa92 HTTP/1.1" status: 200 len: 920 time: 0.1489022 Oct 12 19:31:31.041208 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6cc77fe0-8c30-432e-8f32-2b56b6b8918e req-0407ffdc-d43b-4a8f-ac6f-77ba67ee9e50 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804352 Oct 12 19:31:31.061626 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0cbc1758-d7e4-441f-a283-cd390e2e09e4 req-28e4b90b-4ed4-4b7d-966d-8f6dfda9501f service neutron] 10.222.0.61 "GET /v2.0/networks/821a7daa-cbda-47ad-af75-98b83de65b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430029 Oct 12 19:31:31.065456 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4da2e438-0378-44d2-9510-1d4cc9703705 req-574c7748-b424-443e-aed8-24c2c0e06db5 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Router 879310a4-6b7f-4733-8968-5719a42090c9 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:31:31.080145 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-13408b34-c279-4e35-a196-0ae3714dad0c req-ef8aed54-c024-44ab-9c7b-fd54ae08a536 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0314f2b2-73ac-4252-bd05-ba8b48c29df1 HTTP/1.1" status: 200 len: 217 time: 0.0422590 Oct 12 19:31:31.148380 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13408b34-c279-4e35-a196-0ae3714dad0c req-1cf8bda5-7f78-4a7b-9739-23cc499969bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:31.150253 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-13408b34-c279-4e35-a196-0ae3714dad0c req-1cf8bda5-7f78-4a7b-9739-23cc499969bb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=33859617-14c0-4672-bd1b-84bf0d04d8bc HTTP/1.1" status: 200 len: 859 time: 0.0633311 Oct 12 19:31:31.153924 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-07a0164c-9e99-436b-82b8-2fdde017b1d8 req-97cc3c80-e2fe-4bab-a6ba-01100b9603a5 service neutron] 10.222.0.49 "GET /v2.0/networks/f582be35-bab4-4f26-bc1a-58db576191d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028084 Oct 12 19:31:31.186404 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-13408b34-c279-4e35-a196-0ae3714dad0c req-b35809eb-562d-4560-8af6-2361b43209dd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8210e84a-9fb6-4a53-a2c3-d0f330bffa92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292013 Oct 12 19:31:31.231950 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4da2e438-0378-44d2-9510-1d4cc9703705 req-574c7748-b424-443e-aed8-24c2c0e06db5 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:31:31.245533 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2a6f15-c1cd-4d68-891b-b7105516d3cf None None] Sync routers for ids ['879310a4-6b7f-4733-8968-5719a42090c9'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:31:31.257874 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2a6f15-c1cd-4d68-891b-b7105516d3cf None None] Routers {'879310a4-6b7f-4733-8968-5719a42090c9'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:31:31.265513 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-1d2a6f15-c1cd-4d68-891b-b7105516d3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:31:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['879310a4-6b7f-4733-8968-5719a42090c9'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:31:31.288454 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-4da2e438-0378-44d2-9510-1d4cc9703705 req-574c7748-b424-443e-aed8-24c2c0e06db5 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] No DVR routers for this DVR port a1f42106-a7b0-4dd3-8e89-1f2eceabc986 on host n-h1-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:31:31.291396 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-4da2e438-0378-44d2-9510-1d4cc9703705 req-574c7748-b424-443e-aed8-24c2c0e06db5 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:31.294968 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4da2e438-0378-44d2-9510-1d4cc9703705 req-574c7748-b424-443e-aed8-24c2c0e06db5 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.61 "DELETE /v2.0/ports/a1f42106-a7b0-4dd3-8e89-1f2eceabc986 HTTP/1.1" status: 204 len: 173 time: 1.8427334 Oct 12 19:31:31.299634 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb56269f-088f-4dd7-97a9-d7a3df061653', 'name': 'network-vif-deleted', 'tag': 'a1f42106-a7b0-4dd3-8e89-1f2eceabc986'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:31:31.300845 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7b3d5a3-d0c5-4848-8f8f-20c7950c1580" -d '{"events": [{"server_uuid": "fb56269f-088f-4dd7-97a9-d7a3df061653", "name": "network-vif-deleted", "tag": "a1f42106-a7b0-4dd3-8e89-1f2eceabc986"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:31:31.361971 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-13408b34-c279-4e35-a196-0ae3714dad0c req-da4ea514-d2fb-4c83-99ac-1771b1295d99 service neutron] 10.222.0.67 "GET /v2.0/networks/8210e84a-9fb6-4a53-a2c3-d0f330bffa92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671650 Oct 12 19:31:31.413923 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e74ddfb-ed78-433d-a0e6-edc86d868274 x-openstack-request-id: req-8e74ddfb-ed78-433d-a0e6-edc86d868274 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:31:31.415003 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb56269f-088f-4dd7-97a9-d7a3df061653", "name": "network-vif-deleted", "tag": "a1f42106-a7b0-4dd3-8e89-1f2eceabc986", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:31:31.417205 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8e74ddfb-ed78-433d-a0e6-edc86d868274 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:31:31.419151 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb56269f-088f-4dd7-97a9-d7a3df061653', 'name': 'network-vif-deleted', 'tag': 'a1f42106-a7b0-4dd3-8e89-1f2eceabc986', 'status': 'completed', 'code': 200} Oct 12 19:31:31.460322 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-1d2a6f15-c1cd-4d68-891b-b7105516d3cf None None] Set router 879310a4-6b7f-4733-8968-5719a42090c9 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:31:31.535273 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a38e8085-40a4-4648-8b16-7729eb3d492a req-c07a259b-1ef5-4895-b177-65d9b4643cd3 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4da3fde-433d-4211-b917-44d9a4068811 HTTP/1.1" status: 200 len: 210 time: 0.0431726 Oct 12 19:31:31.549249 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-13408b34-c279-4e35-a196-0ae3714dad0c req-c0017960-81d9-4e60-980d-8924dd5d1988 service neutron] 10.222.0.67 "GET /v2.0/networks/8210e84a-9fb6-4a53-a2c3-d0f330bffa92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789303 Oct 12 19:31:31.675241 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-20a980bd-2672-46e1-aa2d-8fc0fce15bd3 req-c1f3236e-74ca-44a9-ae5f-fa8ba7c0a7ef tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb56269f-088f-4dd7-97a9-d7a3df061653 HTTP/1.1" status: 200 len: 210 time: 0.1211295 Oct 12 19:31:31.730230 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d0be4d6f-b236-4cb4-b4ad-3d7acb6fbcc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:31.772718 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda7399f-32c6-48fc-85f3-e7de219ab10d req-b80b9dd3-8ec4-477f-9be3-e4074769ce53 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:31.774521 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-eda7399f-32c6-48fc-85f3-e7de219ab10d req-b80b9dd3-8ec4-477f-9be3-e4074769ce53 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/ports?device_id=68ed1b32-2769-4ecc-86ab-1452bfd5bcf7 HTTP/1.1" status: 200 len: 945 time: 0.0715616 Oct 12 19:31:31.812529 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-1d2a6f15-c1cd-4d68-891b-b7105516d3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '879310a4-6b7f-4733-8968-5719a42090c9', 'name': 'tempest-ServerActionsTestJSON-305807492-router', 'tenant_id': '8037c4999d8b4d25a8c451f2b659a2c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '50f928c9-dbfe-4b6e-be8b-80a1a5c8311e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:22:28Z', 'updated_at': '2021-10-12T19:22:33Z', 'revision_number': 4, 'project_id': '8037c4999d8b4d25a8c451f2b659a2c4', 'gw_port': {'id': '50f928c9-dbfe-4b6e-be8b-80a1a5c8311e', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879310a4-6b7f-4733-8968-5719a42090c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:22:29Z', 'updated_at': '2021-10-12T19:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '51091f41-297e-4949-9ebf-a8d70b7c97da', 'name': '', 'network_id': 'f22a0b4a-70e4-4463-a6ef-6109199fd871', 'tenant_id': '8037c4999d8b4d25a8c451f2b659a2c4', 'mac_address': 'fa:16:3e:d2:73:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879310a4-6b7f-4733-8968-5719a42090c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'a09cd6ac-b3e0-423d-9e85-6644cbc7e663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:22:33Z', 'updated_at': '2021-10-12T19:22:44Z', 'revision_number': 5, 'project_id': '8037c4999d8b4d25a8c451f2b659a2c4', 'subnets': [{'id': 'a09cd6ac-b3e0-423d-9e85-6644cbc7e663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:31:31.828016 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-eda7399f-32c6-48fc-85f3-e7de219ab10d req-58c4a796-d8aa-437e-b264-dc370288d0c8 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/security-groups?id=243314df-bf60-4e8d-a5c3-b65fe30534c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458903 Oct 12 19:31:31.841017 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2a6f15-c1cd-4d68-891b-b7105516d3cf None None] Checking router: 879310a4-6b7f-4733-8968-5719a42090c9 for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:31:31.852542 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2a6f15-c1cd-4d68-891b-b7105516d3cf None None] Routers {'879310a4-6b7f-4733-8968-5719a42090c9'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:31:31.853190 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-1d2a6f15-c1cd-4d68-891b-b7105516d3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:31:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['879310a4-6b7f-4733-8968-5719a42090c9'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:31:32.001133 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-1d2a6f15-c1cd-4d68-891b-b7105516d3cf None None] Set router 879310a4-6b7f-4733-8968-5719a42090c9 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:31:32.228912 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f76556e-e67a-4c69-9ad2-d992d5ceeea6 req-86eb4c4e-63bb-4182-ae8d-6ff7dcc38364 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:32.230461 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6f76556e-e67a-4c69-9ad2-d992d5ceeea6 req-86eb4c4e-63bb-4182-ae8d-6ff7dcc38364 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 946 time: 0.0945106 Oct 12 19:31:32.240893 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-1d2a6f15-c1cd-4d68-891b-b7105516d3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '879310a4-6b7f-4733-8968-5719a42090c9', 'name': 'tempest-ServerActionsTestJSON-305807492-router', 'tenant_id': '8037c4999d8b4d25a8c451f2b659a2c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '50f928c9-dbfe-4b6e-be8b-80a1a5c8311e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:22:28Z', 'updated_at': '2021-10-12T19:22:33Z', 'revision_number': 4, 'project_id': '8037c4999d8b4d25a8c451f2b659a2c4', 'gw_port': {'id': '50f928c9-dbfe-4b6e-be8b-80a1a5c8311e', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879310a4-6b7f-4733-8968-5719a42090c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:22:29Z', 'updated_at': '2021-10-12T19:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '51091f41-297e-4949-9ebf-a8d70b7c97da', 'name': '', 'network_id': 'f22a0b4a-70e4-4463-a6ef-6109199fd871', 'tenant_id': '8037c4999d8b4d25a8c451f2b659a2c4', 'mac_address': 'fa:16:3e:d2:73:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879310a4-6b7f-4733-8968-5719a42090c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'a09cd6ac-b3e0-423d-9e85-6644cbc7e663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:22:33Z', 'updated_at': '2021-10-12T19:22:44Z', 'revision_number': 5, 'project_id': '8037c4999d8b4d25a8c451f2b659a2c4', 'subnets': [{'id': 'a09cd6ac-b3e0-423d-9e85-6644cbc7e663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:31:32.277075 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2a6f15-c1cd-4d68-891b-b7105516d3cf None None] The sync data for ids ['879310a4-6b7f-4733-8968-5719a42090c9'] in n-d-813679-3 is: [{'id': '879310a4-6b7f-4733-8968-5719a42090c9', 'name': 'tempest-ServerActionsTestJSON-305807492-router', 'tenant_id': '8037c4999d8b4d25a8c451f2b659a2c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '50f928c9-dbfe-4b6e-be8b-80a1a5c8311e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:22:28Z', 'updated_at': '2021-10-12T19:22:33Z', 'revision_number': 4, 'project_id': '8037c4999d8b4d25a8c451f2b659a2c4', 'gw_port': {'id': '50f928c9-dbfe-4b6e-be8b-80a1a5c8311e', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879310a4-6b7f-4733-8968-5719a42090c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:22:29Z', 'updated_at': '2021-10-12T19:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '51091f41-297e-4949-9ebf-a8d70b7c97da', 'name': '', 'network_id': 'f22a0b4a-70e4-4463-a6ef-6109199fd871', 'tenant_id': '8037c4999d8b4d25a8c451f2b659a2c4', 'mac_address': 'fa:16:3e:d2:73:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879310a4-6b7f-4733-8968-5719a42090c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'a09cd6ac-b3e0-423d-9e85-6644cbc7e663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:22:33Z', 'updated_at': '2021-10-12T19:22:44Z', 'revision_number': 5, 'project_id': '8037c4999d8b4d25a8c451f2b659a2c4', 'subnets': [{'id': 'a09cd6ac-b3e0-423d-9e85-6644cbc7e663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:31:32.287424 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6f76556e-e67a-4c69-9ad2-d992d5ceeea6 req-f5318334-9a77-421e-badb-e21db39cb652 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493090 Oct 12 19:31:32.520331 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:32.586453 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ebece14-2f18-44e7-b106-1c2acb29d7b9 None None] New status for floating IP 2e977c55-e9c6-49fc-8f58-e5f8e1f80e1c: DOWN {{(pid=95504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 19:31:32.629193 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0b7de421-d1c5-416e-86d1-db541afa423d req-e9437cd4-2da5-47de-b332-1ebf67b11465 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4da3fde-433d-4211-b917-44d9a4068811 HTTP/1.1" status: 200 len: 210 time: 0.0312221 Oct 12 19:31:32.787165 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device a1f42106-a7b0-4dd3-8e89-1f2eceabc986 no longer exists at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:31:32.813352 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] No Port match for: a1f42106-a7b0-4dd3-8e89-1f2eceabc986 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:31:32.814229 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device a1f42106-a7b0-4dd3-8e89-1f2eceabc986 not bound to the agent host n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:31:32.854132 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 59918) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:31:32.914643 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:32.942823 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-df0d7753-0555-4dc3-b0cf-1775f75dd01e tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:32.982282 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-df0d7753-0555-4dc3-b0cf-1775f75dd01e tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:33.000236 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:33.023396 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea239882-0e15-4c42-91af-4e3041c609ea req-788de544-cbe1-4cf7-86db-8eeb8718b06a tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:33.024925 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ea239882-0e15-4c42-91af-4e3041c609ea req-788de544-cbe1-4cf7-86db-8eeb8718b06a tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/ports?device_id=68ed1b32-2769-4ecc-86ab-1452bfd5bcf7 HTTP/1.1" status: 200 len: 945 time: 0.0950580 Oct 12 19:31:33.067107 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ea239882-0e15-4c42-91af-4e3041c609ea req-6190de00-cfec-4375-af75-b3dd88ca2009 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/security-groups?id=243314df-bf60-4e8d-a5c3-b65fe30534c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347250 Oct 12 19:31:33.143172 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-df0d7753-0555-4dc3-b0cf-1775f75dd01e tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:33.146110 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-df0d7753-0555-4dc3-b0cf-1775f75dd01e tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:33.147504 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-df0d7753-0555-4dc3-b0cf-1775f75dd01e tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "DELETE /v2.0/security-groups/8e18d525-cf41-4d49-869d-79a715be58e5 HTTP/1.1" status: 204 len: 168 time: 0.2923312 Oct 12 19:31:33.150372 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 59922) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:31:33.158128 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0d7753-0555-4dc3-b0cf-1775f75dd01e tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e18d525-cf41-4d49-869d-79a715be58e5,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:31:33.167595 n-d-813679-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-c15e2ff3-c4f8-4135-bb49-fce2943cca22 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] show failed (client error): The resource could not be found. Oct 12 19:31:33.171140 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-c15e2ff3-c4f8-4135-bb49-fce2943cca22 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "GET /v2.0/security-groups/8e18d525-cf41-4d49-869d-79a715be58e5 HTTP/1.1" status: 404 len: 347 time: 0.0172832 Oct 12 19:31:33.171477 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 59924) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:31:33.319387 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-8f6b0d90-8ada-4a9c-b51d-1b3628debab2 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Deleting port 0214d204-5c43-4a67-86da-17f176323e3a {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:31:33.319740 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8f6b0d90-8ada-4a9c-b51d-1b3628debab2 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:33.679629 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:33.749651 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-66d8f9a5-6de3-421c-8ccd-b779ae7958f4 req-f1e2e3f3-7857-4c1a-845e-839307a9ba80 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4da3fde-433d-4211-b917-44d9a4068811 HTTP/1.1" status: 200 len: 210 time: 0.0294843 Oct 12 19:31:33.799649 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8f6b0d90-8ada-4a9c-b51d-1b3628debab2 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:33.799649 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8f6b0d90-8ada-4a9c-b51d-1b3628debab2 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:33.811990 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-8f6b0d90-8ada-4a9c-b51d-1b3628debab2 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Calling delete_port for 0214d204-5c43-4a67-86da-17f176323e3a owned by network:floatingip {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:31:33.821330 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eec62b-3681-4eb0-84b9-d0aad531dc2f req-2717c27c-b31b-47d9-a76b-4928d87ea11f tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:33.822796 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-79eec62b-3681-4eb0-84b9-d0aad531dc2f req-2717c27c-b31b-47d9-a76b-4928d87ea11f tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 946 time: 0.4535472 Oct 12 19:31:33.901055 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-79eec62b-3681-4eb0-84b9-d0aad531dc2f req-0733323d-1126-442c-87e9-948e9f06b85d tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705364 Oct 12 19:31:34.109027 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8f6b0d90-8ada-4a9c-b51d-1b3628debab2 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:34.151345 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a0164c-9e99-436b-82b8-2fdde017b1d8 req-64493a65-cb1e-40ca-bf71-80f23aef39f0 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:34.153056 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-07a0164c-9e99-436b-82b8-2fdde017b1d8 req-64493a65-cb1e-40ca-bf71-80f23aef39f0 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.67 "GET /v2.0/networks?id=f582be35-bab4-4f26-bc1a-58db576191d3 HTTP/1.1" status: 200 len: 805 time: 0.1272879 Oct 12 19:31:34.171631 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-07a0164c-9e99-436b-82b8-2fdde017b1d8 req-6610ad94-8a3d-460d-a027-59f3525f22c8 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Request body: {'port': {'device_id': 'f4da3fde-433d-4211-b917-44d9a4068811', 'network_id': 'f582be35-bab4-4f26-bc1a-58db576191d3', 'admin_state_up': True, 'tenant_id': '6c99bbccf03340f58d38acd132b2d311'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:31:34.174233 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6b0d90-8ada-4a9c-b51d-1b3628debab2 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Pushing event deleted for resources: {'Port': ['ID=0214d204-5c43-4a67-86da-17f176323e3a,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:31:34.261008 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8f6b0d90-8ada-4a9c-b51d-1b3628debab2 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Notify callbacks [] for floatingip, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:34.264019 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8f6b0d90-8ada-4a9c-b51d-1b3628debab2 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:34.267866 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-8f6b0d90-8ada-4a9c-b51d-1b3628debab2 tempest-ServerActionsTestJSON-745369786 tempest-ServerActionsTestJSON-745369786-project] 10.222.0.49 "DELETE /v2.0/floatingips/2e977c55-e9c6-49fc-8f58-e5f8e1f80e1c HTTP/1.1" status: 204 len: 168 time: 1.0953066 Oct 12 19:31:34.272387 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 59950) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:31:34.340937 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809c7c5f-8251-4ac2-a6f8-436bd61e0764 req-9f76bb5f-38ee-49bd-a42c-56ad2bcc2744 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:34.342714 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-809c7c5f-8251-4ac2-a6f8-436bd61e0764 req-9f76bb5f-38ee-49bd-a42c-56ad2bcc2744 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/ports?device_id=68ed1b32-2769-4ecc-86ab-1452bfd5bcf7 HTTP/1.1" status: 200 len: 945 time: 0.1316779 Oct 12 19:31:34.409291 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-809c7c5f-8251-4ac2-a6f8-436bd61e0764 req-1436b430-6ddb-401c-b79b-6141fda50a9d tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/security-groups?id=243314df-bf60-4e8d-a5c3-b65fe30534c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573902 Oct 12 19:31:34.463728 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07a0164c-9e99-436b-82b8-2fdde017b1d8 req-6610ad94-8a3d-460d-a027-59f3525f22c8 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Made reservation on behalf of 6c99bbccf03340f58d38acd132b2d311 for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:31:34.472983 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-07a0164c-9e99-436b-82b8-2fdde017b1d8 req-6610ad94-8a3d-460d-a027-59f3525f22c8 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:34.530139 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:34.648216 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [req-07a0164c-9e99-436b-82b8-2fdde017b1d8 req-6610ad94-8a3d-460d-a027-59f3525f22c8 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Allocated IP 172.20.0.2 (f582be35-bab4-4f26-bc1a-58db576191d3/73b6b3c2-9ed6-4d2c-9d78-2de520105652/26e2e43b-64cb-42a6-8bbf-733d254324d0) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:31:34.804501 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d1e7e1-b026-4c0f-ae9e-eeb3e5a2b9dd req-6ca6e94c-6d2f-476e-9a97-835d1dae5902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:34.806329 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-33d1e7e1-b026-4c0f-ae9e-eeb3e5a2b9dd req-6ca6e94c-6d2f-476e-9a97-835d1dae5902 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=68ed1b32-2769-4ecc-86ab-1452bfd5bcf7 HTTP/1.1" status: 200 len: 1096 time: 0.0998085 Oct 12 19:31:34.892920 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-33d1e7e1-b026-4c0f-ae9e-eeb3e5a2b9dd req-1128741f-306f-45c4-9ce3-e6c490760f8e service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=243314df-bf60-4e8d-a5c3-b65fe30534c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718331 Oct 12 19:31:34.906279 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-07a0164c-9e99-436b-82b8-2fdde017b1d8 req-6610ad94-8a3d-460d-a027-59f3525f22c8 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:34.915282 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-92a5fe41-cfae-4fc5-ac10-00c3957681b3 req-158442ae-244f-4c62-abb7-9e6c57313e90 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4da3fde-433d-4211-b917-44d9a4068811 HTTP/1.1" status: 200 len: 210 time: 0.0416527 Oct 12 19:31:34.997343 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-03d4126d-3493-45a7-8c6e-2e281f804877 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8092566'] for router_interface, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:35.033140 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-07a0164c-9e99-436b-82b8-2fdde017b1d8 req-6610ad94-8a3d-460d-a027-59f3525f22c8 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:35.111329 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995cf293-5c86-453a-a963-81ee10ef6252 req-e6dc507c-183c-4508-8d31-4517982feee6 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:35.113004 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-995cf293-5c86-453a-a963-81ee10ef6252 req-e6dc507c-183c-4508-8d31-4517982feee6 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 946 time: 0.1146498 Oct 12 19:31:35.117257 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07a0164c-9e99-436b-82b8-2fdde017b1d8 req-6610ad94-8a3d-460d-a027-59f3525f22c8 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Network f582be35-bab4-4f26-bc1a-58db576191d3 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:31:35.124506 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [req-07a0164c-9e99-436b-82b8-2fdde017b1d8 req-6610ad94-8a3d-460d-a027-59f3525f22c8 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:31:35.134508 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-07a0164c-9e99-436b-82b8-2fdde017b1d8 req-6610ad94-8a3d-460d-a027-59f3525f22c8 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:31:35.138919 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6610ad94-8a3d-460d-a027-59f3525f22c8 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Pushing event updated for resources: {'Port': ['ID=26e2e43b-64cb-42a6-8bbf-733d254324d0,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:31:35.201993 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-995cf293-5c86-453a-a963-81ee10ef6252 req-3037635c-2204-4348-bb72-c85f6eda6664 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818057 Oct 12 19:31:35.208105 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a0164c-9e99-436b-82b8-2fdde017b1d8 req-6610ad94-8a3d-460d-a027-59f3525f22c8 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:35.208686 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-07a0164c-9e99-436b-82b8-2fdde017b1d8 req-6610ad94-8a3d-460d-a027-59f3525f22c8 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:35.277170 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-07a0164c-9e99-436b-82b8-2fdde017b1d8 req-6610ad94-8a3d-460d-a027-59f3525f22c8 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1127174 Oct 12 19:31:35.290287 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-07a0164c-9e99-436b-82b8-2fdde017b1d8 req-10c968c9-ede0-49fe-a9ad-3eaf4469acab service neutron] Request body: {'port': {'device_id': 'f4da3fde-433d-4211-b917-44d9a4068811', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-3'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:31:35.326123 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-03d4126d-3493-45a7-8c6e-2e281f804877 admin admin] Deleting port 51091f41-297e-4949-9ebf-a8d70b7c97da {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:31:35.326123 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-03d4126d-3493-45a7-8c6e-2e281f804877 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:35.383889 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-07a0164c-9e99-436b-82b8-2fdde017b1d8 req-10c968c9-ede0-49fe-a9ad-3eaf4469acab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:35.429083 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-03d4126d-3493-45a7-8c6e-2e281f804877 admin admin] For port 51091f41-297e-4949-9ebf-a8d70b7c97da, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=51091f41-297e-4949-9ebf-a8d70b7c97da,segment=NetworkSegment(1311cbfc-168d-4d44-b005-c99086bc74c8),segment_id=1311cbfc-168d-4d44-b005-c99086bc74c8)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:31:35.429083 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-03d4126d-3493-45a7-8c6e-2e281f804877 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:35.452252 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-03d4126d-3493-45a7-8c6e-2e281f804877 admin admin] Calling delete_port for 51091f41-297e-4949-9ebf-a8d70b7c97da owned by network:router_interface {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:31:35.569779 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582e1107-7d55-43c2-a093-05f17e053b12 req-29a5f179-df62-4938-8ed2-800f69bff60a tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:35.571256 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-582e1107-7d55-43c2-a093-05f17e053b12 req-29a5f179-df62-4938-8ed2-800f69bff60a tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/ports?device_id=68ed1b32-2769-4ecc-86ab-1452bfd5bcf7 HTTP/1.1" status: 200 len: 945 time: 0.0759106 Oct 12 19:31:35.656238 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-582e1107-7d55-43c2-a093-05f17e053b12 req-3c787f44-e491-4e43-b862-fc997058cf60 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/security-groups?id=243314df-bf60-4e8d-a5c3-b65fe30534c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530145 Oct 12 19:31:35.694287 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [req-07a0164c-9e99-436b-82b8-2fdde017b1d8 req-10c968c9-ede0-49fe-a9ad-3eaf4469acab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26e2e43b-64cb-42a6-8bbf-733d254324d0 {{(pid=95501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:31:35.702352 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-07a0164c-9e99-436b-82b8-2fdde017b1d8 req-10c968c9-ede0-49fe-a9ad-3eaf4469acab service neutron] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:35.800312 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.provisioning_blocks [req-07a0164c-9e99-436b-82b8-2fdde017b1d8 req-10c968c9-ede0-49fe-a9ad-3eaf4469acab service neutron] Transition to ACTIVE for port object 26e2e43b-64cb-42a6-8bbf-733d254324d0 will not be triggered until provisioned by entity L2. {{(pid=95501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:31:35.800527 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-03d4126d-3493-45a7-8c6e-2e281f804877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:35.832573 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d4126d-3493-45a7-8c6e-2e281f804877 admin admin] Pushing event deleted for resources: {'Port': ['ID=51091f41-297e-4949-9ebf-a8d70b7c97da,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:31:35.907441 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-07a0164c-9e99-436b-82b8-2fdde017b1d8 req-10c968c9-ede0-49fe-a9ad-3eaf4469acab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:35.971715 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c968c9-ede0-49fe-a9ad-3eaf4469acab service neutron] Pushing event updated for resources: {'Port': ['ID=26e2e43b-64cb-42a6-8bbf-733d254324d0,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:31:36.014401 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-03d4126d-3493-45a7-8c6e-2e281f804877 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7898909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8092450'] for router_interface, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:36.086245 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-07a0164c-9e99-436b-82b8-2fdde017b1d8 req-10c968c9-ede0-49fe-a9ad-3eaf4469acab service neutron] Attempting to bind port 26e2e43b-64cb-42a6-8bbf-733d254324d0 on host n-h2-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:31:36.086514 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-07a0164c-9e99-436b-82b8-2fdde017b1d8 req-10c968c9-ede0-49fe-a9ad-3eaf4469acab service neutron] Attempting to bind port 26e2e43b-64cb-42a6-8bbf-733d254324d0 by drivers openvswitch,hyperv on host n-h2-813679-3 at level 0 using segments [{'id': '25f482b3-2b9d-4f97-b4b0-3430c63be1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'f582be35-bab4-4f26-bc1a-58db576191d3'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:31:36.086844 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a0164c-9e99-436b-82b8-2fdde017b1d8 req-10c968c9-ede0-49fe-a9ad-3eaf4469acab service neutron] Attempting to bind port 26e2e43b-64cb-42a6-8bbf-733d254324d0 on network f582be35-bab4-4f26-bc1a-58db576191d3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:31:36.110831 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968b7570-933a-4c49-8fde-e60369d8f50d req-0afcb7e9-4b70-473f-9588-4fc305bea21b tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:36.112992 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-968b7570-933a-4c49-8fde-e60369d8f50d req-0afcb7e9-4b70-473f-9588-4fc305bea21b tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4da3fde-433d-4211-b917-44d9a4068811 HTTP/1.1" status: 200 len: 943 time: 0.1011522 Oct 12 19:31:36.114779 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a0164c-9e99-436b-82b8-2fdde017b1d8 req-10c968c9-ede0-49fe-a9ad-3eaf4469acab service neutron] Port 26e2e43b-64cb-42a6-8bbf-733d254324d0 on network f582be35-bab4-4f26-bc1a-58db576191d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:31:36.115928 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a0164c-9e99-436b-82b8-2fdde017b1d8 req-10c968c9-ede0-49fe-a9ad-3eaf4469acab service neutron] Attempting to bind port 26e2e43b-64cb-42a6-8bbf-733d254324d0 on network f582be35-bab4-4f26-bc1a-58db576191d3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:31:36.129791 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a0164c-9e99-436b-82b8-2fdde017b1d8 req-10c968c9-ede0-49fe-a9ad-3eaf4469acab service neutron] Checking agent: {'id': '233fbd7d-38e4-434f-bb8f-05364d7423a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:31:36.130434 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a0164c-9e99-436b-82b8-2fdde017b1d8 req-10c968c9-ede0-49fe-a9ad-3eaf4469acab service neutron] Checking segment: {'id': '25f482b3-2b9d-4f97-b4b0-3430c63be1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'f582be35-bab4-4f26-bc1a-58db576191d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:31:36.130849 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a0164c-9e99-436b-82b8-2fdde017b1d8 req-10c968c9-ede0-49fe-a9ad-3eaf4469acab service neutron] Bound using segment: {'id': '25f482b3-2b9d-4f97-b4b0-3430c63be1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'f582be35-bab4-4f26-bc1a-58db576191d3'} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:31:36.131304 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-07a0164c-9e99-436b-82b8-2fdde017b1d8 req-10c968c9-ede0-49fe-a9ad-3eaf4469acab service neutron] Bound port: 26e2e43b-64cb-42a6-8bbf-733d254324d0, host: n-h2-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25f482b3-2b9d-4f97-b4b0-3430c63be1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'f582be35-bab4-4f26-bc1a-58db576191d3'}}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:31:36.131723 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-07a0164c-9e99-436b-82b8-2fdde017b1d8 req-10c968c9-ede0-49fe-a9ad-3eaf4469acab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:36.188202 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-968b7570-933a-4c49-8fde-e60369d8f50d req-a6ff31e9-739c-4b0c-a462-14170049b032 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c11fc84-4f57-43db-8c17-f81427a08139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679526 Oct 12 19:31:36.228641 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-07a0164c-9e99-436b-82b8-2fdde017b1d8 req-10c968c9-ede0-49fe-a9ad-3eaf4469acab service neutron] For port 26e2e43b-64cb-42a6-8bbf-733d254324d0, host n-h2-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:31:36.232061 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-07a0164c-9e99-436b-82b8-2fdde017b1d8 req-10c968c9-ede0-49fe-a9ad-3eaf4469acab service neutron] For port 26e2e43b-64cb-42a6-8bbf-733d254324d0, host n-h2-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=26e2e43b-64cb-42a6-8bbf-733d254324d0,segment=NetworkSegment(25f482b3-2b9d-4f97-b4b0-3430c63be1bb),segment_id=25f482b3-2b9d-4f97-b4b0-3430c63be1bb)] {{(pid=95501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:31:36.267443 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03d4126d-3493-45a7-8c6e-2e281f804877 admin admin] Router 879310a4-6b7f-4733-8968-5719a42090c9 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:31:36.336236 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-07a0164c-9e99-436b-82b8-2fdde017b1d8 req-10c968c9-ede0-49fe-a9ad-3eaf4469acab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:36.394429 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a0164c-9e99-436b-82b8-2fdde017b1d8 req-10c968c9-ede0-49fe-a9ad-3eaf4469acab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:36.395478 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-07a0164c-9e99-436b-82b8-2fdde017b1d8 req-10c968c9-ede0-49fe-a9ad-3eaf4469acab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:36.396982 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-07a0164c-9e99-436b-82b8-2fdde017b1d8 req-10c968c9-ede0-49fe-a9ad-3eaf4469acab service neutron] 10.222.0.67 "PUT /v2.0/ports/26e2e43b-64cb-42a6-8bbf-733d254324d0 HTTP/1.1" status: 200 len: 1091 time: 1.1112232 Oct 12 19:31:36.399305 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4da3fde-433d-4211-b917-44d9a4068811', 'tag': '26e2e43b-64cb-42a6-8bbf-733d254324d0'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:31:36.404726 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa6ea374-1810-4dbf-88b1-dcffe4331af1" -d '{"events": [{"name": "network-changed", "server_uuid": "f4da3fde-433d-4211-b917-44d9a4068811", "tag": "26e2e43b-64cb-42a6-8bbf-733d254324d0"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:31:36.408760 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95df10e1-8e4b-4752-b78f-a5e6bb046c8e req-24758368-3398-426e-8211-e0eeacd43fa6 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:36.410278 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-95df10e1-8e4b-4752-b78f-a5e6bb046c8e req-24758368-3398-426e-8211-e0eeacd43fa6 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 946 time: 0.1262333 Oct 12 19:31:36.437655 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03d4126d-3493-45a7-8c6e-2e281f804877 admin admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:31:36.444586 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-03d4126d-3493-45a7-8c6e-2e281f804877 admin admin] 10.222.0.49 "PUT /v2.0/routers/879310a4-6b7f-4733-8968-5719a42090c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1708176 Oct 12 19:31:36.448729 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 59998) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:31:36.448966 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9ff56e-d7cd-4cc2-85d9-0ba94566dbe5 None None] Sync routers for ids ['879310a4-6b7f-4733-8968-5719a42090c9'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:31:36.460887 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c968c9-ede0-49fe-a9ad-3eaf4469acab service neutron] Pushing event updated for resources: {'Port': ['ID=26e2e43b-64cb-42a6-8bbf-733d254324d0,revision_number=3']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:31:36.471970 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9ff56e-d7cd-4cc2-85d9-0ba94566dbe5 None None] Routers {'879310a4-6b7f-4733-8968-5719a42090c9'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:31:36.472805 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-ed9ff56e-d7cd-4cc2-85d9-0ba94566dbe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:31:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['879310a4-6b7f-4733-8968-5719a42090c9'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:31:36.492439 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-95df10e1-8e4b-4752-b78f-a5e6bb046c8e req-5fe3f35a-e183-4b73-865b-8e364db297af tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748787 Oct 12 19:31:36.515568 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8854fc53-8e74-4b96-acd4-c8be8cfc33f4 x-openstack-request-id: req-8854fc53-8e74-4b96-acd4-c8be8cfc33f4 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:31:36.516067 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4da3fde-433d-4211-b917-44d9a4068811", "tag": "26e2e43b-64cb-42a6-8bbf-733d254324d0", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:31:36.517173 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8854fc53-8e74-4b96-acd4-c8be8cfc33f4 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:31:36.517882 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4da3fde-433d-4211-b917-44d9a4068811', 'tag': '26e2e43b-64cb-42a6-8bbf-733d254324d0', 'status': 'completed', 'code': 200} Oct 12 19:31:36.593415 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-ed9ff56e-d7cd-4cc2-85d9-0ba94566dbe5 None None] Set router 879310a4-6b7f-4733-8968-5719a42090c9 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:31:36.663276 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6ea374-1810-4dbf-88b1-dcffe4331af1 req-400add60-6c9c-4004-9ba0-159a4bc8c54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:36.676945 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fa6ea374-1810-4dbf-88b1-dcffe4331af1 req-400add60-6c9c-4004-9ba0-159a4bc8c54c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6c99bbccf03340f58d38acd132b2d311&device_id=f4da3fde-433d-4211-b917-44d9a4068811 HTTP/1.1" status: 200 len: 1094 time: 0.1581855 Oct 12 19:31:36.754573 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e027c20f-80b2-42ab-900c-0ba6485d05bc admin admin] Notify callbacks [] for router, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:36.803458 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-ed9ff56e-d7cd-4cc2-85d9-0ba94566dbe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '879310a4-6b7f-4733-8968-5719a42090c9', 'name': 'tempest-ServerActionsTestJSON-305807492-router', 'tenant_id': '8037c4999d8b4d25a8c451f2b659a2c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '50f928c9-dbfe-4b6e-be8b-80a1a5c8311e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:22:28Z', 'updated_at': '2021-10-12T19:31:35Z', 'revision_number': 5, 'project_id': '8037c4999d8b4d25a8c451f2b659a2c4', 'gw_port': {'id': '50f928c9-dbfe-4b6e-be8b-80a1a5c8311e', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879310a4-6b7f-4733-8968-5719a42090c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:22:29Z', 'updated_at': '2021-10-12T19:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:31:36.847797 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9ff56e-d7cd-4cc2-85d9-0ba94566dbe5 None None] Checking router: 879310a4-6b7f-4733-8968-5719a42090c9 for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:31:36.858513 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9ff56e-d7cd-4cc2-85d9-0ba94566dbe5 None None] Routers {'879310a4-6b7f-4733-8968-5719a42090c9'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:31:36.859407 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-ed9ff56e-d7cd-4cc2-85d9-0ba94566dbe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:31:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['879310a4-6b7f-4733-8968-5719a42090c9'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:31:37.000189 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-ed9ff56e-d7cd-4cc2-85d9-0ba94566dbe5 None None] Set router 879310a4-6b7f-4733-8968-5719a42090c9 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:31:37.196187 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-ed9ff56e-d7cd-4cc2-85d9-0ba94566dbe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '879310a4-6b7f-4733-8968-5719a42090c9', 'name': 'tempest-ServerActionsTestJSON-305807492-router', 'tenant_id': '8037c4999d8b4d25a8c451f2b659a2c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '50f928c9-dbfe-4b6e-be8b-80a1a5c8311e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:22:28Z', 'updated_at': '2021-10-12T19:31:35Z', 'revision_number': 5, 'project_id': '8037c4999d8b4d25a8c451f2b659a2c4', 'gw_port': {'id': '50f928c9-dbfe-4b6e-be8b-80a1a5c8311e', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879310a4-6b7f-4733-8968-5719a42090c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:22:29Z', 'updated_at': '2021-10-12T19:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:31:37.223597 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9ff56e-d7cd-4cc2-85d9-0ba94566dbe5 None None] The sync data for ids ['879310a4-6b7f-4733-8968-5719a42090c9'] in n-d-813679-3 is: [{'id': '879310a4-6b7f-4733-8968-5719a42090c9', 'name': 'tempest-ServerActionsTestJSON-305807492-router', 'tenant_id': '8037c4999d8b4d25a8c451f2b659a2c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '50f928c9-dbfe-4b6e-be8b-80a1a5c8311e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:22:28Z', 'updated_at': '2021-10-12T19:31:35Z', 'revision_number': 5, 'project_id': '8037c4999d8b4d25a8c451f2b659a2c4', 'gw_port': {'id': '50f928c9-dbfe-4b6e-be8b-80a1a5c8311e', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879310a4-6b7f-4733-8968-5719a42090c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:22:29Z', 'updated_at': '2021-10-12T19:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:31:37.316945 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6ea374-1810-4dbf-88b1-dcffe4331af1 req-05dcd683-da44-42fd-9036-49d575513c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:37.318414 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fa6ea374-1810-4dbf-88b1-dcffe4331af1 req-05dcd683-da44-42fd-9036-49d575513c4f service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=6c99bbccf03340f58d38acd132b2d311&shared=False HTTP/1.1" status: 200 len: 906 time: 0.6322443 Oct 12 19:31:37.332389 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4238fe-5a52-4d36-9f45-32fb98d49a6d req-9e40aa88-7fb4-46a0-8d85-db2cdbc90df3 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:37.333781 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7b4238fe-5a52-4d36-9f45-32fb98d49a6d req-9e40aa88-7fb4-46a0-8d85-db2cdbc90df3 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/ports?device_id=68ed1b32-2769-4ecc-86ab-1452bfd5bcf7 HTTP/1.1" status: 200 len: 945 time: 0.5122483 Oct 12 19:31:37.347057 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf4a57e-83c8-4ea0-a185-1978581eff73 req-87fea506-815c-4be3-a2e2-266bb7eb3911 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:37.348670 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4cf4a57e-83c8-4ea0-a185-1978581eff73 req-87fea506-815c-4be3-a2e2-266bb7eb3911 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4da3fde-433d-4211-b917-44d9a4068811 HTTP/1.1" status: 200 len: 943 time: 0.0560660 Oct 12 19:31:37.387038 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4cf4a57e-83c8-4ea0-a185-1978581eff73 req-21bea492-a294-4a07-9a10-fb0e7c15fbf3 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c11fc84-4f57-43db-8c17-f81427a08139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323713 Oct 12 19:31:37.419970 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e027c20f-80b2-42ab-900c-0ba6485d05bc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:37.452069 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7b4238fe-5a52-4d36-9f45-32fb98d49a6d req-778df877-b045-4075-aeaa-a6232a0a6eb5 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/security-groups?id=243314df-bf60-4e8d-a5c3-b65fe30534c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022108 Oct 12 19:31:37.482769 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6ea374-1810-4dbf-88b1-dcffe4331af1 req-77189566-62a0-46f4-b971-8fe3e38cc843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:37.486450 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fa6ea374-1810-4dbf-88b1-dcffe4331af1 req-77189566-62a0-46f4-b971-8fe3e38cc843 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1517887 Oct 12 19:31:37.625665 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a0164c-9e99-436b-82b8-2fdde017b1d8 req-c6925bbc-5206-4f81-9cc2-d641affdffc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:37.627462 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-07a0164c-9e99-436b-82b8-2fdde017b1d8 req-c6925bbc-5206-4f81-9cc2-d641affdffc7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6c99bbccf03340f58d38acd132b2d311&device_id=f4da3fde-433d-4211-b917-44d9a4068811 HTTP/1.1" status: 200 len: 1094 time: 0.0878110 Oct 12 19:31:37.629699 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-e027c20f-80b2-42ab-900c-0ba6485d05bc admin admin] Deleting port 50f928c9-dbfe-4b6e-be8b-80a1a5c8311e {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:31:37.630300 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e027c20f-80b2-42ab-900c-0ba6485d05bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:37.677891 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4d5e34-9ba0-4b43-a96e-00d9c1560344 req-6a95adf8-82ea-4e39-af90-d2065e2ee9e9 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:37.679519 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ab4d5e34-9ba0-4b43-a96e-00d9c1560344 req-6a95adf8-82ea-4e39-af90-d2065e2ee9e9 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 946 time: 0.0670726 Oct 12 19:31:37.709337 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-07a0164c-9e99-436b-82b8-2fdde017b1d8 req-00a46419-e16c-453b-bb47-f3a2c77ce0e6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=26e2e43b-64cb-42a6-8bbf-733d254324d0 HTTP/1.1" status: 200 len: 217 time: 0.0659733 Oct 12 19:31:37.752628 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ab4d5e34-9ba0-4b43-a96e-00d9c1560344 req-9ce8dcfa-bae3-4ea0-a7c3-b858dac4b9e7 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597680 Oct 12 19:31:37.813879 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [None req-e027c20f-80b2-42ab-900c-0ba6485d05bc admin admin] For port 50f928c9-dbfe-4b6e-be8b-80a1a5c8311e, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=50f928c9-dbfe-4b6e-be8b-80a1a5c8311e,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:31:37.814250 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e027c20f-80b2-42ab-900c-0ba6485d05bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:37.827064 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a0164c-9e99-436b-82b8-2fdde017b1d8 req-958b4199-943a-4c2d-9ff0-d795cb53b3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:37.828532 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-07a0164c-9e99-436b-82b8-2fdde017b1d8 req-958b4199-943a-4c2d-9ff0-d795cb53b3f3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=73b6b3c2-9ed6-4d2c-9d78-2de520105652 HTTP/1.1" status: 200 len: 845 time: 0.1046174 Oct 12 19:31:37.833283 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-e027c20f-80b2-42ab-900c-0ba6485d05bc admin admin] Calling delete_port for 50f928c9-dbfe-4b6e-be8b-80a1a5c8311e owned by network:router_gateway {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:31:37.878712 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-07a0164c-9e99-436b-82b8-2fdde017b1d8 req-65ca7f89-6d25-4d06-bb03-3fdf2006fa9a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f582be35-bab4-4f26-bc1a-58db576191d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365391 Oct 12 19:31:38.010453 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34cbc66-57cc-42d0-99dd-7323c95e0df9 req-bc3cd894-52d2-4d3e-973b-3853cc0519b8 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:38.022590 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e34cbc66-57cc-42d0-99dd-7323c95e0df9 req-bc3cd894-52d2-4d3e-973b-3853cc0519b8 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/ports?device_id=68ed1b32-2769-4ecc-86ab-1452bfd5bcf7 HTTP/1.1" status: 200 len: 945 time: 0.0938871 Oct 12 19:31:38.073260 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e34cbc66-57cc-42d0-99dd-7323c95e0df9 req-ff4a01cd-0e2d-4090-9c54-35f6b8d996c9 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/security-groups?id=243314df-bf60-4e8d-a5c3-b65fe30534c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497980 Oct 12 19:31:38.109653 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeebf1c-38c3-4e49-aefa-f94d26e064e1 req-d558f5d5-058d-4519-93ce-0b33906d2349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:38.111820 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-bbeebf1c-38c3-4e49-aefa-f94d26e064e1 req-d558f5d5-058d-4519-93ce-0b33906d2349 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4c933ffb6c834d75ab3714dceb2123eb&device_id=68ed1b32-2769-4ecc-86ab-1452bfd5bcf7 HTTP/1.1" status: 200 len: 1096 time: 0.1220615 Oct 12 19:31:38.177013 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 51091f41-297e-4949-9ebf-a8d70b7c97da no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:31:38.199262 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 51091f41-297e-4949-9ebf-a8d70b7c97da {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:31:38.199678 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 51091f41-297e-4949-9ebf-a8d70b7c97da not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:31:38.206726 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-07a0164c-9e99-436b-82b8-2fdde017b1d8 req-4a1437f8-6b0b-4d9d-9e23-55bfadc45d5a service neutron] 10.222.0.67 "GET /v2.0/networks/f582be35-bab4-4f26-bc1a-58db576191d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2726455 Oct 12 19:31:38.318853 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeebf1c-38c3-4e49-aefa-f94d26e064e1 req-ede6d208-eca4-42b4-ae4c-a4cc1e98eb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:38.320711 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-bbeebf1c-38c3-4e49-aefa-f94d26e064e1 req-ede6d208-eca4-42b4-ae4c-a4cc1e98eb8a service neutron] 10.222.0.67 "GET /v2.0/networks?id=8210e84a-9fb6-4a53-a2c3-d0f330bffa92 HTTP/1.1" status: 200 len: 920 time: 0.2013688 Oct 12 19:31:38.378306 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e027c20f-80b2-42ab-900c-0ba6485d05bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:38.383432 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-bbeebf1c-38c3-4e49-aefa-f94d26e064e1 req-47fd575e-7268-4571-8cde-1fff4697c81f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0314f2b2-73ac-4252-bd05-ba8b48c29df1 HTTP/1.1" status: 200 len: 217 time: 0.0554466 Oct 12 19:31:38.403095 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-07a0164c-9e99-436b-82b8-2fdde017b1d8 req-d844458b-20c7-4573-8776-90cc7d01d93f service neutron] 10.222.0.67 "GET /v2.0/networks/f582be35-bab4-4f26-bc1a-58db576191d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872034 Oct 12 19:31:38.415986 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e027c20f-80b2-42ab-900c-0ba6485d05bc admin admin] Pushing event deleted for resources: {'Port': ['ID=50f928c9-dbfe-4b6e-be8b-80a1a5c8311e,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:31:38.519222 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeebf1c-38c3-4e49-aefa-f94d26e064e1 req-88e669c2-0ad7-4968-8e96-89563ef3bcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:38.520723 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-bbeebf1c-38c3-4e49-aefa-f94d26e064e1 req-88e669c2-0ad7-4968-8e96-89563ef3bcd7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=33859617-14c0-4672-bd1b-84bf0d04d8bc HTTP/1.1" status: 200 len: 859 time: 0.1167738 Oct 12 19:31:38.559868 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e027c20f-80b2-42ab-900c-0ba6485d05bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7915456'] for router_gateway, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:38.562939 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-bbeebf1c-38c3-4e49-aefa-f94d26e064e1 req-077612ad-6548-4c1a-a67d-e674ca35c598 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8210e84a-9fb6-4a53-a2c3-d0f330bffa92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327218 Oct 12 19:31:38.673975 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6f2450-0dbb-4b8a-b88d-aca620a4da94 req-958ef195-a0fb-4b0a-909d-b2b6a892a4f9 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:38.675359 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fd6f2450-0dbb-4b8a-b88d-aca620a4da94 req-958ef195-a0fb-4b0a-909d-b2b6a892a4f9 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4da3fde-433d-4211-b917-44d9a4068811 HTTP/1.1" status: 200 len: 943 time: 0.1905463 Oct 12 19:31:38.712953 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e027c20f-80b2-42ab-900c-0ba6485d05bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255495'] for router, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:38.720774 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e027c20f-80b2-42ab-900c-0ba6485d05bc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:38.801994 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fd6f2450-0dbb-4b8a-b88d-aca620a4da94 req-dd8564f1-ebd6-489e-9f7c-f343c4a940ba tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c11fc84-4f57-43db-8c17-f81427a08139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996625 Oct 12 19:31:38.827089 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-bbeebf1c-38c3-4e49-aefa-f94d26e064e1 req-e60e5100-f153-4045-a789-15b02d80fc7c service neutron] 10.222.0.67 "GET /v2.0/networks/8210e84a-9fb6-4a53-a2c3-d0f330bffa92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329102 Oct 12 19:31:38.884350 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e027c20f-80b2-42ab-900c-0ba6485d05bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8093499'] for router, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:38.884935 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e027c20f-80b2-42ab-900c-0ba6485d05bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 879310a4-6b7f-4733-8968-5719a42090c9 {{(pid=95501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 19:31:38.893484 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e830442e-0565-4990-874b-6bfdc76d9408 req-3ebfb218-7125-4592-85d3-59490a709dc9 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:38.896868 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e830442e-0565-4990-874b-6bfdc76d9408 req-3ebfb218-7125-4592-85d3-59490a709dc9 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 946 time: 0.0588942 Oct 12 19:31:38.901633 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e027c20f-80b2-42ab-900c-0ba6485d05bc admin admin] Notify callbacks [] for router, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:38.903011 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-e027c20f-80b2-42ab-900c-0ba6485d05bc admin admin] 10.222.0.49 "DELETE /v2.0/routers/879310a4-6b7f-4733-8968-5719a42090c9 HTTP/1.1" status: 204 len: 168 time: 2.4532170 Oct 12 19:31:38.905879 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 60064) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:31:38.953886 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-bbeebf1c-38c3-4e49-aefa-f94d26e064e1 req-8495a432-ee29-4cb5-899d-f4422a4a69f4 service neutron] 10.222.0.67 "GET /v2.0/networks/8210e84a-9fb6-4a53-a2c3-d0f330bffa92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186509 Oct 12 19:31:39.018766 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e70b729-91b9-4975-aa16-e8f3889d762f admin admin] Deleting subnet a09cd6ac-b3e0-423d-9e85-6644cbc7e663 {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:31:39.024823 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e830442e-0565-4990-874b-6bfdc76d9408 req-e75c340f-7677-4d18-9670-2c8362e1149c tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206682 Oct 12 19:31:39.025612 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0e70b729-91b9-4975-aa16-e8f3889d762f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:39.065911 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0e70b729-91b9-4975-aa16-e8f3889d762f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16313642'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:39.089419 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [req-20315681-f2f2-4ae4-8e7b-7426ca75e895 req-fbfd3af0-e712-4359-bc48-d994eaf86a45 service neutron] (95502) timed out ('10.222.0.61', 53472) {{(pid=95502) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 12 19:31:39.191103 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0e70b729-91b9-4975-aa16-e8f3889d762f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:39.214434 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b5395e-a6de-4048-8fa4-485c4771ef9d req-44951242-8f31-433e-841c-ebf8643212b2 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:39.216133 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-66b5395e-a6de-4048-8fa4-485c4771ef9d req-44951242-8f31-433e-841c-ebf8643212b2 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/ports?device_id=68ed1b32-2769-4ecc-86ab-1452bfd5bcf7 HTTP/1.1" status: 200 len: 945 time: 0.0671337 Oct 12 19:31:39.261782 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-66b5395e-a6de-4048-8fa4-485c4771ef9d req-2b514da0-78c6-4ebe-ab98-4426930c44eb tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/security-groups?id=243314df-bf60-4e8d-a5c3-b65fe30534c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367510 Oct 12 19:31:39.301805 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [req-4bded72b-d8ed-4db9-9407-282e4871b84d req-95d9d90e-aa63-4d5f-8b40-1577ccd16276 service neutron] (95501) timed out ('10.222.0.61', 53450) {{(pid=95501) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 12 19:31:39.314775 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0e70b729-91b9-4975-aa16-e8f3889d762f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4306592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16245866'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:39.340014 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e70b729-91b9-4975-aa16-e8f3889d762f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a09cd6ac-b3e0-423d-9e85-6644cbc7e663,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:31:39.343652 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0e70b729-91b9-4975-aa16-e8f3889d762f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:39.347517 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-0e70b729-91b9-4975-aa16-e8f3889d762f admin admin] 10.222.0.49 "DELETE /v2.0/subnets/a09cd6ac-b3e0-423d-9e85-6644cbc7e663 HTTP/1.1" status: 204 len: 168 time: 0.4344640 Oct 12 19:31:39.350362 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 60076) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:31:39.350921 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c037a2f-f480-4e7d-8cd7-e14b073d7902 None None] Network f22a0b4a-70e4-4463-a6ef-6109199fd871 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:31:39.444241 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a5d3aca0-3842-4b44-bb16-690967f3c763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:39.508422 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-a5d3aca0-3842-4b44-bb16-690967f3c763 admin admin] Deleting port 4d6cd5e3-0d3b-4b57-9d41-9841dde49381 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:31:39.508788 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a5d3aca0-3842-4b44-bb16-690967f3c763 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:39.581111 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [None req-a5d3aca0-3842-4b44-bb16-690967f3c763 admin admin] For port 4d6cd5e3-0d3b-4b57-9d41-9841dde49381, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=4d6cd5e3-0d3b-4b57-9d41-9841dde49381,segment=NetworkSegment(1311cbfc-168d-4d44-b005-c99086bc74c8),segment_id=1311cbfc-168d-4d44-b005-c99086bc74c8)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:31:39.581478 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a5d3aca0-3842-4b44-bb16-690967f3c763 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:39.595473 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-a5d3aca0-3842-4b44-bb16-690967f3c763 admin admin] Calling delete_port for 4d6cd5e3-0d3b-4b57-9d41-9841dde49381 owned by network:dhcp {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:31:39.759611 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7dc1a46-25ac-4dd6-815a-d7adfec262d4 None None] DHCP port deletion for f22a0b4a-70e4-4463-a6ef-6109199fd871 request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 19:31:39.759997 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a5d3aca0-3842-4b44-bb16-690967f3c763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:39.788890 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d3aca0-3842-4b44-bb16-690967f3c763 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d6cd5e3-0d3b-4b57-9d41-9841dde49381,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:31:39.790724 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d3aca0-3842-4b44-bb16-690967f3c763 admin admin] No DVR routers for this DVR port 4d6cd5e3-0d3b-4b57-9d41-9841dde49381 on host n-d-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:31:39.873322 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a5d3aca0-3842-4b44-bb16-690967f3c763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:39.894336 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-a5d3aca0-3842-4b44-bb16-690967f3c763 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f22a0b4a-70e4-4463-a6ef-6109199fd871']}} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:31:39.903730 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-a5d3aca0-3842-4b44-bb16-690967f3c763 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1311cbfc-168d-4d44-b005-c99086bc74c8') {'for_net_delete': True} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:31:39.904108 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-a5d3aca0-3842-4b44-bb16-690967f3c763 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1311cbfc-168d-4d44-b005-c99086bc74c8') {} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:31:39.914070 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a5d3aca0-3842-4b44-bb16-690967f3c763 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4281072'] for segment, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:39.937016 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a5d3aca0-3842-4b44-bb16-690967f3c763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:39.945912 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5df9392-239c-45ad-977c-1cbdff395a86 req-27570775-93b7-4567-81a4-84aa4492c919 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:39.947176 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c5df9392-239c-45ad-977c-1cbdff395a86 req-27570775-93b7-4567-81a4-84aa4492c919 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4da3fde-433d-4211-b917-44d9a4068811 HTTP/1.1" status: 200 len: 943 time: 0.0718968 Oct 12 19:31:39.948927 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5d3aca0-3842-4b44-bb16-690967f3c763 admin admin] Releasing vlan 525 on physical network physnet1 to pool {{(pid=95501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:31:39.949345 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a5d3aca0-3842-4b44-bb16-690967f3c763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4823170'] for segment, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:39.951421 n-d-813679-3 neutron-server[95501]: Traceback (most recent call last): Oct 12 19:31:39.951421 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:31:39.951421 n-d-813679-3 neutron-server[95501]: timer() Oct 12 19:31:39.951421 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:31:39.951421 n-d-813679-3 neutron-server[95501]: cb(*args, **kw) Oct 12 19:31:39.951421 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:31:39.951421 n-d-813679-3 neutron-server[95501]: return func(*args, **kwargs) Oct 12 19:31:39.951421 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:31:39.951421 n-d-813679-3 neutron-server[95501]: self._notify() Oct 12 19:31:39.951421 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:31:39.951421 n-d-813679-3 neutron-server[95501]: self.callback(batched_events) Oct 12 19:31:39.951421 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:31:39.951421 n-d-813679-3 neutron-server[95501]: event.method(event) Oct 12 19:31:39.951421 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:31:39.951421 n-d-813679-3 neutron-server[95501]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:31:39.951421 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:31:39.951421 n-d-813679-3 neutron-server[95501]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:31:39.951421 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:31:39.951421 n-d-813679-3 neutron-server[95501]: return f(self, *a, **k) Oct 12 19:31:39.951421 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:31:39.951421 n-d-813679-3 neutron-server[95501]: return self._get(url).json() Oct 12 19:31:39.951421 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:31:39.951421 n-d-813679-3 neutron-server[95501]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:31:39.951421 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:31:39.951421 n-d-813679-3 neutron-server[95501]: return self.request(url, 'GET', **kwargs) Oct 12 19:31:39.951421 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:31:39.951421 n-d-813679-3 neutron-server[95501]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:31:39.951421 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:31:39.951421 n-d-813679-3 neutron-server[95501]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:31:39.951421 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:31:39.951421 n-d-813679-3 neutron-server[95501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:31:39.951421 n-d-813679-3 neutron-server[95501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:31:40.001808 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c5df9392-239c-45ad-977c-1cbdff395a86 req-6a83093a-e492-4298-8a0b-9fe8c04a6a30 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c11fc84-4f57-43db-8c17-f81427a08139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413499 Oct 12 19:31:40.095866 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a5d3aca0-3842-4b44-bb16-690967f3c763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:40.113088 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a5d3aca0-3842-4b44-bb16-690967f3c763 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:40.116391 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-a5d3aca0-3842-4b44-bb16-690967f3c763 admin admin] 10.222.0.49 "DELETE /v2.0/networks/f22a0b4a-70e4-4463-a6ef-6109199fd871 HTTP/1.1" status: 204 len: 168 time: 0.7648952 Oct 12 19:31:40.152393 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d3aca0-3842-4b44-bb16-690967f3c763 admin admin] Pushing event deleted for resources: {'Network': ['ID=f22a0b4a-70e4-4463-a6ef-6109199fd871,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:31:40.183484 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01c7130-32d4-4a10-9ac2-9e92b75db645 req-edebe364-d1d6-4313-8d13-f73291ce990f tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:40.185553 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b01c7130-32d4-4a10-9ac2-9e92b75db645 req-edebe364-d1d6-4313-8d13-f73291ce990f tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 946 time: 0.0852633 Oct 12 19:31:40.247889 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b01c7130-32d4-4a10-9ac2-9e92b75db645 req-4766fe8e-b8dd-49a8-831a-278b72e1bb0b tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508537 Oct 12 19:31:40.283993 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 50f928c9-dbfe-4b6e-be8b-80a1a5c8311e no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:31:40.311911 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 50f928c9-dbfe-4b6e-be8b-80a1a5c8311e {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:31:40.312461 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 50f928c9-dbfe-4b6e-be8b-80a1a5c8311e not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:31:40.313040 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 4d6cd5e3-0d3b-4b57-9d41-9841dde49381 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:31:40.333643 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 4d6cd5e3-0d3b-4b57-9d41-9841dde49381 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:31:40.334065 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 4d6cd5e3-0d3b-4b57-9d41-9841dde49381 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:31:40.394180 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68afe201-5472-43d9-a7cc-bbcd8d706e8b req-a5f73889-6bc9-44a6-b289-01e967a128c5 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:40.395630 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-68afe201-5472-43d9-a7cc-bbcd8d706e8b req-a5f73889-6bc9-44a6-b289-01e967a128c5 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/ports?device_id=68ed1b32-2769-4ecc-86ab-1452bfd5bcf7 HTTP/1.1" status: 200 len: 945 time: 0.0488665 Oct 12 19:31:40.437848 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-68afe201-5472-43d9-a7cc-bbcd8d706e8b req-98f7bc62-cd21-43ed-9e45-668f22f694dc tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/security-groups?id=243314df-bf60-4e8d-a5c3-b65fe30534c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352266 Oct 12 19:31:40.648432 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 60108) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:31:40.692711 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-52dcb1ad-ed0b-4c9a-b340-19769f6ba669 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8037c4999d8b4d25a8c451f2b659a2c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0424454 Oct 12 19:31:40.695203 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 60112) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:31:40.754522 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b4404626-5116-4068-a614-2e3e33e649bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:40.776603 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b4404626-5116-4068-a614-2e3e33e649bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:40.919843 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b4404626-5116-4068-a614-2e3e33e649bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:40.922484 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b4404626-5116-4068-a614-2e3e33e649bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:40.924200 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-b4404626-5116-4068-a614-2e3e33e649bb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/94a43134-a4a7-45fd-af5f-8fc2adc2c503 HTTP/1.1" status: 204 len: 168 time: 0.2272334 Oct 12 19:31:40.933146 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4404626-5116-4068-a614-2e3e33e649bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94a43134-a4a7-45fd-af5f-8fc2adc2c503,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:31:41.130341 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d974d950-2cd6-4b70-ae9b-60de3c8afd6b req-819f7dbf-ff7e-4bcc-9cd8-c955850ef725 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:41.136490 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d974d950-2cd6-4b70-ae9b-60de3c8afd6b req-819f7dbf-ff7e-4bcc-9cd8-c955850ef725 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4da3fde-433d-4211-b917-44d9a4068811 HTTP/1.1" status: 200 len: 943 time: 0.0633125 Oct 12 19:31:41.172691 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d974d950-2cd6-4b70-ae9b-60de3c8afd6b req-dfb88db1-4a6e-4711-a7df-eaff087e020a tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c11fc84-4f57-43db-8c17-f81427a08139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341527 Oct 12 19:31:41.291217 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 26e2e43b-64cb-42a6-8bbf-733d254324d0 details requested by agent hyperv_n-h2-813679-3 with host n-h2-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:31:41.397269 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6ab100-63a2-47ff-8eb0-e97fe8096768 req-ee3c807d-d240-443a-b45a-77e16949ea21 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:41.406472 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0a6ab100-63a2-47ff-8eb0-e97fe8096768 req-ee3c807d-d240-443a-b45a-77e16949ea21 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 946 time: 0.0751727 Oct 12 19:31:41.437161 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 26e2e43b-64cb-42a6-8bbf-733d254324d0, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=26e2e43b-64cb-42a6-8bbf-733d254324d0,segment=NetworkSegment(25f482b3-2b9d-4f97-b4b0-3430c63be1bb),segment_id=25f482b3-2b9d-4f97-b4b0-3430c63be1bb)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:31:41.451012 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0a6ab100-63a2-47ff-8eb0-e97fe8096768 req-b3ad22a4-d048-4ff7-84fc-d0d8d0c6d505 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428593 Oct 12 19:31:41.455147 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Returning: {'device': '26e2e43b-64cb-42a6-8bbf-733d254324d0', 'network_id': 'f582be35-bab4-4f26-bc1a-58db576191d3', 'port_id': '26e2e43b-64cb-42a6-8bbf-733d254324d0', 'mac_address': 'fa:16:3e:1c:91:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73b6b3c2-9ed6-4d2c-9d78-2de520105652', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:31:41.504652 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:41.519732 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26e2e43b-64cb-42a6-8bbf-733d254324d0 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:31:41.548453 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 26e2e43b-64cb-42a6-8bbf-733d254324d0, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=26e2e43b-64cb-42a6-8bbf-733d254324d0,segment=NetworkSegment(25f482b3-2b9d-4f97-b4b0-3430c63be1bb),segment_id=25f482b3-2b9d-4f97-b4b0-3430c63be1bb)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:31:41.570117 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de41b8b-4a4b-4143-9722-3b6dc0760990 req-d4d8a9ce-3911-450b-8bd8-0e8f4fbfcdab tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:41.576825 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5de41b8b-4a4b-4143-9722-3b6dc0760990 req-d4d8a9ce-3911-450b-8bd8-0e8f4fbfcdab tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/ports?device_id=68ed1b32-2769-4ecc-86ab-1452bfd5bcf7 HTTP/1.1" status: 200 len: 945 time: 0.0562677 Oct 12 19:31:41.618069 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:41.628581 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5de41b8b-4a4b-4143-9722-3b6dc0760990 req-dbf8551e-0cbf-4ab2-bf78-d2d64dc6628c tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/security-groups?id=243314df-bf60-4e8d-a5c3-b65fe30534c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473292 Oct 12 19:31:41.681291 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=26e2e43b-64cb-42a6-8bbf-733d254324d0,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:31:41.829734 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['26e2e43b-64cb-42a6-8bbf-733d254324d0'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:31:42.195854 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 60176) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:31:42.319571 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaa9a00-0485-4f5e-8d5e-f2bb47d47035 req-aaa04726-8b6c-4f37-bb61-dc5527a89f2f tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:42.329039 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-fbaa9a00-0485-4f5e-8d5e-f2bb47d47035 req-aaa04726-8b6c-4f37-bb61-dc5527a89f2f tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4da3fde-433d-4211-b917-44d9a4068811 HTTP/1.1" status: 200 len: 944 time: 0.0723896 Oct 12 19:31:42.411059 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-fbaa9a00-0485-4f5e-8d5e-f2bb47d47035 req-ffe7416d-d930-4491-82f1-26ba33845285 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c11fc84-4f57-43db-8c17-f81427a08139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689807 Oct 12 19:31:42.459222 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-d7f1933a-f66f-4b8e-b9ec-0d08a9801f1b admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1422514319-network', 'tenant_id': '167f113a43184214b30e5d1fe0e54c6c'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:31:42.572038 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38b9d93-ce92-434d-b229-b4127e88e29f req-876d6fb8-95c1-4ce1-ad4d-76c043bdf5c0 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:42.573622 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a38b9d93-ce92-434d-b229-b4127e88e29f req-876d6fb8-95c1-4ce1-ad4d-76c043bdf5c0 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 946 time: 0.0509074 Oct 12 19:31:42.604844 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7f1933a-f66f-4b8e-b9ec-0d08a9801f1b admin admin] Made reservation on behalf of 167f113a43184214b30e5d1fe0e54c6c for: {'network': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:31:42.604844 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d7f1933a-f66f-4b8e-b9ec-0d08a9801f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:42.615859 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d7f1933a-f66f-4b8e-b9ec-0d08a9801f1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:42.643594 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a38b9d93-ce92-434d-b229-b4127e88e29f req-dd6a3b7b-95ec-417e-abb3-9c60600a34d0 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618525 Oct 12 19:31:42.710556 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d7f1933a-f66f-4b8e-b9ec-0d08a9801f1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:42.771326 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d7f1933a-f66f-4b8e-b9ec-0d08a9801f1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:42.797643 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f1933a-f66f-4b8e-b9ec-0d08a9801f1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b23f6f3-4258-433d-b4ca-103f50b337f7,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:31:42.809619 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7f1933a-f66f-4b8e-b9ec-0d08a9801f1b admin admin] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=95501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:31:42.820243 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d7f1933a-f66f-4b8e-b9ec-0d08a9801f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:42.820925 n-d-813679-3 neutron-server[95501]: INFO neutron.db.segments_db [None req-d7f1933a-f66f-4b8e-b9ec-0d08a9801f1b admin admin] Added segment ac16a6a8-38ec-4fe1-8c41-5a04a017b440 of type vlan for network 8ffff834-9a19-4c1c-8819-1b8af3cfc760 Oct 12 19:31:42.869366 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d7f1933a-f66f-4b8e-b9ec-0d08a9801f1b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:42.988263 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d7f1933a-f66f-4b8e-b9ec-0d08a9801f1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:42.989559 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f1933a-f66f-4b8e-b9ec-0d08a9801f1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:42.990523 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d7f1933a-f66f-4b8e-b9ec-0d08a9801f1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:43.066655 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f1933a-f66f-4b8e-b9ec-0d08a9801f1b admin admin] Pushing event updated for resources: {'Network': ['ID=8ffff834-9a19-4c1c-8819-1b8af3cfc760,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:31:43.089733 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 8ffff834-9a19-4c1c-8819-1b8af3cfc760 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:31:43.123435 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-d7f1933a-f66f-4b8e-b9ec-0d08a9801f1b admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.9263749 Oct 12 19:31:43.126273 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 60206) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:31:43.131278 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-414e9f00-59c6-4176-8c25-2ab01dfbfa57 admin admin] Request body: {'subnet': {'network_id': '8ffff834-9a19-4c1c-8819-1b8af3cfc760', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1422514319-subnet', 'tenant_id': '167f113a43184214b30e5d1fe0e54c6c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:31:43.217215 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-414e9f00-59c6-4176-8c25-2ab01dfbfa57 admin admin] Made reservation on behalf of 167f113a43184214b30e5d1fe0e54c6c for: {'subnet': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:31:43.220432 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-414e9f00-59c6-4176-8c25-2ab01dfbfa57 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4612397'] for subnet, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:43.292710 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 26e2e43b-64cb-42a6-8bbf-733d254324d0 up at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:31:43.451073 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning for port 26e2e43b-64cb-42a6-8bbf-733d254324d0 completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:31:43.458560 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning complete for port 26e2e43b-64cb-42a6-8bbf-733d254324d0 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:31:43.459483 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:43.596373 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:43.601060 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-414e9f00-59c6-4176-8c25-2ab01dfbfa57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4824863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4612355'] for subnet, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:43.630089 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f795be8e-517a-4063-8124-45e97ba47d7f req-d7758713-fcfc-40c1-b740-7a7d6f8f8685 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:43.630089 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f795be8e-517a-4063-8124-45e97ba47d7f req-d7758713-fcfc-40c1-b740-7a7d6f8f8685 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4da3fde-433d-4211-b917-44d9a4068811 HTTP/1.1" status: 200 len: 944 time: 0.0867388 Oct 12 19:31:43.630885 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4da3fde-433d-4211-b917-44d9a4068811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26e2e43b-64cb-42a6-8bbf-733d254324d0'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:31:43.630885 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b423eafc-101f-4c8a-8ac5-0611872d455f" -d '{"events": [{"server_uuid": "f4da3fde-433d-4211-b917-44d9a4068811", "name": "network-vif-plugged", "status": "completed", "tag": "26e2e43b-64cb-42a6-8bbf-733d254324d0"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:31:43.646092 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 26e2e43b-64cb-42a6-8bbf-733d254324d0, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=26e2e43b-64cb-42a6-8bbf-733d254324d0,segment=NetworkSegment(25f482b3-2b9d-4f97-b4b0-3430c63be1bb),segment_id=25f482b3-2b9d-4f97-b4b0-3430c63be1bb)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:31:43.677248 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414e9f00-59c6-4176-8c25-2ab01dfbfa57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbb0e35c-0e15-4a2a-93df-4bdbffc0c5ad,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:31:43.690591 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f795be8e-517a-4063-8124-45e97ba47d7f req-63835520-1728-4d4d-baaf-04bcdf6f9e7c tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c11fc84-4f57-43db-8c17-f81427a08139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456896 Oct 12 19:31:43.690837 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414e9f00-59c6-4176-8c25-2ab01dfbfa57 admin admin] Checking segment: {'id': 'ac16a6a8-38ec-4fe1-8c41-5a04a017b440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '8ffff834-9a19-4c1c-8819-1b8af3cfc760'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:31:43.691126 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-414e9f00-59c6-4176-8c25-2ab01dfbfa57 admin admin] Network hostable DHCP agents. Network: 8ffff834-9a19-4c1c-8819-1b8af3cfc760, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:31:43.702777 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:43.735955 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cb1cc19-2273-4b08-9341-60992f38adde x-openstack-request-id: req-2cb1cc19-2273-4b08-9341-60992f38adde {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:31:43.736448 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4da3fde-433d-4211-b917-44d9a4068811", "name": "network-vif-plugged", "status": "completed", "tag": "26e2e43b-64cb-42a6-8bbf-733d254324d0", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:31:43.736797 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2cb1cc19-2273-4b08-9341-60992f38adde {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:31:43.737281 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4da3fde-433d-4211-b917-44d9a4068811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26e2e43b-64cb-42a6-8bbf-733d254324d0', 'code': 200} Oct 12 19:31:43.775670 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=26e2e43b-64cb-42a6-8bbf-733d254324d0,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:31:43.817887 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-414e9f00-59c6-4176-8c25-2ab01dfbfa57 admin admin] Network 8ffff834-9a19-4c1c-8819-1b8af3cfc760 is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:31:43.862803 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fd7e27-ba9e-4ed9-98e2-3171993240e5 req-f3e77441-fa2c-4d8e-af85-7e26f7c912ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:43.864839 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-82fd7e27-ba9e-4ed9-98e2-3171993240e5 req-f3e77441-fa2c-4d8e-af85-7e26f7c912ec service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f4da3fde-433d-4211-b917-44d9a4068811 HTTP/1.1" status: 200 len: 1096 time: 0.0570941 Oct 12 19:31:43.876995 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1a2922-07bf-4727-ad49-6e7d2ce1084f req-a668b76a-4d35-4b70-aec2-fd2a35226053 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:43.878492 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-cc1a2922-07bf-4727-ad49-6e7d2ce1084f req-a668b76a-4d35-4b70-aec2-fd2a35226053 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 946 time: 0.0628452 Oct 12 19:31:43.914705 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-82fd7e27-ba9e-4ed9-98e2-3171993240e5 req-76647176-6bf5-4318-b64d-7195a9153e7f service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=0c11fc84-4f57-43db-8c17-f81427a08139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423951 Oct 12 19:31:43.925487 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-414e9f00-59c6-4176-8c25-2ab01dfbfa57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, 8ffff834-9a19-4c1c-8819-1b8af3cfc760) {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:31:43.934576 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2337f5a6-accd-4b57-b2f4-de689e28bae0 None None] Network 8ffff834-9a19-4c1c-8819-1b8af3cfc760 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:31:43.935227 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-414e9f00-59c6-4176-8c25-2ab01dfbfa57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:43.936257 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-414e9f00-59c6-4176-8c25-2ab01dfbfa57 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:43.938042 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-cc1a2922-07bf-4727-ad49-6e7d2ce1084f req-a85891c7-cfcc-4328-b4d5-17f56ba1f449 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527470 Oct 12 19:31:44.061746 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-414e9f00-59c6-4176-8c25-2ab01dfbfa57 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9268186 Oct 12 19:31:44.076970 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa8dd6a-bed7-47fc-8509-d527fc2cdf80 None None] Network 8ffff834-9a19-4c1c-8819-1b8af3cfc760 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:31:44.549954 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7002704b-616c-46fa-8352-30440290e036 req-5096188f-10c1-46c2-92fe-38bd6d22fa22 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:44.557723 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7002704b-616c-46fa-8352-30440290e036 req-5096188f-10c1-46c2-92fe-38bd6d22fa22 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/ports?device_id=68ed1b32-2769-4ecc-86ab-1452bfd5bcf7 HTTP/1.1" status: 200 len: 945 time: 0.0599668 Oct 12 19:31:44.587889 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83228a7-1ecc-404c-ae34-2b96fb1e7ff0 req-af10bc2a-cd10-41fb-a979-ab77be51b50a tempest-ServerAddressesNegativeTestJSON-1268606783 tempest-ServerAddressesNegativeTestJSON-1268606783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:44.590284 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e83228a7-1ecc-404c-ae34-2b96fb1e7ff0 req-af10bc2a-cd10-41fb-a979-ab77be51b50a tempest-ServerAddressesNegativeTestJSON-1268606783 tempest-ServerAddressesNegativeTestJSON-1268606783-project] 10.222.0.49 "GET /v2.0/networks?id=8ffff834-9a19-4c1c-8819-1b8af3cfc760 HTTP/1.1" status: 200 len: 822 time: 0.1163981 Oct 12 19:31:44.594260 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7002704b-616c-46fa-8352-30440290e036 req-b784341e-1d57-4c7d-83d6-147f95477767 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/security-groups?id=243314df-bf60-4e8d-a5c3-b65fe30534c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348482 Oct 12 19:31:44.605800 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e83228a7-1ecc-404c-ae34-2b96fb1e7ff0 req-5607ee12-c847-49eb-bfa9-caff8b02f426 tempest-ServerAddressesNegativeTestJSON-1268606783 tempest-ServerAddressesNegativeTestJSON-1268606783-project] 10.222.0.49 "GET /v2.0/quotas/167f113a43184214b30e5d1fe0e54c6c HTTP/1.1" status: 200 len: 375 time: 0.0095823 Oct 12 19:31:44.643585 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e83228a7-1ecc-404c-ae34-2b96fb1e7ff0 req-b2ee016c-00ce-47fc-a76e-a44c4111d337 tempest-ServerAddressesNegativeTestJSON-1268606783 tempest-ServerAddressesNegativeTestJSON-1268606783-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=167f113a43184214b30e5d1fe0e54c6c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272932 Oct 12 19:31:44.898410 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e83228a7-1ecc-404c-ae34-2b96fb1e7ff0 req-48e1584f-9059-4e61-98c2-57b456ebf444 service neutron] 10.222.0.49 "GET /v2.0/networks/8ffff834-9a19-4c1c-8819-1b8af3cfc760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473283 Oct 12 19:31:45.000925 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e83228a7-1ecc-404c-ae34-2b96fb1e7ff0 req-cced1ad7-df1d-420d-bdb3-2d3dec3f9820 service neutron] 10.222.0.49 "GET /v2.0/networks/8ffff834-9a19-4c1c-8819-1b8af3cfc760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954936 Oct 12 19:31:45.347474 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5c92bf-a08a-4f00-a5b3-ca8dc7425f2a req-ca88b5a0-0f2a-4a87-af41-bf2a81a76179 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:45.349075 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8a5c92bf-a08a-4f00-a5b3-ca8dc7425f2a req-ca88b5a0-0f2a-4a87-af41-bf2a81a76179 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4da3fde-433d-4211-b917-44d9a4068811 HTTP/1.1" status: 200 len: 945 time: 0.0761261 Oct 12 19:31:45.395595 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8a5c92bf-a08a-4f00-a5b3-ca8dc7425f2a req-2955b566-2baf-42ac-b022-3ba5e9929542 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c11fc84-4f57-43db-8c17-f81427a08139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380199 Oct 12 19:31:45.516855 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0daf5d4-7af5-4693-a189-55965227712c req-f6f84f7c-879f-4218-8b4a-54e9828a976a tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:45.518481 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e0daf5d4-7af5-4693-a189-55965227712c req-f6f84f7c-879f-4218-8b4a-54e9828a976a tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 946 time: 0.0536518 Oct 12 19:31:45.555932 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e0daf5d4-7af5-4693-a189-55965227712c req-75b37668-80c0-4930-9839-7d9d1005f5da tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316098 Oct 12 19:31:45.620677 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-634e57dd-237e-49a9-abe2-895888d7961f req-289a3d8a-324f-4137-878b-cadc245f109b tempest-ServerAddressesNegativeTestJSON-1268606783 tempest-ServerAddressesNegativeTestJSON-1268606783-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ffb82aa-69c5-4412-a27d-495739cf8cb6 HTTP/1.1" status: 200 len: 210 time: 0.0270872 Oct 12 19:31:45.842220 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fd8541-52a1-4b26-a1ba-65971fd69da5 req-887ba4db-f08d-4d5e-8f77-d96193b98f4e tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:45.845012 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b7fd8541-52a1-4b26-a1ba-65971fd69da5 req-887ba4db-f08d-4d5e-8f77-d96193b98f4e tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/networks?id=f582be35-bab4-4f26-bc1a-58db576191d3 HTTP/1.1" status: 200 len: 805 time: 0.1371791 Oct 12 19:31:45.869615 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b7fd8541-52a1-4b26-a1ba-65971fd69da5 req-e50f4c95-f746-4da0-b5fc-73310fdc8470 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/quotas/6c99bbccf03340f58d38acd132b2d311 HTTP/1.1" status: 200 len: 375 time: 0.0180559 Oct 12 19:31:45.970511 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b7fd8541-52a1-4b26-a1ba-65971fd69da5 req-c4234f0b-c009-4d12-a6ad-f3a2bf8812cf tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=6c99bbccf03340f58d38acd132b2d311&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0885305 Oct 12 19:31:46.083153 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b7fd8541-52a1-4b26-a1ba-65971fd69da5 req-e0d77fdf-fe90-4c3a-92ac-f8e36d13481e service neutron] 10.222.0.49 "GET /v2.0/networks/f582be35-bab4-4f26-bc1a-58db576191d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092408 Oct 12 19:31:46.208005 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b7fd8541-52a1-4b26-a1ba-65971fd69da5 req-f0547359-1e5f-4b3b-9e70-ff4a8558e1e2 service neutron] 10.222.0.49 "GET /v2.0/networks/f582be35-bab4-4f26-bc1a-58db576191d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177404 Oct 12 19:31:46.726530 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82b7d4b-4321-4967-8726-33d6211ea7c5 req-5e9c4abb-844e-4bc2-a4be-397c452c620c tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:46.728257 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c82b7d4b-4321-4967-8726-33d6211ea7c5 req-5e9c4abb-844e-4bc2-a4be-397c452c620c tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 946 time: 0.0660760 Oct 12 19:31:46.783208 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c82b7d4b-4321-4967-8726-33d6211ea7c5 req-bcaab1c7-875b-4b68-b597-6bc0335e33b0 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457520 Oct 12 19:31:46.959408 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3fadd76b-c72f-4e6c-b0c3-090cfc434f91 req-3bbb0edb-7065-4717-be16-79430557af5a tempest-ServerAddressesNegativeTestJSON-1268606783 tempest-ServerAddressesNegativeTestJSON-1268606783-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ffb82aa-69c5-4412-a27d-495739cf8cb6 HTTP/1.1" status: 200 len: 210 time: 0.0483596 Oct 12 19:31:47.239296 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d38616-4918-422d-8301-49603a217383 req-755362c0-f34d-42ec-8e9a-9e7cf7201e61 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:47.240924 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-98d38616-4918-422d-8301-49603a217383 req-755362c0-f34d-42ec-8e9a-9e7cf7201e61 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/networks?id=f582be35-bab4-4f26-bc1a-58db576191d3 HTTP/1.1" status: 200 len: 805 time: 0.1274836 Oct 12 19:31:47.256679 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-98d38616-4918-422d-8301-49603a217383 req-b9369a0a-64cb-48a2-ad2d-e58631cd5661 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/quotas/6c99bbccf03340f58d38acd132b2d311 HTTP/1.1" status: 200 len: 375 time: 0.0099857 Oct 12 19:31:47.326765 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-98d38616-4918-422d-8301-49603a217383 req-ede0d425-0f83-4776-9172-b629a59e8ecf tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=6c99bbccf03340f58d38acd132b2d311&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0630946 Oct 12 19:31:47.343627 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [req-98d38616-4918-422d-8301-49603a217383 req-b77691b8-7b08-4cd9-945b-e41f49628cdf service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 19:31:47.350634 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-98d38616-4918-422d-8301-49603a217383 req-b77691b8-7b08-4cd9-945b-e41f49628cdf service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0129681 Oct 12 19:31:47.465019 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 60386) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:31:47.468249 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-98d38616-4918-422d-8301-49603a217383 req-fcd927b6-57e2-475a-acfd-0026f67e6560 service neutron] 10.222.0.49 "GET /v2.0/networks/f582be35-bab4-4f26-bc1a-58db576191d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115251 Oct 12 19:31:47.568677 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-98d38616-4918-422d-8301-49603a217383 req-a2b2750c-4a5a-4f67-8de1-68dd6d6c8186 service neutron] 10.222.0.49 "GET /v2.0/networks/f582be35-bab4-4f26-bc1a-58db576191d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989554 Oct 12 19:31:47.607976 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b119a986-f895-4939-845f-480b4e9026b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:47.700637 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b119a986-f895-4939-845f-480b4e9026b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:47.776888 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b119a986-f895-4939-845f-480b4e9026b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:47.830167 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b119a986-f895-4939-845f-480b4e9026b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4440e61f-5033-4091-8ed8-16bd781c831a,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:31:47.835273 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-b119a986-f895-4939-845f-480b4e9026b6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a69de1d684f844698aabc6182dcc27ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3691256 Oct 12 19:31:47.838080 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 60392) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:31:47.930125 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37df8b16-40f4-48e9-9c06-36035ef3d382 req-e81ce5f1-bb73-445f-ae13-b3490ebd1990 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:47.941468 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-37df8b16-40f4-48e9-9c06-36035ef3d382 req-e81ce5f1-bb73-445f-ae13-b3490ebd1990 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 946 time: 0.0707185 Oct 12 19:31:47.955951 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-319194c5-9a94-429c-a0a1-944794a56045 req-82abccb7-b108-4e1f-bfe7-31eb27873d5e tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f95beb8-766b-4e5e-b523-a297e764757c HTTP/1.1" status: 200 len: 210 time: 0.0418463 Oct 12 19:31:48.001233 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-37df8b16-40f4-48e9-9c06-36035ef3d382 req-a32802c8-174d-4fc2-ae7f-8abe5265bc8c tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579305 Oct 12 19:31:48.024287 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-85d3afc8-47df-4531-8c3a-45689fd7b07b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:48.081647 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [req-e6951700-517c-450d-9fbf-ee0ec1934b2c req-52c9b96c-2dc1-4955-9eb5-10c9d2ca891f service neutron] (95501) timed out ('10.222.0.61', 53650) {{(pid=95501) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 12 19:31:48.148220 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e847ec01-4473-411f-90ce-411daff99571 req-9edc559b-04ad-4c21-a291-d762af11318e tempest-ServerAddressesNegativeTestJSON-1268606783 tempest-ServerAddressesNegativeTestJSON-1268606783-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ffb82aa-69c5-4412-a27d-495739cf8cb6 HTTP/1.1" status: 200 len: 210 time: 0.0927870 Oct 12 19:31:48.174409 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-85d3afc8-47df-4531-8c3a-45689fd7b07b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:48.234320 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83228a7-1ecc-404c-ae34-2b96fb1e7ff0 req-874f92c0-7a0f-456b-b008-0e3ed04810f5 tempest-ServerAddressesNegativeTestJSON-1268606783 tempest-ServerAddressesNegativeTestJSON-1268606783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:48.236553 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e83228a7-1ecc-404c-ae34-2b96fb1e7ff0 req-874f92c0-7a0f-456b-b008-0e3ed04810f5 tempest-ServerAddressesNegativeTestJSON-1268606783 tempest-ServerAddressesNegativeTestJSON-1268606783-project] 10.222.0.61 "GET /v2.0/networks?id=8ffff834-9a19-4c1c-8819-1b8af3cfc760 HTTP/1.1" status: 200 len: 822 time: 0.2771878 Oct 12 19:31:48.261661 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-e83228a7-1ecc-404c-ae34-2b96fb1e7ff0 req-1384a8ed-7d01-4a1a-9d0a-d16a5efd3abb tempest-ServerAddressesNegativeTestJSON-1268606783 tempest-ServerAddressesNegativeTestJSON-1268606783-project] Request body: {'port': {'device_id': '6ffb82aa-69c5-4412-a27d-495739cf8cb6', 'network_id': '8ffff834-9a19-4c1c-8819-1b8af3cfc760', 'admin_state_up': True, 'tenant_id': '167f113a43184214b30e5d1fe0e54c6c'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:31:48.356910 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-85d3afc8-47df-4531-8c3a-45689fd7b07b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:48.359590 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-85d3afc8-47df-4531-8c3a-45689fd7b07b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:48.360840 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-85d3afc8-47df-4531-8c3a-45689fd7b07b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4440e61f-5033-4091-8ed8-16bd781c831a HTTP/1.1" status: 204 len: 168 time: 0.5215213 Oct 12 19:31:48.381564 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d3afc8-47df-4531-8c3a-45689fd7b07b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4440e61f-5033-4091-8ed8-16bd781c831a,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:31:48.399576 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d3afc8-47df-4531-8c3a-45689fd7b07b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:31:48.399576 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d3afc8-47df-4531-8c3a-45689fd7b07b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:31:48.399576 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d3afc8-47df-4531-8c3a-45689fd7b07b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:31:48.399576 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d3afc8-47df-4531-8c3a-45689fd7b07b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:31:48.399576 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d3afc8-47df-4531-8c3a-45689fd7b07b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:31:48.399576 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d3afc8-47df-4531-8c3a-45689fd7b07b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:31:48.399576 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d3afc8-47df-4531-8c3a-45689fd7b07b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:31:48.399576 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d3afc8-47df-4531-8c3a-45689fd7b07b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:31:48.399576 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d3afc8-47df-4531-8c3a-45689fd7b07b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:31:48.399576 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d3afc8-47df-4531-8c3a-45689fd7b07b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:31:48.399576 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d3afc8-47df-4531-8c3a-45689fd7b07b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:31:48.399576 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d3afc8-47df-4531-8c3a-45689fd7b07b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:31:48.523452 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e83228a7-1ecc-404c-ae34-2b96fb1e7ff0 req-1384a8ed-7d01-4a1a-9d0a-d16a5efd3abb tempest-ServerAddressesNegativeTestJSON-1268606783 tempest-ServerAddressesNegativeTestJSON-1268606783-project] Made reservation on behalf of 167f113a43184214b30e5d1fe0e54c6c for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:31:48.527081 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-e83228a7-1ecc-404c-ae34-2b96fb1e7ff0 req-1384a8ed-7d01-4a1a-9d0a-d16a5efd3abb tempest-ServerAddressesNegativeTestJSON-1268606783 tempest-ServerAddressesNegativeTestJSON-1268606783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:48.774380 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [req-e83228a7-1ecc-404c-ae34-2b96fb1e7ff0 req-1384a8ed-7d01-4a1a-9d0a-d16a5efd3abb tempest-ServerAddressesNegativeTestJSON-1268606783 tempest-ServerAddressesNegativeTestJSON-1268606783-project] Allocated IP 172.20.0.4 (8ffff834-9a19-4c1c-8819-1b8af3cfc760/dbb0e35c-0e15-4a2a-93df-4bdbffc0c5ad/901bd661-93ac-4fce-b89b-625fa08c724b) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:31:48.948202 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-e83228a7-1ecc-404c-ae34-2b96fb1e7ff0 req-1384a8ed-7d01-4a1a-9d0a-d16a5efd3abb tempest-ServerAddressesNegativeTestJSON-1268606783 tempest-ServerAddressesNegativeTestJSON-1268606783-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:49.058126 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-e83228a7-1ecc-404c-ae34-2b96fb1e7ff0 req-1384a8ed-7d01-4a1a-9d0a-d16a5efd3abb tempest-ServerAddressesNegativeTestJSON-1268606783 tempest-ServerAddressesNegativeTestJSON-1268606783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:49.131224 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e83228a7-1ecc-404c-ae34-2b96fb1e7ff0 req-1384a8ed-7d01-4a1a-9d0a-d16a5efd3abb tempest-ServerAddressesNegativeTestJSON-1268606783 tempest-ServerAddressesNegativeTestJSON-1268606783-project] Network 8ffff834-9a19-4c1c-8819-1b8af3cfc760 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:31:49.170783 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-94cf9565-79cd-426d-80b9-7e2deda73271 req-e68b6a0f-6145-49bd-b76b-55c7122cc79b tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f95beb8-766b-4e5e-b523-a297e764757c HTTP/1.1" status: 200 len: 210 time: 0.0397148 Oct 12 19:31:49.182914 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1384a8ed-7d01-4a1a-9d0a-d16a5efd3abb tempest-ServerAddressesNegativeTestJSON-1268606783 tempest-ServerAddressesNegativeTestJSON-1268606783-project] Pushing event updated for resources: {'Port': ['ID=901bd661-93ac-4fce-b89b-625fa08c724b,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:31:49.207000 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 60428) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:31:49.213134 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [req-e83228a7-1ecc-404c-ae34-2b96fb1e7ff0 req-1384a8ed-7d01-4a1a-9d0a-d16a5efd3abb tempest-ServerAddressesNegativeTestJSON-1268606783 tempest-ServerAddressesNegativeTestJSON-1268606783-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:31:49.217280 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-e83228a7-1ecc-404c-ae34-2b96fb1e7ff0 req-1384a8ed-7d01-4a1a-9d0a-d16a5efd3abb tempest-ServerAddressesNegativeTestJSON-1268606783 tempest-ServerAddressesNegativeTestJSON-1268606783-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:31:49.251343 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-74a55180-569e-495b-a419-32e632e74189 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:49.266731 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e19420-8b1c-4ee3-9a6d-3d42300ddf1d req-e5e0b3cd-0486-4281-9a50-339fab261cb2 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:49.269774 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-36e19420-8b1c-4ee3-9a6d-3d42300ddf1d req-e5e0b3cd-0486-4281-9a50-339fab261cb2 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 946 time: 0.1359651 Oct 12 19:31:49.309211 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83228a7-1ecc-404c-ae34-2b96fb1e7ff0 req-1384a8ed-7d01-4a1a-9d0a-d16a5efd3abb tempest-ServerAddressesNegativeTestJSON-1268606783 tempest-ServerAddressesNegativeTestJSON-1268606783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:49.309826 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-e83228a7-1ecc-404c-ae34-2b96fb1e7ff0 req-1384a8ed-7d01-4a1a-9d0a-d16a5efd3abb tempest-ServerAddressesNegativeTestJSON-1268606783 tempest-ServerAddressesNegativeTestJSON-1268606783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:49.333022 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54a7f59-4086-4fca-a79f-d5ef8dee5d4f req-3bb9687c-b640-4ccb-b537-1abc29433adb tempest-ServerAddressesNegativeTestJSON-1268606783 tempest-ServerAddressesNegativeTestJSON-1268606783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:49.333212 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-36e19420-8b1c-4ee3-9a6d-3d42300ddf1d req-2b8ba647-f875-43d4-bb0e-6f821d1f1c24 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565977 Oct 12 19:31:49.341031 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e54a7f59-4086-4fca-a79f-d5ef8dee5d4f req-3bb9687c-b640-4ccb-b537-1abc29433adb tempest-ServerAddressesNegativeTestJSON-1268606783 tempest-ServerAddressesNegativeTestJSON-1268606783-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ffb82aa-69c5-4412-a27d-495739cf8cb6 HTTP/1.1" status: 200 len: 931 time: 0.0863535 Oct 12 19:31:49.400386 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e54a7f59-4086-4fca-a79f-d5ef8dee5d4f req-f4a48377-1017-41db-bad0-362fd9bb4982 tempest-ServerAddressesNegativeTestJSON-1268606783 tempest-ServerAddressesNegativeTestJSON-1268606783-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b23f6f3-4258-433d-b4ca-103f50b337f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579598 Oct 12 19:31:49.423738 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e83228a7-1ecc-404c-ae34-2b96fb1e7ff0 req-1384a8ed-7d01-4a1a-9d0a-d16a5efd3abb tempest-ServerAddressesNegativeTestJSON-1268606783 tempest-ServerAddressesNegativeTestJSON-1268606783-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1664147 Oct 12 19:31:49.438972 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-e83228a7-1ecc-404c-ae34-2b96fb1e7ff0 req-963ee15a-aa15-4240-85ac-0d50e22ac52a service neutron] Request body: {'port': {'device_id': '6ffb82aa-69c5-4412-a27d-495739cf8cb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:31:49.473921 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-74a55180-569e-495b-a419-32e632e74189 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:49.506229 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-e83228a7-1ecc-404c-ae34-2b96fb1e7ff0 req-963ee15a-aa15-4240-85ac-0d50e22ac52a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:49.530963 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-74a55180-569e-495b-a419-32e632e74189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:49.575485 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-74a55180-569e-495b-a419-32e632e74189 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cd89c2203bf64014aa7e1cf9b33588c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3673377 Oct 12 19:31:49.576713 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a55180-569e-495b-a419-32e632e74189 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6be415fb-4108-465c-a75d-a6978c33d0ad,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:31:49.578528 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 60434) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:31:49.749105 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9283c120-0510-4191-b6b1-56ae67a8daf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:49.787105 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9283c120-0510-4191-b6b1-56ae67a8daf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:49.886831 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [req-e83228a7-1ecc-404c-ae34-2b96fb1e7ff0 req-963ee15a-aa15-4240-85ac-0d50e22ac52a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 901bd661-93ac-4fce-b89b-625fa08c724b {{(pid=95502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:31:49.894108 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-e83228a7-1ecc-404c-ae34-2b96fb1e7ff0 req-963ee15a-aa15-4240-85ac-0d50e22ac52a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:49.960215 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-e83228a7-1ecc-404c-ae34-2b96fb1e7ff0 req-963ee15a-aa15-4240-85ac-0d50e22ac52a service neutron] Transition to ACTIVE for port object 901bd661-93ac-4fce-b89b-625fa08c724b will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:31:49.961024 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9283c120-0510-4191-b6b1-56ae67a8daf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:49.963574 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9283c120-0510-4191-b6b1-56ae67a8daf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:49.966890 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-9283c120-0510-4191-b6b1-56ae67a8daf0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6be415fb-4108-465c-a75d-a6978c33d0ad HTTP/1.1" status: 204 len: 168 time: 0.3841712 Oct 12 19:31:49.974879 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9283c120-0510-4191-b6b1-56ae67a8daf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6be415fb-4108-465c-a75d-a6978c33d0ad,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:31:50.131596 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-e83228a7-1ecc-404c-ae34-2b96fb1e7ff0 req-963ee15a-aa15-4240-85ac-0d50e22ac52a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:50.189718 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963ee15a-aa15-4240-85ac-0d50e22ac52a service neutron] Pushing event updated for resources: {'Port': ['ID=901bd661-93ac-4fce-b89b-625fa08c724b,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:31:50.301589 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a0e48c5b-a8b4-4eb2-aa52-f64e455f394c req-9399209a-fe97-4ca8-836e-9da26768be0b tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f95beb8-766b-4e5e-b523-a297e764757c HTTP/1.1" status: 200 len: 210 time: 0.0408592 Oct 12 19:31:50.435636 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-e83228a7-1ecc-404c-ae34-2b96fb1e7ff0 req-963ee15a-aa15-4240-85ac-0d50e22ac52a service neutron] Attempting to bind port 901bd661-93ac-4fce-b89b-625fa08c724b on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:31:50.436260 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-e83228a7-1ecc-404c-ae34-2b96fb1e7ff0 req-963ee15a-aa15-4240-85ac-0d50e22ac52a service neutron] Attempting to bind port 901bd661-93ac-4fce-b89b-625fa08c724b by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': 'ac16a6a8-38ec-4fe1-8c41-5a04a017b440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '8ffff834-9a19-4c1c-8819-1b8af3cfc760'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:31:50.438111 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e83228a7-1ecc-404c-ae34-2b96fb1e7ff0 req-963ee15a-aa15-4240-85ac-0d50e22ac52a service neutron] Attempting to bind port 901bd661-93ac-4fce-b89b-625fa08c724b on network 8ffff834-9a19-4c1c-8819-1b8af3cfc760 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:31:50.607657 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e83228a7-1ecc-404c-ae34-2b96fb1e7ff0 req-963ee15a-aa15-4240-85ac-0d50e22ac52a service neutron] Port 901bd661-93ac-4fce-b89b-625fa08c724b on network 8ffff834-9a19-4c1c-8819-1b8af3cfc760 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:31:50.607657 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e83228a7-1ecc-404c-ae34-2b96fb1e7ff0 req-963ee15a-aa15-4240-85ac-0d50e22ac52a service neutron] Attempting to bind port 901bd661-93ac-4fce-b89b-625fa08c724b on network 8ffff834-9a19-4c1c-8819-1b8af3cfc760 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:31:50.607657 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e83228a7-1ecc-404c-ae34-2b96fb1e7ff0 req-963ee15a-aa15-4240-85ac-0d50e22ac52a service neutron] Checking agent: {'id': 'f5e9725f-f5a6-43c2-a1be-95e21e9a1fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:31:50.607657 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e83228a7-1ecc-404c-ae34-2b96fb1e7ff0 req-963ee15a-aa15-4240-85ac-0d50e22ac52a service neutron] Checking segment: {'id': 'ac16a6a8-38ec-4fe1-8c41-5a04a017b440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '8ffff834-9a19-4c1c-8819-1b8af3cfc760'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:31:50.607657 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e83228a7-1ecc-404c-ae34-2b96fb1e7ff0 req-963ee15a-aa15-4240-85ac-0d50e22ac52a service neutron] Bound using segment: {'id': 'ac16a6a8-38ec-4fe1-8c41-5a04a017b440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '8ffff834-9a19-4c1c-8819-1b8af3cfc760'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:31:50.607657 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-e83228a7-1ecc-404c-ae34-2b96fb1e7ff0 req-963ee15a-aa15-4240-85ac-0d50e22ac52a service neutron] Bound port: 901bd661-93ac-4fce-b89b-625fa08c724b, host: n-h1-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac16a6a8-38ec-4fe1-8c41-5a04a017b440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '8ffff834-9a19-4c1c-8819-1b8af3cfc760'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:31:50.607657 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-e83228a7-1ecc-404c-ae34-2b96fb1e7ff0 req-963ee15a-aa15-4240-85ac-0d50e22ac52a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:50.610603 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1492fb-e55d-4bf4-ac77-bfe2f7d6a2ee req-0d1e215c-89c7-4a94-a833-eb51ea6942f0 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:50.610603 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ad1492fb-e55d-4bf4-ac77-bfe2f7d6a2ee req-0d1e215c-89c7-4a94-a833-eb51ea6942f0 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 946 time: 0.0873840 Oct 12 19:31:50.610603 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ad1492fb-e55d-4bf4-ac77-bfe2f7d6a2ee req-768bec2c-c2eb-4750-933b-f6bc7b43df9a tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550470 Oct 12 19:31:50.662129 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d38616-4918-422d-8301-49603a217383 req-fc3214ad-d589-4a86-96e0-bf871d6d90f7 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:50.669762 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-98d38616-4918-422d-8301-49603a217383 req-fc3214ad-d589-4a86-96e0-bf871d6d90f7 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.61 "GET /v2.0/networks?id=f582be35-bab4-4f26-bc1a-58db576191d3 HTTP/1.1" status: 200 len: 805 time: 0.3650451 Oct 12 19:31:50.673764 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c6aefb-e703-47eb-b733-b6dc4f7c96e3 req-0ab85c78-1011-4d91-a5ea-752bc962583f tempest-ServerAddressesNegativeTestJSON-1268606783 tempest-ServerAddressesNegativeTestJSON-1268606783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:50.675337 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-54c6aefb-e703-47eb-b733-b6dc4f7c96e3 req-0ab85c78-1011-4d91-a5ea-752bc962583f tempest-ServerAddressesNegativeTestJSON-1268606783 tempest-ServerAddressesNegativeTestJSON-1268606783-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ffb82aa-69c5-4412-a27d-495739cf8cb6 HTTP/1.1" status: 200 len: 943 time: 0.1453254 Oct 12 19:31:50.704682 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-98d38616-4918-422d-8301-49603a217383 req-4c2fbdf7-85d0-4788-91cb-a0a37d5d5f50 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Request body: {'port': {'device_id': '2f95beb8-766b-4e5e-b523-a297e764757c', 'network_id': 'f582be35-bab4-4f26-bc1a-58db576191d3', 'admin_state_up': True, 'tenant_id': '6c99bbccf03340f58d38acd132b2d311'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:31:50.766782 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-e83228a7-1ecc-404c-ae34-2b96fb1e7ff0 req-963ee15a-aa15-4240-85ac-0d50e22ac52a service neutron] For port 901bd661-93ac-4fce-b89b-625fa08c724b, host n-h1-813679-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:31:50.786451 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-e83228a7-1ecc-404c-ae34-2b96fb1e7ff0 req-963ee15a-aa15-4240-85ac-0d50e22ac52a service neutron] For port 901bd661-93ac-4fce-b89b-625fa08c724b, host n-h1-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=901bd661-93ac-4fce-b89b-625fa08c724b,segment=NetworkSegment(ac16a6a8-38ec-4fe1-8c41-5a04a017b440),segment_id=ac16a6a8-38ec-4fe1-8c41-5a04a017b440)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:31:50.812337 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-54c6aefb-e703-47eb-b733-b6dc4f7c96e3 req-2b1e2c64-bedc-41b8-8931-6d58b75d4740 tempest-ServerAddressesNegativeTestJSON-1268606783 tempest-ServerAddressesNegativeTestJSON-1268606783-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b23f6f3-4258-433d-b4ca-103f50b337f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063876 Oct 12 19:31:50.869245 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-e83228a7-1ecc-404c-ae34-2b96fb1e7ff0 req-963ee15a-aa15-4240-85ac-0d50e22ac52a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:50.880913 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device e1dacf51-8b56-41a7-988b-c10af1584886 details requested by agent hyperv_n-h1-813679-3 with host n-h1-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:31:50.892314 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83228a7-1ecc-404c-ae34-2b96fb1e7ff0 req-963ee15a-aa15-4240-85ac-0d50e22ac52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:50.896385 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-e83228a7-1ecc-404c-ae34-2b96fb1e7ff0 req-963ee15a-aa15-4240-85ac-0d50e22ac52a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:50.896385 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e83228a7-1ecc-404c-ae34-2b96fb1e7ff0 req-963ee15a-aa15-4240-85ac-0d50e22ac52a service neutron] 10.222.0.61 "PUT /v2.0/ports/901bd661-93ac-4fce-b89b-625fa08c724b HTTP/1.1" status: 200 len: 1091 time: 1.4611385 Oct 12 19:31:50.912738 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ffb82aa-69c5-4412-a27d-495739cf8cb6', 'tag': '901bd661-93ac-4fce-b89b-625fa08c724b'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:31:50.920363 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d31103c1-90a5-4461-8c3e-e06663ec82b4" -d '{"events": [{"name": "network-changed", "server_uuid": "6ffb82aa-69c5-4412-a27d-495739cf8cb6", "tag": "901bd661-93ac-4fce-b89b-625fa08c724b"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:31:50.991728 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b61d60a-884c-46e4-903c-d7829b2cfd9e x-openstack-request-id: req-9b61d60a-884c-46e4-903c-d7829b2cfd9e {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:31:50.992014 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ffb82aa-69c5-4412-a27d-495739cf8cb6", "tag": "901bd661-93ac-4fce-b89b-625fa08c724b", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:31:50.992291 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9b61d60a-884c-46e4-903c-d7829b2cfd9e {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:31:50.992790 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ffb82aa-69c5-4412-a27d-495739cf8cb6', 'tag': '901bd661-93ac-4fce-b89b-625fa08c724b', 'status': 'completed', 'code': 200} Oct 12 19:31:51.009230 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963ee15a-aa15-4240-85ac-0d50e22ac52a service neutron] Pushing event updated for resources: {'Port': ['ID=901bd661-93ac-4fce-b89b-625fa08c724b,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:31:51.075711 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port e1dacf51-8b56-41a7-988b-c10af1584886, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=e1dacf51-8b56-41a7-988b-c10af1584886,segment=NetworkSegment(e0fbe16f-a144-4509-a2e0-dc467b90860d),segment_id=e0fbe16f-a144-4509-a2e0-dc467b90860d)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:31:51.088348 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Returning: {'device': 'e1dacf51-8b56-41a7-988b-c10af1584886', 'network_id': '821a7daa-cbda-47ad-af75-98b83de65b7b', 'port_id': 'e1dacf51-8b56-41a7-988b-c10af1584886', 'mac_address': 'fa:16:3e:18:05:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23923b5b-cbc2-4b60-8cb9-1474eb7896df', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:31:51.101061 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31103c1-90a5-4461-8c3e-e06663ec82b4 req-ddead86e-6f6c-40e3-b42f-a6c7aeec2053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:51.106182 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d31103c1-90a5-4461-8c3e-e06663ec82b4 req-ddead86e-6f6c-40e3-b42f-a6c7aeec2053 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=167f113a43184214b30e5d1fe0e54c6c&device_id=6ffb82aa-69c5-4412-a27d-495739cf8cb6 HTTP/1.1" status: 200 len: 1094 time: 0.0629299 Oct 12 19:31:51.107976 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98d38616-4918-422d-8301-49603a217383 req-4c2fbdf7-85d0-4788-91cb-a0a37d5d5f50 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Made reservation on behalf of 6c99bbccf03340f58d38acd132b2d311 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:31:51.112513 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-98d38616-4918-422d-8301-49603a217383 req-4c2fbdf7-85d0-4788-91cb-a0a37d5d5f50 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:51.147905 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:51.175657 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e1dacf51-8b56-41a7-988b-c10af1584886 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:31:51.211936 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port e1dacf51-8b56-41a7-988b-c10af1584886, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=e1dacf51-8b56-41a7-988b-c10af1584886,segment=NetworkSegment(e0fbe16f-a144-4509-a2e0-dc467b90860d),segment_id=e0fbe16f-a144-4509-a2e0-dc467b90860d)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:31:51.273997 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:51.417107 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=e1dacf51-8b56-41a7-988b-c10af1584886,revision_number=6']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:31:51.422283 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['e1dacf51-8b56-41a7-988b-c10af1584886'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:31:51.483809 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [req-98d38616-4918-422d-8301-49603a217383 req-4c2fbdf7-85d0-4788-91cb-a0a37d5d5f50 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Allocated IP 172.20.0.7 (f582be35-bab4-4f26-bc1a-58db576191d3/73b6b3c2-9ed6-4d2c-9d78-2de520105652/f91ae504-e52b-4d52-957b-16cbaa39ea81) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:31:51.810111 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da83f56-8b38-4a6a-866f-f9f49ecbda7d req-9a6c63ae-36eb-4989-985a-040409115e4e tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:51.811710 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7da83f56-8b38-4a6a-866f-f9f49ecbda7d req-9a6c63ae-36eb-4989-985a-040409115e4e tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 945 time: 0.0759952 Oct 12 19:31:51.814303 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-98d38616-4918-422d-8301-49603a217383 req-4c2fbdf7-85d0-4788-91cb-a0a37d5d5f50 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:51.890465 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31103c1-90a5-4461-8c3e-e06663ec82b4 req-5a9c06f8-b62a-4d6d-abc0-6dd8819ac815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:51.892082 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d31103c1-90a5-4461-8c3e-e06663ec82b4 req-5a9c06f8-b62a-4d6d-abc0-6dd8819ac815 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=167f113a43184214b30e5d1fe0e54c6c&shared=False HTTP/1.1" status: 200 len: 923 time: 0.7769980 Oct 12 19:31:51.898033 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7da83f56-8b38-4a6a-866f-f9f49ecbda7d req-541a2d8b-7825-4333-82b8-d1c7bf807150 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794644 Oct 12 19:31:51.915382 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-01a3ded1-73da-473f-820b-347e9a9d90df req-4282fc1a-5362-4075-bdf2-bd51f5021993 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f95beb8-766b-4e5e-b523-a297e764757c HTTP/1.1" status: 200 len: 210 time: 0.0669432 Oct 12 19:31:51.936464 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-98d38616-4918-422d-8301-49603a217383 req-4c2fbdf7-85d0-4788-91cb-a0a37d5d5f50 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:51.947925 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['26e2e43b-64cb-42a6-8bbf-733d254324d0'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:31:52.079609 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b66e1f5-5c0e-48ef-a403-57ef140341f8 req-2ca06d52-3f07-44fe-a3d7-6fd379d38ae3 tempest-ServerAddressesNegativeTestJSON-1268606783 tempest-ServerAddressesNegativeTestJSON-1268606783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:52.091952 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3b66e1f5-5c0e-48ef-a403-57ef140341f8 req-2ca06d52-3f07-44fe-a3d7-6fd379d38ae3 tempest-ServerAddressesNegativeTestJSON-1268606783 tempest-ServerAddressesNegativeTestJSON-1268606783-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ffb82aa-69c5-4412-a27d-495739cf8cb6 HTTP/1.1" status: 200 len: 943 time: 0.1341214 Oct 12 19:31:52.164501 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3b66e1f5-5c0e-48ef-a403-57ef140341f8 req-060b560d-95ca-43bd-8fa9-c210b56fc15e tempest-ServerAddressesNegativeTestJSON-1268606783 tempest-ServerAddressesNegativeTestJSON-1268606783-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b23f6f3-4258-433d-b4ca-103f50b337f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654914 Oct 12 19:31:52.209491 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98d38616-4918-422d-8301-49603a217383 req-4c2fbdf7-85d0-4788-91cb-a0a37d5d5f50 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Network f582be35-bab4-4f26-bc1a-58db576191d3 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:31:52.234229 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [req-98d38616-4918-422d-8301-49603a217383 req-4c2fbdf7-85d0-4788-91cb-a0a37d5d5f50 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:31:52.237937 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-98d38616-4918-422d-8301-49603a217383 req-4c2fbdf7-85d0-4788-91cb-a0a37d5d5f50 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:31:52.306782 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d38616-4918-422d-8301-49603a217383 req-4c2fbdf7-85d0-4788-91cb-a0a37d5d5f50 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:52.307591 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-98d38616-4918-422d-8301-49603a217383 req-4c2fbdf7-85d0-4788-91cb-a0a37d5d5f50 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:52.333525 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2fbdf7-85d0-4788-91cb-a0a37d5d5f50 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Pushing event updated for resources: {'Port': ['ID=f91ae504-e52b-4d52-957b-16cbaa39ea81,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:31:52.388153 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31103c1-90a5-4461-8c3e-e06663ec82b4 req-f6c2f466-464f-4e94-930e-82309b714eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:52.388153 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d31103c1-90a5-4461-8c3e-e06663ec82b4 req-f6c2f466-464f-4e94-930e-82309b714eee service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4612477 Oct 12 19:31:52.479800 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-98d38616-4918-422d-8301-49603a217383 req-4c2fbdf7-85d0-4788-91cb-a0a37d5d5f50 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7972050 Oct 12 19:31:52.493425 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-98d38616-4918-422d-8301-49603a217383 req-b95652a8-2bc0-49d6-86bb-58b5c2df6147 service neutron] Request body: {'port': {'device_id': '2f95beb8-766b-4e5e-b523-a297e764757c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:31:52.529297 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83228a7-1ecc-404c-ae34-2b96fb1e7ff0 req-b7d5730f-50bf-4d47-a0a8-7dbaf020cd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:52.532792 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e83228a7-1ecc-404c-ae34-2b96fb1e7ff0 req-b7d5730f-50bf-4d47-a0a8-7dbaf020cd88 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=167f113a43184214b30e5d1fe0e54c6c&device_id=6ffb82aa-69c5-4412-a27d-495739cf8cb6 HTTP/1.1" status: 200 len: 1094 time: 0.1061559 Oct 12 19:31:52.640165 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e83228a7-1ecc-404c-ae34-2b96fb1e7ff0 req-3c757e16-d073-49ae-95a5-1442c3361373 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=901bd661-93ac-4fce-b89b-625fa08c724b HTTP/1.1" status: 200 len: 217 time: 0.0982957 Oct 12 19:31:52.648476 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-98d38616-4918-422d-8301-49603a217383 req-b95652a8-2bc0-49d6-86bb-58b5c2df6147 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:52.717901 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83228a7-1ecc-404c-ae34-2b96fb1e7ff0 req-1b9aad30-9968-40da-ba92-e9af9e32eb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:52.719406 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e83228a7-1ecc-404c-ae34-2b96fb1e7ff0 req-1b9aad30-9968-40da-ba92-e9af9e32eb55 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dbb0e35c-0e15-4a2a-93df-4bdbffc0c5ad HTTP/1.1" status: 200 len: 862 time: 0.0546432 Oct 12 19:31:52.788558 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e83228a7-1ecc-404c-ae34-2b96fb1e7ff0 req-ab3409a0-a190-49f2-bfdc-9cb597d2f3f6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8ffff834-9a19-4c1c-8819-1b8af3cfc760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417995 Oct 12 19:31:52.894503 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device e1dacf51-8b56-41a7-988b-c10af1584886 up at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:31:53.048341 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning complete for port e1dacf51-8b56-41a7-988b-c10af1584886 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:31:53.048948 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:53.150363 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b59f47-1f64-4ebf-b28c-1026fb40cb60 req-2bfe4f80-4f7f-4ae2-81fb-af99d3352f7b tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:53.162345 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-05b59f47-1f64-4ebf-b28c-1026fb40cb60 req-2bfe4f80-4f7f-4ae2-81fb-af99d3352f7b tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f95beb8-766b-4e5e-b523-a297e764757c HTTP/1.1" status: 200 len: 931 time: 0.1361070 Oct 12 19:31:53.200998 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:53.255298 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-05b59f47-1f64-4ebf-b28c-1026fb40cb60 req-4e1d42af-efb3-45da-bc35-ad287f575eb8 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c11fc84-4f57-43db-8c17-f81427a08139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856802 Oct 12 19:31:53.262024 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '065d1ec7-60db-45cc-b11c-bb8ac2f10e42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1dacf51-8b56-41a7-988b-c10af1584886'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:31:53.269974 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8642b435-34bd-4e28-8fe5-c07d31a85694" -d '{"events": [{"server_uuid": "065d1ec7-60db-45cc-b11c-bb8ac2f10e42", "name": "network-vif-plugged", "status": "completed", "tag": "e1dacf51-8b56-41a7-988b-c10af1584886"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:31:53.306734 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port e1dacf51-8b56-41a7-988b-c10af1584886, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=e1dacf51-8b56-41a7-988b-c10af1584886,segment=NetworkSegment(e0fbe16f-a144-4509-a2e0-dc467b90860d),segment_id=e0fbe16f-a144-4509-a2e0-dc467b90860d)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:31:53.371563 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:53.461496 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=e1dacf51-8b56-41a7-988b-c10af1584886,revision_number=7']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:31:53.471935 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c56c7a-51ec-4696-aca4-c6185408f274 req-580e0b26-bfc2-40d6-9398-428193817bc9 tempest-ServerAddressesNegativeTestJSON-1268606783 tempest-ServerAddressesNegativeTestJSON-1268606783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:53.473975 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-16c56c7a-51ec-4696-aca4-c6185408f274 req-580e0b26-bfc2-40d6-9398-428193817bc9 tempest-ServerAddressesNegativeTestJSON-1268606783 tempest-ServerAddressesNegativeTestJSON-1268606783-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ffb82aa-69c5-4412-a27d-495739cf8cb6 HTTP/1.1" status: 200 len: 943 time: 0.0849831 Oct 12 19:31:53.521084 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-16c56c7a-51ec-4696-aca4-c6185408f274 req-0b56559f-572b-43c1-877a-732c839ccb9d tempest-ServerAddressesNegativeTestJSON-1268606783 tempest-ServerAddressesNegativeTestJSON-1268606783-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b23f6f3-4258-433d-b4ca-103f50b337f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408003 Oct 12 19:31:53.593514 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa80a3b6-6833-4890-a183-8acc0d5e1c15 x-openstack-request-id: req-fa80a3b6-6833-4890-a183-8acc0d5e1c15 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:31:53.595227 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "065d1ec7-60db-45cc-b11c-bb8ac2f10e42", "name": "network-vif-plugged", "status": "completed", "tag": "e1dacf51-8b56-41a7-988b-c10af1584886", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:31:53.595801 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fa80a3b6-6833-4890-a183-8acc0d5e1c15 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:31:53.597100 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '065d1ec7-60db-45cc-b11c-bb8ac2f10e42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1dacf51-8b56-41a7-988b-c10af1584886', 'code': 200} Oct 12 19:31:53.755992 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e83228a7-1ecc-404c-ae34-2b96fb1e7ff0 req-781e3961-d753-41c4-8a8b-f943f8a35239 service neutron] 10.222.0.61 "GET /v2.0/networks/8ffff834-9a19-4c1c-8819-1b8af3cfc760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9547396 Oct 12 19:31:53.835216 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136e8236-3c3b-488f-93e5-0acddf4013d3 req-19c0e510-20ae-42f0-8fa6-95efe2a24313 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:53.836728 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-136e8236-3c3b-488f-93e5-0acddf4013d3 req-19c0e510-20ae-42f0-8fa6-95efe2a24313 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 946 time: 0.1707761 Oct 12 19:31:53.942109 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-136e8236-3c3b-488f-93e5-0acddf4013d3 req-d3c9474f-df2d-457b-8f8a-64e46d2480a2 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930645 Oct 12 19:31:53.996958 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e83228a7-1ecc-404c-ae34-2b96fb1e7ff0 req-4ccb1e3a-07fc-4b74-b97a-4cf3fb8ecd63 service neutron] 10.222.0.61 "GET /v2.0/networks/8ffff834-9a19-4c1c-8819-1b8af3cfc760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324088 Oct 12 19:31:54.006390 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [req-98d38616-4918-422d-8301-49603a217383 req-b95652a8-2bc0-49d6-86bb-58b5c2df6147 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f91ae504-e52b-4d52-957b-16cbaa39ea81 {{(pid=95502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:31:54.017384 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-98d38616-4918-422d-8301-49603a217383 req-b95652a8-2bc0-49d6-86bb-58b5c2df6147 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:54.042523 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-98d38616-4918-422d-8301-49603a217383 req-b95652a8-2bc0-49d6-86bb-58b5c2df6147 service neutron] Transition to ACTIVE for port object f91ae504-e52b-4d52-957b-16cbaa39ea81 will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:31:54.131255 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-98d38616-4918-422d-8301-49603a217383 req-b95652a8-2bc0-49d6-86bb-58b5c2df6147 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:54.243428 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95652a8-2bc0-49d6-86bb-58b5c2df6147 service neutron] Pushing event updated for resources: {'Port': ['ID=f91ae504-e52b-4d52-957b-16cbaa39ea81,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:31:54.308558 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-98d38616-4918-422d-8301-49603a217383 req-b95652a8-2bc0-49d6-86bb-58b5c2df6147 service neutron] Attempting to bind port f91ae504-e52b-4d52-957b-16cbaa39ea81 on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:31:54.309807 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-98d38616-4918-422d-8301-49603a217383 req-b95652a8-2bc0-49d6-86bb-58b5c2df6147 service neutron] Attempting to bind port f91ae504-e52b-4d52-957b-16cbaa39ea81 by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': '25f482b3-2b9d-4f97-b4b0-3430c63be1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'f582be35-bab4-4f26-bc1a-58db576191d3'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:31:54.324524 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d38616-4918-422d-8301-49603a217383 req-b95652a8-2bc0-49d6-86bb-58b5c2df6147 service neutron] Attempting to bind port f91ae504-e52b-4d52-957b-16cbaa39ea81 on network f582be35-bab4-4f26-bc1a-58db576191d3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:31:54.345535 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d38616-4918-422d-8301-49603a217383 req-b95652a8-2bc0-49d6-86bb-58b5c2df6147 service neutron] Port f91ae504-e52b-4d52-957b-16cbaa39ea81 on network f582be35-bab4-4f26-bc1a-58db576191d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:31:54.347594 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d38616-4918-422d-8301-49603a217383 req-b95652a8-2bc0-49d6-86bb-58b5c2df6147 service neutron] Attempting to bind port f91ae504-e52b-4d52-957b-16cbaa39ea81 on network f582be35-bab4-4f26-bc1a-58db576191d3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:31:54.363165 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d38616-4918-422d-8301-49603a217383 req-b95652a8-2bc0-49d6-86bb-58b5c2df6147 service neutron] Checking agent: {'id': 'f5e9725f-f5a6-43c2-a1be-95e21e9a1fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:31:54.365336 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d38616-4918-422d-8301-49603a217383 req-b95652a8-2bc0-49d6-86bb-58b5c2df6147 service neutron] Checking segment: {'id': '25f482b3-2b9d-4f97-b4b0-3430c63be1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'f582be35-bab4-4f26-bc1a-58db576191d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:31:54.367961 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d38616-4918-422d-8301-49603a217383 req-b95652a8-2bc0-49d6-86bb-58b5c2df6147 service neutron] Bound using segment: {'id': '25f482b3-2b9d-4f97-b4b0-3430c63be1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'f582be35-bab4-4f26-bc1a-58db576191d3'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:31:54.368547 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-98d38616-4918-422d-8301-49603a217383 req-b95652a8-2bc0-49d6-86bb-58b5c2df6147 service neutron] Bound port: f91ae504-e52b-4d52-957b-16cbaa39ea81, host: n-h1-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25f482b3-2b9d-4f97-b4b0-3430c63be1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'f582be35-bab4-4f26-bc1a-58db576191d3'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:31:54.369025 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-98d38616-4918-422d-8301-49603a217383 req-b95652a8-2bc0-49d6-86bb-58b5c2df6147 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:54.468448 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3273bd5d-0e09-470a-9d86-0f76b74f9c02 req-e10213a7-54a0-4ad2-88d8-16c3dc296198 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:54.470052 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3273bd5d-0e09-470a-9d86-0f76b74f9c02 req-e10213a7-54a0-4ad2-88d8-16c3dc296198 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f95beb8-766b-4e5e-b523-a297e764757c HTTP/1.1" status: 200 len: 943 time: 0.1136909 Oct 12 19:31:54.533493 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-98d38616-4918-422d-8301-49603a217383 req-b95652a8-2bc0-49d6-86bb-58b5c2df6147 service neutron] For port f91ae504-e52b-4d52-957b-16cbaa39ea81, host n-h1-813679-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:31:54.536328 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3273bd5d-0e09-470a-9d86-0f76b74f9c02 req-ae9d7f74-b547-4dcd-98a6-8efb426818be tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c11fc84-4f57-43db-8c17-f81427a08139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601461 Oct 12 19:31:54.539887 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-98d38616-4918-422d-8301-49603a217383 req-b95652a8-2bc0-49d6-86bb-58b5c2df6147 service neutron] For port f91ae504-e52b-4d52-957b-16cbaa39ea81, host n-h1-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=f91ae504-e52b-4d52-957b-16cbaa39ea81,segment=NetworkSegment(25f482b3-2b9d-4f97-b4b0-3430c63be1bb),segment_id=25f482b3-2b9d-4f97-b4b0-3430c63be1bb)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:31:54.633250 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-98d38616-4918-422d-8301-49603a217383 req-b95652a8-2bc0-49d6-86bb-58b5c2df6147 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:54.671771 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d38616-4918-422d-8301-49603a217383 req-b95652a8-2bc0-49d6-86bb-58b5c2df6147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:54.672634 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-98d38616-4918-422d-8301-49603a217383 req-b95652a8-2bc0-49d6-86bb-58b5c2df6147 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:54.674385 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-98d38616-4918-422d-8301-49603a217383 req-b95652a8-2bc0-49d6-86bb-58b5c2df6147 service neutron] 10.222.0.61 "PUT /v2.0/ports/f91ae504-e52b-4d52-957b-16cbaa39ea81 HTTP/1.1" status: 200 len: 1091 time: 2.1867285 Oct 12 19:31:54.676927 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f95beb8-766b-4e5e-b523-a297e764757c', 'tag': 'f91ae504-e52b-4d52-957b-16cbaa39ea81'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:31:54.679371 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c91e7a0a-e111-45a2-b8de-4c173a846185" -d '{"events": [{"name": "network-changed", "server_uuid": "2f95beb8-766b-4e5e-b523-a297e764757c", "tag": "f91ae504-e52b-4d52-957b-16cbaa39ea81"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:31:54.715695 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdab10b-285f-44fb-9bfd-69971290b186 req-3e397902-1b67-4b91-89ee-acda59ac5ed0 tempest-ServerAddressesNegativeTestJSON-1268606783 tempest-ServerAddressesNegativeTestJSON-1268606783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:54.724924 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ebdab10b-285f-44fb-9bfd-69971290b186 req-3e397902-1b67-4b91-89ee-acda59ac5ed0 tempest-ServerAddressesNegativeTestJSON-1268606783 tempest-ServerAddressesNegativeTestJSON-1268606783-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ffb82aa-69c5-4412-a27d-495739cf8cb6 HTTP/1.1" status: 200 len: 943 time: 0.1272602 Oct 12 19:31:54.752794 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95652a8-2bc0-49d6-86bb-58b5c2df6147 service neutron] Pushing event updated for resources: {'Port': ['ID=f91ae504-e52b-4d52-957b-16cbaa39ea81,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:31:54.793321 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ebdab10b-285f-44fb-9bfd-69971290b186 req-e61ce825-d940-4804-980e-2a6eae28b072 tempest-ServerAddressesNegativeTestJSON-1268606783 tempest-ServerAddressesNegativeTestJSON-1268606783-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b23f6f3-4258-433d-b4ca-103f50b337f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629199 Oct 12 19:31:54.806160 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-044d0cc0-ffd9-4093-948d-9067a3c18797 x-openstack-request-id: req-044d0cc0-ffd9-4093-948d-9067a3c18797 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:31:54.806682 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f95beb8-766b-4e5e-b523-a297e764757c", "tag": "f91ae504-e52b-4d52-957b-16cbaa39ea81", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:31:54.807089 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-044d0cc0-ffd9-4093-948d-9067a3c18797 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:31:54.807669 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f95beb8-766b-4e5e-b523-a297e764757c', 'tag': 'f91ae504-e52b-4d52-957b-16cbaa39ea81', 'status': 'completed', 'code': 200} Oct 12 19:31:54.864475 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d38616-4918-422d-8301-49603a217383 req-86bf6fe9-a280-4acc-8571-1879af4533b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:54.865967 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-98d38616-4918-422d-8301-49603a217383 req-86bf6fe9-a280-4acc-8571-1879af4533b1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6c99bbccf03340f58d38acd132b2d311&device_id=2f95beb8-766b-4e5e-b523-a297e764757c HTTP/1.1" status: 200 len: 1094 time: 0.0570819 Oct 12 19:31:54.921033 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-98d38616-4918-422d-8301-49603a217383 req-3ba249d9-7481-4a0c-91b1-733749ce7f67 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f91ae504-e52b-4d52-957b-16cbaa39ea81 HTTP/1.1" status: 200 len: 217 time: 0.0427880 Oct 12 19:31:54.980112 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d38616-4918-422d-8301-49603a217383 req-d4d9c677-7a87-4bc8-a64b-f47080feadef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:54.982157 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-98d38616-4918-422d-8301-49603a217383 req-d4d9c677-7a87-4bc8-a64b-f47080feadef service neutron] 10.222.0.61 "GET /v2.0/subnets?id=73b6b3c2-9ed6-4d2c-9d78-2de520105652 HTTP/1.1" status: 200 len: 845 time: 0.0528808 Oct 12 19:31:55.039788 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-98d38616-4918-422d-8301-49603a217383 req-75b77470-c0bf-42ec-af12-a4f97ca8db96 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f582be35-bab4-4f26-bc1a-58db576191d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491416 Oct 12 19:31:55.111531 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 19:31:55.154956 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dd176c-2fa3-4a10-b6bb-cd99c4c167e0 req-49166e43-7363-4b36-b3c9-6e0d0064865a tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:55.166694 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e8dd176c-2fa3-4a10-b6bb-cd99c4c167e0 req-49166e43-7363-4b36-b3c9-6e0d0064865a tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 946 time: 0.1275108 Oct 12 19:31:55.181480 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-98d38616-4918-422d-8301-49603a217383 req-a4d356e5-4fcf-4c94-93cf-07c9c0c8a2b2 service neutron] 10.222.0.61 "GET /v2.0/networks/f582be35-bab4-4f26-bc1a-58db576191d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310332 Oct 12 19:31:55.221649 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e8dd176c-2fa3-4a10-b6bb-cd99c4c167e0 req-205d2ae9-6824-4850-96db-62c44ac69a53 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535407 Oct 12 19:31:55.339551 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-98d38616-4918-422d-8301-49603a217383 req-08800d02-4663-41ef-bb0c-33af2eecf12c service neutron] 10.222.0.61 "GET /v2.0/networks/f582be35-bab4-4f26-bc1a-58db576191d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483293 Oct 12 19:31:55.534383 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91e7a0a-e111-45a2-b8de-4c173a846185 req-b7934372-e3d8-4080-b7f7-3bab258a934e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:55.541569 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c91e7a0a-e111-45a2-b8de-4c173a846185 req-b7934372-e3d8-4080-b7f7-3bab258a934e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6c99bbccf03340f58d38acd132b2d311&device_id=2f95beb8-766b-4e5e-b523-a297e764757c HTTP/1.1" status: 200 len: 1094 time: 0.0676267 Oct 12 19:31:55.710206 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91e7a0a-e111-45a2-b8de-4c173a846185 req-64f3dfc3-5a67-4f0f-88b9-f6db2590b7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:55.712721 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c91e7a0a-e111-45a2-b8de-4c173a846185 req-64f3dfc3-5a67-4f0f-88b9-f6db2590b7fc service neutron] 10.222.0.61 "GET /v2.0/networks?id=f582be35-bab4-4f26-bc1a-58db576191d3 HTTP/1.1" status: 200 len: 906 time: 0.1674440 Oct 12 19:31:55.769107 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c91e7a0a-e111-45a2-b8de-4c173a846185 req-5cd7d288-177c-42d6-8fe2-88ee85d1db1b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f91ae504-e52b-4d52-957b-16cbaa39ea81 HTTP/1.1" status: 200 len: 217 time: 0.0454016 Oct 12 19:31:55.778481 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b11fae5-80f8-46f4-a1e2-0fddd863eaa4 req-044873ca-92dd-4bcd-9d89-408c7718697d tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:55.787587 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8b11fae5-80f8-46f4-a1e2-0fddd863eaa4 req-044873ca-92dd-4bcd-9d89-408c7718697d tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f95beb8-766b-4e5e-b523-a297e764757c HTTP/1.1" status: 200 len: 943 time: 0.1568415 Oct 12 19:31:55.912776 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91e7a0a-e111-45a2-b8de-4c173a846185 req-895bba2b-03e9-4978-8f56-30cb1a861771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:55.914377 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c91e7a0a-e111-45a2-b8de-4c173a846185 req-895bba2b-03e9-4978-8f56-30cb1a861771 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=73b6b3c2-9ed6-4d2c-9d78-2de520105652 HTTP/1.1" status: 200 len: 845 time: 0.1241784 Oct 12 19:31:55.920768 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8b11fae5-80f8-46f4-a1e2-0fddd863eaa4 req-1af20042-fe03-420f-b8bc-b535f1039c83 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c11fc84-4f57-43db-8c17-f81427a08139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322889 Oct 12 19:31:55.962569 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c91e7a0a-e111-45a2-b8de-4c173a846185 req-d098f794-9039-405c-82f3-f1401dad2a02 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f582be35-bab4-4f26-bc1a-58db576191d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385180 Oct 12 19:31:55.971330 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6160e0-8a61-49df-bccc-80c2872d9b27 req-4865ad67-5c01-445b-a5bb-8ff0eb52afde tempest-ServerAddressesNegativeTestJSON-1268606783 tempest-ServerAddressesNegativeTestJSON-1268606783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:55.973629 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ca6160e0-8a61-49df-bccc-80c2872d9b27 req-4865ad67-5c01-445b-a5bb-8ff0eb52afde tempest-ServerAddressesNegativeTestJSON-1268606783 tempest-ServerAddressesNegativeTestJSON-1268606783-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ffb82aa-69c5-4412-a27d-495739cf8cb6 HTTP/1.1" status: 200 len: 943 time: 0.0683463 Oct 12 19:31:56.036210 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ca6160e0-8a61-49df-bccc-80c2872d9b27 req-478be0f0-edef-4065-9c69-952a4c8f7654 tempest-ServerAddressesNegativeTestJSON-1268606783 tempest-ServerAddressesNegativeTestJSON-1268606783-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b23f6f3-4258-433d-b4ca-103f50b337f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483820 Oct 12 19:31:56.084847 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c91e7a0a-e111-45a2-b8de-4c173a846185 req-664abab1-8d0e-4d84-8bae-93c111ec97f9 service neutron] 10.222.0.61 "GET /v2.0/networks/f582be35-bab4-4f26-bc1a-58db576191d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140690 Oct 12 19:31:56.269485 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c91e7a0a-e111-45a2-b8de-4c173a846185 req-450248b0-5eb2-45ca-b538-aa7b4ebc9f3c service neutron] 10.222.0.61 "GET /v2.0/networks/f582be35-bab4-4f26-bc1a-58db576191d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741166 Oct 12 19:31:56.362836 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588dd1b7-94c9-4a4b-b1d8-7d2c0833d384 req-9acf0124-52a3-4f11-a1c9-4805d83f60f7 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:56.368628 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-588dd1b7-94c9-4a4b-b1d8-7d2c0833d384 req-9acf0124-52a3-4f11-a1c9-4805d83f60f7 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 946 time: 0.0675428 Oct 12 19:31:56.458878 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-588dd1b7-94c9-4a4b-b1d8-7d2c0833d384 req-727192ea-e6b8-4878-b07e-698d8465c8a7 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848532 Oct 12 19:31:56.895054 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 901bd661-93ac-4fce-b89b-625fa08c724b details requested by agent hyperv_n-h1-813679-3 with host n-h1-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:31:57.003450 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 901bd661-93ac-4fce-b89b-625fa08c724b, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=901bd661-93ac-4fce-b89b-625fa08c724b,segment=NetworkSegment(ac16a6a8-38ec-4fe1-8c41-5a04a017b440),segment_id=ac16a6a8-38ec-4fe1-8c41-5a04a017b440)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:31:57.017678 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Returning: {'device': '901bd661-93ac-4fce-b89b-625fa08c724b', 'network_id': '8ffff834-9a19-4c1c-8819-1b8af3cfc760', 'port_id': '901bd661-93ac-4fce-b89b-625fa08c724b', 'mac_address': 'fa:16:3e:9f:2c:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbb0e35c-0e15-4a2a-93df-4bdbffc0c5ad', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:31:57.054573 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a60fe4-26e1-410d-87f2-07c7c820776e req-72eef434-0fcd-4326-8880-3c39166ab810 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:57.056144 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b2a60fe4-26e1-410d-87f2-07c7c820776e req-72eef434-0fcd-4326-8880-3c39166ab810 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f95beb8-766b-4e5e-b523-a297e764757c HTTP/1.1" status: 200 len: 943 time: 0.0588539 Oct 12 19:31:57.062082 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:57.087724 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 901bd661-93ac-4fce-b89b-625fa08c724b {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:31:57.117148 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 901bd661-93ac-4fce-b89b-625fa08c724b, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=901bd661-93ac-4fce-b89b-625fa08c724b,segment=NetworkSegment(ac16a6a8-38ec-4fe1-8c41-5a04a017b440),segment_id=ac16a6a8-38ec-4fe1-8c41-5a04a017b440)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:31:57.120638 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b2a60fe4-26e1-410d-87f2-07c7c820776e req-aa85b27f-63f8-4fa9-959d-810dea5958b5 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c11fc84-4f57-43db-8c17-f81427a08139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526092 Oct 12 19:31:57.159396 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98d4cea-afec-4173-b288-1c2891e73911 req-3f7a8653-7802-46b7-997e-a24ab9124d39 tempest-ServerAddressesNegativeTestJSON-1268606783 tempest-ServerAddressesNegativeTestJSON-1268606783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:57.160981 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f98d4cea-afec-4173-b288-1c2891e73911 req-3f7a8653-7802-46b7-997e-a24ab9124d39 tempest-ServerAddressesNegativeTestJSON-1268606783 tempest-ServerAddressesNegativeTestJSON-1268606783-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ffb82aa-69c5-4412-a27d-495739cf8cb6 HTTP/1.1" status: 200 len: 943 time: 0.0602818 Oct 12 19:31:57.201176 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f98d4cea-afec-4173-b288-1c2891e73911 req-313cef1b-22c0-4d5f-abe0-258e42dd974d tempest-ServerAddressesNegativeTestJSON-1268606783 tempest-ServerAddressesNegativeTestJSON-1268606783-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b23f6f3-4258-433d-b4ca-103f50b337f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341125 Oct 12 19:31:57.228074 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:57.285000 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=901bd661-93ac-4fce-b89b-625fa08c724b,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:31:57.473020 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['901bd661-93ac-4fce-b89b-625fa08c724b'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:31:57.693032 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acdc68c-7b5f-454b-b00f-d64b93ab71d5 req-f00afd01-97bb-4bdb-ae26-8c406d449030 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:57.704986 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6acdc68c-7b5f-454b-b00f-d64b93ab71d5 req-f00afd01-97bb-4bdb-ae26-8c406d449030 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 946 time: 0.1042049 Oct 12 19:31:57.787292 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6acdc68c-7b5f-454b-b00f-d64b93ab71d5 req-bf8a4dd7-5be6-49a7-9920-017d0d87537c tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750799 Oct 12 19:31:58.282990 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a031d1-41a1-4940-b0ba-2cf29fdee993 req-1d10e3f7-3e7f-4783-ac2a-28217a6d1e3c tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:58.291252 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-32a031d1-41a1-4940-b0ba-2cf29fdee993 req-1d10e3f7-3e7f-4783-ac2a-28217a6d1e3c tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f95beb8-766b-4e5e-b523-a297e764757c HTTP/1.1" status: 200 len: 943 time: 0.0816119 Oct 12 19:31:58.334820 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-32a031d1-41a1-4940-b0ba-2cf29fdee993 req-844b573c-7814-4a2d-bea4-ea05fb123698 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c11fc84-4f57-43db-8c17-f81427a08139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426250 Oct 12 19:31:58.378562 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da73e37-0252-42f1-a3e9-e4559fc8d29e req-e3773b66-9c15-47d0-8717-0ffbebe5c140 tempest-ServerAddressesNegativeTestJSON-1268606783 tempest-ServerAddressesNegativeTestJSON-1268606783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:58.378562 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9da73e37-0252-42f1-a3e9-e4559fc8d29e req-e3773b66-9c15-47d0-8717-0ffbebe5c140 tempest-ServerAddressesNegativeTestJSON-1268606783 tempest-ServerAddressesNegativeTestJSON-1268606783-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ffb82aa-69c5-4412-a27d-495739cf8cb6 HTTP/1.1" status: 200 len: 944 time: 0.0707042 Oct 12 19:31:58.427925 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9da73e37-0252-42f1-a3e9-e4559fc8d29e req-0bbfd65e-aa7f-4aa8-8b24-263a0e7a174d tempest-ServerAddressesNegativeTestJSON-1268606783 tempest-ServerAddressesNegativeTestJSON-1268606783-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b23f6f3-4258-433d-b4ca-103f50b337f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397708 Oct 12 19:31:58.926745 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device f91ae504-e52b-4d52-957b-16cbaa39ea81 details requested by agent hyperv_n-h1-813679-3 with host n-h1-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:31:58.928910 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 901bd661-93ac-4fce-b89b-625fa08c724b up at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:31:58.994738 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c510f40d-a679-4e63-abf7-5528238490cb req-a5b75e65-525e-4382-9a7a-d5630a2cfdcf tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:59.003063 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c510f40d-a679-4e63-abf7-5528238490cb req-a5b75e65-525e-4382-9a7a-d5630a2cfdcf tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 946 time: 0.1292927 Oct 12 19:31:59.064343 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c510f40d-a679-4e63-abf7-5528238490cb req-8cec5cd7-47c9-4d6e-ba6b-ea6ab9aad84f tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601246 Oct 12 19:31:59.168389 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning for port 901bd661-93ac-4fce-b89b-625fa08c724b completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:31:59.179022 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning complete for port 901bd661-93ac-4fce-b89b-625fa08c724b triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:31:59.179597 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:59.308302 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:59.349035 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 901bd661-93ac-4fce-b89b-625fa08c724b, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=901bd661-93ac-4fce-b89b-625fa08c724b,segment=NetworkSegment(ac16a6a8-38ec-4fe1-8c41-5a04a017b440),segment_id=ac16a6a8-38ec-4fe1-8c41-5a04a017b440)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:31:59.350628 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c3cdd089-dffe-4a12-be47-36094867d53d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:59.360682 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ffb82aa-69c5-4412-a27d-495739cf8cb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '901bd661-93ac-4fce-b89b-625fa08c724b'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:31:59.364621 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d08db6f9-b56b-4816-91b3-d896a339e8fc" -d '{"events": [{"server_uuid": "6ffb82aa-69c5-4412-a27d-495739cf8cb6", "name": "network-vif-plugged", "status": "completed", "tag": "901bd661-93ac-4fce-b89b-625fa08c724b"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:31:59.371706 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port f91ae504-e52b-4d52-957b-16cbaa39ea81, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=f91ae504-e52b-4d52-957b-16cbaa39ea81,segment=NetworkSegment(25f482b3-2b9d-4f97-b4b0-3430c63be1bb),segment_id=25f482b3-2b9d-4f97-b4b0-3430c63be1bb)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:31:59.385583 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Returning: {'device': 'f91ae504-e52b-4d52-957b-16cbaa39ea81', 'network_id': 'f582be35-bab4-4f26-bc1a-58db576191d3', 'port_id': 'f91ae504-e52b-4d52-957b-16cbaa39ea81', 'mac_address': 'fa:16:3e:17:42:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73b6b3c2-9ed6-4d2c-9d78-2de520105652', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:31:59.429722 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:59.447802 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f91ae504-e52b-4d52-957b-16cbaa39ea81 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:31:59.476832 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port f91ae504-e52b-4d52-957b-16cbaa39ea81, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=f91ae504-e52b-4d52-957b-16cbaa39ea81,segment=NetworkSegment(25f482b3-2b9d-4f97-b4b0-3430c63be1bb),segment_id=25f482b3-2b9d-4f97-b4b0-3430c63be1bb)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:31:59.479586 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-801ece7e-17a9-4eee-a350-9563d4bbd035 x-openstack-request-id: req-801ece7e-17a9-4eee-a350-9563d4bbd035 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:31:59.480571 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ffb82aa-69c5-4412-a27d-495739cf8cb6", "name": "network-vif-plugged", "status": "completed", "tag": "901bd661-93ac-4fce-b89b-625fa08c724b", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:31:59.481048 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-801ece7e-17a9-4eee-a350-9563d4bbd035 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:31:59.481592 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ffb82aa-69c5-4412-a27d-495739cf8cb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '901bd661-93ac-4fce-b89b-625fa08c724b', 'code': 200} Oct 12 19:31:59.482321 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:59.542560 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=901bd661-93ac-4fce-b89b-625fa08c724b,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:31:59.575508 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfbdc1c-38de-4e07-bf70-e21d5de7f318 req-c860c995-3f8c-4eae-960d-590da6d9ce17 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:59.577176 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:31:59.584332 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ddfbdc1c-38de-4e07-bf70-e21d5de7f318 req-c860c995-3f8c-4eae-960d-590da6d9ce17 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f95beb8-766b-4e5e-b523-a297e764757c HTTP/1.1" status: 200 len: 943 time: 0.0921516 Oct 12 19:31:59.618479 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace5a87d-622b-4bf7-b272-0c149689564a req-694a932c-2e39-4fb7-8d15-7cbd5951d2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:59.620721 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ace5a87d-622b-4bf7-b272-0c149689564a req-694a932c-2e39-4fb7-8d15-7cbd5951d2e8 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6ffb82aa-69c5-4412-a27d-495739cf8cb6 HTTP/1.1" status: 200 len: 1096 time: 0.0916524 Oct 12 19:31:59.650848 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ddfbdc1c-38de-4e07-bf70-e21d5de7f318 req-ee5e9f6c-08cb-417b-9cdd-9c16a84fed6d tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c11fc84-4f57-43db-8c17-f81427a08139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653839 Oct 12 19:31:59.678319 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371cdbf1-0749-4ddf-b2ff-e5832af1adc9 req-0afce1d9-3ff4-4b68-a5f4-8d4e46af58c2 tempest-ServerAddressesNegativeTestJSON-1268606783 tempest-ServerAddressesNegativeTestJSON-1268606783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:31:59.684646 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-371cdbf1-0749-4ddf-b2ff-e5832af1adc9 req-0afce1d9-3ff4-4b68-a5f4-8d4e46af58c2 tempest-ServerAddressesNegativeTestJSON-1268606783 tempest-ServerAddressesNegativeTestJSON-1268606783-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ffb82aa-69c5-4412-a27d-495739cf8cb6 HTTP/1.1" status: 200 len: 945 time: 0.1667416 Oct 12 19:31:59.712776 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=f91ae504-e52b-4d52-957b-16cbaa39ea81,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:31:59.720388 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ace5a87d-622b-4bf7-b272-0c149689564a req-08530c47-19b8-43d8-a11d-c215e5579b86 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=9b23f6f3-4258-433d-b4ca-103f50b337f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854113 Oct 12 19:31:59.741968 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-371cdbf1-0749-4ddf-b2ff-e5832af1adc9 req-3bcc9684-c2b7-4ba6-b627-9b26e7e63543 tempest-ServerAddressesNegativeTestJSON-1268606783 tempest-ServerAddressesNegativeTestJSON-1268606783-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b23f6f3-4258-433d-b4ca-103f50b337f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524116 Oct 12 19:31:59.821465 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['f91ae504-e52b-4d52-957b-16cbaa39ea81'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:32:00.253290 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6f1ff4-fd80-4368-8a63-6ff761a786df req-57ee3bf1-f44f-4896-ad4d-57a772254cf1 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:00.265029 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-eb6f1ff4-fd80-4368-8a63-6ff761a786df req-57ee3bf1-f44f-4896-ad4d-57a772254cf1 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 946 time: 0.0808160 Oct 12 19:32:00.316950 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-eb6f1ff4-fd80-4368-8a63-6ff761a786df req-bd5976b0-9548-4d53-bbc7-704bc67a2c13 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498705 Oct 12 19:32:00.593285 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f2dc0-cb7d-4fb9-a097-b5b3232db4c5 req-838e9161-3995-4a60-bc4b-611bc266143f tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:00.597875 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-661f2dc0-cb7d-4fb9-a097-b5b3232db4c5 req-838e9161-3995-4a60-bc4b-611bc266143f tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/ports?device_id=68ed1b32-2769-4ecc-86ab-1452bfd5bcf7 HTTP/1.1" status: 200 len: 945 time: 0.0695355 Oct 12 19:32:00.639947 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de8c908-0a44-42df-88a6-94241e2500cd req-a9f16696-927c-4263-9632-d0208c80c2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:00.642321 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3de8c908-0a44-42df-88a6-94241e2500cd req-a9f16696-927c-4263-9632-d0208c80c2aa service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4c933ffb6c834d75ab3714dceb2123eb&device_id=68ed1b32-2769-4ecc-86ab-1452bfd5bcf7 HTTP/1.1" status: 200 len: 1096 time: 0.0541108 Oct 12 19:32:00.669985 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-661f2dc0-cb7d-4fb9-a097-b5b3232db4c5 req-2b117788-c8c2-4953-b162-e5b28006cd9e tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/security-groups?id=243314df-bf60-4e8d-a5c3-b65fe30534c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620077 Oct 12 19:32:00.767795 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de8c908-0a44-42df-88a6-94241e2500cd req-8e365d3d-1725-47db-8a6b-75b8fea35d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:00.773143 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3de8c908-0a44-42df-88a6-94241e2500cd req-8e365d3d-1725-47db-8a6b-75b8fea35d83 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8210e84a-9fb6-4a53-a2c3-d0f330bffa92 HTTP/1.1" status: 200 len: 920 time: 0.1176944 Oct 12 19:32:00.872349 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3de8c908-0a44-42df-88a6-94241e2500cd req-9b73547a-2bb5-4f60-a1ac-af933b106e5b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0314f2b2-73ac-4252-bd05-ba8b48c29df1 HTTP/1.1" status: 200 len: 217 time: 0.0870454 Oct 12 19:32:00.886342 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b513e04d-f9dc-4e2d-be0f-7cbd89598486 req-c5886668-da67-4048-9a37-5faff2df7721 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:00.900692 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b513e04d-f9dc-4e2d-be0f-7cbd89598486 req-c5886668-da67-4048-9a37-5faff2df7721 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f95beb8-766b-4e5e-b523-a297e764757c HTTP/1.1" status: 200 len: 944 time: 0.1262369 Oct 12 19:32:00.953269 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device f91ae504-e52b-4d52-957b-16cbaa39ea81 up at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:32:00.989594 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de8c908-0a44-42df-88a6-94241e2500cd req-02bba1ee-0bdf-41d4-a6cd-125ff6d3c6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:00.992848 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3de8c908-0a44-42df-88a6-94241e2500cd req-02bba1ee-0bdf-41d4-a6cd-125ff6d3c6ed service neutron] 10.222.0.67 "GET /v2.0/subnets?id=33859617-14c0-4672-bd1b-84bf0d04d8bc HTTP/1.1" status: 200 len: 859 time: 0.0884564 Oct 12 19:32:01.017169 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27b2e55-4330-4f3f-acf5-d42d4a7d530e req-0d70e6f7-a18f-4b37-a874-9dc3f48c7253 tempest-ServerAddressesNegativeTestJSON-1268606783 tempest-ServerAddressesNegativeTestJSON-1268606783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:01.020278 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c27b2e55-4330-4f3f-acf5-d42d4a7d530e req-0d70e6f7-a18f-4b37-a874-9dc3f48c7253 tempest-ServerAddressesNegativeTestJSON-1268606783 tempest-ServerAddressesNegativeTestJSON-1268606783-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ffb82aa-69c5-4412-a27d-495739cf8cb6 HTTP/1.1" status: 200 len: 945 time: 0.1341221 Oct 12 19:32:01.048624 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3de8c908-0a44-42df-88a6-94241e2500cd req-9d70489d-73bd-4fbc-9ec9-743790b10a72 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8210e84a-9fb6-4a53-a2c3-d0f330bffa92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433710 Oct 12 19:32:01.076462 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c27b2e55-4330-4f3f-acf5-d42d4a7d530e req-d31924e2-ecdd-4870-b701-898ccc24abfb tempest-ServerAddressesNegativeTestJSON-1268606783 tempest-ServerAddressesNegativeTestJSON-1268606783-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b23f6f3-4258-433d-b4ca-103f50b337f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473766 Oct 12 19:32:01.089460 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b513e04d-f9dc-4e2d-be0f-7cbd89598486 req-d178671f-36db-4bc1-8257-e6d87dac0af8 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c11fc84-4f57-43db-8c17-f81427a08139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877134 Oct 12 19:32:01.166333 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3de8c908-0a44-42df-88a6-94241e2500cd req-4d498e37-562d-4571-964a-debf906f68d6 service neutron] 10.222.0.67 "GET /v2.0/networks/8210e84a-9fb6-4a53-a2c3-d0f330bffa92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026433 Oct 12 19:32:01.267934 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3de8c908-0a44-42df-88a6-94241e2500cd req-13c472bb-64ab-4a1d-a533-f943462f491a service neutron] 10.222.0.67 "GET /v2.0/networks/8210e84a-9fb6-4a53-a2c3-d0f330bffa92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915983 Oct 12 19:32:01.399341 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning for port f91ae504-e52b-4d52-957b-16cbaa39ea81 completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:32:01.403471 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning complete for port f91ae504-e52b-4d52-957b-16cbaa39ea81 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:32:01.403870 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:01.438471 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4578fd9-5c02-49cb-930c-437c4b6ff725 req-89168cb0-f69d-4662-b580-1a9510cb7b77 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:01.439987 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c4578fd9-5c02-49cb-930c-437c4b6ff725 req-89168cb0-f69d-4662-b580-1a9510cb7b77 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 946 time: 0.0513101 Oct 12 19:32:01.483877 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c4578fd9-5c02-49cb-930c-437c4b6ff725 req-c8ef6c87-78de-49c8-9a48-149d1b83ee54 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347168 Oct 12 19:32:01.490289 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:01.529122 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f95beb8-766b-4e5e-b523-a297e764757c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f91ae504-e52b-4d52-957b-16cbaa39ea81'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:32:01.532635 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7870166f-2d45-41cf-b9c8-8994362d300d" -d '{"events": [{"server_uuid": "2f95beb8-766b-4e5e-b523-a297e764757c", "name": "network-vif-plugged", "status": "completed", "tag": "f91ae504-e52b-4d52-957b-16cbaa39ea81"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:32:01.558331 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port f91ae504-e52b-4d52-957b-16cbaa39ea81, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=f91ae504-e52b-4d52-957b-16cbaa39ea81,segment=NetworkSegment(25f482b3-2b9d-4f97-b4b0-3430c63be1bb),segment_id=25f482b3-2b9d-4f97-b4b0-3430c63be1bb)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:32:01.610871 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fb1d9dc-eeb7-42a2-8540-04691f77ddbb x-openstack-request-id: req-1fb1d9dc-eeb7-42a2-8540-04691f77ddbb {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:32:01.611540 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f95beb8-766b-4e5e-b523-a297e764757c", "name": "network-vif-plugged", "status": "completed", "tag": "f91ae504-e52b-4d52-957b-16cbaa39ea81", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:32:01.612512 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1fb1d9dc-eeb7-42a2-8540-04691f77ddbb {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:32:01.613166 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f95beb8-766b-4e5e-b523-a297e764757c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f91ae504-e52b-4d52-957b-16cbaa39ea81', 'code': 200} Oct 12 19:32:01.643655 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:01.753632 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=f91ae504-e52b-4d52-957b-16cbaa39ea81,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:32:01.761017 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b58b59aa-8c2d-4a45-984a-6a0b23d071b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:01.851403 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879cd406-b287-45fd-ab00-02182eb3b296 req-6a4de42e-8479-4aea-aa76-cb34625bb1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:01.852951 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-879cd406-b287-45fd-ab00-02182eb3b296 req-6a4de42e-8479-4aea-aa76-cb34625bb1ce service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2f95beb8-766b-4e5e-b523-a297e764757c HTTP/1.1" status: 200 len: 1096 time: 0.1317451 Oct 12 19:32:01.876319 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b62476a-d730-4ef3-8f63-8230525387d8 req-7e6f9142-bb04-4472-8d9a-30b0d172db21 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:01.889079 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5b62476a-d730-4ef3-8f63-8230525387d8 req-7e6f9142-bb04-4472-8d9a-30b0d172db21 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/ports?device_id=68ed1b32-2769-4ecc-86ab-1452bfd5bcf7 HTTP/1.1" status: 200 len: 945 time: 0.0940177 Oct 12 19:32:01.988268 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-879cd406-b287-45fd-ab00-02182eb3b296 req-80f62ca5-a39e-4636-b3ee-3b52359ec91d service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=0c11fc84-4f57-43db-8c17-f81427a08139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256976 Oct 12 19:32:02.005932 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5b62476a-d730-4ef3-8f63-8230525387d8 req-1954fbd3-797a-4a48-a000-5fa6d85e07d6 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/security-groups?id=243314df-bf60-4e8d-a5c3-b65fe30534c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102631 Oct 12 19:32:02.273359 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3de1e30-91bc-4df4-b5a5-93f717aa1c17 req-8b651fe2-5784-49dc-8d84-c02c4630cf7b tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:02.280641 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36a1f2a-0697-4560-a00e-8a7606a549f6 req-a180fa04-5217-4070-a268-3bf6c3c88da9 tempest-ServerAddressesNegativeTestJSON-1268606783 tempest-ServerAddressesNegativeTestJSON-1268606783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:02.282048 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b3de1e30-91bc-4df4-b5a5-93f717aa1c17 req-8b651fe2-5784-49dc-8d84-c02c4630cf7b tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f95beb8-766b-4e5e-b523-a297e764757c HTTP/1.1" status: 200 len: 945 time: 0.0923710 Oct 12 19:32:02.287852 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c36a1f2a-0697-4560-a00e-8a7606a549f6 req-a180fa04-5217-4070-a268-3bf6c3c88da9 tempest-ServerAddressesNegativeTestJSON-1268606783 tempest-ServerAddressesNegativeTestJSON-1268606783-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ffb82aa-69c5-4412-a27d-495739cf8cb6 HTTP/1.1" status: 200 len: 945 time: 0.0847628 Oct 12 19:32:02.355627 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b3de1e30-91bc-4df4-b5a5-93f717aa1c17 req-06069c9b-5756-4b94-9a2d-72d2e2e1f060 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c11fc84-4f57-43db-8c17-f81427a08139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660043 Oct 12 19:32:02.392188 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c36a1f2a-0697-4560-a00e-8a7606a549f6 req-e8bb5683-37d6-458e-814a-731a6a359605 tempest-ServerAddressesNegativeTestJSON-1268606783 tempest-ServerAddressesNegativeTestJSON-1268606783-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b23f6f3-4258-433d-b4ca-103f50b337f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878694 Oct 12 19:32:02.496687 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:02.664721 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381706c1-5e25-4ea0-bc08-292c03e912f3 req-9e60a5fe-d381-4f4b-b1cf-e41acb2676f7 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:02.664721 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-381706c1-5e25-4ea0-bc08-292c03e912f3 req-9e60a5fe-d381-4f4b-b1cf-e41acb2676f7 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 946 time: 0.0760167 Oct 12 19:32:02.717839 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-381706c1-5e25-4ea0-bc08-292c03e912f3 req-f893a5fc-5bca-4e31-94d8-9494a2fdc9b4 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422215 Oct 12 19:32:02.881806 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:02.998864 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:03.162961 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a50801e-4f8c-4b22-9fd0-a2a95ccee04d req-cbf5755a-782f-404d-9956-e067f9a3dbd2 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:03.177902 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8a50801e-4f8c-4b22-9fd0-a2a95ccee04d req-cbf5755a-782f-404d-9956-e067f9a3dbd2 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/ports?device_id=68ed1b32-2769-4ecc-86ab-1452bfd5bcf7 HTTP/1.1" status: 200 len: 945 time: 0.0959210 Oct 12 19:32:03.253362 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8a50801e-4f8c-4b22-9fd0-a2a95ccee04d req-78270010-2ecb-4e7e-85ed-86f6fe62b908 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/security-groups?id=243314df-bf60-4e8d-a5c3-b65fe30534c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702529 Oct 12 19:32:03.388763 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f9138d-2ac1-464d-a533-301729310d0c req-bf956a21-8e62-4b69-9b9e-f44abf2954f7 tempest-ServerAddressesNegativeTestJSON-1268606783 tempest-ServerAddressesNegativeTestJSON-1268606783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:03.399956 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b5f9138d-2ac1-464d-a533-301729310d0c req-bf956a21-8e62-4b69-9b9e-f44abf2954f7 tempest-ServerAddressesNegativeTestJSON-1268606783 tempest-ServerAddressesNegativeTestJSON-1268606783-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ffb82aa-69c5-4412-a27d-495739cf8cb6 HTTP/1.1" status: 200 len: 945 time: 0.1020830 Oct 12 19:32:03.485690 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b5f9138d-2ac1-464d-a533-301729310d0c req-61473e8d-1e45-41e8-8f29-6e24458c9f3a tempest-ServerAddressesNegativeTestJSON-1268606783 tempest-ServerAddressesNegativeTestJSON-1268606783-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b23f6f3-4258-433d-b4ca-103f50b337f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756629 Oct 12 19:32:03.715439 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:03.971017 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf910b46-5ceb-4f40-b2c3-7ac7ddb5c169 req-c27afc65-19cc-4916-9433-a44854e5bae3 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:03.985521 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-cf910b46-5ceb-4f40-b2c3-7ac7ddb5c169 req-c27afc65-19cc-4916-9433-a44854e5bae3 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 946 time: 0.1097994 Oct 12 19:32:04.044623 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-cf910b46-5ceb-4f40-b2c3-7ac7ddb5c169 req-3d899a4a-5359-4b2d-b491-721846d362c3 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577805 Oct 12 19:32:04.054963 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0e8fab-c771-4845-b798-6163b3c27062 req-fc4b21d7-ccfe-4216-bf0a-d333bb6d4c12 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:04.063362 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fd0e8fab-c771-4845-b798-6163b3c27062 req-fc4b21d7-ccfe-4216-bf0a-d333bb6d4c12 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f95beb8-766b-4e5e-b523-a297e764757c HTTP/1.1" status: 200 len: 945 time: 0.6102417 Oct 12 19:32:04.130186 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fd0e8fab-c771-4845-b798-6163b3c27062 req-9f6a1abf-0855-429a-809c-89f5ed3ec1e1 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c11fc84-4f57-43db-8c17-f81427a08139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573153 Oct 12 19:32:04.410395 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d2e6ff-e16b-4ffe-8fac-8e1fc66c036d req-2dac5470-99d0-4079-bbe5-525c05d2d074 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:04.423502 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e0d2e6ff-e16b-4ffe-8fac-8e1fc66c036d req-2dac5470-99d0-4079-bbe5-525c05d2d074 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f95beb8-766b-4e5e-b523-a297e764757c HTTP/1.1" status: 200 len: 945 time: 0.1505778 Oct 12 19:32:04.467600 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da04fcf-c6ab-4cc4-a3df-c6651637c070 req-9461a71d-2fb1-4e0d-87ff-44e4e7c7ea41 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:04.479354 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1da04fcf-c6ab-4cc4-a3df-c6651637c070 req-9461a71d-2fb1-4e0d-87ff-44e4e7c7ea41 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/ports?device_id=68ed1b32-2769-4ecc-86ab-1452bfd5bcf7 HTTP/1.1" status: 200 len: 945 time: 0.1224837 Oct 12 19:32:04.495425 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e0d2e6ff-e16b-4ffe-8fac-8e1fc66c036d req-53f6b9da-e18a-4eb1-a58f-1fd8f21d830b tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c11fc84-4f57-43db-8c17-f81427a08139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703447 Oct 12 19:32:04.530426 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:04.578531 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1da04fcf-c6ab-4cc4-a3df-c6651637c070 req-2242babe-64ba-4a7f-aa57-0ceed6773e8e tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/security-groups?id=243314df-bf60-4e8d-a5c3-b65fe30534c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929215 Oct 12 19:32:04.641992 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cf2bcf-552e-4d77-9a70-4b01b8203c14 req-d7d59374-52c4-45ae-9567-ae6778fc7e48 tempest-ServerAddressesNegativeTestJSON-1268606783 tempest-ServerAddressesNegativeTestJSON-1268606783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:04.645274 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d3cf2bcf-552e-4d77-9a70-4b01b8203c14 req-d7d59374-52c4-45ae-9567-ae6778fc7e48 tempest-ServerAddressesNegativeTestJSON-1268606783 tempest-ServerAddressesNegativeTestJSON-1268606783-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ffb82aa-69c5-4412-a27d-495739cf8cb6 HTTP/1.1" status: 200 len: 945 time: 0.0983703 Oct 12 19:32:04.685355 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 60784) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:32:04.806332 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facbc9a0-d091-4413-a469-58e238306ebc req-48a6d466-0928-4dca-a2d5-eec74e0dfe48 tempest-ServerAddressesNegativeTestJSON-1268606783 tempest-ServerAddressesNegativeTestJSON-1268606783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:04.814262 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-facbc9a0-d091-4413-a469-58e238306ebc req-48a6d466-0928-4dca-a2d5-eec74e0dfe48 tempest-ServerAddressesNegativeTestJSON-1268606783 tempest-ServerAddressesNegativeTestJSON-1268606783-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ffb82aa-69c5-4412-a27d-495739cf8cb6 HTTP/1.1" status: 200 len: 945 time: 0.1662989 Oct 12 19:32:04.883990 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-facbc9a0-d091-4413-a469-58e238306ebc req-edd4c29c-791d-4727-b85e-6d418e66fd70 tempest-ServerAddressesNegativeTestJSON-1268606783 tempest-ServerAddressesNegativeTestJSON-1268606783-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b23f6f3-4258-433d-b4ca-103f50b337f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653229 Oct 12 19:32:04.906799 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2d761531-a8cb-4a30-a266-a6e17213bd41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:04.907907 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-d3cf2bcf-552e-4d77-9a70-4b01b8203c14 req-c13180f0-2726-4d65-af3a-5ddfaeae0ed6 tempest-ServerAddressesNegativeTestJSON-1268606783 tempest-ServerAddressesNegativeTestJSON-1268606783-project] Deleting port 901bd661-93ac-4fce-b89b-625fa08c724b {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:32:04.908443 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-d3cf2bcf-552e-4d77-9a70-4b01b8203c14 req-c13180f0-2726-4d65-af3a-5ddfaeae0ed6 tempest-ServerAddressesNegativeTestJSON-1268606783 tempest-ServerAddressesNegativeTestJSON-1268606783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:05.030555 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-d3cf2bcf-552e-4d77-9a70-4b01b8203c14 req-c13180f0-2726-4d65-af3a-5ddfaeae0ed6 tempest-ServerAddressesNegativeTestJSON-1268606783 tempest-ServerAddressesNegativeTestJSON-1268606783-project] For port 901bd661-93ac-4fce-b89b-625fa08c724b, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=901bd661-93ac-4fce-b89b-625fa08c724b,segment=NetworkSegment(ac16a6a8-38ec-4fe1-8c41-5a04a017b440),segment_id=ac16a6a8-38ec-4fe1-8c41-5a04a017b440)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:32:05.031797 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-d3cf2bcf-552e-4d77-9a70-4b01b8203c14 req-c13180f0-2726-4d65-af3a-5ddfaeae0ed6 tempest-ServerAddressesNegativeTestJSON-1268606783 tempest-ServerAddressesNegativeTestJSON-1268606783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:05.071989 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-d3cf2bcf-552e-4d77-9a70-4b01b8203c14 req-c13180f0-2726-4d65-af3a-5ddfaeae0ed6 tempest-ServerAddressesNegativeTestJSON-1268606783 tempest-ServerAddressesNegativeTestJSON-1268606783-project] Calling delete_port for 901bd661-93ac-4fce-b89b-625fa08c724b owned by compute:nova {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:32:05.122257 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2d761531-a8cb-4a30-a266-a6e17213bd41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:05.199643 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2d761531-a8cb-4a30-a266-a6e17213bd41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:05.247327 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-2d761531-a8cb-4a30-a266-a6e17213bd41 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a89aa2a73ec049d88ae9e46b032f764c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5609200 Oct 12 19:32:05.257070 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 60796) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:32:05.330863 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d23f536-c471-42e9-8bd4-22377a963cf6 req-90274799-f95b-45b2-ae6a-aafe973b1329 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:05.338914 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3d23f536-c471-42e9-8bd4-22377a963cf6 req-90274799-f95b-45b2-ae6a-aafe973b1329 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f95beb8-766b-4e5e-b523-a297e764757c HTTP/1.1" status: 200 len: 945 time: 0.1545308 Oct 12 19:32:05.346696 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d761531-a8cb-4a30-a266-a6e17213bd41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2dd2312-0be1-4e55-aa02-99c8fe4d34ac,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:32:05.374205 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d761531-a8cb-4a30-a266-a6e17213bd41 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:32:05.374830 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d761531-a8cb-4a30-a266-a6e17213bd41 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:32:05.375892 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d761531-a8cb-4a30-a266-a6e17213bd41 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:32:05.376401 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d761531-a8cb-4a30-a266-a6e17213bd41 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:32:05.376910 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d761531-a8cb-4a30-a266-a6e17213bd41 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:32:05.377396 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d761531-a8cb-4a30-a266-a6e17213bd41 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:32:05.377893 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d761531-a8cb-4a30-a266-a6e17213bd41 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:32:05.378216 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d761531-a8cb-4a30-a266-a6e17213bd41 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:32:05.378728 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d761531-a8cb-4a30-a266-a6e17213bd41 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:32:05.379469 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d761531-a8cb-4a30-a266-a6e17213bd41 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:32:05.379996 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d761531-a8cb-4a30-a266-a6e17213bd41 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:32:05.380490 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d761531-a8cb-4a30-a266-a6e17213bd41 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:32:05.422034 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8fc3b75f-c067-4cb7-a131-e7ffa5373d57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:05.440577 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5fd3b9-f77a-4c25-9cd8-b244e4151a49 req-571cdbc9-b232-40fc-a1ff-d903bb633d11 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:05.442496 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-fb5fd3b9-f77a-4c25-9cd8-b244e4151a49 req-571cdbc9-b232-40fc-a1ff-d903bb633d11 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 946 time: 0.1687984 Oct 12 19:32:05.446478 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8fc3b75f-c067-4cb7-a131-e7ffa5373d57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:05.492390 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-d3cf2bcf-552e-4d77-9a70-4b01b8203c14 req-c13180f0-2726-4d65-af3a-5ddfaeae0ed6 tempest-ServerAddressesNegativeTestJSON-1268606783 tempest-ServerAddressesNegativeTestJSON-1268606783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:05.509112 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['901bd661-93ac-4fce-b89b-625fa08c724b'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:32:05.546324 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3d23f536-c471-42e9-8bd4-22377a963cf6 req-1e7d4631-6a14-4565-ab9e-69bb98f6f08b tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c11fc84-4f57-43db-8c17-f81427a08139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061000 Oct 12 19:32:05.552649 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-fb5fd3b9-f77a-4c25-9cd8-b244e4151a49 req-e2448071-364e-499c-82b9-23a76b359d87 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962727 Oct 12 19:32:05.600163 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13180f0-2726-4d65-af3a-5ddfaeae0ed6 tempest-ServerAddressesNegativeTestJSON-1268606783 tempest-ServerAddressesNegativeTestJSON-1268606783-project] Pushing event deleted for resources: {'Port': ['ID=901bd661-93ac-4fce-b89b-625fa08c724b,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:32:05.654167 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8fc3b75f-c067-4cb7-a131-e7ffa5373d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:05.657842 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8fc3b75f-c067-4cb7-a131-e7ffa5373d57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:05.659022 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-8fc3b75f-c067-4cb7-a131-e7ffa5373d57 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d2dd2312-0be1-4e55-aa02-99c8fe4d34ac HTTP/1.1" status: 204 len: 168 time: 0.3972802 Oct 12 19:32:05.678650 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc3b75f-c067-4cb7-a131-e7ffa5373d57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2dd2312-0be1-4e55-aa02-99c8fe4d34ac,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:32:05.734620 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3cf2bcf-552e-4d77-9a70-4b01b8203c14 req-c13180f0-2726-4d65-af3a-5ddfaeae0ed6 tempest-ServerAddressesNegativeTestJSON-1268606783 tempest-ServerAddressesNegativeTestJSON-1268606783-project] No DVR routers for this DVR port 901bd661-93ac-4fce-b89b-625fa08c724b on host n-h1-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:32:05.738321 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-d3cf2bcf-552e-4d77-9a70-4b01b8203c14 req-c13180f0-2726-4d65-af3a-5ddfaeae0ed6 tempest-ServerAddressesNegativeTestJSON-1268606783 tempest-ServerAddressesNegativeTestJSON-1268606783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:05.741954 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d3cf2bcf-552e-4d77-9a70-4b01b8203c14 req-c13180f0-2726-4d65-af3a-5ddfaeae0ed6 tempest-ServerAddressesNegativeTestJSON-1268606783 tempest-ServerAddressesNegativeTestJSON-1268606783-project] 10.222.0.61 "DELETE /v2.0/ports/901bd661-93ac-4fce-b89b-625fa08c724b HTTP/1.1" status: 204 len: 173 time: 1.0360262 Oct 12 19:32:05.742569 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ffb82aa-69c5-4412-a27d-495739cf8cb6', 'name': 'network-vif-deleted', 'tag': '901bd661-93ac-4fce-b89b-625fa08c724b'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:32:05.745611 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6763e828-89d1-4314-8ef1-465071ab8cb2" -d '{"events": [{"server_uuid": "6ffb82aa-69c5-4412-a27d-495739cf8cb6", "name": "network-vif-deleted", "tag": "901bd661-93ac-4fce-b89b-625fa08c724b"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:32:05.825729 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c156461-1bd8-46a4-bc86-b6095f693b66 req-a2673211-e928-48fe-8a6c-14f3f823da2d tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:05.826994 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1c156461-1bd8-46a4-bc86-b6095f693b66 req-a2673211-e928-48fe-8a6c-14f3f823da2d tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/ports?device_id=68ed1b32-2769-4ecc-86ab-1452bfd5bcf7 HTTP/1.1" status: 200 len: 945 time: 0.1318595 Oct 12 19:32:05.911378 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1c156461-1bd8-46a4-bc86-b6095f693b66 req-b69cc60a-7d9a-48fe-987a-e0ee376ff8db tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/security-groups?id=243314df-bf60-4e8d-a5c3-b65fe30534c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693355 Oct 12 19:32:06.039701 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7b7213bd-aab2-47dc-acc9-d6a8160f3605 req-8964fc81-291f-4be7-b351-665a88acb2f6 tempest-ServerAddressesNegativeTestJSON-1268606783 tempest-ServerAddressesNegativeTestJSON-1268606783-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ffb82aa-69c5-4412-a27d-495739cf8cb6 HTTP/1.1" status: 200 len: 210 time: 0.0485325 Oct 12 19:32:06.171457 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03e5b428-bf10-4c0f-bad8-0f058d2e21af x-openstack-request-id: req-03e5b428-bf10-4c0f-bad8-0f058d2e21af {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:32:06.171457 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ffb82aa-69c5-4412-a27d-495739cf8cb6", "name": "network-vif-deleted", "tag": "901bd661-93ac-4fce-b89b-625fa08c724b", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:32:06.171457 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-03e5b428-bf10-4c0f-bad8-0f058d2e21af {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:32:06.171457 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ffb82aa-69c5-4412-a27d-495739cf8cb6', 'name': 'network-vif-deleted', 'tag': '901bd661-93ac-4fce-b89b-625fa08c724b', 'status': 'completed', 'code': 200} Oct 12 19:32:06.456163 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b031a86-945c-4471-908a-908a77de5a1e req-0589ba7f-2641-485f-bf85-62e6f906f833 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:06.456865 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5b031a86-945c-4471-908a-908a77de5a1e req-0589ba7f-2641-485f-bf85-62e6f906f833 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f95beb8-766b-4e5e-b523-a297e764757c HTTP/1.1" status: 200 len: 945 time: 0.0542192 Oct 12 19:32:06.516462 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 60814) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:32:06.543199 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a8cdac0a-2206-4cb9-a545-0f17238801f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:06.584422 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-5b031a86-945c-4471-908a-908a77de5a1e req-97b7e05f-2091-4046-a3a7-0239d0468a18 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Deleting port f91ae504-e52b-4d52-957b-16cbaa39ea81 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:32:06.585120 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-5b031a86-945c-4471-908a-908a77de5a1e req-97b7e05f-2091-4046-a3a7-0239d0468a18 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:06.675581 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a8cdac0a-2206-4cb9-a545-0f17238801f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:06.731316 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7104eeb-eac0-4ff3-9ed5-2c2e2d7bb639 req-6bf7c598-c979-43d4-b320-dee97db73a1e tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:06.733157 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c7104eeb-eac0-4ff3-9ed5-2c2e2d7bb639 req-6bf7c598-c979-43d4-b320-dee97db73a1e tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f95beb8-766b-4e5e-b523-a297e764757c HTTP/1.1" status: 200 len: 945 time: 0.0556426 Oct 12 19:32:06.742251 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef60646-00b1-448a-b9a2-0186a2fa9b3a req-7c1914bf-3b36-44b7-9ed6-84132f9d24d9 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:06.748098 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0ef60646-00b1-448a-b9a2-0186a2fa9b3a req-7c1914bf-3b36-44b7-9ed6-84132f9d24d9 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 946 time: 0.0822790 Oct 12 19:32:06.755360 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-5b031a86-945c-4471-908a-908a77de5a1e req-97b7e05f-2091-4046-a3a7-0239d0468a18 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] For port f91ae504-e52b-4d52-957b-16cbaa39ea81, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=f91ae504-e52b-4d52-957b-16cbaa39ea81,segment=NetworkSegment(25f482b3-2b9d-4f97-b4b0-3430c63be1bb),segment_id=25f482b3-2b9d-4f97-b4b0-3430c63be1bb)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:32:06.807040 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-5b031a86-945c-4471-908a-908a77de5a1e req-97b7e05f-2091-4046-a3a7-0239d0468a18 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:06.807040 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-5b031a86-945c-4471-908a-908a77de5a1e req-97b7e05f-2091-4046-a3a7-0239d0468a18 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Calling delete_port for f91ae504-e52b-4d52-957b-16cbaa39ea81 owned by compute:nova {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:32:06.807678 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c7104eeb-eac0-4ff3-9ed5-2c2e2d7bb639 req-4fa5b11c-4f8b-405b-b565-53a2328c3a92 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c11fc84-4f57-43db-8c17-f81427a08139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458853 Oct 12 19:32:06.810590 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0ef60646-00b1-448a-b9a2-0186a2fa9b3a req-2172e624-77b5-47b6-bc6c-ce12e8359be2 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574777 Oct 12 19:32:06.878644 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a8cdac0a-2206-4cb9-a545-0f17238801f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:06.919681 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-a8cdac0a-2206-4cb9-a545-0f17238801f6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f9d338b4d9bd446b9bb6f46069ed0005&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4012990 Oct 12 19:32:06.920763 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cdac0a-2206-4cb9-a545-0f17238801f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d27b6f13-75e7-4652-9112-ce8f3329c46c,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:32:06.922369 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 60820) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:32:07.012696 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c0a63144-9b96-46b3-986c-dc1e4b679c81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:07.039580 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c0a63144-9b96-46b3-986c-dc1e4b679c81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:07.071157 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-5b031a86-945c-4471-908a-908a77de5a1e req-97b7e05f-2091-4046-a3a7-0239d0468a18 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:07.082745 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['f91ae504-e52b-4d52-957b-16cbaa39ea81'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:32:07.121657 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['26e2e43b-64cb-42a6-8bbf-733d254324d0'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:32:07.124558 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569ee146-787a-44e3-a718-3ce1fe1e9498 req-ba662b0d-e2d1-42a2-be24-0e19bffb2de3 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:07.128581 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-569ee146-787a-44e3-a718-3ce1fe1e9498 req-ba662b0d-e2d1-42a2-be24-0e19bffb2de3 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/ports?device_id=68ed1b32-2769-4ecc-86ab-1452bfd5bcf7 HTTP/1.1" status: 200 len: 945 time: 0.1000226 Oct 12 19:32:07.141133 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b7e05f-2091-4046-a3a7-0239d0468a18 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Pushing event deleted for resources: {'Port': ['ID=f91ae504-e52b-4d52-957b-16cbaa39ea81,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:32:07.213403 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-fc2a89d8-536e-4612-a82e-be66e15d414f req-10dbcb8c-90f6-4033-bf0c-18d46fac3683 tempest-ServerAddressesNegativeTestJSON-1268606783 tempest-ServerAddressesNegativeTestJSON-1268606783-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ffb82aa-69c5-4412-a27d-495739cf8cb6 HTTP/1.1" status: 200 len: 210 time: 0.0599821 Oct 12 19:32:07.214323 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b031a86-945c-4471-908a-908a77de5a1e req-97b7e05f-2091-4046-a3a7-0239d0468a18 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] No DVR routers for this DVR port f91ae504-e52b-4d52-957b-16cbaa39ea81 on host n-h1-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:32:07.219917 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-5b031a86-945c-4471-908a-908a77de5a1e req-97b7e05f-2091-4046-a3a7-0239d0468a18 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:07.227602 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5b031a86-945c-4471-908a-908a77de5a1e req-97b7e05f-2091-4046-a3a7-0239d0468a18 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.61 "DELETE /v2.0/ports/f91ae504-e52b-4d52-957b-16cbaa39ea81 HTTP/1.1" status: 204 len: 173 time: 0.7541125 Oct 12 19:32:07.256087 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-569ee146-787a-44e3-a718-3ce1fe1e9498 req-31e8519f-516f-4a49-85ca-c41ff05e5d1c tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/security-groups?id=243314df-bf60-4e8d-a5c3-b65fe30534c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217554 Oct 12 19:32:07.279471 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c0a63144-9b96-46b3-986c-dc1e4b679c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:07.283233 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c0a63144-9b96-46b3-986c-dc1e4b679c81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:07.287683 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-c0a63144-9b96-46b3-986c-dc1e4b679c81 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d27b6f13-75e7-4652-9112-ce8f3329c46c HTTP/1.1" status: 204 len: 168 time: 0.3597286 Oct 12 19:32:07.302660 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a63144-9b96-46b3-986c-dc1e4b679c81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d27b6f13-75e7-4652-9112-ce8f3329c46c,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:32:07.970041 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3c2d4908-0cc0-4bda-a5ba-c340b7bca930 req-e01f882c-9a0a-4aca-8a64-69f735c87433 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f95beb8-766b-4e5e-b523-a297e764757c HTTP/1.1" status: 200 len: 210 time: 0.0435448 Oct 12 19:32:07.986538 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8534a675-2ceb-4871-9cc9-290f80f016ea req-35d0c19c-191c-468f-8bec-3f8935c175e1 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:07.987230 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8534a675-2ceb-4871-9cc9-290f80f016ea req-35d0c19c-191c-468f-8bec-3f8935c175e1 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 946 time: 0.0662553 Oct 12 19:32:08.037828 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8534a675-2ceb-4871-9cc9-290f80f016ea req-1c819a1a-fc76-466a-9db5-f6184e783f13 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501676 Oct 12 19:32:08.172581 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f95beb8-766b-4e5e-b523-a297e764757c', 'name': 'network-vif-deleted', 'tag': 'f91ae504-e52b-4d52-957b-16cbaa39ea81'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:32:08.175467 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcb8bf91-ca79-4031-8905-8f4c89f2503a" -d '{"events": [{"server_uuid": "2f95beb8-766b-4e5e-b523-a297e764757c", "name": "network-vif-deleted", "tag": "f91ae504-e52b-4d52-957b-16cbaa39ea81"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:32:08.212347 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90495256-4d35-42bf-9d26-bb9cf421bfb5 x-openstack-request-id: req-90495256-4d35-42bf-9d26-bb9cf421bfb5 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:32:08.212640 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f95beb8-766b-4e5e-b523-a297e764757c", "name": "network-vif-deleted", "tag": "f91ae504-e52b-4d52-957b-16cbaa39ea81", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:32:08.212894 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-90495256-4d35-42bf-9d26-bb9cf421bfb5 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:32:08.213292 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f95beb8-766b-4e5e-b523-a297e764757c', 'name': 'network-vif-deleted', 'tag': 'f91ae504-e52b-4d52-957b-16cbaa39ea81', 'status': 'completed', 'code': 200} Oct 12 19:32:08.279523 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 60858) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:32:08.347013 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_v2 [None req-e47a9ccc-7c74-40a0-bc28-d1aa2c1f23d1 admin admin] Deleting subnet dbb0e35c-0e15-4a2a-93df-4bdbffc0c5ad {{(pid=95501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:32:08.350440 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e47a9ccc-7c74-40a0-bc28-d1aa2c1f23d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:08.389488 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e47a9ccc-7c74-40a0-bc28-d1aa2c1f23d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281083'] for subnet, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:08.418730 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f20bb2e-ca12-4093-8595-64fa30140afb req-92aa49dd-f155-42c5-aa51-86f198fa773f tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:08.420576 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0f20bb2e-ca12-4093-8595-64fa30140afb req-92aa49dd-f155-42c5-aa51-86f198fa773f tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/ports?device_id=68ed1b32-2769-4ecc-86ab-1452bfd5bcf7 HTTP/1.1" status: 200 len: 945 time: 0.0638909 Oct 12 19:32:08.447594 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e47a9ccc-7c74-40a0-bc28-d1aa2c1f23d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:08.466841 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0f20bb2e-ca12-4093-8595-64fa30140afb req-6d8d52a2-944b-4ab5-b8f2-222a505de577 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/security-groups?id=243314df-bf60-4e8d-a5c3-b65fe30534c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394571 Oct 12 19:32:08.656912 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e47a9ccc-7c74-40a0-bc28-d1aa2c1f23d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4824924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4612362'] for subnet, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:08.698115 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47a9ccc-7c74-40a0-bc28-d1aa2c1f23d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbb0e35c-0e15-4a2a-93df-4bdbffc0c5ad,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:32:08.700194 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e47a9ccc-7c74-40a0-bc28-d1aa2c1f23d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:08.707355 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-e47a9ccc-7c74-40a0-bc28-d1aa2c1f23d1 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/dbb0e35c-0e15-4a2a-93df-4bdbffc0c5ad HTTP/1.1" status: 204 len: 168 time: 0.4230928 Oct 12 19:32:08.707463 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 60886) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:32:08.780313 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-97116363-6acd-47e9-ba04-c6876977ad29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:08.866724 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-97116363-6acd-47e9-ba04-c6876977ad29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:08.887774 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-97116363-6acd-47e9-ba04-c6876977ad29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ffff834-9a19-4c1c-8819-1b8af3cfc760']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:32:08.897085 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-97116363-6acd-47e9-ba04-c6876977ad29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac16a6a8-38ec-4fe1-8c41-5a04a017b440') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:32:08.897374 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-97116363-6acd-47e9-ba04-c6876977ad29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac16a6a8-38ec-4fe1-8c41-5a04a017b440') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:32:08.907094 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-97116363-6acd-47e9-ba04-c6876977ad29 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16313633'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:08.920491 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-97116363-6acd-47e9-ba04-c6876977ad29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:08.926811 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97116363-6acd-47e9-ba04-c6876977ad29 admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:32:08.927186 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-97116363-6acd-47e9-ba04-c6876977ad29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4305278'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:08.930130 n-d-813679-3 neutron-server[95502]: Traceback (most recent call last): Oct 12 19:32:08.930130 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:32:08.930130 n-d-813679-3 neutron-server[95502]: timer() Oct 12 19:32:08.930130 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:32:08.930130 n-d-813679-3 neutron-server[95502]: cb(*args, **kw) Oct 12 19:32:08.930130 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:32:08.930130 n-d-813679-3 neutron-server[95502]: return func(*args, **kwargs) Oct 12 19:32:08.930130 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:32:08.930130 n-d-813679-3 neutron-server[95502]: self._notify() Oct 12 19:32:08.930130 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:32:08.930130 n-d-813679-3 neutron-server[95502]: self.callback(batched_events) Oct 12 19:32:08.930130 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:32:08.930130 n-d-813679-3 neutron-server[95502]: event.method(event) Oct 12 19:32:08.930130 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:32:08.930130 n-d-813679-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:32:08.930130 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:32:08.930130 n-d-813679-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:32:08.930130 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:32:08.930130 n-d-813679-3 neutron-server[95502]: return f(self, *a, **k) Oct 12 19:32:08.930130 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:32:08.930130 n-d-813679-3 neutron-server[95502]: return self._get(url).json() Oct 12 19:32:08.930130 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:32:08.930130 n-d-813679-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:32:08.930130 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:32:08.930130 n-d-813679-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Oct 12 19:32:08.930130 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:32:08.930130 n-d-813679-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:32:08.930130 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:32:08.930130 n-d-813679-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:32:08.930130 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:32:08.930130 n-d-813679-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:32:08.930130 n-d-813679-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:32:08.984392 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 901bd661-93ac-4fce-b89b-625fa08c724b no longer exists at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:32:09.017727 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] No Port match for: 901bd661-93ac-4fce-b89b-625fa08c724b {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:32:09.026265 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 901bd661-93ac-4fce-b89b-625fa08c724b not bound to the agent host n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:32:09.026911 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device f91ae504-e52b-4d52-957b-16cbaa39ea81 no longer exists at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:32:09.072100 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-97116363-6acd-47e9-ba04-c6876977ad29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:09.073416 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-97116363-6acd-47e9-ba04-c6876977ad29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:09.077694 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-97116363-6acd-47e9-ba04-c6876977ad29 admin admin] 10.222.0.49 "DELETE /v2.0/networks/8ffff834-9a19-4c1c-8819-1b8af3cfc760 HTTP/1.1" status: 204 len: 168 time: 0.3702416 Oct 12 19:32:09.109153 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97116363-6acd-47e9-ba04-c6876977ad29 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ffff834-9a19-4c1c-8819-1b8af3cfc760,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:32:09.110818 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] No Port match for: f91ae504-e52b-4d52-957b-16cbaa39ea81 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:32:09.111376 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device f91ae504-e52b-4d52-957b-16cbaa39ea81 not bound to the agent host n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:32:09.199016 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083d5dfd-11d9-4456-ac5b-d23227f46621 req-43fba107-8ee4-4aca-bb15-eb35ebd0c14b tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:09.207060 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-083d5dfd-11d9-4456-ac5b-d23227f46621 req-43fba107-8ee4-4aca-bb15-eb35ebd0c14b tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 946 time: 0.0634966 Oct 12 19:32:09.254876 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-083d5dfd-11d9-4456-ac5b-d23227f46621 req-cc99e592-6282-46d0-8ac2-daa174ec2d0b tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413439 Oct 12 19:32:09.338752 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a606ce3b-8c7a-416e-b814-aa12a188316a req-0851c616-7ab2-4979-ae85-099607e7ec7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:09.340449 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a606ce3b-8c7a-416e-b814-aa12a188316a req-0851c616-7ab2-4979-ae85-099607e7ec7f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8ff84b2ec0864625b42aaaa064df001a&device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 1097 time: 0.0496073 Oct 12 19:32:09.436526 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a606ce3b-8c7a-416e-b814-aa12a188316a req-1541e78f-72b2-41dd-a159-e16d1a3a79b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:09.438031 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a606ce3b-8c7a-416e-b814-aa12a188316a req-1541e78f-72b2-41dd-a159-e16d1a3a79b9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=821a7daa-cbda-47ad-af75-98b83de65b7b HTTP/1.1" status: 200 len: 915 time: 0.0905986 Oct 12 19:32:09.497931 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a606ce3b-8c7a-416e-b814-aa12a188316a req-919d1749-fe50-477c-b691-7ff469c02143 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1dacf51-8b56-41a7-988b-c10af1584886 HTTP/1.1" status: 200 len: 217 time: 0.0522194 Oct 12 19:32:09.560528 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a606ce3b-8c7a-416e-b814-aa12a188316a req-c5fc23c3-8a54-4bab-99b8-63bf36ba9ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:09.562286 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a606ce3b-8c7a-416e-b814-aa12a188316a req-c5fc23c3-8a54-4bab-99b8-63bf36ba9ef9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=23923b5b-cbc2-4b60-8cb9-1474eb7896df HTTP/1.1" status: 200 len: 854 time: 0.0574572 Oct 12 19:32:09.609035 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f07ebf-5ed3-4fe3-a1ec-9e78d64a9bfb req-1b3acbf2-de4c-4406-b334-a9b0eb6b8a22 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:09.611607 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-94f07ebf-5ed3-4fe3-a1ec-9e78d64a9bfb req-1b3acbf2-de4c-4406-b334-a9b0eb6b8a22 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/ports?device_id=68ed1b32-2769-4ecc-86ab-1452bfd5bcf7 HTTP/1.1" status: 200 len: 945 time: 0.0690751 Oct 12 19:32:09.612434 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 60922) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:32:09.635565 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a606ce3b-8c7a-416e-b814-aa12a188316a req-944d4d3d-c9cd-4f33-9e4d-262e7e09916d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=821a7daa-cbda-47ad-af75-98b83de65b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639911 Oct 12 19:32:09.681859 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-1251bf8d-49ae-4635-a4bc-14d0d63630f7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=167f113a43184214b30e5d1fe0e54c6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0676939 Oct 12 19:32:09.684220 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 60928) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:32:09.726107 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-94f07ebf-5ed3-4fe3-a1ec-9e78d64a9bfb req-8d5d3857-a88b-48c1-a817-dca6004d5251 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/security-groups?id=243314df-bf60-4e8d-a5c3-b65fe30534c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054184 Oct 12 19:32:09.764413 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b4b4a4a7-55f9-465e-9d53-17addbe32060 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:09.787384 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b4b4a4a7-55f9-465e-9d53-17addbe32060 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:09.827338 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c05276-cbde-45da-9351-06ff43ba5caa req-a35af1be-ce92-4154-839f-5edc2fedac25 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:09.829546 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a5c05276-cbde-45da-9351-06ff43ba5caa req-a35af1be-ce92-4154-839f-5edc2fedac25 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/networks?id=f582be35-bab4-4f26-bc1a-58db576191d3 HTTP/1.1" status: 200 len: 805 time: 0.1965241 Oct 12 19:32:09.831879 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a606ce3b-8c7a-416e-b814-aa12a188316a req-b1a05096-c1a9-48f6-a655-1a2d9e5d5107 service neutron] 10.222.0.61 "GET /v2.0/networks/821a7daa-cbda-47ad-af75-98b83de65b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859679 Oct 12 19:32:09.846779 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a5c05276-cbde-45da-9351-06ff43ba5caa req-ec3ba307-69c0-4689-b772-8ec1813a5c88 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/quotas/6c99bbccf03340f58d38acd132b2d311 HTTP/1.1" status: 200 len: 375 time: 0.0108879 Oct 12 19:32:09.960477 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a5c05276-cbde-45da-9351-06ff43ba5caa req-59021f64-92ae-47d2-b364-3f0f983771ce tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=6c99bbccf03340f58d38acd132b2d311&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1039596 Oct 12 19:32:09.979481 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b4b4a4a7-55f9-465e-9d53-17addbe32060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:09.982421 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b4b4a4a7-55f9-465e-9d53-17addbe32060 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:09.983331 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a606ce3b-8c7a-416e-b814-aa12a188316a req-360f8e40-4ba9-4f69-a1c1-70a05a7982ec service neutron] 10.222.0.61 "GET /v2.0/networks/821a7daa-cbda-47ad-af75-98b83de65b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385450 Oct 12 19:32:09.984276 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-b4b4a4a7-55f9-465e-9d53-17addbe32060 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9b23f6f3-4258-433d-b4ca-103f50b337f7 HTTP/1.1" status: 204 len: 168 time: 0.2980888 Oct 12 19:32:09.993061 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b4a4a7-55f9-465e-9d53-17addbe32060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b23f6f3-4258-433d-b4ca-103f50b337f7,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:32:10.064856 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a5c05276-cbde-45da-9351-06ff43ba5caa req-35eee57f-1cf9-43ad-aaf3-0d03b681028b service neutron] 10.222.0.49 "GET /v2.0/networks/f582be35-bab4-4f26-bc1a-58db576191d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897322 Oct 12 19:32:10.187602 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a5c05276-cbde-45da-9351-06ff43ba5caa req-a18bf4f7-4c22-47ba-8e4d-2fcbc2fcb5cf service neutron] 10.222.0.49 "GET /v2.0/networks/f582be35-bab4-4f26-bc1a-58db576191d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183112 Oct 12 19:32:10.364604 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2610f60d-9f7a-4b93-ba50-b8d6536f1fb3 req-6829929f-7292-41a7-8819-30454b0e1692 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:10.366196 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2610f60d-9f7a-4b93-ba50-b8d6536f1fb3 req-6829929f-7292-41a7-8819-30454b0e1692 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 946 time: 0.0521660 Oct 12 19:32:10.416290 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2610f60d-9f7a-4b93-ba50-b8d6536f1fb3 req-507f09c4-9a7c-441c-b4d8-0a2ed9d1c664 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421090 Oct 12 19:32:10.526395 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-169e09bf-328d-4d1b-98a9-9dc0434da0fd req-d27e5ffa-ebb1-440e-bb1c-f2a46bc1cd68 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=54486c0c-9041-4e0e-82a6-f0606d003170 HTTP/1.1" status: 200 len: 210 time: 0.0722861 Oct 12 19:32:10.846405 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cd161d-b933-4e43-9ac8-c430f70ee076 req-3726ea43-84a2-4dd0-ac48-6cd75e7f2614 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:10.848635 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-12cd161d-b933-4e43-9ac8-c430f70ee076 req-3726ea43-84a2-4dd0-ac48-6cd75e7f2614 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/ports?device_id=68ed1b32-2769-4ecc-86ab-1452bfd5bcf7 HTTP/1.1" status: 200 len: 945 time: 0.0512395 Oct 12 19:32:10.900056 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-12cd161d-b933-4e43-9ac8-c430f70ee076 req-b569243c-8afd-4f4d-afe2-6d4f513a82d5 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/security-groups?id=243314df-bf60-4e8d-a5c3-b65fe30534c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404146 Oct 12 19:32:11.369024 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 32780) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:32:11.478747 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 32788) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:32:11.544300 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-54cf5a19-38c3-4939-9c73-ee3eda45404a admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-417973220-network', 'tenant_id': '7ac20bedc65e4273b4fa99242967fcf0'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:32:11.578690 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0539b5e-8252-40ce-bf84-4e9bf8033222 req-ec8a0d00-39a7-4296-ac17-f929ce12b911 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:11.587299 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b0539b5e-8252-40ce-bf84-4e9bf8033222 req-ec8a0d00-39a7-4296-ac17-f929ce12b911 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 946 time: 0.0899997 Oct 12 19:32:11.638569 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fd4cecc4-646d-45ad-a79c-10889d880239 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:11.647507 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-795cd954-4b12-408d-9c96-64003e241978 req-0604fb05-a520-443a-8f24-a296cd072605 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=54486c0c-9041-4e0e-82a6-f0606d003170 HTTP/1.1" status: 200 len: 210 time: 0.0365272 Oct 12 19:32:11.650068 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b0539b5e-8252-40ce-bf84-4e9bf8033222 req-39866f09-036b-4125-aef6-d3a85651a09d tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614731 Oct 12 19:32:11.695989 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54cf5a19-38c3-4939-9c73-ee3eda45404a admin admin] Made reservation on behalf of 7ac20bedc65e4273b4fa99242967fcf0 for: {'network': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:32:11.698353 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-54cf5a19-38c3-4939-9c73-ee3eda45404a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:11.712133 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-54cf5a19-38c3-4939-9c73-ee3eda45404a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:11.740226 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fd4cecc4-646d-45ad-a79c-10889d880239 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:11.787130 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-54cf5a19-38c3-4939-9c73-ee3eda45404a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:11.808181 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fd4cecc4-646d-45ad-a79c-10889d880239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:11.845495 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4cecc4-646d-45ad-a79c-10889d880239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8ecb55d-dd4f-4f98-bd92-f91b38428b05,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:32:11.853361 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-fd4cecc4-646d-45ad-a79c-10889d880239 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f8ca7b156431445eb9f236eb3e521fa6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3705647 Oct 12 19:32:11.854173 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 32794) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:32:11.886299 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-54cf5a19-38c3-4939-9c73-ee3eda45404a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:11.909276 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54cf5a19-38c3-4939-9c73-ee3eda45404a admin admin] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'} {{(pid=95501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:32:11.937944 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-36c8be4c-338f-4c0e-a09b-bb35dd21506b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:11.940742 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-54cf5a19-38c3-4939-9c73-ee3eda45404a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:11.941098 n-d-813679-3 neutron-server[95501]: INFO neutron.db.segments_db [None req-54cf5a19-38c3-4939-9c73-ee3eda45404a admin admin] Added segment b8fd95c0-f033-470d-898b-66f01f06965b of type vlan for network 9c837d56-df15-4f97-94ca-ba496439293e Oct 12 19:32:11.949856 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cf5a19-38c3-4939-9c73-ee3eda45404a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=092c0073-f265-4dd4-b51c-ec95e5000d68,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:32:12.007585 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-36c8be4c-338f-4c0e-a09b-bb35dd21506b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:12.010480 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-54cf5a19-38c3-4939-9c73-ee3eda45404a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:12.060403 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a11c9c3-0dfe-452a-85b1-67810914eea2 req-c8b5397b-beb7-403a-b014-deb728f3af00 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:12.068515 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6a11c9c3-0dfe-452a-85b1-67810914eea2 req-c8b5397b-beb7-403a-b014-deb728f3af00 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/ports?device_id=68ed1b32-2769-4ecc-86ab-1452bfd5bcf7 HTTP/1.1" status: 200 len: 945 time: 0.0611992 Oct 12 19:32:12.103377 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6a11c9c3-0dfe-452a-85b1-67810914eea2 req-f36c9ad5-6659-4064-9ace-5c27d5358f1c tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/security-groups?id=243314df-bf60-4e8d-a5c3-b65fe30534c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330777 Oct 12 19:32:12.205144 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-54cf5a19-38c3-4939-9c73-ee3eda45404a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:12.206122 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54cf5a19-38c3-4939-9c73-ee3eda45404a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:12.206701 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-54cf5a19-38c3-4939-9c73-ee3eda45404a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:12.210453 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-36c8be4c-338f-4c0e-a09b-bb35dd21506b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:12.214164 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-36c8be4c-338f-4c0e-a09b-bb35dd21506b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:12.215350 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-36c8be4c-338f-4c0e-a09b-bb35dd21506b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d8ecb55d-dd4f-4f98-bd92-f91b38428b05 HTTP/1.1" status: 204 len: 168 time: 0.3606243 Oct 12 19:32:12.271945 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c8be4c-338f-4c0e-a09b-bb35dd21506b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8ecb55d-dd4f-4f98-bd92-f91b38428b05,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:32:12.290017 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cf5a19-38c3-4939-9c73-ee3eda45404a admin admin] Pushing event updated for resources: {'Network': ['ID=9c837d56-df15-4f97-94ca-ba496439293e,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:32:12.301646 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 9c837d56-df15-4f97-94ca-ba496439293e details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:32:12.345012 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-54cf5a19-38c3-4939-9c73-ee3eda45404a admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9745591 Oct 12 19:32:12.353714 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 32806) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:32:12.354809 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-afbad9e9-6544-446e-b67e-c9ef65756803 admin admin] Request body: {'subnet': {'network_id': '9c837d56-df15-4f97-94ca-ba496439293e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-417973220-subnet', 'tenant_id': '7ac20bedc65e4273b4fa99242967fcf0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:32:12.452660 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afbad9e9-6544-446e-b67e-c9ef65756803 admin admin] Made reservation on behalf of 7ac20bedc65e4273b4fa99242967fcf0 for: {'subnet': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:32:12.454961 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-afbad9e9-6544-446e-b67e-c9ef65756803 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4612397'] for subnet, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:12.523331 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f663a7c4-a08d-4221-93c0-18db7a00ca48 req-1f27c094-40ef-454b-b7a2-a8277e009849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:12.524874 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f663a7c4-a08d-4221-93c0-18db7a00ca48 req-1f27c094-40ef-454b-b7a2-a8277e009849 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=68ed1b32-2769-4ecc-86ab-1452bfd5bcf7 HTTP/1.1" status: 200 len: 1096 time: 0.0987699 Oct 12 19:32:12.578590 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f663a7c4-a08d-4221-93c0-18db7a00ca48 req-cc68f3ef-28fc-4f17-9ff5-67eae310a2b3 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=243314df-bf60-4e8d-a5c3-b65fe30534c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442681 Oct 12 19:32:12.748332 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-afbad9e9-6544-446e-b67e-c9ef65756803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4824863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4612355'] for subnet, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:12.766383 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d0df4858-975f-4371-8323-226e93260870 req-cb976518-944e-410d-a865-d1b0fad03d3b tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=54486c0c-9041-4e0e-82a6-f0606d003170 HTTP/1.1" status: 200 len: 210 time: 0.0310154 Oct 12 19:32:12.826337 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbad9e9-6544-446e-b67e-c9ef65756803 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e4691c3-7c7d-4157-af42-3585e26801da,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:32:12.835946 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57c365b-582b-44fd-9ca7-a746394bdce0 req-f56210cc-b005-4865-b73f-d09323ab6d88 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:12.837475 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c57c365b-582b-44fd-9ca7-a746394bdce0 req-f56210cc-b005-4865-b73f-d09323ab6d88 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 946 time: 0.1221521 Oct 12 19:32:12.873134 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbad9e9-6544-446e-b67e-c9ef65756803 admin admin] Checking segment: {'id': 'b8fd95c0-f033-470d-898b-66f01f06965b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '9c837d56-df15-4f97-94ca-ba496439293e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:32:12.874753 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afbad9e9-6544-446e-b67e-c9ef65756803 admin admin] Network hostable DHCP agents. Network: 9c837d56-df15-4f97-94ca-ba496439293e, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:32:12.893368 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c57c365b-582b-44fd-9ca7-a746394bdce0 req-86154061-0ff0-4142-abe5-19a03b6070ce tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456610 Oct 12 19:32:12.955966 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c05276-cbde-45da-9351-06ff43ba5caa req-c510f9d2-0a0a-4dcc-a7f6-5249eed107fc tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:12.960614 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a5c05276-cbde-45da-9351-06ff43ba5caa req-c510f9d2-0a0a-4dcc-a7f6-5249eed107fc tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.61 "GET /v2.0/networks?id=f582be35-bab4-4f26-bc1a-58db576191d3 HTTP/1.1" status: 200 len: 805 time: 0.1676233 Oct 12 19:32:12.962670 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 32816) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:32:12.980916 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-a5c05276-cbde-45da-9351-06ff43ba5caa req-7f1f39dc-b270-4fae-981f-3228eeb4e6ea tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Request body: {'port': {'device_id': '54486c0c-9041-4e0e-82a6-f0606d003170', 'network_id': 'f582be35-bab4-4f26-bc1a-58db576191d3', 'admin_state_up': True, 'tenant_id': '6c99bbccf03340f58d38acd132b2d311'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:32:12.985205 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8bfcf91c-bd26-4741-b202-7dae6f6e6026 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:13.004311 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device e1dacf51-8b56-41a7-988b-c10af1584886 no longer exists at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:32:13.005806 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afbad9e9-6544-446e-b67e-c9ef65756803 admin admin] Network 9c837d56-df15-4f97-94ca-ba496439293e is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:32:13.107943 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:13.112711 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe5dcbb-b0aa-46be-8932-8cb4a8aa1695 req-725f49dd-b41d-4b13-9140-76a3ae2fb982 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:13.114247 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-efe5dcbb-b0aa-46be-8932-8cb4a8aa1695 req-725f49dd-b41d-4b13-9140-76a3ae2fb982 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 946 time: 0.1381149 Oct 12 19:32:13.142407 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-afbad9e9-6544-446e-b67e-c9ef65756803 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, 9c837d56-df15-4f97-94ca-ba496439293e) {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:32:13.148015 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afbad9e9-6544-446e-b67e-c9ef65756803 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:13.149887 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-afbad9e9-6544-446e-b67e-c9ef65756803 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:13.174095 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73178751-88f4-4154-a3d4-112b00a5c9fa None None] Network 9c837d56-df15-4f97-94ca-ba496439293e requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:32:13.248484 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-efe5dcbb-b0aa-46be-8932-8cb4a8aa1695 req-00aee55c-bc81-400e-8311-c9e3e8e8eede tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143382 Oct 12 19:32:13.256593 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '065d1ec7-60db-45cc-b11c-bb8ac2f10e42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1dacf51-8b56-41a7-988b-c10af1584886'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:32:13.258820 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d952e49-c1d5-436e-9438-77d56decdf5b" -d '{"events": [{"server_uuid": "065d1ec7-60db-45cc-b11c-bb8ac2f10e42", "name": "network-vif-unplugged", "status": "completed", "tag": "e1dacf51-8b56-41a7-988b-c10af1584886"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:32:13.269733 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8bfcf91c-bd26-4741-b202-7dae6f6e6026 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:13.276172 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port e1dacf51-8b56-41a7-988b-c10af1584886, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=e1dacf51-8b56-41a7-988b-c10af1584886,segment=NetworkSegment(e0fbe16f-a144-4509-a2e0-dc467b90860d),segment_id=e0fbe16f-a144-4509-a2e0-dc467b90860d)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:32:13.312536 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae6bad2-4707-470f-a9e6-6b1e34fbfd48 req-cc783afc-67d3-45f6-8877-8803f1c59bef tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:13.314549 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-aae6bad2-4707-470f-a9e6-6b1e34fbfd48 req-cc783afc-67d3-45f6-8877-8803f1c59bef tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/ports?device_id=68ed1b32-2769-4ecc-86ab-1452bfd5bcf7 HTTP/1.1" status: 200 len: 945 time: 0.0980399 Oct 12 19:32:13.325795 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-afbad9e9-6544-446e-b67e-c9ef65756803 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9674613 Oct 12 19:32:13.334591 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 12 Oct 2021 19:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cb0e16f-40a7-47e5-8303-34aeeff8875e x-openstack-request-id: req-8cb0e16f-40a7-47e5-8303-34aeeff8875e {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:32:13.335082 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "065d1ec7-60db-45cc-b11c-bb8ac2f10e42", "name": "network-vif-unplugged", "status": "failed", "tag": "e1dacf51-8b56-41a7-988b-c10af1584886", "code": 422}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:32:13.335082 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8cb0e16f-40a7-47e5-8303-34aeeff8875e {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:32:13.335478 n-d-813679-3 neutron-server[95503]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '065d1ec7-60db-45cc-b11c-bb8ac2f10e42', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e1dacf51-8b56-41a7-988b-c10af1584886', 'code': 422} returned with failed status Oct 12 19:32:13.372147 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-aae6bad2-4707-470f-a9e6-6b1e34fbfd48 req-6275acd7-7340-4d5c-a2db-1d6acf5ac08f tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/security-groups?id=243314df-bf60-4e8d-a5c3-b65fe30534c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514574 Oct 12 19:32:13.390158 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e60d014-9709-46a7-9d27-cc6adee704fe None None] Network 9c837d56-df15-4f97-94ca-ba496439293e requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:32:13.397187 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8bfcf91c-bd26-4741-b202-7dae6f6e6026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:13.412375 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:13.432687 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfcf91c-bd26-4741-b202-7dae6f6e6026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e11b5d9-adf4-4a68-9c2a-2631bbf7525d,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:32:13.455702 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5c05276-cbde-45da-9351-06ff43ba5caa req-7f1f39dc-b270-4fae-981f-3228eeb4e6ea tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Made reservation on behalf of 6c99bbccf03340f58d38acd132b2d311 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:32:13.459906 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-a5c05276-cbde-45da-9351-06ff43ba5caa req-7f1f39dc-b270-4fae-981f-3228eeb4e6ea tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:13.523438 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [req-6b7a9d72-a471-4eea-94aa-eedbf305ff03 req-b22b59cc-67c9-44a9-994d-064c53fd5d6d service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 19:32:13.526362 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6b7a9d72-a471-4eea-94aa-eedbf305ff03 req-b22b59cc-67c9-44a9-994d-064c53fd5d6d service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0097127 Oct 12 19:32:13.569012 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-8bfcf91c-bd26-4741-b202-7dae6f6e6026 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3e28195875714489a3a08bdad782765f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6029918 Oct 12 19:32:13.570151 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 32842) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:32:13.615859 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=e1dacf51-8b56-41a7-988b-c10af1584886,revision_number=8']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:32:13.625240 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:32:13.626011 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:32:13.626648 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:32:13.627347 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:32:13.627895 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:32:13.628720 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:32:13.629251 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:32:13.629806 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:32:13.630370 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:32:13.630894 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:32:13.631279 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:32:13.631665 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:32:13.683609 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-cc7f9fa8-c714-4569-aaa2-f2dc21a540db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:13.695505 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [req-a5c05276-cbde-45da-9351-06ff43ba5caa req-7f1f39dc-b270-4fae-981f-3228eeb4e6ea tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Allocated IP 172.20.0.7 (f582be35-bab4-4f26-bc1a-58db576191d3/73b6b3c2-9ed6-4d2c-9d78-2de520105652/6e29ba57-4059-4bbb-b998-c94ce43606b5) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:32:13.720117 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-cc7f9fa8-c714-4569-aaa2-f2dc21a540db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:13.847326 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f8fd19-8fdb-4e35-880b-df738cb03463 req-2cb1a173-2eb1-4771-8c3a-03f7c131b89b tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:13.848913 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-95f8fd19-8fdb-4e35-880b-df738cb03463 req-2cb1a173-2eb1-4771-8c3a-03f7c131b89b tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 944 time: 0.0503857 Oct 12 19:32:13.885525 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-cc7f9fa8-c714-4569-aaa2-f2dc21a540db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:13.890486 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-cc7f9fa8-c714-4569-aaa2-f2dc21a540db admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:13.894220 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-cc7f9fa8-c714-4569-aaa2-f2dc21a540db admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0e11b5d9-adf4-4a68-9c2a-2631bbf7525d HTTP/1.1" status: 204 len: 168 time: 0.3208845 Oct 12 19:32:13.896118 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-95f8fd19-8fdb-4e35-880b-df738cb03463 req-9945fb52-32e1-41bd-8ba9-97fae7b57457 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408103 Oct 12 19:32:13.905531 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7f9fa8-c714-4569-aaa2-f2dc21a540db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e11b5d9-adf4-4a68-9c2a-2631bbf7525d,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:32:14.081457 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-a5c05276-cbde-45da-9351-06ff43ba5caa req-7f1f39dc-b270-4fae-981f-3228eeb4e6ea tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:14.102715 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f91deadc-3361-49b7-8c86-a38e80a000d9 req-d8417931-be96-4c82-a090-4116a9b3cec4 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=54486c0c-9041-4e0e-82a6-f0606d003170 HTTP/1.1" status: 200 len: 210 time: 0.0430024 Oct 12 19:32:14.225628 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-a5c05276-cbde-45da-9351-06ff43ba5caa req-7f1f39dc-b270-4fae-981f-3228eeb4e6ea tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:14.238338 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['26e2e43b-64cb-42a6-8bbf-733d254324d0'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:32:14.276592 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5c05276-cbde-45da-9351-06ff43ba5caa req-7f1f39dc-b270-4fae-981f-3228eeb4e6ea tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Network f582be35-bab4-4f26-bc1a-58db576191d3 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:32:14.280193 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [req-a5c05276-cbde-45da-9351-06ff43ba5caa req-7f1f39dc-b270-4fae-981f-3228eeb4e6ea tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:32:14.283176 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5c05276-cbde-45da-9351-06ff43ba5caa req-7f1f39dc-b270-4fae-981f-3228eeb4e6ea tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:32:14.320907 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1f39dc-b270-4fae-981f-3228eeb4e6ea tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Pushing event updated for resources: {'Port': ['ID=6e29ba57-4059-4bbb-b998-c94ce43606b5,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:32:14.352234 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c05276-cbde-45da-9351-06ff43ba5caa req-7f1f39dc-b270-4fae-981f-3228eeb4e6ea tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:14.352912 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-a5c05276-cbde-45da-9351-06ff43ba5caa req-7f1f39dc-b270-4fae-981f-3228eeb4e6ea tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:14.477852 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a5c05276-cbde-45da-9351-06ff43ba5caa req-7f1f39dc-b270-4fae-981f-3228eeb4e6ea tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4999113 Oct 12 19:32:14.527498 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-a5c05276-cbde-45da-9351-06ff43ba5caa req-35240c19-2f35-4d7a-94ca-f7cfbe11bb8c service neutron] Request body: {'port': {'device_id': '54486c0c-9041-4e0e-82a6-f0606d003170', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:32:14.627014 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aef264-6245-4cdf-a780-f5b09ef8f12d req-cc10d5d3-c244-4093-a5ba-e6c451586b65 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:14.629234 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-34aef264-6245-4cdf-a780-f5b09ef8f12d req-cc10d5d3-c244-4093-a5ba-e6c451586b65 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/ports?device_id=68ed1b32-2769-4ecc-86ab-1452bfd5bcf7 HTTP/1.1" status: 200 len: 945 time: 0.1456516 Oct 12 19:32:14.645568 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-a5c05276-cbde-45da-9351-06ff43ba5caa req-35240c19-2f35-4d7a-94ca-f7cfbe11bb8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:15.019411 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a830b29e-26b0-4281-9da1-419c8cf8aece req-0b01fe9e-ac75-4761-a6c7-a4ad23b8b54e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6480920 Oct 12 19:32:15.047838 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [req-a830b29e-26b0-4281-9da1-419c8cf8aece req-c4bff102-a8f3-4e8e-b64d-592e3fb7f51f service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 19:32:15.048925 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a830b29e-26b0-4281-9da1-419c8cf8aece req-c4bff102-a8f3-4e8e-b64d-592e3fb7f51f service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0218673 Oct 12 19:32:15.116079 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-34aef264-6245-4cdf-a780-f5b09ef8f12d req-391fc535-5717-44a5-a438-276cb4e41726 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/security-groups?id=243314df-bf60-4e8d-a5c3-b65fe30534c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4750905 Oct 12 19:32:15.217684 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2838f2e0-971b-4df9-b0bb-2d79355839c6 req-1f61d390-c180-4d5f-872c-f0e2d84ae465 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:15.221369 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2838f2e0-971b-4df9-b0bb-2d79355839c6 req-1f61d390-c180-4d5f-872c-f0e2d84ae465 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 944 time: 0.1252522 Oct 12 19:32:15.325032 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2838f2e0-971b-4df9-b0bb-2d79355839c6 req-b3fe36d9-a0fc-4a24-a79e-aeb56181827d tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959053 Oct 12 19:32:15.492692 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51a4bf8-e0b1-408b-8d2a-f252f77ea4c0 req-345e67be-89fd-49a7-be86-d3a3823a9595 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:15.497546 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c51a4bf8-e0b1-408b-8d2a-f252f77ea4c0 req-345e67be-89fd-49a7-be86-d3a3823a9595 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=54486c0c-9041-4e0e-82a6-f0606d003170 HTTP/1.1" status: 200 len: 931 time: 0.0790009 Oct 12 19:32:15.509017 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [req-a5c05276-cbde-45da-9351-06ff43ba5caa req-35240c19-2f35-4d7a-94ca-f7cfbe11bb8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e29ba57-4059-4bbb-b998-c94ce43606b5 {{(pid=95502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:32:15.518468 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-a5c05276-cbde-45da-9351-06ff43ba5caa req-35240c19-2f35-4d7a-94ca-f7cfbe11bb8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:15.534365 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-a5c05276-cbde-45da-9351-06ff43ba5caa req-35240c19-2f35-4d7a-94ca-f7cfbe11bb8c service neutron] Transition to ACTIVE for port object 6e29ba57-4059-4bbb-b998-c94ce43606b5 will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:32:15.576731 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c51a4bf8-e0b1-408b-8d2a-f252f77ea4c0 req-897e9b07-046f-429e-aa55-9b165a783642 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c11fc84-4f57-43db-8c17-f81427a08139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719082 Oct 12 19:32:15.632889 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-a5c05276-cbde-45da-9351-06ff43ba5caa req-35240c19-2f35-4d7a-94ca-f7cfbe11bb8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:15.705069 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35240c19-2f35-4d7a-94ca-f7cfbe11bb8c service neutron] Pushing event updated for resources: {'Port': ['ID=6e29ba57-4059-4bbb-b998-c94ce43606b5,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:32:15.783842 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-a5c05276-cbde-45da-9351-06ff43ba5caa req-35240c19-2f35-4d7a-94ca-f7cfbe11bb8c service neutron] Attempting to bind port 6e29ba57-4059-4bbb-b998-c94ce43606b5 on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:32:15.789806 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-a5c05276-cbde-45da-9351-06ff43ba5caa req-35240c19-2f35-4d7a-94ca-f7cfbe11bb8c service neutron] Attempting to bind port 6e29ba57-4059-4bbb-b998-c94ce43606b5 by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': '25f482b3-2b9d-4f97-b4b0-3430c63be1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'f582be35-bab4-4f26-bc1a-58db576191d3'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:32:15.790163 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c05276-cbde-45da-9351-06ff43ba5caa req-35240c19-2f35-4d7a-94ca-f7cfbe11bb8c service neutron] Attempting to bind port 6e29ba57-4059-4bbb-b998-c94ce43606b5 on network f582be35-bab4-4f26-bc1a-58db576191d3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:32:15.796554 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c05276-cbde-45da-9351-06ff43ba5caa req-35240c19-2f35-4d7a-94ca-f7cfbe11bb8c service neutron] Port 6e29ba57-4059-4bbb-b998-c94ce43606b5 on network f582be35-bab4-4f26-bc1a-58db576191d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:32:15.796554 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c05276-cbde-45da-9351-06ff43ba5caa req-35240c19-2f35-4d7a-94ca-f7cfbe11bb8c service neutron] Attempting to bind port 6e29ba57-4059-4bbb-b998-c94ce43606b5 on network f582be35-bab4-4f26-bc1a-58db576191d3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:32:15.800582 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c05276-cbde-45da-9351-06ff43ba5caa req-35240c19-2f35-4d7a-94ca-f7cfbe11bb8c service neutron] Checking agent: {'id': 'f5e9725f-f5a6-43c2-a1be-95e21e9a1fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:32:15.801001 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c05276-cbde-45da-9351-06ff43ba5caa req-35240c19-2f35-4d7a-94ca-f7cfbe11bb8c service neutron] Checking segment: {'id': '25f482b3-2b9d-4f97-b4b0-3430c63be1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'f582be35-bab4-4f26-bc1a-58db576191d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:32:15.801457 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c05276-cbde-45da-9351-06ff43ba5caa req-35240c19-2f35-4d7a-94ca-f7cfbe11bb8c service neutron] Bound using segment: {'id': '25f482b3-2b9d-4f97-b4b0-3430c63be1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'f582be35-bab4-4f26-bc1a-58db576191d3'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:32:15.801966 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-a5c05276-cbde-45da-9351-06ff43ba5caa req-35240c19-2f35-4d7a-94ca-f7cfbe11bb8c service neutron] Bound port: 6e29ba57-4059-4bbb-b998-c94ce43606b5, host: n-h1-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25f482b3-2b9d-4f97-b4b0-3430c63be1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'f582be35-bab4-4f26-bc1a-58db576191d3'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:32:15.802401 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-a5c05276-cbde-45da-9351-06ff43ba5caa req-35240c19-2f35-4d7a-94ca-f7cfbe11bb8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:15.871958 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-a5c05276-cbde-45da-9351-06ff43ba5caa req-35240c19-2f35-4d7a-94ca-f7cfbe11bb8c service neutron] For port 6e29ba57-4059-4bbb-b998-c94ce43606b5, host n-h1-813679-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:32:15.875913 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-a5c05276-cbde-45da-9351-06ff43ba5caa req-35240c19-2f35-4d7a-94ca-f7cfbe11bb8c service neutron] For port 6e29ba57-4059-4bbb-b998-c94ce43606b5, host n-h1-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=6e29ba57-4059-4bbb-b998-c94ce43606b5,segment=NetworkSegment(25f482b3-2b9d-4f97-b4b0-3430c63be1bb),segment_id=25f482b3-2b9d-4f97-b4b0-3430c63be1bb)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:32:16.004445 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-a5c05276-cbde-45da-9351-06ff43ba5caa req-35240c19-2f35-4d7a-94ca-f7cfbe11bb8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:16.070739 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35240c19-2f35-4d7a-94ca-f7cfbe11bb8c service neutron] Pushing event updated for resources: {'Port': ['ID=6e29ba57-4059-4bbb-b998-c94ce43606b5,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:32:16.082682 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c05276-cbde-45da-9351-06ff43ba5caa req-35240c19-2f35-4d7a-94ca-f7cfbe11bb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:16.083438 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-a5c05276-cbde-45da-9351-06ff43ba5caa req-35240c19-2f35-4d7a-94ca-f7cfbe11bb8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:16.084852 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a5c05276-cbde-45da-9351-06ff43ba5caa req-35240c19-2f35-4d7a-94ca-f7cfbe11bb8c service neutron] 10.222.0.61 "PUT /v2.0/ports/6e29ba57-4059-4bbb-b998-c94ce43606b5 HTTP/1.1" status: 200 len: 1091 time: 1.5981791 Oct 12 19:32:16.085429 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54486c0c-9041-4e0e-82a6-f0606d003170', 'tag': '6e29ba57-4059-4bbb-b998-c94ce43606b5'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:32:16.087835 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c253b7fb-5d6a-4d66-a9f3-2370a522e7ec" -d '{"events": [{"name": "network-changed", "server_uuid": "54486c0c-9041-4e0e-82a6-f0606d003170", "tag": "6e29ba57-4059-4bbb-b998-c94ce43606b5"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:32:16.112323 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2d41d9-ff92-4a5c-9b27-99482361c29b req-5c214cd1-fda2-415d-83f0-4eca12709d9d tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:16.114153 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-dd2d41d9-ff92-4a5c-9b27-99482361c29b req-5c214cd1-fda2-415d-83f0-4eca12709d9d tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/ports?device_id=68ed1b32-2769-4ecc-86ab-1452bfd5bcf7 HTTP/1.1" status: 200 len: 945 time: 0.1394272 Oct 12 19:32:16.161034 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e6023f-5cb1-4639-89ed-3ebe895fabd9 req-0f431973-a047-4e13-94ef-e05e5dfd34a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:16.162621 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-58e6023f-5cb1-4639-89ed-3ebe895fabd9 req-0f431973-a047-4e13-94ef-e05e5dfd34a0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4c933ffb6c834d75ab3714dceb2123eb&device_id=68ed1b32-2769-4ecc-86ab-1452bfd5bcf7 HTTP/1.1" status: 200 len: 1096 time: 0.1000946 Oct 12 19:32:16.165086 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-dd2d41d9-ff92-4a5c-9b27-99482361c29b req-de262f90-fa37-4704-be8e-cd536a61fe46 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/security-groups?id=243314df-bf60-4e8d-a5c3-b65fe30534c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431266 Oct 12 19:32:16.254928 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0e3e055-020b-4d5c-8a0a-9e9f718f500c x-openstack-request-id: req-f0e3e055-020b-4d5c-8a0a-9e9f718f500c {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:32:16.254928 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54486c0c-9041-4e0e-82a6-f0606d003170", "tag": "6e29ba57-4059-4bbb-b998-c94ce43606b5", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:32:16.254928 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f0e3e055-020b-4d5c-8a0a-9e9f718f500c {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:32:16.254928 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54486c0c-9041-4e0e-82a6-f0606d003170', 'tag': '6e29ba57-4059-4bbb-b998-c94ce43606b5', 'status': 'completed', 'code': 200} Oct 12 19:32:16.268241 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c05276-cbde-45da-9351-06ff43ba5caa req-8f9058a2-800e-4ff3-bf5e-336b73ded0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:16.270436 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a5c05276-cbde-45da-9351-06ff43ba5caa req-8f9058a2-800e-4ff3-bf5e-336b73ded0dd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6c99bbccf03340f58d38acd132b2d311&device_id=54486c0c-9041-4e0e-82a6-f0606d003170 HTTP/1.1" status: 200 len: 1094 time: 0.0501568 Oct 12 19:32:16.277247 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e0d4e6-e46c-4578-a90d-55f673b65e04 req-f7764613-d82a-474e-8701-47d320034692 tempest-ServerGroupTestJSON-415610609 tempest-ServerGroupTestJSON-415610609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:16.279071 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a9e0d4e6-e46c-4578-a90d-55f673b65e04 req-f7764613-d82a-474e-8701-47d320034692 tempest-ServerGroupTestJSON-415610609 tempest-ServerGroupTestJSON-415610609-project] 10.222.0.49 "GET /v2.0/networks?id=9c837d56-df15-4f97-94ca-ba496439293e HTTP/1.1" status: 200 len: 809 time: 0.2805798 Oct 12 19:32:16.314473 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a9e0d4e6-e46c-4578-a90d-55f673b65e04 req-9f9d4f10-d504-4a9f-a2ae-26dc791fac43 tempest-ServerGroupTestJSON-415610609 tempest-ServerGroupTestJSON-415610609-project] 10.222.0.49 "GET /v2.0/quotas/7ac20bedc65e4273b4fa99242967fcf0 HTTP/1.1" status: 200 len: 375 time: 0.0238292 Oct 12 19:32:16.320983 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a5c05276-cbde-45da-9351-06ff43ba5caa req-5e4d898a-eb92-4e96-b3ba-f4e27d0c41ed service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6e29ba57-4059-4bbb-b998-c94ce43606b5 HTTP/1.1" status: 200 len: 217 time: 0.0435488 Oct 12 19:32:16.365242 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a9e0d4e6-e46c-4578-a90d-55f673b65e04 req-9c10bed4-2505-45ca-9162-cef4f95e94a7 tempest-ServerGroupTestJSON-415610609 tempest-ServerGroupTestJSON-415610609-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=7ac20bedc65e4273b4fa99242967fcf0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0497603 Oct 12 19:32:16.418797 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c05276-cbde-45da-9351-06ff43ba5caa req-0201c3d8-fb24-4ec5-bbe4-a9cf376001a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:16.420373 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a5c05276-cbde-45da-9351-06ff43ba5caa req-0201c3d8-fb24-4ec5-bbe4-a9cf376001a5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=73b6b3c2-9ed6-4d2c-9d78-2de520105652 HTTP/1.1" status: 200 len: 845 time: 0.0869982 Oct 12 19:32:16.467068 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a5c05276-cbde-45da-9351-06ff43ba5caa req-6926cf33-9ab1-40d3-b8bb-d56ec435916b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f582be35-bab4-4f26-bc1a-58db576191d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396221 Oct 12 19:32:16.471409 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a9e0d4e6-e46c-4578-a90d-55f673b65e04 req-34c436f2-c970-4963-912c-5ea7f6895b78 service neutron] 10.222.0.49 "GET /v2.0/networks/9c837d56-df15-4f97-94ca-ba496439293e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052113 Oct 12 19:32:16.500247 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e6023f-5cb1-4639-89ed-3ebe895fabd9 req-55a57d4a-7551-4b22-93b4-9929978d74a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:16.502153 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-58e6023f-5cb1-4639-89ed-3ebe895fabd9 req-55a57d4a-7551-4b22-93b4-9929978d74a1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8210e84a-9fb6-4a53-a2c3-d0f330bffa92 HTTP/1.1" status: 200 len: 920 time: 0.3292720 Oct 12 19:32:16.573904 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-58e6023f-5cb1-4639-89ed-3ebe895fabd9 req-83973a4c-113a-4174-8cef-b8b9703008f4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0314f2b2-73ac-4252-bd05-ba8b48c29df1 HTTP/1.1" status: 200 len: 217 time: 0.0458515 Oct 12 19:32:16.585706 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1e9f5d-1785-4eb4-9d15-a0d4c77357c8 req-91c667b9-5eaf-4588-ba7f-8de9436a2017 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:16.588527 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7b1e9f5d-1785-4eb4-9d15-a0d4c77357c8 req-91c667b9-5eaf-4588-ba7f-8de9436a2017 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 944 time: 0.1241028 Oct 12 19:32:16.654037 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e6023f-5cb1-4639-89ed-3ebe895fabd9 req-932c11d7-aaa3-4384-9382-f61ff9dcfe10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:16.656058 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-58e6023f-5cb1-4639-89ed-3ebe895fabd9 req-932c11d7-aaa3-4384-9382-f61ff9dcfe10 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=33859617-14c0-4672-bd1b-84bf0d04d8bc HTTP/1.1" status: 200 len: 859 time: 0.0742960 Oct 12 19:32:16.669084 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a9e0d4e6-e46c-4578-a90d-55f673b65e04 req-699cc1e0-f763-4833-9369-a06aa3c2c055 service neutron] 10.222.0.49 "GET /v2.0/networks/9c837d56-df15-4f97-94ca-ba496439293e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964638 Oct 12 19:32:16.695380 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a5c05276-cbde-45da-9351-06ff43ba5caa req-f7de52ca-e87e-4fb3-9f2d-691d0552913c service neutron] 10.222.0.61 "GET /v2.0/networks/f582be35-bab4-4f26-bc1a-58db576191d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186043 Oct 12 19:32:16.708926 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7b1e9f5d-1785-4eb4-9d15-a0d4c77357c8 req-b2bb9991-b340-4e87-984f-a7690668dce8 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115289 Oct 12 19:32:16.729843 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-58e6023f-5cb1-4639-89ed-3ebe895fabd9 req-d7d1aeff-e666-4f2c-a467-eae55fc3ef94 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8210e84a-9fb6-4a53-a2c3-d0f330bffa92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568743 Oct 12 19:32:16.866834 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-58e6023f-5cb1-4639-89ed-3ebe895fabd9 req-c545da74-aff1-46c4-99b3-e98c38fa9575 service neutron] 10.222.0.67 "GET /v2.0/networks/8210e84a-9fb6-4a53-a2c3-d0f330bffa92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282032 Oct 12 19:32:16.882059 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a5c05276-cbde-45da-9351-06ff43ba5caa req-c66545c1-f196-4ba1-8f75-823ce659c13f service neutron] 10.222.0.61 "GET /v2.0/networks/f582be35-bab4-4f26-bc1a-58db576191d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719844 Oct 12 19:32:16.891032 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d30093a-9423-4207-a1f8-ed5969a15214 req-b8ce9544-9d91-47ed-9284-354de3ac2911 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:16.892481 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9d30093a-9423-4207-a1f8-ed5969a15214 req-b8ce9544-9d91-47ed-9284-354de3ac2911 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=54486c0c-9041-4e0e-82a6-f0606d003170 HTTP/1.1" status: 200 len: 943 time: 0.0980957 Oct 12 19:32:16.931542 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9d30093a-9423-4207-a1f8-ed5969a15214 req-020da6d0-3a29-4b23-9ac0-af5b70967ec9 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c11fc84-4f57-43db-8c17-f81427a08139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324709 Oct 12 19:32:16.973609 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-58e6023f-5cb1-4639-89ed-3ebe895fabd9 req-4c61810e-7c28-4329-856e-8af669ca3a84 service neutron] 10.222.0.67 "GET /v2.0/networks/8210e84a-9fb6-4a53-a2c3-d0f330bffa92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983644 Oct 12 19:32:17.137652 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a830b29e-26b0-4281-9da1-419c8cf8aece req-4977d9ca-23e4-4ea9-ae65-e90758850d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:17.139491 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a830b29e-26b0-4281-9da1-419c8cf8aece req-4977d9ca-23e4-4ea9-ae65-e90758850d11 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42&tenant_id=8ff84b2ec0864625b42aaaa064df001a HTTP/1.1" status: 200 len: 1095 time: 0.1116493 Oct 12 19:32:17.143303 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c253b7fb-5d6a-4d66-a9f3-2370a522e7ec req-28fb523c-6c19-495a-aeb5-ce54d179d3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:17.145294 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c253b7fb-5d6a-4d66-a9f3-2370a522e7ec req-28fb523c-6c19-495a-aeb5-ce54d179d3bc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6c99bbccf03340f58d38acd132b2d311&device_id=54486c0c-9041-4e0e-82a6-f0606d003170 HTTP/1.1" status: 200 len: 1094 time: 0.1086338 Oct 12 19:32:17.282772 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-50b28017-3f80-4baf-960e-a9bca9cace05 req-54c2c5fc-2c62-440c-9ba5-a22ffbba8541 tempest-ServerGroupTestJSON-415610609 tempest-ServerGroupTestJSON-415610609-project] 10.222.0.49 "GET /v2.0/ports?device_id=933e2d46-94d0-407d-bcd1-3a5e5d144735 HTTP/1.1" status: 200 len: 210 time: 0.0740485 Oct 12 19:32:17.346254 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef48569b-4ef7-4dc6-aef6-32fa69c4e871 req-f16729c6-c392-4a23-9421-9d3e32f391c6 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:17.353945 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a830b29e-26b0-4281-9da1-419c8cf8aece req-c74ee28a-a60d-4919-85f7-9079e15b7e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:17.355451 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ef48569b-4ef7-4dc6-aef6-32fa69c4e871 req-f16729c6-c392-4a23-9421-9d3e32f391c6 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/ports?device_id=68ed1b32-2769-4ecc-86ab-1452bfd5bcf7 HTTP/1.1" status: 200 len: 945 time: 0.1075287 Oct 12 19:32:17.355750 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a830b29e-26b0-4281-9da1-419c8cf8aece req-c74ee28a-a60d-4919-85f7-9079e15b7e57 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8ff84b2ec0864625b42aaaa064df001a&device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 1095 time: 0.1457410 Oct 12 19:32:17.359553 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c253b7fb-5d6a-4d66-a9f3-2370a522e7ec req-e2ed7441-cb58-45a5-ac85-a36017d6a972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:17.361437 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c253b7fb-5d6a-4d66-a9f3-2370a522e7ec req-e2ed7441-cb58-45a5-ac85-a36017d6a972 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f582be35-bab4-4f26-bc1a-58db576191d3 HTTP/1.1" status: 200 len: 906 time: 0.2077880 Oct 12 19:32:17.409975 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ef48569b-4ef7-4dc6-aef6-32fa69c4e871 req-6546cc07-396d-4309-85d1-ea7cf0a0a9b8 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/security-groups?id=243314df-bf60-4e8d-a5c3-b65fe30534c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536466 Oct 12 19:32:17.464424 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c253b7fb-5d6a-4d66-a9f3-2370a522e7ec req-0ef216c0-cdf4-43a7-8483-a67cb946c893 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6e29ba57-4059-4bbb-b998-c94ce43606b5 HTTP/1.1" status: 200 len: 217 time: 0.0933418 Oct 12 19:32:17.551980 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c253b7fb-5d6a-4d66-a9f3-2370a522e7ec req-bfcdb49c-05ff-44aa-b026-72fe6efe703c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:17.553457 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c253b7fb-5d6a-4d66-a9f3-2370a522e7ec req-bfcdb49c-05ff-44aa-b026-72fe6efe703c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=73b6b3c2-9ed6-4d2c-9d78-2de520105652 HTTP/1.1" status: 200 len: 845 time: 0.0811644 Oct 12 19:32:17.554666 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a830b29e-26b0-4281-9da1-419c8cf8aece req-f070a89d-769a-4827-a02b-b6fbc7bfca71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:17.555953 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a830b29e-26b0-4281-9da1-419c8cf8aece req-f070a89d-769a-4827-a02b-b6fbc7bfca71 service neutron] 10.222.0.61 "GET /v2.0/networks?id=821a7daa-cbda-47ad-af75-98b83de65b7b HTTP/1.1" status: 200 len: 915 time: 0.1840043 Oct 12 19:32:17.627163 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a830b29e-26b0-4281-9da1-419c8cf8aece req-03844be0-572c-4d11-8c1a-75fa74efdb51 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1dacf51-8b56-41a7-988b-c10af1584886 HTTP/1.1" status: 200 len: 217 time: 0.0521641 Oct 12 19:32:17.629570 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c253b7fb-5d6a-4d66-a9f3-2370a522e7ec req-bf672319-d7d2-48d3-88a5-9d77c3276111 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f582be35-bab4-4f26-bc1a-58db576191d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632186 Oct 12 19:32:17.741538 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a830b29e-26b0-4281-9da1-419c8cf8aece req-ee92a9d4-c425-4e71-9fc0-7c13ff45b715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:17.743021 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a830b29e-26b0-4281-9da1-419c8cf8aece req-ee92a9d4-c425-4e71-9fc0-7c13ff45b715 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=23923b5b-cbc2-4b60-8cb9-1474eb7896df HTTP/1.1" status: 200 len: 854 time: 0.1020150 Oct 12 19:32:17.796618 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a830b29e-26b0-4281-9da1-419c8cf8aece req-b6ae1370-2537-4a1a-9c89-976f18f68ad9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=821a7daa-cbda-47ad-af75-98b83de65b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398600 Oct 12 19:32:17.831289 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c253b7fb-5d6a-4d66-a9f3-2370a522e7ec req-a7400a21-ac28-4f31-8e8e-c39c652d130a service neutron] 10.222.0.61 "GET /v2.0/networks/f582be35-bab4-4f26-bc1a-58db576191d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822197 Oct 12 19:32:17.973019 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16725818-ca55-4d88-a91c-996543319931 req-85092430-bfef-4f24-9d6b-c878d1e3b564 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:17.976176 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-16725818-ca55-4d88-a91c-996543319931 req-85092430-bfef-4f24-9d6b-c878d1e3b564 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 944 time: 0.1910803 Oct 12 19:32:18.042880 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a830b29e-26b0-4281-9da1-419c8cf8aece req-e0871abd-f5e0-4340-9742-ea8c7b3b5a17 service neutron] 10.222.0.61 "GET /v2.0/networks/821a7daa-cbda-47ad-af75-98b83de65b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340109 Oct 12 19:32:18.054242 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1995226f-52e5-412d-8e99-a4fe6453b8c8 req-546ee0a5-fffb-472c-9b82-7812253002e5 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:18.055723 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1995226f-52e5-412d-8e99-a4fe6453b8c8 req-546ee0a5-fffb-472c-9b82-7812253002e5 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=54486c0c-9041-4e0e-82a6-f0606d003170 HTTP/1.1" status: 200 len: 943 time: 0.0512576 Oct 12 19:32:18.106142 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1995226f-52e5-412d-8e99-a4fe6453b8c8 req-db710854-5f76-4de9-b211-1ff145d4e70b tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c11fc84-4f57-43db-8c17-f81427a08139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425491 Oct 12 19:32:18.123376 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-16725818-ca55-4d88-a91c-996543319931 req-4801e83b-2c54-4692-809f-bfdf5ffc5da6 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327400 Oct 12 19:32:18.133356 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c253b7fb-5d6a-4d66-a9f3-2370a522e7ec req-6e458bdf-94fa-496f-8f54-6fe8b835c1d4 service neutron] 10.222.0.61 "GET /v2.0/networks/f582be35-bab4-4f26-bc1a-58db576191d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2892277 Oct 12 19:32:18.185632 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a830b29e-26b0-4281-9da1-419c8cf8aece req-58f5f751-9657-4408-b630-0cec0c40a4b8 service neutron] 10.222.0.61 "GET /v2.0/networks/821a7daa-cbda-47ad-af75-98b83de65b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314359 Oct 12 19:32:18.372517 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a0d10cd8-a572-45a2-9499-942ac0505322 req-9ff8be65-e3db-46ee-8642-ab44fc8b5b98 tempest-ServerGroupTestJSON-415610609 tempest-ServerGroupTestJSON-415610609-project] 10.222.0.49 "GET /v2.0/ports?device_id=933e2d46-94d0-407d-bcd1-3a5e5d144735 HTTP/1.1" status: 200 len: 210 time: 0.0445013 Oct 12 19:32:18.541608 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 33052) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:32:18.541865 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d5ea5d-580e-49c7-aabb-800043d16607 req-6914aba1-a6e9-4cc3-b58e-5f4c45c76fa8 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:18.543402 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b1d5ea5d-580e-49c7-aabb-800043d16607 req-6914aba1-a6e9-4cc3-b58e-5f4c45c76fa8 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/ports?device_id=68ed1b32-2769-4ecc-86ab-1452bfd5bcf7 HTTP/1.1" status: 200 len: 945 time: 0.0574374 Oct 12 19:32:18.596961 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b1d5ea5d-580e-49c7-aabb-800043d16607 req-f0ae68ce-0858-4e72-b4e5-304d4ea41698 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/security-groups?id=243314df-bf60-4e8d-a5c3-b65fe30534c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460491 Oct 12 19:32:18.686291 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-17bfce25-62a8-4b9c-8404-e5cc6cf809eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:18.763049 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-17bfce25-62a8-4b9c-8404-e5cc6cf809eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:18.902239 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-17bfce25-62a8-4b9c-8404-e5cc6cf809eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:18.974831 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-17bfce25-62a8-4b9c-8404-e5cc6cf809eb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=54c6e97d30714a6d9d291d4f46f8ec99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4310584 Oct 12 19:32:18.975680 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bfce25-62a8-4b9c-8404-e5cc6cf809eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bfb1a57-30c6-4757-8973-519960d0143c,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:32:18.977561 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 33064) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:32:19.029869 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2d827181-7e32-461e-938c-c93727d9ddc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:19.032340 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 6e29ba57-4059-4bbb-b998-c94ce43606b5 details requested by agent hyperv_n-h1-813679-3 with host n-h1-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:32:19.052251 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2d827181-7e32-461e-938c-c93727d9ddc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:19.133412 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 6e29ba57-4059-4bbb-b998-c94ce43606b5, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=6e29ba57-4059-4bbb-b998-c94ce43606b5,segment=NetworkSegment(25f482b3-2b9d-4f97-b4b0-3430c63be1bb),segment_id=25f482b3-2b9d-4f97-b4b0-3430c63be1bb)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:32:19.146141 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Returning: {'device': '6e29ba57-4059-4bbb-b998-c94ce43606b5', 'network_id': 'f582be35-bab4-4f26-bc1a-58db576191d3', 'port_id': '6e29ba57-4059-4bbb-b998-c94ce43606b5', 'mac_address': 'fa:16:3e:ce:97:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73b6b3c2-9ed6-4d2c-9d78-2de520105652', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:32:19.198634 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:19.219750 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2d827181-7e32-461e-938c-c93727d9ddc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:19.222003 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e29ba57-4059-4bbb-b998-c94ce43606b5 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:32:19.240440 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2d827181-7e32-461e-938c-c93727d9ddc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:19.240440 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-2d827181-7e32-461e-938c-c93727d9ddc8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1bfb1a57-30c6-4757-8973-519960d0143c HTTP/1.1" status: 204 len: 168 time: 0.2599440 Oct 12 19:32:19.286842 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 6e29ba57-4059-4bbb-b998-c94ce43606b5, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=6e29ba57-4059-4bbb-b998-c94ce43606b5,segment=NetworkSegment(25f482b3-2b9d-4f97-b4b0-3430c63be1bb),segment_id=25f482b3-2b9d-4f97-b4b0-3430c63be1bb)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:32:19.287833 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d827181-7e32-461e-938c-c93727d9ddc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bfb1a57-30c6-4757-8973-519960d0143c,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:32:19.375407 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197284b3-8543-4bd9-a427-697db51e7980 req-065d6fce-a67d-4934-9b30-4ecd508c1f8b tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:19.383725 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-197284b3-8543-4bd9-a427-697db51e7980 req-065d6fce-a67d-4934-9b30-4ecd508c1f8b tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=54486c0c-9041-4e0e-82a6-f0606d003170 HTTP/1.1" status: 200 len: 943 time: 0.1121950 Oct 12 19:32:19.413647 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:19.448653 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-197284b3-8543-4bd9-a427-697db51e7980 req-fe23cc7d-e811-4f97-a9de-288eb3356893 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c11fc84-4f57-43db-8c17-f81427a08139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636168 Oct 12 19:32:19.458180 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2cdfa1-f071-440a-8c6f-97cce2ac6328 req-e48e5eeb-ad95-4a6f-ad2a-1df52c9f1f29 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:19.473981 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ff2cdfa1-f071-440a-8c6f-97cce2ac6328 req-e48e5eeb-ad95-4a6f-ad2a-1df52c9f1f29 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 944 time: 0.1865950 Oct 12 19:32:19.515677 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ff2cdfa1-f071-440a-8c6f-97cce2ac6328 req-f30c3594-ac13-484a-bc6a-81c7e029a905 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415883 Oct 12 19:32:19.529243 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=6e29ba57-4059-4bbb-b998-c94ce43606b5,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:32:19.622071 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['6e29ba57-4059-4bbb-b998-c94ce43606b5'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:32:19.628516 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-29be79ee-b4eb-45be-8253-78fd1a411816 req-be643d1c-c3e7-4629-9f57-9bd8b3edf368 tempest-ServerGroupTestJSON-415610609 tempest-ServerGroupTestJSON-415610609-project] 10.222.0.49 "GET /v2.0/ports?device_id=933e2d46-94d0-407d-bcd1-3a5e5d144735 HTTP/1.1" status: 200 len: 210 time: 0.0507996 Oct 12 19:32:19.833094 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbef066-bbac-4e3e-adb0-c659abdda114 req-1e6b84e9-3e63-49d2-b628-b96e9f41fdb1 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:19.845994 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2fbef066-bbac-4e3e-adb0-c659abdda114 req-1e6b84e9-3e63-49d2-b628-b96e9f41fdb1 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/ports?device_id=68ed1b32-2769-4ecc-86ab-1452bfd5bcf7 HTTP/1.1" status: 200 len: 945 time: 0.1098626 Oct 12 19:32:19.923445 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2fbef066-bbac-4e3e-adb0-c659abdda114 req-b662c3f5-25f5-40eb-82a1-824b4576c332 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/security-groups?id=243314df-bf60-4e8d-a5c3-b65fe30534c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639331 Oct 12 19:32:20.177121 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 33090) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:32:20.192922 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5c71c1c2-5213-4f98-b695-2e8a3bba5bd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:20.309357 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5c71c1c2-5213-4f98-b695-2e8a3bba5bd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:20.373195 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5c71c1c2-5213-4f98-b695-2e8a3bba5bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:20.432486 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-5c71c1c2-5213-4f98-b695-2e8a3bba5bd9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2fe9af22692a44a3a9e089bf14b7ac13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2516460 Oct 12 19:32:20.433148 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 33100) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:32:20.434542 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c71c1c2-5213-4f98-b695-2e8a3bba5bd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4c7a2df-0725-48b6-a183-cb5b988d9424,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:32:20.561409 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6e552ab5-b834-4d06-96c0-0ee0f526a7f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:20.670554 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6e552ab5-b834-4d06-96c0-0ee0f526a7f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:20.720657 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2199a625-45df-4d06-92bb-2ac34fdf766a req-b409da05-69ee-43b3-aaeb-d1d9f929a099 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:20.722240 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2199a625-45df-4d06-92bb-2ac34fdf766a req-b409da05-69ee-43b3-aaeb-d1d9f929a099 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=54486c0c-9041-4e0e-82a6-f0606d003170 HTTP/1.1" status: 200 len: 944 time: 0.1530402 Oct 12 19:32:20.797890 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473c3b41-fa85-406e-ba03-9764b23be61b req-e330138f-07e0-42ca-a916-02aaa522eb9d tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:20.804506 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-473c3b41-fa85-406e-ba03-9764b23be61b req-e330138f-07e0-42ca-a916-02aaa522eb9d tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 944 time: 0.1417928 Oct 12 19:32:20.827749 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2199a625-45df-4d06-92bb-2ac34fdf766a req-751b12f4-d629-4af2-bd9f-973a925c9829 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c11fc84-4f57-43db-8c17-f81427a08139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870905 Oct 12 19:32:20.872706 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-473c3b41-fa85-406e-ba03-9764b23be61b req-e2c24b17-e793-4355-b304-9193dc151832 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651121 Oct 12 19:32:20.876660 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6e552ab5-b834-4d06-96c0-0ee0f526a7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:20.891246 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6e552ab5-b834-4d06-96c0-0ee0f526a7f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:20.894261 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-6e552ab5-b834-4d06-96c0-0ee0f526a7f7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e4c7a2df-0725-48b6-a183-cb5b988d9424 HTTP/1.1" status: 204 len: 168 time: 0.4590309 Oct 12 19:32:20.919458 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e552ab5-b834-4d06-96c0-0ee0f526a7f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4c7a2df-0725-48b6-a183-cb5b988d9424,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:32:21.001154 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ad90fdef-105e-4dcd-8e6e-82ce54d6e2ea req-90a329c1-0663-430d-8e1a-71c3831d59ae tempest-ServerGroupTestJSON-415610609 tempest-ServerGroupTestJSON-415610609-project] 10.222.0.49 "GET /v2.0/ports?device_id=933e2d46-94d0-407d-bcd1-3a5e5d144735 HTTP/1.1" status: 200 len: 210 time: 0.0698688 Oct 12 19:32:21.033708 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 6e29ba57-4059-4bbb-b998-c94ce43606b5 up at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:32:21.267236 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning for port 6e29ba57-4059-4bbb-b998-c94ce43606b5 completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:32:21.276858 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning complete for port 6e29ba57-4059-4bbb-b998-c94ce43606b5 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:32:21.277240 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:21.506512 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:21.506512 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54486c0c-9041-4e0e-82a6-f0606d003170', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e29ba57-4059-4bbb-b998-c94ce43606b5'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:32:21.506512 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44cebb4f-f391-4018-80a9-419705f9b576" -d '{"events": [{"server_uuid": "54486c0c-9041-4e0e-82a6-f0606d003170", "name": "network-vif-plugged", "status": "completed", "tag": "6e29ba57-4059-4bbb-b998-c94ce43606b5"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:32:21.506512 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 6e29ba57-4059-4bbb-b998-c94ce43606b5, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=6e29ba57-4059-4bbb-b998-c94ce43606b5,segment=NetworkSegment(25f482b3-2b9d-4f97-b4b0-3430c63be1bb),segment_id=25f482b3-2b9d-4f97-b4b0-3430c63be1bb)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:32:21.506512 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-310abaee-dfdf-419e-9ff5-23103aeca28f x-openstack-request-id: req-310abaee-dfdf-419e-9ff5-23103aeca28f {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:32:21.506512 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54486c0c-9041-4e0e-82a6-f0606d003170", "name": "network-vif-plugged", "status": "completed", "tag": "6e29ba57-4059-4bbb-b998-c94ce43606b5", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:32:21.506512 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-310abaee-dfdf-419e-9ff5-23103aeca28f {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:32:21.506512 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54486c0c-9041-4e0e-82a6-f0606d003170', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e29ba57-4059-4bbb-b998-c94ce43606b5', 'code': 200} Oct 12 19:32:21.661480 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:21.757623 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=6e29ba57-4059-4bbb-b998-c94ce43606b5,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:32:21.996842 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63935cb7-342a-493a-94e1-6b68a1588a1c req-4e1427b1-0cd2-46cb-ad45-d1b9a280551f tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:22.005869 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-63935cb7-342a-493a-94e1-6b68a1588a1c req-4e1427b1-0cd2-46cb-ad45-d1b9a280551f tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=54486c0c-9041-4e0e-82a6-f0606d003170 HTTP/1.1" status: 200 len: 945 time: 0.0769053 Oct 12 19:32:22.072863 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-63935cb7-342a-493a-94e1-6b68a1588a1c req-707f23b0-86f5-46f0-ac56-0bcfb2f4ffdc tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c11fc84-4f57-43db-8c17-f81427a08139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644755 Oct 12 19:32:22.165163 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a53c1d-61ab-4ad7-86a7-5ecf99a94903 req-31b5c75f-d62c-4c20-993f-1c196854e05b tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:22.179357 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b6a53c1d-61ab-4ad7-86a7-5ecf99a94903 req-31b5c75f-d62c-4c20-993f-1c196854e05b tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 944 time: 0.1262579 Oct 12 19:32:22.271789 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b6a53c1d-61ab-4ad7-86a7-5ecf99a94903 req-33ad914c-a8cf-4e88-ac93-b07149736d33 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870800 Oct 12 19:32:22.371583 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e0d4e6-e46c-4578-a90d-55f673b65e04 req-b3369e2f-7707-4376-87dd-eddc1fa4511d tempest-ServerGroupTestJSON-415610609 tempest-ServerGroupTestJSON-415610609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:22.373280 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a9e0d4e6-e46c-4578-a90d-55f673b65e04 req-b3369e2f-7707-4376-87dd-eddc1fa4511d tempest-ServerGroupTestJSON-415610609 tempest-ServerGroupTestJSON-415610609-project] 10.222.0.61 "GET /v2.0/networks?id=9c837d56-df15-4f97-94ca-ba496439293e HTTP/1.1" status: 200 len: 809 time: 0.2893655 Oct 12 19:32:22.383291 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9b613f1b-0680-4d35-a2d9-54c61264e8e1 req-ffceb59a-8730-47be-b429-cc8ceb429645 tempest-ServerGroupTestJSON-415610609 tempest-ServerGroupTestJSON-415610609-project] 10.222.0.49 "GET /v2.0/ports?device_id=933e2d46-94d0-407d-bcd1-3a5e5d144735 HTTP/1.1" status: 200 len: 210 time: 0.1175945 Oct 12 19:32:22.398767 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ffff25-e221-4c2b-a3d8-259ca7b9d973 req-efa2d380-07c8-4952-85ca-5302ba67bcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:22.407510 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-39ffff25-e221-4c2b-a3d8-259ca7b9d973 req-efa2d380-07c8-4952-85ca-5302ba67bcd5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=54486c0c-9041-4e0e-82a6-f0606d003170 HTTP/1.1" status: 200 len: 1096 time: 0.3258138 Oct 12 19:32:22.464854 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-a9e0d4e6-e46c-4578-a90d-55f673b65e04 req-26f9fe43-e6cf-4ba2-a9a0-5b508013549c tempest-ServerGroupTestJSON-415610609 tempest-ServerGroupTestJSON-415610609-project] Request body: {'port': {'device_id': '933e2d46-94d0-407d-bcd1-3a5e5d144735', 'network_id': '9c837d56-df15-4f97-94ca-ba496439293e', 'admin_state_up': True, 'tenant_id': '7ac20bedc65e4273b4fa99242967fcf0'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:32:22.730748 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-39ffff25-e221-4c2b-a3d8-259ca7b9d973 req-e85117a0-750c-4511-867f-9366b6726aeb service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=0c11fc84-4f57-43db-8c17-f81427a08139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826361 Oct 12 19:32:22.742514 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9e0d4e6-e46c-4578-a90d-55f673b65e04 req-26f9fe43-e6cf-4ba2-a9a0-5b508013549c tempest-ServerGroupTestJSON-415610609 tempest-ServerGroupTestJSON-415610609-project] Made reservation on behalf of 7ac20bedc65e4273b4fa99242967fcf0 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:32:22.748371 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-a9e0d4e6-e46c-4578-a90d-55f673b65e04 req-26f9fe43-e6cf-4ba2-a9a0-5b508013549c tempest-ServerGroupTestJSON-415610609 tempest-ServerGroupTestJSON-415610609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:22.961547 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [req-a9e0d4e6-e46c-4578-a90d-55f673b65e04 req-26f9fe43-e6cf-4ba2-a9a0-5b508013549c tempest-ServerGroupTestJSON-415610609 tempest-ServerGroupTestJSON-415610609-project] Allocated IP 172.20.0.8 (9c837d56-df15-4f97-94ca-ba496439293e/2e4691c3-7c7d-4157-af42-3585e26801da/142fe735-ac24-4765-a6e5-8fc21341b033) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:32:23.322715 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d196045f-975f-4e51-a5d2-dcb5d62f47ea req-eb76a288-2c0c-4a0c-99ff-1e9058bc92ff tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:23.324474 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d196045f-975f-4e51-a5d2-dcb5d62f47ea req-eb76a288-2c0c-4a0c-99ff-1e9058bc92ff tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=54486c0c-9041-4e0e-82a6-f0606d003170 HTTP/1.1" status: 200 len: 945 time: 0.1398923 Oct 12 19:32:23.390768 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-a9e0d4e6-e46c-4578-a90d-55f673b65e04 req-26f9fe43-e6cf-4ba2-a9a0-5b508013549c tempest-ServerGroupTestJSON-415610609 tempest-ServerGroupTestJSON-415610609-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:23.423579 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d196045f-975f-4e51-a5d2-dcb5d62f47ea req-355acbc4-2176-4a50-8c0d-7d7e98521023 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c11fc84-4f57-43db-8c17-f81427a08139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864196 Oct 12 19:32:23.465461 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e91303e-9b80-4453-906f-e887143b5c58 req-81d69be9-cfce-4b5c-8027-70f77ed8b888 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:23.470784 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2e91303e-9b80-4453-906f-e887143b5c58 req-81d69be9-cfce-4b5c-8027-70f77ed8b888 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 944 time: 0.0900190 Oct 12 19:32:23.528166 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-a9e0d4e6-e46c-4578-a90d-55f673b65e04 req-26f9fe43-e6cf-4ba2-a9a0-5b508013549c tempest-ServerGroupTestJSON-415610609 tempest-ServerGroupTestJSON-415610609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:23.570564 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9e0d4e6-e46c-4578-a90d-55f673b65e04 req-26f9fe43-e6cf-4ba2-a9a0-5b508013549c tempest-ServerGroupTestJSON-415610609 tempest-ServerGroupTestJSON-415610609-project] Network 9c837d56-df15-4f97-94ca-ba496439293e is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:32:23.603322 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [req-a9e0d4e6-e46c-4578-a90d-55f673b65e04 req-26f9fe43-e6cf-4ba2-a9a0-5b508013549c tempest-ServerGroupTestJSON-415610609 tempest-ServerGroupTestJSON-415610609-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:32:23.622175 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2e91303e-9b80-4453-906f-e887143b5c58 req-c59a401b-9cea-4892-9bfa-e952d7a11126 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435511 Oct 12 19:32:23.633585 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9e0d4e6-e46c-4578-a90d-55f673b65e04 req-26f9fe43-e6cf-4ba2-a9a0-5b508013549c tempest-ServerGroupTestJSON-415610609 tempest-ServerGroupTestJSON-415610609-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:32:23.819800 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48335c6-7934-424a-8194-c031a8525b7a req-aa4ea3bc-30d2-4028-b2a3-554444eaf67e tempest-ServerGroupTestJSON-415610609 tempest-ServerGroupTestJSON-415610609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:23.827405 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e48335c6-7934-424a-8194-c031a8525b7a req-aa4ea3bc-30d2-4028-b2a3-554444eaf67e tempest-ServerGroupTestJSON-415610609 tempest-ServerGroupTestJSON-415610609-project] 10.222.0.49 "GET /v2.0/ports?device_id=933e2d46-94d0-407d-bcd1-3a5e5d144735 HTTP/1.1" status: 200 len: 931 time: 0.1770484 Oct 12 19:32:23.841885 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f9fe43-e6cf-4ba2-a9a0-5b508013549c tempest-ServerGroupTestJSON-415610609 tempest-ServerGroupTestJSON-415610609-project] Pushing event updated for resources: {'Port': ['ID=142fe735-ac24-4765-a6e5-8fc21341b033,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:32:23.859697 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e0d4e6-e46c-4578-a90d-55f673b65e04 req-26f9fe43-e6cf-4ba2-a9a0-5b508013549c tempest-ServerGroupTestJSON-415610609 tempest-ServerGroupTestJSON-415610609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:23.861265 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-a9e0d4e6-e46c-4578-a90d-55f673b65e04 req-26f9fe43-e6cf-4ba2-a9a0-5b508013549c tempest-ServerGroupTestJSON-415610609 tempest-ServerGroupTestJSON-415610609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:23.889738 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e48335c6-7934-424a-8194-c031a8525b7a req-df17f16e-92ba-430b-b592-7861822cbef2 tempest-ServerGroupTestJSON-415610609 tempest-ServerGroupTestJSON-415610609-project] 10.222.0.49 "GET /v2.0/security-groups?id=092c0073-f265-4dd4-b51c-ec95e5000d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613167 Oct 12 19:32:24.570644 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21996af2-b8e6-47d4-afce-bc07385438b9 req-acc1095f-d175-4ebe-b563-b5ab2126d054 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:24.572242 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-21996af2-b8e6-47d4-afce-bc07385438b9 req-acc1095f-d175-4ebe-b563-b5ab2126d054 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=54486c0c-9041-4e0e-82a6-f0606d003170 HTTP/1.1" status: 200 len: 945 time: 0.0627439 Oct 12 19:32:24.579193 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a9e0d4e6-e46c-4578-a90d-55f673b65e04 req-26f9fe43-e6cf-4ba2-a9a0-5b508013549c tempest-ServerGroupTestJSON-415610609 tempest-ServerGroupTestJSON-415610609-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1285627 Oct 12 19:32:24.591698 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-a9e0d4e6-e46c-4578-a90d-55f673b65e04 req-5a4fc8f9-5361-4532-b638-a1642d5a7cf6 service neutron] Request body: {'port': {'device_id': '933e2d46-94d0-407d-bcd1-3a5e5d144735', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:32:24.694224 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-21996af2-b8e6-47d4-afce-bc07385438b9 req-3921a43d-ebc1-4096-b234-be39e983a41d tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c11fc84-4f57-43db-8c17-f81427a08139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123309 Oct 12 19:32:24.704924 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-a9e0d4e6-e46c-4578-a90d-55f673b65e04 req-5a4fc8f9-5361-4532-b638-a1642d5a7cf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:25.035787 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48086be4-187e-45cf-9c97-e58d74611235 req-c0a54e92-9730-44cf-ae72-3b29d621aa14 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:25.037348 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-48086be4-187e-45cf-9c97-e58d74611235 req-c0a54e92-9730-44cf-ae72-3b29d621aa14 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 944 time: 0.2745504 Oct 12 19:32:25.132465 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991e2b48-ed15-48b0-a03d-332891d9ef5f req-80d91240-dd6e-4d8d-b324-ef7691cb5003 tempest-ServerGroupTestJSON-415610609 tempest-ServerGroupTestJSON-415610609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:25.134404 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-991e2b48-ed15-48b0-a03d-332891d9ef5f req-80d91240-dd6e-4d8d-b324-ef7691cb5003 tempest-ServerGroupTestJSON-415610609 tempest-ServerGroupTestJSON-415610609-project] 10.222.0.49 "GET /v2.0/ports?device_id=933e2d46-94d0-407d-bcd1-3a5e5d144735 HTTP/1.1" status: 200 len: 931 time: 0.0766826 Oct 12 19:32:25.211112 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-991e2b48-ed15-48b0-a03d-332891d9ef5f req-4c2942d5-da78-4849-841b-5e71927a2155 tempest-ServerGroupTestJSON-415610609 tempest-ServerGroupTestJSON-415610609-project] 10.222.0.49 "GET /v2.0/security-groups?id=092c0073-f265-4dd4-b51c-ec95e5000d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661283 Oct 12 19:32:25.284125 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-48086be4-187e-45cf-9c97-e58d74611235 req-f282097a-baec-48a9-88df-02068550e388 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200146 Oct 12 19:32:25.469601 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [req-a9e0d4e6-e46c-4578-a90d-55f673b65e04 req-5a4fc8f9-5361-4532-b638-a1642d5a7cf6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 142fe735-ac24-4765-a6e5-8fc21341b033 {{(pid=95502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:32:25.480206 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-a9e0d4e6-e46c-4578-a90d-55f673b65e04 req-5a4fc8f9-5361-4532-b638-a1642d5a7cf6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:25.496757 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-a9e0d4e6-e46c-4578-a90d-55f673b65e04 req-5a4fc8f9-5361-4532-b638-a1642d5a7cf6 service neutron] Transition to ACTIVE for port object 142fe735-ac24-4765-a6e5-8fc21341b033 will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:32:25.573281 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-a9e0d4e6-e46c-4578-a90d-55f673b65e04 req-5a4fc8f9-5361-4532-b638-a1642d5a7cf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:25.695239 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4fc8f9-5361-4532-b638-a1642d5a7cf6 service neutron] Pushing event updated for resources: {'Port': ['ID=142fe735-ac24-4765-a6e5-8fc21341b033,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:32:25.899680 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb41311-eb7d-4b56-82de-bea2b1c9edad req-f2282a9f-89ad-4721-b233-5049a9a0acf6 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:25.914639 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-a9e0d4e6-e46c-4578-a90d-55f673b65e04 req-5a4fc8f9-5361-4532-b638-a1642d5a7cf6 service neutron] Attempting to bind port 142fe735-ac24-4765-a6e5-8fc21341b033 on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:32:25.921996 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-a9e0d4e6-e46c-4578-a90d-55f673b65e04 req-5a4fc8f9-5361-4532-b638-a1642d5a7cf6 service neutron] Attempting to bind port 142fe735-ac24-4765-a6e5-8fc21341b033 by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': 'b8fd95c0-f033-470d-898b-66f01f06965b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '9c837d56-df15-4f97-94ca-ba496439293e'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:32:25.922174 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0cb41311-eb7d-4b56-82de-bea2b1c9edad req-f2282a9f-89ad-4721-b233-5049a9a0acf6 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=54486c0c-9041-4e0e-82a6-f0606d003170 HTTP/1.1" status: 200 len: 945 time: 0.1140881 Oct 12 19:32:25.922287 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e0d4e6-e46c-4578-a90d-55f673b65e04 req-5a4fc8f9-5361-4532-b638-a1642d5a7cf6 service neutron] Attempting to bind port 142fe735-ac24-4765-a6e5-8fc21341b033 on network 9c837d56-df15-4f97-94ca-ba496439293e {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:32:25.934504 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e0d4e6-e46c-4578-a90d-55f673b65e04 req-5a4fc8f9-5361-4532-b638-a1642d5a7cf6 service neutron] Port 142fe735-ac24-4765-a6e5-8fc21341b033 on network 9c837d56-df15-4f97-94ca-ba496439293e not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:32:25.934869 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e0d4e6-e46c-4578-a90d-55f673b65e04 req-5a4fc8f9-5361-4532-b638-a1642d5a7cf6 service neutron] Attempting to bind port 142fe735-ac24-4765-a6e5-8fc21341b033 on network 9c837d56-df15-4f97-94ca-ba496439293e {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:32:25.958191 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e0d4e6-e46c-4578-a90d-55f673b65e04 req-5a4fc8f9-5361-4532-b638-a1642d5a7cf6 service neutron] Checking agent: {'id': 'f5e9725f-f5a6-43c2-a1be-95e21e9a1fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:32:25.958806 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e0d4e6-e46c-4578-a90d-55f673b65e04 req-5a4fc8f9-5361-4532-b638-a1642d5a7cf6 service neutron] Checking segment: {'id': 'b8fd95c0-f033-470d-898b-66f01f06965b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '9c837d56-df15-4f97-94ca-ba496439293e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:32:25.959212 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e0d4e6-e46c-4578-a90d-55f673b65e04 req-5a4fc8f9-5361-4532-b638-a1642d5a7cf6 service neutron] Bound using segment: {'id': 'b8fd95c0-f033-470d-898b-66f01f06965b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '9c837d56-df15-4f97-94ca-ba496439293e'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:32:25.959785 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-a9e0d4e6-e46c-4578-a90d-55f673b65e04 req-5a4fc8f9-5361-4532-b638-a1642d5a7cf6 service neutron] Bound port: 142fe735-ac24-4765-a6e5-8fc21341b033, host: n-h1-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8fd95c0-f033-470d-898b-66f01f06965b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '9c837d56-df15-4f97-94ca-ba496439293e'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:32:25.960198 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-a9e0d4e6-e46c-4578-a90d-55f673b65e04 req-5a4fc8f9-5361-4532-b638-a1642d5a7cf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:26.032126 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0cb41311-eb7d-4b56-82de-bea2b1c9edad req-f1fa41ae-4694-4e17-87e3-22ac2f2b6478 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c11fc84-4f57-43db-8c17-f81427a08139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157629 Oct 12 19:32:26.117374 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-a9e0d4e6-e46c-4578-a90d-55f673b65e04 req-5a4fc8f9-5361-4532-b638-a1642d5a7cf6 service neutron] For port 142fe735-ac24-4765-a6e5-8fc21341b033, host n-h1-813679-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:32:26.122221 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-a9e0d4e6-e46c-4578-a90d-55f673b65e04 req-5a4fc8f9-5361-4532-b638-a1642d5a7cf6 service neutron] For port 142fe735-ac24-4765-a6e5-8fc21341b033, host n-h1-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=142fe735-ac24-4765-a6e5-8fc21341b033,segment=NetworkSegment(b8fd95c0-f033-470d-898b-66f01f06965b),segment_id=b8fd95c0-f033-470d-898b-66f01f06965b)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:32:26.209229 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-a9e0d4e6-e46c-4578-a90d-55f673b65e04 req-5a4fc8f9-5361-4532-b638-a1642d5a7cf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:26.230574 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b759c7-bcf0-4b7d-987e-2bbeadf41a44 req-850aef16-fbc1-48ae-a2c1-f70bf4211128 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:26.239758 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d1b759c7-bcf0-4b7d-987e-2bbeadf41a44 req-850aef16-fbc1-48ae-a2c1-f70bf4211128 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=54486c0c-9041-4e0e-82a6-f0606d003170 HTTP/1.1" status: 200 len: 945 time: 0.0892923 Oct 12 19:32:26.293523 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d1b759c7-bcf0-4b7d-987e-2bbeadf41a44 req-8bff296e-39e2-4ac1-81da-db12cb8efc99 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c11fc84-4f57-43db-8c17-f81427a08139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481956 Oct 12 19:32:26.327692 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e0d4e6-e46c-4578-a90d-55f673b65e04 req-5a4fc8f9-5361-4532-b638-a1642d5a7cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:26.331862 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-a9e0d4e6-e46c-4578-a90d-55f673b65e04 req-5a4fc8f9-5361-4532-b638-a1642d5a7cf6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:26.331862 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a9e0d4e6-e46c-4578-a90d-55f673b65e04 req-5a4fc8f9-5361-4532-b638-a1642d5a7cf6 service neutron] 10.222.0.61 "PUT /v2.0/ports/142fe735-ac24-4765-a6e5-8fc21341b033 HTTP/1.1" status: 200 len: 1091 time: 1.7417834 Oct 12 19:32:26.331862 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '933e2d46-94d0-407d-bcd1-3a5e5d144735', 'tag': '142fe735-ac24-4765-a6e5-8fc21341b033'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:32:26.333741 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe2c800e-7edd-42bb-bab3-fca3a262cac9" -d '{"events": [{"name": "network-changed", "server_uuid": "933e2d46-94d0-407d-bcd1-3a5e5d144735", "tag": "142fe735-ac24-4765-a6e5-8fc21341b033"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:32:26.395445 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4fc8f9-5361-4532-b638-a1642d5a7cf6 service neutron] Pushing event updated for resources: {'Port': ['ID=142fe735-ac24-4765-a6e5-8fc21341b033,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:32:26.518384 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cba61b0-87bc-4e0d-b050-fcb4aeffbf9c req-bca89a7e-7e7b-4fae-bc23-d1c58f08c0bb tempest-ServerGroupTestJSON-415610609 tempest-ServerGroupTestJSON-415610609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:26.522964 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8cba61b0-87bc-4e0d-b050-fcb4aeffbf9c req-bca89a7e-7e7b-4fae-bc23-d1c58f08c0bb tempest-ServerGroupTestJSON-415610609 tempest-ServerGroupTestJSON-415610609-project] 10.222.0.49 "GET /v2.0/ports?device_id=933e2d46-94d0-407d-bcd1-3a5e5d144735 HTTP/1.1" status: 200 len: 943 time: 0.1404040 Oct 12 19:32:26.632847 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e0d4e6-e46c-4578-a90d-55f673b65e04 req-4b23ac44-9b77-4842-b83d-5ba629924550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:26.634461 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a9e0d4e6-e46c-4578-a90d-55f673b65e04 req-4b23ac44-9b77-4842-b83d-5ba629924550 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7ac20bedc65e4273b4fa99242967fcf0&device_id=933e2d46-94d0-407d-bcd1-3a5e5d144735 HTTP/1.1" status: 200 len: 1094 time: 0.1137013 Oct 12 19:32:26.638371 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8cba61b0-87bc-4e0d-b050-fcb4aeffbf9c req-a7231a5e-b8f5-4430-9ed1-3a87fc8e5484 tempest-ServerGroupTestJSON-415610609 tempest-ServerGroupTestJSON-415610609-project] 10.222.0.49 "GET /v2.0/security-groups?id=092c0073-f265-4dd4-b51c-ec95e5000d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023517 Oct 12 19:32:26.845464 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a9e0d4e6-e46c-4578-a90d-55f673b65e04 req-d6fb2e8d-9b68-44d9-8bb0-48e3a49ed346 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=142fe735-ac24-4765-a6e5-8fc21341b033 HTTP/1.1" status: 200 len: 217 time: 0.1258023 Oct 12 19:32:26.874255 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28a7713-31f7-416c-a7a8-99172df827cb req-abfc5c83-55b3-453a-85bb-17a6ea011f7b tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:26.876407 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c28a7713-31f7-416c-a7a8-99172df827cb req-abfc5c83-55b3-453a-85bb-17a6ea011f7b tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 944 time: 0.1222773 Oct 12 19:32:26.986024 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e0d4e6-e46c-4578-a90d-55f673b65e04 req-d3410e23-c979-48bd-bfa4-56b8ea1e2ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:26.987497 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a9e0d4e6-e46c-4578-a90d-55f673b65e04 req-d3410e23-c979-48bd-bfa4-56b8ea1e2ba4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2e4691c3-7c7d-4157-af42-3585e26801da HTTP/1.1" status: 200 len: 849 time: 0.1100681 Oct 12 19:32:26.991045 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92894c52-da71-4542-8578-a049e8175a96 x-openstack-request-id: req-92894c52-da71-4542-8578-a049e8175a96 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:32:26.991328 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "933e2d46-94d0-407d-bcd1-3a5e5d144735", "tag": "142fe735-ac24-4765-a6e5-8fc21341b033", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:32:26.991580 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-92894c52-da71-4542-8578-a049e8175a96 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:32:26.991968 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '933e2d46-94d0-407d-bcd1-3a5e5d144735', 'tag': '142fe735-ac24-4765-a6e5-8fc21341b033', 'status': 'completed', 'code': 200} Oct 12 19:32:27.010973 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c28a7713-31f7-416c-a7a8-99172df827cb req-a99ea30e-8c40-4ea1-91d5-7a14b6de3e49 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246881 Oct 12 19:32:27.050693 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 33250) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:32:27.075350 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a9e0d4e6-e46c-4578-a90d-55f673b65e04 req-b4a44e7b-6d8e-43a5-bcd3-1e51694a5cd4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9c837d56-df15-4f97-94ca-ba496439293e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596428 Oct 12 19:32:27.259902 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5c6d9288-9ef6-4cbe-b688-d006ecbcf3a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:27.288326 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d617221-e1d5-4e98-b3ad-2f0595582bbd req-db7017d7-d0da-460b-a1bd-0a2501409bd3 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:27.289791 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6d617221-e1d5-4e98-b3ad-2f0595582bbd req-db7017d7-d0da-460b-a1bd-0a2501409bd3 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=54486c0c-9041-4e0e-82a6-f0606d003170 HTTP/1.1" status: 200 len: 945 time: 0.1389880 Oct 12 19:32:27.351446 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5c6d9288-9ef6-4cbe-b688-d006ecbcf3a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:27.386436 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6d617221-e1d5-4e98-b3ad-2f0595582bbd req-b1d838e5-e794-4a3a-b372-845e19f42ef3 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c11fc84-4f57-43db-8c17-f81427a08139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330923 Oct 12 19:32:27.391689 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a9e0d4e6-e46c-4578-a90d-55f673b65e04 req-116ae373-2d07-4d08-9f4a-5c0f6df3365c service neutron] 10.222.0.61 "GET /v2.0/networks/9c837d56-df15-4f97-94ca-ba496439293e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3011980 Oct 12 19:32:27.447009 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5c6d9288-9ef6-4cbe-b688-d006ecbcf3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:27.496864 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6d9288-9ef6-4cbe-b688-d006ecbcf3a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d066cade-0680-423e-a56f-ebb702c865d7,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:32:27.516043 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 33258) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:32:27.518946 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-5c6d9288-9ef6-4cbe-b688-d006ecbcf3a2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d54e14365c8a4ceeaa0700ed1e593ab5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4664388 Oct 12 19:32:27.573083 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d4541ef7-5bd8-458a-9845-e813ad628b29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:27.596557 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d4541ef7-5bd8-458a-9845-e813ad628b29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:27.718781 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d4541ef7-5bd8-458a-9845-e813ad628b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:27.721643 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d4541ef7-5bd8-458a-9845-e813ad628b29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:27.725564 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-d4541ef7-5bd8-458a-9845-e813ad628b29 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d066cade-0680-423e-a56f-ebb702c865d7 HTTP/1.1" status: 204 len: 168 time: 0.2058580 Oct 12 19:32:27.740782 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4541ef7-5bd8-458a-9845-e813ad628b29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d066cade-0680-423e-a56f-ebb702c865d7,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:32:27.876071 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeb90ce-a451-4d00-be37-21e914cd9eb6 req-8a672272-fe64-43d8-8e35-fb698a7a825d tempest-ServerGroupTestJSON-415610609 tempest-ServerGroupTestJSON-415610609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:27.886638 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ceeb90ce-a451-4d00-be37-21e914cd9eb6 req-8a672272-fe64-43d8-8e35-fb698a7a825d tempest-ServerGroupTestJSON-415610609 tempest-ServerGroupTestJSON-415610609-project] 10.222.0.49 "GET /v2.0/ports?device_id=933e2d46-94d0-407d-bcd1-3a5e5d144735 HTTP/1.1" status: 200 len: 943 time: 0.0989704 Oct 12 19:32:27.945572 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ceeb90ce-a451-4d00-be37-21e914cd9eb6 req-ff610dd9-4957-47bd-b374-6774dbafef15 tempest-ServerGroupTestJSON-415610609 tempest-ServerGroupTestJSON-415610609-project] 10.222.0.49 "GET /v2.0/security-groups?id=092c0073-f265-4dd4-b51c-ec95e5000d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574951 Oct 12 19:32:28.322833 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916b5337-9389-4006-a820-9406d0d4cb25 req-5dd5477a-6719-499c-9d44-f295ceaa5d6d tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:28.325757 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-916b5337-9389-4006-a820-9406d0d4cb25 req-5dd5477a-6719-499c-9d44-f295ceaa5d6d tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 944 time: 0.1812639 Oct 12 19:32:28.444639 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-916b5337-9389-4006-a820-9406d0d4cb25 req-0c1ef818-415b-4b20-b6ef-ae4498182d8e tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068742 Oct 12 19:32:28.644506 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 33278) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:32:28.660580 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-176dff76-0e24-46de-84bb-32cedadc7768 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:28.759152 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-176dff76-0e24-46de-84bb-32cedadc7768 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:28.849906 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-176dff76-0e24-46de-84bb-32cedadc7768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:28.891086 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a9e0d4e6-e46c-4578-a90d-55f673b65e04 req-5ef9fb43-c53b-417b-9c52-c44103e28763 service neutron] 10.222.0.61 "GET /v2.0/networks/9c837d56-df15-4f97-94ca-ba496439293e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6398616 Oct 12 19:32:28.936430 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176dff76-0e24-46de-84bb-32cedadc7768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acc7f808-2cd7-49ac-92db-4ea911cf48de,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:32:28.949022 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-176dff76-0e24-46de-84bb-32cedadc7768 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ee92673fcdc543f684af1a1bbcc21df6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3028610 Oct 12 19:32:28.950154 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3798c63-c21c-498a-926a-dc05d4ba1769 req-35018069-ff65-4ec3-8a64-c920eae2d7d6 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:28.951734 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 33284) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:32:28.964518 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c3798c63-c21c-498a-926a-dc05d4ba1769 req-35018069-ff65-4ec3-8a64-c920eae2d7d6 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=54486c0c-9041-4e0e-82a6-f0606d003170 HTTP/1.1" status: 200 len: 945 time: 0.1314535 Oct 12 19:32:29.044534 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c3798c63-c21c-498a-926a-dc05d4ba1769 req-3503875d-aa7f-4548-9f47-2bdd992c4a65 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c11fc84-4f57-43db-8c17-f81427a08139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708609 Oct 12 19:32:29.060180 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6d69262f-b0bc-46df-aec5-07c859408286 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:29.103497 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6d69262f-b0bc-46df-aec5-07c859408286 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:29.130997 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2c800e-7edd-42bb-bab3-fca3a262cac9 req-0acea91e-c595-479c-be4a-2fa02bba2f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:29.132703 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-fe2c800e-7edd-42bb-bab3-fca3a262cac9 req-0acea91e-c595-479c-be4a-2fa02bba2f7a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7ac20bedc65e4273b4fa99242967fcf0&device_id=933e2d46-94d0-407d-bcd1-3a5e5d144735 HTTP/1.1" status: 200 len: 1094 time: 0.0873189 Oct 12 19:32:29.150981 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1b31c11e-1163-4fc2-a0f2-59eabf7d41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:29.220698 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7053aa-c0b3-4c07-88cc-49a39ec2a5ba req-6062a395-18cb-410b-bc3e-3738de271358 tempest-ServerGroupTestJSON-415610609 tempest-ServerGroupTestJSON-415610609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:29.223070 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cb7053aa-c0b3-4c07-88cc-49a39ec2a5ba req-6062a395-18cb-410b-bc3e-3738de271358 tempest-ServerGroupTestJSON-415610609 tempest-ServerGroupTestJSON-415610609-project] 10.222.0.49 "GET /v2.0/ports?device_id=933e2d46-94d0-407d-bcd1-3a5e5d144735 HTTP/1.1" status: 200 len: 943 time: 0.1031382 Oct 12 19:32:29.339778 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cb7053aa-c0b3-4c07-88cc-49a39ec2a5ba req-e98b791a-dcbd-495a-acf9-41db538bdd7b tempest-ServerGroupTestJSON-415610609 tempest-ServerGroupTestJSON-415610609-project] 10.222.0.49 "GET /v2.0/security-groups?id=092c0073-f265-4dd4-b51c-ec95e5000d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071246 Oct 12 19:32:29.379090 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2c800e-7edd-42bb-bab3-fca3a262cac9 req-ec760161-a142-4813-953c-56b937197999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:29.380519 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6d69262f-b0bc-46df-aec5-07c859408286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:29.383217 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6d69262f-b0bc-46df-aec5-07c859408286 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:29.384952 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-fe2c800e-7edd-42bb-bab3-fca3a262cac9 req-ec760161-a142-4813-953c-56b937197999 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9c837d56-df15-4f97-94ca-ba496439293e HTTP/1.1" status: 200 len: 910 time: 0.2266760 Oct 12 19:32:29.389129 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-6d69262f-b0bc-46df-aec5-07c859408286 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/acc7f808-2cd7-49ac-92db-4ea911cf48de HTTP/1.1" status: 204 len: 168 time: 0.4361861 Oct 12 19:32:29.418618 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d69262f-b0bc-46df-aec5-07c859408286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acc7f808-2cd7-49ac-92db-4ea911cf48de,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:32:29.612404 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6a9edd-e638-4508-814a-0f6eef39fd00 req-d2066a84-a9f2-432d-ab1b-c88955c57618 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:29.615229 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ba6a9edd-e638-4508-814a-0f6eef39fd00 req-d2066a84-a9f2-432d-ab1b-c88955c57618 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 944 time: 0.0669255 Oct 12 19:32:29.697867 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ba6a9edd-e638-4508-814a-0f6eef39fd00 req-1d6a74f7-c266-43bd-8300-b01a0b659b5e tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751452 Oct 12 19:32:29.713089 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-fe2c800e-7edd-42bb-bab3-fca3a262cac9 req-48ae8898-52d3-44a4-bab4-1d02207240db service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=142fe735-ac24-4765-a6e5-8fc21341b033 HTTP/1.1" status: 200 len: 217 time: 0.0889044 Oct 12 19:32:30.252450 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b0ab65-4d7b-4347-a699-916dd3c56559 req-3918ed97-d4a7-4dfa-88d1-75de2e388836 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:30.277792 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f0b0ab65-4d7b-4347-a699-916dd3c56559 req-3918ed97-d4a7-4dfa-88d1-75de2e388836 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=54486c0c-9041-4e0e-82a6-f0606d003170 HTTP/1.1" status: 200 len: 945 time: 0.0943112 Oct 12 19:32:30.322534 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f0b0ab65-4d7b-4347-a699-916dd3c56559 req-d9945ce0-8ac8-4517-89bc-fdc66a43ec02 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c11fc84-4f57-43db-8c17-f81427a08139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428333 Oct 12 19:32:30.562022 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386ad5e2-e796-4144-8ea0-7fba6d311682 req-f872e494-3055-435f-ad0f-79296131e261 tempest-ServerGroupTestJSON-415610609 tempest-ServerGroupTestJSON-415610609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:30.563845 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-386ad5e2-e796-4144-8ea0-7fba6d311682 req-f872e494-3055-435f-ad0f-79296131e261 tempest-ServerGroupTestJSON-415610609 tempest-ServerGroupTestJSON-415610609-project] 10.222.0.49 "GET /v2.0/ports?device_id=933e2d46-94d0-407d-bcd1-3a5e5d144735 HTTP/1.1" status: 200 len: 943 time: 0.1311657 Oct 12 19:32:30.612452 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-386ad5e2-e796-4144-8ea0-7fba6d311682 req-dadce4ed-da15-4092-a7a0-30ab6955e4a6 tempest-ServerGroupTestJSON-415610609 tempest-ServerGroupTestJSON-415610609-project] 10.222.0.49 "GET /v2.0/security-groups?id=092c0073-f265-4dd4-b51c-ec95e5000d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411572 Oct 12 19:32:30.840043 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed79e801-a68c-4cd6-bd2b-a398bdcd7bc5 req-028e2b2b-9147-4ca0-8909-afe034b99068 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:30.841888 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ed79e801-a68c-4cd6-bd2b-a398bdcd7bc5 req-028e2b2b-9147-4ca0-8909-afe034b99068 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 944 time: 0.0576215 Oct 12 19:32:30.887837 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ed79e801-a68c-4cd6-bd2b-a398bdcd7bc5 req-43e6262a-c31f-464a-b277-53c8fff2d1a5 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366986 Oct 12 19:32:31.500486 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316588bc-c84a-4856-9a00-a493b22327e8 req-72ec4006-53ed-424e-bee3-94aae5330fe4 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:31.502079 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-316588bc-c84a-4856-9a00-a493b22327e8 req-72ec4006-53ed-424e-bee3-94aae5330fe4 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=54486c0c-9041-4e0e-82a6-f0606d003170 HTTP/1.1" status: 200 len: 945 time: 0.0743446 Oct 12 19:32:31.544063 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-316588bc-c84a-4856-9a00-a493b22327e8 req-1e4b4c63-a76f-4b99-8b47-3414589db6fd tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c11fc84-4f57-43db-8c17-f81427a08139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346112 Oct 12 19:32:31.707200 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b6038a73-838c-46c8-b136-3b8dfc3403d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:31.745821 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22e931f-bc68-45cb-94fe-345356fa2bd2 req-ba7f31bc-ef64-426e-865e-c8542cda04dc tempest-ServerGroupTestJSON-415610609 tempest-ServerGroupTestJSON-415610609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:31.754832 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c22e931f-bc68-45cb-94fe-345356fa2bd2 req-ba7f31bc-ef64-426e-865e-c8542cda04dc tempest-ServerGroupTestJSON-415610609 tempest-ServerGroupTestJSON-415610609-project] 10.222.0.49 "GET /v2.0/ports?device_id=933e2d46-94d0-407d-bcd1-3a5e5d144735 HTTP/1.1" status: 200 len: 943 time: 0.0650861 Oct 12 19:32:31.827203 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c22e931f-bc68-45cb-94fe-345356fa2bd2 req-75a9df54-3e9b-499a-9d82-3221a00644e5 tempest-ServerGroupTestJSON-415610609 tempest-ServerGroupTestJSON-415610609-project] 10.222.0.49 "GET /v2.0/security-groups?id=092c0073-f265-4dd4-b51c-ec95e5000d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645821 Oct 12 19:32:32.062571 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d63d33d-5ef6-4b33-990e-efc79bf05ea2 req-33e38c69-357d-497f-93eb-2fd419df569c tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:32.064487 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0d63d33d-5ef6-4b33-990e-efc79bf05ea2 req-33e38c69-357d-497f-93eb-2fd419df569c tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 944 time: 0.0606129 Oct 12 19:32:32.118063 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 19:32:32.158392 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2c800e-7edd-42bb-bab3-fca3a262cac9 req-10130e9a-1ce3-4de7-ad54-6199a0834ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:32.161033 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-fe2c800e-7edd-42bb-bab3-fca3a262cac9 req-10130e9a-1ce3-4de7-ad54-6199a0834ba9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2e4691c3-7c7d-4157-af42-3585e26801da HTTP/1.1" status: 200 len: 849 time: 0.0883410 Oct 12 19:32:32.213520 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0d63d33d-5ef6-4b33-990e-efc79bf05ea2 req-a4466843-2949-4350-bebb-6f0ec2f26228 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318128 Oct 12 19:32:32.215380 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-fe2c800e-7edd-42bb-bab3-fca3a262cac9 req-3fefd205-d88b-46a8-9a63-54d93d1a48f6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9c837d56-df15-4f97-94ca-ba496439293e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423348 Oct 12 19:32:32.347309 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-fe2c800e-7edd-42bb-bab3-fca3a262cac9 req-08b93ee0-d2d4-4403-bb27-a5b1ea55b7af service neutron] 10.222.0.61 "GET /v2.0/networks/9c837d56-df15-4f97-94ca-ba496439293e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238787 Oct 12 19:32:32.363674 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f77f982-e903-40b5-b4a9-a6f4a97e3600 req-d2a6710e-9089-4fd2-bc0e-c5813f8ef648 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:32.365584 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3f77f982-e903-40b5-b4a9-a6f4a97e3600 req-d2a6710e-9089-4fd2-bc0e-c5813f8ef648 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.61 "GET /v2.0/ports?device_id=54486c0c-9041-4e0e-82a6-f0606d003170 HTTP/1.1" status: 200 len: 945 time: 0.2035601 Oct 12 19:32:32.500152 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:32.546682 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-3f77f982-e903-40b5-b4a9-a6f4a97e3600 req-6ae8c067-230d-48f8-8791-77b9bf64ec5d tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Deleting port 6e29ba57-4059-4bbb-b998-c94ce43606b5 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:32:32.547350 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-3f77f982-e903-40b5-b4a9-a6f4a97e3600 req-6ae8c067-230d-48f8-8791-77b9bf64ec5d tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:32.552989 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-fe2c800e-7edd-42bb-bab3-fca3a262cac9 req-f23fa733-a95d-42ee-aeb6-c9b60d63a935 service neutron] 10.222.0.61 "GET /v2.0/networks/9c837d56-df15-4f97-94ca-ba496439293e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863549 Oct 12 19:32:32.711059 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-3f77f982-e903-40b5-b4a9-a6f4a97e3600 req-6ae8c067-230d-48f8-8791-77b9bf64ec5d tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] For port 6e29ba57-4059-4bbb-b998-c94ce43606b5, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=6e29ba57-4059-4bbb-b998-c94ce43606b5,segment=NetworkSegment(25f482b3-2b9d-4f97-b4b0-3430c63be1bb),segment_id=25f482b3-2b9d-4f97-b4b0-3430c63be1bb)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:32:32.712122 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-3f77f982-e903-40b5-b4a9-a6f4a97e3600 req-6ae8c067-230d-48f8-8791-77b9bf64ec5d tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:32.736306 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-3f77f982-e903-40b5-b4a9-a6f4a97e3600 req-6ae8c067-230d-48f8-8791-77b9bf64ec5d tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Calling delete_port for 6e29ba57-4059-4bbb-b998-c94ce43606b5 owned by compute:nova {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:32:32.759597 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1842db-8d2e-4199-8b96-85a49a5cb248 req-28c95a5a-e43e-4bc1-a67d-8e2fe3f58554 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:32.761138 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-cf1842db-8d2e-4199-8b96-85a49a5cb248 req-28c95a5a-e43e-4bc1-a67d-8e2fe3f58554 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=54486c0c-9041-4e0e-82a6-f0606d003170 HTTP/1.1" status: 200 len: 945 time: 0.1120782 Oct 12 19:32:32.862207 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-cf1842db-8d2e-4199-8b96-85a49a5cb248 req-074710b0-d9a0-449a-8249-e8e4a1d2bccd tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c11fc84-4f57-43db-8c17-f81427a08139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592990 Oct 12 19:32:32.975537 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:33.004383 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:33.021678 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e7aaca-f673-4d44-99ed-1b2576d41a61 req-03c5b9a2-afed-4254-8539-45aa42d8d9e1 tempest-ServerGroupTestJSON-415610609 tempest-ServerGroupTestJSON-415610609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:33.023574 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-06e7aaca-f673-4d44-99ed-1b2576d41a61 req-03c5b9a2-afed-4254-8539-45aa42d8d9e1 tempest-ServerGroupTestJSON-415610609 tempest-ServerGroupTestJSON-415610609-project] 10.222.0.49 "GET /v2.0/ports?device_id=933e2d46-94d0-407d-bcd1-3a5e5d144735 HTTP/1.1" status: 200 len: 943 time: 0.0799086 Oct 12 19:32:33.066915 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-06e7aaca-f673-4d44-99ed-1b2576d41a61 req-8640c332-9038-4516-8f56-a6748fb0bf8d tempest-ServerGroupTestJSON-415610609 tempest-ServerGroupTestJSON-415610609-project] 10.222.0.49 "GET /v2.0/security-groups?id=092c0073-f265-4dd4-b51c-ec95e5000d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363824 Oct 12 19:32:33.093901 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 6e29ba57-4059-4bbb-b998-c94ce43606b5 no longer exists at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:32:33.102300 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-3f77f982-e903-40b5-b4a9-a6f4a97e3600 req-6ae8c067-230d-48f8-8791-77b9bf64ec5d tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:33.136311 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d97fcc65-5e92-428e-9c0e-2133045b92ad req-2320e0c2-b8c0-4649-9973-ed5dab22fd21 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=68ed1b32-2769-4ecc-86ab-1452bfd5bcf7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0452907 Oct 12 19:32:33.150540 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['26e2e43b-64cb-42a6-8bbf-733d254324d0'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:32:33.199480 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6822ce90-49a3-44bd-adb7-3774c4401b5e req-a06aa686-77ac-46b9-8cca-7d7d293d169a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5a911cb1-f8f4-48e6-9229-15361e96b2a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1510227 Oct 12 19:32:33.243597 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] No Port match for: 6e29ba57-4059-4bbb-b998-c94ce43606b5 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:32:33.243946 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 6e29ba57-4059-4bbb-b998-c94ce43606b5 not bound to the agent host n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:32:33.274036 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97fcc65-5e92-428e-9c0e-2133045b92ad req-23b7b3c9-edb0-4cba-8db0-6d256476c415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:33.276116 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d97fcc65-5e92-428e-9c0e-2133045b92ad req-23b7b3c9-edb0-4cba-8db0-6d256476c415 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4c933ffb6c834d75ab3714dceb2123eb&device_id=68ed1b32-2769-4ecc-86ab-1452bfd5bcf7 HTTP/1.1" status: 200 len: 1096 time: 0.0853257 Oct 12 19:32:33.295797 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f77f982-e903-40b5-b4a9-a6f4a97e3600 req-6ae8c067-230d-48f8-8791-77b9bf64ec5d tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] No DVR routers for this DVR port 6e29ba57-4059-4bbb-b998-c94ce43606b5 on host n-h1-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:32:33.313696 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-3f77f982-e903-40b5-b4a9-a6f4a97e3600 req-6ae8c067-230d-48f8-8791-77b9bf64ec5d tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:33.324533 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3f77f982-e903-40b5-b4a9-a6f4a97e3600 req-6ae8c067-230d-48f8-8791-77b9bf64ec5d tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.61 "DELETE /v2.0/ports/6e29ba57-4059-4bbb-b998-c94ce43606b5 HTTP/1.1" status: 204 len: 173 time: 0.9497037 Oct 12 19:32:33.330549 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae8c067-230d-48f8-8791-77b9bf64ec5d tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Pushing event deleted for resources: {'Port': ['ID=6e29ba57-4059-4bbb-b998-c94ce43606b5,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:32:33.398568 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54486c0c-9041-4e0e-82a6-f0606d003170', 'name': 'network-vif-deleted', 'tag': '6e29ba57-4059-4bbb-b998-c94ce43606b5'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:32:33.401603 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-022311dc-55fb-4916-b546-983ddec875a9" -d '{"events": [{"server_uuid": "54486c0c-9041-4e0e-82a6-f0606d003170", "name": "network-vif-deleted", "tag": "6e29ba57-4059-4bbb-b998-c94ce43606b5"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:32:33.510352 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-634762c3-f79e-481f-9065-90b5ce59472f x-openstack-request-id: req-634762c3-f79e-481f-9065-90b5ce59472f {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:32:33.510352 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54486c0c-9041-4e0e-82a6-f0606d003170", "name": "network-vif-deleted", "tag": "6e29ba57-4059-4bbb-b998-c94ce43606b5", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:32:33.510352 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-634762c3-f79e-481f-9065-90b5ce59472f {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:32:33.510352 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54486c0c-9041-4e0e-82a6-f0606d003170', 'name': 'network-vif-deleted', 'tag': '6e29ba57-4059-4bbb-b998-c94ce43606b5', 'status': 'completed', 'code': 200} Oct 12 19:32:33.510841 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97fcc65-5e92-428e-9c0e-2133045b92ad req-6697da8b-68d7-4eb3-b938-9a71aba0028d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:33.510945 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6822ce90-49a3-44bd-adb7-3774c4401b5e req-9f69712c-ab5d-4c61-9f35-c52b211248c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:33.511036 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d97fcc65-5e92-428e-9c0e-2133045b92ad req-6697da8b-68d7-4eb3-b938-9a71aba0028d service neutron] 10.222.0.67 "GET /v2.0/networks?id=8210e84a-9fb6-4a53-a2c3-d0f330bffa92 HTTP/1.1" status: 200 len: 920 time: 0.2090633 Oct 12 19:32:33.511356 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6822ce90-49a3-44bd-adb7-3774c4401b5e req-9f69712c-ab5d-4c61-9f35-c52b211248c2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4c933ffb6c834d75ab3714dceb2123eb&device_id=5a911cb1-f8f4-48e6-9229-15361e96b2a7 HTTP/1.1" status: 200 len: 1097 time: 0.2163949 Oct 12 19:32:33.558667 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d97fcc65-5e92-428e-9c0e-2133045b92ad req-c8c918e4-e5ef-490a-b317-9434b6870d2a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0314f2b2-73ac-4252-bd05-ba8b48c29df1 HTTP/1.1" status: 200 len: 217 time: 0.0406067 Oct 12 19:32:33.629643 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97fcc65-5e92-428e-9c0e-2133045b92ad req-edf110c9-85c9-4547-afd4-54ecba8807a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:33.632095 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d97fcc65-5e92-428e-9c0e-2133045b92ad req-edf110c9-85c9-4547-afd4-54ecba8807a4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=33859617-14c0-4672-bd1b-84bf0d04d8bc HTTP/1.1" status: 200 len: 859 time: 0.0656130 Oct 12 19:32:33.638625 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12096b29-4e51-4b7b-96ca-ba9f1b85808c req-a0d50781-f888-4e3a-b856-a21b6575595f tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:33.646346 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-12096b29-4e51-4b7b-96ca-ba9f1b85808c req-a0d50781-f888-4e3a-b856-a21b6575595f tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 944 time: 0.2406139 Oct 12 19:32:33.683774 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:33.695075 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d97fcc65-5e92-428e-9c0e-2133045b92ad req-9f79db19-3f6b-4454-80fa-4fb82b8445e9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8210e84a-9fb6-4a53-a2c3-d0f330bffa92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535100 Oct 12 19:32:33.719783 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-12096b29-4e51-4b7b-96ca-ba9f1b85808c req-b51629c5-787a-44b1-a062-ba72263acd86 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711830 Oct 12 19:32:33.765058 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6822ce90-49a3-44bd-adb7-3774c4401b5e req-fa59f046-a7ae-4647-891d-d2d0e06a7ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:33.766743 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6822ce90-49a3-44bd-adb7-3774c4401b5e req-fa59f046-a7ae-4647-891d-d2d0e06a7ecf service neutron] 10.222.0.61 "GET /v2.0/networks?id=8210e84a-9fb6-4a53-a2c3-d0f330bffa92 HTTP/1.1" status: 200 len: 920 time: 0.2272646 Oct 12 19:32:33.825338 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6822ce90-49a3-44bd-adb7-3774c4401b5e req-e44293b3-4c39-43db-8990-ab2b0e1839b8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6f91eea0-c9e2-4aa3-81ce-5094ad6b837a HTTP/1.1" status: 200 len: 217 time: 0.0499384 Oct 12 19:32:33.828764 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d97fcc65-5e92-428e-9c0e-2133045b92ad req-7614a9a3-9ec6-4bc7-9a0a-7824f893c9a4 service neutron] 10.222.0.67 "GET /v2.0/networks/8210e84a-9fb6-4a53-a2c3-d0f330bffa92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240063 Oct 12 19:32:33.884591 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6822ce90-49a3-44bd-adb7-3774c4401b5e req-a3abf2be-99e7-41ed-a5c0-5b56a732a0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:33.886322 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6822ce90-49a3-44bd-adb7-3774c4401b5e req-a3abf2be-99e7-41ed-a5c0-5b56a732a0ce service neutron] 10.222.0.61 "GET /v2.0/subnets?id=33859617-14c0-4672-bd1b-84bf0d04d8bc HTTP/1.1" status: 200 len: 859 time: 0.0552619 Oct 12 19:32:33.999539 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d97fcc65-5e92-428e-9c0e-2133045b92ad req-48392ccc-9d6f-4478-ba0e-8d426d77c7f1 service neutron] 10.222.0.67 "GET /v2.0/networks/8210e84a-9fb6-4a53-a2c3-d0f330bffa92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584277 Oct 12 19:32:34.027099 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e1813299-07a7-479c-b51d-dd71bc790a3c req-57fe2c05-2656-45fe-b663-08ef496a771e tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=54486c0c-9041-4e0e-82a6-f0606d003170 HTTP/1.1" status: 200 len: 210 time: 0.0516934 Oct 12 19:32:34.064004 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6822ce90-49a3-44bd-adb7-3774c4401b5e req-7d5b2740-4832-41cc-8578-04d99e2460a7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8210e84a-9fb6-4a53-a2c3-d0f330bffa92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0920758 Oct 12 19:32:34.234384 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6822ce90-49a3-44bd-adb7-3774c4401b5e req-287c8736-8612-4a58-af16-726287924344 service neutron] 10.222.0.61 "GET /v2.0/networks/8210e84a-9fb6-4a53-a2c3-d0f330bffa92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614087 Oct 12 19:32:34.329832 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bee622-e46f-47a4-af09-3d41d28cf776 req-93454ae6-0a67-4acf-98ce-34bcbaac9751 tempest-ServerGroupTestJSON-415610609 tempest-ServerGroupTestJSON-415610609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:34.331310 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-67bee622-e46f-47a4-af09-3d41d28cf776 req-93454ae6-0a67-4acf-98ce-34bcbaac9751 tempest-ServerGroupTestJSON-415610609 tempest-ServerGroupTestJSON-415610609-project] 10.222.0.49 "GET /v2.0/ports?device_id=933e2d46-94d0-407d-bcd1-3a5e5d144735 HTTP/1.1" status: 200 len: 943 time: 0.1160972 Oct 12 19:32:34.394441 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6822ce90-49a3-44bd-adb7-3774c4401b5e req-ebb1ccb0-2a49-4844-a144-c5139093e7ab service neutron] 10.222.0.61 "GET /v2.0/networks/8210e84a-9fb6-4a53-a2c3-d0f330bffa92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462672 Oct 12 19:32:34.400553 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-67bee622-e46f-47a4-af09-3d41d28cf776 req-3b778d0d-c973-495d-a92a-2de24d262d30 tempest-ServerGroupTestJSON-415610609 tempest-ServerGroupTestJSON-415610609-project] 10.222.0.49 "GET /v2.0/security-groups?id=092c0073-f265-4dd4-b51c-ec95e5000d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612733 Oct 12 19:32:34.504682 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:34.867539 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d33674b-e242-4f8e-80ca-df4f2cba099d req-dcee4dfa-0a5a-4648-b374-c3ec9fb7b24b tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:34.869159 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8d33674b-e242-4f8e-80ca-df4f2cba099d req-dcee4dfa-0a5a-4648-b374-c3ec9fb7b24b tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 944 time: 0.0625315 Oct 12 19:32:34.910933 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8d33674b-e242-4f8e-80ca-df4f2cba099d req-f7fe1f03-3753-4b7a-9bd4-5caadd2f0d0f tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336239 Oct 12 19:32:35.109513 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 142fe735-ac24-4765-a6e5-8fc21341b033 details requested by agent hyperv_n-h1-813679-3 with host n-h1-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:32:35.442979 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 142fe735-ac24-4765-a6e5-8fc21341b033, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=142fe735-ac24-4765-a6e5-8fc21341b033,segment=NetworkSegment(b8fd95c0-f033-470d-898b-66f01f06965b),segment_id=b8fd95c0-f033-470d-898b-66f01f06965b)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:32:35.471284 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Returning: {'device': '142fe735-ac24-4765-a6e5-8fc21341b033', 'network_id': '9c837d56-df15-4f97-94ca-ba496439293e', 'port_id': '142fe735-ac24-4765-a6e5-8fc21341b033', 'mac_address': 'fa:16:3e:08:55:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e4691c3-7c7d-4157-af42-3585e26801da', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:32:35.575701 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:35.584636 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7718fc7f-dd94-4153-bbf0-bfceddc8fc26 req-b815f6a9-14d7-40fa-bac1-4814b4ef93a2 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:35.587051 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7718fc7f-dd94-4153-bbf0-bfceddc8fc26 req-b815f6a9-14d7-40fa-bac1-4814b4ef93a2 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/networks?id=f582be35-bab4-4f26-bc1a-58db576191d3 HTTP/1.1" status: 200 len: 805 time: 0.1695738 Oct 12 19:32:35.591538 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 142fe735-ac24-4765-a6e5-8fc21341b033 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:32:35.612423 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7718fc7f-dd94-4153-bbf0-bfceddc8fc26 req-5371c09e-7ffb-4092-9d05-17010bcec278 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/quotas/6c99bbccf03340f58d38acd132b2d311 HTTP/1.1" status: 200 len: 375 time: 0.0180175 Oct 12 19:32:35.625445 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 142fe735-ac24-4765-a6e5-8fc21341b033, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=142fe735-ac24-4765-a6e5-8fc21341b033,segment=NetworkSegment(b8fd95c0-f033-470d-898b-66f01f06965b),segment_id=b8fd95c0-f033-470d-898b-66f01f06965b)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:32:35.659958 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee498ad-3f40-4acc-8e3d-86ca93b6ad34 req-9cd08a2b-099a-410a-9b8c-87c6650365c5 tempest-ServerGroupTestJSON-415610609 tempest-ServerGroupTestJSON-415610609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:35.662131 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5ee498ad-3f40-4acc-8e3d-86ca93b6ad34 req-9cd08a2b-099a-410a-9b8c-87c6650365c5 tempest-ServerGroupTestJSON-415610609 tempest-ServerGroupTestJSON-415610609-project] 10.222.0.49 "GET /v2.0/ports?device_id=933e2d46-94d0-407d-bcd1-3a5e5d144735 HTTP/1.1" status: 200 len: 943 time: 0.0837109 Oct 12 19:32:35.676738 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7718fc7f-dd94-4153-bbf0-bfceddc8fc26 req-7a19ccd5-f575-4196-99d5-9911619cc547 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=6c99bbccf03340f58d38acd132b2d311&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0630758 Oct 12 19:32:35.715839 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:35.717333 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device e1dacf51-8b56-41a7-988b-c10af1584886 details requested by agent hyperv_n-h1-813679-3 with host n-h1-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:32:35.723747 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5ee498ad-3f40-4acc-8e3d-86ca93b6ad34 req-81077c42-e3fc-42d4-8502-88249d4a7486 tempest-ServerGroupTestJSON-415610609 tempest-ServerGroupTestJSON-415610609-project] 10.222.0.49 "GET /v2.0/security-groups?id=092c0073-f265-4dd4-b51c-ec95e5000d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541725 Oct 12 19:32:35.831396 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=142fe735-ac24-4765-a6e5-8fc21341b033,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:32:35.907381 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port e1dacf51-8b56-41a7-988b-c10af1584886, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=e1dacf51-8b56-41a7-988b-c10af1584886,segment=NetworkSegment(e0fbe16f-a144-4509-a2e0-dc467b90860d),segment_id=e0fbe16f-a144-4509-a2e0-dc467b90860d)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:32:35.927379 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Returning: {'device': 'e1dacf51-8b56-41a7-988b-c10af1584886', 'network_id': '821a7daa-cbda-47ad-af75-98b83de65b7b', 'port_id': 'e1dacf51-8b56-41a7-988b-c10af1584886', 'mac_address': 'fa:16:3e:18:05:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23923b5b-cbc2-4b60-8cb9-1474eb7896df', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:32:35.984881 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7718fc7f-dd94-4153-bbf0-bfceddc8fc26 req-9508f329-e062-44e7-a979-af57f3575e38 service neutron] 10.222.0.49 "GET /v2.0/networks/f582be35-bab4-4f26-bc1a-58db576191d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3069026 Oct 12 19:32:36.013150 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:36.038412 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1dacf51-8b56-41a7-988b-c10af1584886 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:32:36.079613 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port e1dacf51-8b56-41a7-988b-c10af1584886, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=e1dacf51-8b56-41a7-988b-c10af1584886,segment=NetworkSegment(e0fbe16f-a144-4509-a2e0-dc467b90860d),segment_id=e0fbe16f-a144-4509-a2e0-dc467b90860d)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:32:36.133038 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7718fc7f-dd94-4153-bbf0-bfceddc8fc26 req-da904bc1-4cf2-4a47-a3ba-a08c13e18b1b service neutron] 10.222.0.49 "GET /v2.0/networks/f582be35-bab4-4f26-bc1a-58db576191d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469002 Oct 12 19:32:36.145324 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93988594-2b43-4166-b14a-ca00f49ba8e6 req-43004667-17a5-4bfc-95b2-c5bc2b8bc348 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:36.152804 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-93988594-2b43-4166-b14a-ca00f49ba8e6 req-43004667-17a5-4bfc-95b2-c5bc2b8bc348 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 944 time: 0.1046350 Oct 12 19:32:36.157993 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:36.218781 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-93988594-2b43-4166-b14a-ca00f49ba8e6 req-0aa4b7ef-702b-4d4e-aa21-16a997ccd1b7 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649643 Oct 12 19:32:36.259000 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=e1dacf51-8b56-41a7-988b-c10af1584886,revision_number=9']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:32:36.391829 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['142fe735-ac24-4765-a6e5-8fc21341b033'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:32:36.395002 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['e1dacf51-8b56-41a7-988b-c10af1584886'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:32:36.531150 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6d3583b2-ed5f-4342-8dd7-39a9f360cbab req-54f2d2a1-552e-4b9a-8937-355acd9ef21a tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=41cebb8d-9584-42ba-a207-48b6fb03e2e3 HTTP/1.1" status: 200 len: 210 time: 0.0390103 Oct 12 19:32:36.892853 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84c5caf-a71f-477d-b656-01abb51b75ac req-c17f9698-e2c7-4485-93e4-40c382dc0690 tempest-ServerGroupTestJSON-415610609 tempest-ServerGroupTestJSON-415610609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:36.894342 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f84c5caf-a71f-477d-b656-01abb51b75ac req-c17f9698-e2c7-4485-93e4-40c382dc0690 tempest-ServerGroupTestJSON-415610609 tempest-ServerGroupTestJSON-415610609-project] 10.222.0.49 "GET /v2.0/ports?device_id=933e2d46-94d0-407d-bcd1-3a5e5d144735 HTTP/1.1" status: 200 len: 944 time: 0.0620115 Oct 12 19:32:36.936801 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f84c5caf-a71f-477d-b656-01abb51b75ac req-4780aad8-2b04-4e47-918c-cb71c762ec56 tempest-ServerGroupTestJSON-415610609 tempest-ServerGroupTestJSON-415610609-project] 10.222.0.49 "GET /v2.0/security-groups?id=092c0073-f265-4dd4-b51c-ec95e5000d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358968 Oct 12 19:32:37.345078 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f5ac51-c3d2-44c2-be0a-4cb1b4ababe6 req-0860f0f1-b2bb-48b3-9ae0-eeefac8e4854 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:37.348607 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-42f5ac51-c3d2-44c2-be0a-4cb1b4ababe6 req-0860f0f1-b2bb-48b3-9ae0-eeefac8e4854 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 945 time: 0.0603309 Oct 12 19:32:37.387739 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-42f5ac51-c3d2-44c2-be0a-4cb1b4ababe6 req-3306c543-b652-43f9-b6e0-841b4891d5c4 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332334 Oct 12 19:32:37.703217 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4e6abf00-5440-4df4-b296-eb76e478e793 req-91179ecf-9fee-473d-80f6-d83e2c27e860 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=41cebb8d-9584-42ba-a207-48b6fb03e2e3 HTTP/1.1" status: 200 len: 210 time: 0.0281143 Oct 12 19:32:37.832510 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 33654) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:32:37.954402 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-43a8e328-9f3a-4cf4-be63-f9224445b132 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:38.075265 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-43a8e328-9f3a-4cf4-be63-f9224445b132 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:38.116215 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f66d13-1865-4794-aaab-d87ba5ce62b8 req-5bd6d798-8a00-48e1-97ec-219cef9fb6bb tempest-ServerGroupTestJSON-415610609 tempest-ServerGroupTestJSON-415610609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:38.120538 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-00f66d13-1865-4794-aaab-d87ba5ce62b8 req-5bd6d798-8a00-48e1-97ec-219cef9fb6bb tempest-ServerGroupTestJSON-415610609 tempest-ServerGroupTestJSON-415610609-project] 10.222.0.49 "GET /v2.0/ports?device_id=933e2d46-94d0-407d-bcd1-3a5e5d144735 HTTP/1.1" status: 200 len: 944 time: 0.0826838 Oct 12 19:32:38.186126 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-00f66d13-1865-4794-aaab-d87ba5ce62b8 req-26e6d046-a5ad-48dc-8499-98805c6fe65a tempest-ServerGroupTestJSON-415610609 tempest-ServerGroupTestJSON-415610609-project] 10.222.0.49 "GET /v2.0/security-groups?id=092c0073-f265-4dd4-b51c-ec95e5000d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551944 Oct 12 19:32:38.202000 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-43a8e328-9f3a-4cf4-be63-f9224445b132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:38.240829 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-43a8e328-9f3a-4cf4-be63-f9224445b132 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6352c5c0ab3e47bcae8935f5388a39bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4074984 Oct 12 19:32:38.243161 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a8e328-9f3a-4cf4-be63-f9224445b132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ff03af9-078b-4a87-ab5f-d30246f31482,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:32:38.243738 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 33668) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:32:38.308571 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2bb1bdb5-5c96-44f5-839a-a552e983c1ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:38.332807 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2bb1bdb5-5c96-44f5-839a-a552e983c1ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:38.451996 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2bb1bdb5-5c96-44f5-839a-a552e983c1ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:38.467333 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2bb1bdb5-5c96-44f5-839a-a552e983c1ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:38.467333 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-2bb1bdb5-5c96-44f5-839a-a552e983c1ad admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3ff03af9-078b-4a87-ab5f-d30246f31482 HTTP/1.1" status: 204 len: 168 time: 0.2186460 Oct 12 19:32:38.474498 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb1bdb5-5c96-44f5-839a-a552e983c1ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ff03af9-078b-4a87-ab5f-d30246f31482,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:32:38.557168 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd76ea6-a86f-41f9-89d5-51723bf8f6e1 req-5f9d213a-48c9-46f8-98e5-2c6934959117 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:38.558656 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ebd76ea6-a86f-41f9-89d5-51723bf8f6e1 req-5f9d213a-48c9-46f8-98e5-2c6934959117 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 945 time: 0.0709357 Oct 12 19:32:38.598175 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ebd76ea6-a86f-41f9-89d5-51723bf8f6e1 req-c3a72b5f-9ddb-4326-8bae-400e341380ae tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325129 Oct 12 19:32:38.939982 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ceb5cbc5-5f57-4281-8d19-97c01b066e37 req-9d935c0b-bc52-45f5-ae75-859167256b96 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=41cebb8d-9584-42ba-a207-48b6fb03e2e3 HTTP/1.1" status: 200 len: 210 time: 0.1218550 Oct 12 19:32:38.968644 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7718fc7f-dd94-4153-bbf0-bfceddc8fc26 req-487942ac-9df0-42ef-86d3-1d070d2342fb tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:38.970088 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7718fc7f-dd94-4153-bbf0-bfceddc8fc26 req-487942ac-9df0-42ef-86d3-1d070d2342fb tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.67 "GET /v2.0/networks?id=f582be35-bab4-4f26-bc1a-58db576191d3 HTTP/1.1" status: 200 len: 805 time: 0.2162254 Oct 12 19:32:38.990885 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-7718fc7f-dd94-4153-bbf0-bfceddc8fc26 req-4927ab59-df48-4636-8215-171d2d588a9c tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Request body: {'port': {'device_id': '41cebb8d-9584-42ba-a207-48b6fb03e2e3', 'network_id': 'f582be35-bab4-4f26-bc1a-58db576191d3', 'admin_state_up': True, 'tenant_id': '6c99bbccf03340f58d38acd132b2d311'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:32:39.117534 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 142fe735-ac24-4765-a6e5-8fc21341b033 up at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:32:39.253121 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7718fc7f-dd94-4153-bbf0-bfceddc8fc26 req-4927ab59-df48-4636-8215-171d2d588a9c tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Made reservation on behalf of 6c99bbccf03340f58d38acd132b2d311 for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:32:39.253725 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-7718fc7f-dd94-4153-bbf0-bfceddc8fc26 req-4927ab59-df48-4636-8215-171d2d588a9c tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:39.296814 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning for port 142fe735-ac24-4765-a6e5-8fc21341b033 completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:32:39.306366 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning complete for port 142fe735-ac24-4765-a6e5-8fc21341b033 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:32:39.306880 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:39.386508 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0669f5-a3ca-4c54-bde7-f9d825a1d620 req-ffe56c54-464a-4107-af04-e8bdc768fbd3 tempest-ServerGroupTestJSON-415610609 tempest-ServerGroupTestJSON-415610609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:39.388140 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ee0669f5-a3ca-4c54-bde7-f9d825a1d620 req-ffe56c54-464a-4107-af04-e8bdc768fbd3 tempest-ServerGroupTestJSON-415610609 tempest-ServerGroupTestJSON-415610609-project] 10.222.0.49 "GET /v2.0/ports?device_id=933e2d46-94d0-407d-bcd1-3a5e5d144735 HTTP/1.1" status: 200 len: 944 time: 0.1229403 Oct 12 19:32:39.480528 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:39.534108 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 142fe735-ac24-4765-a6e5-8fc21341b033, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=142fe735-ac24-4765-a6e5-8fc21341b033,segment=NetworkSegment(b8fd95c0-f033-470d-898b-66f01f06965b),segment_id=b8fd95c0-f033-470d-898b-66f01f06965b)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:32:39.535021 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '933e2d46-94d0-407d-bcd1-3a5e5d144735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '142fe735-ac24-4765-a6e5-8fc21341b033'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:32:39.537384 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-881e53ec-c7c9-4e07-adc7-925a25eea129" -d '{"events": [{"server_uuid": "933e2d46-94d0-407d-bcd1-3a5e5d144735", "name": "network-vif-plugged", "status": "completed", "tag": "142fe735-ac24-4765-a6e5-8fc21341b033"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:32:39.559961 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ee0669f5-a3ca-4c54-bde7-f9d825a1d620 req-15f94691-0d65-4eae-b036-5a7001005d01 tempest-ServerGroupTestJSON-415610609 tempest-ServerGroupTestJSON-415610609-project] 10.222.0.49 "GET /v2.0/security-groups?id=092c0073-f265-4dd4-b51c-ec95e5000d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637719 Oct 12 19:32:39.570622 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [req-7718fc7f-dd94-4153-bbf0-bfceddc8fc26 req-4927ab59-df48-4636-8215-171d2d588a9c tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Allocated IP 172.20.0.3 (f582be35-bab4-4f26-bc1a-58db576191d3/73b6b3c2-9ed6-4d2c-9d78-2de520105652/ba5badd8-6e07-49e6-9658-31bb763a2815) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:32:39.611450 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a748b2cc-f90d-41bd-91dc-42b544efdfd4 req-32ef6103-8b68-49fd-81c7-a07eca53cd22 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:39.614132 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a748b2cc-f90d-41bd-91dc-42b544efdfd4 req-32ef6103-8b68-49fd-81c7-a07eca53cd22 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a911cb1-f8f4-48e6-9229-15361e96b2a7 HTTP/1.1" status: 200 len: 946 time: 0.0629702 Oct 12 19:32:39.672977 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-544e4acc-fa08-42c9-ac36-53d7e7388aaa x-openstack-request-id: req-544e4acc-fa08-42c9-ac36-53d7e7388aaa {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:32:39.673674 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "933e2d46-94d0-407d-bcd1-3a5e5d144735", "name": "network-vif-plugged", "status": "completed", "tag": "142fe735-ac24-4765-a6e5-8fc21341b033", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:32:39.674125 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-544e4acc-fa08-42c9-ac36-53d7e7388aaa {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:32:39.674682 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '933e2d46-94d0-407d-bcd1-3a5e5d144735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '142fe735-ac24-4765-a6e5-8fc21341b033', 'code': 200} Oct 12 19:32:39.680629 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a748b2cc-f90d-41bd-91dc-42b544efdfd4 req-2976de45-c69f-47c0-a15a-cac4e632643f tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/security-groups?id=243314df-bf60-4e8d-a5c3-b65fe30534c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598247 Oct 12 19:32:39.769738 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:39.770939 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device e1dacf51-8b56-41a7-988b-c10af1584886 up at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:32:39.806968 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f2fdf4-7524-416b-b5c3-5bd3dc187bdb req-2b5d6414-71e8-41db-b41b-b16fbc864185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:39.808431 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e6f2fdf4-7524-416b-b5c3-5bd3dc187bdb req-2b5d6414-71e8-41db-b41b-b16fbc864185 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=933e2d46-94d0-407d-bcd1-3a5e5d144735 HTTP/1.1" status: 200 len: 1095 time: 0.0695360 Oct 12 19:32:39.882649 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=142fe735-ac24-4765-a6e5-8fc21341b033,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:32:39.885599 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning complete for port e1dacf51-8b56-41a7-988b-c10af1584886 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:32:39.886563 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:39.903053 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e6f2fdf4-7524-416b-b5c3-5bd3dc187bdb req-f255017d-9fc3-45c4-85cb-78a303a776d2 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=092c0073-f265-4dd4-b51c-ec95e5000d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858917 Oct 12 19:32:39.960685 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-7718fc7f-dd94-4153-bbf0-bfceddc8fc26 req-4927ab59-df48-4636-8215-171d2d588a9c tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:39.988643 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80994a69-36ba-46a1-96dc-340ef190a9ab req-c8f0b28b-d037-45f7-8c03-3e1623bd091e tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:39.992150 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-80994a69-36ba-46a1-96dc-340ef190a9ab req-c8f0b28b-d037-45f7-8c03-3e1623bd091e tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 945 time: 0.2171733 Oct 12 19:32:40.018646 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:40.054924 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port e1dacf51-8b56-41a7-988b-c10af1584886, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=e1dacf51-8b56-41a7-988b-c10af1584886,segment=NetworkSegment(e0fbe16f-a144-4509-a2e0-dc467b90860d),segment_id=e0fbe16f-a144-4509-a2e0-dc467b90860d)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:32:40.064625 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-80994a69-36ba-46a1-96dc-340ef190a9ab req-9d4901ba-4229-445c-af70-b55f852b1d36 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715930 Oct 12 19:32:40.072460 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3ab7d3a4-6e06-4af4-bf75-a34a1e6998f9 req-28e1a092-f57f-4fd0-82ce-3420208e053b tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=41cebb8d-9584-42ba-a207-48b6fb03e2e3 HTTP/1.1" status: 200 len: 210 time: 0.0564163 Oct 12 19:32:40.107621 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-7718fc7f-dd94-4153-bbf0-bfceddc8fc26 req-4927ab59-df48-4636-8215-171d2d588a9c tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:40.121462 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['26e2e43b-64cb-42a6-8bbf-733d254324d0'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:32:40.150377 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7718fc7f-dd94-4153-bbf0-bfceddc8fc26 req-4927ab59-df48-4636-8215-171d2d588a9c tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Network f582be35-bab4-4f26-bc1a-58db576191d3 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:32:40.157927 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [req-7718fc7f-dd94-4153-bbf0-bfceddc8fc26 req-4927ab59-df48-4636-8215-171d2d588a9c tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:32:40.160640 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-7718fc7f-dd94-4153-bbf0-bfceddc8fc26 req-4927ab59-df48-4636-8215-171d2d588a9c tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:32:40.199614 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:40.204377 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4927ab59-df48-4636-8215-171d2d588a9c tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Pushing event updated for resources: {'Port': ['ID=ba5badd8-6e07-49e6-9658-31bb763a2815,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:32:40.226194 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7718fc7f-dd94-4153-bbf0-bfceddc8fc26 req-4927ab59-df48-4636-8215-171d2d588a9c tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:40.226880 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-7718fc7f-dd94-4153-bbf0-bfceddc8fc26 req-4927ab59-df48-4636-8215-171d2d588a9c tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:40.274270 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=e1dacf51-8b56-41a7-988b-c10af1584886,revision_number=10']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:32:40.332264 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7718fc7f-dd94-4153-bbf0-bfceddc8fc26 req-4927ab59-df48-4636-8215-171d2d588a9c tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3485057 Oct 12 19:32:40.347819 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-7718fc7f-dd94-4153-bbf0-bfceddc8fc26 req-49818a3f-3ebc-4bf3-b8aa-e87b6be8d3c2 service neutron] Request body: {'port': {'device_id': '41cebb8d-9584-42ba-a207-48b6fb03e2e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-3'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:32:40.427242 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-7718fc7f-dd94-4153-bbf0-bfceddc8fc26 req-49818a3f-3ebc-4bf3-b8aa-e87b6be8d3c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:40.700337 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ecc3d2-277e-4088-b191-be2883bef3be req-fe311f44-4453-4216-952f-36482d407f8d tempest-ServerGroupTestJSON-415610609 tempest-ServerGroupTestJSON-415610609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:40.703379 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-43ecc3d2-277e-4088-b191-be2883bef3be req-fe311f44-4453-4216-952f-36482d407f8d tempest-ServerGroupTestJSON-415610609 tempest-ServerGroupTestJSON-415610609-project] 10.222.0.49 "GET /v2.0/ports?device_id=933e2d46-94d0-407d-bcd1-3a5e5d144735 HTTP/1.1" status: 200 len: 945 time: 0.0519726 Oct 12 19:32:40.731729 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [req-7718fc7f-dd94-4153-bbf0-bfceddc8fc26 req-49818a3f-3ebc-4bf3-b8aa-e87b6be8d3c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba5badd8-6e07-49e6-9658-31bb763a2815 {{(pid=95501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:32:40.743459 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-7718fc7f-dd94-4153-bbf0-bfceddc8fc26 req-49818a3f-3ebc-4bf3-b8aa-e87b6be8d3c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:40.758029 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.provisioning_blocks [req-7718fc7f-dd94-4153-bbf0-bfceddc8fc26 req-49818a3f-3ebc-4bf3-b8aa-e87b6be8d3c2 service neutron] Transition to ACTIVE for port object ba5badd8-6e07-49e6-9658-31bb763a2815 will not be triggered until provisioned by entity L2. {{(pid=95501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:32:40.783543 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-43ecc3d2-277e-4088-b191-be2883bef3be req-ea906d9f-4531-49f0-94da-9b852c12c87c tempest-ServerGroupTestJSON-415610609 tempest-ServerGroupTestJSON-415610609-project] 10.222.0.49 "GET /v2.0/security-groups?id=092c0073-f265-4dd4-b51c-ec95e5000d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721498 Oct 12 19:32:40.853968 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89bd429-300e-4c41-9541-b6643d52b946 req-e7c373e1-fe84-45a0-86f4-195f4e2e7293 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:40.855156 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b89bd429-300e-4c41-9541-b6643d52b946 req-e7c373e1-fe84-45a0-86f4-195f4e2e7293 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a911cb1-f8f4-48e6-9229-15361e96b2a7 HTTP/1.1" status: 200 len: 946 time: 0.0522277 Oct 12 19:32:40.856375 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-7718fc7f-dd94-4153-bbf0-bfceddc8fc26 req-49818a3f-3ebc-4bf3-b8aa-e87b6be8d3c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:40.963857 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49818a3f-3ebc-4bf3-b8aa-e87b6be8d3c2 service neutron] Pushing event updated for resources: {'Port': ['ID=ba5badd8-6e07-49e6-9658-31bb763a2815,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:32:40.980353 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b89bd429-300e-4c41-9541-b6643d52b946 req-155e4d67-a12c-44ed-8bab-049e7ea621c5 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/security-groups?id=243314df-bf60-4e8d-a5c3-b65fe30534c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153336 Oct 12 19:32:41.031052 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-7718fc7f-dd94-4153-bbf0-bfceddc8fc26 req-49818a3f-3ebc-4bf3-b8aa-e87b6be8d3c2 service neutron] Attempting to bind port ba5badd8-6e07-49e6-9658-31bb763a2815 on host n-h2-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:32:41.031311 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-7718fc7f-dd94-4153-bbf0-bfceddc8fc26 req-49818a3f-3ebc-4bf3-b8aa-e87b6be8d3c2 service neutron] Attempting to bind port ba5badd8-6e07-49e6-9658-31bb763a2815 by drivers openvswitch,hyperv on host n-h2-813679-3 at level 0 using segments [{'id': '25f482b3-2b9d-4f97-b4b0-3430c63be1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'f582be35-bab4-4f26-bc1a-58db576191d3'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:32:41.032122 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7718fc7f-dd94-4153-bbf0-bfceddc8fc26 req-49818a3f-3ebc-4bf3-b8aa-e87b6be8d3c2 service neutron] Attempting to bind port ba5badd8-6e07-49e6-9658-31bb763a2815 on network f582be35-bab4-4f26-bc1a-58db576191d3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:32:41.037794 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7718fc7f-dd94-4153-bbf0-bfceddc8fc26 req-49818a3f-3ebc-4bf3-b8aa-e87b6be8d3c2 service neutron] Port ba5badd8-6e07-49e6-9658-31bb763a2815 on network f582be35-bab4-4f26-bc1a-58db576191d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:32:41.037794 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7718fc7f-dd94-4153-bbf0-bfceddc8fc26 req-49818a3f-3ebc-4bf3-b8aa-e87b6be8d3c2 service neutron] Attempting to bind port ba5badd8-6e07-49e6-9658-31bb763a2815 on network f582be35-bab4-4f26-bc1a-58db576191d3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:32:41.041517 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7718fc7f-dd94-4153-bbf0-bfceddc8fc26 req-49818a3f-3ebc-4bf3-b8aa-e87b6be8d3c2 service neutron] Checking agent: {'id': '233fbd7d-38e4-434f-bb8f-05364d7423a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:32:41.041848 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7718fc7f-dd94-4153-bbf0-bfceddc8fc26 req-49818a3f-3ebc-4bf3-b8aa-e87b6be8d3c2 service neutron] Checking segment: {'id': '25f482b3-2b9d-4f97-b4b0-3430c63be1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'f582be35-bab4-4f26-bc1a-58db576191d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:32:41.042230 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7718fc7f-dd94-4153-bbf0-bfceddc8fc26 req-49818a3f-3ebc-4bf3-b8aa-e87b6be8d3c2 service neutron] Bound using segment: {'id': '25f482b3-2b9d-4f97-b4b0-3430c63be1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'f582be35-bab4-4f26-bc1a-58db576191d3'} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:32:41.042662 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-7718fc7f-dd94-4153-bbf0-bfceddc8fc26 req-49818a3f-3ebc-4bf3-b8aa-e87b6be8d3c2 service neutron] Bound port: ba5badd8-6e07-49e6-9658-31bb763a2815, host: n-h2-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25f482b3-2b9d-4f97-b4b0-3430c63be1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'f582be35-bab4-4f26-bc1a-58db576191d3'}}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:32:41.043020 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-7718fc7f-dd94-4153-bbf0-bfceddc8fc26 req-49818a3f-3ebc-4bf3-b8aa-e87b6be8d3c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:41.112747 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-7718fc7f-dd94-4153-bbf0-bfceddc8fc26 req-49818a3f-3ebc-4bf3-b8aa-e87b6be8d3c2 service neutron] For port ba5badd8-6e07-49e6-9658-31bb763a2815, host n-h2-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:32:41.118922 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-7718fc7f-dd94-4153-bbf0-bfceddc8fc26 req-49818a3f-3ebc-4bf3-b8aa-e87b6be8d3c2 service neutron] For port ba5badd8-6e07-49e6-9658-31bb763a2815, host n-h2-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=ba5badd8-6e07-49e6-9658-31bb763a2815,segment=NetworkSegment(25f482b3-2b9d-4f97-b4b0-3430c63be1bb),segment_id=25f482b3-2b9d-4f97-b4b0-3430c63be1bb)] {{(pid=95501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:32:41.218630 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede8474a-d4ef-4d40-b44f-15123c3caeec req-3399adc7-8b08-4039-94ac-e1f801e3dcb5 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:41.224503 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ede8474a-d4ef-4d40-b44f-15123c3caeec req-3399adc7-8b08-4039-94ac-e1f801e3dcb5 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=41cebb8d-9584-42ba-a207-48b6fb03e2e3 HTTP/1.1" status: 200 len: 943 time: 0.0640914 Oct 12 19:32:41.227677 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-7718fc7f-dd94-4153-bbf0-bfceddc8fc26 req-49818a3f-3ebc-4bf3-b8aa-e87b6be8d3c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:41.269678 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ede8474a-d4ef-4d40-b44f-15123c3caeec req-f88ff194-b31d-4809-b973-65a632c986b4 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c11fc84-4f57-43db-8c17-f81427a08139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434222 Oct 12 19:32:41.302018 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7718fc7f-dd94-4153-bbf0-bfceddc8fc26 req-49818a3f-3ebc-4bf3-b8aa-e87b6be8d3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:41.302018 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-7718fc7f-dd94-4153-bbf0-bfceddc8fc26 req-49818a3f-3ebc-4bf3-b8aa-e87b6be8d3c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:41.302018 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7718fc7f-dd94-4153-bbf0-bfceddc8fc26 req-49818a3f-3ebc-4bf3-b8aa-e87b6be8d3c2 service neutron] 10.222.0.67 "PUT /v2.0/ports/ba5badd8-6e07-49e6-9658-31bb763a2815 HTTP/1.1" status: 200 len: 1091 time: 0.9552355 Oct 12 19:32:41.302018 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41cebb8d-9584-42ba-a207-48b6fb03e2e3', 'tag': 'ba5badd8-6e07-49e6-9658-31bb763a2815'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:32:41.302018 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15c6fd8c-8695-400b-ab36-9622fac88150" -d '{"events": [{"name": "network-changed", "server_uuid": "41cebb8d-9584-42ba-a207-48b6fb03e2e3", "tag": "ba5badd8-6e07-49e6-9658-31bb763a2815"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:32:41.348903 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b98ad8c9-646d-4211-85b5-11216fb0104e x-openstack-request-id: req-b98ad8c9-646d-4211-85b5-11216fb0104e {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:32:41.349239 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41cebb8d-9584-42ba-a207-48b6fb03e2e3", "tag": "ba5badd8-6e07-49e6-9658-31bb763a2815", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:32:41.349493 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b98ad8c9-646d-4211-85b5-11216fb0104e {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:32:41.350963 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41cebb8d-9584-42ba-a207-48b6fb03e2e3', 'tag': 'ba5badd8-6e07-49e6-9658-31bb763a2815', 'status': 'completed', 'code': 200} Oct 12 19:32:41.364463 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ff5bc2-a2a5-4048-a4df-a90c1e04fa49 req-7f65bd87-4dd5-4c9c-bd5c-22a0b44f7651 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:41.367431 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e9ff5bc2-a2a5-4048-a4df-a90c1e04fa49 req-7f65bd87-4dd5-4c9c-bd5c-22a0b44f7651 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 947 time: 0.1553447 Oct 12 19:32:41.367431 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49818a3f-3ebc-4bf3-b8aa-e87b6be8d3c2 service neutron] Pushing event updated for resources: {'Port': ['ID=ba5badd8-6e07-49e6-9658-31bb763a2815,revision_number=3']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:32:41.439001 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e9ff5bc2-a2a5-4048-a4df-a90c1e04fa49 req-05705c6e-44ba-4f7d-8fe1-f91aa6cc97ef tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659814 Oct 12 19:32:41.444797 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c6fd8c-8695-400b-ab36-9622fac88150 req-4b34ba72-aba8-432f-bc46-53ec32de7f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:41.446232 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-15c6fd8c-8695-400b-ab36-9622fac88150 req-4b34ba72-aba8-432f-bc46-53ec32de7f01 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6c99bbccf03340f58d38acd132b2d311&device_id=41cebb8d-9584-42ba-a207-48b6fb03e2e3 HTTP/1.1" status: 200 len: 1094 time: 0.0664415 Oct 12 19:32:41.556785 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c6fd8c-8695-400b-ab36-9622fac88150 req-62185b3d-6fc5-4532-8061-86a763f2e7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:41.558318 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-15c6fd8c-8695-400b-ab36-9622fac88150 req-62185b3d-6fc5-4532-8061-86a763f2e7e3 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=6c99bbccf03340f58d38acd132b2d311&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1034255 Oct 12 19:32:41.671179 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c6fd8c-8695-400b-ab36-9622fac88150 req-cb579036-3bfa-4887-8402-78114f67cc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:41.672761 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-15c6fd8c-8695-400b-ab36-9622fac88150 req-cb579036-3bfa-4887-8402-78114f67cc28 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1073883 Oct 12 19:32:41.675978 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '065d1ec7-60db-45cc-b11c-bb8ac2f10e42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1dacf51-8b56-41a7-988b-c10af1584886'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:32:41.678723 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6125bb52-2db7-4270-803e-991c15755611" -d '{"events": [{"server_uuid": "065d1ec7-60db-45cc-b11c-bb8ac2f10e42", "name": "network-vif-plugged", "status": "completed", "tag": "e1dacf51-8b56-41a7-988b-c10af1584886"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:32:41.718480 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e200b58-d08a-469f-a708-77a9c6d2f3c1 x-openstack-request-id: req-5e200b58-d08a-469f-a708-77a9c6d2f3c1 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:32:41.718929 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "065d1ec7-60db-45cc-b11c-bb8ac2f10e42", "name": "network-vif-plugged", "status": "completed", "tag": "e1dacf51-8b56-41a7-988b-c10af1584886", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:32:41.719441 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5e200b58-d08a-469f-a708-77a9c6d2f3c1 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:32:41.720090 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '065d1ec7-60db-45cc-b11c-bb8ac2f10e42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1dacf51-8b56-41a7-988b-c10af1584886', 'code': 200} Oct 12 19:32:41.769783 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7718fc7f-dd94-4153-bbf0-bfceddc8fc26 req-c0d93862-88af-4a26-bc9f-7ce9d1560159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:41.771278 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7718fc7f-dd94-4153-bbf0-bfceddc8fc26 req-c0d93862-88af-4a26-bc9f-7ce9d1560159 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6c99bbccf03340f58d38acd132b2d311&device_id=41cebb8d-9584-42ba-a207-48b6fb03e2e3 HTTP/1.1" status: 200 len: 1094 time: 0.0481853 Oct 12 19:32:41.784001 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 33772) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:32:41.819873 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7718fc7f-dd94-4153-bbf0-bfceddc8fc26 req-32d40578-2195-4145-a34f-81b195a59e8c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ba5badd8-6e07-49e6-9658-31bb763a2815 HTTP/1.1" status: 200 len: 217 time: 0.0399036 Oct 12 19:32:41.870801 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a68ce33-a46f-4244-9d22-fb995431e444 req-0ce03551-7f20-4156-8872-e638ae86d31b tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:41.873258 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3a68ce33-a46f-4244-9d22-fb995431e444 req-0ce03551-7f20-4156-8872-e638ae86d31b tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a911cb1-f8f4-48e6-9229-15361e96b2a7 HTTP/1.1" status: 200 len: 946 time: 0.0551991 Oct 12 19:32:41.929756 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7718fc7f-dd94-4153-bbf0-bfceddc8fc26 req-36e7c8eb-4446-43da-a734-8c1191b0d288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:41.931507 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7718fc7f-dd94-4153-bbf0-bfceddc8fc26 req-36e7c8eb-4446-43da-a734-8c1191b0d288 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=73b6b3c2-9ed6-4d2c-9d78-2de520105652 HTTP/1.1" status: 200 len: 845 time: 0.1046796 Oct 12 19:32:41.941291 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11817797-3ba6-43c6-a4b9-fc06b0a70574 req-e2b2acba-9516-4023-87b7-5ec340bc3a85 tempest-ServerGroupTestJSON-415610609 tempest-ServerGroupTestJSON-415610609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:41.943788 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-11817797-3ba6-43c6-a4b9-fc06b0a70574 req-e2b2acba-9516-4023-87b7-5ec340bc3a85 tempest-ServerGroupTestJSON-415610609 tempest-ServerGroupTestJSON-415610609-project] 10.222.0.49 "GET /v2.0/ports?device_id=933e2d46-94d0-407d-bcd1-3a5e5d144735 HTTP/1.1" status: 200 len: 945 time: 0.0984566 Oct 12 19:32:41.982458 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7718fc7f-dd94-4153-bbf0-bfceddc8fc26 req-9b3483e4-5d3f-4f49-94be-8d3bb05c3f0b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f582be35-bab4-4f26-bc1a-58db576191d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382757 Oct 12 19:32:42.027668 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-3614b205-0ff7-4f7c-ba50-e9bd3dc4779b tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Request body: {'floatingip': {'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:32:42.105961 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-3a68ce33-a46f-4244-9d22-fb995431e444 req-82196f50-af98-4bdc-969f-12ae2f9a10b6 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] Deleting port 6f91eea0-c9e2-4aa3-81ce-5094ad6b837a {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:32:42.106397 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-3a68ce33-a46f-4244-9d22-fb995431e444 req-82196f50-af98-4bdc-969f-12ae2f9a10b6 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:42.132498 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cecd08-25a4-4c2b-ab13-43d3fa7810ba req-02a8a1c6-095a-442e-bef6-70f9ea29ff12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:42.132498 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-01cecd08-25a4-4c2b-ab13-43d3fa7810ba req-02a8a1c6-095a-442e-bef6-70f9ea29ff12 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 1098 time: 0.1615438 Oct 12 19:32:42.163663 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3614b205-0ff7-4f7c-ba50-e9bd3dc4779b tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Notify callbacks [] for floatingip, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:42.218041 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd5ebd6-4886-43c4-9c4f-378661cf8b12 req-d0f2a18c-290a-4e27-8abc-54e25eea32cb tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:42.219561 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1dd5ebd6-4886-43c4-9c4f-378661cf8b12 req-d0f2a18c-290a-4e27-8abc-54e25eea32cb tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a911cb1-f8f4-48e6-9229-15361e96b2a7 HTTP/1.1" status: 200 len: 946 time: 0.1562724 Oct 12 19:32:42.302005 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-01cecd08-25a4-4c2b-ab13-43d3fa7810ba req-60874c0a-35b8-40ed-9f40-accd5408f6b0 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394868 Oct 12 19:32:42.336533 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-3a68ce33-a46f-4244-9d22-fb995431e444 req-82196f50-af98-4bdc-969f-12ae2f9a10b6 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] For port 6f91eea0-c9e2-4aa3-81ce-5094ad6b837a, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=6f91eea0-c9e2-4aa3-81ce-5094ad6b837a,segment=NetworkSegment(d3bbc1b0-43de-46c9-85ac-bcdee6118989),segment_id=d3bbc1b0-43de-46c9-85ac-bcdee6118989)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:32:42.338469 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-3a68ce33-a46f-4244-9d22-fb995431e444 req-82196f50-af98-4bdc-969f-12ae2f9a10b6 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:42.355395 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1dd5ebd6-4886-43c4-9c4f-378661cf8b12 req-3fac99fa-ac45-4076-a0ed-cb4e5c8019c0 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/security-groups?id=243314df-bf60-4e8d-a5c3-b65fe30534c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052349 Oct 12 19:32:42.369913 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-3a68ce33-a46f-4244-9d22-fb995431e444 req-82196f50-af98-4bdc-969f-12ae2f9a10b6 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] Calling delete_port for 6f91eea0-c9e2-4aa3-81ce-5094ad6b837a owned by compute:nova {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:32:42.452703 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-11817797-3ba6-43c6-a4b9-fc06b0a70574 req-2a4844fd-dd7f-4d4b-b227-e70731990f78 tempest-ServerGroupTestJSON-415610609 tempest-ServerGroupTestJSON-415610609-project] 10.222.0.49 "GET /v2.0/security-groups?id=092c0073-f265-4dd4-b51c-ec95e5000d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5006571 Oct 12 19:32:42.459632 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7718fc7f-dd94-4153-bbf0-bfceddc8fc26 req-b9e890df-a090-4644-a97b-7dd0993a5c21 service neutron] 10.222.0.67 "GET /v2.0/networks/f582be35-bab4-4f26-bc1a-58db576191d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4643726 Oct 12 19:32:42.493476 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3614b205-0ff7-4f7c-ba50-e9bd3dc4779b tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:42.559320 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3de60e8-2237-4473-9014-6e9ac081df29 req-88c4f0df-f764-4203-94f3-caa2035fbb94 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:42.561524 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b3de60e8-2237-4473-9014-6e9ac081df29 req-88c4f0df-f764-4203-94f3-caa2035fbb94 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=41cebb8d-9584-42ba-a207-48b6fb03e2e3 HTTP/1.1" status: 200 len: 943 time: 0.1271722 Oct 12 19:32:42.603145 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0c83bc-e998-46ea-9c75-735e27066925 req-964dc9fe-f200-49bc-86cf-a4c867025115 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:42.604740 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8a0c83bc-e998-46ea-9c75-735e27066925 req-964dc9fe-f200-49bc-86cf-a4c867025115 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 947 time: 0.0737102 Oct 12 19:32:42.632163 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7718fc7f-dd94-4153-bbf0-bfceddc8fc26 req-66af0707-15d7-46a6-bedc-7448027118d8 service neutron] 10.222.0.67 "GET /v2.0/networks/f582be35-bab4-4f26-bc1a-58db576191d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648834 Oct 12 19:32:42.653176 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8a0c83bc-e998-46ea-9c75-735e27066925 req-b0f4e88b-d98a-418d-a9ce-161bea1b7825 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380745 Oct 12 19:32:42.677521 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b3de60e8-2237-4473-9014-6e9ac081df29 req-a3fd98a4-4724-4d82-81dd-b86f9a40bbe6 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c11fc84-4f57-43db-8c17-f81427a08139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085427 Oct 12 19:32:42.702402 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-3614b205-0ff7-4f7c-ba50-e9bd3dc4779b tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Allocated IP 172.25.5.44 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/900b1c60-a3f0-45ff-a6dd-289a3a54e8cc) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:32:42.764055 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-3a68ce33-a46f-4244-9d22-fb995431e444 req-82196f50-af98-4bdc-969f-12ae2f9a10b6 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:42.773784 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['0314f2b2-73ac-4252-bd05-ba8b48c29df1'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:32:42.780877 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['6f91eea0-c9e2-4aa3-81ce-5094ad6b837a'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:32:42.804476 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82196f50-af98-4bdc-969f-12ae2f9a10b6 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] Pushing event deleted for resources: {'Port': ['ID=6f91eea0-c9e2-4aa3-81ce-5094ad6b837a,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:32:42.900456 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a68ce33-a46f-4244-9d22-fb995431e444 req-82196f50-af98-4bdc-969f-12ae2f9a10b6 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] No DVR routers for this DVR port 6f91eea0-c9e2-4aa3-81ce-5094ad6b837a on host n-h1-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:32:42.903137 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-3a68ce33-a46f-4244-9d22-fb995431e444 req-82196f50-af98-4bdc-969f-12ae2f9a10b6 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:42.906804 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3a68ce33-a46f-4244-9d22-fb995431e444 req-82196f50-af98-4bdc-969f-12ae2f9a10b6 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.61 "DELETE /v2.0/ports/6f91eea0-c9e2-4aa3-81ce-5094ad6b837a HTTP/1.1" status: 204 len: 173 time: 1.0239711 Oct 12 19:32:42.908851 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a911cb1-f8f4-48e6-9229-15361e96b2a7', 'name': 'network-vif-deleted', 'tag': '6f91eea0-c9e2-4aa3-81ce-5094ad6b837a'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:32:42.911930 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bdf677d-702e-4260-a72f-d325f6944497" -d '{"events": [{"server_uuid": "5a911cb1-f8f4-48e6-9229-15361e96b2a7", "name": "network-vif-deleted", "tag": "6f91eea0-c9e2-4aa3-81ce-5094ad6b837a"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:32:42.954263 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21d288e9-6fb0-49f5-bb00-3e65e8bd6876 x-openstack-request-id: req-21d288e9-6fb0-49f5-bb00-3e65e8bd6876 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:32:42.956242 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a911cb1-f8f4-48e6-9229-15361e96b2a7", "name": "network-vif-deleted", "tag": "6f91eea0-c9e2-4aa3-81ce-5094ad6b837a", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:32:42.956738 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-21d288e9-6fb0-49f5-bb00-3e65e8bd6876 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:32:42.957729 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a911cb1-f8f4-48e6-9229-15361e96b2a7', 'name': 'network-vif-deleted', 'tag': '6f91eea0-c9e2-4aa3-81ce-5094ad6b837a', 'status': 'completed', 'code': 200} Oct 12 19:32:42.988499 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3614b205-0ff7-4f7c-ba50-e9bd3dc4779b tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:43.193037 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3614b205-0ff7-4f7c-ba50-e9bd3dc4779b tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:43.251941 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3614b205-0ff7-4f7c-ba50-e9bd3dc4779b tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:32:43.266616 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-3614b205-0ff7-4f7c-ba50-e9bd3dc4779b tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:32:43.278768 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3614b205-0ff7-4f7c-ba50-e9bd3dc4779b tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:32:43.282053 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3614b205-0ff7-4f7c-ba50-e9bd3dc4779b tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Pushing event updated for resources: {'Port': ['ID=900b1c60-a3f0-45ff-a6dd-289a3a54e8cc,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:32:43.345259 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c20768-e060-4711-be88-208f265889da req-6c827933-2347-4eac-a0e2-ac07e9e3cc6c tempest-ServerGroupTestJSON-415610609 tempest-ServerGroupTestJSON-415610609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:43.346771 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f5c20768-e060-4711-be88-208f265889da req-6c827933-2347-4eac-a0e2-ac07e9e3cc6c tempest-ServerGroupTestJSON-415610609 tempest-ServerGroupTestJSON-415610609-project] 10.222.0.49 "GET /v2.0/ports?device_id=933e2d46-94d0-407d-bcd1-3a5e5d144735 HTTP/1.1" status: 200 len: 945 time: 0.0839283 Oct 12 19:32:43.401536 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3614b205-0ff7-4f7c-ba50-e9bd3dc4779b tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:43.413978 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f5c20768-e060-4711-be88-208f265889da req-a292930a-3284-4e7c-8388-4e1139434af1 tempest-ServerGroupTestJSON-415610609 tempest-ServerGroupTestJSON-415610609-project] 10.222.0.49 "GET /v2.0/security-groups?id=092c0073-f265-4dd4-b51c-ec95e5000d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606742 Oct 12 19:32:43.499564 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3614b205-0ff7-4f7c-ba50-e9bd3dc4779b tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:43.516887 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a706aa9d-5280-40eb-a324-1d93799aacde req-307affcb-7aca-477f-8e8e-9141e370f566 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a911cb1-f8f4-48e6-9229-15361e96b2a7 HTTP/1.1" status: 200 len: 210 time: 0.0387685 Oct 12 19:32:43.665400 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3614b205-0ff7-4f7c-ba50-e9bd3dc4779b tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:43.730402 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3614b205-0ff7-4f7c-ba50-e9bd3dc4779b tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:43.792931 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5930c37-f7ee-4ef0-a196-6bf8a6c6d1f8 req-84902b15-b033-4e39-859e-9af1b4778778 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:43.795011 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d5930c37-f7ee-4ef0-a196-6bf8a6c6d1f8 req-84902b15-b033-4e39-859e-9af1b4778778 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 947 time: 0.0646968 Oct 12 19:32:43.841101 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d5930c37-f7ee-4ef0-a196-6bf8a6c6d1f8 req-2e1e3ad1-7ba1-4c2c-9a26-fb0d79d1f8bd tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356233 Oct 12 19:32:43.861740 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3614b205-0ff7-4f7c-ba50-e9bd3dc4779b tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Pushing event updated for resources: {'Port': ['ID=900b1c60-a3f0-45ff-a6dd-289a3a54e8cc,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:32:43.884664 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3614b205-0ff7-4f7c-ba50-e9bd3dc4779b tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7915414'] for floatingip, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:43.899855 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa341dc7-8e3a-42f5-91b5-14f1f0ff4695 req-03906f8a-6060-4c8e-ada2-9f6fef4d7a68 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:43.901666 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-fa341dc7-8e3a-42f5-91b5-14f1f0ff4695 req-03906f8a-6060-4c8e-ada2-9f6fef4d7a68 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=41cebb8d-9584-42ba-a207-48b6fb03e2e3 HTTP/1.1" status: 200 len: 943 time: 0.1267047 Oct 12 19:32:43.946031 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-fa341dc7-8e3a-42f5-91b5-14f1f0ff4695 req-46688f8b-fb16-4dd5-a167-c5f0f7c2f6c9 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c11fc84-4f57-43db-8c17-f81427a08139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377142 Oct 12 19:32:43.974379 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3614b205-0ff7-4f7c-ba50-e9bd3dc4779b tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:43.978809 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-3614b205-0ff7-4f7c-ba50-e9bd3dc4779b tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1904144 Oct 12 19:32:43.980527 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 33844) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:32:43.985872 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-3cb03ab8-1d97-4ccc-9232-1fe27c3d1cbe tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-635328178'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:32:44.163224 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cb03ab8-1d97-4ccc-9232-1fe27c3d1cbe tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Made reservation on behalf of 90b150781fb24f5f854f448a80f573b7 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:32:44.166894 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3cb03ab8-1d97-4ccc-9232-1fe27c3d1cbe tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:44.176695 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3cb03ab8-1d97-4ccc-9232-1fe27c3d1cbe tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:44.270497 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3cb03ab8-1d97-4ccc-9232-1fe27c3d1cbe tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:44.360868 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3cb03ab8-1d97-4ccc-9232-1fe27c3d1cbe tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:44.390426 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cb03ab8-1d97-4ccc-9232-1fe27c3d1cbe tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:32:44.396613 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb03ab8-1d97-4ccc-9232-1fe27c3d1cbe tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f143951-b60f-433e-931f-2b81fb6feb7b,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:32:44.403338 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3cb03ab8-1d97-4ccc-9232-1fe27c3d1cbe tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:44.403717 n-d-813679-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-3cb03ab8-1d97-4ccc-9232-1fe27c3d1cbe tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Added segment 8dd89d11-61b1-4072-8d66-b11d31f4913a of type vlan for network b195eed7-a53f-4c8a-98c5-8de5be137b87 Oct 12 19:32:44.474906 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3cb03ab8-1d97-4ccc-9232-1fe27c3d1cbe tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:44.510276 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1349d05c-bbc9-4109-a6c9-780983436e7d req-c4b196a2-7700-4885-b591-544c37a69d6c tempest-ServerGroupTestJSON-415610609 tempest-ServerGroupTestJSON-415610609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:44.511793 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1349d05c-bbc9-4109-a6c9-780983436e7d req-c4b196a2-7700-4885-b591-544c37a69d6c tempest-ServerGroupTestJSON-415610609 tempest-ServerGroupTestJSON-415610609-project] 10.222.0.61 "GET /v2.0/ports?device_id=933e2d46-94d0-407d-bcd1-3a5e5d144735 HTTP/1.1" status: 200 len: 945 time: 0.0753348 Oct 12 19:32:44.558348 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188e8623-2127-40e2-a6f1-e7e92b48c02a req-95398b80-efb8-40f2-9304-9a0415b8df84 tempest-ServerGroupTestJSON-415610609 tempest-ServerGroupTestJSON-415610609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:44.561914 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-188e8623-2127-40e2-a6f1-e7e92b48c02a req-95398b80-efb8-40f2-9304-9a0415b8df84 tempest-ServerGroupTestJSON-415610609 tempest-ServerGroupTestJSON-415610609-project] 10.222.0.49 "GET /v2.0/ports?device_id=933e2d46-94d0-407d-bcd1-3a5e5d144735 HTTP/1.1" status: 200 len: 945 time: 0.0660877 Oct 12 19:32:44.617723 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-1349d05c-bbc9-4109-a6c9-780983436e7d req-2ebe1fca-36e6-4f45-95fa-fd8ec3c1ec4d tempest-ServerGroupTestJSON-415610609 tempest-ServerGroupTestJSON-415610609-project] Deleting port 142fe735-ac24-4765-a6e5-8fc21341b033 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:32:44.618147 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-1349d05c-bbc9-4109-a6c9-780983436e7d req-2ebe1fca-36e6-4f45-95fa-fd8ec3c1ec4d tempest-ServerGroupTestJSON-415610609 tempest-ServerGroupTestJSON-415610609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:44.636821 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3cb03ab8-1d97-4ccc-9232-1fe27c3d1cbe tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:44.639018 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-188e8623-2127-40e2-a6f1-e7e92b48c02a req-aa27eb64-60c1-49c6-90e6-5aaba9d250dc tempest-ServerGroupTestJSON-415610609 tempest-ServerGroupTestJSON-415610609-project] 10.222.0.49 "GET /v2.0/security-groups?id=092c0073-f265-4dd4-b51c-ec95e5000d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669825 Oct 12 19:32:44.643507 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb03ab8-1d97-4ccc-9232-1fe27c3d1cbe tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:44.644255 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3cb03ab8-1d97-4ccc-9232-1fe27c3d1cbe tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:44.762480 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb03ab8-1d97-4ccc-9232-1fe27c3d1cbe tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Pushing event updated for resources: {'Network': ['ID=b195eed7-a53f-4c8a-98c5-8de5be137b87,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:32:44.782657 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network b195eed7-a53f-4c8a-98c5-8de5be137b87 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:32:44.787274 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-1349d05c-bbc9-4109-a6c9-780983436e7d req-2ebe1fca-36e6-4f45-95fa-fd8ec3c1ec4d tempest-ServerGroupTestJSON-415610609 tempest-ServerGroupTestJSON-415610609-project] For port 142fe735-ac24-4765-a6e5-8fc21341b033, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=142fe735-ac24-4765-a6e5-8fc21341b033,segment=NetworkSegment(b8fd95c0-f033-470d-898b-66f01f06965b),segment_id=b8fd95c0-f033-470d-898b-66f01f06965b)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:32:44.787644 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-1349d05c-bbc9-4109-a6c9-780983436e7d req-2ebe1fca-36e6-4f45-95fa-fd8ec3c1ec4d tempest-ServerGroupTestJSON-415610609 tempest-ServerGroupTestJSON-415610609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:44.802007 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-1349d05c-bbc9-4109-a6c9-780983436e7d req-2ebe1fca-36e6-4f45-95fa-fd8ec3c1ec4d tempest-ServerGroupTestJSON-415610609 tempest-ServerGroupTestJSON-415610609-project] Calling delete_port for 142fe735-ac24-4765-a6e5-8fc21341b033 owned by compute:nova {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:32:44.848785 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-3cb03ab8-1d97-4ccc-9232-1fe27c3d1cbe tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8671730 Oct 12 19:32:44.852063 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 33866) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:32:44.861562 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-7e698166-0a15-46bd-95a5-c79eca194e9f tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Request body: {'subnet': {'network_id': 'b195eed7-a53f-4c8a-98c5-8de5be137b87', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:32:45.029350 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbb28fe-7d85-4c56-b678-74d4c138c45b req-4bbc1ab3-7d17-4675-b982-8aa617c5e7a3 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:45.029350 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2cbb28fe-7d85-4c56-b678-74d4c138c45b req-4bbc1ab3-7d17-4675-b982-8aa617c5e7a3 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 947 time: 0.0707994 Oct 12 19:32:45.055025 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2cbb28fe-7d85-4c56-b678-74d4c138c45b req-74f88e77-1d73-4118-a357-c66451e0bde0 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345724 Oct 12 19:32:45.129769 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-1349d05c-bbc9-4109-a6c9-780983436e7d req-2ebe1fca-36e6-4f45-95fa-fd8ec3c1ec4d tempest-ServerGroupTestJSON-415610609 tempest-ServerGroupTestJSON-415610609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:45.141493 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['142fe735-ac24-4765-a6e5-8fc21341b033'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:32:45.145991 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 6f91eea0-c9e2-4aa3-81ce-5094ad6b837a no longer exists at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:32:45.159836 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebe1fca-36e6-4f45-95fa-fd8ec3c1ec4d tempest-ServerGroupTestJSON-415610609 tempest-ServerGroupTestJSON-415610609-project] Pushing event deleted for resources: {'Port': ['ID=142fe735-ac24-4765-a6e5-8fc21341b033,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:32:45.166411 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657e190c-8412-42d7-83fa-3a34b21b1b01 req-8493d6a8-bb90-4b6f-a624-6d8d39d6916b tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:45.168001 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-657e190c-8412-42d7-83fa-3a34b21b1b01 req-8493d6a8-bb90-4b6f-a624-6d8d39d6916b tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=41cebb8d-9584-42ba-a207-48b6fb03e2e3 HTTP/1.1" status: 200 len: 943 time: 0.0575342 Oct 12 19:32:45.189273 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] No Port match for: 6f91eea0-c9e2-4aa3-81ce-5094ad6b837a {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:32:45.189970 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 6f91eea0-c9e2-4aa3-81ce-5094ad6b837a not bound to the agent host n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:32:45.192275 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e698166-0a15-46bd-95a5-c79eca194e9f tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Made reservation on behalf of 90b150781fb24f5f854f448a80f573b7 for: {'subnet': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:32:45.203500 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7e698166-0a15-46bd-95a5-c79eca194e9f tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4612397'] for subnet, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:45.225307 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-1349d05c-bbc9-4109-a6c9-780983436e7d req-2ebe1fca-36e6-4f45-95fa-fd8ec3c1ec4d tempest-ServerGroupTestJSON-415610609 tempest-ServerGroupTestJSON-415610609-project] No DVR routers for this DVR port 142fe735-ac24-4765-a6e5-8fc21341b033 on host n-h1-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:32:45.227368 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-1349d05c-bbc9-4109-a6c9-780983436e7d req-2ebe1fca-36e6-4f45-95fa-fd8ec3c1ec4d tempest-ServerGroupTestJSON-415610609 tempest-ServerGroupTestJSON-415610609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:45.231107 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1349d05c-bbc9-4109-a6c9-780983436e7d req-2ebe1fca-36e6-4f45-95fa-fd8ec3c1ec4d tempest-ServerGroupTestJSON-415610609 tempest-ServerGroupTestJSON-415610609-project] 10.222.0.61 "DELETE /v2.0/ports/142fe735-ac24-4765-a6e5-8fc21341b033 HTTP/1.1" status: 204 len: 173 time: 0.7130752 Oct 12 19:32:45.231798 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '933e2d46-94d0-407d-bcd1-3a5e5d144735', 'name': 'network-vif-deleted', 'tag': '142fe735-ac24-4765-a6e5-8fc21341b033'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:32:45.234610 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79a20d2d-6076-48d7-a837-af29b9009cb6" -d '{"events": [{"server_uuid": "933e2d46-94d0-407d-bcd1-3a5e5d144735", "name": "network-vif-deleted", "tag": "142fe735-ac24-4765-a6e5-8fc21341b033"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:32:45.300291 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-657e190c-8412-42d7-83fa-3a34b21b1b01 req-7ece1ffd-534d-4db4-bf9f-61a0e0356d40 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c11fc84-4f57-43db-8c17-f81427a08139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237912 Oct 12 19:32:45.323203 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4c7b3b-c50b-407e-a61f-97100762976b req-238914ef-f5d0-4a0b-ac30-f69cfbe76cf0 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:45.332653 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ee4c7b3b-c50b-407e-a61f-97100762976b req-238914ef-f5d0-4a0b-ac30-f69cfbe76cf0 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/ports?device_id=68ed1b32-2769-4ecc-86ab-1452bfd5bcf7 HTTP/1.1" status: 200 len: 945 time: 0.0730083 Oct 12 19:32:45.356265 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc14e44c-dbaf-463c-9f94-53d968cbffd5 x-openstack-request-id: req-dc14e44c-dbaf-463c-9f94-53d968cbffd5 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:32:45.356625 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "933e2d46-94d0-407d-bcd1-3a5e5d144735", "name": "network-vif-deleted", "tag": "142fe735-ac24-4765-a6e5-8fc21341b033", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:32:45.357448 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-dc14e44c-dbaf-463c-9f94-53d968cbffd5 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:32:45.357907 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '933e2d46-94d0-407d-bcd1-3a5e5d144735', 'name': 'network-vif-deleted', 'tag': '142fe735-ac24-4765-a6e5-8fc21341b033', 'status': 'completed', 'code': 200} Oct 12 19:32:45.378939 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ee4c7b3b-c50b-407e-a61f-97100762976b req-94a9d54a-1ffa-4fd3-8f1a-6e2fb1057009 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/security-groups?id=243314df-bf60-4e8d-a5c3-b65fe30534c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392711 Oct 12 19:32:45.552469 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7e698166-0a15-46bd-95a5-c79eca194e9f tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4824863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4612355'] for subnet, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:45.612105 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device ba5badd8-6e07-49e6-9658-31bb763a2815 details requested by agent hyperv_n-h2-813679-3 with host n-h2-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:32:45.614856 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e698166-0a15-46bd-95a5-c79eca194e9f tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Pushing event updated for resources: {'Subnet': ['ID=bf648f8d-5451-47ec-bc20-36992546a77c,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:32:45.626257 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e698166-0a15-46bd-95a5-c79eca194e9f tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Checking segment: {'id': '8dd89d11-61b1-4072-8d66-b11d31f4913a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'b195eed7-a53f-4c8a-98c5-8de5be137b87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:32:45.626622 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e698166-0a15-46bd-95a5-c79eca194e9f tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Network hostable DHCP agents. Network: b195eed7-a53f-4c8a-98c5-8de5be137b87, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:32:45.721536 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port ba5badd8-6e07-49e6-9658-31bb763a2815, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=ba5badd8-6e07-49e6-9658-31bb763a2815,segment=NetworkSegment(25f482b3-2b9d-4f97-b4b0-3430c63be1bb),segment_id=25f482b3-2b9d-4f97-b4b0-3430c63be1bb)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:32:45.733228 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Returning: {'device': 'ba5badd8-6e07-49e6-9658-31bb763a2815', 'network_id': 'f582be35-bab4-4f26-bc1a-58db576191d3', 'port_id': 'ba5badd8-6e07-49e6-9658-31bb763a2815', 'mac_address': 'fa:16:3e:21:2d:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73b6b3c2-9ed6-4d2c-9d78-2de520105652', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:32:45.747193 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-642800a5-4ca5-4e35-ad4f-fd233ff5e30e req-d6d214c3-c879-4eaa-a4a2-5116646a71cd tempest-ServerGroupTestJSON-415610609 tempest-ServerGroupTestJSON-415610609-project] 10.222.0.49 "GET /v2.0/ports?device_id=933e2d46-94d0-407d-bcd1-3a5e5d144735 HTTP/1.1" status: 200 len: 210 time: 0.0349298 Oct 12 19:32:45.748564 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e698166-0a15-46bd-95a5-c79eca194e9f tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Network b195eed7-a53f-4c8a-98c5-8de5be137b87 is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:32:45.774433 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:45.787833 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba5badd8-6e07-49e6-9658-31bb763a2815 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:32:45.808185 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port ba5badd8-6e07-49e6-9658-31bb763a2815, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=ba5badd8-6e07-49e6-9658-31bb763a2815,segment=NetworkSegment(25f482b3-2b9d-4f97-b4b0-3430c63be1bb),segment_id=25f482b3-2b9d-4f97-b4b0-3430c63be1bb)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:32:45.817802 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-7e698166-0a15-46bd-95a5-c79eca194e9f tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, b195eed7-a53f-4c8a-98c5-8de5be137b87) {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:32:45.821945 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e698166-0a15-46bd-95a5-c79eca194e9f tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:45.829493 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7e698166-0a15-46bd-95a5-c79eca194e9f tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:45.829760 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4372916f-5efc-4cc4-a48d-b5587d431c57 None None] Network b195eed7-a53f-4c8a-98c5-8de5be137b87 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:32:45.874632 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:45.895107 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-7e698166-0a15-46bd-95a5-c79eca194e9f tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0401571 Oct 12 19:32:45.897873 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 33884) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:32:45.902648 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-3a764175-5588-4dbc-a417-192567af64e3 tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1630837071', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}, 'admin_state_up': False}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:32:45.969209 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=ba5badd8-6e07-49e6-9658-31bb763a2815,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:32:45.980865 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3a764175-5588-4dbc-a417-192567af64e3 tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8093678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255505'] for router, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:45.981967 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3a764175-5588-4dbc-a417-192567af64e3 tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8093562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8087085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8022306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255518'] for router, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:46.019232 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80177835-5195-4283-97b1-c2079129d2be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-b195eed7-a53f-4c8a-98c5-8de5be137b87', 'network_id': 'b195eed7-a53f-4c8a-98c5-8de5be137b87', 'tenant_id': '90b150781fb24f5f854f448a80f573b7', 'fixed_ips': [{'subnet_id': 'bf648f8d-5451-47ec-bc20-36992546a77c'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:32:46.020377 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-80177835-5195-4283-97b1-c2079129d2be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:46.034261 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3a764175-5588-4dbc-a417-192567af64e3 tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:46.140601 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['ba5badd8-6e07-49e6-9658-31bb763a2815'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:32:46.219741 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9620138a-e47e-4221-b608-600dca87fb61 req-9fea662a-fb4c-4829-b4b4-9d42662a6dcb tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:46.221272 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9620138a-e47e-4221-b608-600dca87fb61 req-9fea662a-fb4c-4829-b4b4-9d42662a6dcb tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 947 time: 0.0876589 Oct 12 19:32:46.233428 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-80177835-5195-4283-97b1-c2079129d2be None None] Allocated IP 172.20.0.2 (b195eed7-a53f-4c8a-98c5-8de5be137b87/bf648f8d-5451-47ec-bc20-36992546a77c/9d9e1558-826f-4a69-9f72-70b85f5a1414) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:32:46.264466 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9620138a-e47e-4221-b608-600dca87fb61 req-18216fd9-0215-4ac5-bbc2-3bcff2f2bdb0 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340192 Oct 12 19:32:46.359243 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3a764175-5588-4dbc-a417-192567af64e3 tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:46.435765 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2e9cc5-c533-4d23-abee-80d88fea307c req-83d2aee9-7892-440b-a61b-e425d0a95912 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:46.439978 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8b2e9cc5-c533-4d23-abee-80d88fea307c req-83d2aee9-7892-440b-a61b-e425d0a95912 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 947 time: 0.0724816 Oct 12 19:32:46.461571 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3def4c89-72e7-443c-acb7-acb11a02b5d3 req-b0553a5b-e68c-42b8-88f9-cf4f607a1aaf tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:46.469994 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3def4c89-72e7-443c-acb7-acb11a02b5d3 req-b0553a5b-e68c-42b8-88f9-cf4f607a1aaf tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=41cebb8d-9584-42ba-a207-48b6fb03e2e3 HTTP/1.1" status: 200 len: 944 time: 0.0776451 Oct 12 19:32:46.501121 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-80177835-5195-4283-97b1-c2079129d2be None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:46.506576 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3def4c89-72e7-443c-acb7-acb11a02b5d3 req-2d9975d0-8195-45f3-8224-266be444430f tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c11fc84-4f57-43db-8c17-f81427a08139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356605 Oct 12 19:32:46.552714 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8b2e9cc5-c533-4d23-abee-80d88fea307c req-6d527430-5b9f-4aa4-a007-8a3da01eb18f tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953987 Oct 12 19:32:46.584474 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-80177835-5195-4283-97b1-c2079129d2be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:46.643143 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80177835-5195-4283-97b1-c2079129d2be None None] Pushing event updated for resources: {'Port': ['ID=9d9e1558-826f-4a69-9f72-70b85f5a1414,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:32:46.647497 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2b3f3d-0c49-4792-bb10-67891cc98298 req-f808aacc-7d5b-4831-8e40-133fd1fd6b7b tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:46.650228 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7e2b3f3d-0c49-4792-bb10-67891cc98298 req-f808aacc-7d5b-4831-8e40-133fd1fd6b7b tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/ports?device_id=68ed1b32-2769-4ecc-86ab-1452bfd5bcf7 HTTP/1.1" status: 200 len: 945 time: 0.0715916 Oct 12 19:32:46.656410 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80177835-5195-4283-97b1-c2079129d2be None None] Network b195eed7-a53f-4c8a-98c5-8de5be137b87 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:32:46.657937 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-80177835-5195-4283-97b1-c2079129d2be None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:32:46.660445 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80177835-5195-4283-97b1-c2079129d2be None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:32:46.703066 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7e2b3f3d-0c49-4792-bb10-67891cc98298 req-5d845536-ab3c-49cc-8765-b96d993f7ac9 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/security-groups?id=243314df-bf60-4e8d-a5c3-b65fe30534c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453024 Oct 12 19:32:46.717303 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-80177835-5195-4283-97b1-c2079129d2be None None] Attempting to bind port 9d9e1558-826f-4a69-9f72-70b85f5a1414 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:32:46.717973 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-80177835-5195-4283-97b1-c2079129d2be None None] Attempting to bind port 9d9e1558-826f-4a69-9f72-70b85f5a1414 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '8dd89d11-61b1-4072-8d66-b11d31f4913a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'b195eed7-a53f-4c8a-98c5-8de5be137b87'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:32:46.718333 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80177835-5195-4283-97b1-c2079129d2be None None] Attempting to bind port 9d9e1558-826f-4a69-9f72-70b85f5a1414 on network b195eed7-a53f-4c8a-98c5-8de5be137b87 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:32:46.723466 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80177835-5195-4283-97b1-c2079129d2be None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:32:46.723839 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80177835-5195-4283-97b1-c2079129d2be None None] Checking segment: {'id': '8dd89d11-61b1-4072-8d66-b11d31f4913a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'b195eed7-a53f-4c8a-98c5-8de5be137b87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:32:46.724275 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-80177835-5195-4283-97b1-c2079129d2be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:46.724670 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80177835-5195-4283-97b1-c2079129d2be None None] Bound using segment: {'id': '8dd89d11-61b1-4072-8d66-b11d31f4913a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'b195eed7-a53f-4c8a-98c5-8de5be137b87'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:32:46.725209 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-80177835-5195-4283-97b1-c2079129d2be None None] Bound port: 9d9e1558-826f-4a69-9f72-70b85f5a1414, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dd89d11-61b1-4072-8d66-b11d31f4913a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'b195eed7-a53f-4c8a-98c5-8de5be137b87'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:32:46.725560 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-80177835-5195-4283-97b1-c2079129d2be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:46.786516 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3a764175-5588-4dbc-a417-192567af64e3 tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Notify callbacks [] for router_gateway, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:46.797777 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-80177835-5195-4283-97b1-c2079129d2be None None] For port 9d9e1558-826f-4a69-9f72-70b85f5a1414, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:32:46.804558 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-80177835-5195-4283-97b1-c2079129d2be None None] For port 9d9e1558-826f-4a69-9f72-70b85f5a1414, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=9d9e1558-826f-4a69-9f72-70b85f5a1414,segment=NetworkSegment(8dd89d11-61b1-4072-8d66-b11d31f4913a),segment_id=8dd89d11-61b1-4072-8d66-b11d31f4913a)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:32:46.813620 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3a764175-5588-4dbc-a417-192567af64e3 tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:46.829389 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda34ba2-0183-43d2-b7d6-84cfa62e4579 req-180f62d1-dac1-46dd-a1d7-d87ed872affe tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:46.830968 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-dda34ba2-0183-43d2-b7d6-84cfa62e4579 req-180f62d1-dac1-46dd-a1d7-d87ed872affe tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 947 time: 0.1378641 Oct 12 19:32:46.918321 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-80177835-5195-4283-97b1-c2079129d2be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:46.937166 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-dda34ba2-0183-43d2-b7d6-84cfa62e4579 req-9def521a-c87b-49f6-86ff-e43dc28a42aa tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746818 Oct 12 19:32:46.974634 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-3a764175-5588-4dbc-a417-192567af64e3 tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Allocated IP 172.25.5.250 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/75c71e02-793f-4b96-8e83-e2dd8bf063c4) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:32:46.985649 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80177835-5195-4283-97b1-c2079129d2be None None] Pushing event updated for resources: {'Port': ['ID=9d9e1558-826f-4a69-9f72-70b85f5a1414,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:32:47.115615 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3a764175-5588-4dbc-a417-192567af64e3 tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:47.167805 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ac61c6-f609-45f4-a283-26d154133711 req-98fff054-6a2c-4325-8695-94d9f705e1d5 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:47.170051 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-12ac61c6-f609-45f4-a283-26d154133711 req-98fff054-6a2c-4325-8695-94d9f705e1d5 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 947 time: 0.0813241 Oct 12 19:32:47.192917 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 33926) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:32:47.223861 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-12ac61c6-f609-45f4-a283-26d154133711 req-8b701333-087f-4e31-b0bd-3df9c43b18e9 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447121 Oct 12 19:32:47.297087 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-9db9826a-9a92-4ea7-b2f5-00f3db97cd79 admin admin] Deleting subnet 2e4691c3-7c7d-4157-af42-3585e26801da {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:32:47.298349 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3a764175-5588-4dbc-a417-192567af64e3 tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:47.306701 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9db9826a-9a92-4ea7-b2f5-00f3db97cd79 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:47.351216 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a764175-5588-4dbc-a417-192567af64e3 tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:32:47.356166 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-3a764175-5588-4dbc-a417-192567af64e3 tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:32:47.362283 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a764175-5588-4dbc-a417-192567af64e3 tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:32:47.397348 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9db9826a-9a92-4ea7-b2f5-00f3db97cd79 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16313642'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:47.402774 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a764175-5588-4dbc-a417-192567af64e3 tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Pushing event updated for resources: {'Port': ['ID=75c71e02-793f-4b96-8e83-e2dd8bf063c4,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:32:47.434726 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19414d24-871c-46a1-9538-ea46359cae92 req-353b5ee3-ac51-4507-84c3-5c453f4dd15e tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:47.436783 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-19414d24-871c-46a1-9538-ea46359cae92 req-353b5ee3-ac51-4507-84c3-5c453f4dd15e tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 947 time: 0.0932183 Oct 12 19:32:47.467516 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9db9826a-9a92-4ea7-b2f5-00f3db97cd79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:47.516071 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-19414d24-871c-46a1-9538-ea46359cae92 req-d65864eb-16c9-447d-bfc2-07ee577659ac tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730512 Oct 12 19:32:47.628629 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device ba5badd8-6e07-49e6-9658-31bb763a2815 up at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:32:47.670336 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9db9826a-9a92-4ea7-b2f5-00f3db97cd79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4306592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16245866'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:47.697807 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef9b79b-587d-4844-866a-1381dc35da7a req-2b6ee82f-89ac-4871-9f17-0554e197b2c9 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:47.699425 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cef9b79b-587d-4844-866a-1381dc35da7a req-2b6ee82f-89ac-4871-9f17-0554e197b2c9 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=41cebb8d-9584-42ba-a207-48b6fb03e2e3 HTTP/1.1" status: 200 len: 944 time: 0.1101794 Oct 12 19:32:47.715881 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db9826a-9a92-4ea7-b2f5-00f3db97cd79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e4691c3-7c7d-4157-af42-3585e26801da,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:32:47.720524 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9db9826a-9a92-4ea7-b2f5-00f3db97cd79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:47.723690 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-9db9826a-9a92-4ea7-b2f5-00f3db97cd79 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/2e4691c3-7c7d-4157-af42-3585e26801da HTTP/1.1" status: 204 len: 168 time: 0.5297825 Oct 12 19:32:47.734156 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 33944) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:32:47.734345 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aee432-4b71-455b-88ea-c041b3f08f4e req-7761e69c-6547-43f6-bee4-4a3e6b7d7184 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:47.736255 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-78aee432-4b71-455b-88ea-c041b3f08f4e req-7761e69c-6547-43f6-bee4-4a3e6b7d7184 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 947 time: 0.1058254 Oct 12 19:32:47.761204 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning for port ba5badd8-6e07-49e6-9658-31bb763a2815 completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:32:47.767850 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning complete for port ba5badd8-6e07-49e6-9658-31bb763a2815 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:32:47.768244 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:47.792859 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-78aee432-4b71-455b-88ea-c041b3f08f4e req-3b3867ff-73cb-48be-8ec5-f7376b82cefe tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476141 Oct 12 19:32:47.869947 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cef9b79b-587d-4844-866a-1381dc35da7a req-ab4994b0-0078-4f11-bcd7-25c916f11121 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c11fc84-4f57-43db-8c17-f81427a08139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323862 Oct 12 19:32:47.887987 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:47.891619 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3a764175-5588-4dbc-a417-192567af64e3 tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Notify callbacks [] for router_gateway, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:47.948319 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fd98eb-0c7d-4bd9-a7b8-8d25ae263cc4 req-6cd9f7fa-03f0-4d42-876c-831a16347ac9 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:47.949262 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41cebb8d-9584-42ba-a207-48b6fb03e2e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba5badd8-6e07-49e6-9658-31bb763a2815'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:32:47.950708 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b6fd98eb-0c7d-4bd9-a7b8-8d25ae263cc4 req-6cd9f7fa-03f0-4d42-876c-831a16347ac9 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/ports?device_id=68ed1b32-2769-4ecc-86ab-1452bfd5bcf7 HTTP/1.1" status: 200 len: 945 time: 0.0709116 Oct 12 19:32:47.953908 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfe21231-635a-4aa2-97c2-0076a9515a0b" -d '{"events": [{"server_uuid": "41cebb8d-9584-42ba-a207-48b6fb03e2e3", "name": "network-vif-plugged", "status": "completed", "tag": "ba5badd8-6e07-49e6-9658-31bb763a2815"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:32:47.977050 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a9f80fb9-c37a-4e05-bf5d-c84f675cbb8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:47.988529 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port ba5badd8-6e07-49e6-9658-31bb763a2815, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=ba5badd8-6e07-49e6-9658-31bb763a2815,segment=NetworkSegment(25f482b3-2b9d-4f97-b4b0-3430c63be1bb),segment_id=25f482b3-2b9d-4f97-b4b0-3430c63be1bb)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:32:48.017731 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b6fd98eb-0c7d-4bd9-a7b8-8d25ae263cc4 req-54d092f8-d0ba-4ce4-974d-935b18c6d96e tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/security-groups?id=243314df-bf60-4e8d-a5c3-b65fe30534c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604115 Oct 12 19:32:48.069596 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:48.159694 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=ba5badd8-6e07-49e6-9658-31bb763a2815,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:32:48.170434 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa1ce09f-9ba9-4c3f-90ed-3f7d659fa19e x-openstack-request-id: req-fa1ce09f-9ba9-4c3f-90ed-3f7d659fa19e {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:32:48.170898 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41cebb8d-9584-42ba-a207-48b6fb03e2e3", "name": "network-vif-plugged", "status": "completed", "tag": "ba5badd8-6e07-49e6-9658-31bb763a2815", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:32:48.171369 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fa1ce09f-9ba9-4c3f-90ed-3f7d659fa19e {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:32:48.171909 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41cebb8d-9584-42ba-a207-48b6fb03e2e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba5badd8-6e07-49e6-9658-31bb763a2815', 'code': 200} Oct 12 19:32:48.194298 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a9f80fb9-c37a-4e05-bf5d-c84f675cbb8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:48.206526 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2333aaf-a69b-4f60-babc-2dfa2deaa0d4 req-68d31b4a-ae8a-4bcc-9f2d-e26c95e1602a tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:48.208066 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f2333aaf-a69b-4f60-babc-2dfa2deaa0d4 req-68d31b4a-ae8a-4bcc-9f2d-e26c95e1602a tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 947 time: 0.2289596 Oct 12 19:32:48.246877 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec0a9d84-0009-4d19-8486-9cbcfacbe270 None None] Network b195eed7-a53f-4c8a-98c5-8de5be137b87 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:32:48.291800 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-a9f80fb9-c37a-4e05-bf5d-c84f675cbb8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c837d56-df15-4f97-94ca-ba496439293e']}} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:32:48.306292 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 9d9e1558-826f-4a69-9f72-70b85f5a1414 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:32:48.311547 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-a9f80fb9-c37a-4e05-bf5d-c84f675cbb8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8fd95c0-f033-470d-898b-66f01f06965b') {'for_net_delete': True} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:32:48.311840 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-a9f80fb9-c37a-4e05-bf5d-c84f675cbb8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8fd95c0-f033-470d-898b-66f01f06965b') {} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:32:48.337660 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a9f80fb9-c37a-4e05-bf5d-c84f675cbb8a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4281072'] for segment, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:48.383655 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0497dff2-5469-4542-b9b5-81a5b157deae req-5b15b29c-47f1-4e2d-9f38-02fe869ce705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:48.385171 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0497dff2-5469-4542-b9b5-81a5b157deae req-5b15b29c-47f1-4e2d-9f38-02fe869ce705 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=41cebb8d-9584-42ba-a207-48b6fb03e2e3 HTTP/1.1" status: 200 len: 1096 time: 0.2023180 Oct 12 19:32:48.390368 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f2333aaf-a69b-4f60-babc-2dfa2deaa0d4 req-4ba097af-a492-40a8-8c5b-84a3f307edad tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606832 Oct 12 19:32:48.392725 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a9f80fb9-c37a-4e05-bf5d-c84f675cbb8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:48.415564 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9f80fb9-c37a-4e05-bf5d-c84f675cbb8a admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=95501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:32:48.415968 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a9f80fb9-c37a-4e05-bf5d-c84f675cbb8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4823170'] for segment, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:48.418479 n-d-813679-3 neutron-server[95501]: Traceback (most recent call last): Oct 12 19:32:48.418479 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:32:48.418479 n-d-813679-3 neutron-server[95501]: timer() Oct 12 19:32:48.418479 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:32:48.418479 n-d-813679-3 neutron-server[95501]: cb(*args, **kw) Oct 12 19:32:48.418479 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:32:48.418479 n-d-813679-3 neutron-server[95501]: return func(*args, **kwargs) Oct 12 19:32:48.418479 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:32:48.418479 n-d-813679-3 neutron-server[95501]: self._notify() Oct 12 19:32:48.418479 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:32:48.418479 n-d-813679-3 neutron-server[95501]: self.callback(batched_events) Oct 12 19:32:48.418479 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:32:48.418479 n-d-813679-3 neutron-server[95501]: event.method(event) Oct 12 19:32:48.418479 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:32:48.418479 n-d-813679-3 neutron-server[95501]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:32:48.418479 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:32:48.418479 n-d-813679-3 neutron-server[95501]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:32:48.418479 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:32:48.418479 n-d-813679-3 neutron-server[95501]: return f(self, *a, **k) Oct 12 19:32:48.418479 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:32:48.418479 n-d-813679-3 neutron-server[95501]: return self._get(url).json() Oct 12 19:32:48.418479 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:32:48.418479 n-d-813679-3 neutron-server[95501]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:32:48.418479 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:32:48.418479 n-d-813679-3 neutron-server[95501]: return self.request(url, 'GET', **kwargs) Oct 12 19:32:48.418479 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:32:48.418479 n-d-813679-3 neutron-server[95501]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:32:48.418479 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:32:48.418479 n-d-813679-3 neutron-server[95501]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:32:48.418479 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:32:48.418479 n-d-813679-3 neutron-server[95501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:32:48.418479 n-d-813679-3 neutron-server[95501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:32:48.446363 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-7356e715-446f-4ad4-9cc2-3de22cf579b4 None None] Provisioning complete for port 9d9e1558-826f-4a69-9f72-70b85f5a1414 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:32:48.446917 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7356e715-446f-4ad4-9cc2-3de22cf579b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:48.481370 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3a764175-5588-4dbc-a417-192567af64e3 tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8093541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7915516'] for router, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:48.499818 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0497dff2-5469-4542-b9b5-81a5b157deae req-da3c427a-af17-4c59-8c1d-3a23f4f30fed service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=0c11fc84-4f57-43db-8c17-f81427a08139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046724 Oct 12 19:32:48.523757 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 9d9e1558-826f-4a69-9f72-70b85f5a1414 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:32:48.524286 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:48.609422 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7356e715-446f-4ad4-9cc2-3de22cf579b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:48.646645 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a9f80fb9-c37a-4e05-bf5d-c84f675cbb8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:48.653103 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a9f80fb9-c37a-4e05-bf5d-c84f675cbb8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:48.659322 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-a9f80fb9-c37a-4e05-bf5d-c84f675cbb8a admin admin] 10.222.0.49 "DELETE /v2.0/networks/9c837d56-df15-4f97-94ca-ba496439293e HTTP/1.1" status: 204 len: 168 time: 0.9240649 Oct 12 19:32:48.681041 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-7356e715-446f-4ad4-9cc2-3de22cf579b4 None None] For port 9d9e1558-826f-4a69-9f72-70b85f5a1414, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=9d9e1558-826f-4a69-9f72-70b85f5a1414,segment=NetworkSegment(8dd89d11-61b1-4072-8d66-b11d31f4913a),segment_id=8dd89d11-61b1-4072-8d66-b11d31f4913a)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:32:48.687530 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:48.688694 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f80fb9-c37a-4e05-bf5d-c84f675cbb8a admin admin] Pushing event deleted for resources: {'Network': ['ID=9c837d56-df15-4f97-94ca-ba496439293e,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:32:48.815498 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7356e715-446f-4ad4-9cc2-3de22cf579b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:48.863485 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a764175-5588-4dbc-a417-192567af64e3 tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Router 57fbfe32-32cd-466d-af7d-8d47ac8fe71a is scheduled to L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b with binding_index 1 {{(pid=95501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 19:32:48.907040 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.db.api [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 19:32:48.908145 n-d-813679-3 neutron-server[95503]: DEBUG oslo_db.api [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 19:32:48.908145 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7356e715-446f-4ad4-9cc2-3de22cf579b4 None None] Pushing event updated for resources: {'Port': ['ID=9d9e1558-826f-4a69-9f72-70b85f5a1414,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:32:48.938902 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-181a3f25-1507-4356-82cf-b1dae461acad None None] Provisioning complete for port 9d9e1558-826f-4a69-9f72-70b85f5a1414 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:32:48.939278 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-181a3f25-1507-4356-82cf-b1dae461acad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:49.049893 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8528931-a647-4105-8edf-dffd38e42560 req-8588a202-d6ac-4bf8-861b-eaea7248e4e6 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:49.050427 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a764175-5588-4dbc-a417-192567af64e3 tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:32:49.053506 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f8528931-a647-4105-8edf-dffd38e42560 req-8588a202-d6ac-4bf8-861b-eaea7248e4e6 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=41cebb8d-9584-42ba-a207-48b6fb03e2e3 HTTP/1.1" status: 200 len: 945 time: 0.0640471 Oct 12 19:32:49.062850 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deaba5c1-47fa-4cb4-8eba-2e41a38ce8f4 None None] Sync routers for ids ['57fbfe32-32cd-466d-af7d-8d47ac8fe71a'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:32:49.078311 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deaba5c1-47fa-4cb4-8eba-2e41a38ce8f4 None None] Routers {'57fbfe32-32cd-466d-af7d-8d47ac8fe71a'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:32:49.078661 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed7f500-fc62-446b-a126-241b6617b0be req-7f33e273-dafe-423b-8e10-cde36a12c5dd tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:49.078914 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-deaba5c1-47fa-4cb4-8eba-2e41a38ce8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:32:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['57fbfe32-32cd-466d-af7d-8d47ac8fe71a'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:32:49.080173 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1ed7f500-fc62-446b-a126-241b6617b0be req-7f33e273-dafe-423b-8e10-cde36a12c5dd tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 947 time: 0.0880833 Oct 12 19:32:49.118196 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-deaba5c1-47fa-4cb4-8eba-2e41a38ce8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:32:49.127791 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deaba5c1-47fa-4cb4-8eba-2e41a38ce8f4 None None] Routers {'57fbfe32-32cd-466d-af7d-8d47ac8fe71a'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:32:49.128641 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-deaba5c1-47fa-4cb4-8eba-2e41a38ce8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:32:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['57fbfe32-32cd-466d-af7d-8d47ac8fe71a'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:32:49.130008 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f8528931-a647-4105-8edf-dffd38e42560 req-56817e0a-8df5-4f8f-a538-89d119595863 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c11fc84-4f57-43db-8c17-f81427a08139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583045 Oct 12 19:32:49.130429 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1ed7f500-fc62-446b-a126-241b6617b0be req-c5d7882f-f87c-45b6-b02d-2801ad221a3a tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438178 Oct 12 19:32:49.163968 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 142fe735-ac24-4765-a6e5-8fc21341b033 no longer exists at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:32:49.167811 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-deaba5c1-47fa-4cb4-8eba-2e41a38ce8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:32:49.167811 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deaba5c1-47fa-4cb4-8eba-2e41a38ce8f4 None None] The sync data for ids ['57fbfe32-32cd-466d-af7d-8d47ac8fe71a'] in n-d-813679-3 is: [] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:32:49.190687 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] No Port match for: 142fe735-ac24-4765-a6e5-8fc21341b033 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:32:49.191072 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 142fe735-ac24-4765-a6e5-8fc21341b033 not bound to the agent host n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:32:49.195916 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 33976) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:32:49.216187 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3a764175-5588-4dbc-a417-192567af64e3 tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Notify callbacks [] for router, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:49.219858 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-3a764175-5588-4dbc-a417-192567af64e3 tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 3.3183005 Oct 12 19:32:49.220169 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 33980) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:32:49.245104 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d53731-c895-4a21-8bd5-5e9d62515519 req-c0bc633b-bfc0-407d-8672-fcc40ae95eb1 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:49.246983 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-55d53731-c895-4a21-8bd5-5e9d62515519 req-c0bc633b-bfc0-407d-8672-fcc40ae95eb1 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/ports?device_id=68ed1b32-2769-4ecc-86ab-1452bfd5bcf7 HTTP/1.1" status: 200 len: 945 time: 0.0574062 Oct 12 19:32:49.288742 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-55d53731-c895-4a21-8bd5-5e9d62515519 req-f0bed11c-26f0-469d-bc59-0464b19e7b4e tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/security-groups?id=243314df-bf60-4e8d-a5c3-b65fe30534c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348172 Oct 12 19:32:49.302847 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-6c0f1049-93e9-44a2-a7a5-061505713dbc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7ac20bedc65e4273b4fa99242967fcf0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1034462 Oct 12 19:32:49.303253 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 33982) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:32:49.354971 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-66eb5be9-5a53-4104-bc0a-94e8ca97bee4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:49.376868 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-66eb5be9-5a53-4104-bc0a-94e8ca97bee4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:49.515258 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-66eb5be9-5a53-4104-bc0a-94e8ca97bee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:49.518331 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-66eb5be9-5a53-4104-bc0a-94e8ca97bee4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:49.522164 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-66eb5be9-5a53-4104-bc0a-94e8ca97bee4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/092c0073-f265-4dd4-b51c-ec95e5000d68 HTTP/1.1" status: 204 len: 168 time: 0.2151673 Oct 12 19:32:49.528014 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eb5be9-5a53-4104-bc0a-94e8ca97bee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=092c0073-f265-4dd4-b51c-ec95e5000d68,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:32:49.536837 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eb5be9-5a53-4104-bc0a-94e8ca97bee4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:32:49.537190 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eb5be9-5a53-4104-bc0a-94e8ca97bee4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:32:49.537526 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eb5be9-5a53-4104-bc0a-94e8ca97bee4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:32:49.537859 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eb5be9-5a53-4104-bc0a-94e8ca97bee4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:32:49.538191 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eb5be9-5a53-4104-bc0a-94e8ca97bee4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:32:49.538518 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eb5be9-5a53-4104-bc0a-94e8ca97bee4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:32:49.538902 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eb5be9-5a53-4104-bc0a-94e8ca97bee4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:32:49.539172 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eb5be9-5a53-4104-bc0a-94e8ca97bee4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:32:49.539494 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eb5be9-5a53-4104-bc0a-94e8ca97bee4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:32:49.540094 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eb5be9-5a53-4104-bc0a-94e8ca97bee4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:32:49.540581 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eb5be9-5a53-4104-bc0a-94e8ca97bee4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:32:49.540908 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eb5be9-5a53-4104-bc0a-94e8ca97bee4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:32:49.734033 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1c73cb82-f87b-45f2-8041-bec859a4a57f tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:50.289060 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698cc823-cb48-4b94-a742-98f8b389944b req-a4b15627-ba6b-4d21-81f2-10b5ef7e35a9 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:50.290590 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-698cc823-cb48-4b94-a742-98f8b389944b req-a4b15627-ba6b-4d21-81f2-10b5ef7e35a9 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 947 time: 0.0705333 Oct 12 19:32:50.311535 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 9d9e1558-826f-4a69-9f72-70b85f5a1414 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:32:50.336453 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-698cc823-cb48-4b94-a742-98f8b389944b req-3c9c8615-59fd-4e14-a08a-1d50e65ff9b4 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373697 Oct 12 19:32:50.360718 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e805a594-b218-4bb3-8996-e379150bf9ca req-da38ddc2-5866-43d0-aa7e-4552f30ecf92 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:50.362173 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e805a594-b218-4bb3-8996-e379150bf9ca req-da38ddc2-5866-43d0-aa7e-4552f30ecf92 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=41cebb8d-9584-42ba-a207-48b6fb03e2e3 HTTP/1.1" status: 200 len: 945 time: 0.1099660 Oct 12 19:32:50.375561 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 9d9e1558-826f-4a69-9f72-70b85f5a1414 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:32:50.375561 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:50.453956 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e805a594-b218-4bb3-8996-e379150bf9ca req-73690c2a-fcdf-483f-a526-c22132152bac tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c11fc84-4f57-43db-8c17-f81427a08139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783730 Oct 12 19:32:50.473929 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-1c73cb82-f87b-45f2-8041-bec859a4a57f tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Allocated IP 172.20.0.1 (b195eed7-a53f-4c8a-98c5-8de5be137b87/bf648f8d-5451-47ec-bc20-36992546a77c/92692f2c-6a26-4d02-9dea-0ed40504caa1) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:32:50.545565 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f8f5cc-0166-47a1-a17c-13a74844250d req-406bfac3-25f4-41a1-a3bf-3d8503e72a76 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:50.552406 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d2f8f5cc-0166-47a1-a17c-13a74844250d req-406bfac3-25f4-41a1-a3bf-3d8503e72a76 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/ports?device_id=68ed1b32-2769-4ecc-86ab-1452bfd5bcf7 HTTP/1.1" status: 200 len: 945 time: 0.0775819 Oct 12 19:32:50.623283 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d2f8f5cc-0166-47a1-a17c-13a74844250d req-0334316b-d570-4482-a5a0-16241cd5795e tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/security-groups?id=243314df-bf60-4e8d-a5c3-b65fe30534c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692618 Oct 12 19:32:50.662588 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1c73cb82-f87b-45f2-8041-bec859a4a57f tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:50.778404 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1c73cb82-f87b-45f2-8041-bec859a4a57f tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:50.832793 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c73cb82-f87b-45f2-8041-bec859a4a57f tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Network b195eed7-a53f-4c8a-98c5-8de5be137b87 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:32:50.836404 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-1c73cb82-f87b-45f2-8041-bec859a4a57f tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:32:50.841593 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c73cb82-f87b-45f2-8041-bec859a4a57f tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:32:50.873781 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c73cb82-f87b-45f2-8041-bec859a4a57f tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Pushing event updated for resources: {'Port': ['ID=92692f2c-6a26-4d02-9dea-0ed40504caa1,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:32:50.912381 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1c73cb82-f87b-45f2-8041-bec859a4a57f tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7915309'] for router_interface, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:51.201469 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c5bd33-f00e-4ab7-91ac-4efc17e715b0 req-16cdd46c-2097-44e7-a94a-055bdb257ccb tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:51.203015 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b4c5bd33-f00e-4ab7-91ac-4efc17e715b0 req-16cdd46c-2097-44e7-a94a-055bdb257ccb tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.67 "GET /v2.0/ports?device_id=68ed1b32-2769-4ecc-86ab-1452bfd5bcf7 HTTP/1.1" status: 200 len: 945 time: 0.1181781 Oct 12 19:32:51.214555 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09097cc-f86a-41a2-832a-7f0e0cabdee8 req-9660cb89-d447-48be-8c1f-796322c4cd71 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:51.216204 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b09097cc-f86a-41a2-832a-7f0e0cabdee8 req-9660cb89-d447-48be-8c1f-796322c4cd71 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 947 time: 0.1220634 Oct 12 19:32:51.235215 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-7bdd53bb-5ee0-4dd5-a4a2-cb89dd779391 None None] Provisioning complete for port 92692f2c-6a26-4d02-9dea-0ed40504caa1 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:32:51.235587 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7bdd53bb-5ee0-4dd5-a4a2-cb89dd779391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:51.270542 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-7bdd53bb-5ee0-4dd5-a4a2-cb89dd779391 None None] Port 92692f2c-6a26-4d02-9dea-0ed40504caa1 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:32:51.301775 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1c73cb82-f87b-45f2-8041-bec859a4a57f tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:51.346115 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b09097cc-f86a-41a2-832a-7f0e0cabdee8 req-b90e9143-9462-4e51-a705-027dfd3f4fc3 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187649 Oct 12 19:32:51.349120 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30efb7b1-34c4-44c6-980d-297a299831b1 req-95308dca-0d49-456c-8ec6-467f065e1295 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:51.350774 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-30efb7b1-34c4-44c6-980d-297a299831b1 req-95308dca-0d49-456c-8ec6-467f065e1295 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/networks?id=f582be35-bab4-4f26-bc1a-58db576191d3 HTTP/1.1" status: 200 len: 805 time: 0.5974746 Oct 12 19:32:51.402025 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-30efb7b1-34c4-44c6-980d-297a299831b1 req-5005a403-cb55-4339-81a6-9c60626ea06d tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/quotas/6c99bbccf03340f58d38acd132b2d311 HTTP/1.1" status: 200 len: 375 time: 0.0453453 Oct 12 19:32:51.409470 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f73c59-2331-438f-bca9-34cb8ab86b60 req-51154852-84cd-4c55-abcb-a8d92a557fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:51.411028 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-28f73c59-2331-438f-bca9-34cb8ab86b60 req-51154852-84cd-4c55-abcb-a8d92a557fd2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8ff84b2ec0864625b42aaaa064df001a&device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 1098 time: 0.1034369 Oct 12 19:32:51.472755 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-b4c5bd33-f00e-4ab7-91ac-4efc17e715b0 req-1129db09-6eb4-4b15-8b8d-d24f4c7d4466 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] Deleting port 0314f2b2-73ac-4252-bd05-ba8b48c29df1 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:32:51.473332 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-b4c5bd33-f00e-4ab7-91ac-4efc17e715b0 req-1129db09-6eb4-4b15-8b8d-d24f4c7d4466 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:51.522890 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-30efb7b1-34c4-44c6-980d-297a299831b1 req-56fb9ad8-fd8f-4181-a294-fa0d502b6fa5 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=6c99bbccf03340f58d38acd132b2d311&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1108646 Oct 12 19:32:51.598575 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f73c59-2331-438f-bca9-34cb8ab86b60 req-5d99ab34-8d96-4bc4-86de-5daf4b966720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:51.600081 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-28f73c59-2331-438f-bca9-34cb8ab86b60 req-5d99ab34-8d96-4bc4-86de-5daf4b966720 service neutron] 10.222.0.61 "GET /v2.0/networks?id=821a7daa-cbda-47ad-af75-98b83de65b7b HTTP/1.1" status: 200 len: 915 time: 0.1737804 Oct 12 19:32:51.666221 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-28f73c59-2331-438f-bca9-34cb8ab86b60 req-a40d0ba5-1d10-4e5f-9f26-92d8c2c189b0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1dacf51-8b56-41a7-988b-c10af1584886 HTTP/1.1" status: 200 len: 217 time: 0.0430830 Oct 12 19:32:51.668467 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-b4c5bd33-f00e-4ab7-91ac-4efc17e715b0 req-1129db09-6eb4-4b15-8b8d-d24f4c7d4466 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] For port 0314f2b2-73ac-4252-bd05-ba8b48c29df1, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=0314f2b2-73ac-4252-bd05-ba8b48c29df1,segment=NetworkSegment(d3bbc1b0-43de-46c9-85ac-bcdee6118989),segment_id=d3bbc1b0-43de-46c9-85ac-bcdee6118989)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:32:51.668840 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-b4c5bd33-f00e-4ab7-91ac-4efc17e715b0 req-1129db09-6eb4-4b15-8b8d-d24f4c7d4466 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:51.695403 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-b4c5bd33-f00e-4ab7-91ac-4efc17e715b0 req-1129db09-6eb4-4b15-8b8d-d24f4c7d4466 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] Calling delete_port for 0314f2b2-73ac-4252-bd05-ba8b48c29df1 owned by compute:nova {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:32:51.721107 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-30efb7b1-34c4-44c6-980d-297a299831b1 req-2099d33c-849c-4dc6-8f86-507b2ca69c75 service neutron] 10.222.0.49 "GET /v2.0/networks/f582be35-bab4-4f26-bc1a-58db576191d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817472 Oct 12 19:32:51.722762 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f73c59-2331-438f-bca9-34cb8ab86b60 req-f23ed5e5-eccb-4b9a-83ef-16392872b0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:51.724379 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-28f73c59-2331-438f-bca9-34cb8ab86b60 req-f23ed5e5-eccb-4b9a-83ef-16392872b0c6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=23923b5b-cbc2-4b60-8cb9-1474eb7896df HTTP/1.1" status: 200 len: 854 time: 0.0653841 Oct 12 19:32:51.812246 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-28f73c59-2331-438f-bca9-34cb8ab86b60 req-8fd3b882-acbc-472d-b738-dc2338a8ca5d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=821a7daa-cbda-47ad-af75-98b83de65b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0723720 Oct 12 19:32:51.846566 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1c73cb82-f87b-45f2-8041-bec859a4a57f tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:51.857387 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3b226b-b6b3-4dd1-8628-5541c1e9b275 req-41aa433d-7c7d-4132-802f-837517a3ebd8 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:51.858913 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7f3b226b-b6b3-4dd1-8628-5541c1e9b275 req-41aa433d-7c7d-4132-802f-837517a3ebd8 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/ports?device_id=68ed1b32-2769-4ecc-86ab-1452bfd5bcf7 HTTP/1.1" status: 200 len: 945 time: 0.1326728 Oct 12 19:32:51.941775 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-30efb7b1-34c4-44c6-980d-297a299831b1 req-47fc2d6f-2d4a-4cf6-b203-4f51ff7566b0 service neutron] 10.222.0.49 "GET /v2.0/networks/f582be35-bab4-4f26-bc1a-58db576191d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124665 Oct 12 19:32:51.942871 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1c73cb82-f87b-45f2-8041-bec859a4a57f tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:51.987603 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-28f73c59-2331-438f-bca9-34cb8ab86b60 req-1603aeb6-f8a8-4ef4-803c-439abbab09d3 service neutron] 10.222.0.61 "GET /v2.0/networks/821a7daa-cbda-47ad-af75-98b83de65b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679518 Oct 12 19:32:52.008097 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 34072) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:32:52.066864 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c73cb82-f87b-45f2-8041-bec859a4a57f tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Pushing event updated for resources: {'Port': ['ID=92692f2c-6a26-4d02-9dea-0ed40504caa1,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:32:52.073818 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7f3b226b-b6b3-4dd1-8628-5541c1e9b275 req-e79dbb26-e914-4ac5-9dc8-8df4a9d6655f tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/security-groups?id=243314df-bf60-4e8d-a5c3-b65fe30534c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995313 Oct 12 19:32:52.075380 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1c73cb82-f87b-45f2-8041-bec859a4a57f tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7898980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8092605'] for router_interface, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:52.114140 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-28f73c59-2331-438f-bca9-34cb8ab86b60 req-a9bf066a-c898-4c45-88fc-55e770e7881c service neutron] 10.222.0.61 "GET /v2.0/networks/821a7daa-cbda-47ad-af75-98b83de65b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144838 Oct 12 19:32:52.157974 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-b4c5bd33-f00e-4ab7-91ac-4efc17e715b0 req-1129db09-6eb4-4b15-8b8d-d24f4c7d4466 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:52.190275 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-931f0e62-c329-4090-a9ea-1e8ee713da38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:52.245145 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c73cb82-f87b-45f2-8041-bec859a4a57f tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Network b195eed7-a53f-4c8a-98c5-8de5be137b87 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:32:52.252368 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1129db09-6eb4-4b15-8b8d-d24f4c7d4466 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] Pushing event deleted for resources: {'Port': ['ID=0314f2b2-73ac-4252-bd05-ba8b48c29df1,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:32:52.266112 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-1c73cb82-f87b-45f2-8041-bec859a4a57f tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:32:52.321925 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-931f0e62-c329-4090-a9ea-1e8ee713da38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:52.330270 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4c5bd33-f00e-4ab7-91ac-4efc17e715b0 req-1129db09-6eb4-4b15-8b8d-d24f4c7d4466 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] No DVR routers for this DVR port 0314f2b2-73ac-4252-bd05-ba8b48c29df1 on host n-h2-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:32:52.336399 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-b4c5bd33-f00e-4ab7-91ac-4efc17e715b0 req-1129db09-6eb4-4b15-8b8d-d24f4c7d4466 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:52.340249 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b4c5bd33-f00e-4ab7-91ac-4efc17e715b0 req-1129db09-6eb4-4b15-8b8d-d24f4c7d4466 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.67 "DELETE /v2.0/ports/0314f2b2-73ac-4252-bd05-ba8b48c29df1 HTTP/1.1" status: 204 len: 173 time: 1.1208279 Oct 12 19:32:52.342990 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68ed1b32-2769-4ecc-86ab-1452bfd5bcf7', 'name': 'network-vif-deleted', 'tag': '0314f2b2-73ac-4252-bd05-ba8b48c29df1'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:32:52.347091 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c5565b0-32e5-4400-b55b-7b8961702059" -d '{"events": [{"server_uuid": "68ed1b32-2769-4ecc-86ab-1452bfd5bcf7", "name": "network-vif-deleted", "tag": "0314f2b2-73ac-4252-bd05-ba8b48c29df1"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:32:52.412711 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-931f0e62-c329-4090-a9ea-1e8ee713da38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:52.479465 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-931f0e62-c329-4090-a9ea-1e8ee713da38 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bccce86c10ac4f7d8914aad47c1dcc1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4693253 Oct 12 19:32:52.480488 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931f0e62-c329-4090-a9ea-1e8ee713da38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f48630bf-2eac-4841-b82d-e089ce310bd3,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:32:52.489019 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 34092) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:32:52.510161 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0e9c9c12-79bd-4ca5-8a1c-662e14ca58f9 req-ee6cc6c6-98e1-4245-bdbd-e95b848eb173 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=6299e897-cc7b-46d7-b438-cbc0697e9332 HTTP/1.1" status: 200 len: 210 time: 0.2444999 Oct 12 19:32:52.519189 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9da61e5-a098-4831-b2b4-b50b2a195870 x-openstack-request-id: req-c9da61e5-a098-4831-b2b4-b50b2a195870 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:32:52.519189 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68ed1b32-2769-4ecc-86ab-1452bfd5bcf7", "name": "network-vif-deleted", "tag": "0314f2b2-73ac-4252-bd05-ba8b48c29df1", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:32:52.526449 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c9da61e5-a098-4831-b2b4-b50b2a195870 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:32:52.527043 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68ed1b32-2769-4ecc-86ab-1452bfd5bcf7', 'name': 'network-vif-deleted', 'tag': '0314f2b2-73ac-4252-bd05-ba8b48c29df1', 'status': 'completed', 'code': 200} Oct 12 19:32:52.558242 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c73cb82-f87b-45f2-8041-bec859a4a57f tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Router 57fbfe32-32cd-466d-af7d-8d47ac8fe71a has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:32:52.627144 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1b80b0-67ce-4480-ba5f-b256dd94d430 req-a2c291f3-3b41-4723-ba11-1a3054450098 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:52.628696 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9b1b80b0-67ce-4480-ba5f-b256dd94d430 req-a2c291f3-3b41-4723-ba11-1a3054450098 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 947 time: 0.1384842 Oct 12 19:32:52.629676 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b19778bf-e8a2-4de8-815d-8822f8fe9864 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:52.663810 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b19778bf-e8a2-4de8-815d-8822f8fe9864 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:52.684148 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c73cb82-f87b-45f2-8041-bec859a4a57f tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:32:52.693519 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-1c73cb82-f87b-45f2-8041-bec859a4a57f tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] 10.222.0.49 "PUT /v2.0/routers/57fbfe32-32cd-466d-af7d-8d47ac8fe71a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4709721 Oct 12 19:32:52.694244 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 34098) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:32:52.695527 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df0a8b6-6c95-464c-a7ca-3f17102aa65c None None] Sync routers for ids ['57fbfe32-32cd-466d-af7d-8d47ac8fe71a'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:32:52.705882 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-231655f0-46ac-4be3-a67d-d717cf500508 tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Request body: {'port': {'network_id': 'b195eed7-a53f-4c8a-98c5-8de5be137b87', 'name': 'tempest-FloatingIPAdminTestJSON-138234844'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:32:52.728281 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df0a8b6-6c95-464c-a7ca-3f17102aa65c None None] Routers {'57fbfe32-32cd-466d-af7d-8d47ac8fe71a'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:32:52.730606 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-8df0a8b6-6c95-464c-a7ca-3f17102aa65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:32:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['57fbfe32-32cd-466d-af7d-8d47ac8fe71a'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:32:52.773288 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-4b107f5d-039c-44a3-be5e-b03bc3faef91 None None] Provisioning complete for port 92692f2c-6a26-4d02-9dea-0ed40504caa1 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:32:52.773834 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4b107f5d-039c-44a3-be5e-b03bc3faef91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:52.781014 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-8df0a8b6-6c95-464c-a7ca-3f17102aa65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:32:52.803291 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9b1b80b0-67ce-4480-ba5f-b256dd94d430 req-2ebc194a-6c52-4720-959e-a297bb48b12c tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636760 Oct 12 19:32:52.838727 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df0a8b6-6c95-464c-a7ca-3f17102aa65c None None] Routers {'57fbfe32-32cd-466d-af7d-8d47ac8fe71a'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:32:52.839481 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-8df0a8b6-6c95-464c-a7ca-3f17102aa65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:32:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['57fbfe32-32cd-466d-af7d-8d47ac8fe71a'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:32:52.891924 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b19778bf-e8a2-4de8-815d-8822f8fe9864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:52.896383 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b19778bf-e8a2-4de8-815d-8822f8fe9864 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:52.902292 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-b19778bf-e8a2-4de8-815d-8822f8fe9864 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f48630bf-2eac-4841-b82d-e089ce310bd3 HTTP/1.1" status: 204 len: 168 time: 0.4060452 Oct 12 19:32:52.914074 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19778bf-e8a2-4de8-815d-8822f8fe9864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f48630bf-2eac-4841-b82d-e089ce310bd3,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:32:52.923604 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-231655f0-46ac-4be3-a67d-d717cf500508 tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Made reservation on behalf of 90b150781fb24f5f854f448a80f573b7 for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:32:52.930221 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-231655f0-46ac-4be3-a67d-d717cf500508 tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:52.951470 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [None req-231655f0-46ac-4be3-a67d-d717cf500508 tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] device_id is not set on port f4476c51-639b-42e2-ba23-fdd707499baa yet. {{(pid=95501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 19:32:53.067723 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-8df0a8b6-6c95-464c-a7ca-3f17102aa65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:32:53.068365 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df0a8b6-6c95-464c-a7ca-3f17102aa65c None None] The sync data for ids ['57fbfe32-32cd-466d-af7d-8d47ac8fe71a'] in n-d-813679-3 is: [] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:32:53.070593 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-4b107f5d-039c-44a3-be5e-b03bc3faef91 None None] Port 92692f2c-6a26-4d02-9dea-0ed40504caa1 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:32:53.091514 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-231655f0-46ac-4be3-a67d-d717cf500508 tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Allocated IP 172.20.0.3 (b195eed7-a53f-4c8a-98c5-8de5be137b87/bf648f8d-5451-47ec-bc20-36992546a77c/f4476c51-639b-42e2-ba23-fdd707499baa) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:32:53.239326 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-97f871c9-3ef6-4dd4-8bc9-979eb4a2e304 req-319b0bae-e9a6-4750-b622-ce765c6484e5 tempest-ServerRescueNegativeTestJSON-1868238626 tempest-ServerRescueNegativeTestJSON-1868238626-project] 10.222.0.49 "GET /v2.0/ports?device_id=68ed1b32-2769-4ecc-86ab-1452bfd5bcf7 HTTP/1.1" status: 200 len: 210 time: 0.0382135 Oct 12 19:32:53.292863 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-231655f0-46ac-4be3-a67d-d717cf500508 tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:53.435452 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-231655f0-46ac-4be3-a67d-d717cf500508 tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:53.482912 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-231655f0-46ac-4be3-a67d-d717cf500508 tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Network b195eed7-a53f-4c8a-98c5-8de5be137b87 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:32:53.488165 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-231655f0-46ac-4be3-a67d-d717cf500508 tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:32:53.492323 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231655f0-46ac-4be3-a67d-d717cf500508 tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:32:53.499366 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231655f0-46ac-4be3-a67d-d717cf500508 tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Pushing event updated for resources: {'Port': ['ID=f4476c51-639b-42e2-ba23-fdd707499baa,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:32:53.565485 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-231655f0-46ac-4be3-a67d-d717cf500508 tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:53.566117 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-231655f0-46ac-4be3-a67d-d717cf500508 tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:53.634188 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5a921285-38ae-46bc-9efd-5bc0e21834cf req-0fb5a24b-9a39-41df-b941-510999030ef4 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=6299e897-cc7b-46d7-b438-cbc0697e9332 HTTP/1.1" status: 200 len: 210 time: 0.0292754 Oct 12 19:32:53.643241 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 0314f2b2-73ac-4252-bd05-ba8b48c29df1 no longer exists at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:32:53.658568 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-231655f0-46ac-4be3-a67d-d717cf500508 tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9630227 Oct 12 19:32:53.661896 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 34128) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:32:53.678874 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] No Port match for: 0314f2b2-73ac-4252-bd05-ba8b48c29df1 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:32:53.679285 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 0314f2b2-73ac-4252-bd05-ba8b48c29df1 not bound to the agent host n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:32:53.881308 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-819f0841-6e47-480d-9cbb-993a820ade09 tempest-FloatingIPAdminTestJSON-1908358457 tempest-FloatingIPAdminTestJSON-1908358457-project-admin] Request body: {'floatingip': {'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'project_id': '90b150781fb24f5f854f448a80f573b7', 'port_id': 'f4476c51-639b-42e2-ba23-fdd707499baa'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:32:53.951733 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-fac0b66b-391e-4165-bcb3-64aa3531c9d3 None None] Provisioning complete for port f4476c51-639b-42e2-ba23-fdd707499baa triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:32:53.952258 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fac0b66b-391e-4165-bcb3-64aa3531c9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:53.970842 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e160210d-707a-4e36-8e9a-eb329785cd0c req-39f91c96-c17c-47b2-8f1d-1525334cbb8b tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:53.977729 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e160210d-707a-4e36-8e9a-eb329785cd0c req-39f91c96-c17c-47b2-8f1d-1525334cbb8b tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 947 time: 0.0663249 Oct 12 19:32:53.979169 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-819f0841-6e47-480d-9cbb-993a820ade09 tempest-FloatingIPAdminTestJSON-1908358457 tempest-FloatingIPAdminTestJSON-1908358457-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:53.996725 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-fac0b66b-391e-4165-bcb3-64aa3531c9d3 None None] Port f4476c51-639b-42e2-ba23-fdd707499baa cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:32:54.060913 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e160210d-707a-4e36-8e9a-eb329785cd0c req-136b2f4e-bde0-4f11-bd24-da3a59c688fd tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701876 Oct 12 19:32:54.109925 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-819f0841-6e47-480d-9cbb-993a820ade09 tempest-FloatingIPAdminTestJSON-1908358457 tempest-FloatingIPAdminTestJSON-1908358457-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:54.197751 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e74e323-b9ef-49ca-850d-a0925890e465 req-f949c3d9-45d7-47c8-914e-75cc7c4a61dc tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:54.199241 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9e74e323-b9ef-49ca-850d-a0925890e465 req-f949c3d9-45d7-47c8-914e-75cc7c4a61dc tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 947 time: 0.0548787 Oct 12 19:32:54.247106 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9e74e323-b9ef-49ca-850d-a0925890e465 req-40fc0366-3a4e-4573-8c9e-459dece76f6b tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391312 Oct 12 19:32:54.255115 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 34152) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:32:54.306590 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 34162) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:32:54.403423 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-819f0841-6e47-480d-9cbb-993a820ade09 tempest-FloatingIPAdminTestJSON-1908358457 tempest-FloatingIPAdminTestJSON-1908358457-project-admin] Allocated IP 172.25.5.100 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/9e318043-ea25-4020-925a-e29bab53e037) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:32:54.463952 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-f11b7172-3bd8-44c4-bd31-d1c7488f511c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1449942919-network', 'tenant_id': '811cfaee5aef4af79e24164832947c33'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:32:54.483635 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b0fe6a-b66c-4577-a70e-a5e9fa25188f req-aa704b70-4c94-470f-9f79-e02fa803fbed tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:54.485231 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c5b0fe6a-b66c-4577-a70e-a5e9fa25188f req-aa704b70-4c94-470f-9f79-e02fa803fbed tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 947 time: 0.0732119 Oct 12 19:32:54.538637 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-819f0841-6e47-480d-9cbb-993a820ade09 tempest-FloatingIPAdminTestJSON-1908358457 tempest-FloatingIPAdminTestJSON-1908358457-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:54.582955 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f11b7172-3bd8-44c4-bd31-d1c7488f511c admin admin] Made reservation on behalf of 811cfaee5aef4af79e24164832947c33 for: {'network': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:32:54.585326 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f11b7172-3bd8-44c4-bd31-d1c7488f511c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:54.594387 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f11b7172-3bd8-44c4-bd31-d1c7488f511c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:54.648800 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-819f0841-6e47-480d-9cbb-993a820ade09 tempest-FloatingIPAdminTestJSON-1908358457 tempest-FloatingIPAdminTestJSON-1908358457-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:54.661627 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c5b0fe6a-b66c-4577-a70e-a5e9fa25188f req-c744bfbc-86e9-4a3a-b415-28e424de44a0 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234701 Oct 12 19:32:54.726163 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819f0841-6e47-480d-9cbb-993a820ade09 tempest-FloatingIPAdminTestJSON-1908358457 tempest-FloatingIPAdminTestJSON-1908358457-project-admin] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:32:54.727374 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f11b7172-3bd8-44c4-bd31-d1c7488f511c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:54.728599 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-819f0841-6e47-480d-9cbb-993a820ade09 tempest-FloatingIPAdminTestJSON-1908358457 tempest-FloatingIPAdminTestJSON-1908358457-project-admin] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:32:54.730895 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819f0841-6e47-480d-9cbb-993a820ade09 tempest-FloatingIPAdminTestJSON-1908358457 tempest-FloatingIPAdminTestJSON-1908358457-project-admin] Pushing event updated for resources: {'Port': ['ID=9e318043-ea25-4020-925a-e29bab53e037,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:32:54.733131 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819f0841-6e47-480d-9cbb-993a820ade09 tempest-FloatingIPAdminTestJSON-1908358457 tempest-FloatingIPAdminTestJSON-1908358457-project-admin] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:32:54.764215 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30efb7b1-34c4-44c6-980d-297a299831b1 req-47ca606f-36cb-428f-b23c-df1196dc05f1 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:54.780875 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-30efb7b1-34c4-44c6-980d-297a299831b1 req-47ca606f-36cb-428f-b23c-df1196dc05f1 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.61 "GET /v2.0/networks?id=f582be35-bab4-4f26-bc1a-58db576191d3 HTTP/1.1" status: 200 len: 805 time: 0.2393868 Oct 12 19:32:54.805141 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-30efb7b1-34c4-44c6-980d-297a299831b1 req-ad9f1dad-4638-4f5e-b600-06f9fa9346e2 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Request body: {'port': {'device_id': '6299e897-cc7b-46d7-b438-cbc0697e9332', 'network_id': 'f582be35-bab4-4f26-bc1a-58db576191d3', 'admin_state_up': True, 'tenant_id': '6c99bbccf03340f58d38acd132b2d311'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:32:54.830074 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c78aa643-acc1-472b-81ed-63e1832be578 req-a5e51c5e-51ed-4e09-8ce8-e95f32295d6e tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=6299e897-cc7b-46d7-b438-cbc0697e9332 HTTP/1.1" status: 200 len: 210 time: 0.0556300 Oct 12 19:32:54.831946 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f11b7172-3bd8-44c4-bd31-d1c7488f511c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:54.892472 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f11b7172-3bd8-44c4-bd31-d1c7488f511c admin admin] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=95501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:32:54.915777 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11b7172-3bd8-44c4-bd31-d1c7488f511c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbadccc0-c85a-487e-8da4-3a11aca70c12,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:32:54.921122 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f11b7172-3bd8-44c4-bd31-d1c7488f511c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:54.921472 n-d-813679-3 neutron-server[95501]: INFO neutron.db.segments_db [None req-f11b7172-3bd8-44c4-bd31-d1c7488f511c admin admin] Added segment e63f83d5-85c3-489d-99f4-18d9a9b82b19 of type vlan for network e1de796f-6482-493c-b5ac-b28a591020e2 Oct 12 19:32:55.012795 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f11b7172-3bd8-44c4-bd31-d1c7488f511c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:55.019289 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86869a17-5c8a-466f-9962-1019ec892bcc req-1f5a88f5-1128-4bda-8800-211155d26e81 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:55.022835 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-86869a17-5c8a-466f-9962-1019ec892bcc req-1f5a88f5-1128-4bda-8800-211155d26e81 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 947 time: 0.1688285 Oct 12 19:32:55.103618 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-86869a17-5c8a-466f-9962-1019ec892bcc req-7b5d9723-9e4c-4b07-974d-e7dc649ddcd3 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697982 Oct 12 19:32:55.177193 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3dbe1e63-5187-49f4-be77-dfecf9e6d77e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8092566'] for router_interface, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:55.177651 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f11b7172-3bd8-44c4-bd31-d1c7488f511c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:55.179901 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11b7172-3bd8-44c4-bd31-d1c7488f511c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:55.180787 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f11b7172-3bd8-44c4-bd31-d1c7488f511c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:55.223557 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30efb7b1-34c4-44c6-980d-297a299831b1 req-ad9f1dad-4638-4f5e-b600-06f9fa9346e2 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Made reservation on behalf of 6c99bbccf03340f58d38acd132b2d311 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:32:55.227661 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-30efb7b1-34c4-44c6-980d-297a299831b1 req-ad9f1dad-4638-4f5e-b600-06f9fa9346e2 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:55.307941 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11b7172-3bd8-44c4-bd31-d1c7488f511c admin admin] Pushing event updated for resources: {'Network': ['ID=e1de796f-6482-493c-b5ac-b28a591020e2,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:32:55.325684 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network e1de796f-6482-493c-b5ac-b28a591020e2 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:32:55.340574 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-819f0841-6e47-480d-9cbb-993a820ade09 tempest-FloatingIPAdminTestJSON-1908358457 tempest-FloatingIPAdminTestJSON-1908358457-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:55.404393 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-f11b7172-3bd8-44c4-bd31-d1c7488f511c admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1481395 Oct 12 19:32:55.405569 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 34186) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:32:55.410273 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-20d58839-c95e-4669-9db5-0faa8a902565 admin admin] Request body: {'subnet': {'network_id': 'e1de796f-6482-493c-b5ac-b28a591020e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1449942919-subnet', 'tenant_id': '811cfaee5aef4af79e24164832947c33', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:32:55.455850 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7027d5e-9df7-4176-a66b-5bcb06e55585 req-ee84b1cd-4b28-4eb1-881a-a6bf05cf1587 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:55.457350 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b7027d5e-9df7-4176-a66b-5bcb06e55585 req-ee84b1cd-4b28-4eb1-881a-a6bf05cf1587 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 947 time: 0.2065585 Oct 12 19:32:55.468357 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-819f0841-6e47-480d-9cbb-993a820ade09 tempest-FloatingIPAdminTestJSON-1908358457 tempest-FloatingIPAdminTestJSON-1908358457-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:55.506995 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20d58839-c95e-4669-9db5-0faa8a902565 admin admin] Made reservation on behalf of 811cfaee5aef4af79e24164832947c33 for: {'subnet': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:32:55.509557 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-20d58839-c95e-4669-9db5-0faa8a902565 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4612397'] for subnet, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:55.527509 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [req-30efb7b1-34c4-44c6-980d-297a299831b1 req-ad9f1dad-4638-4f5e-b600-06f9fa9346e2 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Allocated IP 172.20.0.9 (f582be35-bab4-4f26-bc1a-58db576191d3/73b6b3c2-9ed6-4d2c-9d78-2de520105652/74267d41-a6a0-44d9-af86-3d17fd7a058c) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:32:55.556577 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b7027d5e-9df7-4176-a66b-5bcb06e55585 req-99df04b9-bc14-4ccf-8f99-bbd384df5f4c tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810628 Oct 12 19:32:55.749285 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-3dbe1e63-5187-49f4-be77-dfecf9e6d77e admin admin] Deleting port b965cccb-c136-4e48-b00f-7bbca1b3ef52 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:32:55.750026 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3dbe1e63-5187-49f4-be77-dfecf9e6d77e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:55.758287 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd4c438-7a80-4787-8cf9-771fbdd0a93e req-8311c823-95ff-40f1-86ab-7ee2be0dc7dd tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:55.759793 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-bdd4c438-7a80-4787-8cf9-771fbdd0a93e req-8311c823-95ff-40f1-86ab-7ee2be0dc7dd tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 947 time: 0.1120486 Oct 12 19:32:55.829665 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-30efb7b1-34c4-44c6-980d-297a299831b1 req-ad9f1dad-4638-4f5e-b600-06f9fa9346e2 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:55.838974 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-819f0841-6e47-480d-9cbb-993a820ade09 tempest-FloatingIPAdminTestJSON-1908358457 tempest-FloatingIPAdminTestJSON-1908358457-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:55.880797 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-bdd4c438-7a80-4787-8cf9-771fbdd0a93e req-bd273acb-0936-46d0-9c48-927e70639629 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967493 Oct 12 19:32:55.892831 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-3dbe1e63-5187-49f4-be77-dfecf9e6d77e admin admin] For port b965cccb-c136-4e48-b00f-7bbca1b3ef52, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=b965cccb-c136-4e48-b00f-7bbca1b3ef52,segment=NetworkSegment(d3bbc1b0-43de-46c9-85ac-bcdee6118989),segment_id=d3bbc1b0-43de-46c9-85ac-bcdee6118989)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:32:55.893139 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3dbe1e63-5187-49f4-be77-dfecf9e6d77e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:55.912234 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-3dbe1e63-5187-49f4-be77-dfecf9e6d77e admin admin] Calling delete_port for b965cccb-c136-4e48-b00f-7bbca1b3ef52 owned by network:router_interface {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:32:55.925853 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-819f0841-6e47-480d-9cbb-993a820ade09 tempest-FloatingIPAdminTestJSON-1908358457 tempest-FloatingIPAdminTestJSON-1908358457-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:56.014806 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-fc08545f-bf3c-4344-9b53-8df7f8455f0b req-efc053ea-506d-4047-b8dc-f094f1853943 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=6299e897-cc7b-46d7-b438-cbc0697e9332 HTTP/1.1" status: 200 len: 210 time: 0.0503879 Oct 12 19:32:56.023592 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-20d58839-c95e-4669-9db5-0faa8a902565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4824863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4612355'] for subnet, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:56.049998 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819f0841-6e47-480d-9cbb-993a820ade09 tempest-FloatingIPAdminTestJSON-1908358457 tempest-FloatingIPAdminTestJSON-1908358457-project-admin] Pushing event updated for resources: {'Port': ['ID=9e318043-ea25-4020-925a-e29bab53e037,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:32:56.062294 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-30efb7b1-34c4-44c6-980d-297a299831b1 req-ad9f1dad-4638-4f5e-b600-06f9fa9346e2 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:56.076557 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['26e2e43b-64cb-42a6-8bbf-733d254324d0', 'ba5badd8-6e07-49e6-9658-31bb763a2815'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:32:56.118246 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30efb7b1-34c4-44c6-980d-297a299831b1 req-ad9f1dad-4638-4f5e-b600-06f9fa9346e2 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Network f582be35-bab4-4f26-bc1a-58db576191d3 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:32:56.124673 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [req-30efb7b1-34c4-44c6-980d-297a299831b1 req-ad9f1dad-4638-4f5e-b600-06f9fa9346e2 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:32:56.126485 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684a68ea-834d-4e70-b694-0efa7fc732cf req-0ece7281-34b8-4b04-a356-643c44a1a8cb tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:56.130368 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-30efb7b1-34c4-44c6-980d-297a299831b1 req-ad9f1dad-4638-4f5e-b600-06f9fa9346e2 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:32:56.134904 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-684a68ea-834d-4e70-b694-0efa7fc732cf req-0ece7281-34b8-4b04-a356-643c44a1a8cb tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 947 time: 0.1704624 Oct 12 19:32:56.137467 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-819f0841-6e47-480d-9cbb-993a820ade09 tempest-FloatingIPAdminTestJSON-1908358457 tempest-FloatingIPAdminTestJSON-1908358457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7915414'] for floatingip, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:56.166357 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9f1dad-4638-4f5e-b600-06f9fa9346e2 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Pushing event updated for resources: {'Port': ['ID=74267d41-a6a0-44d9-af86-3d17fd7a058c,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:32:56.212319 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30efb7b1-34c4-44c6-980d-297a299831b1 req-ad9f1dad-4638-4f5e-b600-06f9fa9346e2 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:56.213004 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-30efb7b1-34c4-44c6-980d-297a299831b1 req-ad9f1dad-4638-4f5e-b600-06f9fa9346e2 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:56.315526 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-30efb7b1-34c4-44c6-980d-297a299831b1 req-ad9f1dad-4638-4f5e-b600-06f9fa9346e2 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5218360 Oct 12 19:32:56.332174 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-30efb7b1-34c4-44c6-980d-297a299831b1 req-ab6cebff-22f4-4ead-8d31-bfb962fabbca service neutron] Request body: {'port': {'device_id': '6299e897-cc7b-46d7-b438-cbc0697e9332', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:32:56.366304 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3dbe1e63-5187-49f4-be77-dfecf9e6d77e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:56.416507 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbe1e63-5187-49f4-be77-dfecf9e6d77e admin admin] Pushing event deleted for resources: {'Port': ['ID=b965cccb-c136-4e48-b00f-7bbca1b3ef52,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:32:56.466442 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-30efb7b1-34c4-44c6-980d-297a299831b1 req-ab6cebff-22f4-4ead-8d31-bfb962fabbca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:56.589451 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d58839-c95e-4669-9db5-0faa8a902565 admin admin] Pushing event updated for resources: {'Subnet': ['ID=914db72d-f2c7-4670-91dc-11fde7252bf5,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:32:56.624671 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d58839-c95e-4669-9db5-0faa8a902565 admin admin] Checking segment: {'id': 'e63f83d5-85c3-489d-99f4-18d9a9b82b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'e1de796f-6482-493c-b5ac-b28a591020e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:32:56.625044 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d58839-c95e-4669-9db5-0faa8a902565 admin admin] Network hostable DHCP agents. Network: e1de796f-6482-493c-b5ac-b28a591020e2, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:32:56.637343 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-684a68ea-834d-4e70-b694-0efa7fc732cf req-26c369fc-a602-489b-ab8c-819033c008b8 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5016053 Oct 12 19:32:56.639169 n-d-813679-3 neutron-server[95501]: INFO neutron.db.l3_db [None req-819f0841-6e47-480d-9cbb-993a820ade09 tempest-FloatingIPAdminTestJSON-1908358457 tempest-FloatingIPAdminTestJSON-1908358457-project-admin] Floating IP b2c1347d-4d24-4518-a8e2-f35c2564f859 associated. External IP: 172.25.5.100, port: f4476c51-639b-42e2-ba23-fdd707499baa. Oct 12 19:32:56.729127 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3dbe1e63-5187-49f4-be77-dfecf9e6d77e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7898909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8092450'] for router_interface, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:56.817321 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d58839-c95e-4669-9db5-0faa8a902565 admin admin] Network e1de796f-6482-493c-b5ac-b28a591020e2 is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:32:56.892760 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-20d58839-c95e-4669-9db5-0faa8a902565 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, e1de796f-6482-493c-b5ac-b28a591020e2) {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:32:56.899902 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d58839-c95e-4669-9db5-0faa8a902565 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:56.902460 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-20d58839-c95e-4669-9db5-0faa8a902565 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:56.908910 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97326bf3-32bf-4274-840d-5b94053a06cf None None] Network e1de796f-6482-493c-b5ac-b28a591020e2 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:32:56.909477 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eadac9-cae0-4a6d-ae7c-f3138a59f83b req-ee21a879-c5c5-43f2-8a9e-1896dd8cdc4b tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:56.911305 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-34eadac9-cae0-4a6d-ae7c-f3138a59f83b req-ee21a879-c5c5-43f2-8a9e-1896dd8cdc4b tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 947 time: 0.1651177 Oct 12 19:32:56.929946 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-819f0841-6e47-480d-9cbb-993a820ade09 tempest-FloatingIPAdminTestJSON-1908358457 tempest-FloatingIPAdminTestJSON-1908358457-project-admin] Router 57fbfe32-32cd-466d-af7d-8d47ac8fe71a has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:32:57.039406 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-20d58839-c95e-4669-9db5-0faa8a902565 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.6331947 Oct 12 19:32:57.042210 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 34218) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:32:57.046887 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-2374cb5b-0e3f-4578-b0d8-a23f1e36a6cb admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1449942919-router', 'tenant_id': '811cfaee5aef4af79e24164832947c33', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:32:57.090166 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fba305f-210f-478d-8b11-9df750669d4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-e1de796f-6482-493c-b5ac-b28a591020e2', 'network_id': 'e1de796f-6482-493c-b5ac-b28a591020e2', 'tenant_id': '811cfaee5aef4af79e24164832947c33', 'fixed_ips': [{'subnet_id': '914db72d-f2c7-4670-91dc-11fde7252bf5'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:32:57.091403 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7fba305f-210f-478d-8b11-9df750669d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:57.092586 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-819f0841-6e47-480d-9cbb-993a820ade09 tempest-FloatingIPAdminTestJSON-1908358457 tempest-FloatingIPAdminTestJSON-1908358457-project-admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:32:57.107861 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6d5273-624e-4eff-b9bf-21206754e0e1 None None] Sync routers for ids ['57fbfe32-32cd-466d-af7d-8d47ac8fe71a'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:32:57.132882 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6d5273-624e-4eff-b9bf-21206754e0e1 None None] Routers {'57fbfe32-32cd-466d-af7d-8d47ac8fe71a'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:32:57.133535 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-8e6d5273-624e-4eff-b9bf-21206754e0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:32:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['57fbfe32-32cd-466d-af7d-8d47ac8fe71a'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:32:57.181121 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-8e6d5273-624e-4eff-b9bf-21206754e0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:32:57.197549 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2374cb5b-0e3f-4578-b0d8-a23f1e36a6cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8093678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255505'] for router, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:57.198605 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2374cb5b-0e3f-4578-b0d8-a23f1e36a6cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8093562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8087085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8022306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255518'] for router, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:57.205884 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6d5273-624e-4eff-b9bf-21206754e0e1 None None] Routers {'57fbfe32-32cd-466d-af7d-8d47ac8fe71a'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:32:57.206524 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-8e6d5273-624e-4eff-b9bf-21206754e0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:32:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['57fbfe32-32cd-466d-af7d-8d47ac8fe71a'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:32:57.252917 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a775a247-3c01-489f-bc8d-51b356eb44ee req-26ade080-8688-42c9-97d0-6d59b21d2933 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:57.254535 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a775a247-3c01-489f-bc8d-51b356eb44ee req-26ade080-8688-42c9-97d0-6d59b21d2933 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=6299e897-cc7b-46d7-b438-cbc0697e9332 HTTP/1.1" status: 200 len: 931 time: 0.1066189 Oct 12 19:32:57.295142 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-8e6d5273-624e-4eff-b9bf-21206754e0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:32:57.295799 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6d5273-624e-4eff-b9bf-21206754e0e1 None None] The sync data for ids ['57fbfe32-32cd-466d-af7d-8d47ac8fe71a'] in n-d-813679-3 is: [] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:32:57.302755 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-819f0841-6e47-480d-9cbb-993a820ade09 tempest-FloatingIPAdminTestJSON-1908358457 tempest-FloatingIPAdminTestJSON-1908358457-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:57.304341 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-7fba305f-210f-478d-8b11-9df750669d4b None None] Allocated IP 172.20.0.2 (e1de796f-6482-493c-b5ac-b28a591020e2/914db72d-f2c7-4670-91dc-11fde7252bf5/f8be69b7-3165-4318-8bea-fbc9a86d48e9) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:32:57.311652 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2374cb5b-0e3f-4578-b0d8-a23f1e36a6cb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:57.358465 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-819f0841-6e47-480d-9cbb-993a820ade09 tempest-FloatingIPAdminTestJSON-1908358457 tempest-FloatingIPAdminTestJSON-1908358457-project-admin] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 3.6926396 Oct 12 19:32:57.363208 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 34224) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:32:57.373065 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a775a247-3c01-489f-bc8d-51b356eb44ee req-926ee3be-ced8-4d9d-89e9-19c1f382c1f0 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c11fc84-4f57-43db-8c17-f81427a08139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813270 Oct 12 19:32:57.424823 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [req-30efb7b1-34c4-44c6-980d-297a299831b1 req-ab6cebff-22f4-4ead-8d31-bfb962fabbca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74267d41-a6a0-44d9-af86-3d17fd7a058c {{(pid=95502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:32:57.463103 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-34eadac9-cae0-4a6d-ae7c-f3138a59f83b req-d91d4b39-3ac1-4d2e-973c-19985dc57e4d tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5444195 Oct 12 19:32:57.466455 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-30efb7b1-34c4-44c6-980d-297a299831b1 req-ab6cebff-22f4-4ead-8d31-bfb962fabbca service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:57.489052 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-30efb7b1-34c4-44c6-980d-297a299831b1 req-ab6cebff-22f4-4ead-8d31-bfb962fabbca service neutron] Transition to ACTIVE for port object 74267d41-a6a0-44d9-af86-3d17fd7a058c will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:32:57.490766 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7fba305f-210f-478d-8b11-9df750669d4b None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:57.558533 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dbe1e63-5187-49f4-be77-dfecf9e6d77e admin admin] Router 63c84c4c-04b4-4848-96cd-ef16141e0fc3 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:32:57.594838 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-1034fe7d-60eb-43a1-ab73-97e0472857b7 tempest-FloatingIPAdminTestJSON-1908358457 tempest-FloatingIPAdminTestJSON-1908358457-project-admin] 10.222.0.49 "GET /v2.0/floatingips/b2c1347d-4d24-4518-a8e2-f35c2564f859 HTTP/1.1" status: 200 len: 982 time: 0.2186759 Oct 12 19:32:57.597035 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 34234) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:32:57.615574 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-30efb7b1-34c4-44c6-980d-297a299831b1 req-ab6cebff-22f4-4ead-8d31-bfb962fabbca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:57.624064 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2374cb5b-0e3f-4578-b0d8-a23f1e36a6cb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:57.661325 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7fba305f-210f-478d-8b11-9df750669d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:57.716705 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fba305f-210f-478d-8b11-9df750669d4b None None] Network e1de796f-6482-493c-b5ac-b28a591020e2 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:32:57.721409 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-7fba305f-210f-478d-8b11-9df750669d4b None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:32:57.723434 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fba305f-210f-478d-8b11-9df750669d4b None None] Pushing event updated for resources: {'Port': ['ID=f8be69b7-3165-4318-8bea-fbc9a86d48e9,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:32:57.726244 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fba305f-210f-478d-8b11-9df750669d4b None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:32:57.758538 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-4da3b67d-8641-49c8-83e5-5f1d98362a60 tempest-FloatingIPAdminTestJSON-1908358457 tempest-FloatingIPAdminTestJSON-1908358457-project-admin] 10.222.0.49 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1465 time: 0.1601393 Oct 12 19:32:57.761439 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 34236) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:32:57.776404 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6cebff-22f4-4ead-8d31-bfb962fabbca service neutron] Pushing event updated for resources: {'Port': ['ID=74267d41-a6a0-44d9-af86-3d17fd7a058c,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:32:57.798915 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-7fba305f-210f-478d-8b11-9df750669d4b None None] Attempting to bind port f8be69b7-3165-4318-8bea-fbc9a86d48e9 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:32:57.799583 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-7fba305f-210f-478d-8b11-9df750669d4b None None] Attempting to bind port f8be69b7-3165-4318-8bea-fbc9a86d48e9 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'e63f83d5-85c3-489d-99f4-18d9a9b82b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'e1de796f-6482-493c-b5ac-b28a591020e2'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:32:57.800160 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fba305f-210f-478d-8b11-9df750669d4b None None] Attempting to bind port f8be69b7-3165-4318-8bea-fbc9a86d48e9 on network e1de796f-6482-493c-b5ac-b28a591020e2 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:32:57.806945 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fba305f-210f-478d-8b11-9df750669d4b None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:32:57.807597 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fba305f-210f-478d-8b11-9df750669d4b None None] Checking segment: {'id': 'e63f83d5-85c3-489d-99f4-18d9a9b82b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'e1de796f-6482-493c-b5ac-b28a591020e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:32:57.808318 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7fba305f-210f-478d-8b11-9df750669d4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:57.809026 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fba305f-210f-478d-8b11-9df750669d4b None None] Bound using segment: {'id': 'e63f83d5-85c3-489d-99f4-18d9a9b82b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'e1de796f-6482-493c-b5ac-b28a591020e2'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:32:57.810244 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-7fba305f-210f-478d-8b11-9df750669d4b None None] Bound port: f8be69b7-3165-4318-8bea-fbc9a86d48e9, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e63f83d5-85c3-489d-99f4-18d9a9b82b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'e1de796f-6482-493c-b5ac-b28a591020e2'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:32:57.810796 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7fba305f-210f-478d-8b11-9df750669d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:57.825423 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eef3e9-bcba-4a63-bc2e-69f34183d664 req-b449290c-3027-42d0-a3f0-535f47f1c22f tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:57.826949 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d9eef3e9-bcba-4a63-bc2e-69f34183d664 req-b449290c-3027-42d0-a3f0-535f47f1c22f tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 947 time: 0.1964314 Oct 12 19:32:57.830026 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dbe1e63-5187-49f4-be77-dfecf9e6d77e admin admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:32:57.838567 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-3dbe1e63-5187-49f4-be77-dfecf9e6d77e admin admin] 10.222.0.49 "PUT /v2.0/routers/63c84c4c-04b4-4848-96cd-ef16141e0fc3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5286174 Oct 12 19:32:57.847079 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 34238) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:32:57.891241 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df9911f-3017-4294-90dc-cb49e8d29e86 None None] Sync routers for ids ['63c84c4c-04b4-4848-96cd-ef16141e0fc3'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:32:57.914957 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df9911f-3017-4294-90dc-cb49e8d29e86 None None] Routers {'63c84c4c-04b4-4848-96cd-ef16141e0fc3'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:32:57.915743 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-6df9911f-3017-4294-90dc-cb49e8d29e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:32:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['63c84c4c-04b4-4848-96cd-ef16141e0fc3'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:32:57.933181 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-30efb7b1-34c4-44c6-980d-297a299831b1 req-ab6cebff-22f4-4ead-8d31-bfb962fabbca service neutron] Attempting to bind port 74267d41-a6a0-44d9-af86-3d17fd7a058c on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:32:57.933736 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-30efb7b1-34c4-44c6-980d-297a299831b1 req-ab6cebff-22f4-4ead-8d31-bfb962fabbca service neutron] Attempting to bind port 74267d41-a6a0-44d9-af86-3d17fd7a058c by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': '25f482b3-2b9d-4f97-b4b0-3430c63be1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'f582be35-bab4-4f26-bc1a-58db576191d3'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:32:57.933844 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30efb7b1-34c4-44c6-980d-297a299831b1 req-ab6cebff-22f4-4ead-8d31-bfb962fabbca service neutron] Attempting to bind port 74267d41-a6a0-44d9-af86-3d17fd7a058c on network f582be35-bab4-4f26-bc1a-58db576191d3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:32:57.972051 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-7fba305f-210f-478d-8b11-9df750669d4b None None] For port f8be69b7-3165-4318-8bea-fbc9a86d48e9, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:32:57.976811 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d9eef3e9-bcba-4a63-bc2e-69f34183d664 req-52bc607e-84ec-4345-90d0-306fbb2c2735 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390309 Oct 12 19:32:57.978132 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-7fba305f-210f-478d-8b11-9df750669d4b None None] For port f8be69b7-3165-4318-8bea-fbc9a86d48e9, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=f8be69b7-3165-4318-8bea-fbc9a86d48e9,segment=NetworkSegment(e63f83d5-85c3-489d-99f4-18d9a9b82b19),segment_id=e63f83d5-85c3-489d-99f4-18d9a9b82b19)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:32:57.978645 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30efb7b1-34c4-44c6-980d-297a299831b1 req-ab6cebff-22f4-4ead-8d31-bfb962fabbca service neutron] Port 74267d41-a6a0-44d9-af86-3d17fd7a058c on network f582be35-bab4-4f26-bc1a-58db576191d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:32:57.978910 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30efb7b1-34c4-44c6-980d-297a299831b1 req-ab6cebff-22f4-4ead-8d31-bfb962fabbca service neutron] Attempting to bind port 74267d41-a6a0-44d9-af86-3d17fd7a058c on network f582be35-bab4-4f26-bc1a-58db576191d3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:32:57.991197 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30efb7b1-34c4-44c6-980d-297a299831b1 req-ab6cebff-22f4-4ead-8d31-bfb962fabbca service neutron] Checking agent: {'id': 'f5e9725f-f5a6-43c2-a1be-95e21e9a1fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:32:57.991540 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30efb7b1-34c4-44c6-980d-297a299831b1 req-ab6cebff-22f4-4ead-8d31-bfb962fabbca service neutron] Checking segment: {'id': '25f482b3-2b9d-4f97-b4b0-3430c63be1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'f582be35-bab4-4f26-bc1a-58db576191d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:32:57.991924 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30efb7b1-34c4-44c6-980d-297a299831b1 req-ab6cebff-22f4-4ead-8d31-bfb962fabbca service neutron] Bound using segment: {'id': '25f482b3-2b9d-4f97-b4b0-3430c63be1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'f582be35-bab4-4f26-bc1a-58db576191d3'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:32:57.992498 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-30efb7b1-34c4-44c6-980d-297a299831b1 req-ab6cebff-22f4-4ead-8d31-bfb962fabbca service neutron] Bound port: 74267d41-a6a0-44d9-af86-3d17fd7a058c, host: n-h1-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25f482b3-2b9d-4f97-b4b0-3430c63be1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'f582be35-bab4-4f26-bc1a-58db576191d3'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:32:57.992804 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-30efb7b1-34c4-44c6-980d-297a299831b1 req-ab6cebff-22f4-4ead-8d31-bfb962fabbca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:58.019779 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-92342c66-a97e-4127-ab2a-610e153c29fd admin admin] Notify callbacks [] for router, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:58.069151 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7fba305f-210f-478d-8b11-9df750669d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:58.100012 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-6df9911f-3017-4294-90dc-cb49e8d29e86 None None] Set router 63c84c4c-04b4-4848-96cd-ef16141e0fc3 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:32:58.164502 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-30efb7b1-34c4-44c6-980d-297a299831b1 req-ab6cebff-22f4-4ead-8d31-bfb962fabbca service neutron] For port 74267d41-a6a0-44d9-af86-3d17fd7a058c, host n-h1-813679-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:32:58.169938 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-30efb7b1-34c4-44c6-980d-297a299831b1 req-ab6cebff-22f4-4ead-8d31-bfb962fabbca service neutron] For port 74267d41-a6a0-44d9-af86-3d17fd7a058c, host n-h1-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=74267d41-a6a0-44d9-af86-3d17fd7a058c,segment=NetworkSegment(25f482b3-2b9d-4f97-b4b0-3430c63be1bb),segment_id=25f482b3-2b9d-4f97-b4b0-3430c63be1bb)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:32:58.181805 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-92342c66-a97e-4127-ab2a-610e153c29fd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:58.229545 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-30efb7b1-34c4-44c6-980d-297a299831b1 req-ab6cebff-22f4-4ead-8d31-bfb962fabbca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:58.272354 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adba6d8e-f76c-4b87-aa7e-735aaec25ebf req-0e291ff6-5f28-4d44-b312-dbc16b9ba49a tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:58.282242 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-adba6d8e-f76c-4b87-aa7e-735aaec25ebf req-0e291ff6-5f28-4d44-b312-dbc16b9ba49a tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 947 time: 0.1344941 Oct 12 19:32:58.317358 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fba305f-210f-478d-8b11-9df750669d4b None None] Pushing event updated for resources: {'Port': ['ID=f8be69b7-3165-4318-8bea-fbc9a86d48e9,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:32:58.335567 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-d7c52d75-f508-4c4f-a23f-1f8cd8a8698f tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Deleting port 9e318043-ea25-4020-925a-e29bab53e037 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:32:58.336358 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d7c52d75-f508-4c4f-a23f-1f8cd8a8698f tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:58.342363 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30efb7b1-34c4-44c6-980d-297a299831b1 req-ab6cebff-22f4-4ead-8d31-bfb962fabbca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:58.343003 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-30efb7b1-34c4-44c6-980d-297a299831b1 req-ab6cebff-22f4-4ead-8d31-bfb962fabbca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:58.346315 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-30efb7b1-34c4-44c6-980d-297a299831b1 req-ab6cebff-22f4-4ead-8d31-bfb962fabbca service neutron] 10.222.0.61 "PUT /v2.0/ports/74267d41-a6a0-44d9-af86-3d17fd7a058c HTTP/1.1" status: 200 len: 1091 time: 2.0205686 Oct 12 19:32:58.352317 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6299e897-cc7b-46d7-b438-cbc0697e9332', 'tag': '74267d41-a6a0-44d9-af86-3d17fd7a058c'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:32:58.354724 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-495f2711-69f0-4f56-87bb-471a547b8a9b" -d '{"events": [{"name": "network-changed", "server_uuid": "6299e897-cc7b-46d7-b438-cbc0697e9332", "tag": "74267d41-a6a0-44d9-af86-3d17fd7a058c"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:32:58.478453 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70cb5da7-d354-46ed-9d9c-2b0d4d41f663 x-openstack-request-id: req-70cb5da7-d354-46ed-9d9c-2b0d4d41f663 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:32:58.478940 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6299e897-cc7b-46d7-b438-cbc0697e9332", "tag": "74267d41-a6a0-44d9-af86-3d17fd7a058c", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:32:58.479046 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-70cb5da7-d354-46ed-9d9c-2b0d4d41f663 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:32:58.479374 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6299e897-cc7b-46d7-b438-cbc0697e9332', 'tag': '74267d41-a6a0-44d9-af86-3d17fd7a058c', 'status': 'completed', 'code': 200} Oct 12 19:32:58.481228 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6cebff-22f4-4ead-8d31-bfb962fabbca service neutron] Pushing event updated for resources: {'Port': ['ID=74267d41-a6a0-44d9-af86-3d17fd7a058c,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:32:58.501109 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-6df9911f-3017-4294-90dc-cb49e8d29e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c84c4c-04b4-4848-96cd-ef16141e0fc3', 'name': 'tempest-ServerRescueNegativeTestJSON-1315435299-router', 'tenant_id': '4c933ffb6c834d75ab3714dceb2123eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '5ccef03e-acd7-41d0-879f-c85daca31b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:29:52Z', 'updated_at': '2021-10-12T19:32:56Z', 'revision_number': 5, 'project_id': '4c933ffb6c834d75ab3714dceb2123eb', 'gw_port': {'id': '5ccef03e-acd7-41d0-879f-c85daca31b11', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ed:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c84c4c-04b4-4848-96cd-ef16141e0fc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2181, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:29:54Z', 'updated_at': '2021-10-12T19:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:32:58.541909 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df9911f-3017-4294-90dc-cb49e8d29e86 None None] Checking router: 63c84c4c-04b4-4848-96cd-ef16141e0fc3 for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:32:58.551215 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df9911f-3017-4294-90dc-cb49e8d29e86 None None] Routers {'63c84c4c-04b4-4848-96cd-ef16141e0fc3'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:32:58.551840 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-6df9911f-3017-4294-90dc-cb49e8d29e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:32:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['63c84c4c-04b4-4848-96cd-ef16141e0fc3'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:32:58.555014 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-adba6d8e-f76c-4b87-aa7e-735aaec25ebf req-20f31a1a-6ba1-4ca5-ba76-aa94b8c0855c tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644653 Oct 12 19:32:58.592483 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-92342c66-a97e-4127-ab2a-610e153c29fd admin admin] Deleting port 5ccef03e-acd7-41d0-879f-c85daca31b11 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:32:58.592831 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-92342c66-a97e-4127-ab2a-610e153c29fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:58.677664 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2374cb5b-0e3f-4578-b0d8-a23f1e36a6cb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:58.694618 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-6df9911f-3017-4294-90dc-cb49e8d29e86 None None] Set router 63c84c4c-04b4-4848-96cd-ef16141e0fc3 gateway port host: None {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:32:58.705259 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2374cb5b-0e3f-4578-b0d8-a23f1e36a6cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:58.715004 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30efb7b1-34c4-44c6-980d-297a299831b1 req-5639d270-ccfc-477d-a39c-c68e153f8df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:58.717640 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-30efb7b1-34c4-44c6-980d-297a299831b1 req-5639d270-ccfc-477d-a39c-c68e153f8df6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6c99bbccf03340f58d38acd132b2d311&device_id=6299e897-cc7b-46d7-b438-cbc0697e9332 HTTP/1.1" status: 200 len: 1094 time: 0.2303553 Oct 12 19:32:58.742629 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d7c52d75-f508-4c4f-a23f-1f8cd8a8698f tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:58.742965 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d7c52d75-f508-4c4f-a23f-1f8cd8a8698f tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:58.761696 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-6df9911f-3017-4294-90dc-cb49e8d29e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c84c4c-04b4-4848-96cd-ef16141e0fc3', 'name': 'tempest-ServerRescueNegativeTestJSON-1315435299-router', 'tenant_id': '4c933ffb6c834d75ab3714dceb2123eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:29:52Z', 'updated_at': '2021-10-12T19:32:58Z', 'revision_number': 6, 'project_id': '4c933ffb6c834d75ab3714dceb2123eb', 'gw_port_host': None}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:32:58.782454 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3bbc20-7e39-4d96-9798-06ded687a75c req-3f2be6e6-17a5-4ce6-bdb6-7f18206eabbb tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:58.790387 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1d3bbc20-7e39-4d96-9798-06ded687a75c req-3f2be6e6-17a5-4ce6-bdb6-7f18206eabbb tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=6299e897-cc7b-46d7-b438-cbc0697e9332 HTTP/1.1" status: 200 len: 943 time: 0.2524314 Oct 12 19:32:58.793558 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-92342c66-a97e-4127-ab2a-610e153c29fd admin admin] For port 5ccef03e-acd7-41d0-879f-c85daca31b11, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=5ccef03e-acd7-41d0-879f-c85daca31b11,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:32:58.794452 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-92342c66-a97e-4127-ab2a-610e153c29fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:58.796018 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df9911f-3017-4294-90dc-cb49e8d29e86 None None] The sync data for ids ['63c84c4c-04b4-4848-96cd-ef16141e0fc3'] in n-d-813679-3 is: [{'id': '63c84c4c-04b4-4848-96cd-ef16141e0fc3', 'name': 'tempest-ServerRescueNegativeTestJSON-1315435299-router', 'tenant_id': '4c933ffb6c834d75ab3714dceb2123eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:29:52Z', 'updated_at': '2021-10-12T19:32:58Z', 'revision_number': 6, 'project_id': '4c933ffb6c834d75ab3714dceb2123eb', 'gw_port_host': None}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:32:58.821286 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-d7c52d75-f508-4c4f-a23f-1f8cd8a8698f tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Calling delete_port for 9e318043-ea25-4020-925a-e29bab53e037 owned by network:floatingip {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:32:58.846769 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5661a799-796e-411b-90d7-ebd59c0fb1b5 req-55342eb6-153f-4b5b-8785-abb05b499f8e tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:58.848902 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5661a799-796e-411b-90d7-ebd59c0fb1b5 req-55342eb6-153f-4b5b-8785-abb05b499f8e tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 947 time: 0.1365683 Oct 12 19:32:58.865735 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-30efb7b1-34c4-44c6-980d-297a299831b1 req-b2da7d39-07e1-4f74-ac87-c7595eab1d55 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=74267d41-a6a0-44d9-af86-3d17fd7a058c HTTP/1.1" status: 200 len: 217 time: 0.1023571 Oct 12 19:32:58.870833 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-92342c66-a97e-4127-ab2a-610e153c29fd admin admin] Calling delete_port for 5ccef03e-acd7-41d0-879f-c85daca31b11 owned by network:router_gateway {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:32:58.933729 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1d3bbc20-7e39-4d96-9798-06ded687a75c req-c995b95a-b5df-48a2-904f-b4318b113eea tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c11fc84-4f57-43db-8c17-f81427a08139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423082 Oct 12 19:32:58.988521 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30efb7b1-34c4-44c6-980d-297a299831b1 req-568a32fa-511e-4be8-9b12-01274a864c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:58.989962 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-30efb7b1-34c4-44c6-980d-297a299831b1 req-568a32fa-511e-4be8-9b12-01274a864c4e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=73b6b3c2-9ed6-4d2c-9d78-2de520105652 HTTP/1.1" status: 200 len: 845 time: 0.1164417 Oct 12 19:32:59.023177 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5661a799-796e-411b-90d7-ebd59c0fb1b5 req-5f786a8d-d82c-4cc9-a208-3bd28a5222a1 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572115 Oct 12 19:32:59.045130 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-2374cb5b-0e3f-4578-b0d8-a23f1e36a6cb admin admin] Allocated IP 172.25.5.188 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/14e3785e-fb5f-4128-851b-947f1f605c4a) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:32:59.066588 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-30efb7b1-34c4-44c6-980d-297a299831b1 req-7dd1c0d2-9a17-4058-a255-0888cc78ae3d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f582be35-bab4-4f26-bc1a-58db576191d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657430 Oct 12 19:32:59.151772 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b65c6985-e98c-472e-8574-6fd1ec477098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:59.258227 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2374cb5b-0e3f-4578-b0d8-a23f1e36a6cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:59.304831 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ba87ff-f411-4cd6-bfd4-7c4b369bf2f9 req-be527bd0-83ce-4c5c-9375-0c4b536915b3 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:59.313457 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-70ba87ff-f411-4cd6-bfd4-7c4b369bf2f9 req-be527bd0-83ce-4c5c-9375-0c4b536915b3 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 947 time: 0.1065972 Oct 12 19:32:59.334848 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d7c52d75-f508-4c4f-a23f-1f8cd8a8698f tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:59.363513 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c52d75-f508-4c4f-a23f-1f8cd8a8698f tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Pushing event deleted for resources: {'Port': ['ID=9e318043-ea25-4020-925a-e29bab53e037,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:32:59.375774 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-30efb7b1-34c4-44c6-980d-297a299831b1 req-8260db9a-3c71-43b9-8b43-e7e98ee8d3eb service neutron] 10.222.0.61 "GET /v2.0/networks/f582be35-bab4-4f26-bc1a-58db576191d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2875183 Oct 12 19:32:59.377680 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2374cb5b-0e3f-4578-b0d8-a23f1e36a6cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:59.445389 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374cb5b-0e3f-4578-b0d8-a23f1e36a6cb admin admin] Pushing event updated for resources: {'Port': ['ID=14e3785e-fb5f-4128-851b-947f1f605c4a,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:32:59.448891 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2374cb5b-0e3f-4578-b0d8-a23f1e36a6cb admin admin] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:32:59.455706 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-70ba87ff-f411-4cd6-bfd4-7c4b369bf2f9 req-95a35374-cac6-45a3-8763-f6118a206f2b tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411793 Oct 12 19:32:59.482535 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-2374cb5b-0e3f-4578-b0d8-a23f1e36a6cb admin admin] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:32:59.486388 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2374cb5b-0e3f-4578-b0d8-a23f1e36a6cb admin admin] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:32:59.510960 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-30efb7b1-34c4-44c6-980d-297a299831b1 req-4f413599-ed16-4eec-96b6-2d49ca025390 service neutron] 10.222.0.61 "GET /v2.0/networks/f582be35-bab4-4f26-bc1a-58db576191d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210821 Oct 12 19:32:59.526240 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-92342c66-a97e-4127-ab2a-610e153c29fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:59.532556 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d7c52d75-f508-4c4f-a23f-1f8cd8a8698f tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Notify callbacks [] for floatingip, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:59.532722 n-d-813679-3 neutron-server[95501]: INFO neutron.db.l3_db [None req-d7c52d75-f508-4c4f-a23f-1f8cd8a8698f tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Floating IP b2c1347d-4d24-4518-a8e2-f35c2564f859 disassociated (deleted). External IP: 172.25.5.100, port: f4476c51-639b-42e2-ba23-fdd707499baa. Oct 12 19:32:59.592122 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b313680-c6d0-4052-8bd5-c852d7e26607 None None] Network e1de796f-6482-493c-b5ac-b28a591020e2 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:32:59.626050 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92342c66-a97e-4127-ab2a-610e153c29fd admin admin] Pushing event deleted for resources: {'Port': ['ID=5ccef03e-acd7-41d0-879f-c85daca31b11,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:32:59.732843 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdb7501-3d36-4646-ae7c-cedacffae1c9 req-b232a29e-fff5-41b0-b688-3368e6458384 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:59.740819 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0bdb7501-3d36-4646-ae7c-cedacffae1c9 req-b232a29e-fff5-41b0-b688-3368e6458384 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 947 time: 0.1633542 Oct 12 19:32:59.776564 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-ceeef34e-ec24-4fb8-bf93-6d7a86f29679 None None] Provisioning complete for port f8be69b7-3165-4318-8bea-fbc9a86d48e9 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:32:59.776911 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ceeef34e-ec24-4fb8-bf93-6d7a86f29679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:59.792860 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-92342c66-a97e-4127-ab2a-610e153c29fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7915456'] for router_gateway, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:59.803158 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495f2711-69f0-4f56-87bb-471a547b8a9b req-da5af0e4-06a0-46ae-8dab-d10a0680223a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:32:59.804694 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-495f2711-69f0-4f56-87bb-471a547b8a9b req-da5af0e4-06a0-46ae-8dab-d10a0680223a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6c99bbccf03340f58d38acd132b2d311&device_id=6299e897-cc7b-46d7-b438-cbc0697e9332 HTTP/1.1" status: 200 len: 1094 time: 0.1429090 Oct 12 19:32:59.884514 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ceeef34e-ec24-4fb8-bf93-6d7a86f29679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:59.923197 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-ceeef34e-ec24-4fb8-bf93-6d7a86f29679 None None] For port f8be69b7-3165-4318-8bea-fbc9a86d48e9, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=f8be69b7-3165-4318-8bea-fbc9a86d48e9,segment=NetworkSegment(e63f83d5-85c3-489d-99f4-18d9a9b82b19),segment_id=e63f83d5-85c3-489d-99f4-18d9a9b82b19)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:32:59.948391 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0bdb7501-3d36-4646-ae7c-cedacffae1c9 req-8cabb085-6c13-4ef4-8789-44cafdb3bf5f tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937244 Oct 12 19:32:59.993048 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-92342c66-a97e-4127-ab2a-610e153c29fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255495'] for router, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:32:59.996659 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-92342c66-a97e-4127-ab2a-610e153c29fd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:00.020428 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ceeef34e-ec24-4fb8-bf93-6d7a86f29679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:00.148830 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceeef34e-ec24-4fb8-bf93-6d7a86f29679 None None] Pushing event updated for resources: {'Port': ['ID=f8be69b7-3165-4318-8bea-fbc9a86d48e9,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:33:00.151070 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-92342c66-a97e-4127-ab2a-610e153c29fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8093499'] for router, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:00.152423 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92342c66-a97e-4127-ab2a-610e153c29fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 63c84c4c-04b4-4848-96cd-ef16141e0fc3 {{(pid=95502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 19:33:00.161487 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-92342c66-a97e-4127-ab2a-610e153c29fd admin admin] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:00.161487 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-92342c66-a97e-4127-ab2a-610e153c29fd admin admin] 10.222.0.49 "DELETE /v2.0/routers/63c84c4c-04b4-4848-96cd-ef16141e0fc3 HTTP/1.1" status: 204 len: 168 time: 2.3109565 Oct 12 19:33:00.162516 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 34286) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:33:00.172445 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495f2711-69f0-4f56-87bb-471a547b8a9b req-fd25846d-60c3-43fc-bbf8-10ea1833ed07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:33:00.174051 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-495f2711-69f0-4f56-87bb-471a547b8a9b req-fd25846d-60c3-43fc-bbf8-10ea1833ed07 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f582be35-bab4-4f26-bc1a-58db576191d3 HTTP/1.1" status: 200 len: 906 time: 0.3358250 Oct 12 19:33:00.262763 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-495f2711-69f0-4f56-87bb-471a547b8a9b req-6c7fed74-5abe-45f6-80f0-98361b0e11b8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=74267d41-a6a0-44d9-af86-3d17fd7a058c HTTP/1.1" status: 200 len: 217 time: 0.0662036 Oct 12 19:33:00.288216 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb652705-85ba-4548-b7db-611fbf01e7c5 req-5853dc07-cca0-4c92-92c3-47e61be79b2f tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:33:00.300575 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-eb652705-85ba-4548-b7db-611fbf01e7c5 req-5853dc07-cca0-4c92-92c3-47e61be79b2f tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=6299e897-cc7b-46d7-b438-cbc0697e9332 HTTP/1.1" status: 200 len: 943 time: 0.2889130 Oct 12 19:33:00.355274 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-20eab51b-6a73-451e-a38a-60a7f0bf43da admin admin] Deleting subnet 33859617-14c0-4672-bd1b-84bf0d04d8bc {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:33:00.365257 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-20eab51b-6a73-451e-a38a-60a7f0bf43da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:00.365746 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-c3ddfffd-3990-4f93-a862-25676db9b5d3 None None] Provisioning complete for port f8be69b7-3165-4318-8bea-fbc9a86d48e9 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:33:00.366208 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c3ddfffd-3990-4f93-a862-25676db9b5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:00.408719 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c4bda3-0790-4ce9-b778-21cafa62e84f req-0c818bf3-a8d0-4676-9990-a37bdc5c5add tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:33:00.410256 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-50c4bda3-0790-4ce9-b778-21cafa62e84f req-0c818bf3-a8d0-4676-9990-a37bdc5c5add tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 947 time: 0.1520967 Oct 12 19:33:00.420645 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-eb652705-85ba-4548-b7db-611fbf01e7c5 req-025d66d5-b2ae-4c4b-a841-2f5a15051d13 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c11fc84-4f57-43db-8c17-f81427a08139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178117 Oct 12 19:33:00.437776 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device f8be69b7-3165-4318-8bea-fbc9a86d48e9 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:33:00.439321 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495f2711-69f0-4f56-87bb-471a547b8a9b req-d94026e5-031e-4d60-808e-a0d9098e0c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:33:00.445626 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-495f2711-69f0-4f56-87bb-471a547b8a9b req-d94026e5-031e-4d60-808e-a0d9098e0c17 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=73b6b3c2-9ed6-4d2c-9d78-2de520105652 HTTP/1.1" status: 200 len: 845 time: 0.1674421 Oct 12 19:33:00.466654 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-20eab51b-6a73-451e-a38a-60a7f0bf43da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16313642'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:00.506744 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-495f2711-69f0-4f56-87bb-471a547b8a9b req-67d5af13-8ced-41ef-a126-6c6006ad61f9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f582be35-bab4-4f26-bc1a-58db576191d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529084 Oct 12 19:33:00.527746 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port f8be69b7-3165-4318-8bea-fbc9a86d48e9 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:33:00.528494 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:00.748184 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7c52d75-f508-4c4f-a23f-1f8cd8a8698f tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Router 57fbfe32-32cd-466d-af7d-8d47ac8fe71a has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:33:00.749120 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-20eab51b-6a73-451e-a38a-60a7f0bf43da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:00.749120 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-495f2711-69f0-4f56-87bb-471a547b8a9b req-55ce22ff-77da-4070-9f3f-fe9442f1284b service neutron] 10.222.0.61 "GET /v2.0/networks/f582be35-bab4-4f26-bc1a-58db576191d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692297 Oct 12 19:33:00.749312 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device b965cccb-c136-4e48-b00f-7bbca1b3ef52 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:33:00.749312 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: b965cccb-c136-4e48-b00f-7bbca1b3ef52 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:33:00.749312 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device b965cccb-c136-4e48-b00f-7bbca1b3ef52 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:33:00.749312 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 5ccef03e-acd7-41d0-879f-c85daca31b11 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:33:00.752706 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 5ccef03e-acd7-41d0-879f-c85daca31b11 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:33:00.753227 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 5ccef03e-acd7-41d0-879f-c85daca31b11 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:33:00.770181 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-50c4bda3-0790-4ce9-b778-21cafa62e84f req-afa044f6-7f42-404d-8de6-db62906f1e51 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3410993 Oct 12 19:33:00.802475 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-495f2711-69f0-4f56-87bb-471a547b8a9b req-c4a865b1-9e86-409c-9a79-3710bcff13e3 service neutron] 10.222.0.61 "GET /v2.0/networks/f582be35-bab4-4f26-bc1a-58db576191d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077397 Oct 12 19:33:00.832317 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-20eab51b-6a73-451e-a38a-60a7f0bf43da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4306592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16245866'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:00.846208 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-20eab51b-6a73-451e-a38a-60a7f0bf43da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:00.851104 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7c52d75-f508-4c4f-a23f-1f8cd8a8698f tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:33:00.852237 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-20eab51b-6a73-451e-a38a-60a7f0bf43da admin admin] 10.222.0.49 "DELETE /v2.0/subnets/33859617-14c0-4672-bd1b-84bf0d04d8bc HTTP/1.1" status: 204 len: 168 time: 0.6884553 Oct 12 19:33:00.852871 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 34298) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:33:00.856542 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d7c52d75-f508-4c4f-a23f-1f8cd8a8698f tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:00.865985 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678aab49-f3e3-4013-a695-25ebc2be864c None None] Sync routers for ids ['57fbfe32-32cd-466d-af7d-8d47ac8fe71a'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:33:00.875925 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678aab49-f3e3-4013-a695-25ebc2be864c None None] Routers {'57fbfe32-32cd-466d-af7d-8d47ac8fe71a'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:33:00.876851 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-678aab49-f3e3-4013-a695-25ebc2be864c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:32:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['57fbfe32-32cd-466d-af7d-8d47ac8fe71a'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:33:00.879100 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20eab51b-6a73-451e-a38a-60a7f0bf43da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33859617-14c0-4672-bd1b-84bf0d04d8bc,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:33:00.909493 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-678aab49-f3e3-4013-a695-25ebc2be864c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:33:00.914036 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2374cb5b-0e3f-4578-b0d8-a23f1e36a6cb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:00.919155 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678aab49-f3e3-4013-a695-25ebc2be864c None None] Routers {'57fbfe32-32cd-466d-af7d-8d47ac8fe71a'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:33:00.919673 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-d7c52d75-f508-4c4f-a23f-1f8cd8a8698f tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] 10.222.0.49 "DELETE /v2.0/floatingips/b2c1347d-4d24-4518-a8e2-f35c2564f859 HTTP/1.1" status: 204 len: 168 time: 3.1569920 Oct 12 19:33:00.920152 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-678aab49-f3e3-4013-a695-25ebc2be864c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:32:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['57fbfe32-32cd-466d-af7d-8d47ac8fe71a'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:33:00.923330 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 34300) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:33:00.933664 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-ac9cd414-e206-4161-bc41-2e101e04f625 tempest-FloatingIPAdminTestJSON-1908358457 tempest-FloatingIPAdminTestJSON-1908358457-project-admin] Request body: {'floatingip': {'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:33:00.954808 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-678aab49-f3e3-4013-a695-25ebc2be864c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:33:00.955437 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678aab49-f3e3-4013-a695-25ebc2be864c None None] The sync data for ids ['57fbfe32-32cd-466d-af7d-8d47ac8fe71a'] in n-d-813679-3 is: [] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:33:00.980651 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-db8dedce-cb15-48a7-8b36-74a813937ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:00.996833 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d953eb-e888-4aaf-9b5f-743e4e69a335 req-99c570db-0eac-4012-b9a5-c74c8b7bd4c3 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:33:01.003456 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-72d953eb-e888-4aaf-9b5f-743e4e69a335 req-99c570db-0eac-4012-b9a5-c74c8b7bd4c3 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 947 time: 0.1247458 Oct 12 19:33:01.069242 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-db8dedce-cb15-48a7-8b36-74a813937ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:01.081727 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ac9cd414-e206-4161-bc41-2e101e04f625 tempest-FloatingIPAdminTestJSON-1908358457 tempest-FloatingIPAdminTestJSON-1908358457-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:01.088006 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-72d953eb-e888-4aaf-9b5f-743e4e69a335 req-791dcf0e-05ff-4551-acff-dce248a0702c tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566430 Oct 12 19:33:01.112735 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-db8dedce-cb15-48a7-8b36-74a813937ee2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8210e84a-9fb6-4a53-a2c3-d0f330bffa92']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:33:01.160472 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-db8dedce-cb15-48a7-8b36-74a813937ee2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3bbc1b0-43de-46c9-85ac-bcdee6118989') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:33:01.161147 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-db8dedce-cb15-48a7-8b36-74a813937ee2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3bbc1b0-43de-46c9-85ac-bcdee6118989') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:33:01.174136 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-db8dedce-cb15-48a7-8b36-74a813937ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16313633'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:01.192318 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-db8dedce-cb15-48a7-8b36-74a813937ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:01.203424 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db8dedce-cb15-48a7-8b36-74a813937ee2 admin admin] Releasing vlan 512 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:33:01.203900 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-db8dedce-cb15-48a7-8b36-74a813937ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4305278'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:01.205485 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2374cb5b-0e3f-4578-b0d8-a23f1e36a6cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8093541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7915516'] for router, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:01.207343 n-d-813679-3 neutron-server[95502]: Traceback (most recent call last): Oct 12 19:33:01.207343 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:33:01.207343 n-d-813679-3 neutron-server[95502]: timer() Oct 12 19:33:01.207343 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:33:01.207343 n-d-813679-3 neutron-server[95502]: cb(*args, **kw) Oct 12 19:33:01.207343 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:33:01.207343 n-d-813679-3 neutron-server[95502]: return func(*args, **kwargs) Oct 12 19:33:01.207343 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:33:01.207343 n-d-813679-3 neutron-server[95502]: self._notify() Oct 12 19:33:01.207343 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:33:01.207343 n-d-813679-3 neutron-server[95502]: self.callback(batched_events) Oct 12 19:33:01.207343 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:33:01.207343 n-d-813679-3 neutron-server[95502]: event.method(event) Oct 12 19:33:01.207343 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:33:01.207343 n-d-813679-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:33:01.207343 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:33:01.207343 n-d-813679-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:33:01.207343 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:33:01.207343 n-d-813679-3 neutron-server[95502]: return f(self, *a, **k) Oct 12 19:33:01.207343 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:33:01.207343 n-d-813679-3 neutron-server[95502]: return self._get(url).json() Oct 12 19:33:01.207343 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:33:01.207343 n-d-813679-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:33:01.207343 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:33:01.207343 n-d-813679-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Oct 12 19:33:01.207343 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:33:01.207343 n-d-813679-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:33:01.207343 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:33:01.207343 n-d-813679-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:33:01.207343 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:33:01.207343 n-d-813679-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:33:01.207343 n-d-813679-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:33:01.406029 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2374cb5b-0e3f-4578-b0d8-a23f1e36a6cb admin admin] Router 257e0cd3-b557-4aef-8cfa-2402ba45fb0b is scheduled to L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b with binding_index 1 {{(pid=95501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 19:33:01.571082 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2374cb5b-0e3f-4578-b0d8-a23f1e36a6cb admin admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:33:01.582734 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398ec1c5-4f4d-4bdd-819c-8cf644f28aa1 None None] Sync routers for ids ['257e0cd3-b557-4aef-8cfa-2402ba45fb0b'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:33:01.611803 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398ec1c5-4f4d-4bdd-819c-8cf644f28aa1 None None] Routers {'257e0cd3-b557-4aef-8cfa-2402ba45fb0b'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:33:01.614994 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-398ec1c5-4f4d-4bdd-819c-8cf644f28aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:32:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['257e0cd3-b557-4aef-8cfa-2402ba45fb0b'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:33:01.652396 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ac9cd414-e206-4161-bc41-2e101e04f625 tempest-FloatingIPAdminTestJSON-1908358457 tempest-FloatingIPAdminTestJSON-1908358457-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:01.658573 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-db8dedce-cb15-48a7-8b36-74a813937ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:01.688359 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-db8dedce-cb15-48a7-8b36-74a813937ee2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:01.694989 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-db8dedce-cb15-48a7-8b36-74a813937ee2 admin admin] 10.222.0.49 "DELETE /v2.0/networks/8210e84a-9fb6-4a53-a2c3-d0f330bffa92 HTTP/1.1" status: 204 len: 168 time: 0.8226485 Oct 12 19:33:01.716924 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2374cb5b-0e3f-4578-b0d8-a23f1e36a6cb admin admin] Notify callbacks [] for router, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:01.720441 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-2374cb5b-0e3f-4578-b0d8-a23f1e36a6cb admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.6756868 Oct 12 19:33:01.722255 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 34320) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:33:01.762949 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8ea77dda-2125-4082-b7de-78cc063fd225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:01.826641 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-398ec1c5-4f4d-4bdd-819c-8cf644f28aa1 None None] Set router 257e0cd3-b557-4aef-8cfa-2402ba45fb0b gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:33:01.856234 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-ac9cd414-e206-4161-bc41-2e101e04f625 tempest-FloatingIPAdminTestJSON-1908358457 tempest-FloatingIPAdminTestJSON-1908358457-project-admin] Allocated IP 172.25.5.134 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/f2a7ce07-1ccb-472a-867c-66c2b9033c6a) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:33:01.990979 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8dedce-cb15-48a7-8b36-74a813937ee2 admin admin] Pushing event deleted for resources: {'Network': ['ID=8210e84a-9fb6-4a53-a2c3-d0f330bffa92,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:33:02.005496 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ac9cd414-e206-4161-bc41-2e101e04f625 tempest-FloatingIPAdminTestJSON-1908358457 tempest-FloatingIPAdminTestJSON-1908358457-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:02.026359 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448c5971-7ae1-4c65-8919-c2f0fc92c30f req-49371df0-52b1-49e1-8cf2-dc6bed1d43dd tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:33:02.034259 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-448c5971-7ae1-4c65-8919-c2f0fc92c30f req-49371df0-52b1-49e1-8cf2-dc6bed1d43dd tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=6299e897-cc7b-46d7-b438-cbc0697e9332 HTTP/1.1" status: 200 len: 943 time: 0.3914831 Oct 12 19:33:02.091532 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-448c5971-7ae1-4c65-8919-c2f0fc92c30f req-93d11543-fd49-4e26-9b86-422ad76c4c61 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c11fc84-4f57-43db-8c17-f81427a08139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561061 Oct 12 19:33:02.118517 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 34326) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:33:02.156690 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-398ec1c5-4f4d-4bdd-819c-8cf644f28aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '257e0cd3-b557-4aef-8cfa-2402ba45fb0b', 'name': 'tempest-AttachVolumeShelveTestJSON-1449942919-router', 'tenant_id': '811cfaee5aef4af79e24164832947c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '14e3785e-fb5f-4128-851b-947f1f605c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:32:57Z', 'updated_at': '2021-10-12T19:33:00Z', 'revision_number': 3, 'project_id': '811cfaee5aef4af79e24164832947c33', 'gw_port': {'id': '14e3785e-fb5f-4128-851b-947f1f605c4a', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:06:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '257e0cd3-b557-4aef-8cfa-2402ba45fb0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:32:58Z', 'updated_at': '2021-10-12T19:32:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:33:02.178743 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-de7019b2-bf30-435a-a8a5-a878c0a332a2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4c933ffb6c834d75ab3714dceb2123eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0589638 Oct 12 19:33:02.179845 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 34330) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:33:02.194508 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398ec1c5-4f4d-4bdd-819c-8cf644f28aa1 None None] Checking router: 257e0cd3-b557-4aef-8cfa-2402ba45fb0b for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:33:02.194860 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398ec1c5-4f4d-4bdd-819c-8cf644f28aa1 None None] Updating router 257e0cd3-b557-4aef-8cfa-2402ba45fb0b port 14e3785e-fb5f-4128-851b-947f1f605c4a binding host n-d-813679-3 {{(pid=95503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 19:33:02.224572 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-398ec1c5-4f4d-4bdd-819c-8cf644f28aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:02.235139 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ac9cd414-e206-4161-bc41-2e101e04f625 tempest-FloatingIPAdminTestJSON-1908358457 tempest-FloatingIPAdminTestJSON-1908358457-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:02.279552 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9cd414-e206-4161-bc41-2e101e04f625 tempest-FloatingIPAdminTestJSON-1908358457 tempest-FloatingIPAdminTestJSON-1908358457-project-admin] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:33:02.283584 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-ac9cd414-e206-4161-bc41-2e101e04f625 tempest-FloatingIPAdminTestJSON-1908358457 tempest-FloatingIPAdminTestJSON-1908358457-project-admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:33:02.286701 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9cd414-e206-4161-bc41-2e101e04f625 tempest-FloatingIPAdminTestJSON-1908358457 tempest-FloatingIPAdminTestJSON-1908358457-project-admin] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:33:02.311479 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9cd414-e206-4161-bc41-2e101e04f625 tempest-FloatingIPAdminTestJSON-1908358457 tempest-FloatingIPAdminTestJSON-1908358457-project-admin] Pushing event updated for resources: {'Port': ['ID=f2a7ce07-1ccb-472a-867c-66c2b9033c6a,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:33:02.379498 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e75788ac-bb6a-48be-b53d-a803b5ddbe22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:02.436956 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ac9cd414-e206-4161-bc41-2e101e04f625 tempest-FloatingIPAdminTestJSON-1908358457 tempest-FloatingIPAdminTestJSON-1908358457-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:02.508125 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:02.512868 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e75788ac-bb6a-48be-b53d-a803b5ddbe22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:02.522173 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0f7717a6-dede-4812-9e75-9ac9fb3a5dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:02.553067 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ac9cd414-e206-4161-bc41-2e101e04f625 tempest-FloatingIPAdminTestJSON-1908358457 tempest-FloatingIPAdminTestJSON-1908358457-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:02.577892 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-398ec1c5-4f4d-4bdd-819c-8cf644f28aa1 None None] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:02.660352 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-398ec1c5-4f4d-4bdd-819c-8cf644f28aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:02.746447 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-398ec1c5-4f4d-4bdd-819c-8cf644f28aa1 None None] Attempting to bind port 14e3785e-fb5f-4128-851b-947f1f605c4a on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:33:02.747572 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-398ec1c5-4f4d-4bdd-819c-8cf644f28aa1 None None] Attempting to bind port 14e3785e-fb5f-4128-851b-947f1f605c4a by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:33:02.748066 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398ec1c5-4f4d-4bdd-819c-8cf644f28aa1 None None] Attempting to bind port 14e3785e-fb5f-4128-851b-947f1f605c4a on network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:33:02.769913 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398ec1c5-4f4d-4bdd-819c-8cf644f28aa1 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:33:02.770502 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398ec1c5-4f4d-4bdd-819c-8cf644f28aa1 None None] Checking segment: {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:33:02.771029 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-398ec1c5-4f4d-4bdd-819c-8cf644f28aa1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:02.771545 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ac9cd414-e206-4161-bc41-2e101e04f625 tempest-FloatingIPAdminTestJSON-1908358457 tempest-FloatingIPAdminTestJSON-1908358457-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:02.771819 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398ec1c5-4f4d-4bdd-819c-8cf644f28aa1 None None] Bound using segment: {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:33:02.772437 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-398ec1c5-4f4d-4bdd-819c-8cf644f28aa1 None None] Bound port: 14e3785e-fb5f-4128-851b-947f1f605c4a, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:33:02.773037 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-398ec1c5-4f4d-4bdd-819c-8cf644f28aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:02.775309 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f2a22-b63f-4d06-8eaa-9cc73ff434cf None None] Pushing event updated for resources: {'Port': ['ID=14e3785e-fb5f-4128-851b-947f1f605c4a,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:33:02.832118 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-398ec1c5-4f4d-4bdd-819c-8cf644f28aa1 None None] For port 14e3785e-fb5f-4128-851b-947f1f605c4a, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:33:02.839010 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-398ec1c5-4f4d-4bdd-819c-8cf644f28aa1 None None] For port 14e3785e-fb5f-4128-851b-947f1f605c4a, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=14e3785e-fb5f-4128-851b-947f1f605c4a,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:33:02.841396 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ac9cd414-e206-4161-bc41-2e101e04f625 tempest-FloatingIPAdminTestJSON-1908358457 tempest-FloatingIPAdminTestJSON-1908358457-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:02.914964 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-398ec1c5-4f4d-4bdd-819c-8cf644f28aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:02.931954 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9cd414-e206-4161-bc41-2e101e04f625 tempest-FloatingIPAdminTestJSON-1908358457 tempest-FloatingIPAdminTestJSON-1908358457-project-admin] Pushing event updated for resources: {'Port': ['ID=f2a7ce07-1ccb-472a-867c-66c2b9033c6a,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:33:02.953201 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ac9cd414-e206-4161-bc41-2e101e04f625 tempest-FloatingIPAdminTestJSON-1908358457 tempest-FloatingIPAdminTestJSON-1908358457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7915414'] for floatingip, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:02.954778 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:02.991322 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398ec1c5-4f4d-4bdd-819c-8cf644f28aa1 None None] Routers {'257e0cd3-b557-4aef-8cfa-2402ba45fb0b'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:33:02.991909 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-398ec1c5-4f4d-4bdd-819c-8cf644f28aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:33:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['257e0cd3-b557-4aef-8cfa-2402ba45fb0b'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:33:03.029953 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f2a22-b63f-4d06-8eaa-9cc73ff434cf None None] Pushing event updated for resources: {'Port': ['ID=14e3785e-fb5f-4128-851b-947f1f605c4a,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:33:03.060629 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ac9cd414-e206-4161-bc41-2e101e04f625 tempest-FloatingIPAdminTestJSON-1908358457 tempest-FloatingIPAdminTestJSON-1908358457-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:03.063249 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-ac9cd414-e206-4161-bc41-2e101e04f625 tempest-FloatingIPAdminTestJSON-1908358457 tempest-FloatingIPAdminTestJSON-1908358457-project-admin] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1347151 Oct 12 19:33:03.065855 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 34350) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:33:03.164289 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-0f7717a6-dede-4812-9e75-9ac9fb3a5dc1 admin admin] Allocated IP 172.20.0.1 (e1de796f-6482-493c-b5ac-b28a591020e2/914db72d-f2c7-4670-91dc-11fde7252bf5/aa41498b-5fb1-457e-9ae4-812e12688df5) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:33:03.269541 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e75788ac-bb6a-48be-b53d-a803b5ddbe22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:03.272324 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e75788ac-bb6a-48be-b53d-a803b5ddbe22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:03.276524 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-e75788ac-bb6a-48be-b53d-a803b5ddbe22 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/243314df-bf60-4e8d-a5c3-b65fe30534c7 HTTP/1.1" status: 204 len: 168 time: 1.0926621 Oct 12 19:33:03.325724 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75788ac-bb6a-48be-b53d-a803b5ddbe22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=243314df-bf60-4e8d-a5c3-b65fe30534c7,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:33:03.379077 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e881736-52cc-4e3f-8739-6999be37c7f0 req-9295929a-52db-447a-8bcf-8a5168baa6fa tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:33:03.381113 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4e881736-52cc-4e3f-8739-6999be37c7f0 req-9295929a-52db-447a-8bcf-8a5168baa6fa tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=6299e897-cc7b-46d7-b438-cbc0697e9332 HTTP/1.1" status: 200 len: 943 time: 0.1737731 Oct 12 19:33:03.412188 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-a57d6c72-f09f-4426-8d63-6ab40b80ed1b tempest-FloatingIPAdminTestJSON-325235945 tempest-FloatingIPAdminTestJSON-325235945-project] Request body: {'floatingip': {'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:33:03.446993 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:03.447846 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0f7717a6-dede-4812-9e75-9ac9fb3a5dc1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:03.450231 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 74267d41-a6a0-44d9-af86-3d17fd7a058c details requested by agent hyperv_n-h1-813679-3 with host n-h1-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:33:03.476811 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4e881736-52cc-4e3f-8739-6999be37c7f0 req-9cab83bc-38ae-4922-b6a4-6b8509b22586 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c11fc84-4f57-43db-8c17-f81427a08139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838027 Oct 12 19:33:03.498059 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-398ec1c5-4f4d-4bdd-819c-8cf644f28aa1 None None] Set router 257e0cd3-b557-4aef-8cfa-2402ba45fb0b gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:33:03.580835 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a57d6c72-f09f-4426-8d63-6ab40b80ed1b tempest-FloatingIPAdminTestJSON-325235945 tempest-FloatingIPAdminTestJSON-325235945-project] Notify callbacks [] for floatingip, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:03.581615 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0f7717a6-dede-4812-9e75-9ac9fb3a5dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:03.626902 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.db.resource_extend [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 12 19:33:03.681822 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7717a6-dede-4812-9e75-9ac9fb3a5dc1 admin admin] Network e1de796f-6482-493c-b5ac-b28a591020e2 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:33:03.707193 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-0f7717a6-dede-4812-9e75-9ac9fb3a5dc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:33:03.716142 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7717a6-dede-4812-9e75-9ac9fb3a5dc1 admin admin] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:33:03.821622 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a57d6c72-f09f-4426-8d63-6ab40b80ed1b tempest-FloatingIPAdminTestJSON-325235945 tempest-FloatingIPAdminTestJSON-325235945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:03.875449 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0f7717a6-dede-4812-9e75-9ac9fb3a5dc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7915309'] for router_interface, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:04.003100 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7717a6-dede-4812-9e75-9ac9fb3a5dc1 admin admin] Pushing event updated for resources: {'Port': ['ID=aa41498b-5fb1-457e-9ae4-812e12688df5,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:33:04.006391 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:04.136463 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-a57d6c72-f09f-4426-8d63-6ab40b80ed1b tempest-FloatingIPAdminTestJSON-325235945 tempest-FloatingIPAdminTestJSON-325235945-project] Allocated IP 172.25.5.175 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/8cd457e5-d9c1-4ab0-91b4-4154c845be88) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:33:04.205415 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 74267d41-a6a0-44d9-af86-3d17fd7a058c, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=74267d41-a6a0-44d9-af86-3d17fd7a058c,segment=NetworkSegment(25f482b3-2b9d-4f97-b4b0-3430c63be1bb),segment_id=25f482b3-2b9d-4f97-b4b0-3430c63be1bb)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:33:04.207746 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-d5714582-ead4-48c3-b1fa-1b22b75e2ca9 None None] Provisioning complete for port aa41498b-5fb1-457e-9ae4-812e12688df5 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:33:04.208171 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d5714582-ead4-48c3-b1fa-1b22b75e2ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:04.248947 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-d5714582-ead4-48c3-b1fa-1b22b75e2ca9 None None] Port aa41498b-5fb1-457e-9ae4-812e12688df5 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:33:04.256381 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Returning: {'device': '74267d41-a6a0-44d9-af86-3d17fd7a058c', 'network_id': 'f582be35-bab4-4f26-bc1a-58db576191d3', 'port_id': '74267d41-a6a0-44d9-af86-3d17fd7a058c', 'mac_address': 'fa:16:3e:8d:88:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73b6b3c2-9ed6-4d2c-9d78-2de520105652', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:33:04.307163 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0f7717a6-dede-4812-9e75-9ac9fb3a5dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:04.338635 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a57d6c72-f09f-4426-8d63-6ab40b80ed1b tempest-FloatingIPAdminTestJSON-325235945 tempest-FloatingIPAdminTestJSON-325235945-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:04.339033 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:04.379814 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74267d41-a6a0-44d9-af86-3d17fd7a058c {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:33:04.389368 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-398ec1c5-4f4d-4bdd-819c-8cf644f28aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '257e0cd3-b557-4aef-8cfa-2402ba45fb0b', 'name': 'tempest-AttachVolumeShelveTestJSON-1449942919-router', 'tenant_id': '811cfaee5aef4af79e24164832947c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '14e3785e-fb5f-4128-851b-947f1f605c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:32:57Z', 'updated_at': '2021-10-12T19:33:00Z', 'revision_number': 3, 'project_id': '811cfaee5aef4af79e24164832947c33', 'gw_port': {'id': '14e3785e-fb5f-4128-851b-947f1f605c4a', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:06:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '257e0cd3-b557-4aef-8cfa-2402ba45fb0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:32:58Z', 'updated_at': '2021-10-12T19:33:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:33:04.446014 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398ec1c5-4f4d-4bdd-819c-8cf644f28aa1 None None] The sync data for ids ['257e0cd3-b557-4aef-8cfa-2402ba45fb0b'] in n-d-813679-3 is: [{'id': '257e0cd3-b557-4aef-8cfa-2402ba45fb0b', 'name': 'tempest-AttachVolumeShelveTestJSON-1449942919-router', 'tenant_id': '811cfaee5aef4af79e24164832947c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '14e3785e-fb5f-4128-851b-947f1f605c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:32:57Z', 'updated_at': '2021-10-12T19:33:00Z', 'revision_number': 3, 'project_id': '811cfaee5aef4af79e24164832947c33', 'gw_port': {'id': '14e3785e-fb5f-4128-851b-947f1f605c4a', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:06:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '257e0cd3-b557-4aef-8cfa-2402ba45fb0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:32:58Z', 'updated_at': '2021-10-12T19:33:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:33:04.449453 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a57d6c72-f09f-4426-8d63-6ab40b80ed1b tempest-FloatingIPAdminTestJSON-325235945 tempest-FloatingIPAdminTestJSON-325235945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:04.449954 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 74267d41-a6a0-44d9-af86-3d17fd7a058c, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=74267d41-a6a0-44d9-af86-3d17fd7a058c,segment=NetworkSegment(25f482b3-2b9d-4f97-b4b0-3430c63be1bb),segment_id=25f482b3-2b9d-4f97-b4b0-3430c63be1bb)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:33:04.501048 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57d6c72-f09f-4426-8d63-6ab40b80ed1b tempest-FloatingIPAdminTestJSON-325235945 tempest-FloatingIPAdminTestJSON-325235945-project] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:33:04.510716 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-a57d6c72-f09f-4426-8d63-6ab40b80ed1b tempest-FloatingIPAdminTestJSON-325235945 tempest-FloatingIPAdminTestJSON-325235945-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:33:04.515713 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57d6c72-f09f-4426-8d63-6ab40b80ed1b tempest-FloatingIPAdminTestJSON-325235945 tempest-FloatingIPAdminTestJSON-325235945-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:33:04.548367 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:04.567179 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:04.567337 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57d6c72-f09f-4426-8d63-6ab40b80ed1b tempest-FloatingIPAdminTestJSON-325235945 tempest-FloatingIPAdminTestJSON-325235945-project] Pushing event updated for resources: {'Port': ['ID=8cd457e5-d9c1-4ab0-91b4-4154c845be88,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:33:04.648863 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0f7717a6-dede-4812-9e75-9ac9fb3a5dc1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:04.727359 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=74267d41-a6a0-44d9-af86-3d17fd7a058c,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:33:04.748128 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a57d6c72-f09f-4426-8d63-6ab40b80ed1b tempest-FloatingIPAdminTestJSON-325235945 tempest-FloatingIPAdminTestJSON-325235945-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:04.755652 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0f7717a6-dede-4812-9e75-9ac9fb3a5dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:04.774896 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ce9a8f-2855-488e-906e-44a405148e0f req-79f9cc4d-4c2c-4cf0-9f34-c280ea9f3afe tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:33:04.777709 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['74267d41-a6a0-44d9-af86-3d17fd7a058c'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:33:04.784595 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-79ce9a8f-2855-488e-906e-44a405148e0f req-79f9cc4d-4c2c-4cf0-9f34-c280ea9f3afe tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=6299e897-cc7b-46d7-b438-cbc0697e9332 HTTP/1.1" status: 200 len: 944 time: 0.1820829 Oct 12 19:33:04.834229 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-79ce9a8f-2855-488e-906e-44a405148e0f req-39685279-decc-4cea-9032-bda828fcc37c tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c11fc84-4f57-43db-8c17-f81427a08139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485921 Oct 12 19:33:04.842494 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7717a6-dede-4812-9e75-9ac9fb3a5dc1 admin admin] Pushing event updated for resources: {'Port': ['ID=aa41498b-5fb1-457e-9ae4-812e12688df5,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:33:04.910707 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0f7717a6-dede-4812-9e75-9ac9fb3a5dc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7898980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8092605'] for router_interface, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:04.935580 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a57d6c72-f09f-4426-8d63-6ab40b80ed1b tempest-FloatingIPAdminTestJSON-325235945 tempest-FloatingIPAdminTestJSON-325235945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:05.154768 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7717a6-dede-4812-9e75-9ac9fb3a5dc1 admin admin] Network e1de796f-6482-493c-b5ac-b28a591020e2 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:33:05.159610 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-0f7717a6-dede-4812-9e75-9ac9fb3a5dc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:33:05.244984 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a57d6c72-f09f-4426-8d63-6ab40b80ed1b tempest-FloatingIPAdminTestJSON-325235945 tempest-FloatingIPAdminTestJSON-325235945-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:05.323350 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a57d6c72-f09f-4426-8d63-6ab40b80ed1b tempest-FloatingIPAdminTestJSON-325235945 tempest-FloatingIPAdminTestJSON-325235945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:05.445833 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f7717a6-dede-4812-9e75-9ac9fb3a5dc1 admin admin] Router 257e0cd3-b557-4aef-8cfa-2402ba45fb0b has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:33:05.524979 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57d6c72-f09f-4426-8d63-6ab40b80ed1b tempest-FloatingIPAdminTestJSON-325235945 tempest-FloatingIPAdminTestJSON-325235945-project] Pushing event updated for resources: {'Port': ['ID=8cd457e5-d9c1-4ab0-91b4-4154c845be88,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:33:05.541589 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a57d6c72-f09f-4426-8d63-6ab40b80ed1b tempest-FloatingIPAdminTestJSON-325235945 tempest-FloatingIPAdminTestJSON-325235945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7915414'] for floatingip, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:05.642117 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a57d6c72-f09f-4426-8d63-6ab40b80ed1b tempest-FloatingIPAdminTestJSON-325235945 tempest-FloatingIPAdminTestJSON-325235945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:05.646112 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-a57d6c72-f09f-4426-8d63-6ab40b80ed1b tempest-FloatingIPAdminTestJSON-325235945 tempest-FloatingIPAdminTestJSON-325235945-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5766718 Oct 12 19:33:05.646456 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 34400) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:33:05.697094 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-40e26bf5-e9a5-4dea-8f17-a3e5584dd1cf None None] Provisioning complete for port aa41498b-5fb1-457e-9ae4-812e12688df5 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:33:05.698959 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-40e26bf5-e9a5-4dea-8f17-a3e5584dd1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:05.737684 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f7717a6-dede-4812-9e75-9ac9fb3a5dc1 admin admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:33:05.764327 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-0f7717a6-dede-4812-9e75-9ac9fb3a5dc1 admin admin] 10.222.0.49 "PUT /v2.0/routers/257e0cd3-b557-4aef-8cfa-2402ba45fb0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0406375 Oct 12 19:33:05.767045 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-40e26bf5-e9a5-4dea-8f17-a3e5584dd1cf None None] Port aa41498b-5fb1-457e-9ae4-812e12688df5 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:33:05.966294 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-586b0079-b3fe-4aa8-8133-3fa71bc171ba tempest-FloatingIPAdminTestJSON-1908358457 tempest-FloatingIPAdminTestJSON-1908358457-project-admin] 10.222.0.49 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1651 time: 0.3186395 Oct 12 19:33:05.969418 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 34412) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:33:06.153582 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-ccfcaa09-649b-4e03-8d45-022549dc6742 tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] 10.222.0.49 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.1833897 Oct 12 19:33:06.162146 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 34420) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:33:06.178203 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a451d9fd-e8a6-40ee-b3cf-9fc58173ca4c req-d942fce8-f617-4a31-b766-36f84fb34551 tempest-ServerShowV254Test-2002522526 tempest-ServerShowV254Test-2002522526-project] 10.222.0.49 "GET /v2.0/ports?device_id=e515fd13-743a-4df0-9c7a-e04b86ce40bf HTTP/1.1" status: 200 len: 210 time: 0.0479579 Oct 12 19:33:06.378883 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 14e3785e-fb5f-4128-851b-947f1f605c4a up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:33:06.504134 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 14e3785e-fb5f-4128-851b-947f1f605c4a triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:33:06.504576 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:06.548483 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa7b60f-36b2-4008-bd9d-b4139b70e77b req-248d869f-8dd2-473c-bf2d-49b76d471623 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:33:06.551474 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4fa7b60f-36b2-4008-bd9d-b4139b70e77b req-248d869f-8dd2-473c-bf2d-49b76d471623 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=6299e897-cc7b-46d7-b438-cbc0697e9332 HTTP/1.1" status: 200 len: 944 time: 0.5075128 Oct 12 19:33:06.678180 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4fa7b60f-36b2-4008-bd9d-b4139b70e77b req-3140ead0-bd02-4aa8-b0c5-52f3050b2308 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c11fc84-4f57-43db-8c17-f81427a08139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217875 Oct 12 19:33:06.722737 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-aac7b02b-2974-4d75-96d1-ad5f440f0720 tempest-FloatingIPAdminTestJSON-325235945 tempest-FloatingIPAdminTestJSON-325235945-project] Deleting port 8cd457e5-d9c1-4ab0-91b4-4154c845be88 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:33:06.723094 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-aac7b02b-2974-4d75-96d1-ad5f440f0720 tempest-FloatingIPAdminTestJSON-325235945 tempest-FloatingIPAdminTestJSON-325235945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:06.737368 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:06.785537 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] For port 14e3785e-fb5f-4128-851b-947f1f605c4a, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=14e3785e-fb5f-4128-851b-947f1f605c4a,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:33:06.854824 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:06.911588 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-aac7b02b-2974-4d75-96d1-ad5f440f0720 tempest-FloatingIPAdminTestJSON-325235945 tempest-FloatingIPAdminTestJSON-325235945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:06.911915 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-aac7b02b-2974-4d75-96d1-ad5f440f0720 tempest-FloatingIPAdminTestJSON-325235945 tempest-FloatingIPAdminTestJSON-325235945-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:06.944728 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-aac7b02b-2974-4d75-96d1-ad5f440f0720 tempest-FloatingIPAdminTestJSON-325235945 tempest-FloatingIPAdminTestJSON-325235945-project] Calling delete_port for 8cd457e5-d9c1-4ab0-91b4-4154c845be88 owned by network:floatingip {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:33:06.951880 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Pushing event updated for resources: {'Port': ['ID=14e3785e-fb5f-4128-851b-947f1f605c4a,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:33:07.016233 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 34432) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:33:07.021709 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-d1d39f92-dbf5-492f-854b-83949becc98c tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1507707743', 'description': 'tempest-description--351063659'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:33:07.234651 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d1d39f92-dbf5-492f-854b-83949becc98c tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:07.255695 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 74267d41-a6a0-44d9-af86-3d17fd7a058c up at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:33:07.327146 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbd59bf-9f17-4a4b-beec-73bfbdd47f62 None None] Sync routers for ids ['257e0cd3-b557-4aef-8cfa-2402ba45fb0b'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:33:07.345372 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbd59bf-9f17-4a4b-beec-73bfbdd47f62 None None] Routers {'257e0cd3-b557-4aef-8cfa-2402ba45fb0b'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:33:07.346320 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-aac7b02b-2974-4d75-96d1-ad5f440f0720 tempest-FloatingIPAdminTestJSON-325235945 tempest-FloatingIPAdminTestJSON-325235945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:07.347129 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-7bbd59bf-9f17-4a4b-beec-73bfbdd47f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:33:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['257e0cd3-b557-4aef-8cfa-2402ba45fb0b'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:33:07.364080 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d1d39f92-dbf5-492f-854b-83949becc98c tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:07.366492 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1f3ead02-8cac-4f8e-bddb-9b5911f756f1 req-e6ece227-2ae0-4d83-b40f-6c00715cc1f0 tempest-ServerShowV254Test-2002522526 tempest-ServerShowV254Test-2002522526-project] 10.222.0.49 "GET /v2.0/ports?device_id=e515fd13-743a-4df0-9c7a-e04b86ce40bf HTTP/1.1" status: 200 len: 210 time: 0.0981052 Oct 12 19:33:07.411613 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac7b02b-2974-4d75-96d1-ad5f440f0720 tempest-FloatingIPAdminTestJSON-325235945 tempest-FloatingIPAdminTestJSON-325235945-project] Pushing event deleted for resources: {'Port': ['ID=8cd457e5-d9c1-4ab0-91b4-4154c845be88,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:33:07.448645 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning for port 74267d41-a6a0-44d9-af86-3d17fd7a058c completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:33:07.449415 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d1d39f92-dbf5-492f-854b-83949becc98c tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:07.453138 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning complete for port 74267d41-a6a0-44d9-af86-3d17fd7a058c triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:33:07.453593 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:07.522204 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d39f92-dbf5-492f-854b-83949becc98c tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0dc25c47-c49f-4f72-b689-5693a6947492,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:33:07.537161 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-7bbd59bf-9f17-4a4b-beec-73bfbdd47f62 None None] Set router 257e0cd3-b557-4aef-8cfa-2402ba45fb0b gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:33:07.541141 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d39f92-dbf5-492f-854b-83949becc98c tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:33:07.541498 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d39f92-dbf5-492f-854b-83949becc98c tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:33:07.541845 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d39f92-dbf5-492f-854b-83949becc98c tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:33:07.542183 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d39f92-dbf5-492f-854b-83949becc98c tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:33:07.544668 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-aac7b02b-2974-4d75-96d1-ad5f440f0720 tempest-FloatingIPAdminTestJSON-325235945 tempest-FloatingIPAdminTestJSON-325235945-project] Notify callbacks [] for floatingip, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:07.551126 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-aac7b02b-2974-4d75-96d1-ad5f440f0720 tempest-FloatingIPAdminTestJSON-325235945 tempest-FloatingIPAdminTestJSON-325235945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:07.553115 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d39f92-dbf5-492f-854b-83949becc98c tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:33:07.553341 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-aac7b02b-2974-4d75-96d1-ad5f440f0720 tempest-FloatingIPAdminTestJSON-325235945 tempest-FloatingIPAdminTestJSON-325235945-project] 10.222.0.49 "DELETE /v2.0/floatingips/364f0ede-b925-4393-8ee2-e550f60c8acc HTTP/1.1" status: 204 len: 168 time: 1.3881938 Oct 12 19:33:07.555719 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d39f92-dbf5-492f-854b-83949becc98c tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:33:07.556117 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d39f92-dbf5-492f-854b-83949becc98c tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:33:07.556462 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d39f92-dbf5-492f-854b-83949becc98c tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:33:07.556736 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 34442) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:33:07.556872 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d39f92-dbf5-492f-854b-83949becc98c tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:33:07.557116 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d39f92-dbf5-492f-854b-83949becc98c tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:33:07.557448 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d39f92-dbf5-492f-854b-83949becc98c tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:33:07.557774 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d39f92-dbf5-492f-854b-83949becc98c tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:33:07.584791 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d1d39f92-dbf5-492f-854b-83949becc98c tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:07.588768 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-d1d39f92-dbf5-492f-854b-83949becc98c tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5679839 Oct 12 19:33:07.600617 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 34444) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:33:07.605298 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-b5c585ee-8f88-47d1-b034-51ac54890bfb tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Request body: {'security_group_rule': {'security_group_id': '0dc25c47-c49f-4f72-b689-5693a6947492', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:33:07.638771 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:07.684488 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6299e897-cc7b-46d7-b438-cbc0697e9332', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74267d41-a6a0-44d9-af86-3d17fd7a058c'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:33:07.687731 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38dd65d3-12f6-4f2f-893e-f0d8dceddeff" -d '{"events": [{"server_uuid": "6299e897-cc7b-46d7-b438-cbc0697e9332", "name": "network-vif-plugged", "status": "completed", "tag": "74267d41-a6a0-44d9-af86-3d17fd7a058c"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:33:07.705907 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 74267d41-a6a0-44d9-af86-3d17fd7a058c, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=74267d41-a6a0-44d9-af86-3d17fd7a058c,segment=NetworkSegment(25f482b3-2b9d-4f97-b4b0-3430c63be1bb),segment_id=25f482b3-2b9d-4f97-b4b0-3430c63be1bb)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:33:07.744093 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b5c585ee-8f88-47d1-b034-51ac54890bfb tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:07.764146 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-499b88de-8303-4888-8da6-c0b0b1e5f3ff x-openstack-request-id: req-499b88de-8303-4888-8da6-c0b0b1e5f3ff {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:33:07.771851 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6299e897-cc7b-46d7-b438-cbc0697e9332", "name": "network-vif-plugged", "status": "completed", "tag": "74267d41-a6a0-44d9-af86-3d17fd7a058c", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:33:07.771851 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-499b88de-8303-4888-8da6-c0b0b1e5f3ff {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:33:07.771851 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6299e897-cc7b-46d7-b438-cbc0697e9332', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74267d41-a6a0-44d9-af86-3d17fd7a058c', 'code': 200} Oct 12 19:33:07.791836 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:07.923956 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=74267d41-a6a0-44d9-af86-3d17fd7a058c,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:33:07.931467 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b5c585ee-8f88-47d1-b034-51ac54890bfb tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:07.970016 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20caca05-9e9b-4e72-89b5-40014cbd4e5a req-546ab48b-6251-490b-9081-5088797bffd3 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:33:07.971749 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-20caca05-9e9b-4e72-89b5-40014cbd4e5a req-546ab48b-6251-490b-9081-5088797bffd3 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=6299e897-cc7b-46d7-b438-cbc0697e9332 HTTP/1.1" status: 200 len: 945 time: 0.1394110 Oct 12 19:33:07.975911 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d16a86d-99ed-4714-9233-c025cd04d0bf req-b114e179-0c86-4a7a-9208-b045efed664e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:33:07.978038 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8d16a86d-99ed-4714-9233-c025cd04d0bf req-b114e179-0c86-4a7a-9208-b045efed664e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6299e897-cc7b-46d7-b438-cbc0697e9332 HTTP/1.1" status: 200 len: 1096 time: 0.1154604 Oct 12 19:33:08.001002 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b5c585ee-8f88-47d1-b034-51ac54890bfb tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:08.028354 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-7bbd59bf-9f17-4a4b-beec-73bfbdd47f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '257e0cd3-b557-4aef-8cfa-2402ba45fb0b', 'name': 'tempest-AttachVolumeShelveTestJSON-1449942919-router', 'tenant_id': '811cfaee5aef4af79e24164832947c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '14e3785e-fb5f-4128-851b-947f1f605c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:32:57Z', 'updated_at': '2021-10-12T19:33:04Z', 'revision_number': 4, 'project_id': '811cfaee5aef4af79e24164832947c33', 'gw_port': {'id': '14e3785e-fb5f-4128-851b-947f1f605c4a', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:06:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257e0cd3-b557-4aef-8cfa-2402ba45fb0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:32:58Z', 'updated_at': '2021-10-12T19:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': 'aa41498b-5fb1-457e-9ae4-812e12688df5', 'name': '', 'network_id': 'e1de796f-6482-493c-b5ac-b28a591020e2', 'tenant_id': '811cfaee5aef4af79e24164832947c33', 'mac_address': 'fa:16:3e:0c:01:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '257e0cd3-b557-4aef-8cfa-2402ba45fb0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': '914db72d-f2c7-4670-91dc-11fde7252bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:33:02Z', 'updated_at': '2021-10-12T19:33:04Z', 'revision_number': 2, 'project_id': '811cfaee5aef4af79e24164832947c33', 'subnets': [{'id': '914db72d-f2c7-4670-91dc-11fde7252bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:33:08.044429 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c585ee-8f88-47d1-b034-51ac54890bfb tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd9d5f23-8f6f-4f8d-9fad-6747bfdb570d,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:33:08.063032 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-200d72d3-0c53-4ba5-99c8-80d3735036b9 tempest-FloatingIPAdminTestJSON-1908358457 tempest-FloatingIPAdminTestJSON-1908358457-project-admin] Deleting port f2a7ce07-1ccb-472a-867c-66c2b9033c6a {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:33:08.066788 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-200d72d3-0c53-4ba5-99c8-80d3735036b9 tempest-FloatingIPAdminTestJSON-1908358457 tempest-FloatingIPAdminTestJSON-1908358457-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:08.071320 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbd59bf-9f17-4a4b-beec-73bfbdd47f62 None None] Checking router: 257e0cd3-b557-4aef-8cfa-2402ba45fb0b for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:33:08.072057 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbd59bf-9f17-4a4b-beec-73bfbdd47f62 None None] Updating router 257e0cd3-b557-4aef-8cfa-2402ba45fb0b port aa41498b-5fb1-457e-9ae4-812e12688df5 binding host n-d-813679-3 {{(pid=95504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 19:33:08.113869 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-7bbd59bf-9f17-4a4b-beec-73bfbdd47f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:08.125391 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b5c585ee-8f88-47d1-b034-51ac54890bfb tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:08.127856 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-b5c585ee-8f88-47d1-b034-51ac54890bfb tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5261793 Oct 12 19:33:08.130665 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 34450) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:33:08.135691 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-c895a97a-bc65-46cd-97da-5eb66818fd36 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Request body: {'security_group_rule': {'security_group_id': '0dc25c47-c49f-4f72-b689-5693a6947492', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:33:08.195574 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8d16a86d-99ed-4714-9233-c025cd04d0bf req-13035f66-0716-40c2-93b4-69ea8487b6ba service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=0c11fc84-4f57-43db-8c17-f81427a08139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063708 Oct 12 19:33:08.205987 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-20caca05-9e9b-4e72-89b5-40014cbd4e5a req-0a56ff46-7b46-4959-ac1a-3cff8a3bae01 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c11fc84-4f57-43db-8c17-f81427a08139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265971 Oct 12 19:33:08.250264 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c895a97a-bc65-46cd-97da-5eb66818fd36 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:08.281792 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-200d72d3-0c53-4ba5-99c8-80d3735036b9 tempest-FloatingIPAdminTestJSON-1908358457 tempest-FloatingIPAdminTestJSON-1908358457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:08.283946 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-200d72d3-0c53-4ba5-99c8-80d3735036b9 tempest-FloatingIPAdminTestJSON-1908358457 tempest-FloatingIPAdminTestJSON-1908358457-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:08.318136 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 14e3785e-fb5f-4128-851b-947f1f605c4a up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:33:08.332243 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-200d72d3-0c53-4ba5-99c8-80d3735036b9 tempest-FloatingIPAdminTestJSON-1908358457 tempest-FloatingIPAdminTestJSON-1908358457-project-admin] Calling delete_port for f2a7ce07-1ccb-472a-867c-66c2b9033c6a owned by network:floatingip {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:33:08.414789 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c895a97a-bc65-46cd-97da-5eb66818fd36 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:08.435637 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 14e3785e-fb5f-4128-851b-947f1f605c4a triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:33:08.436022 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:08.484178 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c895a97a-bc65-46cd-97da-5eb66818fd36 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:08.524479 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c895a97a-bc65-46cd-97da-5eb66818fd36 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79b2dc44-10fd-4fde-922c-f9af49de3de1,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:33:08.594913 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d2e3bd62-2b52-4b41-b389-46e6924ef2c7 req-c7913e24-e753-426a-85d9-d48da2af5950 tempest-ServerShowV254Test-2002522526 tempest-ServerShowV254Test-2002522526-project] 10.222.0.49 "GET /v2.0/ports?device_id=e515fd13-743a-4df0-9c7a-e04b86ce40bf HTTP/1.1" status: 200 len: 210 time: 0.0677197 Oct 12 19:33:08.657278 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c895a97a-bc65-46cd-97da-5eb66818fd36 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:08.662068 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 34458) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:33:08.668334 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-c895a97a-bc65-46cd-97da-5eb66818fd36 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5308993 Oct 12 19:33:08.668497 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-40b09349-e556-4dc9-81b6-5869297220a5 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Request body: {'floatingip': {'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:33:08.704834 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-200d72d3-0c53-4ba5-99c8-80d3735036b9 tempest-FloatingIPAdminTestJSON-1908358457 tempest-FloatingIPAdminTestJSON-1908358457-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:08.749595 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-7bbd59bf-9f17-4a4b-beec-73bfbdd47f62 None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:08.792332 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200d72d3-0c53-4ba5-99c8-80d3735036b9 tempest-FloatingIPAdminTestJSON-1908358457 tempest-FloatingIPAdminTestJSON-1908358457-project-admin] Pushing event deleted for resources: {'Port': ['ID=f2a7ce07-1ccb-472a-867c-66c2b9033c6a,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:33:08.831496 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-7bbd59bf-9f17-4a4b-beec-73bfbdd47f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:08.842104 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-200d72d3-0c53-4ba5-99c8-80d3735036b9 tempest-FloatingIPAdminTestJSON-1908358457 tempest-FloatingIPAdminTestJSON-1908358457-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:08.847516 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-200d72d3-0c53-4ba5-99c8-80d3735036b9 tempest-FloatingIPAdminTestJSON-1908358457 tempest-FloatingIPAdminTestJSON-1908358457-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:08.849462 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-200d72d3-0c53-4ba5-99c8-80d3735036b9 tempest-FloatingIPAdminTestJSON-1908358457 tempest-FloatingIPAdminTestJSON-1908358457-project-admin] 10.222.0.49 "DELETE /v2.0/floatingips/1de07a43-9f0f-4216-93d5-3ac07a918df8 HTTP/1.1" status: 204 len: 168 time: 1.2909484 Oct 12 19:33:08.853188 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 34460) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:33:08.860296 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-40b09349-e556-4dc9-81b6-5869297220a5 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Notify callbacks [] for floatingip, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:08.907143 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a138f7c-1904-4ec6-b32a-719a9ea51f1c None None] Pushing event updated for resources: {'Port': ['ID=aa41498b-5fb1-457e-9ae4-812e12688df5,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:33:08.919104 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a138f7c-1904-4ec6-b32a-719a9ea51f1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:33:08.919686 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a138f7c-1904-4ec6-b32a-719a9ea51f1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:33:08.920622 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a138f7c-1904-4ec6-b32a-719a9ea51f1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:33:08.922365 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a138f7c-1904-4ec6-b32a-719a9ea51f1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:33:08.922964 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a138f7c-1904-4ec6-b32a-719a9ea51f1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:33:08.923468 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a138f7c-1904-4ec6-b32a-719a9ea51f1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:33:08.923965 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a138f7c-1904-4ec6-b32a-719a9ea51f1c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:33:08.924471 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a138f7c-1904-4ec6-b32a-719a9ea51f1c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:33:08.925415 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a138f7c-1904-4ec6-b32a-719a9ea51f1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:33:08.925903 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a138f7c-1904-4ec6-b32a-719a9ea51f1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:33:08.926623 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a138f7c-1904-4ec6-b32a-719a9ea51f1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:33:08.927597 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a138f7c-1904-4ec6-b32a-719a9ea51f1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:33:08.989014 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-ab8849ee-2337-48ed-be6b-e1a56a4c2e18 tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Deleting port f4476c51-639b-42e2-ba23-fdd707499baa {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:33:08.989365 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ab8849ee-2337-48ed-be6b-e1a56a4c2e18 tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:09.057686 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-7bbd59bf-9f17-4a4b-beec-73bfbdd47f62 None None] Attempting to bind port aa41498b-5fb1-457e-9ae4-812e12688df5 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:33:09.058198 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-7bbd59bf-9f17-4a4b-beec-73bfbdd47f62 None None] Attempting to bind port aa41498b-5fb1-457e-9ae4-812e12688df5 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'e63f83d5-85c3-489d-99f4-18d9a9b82b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'e1de796f-6482-493c-b5ac-b28a591020e2'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:33:09.059578 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bbd59bf-9f17-4a4b-beec-73bfbdd47f62 None None] Attempting to bind port aa41498b-5fb1-457e-9ae4-812e12688df5 on network e1de796f-6482-493c-b5ac-b28a591020e2 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:33:09.067222 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bbd59bf-9f17-4a4b-beec-73bfbdd47f62 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:33:09.067834 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bbd59bf-9f17-4a4b-beec-73bfbdd47f62 None None] Checking segment: {'id': 'e63f83d5-85c3-489d-99f4-18d9a9b82b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'e1de796f-6482-493c-b5ac-b28a591020e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:33:09.068284 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-7bbd59bf-9f17-4a4b-beec-73bfbdd47f62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:09.068764 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bbd59bf-9f17-4a4b-beec-73bfbdd47f62 None None] Bound using segment: {'id': 'e63f83d5-85c3-489d-99f4-18d9a9b82b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'e1de796f-6482-493c-b5ac-b28a591020e2'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:33:09.069519 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-7bbd59bf-9f17-4a4b-beec-73bfbdd47f62 None None] Bound port: aa41498b-5fb1-457e-9ae4-812e12688df5, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e63f83d5-85c3-489d-99f4-18d9a9b82b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'e1de796f-6482-493c-b5ac-b28a591020e2'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:33:09.077542 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-7bbd59bf-9f17-4a4b-beec-73bfbdd47f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:09.087330 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-40b09349-e556-4dc9-81b6-5869297220a5 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:09.170755 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 19:33:09.201841 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ab8849ee-2337-48ed-be6b-e1a56a4c2e18 tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:09.223880 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-7bbd59bf-9f17-4a4b-beec-73bfbdd47f62 None None] For port aa41498b-5fb1-457e-9ae4-812e12688df5, host n-d-813679-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:33:09.229682 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-7bbd59bf-9f17-4a4b-beec-73bfbdd47f62 None None] For port aa41498b-5fb1-457e-9ae4-812e12688df5, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=aa41498b-5fb1-457e-9ae4-812e12688df5,segment=NetworkSegment(e63f83d5-85c3-489d-99f4-18d9a9b82b19),segment_id=e63f83d5-85c3-489d-99f4-18d9a9b82b19)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:33:09.248723 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-ab8849ee-2337-48ed-be6b-e1a56a4c2e18 tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Calling delete_port for f4476c51-639b-42e2-ba23-fdd707499baa owned by {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:33:09.298039 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-7bbd59bf-9f17-4a4b-beec-73bfbdd47f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:09.342921 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-5322cda0-6ba0-4a5f-a72b-07f6ef6f8785 None None] Provisioning complete for port aa41498b-5fb1-457e-9ae4-812e12688df5 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:33:09.343431 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5322cda0-6ba0-4a5f-a72b-07f6ef6f8785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:09.388477 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-40b09349-e556-4dc9-81b6-5869297220a5 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Allocated IP 172.25.5.167 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/9f8896e0-94ef-4033-9224-d5221d73763e) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:33:09.455114 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbd59bf-9f17-4a4b-beec-73bfbdd47f62 None None] Routers {'257e0cd3-b557-4aef-8cfa-2402ba45fb0b'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:33:09.462315 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-7bbd59bf-9f17-4a4b-beec-73bfbdd47f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:33:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['257e0cd3-b557-4aef-8cfa-2402ba45fb0b'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:33:09.465871 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a138f7c-1904-4ec6-b32a-719a9ea51f1c None None] Pushing event updated for resources: {'Port': ['ID=aa41498b-5fb1-457e-9ae4-812e12688df5,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:33:09.537751 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5322cda0-6ba0-4a5f-a72b-07f6ef6f8785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:09.618055 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ab8849ee-2337-48ed-be6b-e1a56a4c2e18 tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:09.619429 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-5322cda0-6ba0-4a5f-a72b-07f6ef6f8785 None None] For port aa41498b-5fb1-457e-9ae4-812e12688df5, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=aa41498b-5fb1-457e-9ae4-812e12688df5,segment=NetworkSegment(e63f83d5-85c3-489d-99f4-18d9a9b82b19),segment_id=e63f83d5-85c3-489d-99f4-18d9a9b82b19)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:33:09.648147 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda27049-e2ed-4db7-8014-4c6596b82cfe req-4b91dcb8-aaf2-47aa-bc36-3f9c7598be16 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:33:09.650002 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bda27049-e2ed-4db7-8014-4c6596b82cfe req-4b91dcb8-aaf2-47aa-bc36-3f9c7598be16 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=6299e897-cc7b-46d7-b438-cbc0697e9332 HTTP/1.1" status: 200 len: 945 time: 0.1925802 Oct 12 19:33:09.691313 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5322cda0-6ba0-4a5f-a72b-07f6ef6f8785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:09.713693 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8849ee-2337-48ed-be6b-e1a56a4c2e18 tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Pushing event deleted for resources: {'Port': ['ID=f4476c51-639b-42e2-ba23-fdd707499baa,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:33:09.757912 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-7bbd59bf-9f17-4a4b-beec-73bfbdd47f62 None None] Set router 257e0cd3-b557-4aef-8cfa-2402ba45fb0b gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:33:09.771520 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ab8849ee-2337-48ed-be6b-e1a56a4c2e18 tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:09.775278 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-ab8849ee-2337-48ed-be6b-e1a56a4c2e18 tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] 10.222.0.49 "DELETE /v2.0/ports/f4476c51-639b-42e2-ba23-fdd707499baa HTTP/1.1" status: 204 len: 168 time: 0.9210749 Oct 12 19:33:09.781127 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 34470) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:33:09.795271 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-40b09349-e556-4dc9-81b6-5869297220a5 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:09.801133 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bda27049-e2ed-4db7-8014-4c6596b82cfe req-e91eaf63-a86d-4e90-b398-84b02908e2ea tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c11fc84-4f57-43db-8c17-f81427a08139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424782 Oct 12 19:33:09.843441 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5322cda0-6ba0-4a5f-a72b-07f6ef6f8785 None None] Pushing event updated for resources: {'Port': ['ID=aa41498b-5fb1-457e-9ae4-812e12688df5,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:33:09.858957 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a9e7461f-5386-42f8-a0e0-54b760427e7f req-b4d4ecdf-7f84-4b19-83a7-5a77f0ddb0f4 tempest-ServerShowV254Test-2002522526 tempest-ServerShowV254Test-2002522526-project] 10.222.0.49 "GET /v2.0/ports?device_id=e515fd13-743a-4df0-9c7a-e04b86ce40bf HTTP/1.1" status: 200 len: 210 time: 0.0337031 Oct 12 19:33:09.891860 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fabc77a-7bf0-431e-8294-11392c631523 tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:33:09.893716 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-9fabc77a-7bf0-431e-8294-11392c631523 tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] 10.222.0.49 "GET /v2.0/ports?device_id=57fbfe32-32cd-466d-af7d-8d47ac8fe71a HTTP/1.1" status: 200 len: 913 time: 0.1112165 Oct 12 19:33:09.907410 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 34472) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:33:09.916468 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-abfe7fa7-d881-4437-b78a-c7e19d6fa1d7 None None] Provisioning complete for port aa41498b-5fb1-457e-9ae4-812e12688df5 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:33:09.916834 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-abfe7fa7-d881-4437-b78a-c7e19d6fa1d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:09.943282 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-40b09349-e556-4dc9-81b6-5869297220a5 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:10.058240 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b09349-e556-4dc9-81b6-5869297220a5 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:33:10.059760 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b09349-e556-4dc9-81b6-5869297220a5 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Pushing event updated for resources: {'Port': ['ID=9f8896e0-94ef-4033-9224-d5221d73763e,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:33:10.063741 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-40b09349-e556-4dc9-81b6-5869297220a5 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:33:10.066171 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b09349-e556-4dc9-81b6-5869297220a5 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:33:10.210430 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-7bbd59bf-9f17-4a4b-beec-73bfbdd47f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '257e0cd3-b557-4aef-8cfa-2402ba45fb0b', 'name': 'tempest-AttachVolumeShelveTestJSON-1449942919-router', 'tenant_id': '811cfaee5aef4af79e24164832947c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '14e3785e-fb5f-4128-851b-947f1f605c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:32:57Z', 'updated_at': '2021-10-12T19:33:04Z', 'revision_number': 4, 'project_id': '811cfaee5aef4af79e24164832947c33', 'gw_port': {'id': '14e3785e-fb5f-4128-851b-947f1f605c4a', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:06:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257e0cd3-b557-4aef-8cfa-2402ba45fb0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:32:58Z', 'updated_at': '2021-10-12T19:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': 'aa41498b-5fb1-457e-9ae4-812e12688df5', 'name': '', 'network_id': 'e1de796f-6482-493c-b5ac-b28a591020e2', 'tenant_id': '811cfaee5aef4af79e24164832947c33', 'mac_address': 'fa:16:3e:0c:01:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '257e0cd3-b557-4aef-8cfa-2402ba45fb0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': '914db72d-f2c7-4670-91dc-11fde7252bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:33:02Z', 'updated_at': '2021-10-12T19:33:09Z', 'revision_number': 4, 'project_id': '811cfaee5aef4af79e24164832947c33', 'subnets': [{'id': '914db72d-f2c7-4670-91dc-11fde7252bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:33:10.231587 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-40b09349-e556-4dc9-81b6-5869297220a5 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:10.267466 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbd59bf-9f17-4a4b-beec-73bfbdd47f62 None None] The sync data for ids ['257e0cd3-b557-4aef-8cfa-2402ba45fb0b'] in n-d-813679-3 is: [{'id': '257e0cd3-b557-4aef-8cfa-2402ba45fb0b', 'name': 'tempest-AttachVolumeShelveTestJSON-1449942919-router', 'tenant_id': '811cfaee5aef4af79e24164832947c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '14e3785e-fb5f-4128-851b-947f1f605c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:32:57Z', 'updated_at': '2021-10-12T19:33:04Z', 'revision_number': 4, 'project_id': '811cfaee5aef4af79e24164832947c33', 'gw_port': {'id': '14e3785e-fb5f-4128-851b-947f1f605c4a', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:06:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257e0cd3-b557-4aef-8cfa-2402ba45fb0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:32:58Z', 'updated_at': '2021-10-12T19:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': 'aa41498b-5fb1-457e-9ae4-812e12688df5', 'name': '', 'network_id': 'e1de796f-6482-493c-b5ac-b28a591020e2', 'tenant_id': '811cfaee5aef4af79e24164832947c33', 'mac_address': 'fa:16:3e:0c:01:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '257e0cd3-b557-4aef-8cfa-2402ba45fb0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': '914db72d-f2c7-4670-91dc-11fde7252bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:33:02Z', 'updated_at': '2021-10-12T19:33:09Z', 'revision_number': 4, 'project_id': '811cfaee5aef4af79e24164832947c33', 'subnets': [{'id': '914db72d-f2c7-4670-91dc-11fde7252bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:33:10.397320 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-40b09349-e556-4dc9-81b6-5869297220a5 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:10.578309 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a3b834c0-9e90-4ebd-8a32-34291f6e7ed2 tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8092566'] for router_interface, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:10.643269 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-40b09349-e556-4dc9-81b6-5869297220a5 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:10.766054 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-40b09349-e556-4dc9-81b6-5869297220a5 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:10.766054 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-82c7736b-6656-4ab1-ba53-8b19d6c0ff40 req-57d70591-d0b6-4344-9e32-346349091f9f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e515fd13-743a-4df0-9c7a-e04b86ce40bf HTTP/1.1" status: 200 len: 210 time: 0.0447669 Oct 12 19:33:10.839124 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b09349-e556-4dc9-81b6-5869297220a5 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Pushing event updated for resources: {'Port': ['ID=9f8896e0-94ef-4033-9224-d5221d73763e,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:33:10.876542 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-40b09349-e556-4dc9-81b6-5869297220a5 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7915414'] for floatingip, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:10.997215 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23239ef3-a025-4b39-8953-56d2ca44cb2f req-96b2c86f-3977-4a53-85ae-a35c8ec46fd7 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:33:10.997215 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-23239ef3-a025-4b39-8953-56d2ca44cb2f req-96b2c86f-3977-4a53-85ae-a35c8ec46fd7 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=6299e897-cc7b-46d7-b438-cbc0697e9332 HTTP/1.1" status: 200 len: 945 time: 0.0827966 Oct 12 19:33:11.034628 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-40b09349-e556-4dc9-81b6-5869297220a5 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:11.048120 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-40b09349-e556-4dc9-81b6-5869297220a5 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3848460 Oct 12 19:33:11.107615 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-23239ef3-a025-4b39-8953-56d2ca44cb2f req-3a6892ac-044e-40af-b477-60e0da35cde1 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c11fc84-4f57-43db-8c17-f81427a08139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748839 Oct 12 19:33:11.149542 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-a3b834c0-9e90-4ebd-8a32-34291f6e7ed2 tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Deleting port 92692f2c-6a26-4d02-9dea-0ed40504caa1 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:33:11.149899 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a3b834c0-9e90-4ebd-8a32-34291f6e7ed2 tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:11.316063 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6b537374-2f9c-4d19-a3e4-1746fa55e956 req-3ab1d18f-bb6d-4889-938b-f87cc86ce738 tempest-ServerShowV254Test-2002522526 tempest-ServerShowV254Test-2002522526-project] 10.222.0.49 "GET /v2.0/ports?device_id=e515fd13-743a-4df0-9c7a-e04b86ce40bf HTTP/1.1" status: 200 len: 210 time: 0.0611017 Oct 12 19:33:11.374519 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e3df6602-df62-4c6b-8b19-60f70d67d7c8 req-25ed02d4-8fa7-4ba7-9654-4217352bde7f tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1507707743&fields=id&tenant_id=811cfaee5aef4af79e24164832947c33 HTTP/1.1" status: 200 len: 267 time: 0.0868714 Oct 12 19:33:11.406752 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a3b834c0-9e90-4ebd-8a32-34291f6e7ed2 tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:11.458019 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-a3b834c0-9e90-4ebd-8a32-34291f6e7ed2 tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Calling delete_port for 92692f2c-6a26-4d02-9dea-0ed40504caa1 owned by network:router_interface {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:33:11.532391 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cdad62-bc45-4a4a-b150-df6e745fb1db req-7dfc2710-35c5-469a-984e-e349fcaaa6c4 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:33:11.537502 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3df6602-df62-4c6b-8b19-60f70d67d7c8 req-2bc6db22-26d7-4ec1-a8a6-9ff8c1944fc5 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:33:11.540203 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-61cdad62-bc45-4a4a-b150-df6e745fb1db req-7dfc2710-35c5-469a-984e-e349fcaaa6c4 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=41cebb8d-9584-42ba-a207-48b6fb03e2e3 HTTP/1.1" status: 200 len: 945 time: 0.1303926 Oct 12 19:33:11.548942 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e3df6602-df62-4c6b-8b19-60f70d67d7c8 req-2bc6db22-26d7-4ec1-a8a6-9ff8c1944fc5 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/networks?id=e1de796f-6482-493c-b5ac-b28a591020e2 HTTP/1.1" status: 200 len: 817 time: 0.1735258 Oct 12 19:33:11.564103 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e3df6602-df62-4c6b-8b19-60f70d67d7c8 req-b13e0830-9531-4978-b509-41b79f57cc3f tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/quotas/811cfaee5aef4af79e24164832947c33 HTTP/1.1" status: 200 len: 375 time: 0.0093410 Oct 12 19:33:11.602489 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-61cdad62-bc45-4a4a-b150-df6e745fb1db req-bc52eaa2-71d1-408b-b473-de01c22513df tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c11fc84-4f57-43db-8c17-f81427a08139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610938 Oct 12 19:33:11.690781 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e3df6602-df62-4c6b-8b19-60f70d67d7c8 req-304291bb-bd70-4011-bf19-5c8feb2aac59 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=811cfaee5aef4af79e24164832947c33&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1185639 Oct 12 19:33:11.842947 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e3df6602-df62-4c6b-8b19-60f70d67d7c8 req-b1eb7db7-00b4-4f94-a14f-89dc89ce3bf7 service neutron] 10.222.0.49 "GET /v2.0/networks/e1de796f-6482-493c-b5ac-b28a591020e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511281 Oct 12 19:33:11.958634 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e3df6602-df62-4c6b-8b19-60f70d67d7c8 req-7d507b49-2857-4e2b-bbbb-8a251a6e0fcd service neutron] 10.222.0.49 "GET /v2.0/networks/e1de796f-6482-493c-b5ac-b28a591020e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093066 Oct 12 19:33:12.141583 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b605fdb-9fd9-4d16-9945-ff13e20e017c req-4de692ba-380f-4cd1-8544-55cd8635c835 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:33:12.143128 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6b605fdb-9fd9-4d16-9945-ff13e20e017c req-4de692ba-380f-4cd1-8544-55cd8635c835 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 947 time: 0.0892715 Oct 12 19:33:12.248504 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6b605fdb-9fd9-4d16-9945-ff13e20e017c req-f190d880-33fe-41b0-8e64-d91adc67da03 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947146 Oct 12 19:33:12.308454 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e21fe44-9ea6-43be-a118-13fe909fd639 req-ba3ded32-929b-4780-8d39-fdf8c4a3984a tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:33:12.316738 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9e21fe44-9ea6-43be-a118-13fe909fd639 req-ba3ded32-929b-4780-8d39-fdf8c4a3984a tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=6299e897-cc7b-46d7-b438-cbc0697e9332 HTTP/1.1" status: 200 len: 945 time: 0.0782216 Oct 12 19:33:12.329225 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d109f969-202f-41a6-9efe-05ec2e0d8509 req-833160c9-4f8b-4931-b6ec-1ff80812b753 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b52d58a-37ab-4e50-b262-c81246f70212 HTTP/1.1" status: 200 len: 210 time: 0.0419092 Oct 12 19:33:12.359370 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9e21fe44-9ea6-43be-a118-13fe909fd639 req-9d51f75b-a7c1-48e0-8d4f-39acac389340 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c11fc84-4f57-43db-8c17-f81427a08139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415690 Oct 12 19:33:12.373551 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a3b834c0-9e90-4ebd-8a32-34291f6e7ed2 tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:12.381923 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device aa41498b-5fb1-457e-9ae4-812e12688df5 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:33:12.423933 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b834c0-9e90-4ebd-8a32-34291f6e7ed2 tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Pushing event deleted for resources: {'Port': ['ID=92692f2c-6a26-4d02-9dea-0ed40504caa1,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:33:12.446003 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port aa41498b-5fb1-457e-9ae4-812e12688df5 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:33:12.446406 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:12.545896 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-26093002-5550-4248-97ee-4c81849abdd1 req-ef334bb9-2b5c-4337-9bb3-7fab175bdd33 tempest-ServerShowV254Test-2002522526 tempest-ServerShowV254Test-2002522526-project] 10.222.0.49 "GET /v2.0/ports?device_id=e515fd13-743a-4df0-9c7a-e04b86ce40bf HTTP/1.1" status: 200 len: 210 time: 0.1257572 Oct 12 19:33:12.702165 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a3b834c0-9e90-4ebd-8a32-34291f6e7ed2 tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7898909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8092450'] for router_interface, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:12.965255 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3b834c0-9e90-4ebd-8a32-34291f6e7ed2 tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Router 57fbfe32-32cd-466d-af7d-8d47ac8fe71a has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:33:12.976438 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cb3dc6-a978-4a41-b56f-fdbafb0080d0 req-67b377ec-65be-49e1-ab78-dcead071a7f3 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:33:12.979606 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e3cb3dc6-a978-4a41-b56f-fdbafb0080d0 req-67b377ec-65be-49e1-ab78-dcead071a7f3 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=6299e897-cc7b-46d7-b438-cbc0697e9332 HTTP/1.1" status: 200 len: 945 time: 0.1224401 Oct 12 19:33:13.004802 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d9cb9a-dcd5-4d04-8e51-914b2f6786b8 req-06b64fb8-2274-4f12-97c6-be8f46a3b3e8 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:33:13.006223 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b7d9cb9a-dcd5-4d04-8e51-914b2f6786b8 req-06b64fb8-2274-4f12-97c6-be8f46a3b3e8 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.61 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 947 time: 0.0973804 Oct 12 19:33:13.063065 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e3cb3dc6-a978-4a41-b56f-fdbafb0080d0 req-8bcc3882-ed1a-4f2f-a16c-122a3153a35a tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c11fc84-4f57-43db-8c17-f81427a08139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767334 Oct 12 19:33:13.085854 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3b834c0-9e90-4ebd-8a32-34291f6e7ed2 tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:33:13.094344 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-a3b834c0-9e90-4ebd-8a32-34291f6e7ed2 tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] 10.222.0.49 "PUT /v2.0/routers/57fbfe32-32cd-466d-af7d-8d47ac8fe71a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1819720 Oct 12 19:33:13.094344 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 34530) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:33:13.098214 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68984131-4a23-422a-ad21-7b693e44a840 None None] Sync routers for ids ['57fbfe32-32cd-466d-af7d-8d47ac8fe71a'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:33:13.111363 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68984131-4a23-422a-ad21-7b693e44a840 None None] Routers {'57fbfe32-32cd-466d-af7d-8d47ac8fe71a'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:33:13.118611 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-68984131-4a23-422a-ad21-7b693e44a840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:33:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['57fbfe32-32cd-466d-af7d-8d47ac8fe71a'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:33:13.135286 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-b7d9cb9a-dcd5-4d04-8e51-914b2f6786b8 req-9bd08698-d15e-4f72-9872-0696ce438539 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Deleting port e1dacf51-8b56-41a7-988b-c10af1584886 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:33:13.135881 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b7d9cb9a-dcd5-4d04-8e51-914b2f6786b8 req-9bd08698-d15e-4f72-9872-0696ce438539 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:13.166109 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-68984131-4a23-422a-ad21-7b693e44a840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:33:13.177102 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68984131-4a23-422a-ad21-7b693e44a840 None None] Routers {'57fbfe32-32cd-466d-af7d-8d47ac8fe71a'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:33:13.177926 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-68984131-4a23-422a-ad21-7b693e44a840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:33:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['57fbfe32-32cd-466d-af7d-8d47ac8fe71a'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:33:13.220516 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-68984131-4a23-422a-ad21-7b693e44a840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:33:13.221186 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68984131-4a23-422a-ad21-7b693e44a840 None None] The sync data for ids ['57fbfe32-32cd-466d-af7d-8d47ac8fe71a'] in n-d-813679-3 is: [] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:33:13.268295 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-cc782fe3-9755-4924-9f49-d097d4f21759 tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Notify callbacks [] for router, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:13.322266 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-b7d9cb9a-dcd5-4d04-8e51-914b2f6786b8 req-9bd08698-d15e-4f72-9872-0696ce438539 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] For port e1dacf51-8b56-41a7-988b-c10af1584886, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=e1dacf51-8b56-41a7-988b-c10af1584886,segment=NetworkSegment(e0fbe16f-a144-4509-a2e0-dc467b90860d),segment_id=e0fbe16f-a144-4509-a2e0-dc467b90860d)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:33:13.323111 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b7d9cb9a-dcd5-4d04-8e51-914b2f6786b8 req-9bd08698-d15e-4f72-9872-0696ce438539 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:13.339641 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-b7d9cb9a-dcd5-4d04-8e51-914b2f6786b8 req-9bd08698-d15e-4f72-9872-0696ce438539 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Calling delete_port for e1dacf51-8b56-41a7-988b-c10af1584886 owned by compute:nova {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:33:13.423049 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-cc782fe3-9755-4924-9f49-d097d4f21759 tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:13.434588 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92c5c2e-ba75-4b97-aba0-0d2c67fb59af req-15e36656-50ad-482c-8dfc-0e76ffb043e8 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:33:13.442021 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c92c5c2e-ba75-4b97-aba0-0d2c67fb59af req-15e36656-50ad-482c-8dfc-0e76ffb043e8 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/ports?device_id=065d1ec7-60db-45cc-b11c-bb8ac2f10e42 HTTP/1.1" status: 200 len: 947 time: 0.0788190 Oct 12 19:33:13.478518 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c92c5c2e-ba75-4b97-aba0-0d2c67fb59af req-7b664be0-e64f-4f45-a789-c93542cc3147 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5638df6-48ff-4da7-8191-15a6d5cdb838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356262 Oct 12 19:33:13.565125 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b7d9cb9a-dcd5-4d04-8e51-914b2f6786b8 req-9bd08698-d15e-4f72-9872-0696ce438539 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:13.579883 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['e1dacf51-8b56-41a7-988b-c10af1584886'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:33:13.581605 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-994f27d1-2014-42f4-a998-4e0af8ae26a2 req-5b84b356-3e9b-43a4-9787-a7d3d2e04675 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b52d58a-37ab-4e50-b262-c81246f70212 HTTP/1.1" status: 200 len: 210 time: 0.0360358 Oct 12 19:33:13.585459 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-cc782fe3-9755-4924-9f49-d097d4f21759 tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Deleting port 75c71e02-793f-4b96-8e83-e2dd8bf063c4 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:33:13.585835 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-cc782fe3-9755-4924-9f49-d097d4f21759 tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:13.609610 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd08698-d15e-4f72-9872-0696ce438539 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Pushing event deleted for resources: {'Port': ['ID=e1dacf51-8b56-41a7-988b-c10af1584886,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:33:13.658069 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7d9cb9a-dcd5-4d04-8e51-914b2f6786b8 req-9bd08698-d15e-4f72-9872-0696ce438539 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] No DVR routers for this DVR port e1dacf51-8b56-41a7-988b-c10af1584886 on host n-h1-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:33:13.662073 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b7d9cb9a-dcd5-4d04-8e51-914b2f6786b8 req-9bd08698-d15e-4f72-9872-0696ce438539 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:13.665462 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b7d9cb9a-dcd5-4d04-8e51-914b2f6786b8 req-9bd08698-d15e-4f72-9872-0696ce438539 tempest-ServersNegativeTestJSON-1930079916 tempest-ServersNegativeTestJSON-1930079916-project] 10.222.0.61 "DELETE /v2.0/ports/e1dacf51-8b56-41a7-988b-c10af1584886 HTTP/1.1" status: 204 len: 173 time: 0.6523838 Oct 12 19:33:13.665913 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '065d1ec7-60db-45cc-b11c-bb8ac2f10e42', 'name': 'network-vif-deleted', 'tag': 'e1dacf51-8b56-41a7-988b-c10af1584886'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:33:13.669215 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f09890a-0768-4cd1-a7bb-c257136ce06e" -d '{"events": [{"server_uuid": "065d1ec7-60db-45cc-b11c-bb8ac2f10e42", "name": "network-vif-deleted", "tag": "e1dacf51-8b56-41a7-988b-c10af1584886"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:33:13.702040 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-cc782fe3-9755-4924-9f49-d097d4f21759 tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:13.719433 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-cc782fe3-9755-4924-9f49-d097d4f21759 tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Calling delete_port for 75c71e02-793f-4b96-8e83-e2dd8bf063c4 owned by network:router_gateway {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:33:13.729301 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02c1d9c7-f263-4f18-a710-9a45c8f3f18e x-openstack-request-id: req-02c1d9c7-f263-4f18-a710-9a45c8f3f18e {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:33:13.729851 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "065d1ec7-60db-45cc-b11c-bb8ac2f10e42", "name": "network-vif-deleted", "tag": "e1dacf51-8b56-41a7-988b-c10af1584886", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:33:13.730209 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-02c1d9c7-f263-4f18-a710-9a45c8f3f18e {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:33:13.731372 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '065d1ec7-60db-45cc-b11c-bb8ac2f10e42', 'name': 'network-vif-deleted', 'tag': 'e1dacf51-8b56-41a7-988b-c10af1584886', 'status': 'completed', 'code': 200} Oct 12 19:33:13.872192 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-109dcbb8-cd1e-440c-afd0-7c5a078557f7 req-bf37e0a2-46a6-4a41-9e8a-cf429f1df9be tempest-ServerShowV254Test-2002522526 tempest-ServerShowV254Test-2002522526-project] 10.222.0.49 "GET /v2.0/ports?device_id=e515fd13-743a-4df0-9c7a-e04b86ce40bf HTTP/1.1" status: 200 len: 210 time: 0.0600348 Oct 12 19:33:14.017803 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-cc782fe3-9755-4924-9f49-d097d4f21759 tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:14.050759 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc782fe3-9755-4924-9f49-d097d4f21759 tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Pushing event deleted for resources: {'Port': ['ID=75c71e02-793f-4b96-8e83-e2dd8bf063c4,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:33:14.116824 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-cc782fe3-9755-4924-9f49-d097d4f21759 tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7915456'] for router_gateway, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:14.174717 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd39ee2-eba7-4d61-a367-36df0f4d780e req-b554c47d-1892-4f93-9563-16c0e8747387 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:33:14.179142 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2fd39ee2-eba7-4d61-a367-36df0f4d780e req-b554c47d-1892-4f93-9563-16c0e8747387 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.61 "GET /v2.0/ports?device_id=6299e897-cc7b-46d7-b438-cbc0697e9332 HTTP/1.1" status: 200 len: 945 time: 0.0652888 Oct 12 19:33:14.264482 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-cc782fe3-9755-4924-9f49-d097d4f21759 tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255495'] for router, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:14.266641 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-cc782fe3-9755-4924-9f49-d097d4f21759 tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:14.302201 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53298925-26de-4657-9820-21816dd955bb req-f034659e-d301-4804-9665-232f46762fc1 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:33:14.303705 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-53298925-26de-4657-9820-21816dd955bb req-f034659e-d301-4804-9665-232f46762fc1 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=6299e897-cc7b-46d7-b438-cbc0697e9332 HTTP/1.1" status: 200 len: 945 time: 0.1057827 Oct 12 19:33:14.343551 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-2fd39ee2-eba7-4d61-a367-36df0f4d780e req-22a574e2-94b6-41f4-8a2e-1b07b85f2ce5 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Deleting port 74267d41-a6a0-44d9-af86-3d17fd7a058c {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:33:14.343883 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-2fd39ee2-eba7-4d61-a367-36df0f4d780e req-22a574e2-94b6-41f4-8a2e-1b07b85f2ce5 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:14.408533 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-53298925-26de-4657-9820-21816dd955bb req-5c91804d-1b47-48ae-a3af-9ade25255d5c tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c11fc84-4f57-43db-8c17-f81427a08139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904980 Oct 12 19:33:14.455194 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-cc782fe3-9755-4924-9f49-d097d4f21759 tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8093499'] for router, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:14.455908 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc782fe3-9755-4924-9f49-d097d4f21759 tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Fanout notify agent at l3_agent the message router_deleted on router 57fbfe32-32cd-466d-af7d-8d47ac8fe71a {{(pid=95501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 19:33:14.464179 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-2fd39ee2-eba7-4d61-a367-36df0f4d780e req-22a574e2-94b6-41f4-8a2e-1b07b85f2ce5 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] For port 74267d41-a6a0-44d9-af86-3d17fd7a058c, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=74267d41-a6a0-44d9-af86-3d17fd7a058c,segment=NetworkSegment(25f482b3-2b9d-4f97-b4b0-3430c63be1bb),segment_id=25f482b3-2b9d-4f97-b4b0-3430c63be1bb)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:33:14.464179 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-2fd39ee2-eba7-4d61-a367-36df0f4d780e req-22a574e2-94b6-41f4-8a2e-1b07b85f2ce5 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:14.466930 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-cc782fe3-9755-4924-9f49-d097d4f21759 tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Notify callbacks [] for router, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:14.470614 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-cc782fe3-9755-4924-9f49-d097d4f21759 tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] 10.222.0.49 "DELETE /v2.0/routers/57fbfe32-32cd-466d-af7d-8d47ac8fe71a HTTP/1.1" status: 204 len: 168 time: 1.3730948 Oct 12 19:33:14.471047 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 34562) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:33:14.473816 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-2fd39ee2-eba7-4d61-a367-36df0f4d780e req-22a574e2-94b6-41f4-8a2e-1b07b85f2ce5 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Calling delete_port for 74267d41-a6a0-44d9-af86-3d17fd7a058c owned by compute:nova {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:33:14.555164 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_v2 [None req-7edd194e-0a27-470d-baee-67ffce86d256 tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Deleting subnet bf648f8d-5451-47ec-bc20-36992546a77c {{(pid=95501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:33:14.563715 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 34566) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:33:14.567106 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7edd194e-0a27-470d-baee-67ffce86d256 tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Notify callbacks [] for subnet, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:14.637629 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7edd194e-0a27-470d-baee-67ffce86d256 tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281083'] for subnet, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:14.700895 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-eed3c7e7-a4ea-488e-8708-09b1da525ffb req-8b39d04a-d7f1-4609-a448-4e80460e94a1 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b52d58a-37ab-4e50-b262-c81246f70212 HTTP/1.1" status: 200 len: 210 time: 0.0342255 Oct 12 19:33:14.708762 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-9404ed1c-f7c8-400b-990b-ff7524339cc6 admin admin] Deleting subnet 23923b5b-cbc2-4b60-8cb9-1474eb7896df {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:33:14.711578 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9404ed1c-f7c8-400b-990b-ff7524339cc6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:14.735449 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-2fd39ee2-eba7-4d61-a367-36df0f4d780e req-22a574e2-94b6-41f4-8a2e-1b07b85f2ce5 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:14.750728 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['74267d41-a6a0-44d9-af86-3d17fd7a058c'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:33:14.757237 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['26e2e43b-64cb-42a6-8bbf-733d254324d0', 'ba5badd8-6e07-49e6-9658-31bb763a2815'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:33:14.774266 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a574e2-94b6-41f4-8a2e-1b07b85f2ce5 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Pushing event deleted for resources: {'Port': ['ID=74267d41-a6a0-44d9-af86-3d17fd7a058c,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:33:14.781048 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9404ed1c-f7c8-400b-990b-ff7524339cc6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16313642'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:14.786590 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7edd194e-0a27-470d-baee-67ffce86d256 tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:14.842904 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fd39ee2-eba7-4d61-a367-36df0f4d780e req-22a574e2-94b6-41f4-8a2e-1b07b85f2ce5 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] No DVR routers for this DVR port 74267d41-a6a0-44d9-af86-3d17fd7a058c on host n-h1-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:33:14.846532 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-2fd39ee2-eba7-4d61-a367-36df0f4d780e req-22a574e2-94b6-41f4-8a2e-1b07b85f2ce5 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:14.849813 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2fd39ee2-eba7-4d61-a367-36df0f4d780e req-22a574e2-94b6-41f4-8a2e-1b07b85f2ce5 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.61 "DELETE /v2.0/ports/74267d41-a6a0-44d9-af86-3d17fd7a058c HTTP/1.1" status: 204 len: 173 time: 0.6609302 Oct 12 19:33:14.860342 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9404ed1c-f7c8-400b-990b-ff7524339cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:14.914214 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7edd194e-0a27-470d-baee-67ffce86d256 tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4824924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4612362'] for subnet, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:14.957206 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edd194e-0a27-470d-baee-67ffce86d256 tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Pushing event deleted for resources: {'Subnet': ['ID=bf648f8d-5451-47ec-bc20-36992546a77c,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:33:14.957206 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7edd194e-0a27-470d-baee-67ffce86d256 tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:14.961254 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948ce996-9ef4-4b00-aeb4-7afc80400c0f None None] Network b195eed7-a53f-4c8a-98c5-8de5be137b87 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:33:14.962604 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 34572) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:33:14.962962 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-7edd194e-0a27-470d-baee-67ffce86d256 tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] 10.222.0.49 "DELETE /v2.0/subnets/bf648f8d-5451-47ec-bc20-36992546a77c HTTP/1.1" status: 204 len: 168 time: 0.4908054 Oct 12 19:33:14.997185 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-bc82c11e-1fd7-4f43-b5a0-ded0baf72884 req-98214aea-ee16-4d8c-b21d-51d56ce1aa59 tempest-ServerShowV254Test-2002522526 tempest-ServerShowV254Test-2002522526-project] 10.222.0.49 "GET /v2.0/ports?device_id=e515fd13-743a-4df0-9c7a-e04b86ce40bf HTTP/1.1" status: 200 len: 210 time: 0.0328903 Oct 12 19:33:15.016327 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9404ed1c-f7c8-400b-990b-ff7524339cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4306592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16245866'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:15.059855 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9404ed1c-f7c8-400b-990b-ff7524339cc6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23923b5b-cbc2-4b60-8cb9-1474eb7896df,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:33:15.065734 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9404ed1c-f7c8-400b-990b-ff7524339cc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:15.071288 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-9404ed1c-f7c8-400b-990b-ff7524339cc6 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/23923b5b-cbc2-4b60-8cb9-1474eb7896df HTTP/1.1" status: 204 len: 168 time: 0.5047038 Oct 12 19:33:15.076708 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 34574) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:33:15.089685 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6dbdc969-351d-4e9b-89a4-01b026f29966 tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:15.182344 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7165fe3d-9bf3-4ed0-b1f1-d31614a9738f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:15.186334 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3df6602-df62-4c6b-8b19-60f70d67d7c8 req-e2379090-f2dc-4d22-a174-113c76eaf769 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:33:15.188125 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e3df6602-df62-4c6b-8b19-60f70d67d7c8 req-e2379090-f2dc-4d22-a174-113c76eaf769 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.67 "GET /v2.0/networks?id=e1de796f-6482-493c-b5ac-b28a591020e2 HTTP/1.1" status: 200 len: 817 time: 0.1599917 Oct 12 19:33:15.250412 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-6dbdc969-351d-4e9b-89a4-01b026f29966 tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Deleting port 9d9e1558-826f-4a69-9f72-70b85f5a1414 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:33:15.250679 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6dbdc969-351d-4e9b-89a4-01b026f29966 tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:15.252120 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd8565b-601a-4377-a03d-5a9d76f21bee None None] DHCP port deletion for b195eed7-a53f-4c8a-98c5-8de5be137b87 request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 19:33:15.259400 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e3df6602-df62-4c6b-8b19-60f70d67d7c8 req-2ec5a164-010d-4b13-883f-dde40007f943 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=811cfaee5aef4af79e24164832947c33 HTTP/1.1" status: 200 len: 380 time: 0.0607028 Oct 12 19:33:15.269419 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-e3df6602-df62-4c6b-8b19-60f70d67d7c8 req-60eaf4ac-59e1-4e60-bbce-ecf89516a665 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Request body: {'port': {'device_id': '5b52d58a-37ab-4e50-b262-c81246f70212', 'network_id': 'e1de796f-6482-493c-b5ac-b28a591020e2', 'admin_state_up': True, 'tenant_id': '811cfaee5aef4af79e24164832947c33', 'security_groups': ['0dc25c47-c49f-4f72-b689-5693a6947492']}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:33:15.306656 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-9cd8565b-601a-4377-a03d-5a9d76f21bee None None] Deleting port 9d9e1558-826f-4a69-9f72-70b85f5a1414 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:33:15.307026 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9cd8565b-601a-4377-a03d-5a9d76f21bee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:15.354152 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7165fe3d-9bf3-4ed0-b1f1-d31614a9738f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:15.383157 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-6dbdc969-351d-4e9b-89a4-01b026f29966 tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] For port 9d9e1558-826f-4a69-9f72-70b85f5a1414, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=9d9e1558-826f-4a69-9f72-70b85f5a1414,segment=NetworkSegment(8dd89d11-61b1-4072-8d66-b11d31f4913a),segment_id=8dd89d11-61b1-4072-8d66-b11d31f4913a)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:33:15.383896 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6dbdc969-351d-4e9b-89a4-01b026f29966 tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:15.391172 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-9cd8565b-601a-4377-a03d-5a9d76f21bee None None] For port 9d9e1558-826f-4a69-9f72-70b85f5a1414, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=9d9e1558-826f-4a69-9f72-70b85f5a1414,segment=NetworkSegment(8dd89d11-61b1-4072-8d66-b11d31f4913a),segment_id=8dd89d11-61b1-4072-8d66-b11d31f4913a)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:33:15.391619 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9cd8565b-601a-4377-a03d-5a9d76f21bee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:15.395730 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-7165fe3d-9bf3-4ed0-b1f1-d31614a9738f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['821a7daa-cbda-47ad-af75-98b83de65b7b']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:33:15.408410 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-9cd8565b-601a-4377-a03d-5a9d76f21bee None None] Calling delete_port for 9d9e1558-826f-4a69-9f72-70b85f5a1414 owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:33:15.409899 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-6dbdc969-351d-4e9b-89a4-01b026f29966 tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Calling delete_port for 9d9e1558-826f-4a69-9f72-70b85f5a1414 owned by network:dhcp {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:33:15.412556 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-7165fe3d-9bf3-4ed0-b1f1-d31614a9738f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0fbe16f-a144-4509-a2e0-dc467b90860d') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:33:15.418943 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-7165fe3d-9bf3-4ed0-b1f1-d31614a9738f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0fbe16f-a144-4509-a2e0-dc467b90860d') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:33:15.425803 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7165fe3d-9bf3-4ed0-b1f1-d31614a9738f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16313633'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:15.485560 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3df6602-df62-4c6b-8b19-60f70d67d7c8 req-60eaf4ac-59e1-4e60-bbce-ecf89516a665 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Made reservation on behalf of 811cfaee5aef4af79e24164832947c33 for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:33:15.494966 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-e3df6602-df62-4c6b-8b19-60f70d67d7c8 req-60eaf4ac-59e1-4e60-bbce-ecf89516a665 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:15.599282 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9cd8565b-601a-4377-a03d-5a9d76f21bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:15.636696 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd8565b-601a-4377-a03d-5a9d76f21bee None None] Pushing event deleted for resources: {'Port': ['ID=9d9e1558-826f-4a69-9f72-70b85f5a1414,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:33:15.647593 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd8565b-601a-4377-a03d-5a9d76f21bee None None] No DVR routers for this DVR port 9d9e1558-826f-4a69-9f72-70b85f5a1414 on host n-d-813679-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:33:15.650476 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd8565b-601a-4377-a03d-5a9d76f21bee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:33:15.650992 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd8565b-601a-4377-a03d-5a9d76f21bee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:33:15.651432 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd8565b-601a-4377-a03d-5a9d76f21bee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:33:15.651867 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd8565b-601a-4377-a03d-5a9d76f21bee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:33:15.653089 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd8565b-601a-4377-a03d-5a9d76f21bee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:33:15.653776 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd8565b-601a-4377-a03d-5a9d76f21bee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:33:15.654452 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd8565b-601a-4377-a03d-5a9d76f21bee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:33:15.654791 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd8565b-601a-4377-a03d-5a9d76f21bee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:33:15.655216 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd8565b-601a-4377-a03d-5a9d76f21bee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:33:15.656477 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd8565b-601a-4377-a03d-5a9d76f21bee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:33:15.656836 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd8565b-601a-4377-a03d-5a9d76f21bee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:33:15.657185 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd8565b-601a-4377-a03d-5a9d76f21bee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:33:15.689233 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [req-e3df6602-df62-4c6b-8b19-60f70d67d7c8 req-60eaf4ac-59e1-4e60-bbce-ecf89516a665 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Allocated IP 172.20.0.9 (e1de796f-6482-493c-b5ac-b28a591020e2/914db72d-f2c7-4670-91dc-11fde7252bf5/c07665b4-a179-4091-9fcc-6ffd853121d9) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:33:15.837339 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8b873feb-89df-4e04-bb36-adb09d2e02da req-27307cb5-1117-4eee-912c-0c580b9f2943 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b52d58a-37ab-4e50-b262-c81246f70212 HTTP/1.1" status: 200 len: 210 time: 0.0431557 Oct 12 19:33:15.911320 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-e3df6602-df62-4c6b-8b19-60f70d67d7c8 req-60eaf4ac-59e1-4e60-bbce-ecf89516a665 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:15.912593 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6299e897-cc7b-46d7-b438-cbc0697e9332', 'name': 'network-vif-deleted', 'tag': '74267d41-a6a0-44d9-af86-3d17fd7a058c'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:33:15.915548 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-364ac248-55d2-4d6b-8962-54265da29db7" -d '{"events": [{"server_uuid": "6299e897-cc7b-46d7-b438-cbc0697e9332", "name": "network-vif-deleted", "tag": "74267d41-a6a0-44d9-af86-3d17fd7a058c"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:33:15.924270 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7165fe3d-9bf3-4ed0-b1f1-d31614a9738f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:15.934302 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7165fe3d-9bf3-4ed0-b1f1-d31614a9738f admin admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:33:15.934791 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7165fe3d-9bf3-4ed0-b1f1-d31614a9738f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4305278'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:15.945905 n-d-813679-3 neutron-server[95502]: Traceback (most recent call last): Oct 12 19:33:15.945905 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:33:15.945905 n-d-813679-3 neutron-server[95502]: timer() Oct 12 19:33:15.945905 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:33:15.945905 n-d-813679-3 neutron-server[95502]: cb(*args, **kw) Oct 12 19:33:15.945905 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:33:15.945905 n-d-813679-3 neutron-server[95502]: return func(*args, **kwargs) Oct 12 19:33:15.945905 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:33:15.945905 n-d-813679-3 neutron-server[95502]: self._notify() Oct 12 19:33:15.945905 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:33:15.945905 n-d-813679-3 neutron-server[95502]: self.callback(batched_events) Oct 12 19:33:15.945905 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:33:15.945905 n-d-813679-3 neutron-server[95502]: event.method(event) Oct 12 19:33:15.945905 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:33:15.945905 n-d-813679-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:33:15.945905 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:33:15.945905 n-d-813679-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:33:15.945905 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:33:15.945905 n-d-813679-3 neutron-server[95502]: return f(self, *a, **k) Oct 12 19:33:15.945905 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:33:15.945905 n-d-813679-3 neutron-server[95502]: return self._get(url).json() Oct 12 19:33:15.945905 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:33:15.945905 n-d-813679-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:33:15.945905 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:33:15.945905 n-d-813679-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Oct 12 19:33:15.945905 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:33:15.945905 n-d-813679-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:33:15.945905 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:33:15.945905 n-d-813679-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:33:15.945905 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:33:15.945905 n-d-813679-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:33:15.945905 n-d-813679-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:33:15.984128 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a74e1d3-9fe0-414f-94b7-ac4d7bf50208 x-openstack-request-id: req-2a74e1d3-9fe0-414f-94b7-ac4d7bf50208 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:33:15.984448 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6299e897-cc7b-46d7-b438-cbc0697e9332", "name": "network-vif-deleted", "tag": "74267d41-a6a0-44d9-af86-3d17fd7a058c", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:33:15.985135 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2a74e1d3-9fe0-414f-94b7-ac4d7bf50208 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:33:15.985256 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6299e897-cc7b-46d7-b438-cbc0697e9332', 'name': 'network-vif-deleted', 'tag': '74267d41-a6a0-44d9-af86-3d17fd7a058c', 'status': 'completed', 'code': 200} Oct 12 19:33:16.013795 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-533da0e8-eee4-4e72-9f6e-f935f872646b req-edba3c5a-6ee9-42ca-a183-05075dec971a tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=6299e897-cc7b-46d7-b438-cbc0697e9332 HTTP/1.1" status: 200 len: 210 time: 0.0941486 Oct 12 19:33:16.040753 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-e3df6602-df62-4c6b-8b19-60f70d67d7c8 req-60eaf4ac-59e1-4e60-bbce-ecf89516a665 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:16.061843 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6dbdc969-351d-4e9b-89a4-01b026f29966 tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:16.078468 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3df6602-df62-4c6b-8b19-60f70d67d7c8 req-60eaf4ac-59e1-4e60-bbce-ecf89516a665 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Network e1de796f-6482-493c-b5ac-b28a591020e2 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:33:16.082226 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [req-e3df6602-df62-4c6b-8b19-60f70d67d7c8 req-60eaf4ac-59e1-4e60-bbce-ecf89516a665 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:33:16.118219 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbdc969-351d-4e9b-89a4-01b026f29966 tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Pushing event deleted for resources: {'Port': ['ID=9d9e1558-826f-4a69-9f72-70b85f5a1414,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:33:16.121354 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbdc969-351d-4e9b-89a4-01b026f29966 tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] No DVR routers for this DVR port 9d9e1558-826f-4a69-9f72-70b85f5a1414 on host n-d-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:33:16.140500 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3df6602-df62-4c6b-8b19-60f70d67d7c8 req-60eaf4ac-59e1-4e60-bbce-ecf89516a665 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:33:16.195970 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7165fe3d-9bf3-4ed0-b1f1-d31614a9738f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:16.210642 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7165fe3d-9bf3-4ed0-b1f1-d31614a9738f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:16.216873 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-7165fe3d-9bf3-4ed0-b1f1-d31614a9738f admin admin] 10.222.0.49 "DELETE /v2.0/networks/821a7daa-cbda-47ad-af75-98b83de65b7b HTTP/1.1" status: 204 len: 168 time: 1.1380000 Oct 12 19:33:16.229377 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7165fe3d-9bf3-4ed0-b1f1-d31614a9738f admin admin] Pushing event deleted for resources: {'Network': ['ID=821a7daa-cbda-47ad-af75-98b83de65b7b,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:33:16.245483 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6dbdc969-351d-4e9b-89a4-01b026f29966 tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:16.267334 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-835cb06d-d6c0-4fd4-af99-4a0f1cecf0d2 req-7df5f475-59e0-4756-a0c5-ce5b00f1b1b8 tempest-ServerShowV254Test-2002522526 tempest-ServerShowV254Test-2002522526-project] 10.222.0.49 "GET /v2.0/ports?device_id=e515fd13-743a-4df0-9c7a-e04b86ce40bf HTTP/1.1" status: 200 len: 210 time: 0.1256804 Oct 12 19:33:16.296546 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-6dbdc969-351d-4e9b-89a4-01b026f29966 tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b195eed7-a53f-4c8a-98c5-8de5be137b87']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:33:16.302548 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3df6602-df62-4c6b-8b19-60f70d67d7c8 req-60eaf4ac-59e1-4e60-bbce-ecf89516a665 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:33:16.303553 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-e3df6602-df62-4c6b-8b19-60f70d67d7c8 req-60eaf4ac-59e1-4e60-bbce-ecf89516a665 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:16.307997 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eaf4ac-59e1-4e60-bbce-ecf89516a665 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Pushing event updated for resources: {'Port': ['ID=c07665b4-a179-4091-9fcc-6ffd853121d9,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:33:16.322610 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-6dbdc969-351d-4e9b-89a4-01b026f29966 tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dd89d11-61b1-4072-8d66-b11d31f4913a') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:33:16.322904 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-6dbdc969-351d-4e9b-89a4-01b026f29966 tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dd89d11-61b1-4072-8d66-b11d31f4913a') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:33:16.352345 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6dbdc969-351d-4e9b-89a4-01b026f29966 tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16313633'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:16.353391 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 9d9e1558-826f-4a69-9f72-70b85f5a1414 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:33:16.379364 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6dbdc969-351d-4e9b-89a4-01b026f29966 tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:16.388313 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 9d9e1558-826f-4a69-9f72-70b85f5a1414 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:33:16.388654 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 9d9e1558-826f-4a69-9f72-70b85f5a1414 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:33:16.395224 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dbdc969-351d-4e9b-89a4-01b026f29966 tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:33:16.396053 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6dbdc969-351d-4e9b-89a4-01b026f29966 tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4305278'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:16.400303 n-d-813679-3 neutron-server[95502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:33:16.400303 n-d-813679-3 neutron-server[95502]: self.session.flush() Oct 12 19:33:16.400303 n-d-813679-3 neutron-server[95502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:33:16.400303 n-d-813679-3 neutron-server[95502]: self.session.flush() Oct 12 19:33:16.400303 n-d-813679-3 neutron-server[95502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:33:16.400303 n-d-813679-3 neutron-server[95502]: self.session.flush() Oct 12 19:33:16.400303 n-d-813679-3 neutron-server[95502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:33:16.400303 n-d-813679-3 neutron-server[95502]: self.session.flush() Oct 12 19:33:16.400303 n-d-813679-3 neutron-server[95502]: Traceback (most recent call last): Oct 12 19:33:16.400303 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:33:16.400303 n-d-813679-3 neutron-server[95502]: timer() Oct 12 19:33:16.400303 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:33:16.400303 n-d-813679-3 neutron-server[95502]: cb(*args, **kw) Oct 12 19:33:16.400303 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:33:16.400303 n-d-813679-3 neutron-server[95502]: return func(*args, **kwargs) Oct 12 19:33:16.400303 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:33:16.400303 n-d-813679-3 neutron-server[95502]: self._notify() Oct 12 19:33:16.400303 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:33:16.400303 n-d-813679-3 neutron-server[95502]: self.callback(batched_events) Oct 12 19:33:16.400303 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:33:16.400303 n-d-813679-3 neutron-server[95502]: event.method(event) Oct 12 19:33:16.400303 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:33:16.400303 n-d-813679-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:33:16.400303 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:33:16.400303 n-d-813679-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:33:16.400303 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:33:16.400303 n-d-813679-3 neutron-server[95502]: return f(self, *a, **k) Oct 12 19:33:16.400303 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:33:16.400303 n-d-813679-3 neutron-server[95502]: return self._get(url).json() Oct 12 19:33:16.400303 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:33:16.400303 n-d-813679-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:33:16.400303 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:33:16.400303 n-d-813679-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Oct 12 19:33:16.400303 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:33:16.400303 n-d-813679-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:33:16.400303 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:33:16.400303 n-d-813679-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:33:16.400303 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:33:16.400303 n-d-813679-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:33:16.400303 n-d-813679-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:33:16.425249 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e3df6602-df62-4c6b-8b19-60f70d67d7c8 req-60eaf4ac-59e1-4e60-bbce-ecf89516a665 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1597326 Oct 12 19:33:16.438722 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-e3df6602-df62-4c6b-8b19-60f70d67d7c8 req-4af63b9f-9283-4690-a76e-3de24a054e4b service neutron] Request body: {'port': {'device_id': '5b52d58a-37ab-4e50-b262-c81246f70212', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-3'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:33:16.500349 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-e3df6602-df62-4c6b-8b19-60f70d67d7c8 req-4af63b9f-9283-4690-a76e-3de24a054e4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:16.525821 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-0d760fb0-ccc1-4b79-a8ce-205f7f18fe3c None None] Provisioning complete for port c07665b4-a179-4091-9fcc-6ffd853121d9 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:33:16.526190 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0d760fb0-ccc1-4b79-a8ce-205f7f18fe3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:16.560387 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6dbdc969-351d-4e9b-89a4-01b026f29966 tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:16.560997 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-0d760fb0-ccc1-4b79-a8ce-205f7f18fe3c None None] Port c07665b4-a179-4091-9fcc-6ffd853121d9 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:33:16.569399 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6dbdc969-351d-4e9b-89a4-01b026f29966 tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:16.578181 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-6dbdc969-351d-4e9b-89a4-01b026f29966 tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] 10.222.0.49 "DELETE /v2.0/networks/b195eed7-a53f-4c8a-98c5-8de5be137b87 HTTP/1.1" status: 204 len: 168 time: 1.6142542 Oct 12 19:33:16.596689 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 34590) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:33:16.605053 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbdc969-351d-4e9b-89a4-01b026f29966 tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Pushing event deleted for resources: {'Network': ['ID=b195eed7-a53f-4c8a-98c5-8de5be137b87,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:33:16.694824 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 34592) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:33:16.772618 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-5d2b1ebf-74ed-4659-8926-dea62802aa7e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8ff84b2ec0864625b42aaaa064df001a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0766945 Oct 12 19:33:16.775493 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 34594) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:33:16.785828 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-92a5d0c1-cedd-4817-8336-306cb5276603 tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Deleting port 900b1c60-a3f0-45ff-a6dd-289a3a54e8cc {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:33:16.786183 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-92a5d0c1-cedd-4817-8336-306cb5276603 tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:16.851442 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [req-e3df6602-df62-4c6b-8b19-60f70d67d7c8 req-4af63b9f-9283-4690-a76e-3de24a054e4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c07665b4-a179-4091-9fcc-6ffd853121d9 {{(pid=95501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:33:16.864972 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-e3df6602-df62-4c6b-8b19-60f70d67d7c8 req-4af63b9f-9283-4690-a76e-3de24a054e4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:16.866234 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-92a5d0c1-cedd-4817-8336-306cb5276603 tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:16.866911 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-92a5d0c1-cedd-4817-8336-306cb5276603 tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:16.882023 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-92a5d0c1-cedd-4817-8336-306cb5276603 tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Calling delete_port for 900b1c60-a3f0-45ff-a6dd-289a3a54e8cc owned by network:floatingip {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:33:16.889481 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.provisioning_blocks [req-e3df6602-df62-4c6b-8b19-60f70d67d7c8 req-4af63b9f-9283-4690-a76e-3de24a054e4b service neutron] Transition to ACTIVE for port object c07665b4-a179-4091-9fcc-6ffd853121d9 will not be triggered until provisioned by entity L2. {{(pid=95501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:33:16.892450 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5c972f06-7a66-477d-853a-71a695921f6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:16.920235 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5c972f06-7a66-477d-853a-71a695921f6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:16.974342 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-e3df6602-df62-4c6b-8b19-60f70d67d7c8 req-4af63b9f-9283-4690-a76e-3de24a054e4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:17.022090 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8248f012-6dd4-4311-9c1f-a3b388d3b85c req-342d36a6-e61c-46b5-a60f-dd997311a04f tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:33:17.028714 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8248f012-6dd4-4311-9c1f-a3b388d3b85c req-342d36a6-e61c-46b5-a60f-dd997311a04f tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b52d58a-37ab-4e50-b262-c81246f70212 HTTP/1.1" status: 200 len: 931 time: 0.0744543 Oct 12 19:33:17.055912 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af63b9f-9283-4690-a76e-3de24a054e4b service neutron] Pushing event updated for resources: {'Port': ['ID=c07665b4-a179-4091-9fcc-6ffd853121d9,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:33:17.081859 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5c972f06-7a66-477d-853a-71a695921f6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:17.086981 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5c972f06-7a66-477d-853a-71a695921f6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:17.091340 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-5c972f06-7a66-477d-853a-71a695921f6b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b5638df6-48ff-4da7-8191-15a6d5cdb838 HTTP/1.1" status: 204 len: 168 time: 0.3117509 Oct 12 19:33:17.148023 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c972f06-7a66-477d-853a-71a695921f6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5638df6-48ff-4da7-8191-15a6d5cdb838,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:33:17.186426 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8248f012-6dd4-4311-9c1f-a3b388d3b85c req-dfc928d4-738b-4c43-8545-9250c1db3d43 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc25c47-c49f-4f72-b689-5693a6947492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1488600 Oct 12 19:33:17.196363 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-e3df6602-df62-4c6b-8b19-60f70d67d7c8 req-4af63b9f-9283-4690-a76e-3de24a054e4b service neutron] Attempting to bind port c07665b4-a179-4091-9fcc-6ffd853121d9 on host n-h2-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:33:17.196704 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-e3df6602-df62-4c6b-8b19-60f70d67d7c8 req-4af63b9f-9283-4690-a76e-3de24a054e4b service neutron] Attempting to bind port c07665b4-a179-4091-9fcc-6ffd853121d9 by drivers openvswitch,hyperv on host n-h2-813679-3 at level 0 using segments [{'id': 'e63f83d5-85c3-489d-99f4-18d9a9b82b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'e1de796f-6482-493c-b5ac-b28a591020e2'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:33:17.197152 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3df6602-df62-4c6b-8b19-60f70d67d7c8 req-4af63b9f-9283-4690-a76e-3de24a054e4b service neutron] Attempting to bind port c07665b4-a179-4091-9fcc-6ffd853121d9 on network e1de796f-6482-493c-b5ac-b28a591020e2 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:33:17.203434 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3df6602-df62-4c6b-8b19-60f70d67d7c8 req-4af63b9f-9283-4690-a76e-3de24a054e4b service neutron] Port c07665b4-a179-4091-9fcc-6ffd853121d9 on network e1de796f-6482-493c-b5ac-b28a591020e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:33:17.204579 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3df6602-df62-4c6b-8b19-60f70d67d7c8 req-4af63b9f-9283-4690-a76e-3de24a054e4b service neutron] Attempting to bind port c07665b4-a179-4091-9fcc-6ffd853121d9 on network e1de796f-6482-493c-b5ac-b28a591020e2 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:33:17.219739 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3df6602-df62-4c6b-8b19-60f70d67d7c8 req-4af63b9f-9283-4690-a76e-3de24a054e4b service neutron] Checking agent: {'id': '233fbd7d-38e4-434f-bb8f-05364d7423a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:33:17.220498 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3df6602-df62-4c6b-8b19-60f70d67d7c8 req-4af63b9f-9283-4690-a76e-3de24a054e4b service neutron] Checking segment: {'id': 'e63f83d5-85c3-489d-99f4-18d9a9b82b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'e1de796f-6482-493c-b5ac-b28a591020e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:33:17.222776 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3df6602-df62-4c6b-8b19-60f70d67d7c8 req-4af63b9f-9283-4690-a76e-3de24a054e4b service neutron] Bound using segment: {'id': 'e63f83d5-85c3-489d-99f4-18d9a9b82b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'e1de796f-6482-493c-b5ac-b28a591020e2'} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:33:17.223391 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-e3df6602-df62-4c6b-8b19-60f70d67d7c8 req-4af63b9f-9283-4690-a76e-3de24a054e4b service neutron] Bound port: c07665b4-a179-4091-9fcc-6ffd853121d9, host: n-h2-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e63f83d5-85c3-489d-99f4-18d9a9b82b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'e1de796f-6482-493c-b5ac-b28a591020e2'}}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:33:17.223926 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-e3df6602-df62-4c6b-8b19-60f70d67d7c8 req-4af63b9f-9283-4690-a76e-3de24a054e4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:17.242834 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-92a5d0c1-cedd-4817-8336-306cb5276603 tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:17.280693 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device e1dacf51-8b56-41a7-988b-c10af1584886 no longer exists at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:33:17.329207 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a5d0c1-cedd-4817-8336-306cb5276603 tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Pushing event deleted for resources: {'Port': ['ID=900b1c60-a3f0-45ff-a6dd-289a3a54e8cc,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:33:17.333462 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] No Port match for: e1dacf51-8b56-41a7-988b-c10af1584886 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:33:17.333848 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-e3df6602-df62-4c6b-8b19-60f70d67d7c8 req-4af63b9f-9283-4690-a76e-3de24a054e4b service neutron] For port c07665b4-a179-4091-9fcc-6ffd853121d9, host n-h2-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:33:17.334319 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device e1dacf51-8b56-41a7-988b-c10af1584886 not bound to the agent host n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:33:17.344882 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-e3df6602-df62-4c6b-8b19-60f70d67d7c8 req-4af63b9f-9283-4690-a76e-3de24a054e4b service neutron] For port c07665b4-a179-4091-9fcc-6ffd853121d9, host n-h2-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=c07665b4-a179-4091-9fcc-6ffd853121d9,segment=NetworkSegment(e63f83d5-85c3-489d-99f4-18d9a9b82b19),segment_id=e63f83d5-85c3-489d-99f4-18d9a9b82b19)] {{(pid=95501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:33:17.345490 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 74267d41-a6a0-44d9-af86-3d17fd7a058c no longer exists at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:33:17.379501 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] No Port match for: 74267d41-a6a0-44d9-af86-3d17fd7a058c {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:33:17.380715 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 74267d41-a6a0-44d9-af86-3d17fd7a058c not bound to the agent host n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:33:17.408992 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-e3df6602-df62-4c6b-8b19-60f70d67d7c8 req-4af63b9f-9283-4690-a76e-3de24a054e4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:17.439313 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b09e5f0c-0150-425f-b71c-ce2446df4a86 req-68275558-784a-4b04-81e4-d1100066f0cd tempest-ServerShowV254Test-2002522526 tempest-ServerShowV254Test-2002522526-project] 10.222.0.49 "GET /v2.0/ports?device_id=e515fd13-743a-4df0-9c7a-e04b86ce40bf HTTP/1.1" status: 200 len: 210 time: 0.0454323 Oct 12 19:33:17.447303 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-92a5d0c1-cedd-4817-8336-306cb5276603 tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Notify callbacks [] for floatingip, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:17.452232 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-92a5d0c1-cedd-4817-8336-306cb5276603 tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:17.452359 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3df6602-df62-4c6b-8b19-60f70d67d7c8 req-4af63b9f-9283-4690-a76e-3de24a054e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:33:17.452874 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-e3df6602-df62-4c6b-8b19-60f70d67d7c8 req-4af63b9f-9283-4690-a76e-3de24a054e4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:17.453264 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-92a5d0c1-cedd-4817-8336-306cb5276603 tempest-FloatingIPAdminTestJSON-904786860 tempest-FloatingIPAdminTestJSON-904786860-project] 10.222.0.49 "DELETE /v2.0/floatingips/8852fe7b-0da0-4949-9dd0-853c5f34b866 HTTP/1.1" status: 204 len: 168 time: 0.8553679 Oct 12 19:33:17.454271 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e3df6602-df62-4c6b-8b19-60f70d67d7c8 req-4af63b9f-9283-4690-a76e-3de24a054e4b service neutron] 10.222.0.67 "PUT /v2.0/ports/c07665b4-a179-4091-9fcc-6ffd853121d9 HTTP/1.1" status: 200 len: 1091 time: 1.0207336 Oct 12 19:33:17.455093 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b52d58a-37ab-4e50-b262-c81246f70212', 'tag': 'c07665b4-a179-4091-9fcc-6ffd853121d9'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:33:17.457125 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ccda72a-d730-40ef-be9a-05db1f2e9b33" -d '{"events": [{"name": "network-changed", "server_uuid": "5b52d58a-37ab-4e50-b262-c81246f70212", "tag": "c07665b4-a179-4091-9fcc-6ffd853121d9"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:33:17.481253 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af63b9f-9283-4690-a76e-3de24a054e4b service neutron] Pushing event updated for resources: {'Port': ['ID=c07665b4-a179-4091-9fcc-6ffd853121d9,revision_number=3']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:33:17.573204 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d040ba01-2a77-4a5e-8e6d-1ebecd10c0c6 x-openstack-request-id: req-d040ba01-2a77-4a5e-8e6d-1ebecd10c0c6 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:33:17.573518 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b52d58a-37ab-4e50-b262-c81246f70212", "tag": "c07665b4-a179-4091-9fcc-6ffd853121d9", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:33:17.573748 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d040ba01-2a77-4a5e-8e6d-1ebecd10c0c6 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:33:17.575137 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b52d58a-37ab-4e50-b262-c81246f70212', 'tag': 'c07665b4-a179-4091-9fcc-6ffd853121d9', 'status': 'completed', 'code': 200} Oct 12 19:33:17.614379 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3df6602-df62-4c6b-8b19-60f70d67d7c8 req-2144cfc8-6a5e-478e-8eab-da5955cc9ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:33:17.617757 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e3df6602-df62-4c6b-8b19-60f70d67d7c8 req-2144cfc8-6a5e-478e-8eab-da5955cc9ba0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=811cfaee5aef4af79e24164832947c33&device_id=5b52d58a-37ab-4e50-b262-c81246f70212 HTTP/1.1" status: 200 len: 1094 time: 0.0588799 Oct 12 19:33:17.681178 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e3df6602-df62-4c6b-8b19-60f70d67d7c8 req-da7d3809-12de-4c2c-b87a-3485b782c601 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c07665b4-a179-4091-9fcc-6ffd853121d9 HTTP/1.1" status: 200 len: 217 time: 0.0523136 Oct 12 19:33:18.041202 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf71f02-0b80-404d-b126-4631104d19d7 req-3eb29a38-5252-429c-8d79-340d081a88dc tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:33:18.042819 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-aaf71f02-0b80-404d-b126-4631104d19d7 req-3eb29a38-5252-429c-8d79-340d081a88dc tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=41cebb8d-9584-42ba-a207-48b6fb03e2e3 HTTP/1.1" status: 200 len: 945 time: 0.3641791 Oct 12 19:33:18.062636 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3df6602-df62-4c6b-8b19-60f70d67d7c8 req-aa09789c-afa3-4ca9-8f1c-a46ba0520821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:33:18.064164 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e3df6602-df62-4c6b-8b19-60f70d67d7c8 req-aa09789c-afa3-4ca9-8f1c-a46ba0520821 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=914db72d-f2c7-4670-91dc-11fde7252bf5 HTTP/1.1" status: 200 len: 856 time: 0.3730049 Oct 12 19:33:18.127544 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 34626) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:33:18.148652 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-aaf71f02-0b80-404d-b126-4631104d19d7 req-3e3bd3be-e1ff-41ef-8714-af2af822e00b tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c11fc84-4f57-43db-8c17-f81427a08139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968845 Oct 12 19:33:18.157168 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3df6602-df62-4c6b-8b19-60f70d67d7c8 req-01247ec9-93a8-4703-baf5-6de674cd1fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:33:18.159226 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e3df6602-df62-4c6b-8b19-60f70d67d7c8 req-01247ec9-93a8-4703-baf5-6de674cd1fc1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e1de796f-6482-493c-b5ac-b28a591020e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0859709 Oct 12 19:33:18.286453 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e3df6602-df62-4c6b-8b19-60f70d67d7c8 req-1d0d2f18-4064-4c1e-aa70-7a5967e14b64 service neutron] 10.222.0.67 "GET /v2.0/networks/e1de796f-6482-493c-b5ac-b28a591020e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103337 Oct 12 19:33:18.399412 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a907e41-25fc-4f2a-a435-b6bc03e44caa req-f17913a5-8841-4d3d-bb4c-4f3416656a03 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:33:18.407526 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1a907e41-25fc-4f2a-a435-b6bc03e44caa req-f17913a5-8841-4d3d-bb4c-4f3416656a03 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b52d58a-37ab-4e50-b262-c81246f70212 HTTP/1.1" status: 200 len: 943 time: 0.0886207 Oct 12 19:33:18.410218 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e3df6602-df62-4c6b-8b19-60f70d67d7c8 req-8312c339-98d0-4295-b535-1ae670311792 service neutron] 10.222.0.67 "GET /v2.0/networks/e1de796f-6482-493c-b5ac-b28a591020e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016166 Oct 12 19:33:18.426591 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-59e5befa-322a-477e-ae40-add152ce69e1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=90b150781fb24f5f854f448a80f573b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2971361 Oct 12 19:33:18.428985 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 34638) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:33:18.467473 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1a907e41-25fc-4f2a-a435-b6bc03e44caa req-22e9aa9b-af1e-4fe3-81fe-8397cc99b55d tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc25c47-c49f-4f72-b689-5693a6947492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589592 Oct 12 19:33:18.500595 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a9151d0e-c9d8-41b7-90fd-521f91a4869b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:18.525866 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a9151d0e-c9d8-41b7-90fd-521f91a4869b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:18.650714 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-51d4dd02-9c53-4243-a273-0214877ee596 req-c63d65a5-294b-45b2-b049-6c64ece347ee tempest-ServerShowV254Test-2002522526 tempest-ServerShowV254Test-2002522526-project] 10.222.0.49 "GET /v2.0/ports?device_id=e515fd13-743a-4df0-9c7a-e04b86ce40bf HTTP/1.1" status: 200 len: 210 time: 0.0315578 Oct 12 19:33:18.654347 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccda72a-d730-40ef-be9a-05db1f2e9b33 req-9d1aae3d-6fac-4efe-8a7d-98e9be8cb824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:33:18.655920 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0ccda72a-d730-40ef-be9a-05db1f2e9b33 req-9d1aae3d-6fac-4efe-8a7d-98e9be8cb824 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=811cfaee5aef4af79e24164832947c33&device_id=5b52d58a-37ab-4e50-b262-c81246f70212 HTTP/1.1" status: 200 len: 1094 time: 0.0803227 Oct 12 19:33:18.665682 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a9151d0e-c9d8-41b7-90fd-521f91a4869b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:18.670569 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a9151d0e-c9d8-41b7-90fd-521f91a4869b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:18.672307 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-a9151d0e-c9d8-41b7-90fd-521f91a4869b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0f143951-b60f-433e-931f-2b81fb6feb7b HTTP/1.1" status: 204 len: 168 time: 0.2422159 Oct 12 19:33:18.686113 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9151d0e-c9d8-41b7-90fd-521f91a4869b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f143951-b60f-433e-931f-2b81fb6feb7b,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:33:18.792845 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccda72a-d730-40ef-be9a-05db1f2e9b33 req-ee215b8b-20ef-4a8f-94f9-a9dc37ff1604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:33:18.796288 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0ccda72a-d730-40ef-be9a-05db1f2e9b33 req-ee215b8b-20ef-4a8f-94f9-a9dc37ff1604 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e1de796f-6482-493c-b5ac-b28a591020e2 HTTP/1.1" status: 200 len: 918 time: 0.1316078 Oct 12 19:33:18.847544 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0ccda72a-d730-40ef-be9a-05db1f2e9b33 req-e81440ba-43dd-42c1-9abc-8c0839e9c09a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c07665b4-a179-4091-9fcc-6ffd853121d9 HTTP/1.1" status: 200 len: 217 time: 0.0426118 Oct 12 19:33:18.911633 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccda72a-d730-40ef-be9a-05db1f2e9b33 req-52bf65ac-7a08-4a81-82bd-352ee1fb30c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:33:18.914344 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0ccda72a-d730-40ef-be9a-05db1f2e9b33 req-52bf65ac-7a08-4a81-82bd-352ee1fb30c1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=914db72d-f2c7-4670-91dc-11fde7252bf5 HTTP/1.1" status: 200 len: 856 time: 0.0571527 Oct 12 19:33:18.966674 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccda72a-d730-40ef-be9a-05db1f2e9b33 req-a39a8dbf-7079-48ea-aac2-58ac68b329a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:33:18.968237 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0ccda72a-d730-40ef-be9a-05db1f2e9b33 req-a39a8dbf-7079-48ea-aac2-58ac68b329a5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e1de796f-6482-493c-b5ac-b28a591020e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468102 Oct 12 19:33:19.101866 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d27b7d-8e93-45f4-870d-911577d6cd35 req-38f30bce-296c-4fac-8dda-0d6e314a74fa tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:33:19.103362 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-11d27b7d-8e93-45f4-870d-911577d6cd35 req-38f30bce-296c-4fac-8dda-0d6e314a74fa tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.67 "GET /v2.0/ports?device_id=41cebb8d-9584-42ba-a207-48b6fb03e2e3 HTTP/1.1" status: 200 len: 945 time: 0.0823078 Oct 12 19:33:19.108005 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0ccda72a-d730-40ef-be9a-05db1f2e9b33 req-0c79e65e-e684-40be-b084-92c9202c6888 service neutron] 10.222.0.67 "GET /v2.0/networks/e1de796f-6482-493c-b5ac-b28a591020e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323960 Oct 12 19:33:19.274840 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0ccda72a-d730-40ef-be9a-05db1f2e9b33 req-bdf4738a-5d18-422d-bb56-aff00858d7e7 service neutron] 10.222.0.67 "GET /v2.0/networks/e1de796f-6482-493c-b5ac-b28a591020e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510315 Oct 12 19:33:19.297725 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-11d27b7d-8e93-45f4-870d-911577d6cd35 req-ba644fb1-1779-4753-80a5-4ee8acd2ec17 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Deleting port ba5badd8-6e07-49e6-9658-31bb763a2815 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:33:19.298398 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-11d27b7d-8e93-45f4-870d-911577d6cd35 req-ba644fb1-1779-4753-80a5-4ee8acd2ec17 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:19.318637 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a659c7c-66c8-4ed7-adf0-b973c4085dc7 req-559ec613-47b6-44e3-bbd6-16537a477b69 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:33:19.320250 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2a659c7c-66c8-4ed7-adf0-b973c4085dc7 req-559ec613-47b6-44e3-bbd6-16537a477b69 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=41cebb8d-9584-42ba-a207-48b6fb03e2e3 HTTP/1.1" status: 200 len: 945 time: 0.0662498 Oct 12 19:33:19.361292 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2a659c7c-66c8-4ed7-adf0-b973c4085dc7 req-4782305a-d2e0-4ad0-8dd5-959504043480 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c11fc84-4f57-43db-8c17-f81427a08139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341547 Oct 12 19:33:19.416229 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-11d27b7d-8e93-45f4-870d-911577d6cd35 req-ba644fb1-1779-4753-80a5-4ee8acd2ec17 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] For port ba5badd8-6e07-49e6-9658-31bb763a2815, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=ba5badd8-6e07-49e6-9658-31bb763a2815,segment=NetworkSegment(25f482b3-2b9d-4f97-b4b0-3430c63be1bb),segment_id=25f482b3-2b9d-4f97-b4b0-3430c63be1bb)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:33:19.417115 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-11d27b7d-8e93-45f4-870d-911577d6cd35 req-ba644fb1-1779-4753-80a5-4ee8acd2ec17 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:19.434534 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 34662) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:33:19.435106 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-11d27b7d-8e93-45f4-870d-911577d6cd35 req-ba644fb1-1779-4753-80a5-4ee8acd2ec17 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Calling delete_port for ba5badd8-6e07-49e6-9658-31bb763a2815 owned by compute:nova {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:33:19.526628 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 34668) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:33:19.542242 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-80ffbaca-5225-4a9b-86c0-28136bcd4db9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:19.574653 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-85a4ebb6-e26f-4ed1-bc64-e686de7a80c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:19.629343 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c65742c-9838-4bab-b1ff-4b479452fc9f req-15e58d65-f0cc-4f30-89b1-a879241ddf0a tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:33:19.631005 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6c65742c-9838-4bab-b1ff-4b479452fc9f req-15e58d65-f0cc-4f30-89b1-a879241ddf0a tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b52d58a-37ab-4e50-b262-c81246f70212 HTTP/1.1" status: 200 len: 943 time: 0.0737810 Oct 12 19:33:19.661640 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-11d27b7d-8e93-45f4-870d-911577d6cd35 req-ba644fb1-1779-4753-80a5-4ee8acd2ec17 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:19.675064 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['26e2e43b-64cb-42a6-8bbf-733d254324d0', 'ba5badd8-6e07-49e6-9658-31bb763a2815'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:33:19.678775 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-80ffbaca-5225-4a9b-86c0-28136bcd4db9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:19.709142 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6c65742c-9838-4bab-b1ff-4b479452fc9f req-1284d43e-a6cc-4b7b-b694-4711eccab304 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc25c47-c49f-4f72-b689-5693a6947492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695441 Oct 12 19:33:19.710036 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba644fb1-1779-4753-80a5-4ee8acd2ec17 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Pushing event deleted for resources: {'Port': ['ID=ba5badd8-6e07-49e6-9658-31bb763a2815,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:33:19.744152 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-85a4ebb6-e26f-4ed1-bc64-e686de7a80c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:19.745251 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-80ffbaca-5225-4a9b-86c0-28136bcd4db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:19.767823 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-11d27b7d-8e93-45f4-870d-911577d6cd35 req-ba644fb1-1779-4753-80a5-4ee8acd2ec17 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] No DVR routers for this DVR port ba5badd8-6e07-49e6-9658-31bb763a2815 on host n-h2-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:33:19.770818 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-11d27b7d-8e93-45f4-870d-911577d6cd35 req-ba644fb1-1779-4753-80a5-4ee8acd2ec17 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:19.773935 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device c07665b4-a179-4091-9fcc-6ffd853121d9 details requested by agent hyperv_n-h2-813679-3 with host n-h2-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:33:19.774963 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-11d27b7d-8e93-45f4-870d-911577d6cd35 req-ba644fb1-1779-4753-80a5-4ee8acd2ec17 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.67 "DELETE /v2.0/ports/ba5badd8-6e07-49e6-9658-31bb763a2815 HTTP/1.1" status: 204 len: 173 time: 0.6587257 Oct 12 19:33:19.775440 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41cebb8d-9584-42ba-a207-48b6fb03e2e3', 'name': 'network-vif-deleted', 'tag': 'ba5badd8-6e07-49e6-9658-31bb763a2815'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:33:19.778669 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a136afb4-e547-4f31-b7f4-4ecba32a1e08" -d '{"events": [{"server_uuid": "41cebb8d-9584-42ba-a207-48b6fb03e2e3", "name": "network-vif-deleted", "tag": "ba5badd8-6e07-49e6-9658-31bb763a2815"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:33:19.828396 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a57f0e87-85f0-4d48-a011-6dcba912de75 x-openstack-request-id: req-a57f0e87-85f0-4d48-a011-6dcba912de75 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:33:19.828797 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41cebb8d-9584-42ba-a207-48b6fb03e2e3", "name": "network-vif-deleted", "tag": "ba5badd8-6e07-49e6-9658-31bb763a2815", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:33:19.828991 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a57f0e87-85f0-4d48-a011-6dcba912de75 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:33:19.829369 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41cebb8d-9584-42ba-a207-48b6fb03e2e3', 'name': 'network-vif-deleted', 'tag': 'ba5badd8-6e07-49e6-9658-31bb763a2815', 'status': 'completed', 'code': 200} Oct 12 19:33:19.840955 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-85a4ebb6-e26f-4ed1-bc64-e686de7a80c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:19.848508 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9c92780f-75ec-4ed0-9bb6-87f7f0b7c1a7 req-0ac03ecc-79c8-403d-b582-ac48bf31ff4d tempest-ServerShowV254Test-2002522526 tempest-ServerShowV254Test-2002522526-project] 10.222.0.49 "GET /v2.0/ports?device_id=e515fd13-743a-4df0-9c7a-e04b86ce40bf HTTP/1.1" status: 200 len: 210 time: 0.0706668 Oct 12 19:33:19.868011 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 34676) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:33:19.877082 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-80ffbaca-5225-4a9b-86c0-28136bcd4db9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=476aa27f625e42be88400a5fc6ab7d0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3493280 Oct 12 19:33:19.905748 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ffbaca-5225-4a9b-86c0-28136bcd4db9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d0ac943-2afb-4f3a-95d3-b5881795e49f,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:33:19.932487 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a4ebb6-e26f-4ed1-bc64-e686de7a80c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65cf23a8-c0c4-4339-a458-b0f12b7f62f4,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:33:19.942764 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-85a4ebb6-e26f-4ed1-bc64-e686de7a80c0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9d62b02fddee4ca3b0949ef83fb052ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5069547 Oct 12 19:33:19.945433 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 34678) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:33:19.960970 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-15f1d5bf-574a-4759-8dd2-c08dab2ea17b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:19.992893 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-15f1d5bf-574a-4759-8dd2-c08dab2ea17b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:20.002904 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e260c1ab-580b-4ab8-8e3d-b42e623ea0d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:20.013033 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port c07665b4-a179-4091-9fcc-6ffd853121d9, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=c07665b4-a179-4091-9fcc-6ffd853121d9,segment=NetworkSegment(e63f83d5-85c3-489d-99f4-18d9a9b82b19),segment_id=e63f83d5-85c3-489d-99f4-18d9a9b82b19)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:33:20.028282 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e260c1ab-580b-4ab8-8e3d-b42e623ea0d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:20.032516 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Returning: {'device': 'c07665b4-a179-4091-9fcc-6ffd853121d9', 'network_id': 'e1de796f-6482-493c-b5ac-b28a591020e2', 'port_id': 'c07665b4-a179-4091-9fcc-6ffd853121d9', 'mac_address': 'fa:16:3e:7b:2d:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '914db72d-f2c7-4670-91dc-11fde7252bf5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:33:20.096308 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:20.111441 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c07665b4-a179-4091-9fcc-6ffd853121d9 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:33:20.134235 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port c07665b4-a179-4091-9fcc-6ffd853121d9, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=c07665b4-a179-4091-9fcc-6ffd853121d9,segment=NetworkSegment(e63f83d5-85c3-489d-99f4-18d9a9b82b19),segment_id=e63f83d5-85c3-489d-99f4-18d9a9b82b19)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:33:20.159298 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-15f1d5bf-574a-4759-8dd2-c08dab2ea17b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:20.161970 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-15f1d5bf-574a-4759-8dd2-c08dab2ea17b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:20.163175 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-15f1d5bf-574a-4759-8dd2-c08dab2ea17b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1d0ac943-2afb-4f3a-95d3-b5881795e49f HTTP/1.1" status: 204 len: 168 time: 0.2937932 Oct 12 19:33:20.173517 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f1d5bf-574a-4759-8dd2-c08dab2ea17b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d0ac943-2afb-4f3a-95d3-b5881795e49f,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:33:20.225378 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e260c1ab-580b-4ab8-8e3d-b42e623ea0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:20.228158 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e260c1ab-580b-4ab8-8e3d-b42e623ea0d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:20.232281 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-e260c1ab-580b-4ab8-8e3d-b42e623ea0d8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/65cf23a8-c0c4-4339-a458-b0f12b7f62f4 HTTP/1.1" status: 204 len: 168 time: 0.2830927 Oct 12 19:33:20.238070 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e260c1ab-580b-4ab8-8e3d-b42e623ea0d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65cf23a8-c0c4-4339-a458-b0f12b7f62f4,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:33:20.271445 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:20.325891 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=c07665b4-a179-4091-9fcc-6ffd853121d9,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:33:20.475043 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f91f5682-c14c-4665-8b56-d515f3c7a01b req-5ddc901b-2962-4859-a7cf-6c56aec0ba32 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=41cebb8d-9584-42ba-a207-48b6fb03e2e3 HTTP/1.1" status: 200 len: 210 time: 0.0277562 Oct 12 19:33:20.488195 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['c07665b4-a179-4091-9fcc-6ffd853121d9'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:33:20.849584 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aaae05-81b4-4a2b-8bd5-5392a31a9c16 req-605bc45f-31b8-4fae-968a-4d310280d0cd tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:33:20.851275 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-22aaae05-81b4-4a2b-8bd5-5392a31a9c16 req-605bc45f-31b8-4fae-968a-4d310280d0cd tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b52d58a-37ab-4e50-b262-c81246f70212 HTTP/1.1" status: 200 len: 944 time: 0.0598557 Oct 12 19:33:20.897305 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-22aaae05-81b4-4a2b-8bd5-5392a31a9c16 req-e60d033a-f9d1-43e1-89c5-128d77ddeeb4 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc25c47-c49f-4f72-b689-5693a6947492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356042 Oct 12 19:33:20.985531 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fc9897e5-a46e-42cc-8191-0aeeeacf47a2 req-6827b8cd-4893-4acd-8594-d0adf6138073 tempest-ServerShowV254Test-2002522526 tempest-ServerShowV254Test-2002522526-project] 10.222.0.49 "GET /v2.0/ports?device_id=e515fd13-743a-4df0-9c7a-e04b86ce40bf HTTP/1.1" status: 200 len: 210 time: 0.0298281 Oct 12 19:33:21.050249 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 34704) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:33:21.067270 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-62276a0a-4425-46d2-9f4d-1a12446c0877 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:21.148347 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-62276a0a-4425-46d2-9f4d-1a12446c0877 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:21.219808 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-62276a0a-4425-46d2-9f4d-1a12446c0877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:21.260284 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-62276a0a-4425-46d2-9f4d-1a12446c0877 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=543ae41c58694cb5874b394708382f8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2088480 Oct 12 19:33:21.261965 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62276a0a-4425-46d2-9f4d-1a12446c0877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bc7bfab-cf95-446f-931a-ed9a84758f36,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:33:21.263483 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 34712) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:33:21.326900 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a958bf74-ccde-4ac3-a137-cdcc3b0eb33c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:21.348393 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a958bf74-ccde-4ac3-a137-cdcc3b0eb33c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:21.479009 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a958bf74-ccde-4ac3-a137-cdcc3b0eb33c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:21.482768 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a958bf74-ccde-4ac3-a137-cdcc3b0eb33c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:21.492603 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-a958bf74-ccde-4ac3-a137-cdcc3b0eb33c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0bc7bfab-cf95-446f-931a-ed9a84758f36 HTTP/1.1" status: 204 len: 168 time: 0.2254198 Oct 12 19:33:21.501101 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a958bf74-ccde-4ac3-a137-cdcc3b0eb33c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bc7bfab-cf95-446f-931a-ed9a84758f36,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:33:21.722194 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device c07665b4-a179-4091-9fcc-6ffd853121d9 up at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:33:21.867621 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning for port c07665b4-a179-4091-9fcc-6ffd853121d9 completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:33:21.872462 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning complete for port c07665b4-a179-4091-9fcc-6ffd853121d9 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:33:21.873473 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:21.961611 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dc60c0-40ad-414b-971e-e33089a538b4 req-9b915fe4-62d1-4910-9774-846bd34ea32b tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:33:21.972278 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-45dc60c0-40ad-414b-971e-e33089a538b4 req-9b915fe4-62d1-4910-9774-846bd34ea32b tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/networks?id=f582be35-bab4-4f26-bc1a-58db576191d3 HTTP/1.1" status: 200 len: 805 time: 0.1545353 Oct 12 19:33:21.984474 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-45dc60c0-40ad-414b-971e-e33089a538b4 req-cb2fdb74-b8d3-44cf-8784-f93c48f3e62b tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/quotas/6c99bbccf03340f58d38acd132b2d311 HTTP/1.1" status: 200 len: 375 time: 0.0109951 Oct 12 19:33:22.090896 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926a530d-708c-4b9b-81f0-3cebd833361a req-0c35ee77-4f75-4fcd-806f-3497d18d6504 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:33:22.092746 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-926a530d-708c-4b9b-81f0-3cebd833361a req-0c35ee77-4f75-4fcd-806f-3497d18d6504 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b52d58a-37ab-4e50-b262-c81246f70212 HTTP/1.1" status: 200 len: 944 time: 0.0662198 Oct 12 19:33:22.095748 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-45dc60c0-40ad-414b-971e-e33089a538b4 req-1f9dc7b8-d4e0-4410-a8bb-4f35e1027313 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=6c99bbccf03340f58d38acd132b2d311&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1029141 Oct 12 19:33:22.148310 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-926a530d-708c-4b9b-81f0-3cebd833361a req-98ddd835-6e84-4772-b2ff-83413d784e22 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc25c47-c49f-4f72-b689-5693a6947492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422266 Oct 12 19:33:22.161141 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:22.186926 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b52d58a-37ab-4e50-b262-c81246f70212', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c07665b4-a179-4091-9fcc-6ffd853121d9'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:33:22.193876 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b30c35f2-6150-413e-8ac4-6e07f0b9c9d3" -d '{"events": [{"server_uuid": "5b52d58a-37ab-4e50-b262-c81246f70212", "name": "network-vif-plugged", "status": "completed", "tag": "c07665b4-a179-4091-9fcc-6ffd853121d9"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:33:22.205776 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port c07665b4-a179-4091-9fcc-6ffd853121d9, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=c07665b4-a179-4091-9fcc-6ffd853121d9,segment=NetworkSegment(e63f83d5-85c3-489d-99f4-18d9a9b82b19),segment_id=e63f83d5-85c3-489d-99f4-18d9a9b82b19)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:33:22.223895 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-45dc60c0-40ad-414b-971e-e33089a538b4 req-322d3788-ca2f-406d-be1e-c1824769b9a9 service neutron] 10.222.0.49 "GET /v2.0/networks/f582be35-bab4-4f26-bc1a-58db576191d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171176 Oct 12 19:33:22.267438 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-50a816d5-549e-4aab-86e2-06d5f1cbfbf1 req-d8e9edc0-9ea0-423f-841c-ef39e0d6ca9d tempest-ServerShowV254Test-2002522526 tempest-ServerShowV254Test-2002522526-project] 10.222.0.49 "GET /v2.0/ports?device_id=e515fd13-743a-4df0-9c7a-e04b86ce40bf HTTP/1.1" status: 200 len: 210 time: 0.0324872 Oct 12 19:33:22.271336 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:22.272977 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device ba5badd8-6e07-49e6-9658-31bb763a2815 no longer exists at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:33:22.329821 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] No Port match for: ba5badd8-6e07-49e6-9658-31bb763a2815 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:33:22.329821 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device ba5badd8-6e07-49e6-9658-31bb763a2815 not bound to the agent host n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:33:22.349111 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-45dc60c0-40ad-414b-971e-e33089a538b4 req-074f92fc-11df-4d2d-ac5d-0db939e07898 service neutron] 10.222.0.49 "GET /v2.0/networks/f582be35-bab4-4f26-bc1a-58db576191d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188180 Oct 12 19:33:22.354467 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-562934f4-d2be-495e-90a5-db2e76c23c03 x-openstack-request-id: req-562934f4-d2be-495e-90a5-db2e76c23c03 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:33:22.354883 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b52d58a-37ab-4e50-b262-c81246f70212", "name": "network-vif-plugged", "status": "completed", "tag": "c07665b4-a179-4091-9fcc-6ffd853121d9", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:33:22.355327 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-562934f4-d2be-495e-90a5-db2e76c23c03 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:33:22.355964 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b52d58a-37ab-4e50-b262-c81246f70212', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c07665b4-a179-4091-9fcc-6ffd853121d9', 'code': 200} Oct 12 19:33:22.367415 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=c07665b4-a179-4091-9fcc-6ffd853121d9,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:33:22.428717 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 34780) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:33:22.462128 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a584c0-5844-4fd8-840f-6a5666d2ece2 req-c753803e-f07c-4f1f-8b13-d2b0cca87780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:33:22.463866 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-36a584c0-5844-4fd8-840f-6a5666d2ece2 req-c753803e-f07c-4f1f-8b13-d2b0cca87780 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5b52d58a-37ab-4e50-b262-c81246f70212 HTTP/1.1" status: 200 len: 1096 time: 0.0481095 Oct 12 19:33:22.501266 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-36a584c0-5844-4fd8-840f-6a5666d2ece2 req-31aded29-17ad-4eae-a1c5-e03e256c6b57 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=0dc25c47-c49f-4f72-b689-5693a6947492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303514 Oct 12 19:33:22.561739 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-790ca5cd-3b3d-4874-b87a-998327c89608 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:22.601162 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-45bd84c7-c3c8-45d4-83f1-314997368540 req-30aa0dbf-56d8-4af3-bdfe-24e834288e78 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=7909a7d4-ee5d-47f1-aa76-b26cd5f72770 HTTP/1.1" status: 200 len: 210 time: 0.0310876 Oct 12 19:33:22.671466 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-790ca5cd-3b3d-4874-b87a-998327c89608 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:22.764732 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-790ca5cd-3b3d-4874-b87a-998327c89608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:22.802539 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790ca5cd-3b3d-4874-b87a-998327c89608 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87888c77-aa9b-4c03-9c18-3530ffce06c6,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:33:22.807776 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-790ca5cd-3b3d-4874-b87a-998327c89608 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=81e9bb128b374c6c9bea340e9ccb8031&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3778868 Oct 12 19:33:22.811150 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 34804) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:33:22.869181 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5991d145-447a-4934-b5bb-37819e54a1eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:22.891395 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5991d145-447a-4934-b5bb-37819e54a1eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:23.033489 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5991d145-447a-4934-b5bb-37819e54a1eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:23.036237 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5991d145-447a-4934-b5bb-37819e54a1eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:23.037990 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-5991d145-447a-4934-b5bb-37819e54a1eb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/87888c77-aa9b-4c03-9c18-3530ffce06c6 HTTP/1.1" status: 204 len: 168 time: 0.2256553 Oct 12 19:33:23.048338 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5991d145-447a-4934-b5bb-37819e54a1eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87888c77-aa9b-4c03-9c18-3530ffce06c6,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:33:23.278736 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b168f2-5031-4474-a082-9535eebb1851 req-c9a9c684-ac17-464d-b39e-1cd1cc46b9a2 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:33:23.282948 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-17b168f2-5031-4474-a082-9535eebb1851 req-c9a9c684-ac17-464d-b39e-1cd1cc46b9a2 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b52d58a-37ab-4e50-b262-c81246f70212 HTTP/1.1" status: 200 len: 945 time: 0.0549319 Oct 12 19:33:23.321784 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-17b168f2-5031-4474-a082-9535eebb1851 req-e0149053-c43c-4f98-9f82-5ba6fa286753 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc25c47-c49f-4f72-b689-5693a6947492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348463 Oct 12 19:33:23.485875 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b881cec4-feca-493b-97a3-1900dd7d7a58 req-3b02446e-3ae9-441f-ac82-3e0c2924d9f0 tempest-ServerShowV254Test-2002522526 tempest-ServerShowV254Test-2002522526-project] 10.222.0.49 "GET /v2.0/ports?device_id=e515fd13-743a-4df0-9c7a-e04b86ce40bf HTTP/1.1" status: 200 len: 210 time: 0.0590076 Oct 12 19:33:23.737743 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-65656919-2856-484f-bceb-4d013b1bad83 req-d0e8ff39-57ce-46f8-9e42-b6e95670c14e tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=7909a7d4-ee5d-47f1-aa76-b26cd5f72770 HTTP/1.1" status: 200 len: 210 time: 0.0518515 Oct 12 19:33:23.771046 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 34852) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:33:23.933709 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-a738e4e2-9746-40e1-8b8e-32032370ab98 tempest-PortsAdminExtendedAttrsTestJSON-2086767319 tempest-PortsAdminExtendedAttrsTestJSON-2086767319-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1533730832'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:33:24.044834 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a738e4e2-9746-40e1-8b8e-32032370ab98 tempest-PortsAdminExtendedAttrsTestJSON-2086767319 tempest-PortsAdminExtendedAttrsTestJSON-2086767319-project] Made reservation on behalf of 815ba04ac927416e9f14220b1715cfdb for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:33:24.048466 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a738e4e2-9746-40e1-8b8e-32032370ab98 tempest-PortsAdminExtendedAttrsTestJSON-2086767319 tempest-PortsAdminExtendedAttrsTestJSON-2086767319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:24.061075 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a738e4e2-9746-40e1-8b8e-32032370ab98 tempest-PortsAdminExtendedAttrsTestJSON-2086767319 tempest-PortsAdminExtendedAttrsTestJSON-2086767319-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:24.145598 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a738e4e2-9746-40e1-8b8e-32032370ab98 tempest-PortsAdminExtendedAttrsTestJSON-2086767319 tempest-PortsAdminExtendedAttrsTestJSON-2086767319-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:24.290492 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a738e4e2-9746-40e1-8b8e-32032370ab98 tempest-PortsAdminExtendedAttrsTestJSON-2086767319 tempest-PortsAdminExtendedAttrsTestJSON-2086767319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:24.317008 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a738e4e2-9746-40e1-8b8e-32032370ab98 tempest-PortsAdminExtendedAttrsTestJSON-2086767319 tempest-PortsAdminExtendedAttrsTestJSON-2086767319-project] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:33:24.327311 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738e4e2-9746-40e1-8b8e-32032370ab98 tempest-PortsAdminExtendedAttrsTestJSON-2086767319 tempest-PortsAdminExtendedAttrsTestJSON-2086767319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b496ffa-3a12-4f30-b12b-2bc973065b45,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:33:24.332634 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a738e4e2-9746-40e1-8b8e-32032370ab98 tempest-PortsAdminExtendedAttrsTestJSON-2086767319 tempest-PortsAdminExtendedAttrsTestJSON-2086767319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:24.332634 n-d-813679-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-a738e4e2-9746-40e1-8b8e-32032370ab98 tempest-PortsAdminExtendedAttrsTestJSON-2086767319 tempest-PortsAdminExtendedAttrsTestJSON-2086767319-project] Added segment 6633fc08-31a1-41b9-abd9-a482ee697c04 of type vlan for network f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba Oct 12 19:33:24.377278 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a738e4e2-9746-40e1-8b8e-32032370ab98 tempest-PortsAdminExtendedAttrsTestJSON-2086767319 tempest-PortsAdminExtendedAttrsTestJSON-2086767319-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:24.471365 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9212b83-5916-43a5-8870-75d033e975ce req-744251f3-bdb8-4c68-aadf-e31a88359b05 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:33:24.481718 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d9212b83-5916-43a5-8870-75d033e975ce req-744251f3-bdb8-4c68-aadf-e31a88359b05 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b52d58a-37ab-4e50-b262-c81246f70212 HTTP/1.1" status: 200 len: 945 time: 0.0628183 Oct 12 19:33:24.484466 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a738e4e2-9746-40e1-8b8e-32032370ab98 tempest-PortsAdminExtendedAttrsTestJSON-2086767319 tempest-PortsAdminExtendedAttrsTestJSON-2086767319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:24.490738 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a738e4e2-9746-40e1-8b8e-32032370ab98 tempest-PortsAdminExtendedAttrsTestJSON-2086767319 tempest-PortsAdminExtendedAttrsTestJSON-2086767319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:33:24.491459 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a738e4e2-9746-40e1-8b8e-32032370ab98 tempest-PortsAdminExtendedAttrsTestJSON-2086767319 tempest-PortsAdminExtendedAttrsTestJSON-2086767319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:24.548782 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e36d37bd-d4a7-4495-99a6-b50c6a9c5f2b req-387c0c11-d583-47f4-92c1-c5f9b0e83d8c tempest-ServerShowV254Test-2002522526 tempest-ServerShowV254Test-2002522526-project] 10.222.0.49 "GET /v2.0/ports?device_id=e515fd13-743a-4df0-9c7a-e04b86ce40bf HTTP/1.1" status: 200 len: 210 time: 0.0279505 Oct 12 19:33:24.588644 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738e4e2-9746-40e1-8b8e-32032370ab98 tempest-PortsAdminExtendedAttrsTestJSON-2086767319 tempest-PortsAdminExtendedAttrsTestJSON-2086767319-project] Pushing event updated for resources: {'Network': ['ID=f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:33:24.602579 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:33:24.635038 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d9212b83-5916-43a5-8870-75d033e975ce req-3e8b8b9e-37a2-4acd-b2ac-7c38e5fddd92 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc25c47-c49f-4f72-b689-5693a6947492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1540971 Oct 12 19:33:24.665615 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-a738e4e2-9746-40e1-8b8e-32032370ab98 tempest-PortsAdminExtendedAttrsTestJSON-2086767319 tempest-PortsAdminExtendedAttrsTestJSON-2086767319-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 0.8934362 Oct 12 19:33:24.772709 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b1abca-f2d3-41f8-b647-48165a1535fc req-3dbc054c-0bc3-45da-a101-ee7eb0195696 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:33:24.774641 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-98b1abca-f2d3-41f8-b647-48165a1535fc req-3dbc054c-0bc3-45da-a101-ee7eb0195696 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b52d58a-37ab-4e50-b262-c81246f70212 HTTP/1.1" status: 200 len: 945 time: 0.0642104 Oct 12 19:33:24.804073 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 34892) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:33:24.808953 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-c95f67d5-bb42-431c-ab20-4f82646e36f9 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Request body: {'floatingip': {'port_id': 'c07665b4-a179-4091-9fcc-6ffd853121d9'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:33:24.861042 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c95f67d5-bb42-431c-ab20-4f82646e36f9 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Notify callbacks [] for floatingip, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:24.899350 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c851a47f-3cbc-4386-ac6d-4358c8695db8 req-e1e1cfe0-b1a8-4fa9-87a8-facb59174f46 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=7909a7d4-ee5d-47f1-aa76-b26cd5f72770 HTTP/1.1" status: 200 len: 210 time: 0.0514827 Oct 12 19:33:25.067541 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dc60c0-40ad-414b-971e-e33089a538b4 req-24027334-e315-4f64-9eb5-b2c911a320a5 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:33:25.069861 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-45dc60c0-40ad-414b-971e-e33089a538b4 req-24027334-e315-4f64-9eb5-b2c911a320a5 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.61 "GET /v2.0/networks?id=f582be35-bab4-4f26-bc1a-58db576191d3 HTTP/1.1" status: 200 len: 805 time: 0.1685526 Oct 12 19:33:25.094316 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-45dc60c0-40ad-414b-971e-e33089a538b4 req-13065c73-43b3-4df9-87b5-44d38a1eca5e tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Request body: {'port': {'device_id': '7909a7d4-ee5d-47f1-aa76-b26cd5f72770', 'network_id': 'f582be35-bab4-4f26-bc1a-58db576191d3', 'admin_state_up': True, 'tenant_id': '6c99bbccf03340f58d38acd132b2d311'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:33:25.130982 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 34902) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:33:25.136971 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-2e4ca18f-5d85-4f9a-af7e-90ab224ba0ec tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Request body: {'port': {'network_id': 'f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba', 'binding:host_id': 'n-h1-813679-3', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-277363321'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:33:25.248402 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e4ca18f-5d85-4f9a-af7e-90ab224ba0ec tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Made reservation on behalf of c40eeb97dcf447a294d02ff22d2ff54b for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:33:25.251138 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2e4ca18f-5d85-4f9a-af7e-90ab224ba0ec tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:25.269888 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2e4ca18f-5d85-4f9a-af7e-90ab224ba0ec tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:25.364235 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45dc60c0-40ad-414b-971e-e33089a538b4 req-13065c73-43b3-4df9-87b5-44d38a1eca5e tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Made reservation on behalf of 6c99bbccf03340f58d38acd132b2d311 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:33:25.368233 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-45dc60c0-40ad-414b-971e-e33089a538b4 req-13065c73-43b3-4df9-87b5-44d38a1eca5e tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:25.504687 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2e4ca18f-5d85-4f9a-af7e-90ab224ba0ec tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:25.513583 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c95f67d5-bb42-431c-ab20-4f82646e36f9 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:25.551425 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [req-45dc60c0-40ad-414b-971e-e33089a538b4 req-13065c73-43b3-4df9-87b5-44d38a1eca5e tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Allocated IP 172.20.0.10 (f582be35-bab4-4f26-bc1a-58db576191d3/73b6b3c2-9ed6-4d2c-9d78-2de520105652/0d60c208-eadb-4b5b-ad42-059e456db362) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:33:25.604460 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2e4ca18f-5d85-4f9a-af7e-90ab224ba0ec tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:25.610186 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [None req-2e4ca18f-5d85-4f9a-af7e-90ab224ba0ec tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] device_id is not set on port 97fe6e98-f00d-4450-8bc0-9e429e8f03b7 yet. {{(pid=95501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 19:33:25.686454 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c95f67d5-bb42-431c-ab20-4f82646e36f9 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7915414'] for floatingip, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:25.733358 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-45dc60c0-40ad-414b-971e-e33089a538b4 req-13065c73-43b3-4df9-87b5-44d38a1eca5e tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:25.741342 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4ca18f-5d85-4f9a-af7e-90ab224ba0ec tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a5b508e-c705-47c4-8433-5e16dd21e219,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:33:25.780053 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e51cde84-9635-4d13-9fcc-e920cd359837 req-dbb735cf-5ac4-4d7d-8855-6b6d98cea60d tempest-ServerShowV254Test-2002522526 tempest-ServerShowV254Test-2002522526-project] 10.222.0.49 "GET /v2.0/ports?device_id=e515fd13-743a-4df0-9c7a-e04b86ce40bf HTTP/1.1" status: 200 len: 210 time: 0.0836971 Oct 12 19:33:25.873890 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-45dc60c0-40ad-414b-971e-e33089a538b4 req-13065c73-43b3-4df9-87b5-44d38a1eca5e tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:25.885556 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['26e2e43b-64cb-42a6-8bbf-733d254324d0'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:33:25.940079 n-d-813679-3 neutron-server[95501]: INFO neutron.db.l3_db [None req-c95f67d5-bb42-431c-ab20-4f82646e36f9 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Floating IP 648eafbb-8e18-4c63-a83b-e9e746013c8d associated. External IP: 172.25.5.167, port: c07665b4-a179-4091-9fcc-6ffd853121d9. Oct 12 19:33:25.956773 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45dc60c0-40ad-414b-971e-e33089a538b4 req-13065c73-43b3-4df9-87b5-44d38a1eca5e tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Network f582be35-bab4-4f26-bc1a-58db576191d3 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:33:25.958811 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [req-45dc60c0-40ad-414b-971e-e33089a538b4 req-13065c73-43b3-4df9-87b5-44d38a1eca5e tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:33:25.961063 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13065c73-43b3-4df9-87b5-44d38a1eca5e tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Pushing event updated for resources: {'Port': ['ID=0d60c208-eadb-4b5b-ad42-059e456db362,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:33:25.981731 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-45dc60c0-40ad-414b-971e-e33089a538b4 req-13065c73-43b3-4df9-87b5-44d38a1eca5e tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:33:26.071915 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dc60c0-40ad-414b-971e-e33089a538b4 req-13065c73-43b3-4df9-87b5-44d38a1eca5e tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:33:26.072998 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-45dc60c0-40ad-414b-971e-e33089a538b4 req-13065c73-43b3-4df9-87b5-44d38a1eca5e tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:26.090224 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d618cbd7-d01d-4f33-a9c6-32d6a5180c4b req-be94f0cf-a770-4d23-8434-0c63e4d2e1ed tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:33:26.091230 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [None req-2e4ca18f-5d85-4f9a-af7e-90ab224ba0ec tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] device_id is not set on port 97fe6e98-f00d-4450-8bc0-9e429e8f03b7 yet. {{(pid=95501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 19:33:26.096587 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d618cbd7-d01d-4f33-a9c6-32d6a5180c4b req-be94f0cf-a770-4d23-8434-0c63e4d2e1ed tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=7909a7d4-ee5d-47f1-aa76-b26cd5f72770 HTTP/1.1" status: 200 len: 932 time: 0.1103129 Oct 12 19:33:26.112257 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2e4ca18f-5d85-4f9a-af7e-90ab224ba0ec tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:26.144810 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d618cbd7-d01d-4f33-a9c6-32d6a5180c4b req-2ebe1fca-546d-4428-a216-5fa90d332ce2 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c11fc84-4f57-43db-8c17-f81427a08139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419011 Oct 12 19:33:26.220629 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-45dc60c0-40ad-414b-971e-e33089a538b4 req-13065c73-43b3-4df9-87b5-44d38a1eca5e tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1322777 Oct 12 19:33:26.234042 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-45dc60c0-40ad-414b-971e-e33089a538b4 req-c5b1f98e-e2f2-4e29-91e4-ed5b18a02b82 service neutron] Request body: {'port': {'device_id': '7909a7d4-ee5d-47f1-aa76-b26cd5f72770', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:33:26.256180 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2e4ca18f-5d85-4f9a-af7e-90ab224ba0ec tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:26.319075 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-45dc60c0-40ad-414b-971e-e33089a538b4 req-c5b1f98e-e2f2-4e29-91e4-ed5b18a02b82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:26.329344 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c95f67d5-bb42-431c-ab20-4f82646e36f9 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Router 257e0cd3-b557-4aef-8cfa-2402ba45fb0b has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:33:26.380650 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4ca18f-5d85-4f9a-af7e-90ab224ba0ec tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Pushing event updated for resources: {'Port': ['ID=97fe6e98-f00d-4450-8bc0-9e429e8f03b7,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:33:26.385909 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4ca18f-5d85-4f9a-af7e-90ab224ba0ec tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Checking segment: {'id': '6633fc08-31a1-41b9-abd9-a482ee697c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:33:26.387166 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4ca18f-5d85-4f9a-af7e-90ab224ba0ec tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Network hostable DHCP agents. Network: f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:33:26.515155 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c95f67d5-bb42-431c-ab20-4f82646e36f9 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:33:26.522474 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c95f67d5-bb42-431c-ab20-4f82646e36f9 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:26.525355 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41d694e-147b-42d3-8f70-5f9d1e2739ce None None] Sync routers for ids ['257e0cd3-b557-4aef-8cfa-2402ba45fb0b'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:33:26.541153 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41d694e-147b-42d3-8f70-5f9d1e2739ce None None] Routers {'257e0cd3-b557-4aef-8cfa-2402ba45fb0b'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:33:26.543418 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-e41d694e-147b-42d3-8f70-5f9d1e2739ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:33:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['257e0cd3-b557-4aef-8cfa-2402ba45fb0b'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:33:26.545954 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4ca18f-5d85-4f9a-af7e-90ab224ba0ec tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Network f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:33:26.570010 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-c95f67d5-bb42-431c-ab20-4f82646e36f9 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "PUT /v2.0/floatingips/648eafbb-8e18-4c63-a83b-e9e746013c8d HTTP/1.1" status: 200 len: 991 time: 1.7647915 Oct 12 19:33:26.571132 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b52d58a-37ab-4e50-b262-c81246f70212', 'tag': 'c07665b4-a179-4091-9fcc-6ffd853121d9'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:33:26.575229 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b27a5023-2d34-43c5-a1bb-4d25ee51fe04" -d '{"events": [{"name": "network-changed", "server_uuid": "5b52d58a-37ab-4e50-b262-c81246f70212", "tag": "c07665b4-a179-4091-9fcc-6ffd853121d9"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:33:26.649050 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2649d752-5d5f-4c97-93e4-08b6e055dffe x-openstack-request-id: req-2649d752-5d5f-4c97-93e4-08b6e055dffe {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:33:26.649642 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b52d58a-37ab-4e50-b262-c81246f70212", "tag": "c07665b4-a179-4091-9fcc-6ffd853121d9", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:33:26.649642 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2649d752-5d5f-4c97-93e4-08b6e055dffe {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:33:26.650360 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b52d58a-37ab-4e50-b262-c81246f70212', 'tag': 'c07665b4-a179-4091-9fcc-6ffd853121d9', 'status': 'completed', 'code': 200} Oct 12 19:33:26.654419 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-2e4ca18f-5d85-4f9a-af7e-90ab224ba0ec tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba) {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:33:26.657763 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4ca18f-5d85-4f9a-af7e-90ab224ba0ec tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:33:26.662679 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ab8dae-9c29-4273-8386-8c6bb62e2656 None None] Network f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:33:26.709350 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [None req-2e4ca18f-5d85-4f9a-af7e-90ab224ba0ec tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attempting to bind port 97fe6e98-f00d-4450-8bc0-9e429e8f03b7 on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:33:26.710163 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [None req-2e4ca18f-5d85-4f9a-af7e-90ab224ba0ec tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attempting to bind port 97fe6e98-f00d-4450-8bc0-9e429e8f03b7 by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': '6633fc08-31a1-41b9-abd9-a482ee697c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:33:26.710625 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4ca18f-5d85-4f9a-af7e-90ab224ba0ec tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attempting to bind port 97fe6e98-f00d-4450-8bc0-9e429e8f03b7 on network f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:33:26.737099 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4ca18f-5d85-4f9a-af7e-90ab224ba0ec tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Port 97fe6e98-f00d-4450-8bc0-9e429e8f03b7 on network f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:33:26.737546 n-d-813679-3 neutron-server[95501]: ERROR neutron.plugins.ml2.managers [None req-2e4ca18f-5d85-4f9a-af7e-90ab224ba0ec tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Failed to bind port 97fe6e98-f00d-4450-8bc0-9e429e8f03b7 on host n-h1-813679-3 for vnic_type normal using segments [{'id': '6633fc08-31a1-41b9-abd9-a482ee697c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba'}] Oct 12 19:33:26.740787 n-d-813679-3 neutron-server[95501]: INFO neutron.plugins.ml2.plugin [None req-2e4ca18f-5d85-4f9a-af7e-90ab224ba0ec tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attempt 2 to bind port 97fe6e98-f00d-4450-8bc0-9e429e8f03b7 Oct 12 19:33:26.760141 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-e41d694e-147b-42d3-8f70-5f9d1e2739ce None None] Set router 257e0cd3-b557-4aef-8cfa-2402ba45fb0b gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:33:26.763265 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27a5023-2d34-43c5-a1bb-4d25ee51fe04 req-8b1ac8fa-121a-4ab9-acf2-25e39d53a8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:33:26.764913 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b27a5023-2d34-43c5-a1bb-4d25ee51fe04 req-8b1ac8fa-121a-4ab9-acf2-25e39d53a8ed service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=811cfaee5aef4af79e24164832947c33&device_id=5b52d58a-37ab-4e50-b262-c81246f70212 HTTP/1.1" status: 200 len: 1096 time: 0.0807819 Oct 12 19:33:26.765642 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [None req-2e4ca18f-5d85-4f9a-af7e-90ab224ba0ec tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attempting to bind port 97fe6e98-f00d-4450-8bc0-9e429e8f03b7 on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:33:26.766063 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [None req-2e4ca18f-5d85-4f9a-af7e-90ab224ba0ec tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attempting to bind port 97fe6e98-f00d-4450-8bc0-9e429e8f03b7 by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': '6633fc08-31a1-41b9-abd9-a482ee697c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:33:26.766495 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4ca18f-5d85-4f9a-af7e-90ab224ba0ec tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attempting to bind port 97fe6e98-f00d-4450-8bc0-9e429e8f03b7 on network f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:33:26.771763 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4ca18f-5d85-4f9a-af7e-90ab224ba0ec tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Port 97fe6e98-f00d-4450-8bc0-9e429e8f03b7 on network f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:33:26.772541 n-d-813679-3 neutron-server[95501]: ERROR neutron.plugins.ml2.managers [None req-2e4ca18f-5d85-4f9a-af7e-90ab224ba0ec tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Failed to bind port 97fe6e98-f00d-4450-8bc0-9e429e8f03b7 on host n-h1-813679-3 for vnic_type normal using segments [{'id': '6633fc08-31a1-41b9-abd9-a482ee697c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba'}] Oct 12 19:33:26.774497 n-d-813679-3 neutron-server[95501]: INFO neutron.plugins.ml2.plugin [None req-2e4ca18f-5d85-4f9a-af7e-90ab224ba0ec tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attempt 3 to bind port 97fe6e98-f00d-4450-8bc0-9e429e8f03b7 Oct 12 19:33:26.789230 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [req-45dc60c0-40ad-414b-971e-e33089a538b4 req-c5b1f98e-e2f2-4e29-91e4-ed5b18a02b82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d60c208-eadb-4b5b-ad42-059e456db362 {{(pid=95502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:33:26.800991 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [None req-2e4ca18f-5d85-4f9a-af7e-90ab224ba0ec tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attempting to bind port 97fe6e98-f00d-4450-8bc0-9e429e8f03b7 on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:33:26.801309 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-45dc60c0-40ad-414b-971e-e33089a538b4 req-c5b1f98e-e2f2-4e29-91e4-ed5b18a02b82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:26.803066 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [None req-2e4ca18f-5d85-4f9a-af7e-90ab224ba0ec tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attempting to bind port 97fe6e98-f00d-4450-8bc0-9e429e8f03b7 by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': '6633fc08-31a1-41b9-abd9-a482ee697c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:33:26.803066 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4ca18f-5d85-4f9a-af7e-90ab224ba0ec tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attempting to bind port 97fe6e98-f00d-4450-8bc0-9e429e8f03b7 on network f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:33:26.875753 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-45dc60c0-40ad-414b-971e-e33089a538b4 req-c5b1f98e-e2f2-4e29-91e4-ed5b18a02b82 service neutron] Transition to ACTIVE for port object 0d60c208-eadb-4b5b-ad42-059e456db362 will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:33:26.886780 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4ca18f-5d85-4f9a-af7e-90ab224ba0ec tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Port 97fe6e98-f00d-4450-8bc0-9e429e8f03b7 on network f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:33:26.887122 n-d-813679-3 neutron-server[95501]: ERROR neutron.plugins.ml2.managers [None req-2e4ca18f-5d85-4f9a-af7e-90ab224ba0ec tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Failed to bind port 97fe6e98-f00d-4450-8bc0-9e429e8f03b7 on host n-h1-813679-3 for vnic_type normal using segments [{'id': '6633fc08-31a1-41b9-abd9-a482ee697c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba'}] Oct 12 19:33:26.890377 n-d-813679-3 neutron-server[95501]: INFO neutron.plugins.ml2.plugin [None req-2e4ca18f-5d85-4f9a-af7e-90ab224ba0ec tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attempt 4 to bind port 97fe6e98-f00d-4450-8bc0-9e429e8f03b7 Oct 12 19:33:26.919735 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [None req-2e4ca18f-5d85-4f9a-af7e-90ab224ba0ec tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attempting to bind port 97fe6e98-f00d-4450-8bc0-9e429e8f03b7 on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:33:26.920283 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [None req-2e4ca18f-5d85-4f9a-af7e-90ab224ba0ec tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attempting to bind port 97fe6e98-f00d-4450-8bc0-9e429e8f03b7 by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': '6633fc08-31a1-41b9-abd9-a482ee697c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:33:26.920871 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4ca18f-5d85-4f9a-af7e-90ab224ba0ec tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attempting to bind port 97fe6e98-f00d-4450-8bc0-9e429e8f03b7 on network f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:33:26.932119 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4ca18f-5d85-4f9a-af7e-90ab224ba0ec tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Port 97fe6e98-f00d-4450-8bc0-9e429e8f03b7 on network f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:33:26.932636 n-d-813679-3 neutron-server[95501]: ERROR neutron.plugins.ml2.managers [None req-2e4ca18f-5d85-4f9a-af7e-90ab224ba0ec tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Failed to bind port 97fe6e98-f00d-4450-8bc0-9e429e8f03b7 on host n-h1-813679-3 for vnic_type normal using segments [{'id': '6633fc08-31a1-41b9-abd9-a482ee697c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba'}] Oct 12 19:33:26.939547 n-d-813679-3 neutron-server[95501]: INFO neutron.plugins.ml2.plugin [None req-2e4ca18f-5d85-4f9a-af7e-90ab224ba0ec tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attempt 5 to bind port 97fe6e98-f00d-4450-8bc0-9e429e8f03b7 Oct 12 19:33:26.970791 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [None req-2e4ca18f-5d85-4f9a-af7e-90ab224ba0ec tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attempting to bind port 97fe6e98-f00d-4450-8bc0-9e429e8f03b7 on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:33:26.971218 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [None req-2e4ca18f-5d85-4f9a-af7e-90ab224ba0ec tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attempting to bind port 97fe6e98-f00d-4450-8bc0-9e429e8f03b7 by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': '6633fc08-31a1-41b9-abd9-a482ee697c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:33:26.971646 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4ca18f-5d85-4f9a-af7e-90ab224ba0ec tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attempting to bind port 97fe6e98-f00d-4450-8bc0-9e429e8f03b7 on network f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:33:26.977370 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-45dc60c0-40ad-414b-971e-e33089a538b4 req-c5b1f98e-e2f2-4e29-91e4-ed5b18a02b82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:27.000340 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9e4cd9fa-0760-469e-967a-92956c44730e req-45a2dd93-f896-452f-b9fb-be6c7e61a77b tempest-ServerShowV254Test-2002522526 tempest-ServerShowV254Test-2002522526-project] 10.222.0.49 "GET /v2.0/ports?device_id=e515fd13-743a-4df0-9c7a-e04b86ce40bf HTTP/1.1" status: 200 len: 210 time: 0.0718768 Oct 12 19:33:27.072825 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-e41d694e-147b-42d3-8f70-5f9d1e2739ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '257e0cd3-b557-4aef-8cfa-2402ba45fb0b', 'name': 'tempest-AttachVolumeShelveTestJSON-1449942919-router', 'tenant_id': '811cfaee5aef4af79e24164832947c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '14e3785e-fb5f-4128-851b-947f1f605c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:32:57Z', 'updated_at': '2021-10-12T19:33:04Z', 'revision_number': 4, 'project_id': '811cfaee5aef4af79e24164832947c33', 'gw_port': {'id': '14e3785e-fb5f-4128-851b-947f1f605c4a', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:06:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257e0cd3-b557-4aef-8cfa-2402ba45fb0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:32:58Z', 'updated_at': '2021-10-12T19:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': '648eafbb-8e18-4c63-a83b-e9e746013c8d', 'tenant_id': '811cfaee5aef4af79e24164832947c33', 'floating_ip_address': '172.25.5.167', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': '257e0cd3-b557-4aef-8cfa-2402ba45fb0b', 'port_id': 'c07665b4-a179-4091-9fcc-6ffd853121d9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1de796f-6482-493c-b5ac-b28a591020e2', 'mac_address': 'fa:16:3e:7b:2d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b52d58a-37ab-4e50-b262-c81246f70212', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T19:33:10Z', 'updated_at': '2021-10-12T19:33:25Z', 'revision_number': 1, 'project_id': '811cfaee5aef4af79e24164832947c33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa41498b-5fb1-457e-9ae4-812e12688df5', 'name': '', 'network_id': 'e1de796f-6482-493c-b5ac-b28a591020e2', 'tenant_id': '811cfaee5aef4af79e24164832947c33', 'mac_address': 'fa:16:3e:0c:01:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257e0cd3-b557-4aef-8cfa-2402ba45fb0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': '914db72d-f2c7-4670-91dc-11fde7252bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:33:02Z', 'updated_at': '2021-10-12T19:33:09Z', 'revision_number': 5, 'project_id': '811cfaee5aef4af79e24164832947c33', 'subnets': [{'id': '914db72d-f2c7-4670-91dc-11fde7252bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:33:27.120060 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41d694e-147b-42d3-8f70-5f9d1e2739ce None None] Checking router: 257e0cd3-b557-4aef-8cfa-2402ba45fb0b for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:33:27.129964 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41d694e-147b-42d3-8f70-5f9d1e2739ce None None] Routers {'257e0cd3-b557-4aef-8cfa-2402ba45fb0b'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:33:27.130815 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-e41d694e-147b-42d3-8f70-5f9d1e2739ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:33:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['257e0cd3-b557-4aef-8cfa-2402ba45fb0b'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:33:27.139951 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b1f98e-e2f2-4e29-91e4-ed5b18a02b82 service neutron] Pushing event updated for resources: {'Port': ['ID=0d60c208-eadb-4b5b-ad42-059e456db362,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:33:27.237876 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-45dc60c0-40ad-414b-971e-e33089a538b4 req-c5b1f98e-e2f2-4e29-91e4-ed5b18a02b82 service neutron] Attempting to bind port 0d60c208-eadb-4b5b-ad42-059e456db362 on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:33:27.238216 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-45dc60c0-40ad-414b-971e-e33089a538b4 req-c5b1f98e-e2f2-4e29-91e4-ed5b18a02b82 service neutron] Attempting to bind port 0d60c208-eadb-4b5b-ad42-059e456db362 by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': '25f482b3-2b9d-4f97-b4b0-3430c63be1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'f582be35-bab4-4f26-bc1a-58db576191d3'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:33:27.238547 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45dc60c0-40ad-414b-971e-e33089a538b4 req-c5b1f98e-e2f2-4e29-91e4-ed5b18a02b82 service neutron] Attempting to bind port 0d60c208-eadb-4b5b-ad42-059e456db362 on network f582be35-bab4-4f26-bc1a-58db576191d3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:33:27.255327 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45dc60c0-40ad-414b-971e-e33089a538b4 req-c5b1f98e-e2f2-4e29-91e4-ed5b18a02b82 service neutron] Port 0d60c208-eadb-4b5b-ad42-059e456db362 on network f582be35-bab4-4f26-bc1a-58db576191d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:33:27.256074 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45dc60c0-40ad-414b-971e-e33089a538b4 req-c5b1f98e-e2f2-4e29-91e4-ed5b18a02b82 service neutron] Attempting to bind port 0d60c208-eadb-4b5b-ad42-059e456db362 on network f582be35-bab4-4f26-bc1a-58db576191d3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:33:27.275241 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45dc60c0-40ad-414b-971e-e33089a538b4 req-c5b1f98e-e2f2-4e29-91e4-ed5b18a02b82 service neutron] Checking agent: {'id': 'f5e9725f-f5a6-43c2-a1be-95e21e9a1fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:33:27.276351 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45dc60c0-40ad-414b-971e-e33089a538b4 req-c5b1f98e-e2f2-4e29-91e4-ed5b18a02b82 service neutron] Checking segment: {'id': '25f482b3-2b9d-4f97-b4b0-3430c63be1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'f582be35-bab4-4f26-bc1a-58db576191d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:33:27.281938 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45dc60c0-40ad-414b-971e-e33089a538b4 req-c5b1f98e-e2f2-4e29-91e4-ed5b18a02b82 service neutron] Bound using segment: {'id': '25f482b3-2b9d-4f97-b4b0-3430c63be1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'f582be35-bab4-4f26-bc1a-58db576191d3'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:33:27.283246 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-45dc60c0-40ad-414b-971e-e33089a538b4 req-c5b1f98e-e2f2-4e29-91e4-ed5b18a02b82 service neutron] Bound port: 0d60c208-eadb-4b5b-ad42-059e456db362, host: n-h1-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25f482b3-2b9d-4f97-b4b0-3430c63be1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'f582be35-bab4-4f26-bc1a-58db576191d3'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:33:27.283915 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-45dc60c0-40ad-414b-971e-e33089a538b4 req-c5b1f98e-e2f2-4e29-91e4-ed5b18a02b82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:27.359800 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4ca18f-5d85-4f9a-af7e-90ab224ba0ec tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Port 97fe6e98-f00d-4450-8bc0-9e429e8f03b7 on network f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:33:27.360158 n-d-813679-3 neutron-server[95501]: ERROR neutron.plugins.ml2.managers [None req-2e4ca18f-5d85-4f9a-af7e-90ab224ba0ec tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Failed to bind port 97fe6e98-f00d-4450-8bc0-9e429e8f03b7 on host n-h1-813679-3 for vnic_type normal using segments [{'id': '6633fc08-31a1-41b9-abd9-a482ee697c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba'}] Oct 12 19:33:27.373283 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-45dc60c0-40ad-414b-971e-e33089a538b4 req-c5b1f98e-e2f2-4e29-91e4-ed5b18a02b82 service neutron] For port 0d60c208-eadb-4b5b-ad42-059e456db362, host n-h1-813679-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:33:27.373479 n-d-813679-3 neutron-server[95501]: INFO neutron.plugins.ml2.plugin [None req-2e4ca18f-5d85-4f9a-af7e-90ab224ba0ec tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attempt 6 to bind port 97fe6e98-f00d-4450-8bc0-9e429e8f03b7 Oct 12 19:33:27.376894 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-e41d694e-147b-42d3-8f70-5f9d1e2739ce None None] Set router 257e0cd3-b557-4aef-8cfa-2402ba45fb0b gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:33:27.377868 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-45dc60c0-40ad-414b-971e-e33089a538b4 req-c5b1f98e-e2f2-4e29-91e4-ed5b18a02b82 service neutron] For port 0d60c208-eadb-4b5b-ad42-059e456db362, host n-h1-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=0d60c208-eadb-4b5b-ad42-059e456db362,segment=NetworkSegment(25f482b3-2b9d-4f97-b4b0-3430c63be1bb),segment_id=25f482b3-2b9d-4f97-b4b0-3430c63be1bb)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:33:27.389146 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [None req-2e4ca18f-5d85-4f9a-af7e-90ab224ba0ec tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attempting to bind port 97fe6e98-f00d-4450-8bc0-9e429e8f03b7 on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:33:27.389478 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [None req-2e4ca18f-5d85-4f9a-af7e-90ab224ba0ec tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attempting to bind port 97fe6e98-f00d-4450-8bc0-9e429e8f03b7 by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': '6633fc08-31a1-41b9-abd9-a482ee697c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:33:27.389812 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4ca18f-5d85-4f9a-af7e-90ab224ba0ec tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attempting to bind port 97fe6e98-f00d-4450-8bc0-9e429e8f03b7 on network f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:33:27.413945 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27a5023-2d34-43c5-a1bb-4d25ee51fe04 req-69bc3399-4178-48b5-b40e-ae5f16209314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:33:27.415739 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b27a5023-2d34-43c5-a1bb-4d25ee51fe04 req-69bc3399-4178-48b5-b40e-ae5f16209314 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e1de796f-6482-493c-b5ac-b28a591020e2 HTTP/1.1" status: 200 len: 918 time: 0.6421268 Oct 12 19:33:27.417875 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4ca18f-5d85-4f9a-af7e-90ab224ba0ec tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Port 97fe6e98-f00d-4450-8bc0-9e429e8f03b7 on network f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:33:27.418203 n-d-813679-3 neutron-server[95501]: ERROR neutron.plugins.ml2.managers [None req-2e4ca18f-5d85-4f9a-af7e-90ab224ba0ec tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Failed to bind port 97fe6e98-f00d-4450-8bc0-9e429e8f03b7 on host n-h1-813679-3 for vnic_type normal using segments [{'id': '6633fc08-31a1-41b9-abd9-a482ee697c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba'}] Oct 12 19:33:27.419561 n-d-813679-3 neutron-server[95501]: INFO neutron.plugins.ml2.plugin [None req-2e4ca18f-5d85-4f9a-af7e-90ab224ba0ec tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attempt 7 to bind port 97fe6e98-f00d-4450-8bc0-9e429e8f03b7 Oct 12 19:33:27.471820 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-45dc60c0-40ad-414b-971e-e33089a538b4 req-c5b1f98e-e2f2-4e29-91e4-ed5b18a02b82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:27.495215 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [None req-2e4ca18f-5d85-4f9a-af7e-90ab224ba0ec tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attempting to bind port 97fe6e98-f00d-4450-8bc0-9e429e8f03b7 on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:33:27.495577 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [None req-2e4ca18f-5d85-4f9a-af7e-90ab224ba0ec tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attempting to bind port 97fe6e98-f00d-4450-8bc0-9e429e8f03b7 by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': '6633fc08-31a1-41b9-abd9-a482ee697c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:33:27.495909 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4ca18f-5d85-4f9a-af7e-90ab224ba0ec tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attempting to bind port 97fe6e98-f00d-4450-8bc0-9e429e8f03b7 on network f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:33:27.513640 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dc60c0-40ad-414b-971e-e33089a538b4 req-c5b1f98e-e2f2-4e29-91e4-ed5b18a02b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:33:27.514683 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-45dc60c0-40ad-414b-971e-e33089a538b4 req-c5b1f98e-e2f2-4e29-91e4-ed5b18a02b82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:27.516102 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-45dc60c0-40ad-414b-971e-e33089a538b4 req-c5b1f98e-e2f2-4e29-91e4-ed5b18a02b82 service neutron] 10.222.0.61 "PUT /v2.0/ports/0d60c208-eadb-4b5b-ad42-059e456db362 HTTP/1.1" status: 200 len: 1092 time: 1.2870641 Oct 12 19:33:27.519901 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b834e9b-4dac-496c-8d51-044d18904f13 req-67b00ec1-ad27-4384-b059-ad83b4cf4d83 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:33:27.521744 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5b834e9b-4dac-496c-8d51-044d18904f13 req-67b00ec1-ad27-4384-b059-ad83b4cf4d83 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=7909a7d4-ee5d-47f1-aa76-b26cd5f72770 HTTP/1.1" status: 200 len: 944 time: 0.1668584 Oct 12 19:33:27.521876 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7909a7d4-ee5d-47f1-aa76-b26cd5f72770', 'tag': '0d60c208-eadb-4b5b-ad42-059e456db362'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:33:27.528453 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4ca18f-5d85-4f9a-af7e-90ab224ba0ec tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Port 97fe6e98-f00d-4450-8bc0-9e429e8f03b7 on network f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:33:27.528778 n-d-813679-3 neutron-server[95501]: ERROR neutron.plugins.ml2.managers [None req-2e4ca18f-5d85-4f9a-af7e-90ab224ba0ec tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Failed to bind port 97fe6e98-f00d-4450-8bc0-9e429e8f03b7 on host n-h1-813679-3 for vnic_type normal using segments [{'id': '6633fc08-31a1-41b9-abd9-a482ee697c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba'}] Oct 12 19:33:27.531655 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ee4448c-9ed7-4763-8928-a13cd3597900" -d '{"events": [{"name": "network-changed", "server_uuid": "7909a7d4-ee5d-47f1-aa76-b26cd5f72770", "tag": "0d60c208-eadb-4b5b-ad42-059e456db362"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:33:27.533859 n-d-813679-3 neutron-server[95501]: INFO neutron.plugins.ml2.plugin [None req-2e4ca18f-5d85-4f9a-af7e-90ab224ba0ec tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attempt 8 to bind port 97fe6e98-f00d-4450-8bc0-9e429e8f03b7 Oct 12 19:33:27.557358 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b1f98e-e2f2-4e29-91e4-ed5b18a02b82 service neutron] Pushing event updated for resources: {'Port': ['ID=0d60c208-eadb-4b5b-ad42-059e456db362,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:33:27.606662 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d07c7ef-5a8f-4bdf-be5e-563dc397fc1b x-openstack-request-id: req-1d07c7ef-5a8f-4bdf-be5e-563dc397fc1b {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:33:27.606958 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7909a7d4-ee5d-47f1-aa76-b26cd5f72770", "tag": "0d60c208-eadb-4b5b-ad42-059e456db362", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:33:27.607216 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1d07c7ef-5a8f-4bdf-be5e-563dc397fc1b {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:33:27.607735 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7909a7d4-ee5d-47f1-aa76-b26cd5f72770', 'tag': '0d60c208-eadb-4b5b-ad42-059e456db362', 'status': 'completed', 'code': 200} Oct 12 19:33:27.614166 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b27a5023-2d34-43c5-a1bb-4d25ee51fe04 req-3e9a62d5-bb01-44cb-9d18-588bb9f810a5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c07665b4-a179-4091-9fcc-6ffd853121d9 HTTP/1.1" status: 200 len: 999 time: 0.1764150 Oct 12 19:33:27.641730 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [None req-2e4ca18f-5d85-4f9a-af7e-90ab224ba0ec tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attempting to bind port 97fe6e98-f00d-4450-8bc0-9e429e8f03b7 on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:33:27.642003 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [None req-2e4ca18f-5d85-4f9a-af7e-90ab224ba0ec tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attempting to bind port 97fe6e98-f00d-4450-8bc0-9e429e8f03b7 by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': '6633fc08-31a1-41b9-abd9-a482ee697c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:33:27.642296 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4ca18f-5d85-4f9a-af7e-90ab224ba0ec tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attempting to bind port 97fe6e98-f00d-4450-8bc0-9e429e8f03b7 on network f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:33:27.671463 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4ca18f-5d85-4f9a-af7e-90ab224ba0ec tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Port 97fe6e98-f00d-4450-8bc0-9e429e8f03b7 on network f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:33:27.672158 n-d-813679-3 neutron-server[95501]: ERROR neutron.plugins.ml2.managers [None req-2e4ca18f-5d85-4f9a-af7e-90ab224ba0ec tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Failed to bind port 97fe6e98-f00d-4450-8bc0-9e429e8f03b7 on host n-h1-813679-3 for vnic_type normal using segments [{'id': '6633fc08-31a1-41b9-abd9-a482ee697c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba'}] Oct 12 19:33:27.674209 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-e41d694e-147b-42d3-8f70-5f9d1e2739ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '257e0cd3-b557-4aef-8cfa-2402ba45fb0b', 'name': 'tempest-AttachVolumeShelveTestJSON-1449942919-router', 'tenant_id': '811cfaee5aef4af79e24164832947c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '14e3785e-fb5f-4128-851b-947f1f605c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:32:57Z', 'updated_at': '2021-10-12T19:33:04Z', 'revision_number': 4, 'project_id': '811cfaee5aef4af79e24164832947c33', 'gw_port': {'id': '14e3785e-fb5f-4128-851b-947f1f605c4a', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:06:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257e0cd3-b557-4aef-8cfa-2402ba45fb0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:32:58Z', 'updated_at': '2021-10-12T19:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': '648eafbb-8e18-4c63-a83b-e9e746013c8d', 'tenant_id': '811cfaee5aef4af79e24164832947c33', 'floating_ip_address': '172.25.5.167', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': '257e0cd3-b557-4aef-8cfa-2402ba45fb0b', 'port_id': 'c07665b4-a179-4091-9fcc-6ffd853121d9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1de796f-6482-493c-b5ac-b28a591020e2', 'mac_address': 'fa:16:3e:7b:2d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b52d58a-37ab-4e50-b262-c81246f70212', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T19:33:10Z', 'updated_at': '2021-10-12T19:33:25Z', 'revision_number': 1, 'project_id': '811cfaee5aef4af79e24164832947c33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa41498b-5fb1-457e-9ae4-812e12688df5', 'name': '', 'network_id': 'e1de796f-6482-493c-b5ac-b28a591020e2', 'tenant_id': '811cfaee5aef4af79e24164832947c33', 'mac_address': 'fa:16:3e:0c:01:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257e0cd3-b557-4aef-8cfa-2402ba45fb0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': '914db72d-f2c7-4670-91dc-11fde7252bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:33:02Z', 'updated_at': '2021-10-12T19:33:09Z', 'revision_number': 5, 'project_id': '811cfaee5aef4af79e24164832947c33', 'subnets': [{'id': '914db72d-f2c7-4670-91dc-11fde7252bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:33:27.674767 n-d-813679-3 neutron-server[95501]: INFO neutron.plugins.ml2.plugin [None req-2e4ca18f-5d85-4f9a-af7e-90ab224ba0ec tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attempt 9 to bind port 97fe6e98-f00d-4450-8bc0-9e429e8f03b7 Oct 12 19:33:27.677198 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee4448c-9ed7-4763-8928-a13cd3597900 req-3e1802b7-11ff-4f0a-8664-ff9d8b243dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:33:27.680646 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0ee4448c-9ed7-4763-8928-a13cd3597900 req-3e1802b7-11ff-4f0a-8664-ff9d8b243dce service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6c99bbccf03340f58d38acd132b2d311&device_id=7909a7d4-ee5d-47f1-aa76-b26cd5f72770 HTTP/1.1" status: 200 len: 1095 time: 0.0581141 Oct 12 19:33:27.768283 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5b834e9b-4dac-496c-8d51-044d18904f13 req-b4960704-b054-4fe6-aea2-03e752cb6d91 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c11fc84-4f57-43db-8c17-f81427a08139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905258 Oct 12 19:33:27.772848 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [None req-2e4ca18f-5d85-4f9a-af7e-90ab224ba0ec tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attempting to bind port 97fe6e98-f00d-4450-8bc0-9e429e8f03b7 on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:33:27.774201 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [None req-2e4ca18f-5d85-4f9a-af7e-90ab224ba0ec tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attempting to bind port 97fe6e98-f00d-4450-8bc0-9e429e8f03b7 by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': '6633fc08-31a1-41b9-abd9-a482ee697c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:33:27.774776 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4ca18f-5d85-4f9a-af7e-90ab224ba0ec tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attempting to bind port 97fe6e98-f00d-4450-8bc0-9e429e8f03b7 on network f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:33:27.786533 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27a5023-2d34-43c5-a1bb-4d25ee51fe04 req-02817980-477a-451a-aeb1-dcfd70b95cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:33:27.803033 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b27a5023-2d34-43c5-a1bb-4d25ee51fe04 req-02817980-477a-451a-aeb1-dcfd70b95cd0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=914db72d-f2c7-4670-91dc-11fde7252bf5 HTTP/1.1" status: 200 len: 856 time: 0.1897449 Oct 12 19:33:27.805454 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4ca18f-5d85-4f9a-af7e-90ab224ba0ec tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Port 97fe6e98-f00d-4450-8bc0-9e429e8f03b7 on network f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:33:27.805785 n-d-813679-3 neutron-server[95501]: ERROR neutron.plugins.ml2.managers [None req-2e4ca18f-5d85-4f9a-af7e-90ab224ba0ec tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Failed to bind port 97fe6e98-f00d-4450-8bc0-9e429e8f03b7 on host n-h1-813679-3 for vnic_type normal using segments [{'id': '6633fc08-31a1-41b9-abd9-a482ee697c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba'}] Oct 12 19:33:27.806186 n-d-813679-3 neutron-server[95501]: INFO neutron.plugins.ml2.plugin [None req-2e4ca18f-5d85-4f9a-af7e-90ab224ba0ec tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attempt 10 to bind port 97fe6e98-f00d-4450-8bc0-9e429e8f03b7 Oct 12 19:33:27.819003 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41d694e-147b-42d3-8f70-5f9d1e2739ce None None] The sync data for ids ['257e0cd3-b557-4aef-8cfa-2402ba45fb0b'] in n-d-813679-3 is: [{'id': '257e0cd3-b557-4aef-8cfa-2402ba45fb0b', 'name': 'tempest-AttachVolumeShelveTestJSON-1449942919-router', 'tenant_id': '811cfaee5aef4af79e24164832947c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '14e3785e-fb5f-4128-851b-947f1f605c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:32:57Z', 'updated_at': '2021-10-12T19:33:04Z', 'revision_number': 4, 'project_id': '811cfaee5aef4af79e24164832947c33', 'gw_port': {'id': '14e3785e-fb5f-4128-851b-947f1f605c4a', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:06:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257e0cd3-b557-4aef-8cfa-2402ba45fb0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:32:58Z', 'updated_at': '2021-10-12T19:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': '648eafbb-8e18-4c63-a83b-e9e746013c8d', 'tenant_id': '811cfaee5aef4af79e24164832947c33', 'floating_ip_address': '172.25.5.167', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': '257e0cd3-b557-4aef-8cfa-2402ba45fb0b', 'port_id': 'c07665b4-a179-4091-9fcc-6ffd853121d9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1de796f-6482-493c-b5ac-b28a591020e2', 'mac_address': 'fa:16:3e:7b:2d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b52d58a-37ab-4e50-b262-c81246f70212', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T19:33:10Z', 'updated_at': '2021-10-12T19:33:25Z', 'revision_number': 1, 'project_id': '811cfaee5aef4af79e24164832947c33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa41498b-5fb1-457e-9ae4-812e12688df5', 'name': '', 'network_id': 'e1de796f-6482-493c-b5ac-b28a591020e2', 'tenant_id': '811cfaee5aef4af79e24164832947c33', 'mac_address': 'fa:16:3e:0c:01:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257e0cd3-b557-4aef-8cfa-2402ba45fb0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': '914db72d-f2c7-4670-91dc-11fde7252bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:33:02Z', 'updated_at': '2021-10-12T19:33:09Z', 'revision_number': 5, 'project_id': '811cfaee5aef4af79e24164832947c33', 'subnets': [{'id': '914db72d-f2c7-4670-91dc-11fde7252bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:33:27.864980 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [None req-2e4ca18f-5d85-4f9a-af7e-90ab224ba0ec tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attempting to bind port 97fe6e98-f00d-4450-8bc0-9e429e8f03b7 on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:33:27.865325 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [None req-2e4ca18f-5d85-4f9a-af7e-90ab224ba0ec tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attempting to bind port 97fe6e98-f00d-4450-8bc0-9e429e8f03b7 by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': '6633fc08-31a1-41b9-abd9-a482ee697c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:33:27.865814 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4ca18f-5d85-4f9a-af7e-90ab224ba0ec tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attempting to bind port 97fe6e98-f00d-4450-8bc0-9e429e8f03b7 on network f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:33:27.874840 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4ca18f-5d85-4f9a-af7e-90ab224ba0ec tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Port 97fe6e98-f00d-4450-8bc0-9e429e8f03b7 on network f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:33:27.876860 n-d-813679-3 neutron-server[95501]: ERROR neutron.plugins.ml2.managers [None req-2e4ca18f-5d85-4f9a-af7e-90ab224ba0ec tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Failed to bind port 97fe6e98-f00d-4450-8bc0-9e429e8f03b7 on host n-h1-813679-3 for vnic_type normal using segments [{'id': '6633fc08-31a1-41b9-abd9-a482ee697c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba'}] Oct 12 19:33:27.876860 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2e4ca18f-5d85-4f9a-af7e-90ab224ba0ec tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:27.894226 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27a5023-2d34-43c5-a1bb-4d25ee51fe04 req-9fa71190-80e8-487e-802b-56faafd8b558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:33:27.895805 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b27a5023-2d34-43c5-a1bb-4d25ee51fe04 req-9fa71190-80e8-487e-802b-56faafd8b558 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e1de796f-6482-493c-b5ac-b28a591020e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0817657 Oct 12 19:33:27.917476 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee4448c-9ed7-4763-8928-a13cd3597900 req-ea087da0-3f0f-4430-bd95-ecfa48175dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:33:27.919079 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0ee4448c-9ed7-4763-8928-a13cd3597900 req-ea087da0-3f0f-4430-bd95-ecfa48175dcb service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=6c99bbccf03340f58d38acd132b2d311&shared=False HTTP/1.1" status: 200 len: 906 time: 0.2297192 Oct 12 19:33:28.025547 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [None req-2e4ca18f-5d85-4f9a-af7e-90ab224ba0ec tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] For port 97fe6e98-f00d-4450-8bc0-9e429e8f03b7, host n-h1-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:33:28.025547 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [None req-2e4ca18f-5d85-4f9a-af7e-90ab224ba0ec tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attempted to set empty binding levels {{(pid=95501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 12 19:33:28.092681 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b27a5023-2d34-43c5-a1bb-4d25ee51fe04 req-aceb0600-d780-47ba-8979-5b0d065f3007 service neutron] 10.222.0.67 "GET /v2.0/networks/e1de796f-6482-493c-b5ac-b28a591020e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526837 Oct 12 19:33:28.104598 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee4448c-9ed7-4763-8928-a13cd3597900 req-d108a8dd-fb8a-408a-9c80-58c613376bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:33:28.106785 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0ee4448c-9ed7-4763-8928-a13cd3597900 req-d108a8dd-fb8a-408a-9c80-58c613376bad service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1692753 Oct 12 19:33:28.134335 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2e4ca18f-5d85-4f9a-af7e-90ab224ba0ec tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:28.171291 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4ca18f-5d85-4f9a-af7e-90ab224ba0ec tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:33:28.172365 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c89dc7e9-f3b2-4a35-a59c-97e29d852801 req-8bd34146-a46d-4379-9308-fc6b36748a06 tempest-ServerShowV254Test-2002522526 tempest-ServerShowV254Test-2002522526-project] 10.222.0.49 "GET /v2.0/ports?device_id=e515fd13-743a-4df0-9c7a-e04b86ce40bf HTTP/1.1" status: 200 len: 210 time: 0.0442016 Oct 12 19:33:28.179974 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2e4ca18f-5d85-4f9a-af7e-90ab224ba0ec tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:28.230229 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dc60c0-40ad-414b-971e-e33089a538b4 req-32b8ee1c-ff55-48d6-bba0-6081f8c398f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:33:28.231878 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-45dc60c0-40ad-414b-971e-e33089a538b4 req-32b8ee1c-ff55-48d6-bba0-6081f8c398f0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6c99bbccf03340f58d38acd132b2d311&device_id=7909a7d4-ee5d-47f1-aa76-b26cd5f72770 HTTP/1.1" status: 200 len: 1095 time: 0.0623298 Oct 12 19:33:28.248083 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba54c45-4a08-48e8-805a-38bff5cabd06 None None] New status for floating IP 648eafbb-8e18-4c63-a83b-e9e746013c8d: ACTIVE {{(pid=95503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 19:33:28.294631 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-45dc60c0-40ad-414b-971e-e33089a538b4 req-fa4ba310-6328-4d94-8b47-2bd22f951dc4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d60c208-eadb-4b5b-ad42-059e456db362 HTTP/1.1" status: 200 len: 217 time: 0.0432167 Oct 12 19:33:28.307160 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4ca18f-5d85-4f9a-af7e-90ab224ba0ec tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Pushing event updated for resources: {'Port': ['ID=97fe6e98-f00d-4450-8bc0-9e429e8f03b7,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:33:28.351701 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b27a5023-2d34-43c5-a1bb-4d25ee51fe04 req-cd72a12a-c520-4536-ab69-aceaeeebdeb6 service neutron] 10.222.0.67 "GET /v2.0/networks/e1de796f-6482-493c-b5ac-b28a591020e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332795 Oct 12 19:33:28.357389 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dc60c0-40ad-414b-971e-e33089a538b4 req-bbd8dfcf-c870-4191-ac64-787008ade7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:33:28.358940 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-45dc60c0-40ad-414b-971e-e33089a538b4 req-bbd8dfcf-c870-4191-ac64-787008ade7dd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=73b6b3c2-9ed6-4d2c-9d78-2de520105652 HTTP/1.1" status: 200 len: 845 time: 0.0562191 Oct 12 19:33:28.363438 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-2e4ca18f-5d85-4f9a-af7e-90ab224ba0ec tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 3.2282226 Oct 12 19:33:28.366680 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 34998) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:33:28.400352 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-45dc60c0-40ad-414b-971e-e33089a538b4 req-0e2574ab-c08e-4954-9c27-e62a26ecba41 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f582be35-bab4-4f26-bc1a-58db576191d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313189 Oct 12 19:33:28.454948 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-c749d9fd-a91f-49a2-9c00-462bfe1d2147 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Deleting port 97fe6e98-f00d-4450-8bc0-9e429e8f03b7 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:33:28.455464 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c749d9fd-a91f-49a2-9c00-462bfe1d2147 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:28.513723 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-45dc60c0-40ad-414b-971e-e33089a538b4 req-a9834cc9-9b62-4b05-933c-3c927f4102e7 service neutron] 10.222.0.61 "GET /v2.0/networks/f582be35-bab4-4f26-bc1a-58db576191d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043983 Oct 12 19:33:28.552438 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [None req-c749d9fd-a91f-49a2-9c00-462bfe1d2147 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] For port 97fe6e98-f00d-4450-8bc0-9e429e8f03b7, host n-h1-813679-3, got binding levels [] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:33:28.552802 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c749d9fd-a91f-49a2-9c00-462bfe1d2147 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:28.555355 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 35002) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:33:28.574825 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-c749d9fd-a91f-49a2-9c00-462bfe1d2147 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Calling delete_port for 97fe6e98-f00d-4450-8bc0-9e429e8f03b7 owned by {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:33:28.674273 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-45dc60c0-40ad-414b-971e-e33089a538b4 req-9fd42025-41ec-4dd5-8860-f0d1054e81f9 service neutron] 10.222.0.61 "GET /v2.0/networks/f582be35-bab4-4f26-bc1a-58db576191d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506672 Oct 12 19:33:28.706773 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-815307f2-9f69-4810-9b9e-1697ba5226a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:28.838711 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c749d9fd-a91f-49a2-9c00-462bfe1d2147 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:28.874929 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c749d9fd-a91f-49a2-9c00-462bfe1d2147 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Pushing event deleted for resources: {'Port': ['ID=97fe6e98-f00d-4450-8bc0-9e429e8f03b7,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:33:28.885969 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c749d9fd-a91f-49a2-9c00-462bfe1d2147 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:28.891536 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-c749d9fd-a91f-49a2-9c00-462bfe1d2147 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] 10.222.0.49 "DELETE /v2.0/ports/97fe6e98-f00d-4450-8bc0-9e429e8f03b7 HTTP/1.1" status: 204 len: 168 time: 0.5243621 Oct 12 19:33:28.892291 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 35014) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:33:28.893208 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9f060c-fa62-4a06-a464-ebc202df0d93 req-8debb75f-a444-49ec-8d2b-9147aeb4c17f tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:33:28.895395 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3d9f060c-fa62-4a06-a464-ebc202df0d93 req-8debb75f-a444-49ec-8d2b-9147aeb4c17f tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=7909a7d4-ee5d-47f1-aa76-b26cd5f72770 HTTP/1.1" status: 200 len: 944 time: 0.0591645 Oct 12 19:33:28.924448 n-d-813679-3 neutron-server[95501]: INFO neutron.pecan_wsgi.hooks.translation [None req-02b929f1-1afa-490e-90f9-c75ae1937b22 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] GET failed (client error): The resource could not be found. Oct 12 19:33:28.929373 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-02b929f1-1afa-490e-90f9-c75ae1937b22 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] 10.222.0.49 "GET /v2.0/ports/97fe6e98-f00d-4450-8bc0-9e429e8f03b7 HTTP/1.1" status: 404 len: 333 time: 0.0332665 Oct 12 19:33:28.929557 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 35016) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:33:28.939022 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-c9cda523-80f2-4659-85f3-aee9f169f408 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Request body: {'port': {'network_id': 'f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1405397226'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:33:28.943141 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3d9f060c-fa62-4a06-a464-ebc202df0d93 req-ff439797-1653-44e6-b277-8a2ded305f5e tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c11fc84-4f57-43db-8c17-f81427a08139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392437 Oct 12 19:33:28.983194 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-815307f2-9f69-4810-9b9e-1697ba5226a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:29.090182 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9cda523-80f2-4659-85f3-aee9f169f408 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Made reservation on behalf of c40eeb97dcf447a294d02ff22d2ff54b for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:33:29.092617 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c9cda523-80f2-4659-85f3-aee9f169f408 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:29.109758 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [None req-c9cda523-80f2-4659-85f3-aee9f169f408 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] device_id is not set on port 4532ace1-ceae-4586-a2fc-893773b353e9 yet. {{(pid=95501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 19:33:29.147705 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-815307f2-9f69-4810-9b9e-1697ba5226a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:29.168131 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c5d6ece9-abeb-4ac5-8a13-4396e3baf52c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:29.213684 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-815307f2-9f69-4810-9b9e-1697ba5226a2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=570aa648572e485f9584b022d71ce975&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6507580 Oct 12 19:33:29.213877 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 35022) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:33:29.214005 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815307f2-9f69-4810-9b9e-1697ba5226a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b1d3ff-c19b-4ac2-a6e5-de709a4e3d47,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:33:29.281246 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6ab7169d-31c8-4dbd-9fb6-86eda16a9a8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:29.310678 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-530eabfb-a7f1-4674-9829-6bb2b6a75eab req-72ae532d-bd4a-4cf7-9011-93623fc2cbe8 tempest-ServerShowV254Test-2002522526 tempest-ServerShowV254Test-2002522526-project] 10.222.0.49 "GET /v2.0/ports?device_id=e515fd13-743a-4df0-9c7a-e04b86ce40bf HTTP/1.1" status: 200 len: 210 time: 0.0372386 Oct 12 19:33:29.317462 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6ab7169d-31c8-4dbd-9fb6-86eda16a9a8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:29.337159 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c9cda523-80f2-4659-85f3-aee9f169f408 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:29.467516 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c9cda523-80f2-4659-85f3-aee9f169f408 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:29.504895 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6ab7169d-31c8-4dbd-9fb6-86eda16a9a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:29.507434 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6ab7169d-31c8-4dbd-9fb6-86eda16a9a8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:29.511921 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9cda523-80f2-4659-85f3-aee9f169f408 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Network f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:33:29.512186 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-6ab7169d-31c8-4dbd-9fb6-86eda16a9a8d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b9b1d3ff-c19b-4ac2-a6e5-de709a4e3d47 HTTP/1.1" status: 204 len: 168 time: 0.3013411 Oct 12 19:33:29.514971 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-c9cda523-80f2-4659-85f3-aee9f169f408 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:33:29.517928 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9cda523-80f2-4659-85f3-aee9f169f408 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:33:29.518861 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9cda523-80f2-4659-85f3-aee9f169f408 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:33:29.519448 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c9cda523-80f2-4659-85f3-aee9f169f408 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:29.520271 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab7169d-31c8-4dbd-9fb6-86eda16a9a8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b1d3ff-c19b-4ac2-a6e5-de709a4e3d47,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:33:29.535038 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cda523-80f2-4659-85f3-aee9f169f408 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Pushing event updated for resources: {'Port': ['ID=4532ace1-ceae-4586-a2fc-893773b353e9,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:33:29.606382 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-c9cda523-80f2-4659-85f3-aee9f169f408 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.6756871 Oct 12 19:33:29.609118 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 35032) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:33:29.614329 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-60b2caba-96f1-4b74-8dd1-d73a2d7ed399 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-813679-3'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:33:29.669654 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-60b2caba-96f1-4b74-8dd1-d73a2d7ed399 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:29.855933 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [None req-60b2caba-96f1-4b74-8dd1-d73a2d7ed399 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] device_id is not set on port 4532ace1-ceae-4586-a2fc-893773b353e9 yet. {{(pid=95501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 19:33:29.865395 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-60b2caba-96f1-4b74-8dd1-d73a2d7ed399 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:29.950979 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-60b2caba-96f1-4b74-8dd1-d73a2d7ed399 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:30.022662 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b2caba-96f1-4b74-8dd1-d73a2d7ed399 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Pushing event updated for resources: {'Port': ['ID=4532ace1-ceae-4586-a2fc-893773b353e9,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:33:30.036144 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [None req-60b2caba-96f1-4b74-8dd1-d73a2d7ed399 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attempting to bind port 4532ace1-ceae-4586-a2fc-893773b353e9 on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:33:30.037041 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [None req-60b2caba-96f1-4b74-8dd1-d73a2d7ed399 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attempting to bind port 4532ace1-ceae-4586-a2fc-893773b353e9 by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': '6633fc08-31a1-41b9-abd9-a482ee697c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:33:30.037041 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b2caba-96f1-4b74-8dd1-d73a2d7ed399 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attempting to bind port 4532ace1-ceae-4586-a2fc-893773b353e9 on network f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:33:30.054872 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b2caba-96f1-4b74-8dd1-d73a2d7ed399 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Port 4532ace1-ceae-4586-a2fc-893773b353e9 on network f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:33:30.055205 n-d-813679-3 neutron-server[95501]: ERROR neutron.plugins.ml2.managers [None req-60b2caba-96f1-4b74-8dd1-d73a2d7ed399 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Failed to bind port 4532ace1-ceae-4586-a2fc-893773b353e9 on host n-h1-813679-3 for vnic_type normal using segments [{'id': '6633fc08-31a1-41b9-abd9-a482ee697c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba'}] Oct 12 19:33:30.055761 n-d-813679-3 neutron-server[95501]: INFO neutron.plugins.ml2.plugin [None req-60b2caba-96f1-4b74-8dd1-d73a2d7ed399 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attempt 2 to bind port 4532ace1-ceae-4586-a2fc-893773b353e9 Oct 12 19:33:30.079781 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [None req-60b2caba-96f1-4b74-8dd1-d73a2d7ed399 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attempting to bind port 4532ace1-ceae-4586-a2fc-893773b353e9 on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:33:30.080123 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [None req-60b2caba-96f1-4b74-8dd1-d73a2d7ed399 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attempting to bind port 4532ace1-ceae-4586-a2fc-893773b353e9 by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': '6633fc08-31a1-41b9-abd9-a482ee697c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:33:30.080461 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b2caba-96f1-4b74-8dd1-d73a2d7ed399 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attempting to bind port 4532ace1-ceae-4586-a2fc-893773b353e9 on network f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:33:30.087661 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b2caba-96f1-4b74-8dd1-d73a2d7ed399 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Port 4532ace1-ceae-4586-a2fc-893773b353e9 on network f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:33:30.087983 n-d-813679-3 neutron-server[95501]: ERROR neutron.plugins.ml2.managers [None req-60b2caba-96f1-4b74-8dd1-d73a2d7ed399 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Failed to bind port 4532ace1-ceae-4586-a2fc-893773b353e9 on host n-h1-813679-3 for vnic_type normal using segments [{'id': '6633fc08-31a1-41b9-abd9-a482ee697c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba'}] Oct 12 19:33:30.089671 n-d-813679-3 neutron-server[95501]: INFO neutron.plugins.ml2.plugin [None req-60b2caba-96f1-4b74-8dd1-d73a2d7ed399 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attempt 3 to bind port 4532ace1-ceae-4586-a2fc-893773b353e9 Oct 12 19:33:30.106645 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf53cf0-cc81-45f9-bd9d-9c61e44abac0 req-5840bf8e-10f4-49ad-8253-aa7351c88166 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:33:30.106645 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9cf53cf0-cc81-45f9-bd9d-9c61e44abac0 req-5840bf8e-10f4-49ad-8253-aa7351c88166 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=7909a7d4-ee5d-47f1-aa76-b26cd5f72770 HTTP/1.1" status: 200 len: 944 time: 0.0748355 Oct 12 19:33:30.140425 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [None req-60b2caba-96f1-4b74-8dd1-d73a2d7ed399 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attempting to bind port 4532ace1-ceae-4586-a2fc-893773b353e9 on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:33:30.140747 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [None req-60b2caba-96f1-4b74-8dd1-d73a2d7ed399 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attempting to bind port 4532ace1-ceae-4586-a2fc-893773b353e9 by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': '6633fc08-31a1-41b9-abd9-a482ee697c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:33:30.141092 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b2caba-96f1-4b74-8dd1-d73a2d7ed399 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attempting to bind port 4532ace1-ceae-4586-a2fc-893773b353e9 on network f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:33:30.151247 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b2caba-96f1-4b74-8dd1-d73a2d7ed399 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Port 4532ace1-ceae-4586-a2fc-893773b353e9 on network f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:33:30.152180 n-d-813679-3 neutron-server[95501]: ERROR neutron.plugins.ml2.managers [None req-60b2caba-96f1-4b74-8dd1-d73a2d7ed399 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Failed to bind port 4532ace1-ceae-4586-a2fc-893773b353e9 on host n-h1-813679-3 for vnic_type normal using segments [{'id': '6633fc08-31a1-41b9-abd9-a482ee697c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba'}] Oct 12 19:33:30.153857 n-d-813679-3 neutron-server[95501]: INFO neutron.plugins.ml2.plugin [None req-60b2caba-96f1-4b74-8dd1-d73a2d7ed399 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attempt 4 to bind port 4532ace1-ceae-4586-a2fc-893773b353e9 Oct 12 19:33:30.175959 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9cf53cf0-cc81-45f9-bd9d-9c61e44abac0 req-598584cf-b184-4c7e-a025-0fb8ded63693 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c11fc84-4f57-43db-8c17-f81427a08139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521605 Oct 12 19:33:30.176858 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [None req-60b2caba-96f1-4b74-8dd1-d73a2d7ed399 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attempting to bind port 4532ace1-ceae-4586-a2fc-893773b353e9 on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:33:30.177197 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [None req-60b2caba-96f1-4b74-8dd1-d73a2d7ed399 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attempting to bind port 4532ace1-ceae-4586-a2fc-893773b353e9 by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': '6633fc08-31a1-41b9-abd9-a482ee697c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:33:30.177537 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b2caba-96f1-4b74-8dd1-d73a2d7ed399 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attempting to bind port 4532ace1-ceae-4586-a2fc-893773b353e9 on network f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:33:30.182574 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b2caba-96f1-4b74-8dd1-d73a2d7ed399 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Port 4532ace1-ceae-4586-a2fc-893773b353e9 on network f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:33:30.183534 n-d-813679-3 neutron-server[95501]: ERROR neutron.plugins.ml2.managers [None req-60b2caba-96f1-4b74-8dd1-d73a2d7ed399 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Failed to bind port 4532ace1-ceae-4586-a2fc-893773b353e9 on host n-h1-813679-3 for vnic_type normal using segments [{'id': '6633fc08-31a1-41b9-abd9-a482ee697c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba'}] Oct 12 19:33:30.184022 n-d-813679-3 neutron-server[95501]: INFO neutron.plugins.ml2.plugin [None req-60b2caba-96f1-4b74-8dd1-d73a2d7ed399 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attempt 5 to bind port 4532ace1-ceae-4586-a2fc-893773b353e9 Oct 12 19:33:30.210973 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [None req-60b2caba-96f1-4b74-8dd1-d73a2d7ed399 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attempting to bind port 4532ace1-ceae-4586-a2fc-893773b353e9 on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:33:30.210973 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [None req-60b2caba-96f1-4b74-8dd1-d73a2d7ed399 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attempting to bind port 4532ace1-ceae-4586-a2fc-893773b353e9 by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': '6633fc08-31a1-41b9-abd9-a482ee697c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:33:30.210973 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b2caba-96f1-4b74-8dd1-d73a2d7ed399 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attempting to bind port 4532ace1-ceae-4586-a2fc-893773b353e9 on network f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:33:30.211577 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b2caba-96f1-4b74-8dd1-d73a2d7ed399 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Port 4532ace1-ceae-4586-a2fc-893773b353e9 on network f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:33:30.211912 n-d-813679-3 neutron-server[95501]: ERROR neutron.plugins.ml2.managers [None req-60b2caba-96f1-4b74-8dd1-d73a2d7ed399 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Failed to bind port 4532ace1-ceae-4586-a2fc-893773b353e9 on host n-h1-813679-3 for vnic_type normal using segments [{'id': '6633fc08-31a1-41b9-abd9-a482ee697c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba'}] Oct 12 19:33:30.212386 n-d-813679-3 neutron-server[95501]: INFO neutron.plugins.ml2.plugin [None req-60b2caba-96f1-4b74-8dd1-d73a2d7ed399 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attempt 6 to bind port 4532ace1-ceae-4586-a2fc-893773b353e9 Oct 12 19:33:30.226021 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [None req-60b2caba-96f1-4b74-8dd1-d73a2d7ed399 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attempting to bind port 4532ace1-ceae-4586-a2fc-893773b353e9 on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:33:30.226460 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [None req-60b2caba-96f1-4b74-8dd1-d73a2d7ed399 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attempting to bind port 4532ace1-ceae-4586-a2fc-893773b353e9 by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': '6633fc08-31a1-41b9-abd9-a482ee697c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:33:30.226689 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b2caba-96f1-4b74-8dd1-d73a2d7ed399 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attempting to bind port 4532ace1-ceae-4586-a2fc-893773b353e9 on network f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:33:30.231667 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b2caba-96f1-4b74-8dd1-d73a2d7ed399 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Port 4532ace1-ceae-4586-a2fc-893773b353e9 on network f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:33:30.231987 n-d-813679-3 neutron-server[95501]: ERROR neutron.plugins.ml2.managers [None req-60b2caba-96f1-4b74-8dd1-d73a2d7ed399 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Failed to bind port 4532ace1-ceae-4586-a2fc-893773b353e9 on host n-h1-813679-3 for vnic_type normal using segments [{'id': '6633fc08-31a1-41b9-abd9-a482ee697c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba'}] Oct 12 19:33:30.232408 n-d-813679-3 neutron-server[95501]: INFO neutron.plugins.ml2.plugin [None req-60b2caba-96f1-4b74-8dd1-d73a2d7ed399 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attempt 7 to bind port 4532ace1-ceae-4586-a2fc-893773b353e9 Oct 12 19:33:30.244896 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [None req-60b2caba-96f1-4b74-8dd1-d73a2d7ed399 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attempting to bind port 4532ace1-ceae-4586-a2fc-893773b353e9 on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:33:30.244999 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [None req-60b2caba-96f1-4b74-8dd1-d73a2d7ed399 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attempting to bind port 4532ace1-ceae-4586-a2fc-893773b353e9 by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': '6633fc08-31a1-41b9-abd9-a482ee697c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:33:30.245874 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b2caba-96f1-4b74-8dd1-d73a2d7ed399 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attempting to bind port 4532ace1-ceae-4586-a2fc-893773b353e9 on network f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:33:30.251479 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b2caba-96f1-4b74-8dd1-d73a2d7ed399 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Port 4532ace1-ceae-4586-a2fc-893773b353e9 on network f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:33:30.251808 n-d-813679-3 neutron-server[95501]: ERROR neutron.plugins.ml2.managers [None req-60b2caba-96f1-4b74-8dd1-d73a2d7ed399 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Failed to bind port 4532ace1-ceae-4586-a2fc-893773b353e9 on host n-h1-813679-3 for vnic_type normal using segments [{'id': '6633fc08-31a1-41b9-abd9-a482ee697c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba'}] Oct 12 19:33:30.252337 n-d-813679-3 neutron-server[95501]: INFO neutron.plugins.ml2.plugin [None req-60b2caba-96f1-4b74-8dd1-d73a2d7ed399 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attempt 8 to bind port 4532ace1-ceae-4586-a2fc-893773b353e9 Oct 12 19:33:30.266549 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [None req-60b2caba-96f1-4b74-8dd1-d73a2d7ed399 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attempting to bind port 4532ace1-ceae-4586-a2fc-893773b353e9 on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:33:30.266943 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [None req-60b2caba-96f1-4b74-8dd1-d73a2d7ed399 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attempting to bind port 4532ace1-ceae-4586-a2fc-893773b353e9 by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': '6633fc08-31a1-41b9-abd9-a482ee697c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:33:30.267233 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b2caba-96f1-4b74-8dd1-d73a2d7ed399 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attempting to bind port 4532ace1-ceae-4586-a2fc-893773b353e9 on network f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:33:30.271792 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b2caba-96f1-4b74-8dd1-d73a2d7ed399 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Port 4532ace1-ceae-4586-a2fc-893773b353e9 on network f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:33:30.272159 n-d-813679-3 neutron-server[95501]: ERROR neutron.plugins.ml2.managers [None req-60b2caba-96f1-4b74-8dd1-d73a2d7ed399 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Failed to bind port 4532ace1-ceae-4586-a2fc-893773b353e9 on host n-h1-813679-3 for vnic_type normal using segments [{'id': '6633fc08-31a1-41b9-abd9-a482ee697c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba'}] Oct 12 19:33:30.272556 n-d-813679-3 neutron-server[95501]: INFO neutron.plugins.ml2.plugin [None req-60b2caba-96f1-4b74-8dd1-d73a2d7ed399 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attempt 9 to bind port 4532ace1-ceae-4586-a2fc-893773b353e9 Oct 12 19:33:30.285736 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [None req-60b2caba-96f1-4b74-8dd1-d73a2d7ed399 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attempting to bind port 4532ace1-ceae-4586-a2fc-893773b353e9 on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:33:30.286062 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [None req-60b2caba-96f1-4b74-8dd1-d73a2d7ed399 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attempting to bind port 4532ace1-ceae-4586-a2fc-893773b353e9 by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': '6633fc08-31a1-41b9-abd9-a482ee697c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:33:30.286387 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b2caba-96f1-4b74-8dd1-d73a2d7ed399 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attempting to bind port 4532ace1-ceae-4586-a2fc-893773b353e9 on network f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:33:30.291778 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b2caba-96f1-4b74-8dd1-d73a2d7ed399 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Port 4532ace1-ceae-4586-a2fc-893773b353e9 on network f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:33:30.292677 n-d-813679-3 neutron-server[95501]: ERROR neutron.plugins.ml2.managers [None req-60b2caba-96f1-4b74-8dd1-d73a2d7ed399 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Failed to bind port 4532ace1-ceae-4586-a2fc-893773b353e9 on host n-h1-813679-3 for vnic_type normal using segments [{'id': '6633fc08-31a1-41b9-abd9-a482ee697c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba'}] Oct 12 19:33:30.293070 n-d-813679-3 neutron-server[95501]: INFO neutron.plugins.ml2.plugin [None req-60b2caba-96f1-4b74-8dd1-d73a2d7ed399 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attempt 10 to bind port 4532ace1-ceae-4586-a2fc-893773b353e9 Oct 12 19:33:30.305327 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [None req-60b2caba-96f1-4b74-8dd1-d73a2d7ed399 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attempting to bind port 4532ace1-ceae-4586-a2fc-893773b353e9 on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:33:30.305662 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [None req-60b2caba-96f1-4b74-8dd1-d73a2d7ed399 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attempting to bind port 4532ace1-ceae-4586-a2fc-893773b353e9 by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': '6633fc08-31a1-41b9-abd9-a482ee697c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:33:30.305990 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b2caba-96f1-4b74-8dd1-d73a2d7ed399 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attempting to bind port 4532ace1-ceae-4586-a2fc-893773b353e9 on network f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:33:30.310797 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b2caba-96f1-4b74-8dd1-d73a2d7ed399 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Port 4532ace1-ceae-4586-a2fc-893773b353e9 on network f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:33:30.311119 n-d-813679-3 neutron-server[95501]: ERROR neutron.plugins.ml2.managers [None req-60b2caba-96f1-4b74-8dd1-d73a2d7ed399 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Failed to bind port 4532ace1-ceae-4586-a2fc-893773b353e9 on host n-h1-813679-3 for vnic_type normal using segments [{'id': '6633fc08-31a1-41b9-abd9-a482ee697c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba'}] Oct 12 19:33:30.311477 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-60b2caba-96f1-4b74-8dd1-d73a2d7ed399 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:30.368487 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 35054) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:33:30.384172 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c8b75680-8604-4cbc-8ffa-62ef6c42e97d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:30.389600 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [None req-60b2caba-96f1-4b74-8dd1-d73a2d7ed399 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] For port 4532ace1-ceae-4586-a2fc-893773b353e9, host n-h1-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:33:30.390066 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [None req-60b2caba-96f1-4b74-8dd1-d73a2d7ed399 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attempted to set empty binding levels {{(pid=95501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 12 19:33:30.436267 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-dbca22c8-ab01-4edc-9a44-acc68003673f req-45e88072-a410-40d2-9889-b94760b94a18 tempest-ServerShowV254Test-2002522526 tempest-ServerShowV254Test-2002522526-project] 10.222.0.49 "GET /v2.0/ports?device_id=e515fd13-743a-4df0-9c7a-e04b86ce40bf HTTP/1.1" status: 200 len: 210 time: 0.0314624 Oct 12 19:33:30.467586 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-60b2caba-96f1-4b74-8dd1-d73a2d7ed399 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:30.492336 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c8b75680-8604-4cbc-8ffa-62ef6c42e97d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:30.503544 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-60b2caba-96f1-4b74-8dd1-d73a2d7ed399 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] In _notify_port_updated(), no bound segment for port 4532ace1-ceae-4586-a2fc-893773b353e9 on network f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba {{(pid=95501) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 12 19:33:30.504519 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b2caba-96f1-4b74-8dd1-d73a2d7ed399 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:33:30.505157 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-60b2caba-96f1-4b74-8dd1-d73a2d7ed399 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:30.506554 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-60b2caba-96f1-4b74-8dd1-d73a2d7ed399 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] 10.222.0.49 "PUT /v2.0/ports/4532ace1-ceae-4586-a2fc-893773b353e9 HTTP/1.1" status: 200 len: 975 time: 0.8964560 Oct 12 19:33:30.512076 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 35056) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:33:30.564225 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c8b75680-8604-4cbc-8ffa-62ef6c42e97d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:30.569268 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b2caba-96f1-4b74-8dd1-d73a2d7ed399 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Pushing event updated for resources: {'Port': ['ID=4532ace1-ceae-4586-a2fc-893773b353e9,revision_number=3']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:33:30.597997 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d02a2cbc-2249-40bf-95d6-692932fe9a36 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:33:30.598431 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d02a2cbc-2249-40bf-95d6-692932fe9a36 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:33:30.598888 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d02a2cbc-2249-40bf-95d6-692932fe9a36 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:33:30.603696 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d02a2cbc-2249-40bf-95d6-692932fe9a36 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:33:30.603696 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d02a2cbc-2249-40bf-95d6-692932fe9a36 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:33:30.603696 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d02a2cbc-2249-40bf-95d6-692932fe9a36 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:33:30.603696 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d02a2cbc-2249-40bf-95d6-692932fe9a36 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:33:30.603696 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d02a2cbc-2249-40bf-95d6-692932fe9a36 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:33:30.603696 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d02a2cbc-2249-40bf-95d6-692932fe9a36 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:33:30.603696 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d02a2cbc-2249-40bf-95d6-692932fe9a36 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:33:30.603696 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d02a2cbc-2249-40bf-95d6-692932fe9a36 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:33:30.603696 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d02a2cbc-2249-40bf-95d6-692932fe9a36 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:33:30.609666 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-d02a2cbc-2249-40bf-95d6-692932fe9a36 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 10866 time: 0.0993202 Oct 12 19:33:30.610343 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 35060) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:33:30.611327 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-c8b75680-8604-4cbc-8ffa-62ef6c42e97d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6c487de7397948f2ba11253bec6cd1fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2417686 Oct 12 19:33:30.612248 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b75680-8604-4cbc-8ffa-62ef6c42e97d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7119b8df-53ca-4c90-bcf8-c8dbe02fe88d,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:33:30.614562 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 35062) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:33:30.665703 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-626c7a92-4483-4ecc-a136-3d46829f179e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:30.690576 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-626c7a92-4483-4ecc-a136-3d46829f179e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:30.703645 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-74e2cefa-6718-4726-ba88-037de5ab1670 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Deleting port 4532ace1-ceae-4586-a2fc-893773b353e9 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:33:30.704043 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-74e2cefa-6718-4726-ba88-037de5ab1670 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:30.768745 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [None req-74e2cefa-6718-4726-ba88-037de5ab1670 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] For port 4532ace1-ceae-4586-a2fc-893773b353e9, host n-h1-813679-3, got binding levels [] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:33:30.769020 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-74e2cefa-6718-4726-ba88-037de5ab1670 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:30.781389 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-74e2cefa-6718-4726-ba88-037de5ab1670 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Calling delete_port for 4532ace1-ceae-4586-a2fc-893773b353e9 owned by {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:33:30.838553 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-626c7a92-4483-4ecc-a136-3d46829f179e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:30.841758 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-626c7a92-4483-4ecc-a136-3d46829f179e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:30.842898 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-626c7a92-4483-4ecc-a136-3d46829f179e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7119b8df-53ca-4c90-bcf8-c8dbe02fe88d HTTP/1.1" status: 204 len: 168 time: 0.2271712 Oct 12 19:33:30.856915 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626c7a92-4483-4ecc-a136-3d46829f179e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7119b8df-53ca-4c90-bcf8-c8dbe02fe88d,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:33:30.929822 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-74e2cefa-6718-4726-ba88-037de5ab1670 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:30.963506 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e2cefa-6718-4726-ba88-037de5ab1670 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Pushing event deleted for resources: {'Port': ['ID=4532ace1-ceae-4586-a2fc-893773b353e9,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:33:30.981515 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-74e2cefa-6718-4726-ba88-037de5ab1670 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:30.985471 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-74e2cefa-6718-4726-ba88-037de5ab1670 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] 10.222.0.49 "DELETE /v2.0/ports/4532ace1-ceae-4586-a2fc-893773b353e9 HTTP/1.1" status: 204 len: 168 time: 0.3711281 Oct 12 19:33:30.988234 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 35070) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:33:31.014365 n-d-813679-3 neutron-server[95501]: INFO neutron.pecan_wsgi.hooks.translation [None req-036adb43-7cce-48e1-a040-7b2d4e4ea538 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] GET failed (client error): The resource could not be found. Oct 12 19:33:31.015876 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-036adb43-7cce-48e1-a040-7b2d4e4ea538 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] 10.222.0.49 "GET /v2.0/ports/4532ace1-ceae-4586-a2fc-893773b353e9 HTTP/1.1" status: 404 len: 333 time: 0.0267169 Oct 12 19:33:31.019495 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 35072) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:33:31.024001 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-6e788b25-f488-4796-878d-58c40de158a9 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-191353568', 'network_id': 'f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:33:31.321378 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a399df55-fae7-4824-898e-ed1bc93d66da req-b9de9693-3ea2-4179-b37f-c3c68bae6a44 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:33:31.322851 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a399df55-fae7-4824-898e-ed1bc93d66da req-b9de9693-3ea2-4179-b37f-c3c68bae6a44 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=7909a7d4-ee5d-47f1-aa76-b26cd5f72770 HTTP/1.1" status: 200 len: 944 time: 0.0513198 Oct 12 19:33:31.345275 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e788b25-f488-4796-878d-58c40de158a9 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Made reservation on behalf of c40eeb97dcf447a294d02ff22d2ff54b for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:33:31.355034 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6e788b25-f488-4796-878d-58c40de158a9 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:31.364138 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a399df55-fae7-4824-898e-ed1bc93d66da req-a1841877-0599-42f2-8be2-19bb70e85d67 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c11fc84-4f57-43db-8c17-f81427a08139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337386 Oct 12 19:33:31.365004 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [None req-6e788b25-f488-4796-878d-58c40de158a9 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] device_id is not set on port f431ff4b-d25d-4ac1-bf3a-364232183755 yet. {{(pid=95501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 19:33:31.379158 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 0d60c208-eadb-4b5b-ad42-059e456db362 details requested by agent hyperv_n-h1-813679-3 with host n-h1-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:33:31.550120 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6e788b25-f488-4796-878d-58c40de158a9 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:31.581012 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 0d60c208-eadb-4b5b-ad42-059e456db362, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=0d60c208-eadb-4b5b-ad42-059e456db362,segment=NetworkSegment(25f482b3-2b9d-4f97-b4b0-3430c63be1bb),segment_id=25f482b3-2b9d-4f97-b4b0-3430c63be1bb)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:33:31.595298 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Returning: {'device': '0d60c208-eadb-4b5b-ad42-059e456db362', 'network_id': 'f582be35-bab4-4f26-bc1a-58db576191d3', 'port_id': '0d60c208-eadb-4b5b-ad42-059e456db362', 'mac_address': 'fa:16:3e:72:d2:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73b6b3c2-9ed6-4d2c-9d78-2de520105652', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:33:31.620802 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a6113d53-5df5-46ca-9d71-cbc12f504ca1 req-63c79a75-4e01-4020-be9e-62b08c93e82b tempest-ServerShowV254Test-2002522526 tempest-ServerShowV254Test-2002522526-project] 10.222.0.49 "GET /v2.0/ports?device_id=e515fd13-743a-4df0-9c7a-e04b86ce40bf HTTP/1.1" status: 200 len: 210 time: 0.0449083 Oct 12 19:33:31.645598 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:31.658680 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d60c208-eadb-4b5b-ad42-059e456db362 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:33:31.678256 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 0d60c208-eadb-4b5b-ad42-059e456db362, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=0d60c208-eadb-4b5b-ad42-059e456db362,segment=NetworkSegment(25f482b3-2b9d-4f97-b4b0-3430c63be1bb),segment_id=25f482b3-2b9d-4f97-b4b0-3430c63be1bb)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:33:31.696054 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6e788b25-f488-4796-878d-58c40de158a9 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:31.741416 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fc12086a-7397-4c70-8310-68d10cd8010c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:31.746228 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e788b25-f488-4796-878d-58c40de158a9 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Network f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:33:31.746228 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-6e788b25-f488-4796-878d-58c40de158a9 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:33:31.753240 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e788b25-f488-4796-878d-58c40de158a9 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:33:31.754179 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e788b25-f488-4796-878d-58c40de158a9 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:33:31.754774 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6e788b25-f488-4796-878d-58c40de158a9 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:31.764386 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:31.771667 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e788b25-f488-4796-878d-58c40de158a9 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Pushing event updated for resources: {'Port': ['ID=f431ff4b-d25d-4ac1-bf3a-364232183755,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:33:31.831127 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=0d60c208-eadb-4b5b-ad42-059e456db362,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:33:31.880136 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-568b32ff-1b04-42db-9fd2-5ea7a698db1d req-7cbd2bb5-909c-4721-97ee-5b4d6cd31449 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e9a1851f72ce47588989fc8312219a6a&device_id=e515fd13-743a-4df0-9c7a-e04b86ce40bf HTTP/1.1" status: 200 len: 210 time: 0.0256064 Oct 12 19:33:31.888005 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-6e788b25-f488-4796-878d-58c40de158a9 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.8646071 Oct 12 19:33:31.893611 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 35100) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:33:31.929570 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ecf18f-f597-470b-8595-4ab21ed619a5 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:33:31.931757 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-b4ecf18f-f597-470b-8595-4ab21ed619a5 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] 10.222.0.49 "GET /v2.0/ports/f431ff4b-d25d-4ac1-bf3a-364232183755 HTTP/1.1" status: 200 len: 954 time: 0.0416620 Oct 12 19:33:31.935402 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 35104) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:33:31.956944 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-568b32ff-1b04-42db-9fd2-5ea7a698db1d req-17023646-67cd-4ccb-b513-a89bc77d6589 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=e9a1851f72ce47588989fc8312219a6a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291066 Oct 12 19:33:31.978063 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['0d60c208-eadb-4b5b-ad42-059e456db362'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:33:32.053006 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-b6d733a0-ed82-4f30-a92e-aa7b3d647d12 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Deleting port f431ff4b-d25d-4ac1-bf3a-364232183755 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:33:32.054301 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b6d733a0-ed82-4f30-a92e-aa7b3d647d12 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:32.102588 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568b32ff-1b04-42db-9fd2-5ea7a698db1d req-cca04926-6c00-472d-baff-4159b0a2d633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:33:32.104192 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-568b32ff-1b04-42db-9fd2-5ea7a698db1d req-cca04926-6c00-472d-baff-4159b0a2d633 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1361687 Oct 12 19:33:32.143854 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b6d733a0-ed82-4f30-a92e-aa7b3d647d12 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:32.161548 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-b6d733a0-ed82-4f30-a92e-aa7b3d647d12 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Calling delete_port for f431ff4b-d25d-4ac1-bf3a-364232183755 owned by {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:33:32.367918 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b6d733a0-ed82-4f30-a92e-aa7b3d647d12 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:32.414986 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d733a0-ed82-4f30-a92e-aa7b3d647d12 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Pushing event deleted for resources: {'Port': ['ID=f431ff4b-d25d-4ac1-bf3a-364232183755,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:33:32.431322 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b6d733a0-ed82-4f30-a92e-aa7b3d647d12 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:32.436182 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-b6d733a0-ed82-4f30-a92e-aa7b3d647d12 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] 10.222.0.49 "DELETE /v2.0/ports/f431ff4b-d25d-4ac1-bf3a-364232183755 HTTP/1.1" status: 204 len: 168 time: 0.4989471 Oct 12 19:33:32.438996 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 35124) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:33:32.465957 n-d-813679-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f7595b4-f220-4b4a-8001-696d3138b640 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] GET failed (client error): The resource could not be found. Oct 12 19:33:32.467724 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-8f7595b4-f220-4b4a-8001-696d3138b640 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] 10.222.0.49 "GET /v2.0/ports/f431ff4b-d25d-4ac1-bf3a-364232183755 HTTP/1.1" status: 404 len: 333 time: 0.0270057 Oct 12 19:33:32.471358 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 35126) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:33:32.478194 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-8b8e94c0-7990-41ed-b71b-3c724a917482 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Request body: {'port': {'network_id': 'f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-858946792'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:33:32.496330 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e1cc8c-32f4-45dc-87f4-01fd413a05f0 req-e42cfccb-5380-47ce-80d0-962c2562554a tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:33:32.498440 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-39e1cc8c-32f4-45dc-87f4-01fd413a05f0 req-e42cfccb-5380-47ce-80d0-962c2562554a tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=7909a7d4-ee5d-47f1-aa76-b26cd5f72770 HTTP/1.1" status: 200 len: 945 time: 0.0511827 Oct 12 19:33:32.533581 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:32.544312 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-39e1cc8c-32f4-45dc-87f4-01fd413a05f0 req-1a680ee4-cfef-4665-bf92-0f472897e341 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c11fc84-4f57-43db-8c17-f81427a08139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383744 Oct 12 19:33:32.627009 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b8e94c0-7990-41ed-b71b-3c724a917482 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Made reservation on behalf of c40eeb97dcf447a294d02ff22d2ff54b for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:33:32.629406 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8b8e94c0-7990-41ed-b71b-3c724a917482 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:32.646721 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [None req-8b8e94c0-7990-41ed-b71b-3c724a917482 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] device_id is not set on port 57dc78a1-1d0c-4513-80ec-3e73e6f05a33 yet. {{(pid=95502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 19:33:32.748898 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-aa17e6b6-531a-4311-9811-4dbee8a80ce3 req-5a2f15fd-a5a3-418f-bbed-cd4fafdc8eb5 tempest-ServerShowV254Test-2002522526 tempest-ServerShowV254Test-2002522526-project] 10.222.0.49 "GET /v2.0/ports?device_id=e515fd13-743a-4df0-9c7a-e04b86ce40bf HTTP/1.1" status: 200 len: 210 time: 0.0345504 Oct 12 19:33:32.849850 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8b8e94c0-7990-41ed-b71b-3c724a917482 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:33.007924 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:33.008259 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8b8e94c0-7990-41ed-b71b-3c724a917482 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:33.038403 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:33.067677 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8e94c0-7990-41ed-b71b-3c724a917482 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Pushing event updated for resources: {'Port': ['ID=57dc78a1-1d0c-4513-80ec-3e73e6f05a33,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:33:33.080362 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8e94c0-7990-41ed-b71b-3c724a917482 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Network f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:33:33.081803 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-8b8e94c0-7990-41ed-b71b-3c724a917482 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:33:33.086309 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8e94c0-7990-41ed-b71b-3c724a917482 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:33:33.086309 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8e94c0-7990-41ed-b71b-3c724a917482 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:33:33.086786 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8b8e94c0-7990-41ed-b71b-3c724a917482 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:33.242486 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-8b8e94c0-7990-41ed-b71b-3c724a917482 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.7697051 Oct 12 19:33:33.245148 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 35154) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:33:33.250556 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-efc0d7be-21f0-4a82-bc0e-9af5f689b245 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-813679-3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:33:33.307261 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-efc0d7be-21f0-4a82-bc0e-9af5f689b245 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:33.385540 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 0d60c208-eadb-4b5b-ad42-059e456db362 up at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:33:33.493532 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [None req-efc0d7be-21f0-4a82-bc0e-9af5f689b245 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] device_id is not set on port 57dc78a1-1d0c-4513-80ec-3e73e6f05a33 yet. {{(pid=95502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 19:33:33.501556 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-efc0d7be-21f0-4a82-bc0e-9af5f689b245 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:33.523777 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning for port 0d60c208-eadb-4b5b-ad42-059e456db362 completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:33:33.528836 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning complete for port 0d60c208-eadb-4b5b-ad42-059e456db362 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:33:33.529213 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:33.615872 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:33.643578 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7909a7d4-ee5d-47f1-aa76-b26cd5f72770', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d60c208-eadb-4b5b-ad42-059e456db362'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:33:33.645837 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49d7a851-da80-43cc-8d0c-3785b2ba4c35" -d '{"events": [{"server_uuid": "7909a7d4-ee5d-47f1-aa76-b26cd5f72770", "name": "network-vif-plugged", "status": "completed", "tag": "0d60c208-eadb-4b5b-ad42-059e456db362"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:33:33.659156 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 0d60c208-eadb-4b5b-ad42-059e456db362, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=0d60c208-eadb-4b5b-ad42-059e456db362,segment=NetworkSegment(25f482b3-2b9d-4f97-b4b0-3430c63be1bb),segment_id=25f482b3-2b9d-4f97-b4b0-3430c63be1bb)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:33:33.663878 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-efc0d7be-21f0-4a82-bc0e-9af5f689b245 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:33.693615 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a13f7eb-42af-471f-a03a-fdf81c5d0a14 x-openstack-request-id: req-9a13f7eb-42af-471f-a03a-fdf81c5d0a14 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:33:33.694207 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7909a7d4-ee5d-47f1-aa76-b26cd5f72770", "name": "network-vif-plugged", "status": "completed", "tag": "0d60c208-eadb-4b5b-ad42-059e456db362", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:33:33.694476 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9a13f7eb-42af-471f-a03a-fdf81c5d0a14 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:33:33.695031 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7909a7d4-ee5d-47f1-aa76-b26cd5f72770', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d60c208-eadb-4b5b-ad42-059e456db362', 'code': 200} Oct 12 19:33:33.696065 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:33.723944 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:33.727258 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc0d7be-21f0-4a82-bc0e-9af5f689b245 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Pushing event updated for resources: {'Port': ['ID=57dc78a1-1d0c-4513-80ec-3e73e6f05a33,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:33:33.763715 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3505d9d-492d-4b27-9f66-cee9545b78de req-52236086-4d5d-4c23-9f17-4f8b180fb2cb tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:33:33.765577 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c3505d9d-492d-4b27-9f66-cee9545b78de req-52236086-4d5d-4c23-9f17-4f8b180fb2cb tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=7909a7d4-ee5d-47f1-aa76-b26cd5f72770 HTTP/1.1" status: 200 len: 945 time: 0.1424890 Oct 12 19:33:33.796878 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=0d60c208-eadb-4b5b-ad42-059e456db362,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:33:33.821168 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [None req-efc0d7be-21f0-4a82-bc0e-9af5f689b245 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attempting to bind port 57dc78a1-1d0c-4513-80ec-3e73e6f05a33 on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:33:33.821501 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [None req-efc0d7be-21f0-4a82-bc0e-9af5f689b245 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attempting to bind port 57dc78a1-1d0c-4513-80ec-3e73e6f05a33 by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': '6633fc08-31a1-41b9-abd9-a482ee697c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:33:33.821875 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc0d7be-21f0-4a82-bc0e-9af5f689b245 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attempting to bind port 57dc78a1-1d0c-4513-80ec-3e73e6f05a33 on network f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:33:33.846877 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc0d7be-21f0-4a82-bc0e-9af5f689b245 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Port 57dc78a1-1d0c-4513-80ec-3e73e6f05a33 on network f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:33:33.847225 n-d-813679-3 neutron-server[95502]: ERROR neutron.plugins.ml2.managers [None req-efc0d7be-21f0-4a82-bc0e-9af5f689b245 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Failed to bind port 57dc78a1-1d0c-4513-80ec-3e73e6f05a33 on host n-h1-813679-3 for vnic_type normal using segments [{'id': '6633fc08-31a1-41b9-abd9-a482ee697c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba'}] Oct 12 19:33:33.852853 n-d-813679-3 neutron-server[95502]: INFO neutron.plugins.ml2.plugin [None req-efc0d7be-21f0-4a82-bc0e-9af5f689b245 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attempt 2 to bind port 57dc78a1-1d0c-4513-80ec-3e73e6f05a33 Oct 12 19:33:33.881864 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c1cb6305-5af5-4442-8b87-fdc0196b3b54 req-a78feb69-8fa4-4729-9673-2bda9712d506 tempest-ServerShowV254Test-2002522526 tempest-ServerShowV254Test-2002522526-project] 10.222.0.49 "GET /v2.0/ports?device_id=e515fd13-743a-4df0-9c7a-e04b86ce40bf HTTP/1.1" status: 200 len: 210 time: 0.0313821 Oct 12 19:33:34.132631 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c3505d9d-492d-4b27-9f66-cee9545b78de req-51617a4a-55ef-43ee-94db-c014cc761283 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c11fc84-4f57-43db-8c17-f81427a08139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3386617 Oct 12 19:33:34.132631 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [None req-efc0d7be-21f0-4a82-bc0e-9af5f689b245 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attempting to bind port 57dc78a1-1d0c-4513-80ec-3e73e6f05a33 on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:33:34.132631 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [None req-efc0d7be-21f0-4a82-bc0e-9af5f689b245 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attempting to bind port 57dc78a1-1d0c-4513-80ec-3e73e6f05a33 by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': '6633fc08-31a1-41b9-abd9-a482ee697c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:33:34.133182 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc0d7be-21f0-4a82-bc0e-9af5f689b245 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attempting to bind port 57dc78a1-1d0c-4513-80ec-3e73e6f05a33 on network f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:33:34.139019 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026c733-f5e0-4f2d-8ba6-34bcdd527468 req-4f144057-9118-49e6-9a9b-8879693fb592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:33:34.140565 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c026c733-f5e0-4f2d-8ba6-34bcdd527468 req-4f144057-9118-49e6-9a9b-8879693fb592 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7909a7d4-ee5d-47f1-aa76-b26cd5f72770 HTTP/1.1" status: 200 len: 1097 time: 0.3699694 Oct 12 19:33:34.142647 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc0d7be-21f0-4a82-bc0e-9af5f689b245 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Port 57dc78a1-1d0c-4513-80ec-3e73e6f05a33 on network f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:33:34.142886 n-d-813679-3 neutron-server[95502]: ERROR neutron.plugins.ml2.managers [None req-efc0d7be-21f0-4a82-bc0e-9af5f689b245 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Failed to bind port 57dc78a1-1d0c-4513-80ec-3e73e6f05a33 on host n-h1-813679-3 for vnic_type normal using segments [{'id': '6633fc08-31a1-41b9-abd9-a482ee697c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba'}] Oct 12 19:33:34.143273 n-d-813679-3 neutron-server[95502]: INFO neutron.plugins.ml2.plugin [None req-efc0d7be-21f0-4a82-bc0e-9af5f689b245 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attempt 3 to bind port 57dc78a1-1d0c-4513-80ec-3e73e6f05a33 Oct 12 19:33:34.167562 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [None req-efc0d7be-21f0-4a82-bc0e-9af5f689b245 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attempting to bind port 57dc78a1-1d0c-4513-80ec-3e73e6f05a33 on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:33:34.167955 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [None req-efc0d7be-21f0-4a82-bc0e-9af5f689b245 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attempting to bind port 57dc78a1-1d0c-4513-80ec-3e73e6f05a33 by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': '6633fc08-31a1-41b9-abd9-a482ee697c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:33:34.168313 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc0d7be-21f0-4a82-bc0e-9af5f689b245 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attempting to bind port 57dc78a1-1d0c-4513-80ec-3e73e6f05a33 on network f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:33:34.176245 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc0d7be-21f0-4a82-bc0e-9af5f689b245 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Port 57dc78a1-1d0c-4513-80ec-3e73e6f05a33 on network f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:33:34.176609 n-d-813679-3 neutron-server[95502]: ERROR neutron.plugins.ml2.managers [None req-efc0d7be-21f0-4a82-bc0e-9af5f689b245 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Failed to bind port 57dc78a1-1d0c-4513-80ec-3e73e6f05a33 on host n-h1-813679-3 for vnic_type normal using segments [{'id': '6633fc08-31a1-41b9-abd9-a482ee697c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba'}] Oct 12 19:33:34.177120 n-d-813679-3 neutron-server[95502]: INFO neutron.plugins.ml2.plugin [None req-efc0d7be-21f0-4a82-bc0e-9af5f689b245 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attempt 4 to bind port 57dc78a1-1d0c-4513-80ec-3e73e6f05a33 Oct 12 19:33:34.200503 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [None req-efc0d7be-21f0-4a82-bc0e-9af5f689b245 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attempting to bind port 57dc78a1-1d0c-4513-80ec-3e73e6f05a33 on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:33:34.200959 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [None req-efc0d7be-21f0-4a82-bc0e-9af5f689b245 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attempting to bind port 57dc78a1-1d0c-4513-80ec-3e73e6f05a33 by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': '6633fc08-31a1-41b9-abd9-a482ee697c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:33:34.201175 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc0d7be-21f0-4a82-bc0e-9af5f689b245 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attempting to bind port 57dc78a1-1d0c-4513-80ec-3e73e6f05a33 on network f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:33:34.204399 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c026c733-f5e0-4f2d-8ba6-34bcdd527468 req-6759f46b-a6b8-438a-bd6e-1f15acdb22fb service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=0c11fc84-4f57-43db-8c17-f81427a08139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517499 Oct 12 19:33:34.207539 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc0d7be-21f0-4a82-bc0e-9af5f689b245 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Port 57dc78a1-1d0c-4513-80ec-3e73e6f05a33 on network f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:33:34.212116 n-d-813679-3 neutron-server[95502]: ERROR neutron.plugins.ml2.managers [None req-efc0d7be-21f0-4a82-bc0e-9af5f689b245 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Failed to bind port 57dc78a1-1d0c-4513-80ec-3e73e6f05a33 on host n-h1-813679-3 for vnic_type normal using segments [{'id': '6633fc08-31a1-41b9-abd9-a482ee697c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba'}] Oct 12 19:33:34.212893 n-d-813679-3 neutron-server[95502]: INFO neutron.plugins.ml2.plugin [None req-efc0d7be-21f0-4a82-bc0e-9af5f689b245 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attempt 5 to bind port 57dc78a1-1d0c-4513-80ec-3e73e6f05a33 Oct 12 19:33:34.233485 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [None req-efc0d7be-21f0-4a82-bc0e-9af5f689b245 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attempting to bind port 57dc78a1-1d0c-4513-80ec-3e73e6f05a33 on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:33:34.234110 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [None req-efc0d7be-21f0-4a82-bc0e-9af5f689b245 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attempting to bind port 57dc78a1-1d0c-4513-80ec-3e73e6f05a33 by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': '6633fc08-31a1-41b9-abd9-a482ee697c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:33:34.234452 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc0d7be-21f0-4a82-bc0e-9af5f689b245 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attempting to bind port 57dc78a1-1d0c-4513-80ec-3e73e6f05a33 on network f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:33:34.239652 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc0d7be-21f0-4a82-bc0e-9af5f689b245 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Port 57dc78a1-1d0c-4513-80ec-3e73e6f05a33 on network f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:33:34.239934 n-d-813679-3 neutron-server[95502]: ERROR neutron.plugins.ml2.managers [None req-efc0d7be-21f0-4a82-bc0e-9af5f689b245 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Failed to bind port 57dc78a1-1d0c-4513-80ec-3e73e6f05a33 on host n-h1-813679-3 for vnic_type normal using segments [{'id': '6633fc08-31a1-41b9-abd9-a482ee697c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba'}] Oct 12 19:33:34.240582 n-d-813679-3 neutron-server[95502]: INFO neutron.plugins.ml2.plugin [None req-efc0d7be-21f0-4a82-bc0e-9af5f689b245 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attempt 6 to bind port 57dc78a1-1d0c-4513-80ec-3e73e6f05a33 Oct 12 19:33:34.256244 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [None req-efc0d7be-21f0-4a82-bc0e-9af5f689b245 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attempting to bind port 57dc78a1-1d0c-4513-80ec-3e73e6f05a33 on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:33:34.256588 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [None req-efc0d7be-21f0-4a82-bc0e-9af5f689b245 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attempting to bind port 57dc78a1-1d0c-4513-80ec-3e73e6f05a33 by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': '6633fc08-31a1-41b9-abd9-a482ee697c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:33:34.256979 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc0d7be-21f0-4a82-bc0e-9af5f689b245 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attempting to bind port 57dc78a1-1d0c-4513-80ec-3e73e6f05a33 on network f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:33:34.263171 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc0d7be-21f0-4a82-bc0e-9af5f689b245 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Port 57dc78a1-1d0c-4513-80ec-3e73e6f05a33 on network f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:33:34.263498 n-d-813679-3 neutron-server[95502]: ERROR neutron.plugins.ml2.managers [None req-efc0d7be-21f0-4a82-bc0e-9af5f689b245 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Failed to bind port 57dc78a1-1d0c-4513-80ec-3e73e6f05a33 on host n-h1-813679-3 for vnic_type normal using segments [{'id': '6633fc08-31a1-41b9-abd9-a482ee697c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba'}] Oct 12 19:33:34.263895 n-d-813679-3 neutron-server[95502]: INFO neutron.plugins.ml2.plugin [None req-efc0d7be-21f0-4a82-bc0e-9af5f689b245 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attempt 7 to bind port 57dc78a1-1d0c-4513-80ec-3e73e6f05a33 Oct 12 19:33:34.277697 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [None req-efc0d7be-21f0-4a82-bc0e-9af5f689b245 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attempting to bind port 57dc78a1-1d0c-4513-80ec-3e73e6f05a33 on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:33:34.278037 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [None req-efc0d7be-21f0-4a82-bc0e-9af5f689b245 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attempting to bind port 57dc78a1-1d0c-4513-80ec-3e73e6f05a33 by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': '6633fc08-31a1-41b9-abd9-a482ee697c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:33:34.278371 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc0d7be-21f0-4a82-bc0e-9af5f689b245 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attempting to bind port 57dc78a1-1d0c-4513-80ec-3e73e6f05a33 on network f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:33:34.282754 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc0d7be-21f0-4a82-bc0e-9af5f689b245 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Port 57dc78a1-1d0c-4513-80ec-3e73e6f05a33 on network f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:33:34.283078 n-d-813679-3 neutron-server[95502]: ERROR neutron.plugins.ml2.managers [None req-efc0d7be-21f0-4a82-bc0e-9af5f689b245 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Failed to bind port 57dc78a1-1d0c-4513-80ec-3e73e6f05a33 on host n-h1-813679-3 for vnic_type normal using segments [{'id': '6633fc08-31a1-41b9-abd9-a482ee697c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba'}] Oct 12 19:33:34.283468 n-d-813679-3 neutron-server[95502]: INFO neutron.plugins.ml2.plugin [None req-efc0d7be-21f0-4a82-bc0e-9af5f689b245 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attempt 8 to bind port 57dc78a1-1d0c-4513-80ec-3e73e6f05a33 Oct 12 19:33:34.296774 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [None req-efc0d7be-21f0-4a82-bc0e-9af5f689b245 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attempting to bind port 57dc78a1-1d0c-4513-80ec-3e73e6f05a33 on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:33:34.297105 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [None req-efc0d7be-21f0-4a82-bc0e-9af5f689b245 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attempting to bind port 57dc78a1-1d0c-4513-80ec-3e73e6f05a33 by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': '6633fc08-31a1-41b9-abd9-a482ee697c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:33:34.297441 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc0d7be-21f0-4a82-bc0e-9af5f689b245 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attempting to bind port 57dc78a1-1d0c-4513-80ec-3e73e6f05a33 on network f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:33:34.302089 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc0d7be-21f0-4a82-bc0e-9af5f689b245 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Port 57dc78a1-1d0c-4513-80ec-3e73e6f05a33 on network f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:33:34.302455 n-d-813679-3 neutron-server[95502]: ERROR neutron.plugins.ml2.managers [None req-efc0d7be-21f0-4a82-bc0e-9af5f689b245 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Failed to bind port 57dc78a1-1d0c-4513-80ec-3e73e6f05a33 on host n-h1-813679-3 for vnic_type normal using segments [{'id': '6633fc08-31a1-41b9-abd9-a482ee697c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba'}] Oct 12 19:33:34.302807 n-d-813679-3 neutron-server[95502]: INFO neutron.plugins.ml2.plugin [None req-efc0d7be-21f0-4a82-bc0e-9af5f689b245 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attempt 9 to bind port 57dc78a1-1d0c-4513-80ec-3e73e6f05a33 Oct 12 19:33:34.319402 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [None req-efc0d7be-21f0-4a82-bc0e-9af5f689b245 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attempting to bind port 57dc78a1-1d0c-4513-80ec-3e73e6f05a33 on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:33:34.319751 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [None req-efc0d7be-21f0-4a82-bc0e-9af5f689b245 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attempting to bind port 57dc78a1-1d0c-4513-80ec-3e73e6f05a33 by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': '6633fc08-31a1-41b9-abd9-a482ee697c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:33:34.320455 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc0d7be-21f0-4a82-bc0e-9af5f689b245 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attempting to bind port 57dc78a1-1d0c-4513-80ec-3e73e6f05a33 on network f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:33:34.326045 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc0d7be-21f0-4a82-bc0e-9af5f689b245 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Port 57dc78a1-1d0c-4513-80ec-3e73e6f05a33 on network f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:33:34.326259 n-d-813679-3 neutron-server[95502]: ERROR neutron.plugins.ml2.managers [None req-efc0d7be-21f0-4a82-bc0e-9af5f689b245 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Failed to bind port 57dc78a1-1d0c-4513-80ec-3e73e6f05a33 on host n-h1-813679-3 for vnic_type normal using segments [{'id': '6633fc08-31a1-41b9-abd9-a482ee697c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba'}] Oct 12 19:33:34.326630 n-d-813679-3 neutron-server[95502]: INFO neutron.plugins.ml2.plugin [None req-efc0d7be-21f0-4a82-bc0e-9af5f689b245 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attempt 10 to bind port 57dc78a1-1d0c-4513-80ec-3e73e6f05a33 Oct 12 19:33:34.351355 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [None req-efc0d7be-21f0-4a82-bc0e-9af5f689b245 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attempting to bind port 57dc78a1-1d0c-4513-80ec-3e73e6f05a33 on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:33:34.351355 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [None req-efc0d7be-21f0-4a82-bc0e-9af5f689b245 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attempting to bind port 57dc78a1-1d0c-4513-80ec-3e73e6f05a33 by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': '6633fc08-31a1-41b9-abd9-a482ee697c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:33:34.351355 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc0d7be-21f0-4a82-bc0e-9af5f689b245 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attempting to bind port 57dc78a1-1d0c-4513-80ec-3e73e6f05a33 on network f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:33:34.353774 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc0d7be-21f0-4a82-bc0e-9af5f689b245 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Port 57dc78a1-1d0c-4513-80ec-3e73e6f05a33 on network f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:33:34.354269 n-d-813679-3 neutron-server[95502]: ERROR neutron.plugins.ml2.managers [None req-efc0d7be-21f0-4a82-bc0e-9af5f689b245 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Failed to bind port 57dc78a1-1d0c-4513-80ec-3e73e6f05a33 on host n-h1-813679-3 for vnic_type normal using segments [{'id': '6633fc08-31a1-41b9-abd9-a482ee697c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba'}] Oct 12 19:33:34.354823 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-efc0d7be-21f0-4a82-bc0e-9af5f689b245 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:34.357193 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-898d5995-b4d9-48d8-a95b-bb333bdc3a39 req-6a58a2d5-3e1c-4aa5-a1b1-d13fe275e9aa service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f4da3fde-433d-4211-b917-44d9a4068811&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0591793 Oct 12 19:33:34.424423 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898d5995-b4d9-48d8-a95b-bb333bdc3a39 req-e70d50d0-7e13-4567-8256-a433279ea45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:33:34.426724 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-898d5995-b4d9-48d8-a95b-bb333bdc3a39 req-e70d50d0-7e13-4567-8256-a433279ea45e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6c99bbccf03340f58d38acd132b2d311&device_id=f4da3fde-433d-4211-b917-44d9a4068811 HTTP/1.1" status: 200 len: 1096 time: 0.0470960 Oct 12 19:33:34.443052 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-efc0d7be-21f0-4a82-bc0e-9af5f689b245 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] For port 57dc78a1-1d0c-4513-80ec-3e73e6f05a33, host n-h1-813679-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:33:34.443683 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-efc0d7be-21f0-4a82-bc0e-9af5f689b245 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attempted to set empty binding levels {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 12 19:33:34.522631 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:34.545826 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898d5995-b4d9-48d8-a95b-bb333bdc3a39 req-d855e490-9c8c-4704-a566-17dadad4f05b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:33:34.547296 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-898d5995-b4d9-48d8-a95b-bb333bdc3a39 req-d855e490-9c8c-4704-a566-17dadad4f05b service neutron] 10.222.0.67 "GET /v2.0/networks?id=f582be35-bab4-4f26-bc1a-58db576191d3 HTTP/1.1" status: 200 len: 906 time: 0.0937328 Oct 12 19:33:34.581532 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-efc0d7be-21f0-4a82-bc0e-9af5f689b245 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:34.589982 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-898d5995-b4d9-48d8-a95b-bb333bdc3a39 req-c08999d6-3c0a-4e7e-b834-0f346edac21f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=26e2e43b-64cb-42a6-8bbf-733d254324d0 HTTP/1.1" status: 200 len: 217 time: 0.0345595 Oct 12 19:33:34.616176 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-efc0d7be-21f0-4a82-bc0e-9af5f689b245 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] In _notify_port_updated(), no bound segment for port 57dc78a1-1d0c-4513-80ec-3e73e6f05a33 on network f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba {{(pid=95502) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 12 19:33:34.620746 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc0d7be-21f0-4a82-bc0e-9af5f689b245 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:33:34.620746 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-efc0d7be-21f0-4a82-bc0e-9af5f689b245 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:34.620746 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-efc0d7be-21f0-4a82-bc0e-9af5f689b245 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] 10.222.0.49 "PUT /v2.0/ports/57dc78a1-1d0c-4513-80ec-3e73e6f05a33 HTTP/1.1" status: 200 len: 974 time: 1.3728054 Oct 12 19:33:34.626715 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 35198) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:33:34.638710 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc0d7be-21f0-4a82-bc0e-9af5f689b245 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Pushing event updated for resources: {'Port': ['ID=57dc78a1-1d0c-4513-80ec-3e73e6f05a33,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:33:34.685511 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898d5995-b4d9-48d8-a95b-bb333bdc3a39 req-8b990e32-bf45-42b5-b29d-b05c4717d91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:33:34.686963 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-898d5995-b4d9-48d8-a95b-bb333bdc3a39 req-8b990e32-bf45-42b5-b29d-b05c4717d91a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=73b6b3c2-9ed6-4d2c-9d78-2de520105652 HTTP/1.1" status: 200 len: 845 time: 0.0899901 Oct 12 19:33:34.731970 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-898d5995-b4d9-48d8-a95b-bb333bdc3a39 req-f897c1af-db8c-4fb0-96dc-16b47f8d1f25 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f582be35-bab4-4f26-bc1a-58db576191d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282795 Oct 12 19:33:34.805983 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-2172c1ce-c248-4dc9-abc8-c43e95fd62db tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Deleting port 57dc78a1-1d0c-4513-80ec-3e73e6f05a33 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:33:34.805983 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2172c1ce-c248-4dc9-abc8-c43e95fd62db tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:34.883615 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-898d5995-b4d9-48d8-a95b-bb333bdc3a39 req-dbba2f53-9779-4976-a7d7-e0b0ae24ed4d service neutron] 10.222.0.67 "GET /v2.0/networks/f582be35-bab4-4f26-bc1a-58db576191d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435411 Oct 12 19:33:34.889795 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [None req-2172c1ce-c248-4dc9-abc8-c43e95fd62db tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] For port 57dc78a1-1d0c-4513-80ec-3e73e6f05a33, host n-h1-813679-3, got binding levels [] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:33:34.890161 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2172c1ce-c248-4dc9-abc8-c43e95fd62db tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:34.947096 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-2172c1ce-c248-4dc9-abc8-c43e95fd62db tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Calling delete_port for 57dc78a1-1d0c-4513-80ec-3e73e6f05a33 owned by {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:33:35.003249 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-55b10e49-8045-47f7-8b2f-de8104ac4208 req-92a53647-b452-405d-b839-641690dcaa64 tempest-ServerShowV254Test-2002522526 tempest-ServerShowV254Test-2002522526-project] 10.222.0.49 "GET /v2.0/ports?device_id=e515fd13-743a-4df0-9c7a-e04b86ce40bf HTTP/1.1" status: 200 len: 210 time: 0.0354948 Oct 12 19:33:35.044330 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-898d5995-b4d9-48d8-a95b-bb333bdc3a39 req-7ab14396-a19b-45de-897f-10f47d53b0c3 service neutron] 10.222.0.67 "GET /v2.0/networks/f582be35-bab4-4f26-bc1a-58db576191d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516399 Oct 12 19:33:35.266541 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b8c824-c5ce-46f9-9cff-a81ab69ce05e req-5b83a33e-0fcd-45b6-acfe-69905b2d6842 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:33:35.274999 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-74b8c824-c5ce-46f9-9cff-a81ab69ce05e req-5b83a33e-0fcd-45b6-acfe-69905b2d6842 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=7909a7d4-ee5d-47f1-aa76-b26cd5f72770 HTTP/1.1" status: 200 len: 946 time: 0.0707240 Oct 12 19:33:35.293765 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2172c1ce-c248-4dc9-abc8-c43e95fd62db tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:35.326146 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172c1ce-c248-4dc9-abc8-c43e95fd62db tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Pushing event deleted for resources: {'Port': ['ID=57dc78a1-1d0c-4513-80ec-3e73e6f05a33,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:33:35.347100 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2172c1ce-c248-4dc9-abc8-c43e95fd62db tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:35.353719 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 35224) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:33:35.354688 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-2172c1ce-c248-4dc9-abc8-c43e95fd62db tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] 10.222.0.49 "DELETE /v2.0/ports/57dc78a1-1d0c-4513-80ec-3e73e6f05a33 HTTP/1.1" status: 204 len: 168 time: 0.7259543 Oct 12 19:33:35.358898 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-74b8c824-c5ce-46f9-9cff-a81ab69ce05e req-9b9df303-4494-47df-8b34-0c033c5de3c7 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c11fc84-4f57-43db-8c17-f81427a08139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831056 Oct 12 19:33:35.384946 n-d-813679-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-41e32dd3-7666-43ce-98c0-150e2e23eee8 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] GET failed (client error): The resource could not be found. Oct 12 19:33:35.386589 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-41e32dd3-7666-43ce-98c0-150e2e23eee8 tempest-PortsAdminExtendedAttrsTestJSON-63917159 tempest-PortsAdminExtendedAttrsTestJSON-63917159-project-admin] 10.222.0.49 "GET /v2.0/ports/57dc78a1-1d0c-4513-80ec-3e73e6f05a33 HTTP/1.1" status: 404 len: 333 time: 0.0323672 Oct 12 19:33:35.390094 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 35226) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:33:35.472827 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-dc5b13f0-ce0e-4d06-b349-72afda6412ad tempest-PortsAdminExtendedAttrsTestJSON-2086767319 tempest-PortsAdminExtendedAttrsTestJSON-2086767319-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:35.577997 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-dc5b13f0-ce0e-4d06-b349-72afda6412ad tempest-PortsAdminExtendedAttrsTestJSON-2086767319 tempest-PortsAdminExtendedAttrsTestJSON-2086767319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:35.597628 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-dc5b13f0-ce0e-4d06-b349-72afda6412ad tempest-PortsAdminExtendedAttrsTestJSON-2086767319 tempest-PortsAdminExtendedAttrsTestJSON-2086767319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:33:35.607136 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-dc5b13f0-ce0e-4d06-b349-72afda6412ad tempest-PortsAdminExtendedAttrsTestJSON-2086767319 tempest-PortsAdminExtendedAttrsTestJSON-2086767319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6633fc08-31a1-41b9-abd9-a482ee697c04') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:33:35.607544 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-dc5b13f0-ce0e-4d06-b349-72afda6412ad tempest-PortsAdminExtendedAttrsTestJSON-2086767319 tempest-PortsAdminExtendedAttrsTestJSON-2086767319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6633fc08-31a1-41b9-abd9-a482ee697c04') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:33:35.617454 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-dc5b13f0-ce0e-4d06-b349-72afda6412ad tempest-PortsAdminExtendedAttrsTestJSON-2086767319 tempest-PortsAdminExtendedAttrsTestJSON-2086767319-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16313633'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:35.631978 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-dc5b13f0-ce0e-4d06-b349-72afda6412ad tempest-PortsAdminExtendedAttrsTestJSON-2086767319 tempest-PortsAdminExtendedAttrsTestJSON-2086767319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:35.638688 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc5b13f0-ce0e-4d06-b349-72afda6412ad tempest-PortsAdminExtendedAttrsTestJSON-2086767319 tempest-PortsAdminExtendedAttrsTestJSON-2086767319-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:33:35.640926 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-dc5b13f0-ce0e-4d06-b349-72afda6412ad tempest-PortsAdminExtendedAttrsTestJSON-2086767319 tempest-PortsAdminExtendedAttrsTestJSON-2086767319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4305278'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:35.642374 n-d-813679-3 neutron-server[95502]: Traceback (most recent call last): Oct 12 19:33:35.642374 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:33:35.642374 n-d-813679-3 neutron-server[95502]: timer() Oct 12 19:33:35.642374 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:33:35.642374 n-d-813679-3 neutron-server[95502]: cb(*args, **kw) Oct 12 19:33:35.642374 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:33:35.642374 n-d-813679-3 neutron-server[95502]: return func(*args, **kwargs) Oct 12 19:33:35.642374 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:33:35.642374 n-d-813679-3 neutron-server[95502]: self._notify() Oct 12 19:33:35.642374 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:33:35.642374 n-d-813679-3 neutron-server[95502]: self.callback(batched_events) Oct 12 19:33:35.642374 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:33:35.642374 n-d-813679-3 neutron-server[95502]: event.method(event) Oct 12 19:33:35.642374 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:33:35.642374 n-d-813679-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:33:35.642374 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:33:35.642374 n-d-813679-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:33:35.642374 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:33:35.642374 n-d-813679-3 neutron-server[95502]: return f(self, *a, **k) Oct 12 19:33:35.642374 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:33:35.642374 n-d-813679-3 neutron-server[95502]: return self._get(url).json() Oct 12 19:33:35.642374 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:33:35.642374 n-d-813679-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:33:35.642374 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:33:35.642374 n-d-813679-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Oct 12 19:33:35.642374 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:33:35.642374 n-d-813679-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:33:35.642374 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:33:35.642374 n-d-813679-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:33:35.642374 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:33:35.642374 n-d-813679-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:33:35.642374 n-d-813679-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:33:35.797983 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-dc5b13f0-ce0e-4d06-b349-72afda6412ad tempest-PortsAdminExtendedAttrsTestJSON-2086767319 tempest-PortsAdminExtendedAttrsTestJSON-2086767319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:35.805378 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-dc5b13f0-ce0e-4d06-b349-72afda6412ad tempest-PortsAdminExtendedAttrsTestJSON-2086767319 tempest-PortsAdminExtendedAttrsTestJSON-2086767319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:35.809465 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-dc5b13f0-ce0e-4d06-b349-72afda6412ad tempest-PortsAdminExtendedAttrsTestJSON-2086767319 tempest-PortsAdminExtendedAttrsTestJSON-2086767319-project] 10.222.0.49 "DELETE /v2.0/networks/f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba HTTP/1.1" status: 204 len: 168 time: 0.4182394 Oct 12 19:33:35.835076 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5b13f0-ce0e-4d06-b349-72afda6412ad tempest-PortsAdminExtendedAttrsTestJSON-2086767319 tempest-PortsAdminExtendedAttrsTestJSON-2086767319-project] Pushing event deleted for resources: {'Network': ['ID=f6a2cb69-b3cb-4b5b-9570-0ee0b2fe99ba,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:33:36.125482 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-74e35f1e-bdb6-40ca-8afa-f7a7b0aaf7fe req-7ab53d17-6df7-4ccf-8a50-3b5d765c048d tempest-ServerShowV254Test-2002522526 tempest-ServerShowV254Test-2002522526-project] 10.222.0.49 "GET /v2.0/ports?device_id=e515fd13-743a-4df0-9c7a-e04b86ce40bf HTTP/1.1" status: 200 len: 210 time: 0.0370994 Oct 12 19:33:36.331951 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 35262) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:33:36.492102 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c20db3-9dc1-41f7-8ab1-a88976ea04f3 req-bfe1e482-9beb-4857-b72e-6d73ac071e94 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:33:36.493748 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f3c20db3-9dc1-41f7-8ab1-a88976ea04f3 req-bfe1e482-9beb-4857-b72e-6d73ac071e94 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=7909a7d4-ee5d-47f1-aa76-b26cd5f72770 HTTP/1.1" status: 200 len: 946 time: 0.0562916 Oct 12 19:33:36.538794 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f3c20db3-9dc1-41f7-8ab1-a88976ea04f3 req-e979dcdc-7368-4382-8624-e4e0754be3e3 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c11fc84-4f57-43db-8c17-f81427a08139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367520 Oct 12 19:33:36.637541 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-3f427f0c-6250-458b-a068-7c491f44ebfb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=815ba04ac927416e9f14220b1715cfdb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3041797 Oct 12 19:33:36.640316 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 35278) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:33:36.699348 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b1d18b7e-4a1b-4a2e-bfa2-4c85de543bc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:36.723748 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b1d18b7e-4a1b-4a2e-bfa2-4c85de543bc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:36.859771 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcb9f6f-c3a1-40a7-86ec-006555ce552e req-57dda193-9081-4c03-b835-96648794e32d tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:33:36.860621 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0dcb9f6f-c3a1-40a7-86ec-006555ce552e req-57dda193-9081-4c03-b835-96648794e32d tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=7909a7d4-ee5d-47f1-aa76-b26cd5f72770 HTTP/1.1" status: 200 len: 946 time: 0.0544376 Oct 12 19:33:36.866996 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b1d18b7e-4a1b-4a2e-bfa2-4c85de543bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:36.870494 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b1d18b7e-4a1b-4a2e-bfa2-4c85de543bc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:36.871493 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-b1d18b7e-4a1b-4a2e-bfa2-4c85de543bc6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8b496ffa-3a12-4f30-b12b-2bc973065b45 HTTP/1.1" status: 204 len: 168 time: 0.2301660 Oct 12 19:33:36.891782 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d18b7e-4a1b-4a2e-bfa2-4c85de543bc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b496ffa-3a12-4f30-b12b-2bc973065b45,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:33:36.911168 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0dcb9f6f-c3a1-40a7-86ec-006555ce552e req-c0c5ce5c-03a0-4702-8636-a063f535465e tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c11fc84-4f57-43db-8c17-f81427a08139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421908 Oct 12 19:33:37.053157 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf272e36-f577-4b38-8984-877cf181ffdc req-c5bf0bea-c538-49d0-8ded-e2e1a51228dd tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:33:37.054888 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-bf272e36-f577-4b38-8984-877cf181ffdc req-c5bf0bea-c538-49d0-8ded-e2e1a51228dd tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=7909a7d4-ee5d-47f1-aa76-b26cd5f72770 HTTP/1.1" status: 200 len: 946 time: 0.0541153 Oct 12 19:33:37.108095 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-bf272e36-f577-4b38-8984-877cf181ffdc req-e492d0e7-9be4-4a46-a4ae-1104885a0e11 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c11fc84-4f57-43db-8c17-f81427a08139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410268 Oct 12 19:33:37.241248 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-417a2744-007c-4cbc-9ff7-23dcae9d8d37 req-c028d5e6-092b-4997-9e26-454a31ab9303 tempest-ServerShowV254Test-2002522526 tempest-ServerShowV254Test-2002522526-project] 10.222.0.49 "GET /v2.0/ports?device_id=e515fd13-743a-4df0-9c7a-e04b86ce40bf HTTP/1.1" status: 200 len: 210 time: 0.0274343 Oct 12 19:33:37.674930 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bd3615-8a92-4c53-942f-d851d5d209dc req-74f766de-c834-41d2-aca7-5ff06e132ec5 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:33:37.676594 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-92bd3615-8a92-4c53-942f-d851d5d209dc req-74f766de-c834-41d2-aca7-5ff06e132ec5 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=7909a7d4-ee5d-47f1-aa76-b26cd5f72770 HTTP/1.1" status: 200 len: 946 time: 0.0540965 Oct 12 19:33:37.719992 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-92bd3615-8a92-4c53-942f-d851d5d209dc req-da291101-e127-48fc-b76e-420436242178 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c11fc84-4f57-43db-8c17-f81427a08139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373383 Oct 12 19:33:37.838873 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 35332) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:33:37.891694 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-7d3706e5-bd2a-4ef9-b4d5-174d8b9b700e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c40eeb97dcf447a294d02ff22d2ff54b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0513768 Oct 12 19:33:37.894242 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 35336) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:33:37.949139 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3169e87a-0087-462d-ab43-9441d321dce5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:37.975297 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3169e87a-0087-462d-ab43-9441d321dce5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:38.102713 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3169e87a-0087-462d-ab43-9441d321dce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:38.105280 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3169e87a-0087-462d-ab43-9441d321dce5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:38.109691 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-3169e87a-0087-462d-ab43-9441d321dce5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1a5b508e-c705-47c4-8433-5e16dd21e219 HTTP/1.1" status: 204 len: 168 time: 0.2142882 Oct 12 19:33:38.119040 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3169e87a-0087-462d-ab43-9441d321dce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a5b508e-c705-47c4-8433-5e16dd21e219,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:33:38.354016 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f6a52d0a-c85b-4971-a1b9-8ed1234fe294 req-7a5b1f43-8949-4ad3-be71-b1d348a34a51 tempest-ServerShowV254Test-2002522526 tempest-ServerShowV254Test-2002522526-project] 10.222.0.49 "GET /v2.0/ports?device_id=e515fd13-743a-4df0-9c7a-e04b86ce40bf HTTP/1.1" status: 200 len: 210 time: 0.0297496 Oct 12 19:33:38.851123 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849accbc-c605-4dc3-b651-edbd99dfd466 req-9939a6cd-7c27-4984-a07c-ec1dbbcd343f tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:33:38.851123 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-849accbc-c605-4dc3-b651-edbd99dfd466 req-9939a6cd-7c27-4984-a07c-ec1dbbcd343f tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=7909a7d4-ee5d-47f1-aa76-b26cd5f72770 HTTP/1.1" status: 200 len: 946 time: 0.0512497 Oct 12 19:33:38.911793 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-849accbc-c605-4dc3-b651-edbd99dfd466 req-13fe0ce3-0956-4d48-8876-daab37e78853 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c11fc84-4f57-43db-8c17-f81427a08139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569997 Oct 12 19:33:38.981731 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35882825-61cc-46af-bb73-c4d9b4919e74 req-e58803f8-8192-4c11-9106-28593185274c tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:33:38.984068 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-35882825-61cc-46af-bb73-c4d9b4919e74 req-e58803f8-8192-4c11-9106-28593185274c tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.61 "GET /v2.0/ports?device_id=7909a7d4-ee5d-47f1-aa76-b26cd5f72770 HTTP/1.1" status: 200 len: 946 time: 0.0550852 Oct 12 19:33:39.101690 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-35882825-61cc-46af-bb73-c4d9b4919e74 req-50b542dc-020a-4d04-ac1d-43ec90b252da tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Deleting port 0d60c208-eadb-4b5b-ad42-059e456db362 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:33:39.102197 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-35882825-61cc-46af-bb73-c4d9b4919e74 req-50b542dc-020a-4d04-ac1d-43ec90b252da tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:39.202815 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-35882825-61cc-46af-bb73-c4d9b4919e74 req-50b542dc-020a-4d04-ac1d-43ec90b252da tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] For port 0d60c208-eadb-4b5b-ad42-059e456db362, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=0d60c208-eadb-4b5b-ad42-059e456db362,segment=NetworkSegment(25f482b3-2b9d-4f97-b4b0-3430c63be1bb),segment_id=25f482b3-2b9d-4f97-b4b0-3430c63be1bb)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:33:39.203332 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-35882825-61cc-46af-bb73-c4d9b4919e74 req-50b542dc-020a-4d04-ac1d-43ec90b252da tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:39.217474 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-35882825-61cc-46af-bb73-c4d9b4919e74 req-50b542dc-020a-4d04-ac1d-43ec90b252da tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Calling delete_port for 0d60c208-eadb-4b5b-ad42-059e456db362 owned by compute:nova {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:33:39.436191 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-35882825-61cc-46af-bb73-c4d9b4919e74 req-50b542dc-020a-4d04-ac1d-43ec90b252da tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:39.450267 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['26e2e43b-64cb-42a6-8bbf-733d254324d0'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:33:39.516680 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['0d60c208-eadb-4b5b-ad42-059e456db362'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:33:39.524888 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e5e3fa14-decc-439e-8a5d-ed08f60f75ee req-0e3adf40-122e-432b-8086-c80d4308d77b tempest-ServerShowV254Test-2002522526 tempest-ServerShowV254Test-2002522526-project] 10.222.0.49 "GET /v2.0/ports?device_id=e515fd13-743a-4df0-9c7a-e04b86ce40bf HTTP/1.1" status: 200 len: 210 time: 0.0305839 Oct 12 19:33:39.541292 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b542dc-020a-4d04-ac1d-43ec90b252da tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Pushing event deleted for resources: {'Port': ['ID=0d60c208-eadb-4b5b-ad42-059e456db362,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:33:39.595163 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-35882825-61cc-46af-bb73-c4d9b4919e74 req-50b542dc-020a-4d04-ac1d-43ec90b252da tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] No DVR routers for this DVR port 0d60c208-eadb-4b5b-ad42-059e456db362 on host n-h1-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:33:39.598501 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-35882825-61cc-46af-bb73-c4d9b4919e74 req-50b542dc-020a-4d04-ac1d-43ec90b252da tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:39.603712 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-35882825-61cc-46af-bb73-c4d9b4919e74 req-50b542dc-020a-4d04-ac1d-43ec90b252da tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.61 "DELETE /v2.0/ports/0d60c208-eadb-4b5b-ad42-059e456db362 HTTP/1.1" status: 204 len: 173 time: 0.6136415 Oct 12 19:33:39.606071 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7909a7d4-ee5d-47f1-aa76-b26cd5f72770', 'name': 'network-vif-deleted', 'tag': '0d60c208-eadb-4b5b-ad42-059e456db362'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:33:39.609715 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26ec49bc-2088-49c1-a1ba-c20b7f17513a" -d '{"events": [{"server_uuid": "7909a7d4-ee5d-47f1-aa76-b26cd5f72770", "name": "network-vif-deleted", "tag": "0d60c208-eadb-4b5b-ad42-059e456db362"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:33:39.669435 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbe5a343-b0ed-4d33-b2a1-35e924edee7e x-openstack-request-id: req-cbe5a343-b0ed-4d33-b2a1-35e924edee7e {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:33:39.669701 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7909a7d4-ee5d-47f1-aa76-b26cd5f72770", "name": "network-vif-deleted", "tag": "0d60c208-eadb-4b5b-ad42-059e456db362", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:33:39.669951 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cbe5a343-b0ed-4d33-b2a1-35e924edee7e {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:33:39.670345 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7909a7d4-ee5d-47f1-aa76-b26cd5f72770', 'name': 'network-vif-deleted', 'tag': '0d60c208-eadb-4b5b-ad42-059e456db362', 'status': 'completed', 'code': 200} Oct 12 19:33:40.045676 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1b09a222-a7ec-444a-9670-161452151c09 req-50abf3a8-db28-4110-8b27-fbfc5e3de495 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=7909a7d4-ee5d-47f1-aa76-b26cd5f72770 HTTP/1.1" status: 200 len: 210 time: 0.0295711 Oct 12 19:33:40.424154 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 35452) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:33:40.532653 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-2cb9256a-b884-4995-b5d1-57c8d559cbcc tempest-RoutersAdminNegativeIpV6Test-1890005398 tempest-RoutersAdminNegativeIpV6Test-1890005398-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1179908657', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:33:40.662187 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3591cf3a-477e-4c21-8d40-76d73e9388f6 req-922d1260-791c-4988-b0a1-dba91e1644c2 tempest-ServerShowV254Test-2002522526 tempest-ServerShowV254Test-2002522526-project] 10.222.0.49 "GET /v2.0/ports?device_id=e515fd13-743a-4df0-9c7a-e04b86ce40bf HTTP/1.1" status: 200 len: 210 time: 0.0328484 Oct 12 19:33:40.752096 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cb9256a-b884-4995-b5d1-57c8d559cbcc tempest-RoutersAdminNegativeIpV6Test-1890005398 tempest-RoutersAdminNegativeIpV6Test-1890005398-project-admin] Made reservation on behalf of a86833bdcecb41978597ec4d033ef4e9 for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:33:40.754418 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2cb9256a-b884-4995-b5d1-57c8d559cbcc tempest-RoutersAdminNegativeIpV6Test-1890005398 tempest-RoutersAdminNegativeIpV6Test-1890005398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:40.763348 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2cb9256a-b884-4995-b5d1-57c8d559cbcc tempest-RoutersAdminNegativeIpV6Test-1890005398 tempest-RoutersAdminNegativeIpV6Test-1890005398-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:40.850229 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2cb9256a-b884-4995-b5d1-57c8d559cbcc tempest-RoutersAdminNegativeIpV6Test-1890005398 tempest-RoutersAdminNegativeIpV6Test-1890005398-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:40.961656 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2cb9256a-b884-4995-b5d1-57c8d559cbcc tempest-RoutersAdminNegativeIpV6Test-1890005398 tempest-RoutersAdminNegativeIpV6Test-1890005398-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:40.966489 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [None req-2cb9256a-b884-4995-b5d1-57c8d559cbcc tempest-RoutersAdminNegativeIpV6Test-1890005398 tempest-RoutersAdminNegativeIpV6Test-1890005398-project-admin] device_id is not set on port 303f662e-1470-4b8a-bf28-982214d3085a yet. {{(pid=95501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 19:33:41.023661 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9256a-b884-4995-b5d1-57c8d559cbcc tempest-RoutersAdminNegativeIpV6Test-1890005398 tempest-RoutersAdminNegativeIpV6Test-1890005398-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15d086cc-b318-4e15-ad0a-60a72de5b1bf,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:33:41.097075 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-2cb9256a-b884-4995-b5d1-57c8d559cbcc tempest-RoutersAdminNegativeIpV6Test-1890005398 tempest-RoutersAdminNegativeIpV6Test-1890005398-project-admin] Allocated IP 172.25.5.156 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/303f662e-1470-4b8a-bf28-982214d3085a) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:33:41.268081 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2cb9256a-b884-4995-b5d1-57c8d559cbcc tempest-RoutersAdminNegativeIpV6Test-1890005398 tempest-RoutersAdminNegativeIpV6Test-1890005398-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:41.391260 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2cb9256a-b884-4995-b5d1-57c8d559cbcc tempest-RoutersAdminNegativeIpV6Test-1890005398 tempest-RoutersAdminNegativeIpV6Test-1890005398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:41.420574 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4023fa3d-251b-425a-abc3-49e0e39fb45e req-1a6fe818-3e0e-4953-970b-01d9e972f76f tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:33:41.427596 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4023fa3d-251b-425a-abc3-49e0e39fb45e req-1a6fe818-3e0e-4953-970b-01d9e972f76f tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/networks?id=f582be35-bab4-4f26-bc1a-58db576191d3 HTTP/1.1" status: 200 len: 805 time: 0.1158829 Oct 12 19:33:41.437770 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb9256a-b884-4995-b5d1-57c8d559cbcc tempest-RoutersAdminNegativeIpV6Test-1890005398 tempest-RoutersAdminNegativeIpV6Test-1890005398-project-admin] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:33:41.440142 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4023fa3d-251b-425a-abc3-49e0e39fb45e req-b5af910b-bbc2-4a72-84bb-db43836ceb6b tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/quotas/6c99bbccf03340f58d38acd132b2d311 HTTP/1.1" status: 200 len: 375 time: 0.0116899 Oct 12 19:33:41.441613 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-2cb9256a-b884-4995-b5d1-57c8d559cbcc tempest-RoutersAdminNegativeIpV6Test-1890005398 tempest-RoutersAdminNegativeIpV6Test-1890005398-project-admin] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:33:41.444186 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb9256a-b884-4995-b5d1-57c8d559cbcc tempest-RoutersAdminNegativeIpV6Test-1890005398 tempest-RoutersAdminNegativeIpV6Test-1890005398-project-admin] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:33:41.473804 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9256a-b884-4995-b5d1-57c8d559cbcc tempest-RoutersAdminNegativeIpV6Test-1890005398 tempest-RoutersAdminNegativeIpV6Test-1890005398-project-admin] Pushing event updated for resources: {'Port': ['ID=303f662e-1470-4b8a-bf28-982214d3085a,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:33:41.498092 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb9256a-b884-4995-b5d1-57c8d559cbcc tempest-RoutersAdminNegativeIpV6Test-1890005398 tempest-RoutersAdminNegativeIpV6Test-1890005398-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:33:41.498813 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2cb9256a-b884-4995-b5d1-57c8d559cbcc tempest-RoutersAdminNegativeIpV6Test-1890005398 tempest-RoutersAdminNegativeIpV6Test-1890005398-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:41.517190 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4023fa3d-251b-425a-abc3-49e0e39fb45e req-8512872b-35a6-4cfe-b838-32a013c4542e tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=6c99bbccf03340f58d38acd132b2d311&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0687532 Oct 12 19:33:41.595844 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-2cb9256a-b884-4995-b5d1-57c8d559cbcc tempest-RoutersAdminNegativeIpV6Test-1890005398 tempest-RoutersAdminNegativeIpV6Test-1890005398-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 1.1684551 Oct 12 19:33:41.596502 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 35510) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:33:41.600747 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-f5f2c08e-0fb7-477e-a5d5-c2c963f38f2e tempest-RoutersAdminNegativeIpV6Test-1890005398 tempest-RoutersAdminNegativeIpV6Test-1890005398-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.156'}]}}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:33:41.631942 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4023fa3d-251b-425a-abc3-49e0e39fb45e req-c8711c2b-a0c5-47d8-ac43-d1a2e40f620d service neutron] 10.222.0.49 "GET /v2.0/networks/f582be35-bab4-4f26-bc1a-58db576191d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085565 Oct 12 19:33:41.736558 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4023fa3d-251b-425a-abc3-49e0e39fb45e req-d2d744fc-bd54-497a-8fb9-99e1daf0c971 service neutron] 10.222.0.49 "GET /v2.0/networks/f582be35-bab4-4f26-bc1a-58db576191d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971494 Oct 12 19:33:41.779478 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-13692594-993b-430c-a0c0-2cfd5b20b831 req-3874e485-c413-4be3-bcb4-2712e3269cdf tempest-ServerShowV254Test-2002522526 tempest-ServerShowV254Test-2002522526-project] 10.222.0.49 "GET /v2.0/ports?device_id=e515fd13-743a-4df0-9c7a-e04b86ce40bf HTTP/1.1" status: 200 len: 210 time: 0.0314679 Oct 12 19:33:41.849814 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f5f2c08e-0fb7-477e-a5d5-c2c963f38f2e tempest-RoutersAdminNegativeIpV6Test-1890005398 tempest-RoutersAdminNegativeIpV6Test-1890005398-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8093678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255505'] for router, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:41.854145 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f5f2c08e-0fb7-477e-a5d5-c2c963f38f2e tempest-RoutersAdminNegativeIpV6Test-1890005398 tempest-RoutersAdminNegativeIpV6Test-1890005398-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8093562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8087085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8022306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255518'] for router, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:41.905530 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f5f2c08e-0fb7-477e-a5d5-c2c963f38f2e tempest-RoutersAdminNegativeIpV6Test-1890005398 tempest-RoutersAdminNegativeIpV6Test-1890005398-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:42.440889 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ea0bab80-5d12-4e90-9a84-622d1210c99c req-8ff5cde6-05a3-4471-a519-c8725e72c3e9 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e459e1c-64b2-4889-86b6-dccdc529115c HTTP/1.1" status: 200 len: 210 time: 0.0629816 Oct 12 19:33:42.512376 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f5f2c08e-0fb7-477e-a5d5-c2c963f38f2e tempest-RoutersAdminNegativeIpV6Test-1890005398 tempest-RoutersAdminNegativeIpV6Test-1890005398-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:42.801918 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f5f2c08e-0fb7-477e-a5d5-c2c963f38f2e tempest-RoutersAdminNegativeIpV6Test-1890005398 tempest-RoutersAdminNegativeIpV6Test-1890005398-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:42.824056 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f5f2c08e-0fb7-477e-a5d5-c2c963f38f2e tempest-RoutersAdminNegativeIpV6Test-1890005398 tempest-RoutersAdminNegativeIpV6Test-1890005398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:42.909199 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3f7916de-12ae-43c0-807c-a87efec6d0e8 req-2200f171-da00-4771-a7ee-e4e666d6fedc tempest-ServerShowV254Test-2002522526 tempest-ServerShowV254Test-2002522526-project] 10.222.0.49 "GET /v2.0/ports?device_id=e515fd13-743a-4df0-9c7a-e04b86ce40bf HTTP/1.1" status: 200 len: 210 time: 0.0370815 Oct 12 19:33:43.084211 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f5f2c08e-0fb7-477e-a5d5-c2c963f38f2e tempest-RoutersAdminNegativeIpV6Test-1890005398 tempest-RoutersAdminNegativeIpV6Test-1890005398-project-admin] Notify callbacks [] for router, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:43.250826 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f5f2c08e-0fb7-477e-a5d5-c2c963f38f2e tempest-RoutersAdminNegativeIpV6Test-1890005398 tempest-RoutersAdminNegativeIpV6Test-1890005398-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255495'] for router, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:43.253113 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f5f2c08e-0fb7-477e-a5d5-c2c963f38f2e tempest-RoutersAdminNegativeIpV6Test-1890005398 tempest-RoutersAdminNegativeIpV6Test-1890005398-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:43.409243 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f5f2c08e-0fb7-477e-a5d5-c2c963f38f2e tempest-RoutersAdminNegativeIpV6Test-1890005398 tempest-RoutersAdminNegativeIpV6Test-1890005398-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8093499'] for router, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:43.409800 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5f2c08e-0fb7-477e-a5d5-c2c963f38f2e tempest-RoutersAdminNegativeIpV6Test-1890005398 tempest-RoutersAdminNegativeIpV6Test-1890005398-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ea349c09-3276-4e0e-8515-ac98e1a241d7 {{(pid=95501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 19:33:43.453060 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 0d60c208-eadb-4b5b-ad42-059e456db362 no longer exists at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:33:43.473158 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] No Port match for: 0d60c208-eadb-4b5b-ad42-059e456db362 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:33:43.473515 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 0d60c208-eadb-4b5b-ad42-059e456db362 not bound to the agent host n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:33:43.525013 n-d-813679-3 neutron-server[95501]: INFO neutron.api.v2.resource [None req-f5f2c08e-0fb7-477e-a5d5-c2c963f38f2e tempest-RoutersAdminNegativeIpV6Test-1890005398 tempest-RoutersAdminNegativeIpV6Test-1890005398-project-admin] create failed (client error): There was a conflict when trying to complete your request. Oct 12 19:33:43.526089 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-f5f2c08e-0fb7-477e-a5d5-c2c963f38f2e tempest-RoutersAdminNegativeIpV6Test-1890005398 tempest-RoutersAdminNegativeIpV6Test-1890005398-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.9286590 Oct 12 19:33:43.528898 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 35572) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:33:43.550591 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4f1b5804-e12b-41ed-8f60-d8990059a8ed req-f5fceace-4538-411c-afbb-d20c1fd0ea34 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e459e1c-64b2-4889-86b6-dccdc529115c HTTP/1.1" status: 200 len: 210 time: 0.0371103 Oct 12 19:33:43.623375 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-13b8f2ce-d297-4e9e-922d-89665ae66533 tempest-RoutersAdminNegativeIpV6Test-1890005398 tempest-RoutersAdminNegativeIpV6Test-1890005398-project-admin] Deleting port 303f662e-1470-4b8a-bf28-982214d3085a {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:33:43.623803 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-13b8f2ce-d297-4e9e-922d-89665ae66533 tempest-RoutersAdminNegativeIpV6Test-1890005398 tempest-RoutersAdminNegativeIpV6Test-1890005398-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:43.725285 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-13b8f2ce-d297-4e9e-922d-89665ae66533 tempest-RoutersAdminNegativeIpV6Test-1890005398 tempest-RoutersAdminNegativeIpV6Test-1890005398-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:43.738408 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-13b8f2ce-d297-4e9e-922d-89665ae66533 tempest-RoutersAdminNegativeIpV6Test-1890005398 tempest-RoutersAdminNegativeIpV6Test-1890005398-project-admin] Calling delete_port for 303f662e-1470-4b8a-bf28-982214d3085a owned by {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:33:43.922122 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-13b8f2ce-d297-4e9e-922d-89665ae66533 tempest-RoutersAdminNegativeIpV6Test-1890005398 tempest-RoutersAdminNegativeIpV6Test-1890005398-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:43.965022 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b8f2ce-d297-4e9e-922d-89665ae66533 tempest-RoutersAdminNegativeIpV6Test-1890005398 tempest-RoutersAdminNegativeIpV6Test-1890005398-project-admin] Pushing event deleted for resources: {'Port': ['ID=303f662e-1470-4b8a-bf28-982214d3085a,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:33:44.053399 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1757c364-f74d-4669-b4a1-8ea4787327aa req-1f86e994-aed9-4aa4-848d-a512901cd44d tempest-ServerShowV254Test-2002522526 tempest-ServerShowV254Test-2002522526-project] 10.222.0.49 "GET /v2.0/ports?device_id=e515fd13-743a-4df0-9c7a-e04b86ce40bf HTTP/1.1" status: 200 len: 210 time: 0.0390553 Oct 12 19:33:44.071485 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-13b8f2ce-d297-4e9e-922d-89665ae66533 tempest-RoutersAdminNegativeIpV6Test-1890005398 tempest-RoutersAdminNegativeIpV6Test-1890005398-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:44.084997 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-13b8f2ce-d297-4e9e-922d-89665ae66533 tempest-RoutersAdminNegativeIpV6Test-1890005398 tempest-RoutersAdminNegativeIpV6Test-1890005398-project-admin] 10.222.0.49 "DELETE /v2.0/ports/303f662e-1470-4b8a-bf28-982214d3085a HTTP/1.1" status: 204 len: 168 time: 0.5545993 Oct 12 19:33:44.451256 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4023fa3d-251b-425a-abc3-49e0e39fb45e req-9a02eb96-68d4-430d-9940-464e193d1624 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:33:44.454646 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4023fa3d-251b-425a-abc3-49e0e39fb45e req-9a02eb96-68d4-430d-9940-464e193d1624 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.67 "GET /v2.0/networks?id=f582be35-bab4-4f26-bc1a-58db576191d3 HTTP/1.1" status: 200 len: 805 time: 0.1151662 Oct 12 19:33:44.467799 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-4023fa3d-251b-425a-abc3-49e0e39fb45e req-beb32195-6ae6-4bec-9370-4186e41ed9bc tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Request body: {'port': {'device_id': '2e459e1c-64b2-4889-86b6-dccdc529115c', 'network_id': 'f582be35-bab4-4f26-bc1a-58db576191d3', 'admin_state_up': True, 'tenant_id': '6c99bbccf03340f58d38acd132b2d311'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:33:44.551613 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 35600) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:33:44.656923 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f1e001d0-7a1e-4241-85de-d4394a93d3ab req-183c83d0-9741-4187-8c8d-c57b8a185b94 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e459e1c-64b2-4889-86b6-dccdc529115c HTTP/1.1" status: 200 len: 210 time: 0.0273843 Oct 12 19:33:44.677910 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4023fa3d-251b-425a-abc3-49e0e39fb45e req-beb32195-6ae6-4bec-9370-4186e41ed9bc tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Made reservation on behalf of 6c99bbccf03340f58d38acd132b2d311 for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:33:44.683206 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-4023fa3d-251b-425a-abc3-49e0e39fb45e req-beb32195-6ae6-4bec-9370-4186e41ed9bc tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:44.693102 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9a52d46f-5f16-4f22-a359-eb5917ff338d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:44.860086 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [req-4023fa3d-251b-425a-abc3-49e0e39fb45e req-beb32195-6ae6-4bec-9370-4186e41ed9bc tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Allocated IP 172.20.0.5 (f582be35-bab4-4f26-bc1a-58db576191d3/73b6b3c2-9ed6-4d2c-9d78-2de520105652/8b6adc2c-bdcd-48bd-a721-1765bc56f27a) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:33:44.874506 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9a52d46f-5f16-4f22-a359-eb5917ff338d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:44.964459 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9a52d46f-5f16-4f22-a359-eb5917ff338d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:45.026478 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-9a52d46f-5f16-4f22-a359-eb5917ff338d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e1684a06f3924c41b1634ff10f33b04e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4712288 Oct 12 19:33:45.027000 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 35620) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:33:45.031073 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a52d46f-5f16-4f22-a359-eb5917ff338d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bba022da-5a86-4738-a962-b3633c6a42c1,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:33:45.056327 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-4023fa3d-251b-425a-abc3-49e0e39fb45e req-beb32195-6ae6-4bec-9370-4186e41ed9bc tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:45.105401 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-79986698-f127-4282-8bff-f19a854cdb04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:45.132311 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-79986698-f127-4282-8bff-f19a854cdb04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:45.187595 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-cfc2355d-f9f5-4ab2-b1e8-932fc80cf4ba req-a45f032c-78f8-43df-aaad-bc0106d7de4a tempest-ServerShowV254Test-2002522526 tempest-ServerShowV254Test-2002522526-project] 10.222.0.49 "GET /v2.0/ports?device_id=e515fd13-743a-4df0-9c7a-e04b86ce40bf HTTP/1.1" status: 200 len: 210 time: 0.0319839 Oct 12 19:33:45.213140 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-4023fa3d-251b-425a-abc3-49e0e39fb45e req-beb32195-6ae6-4bec-9370-4186e41ed9bc tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:45.220188 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['26e2e43b-64cb-42a6-8bbf-733d254324d0'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:33:45.248463 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4023fa3d-251b-425a-abc3-49e0e39fb45e req-beb32195-6ae6-4bec-9370-4186e41ed9bc tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Network f582be35-bab4-4f26-bc1a-58db576191d3 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:33:45.253599 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [req-4023fa3d-251b-425a-abc3-49e0e39fb45e req-beb32195-6ae6-4bec-9370-4186e41ed9bc tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:33:45.256006 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-4023fa3d-251b-425a-abc3-49e0e39fb45e req-beb32195-6ae6-4bec-9370-4186e41ed9bc tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:33:45.292777 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb32195-6ae6-4bec-9370-4186e41ed9bc tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Pushing event updated for resources: {'Port': ['ID=8b6adc2c-bdcd-48bd-a721-1765bc56f27a,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:33:45.320667 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4023fa3d-251b-425a-abc3-49e0e39fb45e req-beb32195-6ae6-4bec-9370-4186e41ed9bc tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:33:45.321615 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-4023fa3d-251b-425a-abc3-49e0e39fb45e req-beb32195-6ae6-4bec-9370-4186e41ed9bc tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:45.328310 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-79986698-f127-4282-8bff-f19a854cdb04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:45.330815 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-79986698-f127-4282-8bff-f19a854cdb04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:45.334828 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-79986698-f127-4282-8bff-f19a854cdb04 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bba022da-5a86-4738-a962-b3633c6a42c1 HTTP/1.1" status: 204 len: 168 time: 0.3039458 Oct 12 19:33:45.349193 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79986698-f127-4282-8bff-f19a854cdb04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bba022da-5a86-4738-a962-b3633c6a42c1,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:33:45.463252 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4023fa3d-251b-425a-abc3-49e0e39fb45e req-beb32195-6ae6-4bec-9370-4186e41ed9bc tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0007889 Oct 12 19:33:45.475649 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-4023fa3d-251b-425a-abc3-49e0e39fb45e req-8d1d15cf-37e8-4874-bd85-21d93103fca2 service neutron] Request body: {'port': {'device_id': '2e459e1c-64b2-4889-86b6-dccdc529115c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-3'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:33:45.532163 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-4023fa3d-251b-425a-abc3-49e0e39fb45e req-8d1d15cf-37e8-4874-bd85-21d93103fca2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:45.904854 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3939395-4baf-45bc-afe0-44aff5838231 req-64528450-f529-4289-aa29-3f4b024b0ed6 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:33:45.906036 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b3939395-4baf-45bc-afe0-44aff5838231 req-64528450-f529-4289-aa29-3f4b024b0ed6 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e459e1c-64b2-4889-86b6-dccdc529115c HTTP/1.1" status: 200 len: 931 time: 0.1149008 Oct 12 19:33:45.912613 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [req-4023fa3d-251b-425a-abc3-49e0e39fb45e req-8d1d15cf-37e8-4874-bd85-21d93103fca2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b6adc2c-bdcd-48bd-a721-1765bc56f27a {{(pid=95501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:33:45.922650 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-4023fa3d-251b-425a-abc3-49e0e39fb45e req-8d1d15cf-37e8-4874-bd85-21d93103fca2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:45.953786 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.provisioning_blocks [req-4023fa3d-251b-425a-abc3-49e0e39fb45e req-8d1d15cf-37e8-4874-bd85-21d93103fca2 service neutron] Transition to ACTIVE for port object 8b6adc2c-bdcd-48bd-a721-1765bc56f27a will not be triggered until provisioned by entity L2. {{(pid=95501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:33:45.968418 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b3939395-4baf-45bc-afe0-44aff5838231 req-ddb77933-f20c-4b33-b8e6-c22ee0ba7de8 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c11fc84-4f57-43db-8c17-f81427a08139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505049 Oct 12 19:33:46.066773 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-4023fa3d-251b-425a-abc3-49e0e39fb45e req-8d1d15cf-37e8-4874-bd85-21d93103fca2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:46.141344 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 19:33:46.219994 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1d15cf-37e8-4874-bd85-21d93103fca2 service neutron] Pushing event updated for resources: {'Port': ['ID=8b6adc2c-bdcd-48bd-a721-1765bc56f27a,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:33:46.262731 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-4023fa3d-251b-425a-abc3-49e0e39fb45e req-8d1d15cf-37e8-4874-bd85-21d93103fca2 service neutron] Attempting to bind port 8b6adc2c-bdcd-48bd-a721-1765bc56f27a on host n-h2-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:33:46.263013 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-4023fa3d-251b-425a-abc3-49e0e39fb45e req-8d1d15cf-37e8-4874-bd85-21d93103fca2 service neutron] Attempting to bind port 8b6adc2c-bdcd-48bd-a721-1765bc56f27a by drivers openvswitch,hyperv on host n-h2-813679-3 at level 0 using segments [{'id': '25f482b3-2b9d-4f97-b4b0-3430c63be1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'f582be35-bab4-4f26-bc1a-58db576191d3'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:33:46.263454 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4023fa3d-251b-425a-abc3-49e0e39fb45e req-8d1d15cf-37e8-4874-bd85-21d93103fca2 service neutron] Attempting to bind port 8b6adc2c-bdcd-48bd-a721-1765bc56f27a on network f582be35-bab4-4f26-bc1a-58db576191d3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:33:46.269025 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4023fa3d-251b-425a-abc3-49e0e39fb45e req-8d1d15cf-37e8-4874-bd85-21d93103fca2 service neutron] Port 8b6adc2c-bdcd-48bd-a721-1765bc56f27a on network f582be35-bab4-4f26-bc1a-58db576191d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:33:46.269467 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4023fa3d-251b-425a-abc3-49e0e39fb45e req-8d1d15cf-37e8-4874-bd85-21d93103fca2 service neutron] Attempting to bind port 8b6adc2c-bdcd-48bd-a721-1765bc56f27a on network f582be35-bab4-4f26-bc1a-58db576191d3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:33:46.274586 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4023fa3d-251b-425a-abc3-49e0e39fb45e req-8d1d15cf-37e8-4874-bd85-21d93103fca2 service neutron] Checking agent: {'id': '233fbd7d-38e4-434f-bb8f-05364d7423a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:33:46.275444 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4023fa3d-251b-425a-abc3-49e0e39fb45e req-8d1d15cf-37e8-4874-bd85-21d93103fca2 service neutron] Checking segment: {'id': '25f482b3-2b9d-4f97-b4b0-3430c63be1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'f582be35-bab4-4f26-bc1a-58db576191d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:33:46.275444 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4023fa3d-251b-425a-abc3-49e0e39fb45e req-8d1d15cf-37e8-4874-bd85-21d93103fca2 service neutron] Bound using segment: {'id': '25f482b3-2b9d-4f97-b4b0-3430c63be1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'f582be35-bab4-4f26-bc1a-58db576191d3'} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:33:46.277387 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-4023fa3d-251b-425a-abc3-49e0e39fb45e req-8d1d15cf-37e8-4874-bd85-21d93103fca2 service neutron] Bound port: 8b6adc2c-bdcd-48bd-a721-1765bc56f27a, host: n-h2-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25f482b3-2b9d-4f97-b4b0-3430c63be1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'f582be35-bab4-4f26-bc1a-58db576191d3'}}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:33:46.277387 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-4023fa3d-251b-425a-abc3-49e0e39fb45e req-8d1d15cf-37e8-4874-bd85-21d93103fca2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:46.292019 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 35650) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:33:46.341704 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-14faf5dc-fa0c-4e51-8897-e1f8d235d0e9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a86833bdcecb41978597ec4d033ef4e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0514112 Oct 12 19:33:46.344258 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 35652) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:33:46.385139 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-54c7f8e1-acc1-4b06-af9e-ba14d6b13079 req-160b7d28-2e4d-483d-829b-2b74c5b378d2 tempest-ServerShowV254Test-2002522526 tempest-ServerShowV254Test-2002522526-project] 10.222.0.49 "GET /v2.0/ports?device_id=e515fd13-743a-4df0-9c7a-e04b86ce40bf HTTP/1.1" status: 200 len: 210 time: 0.0589130 Oct 12 19:33:46.413039 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8b08ab7a-8b1f-4ffd-8f6a-ac86422301c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:46.413223 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-4023fa3d-251b-425a-abc3-49e0e39fb45e req-8d1d15cf-37e8-4874-bd85-21d93103fca2 service neutron] For port 8b6adc2c-bdcd-48bd-a721-1765bc56f27a, host n-h2-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:33:46.416551 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-4023fa3d-251b-425a-abc3-49e0e39fb45e req-8d1d15cf-37e8-4874-bd85-21d93103fca2 service neutron] For port 8b6adc2c-bdcd-48bd-a721-1765bc56f27a, host n-h2-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=8b6adc2c-bdcd-48bd-a721-1765bc56f27a,segment=NetworkSegment(25f482b3-2b9d-4f97-b4b0-3430c63be1bb),segment_id=25f482b3-2b9d-4f97-b4b0-3430c63be1bb)] {{(pid=95501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:33:46.442929 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8b08ab7a-8b1f-4ffd-8f6a-ac86422301c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:46.483917 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-4023fa3d-251b-425a-abc3-49e0e39fb45e req-8d1d15cf-37e8-4874-bd85-21d93103fca2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:46.521255 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4023fa3d-251b-425a-abc3-49e0e39fb45e req-8d1d15cf-37e8-4874-bd85-21d93103fca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:33:46.521863 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-4023fa3d-251b-425a-abc3-49e0e39fb45e req-8d1d15cf-37e8-4874-bd85-21d93103fca2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:46.524190 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4023fa3d-251b-425a-abc3-49e0e39fb45e req-8d1d15cf-37e8-4874-bd85-21d93103fca2 service neutron] 10.222.0.67 "PUT /v2.0/ports/8b6adc2c-bdcd-48bd-a721-1765bc56f27a HTTP/1.1" status: 200 len: 1091 time: 1.0516601 Oct 12 19:33:46.524190 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e459e1c-64b2-4889-86b6-dccdc529115c', 'tag': '8b6adc2c-bdcd-48bd-a721-1765bc56f27a'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:33:46.525987 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2a41cc6-ca22-4b1f-a611-14026e50b354" -d '{"events": [{"name": "network-changed", "server_uuid": "2e459e1c-64b2-4889-86b6-dccdc529115c", "tag": "8b6adc2c-bdcd-48bd-a721-1765bc56f27a"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:33:46.553740 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1d15cf-37e8-4874-bd85-21d93103fca2 service neutron] Pushing event updated for resources: {'Port': ['ID=8b6adc2c-bdcd-48bd-a721-1765bc56f27a,revision_number=3']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:33:46.563594 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8b08ab7a-8b1f-4ffd-8f6a-ac86422301c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:46.566258 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8b08ab7a-8b1f-4ffd-8f6a-ac86422301c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:46.568131 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-8b08ab7a-8b1f-4ffd-8f6a-ac86422301c2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/15d086cc-b318-4e15-ad0a-60a72de5b1bf HTTP/1.1" status: 204 len: 168 time: 0.2219458 Oct 12 19:33:46.578665 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5e85ba0-e137-4d5d-a2e1-471080be79ae x-openstack-request-id: req-d5e85ba0-e137-4d5d-a2e1-471080be79ae {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:33:46.579135 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e459e1c-64b2-4889-86b6-dccdc529115c", "tag": "8b6adc2c-bdcd-48bd-a721-1765bc56f27a", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:33:46.579639 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d5e85ba0-e137-4d5d-a2e1-471080be79ae {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:33:46.580129 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e459e1c-64b2-4889-86b6-dccdc529115c', 'tag': '8b6adc2c-bdcd-48bd-a721-1765bc56f27a', 'status': 'completed', 'code': 200} Oct 12 19:33:46.596179 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b08ab7a-8b1f-4ffd-8f6a-ac86422301c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15d086cc-b318-4e15-ad0a-60a72de5b1bf,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:33:46.662016 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a41cc6-ca22-4b1f-a611-14026e50b354 req-792382b7-a6da-4798-8938-e743c2fbfc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:33:46.663713 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e2a41cc6-ca22-4b1f-a611-14026e50b354 req-792382b7-a6da-4798-8938-e743c2fbfc41 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6c99bbccf03340f58d38acd132b2d311&device_id=2e459e1c-64b2-4889-86b6-dccdc529115c HTTP/1.1" status: 200 len: 1094 time: 0.0580809 Oct 12 19:33:46.786550 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a41cc6-ca22-4b1f-a611-14026e50b354 req-078e04ee-45ff-49c1-bba0-51f1707b5842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:33:46.788056 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e2a41cc6-ca22-4b1f-a611-14026e50b354 req-078e04ee-45ff-49c1-bba0-51f1707b5842 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=6c99bbccf03340f58d38acd132b2d311&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1158264 Oct 12 19:33:46.892966 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a41cc6-ca22-4b1f-a611-14026e50b354 req-83a490b4-7713-4eba-a825-f06b7ea0e249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:33:46.895122 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e2a41cc6-ca22-4b1f-a611-14026e50b354 req-83a490b4-7713-4eba-a825-f06b7ea0e249 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0979443 Oct 12 19:33:46.983386 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4023fa3d-251b-425a-abc3-49e0e39fb45e req-ec435606-0396-485e-80d8-7af0de1010b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:33:46.985013 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4023fa3d-251b-425a-abc3-49e0e39fb45e req-ec435606-0396-485e-80d8-7af0de1010b0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6c99bbccf03340f58d38acd132b2d311&device_id=2e459e1c-64b2-4889-86b6-dccdc529115c HTTP/1.1" status: 200 len: 1094 time: 0.0490131 Oct 12 19:33:47.101164 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4023fa3d-251b-425a-abc3-49e0e39fb45e req-2e908806-916e-408c-a317-f37b15b57293 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8b6adc2c-bdcd-48bd-a721-1765bc56f27a HTTP/1.1" status: 200 len: 217 time: 0.1075604 Oct 12 19:33:47.128604 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9b6734e9-acf0-40b9-af28-21c65faeb851 req-f7a02443-215c-42d2-ac0a-95d0dedfd144 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e515fd13-743a-4df0-9c7a-e04b86ce40bf HTTP/1.1" status: 200 len: 210 time: 0.0433176 Oct 12 19:33:47.191033 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4023fa3d-251b-425a-abc3-49e0e39fb45e req-a37a1abf-b54e-4e31-9875-833e94f84a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:33:47.195281 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4023fa3d-251b-425a-abc3-49e0e39fb45e req-a37a1abf-b54e-4e31-9875-833e94f84a0b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=73b6b3c2-9ed6-4d2c-9d78-2de520105652 HTTP/1.1" status: 200 len: 845 time: 0.0754163 Oct 12 19:33:47.237209 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18b94c1-1b26-484e-bd9f-cfc4f0ee2d03 req-00321510-7b8c-4cf8-8dbc-f98695255a61 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:33:47.238912 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c18b94c1-1b26-484e-bd9f-cfc4f0ee2d03 req-00321510-7b8c-4cf8-8dbc-f98695255a61 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e459e1c-64b2-4889-86b6-dccdc529115c HTTP/1.1" status: 200 len: 943 time: 0.1367435 Oct 12 19:33:47.241205 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4023fa3d-251b-425a-abc3-49e0e39fb45e req-edee5488-cb7b-4c8d-9107-9edae3d86a63 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f582be35-bab4-4f26-bc1a-58db576191d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399446 Oct 12 19:33:47.335348 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c18b94c1-1b26-484e-bd9f-cfc4f0ee2d03 req-474b9937-7071-42df-8c88-115e218a6549 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c11fc84-4f57-43db-8c17-f81427a08139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877342 Oct 12 19:33:47.377980 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4023fa3d-251b-425a-abc3-49e0e39fb45e req-911c54dd-6363-45a7-8d06-5c3533dda7ec service neutron] 10.222.0.67 "GET /v2.0/networks/f582be35-bab4-4f26-bc1a-58db576191d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221192 Oct 12 19:33:47.482478 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-257408bf-1687-4076-8acb-467ad716652e req-b1fd8246-ae66-4980-adeb-4c95c4c44cfd tempest-ServerShowV254Test-2002522526 tempest-ServerShowV254Test-2002522526-project] 10.222.0.49 "GET /v2.0/ports?device_id=e515fd13-743a-4df0-9c7a-e04b86ce40bf HTTP/1.1" status: 200 len: 210 time: 0.0286078 Oct 12 19:33:47.503942 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4023fa3d-251b-425a-abc3-49e0e39fb45e req-def3ec4b-5fd6-4b71-8a9f-3b7e4dfb5f9c service neutron] 10.222.0.67 "GET /v2.0/networks/f582be35-bab4-4f26-bc1a-58db576191d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005218 Oct 12 19:33:47.905350 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 35708) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:33:48.002233 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-e6d851ae-7a73-4013-9c02-204cd580de81 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-513962745'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:33:48.083277 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6d851ae-7a73-4013-9c02-204cd580de81 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426-project] Made reservation on behalf of 6cf77778fc7e4226a3d4de09925a2679 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:33:48.087191 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e6d851ae-7a73-4013-9c02-204cd580de81 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:48.103602 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e6d851ae-7a73-4013-9c02-204cd580de81 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:48.188191 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e6d851ae-7a73-4013-9c02-204cd580de81 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:48.335003 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e6d851ae-7a73-4013-9c02-204cd580de81 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:48.371463 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6d851ae-7a73-4013-9c02-204cd580de81 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426-project] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:33:48.381881 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e6d851ae-7a73-4013-9c02-204cd580de81 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:48.382450 n-d-813679-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-e6d851ae-7a73-4013-9c02-204cd580de81 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426-project] Added segment 73f08ea4-d0c4-45f4-80af-25979ced211f of type vlan for network a6209d4d-161a-4abd-ada4-b725ed6481dc Oct 12 19:33:48.434939 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e6d851ae-7a73-4013-9c02-204cd580de81 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:48.471034 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d851ae-7a73-4013-9c02-204cd580de81 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5f100e7-124d-4475-9f81-2a8afad86c79,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:33:48.510375 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bab2d0c-5bf0-4fdd-924d-441bac36305d req-89a1d858-aad3-4064-842e-d9142d02e939 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:33:48.511853 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0bab2d0c-5bf0-4fdd-924d-441bac36305d req-89a1d858-aad3-4064-842e-d9142d02e939 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e459e1c-64b2-4889-86b6-dccdc529115c HTTP/1.1" status: 200 len: 943 time: 0.0740998 Oct 12 19:33:48.556958 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0bab2d0c-5bf0-4fdd-924d-441bac36305d req-7ca76416-7829-499e-8e0b-69e630a9d773 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c11fc84-4f57-43db-8c17-f81427a08139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374687 Oct 12 19:33:48.569588 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e6d851ae-7a73-4013-9c02-204cd580de81 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:48.575602 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d851ae-7a73-4013-9c02-204cd580de81 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:33:48.576198 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e6d851ae-7a73-4013-9c02-204cd580de81 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:48.651541 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d851ae-7a73-4013-9c02-204cd580de81 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426-project] Pushing event updated for resources: {'Network': ['ID=a6209d4d-161a-4abd-ada4-b725ed6481dc,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:33:48.651852 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-154a0f1f-1508-41fe-a683-602c688e5863 req-192bb2a2-6dd8-4942-a361-5438308d27d6 tempest-ServerShowV254Test-2002522526 tempest-ServerShowV254Test-2002522526-project] 10.222.0.49 "GET /v2.0/ports?device_id=e515fd13-743a-4df0-9c7a-e04b86ce40bf HTTP/1.1" status: 200 len: 210 time: 0.0546763 Oct 12 19:33:48.663550 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network a6209d4d-161a-4abd-ada4-b725ed6481dc details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:33:48.720404 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-e6d851ae-7a73-4013-9c02-204cd580de81 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.8135571 Oct 12 19:33:48.729372 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 35728) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:33:48.729372 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-94d47593-43ee-4948-ae1f-9c22a0f721b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426-project] Request body: {'subnet': {'network_id': 'a6209d4d-161a-4abd-ada4-b725ed6481dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:33:48.883313 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94d47593-43ee-4948-ae1f-9c22a0f721b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426-project] Made reservation on behalf of 6cf77778fc7e4226a3d4de09925a2679 for: {'subnet': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:33:48.887781 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-94d47593-43ee-4948-ae1f-9c22a0f721b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4612397'] for subnet, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:49.152961 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-94d47593-43ee-4948-ae1f-9c22a0f721b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4824863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4612355'] for subnet, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:49.189773 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8a01fa4c-a27a-4fe5-a27f-33ca2fbb5239 req-50a3bf4c-4e3f-40fc-99b0-b8fe54dbda57 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e9a1851f72ce47588989fc8312219a6a&device_id=e515fd13-743a-4df0-9c7a-e04b86ce40bf HTTP/1.1" status: 200 len: 210 time: 0.0381696 Oct 12 19:33:49.220745 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8a01fa4c-a27a-4fe5-a27f-33ca2fbb5239 req-ee78a398-2fed-42eb-b354-e47a52e3a79f service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=e9a1851f72ce47588989fc8312219a6a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0232713 Oct 12 19:33:49.248018 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d47593-43ee-4948-ae1f-9c22a0f721b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426-project] Checking segment: {'id': '73f08ea4-d0c4-45f4-80af-25979ced211f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'a6209d4d-161a-4abd-ada4-b725ed6481dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:33:49.248452 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d47593-43ee-4948-ae1f-9c22a0f721b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426-project] Network hostable DHCP agents. Network: a6209d4d-161a-4abd-ada4-b725ed6481dc, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:33:49.260877 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d47593-43ee-4948-ae1f-9c22a0f721b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426-project] Pushing event updated for resources: {'Subnet': ['ID=48b11f60-84b3-43c9-8ce3-63d07235db34,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:33:49.303250 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ca1747fb-b655-4304-bbe3-45475b5edd6f req-f9e2ee6b-fa54-4bb6-9faf-33eaf9af9978 tempest-ServerShowV254Test-2002522526 tempest-ServerShowV254Test-2002522526-project] 10.222.0.49 "GET /v2.0/ports?device_id=e515fd13-743a-4df0-9c7a-e04b86ce40bf HTTP/1.1" status: 200 len: 210 time: 0.0783000 Oct 12 19:33:49.361373 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a01fa4c-a27a-4fe5-a27f-33ca2fbb5239 req-70313b15-e33e-4345-b95e-6693c5cb0231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:33:49.362954 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8a01fa4c-a27a-4fe5-a27f-33ca2fbb5239 req-70313b15-e33e-4345-b95e-6693c5cb0231 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1257412 Oct 12 19:33:49.384705 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d47593-43ee-4948-ae1f-9c22a0f721b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426-project] Network a6209d4d-161a-4abd-ada4-b725ed6481dc is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:33:49.504457 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-94d47593-43ee-4948-ae1f-9c22a0f721b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, a6209d4d-161a-4abd-ada4-b725ed6481dc) {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:33:49.508789 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d47593-43ee-4948-ae1f-9c22a0f721b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:33:49.509397 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-94d47593-43ee-4948-ae1f-9c22a0f721b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:49.514846 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6454292b-3ad9-4395-a273-a68b8108a860 None None] Network a6209d4d-161a-4abd-ada4-b725ed6481dc requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:33:49.618510 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-94d47593-43ee-4948-ae1f-9c22a0f721b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8913574 Oct 12 19:33:49.618726 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 35746) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:33:49.624214 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-71b2dcfa-a01c-4da9-8522-34d79bd9a68f tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426-project] Request body: {'port': {'network_id': 'a6209d4d-161a-4abd-ada4-b725ed6481dc', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-934991452'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:33:49.685638 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291af0bd-2fce-4a06-b72a-2ff75f4cfda2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-a6209d4d-161a-4abd-ada4-b725ed6481dc', 'network_id': 'a6209d4d-161a-4abd-ada4-b725ed6481dc', 'tenant_id': '6cf77778fc7e4226a3d4de09925a2679', 'fixed_ips': [{'subnet_id': '48b11f60-84b3-43c9-8ce3-63d07235db34'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:33:49.686537 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-291af0bd-2fce-4a06-b72a-2ff75f4cfda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:49.728270 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4cf825-4f69-424c-bda0-ceb1e64306d4 req-2970465b-6017-4050-ac2a-94f73d09be5b tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:33:49.731181 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9c4cf825-4f69-424c-bda0-ceb1e64306d4 req-2970465b-6017-4050-ac2a-94f73d09be5b tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e459e1c-64b2-4889-86b6-dccdc529115c HTTP/1.1" status: 200 len: 943 time: 0.0814815 Oct 12 19:33:49.800202 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9c4cf825-4f69-424c-bda0-ceb1e64306d4 req-2dcb616a-1852-4dae-9f4e-94913285c8c2 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c11fc84-4f57-43db-8c17-f81427a08139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617471 Oct 12 19:33:49.858789 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 8b6adc2c-bdcd-48bd-a721-1765bc56f27a details requested by agent hyperv_n-h2-813679-3 with host n-h2-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:33:49.875796 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-291af0bd-2fce-4a06-b72a-2ff75f4cfda2 None None] Allocated IP 2001:db8::2 (a6209d4d-161a-4abd-ada4-b725ed6481dc/48b11f60-84b3-43c9-8ce3-63d07235db34/865f260b-a768-48d3-b0b6-074efe9bf5b4) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:33:49.887870 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71b2dcfa-a01c-4da9-8522-34d79bd9a68f tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426-project] Made reservation on behalf of 6cf77778fc7e4226a3d4de09925a2679 for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:33:49.892495 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-71b2dcfa-a01c-4da9-8522-34d79bd9a68f tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:49.910467 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [None req-71b2dcfa-a01c-4da9-8522-34d79bd9a68f tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426-project] device_id is not set on port e977c995-a603-4269-987a-728eebf71214 yet. {{(pid=95501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 19:33:50.032185 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 8b6adc2c-bdcd-48bd-a721-1765bc56f27a, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=8b6adc2c-bdcd-48bd-a721-1765bc56f27a,segment=NetworkSegment(25f482b3-2b9d-4f97-b4b0-3430c63be1bb),segment_id=25f482b3-2b9d-4f97-b4b0-3430c63be1bb)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:33:50.052168 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Returning: {'device': '8b6adc2c-bdcd-48bd-a721-1765bc56f27a', 'network_id': 'f582be35-bab4-4f26-bc1a-58db576191d3', 'port_id': '8b6adc2c-bdcd-48bd-a721-1765bc56f27a', 'mac_address': 'fa:16:3e:bd:8c:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73b6b3c2-9ed6-4d2c-9d78-2de520105652', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:33:50.123741 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:50.147038 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b6adc2c-bdcd-48bd-a721-1765bc56f27a {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:33:50.151665 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-291af0bd-2fce-4a06-b72a-2ff75f4cfda2 None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:50.171762 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 8b6adc2c-bdcd-48bd-a721-1765bc56f27a, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=8b6adc2c-bdcd-48bd-a721-1765bc56f27a,segment=NetworkSegment(25f482b3-2b9d-4f97-b4b0-3430c63be1bb),segment_id=25f482b3-2b9d-4f97-b4b0-3430c63be1bb)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:33:50.220685 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-291af0bd-2fce-4a06-b72a-2ff75f4cfda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:50.251319 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:50.267794 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-291af0bd-2fce-4a06-b72a-2ff75f4cfda2 None None] Network a6209d4d-161a-4abd-ada4-b725ed6481dc is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:33:50.271389 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-291af0bd-2fce-4a06-b72a-2ff75f4cfda2 None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:33:50.274181 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291af0bd-2fce-4a06-b72a-2ff75f4cfda2 None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:33:50.315867 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291af0bd-2fce-4a06-b72a-2ff75f4cfda2 None None] Pushing event updated for resources: {'Port': ['ID=865f260b-a768-48d3-b0b6-074efe9bf5b4,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:33:50.316812 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-71b2dcfa-a01c-4da9-8522-34d79bd9a68f tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426-project] Allocated IP 2001:db8::19f (a6209d4d-161a-4abd-ada4-b725ed6481dc/48b11f60-84b3-43c9-8ce3-63d07235db34/e977c995-a603-4269-987a-728eebf71214) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:33:50.381314 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-291af0bd-2fce-4a06-b72a-2ff75f4cfda2 None None] Attempting to bind port 865f260b-a768-48d3-b0b6-074efe9bf5b4 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:33:50.381688 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-291af0bd-2fce-4a06-b72a-2ff75f4cfda2 None None] Attempting to bind port 865f260b-a768-48d3-b0b6-074efe9bf5b4 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '73f08ea4-d0c4-45f4-80af-25979ced211f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'a6209d4d-161a-4abd-ada4-b725ed6481dc'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:33:50.382047 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291af0bd-2fce-4a06-b72a-2ff75f4cfda2 None None] Attempting to bind port 865f260b-a768-48d3-b0b6-074efe9bf5b4 on network a6209d4d-161a-4abd-ada4-b725ed6481dc {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:33:50.396090 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291af0bd-2fce-4a06-b72a-2ff75f4cfda2 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:33:50.396468 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291af0bd-2fce-4a06-b72a-2ff75f4cfda2 None None] Checking segment: {'id': '73f08ea4-d0c4-45f4-80af-25979ced211f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'a6209d4d-161a-4abd-ada4-b725ed6481dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:33:50.396869 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-291af0bd-2fce-4a06-b72a-2ff75f4cfda2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:50.397271 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291af0bd-2fce-4a06-b72a-2ff75f4cfda2 None None] Bound using segment: {'id': '73f08ea4-d0c4-45f4-80af-25979ced211f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'a6209d4d-161a-4abd-ada4-b725ed6481dc'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:33:50.397736 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-291af0bd-2fce-4a06-b72a-2ff75f4cfda2 None None] Bound port: 865f260b-a768-48d3-b0b6-074efe9bf5b4, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73f08ea4-d0c4-45f4-80af-25979ced211f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'a6209d4d-161a-4abd-ada4-b725ed6481dc'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:33:50.398115 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-291af0bd-2fce-4a06-b72a-2ff75f4cfda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:50.421524 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=8b6adc2c-bdcd-48bd-a721-1765bc56f27a,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:33:50.460447 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0ebface2-d7b0-4aab-bc8f-1c890e840d79 req-62ba33d1-e8e4-45d8-8a0d-381ad0618f4a tempest-ServerShowV254Test-2002522526 tempest-ServerShowV254Test-2002522526-project] 10.222.0.49 "GET /v2.0/ports?device_id=e515fd13-743a-4df0-9c7a-e04b86ce40bf HTTP/1.1" status: 200 len: 210 time: 0.0556848 Oct 12 19:33:50.503861 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['8b6adc2c-bdcd-48bd-a721-1765bc56f27a'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:33:50.514495 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-291af0bd-2fce-4a06-b72a-2ff75f4cfda2 None None] For port 865f260b-a768-48d3-b0b6-074efe9bf5b4, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:33:50.563184 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-291af0bd-2fce-4a06-b72a-2ff75f4cfda2 None None] For port 865f260b-a768-48d3-b0b6-074efe9bf5b4, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=865f260b-a768-48d3-b0b6-074efe9bf5b4,segment=NetworkSegment(73f08ea4-d0c4-45f4-80af-25979ced211f),segment_id=73f08ea4-d0c4-45f4-80af-25979ced211f)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:33:50.593163 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8a01fa4c-a27a-4fe5-a27f-33ca2fbb5239 req-7bb521e7-a7f8-4adf-a6f2-726df28d3ae3 tempest-ServerShowV254Test-2002522526 tempest-ServerShowV254Test-2002522526-project] 10.222.0.61 "GET /v2.0/ports?device_id=e515fd13-743a-4df0-9c7a-e04b86ce40bf HTTP/1.1" status: 200 len: 210 time: 0.0470912 Oct 12 19:33:50.608860 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-71b2dcfa-a01c-4da9-8522-34d79bd9a68f tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:50.619308 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-291af0bd-2fce-4a06-b72a-2ff75f4cfda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:50.716816 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-71b2dcfa-a01c-4da9-8522-34d79bd9a68f tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:50.744299 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291af0bd-2fce-4a06-b72a-2ff75f4cfda2 None None] Pushing event updated for resources: {'Port': ['ID=865f260b-a768-48d3-b0b6-074efe9bf5b4,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:33:50.785701 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b2dcfa-a01c-4da9-8522-34d79bd9a68f tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426-project] Network a6209d4d-161a-4abd-ada4-b725ed6481dc is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:33:50.792382 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-71b2dcfa-a01c-4da9-8522-34d79bd9a68f tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:33:50.794239 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b2dcfa-a01c-4da9-8522-34d79bd9a68f tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426-project] Pushing event updated for resources: {'Port': ['ID=e977c995-a603-4269-987a-728eebf71214,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:33:50.810812 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b2dcfa-a01c-4da9-8522-34d79bd9a68f tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:33:50.818404 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b2dcfa-a01c-4da9-8522-34d79bd9a68f tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:33:50.819364 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-71b2dcfa-a01c-4da9-8522-34d79bd9a68f tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:50.950388 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-71b2dcfa-a01c-4da9-8522-34d79bd9a68f tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.3300807 Oct 12 19:33:50.953491 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 35768) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:33:50.960473 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-8b03bc87-3e45-483a-b661-3b3c5cd8e707 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426-project] Request body: {'port': {'network_id': 'a6209d4d-161a-4abd-ada4-b725ed6481dc', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-889309450', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:33:50.961191 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.api.validators [None req-8b03bc87-3e45-483a-b661-3b3c5cd8e707 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426-project] bootfile-name is not in valid_values {{(pid=95502) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 12 19:33:50.961898 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.api.validators [None req-8b03bc87-3e45-483a-b661-3b3c5cd8e707 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426-project] tftp-server is not in valid_values {{(pid=95502) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 12 19:33:50.963389 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.api.validators [None req-8b03bc87-3e45-483a-b661-3b3c5cd8e707 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426-project] server-ip-address is not in valid_values {{(pid=95502) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 12 19:33:50.998399 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f2a8b6-40ae-4599-98ff-1e27cb219881 req-90ac19a8-4610-49ee-8faa-01c546f69704 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:33:51.010852 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-60f2a8b6-40ae-4599-98ff-1e27cb219881 req-90ac19a8-4610-49ee-8faa-01c546f69704 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e459e1c-64b2-4889-86b6-dccdc529115c HTTP/1.1" status: 200 len: 944 time: 0.1150403 Oct 12 19:33:51.086701 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-60f2a8b6-40ae-4599-98ff-1e27cb219881 req-0ac1508c-ea3b-4e2e-89e8-cd368d5ba4fc tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c11fc84-4f57-43db-8c17-f81427a08139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745833 Oct 12 19:33:51.241269 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b03bc87-3e45-483a-b661-3b3c5cd8e707 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426-project] Made reservation on behalf of 6cf77778fc7e4226a3d4de09925a2679 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:33:51.245467 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8b03bc87-3e45-483a-b661-3b3c5cd8e707 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:51.262517 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [None req-8b03bc87-3e45-483a-b661-3b3c5cd8e707 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426-project] device_id is not set on port fabdd6d1-2821-4411-99d2-331d076bfc55 yet. {{(pid=95502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 19:33:51.388914 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-8b03bc87-3e45-483a-b661-3b3c5cd8e707 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426-project] Allocated IP 2001:db8::124 (a6209d4d-161a-4abd-ada4-b725ed6481dc/48b11f60-84b3-43c9-8ce3-63d07235db34/fabdd6d1-2821-4411-99d2-331d076bfc55) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:33:51.577101 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8b03bc87-3e45-483a-b661-3b3c5cd8e707 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:51.704079 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 35780) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:33:51.719841 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8b03bc87-3e45-483a-b661-3b3c5cd8e707 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:51.765547 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b03bc87-3e45-483a-b661-3b3c5cd8e707 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426-project] Network a6209d4d-161a-4abd-ada4-b725ed6481dc is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:33:51.773131 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-8b03bc87-3e45-483a-b661-3b3c5cd8e707 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:33:51.777279 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b03bc87-3e45-483a-b661-3b3c5cd8e707 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:33:51.783048 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b03bc87-3e45-483a-b661-3b3c5cd8e707 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:33:51.783722 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8b03bc87-3e45-483a-b661-3b3c5cd8e707 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:51.797572 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b03bc87-3e45-483a-b661-3b3c5cd8e707 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426-project] Pushing event updated for resources: {'Port': ['ID=fabdd6d1-2821-4411-99d2-331d076bfc55,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:33:51.806278 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b03bc87-3e45-483a-b661-3b3c5cd8e707 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:33:51.807164 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b03bc87-3e45-483a-b661-3b3c5cd8e707 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:33:51.807511 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b03bc87-3e45-483a-b661-3b3c5cd8e707 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:33:51.807851 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b03bc87-3e45-483a-b661-3b3c5cd8e707 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:33:51.808212 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b03bc87-3e45-483a-b661-3b3c5cd8e707 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:33:51.808549 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b03bc87-3e45-483a-b661-3b3c5cd8e707 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:33:51.808882 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b03bc87-3e45-483a-b661-3b3c5cd8e707 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:33:51.809211 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b03bc87-3e45-483a-b661-3b3c5cd8e707 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:33:51.810110 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b03bc87-3e45-483a-b661-3b3c5cd8e707 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:33:51.810110 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b03bc87-3e45-483a-b661-3b3c5cd8e707 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:33:51.810326 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b03bc87-3e45-483a-b661-3b3c5cd8e707 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:33:51.810500 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b03bc87-3e45-483a-b661-3b3c5cd8e707 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:33:51.843420 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5076e299-c5c2-4fb4-bf50-b8afb4c1b49e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:51.846024 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 8b6adc2c-bdcd-48bd-a721-1765bc56f27a up at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:33:51.895868 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-8b03bc87-3e45-483a-b661-3b3c5cd8e707 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 0.9402061 Oct 12 19:33:51.898790 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 35786) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:33:51.967323 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning for port 8b6adc2c-bdcd-48bd-a721-1765bc56f27a completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:33:51.972170 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning complete for port 8b6adc2c-bdcd-48bd-a721-1765bc56f27a triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:33:51.972768 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:51.985707 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5076e299-c5c2-4fb4-bf50-b8afb4c1b49e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:52.004800 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71b7739-1b8a-4b89-9222-fca628e5493f None None] Network a6209d4d-161a-4abd-ada4-b725ed6481dc requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:33:52.029594 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 35794) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:33:52.054143 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dbe0ce3-a009-404f-962b-57bf639d48b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:33:52.062123 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dbe0ce3-a009-404f-962b-57bf639d48b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:33:52.068641 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dbe0ce3-a009-404f-962b-57bf639d48b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:33:52.070540 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-2dbe0ce3-a009-404f-962b-57bf639d48b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.1707807 Oct 12 19:33:52.074045 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 35800) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:33:52.079385 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-976a9e20-e87d-48c4-ba0e-4b2c534f9e60 None None] Provisioning complete for port 865f260b-a768-48d3-b0b6-074efe9bf5b4 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:33:52.079763 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-976a9e20-e87d-48c4-ba0e-4b2c534f9e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:52.122313 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5076e299-c5c2-4fb4-bf50-b8afb4c1b49e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:52.233325 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d7de2b0d-408c-4b9a-9778-bbefe6ae7f12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:52.242548 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-5076e299-c5c2-4fb4-bf50-b8afb4c1b49e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0e24a881f89f4cedae6447131f4786a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5371449 Oct 12 19:33:52.245429 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 35804) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:33:52.271205 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5076e299-c5c2-4fb4-bf50-b8afb4c1b49e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a61a5cb-89b4-4891-b959-29387805efd2,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:33:52.335003 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98741540-f221-4468-947f-f9f2d40fd167 req-3fc4c8bb-5733-43d4-9ac5-e051d6daa7ae tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:33:52.343042 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-98741540-f221-4468-947f-f9f2d40fd167 req-3fc4c8bb-5733-43d4-9ac5-e051d6daa7ae tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e459e1c-64b2-4889-86b6-dccdc529115c HTTP/1.1" status: 200 len: 944 time: 0.1549819 Oct 12 19:33:52.379155 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-05cbb3a1-4967-4624-b19f-e21a194048b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426-project] Deleting port fabdd6d1-2821-4411-99d2-331d076bfc55 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:33:52.379747 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-05cbb3a1-4967-4624-b19f-e21a194048b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:52.394389 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:52.405724 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3d5432c1-e9a1-4260-b0d3-54ed1a467132 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:52.443300 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3d5432c1-e9a1-4260-b0d3-54ed1a467132 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:52.449388 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 865f260b-a768-48d3-b0b6-074efe9bf5b4 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:33:52.462438 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e459e1c-64b2-4889-86b6-dccdc529115c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b6adc2c-bdcd-48bd-a721-1765bc56f27a'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:33:52.465498 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0d41b0b-ed09-47fd-96d3-1052f1171d70" -d '{"events": [{"server_uuid": "2e459e1c-64b2-4889-86b6-dccdc529115c", "name": "network-vif-plugged", "status": "completed", "tag": "8b6adc2c-bdcd-48bd-a721-1765bc56f27a"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:33:52.466258 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-98741540-f221-4468-947f-f9f2d40fd167 req-0e254e99-8505-4893-98fe-1993de2443ba tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c11fc84-4f57-43db-8c17-f81427a08139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224403 Oct 12 19:33:52.534047 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d7de2b0d-408c-4b9a-9778-bbefe6ae7f12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:52.542511 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-05cbb3a1-4967-4624-b19f-e21a194048b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:52.542994 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 8b6adc2c-bdcd-48bd-a721-1765bc56f27a, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=8b6adc2c-bdcd-48bd-a721-1765bc56f27a,segment=NetworkSegment(25f482b3-2b9d-4f97-b4b0-3430c63be1bb),segment_id=25f482b3-2b9d-4f97-b4b0-3430c63be1bb)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:33:52.546198 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3d5432c1-e9a1-4260-b0d3-54ed1a467132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:52.549471 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3d5432c1-e9a1-4260-b0d3-54ed1a467132 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:52.553745 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-3d5432c1-e9a1-4260-b0d3-54ed1a467132 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0a61a5cb-89b4-4891-b959-29387805efd2 HTTP/1.1" status: 204 len: 168 time: 0.3034310 Oct 12 19:33:52.557178 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-05cbb3a1-4967-4624-b19f-e21a194048b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426-project] Calling delete_port for fabdd6d1-2821-4411-99d2-331d076bfc55 owned by {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:33:52.592588 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5432c1-e9a1-4260-b0d3-54ed1a467132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a61a5cb-89b4-4891-b959-29387805efd2,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:33:52.607818 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d7de2b0d-408c-4b9a-9778-bbefe6ae7f12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:52.611056 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31ff892b-86be-4723-8b7a-f32e36629c74 x-openstack-request-id: req-31ff892b-86be-4723-8b7a-f32e36629c74 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:33:52.624733 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e459e1c-64b2-4889-86b6-dccdc529115c", "name": "network-vif-plugged", "status": "completed", "tag": "8b6adc2c-bdcd-48bd-a721-1765bc56f27a", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:33:52.625134 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-31ff892b-86be-4723-8b7a-f32e36629c74 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:33:52.627439 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e459e1c-64b2-4889-86b6-dccdc529115c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b6adc2c-bdcd-48bd-a721-1765bc56f27a', 'code': 200} Oct 12 19:33:52.643356 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:52.677323 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-976a9e20-e87d-48c4-ba0e-4b2c534f9e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:52.696455 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a7be66-bc76-428a-8d2b-2ced565ea957 req-f90727e4-5eae-4179-9b5b-a0bc72ac9dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:33:52.698288 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-10a7be66-bc76-428a-8d2b-2ced565ea957 req-f90727e4-5eae-4179-9b5b-a0bc72ac9dd6 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2e459e1c-64b2-4889-86b6-dccdc529115c HTTP/1.1" status: 200 len: 1096 time: 0.0550821 Oct 12 19:33:52.745932 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=8b6adc2c-bdcd-48bd-a721-1765bc56f27a,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:33:52.765124 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-976a9e20-e87d-48c4-ba0e-4b2c534f9e60 None None] For port 865f260b-a768-48d3-b0b6-074efe9bf5b4, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=865f260b-a768-48d3-b0b6-074efe9bf5b4,segment=NetworkSegment(73f08ea4-d0c4-45f4-80af-25979ced211f),segment_id=73f08ea4-d0c4-45f4-80af-25979ced211f)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:33:52.765710 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 865f260b-a768-48d3-b0b6-074efe9bf5b4 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:33:52.769339 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:52.782970 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-10a7be66-bc76-428a-8d2b-2ced565ea957 req-3d615abc-3351-470c-8b2c-fd961059d434 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=0c11fc84-4f57-43db-8c17-f81427a08139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761065 Oct 12 19:33:52.794138 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-d7de2b0d-408c-4b9a-9778-bbefe6ae7f12 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e9a1851f72ce47588989fc8312219a6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7601349 Oct 12 19:33:52.794279 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 35814) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:33:52.799165 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7de2b0d-408c-4b9a-9778-bbefe6ae7f12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ec0625a-3242-4acc-b84b-96d0d435671a,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:33:52.861967 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-976a9e20-e87d-48c4-ba0e-4b2c534f9e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:52.904332 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-49cc9073-8830-4313-9ee7-d9586574e08a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:52.964897 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976a9e20-e87d-48c4-ba0e-4b2c534f9e60 None None] Pushing event updated for resources: {'Port': ['ID=865f260b-a768-48d3-b0b6-074efe9bf5b4,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:33:53.018726 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-05cbb3a1-4967-4624-b19f-e21a194048b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:53.094671 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cbb3a1-4967-4624-b19f-e21a194048b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426-project] Pushing event deleted for resources: {'Port': ['ID=fabdd6d1-2821-4411-99d2-331d076bfc55,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:33:53.100899 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-05cbb3a1-4967-4624-b19f-e21a194048b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:53.105397 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-05cbb3a1-4967-4624-b19f-e21a194048b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426-project] 10.222.0.49 "DELETE /v2.0/ports/fabdd6d1-2821-4411-99d2-331d076bfc55 HTTP/1.1" status: 204 len: 168 time: 1.0300665 Oct 12 19:33:53.109381 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 35818) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:33:53.116399 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-cde6867c-8d69-4f9e-8a67-6cd8696d75ef tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426-project] Request body: {'port': {'name': 'tempest-new-port-name-835547357', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:33:53.117755 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.api.validators [None req-cde6867c-8d69-4f9e-8a67-6cd8696d75ef tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426-project] bootfile-name is not in valid_values {{(pid=95502) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 12 19:33:53.118289 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.api.validators [None req-cde6867c-8d69-4f9e-8a67-6cd8696d75ef tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426-project] tftp-server is not in valid_values {{(pid=95502) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 12 19:33:53.118816 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.api.validators [None req-cde6867c-8d69-4f9e-8a67-6cd8696d75ef tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426-project] server-ip-address is not in valid_values {{(pid=95502) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 12 19:33:53.214464 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cde6867c-8d69-4f9e-8a67-6cd8696d75ef tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:53.215524 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-7b12b76b-9b1d-4e0c-bdd1-7b885b9f6ffa None None] Provisioning complete for port e977c995-a603-4269-987a-728eebf71214 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:33:53.215897 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7b12b76b-9b1d-4e0c-bdd1-7b885b9f6ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:53.276602 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-7b12b76b-9b1d-4e0c-bdd1-7b885b9f6ffa None None] Port e977c995-a603-4269-987a-728eebf71214 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:33:53.281694 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-7b12b76b-9b1d-4e0c-bdd1-7b885b9f6ffa None None] Could not find standard attr ID for object fabdd6d1-2821-4411-99d2-331d076bfc55. {{(pid=95503) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 19:33:53.294549 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-7b12b76b-9b1d-4e0c-bdd1-7b885b9f6ffa None None] Provisioning complete for port 865f260b-a768-48d3-b0b6-074efe9bf5b4 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:33:53.295215 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7b12b76b-9b1d-4e0c-bdd1-7b885b9f6ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:53.335247 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-49cc9073-8830-4313-9ee7-d9586574e08a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:53.419427 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 35822) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:33:53.434693 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-cead45ca-f629-40cb-ad4e-098ccd4e77b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:53.477811 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-49cc9073-8830-4313-9ee7-d9586574e08a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:53.481155 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-49cc9073-8830-4313-9ee7-d9586574e08a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:53.484835 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-49cc9073-8830-4313-9ee7-d9586574e08a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5ec0625a-3242-4acc-b84b-96d0d435671a HTTP/1.1" status: 204 len: 168 time: 0.6869278 Oct 12 19:33:53.499613 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cc9073-8830-4313-9ee7-d9586574e08a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ec0625a-3242-4acc-b84b-96d0d435671a,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:33:53.519205 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cde6867c-8d69-4f9e-8a67-6cd8696d75ef tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:53.586538 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cde6867c-8d69-4f9e-8a67-6cd8696d75ef tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:53.586933 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-365a992c-69a0-40d1-97ea-cb48f4ed0a62 None None] Provisioning complete for port e977c995-a603-4269-987a-728eebf71214 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:33:53.587407 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-365a992c-69a0-40d1-97ea-cb48f4ed0a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:53.618874 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-cead45ca-f629-40cb-ad4e-098ccd4e77b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:53.631096 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-365a992c-69a0-40d1-97ea-cb48f4ed0a62 None None] Port e977c995-a603-4269-987a-728eebf71214 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:33:53.654872 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-cde6867c-8d69-4f9e-8a67-6cd8696d75ef tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426-project] In _notify_port_updated(), no bound segment for port e977c995-a603-4269-987a-728eebf71214 on network a6209d4d-161a-4abd-ada4-b725ed6481dc {{(pid=95502) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 12 19:33:53.661721 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde6867c-8d69-4f9e-8a67-6cd8696d75ef tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:33:53.662604 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cde6867c-8d69-4f9e-8a67-6cd8696d75ef tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:53.663995 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-cde6867c-8d69-4f9e-8a67-6cd8696d75ef tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426-project] 10.222.0.49 "PUT /v2.0/ports/e977c995-a603-4269-987a-728eebf71214 HTTP/1.1" status: 200 len: 1129 time: 0.5533843 Oct 12 19:33:53.667355 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e424e96-873f-46cc-8572-a31f127f154c req-d8c7e30f-9517-4aa5-9275-82df94df3ce2 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:33:53.675439 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2e424e96-873f-46cc-8572-a31f127f154c req-d8c7e30f-9517-4aa5-9275-82df94df3ce2 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e459e1c-64b2-4889-86b6-dccdc529115c HTTP/1.1" status: 200 len: 945 time: 0.0950902 Oct 12 19:33:53.676252 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 35828) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:33:53.678708 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-cead45ca-f629-40cb-ad4e-098ccd4e77b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:53.748652 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bdda6de-10b7-4d36-89b9-9ff3fb500c8f tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:33:53.752774 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-cead45ca-f629-40cb-ad4e-098ccd4e77b2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4d632a23cb474327a4719902a1760f18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3321993 Oct 12 19:33:53.753766 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cead45ca-f629-40cb-ad4e-098ccd4e77b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=613dd301-f370-47f0-8773-2556030f5a55,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:33:53.755144 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-3bdda6de-10b7-4d36-89b9-9ff3fb500c8f tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426-project] 10.222.0.49 "GET /v2.0/ports/e977c995-a603-4269-987a-728eebf71214 HTTP/1.1" status: 200 len: 1129 time: 0.0777156 Oct 12 19:33:53.755829 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 35830) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:33:53.756184 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 35832) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:33:53.777857 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2e424e96-873f-46cc-8572-a31f127f154c req-73d69a3c-3476-4145-b924-b195b4190226 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c11fc84-4f57-43db-8c17-f81427a08139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843256 Oct 12 19:33:53.848344 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-8623467c-5f4e-4258-8c30-841bfa56ff21 None None] Could not find standard attr ID for object fabdd6d1-2821-4411-99d2-331d076bfc55. {{(pid=95503) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 19:33:53.877074 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde6867c-8d69-4f9e-8a67-6cd8696d75ef tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426-project] Pushing event updated for resources: {'Port': ['ID=e977c995-a603-4269-987a-728eebf71214,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:33:53.945327 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1e986fc1-a1d0-4c04-9278-04548647ff38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:53.997755 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1e986fc1-a1d0-4c04-9278-04548647ff38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:54.046852 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-2b739d64-2b51-4c59-b478-c12b622e24bc tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426-project] Deleting port e977c995-a603-4269-987a-728eebf71214 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:33:54.047638 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2b739d64-2b51-4c59-b478-c12b622e24bc tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:54.202152 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2b739d64-2b51-4c59-b478-c12b622e24bc tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:54.213865 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-2b739d64-2b51-4c59-b478-c12b622e24bc tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426-project] Calling delete_port for e977c995-a603-4269-987a-728eebf71214 owned by {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:33:54.257031 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1e986fc1-a1d0-4c04-9278-04548647ff38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:54.260359 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1e986fc1-a1d0-4c04-9278-04548647ff38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:54.266105 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-1e986fc1-a1d0-4c04-9278-04548647ff38 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/613dd301-f370-47f0-8773-2556030f5a55 HTTP/1.1" status: 204 len: 168 time: 0.5006139 Oct 12 19:33:54.278279 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e986fc1-a1d0-4c04-9278-04548647ff38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=613dd301-f370-47f0-8773-2556030f5a55,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:33:54.350845 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 865f260b-a768-48d3-b0b6-074efe9bf5b4 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:33:54.414135 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 865f260b-a768-48d3-b0b6-074efe9bf5b4 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:33:54.414774 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:54.500972 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2b739d64-2b51-4c59-b478-c12b622e24bc tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:54.513343 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-036fa028-0736-48a9-b643-6f03c032bd91 None None] Could not find standard attr ID for object e977c995-a603-4269-987a-728eebf71214. {{(pid=95503) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 19:33:54.584445 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2b739d64-2b51-4c59-b478-c12b622e24bc tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:54.591152 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 35850) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:33:54.593968 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-2b739d64-2b51-4c59-b478-c12b622e24bc tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426-project] 10.222.0.49 "DELETE /v2.0/ports/e977c995-a603-4269-987a-728eebf71214 HTTP/1.1" status: 204 len: 168 time: 0.7619240 Oct 12 19:33:54.595240 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b739d64-2b51-4c59-b478-c12b622e24bc tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426-project] Pushing event deleted for resources: {'Port': ['ID=e977c995-a603-4269-987a-728eebf71214,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:33:54.689656 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7db1d15-3f3f-4710-b2e7-61b6e69596e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426-project] Deleting subnet 48b11f60-84b3-43c9-8ce3-63d07235db34 {{(pid=95501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:33:54.698755 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d7db1d15-3f3f-4710-b2e7-61b6e69596e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426-project] Notify callbacks [] for subnet, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:54.764809 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d7db1d15-3f3f-4710-b2e7-61b6e69596e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281083'] for subnet, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:54.908787 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d7db1d15-3f3f-4710-b2e7-61b6e69596e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:54.964058 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d357ac1e-7e0d-4e64-80ff-25800cef38ab req-7e67cdea-905d-47da-8208-068a36b7646d tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:33:54.965815 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d357ac1e-7e0d-4e64-80ff-25800cef38ab req-7e67cdea-905d-47da-8208-068a36b7646d tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e459e1c-64b2-4889-86b6-dccdc529115c HTTP/1.1" status: 200 len: 945 time: 0.0859742 Oct 12 19:33:55.027302 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d357ac1e-7e0d-4e64-80ff-25800cef38ab req-3b824966-51fd-4cc8-b76b-31d402fbd6bc tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c11fc84-4f57-43db-8c17-f81427a08139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476460 Oct 12 19:33:55.158403 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d7db1d15-3f3f-4710-b2e7-61b6e69596e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4824924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4612362'] for subnet, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:55.189217 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7db1d15-3f3f-4710-b2e7-61b6e69596e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426-project] Pushing event deleted for resources: {'Subnet': ['ID=48b11f60-84b3-43c9-8ce3-63d07235db34,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:33:55.191890 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d7db1d15-3f3f-4710-b2e7-61b6e69596e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:55.195205 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-d7db1d15-3f3f-4710-b2e7-61b6e69596e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426-project] 10.222.0.49 "DELETE /v2.0/subnets/48b11f60-84b3-43c9-8ce3-63d07235db34 HTTP/1.1" status: 204 len: 168 time: 0.6023288 Oct 12 19:33:55.199111 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 35880) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:33:55.212277 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef090f8-476b-449f-bd5f-175c419ac115 None None] Network a6209d4d-161a-4abd-ada4-b725ed6481dc requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:33:55.433090 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6bc0984c-a69c-4722-ac88-f3923c85da04 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:55.470975 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccab64fb-ad12-440b-8fb9-555fa3b1528e req-0be60fb5-80ab-4bed-8d46-a13e1d90ef10 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:33:55.470975 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ccab64fb-ad12-440b-8fb9-555fa3b1528e req-0be60fb5-80ab-4bed-8d46-a13e1d90ef10 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e459e1c-64b2-4889-86b6-dccdc529115c HTTP/1.1" status: 200 len: 945 time: 0.0834475 Oct 12 19:33:55.515300 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac460b1-98cc-44f6-9716-b9414787eda2 None None] DHCP port deletion for a6209d4d-161a-4abd-ada4-b725ed6481dc request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 19:33:55.626846 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ccab64fb-ad12-440b-8fb9-555fa3b1528e req-8df6fbb1-9f14-4580-b5bb-572ba62faadb tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c11fc84-4f57-43db-8c17-f81427a08139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387813 Oct 12 19:33:55.652482 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-6ac460b1-98cc-44f6-9716-b9414787eda2 None None] Deleting port 865f260b-a768-48d3-b0b6-074efe9bf5b4 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:33:55.653294 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6ac460b1-98cc-44f6-9716-b9414787eda2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:55.654990 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-6bc0984c-a69c-4722-ac88-f3923c85da04 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426-project] Deleting port 865f260b-a768-48d3-b0b6-074efe9bf5b4 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:33:55.655342 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6bc0984c-a69c-4722-ac88-f3923c85da04 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:55.726614 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-6ac460b1-98cc-44f6-9716-b9414787eda2 None None] For port 865f260b-a768-48d3-b0b6-074efe9bf5b4, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=865f260b-a768-48d3-b0b6-074efe9bf5b4,segment=NetworkSegment(73f08ea4-d0c4-45f4-80af-25979ced211f),segment_id=73f08ea4-d0c4-45f4-80af-25979ced211f)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:33:55.727431 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6ac460b1-98cc-44f6-9716-b9414787eda2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:55.742961 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-6ac460b1-98cc-44f6-9716-b9414787eda2 None None] Calling delete_port for 865f260b-a768-48d3-b0b6-074efe9bf5b4 owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:33:55.810234 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-6bc0984c-a69c-4722-ac88-f3923c85da04 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426-project] For port 865f260b-a768-48d3-b0b6-074efe9bf5b4, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=865f260b-a768-48d3-b0b6-074efe9bf5b4,segment=NetworkSegment(73f08ea4-d0c4-45f4-80af-25979ced211f),segment_id=73f08ea4-d0c4-45f4-80af-25979ced211f)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:33:55.810608 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6bc0984c-a69c-4722-ac88-f3923c85da04 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:55.844207 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-6bc0984c-a69c-4722-ac88-f3923c85da04 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426-project] Calling delete_port for 865f260b-a768-48d3-b0b6-074efe9bf5b4 owned by network:dhcp {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:33:55.861699 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46253ea-f75a-43f3-8051-f1cedb16b78c req-3b1e0198-ded4-49c2-be4e-77676c6074d6 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:33:55.864822 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a46253ea-f75a-43f3-8051-f1cedb16b78c req-3b1e0198-ded4-49c2-be4e-77676c6074d6 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e459e1c-64b2-4889-86b6-dccdc529115c HTTP/1.1" status: 200 len: 945 time: 0.1213655 Oct 12 19:33:56.014985 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6ac460b1-98cc-44f6-9716-b9414787eda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:56.079529 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac460b1-98cc-44f6-9716-b9414787eda2 None None] Pushing event deleted for resources: {'Port': ['ID=865f260b-a768-48d3-b0b6-074efe9bf5b4,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:33:56.093825 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac460b1-98cc-44f6-9716-b9414787eda2 None None] No DVR routers for this DVR port 865f260b-a768-48d3-b0b6-074efe9bf5b4 on host n-d-813679-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:33:56.244478 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a46253ea-f75a-43f3-8051-f1cedb16b78c req-b8802e27-73f3-4d08-a849-3108285c51f3 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c11fc84-4f57-43db-8c17-f81427a08139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3700309 Oct 12 19:33:56.275057 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6bc0984c-a69c-4722-ac88-f3923c85da04 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:56.302278 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc0984c-a69c-4722-ac88-f3923c85da04 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426-project] Pushing event deleted for resources: {'Port': ['ID=865f260b-a768-48d3-b0b6-074efe9bf5b4,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:33:56.307508 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc0984c-a69c-4722-ac88-f3923c85da04 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426-project] No DVR routers for this DVR port 865f260b-a768-48d3-b0b6-074efe9bf5b4 on host n-d-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:33:56.348967 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 865f260b-a768-48d3-b0b6-074efe9bf5b4 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:33:56.370631 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 865f260b-a768-48d3-b0b6-074efe9bf5b4 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:33:56.373480 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 865f260b-a768-48d3-b0b6-074efe9bf5b4 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:33:56.397175 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6bc0984c-a69c-4722-ac88-f3923c85da04 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:56.416488 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-6bc0984c-a69c-4722-ac88-f3923c85da04 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6209d4d-161a-4abd-ada4-b725ed6481dc']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:33:56.427099 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-6bc0984c-a69c-4722-ac88-f3923c85da04 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73f08ea4-d0c4-45f4-80af-25979ced211f') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:33:56.427400 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-6bc0984c-a69c-4722-ac88-f3923c85da04 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73f08ea4-d0c4-45f4-80af-25979ced211f') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:33:56.437489 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6bc0984c-a69c-4722-ac88-f3923c85da04 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16313633'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:56.451169 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6bc0984c-a69c-4722-ac88-f3923c85da04 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:56.457362 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bc0984c-a69c-4722-ac88-f3923c85da04 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:33:56.457740 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6bc0984c-a69c-4722-ac88-f3923c85da04 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4305278'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:56.460961 n-d-813679-3 neutron-server[95502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:33:56.460961 n-d-813679-3 neutron-server[95502]: self.session.flush() Oct 12 19:33:56.460961 n-d-813679-3 neutron-server[95502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:33:56.460961 n-d-813679-3 neutron-server[95502]: self.session.flush() Oct 12 19:33:56.460961 n-d-813679-3 neutron-server[95502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:33:56.460961 n-d-813679-3 neutron-server[95502]: self.session.flush() Oct 12 19:33:56.460961 n-d-813679-3 neutron-server[95502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:33:56.460961 n-d-813679-3 neutron-server[95502]: self.session.flush() Oct 12 19:33:56.460961 n-d-813679-3 neutron-server[95502]: Traceback (most recent call last): Oct 12 19:33:56.460961 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:33:56.460961 n-d-813679-3 neutron-server[95502]: timer() Oct 12 19:33:56.460961 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:33:56.460961 n-d-813679-3 neutron-server[95502]: cb(*args, **kw) Oct 12 19:33:56.460961 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:33:56.460961 n-d-813679-3 neutron-server[95502]: return func(*args, **kwargs) Oct 12 19:33:56.460961 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:33:56.460961 n-d-813679-3 neutron-server[95502]: self._notify() Oct 12 19:33:56.460961 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:33:56.460961 n-d-813679-3 neutron-server[95502]: self.callback(batched_events) Oct 12 19:33:56.460961 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:33:56.460961 n-d-813679-3 neutron-server[95502]: event.method(event) Oct 12 19:33:56.460961 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:33:56.460961 n-d-813679-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:33:56.460961 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:33:56.460961 n-d-813679-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:33:56.460961 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:33:56.460961 n-d-813679-3 neutron-server[95502]: return f(self, *a, **k) Oct 12 19:33:56.460961 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:33:56.460961 n-d-813679-3 neutron-server[95502]: return self._get(url).json() Oct 12 19:33:56.460961 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:33:56.460961 n-d-813679-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:33:56.460961 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:33:56.460961 n-d-813679-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Oct 12 19:33:56.460961 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:33:56.460961 n-d-813679-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:33:56.460961 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:33:56.460961 n-d-813679-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:33:56.460961 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:33:56.460961 n-d-813679-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:33:56.460961 n-d-813679-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:33:56.650810 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5454dfee-0a78-45f5-b7ac-10533f8e2f96 req-9afe3621-272b-46c3-9b7c-4e84fead2257 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:33:56.652674 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5454dfee-0a78-45f5-b7ac-10533f8e2f96 req-9afe3621-272b-46c3-9b7c-4e84fead2257 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e459e1c-64b2-4889-86b6-dccdc529115c HTTP/1.1" status: 200 len: 945 time: 0.0624125 Oct 12 19:33:56.672972 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6bc0984c-a69c-4722-ac88-f3923c85da04 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:56.688750 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6bc0984c-a69c-4722-ac88-f3923c85da04 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:56.693798 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-6bc0984c-a69c-4722-ac88-f3923c85da04 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426-project] 10.222.0.49 "DELETE /v2.0/networks/a6209d4d-161a-4abd-ada4-b725ed6481dc HTTP/1.1" status: 204 len: 168 time: 1.4930170 Oct 12 19:33:56.707723 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc0984c-a69c-4722-ac88-f3923c85da04 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426 tempest-ExtraDHCPOptionsIpV6TestJSON-1199451426-project] Pushing event deleted for resources: {'Network': ['ID=a6209d4d-161a-4abd-ada4-b725ed6481dc,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:33:56.727561 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5454dfee-0a78-45f5-b7ac-10533f8e2f96 req-18467118-c9d1-4544-be4e-8bd72727fa98 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c11fc84-4f57-43db-8c17-f81427a08139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646679 Oct 12 19:33:56.802724 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 35952) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:33:57.003420 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-84658460-4d58-4a87-8da6-a2586991fc47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:57.083405 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-84658460-4d58-4a87-8da6-a2586991fc47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:57.179197 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-84658460-4d58-4a87-8da6-a2586991fc47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:57.210931 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 35976) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:33:57.223278 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-84658460-4d58-4a87-8da6-a2586991fc47 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cb951b186b4d45bd86dd6cd1e4206a93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4178908 Oct 12 19:33:57.224349 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84658460-4d58-4a87-8da6-a2586991fc47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e744a4b7-8707-41b3-bfd3-0e508d379576,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:33:57.225295 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 35982) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:33:57.290198 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4ffd81e5-70d6-435e-988b-aed2bee53d16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:57.320326 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4ffd81e5-70d6-435e-988b-aed2bee53d16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:57.408372 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-2fd7139f-0604-49fb-9541-01c9e7238dcb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6cf77778fc7e4226a3d4de09925a2679&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1952322 Oct 12 19:33:57.410869 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 35992) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:33:57.464672 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-96ae1d3d-c22b-4649-8783-c82eeddd46fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:57.489203 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-96ae1d3d-c22b-4649-8783-c82eeddd46fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:57.521658 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4ffd81e5-70d6-435e-988b-aed2bee53d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:57.524513 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4ffd81e5-70d6-435e-988b-aed2bee53d16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:57.528582 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-4ffd81e5-70d6-435e-988b-aed2bee53d16 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e744a4b7-8707-41b3-bfd3-0e508d379576 HTTP/1.1" status: 204 len: 168 time: 0.2996292 Oct 12 19:33:57.548212 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffd81e5-70d6-435e-988b-aed2bee53d16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e744a4b7-8707-41b3-bfd3-0e508d379576,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:33:57.647411 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-96ae1d3d-c22b-4649-8783-c82eeddd46fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:57.650700 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-96ae1d3d-c22b-4649-8783-c82eeddd46fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:57.656712 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-96ae1d3d-c22b-4649-8783-c82eeddd46fd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a5f100e7-124d-4475-9f81-2a8afad86c79 HTTP/1.1" status: 204 len: 168 time: 0.2399142 Oct 12 19:33:57.659889 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ae1d3d-c22b-4649-8783-c82eeddd46fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5f100e7-124d-4475-9f81-2a8afad86c79,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:33:57.870338 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eee81d5-5d38-40df-ab1f-736e5ee802f0 req-dbf5bbff-717c-494b-9f63-aadddfb33736 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:33:57.878174 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6eee81d5-5d38-40df-ab1f-736e5ee802f0 req-dbf5bbff-717c-494b-9f63-aadddfb33736 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e459e1c-64b2-4889-86b6-dccdc529115c HTTP/1.1" status: 200 len: 945 time: 0.0671306 Oct 12 19:33:57.935088 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6eee81d5-5d38-40df-ab1f-736e5ee802f0 req-3279295c-20c3-4547-8700-ee838e9f42b8 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c11fc84-4f57-43db-8c17-f81427a08139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485146 Oct 12 19:33:59.066928 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab04e246-9e72-4fa9-8c17-d86bca4061d1 req-e2b314a9-10bc-4117-a9cb-813ba512f547 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:33:59.072505 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ab04e246-9e72-4fa9-8c17-d86bca4061d1 req-e2b314a9-10bc-4117-a9cb-813ba512f547 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e459e1c-64b2-4889-86b6-dccdc529115c HTTP/1.1" status: 200 len: 945 time: 0.0589230 Oct 12 19:33:59.090277 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 36126) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:33:59.122380 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ab04e246-9e72-4fa9-8c17-d86bca4061d1 req-f75e7967-4a20-41fa-b493-ba7336c3fea5 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c11fc84-4f57-43db-8c17-f81427a08139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476794 Oct 12 19:33:59.163043 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-19cebfd1-9704-4690-8ab2-66e346505a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:33:59.200930 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-7b5e6a47-895d-4a93-8740-e7fe10354a11 tempest-DvrRoutersNegativeTest-1486201711 tempest-DvrRoutersNegativeTest-1486201711-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-934641449', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:33:59.203865 n-d-813679-3 neutron-server[95502]: DEBUG neutron.policy [None req-7b5e6a47-895d-4a93-8740-e7fe10354a11 tempest-DvrRoutersNegativeTest-1486201711 tempest-DvrRoutersNegativeTest-1486201711-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=95502) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Oct 12 19:33:59.204258 n-d-813679-3 neutron-server[95502]: DEBUG neutron.policy [None req-7b5e6a47-895d-4a93-8740-e7fe10354a11 tempest-DvrRoutersNegativeTest-1486201711 tempest-DvrRoutersNegativeTest-1486201711-project] Failed policy check for 'create_router' {{(pid=95502) enforce /opt/stack/neutron/neutron/policy.py:524}} Oct 12 19:33:59.204785 n-d-813679-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-7b5e6a47-895d-4a93-8740-e7fe10354a11 tempest-DvrRoutersNegativeTest-1486201711 tempest-DvrRoutersNegativeTest-1486201711-project] create failed (client error): Access was denied to this resource. Oct 12 19:33:59.205756 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-7b5e6a47-895d-4a93-8740-e7fe10354a11 tempest-DvrRoutersNegativeTest-1486201711 tempest-DvrRoutersNegativeTest-1486201711-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1142731 Oct 12 19:33:59.809694 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 36182) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:33:59.996992 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b89d79e3-48bd-41c2-ae17-85393dda0f84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:00.084957 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b89d79e3-48bd-41c2-ae17-85393dda0f84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:00.168323 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b89d79e3-48bd-41c2-ae17-85393dda0f84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:00.221467 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-b89d79e3-48bd-41c2-ae17-85393dda0f84 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4ab071804bca487e8d7184ac762c38c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4080589 Oct 12 19:34:00.221868 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 36216) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:34:00.245391 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89d79e3-48bd-41c2-ae17-85393dda0f84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d4235d9-3ea0-4d82-a657-99ad6d607500,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:34:00.280106 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df3ceca-c6c1-4705-b9c6-f765ef5ef9fc req-c4b633b7-93be-42b2-9857-74d6057de776 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:34:00.281537 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1df3ceca-c6c1-4705-b9c6-f765ef5ef9fc req-c4b633b7-93be-42b2-9857-74d6057de776 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e459e1c-64b2-4889-86b6-dccdc529115c HTTP/1.1" status: 200 len: 945 time: 0.0815406 Oct 12 19:34:00.285510 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-015c82ff-9959-4007-b84c-7ca21a54ca40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:00.325535 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-015c82ff-9959-4007-b84c-7ca21a54ca40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:00.350281 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1df3ceca-c6c1-4705-b9c6-f765ef5ef9fc req-c89cc3f5-78b0-4d94-89f2-d2b578e22874 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c11fc84-4f57-43db-8c17-f81427a08139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572791 Oct 12 19:34:00.475464 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-015c82ff-9959-4007-b84c-7ca21a54ca40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:00.478654 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-015c82ff-9959-4007-b84c-7ca21a54ca40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:00.480213 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-015c82ff-9959-4007-b84c-7ca21a54ca40 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5d4235d9-3ea0-4d82-a657-99ad6d607500 HTTP/1.1" status: 204 len: 168 time: 0.2570000 Oct 12 19:34:00.488295 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c82ff-9959-4007-b84c-7ca21a54ca40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d4235d9-3ea0-4d82-a657-99ad6d607500,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:34:00.642639 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 36246) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:34:00.913859 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e1966217-3ab4-4213-9a90-38dea90079f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:01.020414 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e1966217-3ab4-4213-9a90-38dea90079f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:01.082340 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e1966217-3ab4-4213-9a90-38dea90079f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:01.130520 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-e1966217-3ab4-4213-9a90-38dea90079f9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a8ae7e5fde6b4701bad6775a1320a1dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4867535 Oct 12 19:34:01.132420 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1966217-3ab4-4213-9a90-38dea90079f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03673c3d-f3c1-4077-9c5c-3cb70a4dd504,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:34:01.134185 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 36288) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:34:01.188942 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e10c0524-cf23-4f4d-ac60-a8e9454f616e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:01.210011 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e10c0524-cf23-4f4d-ac60-a8e9454f616e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:01.428049 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e10c0524-cf23-4f4d-ac60-a8e9454f616e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:01.431341 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e10c0524-cf23-4f4d-ac60-a8e9454f616e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:01.431782 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-e10c0524-cf23-4f4d-ac60-a8e9454f616e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/03673c3d-f3c1-4077-9c5c-3cb70a4dd504 HTTP/1.1" status: 204 len: 168 time: 0.2965379 Oct 12 19:34:01.477244 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10c0524-cf23-4f4d-ac60-a8e9454f616e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03673c3d-f3c1-4077-9c5c-3cb70a4dd504,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:34:01.500395 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f85b3e8-6438-4d1f-82fd-0a91a9d62ba1 req-97b845ad-a10d-44ae-995a-73984888d32c tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:34:01.501906 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2f85b3e8-6438-4d1f-82fd-0a91a9d62ba1 req-97b845ad-a10d-44ae-995a-73984888d32c tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e459e1c-64b2-4889-86b6-dccdc529115c HTTP/1.1" status: 200 len: 945 time: 0.0843675 Oct 12 19:34:01.560604 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2f85b3e8-6438-4d1f-82fd-0a91a9d62ba1 req-da09e820-2601-4489-8b84-b854352ede54 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c11fc84-4f57-43db-8c17-f81427a08139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508795 Oct 12 19:34:01.694180 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-50f0be90-8c49-43af-8612-aed7c5fd8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:01.939237 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 36340) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:34:02.060685 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 36356) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:34:02.119209 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-2ac98807-6841-4683-9746-7757325622cc admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1767377113-network', 'tenant_id': '79fa37b83da5481d8f8c5ad2f218ec95'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:34:02.169808 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8c1cb09d-2e48-4289-95c2-7191b24a4b2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:02.214126 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ac98807-6841-4683-9746-7757325622cc admin admin] Made reservation on behalf of 79fa37b83da5481d8f8c5ad2f218ec95 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:34:02.216435 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2ac98807-6841-4683-9746-7757325622cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:02.228306 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2ac98807-6841-4683-9746-7757325622cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:02.245429 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8c1cb09d-2e48-4289-95c2-7191b24a4b2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:02.299578 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8c1cb09d-2e48-4289-95c2-7191b24a4b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:02.317084 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2ac98807-6841-4683-9746-7757325622cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:02.349426 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-8c1cb09d-2e48-4289-95c2-7191b24a4b2c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d7e44f9595f64ae88cf5f453bed917cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2876291 Oct 12 19:34:02.353234 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1cb09d-2e48-4289-95c2-7191b24a4b2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa39047a-f3ed-436a-846a-e818f54beba5,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:34:02.353542 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 36378) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:34:02.376541 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2ac98807-6841-4683-9746-7757325622cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:02.412985 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ac98807-6841-4683-9746-7757325622cc admin admin] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:34:02.428704 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac98807-6841-4683-9746-7757325622cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cfff43f-98e4-4602-9ed4-2aeac37014d6,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:34:02.431724 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2ac98807-6841-4683-9746-7757325622cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:02.432081 n-d-813679-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-2ac98807-6841-4683-9746-7757325622cc admin admin] Added segment f8b4d51f-0090-45d7-8182-929014ee913f of type vlan for network dac7985b-1e23-4e8c-8551-64be40c65027 Oct 12 19:34:02.473789 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0f84a1b8-3473-4aa6-a600-4d37f473995e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:02.490397 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2ac98807-6841-4683-9746-7757325622cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:02.493338 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:02.507223 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0f84a1b8-3473-4aa6-a600-4d37f473995e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:02.648316 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2ac98807-6841-4683-9746-7757325622cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:02.649238 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac98807-6841-4683-9746-7757325622cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:34:02.649857 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2ac98807-6841-4683-9746-7757325622cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:02.683327 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0f84a1b8-3473-4aa6-a600-4d37f473995e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:02.686250 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0f84a1b8-3473-4aa6-a600-4d37f473995e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:02.689300 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-0f84a1b8-3473-4aa6-a600-4d37f473995e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fa39047a-f3ed-436a-846a-e818f54beba5 HTTP/1.1" status: 204 len: 168 time: 0.3338425 Oct 12 19:34:02.736531 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f84a1b8-3473-4aa6-a600-4d37f473995e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa39047a-f3ed-436a-846a-e818f54beba5,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:34:02.747450 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac98807-6841-4683-9746-7757325622cc admin admin] Pushing event updated for resources: {'Network': ['ID=dac7985b-1e23-4e8c-8551-64be40c65027,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:34:02.758583 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network dac7985b-1e23-4e8c-8551-64be40c65027 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:34:02.762720 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49bb8e8-7cc6-4164-949b-e0140ab8eb12 req-1c6e4146-96b7-4f38-9c8b-8b6e513878a0 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:34:02.764867 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d49bb8e8-7cc6-4164-949b-e0140ab8eb12 req-1c6e4146-96b7-4f38-9c8b-8b6e513878a0 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e459e1c-64b2-4889-86b6-dccdc529115c HTTP/1.1" status: 200 len: 945 time: 0.1317241 Oct 12 19:34:02.770033 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-2ac98807-6841-4683-9746-7757325622cc admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8292718 Oct 12 19:34:02.772701 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 36412) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:34:02.782973 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-0b002a33-bad7-4e2e-8a7a-7e064a5d2719 admin admin] Request body: {'subnet': {'network_id': 'dac7985b-1e23-4e8c-8551-64be40c65027', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1767377113-subnet', 'tenant_id': '79fa37b83da5481d8f8c5ad2f218ec95', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:34:02.835959 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d49bb8e8-7cc6-4164-949b-e0140ab8eb12 req-7280f058-3b0b-4694-9555-c1e0290cbbee tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c11fc84-4f57-43db-8c17-f81427a08139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582283 Oct 12 19:34:02.905302 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b002a33-bad7-4e2e-8a7a-7e064a5d2719 admin admin] Made reservation on behalf of 79fa37b83da5481d8f8c5ad2f218ec95 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:34:02.907765 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0b002a33-bad7-4e2e-8a7a-7e064a5d2719 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16245837'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:02.934307 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:03.008019 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:03.213120 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0b002a33-bad7-4e2e-8a7a-7e064a5d2719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4306659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16245859'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:03.273501 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b002a33-bad7-4e2e-8a7a-7e064a5d2719 admin admin] Pushing event updated for resources: {'Subnet': ['ID=714ee1d4-6f90-4282-99ea-6efc4f674791,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:34:03.282179 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b002a33-bad7-4e2e-8a7a-7e064a5d2719 admin admin] Checking segment: {'id': 'f8b4d51f-0090-45d7-8182-929014ee913f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'dac7985b-1e23-4e8c-8551-64be40c65027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:34:03.287097 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b002a33-bad7-4e2e-8a7a-7e064a5d2719 admin admin] Network hostable DHCP agents. Network: dac7985b-1e23-4e8c-8551-64be40c65027, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:34:03.366763 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b002a33-bad7-4e2e-8a7a-7e064a5d2719 admin admin] Network dac7985b-1e23-4e8c-8551-64be40c65027 is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:34:03.372458 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 36448) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:34:03.454284 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-0b002a33-bad7-4e2e-8a7a-7e064a5d2719 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, dac7985b-1e23-4e8c-8551-64be40c65027) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:34:03.458690 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b002a33-bad7-4e2e-8a7a-7e064a5d2719 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:34:03.463887 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0b002a33-bad7-4e2e-8a7a-7e064a5d2719 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:03.464017 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a07939f-0039-4af5-bb6b-a726f8ce866f None None] Network dac7985b-1e23-4e8c-8551-64be40c65027 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:34:03.486007 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-93d4e118-4056-4bb5-9bad-d7f351068c1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:03.545355 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 36460) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:34:03.557622 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-0b002a33-bad7-4e2e-8a7a-7e064a5d2719 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7812142 Oct 12 19:34:03.565488 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-90524149-12aa-40f4-bfcc-93cd5e343bed admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:03.589652 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-93d4e118-4056-4bb5-9bad-d7f351068c1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:03.649490 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132257d3-c967-4b3b-9223-7511528e783d None None] Network dac7985b-1e23-4e8c-8551-64be40c65027 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:34:03.658546 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-93d4e118-4056-4bb5-9bad-d7f351068c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:03.721910 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-93d4e118-4056-4bb5-9bad-d7f351068c1e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e8f10f5e655a43e6bef02d6df20cc18d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3476489 Oct 12 19:34:03.722555 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 36474) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:34:03.729541 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d4e118-4056-4bb5-9bad-d7f351068c1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=051b8d85-055a-41ab-b6e6-5a1f8d1a1bf4,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:34:03.736279 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-90524149-12aa-40f4-bfcc-93cd5e343bed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:03.763767 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:03.783972 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4c20ad3e-67ef-48d0-aba4-23a722b4c1df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:03.802614 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-90524149-12aa-40f4-bfcc-93cd5e343bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:03.805257 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4c20ad3e-67ef-48d0-aba4-23a722b4c1df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:03.905506 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4c20ad3e-67ef-48d0-aba4-23a722b4c1df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:03.909415 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4c20ad3e-67ef-48d0-aba4-23a722b4c1df admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:03.910409 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-90524149-12aa-40f4-bfcc-93cd5e343bed admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5085350874b0479ea6bde522967cfb9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3636642 Oct 12 19:34:03.911547 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90524149-12aa-40f4-bfcc-93cd5e343bed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8463e9a-7764-4dfd-9e8b-0efb64beec69,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:34:03.913616 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-4c20ad3e-67ef-48d0-aba4-23a722b4c1df admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/051b8d85-055a-41ab-b6e6-5a1f8d1a1bf4 HTTP/1.1" status: 204 len: 168 time: 0.1897035 Oct 12 19:34:03.914225 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 36488) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:34:03.975304 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c20ad3e-67ef-48d0-aba4-23a722b4c1df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=051b8d85-055a-41ab-b6e6-5a1f8d1a1bf4,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:34:04.030924 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c76acb54-892a-41b1-a51c-0ddbc98d8c10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:04.051908 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6408fff-6560-4462-bb4e-cc1581dd21c2 req-550a46ff-962b-4bd2-acbd-e2482919cd58 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:34:04.053517 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f6408fff-6560-4462-bb4e-cc1581dd21c2 req-550a46ff-962b-4bd2-acbd-e2482919cd58 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e459e1c-64b2-4889-86b6-dccdc529115c HTTP/1.1" status: 200 len: 945 time: 0.0759037 Oct 12 19:34:04.057478 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c76acb54-892a-41b1-a51c-0ddbc98d8c10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:04.157815 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f6408fff-6560-4462-bb4e-cc1581dd21c2 req-37033f34-17be-42e0-b744-99450ce119c1 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c11fc84-4f57-43db-8c17-f81427a08139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962818 Oct 12 19:34:04.265895 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c76acb54-892a-41b1-a51c-0ddbc98d8c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:04.269900 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c76acb54-892a-41b1-a51c-0ddbc98d8c10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:04.271213 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-c76acb54-892a-41b1-a51c-0ddbc98d8c10 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e8463e9a-7764-4dfd-9e8b-0efb64beec69 HTTP/1.1" status: 204 len: 168 time: 0.3541465 Oct 12 19:34:04.285911 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76acb54-892a-41b1-a51c-0ddbc98d8c10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8463e9a-7764-4dfd-9e8b-0efb64beec69,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:34:04.488054 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:04.778443 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 36554) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:34:04.789678 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-413d735c-7b02-4fbc-958a-500f25de613d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1823495379-network', 'tenant_id': '885c4da1a67642c5a7009f54a0e290b5'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:34:04.863882 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-413d735c-7b02-4fbc-958a-500f25de613d admin admin] Made reservation on behalf of 885c4da1a67642c5a7009f54a0e290b5 for: {'network': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:34:04.866315 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-413d735c-7b02-4fbc-958a-500f25de613d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:04.876603 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-413d735c-7b02-4fbc-958a-500f25de613d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:04.965073 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-413d735c-7b02-4fbc-958a-500f25de613d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:05.094115 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-413d735c-7b02-4fbc-958a-500f25de613d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:05.130068 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-413d735c-7b02-4fbc-958a-500f25de613d admin admin] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=95501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:34:05.130068 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413d735c-7b02-4fbc-958a-500f25de613d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb23ad8d-9cf0-43a9-8439-5ee09fdcfaaa,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:34:05.144911 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-413d735c-7b02-4fbc-958a-500f25de613d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:05.145284 n-d-813679-3 neutron-server[95501]: INFO neutron.db.segments_db [None req-413d735c-7b02-4fbc-958a-500f25de613d admin admin] Added segment c8c9fa63-8347-4bee-801b-dcab5beb8230 of type vlan for network cd3687e5-4d62-468f-809f-0d750bb6fb34 Oct 12 19:34:05.186404 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-413d735c-7b02-4fbc-958a-500f25de613d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:05.290470 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e69cb9-1c03-4334-beb1-80986d9a9d3f req-f9539db1-b9b3-4559-a23f-e9f32f75b80f tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:34:05.291990 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-38e69cb9-1c03-4334-beb1-80986d9a9d3f req-f9539db1-b9b3-4559-a23f-e9f32f75b80f tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e459e1c-64b2-4889-86b6-dccdc529115c HTTP/1.1" status: 200 len: 945 time: 0.0670412 Oct 12 19:34:05.304833 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-413d735c-7b02-4fbc-958a-500f25de613d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:05.306773 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413d735c-7b02-4fbc-958a-500f25de613d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:34:05.307369 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-413d735c-7b02-4fbc-958a-500f25de613d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:05.358429 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-38e69cb9-1c03-4334-beb1-80986d9a9d3f req-ec14a187-0f49-4e36-88ff-e4adb111e43e tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c11fc84-4f57-43db-8c17-f81427a08139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598373 Oct 12 19:34:05.393259 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413d735c-7b02-4fbc-958a-500f25de613d admin admin] Pushing event updated for resources: {'Network': ['ID=cd3687e5-4d62-468f-809f-0d750bb6fb34,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:34:05.405414 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network cd3687e5-4d62-468f-809f-0d750bb6fb34 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:34:05.446131 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-413d735c-7b02-4fbc-958a-500f25de613d admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6663589 Oct 12 19:34:05.449378 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 36612) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:34:05.454286 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-dae5c902-6b20-4913-b5c6-f58d7b9f8e92 admin admin] Request body: {'subnet': {'network_id': 'cd3687e5-4d62-468f-809f-0d750bb6fb34', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1823495379-subnet', 'tenant_id': '885c4da1a67642c5a7009f54a0e290b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:34:05.556842 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dae5c902-6b20-4913-b5c6-f58d7b9f8e92 admin admin] Made reservation on behalf of 885c4da1a67642c5a7009f54a0e290b5 for: {'subnet': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:34:05.560967 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-dae5c902-6b20-4913-b5c6-f58d7b9f8e92 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4612397'] for subnet, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:05.815760 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-dae5c902-6b20-4913-b5c6-f58d7b9f8e92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4824863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4612355'] for subnet, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:05.884105 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae5c902-6b20-4913-b5c6-f58d7b9f8e92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5656336-3a3d-4984-bce3-de9b9dd93854,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:34:05.892955 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae5c902-6b20-4913-b5c6-f58d7b9f8e92 admin admin] Checking segment: {'id': 'c8c9fa63-8347-4bee-801b-dcab5beb8230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'cd3687e5-4d62-468f-809f-0d750bb6fb34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:34:05.893796 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae5c902-6b20-4913-b5c6-f58d7b9f8e92 admin admin] Network hostable DHCP agents. Network: cd3687e5-4d62-468f-809f-0d750bb6fb34, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:34:06.012356 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae5c902-6b20-4913-b5c6-f58d7b9f8e92 admin admin] Network cd3687e5-4d62-468f-809f-0d750bb6fb34 is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:34:06.134690 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-dae5c902-6b20-4913-b5c6-f58d7b9f8e92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, cd3687e5-4d62-468f-809f-0d750bb6fb34) {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:34:06.145801 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43cfc3bf-1f31-45db-9646-6022f9139302 None None] Network cd3687e5-4d62-468f-809f-0d750bb6fb34 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:34:06.149798 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae5c902-6b20-4913-b5c6-f58d7b9f8e92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:34:06.152269 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-dae5c902-6b20-4913-b5c6-f58d7b9f8e92 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:06.232123 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-dae5c902-6b20-4913-b5c6-f58d7b9f8e92 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7773387 Oct 12 19:34:06.281535 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4e9f36-968f-46c9-bb58-d0964a2491b2 None None] Network cd3687e5-4d62-468f-809f-0d750bb6fb34 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:34:06.319044 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 36680) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:34:06.387504 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 36688) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:34:06.479920 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_v2 [None req-28dae6f8-b182-446c-8535-c4854c2ef734 admin admin] Deleting subnet 714ee1d4-6f90-4282-99ea-6efc4f674791 {{(pid=95501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:34:06.483439 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-28dae6f8-b182-446c-8535-c4854c2ef734 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:06.529156 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1018ed5-f666-40ef-98b2-6c8593711315 req-9986432b-5839-44ed-8168-255abbb33a59 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:34:06.530900 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b1018ed5-f666-40ef-98b2-6c8593711315 req-9986432b-5839-44ed-8168-255abbb33a59 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e459e1c-64b2-4889-86b6-dccdc529115c HTTP/1.1" status: 200 len: 945 time: 0.0612731 Oct 12 19:34:06.541245 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-28dae6f8-b182-446c-8535-c4854c2ef734 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281083'] for subnet, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:06.580217 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-f69179cd-1a1a-409a-9a1c-f3214ebc40b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173022832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173022832-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-404081098'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:34:06.584014 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-28dae6f8-b182-446c-8535-c4854c2ef734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:06.604412 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b1018ed5-f666-40ef-98b2-6c8593711315 req-26ff2216-449c-4c60-ae24-e6ff53847c7c tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c11fc84-4f57-43db-8c17-f81427a08139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632656 Oct 12 19:34:06.665880 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f69179cd-1a1a-409a-9a1c-f3214ebc40b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173022832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173022832-project] Made reservation on behalf of 2eaf62961ea34729bded03fdf26e66a4 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:34:06.669817 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f69179cd-1a1a-409a-9a1c-f3214ebc40b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173022832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173022832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:06.679004 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f69179cd-1a1a-409a-9a1c-f3214ebc40b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173022832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173022832-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:06.711494 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-28dae6f8-b182-446c-8535-c4854c2ef734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4824924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4612362'] for subnet, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:06.738433 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dae6f8-b182-446c-8535-c4854c2ef734 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=714ee1d4-6f90-4282-99ea-6efc4f674791,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:34:06.742497 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-28dae6f8-b182-446c-8535-c4854c2ef734 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:06.746286 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-28dae6f8-b182-446c-8535-c4854c2ef734 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/714ee1d4-6f90-4282-99ea-6efc4f674791 HTTP/1.1" status: 204 len: 168 time: 0.3573713 Oct 12 19:34:06.749178 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 36712) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:34:06.762968 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f69179cd-1a1a-409a-9a1c-f3214ebc40b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173022832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173022832-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:06.822152 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-16f87d73-7379-4786-a1a1-51fa7ee8e8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:06.865085 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f69179cd-1a1a-409a-9a1c-f3214ebc40b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173022832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173022832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:06.901367 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f69179cd-1a1a-409a-9a1c-f3214ebc40b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173022832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173022832-project] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:34:06.909268 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69179cd-1a1a-409a-9a1c-f3214ebc40b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173022832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173022832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7feb7d43-1f14-44d1-b2db-9591e3040e3a,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:34:06.917792 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-16f87d73-7379-4786-a1a1-51fa7ee8e8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:06.929508 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f69179cd-1a1a-409a-9a1c-f3214ebc40b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173022832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173022832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:06.929854 n-d-813679-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-f69179cd-1a1a-409a-9a1c-f3214ebc40b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173022832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173022832-project] Added segment 4d57b821-6592-430b-8203-a2dcea6ee518 of type vlan for network cc94b1d6-6a98-452e-a7ee-39ccef34f53b Oct 12 19:34:06.948539 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-16f87d73-7379-4786-a1a1-51fa7ee8e8b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dac7985b-1e23-4e8c-8551-64be40c65027']}} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:34:06.958675 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-16f87d73-7379-4786-a1a1-51fa7ee8e8b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8b4d51f-0090-45d7-8182-929014ee913f') {'for_net_delete': True} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:34:06.958958 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-16f87d73-7379-4786-a1a1-51fa7ee8e8b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8b4d51f-0090-45d7-8182-929014ee913f') {} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:34:06.969010 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-16f87d73-7379-4786-a1a1-51fa7ee8e8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4281072'] for segment, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:06.979119 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f69179cd-1a1a-409a-9a1c-f3214ebc40b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173022832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173022832-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:06.984509 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-16f87d73-7379-4786-a1a1-51fa7ee8e8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:06.993272 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16f87d73-7379-4786-a1a1-51fa7ee8e8b6 admin admin] Releasing vlan 546 on physical network physnet1 to pool {{(pid=95501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:34:06.994929 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-16f87d73-7379-4786-a1a1-51fa7ee8e8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4823170'] for segment, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:06.999357 n-d-813679-3 neutron-server[95501]: Traceback (most recent call last): Oct 12 19:34:06.999357 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:34:06.999357 n-d-813679-3 neutron-server[95501]: timer() Oct 12 19:34:06.999357 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:34:06.999357 n-d-813679-3 neutron-server[95501]: cb(*args, **kw) Oct 12 19:34:06.999357 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:34:06.999357 n-d-813679-3 neutron-server[95501]: return func(*args, **kwargs) Oct 12 19:34:06.999357 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:34:06.999357 n-d-813679-3 neutron-server[95501]: self._notify() Oct 12 19:34:06.999357 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:34:06.999357 n-d-813679-3 neutron-server[95501]: self.callback(batched_events) Oct 12 19:34:06.999357 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:34:06.999357 n-d-813679-3 neutron-server[95501]: event.method(event) Oct 12 19:34:06.999357 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:34:06.999357 n-d-813679-3 neutron-server[95501]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:34:06.999357 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:34:06.999357 n-d-813679-3 neutron-server[95501]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:34:06.999357 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:34:06.999357 n-d-813679-3 neutron-server[95501]: return f(self, *a, **k) Oct 12 19:34:06.999357 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:34:06.999357 n-d-813679-3 neutron-server[95501]: return self._get(url).json() Oct 12 19:34:06.999357 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:34:06.999357 n-d-813679-3 neutron-server[95501]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:34:06.999357 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:34:06.999357 n-d-813679-3 neutron-server[95501]: return self.request(url, 'GET', **kwargs) Oct 12 19:34:06.999357 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:34:06.999357 n-d-813679-3 neutron-server[95501]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:34:06.999357 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:34:06.999357 n-d-813679-3 neutron-server[95501]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:34:06.999357 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:34:06.999357 n-d-813679-3 neutron-server[95501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:34:06.999357 n-d-813679-3 neutron-server[95501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:34:07.088632 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f69179cd-1a1a-409a-9a1c-f3214ebc40b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173022832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173022832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:07.094562 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f69179cd-1a1a-409a-9a1c-f3214ebc40b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173022832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173022832-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:34:07.095150 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f69179cd-1a1a-409a-9a1c-f3214ebc40b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173022832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173022832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:07.145342 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-16f87d73-7379-4786-a1a1-51fa7ee8e8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:07.152516 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-16f87d73-7379-4786-a1a1-51fa7ee8e8b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:07.157509 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-16f87d73-7379-4786-a1a1-51fa7ee8e8b6 admin admin] 10.222.0.49 "DELETE /v2.0/networks/dac7985b-1e23-4e8c-8551-64be40c65027 HTTP/1.1" status: 204 len: 168 time: 0.4054348 Oct 12 19:34:07.160806 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 36740) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:34:07.168553 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f87d73-7379-4786-a1a1-51fa7ee8e8b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=dac7985b-1e23-4e8c-8551-64be40c65027,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:34:07.197502 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69179cd-1a1a-409a-9a1c-f3214ebc40b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173022832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173022832-project] Pushing event updated for resources: {'Network': ['ID=cc94b1d6-6a98-452e-a7ee-39ccef34f53b,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:34:07.210635 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network cc94b1d6-6a98-452e-a7ee-39ccef34f53b details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:34:07.229851 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-f69179cd-1a1a-409a-9a1c-f3214ebc40b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173022832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173022832-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 0.9096823 Oct 12 19:34:07.233144 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-d29d0d96-55f9-4e0f-8ab3-9963a9a7de6f admin admin] Deleting subnet f5656336-3a3d-4984-bce3-de9b9dd93854 {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:34:07.236861 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d29d0d96-55f9-4e0f-8ab3-9963a9a7de6f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:07.283207 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d29d0d96-55f9-4e0f-8ab3-9963a9a7de6f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16313642'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:07.340529 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d29d0d96-55f9-4e0f-8ab3-9963a9a7de6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:07.469243 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 36760) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:34:07.474240 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-f0975e9e-5e63-4446-863c-629bf8dafb7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Request body: {'port': {'network_id': 'cc94b1d6-6a98-452e-a7ee-39ccef34f53b', 'binding:host_id': 'n-h1-813679-3', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1806493293'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:34:07.488729 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d29d0d96-55f9-4e0f-8ab3-9963a9a7de6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4306592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16245866'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:07.522548 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29d0d96-55f9-4e0f-8ab3-9963a9a7de6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5656336-3a3d-4984-bce3-de9b9dd93854,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:34:07.524509 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d29d0d96-55f9-4e0f-8ab3-9963a9a7de6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:07.528166 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-d29d0d96-55f9-4e0f-8ab3-9963a9a7de6f admin admin] 10.222.0.49 "DELETE /v2.0/subnets/f5656336-3a3d-4984-bce3-de9b9dd93854 HTTP/1.1" status: 204 len: 168 time: 0.3640716 Oct 12 19:34:07.530665 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 36762) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:34:07.573094 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0975e9e-5e63-4446-863c-629bf8dafb7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Made reservation on behalf of e81019a984ce40aaae0b23bd9880dd78 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:34:07.574455 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f0975e9e-5e63-4446-863c-629bf8dafb7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:07.585838 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f0975e9e-5e63-4446-863c-629bf8dafb7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:07.622195 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2134f2ac-4e04-4a33-a734-9a31a088e498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:07.723100 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ced61a-9a2a-4bd5-957d-0feecba2c8b3 req-dc7aa37d-6c9c-4079-8755-fc8d5e6e482f tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:34:07.724719 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-11ced61a-9a2a-4bd5-957d-0feecba2c8b3 req-dc7aa37d-6c9c-4079-8755-fc8d5e6e482f tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e459e1c-64b2-4889-86b6-dccdc529115c HTTP/1.1" status: 200 len: 945 time: 0.0560324 Oct 12 19:34:07.741843 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2134f2ac-4e04-4a33-a734-9a31a088e498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:07.763910 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-11ced61a-9a2a-4bd5-957d-0feecba2c8b3 req-59d3731a-5a2a-4bd5-97ce-9b8f5978e72c tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c11fc84-4f57-43db-8c17-f81427a08139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325415 Oct 12 19:34:07.769140 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f0975e9e-5e63-4446-863c-629bf8dafb7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:07.773159 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-2134f2ac-4e04-4a33-a734-9a31a088e498 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd3687e5-4d62-468f-809f-0d750bb6fb34']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:34:07.783745 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-2134f2ac-4e04-4a33-a734-9a31a088e498 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8c9fa63-8347-4bee-801b-dcab5beb8230') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:34:07.784291 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-2134f2ac-4e04-4a33-a734-9a31a088e498 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8c9fa63-8347-4bee-801b-dcab5beb8230') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:34:07.794012 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2134f2ac-4e04-4a33-a734-9a31a088e498 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16313633'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:07.807026 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2134f2ac-4e04-4a33-a734-9a31a088e498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:07.813000 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2134f2ac-4e04-4a33-a734-9a31a088e498 admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:34:07.813386 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2134f2ac-4e04-4a33-a734-9a31a088e498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4305278'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:07.815041 n-d-813679-3 neutron-server[95502]: Traceback (most recent call last): Oct 12 19:34:07.815041 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:34:07.815041 n-d-813679-3 neutron-server[95502]: timer() Oct 12 19:34:07.815041 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:34:07.815041 n-d-813679-3 neutron-server[95502]: cb(*args, **kw) Oct 12 19:34:07.815041 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:34:07.815041 n-d-813679-3 neutron-server[95502]: return func(*args, **kwargs) Oct 12 19:34:07.815041 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:34:07.815041 n-d-813679-3 neutron-server[95502]: self._notify() Oct 12 19:34:07.815041 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:34:07.815041 n-d-813679-3 neutron-server[95502]: self.callback(batched_events) Oct 12 19:34:07.815041 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:34:07.815041 n-d-813679-3 neutron-server[95502]: event.method(event) Oct 12 19:34:07.815041 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:34:07.815041 n-d-813679-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:34:07.815041 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:34:07.815041 n-d-813679-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:34:07.815041 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:34:07.815041 n-d-813679-3 neutron-server[95502]: return f(self, *a, **k) Oct 12 19:34:07.815041 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:34:07.815041 n-d-813679-3 neutron-server[95502]: return self._get(url).json() Oct 12 19:34:07.815041 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:34:07.815041 n-d-813679-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:34:07.815041 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:34:07.815041 n-d-813679-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Oct 12 19:34:07.815041 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:34:07.815041 n-d-813679-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:34:07.815041 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:34:07.815041 n-d-813679-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:34:07.815041 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:34:07.815041 n-d-813679-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:34:07.815041 n-d-813679-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:34:07.849220 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f0975e9e-5e63-4446-863c-629bf8dafb7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:07.856888 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [None req-f0975e9e-5e63-4446-863c-629bf8dafb7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] device_id is not set on port 15e7d929-b16f-44bf-a735-bfe8b3dbd1d3 yet. {{(pid=95502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 19:34:07.895160 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0975e9e-5e63-4446-863c-629bf8dafb7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2122dada-d8c3-4fd0-9e09-c31ac14165b0,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:34:07.947660 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2134f2ac-4e04-4a33-a734-9a31a088e498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:08.004917 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2134f2ac-4e04-4a33-a734-9a31a088e498 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:08.008041 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-2134f2ac-4e04-4a33-a734-9a31a088e498 admin admin] 10.222.0.49 "DELETE /v2.0/networks/cd3687e5-4d62-468f-809f-0d750bb6fb34 HTTP/1.1" status: 204 len: 168 time: 0.4764061 Oct 12 19:34:08.023603 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2134f2ac-4e04-4a33-a734-9a31a088e498 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd3687e5-4d62-468f-809f-0d750bb6fb34,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:34:08.211443 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [None req-f0975e9e-5e63-4446-863c-629bf8dafb7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] device_id is not set on port 15e7d929-b16f-44bf-a735-bfe8b3dbd1d3 yet. {{(pid=95502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 19:34:08.226870 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f0975e9e-5e63-4446-863c-629bf8dafb7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:08.287614 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f0975e9e-5e63-4446-863c-629bf8dafb7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:08.361784 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0975e9e-5e63-4446-863c-629bf8dafb7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Pushing event updated for resources: {'Port': ['ID=15e7d929-b16f-44bf-a735-bfe8b3dbd1d3,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:34:08.377343 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0975e9e-5e63-4446-863c-629bf8dafb7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Checking segment: {'id': '4d57b821-6592-430b-8203-a2dcea6ee518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'cc94b1d6-6a98-452e-a7ee-39ccef34f53b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:34:08.377694 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0975e9e-5e63-4446-863c-629bf8dafb7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Network hostable DHCP agents. Network: cc94b1d6-6a98-452e-a7ee-39ccef34f53b, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:34:08.482879 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0975e9e-5e63-4446-863c-629bf8dafb7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Network cc94b1d6-6a98-452e-a7ee-39ccef34f53b is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:34:08.557424 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-f0975e9e-5e63-4446-863c-629bf8dafb7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, cc94b1d6-6a98-452e-a7ee-39ccef34f53b) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:34:08.561581 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0975e9e-5e63-4446-863c-629bf8dafb7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:34:08.568645 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b179d8-7de3-4940-a3bf-7025e9132c7a None None] Network cc94b1d6-6a98-452e-a7ee-39ccef34f53b requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:34:08.578949 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [None req-f0975e9e-5e63-4446-863c-629bf8dafb7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attempting to bind port 15e7d929-b16f-44bf-a735-bfe8b3dbd1d3 on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:34:08.579300 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [None req-f0975e9e-5e63-4446-863c-629bf8dafb7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attempting to bind port 15e7d929-b16f-44bf-a735-bfe8b3dbd1d3 by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': '4d57b821-6592-430b-8203-a2dcea6ee518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'cc94b1d6-6a98-452e-a7ee-39ccef34f53b'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:34:08.579726 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0975e9e-5e63-4446-863c-629bf8dafb7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attempting to bind port 15e7d929-b16f-44bf-a735-bfe8b3dbd1d3 on network cc94b1d6-6a98-452e-a7ee-39ccef34f53b {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:34:08.585212 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0975e9e-5e63-4446-863c-629bf8dafb7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Port 15e7d929-b16f-44bf-a735-bfe8b3dbd1d3 on network cc94b1d6-6a98-452e-a7ee-39ccef34f53b not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:34:08.585547 n-d-813679-3 neutron-server[95502]: ERROR neutron.plugins.ml2.managers [None req-f0975e9e-5e63-4446-863c-629bf8dafb7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Failed to bind port 15e7d929-b16f-44bf-a735-bfe8b3dbd1d3 on host n-h1-813679-3 for vnic_type normal using segments [{'id': '4d57b821-6592-430b-8203-a2dcea6ee518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'cc94b1d6-6a98-452e-a7ee-39ccef34f53b'}] Oct 12 19:34:08.586261 n-d-813679-3 neutron-server[95502]: INFO neutron.plugins.ml2.plugin [None req-f0975e9e-5e63-4446-863c-629bf8dafb7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attempt 2 to bind port 15e7d929-b16f-44bf-a735-bfe8b3dbd1d3 Oct 12 19:34:08.603431 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [None req-f0975e9e-5e63-4446-863c-629bf8dafb7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attempting to bind port 15e7d929-b16f-44bf-a735-bfe8b3dbd1d3 on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:34:08.603769 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [None req-f0975e9e-5e63-4446-863c-629bf8dafb7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attempting to bind port 15e7d929-b16f-44bf-a735-bfe8b3dbd1d3 by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': '4d57b821-6592-430b-8203-a2dcea6ee518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'cc94b1d6-6a98-452e-a7ee-39ccef34f53b'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:34:08.604491 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0975e9e-5e63-4446-863c-629bf8dafb7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attempting to bind port 15e7d929-b16f-44bf-a735-bfe8b3dbd1d3 on network cc94b1d6-6a98-452e-a7ee-39ccef34f53b {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:34:08.610505 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0975e9e-5e63-4446-863c-629bf8dafb7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Port 15e7d929-b16f-44bf-a735-bfe8b3dbd1d3 on network cc94b1d6-6a98-452e-a7ee-39ccef34f53b not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:34:08.610850 n-d-813679-3 neutron-server[95502]: ERROR neutron.plugins.ml2.managers [None req-f0975e9e-5e63-4446-863c-629bf8dafb7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Failed to bind port 15e7d929-b16f-44bf-a735-bfe8b3dbd1d3 on host n-h1-813679-3 for vnic_type normal using segments [{'id': '4d57b821-6592-430b-8203-a2dcea6ee518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'cc94b1d6-6a98-452e-a7ee-39ccef34f53b'}] Oct 12 19:34:08.611409 n-d-813679-3 neutron-server[95502]: INFO neutron.plugins.ml2.plugin [None req-f0975e9e-5e63-4446-863c-629bf8dafb7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attempt 3 to bind port 15e7d929-b16f-44bf-a735-bfe8b3dbd1d3 Oct 12 19:34:08.614681 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 36786) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:34:08.632876 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [None req-f0975e9e-5e63-4446-863c-629bf8dafb7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attempting to bind port 15e7d929-b16f-44bf-a735-bfe8b3dbd1d3 on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:34:08.633646 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [None req-f0975e9e-5e63-4446-863c-629bf8dafb7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attempting to bind port 15e7d929-b16f-44bf-a735-bfe8b3dbd1d3 by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': '4d57b821-6592-430b-8203-a2dcea6ee518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'cc94b1d6-6a98-452e-a7ee-39ccef34f53b'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:34:08.634194 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0975e9e-5e63-4446-863c-629bf8dafb7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attempting to bind port 15e7d929-b16f-44bf-a735-bfe8b3dbd1d3 on network cc94b1d6-6a98-452e-a7ee-39ccef34f53b {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:34:08.641874 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0975e9e-5e63-4446-863c-629bf8dafb7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Port 15e7d929-b16f-44bf-a735-bfe8b3dbd1d3 on network cc94b1d6-6a98-452e-a7ee-39ccef34f53b not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:34:08.643002 n-d-813679-3 neutron-server[95502]: ERROR neutron.plugins.ml2.managers [None req-f0975e9e-5e63-4446-863c-629bf8dafb7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Failed to bind port 15e7d929-b16f-44bf-a735-bfe8b3dbd1d3 on host n-h1-813679-3 for vnic_type normal using segments [{'id': '4d57b821-6592-430b-8203-a2dcea6ee518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'cc94b1d6-6a98-452e-a7ee-39ccef34f53b'}] Oct 12 19:34:08.643912 n-d-813679-3 neutron-server[95502]: INFO neutron.plugins.ml2.plugin [None req-f0975e9e-5e63-4446-863c-629bf8dafb7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attempt 4 to bind port 15e7d929-b16f-44bf-a735-bfe8b3dbd1d3 Oct 12 19:34:08.663474 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [None req-f0975e9e-5e63-4446-863c-629bf8dafb7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attempting to bind port 15e7d929-b16f-44bf-a735-bfe8b3dbd1d3 on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:34:08.663925 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [None req-f0975e9e-5e63-4446-863c-629bf8dafb7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attempting to bind port 15e7d929-b16f-44bf-a735-bfe8b3dbd1d3 by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': '4d57b821-6592-430b-8203-a2dcea6ee518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'cc94b1d6-6a98-452e-a7ee-39ccef34f53b'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:34:08.664586 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0975e9e-5e63-4446-863c-629bf8dafb7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attempting to bind port 15e7d929-b16f-44bf-a735-bfe8b3dbd1d3 on network cc94b1d6-6a98-452e-a7ee-39ccef34f53b {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:34:08.673391 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0975e9e-5e63-4446-863c-629bf8dafb7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Port 15e7d929-b16f-44bf-a735-bfe8b3dbd1d3 on network cc94b1d6-6a98-452e-a7ee-39ccef34f53b not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:34:08.673391 n-d-813679-3 neutron-server[95502]: ERROR neutron.plugins.ml2.managers [None req-f0975e9e-5e63-4446-863c-629bf8dafb7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Failed to bind port 15e7d929-b16f-44bf-a735-bfe8b3dbd1d3 on host n-h1-813679-3 for vnic_type normal using segments [{'id': '4d57b821-6592-430b-8203-a2dcea6ee518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'cc94b1d6-6a98-452e-a7ee-39ccef34f53b'}] Oct 12 19:34:08.673391 n-d-813679-3 neutron-server[95502]: INFO neutron.plugins.ml2.plugin [None req-f0975e9e-5e63-4446-863c-629bf8dafb7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attempt 5 to bind port 15e7d929-b16f-44bf-a735-bfe8b3dbd1d3 Oct 12 19:34:08.673968 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 36788) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:34:08.674891 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-5e9a8c51-44c2-4fdf-91f9-916fa8a15032 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=79fa37b83da5481d8f8c5ad2f218ec95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0589125 Oct 12 19:34:08.711960 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [None req-f0975e9e-5e63-4446-863c-629bf8dafb7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attempting to bind port 15e7d929-b16f-44bf-a735-bfe8b3dbd1d3 on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:34:08.712880 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [None req-f0975e9e-5e63-4446-863c-629bf8dafb7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attempting to bind port 15e7d929-b16f-44bf-a735-bfe8b3dbd1d3 by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': '4d57b821-6592-430b-8203-a2dcea6ee518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'cc94b1d6-6a98-452e-a7ee-39ccef34f53b'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:34:08.713216 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0975e9e-5e63-4446-863c-629bf8dafb7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attempting to bind port 15e7d929-b16f-44bf-a735-bfe8b3dbd1d3 on network cc94b1d6-6a98-452e-a7ee-39ccef34f53b {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:34:08.727280 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0975e9e-5e63-4446-863c-629bf8dafb7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Port 15e7d929-b16f-44bf-a735-bfe8b3dbd1d3 on network cc94b1d6-6a98-452e-a7ee-39ccef34f53b not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:34:08.727632 n-d-813679-3 neutron-server[95502]: ERROR neutron.plugins.ml2.managers [None req-f0975e9e-5e63-4446-863c-629bf8dafb7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Failed to bind port 15e7d929-b16f-44bf-a735-bfe8b3dbd1d3 on host n-h1-813679-3 for vnic_type normal using segments [{'id': '4d57b821-6592-430b-8203-a2dcea6ee518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'cc94b1d6-6a98-452e-a7ee-39ccef34f53b'}] Oct 12 19:34:08.729207 n-d-813679-3 neutron-server[95502]: INFO neutron.plugins.ml2.plugin [None req-f0975e9e-5e63-4446-863c-629bf8dafb7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attempt 6 to bind port 15e7d929-b16f-44bf-a735-bfe8b3dbd1d3 Oct 12 19:34:08.752285 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [None req-f0975e9e-5e63-4446-863c-629bf8dafb7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attempting to bind port 15e7d929-b16f-44bf-a735-bfe8b3dbd1d3 on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:34:08.752968 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [None req-f0975e9e-5e63-4446-863c-629bf8dafb7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attempting to bind port 15e7d929-b16f-44bf-a735-bfe8b3dbd1d3 by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': '4d57b821-6592-430b-8203-a2dcea6ee518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'cc94b1d6-6a98-452e-a7ee-39ccef34f53b'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:34:08.756508 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0975e9e-5e63-4446-863c-629bf8dafb7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attempting to bind port 15e7d929-b16f-44bf-a735-bfe8b3dbd1d3 on network cc94b1d6-6a98-452e-a7ee-39ccef34f53b {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:34:08.769615 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0975e9e-5e63-4446-863c-629bf8dafb7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Port 15e7d929-b16f-44bf-a735-bfe8b3dbd1d3 on network cc94b1d6-6a98-452e-a7ee-39ccef34f53b not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:34:08.769946 n-d-813679-3 neutron-server[95502]: ERROR neutron.plugins.ml2.managers [None req-f0975e9e-5e63-4446-863c-629bf8dafb7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Failed to bind port 15e7d929-b16f-44bf-a735-bfe8b3dbd1d3 on host n-h1-813679-3 for vnic_type normal using segments [{'id': '4d57b821-6592-430b-8203-a2dcea6ee518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'cc94b1d6-6a98-452e-a7ee-39ccef34f53b'}] Oct 12 19:34:08.770515 n-d-813679-3 neutron-server[95502]: INFO neutron.plugins.ml2.plugin [None req-f0975e9e-5e63-4446-863c-629bf8dafb7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attempt 7 to bind port 15e7d929-b16f-44bf-a735-bfe8b3dbd1d3 Oct 12 19:34:08.772983 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cc336d39-ef74-4d67-9c40-016ad7f5ec72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:08.798644 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [None req-f0975e9e-5e63-4446-863c-629bf8dafb7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attempting to bind port 15e7d929-b16f-44bf-a735-bfe8b3dbd1d3 on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:34:08.806948 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [None req-f0975e9e-5e63-4446-863c-629bf8dafb7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attempting to bind port 15e7d929-b16f-44bf-a735-bfe8b3dbd1d3 by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': '4d57b821-6592-430b-8203-a2dcea6ee518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'cc94b1d6-6a98-452e-a7ee-39ccef34f53b'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:34:08.806948 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0975e9e-5e63-4446-863c-629bf8dafb7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attempting to bind port 15e7d929-b16f-44bf-a735-bfe8b3dbd1d3 on network cc94b1d6-6a98-452e-a7ee-39ccef34f53b {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:34:08.813674 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cc336d39-ef74-4d67-9c40-016ad7f5ec72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:08.820542 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0975e9e-5e63-4446-863c-629bf8dafb7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Port 15e7d929-b16f-44bf-a735-bfe8b3dbd1d3 on network cc94b1d6-6a98-452e-a7ee-39ccef34f53b not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:34:08.821069 n-d-813679-3 neutron-server[95502]: ERROR neutron.plugins.ml2.managers [None req-f0975e9e-5e63-4446-863c-629bf8dafb7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Failed to bind port 15e7d929-b16f-44bf-a735-bfe8b3dbd1d3 on host n-h1-813679-3 for vnic_type normal using segments [{'id': '4d57b821-6592-430b-8203-a2dcea6ee518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'cc94b1d6-6a98-452e-a7ee-39ccef34f53b'}] Oct 12 19:34:08.823597 n-d-813679-3 neutron-server[95502]: INFO neutron.plugins.ml2.plugin [None req-f0975e9e-5e63-4446-863c-629bf8dafb7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attempt 8 to bind port 15e7d929-b16f-44bf-a735-bfe8b3dbd1d3 Oct 12 19:34:08.853905 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [None req-f0975e9e-5e63-4446-863c-629bf8dafb7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attempting to bind port 15e7d929-b16f-44bf-a735-bfe8b3dbd1d3 on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:34:08.854247 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [None req-f0975e9e-5e63-4446-863c-629bf8dafb7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attempting to bind port 15e7d929-b16f-44bf-a735-bfe8b3dbd1d3 by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': '4d57b821-6592-430b-8203-a2dcea6ee518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'cc94b1d6-6a98-452e-a7ee-39ccef34f53b'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:34:08.854580 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0975e9e-5e63-4446-863c-629bf8dafb7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attempting to bind port 15e7d929-b16f-44bf-a735-bfe8b3dbd1d3 on network cc94b1d6-6a98-452e-a7ee-39ccef34f53b {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:34:08.861015 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0975e9e-5e63-4446-863c-629bf8dafb7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Port 15e7d929-b16f-44bf-a735-bfe8b3dbd1d3 on network cc94b1d6-6a98-452e-a7ee-39ccef34f53b not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:34:08.861340 n-d-813679-3 neutron-server[95502]: ERROR neutron.plugins.ml2.managers [None req-f0975e9e-5e63-4446-863c-629bf8dafb7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Failed to bind port 15e7d929-b16f-44bf-a735-bfe8b3dbd1d3 on host n-h1-813679-3 for vnic_type normal using segments [{'id': '4d57b821-6592-430b-8203-a2dcea6ee518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'cc94b1d6-6a98-452e-a7ee-39ccef34f53b'}] Oct 12 19:34:08.862340 n-d-813679-3 neutron-server[95502]: INFO neutron.plugins.ml2.plugin [None req-f0975e9e-5e63-4446-863c-629bf8dafb7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attempt 9 to bind port 15e7d929-b16f-44bf-a735-bfe8b3dbd1d3 Oct 12 19:34:08.879153 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [None req-f0975e9e-5e63-4446-863c-629bf8dafb7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attempting to bind port 15e7d929-b16f-44bf-a735-bfe8b3dbd1d3 on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:34:08.879394 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [None req-f0975e9e-5e63-4446-863c-629bf8dafb7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attempting to bind port 15e7d929-b16f-44bf-a735-bfe8b3dbd1d3 by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': '4d57b821-6592-430b-8203-a2dcea6ee518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'cc94b1d6-6a98-452e-a7ee-39ccef34f53b'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:34:08.879725 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0975e9e-5e63-4446-863c-629bf8dafb7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attempting to bind port 15e7d929-b16f-44bf-a735-bfe8b3dbd1d3 on network cc94b1d6-6a98-452e-a7ee-39ccef34f53b {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:34:08.885971 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0975e9e-5e63-4446-863c-629bf8dafb7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Port 15e7d929-b16f-44bf-a735-bfe8b3dbd1d3 on network cc94b1d6-6a98-452e-a7ee-39ccef34f53b not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:34:08.886410 n-d-813679-3 neutron-server[95502]: ERROR neutron.plugins.ml2.managers [None req-f0975e9e-5e63-4446-863c-629bf8dafb7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Failed to bind port 15e7d929-b16f-44bf-a735-bfe8b3dbd1d3 on host n-h1-813679-3 for vnic_type normal using segments [{'id': '4d57b821-6592-430b-8203-a2dcea6ee518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'cc94b1d6-6a98-452e-a7ee-39ccef34f53b'}] Oct 12 19:34:08.886845 n-d-813679-3 neutron-server[95502]: INFO neutron.plugins.ml2.plugin [None req-f0975e9e-5e63-4446-863c-629bf8dafb7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attempt 10 to bind port 15e7d929-b16f-44bf-a735-bfe8b3dbd1d3 Oct 12 19:34:08.889266 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd4ad18-a055-49ab-9555-ce699a1f10ae req-0a9f0ae3-a858-4340-a264-e54b7d870b6b tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:34:08.892642 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6fd4ad18-a055-49ab-9555-ce699a1f10ae req-0a9f0ae3-a858-4340-a264-e54b7d870b6b tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e459e1c-64b2-4889-86b6-dccdc529115c HTTP/1.1" status: 200 len: 945 time: 0.0535259 Oct 12 19:34:08.901396 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [None req-f0975e9e-5e63-4446-863c-629bf8dafb7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attempting to bind port 15e7d929-b16f-44bf-a735-bfe8b3dbd1d3 on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:34:08.901928 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [None req-f0975e9e-5e63-4446-863c-629bf8dafb7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attempting to bind port 15e7d929-b16f-44bf-a735-bfe8b3dbd1d3 by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': '4d57b821-6592-430b-8203-a2dcea6ee518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'cc94b1d6-6a98-452e-a7ee-39ccef34f53b'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:34:08.902421 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0975e9e-5e63-4446-863c-629bf8dafb7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attempting to bind port 15e7d929-b16f-44bf-a735-bfe8b3dbd1d3 on network cc94b1d6-6a98-452e-a7ee-39ccef34f53b {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:34:08.907772 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0975e9e-5e63-4446-863c-629bf8dafb7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Port 15e7d929-b16f-44bf-a735-bfe8b3dbd1d3 on network cc94b1d6-6a98-452e-a7ee-39ccef34f53b not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:34:08.908149 n-d-813679-3 neutron-server[95502]: ERROR neutron.plugins.ml2.managers [None req-f0975e9e-5e63-4446-863c-629bf8dafb7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Failed to bind port 15e7d929-b16f-44bf-a735-bfe8b3dbd1d3 on host n-h1-813679-3 for vnic_type normal using segments [{'id': '4d57b821-6592-430b-8203-a2dcea6ee518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'cc94b1d6-6a98-452e-a7ee-39ccef34f53b'}] Oct 12 19:34:08.908525 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f0975e9e-5e63-4446-863c-629bf8dafb7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:08.929822 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6fd4ad18-a055-49ab-9555-ce699a1f10ae req-a9ccab82-40a0-4e9a-991f-5abaa557711f tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c11fc84-4f57-43db-8c17-f81427a08139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329285 Oct 12 19:34:08.968877 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cc336d39-ef74-4d67-9c40-016ad7f5ec72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:08.971435 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cc336d39-ef74-4d67-9c40-016ad7f5ec72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:08.973716 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-cc336d39-ef74-4d67-9c40-016ad7f5ec72 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7cfff43f-98e4-4602-9ed4-2aeac37014d6 HTTP/1.1" status: 204 len: 168 time: 0.2977047 Oct 12 19:34:08.999713 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc336d39-ef74-4d67-9c40-016ad7f5ec72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cfff43f-98e4-4602-9ed4-2aeac37014d6,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:34:09.013935 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-f0975e9e-5e63-4446-863c-629bf8dafb7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] For port 15e7d929-b16f-44bf-a735-bfe8b3dbd1d3, host n-h1-813679-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:34:09.014311 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-f0975e9e-5e63-4446-863c-629bf8dafb7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attempted to set empty binding levels {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 12 19:34:09.179408 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f0975e9e-5e63-4446-863c-629bf8dafb7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:09.217260 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0975e9e-5e63-4446-863c-629bf8dafb7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:34:09.217856 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f0975e9e-5e63-4446-863c-629bf8dafb7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:09.242215 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0975e9e-5e63-4446-863c-629bf8dafb7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Pushing event updated for resources: {'Port': ['ID=15e7d929-b16f-44bf-a735-bfe8b3dbd1d3,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:34:09.296687 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-f0975e9e-5e63-4446-863c-629bf8dafb7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 1.8263290 Oct 12 19:34:09.299308 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 36806) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:34:09.397873 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-511f01d7-31a3-470f-b4c3-c2ca6ba279a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Deleting port 15e7d929-b16f-44bf-a735-bfe8b3dbd1d3 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:34:09.398536 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-511f01d7-31a3-470f-b4c3-c2ca6ba279a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:09.468990 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 36810) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:34:09.473310 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-511f01d7-31a3-470f-b4c3-c2ca6ba279a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] For port 15e7d929-b16f-44bf-a735-bfe8b3dbd1d3, host n-h1-813679-3, got binding levels [] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:34:09.473908 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-511f01d7-31a3-470f-b4c3-c2ca6ba279a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:09.490995 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-511f01d7-31a3-470f-b4c3-c2ca6ba279a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Calling delete_port for 15e7d929-b16f-44bf-a735-bfe8b3dbd1d3 owned by {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:34:09.591632 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7b21fde3-a067-4288-9087-fef7ba445671 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:09.636913 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-511f01d7-31a3-470f-b4c3-c2ca6ba279a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:09.668216 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511f01d7-31a3-470f-b4c3-c2ca6ba279a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Pushing event deleted for resources: {'Port': ['ID=15e7d929-b16f-44bf-a735-bfe8b3dbd1d3,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:34:09.675203 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-511f01d7-31a3-470f-b4c3-c2ca6ba279a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:09.679104 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-511f01d7-31a3-470f-b4c3-c2ca6ba279a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] 10.222.0.49 "DELETE /v2.0/ports/15e7d929-b16f-44bf-a735-bfe8b3dbd1d3 HTTP/1.1" status: 204 len: 168 time: 0.3781810 Oct 12 19:34:09.681913 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 36814) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:34:09.701743 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7b21fde3-a067-4288-9087-fef7ba445671 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:09.705734 n-d-813679-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-565f660c-04b2-42f8-bc05-28031c83875f tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] GET failed (client error): The resource could not be found. Oct 12 19:34:09.707232 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-565f660c-04b2-42f8-bc05-28031c83875f tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] 10.222.0.49 "GET /v2.0/ports/15e7d929-b16f-44bf-a735-bfe8b3dbd1d3 HTTP/1.1" status: 404 len: 333 time: 0.0242677 Oct 12 19:34:09.710977 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 36816) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:34:09.716095 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-193420ca-a0e8-46d3-b72a-6f26a195a80e tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Request body: {'port': {'network_id': 'cc94b1d6-6a98-452e-a7ee-39ccef34f53b', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555829279'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:34:09.767927 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7b21fde3-a067-4288-9087-fef7ba445671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:09.798600 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 36820) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:34:09.803781 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-193420ca-a0e8-46d3-b72a-6f26a195a80e tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Made reservation on behalf of e81019a984ce40aaae0b23bd9880dd78 for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:34:09.807671 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-193420ca-a0e8-46d3-b72a-6f26a195a80e tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:09.838769 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-7b21fde3-a067-4288-9087-fef7ba445671 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1cbf1cc7cbbe419ca48fc498b87cba4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3653703 Oct 12 19:34:09.838965 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 36822) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:34:09.845080 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b21fde3-a067-4288-9087-fef7ba445671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d915cc9-5dd0-4326-bded-84676f6b3fbc,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:34:09.855670 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-e6acf7ac-e67c-49c7-ad4f-2da88bcd027e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=885c4da1a67642c5a7009f54a0e290b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0558839 Oct 12 19:34:09.858380 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 36824) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:34:09.862210 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b21fde3-a067-4288-9087-fef7ba445671 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:34:09.862563 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b21fde3-a067-4288-9087-fef7ba445671 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:34:09.863073 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b21fde3-a067-4288-9087-fef7ba445671 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:34:09.863592 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b21fde3-a067-4288-9087-fef7ba445671 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:34:09.863932 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b21fde3-a067-4288-9087-fef7ba445671 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:34:09.864295 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b21fde3-a067-4288-9087-fef7ba445671 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:34:09.864984 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b21fde3-a067-4288-9087-fef7ba445671 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:34:09.864984 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b21fde3-a067-4288-9087-fef7ba445671 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:34:09.865272 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b21fde3-a067-4288-9087-fef7ba445671 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:34:09.865600 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b21fde3-a067-4288-9087-fef7ba445671 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:34:09.865927 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b21fde3-a067-4288-9087-fef7ba445671 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:34:09.866257 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b21fde3-a067-4288-9087-fef7ba445671 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:34:09.879454 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [None req-193420ca-a0e8-46d3-b72a-6f26a195a80e tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] device_id is not set on port 40ce5df8-85e7-48fb-b64d-e18ecabc1cc5 yet. {{(pid=95501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 19:34:09.934039 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c1283fed-2758-43ec-8b83-73dd0aeacec9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:09.958586 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c1283fed-2758-43ec-8b83-73dd0aeacec9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:09.988555 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d0efd52c-d81f-4a9c-afe5-37ab1447cf0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:10.053527 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d0efd52c-d81f-4a9c-afe5-37ab1447cf0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:10.102437 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b741d546-a130-4705-b3bc-83ed0e40673a req-600dec68-7259-428a-b670-7efb9597ffa0 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:34:10.104560 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b741d546-a130-4705-b3bc-83ed0e40673a req-600dec68-7259-428a-b670-7efb9597ffa0 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e459e1c-64b2-4889-86b6-dccdc529115c HTTP/1.1" status: 200 len: 945 time: 0.0972993 Oct 12 19:34:10.145227 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c1283fed-2758-43ec-8b83-73dd0aeacec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:10.148092 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c1283fed-2758-43ec-8b83-73dd0aeacec9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:10.149247 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-c1283fed-2758-43ec-8b83-73dd0aeacec9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cb23ad8d-9cf0-43a9-8439-5ee09fdcfaaa HTTP/1.1" status: 204 len: 168 time: 0.2898543 Oct 12 19:34:10.152333 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b741d546-a130-4705-b3bc-83ed0e40673a req-266e61dc-bcc1-42e6-9aaa-1d3e56520e24 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c11fc84-4f57-43db-8c17-f81427a08139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348604 Oct 12 19:34:10.157857 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1283fed-2758-43ec-8b83-73dd0aeacec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb23ad8d-9cf0-43a9-8439-5ee09fdcfaaa,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:34:10.191795 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d0efd52c-d81f-4a9c-afe5-37ab1447cf0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:10.194352 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d0efd52c-d81f-4a9c-afe5-37ab1447cf0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:10.195484 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-d0efd52c-d81f-4a9c-afe5-37ab1447cf0f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1d915cc9-5dd0-4326-bded-84676f6b3fbc HTTP/1.1" status: 204 len: 168 time: 0.3557262 Oct 12 19:34:10.250848 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0efd52c-d81f-4a9c-afe5-37ab1447cf0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d915cc9-5dd0-4326-bded-84676f6b3fbc,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:34:10.292470 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-193420ca-a0e8-46d3-b72a-6f26a195a80e tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:10.408491 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-193420ca-a0e8-46d3-b72a-6f26a195a80e tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:10.460079 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193420ca-a0e8-46d3-b72a-6f26a195a80e tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Network cc94b1d6-6a98-452e-a7ee-39ccef34f53b is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:34:10.465179 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-193420ca-a0e8-46d3-b72a-6f26a195a80e tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:34:10.471336 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193420ca-a0e8-46d3-b72a-6f26a195a80e tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:34:10.472265 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193420ca-a0e8-46d3-b72a-6f26a195a80e tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:34:10.472878 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-193420ca-a0e8-46d3-b72a-6f26a195a80e tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:10.476146 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193420ca-a0e8-46d3-b72a-6f26a195a80e tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Pushing event updated for resources: {'Port': ['ID=40ce5df8-85e7-48fb-b64d-e18ecabc1cc5,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:34:10.553184 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-193420ca-a0e8-46d3-b72a-6f26a195a80e tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.8410749 Oct 12 19:34:10.563043 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 36840) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:34:10.568532 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-2deb01f1-077e-4ea0-811a-fb5d5c12c19d tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-813679-3'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:34:10.624173 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2deb01f1-077e-4ea0-811a-fb5d5c12c19d tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:10.795437 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [None req-2deb01f1-077e-4ea0-811a-fb5d5c12c19d tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] device_id is not set on port 40ce5df8-85e7-48fb-b64d-e18ecabc1cc5 yet. {{(pid=95501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 19:34:10.803392 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2deb01f1-077e-4ea0-811a-fb5d5c12c19d tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:10.809181 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 36848) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:34:10.822974 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-fab01503-57fe-4bce-8f15-7e8c01401444 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:10.896933 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2deb01f1-077e-4ea0-811a-fb5d5c12c19d tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:10.905261 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-fab01503-57fe-4bce-8f15-7e8c01401444 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:10.963830 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deb01f1-077e-4ea0-811a-fb5d5c12c19d tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Pushing event updated for resources: {'Port': ['ID=40ce5df8-85e7-48fb-b64d-e18ecabc1cc5,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:34:10.976918 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [None req-2deb01f1-077e-4ea0-811a-fb5d5c12c19d tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attempting to bind port 40ce5df8-85e7-48fb-b64d-e18ecabc1cc5 on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:34:10.976918 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [None req-2deb01f1-077e-4ea0-811a-fb5d5c12c19d tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attempting to bind port 40ce5df8-85e7-48fb-b64d-e18ecabc1cc5 by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': '4d57b821-6592-430b-8203-a2dcea6ee518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'cc94b1d6-6a98-452e-a7ee-39ccef34f53b'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:34:10.976918 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2deb01f1-077e-4ea0-811a-fb5d5c12c19d tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attempting to bind port 40ce5df8-85e7-48fb-b64d-e18ecabc1cc5 on network cc94b1d6-6a98-452e-a7ee-39ccef34f53b {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:34:10.980984 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2deb01f1-077e-4ea0-811a-fb5d5c12c19d tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Port 40ce5df8-85e7-48fb-b64d-e18ecabc1cc5 on network cc94b1d6-6a98-452e-a7ee-39ccef34f53b not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:34:10.981306 n-d-813679-3 neutron-server[95501]: ERROR neutron.plugins.ml2.managers [None req-2deb01f1-077e-4ea0-811a-fb5d5c12c19d tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Failed to bind port 40ce5df8-85e7-48fb-b64d-e18ecabc1cc5 on host n-h1-813679-3 for vnic_type normal using segments [{'id': '4d57b821-6592-430b-8203-a2dcea6ee518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'cc94b1d6-6a98-452e-a7ee-39ccef34f53b'}] Oct 12 19:34:10.981691 n-d-813679-3 neutron-server[95501]: INFO neutron.plugins.ml2.plugin [None req-2deb01f1-077e-4ea0-811a-fb5d5c12c19d tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attempt 2 to bind port 40ce5df8-85e7-48fb-b64d-e18ecabc1cc5 Oct 12 19:34:10.995006 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [None req-2deb01f1-077e-4ea0-811a-fb5d5c12c19d tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attempting to bind port 40ce5df8-85e7-48fb-b64d-e18ecabc1cc5 on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:34:10.995224 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [None req-2deb01f1-077e-4ea0-811a-fb5d5c12c19d tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attempting to bind port 40ce5df8-85e7-48fb-b64d-e18ecabc1cc5 by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': '4d57b821-6592-430b-8203-a2dcea6ee518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'cc94b1d6-6a98-452e-a7ee-39ccef34f53b'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:34:10.995553 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2deb01f1-077e-4ea0-811a-fb5d5c12c19d tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attempting to bind port 40ce5df8-85e7-48fb-b64d-e18ecabc1cc5 on network cc94b1d6-6a98-452e-a7ee-39ccef34f53b {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:34:11.000866 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-fab01503-57fe-4bce-8f15-7e8c01401444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:11.002935 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2deb01f1-077e-4ea0-811a-fb5d5c12c19d tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Port 40ce5df8-85e7-48fb-b64d-e18ecabc1cc5 on network cc94b1d6-6a98-452e-a7ee-39ccef34f53b not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:34:11.003256 n-d-813679-3 neutron-server[95501]: ERROR neutron.plugins.ml2.managers [None req-2deb01f1-077e-4ea0-811a-fb5d5c12c19d tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Failed to bind port 40ce5df8-85e7-48fb-b64d-e18ecabc1cc5 on host n-h1-813679-3 for vnic_type normal using segments [{'id': '4d57b821-6592-430b-8203-a2dcea6ee518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'cc94b1d6-6a98-452e-a7ee-39ccef34f53b'}] Oct 12 19:34:11.006203 n-d-813679-3 neutron-server[95501]: INFO neutron.plugins.ml2.plugin [None req-2deb01f1-077e-4ea0-811a-fb5d5c12c19d tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attempt 3 to bind port 40ce5df8-85e7-48fb-b64d-e18ecabc1cc5 Oct 12 19:34:11.046362 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [None req-2deb01f1-077e-4ea0-811a-fb5d5c12c19d tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attempting to bind port 40ce5df8-85e7-48fb-b64d-e18ecabc1cc5 on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:34:11.046702 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [None req-2deb01f1-077e-4ea0-811a-fb5d5c12c19d tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attempting to bind port 40ce5df8-85e7-48fb-b64d-e18ecabc1cc5 by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': '4d57b821-6592-430b-8203-a2dcea6ee518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'cc94b1d6-6a98-452e-a7ee-39ccef34f53b'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:34:11.047300 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2deb01f1-077e-4ea0-811a-fb5d5c12c19d tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attempting to bind port 40ce5df8-85e7-48fb-b64d-e18ecabc1cc5 on network cc94b1d6-6a98-452e-a7ee-39ccef34f53b {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:34:11.054422 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-fab01503-57fe-4bce-8f15-7e8c01401444 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b429dc34bc4a4202b8c776dcd6c87d76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2442608 Oct 12 19:34:11.057819 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 36860) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:34:11.058354 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2deb01f1-077e-4ea0-811a-fb5d5c12c19d tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Port 40ce5df8-85e7-48fb-b64d-e18ecabc1cc5 on network cc94b1d6-6a98-452e-a7ee-39ccef34f53b not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:34:11.058681 n-d-813679-3 neutron-server[95501]: ERROR neutron.plugins.ml2.managers [None req-2deb01f1-077e-4ea0-811a-fb5d5c12c19d tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Failed to bind port 40ce5df8-85e7-48fb-b64d-e18ecabc1cc5 on host n-h1-813679-3 for vnic_type normal using segments [{'id': '4d57b821-6592-430b-8203-a2dcea6ee518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'cc94b1d6-6a98-452e-a7ee-39ccef34f53b'}] Oct 12 19:34:11.059223 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab01503-57fe-4bce-8f15-7e8c01401444 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9cc7396-7f04-4515-9f71-e6145783c947,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:34:11.061526 n-d-813679-3 neutron-server[95501]: INFO neutron.plugins.ml2.plugin [None req-2deb01f1-077e-4ea0-811a-fb5d5c12c19d tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attempt 4 to bind port 40ce5df8-85e7-48fb-b64d-e18ecabc1cc5 Oct 12 19:34:11.076328 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [None req-2deb01f1-077e-4ea0-811a-fb5d5c12c19d tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attempting to bind port 40ce5df8-85e7-48fb-b64d-e18ecabc1cc5 on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:34:11.076669 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [None req-2deb01f1-077e-4ea0-811a-fb5d5c12c19d tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attempting to bind port 40ce5df8-85e7-48fb-b64d-e18ecabc1cc5 by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': '4d57b821-6592-430b-8203-a2dcea6ee518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'cc94b1d6-6a98-452e-a7ee-39ccef34f53b'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:34:11.077006 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2deb01f1-077e-4ea0-811a-fb5d5c12c19d tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attempting to bind port 40ce5df8-85e7-48fb-b64d-e18ecabc1cc5 on network cc94b1d6-6a98-452e-a7ee-39ccef34f53b {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:34:11.081448 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2deb01f1-077e-4ea0-811a-fb5d5c12c19d tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Port 40ce5df8-85e7-48fb-b64d-e18ecabc1cc5 on network cc94b1d6-6a98-452e-a7ee-39ccef34f53b not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:34:11.081766 n-d-813679-3 neutron-server[95501]: ERROR neutron.plugins.ml2.managers [None req-2deb01f1-077e-4ea0-811a-fb5d5c12c19d tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Failed to bind port 40ce5df8-85e7-48fb-b64d-e18ecabc1cc5 on host n-h1-813679-3 for vnic_type normal using segments [{'id': '4d57b821-6592-430b-8203-a2dcea6ee518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'cc94b1d6-6a98-452e-a7ee-39ccef34f53b'}] Oct 12 19:34:11.082148 n-d-813679-3 neutron-server[95501]: INFO neutron.plugins.ml2.plugin [None req-2deb01f1-077e-4ea0-811a-fb5d5c12c19d tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attempt 5 to bind port 40ce5df8-85e7-48fb-b64d-e18ecabc1cc5 Oct 12 19:34:11.095618 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [None req-2deb01f1-077e-4ea0-811a-fb5d5c12c19d tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attempting to bind port 40ce5df8-85e7-48fb-b64d-e18ecabc1cc5 on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:34:11.095946 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [None req-2deb01f1-077e-4ea0-811a-fb5d5c12c19d tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attempting to bind port 40ce5df8-85e7-48fb-b64d-e18ecabc1cc5 by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': '4d57b821-6592-430b-8203-a2dcea6ee518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'cc94b1d6-6a98-452e-a7ee-39ccef34f53b'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:34:11.100686 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2deb01f1-077e-4ea0-811a-fb5d5c12c19d tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attempting to bind port 40ce5df8-85e7-48fb-b64d-e18ecabc1cc5 on network cc94b1d6-6a98-452e-a7ee-39ccef34f53b {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:34:11.111186 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b92ea3d4-1564-40e6-ab46-885e5f1c9bce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:11.113151 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2deb01f1-077e-4ea0-811a-fb5d5c12c19d tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Port 40ce5df8-85e7-48fb-b64d-e18ecabc1cc5 on network cc94b1d6-6a98-452e-a7ee-39ccef34f53b not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:34:11.113484 n-d-813679-3 neutron-server[95501]: ERROR neutron.plugins.ml2.managers [None req-2deb01f1-077e-4ea0-811a-fb5d5c12c19d tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Failed to bind port 40ce5df8-85e7-48fb-b64d-e18ecabc1cc5 on host n-h1-813679-3 for vnic_type normal using segments [{'id': '4d57b821-6592-430b-8203-a2dcea6ee518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'cc94b1d6-6a98-452e-a7ee-39ccef34f53b'}] Oct 12 19:34:11.113879 n-d-813679-3 neutron-server[95501]: INFO neutron.plugins.ml2.plugin [None req-2deb01f1-077e-4ea0-811a-fb5d5c12c19d tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attempt 6 to bind port 40ce5df8-85e7-48fb-b64d-e18ecabc1cc5 Oct 12 19:34:11.127561 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [None req-2deb01f1-077e-4ea0-811a-fb5d5c12c19d tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attempting to bind port 40ce5df8-85e7-48fb-b64d-e18ecabc1cc5 on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:34:11.127895 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [None req-2deb01f1-077e-4ea0-811a-fb5d5c12c19d tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attempting to bind port 40ce5df8-85e7-48fb-b64d-e18ecabc1cc5 by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': '4d57b821-6592-430b-8203-a2dcea6ee518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'cc94b1d6-6a98-452e-a7ee-39ccef34f53b'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:34:11.128370 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2deb01f1-077e-4ea0-811a-fb5d5c12c19d tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attempting to bind port 40ce5df8-85e7-48fb-b64d-e18ecabc1cc5 on network cc94b1d6-6a98-452e-a7ee-39ccef34f53b {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:34:11.133102 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2deb01f1-077e-4ea0-811a-fb5d5c12c19d tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Port 40ce5df8-85e7-48fb-b64d-e18ecabc1cc5 on network cc94b1d6-6a98-452e-a7ee-39ccef34f53b not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:34:11.133435 n-d-813679-3 neutron-server[95501]: ERROR neutron.plugins.ml2.managers [None req-2deb01f1-077e-4ea0-811a-fb5d5c12c19d tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Failed to bind port 40ce5df8-85e7-48fb-b64d-e18ecabc1cc5 on host n-h1-813679-3 for vnic_type normal using segments [{'id': '4d57b821-6592-430b-8203-a2dcea6ee518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'cc94b1d6-6a98-452e-a7ee-39ccef34f53b'}] Oct 12 19:34:11.133857 n-d-813679-3 neutron-server[95501]: INFO neutron.plugins.ml2.plugin [None req-2deb01f1-077e-4ea0-811a-fb5d5c12c19d tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attempt 7 to bind port 40ce5df8-85e7-48fb-b64d-e18ecabc1cc5 Oct 12 19:34:11.134076 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b92ea3d4-1564-40e6-ab46-885e5f1c9bce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:11.148647 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [None req-2deb01f1-077e-4ea0-811a-fb5d5c12c19d tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attempting to bind port 40ce5df8-85e7-48fb-b64d-e18ecabc1cc5 on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:34:11.148983 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [None req-2deb01f1-077e-4ea0-811a-fb5d5c12c19d tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attempting to bind port 40ce5df8-85e7-48fb-b64d-e18ecabc1cc5 by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': '4d57b821-6592-430b-8203-a2dcea6ee518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'cc94b1d6-6a98-452e-a7ee-39ccef34f53b'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:34:11.149322 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2deb01f1-077e-4ea0-811a-fb5d5c12c19d tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attempting to bind port 40ce5df8-85e7-48fb-b64d-e18ecabc1cc5 on network cc94b1d6-6a98-452e-a7ee-39ccef34f53b {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:34:11.154493 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2deb01f1-077e-4ea0-811a-fb5d5c12c19d tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Port 40ce5df8-85e7-48fb-b64d-e18ecabc1cc5 on network cc94b1d6-6a98-452e-a7ee-39ccef34f53b not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:34:11.154825 n-d-813679-3 neutron-server[95501]: ERROR neutron.plugins.ml2.managers [None req-2deb01f1-077e-4ea0-811a-fb5d5c12c19d tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Failed to bind port 40ce5df8-85e7-48fb-b64d-e18ecabc1cc5 on host n-h1-813679-3 for vnic_type normal using segments [{'id': '4d57b821-6592-430b-8203-a2dcea6ee518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'cc94b1d6-6a98-452e-a7ee-39ccef34f53b'}] Oct 12 19:34:11.155213 n-d-813679-3 neutron-server[95501]: INFO neutron.plugins.ml2.plugin [None req-2deb01f1-077e-4ea0-811a-fb5d5c12c19d tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attempt 8 to bind port 40ce5df8-85e7-48fb-b64d-e18ecabc1cc5 Oct 12 19:34:11.167892 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [None req-2deb01f1-077e-4ea0-811a-fb5d5c12c19d tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attempting to bind port 40ce5df8-85e7-48fb-b64d-e18ecabc1cc5 on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:34:11.168379 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [None req-2deb01f1-077e-4ea0-811a-fb5d5c12c19d tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attempting to bind port 40ce5df8-85e7-48fb-b64d-e18ecabc1cc5 by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': '4d57b821-6592-430b-8203-a2dcea6ee518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'cc94b1d6-6a98-452e-a7ee-39ccef34f53b'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:34:11.168959 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2deb01f1-077e-4ea0-811a-fb5d5c12c19d tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attempting to bind port 40ce5df8-85e7-48fb-b64d-e18ecabc1cc5 on network cc94b1d6-6a98-452e-a7ee-39ccef34f53b {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:34:11.173587 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2deb01f1-077e-4ea0-811a-fb5d5c12c19d tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Port 40ce5df8-85e7-48fb-b64d-e18ecabc1cc5 on network cc94b1d6-6a98-452e-a7ee-39ccef34f53b not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:34:11.173915 n-d-813679-3 neutron-server[95501]: ERROR neutron.plugins.ml2.managers [None req-2deb01f1-077e-4ea0-811a-fb5d5c12c19d tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Failed to bind port 40ce5df8-85e7-48fb-b64d-e18ecabc1cc5 on host n-h1-813679-3 for vnic_type normal using segments [{'id': '4d57b821-6592-430b-8203-a2dcea6ee518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'cc94b1d6-6a98-452e-a7ee-39ccef34f53b'}] Oct 12 19:34:11.174377 n-d-813679-3 neutron-server[95501]: INFO neutron.plugins.ml2.plugin [None req-2deb01f1-077e-4ea0-811a-fb5d5c12c19d tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attempt 9 to bind port 40ce5df8-85e7-48fb-b64d-e18ecabc1cc5 Oct 12 19:34:11.191726 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [None req-2deb01f1-077e-4ea0-811a-fb5d5c12c19d tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attempting to bind port 40ce5df8-85e7-48fb-b64d-e18ecabc1cc5 on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:34:11.192098 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [None req-2deb01f1-077e-4ea0-811a-fb5d5c12c19d tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attempting to bind port 40ce5df8-85e7-48fb-b64d-e18ecabc1cc5 by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': '4d57b821-6592-430b-8203-a2dcea6ee518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'cc94b1d6-6a98-452e-a7ee-39ccef34f53b'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:34:11.192749 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2deb01f1-077e-4ea0-811a-fb5d5c12c19d tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attempting to bind port 40ce5df8-85e7-48fb-b64d-e18ecabc1cc5 on network cc94b1d6-6a98-452e-a7ee-39ccef34f53b {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:34:11.198199 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2deb01f1-077e-4ea0-811a-fb5d5c12c19d tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Port 40ce5df8-85e7-48fb-b64d-e18ecabc1cc5 on network cc94b1d6-6a98-452e-a7ee-39ccef34f53b not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:34:11.198579 n-d-813679-3 neutron-server[95501]: ERROR neutron.plugins.ml2.managers [None req-2deb01f1-077e-4ea0-811a-fb5d5c12c19d tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Failed to bind port 40ce5df8-85e7-48fb-b64d-e18ecabc1cc5 on host n-h1-813679-3 for vnic_type normal using segments [{'id': '4d57b821-6592-430b-8203-a2dcea6ee518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'cc94b1d6-6a98-452e-a7ee-39ccef34f53b'}] Oct 12 19:34:11.198984 n-d-813679-3 neutron-server[95501]: INFO neutron.plugins.ml2.plugin [None req-2deb01f1-077e-4ea0-811a-fb5d5c12c19d tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attempt 10 to bind port 40ce5df8-85e7-48fb-b64d-e18ecabc1cc5 Oct 12 19:34:11.213020 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [None req-2deb01f1-077e-4ea0-811a-fb5d5c12c19d tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attempting to bind port 40ce5df8-85e7-48fb-b64d-e18ecabc1cc5 on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:34:11.213020 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [None req-2deb01f1-077e-4ea0-811a-fb5d5c12c19d tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attempting to bind port 40ce5df8-85e7-48fb-b64d-e18ecabc1cc5 by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': '4d57b821-6592-430b-8203-a2dcea6ee518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'cc94b1d6-6a98-452e-a7ee-39ccef34f53b'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:34:11.213020 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2deb01f1-077e-4ea0-811a-fb5d5c12c19d tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attempting to bind port 40ce5df8-85e7-48fb-b64d-e18ecabc1cc5 on network cc94b1d6-6a98-452e-a7ee-39ccef34f53b {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:34:11.221326 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2deb01f1-077e-4ea0-811a-fb5d5c12c19d tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Port 40ce5df8-85e7-48fb-b64d-e18ecabc1cc5 on network cc94b1d6-6a98-452e-a7ee-39ccef34f53b not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:34:11.221326 n-d-813679-3 neutron-server[95501]: ERROR neutron.plugins.ml2.managers [None req-2deb01f1-077e-4ea0-811a-fb5d5c12c19d tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Failed to bind port 40ce5df8-85e7-48fb-b64d-e18ecabc1cc5 on host n-h1-813679-3 for vnic_type normal using segments [{'id': '4d57b821-6592-430b-8203-a2dcea6ee518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'cc94b1d6-6a98-452e-a7ee-39ccef34f53b'}] Oct 12 19:34:11.221326 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2deb01f1-077e-4ea0-811a-fb5d5c12c19d tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:11.297996 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b92ea3d4-1564-40e6-ab46-885e5f1c9bce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:11.301296 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b92ea3d4-1564-40e6-ab46-885e5f1c9bce admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:11.302685 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-b92ea3d4-1564-40e6-ab46-885e5f1c9bce admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f9cc7396-7f04-4515-9f71-e6145783c947 HTTP/1.1" status: 204 len: 168 time: 0.2437091 Oct 12 19:34:11.316257 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92ea3d4-1564-40e6-ab46-885e5f1c9bce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9cc7396-7f04-4515-9f71-e6145783c947,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:34:11.348398 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [None req-2deb01f1-077e-4ea0-811a-fb5d5c12c19d tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] For port 40ce5df8-85e7-48fb-b64d-e18ecabc1cc5, host n-h1-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:34:11.348860 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [None req-2deb01f1-077e-4ea0-811a-fb5d5c12c19d tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attempted to set empty binding levels {{(pid=95501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 12 19:34:11.367250 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514d3ec1-9e9a-4c7b-9bb4-ad3d86daaf17 req-663b5d38-69ba-4f46-b417-8b6a666722be tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:34:11.369259 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-514d3ec1-9e9a-4c7b-9bb4-ad3d86daaf17 req-663b5d38-69ba-4f46-b417-8b6a666722be tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e459e1c-64b2-4889-86b6-dccdc529115c HTTP/1.1" status: 200 len: 945 time: 0.1179245 Oct 12 19:34:11.426098 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-514d3ec1-9e9a-4c7b-9bb4-ad3d86daaf17 req-c3b28137-d3ce-4740-9b06-c74aaf43e059 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c11fc84-4f57-43db-8c17-f81427a08139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458403 Oct 12 19:34:11.431973 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2deb01f1-077e-4ea0-811a-fb5d5c12c19d tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:11.463624 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-2deb01f1-077e-4ea0-811a-fb5d5c12c19d tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] In _notify_port_updated(), no bound segment for port 40ce5df8-85e7-48fb-b64d-e18ecabc1cc5 on network cc94b1d6-6a98-452e-a7ee-39ccef34f53b {{(pid=95501) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 12 19:34:11.464502 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2deb01f1-077e-4ea0-811a-fb5d5c12c19d tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:34:11.465104 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2deb01f1-077e-4ea0-811a-fb5d5c12c19d tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:11.466411 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-2deb01f1-077e-4ea0-811a-fb5d5c12c19d tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] 10.222.0.49 "PUT /v2.0/ports/40ce5df8-85e7-48fb-b64d-e18ecabc1cc5 HTTP/1.1" status: 200 len: 979 time: 0.9023483 Oct 12 19:34:11.468986 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 36874) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:34:11.506438 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deb01f1-077e-4ea0-811a-fb5d5c12c19d tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Pushing event updated for resources: {'Port': ['ID=40ce5df8-85e7-48fb-b64d-e18ecabc1cc5,revision_number=3']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:34:11.527190 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80695b4-877b-41a3-bc5b-95e17311e556 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:34:11.527666 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80695b4-877b-41a3-bc5b-95e17311e556 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:34:11.528183 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80695b4-877b-41a3-bc5b-95e17311e556 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:34:11.528621 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80695b4-877b-41a3-bc5b-95e17311e556 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:34:11.529078 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80695b4-877b-41a3-bc5b-95e17311e556 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:34:11.529533 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80695b4-877b-41a3-bc5b-95e17311e556 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:34:11.529981 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80695b4-877b-41a3-bc5b-95e17311e556 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:34:11.530441 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80695b4-877b-41a3-bc5b-95e17311e556 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:34:11.530881 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80695b4-877b-41a3-bc5b-95e17311e556 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:34:11.531422 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80695b4-877b-41a3-bc5b-95e17311e556 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:34:11.535092 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80695b4-877b-41a3-bc5b-95e17311e556 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:34:11.535092 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80695b4-877b-41a3-bc5b-95e17311e556 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:34:11.535092 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-e80695b4-877b-41a3-bc5b-95e17311e556 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 10871 time: 0.0646508 Oct 12 19:34:11.538223 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 36878) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:34:11.619210 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-7b061629-652c-4092-9a01-01975aaf65af tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Deleting port 40ce5df8-85e7-48fb-b64d-e18ecabc1cc5 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:34:11.620484 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7b061629-652c-4092-9a01-01975aaf65af tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:11.689233 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-7b061629-652c-4092-9a01-01975aaf65af tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] For port 40ce5df8-85e7-48fb-b64d-e18ecabc1cc5, host n-h1-813679-3, got binding levels [] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:34:11.689596 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7b061629-652c-4092-9a01-01975aaf65af tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:11.708374 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-7b061629-652c-4092-9a01-01975aaf65af tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Calling delete_port for 40ce5df8-85e7-48fb-b64d-e18ecabc1cc5 owned by {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:34:11.921961 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7b061629-652c-4092-9a01-01975aaf65af tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:11.954275 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b061629-652c-4092-9a01-01975aaf65af tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Pushing event deleted for resources: {'Port': ['ID=40ce5df8-85e7-48fb-b64d-e18ecabc1cc5,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:34:11.966593 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7b061629-652c-4092-9a01-01975aaf65af tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:11.970072 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-7b061629-652c-4092-9a01-01975aaf65af tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] 10.222.0.49 "DELETE /v2.0/ports/40ce5df8-85e7-48fb-b64d-e18ecabc1cc5 HTTP/1.1" status: 204 len: 168 time: 0.4307046 Oct 12 19:34:11.972875 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 36896) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:34:12.002771 n-d-813679-3 neutron-server[95501]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e83026a-24cd-45be-8588-99cbcb94a9d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] GET failed (client error): The resource could not be found. Oct 12 19:34:12.006186 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-8e83026a-24cd-45be-8588-99cbcb94a9d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] 10.222.0.49 "GET /v2.0/ports/40ce5df8-85e7-48fb-b64d-e18ecabc1cc5 HTTP/1.1" status: 404 len: 333 time: 0.0319870 Oct 12 19:34:12.010204 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 36898) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:34:12.015009 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-3f14bcae-47c0-49b1-9140-70970290bac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-242805090', 'network_id': 'cc94b1d6-6a98-452e-a7ee-39ccef34f53b'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:34:12.151067 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f14bcae-47c0-49b1-9140-70970290bac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Made reservation on behalf of e81019a984ce40aaae0b23bd9880dd78 for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:34:12.153627 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3f14bcae-47c0-49b1-9140-70970290bac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:12.173005 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [None req-3f14bcae-47c0-49b1-9140-70970290bac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] device_id is not set on port 64d491f2-958e-4f22-af9b-59bef852f0e2 yet. {{(pid=95501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 19:34:12.377499 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3f14bcae-47c0-49b1-9140-70970290bac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:12.543246 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0091dc49-4502-4e60-b3f2-6dfb18ef7253 req-1f1f4692-ff19-4d45-b335-497e789aa833 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:34:12.544781 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0091dc49-4502-4e60-b3f2-6dfb18ef7253 req-1f1f4692-ff19-4d45-b335-497e789aa833 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e459e1c-64b2-4889-86b6-dccdc529115c HTTP/1.1" status: 200 len: 945 time: 0.0564260 Oct 12 19:34:12.584601 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0091dc49-4502-4e60-b3f2-6dfb18ef7253 req-c881831f-129a-4194-aeeb-a879599d4d42 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c11fc84-4f57-43db-8c17-f81427a08139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334098 Oct 12 19:34:12.729619 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3f14bcae-47c0-49b1-9140-70970290bac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:12.785322 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f14bcae-47c0-49b1-9140-70970290bac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Network cc94b1d6-6a98-452e-a7ee-39ccef34f53b is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:34:12.789694 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-3f14bcae-47c0-49b1-9140-70970290bac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:34:12.794045 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f14bcae-47c0-49b1-9140-70970290bac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:34:12.795845 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f14bcae-47c0-49b1-9140-70970290bac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:34:12.796723 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3f14bcae-47c0-49b1-9140-70970290bac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:12.812242 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f14bcae-47c0-49b1-9140-70970290bac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Pushing event updated for resources: {'Port': ['ID=64d491f2-958e-4f22-af9b-59bef852f0e2,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:34:12.890659 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-3f14bcae-47c0-49b1-9140-70970290bac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.8793702 Oct 12 19:34:12.893305 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 36928) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:34:12.927011 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59bece5-d3e2-4c09-9256-649ea922f3c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:34:12.928686 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-e59bece5-d3e2-4c09-9256-649ea922f3c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] 10.222.0.49 "GET /v2.0/ports/64d491f2-958e-4f22-af9b-59bef852f0e2 HTTP/1.1" status: 200 len: 958 time: 0.0343800 Oct 12 19:34:12.932087 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 36930) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:34:13.013963 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-cc30491c-13f9-4de0-b24a-11e209963bd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Deleting port 64d491f2-958e-4f22-af9b-59bef852f0e2 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:34:13.014661 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-cc30491c-13f9-4de0-b24a-11e209963bd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:13.075860 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-cc30491c-13f9-4de0-b24a-11e209963bd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:13.094485 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-cc30491c-13f9-4de0-b24a-11e209963bd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Calling delete_port for 64d491f2-958e-4f22-af9b-59bef852f0e2 owned by {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:34:13.271120 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-cc30491c-13f9-4de0-b24a-11e209963bd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:13.300718 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc30491c-13f9-4de0-b24a-11e209963bd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Pushing event deleted for resources: {'Port': ['ID=64d491f2-958e-4f22-af9b-59bef852f0e2,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:34:13.308285 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-cc30491c-13f9-4de0-b24a-11e209963bd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:13.312003 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-cc30491c-13f9-4de0-b24a-11e209963bd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] 10.222.0.49 "DELETE /v2.0/ports/64d491f2-958e-4f22-af9b-59bef852f0e2 HTTP/1.1" status: 204 len: 168 time: 0.3786399 Oct 12 19:34:13.314637 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 36940) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:34:13.345620 n-d-813679-3 neutron-server[95501]: INFO neutron.pecan_wsgi.hooks.translation [None req-57bca78e-e465-41c0-b3f9-3f5c6c50474d tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] GET failed (client error): The resource could not be found. Oct 12 19:34:13.347279 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-57bca78e-e465-41c0-b3f9-3f5c6c50474d tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] 10.222.0.49 "GET /v2.0/ports/64d491f2-958e-4f22-af9b-59bef852f0e2 HTTP/1.1" status: 404 len: 333 time: 0.0314987 Oct 12 19:34:13.353306 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 36942) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:34:13.358868 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-48c1e2f2-f3ba-4fbb-8058-7d17a964fe4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Request body: {'port': {'network_id': 'cc94b1d6-6a98-452e-a7ee-39ccef34f53b', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1016749213'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:34:13.431143 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48c1e2f2-f3ba-4fbb-8058-7d17a964fe4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Made reservation on behalf of e81019a984ce40aaae0b23bd9880dd78 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:34:13.433517 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-48c1e2f2-f3ba-4fbb-8058-7d17a964fe4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:13.459827 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [None req-48c1e2f2-f3ba-4fbb-8058-7d17a964fe4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] device_id is not set on port 91d85be8-27e3-45ef-8430-23e867de024c yet. {{(pid=95502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 19:34:13.645495 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-48c1e2f2-f3ba-4fbb-8058-7d17a964fe4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:13.725854 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bf41d3-4cb6-4a3f-8f04-7d569bc0fec6 req-fa023862-697a-4502-8215-019f8d8fa69a tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:34:13.725854 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-05bf41d3-4cb6-4a3f-8f04-7d569bc0fec6 req-fa023862-697a-4502-8215-019f8d8fa69a tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e459e1c-64b2-4889-86b6-dccdc529115c HTTP/1.1" status: 200 len: 945 time: 0.0641012 Oct 12 19:34:13.763604 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-05bf41d3-4cb6-4a3f-8f04-7d569bc0fec6 req-192196b5-1fd9-4dc0-b326-a6b69fffe376 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c11fc84-4f57-43db-8c17-f81427a08139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330069 Oct 12 19:34:13.768605 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-48c1e2f2-f3ba-4fbb-8058-7d17a964fe4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:13.814257 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c1e2f2-f3ba-4fbb-8058-7d17a964fe4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Network cc94b1d6-6a98-452e-a7ee-39ccef34f53b is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:34:13.817955 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-48c1e2f2-f3ba-4fbb-8058-7d17a964fe4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:34:13.819883 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c1e2f2-f3ba-4fbb-8058-7d17a964fe4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Pushing event updated for resources: {'Port': ['ID=91d85be8-27e3-45ef-8430-23e867de024c,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:34:13.822473 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c1e2f2-f3ba-4fbb-8058-7d17a964fe4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:34:13.823387 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c1e2f2-f3ba-4fbb-8058-7d17a964fe4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:34:13.825815 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-48c1e2f2-f3ba-4fbb-8058-7d17a964fe4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:13.913391 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-48c1e2f2-f3ba-4fbb-8058-7d17a964fe4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.5588758 Oct 12 19:34:13.916011 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 36966) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:34:13.927637 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-88639fd2-063a-48ff-9869-1dc72a235205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-813679-3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:34:13.980673 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-88639fd2-063a-48ff-9869-1dc72a235205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:14.160208 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [None req-88639fd2-063a-48ff-9869-1dc72a235205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] device_id is not set on port 91d85be8-27e3-45ef-8430-23e867de024c yet. {{(pid=95502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 19:34:14.164237 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-88639fd2-063a-48ff-9869-1dc72a235205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:14.270536 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-88639fd2-063a-48ff-9869-1dc72a235205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:14.324290 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88639fd2-063a-48ff-9869-1dc72a235205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Pushing event updated for resources: {'Port': ['ID=91d85be8-27e3-45ef-8430-23e867de024c,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:34:14.336284 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [None req-88639fd2-063a-48ff-9869-1dc72a235205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attempting to bind port 91d85be8-27e3-45ef-8430-23e867de024c on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:34:14.337482 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [None req-88639fd2-063a-48ff-9869-1dc72a235205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attempting to bind port 91d85be8-27e3-45ef-8430-23e867de024c by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': '4d57b821-6592-430b-8203-a2dcea6ee518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'cc94b1d6-6a98-452e-a7ee-39ccef34f53b'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:34:14.337482 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88639fd2-063a-48ff-9869-1dc72a235205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attempting to bind port 91d85be8-27e3-45ef-8430-23e867de024c on network cc94b1d6-6a98-452e-a7ee-39ccef34f53b {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:34:14.341289 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88639fd2-063a-48ff-9869-1dc72a235205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Port 91d85be8-27e3-45ef-8430-23e867de024c on network cc94b1d6-6a98-452e-a7ee-39ccef34f53b not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:34:14.341606 n-d-813679-3 neutron-server[95502]: ERROR neutron.plugins.ml2.managers [None req-88639fd2-063a-48ff-9869-1dc72a235205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Failed to bind port 91d85be8-27e3-45ef-8430-23e867de024c on host n-h1-813679-3 for vnic_type normal using segments [{'id': '4d57b821-6592-430b-8203-a2dcea6ee518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'cc94b1d6-6a98-452e-a7ee-39ccef34f53b'}] Oct 12 19:34:14.342003 n-d-813679-3 neutron-server[95502]: INFO neutron.plugins.ml2.plugin [None req-88639fd2-063a-48ff-9869-1dc72a235205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attempt 2 to bind port 91d85be8-27e3-45ef-8430-23e867de024c Oct 12 19:34:14.354733 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [None req-88639fd2-063a-48ff-9869-1dc72a235205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attempting to bind port 91d85be8-27e3-45ef-8430-23e867de024c on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:34:14.355095 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [None req-88639fd2-063a-48ff-9869-1dc72a235205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attempting to bind port 91d85be8-27e3-45ef-8430-23e867de024c by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': '4d57b821-6592-430b-8203-a2dcea6ee518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'cc94b1d6-6a98-452e-a7ee-39ccef34f53b'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:34:14.355780 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88639fd2-063a-48ff-9869-1dc72a235205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attempting to bind port 91d85be8-27e3-45ef-8430-23e867de024c on network cc94b1d6-6a98-452e-a7ee-39ccef34f53b {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:34:14.360234 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88639fd2-063a-48ff-9869-1dc72a235205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Port 91d85be8-27e3-45ef-8430-23e867de024c on network cc94b1d6-6a98-452e-a7ee-39ccef34f53b not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:34:14.360561 n-d-813679-3 neutron-server[95502]: ERROR neutron.plugins.ml2.managers [None req-88639fd2-063a-48ff-9869-1dc72a235205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Failed to bind port 91d85be8-27e3-45ef-8430-23e867de024c on host n-h1-813679-3 for vnic_type normal using segments [{'id': '4d57b821-6592-430b-8203-a2dcea6ee518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'cc94b1d6-6a98-452e-a7ee-39ccef34f53b'}] Oct 12 19:34:14.360950 n-d-813679-3 neutron-server[95502]: INFO neutron.plugins.ml2.plugin [None req-88639fd2-063a-48ff-9869-1dc72a235205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attempt 3 to bind port 91d85be8-27e3-45ef-8430-23e867de024c Oct 12 19:34:14.377707 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [None req-88639fd2-063a-48ff-9869-1dc72a235205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attempting to bind port 91d85be8-27e3-45ef-8430-23e867de024c on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:34:14.378242 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [None req-88639fd2-063a-48ff-9869-1dc72a235205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attempting to bind port 91d85be8-27e3-45ef-8430-23e867de024c by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': '4d57b821-6592-430b-8203-a2dcea6ee518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'cc94b1d6-6a98-452e-a7ee-39ccef34f53b'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:34:14.378578 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88639fd2-063a-48ff-9869-1dc72a235205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attempting to bind port 91d85be8-27e3-45ef-8430-23e867de024c on network cc94b1d6-6a98-452e-a7ee-39ccef34f53b {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:34:14.383144 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88639fd2-063a-48ff-9869-1dc72a235205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Port 91d85be8-27e3-45ef-8430-23e867de024c on network cc94b1d6-6a98-452e-a7ee-39ccef34f53b not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:34:14.383458 n-d-813679-3 neutron-server[95502]: ERROR neutron.plugins.ml2.managers [None req-88639fd2-063a-48ff-9869-1dc72a235205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Failed to bind port 91d85be8-27e3-45ef-8430-23e867de024c on host n-h1-813679-3 for vnic_type normal using segments [{'id': '4d57b821-6592-430b-8203-a2dcea6ee518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'cc94b1d6-6a98-452e-a7ee-39ccef34f53b'}] Oct 12 19:34:14.384509 n-d-813679-3 neutron-server[95502]: INFO neutron.plugins.ml2.plugin [None req-88639fd2-063a-48ff-9869-1dc72a235205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attempt 4 to bind port 91d85be8-27e3-45ef-8430-23e867de024c Oct 12 19:34:14.397294 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [None req-88639fd2-063a-48ff-9869-1dc72a235205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attempting to bind port 91d85be8-27e3-45ef-8430-23e867de024c on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:34:14.397629 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [None req-88639fd2-063a-48ff-9869-1dc72a235205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attempting to bind port 91d85be8-27e3-45ef-8430-23e867de024c by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': '4d57b821-6592-430b-8203-a2dcea6ee518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'cc94b1d6-6a98-452e-a7ee-39ccef34f53b'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:34:14.397959 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88639fd2-063a-48ff-9869-1dc72a235205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attempting to bind port 91d85be8-27e3-45ef-8430-23e867de024c on network cc94b1d6-6a98-452e-a7ee-39ccef34f53b {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:34:14.402390 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88639fd2-063a-48ff-9869-1dc72a235205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Port 91d85be8-27e3-45ef-8430-23e867de024c on network cc94b1d6-6a98-452e-a7ee-39ccef34f53b not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:34:14.402715 n-d-813679-3 neutron-server[95502]: ERROR neutron.plugins.ml2.managers [None req-88639fd2-063a-48ff-9869-1dc72a235205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Failed to bind port 91d85be8-27e3-45ef-8430-23e867de024c on host n-h1-813679-3 for vnic_type normal using segments [{'id': '4d57b821-6592-430b-8203-a2dcea6ee518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'cc94b1d6-6a98-452e-a7ee-39ccef34f53b'}] Oct 12 19:34:14.403100 n-d-813679-3 neutron-server[95502]: INFO neutron.plugins.ml2.plugin [None req-88639fd2-063a-48ff-9869-1dc72a235205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attempt 5 to bind port 91d85be8-27e3-45ef-8430-23e867de024c Oct 12 19:34:14.415706 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [None req-88639fd2-063a-48ff-9869-1dc72a235205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attempting to bind port 91d85be8-27e3-45ef-8430-23e867de024c on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:34:14.416054 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [None req-88639fd2-063a-48ff-9869-1dc72a235205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attempting to bind port 91d85be8-27e3-45ef-8430-23e867de024c by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': '4d57b821-6592-430b-8203-a2dcea6ee518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'cc94b1d6-6a98-452e-a7ee-39ccef34f53b'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:34:14.416395 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88639fd2-063a-48ff-9869-1dc72a235205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attempting to bind port 91d85be8-27e3-45ef-8430-23e867de024c on network cc94b1d6-6a98-452e-a7ee-39ccef34f53b {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:34:14.420798 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88639fd2-063a-48ff-9869-1dc72a235205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Port 91d85be8-27e3-45ef-8430-23e867de024c on network cc94b1d6-6a98-452e-a7ee-39ccef34f53b not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:34:14.421123 n-d-813679-3 neutron-server[95502]: ERROR neutron.plugins.ml2.managers [None req-88639fd2-063a-48ff-9869-1dc72a235205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Failed to bind port 91d85be8-27e3-45ef-8430-23e867de024c on host n-h1-813679-3 for vnic_type normal using segments [{'id': '4d57b821-6592-430b-8203-a2dcea6ee518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'cc94b1d6-6a98-452e-a7ee-39ccef34f53b'}] Oct 12 19:34:14.421509 n-d-813679-3 neutron-server[95502]: INFO neutron.plugins.ml2.plugin [None req-88639fd2-063a-48ff-9869-1dc72a235205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attempt 6 to bind port 91d85be8-27e3-45ef-8430-23e867de024c Oct 12 19:34:14.435305 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [None req-88639fd2-063a-48ff-9869-1dc72a235205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attempting to bind port 91d85be8-27e3-45ef-8430-23e867de024c on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:34:14.435838 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [None req-88639fd2-063a-48ff-9869-1dc72a235205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attempting to bind port 91d85be8-27e3-45ef-8430-23e867de024c by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': '4d57b821-6592-430b-8203-a2dcea6ee518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'cc94b1d6-6a98-452e-a7ee-39ccef34f53b'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:34:14.436205 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88639fd2-063a-48ff-9869-1dc72a235205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attempting to bind port 91d85be8-27e3-45ef-8430-23e867de024c on network cc94b1d6-6a98-452e-a7ee-39ccef34f53b {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:34:14.441122 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88639fd2-063a-48ff-9869-1dc72a235205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Port 91d85be8-27e3-45ef-8430-23e867de024c on network cc94b1d6-6a98-452e-a7ee-39ccef34f53b not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:34:14.441435 n-d-813679-3 neutron-server[95502]: ERROR neutron.plugins.ml2.managers [None req-88639fd2-063a-48ff-9869-1dc72a235205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Failed to bind port 91d85be8-27e3-45ef-8430-23e867de024c on host n-h1-813679-3 for vnic_type normal using segments [{'id': '4d57b821-6592-430b-8203-a2dcea6ee518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'cc94b1d6-6a98-452e-a7ee-39ccef34f53b'}] Oct 12 19:34:14.442028 n-d-813679-3 neutron-server[95502]: INFO neutron.plugins.ml2.plugin [None req-88639fd2-063a-48ff-9869-1dc72a235205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attempt 7 to bind port 91d85be8-27e3-45ef-8430-23e867de024c Oct 12 19:34:14.455937 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [None req-88639fd2-063a-48ff-9869-1dc72a235205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attempting to bind port 91d85be8-27e3-45ef-8430-23e867de024c on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:34:14.456403 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [None req-88639fd2-063a-48ff-9869-1dc72a235205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attempting to bind port 91d85be8-27e3-45ef-8430-23e867de024c by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': '4d57b821-6592-430b-8203-a2dcea6ee518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'cc94b1d6-6a98-452e-a7ee-39ccef34f53b'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:34:14.456737 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88639fd2-063a-48ff-9869-1dc72a235205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attempting to bind port 91d85be8-27e3-45ef-8430-23e867de024c on network cc94b1d6-6a98-452e-a7ee-39ccef34f53b {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:34:14.461251 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88639fd2-063a-48ff-9869-1dc72a235205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Port 91d85be8-27e3-45ef-8430-23e867de024c on network cc94b1d6-6a98-452e-a7ee-39ccef34f53b not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:34:14.461578 n-d-813679-3 neutron-server[95502]: ERROR neutron.plugins.ml2.managers [None req-88639fd2-063a-48ff-9869-1dc72a235205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Failed to bind port 91d85be8-27e3-45ef-8430-23e867de024c on host n-h1-813679-3 for vnic_type normal using segments [{'id': '4d57b821-6592-430b-8203-a2dcea6ee518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'cc94b1d6-6a98-452e-a7ee-39ccef34f53b'}] Oct 12 19:34:14.462049 n-d-813679-3 neutron-server[95502]: INFO neutron.plugins.ml2.plugin [None req-88639fd2-063a-48ff-9869-1dc72a235205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attempt 8 to bind port 91d85be8-27e3-45ef-8430-23e867de024c Oct 12 19:34:14.477067 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [None req-88639fd2-063a-48ff-9869-1dc72a235205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attempting to bind port 91d85be8-27e3-45ef-8430-23e867de024c on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:34:14.477986 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [None req-88639fd2-063a-48ff-9869-1dc72a235205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attempting to bind port 91d85be8-27e3-45ef-8430-23e867de024c by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': '4d57b821-6592-430b-8203-a2dcea6ee518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'cc94b1d6-6a98-452e-a7ee-39ccef34f53b'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:34:14.478316 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88639fd2-063a-48ff-9869-1dc72a235205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attempting to bind port 91d85be8-27e3-45ef-8430-23e867de024c on network cc94b1d6-6a98-452e-a7ee-39ccef34f53b {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:34:14.483104 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88639fd2-063a-48ff-9869-1dc72a235205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Port 91d85be8-27e3-45ef-8430-23e867de024c on network cc94b1d6-6a98-452e-a7ee-39ccef34f53b not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:34:14.483549 n-d-813679-3 neutron-server[95502]: ERROR neutron.plugins.ml2.managers [None req-88639fd2-063a-48ff-9869-1dc72a235205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Failed to bind port 91d85be8-27e3-45ef-8430-23e867de024c on host n-h1-813679-3 for vnic_type normal using segments [{'id': '4d57b821-6592-430b-8203-a2dcea6ee518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'cc94b1d6-6a98-452e-a7ee-39ccef34f53b'}] Oct 12 19:34:14.483884 n-d-813679-3 neutron-server[95502]: INFO neutron.plugins.ml2.plugin [None req-88639fd2-063a-48ff-9869-1dc72a235205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attempt 9 to bind port 91d85be8-27e3-45ef-8430-23e867de024c Oct 12 19:34:14.496050 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [None req-88639fd2-063a-48ff-9869-1dc72a235205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attempting to bind port 91d85be8-27e3-45ef-8430-23e867de024c on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:34:14.496396 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [None req-88639fd2-063a-48ff-9869-1dc72a235205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attempting to bind port 91d85be8-27e3-45ef-8430-23e867de024c by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': '4d57b821-6592-430b-8203-a2dcea6ee518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'cc94b1d6-6a98-452e-a7ee-39ccef34f53b'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:34:14.496723 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88639fd2-063a-48ff-9869-1dc72a235205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attempting to bind port 91d85be8-27e3-45ef-8430-23e867de024c on network cc94b1d6-6a98-452e-a7ee-39ccef34f53b {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:34:14.502828 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88639fd2-063a-48ff-9869-1dc72a235205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Port 91d85be8-27e3-45ef-8430-23e867de024c on network cc94b1d6-6a98-452e-a7ee-39ccef34f53b not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:34:14.503091 n-d-813679-3 neutron-server[95502]: ERROR neutron.plugins.ml2.managers [None req-88639fd2-063a-48ff-9869-1dc72a235205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Failed to bind port 91d85be8-27e3-45ef-8430-23e867de024c on host n-h1-813679-3 for vnic_type normal using segments [{'id': '4d57b821-6592-430b-8203-a2dcea6ee518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'cc94b1d6-6a98-452e-a7ee-39ccef34f53b'}] Oct 12 19:34:14.503473 n-d-813679-3 neutron-server[95502]: INFO neutron.plugins.ml2.plugin [None req-88639fd2-063a-48ff-9869-1dc72a235205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attempt 10 to bind port 91d85be8-27e3-45ef-8430-23e867de024c Oct 12 19:34:14.546842 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [None req-88639fd2-063a-48ff-9869-1dc72a235205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attempting to bind port 91d85be8-27e3-45ef-8430-23e867de024c on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:34:14.547440 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [None req-88639fd2-063a-48ff-9869-1dc72a235205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attempting to bind port 91d85be8-27e3-45ef-8430-23e867de024c by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': '4d57b821-6592-430b-8203-a2dcea6ee518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'cc94b1d6-6a98-452e-a7ee-39ccef34f53b'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:34:14.548063 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88639fd2-063a-48ff-9869-1dc72a235205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attempting to bind port 91d85be8-27e3-45ef-8430-23e867de024c on network cc94b1d6-6a98-452e-a7ee-39ccef34f53b {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:34:14.552739 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88639fd2-063a-48ff-9869-1dc72a235205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Port 91d85be8-27e3-45ef-8430-23e867de024c on network cc94b1d6-6a98-452e-a7ee-39ccef34f53b not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:34:14.553161 n-d-813679-3 neutron-server[95502]: ERROR neutron.plugins.ml2.managers [None req-88639fd2-063a-48ff-9869-1dc72a235205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Failed to bind port 91d85be8-27e3-45ef-8430-23e867de024c on host n-h1-813679-3 for vnic_type normal using segments [{'id': '4d57b821-6592-430b-8203-a2dcea6ee518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'cc94b1d6-6a98-452e-a7ee-39ccef34f53b'}] Oct 12 19:34:14.553618 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-88639fd2-063a-48ff-9869-1dc72a235205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:14.633938 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-88639fd2-063a-48ff-9869-1dc72a235205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] For port 91d85be8-27e3-45ef-8430-23e867de024c, host n-h1-813679-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:34:14.634291 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-88639fd2-063a-48ff-9869-1dc72a235205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attempted to set empty binding levels {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 12 19:34:14.695053 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-88639fd2-063a-48ff-9869-1dc72a235205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:14.727194 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-88639fd2-063a-48ff-9869-1dc72a235205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] In _notify_port_updated(), no bound segment for port 91d85be8-27e3-45ef-8430-23e867de024c on network cc94b1d6-6a98-452e-a7ee-39ccef34f53b {{(pid=95502) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 12 19:34:14.728719 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88639fd2-063a-48ff-9869-1dc72a235205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:34:14.729968 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-88639fd2-063a-48ff-9869-1dc72a235205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:14.731088 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-88639fd2-063a-48ff-9869-1dc72a235205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] 10.222.0.49 "PUT /v2.0/ports/91d85be8-27e3-45ef-8430-23e867de024c HTTP/1.1" status: 200 len: 979 time: 0.8137071 Oct 12 19:34:14.733696 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 36992) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:34:14.752317 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88639fd2-063a-48ff-9869-1dc72a235205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Pushing event updated for resources: {'Port': ['ID=91d85be8-27e3-45ef-8430-23e867de024c,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:34:14.848332 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-dc696f23-15c8-4f55-8e45-c4639857d7f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Deleting port 91d85be8-27e3-45ef-8430-23e867de024c {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:34:14.848985 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-dc696f23-15c8-4f55-8e45-c4639857d7f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:14.954022 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [None req-dc696f23-15c8-4f55-8e45-c4639857d7f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] For port 91d85be8-27e3-45ef-8430-23e867de024c, host n-h1-813679-3, got binding levels [] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:34:14.954491 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-dc696f23-15c8-4f55-8e45-c4639857d7f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:14.977336 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fca5aaf-e36a-46ed-8aab-5ba9b48efd16 req-e90601cf-5b22-482c-8a5f-9725397ef429 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:34:14.978856 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2fca5aaf-e36a-46ed-8aab-5ba9b48efd16 req-e90601cf-5b22-482c-8a5f-9725397ef429 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e459e1c-64b2-4889-86b6-dccdc529115c HTTP/1.1" status: 200 len: 945 time: 0.0880725 Oct 12 19:34:14.979799 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-dc696f23-15c8-4f55-8e45-c4639857d7f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Calling delete_port for 91d85be8-27e3-45ef-8430-23e867de024c owned by {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:34:15.059099 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2fca5aaf-e36a-46ed-8aab-5ba9b48efd16 req-69f82dcf-2981-4231-9be6-598150373f6b tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c11fc84-4f57-43db-8c17-f81427a08139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731878 Oct 12 19:34:15.178265 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-dc696f23-15c8-4f55-8e45-c4639857d7f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:15.206546 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc696f23-15c8-4f55-8e45-c4639857d7f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Pushing event deleted for resources: {'Port': ['ID=91d85be8-27e3-45ef-8430-23e867de024c,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:34:15.211942 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-dc696f23-15c8-4f55-8e45-c4639857d7f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:15.215384 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-dc696f23-15c8-4f55-8e45-c4639857d7f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] 10.222.0.49 "DELETE /v2.0/ports/91d85be8-27e3-45ef-8430-23e867de024c HTTP/1.1" status: 204 len: 168 time: 0.4806762 Oct 12 19:34:15.218046 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 37010) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:34:15.244840 n-d-813679-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-117d9730-1f72-4b5e-a029-e17e80a7d1cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] GET failed (client error): The resource could not be found. Oct 12 19:34:15.246364 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-117d9730-1f72-4b5e-a029-e17e80a7d1cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-977416304-project-admin] 10.222.0.49 "GET /v2.0/ports/91d85be8-27e3-45ef-8430-23e867de024c HTTP/1.1" status: 404 len: 333 time: 0.0266469 Oct 12 19:34:15.250172 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 37012) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:34:15.329546 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7ea04b96-b929-41b7-9f32-9c268fd4d3bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173022832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173022832-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:15.416963 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7ea04b96-b929-41b7-9f32-9c268fd4d3bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173022832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173022832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:15.447408 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-7ea04b96-b929-41b7-9f32-9c268fd4d3bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173022832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173022832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc94b1d6-6a98-452e-a7ee-39ccef34f53b']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:34:15.458651 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-7ea04b96-b929-41b7-9f32-9c268fd4d3bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173022832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173022832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d57b821-6592-430b-8203-a2dcea6ee518') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:34:15.458947 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-7ea04b96-b929-41b7-9f32-9c268fd4d3bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173022832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173022832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d57b821-6592-430b-8203-a2dcea6ee518') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:34:15.470476 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7ea04b96-b929-41b7-9f32-9c268fd4d3bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173022832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173022832-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16313633'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:15.484629 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7ea04b96-b929-41b7-9f32-9c268fd4d3bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173022832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173022832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:15.492380 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ea04b96-b929-41b7-9f32-9c268fd4d3bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173022832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173022832-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:34:15.492380 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7ea04b96-b929-41b7-9f32-9c268fd4d3bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173022832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173022832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4305278'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:15.495597 n-d-813679-3 neutron-server[95502]: Traceback (most recent call last): Oct 12 19:34:15.495597 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:34:15.495597 n-d-813679-3 neutron-server[95502]: timer() Oct 12 19:34:15.495597 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:34:15.495597 n-d-813679-3 neutron-server[95502]: cb(*args, **kw) Oct 12 19:34:15.495597 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:34:15.495597 n-d-813679-3 neutron-server[95502]: return func(*args, **kwargs) Oct 12 19:34:15.495597 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:34:15.495597 n-d-813679-3 neutron-server[95502]: self._notify() Oct 12 19:34:15.495597 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:34:15.495597 n-d-813679-3 neutron-server[95502]: self.callback(batched_events) Oct 12 19:34:15.495597 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:34:15.495597 n-d-813679-3 neutron-server[95502]: event.method(event) Oct 12 19:34:15.495597 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:34:15.495597 n-d-813679-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:34:15.495597 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:34:15.495597 n-d-813679-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:34:15.495597 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:34:15.495597 n-d-813679-3 neutron-server[95502]: return f(self, *a, **k) Oct 12 19:34:15.495597 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:34:15.495597 n-d-813679-3 neutron-server[95502]: return self._get(url).json() Oct 12 19:34:15.495597 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:34:15.495597 n-d-813679-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:34:15.495597 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:34:15.495597 n-d-813679-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Oct 12 19:34:15.495597 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:34:15.495597 n-d-813679-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:34:15.495597 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:34:15.495597 n-d-813679-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:34:15.495597 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:34:15.495597 n-d-813679-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:34:15.495597 n-d-813679-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:34:15.676703 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7ea04b96-b929-41b7-9f32-9c268fd4d3bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173022832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173022832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:15.687457 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7ea04b96-b929-41b7-9f32-9c268fd4d3bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173022832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173022832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:15.688223 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-7ea04b96-b929-41b7-9f32-9c268fd4d3bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173022832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173022832-project] 10.222.0.49 "DELETE /v2.0/networks/cc94b1d6-6a98-452e-a7ee-39ccef34f53b HTTP/1.1" status: 204 len: 168 time: 0.4370701 Oct 12 19:34:15.698407 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea04b96-b929-41b7-9f32-9c268fd4d3bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173022832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173022832-project] Pushing event deleted for resources: {'Network': ['ID=cc94b1d6-6a98-452e-a7ee-39ccef34f53b,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:34:15.947271 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 37028) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:34:16.067160 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2180c28d-6e74-40f9-b27e-60ee5fb7868b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:16.143086 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 37036) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:34:16.159132 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2180c28d-6e74-40f9-b27e-60ee5fb7868b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:16.206393 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda1e24d-2a6c-4af3-ad43-abfcbfa28835 req-bd091d70-cb9c-4dc3-99c2-4108c17dc0c2 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:34:16.207898 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fda1e24d-2a6c-4af3-ad43-abfcbfa28835 req-bd091d70-cb9c-4dc3-99c2-4108c17dc0c2 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e459e1c-64b2-4889-86b6-dccdc529115c HTTP/1.1" status: 200 len: 945 time: 0.0571396 Oct 12 19:34:16.218387 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2180c28d-6e74-40f9-b27e-60ee5fb7868b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:16.261732 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fda1e24d-2a6c-4af3-ad43-abfcbfa28835 req-59984064-182b-431c-9bce-465c2bf1fa30 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c11fc84-4f57-43db-8c17-f81427a08139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470457 Oct 12 19:34:16.271942 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-2180c28d-6e74-40f9-b27e-60ee5fb7868b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d1fe22eb49fe40f1b29cadd1ea6e1891&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3235173 Oct 12 19:34:16.275289 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 37040) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:34:16.289288 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2180c28d-6e74-40f9-b27e-60ee5fb7868b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13599260-41f3-42ed-af91-eec0c0a651c6,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:34:16.324069 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-2b3f4ebe-840c-4ef4-8ad0-1e590b5916f3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2eaf62961ea34729bded03fdf26e66a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1764989 Oct 12 19:34:16.324630 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 37042) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:34:16.327885 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-916e64fd-d22f-42b5-9da0-ad98327b0f18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:16.349944 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-916e64fd-d22f-42b5-9da0-ad98327b0f18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:16.374474 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-568eb85d-3aeb-4025-9e88-a9073667347a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:16.403256 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-568eb85d-3aeb-4025-9e88-a9073667347a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:16.465262 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-916e64fd-d22f-42b5-9da0-ad98327b0f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:16.467734 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-916e64fd-d22f-42b5-9da0-ad98327b0f18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:16.469044 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-916e64fd-d22f-42b5-9da0-ad98327b0f18 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/13599260-41f3-42ed-af91-eec0c0a651c6 HTTP/1.1" status: 204 len: 168 time: 0.1928544 Oct 12 19:34:16.477045 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916e64fd-d22f-42b5-9da0-ad98327b0f18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13599260-41f3-42ed-af91-eec0c0a651c6,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:34:16.516118 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-568eb85d-3aeb-4025-9e88-a9073667347a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:16.519268 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-568eb85d-3aeb-4025-9e88-a9073667347a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:16.523030 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-568eb85d-3aeb-4025-9e88-a9073667347a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7feb7d43-1f14-44d1-b2db-9591e3040e3a HTTP/1.1" status: 204 len: 168 time: 0.1948755 Oct 12 19:34:16.532009 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568eb85d-3aeb-4025-9e88-a9073667347a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7feb7d43-1f14-44d1-b2db-9591e3040e3a,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:34:17.261528 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 37076) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:34:17.282149 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-00546e5d-9187-430f-b656-cb5ff6ef188a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:17.310224 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 37082) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:34:17.361263 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-bfc0bd64-eeb0-459b-a31f-3f7ee2306383 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e81019a984ce40aaae0b23bd9880dd78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0498612 Oct 12 19:34:17.363155 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 37084) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:34:17.428767 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8d781d06-086a-4254-aa58-909c1d8fe071 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:17.429989 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531abec7-2713-4e1a-8124-5c9e1b494173 req-b0aba7b0-1781-4221-a90f-57699ccfe46f tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:34:17.432267 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-531abec7-2713-4e1a-8124-5c9e1b494173 req-b0aba7b0-1781-4221-a90f-57699ccfe46f tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e459e1c-64b2-4889-86b6-dccdc529115c HTTP/1.1" status: 200 len: 945 time: 0.0794594 Oct 12 19:34:17.452162 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-00546e5d-9187-430f-b656-cb5ff6ef188a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:17.458293 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8d781d06-086a-4254-aa58-909c1d8fe071 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:17.479028 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-531abec7-2713-4e1a-8124-5c9e1b494173 req-e3486d17-389d-482c-94da-c1c5d7e4ad02 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c11fc84-4f57-43db-8c17-f81427a08139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369945 Oct 12 19:34:17.520479 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-00546e5d-9187-430f-b656-cb5ff6ef188a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:17.559368 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-00546e5d-9187-430f-b656-cb5ff6ef188a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f39736eebf99499d86f9f7c85420670d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2968123 Oct 12 19:34:17.560347 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00546e5d-9187-430f-b656-cb5ff6ef188a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2df7d955-a312-4ae1-8f59-a940755911ff,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:34:17.562041 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 37086) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:34:17.576965 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8d781d06-086a-4254-aa58-909c1d8fe071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:17.577291 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8d781d06-086a-4254-aa58-909c1d8fe071 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:17.578363 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-8d781d06-086a-4254-aa58-909c1d8fe071 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2122dada-d8c3-4fd0-9e09-c31ac14165b0 HTTP/1.1" status: 204 len: 168 time: 0.2153480 Oct 12 19:34:17.595246 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d781d06-086a-4254-aa58-909c1d8fe071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2122dada-d8c3-4fd0-9e09-c31ac14165b0,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:34:17.630655 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ab38fa6b-77b7-411c-921d-30f6d5616c43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:17.661692 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ab38fa6b-77b7-411c-921d-30f6d5616c43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:17.778798 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ab38fa6b-77b7-411c-921d-30f6d5616c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:17.781371 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ab38fa6b-77b7-411c-921d-30f6d5616c43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:17.782514 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-ab38fa6b-77b7-411c-921d-30f6d5616c43 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2df7d955-a312-4ae1-8f59-a940755911ff HTTP/1.1" status: 204 len: 168 time: 0.2195055 Oct 12 19:34:17.793231 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab38fa6b-77b7-411c-921d-30f6d5616c43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2df7d955-a312-4ae1-8f59-a940755911ff,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:34:18.496003 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 37126) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:34:18.608858 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dcc68f-2c9f-4a22-9d54-fb12f52088eb req-3ea6e0b1-7624-45cc-8708-f52f66c48f16 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:34:18.612511 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b2dcc68f-2c9f-4a22-9d54-fb12f52088eb req-3ea6e0b1-7624-45cc-8708-f52f66c48f16 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e459e1c-64b2-4889-86b6-dccdc529115c HTTP/1.1" status: 200 len: 945 time: 0.0561566 Oct 12 19:34:18.649163 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b2dcc68f-2c9f-4a22-9d54-fb12f52088eb req-2ce95d07-a16e-466b-8560-bed1c64abb9e tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c11fc84-4f57-43db-8c17-f81427a08139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350699 Oct 12 19:34:18.915373 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ddb7ddb0-043c-47fe-87ff-d118042f740f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:18.991595 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ddb7ddb0-043c-47fe-87ff-d118042f740f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:19.042337 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ddb7ddb0-043c-47fe-87ff-d118042f740f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:19.073517 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 37162) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:34:19.090829 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb7ddb0-043c-47fe-87ff-d118042f740f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17e19bda-995d-4621-bbe3-7be1426a1b82,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:34:19.095360 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-ddb7ddb0-043c-47fe-87ff-d118042f740f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=989b5e0bda794734a6a37e4c16969b02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5981812 Oct 12 19:34:19.106485 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 37166) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:34:19.165844 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-60977473-b253-49de-945c-cc09c5ebeb3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:19.193669 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-60977473-b253-49de-945c-cc09c5ebeb3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:19.320209 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-967824c8-df0d-43f1-abea-cb022717b0cb tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1357327397'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:34:19.332299 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-60977473-b253-49de-945c-cc09c5ebeb3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:19.335006 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-60977473-b253-49de-945c-cc09c5ebeb3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:19.336179 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-60977473-b253-49de-945c-cc09c5ebeb3a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/17e19bda-995d-4621-bbe3-7be1426a1b82 HTTP/1.1" status: 204 len: 168 time: 0.2286029 Oct 12 19:34:19.344851 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60977473-b253-49de-945c-cc09c5ebeb3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17e19bda-995d-4621-bbe3-7be1426a1b82,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:34:19.452461 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-967824c8-df0d-43f1-abea-cb022717b0cb tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Made reservation on behalf of 83111cb9c3da44879c4525c3310d8cfe for: {'network': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:34:19.462720 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-967824c8-df0d-43f1-abea-cb022717b0cb tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:19.466818 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-967824c8-df0d-43f1-abea-cb022717b0cb tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:19.552283 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-967824c8-df0d-43f1-abea-cb022717b0cb tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:19.670710 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-967824c8-df0d-43f1-abea-cb022717b0cb tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:19.717542 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967824c8-df0d-43f1-abea-cb022717b0cb tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=722cbfe8-a6e6-497e-9d8d-5a97674e9e78,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:34:19.723941 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-967824c8-df0d-43f1-abea-cb022717b0cb tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] vlan segment allocate from pool success with {'vlan_id': 515, 'physical_network': 'physnet1'} {{(pid=95501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:34:19.734950 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-967824c8-df0d-43f1-abea-cb022717b0cb tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:19.735300 n-d-813679-3 neutron-server[95501]: INFO neutron.db.segments_db [None req-967824c8-df0d-43f1-abea-cb022717b0cb tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Added segment ba77a60b-0884-4acf-8bee-2a78d4521067 of type vlan for network 9b6449e2-eb5b-4c7e-b10f-8e0a04c18aa0 Oct 12 19:34:19.817719 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-967824c8-df0d-43f1-abea-cb022717b0cb tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:19.853533 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c26a5c-1c31-451e-b556-63136d571cd8 req-3dd0ba6d-6507-42ca-9f8e-03827873a271 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:34:19.854987 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-23c26a5c-1c31-451e-b556-63136d571cd8 req-3dd0ba6d-6507-42ca-9f8e-03827873a271 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e459e1c-64b2-4889-86b6-dccdc529115c HTTP/1.1" status: 200 len: 945 time: 0.0775130 Oct 12 19:34:19.895693 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-23c26a5c-1c31-451e-b556-63136d571cd8 req-4203af21-7f36-4efd-bdcc-15a1eed108ca tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c11fc84-4f57-43db-8c17-f81427a08139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347331 Oct 12 19:34:19.931561 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-967824c8-df0d-43f1-abea-cb022717b0cb tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:19.945870 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967824c8-df0d-43f1-abea-cb022717b0cb tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:34:19.947087 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-967824c8-df0d-43f1-abea-cb022717b0cb tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:19.968670 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 37200) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:34:19.990109 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b1b72abe-2c50-42b6-a414-7504eadca9a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:20.048884 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-967824c8-df0d-43f1-abea-cb022717b0cb tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.9742818 Oct 12 19:34:20.051784 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 37202) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:34:20.060013 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-ba48a265-0c65-4f9e-9767-d5f02da2cc93 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Request body: {'subnet': {'network_id': '9b6449e2-eb5b-4c7e-b10f-8e0a04c18aa0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:34:20.082737 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967824c8-df0d-43f1-abea-cb022717b0cb tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Pushing event updated for resources: {'Network': ['ID=9b6449e2-eb5b-4c7e-b10f-8e0a04c18aa0,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:34:20.095089 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 9b6449e2-eb5b-4c7e-b10f-8e0a04c18aa0 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:34:20.215850 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b1b72abe-2c50-42b6-a414-7504eadca9a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:20.339339 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b1b72abe-2c50-42b6-a414-7504eadca9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:20.351387 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba48a265-0c65-4f9e-9767-d5f02da2cc93 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Made reservation on behalf of 83111cb9c3da44879c4525c3310d8cfe for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:34:20.356934 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ba48a265-0c65-4f9e-9767-d5f02da2cc93 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16245837'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:20.451348 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b72abe-2c50-42b6-a414-7504eadca9a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88ba4d4c-a805-4391-a2b2-e61287e3b830,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:34:20.460499 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-b1b72abe-2c50-42b6-a414-7504eadca9a4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0eb03e02d11f4445beaeb44d4bb85363&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4905035 Oct 12 19:34:20.461279 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 37214) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:34:20.535665 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4d36e595-d876-420b-903f-b25b57bbe0d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:20.570436 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4d36e595-d876-420b-903f-b25b57bbe0d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:20.670863 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ba48a265-0c65-4f9e-9767-d5f02da2cc93 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4306659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16245859'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:20.708814 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4d36e595-d876-420b-903f-b25b57bbe0d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:20.712456 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4d36e595-d876-420b-903f-b25b57bbe0d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:20.713865 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-4d36e595-d876-420b-903f-b25b57bbe0d5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/88ba4d4c-a805-4391-a2b2-e61287e3b830 HTTP/1.1" status: 204 len: 168 time: 0.2496698 Oct 12 19:34:20.727177 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d36e595-d876-420b-903f-b25b57bbe0d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88ba4d4c-a805-4391-a2b2-e61287e3b830,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:34:20.735754 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [req-9e0ce554-c8d8-42cb-b4c8-28d2a4d07a38 req-d15c1f53-08ff-4f3f-8dcc-c4e69fc12f8d service neutron] (95502) timed out ('10.222.0.49', 56314) {{(pid=95502) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 12 19:34:20.736429 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba48a265-0c65-4f9e-9767-d5f02da2cc93 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Pushing event updated for resources: {'Subnet': ['ID=e3d35999-52ae-4c4d-b70c-d490bd55f249,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:34:20.778991 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba48a265-0c65-4f9e-9767-d5f02da2cc93 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Checking segment: {'id': 'ba77a60b-0884-4acf-8bee-2a78d4521067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '9b6449e2-eb5b-4c7e-b10f-8e0a04c18aa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:34:20.779344 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba48a265-0c65-4f9e-9767-d5f02da2cc93 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Network hostable DHCP agents. Network: 9b6449e2-eb5b-4c7e-b10f-8e0a04c18aa0, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:34:20.847229 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba48a265-0c65-4f9e-9767-d5f02da2cc93 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Network 9b6449e2-eb5b-4c7e-b10f-8e0a04c18aa0 is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:34:20.917929 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-ba48a265-0c65-4f9e-9767-d5f02da2cc93 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, 9b6449e2-eb5b-4c7e-b10f-8e0a04c18aa0) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:34:20.926152 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba48a265-0c65-4f9e-9767-d5f02da2cc93 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:34:20.927069 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ba48a265-0c65-4f9e-9767-d5f02da2cc93 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:20.929248 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb23051-dc1d-4d99-b24d-9aeb80567c58 None None] Network 9b6449e2-eb5b-4c7e-b10f-8e0a04c18aa0 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:34:21.020351 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-ba48a265-0c65-4f9e-9767-d5f02da2cc93 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9663920 Oct 12 19:34:21.024528 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 37238) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:34:21.029726 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-d4ed6ec1-29a5-4ec7-8173-ff755c119b22 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Request body: {'port': {'network_id': '9b6449e2-eb5b-4c7e-b10f-8e0a04c18aa0', 'name': 'tempest-AllowedAddressPairTestJSON-941207754'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:34:21.069886 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6382ab85-eaf1-4840-9574-5acb424e8823 req-5af35d67-8be4-4189-af27-6cb232ae4ad1 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:34:21.072502 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6382ab85-eaf1-4840-9574-5acb424e8823 req-5af35d67-8be4-4189-af27-6cb232ae4ad1 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e459e1c-64b2-4889-86b6-dccdc529115c HTTP/1.1" status: 200 len: 945 time: 0.0650322 Oct 12 19:34:21.136929 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7230e3-4027-4ec1-9a4a-a4d772b9e491 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-9b6449e2-eb5b-4c7e-b10f-8e0a04c18aa0', 'network_id': '9b6449e2-eb5b-4c7e-b10f-8e0a04c18aa0', 'tenant_id': '83111cb9c3da44879c4525c3310d8cfe', 'fixed_ips': [{'subnet_id': 'e3d35999-52ae-4c4d-b70c-d490bd55f249'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:34:21.137817 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3b7230e3-4027-4ec1-9a4a-a4d772b9e491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:21.178830 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6382ab85-eaf1-4840-9574-5acb424e8823 req-163d2a34-5da9-4871-b086-1bc1b562db11 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c11fc84-4f57-43db-8c17-f81427a08139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010947 Oct 12 19:34:21.332799 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-3b7230e3-4027-4ec1-9a4a-a4d772b9e491 None None] Allocated IP 172.20.0.2 (9b6449e2-eb5b-4c7e-b10f-8e0a04c18aa0/e3d35999-52ae-4c4d-b70c-d490bd55f249/e15e867b-a011-4da1-b679-1325bb0d5f1c) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:34:21.341001 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4ed6ec1-29a5-4ec7-8173-ff755c119b22 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Made reservation on behalf of 83111cb9c3da44879c4525c3310d8cfe for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:34:21.345811 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d4ed6ec1-29a5-4ec7-8173-ff755c119b22 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:21.370312 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [None req-d4ed6ec1-29a5-4ec7-8173-ff755c119b22 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] device_id is not set on port e380463d-70a6-4515-b5c6-53de00e25829 yet. {{(pid=95502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 19:34:21.538457 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3b7230e3-4027-4ec1-9a4a-a4d772b9e491 None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:21.596908 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3b7230e3-4027-4ec1-9a4a-a4d772b9e491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:21.644391 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b7230e3-4027-4ec1-9a4a-a4d772b9e491 None None] Network 9b6449e2-eb5b-4c7e-b10f-8e0a04c18aa0 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:34:21.650293 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-3b7230e3-4027-4ec1-9a4a-a4d772b9e491 None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:34:21.654524 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7230e3-4027-4ec1-9a4a-a4d772b9e491 None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:34:21.667203 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7230e3-4027-4ec1-9a4a-a4d772b9e491 None None] Pushing event updated for resources: {'Port': ['ID=e15e867b-a011-4da1-b679-1325bb0d5f1c,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:34:21.676494 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-d4ed6ec1-29a5-4ec7-8173-ff755c119b22 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Allocated IP 172.20.0.7 (9b6449e2-eb5b-4c7e-b10f-8e0a04c18aa0/e3d35999-52ae-4c4d-b70c-d490bd55f249/e380463d-70a6-4515-b5c6-53de00e25829) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:34:21.730994 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-3b7230e3-4027-4ec1-9a4a-a4d772b9e491 None None] Attempting to bind port e15e867b-a011-4da1-b679-1325bb0d5f1c on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:34:21.731608 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-3b7230e3-4027-4ec1-9a4a-a4d772b9e491 None None] Attempting to bind port e15e867b-a011-4da1-b679-1325bb0d5f1c by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'ba77a60b-0884-4acf-8bee-2a78d4521067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '9b6449e2-eb5b-4c7e-b10f-8e0a04c18aa0'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:34:21.732181 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7230e3-4027-4ec1-9a4a-a4d772b9e491 None None] Attempting to bind port e15e867b-a011-4da1-b679-1325bb0d5f1c on network 9b6449e2-eb5b-4c7e-b10f-8e0a04c18aa0 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:34:21.735472 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7230e3-4027-4ec1-9a4a-a4d772b9e491 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:34:21.736136 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7230e3-4027-4ec1-9a4a-a4d772b9e491 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:34:21.736789 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7230e3-4027-4ec1-9a4a-a4d772b9e491 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:34:21.739495 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7230e3-4027-4ec1-9a4a-a4d772b9e491 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:34:21.739495 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7230e3-4027-4ec1-9a4a-a4d772b9e491 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:34:21.739495 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7230e3-4027-4ec1-9a4a-a4d772b9e491 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:34:21.739495 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7230e3-4027-4ec1-9a4a-a4d772b9e491 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:34:21.739495 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7230e3-4027-4ec1-9a4a-a4d772b9e491 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:34:21.739495 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7230e3-4027-4ec1-9a4a-a4d772b9e491 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:34:21.740301 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7230e3-4027-4ec1-9a4a-a4d772b9e491 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:34:21.741111 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7230e3-4027-4ec1-9a4a-a4d772b9e491 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:34:21.743047 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7230e3-4027-4ec1-9a4a-a4d772b9e491 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:34:21.757736 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7230e3-4027-4ec1-9a4a-a4d772b9e491 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:34:21.758222 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7230e3-4027-4ec1-9a4a-a4d772b9e491 None None] Checking segment: {'id': 'ba77a60b-0884-4acf-8bee-2a78d4521067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '9b6449e2-eb5b-4c7e-b10f-8e0a04c18aa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:34:21.760258 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3b7230e3-4027-4ec1-9a4a-a4d772b9e491 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:21.760258 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7230e3-4027-4ec1-9a4a-a4d772b9e491 None None] Bound using segment: {'id': 'ba77a60b-0884-4acf-8bee-2a78d4521067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '9b6449e2-eb5b-4c7e-b10f-8e0a04c18aa0'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:34:21.760258 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-3b7230e3-4027-4ec1-9a4a-a4d772b9e491 None None] Bound port: e15e867b-a011-4da1-b679-1325bb0d5f1c, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba77a60b-0884-4acf-8bee-2a78d4521067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '9b6449e2-eb5b-4c7e-b10f-8e0a04c18aa0'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:34:21.768306 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3b7230e3-4027-4ec1-9a4a-a4d772b9e491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:21.850670 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d4ed6ec1-29a5-4ec7-8173-ff755c119b22 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:21.858197 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-3b7230e3-4027-4ec1-9a4a-a4d772b9e491 None None] For port e15e867b-a011-4da1-b679-1325bb0d5f1c, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:34:21.861517 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-3b7230e3-4027-4ec1-9a4a-a4d772b9e491 None None] For port e15e867b-a011-4da1-b679-1325bb0d5f1c, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=e15e867b-a011-4da1-b679-1325bb0d5f1c,segment=NetworkSegment(ba77a60b-0884-4acf-8bee-2a78d4521067),segment_id=ba77a60b-0884-4acf-8bee-2a78d4521067)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:34:21.940148 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3b7230e3-4027-4ec1-9a4a-a4d772b9e491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:22.036193 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7230e3-4027-4ec1-9a4a-a4d772b9e491 None None] Pushing event updated for resources: {'Port': ['ID=e15e867b-a011-4da1-b679-1325bb0d5f1c,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:34:22.358030 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3b1fb8-218d-4d23-bfcc-2024b6245ea8 req-f2507947-bebf-40e3-8684-fa6cb79ec209 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:34:22.359623 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3b3b1fb8-218d-4d23-bfcc-2024b6245ea8 req-f2507947-bebf-40e3-8684-fa6cb79ec209 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e459e1c-64b2-4889-86b6-dccdc529115c HTTP/1.1" status: 200 len: 945 time: 0.0812142 Oct 12 19:34:22.409473 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d4ed6ec1-29a5-4ec7-8173-ff755c119b22 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:22.433805 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3b3b1fb8-218d-4d23-bfcc-2024b6245ea8 req-56af8537-78da-4512-ae93-96a6d74f17e7 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c11fc84-4f57-43db-8c17-f81427a08139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670142 Oct 12 19:34:22.511769 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ed6ec1-29a5-4ec7-8173-ff755c119b22 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Network 9b6449e2-eb5b-4c7e-b10f-8e0a04c18aa0 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:34:22.531443 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-d4ed6ec1-29a5-4ec7-8173-ff755c119b22 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:34:22.574257 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ed6ec1-29a5-4ec7-8173-ff755c119b22 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:34:22.574468 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ed6ec1-29a5-4ec7-8173-ff755c119b22 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Pushing event updated for resources: {'Port': ['ID=e380463d-70a6-4515-b5c6-53de00e25829,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:34:22.621128 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ed6ec1-29a5-4ec7-8173-ff755c119b22 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:34:22.621731 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d4ed6ec1-29a5-4ec7-8173-ff755c119b22 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:22.714390 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 37308) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:34:22.715309 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-d4ed6ec1-29a5-4ec7-8173-ff755c119b22 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.6894023 Oct 12 19:34:22.719777 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-abcd636e-99e9-4e10-b1d0-9addd4a68420 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Request body: {'port': {'network_id': '9b6449e2-eb5b-4c7e-b10f-8e0a04c18aa0', 'name': 'tempest-AllowedAddressPairTestJSON-1188418489', 'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:b1:8d:63'}]}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:34:22.847972 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab392980-3db7-4648-bb0d-1335ef7315cc req-73a6ada4-9da3-4f05-b492-4128ce86e30c tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:34:22.869007 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ab392980-3db7-4648-bb0d-1335ef7315cc req-73a6ada4-9da3-4f05-b492-4128ce86e30c tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e459e1c-64b2-4889-86b6-dccdc529115c HTTP/1.1" status: 200 len: 945 time: 0.1049817 Oct 12 19:34:22.952773 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ab392980-3db7-4648-bb0d-1335ef7315cc req-01715fa4-2bcd-4143-83a3-60ee09cb3b94 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c11fc84-4f57-43db-8c17-f81427a08139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824652 Oct 12 19:34:23.053314 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abcd636e-99e9-4e10-b1d0-9addd4a68420 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Made reservation on behalf of 83111cb9c3da44879c4525c3310d8cfe for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:34:23.116830 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f551b5cb-c325-4e87-bef8-d570cb7414d0 req-b692442d-6b6c-4743-b6c0-f3be6b511216 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:34:23.129103 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f551b5cb-c325-4e87-bef8-d570cb7414d0 req-b692442d-6b6c-4743-b6c0-f3be6b511216 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e459e1c-64b2-4889-86b6-dccdc529115c HTTP/1.1" status: 200 len: 945 time: 0.0864699 Oct 12 19:34:23.143633 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 19:34:23.203135 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f551b5cb-c325-4e87-bef8-d570cb7414d0 req-8487efe5-a05d-442d-83e0-2085af1b146c tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c11fc84-4f57-43db-8c17-f81427a08139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658011 Oct 12 19:34:23.254963 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-abcd636e-99e9-4e10-b1d0-9addd4a68420 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:23.290902 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [None req-abcd636e-99e9-4e10-b1d0-9addd4a68420 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] device_id is not set on port df5666e5-05ed-46a0-827d-8ab813e64fdc yet. {{(pid=95501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 19:34:23.378269 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a7382b-a80a-4ad6-bce2-b3ce667e428c None None] Network 9b6449e2-eb5b-4c7e-b10f-8e0a04c18aa0 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:34:23.457370 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-abcd636e-99e9-4e10-b1d0-9addd4a68420 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Allocated IP 172.20.0.8 (9b6449e2-eb5b-4c7e-b10f-8e0a04c18aa0/e3d35999-52ae-4c4d-b70c-d490bd55f249/df5666e5-05ed-46a0-827d-8ab813e64fdc) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:34:23.514252 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-2bdb8f1c-1287-4428-b012-4828470244c1 None None] Provisioning complete for port e15e867b-a011-4da1-b679-1325bb0d5f1c triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:34:23.518251 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2bdb8f1c-1287-4428-b012-4828470244c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:23.682321 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2bdb8f1c-1287-4428-b012-4828470244c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:23.737966 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-2bdb8f1c-1287-4428-b012-4828470244c1 None None] For port e15e867b-a011-4da1-b679-1325bb0d5f1c, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=e15e867b-a011-4da1-b679-1325bb0d5f1c,segment=NetworkSegment(ba77a60b-0884-4acf-8bee-2a78d4521067),segment_id=ba77a60b-0884-4acf-8bee-2a78d4521067)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:34:23.761125 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-abcd636e-99e9-4e10-b1d0-9addd4a68420 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:23.794055 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75b8aa9-6149-40fd-b57a-40ba08576539 req-1912575f-86fa-4584-b7cb-8290fbe5dc10 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:34:23.795954 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c75b8aa9-6149-40fd-b57a-40ba08576539 req-1912575f-86fa-4584-b7cb-8290fbe5dc10 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e459e1c-64b2-4889-86b6-dccdc529115c HTTP/1.1" status: 200 len: 945 time: 0.0948875 Oct 12 19:34:23.802568 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2bdb8f1c-1287-4428-b012-4828470244c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:23.879401 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c75b8aa9-6149-40fd-b57a-40ba08576539 req-daac27f7-1bb9-4483-b7ad-cef0b756194f tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c11fc84-4f57-43db-8c17-f81427a08139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752940 Oct 12 19:34:23.892111 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdb8f1c-1287-4428-b012-4828470244c1 None None] Pushing event updated for resources: {'Port': ['ID=e15e867b-a011-4da1-b679-1325bb0d5f1c,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:34:23.985407 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-abcd636e-99e9-4e10-b1d0-9addd4a68420 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:24.032550 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-4fb6dadd-e01d-44ce-8b82-360265853038 None None] Provisioning complete for port e15e867b-a011-4da1-b679-1325bb0d5f1c triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:34:24.034333 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4fb6dadd-e01d-44ce-8b82-360265853038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:24.076762 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcd636e-99e9-4e10-b1d0-9addd4a68420 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Pushing event updated for resources: {'Port': ['ID=df5666e5-05ed-46a0-827d-8ab813e64fdc,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:34:24.087057 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abcd636e-99e9-4e10-b1d0-9addd4a68420 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Network 9b6449e2-eb5b-4c7e-b10f-8e0a04c18aa0 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:34:24.088993 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-abcd636e-99e9-4e10-b1d0-9addd4a68420 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:34:24.091270 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abcd636e-99e9-4e10-b1d0-9addd4a68420 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:34:24.144934 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abcd636e-99e9-4e10-b1d0-9addd4a68420 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:34:24.145573 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-abcd636e-99e9-4e10-b1d0-9addd4a68420 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:24.146706 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-4fb6dadd-e01d-44ce-8b82-360265853038 None None] Provisioning complete for port e380463d-70a6-4515-b5c6-53de00e25829 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:34:24.148605 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4fb6dadd-e01d-44ce-8b82-360265853038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:24.182604 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-4fb6dadd-e01d-44ce-8b82-360265853038 None None] Port e380463d-70a6-4515-b5c6-53de00e25829 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:34:24.285222 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-abcd636e-99e9-4e10-b1d0-9addd4a68420 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 1.5693517 Oct 12 19:34:24.287579 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 37366) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:34:24.318675 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-ad6f9d3a-2416-4be3-bea1-19ca5338a196 None None] Provisioning complete for port e380463d-70a6-4515-b5c6-53de00e25829 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:34:24.319869 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ad6f9d3a-2416-4be3-bea1-19ca5338a196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:24.413087 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-ad6f9d3a-2416-4be3-bea1-19ca5338a196 None None] Port e380463d-70a6-4515-b5c6-53de00e25829 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:34:24.481975 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c26773-86dd-423e-8890-54ab03b41488 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:34:24.484887 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device e15e867b-a011-4da1-b679-1325bb0d5f1c up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:34:24.506224 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c26773-86dd-423e-8890-54ab03b41488 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:34:24.518813 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c26773-86dd-423e-8890-54ab03b41488 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:34:24.523746 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 37376) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:34:24.524331 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-44c26773-86dd-423e-8890-54ab03b41488 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.2350478 Oct 12 19:34:24.546979 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-60499152-77b2-441c-8ae7-389b2b185edd None None] Provisioning complete for port df5666e5-05ed-46a0-827d-8ab813e64fdc triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:34:24.547455 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-60499152-77b2-441c-8ae7-389b2b185edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:24.584301 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port e15e867b-a011-4da1-b679-1325bb0d5f1c triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:34:24.587076 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:24.605718 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-60499152-77b2-441c-8ae7-389b2b185edd None None] Port df5666e5-05ed-46a0-827d-8ab813e64fdc cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:34:24.627309 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-a778574e-59eb-412f-a2ee-9ce43ac9d305 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Deleting port df5666e5-05ed-46a0-827d-8ab813e64fdc {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:34:24.627664 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a778574e-59eb-412f-a2ee-9ce43ac9d305 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:24.746904 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a778574e-59eb-412f-a2ee-9ce43ac9d305 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:24.760444 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-a778574e-59eb-412f-a2ee-9ce43ac9d305 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Calling delete_port for df5666e5-05ed-46a0-827d-8ab813e64fdc owned by {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:34:24.897144 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42938978-d2a5-49fa-bbc9-af8391ffd233 req-f7f29ad8-14dd-442d-a5a4-823e76f1e8c7 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:34:24.900109 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-42938978-d2a5-49fa-bbc9-af8391ffd233 req-f7f29ad8-14dd-442d-a5a4-823e76f1e8c7 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.67 "GET /v2.0/ports?device_id=2e459e1c-64b2-4889-86b6-dccdc529115c HTTP/1.1" status: 200 len: 945 time: 0.0794294 Oct 12 19:34:25.348594 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a778574e-59eb-412f-a2ee-9ce43ac9d305 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:25.426964 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a778574e-59eb-412f-a2ee-9ce43ac9d305 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Pushing event deleted for resources: {'Port': ['ID=df5666e5-05ed-46a0-827d-8ab813e64fdc,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:34:25.469322 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750d1c32-b062-48dc-93f7-a66b90a9533f req-01273910-9392-49b5-96bd-70f6287061fe tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:34:25.477642 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-750d1c32-b062-48dc-93f7-a66b90a9533f req-01273910-9392-49b5-96bd-70f6287061fe tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e459e1c-64b2-4889-86b6-dccdc529115c HTTP/1.1" status: 200 len: 945 time: 0.5096073 Oct 12 19:34:25.527429 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-42938978-d2a5-49fa-bbc9-af8391ffd233 req-544581e5-574d-4ed5-a0b1-73b0219eebf6 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Deleting port 8b6adc2c-bdcd-48bd-a721-1765bc56f27a {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:34:25.528016 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-42938978-d2a5-49fa-bbc9-af8391ffd233 req-544581e5-574d-4ed5-a0b1-73b0219eebf6 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:25.632951 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-750d1c32-b062-48dc-93f7-a66b90a9533f req-9eb8cf55-b2b6-45d0-8d2b-a4772729a81d tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c11fc84-4f57-43db-8c17-f81427a08139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543839 Oct 12 19:34:25.717096 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a778574e-59eb-412f-a2ee-9ce43ac9d305 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:25.719031 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-a778574e-59eb-412f-a2ee-9ce43ac9d305 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] 10.222.0.49 "DELETE /v2.0/ports/df5666e5-05ed-46a0-827d-8ab813e64fdc HTTP/1.1" status: 204 len: 168 time: 1.1940446 Oct 12 19:34:25.722057 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 37408) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:34:25.726274 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-42938978-d2a5-49fa-bbc9-af8391ffd233 req-544581e5-574d-4ed5-a0b1-73b0219eebf6 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] For port 8b6adc2c-bdcd-48bd-a721-1765bc56f27a, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=8b6adc2c-bdcd-48bd-a721-1765bc56f27a,segment=NetworkSegment(25f482b3-2b9d-4f97-b4b0-3430c63be1bb),segment_id=25f482b3-2b9d-4f97-b4b0-3430c63be1bb)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:34:25.726646 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-42938978-d2a5-49fa-bbc9-af8391ffd233 req-544581e5-574d-4ed5-a0b1-73b0219eebf6 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:25.742902 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-42938978-d2a5-49fa-bbc9-af8391ffd233 req-544581e5-574d-4ed5-a0b1-73b0219eebf6 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Calling delete_port for 8b6adc2c-bdcd-48bd-a721-1765bc56f27a owned by compute:nova {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:34:25.776904 n-d-813679-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-692a1159-995d-4ebe-b0ea-e592cb9192a6 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] GET failed (client error): The resource could not be found. Oct 12 19:34:25.784134 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-692a1159-995d-4ebe-b0ea-e592cb9192a6 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] 10.222.0.49 "GET /v2.0/ports/df5666e5-05ed-46a0-827d-8ab813e64fdc HTTP/1.1" status: 404 len: 333 time: 0.0602789 Oct 12 19:34:25.785071 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 37412) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:34:25.791084 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-afae8ee4-280e-4ecc-855d-f4d0001e1107 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Request body: {'port': {'network_id': '9b6449e2-eb5b-4c7e-b10f-8e0a04c18aa0', 'name': 'tempest-AllowedAddressPairTestJSON-1031306476'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:34:26.046380 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-42938978-d2a5-49fa-bbc9-af8391ffd233 req-544581e5-574d-4ed5-a0b1-73b0219eebf6 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:26.059379 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['26e2e43b-64cb-42a6-8bbf-733d254324d0'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:34:26.076923 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544581e5-574d-4ed5-a0b1-73b0219eebf6 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Pushing event deleted for resources: {'Port': ['ID=8b6adc2c-bdcd-48bd-a721-1765bc56f27a,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:34:26.116156 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-42938978-d2a5-49fa-bbc9-af8391ffd233 req-544581e5-574d-4ed5-a0b1-73b0219eebf6 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] No DVR routers for this DVR port 8b6adc2c-bdcd-48bd-a721-1765bc56f27a on host n-h2-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:34:26.119081 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-42938978-d2a5-49fa-bbc9-af8391ffd233 req-544581e5-574d-4ed5-a0b1-73b0219eebf6 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:26.121167 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afae8ee4-280e-4ecc-855d-f4d0001e1107 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Made reservation on behalf of 83111cb9c3da44879c4525c3310d8cfe for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:34:26.124752 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-42938978-d2a5-49fa-bbc9-af8391ffd233 req-544581e5-574d-4ed5-a0b1-73b0219eebf6 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.67 "DELETE /v2.0/ports/8b6adc2c-bdcd-48bd-a721-1765bc56f27a HTTP/1.1" status: 204 len: 173 time: 1.1958356 Oct 12 19:34:26.124752 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e459e1c-64b2-4889-86b6-dccdc529115c', 'name': 'network-vif-deleted', 'tag': '8b6adc2c-bdcd-48bd-a721-1765bc56f27a'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:34:26.125207 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-afae8ee4-280e-4ecc-855d-f4d0001e1107 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:26.125536 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29895b70-fac0-4d07-8b7e-ffcdb04b00d1" -d '{"events": [{"server_uuid": "2e459e1c-64b2-4889-86b6-dccdc529115c", "name": "network-vif-deleted", "tag": "8b6adc2c-bdcd-48bd-a721-1765bc56f27a"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:34:26.157559 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [None req-afae8ee4-280e-4ecc-855d-f4d0001e1107 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] device_id is not set on port 54b7d109-7cc1-4e0e-9ec1-7d57f669cce4 yet. {{(pid=95502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 19:34:26.166799 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32be7e5d-ac7a-46b2-869a-0a1ecb3379c6 x-openstack-request-id: req-32be7e5d-ac7a-46b2-869a-0a1ecb3379c6 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:34:26.167100 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e459e1c-64b2-4889-86b6-dccdc529115c", "name": "network-vif-deleted", "tag": "8b6adc2c-bdcd-48bd-a721-1765bc56f27a", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:34:26.167356 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-32be7e5d-ac7a-46b2-869a-0a1ecb3379c6 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:34:26.167758 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e459e1c-64b2-4889-86b6-dccdc529115c', 'name': 'network-vif-deleted', 'tag': '8b6adc2c-bdcd-48bd-a721-1765bc56f27a', 'status': 'completed', 'code': 200} Oct 12 19:34:26.290796 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-afae8ee4-280e-4ecc-855d-f4d0001e1107 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Allocated IP 172.20.0.14 (9b6449e2-eb5b-4c7e-b10f-8e0a04c18aa0/e3d35999-52ae-4c4d-b70c-d490bd55f249/54b7d109-7cc1-4e0e-9ec1-7d57f669cce4) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:34:26.486388 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-afae8ee4-280e-4ecc-855d-f4d0001e1107 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:26.597292 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-afae8ee4-280e-4ecc-855d-f4d0001e1107 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:26.661236 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afae8ee4-280e-4ecc-855d-f4d0001e1107 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Network 9b6449e2-eb5b-4c7e-b10f-8e0a04c18aa0 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:34:26.664691 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-afae8ee4-280e-4ecc-855d-f4d0001e1107 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:34:26.669438 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afae8ee4-280e-4ecc-855d-f4d0001e1107 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:34:26.674071 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afae8ee4-280e-4ecc-855d-f4d0001e1107 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Pushing event updated for resources: {'Port': ['ID=54b7d109-7cc1-4e0e-9ec1-7d57f669cce4,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:34:26.808196 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afae8ee4-280e-4ecc-855d-f4d0001e1107 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:34:26.817239 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-afae8ee4-280e-4ecc-855d-f4d0001e1107 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:26.931674 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-afae8ee4-280e-4ecc-855d-f4d0001e1107 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1453326 Oct 12 19:34:26.934371 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 37450) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:34:26.941437 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-116df82d-51bb-49c1-8c38-a102743b41f9 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:b1:8d:63'}]}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:34:27.098327 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-02fb87ce-f6af-48b4-94c6-57dea653659a None None] Provisioning complete for port 54b7d109-7cc1-4e0e-9ec1-7d57f669cce4 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:34:27.103319 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-02fb87ce-f6af-48b4-94c6-57dea653659a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:27.190705 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-116df82d-51bb-49c1-8c38-a102743b41f9 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:27.191327 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-02fb87ce-f6af-48b4-94c6-57dea653659a None None] Port 54b7d109-7cc1-4e0e-9ec1-7d57f669cce4 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:34:27.200064 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-49c4ecc0-8e59-4316-b237-5f3c2af42bea req-f8f2f23e-1286-4dfa-95b9-248530469f8f tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e459e1c-64b2-4889-86b6-dccdc529115c HTTP/1.1" status: 200 len: 210 time: 0.3629789 Oct 12 19:34:27.391444 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-116df82d-51bb-49c1-8c38-a102743b41f9 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:27.516662 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-116df82d-51bb-49c1-8c38-a102743b41f9 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:27.618852 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116df82d-51bb-49c1-8c38-a102743b41f9 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Pushing event updated for resources: {'Port': ['ID=54b7d109-7cc1-4e0e-9ec1-7d57f669cce4,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:34:27.625077 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-116df82d-51bb-49c1-8c38-a102743b41f9 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] In _notify_port_updated(), no bound segment for port 54b7d109-7cc1-4e0e-9ec1-7d57f669cce4 on network 9b6449e2-eb5b-4c7e-b10f-8e0a04c18aa0 {{(pid=95501) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 12 19:34:27.632239 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116df82d-51bb-49c1-8c38-a102743b41f9 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:34:27.632923 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-116df82d-51bb-49c1-8c38-a102743b41f9 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:27.634271 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-116df82d-51bb-49c1-8c38-a102743b41f9 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] 10.222.0.49 "PUT /v2.0/ports/54b7d109-7cc1-4e0e-9ec1-7d57f669cce4 HTTP/1.1" status: 200 len: 994 time: 0.6982648 Oct 12 19:34:27.637056 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 37472) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:34:27.743666 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-d5cad596-f89a-4ff3-bdf8-2ed2f7713b92 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Deleting port 54b7d109-7cc1-4e0e-9ec1-7d57f669cce4 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:34:27.744094 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d5cad596-f89a-4ff3-bdf8-2ed2f7713b92 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:27.816731 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-61053c94-00c9-41e4-99db-afe2cfbaad6d None None] Provisioning complete for port 54b7d109-7cc1-4e0e-9ec1-7d57f669cce4 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:34:27.817505 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-61053c94-00c9-41e4-99db-afe2cfbaad6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:27.844309 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d5cad596-f89a-4ff3-bdf8-2ed2f7713b92 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:27.858820 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-d5cad596-f89a-4ff3-bdf8-2ed2f7713b92 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Calling delete_port for 54b7d109-7cc1-4e0e-9ec1-7d57f669cce4 owned by {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:34:27.864052 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-61053c94-00c9-41e4-99db-afe2cfbaad6d None None] Port 54b7d109-7cc1-4e0e-9ec1-7d57f669cce4 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:34:27.982586 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 8b6adc2c-bdcd-48bd-a721-1765bc56f27a no longer exists at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:34:28.022102 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] No Port match for: 8b6adc2c-bdcd-48bd-a721-1765bc56f27a {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:34:28.022828 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 8b6adc2c-bdcd-48bd-a721-1765bc56f27a not bound to the agent host n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:34:28.075845 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d5cad596-f89a-4ff3-bdf8-2ed2f7713b92 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:28.117866 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cad596-f89a-4ff3-bdf8-2ed2f7713b92 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Pushing event deleted for resources: {'Port': ['ID=54b7d109-7cc1-4e0e-9ec1-7d57f669cce4,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:34:28.385916 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d5cad596-f89a-4ff3-bdf8-2ed2f7713b92 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:28.392329 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 37500) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:34:28.395981 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-d5cad596-f89a-4ff3-bdf8-2ed2f7713b92 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] 10.222.0.49 "DELETE /v2.0/ports/54b7d109-7cc1-4e0e-9ec1-7d57f669cce4 HTTP/1.1" status: 204 len: 168 time: 0.7577236 Oct 12 19:34:28.431053 n-d-813679-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-93a3f01c-d51c-423e-a8df-a8f5979da161 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] GET failed (client error): The resource could not be found. Oct 12 19:34:28.432907 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-93a3f01c-d51c-423e-a8df-a8f5979da161 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] 10.222.0.49 "GET /v2.0/ports/54b7d109-7cc1-4e0e-9ec1-7d57f669cce4 HTTP/1.1" status: 404 len: 333 time: 0.0394809 Oct 12 19:34:28.437111 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 37504) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:34:28.443319 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-c12c8c71-ff7f-4873-9b95-9226f8868d06 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Request body: {'port': {'network_id': '9b6449e2-eb5b-4c7e-b10f-8e0a04c18aa0', 'name': 'tempest-AllowedAddressPairTestJSON-1306595216'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:34:28.723499 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c12c8c71-ff7f-4873-9b95-9226f8868d06 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Made reservation on behalf of 83111cb9c3da44879c4525c3310d8cfe for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:34:28.726387 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c12c8c71-ff7f-4873-9b95-9226f8868d06 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:28.752666 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [None req-c12c8c71-ff7f-4873-9b95-9226f8868d06 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] device_id is not set on port f3c96b39-4b7c-42e4-8627-58cbe0d61a73 yet. {{(pid=95502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 19:34:28.921824 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-c12c8c71-ff7f-4873-9b95-9226f8868d06 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Allocated IP 172.20.0.5 (9b6449e2-eb5b-4c7e-b10f-8e0a04c18aa0/e3d35999-52ae-4c4d-b70c-d490bd55f249/f3c96b39-4b7c-42e4-8627-58cbe0d61a73) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:34:29.083360 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c12c8c71-ff7f-4873-9b95-9226f8868d06 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:29.150828 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-25f3e720-baaf-4e95-bc13-722d4cf9a157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:29.229824 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c12c8c71-ff7f-4873-9b95-9226f8868d06 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:29.278060 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12c8c71-ff7f-4873-9b95-9226f8868d06 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Network 9b6449e2-eb5b-4c7e-b10f-8e0a04c18aa0 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:34:29.281096 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-c12c8c71-ff7f-4873-9b95-9226f8868d06 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:34:29.284853 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12c8c71-ff7f-4873-9b95-9226f8868d06 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:34:29.291959 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12c8c71-ff7f-4873-9b95-9226f8868d06 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Pushing event updated for resources: {'Port': ['ID=f3c96b39-4b7c-42e4-8627-58cbe0d61a73,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:34:29.343277 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12c8c71-ff7f-4873-9b95-9226f8868d06 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:34:29.343968 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c12c8c71-ff7f-4873-9b95-9226f8868d06 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:29.428594 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c603ccc8-9291-43a6-9da7-d13700837f27 req-bdbb9914-ceab-42b4-8b07-aedfe281b826 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:34:29.428594 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c603ccc8-9291-43a6-9da7-d13700837f27 req-bdbb9914-ceab-42b4-8b07-aedfe281b826 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4da3fde-433d-4211-b917-44d9a4068811 HTTP/1.1" status: 200 len: 945 time: 0.0533121 Oct 12 19:34:29.431482 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-c12c8c71-ff7f-4873-9b95-9226f8868d06 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9929929 Oct 12 19:34:29.434693 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 37554) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:34:29.440311 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-48883531-43cb-45b6-a9ab-fa33de4220de tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:b1:8d:63'}]}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:34:29.478744 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c603ccc8-9291-43a6-9da7-d13700837f27 req-0e611c6d-f8fb-4429-8cd1-43c0a994052a tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c11fc84-4f57-43db-8c17-f81427a08139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440931 Oct 12 19:34:29.596480 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-c528d8da-1d1c-4721-82ba-667e57ffca3c None None] Provisioning complete for port f3c96b39-4b7c-42e4-8627-58cbe0d61a73 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:34:29.597285 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c528d8da-1d1c-4721-82ba-667e57ffca3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:29.637908 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-48883531-43cb-45b6-a9ab-fa33de4220de tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:29.655004 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-c528d8da-1d1c-4721-82ba-667e57ffca3c None None] Port f3c96b39-4b7c-42e4-8627-58cbe0d61a73 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:34:29.847306 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-48883531-43cb-45b6-a9ab-fa33de4220de tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:29.944279 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-48883531-43cb-45b6-a9ab-fa33de4220de tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:30.049946 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48883531-43cb-45b6-a9ab-fa33de4220de tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Pushing event updated for resources: {'Port': ['ID=f3c96b39-4b7c-42e4-8627-58cbe0d61a73,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:34:30.062199 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-48883531-43cb-45b6-a9ab-fa33de4220de tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] In _notify_port_updated(), no bound segment for port f3c96b39-4b7c-42e4-8627-58cbe0d61a73 on network 9b6449e2-eb5b-4c7e-b10f-8e0a04c18aa0 {{(pid=95501) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 12 19:34:30.068450 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48883531-43cb-45b6-a9ab-fa33de4220de tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:34:30.076998 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-48883531-43cb-45b6-a9ab-fa33de4220de tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:30.078277 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-48883531-43cb-45b6-a9ab-fa33de4220de tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] 10.222.0.49 "PUT /v2.0/ports/f3c96b39-4b7c-42e4-8627-58cbe0d61a73 HTTP/1.1" status: 200 len: 996 time: 0.6425617 Oct 12 19:34:30.081251 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 37574) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:34:30.182753 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-596be3a3-34f4-47d1-8167-2e8aa888ffd8 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Deleting port f3c96b39-4b7c-42e4-8627-58cbe0d61a73 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:34:30.183102 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-596be3a3-34f4-47d1-8167-2e8aa888ffd8 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:30.282051 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-596be3a3-34f4-47d1-8167-2e8aa888ffd8 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:30.291413 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-e5943e8c-0a42-47e9-8dbc-38b67f29ccf7 None None] Provisioning complete for port f3c96b39-4b7c-42e4-8627-58cbe0d61a73 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:34:30.291934 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e5943e8c-0a42-47e9-8dbc-38b67f29ccf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:30.313740 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-596be3a3-34f4-47d1-8167-2e8aa888ffd8 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Calling delete_port for f3c96b39-4b7c-42e4-8627-58cbe0d61a73 owned by {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:34:30.337231 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-e5943e8c-0a42-47e9-8dbc-38b67f29ccf7 None None] Port f3c96b39-4b7c-42e4-8627-58cbe0d61a73 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:34:30.429381 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 37586) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:34:30.521485 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-596be3a3-34f4-47d1-8167-2e8aa888ffd8 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:30.567702 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d1c9ab9f-86c9-41dc-a1ed-c8dcb2696b0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:30.577612 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596be3a3-34f4-47d1-8167-2e8aa888ffd8 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Pushing event deleted for resources: {'Port': ['ID=f3c96b39-4b7c-42e4-8627-58cbe0d61a73,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:34:30.663654 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e9daaf-729a-4e6c-8712-bd4023d35436 req-eca0c77d-2e47-42ee-a7df-1caf02d36fcc tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:34:30.665438 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-37e9daaf-729a-4e6c-8712-bd4023d35436 req-eca0c77d-2e47-42ee-a7df-1caf02d36fcc tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4da3fde-433d-4211-b917-44d9a4068811 HTTP/1.1" status: 200 len: 945 time: 0.0780013 Oct 12 19:34:30.676798 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-596be3a3-34f4-47d1-8167-2e8aa888ffd8 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:30.681208 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-596be3a3-34f4-47d1-8167-2e8aa888ffd8 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] 10.222.0.49 "DELETE /v2.0/ports/f3c96b39-4b7c-42e4-8627-58cbe0d61a73 HTTP/1.1" status: 204 len: 168 time: 0.5989902 Oct 12 19:34:30.685537 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 37594) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:34:30.694069 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e356e5aa-ac71-4380-beb2-d823e19b69c0 req-b99edb6e-e627-414d-8067-c043a801d01f tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:34:30.695638 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e356e5aa-ac71-4380-beb2-d823e19b69c0 req-b99edb6e-e627-414d-8067-c043a801d01f tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.67 "GET /v2.0/ports?device_id=f4da3fde-433d-4211-b917-44d9a4068811 HTTP/1.1" status: 200 len: 945 time: 0.0719719 Oct 12 19:34:30.727293 n-d-813679-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cf306f8-7cb2-49f8-952f-9a4313c2635e tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] GET failed (client error): The resource could not be found. Oct 12 19:34:30.733493 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-9cf306f8-7cb2-49f8-952f-9a4313c2635e tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] 10.222.0.49 "GET /v2.0/ports/f3c96b39-4b7c-42e4-8627-58cbe0d61a73 HTTP/1.1" status: 404 len: 333 time: 0.0457177 Oct 12 19:34:30.734448 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 37600) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:34:30.761860 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-4f4de49e-ce52-425c-a27f-ffe2c2ba618e tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Request body: {'port': {'network_id': '9b6449e2-eb5b-4c7e-b10f-8e0a04c18aa0', 'name': 'tempest-AllowedAddressPairTestJSON-1808859794'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:34:30.838449 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-e356e5aa-ac71-4380-beb2-d823e19b69c0 req-947fb537-ee16-4577-9ae0-841f73c9517b tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Deleting port 26e2e43b-64cb-42a6-8bbf-733d254324d0 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:34:30.838798 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-e356e5aa-ac71-4380-beb2-d823e19b69c0 req-947fb537-ee16-4577-9ae0-841f73c9517b tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:30.884764 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-37e9daaf-729a-4e6c-8712-bd4023d35436 req-dcc7285c-69a6-4558-9802-94275062549d tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/security-groups?id=0c11fc84-4f57-43db-8c17-f81427a08139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101133 Oct 12 19:34:30.891148 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d1c9ab9f-86c9-41dc-a1ed-c8dcb2696b0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:30.953772 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-e356e5aa-ac71-4380-beb2-d823e19b69c0 req-947fb537-ee16-4577-9ae0-841f73c9517b tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] For port 26e2e43b-64cb-42a6-8bbf-733d254324d0, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=26e2e43b-64cb-42a6-8bbf-733d254324d0,segment=NetworkSegment(25f482b3-2b9d-4f97-b4b0-3430c63be1bb),segment_id=25f482b3-2b9d-4f97-b4b0-3430c63be1bb)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:34:30.954763 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-e356e5aa-ac71-4380-beb2-d823e19b69c0 req-947fb537-ee16-4577-9ae0-841f73c9517b tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:30.955306 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d1c9ab9f-86c9-41dc-a1ed-c8dcb2696b0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:30.971288 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-e356e5aa-ac71-4380-beb2-d823e19b69c0 req-947fb537-ee16-4577-9ae0-841f73c9517b tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Calling delete_port for 26e2e43b-64cb-42a6-8bbf-733d254324d0 owned by compute:nova {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:34:30.983787 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c9ab9f-86c9-41dc-a1ed-c8dcb2696b0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01b34a93-a226-42da-8a69-1f0d38d5efa1,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:34:31.027053 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-d1c9ab9f-86c9-41dc-a1ed-c8dcb2696b0e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5428f90855304f52813dd99374921d80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5941904 Oct 12 19:34:31.027372 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 37606) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:34:31.085304 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f4de49e-ce52-425c-a27f-ffe2c2ba618e tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Made reservation on behalf of 83111cb9c3da44879c4525c3310d8cfe for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:34:31.089505 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4f4de49e-ce52-425c-a27f-ffe2c2ba618e tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:31.093894 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3dc54a20-147d-44ee-84ef-345864840c03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:31.131001 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [None req-4f4de49e-ce52-425c-a27f-ffe2c2ba618e tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] device_id is not set on port 721fbe31-f635-49cd-9b1b-d78caf067735 yet. {{(pid=95502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 19:34:31.141507 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3dc54a20-147d-44ee-84ef-345864840c03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:31.219748 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-e356e5aa-ac71-4380-beb2-d823e19b69c0 req-947fb537-ee16-4577-9ae0-841f73c9517b tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:31.233368 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['26e2e43b-64cb-42a6-8bbf-733d254324d0'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:34:31.303973 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-4f4de49e-ce52-425c-a27f-ffe2c2ba618e tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Allocated IP 172.20.0.14 (9b6449e2-eb5b-4c7e-b10f-8e0a04c18aa0/e3d35999-52ae-4c4d-b70c-d490bd55f249/721fbe31-f635-49cd-9b1b-d78caf067735) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:34:31.333060 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-e356e5aa-ac71-4380-beb2-d823e19b69c0 req-947fb537-ee16-4577-9ae0-841f73c9517b tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] No DVR routers for this DVR port 26e2e43b-64cb-42a6-8bbf-733d254324d0 on host n-h2-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:34:31.338167 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-e356e5aa-ac71-4380-beb2-d823e19b69c0 req-947fb537-ee16-4577-9ae0-841f73c9517b tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:31.343207 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e356e5aa-ac71-4380-beb2-d823e19b69c0 req-947fb537-ee16-4577-9ae0-841f73c9517b tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.67 "DELETE /v2.0/ports/26e2e43b-64cb-42a6-8bbf-733d254324d0 HTTP/1.1" status: 204 len: 173 time: 0.6406081 Oct 12 19:34:31.344267 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947fb537-ee16-4577-9ae0-841f73c9517b tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] Pushing event deleted for resources: {'Port': ['ID=26e2e43b-64cb-42a6-8bbf-733d254324d0,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:34:31.348782 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4da3fde-433d-4211-b917-44d9a4068811', 'name': 'network-vif-deleted', 'tag': '26e2e43b-64cb-42a6-8bbf-733d254324d0'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:34:31.353125 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e96ab310-0cfa-430b-ac2e-e9208b950d7f" -d '{"events": [{"server_uuid": "f4da3fde-433d-4211-b917-44d9a4068811", "name": "network-vif-deleted", "tag": "26e2e43b-64cb-42a6-8bbf-733d254324d0"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:34:31.359303 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3dc54a20-147d-44ee-84ef-345864840c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:31.362369 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3dc54a20-147d-44ee-84ef-345864840c03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:31.363382 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-3dc54a20-147d-44ee-84ef-345864840c03 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/01b34a93-a226-42da-8a69-1f0d38d5efa1 HTTP/1.1" status: 204 len: 168 time: 0.3351367 Oct 12 19:34:31.380762 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc54a20-147d-44ee-84ef-345864840c03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01b34a93-a226-42da-8a69-1f0d38d5efa1,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:34:31.437590 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40282580-0bee-4233-bfcc-6e4b816b919b x-openstack-request-id: req-40282580-0bee-4233-bfcc-6e4b816b919b {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:34:31.437890 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4da3fde-433d-4211-b917-44d9a4068811", "name": "network-vif-deleted", "tag": "26e2e43b-64cb-42a6-8bbf-733d254324d0", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:34:31.439323 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-40282580-0bee-4233-bfcc-6e4b816b919b {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:34:31.439789 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4da3fde-433d-4211-b917-44d9a4068811', 'name': 'network-vif-deleted', 'tag': '26e2e43b-64cb-42a6-8bbf-733d254324d0', 'status': 'completed', 'code': 200} Oct 12 19:34:31.509902 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4f4de49e-ce52-425c-a27f-ffe2c2ba618e tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:31.620771 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4f4de49e-ce52-425c-a27f-ffe2c2ba618e tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:31.665742 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0d2ec544-e4a8-4cb5-90e4-87f10763d7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:31.702947 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4de49e-ce52-425c-a27f-ffe2c2ba618e tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Network 9b6449e2-eb5b-4c7e-b10f-8e0a04c18aa0 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:34:31.707172 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-4f4de49e-ce52-425c-a27f-ffe2c2ba618e tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:34:31.709779 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4de49e-ce52-425c-a27f-ffe2c2ba618e tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:34:31.741652 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4de49e-ce52-425c-a27f-ffe2c2ba618e tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Pushing event updated for resources: {'Port': ['ID=721fbe31-f635-49cd-9b1b-d78caf067735,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:34:31.769653 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f4de49e-ce52-425c-a27f-ffe2c2ba618e tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:34:31.770573 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4f4de49e-ce52-425c-a27f-ffe2c2ba618e tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:31.875817 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-4f4de49e-ce52-425c-a27f-ffe2c2ba618e tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1354771 Oct 12 19:34:31.879346 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 37626) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:34:31.881731 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-c5a53e19-8d48-4f9c-b765-1e760faac2a4 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Request body: {'port': {'network_id': '9b6449e2-eb5b-4c7e-b10f-8e0a04c18aa0', 'name': 'tempest-AllowedAddressPairTestJSON-704845846'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:34:32.015728 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3e12a16c-e0e0-4744-acdc-89afe4aead37 req-0258c9b4-124e-4882-97e1-5c9f47bf8673 tempest-ServersTestJSON-2136222377 tempest-ServersTestJSON-2136222377-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4da3fde-433d-4211-b917-44d9a4068811 HTTP/1.1" status: 200 len: 210 time: 0.0344741 Oct 12 19:34:32.084253 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-7ef8d9be-908a-4522-a42e-976091b9fd08 None None] Provisioning complete for port 721fbe31-f635-49cd-9b1b-d78caf067735 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:34:32.084699 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7ef8d9be-908a-4522-a42e-976091b9fd08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:32.126735 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-7ef8d9be-908a-4522-a42e-976091b9fd08 None None] Port 721fbe31-f635-49cd-9b1b-d78caf067735 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:34:32.150989 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5a53e19-8d48-4f9c-b765-1e760faac2a4 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Made reservation on behalf of 83111cb9c3da44879c4525c3310d8cfe for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:34:32.154792 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c5a53e19-8d48-4f9c-b765-1e760faac2a4 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:32.177469 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [None req-c5a53e19-8d48-4f9c-b765-1e760faac2a4 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] device_id is not set on port 402eddb5-e8b8-4682-abcb-292231a23a89 yet. {{(pid=95501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 19:34:32.213203 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 37636) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:34:32.236299 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-dbc1cd8e-55d7-4a36-b995-bd4a80d2c2c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:32.313949 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-c5a53e19-8d48-4f9c-b765-1e760faac2a4 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Allocated IP 172.20.0.12 (9b6449e2-eb5b-4c7e-b10f-8e0a04c18aa0/e3d35999-52ae-4c4d-b70c-d490bd55f249/402eddb5-e8b8-4682-abcb-292231a23a89) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:34:32.323466 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-dbc1cd8e-55d7-4a36-b995-bd4a80d2c2c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:32.395420 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-dbc1cd8e-55d7-4a36-b995-bd4a80d2c2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:32.441369 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-dbc1cd8e-55d7-4a36-b995-bd4a80d2c2c8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f54440ae05394486b6bd0ee8bbb1b3f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2269621 Oct 12 19:34:32.442135 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 37644) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:34:32.442806 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc1cd8e-55d7-4a36-b995-bd4a80d2c2c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a08a4f5-f88e-47ba-8661-1b583a85f266,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:34:32.481697 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:32.494391 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c5a53e19-8d48-4f9c-b765-1e760faac2a4 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:32.533150 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1663abbd-419c-4cfe-8a72-95da51cf2279 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:32.556576 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1663abbd-419c-4cfe-8a72-95da51cf2279 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:32.619204 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c5a53e19-8d48-4f9c-b765-1e760faac2a4 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:32.667912 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a53e19-8d48-4f9c-b765-1e760faac2a4 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Network 9b6449e2-eb5b-4c7e-b10f-8e0a04c18aa0 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:34:32.673074 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-c5a53e19-8d48-4f9c-b765-1e760faac2a4 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:34:32.675824 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a53e19-8d48-4f9c-b765-1e760faac2a4 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:34:32.691536 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1663abbd-419c-4cfe-8a72-95da51cf2279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:32.694161 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1663abbd-419c-4cfe-8a72-95da51cf2279 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:32.696061 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-1663abbd-419c-4cfe-8a72-95da51cf2279 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7a08a4f5-f88e-47ba-8661-1b583a85f266 HTTP/1.1" status: 204 len: 168 time: 0.2481284 Oct 12 19:34:32.705353 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1663abbd-419c-4cfe-8a72-95da51cf2279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a08a4f5-f88e-47ba-8661-1b583a85f266,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:34:32.744000 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a53e19-8d48-4f9c-b765-1e760faac2a4 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Pushing event updated for resources: {'Port': ['ID=402eddb5-e8b8-4682-abcb-292231a23a89,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:34:32.769752 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a53e19-8d48-4f9c-b765-1e760faac2a4 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:34:32.770606 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c5a53e19-8d48-4f9c-b765-1e760faac2a4 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:32.867899 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-c5a53e19-8d48-4f9c-b765-1e760faac2a4 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9901822 Oct 12 19:34:32.871053 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 37658) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:34:32.877884 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-b52f5463-6150-4595-88c6-83e883e18907 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:b1:8d:63'}, {'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:37:0b:64'}]}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:34:32.954341 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:33.029925 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:33.060845 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-bb88f710-25ff-4a1a-b41f-b6e052fcd926 None None] Provisioning complete for port 402eddb5-e8b8-4682-abcb-292231a23a89 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:34:33.061470 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bb88f710-25ff-4a1a-b41f-b6e052fcd926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:33.078635 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b52f5463-6150-4595-88c6-83e883e18907 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:33.097278 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 37666) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:34:33.121670 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-bb88f710-25ff-4a1a-b41f-b6e052fcd926 None None] Port 402eddb5-e8b8-4682-abcb-292231a23a89 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:34:33.155067 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab2b9a63-2628-4cb0-b7a2-9cc6681752ff admin admin] Deleting subnet 73b6b3c2-9ed6-4d2c-9d78-2de520105652 {{(pid=95501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:34:33.159082 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ab2b9a63-2628-4cb0-b7a2-9cc6681752ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:33.202541 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ab2b9a63-2628-4cb0-b7a2-9cc6681752ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281083'] for subnet, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:33.243060 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ab2b9a63-2628-4cb0-b7a2-9cc6681752ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:33.317392 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b52f5463-6150-4595-88c6-83e883e18907 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:33.423818 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b52f5463-6150-4595-88c6-83e883e18907 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:33.424832 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ab2b9a63-2628-4cb0-b7a2-9cc6681752ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4824924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4612362'] for subnet, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:33.479223 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ab2b9a63-2628-4cb0-b7a2-9cc6681752ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:33.482954 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-ab2b9a63-2628-4cb0-b7a2-9cc6681752ff admin admin] 10.222.0.49 "DELETE /v2.0/subnets/73b6b3c2-9ed6-4d2c-9d78-2de520105652 HTTP/1.1" status: 204 len: 168 time: 0.3839855 Oct 12 19:34:33.484277 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2b9a63-2628-4cb0-b7a2-9cc6681752ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73b6b3c2-9ed6-4d2c-9d78-2de520105652,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:34:33.488807 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 37682) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:34:33.508549 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-b52f5463-6150-4595-88c6-83e883e18907 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] In _notify_port_updated(), no bound segment for port 402eddb5-e8b8-4682-abcb-292231a23a89 on network 9b6449e2-eb5b-4c7e-b10f-8e0a04c18aa0 {{(pid=95502) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 12 19:34:33.513294 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52f5463-6150-4595-88c6-83e883e18907 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:34:33.514019 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b52f5463-6150-4595-88c6-83e883e18907 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:33.515357 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-b52f5463-6150-4595-88c6-83e883e18907 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] 10.222.0.49 "PUT /v2.0/ports/402eddb5-e8b8-4682-abcb-292231a23a89 HTTP/1.1" status: 200 len: 1056 time: 0.6430593 Oct 12 19:34:33.533400 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 37684) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:34:33.580342 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-799541f9-8e2a-4c92-8d48-278f3a44cf98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:33.583627 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52f5463-6150-4595-88c6-83e883e18907 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Pushing event updated for resources: {'Port': ['ID=402eddb5-e8b8-4682-abcb-292231a23a89,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:34:33.663251 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-ec91cef5-a76d-4025-9bf8-cf15e46fb08d tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Deleting port 402eddb5-e8b8-4682-abcb-292231a23a89 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:34:33.663753 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ec91cef5-a76d-4025-9bf8-cf15e46fb08d tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:33.694399 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-799541f9-8e2a-4c92-8d48-278f3a44cf98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:33.719156 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-799541f9-8e2a-4c92-8d48-278f3a44cf98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f582be35-bab4-4f26-bc1a-58db576191d3']}} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:34:33.721325 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:33.731223 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-799541f9-8e2a-4c92-8d48-278f3a44cf98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25f482b3-2b9d-4f97-b4b0-3430c63be1bb') {'for_net_delete': True} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:34:33.731631 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-799541f9-8e2a-4c92-8d48-278f3a44cf98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25f482b3-2b9d-4f97-b4b0-3430c63be1bb') {} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:34:33.747328 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-799541f9-8e2a-4c92-8d48-278f3a44cf98 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4281072'] for segment, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:33.776662 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-799541f9-8e2a-4c92-8d48-278f3a44cf98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:33.788698 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-799541f9-8e2a-4c92-8d48-278f3a44cf98 admin admin] Releasing vlan 547 on physical network physnet1 to pool {{(pid=95501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:34:33.789149 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-799541f9-8e2a-4c92-8d48-278f3a44cf98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4823170'] for segment, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:33.790859 n-d-813679-3 neutron-server[95501]: Traceback (most recent call last): Oct 12 19:34:33.790859 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:34:33.790859 n-d-813679-3 neutron-server[95501]: timer() Oct 12 19:34:33.790859 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:34:33.790859 n-d-813679-3 neutron-server[95501]: cb(*args, **kw) Oct 12 19:34:33.790859 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:34:33.790859 n-d-813679-3 neutron-server[95501]: return func(*args, **kwargs) Oct 12 19:34:33.790859 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:34:33.790859 n-d-813679-3 neutron-server[95501]: self._notify() Oct 12 19:34:33.790859 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:34:33.790859 n-d-813679-3 neutron-server[95501]: self.callback(batched_events) Oct 12 19:34:33.790859 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:34:33.790859 n-d-813679-3 neutron-server[95501]: event.method(event) Oct 12 19:34:33.790859 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:34:33.790859 n-d-813679-3 neutron-server[95501]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:34:33.790859 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:34:33.790859 n-d-813679-3 neutron-server[95501]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:34:33.790859 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:34:33.790859 n-d-813679-3 neutron-server[95501]: return f(self, *a, **k) Oct 12 19:34:33.790859 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:34:33.790859 n-d-813679-3 neutron-server[95501]: return self._get(url).json() Oct 12 19:34:33.790859 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:34:33.790859 n-d-813679-3 neutron-server[95501]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:34:33.790859 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:34:33.790859 n-d-813679-3 neutron-server[95501]: return self.request(url, 'GET', **kwargs) Oct 12 19:34:33.790859 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:34:33.790859 n-d-813679-3 neutron-server[95501]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:34:33.790859 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:34:33.790859 n-d-813679-3 neutron-server[95501]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:34:33.790859 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:34:33.790859 n-d-813679-3 neutron-server[95501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:34:33.790859 n-d-813679-3 neutron-server[95501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:34:33.831074 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ec91cef5-a76d-4025-9bf8-cf15e46fb08d tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:33.852633 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-ec91cef5-a76d-4025-9bf8-cf15e46fb08d tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Calling delete_port for 402eddb5-e8b8-4682-abcb-292231a23a89 owned by {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:34:33.944131 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-799541f9-8e2a-4c92-8d48-278f3a44cf98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:33.948662 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-ec59a9df-883d-4fd2-9b6a-a447ebfa2308 None None] Provisioning complete for port 402eddb5-e8b8-4682-abcb-292231a23a89 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:34:33.953209 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-799541f9-8e2a-4c92-8d48-278f3a44cf98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:33.954614 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ec59a9df-883d-4fd2-9b6a-a447ebfa2308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:33.966968 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-799541f9-8e2a-4c92-8d48-278f3a44cf98 admin admin] 10.222.0.49 "DELETE /v2.0/networks/f582be35-bab4-4f26-bc1a-58db576191d3 HTTP/1.1" status: 204 len: 168 time: 0.4685082 Oct 12 19:34:33.985688 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799541f9-8e2a-4c92-8d48-278f3a44cf98 admin admin] Pushing event deleted for resources: {'Network': ['ID=f582be35-bab4-4f26-bc1a-58db576191d3,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:34:34.010188 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 26e2e43b-64cb-42a6-8bbf-733d254324d0 no longer exists at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:34:34.049664 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] No Port match for: 26e2e43b-64cb-42a6-8bbf-733d254324d0 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:34:34.050192 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 26e2e43b-64cb-42a6-8bbf-733d254324d0 not bound to the agent host n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:34:34.067627 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-ec59a9df-883d-4fd2-9b6a-a447ebfa2308 None None] Port 402eddb5-e8b8-4682-abcb-292231a23a89 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:34:34.127054 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ec91cef5-a76d-4025-9bf8-cf15e46fb08d tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:34.162956 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec91cef5-a76d-4025-9bf8-cf15e46fb08d tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Pushing event deleted for resources: {'Port': ['ID=402eddb5-e8b8-4682-abcb-292231a23a89,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:34:34.455727 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ec91cef5-a76d-4025-9bf8-cf15e46fb08d tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:34.462527 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-ec91cef5-a76d-4025-9bf8-cf15e46fb08d tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] 10.222.0.49 "DELETE /v2.0/ports/402eddb5-e8b8-4682-abcb-292231a23a89 HTTP/1.1" status: 204 len: 168 time: 0.9250262 Oct 12 19:34:34.467611 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 37720) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:34:34.506152 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 37722) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:34:34.512464 n-d-813679-3 neutron-server[95501]: INFO neutron.pecan_wsgi.hooks.translation [None req-4198d066-4399-4241-9a06-aea0c48b9e44 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] GET failed (client error): The resource could not be found. Oct 12 19:34:34.517997 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:34.520747 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-4198d066-4399-4241-9a06-aea0c48b9e44 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] 10.222.0.49 "GET /v2.0/ports/402eddb5-e8b8-4682-abcb-292231a23a89 HTTP/1.1" status: 404 len: 333 time: 0.0513363 Oct 12 19:34:34.521584 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 37724) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:34:34.587509 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-199e6d71-b9c9-4410-a46e-ffd4745332b0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6c99bbccf03340f58d38acd132b2d311&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0801911 Oct 12 19:34:34.588153 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 37726) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:34:34.650351 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-337297bf-b241-4d4f-a49d-b33ce71a3135 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:34.675202 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-337297bf-b241-4d4f-a49d-b33ce71a3135 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:34.733778 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-11108055-d726-45d2-b509-0152b98507ba tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Deleting port 721fbe31-f635-49cd-9b1b-d78caf067735 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:34:34.734129 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-11108055-d726-45d2-b509-0152b98507ba tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:34.741695 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-01877520-854f-4c0a-a815-c49ba4f863d2 req-aa47e7c9-32ce-4a2e-bbf0-611504d1f17e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5b52d58a-37ab-4e50-b262-c81246f70212&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0902088 Oct 12 19:34:34.812607 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-337297bf-b241-4d4f-a49d-b33ce71a3135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:34.816332 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-337297bf-b241-4d4f-a49d-b33ce71a3135 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:34.824930 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-337297bf-b241-4d4f-a49d-b33ce71a3135 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0c11fc84-4f57-43db-8c17-f81427a08139 HTTP/1.1" status: 204 len: 168 time: 0.2357159 Oct 12 19:34:34.836068 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337297bf-b241-4d4f-a49d-b33ce71a3135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c11fc84-4f57-43db-8c17-f81427a08139,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:34:34.899023 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01877520-854f-4c0a-a815-c49ba4f863d2 req-dc0dd741-ac38-4c03-96dd-1028db97b3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:34:34.900532 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-01877520-854f-4c0a-a815-c49ba4f863d2 req-dc0dd741-ac38-4c03-96dd-1028db97b3a7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=811cfaee5aef4af79e24164832947c33&device_id=5b52d58a-37ab-4e50-b262-c81246f70212 HTTP/1.1" status: 200 len: 1096 time: 0.0913248 Oct 12 19:34:34.979404 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-11108055-d726-45d2-b509-0152b98507ba tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:35.042160 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-11108055-d726-45d2-b509-0152b98507ba tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Calling delete_port for 721fbe31-f635-49cd-9b1b-d78caf067735 owned by {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:34:35.146539 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01877520-854f-4c0a-a815-c49ba4f863d2 req-75aef72f-d3ea-4a20-9231-326b02d4c2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:34:35.148065 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-01877520-854f-4c0a-a815-c49ba4f863d2 req-75aef72f-d3ea-4a20-9231-326b02d4c2a4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e1de796f-6482-493c-b5ac-b28a591020e2 HTTP/1.1" status: 200 len: 918 time: 0.2239377 Oct 12 19:34:35.286974 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-01877520-854f-4c0a-a815-c49ba4f863d2 req-e776dd1b-ce1b-410b-be08-6987eb567996 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c07665b4-a179-4091-9fcc-6ffd853121d9 HTTP/1.1" status: 200 len: 1001 time: 0.1158979 Oct 12 19:34:35.377381 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01877520-854f-4c0a-a815-c49ba4f863d2 req-a50e7ce7-b711-4196-ae56-07a01c2da637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:34:35.378902 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-01877520-854f-4c0a-a815-c49ba4f863d2 req-a50e7ce7-b711-4196-ae56-07a01c2da637 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=914db72d-f2c7-4670-91dc-11fde7252bf5 HTTP/1.1" status: 200 len: 856 time: 0.0795302 Oct 12 19:34:35.433637 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01877520-854f-4c0a-a815-c49ba4f863d2 req-6b0130a1-9c5f-4dca-9dd6-47b97baa70a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:34:35.435149 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-01877520-854f-4c0a-a815-c49ba4f863d2 req-6b0130a1-9c5f-4dca-9dd6-47b97baa70a1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e1de796f-6482-493c-b5ac-b28a591020e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477502 Oct 12 19:34:35.487472 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-11108055-d726-45d2-b509-0152b98507ba tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:35.526079 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11108055-d726-45d2-b509-0152b98507ba tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Pushing event deleted for resources: {'Port': ['ID=721fbe31-f635-49cd-9b1b-d78caf067735,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:34:35.626829 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-01877520-854f-4c0a-a815-c49ba4f863d2 req-b65a03e4-fca5-4ec0-b692-f6f11cb5d027 service neutron] 10.222.0.67 "GET /v2.0/networks/e1de796f-6482-493c-b5ac-b28a591020e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803036 Oct 12 19:34:35.690074 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-11108055-d726-45d2-b509-0152b98507ba tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:35.693357 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-11108055-d726-45d2-b509-0152b98507ba tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] 10.222.0.49 "DELETE /v2.0/ports/721fbe31-f635-49cd-9b1b-d78caf067735 HTTP/1.1" status: 204 len: 168 time: 1.1708241 Oct 12 19:34:35.696105 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 37774) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:34:35.723072 n-d-813679-3 neutron-server[95501]: INFO neutron.pecan_wsgi.hooks.translation [None req-d19d82bb-5d8a-43fc-ae9d-761dfc93bc8a tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] GET failed (client error): The resource could not be found. Oct 12 19:34:35.724528 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-d19d82bb-5d8a-43fc-ae9d-761dfc93bc8a tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] 10.222.0.49 "GET /v2.0/ports/721fbe31-f635-49cd-9b1b-d78caf067735 HTTP/1.1" status: 404 len: 333 time: 0.0275054 Oct 12 19:34:35.729137 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 37778) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:34:35.829164 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-01877520-854f-4c0a-a815-c49ba4f863d2 req-3edc6a57-bb62-4fc2-87bd-995c44776952 service neutron] 10.222.0.67 "GET /v2.0/networks/e1de796f-6482-493c-b5ac-b28a591020e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963739 Oct 12 19:34:35.907810 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-cbefa0b5-89d1-480a-b502-b15e1a49fcff tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Deleting port e380463d-70a6-4515-b5c6-53de00e25829 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:34:35.907810 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cbefa0b5-89d1-480a-b502-b15e1a49fcff tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:36.016004 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cbefa0b5-89d1-480a-b502-b15e1a49fcff tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:36.044719 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-cbefa0b5-89d1-480a-b502-b15e1a49fcff tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Calling delete_port for e380463d-70a6-4515-b5c6-53de00e25829 owned by {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:34:36.362617 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cbefa0b5-89d1-480a-b502-b15e1a49fcff tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:36.393737 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbefa0b5-89d1-480a-b502-b15e1a49fcff tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Pushing event deleted for resources: {'Port': ['ID=e380463d-70a6-4515-b5c6-53de00e25829,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:34:36.474593 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cbefa0b5-89d1-480a-b502-b15e1a49fcff tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:36.479155 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-cbefa0b5-89d1-480a-b502-b15e1a49fcff tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] 10.222.0.49 "DELETE /v2.0/ports/e380463d-70a6-4515-b5c6-53de00e25829 HTTP/1.1" status: 204 len: 168 time: 0.7490075 Oct 12 19:34:36.490973 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 37828) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:34:36.574421 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-253330bd-0815-4468-8ba5-1d073f018144 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Deleting subnet e3d35999-52ae-4c4d-b70c-d490bd55f249 {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:34:36.578441 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-253330bd-0815-4468-8ba5-1d073f018144 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:36.644418 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-253330bd-0815-4468-8ba5-1d073f018144 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16313642'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:36.804152 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-253330bd-0815-4468-8ba5-1d073f018144 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:36.984714 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 37838) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:34:37.021738 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-253330bd-0815-4468-8ba5-1d073f018144 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4306592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16245866'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:37.071855 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-253330bd-0815-4468-8ba5-1d073f018144 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:37.079574 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-253330bd-0815-4468-8ba5-1d073f018144 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] 10.222.0.49 "DELETE /v2.0/subnets/e3d35999-52ae-4c4d-b70c-d490bd55f249 HTTP/1.1" status: 204 len: 168 time: 0.5872934 Oct 12 19:34:37.080919 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 37844) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:34:37.081440 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253330bd-0815-4468-8ba5-1d073f018144 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Pushing event deleted for resources: {'Subnet': ['ID=e3d35999-52ae-4c4d-b70c-d490bd55f249,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:34:37.089992 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0bc3055-83ea-4456-8fef-59b56700f57f None None] Network 9b6449e2-eb5b-4c7e-b10f-8e0a04c18aa0 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:34:37.166768 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ff92f75b-f288-4915-bf4b-f0ba246e07bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:37.297284 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3bbc0716-39c4-472a-9386-4652a7eb16f0 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:37.303237 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ff92f75b-f288-4915-bf4b-f0ba246e07bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:37.389511 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ff92f75b-f288-4915-bf4b-f0ba246e07bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:37.426099 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-3bbc0716-39c4-472a-9386-4652a7eb16f0 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Deleting port e15e867b-a011-4da1-b679-1325bb0d5f1c {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:34:37.426561 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3bbc0716-39c4-472a-9386-4652a7eb16f0 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:37.472705 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-ff92f75b-f288-4915-bf4b-f0ba246e07bf admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c3d8be99a4f24b6686b0657cf6a3d2a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4864333 Oct 12 19:34:37.475217 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 37854) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:34:37.502954 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf53333a-956a-469e-bd44-036998f00968 None None] DHCP port deletion for 9b6449e2-eb5b-4c7e-b10f-8e0a04c18aa0 request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 19:34:37.552480 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff92f75b-f288-4915-bf4b-f0ba246e07bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62e7d6e7-d6ef-401b-80f5-bbae487e8699,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:34:37.587773 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2eeda65c-2905-433d-82ba-11742201a327 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:37.630912 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2eeda65c-2905-433d-82ba-11742201a327 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:37.654559 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-cf53333a-956a-469e-bd44-036998f00968 None None] Deleting port e15e867b-a011-4da1-b679-1325bb0d5f1c {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:34:37.654933 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cf53333a-956a-469e-bd44-036998f00968 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:37.692465 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 37862) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:34:37.729349 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-cf53333a-956a-469e-bd44-036998f00968 None None] For port e15e867b-a011-4da1-b679-1325bb0d5f1c, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=e15e867b-a011-4da1-b679-1325bb0d5f1c,segment=NetworkSegment(ba77a60b-0884-4acf-8bee-2a78d4521067),segment_id=ba77a60b-0884-4acf-8bee-2a78d4521067)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:34:37.729751 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cf53333a-956a-469e-bd44-036998f00968 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:37.760506 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-cf53333a-956a-469e-bd44-036998f00968 None None] Calling delete_port for e15e867b-a011-4da1-b679-1325bb0d5f1c owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:34:37.823664 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2eeda65c-2905-433d-82ba-11742201a327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:37.826318 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2eeda65c-2905-433d-82ba-11742201a327 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:37.827696 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-2eeda65c-2905-433d-82ba-11742201a327 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/62e7d6e7-d6ef-401b-80f5-bbae487e8699 HTTP/1.1" status: 204 len: 168 time: 0.3513539 Oct 12 19:34:37.846071 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eeda65c-2905-433d-82ba-11742201a327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62e7d6e7-d6ef-401b-80f5-bbae487e8699,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:34:37.928789 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9f3abca9-813d-429f-931a-ef259c7f5bdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:38.024462 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cf53333a-956a-469e-bd44-036998f00968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:38.030922 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [None req-3bbc0716-39c4-472a-9386-4652a7eb16f0 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] For port e15e867b-a011-4da1-b679-1325bb0d5f1c, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=e15e867b-a011-4da1-b679-1325bb0d5f1c,segment=NetworkSegment(ba77a60b-0884-4acf-8bee-2a78d4521067),segment_id=ba77a60b-0884-4acf-8bee-2a78d4521067)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:34:38.031563 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3bbc0716-39c4-472a-9386-4652a7eb16f0 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:38.043881 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9f3abca9-813d-429f-931a-ef259c7f5bdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:38.046534 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-3bbc0716-39c4-472a-9386-4652a7eb16f0 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Calling delete_port for e15e867b-a011-4da1-b679-1325bb0d5f1c owned by network:dhcp {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:34:38.049455 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf53333a-956a-469e-bd44-036998f00968 None None] Pushing event deleted for resources: {'Port': ['ID=e15e867b-a011-4da1-b679-1325bb0d5f1c,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:34:38.055848 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf53333a-956a-469e-bd44-036998f00968 None None] No DVR routers for this DVR port e15e867b-a011-4da1-b679-1325bb0d5f1c on host n-d-813679-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:34:38.127002 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9f3abca9-813d-429f-931a-ef259c7f5bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:38.158655 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3bbc0716-39c4-472a-9386-4652a7eb16f0 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:38.198217 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbc0716-39c4-472a-9386-4652a7eb16f0 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Pushing event deleted for resources: {'Port': ['ID=e15e867b-a011-4da1-b679-1325bb0d5f1c,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:34:38.213929 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbc0716-39c4-472a-9386-4652a7eb16f0 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] No DVR routers for this DVR port e15e867b-a011-4da1-b679-1325bb0d5f1c on host n-d-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:34:38.217990 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-9f3abca9-813d-429f-931a-ef259c7f5bdc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=91c038af509145fb9132f348f7bff1cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5235488 Oct 12 19:34:38.219193 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3abca9-813d-429f-931a-ef259c7f5bdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d01fc34-24e3-4ca2-bd4d-9666887be2f6,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:34:38.221692 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 37872) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:34:38.343811 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-37ccc277-bcc8-42b5-87da-58b5a41b3472 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:38.380483 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-37ccc277-bcc8-42b5-87da-58b5a41b3472 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:38.383375 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3bbc0716-39c4-472a-9386-4652a7eb16f0 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:38.418459 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-3bbc0716-39c4-472a-9386-4652a7eb16f0 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b6449e2-eb5b-4c7e-b10f-8e0a04c18aa0']}} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:34:38.428815 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device e15e867b-a011-4da1-b679-1325bb0d5f1c no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:34:38.451812 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-3bbc0716-39c4-472a-9386-4652a7eb16f0 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba77a60b-0884-4acf-8bee-2a78d4521067') {'for_net_delete': True} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:34:38.456377 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-3bbc0716-39c4-472a-9386-4652a7eb16f0 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba77a60b-0884-4acf-8bee-2a78d4521067') {} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:34:38.470870 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3bbc0716-39c4-472a-9386-4652a7eb16f0 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4281072'] for segment, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:38.484652 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: e15e867b-a011-4da1-b679-1325bb0d5f1c {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:34:38.485049 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device e15e867b-a011-4da1-b679-1325bb0d5f1c not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:34:38.485560 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3bbc0716-39c4-472a-9386-4652a7eb16f0 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:38.500011 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bbc0716-39c4-472a-9386-4652a7eb16f0 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=95501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:34:38.500552 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3bbc0716-39c4-472a-9386-4652a7eb16f0 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4823170'] for segment, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:38.506311 n-d-813679-3 neutron-server[95501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:34:38.506311 n-d-813679-3 neutron-server[95501]: self.session.flush() Oct 12 19:34:38.506311 n-d-813679-3 neutron-server[95501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:34:38.506311 n-d-813679-3 neutron-server[95501]: self.session.flush() Oct 12 19:34:38.506311 n-d-813679-3 neutron-server[95501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:34:38.506311 n-d-813679-3 neutron-server[95501]: self.session.flush() Oct 12 19:34:38.506311 n-d-813679-3 neutron-server[95501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:34:38.506311 n-d-813679-3 neutron-server[95501]: self.session.flush() Oct 12 19:34:38.506311 n-d-813679-3 neutron-server[95501]: Traceback (most recent call last): Oct 12 19:34:38.506311 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:34:38.506311 n-d-813679-3 neutron-server[95501]: timer() Oct 12 19:34:38.506311 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:34:38.506311 n-d-813679-3 neutron-server[95501]: cb(*args, **kw) Oct 12 19:34:38.506311 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:34:38.506311 n-d-813679-3 neutron-server[95501]: return func(*args, **kwargs) Oct 12 19:34:38.506311 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:34:38.506311 n-d-813679-3 neutron-server[95501]: self._notify() Oct 12 19:34:38.506311 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:34:38.506311 n-d-813679-3 neutron-server[95501]: self.callback(batched_events) Oct 12 19:34:38.506311 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:34:38.506311 n-d-813679-3 neutron-server[95501]: event.method(event) Oct 12 19:34:38.506311 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:34:38.506311 n-d-813679-3 neutron-server[95501]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:34:38.506311 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:34:38.506311 n-d-813679-3 neutron-server[95501]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:34:38.506311 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:34:38.506311 n-d-813679-3 neutron-server[95501]: return f(self, *a, **k) Oct 12 19:34:38.506311 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:34:38.506311 n-d-813679-3 neutron-server[95501]: return self._get(url).json() Oct 12 19:34:38.506311 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:34:38.506311 n-d-813679-3 neutron-server[95501]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:34:38.506311 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:34:38.506311 n-d-813679-3 neutron-server[95501]: return self.request(url, 'GET', **kwargs) Oct 12 19:34:38.506311 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:34:38.506311 n-d-813679-3 neutron-server[95501]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:34:38.506311 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:34:38.506311 n-d-813679-3 neutron-server[95501]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:34:38.506311 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:34:38.506311 n-d-813679-3 neutron-server[95501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:34:38.506311 n-d-813679-3 neutron-server[95501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:34:38.541421 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-37ccc277-bcc8-42b5-87da-58b5a41b3472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:38.544127 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-37ccc277-bcc8-42b5-87da-58b5a41b3472 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:38.545469 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-37ccc277-bcc8-42b5-87da-58b5a41b3472 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4d01fc34-24e3-4ca2-bd4d-9666887be2f6 HTTP/1.1" status: 204 len: 168 time: 0.3228502 Oct 12 19:34:38.568063 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ccc277-bcc8-42b5-87da-58b5a41b3472 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d01fc34-24e3-4ca2-bd4d-9666887be2f6,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:34:38.783686 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3bbc0716-39c4-472a-9386-4652a7eb16f0 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:38.791515 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3bbc0716-39c4-472a-9386-4652a7eb16f0 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:38.804528 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-3bbc0716-39c4-472a-9386-4652a7eb16f0 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] 10.222.0.49 "DELETE /v2.0/networks/9b6449e2-eb5b-4c7e-b10f-8e0a04c18aa0 HTTP/1.1" status: 204 len: 168 time: 1.7076685 Oct 12 19:34:38.816400 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbc0716-39c4-472a-9386-4652a7eb16f0 tempest-AllowedAddressPairTestJSON-1801886889 tempest-AllowedAddressPairTestJSON-1801886889-project] Pushing event deleted for resources: {'Network': ['ID=9b6449e2-eb5b-4c7e-b10f-8e0a04c18aa0,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:34:39.436606 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 37916) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:34:39.464200 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 37920) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:34:39.529237 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-caa0d264-8afb-4161-9453-b44ffa8b83ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:39.703670 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-caa0d264-8afb-4161-9453-b44ffa8b83ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:39.734591 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 37932) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:34:39.735157 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-1d92264b-0859-4dc7-9612-aa3222d13622 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=83111cb9c3da44879c4525c3310d8cfe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3006809 Oct 12 19:34:39.778194 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-caa0d264-8afb-4161-9453-b44ffa8b83ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:39.791974 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7b499089-c365-4be7-b0b9-7da311021152 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:39.822634 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa0d264-8afb-4161-9453-b44ffa8b83ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00f0ed5a-d199-41c2-a07d-ae9fa79f187d,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:34:39.822912 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7b499089-c365-4be7-b0b9-7da311021152 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:39.825514 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-caa0d264-8afb-4161-9453-b44ffa8b83ce admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=620bcfcc958548c8b199506a6b2e2d30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3602221 Oct 12 19:34:39.826507 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 37936) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:34:39.897072 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-99d8967c-6cf6-46d2-acd1-0fb75f28d8e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:39.924394 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-99d8967c-6cf6-46d2-acd1-0fb75f28d8e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:40.018196 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7b499089-c365-4be7-b0b9-7da311021152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:40.019002 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 37940) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:34:40.026875 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7b499089-c365-4be7-b0b9-7da311021152 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:40.028479 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-7b499089-c365-4be7-b0b9-7da311021152 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/722cbfe8-a6e6-497e-9d8d-5a97674e9e78 HTTP/1.1" status: 204 len: 168 time: 0.2918496 Oct 12 19:34:40.066079 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b499089-c365-4be7-b0b9-7da311021152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=722cbfe8-a6e6-497e-9d8d-5a97674e9e78,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:34:40.095516 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-99d8967c-6cf6-46d2-acd1-0fb75f28d8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:40.096396 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-99d8967c-6cf6-46d2-acd1-0fb75f28d8e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:40.098154 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-99d8967c-6cf6-46d2-acd1-0fb75f28d8e9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/00f0ed5a-d199-41c2-a07d-ae9fa79f187d HTTP/1.1" status: 204 len: 168 time: 0.2707160 Oct 12 19:34:40.120571 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d8967c-6cf6-46d2-acd1-0fb75f28d8e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00f0ed5a-d199-41c2-a07d-ae9fa79f187d,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:34:40.227478 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-26bf983b-7e6d-4a23-a721-c50b05eaa4c5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1928131603-network', 'tenant_id': 'da56e5b248094156ada95d11ba3c5b37'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:34:40.326765 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26bf983b-7e6d-4a23-a721-c50b05eaa4c5 admin admin] Made reservation on behalf of da56e5b248094156ada95d11ba3c5b37 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:34:40.330340 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-26bf983b-7e6d-4a23-a721-c50b05eaa4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:40.348853 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-26bf983b-7e6d-4a23-a721-c50b05eaa4c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:40.477739 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-26bf983b-7e6d-4a23-a721-c50b05eaa4c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:40.546444 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-26bf983b-7e6d-4a23-a721-c50b05eaa4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:40.598252 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bf983b-7e6d-4a23-a721-c50b05eaa4c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8970fd45-8c05-4563-b96c-c0d64e2986c2,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:34:40.616516 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26bf983b-7e6d-4a23-a721-c50b05eaa4c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:34:40.643432 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-26bf983b-7e6d-4a23-a721-c50b05eaa4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:40.643847 n-d-813679-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-26bf983b-7e6d-4a23-a721-c50b05eaa4c5 admin admin] Added segment c76c2076-a0e3-4199-9ff6-f77ea66f99ec of type vlan for network 74a2c063-d43e-4221-94e9-d3ab154855fc Oct 12 19:34:40.764217 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-26bf983b-7e6d-4a23-a721-c50b05eaa4c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:40.885722 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-26bf983b-7e6d-4a23-a721-c50b05eaa4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:40.887194 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26bf983b-7e6d-4a23-a721-c50b05eaa4c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:34:40.888107 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-26bf983b-7e6d-4a23-a721-c50b05eaa4c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:41.000584 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bf983b-7e6d-4a23-a721-c50b05eaa4c5 admin admin] Pushing event updated for resources: {'Network': ['ID=74a2c063-d43e-4221-94e9-d3ab154855fc,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:34:41.016922 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 74a2c063-d43e-4221-94e9-d3ab154855fc details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:34:41.061248 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-26bf983b-7e6d-4a23-a721-c50b05eaa4c5 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0408463 Oct 12 19:34:41.065633 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 37984) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:34:41.071233 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-727189ec-b4a6-46f5-bcdd-f45c683757d6 admin admin] Request body: {'subnet': {'network_id': '74a2c063-d43e-4221-94e9-d3ab154855fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1928131603-subnet', 'tenant_id': 'da56e5b248094156ada95d11ba3c5b37', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:34:41.253414 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-727189ec-b4a6-46f5-bcdd-f45c683757d6 admin admin] Made reservation on behalf of da56e5b248094156ada95d11ba3c5b37 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:34:41.255774 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-727189ec-b4a6-46f5-bcdd-f45c683757d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16245837'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:41.578876 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-727189ec-b4a6-46f5-bcdd-f45c683757d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4306659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16245859'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:41.685104 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727189ec-b4a6-46f5-bcdd-f45c683757d6 admin admin] Checking segment: {'id': 'c76c2076-a0e3-4199-9ff6-f77ea66f99ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '74a2c063-d43e-4221-94e9-d3ab154855fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:34:41.685868 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727189ec-b4a6-46f5-bcdd-f45c683757d6 admin admin] Network hostable DHCP agents. Network: 74a2c063-d43e-4221-94e9-d3ab154855fc, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:34:41.689094 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727189ec-b4a6-46f5-bcdd-f45c683757d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a0cf0c9-d039-4d05-a67a-cc48a10b2cbc,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:34:41.805462 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 38018) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:34:41.840462 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727189ec-b4a6-46f5-bcdd-f45c683757d6 admin admin] Network 74a2c063-d43e-4221-94e9-d3ab154855fc is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:34:41.954859 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-727189ec-b4a6-46f5-bcdd-f45c683757d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, 74a2c063-d43e-4221-94e9-d3ab154855fc) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:34:41.959247 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727189ec-b4a6-46f5-bcdd-f45c683757d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:34:41.959913 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-727189ec-b4a6-46f5-bcdd-f45c683757d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:41.972420 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe536d83-43cc-411c-becf-689adb88c6e7 None None] Network 74a2c063-d43e-4221-94e9-d3ab154855fc requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:34:42.043149 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-f6943b76-491e-4cfc-816d-4ba8351ab810 tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1213028089'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:34:42.050637 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-727189ec-b4a6-46f5-bcdd-f45c683757d6 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9837809 Oct 12 19:34:42.053339 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 38024) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:34:42.058190 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-67fc5024-252f-4868-a8ff-009753550277 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1928131603-router', 'tenant_id': 'da56e5b248094156ada95d11ba3c5b37', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:34:42.095356 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.db.api [None req-67fc5024-252f-4868-a8ff-009753550277 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 12 19:34:42.095356 n-d-813679-3 neutron-server[95502]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Oct 12 19:34:42.095356 n-d-813679-3 neutron-server[95502]: [parameters: {'project_id': 'da56e5b248094156ada95d11ba3c5b37', 'id': '94b33d0f-5cfc-4b17-85e0-a3028470b9ad', 'expiration': datetime.datetime(2021, 10, 12, 19, 36, 42, 81818)}] Oct 12 19:34:42.095356 n-d-813679-3 neutron-server[95502]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95502) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 19:34:42.096364 n-d-813679-3 neutron-server[95502]: DEBUG oslo_db.api [None req-67fc5024-252f-4868-a8ff-009753550277 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 19:34:42.147685 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae108e70-4ca6-452d-8f0f-e81c4e9542c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-74a2c063-d43e-4221-94e9-d3ab154855fc', 'network_id': '74a2c063-d43e-4221-94e9-d3ab154855fc', 'tenant_id': 'da56e5b248094156ada95d11ba3c5b37', 'fixed_ips': [{'subnet_id': '3a0cf0c9-d039-4d05-a67a-cc48a10b2cbc'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:34:42.149185 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ae108e70-4ca6-452d-8f0f-e81c4e9542c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:42.209289 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6943b76-491e-4cfc-816d-4ba8351ab810 tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Made reservation on behalf of b0379b3067e64bf78cae66e4fb51dd61 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:34:42.219355 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f6943b76-491e-4cfc-816d-4ba8351ab810 tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:42.239754 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f6943b76-491e-4cfc-816d-4ba8351ab810 tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:42.319543 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-ae108e70-4ca6-452d-8f0f-e81c4e9542c4 None None] Allocated IP 172.20.0.2 (74a2c063-d43e-4221-94e9-d3ab154855fc/3a0cf0c9-d039-4d05-a67a-cc48a10b2cbc/02c583e0-3a93-4167-9a15-ad03cdbc3430) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:34:42.356712 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f6943b76-491e-4cfc-816d-4ba8351ab810 tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:42.430425 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f6943b76-491e-4cfc-816d-4ba8351ab810 tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:42.474020 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6943b76-491e-4cfc-816d-4ba8351ab810 tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:34:42.488517 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6943b76-491e-4cfc-816d-4ba8351ab810 tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68ada8bd-7ee5-4f9e-8f6c-686ffcb7aa20,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:34:42.497815 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f6943b76-491e-4cfc-816d-4ba8351ab810 tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:42.499050 n-d-813679-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-f6943b76-491e-4cfc-816d-4ba8351ab810 tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Added segment 962cb286-7f63-481d-b64a-4b52dc41f8d4 of type vlan for network 2a8960f9-ec59-4cec-b20b-74e2d3b5e80c Oct 12 19:34:42.545034 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ae108e70-4ca6-452d-8f0f-e81c4e9542c4 None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:42.571982 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f6943b76-491e-4cfc-816d-4ba8351ab810 tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:42.664390 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ae108e70-4ca6-452d-8f0f-e81c4e9542c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:42.708999 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae108e70-4ca6-452d-8f0f-e81c4e9542c4 None None] Network 74a2c063-d43e-4221-94e9-d3ab154855fc is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:34:42.712603 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-ae108e70-4ca6-452d-8f0f-e81c4e9542c4 None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:34:42.717850 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae108e70-4ca6-452d-8f0f-e81c4e9542c4 None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:34:42.721015 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae108e70-4ca6-452d-8f0f-e81c4e9542c4 None None] Pushing event updated for resources: {'Port': ['ID=02c583e0-3a93-4167-9a15-ad03cdbc3430,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:34:42.767048 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-67fc5024-252f-4868-a8ff-009753550277 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8093678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255505'] for router, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:42.768161 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-67fc5024-252f-4868-a8ff-009753550277 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8093562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8087085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8022306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255518'] for router, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:42.771377 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f6943b76-491e-4cfc-816d-4ba8351ab810 tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:42.778216 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6943b76-491e-4cfc-816d-4ba8351ab810 tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:34:42.778216 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f6943b76-491e-4cfc-816d-4ba8351ab810 tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:42.787213 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-ae108e70-4ca6-452d-8f0f-e81c4e9542c4 None None] Attempting to bind port 02c583e0-3a93-4167-9a15-ad03cdbc3430 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:34:42.787638 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-ae108e70-4ca6-452d-8f0f-e81c4e9542c4 None None] Attempting to bind port 02c583e0-3a93-4167-9a15-ad03cdbc3430 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'c76c2076-a0e3-4199-9ff6-f77ea66f99ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '74a2c063-d43e-4221-94e9-d3ab154855fc'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:34:42.788006 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae108e70-4ca6-452d-8f0f-e81c4e9542c4 None None] Attempting to bind port 02c583e0-3a93-4167-9a15-ad03cdbc3430 on network 74a2c063-d43e-4221-94e9-d3ab154855fc {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:34:42.793289 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae108e70-4ca6-452d-8f0f-e81c4e9542c4 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:34:42.793761 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae108e70-4ca6-452d-8f0f-e81c4e9542c4 None None] Checking segment: {'id': 'c76c2076-a0e3-4199-9ff6-f77ea66f99ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '74a2c063-d43e-4221-94e9-d3ab154855fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:34:42.794154 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ae108e70-4ca6-452d-8f0f-e81c4e9542c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:42.794553 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae108e70-4ca6-452d-8f0f-e81c4e9542c4 None None] Bound using segment: {'id': 'c76c2076-a0e3-4199-9ff6-f77ea66f99ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '74a2c063-d43e-4221-94e9-d3ab154855fc'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:34:42.808462 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-ae108e70-4ca6-452d-8f0f-e81c4e9542c4 None None] Bound port: 02c583e0-3a93-4167-9a15-ad03cdbc3430, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c76c2076-a0e3-4199-9ff6-f77ea66f99ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '74a2c063-d43e-4221-94e9-d3ab154855fc'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:34:42.810668 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ae108e70-4ca6-452d-8f0f-e81c4e9542c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:42.899535 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-ae108e70-4ca6-452d-8f0f-e81c4e9542c4 None None] For port 02c583e0-3a93-4167-9a15-ad03cdbc3430, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:34:42.903300 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-ae108e70-4ca6-452d-8f0f-e81c4e9542c4 None None] For port 02c583e0-3a93-4167-9a15-ad03cdbc3430, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=02c583e0-3a93-4167-9a15-ad03cdbc3430,segment=NetworkSegment(c76c2076-a0e3-4199-9ff6-f77ea66f99ec),segment_id=c76c2076-a0e3-4199-9ff6-f77ea66f99ec)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:34:42.952449 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6943b76-491e-4cfc-816d-4ba8351ab810 tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Pushing event updated for resources: {'Network': ['ID=2a8960f9-ec59-4cec-b20b-74e2d3b5e80c,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:34:42.957479 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-f6943b76-491e-4cfc-816d-4ba8351ab810 tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.1507752 Oct 12 19:34:42.960622 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 38054) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:34:42.961172 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ae108e70-4ca6-452d-8f0f-e81c4e9542c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:42.966515 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-d9637b97-ab23-4038-97fd-9acf252fb4e4 tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Request body: {'subnet': {'network_id': '2a8960f9-ec59-4cec-b20b-74e2d3b5e80c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:34:42.974504 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 2a8960f9-ec59-4cec-b20b-74e2d3b5e80c details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:34:42.980762 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-67fc5024-252f-4868-a8ff-009753550277 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:43.176886 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae108e70-4ca6-452d-8f0f-e81c4e9542c4 None None] Pushing event updated for resources: {'Port': ['ID=02c583e0-3a93-4167-9a15-ad03cdbc3430,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:34:43.292561 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9637b97-ab23-4038-97fd-9acf252fb4e4 tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Made reservation on behalf of b0379b3067e64bf78cae66e4fb51dd61 for: {'subnet': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:34:43.296886 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d9637b97-ab23-4038-97fd-9acf252fb4e4 tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4612397'] for subnet, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:43.693665 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-67fc5024-252f-4868-a8ff-009753550277 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:43.715047 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d9637b97-ab23-4038-97fd-9acf252fb4e4 tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4824863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4612355'] for subnet, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:43.786087 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9637b97-ab23-4038-97fd-9acf252fb4e4 tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Pushing event updated for resources: {'Subnet': ['ID=a16a8167-8fca-4340-8c2c-7b394b1b1670,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:34:43.795564 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9637b97-ab23-4038-97fd-9acf252fb4e4 tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Checking segment: {'id': '962cb286-7f63-481d-b64a-4b52dc41f8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '2a8960f9-ec59-4cec-b20b-74e2d3b5e80c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:34:43.795923 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9637b97-ab23-4038-97fd-9acf252fb4e4 tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Network hostable DHCP agents. Network: 2a8960f9-ec59-4cec-b20b-74e2d3b5e80c, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:34:43.916132 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9637b97-ab23-4038-97fd-9acf252fb4e4 tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Network 2a8960f9-ec59-4cec-b20b-74e2d3b5e80c is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:34:44.001337 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-d9637b97-ab23-4038-97fd-9acf252fb4e4 tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, 2a8960f9-ec59-4cec-b20b-74e2d3b5e80c) {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:34:44.005140 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-67fc5024-252f-4868-a8ff-009753550277 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:44.012166 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9637b97-ab23-4038-97fd-9acf252fb4e4 tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:34:44.012166 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d9637b97-ab23-4038-97fd-9acf252fb4e4 tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:44.016192 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80da514d-53e0-4a19-a5a1-627f9fffe7e5 None None] Network 2a8960f9-ec59-4cec-b20b-74e2d3b5e80c requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:34:44.034160 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-67fc5024-252f-4868-a8ff-009753550277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:44.148887 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-d9637b97-ab23-4038-97fd-9acf252fb4e4 tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1839335 Oct 12 19:34:44.149136 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 38086) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:34:44.154058 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-27d70b6b-311d-4966-bec0-bb8d0f9183ce tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-60057526', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:34:44.189433 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-67fc5024-252f-4868-a8ff-009753550277 admin admin] Allocated IP 172.25.5.56 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/f9385a02-35b8-4610-bb29-937f4a3fdfc3) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:34:44.266093 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce304c2-a1f7-415e-9d24-d4c3f949ae64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-2a8960f9-ec59-4cec-b20b-74e2d3b5e80c', 'network_id': '2a8960f9-ec59-4cec-b20b-74e2d3b5e80c', 'tenant_id': 'b0379b3067e64bf78cae66e4fb51dd61', 'fixed_ips': [{'subnet_id': 'a16a8167-8fca-4340-8c2c-7b394b1b1670'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:34:44.277026 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7ce304c2-a1f7-415e-9d24-d4c3f949ae64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:44.288984 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-27d70b6b-311d-4966-bec0-bb8d0f9183ce tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8093678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255505'] for router, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:44.290563 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-27d70b6b-311d-4966-bec0-bb8d0f9183ce tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8093562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8087085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8022306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255518'] for router, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:44.379720 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-27d70b6b-311d-4966-bec0-bb8d0f9183ce tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:44.407000 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-67fc5024-252f-4868-a8ff-009753550277 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:44.444349 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-7ce304c2-a1f7-415e-9d24-d4c3f949ae64 None None] Allocated IP 172.20.0.2 (2a8960f9-ec59-4cec-b20b-74e2d3b5e80c/a16a8167-8fca-4340-8c2c-7b394b1b1670/59b17ffa-2c3f-4ebf-9051-be9199209d91) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:34:44.487379 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-27d70b6b-311d-4966-bec0-bb8d0f9183ce tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8093541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7915516'] for router, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:44.536199 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 02c583e0-3a93-4167-9a15-ad03cdbc3430 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:34:44.544780 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-67fc5024-252f-4868-a8ff-009753550277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:44.626404 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-27d70b6b-311d-4966-bec0-bb8d0f9183ce tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:44.627936 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-27d70b6b-311d-4966-bec0-bb8d0f9183ce tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 713 time: 0.4776099 Oct 12 19:34:44.634919 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 38102) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:34:44.649596 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67fc5024-252f-4868-a8ff-009753550277 admin admin] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:34:44.656889 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-67fc5024-252f-4868-a8ff-009753550277 admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:34:44.659603 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67fc5024-252f-4868-a8ff-009753550277 admin admin] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:34:44.680014 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 02c583e0-3a93-4167-9a15-ad03cdbc3430 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:34:44.680827 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:44.697279 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fc5024-252f-4868-a8ff-009753550277 admin admin] Pushing event updated for resources: {'Port': ['ID=f9385a02-35b8-4610-bb29-937f4a3fdfc3,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:34:44.793856 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7ce304c2-a1f7-415e-9d24-d4c3f949ae64 None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:44.886664 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:44.889883 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58802b64-3f3f-4c97-a029-a0d165c28904 None None] Network 74a2c063-d43e-4221-94e9-d3ab154855fc requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:34:44.951797 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7ce304c2-a1f7-415e-9d24-d4c3f949ae64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:44.991328 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] For port 02c583e0-3a93-4167-9a15-ad03cdbc3430, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=02c583e0-3a93-4167-9a15-ad03cdbc3430,segment=NetworkSegment(c76c2076-a0e3-4199-9ff6-f77ea66f99ec),segment_id=c76c2076-a0e3-4199-9ff6-f77ea66f99ec)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:34:45.082545 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce304c2-a1f7-415e-9d24-d4c3f949ae64 None None] Network 2a8960f9-ec59-4cec-b20b-74e2d3b5e80c is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:34:45.085977 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e8d193fc-5209-44fa-aa2d-955990b62f3c tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:45.094619 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-7ce304c2-a1f7-415e-9d24-d4c3f949ae64 None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:34:45.111058 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce304c2-a1f7-415e-9d24-d4c3f949ae64 None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:34:45.129851 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-79d13105-3459-425c-8872-209266c6f89f None None] Provisioning complete for port 02c583e0-3a93-4167-9a15-ad03cdbc3430 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:34:45.130437 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-79d13105-3459-425c-8872-209266c6f89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:45.132901 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:45.273676 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-67fc5024-252f-4868-a8ff-009753550277 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:45.452652 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce304c2-a1f7-415e-9d24-d4c3f949ae64 None None] Pushing event updated for resources: {'Port': ['ID=59b17ffa-2c3f-4ebf-9051-be9199209d91,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:34:45.546011 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-e8d193fc-5209-44fa-aa2d-955990b62f3c tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Allocated IP 172.20.0.1 (2a8960f9-ec59-4cec-b20b-74e2d3b5e80c/a16a8167-8fca-4340-8c2c-7b394b1b1670/95dd0b1d-dcac-496f-a48e-62676c8d8c87) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:34:45.617006 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Pushing event updated for resources: {'Port': ['ID=02c583e0-3a93-4167-9a15-ad03cdbc3430,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:34:45.620063 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-67fc5024-252f-4868-a8ff-009753550277 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8093541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7915516'] for router, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:45.693510 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-7ce304c2-a1f7-415e-9d24-d4c3f949ae64 None None] Attempting to bind port 59b17ffa-2c3f-4ebf-9051-be9199209d91 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:34:45.693897 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-7ce304c2-a1f7-415e-9d24-d4c3f949ae64 None None] Attempting to bind port 59b17ffa-2c3f-4ebf-9051-be9199209d91 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '962cb286-7f63-481d-b64a-4b52dc41f8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '2a8960f9-ec59-4cec-b20b-74e2d3b5e80c'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:34:45.694252 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce304c2-a1f7-415e-9d24-d4c3f949ae64 None None] Attempting to bind port 59b17ffa-2c3f-4ebf-9051-be9199209d91 on network 2a8960f9-ec59-4cec-b20b-74e2d3b5e80c {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:34:45.759070 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce304c2-a1f7-415e-9d24-d4c3f949ae64 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:34:45.759592 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce304c2-a1f7-415e-9d24-d4c3f949ae64 None None] Checking segment: {'id': '962cb286-7f63-481d-b64a-4b52dc41f8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '2a8960f9-ec59-4cec-b20b-74e2d3b5e80c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:34:45.759952 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7ce304c2-a1f7-415e-9d24-d4c3f949ae64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:45.760239 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce304c2-a1f7-415e-9d24-d4c3f949ae64 None None] Bound using segment: {'id': '962cb286-7f63-481d-b64a-4b52dc41f8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '2a8960f9-ec59-4cec-b20b-74e2d3b5e80c'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:34:45.760726 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-7ce304c2-a1f7-415e-9d24-d4c3f949ae64 None None] Bound port: 59b17ffa-2c3f-4ebf-9051-be9199209d91, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '962cb286-7f63-481d-b64a-4b52dc41f8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '2a8960f9-ec59-4cec-b20b-74e2d3b5e80c'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:34:45.761101 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7ce304c2-a1f7-415e-9d24-d4c3f949ae64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:45.780968 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e8d193fc-5209-44fa-aa2d-955990b62f3c tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:45.974332 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67fc5024-252f-4868-a8ff-009753550277 admin admin] Router 8076eb30-c43d-4013-8348-3b77b8a81222 is scheduled to L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b with binding_index 1 {{(pid=95502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 19:34:45.984785 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e8d193fc-5209-44fa-aa2d-955990b62f3c tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:46.035764 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-7ce304c2-a1f7-415e-9d24-d4c3f949ae64 None None] For port 59b17ffa-2c3f-4ebf-9051-be9199209d91, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:34:46.041162 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-7ce304c2-a1f7-415e-9d24-d4c3f949ae64 None None] For port 59b17ffa-2c3f-4ebf-9051-be9199209d91, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=59b17ffa-2c3f-4ebf-9051-be9199209d91,segment=NetworkSegment(962cb286-7f63-481d-b64a-4b52dc41f8d4),segment_id=962cb286-7f63-481d-b64a-4b52dc41f8d4)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:34:46.090906 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d193fc-5209-44fa-aa2d-955990b62f3c tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Network 2a8960f9-ec59-4cec-b20b-74e2d3b5e80c is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:34:46.105401 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-e8d193fc-5209-44fa-aa2d-955990b62f3c tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:34:46.124132 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d193fc-5209-44fa-aa2d-955990b62f3c tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Pushing event updated for resources: {'Port': ['ID=95dd0b1d-dcac-496f-a48e-62676c8d8c87,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:34:46.127243 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d193fc-5209-44fa-aa2d-955990b62f3c tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:34:46.132346 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7ce304c2-a1f7-415e-9d24-d4c3f949ae64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:46.205742 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67fc5024-252f-4868-a8ff-009753550277 admin admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:34:46.216822 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f434f684-86b2-47bb-9d7a-84119c14b87b None None] Sync routers for ids ['8076eb30-c43d-4013-8348-3b77b8a81222'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:34:46.235083 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e8d193fc-5209-44fa-aa2d-955990b62f3c tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7915309'] for router_interface, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:46.236252 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f434f684-86b2-47bb-9d7a-84119c14b87b None None] Routers {'8076eb30-c43d-4013-8348-3b77b8a81222'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:34:46.240397 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-f434f684-86b2-47bb-9d7a-84119c14b87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:34:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['8076eb30-c43d-4013-8348-3b77b8a81222'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:34:46.306371 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-67fc5024-252f-4868-a8ff-009753550277 admin admin] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:46.309380 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-67fc5024-252f-4868-a8ff-009753550277 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.2550249 Oct 12 19:34:46.312195 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 38138) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:34:46.379851 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce304c2-a1f7-415e-9d24-d4c3f949ae64 None None] Pushing event updated for resources: {'Port': ['ID=59b17ffa-2c3f-4ebf-9051-be9199209d91,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:34:46.459631 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 02c583e0-3a93-4167-9a15-ad03cdbc3430 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:34:46.531986 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-23044066-b680-4962-81a5-09aae57d154d None None] Provisioning complete for port 02c583e0-3a93-4167-9a15-ad03cdbc3430 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:34:46.533627 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-23044066-b680-4962-81a5-09aae57d154d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:46.590940 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-f434f684-86b2-47bb-9d7a-84119c14b87b None None] Set router 8076eb30-c43d-4013-8348-3b77b8a81222 gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:34:46.598542 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 02c583e0-3a93-4167-9a15-ad03cdbc3430 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:34:46.598926 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:46.662222 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e8d193fc-5209-44fa-aa2d-955990b62f3c tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:47.101223 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-f434f684-86b2-47bb-9d7a-84119c14b87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8076eb30-c43d-4013-8348-3b77b8a81222', 'name': 'tempest-AttachVolumeTestJSON-1928131603-router', 'tenant_id': 'da56e5b248094156ada95d11ba3c5b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': 'f9385a02-35b8-4610-bb29-937f4a3fdfc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:34:42Z', 'updated_at': '2021-10-12T19:34:44Z', 'revision_number': 3, 'project_id': 'da56e5b248094156ada95d11ba3c5b37', 'gw_port': {'id': 'f9385a02-35b8-4610-bb29-937f4a3fdfc3', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d4:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8076eb30-c43d-4013-8348-3b77b8a81222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2599, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:34:44Z', 'updated_at': '2021-10-12T19:34:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:34:47.134316 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f434f684-86b2-47bb-9d7a-84119c14b87b None None] Checking router: 8076eb30-c43d-4013-8348-3b77b8a81222 for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:34:47.134849 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f434f684-86b2-47bb-9d7a-84119c14b87b None None] Updating router 8076eb30-c43d-4013-8348-3b77b8a81222 port f9385a02-35b8-4610-bb29-937f4a3fdfc3 binding host n-d-813679-3 {{(pid=95504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 19:34:47.171617 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-f434f684-86b2-47bb-9d7a-84119c14b87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:47.191217 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e8d193fc-5209-44fa-aa2d-955990b62f3c tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:47.257914 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e8d193fc-5209-44fa-aa2d-955990b62f3c tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:47.339106 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b8f2f7bf-7b60-468f-b2be-1a4f51a7597b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:47.374574 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e8d193fc-5209-44fa-aa2d-955990b62f3c tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7898980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8092605'] for router_interface, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:47.401515 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d193fc-5209-44fa-aa2d-955990b62f3c tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Pushing event updated for resources: {'Port': ['ID=95dd0b1d-dcac-496f-a48e-62676c8d8c87,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:34:47.617325 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-f434f684-86b2-47bb-9d7a-84119c14b87b None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:47.628564 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d193fc-5209-44fa-aa2d-955990b62f3c tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Network 2a8960f9-ec59-4cec-b20b-74e2d3b5e80c is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:34:47.630422 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-e8d193fc-5209-44fa-aa2d-955990b62f3c tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:34:47.673840 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-b8f2f7bf-7b60-468f-b2be-1a4f51a7597b admin admin] Allocated IP 172.20.0.1 (74a2c063-d43e-4221-94e9-d3ab154855fc/3a0cf0c9-d039-4d05-a67a-cc48a10b2cbc/1f444c26-39ba-4818-8485-fb4d9ffa252d) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:34:47.731847 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-f434f684-86b2-47bb-9d7a-84119c14b87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:47.826432 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b8f2f7bf-7b60-468f-b2be-1a4f51a7597b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:47.846699 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-f434f684-86b2-47bb-9d7a-84119c14b87b None None] Attempting to bind port f9385a02-35b8-4610-bb29-937f4a3fdfc3 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:34:47.847065 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-f434f684-86b2-47bb-9d7a-84119c14b87b None None] Attempting to bind port f9385a02-35b8-4610-bb29-937f4a3fdfc3 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:34:47.847426 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f434f684-86b2-47bb-9d7a-84119c14b87b None None] Attempting to bind port f9385a02-35b8-4610-bb29-937f4a3fdfc3 on network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:34:47.859660 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f434f684-86b2-47bb-9d7a-84119c14b87b None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:34:47.862278 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f434f684-86b2-47bb-9d7a-84119c14b87b None None] Checking segment: {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:34:47.862278 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-f434f684-86b2-47bb-9d7a-84119c14b87b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:47.862278 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f434f684-86b2-47bb-9d7a-84119c14b87b None None] Bound using segment: {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:34:47.862278 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-f434f684-86b2-47bb-9d7a-84119c14b87b None None] Bound port: f9385a02-35b8-4610-bb29-937f4a3fdfc3, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:34:47.862278 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-f434f684-86b2-47bb-9d7a-84119c14b87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:47.887904 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f6c3c8-b652-4fe0-9022-6a40b8fd8922 None None] Pushing event updated for resources: {'Port': ['ID=f9385a02-35b8-4610-bb29-937f4a3fdfc3,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:34:47.903853 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8d193fc-5209-44fa-aa2d-955990b62f3c tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Router 870e3578-7e79-4a9f-9b74-b4738189669a is scheduled to L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b with binding_index 1 {{(pid=95501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 19:34:47.929956 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f6c3c8-b652-4fe0-9022-6a40b8fd8922 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:34:47.949777 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f6c3c8-b652-4fe0-9022-6a40b8fd8922 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:34:47.949777 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f6c3c8-b652-4fe0-9022-6a40b8fd8922 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:34:47.950732 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b8f2f7bf-7b60-468f-b2be-1a4f51a7597b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:47.950848 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f6c3c8-b652-4fe0-9022-6a40b8fd8922 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:34:47.950848 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f6c3c8-b652-4fe0-9022-6a40b8fd8922 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:34:47.950848 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f6c3c8-b652-4fe0-9022-6a40b8fd8922 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:34:47.950848 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f6c3c8-b652-4fe0-9022-6a40b8fd8922 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:34:47.950848 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f6c3c8-b652-4fe0-9022-6a40b8fd8922 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:34:47.950848 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f6c3c8-b652-4fe0-9022-6a40b8fd8922 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:34:47.950848 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f6c3c8-b652-4fe0-9022-6a40b8fd8922 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:34:47.950848 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f6c3c8-b652-4fe0-9022-6a40b8fd8922 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:34:47.950848 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f6c3c8-b652-4fe0-9022-6a40b8fd8922 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:34:47.993548 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-f434f684-86b2-47bb-9d7a-84119c14b87b None None] For port f9385a02-35b8-4610-bb29-937f4a3fdfc3, host n-d-813679-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:34:48.004354 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-f434f684-86b2-47bb-9d7a-84119c14b87b None None] For port f9385a02-35b8-4610-bb29-937f4a3fdfc3, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=f9385a02-35b8-4610-bb29-937f4a3fdfc3,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:34:48.055883 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ae9dbf-daf6-4985-8d49-b6cfe2bbd1bd None None] Network 2a8960f9-ec59-4cec-b20b-74e2d3b5e80c requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:34:48.075267 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f2f7bf-7b60-468f-b2be-1a4f51a7597b admin admin] Network 74a2c063-d43e-4221-94e9-d3ab154855fc is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:34:48.079331 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-b8f2f7bf-7b60-468f-b2be-1a4f51a7597b admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:34:48.092751 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-f434f684-86b2-47bb-9d7a-84119c14b87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:48.112001 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f2f7bf-7b60-468f-b2be-1a4f51a7597b admin admin] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:34:48.137171 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-66d693d2-3fb9-45f7-a97c-f96028b6d619 None None] Provisioning complete for port 59b17ffa-2c3f-4ebf-9051-be9199209d91 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:34:48.137794 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-66d693d2-3fb9-45f7-a97c-f96028b6d619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:48.181590 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f434f684-86b2-47bb-9d7a-84119c14b87b None None] Routers {'8076eb30-c43d-4013-8348-3b77b8a81222'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:34:48.182615 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-f434f684-86b2-47bb-9d7a-84119c14b87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:34:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['8076eb30-c43d-4013-8348-3b77b8a81222'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:34:48.211836 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f2f7bf-7b60-468f-b2be-1a4f51a7597b admin admin] Pushing event updated for resources: {'Port': ['ID=1f444c26-39ba-4818-8485-fb4d9ffa252d,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:34:48.221566 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8d193fc-5209-44fa-aa2d-955990b62f3c tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:34:48.233441 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-e8d193fc-5209-44fa-aa2d-955990b62f3c tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] 10.222.0.49 "PUT /v2.0/routers/870e3578-7e79-4a9f-9b74-b4738189669a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5957761 Oct 12 19:34:48.237247 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 38176) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:34:48.243757 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-ae1dce65-bbae-46ac-9e3d-c65067359712 tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Request body: {'port': {'network_id': '2a8960f9-ec59-4cec-b20b-74e2d3b5e80c', 'name': 'tempest-FloatingIPNegativeTestJSON-1432860637'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:34:48.254747 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc6311c-0346-46e4-b1ba-a6f0f744b63f None None] Sync routers for ids ['870e3578-7e79-4a9f-9b74-b4738189669a'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:34:48.326713 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc6311c-0346-46e4-b1ba-a6f0f744b63f None None] Routers {'870e3578-7e79-4a9f-9b74-b4738189669a'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:34:48.328896 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-9cc6311c-0346-46e4-b1ba-a6f0f744b63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:34:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['870e3578-7e79-4a9f-9b74-b4738189669a'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:34:48.339958 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-f434f684-86b2-47bb-9d7a-84119c14b87b None None] Set router 8076eb30-c43d-4013-8348-3b77b8a81222 gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:34:48.410852 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-9cc6311c-0346-46e4-b1ba-a6f0f744b63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:34:48.447051 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc6311c-0346-46e4-b1ba-a6f0f744b63f None None] Routers {'870e3578-7e79-4a9f-9b74-b4738189669a'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:34:48.450621 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-9cc6311c-0346-46e4-b1ba-a6f0f744b63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:34:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['870e3578-7e79-4a9f-9b74-b4738189669a'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:34:48.540910 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 59b17ffa-2c3f-4ebf-9051-be9199209d91 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:34:48.565095 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-9cc6311c-0346-46e4-b1ba-a6f0f744b63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:34:48.566322 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc6311c-0346-46e4-b1ba-a6f0f744b63f None None] The sync data for ids ['870e3578-7e79-4a9f-9b74-b4738189669a'] in n-d-813679-3 is: [] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:34:48.666990 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-66d693d2-3fb9-45f7-a97c-f96028b6d619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:48.743218 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-f434f684-86b2-47bb-9d7a-84119c14b87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8076eb30-c43d-4013-8348-3b77b8a81222', 'name': 'tempest-AttachVolumeTestJSON-1928131603-router', 'tenant_id': 'da56e5b248094156ada95d11ba3c5b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': 'f9385a02-35b8-4610-bb29-937f4a3fdfc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:34:42Z', 'updated_at': '2021-10-12T19:34:44Z', 'revision_number': 3, 'project_id': 'da56e5b248094156ada95d11ba3c5b37', 'gw_port': {'id': 'f9385a02-35b8-4610-bb29-937f4a3fdfc3', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d4:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8076eb30-c43d-4013-8348-3b77b8a81222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2599, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:34:44Z', 'updated_at': '2021-10-12T19:34:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:34:48.776100 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b8f2f7bf-7b60-468f-b2be-1a4f51a7597b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7915309'] for router_interface, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:48.782055 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f6c3c8-b652-4fe0-9022-6a40b8fd8922 None None] Pushing event updated for resources: {'Port': ['ID=f9385a02-35b8-4610-bb29-937f4a3fdfc3,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:34:48.786442 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f434f684-86b2-47bb-9d7a-84119c14b87b None None] The sync data for ids ['8076eb30-c43d-4013-8348-3b77b8a81222'] in n-d-813679-3 is: [{'id': '8076eb30-c43d-4013-8348-3b77b8a81222', 'name': 'tempest-AttachVolumeTestJSON-1928131603-router', 'tenant_id': 'da56e5b248094156ada95d11ba3c5b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': 'f9385a02-35b8-4610-bb29-937f4a3fdfc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:34:42Z', 'updated_at': '2021-10-12T19:34:44Z', 'revision_number': 3, 'project_id': 'da56e5b248094156ada95d11ba3c5b37', 'gw_port': {'id': 'f9385a02-35b8-4610-bb29-937f4a3fdfc3', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d4:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8076eb30-c43d-4013-8348-3b77b8a81222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2599, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:34:44Z', 'updated_at': '2021-10-12T19:34:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:34:48.812775 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 59b17ffa-2c3f-4ebf-9051-be9199209d91 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:34:48.813229 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:48.816826 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-66d693d2-3fb9-45f7-a97c-f96028b6d619 None None] For port 59b17ffa-2c3f-4ebf-9051-be9199209d91, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=59b17ffa-2c3f-4ebf-9051-be9199209d91,segment=NetworkSegment(962cb286-7f63-481d-b64a-4b52dc41f8d4),segment_id=962cb286-7f63-481d-b64a-4b52dc41f8d4)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:34:48.947781 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-66d693d2-3fb9-45f7-a97c-f96028b6d619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:49.087435 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-bdf415e4-b79b-4e51-adc5-42358b76cf75 None None] Provisioning complete for port 1f444c26-39ba-4818-8485-fb4d9ffa252d triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:34:49.088137 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bdf415e4-b79b-4e51-adc5-42358b76cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:49.089999 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d693d2-3fb9-45f7-a97c-f96028b6d619 None None] Pushing event updated for resources: {'Port': ['ID=59b17ffa-2c3f-4ebf-9051-be9199209d91,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:34:49.154189 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-bdf415e4-b79b-4e51-adc5-42358b76cf75 None None] Port 1f444c26-39ba-4818-8485-fb4d9ffa252d cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:34:49.285112 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-3cf57f0e-12be-47d3-90ba-ac8467eb41b5 None None] Provisioning complete for port 95dd0b1d-dcac-496f-a48e-62676c8d8c87 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:34:49.285801 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3cf57f0e-12be-47d3-90ba-ac8467eb41b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:49.296092 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae1dce65-bbae-46ac-9e3d-c65067359712 tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Made reservation on behalf of b0379b3067e64bf78cae66e4fb51dd61 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:34:49.300672 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ae1dce65-bbae-46ac-9e3d-c65067359712 tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:49.339344 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-3cf57f0e-12be-47d3-90ba-ac8467eb41b5 None None] Port 95dd0b1d-dcac-496f-a48e-62676c8d8c87 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:34:49.349043 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b8f2f7bf-7b60-468f-b2be-1a4f51a7597b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:49.353694 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-3cf57f0e-12be-47d3-90ba-ac8467eb41b5 None None] Provisioning complete for port 59b17ffa-2c3f-4ebf-9051-be9199209d91 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:34:49.358004 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [None req-ae1dce65-bbae-46ac-9e3d-c65067359712 tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] device_id is not set on port 65885676-f8e4-43f3-90c7-f66f4d298cf4 yet. {{(pid=95502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 19:34:49.359500 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3cf57f0e-12be-47d3-90ba-ac8467eb41b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:49.536146 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-ae1dce65-bbae-46ac-9e3d-c65067359712 tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Allocated IP 172.20.0.3 (2a8960f9-ec59-4cec-b20b-74e2d3b5e80c/a16a8167-8fca-4340-8c2c-7b394b1b1670/65885676-f8e4-43f3-90c7-f66f4d298cf4) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:34:49.678493 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-aeed77cd-50c2-490f-b757-740c4645c294 None None] Provisioning complete for port 95dd0b1d-dcac-496f-a48e-62676c8d8c87 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:34:49.680060 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-aeed77cd-50c2-490f-b757-740c4645c294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:49.764267 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-aeed77cd-50c2-490f-b757-740c4645c294 None None] Port 95dd0b1d-dcac-496f-a48e-62676c8d8c87 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:34:49.888543 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b8f2f7bf-7b60-468f-b2be-1a4f51a7597b admin admin] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:49.896155 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-d12919e1-b080-4ba5-9270-aafe9538a1c5 None None] Provisioning complete for port 95dd0b1d-dcac-496f-a48e-62676c8d8c87 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:34:49.901212 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d12919e1-b080-4ba5-9270-aafe9538a1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:49.914502 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ae1dce65-bbae-46ac-9e3d-c65067359712 tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:49.968675 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b8f2f7bf-7b60-468f-b2be-1a4f51a7597b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:49.971059 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-d12919e1-b080-4ba5-9270-aafe9538a1c5 None None] Port 95dd0b1d-dcac-496f-a48e-62676c8d8c87 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:34:50.056881 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b8f2f7bf-7b60-468f-b2be-1a4f51a7597b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7898980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8092605'] for router_interface, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:50.122528 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f2f7bf-7b60-468f-b2be-1a4f51a7597b admin admin] Pushing event updated for resources: {'Port': ['ID=1f444c26-39ba-4818-8485-fb4d9ffa252d,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:34:50.127102 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ae1dce65-bbae-46ac-9e3d-c65067359712 tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:50.196484 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae1dce65-bbae-46ac-9e3d-c65067359712 tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Network 2a8960f9-ec59-4cec-b20b-74e2d3b5e80c is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:34:50.218378 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-ae1dce65-bbae-46ac-9e3d-c65067359712 tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:34:50.228531 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1dce65-bbae-46ac-9e3d-c65067359712 tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:34:50.235543 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1dce65-bbae-46ac-9e3d-c65067359712 tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Pushing event updated for resources: {'Port': ['ID=65885676-f8e4-43f3-90c7-f66f4d298cf4,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:34:50.299885 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f2f7bf-7b60-468f-b2be-1a4f51a7597b admin admin] Network 74a2c063-d43e-4221-94e9-d3ab154855fc is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:34:50.303280 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-b8f2f7bf-7b60-468f-b2be-1a4f51a7597b admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:34:50.315258 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1dce65-bbae-46ac-9e3d-c65067359712 tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:34:50.315892 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ae1dce65-bbae-46ac-9e3d-c65067359712 tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:50.515181 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-ae1dce65-bbae-46ac-9e3d-c65067359712 tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2730303 Oct 12 19:34:50.515336 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 38220) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:34:50.521030 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-d039b66c-6f42-45f3-854a-5b2e701622c9 tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Request body: {'floatingip': {'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:34:50.567870 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8f2f7bf-7b60-468f-b2be-1a4f51a7597b admin admin] Router 8076eb30-c43d-4013-8348-3b77b8a81222 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:34:50.634869 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d039b66c-6f42-45f3-854a-5b2e701622c9 tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Notify callbacks [] for floatingip, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:50.642775 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device f9385a02-35b8-4610-bb29-937f4a3fdfc3 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:34:50.820170 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d039b66c-6f42-45f3-854a-5b2e701622c9 tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:50.827859 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port f9385a02-35b8-4610-bb29-937f4a3fdfc3 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:34:50.829702 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:50.839961 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-4bed9a68-3e16-4b20-a5d5-49c961bfd6fb None None] Provisioning complete for port 65885676-f8e4-43f3-90c7-f66f4d298cf4 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:34:50.842244 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4bed9a68-3e16-4b20-a5d5-49c961bfd6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:50.855050 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8f2f7bf-7b60-468f-b2be-1a4f51a7597b admin admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:34:50.878124 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-b8f2f7bf-7b60-468f-b2be-1a4f51a7597b admin admin] 10.222.0.49 "PUT /v2.0/routers/8076eb30-c43d-4013-8348-3b77b8a81222/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5645373 Oct 12 19:34:50.933783 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-4bed9a68-3e16-4b20-a5d5-49c961bfd6fb None None] Port 65885676-f8e4-43f3-90c7-f66f4d298cf4 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:34:51.002701 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:51.018037 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-d039b66c-6f42-45f3-854a-5b2e701622c9 tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Allocated IP 172.25.5.60 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/9f852408-409f-4766-be97-454814f8d14c) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:34:51.026507 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] For port f9385a02-35b8-4610-bb29-937f4a3fdfc3, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=f9385a02-35b8-4610-bb29-937f4a3fdfc3,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:34:51.059176 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-aaf0969b-08bd-4769-8ed5-3e235da96d28 None None] Provisioning complete for port 1f444c26-39ba-4818-8485-fb4d9ffa252d triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:34:51.059623 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-aaf0969b-08bd-4769-8ed5-3e235da96d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:51.137423 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-aaf0969b-08bd-4769-8ed5-3e235da96d28 None None] Port 1f444c26-39ba-4818-8485-fb4d9ffa252d cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:34:51.160281 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:51.161095 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 59b17ffa-2c3f-4ebf-9051-be9199209d91 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:34:51.238360 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d039b66c-6f42-45f3-854a-5b2e701622c9 tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:51.254547 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Pushing event updated for resources: {'Port': ['ID=f9385a02-35b8-4610-bb29-937f4a3fdfc3,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:34:51.265682 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 59b17ffa-2c3f-4ebf-9051-be9199209d91 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:34:51.266058 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:51.343699 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 38240) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:34:51.407082 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d039b66c-6f42-45f3-854a-5b2e701622c9 tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:51.468462 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d039b66c-6f42-45f3-854a-5b2e701622c9 tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:34:51.474210 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-d039b66c-6f42-45f3-854a-5b2e701622c9 tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:34:51.477387 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d039b66c-6f42-45f3-854a-5b2e701622c9 tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:34:51.481104 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d039b66c-6f42-45f3-854a-5b2e701622c9 tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Pushing event updated for resources: {'Port': ['ID=9f852408-409f-4766-be97-454814f8d14c,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:34:51.492578 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5114149d-b006-45c0-a1fa-0e37e9af7a9a None None] Sync routers for ids ['8076eb30-c43d-4013-8348-3b77b8a81222'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:34:51.505712 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5114149d-b006-45c0-a1fa-0e37e9af7a9a None None] Routers {'8076eb30-c43d-4013-8348-3b77b8a81222'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:34:51.507400 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-5114149d-b006-45c0-a1fa-0e37e9af7a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:34:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['8076eb30-c43d-4013-8348-3b77b8a81222'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:34:51.613192 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d039b66c-6f42-45f3-854a-5b2e701622c9 tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:51.686618 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3dcaf5fc-ba58-4348-bf3d-8384fe7a0921 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:51.694188 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-5114149d-b006-45c0-a1fa-0e37e9af7a9a None None] Set router 8076eb30-c43d-4013-8348-3b77b8a81222 gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:34:51.770459 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d039b66c-6f42-45f3-854a-5b2e701622c9 tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:51.980533 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3dcaf5fc-ba58-4348-bf3d-8384fe7a0921 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:52.057895 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d039b66c-6f42-45f3-854a-5b2e701622c9 tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:52.060112 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3dcaf5fc-ba58-4348-bf3d-8384fe7a0921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:52.104835 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-3dcaf5fc-ba58-4348-bf3d-8384fe7a0921 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2a9d8ff49c554b66b1801080721f331a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7593832 Oct 12 19:34:52.105743 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcaf5fc-ba58-4348-bf3d-8384fe7a0921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c777d69-c2ff-4297-9813-92a131a5b3c8,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:34:52.108142 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 38258) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:34:52.135163 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-5114149d-b006-45c0-a1fa-0e37e9af7a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8076eb30-c43d-4013-8348-3b77b8a81222', 'name': 'tempest-AttachVolumeTestJSON-1928131603-router', 'tenant_id': 'da56e5b248094156ada95d11ba3c5b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': 'f9385a02-35b8-4610-bb29-937f4a3fdfc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:34:42Z', 'updated_at': '2021-10-12T19:34:49Z', 'revision_number': 4, 'project_id': 'da56e5b248094156ada95d11ba3c5b37', 'gw_port': {'id': 'f9385a02-35b8-4610-bb29-937f4a3fdfc3', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8076eb30-c43d-4013-8348-3b77b8a81222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2599, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:34:44Z', 'updated_at': '2021-10-12T19:34:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '1f444c26-39ba-4818-8485-fb4d9ffa252d', 'name': '', 'network_id': '74a2c063-d43e-4221-94e9-d3ab154855fc', 'tenant_id': 'da56e5b248094156ada95d11ba3c5b37', 'mac_address': 'fa:16:3e:00:ec:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8076eb30-c43d-4013-8348-3b77b8a81222', 'device_owner': 'network:router_interface', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '3a0cf0c9-d039-4d05-a67a-cc48a10b2cbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:34:47Z', 'updated_at': '2021-10-12T19:34:49Z', 'revision_number': 2, 'project_id': 'da56e5b248094156ada95d11ba3c5b37', 'subnets': [{'id': '3a0cf0c9-d039-4d05-a67a-cc48a10b2cbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:34:52.164691 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d039b66c-6f42-45f3-854a-5b2e701622c9 tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:52.165387 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5114149d-b006-45c0-a1fa-0e37e9af7a9a None None] Checking router: 8076eb30-c43d-4013-8348-3b77b8a81222 for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:34:52.165840 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5114149d-b006-45c0-a1fa-0e37e9af7a9a None None] Updating router 8076eb30-c43d-4013-8348-3b77b8a81222 port 1f444c26-39ba-4818-8485-fb4d9ffa252d binding host n-d-813679-3 {{(pid=95504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 19:34:52.175865 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-88161f2a-346c-4d15-9b3c-13ad0a1c6f83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:52.194116 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-5114149d-b006-45c0-a1fa-0e37e9af7a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:52.250358 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 38262) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:34:52.257471 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-9c9a963f-bf75-4152-8cdb-99316cec9c02 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Request body: {'security_group': {'name': 'tempest-securitygroup--279725404', 'description': 'tempest-description--1214602167'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:34:52.274920 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d039b66c-6f42-45f3-854a-5b2e701622c9 tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7915414'] for floatingip, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:52.286448 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-88161f2a-346c-4d15-9b3c-13ad0a1c6f83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:52.302416 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d039b66c-6f42-45f3-854a-5b2e701622c9 tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Pushing event updated for resources: {'Port': ['ID=9f852408-409f-4766-be97-454814f8d14c,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:34:52.351526 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9c9a963f-bf75-4152-8cdb-99316cec9c02 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:52.415048 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device f9385a02-35b8-4610-bb29-937f4a3fdfc3 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:34:52.446506 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-88161f2a-346c-4d15-9b3c-13ad0a1c6f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:52.449138 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-88161f2a-346c-4d15-9b3c-13ad0a1c6f83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:52.450288 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-88161f2a-346c-4d15-9b3c-13ad0a1c6f83 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3c777d69-c2ff-4297-9813-92a131a5b3c8 HTTP/1.1" status: 204 len: 168 time: 0.3412864 Oct 12 19:34:52.457349 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d039b66c-6f42-45f3-854a-5b2e701622c9 tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:52.457349 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-d039b66c-6f42-45f3-854a-5b2e701622c9 tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9371450 Oct 12 19:34:52.457349 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 38272) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:34:52.476819 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-9690c54c-53d0-42d4-b309-4f03b23e1551 tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Request body: {'floatingip': {'port_id': '65885676-f8e4-43f3-90c7-f66f4d298cf4', 'fixed_ip_address': '172.20.0.3'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:34:52.532060 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port f9385a02-35b8-4610-bb29-937f4a3fdfc3 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:34:52.532291 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:52.535327 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88161f2a-346c-4d15-9b3c-13ad0a1c6f83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c777d69-c2ff-4297-9813-92a131a5b3c8,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:34:52.541546 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9c9a963f-bf75-4152-8cdb-99316cec9c02 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:52.546997 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9690c54c-53d0-42d4-b309-4f03b23e1551 tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Notify callbacks [] for floatingip, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:52.572502 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-5114149d-b006-45c0-a1fa-0e37e9af7a9a None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:52.612011 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9c9a963f-bf75-4152-8cdb-99316cec9c02 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:52.640390 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-5114149d-b006-45c0-a1fa-0e37e9af7a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:52.666374 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9a963f-bf75-4152-8cdb-99316cec9c02 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5aa05d67-0c53-427c-9564-46e10b998f15,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:34:52.690743 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9a963f-bf75-4152-8cdb-99316cec9c02 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:34:52.691831 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9a963f-bf75-4152-8cdb-99316cec9c02 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:34:52.693704 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9a963f-bf75-4152-8cdb-99316cec9c02 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:34:52.693704 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9a963f-bf75-4152-8cdb-99316cec9c02 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:34:52.693944 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9a963f-bf75-4152-8cdb-99316cec9c02 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:34:52.695438 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9a963f-bf75-4152-8cdb-99316cec9c02 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:34:52.695942 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9a963f-bf75-4152-8cdb-99316cec9c02 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:34:52.699496 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9a963f-bf75-4152-8cdb-99316cec9c02 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:34:52.699926 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9a963f-bf75-4152-8cdb-99316cec9c02 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:34:52.700139 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9a963f-bf75-4152-8cdb-99316cec9c02 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:34:52.700434 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9a963f-bf75-4152-8cdb-99316cec9c02 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:34:52.700777 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9a963f-bf75-4152-8cdb-99316cec9c02 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:34:52.729154 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b60d741-9126-466d-99a5-657e1c50f3fc None None] Pushing event updated for resources: {'Port': ['ID=1f444c26-39ba-4818-8485-fb4d9ffa252d,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:34:52.744972 n-d-813679-3 neutron-server[95501]: INFO neutron.api.v2.resource [None req-9690c54c-53d0-42d4-b309-4f03b23e1551 tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] update failed (client error): The resource could not be found. Oct 12 19:34:52.746521 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-9690c54c-53d0-42d4-b309-4f03b23e1551 tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] 10.222.0.49 "PUT /v2.0/floatingips/dfd55bda-fce4-4d57-a655-ef5e7d7c934f HTTP/1.1" status: 404 len: 507 time: 0.2881992 Oct 12 19:34:52.749802 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 38274) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:34:52.754741 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9c9a963f-bf75-4152-8cdb-99316cec9c02 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:52.756507 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-9c9a963f-bf75-4152-8cdb-99316cec9c02 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5042558 Oct 12 19:34:52.761161 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 38276) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:34:52.767106 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-37307642-189f-471c-8921-0fc5ef3422f8 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Request body: {'security_group_rule': {'security_group_id': '5aa05d67-0c53-427c-9564-46e10b998f15', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:34:52.825694 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-5114149d-b006-45c0-a1fa-0e37e9af7a9a None None] Attempting to bind port 1f444c26-39ba-4818-8485-fb4d9ffa252d on host n-d-813679-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:34:52.826206 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-5114149d-b006-45c0-a1fa-0e37e9af7a9a None None] Attempting to bind port 1f444c26-39ba-4818-8485-fb4d9ffa252d by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'c76c2076-a0e3-4199-9ff6-f77ea66f99ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '74a2c063-d43e-4221-94e9-d3ab154855fc'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:34:52.826721 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5114149d-b006-45c0-a1fa-0e37e9af7a9a None None] Attempting to bind port 1f444c26-39ba-4818-8485-fb4d9ffa252d on network 74a2c063-d43e-4221-94e9-d3ab154855fc {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:34:52.832615 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5114149d-b006-45c0-a1fa-0e37e9af7a9a None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:34:52.833135 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5114149d-b006-45c0-a1fa-0e37e9af7a9a None None] Checking segment: {'id': 'c76c2076-a0e3-4199-9ff6-f77ea66f99ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '74a2c063-d43e-4221-94e9-d3ab154855fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:34:52.833612 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-5114149d-b006-45c0-a1fa-0e37e9af7a9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:52.834223 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5114149d-b006-45c0-a1fa-0e37e9af7a9a None None] Bound using segment: {'id': 'c76c2076-a0e3-4199-9ff6-f77ea66f99ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '74a2c063-d43e-4221-94e9-d3ab154855fc'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:34:52.834828 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-5114149d-b006-45c0-a1fa-0e37e9af7a9a None None] Bound port: 1f444c26-39ba-4818-8485-fb4d9ffa252d, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c76c2076-a0e3-4199-9ff6-f77ea66f99ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '74a2c063-d43e-4221-94e9-d3ab154855fc'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:34:52.835792 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-5114149d-b006-45c0-a1fa-0e37e9af7a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:52.917512 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-9979fb96-d548-4bb2-bdb5-8fb8f71ec918 tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Deleting port 9f852408-409f-4766-be97-454814f8d14c {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:34:52.917512 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9979fb96-d548-4bb2-bdb5-8fb8f71ec918 tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:52.918500 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-37307642-189f-471c-8921-0fc5ef3422f8 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:52.956166 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-5114149d-b006-45c0-a1fa-0e37e9af7a9a None None] For port 1f444c26-39ba-4818-8485-fb4d9ffa252d, host n-d-813679-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:34:52.962988 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-5114149d-b006-45c0-a1fa-0e37e9af7a9a None None] For port 1f444c26-39ba-4818-8485-fb4d9ffa252d, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=1f444c26-39ba-4818-8485-fb4d9ffa252d,segment=NetworkSegment(c76c2076-a0e3-4199-9ff6-f77ea66f99ec),segment_id=c76c2076-a0e3-4199-9ff6-f77ea66f99ec)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:34:52.969747 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-7f3606dc-04ae-450a-91c2-7f1f38ca6efd None None] Provisioning complete for port 1f444c26-39ba-4818-8485-fb4d9ffa252d triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:34:52.976998 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7f3606dc-04ae-450a-91c2-7f1f38ca6efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:53.031588 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-37307642-189f-471c-8921-0fc5ef3422f8 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:53.054787 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-5114149d-b006-45c0-a1fa-0e37e9af7a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:53.069547 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-7f3606dc-04ae-450a-91c2-7f1f38ca6efd None None] Port 1f444c26-39ba-4818-8485-fb4d9ffa252d cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:34:53.120666 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-37307642-189f-471c-8921-0fc5ef3422f8 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:53.143931 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9979fb96-d548-4bb2-bdb5-8fb8f71ec918 tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:53.144294 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9979fb96-d548-4bb2-bdb5-8fb8f71ec918 tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:53.151932 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37307642-189f-471c-8921-0fc5ef3422f8 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c65e5249-f12c-4ff4-bf99-8c3a169a0568,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:34:53.154573 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b60d741-9126-466d-99a5-657e1c50f3fc None None] Pushing event updated for resources: {'Port': ['ID=1f444c26-39ba-4818-8485-fb4d9ffa252d,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:34:53.157814 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5114149d-b006-45c0-a1fa-0e37e9af7a9a None None] Routers {'8076eb30-c43d-4013-8348-3b77b8a81222'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:34:53.158524 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-5114149d-b006-45c0-a1fa-0e37e9af7a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:34:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['8076eb30-c43d-4013-8348-3b77b8a81222'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:34:53.174802 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-9979fb96-d548-4bb2-bdb5-8fb8f71ec918 tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Calling delete_port for 9f852408-409f-4766-be97-454814f8d14c owned by network:floatingip {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:34:53.237198 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-37307642-189f-471c-8921-0fc5ef3422f8 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:53.249066 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-37307642-189f-471c-8921-0fc5ef3422f8 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4804935 Oct 12 19:34:53.249066 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 38290) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:34:53.257671 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-051e61bb-e441-4281-a001-ba9c9e352da4 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Request body: {'security_group_rule': {'security_group_id': '5aa05d67-0c53-427c-9564-46e10b998f15', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:34:53.355864 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-5114149d-b006-45c0-a1fa-0e37e9af7a9a None None] Set router 8076eb30-c43d-4013-8348-3b77b8a81222 gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:34:53.360908 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-051e61bb-e441-4281-a001-ba9c9e352da4 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:53.400372 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9979fb96-d548-4bb2-bdb5-8fb8f71ec918 tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:53.431657 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9979fb96-d548-4bb2-bdb5-8fb8f71ec918 tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Pushing event deleted for resources: {'Port': ['ID=9f852408-409f-4766-be97-454814f8d14c,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:34:53.454755 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-051e61bb-e441-4281-a001-ba9c9e352da4 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:53.493463 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-cb348872-bb4e-4e2e-a631-a2c68b175f72 None None] Provisioning complete for port 1f444c26-39ba-4818-8485-fb4d9ffa252d triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:34:53.494003 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cb348872-bb4e-4e2e-a631-a2c68b175f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:53.509322 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9979fb96-d548-4bb2-bdb5-8fb8f71ec918 tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Notify callbacks [] for floatingip, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:53.512669 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9979fb96-d548-4bb2-bdb5-8fb8f71ec918 tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:53.517349 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-9979fb96-d548-4bb2-bdb5-8fb8f71ec918 tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] 10.222.0.49 "DELETE /v2.0/floatingips/dfd55bda-fce4-4d57-a655-ef5e7d7c934f HTTP/1.1" status: 204 len: 168 time: 0.7631385 Oct 12 19:34:53.517545 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 38298) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:34:53.523852 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-0e6388cd-e1a9-48eb-881a-c6bc506ff832 tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Request body: {'floatingip': {'floating_network_id': '2a8960f9-ec59-4cec-b20b-74e2d3b5e80c', 'port_id': '65885676-f8e4-43f3-90c7-f66f4d298cf4', 'fixed_ip_address': '172.20.0.3'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:34:53.525862 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-051e61bb-e441-4281-a001-ba9c9e352da4 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:53.562694 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051e61bb-e441-4281-a001-ba9c9e352da4 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f661a16-3aee-42a7-b177-48665b453733,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:34:53.623736 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 38302) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:34:53.630901 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cb348872-bb4e-4e2e-a631-a2c68b175f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:53.641016 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-5114149d-b006-45c0-a1fa-0e37e9af7a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8076eb30-c43d-4013-8348-3b77b8a81222', 'name': 'tempest-AttachVolumeTestJSON-1928131603-router', 'tenant_id': 'da56e5b248094156ada95d11ba3c5b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': 'f9385a02-35b8-4610-bb29-937f4a3fdfc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:34:42Z', 'updated_at': '2021-10-12T19:34:49Z', 'revision_number': 4, 'project_id': 'da56e5b248094156ada95d11ba3c5b37', 'gw_port': {'id': 'f9385a02-35b8-4610-bb29-937f4a3fdfc3', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8076eb30-c43d-4013-8348-3b77b8a81222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2599, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:34:44Z', 'updated_at': '2021-10-12T19:34:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '1f444c26-39ba-4818-8485-fb4d9ffa252d', 'name': '', 'network_id': '74a2c063-d43e-4221-94e9-d3ab154855fc', 'tenant_id': 'da56e5b248094156ada95d11ba3c5b37', 'mac_address': 'fa:16:3e:00:ec:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8076eb30-c43d-4013-8348-3b77b8a81222', 'device_owner': 'network:router_interface', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '3a0cf0c9-d039-4d05-a67a-cc48a10b2cbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:34:47Z', 'updated_at': '2021-10-12T19:34:52Z', 'revision_number': 4, 'project_id': 'da56e5b248094156ada95d11ba3c5b37', 'subnets': [{'id': '3a0cf0c9-d039-4d05-a67a-cc48a10b2cbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:34:53.643599 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c823b125-149e-401c-b056-8958424a12a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:53.651966 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0e6388cd-e1a9-48eb-881a-c6bc506ff832 tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Notify callbacks [] for floatingip, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:53.671414 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-cb348872-bb4e-4e2e-a631-a2c68b175f72 None None] For port 1f444c26-39ba-4818-8485-fb4d9ffa252d, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=1f444c26-39ba-4818-8485-fb4d9ffa252d,segment=NetworkSegment(c76c2076-a0e3-4199-9ff6-f77ea66f99ec),segment_id=c76c2076-a0e3-4199-9ff6-f77ea66f99ec)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:34:53.698596 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5114149d-b006-45c0-a1fa-0e37e9af7a9a None None] The sync data for ids ['8076eb30-c43d-4013-8348-3b77b8a81222'] in n-d-813679-3 is: [{'id': '8076eb30-c43d-4013-8348-3b77b8a81222', 'name': 'tempest-AttachVolumeTestJSON-1928131603-router', 'tenant_id': 'da56e5b248094156ada95d11ba3c5b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': 'f9385a02-35b8-4610-bb29-937f4a3fdfc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:34:42Z', 'updated_at': '2021-10-12T19:34:49Z', 'revision_number': 4, 'project_id': 'da56e5b248094156ada95d11ba3c5b37', 'gw_port': {'id': 'f9385a02-35b8-4610-bb29-937f4a3fdfc3', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8076eb30-c43d-4013-8348-3b77b8a81222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2599, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:34:44Z', 'updated_at': '2021-10-12T19:34:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '1f444c26-39ba-4818-8485-fb4d9ffa252d', 'name': '', 'network_id': '74a2c063-d43e-4221-94e9-d3ab154855fc', 'tenant_id': 'da56e5b248094156ada95d11ba3c5b37', 'mac_address': 'fa:16:3e:00:ec:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8076eb30-c43d-4013-8348-3b77b8a81222', 'device_owner': 'network:router_interface', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '3a0cf0c9-d039-4d05-a67a-cc48a10b2cbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:34:47Z', 'updated_at': '2021-10-12T19:34:52Z', 'revision_number': 4, 'project_id': 'da56e5b248094156ada95d11ba3c5b37', 'subnets': [{'id': '3a0cf0c9-d039-4d05-a67a-cc48a10b2cbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:34:53.742776 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-051e61bb-e441-4281-a001-ba9c9e352da4 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:53.747057 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-051e61bb-e441-4281-a001-ba9c9e352da4 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4960942 Oct 12 19:34:53.749004 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 38304) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:34:53.754706 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-5c79d167-5999-419d-afcc-bda48cdbba7f tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Request body: {'floatingip': {'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:34:53.780614 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cb348872-bb4e-4e2e-a631-a2c68b175f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:53.811663 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c823b125-149e-401c-b056-8958424a12a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:53.878869 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb348872-bb4e-4e2e-a631-a2c68b175f72 None None] Pushing event updated for resources: {'Port': ['ID=1f444c26-39ba-4818-8485-fb4d9ffa252d,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:34:54.006126 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c823b125-149e-401c-b056-8958424a12a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:54.012861 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5c79d167-5999-419d-afcc-bda48cdbba7f tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Notify callbacks [] for floatingip, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:54.097131 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-c823b125-149e-401c-b056-8958424a12a9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=31e0f5e2bb7e46a8a2cfaa1db95654b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4699774 Oct 12 19:34:54.097131 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c823b125-149e-401c-b056-8958424a12a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acb911b3-2c98-4bdc-b9cc-666fb88abe28,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:34:54.097960 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 38316) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:34:54.155887 n-d-813679-3 neutron-server[95501]: INFO neutron.api.v2.resource [None req-0e6388cd-e1a9-48eb-881a-c6bc506ff832 tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 19:34:54.157057 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-0e6388cd-e1a9-48eb-881a-c6bc506ff832 tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.6385889 Oct 12 19:34:54.160821 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 38318) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:34:54.166857 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-b45ae569-9e5c-484c-9300-87a069303dcf tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Request body: {'floatingip': {'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'port_id': '65885676-f8e4-43f3-90c7-f66f4d298cf4', 'fixed_ip_address': '172.20.0.3'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:34:54.204637 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-bab1bb84-e1c9-4d09-bc87-d90d3426ee02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:54.250720 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5c79d167-5999-419d-afcc-bda48cdbba7f tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:54.259809 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-bab1bb84-e1c9-4d09-bc87-d90d3426ee02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:54.352635 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b45ae569-9e5c-484c-9300-87a069303dcf tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Notify callbacks [] for floatingip, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:54.429036 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-bab1bb84-e1c9-4d09-bc87-d90d3426ee02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:54.432317 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-5c79d167-5999-419d-afcc-bda48cdbba7f tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Allocated IP 172.25.5.186 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/18657919-f200-4f6f-ba5e-3ed09a379c66) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:34:54.434887 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-bab1bb84-e1c9-4d09-bc87-d90d3426ee02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:54.436683 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-bab1bb84-e1c9-4d09-bc87-d90d3426ee02 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/acb911b3-2c98-4bdc-b9cc-666fb88abe28 HTTP/1.1" status: 204 len: 168 time: 0.3363161 Oct 12 19:34:54.460021 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 1f444c26-39ba-4818-8485-fb4d9ffa252d up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:34:54.481396 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab1bb84-e1c9-4d09-bc87-d90d3426ee02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acb911b3-2c98-4bdc-b9cc-666fb88abe28,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:34:54.558141 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 1f444c26-39ba-4818-8485-fb4d9ffa252d triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:34:54.559404 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:54.577574 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5c79d167-5999-419d-afcc-bda48cdbba7f tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:54.626393 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b45ae569-9e5c-484c-9300-87a069303dcf tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:54.709584 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5c79d167-5999-419d-afcc-bda48cdbba7f tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:54.769803 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c79d167-5999-419d-afcc-bda48cdbba7f tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:34:54.773537 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-5c79d167-5999-419d-afcc-bda48cdbba7f tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:34:54.777752 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c79d167-5999-419d-afcc-bda48cdbba7f tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:34:54.814150 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c79d167-5999-419d-afcc-bda48cdbba7f tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Pushing event updated for resources: {'Port': ['ID=18657919-f200-4f6f-ba5e-3ed09a379c66,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:34:54.831059 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-b45ae569-9e5c-484c-9300-87a069303dcf tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Allocated IP 172.25.5.8 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/55dd111d-345c-43d2-8dca-3cef2ec36cf0) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:34:54.949509 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5c79d167-5999-419d-afcc-bda48cdbba7f tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:54.970191 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b45ae569-9e5c-484c-9300-87a069303dcf tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:55.058011 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5c79d167-5999-419d-afcc-bda48cdbba7f tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:55.080596 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b45ae569-9e5c-484c-9300-87a069303dcf tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:55.161117 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b45ae569-9e5c-484c-9300-87a069303dcf tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:34:55.164691 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-b45ae569-9e5c-484c-9300-87a069303dcf tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:34:55.175915 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45ae569-9e5c-484c-9300-87a069303dcf tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:34:55.225884 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45ae569-9e5c-484c-9300-87a069303dcf tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Pushing event updated for resources: {'Port': ['ID=55dd111d-345c-43d2-8dca-3cef2ec36cf0,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:34:55.410146 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5c79d167-5999-419d-afcc-bda48cdbba7f tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:55.460237 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-b45ae569-9e5c-484c-9300-87a069303dcf tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Deleting port 55dd111d-345c-43d2-8dca-3cef2ec36cf0 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:34:55.460237 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b45ae569-9e5c-484c-9300-87a069303dcf tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:55.491846 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5c79d167-5999-419d-afcc-bda48cdbba7f tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:55.574230 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c79d167-5999-419d-afcc-bda48cdbba7f tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Pushing event updated for resources: {'Port': ['ID=18657919-f200-4f6f-ba5e-3ed09a379c66,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:34:55.582624 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b45ae569-9e5c-484c-9300-87a069303dcf tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:55.582956 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b45ae569-9e5c-484c-9300-87a069303dcf tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:55.596650 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-b45ae569-9e5c-484c-9300-87a069303dcf tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Calling delete_port for 55dd111d-345c-43d2-8dca-3cef2ec36cf0 owned by network:floatingip {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:34:55.652721 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5c79d167-5999-419d-afcc-bda48cdbba7f tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7915414'] for floatingip, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:55.770755 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5c79d167-5999-419d-afcc-bda48cdbba7f tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:55.773596 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-5c79d167-5999-419d-afcc-bda48cdbba7f tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0253808 Oct 12 19:34:56.027940 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-34da8e6e-d51d-4269-ac2a-5d409a7fd278 req-6d1820bf-c30d-458a-b33d-ec5e5292e2b9 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--279725404&fields=id&tenant_id=da56e5b248094156ada95d11ba3c5b37 HTTP/1.1" status: 200 len: 267 time: 0.0641284 Oct 12 19:34:56.132601 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b45ae569-9e5c-484c-9300-87a069303dcf tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:56.174031 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34da8e6e-d51d-4269-ac2a-5d409a7fd278 req-9a79e19d-32ae-485d-9adf-f63ea4dd45f5 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:34:56.175805 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-34da8e6e-d51d-4269-ac2a-5d409a7fd278 req-9a79e19d-32ae-485d-9adf-f63ea4dd45f5 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.49 "GET /v2.0/networks?id=74a2c063-d43e-4221-94e9-d3ab154855fc HTTP/1.1" status: 200 len: 811 time: 0.1469491 Oct 12 19:34:56.184532 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45ae569-9e5c-484c-9300-87a069303dcf tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Pushing event deleted for resources: {'Port': ['ID=55dd111d-345c-43d2-8dca-3cef2ec36cf0,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:34:56.203560 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-34da8e6e-d51d-4269-ac2a-5d409a7fd278 req-c69358a9-156f-417f-a6dc-fe382fee45d5 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.49 "GET /v2.0/quotas/da56e5b248094156ada95d11ba3c5b37 HTTP/1.1" status: 200 len: 375 time: 0.0184066 Oct 12 19:34:56.293866 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-34da8e6e-d51d-4269-ac2a-5d409a7fd278 req-12893c22-2a76-4c6e-a885-cbf3de65b0fe tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=da56e5b248094156ada95d11ba3c5b37&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0807583 Oct 12 19:34:56.349860 n-d-813679-3 neutron-server[95501]: INFO neutron.api.v2.resource [None req-b45ae569-9e5c-484c-9300-87a069303dcf tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] create failed (client error): The resource could not be found. Oct 12 19:34:56.351865 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-b45ae569-9e5c-484c-9300-87a069303dcf tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.1894498 Oct 12 19:34:56.355530 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 38400) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:34:56.464839 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-34da8e6e-d51d-4269-ac2a-5d409a7fd278 req-1370b44a-9891-4866-977b-c2efc9fa843a service neutron] 10.222.0.49 "GET /v2.0/networks/74a2c063-d43e-4221-94e9-d3ab154855fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556096 Oct 12 19:34:56.538718 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-71640441-2be4-4fed-a9c7-7c616ddadc1b tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Deleting port 65885676-f8e4-43f3-90c7-f66f4d298cf4 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:34:56.539086 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-71640441-2be4-4fed-a9c7-7c616ddadc1b tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:56.583378 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-34da8e6e-d51d-4269-ac2a-5d409a7fd278 req-094b45c6-4213-4dc0-ab4b-264bc8ce1a99 service neutron] 10.222.0.49 "GET /v2.0/networks/74a2c063-d43e-4221-94e9-d3ab154855fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032166 Oct 12 19:34:56.715553 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-71640441-2be4-4fed-a9c7-7c616ddadc1b tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:56.727233 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-71640441-2be4-4fed-a9c7-7c616ddadc1b tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Calling delete_port for 65885676-f8e4-43f3-90c7-f66f4d298cf4 owned by {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:34:56.942957 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-71640441-2be4-4fed-a9c7-7c616ddadc1b tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:56.973693 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71640441-2be4-4fed-a9c7-7c616ddadc1b tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Pushing event deleted for resources: {'Port': ['ID=65885676-f8e4-43f3-90c7-f66f4d298cf4,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:34:57.095465 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-71640441-2be4-4fed-a9c7-7c616ddadc1b tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:57.102141 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-71640441-2be4-4fed-a9c7-7c616ddadc1b tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] 10.222.0.49 "DELETE /v2.0/ports/65885676-f8e4-43f3-90c7-f66f4d298cf4 HTTP/1.1" status: 204 len: 168 time: 0.7450089 Oct 12 19:34:57.102742 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 38430) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:34:57.183550 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6ebf4f-f715-4532-a48a-e95c96c59540 tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:34:57.185865 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-da6ebf4f-f715-4532-a48a-e95c96c59540 tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] 10.222.0.49 "GET /v2.0/ports?device_id=870e3578-7e79-4a9f-9b74-b4738189669a HTTP/1.1" status: 200 len: 913 time: 0.0820255 Oct 12 19:34:57.188811 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 38436) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:34:57.402840 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 38442) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:34:57.505163 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d8bdd9a9-5ec0-465b-b128-60d65790e359 req-64087a80-9045-4159-a6e3-effd74a76edc tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7b765f3-f079-43bb-884c-ce583b289609 HTTP/1.1" status: 200 len: 210 time: 0.6115911 Oct 12 19:34:57.613665 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e37ebd5e-31da-4c2e-85d4-616467331946 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:57.739118 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e37ebd5e-31da-4c2e-85d4-616467331946 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:57.748936 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1084f8fd-5e06-4e19-a4b2-23608df7285d tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8092566'] for router_interface, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:57.809429 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e37ebd5e-31da-4c2e-85d4-616467331946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:58.130527 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37ebd5e-31da-4c2e-85d4-616467331946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5f555a2-abfb-40ac-a15f-44fdfe742f9b,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:34:58.159640 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-e37ebd5e-31da-4c2e-85d4-616467331946 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=449c9cda77e440f3968e058a01bca182&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7557037 Oct 12 19:34:58.162716 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 38470) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:34:58.235187 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ae67d61e-32bd-4024-bc18-ac32eddf3dd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:58.257603 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ae67d61e-32bd-4024-bc18-ac32eddf3dd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:58.337531 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-1084f8fd-5e06-4e19-a4b2-23608df7285d tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Deleting port 95dd0b1d-dcac-496f-a48e-62676c8d8c87 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:34:58.337872 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1084f8fd-5e06-4e19-a4b2-23608df7285d tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:58.422558 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1084f8fd-5e06-4e19-a4b2-23608df7285d tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:58.435077 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-1084f8fd-5e06-4e19-a4b2-23608df7285d tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Calling delete_port for 95dd0b1d-dcac-496f-a48e-62676c8d8c87 owned by network:router_interface {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:34:58.467302 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ae67d61e-32bd-4024-bc18-ac32eddf3dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:58.470241 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ae67d61e-32bd-4024-bc18-ac32eddf3dd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:58.473965 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-ae67d61e-32bd-4024-bc18-ac32eddf3dd0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a5f555a2-abfb-40ac-a15f-44fdfe742f9b HTTP/1.1" status: 204 len: 168 time: 0.3072383 Oct 12 19:34:58.480757 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae67d61e-32bd-4024-bc18-ac32eddf3dd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5f555a2-abfb-40ac-a15f-44fdfe742f9b,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:34:58.668434 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-39ae1163-d5ba-4169-88c9-9870efb9fcff req-39fb62bb-1441-4fda-8df0-2654688fd519 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7b765f3-f079-43bb-884c-ce583b289609 HTTP/1.1" status: 200 len: 210 time: 0.0570033 Oct 12 19:34:58.725673 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1084f8fd-5e06-4e19-a4b2-23608df7285d tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:58.771597 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1084f8fd-5e06-4e19-a4b2-23608df7285d tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Pushing event deleted for resources: {'Port': ['ID=95dd0b1d-dcac-496f-a48e-62676c8d8c87,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:34:58.960338 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1084f8fd-5e06-4e19-a4b2-23608df7285d tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7898909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8092450'] for router_interface, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:59.158645 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1084f8fd-5e06-4e19-a4b2-23608df7285d tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Router 870e3578-7e79-4a9f-9b74-b4738189669a has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:34:59.160009 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a60d4e30-1d55-47eb-9ea8-3f420b052de8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:59.258707 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1084f8fd-5e06-4e19-a4b2-23608df7285d tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:34:59.264931 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-1084f8fd-5e06-4e19-a4b2-23608df7285d tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] 10.222.0.49 "PUT /v2.0/routers/870e3578-7e79-4a9f-9b74-b4738189669a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0747621 Oct 12 19:34:59.267056 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 38502) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:34:59.269962 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477b0370-fb2d-4d51-9318-ef7f82e30df0 None None] Sync routers for ids ['870e3578-7e79-4a9f-9b74-b4738189669a'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:34:59.279269 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477b0370-fb2d-4d51-9318-ef7f82e30df0 None None] Routers {'870e3578-7e79-4a9f-9b74-b4738189669a'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:34:59.285386 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-477b0370-fb2d-4d51-9318-ef7f82e30df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:34:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['870e3578-7e79-4a9f-9b74-b4738189669a'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:34:59.324415 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-477b0370-fb2d-4d51-9318-ef7f82e30df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:34:59.333835 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477b0370-fb2d-4d51-9318-ef7f82e30df0 None None] Routers {'870e3578-7e79-4a9f-9b74-b4738189669a'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:34:59.334805 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-477b0370-fb2d-4d51-9318-ef7f82e30df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:34:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['870e3578-7e79-4a9f-9b74-b4738189669a'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:34:59.369061 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-477b0370-fb2d-4d51-9318-ef7f82e30df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:34:59.370011 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477b0370-fb2d-4d51-9318-ef7f82e30df0 None None] The sync data for ids ['870e3578-7e79-4a9f-9b74-b4738189669a'] in n-d-813679-3 is: [] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:34:59.414747 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cf8674a1-4043-4c47-819c-82f802eb4b07 tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Notify callbacks [] for router, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:59.615406 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cf8674a1-4043-4c47-819c-82f802eb4b07 tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255495'] for router, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:59.618408 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cf8674a1-4043-4c47-819c-82f802eb4b07 tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:59.626561 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34da8e6e-d51d-4269-ac2a-5d409a7fd278 req-ad00c168-edae-4fc6-b056-075691984be2 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:34:59.628062 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-34da8e6e-d51d-4269-ac2a-5d409a7fd278 req-ad00c168-edae-4fc6-b056-075691984be2 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.61 "GET /v2.0/networks?id=74a2c063-d43e-4221-94e9-d3ab154855fc HTTP/1.1" status: 200 len: 811 time: 0.3078966 Oct 12 19:34:59.715773 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-34da8e6e-d51d-4269-ac2a-5d409a7fd278 req-be225a4a-7e3a-46d4-a7f2-33d3d4ca0c4c tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da56e5b248094156ada95d11ba3c5b37 HTTP/1.1" status: 200 len: 379 time: 0.0470109 Oct 12 19:34:59.721437 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-34da8e6e-d51d-4269-ac2a-5d409a7fd278 req-98e8ca1b-f8a2-49bf-88de-449fd4157376 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Request body: {'port': {'device_id': 'a7b765f3-f079-43bb-884c-ce583b289609', 'network_id': '74a2c063-d43e-4221-94e9-d3ab154855fc', 'admin_state_up': True, 'tenant_id': 'da56e5b248094156ada95d11ba3c5b37', 'security_groups': ['5aa05d67-0c53-427c-9564-46e10b998f15']}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:34:59.777032 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-dd6c3689-f977-4737-be31-51b865bfebb0 req-ddbf0152-894c-4852-84e9-c2844af72635 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7b765f3-f079-43bb-884c-ce583b289609 HTTP/1.1" status: 200 len: 210 time: 0.0302999 Oct 12 19:34:59.815528 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cf8674a1-4043-4c47-819c-82f802eb4b07 tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8093499'] for router, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:59.816107 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf8674a1-4043-4c47-819c-82f802eb4b07 tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Fanout notify agent at l3_agent the message router_deleted on router 870e3578-7e79-4a9f-9b74-b4738189669a {{(pid=95502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 19:34:59.830612 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cf8674a1-4043-4c47-819c-82f802eb4b07 tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:59.830612 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-cf8674a1-4043-4c47-819c-82f802eb4b07 tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] 10.222.0.49 "DELETE /v2.0/routers/870e3578-7e79-4a9f-9b74-b4738189669a HTTP/1.1" status: 204 len: 168 time: 0.5599844 Oct 12 19:34:59.834275 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 38526) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:34:59.917377 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_v2 [None req-24ef8fd8-addc-44bf-b311-36405406b072 tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Deleting subnet a16a8167-8fca-4340-8c2c-7b394b1b1670 {{(pid=95501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:34:59.922464 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-24ef8fd8-addc-44bf-b311-36405406b072 tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Notify callbacks [] for subnet, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:59.944550 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34da8e6e-d51d-4269-ac2a-5d409a7fd278 req-98e8ca1b-f8a2-49bf-88de-449fd4157376 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Made reservation on behalf of da56e5b248094156ada95d11ba3c5b37 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:34:59.944550 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-34da8e6e-d51d-4269-ac2a-5d409a7fd278 req-98e8ca1b-f8a2-49bf-88de-449fd4157376 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:34:59.999420 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-24ef8fd8-addc-44bf-b311-36405406b072 tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281083'] for subnet, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:00.107540 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [req-34da8e6e-d51d-4269-ac2a-5d409a7fd278 req-98e8ca1b-f8a2-49bf-88de-449fd4157376 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Allocated IP 172.20.0.5 (74a2c063-d43e-4221-94e9-d3ab154855fc/3a0cf0c9-d039-4d05-a67a-cc48a10b2cbc/e03793f3-7484-4525-883c-18b556a71a14) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:35:00.119631 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-24ef8fd8-addc-44bf-b311-36405406b072 tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:00.145452 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 19:35:00.368621 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-34da8e6e-d51d-4269-ac2a-5d409a7fd278 req-98e8ca1b-f8a2-49bf-88de-449fd4157376 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:00.371870 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-24ef8fd8-addc-44bf-b311-36405406b072 tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4824924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4612362'] for subnet, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:00.401656 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ef8fd8-addc-44bf-b311-36405406b072 tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Pushing event deleted for resources: {'Subnet': ['ID=a16a8167-8fca-4340-8c2c-7b394b1b1670,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:35:00.404682 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-24ef8fd8-addc-44bf-b311-36405406b072 tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:00.408243 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-24ef8fd8-addc-44bf-b311-36405406b072 tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] 10.222.0.49 "DELETE /v2.0/subnets/a16a8167-8fca-4340-8c2c-7b394b1b1670 HTTP/1.1" status: 204 len: 168 time: 0.5723426 Oct 12 19:35:00.410664 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 38552) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:35:00.413425 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad01b020-6325-4d3b-910b-cd2abfb12a1c None None] Network 2a8960f9-ec59-4cec-b20b-74e2d3b5e80c requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:35:00.468740 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-34da8e6e-d51d-4269-ac2a-5d409a7fd278 req-98e8ca1b-f8a2-49bf-88de-449fd4157376 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:00.512877 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d90526c6-1314-46e9-9322-889fa1fc8756 tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:00.539945 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34da8e6e-d51d-4269-ac2a-5d409a7fd278 req-98e8ca1b-f8a2-49bf-88de-449fd4157376 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Network 74a2c063-d43e-4221-94e9-d3ab154855fc is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:35:00.543082 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [req-34da8e6e-d51d-4269-ac2a-5d409a7fd278 req-98e8ca1b-f8a2-49bf-88de-449fd4157376 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:35:00.549403 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-34da8e6e-d51d-4269-ac2a-5d409a7fd278 req-98e8ca1b-f8a2-49bf-88de-449fd4157376 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:35:00.589409 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e8ca1b-f8a2-49bf-88de-449fd4157376 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Pushing event updated for resources: {'Port': ['ID=e03793f3-7484-4525-883c-18b556a71a14,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:35:00.614475 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-d90526c6-1314-46e9-9322-889fa1fc8756 tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Deleting port 59b17ffa-2c3f-4ebf-9051-be9199209d91 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:35:00.614881 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d90526c6-1314-46e9-9322-889fa1fc8756 tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:00.633472 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34da8e6e-d51d-4269-ac2a-5d409a7fd278 req-98e8ca1b-f8a2-49bf-88de-449fd4157376 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:35:00.638872 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-34da8e6e-d51d-4269-ac2a-5d409a7fd278 req-98e8ca1b-f8a2-49bf-88de-449fd4157376 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:00.711332 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 38562) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:35:00.716897 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-34da8e6e-d51d-4269-ac2a-5d409a7fd278 req-98e8ca1b-f8a2-49bf-88de-449fd4157376 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9991360 Oct 12 19:35:00.727613 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888bd494-7648-43e1-9db9-efa62d276676 None None] DHCP port deletion for 2a8960f9-ec59-4cec-b20b-74e2d3b5e80c request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 19:35:00.740389 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-34da8e6e-d51d-4269-ac2a-5d409a7fd278 req-aaf076bc-f447-4fba-854b-c1cf57ba6935 service neutron] Request body: {'port': {'device_id': 'a7b765f3-f079-43bb-884c-ce583b289609', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:35:00.757731 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [None req-d90526c6-1314-46e9-9322-889fa1fc8756 tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] For port 59b17ffa-2c3f-4ebf-9051-be9199209d91, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=59b17ffa-2c3f-4ebf-9051-be9199209d91,segment=NetworkSegment(962cb286-7f63-481d-b64a-4b52dc41f8d4),segment_id=962cb286-7f63-481d-b64a-4b52dc41f8d4)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:35:00.758098 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d90526c6-1314-46e9-9322-889fa1fc8756 tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:00.791678 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-d90526c6-1314-46e9-9322-889fa1fc8756 tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Calling delete_port for 59b17ffa-2c3f-4ebf-9051-be9199209d91 owned by network:dhcp {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:35:00.821405 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-888bd494-7648-43e1-9db9-efa62d276676 None None] Deleting port 59b17ffa-2c3f-4ebf-9051-be9199209d91 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:35:00.823662 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-888bd494-7648-43e1-9db9-efa62d276676 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:00.895274 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-34da8e6e-d51d-4269-ac2a-5d409a7fd278 req-aaf076bc-f447-4fba-854b-c1cf57ba6935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:00.945241 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ba8b6eaa-bec9-4d37-94cb-82daf8f4be39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:00.961185 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-888bd494-7648-43e1-9db9-efa62d276676 None None] For port 59b17ffa-2c3f-4ebf-9051-be9199209d91, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=59b17ffa-2c3f-4ebf-9051-be9199209d91,segment=NetworkSegment(962cb286-7f63-481d-b64a-4b52dc41f8d4),segment_id=962cb286-7f63-481d-b64a-4b52dc41f8d4)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:35:00.961728 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-888bd494-7648-43e1-9db9-efa62d276676 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:00.976844 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-888bd494-7648-43e1-9db9-efa62d276676 None None] Calling delete_port for 59b17ffa-2c3f-4ebf-9051-be9199209d91 owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:35:01.040525 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d7f193-d317-491e-8dcc-aaf5c1880ac6 req-ca24ecbb-4d24-4520-9aff-c9a5b326abc1 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:35:01.042612 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a8d7f193-d317-491e-8dcc-aaf5c1880ac6 req-ca24ecbb-4d24-4520-9aff-c9a5b326abc1 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7b765f3-f079-43bb-884c-ce583b289609 HTTP/1.1" status: 200 len: 931 time: 0.0677638 Oct 12 19:35:01.060326 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-dcf6e56b-96bd-48b1-9a42-7e17f1dde83c None None] Provisioning complete for port e03793f3-7484-4525-883c-18b556a71a14 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:35:01.060326 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-dcf6e56b-96bd-48b1-9a42-7e17f1dde83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:01.089515 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a8d7f193-d317-491e-8dcc-aaf5c1880ac6 req-5a619f13-fa01-4183-b9eb-4e808c7067d4 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.49 "GET /v2.0/security-groups?id=5aa05d67-0c53-427c-9564-46e10b998f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400443 Oct 12 19:35:01.103133 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d90526c6-1314-46e9-9322-889fa1fc8756 tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:01.125594 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-dcf6e56b-96bd-48b1-9a42-7e17f1dde83c None None] Port e03793f3-7484-4525-883c-18b556a71a14 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:35:01.130726 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-888bd494-7648-43e1-9db9-efa62d276676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:01.138462 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90526c6-1314-46e9-9322-889fa1fc8756 tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Pushing event deleted for resources: {'Port': ['ID=59b17ffa-2c3f-4ebf-9051-be9199209d91,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:35:01.143992 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888bd494-7648-43e1-9db9-efa62d276676 None None] No DVR routers for this DVR port 59b17ffa-2c3f-4ebf-9051-be9199209d91 on host n-d-813679-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:35:01.149838 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90526c6-1314-46e9-9322-889fa1fc8756 tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] No DVR routers for this DVR port 59b17ffa-2c3f-4ebf-9051-be9199209d91 on host n-d-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:35:01.198747 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888bd494-7648-43e1-9db9-efa62d276676 None None] Pushing event deleted for resources: {'Port': ['ID=59b17ffa-2c3f-4ebf-9051-be9199209d91,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:35:01.233046 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ba8b6eaa-bec9-4d37-94cb-82daf8f4be39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:01.277456 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d90526c6-1314-46e9-9322-889fa1fc8756 tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:01.295378 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-d90526c6-1314-46e9-9322-889fa1fc8756 tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a8960f9-ec59-4cec-b20b-74e2d3b5e80c']}} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:35:01.311137 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ba8b6eaa-bec9-4d37-94cb-82daf8f4be39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:01.314628 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-d90526c6-1314-46e9-9322-889fa1fc8756 tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '962cb286-7f63-481d-b64a-4b52dc41f8d4') {'for_net_delete': True} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:35:01.315216 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-d90526c6-1314-46e9-9322-889fa1fc8756 tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '962cb286-7f63-481d-b64a-4b52dc41f8d4') {} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:35:01.329350 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d90526c6-1314-46e9-9322-889fa1fc8756 tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4281072'] for segment, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:01.347875 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d90526c6-1314-46e9-9322-889fa1fc8756 tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:01.353001 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8b6eaa-bec9-4d37-94cb-82daf8f4be39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a53018c-ee5a-41ba-8c15-ee398fde2793,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:35:01.358835 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d90526c6-1314-46e9-9322-889fa1fc8756 tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=95501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:35:01.359382 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d90526c6-1314-46e9-9322-889fa1fc8756 tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4823170'] for segment, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:01.387819 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-ba8b6eaa-bec9-4d37-94cb-82daf8f4be39 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=652706796db4437691ad12b39f7f452e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6754687 Oct 12 19:35:01.390649 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 38586) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:35:01.420108 n-d-813679-3 neutron-server[95501]: Traceback (most recent call last): Oct 12 19:35:01.420108 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:35:01.420108 n-d-813679-3 neutron-server[95501]: timer() Oct 12 19:35:01.420108 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:35:01.420108 n-d-813679-3 neutron-server[95501]: cb(*args, **kw) Oct 12 19:35:01.420108 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:35:01.420108 n-d-813679-3 neutron-server[95501]: return func(*args, **kwargs) Oct 12 19:35:01.420108 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:35:01.420108 n-d-813679-3 neutron-server[95501]: self._notify() Oct 12 19:35:01.420108 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:35:01.420108 n-d-813679-3 neutron-server[95501]: self.callback(batched_events) Oct 12 19:35:01.420108 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:35:01.420108 n-d-813679-3 neutron-server[95501]: event.method(event) Oct 12 19:35:01.420108 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:35:01.420108 n-d-813679-3 neutron-server[95501]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:35:01.420108 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:35:01.420108 n-d-813679-3 neutron-server[95501]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:35:01.420108 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:35:01.420108 n-d-813679-3 neutron-server[95501]: return f(self, *a, **k) Oct 12 19:35:01.420108 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:35:01.420108 n-d-813679-3 neutron-server[95501]: return self._get(url).json() Oct 12 19:35:01.420108 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:35:01.420108 n-d-813679-3 neutron-server[95501]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:35:01.420108 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:35:01.420108 n-d-813679-3 neutron-server[95501]: return self.request(url, 'GET', **kwargs) Oct 12 19:35:01.420108 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:35:01.420108 n-d-813679-3 neutron-server[95501]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:35:01.420108 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:35:01.420108 n-d-813679-3 neutron-server[95501]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:35:01.420108 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:35:01.420108 n-d-813679-3 neutron-server[95501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:35:01.420108 n-d-813679-3 neutron-server[95501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:35:01.497857 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-13e3b3c0-ff42-4ba9-af4b-02f8a2dec41c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:01.516660 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [req-34da8e6e-d51d-4269-ac2a-5d409a7fd278 req-aaf076bc-f447-4fba-854b-c1cf57ba6935 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e03793f3-7484-4525-883c-18b556a71a14 {{(pid=95502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:35:01.530745 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-34da8e6e-d51d-4269-ac2a-5d409a7fd278 req-aaf076bc-f447-4fba-854b-c1cf57ba6935 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:01.537109 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d90526c6-1314-46e9-9322-889fa1fc8756 tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:01.541078 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-13e3b3c0-ff42-4ba9-af4b-02f8a2dec41c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:01.547998 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d90526c6-1314-46e9-9322-889fa1fc8756 tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:01.553752 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-d90526c6-1314-46e9-9322-889fa1fc8756 tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] 10.222.0.49 "DELETE /v2.0/networks/2a8960f9-ec59-4cec-b20b-74e2d3b5e80c HTTP/1.1" status: 204 len: 168 time: 1.1395249 Oct 12 19:35:01.564470 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-34da8e6e-d51d-4269-ac2a-5d409a7fd278 req-aaf076bc-f447-4fba-854b-c1cf57ba6935 service neutron] Transition to ACTIVE for port object e03793f3-7484-4525-883c-18b556a71a14 will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:35:01.568901 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90526c6-1314-46e9-9322-889fa1fc8756 tempest-FloatingIPNegativeTestJSON-127631253 tempest-FloatingIPNegativeTestJSON-127631253-project] Pushing event deleted for resources: {'Network': ['ID=2a8960f9-ec59-4cec-b20b-74e2d3b5e80c,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:35:01.634206 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-34da8e6e-d51d-4269-ac2a-5d409a7fd278 req-aaf076bc-f447-4fba-854b-c1cf57ba6935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:01.690729 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf076bc-f447-4fba-854b-c1cf57ba6935 service neutron] Pushing event updated for resources: {'Port': ['ID=e03793f3-7484-4525-883c-18b556a71a14,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:35:01.697962 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-13e3b3c0-ff42-4ba9-af4b-02f8a2dec41c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:01.700616 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-13e3b3c0-ff42-4ba9-af4b-02f8a2dec41c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:01.701785 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-13e3b3c0-ff42-4ba9-af4b-02f8a2dec41c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4a53018c-ee5a-41ba-8c15-ee398fde2793 HTTP/1.1" status: 204 len: 168 time: 0.3099258 Oct 12 19:35:01.736912 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e1f74580-bf4b-4617-a1fc-404203fbf0ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:01.753470 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e3b3c0-ff42-4ba9-af4b-02f8a2dec41c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a53018c-ee5a-41ba-8c15-ee398fde2793,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:35:01.801106 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-34da8e6e-d51d-4269-ac2a-5d409a7fd278 req-aaf076bc-f447-4fba-854b-c1cf57ba6935 service neutron] Attempting to bind port e03793f3-7484-4525-883c-18b556a71a14 on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:35:01.801777 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-34da8e6e-d51d-4269-ac2a-5d409a7fd278 req-aaf076bc-f447-4fba-854b-c1cf57ba6935 service neutron] Attempting to bind port e03793f3-7484-4525-883c-18b556a71a14 by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': 'c76c2076-a0e3-4199-9ff6-f77ea66f99ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '74a2c063-d43e-4221-94e9-d3ab154855fc'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:35:01.802358 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34da8e6e-d51d-4269-ac2a-5d409a7fd278 req-aaf076bc-f447-4fba-854b-c1cf57ba6935 service neutron] Attempting to bind port e03793f3-7484-4525-883c-18b556a71a14 on network 74a2c063-d43e-4221-94e9-d3ab154855fc {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:35:01.807690 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34da8e6e-d51d-4269-ac2a-5d409a7fd278 req-aaf076bc-f447-4fba-854b-c1cf57ba6935 service neutron] Port e03793f3-7484-4525-883c-18b556a71a14 on network 74a2c063-d43e-4221-94e9-d3ab154855fc not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:35:01.808293 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34da8e6e-d51d-4269-ac2a-5d409a7fd278 req-aaf076bc-f447-4fba-854b-c1cf57ba6935 service neutron] Attempting to bind port e03793f3-7484-4525-883c-18b556a71a14 on network 74a2c063-d43e-4221-94e9-d3ab154855fc {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:35:01.813890 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34da8e6e-d51d-4269-ac2a-5d409a7fd278 req-aaf076bc-f447-4fba-854b-c1cf57ba6935 service neutron] Checking agent: {'id': 'f5e9725f-f5a6-43c2-a1be-95e21e9a1fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:35:01.814229 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34da8e6e-d51d-4269-ac2a-5d409a7fd278 req-aaf076bc-f447-4fba-854b-c1cf57ba6935 service neutron] Checking segment: {'id': 'c76c2076-a0e3-4199-9ff6-f77ea66f99ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '74a2c063-d43e-4221-94e9-d3ab154855fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:35:01.814676 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34da8e6e-d51d-4269-ac2a-5d409a7fd278 req-aaf076bc-f447-4fba-854b-c1cf57ba6935 service neutron] Bound using segment: {'id': 'c76c2076-a0e3-4199-9ff6-f77ea66f99ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '74a2c063-d43e-4221-94e9-d3ab154855fc'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:35:01.815118 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-34da8e6e-d51d-4269-ac2a-5d409a7fd278 req-aaf076bc-f447-4fba-854b-c1cf57ba6935 service neutron] Bound port: e03793f3-7484-4525-883c-18b556a71a14, host: n-h1-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c76c2076-a0e3-4199-9ff6-f77ea66f99ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '74a2c063-d43e-4221-94e9-d3ab154855fc'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:35:01.816112 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-34da8e6e-d51d-4269-ac2a-5d409a7fd278 req-aaf076bc-f447-4fba-854b-c1cf57ba6935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:01.890488 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-34da8e6e-d51d-4269-ac2a-5d409a7fd278 req-aaf076bc-f447-4fba-854b-c1cf57ba6935 service neutron] For port e03793f3-7484-4525-883c-18b556a71a14, host n-h1-813679-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:35:01.894338 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-34da8e6e-d51d-4269-ac2a-5d409a7fd278 req-aaf076bc-f447-4fba-854b-c1cf57ba6935 service neutron] For port e03793f3-7484-4525-883c-18b556a71a14, host n-h1-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=e03793f3-7484-4525-883c-18b556a71a14,segment=NetworkSegment(c76c2076-a0e3-4199-9ff6-f77ea66f99ec),segment_id=c76c2076-a0e3-4199-9ff6-f77ea66f99ec)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:35:01.982792 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-34da8e6e-d51d-4269-ac2a-5d409a7fd278 req-aaf076bc-f447-4fba-854b-c1cf57ba6935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:02.031845 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34da8e6e-d51d-4269-ac2a-5d409a7fd278 req-aaf076bc-f447-4fba-854b-c1cf57ba6935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:35:02.032495 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-34da8e6e-d51d-4269-ac2a-5d409a7fd278 req-aaf076bc-f447-4fba-854b-c1cf57ba6935 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:02.033932 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-34da8e6e-d51d-4269-ac2a-5d409a7fd278 req-aaf076bc-f447-4fba-854b-c1cf57ba6935 service neutron] 10.222.0.61 "PUT /v2.0/ports/e03793f3-7484-4525-883c-18b556a71a14 HTTP/1.1" status: 200 len: 1091 time: 1.3084931 Oct 12 19:35:02.034451 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7b765f3-f079-43bb-884c-ce583b289609', 'tag': 'e03793f3-7484-4525-883c-18b556a71a14'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:35:02.045623 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d91604fd-cde6-45f3-a347-e814eb724b82" -d '{"events": [{"name": "network-changed", "server_uuid": "a7b765f3-f079-43bb-884c-ce583b289609", "tag": "e03793f3-7484-4525-883c-18b556a71a14"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:35:02.078232 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf076bc-f447-4fba-854b-c1cf57ba6935 service neutron] Pushing event updated for resources: {'Port': ['ID=e03793f3-7484-4525-883c-18b556a71a14,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:35:02.166804 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c73fb84-8137-47aa-b16d-46666063eb78 x-openstack-request-id: req-2c73fb84-8137-47aa-b16d-46666063eb78 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:35:02.167298 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7b765f3-f079-43bb-884c-ce583b289609", "tag": "e03793f3-7484-4525-883c-18b556a71a14", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:35:02.167709 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2c73fb84-8137-47aa-b16d-46666063eb78 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:35:02.168233 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7b765f3-f079-43bb-884c-ce583b289609', 'tag': 'e03793f3-7484-4525-883c-18b556a71a14', 'status': 'completed', 'code': 200} Oct 12 19:35:02.193742 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 38618) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:35:02.234222 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34da8e6e-d51d-4269-ac2a-5d409a7fd278 req-04bd68dd-7b3b-40f9-b12c-2fb464f1d427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:35:02.236020 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-34da8e6e-d51d-4269-ac2a-5d409a7fd278 req-04bd68dd-7b3b-40f9-b12c-2fb464f1d427 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=da56e5b248094156ada95d11ba3c5b37&device_id=a7b765f3-f079-43bb-884c-ce583b289609 HTTP/1.1" status: 200 len: 1094 time: 0.0570433 Oct 12 19:35:02.337846 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-34da8e6e-d51d-4269-ac2a-5d409a7fd278 req-bc2ac537-bac5-44c3-81ec-b27efb7fb6c2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e03793f3-7484-4525-883c-18b556a71a14 HTTP/1.1" status: 200 len: 217 time: 0.0934148 Oct 12 19:35:02.381090 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe733c7-c3e9-432b-99b8-24ca22e20688 req-b32fdc0a-397b-4bc0-ad38-aab57ac94364 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:35:02.393632 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-efe733c7-c3e9-432b-99b8-24ca22e20688 req-b32fdc0a-397b-4bc0-ad38-aab57ac94364 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7b765f3-f079-43bb-884c-ce583b289609 HTTP/1.1" status: 200 len: 943 time: 0.0958846 Oct 12 19:35:02.418607 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34da8e6e-d51d-4269-ac2a-5d409a7fd278 req-f3e476c2-fbb5-4810-b3a7-01c1f1985b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:35:02.420390 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-34da8e6e-d51d-4269-ac2a-5d409a7fd278 req-f3e476c2-fbb5-4810-b3a7-01c1f1985b21 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3a0cf0c9-d039-4d05-a67a-cc48a10b2cbc HTTP/1.1" status: 200 len: 850 time: 0.0758309 Oct 12 19:35:02.423872 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 59b17ffa-2c3f-4ebf-9051-be9199209d91 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:35:02.439381 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-efe733c7-c3e9-432b-99b8-24ca22e20688 req-f18e4b4f-d051-42a0-be59-c977665b012e tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.49 "GET /v2.0/security-groups?id=5aa05d67-0c53-427c-9564-46e10b998f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449297 Oct 12 19:35:02.443361 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 59b17ffa-2c3f-4ebf-9051-be9199209d91 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:35:02.444284 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 59b17ffa-2c3f-4ebf-9051-be9199209d91 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:35:02.477160 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34da8e6e-d51d-4269-ac2a-5d409a7fd278 req-5c13b29d-f5e4-4267-b89e-6c537e97f7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:35:02.478837 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-34da8e6e-d51d-4269-ac2a-5d409a7fd278 req-5c13b29d-f5e4-4267-b89e-6c537e97f7ce service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=74a2c063-d43e-4221-94e9-d3ab154855fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509791 Oct 12 19:35:02.543168 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:02.596689 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-34da8e6e-d51d-4269-ac2a-5d409a7fd278 req-8eb567ea-165a-4197-ba9a-43646eafb8e4 service neutron] 10.222.0.61 "GET /v2.0/networks/74a2c063-d43e-4221-94e9-d3ab154855fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104198 Oct 12 19:35:02.690963 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 38632) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:35:02.714590 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a50e5793-b6f5-45ca-9a79-6397dafe6b39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:02.720556 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-34da8e6e-d51d-4269-ac2a-5d409a7fd278 req-91bd39ab-81c7-4225-8a14-ec7341c2052d service neutron] 10.222.0.61 "GET /v2.0/networks/74a2c063-d43e-4221-94e9-d3ab154855fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164439 Oct 12 19:35:02.762589 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-0c5d9ecf-9c07-4a50-959d-635e6bda49b1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b0379b3067e64bf78cae66e4fb51dd61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5676610 Oct 12 19:35:02.762892 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 38634) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:35:02.839469 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a50e5793-b6f5-45ca-9a79-6397dafe6b39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:02.900681 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1e06b923-06a7-485b-9a96-6d4a8e817281 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:02.935140 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1e06b923-06a7-485b-9a96-6d4a8e817281 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:02.953909 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a50e5793-b6f5-45ca-9a79-6397dafe6b39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:02.958223 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91604fd-cde6-45f3-a347-e814eb724b82 req-a6321b90-3e1a-4a9f-8788-cdd5c4756d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:35:02.959760 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d91604fd-cde6-45f3-a347-e814eb724b82 req-a6321b90-3e1a-4a9f-8788-cdd5c4756d26 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=da56e5b248094156ada95d11ba3c5b37&device_id=a7b765f3-f079-43bb-884c-ce583b289609 HTTP/1.1" status: 200 len: 1094 time: 0.0854273 Oct 12 19:35:02.984100 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:02.998633 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50e5793-b6f5-45ca-9a79-6397dafe6b39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40515aab-224d-47e8-9fe5-39e47e73c220,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:35:03.014191 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-a50e5793-b6f5-45ca-9a79-6397dafe6b39 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=54bbdd2be41a45a89ace183175ac5c3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3222029 Oct 12 19:35:03.014992 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 38648) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:35:03.057100 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:03.093034 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-bf274935-b930-4d58-bbad-bbae69f55775 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:03.131555 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91604fd-cde6-45f3-a347-e814eb724b82 req-2144fbdf-c876-4343-98f7-94b1794b34d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:35:03.133913 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d91604fd-cde6-45f3-a347-e814eb724b82 req-2144fbdf-c876-4343-98f7-94b1794b34d1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=74a2c063-d43e-4221-94e9-d3ab154855fc HTTP/1.1" status: 200 len: 912 time: 0.1637545 Oct 12 19:35:03.140313 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-bf274935-b930-4d58-bbad-bbae69f55775 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:03.191937 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1e06b923-06a7-485b-9a96-6d4a8e817281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:03.195454 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1e06b923-06a7-485b-9a96-6d4a8e817281 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:03.196647 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-1e06b923-06a7-485b-9a96-6d4a8e817281 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/68ada8bd-7ee5-4f9e-8f6c-686ffcb7aa20 HTTP/1.1" status: 204 len: 168 time: 0.4322762 Oct 12 19:35:03.198011 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d91604fd-cde6-45f3-a347-e814eb724b82 req-56214809-76f1-4df5-97aa-82c7a64c025f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e03793f3-7484-4525-883c-18b556a71a14 HTTP/1.1" status: 200 len: 217 time: 0.0559533 Oct 12 19:35:03.215282 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e06b923-06a7-485b-9a96-6d4a8e817281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68ada8bd-7ee5-4f9e-8f6c-686ffcb7aa20,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:35:03.269301 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91604fd-cde6-45f3-a347-e814eb724b82 req-e2daf44c-a314-4845-b36b-2789189d228a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:35:03.270839 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d91604fd-cde6-45f3-a347-e814eb724b82 req-e2daf44c-a314-4845-b36b-2789189d228a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3a0cf0c9-d039-4d05-a67a-cc48a10b2cbc HTTP/1.1" status: 200 len: 850 time: 0.0650535 Oct 12 19:35:03.291396 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-bf274935-b930-4d58-bbad-bbae69f55775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:03.300272 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-bf274935-b930-4d58-bbad-bbae69f55775 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:03.301877 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-bf274935-b930-4d58-bbad-bbae69f55775 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/40515aab-224d-47e8-9fe5-39e47e73c220 HTTP/1.1" status: 204 len: 168 time: 0.2859523 Oct 12 19:35:03.312688 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf274935-b930-4d58-bbad-bbae69f55775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40515aab-224d-47e8-9fe5-39e47e73c220,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:35:03.348220 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91604fd-cde6-45f3-a347-e814eb724b82 req-57ad5b2f-7f24-4116-897c-e16ed1100209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:35:03.350705 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d91604fd-cde6-45f3-a347-e814eb724b82 req-57ad5b2f-7f24-4116-897c-e16ed1100209 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=74a2c063-d43e-4221-94e9-d3ab154855fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713844 Oct 12 19:35:03.482693 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d91604fd-cde6-45f3-a347-e814eb724b82 req-4a8d7e76-da44-4ae2-85f3-6b803aacc9af service neutron] 10.222.0.61 "GET /v2.0/networks/74a2c063-d43e-4221-94e9-d3ab154855fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243289 Oct 12 19:35:03.649260 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d91604fd-cde6-45f3-a347-e814eb724b82 req-a6860fd9-e571-4f64-ab25-4cc5287883d0 service neutron] 10.222.0.61 "GET /v2.0/networks/74a2c063-d43e-4221-94e9-d3ab154855fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586840 Oct 12 19:35:03.666403 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d3ed92-e66e-4fe2-b297-ba0feef1ebac req-c973ea83-cb1b-40bf-a34d-32efb46b08e3 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:35:03.668239 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-01d3ed92-e66e-4fe2-b297-ba0feef1ebac req-c973ea83-cb1b-40bf-a34d-32efb46b08e3 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7b765f3-f079-43bb-884c-ce583b289609 HTTP/1.1" status: 200 len: 943 time: 0.0755644 Oct 12 19:35:03.714382 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:03.750167 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-01d3ed92-e66e-4fe2-b297-ba0feef1ebac req-5c0e30d2-852d-46e2-87ff-8e4a1f5d8007 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.49 "GET /v2.0/security-groups?id=5aa05d67-0c53-427c-9564-46e10b998f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759566 Oct 12 19:35:04.094678 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 38684) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:35:04.114414 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f9f3b77e-06cc-472a-aa76-6c57c6cdbaf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:04.291541 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f9f3b77e-06cc-472a-aa76-6c57c6cdbaf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:04.383465 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f9f3b77e-06cc-472a-aa76-6c57c6cdbaf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:04.453784 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f3b77e-06cc-472a-aa76-6c57c6cdbaf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc304d42-e14a-4970-9089-15a24ff4b15e,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:35:04.478560 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 38704) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:35:04.479100 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-f9f3b77e-06cc-472a-aa76-6c57c6cdbaf2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6728b76d70c3464fa3c9c3d6c745303d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3828323 Oct 12 19:35:04.532091 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3bb39e00-f146-43e4-a213-b2c137b59b6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:04.559900 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:04.563846 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3bb39e00-f146-43e4-a213-b2c137b59b6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:04.691168 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3bb39e00-f146-43e4-a213-b2c137b59b6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:04.694371 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3bb39e00-f146-43e4-a213-b2c137b59b6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:04.695764 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-3bb39e00-f146-43e4-a213-b2c137b59b6c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fc304d42-e14a-4970-9089-15a24ff4b15e HTTP/1.1" status: 204 len: 168 time: 0.2155278 Oct 12 19:35:04.715606 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb39e00-f146-43e4-a213-b2c137b59b6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc304d42-e14a-4970-9089-15a24ff4b15e,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:35:04.781805 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 38716) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:35:04.985066 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0673b0-590a-4c8f-b652-a1a324ac711f req-01653099-d93d-48f8-97f1-2d41a52f2134 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:35:04.987594 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ec0673b0-590a-4c8f-b652-a1a324ac711f req-01653099-d93d-48f8-97f1-2d41a52f2134 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7b765f3-f079-43bb-884c-ce583b289609 HTTP/1.1" status: 200 len: 943 time: 0.1273425 Oct 12 19:35:04.993735 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-16b15dab-899e-4a78-812f-52a54a91418c tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1857817362'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:35:05.055701 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ec0673b0-590a-4c8f-b652-a1a324ac711f req-f973e12f-db27-4701-9453-bb0f2221df28 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.49 "GET /v2.0/security-groups?id=5aa05d67-0c53-427c-9564-46e10b998f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535042 Oct 12 19:35:05.159753 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16b15dab-899e-4a78-812f-52a54a91418c tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Made reservation on behalf of e40d925510bb4f2da67caa3378239276 for: {'network': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:35:05.166008 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-16b15dab-899e-4a78-812f-52a54a91418c tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:05.176449 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-16b15dab-899e-4a78-812f-52a54a91418c tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:05.308880 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-16b15dab-899e-4a78-812f-52a54a91418c tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:05.398478 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-16b15dab-899e-4a78-812f-52a54a91418c tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:05.464089 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16b15dab-899e-4a78-812f-52a54a91418c tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=95501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:35:05.468277 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b15dab-899e-4a78-812f-52a54a91418c tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a96d88f9-b18a-4062-a59e-53c5b9ca5040,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:35:05.478686 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-16b15dab-899e-4a78-812f-52a54a91418c tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:05.486911 n-d-813679-3 neutron-server[95501]: INFO neutron.db.segments_db [None req-16b15dab-899e-4a78-812f-52a54a91418c tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Added segment 01e82bd0-f8fc-49a9-aed9-bd04aa140c60 of type vlan for network 83633168-3216-42d0-8dd1-82c213fed288 Oct 12 19:35:05.526554 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-16b15dab-899e-4a78-812f-52a54a91418c tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:05.651061 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-16b15dab-899e-4a78-812f-52a54a91418c tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:05.657621 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b15dab-899e-4a78-812f-52a54a91418c tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:35:05.658641 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-16b15dab-899e-4a78-812f-52a54a91418c tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:05.732929 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b15dab-899e-4a78-812f-52a54a91418c tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Pushing event updated for resources: {'Network': ['ID=83633168-3216-42d0-8dd1-82c213fed288,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:35:05.743578 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 83633168-3216-42d0-8dd1-82c213fed288 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:35:05.785544 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-16b15dab-899e-4a78-812f-52a54a91418c tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0018981 Oct 12 19:35:05.787935 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 38752) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:35:05.794035 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-5ad2d74d-3e32-4d7d-8a0d-0958d82d6538 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1524563621'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:35:05.807040 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device e03793f3-7484-4525-883c-18b556a71a14 details requested by agent hyperv_n-h1-813679-3 with host n-h1-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:35:05.908462 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ad2d74d-3e32-4d7d-8a0d-0958d82d6538 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Made reservation on behalf of e40d925510bb4f2da67caa3378239276 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:35:05.912703 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5ad2d74d-3e32-4d7d-8a0d-0958d82d6538 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:05.924343 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port e03793f3-7484-4525-883c-18b556a71a14, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=e03793f3-7484-4525-883c-18b556a71a14,segment=NetworkSegment(c76c2076-a0e3-4199-9ff6-f77ea66f99ec),segment_id=c76c2076-a0e3-4199-9ff6-f77ea66f99ec)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:35:05.940697 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Returning: {'device': 'e03793f3-7484-4525-883c-18b556a71a14', 'network_id': '74a2c063-d43e-4221-94e9-d3ab154855fc', 'port_id': 'e03793f3-7484-4525-883c-18b556a71a14', 'mac_address': 'fa:16:3e:6c:e7:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a0cf0c9-d039-4d05-a67a-cc48a10b2cbc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:35:05.944138 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ad2d74d-3e32-4d7d-8a0d-0958d82d6538 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:35:05.953936 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5ad2d74d-3e32-4d7d-8a0d-0958d82d6538 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:05.954213 n-d-813679-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-5ad2d74d-3e32-4d7d-8a0d-0958d82d6538 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Added segment df730b0e-3673-43d4-a66d-ae6816119b2a of type vlan for network da5fb123-8ae3-4e45-a2d1-e89bc478ce73 Oct 12 19:35:05.987796 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:05.998564 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5ad2d74d-3e32-4d7d-8a0d-0958d82d6538 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:06.001932 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e03793f3-7484-4525-883c-18b556a71a14 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:35:06.022609 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port e03793f3-7484-4525-883c-18b556a71a14, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=e03793f3-7484-4525-883c-18b556a71a14,segment=NetworkSegment(c76c2076-a0e3-4199-9ff6-f77ea66f99ec),segment_id=c76c2076-a0e3-4199-9ff6-f77ea66f99ec)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:35:06.148338 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:06.193489 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5ad2d74d-3e32-4d7d-8a0d-0958d82d6538 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:06.200012 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad2d74d-3e32-4d7d-8a0d-0958d82d6538 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:35:06.200650 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5ad2d74d-3e32-4d7d-8a0d-0958d82d6538 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:06.207705 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=e03793f3-7484-4525-883c-18b556a71a14,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:35:06.228495 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c4fed6-e6a1-42dd-84ed-c5ceb558dd14 req-49a5286c-9640-43a4-8728-9b660293420c tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:35:06.229242 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-58c4fed6-e6a1-42dd-84ed-c5ceb558dd14 req-49a5286c-9640-43a4-8728-9b660293420c tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7b765f3-f079-43bb-884c-ce583b289609 HTTP/1.1" status: 200 len: 943 time: 0.1070893 Oct 12 19:35:06.326752 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad2d74d-3e32-4d7d-8a0d-0958d82d6538 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Pushing event updated for resources: {'Network': ['ID=da5fb123-8ae3-4e45-a2d1-e89bc478ce73,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:35:06.334641 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-58c4fed6-e6a1-42dd-84ed-c5ceb558dd14 req-35dc227c-2662-4654-afb5-84bdda89713f tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.49 "GET /v2.0/security-groups?id=5aa05d67-0c53-427c-9564-46e10b998f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889640 Oct 12 19:35:06.338409 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network da5fb123-8ae3-4e45-a2d1-e89bc478ce73 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:35:06.368742 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-5ad2d74d-3e32-4d7d-8a0d-0958d82d6538 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5790303 Oct 12 19:35:06.372212 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 38784) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:35:06.377136 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-bbf3f927-2106-4b41-a311-ef09a8ee644a tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Request body: {'subnet': {'network_id': '83633168-3216-42d0-8dd1-82c213fed288', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:35:06.396289 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['e03793f3-7484-4525-883c-18b556a71a14'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:35:06.587845 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbf3f927-2106-4b41-a311-ef09a8ee644a tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Made reservation on behalf of e40d925510bb4f2da67caa3378239276 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:35:06.591650 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bbf3f927-2106-4b41-a311-ef09a8ee644a tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16245837'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:06.903317 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8658ecb-ffae-41b1-8ffc-83231d8bbe44 req-2c9b52f6-da5c-48ce-b710-84d8bf3d4037 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:35:06.907745 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c8658ecb-ffae-41b1-8ffc-83231d8bbe44 req-2c9b52f6-da5c-48ce-b710-84d8bf3d4037 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b52d58a-37ab-4e50-b262-c81246f70212 HTTP/1.1" status: 200 len: 945 time: 0.0638690 Oct 12 19:35:06.908264 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 38816) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:35:06.948906 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bbf3f927-2106-4b41-a311-ef09a8ee644a tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4306659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16245859'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:06.984594 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c8658ecb-ffae-41b1-8ffc-83231d8bbe44 req-03f42c33-8a2e-4429-88fd-08dc4c39dfae tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc25c47-c49f-4f72-b689-5693a6947492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693533 Oct 12 19:35:07.031079 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf3f927-2106-4b41-a311-ef09a8ee644a tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Pushing event updated for resources: {'Subnet': ['ID=eef4065d-fd74-4edf-a3f3-9ca47a98fa1e,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:35:07.050171 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f3459a18-dab4-45d6-a3d8-59922af48653 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:07.069573 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf3f927-2106-4b41-a311-ef09a8ee644a tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Checking segment: {'id': '01e82bd0-f8fc-49a9-aed9-bd04aa140c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '83633168-3216-42d0-8dd1-82c213fed288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:35:07.072173 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf3f927-2106-4b41-a311-ef09a8ee644a tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Network hostable DHCP agents. Network: 83633168-3216-42d0-8dd1-82c213fed288, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:35:07.154646 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f3459a18-dab4-45d6-a3d8-59922af48653 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:07.257428 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf3f927-2106-4b41-a311-ef09a8ee644a tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Network 83633168-3216-42d0-8dd1-82c213fed288 is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:35:07.259730 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f3459a18-dab4-45d6-a3d8-59922af48653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:07.300425 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-f3459a18-dab4-45d6-a3d8-59922af48653 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=27ad7d781d15483eb9066afcee146631&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3908987 Oct 12 19:35:07.303242 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3459a18-dab4-45d6-a3d8-59922af48653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=233da724-615e-49a9-8a23-63f92d1435cb,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:35:07.303793 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 38826) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:35:07.336454 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-bbf3f927-2106-4b41-a311-ef09a8ee644a tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, 83633168-3216-42d0-8dd1-82c213fed288) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:35:07.350054 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf3f927-2106-4b41-a311-ef09a8ee644a tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:35:07.350054 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bbf3f927-2106-4b41-a311-ef09a8ee644a tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:07.350278 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36579ae8-279d-4d97-9279-719964050936 None None] Network 83633168-3216-42d0-8dd1-82c213fed288 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:35:07.354039 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f449fd50-f38f-417a-9e1e-814b30db2771 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:07.376696 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f449fd50-f38f-417a-9e1e-814b30db2771 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:07.435852 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-bbf3f927-2106-4b41-a311-ef09a8ee644a tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0623987 Oct 12 19:35:07.438536 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 38832) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:35:07.449582 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-6bd6156b-e126-488d-b2c6-43ec1fea5752 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Request body: {'subnet': {'network_id': 'da5fb123-8ae3-4e45-a2d1-e89bc478ce73', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:35:07.498232 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5843b6-576b-4fdc-a893-cb53ebd7aa50 req-94a077b5-5424-4455-88e9-81ae2a8b5093 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:35:07.500108 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1f5843b6-576b-4fdc-a893-cb53ebd7aa50 req-94a077b5-5424-4455-88e9-81ae2a8b5093 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7b765f3-f079-43bb-884c-ce583b289609 HTTP/1.1" status: 200 len: 944 time: 0.0793538 Oct 12 19:35:07.539689 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0188aa4-50d7-4934-a98f-279db1a708ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-83633168-3216-42d0-8dd1-82c213fed288', 'network_id': '83633168-3216-42d0-8dd1-82c213fed288', 'tenant_id': 'e40d925510bb4f2da67caa3378239276', 'fixed_ips': [{'subnet_id': 'eef4065d-fd74-4edf-a3f3-9ca47a98fa1e'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:35:07.540888 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a0188aa4-50d7-4934-a98f-279db1a708ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:07.564240 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1f5843b6-576b-4fdc-a893-cb53ebd7aa50 req-10564997-cef5-4b2a-bcd3-6783568babfd tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.49 "GET /v2.0/security-groups?id=5aa05d67-0c53-427c-9564-46e10b998f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562675 Oct 12 19:35:07.571125 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f449fd50-f38f-417a-9e1e-814b30db2771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:07.582797 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f449fd50-f38f-417a-9e1e-814b30db2771 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:07.582797 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-f449fd50-f38f-417a-9e1e-814b30db2771 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/233da724-615e-49a9-8a23-63f92d1435cb HTTP/1.1" status: 204 len: 168 time: 0.2696176 Oct 12 19:35:07.583760 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f449fd50-f38f-417a-9e1e-814b30db2771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=233da724-615e-49a9-8a23-63f92d1435cb,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:35:07.656702 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bd6156b-e126-488d-b2c6-43ec1fea5752 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Made reservation on behalf of e40d925510bb4f2da67caa3378239276 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:35:07.660269 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6bd6156b-e126-488d-b2c6-43ec1fea5752 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16245837'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:07.707513 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-a0188aa4-50d7-4934-a98f-279db1a708ba None None] Allocated IP 2001:db8::2 (83633168-3216-42d0-8dd1-82c213fed288/eef4065d-fd74-4edf-a3f3-9ca47a98fa1e/2cf665ba-5d3c-463f-91a2-27f37d5905e3) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:35:07.790725 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device e03793f3-7484-4525-883c-18b556a71a14 up at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:35:08.098694 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a0188aa4-50d7-4934-a98f-279db1a708ba None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:08.182709 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c43104d-b0a4-4b01-9a9a-b169272d3bda req-34636fa8-a677-4317-a6d6-a223a171ecac tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:35:08.184190 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9c43104d-b0a4-4b01-9a9a-b169272d3bda req-34636fa8-a677-4317-a6d6-a223a171ecac tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b52d58a-37ab-4e50-b262-c81246f70212 HTTP/1.1" status: 200 len: 945 time: 0.0929787 Oct 12 19:35:08.205226 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning for port e03793f3-7484-4525-883c-18b556a71a14 completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:35:08.207974 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a0188aa4-50d7-4934-a98f-279db1a708ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:08.228439 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9c43104d-b0a4-4b01-9a9a-b169272d3bda req-dcc73ad3-b149-4db3-adce-d0c59b6ee103 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc25c47-c49f-4f72-b689-5693a6947492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355721 Oct 12 19:35:08.232899 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning complete for port e03793f3-7484-4525-883c-18b556a71a14 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:35:08.235805 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:08.290881 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0188aa4-50d7-4934-a98f-279db1a708ba None None] Network 83633168-3216-42d0-8dd1-82c213fed288 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:35:08.293656 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0188aa4-50d7-4934-a98f-279db1a708ba None None] Pushing event updated for resources: {'Port': ['ID=2cf665ba-5d3c-463f-91a2-27f37d5905e3,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:35:08.299146 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-a0188aa4-50d7-4934-a98f-279db1a708ba None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:35:08.301233 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0188aa4-50d7-4934-a98f-279db1a708ba None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:35:08.365774 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6bd6156b-e126-488d-b2c6-43ec1fea5752 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4306659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16245859'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:08.384138 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-a0188aa4-50d7-4934-a98f-279db1a708ba None None] Attempting to bind port 2cf665ba-5d3c-463f-91a2-27f37d5905e3 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:35:08.384734 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-a0188aa4-50d7-4934-a98f-279db1a708ba None None] Attempting to bind port 2cf665ba-5d3c-463f-91a2-27f37d5905e3 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '01e82bd0-f8fc-49a9-aed9-bd04aa140c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '83633168-3216-42d0-8dd1-82c213fed288'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:35:08.385032 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0188aa4-50d7-4934-a98f-279db1a708ba None None] Attempting to bind port 2cf665ba-5d3c-463f-91a2-27f37d5905e3 on network 83633168-3216-42d0-8dd1-82c213fed288 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:35:08.397990 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0188aa4-50d7-4934-a98f-279db1a708ba None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:35:08.398670 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0188aa4-50d7-4934-a98f-279db1a708ba None None] Checking segment: {'id': '01e82bd0-f8fc-49a9-aed9-bd04aa140c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '83633168-3216-42d0-8dd1-82c213fed288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:35:08.399159 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a0188aa4-50d7-4934-a98f-279db1a708ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:08.399922 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0188aa4-50d7-4934-a98f-279db1a708ba None None] Bound using segment: {'id': '01e82bd0-f8fc-49a9-aed9-bd04aa140c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '83633168-3216-42d0-8dd1-82c213fed288'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:35:08.400202 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-a0188aa4-50d7-4934-a98f-279db1a708ba None None] Bound port: 2cf665ba-5d3c-463f-91a2-27f37d5905e3, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01e82bd0-f8fc-49a9-aed9-bd04aa140c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '83633168-3216-42d0-8dd1-82c213fed288'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:35:08.400660 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a0188aa4-50d7-4934-a98f-279db1a708ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:08.411773 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:08.431846 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd6156b-e126-488d-b2c6-43ec1fea5752 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Pushing event updated for resources: {'Subnet': ['ID=f75a3d05-4483-49c1-b3ee-adcded737282,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:35:08.440987 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd6156b-e126-488d-b2c6-43ec1fea5752 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Checking segment: {'id': 'df730b0e-3673-43d4-a66d-ae6816119b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'da5fb123-8ae3-4e45-a2d1-e89bc478ce73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:35:08.441350 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd6156b-e126-488d-b2c6-43ec1fea5752 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Network hostable DHCP agents. Network: da5fb123-8ae3-4e45-a2d1-e89bc478ce73, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:35:08.471044 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7b765f3-f079-43bb-884c-ce583b289609', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e03793f3-7484-4525-883c-18b556a71a14'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:35:08.473390 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcb3e9f0-2c13-4c21-9e91-896005fb059f" -d '{"events": [{"server_uuid": "a7b765f3-f079-43bb-884c-ce583b289609", "name": "network-vif-plugged", "status": "completed", "tag": "e03793f3-7484-4525-883c-18b556a71a14"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:35:08.514692 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a0188aa4-50d7-4934-a98f-279db1a708ba None None] For port 2cf665ba-5d3c-463f-91a2-27f37d5905e3, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:35:08.520835 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a0188aa4-50d7-4934-a98f-279db1a708ba None None] For port 2cf665ba-5d3c-463f-91a2-27f37d5905e3, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=2cf665ba-5d3c-463f-91a2-27f37d5905e3,segment=NetworkSegment(01e82bd0-f8fc-49a9-aed9-bd04aa140c60),segment_id=01e82bd0-f8fc-49a9-aed9-bd04aa140c60)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:35:08.547084 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd6156b-e126-488d-b2c6-43ec1fea5752 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Network da5fb123-8ae3-4e45-a2d1-e89bc478ce73 is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:35:08.547995 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port e03793f3-7484-4525-883c-18b556a71a14, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=e03793f3-7484-4525-883c-18b556a71a14,segment=NetworkSegment(c76c2076-a0e3-4199-9ff6-f77ea66f99ec),segment_id=c76c2076-a0e3-4199-9ff6-f77ea66f99ec)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:35:08.547995 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b27611b6-4630-4ef6-bfc0-72a26b4025e3 x-openstack-request-id: req-b27611b6-4630-4ef6-bfc0-72a26b4025e3 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:35:08.547995 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7b765f3-f079-43bb-884c-ce583b289609", "name": "network-vif-plugged", "status": "completed", "tag": "e03793f3-7484-4525-883c-18b556a71a14", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:35:08.547995 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b27611b6-4630-4ef6-bfc0-72a26b4025e3 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:35:08.547995 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7b765f3-f079-43bb-884c-ce583b289609', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e03793f3-7484-4525-883c-18b556a71a14', 'code': 200} Oct 12 19:35:08.627125 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a0188aa4-50d7-4934-a98f-279db1a708ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:08.638912 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:08.639983 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-6bd6156b-e126-488d-b2c6-43ec1fea5752 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, da5fb123-8ae3-4e45-a2d1-e89bc478ce73) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:35:08.647555 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd6156b-e126-488d-b2c6-43ec1fea5752 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:35:08.648276 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6bd6156b-e126-488d-b2c6-43ec1fea5752 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:08.674237 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc761bc-b0b3-4e15-b353-fc2c459537c2 None None] Network da5fb123-8ae3-4e45-a2d1-e89bc478ce73 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:35:08.719984 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2a329f-04f4-40d9-b545-007a25e24a1d req-2cb7fdb4-0440-47d6-acae-2ca4244498fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:35:08.728353 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0c2a329f-04f4-40d9-b545-007a25e24a1d req-2cb7fdb4-0440-47d6-acae-2ca4244498fa service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a7b765f3-f079-43bb-884c-ce583b289609 HTTP/1.1" status: 200 len: 1095 time: 0.1341977 Oct 12 19:35:08.791902 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672ec7b0-2dfd-472b-9e94-f35e108c78ba req-d4e1d4ad-fd55-49c2-bea6-761d64454460 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:35:08.793919 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-672ec7b0-2dfd-472b-9e94-f35e108c78ba req-d4e1d4ad-fd55-49c2-bea6-761d64454460 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7b765f3-f079-43bb-884c-ce583b289609 HTTP/1.1" status: 200 len: 945 time: 0.1579120 Oct 12 19:35:08.797513 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0c2a329f-04f4-40d9-b545-007a25e24a1d req-7d53ad28-e4df-441f-babc-3cba23405a75 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=5aa05d67-0c53-427c-9564-46e10b998f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653605 Oct 12 19:35:08.802546 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-6bd6156b-e126-488d-b2c6-43ec1fea5752 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3626339 Oct 12 19:35:08.811766 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 38882) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:35:08.817142 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-ab9c6433-30c5-402f-86da-c75efe9b3c0a tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1864238835', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:35:08.853146 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-672ec7b0-2dfd-472b-9e94-f35e108c78ba req-4722e676-8eae-44ab-8c8d-309603fbc7c4 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.49 "GET /v2.0/security-groups?id=5aa05d67-0c53-427c-9564-46e10b998f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480108 Oct 12 19:35:08.855954 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0188aa4-50d7-4934-a98f-279db1a708ba None None] Pushing event updated for resources: {'Port': ['ID=2cf665ba-5d3c-463f-91a2-27f37d5905e3,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:35:08.925265 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ab9c6433-30c5-402f-86da-c75efe9b3c0a tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8093678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255505'] for router, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:08.926366 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ab9c6433-30c5-402f-86da-c75efe9b3c0a tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8093562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8087085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8022306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255518'] for router, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:09.077670 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=e03793f3-7484-4525-883c-18b556a71a14,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:35:09.116973 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ab9c6433-30c5-402f-86da-c75efe9b3c0a tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:09.195434 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ab9c6433-30c5-402f-86da-c75efe9b3c0a tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8093541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7915516'] for router, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:09.244548 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef3261c6-6b5d-430e-a6d3-edfde52079b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-da5fb123-8ae3-4e45-a2d1-e89bc478ce73', 'network_id': 'da5fb123-8ae3-4e45-a2d1-e89bc478ce73', 'tenant_id': 'e40d925510bb4f2da67caa3378239276', 'fixed_ips': [{'subnet_id': 'f75a3d05-4483-49c1-b3ee-adcded737282'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:35:09.245523 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ef3261c6-6b5d-430e-a6d3-edfde52079b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:09.299165 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ab9c6433-30c5-402f-86da-c75efe9b3c0a tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks [] for router, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:09.300976 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-ab9c6433-30c5-402f-86da-c75efe9b3c0a tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4881709 Oct 12 19:35:09.303906 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 38902) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:35:09.433748 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-ef3261c6-6b5d-430e-a6d3-edfde52079b7 None None] Allocated IP 2001:db8:1::2 (da5fb123-8ae3-4e45-a2d1-e89bc478ce73/f75a3d05-4483-49c1-b3ee-adcded737282/fcc45897-691f-47c1-bb28-dfa84b38d13e) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:35:09.614419 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dd0200-5f04-47cd-a8bb-2ee4c0bacf7d req-e5224419-34b3-4c31-b56c-efd40bcea338 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:35:09.616487 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-81dd0200-5f04-47cd-a8bb-2ee4c0bacf7d req-e5224419-34b3-4c31-b56c-efd40bcea338 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b52d58a-37ab-4e50-b262-c81246f70212 HTTP/1.1" status: 200 len: 945 time: 0.2305293 Oct 12 19:35:09.678034 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ef3261c6-6b5d-430e-a6d3-edfde52079b7 None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:09.765892 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ef3261c6-6b5d-430e-a6d3-edfde52079b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:09.816490 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-81dd0200-5f04-47cd-a8bb-2ee4c0bacf7d req-b5dc1d2c-29fd-4a0e-bc90-9d5c05147e5c tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc25c47-c49f-4f72-b689-5693a6947492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361792 Oct 12 19:35:09.878138 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3261c6-6b5d-430e-a6d3-edfde52079b7 None None] Pushing event updated for resources: {'Port': ['ID=fcc45897-691f-47c1-bb28-dfa84b38d13e,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:35:09.892499 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3261c6-6b5d-430e-a6d3-edfde52079b7 None None] Network da5fb123-8ae3-4e45-a2d1-e89bc478ce73 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:35:09.894910 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-ef3261c6-6b5d-430e-a6d3-edfde52079b7 None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:35:09.899255 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3261c6-6b5d-430e-a6d3-edfde52079b7 None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:35:09.924196 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c85723e2-dfea-487c-9884-726cc031f2cd tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:10.003331 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-ef3261c6-6b5d-430e-a6d3-edfde52079b7 None None] Attempting to bind port fcc45897-691f-47c1-bb28-dfa84b38d13e on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:35:10.006691 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-ef3261c6-6b5d-430e-a6d3-edfde52079b7 None None] Attempting to bind port fcc45897-691f-47c1-bb28-dfa84b38d13e by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'df730b0e-3673-43d4-a66d-ae6816119b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'da5fb123-8ae3-4e45-a2d1-e89bc478ce73'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:35:10.007088 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3261c6-6b5d-430e-a6d3-edfde52079b7 None None] Attempting to bind port fcc45897-691f-47c1-bb28-dfa84b38d13e on network da5fb123-8ae3-4e45-a2d1-e89bc478ce73 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:35:10.051731 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3261c6-6b5d-430e-a6d3-edfde52079b7 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:35:10.052083 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3261c6-6b5d-430e-a6d3-edfde52079b7 None None] Checking segment: {'id': 'df730b0e-3673-43d4-a66d-ae6816119b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'da5fb123-8ae3-4e45-a2d1-e89bc478ce73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:35:10.053856 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ef3261c6-6b5d-430e-a6d3-edfde52079b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:10.054259 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3261c6-6b5d-430e-a6d3-edfde52079b7 None None] Bound using segment: {'id': 'df730b0e-3673-43d4-a66d-ae6816119b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'da5fb123-8ae3-4e45-a2d1-e89bc478ce73'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:35:10.054763 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-ef3261c6-6b5d-430e-a6d3-edfde52079b7 None None] Bound port: fcc45897-691f-47c1-bb28-dfa84b38d13e, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df730b0e-3673-43d4-a66d-ae6816119b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'da5fb123-8ae3-4e45-a2d1-e89bc478ce73'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:35:10.058201 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ef3261c6-6b5d-430e-a6d3-edfde52079b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:10.153759 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59c64e1-a6df-4b71-bb53-4588cdc0de28 req-143115e4-99e9-4469-a357-0f789d996f4a tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:35:10.163594 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b59c64e1-a6df-4b71-bb53-4588cdc0de28 req-143115e4-99e9-4469-a357-0f789d996f4a tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7b765f3-f079-43bb-884c-ce583b289609 HTTP/1.1" status: 200 len: 945 time: 0.1312599 Oct 12 19:35:10.211178 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-ef3261c6-6b5d-430e-a6d3-edfde52079b7 None None] For port fcc45897-691f-47c1-bb28-dfa84b38d13e, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:35:10.219159 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-ef3261c6-6b5d-430e-a6d3-edfde52079b7 None None] For port fcc45897-691f-47c1-bb28-dfa84b38d13e, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=fcc45897-691f-47c1-bb28-dfa84b38d13e,segment=NetworkSegment(df730b0e-3673-43d4-a66d-ae6816119b2a),segment_id=df730b0e-3673-43d4-a66d-ae6816119b2a)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:35:10.245076 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b59c64e1-a6df-4b71-bb53-4588cdc0de28 req-8e63f269-50bd-46e8-a109-01e2c0c95ad4 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.49 "GET /v2.0/security-groups?id=5aa05d67-0c53-427c-9564-46e10b998f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760195 Oct 12 19:35:10.279366 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c29d6f-1f0a-4390-bf7d-a24dedb26657 None None] Network 83633168-3216-42d0-8dd1-82c213fed288 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:35:10.356478 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-c85723e2-dfea-487c-9884-726cc031f2cd tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Allocated IP 2001:db8::1 (83633168-3216-42d0-8dd1-82c213fed288/eef4065d-fd74-4edf-a3f3-9ca47a98fa1e/bb207a17-f693-4f42-a301-e3dd20eb850d) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:35:10.405905 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ef3261c6-6b5d-430e-a6d3-edfde52079b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:10.554966 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 2cf665ba-5d3c-463f-91a2-27f37d5905e3 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:35:10.580065 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 38924) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:35:10.611755 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-12328d27-c0a4-4227-822a-65b83458ee64 None None] Provisioning complete for port 2cf665ba-5d3c-463f-91a2-27f37d5905e3 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:35:10.612549 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-12328d27-c0a4-4227-822a-65b83458ee64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:10.625766 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c85723e2-dfea-487c-9884-726cc031f2cd tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:10.747185 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3261c6-6b5d-430e-a6d3-edfde52079b7 None None] Pushing event updated for resources: {'Port': ['ID=fcc45897-691f-47c1-bb28-dfa84b38d13e,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:35:10.748700 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b7638d8c-fc00-40ab-9265-4e647fa3db02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:10.777623 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c85723e2-dfea-487c-9884-726cc031f2cd tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:10.859259 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c85723e2-dfea-487c-9884-726cc031f2cd tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Network 83633168-3216-42d0-8dd1-82c213fed288 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:35:10.864771 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-c85723e2-dfea-487c-9884-726cc031f2cd tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:35:10.868980 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85723e2-dfea-487c-9884-726cc031f2cd tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:35:10.869838 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c85723e2-dfea-487c-9884-726cc031f2cd tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7915309'] for router_interface, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:10.887022 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 2cf665ba-5d3c-463f-91a2-27f37d5905e3 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:35:10.887733 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:10.896167 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-12328d27-c0a4-4227-822a-65b83458ee64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:10.954814 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85723e2-dfea-487c-9884-726cc031f2cd tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Pushing event updated for resources: {'Port': ['ID=bb207a17-f693-4f42-a301-e3dd20eb850d,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:35:10.971410 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b7638d8c-fc00-40ab-9265-4e647fa3db02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:10.999055 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85723e2-dfea-487c-9884-726cc031f2cd tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:35:10.999408 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85723e2-dfea-487c-9884-726cc031f2cd tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:35:10.999761 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85723e2-dfea-487c-9884-726cc031f2cd tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:35:11.000126 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85723e2-dfea-487c-9884-726cc031f2cd tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:35:11.000471 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85723e2-dfea-487c-9884-726cc031f2cd tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:35:11.000811 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85723e2-dfea-487c-9884-726cc031f2cd tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:35:11.001147 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85723e2-dfea-487c-9884-726cc031f2cd tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:35:11.001480 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85723e2-dfea-487c-9884-726cc031f2cd tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:35:11.001815 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85723e2-dfea-487c-9884-726cc031f2cd tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:35:11.002144 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85723e2-dfea-487c-9884-726cc031f2cd tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:35:11.002473 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85723e2-dfea-487c-9884-726cc031f2cd tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:35:11.002802 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85723e2-dfea-487c-9884-726cc031f2cd tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:35:11.017351 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-12328d27-c0a4-4227-822a-65b83458ee64 None None] For port 2cf665ba-5d3c-463f-91a2-27f37d5905e3, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=2cf665ba-5d3c-463f-91a2-27f37d5905e3,segment=NetworkSegment(01e82bd0-f8fc-49a9-aed9-bd04aa140c60),segment_id=01e82bd0-f8fc-49a9-aed9-bd04aa140c60)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:35:11.111954 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b7638d8c-fc00-40ab-9265-4e647fa3db02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:11.125474 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:11.171945 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7638d8c-fc00-40ab-9265-4e647fa3db02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99059855-f4f8-49fa-ba1d-fdd6cfd9ff93,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:35:11.179457 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-b7638d8c-fc00-40ab-9265-4e647fa3db02 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6a49b59a42db40fdb50bc39de1999615&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5980177 Oct 12 19:35:11.182516 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 38934) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:35:11.194168 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-12328d27-c0a4-4227-822a-65b83458ee64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:11.224671 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9b8eb6-aa9d-42c6-b3d0-96d717ad8f33 req-f173614c-dde5-4d19-9635-7b5342d223ae tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:35:11.242261 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-bd9b8eb6-aa9d-42c6-b3d0-96d717ad8f33 req-f173614c-dde5-4d19-9635-7b5342d223ae tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b52d58a-37ab-4e50-b262-c81246f70212 HTTP/1.1" status: 200 len: 945 time: 0.2349718 Oct 12 19:35:11.313735 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-de9c1035-5071-4941-85fc-6035647110c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:11.329868 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-bd9b8eb6-aa9d-42c6-b3d0-96d717ad8f33 req-f2f232ad-332f-4834-b2a4-bea503a7f8af tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc25c47-c49f-4f72-b689-5693a6947492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866756 Oct 12 19:35:11.400200 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-de9c1035-5071-4941-85fc-6035647110c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:11.409967 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.db.api [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 19:35:11.410349 n-d-813679-3 neutron-server[95503]: DEBUG oslo_db.api [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 19:35:11.413400 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c85723e2-dfea-487c-9884-726cc031f2cd tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:11.445234 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a5c4b8d6-0d72-4a8d-9e99-bf721ef3472b None None] Provisioning complete for port 2cf665ba-5d3c-463f-91a2-27f37d5905e3 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:35:11.445602 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a5c4b8d6-0d72-4a8d-9e99-bf721ef3472b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:11.454237 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab084a61-7771-40f9-b8be-9767e9ae887a req-55bce6d3-f8a7-4e92-b430-0ef4e9aa8e7e tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:35:11.466717 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ab084a61-7771-40f9-b8be-9767e9ae887a req-55bce6d3-f8a7-4e92-b430-0ef4e9aa8e7e tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7b765f3-f079-43bb-884c-ce583b289609 HTTP/1.1" status: 200 len: 945 time: 0.1049926 Oct 12 19:35:11.521217 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12328d27-c0a4-4227-822a-65b83458ee64 None None] Pushing event updated for resources: {'Port': ['ID=2cf665ba-5d3c-463f-91a2-27f37d5905e3,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:35:11.538618 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ab084a61-7771-40f9-b8be-9767e9ae887a req-1fb80e1a-305d-41ea-9963-0f2224f7904e tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.49 "GET /v2.0/security-groups?id=5aa05d67-0c53-427c-9564-46e10b998f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707371 Oct 12 19:35:11.587558 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-de9c1035-5071-4941-85fc-6035647110c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:11.590157 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-de9c1035-5071-4941-85fc-6035647110c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:11.591306 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-de9c1035-5071-4941-85fc-6035647110c5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/99059855-f4f8-49fa-ba1d-fdd6cfd9ff93 HTTP/1.1" status: 204 len: 168 time: 0.4079504 Oct 12 19:35:11.623791 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9c1035-5071-4941-85fc-6035647110c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99059855-f4f8-49fa-ba1d-fdd6cfd9ff93,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:35:11.780166 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-627106df-6e9e-4ed6-b3e7-b7b6055c2c0a None None] Provisioning complete for port bb207a17-f693-4f42-a301-e3dd20eb850d triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:35:11.780741 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-627106df-6e9e-4ed6-b3e7-b7b6055c2c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:11.851015 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad4ac37-f130-426c-ab2a-305cbd647397 req-714a25f1-76e0-4701-8b5d-f76cd229f818 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:35:11.853938 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-627106df-6e9e-4ed6-b3e7-b7b6055c2c0a None None] Port bb207a17-f693-4f42-a301-e3dd20eb850d cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:35:11.857391 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9ad4ac37-f130-426c-ab2a-305cbd647397 req-714a25f1-76e0-4701-8b5d-f76cd229f818 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7b765f3-f079-43bb-884c-ce583b289609 HTTP/1.1" status: 200 len: 945 time: 0.1701417 Oct 12 19:35:11.862338 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 38946) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:35:11.868134 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-63e9d8d4-ac14-4703-afeb-875faa966c4d tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Request body: {'floatingip': {'port_id': 'e03793f3-7484-4525-883c-18b556a71a14'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:35:11.921202 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-63e9d8d4-ac14-4703-afeb-875faa966c4d tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Notify callbacks [] for floatingip, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:12.035246 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c85723e2-dfea-487c-9884-726cc031f2cd tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:12.125640 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c85723e2-dfea-487c-9884-726cc031f2cd tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:12.126538 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c85723e2-dfea-487c-9884-726cc031f2cd tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7898980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8092605'] for router_interface, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:12.153234 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-499df2da-454b-4c1f-aa39-b33b0cd3ab09 None None] Network da5fb123-8ae3-4e45-a2d1-e89bc478ce73 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:35:12.226468 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-32a2915b-4a77-4a6a-863d-0e237b629b09 None None] Provisioning complete for port fcc45897-691f-47c1-bb28-dfa84b38d13e triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:35:12.226852 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-32a2915b-4a77-4a6a-863d-0e237b629b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:12.245438 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85723e2-dfea-487c-9884-726cc031f2cd tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Pushing event updated for resources: {'Port': ['ID=bb207a17-f693-4f42-a301-e3dd20eb850d,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:35:12.361873 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c85723e2-dfea-487c-9884-726cc031f2cd tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Network 83633168-3216-42d0-8dd1-82c213fed288 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:35:12.363018 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-c85723e2-dfea-487c-9884-726cc031f2cd tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:35:12.437251 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-32a2915b-4a77-4a6a-863d-0e237b629b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:12.617943 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-32a2915b-4a77-4a6a-863d-0e237b629b09 None None] For port fcc45897-691f-47c1-bb28-dfa84b38d13e, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=fcc45897-691f-47c1-bb28-dfa84b38d13e,segment=NetworkSegment(df730b0e-3673-43d4-a66d-ae6816119b2a),segment_id=df730b0e-3673-43d4-a66d-ae6816119b2a)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:35:12.664709 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 2cf665ba-5d3c-463f-91a2-27f37d5905e3 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:35:12.705510 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-32a2915b-4a77-4a6a-863d-0e237b629b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:12.760406 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c85723e2-dfea-487c-9884-726cc031f2cd tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Router 251ecec0-cfd7-435a-ad1a-33f9179c42ef is scheduled to L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b with binding_index 1 {{(pid=95501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 19:35:12.775877 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8899fbc-649e-4344-ae5b-57be9995243a req-f7419d3f-4ba9-4710-af4c-c5148d0fa231 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:35:12.777491 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c8899fbc-649e-4344-ae5b-57be9995243a req-f7419d3f-4ba9-4710-af4c-c5148d0fa231 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b52d58a-37ab-4e50-b262-c81246f70212 HTTP/1.1" status: 200 len: 945 time: 0.2965610 Oct 12 19:35:12.868470 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a2915b-4a77-4a6a-863d-0e237b629b09 None None] Pushing event updated for resources: {'Port': ['ID=fcc45897-691f-47c1-bb28-dfa84b38d13e,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:35:12.910250 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 2cf665ba-5d3c-463f-91a2-27f37d5905e3 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:35:12.910627 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:13.007918 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c8899fbc-649e-4344-ae5b-57be9995243a req-62875c97-9c1b-4c9a-a82d-928442b9d33b tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc25c47-c49f-4f72-b689-5693a6947492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2086809 Oct 12 19:35:13.056937 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.db.resource_extend [None req-63e9d8d4-ac14-4703-afeb-875faa966c4d tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 12 19:35:13.067583 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c85723e2-dfea-487c-9884-726cc031f2cd tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:35:13.069200 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-e0a78dfb-f547-4036-91c6-9d5e95409752 None None] Provisioning complete for port bb207a17-f693-4f42-a301-e3dd20eb850d triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:35:13.069589 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e0a78dfb-f547-4036-91c6-9d5e95409752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:13.080918 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1d3c86-79fd-469c-baab-3f83b71e154f None None] Sync routers for ids ['251ecec0-cfd7-435a-ad1a-33f9179c42ef'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:35:13.110076 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1d3c86-79fd-469c-baab-3f83b71e154f None None] Routers {'251ecec0-cfd7-435a-ad1a-33f9179c42ef'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:35:13.112076 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-c85723e2-dfea-487c-9884-726cc031f2cd tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] 10.222.0.49 "PUT /v2.0/routers/251ecec0-cfd7-435a-ad1a-33f9179c42ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8058896 Oct 12 19:35:13.114351 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-4e1d3c86-79fd-469c-baab-3f83b71e154f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:35:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['251ecec0-cfd7-435a-ad1a-33f9179c42ef'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:35:13.119170 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 38970) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:35:13.171390 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-e0a78dfb-f547-4036-91c6-9d5e95409752 None None] Port bb207a17-f693-4f42-a301-e3dd20eb850d cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:35:13.185240 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device fcc45897-691f-47c1-bb28-dfa84b38d13e up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:35:13.189361 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-63e9d8d4-ac14-4703-afeb-875faa966c4d tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:13.196881 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-4e1d3c86-79fd-469c-baab-3f83b71e154f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:35:13.210594 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98891baa-5d4a-477b-935c-122fe590cec5 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:35:13.212119 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-98891baa-5d4a-477b-935c-122fe590cec5 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] 10.222.0.49 "GET /v2.0/ports/bb207a17-f693-4f42-a301-e3dd20eb850d HTTP/1.1" status: 200 len: 911 time: 0.0898554 Oct 12 19:35:13.214478 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1d3c86-79fd-469c-baab-3f83b71e154f None None] Routers {'251ecec0-cfd7-435a-ad1a-33f9179c42ef'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:35:13.215105 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 38974) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:35:13.215235 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-4e1d3c86-79fd-469c-baab-3f83b71e154f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:35:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['251ecec0-cfd7-435a-ad1a-33f9179c42ef'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:35:13.252193 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-4e1d3c86-79fd-469c-baab-3f83b71e154f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:35:13.253110 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1d3c86-79fd-469c-baab-3f83b71e154f None None] The sync data for ids ['251ecec0-cfd7-435a-ad1a-33f9179c42ef'] in n-d-813679-3 is: [] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:35:13.274240 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port fcc45897-691f-47c1-bb28-dfa84b38d13e triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:35:13.274705 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:13.290036 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-63e9d8d4-ac14-4703-afeb-875faa966c4d tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7915414'] for floatingip, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:13.342565 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-bc1aee59-2280-49d2-ab9b-6801b8e21063 None None] Provisioning complete for port fcc45897-691f-47c1-bb28-dfa84b38d13e triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:35:13.343035 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bc1aee59-2280-49d2-ab9b-6801b8e21063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:13.550306 n-d-813679-3 neutron-server[95502]: INFO neutron.db.l3_db [None req-63e9d8d4-ac14-4703-afeb-875faa966c4d tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Floating IP 49e2d776-ff0c-4206-84c3-2e563a04b9b3 associated. External IP: 172.25.5.186, port: e03793f3-7484-4525-883c-18b556a71a14. Oct 12 19:35:14.270572 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93635357-93ed-41b6-bbb8-ea011b21d3dc req-4a5db9ef-db0a-46bd-88f1-038f3cae2d57 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:35:14.272142 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-93635357-93ed-41b6-bbb8-ea011b21d3dc req-4a5db9ef-db0a-46bd-88f1-038f3cae2d57 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b52d58a-37ab-4e50-b262-c81246f70212 HTTP/1.1" status: 200 len: 945 time: 0.1056840 Oct 12 19:35:14.319302 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-09d5c3f0-1fa4-49a3-a01b-0dc21e2da948 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:14.337849 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63e9d8d4-ac14-4703-afeb-875faa966c4d tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Router 8076eb30-c43d-4013-8348-3b77b8a81222 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:35:14.363093 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-93635357-93ed-41b6-bbb8-ea011b21d3dc req-90561c9f-52b8-4d42-9afe-f1d2b91c6c3c tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc25c47-c49f-4f72-b689-5693a6947492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830274 Oct 12 19:35:14.471188 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device fcc45897-691f-47c1-bb28-dfa84b38d13e up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:35:14.555037 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port fcc45897-691f-47c1-bb28-dfa84b38d13e triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:35:14.555037 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:14.632428 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63e9d8d4-ac14-4703-afeb-875faa966c4d tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:35:14.655367 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d29ca3-bb74-43e4-97e8-16857415b1bb None None] Sync routers for ids ['8076eb30-c43d-4013-8348-3b77b8a81222'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:35:14.657001 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-63e9d8d4-ac14-4703-afeb-875faa966c4d tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:14.658414 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d29ca3-bb74-43e4-97e8-16857415b1bb None None] Routers {'8076eb30-c43d-4013-8348-3b77b8a81222'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:35:14.659594 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-f0d29ca3-bb74-43e4-97e8-16857415b1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:35:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['8076eb30-c43d-4013-8348-3b77b8a81222'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:35:14.739538 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-63e9d8d4-ac14-4703-afeb-875faa966c4d tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.49 "PUT /v2.0/floatingips/49e2d776-ff0c-4206-84c3-2e563a04b9b3 HTTP/1.1" status: 200 len: 991 time: 2.8754985 Oct 12 19:35:14.744064 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7b765f3-f079-43bb-884c-ce583b289609', 'tag': 'e03793f3-7484-4525-883c-18b556a71a14'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:35:14.747111 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01add3dc-022e-4e5d-b7e1-2d26182578ca" -d '{"events": [{"name": "network-changed", "server_uuid": "a7b765f3-f079-43bb-884c-ce583b289609", "tag": "e03793f3-7484-4525-883c-18b556a71a14"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:35:14.861492 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ac94ed8-7f18-48ce-b90f-382dcf211fca x-openstack-request-id: req-4ac94ed8-7f18-48ce-b90f-382dcf211fca {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:35:14.861677 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7b765f3-f079-43bb-884c-ce583b289609", "tag": "e03793f3-7484-4525-883c-18b556a71a14", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:35:14.866395 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4ac94ed8-7f18-48ce-b90f-382dcf211fca {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:35:14.866812 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7b765f3-f079-43bb-884c-ce583b289609', 'tag': 'e03793f3-7484-4525-883c-18b556a71a14', 'status': 'completed', 'code': 200} Oct 12 19:35:14.943913 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-09d5c3f0-1fa4-49a3-a01b-0dc21e2da948 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Allocated IP 2001:db8:1::1 (da5fb123-8ae3-4e45-a2d1-e89bc478ce73/f75a3d05-4483-49c1-b3ee-adcded737282/a3daf16f-ae6f-4e24-915f-e8a9154fc885) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:35:15.100156 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-f0d29ca3-bb74-43e4-97e8-16857415b1bb None None] Set router 8076eb30-c43d-4013-8348-3b77b8a81222 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:35:15.140301 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-09d5c3f0-1fa4-49a3-a01b-0dc21e2da948 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:15.157338 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01add3dc-022e-4e5d-b7e1-2d26182578ca req-ae1be768-3085-49a7-bbf8-cd24b1ee5e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:35:15.159232 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-01add3dc-022e-4e5d-b7e1-2d26182578ca req-ae1be768-3085-49a7-bbf8-cd24b1ee5e15 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=da56e5b248094156ada95d11ba3c5b37&device_id=a7b765f3-f079-43bb-884c-ce583b289609 HTTP/1.1" status: 200 len: 1096 time: 0.2571385 Oct 12 19:35:15.297428 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01add3dc-022e-4e5d-b7e1-2d26182578ca req-d439db47-b401-4fe4-b1fc-e35f48f9b788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:35:15.302250 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-01add3dc-022e-4e5d-b7e1-2d26182578ca req-d439db47-b401-4fe4-b1fc-e35f48f9b788 service neutron] 10.222.0.61 "GET /v2.0/networks?id=74a2c063-d43e-4221-94e9-d3ab154855fc HTTP/1.1" status: 200 len: 912 time: 0.1325107 Oct 12 19:35:15.383626 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-09d5c3f0-1fa4-49a3-a01b-0dc21e2da948 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:15.478282 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d5c3f0-1fa4-49a3-a01b-0dc21e2da948 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Network da5fb123-8ae3-4e45-a2d1-e89bc478ce73 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:35:15.490992 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-09d5c3f0-1fa4-49a3-a01b-0dc21e2da948 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:35:15.497326 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-f0d29ca3-bb74-43e4-97e8-16857415b1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8076eb30-c43d-4013-8348-3b77b8a81222', 'name': 'tempest-AttachVolumeTestJSON-1928131603-router', 'tenant_id': 'da56e5b248094156ada95d11ba3c5b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': 'f9385a02-35b8-4610-bb29-937f4a3fdfc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:34:42Z', 'updated_at': '2021-10-12T19:34:49Z', 'revision_number': 4, 'project_id': 'da56e5b248094156ada95d11ba3c5b37', 'gw_port': {'id': 'f9385a02-35b8-4610-bb29-937f4a3fdfc3', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8076eb30-c43d-4013-8348-3b77b8a81222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2599, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:34:44Z', 'updated_at': '2021-10-12T19:34:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': '49e2d776-ff0c-4206-84c3-2e563a04b9b3', 'tenant_id': 'da56e5b248094156ada95d11ba3c5b37', 'floating_ip_address': '172.25.5.186', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': '8076eb30-c43d-4013-8348-3b77b8a81222', 'port_id': 'e03793f3-7484-4525-883c-18b556a71a14', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2624, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74a2c063-d43e-4221-94e9-d3ab154855fc', 'mac_address': 'fa:16:3e:6c:e7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7b765f3-f079-43bb-884c-ce583b289609', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T19:34:54Z', 'updated_at': '2021-10-12T19:35:12Z', 'revision_number': 1, 'project_id': 'da56e5b248094156ada95d11ba3c5b37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f444c26-39ba-4818-8485-fb4d9ffa252d', 'name': '', 'network_id': '74a2c063-d43e-4221-94e9-d3ab154855fc', 'tenant_id': 'da56e5b248094156ada95d11ba3c5b37', 'mac_address': 'fa:16:3e:00:ec:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8076eb30-c43d-4013-8348-3b77b8a81222', 'device_owner': 'network:router_interface', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '3a0cf0c9-d039-4d05-a67a-cc48a10b2cbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:34:47Z', 'updated_at': '2021-10-12T19:34:53Z', 'revision_number': 5, 'project_id': 'da56e5b248094156ada95d11ba3c5b37', 'subnets': [{'id': '3a0cf0c9-d039-4d05-a67a-cc48a10b2cbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:35:15.497926 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d5c3f0-1fa4-49a3-a01b-0dc21e2da948 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:35:15.497926 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-09d5c3f0-1fa4-49a3-a01b-0dc21e2da948 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7915309'] for router_interface, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:15.522967 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d29ca3-bb74-43e4-97e8-16857415b1bb None None] Checking router: 8076eb30-c43d-4013-8348-3b77b8a81222 for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:35:15.535437 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d29ca3-bb74-43e4-97e8-16857415b1bb None None] Routers {'8076eb30-c43d-4013-8348-3b77b8a81222'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:35:15.536877 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-f0d29ca3-bb74-43e4-97e8-16857415b1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:35:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['8076eb30-c43d-4013-8348-3b77b8a81222'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:35:15.539684 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-01add3dc-022e-4e5d-b7e1-2d26182578ca req-d609183c-a8ae-4e2e-a6b8-47e5d89ce906 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e03793f3-7484-4525-883c-18b556a71a14 HTTP/1.1" status: 200 len: 999 time: 0.2334950 Oct 12 19:35:15.555624 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d5c3f0-1fa4-49a3-a01b-0dc21e2da948 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Pushing event updated for resources: {'Port': ['ID=a3daf16f-ae6f-4e24-915f-e8a9154fc885,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:35:15.635960 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72698c1-f2af-44c6-a3e5-5d22f7c8af9b req-f8c01b53-f9c7-47ba-a0fb-2452a7d7030e tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:35:15.651114 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c72698c1-f2af-44c6-a3e5-5d22f7c8af9b req-f8c01b53-f9c7-47ba-a0fb-2452a7d7030e tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b52d58a-37ab-4e50-b262-c81246f70212 HTTP/1.1" status: 200 len: 945 time: 0.1767917 Oct 12 19:35:15.657610 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01add3dc-022e-4e5d-b7e1-2d26182578ca req-99be82d1-b9c5-440c-8265-199c2f91e210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:35:15.659306 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-01add3dc-022e-4e5d-b7e1-2d26182578ca req-99be82d1-b9c5-440c-8265-199c2f91e210 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3a0cf0c9-d039-4d05-a67a-cc48a10b2cbc HTTP/1.1" status: 200 len: 850 time: 0.0970564 Oct 12 19:35:15.738072 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01add3dc-022e-4e5d-b7e1-2d26182578ca req-3662d5cc-8757-406b-9362-f15b9e02606c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:35:15.741939 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-01add3dc-022e-4e5d-b7e1-2d26182578ca req-3662d5cc-8757-406b-9362-f15b9e02606c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=74a2c063-d43e-4221-94e9-d3ab154855fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724301 Oct 12 19:35:15.751960 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c72698c1-f2af-44c6-a3e5-5d22f7c8af9b req-f8de3582-96b4-4200-a372-f9550822f5c4 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc25c47-c49f-4f72-b689-5693a6947492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967166 Oct 12 19:35:15.771556 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-f0d29ca3-bb74-43e4-97e8-16857415b1bb None None] Set router 8076eb30-c43d-4013-8348-3b77b8a81222 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:35:15.936735 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-09d5c3f0-1fa4-49a3-a01b-0dc21e2da948 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:16.049419 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-01add3dc-022e-4e5d-b7e1-2d26182578ca req-f1668048-0ede-4e75-847e-66fc3dd5a134 service neutron] 10.222.0.61 "GET /v2.0/networks/74a2c063-d43e-4221-94e9-d3ab154855fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3016529 Oct 12 19:35:16.114066 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-55fcf5e9-986b-44f6-8444-35700a58c518 None None] Provisioning complete for port a3daf16f-ae6f-4e24-915f-e8a9154fc885 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:35:16.114066 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-55fcf5e9-986b-44f6-8444-35700a58c518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:16.158642 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-55fcf5e9-986b-44f6-8444-35700a58c518 None None] Port a3daf16f-ae6f-4e24-915f-e8a9154fc885 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:35:16.172721 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-f0d29ca3-bb74-43e4-97e8-16857415b1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8076eb30-c43d-4013-8348-3b77b8a81222', 'name': 'tempest-AttachVolumeTestJSON-1928131603-router', 'tenant_id': 'da56e5b248094156ada95d11ba3c5b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': 'f9385a02-35b8-4610-bb29-937f4a3fdfc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:34:42Z', 'updated_at': '2021-10-12T19:34:49Z', 'revision_number': 4, 'project_id': 'da56e5b248094156ada95d11ba3c5b37', 'gw_port': {'id': 'f9385a02-35b8-4610-bb29-937f4a3fdfc3', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8076eb30-c43d-4013-8348-3b77b8a81222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2599, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:34:44Z', 'updated_at': '2021-10-12T19:34:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': '49e2d776-ff0c-4206-84c3-2e563a04b9b3', 'tenant_id': 'da56e5b248094156ada95d11ba3c5b37', 'floating_ip_address': '172.25.5.186', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': '8076eb30-c43d-4013-8348-3b77b8a81222', 'port_id': 'e03793f3-7484-4525-883c-18b556a71a14', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2624, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74a2c063-d43e-4221-94e9-d3ab154855fc', 'mac_address': 'fa:16:3e:6c:e7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7b765f3-f079-43bb-884c-ce583b289609', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T19:34:54Z', 'updated_at': '2021-10-12T19:35:12Z', 'revision_number': 1, 'project_id': 'da56e5b248094156ada95d11ba3c5b37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f444c26-39ba-4818-8485-fb4d9ffa252d', 'name': '', 'network_id': '74a2c063-d43e-4221-94e9-d3ab154855fc', 'tenant_id': 'da56e5b248094156ada95d11ba3c5b37', 'mac_address': 'fa:16:3e:00:ec:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8076eb30-c43d-4013-8348-3b77b8a81222', 'device_owner': 'network:router_interface', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '3a0cf0c9-d039-4d05-a67a-cc48a10b2cbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:34:47Z', 'updated_at': '2021-10-12T19:34:53Z', 'revision_number': 5, 'project_id': 'da56e5b248094156ada95d11ba3c5b37', 'subnets': [{'id': '3a0cf0c9-d039-4d05-a67a-cc48a10b2cbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:35:16.207921 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d29ca3-bb74-43e4-97e8-16857415b1bb None None] The sync data for ids ['8076eb30-c43d-4013-8348-3b77b8a81222'] in n-d-813679-3 is: [{'id': '8076eb30-c43d-4013-8348-3b77b8a81222', 'name': 'tempest-AttachVolumeTestJSON-1928131603-router', 'tenant_id': 'da56e5b248094156ada95d11ba3c5b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': 'f9385a02-35b8-4610-bb29-937f4a3fdfc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:34:42Z', 'updated_at': '2021-10-12T19:34:49Z', 'revision_number': 4, 'project_id': 'da56e5b248094156ada95d11ba3c5b37', 'gw_port': {'id': 'f9385a02-35b8-4610-bb29-937f4a3fdfc3', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8076eb30-c43d-4013-8348-3b77b8a81222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2599, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:34:44Z', 'updated_at': '2021-10-12T19:34:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': '49e2d776-ff0c-4206-84c3-2e563a04b9b3', 'tenant_id': 'da56e5b248094156ada95d11ba3c5b37', 'floating_ip_address': '172.25.5.186', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': '8076eb30-c43d-4013-8348-3b77b8a81222', 'port_id': 'e03793f3-7484-4525-883c-18b556a71a14', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2624, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74a2c063-d43e-4221-94e9-d3ab154855fc', 'mac_address': 'fa:16:3e:6c:e7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7b765f3-f079-43bb-884c-ce583b289609', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T19:34:54Z', 'updated_at': '2021-10-12T19:35:12Z', 'revision_number': 1, 'project_id': 'da56e5b248094156ada95d11ba3c5b37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f444c26-39ba-4818-8485-fb4d9ffa252d', 'name': '', 'network_id': '74a2c063-d43e-4221-94e9-d3ab154855fc', 'tenant_id': 'da56e5b248094156ada95d11ba3c5b37', 'mac_address': 'fa:16:3e:00:ec:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8076eb30-c43d-4013-8348-3b77b8a81222', 'device_owner': 'network:router_interface', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '3a0cf0c9-d039-4d05-a67a-cc48a10b2cbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:34:47Z', 'updated_at': '2021-10-12T19:34:53Z', 'revision_number': 5, 'project_id': 'da56e5b248094156ada95d11ba3c5b37', 'subnets': [{'id': '3a0cf0c9-d039-4d05-a67a-cc48a10b2cbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:35:16.314974 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-01add3dc-022e-4e5d-b7e1-2d26182578ca req-a4c3c217-8f68-468b-b007-7bbf8a1a8b17 service neutron] 10.222.0.61 "GET /v2.0/networks/74a2c063-d43e-4221-94e9-d3ab154855fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2565141 Oct 12 19:35:16.400860 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 39066) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:35:16.413598 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-09d5c3f0-1fa4-49a3-a01b-0dc21e2da948 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:16.467510 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-09d5c3f0-1fa4-49a3-a01b-0dc21e2da948 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:16.477998 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-09d5c3f0-1fa4-49a3-a01b-0dc21e2da948 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7898980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8092605'] for router_interface, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:16.530372 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b922396-a733-463a-9369-50297aa7f633 None None] New status for floating IP 49e2d776-ff0c-4206-84c3-2e563a04b9b3: ACTIVE {{(pid=95504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 19:35:16.563571 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d5c3f0-1fa4-49a3-a01b-0dc21e2da948 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Pushing event updated for resources: {'Port': ['ID=a3daf16f-ae6f-4e24-915f-e8a9154fc885,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:35:16.622990 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-40758a22-1ba8-4d1a-9143-251fee3ac61a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:16.647069 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d5c3f0-1fa4-49a3-a01b-0dc21e2da948 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Network da5fb123-8ae3-4e45-a2d1-e89bc478ce73 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:35:16.649877 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-09d5c3f0-1fa4-49a3-a01b-0dc21e2da948 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:35:16.808855 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-40758a22-1ba8-4d1a-9143-251fee3ac61a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:16.831276 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09d5c3f0-1fa4-49a3-a01b-0dc21e2da948 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Router 251ecec0-cfd7-435a-ad1a-33f9179c42ef has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:35:16.867624 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-40758a22-1ba8-4d1a-9143-251fee3ac61a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:16.947714 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09d5c3f0-1fa4-49a3-a01b-0dc21e2da948 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:35:16.954015 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-09d5c3f0-1fa4-49a3-a01b-0dc21e2da948 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] 10.222.0.49 "PUT /v2.0/routers/251ecec0-cfd7-435a-ad1a-33f9179c42ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7376955 Oct 12 19:35:16.960903 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 39074) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:35:16.971481 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31923ad9-f8dd-4a34-ace2-47be755a4595 None None] Sync routers for ids ['251ecec0-cfd7-435a-ad1a-33f9179c42ef'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:35:16.992223 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-40758a22-1ba8-4d1a-9143-251fee3ac61a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5929a62f0b0b4d1fbf4dbe7d79f65882&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5893857 Oct 12 19:35:17.007126 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 39078) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:35:17.007589 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31923ad9-f8dd-4a34-ace2-47be755a4595 None None] Routers {'251ecec0-cfd7-435a-ad1a-33f9179c42ef'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:35:17.008373 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-31923ad9-f8dd-4a34-ace2-47be755a4595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:35:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['251ecec0-cfd7-435a-ad1a-33f9179c42ef'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:35:17.010774 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40758a22-1ba8-4d1a-9143-251fee3ac61a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8efbaa6-4a5e-456d-9d15-ba0dd18844d3,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:35:17.068900 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39333d3b-04af-4b05-8c50-3d3998a8dd02 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:35:17.076411 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-39333d3b-04af-4b05-8c50-3d3998a8dd02 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] 10.222.0.49 "GET /v2.0/ports/a3daf16f-ae6f-4e24-915f-e8a9154fc885 HTTP/1.1" status: 200 len: 913 time: 0.1140182 Oct 12 19:35:17.077308 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 39084) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:35:17.088748 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-31923ad9-f8dd-4a34-ace2-47be755a4595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:35:17.111806 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92b1a8b-3ca0-492f-9ca0-1854fffd47c2 req-cada7145-d572-42c8-9892-443be61af59a tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:35:17.113227 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31923ad9-f8dd-4a34-ace2-47be755a4595 None None] Routers {'251ecec0-cfd7-435a-ad1a-33f9179c42ef'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:35:17.114064 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-31923ad9-f8dd-4a34-ace2-47be755a4595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:35:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['251ecec0-cfd7-435a-ad1a-33f9179c42ef'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:35:17.119800 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a92b1a8b-3ca0-492f-9ca0-1854fffd47c2 req-cada7145-d572-42c8-9892-443be61af59a tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b52d58a-37ab-4e50-b262-c81246f70212 HTTP/1.1" status: 200 len: 945 time: 0.2315397 Oct 12 19:35:17.154069 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-31923ad9-f8dd-4a34-ace2-47be755a4595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:35:17.154599 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31923ad9-f8dd-4a34-ace2-47be755a4595 None None] The sync data for ids ['251ecec0-cfd7-435a-ad1a-33f9179c42ef'] in n-d-813679-3 is: [] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:35:17.164925 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-eeb9932e-8fcc-4ac3-97d5-f2c5720445f5 None None] Provisioning complete for port a3daf16f-ae6f-4e24-915f-e8a9154fc885 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:35:17.165728 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-eeb9932e-8fcc-4ac3-97d5-f2c5720445f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:17.180719 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a92b1a8b-3ca0-492f-9ca0-1854fffd47c2 req-78409cbc-f7a3-4677-98eb-4da561f1cfce tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc25c47-c49f-4f72-b689-5693a6947492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598917 Oct 12 19:35:17.184204 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f57e7a8e-bbcf-46f1-8ba2-641aa892ade4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:17.211773 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f57e7a8e-bbcf-46f1-8ba2-641aa892ade4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:17.227903 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-eeb9932e-8fcc-4ac3-97d5-f2c5720445f5 None None] Port a3daf16f-ae6f-4e24-915f-e8a9154fc885 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:35:17.342122 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f57e7a8e-bbcf-46f1-8ba2-641aa892ade4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:17.345814 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f57e7a8e-bbcf-46f1-8ba2-641aa892ade4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:17.350744 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-f57e7a8e-bbcf-46f1-8ba2-641aa892ade4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e8efbaa6-4a5e-456d-9d15-ba0dd18844d3 HTTP/1.1" status: 204 len: 168 time: 0.3279765 Oct 12 19:35:17.358777 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57e7a8e-bbcf-46f1-8ba2-641aa892ade4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8efbaa6-4a5e-456d-9d15-ba0dd18844d3,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:35:17.476265 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5ab99c69-3d45-40bf-9168-4f505c4527ff tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8092566'] for router_interface, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:17.729178 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-5ab99c69-3d45-40bf-9168-4f505c4527ff tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Deleting port a3daf16f-ae6f-4e24-915f-e8a9154fc885 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:35:17.729812 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5ab99c69-3d45-40bf-9168-4f505c4527ff tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:18.072257 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 39114) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:35:18.093802 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5a998d67-510a-4c64-a97f-6d83809b375d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:18.158397 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5ab99c69-3d45-40bf-9168-4f505c4527ff tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:18.158600 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device c07665b4-a179-4091-9fcc-6ffd853121d9 details requested by agent hyperv_n-h2-813679-3 with host n-h2-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:35:18.182859 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-5ab99c69-3d45-40bf-9168-4f505c4527ff tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Calling delete_port for a3daf16f-ae6f-4e24-915f-e8a9154fc885 owned by network:router_interface {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:35:18.265241 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5a998d67-510a-4c64-a97f-6d83809b375d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:18.317260 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port c07665b4-a179-4091-9fcc-6ffd853121d9, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=c07665b4-a179-4091-9fcc-6ffd853121d9,segment=NetworkSegment(e63f83d5-85c3-489d-99f4-18d9a9b82b19),segment_id=e63f83d5-85c3-489d-99f4-18d9a9b82b19)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:35:18.320478 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5a998d67-510a-4c64-a97f-6d83809b375d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:18.329940 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Returning: {'device': 'c07665b4-a179-4091-9fcc-6ffd853121d9', 'network_id': 'e1de796f-6482-493c-b5ac-b28a591020e2', 'port_id': 'c07665b4-a179-4091-9fcc-6ffd853121d9', 'mac_address': 'fa:16:3e:7b:2d:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '914db72d-f2c7-4670-91dc-11fde7252bf5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:35:18.365227 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-5a998d67-510a-4c64-a97f-6d83809b375d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=855265fced484a38b0cb1bc7662f791e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2903810 Oct 12 19:35:18.369279 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 39120) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:35:18.392827 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:18.406972 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c07665b4-a179-4091-9fcc-6ffd853121d9 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:35:18.428459 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port c07665b4-a179-4091-9fcc-6ffd853121d9, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=c07665b4-a179-4091-9fcc-6ffd853121d9,segment=NetworkSegment(e63f83d5-85c3-489d-99f4-18d9a9b82b19),segment_id=e63f83d5-85c3-489d-99f4-18d9a9b82b19)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:35:18.436582 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a998d67-510a-4c64-a97f-6d83809b375d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c267d58a-e4ce-42b4-ba81-9fddc25b1282,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:35:18.452261 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19878002-0464-45e4-ac45-a2754f0a474a req-469d2ee1-b658-439f-ad53-ecc48630927e tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:35:18.452261 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-19878002-0464-45e4-ac45-a2754f0a474a req-469d2ee1-b658-439f-ad53-ecc48630927e tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b52d58a-37ab-4e50-b262-c81246f70212 HTTP/1.1" status: 200 len: 945 time: 0.1658552 Oct 12 19:35:18.456571 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-89926557-be7c-4b9a-a8c9-8bd399182f59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:18.490700 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:18.494828 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-89926557-be7c-4b9a-a8c9-8bd399182f59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:18.527430 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-19878002-0464-45e4-ac45-a2754f0a474a req-2e757f54-fa4c-49d4-a8d3-cc2f06c15521 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc25c47-c49f-4f72-b689-5693a6947492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676901 Oct 12 19:35:18.530897 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5ab99c69-3d45-40bf-9168-4f505c4527ff tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:18.574322 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['c07665b4-a179-4091-9fcc-6ffd853121d9'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:35:18.576550 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab99c69-3d45-40bf-9168-4f505c4527ff tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Pushing event deleted for resources: {'Port': ['ID=a3daf16f-ae6f-4e24-915f-e8a9154fc885,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:35:18.607702 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=c07665b4-a179-4091-9fcc-6ffd853121d9,revision_number=6']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:35:18.627652 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-89926557-be7c-4b9a-a8c9-8bd399182f59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:18.631423 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-89926557-be7c-4b9a-a8c9-8bd399182f59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:18.632896 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-89926557-be7c-4b9a-a8c9-8bd399182f59 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c267d58a-e4ce-42b4-ba81-9fddc25b1282 HTTP/1.1" status: 204 len: 168 time: 0.2622089 Oct 12 19:35:18.643009 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89926557-be7c-4b9a-a8c9-8bd399182f59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c267d58a-e4ce-42b4-ba81-9fddc25b1282,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:35:18.750573 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5ab99c69-3d45-40bf-9168-4f505c4527ff tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7898909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8092450'] for router_interface, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:18.986077 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ab99c69-3d45-40bf-9168-4f505c4527ff tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Router 251ecec0-cfd7-435a-ad1a-33f9179c42ef has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:35:19.123459 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ab99c69-3d45-40bf-9168-4f505c4527ff tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:35:19.128971 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-5ab99c69-3d45-40bf-9168-4f505c4527ff tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] 10.222.0.49 "PUT /v2.0/routers/251ecec0-cfd7-435a-ad1a-33f9179c42ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0467949 Oct 12 19:35:19.134533 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 39132) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:35:19.135227 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb26c97-3dec-468a-a42f-1c14dcdce193 None None] Sync routers for ids ['251ecec0-cfd7-435a-ad1a-33f9179c42ef'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:35:19.155876 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb26c97-3dec-468a-a42f-1c14dcdce193 None None] Routers {'251ecec0-cfd7-435a-ad1a-33f9179c42ef'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:35:19.157136 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-ddb26c97-3dec-468a-a42f-1c14dcdce193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:35:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['251ecec0-cfd7-435a-ad1a-33f9179c42ef'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:35:19.204725 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-ddb26c97-3dec-468a-a42f-1c14dcdce193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:35:19.217676 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb26c97-3dec-468a-a42f-1c14dcdce193 None None] Routers {'251ecec0-cfd7-435a-ad1a-33f9179c42ef'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:35:19.218607 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-ddb26c97-3dec-468a-a42f-1c14dcdce193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:35:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['251ecec0-cfd7-435a-ad1a-33f9179c42ef'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:35:19.268074 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-ddb26c97-3dec-468a-a42f-1c14dcdce193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:35:19.268910 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb26c97-3dec-468a-a42f-1c14dcdce193 None None] The sync data for ids ['251ecec0-cfd7-435a-ad1a-33f9179c42ef'] in n-d-813679-3 is: [] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:35:19.725876 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5193e7eb-25eb-408f-9485-63ae92a2c04d req-5b20aa74-98e0-4411-9fbf-2a2dd9d9bf03 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:35:19.727451 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5193e7eb-25eb-408f-9485-63ae92a2c04d req-5b20aa74-98e0-4411-9fbf-2a2dd9d9bf03 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b52d58a-37ab-4e50-b262-c81246f70212 HTTP/1.1" status: 200 len: 944 time: 0.0749607 Oct 12 19:35:19.882710 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5193e7eb-25eb-408f-9485-63ae92a2c04d req-5fba3aae-1ccd-430a-aa1e-97cfe3b94040 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc25c47-c49f-4f72-b689-5693a6947492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816905 Oct 12 19:35:20.063103 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ac7a9a09-88bd-46a5-9742-8362a460f7b9 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8092566'] for router_interface, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:20.169492 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device c07665b4-a179-4091-9fcc-6ffd853121d9 up at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:35:20.252546 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning complete for port c07665b4-a179-4091-9fcc-6ffd853121d9 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:35:20.253325 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:20.367353 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:20.413217 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b52d58a-37ab-4e50-b262-c81246f70212', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c07665b4-a179-4091-9fcc-6ffd853121d9'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:35:20.415565 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39af9f12-04d1-4b30-8a9f-9f4d3ee2c639" -d '{"events": [{"server_uuid": "5b52d58a-37ab-4e50-b262-c81246f70212", "name": "network-vif-plugged", "status": "completed", "tag": "c07665b4-a179-4091-9fcc-6ffd853121d9"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:35:20.431156 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-ac7a9a09-88bd-46a5-9742-8362a460f7b9 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Deleting port bb207a17-f693-4f42-a301-e3dd20eb850d {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:35:20.431777 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ac7a9a09-88bd-46a5-9742-8362a460f7b9 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:20.431957 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port c07665b4-a179-4091-9fcc-6ffd853121d9, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=c07665b4-a179-4091-9fcc-6ffd853121d9,segment=NetworkSegment(e63f83d5-85c3-489d-99f4-18d9a9b82b19),segment_id=e63f83d5-85c3-489d-99f4-18d9a9b82b19)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:35:20.513896 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:20.529248 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ac7a9a09-88bd-46a5-9742-8362a460f7b9 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:20.547148 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-ac7a9a09-88bd-46a5-9742-8362a460f7b9 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Calling delete_port for bb207a17-f693-4f42-a301-e3dd20eb850d owned by network:router_interface {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:35:20.607406 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=c07665b4-a179-4091-9fcc-6ffd853121d9,revision_number=7']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:35:20.757725 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cd83d25-09b9-491b-b53d-d50ab2fef4d1 x-openstack-request-id: req-8cd83d25-09b9-491b-b53d-d50ab2fef4d1 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:35:20.758185 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b52d58a-37ab-4e50-b262-c81246f70212", "name": "network-vif-plugged", "status": "completed", "tag": "c07665b4-a179-4091-9fcc-6ffd853121d9", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:35:20.758537 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8cd83d25-09b9-491b-b53d-d50ab2fef4d1 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:35:20.759332 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b52d58a-37ab-4e50-b262-c81246f70212', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c07665b4-a179-4091-9fcc-6ffd853121d9', 'code': 200} Oct 12 19:35:20.952449 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ac7a9a09-88bd-46a5-9742-8362a460f7b9 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:20.997888 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7a9a09-88bd-46a5-9742-8362a460f7b9 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Pushing event deleted for resources: {'Port': ['ID=bb207a17-f693-4f42-a301-e3dd20eb850d,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:35:21.148975 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fe0136-5906-4086-aa28-97c4e41b63d2 req-327e699f-1460-446b-886c-f95c6f93accb tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:35:21.153645 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e5fe0136-5906-4086-aa28-97c4e41b63d2 req-327e699f-1460-446b-886c-f95c6f93accb tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b52d58a-37ab-4e50-b262-c81246f70212 HTTP/1.1" status: 200 len: 945 time: 0.1561167 Oct 12 19:35:21.186700 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ac7a9a09-88bd-46a5-9742-8362a460f7b9 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7898909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8092450'] for router_interface, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:21.239122 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e5fe0136-5906-4086-aa28-97c4e41b63d2 req-2549ddbd-e06b-45b2-a03b-ebede9bdbc57 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc25c47-c49f-4f72-b689-5693a6947492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692356 Oct 12 19:35:21.479329 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac7a9a09-88bd-46a5-9742-8362a460f7b9 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Router 251ecec0-cfd7-435a-ad1a-33f9179c42ef has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:35:21.746941 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac7a9a09-88bd-46a5-9742-8362a460f7b9 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:35:21.759285 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 39226) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:35:21.764386 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0504eda-fa75-4ed8-a3ec-309a7327f5b0 None None] Sync routers for ids ['251ecec0-cfd7-435a-ad1a-33f9179c42ef'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:35:21.771454 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-ac7a9a09-88bd-46a5-9742-8362a460f7b9 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] 10.222.0.49 "PUT /v2.0/routers/251ecec0-cfd7-435a-ad1a-33f9179c42ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6322227 Oct 12 19:35:21.778705 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0504eda-fa75-4ed8-a3ec-309a7327f5b0 None None] Routers {'251ecec0-cfd7-435a-ad1a-33f9179c42ef'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:35:21.779345 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-f0504eda-fa75-4ed8-a3ec-309a7327f5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:35:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['251ecec0-cfd7-435a-ad1a-33f9179c42ef'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:35:21.809141 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 39228) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:35:21.822334 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-730e5061-708f-40bb-84af-79ca88569d72 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] 10.222.0.49 "GET /v2.0/ports?device_id=251ecec0-cfd7-435a-ad1a-33f9179c42ef HTTP/1.1" status: 200 len: 205 time: 0.0618026 Oct 12 19:35:21.891203 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-f0504eda-fa75-4ed8-a3ec-309a7327f5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:35:21.903304 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0504eda-fa75-4ed8-a3ec-309a7327f5b0 None None] Routers {'251ecec0-cfd7-435a-ad1a-33f9179c42ef'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:35:21.903925 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-f0504eda-fa75-4ed8-a3ec-309a7327f5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:35:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['251ecec0-cfd7-435a-ad1a-33f9179c42ef'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:35:21.990454 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-f0504eda-fa75-4ed8-a3ec-309a7327f5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:35:21.991128 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0504eda-fa75-4ed8-a3ec-309a7327f5b0 None None] The sync data for ids ['251ecec0-cfd7-435a-ad1a-33f9179c42ef'] in n-d-813679-3 is: [] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:35:21.992945 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e806c159-5353-4466-869c-2ad9ce2c9b7c tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks [] for router, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:22.051648 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 39244) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:35:22.309841 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e806c159-5353-4466-869c-2ad9ce2c9b7c tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255495'] for router, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:22.320161 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e806c159-5353-4466-869c-2ad9ce2c9b7c tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:22.384457 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b21d7f35-418f-4874-bf95-cad9d9bba522 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:22.485126 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e806c159-5353-4466-869c-2ad9ce2c9b7c tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8093499'] for router, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:22.485728 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e806c159-5353-4466-869c-2ad9ce2c9b7c tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Fanout notify agent at l3_agent the message router_deleted on router 251ecec0-cfd7-435a-ad1a-33f9179c42ef {{(pid=95501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 19:35:22.499516 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e806c159-5353-4466-869c-2ad9ce2c9b7c tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks [] for router, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:22.503413 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-e806c159-5353-4466-869c-2ad9ce2c9b7c tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] 10.222.0.49 "DELETE /v2.0/routers/251ecec0-cfd7-435a-ad1a-33f9179c42ef HTTP/1.1" status: 204 len: 168 time: 0.6906679 Oct 12 19:35:22.504360 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 39270) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:35:22.627903 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_v2 [None req-f34c250d-7506-44c6-849a-c4cc4ce1a07a tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Deleting subnet f75a3d05-4483-49c1-b3ee-adcded737282 {{(pid=95501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:35:22.628947 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b21d7f35-418f-4874-bf95-cad9d9bba522 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:22.638405 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baa6f88-8041-45c3-a10e-b18e648d1875 req-ba9df88c-c132-467e-aa16-0940b5613403 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:35:22.647121 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f34c250d-7506-44c6-849a-c4cc4ce1a07a tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks [] for subnet, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:22.647282 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4baa6f88-8041-45c3-a10e-b18e648d1875 req-ba9df88c-c132-467e-aa16-0940b5613403 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b52d58a-37ab-4e50-b262-c81246f70212 HTTP/1.1" status: 200 len: 945 time: 0.2127905 Oct 12 19:35:22.707436 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4baa6f88-8041-45c3-a10e-b18e648d1875 req-058cafc6-4007-4668-8e90-4e7471aad069 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc25c47-c49f-4f72-b689-5693a6947492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576947 Oct 12 19:35:22.736340 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b21d7f35-418f-4874-bf95-cad9d9bba522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:22.779713 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-b21d7f35-418f-4874-bf95-cad9d9bba522 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4c7d949c23b04b1a8cc03a84b7144cdf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7263842 Oct 12 19:35:22.781462 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21d7f35-418f-4874-bf95-cad9d9bba522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cb14ffe-4124-4711-a752-3f4826481940,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:35:22.784376 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 39282) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:35:22.813955 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f34c250d-7506-44c6-849a-c4cc4ce1a07a tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281083'] for subnet, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:22.845633 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9b145d95-ff4d-43d1-be66-b6a92dc56750 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:22.886966 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9b145d95-ff4d-43d1-be66-b6a92dc56750 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:23.000085 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f34c250d-7506-44c6-849a-c4cc4ce1a07a tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:23.048258 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9b145d95-ff4d-43d1-be66-b6a92dc56750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:23.051209 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9b145d95-ff4d-43d1-be66-b6a92dc56750 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:23.057321 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-9b145d95-ff4d-43d1-be66-b6a92dc56750 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7cb14ffe-4124-4711-a752-3f4826481940 HTTP/1.1" status: 204 len: 168 time: 0.2683544 Oct 12 19:35:23.069042 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b145d95-ff4d-43d1-be66-b6a92dc56750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cb14ffe-4124-4711-a752-3f4826481940,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:35:23.245332 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f34c250d-7506-44c6-849a-c4cc4ce1a07a tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4824924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4612362'] for subnet, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:23.283067 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34c250d-7506-44c6-849a-c4cc4ce1a07a tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Pushing event deleted for resources: {'Subnet': ['ID=f75a3d05-4483-49c1-b3ee-adcded737282,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:35:23.298857 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f34c250d-7506-44c6-849a-c4cc4ce1a07a tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:23.305334 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53ad9e9-09dc-4c3c-bf65-52eb711b9020 None None] Network da5fb123-8ae3-4e45-a2d1-e89bc478ce73 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:35:23.321928 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 39308) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:35:23.322304 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-f34c250d-7506-44c6-849a-c4cc4ce1a07a tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] 10.222.0.49 "DELETE /v2.0/subnets/f75a3d05-4483-49c1-b3ee-adcded737282 HTTP/1.1" status: 204 len: 168 time: 0.8164904 Oct 12 19:35:23.400206 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd88c4e7-8da1-4c17-a085-55c0f4879395 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Deleting subnet eef4065d-fd74-4edf-a3f3-9ca47a98fa1e {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:35:23.404046 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bd88c4e7-8da1-4c17-a085-55c0f4879395 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:23.488301 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bd88c4e7-8da1-4c17-a085-55c0f4879395 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16313642'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:23.594932 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed73f64-249c-4a1b-a972-dae3ee2ba812 None None] DHCP port deletion for da5fb123-8ae3-4e45-a2d1-e89bc478ce73 request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 19:35:23.700234 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-aed73f64-249c-4a1b-a972-dae3ee2ba812 None None] Deleting port fcc45897-691f-47c1-bb28-dfa84b38d13e {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:35:23.700988 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-aed73f64-249c-4a1b-a972-dae3ee2ba812 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:23.732382 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bd88c4e7-8da1-4c17-a085-55c0f4879395 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:23.849828 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-aed73f64-249c-4a1b-a972-dae3ee2ba812 None None] For port fcc45897-691f-47c1-bb28-dfa84b38d13e, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=fcc45897-691f-47c1-bb28-dfa84b38d13e,segment=NetworkSegment(df730b0e-3673-43d4-a66d-ae6816119b2a),segment_id=df730b0e-3673-43d4-a66d-ae6816119b2a)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:35:23.854151 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-aed73f64-249c-4a1b-a972-dae3ee2ba812 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:23.873278 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 39322) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:35:23.878503 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-aed73f64-249c-4a1b-a972-dae3ee2ba812 None None] Calling delete_port for fcc45897-691f-47c1-bb28-dfa84b38d13e owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:35:23.893051 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3b2626bd-e963-4f60-b784-faa1c1827318 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:23.959472 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a960884-92a0-4b62-87ac-db686b7aee4d req-96c1d348-0142-4181-b593-025d4e7ca466 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:35:23.964461 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9a960884-92a0-4b62-87ac-db686b7aee4d req-96c1d348-0142-4181-b593-025d4e7ca466 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b52d58a-37ab-4e50-b262-c81246f70212 HTTP/1.1" status: 200 len: 945 time: 0.0964241 Oct 12 19:35:23.967702 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bd88c4e7-8da1-4c17-a085-55c0f4879395 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4306592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16245866'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:24.051440 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bd88c4e7-8da1-4c17-a085-55c0f4879395 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:24.060703 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-bd88c4e7-8da1-4c17-a085-55c0f4879395 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] 10.222.0.49 "DELETE /v2.0/subnets/eef4065d-fd74-4edf-a3f3-9ca47a98fa1e HTTP/1.1" status: 204 len: 168 time: 0.7376738 Oct 12 19:35:24.064895 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 39328) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:35:24.066984 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6384b7a-3f6a-45ab-bc56-e83e3647f818 None None] Network 83633168-3216-42d0-8dd1-82c213fed288 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:35:24.095581 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd88c4e7-8da1-4c17-a085-55c0f4879395 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Pushing event deleted for resources: {'Subnet': ['ID=eef4065d-fd74-4edf-a3f3-9ca47a98fa1e,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:35:24.156342 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9a960884-92a0-4b62-87ac-db686b7aee4d req-46fc5a34-af0b-49e9-8e4e-7f5f398f4fb9 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc25c47-c49f-4f72-b689-5693a6947492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1830852 Oct 12 19:35:24.175131 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2eb140ad-e303-4428-8bb7-61d7eec1f139 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:24.178114 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3b2626bd-e963-4f60-b784-faa1c1827318 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:24.193185 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-aed73f64-249c-4a1b-a972-dae3ee2ba812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:24.202121 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 39330) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:35:24.251956 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed73f64-249c-4a1b-a972-dae3ee2ba812 None None] No DVR routers for this DVR port fcc45897-691f-47c1-bb28-dfa84b38d13e on host n-d-813679-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:35:24.260236 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed73f64-249c-4a1b-a972-dae3ee2ba812 None None] Pushing event deleted for resources: {'Port': ['ID=fcc45897-691f-47c1-bb28-dfa84b38d13e,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:35:24.267687 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed73f64-249c-4a1b-a972-dae3ee2ba812 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:35:24.267687 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed73f64-249c-4a1b-a972-dae3ee2ba812 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:35:24.267949 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed73f64-249c-4a1b-a972-dae3ee2ba812 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:35:24.268241 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed73f64-249c-4a1b-a972-dae3ee2ba812 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:35:24.268710 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed73f64-249c-4a1b-a972-dae3ee2ba812 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:35:24.269134 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed73f64-249c-4a1b-a972-dae3ee2ba812 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:35:24.269486 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed73f64-249c-4a1b-a972-dae3ee2ba812 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:35:24.269819 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed73f64-249c-4a1b-a972-dae3ee2ba812 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:35:24.270150 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed73f64-249c-4a1b-a972-dae3ee2ba812 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:35:24.270490 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed73f64-249c-4a1b-a972-dae3ee2ba812 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:35:24.271799 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed73f64-249c-4a1b-a972-dae3ee2ba812 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:35:24.272166 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed73f64-249c-4a1b-a972-dae3ee2ba812 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:35:24.315085 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3b2626bd-e963-4f60-b784-faa1c1827318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:24.386299 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2626bd-e963-4f60-b784-faa1c1827318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f089354c-5507-407e-9764-f9921a80d734,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:35:24.429516 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1838f051-1f61-4ad0-bfe5-e427364c8d63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:24.432831 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801a4120-6ab8-45df-8e8c-47f30af777a1 None None] DHCP port deletion for 83633168-3216-42d0-8dd1-82c213fed288 request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 19:35:24.498440 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device fcc45897-691f-47c1-bb28-dfa84b38d13e no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:35:24.552712 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1838f051-1f61-4ad0-bfe5-e427364c8d63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:24.558413 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: fcc45897-691f-47c1-bb28-dfa84b38d13e {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:35:24.560291 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2eb140ad-e303-4428-8bb7-61d7eec1f139 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:24.560752 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device fcc45897-691f-47c1-bb28-dfa84b38d13e not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:35:24.604151 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1838f051-1f61-4ad0-bfe5-e427364c8d63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:24.609134 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-801a4120-6ab8-45df-8e8c-47f30af777a1 None None] Deleting port 2cf665ba-5d3c-463f-91a2-27f37d5905e3 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:35:24.609511 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-801a4120-6ab8-45df-8e8c-47f30af777a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:24.634827 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-3b2626bd-e963-4f60-b784-faa1c1827318 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2c331e6e4cf74a1eae6da868bdeebe4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7606142 Oct 12 19:35:24.636302 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 39334) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:35:24.641587 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-2eb140ad-e303-4428-8bb7-61d7eec1f139 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da5fb123-8ae3-4e45-a2d1-e89bc478ce73']}} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:35:24.668960 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-2eb140ad-e303-4428-8bb7-61d7eec1f139 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df730b0e-3673-43d4-a66d-ae6816119b2a') {'for_net_delete': True} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:35:24.668960 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-2eb140ad-e303-4428-8bb7-61d7eec1f139 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df730b0e-3673-43d4-a66d-ae6816119b2a') {} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:35:24.674102 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-1838f051-1f61-4ad0-bfe5-e427364c8d63 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5f2e243de58a41f2ae8be4ede215ed8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4684546 Oct 12 19:35:24.674649 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 39336) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:35:24.685967 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1838f051-1f61-4ad0-bfe5-e427364c8d63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=254fc32e-6393-489e-8187-3c2a615eba03,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:35:24.707161 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2eb140ad-e303-4428-8bb7-61d7eec1f139 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4281072'] for segment, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:24.743998 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-80fef847-e83c-4142-954b-a04ed895849b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:24.757824 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-801a4120-6ab8-45df-8e8c-47f30af777a1 None None] For port 2cf665ba-5d3c-463f-91a2-27f37d5905e3, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=2cf665ba-5d3c-463f-91a2-27f37d5905e3,segment=NetworkSegment(01e82bd0-f8fc-49a9-aed9-bd04aa140c60),segment_id=01e82bd0-f8fc-49a9-aed9-bd04aa140c60)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:35:24.758375 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-801a4120-6ab8-45df-8e8c-47f30af777a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:24.762281 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2eb140ad-e303-4428-8bb7-61d7eec1f139 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:24.776992 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-80fef847-e83c-4142-954b-a04ed895849b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:24.797475 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-801a4120-6ab8-45df-8e8c-47f30af777a1 None None] Calling delete_port for 2cf665ba-5d3c-463f-91a2-27f37d5905e3 owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:35:24.813983 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2eb140ad-e303-4428-8bb7-61d7eec1f139 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=95501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:35:24.815406 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2eb140ad-e303-4428-8bb7-61d7eec1f139 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4823170'] for segment, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:24.824862 n-d-813679-3 neutron-server[95501]: Traceback (most recent call last): Oct 12 19:35:24.824862 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:35:24.824862 n-d-813679-3 neutron-server[95501]: timer() Oct 12 19:35:24.824862 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:35:24.824862 n-d-813679-3 neutron-server[95501]: cb(*args, **kw) Oct 12 19:35:24.824862 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:35:24.824862 n-d-813679-3 neutron-server[95501]: return func(*args, **kwargs) Oct 12 19:35:24.824862 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:35:24.824862 n-d-813679-3 neutron-server[95501]: self._notify() Oct 12 19:35:24.824862 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:35:24.824862 n-d-813679-3 neutron-server[95501]: self.callback(batched_events) Oct 12 19:35:24.824862 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:35:24.824862 n-d-813679-3 neutron-server[95501]: event.method(event) Oct 12 19:35:24.824862 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:35:24.824862 n-d-813679-3 neutron-server[95501]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:35:24.824862 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:35:24.824862 n-d-813679-3 neutron-server[95501]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:35:24.824862 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:35:24.824862 n-d-813679-3 neutron-server[95501]: return f(self, *a, **k) Oct 12 19:35:24.824862 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:35:24.824862 n-d-813679-3 neutron-server[95501]: return self._get(url).json() Oct 12 19:35:24.824862 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:35:24.824862 n-d-813679-3 neutron-server[95501]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:35:24.824862 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:35:24.824862 n-d-813679-3 neutron-server[95501]: return self.request(url, 'GET', **kwargs) Oct 12 19:35:24.824862 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:35:24.824862 n-d-813679-3 neutron-server[95501]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:35:24.824862 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:35:24.824862 n-d-813679-3 neutron-server[95501]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:35:24.824862 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:35:24.824862 n-d-813679-3 neutron-server[95501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:35:24.824862 n-d-813679-3 neutron-server[95501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:35:24.929353 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-52a614fd-79dd-407a-aba9-fb1060b13136 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:24.968195 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-52a614fd-79dd-407a-aba9-fb1060b13136 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:25.090203 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-80fef847-e83c-4142-954b-a04ed895849b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:25.093487 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-80fef847-e83c-4142-954b-a04ed895849b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:25.095489 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-80fef847-e83c-4142-954b-a04ed895849b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f089354c-5507-407e-9764-f9921a80d734 HTTP/1.1" status: 204 len: 168 time: 0.4577324 Oct 12 19:35:25.118771 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-801a4120-6ab8-45df-8e8c-47f30af777a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:25.121754 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-52a614fd-79dd-407a-aba9-fb1060b13136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:25.124610 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-52a614fd-79dd-407a-aba9-fb1060b13136 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:25.127192 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-52a614fd-79dd-407a-aba9-fb1060b13136 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/254fc32e-6393-489e-8187-3c2a615eba03 HTTP/1.1" status: 204 len: 168 time: 0.4443283 Oct 12 19:35:25.127192 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2eb140ad-e303-4428-8bb7-61d7eec1f139 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:25.136528 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2eb140ad-e303-4428-8bb7-61d7eec1f139 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:25.139698 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-2eb140ad-e303-4428-8bb7-61d7eec1f139 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] 10.222.0.49 "DELETE /v2.0/networks/da5fb123-8ae3-4e45-a2d1-e89bc478ce73 HTTP/1.1" status: 204 len: 168 time: 1.0727446 Oct 12 19:35:25.148314 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 39346) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:35:25.155588 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801a4120-6ab8-45df-8e8c-47f30af777a1 None None] No DVR routers for this DVR port 2cf665ba-5d3c-463f-91a2-27f37d5905e3 on host n-d-813679-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:35:25.156838 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a614fd-79dd-407a-aba9-fb1060b13136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=254fc32e-6393-489e-8187-3c2a615eba03,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:35:25.159089 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb140ad-e303-4428-8bb7-61d7eec1f139 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Pushing event deleted for resources: {'Network': ['ID=da5fb123-8ae3-4e45-a2d1-e89bc478ce73,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:35:25.186395 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fef847-e83c-4142-954b-a04ed895849b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f089354c-5507-407e-9764-f9921a80d734,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:35:25.219908 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801a4120-6ab8-45df-8e8c-47f30af777a1 None None] Pushing event deleted for resources: {'Port': ['ID=2cf665ba-5d3c-463f-91a2-27f37d5905e3,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:35:25.328247 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d5778d24-6145-4f25-8918-c9d60510e0f6 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:25.388164 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b90c8b-a1df-47b0-b8bb-879bcc7f20c5 req-9bb706e6-b687-468a-8a8b-9ad8f08e8581 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:35:25.389816 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-20b90c8b-a1df-47b0-b8bb-879bcc7f20c5 req-9bb706e6-b687-468a-8a8b-9ad8f08e8581 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b52d58a-37ab-4e50-b262-c81246f70212 HTTP/1.1" status: 200 len: 945 time: 0.0578141 Oct 12 19:35:25.501335 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-20b90c8b-a1df-47b0-b8bb-879bcc7f20c5 req-e846b78c-06bf-466e-a4cc-a64e91dd84ae tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc25c47-c49f-4f72-b689-5693a6947492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848703 Oct 12 19:35:25.513933 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d5778d24-6145-4f25-8918-c9d60510e0f6 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:25.556067 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-d5778d24-6145-4f25-8918-c9d60510e0f6 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83633168-3216-42d0-8dd1-82c213fed288']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:35:25.574301 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-d5778d24-6145-4f25-8918-c9d60510e0f6 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01e82bd0-f8fc-49a9-aed9-bd04aa140c60') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:35:25.578388 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-d5778d24-6145-4f25-8918-c9d60510e0f6 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01e82bd0-f8fc-49a9-aed9-bd04aa140c60') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:35:25.601248 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d5778d24-6145-4f25-8918-c9d60510e0f6 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16313633'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:25.627083 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d5778d24-6145-4f25-8918-c9d60510e0f6 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:25.642519 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5778d24-6145-4f25-8918-c9d60510e0f6 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:35:25.642930 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d5778d24-6145-4f25-8918-c9d60510e0f6 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4305278'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:25.652654 n-d-813679-3 neutron-server[95502]: Traceback (most recent call last): Oct 12 19:35:25.652654 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:35:25.652654 n-d-813679-3 neutron-server[95502]: timer() Oct 12 19:35:25.652654 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:35:25.652654 n-d-813679-3 neutron-server[95502]: cb(*args, **kw) Oct 12 19:35:25.652654 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:35:25.652654 n-d-813679-3 neutron-server[95502]: return func(*args, **kwargs) Oct 12 19:35:25.652654 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:35:25.652654 n-d-813679-3 neutron-server[95502]: self._notify() Oct 12 19:35:25.652654 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:35:25.652654 n-d-813679-3 neutron-server[95502]: self.callback(batched_events) Oct 12 19:35:25.652654 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:35:25.652654 n-d-813679-3 neutron-server[95502]: event.method(event) Oct 12 19:35:25.652654 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:35:25.652654 n-d-813679-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:35:25.652654 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:35:25.652654 n-d-813679-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:35:25.652654 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:35:25.652654 n-d-813679-3 neutron-server[95502]: return f(self, *a, **k) Oct 12 19:35:25.652654 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:35:25.652654 n-d-813679-3 neutron-server[95502]: return self._get(url).json() Oct 12 19:35:25.652654 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:35:25.652654 n-d-813679-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:35:25.652654 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:35:25.652654 n-d-813679-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Oct 12 19:35:25.652654 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:35:25.652654 n-d-813679-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:35:25.652654 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:35:25.652654 n-d-813679-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:35:25.652654 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:35:25.652654 n-d-813679-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:35:25.652654 n-d-813679-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:35:25.812691 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d5778d24-6145-4f25-8918-c9d60510e0f6 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:25.818603 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d5778d24-6145-4f25-8918-c9d60510e0f6 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:25.822333 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-d5778d24-6145-4f25-8918-c9d60510e0f6 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] 10.222.0.49 "DELETE /v2.0/networks/83633168-3216-42d0-8dd1-82c213fed288 HTTP/1.1" status: 204 len: 168 time: 0.6729994 Oct 12 19:35:25.828938 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 39356) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:35:25.837411 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-5b8c6f41-0d36-4236-98ff-039dc81c74f1 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1301524055'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:35:25.847134 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5778d24-6145-4f25-8918-c9d60510e0f6 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Pushing event deleted for resources: {'Network': ['ID=83633168-3216-42d0-8dd1-82c213fed288,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:35:25.947298 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b8c6f41-0d36-4236-98ff-039dc81c74f1 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Made reservation on behalf of e40d925510bb4f2da67caa3378239276 for: {'network': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:35:25.951113 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5b8c6f41-0d36-4236-98ff-039dc81c74f1 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:25.997822 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b8c6f41-0d36-4236-98ff-039dc81c74f1 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=95501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:35:26.003997 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 39360) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:35:26.024931 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f404d958-5c50-4d50-bb29-c4aa036076d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:26.031006 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5b8c6f41-0d36-4236-98ff-039dc81c74f1 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:26.032600 n-d-813679-3 neutron-server[95501]: INFO neutron.db.segments_db [None req-5b8c6f41-0d36-4236-98ff-039dc81c74f1 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Added segment cd717d4e-d1d2-446c-8ad8-9dd33f4d8785 of type vlan for network 74b4c139-ad57-447a-a1f3-a4f77fa77838 Oct 12 19:35:26.141980 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 39364) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:35:26.161389 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2cdb1621-c7c6-4c34-84b7-193e8e0c70ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:26.161639 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5b8c6f41-0d36-4236-98ff-039dc81c74f1 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:26.197370 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f404d958-5c50-4d50-bb29-c4aa036076d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:26.256468 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5b8c6f41-0d36-4236-98ff-039dc81c74f1 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:26.262356 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b8c6f41-0d36-4236-98ff-039dc81c74f1 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:35:26.262970 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5b8c6f41-0d36-4236-98ff-039dc81c74f1 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:26.273941 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2cdb1621-c7c6-4c34-84b7-193e8e0c70ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:26.319316 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f404d958-5c50-4d50-bb29-c4aa036076d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:26.336873 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8c6f41-0d36-4236-98ff-039dc81c74f1 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Pushing event updated for resources: {'Network': ['ID=74b4c139-ad57-447a-a1f3-a4f77fa77838,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:35:26.348307 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 74b4c139-ad57-447a-a1f3-a4f77fa77838 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:35:26.396464 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f404d958-5c50-4d50-bb29-c4aa036076d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d8261a-4a98-4fb8-83d7-2eb036e855b0,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:35:26.412905 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2cdb1621-c7c6-4c34-84b7-193e8e0c70ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:26.495962 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-f404d958-5c50-4d50-bb29-c4aa036076d8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4730d0bb9e28407d9df8da39e796ae6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4503453 Oct 12 19:35:26.496442 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 39366) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:35:26.496848 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-2cdb1621-c7c6-4c34-84b7-193e8e0c70ab admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f034654baf0c41ab8ff4740ddc90d422&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3329790 Oct 12 19:35:26.496848 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdb1621-c7c6-4c34-84b7-193e8e0c70ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edb323e4-88cb-4ede-9fd4-e5ebe8bf4308,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:35:26.497356 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 39368) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:35:26.498169 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 2cf665ba-5d3c-463f-91a2-27f37d5905e3 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:35:26.516568 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 2cf665ba-5d3c-463f-91a2-27f37d5905e3 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:35:26.516909 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 2cf665ba-5d3c-463f-91a2-27f37d5905e3 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:35:26.554126 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-18986dc4-c7e7-4635-ba10-271fda37af34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:26.573023 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-bf8637a6-dc5a-4f2b-bd47-2be0a3810973 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:26.596712 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-18986dc4-c7e7-4635-ba10-271fda37af34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:26.614143 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-5b8c6f41-0d36-4236-98ff-039dc81c74f1 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7838945 Oct 12 19:35:26.619668 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 39372) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:35:26.628202 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-bf8637a6-dc5a-4f2b-bd47-2be0a3810973 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:26.632795 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-a1350831-7af8-4572-885a-8f504ff652d2 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Request body: {'subnet': {'network_id': '74b4c139-ad57-447a-a1f3-a4f77fa77838', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:35:26.644544 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085d1c3b-b0d2-4d1b-925d-d02518b5896f req-62f509c5-e5a1-4b9f-a7c2-c9d23f6ae429 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:35:26.646044 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-085d1c3b-b0d2-4d1b-925d-d02518b5896f req-62f509c5-e5a1-4b9f-a7c2-c9d23f6ae429 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b52d58a-37ab-4e50-b262-c81246f70212 HTTP/1.1" status: 200 len: 945 time: 0.0520248 Oct 12 19:35:26.685240 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-085d1c3b-b0d2-4d1b-925d-d02518b5896f req-2c756237-546a-43e5-b557-de63fdf86f3e tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc25c47-c49f-4f72-b689-5693a6947492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325165 Oct 12 19:35:26.793062 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-18986dc4-c7e7-4635-ba10-271fda37af34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:26.795634 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-18986dc4-c7e7-4635-ba10-271fda37af34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:26.796836 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-18986dc4-c7e7-4635-ba10-271fda37af34 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f2d8261a-4a98-4fb8-83d7-2eb036e855b0 HTTP/1.1" status: 204 len: 168 time: 0.3353000 Oct 12 19:35:26.812556 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18986dc4-c7e7-4635-ba10-271fda37af34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2d8261a-4a98-4fb8-83d7-2eb036e855b0,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:35:26.827670 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1350831-7af8-4572-885a-8f504ff652d2 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Made reservation on behalf of e40d925510bb4f2da67caa3378239276 for: {'subnet': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:35:26.832114 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a1350831-7af8-4572-885a-8f504ff652d2 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4612397'] for subnet, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:27.071994 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-bf8637a6-dc5a-4f2b-bd47-2be0a3810973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:27.075044 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-bf8637a6-dc5a-4f2b-bd47-2be0a3810973 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:27.078356 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-bf8637a6-dc5a-4f2b-bd47-2be0a3810973 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/edb323e4-88cb-4ede-9fd4-e5ebe8bf4308 HTTP/1.1" status: 204 len: 168 time: 0.5985513 Oct 12 19:35:27.146351 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8637a6-dc5a-4f2b-bd47-2be0a3810973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb323e4-88cb-4ede-9fd4-e5ebe8bf4308,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:35:27.186233 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a1350831-7af8-4572-885a-8f504ff652d2 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4824863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4612355'] for subnet, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:27.371397 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1350831-7af8-4572-885a-8f504ff652d2 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Pushing event updated for resources: {'Subnet': ['ID=c41400e6-05b9-4a8b-bb1b-a98c748038d6,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:35:27.394889 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1350831-7af8-4572-885a-8f504ff652d2 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Checking segment: {'id': 'cd717d4e-d1d2-446c-8ad8-9dd33f4d8785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '74b4c139-ad57-447a-a1f3-a4f77fa77838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:35:27.395255 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1350831-7af8-4572-885a-8f504ff652d2 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Network hostable DHCP agents. Network: 74b4c139-ad57-447a-a1f3-a4f77fa77838, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:35:27.513034 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1350831-7af8-4572-885a-8f504ff652d2 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Network 74b4c139-ad57-447a-a1f3-a4f77fa77838 is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:35:27.587004 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-a1350831-7af8-4572-885a-8f504ff652d2 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, 74b4c139-ad57-447a-a1f3-a4f77fa77838) {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:35:27.592719 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1350831-7af8-4572-885a-8f504ff652d2 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:35:27.593308 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a1350831-7af8-4572-885a-8f504ff652d2 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:27.610210 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-534afaa4-2866-4cc3-ad5a-c7e4f9caabd3 None None] Network 74b4c139-ad57-447a-a1f3-a4f77fa77838 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:35:27.698817 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-a1350831-7af8-4572-885a-8f504ff652d2 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0741422 Oct 12 19:35:27.701259 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 39392) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:35:27.706108 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-9c336bc5-8292-4035-bad9-27c34f25bb18 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1369817488', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:35:27.839102 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9c336bc5-8292-4035-bad9-27c34f25bb18 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8093678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255505'] for router, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:27.839775 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9c336bc5-8292-4035-bad9-27c34f25bb18 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8093562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8087085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8022306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255518'] for router, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:27.918390 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5f536a-0c15-414d-9afa-c2f551cc422d req-f925c6a7-a878-45bd-a1d5-b8fe145d09b6 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:35:27.920252 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1a5f536a-0c15-414d-9afa-c2f551cc422d req-f925c6a7-a878-45bd-a1d5-b8fe145d09b6 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b52d58a-37ab-4e50-b262-c81246f70212 HTTP/1.1" status: 200 len: 945 time: 0.0974262 Oct 12 19:35:27.952332 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9c336bc5-8292-4035-bad9-27c34f25bb18 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:27.980262 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdbb34e2-990f-4e2e-aee3-0192bbf0ff63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-74b4c139-ad57-447a-a1f3-a4f77fa77838', 'network_id': '74b4c139-ad57-447a-a1f3-a4f77fa77838', 'tenant_id': 'e40d925510bb4f2da67caa3378239276', 'fixed_ips': [{'subnet_id': 'c41400e6-05b9-4a8b-bb1b-a98c748038d6'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:35:27.981508 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bdbb34e2-990f-4e2e-aee3-0192bbf0ff63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:28.010366 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9c336bc5-8292-4035-bad9-27c34f25bb18 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8093541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7915516'] for router, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:28.041199 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1a5f536a-0c15-414d-9afa-c2f551cc422d req-564fc8db-d611-460a-8cd9-b7335ad10d3f tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc25c47-c49f-4f72-b689-5693a6947492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090889 Oct 12 19:35:28.092386 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9c336bc5-8292-4035-bad9-27c34f25bb18 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks [] for router, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:28.096258 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-9c336bc5-8292-4035-bad9-27c34f25bb18 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3913739 Oct 12 19:35:28.099843 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 39410) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:35:28.102496 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-8faa5ea2-a40e-4f62-aa99-5e24b7ac61d5 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Request body: {'port': {'network_id': '74b4c139-ad57-447a-a1f3-a4f77fa77838', 'name': 'tempest-RoutersIpV6Test-698598482'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:35:28.262115 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-bdbb34e2-990f-4e2e-aee3-0192bbf0ff63 None None] Allocated IP 2001:db8::2 (74b4c139-ad57-447a-a1f3-a4f77fa77838/c41400e6-05b9-4a8b-bb1b-a98c748038d6/0e43b788-1dd6-4009-bd2b-d58b2323ca1c) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:35:28.432905 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bdbb34e2-990f-4e2e-aee3-0192bbf0ff63 None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:28.450103 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8faa5ea2-a40e-4f62-aa99-5e24b7ac61d5 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Made reservation on behalf of e40d925510bb4f2da67caa3378239276 for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:35:28.455229 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8faa5ea2-a40e-4f62-aa99-5e24b7ac61d5 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:28.478509 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [None req-8faa5ea2-a40e-4f62-aa99-5e24b7ac61d5 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] device_id is not set on port e7b258cc-8a87-46f0-b395-5f6144ffd1f1 yet. {{(pid=95501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 19:35:28.507488 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bdbb34e2-990f-4e2e-aee3-0192bbf0ff63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:28.582200 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbb34e2-990f-4e2e-aee3-0192bbf0ff63 None None] Pushing event updated for resources: {'Port': ['ID=0e43b788-1dd6-4009-bd2b-d58b2323ca1c,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:35:28.593490 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdbb34e2-990f-4e2e-aee3-0192bbf0ff63 None None] Network 74b4c139-ad57-447a-a1f3-a4f77fa77838 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:35:28.595355 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-bdbb34e2-990f-4e2e-aee3-0192bbf0ff63 None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:35:28.601065 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbb34e2-990f-4e2e-aee3-0192bbf0ff63 None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:35:28.659533 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-8faa5ea2-a40e-4f62-aa99-5e24b7ac61d5 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Allocated IP 2001:db8::170 (74b4c139-ad57-447a-a1f3-a4f77fa77838/c41400e6-05b9-4a8b-bb1b-a98c748038d6/e7b258cc-8a87-46f0-b395-5f6144ffd1f1) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:35:28.721170 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-bdbb34e2-990f-4e2e-aee3-0192bbf0ff63 None None] Attempting to bind port 0e43b788-1dd6-4009-bd2b-d58b2323ca1c on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:35:28.723930 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-bdbb34e2-990f-4e2e-aee3-0192bbf0ff63 None None] Attempting to bind port 0e43b788-1dd6-4009-bd2b-d58b2323ca1c by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'cd717d4e-d1d2-446c-8ad8-9dd33f4d8785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '74b4c139-ad57-447a-a1f3-a4f77fa77838'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:35:28.724901 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdbb34e2-990f-4e2e-aee3-0192bbf0ff63 None None] Attempting to bind port 0e43b788-1dd6-4009-bd2b-d58b2323ca1c on network 74b4c139-ad57-447a-a1f3-a4f77fa77838 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:35:28.738519 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdbb34e2-990f-4e2e-aee3-0192bbf0ff63 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:35:28.739352 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdbb34e2-990f-4e2e-aee3-0192bbf0ff63 None None] Checking segment: {'id': 'cd717d4e-d1d2-446c-8ad8-9dd33f4d8785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '74b4c139-ad57-447a-a1f3-a4f77fa77838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:35:28.740735 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bdbb34e2-990f-4e2e-aee3-0192bbf0ff63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:28.742240 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdbb34e2-990f-4e2e-aee3-0192bbf0ff63 None None] Bound using segment: {'id': 'cd717d4e-d1d2-446c-8ad8-9dd33f4d8785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '74b4c139-ad57-447a-a1f3-a4f77fa77838'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:35:28.742906 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-bdbb34e2-990f-4e2e-aee3-0192bbf0ff63 None None] Bound port: 0e43b788-1dd6-4009-bd2b-d58b2323ca1c, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd717d4e-d1d2-446c-8ad8-9dd33f4d8785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '74b4c139-ad57-447a-a1f3-a4f77fa77838'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:35:28.745147 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bdbb34e2-990f-4e2e-aee3-0192bbf0ff63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:28.919974 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-bdbb34e2-990f-4e2e-aee3-0192bbf0ff63 None None] For port 0e43b788-1dd6-4009-bd2b-d58b2323ca1c, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:35:28.923711 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-bdbb34e2-990f-4e2e-aee3-0192bbf0ff63 None None] For port 0e43b788-1dd6-4009-bd2b-d58b2323ca1c, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=0e43b788-1dd6-4009-bd2b-d58b2323ca1c,segment=NetworkSegment(cd717d4e-d1d2-446c-8ad8-9dd33f4d8785),segment_id=cd717d4e-d1d2-446c-8ad8-9dd33f4d8785)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:35:28.982199 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bdbb34e2-990f-4e2e-aee3-0192bbf0ff63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:29.012283 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8faa5ea2-a40e-4f62-aa99-5e24b7ac61d5 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:29.108430 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbb34e2-990f-4e2e-aee3-0192bbf0ff63 None None] Pushing event updated for resources: {'Port': ['ID=0e43b788-1dd6-4009-bd2b-d58b2323ca1c,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:35:29.142254 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8faa5ea2-a40e-4f62-aa99-5e24b7ac61d5 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:29.210613 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-18e693f4-ef9f-4255-a073-81212e21f03e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:29.268316 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f38a6f-d20c-4f81-bbfe-5fd9912a9d7b req-45ee71fd-6e01-459d-98dd-8d80008c81e5 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:35:29.285559 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faa5ea2-a40e-4f62-aa99-5e24b7ac61d5 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Pushing event updated for resources: {'Port': ['ID=e7b258cc-8a87-46f0-b395-5f6144ffd1f1,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:35:29.298576 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-31f38a6f-d20c-4f81-bbfe-5fd9912a9d7b req-45ee71fd-6e01-459d-98dd-8d80008c81e5 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b52d58a-37ab-4e50-b262-c81246f70212 HTTP/1.1" status: 200 len: 945 time: 0.1354702 Oct 12 19:35:29.323909 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8faa5ea2-a40e-4f62-aa99-5e24b7ac61d5 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Network 74b4c139-ad57-447a-a1f3-a4f77fa77838 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:35:29.326060 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-8faa5ea2-a40e-4f62-aa99-5e24b7ac61d5 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:35:29.332584 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8faa5ea2-a40e-4f62-aa99-5e24b7ac61d5 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:35:29.342457 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8faa5ea2-a40e-4f62-aa99-5e24b7ac61d5 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:35:29.343201 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8faa5ea2-a40e-4f62-aa99-5e24b7ac61d5 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:29.424184 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-31f38a6f-d20c-4f81-bbfe-5fd9912a9d7b req-412d13a9-ea86-4c3e-9de4-f2e8b4d100ab tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc25c47-c49f-4f72-b689-5693a6947492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220572 Oct 12 19:35:29.502210 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 39464) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:35:29.508248 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-8faa5ea2-a40e-4f62-aa99-5e24b7ac61d5 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.4048007 Oct 12 19:35:29.984246 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-45295075-faf1-4995-978a-8b9475ff629e tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:30.324793 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-45295075-faf1-4995-978a-8b9475ff629e tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:30.398969 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-45295075-faf1-4995-978a-8b9475ff629e tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:30.495905 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 0e43b788-1dd6-4009-bd2b-d58b2323ca1c up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:35:30.537181 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-298a1649-05d4-49bf-8ddf-27c375ef7267 None None] Network 74b4c139-ad57-447a-a1f3-a4f77fa77838 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:35:30.617374 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-bc0e6941-4e01-4ee1-b896-6b7a7642cabd None None] Provisioning complete for port 0e43b788-1dd6-4009-bd2b-d58b2323ca1c triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:35:30.618021 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bc0e6941-4e01-4ee1-b896-6b7a7642cabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:30.647278 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45295075-faf1-4995-978a-8b9475ff629e tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Pushing event updated for resources: {'Port': ['ID=e7b258cc-8a87-46f0-b395-5f6144ffd1f1,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:35:30.679337 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db528548-4390-44f1-8a06-917e8b5a1481 req-f3da3b08-fc2b-4972-b091-4be8e0878a6d tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:35:30.698283 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-db528548-4390-44f1-8a06-917e8b5a1481 req-f3da3b08-fc2b-4972-b091-4be8e0878a6d tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b52d58a-37ab-4e50-b262-c81246f70212 HTTP/1.1" status: 200 len: 945 time: 0.0919862 Oct 12 19:35:30.794941 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-db528548-4390-44f1-8a06-917e8b5a1481 req-a0c5d4fb-072f-42cf-997d-65415a2dbd1a tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc25c47-c49f-4f72-b689-5693a6947492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956419 Oct 12 19:35:30.864921 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-45295075-faf1-4995-978a-8b9475ff629e tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7915309'] for router_interface, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:30.938707 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 0e43b788-1dd6-4009-bd2b-d58b2323ca1c triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:35:30.939089 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:31.073970 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bc0e6941-4e01-4ee1-b896-6b7a7642cabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:31.203330 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-45295075-faf1-4995-978a-8b9475ff629e tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:31.291934 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-bc0e6941-4e01-4ee1-b896-6b7a7642cabd None None] For port 0e43b788-1dd6-4009-bd2b-d58b2323ca1c, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=0e43b788-1dd6-4009-bd2b-d58b2323ca1c,segment=NetworkSegment(cd717d4e-d1d2-446c-8ad8-9dd33f4d8785),segment_id=cd717d4e-d1d2-446c-8ad8-9dd33f4d8785)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:35:31.319192 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:31.322506 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 39530) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:35:31.367075 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bc0e6941-4e01-4ee1-b896-6b7a7642cabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:31.546840 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.db.api [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 19:35:31.547446 n-d-813679-3 neutron-server[95503]: DEBUG oslo_db.api [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 19:35:31.549779 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-97950c66-3f44-4298-b4ad-cc99f8272c47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:31.567725 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0e6941-4e01-4ee1-b896-6b7a7642cabd None None] Pushing event updated for resources: {'Port': ['ID=0e43b788-1dd6-4009-bd2b-d58b2323ca1c,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:35:31.665947 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-45295075-faf1-4995-978a-8b9475ff629e tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:31.678239 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-80456bd9-1e8c-487d-9051-e0409030a515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:31.725596 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-45295075-faf1-4995-978a-8b9475ff629e tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:31.726602 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-45295075-faf1-4995-978a-8b9475ff629e tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7898980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8092605'] for router_interface, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:31.755898 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-97950c66-3f44-4298-b4ad-cc99f8272c47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:31.860267 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45295075-faf1-4995-978a-8b9475ff629e tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Pushing event updated for resources: {'Port': ['ID=e7b258cc-8a87-46f0-b395-5f6144ffd1f1,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:35:31.863449 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-97950c66-3f44-4298-b4ad-cc99f8272c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:31.915536 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a5ae79c5-8f27-4dda-88d5-c73354072923 None None] Provisioning complete for port 0e43b788-1dd6-4009-bd2b-d58b2323ca1c triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:35:31.915536 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a5ae79c5-8f27-4dda-88d5-c73354072923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:31.995004 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-97950c66-3f44-4298-b4ad-cc99f8272c47 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d030b0b3e2b844f4bff38031874e3401&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6713910 Oct 12 19:35:32.000984 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 39560) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:35:32.039853 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97950c66-3f44-4298-b4ad-cc99f8272c47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=717dc2d4-7056-4575-953c-06a3f7740e5e,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:35:32.091126 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b60e00-0ec3-4445-b85d-1c2d8c3935c5 req-b44d4e8b-1a66-4fea-a84a-7aede144bd89 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:35:32.092736 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d6b60e00-0ec3-4445-b85d-1c2d8c3935c5 req-b44d4e8b-1a66-4fea-a84a-7aede144bd89 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b52d58a-37ab-4e50-b262-c81246f70212 HTTP/1.1" status: 200 len: 945 time: 0.1918945 Oct 12 19:35:32.329134 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45295075-faf1-4995-978a-8b9475ff629e tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Network 74b4c139-ad57-447a-a1f3-a4f77fa77838 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:35:32.331809 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d6b60e00-0ec3-4445-b85d-1c2d8c3935c5 req-b38d5376-98d5-45f2-94cc-81d40fa53c0c tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc25c47-c49f-4f72-b689-5693a6947492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543716 Oct 12 19:35:32.332133 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-45295075-faf1-4995-978a-8b9475ff629e tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:35:32.332413 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a5ae79c5-8f27-4dda-88d5-c73354072923 None None] Provisioning complete for port e7b258cc-8a87-46f0-b395-5f6144ffd1f1 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:35:32.332413 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a5ae79c5-8f27-4dda-88d5-c73354072923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:32.333392 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4924bca4-422b-42ab-807a-79d00ea063a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:32.337056 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-a5ae79c5-8f27-4dda-88d5-c73354072923 None None] Port e7b258cc-8a87-46f0-b395-5f6144ffd1f1 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:35:32.465195 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4924bca4-422b-42ab-807a-79d00ea063a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:32.531948 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:32.540229 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-e0e77fab-6195-4879-89ca-a643abb80c0a None None] Provisioning complete for port e7b258cc-8a87-46f0-b395-5f6144ffd1f1 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:35:32.545505 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e0e77fab-6195-4879-89ca-a643abb80c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:32.594407 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 0e43b788-1dd6-4009-bd2b-d58b2323ca1c up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:35:32.690349 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45295075-faf1-4995-978a-8b9475ff629e tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Router ae17b91e-f5be-4ecd-8278-64ba4f0574d1 is scheduled to L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b with binding_index 1 {{(pid=95502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 19:35:32.698596 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-e0e77fab-6195-4879-89ca-a643abb80c0a None None] Port e7b258cc-8a87-46f0-b395-5f6144ffd1f1 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:35:32.706810 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4924bca4-422b-42ab-807a-79d00ea063a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:32.730615 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4924bca4-422b-42ab-807a-79d00ea063a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:32.737404 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-4924bca4-422b-42ab-807a-79d00ea063a7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/717dc2d4-7056-4575-953c-06a3f7740e5e HTTP/1.1" status: 204 len: 168 time: 0.7243190 Oct 12 19:35:32.738859 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 0e43b788-1dd6-4009-bd2b-d58b2323ca1c triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:35:32.739484 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:32.946338 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4924bca4-422b-42ab-807a-79d00ea063a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=717dc2d4-7056-4575-953c-06a3f7740e5e,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:35:32.973294 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45295075-faf1-4995-978a-8b9475ff629e tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:35:32.982665 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-45295075-faf1-4995-978a-8b9475ff629e tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] 10.222.0.49 "PUT /v2.0/routers/ae17b91e-f5be-4ecd-8278-64ba4f0574d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4756455 Oct 12 19:35:32.983764 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 39602) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:35:32.989095 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b212773a-9ddd-4c4a-a68a-706f8d84d6e3 None None] Sync routers for ids ['ae17b91e-f5be-4ecd-8278-64ba4f0574d1'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:35:33.017838 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-b00868f1-211a-4271-8b45-373411df132f None None] Provisioning complete for port e7b258cc-8a87-46f0-b395-5f6144ffd1f1 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:35:33.018110 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b00868f1-211a-4271-8b45-373411df132f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:33.020672 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b212773a-9ddd-4c4a-a68a-706f8d84d6e3 None None] Routers {'ae17b91e-f5be-4ecd-8278-64ba4f0574d1'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:35:33.024705 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-b212773a-9ddd-4c4a-a68a-706f8d84d6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:35:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['ae17b91e-f5be-4ecd-8278-64ba4f0574d1'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:35:33.070808 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d47ef829-9843-4b9f-8d6c-6a07d3f1f583 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:35:33.070808 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-d47ef829-9843-4b9f-8d6c-6a07d3f1f583 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] 10.222.0.49 "GET /v2.0/ports/e7b258cc-8a87-46f0-b395-5f6144ffd1f1 HTTP/1.1" status: 200 len: 983 time: 0.0806766 Oct 12 19:35:33.073958 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 39604) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:35:33.078184 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-b212773a-9ddd-4c4a-a68a-706f8d84d6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:35:33.091912 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b212773a-9ddd-4c4a-a68a-706f8d84d6e3 None None] Routers {'ae17b91e-f5be-4ecd-8278-64ba4f0574d1'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:35:33.093028 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-b212773a-9ddd-4c4a-a68a-706f8d84d6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:35:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['ae17b91e-f5be-4ecd-8278-64ba4f0574d1'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:35:33.095459 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-b00868f1-211a-4271-8b45-373411df132f None None] Port e7b258cc-8a87-46f0-b395-5f6144ffd1f1 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:35:33.138869 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-b212773a-9ddd-4c4a-a68a-706f8d84d6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:35:33.140365 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b212773a-9ddd-4c4a-a68a-706f8d84d6e3 None None] The sync data for ids ['ae17b91e-f5be-4ecd-8278-64ba4f0574d1'] in n-d-813679-3 is: [] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:35:33.168701 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b82537ae-b69e-42ea-8ce7-3ddbf44d5149 req-14828867-0807-4175-a84e-b8f9f89a47e3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a7b765f3-f079-43bb-884c-ce583b289609&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3181500 Oct 12 19:35:33.251024 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:33.252366 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:33.333549 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82537ae-b69e-42ea-8ce7-3ddbf44d5149 req-a1cfdb05-61a4-469c-af36-2b225ca3dfca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:35:33.336844 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b82537ae-b69e-42ea-8ce7-3ddbf44d5149 req-a1cfdb05-61a4-469c-af36-2b225ca3dfca service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=da56e5b248094156ada95d11ba3c5b37&device_id=a7b765f3-f079-43bb-884c-ce583b289609 HTTP/1.1" status: 200 len: 1096 time: 0.1008506 Oct 12 19:35:33.471359 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-16a0a898-e9bb-4c05-a543-f6e1cf1b9e93 None None] Provisioning complete for port e7b258cc-8a87-46f0-b395-5f6144ffd1f1 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:35:33.471836 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-16a0a898-e9bb-4c05-a543-f6e1cf1b9e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:33.534315 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e645bc0-27da-4e61-8853-e7e6ff25ae97 req-57a3b77c-b0c1-4142-b83d-5dbd5cf7e834 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:35:33.536990 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6e645bc0-27da-4e61-8853-e7e6ff25ae97 req-57a3b77c-b0c1-4142-b83d-5dbd5cf7e834 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b52d58a-37ab-4e50-b262-c81246f70212 HTTP/1.1" status: 200 len: 945 time: 0.2457409 Oct 12 19:35:33.579145 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-16a0a898-e9bb-4c05-a543-f6e1cf1b9e93 None None] Port e7b258cc-8a87-46f0-b395-5f6144ffd1f1 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:35:33.649392 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82537ae-b69e-42ea-8ce7-3ddbf44d5149 req-8def870f-dda9-417d-92f4-4db7515a29d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:35:33.650972 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6e645bc0-27da-4e61-8853-e7e6ff25ae97 req-16967575-b320-479c-91de-28239e9b4c05 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc25c47-c49f-4f72-b689-5693a6947492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046238 Oct 12 19:35:33.662237 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b82537ae-b69e-42ea-8ce7-3ddbf44d5149 req-8def870f-dda9-417d-92f4-4db7515a29d9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=74a2c063-d43e-4221-94e9-d3ab154855fc HTTP/1.1" status: 200 len: 912 time: 0.3011470 Oct 12 19:35:33.727226 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:33.839706 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b82537ae-b69e-42ea-8ce7-3ddbf44d5149 req-a7c341b8-2fbf-48bf-b5b7-de3f4c64a3d2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e03793f3-7484-4525-883c-18b556a71a14 HTTP/1.1" status: 200 len: 1001 time: 0.1697884 Oct 12 19:35:33.947854 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82537ae-b69e-42ea-8ce7-3ddbf44d5149 req-0d78ab33-5fc3-40d2-9265-708d98192c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:35:33.950390 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b82537ae-b69e-42ea-8ce7-3ddbf44d5149 req-0d78ab33-5fc3-40d2-9265-708d98192c15 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3a0cf0c9-d039-4d05-a67a-cc48a10b2cbc HTTP/1.1" status: 200 len: 850 time: 0.1012974 Oct 12 19:35:34.021985 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82537ae-b69e-42ea-8ce7-3ddbf44d5149 req-a8694fa4-07b5-4513-bccb-80a01e94e8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:35:34.023535 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b82537ae-b69e-42ea-8ce7-3ddbf44d5149 req-a8694fa4-07b5-4513-bccb-80a01e94e8a7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=74a2c063-d43e-4221-94e9-d3ab154855fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0630264 Oct 12 19:35:34.234653 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b82537ae-b69e-42ea-8ce7-3ddbf44d5149 req-5dfe7b56-7421-449f-871c-c0358dcf511a service neutron] 10.222.0.61 "GET /v2.0/networks/74a2c063-d43e-4221-94e9-d3ab154855fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996565 Oct 12 19:35:34.444432 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ad76f0cf-9e57-4819-b10b-5284486686f9 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8092566'] for router_interface, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:34.455950 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b82537ae-b69e-42ea-8ce7-3ddbf44d5149 req-e14fcd5b-d061-43aa-b84f-e0a4501518f9 service neutron] 10.222.0.61 "GET /v2.0/networks/74a2c063-d43e-4221-94e9-d3ab154855fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116055 Oct 12 19:35:34.512797 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:34.918653 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9c622b-a77c-42a8-97a5-53dd3e900ff5 req-5415e323-821c-43f7-914d-c6ca80824fb1 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:35:34.920464 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0b9c622b-a77c-42a8-97a5-53dd3e900ff5 req-5415e323-821c-43f7-914d-c6ca80824fb1 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b52d58a-37ab-4e50-b262-c81246f70212 HTTP/1.1" status: 200 len: 945 time: 0.1220052 Oct 12 19:35:34.925624 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-ad76f0cf-9e57-4819-b10b-5284486686f9 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Deleting port e7b258cc-8a87-46f0-b395-5f6144ffd1f1 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:35:34.925964 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ad76f0cf-9e57-4819-b10b-5284486686f9 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:35.078292 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0b9c622b-a77c-42a8-97a5-53dd3e900ff5 req-68fe3beb-288e-4b0c-a892-9eb9fda16ead tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc25c47-c49f-4f72-b689-5693a6947492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1467879 Oct 12 19:35:35.160108 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ad76f0cf-9e57-4819-b10b-5284486686f9 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:35.187776 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-ad76f0cf-9e57-4819-b10b-5284486686f9 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Calling delete_port for e7b258cc-8a87-46f0-b395-5f6144ffd1f1 owned by network:router_interface {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:35:35.547324 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ad76f0cf-9e57-4819-b10b-5284486686f9 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:35.580010 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad76f0cf-9e57-4819-b10b-5284486686f9 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Pushing event deleted for resources: {'Port': ['ID=e7b258cc-8a87-46f0-b395-5f6144ffd1f1,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:35:35.696636 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ad76f0cf-9e57-4819-b10b-5284486686f9 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7898909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8092450'] for router_interface, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:36.011759 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad76f0cf-9e57-4819-b10b-5284486686f9 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Router ae17b91e-f5be-4ecd-8278-64ba4f0574d1 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:35:36.148131 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad76f0cf-9e57-4819-b10b-5284486686f9 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:35:36.159737 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334565af-f04b-460d-ac1f-ed49396c1d22 None None] Sync routers for ids ['ae17b91e-f5be-4ecd-8278-64ba4f0574d1'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:35:36.183502 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334565af-f04b-460d-ac1f-ed49396c1d22 None None] Routers {'ae17b91e-f5be-4ecd-8278-64ba4f0574d1'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:35:36.184754 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-ad76f0cf-9e57-4819-b10b-5284486686f9 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] 10.222.0.49 "PUT /v2.0/routers/ae17b91e-f5be-4ecd-8278-64ba4f0574d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1036851 Oct 12 19:35:36.186325 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-334565af-f04b-460d-ac1f-ed49396c1d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:35:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['ae17b91e-f5be-4ecd-8278-64ba4f0574d1'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:35:36.187562 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 39682) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:35:36.320069 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-334565af-f04b-460d-ac1f-ed49396c1d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:35:36.345862 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334565af-f04b-460d-ac1f-ed49396c1d22 None None] Routers {'ae17b91e-f5be-4ecd-8278-64ba4f0574d1'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:35:36.346494 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-334565af-f04b-460d-ac1f-ed49396c1d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:35:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['ae17b91e-f5be-4ecd-8278-64ba4f0574d1'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:35:36.357856 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade687e7-1ef9-42c6-b601-34749b54b964 req-58d15ea8-4a43-48a2-8a7d-32f2a5137a16 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:35:36.366877 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ade687e7-1ef9-42c6-b601-34749b54b964 req-58d15ea8-4a43-48a2-8a7d-32f2a5137a16 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b52d58a-37ab-4e50-b262-c81246f70212 HTTP/1.1" status: 200 len: 945 time: 0.1494682 Oct 12 19:35:36.446828 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ade687e7-1ef9-42c6-b601-34749b54b964 req-ad9bc33b-582b-43d4-9917-34aa7af33196 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc25c47-c49f-4f72-b689-5693a6947492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788333 Oct 12 19:35:36.463588 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-334565af-f04b-460d-ac1f-ed49396c1d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:35:36.468787 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334565af-f04b-460d-ac1f-ed49396c1d22 None None] The sync data for ids ['ae17b91e-f5be-4ecd-8278-64ba4f0574d1'] in n-d-813679-3 is: [] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:35:36.880452 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c20e75-0066-4a07-b03f-618b0f36fee4 req-04a50e5e-ef89-42c9-8111-f335af7aef7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:35:36.885983 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-65c20e75-0066-4a07-b03f-618b0f36fee4 req-04a50e5e-ef89-42c9-8111-f335af7aef7d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=811cfaee5aef4af79e24164832947c33&device_id=5b52d58a-37ab-4e50-b262-c81246f70212 HTTP/1.1" status: 200 len: 1096 time: 0.2832987 Oct 12 19:35:37.009033 n-d-813679-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-5baa4953-22b8-4f5c-a170-4c9666319d36 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] remove_router_interface failed (client error): The resource could not be found. Oct 12 19:35:37.010098 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-5baa4953-22b8-4f5c-a170-4c9666319d36 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] 10.222.0.49 "PUT /v2.0/routers/ae17b91e-f5be-4ecd-8278-64ba4f0574d1/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.8207157 Oct 12 19:35:37.013326 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c20e75-0066-4a07-b03f-618b0f36fee4 req-b08de991-584e-49c6-8c0e-caf26e8ad7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:35:37.014802 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-65c20e75-0066-4a07-b03f-618b0f36fee4 req-b08de991-584e-49c6-8c0e-caf26e8ad7fe service neutron] 10.222.0.67 "GET /v2.0/networks?id=e1de796f-6482-493c-b5ac-b28a591020e2 HTTP/1.1" status: 200 len: 918 time: 0.1045699 Oct 12 19:35:37.015266 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 39702) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:35:37.060538 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 39704) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:35:37.061590 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-62534de7-edf7-4dde-824a-b3214586e5fe tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae17b91e-f5be-4ecd-8278-64ba4f0574d1 HTTP/1.1" status: 200 len: 205 time: 0.0450692 Oct 12 19:35:37.143917 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-65c20e75-0066-4a07-b03f-618b0f36fee4 req-73e0fed5-786e-4121-8dde-42ec6523c602 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c07665b4-a179-4091-9fcc-6ffd853121d9 HTTP/1.1" status: 200 len: 1001 time: 0.1196461 Oct 12 19:35:37.146377 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 19:35:37.155000 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9bad0b3a-346e-4694-a154-fa5c8a9c09ea tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks [] for router, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:37.228187 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c20e75-0066-4a07-b03f-618b0f36fee4 req-6f9341bd-4957-464d-bfd3-a7b2ba726270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:35:37.232276 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-65c20e75-0066-4a07-b03f-618b0f36fee4 req-6f9341bd-4957-464d-bfd3-a7b2ba726270 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=914db72d-f2c7-4670-91dc-11fde7252bf5 HTTP/1.1" status: 200 len: 856 time: 0.0773623 Oct 12 19:35:37.360822 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c20e75-0066-4a07-b03f-618b0f36fee4 req-485bf67b-e9bb-4e93-a77b-fe83d3997023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:35:37.361355 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9bad0b3a-346e-4694-a154-fa5c8a9c09ea tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255495'] for router, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:37.362590 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-65c20e75-0066-4a07-b03f-618b0f36fee4 req-485bf67b-e9bb-4e93-a77b-fe83d3997023 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e1de796f-6482-493c-b5ac-b28a591020e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1194403 Oct 12 19:35:37.364017 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9bad0b3a-346e-4694-a154-fa5c8a9c09ea tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:37.483934 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9bad0b3a-346e-4694-a154-fa5c8a9c09ea tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8093499'] for router, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:37.485454 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bad0b3a-346e-4694-a154-fa5c8a9c09ea tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Fanout notify agent at l3_agent the message router_deleted on router ae17b91e-f5be-4ecd-8278-64ba4f0574d1 {{(pid=95502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 19:35:37.495180 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9bad0b3a-346e-4694-a154-fa5c8a9c09ea tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:37.496884 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-9bad0b3a-346e-4694-a154-fa5c8a9c09ea tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] 10.222.0.49 "DELETE /v2.0/routers/ae17b91e-f5be-4ecd-8278-64ba4f0574d1 HTTP/1.1" status: 204 len: 168 time: 0.4353490 Oct 12 19:35:37.503325 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 39714) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:35:37.547004 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-65c20e75-0066-4a07-b03f-618b0f36fee4 req-887472cc-08ef-48f6-87af-41ddd54e535b service neutron] 10.222.0.67 "GET /v2.0/networks/e1de796f-6482-493c-b5ac-b28a591020e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749394 Oct 12 19:35:37.603287 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d406e49-42ef-43f5-a48b-9b250ecf5c7e tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Deleting subnet c41400e6-05b9-4a8b-bb1b-a98c748038d6 {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:35:37.624982 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0d406e49-42ef-43f5-a48b-9b250ecf5c7e tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:37.723933 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f17ba78-f00a-49b4-a7c0-118a3c73b18e req-0011c7c9-6417-4163-a967-c243035d8505 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:35:37.725843 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7f17ba78-f00a-49b4-a7c0-118a3c73b18e req-0011c7c9-6417-4163-a967-c243035d8505 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b52d58a-37ab-4e50-b262-c81246f70212 HTTP/1.1" status: 200 len: 945 time: 0.1075926 Oct 12 19:35:37.757812 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-65c20e75-0066-4a07-b03f-618b0f36fee4 req-dca0a40b-1bc3-4089-bcbd-7a9bdc8248c7 service neutron] 10.222.0.67 "GET /v2.0/networks/e1de796f-6482-493c-b5ac-b28a591020e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029893 Oct 12 19:35:37.763289 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0d406e49-42ef-43f5-a48b-9b250ecf5c7e tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16313642'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:37.793567 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7f17ba78-f00a-49b4-a7c0-118a3c73b18e req-abda5331-390f-426f-9a86-c27112798d64 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc25c47-c49f-4f72-b689-5693a6947492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615239 Oct 12 19:35:37.935108 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0d406e49-42ef-43f5-a48b-9b250ecf5c7e tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:38.199064 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0d406e49-42ef-43f5-a48b-9b250ecf5c7e tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4306592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16245866'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:38.240619 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d406e49-42ef-43f5-a48b-9b250ecf5c7e tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Pushing event deleted for resources: {'Subnet': ['ID=c41400e6-05b9-4a8b-bb1b-a98c748038d6,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:35:38.251552 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0d406e49-42ef-43f5-a48b-9b250ecf5c7e tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:38.253476 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-0d406e49-42ef-43f5-a48b-9b250ecf5c7e tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] 10.222.0.49 "DELETE /v2.0/subnets/c41400e6-05b9-4a8b-bb1b-a98c748038d6 HTTP/1.1" status: 204 len: 168 time: 0.7486925 Oct 12 19:35:38.258121 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2038e066-11bc-4e1b-84f9-576180f77669 None None] Network 74b4c139-ad57-447a-a1f3-a4f77fa77838 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:35:38.262805 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 39728) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:35:38.399747 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d277573d-9aa7-4a42-b4be-5e5b86c1d531 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:38.490965 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-d277573d-9aa7-4a42-b4be-5e5b86c1d531 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Deleting port 0e43b788-1dd6-4009-bd2b-d58b2323ca1c {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:35:38.491378 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d277573d-9aa7-4a42-b4be-5e5b86c1d531 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:38.512922 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3ce4f3-2720-4eb2-8673-69d36692f650 None None] DHCP port deletion for 74b4c139-ad57-447a-a1f3-a4f77fa77838 request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 19:35:38.572810 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-0f3ce4f3-2720-4eb2-8673-69d36692f650 None None] Deleting port 0e43b788-1dd6-4009-bd2b-d58b2323ca1c {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:35:38.573212 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0f3ce4f3-2720-4eb2-8673-69d36692f650 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:38.575770 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-d277573d-9aa7-4a42-b4be-5e5b86c1d531 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] For port 0e43b788-1dd6-4009-bd2b-d58b2323ca1c, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=0e43b788-1dd6-4009-bd2b-d58b2323ca1c,segment=NetworkSegment(cd717d4e-d1d2-446c-8ad8-9dd33f4d8785),segment_id=cd717d4e-d1d2-446c-8ad8-9dd33f4d8785)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:35:38.576274 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d277573d-9aa7-4a42-b4be-5e5b86c1d531 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:38.595420 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-d277573d-9aa7-4a42-b4be-5e5b86c1d531 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Calling delete_port for 0e43b788-1dd6-4009-bd2b-d58b2323ca1c owned by network:dhcp {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:35:38.657464 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-0f3ce4f3-2720-4eb2-8673-69d36692f650 None None] For port 0e43b788-1dd6-4009-bd2b-d58b2323ca1c, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=0e43b788-1dd6-4009-bd2b-d58b2323ca1c,segment=NetworkSegment(cd717d4e-d1d2-446c-8ad8-9dd33f4d8785),segment_id=cd717d4e-d1d2-446c-8ad8-9dd33f4d8785)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:35:38.658054 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0f3ce4f3-2720-4eb2-8673-69d36692f650 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:38.674816 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-0f3ce4f3-2720-4eb2-8673-69d36692f650 None None] Calling delete_port for 0e43b788-1dd6-4009-bd2b-d58b2323ca1c owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:35:38.825839 n-d-813679-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:35:38.825839 n-d-813679-3 neutron-server[95503]: self.session.flush() Oct 12 19:35:38.825839 n-d-813679-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:35:38.825839 n-d-813679-3 neutron-server[95503]: self.session.flush() Oct 12 19:35:38.825839 n-d-813679-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:35:38.825839 n-d-813679-3 neutron-server[95503]: self.session.flush() Oct 12 19:35:38.825839 n-d-813679-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:35:38.825839 n-d-813679-3 neutron-server[95503]: self.session.flush() Oct 12 19:35:38.825839 n-d-813679-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:35:38.825839 n-d-813679-3 neutron-server[95503]: self.session.flush() Oct 12 19:35:38.825839 n-d-813679-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:35:38.825839 n-d-813679-3 neutron-server[95503]: self.session.flush() Oct 12 19:35:38.825839 n-d-813679-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:35:38.825839 n-d-813679-3 neutron-server[95503]: self.session.flush() Oct 12 19:35:38.825839 n-d-813679-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:35:38.825839 n-d-813679-3 neutron-server[95503]: self.session.flush() Oct 12 19:35:38.825839 n-d-813679-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:35:38.825839 n-d-813679-3 neutron-server[95503]: self.session.flush() Oct 12 19:35:38.825839 n-d-813679-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:35:38.825839 n-d-813679-3 neutron-server[95503]: self.session.flush() Oct 12 19:35:38.825839 n-d-813679-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:35:38.825839 n-d-813679-3 neutron-server[95503]: self.session.flush() Oct 12 19:35:38.825839 n-d-813679-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:35:38.825839 n-d-813679-3 neutron-server[95503]: self.session.flush() Oct 12 19:35:38.825839 n-d-813679-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:35:38.825839 n-d-813679-3 neutron-server[95503]: self.session.flush() Oct 12 19:35:38.825839 n-d-813679-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:35:38.825839 n-d-813679-3 neutron-server[95503]: self.session.flush() Oct 12 19:35:38.825839 n-d-813679-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:35:38.825839 n-d-813679-3 neutron-server[95503]: self.session.flush() Oct 12 19:35:38.825839 n-d-813679-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:35:38.825839 n-d-813679-3 neutron-server[95503]: self.session.flush() Oct 12 19:35:38.825839 n-d-813679-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:35:38.825839 n-d-813679-3 neutron-server[95503]: self.session.flush() Oct 12 19:35:38.825839 n-d-813679-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:35:38.825839 n-d-813679-3 neutron-server[95503]: self.session.flush() Oct 12 19:35:38.825839 n-d-813679-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:35:38.825839 n-d-813679-3 neutron-server[95503]: self.session.flush() Oct 12 19:35:38.825839 n-d-813679-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:35:38.825839 n-d-813679-3 neutron-server[95503]: self.session.flush() Oct 12 19:35:38.825839 n-d-813679-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:35:38.825839 n-d-813679-3 neutron-server[95503]: self.session.flush() Oct 12 19:35:38.825839 n-d-813679-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:35:38.825839 n-d-813679-3 neutron-server[95503]: self.session.flush() Oct 12 19:35:38.825839 n-d-813679-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:35:38.825839 n-d-813679-3 neutron-server[95503]: self.session.flush() Oct 12 19:35:38.825839 n-d-813679-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:35:38.825839 n-d-813679-3 neutron-server[95503]: self.session.flush() Oct 12 19:35:38.825839 n-d-813679-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:35:38.825839 n-d-813679-3 neutron-server[95503]: self.session.flush() Oct 12 19:35:38.825839 n-d-813679-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:35:38.825839 n-d-813679-3 neutron-server[95503]: self.session.flush() Oct 12 19:35:38.825839 n-d-813679-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:35:38.825839 n-d-813679-3 neutron-server[95503]: self.session.flush() Oct 12 19:35:38.830642 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d277573d-9aa7-4a42-b4be-5e5b86c1d531 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:38.837757 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0f3ce4f3-2720-4eb2-8673-69d36692f650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:38.854759 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d277573d-9aa7-4a42-b4be-5e5b86c1d531 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] No DVR routers for this DVR port 0e43b788-1dd6-4009-bd2b-d58b2323ca1c on host n-d-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:35:38.869744 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3ce4f3-2720-4eb2-8673-69d36692f650 None None] Pushing event deleted for resources: {'Port': ['ID=0e43b788-1dd6-4009-bd2b-d58b2323ca1c,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:35:38.874028 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3ce4f3-2720-4eb2-8673-69d36692f650 None None] No DVR routers for this DVR port 0e43b788-1dd6-4009-bd2b-d58b2323ca1c on host n-d-813679-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:35:38.911858 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d277573d-9aa7-4a42-b4be-5e5b86c1d531 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Pushing event deleted for resources: {'Port': ['ID=0e43b788-1dd6-4009-bd2b-d58b2323ca1c,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:35:38.979459 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d277573d-9aa7-4a42-b4be-5e5b86c1d531 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:39.025821 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b838d1-507a-4ec5-a10d-12b4a7243809 req-46e2d27d-e496-4937-ac9a-3280d68c8d11 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:35:39.028734 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-d277573d-9aa7-4a42-b4be-5e5b86c1d531 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74b4c139-ad57-447a-a1f3-a4f77fa77838']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:35:39.030680 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a1b838d1-507a-4ec5-a10d-12b4a7243809 req-46e2d27d-e496-4937-ac9a-3280d68c8d11 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b52d58a-37ab-4e50-b262-c81246f70212 HTTP/1.1" status: 200 len: 945 time: 0.0978768 Oct 12 19:35:39.041149 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-d277573d-9aa7-4a42-b4be-5e5b86c1d531 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd717d4e-d1d2-446c-8ad8-9dd33f4d8785') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:35:39.042019 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-d277573d-9aa7-4a42-b4be-5e5b86c1d531 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd717d4e-d1d2-446c-8ad8-9dd33f4d8785') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:35:39.056275 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d277573d-9aa7-4a42-b4be-5e5b86c1d531 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16313633'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:39.097655 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a1b838d1-507a-4ec5-a10d-12b4a7243809 req-fc76752f-7766-4679-bae3-2cb70241b7f0 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc25c47-c49f-4f72-b689-5693a6947492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581219 Oct 12 19:35:39.244228 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d277573d-9aa7-4a42-b4be-5e5b86c1d531 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:39.261231 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d277573d-9aa7-4a42-b4be-5e5b86c1d531 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:35:39.263221 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d277573d-9aa7-4a42-b4be-5e5b86c1d531 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4305278'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:39.273797 n-d-813679-3 neutron-server[95502]: Traceback (most recent call last): Oct 12 19:35:39.273797 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:35:39.273797 n-d-813679-3 neutron-server[95502]: timer() Oct 12 19:35:39.273797 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:35:39.273797 n-d-813679-3 neutron-server[95502]: cb(*args, **kw) Oct 12 19:35:39.273797 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:35:39.273797 n-d-813679-3 neutron-server[95502]: return func(*args, **kwargs) Oct 12 19:35:39.273797 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:35:39.273797 n-d-813679-3 neutron-server[95502]: self._notify() Oct 12 19:35:39.273797 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:35:39.273797 n-d-813679-3 neutron-server[95502]: self.callback(batched_events) Oct 12 19:35:39.273797 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:35:39.273797 n-d-813679-3 neutron-server[95502]: event.method(event) Oct 12 19:35:39.273797 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:35:39.273797 n-d-813679-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:35:39.273797 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:35:39.273797 n-d-813679-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:35:39.273797 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:35:39.273797 n-d-813679-3 neutron-server[95502]: return f(self, *a, **k) Oct 12 19:35:39.273797 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:35:39.273797 n-d-813679-3 neutron-server[95502]: return self._get(url).json() Oct 12 19:35:39.273797 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:35:39.273797 n-d-813679-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:35:39.273797 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:35:39.273797 n-d-813679-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Oct 12 19:35:39.273797 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:35:39.273797 n-d-813679-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:35:39.273797 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:35:39.273797 n-d-813679-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:35:39.273797 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:35:39.273797 n-d-813679-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:35:39.273797 n-d-813679-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:35:39.447345 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d277573d-9aa7-4a42-b4be-5e5b86c1d531 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:39.465777 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d277573d-9aa7-4a42-b4be-5e5b86c1d531 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:39.471975 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-d277573d-9aa7-4a42-b4be-5e5b86c1d531 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] 10.222.0.49 "DELETE /v2.0/networks/74b4c139-ad57-447a-a1f3-a4f77fa77838 HTTP/1.1" status: 204 len: 168 time: 1.2045622 Oct 12 19:35:39.477099 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 39752) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:35:39.487554 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-9aebb640-97c3-4935-ba64-48a44b68b3dc tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-230083322'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:35:39.494560 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d277573d-9aa7-4a42-b4be-5e5b86c1d531 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Pushing event deleted for resources: {'Network': ['ID=74b4c139-ad57-447a-a1f3-a4f77fa77838,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:35:39.612061 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aebb640-97c3-4935-ba64-48a44b68b3dc tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Made reservation on behalf of e40d925510bb4f2da67caa3378239276 for: {'network': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:35:39.617984 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9aebb640-97c3-4935-ba64-48a44b68b3dc tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:39.671600 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9aebb640-97c3-4935-ba64-48a44b68b3dc tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=95501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:35:39.683651 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9aebb640-97c3-4935-ba64-48a44b68b3dc tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:39.684075 n-d-813679-3 neutron-server[95501]: INFO neutron.db.segments_db [None req-9aebb640-97c3-4935-ba64-48a44b68b3dc tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Added segment 9527f26d-2524-4b06-8afc-6d7d2eb1c724 of type vlan for network ca6972ef-e090-45c5-8899-74615daebe94 Oct 12 19:35:39.743500 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9aebb640-97c3-4935-ba64-48a44b68b3dc tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:39.929465 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9aebb640-97c3-4935-ba64-48a44b68b3dc tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:39.935453 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aebb640-97c3-4935-ba64-48a44b68b3dc tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:35:39.936179 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9aebb640-97c3-4935-ba64-48a44b68b3dc tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:40.013759 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aebb640-97c3-4935-ba64-48a44b68b3dc tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Pushing event updated for resources: {'Network': ['ID=ca6972ef-e090-45c5-8899-74615daebe94,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:35:40.027911 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network ca6972ef-e090-45c5-8899-74615daebe94 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:35:40.074939 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-9aebb640-97c3-4935-ba64-48a44b68b3dc tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5923207 Oct 12 19:35:40.078106 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 39768) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:35:40.084666 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-529f2e8a-d995-4752-b3ed-08c02d068e2e tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Request body: {'subnet': {'network_id': 'ca6972ef-e090-45c5-8899-74615daebe94', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:35:40.288672 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aa4f5f-265b-44da-9f77-a7726f02c66d req-6935888d-e912-48e2-884c-18d5408ed237 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:35:40.290260 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-21aa4f5f-265b-44da-9f77-a7726f02c66d req-6935888d-e912-48e2-884c-18d5408ed237 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b52d58a-37ab-4e50-b262-c81246f70212 HTTP/1.1" status: 200 len: 945 time: 0.0633681 Oct 12 19:35:40.330728 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-21aa4f5f-265b-44da-9f77-a7726f02c66d req-2d489aac-5304-4278-bfa1-3cac83fc605d tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc25c47-c49f-4f72-b689-5693a6947492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341973 Oct 12 19:35:40.419514 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 0e43b788-1dd6-4009-bd2b-d58b2323ca1c no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:35:40.453830 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 0e43b788-1dd6-4009-bd2b-d58b2323ca1c {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:35:40.453830 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 0e43b788-1dd6-4009-bd2b-d58b2323ca1c not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:35:40.632346 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-529f2e8a-d995-4752-b3ed-08c02d068e2e tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Made reservation on behalf of e40d925510bb4f2da67caa3378239276 for: {'subnet': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:35:40.636147 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-529f2e8a-d995-4752-b3ed-08c02d068e2e tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4612397'] for subnet, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:40.998607 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-529f2e8a-d995-4752-b3ed-08c02d068e2e tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4824863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4612355'] for subnet, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:41.075294 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529f2e8a-d995-4752-b3ed-08c02d068e2e tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Pushing event updated for resources: {'Subnet': ['ID=6b976f4c-0654-408f-a4cc-3de30352ca60,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:35:41.084089 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529f2e8a-d995-4752-b3ed-08c02d068e2e tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Checking segment: {'id': '9527f26d-2524-4b06-8afc-6d7d2eb1c724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'ca6972ef-e090-45c5-8899-74615daebe94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:35:41.084438 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-529f2e8a-d995-4752-b3ed-08c02d068e2e tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Network hostable DHCP agents. Network: ca6972ef-e090-45c5-8899-74615daebe94, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:35:41.215197 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-529f2e8a-d995-4752-b3ed-08c02d068e2e tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Network ca6972ef-e090-45c5-8899-74615daebe94 is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:35:41.324217 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-529f2e8a-d995-4752-b3ed-08c02d068e2e tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, ca6972ef-e090-45c5-8899-74615daebe94) {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:35:41.333470 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad8a39af-b691-4923-b18b-fe40cc8aed2a None None] Network ca6972ef-e090-45c5-8899-74615daebe94 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:35:41.338772 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-529f2e8a-d995-4752-b3ed-08c02d068e2e tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:35:41.338772 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-529f2e8a-d995-4752-b3ed-08c02d068e2e tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:41.453984 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-529f2e8a-d995-4752-b3ed-08c02d068e2e tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3734465 Oct 12 19:35:41.456238 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 39826) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:35:41.462026 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-156a7415-0135-41be-afcc-d6ef0db52a4b tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1083252248', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:35:41.480542 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ed5887-d583-4df4-a831-7b19cfa3d3fb req-cb951e87-5008-4bdd-8bb4-bd3d25313a77 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:35:41.488980 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-48ed5887-d583-4df4-a831-7b19cfa3d3fb req-cb951e87-5008-4bdd-8bb4-bd3d25313a77 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b52d58a-37ab-4e50-b262-c81246f70212 HTTP/1.1" status: 200 len: 945 time: 0.0755446 Oct 12 19:35:41.537745 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-48ed5887-d583-4df4-a831-7b19cfa3d3fb req-98fb89eb-0bd3-49e8-b408-a3e5ab65e7d4 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc25c47-c49f-4f72-b689-5693a6947492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470245 Oct 12 19:35:41.593008 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-156a7415-0135-41be-afcc-d6ef0db52a4b tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8093678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255505'] for router, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:41.594069 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7584fc60-fc56-45de-b306-5c86899c6a6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-ca6972ef-e090-45c5-8899-74615daebe94', 'network_id': 'ca6972ef-e090-45c5-8899-74615daebe94', 'tenant_id': 'e40d925510bb4f2da67caa3378239276', 'fixed_ips': [{'subnet_id': '6b976f4c-0654-408f-a4cc-3de30352ca60'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:35:41.594956 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7584fc60-fc56-45de-b306-5c86899c6a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:41.595364 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-156a7415-0135-41be-afcc-d6ef0db52a4b tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8093562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8087085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8022306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255518'] for router, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:41.690856 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-156a7415-0135-41be-afcc-d6ef0db52a4b tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:41.692592 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa5b9dc-d2c2-42de-bcff-8f9c8c8ad87c req-23a3d441-6e3a-4435-9ea8-aef51b5838d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:35:41.694867 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-baa5b9dc-d2c2-42de-bcff-8f9c8c8ad87c req-23a3d441-6e3a-4435-9ea8-aef51b5838d1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=811cfaee5aef4af79e24164832947c33&device_id=5b52d58a-37ab-4e50-b262-c81246f70212 HTTP/1.1" status: 200 len: 1096 time: 0.0946047 Oct 12 19:35:41.770592 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-156a7415-0135-41be-afcc-d6ef0db52a4b tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8093541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7915516'] for router, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:41.776151 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-7584fc60-fc56-45de-b306-5c86899c6a6a None None] Allocated IP 2001:db8::2 (ca6972ef-e090-45c5-8899-74615daebe94/6b976f4c-0654-408f-a4cc-3de30352ca60/540c0815-a760-4c7b-baf1-9d0608c10f3e) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:35:41.822084 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa5b9dc-d2c2-42de-bcff-8f9c8c8ad87c req-a31173c8-c5ff-4044-a84f-f651bdd70839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:35:41.824501 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-baa5b9dc-d2c2-42de-bcff-8f9c8c8ad87c req-a31173c8-c5ff-4044-a84f-f651bdd70839 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e1de796f-6482-493c-b5ac-b28a591020e2 HTTP/1.1" status: 200 len: 918 time: 0.1206253 Oct 12 19:35:41.874643 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-156a7415-0135-41be-afcc-d6ef0db52a4b tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:41.876111 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-156a7415-0135-41be-afcc-d6ef0db52a4b tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4186885 Oct 12 19:35:41.878733 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 39838) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:35:41.978011 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 39842) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:35:41.980303 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-baa5b9dc-d2c2-42de-bcff-8f9c8c8ad87c req-c4064dab-a112-4a55-a659-755e97762ef4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c07665b4-a179-4091-9fcc-6ffd853121d9 HTTP/1.1" status: 200 len: 1001 time: 0.1478004 Oct 12 19:35:42.021015 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7584fc60-fc56-45de-b306-5c86899c6a6a None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:42.070766 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa5b9dc-d2c2-42de-bcff-8f9c8c8ad87c req-9fc9c9ef-d59f-4b4b-948a-ed0fe3741908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:35:42.072449 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-baa5b9dc-d2c2-42de-bcff-8f9c8c8ad87c req-9fc9c9ef-d59f-4b4b-948a-ed0fe3741908 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=914db72d-f2c7-4670-91dc-11fde7252bf5 HTTP/1.1" status: 200 len: 856 time: 0.0677848 Oct 12 19:35:42.115206 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7584fc60-fc56-45de-b306-5c86899c6a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:42.150286 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa5b9dc-d2c2-42de-bcff-8f9c8c8ad87c req-d0732dca-cdf2-4084-9a3d-c32d1625985a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:35:42.151861 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-baa5b9dc-d2c2-42de-bcff-8f9c8c8ad87c req-d0732dca-cdf2-4084-9a3d-c32d1625985a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e1de796f-6482-493c-b5ac-b28a591020e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0654278 Oct 12 19:35:42.172392 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7584fc60-fc56-45de-b306-5c86899c6a6a None None] Network ca6972ef-e090-45c5-8899-74615daebe94 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:35:42.179045 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-7584fc60-fc56-45de-b306-5c86899c6a6a None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:35:42.182042 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7584fc60-fc56-45de-b306-5c86899c6a6a None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:35:42.197235 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3fcbd89f-00bc-4e04-a261-8baff360fb95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:42.240913 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7584fc60-fc56-45de-b306-5c86899c6a6a None None] Pushing event updated for resources: {'Port': ['ID=540c0815-a760-4c7b-baf1-9d0608c10f3e,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:35:42.264021 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-baa5b9dc-d2c2-42de-bcff-8f9c8c8ad87c req-d34938d0-33bf-4327-8c86-d617b72cfc16 service neutron] 10.222.0.67 "GET /v2.0/networks/e1de796f-6482-493c-b5ac-b28a591020e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044400 Oct 12 19:35:42.293714 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-7584fc60-fc56-45de-b306-5c86899c6a6a None None] Attempting to bind port 540c0815-a760-4c7b-baf1-9d0608c10f3e on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:35:42.293714 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-7584fc60-fc56-45de-b306-5c86899c6a6a None None] Attempting to bind port 540c0815-a760-4c7b-baf1-9d0608c10f3e by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '9527f26d-2524-4b06-8afc-6d7d2eb1c724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'ca6972ef-e090-45c5-8899-74615daebe94'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:35:42.293714 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7584fc60-fc56-45de-b306-5c86899c6a6a None None] Attempting to bind port 540c0815-a760-4c7b-baf1-9d0608c10f3e on network ca6972ef-e090-45c5-8899-74615daebe94 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:35:42.296665 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7584fc60-fc56-45de-b306-5c86899c6a6a None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:35:42.297046 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7584fc60-fc56-45de-b306-5c86899c6a6a None None] Checking segment: {'id': '9527f26d-2524-4b06-8afc-6d7d2eb1c724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'ca6972ef-e090-45c5-8899-74615daebe94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:35:42.297600 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7584fc60-fc56-45de-b306-5c86899c6a6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:42.298003 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7584fc60-fc56-45de-b306-5c86899c6a6a None None] Bound using segment: {'id': '9527f26d-2524-4b06-8afc-6d7d2eb1c724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'ca6972ef-e090-45c5-8899-74615daebe94'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:35:42.299163 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-7584fc60-fc56-45de-b306-5c86899c6a6a None None] Bound port: 540c0815-a760-4c7b-baf1-9d0608c10f3e, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9527f26d-2524-4b06-8afc-6d7d2eb1c724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'ca6972ef-e090-45c5-8899-74615daebe94'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:35:42.306787 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7584fc60-fc56-45de-b306-5c86899c6a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:42.369339 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3c903c73-76bc-4409-8859-4c43585debbd tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:42.394569 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-baa5b9dc-d2c2-42de-bcff-8f9c8c8ad87c req-53e88190-78d0-4de7-8196-245eca3783ab service neutron] 10.222.0.67 "GET /v2.0/networks/e1de796f-6482-493c-b5ac-b28a591020e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224761 Oct 12 19:35:42.402411 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-7584fc60-fc56-45de-b306-5c86899c6a6a None None] For port 540c0815-a760-4c7b-baf1-9d0608c10f3e, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:35:42.407223 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-7584fc60-fc56-45de-b306-5c86899c6a6a None None] For port 540c0815-a760-4c7b-baf1-9d0608c10f3e, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=540c0815-a760-4c7b-baf1-9d0608c10f3e,segment=NetworkSegment(9527f26d-2524-4b06-8afc-6d7d2eb1c724),segment_id=9527f26d-2524-4b06-8afc-6d7d2eb1c724)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:35:42.467664 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7584fc60-fc56-45de-b306-5c86899c6a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:42.529212 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3fcbd89f-00bc-4e04-a261-8baff360fb95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:42.531364 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7584fc60-fc56-45de-b306-5c86899c6a6a None None] Pushing event updated for resources: {'Port': ['ID=540c0815-a760-4c7b-baf1-9d0608c10f3e,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:35:42.592294 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3fcbd89f-00bc-4e04-a261-8baff360fb95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:42.696732 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba66c88-5a8d-4cf3-9b5d-b739e23e4354 req-97e97e34-4d9a-4e24-9c53-e3f931ca6ead tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:35:42.698263 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cba66c88-5a8d-4cf3-9b5d-b739e23e4354 req-97e97e34-4d9a-4e24-9c53-e3f931ca6ead tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b52d58a-37ab-4e50-b262-c81246f70212 HTTP/1.1" status: 200 len: 945 time: 0.0677047 Oct 12 19:35:42.720660 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-3fcbd89f-00bc-4e04-a261-8baff360fb95 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=354575659f2d4c24a92947fa9b6d3e8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7411475 Oct 12 19:35:42.721797 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcbd89f-00bc-4e04-a261-8baff360fb95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=decdec5d-95e2-401c-8168-ed1ab8d5a1e6,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:35:42.728957 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 39858) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:35:42.803343 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cba66c88-5a8d-4cf3-9b5d-b739e23e4354 req-f8628a2f-171c-4e8c-8b1b-790bc916395e tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc25c47-c49f-4f72-b689-5693a6947492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978627 Oct 12 19:35:42.850903 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-3c903c73-76bc-4409-8859-4c43585debbd tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Allocated IP 2001:db8::1 (ca6972ef-e090-45c5-8899-74615daebe94/6b976f4c-0654-408f-a4cc-3de30352ca60/161979c5-12d0-483b-ad0f-92922f145188) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:35:42.930906 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a1ccfe88-be64-40bc-bd9e-53c155c95c78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:42.972779 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a1ccfe88-be64-40bc-bd9e-53c155c95c78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:43.035813 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3c903c73-76bc-4409-8859-4c43585debbd tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:43.169439 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a1ccfe88-be64-40bc-bd9e-53c155c95c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:43.182293 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a1ccfe88-be64-40bc-bd9e-53c155c95c78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:43.182293 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-a1ccfe88-be64-40bc-bd9e-53c155c95c78 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/decdec5d-95e2-401c-8168-ed1ab8d5a1e6 HTTP/1.1" status: 204 len: 168 time: 0.4429476 Oct 12 19:35:43.189408 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ccfe88-be64-40bc-bd9e-53c155c95c78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=decdec5d-95e2-401c-8168-ed1ab8d5a1e6,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:35:43.202318 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3c903c73-76bc-4409-8859-4c43585debbd tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:43.252804 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c903c73-76bc-4409-8859-4c43585debbd tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Network ca6972ef-e090-45c5-8899-74615daebe94 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:35:43.257132 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c903c73-76bc-4409-8859-4c43585debbd tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Pushing event updated for resources: {'Port': ['ID=161979c5-12d0-483b-ad0f-92922f145188,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:35:43.260354 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-3c903c73-76bc-4409-8859-4c43585debbd tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:35:43.264190 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c903c73-76bc-4409-8859-4c43585debbd tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:35:43.264190 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3c903c73-76bc-4409-8859-4c43585debbd tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7915309'] for router_interface, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:43.489383 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3c903c73-76bc-4409-8859-4c43585debbd tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:43.803859 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d0f2afd-9f6a-4eff-8f04-132b86cdd1b0 None None] Network ca6972ef-e090-45c5-8899-74615daebe94 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:35:43.871646 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3c903c73-76bc-4409-8859-4c43585debbd tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:43.927594 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-958f54f1-d81f-4299-87e6-e54233e93a06 None None] Provisioning complete for port 540c0815-a760-4c7b-baf1-9d0608c10f3e triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:35:43.929822 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-958f54f1-d81f-4299-87e6-e54233e93a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:43.986891 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536423da-70bf-4f62-ad75-bb5d68307b71 req-c117e72d-f7c1-4032-8ef5-108a27c7ff44 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:35:43.996583 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-536423da-70bf-4f62-ad75-bb5d68307b71 req-c117e72d-f7c1-4032-8ef5-108a27c7ff44 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b52d58a-37ab-4e50-b262-c81246f70212 HTTP/1.1" status: 200 len: 945 time: 0.0944240 Oct 12 19:35:44.027022 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3c903c73-76bc-4409-8859-4c43585debbd tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:44.027823 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3c903c73-76bc-4409-8859-4c43585debbd tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7898980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8092605'] for router_interface, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:44.068176 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-536423da-70bf-4f62-ad75-bb5d68307b71 req-cbf2d34b-c484-4ff7-861b-b5210dbe9d33 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc25c47-c49f-4f72-b689-5693a6947492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603263 Oct 12 19:35:44.138290 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-958f54f1-d81f-4299-87e6-e54233e93a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:44.182565 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c903c73-76bc-4409-8859-4c43585debbd tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Pushing event updated for resources: {'Port': ['ID=161979c5-12d0-483b-ad0f-92922f145188,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:35:44.201802 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-958f54f1-d81f-4299-87e6-e54233e93a06 None None] For port 540c0815-a760-4c7b-baf1-9d0608c10f3e, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=540c0815-a760-4c7b-baf1-9d0608c10f3e,segment=NetworkSegment(9527f26d-2524-4b06-8afc-6d7d2eb1c724),segment_id=9527f26d-2524-4b06-8afc-6d7d2eb1c724)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:35:44.247850 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c903c73-76bc-4409-8859-4c43585debbd tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Network ca6972ef-e090-45c5-8899-74615daebe94 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:35:44.247850 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-3c903c73-76bc-4409-8859-4c43585debbd tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:35:44.301173 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-958f54f1-d81f-4299-87e6-e54233e93a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:44.419372 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958f54f1-d81f-4299-87e6-e54233e93a06 None None] Pushing event updated for resources: {'Port': ['ID=540c0815-a760-4c7b-baf1-9d0608c10f3e,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:35:44.497623 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c903c73-76bc-4409-8859-4c43585debbd tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Router eda5f8a0-09b5-4e16-b97c-8aaf077dd192 is scheduled to L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b with binding_index 1 {{(pid=95502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 19:35:44.516810 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 540c0815-a760-4c7b-baf1-9d0608c10f3e up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:35:44.621038 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-8ac6f86e-3942-4939-ad49-4802aa6bfc06 None None] Provisioning complete for port 540c0815-a760-4c7b-baf1-9d0608c10f3e triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:35:44.621433 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8ac6f86e-3942-4939-ad49-4802aa6bfc06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:44.669200 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c903c73-76bc-4409-8859-4c43585debbd tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:35:44.676988 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-3c903c73-76bc-4409-8859-4c43585debbd tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] 10.222.0.49 "PUT /v2.0/routers/eda5f8a0-09b5-4e16-b97c-8aaf077dd192/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7932241 Oct 12 19:35:44.676988 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 39912) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:35:44.679847 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1ece5f-ae34-44ce-a4ab-1155a9dd83bd None None] Sync routers for ids ['eda5f8a0-09b5-4e16-b97c-8aaf077dd192'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:35:44.694273 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1ece5f-ae34-44ce-a4ab-1155a9dd83bd None None] Routers {'eda5f8a0-09b5-4e16-b97c-8aaf077dd192'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:35:44.694915 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-3f1ece5f-ae34-44ce-a4ab-1155a9dd83bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:35:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['eda5f8a0-09b5-4e16-b97c-8aaf077dd192'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:35:44.752160 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 540c0815-a760-4c7b-baf1-9d0608c10f3e triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:35:44.753544 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:44.778711 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-3f1ece5f-ae34-44ce-a4ab-1155a9dd83bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:35:44.798484 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1ece5f-ae34-44ce-a4ab-1155a9dd83bd None None] Routers {'eda5f8a0-09b5-4e16-b97c-8aaf077dd192'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:35:44.799119 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-3f1ece5f-ae34-44ce-a4ab-1155a9dd83bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:35:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['eda5f8a0-09b5-4e16-b97c-8aaf077dd192'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:35:44.839798 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-3f1ece5f-ae34-44ce-a4ab-1155a9dd83bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:35:44.840529 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1ece5f-ae34-44ce-a4ab-1155a9dd83bd None None] The sync data for ids ['eda5f8a0-09b5-4e16-b97c-8aaf077dd192'] in n-d-813679-3 is: [] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:35:44.964997 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-8ac6f86e-3942-4939-ad49-4802aa6bfc06 None None] Provisioning complete for port 161979c5-12d0-483b-ad0f-92922f145188 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:35:44.965964 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8ac6f86e-3942-4939-ad49-4802aa6bfc06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:45.035945 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-8ac6f86e-3942-4939-ad49-4802aa6bfc06 None None] Port 161979c5-12d0-483b-ad0f-92922f145188 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:35:45.185161 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-77f978c8-a008-436c-88d1-3b0488144477 None None] Provisioning complete for port 161979c5-12d0-483b-ad0f-92922f145188 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:35:45.185551 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-77f978c8-a008-436c-88d1-3b0488144477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:45.334025 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-77f978c8-a008-436c-88d1-3b0488144477 None None] Port 161979c5-12d0-483b-ad0f-92922f145188 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:35:45.361879 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4e5e41-44a5-4c7d-8909-ae981c1536ee req-6507f7d9-4588-4c66-bb33-5d6f3470d4ec tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:35:45.363476 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cd4e5e41-44a5-4c7d-8909-ae981c1536ee req-6507f7d9-4588-4c66-bb33-5d6f3470d4ec tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b52d58a-37ab-4e50-b262-c81246f70212 HTTP/1.1" status: 200 len: 945 time: 0.1507607 Oct 12 19:35:45.404480 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4648ed1b-cb4b-4573-a16e-b21d845c7c68 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:35:45.405966 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-4648ed1b-cb4b-4573-a16e-b21d845c7c68 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] 10.222.0.49 "GET /v2.0/ports/161979c5-12d0-483b-ad0f-92922f145188 HTTP/1.1" status: 200 len: 911 time: 0.7286184 Oct 12 19:35:45.411909 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 39934) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:35:45.464326 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a05f716e-e613-4aac-a5f8-49b86fb4cd0b None None] Provisioning complete for port 161979c5-12d0-483b-ad0f-92922f145188 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:35:45.465206 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a05f716e-e613-4aac-a5f8-49b86fb4cd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:45.495446 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cd4e5e41-44a5-4c7d-8909-ae981c1536ee req-aff1358c-7101-40cf-b948-e6ec7764bfbb tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc25c47-c49f-4f72-b689-5693a6947492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224689 Oct 12 19:35:45.526785 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-a05f716e-e613-4aac-a5f8-49b86fb4cd0b None None] Port 161979c5-12d0-483b-ad0f-92922f145188 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:35:45.834296 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9277a97e-242e-40fb-bdbd-067a2ff1f196 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8092566'] for router_interface, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:46.120394 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-9277a97e-242e-40fb-bdbd-067a2ff1f196 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Deleting port 161979c5-12d0-483b-ad0f-92922f145188 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:35:46.120993 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9277a97e-242e-40fb-bdbd-067a2ff1f196 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:46.278389 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device c07665b4-a179-4091-9fcc-6ffd853121d9 no longer exists at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:35:46.471594 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:46.521630 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 540c0815-a760-4c7b-baf1-9d0608c10f3e up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:35:46.529927 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b52d58a-37ab-4e50-b262-c81246f70212', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c07665b4-a179-4091-9fcc-6ffd853121d9'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:35:46.532287 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dcb843d-88f4-4020-b428-008fb6fc8837" -d '{"events": [{"server_uuid": "5b52d58a-37ab-4e50-b262-c81246f70212", "name": "network-vif-unplugged", "status": "completed", "tag": "c07665b4-a179-4091-9fcc-6ffd853121d9"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:35:46.578405 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port c07665b4-a179-4091-9fcc-6ffd853121d9, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=c07665b4-a179-4091-9fcc-6ffd853121d9,segment=NetworkSegment(e63f83d5-85c3-489d-99f4-18d9a9b82b19),segment_id=e63f83d5-85c3-489d-99f4-18d9a9b82b19)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:35:46.615070 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 12 Oct 2021 19:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e6d6b88-f01c-4e60-8bf3-ee4b04dc3c02 x-openstack-request-id: req-1e6d6b88-f01c-4e60-8bf3-ee4b04dc3c02 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:35:46.615070 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b52d58a-37ab-4e50-b262-c81246f70212", "name": "network-vif-unplugged", "status": "failed", "tag": "c07665b4-a179-4091-9fcc-6ffd853121d9", "code": 422}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:35:46.615070 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1e6d6b88-f01c-4e60-8bf3-ee4b04dc3c02 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:35:46.615070 n-d-813679-3 neutron-server[95503]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5b52d58a-37ab-4e50-b262-c81246f70212', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c07665b4-a179-4091-9fcc-6ffd853121d9', 'code': 422} returned with failed status Oct 12 19:35:46.624850 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 540c0815-a760-4c7b-baf1-9d0608c10f3e triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:35:46.625885 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:46.675121 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:46.704518 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9277a97e-242e-40fb-bdbd-067a2ff1f196 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:46.741050 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 39974) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:35:46.762384 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-9277a97e-242e-40fb-bdbd-067a2ff1f196 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Calling delete_port for 161979c5-12d0-483b-ad0f-92922f145188 owned by network:router_interface {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:35:46.771644 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=c07665b4-a179-4091-9fcc-6ffd853121d9,revision_number=8']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:35:46.879900 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-8cbe55f0-b29c-4dcd-a17a-2c2c9be1e036 tempest-MeteringTestJSON-111490175 tempest-MeteringTestJSON-111490175-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1766196390'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:35:46.880603 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-8cbe55f0-b29c-4dcd-a17a-2c2c9be1e036 tempest-MeteringTestJSON-111490175 tempest-MeteringTestJSON-111490175-project-admin] Unknown quota resources ['metering_label']. {{(pid=95502) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 12 19:35:47.049694 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9277a97e-242e-40fb-bdbd-067a2ff1f196 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:47.117498 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9277a97e-242e-40fb-bdbd-067a2ff1f196 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Pushing event deleted for resources: {'Port': ['ID=161979c5-12d0-483b-ad0f-92922f145188,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:35:47.227023 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8cbe55f0-b29c-4dcd-a17a-2c2c9be1e036 tempest-MeteringTestJSON-111490175 tempest-MeteringTestJSON-111490175-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:47.229624 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-8cbe55f0-b29c-4dcd-a17a-2c2c9be1e036 tempest-MeteringTestJSON-111490175 tempest-MeteringTestJSON-111490175-project-admin] 10.222.0.49 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.4869041 Oct 12 19:35:47.232604 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 39988) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:35:47.239184 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-dff811e1-ad8f-48ce-bf41-3a48f3afa509 tempest-MeteringTestJSON-111490175 tempest-MeteringTestJSON-111490175-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '2e4aae47-481f-4ed1-b115-604e9aa4ce1c'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:35:47.239697 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-dff811e1-ad8f-48ce-bf41-3a48f3afa509 tempest-MeteringTestJSON-111490175 tempest-MeteringTestJSON-111490175-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95502) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 12 19:35:47.257418 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9277a97e-242e-40fb-bdbd-067a2ff1f196 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7898909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8092450'] for router_interface, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:47.478225 n-d-813679-3 neutron-server[95502]: WARNING neutron.services.metering.metering_plugin [None req-dff811e1-ad8f-48ce-bf41-3a48f3afa509 tempest-MeteringTestJSON-111490175 tempest-MeteringTestJSON-111490175-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 12 19:35:47.520528 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9277a97e-242e-40fb-bdbd-067a2ff1f196 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Router eda5f8a0-09b5-4e16-b97c-8aaf077dd192 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:35:47.609501 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9277a97e-242e-40fb-bdbd-067a2ff1f196 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:35:47.616144 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-9277a97e-242e-40fb-bdbd-067a2ff1f196 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] 10.222.0.49 "PUT /v2.0/routers/eda5f8a0-09b5-4e16-b97c-8aaf077dd192/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2030981 Oct 12 19:35:47.619885 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 40002) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:35:47.622681 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f52652-8347-485c-89e5-0eeb5f79c894 None None] Sync routers for ids ['eda5f8a0-09b5-4e16-b97c-8aaf077dd192'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:35:47.625294 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-dff811e1-ad8f-48ce-bf41-3a48f3afa509 tempest-MeteringTestJSON-111490175 tempest-MeteringTestJSON-111490175-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:47.626691 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-dff811e1-ad8f-48ce-bf41-3a48f3afa509 tempest-MeteringTestJSON-111490175 tempest-MeteringTestJSON-111490175-project-admin] 10.222.0.49 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3927984 Oct 12 19:35:47.631192 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [req-5c92eae6-2c20-4f36-aff8-b280b3a28cc6 req-4e74379a-bd42-4309-9713-a87ddc973e63 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 19:35:47.633634 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 40006) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:35:47.633787 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5c92eae6-2c20-4f36-aff8-b280b3a28cc6 req-4e74379a-bd42-4309-9713-a87ddc973e63 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0101631 Oct 12 19:35:47.638422 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f52652-8347-485c-89e5-0eeb5f79c894 None None] Routers {'eda5f8a0-09b5-4e16-b97c-8aaf077dd192'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:35:47.639066 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-d1f52652-8347-485c-89e5-0eeb5f79c894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:35:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['eda5f8a0-09b5-4e16-b97c-8aaf077dd192'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:35:47.657993 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-cb2d7321-bd92-44b7-ad3c-adbfbcbc81ed tempest-MeteringTestJSON-111490175 tempest-MeteringTestJSON-111490175-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '2e4aae47-481f-4ed1-b115-604e9aa4ce1c'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:35:47.658489 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-cb2d7321-bd92-44b7-ad3c-adbfbcbc81ed tempest-MeteringTestJSON-111490175 tempest-MeteringTestJSON-111490175-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95501) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 12 19:35:47.665777 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-ad4db62b-9190-48b2-be37-6fb91f74020e tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] 10.222.0.49 "GET /v2.0/ports?device_id=eda5f8a0-09b5-4e16-b97c-8aaf077dd192 HTTP/1.1" status: 200 len: 205 time: 0.0451703 Oct 12 19:35:47.669902 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 40008) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:35:47.730012 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-d1f52652-8347-485c-89e5-0eeb5f79c894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:35:47.740586 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f52652-8347-485c-89e5-0eeb5f79c894 None None] Routers {'eda5f8a0-09b5-4e16-b97c-8aaf077dd192'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:35:47.741698 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-d1f52652-8347-485c-89e5-0eeb5f79c894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:35:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['eda5f8a0-09b5-4e16-b97c-8aaf077dd192'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:35:47.799297 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-023ae798-be8c-46fb-afed-14f149299184 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks [] for router, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:47.809388 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-d1f52652-8347-485c-89e5-0eeb5f79c894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:35:47.810254 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f52652-8347-485c-89e5-0eeb5f79c894 None None] The sync data for ids ['eda5f8a0-09b5-4e16-b97c-8aaf077dd192'] in n-d-813679-3 is: [] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:35:47.862344 n-d-813679-3 neutron-server[95501]: WARNING neutron.services.metering.metering_plugin [None req-cb2d7321-bd92-44b7-ad3c-adbfbcbc81ed tempest-MeteringTestJSON-111490175 tempest-MeteringTestJSON-111490175-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 12 19:35:48.036070 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-cb2d7321-bd92-44b7-ad3c-adbfbcbc81ed tempest-MeteringTestJSON-111490175 tempest-MeteringTestJSON-111490175-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:48.037344 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-cb2d7321-bd92-44b7-ad3c-adbfbcbc81ed tempest-MeteringTestJSON-111490175 tempest-MeteringTestJSON-111490175-project-admin] 10.222.0.49 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4003789 Oct 12 19:35:48.045644 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 40020) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:35:48.047750 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-023ae798-be8c-46fb-afed-14f149299184 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255495'] for router, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:48.050221 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-023ae798-be8c-46fb-afed-14f149299184 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:48.064661 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-dcf32e9c-731b-4b81-93db-eb6d45160ff0 tempest-MeteringTestJSON-111490175 tempest-MeteringTestJSON-111490175-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-label-rules?id=6bf7a3a4-eb57-4c8a-a2ad-6f5158a1e2f8 HTTP/1.1" status: 200 len: 464 time: 0.0167007 Oct 12 19:35:48.079905 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 40022) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:35:48.119884 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f31a25-da63-49b9-8e2a-f31231f9b6ef req-74c9337e-08ec-4283-a09f-b10e24f83190 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:35:48.127702 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-98f31a25-da63-49b9-8e2a-f31231f9b6ef req-74c9337e-08ec-4283-a09f-b10e24f83190 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b52d58a-37ab-4e50-b262-c81246f70212 HTTP/1.1" status: 200 len: 943 time: 0.0957561 Oct 12 19:35:48.172357 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-98f31a25-da63-49b9-8e2a-f31231f9b6ef req-0de496ac-a246-40e5-a14b-99cabb92d0eb tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc25c47-c49f-4f72-b689-5693a6947492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429590 Oct 12 19:35:48.203355 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-023ae798-be8c-46fb-afed-14f149299184 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8093499'] for router, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:48.204341 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-023ae798-be8c-46fb-afed-14f149299184 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Fanout notify agent at l3_agent the message router_deleted on router eda5f8a0-09b5-4e16-b97c-8aaf077dd192 {{(pid=95502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 19:35:48.213556 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-023ae798-be8c-46fb-afed-14f149299184 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:48.228091 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 40034) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:35:48.228493 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-023ae798-be8c-46fb-afed-14f149299184 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] 10.222.0.49 "DELETE /v2.0/routers/eda5f8a0-09b5-4e16-b97c-8aaf077dd192 HTTP/1.1" status: 204 len: 168 time: 0.5554245 Oct 12 19:35:48.357471 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-652a30ba-64d8-45d0-9e1e-848291373830 tempest-MeteringTestJSON-111490175 tempest-MeteringTestJSON-111490175-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:48.358616 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-652a30ba-64d8-45d0-9e1e-848291373830 tempest-MeteringTestJSON-111490175 tempest-MeteringTestJSON-111490175-project-admin] 10.222.0.49 "DELETE /v2.0/metering/metering-label-rules/6bf7a3a4-eb57-4c8a-a2ad-6f5158a1e2f8 HTTP/1.1" status: 204 len: 168 time: 0.2775681 Oct 12 19:35:48.361472 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 40038) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:35:48.371520 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_v2 [None req-79095e27-988c-48e7-ae11-d34cc6afd31e tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Deleting subnet 6b976f4c-0654-408f-a4cc-3de30352ca60 {{(pid=95501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:35:48.376870 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-79095e27-988c-48e7-ae11-d34cc6afd31e tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks [] for subnet, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:48.381149 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-06bf2c81-159c-4309-a907-a59150ffaf87 tempest-MeteringTestJSON-111490175 tempest-MeteringTestJSON-111490175-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-label-rules?id=6bf7a3a4-eb57-4c8a-a2ad-6f5158a1e2f8 HTTP/1.1" status: 200 len: 221 time: 0.0186162 Oct 12 19:35:48.385921 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 40040) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:35:48.393123 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-fd8d72da-2f04-4e09-96c3-5491aaba2225 tempest-MeteringTestJSON-111490175 tempest-MeteringTestJSON-111490175-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1752247143', 'description': 'label created by tempest'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:35:48.393558 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-fd8d72da-2f04-4e09-96c3-5491aaba2225 tempest-MeteringTestJSON-111490175 tempest-MeteringTestJSON-111490175-project-admin] Unknown quota resources ['metering_label']. {{(pid=95502) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 12 19:35:48.423918 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-79095e27-988c-48e7-ae11-d34cc6afd31e tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281083'] for subnet, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:48.441061 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-207619f0-bc94-421e-99ef-4bc5464828d6 req-22e264b1-8f92-4d89-b02c-ea16270a4573 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5b52d58a-37ab-4e50-b262-c81246f70212&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1168160 Oct 12 19:35:48.554032 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-79095e27-988c-48e7-ae11-d34cc6afd31e tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:48.702905 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fd8d72da-2f04-4e09-96c3-5491aaba2225 tempest-MeteringTestJSON-111490175 tempest-MeteringTestJSON-111490175-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:48.706901 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-fd8d72da-2f04-4e09-96c3-5491aaba2225 tempest-MeteringTestJSON-111490175 tempest-MeteringTestJSON-111490175-project-admin] 10.222.0.49 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3163712 Oct 12 19:35:48.707211 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 40052) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:35:48.741833 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-79095e27-988c-48e7-ae11-d34cc6afd31e tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4824924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4612362'] for subnet, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:48.770705 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-277b1ba1-de4f-4abd-95db-a3683ffe014e None None] Network ca6972ef-e090-45c5-8899-74615daebe94 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:35:48.786319 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-79095e27-988c-48e7-ae11-d34cc6afd31e tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:48.796398 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-79095e27-988c-48e7-ae11-d34cc6afd31e tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] 10.222.0.49 "DELETE /v2.0/subnets/6b976f4c-0654-408f-a4cc-3de30352ca60 HTTP/1.1" status: 204 len: 168 time: 0.5641408 Oct 12 19:35:48.838058 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 40056) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:35:48.854987 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79095e27-988c-48e7-ae11-d34cc6afd31e tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Pushing event deleted for resources: {'Subnet': ['ID=6b976f4c-0654-408f-a4cc-3de30352ca60,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:35:48.888534 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-9d28167e-f3d9-4502-b3a1-a745b2e15ce6 tempest-MeteringTestJSON-111490175 tempest-MeteringTestJSON-111490175-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-labels?id=69bd0696-32af-4388-af1a-e606633be8e4 HTTP/1.1" status: 200 len: 468 time: 0.1801889 Oct 12 19:35:48.895035 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 40060) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:35:49.017537 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4db71b9f-036f-4fe9-971d-c438bbd8478f tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:49.147408 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eee1d7b-b352-421c-8914-6387bd7b11b1 None None] DHCP port deletion for ca6972ef-e090-45c5-8899-74615daebe94 request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 19:35:49.171518 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-4db71b9f-036f-4fe9-971d-c438bbd8478f tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Deleting port 540c0815-a760-4c7b-baf1-9d0608c10f3e {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:35:49.172262 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4db71b9f-036f-4fe9-971d-c438bbd8478f tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:49.250239 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-2eee1d7b-b352-421c-8914-6387bd7b11b1 None None] Deleting port 540c0815-a760-4c7b-baf1-9d0608c10f3e {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:35:49.253364 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2eee1d7b-b352-421c-8914-6387bd7b11b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:49.301943 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [None req-4db71b9f-036f-4fe9-971d-c438bbd8478f tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] For port 540c0815-a760-4c7b-baf1-9d0608c10f3e, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=540c0815-a760-4c7b-baf1-9d0608c10f3e,segment=NetworkSegment(9527f26d-2524-4b06-8afc-6d7d2eb1c724),segment_id=9527f26d-2524-4b06-8afc-6d7d2eb1c724)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:35:49.302364 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4db71b9f-036f-4fe9-971d-c438bbd8478f tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:49.341528 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-4db71b9f-036f-4fe9-971d-c438bbd8478f tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Calling delete_port for 540c0815-a760-4c7b-baf1-9d0608c10f3e owned by network:dhcp {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:35:49.372411 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f22554cb-b2f3-49ec-bd02-701dd9dc3682 tempest-MeteringTestJSON-111490175 tempest-MeteringTestJSON-111490175-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:49.373517 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-f22554cb-b2f3-49ec-bd02-701dd9dc3682 tempest-MeteringTestJSON-111490175 tempest-MeteringTestJSON-111490175-project-admin] 10.222.0.49 "DELETE /v2.0/metering/metering-labels/69bd0696-32af-4388-af1a-e606633be8e4 HTTP/1.1" status: 204 len: 168 time: 0.4792194 Oct 12 19:35:49.376598 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 40076) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:35:49.385391 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-2eee1d7b-b352-421c-8914-6387bd7b11b1 None None] For port 540c0815-a760-4c7b-baf1-9d0608c10f3e, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=540c0815-a760-4c7b-baf1-9d0608c10f3e,segment=NetworkSegment(9527f26d-2524-4b06-8afc-6d7d2eb1c724),segment_id=9527f26d-2524-4b06-8afc-6d7d2eb1c724)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:35:49.386220 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2eee1d7b-b352-421c-8914-6387bd7b11b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:49.387984 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-6749cc20-4291-4242-ba74-6a59215188f8 tempest-MeteringTestJSON-111490175 tempest-MeteringTestJSON-111490175-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-labels?id=69bd0696-32af-4388-af1a-e606633be8e4 HTTP/1.1" status: 200 len: 216 time: 0.0102792 Oct 12 19:35:49.391668 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 40078) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:35:49.402273 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-1d6f4eb5-6c82-4722-ae73-c37e4482f629 tempest-MeteringTestJSON-111490175 tempest-MeteringTestJSON-111490175-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0094769 Oct 12 19:35:49.407294 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-2eee1d7b-b352-421c-8914-6387bd7b11b1 None None] Calling delete_port for 540c0815-a760-4c7b-baf1-9d0608c10f3e owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:35:49.408061 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 40080) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:35:49.443026 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-20d73954-ea06-4bcb-8478-c1ecb55088d9 tempest-MeteringTestJSON-111490175 tempest-MeteringTestJSON-111490175-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0160832 Oct 12 19:35:49.446282 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 40084) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:35:49.474018 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbd5e6b-f77f-48de-be4e-9160aaa7507b req-3f9e3386-a258-425b-858c-3a4ed19ecb49 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:35:49.481887 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1fbd5e6b-f77f-48de-be4e-9160aaa7507b req-3f9e3386-a258-425b-858c-3a4ed19ecb49 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b52d58a-37ab-4e50-b262-c81246f70212 HTTP/1.1" status: 200 len: 943 time: 0.1539223 Oct 12 19:35:49.526911 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-687931d4-4b30-40af-a7c0-c02ad3659f8a tempest-MeteringTestJSON-111490175 tempest-MeteringTestJSON-111490175-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-labels/2e4aae47-481f-4ed1-b115-604e9aa4ce1c HTTP/1.1" status: 200 len: 473 time: 0.0792379 Oct 12 19:35:49.529603 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 40086) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:35:49.569627 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-df2b0fcb-0233-4cf5-b749-f0343651c1e7 tempest-MeteringTestJSON-111490175 tempest-MeteringTestJSON-111490175-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-label-rules/1b0cfeb9-886f-4e09-b77d-3349d85c7a28 HTTP/1.1" status: 200 len: 461 time: 0.0328839 Oct 12 19:35:49.570361 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 40090) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:35:49.581355 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1fbd5e6b-f77f-48de-be4e-9160aaa7507b req-2b7b8171-5b53-4dff-b096-6f01f9b3f729 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc25c47-c49f-4f72-b689-5693a6947492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947468 Oct 12 19:35:49.667027 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4db71b9f-036f-4fe9-971d-c438bbd8478f tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:49.675188 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2eee1d7b-b352-421c-8914-6387bd7b11b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:49.720747 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db71b9f-036f-4fe9-971d-c438bbd8478f tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] No DVR routers for this DVR port 540c0815-a760-4c7b-baf1-9d0608c10f3e on host n-d-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:35:49.726926 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eee1d7b-b352-421c-8914-6387bd7b11b1 None None] No DVR routers for this DVR port 540c0815-a760-4c7b-baf1-9d0608c10f3e on host n-d-813679-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:35:49.728969 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db71b9f-036f-4fe9-971d-c438bbd8478f tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Pushing event deleted for resources: {'Port': ['ID=540c0815-a760-4c7b-baf1-9d0608c10f3e,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:35:49.750167 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eee1d7b-b352-421c-8914-6387bd7b11b1 None None] Pushing event deleted for resources: {'Port': ['ID=540c0815-a760-4c7b-baf1-9d0608c10f3e,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:35:49.829805 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-10874d56-f3c9-4b2b-a2a6-ac2d2993afd1 tempest-MeteringTestJSON-111490175 tempest-MeteringTestJSON-111490175-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:49.831324 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-10874d56-f3c9-4b2b-a2a6-ac2d2993afd1 tempest-MeteringTestJSON-111490175 tempest-MeteringTestJSON-111490175-project-admin] 10.222.0.49 "DELETE /v2.0/metering/metering-label-rules/1b0cfeb9-886f-4e09-b77d-3349d85c7a28 HTTP/1.1" status: 204 len: 168 time: 0.2597828 Oct 12 19:35:49.834419 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 40096) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:35:49.870848 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4db71b9f-036f-4fe9-971d-c438bbd8478f tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:49.910782 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-4db71b9f-036f-4fe9-971d-c438bbd8478f tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca6972ef-e090-45c5-8899-74615daebe94']}} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:35:49.921063 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-4db71b9f-036f-4fe9-971d-c438bbd8478f tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9527f26d-2524-4b06-8afc-6d7d2eb1c724') {'for_net_delete': True} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:35:49.921368 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-4db71b9f-036f-4fe9-971d-c438bbd8478f tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9527f26d-2524-4b06-8afc-6d7d2eb1c724') {} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:35:49.932784 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4db71b9f-036f-4fe9-971d-c438bbd8478f tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4281072'] for segment, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:49.960951 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4db71b9f-036f-4fe9-971d-c438bbd8478f tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:49.974710 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4db71b9f-036f-4fe9-971d-c438bbd8478f tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=95501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:35:49.975983 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4db71b9f-036f-4fe9-971d-c438bbd8478f tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4823170'] for segment, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:49.989490 n-d-813679-3 neutron-server[95501]: Traceback (most recent call last): Oct 12 19:35:49.989490 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:35:49.989490 n-d-813679-3 neutron-server[95501]: timer() Oct 12 19:35:49.989490 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:35:49.989490 n-d-813679-3 neutron-server[95501]: cb(*args, **kw) Oct 12 19:35:49.989490 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:35:49.989490 n-d-813679-3 neutron-server[95501]: return func(*args, **kwargs) Oct 12 19:35:49.989490 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:35:49.989490 n-d-813679-3 neutron-server[95501]: self._notify() Oct 12 19:35:49.989490 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:35:49.989490 n-d-813679-3 neutron-server[95501]: self.callback(batched_events) Oct 12 19:35:49.989490 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:35:49.989490 n-d-813679-3 neutron-server[95501]: event.method(event) Oct 12 19:35:49.989490 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:35:49.989490 n-d-813679-3 neutron-server[95501]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:35:49.989490 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:35:49.989490 n-d-813679-3 neutron-server[95501]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:35:49.989490 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:35:49.989490 n-d-813679-3 neutron-server[95501]: return f(self, *a, **k) Oct 12 19:35:49.989490 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:35:49.989490 n-d-813679-3 neutron-server[95501]: return self._get(url).json() Oct 12 19:35:49.989490 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:35:49.989490 n-d-813679-3 neutron-server[95501]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:35:49.989490 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:35:49.989490 n-d-813679-3 neutron-server[95501]: return self.request(url, 'GET', **kwargs) Oct 12 19:35:49.989490 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:35:49.989490 n-d-813679-3 neutron-server[95501]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:35:49.989490 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:35:49.989490 n-d-813679-3 neutron-server[95501]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:35:49.989490 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:35:49.989490 n-d-813679-3 neutron-server[95501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:35:49.989490 n-d-813679-3 neutron-server[95501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:35:50.125520 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-96189de2-0e8c-46ec-97cb-2223b2ac37f0 tempest-MeteringTestJSON-111490175 tempest-MeteringTestJSON-111490175-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:50.126679 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-96189de2-0e8c-46ec-97cb-2223b2ac37f0 tempest-MeteringTestJSON-111490175 tempest-MeteringTestJSON-111490175-project-admin] 10.222.0.49 "DELETE /v2.0/metering/metering-labels/2e4aae47-481f-4ed1-b115-604e9aa4ce1c HTTP/1.1" status: 204 len: 168 time: 0.2912114 Oct 12 19:35:50.222089 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4db71b9f-036f-4fe9-971d-c438bbd8478f tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:50.232811 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4db71b9f-036f-4fe9-971d-c438bbd8478f tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:50.236662 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-4db71b9f-036f-4fe9-971d-c438bbd8478f tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] 10.222.0.49 "DELETE /v2.0/networks/ca6972ef-e090-45c5-8899-74615daebe94 HTTP/1.1" status: 204 len: 168 time: 1.3974738 Oct 12 19:35:50.240294 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 40110) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:35:50.246611 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-9497db32-f3e6-4d37-8687-e03b7c7329c8 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-754049263', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}, 'admin_state_up': False}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:35:50.263070 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db71b9f-036f-4fe9-971d-c438bbd8478f tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Pushing event deleted for resources: {'Network': ['ID=ca6972ef-e090-45c5-8899-74615daebe94,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:35:50.352493 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9497db32-f3e6-4d37-8687-e03b7c7329c8 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8093678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255505'] for router, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:50.353626 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9497db32-f3e6-4d37-8687-e03b7c7329c8 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8093562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8087085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8022306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255518'] for router, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:50.418495 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9497db32-f3e6-4d37-8687-e03b7c7329c8 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:50.461960 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 540c0815-a760-4c7b-baf1-9d0608c10f3e no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:35:50.486079 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 540c0815-a760-4c7b-baf1-9d0608c10f3e {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:35:50.486641 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 540c0815-a760-4c7b-baf1-9d0608c10f3e not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:35:50.761542 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 40124) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:35:50.782804 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9497db32-f3e6-4d37-8687-e03b7c7329c8 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:50.821607 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81675ff3-9443-4003-9c0a-ad534112538b req-0d1c69f4-9532-4237-a23d-fe22a2299c54 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:35:50.828629 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-81675ff3-9443-4003-9c0a-ad534112538b req-0d1c69f4-9532-4237-a23d-fe22a2299c54 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b52d58a-37ab-4e50-b262-c81246f70212 HTTP/1.1" status: 200 len: 943 time: 0.1484516 Oct 12 19:35:50.892822 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-81675ff3-9443-4003-9c0a-ad534112538b req-e4865d30-4bdc-405c-9e6b-e6b65130a39f tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc25c47-c49f-4f72-b689-5693a6947492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630119 Oct 12 19:35:50.936242 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-14574627-5977-4da0-8737-f5f26476c1e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:51.052876 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-14574627-5977-4da0-8737-f5f26476c1e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:51.128475 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9497db32-f3e6-4d37-8687-e03b7c7329c8 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks [] for router_gateway, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:51.153961 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9497db32-f3e6-4d37-8687-e03b7c7329c8 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:51.158022 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-14574627-5977-4da0-8737-f5f26476c1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:51.202689 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-14574627-5977-4da0-8737-f5f26476c1e2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6d96251c09604b61803581f7189a9fca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4399037 Oct 12 19:35:51.203695 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14574627-5977-4da0-8737-f5f26476c1e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50b0eace-5f31-40a8-b06e-668d8d3a1017,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:35:51.206160 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 40138) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:35:51.304109 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-62d7a6a5-3bc6-4c40-aae4-c733d083c480 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:51.338912 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-62d7a6a5-3bc6-4c40-aae4-c733d083c480 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:51.344617 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-9497db32-f3e6-4d37-8687-e03b7c7329c8 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Allocated IP 172.25.5.44 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/1ccdb9f2-be05-4707-969a-d71f5eba1df2) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:35:51.506043 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9497db32-f3e6-4d37-8687-e03b7c7329c8 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:51.787209 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-62d7a6a5-3bc6-4c40-aae4-c733d083c480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:51.790263 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-62d7a6a5-3bc6-4c40-aae4-c733d083c480 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:51.793113 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-62d7a6a5-3bc6-4c40-aae4-c733d083c480 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/50b0eace-5f31-40a8-b06e-668d8d3a1017 HTTP/1.1" status: 204 len: 168 time: 0.5846233 Oct 12 19:35:51.807515 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d7a6a5-3bc6-4c40-aae4-c733d083c480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50b0eace-5f31-40a8-b06e-668d8d3a1017,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:35:51.845720 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9497db32-f3e6-4d37-8687-e03b7c7329c8 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:51.944163 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9497db32-f3e6-4d37-8687-e03b7c7329c8 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Pushing event updated for resources: {'Port': ['ID=1ccdb9f2-be05-4707-969a-d71f5eba1df2,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:35:51.944723 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9497db32-f3e6-4d37-8687-e03b7c7329c8 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:35:51.946724 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-9497db32-f3e6-4d37-8687-e03b7c7329c8 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:35:51.953194 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9497db32-f3e6-4d37-8687-e03b7c7329c8 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:35:52.123436 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b8b1a9-6abb-4f1e-8b4b-9d13fa19bc5c req-074dbed1-ee58-463d-ada6-7381dfe778ce tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:35:52.125035 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-31b8b1a9-6abb-4f1e-8b4b-9d13fa19bc5c req-074dbed1-ee58-463d-ada6-7381dfe778ce tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b52d58a-37ab-4e50-b262-c81246f70212 HTTP/1.1" status: 200 len: 943 time: 0.1268814 Oct 12 19:35:52.200980 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-31b8b1a9-6abb-4f1e-8b4b-9d13fa19bc5c req-cc207003-35c1-4b24-adfd-66bce1c74e15 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc25c47-c49f-4f72-b689-5693a6947492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638509 Oct 12 19:35:52.581829 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 40182) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:35:52.598607 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-bcb5783a-9aa6-41e8-84e1-9b8833b32073 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:52.712375 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-bcb5783a-9aa6-41e8-84e1-9b8833b32073 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:52.787018 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-bcb5783a-9aa6-41e8-84e1-9b8833b32073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:52.827699 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-bcb5783a-9aa6-41e8-84e1-9b8833b32073 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=40c478ff788040d9bcbffb3234606642&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2440834 Oct 12 19:35:52.830601 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 40186) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:35:52.869113 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb5783a-9aa6-41e8-84e1-9b8833b32073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9995cb5f-3bc6-49c6-8ff6-897c7a58dec0,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:35:52.927324 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b9c392e4-012d-4f54-a8f9-aae30f4af9fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:52.966946 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b9c392e4-012d-4f54-a8f9-aae30f4af9fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:53.042646 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9497db32-f3e6-4d37-8687-e03b7c7329c8 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks [] for router_gateway, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:53.124263 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b9c392e4-012d-4f54-a8f9-aae30f4af9fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:53.134175 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b9c392e4-012d-4f54-a8f9-aae30f4af9fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:53.134175 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-b9c392e4-012d-4f54-a8f9-aae30f4af9fb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9995cb5f-3bc6-49c6-8ff6-897c7a58dec0 HTTP/1.1" status: 204 len: 168 time: 0.3022256 Oct 12 19:35:53.146686 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c392e4-012d-4f54-a8f9-aae30f4af9fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9995cb5f-3bc6-49c6-8ff6-897c7a58dec0,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:35:53.377315 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9497db32-f3e6-4d37-8687-e03b7c7329c8 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8093541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7915516'] for router, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:53.477640 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52830a4-4753-4c34-8541-ae20b962147a req-1a74867a-2d6c-4f07-8e23-17e677e63d97 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:35:53.485094 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e52830a4-4753-4c34-8541-ae20b962147a req-1a74867a-2d6c-4f07-8e23-17e677e63d97 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b52d58a-37ab-4e50-b262-c81246f70212 HTTP/1.1" status: 200 len: 943 time: 0.1131768 Oct 12 19:35:53.560256 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e52830a4-4753-4c34-8541-ae20b962147a req-45627e3b-77bd-4092-b219-cdbdf5f7d3f8 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc25c47-c49f-4f72-b689-5693a6947492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741751 Oct 12 19:35:53.666724 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9497db32-f3e6-4d37-8687-e03b7c7329c8 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Router a93d1d76-0c12-4f99-b8ea-9e3efc5e2860 is scheduled to L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b with binding_index 1 {{(pid=95502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 19:35:53.810693 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9497db32-f3e6-4d37-8687-e03b7c7329c8 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:35:53.828879 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096bf1dc-3941-4127-acd7-1f34bfeb5fef None None] Sync routers for ids ['a93d1d76-0c12-4f99-b8ea-9e3efc5e2860'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:35:53.847164 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096bf1dc-3941-4127-acd7-1f34bfeb5fef None None] Routers {'a93d1d76-0c12-4f99-b8ea-9e3efc5e2860'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:35:53.847164 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-096bf1dc-3941-4127-acd7-1f34bfeb5fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:35:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['a93d1d76-0c12-4f99-b8ea-9e3efc5e2860'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:35:53.886587 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-096bf1dc-3941-4127-acd7-1f34bfeb5fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:35:53.898371 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096bf1dc-3941-4127-acd7-1f34bfeb5fef None None] Routers {'a93d1d76-0c12-4f99-b8ea-9e3efc5e2860'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:35:53.899411 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-096bf1dc-3941-4127-acd7-1f34bfeb5fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:35:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['a93d1d76-0c12-4f99-b8ea-9e3efc5e2860'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:35:53.947342 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-096bf1dc-3941-4127-acd7-1f34bfeb5fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:35:53.948314 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096bf1dc-3941-4127-acd7-1f34bfeb5fef None None] The sync data for ids ['a93d1d76-0c12-4f99-b8ea-9e3efc5e2860'] in n-d-813679-3 is: [] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:35:53.949988 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9497db32-f3e6-4d37-8687-e03b7c7329c8 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:53.961319 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-9497db32-f3e6-4d37-8687-e03b7c7329c8 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 3.7130988 Oct 12 19:35:53.961319 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 40206) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:35:54.169377 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-b8363783-c5df-4697-81a9-06ee4aeb971e tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] 10.222.0.49 "GET /v2.0/routers/a93d1d76-0c12-4f99-b8ea-9e3efc5e2860 HTTP/1.1" status: 200 len: 883 time: 0.2046783 Oct 12 19:35:54.170050 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 40214) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:35:54.461238 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-ba1c49ba-ba07-4cab-ac16-edbde79bc906 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.2918317 Oct 12 19:35:54.463950 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 40224) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:35:54.468479 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-859ab9ff-bfe3-49e2-a43c-75de77cdb3ff tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-754049263'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:35:54.770297 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ffe963-100d-436c-bd19-2b1882b129a0 req-740a80c0-15d9-4d5d-b102-5b60d955d003 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:35:54.771868 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d8ffe963-100d-436c-bd19-2b1882b129a0 req-740a80c0-15d9-4d5d-b102-5b60d955d003 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b52d58a-37ab-4e50-b262-c81246f70212 HTTP/1.1" status: 200 len: 943 time: 0.0727544 Oct 12 19:35:54.875670 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d8ffe963-100d-436c-bd19-2b1882b129a0 req-87c38279-e2a9-476b-b437-76bdb9eaca3f tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc25c47-c49f-4f72-b689-5693a6947492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710244 Oct 12 19:35:54.897504 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-859ab9ff-bfe3-49e2-a43c-75de77cdb3ff tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8087071', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8093548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255500'] for router, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:54.976291 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-859ab9ff-bfe3-49e2-a43c-75de77cdb3ff tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7915516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8087046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7915509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8093527'] for router, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:55.121024 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-859ab9ff-bfe3-49e2-a43c-75de77cdb3ff tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Router a93d1d76-0c12-4f99-b8ea-9e3efc5e2860 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:35:55.245967 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-859ab9ff-bfe3-49e2-a43c-75de77cdb3ff tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:35:55.253288 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-859ab9ff-bfe3-49e2-a43c-75de77cdb3ff tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks [] for router, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:55.256064 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-859ab9ff-bfe3-49e2-a43c-75de77cdb3ff tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] 10.222.0.49 "PUT /v2.0/routers/a93d1d76-0c12-4f99-b8ea-9e3efc5e2860 HTTP/1.1" status: 200 len: 890 time: 0.7903085 Oct 12 19:35:55.257908 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 40250) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:35:55.259849 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892691ce-255c-4b3a-8489-222a60743d47 None None] Sync routers for ids ['a93d1d76-0c12-4f99-b8ea-9e3efc5e2860'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:35:55.272506 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892691ce-255c-4b3a-8489-222a60743d47 None None] Routers {'a93d1d76-0c12-4f99-b8ea-9e3efc5e2860'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:35:55.273544 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-892691ce-255c-4b3a-8489-222a60743d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:35:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['a93d1d76-0c12-4f99-b8ea-9e3efc5e2860'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:35:55.487451 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-ade861b8-fda9-4ea6-b736-0165cfffa17b tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] 10.222.0.49 "GET /v2.0/routers/a93d1d76-0c12-4f99-b8ea-9e3efc5e2860 HTTP/1.1" status: 200 len: 890 time: 0.2224028 Oct 12 19:35:55.487451 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 40258) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:35:55.540629 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-a19a113a-3b74-44f3-bda7-498fed775e37 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] 10.222.0.49 "GET /v2.0/ports?device_id=a93d1d76-0c12-4f99-b8ea-9e3efc5e2860 HTTP/1.1" status: 200 len: 205 time: 0.0548377 Oct 12 19:35:55.543118 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 40262) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:35:55.555136 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-892691ce-255c-4b3a-8489-222a60743d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:35:55.567068 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892691ce-255c-4b3a-8489-222a60743d47 None None] Routers {'a93d1d76-0c12-4f99-b8ea-9e3efc5e2860'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:35:55.567068 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-892691ce-255c-4b3a-8489-222a60743d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:35:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['a93d1d76-0c12-4f99-b8ea-9e3efc5e2860'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:35:55.606807 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-892691ce-255c-4b3a-8489-222a60743d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:35:55.607469 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892691ce-255c-4b3a-8489-222a60743d47 None None] The sync data for ids ['a93d1d76-0c12-4f99-b8ea-9e3efc5e2860'] in n-d-813679-3 is: [] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:35:55.650211 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 40264) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:35:55.690791 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c1d23a71-d791-45b4-8b65-c9d400a33e37 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks [] for router, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:55.772568 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-88fc4ffe-6c73-4983-835b-d1744e61f7b5 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-954171122', 'router:external': True}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:35:55.811627 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c1d23a71-d791-45b4-8b65-c9d400a33e37 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:55.900674 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88fc4ffe-6c73-4983-835b-d1744e61f7b5 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Made reservation on behalf of 1c025652ae754e6e8520d90f99ee098e for: {'network': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:35:55.903277 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-88fc4ffe-6c73-4983-835b-d1744e61f7b5 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:55.913275 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-88fc4ffe-6c73-4983-835b-d1744e61f7b5 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:55.985990 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-c1d23a71-d791-45b4-8b65-c9d400a33e37 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Deleting port 1ccdb9f2-be05-4707-969a-d71f5eba1df2 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:35:55.986255 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c1d23a71-d791-45b4-8b65-c9d400a33e37 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:56.040277 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-88fc4ffe-6c73-4983-835b-d1744e61f7b5 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:56.059654 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7e0b1a-ef0c-4f6a-879d-71e051641884 req-3dc05932-0d3b-419a-9ab8-a26213c854f5 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:35:56.061574 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1f7e0b1a-ef0c-4f6a-879d-71e051641884 req-3dc05932-0d3b-419a-9ab8-a26213c854f5 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b52d58a-37ab-4e50-b262-c81246f70212 HTTP/1.1" status: 200 len: 943 time: 0.0774357 Oct 12 19:35:56.074833 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c1d23a71-d791-45b4-8b65-c9d400a33e37 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:56.088595 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-c1d23a71-d791-45b4-8b65-c9d400a33e37 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Calling delete_port for 1ccdb9f2-be05-4707-969a-d71f5eba1df2 owned by network:router_gateway {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:35:56.101775 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-88fc4ffe-6c73-4983-835b-d1744e61f7b5 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:56.130306 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fc4ffe-6c73-4983-835b-d1744e61f7b5 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=687f5c8d-1bdc-4e6f-a0b5-eaa538e84db5,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:35:56.153822 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1f7e0b1a-ef0c-4f6a-879d-71e051641884 req-8e80b8f7-695c-409a-b457-3b29d8927926 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc25c47-c49f-4f72-b689-5693a6947492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852220 Oct 12 19:35:56.161995 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88fc4ffe-6c73-4983-835b-d1744e61f7b5 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=95501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:35:56.193978 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-88fc4ffe-6c73-4983-835b-d1744e61f7b5 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:56.193978 n-d-813679-3 neutron-server[95501]: INFO neutron.db.segments_db [None req-88fc4ffe-6c73-4983-835b-d1744e61f7b5 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Added segment 5c92fd09-9213-42f1-86e5-97d50d80f8e0 of type vlan for network a54f6e10-ec79-41e3-b75f-e4f630ca3551 Oct 12 19:35:56.271998 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-88fc4ffe-6c73-4983-835b-d1744e61f7b5 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:56.369755 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-88fc4ffe-6c73-4983-835b-d1744e61f7b5 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:56.371593 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88fc4ffe-6c73-4983-835b-d1744e61f7b5 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:35:56.372360 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-88fc4ffe-6c73-4983-835b-d1744e61f7b5 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:56.398111 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c1d23a71-d791-45b4-8b65-c9d400a33e37 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:56.438913 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fc4ffe-6c73-4983-835b-d1744e61f7b5 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Pushing event updated for resources: {'Network': ['ID=a54f6e10-ec79-41e3-b75f-e4f630ca3551,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:35:56.450726 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network a54f6e10-ec79-41e3-b75f-e4f630ca3551 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:35:56.461714 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d23a71-d791-45b4-8b65-c9d400a33e37 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Pushing event deleted for resources: {'Port': ['ID=1ccdb9f2-be05-4707-969a-d71f5eba1df2,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:35:56.500373 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d23a71-d791-45b4-8b65-c9d400a33e37 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:35:56.505059 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d23a71-d791-45b4-8b65-c9d400a33e37 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:35:56.505059 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d23a71-d791-45b4-8b65-c9d400a33e37 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:35:56.505281 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-88fc4ffe-6c73-4983-835b-d1744e61f7b5 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.8497634 Oct 12 19:35:56.505385 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d23a71-d791-45b4-8b65-c9d400a33e37 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:35:56.505385 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d23a71-d791-45b4-8b65-c9d400a33e37 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:35:56.505385 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d23a71-d791-45b4-8b65-c9d400a33e37 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:35:56.505385 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d23a71-d791-45b4-8b65-c9d400a33e37 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:35:56.505385 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d23a71-d791-45b4-8b65-c9d400a33e37 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:35:56.505385 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d23a71-d791-45b4-8b65-c9d400a33e37 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:35:56.505385 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d23a71-d791-45b4-8b65-c9d400a33e37 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:35:56.505385 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d23a71-d791-45b4-8b65-c9d400a33e37 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:35:56.505385 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d23a71-d791-45b4-8b65-c9d400a33e37 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:35:56.506114 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 40274) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:35:56.510938 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-6f718fda-e8e6-4d70-9502-128eda152f72 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Request body: {'subnet': {'network_id': 'a54f6e10-ec79-41e3-b75f-e4f630ca3551', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:35:56.543112 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c1d23a71-d791-45b4-8b65-c9d400a33e37 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7915456'] for router_gateway, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:56.639173 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c1d23a71-d791-45b4-8b65-c9d400a33e37 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255495'] for router, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:56.641626 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c1d23a71-d791-45b4-8b65-c9d400a33e37 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:56.643986 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f718fda-e8e6-4d70-9502-128eda152f72 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Made reservation on behalf of 1c025652ae754e6e8520d90f99ee098e for: {'subnet': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:35:56.645884 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6f718fda-e8e6-4d70-9502-128eda152f72 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4612397'] for subnet, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:56.740891 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c1d23a71-d791-45b4-8b65-c9d400a33e37 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8093499'] for router, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:56.741427 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1d23a71-d791-45b4-8b65-c9d400a33e37 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Fanout notify agent at l3_agent the message router_deleted on router a93d1d76-0c12-4f99-b8ea-9e3efc5e2860 {{(pid=95502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 19:35:56.761359 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c1d23a71-d791-45b4-8b65-c9d400a33e37 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:56.763454 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-c1d23a71-d791-45b4-8b65-c9d400a33e37 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] 10.222.0.49 "DELETE /v2.0/routers/a93d1d76-0c12-4f99-b8ea-9e3efc5e2860 HTTP/1.1" status: 204 len: 168 time: 1.2192829 Oct 12 19:35:56.775959 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 40278) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:35:56.799638 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-a8fb0021-9415-4675-a86b-40eafc8a2b2f tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-460723365'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:35:57.173357 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8fb0021-9415-4675-a86b-40eafc8a2b2f tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Made reservation on behalf of e40d925510bb4f2da67caa3378239276 for: {'network': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:35:57.176857 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a8fb0021-9415-4675-a86b-40eafc8a2b2f tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:57.218303 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8fb0021-9415-4675-a86b-40eafc8a2b2f tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=95501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:35:57.228816 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a8fb0021-9415-4675-a86b-40eafc8a2b2f tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:57.229164 n-d-813679-3 neutron-server[95501]: INFO neutron.db.segments_db [None req-a8fb0021-9415-4675-a86b-40eafc8a2b2f tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Added segment 98f1729d-783b-4689-ae41-f3f66753b212 of type vlan for network 45aa8a0d-cb41-4390-a771-784517337013 Oct 12 19:35:57.302440 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a8fb0021-9415-4675-a86b-40eafc8a2b2f tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:57.437013 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50923c6d-7379-4317-a1d4-ca03ce60c80a req-6923a5fc-b0d8-4ba7-9bdc-14e2e4eed8fb tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:35:57.437013 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-50923c6d-7379-4317-a1d4-ca03ce60c80a req-6923a5fc-b0d8-4ba7-9bdc-14e2e4eed8fb tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b52d58a-37ab-4e50-b262-c81246f70212 HTTP/1.1" status: 200 len: 943 time: 0.1674783 Oct 12 19:35:57.482132 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a8fb0021-9415-4675-a86b-40eafc8a2b2f tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:57.487774 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8fb0021-9415-4675-a86b-40eafc8a2b2f tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:35:57.490201 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a8fb0021-9415-4675-a86b-40eafc8a2b2f tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:57.496874 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-50923c6d-7379-4317-a1d4-ca03ce60c80a req-01f64175-88a6-4310-a850-170354802031 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc25c47-c49f-4f72-b689-5693a6947492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561700 Oct 12 19:35:57.575349 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fb0021-9415-4675-a86b-40eafc8a2b2f tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Pushing event updated for resources: {'Network': ['ID=45aa8a0d-cb41-4390-a771-784517337013,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:35:57.590181 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 45aa8a0d-cb41-4390-a771-784517337013 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:35:57.676826 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-a8fb0021-9415-4675-a86b-40eafc8a2b2f tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8829906 Oct 12 19:35:57.677639 n-d-813679-3 neutron-server[95501]: DEBUG neutron.objects.ports [None req-6f718fda-e8e6-4d70-9502-128eda152f72 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95501) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 12 19:35:57.678257 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6f718fda-e8e6-4d70-9502-128eda152f72 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4824863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4612355'] for subnet, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:57.679885 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 40288) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:35:57.685863 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-6e32fe53-4e82-4313-91df-b1ec35a8d0fa tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Request body: {'subnet': {'network_id': '45aa8a0d-cb41-4390-a771-784517337013', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:35:57.735256 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f718fda-e8e6-4d70-9502-128eda152f72 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Pushing event updated for resources: {'Subnet': ['ID=8f1a97c2-2bd8-483b-aca9-73251398a28d,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:35:57.743840 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f718fda-e8e6-4d70-9502-128eda152f72 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Checking segment: {'id': '5c92fd09-9213-42f1-86e5-97d50d80f8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'a54f6e10-ec79-41e3-b75f-e4f630ca3551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:35:57.744486 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f718fda-e8e6-4d70-9502-128eda152f72 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Network hostable DHCP agents. Network: a54f6e10-ec79-41e3-b75f-e4f630ca3551, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:35:57.877760 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f718fda-e8e6-4d70-9502-128eda152f72 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Network a54f6e10-ec79-41e3-b75f-e4f630ca3551 is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:35:57.912123 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e32fe53-4e82-4313-91df-b1ec35a8d0fa tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Made reservation on behalf of e40d925510bb4f2da67caa3378239276 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:35:57.915772 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6e32fe53-4e82-4313-91df-b1ec35a8d0fa tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16245837'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:58.003839 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-6f718fda-e8e6-4d70-9502-128eda152f72 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, a54f6e10-ec79-41e3-b75f-e4f630ca3551) {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:35:58.013087 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f718fda-e8e6-4d70-9502-128eda152f72 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:35:58.014699 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6f718fda-e8e6-4d70-9502-128eda152f72 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:58.016939 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292f409f-2a26-46b4-9c71-2054bf713443 None None] Network a54f6e10-ec79-41e3-b75f-e4f630ca3551 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:35:58.137889 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-6f718fda-e8e6-4d70-9502-128eda152f72 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.6322575 Oct 12 19:35:58.140886 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 40290) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:35:58.146453 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-9dc1cfce-139b-43ab-b9bd-f9f1229224a0 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1851976509', 'network_id': 'a54f6e10-ec79-41e3-b75f-e4f630ca3551'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:35:58.155946 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5011d79-ff6e-4e27-8a50-1c03838c4ca6 None None] Network a54f6e10-ec79-41e3-b75f-e4f630ca3551 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:35:58.262136 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6e32fe53-4e82-4313-91df-b1ec35a8d0fa tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4306659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16245859'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:58.300848 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dc1cfce-139b-43ab-b9bd-f9f1229224a0 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Made reservation on behalf of 1c025652ae754e6e8520d90f99ee098e for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:35:58.300848 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9dc1cfce-139b-43ab-b9bd-f9f1229224a0 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:58.316352 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [None req-9dc1cfce-139b-43ab-b9bd-f9f1229224a0 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] device_id is not set on port 72d15feb-4239-4014-a020-6806decad57c yet. {{(pid=95501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 19:35:58.349956 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e32fe53-4e82-4313-91df-b1ec35a8d0fa tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Pushing event updated for resources: {'Subnet': ['ID=438bf684-19a9-4d9c-9139-14e6d07e590d,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:35:58.355120 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e32fe53-4e82-4313-91df-b1ec35a8d0fa tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Checking segment: {'id': '98f1729d-783b-4689-ae41-f3f66753b212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '45aa8a0d-cb41-4390-a771-784517337013'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:35:58.355562 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e32fe53-4e82-4313-91df-b1ec35a8d0fa tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Network hostable DHCP agents. Network: 45aa8a0d-cb41-4390-a771-784517337013, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:35:58.430525 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-9dc1cfce-139b-43ab-b9bd-f9f1229224a0 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Allocated IP 172.20.0.14 (a54f6e10-ec79-41e3-b75f-e4f630ca3551/8f1a97c2-2bd8-483b-aca9-73251398a28d/72d15feb-4239-4014-a020-6806decad57c) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:35:58.466036 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e32fe53-4e82-4313-91df-b1ec35a8d0fa tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Network 45aa8a0d-cb41-4390-a771-784517337013 is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:35:58.587456 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9dc1cfce-139b-43ab-b9bd-f9f1229224a0 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:58.602990 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-6e32fe53-4e82-4313-91df-b1ec35a8d0fa tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, 45aa8a0d-cb41-4390-a771-784517337013) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:35:58.610456 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e32fe53-4e82-4313-91df-b1ec35a8d0fa tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:35:58.611396 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6e32fe53-4e82-4313-91df-b1ec35a8d0fa tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:58.620425 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f1889f-e528-4fc9-9a78-d10d952a629c None None] Network 45aa8a0d-cb41-4390-a771-784517337013 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:35:58.680076 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346d73de-2260-455a-a478-80f9447c4f26 req-260b6e48-9b27-4381-aa57-1d222873ec15 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:35:58.682056 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-346d73de-2260-455a-a478-80f9447c4f26 req-260b6e48-9b27-4381-aa57-1d222873ec15 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b52d58a-37ab-4e50-b262-c81246f70212 HTTP/1.1" status: 200 len: 943 time: 0.0896254 Oct 12 19:35:58.731540 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-346d73de-2260-455a-a478-80f9447c4f26 req-8b83d4c9-bdc3-4c23-9150-54ba87dd020e tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc25c47-c49f-4f72-b689-5693a6947492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415070 Oct 12 19:35:58.773218 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-6e32fe53-4e82-4313-91df-b1ec35a8d0fa tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0911932 Oct 12 19:35:58.775396 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 40300) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:35:58.780386 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-b0d36235-e6bf-4383-bde7-34ec876758ce tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1025507896', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:35:58.801634 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290e036e-b6cf-46ac-a0d9-5e6cb8a43f20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-45aa8a0d-cb41-4390-a771-784517337013', 'network_id': '45aa8a0d-cb41-4390-a771-784517337013', 'tenant_id': 'e40d925510bb4f2da67caa3378239276', 'fixed_ips': [{'subnet_id': '438bf684-19a9-4d9c-9139-14e6d07e590d'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:35:58.802776 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-290e036e-b6cf-46ac-a0d9-5e6cb8a43f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:58.819473 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9dc1cfce-139b-43ab-b9bd-f9f1229224a0 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:58.880743 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc1cfce-139b-43ab-b9bd-f9f1229224a0 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Network a54f6e10-ec79-41e3-b75f-e4f630ca3551 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:35:58.883607 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-9dc1cfce-139b-43ab-b9bd-f9f1229224a0 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:35:58.887234 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc1cfce-139b-43ab-b9bd-f9f1229224a0 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:35:58.891038 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b0d36235-e6bf-4383-bde7-34ec876758ce tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8093678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255505'] for router, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:58.892814 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b0d36235-e6bf-4383-bde7-34ec876758ce tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8093562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8087085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8022306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255518'] for router, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:58.893073 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc1cfce-139b-43ab-b9bd-f9f1229224a0 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Pushing event updated for resources: {'Port': ['ID=72d15feb-4239-4014-a020-6806decad57c,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:35:58.941527 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc1cfce-139b-43ab-b9bd-f9f1229224a0 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:35:58.942137 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9dc1cfce-139b-43ab-b9bd-f9f1229224a0 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:58.981625 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b0d36235-e6bf-4383-bde7-34ec876758ce tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:58.993502 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-290e036e-b6cf-46ac-a0d9-5e6cb8a43f20 None None] Allocated IP 2001:db8::2 (45aa8a0d-cb41-4390-a771-784517337013/438bf684-19a9-4d9c-9139-14e6d07e590d/f1c44533-f759-44c1-96de-4d07fb06ad69) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:35:59.037326 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-9dc1cfce-139b-43ab-b9bd-f9f1229224a0 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 0.8926034 Oct 12 19:35:59.037598 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 40302) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:35:59.078636 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b0d36235-e6bf-4383-bde7-34ec876758ce tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8093541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7915516'] for router, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:59.141664 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-9051dd86-c1bd-4b80-96b7-134e2d445336 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Deleting port 72d15feb-4239-4014-a020-6806decad57c {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:35:59.142104 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9051dd86-c1bd-4b80-96b7-134e2d445336 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:59.165847 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-290e036e-b6cf-46ac-a0d9-5e6cb8a43f20 None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:59.215159 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-70495460-68c2-43e8-90e3-997cfe854b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:59.216851 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b0d36235-e6bf-4383-bde7-34ec876758ce tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:59.220977 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-b0d36235-e6bf-4383-bde7-34ec876758ce tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4416692 Oct 12 19:35:59.221278 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 40304) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:35:59.235588 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9051dd86-c1bd-4b80-96b7-134e2d445336 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:59.249515 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-290e036e-b6cf-46ac-a0d9-5e6cb8a43f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:59.254260 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-9051dd86-c1bd-4b80-96b7-134e2d445336 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Calling delete_port for 72d15feb-4239-4014-a020-6806decad57c owned by {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:35:59.299786 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290e036e-b6cf-46ac-a0d9-5e6cb8a43f20 None None] Network 45aa8a0d-cb41-4390-a771-784517337013 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:35:59.311900 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-290e036e-b6cf-46ac-a0d9-5e6cb8a43f20 None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:35:59.323392 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290e036e-b6cf-46ac-a0d9-5e6cb8a43f20 None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:35:59.330923 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290e036e-b6cf-46ac-a0d9-5e6cb8a43f20 None None] Pushing event updated for resources: {'Port': ['ID=f1c44533-f759-44c1-96de-4d07fb06ad69,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:35:59.394219 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-290e036e-b6cf-46ac-a0d9-5e6cb8a43f20 None None] Attempting to bind port f1c44533-f759-44c1-96de-4d07fb06ad69 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:35:59.394619 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-290e036e-b6cf-46ac-a0d9-5e6cb8a43f20 None None] Attempting to bind port f1c44533-f759-44c1-96de-4d07fb06ad69 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '98f1729d-783b-4689-ae41-f3f66753b212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '45aa8a0d-cb41-4390-a771-784517337013'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:35:59.395319 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290e036e-b6cf-46ac-a0d9-5e6cb8a43f20 None None] Attempting to bind port f1c44533-f759-44c1-96de-4d07fb06ad69 on network 45aa8a0d-cb41-4390-a771-784517337013 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:35:59.401012 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290e036e-b6cf-46ac-a0d9-5e6cb8a43f20 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:35:59.406346 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290e036e-b6cf-46ac-a0d9-5e6cb8a43f20 None None] Checking segment: {'id': '98f1729d-783b-4689-ae41-f3f66753b212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '45aa8a0d-cb41-4390-a771-784517337013'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:35:59.406346 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-290e036e-b6cf-46ac-a0d9-5e6cb8a43f20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:59.406346 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290e036e-b6cf-46ac-a0d9-5e6cb8a43f20 None None] Bound using segment: {'id': '98f1729d-783b-4689-ae41-f3f66753b212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '45aa8a0d-cb41-4390-a771-784517337013'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:35:59.406346 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-290e036e-b6cf-46ac-a0d9-5e6cb8a43f20 None None] Bound port: f1c44533-f759-44c1-96de-4d07fb06ad69, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98f1729d-783b-4689-ae41-f3f66753b212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '45aa8a0d-cb41-4390-a771-784517337013'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:35:59.406346 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-290e036e-b6cf-46ac-a0d9-5e6cb8a43f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:59.485657 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-290e036e-b6cf-46ac-a0d9-5e6cb8a43f20 None None] For port f1c44533-f759-44c1-96de-4d07fb06ad69, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:35:59.489385 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-290e036e-b6cf-46ac-a0d9-5e6cb8a43f20 None None] For port f1c44533-f759-44c1-96de-4d07fb06ad69, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=f1c44533-f759-44c1-96de-4d07fb06ad69,segment=NetworkSegment(98f1729d-783b-4689-ae41-f3f66753b212),segment_id=98f1729d-783b-4689-ae41-f3f66753b212)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:35:59.562838 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1d4996bd-3ab6-4d5f-8fed-aadd36bb0a11 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:59.591704 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9051dd86-c1bd-4b80-96b7-134e2d445336 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:59.625891 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9051dd86-c1bd-4b80-96b7-134e2d445336 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Pushing event deleted for resources: {'Port': ['ID=72d15feb-4239-4014-a020-6806decad57c,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:35:59.645055 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-290e036e-b6cf-46ac-a0d9-5e6cb8a43f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:59.693026 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9051dd86-c1bd-4b80-96b7-134e2d445336 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:59.696659 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-9051dd86-c1bd-4b80-96b7-134e2d445336 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] 10.222.0.49 "DELETE /v2.0/ports/72d15feb-4239-4014-a020-6806decad57c HTTP/1.1" status: 204 len: 168 time: 0.6577663 Oct 12 19:35:59.699371 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 40310) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:35:59.707334 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-5429cc35-7466-4557-8a0e-7f503d43c0bb tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a54f6e10-ec79-41e3-b75f-e4f630ca3551', 'external_fixed_ips': [{'subnet_id': '8f1a97c2-2bd8-483b-aca9-73251398a28d', 'ip_address': '172.20.0.14'}]}}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:35:59.717462 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290e036e-b6cf-46ac-a0d9-5e6cb8a43f20 None None] Pushing event updated for resources: {'Port': ['ID=f1c44533-f759-44c1-96de-4d07fb06ad69,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:35:59.858914 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5429cc35-7466-4557-8a0e-7f503d43c0bb tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8093678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255505'] for router, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:59.866048 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5429cc35-7466-4557-8a0e-7f503d43c0bb tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8093562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8087085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8022306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255518'] for router, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:59.897575 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27782ecb-5070-49fd-9ad1-d84104e3c868 req-559b9d2d-7e26-4b7e-97ae-94d789586b8a tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:35:59.899098 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-27782ecb-5070-49fd-9ad1-d84104e3c868 req-559b9d2d-7e26-4b7e-97ae-94d789586b8a tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b52d58a-37ab-4e50-b262-c81246f70212 HTTP/1.1" status: 200 len: 943 time: 0.0665305 Oct 12 19:35:59.906161 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-1d4996bd-3ab6-4d5f-8fed-aadd36bb0a11 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Allocated IP 2001:db8::1 (45aa8a0d-cb41-4390-a771-784517337013/438bf684-19a9-4d9c-9139-14e6d07e590d/9dd2e256-6096-49ed-9c1c-7c272d1f8319) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:35:59.947227 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5429cc35-7466-4557-8a0e-7f503d43c0bb tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:35:59.968740 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-27782ecb-5070-49fd-9ad1-d84104e3c868 req-d23f717a-6d37-46dc-9a94-454a64751e88 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc25c47-c49f-4f72-b689-5693a6947492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534780 Oct 12 19:36:00.201004 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1d4996bd-3ab6-4d5f-8fed-aadd36bb0a11 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:00.236083 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5429cc35-7466-4557-8a0e-7f503d43c0bb tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:00.381235 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1d4996bd-3ab6-4d5f-8fed-aadd36bb0a11 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:00.464360 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4996bd-3ab6-4d5f-8fed-aadd36bb0a11 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Network 45aa8a0d-cb41-4390-a771-784517337013 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:36:00.470986 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-1d4996bd-3ab6-4d5f-8fed-aadd36bb0a11 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:36:00.478266 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device f1c44533-f759-44c1-96de-4d07fb06ad69 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:36:00.479335 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4996bd-3ab6-4d5f-8fed-aadd36bb0a11 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:36:00.479956 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1d4996bd-3ab6-4d5f-8fed-aadd36bb0a11 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7915309'] for router_interface, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:00.485577 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4996bd-3ab6-4d5f-8fed-aadd36bb0a11 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Pushing event updated for resources: {'Port': ['ID=9dd2e256-6096-49ed-9c1c-7c272d1f8319,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:36:00.576349 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port f1c44533-f759-44c1-96de-4d07fb06ad69 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:36:00.576703 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:00.650634 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207619f0-bc94-421e-99ef-4bc5464828d6 req-5be6bae9-68c8-4c42-995a-f1b8850bbd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:36:00.658629 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-207619f0-bc94-421e-99ef-4bc5464828d6 req-5be6bae9-68c8-4c42-995a-f1b8850bbd83 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5b52d58a-37ab-4e50-b262-c81246f70212&tenant_id=811cfaee5aef4af79e24164832947c33 HTTP/1.1" status: 200 len: 1094 time: 0.1540217 Oct 12 19:36:00.698552 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:00.740176 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] For port f1c44533-f759-44c1-96de-4d07fb06ad69, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=f1c44533-f759-44c1-96de-4d07fb06ad69,segment=NetworkSegment(98f1729d-783b-4689-ae41-f3f66753b212),segment_id=98f1729d-783b-4689-ae41-f3f66753b212)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:36:00.755901 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207619f0-bc94-421e-99ef-4bc5464828d6 req-14e0487f-48f6-499c-9218-d8f282c2ce0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:36:00.757310 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1d4996bd-3ab6-4d5f-8fed-aadd36bb0a11 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:00.758800 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-207619f0-bc94-421e-99ef-4bc5464828d6 req-14e0487f-48f6-499c-9218-d8f282c2ce0f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=811cfaee5aef4af79e24164832947c33&device_id=5b52d58a-37ab-4e50-b262-c81246f70212 HTTP/1.1" status: 200 len: 1094 time: 0.0780134 Oct 12 19:36:00.843885 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5429cc35-7466-4557-8a0e-7f503d43c0bb tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:00.894561 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:00.929096 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207619f0-bc94-421e-99ef-4bc5464828d6 req-ec3a2cfb-372d-4192-8203-971f0fdb5a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:36:00.930597 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-207619f0-bc94-421e-99ef-4bc5464828d6 req-ec3a2cfb-372d-4192-8203-971f0fdb5a9f service neutron] 10.222.0.67 "GET /v2.0/networks?id=e1de796f-6482-493c-b5ac-b28a591020e2 HTTP/1.1" status: 200 len: 918 time: 0.1639113 Oct 12 19:36:00.934227 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5429cc35-7466-4557-8a0e-7f503d43c0bb tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:00.966189 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Pushing event updated for resources: {'Port': ['ID=f1c44533-f759-44c1-96de-4d07fb06ad69,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:36:01.017825 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe66e87-f8aa-4d43-8ebf-faf8b6e6a423 None None] Network 45aa8a0d-cb41-4390-a771-784517337013 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:36:01.026932 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-207619f0-bc94-421e-99ef-4bc5464828d6 req-56f5b0e2-48ef-425b-a761-abc08538f6a6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c07665b4-a179-4091-9fcc-6ffd853121d9 HTTP/1.1" status: 200 len: 999 time: 0.0841072 Oct 12 19:36:01.082986 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207619f0-bc94-421e-99ef-4bc5464828d6 req-87909f4b-a880-43c8-9604-78a3cdea79f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:36:01.084857 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-207619f0-bc94-421e-99ef-4bc5464828d6 req-87909f4b-a880-43c8-9604-78a3cdea79f0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=914db72d-f2c7-4670-91dc-11fde7252bf5 HTTP/1.1" status: 200 len: 856 time: 0.0544853 Oct 12 19:36:01.152189 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-da0086ff-291f-4e82-b3d0-86685bfb3d0c None None] Provisioning complete for port f1c44533-f759-44c1-96de-4d07fb06ad69 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:36:01.152189 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-da0086ff-291f-4e82-b3d0-86685bfb3d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:01.193276 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2136ebaf-2bb1-4193-9b43-b769b280518d req-0434ced6-ba94-40e3-832c-5a45a9e065a8 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:36:01.195255 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2136ebaf-2bb1-4193-9b43-b769b280518d req-0434ced6-ba94-40e3-832c-5a45a9e065a8 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b52d58a-37ab-4e50-b262-c81246f70212 HTTP/1.1" status: 200 len: 943 time: 0.1041660 Oct 12 19:36:01.198364 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207619f0-bc94-421e-99ef-4bc5464828d6 req-d8d2b5e6-d7b4-4fa0-adc9-04014c1adbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:36:01.200128 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-207619f0-bc94-421e-99ef-4bc5464828d6 req-d8d2b5e6-d7b4-4fa0-adc9-04014c1adbb0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e1de796f-6482-493c-b5ac-b28a591020e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0973833 Oct 12 19:36:01.341536 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-207619f0-bc94-421e-99ef-4bc5464828d6 req-86955c2b-7a37-4270-8cc3-a237b2102e41 service neutron] 10.222.0.67 "GET /v2.0/networks/e1de796f-6482-493c-b5ac-b28a591020e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272421 Oct 12 19:36:01.379048 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2136ebaf-2bb1-4193-9b43-b769b280518d req-78599436-45f5-402a-ba75-134a27fd0faf tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc25c47-c49f-4f72-b689-5693a6947492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1750300 Oct 12 19:36:01.478147 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-207619f0-bc94-421e-99ef-4bc5464828d6 req-69e909aa-59df-496f-9d43-6d9a6bfe4962 service neutron] 10.222.0.67 "GET /v2.0/networks/e1de796f-6482-493c-b5ac-b28a591020e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273172 Oct 12 19:36:01.575523 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-5429cc35-7466-4557-8a0e-7f503d43c0bb tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Allocated IP 172.20.0.14 (a54f6e10-ec79-41e3-b75f-e4f630ca3551/8f1a97c2-2bd8-483b-aca9-73251398a28d/0f15b110-a7fc-411f-a425-1e10cc03391c) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:36:01.655856 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1d4996bd-3ab6-4d5f-8fed-aadd36bb0a11 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:01.730890 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b003eab3-51bc-4850-ae4b-94a6c8131594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:01.739450 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-1ad1772f-be42-41f8-816a-33669058391f None None] Provisioning complete for port f1c44533-f759-44c1-96de-4d07fb06ad69 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:36:01.740423 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1ad1772f-be42-41f8-816a-33669058391f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:01.741397 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5429cc35-7466-4557-8a0e-7f503d43c0bb tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:01.759308 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1d4996bd-3ab6-4d5f-8fed-aadd36bb0a11 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:01.760227 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1d4996bd-3ab6-4d5f-8fed-aadd36bb0a11 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7898980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8092605'] for router_interface, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:01.828847 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4996bd-3ab6-4d5f-8fed-aadd36bb0a11 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Pushing event updated for resources: {'Port': ['ID=9dd2e256-6096-49ed-9c1c-7c272d1f8319,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:36:01.923922 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-1ad1772f-be42-41f8-816a-33669058391f None None] Provisioning complete for port 9dd2e256-6096-49ed-9c1c-7c272d1f8319 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:36:01.925788 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1ad1772f-be42-41f8-816a-33669058391f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:01.979824 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4996bd-3ab6-4d5f-8fed-aadd36bb0a11 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Network 45aa8a0d-cb41-4390-a771-784517337013 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:36:01.981294 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-1d4996bd-3ab6-4d5f-8fed-aadd36bb0a11 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:36:01.987167 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-1ad1772f-be42-41f8-816a-33669058391f None None] Port 9dd2e256-6096-49ed-9c1c-7c272d1f8319 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:36:02.091453 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5429cc35-7466-4557-8a0e-7f503d43c0bb tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:02.115986 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-c258abf3-076d-4c14-8579-cc722c30510e None None] Provisioning complete for port 9dd2e256-6096-49ed-9c1c-7c272d1f8319 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:36:02.126469 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c258abf3-076d-4c14-8579-cc722c30510e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:02.146416 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5429cc35-7466-4557-8a0e-7f503d43c0bb tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Network a54f6e10-ec79-41e3-b75f-e4f630ca3551 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:36:02.153657 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-c258abf3-076d-4c14-8579-cc722c30510e None None] Port 9dd2e256-6096-49ed-9c1c-7c272d1f8319 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:36:02.154292 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-5429cc35-7466-4557-8a0e-7f503d43c0bb tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:36:02.160456 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5429cc35-7466-4557-8a0e-7f503d43c0bb tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:36:02.160456 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5429cc35-7466-4557-8a0e-7f503d43c0bb tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Pushing event updated for resources: {'Port': ['ID=0f15b110-a7fc-411f-a425-1e10cc03391c,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:36:02.282760 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-d8be35ff-7e95-419a-8e12-15ed47d5ef2b None None] Provisioning complete for port 9dd2e256-6096-49ed-9c1c-7c272d1f8319 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:36:02.283141 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d8be35ff-7e95-419a-8e12-15ed47d5ef2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:02.306929 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d4996bd-3ab6-4d5f-8fed-aadd36bb0a11 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Router daeb6be2-b080-4100-95af-f2ca0e9d7a28 is scheduled to L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b with binding_index 1 {{(pid=95502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 19:36:02.348841 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-d8be35ff-7e95-419a-8e12-15ed47d5ef2b None None] Port 9dd2e256-6096-49ed-9c1c-7c272d1f8319 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:36:02.488996 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d4996bd-3ab6-4d5f-8fed-aadd36bb0a11 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:36:02.497906 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 40350) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:36:02.500112 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device f1c44533-f759-44c1-96de-4d07fb06ad69 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:36:02.512637 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-1d4996bd-3ab6-4d5f-8fed-aadd36bb0a11 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] 10.222.0.49 "PUT /v2.0/routers/daeb6be2-b080-4100-95af-f2ca0e9d7a28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2902339 Oct 12 19:36:02.513284 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea8e6cd-ae06-483e-8082-f0f10ea84154 None None] Sync routers for ids ['daeb6be2-b080-4100-95af-f2ca0e9d7a28'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:36:02.538044 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea8e6cd-ae06-483e-8082-f0f10ea84154 None None] Routers {'daeb6be2-b080-4100-95af-f2ca0e9d7a28'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:36:02.542894 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-9ea8e6cd-ae06-483e-8082-f0f10ea84154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:36:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['daeb6be2-b080-4100-95af-f2ca0e9d7a28'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:36:02.561939 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:02.595270 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-9ea8e6cd-ae06-483e-8082-f0f10ea84154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:36:02.609732 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea8e6cd-ae06-483e-8082-f0f10ea84154 None None] Routers {'daeb6be2-b080-4100-95af-f2ca0e9d7a28'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:36:02.610766 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-9ea8e6cd-ae06-483e-8082-f0f10ea84154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:36:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['daeb6be2-b080-4100-95af-f2ca0e9d7a28'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:36:02.615067 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port f1c44533-f759-44c1-96de-4d07fb06ad69 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:36:02.615451 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:02.667581 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-9ea8e6cd-ae06-483e-8082-f0f10ea84154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:36:02.668675 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea8e6cd-ae06-483e-8082-f0f10ea84154 None None] The sync data for ids ['daeb6be2-b080-4100-95af-f2ca0e9d7a28'] in n-d-813679-3 is: [] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:36:02.716709 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96a48bd-d96e-44f7-ae44-6ba67ecfeaa2 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:36:02.718933 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-e96a48bd-d96e-44f7-ae44-6ba67ecfeaa2 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] 10.222.0.49 "GET /v2.0/ports/9dd2e256-6096-49ed-9c1c-7c272d1f8319 HTTP/1.1" status: 200 len: 911 time: 0.2191336 Oct 12 19:36:02.721889 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 40356) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:36:02.729682 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-2f0678bb-9ddb-42c9-a6d2-a4768f586634 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '438bf684-19a9-4d9c-9139-14e6d07e590d'}]}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:36:02.757791 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0c4edb-6825-469d-8cc9-caef9d599955 req-b9ba2603-bfae-43c1-be64-8db4b43bb5bd tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:36:02.769600 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4c0c4edb-6825-469d-8cc9-caef9d599955 req-b9ba2603-bfae-43c1-be64-8db4b43bb5bd tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b52d58a-37ab-4e50-b262-c81246f70212 HTTP/1.1" status: 200 len: 943 time: 0.1453559 Oct 12 19:36:02.771204 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5429cc35-7466-4557-8a0e-7f503d43c0bb tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:02.903871 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4c0c4edb-6825-469d-8cc9-caef9d599955 req-4ff4ebae-7946-440f-9739-c0ebb3c5a228 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc25c47-c49f-4f72-b689-5693a6947492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232491 Oct 12 19:36:02.991026 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:03.025453 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2f0678bb-9ddb-42c9-a6d2-a4768f586634 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:03.111528 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:03.124824 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5429cc35-7466-4557-8a0e-7f503d43c0bb tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8093541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7915516'] for router, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:03.460207 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5429cc35-7466-4557-8a0e-7f503d43c0bb tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Router ed2be2ef-5a97-4ecf-bc8c-3bde53a6f1e4 is scheduled to L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b with binding_index 1 {{(pid=95502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 19:36:03.590813 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2f0678bb-9ddb-42c9-a6d2-a4768f586634 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:03.689569 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2f0678bb-9ddb-42c9-a6d2-a4768f586634 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:03.698283 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0678bb-9ddb-42c9-a6d2-a4768f586634 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:36:03.702615 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2f0678bb-9ddb-42c9-a6d2-a4768f586634 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:03.707822 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-2f0678bb-9ddb-42c9-a6d2-a4768f586634 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] 10.222.0.49 "PUT /v2.0/ports/9dd2e256-6096-49ed-9c1c-7c272d1f8319 HTTP/1.1" status: 200 len: 911 time: 0.9811575 Oct 12 19:36:03.710034 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 40366) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:36:03.766491 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5429cc35-7466-4557-8a0e-7f503d43c0bb tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:36:03.778705 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc184645-0711-42be-a4b6-cd0f0f0ea167 None None] Sync routers for ids ['ed2be2ef-5a97-4ecf-bc8c-3bde53a6f1e4'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:36:03.798262 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc184645-0711-42be-a4b6-cd0f0f0ea167 None None] Routers {'ed2be2ef-5a97-4ecf-bc8c-3bde53a6f1e4'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:36:03.798945 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-fc184645-0711-42be-a4b6-cd0f0f0ea167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:36:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['ed2be2ef-5a97-4ecf-bc8c-3bde53a6f1e4'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:36:03.809837 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:03.837904 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0678bb-9ddb-42c9-a6d2-a4768f586634 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Pushing event updated for resources: {'Port': ['ID=9dd2e256-6096-49ed-9c1c-7c272d1f8319,revision_number=3']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:36:03.976240 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5429cc35-7466-4557-8a0e-7f503d43c0bb tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:03.980868 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-5429cc35-7466-4557-8a0e-7f503d43c0bb tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 4.2803407 Oct 12 19:36:03.982100 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 40370) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:36:04.100207 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-fc184645-0711-42be-a4b6-cd0f0f0ea167 None None] Set router ed2be2ef-5a97-4ecf-bc8c-3bde53a6f1e4 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:36:04.219784 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3f2bd6e1-7c67-4ad8-a8ce-dcbf89451624 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Notify callbacks [] for router, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:04.453987 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bd6812-c70e-420a-8cb8-7044474eb419 req-b763e09e-6e4a-43a4-ac78-51a633437bdf tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:36:04.454409 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3f2bd6e1-7c67-4ad8-a8ce-dcbf89451624 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:04.456796 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-38bd6812-c70e-420a-8cb8-7044474eb419 req-b763e09e-6e4a-43a4-ac78-51a633437bdf tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b52d58a-37ab-4e50-b262-c81246f70212 HTTP/1.1" status: 200 len: 943 time: 0.2906809 Oct 12 19:36:04.567375 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-fc184645-0711-42be-a4b6-cd0f0f0ea167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed2be2ef-5a97-4ecf-bc8c-3bde53a6f1e4', 'name': '', 'tenant_id': '1c025652ae754e6e8520d90f99ee098e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a54f6e10-ec79-41e3-b75f-e4f630ca3551', 'external_fixed_ips': [{'subnet_id': '8f1a97c2-2bd8-483b-aca9-73251398a28d', 'ip_address': '172.20.0.14'}], 'enable_snat': True}, 'gw_port_id': '0f15b110-a7fc-411f-a425-1e10cc03391c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:35:59Z', 'updated_at': '2021-10-12T19:36:02Z', 'revision_number': 3, 'project_id': '1c025652ae754e6e8520d90f99ee098e', 'gw_port': {'id': '0f15b110-a7fc-411f-a425-1e10cc03391c', 'name': '', 'network_id': 'a54f6e10-ec79-41e3-b75f-e4f630ca3551', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:66:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed2be2ef-5a97-4ecf-bc8c-3bde53a6f1e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': '8f1a97c2-2bd8-483b-aca9-73251398a28d', 'ip_address': '172.20.0.14', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:36:00Z', 'updated_at': '2021-10-12T19:36:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f1a97c2-2bd8-483b-aca9-73251398a28d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:36:04.586129 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-38bd6812-c70e-420a-8cb8-7044474eb419 req-550549d0-ea47-4d02-83ed-8c3e6ba77f0d tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc25c47-c49f-4f72-b689-5693a6947492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215792 Oct 12 19:36:04.619143 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc184645-0711-42be-a4b6-cd0f0f0ea167 None None] Checking router: ed2be2ef-5a97-4ecf-bc8c-3bde53a6f1e4 for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:36:04.619823 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-3f2bd6e1-7c67-4ad8-a8ce-dcbf89451624 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Deleting port 0f15b110-a7fc-411f-a425-1e10cc03391c {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:36:04.620505 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc184645-0711-42be-a4b6-cd0f0f0ea167 None None] Updating router ed2be2ef-5a97-4ecf-bc8c-3bde53a6f1e4 port 0f15b110-a7fc-411f-a425-1e10cc03391c binding host n-d-813679-3 {{(pid=95503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 19:36:04.622943 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3f2bd6e1-7c67-4ad8-a8ce-dcbf89451624 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:04.624413 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:04.655313 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fc184645-0711-42be-a4b6-cd0f0f0ea167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:04.720680 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ff7ef698-0b9a-4ad5-b9fc-dcc93e82f196 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8092566'] for router_interface, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:04.866079 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3f2bd6e1-7c67-4ad8-a8ce-dcbf89451624 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:04.900961 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-3f2bd6e1-7c67-4ad8-a8ce-dcbf89451624 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Calling delete_port for 0f15b110-a7fc-411f-a425-1e10cc03391c owned by network:router_gateway {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:36:05.206709 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fc184645-0711-42be-a4b6-cd0f0f0ea167 None None] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:05.351788 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fc184645-0711-42be-a4b6-cd0f0f0ea167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:05.458860 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-ff7ef698-0b9a-4ad5-b9fc-dcc93e82f196 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Deleting port 9dd2e256-6096-49ed-9c1c-7c272d1f8319 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:36:05.459208 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ff7ef698-0b9a-4ad5-b9fc-dcc93e82f196 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:05.486411 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-fc184645-0711-42be-a4b6-cd0f0f0ea167 None None] Attempting to bind port 0f15b110-a7fc-411f-a425-1e10cc03391c on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:36:05.486885 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-fc184645-0711-42be-a4b6-cd0f0f0ea167 None None] Attempting to bind port 0f15b110-a7fc-411f-a425-1e10cc03391c by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '5c92fd09-9213-42f1-86e5-97d50d80f8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'a54f6e10-ec79-41e3-b75f-e4f630ca3551'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:36:05.487399 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc184645-0711-42be-a4b6-cd0f0f0ea167 None None] Attempting to bind port 0f15b110-a7fc-411f-a425-1e10cc03391c on network a54f6e10-ec79-41e3-b75f-e4f630ca3551 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:36:05.506801 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709e29f7-4683-4a8e-9af1-c229bb8d329f None None] Pushing event updated for resources: {'Port': ['ID=0f15b110-a7fc-411f-a425-1e10cc03391c,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:36:05.521640 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc184645-0711-42be-a4b6-cd0f0f0ea167 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:36:05.522745 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc184645-0711-42be-a4b6-cd0f0f0ea167 None None] Checking segment: {'id': '5c92fd09-9213-42f1-86e5-97d50d80f8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'a54f6e10-ec79-41e3-b75f-e4f630ca3551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:36:05.523170 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fc184645-0711-42be-a4b6-cd0f0f0ea167 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:05.523686 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc184645-0711-42be-a4b6-cd0f0f0ea167 None None] Bound using segment: {'id': '5c92fd09-9213-42f1-86e5-97d50d80f8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'a54f6e10-ec79-41e3-b75f-e4f630ca3551'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:36:05.524112 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-fc184645-0711-42be-a4b6-cd0f0f0ea167 None None] Bound port: 0f15b110-a7fc-411f-a425-1e10cc03391c, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c92fd09-9213-42f1-86e5-97d50d80f8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'a54f6e10-ec79-41e3-b75f-e4f630ca3551'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:36:05.524490 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fc184645-0711-42be-a4b6-cd0f0f0ea167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:05.535729 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3f2bd6e1-7c67-4ad8-a8ce-dcbf89451624 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:05.595990 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2bd6e1-7c67-4ad8-a8ce-dcbf89451624 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Pushing event deleted for resources: {'Port': ['ID=0f15b110-a7fc-411f-a425-1e10cc03391c,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:36:05.600517 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ff7ef698-0b9a-4ad5-b9fc-dcc93e82f196 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:05.623740 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.db.api [None req-fc184645-0711-42be-a4b6-cd0f0f0ea167 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=95503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 19:36:05.624198 n-d-813679-3 neutron-server[95503]: DEBUG oslo_db.api [None req-fc184645-0711-42be-a4b6-cd0f0f0ea167 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 19:36:05.637461 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-ff7ef698-0b9a-4ad5-b9fc-dcc93e82f196 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Calling delete_port for 9dd2e256-6096-49ed-9c1c-7c272d1f8319 owned by network:router_interface {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:36:05.748672 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3f2bd6e1-7c67-4ad8-a8ce-dcbf89451624 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7915456'] for router_gateway, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:05.934745 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3f2bd6e1-7c67-4ad8-a8ce-dcbf89451624 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255495'] for router, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:05.937313 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3f2bd6e1-7c67-4ad8-a8ce-dcbf89451624 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:06.072136 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901ea15d-1284-4f6a-a28c-115b939df50d req-89b81821-4f57-4c08-8c84-2e6ce5808b27 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:36:06.078459 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-901ea15d-1284-4f6a-a28c-115b939df50d req-89b81821-4f57-4c08-8c84-2e6ce5808b27 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b52d58a-37ab-4e50-b262-c81246f70212 HTTP/1.1" status: 200 len: 943 time: 0.1001334 Oct 12 19:36:06.165092 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-fc184645-0711-42be-a4b6-cd0f0f0ea167 None None] Attempting to bind port 0f15b110-a7fc-411f-a425-1e10cc03391c on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:36:06.165486 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-fc184645-0711-42be-a4b6-cd0f0f0ea167 None None] Attempting to bind port 0f15b110-a7fc-411f-a425-1e10cc03391c by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '5c92fd09-9213-42f1-86e5-97d50d80f8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'a54f6e10-ec79-41e3-b75f-e4f630ca3551'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:36:06.165854 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc184645-0711-42be-a4b6-cd0f0f0ea167 None None] Attempting to bind port 0f15b110-a7fc-411f-a425-1e10cc03391c on network a54f6e10-ec79-41e3-b75f-e4f630ca3551 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:36:06.166274 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ff7ef698-0b9a-4ad5-b9fc-dcc93e82f196 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:06.172005 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc184645-0711-42be-a4b6-cd0f0f0ea167 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:36:06.172354 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc184645-0711-42be-a4b6-cd0f0f0ea167 None None] Checking segment: {'id': '5c92fd09-9213-42f1-86e5-97d50d80f8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'a54f6e10-ec79-41e3-b75f-e4f630ca3551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:36:06.172874 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fc184645-0711-42be-a4b6-cd0f0f0ea167 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:06.179420 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc184645-0711-42be-a4b6-cd0f0f0ea167 None None] Bound using segment: {'id': '5c92fd09-9213-42f1-86e5-97d50d80f8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'a54f6e10-ec79-41e3-b75f-e4f630ca3551'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:36:06.179928 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-fc184645-0711-42be-a4b6-cd0f0f0ea167 None None] Bound port: 0f15b110-a7fc-411f-a425-1e10cc03391c, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c92fd09-9213-42f1-86e5-97d50d80f8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'a54f6e10-ec79-41e3-b75f-e4f630ca3551'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:36:06.181824 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fc184645-0711-42be-a4b6-cd0f0f0ea167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:06.186399 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3f2bd6e1-7c67-4ad8-a8ce-dcbf89451624 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8093499'] for router, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:06.187609 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f2bd6e1-7c67-4ad8-a8ce-dcbf89451624 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ed2be2ef-5a97-4ecf-bc8c-3bde53a6f1e4 {{(pid=95502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 19:36:06.204343 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3f2bd6e1-7c67-4ad8-a8ce-dcbf89451624 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:06.206249 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-3f2bd6e1-7c67-4ad8-a8ce-dcbf89451624 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] 10.222.0.49 "DELETE /v2.0/routers/ed2be2ef-5a97-4ecf-bc8c-3bde53a6f1e4 HTTP/1.1" status: 204 len: 168 time: 2.2229700 Oct 12 19:36:06.210701 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 40388) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:36:06.218618 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-fc184645-0711-42be-a4b6-cd0f0f0ea167 None None] Port 0f15b110-a7fc-411f-a425-1e10cc03391c has been deleted concurrently {{(pid=95503) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Oct 12 19:36:06.258850 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc184645-0711-42be-a4b6-cd0f0f0ea167 None None] Routers set() bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:36:06.259438 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc184645-0711-42be-a4b6-cd0f0f0ea167 None None] Router IDs set() for agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 12 19:36:06.260147 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_agentschedulers_db [None req-fc184645-0711-42be-a4b6-cd0f0f0ea167 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'ed2be2ef-5a97-4ecf-bc8c-3bde53a6f1e4'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:36:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent'). {{(pid=95503) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 12 19:36:06.260529 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc184645-0711-42be-a4b6-cd0f0f0ea167 None None] The sync data for ids ['ed2be2ef-5a97-4ecf-bc8c-3bde53a6f1e4'] in n-d-813679-3 is: [] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:36:06.308507 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-901ea15d-1284-4f6a-a28c-115b939df50d req-3cab9b17-a079-48a3-82fd-3e63c2877694 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc25c47-c49f-4f72-b689-5693a6947492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2171109 Oct 12 19:36:06.314028 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7ef698-0b9a-4ad5-b9fc-dcc93e82f196 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Pushing event deleted for resources: {'Port': ['ID=9dd2e256-6096-49ed-9c1c-7c272d1f8319,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:36:06.370164 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-06c08634-a5d4-4d9c-8366-ff46592f6e77 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Deleting subnet 8f1a97c2-2bd8-483b-aca9-73251398a28d {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:36:06.376793 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-06c08634-a5d4-4d9c-8366-ff46592f6e77 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:06.464891 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-06c08634-a5d4-4d9c-8366-ff46592f6e77 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16313642'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:06.542426 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-06c08634-a5d4-4d9c-8366-ff46592f6e77 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:06.553816 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ff7ef698-0b9a-4ad5-b9fc-dcc93e82f196 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7898909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8092450'] for router_interface, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:06.711343 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-06c08634-a5d4-4d9c-8366-ff46592f6e77 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4306592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16245866'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:06.771690 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c08634-a5d4-4d9c-8366-ff46592f6e77 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=8f1a97c2-2bd8-483b-aca9-73251398a28d,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:36:06.774195 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-06c08634-a5d4-4d9c-8366-ff46592f6e77 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:06.788399 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 40400) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:36:06.789362 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-06c08634-a5d4-4d9c-8366-ff46592f6e77 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] 10.222.0.49 "DELETE /v2.0/subnets/8f1a97c2-2bd8-483b-aca9-73251398a28d HTTP/1.1" status: 204 len: 168 time: 0.5754302 Oct 12 19:36:06.921069 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff7ef698-0b9a-4ad5-b9fc-dcc93e82f196 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Router daeb6be2-b080-4100-95af-f2ca0e9d7a28 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:36:06.921069 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-039d70ff-7ee5-46ac-8632-fe3d7b8e1022 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:07.001560 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff7ef698-0b9a-4ad5-b9fc-dcc93e82f196 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:36:07.010843 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-ff7ef698-0b9a-4ad5-b9fc-dcc93e82f196 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] 10.222.0.49 "PUT /v2.0/routers/daeb6be2-b080-4100-95af-f2ca0e9d7a28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1757543 Oct 12 19:36:07.011381 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 40402) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:36:07.013884 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de933e96-0a8f-44a7-a4a2-bbf7166613b8 None None] Sync routers for ids ['daeb6be2-b080-4100-95af-f2ca0e9d7a28'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:36:07.049171 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de933e96-0a8f-44a7-a4a2-bbf7166613b8 None None] Routers {'daeb6be2-b080-4100-95af-f2ca0e9d7a28'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:36:07.049971 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-de933e96-0a8f-44a7-a4a2-bbf7166613b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:36:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['daeb6be2-b080-4100-95af-f2ca0e9d7a28'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:36:07.076502 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-d433a549-d275-439b-a5a7-59dea01e87b4 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] 10.222.0.49 "GET /v2.0/ports?device_id=daeb6be2-b080-4100-95af-f2ca0e9d7a28 HTTP/1.1" status: 200 len: 205 time: 0.0640142 Oct 12 19:36:07.108066 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-de933e96-0a8f-44a7-a4a2-bbf7166613b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:36:07.110469 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 40404) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:36:07.126654 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de933e96-0a8f-44a7-a4a2-bbf7166613b8 None None] Routers {'daeb6be2-b080-4100-95af-f2ca0e9d7a28'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:36:07.127543 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-de933e96-0a8f-44a7-a4a2-bbf7166613b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:36:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['daeb6be2-b080-4100-95af-f2ca0e9d7a28'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:36:07.167260 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-039d70ff-7ee5-46ac-8632-fe3d7b8e1022 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:07.197487 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-de933e96-0a8f-44a7-a4a2-bbf7166613b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:36:07.198398 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de933e96-0a8f-44a7-a4a2-bbf7166613b8 None None] The sync data for ids ['daeb6be2-b080-4100-95af-f2ca0e9d7a28'] in n-d-813679-3 is: [] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:36:07.215241 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-039d70ff-7ee5-46ac-8632-fe3d7b8e1022 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a54f6e10-ec79-41e3-b75f-e4f630ca3551']}} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:36:07.232623 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7ecb151e-51d7-4a87-bb7d-cca7edd25981 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks [] for router, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:07.254873 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-039d70ff-7ee5-46ac-8632-fe3d7b8e1022 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c92fd09-9213-42f1-86e5-97d50d80f8e0') {'for_net_delete': True} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:36:07.255325 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-039d70ff-7ee5-46ac-8632-fe3d7b8e1022 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c92fd09-9213-42f1-86e5-97d50d80f8e0') {} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:36:07.274895 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-039d70ff-7ee5-46ac-8632-fe3d7b8e1022 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4281072'] for segment, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:07.305447 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-039d70ff-7ee5-46ac-8632-fe3d7b8e1022 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:07.319691 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-039d70ff-7ee5-46ac-8632-fe3d7b8e1022 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=95501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:36:07.320333 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-039d70ff-7ee5-46ac-8632-fe3d7b8e1022 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4823170'] for segment, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:07.322291 n-d-813679-3 neutron-server[95501]: Traceback (most recent call last): Oct 12 19:36:07.322291 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:36:07.322291 n-d-813679-3 neutron-server[95501]: timer() Oct 12 19:36:07.322291 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:36:07.322291 n-d-813679-3 neutron-server[95501]: cb(*args, **kw) Oct 12 19:36:07.322291 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:36:07.322291 n-d-813679-3 neutron-server[95501]: return func(*args, **kwargs) Oct 12 19:36:07.322291 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:36:07.322291 n-d-813679-3 neutron-server[95501]: self._notify() Oct 12 19:36:07.322291 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:36:07.322291 n-d-813679-3 neutron-server[95501]: self.callback(batched_events) Oct 12 19:36:07.322291 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:36:07.322291 n-d-813679-3 neutron-server[95501]: event.method(event) Oct 12 19:36:07.322291 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:36:07.322291 n-d-813679-3 neutron-server[95501]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:36:07.322291 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:36:07.322291 n-d-813679-3 neutron-server[95501]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:36:07.322291 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:36:07.322291 n-d-813679-3 neutron-server[95501]: return f(self, *a, **k) Oct 12 19:36:07.322291 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:36:07.322291 n-d-813679-3 neutron-server[95501]: return self._get(url).json() Oct 12 19:36:07.322291 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:36:07.322291 n-d-813679-3 neutron-server[95501]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:36:07.322291 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:36:07.322291 n-d-813679-3 neutron-server[95501]: return self.request(url, 'GET', **kwargs) Oct 12 19:36:07.322291 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:36:07.322291 n-d-813679-3 neutron-server[95501]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:36:07.322291 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:36:07.322291 n-d-813679-3 neutron-server[95501]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:36:07.322291 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:36:07.322291 n-d-813679-3 neutron-server[95501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:36:07.322291 n-d-813679-3 neutron-server[95501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:36:07.557956 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7ecb151e-51d7-4a87-bb7d-cca7edd25981 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255495'] for router, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:07.564530 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7ecb151e-51d7-4a87-bb7d-cca7edd25981 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:07.780252 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7ecb151e-51d7-4a87-bb7d-cca7edd25981 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8093499'] for router, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:07.780826 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ecb151e-51d7-4a87-bb7d-cca7edd25981 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Fanout notify agent at l3_agent the message router_deleted on router daeb6be2-b080-4100-95af-f2ca0e9d7a28 {{(pid=95502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 19:36:07.789628 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7ecb151e-51d7-4a87-bb7d-cca7edd25981 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:07.794321 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-7ecb151e-51d7-4a87-bb7d-cca7edd25981 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] 10.222.0.49 "DELETE /v2.0/routers/daeb6be2-b080-4100-95af-f2ca0e9d7a28 HTTP/1.1" status: 204 len: 168 time: 0.6803284 Oct 12 19:36:07.796731 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 40414) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:36:07.867450 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d6a8bb9-35a1-4a13-9574-15e51f961221 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Deleting subnet 438bf684-19a9-4d9c-9139-14e6d07e590d {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:36:07.874352 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6d6a8bb9-35a1-4a13-9574-15e51f961221 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:07.958485 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6d6a8bb9-35a1-4a13-9574-15e51f961221 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16313642'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:07.960616 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-039d70ff-7ee5-46ac-8632-fe3d7b8e1022 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:07.967107 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-039d70ff-7ee5-46ac-8632-fe3d7b8e1022 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a54f6e10-ec79-41e3-b75f-e4f630ca3551 {{(pid=95501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 12 19:36:07.969581 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-039d70ff-7ee5-46ac-8632-fe3d7b8e1022 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:07.975104 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-039d70ff-7ee5-46ac-8632-fe3d7b8e1022 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] 10.222.0.49 "DELETE /v2.0/networks/a54f6e10-ec79-41e3-b75f-e4f630ca3551 HTTP/1.1" status: 204 len: 168 time: 1.1744778 Oct 12 19:36:08.001381 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039d70ff-7ee5-46ac-8632-fe3d7b8e1022 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Pushing event deleted for resources: {'Network': ['ID=a54f6e10-ec79-41e3-b75f-e4f630ca3551,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:36:08.032543 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b76d67-bd56-4169-a849-84c979e6e0f8 req-a32b1a2b-b0e7-4c43-a308-5d343529bafb tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:36:08.034042 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b1b76d67-bd56-4169-a849-84c979e6e0f8 req-a32b1a2b-b0e7-4c43-a308-5d343529bafb tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b52d58a-37ab-4e50-b262-c81246f70212 HTTP/1.1" status: 200 len: 943 time: 0.5823662 Oct 12 19:36:08.128973 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b1b76d67-bd56-4169-a849-84c979e6e0f8 req-a6b660f6-a16a-461f-afe3-bf23e5659951 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc25c47-c49f-4f72-b689-5693a6947492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798731 Oct 12 19:36:08.164089 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6d6a8bb9-35a1-4a13-9574-15e51f961221 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:08.370194 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6d6a8bb9-35a1-4a13-9574-15e51f961221 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4306592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16245866'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:08.412811 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 40422) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:36:08.418577 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-5770f56d-3eef-4f81-839f-b8e1d57d5e60 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Request body: {'router': {'name': 'tempest-router--651147296', 'project_id': '11da2c63990f406db2f2c45ee395b870'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:36:08.435733 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6a8bb9-35a1-4a13-9574-15e51f961221 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Pushing event deleted for resources: {'Subnet': ['ID=438bf684-19a9-4d9c-9139-14e6d07e590d,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:36:08.461364 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaca5c25-e02a-4661-aec3-2eaad67af313 None None] Network 45aa8a0d-cb41-4390-a771-784517337013 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:36:08.467479 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6d6a8bb9-35a1-4a13-9574-15e51f961221 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:08.470804 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-6d6a8bb9-35a1-4a13-9574-15e51f961221 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] 10.222.0.49 "DELETE /v2.0/subnets/438bf684-19a9-4d9c-9139-14e6d07e590d HTTP/1.1" status: 204 len: 168 time: 0.6728017 Oct 12 19:36:08.474047 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 40424) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:36:08.557768 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5770f56d-3eef-4f81-839f-b8e1d57d5e60 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8093678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255505'] for router, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:08.559149 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5770f56d-3eef-4f81-839f-b8e1d57d5e60 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8093562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8087085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8022306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255518'] for router, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:08.571251 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7afd0fad-1101-422b-a2a0-fdede66e669e tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:08.681275 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5770f56d-3eef-4f81-839f-b8e1d57d5e60 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:08.706495 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e203c90a-3696-448a-91e1-95852e46e1b9 None None] DHCP port deletion for 45aa8a0d-cb41-4390-a771-784517337013 request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 19:36:08.712290 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-7afd0fad-1101-422b-a2a0-fdede66e669e tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Deleting port f1c44533-f759-44c1-96de-4d07fb06ad69 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:36:08.712290 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7afd0fad-1101-422b-a2a0-fdede66e669e tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:08.780938 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-e203c90a-3696-448a-91e1-95852e46e1b9 None None] Deleting port f1c44533-f759-44c1-96de-4d07fb06ad69 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:36:08.781319 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e203c90a-3696-448a-91e1-95852e46e1b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:08.840206 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-7afd0fad-1101-422b-a2a0-fdede66e669e tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] For port f1c44533-f759-44c1-96de-4d07fb06ad69, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=f1c44533-f759-44c1-96de-4d07fb06ad69,segment=NetworkSegment(98f1729d-783b-4689-ae41-f3f66753b212),segment_id=98f1729d-783b-4689-ae41-f3f66753b212)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:36:08.840582 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7afd0fad-1101-422b-a2a0-fdede66e669e tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:08.874173 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-7afd0fad-1101-422b-a2a0-fdede66e669e tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Calling delete_port for f1c44533-f759-44c1-96de-4d07fb06ad69 owned by network:dhcp {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:36:08.880069 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-e203c90a-3696-448a-91e1-95852e46e1b9 None None] For port f1c44533-f759-44c1-96de-4d07fb06ad69, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=f1c44533-f759-44c1-96de-4d07fb06ad69,segment=NetworkSegment(98f1729d-783b-4689-ae41-f3f66753b212),segment_id=98f1729d-783b-4689-ae41-f3f66753b212)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:36:08.880863 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e203c90a-3696-448a-91e1-95852e46e1b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:08.889020 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5770f56d-3eef-4f81-839f-b8e1d57d5e60 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8093541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7915516'] for router, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:08.914116 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-e203c90a-3696-448a-91e1-95852e46e1b9 None None] Calling delete_port for f1c44533-f759-44c1-96de-4d07fb06ad69 owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:36:09.028940 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5770f56d-3eef-4f81-839f-b8e1d57d5e60 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Notify callbacks [] for router, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:09.030139 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-5770f56d-3eef-4f81-839f-b8e1d57d5e60 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6153827 Oct 12 19:36:09.033098 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 40444) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:36:09.147565 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e203c90a-3696-448a-91e1-95852e46e1b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:09.165383 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e203c90a-3696-448a-91e1-95852e46e1b9 None None] No DVR routers for this DVR port f1c44533-f759-44c1-96de-4d07fb06ad69 on host n-d-813679-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:36:09.199029 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203c90a-3696-448a-91e1-95852e46e1b9 None None] Pushing event deleted for resources: {'Port': ['ID=f1c44533-f759-44c1-96de-4d07fb06ad69,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:36:09.351010 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f49547-a7b0-483e-aec6-0371d401f5c4 req-266e1bce-6c5d-4bfe-9745-924a2714d481 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:36:09.360261 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d9f49547-a7b0-483e-aec6-0371d401f5c4 req-266e1bce-6c5d-4bfe-9745-924a2714d481 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b52d58a-37ab-4e50-b262-c81246f70212 HTTP/1.1" status: 200 len: 943 time: 0.1168959 Oct 12 19:36:09.429522 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d9f49547-a7b0-483e-aec6-0371d401f5c4 req-1b338ec2-ee66-4d4f-8524-e2fe37cc9ed0 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc25c47-c49f-4f72-b689-5693a6947492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681889 Oct 12 19:36:09.580768 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7afd0fad-1101-422b-a2a0-fdede66e669e tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:09.649191 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afd0fad-1101-422b-a2a0-fdede66e669e tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Pushing event deleted for resources: {'Port': ['ID=f1c44533-f759-44c1-96de-4d07fb06ad69,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:36:09.651386 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afd0fad-1101-422b-a2a0-fdede66e669e tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] No DVR routers for this DVR port f1c44533-f759-44c1-96de-4d07fb06ad69 on host n-d-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:36:09.654225 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-694ac442-a66d-4c7b-bc00-1e9e54ade56f tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Notify callbacks [] for router, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:09.944762 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7afd0fad-1101-422b-a2a0-fdede66e669e tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:09.969366 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-694ac442-a66d-4c7b-bc00-1e9e54ade56f tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255495'] for router, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:09.976374 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-694ac442-a66d-4c7b-bc00-1e9e54ade56f tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:10.025140 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-7afd0fad-1101-422b-a2a0-fdede66e669e tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45aa8a0d-cb41-4390-a771-784517337013']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:36:10.096958 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-7afd0fad-1101-422b-a2a0-fdede66e669e tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98f1729d-783b-4689-ae41-f3f66753b212') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:36:10.097263 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-7afd0fad-1101-422b-a2a0-fdede66e669e tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98f1729d-783b-4689-ae41-f3f66753b212') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:36:10.114880 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7afd0fad-1101-422b-a2a0-fdede66e669e tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16313633'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:10.142424 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7afd0fad-1101-422b-a2a0-fdede66e669e tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:10.157543 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7afd0fad-1101-422b-a2a0-fdede66e669e tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:36:10.157957 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7afd0fad-1101-422b-a2a0-fdede66e669e tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4305278'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:10.161705 n-d-813679-3 neutron-server[95502]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:36:10.161705 n-d-813679-3 neutron-server[95502]: items = [ Oct 12 19:36:10.161705 n-d-813679-3 neutron-server[95502]: Traceback (most recent call last): Oct 12 19:36:10.161705 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:36:10.161705 n-d-813679-3 neutron-server[95502]: timer() Oct 12 19:36:10.161705 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:36:10.161705 n-d-813679-3 neutron-server[95502]: cb(*args, **kw) Oct 12 19:36:10.161705 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:36:10.161705 n-d-813679-3 neutron-server[95502]: return func(*args, **kwargs) Oct 12 19:36:10.161705 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:36:10.161705 n-d-813679-3 neutron-server[95502]: self._notify() Oct 12 19:36:10.161705 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:36:10.161705 n-d-813679-3 neutron-server[95502]: self.callback(batched_events) Oct 12 19:36:10.161705 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:36:10.161705 n-d-813679-3 neutron-server[95502]: event.method(event) Oct 12 19:36:10.161705 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:36:10.161705 n-d-813679-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:36:10.161705 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:36:10.161705 n-d-813679-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:36:10.161705 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:36:10.161705 n-d-813679-3 neutron-server[95502]: return f(self, *a, **k) Oct 12 19:36:10.161705 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:36:10.161705 n-d-813679-3 neutron-server[95502]: return self._get(url).json() Oct 12 19:36:10.161705 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:36:10.161705 n-d-813679-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:36:10.161705 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:36:10.161705 n-d-813679-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Oct 12 19:36:10.161705 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:36:10.161705 n-d-813679-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:36:10.161705 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:36:10.161705 n-d-813679-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:36:10.161705 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:36:10.161705 n-d-813679-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:36:10.161705 n-d-813679-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:36:10.275788 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-694ac442-a66d-4c7b-bc00-1e9e54ade56f tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8093499'] for router, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:10.277350 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-694ac442-a66d-4c7b-bc00-1e9e54ade56f tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8e56d6d7-5c74-41ed-ba83-542bede5f30c {{(pid=95502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 19:36:10.297251 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-694ac442-a66d-4c7b-bc00-1e9e54ade56f tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:10.299634 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-694ac442-a66d-4c7b-bc00-1e9e54ade56f tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] 10.222.0.49 "DELETE /v2.0/routers/8e56d6d7-5c74-41ed-ba83-542bede5f30c HTTP/1.1" status: 204 len: 168 time: 1.2650154 Oct 12 19:36:10.346701 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7afd0fad-1101-422b-a2a0-fdede66e669e tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:10.361041 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7afd0fad-1101-422b-a2a0-fdede66e669e tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:10.370156 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-7afd0fad-1101-422b-a2a0-fdede66e669e tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] 10.222.0.49 "DELETE /v2.0/networks/45aa8a0d-cb41-4390-a771-784517337013 HTTP/1.1" status: 204 len: 168 time: 1.8947859 Oct 12 19:36:10.374237 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 40474) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:36:10.388005 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-a943726a-40f2-4dd4-9dea-d30b837ee97e tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1444819174', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:36:10.402223 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afd0fad-1101-422b-a2a0-fdede66e669e tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Pushing event deleted for resources: {'Network': ['ID=45aa8a0d-cb41-4390-a771-784517337013,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:36:10.467218 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device f1c44533-f759-44c1-96de-4d07fb06ad69 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:36:10.496915 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: f1c44533-f759-44c1-96de-4d07fb06ad69 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:36:10.501835 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device f1c44533-f759-44c1-96de-4d07fb06ad69 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:36:10.512217 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a943726a-40f2-4dd4-9dea-d30b837ee97e tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8093678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255505'] for router, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:10.513518 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a943726a-40f2-4dd4-9dea-d30b837ee97e tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8093562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8087085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8022306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255518'] for router, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:10.624374 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 40478) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:36:10.695373 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a943726a-40f2-4dd4-9dea-d30b837ee97e tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:10.729517 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ed4c13-c042-4626-8282-42d034048db8 req-39c338d7-03bd-437a-a88a-a258d297b92b tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:36:10.735597 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-97ed4c13-c042-4626-8282-42d034048db8 req-39c338d7-03bd-437a-a88a-a258d297b92b tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b52d58a-37ab-4e50-b262-c81246f70212 HTTP/1.1" status: 200 len: 943 time: 0.1775029 Oct 12 19:36:10.791754 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a943726a-40f2-4dd4-9dea-d30b837ee97e tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8093541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7915516'] for router, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:10.808263 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-97ed4c13-c042-4626-8282-42d034048db8 req-443c29d1-beef-4a2a-92ed-09c06daf1535 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc25c47-c49f-4f72-b689-5693a6947492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669158 Oct 12 19:36:10.897198 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a943726a-40f2-4dd4-9dea-d30b837ee97e tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks [] for router, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:10.899790 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-a943726a-40f2-4dd4-9dea-d30b837ee97e tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5229692 Oct 12 19:36:10.901579 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 40492) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:36:10.907320 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-7c45a732-5d9a-4558-920e-9403d1379d38 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1231230790'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:36:10.977298 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-76ec93bd-c7d3-4bf8-b840-f79f4d040118 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1225129329', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}, 'admin_state_up': False}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:36:11.014009 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c45a732-5d9a-4558-920e-9403d1379d38 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Made reservation on behalf of e40d925510bb4f2da67caa3378239276 for: {'network': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:36:11.017886 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7c45a732-5d9a-4558-920e-9403d1379d38 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:11.066256 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c45a732-5d9a-4558-920e-9403d1379d38 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'} {{(pid=95501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:36:11.066256 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7c45a732-5d9a-4558-920e-9403d1379d38 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:11.066256 n-d-813679-3 neutron-server[95501]: INFO neutron.db.segments_db [None req-7c45a732-5d9a-4558-920e-9403d1379d38 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Added segment e003f1d9-71e7-4d27-9b9b-704d8d138e4c of type vlan for network df045a9b-1fd3-41d1-9670-a9c617c76ee3 Oct 12 19:36:11.105902 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-76ec93bd-c7d3-4bf8-b840-f79f4d040118 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8093678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255505'] for router, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:11.107221 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-76ec93bd-c7d3-4bf8-b840-f79f4d040118 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8093562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8087085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8022306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255518'] for router, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:11.109784 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7c45a732-5d9a-4558-920e-9403d1379d38 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:11.182499 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-76ec93bd-c7d3-4bf8-b840-f79f4d040118 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:11.220270 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7c45a732-5d9a-4558-920e-9403d1379d38 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:11.226115 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c45a732-5d9a-4558-920e-9403d1379d38 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:36:11.229764 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7c45a732-5d9a-4558-920e-9403d1379d38 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:11.305580 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c45a732-5d9a-4558-920e-9403d1379d38 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Pushing event updated for resources: {'Network': ['ID=df045a9b-1fd3-41d1-9670-a9c617c76ee3,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:36:11.317485 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c45a732-5d9a-4558-920e-9403d1379d38 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:36:11.318358 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c45a732-5d9a-4558-920e-9403d1379d38 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:36:11.318865 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c45a732-5d9a-4558-920e-9403d1379d38 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:36:11.319219 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c45a732-5d9a-4558-920e-9403d1379d38 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:36:11.319561 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c45a732-5d9a-4558-920e-9403d1379d38 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:36:11.319943 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c45a732-5d9a-4558-920e-9403d1379d38 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:36:11.320327 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c45a732-5d9a-4558-920e-9403d1379d38 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:36:11.320640 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c45a732-5d9a-4558-920e-9403d1379d38 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:36:11.320977 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c45a732-5d9a-4558-920e-9403d1379d38 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:36:11.321303 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c45a732-5d9a-4558-920e-9403d1379d38 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:36:11.321979 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c45a732-5d9a-4558-920e-9403d1379d38 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:36:11.322420 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c45a732-5d9a-4558-920e-9403d1379d38 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:36:11.335983 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network df045a9b-1fd3-41d1-9670-a9c617c76ee3 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:36:11.403307 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-76ec93bd-c7d3-4bf8-b840-f79f4d040118 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:11.425082 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-7c45a732-5d9a-4558-920e-9403d1379d38 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5189939 Oct 12 19:36:11.425488 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 40508) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:36:11.430901 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-1d873874-5f90-44c9-bab2-42d8266767a9 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Request body: {'subnet': {'network_id': 'df045a9b-1fd3-41d1-9670-a9c617c76ee3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:36:11.579034 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d873874-5f90-44c9-bab2-42d8266767a9 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Made reservation on behalf of e40d925510bb4f2da67caa3378239276 for: {'subnet': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:36:11.585304 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1d873874-5f90-44c9-bab2-42d8266767a9 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4612397'] for subnet, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:11.702154 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-76ec93bd-c7d3-4bf8-b840-f79f4d040118 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Notify callbacks [] for router_gateway, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:11.722920 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-76ec93bd-c7d3-4bf8-b840-f79f4d040118 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:11.859222 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-76ec93bd-c7d3-4bf8-b840-f79f4d040118 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Allocated IP 172.25.5.57 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/8477a682-334f-4ed0-a0ec-658ad57e57ca) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:36:11.875412 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1d873874-5f90-44c9-bab2-42d8266767a9 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4824863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4612355'] for subnet, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:11.969934 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d873874-5f90-44c9-bab2-42d8266767a9 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Pushing event updated for resources: {'Subnet': ['ID=bd9a25c6-7d88-47ad-979d-89f2a41128c6,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:36:12.038997 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab44b12-b442-4845-86ba-707867453958 req-6d16011a-4c4f-4ad3-9e73-1b05fcaa71c1 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:36:12.051860 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8ab44b12-b442-4845-86ba-707867453958 req-6d16011a-4c4f-4ad3-9e73-1b05fcaa71c1 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b52d58a-37ab-4e50-b262-c81246f70212 HTTP/1.1" status: 200 len: 943 time: 0.1421731 Oct 12 19:36:12.072053 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d873874-5f90-44c9-bab2-42d8266767a9 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Checking segment: {'id': 'e003f1d9-71e7-4d27-9b9b-704d8d138e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'df045a9b-1fd3-41d1-9670-a9c617c76ee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:36:12.072425 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d873874-5f90-44c9-bab2-42d8266767a9 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Network hostable DHCP agents. Network: df045a9b-1fd3-41d1-9670-a9c617c76ee3, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:36:12.108751 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-76ec93bd-c7d3-4bf8-b840-f79f4d040118 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:12.156792 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8ab44b12-b442-4845-86ba-707867453958 req-ca25d098-4f53-460f-9f93-75f0f40b08aa tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc25c47-c49f-4f72-b689-5693a6947492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023157 Oct 12 19:36:12.985821 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d873874-5f90-44c9-bab2-42d8266767a9 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Network df045a9b-1fd3-41d1-9670-a9c617c76ee3 is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:36:13.032200 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-76ec93bd-c7d3-4bf8-b840-f79f4d040118 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:13.073537 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ec93bd-c7d3-4bf8-b840-f79f4d040118 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:36:13.078905 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-76ec93bd-c7d3-4bf8-b840-f79f4d040118 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:36:13.095584 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ec93bd-c7d3-4bf8-b840-f79f4d040118 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:36:13.129208 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ec93bd-c7d3-4bf8-b840-f79f4d040118 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Pushing event updated for resources: {'Port': ['ID=8477a682-334f-4ed0-a0ec-658ad57e57ca,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:36:13.186236 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-1d873874-5f90-44c9-bab2-42d8266767a9 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, df045a9b-1fd3-41d1-9670-a9c617c76ee3) {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:36:13.191505 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d873874-5f90-44c9-bab2-42d8266767a9 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:36:13.192201 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1d873874-5f90-44c9-bab2-42d8266767a9 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:13.199627 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f7b42d7-2e10-45bc-80de-78900642d890 None None] Network df045a9b-1fd3-41d1-9670-a9c617c76ee3 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:36:13.286822 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-1d873874-5f90-44c9-bab2-42d8266767a9 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8602607 Oct 12 19:36:13.290066 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 40548) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:36:13.490914 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d80eae-9fd2-4fcc-aa2a-0b53ebec32b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-df045a9b-1fd3-41d1-9670-a9c617c76ee3', 'network_id': 'df045a9b-1fd3-41d1-9670-a9c617c76ee3', 'tenant_id': 'e40d925510bb4f2da67caa3378239276', 'fixed_ips': [{'subnet_id': 'bd9a25c6-7d88-47ad-979d-89f2a41128c6'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:36:13.494241 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-52d80eae-9fd2-4fcc-aa2a-0b53ebec32b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:13.530828 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed7cd1d-f961-4dd1-8830-78e7d9d2ac7a req-95fa08d4-0abb-4ce5-a697-96773d37a3fe tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:36:13.541717 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-bed7cd1d-f961-4dd1-8830-78e7d9d2ac7a req-95fa08d4-0abb-4ce5-a697-96773d37a3fe tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b52d58a-37ab-4e50-b262-c81246f70212 HTTP/1.1" status: 200 len: 943 time: 0.2374206 Oct 12 19:36:13.738413 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-76ec93bd-c7d3-4bf8-b840-f79f4d040118 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Notify callbacks [] for router_gateway, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:13.748689 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-bed7cd1d-f961-4dd1-8830-78e7d9d2ac7a req-73e20125-615c-442d-a091-6e9773089e0b tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc25c47-c49f-4f72-b689-5693a6947492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1990201 Oct 12 19:36:13.857253 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a24f1360-5b41-4f89-b151-79de795b6a63 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:13.976527 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-52d80eae-9fd2-4fcc-aa2a-0b53ebec32b7 None None] Allocated IP 2001:db8::2 (df045a9b-1fd3-41d1-9670-a9c617c76ee3/bd9a25c6-7d88-47ad-979d-89f2a41128c6/9feae632-683b-4ace-ac0d-be344855d0e0) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:36:13.999944 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-76ec93bd-c7d3-4bf8-b840-f79f4d040118 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8093541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7915516'] for router, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:14.145032 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 19:36:14.162781 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-52d80eae-9fd2-4fcc-aa2a-0b53ebec32b7 None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:14.288819 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76ec93bd-c7d3-4bf8-b840-f79f4d040118 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Router 7e427bd9-5aaf-45f5-86f0-2d48c69b7b4c is scheduled to L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b with binding_index 1 {{(pid=95502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 19:36:14.352357 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-52d80eae-9fd2-4fcc-aa2a-0b53ebec32b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:14.413221 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d80eae-9fd2-4fcc-aa2a-0b53ebec32b7 None None] Network df045a9b-1fd3-41d1-9670-a9c617c76ee3 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:36:14.417950 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-52d80eae-9fd2-4fcc-aa2a-0b53ebec32b7 None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:36:14.422439 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d80eae-9fd2-4fcc-aa2a-0b53ebec32b7 None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:36:14.433823 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d80eae-9fd2-4fcc-aa2a-0b53ebec32b7 None None] Pushing event updated for resources: {'Port': ['ID=9feae632-683b-4ace-ac0d-be344855d0e0,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:36:14.436656 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76ec93bd-c7d3-4bf8-b840-f79f4d040118 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:36:14.437326 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-a24f1360-5b41-4f89-b151-79de795b6a63 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Allocated IP 2001:db8::1 (df045a9b-1fd3-41d1-9670-a9c617c76ee3/bd9a25c6-7d88-47ad-979d-89f2a41128c6/6eebfeb3-bf39-4ea7-9732-70555e1bd298) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:36:14.462480 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f49d018-c005-43c8-90ab-ecfefb9b69b3 None None] Sync routers for ids ['7e427bd9-5aaf-45f5-86f0-2d48c69b7b4c'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:36:14.502548 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f49d018-c005-43c8-90ab-ecfefb9b69b3 None None] Routers {'7e427bd9-5aaf-45f5-86f0-2d48c69b7b4c'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:36:14.503180 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-5f49d018-c005-43c8-90ab-ecfefb9b69b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:36:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['7e427bd9-5aaf-45f5-86f0-2d48c69b7b4c'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:36:14.542452 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-5f49d018-c005-43c8-90ab-ecfefb9b69b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:36:14.545598 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-52d80eae-9fd2-4fcc-aa2a-0b53ebec32b7 None None] Attempting to bind port 9feae632-683b-4ace-ac0d-be344855d0e0 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:36:14.545963 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-52d80eae-9fd2-4fcc-aa2a-0b53ebec32b7 None None] Attempting to bind port 9feae632-683b-4ace-ac0d-be344855d0e0 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'e003f1d9-71e7-4d27-9b9b-704d8d138e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'df045a9b-1fd3-41d1-9670-a9c617c76ee3'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:36:14.546327 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d80eae-9fd2-4fcc-aa2a-0b53ebec32b7 None None] Attempting to bind port 9feae632-683b-4ace-ac0d-be344855d0e0 on network df045a9b-1fd3-41d1-9670-a9c617c76ee3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:36:14.554215 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-76ec93bd-c7d3-4bf8-b840-f79f4d040118 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:14.555457 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-76ec93bd-c7d3-4bf8-b840-f79f4d040118 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.9305217 Oct 12 19:36:14.558157 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 40594) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:36:14.563544 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d80eae-9fd2-4fcc-aa2a-0b53ebec32b7 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:36:14.564570 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d80eae-9fd2-4fcc-aa2a-0b53ebec32b7 None None] Checking segment: {'id': 'e003f1d9-71e7-4d27-9b9b-704d8d138e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'df045a9b-1fd3-41d1-9670-a9c617c76ee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:36:14.565235 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-52d80eae-9fd2-4fcc-aa2a-0b53ebec32b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:14.565761 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d80eae-9fd2-4fcc-aa2a-0b53ebec32b7 None None] Bound using segment: {'id': 'e003f1d9-71e7-4d27-9b9b-704d8d138e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'df045a9b-1fd3-41d1-9670-a9c617c76ee3'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:36:14.566793 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-52d80eae-9fd2-4fcc-aa2a-0b53ebec32b7 None None] Bound port: 9feae632-683b-4ace-ac0d-be344855d0e0, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e003f1d9-71e7-4d27-9b9b-704d8d138e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'df045a9b-1fd3-41d1-9670-a9c617c76ee3'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:36:14.567358 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-52d80eae-9fd2-4fcc-aa2a-0b53ebec32b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:14.573866 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f49d018-c005-43c8-90ab-ecfefb9b69b3 None None] Routers {'7e427bd9-5aaf-45f5-86f0-2d48c69b7b4c'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:36:14.574917 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-5f49d018-c005-43c8-90ab-ecfefb9b69b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:36:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['7e427bd9-5aaf-45f5-86f0-2d48c69b7b4c'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:36:14.597432 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a24f1360-5b41-4f89-b151-79de795b6a63 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:14.629298 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-5f49d018-c005-43c8-90ab-ecfefb9b69b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:36:14.630251 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f49d018-c005-43c8-90ab-ecfefb9b69b3 None None] The sync data for ids ['7e427bd9-5aaf-45f5-86f0-2d48c69b7b4c'] in n-d-813679-3 is: [] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:36:14.691313 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-52d80eae-9fd2-4fcc-aa2a-0b53ebec32b7 None None] For port 9feae632-683b-4ace-ac0d-be344855d0e0, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:36:14.697099 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-52d80eae-9fd2-4fcc-aa2a-0b53ebec32b7 None None] For port 9feae632-683b-4ace-ac0d-be344855d0e0, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=9feae632-683b-4ace-ac0d-be344855d0e0,segment=NetworkSegment(e003f1d9-71e7-4d27-9b9b-704d8d138e4c),segment_id=e003f1d9-71e7-4d27-9b9b-704d8d138e4c)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:36:14.697264 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-ad03901a-7db4-4d4b-8668-3815a66ef330 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] 10.222.0.49 "GET /v2.0/routers/7e427bd9-5aaf-45f5-86f0-2d48c69b7b4c HTTP/1.1" status: 200 len: 920 time: 0.1364670 Oct 12 19:36:14.697386 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 40602) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:36:14.717552 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a24f1360-5b41-4f89-b151-79de795b6a63 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:14.725491 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-75981f61-e63b-4131-8465-b163a9dcd154 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] 10.222.0.49 "GET /v2.0/ports?device_id=7e427bd9-5aaf-45f5-86f0-2d48c69b7b4c HTTP/1.1" status: 200 len: 205 time: 0.0262029 Oct 12 19:36:14.728877 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 40608) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:36:14.764063 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24f1360-5b41-4f89-b151-79de795b6a63 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Network df045a9b-1fd3-41d1-9670-a9c617c76ee3 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:36:14.767437 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-a24f1360-5b41-4f89-b151-79de795b6a63 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:36:14.772582 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24f1360-5b41-4f89-b151-79de795b6a63 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:36:14.773147 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a24f1360-5b41-4f89-b151-79de795b6a63 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7915309'] for router_interface, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:14.803066 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-52d80eae-9fd2-4fcc-aa2a-0b53ebec32b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:14.858862 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c585eb74-aa37-4044-8eef-016e9410fa27 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Notify callbacks [] for router, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:14.881615 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24f1360-5b41-4f89-b151-79de795b6a63 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Pushing event updated for resources: {'Port': ['ID=6eebfeb3-bf39-4ea7-9732-70555e1bd298,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:36:14.895160 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d80eae-9fd2-4fcc-aa2a-0b53ebec32b7 None None] Pushing event updated for resources: {'Port': ['ID=9feae632-683b-4ace-ac0d-be344855d0e0,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:36:14.937818 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36a233e-3eea-44c3-b8dc-09001cd0a7f5 req-467df07f-eb50-4277-8377-7cd7267b98f0 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:36:14.939550 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f36a233e-3eea-44c3-b8dc-09001cd0a7f5 req-467df07f-eb50-4277-8377-7cd7267b98f0 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b52d58a-37ab-4e50-b262-c81246f70212 HTTP/1.1" status: 200 len: 943 time: 0.0682483 Oct 12 19:36:14.995089 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a24f1360-5b41-4f89-b151-79de795b6a63 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:15.023572 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f36a233e-3eea-44c3-b8dc-09001cd0a7f5 req-16d15e0b-65fa-4141-86f8-e23d326c33dc tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc25c47-c49f-4f72-b689-5693a6947492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754147 Oct 12 19:36:15.024905 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c585eb74-aa37-4044-8eef-016e9410fa27 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:15.194858 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-c585eb74-aa37-4044-8eef-016e9410fa27 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Deleting port 8477a682-334f-4ed0-a0ec-658ad57e57ca {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:36:15.195318 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c585eb74-aa37-4044-8eef-016e9410fa27 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:15.296347 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c585eb74-aa37-4044-8eef-016e9410fa27 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:15.318125 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-c585eb74-aa37-4044-8eef-016e9410fa27 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Calling delete_port for 8477a682-334f-4ed0-a0ec-658ad57e57ca owned by network:router_gateway {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:36:15.415238 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a24f1360-5b41-4f89-b151-79de795b6a63 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:15.454061 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a24f1360-5b41-4f89-b151-79de795b6a63 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:15.454919 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a24f1360-5b41-4f89-b151-79de795b6a63 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7898980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8092605'] for router_interface, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:15.562366 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24f1360-5b41-4f89-b151-79de795b6a63 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Pushing event updated for resources: {'Port': ['ID=6eebfeb3-bf39-4ea7-9732-70555e1bd298,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:36:15.585925 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c585eb74-aa37-4044-8eef-016e9410fa27 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:15.605913 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24f1360-5b41-4f89-b151-79de795b6a63 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Network df045a9b-1fd3-41d1-9670-a9c617c76ee3 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:36:15.607291 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-a24f1360-5b41-4f89-b151-79de795b6a63 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:36:15.615473 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c585eb74-aa37-4044-8eef-016e9410fa27 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Pushing event deleted for resources: {'Port': ['ID=8477a682-334f-4ed0-a0ec-658ad57e57ca,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:36:15.703525 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c585eb74-aa37-4044-8eef-016e9410fa27 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7915456'] for router_gateway, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:15.883806 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c585eb74-aa37-4044-8eef-016e9410fa27 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255495'] for router, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:15.887258 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c585eb74-aa37-4044-8eef-016e9410fa27 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:15.922525 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a24f1360-5b41-4f89-b151-79de795b6a63 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Router 6a7cc1c8-9c3e-4c8e-801f-c6857256f82c is scheduled to L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b with binding_index 1 {{(pid=95501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 19:36:16.023931 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a24f1360-5b41-4f89-b151-79de795b6a63 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:36:16.031991 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c585eb74-aa37-4044-8eef-016e9410fa27 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8093499'] for router, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:16.032320 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c585eb74-aa37-4044-8eef-016e9410fa27 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Fanout notify agent at l3_agent the message router_deleted on router 7e427bd9-5aaf-45f5-86f0-2d48c69b7b4c {{(pid=95502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 19:36:16.036879 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac4c9f3-b404-409d-9088-aac624936a8b None None] Sync routers for ids ['6a7cc1c8-9c3e-4c8e-801f-c6857256f82c'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:36:16.040503 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c585eb74-aa37-4044-8eef-016e9410fa27 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:16.045808 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-c585eb74-aa37-4044-8eef-016e9410fa27 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] 10.222.0.49 "DELETE /v2.0/routers/7e427bd9-5aaf-45f5-86f0-2d48c69b7b4c HTTP/1.1" status: 204 len: 168 time: 1.3142157 Oct 12 19:36:16.046310 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-a24f1360-5b41-4f89-b151-79de795b6a63 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] 10.222.0.49 "PUT /v2.0/routers/6a7cc1c8-9c3e-4c8e-801f-c6857256f82c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7521906 Oct 12 19:36:16.046407 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 40664) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:36:16.051477 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-6f9de921-063a-41a6-9533-95daf7fe0151 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1645726478', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'enable_snat': False}}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:36:16.055223 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 40666) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:36:16.061596 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac4c9f3-b404-409d-9088-aac624936a8b None None] Routers {'6a7cc1c8-9c3e-4c8e-801f-c6857256f82c'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:36:16.062234 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-8ac4c9f3-b404-409d-9088-aac624936a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:36:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['6a7cc1c8-9c3e-4c8e-801f-c6857256f82c'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:36:16.062420 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-643bb11b-8498-4be1-8c05-1df36699f2f9 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2092011553'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:36:16.097120 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.db.api [None req-643bb11b-8498-4be1-8c05-1df36699f2f9 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 12 19:36:16.097120 n-d-813679-3 neutron-server[95501]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Oct 12 19:36:16.097120 n-d-813679-3 neutron-server[95501]: [parameters: {'project_id': 'e40d925510bb4f2da67caa3378239276', 'id': 'e98b4e3f-6057-4d5a-9d78-4362b265f7e3', 'expiration': datetime.datetime(2021, 10, 12, 19, 38, 16, 85951)}] Oct 12 19:36:16.097120 n-d-813679-3 neutron-server[95501]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95501) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 19:36:16.097748 n-d-813679-3 neutron-server[95501]: DEBUG oslo_db.api [None req-643bb11b-8498-4be1-8c05-1df36699f2f9 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 19:36:16.188627 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-8ac4c9f3-b404-409d-9088-aac624936a8b None None] Set router 6a7cc1c8-9c3e-4c8e-801f-c6857256f82c gateway port host: None {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:36:16.197015 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b058083-52ac-4191-bd3b-62c0182c0c51 req-0a03cf2a-42dc-46e6-88b0-668efdbb5fca tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:36:16.198734 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5b058083-52ac-4191-bd3b-62c0182c0c51 req-0a03cf2a-42dc-46e6-88b0-668efdbb5fca tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b52d58a-37ab-4e50-b262-c81246f70212 HTTP/1.1" status: 200 len: 943 time: 0.0549030 Oct 12 19:36:16.214228 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6f9de921-063a-41a6-9533-95daf7fe0151 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8093678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255505'] for router, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:16.219285 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6f9de921-063a-41a6-9533-95daf7fe0151 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8093562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8087085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8022306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255518'] for router, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:16.270313 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5b058083-52ac-4191-bd3b-62c0182c0c51 req-d61fba09-fb38-4a83-b349-552cd2e5a1c4 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc25c47-c49f-4f72-b689-5693a6947492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589044 Oct 12 19:36:16.308258 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6f9de921-063a-41a6-9533-95daf7fe0151 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:16.323586 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68770a73-a832-4c09-a28c-101cd3fe30af None None] Network df045a9b-1fd3-41d1-9670-a9c617c76ee3 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:36:16.443359 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-f5a5b8d3-d6ed-4ac1-821e-033ac0a0c1ec None None] Provisioning complete for port 9feae632-683b-4ace-ac0d-be344855d0e0 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:36:16.443733 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f5a5b8d3-d6ed-4ac1-821e-033ac0a0c1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:16.475784 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-8ac4c9f3-b404-409d-9088-aac624936a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a7cc1c8-9c3e-4c8e-801f-c6857256f82c', 'name': 'tempest-RoutersIpV6Test-router-1444819174', 'tenant_id': 'e40d925510bb4f2da67caa3378239276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:36:10Z', 'updated_at': '2021-10-12T19:36:14Z', 'revision_number': 2, 'project_id': 'e40d925510bb4f2da67caa3378239276', 'gw_port_host': None, '_interfaces': [{'id': '6eebfeb3-bf39-4ea7-9732-70555e1bd298', 'name': '', 'network_id': 'df045a9b-1fd3-41d1-9670-a9c617c76ee3', 'tenant_id': 'e40d925510bb4f2da67caa3378239276', 'mac_address': 'fa:16:3e:ea:cc:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a7cc1c8-9c3e-4c8e-801f-c6857256f82c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': 'bd9a25c6-7d88-47ad-979d-89f2a41128c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:36:13Z', 'updated_at': '2021-10-12T19:36:15Z', 'revision_number': 2, 'project_id': 'e40d925510bb4f2da67caa3378239276', 'subnets': [{'id': 'bd9a25c6-7d88-47ad-979d-89f2a41128c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:36:16.507260 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac4c9f3-b404-409d-9088-aac624936a8b None None] Checking router: 6a7cc1c8-9c3e-4c8e-801f-c6857256f82c for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:36:16.507603 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac4c9f3-b404-409d-9088-aac624936a8b None None] Updating router 6a7cc1c8-9c3e-4c8e-801f-c6857256f82c port 6eebfeb3-bf39-4ea7-9732-70555e1bd298 binding host n-d-813679-3 {{(pid=95504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 19:36:16.535198 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-8ac4c9f3-b404-409d-9088-aac624936a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:16.564353 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 9feae632-683b-4ace-ac0d-be344855d0e0 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:36:16.607459 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6f9de921-063a-41a6-9533-95daf7fe0151 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:16.687261 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-643bb11b-8498-4be1-8c05-1df36699f2f9 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Made reservation on behalf of e40d925510bb4f2da67caa3378239276 for: {'network': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:36:16.692403 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-643bb11b-8498-4be1-8c05-1df36699f2f9 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:16.706833 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 9feae632-683b-4ace-ac0d-be344855d0e0 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:36:16.707210 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:16.739299 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-643bb11b-8498-4be1-8c05-1df36699f2f9 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=95501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:36:16.751686 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-643bb11b-8498-4be1-8c05-1df36699f2f9 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:16.752380 n-d-813679-3 neutron-server[95501]: INFO neutron.db.segments_db [None req-643bb11b-8498-4be1-8c05-1df36699f2f9 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Added segment b05a90a3-7082-446b-abcd-fa0d394be4fc of type vlan for network a867eeb8-d1ff-40d2-8eab-cb318fd2e646 Oct 12 19:36:16.788274 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f5a5b8d3-d6ed-4ac1-821e-033ac0a0c1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:16.854959 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-643bb11b-8498-4be1-8c05-1df36699f2f9 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:16.862310 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-f5a5b8d3-d6ed-4ac1-821e-033ac0a0c1ec None None] For port 9feae632-683b-4ace-ac0d-be344855d0e0, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=9feae632-683b-4ace-ac0d-be344855d0e0,segment=NetworkSegment(e003f1d9-71e7-4d27-9b9b-704d8d138e4c),segment_id=e003f1d9-71e7-4d27-9b9b-704d8d138e4c)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:36:16.919522 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f5a5b8d3-d6ed-4ac1-821e-033ac0a0c1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:16.925118 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:16.989502 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-643bb11b-8498-4be1-8c05-1df36699f2f9 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:17.026661 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a5b8d3-d6ed-4ac1-821e-033ac0a0c1ec None None] Pushing event updated for resources: {'Port': ['ID=9feae632-683b-4ace-ac0d-be344855d0e0,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:36:17.032828 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643bb11b-8498-4be1-8c05-1df36699f2f9 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:36:17.035990 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-643bb11b-8498-4be1-8c05-1df36699f2f9 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:17.051630 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-8ac4c9f3-b404-409d-9088-aac624936a8b None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:17.127719 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.db.api [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 19:36:17.128135 n-d-813679-3 neutron-server[95503]: DEBUG oslo_db.api [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 19:36:17.162564 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-8ac4c9f3-b404-409d-9088-aac624936a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:17.182575 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643bb11b-8498-4be1-8c05-1df36699f2f9 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Pushing event updated for resources: {'Network': ['ID=a867eeb8-d1ff-40d2-8eab-cb318fd2e646,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:36:17.196124 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network a867eeb8-d1ff-40d2-8eab-cb318fd2e646 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:36:17.223268 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-643bb11b-8498-4be1-8c05-1df36699f2f9 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1659770 Oct 12 19:36:17.227614 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 40722) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:36:17.235013 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-3aaf715b-e006-45af-b62e-b317c475e3a5 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Request body: {'subnet': {'network_id': 'a867eeb8-d1ff-40d2-8eab-cb318fd2e646', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:36:17.305554 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f7c9fb-7593-4709-af3b-93f1ee9c578c None None] Pushing event updated for resources: {'Port': ['ID=6eebfeb3-bf39-4ea7-9732-70555e1bd298,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:36:17.372690 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-97bd9c3f-6720-4d01-aba9-d7bac4411e4b None None] Provisioning complete for port 9feae632-683b-4ace-ac0d-be344855d0e0 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:36:17.373317 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-97bd9c3f-6720-4d01-aba9-d7bac4411e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:17.379766 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f7c9fb-7593-4709-af3b-93f1ee9c578c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:36:17.381706 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f7c9fb-7593-4709-af3b-93f1ee9c578c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:36:17.392500 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f7c9fb-7593-4709-af3b-93f1ee9c578c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:36:17.392500 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f7c9fb-7593-4709-af3b-93f1ee9c578c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:36:17.392500 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f7c9fb-7593-4709-af3b-93f1ee9c578c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:36:17.392500 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f7c9fb-7593-4709-af3b-93f1ee9c578c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:36:17.392500 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f7c9fb-7593-4709-af3b-93f1ee9c578c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:36:17.392500 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f7c9fb-7593-4709-af3b-93f1ee9c578c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:36:17.392500 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f7c9fb-7593-4709-af3b-93f1ee9c578c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:36:17.392500 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f7c9fb-7593-4709-af3b-93f1ee9c578c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:36:17.392500 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f7c9fb-7593-4709-af3b-93f1ee9c578c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:36:17.392500 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f7c9fb-7593-4709-af3b-93f1ee9c578c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:36:17.444416 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-8ac4c9f3-b404-409d-9088-aac624936a8b None None] Attempting to bind port 6eebfeb3-bf39-4ea7-9732-70555e1bd298 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:36:17.444630 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-8ac4c9f3-b404-409d-9088-aac624936a8b None None] Attempting to bind port 6eebfeb3-bf39-4ea7-9732-70555e1bd298 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'e003f1d9-71e7-4d27-9b9b-704d8d138e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'df045a9b-1fd3-41d1-9670-a9c617c76ee3'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:36:17.444974 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac4c9f3-b404-409d-9088-aac624936a8b None None] Attempting to bind port 6eebfeb3-bf39-4ea7-9732-70555e1bd298 on network df045a9b-1fd3-41d1-9670-a9c617c76ee3 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:36:17.459859 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac4c9f3-b404-409d-9088-aac624936a8b None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:36:17.462126 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac4c9f3-b404-409d-9088-aac624936a8b None None] Checking segment: {'id': 'e003f1d9-71e7-4d27-9b9b-704d8d138e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'df045a9b-1fd3-41d1-9670-a9c617c76ee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:36:17.463467 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-8ac4c9f3-b404-409d-9088-aac624936a8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:17.464136 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac4c9f3-b404-409d-9088-aac624936a8b None None] Bound using segment: {'id': 'e003f1d9-71e7-4d27-9b9b-704d8d138e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'df045a9b-1fd3-41d1-9670-a9c617c76ee3'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:36:17.464822 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-8ac4c9f3-b404-409d-9088-aac624936a8b None None] Bound port: 6eebfeb3-bf39-4ea7-9732-70555e1bd298, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e003f1d9-71e7-4d27-9b9b-704d8d138e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'df045a9b-1fd3-41d1-9670-a9c617c76ee3'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:36:17.466652 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-8ac4c9f3-b404-409d-9088-aac624936a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:17.532604 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6f9de921-063a-41a6-9533-95daf7fe0151 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:17.535840 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e1ec04-206e-43cc-9291-b6e9c28baa5e req-d9d0acc4-d109-491e-ab89-95e97a0c657c tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:36:17.537879 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f0e1ec04-206e-43cc-9291-b6e9c28baa5e req-d9d0acc4-d109-491e-ab89-95e97a0c657c tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b52d58a-37ab-4e50-b262-c81246f70212 HTTP/1.1" status: 200 len: 943 time: 0.1215782 Oct 12 19:36:17.565253 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6f9de921-063a-41a6-9533-95daf7fe0151 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:17.612566 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f0e1ec04-206e-43cc-9291-b6e9c28baa5e req-d8e1adf8-9d50-4432-b1e0-067965a098e0 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc25c47-c49f-4f72-b689-5693a6947492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677602 Oct 12 19:36:17.648556 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aaf715b-e006-45af-b62e-b317c475e3a5 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Made reservation on behalf of e40d925510bb4f2da67caa3378239276 for: {'subnet': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:36:17.652577 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3aaf715b-e006-45af-b62e-b317c475e3a5 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4612397'] for subnet, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:17.655013 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-8ac4c9f3-b404-409d-9088-aac624936a8b None None] For port 6eebfeb3-bf39-4ea7-9732-70555e1bd298, host n-d-813679-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:36:17.660727 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-8ac4c9f3-b404-409d-9088-aac624936a8b None None] For port 6eebfeb3-bf39-4ea7-9732-70555e1bd298, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=6eebfeb3-bf39-4ea7-9732-70555e1bd298,segment=NetworkSegment(e003f1d9-71e7-4d27-9b9b-704d8d138e4c),segment_id=e003f1d9-71e7-4d27-9b9b-704d8d138e4c)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:36:17.690372 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-97bd9c3f-6720-4d01-aba9-d7bac4411e4b None None] Provisioning complete for port 6eebfeb3-bf39-4ea7-9732-70555e1bd298 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:36:17.690752 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-97bd9c3f-6720-4d01-aba9-d7bac4411e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:17.749750 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-97bd9c3f-6720-4d01-aba9-d7bac4411e4b None None] Port 6eebfeb3-bf39-4ea7-9732-70555e1bd298 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:36:17.769283 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-8ac4c9f3-b404-409d-9088-aac624936a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:17.776710 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-6f9de921-063a-41a6-9533-95daf7fe0151 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Allocated IP 172.25.5.232 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/d4740061-1ad8-416c-9245-6b5b126ccd64) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:36:17.880536 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-6d4cdfb5-74ea-4aee-8122-00f4104f1340 None None] Provisioning complete for port 6eebfeb3-bf39-4ea7-9732-70555e1bd298 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:36:17.880919 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6d4cdfb5-74ea-4aee-8122-00f4104f1340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:17.914632 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac4c9f3-b404-409d-9088-aac624936a8b None None] Routers {'6a7cc1c8-9c3e-4c8e-801f-c6857256f82c'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:36:17.915269 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-8ac4c9f3-b404-409d-9088-aac624936a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:36:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['6a7cc1c8-9c3e-4c8e-801f-c6857256f82c'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:36:17.991555 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f7c9fb-7593-4709-af3b-93f1ee9c578c None None] Pushing event updated for resources: {'Port': ['ID=6eebfeb3-bf39-4ea7-9732-70555e1bd298,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:36:18.017758 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6f9de921-063a-41a6-9533-95daf7fe0151 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:18.026883 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3aaf715b-e006-45af-b62e-b317c475e3a5 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4824863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4612355'] for subnet, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:18.075075 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6d4cdfb5-74ea-4aee-8122-00f4104f1340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:18.127926 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaf715b-e006-45af-b62e-b317c475e3a5 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Pushing event updated for resources: {'Subnet': ['ID=51abbd1d-26e2-4e90-9ee9-ff5b9e683d40,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:36:18.152088 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aaf715b-e006-45af-b62e-b317c475e3a5 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Checking segment: {'id': 'b05a90a3-7082-446b-abcd-fa0d394be4fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a867eeb8-d1ff-40d2-8eab-cb318fd2e646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:36:18.152574 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aaf715b-e006-45af-b62e-b317c475e3a5 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Network hostable DHCP agents. Network: a867eeb8-d1ff-40d2-8eab-cb318fd2e646, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:36:18.153162 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-6d4cdfb5-74ea-4aee-8122-00f4104f1340 None None] For port 6eebfeb3-bf39-4ea7-9732-70555e1bd298, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=6eebfeb3-bf39-4ea7-9732-70555e1bd298,segment=NetworkSegment(e003f1d9-71e7-4d27-9b9b-704d8d138e4c),segment_id=e003f1d9-71e7-4d27-9b9b-704d8d138e4c)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:36:18.165653 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6f9de921-063a-41a6-9533-95daf7fe0151 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:18.172582 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-8ac4c9f3-b404-409d-9088-aac624936a8b None None] Set router 6a7cc1c8-9c3e-4c8e-801f-c6857256f82c gateway port host: None {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:36:18.215709 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6d4cdfb5-74ea-4aee-8122-00f4104f1340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:18.224422 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9de921-063a-41a6-9533-95daf7fe0151 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Pushing event updated for resources: {'Port': ['ID=d4740061-1ad8-416c-9245-6b5b126ccd64,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:36:18.240997 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9de921-063a-41a6-9533-95daf7fe0151 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:36:18.243985 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aaf715b-e006-45af-b62e-b317c475e3a5 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Network a867eeb8-d1ff-40d2-8eab-cb318fd2e646 is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:36:18.256260 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-6f9de921-063a-41a6-9533-95daf7fe0151 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:36:18.263249 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9de921-063a-41a6-9533-95daf7fe0151 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:36:18.297602 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4cdfb5-74ea-4aee-8122-00f4104f1340 None None] Pushing event updated for resources: {'Port': ['ID=6eebfeb3-bf39-4ea7-9732-70555e1bd298,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:36:18.338867 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-5cadd3cc-bd63-4112-8e83-2d2193e051fa None None] Provisioning complete for port 6eebfeb3-bf39-4ea7-9732-70555e1bd298 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:36:18.339328 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5cadd3cc-bd63-4112-8e83-2d2193e051fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:18.351509 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-3aaf715b-e006-45af-b62e-b317c475e3a5 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, a867eeb8-d1ff-40d2-8eab-cb318fd2e646) {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:36:18.355875 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aaf715b-e006-45af-b62e-b317c475e3a5 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:36:18.356494 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3aaf715b-e006-45af-b62e-b317c475e3a5 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:18.366706 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc328a0-6763-498f-8420-975caef2b0df None None] Network a867eeb8-d1ff-40d2-8eab-cb318fd2e646 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:36:18.470840 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-3aaf715b-e006-45af-b62e-b317c475e3a5 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2391853 Oct 12 19:36:18.471530 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 40778) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:36:18.530415 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 9feae632-683b-4ace-ac0d-be344855d0e0 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:36:18.536157 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-8ac4c9f3-b404-409d-9088-aac624936a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a7cc1c8-9c3e-4c8e-801f-c6857256f82c', 'name': 'tempest-RoutersIpV6Test-router-1444819174', 'tenant_id': 'e40d925510bb4f2da67caa3378239276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:36:10Z', 'updated_at': '2021-10-12T19:36:14Z', 'revision_number': 2, 'project_id': 'e40d925510bb4f2da67caa3378239276', 'gw_port_host': None, '_interfaces': [{'id': '6eebfeb3-bf39-4ea7-9732-70555e1bd298', 'name': '', 'network_id': 'df045a9b-1fd3-41d1-9670-a9c617c76ee3', 'tenant_id': 'e40d925510bb4f2da67caa3378239276', 'mac_address': 'fa:16:3e:ea:cc:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a7cc1c8-9c3e-4c8e-801f-c6857256f82c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': 'bd9a25c6-7d88-47ad-979d-89f2a41128c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:36:13Z', 'updated_at': '2021-10-12T19:36:17Z', 'revision_number': 4, 'project_id': 'e40d925510bb4f2da67caa3378239276', 'subnets': [{'id': 'bd9a25c6-7d88-47ad-979d-89f2a41128c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:36:18.590822 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac4c9f3-b404-409d-9088-aac624936a8b None None] The sync data for ids ['6a7cc1c8-9c3e-4c8e-801f-c6857256f82c'] in n-d-813679-3 is: [{'id': '6a7cc1c8-9c3e-4c8e-801f-c6857256f82c', 'name': 'tempest-RoutersIpV6Test-router-1444819174', 'tenant_id': 'e40d925510bb4f2da67caa3378239276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:36:10Z', 'updated_at': '2021-10-12T19:36:14Z', 'revision_number': 2, 'project_id': 'e40d925510bb4f2da67caa3378239276', 'gw_port_host': None, '_interfaces': [{'id': '6eebfeb3-bf39-4ea7-9732-70555e1bd298', 'name': '', 'network_id': 'df045a9b-1fd3-41d1-9670-a9c617c76ee3', 'tenant_id': 'e40d925510bb4f2da67caa3378239276', 'mac_address': 'fa:16:3e:ea:cc:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a7cc1c8-9c3e-4c8e-801f-c6857256f82c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': 'bd9a25c6-7d88-47ad-979d-89f2a41128c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:36:13Z', 'updated_at': '2021-10-12T19:36:17Z', 'revision_number': 4, 'project_id': 'e40d925510bb4f2da67caa3378239276', 'subnets': [{'id': 'bd9a25c6-7d88-47ad-979d-89f2a41128c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:36:18.737455 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f1aac4-f8d6-4e4e-b106-89d15594b83d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-a867eeb8-d1ff-40d2-8eab-cb318fd2e646', 'network_id': 'a867eeb8-d1ff-40d2-8eab-cb318fd2e646', 'tenant_id': 'e40d925510bb4f2da67caa3378239276', 'fixed_ips': [{'subnet_id': '51abbd1d-26e2-4e90-9ee9-ff5b9e683d40'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:36:18.746132 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a5f1aac4-f8d6-4e4e-b106-89d15594b83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:18.773025 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 9feae632-683b-4ace-ac0d-be344855d0e0 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:36:18.773663 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:18.825323 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6f9de921-063a-41a6-9533-95daf7fe0151 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:18.918183 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c8e631-5782-40fc-a880-eb40769887f7 req-37b0100b-bc9b-4232-99a7-c7757965ff60 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:36:18.925910 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-46c8e631-5782-40fc-a880-eb40769887f7 req-37b0100b-bc9b-4232-99a7-c7757965ff60 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b52d58a-37ab-4e50-b262-c81246f70212 HTTP/1.1" status: 200 len: 943 time: 0.1594675 Oct 12 19:36:19.001003 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-a5f1aac4-f8d6-4e4e-b106-89d15594b83d None None] Allocated IP 2001:db8:1::2 (a867eeb8-d1ff-40d2-8eab-cb318fd2e646/51abbd1d-26e2-4e90-9ee9-ff5b9e683d40/cbcae493-cf5f-4efd-a5b7-593204fbbb3e) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:36:19.050729 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-46c8e631-5782-40fc-a880-eb40769887f7 req-a1d70e34-ce47-4270-bb31-f98972c62f2c tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc25c47-c49f-4f72-b689-5693a6947492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238306 Oct 12 19:36:19.087461 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-259d0c55-5af3-4763-be0c-3408270a962a None None] Provisioning complete for port 6eebfeb3-bf39-4ea7-9732-70555e1bd298 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:36:19.087838 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-259d0c55-5af3-4763-be0c-3408270a962a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:19.224795 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6f9de921-063a-41a6-9533-95daf7fe0151 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8093541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7915516'] for router, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:19.229071 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a9806669-2626-48a1-b257-88e7715d3fae tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:19.440719 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a5f1aac4-f8d6-4e4e-b106-89d15594b83d None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:19.521916 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a5f1aac4-f8d6-4e4e-b106-89d15594b83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:19.551979 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f9de921-063a-41a6-9533-95daf7fe0151 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Router c72cf4ed-461e-41b6-ab80-516cc48f419a is scheduled to L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b with binding_index 1 {{(pid=95502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 19:36:19.604515 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f1aac4-f8d6-4e4e-b106-89d15594b83d None None] Network a867eeb8-d1ff-40d2-8eab-cb318fd2e646 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:36:19.610458 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-a5f1aac4-f8d6-4e4e-b106-89d15594b83d None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:36:19.617217 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-a9806669-2626-48a1-b257-88e7715d3fae tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Allocated IP 2001:db8:1::1 (a867eeb8-d1ff-40d2-8eab-cb318fd2e646/51abbd1d-26e2-4e90-9ee9-ff5b9e683d40/3b73f370-6eed-4ae7-a6c9-803e5c8b6ca8) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:36:19.618576 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f1aac4-f8d6-4e4e-b106-89d15594b83d None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:36:19.661240 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-5cd169b2-0f1b-4261-b0ef-84f75265bbd1 None None] Provisioning complete for port 6eebfeb3-bf39-4ea7-9732-70555e1bd298 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:36:19.662084 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5cd169b2-0f1b-4261-b0ef-84f75265bbd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:19.668112 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f1aac4-f8d6-4e4e-b106-89d15594b83d None None] Pushing event updated for resources: {'Port': ['ID=cbcae493-cf5f-4efd-a5b7-593204fbbb3e,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:36:19.706640 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f9de921-063a-41a6-9533-95daf7fe0151 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:36:19.746158 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae9c31b-0ace-4748-8f5e-5f612a40b301 None None] Sync routers for ids ['c72cf4ed-461e-41b6-ab80-516cc48f419a'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:36:19.751743 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-a5f1aac4-f8d6-4e4e-b106-89d15594b83d None None] Attempting to bind port cbcae493-cf5f-4efd-a5b7-593204fbbb3e on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:36:19.752673 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-a5f1aac4-f8d6-4e4e-b106-89d15594b83d None None] Attempting to bind port cbcae493-cf5f-4efd-a5b7-593204fbbb3e by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'b05a90a3-7082-446b-abcd-fa0d394be4fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a867eeb8-d1ff-40d2-8eab-cb318fd2e646'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:36:19.753286 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f1aac4-f8d6-4e4e-b106-89d15594b83d None None] Attempting to bind port cbcae493-cf5f-4efd-a5b7-593204fbbb3e on network a867eeb8-d1ff-40d2-8eab-cb318fd2e646 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:36:19.775776 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f1aac4-f8d6-4e4e-b106-89d15594b83d None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:36:19.776637 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f1aac4-f8d6-4e4e-b106-89d15594b83d None None] Checking segment: {'id': 'b05a90a3-7082-446b-abcd-fa0d394be4fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a867eeb8-d1ff-40d2-8eab-cb318fd2e646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:36:19.777268 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a5f1aac4-f8d6-4e4e-b106-89d15594b83d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:19.777875 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f1aac4-f8d6-4e4e-b106-89d15594b83d None None] Bound using segment: {'id': 'b05a90a3-7082-446b-abcd-fa0d394be4fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a867eeb8-d1ff-40d2-8eab-cb318fd2e646'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:36:19.778638 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-a5f1aac4-f8d6-4e4e-b106-89d15594b83d None None] Bound port: cbcae493-cf5f-4efd-a5b7-593204fbbb3e, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b05a90a3-7082-446b-abcd-fa0d394be4fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a867eeb8-d1ff-40d2-8eab-cb318fd2e646'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:36:19.779249 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a5f1aac4-f8d6-4e4e-b106-89d15594b83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:19.783375 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a9806669-2626-48a1-b257-88e7715d3fae tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:19.793701 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6f9de921-063a-41a6-9533-95daf7fe0151 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:19.797956 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-6f9de921-063a-41a6-9533-95daf7fe0151 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 3.7502680 Oct 12 19:36:19.798808 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 40836) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:36:19.828251 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae9c31b-0ace-4748-8f5e-5f612a40b301 None None] Routers {'c72cf4ed-461e-41b6-ab80-516cc48f419a'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:36:19.828938 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-bae9c31b-0ace-4748-8f5e-5f612a40b301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:36:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['c72cf4ed-461e-41b6-ab80-516cc48f419a'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:36:19.917336 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a9806669-2626-48a1-b257-88e7715d3fae tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:19.952408 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a5f1aac4-f8d6-4e4e-b106-89d15594b83d None None] For port cbcae493-cf5f-4efd-a5b7-593204fbbb3e, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:36:19.963413 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-d84a0670-39b7-4a7c-a6d5-10c6badc161f tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] 10.222.0.49 "GET /v2.0/routers/c72cf4ed-461e-41b6-ab80-516cc48f419a HTTP/1.1" status: 200 len: 909 time: 0.1630967 Oct 12 19:36:19.971523 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 40846) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:36:19.976270 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-16c31912-e134-4472-93e2-836fc127f613 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1645726478', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'enable_snat': True}}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:36:19.985687 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9806669-2626-48a1-b257-88e7715d3fae tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Network a867eeb8-d1ff-40d2-8eab-cb318fd2e646 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:36:19.990282 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-a9806669-2626-48a1-b257-88e7715d3fae tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:36:19.993360 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9806669-2626-48a1-b257-88e7715d3fae tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:36:19.994010 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a9806669-2626-48a1-b257-88e7715d3fae tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7915309'] for router_interface, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:19.998766 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a5f1aac4-f8d6-4e4e-b106-89d15594b83d None None] For port cbcae493-cf5f-4efd-a5b7-593204fbbb3e, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=cbcae493-cf5f-4efd-a5b7-593204fbbb3e,segment=NetworkSegment(b05a90a3-7082-446b-abcd-fa0d394be4fc),segment_id=b05a90a3-7082-446b-abcd-fa0d394be4fc)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:36:20.087732 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9806669-2626-48a1-b257-88e7715d3fae tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Pushing event updated for resources: {'Port': ['ID=3b73f370-6eed-4ae7-a6c9-803e5c8b6ca8,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:36:20.110707 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-16c31912-e134-4472-93e2-836fc127f613 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8093678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255505'] for router, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:20.127243 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-16c31912-e134-4472-93e2-836fc127f613 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8093562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8087085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8022306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255518'] for router, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:20.209288 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-16c31912-e134-4472-93e2-836fc127f613 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:20.226243 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a5f1aac4-f8d6-4e4e-b106-89d15594b83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:20.237597 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4d4293-a728-49a4-80a8-bea98098ecae req-8bd5f1c6-532d-48ee-ba5b-c510b440e598 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:36:20.239193 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ab4d4293-a728-49a4-80a8-bea98098ecae req-8bd5f1c6-532d-48ee-ba5b-c510b440e598 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b52d58a-37ab-4e50-b262-c81246f70212 HTTP/1.1" status: 200 len: 943 time: 0.0733821 Oct 12 19:36:20.323876 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-bae9c31b-0ace-4748-8f5e-5f612a40b301 None None] Set router c72cf4ed-461e-41b6-ab80-516cc48f419a gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:36:20.328437 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ab4d4293-a728-49a4-80a8-bea98098ecae req-614eefd2-fe01-4acb-bb12-67c675fbdd90 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc25c47-c49f-4f72-b689-5693a6947492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772514 Oct 12 19:36:20.404925 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a9806669-2626-48a1-b257-88e7715d3fae tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:20.426299 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f1aac4-f8d6-4e4e-b106-89d15594b83d None None] Pushing event updated for resources: {'Port': ['ID=cbcae493-cf5f-4efd-a5b7-593204fbbb3e,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:36:20.520437 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-16c31912-e134-4472-93e2-836fc127f613 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:20.576290 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 6eebfeb3-bf39-4ea7-9732-70555e1bd298 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:36:20.760918 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 6eebfeb3-bf39-4ea7-9732-70555e1bd298 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:36:20.762217 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:20.821141 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-bae9c31b-0ace-4748-8f5e-5f612a40b301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72cf4ed-461e-41b6-ab80-516cc48f419a', 'name': 'tempest-snat-router-1645726478', 'tenant_id': '1c025652ae754e6e8520d90f99ee098e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.232'}], 'enable_snat': False}, 'gw_port_id': 'd4740061-1ad8-416c-9245-6b5b126ccd64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:36:16Z', 'updated_at': '2021-10-12T19:36:18Z', 'revision_number': 3, 'project_id': '1c025652ae754e6e8520d90f99ee098e', 'gw_port': {'id': 'd4740061-1ad8-416c-9245-6b5b126ccd64', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:fe:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c72cf4ed-461e-41b6-ab80-516cc48f419a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:36:17Z', 'updated_at': '2021-10-12T19:36:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:36:20.873573 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae9c31b-0ace-4748-8f5e-5f612a40b301 None None] Checking router: c72cf4ed-461e-41b6-ab80-516cc48f419a for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:36:20.873932 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae9c31b-0ace-4748-8f5e-5f612a40b301 None None] Updating router c72cf4ed-461e-41b6-ab80-516cc48f419a port d4740061-1ad8-416c-9245-6b5b126ccd64 binding host n-d-813679-3 {{(pid=95503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 19:36:20.923344 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bae9c31b-0ace-4748-8f5e-5f612a40b301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:20.923637 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-16c31912-e134-4472-93e2-836fc127f613 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:20.982739 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-16c31912-e134-4472-93e2-836fc127f613 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:21.131224 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-16c31912-e134-4472-93e2-836fc127f613 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Allocated IP 172.25.5.115 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/b488a357-04b6-43a9-a3a9-669966851eec) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:36:21.265073 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-16c31912-e134-4472-93e2-836fc127f613 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:21.328120 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a9806669-2626-48a1-b257-88e7715d3fae tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:21.379580 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-16c31912-e134-4472-93e2-836fc127f613 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:21.418013 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c31912-e134-4472-93e2-836fc127f613 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:36:21.422960 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-16c31912-e134-4472-93e2-836fc127f613 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:36:21.426659 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c31912-e134-4472-93e2-836fc127f613 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:36:21.459613 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c31912-e134-4472-93e2-836fc127f613 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Pushing event updated for resources: {'Port': ['ID=b488a357-04b6-43a9-a3a9-669966851eec,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:36:21.474580 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a9806669-2626-48a1-b257-88e7715d3fae tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:21.475496 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a9806669-2626-48a1-b257-88e7715d3fae tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7898980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8092605'] for router_interface, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:21.596130 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bae9c31b-0ace-4748-8f5e-5f612a40b301 None None] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:21.651675 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9806669-2626-48a1-b257-88e7715d3fae tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Pushing event updated for resources: {'Port': ['ID=3b73f370-6eed-4ae7-a6c9-803e5c8b6ca8,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:36:21.663446 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9eb515-4013-4756-ab17-feb9664242ca req-fcf425ea-1450-41d5-a35c-174622cb5b45 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:36:21.667943 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2c9eb515-4013-4756-ab17-feb9664242ca req-fcf425ea-1450-41d5-a35c-174622cb5b45 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b52d58a-37ab-4e50-b262-c81246f70212 HTTP/1.1" status: 200 len: 943 time: 0.2281961 Oct 12 19:36:21.703446 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bae9c31b-0ace-4748-8f5e-5f612a40b301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:21.746068 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2c9eb515-4013-4756-ab17-feb9664242ca req-86b28b30-1478-4c52-993d-f685b185012f tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc25c47-c49f-4f72-b689-5693a6947492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745788 Oct 12 19:36:21.753567 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9806669-2626-48a1-b257-88e7715d3fae tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Network a867eeb8-d1ff-40d2-8eab-cb318fd2e646 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:36:21.753567 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-a9806669-2626-48a1-b257-88e7715d3fae tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:36:21.813292 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2653b390-0464-4912-8c4e-108203a89087 None None] Pushing event updated for resources: {'Port': ['ID=d4740061-1ad8-416c-9245-6b5b126ccd64,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:36:21.816793 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-bae9c31b-0ace-4748-8f5e-5f612a40b301 None None] Attempting to bind port d4740061-1ad8-416c-9245-6b5b126ccd64 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:36:21.817329 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-bae9c31b-0ace-4748-8f5e-5f612a40b301 None None] Attempting to bind port d4740061-1ad8-416c-9245-6b5b126ccd64 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:36:21.817952 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae9c31b-0ace-4748-8f5e-5f612a40b301 None None] Attempting to bind port d4740061-1ad8-416c-9245-6b5b126ccd64 on network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:36:21.826449 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae9c31b-0ace-4748-8f5e-5f612a40b301 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:36:21.826835 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae9c31b-0ace-4748-8f5e-5f612a40b301 None None] Checking segment: {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:36:21.827265 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bae9c31b-0ace-4748-8f5e-5f612a40b301 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:21.827689 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae9c31b-0ace-4748-8f5e-5f612a40b301 None None] Bound using segment: {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:36:21.828243 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-bae9c31b-0ace-4748-8f5e-5f612a40b301 None None] Bound port: d4740061-1ad8-416c-9245-6b5b126ccd64, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:36:21.828638 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bae9c31b-0ace-4748-8f5e-5f612a40b301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:21.885438 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-16c31912-e134-4472-93e2-836fc127f613 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:21.900928 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9806669-2626-48a1-b257-88e7715d3fae tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Router 6a7cc1c8-9c3e-4c8e-801f-c6857256f82c has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:36:21.923690 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-bae9c31b-0ace-4748-8f5e-5f612a40b301 None None] For port d4740061-1ad8-416c-9245-6b5b126ccd64, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:36:21.927889 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-bae9c31b-0ace-4748-8f5e-5f612a40b301 None None] For port d4740061-1ad8-416c-9245-6b5b126ccd64, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=d4740061-1ad8-416c-9245-6b5b126ccd64,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:36:22.006169 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0b2f7d-a32e-46bb-960f-264a20fa0968 None None] Network a867eeb8-d1ff-40d2-8eab-cb318fd2e646 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:36:22.010698 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bae9c31b-0ace-4748-8f5e-5f612a40b301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:22.032477 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9806669-2626-48a1-b257-88e7715d3fae tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:36:22.043966 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b1091a-74a9-49c3-8192-6aaca892cc40 None None] Sync routers for ids ['6a7cc1c8-9c3e-4c8e-801f-c6857256f82c'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:36:22.063194 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-a9806669-2626-48a1-b257-88e7715d3fae tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] 10.222.0.49 "PUT /v2.0/routers/6a7cc1c8-9c3e-4c8e-801f-c6857256f82c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5887344 Oct 12 19:36:22.069254 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b1091a-74a9-49c3-8192-6aaca892cc40 None None] Routers {'6a7cc1c8-9c3e-4c8e-801f-c6857256f82c'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:36:22.069254 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-50b1091a-74a9-49c3-8192-6aaca892cc40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:36:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['6a7cc1c8-9c3e-4c8e-801f-c6857256f82c'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:36:22.072353 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 40934) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:36:22.072353 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-82d1145b-b63f-4253-b219-73579688ddfb tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1507867189'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:36:22.118477 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-25093f59-ad0a-441a-917b-34fd104b2954 None None] Provisioning complete for port cbcae493-cf5f-4efd-a5b7-593204fbbb3e triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:36:22.118849 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-25093f59-ad0a-441a-917b-34fd104b2954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:22.176684 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2653b390-0464-4912-8c4e-108203a89087 None None] Pushing event updated for resources: {'Port': ['ID=d4740061-1ad8-416c-9245-6b5b126ccd64,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:36:22.197199 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae9c31b-0ace-4748-8f5e-5f612a40b301 None None] Routers {'c72cf4ed-461e-41b6-ab80-516cc48f419a'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:36:22.197463 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-16c31912-e134-4472-93e2-836fc127f613 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8093541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7915516'] for router, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:22.197939 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-bae9c31b-0ace-4748-8f5e-5f612a40b301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:36:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['c72cf4ed-461e-41b6-ab80-516cc48f419a'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:36:22.225038 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82d1145b-b63f-4253-b219-73579688ddfb tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Made reservation on behalf of e40d925510bb4f2da67caa3378239276 for: {'network': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:36:22.225771 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-50b1091a-74a9-49c3-8192-6aaca892cc40 None None] Set router 6a7cc1c8-9c3e-4c8e-801f-c6857256f82c gateway port host: None {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:36:22.232781 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-82d1145b-b63f-4253-b219-73579688ddfb tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:22.303670 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82d1145b-b63f-4253-b219-73579688ddfb tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=95501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:36:22.329394 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-82d1145b-b63f-4253-b219-73579688ddfb tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:22.332481 n-d-813679-3 neutron-server[95501]: INFO neutron.db.segments_db [None req-82d1145b-b63f-4253-b219-73579688ddfb tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Added segment 4c570b4c-9853-4259-adac-578589d7271e of type vlan for network 16b68444-6014-4c09-8290-5a72eed4fda8 Oct 12 19:36:22.394730 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-82d1145b-b63f-4253-b219-73579688ddfb tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:22.423464 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-25093f59-ad0a-441a-917b-34fd104b2954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:22.445168 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-bae9c31b-0ace-4748-8f5e-5f612a40b301 None None] Set router c72cf4ed-461e-41b6-ab80-516cc48f419a gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:36:22.453120 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device c07665b4-a179-4091-9fcc-6ffd853121d9 details requested by agent hyperv_n-h2-813679-3 with host n-h2-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:36:22.512224 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-82d1145b-b63f-4253-b219-73579688ddfb tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:22.521489 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d1145b-b63f-4253-b219-73579688ddfb tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:36:22.529090 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-82d1145b-b63f-4253-b219-73579688ddfb tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:22.542715 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16c31912-e134-4472-93e2-836fc127f613 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Router 32abb457-336d-493e-9ed9-deae8d8e6864 is scheduled to L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b with binding_index 1 {{(pid=95502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 19:36:22.548076 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device cbcae493-cf5f-4efd-a5b7-593204fbbb3e up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:36:22.622872 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-50b1091a-74a9-49c3-8192-6aaca892cc40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a7cc1c8-9c3e-4c8e-801f-c6857256f82c', 'name': 'tempest-RoutersIpV6Test-router-1444819174', 'tenant_id': 'e40d925510bb4f2da67caa3378239276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:36:10Z', 'updated_at': '2021-10-12T19:36:20Z', 'revision_number': 3, 'project_id': 'e40d925510bb4f2da67caa3378239276', 'gw_port_host': None, '_interfaces': [{'id': '3b73f370-6eed-4ae7-a6c9-803e5c8b6ca8', 'name': '', 'network_id': 'a867eeb8-d1ff-40d2-8eab-cb318fd2e646', 'tenant_id': 'e40d925510bb4f2da67caa3378239276', 'mac_address': 'fa:16:3e:52:61:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a7cc1c8-9c3e-4c8e-801f-c6857256f82c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2773, 'fixed_ips': [{'subnet_id': '51abbd1d-26e2-4e90-9ee9-ff5b9e683d40', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:36:19Z', 'updated_at': '2021-10-12T19:36:21Z', 'revision_number': 2, 'project_id': 'e40d925510bb4f2da67caa3378239276', 'subnets': [{'id': '51abbd1d-26e2-4e90-9ee9-ff5b9e683d40', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6eebfeb3-bf39-4ea7-9732-70555e1bd298', 'name': '', 'network_id': 'df045a9b-1fd3-41d1-9670-a9c617c76ee3', 'tenant_id': 'e40d925510bb4f2da67caa3378239276', 'mac_address': 'fa:16:3e:ea:cc:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7cc1c8-9c3e-4c8e-801f-c6857256f82c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': 'bd9a25c6-7d88-47ad-979d-89f2a41128c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:36:13Z', 'updated_at': '2021-10-12T19:36:18Z', 'revision_number': 5, 'project_id': 'e40d925510bb4f2da67caa3378239276', 'subnets': [{'id': 'bd9a25c6-7d88-47ad-979d-89f2a41128c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:36:22.650852 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d1145b-b63f-4253-b219-73579688ddfb tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Pushing event updated for resources: {'Network': ['ID=16b68444-6014-4c09-8290-5a72eed4fda8,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:36:22.665471 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b1091a-74a9-49c3-8192-6aaca892cc40 None None] Checking router: 6a7cc1c8-9c3e-4c8e-801f-c6857256f82c for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:36:22.666208 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b1091a-74a9-49c3-8192-6aaca892cc40 None None] Updating router 6a7cc1c8-9c3e-4c8e-801f-c6857256f82c port 3b73f370-6eed-4ae7-a6c9-803e5c8b6ca8 binding host n-d-813679-3 {{(pid=95504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 19:36:22.678705 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 16b68444-6014-4c09-8290-5a72eed4fda8 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:36:22.700149 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-50b1091a-74a9-49c3-8192-6aaca892cc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:22.709795 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-25093f59-ad0a-441a-917b-34fd104b2954 None None] For port cbcae493-cf5f-4efd-a5b7-593204fbbb3e, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=cbcae493-cf5f-4efd-a5b7-593204fbbb3e,segment=NetworkSegment(b05a90a3-7082-446b-abcd-fa0d394be4fc),segment_id=b05a90a3-7082-446b-abcd-fa0d394be4fc)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:36:22.750957 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-82d1145b-b63f-4253-b219-73579688ddfb tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6838198 Oct 12 19:36:22.751189 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 40964) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:36:22.756916 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-a10ce264-7e43-4694-bf89-57c4be73f0ea tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Request body: {'subnet': {'network_id': '16b68444-6014-4c09-8290-5a72eed4fda8', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:36:22.762193 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16c31912-e134-4472-93e2-836fc127f613 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:36:22.808474 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a08cef-3433-4d28-8009-b60173a6814f None None] Sync routers for ids ['32abb457-336d-493e-9ed9-deae8d8e6864'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:36:22.838483 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-25093f59-ad0a-441a-917b-34fd104b2954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:22.871338 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-16c31912-e134-4472-93e2-836fc127f613 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:22.876958 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-16c31912-e134-4472-93e2-836fc127f613 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.9090636 Oct 12 19:36:22.877822 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 40972) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:36:22.951186 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25093f59-ad0a-441a-917b-34fd104b2954 None None] Pushing event updated for resources: {'Port': ['ID=cbcae493-cf5f-4efd-a5b7-593204fbbb3e,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:36:22.968380 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a08cef-3433-4d28-8009-b60173a6814f None None] Routers {'32abb457-336d-493e-9ed9-deae8d8e6864'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:36:22.976410 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-e6a08cef-3433-4d28-8009-b60173a6814f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:36:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['32abb457-336d-493e-9ed9-deae8d8e6864'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:36:23.057272 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port c07665b4-a179-4091-9fcc-6ffd853121d9, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=c07665b4-a179-4091-9fcc-6ffd853121d9,segment=NetworkSegment(e63f83d5-85c3-489d-99f4-18d9a9b82b19),segment_id=e63f83d5-85c3-489d-99f4-18d9a9b82b19)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:36:23.088177 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port cbcae493-cf5f-4efd-a5b7-593204fbbb3e triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:36:23.088551 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:23.133576 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-50b1091a-74a9-49c3-8192-6aaca892cc40 None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:23.142112 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ce08b1-c9d5-407a-aa5a-d6377de8a197 req-ad32c048-f963-4fe4-a7b3-5e0baac6105c tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:36:23.144577 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-77ce08b1-c9d5-407a-aa5a-d6377de8a197 req-ad32c048-f963-4fe4-a7b3-5e0baac6105c tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b52d58a-37ab-4e50-b262-c81246f70212 HTTP/1.1" status: 200 len: 943 time: 0.2401650 Oct 12 19:36:23.147725 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Returning: {'device': 'c07665b4-a179-4091-9fcc-6ffd853121d9', 'network_id': 'e1de796f-6482-493c-b5ac-b28a591020e2', 'port_id': 'c07665b4-a179-4091-9fcc-6ffd853121d9', 'mac_address': 'fa:16:3e:7b:2d:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '914db72d-f2c7-4670-91dc-11fde7252bf5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:36:23.200390 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-6e4d496c-a056-41f6-8144-85ff91077e67 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] 10.222.0.49 "GET /v2.0/routers/32abb457-336d-493e-9ed9-deae8d8e6864 HTTP/1.1" status: 200 len: 908 time: 0.3207922 Oct 12 19:36:23.203311 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 40984) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:36:23.216704 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-77ce08b1-c9d5-407a-aa5a-d6377de8a197 req-c1820328-a828-49fc-963b-dd2fc52e2242 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc25c47-c49f-4f72-b689-5693a6947492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593109 Oct 12 19:36:23.300943 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-50b1091a-74a9-49c3-8192-6aaca892cc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:23.313407 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a10ce264-7e43-4694-bf89-57c4be73f0ea tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Made reservation on behalf of e40d925510bb4f2da67caa3378239276 for: {'subnet': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:36:23.315093 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a10ce264-7e43-4694-bf89-57c4be73f0ea tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4612397'] for subnet, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:23.363683 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72176bea-2eb0-4408-b396-6159754c6a04 None None] Pushing event updated for resources: {'Port': ['ID=3b73f370-6eed-4ae7-a6c9-803e5c8b6ca8,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:36:23.424262 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-bfd98a3e-b922-41ff-9223-c340b8fc38ca tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Notify callbacks [] for router, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:23.441815 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-b1f60746-da2a-4d67-bb44-a280bd53fd81 None None] Provisioning complete for port 3b73f370-6eed-4ae7-a6c9-803e5c8b6ca8 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:36:23.442187 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b1f60746-da2a-4d67-bb44-a280bd53fd81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:23.458276 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-50b1091a-74a9-49c3-8192-6aaca892cc40 None None] Attempting to bind port 3b73f370-6eed-4ae7-a6c9-803e5c8b6ca8 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:36:23.458650 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-50b1091a-74a9-49c3-8192-6aaca892cc40 None None] Attempting to bind port 3b73f370-6eed-4ae7-a6c9-803e5c8b6ca8 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'b05a90a3-7082-446b-abcd-fa0d394be4fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a867eeb8-d1ff-40d2-8eab-cb318fd2e646'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:36:23.459030 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b1091a-74a9-49c3-8192-6aaca892cc40 None None] Attempting to bind port 3b73f370-6eed-4ae7-a6c9-803e5c8b6ca8 on network a867eeb8-d1ff-40d2-8eab-cb318fd2e646 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:36:23.464268 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b1091a-74a9-49c3-8192-6aaca892cc40 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:36:23.464649 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b1091a-74a9-49c3-8192-6aaca892cc40 None None] Checking segment: {'id': 'b05a90a3-7082-446b-abcd-fa0d394be4fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a867eeb8-d1ff-40d2-8eab-cb318fd2e646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:36:23.465058 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-50b1091a-74a9-49c3-8192-6aaca892cc40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:23.465450 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b1091a-74a9-49c3-8192-6aaca892cc40 None None] Bound using segment: {'id': 'b05a90a3-7082-446b-abcd-fa0d394be4fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a867eeb8-d1ff-40d2-8eab-cb318fd2e646'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:36:23.465919 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-50b1091a-74a9-49c3-8192-6aaca892cc40 None None] Bound port: 3b73f370-6eed-4ae7-a6c9-803e5c8b6ca8, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b05a90a3-7082-446b-abcd-fa0d394be4fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a867eeb8-d1ff-40d2-8eab-cb318fd2e646'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:36:23.466669 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-50b1091a-74a9-49c3-8192-6aaca892cc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:23.538494 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-50b1091a-74a9-49c3-8192-6aaca892cc40 None None] For port 3b73f370-6eed-4ae7-a6c9-803e5c8b6ca8, host n-d-813679-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:36:23.548823 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-50b1091a-74a9-49c3-8192-6aaca892cc40 None None] For port 3b73f370-6eed-4ae7-a6c9-803e5c8b6ca8, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=3b73f370-6eed-4ae7-a6c9-803e5c8b6ca8,segment=NetworkSegment(b05a90a3-7082-446b-abcd-fa0d394be4fc),segment_id=b05a90a3-7082-446b-abcd-fa0d394be4fc)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:36:23.605256 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-e6a08cef-3433-4d28-8009-b60173a6814f None None] Set router 32abb457-336d-493e-9ed9-deae8d8e6864 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:36:23.618883 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-bfd98a3e-b922-41ff-9223-c340b8fc38ca tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:23.637764 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-50b1091a-74a9-49c3-8192-6aaca892cc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:23.687909 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-b1f60746-da2a-4d67-bb44-a280bd53fd81 None None] Port 3b73f370-6eed-4ae7-a6c9-803e5c8b6ca8 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:36:23.713869 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b1091a-74a9-49c3-8192-6aaca892cc40 None None] Routers {'6a7cc1c8-9c3e-4c8e-801f-c6857256f82c'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:36:23.718197 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-50b1091a-74a9-49c3-8192-6aaca892cc40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:36:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['6a7cc1c8-9c3e-4c8e-801f-c6857256f82c'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:36:23.728567 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:23.753139 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72176bea-2eb0-4408-b396-6159754c6a04 None None] Pushing event updated for resources: {'Port': ['ID=3b73f370-6eed-4ae7-a6c9-803e5c8b6ca8,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:36:23.811903 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c07665b4-a179-4091-9fcc-6ffd853121d9 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:36:23.819516 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a10ce264-7e43-4694-bf89-57c4be73f0ea tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4824863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4612355'] for subnet, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:23.829694 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-50b1091a-74a9-49c3-8192-6aaca892cc40 None None] Set router 6a7cc1c8-9c3e-4c8e-801f-c6857256f82c gateway port host: None {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:36:23.836814 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-b1f60746-da2a-4d67-bb44-a280bd53fd81 None None] Provisioning complete for port cbcae493-cf5f-4efd-a5b7-593204fbbb3e triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:36:23.837191 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b1f60746-da2a-4d67-bb44-a280bd53fd81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:23.882455 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-bfd98a3e-b922-41ff-9223-c340b8fc38ca tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Deleting port b488a357-04b6-43a9-a3a9-669966851eec {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:36:23.882703 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-bfd98a3e-b922-41ff-9223-c340b8fc38ca tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:23.921816 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-bae9c31b-0ace-4748-8f5e-5f612a40b301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72cf4ed-461e-41b6-ab80-516cc48f419a', 'name': 'tempest-snat-router-1645726478', 'tenant_id': '1c025652ae754e6e8520d90f99ee098e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.232'}], 'enable_snat': False}, 'gw_port_id': 'd4740061-1ad8-416c-9245-6b5b126ccd64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:36:16Z', 'updated_at': '2021-10-12T19:36:18Z', 'revision_number': 3, 'project_id': '1c025652ae754e6e8520d90f99ee098e', 'gw_port': {'id': 'd4740061-1ad8-416c-9245-6b5b126ccd64', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:fe:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c72cf4ed-461e-41b6-ab80-516cc48f419a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:36:17Z', 'updated_at': '2021-10-12T19:36:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:36:23.990799 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port c07665b4-a179-4091-9fcc-6ffd853121d9, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=c07665b4-a179-4091-9fcc-6ffd853121d9,segment=NetworkSegment(e63f83d5-85c3-489d-99f4-18d9a9b82b19),segment_id=e63f83d5-85c3-489d-99f4-18d9a9b82b19)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:36:24.002499 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae9c31b-0ace-4748-8f5e-5f612a40b301 None None] The sync data for ids ['c72cf4ed-461e-41b6-ab80-516cc48f419a'] in n-d-813679-3 is: [{'id': 'c72cf4ed-461e-41b6-ab80-516cc48f419a', 'name': 'tempest-snat-router-1645726478', 'tenant_id': '1c025652ae754e6e8520d90f99ee098e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.232'}], 'enable_snat': False}, 'gw_port_id': 'd4740061-1ad8-416c-9245-6b5b126ccd64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:36:16Z', 'updated_at': '2021-10-12T19:36:18Z', 'revision_number': 3, 'project_id': '1c025652ae754e6e8520d90f99ee098e', 'gw_port': {'id': 'd4740061-1ad8-416c-9245-6b5b126ccd64', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:fe:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c72cf4ed-461e-41b6-ab80-516cc48f419a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:36:17Z', 'updated_at': '2021-10-12T19:36:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-813679-3'}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:36:24.093152 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-bfd98a3e-b922-41ff-9223-c340b8fc38ca tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:24.133262 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-50b1091a-74a9-49c3-8192-6aaca892cc40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a7cc1c8-9c3e-4c8e-801f-c6857256f82c', 'name': 'tempest-RoutersIpV6Test-router-1444819174', 'tenant_id': 'e40d925510bb4f2da67caa3378239276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:36:10Z', 'updated_at': '2021-10-12T19:36:20Z', 'revision_number': 3, 'project_id': 'e40d925510bb4f2da67caa3378239276', 'gw_port_host': None, '_interfaces': [{'id': '3b73f370-6eed-4ae7-a6c9-803e5c8b6ca8', 'name': '', 'network_id': 'a867eeb8-d1ff-40d2-8eab-cb318fd2e646', 'tenant_id': 'e40d925510bb4f2da67caa3378239276', 'mac_address': 'fa:16:3e:52:61:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a7cc1c8-9c3e-4c8e-801f-c6857256f82c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2773, 'fixed_ips': [{'subnet_id': '51abbd1d-26e2-4e90-9ee9-ff5b9e683d40', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:36:19Z', 'updated_at': '2021-10-12T19:36:23Z', 'revision_number': 4, 'project_id': 'e40d925510bb4f2da67caa3378239276', 'subnets': [{'id': '51abbd1d-26e2-4e90-9ee9-ff5b9e683d40', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6eebfeb3-bf39-4ea7-9732-70555e1bd298', 'name': '', 'network_id': 'df045a9b-1fd3-41d1-9670-a9c617c76ee3', 'tenant_id': 'e40d925510bb4f2da67caa3378239276', 'mac_address': 'fa:16:3e:ea:cc:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7cc1c8-9c3e-4c8e-801f-c6857256f82c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': 'bd9a25c6-7d88-47ad-979d-89f2a41128c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:36:13Z', 'updated_at': '2021-10-12T19:36:18Z', 'revision_number': 5, 'project_id': 'e40d925510bb4f2da67caa3378239276', 'subnets': [{'id': 'bd9a25c6-7d88-47ad-979d-89f2a41128c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:36:24.137149 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10ce264-7e43-4694-bf89-57c4be73f0ea tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Checking segment: {'id': '4c570b4c-9853-4259-adac-578589d7271e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '16b68444-6014-4c09-8290-5a72eed4fda8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:36:24.139513 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10ce264-7e43-4694-bf89-57c4be73f0ea tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Network hostable DHCP agents. Network: 16b68444-6014-4c09-8290-5a72eed4fda8, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:36:24.144199 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:24.152067 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10ce264-7e43-4694-bf89-57c4be73f0ea tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Pushing event updated for resources: {'Subnet': ['ID=15f93ba0-d937-4127-83be-065b17b6b833,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:36:24.161733 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b1091a-74a9-49c3-8192-6aaca892cc40 None None] The sync data for ids ['6a7cc1c8-9c3e-4c8e-801f-c6857256f82c'] in n-d-813679-3 is: [{'id': '6a7cc1c8-9c3e-4c8e-801f-c6857256f82c', 'name': 'tempest-RoutersIpV6Test-router-1444819174', 'tenant_id': 'e40d925510bb4f2da67caa3378239276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:36:10Z', 'updated_at': '2021-10-12T19:36:20Z', 'revision_number': 3, 'project_id': 'e40d925510bb4f2da67caa3378239276', 'gw_port_host': None, '_interfaces': [{'id': '3b73f370-6eed-4ae7-a6c9-803e5c8b6ca8', 'name': '', 'network_id': 'a867eeb8-d1ff-40d2-8eab-cb318fd2e646', 'tenant_id': 'e40d925510bb4f2da67caa3378239276', 'mac_address': 'fa:16:3e:52:61:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a7cc1c8-9c3e-4c8e-801f-c6857256f82c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2773, 'fixed_ips': [{'subnet_id': '51abbd1d-26e2-4e90-9ee9-ff5b9e683d40', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:36:19Z', 'updated_at': '2021-10-12T19:36:23Z', 'revision_number': 4, 'project_id': 'e40d925510bb4f2da67caa3378239276', 'subnets': [{'id': '51abbd1d-26e2-4e90-9ee9-ff5b9e683d40', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6eebfeb3-bf39-4ea7-9732-70555e1bd298', 'name': '', 'network_id': 'df045a9b-1fd3-41d1-9670-a9c617c76ee3', 'tenant_id': 'e40d925510bb4f2da67caa3378239276', 'mac_address': 'fa:16:3e:ea:cc:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7cc1c8-9c3e-4c8e-801f-c6857256f82c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': 'bd9a25c6-7d88-47ad-979d-89f2a41128c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:36:13Z', 'updated_at': '2021-10-12T19:36:18Z', 'revision_number': 5, 'project_id': 'e40d925510bb4f2da67caa3378239276', 'subnets': [{'id': 'bd9a25c6-7d88-47ad-979d-89f2a41128c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:36:24.163995 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-bfd98a3e-b922-41ff-9223-c340b8fc38ca tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Calling delete_port for b488a357-04b6-43a9-a3a9-669966851eec owned by network:router_gateway {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:36:24.230624 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-e6a08cef-3433-4d28-8009-b60173a6814f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32abb457-336d-493e-9ed9-deae8d8e6864', 'name': 'tempest-snat-router-1645726478', 'tenant_id': '1c025652ae754e6e8520d90f99ee098e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': 'b488a357-04b6-43a9-a3a9-669966851eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:36:20Z', 'updated_at': '2021-10-12T19:36:21Z', 'revision_number': 3, 'project_id': '1c025652ae754e6e8520d90f99ee098e', 'gw_port': {'id': 'b488a357-04b6-43a9-a3a9-669966851eec', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:61:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32abb457-336d-493e-9ed9-deae8d8e6864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2775, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:36:20Z', 'updated_at': '2021-10-12T19:36:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:36:24.302437 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10ce264-7e43-4694-bf89-57c4be73f0ea tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Network 16b68444-6014-4c09-8290-5a72eed4fda8 is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:36:24.370608 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a08cef-3433-4d28-8009-b60173a6814f None None] Checking router: 32abb457-336d-493e-9ed9-deae8d8e6864 for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:36:24.371042 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a08cef-3433-4d28-8009-b60173a6814f None None] Updating router 32abb457-336d-493e-9ed9-deae8d8e6864 port b488a357-04b6-43a9-a3a9-669966851eec binding host n-d-813679-3 {{(pid=95503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 19:36:24.431692 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-a10ce264-7e43-4694-bf89-57c4be73f0ea tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, 16b68444-6014-4c09-8290-5a72eed4fda8) {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:36:24.445537 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10ce264-7e43-4694-bf89-57c4be73f0ea tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:36:24.446861 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a10ce264-7e43-4694-bf89-57c4be73f0ea tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:24.447318 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0ad963-7299-4d66-8cf3-25e6ad48db0d req-bbda7053-8680-4e48-b462-2f3f42c67e14 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:36:24.457751 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1c0ad963-7299-4d66-8cf3-25e6ad48db0d req-bbda7053-8680-4e48-b462-2f3f42c67e14 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b52d58a-37ab-4e50-b262-c81246f70212 HTTP/1.1" status: 200 len: 944 time: 0.1022649 Oct 12 19:36:24.481652 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['c07665b4-a179-4091-9fcc-6ffd853121d9'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:36:24.552799 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1c0ad963-7299-4d66-8cf3-25e6ad48db0d req-62d57a80-5ed7-440e-88d3-7e151a109959 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc25c47-c49f-4f72-b689-5693a6947492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934405 Oct 12 19:36:24.582493 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c94019-0a9a-4fac-be7d-2ac28f65e695 None None] Network 16b68444-6014-4c09-8290-5a72eed4fda8 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:36:24.591046 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-a10ce264-7e43-4694-bf89-57c4be73f0ea tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8387516 Oct 12 19:36:24.596133 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41032) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:36:24.760524 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=c07665b4-a179-4091-9fcc-6ffd853121d9,revision_number=9']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:36:24.773024 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:36:24.779549 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-bfd98a3e-b922-41ff-9223-c340b8fc38ca tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:24.782287 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:36:24.782642 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:36:24.782983 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:36:24.783639 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:36:24.784233 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:36:24.785308 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:36:24.785805 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:36:24.786311 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:36:24.788935 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:36:24.789371 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:36:24.793738 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:36:24.811225 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-4161204d-fc80-47cc-aa90-7b23ce570a24 None None] Provisioning complete for port 3b73f370-6eed-4ae7-a6c9-803e5c8b6ca8 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:36:24.811607 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4161204d-fc80-47cc-aa90-7b23ce570a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:24.813312 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e6a08cef-3433-4d28-8009-b60173a6814f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:24.814992 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device cbcae493-cf5f-4efd-a5b7-593204fbbb3e up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:36:24.852878 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd98a3e-b922-41ff-9223-c340b8fc38ca tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Pushing event deleted for resources: {'Port': ['ID=b488a357-04b6-43a9-a3a9-669966851eec,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:36:24.901978 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a08cef-3433-4d28-8009-b60173a6814f None None] Port b488a357-04b6-43a9-a3a9-669966851eec not found while updating agent binding for router 32abb457-336d-493e-9ed9-deae8d8e6864. {{(pid=95503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Oct 12 19:36:24.938758 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-bfd98a3e-b922-41ff-9223-c340b8fc38ca tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7915456'] for router_gateway, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:24.989607 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a08cef-3433-4d28-8009-b60173a6814f None None] Routers {'32abb457-336d-493e-9ed9-deae8d8e6864'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:36:24.991377 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-e6a08cef-3433-4d28-8009-b60173a6814f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:36:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['32abb457-336d-493e-9ed9-deae8d8e6864'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:36:25.095571 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-bfd98a3e-b922-41ff-9223-c340b8fc38ca tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255495'] for router, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:25.116896 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-bfd98a3e-b922-41ff-9223-c340b8fc38ca tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:25.151326 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-e6a08cef-3433-4d28-8009-b60173a6814f None None] Set router 32abb457-336d-493e-9ed9-deae8d8e6864 gateway port host: None {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:36:25.283724 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-bfd98a3e-b922-41ff-9223-c340b8fc38ca tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8093499'] for router, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:25.284854 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfd98a3e-b922-41ff-9223-c340b8fc38ca tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 32abb457-336d-493e-9ed9-deae8d8e6864 {{(pid=95501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 19:36:25.290100 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-bfd98a3e-b922-41ff-9223-c340b8fc38ca tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Notify callbacks [] for router, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:25.291879 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-e6a08cef-3433-4d28-8009-b60173a6814f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32abb457-336d-493e-9ed9-deae8d8e6864', 'name': 'tempest-snat-router-1645726478', 'tenant_id': '1c025652ae754e6e8520d90f99ee098e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:36:20Z', 'updated_at': '2021-10-12T19:36:24Z', 'revision_number': 5, 'project_id': '1c025652ae754e6e8520d90f99ee098e', 'gw_port_host': None}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:36:25.294376 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-bfd98a3e-b922-41ff-9223-c340b8fc38ca tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] 10.222.0.49 "DELETE /v2.0/routers/32abb457-336d-493e-9ed9-deae8d8e6864 HTTP/1.1" status: 204 len: 168 time: 2.0900257 Oct 12 19:36:25.295125 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 41034) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:36:25.362213 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4161204d-fc80-47cc-aa90-7b23ce570a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:25.364632 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a08cef-3433-4d28-8009-b60173a6814f None None] The sync data for ids ['32abb457-336d-493e-9ed9-deae8d8e6864'] in n-d-813679-3 is: [{'id': '32abb457-336d-493e-9ed9-deae8d8e6864', 'name': 'tempest-snat-router-1645726478', 'tenant_id': '1c025652ae754e6e8520d90f99ee098e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:36:20Z', 'updated_at': '2021-10-12T19:36:24Z', 'revision_number': 5, 'project_id': '1c025652ae754e6e8520d90f99ee098e', 'gw_port_host': None}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:36:25.396366 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port cbcae493-cf5f-4efd-a5b7-593204fbbb3e triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:36:25.397682 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:25.490127 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-585dad53-e465-42c7-b1e2-dad66d31a76b tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Notify callbacks [] for router, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:25.576329 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0637a7-6a37-40e2-bd9a-d65fc98abfc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-16b68444-6014-4c09-8290-5a72eed4fda8', 'network_id': '16b68444-6014-4c09-8290-5a72eed4fda8', 'tenant_id': 'e40d925510bb4f2da67caa3378239276', 'fixed_ips': [{'subnet_id': '15f93ba0-d937-4127-83be-065b17b6b833'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:36:25.578083 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ee0637a7-6a37-40e2-bd9a-d65fc98abfc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:25.668673 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-585dad53-e465-42c7-b1e2-dad66d31a76b tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:25.808021 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-4161204d-fc80-47cc-aa90-7b23ce570a24 None None] For port 3b73f370-6eed-4ae7-a6c9-803e5c8b6ca8, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=3b73f370-6eed-4ae7-a6c9-803e5c8b6ca8,segment=NetworkSegment(b05a90a3-7082-446b-abcd-fa0d394be4fc),segment_id=b05a90a3-7082-446b-abcd-fa0d394be4fc)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:36:25.859953 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ac9e15a1-32cc-49f5-a6ed-4c918897578e tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:25.870891 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-585dad53-e465-42c7-b1e2-dad66d31a76b tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Deleting port d4740061-1ad8-416c-9245-6b5b126ccd64 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:36:25.871409 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-585dad53-e465-42c7-b1e2-dad66d31a76b tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:25.926307 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4161204d-fc80-47cc-aa90-7b23ce570a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:25.934032 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b0bcdc-3b54-437c-8643-bb3a385e1538 req-db7340d5-c269-47fa-ad17-97866b223c4a tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:36:25.941761 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e3b0bcdc-3b54-437c-8643-bb3a385e1538 req-db7340d5-c269-47fa-ad17-97866b223c4a tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b52d58a-37ab-4e50-b262-c81246f70212 HTTP/1.1" status: 200 len: 944 time: 0.2137079 Oct 12 19:36:25.967643 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 3b73f370-6eed-4ae7-a6c9-803e5c8b6ca8 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:36:25.967643 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-ee0637a7-6a37-40e2-bd9a-d65fc98abfc2 None None] Allocated IP 2001:db8:2::2 (16b68444-6014-4c09-8290-5a72eed4fda8/15f93ba0-d937-4127-83be-065b17b6b833/eeded35f-0e75-440d-b088-cd9a2531ce84) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:36:25.978521 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [None req-585dad53-e465-42c7-b1e2-dad66d31a76b tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] For port d4740061-1ad8-416c-9245-6b5b126ccd64, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=d4740061-1ad8-416c-9245-6b5b126ccd64,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:36:25.978902 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-585dad53-e465-42c7-b1e2-dad66d31a76b tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:25.998756 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-585dad53-e465-42c7-b1e2-dad66d31a76b tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Calling delete_port for d4740061-1ad8-416c-9245-6b5b126ccd64 owned by network:router_gateway {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:36:26.034027 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e3b0bcdc-3b54-437c-8643-bb3a385e1538 req-78d602f1-809f-4004-9855-79996c27f320 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc25c47-c49f-4f72-b689-5693a6947492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913174 Oct 12 19:36:26.083699 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4161204d-fc80-47cc-aa90-7b23ce570a24 None None] Pushing event updated for resources: {'Port': ['ID=3b73f370-6eed-4ae7-a6c9-803e5c8b6ca8,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:36:26.139843 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-5c978251-28c4-49ae-9b64-9c2858e5304e None None] Provisioning complete for port 3b73f370-6eed-4ae7-a6c9-803e5c8b6ca8 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:36:26.140240 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5c978251-28c4-49ae-9b64-9c2858e5304e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:26.179537 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 3b73f370-6eed-4ae7-a6c9-803e5c8b6ca8 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:36:26.179906 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:26.378855 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-585dad53-e465-42c7-b1e2-dad66d31a76b tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:26.428074 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585dad53-e465-42c7-b1e2-dad66d31a76b tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Pushing event deleted for resources: {'Port': ['ID=d4740061-1ad8-416c-9245-6b5b126ccd64,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:36:26.441536 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ee0637a7-6a37-40e2-bd9a-d65fc98abfc2 None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:26.469223 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device c07665b4-a179-4091-9fcc-6ffd853121d9 up at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:36:26.505668 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-585dad53-e465-42c7-b1e2-dad66d31a76b tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7915456'] for router_gateway, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:26.552970 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ee0637a7-6a37-40e2-bd9a-d65fc98abfc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:26.610105 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee0637a7-6a37-40e2-bd9a-d65fc98abfc2 None None] Network 16b68444-6014-4c09-8290-5a72eed4fda8 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:36:26.614857 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning complete for port c07665b4-a179-4091-9fcc-6ffd853121d9 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:36:26.618452 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:26.620223 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0637a7-6a37-40e2-bd9a-d65fc98abfc2 None None] Pushing event updated for resources: {'Port': ['ID=eeded35f-0e75-440d-b088-cd9a2531ce84,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:36:26.623141 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-ee0637a7-6a37-40e2-bd9a-d65fc98abfc2 None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:36:26.626193 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0637a7-6a37-40e2-bd9a-d65fc98abfc2 None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:36:26.692332 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-ac9e15a1-32cc-49f5-a6ed-4c918897578e tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Allocated IP 2001:db8:2::1 (16b68444-6014-4c09-8290-5a72eed4fda8/15f93ba0-d937-4127-83be-065b17b6b833/2c48a2f2-2e32-4326-a5fb-f8a3fa654a75) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:36:26.717763 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-585dad53-e465-42c7-b1e2-dad66d31a76b tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255495'] for router, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:26.721464 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-585dad53-e465-42c7-b1e2-dad66d31a76b tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:26.750368 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 3b73f370-6eed-4ae7-a6c9-803e5c8b6ca8 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:36:26.755259 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-ee0637a7-6a37-40e2-bd9a-d65fc98abfc2 None None] Attempting to bind port eeded35f-0e75-440d-b088-cd9a2531ce84 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:36:26.755699 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-ee0637a7-6a37-40e2-bd9a-d65fc98abfc2 None None] Attempting to bind port eeded35f-0e75-440d-b088-cd9a2531ce84 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '4c570b4c-9853-4259-adac-578589d7271e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '16b68444-6014-4c09-8290-5a72eed4fda8'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:36:26.756738 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0637a7-6a37-40e2-bd9a-d65fc98abfc2 None None] Attempting to bind port eeded35f-0e75-440d-b088-cd9a2531ce84 on network 16b68444-6014-4c09-8290-5a72eed4fda8 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:36:26.816267 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0637a7-6a37-40e2-bd9a-d65fc98abfc2 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:36:26.816267 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0637a7-6a37-40e2-bd9a-d65fc98abfc2 None None] Checking segment: {'id': '4c570b4c-9853-4259-adac-578589d7271e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '16b68444-6014-4c09-8290-5a72eed4fda8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:36:26.816267 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ee0637a7-6a37-40e2-bd9a-d65fc98abfc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:26.816267 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0637a7-6a37-40e2-bd9a-d65fc98abfc2 None None] Bound using segment: {'id': '4c570b4c-9853-4259-adac-578589d7271e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '16b68444-6014-4c09-8290-5a72eed4fda8'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:36:26.816267 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-ee0637a7-6a37-40e2-bd9a-d65fc98abfc2 None None] Bound port: eeded35f-0e75-440d-b088-cd9a2531ce84, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c570b4c-9853-4259-adac-578589d7271e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '16b68444-6014-4c09-8290-5a72eed4fda8'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:36:26.817051 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ee0637a7-6a37-40e2-bd9a-d65fc98abfc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:26.922834 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-585dad53-e465-42c7-b1e2-dad66d31a76b tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8093499'] for router, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:26.926755 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-585dad53-e465-42c7-b1e2-dad66d31a76b tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c72cf4ed-461e-41b6-ab80-516cc48f419a {{(pid=95501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 19:36:26.937373 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-585dad53-e465-42c7-b1e2-dad66d31a76b tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Notify callbacks [] for router, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:26.938284 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:26.938930 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-585dad53-e465-42c7-b1e2-dad66d31a76b tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] 10.222.0.49 "DELETE /v2.0/routers/c72cf4ed-461e-41b6-ab80-516cc48f419a HTTP/1.1" status: 204 len: 168 time: 1.6424687 Oct 12 19:36:26.943419 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 41054) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:36:26.951331 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-01600b1c-8323-432f-b374-bad5f5ec1c54 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1433413573', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}, 'admin_state_up': False}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:36:26.952507 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ac9e15a1-32cc-49f5-a6ed-4c918897578e tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:26.989542 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-ee0637a7-6a37-40e2-bd9a-d65fc98abfc2 None None] For port eeded35f-0e75-440d-b088-cd9a2531ce84, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:36:26.994165 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-ee0637a7-6a37-40e2-bd9a-d65fc98abfc2 None None] For port eeded35f-0e75-440d-b088-cd9a2531ce84, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=eeded35f-0e75-440d-b088-cd9a2531ce84,segment=NetworkSegment(4c570b4c-9853-4259-adac-578589d7271e),segment_id=4c570b4c-9853-4259-adac-578589d7271e)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:36:26.998867 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b52d58a-37ab-4e50-b262-c81246f70212', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c07665b4-a179-4091-9fcc-6ffd853121d9'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:36:27.001173 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5cca769-57c9-4c61-b9f1-496698ddddb4" -d '{"events": [{"server_uuid": "5b52d58a-37ab-4e50-b262-c81246f70212", "name": "network-vif-plugged", "status": "completed", "tag": "c07665b4-a179-4091-9fcc-6ffd853121d9"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:36:27.004546 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 3b73f370-6eed-4ae7-a6c9-803e5c8b6ca8 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:36:27.005045 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:27.036532 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port c07665b4-a179-4091-9fcc-6ffd853121d9, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=c07665b4-a179-4091-9fcc-6ffd853121d9,segment=NetworkSegment(e63f83d5-85c3-489d-99f4-18d9a9b82b19),segment_id=e63f83d5-85c3-489d-99f4-18d9a9b82b19)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:36:27.051395 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-407b0323-b094-49e0-8853-d36f9fef7da1 x-openstack-request-id: req-407b0323-b094-49e0-8853-d36f9fef7da1 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:36:27.051697 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b52d58a-37ab-4e50-b262-c81246f70212", "name": "network-vif-plugged", "status": "completed", "tag": "c07665b4-a179-4091-9fcc-6ffd853121d9", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:36:27.051958 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-407b0323-b094-49e0-8853-d36f9fef7da1 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:36:27.052391 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b52d58a-37ab-4e50-b262-c81246f70212', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c07665b4-a179-4091-9fcc-6ffd853121d9', 'code': 200} Oct 12 19:36:27.096122 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ee0637a7-6a37-40e2-bd9a-d65fc98abfc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:27.140006 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-01600b1c-8323-432f-b374-bad5f5ec1c54 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8093678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255505'] for router, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:27.141194 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-01600b1c-8323-432f-b374-bad5f5ec1c54 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8093562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8087085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8022306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255518'] for router, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:27.145682 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ac9e15a1-32cc-49f5-a6ed-4c918897578e tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:27.181362 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:27.231687 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0637a7-6a37-40e2-bd9a-d65fc98abfc2 None None] Pushing event updated for resources: {'Port': ['ID=eeded35f-0e75-440d-b088-cd9a2531ce84,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:36:27.260722 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9e15a1-32cc-49f5-a6ed-4c918897578e tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Network 16b68444-6014-4c09-8290-5a72eed4fda8 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:36:27.265481 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-ac9e15a1-32cc-49f5-a6ed-4c918897578e tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:36:27.268717 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9e15a1-32cc-49f5-a6ed-4c918897578e tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:36:27.269484 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ac9e15a1-32cc-49f5-a6ed-4c918897578e tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7915309'] for router_interface, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:27.322078 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=c07665b4-a179-4091-9fcc-6ffd853121d9,revision_number=10']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:36:27.322323 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3966b3cc-5b8d-4fd1-bce8-0001246a8747 req-30303cdc-a3c0-4da4-8c1e-f194f6e69809 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:36:27.323682 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3966b3cc-5b8d-4fd1-bce8-0001246a8747 req-30303cdc-a3c0-4da4-8c1e-f194f6e69809 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b52d58a-37ab-4e50-b262-c81246f70212 HTTP/1.1" status: 200 len: 946 time: 0.1333408 Oct 12 19:36:27.403146 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9e15a1-32cc-49f5-a6ed-4c918897578e tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Pushing event updated for resources: {'Port': ['ID=2c48a2f2-2e32-4326-a5fb-f8a3fa654a75,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:36:27.481244 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-01600b1c-8323-432f-b374-bad5f5ec1c54 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:27.505237 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfc10ea-ae05-4a95-97a5-0f0179a85002 req-7b1efc9b-a01f-48fd-81dd-e2eb309fda0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:36:27.506859 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-edfc10ea-ae05-4a95-97a5-0f0179a85002 req-7b1efc9b-a01f-48fd-81dd-e2eb309fda0f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5b52d58a-37ab-4e50-b262-c81246f70212 HTTP/1.1" status: 200 len: 1097 time: 0.1383693 Oct 12 19:36:27.515568 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3966b3cc-5b8d-4fd1-bce8-0001246a8747 req-2ac4aec2-4516-4949-9bcc-48f91eb70d7a tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc25c47-c49f-4f72-b689-5693a6947492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1746321 Oct 12 19:36:27.584619 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-edfc10ea-ae05-4a95-97a5-0f0179a85002 req-f37315cb-860b-4ef0-bc16-60a167d4ea8b service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=0dc25c47-c49f-4f72-b689-5693a6947492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680358 Oct 12 19:36:27.643277 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ac9e15a1-32cc-49f5-a6ed-4c918897578e tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:28.158969 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ac9e15a1-32cc-49f5-a6ed-4c918897578e tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:28.239219 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ac9e15a1-32cc-49f5-a6ed-4c918897578e tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:28.244209 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ac9e15a1-32cc-49f5-a6ed-4c918897578e tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7898980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8092605'] for router_interface, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:28.297635 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-01600b1c-8323-432f-b374-bad5f5ec1c54 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:28.381705 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9e15a1-32cc-49f5-a6ed-4c918897578e tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Pushing event updated for resources: {'Port': ['ID=2c48a2f2-2e32-4326-a5fb-f8a3fa654a75,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:36:28.427080 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9e15a1-32cc-49f5-a6ed-4c918897578e tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Network 16b68444-6014-4c09-8290-5a72eed4fda8 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:36:28.429286 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-ac9e15a1-32cc-49f5-a6ed-4c918897578e tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:36:28.571167 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac9e15a1-32cc-49f5-a6ed-4c918897578e tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Router 6a7cc1c8-9c3e-4c8e-801f-c6857256f82c has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:36:28.654909 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e489ed-4915-4913-b9da-ba02a70bdaff None None] Network 16b68444-6014-4c09-8290-5a72eed4fda8 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:36:28.736127 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac9e15a1-32cc-49f5-a6ed-4c918897578e tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:36:28.746568 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-ac9e15a1-32cc-49f5-a6ed-4c918897578e tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] 10.222.0.49 "PUT /v2.0/routers/6a7cc1c8-9c3e-4c8e-801f-c6857256f82c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1490495 Oct 12 19:36:28.747674 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41074) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:36:28.750371 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-01600b1c-8323-432f-b374-bad5f5ec1c54 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Notify callbacks [] for router_gateway, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:28.754684 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950400b6-d1ff-4ee8-8db8-1f9ee0f1a9a0 None None] Sync routers for ids ['6a7cc1c8-9c3e-4c8e-801f-c6857256f82c'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:36:28.755912 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-62f11b97-e8d6-4000-aa40-8b36156a310b tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1229962722'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:36:28.772254 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950400b6-d1ff-4ee8-8db8-1f9ee0f1a9a0 None None] Routers {'6a7cc1c8-9c3e-4c8e-801f-c6857256f82c'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:36:28.773173 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-950400b6-d1ff-4ee8-8db8-1f9ee0f1a9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:36:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['6a7cc1c8-9c3e-4c8e-801f-c6857256f82c'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:36:28.794482 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-01600b1c-8323-432f-b374-bad5f5ec1c54 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:28.858491 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device eeded35f-0e75-440d-b088-cd9a2531ce84 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:36:28.876594 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62f11b97-e8d6-4000-aa40-8b36156a310b tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Made reservation on behalf of e40d925510bb4f2da67caa3378239276 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:36:28.881823 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-62f11b97-e8d6-4000-aa40-8b36156a310b tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:28.899930 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e148138-f25d-477a-ac21-6dff20b63494 req-e95ce5a0-0c28-4d3f-b6f4-dccb89622800 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:36:28.901775 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6e148138-f25d-477a-ac21-6dff20b63494 req-e95ce5a0-0c28-4d3f-b6f4-dccb89622800 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b52d58a-37ab-4e50-b262-c81246f70212 HTTP/1.1" status: 200 len: 946 time: 0.1685164 Oct 12 19:36:28.929242 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-950400b6-d1ff-4ee8-8db8-1f9ee0f1a9a0 None None] Set router 6a7cc1c8-9c3e-4c8e-801f-c6857256f82c gateway port host: None {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:36:28.945155 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62f11b97-e8d6-4000-aa40-8b36156a310b tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:36:28.973393 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-62f11b97-e8d6-4000-aa40-8b36156a310b tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:28.978204 n-d-813679-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-62f11b97-e8d6-4000-aa40-8b36156a310b tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Added segment c90ee023-e3f7-4d9c-a3b3-db95e8d23252 of type vlan for network 2adb0f12-0426-4085-b4af-7963146ed582 Oct 12 19:36:29.050553 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6e148138-f25d-477a-ac21-6dff20b63494 req-8a9774e9-2ade-45af-a869-39882f71ba39 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc25c47-c49f-4f72-b689-5693a6947492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1396956 Oct 12 19:36:29.088964 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-62f11b97-e8d6-4000-aa40-8b36156a310b tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:29.130882 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-01600b1c-8323-432f-b374-bad5f5ec1c54 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Allocated IP 172.25.5.71 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/fef1de1e-5f91-4abf-a16b-76c3aceac2d5) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:36:29.171139 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-7d83e5c2-00ee-4d49-8287-6002b16f38de None None] Provisioning complete for port eeded35f-0e75-440d-b088-cd9a2531ce84 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:36:29.171539 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7d83e5c2-00ee-4d49-8287-6002b16f38de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:29.229163 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port eeded35f-0e75-440d-b088-cd9a2531ce84 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:36:29.229610 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:29.270178 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-62f11b97-e8d6-4000-aa40-8b36156a310b tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:29.278141 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f11b97-e8d6-4000-aa40-8b36156a310b tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:36:29.278920 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-62f11b97-e8d6-4000-aa40-8b36156a310b tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:29.287382 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4d6d58fd-26b4-4dc9-af87-135b15fe58cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:29.315016 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-01600b1c-8323-432f-b374-bad5f5ec1c54 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:29.347537 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-950400b6-d1ff-4ee8-8db8-1f9ee0f1a9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a7cc1c8-9c3e-4c8e-801f-c6857256f82c', 'name': 'tempest-RoutersIpV6Test-router-1444819174', 'tenant_id': 'e40d925510bb4f2da67caa3378239276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:36:10Z', 'updated_at': '2021-10-12T19:36:27Z', 'revision_number': 4, 'project_id': 'e40d925510bb4f2da67caa3378239276', 'gw_port_host': None, '_interfaces': [{'id': '2c48a2f2-2e32-4326-a5fb-f8a3fa654a75', 'name': '', 'network_id': '16b68444-6014-4c09-8290-5a72eed4fda8', 'tenant_id': 'e40d925510bb4f2da67caa3378239276', 'mac_address': 'fa:16:3e:c7:5f:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a7cc1c8-9c3e-4c8e-801f-c6857256f82c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '15f93ba0-d937-4127-83be-065b17b6b833', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:36:26Z', 'updated_at': '2021-10-12T19:36:27Z', 'revision_number': 2, 'project_id': 'e40d925510bb4f2da67caa3378239276', 'subnets': [{'id': '15f93ba0-d937-4127-83be-065b17b6b833', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3b73f370-6eed-4ae7-a6c9-803e5c8b6ca8', 'name': '', 'network_id': 'a867eeb8-d1ff-40d2-8eab-cb318fd2e646', 'tenant_id': 'e40d925510bb4f2da67caa3378239276', 'mac_address': 'fa:16:3e:52:61:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7cc1c8-9c3e-4c8e-801f-c6857256f82c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2773, 'fixed_ips': [{'subnet_id': '51abbd1d-26e2-4e90-9ee9-ff5b9e683d40', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:36:19Z', 'updated_at': '2021-10-12T19:36:25Z', 'revision_number': 5, 'project_id': 'e40d925510bb4f2da67caa3378239276', 'subnets': [{'id': '51abbd1d-26e2-4e90-9ee9-ff5b9e683d40', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6eebfeb3-bf39-4ea7-9732-70555e1bd298', 'name': '', 'network_id': 'df045a9b-1fd3-41d1-9670-a9c617c76ee3', 'tenant_id': 'e40d925510bb4f2da67caa3378239276', 'mac_address': 'fa:16:3e:ea:cc:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7cc1c8-9c3e-4c8e-801f-c6857256f82c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': 'bd9a25c6-7d88-47ad-979d-89f2a41128c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:36:13Z', 'updated_at': '2021-10-12T19:36:18Z', 'revision_number': 5, 'project_id': 'e40d925510bb4f2da67caa3378239276', 'subnets': [{'id': 'bd9a25c6-7d88-47ad-979d-89f2a41128c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:36:29.408017 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950400b6-d1ff-4ee8-8db8-1f9ee0f1a9a0 None None] Checking router: 6a7cc1c8-9c3e-4c8e-801f-c6857256f82c for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:36:29.408261 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950400b6-d1ff-4ee8-8db8-1f9ee0f1a9a0 None None] Updating router 6a7cc1c8-9c3e-4c8e-801f-c6857256f82c port 2c48a2f2-2e32-4326-a5fb-f8a3fa654a75 binding host n-d-813679-3 {{(pid=95504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 19:36:29.472980 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7d83e5c2-00ee-4d49-8287-6002b16f38de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:29.474153 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-01600b1c-8323-432f-b374-bad5f5ec1c54 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:29.480613 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:29.487678 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f11b97-e8d6-4000-aa40-8b36156a310b tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Pushing event updated for resources: {'Network': ['ID=2adb0f12-0426-4085-b4af-7963146ed582,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:36:29.500706 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-950400b6-d1ff-4ee8-8db8-1f9ee0f1a9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:29.509692 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 2adb0f12-0426-4085-b4af-7963146ed582 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:36:29.555103 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-7d83e5c2-00ee-4d49-8287-6002b16f38de None None] For port eeded35f-0e75-440d-b088-cd9a2531ce84, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=eeded35f-0e75-440d-b088-cd9a2531ce84,segment=NetworkSegment(4c570b4c-9853-4259-adac-578589d7271e),segment_id=4c570b4c-9853-4259-adac-578589d7271e)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:36:29.558545 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-62f11b97-e8d6-4000-aa40-8b36156a310b tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8095391 Oct 12 19:36:29.561551 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41104) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:36:29.572734 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-f0357ee3-665f-4360-90b7-2285eb9969be tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Request body: {'subnet': {'network_id': '2adb0f12-0426-4085-b4af-7963146ed582', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:36:29.578628 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01600b1c-8323-432f-b374-bad5f5ec1c54 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:36:29.589685 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-01600b1c-8323-432f-b374-bad5f5ec1c54 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:36:29.602022 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01600b1c-8323-432f-b374-bad5f5ec1c54 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:36:29.654646 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7d83e5c2-00ee-4d49-8287-6002b16f38de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:29.681964 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01600b1c-8323-432f-b374-bad5f5ec1c54 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Pushing event updated for resources: {'Port': ['ID=fef1de1e-5f91-4abf-a16b-76c3aceac2d5,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:36:29.748250 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.db.api [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 19:36:29.748889 n-d-813679-3 neutron-server[95503]: DEBUG oslo_db.api [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 19:36:29.755725 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d83e5c2-00ee-4d49-8287-6002b16f38de None None] Pushing event updated for resources: {'Port': ['ID=eeded35f-0e75-440d-b088-cd9a2531ce84,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:36:29.837977 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-e0603ac3-74c9-4071-884a-2855c8b8cb61 None None] Provisioning complete for port 2c48a2f2-2e32-4326-a5fb-f8a3fa654a75 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:36:29.838522 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e0603ac3-74c9-4071-884a-2855c8b8cb61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:29.892526 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0357ee3-665f-4360-90b7-2285eb9969be tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Made reservation on behalf of e40d925510bb4f2da67caa3378239276 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:36:29.897138 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f0357ee3-665f-4360-90b7-2285eb9969be tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16245837'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:29.931486 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-e0603ac3-74c9-4071-884a-2855c8b8cb61 None None] Port 2c48a2f2-2e32-4326-a5fb-f8a3fa654a75 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:36:29.971464 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-e0603ac3-74c9-4071-884a-2855c8b8cb61 None None] Provisioning complete for port eeded35f-0e75-440d-b088-cd9a2531ce84 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:36:29.973303 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e0603ac3-74c9-4071-884a-2855c8b8cb61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:30.340571 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-01600b1c-8323-432f-b374-bad5f5ec1c54 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Notify callbacks [] for router_gateway, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:30.380807 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-950400b6-d1ff-4ee8-8db8-1f9ee0f1a9a0 None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:30.381379 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-64a069b9-2575-4431-bfa9-fd812492d4ba None None] Provisioning complete for port 2c48a2f2-2e32-4326-a5fb-f8a3fa654a75 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:36:30.381766 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-64a069b9-2575-4431-bfa9-fd812492d4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:30.439293 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-64a069b9-2575-4431-bfa9-fd812492d4ba None None] Port 2c48a2f2-2e32-4326-a5fb-f8a3fa654a75 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:36:30.440723 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device d4740061-1ad8-416c-9245-6b5b126ccd64 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:36:30.462142 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: d4740061-1ad8-416c-9245-6b5b126ccd64 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:36:30.476147 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device d4740061-1ad8-416c-9245-6b5b126ccd64 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:36:30.494027 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-950400b6-d1ff-4ee8-8db8-1f9ee0f1a9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:30.515243 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f0357ee3-665f-4360-90b7-2285eb9969be tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4306659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16245859'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:30.570779 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0fcd87-b0e1-4757-b050-7196e41d3cff req-61db7f9f-2e5a-4ce1-9252-9ef52a4027e3 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:36:30.575107 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ec0fcd87-b0e1-4757-b050-7196e41d3cff req-61db7f9f-2e5a-4ce1-9252-9ef52a4027e3 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b52d58a-37ab-4e50-b262-c81246f70212 HTTP/1.1" status: 200 len: 946 time: 0.1610503 Oct 12 19:36:30.609648 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee6c085-bdba-41b4-af95-a21cfae567fe None None] Pushing event updated for resources: {'Port': ['ID=2c48a2f2-2e32-4326-a5fb-f8a3fa654a75,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:36:30.620245 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-0d259585-c8ec-450d-921c-9da1c7f9593b None None] Provisioning complete for port 2c48a2f2-2e32-4326-a5fb-f8a3fa654a75 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:36:30.633073 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0d259585-c8ec-450d-921c-9da1c7f9593b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:30.636329 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0357ee3-665f-4360-90b7-2285eb9969be tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Pushing event updated for resources: {'Subnet': ['ID=ab4b89d3-1dbc-4eef-a0f7-6c4ec7e6e81d,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:36:30.683517 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0357ee3-665f-4360-90b7-2285eb9969be tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Checking segment: {'id': 'c90ee023-e3f7-4d9c-a3b3-db95e8d23252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '2adb0f12-0426-4085-b4af-7963146ed582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:36:30.683882 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0357ee3-665f-4360-90b7-2285eb9969be tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Network hostable DHCP agents. Network: 2adb0f12-0426-4085-b4af-7963146ed582, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:36:30.687613 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-950400b6-d1ff-4ee8-8db8-1f9ee0f1a9a0 None None] Attempting to bind port 2c48a2f2-2e32-4326-a5fb-f8a3fa654a75 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:36:30.687987 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-950400b6-d1ff-4ee8-8db8-1f9ee0f1a9a0 None None] Attempting to bind port 2c48a2f2-2e32-4326-a5fb-f8a3fa654a75 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '4c570b4c-9853-4259-adac-578589d7271e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '16b68444-6014-4c09-8290-5a72eed4fda8'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:36:30.688379 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950400b6-d1ff-4ee8-8db8-1f9ee0f1a9a0 None None] Attempting to bind port 2c48a2f2-2e32-4326-a5fb-f8a3fa654a75 on network 16b68444-6014-4c09-8290-5a72eed4fda8 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:36:30.707288 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950400b6-d1ff-4ee8-8db8-1f9ee0f1a9a0 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:36:30.707669 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950400b6-d1ff-4ee8-8db8-1f9ee0f1a9a0 None None] Checking segment: {'id': '4c570b4c-9853-4259-adac-578589d7271e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '16b68444-6014-4c09-8290-5a72eed4fda8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:36:30.708099 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-950400b6-d1ff-4ee8-8db8-1f9ee0f1a9a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:30.708494 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950400b6-d1ff-4ee8-8db8-1f9ee0f1a9a0 None None] Bound using segment: {'id': '4c570b4c-9853-4259-adac-578589d7271e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '16b68444-6014-4c09-8290-5a72eed4fda8'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:36:30.708973 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-950400b6-d1ff-4ee8-8db8-1f9ee0f1a9a0 None None] Bound port: 2c48a2f2-2e32-4326-a5fb-f8a3fa654a75, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c570b4c-9853-4259-adac-578589d7271e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '16b68444-6014-4c09-8290-5a72eed4fda8'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:36:30.709358 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-950400b6-d1ff-4ee8-8db8-1f9ee0f1a9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:30.748379 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-0d259585-c8ec-450d-921c-9da1c7f9593b None None] Port 2c48a2f2-2e32-4326-a5fb-f8a3fa654a75 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:36:30.793932 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device eeded35f-0e75-440d-b088-cd9a2531ce84 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:36:30.816221 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-950400b6-d1ff-4ee8-8db8-1f9ee0f1a9a0 None None] For port 2c48a2f2-2e32-4326-a5fb-f8a3fa654a75, host n-d-813679-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:36:30.820325 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-950400b6-d1ff-4ee8-8db8-1f9ee0f1a9a0 None None] For port 2c48a2f2-2e32-4326-a5fb-f8a3fa654a75, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=2c48a2f2-2e32-4326-a5fb-f8a3fa654a75,segment=NetworkSegment(4c570b4c-9853-4259-adac-578589d7271e),segment_id=4c570b4c-9853-4259-adac-578589d7271e)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:36:30.823170 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ec0fcd87-b0e1-4757-b050-7196e41d3cff req-63ac6dad-a3f5-461d-ba1d-dd44da7847eb tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc25c47-c49f-4f72-b689-5693a6947492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1696849 Oct 12 19:36:30.841458 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-01600b1c-8323-432f-b374-bad5f5ec1c54 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8093541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7915516'] for router, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:30.845875 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0357ee3-665f-4360-90b7-2285eb9969be tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Network 2adb0f12-0426-4085-b4af-7963146ed582 is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:36:30.883389 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port eeded35f-0e75-440d-b088-cd9a2531ce84 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:36:30.883816 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:30.948535 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-950400b6-d1ff-4ee8-8db8-1f9ee0f1a9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:30.980810 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-f0357ee3-665f-4360-90b7-2285eb9969be tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, 2adb0f12-0426-4085-b4af-7963146ed582) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:36:30.986231 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0357ee3-665f-4360-90b7-2285eb9969be tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:36:30.990203 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f0357ee3-665f-4360-90b7-2285eb9969be tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:31.010260 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67449980-f161-4f4d-b4d4-78e4d26807ec None None] Network 2adb0f12-0426-4085-b4af-7963146ed582 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:36:31.023906 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950400b6-d1ff-4ee8-8db8-1f9ee0f1a9a0 None None] Routers {'6a7cc1c8-9c3e-4c8e-801f-c6857256f82c'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:36:31.024601 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-950400b6-d1ff-4ee8-8db8-1f9ee0f1a9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:36:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['6a7cc1c8-9c3e-4c8e-801f-c6857256f82c'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:36:31.027618 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee6c085-bdba-41b4-af95-a21cfae567fe None None] Pushing event updated for resources: {'Port': ['ID=2c48a2f2-2e32-4326-a5fb-f8a3fa654a75,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:36:31.096099 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-ae4cd72b-1e78-48db-8aec-607872adad73 None None] Provisioning complete for port 2c48a2f2-2e32-4326-a5fb-f8a3fa654a75 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:36:31.096485 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ae4cd72b-1e78-48db-8aec-607872adad73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:31.104862 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 41124) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:36:31.105007 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-f0357ee3-665f-4360-90b7-2285eb9969be tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5420420 Oct 12 19:36:31.188355 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-950400b6-d1ff-4ee8-8db8-1f9ee0f1a9a0 None None] Set router 6a7cc1c8-9c3e-4c8e-801f-c6857256f82c gateway port host: None {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:36:31.228183 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01600b1c-8323-432f-b374-bad5f5ec1c54 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Router 826bbe5a-0584-4905-80bc-1fec427b1a77 is scheduled to L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b with binding_index 1 {{(pid=95501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 19:36:31.380730 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5b3717-9a4c-43ca-a54e-eb22d701a058 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-2adb0f12-0426-4085-b4af-7963146ed582', 'network_id': '2adb0f12-0426-4085-b4af-7963146ed582', 'tenant_id': 'e40d925510bb4f2da67caa3378239276', 'fixed_ips': [{'subnet_id': 'ab4b89d3-1dbc-4eef-a0f7-6c4ec7e6e81d'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:36:31.380730 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9a5b3717-9a4c-43ca-a54e-eb22d701a058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:31.380730 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ae4cd72b-1e78-48db-8aec-607872adad73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:31.457472 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-ae4cd72b-1e78-48db-8aec-607872adad73 None None] For port 2c48a2f2-2e32-4326-a5fb-f8a3fa654a75, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=2c48a2f2-2e32-4326-a5fb-f8a3fa654a75,segment=NetworkSegment(4c570b4c-9853-4259-adac-578589d7271e),segment_id=4c570b4c-9853-4259-adac-578589d7271e)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:36:31.518136 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-950400b6-d1ff-4ee8-8db8-1f9ee0f1a9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a7cc1c8-9c3e-4c8e-801f-c6857256f82c', 'name': 'tempest-RoutersIpV6Test-router-1444819174', 'tenant_id': 'e40d925510bb4f2da67caa3378239276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:36:10Z', 'updated_at': '2021-10-12T19:36:27Z', 'revision_number': 4, 'project_id': 'e40d925510bb4f2da67caa3378239276', 'gw_port_host': None, '_interfaces': [{'id': '2c48a2f2-2e32-4326-a5fb-f8a3fa654a75', 'name': '', 'network_id': '16b68444-6014-4c09-8290-5a72eed4fda8', 'tenant_id': 'e40d925510bb4f2da67caa3378239276', 'mac_address': 'fa:16:3e:c7:5f:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a7cc1c8-9c3e-4c8e-801f-c6857256f82c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '15f93ba0-d937-4127-83be-065b17b6b833', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:36:26Z', 'updated_at': '2021-10-12T19:36:30Z', 'revision_number': 4, 'project_id': 'e40d925510bb4f2da67caa3378239276', 'subnets': [{'id': '15f93ba0-d937-4127-83be-065b17b6b833', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3b73f370-6eed-4ae7-a6c9-803e5c8b6ca8', 'name': '', 'network_id': 'a867eeb8-d1ff-40d2-8eab-cb318fd2e646', 'tenant_id': 'e40d925510bb4f2da67caa3378239276', 'mac_address': 'fa:16:3e:52:61:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7cc1c8-9c3e-4c8e-801f-c6857256f82c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2773, 'fixed_ips': [{'subnet_id': '51abbd1d-26e2-4e90-9ee9-ff5b9e683d40', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:36:19Z', 'updated_at': '2021-10-12T19:36:25Z', 'revision_number': 5, 'project_id': 'e40d925510bb4f2da67caa3378239276', 'subnets': [{'id': '51abbd1d-26e2-4e90-9ee9-ff5b9e683d40', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6eebfeb3-bf39-4ea7-9732-70555e1bd298', 'name': '', 'network_id': 'df045a9b-1fd3-41d1-9670-a9c617c76ee3', 'tenant_id': 'e40d925510bb4f2da67caa3378239276', 'mac_address': 'fa:16:3e:ea:cc:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7cc1c8-9c3e-4c8e-801f-c6857256f82c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': 'bd9a25c6-7d88-47ad-979d-89f2a41128c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:36:13Z', 'updated_at': '2021-10-12T19:36:18Z', 'revision_number': 5, 'project_id': 'e40d925510bb4f2da67caa3378239276', 'subnets': [{'id': 'bd9a25c6-7d88-47ad-979d-89f2a41128c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:36:31.554650 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ae4cd72b-1e78-48db-8aec-607872adad73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:31.555105 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950400b6-d1ff-4ee8-8db8-1f9ee0f1a9a0 None None] The sync data for ids ['6a7cc1c8-9c3e-4c8e-801f-c6857256f82c'] in n-d-813679-3 is: [{'id': '6a7cc1c8-9c3e-4c8e-801f-c6857256f82c', 'name': 'tempest-RoutersIpV6Test-router-1444819174', 'tenant_id': 'e40d925510bb4f2da67caa3378239276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:36:10Z', 'updated_at': '2021-10-12T19:36:27Z', 'revision_number': 4, 'project_id': 'e40d925510bb4f2da67caa3378239276', 'gw_port_host': None, '_interfaces': [{'id': '2c48a2f2-2e32-4326-a5fb-f8a3fa654a75', 'name': '', 'network_id': '16b68444-6014-4c09-8290-5a72eed4fda8', 'tenant_id': 'e40d925510bb4f2da67caa3378239276', 'mac_address': 'fa:16:3e:c7:5f:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a7cc1c8-9c3e-4c8e-801f-c6857256f82c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '15f93ba0-d937-4127-83be-065b17b6b833', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:36:26Z', 'updated_at': '2021-10-12T19:36:30Z', 'revision_number': 4, 'project_id': 'e40d925510bb4f2da67caa3378239276', 'subnets': [{'id': '15f93ba0-d937-4127-83be-065b17b6b833', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3b73f370-6eed-4ae7-a6c9-803e5c8b6ca8', 'name': '', 'network_id': 'a867eeb8-d1ff-40d2-8eab-cb318fd2e646', 'tenant_id': 'e40d925510bb4f2da67caa3378239276', 'mac_address': 'fa:16:3e:52:61:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7cc1c8-9c3e-4c8e-801f-c6857256f82c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2773, 'fixed_ips': [{'subnet_id': '51abbd1d-26e2-4e90-9ee9-ff5b9e683d40', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:36:19Z', 'updated_at': '2021-10-12T19:36:25Z', 'revision_number': 5, 'project_id': 'e40d925510bb4f2da67caa3378239276', 'subnets': [{'id': '51abbd1d-26e2-4e90-9ee9-ff5b9e683d40', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6eebfeb3-bf39-4ea7-9732-70555e1bd298', 'name': '', 'network_id': 'df045a9b-1fd3-41d1-9670-a9c617c76ee3', 'tenant_id': 'e40d925510bb4f2da67caa3378239276', 'mac_address': 'fa:16:3e:ea:cc:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7cc1c8-9c3e-4c8e-801f-c6857256f82c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': 'bd9a25c6-7d88-47ad-979d-89f2a41128c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:36:13Z', 'updated_at': '2021-10-12T19:36:18Z', 'revision_number': 5, 'project_id': 'e40d925510bb4f2da67caa3378239276', 'subnets': [{'id': 'bd9a25c6-7d88-47ad-979d-89f2a41128c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:36:31.605820 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01600b1c-8323-432f-b374-bad5f5ec1c54 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:36:31.618369 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4cd72b-1e78-48db-8aec-607872adad73 None None] Pushing event updated for resources: {'Port': ['ID=2c48a2f2-2e32-4326-a5fb-f8a3fa654a75,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:36:31.662192 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34344a2a-222a-4463-a0bf-f52ad0805bc7 None None] Sync routers for ids ['826bbe5a-0584-4905-80bc-1fec427b1a77'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:36:31.703263 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34344a2a-222a-4463-a0bf-f52ad0805bc7 None None] Routers {'826bbe5a-0584-4905-80bc-1fec427b1a77'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:36:31.703900 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-34344a2a-222a-4463-a0bf-f52ad0805bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:36:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['826bbe5a-0584-4905-80bc-1fec427b1a77'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:36:31.768202 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-29fa5d42-ab54-4869-bd49-9cd803b14280 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:31.772293 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-9a5b3717-9a4c-43ca-a54e-eb22d701a058 None None] Allocated IP 2001:db8:3::2 (2adb0f12-0426-4085-b4af-7963146ed582/ab4b89d3-1dbc-4eef-a0f7-6c4ec7e6e81d/bc69815f-a198-4491-b573-7b25851c7639) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:36:31.775480 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-34344a2a-222a-4463-a0bf-f52ad0805bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:36:31.792143 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-01600b1c-8323-432f-b374-bad5f5ec1c54 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Notify callbacks [] for router, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:31.794183 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-01600b1c-8323-432f-b374-bad5f5ec1c54 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.8484735 Oct 12 19:36:31.796559 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41132) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:36:31.797370 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34344a2a-222a-4463-a0bf-f52ad0805bc7 None None] Routers {'826bbe5a-0584-4905-80bc-1fec427b1a77'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:36:31.797786 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-34344a2a-222a-4463-a0bf-f52ad0805bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:36:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['826bbe5a-0584-4905-80bc-1fec427b1a77'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:36:31.799717 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2a92225d-bf89-425c-bd48-516815dfe438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:31.802085 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a3266943-fde1-4eba-8873-031facd23771 None None] Provisioning complete for port 2c48a2f2-2e32-4326-a5fb-f8a3fa654a75 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:36:31.802290 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a3266943-fde1-4eba-8873-031facd23771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:31.807139 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-18b1aedf-eaa1-46fd-84f3-bfecbf3e3b4f tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'enable_snat': False}}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:36:31.879442 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-34344a2a-222a-4463-a0bf-f52ad0805bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:36:31.880150 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34344a2a-222a-4463-a0bf-f52ad0805bc7 None None] The sync data for ids ['826bbe5a-0584-4905-80bc-1fec427b1a77'] in n-d-813679-3 is: [] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:36:32.103450 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17111ea-84f8-40d1-8b0e-ff379a1d9f21 req-b31eaa95-c7f7-4d3c-bc38-5b94c22efc79 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:36:32.105192 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a17111ea-84f8-40d1-8b0e-ff379a1d9f21 req-b31eaa95-c7f7-4d3c-bc38-5b94c22efc79 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b52d58a-37ab-4e50-b262-c81246f70212 HTTP/1.1" status: 200 len: 946 time: 0.1032145 Oct 12 19:36:32.231547 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a17111ea-84f8-40d1-8b0e-ff379a1d9f21 req-af0ce4a6-bcdd-40eb-a46f-7b7f01310cc0 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc25c47-c49f-4f72-b689-5693a6947492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135933 Oct 12 19:36:32.248266 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9a5b3717-9a4c-43ca-a54e-eb22d701a058 None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:32.336314 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-18b1aedf-eaa1-46fd-84f3-bfecbf3e3b4f tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:32.352016 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9a5b3717-9a4c-43ca-a54e-eb22d701a058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:32.403892 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5b3717-9a4c-43ca-a54e-eb22d701a058 None None] Pushing event updated for resources: {'Port': ['ID=bc69815f-a198-4491-b573-7b25851c7639,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:36:32.418943 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-29fa5d42-ab54-4869-bd49-9cd803b14280 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Allocated IP 2001:db8:3::1 (2adb0f12-0426-4085-b4af-7963146ed582/ab4b89d3-1dbc-4eef-a0f7-6c4ec7e6e81d/c1eddb21-0472-49a7-a0b7-b4e97ce004c9) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:36:32.577609 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-29fa5d42-ab54-4869-bd49-9cd803b14280 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:32.751135 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-29fa5d42-ab54-4869-bd49-9cd803b14280 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:32.793463 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a5b3717-9a4c-43ca-a54e-eb22d701a058 None None] Network 2adb0f12-0426-4085-b4af-7963146ed582 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:36:32.797660 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-9a5b3717-9a4c-43ca-a54e-eb22d701a058 None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:36:32.805937 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 2c48a2f2-2e32-4326-a5fb-f8a3fa654a75 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:36:32.811645 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5b3717-9a4c-43ca-a54e-eb22d701a058 None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:36:32.872752 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fa5d42-ab54-4869-bd49-9cd803b14280 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Pushing event updated for resources: {'Port': ['ID=c1eddb21-0472-49a7-a0b7-b4e97ce004c9,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:36:32.892948 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29fa5d42-ab54-4869-bd49-9cd803b14280 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Network 2adb0f12-0426-4085-b4af-7963146ed582 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:36:32.895425 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-29fa5d42-ab54-4869-bd49-9cd803b14280 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:36:32.904991 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29fa5d42-ab54-4869-bd49-9cd803b14280 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:36:32.908385 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-29fa5d42-ab54-4869-bd49-9cd803b14280 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7915309'] for router_interface, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:32.934175 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:32.972839 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-9a5b3717-9a4c-43ca-a54e-eb22d701a058 None None] Attempting to bind port bc69815f-a198-4491-b573-7b25851c7639 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:36:32.973600 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-9a5b3717-9a4c-43ca-a54e-eb22d701a058 None None] Attempting to bind port bc69815f-a198-4491-b573-7b25851c7639 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'c90ee023-e3f7-4d9c-a3b3-db95e8d23252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '2adb0f12-0426-4085-b4af-7963146ed582'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:36:32.974197 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5b3717-9a4c-43ca-a54e-eb22d701a058 None None] Attempting to bind port bc69815f-a198-4491-b573-7b25851c7639 on network 2adb0f12-0426-4085-b4af-7963146ed582 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:36:32.991441 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5b3717-9a4c-43ca-a54e-eb22d701a058 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:36:32.993034 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5b3717-9a4c-43ca-a54e-eb22d701a058 None None] Checking segment: {'id': 'c90ee023-e3f7-4d9c-a3b3-db95e8d23252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '2adb0f12-0426-4085-b4af-7963146ed582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:36:32.994238 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9a5b3717-9a4c-43ca-a54e-eb22d701a058 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:32.995675 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5b3717-9a4c-43ca-a54e-eb22d701a058 None None] Bound using segment: {'id': 'c90ee023-e3f7-4d9c-a3b3-db95e8d23252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '2adb0f12-0426-4085-b4af-7963146ed582'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:36:32.997012 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-9a5b3717-9a4c-43ca-a54e-eb22d701a058 None None] Bound port: bc69815f-a198-4491-b573-7b25851c7639, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c90ee023-e3f7-4d9c-a3b3-db95e8d23252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '2adb0f12-0426-4085-b4af-7963146ed582'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:36:32.998502 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9a5b3717-9a4c-43ca-a54e-eb22d701a058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:33.019111 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 2c48a2f2-2e32-4326-a5fb-f8a3fa654a75 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:36:33.020001 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:33.057052 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:33.063826 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:33.130446 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-18b1aedf-eaa1-46fd-84f3-bfecbf3e3b4f tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8087071', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8093548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255500'] for router, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:33.134170 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-18b1aedf-eaa1-46fd-84f3-bfecbf3e3b4f tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7915516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8087046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7915509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8093527'] for router, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:33.174185 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-29fa5d42-ab54-4869-bd49-9cd803b14280 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:33.183083 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-9a5b3717-9a4c-43ca-a54e-eb22d701a058 None None] For port bc69815f-a198-4491-b573-7b25851c7639, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:36:33.198681 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-9a5b3717-9a4c-43ca-a54e-eb22d701a058 None None] For port bc69815f-a198-4491-b573-7b25851c7639, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=bc69815f-a198-4491-b573-7b25851c7639,segment=NetworkSegment(c90ee023-e3f7-4d9c-a3b3-db95e8d23252),segment_id=c90ee023-e3f7-4d9c-a3b3-db95e8d23252)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:36:33.267752 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18b1aedf-eaa1-46fd-84f3-bfecbf3e3b4f tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Router 826bbe5a-0584-4905-80bc-1fec427b1a77 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:36:33.340135 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9a5b3717-9a4c-43ca-a54e-eb22d701a058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:33.426306 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5b3717-9a4c-43ca-a54e-eb22d701a058 None None] Pushing event updated for resources: {'Port': ['ID=bc69815f-a198-4491-b573-7b25851c7639,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:36:33.747364 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-29fa5d42-ab54-4869-bd49-9cd803b14280 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:33.764015 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:33.845705 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18b1aedf-eaa1-46fd-84f3-bfecbf3e3b4f tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:36:33.847136 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-29fa5d42-ab54-4869-bd49-9cd803b14280 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:33.851152 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-18b1aedf-eaa1-46fd-84f3-bfecbf3e3b4f tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:33.852161 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-29fa5d42-ab54-4869-bd49-9cd803b14280 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7898980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8092605'] for router_interface, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:33.852450 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-18b1aedf-eaa1-46fd-84f3-bfecbf3e3b4f tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] 10.222.0.49 "PUT /v2.0/routers/826bbe5a-0584-4905-80bc-1fec427b1a77 HTTP/1.1" status: 200 len: 921 time: 2.0529473 Oct 12 19:36:33.856876 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c658c6-19c4-4e9c-980f-c48bb4c4a291 None None] Sync routers for ids ['826bbe5a-0584-4905-80bc-1fec427b1a77'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:36:33.859360 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 41156) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:36:33.873132 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c658c6-19c4-4e9c-980f-c48bb4c4a291 None None] Routers {'826bbe5a-0584-4905-80bc-1fec427b1a77'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:36:33.873994 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-a4c658c6-19c4-4e9c-980f-c48bb4c4a291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:36:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['826bbe5a-0584-4905-80bc-1fec427b1a77'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:36:33.938556 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-a4c658c6-19c4-4e9c-980f-c48bb4c4a291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:36:33.949612 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c658c6-19c4-4e9c-980f-c48bb4c4a291 None None] Routers {'826bbe5a-0584-4905-80bc-1fec427b1a77'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:36:33.951726 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-a4c658c6-19c4-4e9c-980f-c48bb4c4a291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:36:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['826bbe5a-0584-4905-80bc-1fec427b1a77'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:36:33.996898 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-a4c658c6-19c4-4e9c-980f-c48bb4c4a291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:36:33.997670 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c658c6-19c4-4e9c-980f-c48bb4c4a291 None None] The sync data for ids ['826bbe5a-0584-4905-80bc-1fec427b1a77'] in n-d-813679-3 is: [] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:36:34.067990 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fa5d42-ab54-4869-bd49-9cd803b14280 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Pushing event updated for resources: {'Port': ['ID=c1eddb21-0472-49a7-a0b7-b4e97ce004c9,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:36:34.122808 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-fb94e538-508f-49f6-b4dc-119533c869d0 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] 10.222.0.49 "GET /v2.0/routers/826bbe5a-0584-4905-80bc-1fec427b1a77 HTTP/1.1" status: 200 len: 921 time: 0.2605035 Oct 12 19:36:34.125627 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41158) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:36:34.131955 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29fa5d42-ab54-4869-bd49-9cd803b14280 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Network 2adb0f12-0426-4085-b4af-7963146ed582 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:36:34.133684 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-29fa5d42-ab54-4869-bd49-9cd803b14280 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:36:34.219977 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4913f2-5c88-44e4-8bbe-2e3df78e6ec5 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:36:34.223962 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-9a4913f2-5c88-44e4-8bbe-2e3df78e6ec5 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=4afbf4a4-67f5-42d1-a358-7ba9799dab0c&device_id=826bbe5a-0584-4905-80bc-1fec427b1a77&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0970445 Oct 12 19:36:34.226629 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41160) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:36:34.350328 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0aa199-c5fc-4baf-a97e-26333a6f1e30 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:36:34.352234 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-9d0aa199-c5fc-4baf-a97e-26333a6f1e30 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] 10.222.0.49 "GET /v2.0/networks/4afbf4a4-67f5-42d1-a358-7ba9799dab0c HTTP/1.1" status: 200 len: 881 time: 0.1243577 Oct 12 19:36:34.355003 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41164) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:36:34.392290 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-0c167010-86ab-4e42-a483-4b3b0ceaa3fe tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] 10.222.0.49 "GET /v2.0/ports?device_id=826bbe5a-0584-4905-80bc-1fec427b1a77 HTTP/1.1" status: 200 len: 205 time: 0.0359387 Oct 12 19:36:34.395276 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41166) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:36:34.532772 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:34.570822 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-abfbb7c9-bca4-479d-922a-cd1eb0c6ef40 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Notify callbacks [] for router, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:34.723530 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29fa5d42-ab54-4869-bd49-9cd803b14280 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Router 6a7cc1c8-9c3e-4c8e-801f-c6857256f82c has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:36:34.748311 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device bc69815f-a198-4491-b573-7b25851c7639 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:36:34.751225 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-abfbb7c9-bca4-479d-922a-cd1eb0c6ef40 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:34.823066 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port bc69815f-a198-4491-b573-7b25851c7639 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:36:34.825159 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:34.854141 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc9ca4c6-2a80-4554-80bc-b7d5b51a62bf None None] Network 2adb0f12-0426-4085-b4af-7963146ed582 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:36:34.866253 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29fa5d42-ab54-4869-bd49-9cd803b14280 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:36:34.871812 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-29fa5d42-ab54-4869-bd49-9cd803b14280 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] 10.222.0.49 "PUT /v2.0/routers/6a7cc1c8-9c3e-4c8e-801f-c6857256f82c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7649770 Oct 12 19:36:34.878356 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 41172) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:36:34.881680 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-16c06866-4459-460e-8071-b1af42af431b tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:36:34.931542 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-abfbb7c9-bca4-479d-922a-cd1eb0c6ef40 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Deleting port fef1de1e-5f91-4abf-a16b-76c3aceac2d5 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:36:34.932550 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-abfbb7c9-bca4-479d-922a-cd1eb0c6ef40 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:34.933137 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21961644-ae5c-49d4-8291-04a37f766dca None None] Sync routers for ids ['6a7cc1c8-9c3e-4c8e-801f-c6857256f82c'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:36:34.976086 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-da4eac29-fbd2-4d2d-b8d7-2e09ba9b2177 None None] Provisioning complete for port bc69815f-a198-4491-b573-7b25851c7639 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:36:34.976734 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-da4eac29-fbd2-4d2d-b8d7-2e09ba9b2177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:34.993660 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21961644-ae5c-49d4-8291-04a37f766dca None None] Routers {'6a7cc1c8-9c3e-4c8e-801f-c6857256f82c'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:36:34.995151 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-21961644-ae5c-49d4-8291-04a37f766dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:36:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['6a7cc1c8-9c3e-4c8e-801f-c6857256f82c'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:36:35.067410 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-abfbb7c9-bca4-479d-922a-cd1eb0c6ef40 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:35.085674 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-abfbb7c9-bca4-479d-922a-cd1eb0c6ef40 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Calling delete_port for fef1de1e-5f91-4abf-a16b-76c3aceac2d5 owned by network:router_gateway {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:36:35.241382 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-21961644-ae5c-49d4-8291-04a37f766dca None None] Set router 6a7cc1c8-9c3e-4c8e-801f-c6857256f82c gateway port host: None {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:36:35.245926 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:35.353550 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.extraroute_db [None req-16c06866-4459-460e-8071-b1af42af431b tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=95501) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 12 19:36:35.376754 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.extraroute_db [None req-16c06866-4459-460e-8071-b1af42af431b tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Removed routes are [] {{(pid=95501) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 12 19:36:35.377238 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-16c06866-4459-460e-8071-b1af42af431b tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8087071', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8093548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255500'] for router, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:35.429651 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] For port bc69815f-a198-4491-b573-7b25851c7639, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=bc69815f-a198-4491-b573-7b25851c7639,segment=NetworkSegment(c90ee023-e3f7-4d9c-a3b3-db95e8d23252),segment_id=c90ee023-e3f7-4d9c-a3b3-db95e8d23252)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:36:35.487221 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-da4eac29-fbd2-4d2d-b8d7-2e09ba9b2177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:35.505577 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-abfbb7c9-bca4-479d-922a-cd1eb0c6ef40 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:35.577284 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:35.619726 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfbb7c9-bca4-479d-922a-cd1eb0c6ef40 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Pushing event deleted for resources: {'Port': ['ID=fef1de1e-5f91-4abf-a16b-76c3aceac2d5,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:36:35.662539 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9a3f2b71-03cd-4012-a73f-74bf6a904c8a req-4ea8740a-bf46-4f35-be3a-ac2d3010175b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a7b765f3-f079-43bb-884c-ce583b289609&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1465664 Oct 12 19:36:35.687641 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-abfbb7c9-bca4-479d-922a-cd1eb0c6ef40 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7915456'] for router_gateway, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:35.759230 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.db.api [None req-da4eac29-fbd2-4d2d-b8d7-2e09ba9b2177 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 19:36:35.759908 n-d-813679-3 neutron-server[95503]: DEBUG oslo_db.api [None req-da4eac29-fbd2-4d2d-b8d7-2e09ba9b2177 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 19:36:35.769080 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Pushing event updated for resources: {'Port': ['ID=bc69815f-a198-4491-b573-7b25851c7639,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:36:35.828107 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-21961644-ae5c-49d4-8291-04a37f766dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a7cc1c8-9c3e-4c8e-801f-c6857256f82c', 'name': 'tempest-RoutersIpV6Test-router-1444819174', 'tenant_id': 'e40d925510bb4f2da67caa3378239276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:36:10Z', 'updated_at': '2021-10-12T19:36:33Z', 'revision_number': 5, 'project_id': 'e40d925510bb4f2da67caa3378239276', 'gw_port_host': None, '_interfaces': [{'id': '2c48a2f2-2e32-4326-a5fb-f8a3fa654a75', 'name': '', 'network_id': '16b68444-6014-4c09-8290-5a72eed4fda8', 'tenant_id': 'e40d925510bb4f2da67caa3378239276', 'mac_address': 'fa:16:3e:c7:5f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7cc1c8-9c3e-4c8e-801f-c6857256f82c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '15f93ba0-d937-4127-83be-065b17b6b833', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:36:26Z', 'updated_at': '2021-10-12T19:36:31Z', 'revision_number': 5, 'project_id': 'e40d925510bb4f2da67caa3378239276', 'subnets': [{'id': '15f93ba0-d937-4127-83be-065b17b6b833', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3b73f370-6eed-4ae7-a6c9-803e5c8b6ca8', 'name': '', 'network_id': 'a867eeb8-d1ff-40d2-8eab-cb318fd2e646', 'tenant_id': 'e40d925510bb4f2da67caa3378239276', 'mac_address': 'fa:16:3e:52:61:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7cc1c8-9c3e-4c8e-801f-c6857256f82c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2773, 'fixed_ips': [{'subnet_id': '51abbd1d-26e2-4e90-9ee9-ff5b9e683d40', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:36:19Z', 'updated_at': '2021-10-12T19:36:25Z', 'revision_number': 5, 'project_id': 'e40d925510bb4f2da67caa3378239276', 'subnets': [{'id': '51abbd1d-26e2-4e90-9ee9-ff5b9e683d40', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6eebfeb3-bf39-4ea7-9732-70555e1bd298', 'name': '', 'network_id': 'df045a9b-1fd3-41d1-9670-a9c617c76ee3', 'tenant_id': 'e40d925510bb4f2da67caa3378239276', 'mac_address': 'fa:16:3e:ea:cc:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7cc1c8-9c3e-4c8e-801f-c6857256f82c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': 'bd9a25c6-7d88-47ad-979d-89f2a41128c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:36:13Z', 'updated_at': '2021-10-12T19:36:18Z', 'revision_number': 5, 'project_id': 'e40d925510bb4f2da67caa3378239276', 'subnets': [{'id': 'bd9a25c6-7d88-47ad-979d-89f2a41128c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1eddb21-0472-49a7-a0b7-b4e97ce004c9', 'name': '', 'network_id': '2adb0f12-0426-4085-b4af-7963146ed582', 'tenant_id': 'e40d925510bb4f2da67caa3378239276', 'mac_address': 'fa:16:3e:a0:00:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a7cc1c8-9c3e-4c8e-801f-c6857256f82c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': 'ab4b89d3-1dbc-4eef-a0f7-6c4ec7e6e81d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:36:31Z', 'updated_at': '2021-10-12T19:36:33Z', 'revision_number': 2, 'project_id': 'e40d925510bb4f2da67caa3378239276', 'subnets': [{'id': 'ab4b89d3-1dbc-4eef-a0f7-6c4ec7e6e81d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:36:35.868237 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21961644-ae5c-49d4-8291-04a37f766dca None None] Checking router: 6a7cc1c8-9c3e-4c8e-801f-c6857256f82c for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:36:35.868692 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21961644-ae5c-49d4-8291-04a37f766dca None None] Updating router 6a7cc1c8-9c3e-4c8e-801f-c6857256f82c port c1eddb21-0472-49a7-a0b7-b4e97ce004c9 binding host n-d-813679-3 {{(pid=95503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 19:36:35.885230 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-16c06866-4459-460e-8071-b1af42af431b tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8087071', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8093548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255500'] for router, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:35.889813 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-16c06866-4459-460e-8071-b1af42af431b tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7915516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8087046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7915509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8093527'] for router, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:35.910395 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-abfbb7c9-bca4-479d-922a-cd1eb0c6ef40 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255495'] for router, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:35.919237 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-abfbb7c9-bca4-479d-922a-cd1eb0c6ef40 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:35.934295 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3f2b71-03cd-4012-a73f-74bf6a904c8a req-4fe52765-cadd-472f-b3bf-bd021c71f23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:36:35.938511 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9a3f2b71-03cd-4012-a73f-74bf6a904c8a req-4fe52765-cadd-472f-b3bf-bd021c71f23f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=da56e5b248094156ada95d11ba3c5b37&device_id=a7b765f3-f079-43bb-884c-ce583b289609 HTTP/1.1" status: 200 len: 1096 time: 0.2104502 Oct 12 19:36:35.942534 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-21961644-ae5c-49d4-8291-04a37f766dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:36.065059 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16c06866-4459-460e-8071-b1af42af431b tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Router 6a7cc1c8-9c3e-4c8e-801f-c6857256f82c has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:36:36.106944 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3f2b71-03cd-4012-a73f-74bf6a904c8a req-c87a4200-88ec-411a-aea8-c4fb72d34807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:36:36.108904 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9a3f2b71-03cd-4012-a73f-74bf6a904c8a req-c87a4200-88ec-411a-aea8-c4fb72d34807 service neutron] 10.222.0.61 "GET /v2.0/networks?id=74a2c063-d43e-4221-94e9-d3ab154855fc HTTP/1.1" status: 200 len: 912 time: 0.1174948 Oct 12 19:36:36.199281 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-abfbb7c9-bca4-479d-922a-cd1eb0c6ef40 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8093499'] for router, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:36.199746 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abfbb7c9-bca4-479d-922a-cd1eb0c6ef40 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Fanout notify agent at l3_agent the message router_deleted on router 826bbe5a-0584-4905-80bc-1fec427b1a77 {{(pid=95502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 19:36:36.218342 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-abfbb7c9-bca4-479d-922a-cd1eb0c6ef40 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:36.220177 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-abfbb7c9-bca4-479d-922a-cd1eb0c6ef40 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] 10.222.0.49 "DELETE /v2.0/routers/826bbe5a-0584-4905-80bc-1fec427b1a77 HTTP/1.1" status: 204 len: 168 time: 1.8238177 Oct 12 19:36:36.233087 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 41180) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:36:36.234637 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-d65c6f4b-67bf-4a42-b06e-38961bad6748 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1081537423', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:36:36.254244 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9a3f2b71-03cd-4012-a73f-74bf6a904c8a req-a1e32389-8c8d-4988-9f67-089651670726 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e03793f3-7484-4525-883c-18b556a71a14 HTTP/1.1" status: 200 len: 1001 time: 0.1375191 Oct 12 19:36:36.277263 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16c06866-4459-460e-8071-b1af42af431b tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:36:36.293933 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-16c06866-4459-460e-8071-b1af42af431b tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks [] for router, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:36.297858 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-16c06866-4459-460e-8071-b1af42af431b tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] 10.222.0.49 "PUT /v2.0/routers/6a7cc1c8-9c3e-4c8e-801f-c6857256f82c HTTP/1.1" status: 200 len: 954 time: 1.4204836 Oct 12 19:36:36.298473 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 41182) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:36:36.335995 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3f2b71-03cd-4012-a73f-74bf6a904c8a req-32c1f666-502d-46d3-a57e-4600d09160d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:36:36.336933 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-21961644-ae5c-49d4-8291-04a37f766dca None None] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:36.338115 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9a3f2b71-03cd-4012-a73f-74bf6a904c8a req-32c1f666-502d-46d3-a57e-4600d09160d0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3a0cf0c9-d039-4d05-a67a-cc48a10b2cbc HTTP/1.1" status: 200 len: 850 time: 0.0774374 Oct 12 19:36:36.423783 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-21961644-ae5c-49d4-8291-04a37f766dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:36.432740 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3f2b71-03cd-4012-a73f-74bf6a904c8a req-454346be-5dbd-459a-bb17-640c07941360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:36:36.438546 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9a3f2b71-03cd-4012-a73f-74bf6a904c8a req-454346be-5dbd-459a-bb17-640c07941360 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=74a2c063-d43e-4221-94e9-d3ab154855fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0826793 Oct 12 19:36:36.442425 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-c6127f5b-6b42-4e70-898a-be0b72466baa tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] 10.222.0.49 "GET /v2.0/routers/6a7cc1c8-9c3e-4c8e-801f-c6857256f82c HTTP/1.1" status: 200 len: 954 time: 0.1401196 Oct 12 19:36:36.443119 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41186) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:36:36.450142 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-c5430e97-e29f-4e90-80bd-8c251c559cd1 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Request body: {'router': {'routes': None}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:36:36.489809 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d65c6f4b-67bf-4a42-b06e-38961bad6748 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8093678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255505'] for router, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:36.496510 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d65c6f4b-67bf-4a42-b06e-38961bad6748 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8093562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8087085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8022306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255518'] for router, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:36.549119 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fef0ae-5065-4a33-8181-68fc2523fc0d None None] Pushing event updated for resources: {'Port': ['ID=c1eddb21-0472-49a7-a0b7-b4e97ce004c9,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:36:36.605056 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9a3f2b71-03cd-4012-a73f-74bf6a904c8a req-6565ff62-705a-4920-a326-e03d8d02cbe5 service neutron] 10.222.0.61 "GET /v2.0/networks/74a2c063-d43e-4221-94e9-d3ab154855fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516845 Oct 12 19:36:36.605959 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-21961644-ae5c-49d4-8291-04a37f766dca None None] Attempting to bind port c1eddb21-0472-49a7-a0b7-b4e97ce004c9 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:36:36.606514 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-21961644-ae5c-49d4-8291-04a37f766dca None None] Attempting to bind port c1eddb21-0472-49a7-a0b7-b4e97ce004c9 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'c90ee023-e3f7-4d9c-a3b3-db95e8d23252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '2adb0f12-0426-4085-b4af-7963146ed582'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:36:36.616515 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21961644-ae5c-49d4-8291-04a37f766dca None None] Attempting to bind port c1eddb21-0472-49a7-a0b7-b4e97ce004c9 on network 2adb0f12-0426-4085-b4af-7963146ed582 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:36:36.626240 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21961644-ae5c-49d4-8291-04a37f766dca None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:36:36.628416 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21961644-ae5c-49d4-8291-04a37f766dca None None] Checking segment: {'id': 'c90ee023-e3f7-4d9c-a3b3-db95e8d23252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '2adb0f12-0426-4085-b4af-7963146ed582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:36:36.628700 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-21961644-ae5c-49d4-8291-04a37f766dca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:36.629382 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21961644-ae5c-49d4-8291-04a37f766dca None None] Bound using segment: {'id': 'c90ee023-e3f7-4d9c-a3b3-db95e8d23252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '2adb0f12-0426-4085-b4af-7963146ed582'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:36:36.629931 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-21961644-ae5c-49d4-8291-04a37f766dca None None] Bound port: c1eddb21-0472-49a7-a0b7-b4e97ce004c9, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c90ee023-e3f7-4d9c-a3b3-db95e8d23252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '2adb0f12-0426-4085-b4af-7963146ed582'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:36:36.630296 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-21961644-ae5c-49d4-8291-04a37f766dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:36.644922 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-74fdeef9-50ea-4b90-9ad6-9027854da835 None None] Provisioning complete for port bc69815f-a198-4491-b573-7b25851c7639 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:36:36.645232 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-74fdeef9-50ea-4b90-9ad6-9027854da835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:36.668517 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d65c6f4b-67bf-4a42-b06e-38961bad6748 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:36.771014 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d65c6f4b-67bf-4a42-b06e-38961bad6748 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8093541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7915516'] for router, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:36.783780 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device bc69815f-a198-4491-b573-7b25851c7639 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:36:36.899253 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-21961644-ae5c-49d4-8291-04a37f766dca None None] For port c1eddb21-0472-49a7-a0b7-b4e97ce004c9, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:36:36.901303 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-74fdeef9-50ea-4b90-9ad6-9027854da835 None None] Provisioning complete for port c1eddb21-0472-49a7-a0b7-b4e97ce004c9 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:36:36.901715 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-74fdeef9-50ea-4b90-9ad6-9027854da835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:36.905700 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-21961644-ae5c-49d4-8291-04a37f766dca None None] For port c1eddb21-0472-49a7-a0b7-b4e97ce004c9, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=c1eddb21-0472-49a7-a0b7-b4e97ce004c9,segment=NetworkSegment(c90ee023-e3f7-4d9c-a3b3-db95e8d23252),segment_id=c90ee023-e3f7-4d9c-a3b3-db95e8d23252)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:36:36.919684 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d65c6f4b-67bf-4a42-b06e-38961bad6748 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Notify callbacks [] for router, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:36.925009 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-d65c6f4b-67bf-4a42-b06e-38961bad6748 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6949959 Oct 12 19:36:36.925009 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 41192) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:36:36.929284 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-81e1f6ac-f326-48f1-9517-ccaea3762ac1 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Request body: {'router': {'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:36:36.976741 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-74fdeef9-50ea-4b90-9ad6-9027854da835 None None] Port c1eddb21-0472-49a7-a0b7-b4e97ce004c9 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:36:36.980273 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port bc69815f-a198-4491-b573-7b25851c7639 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:36:36.980772 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:37.011286 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-21961644-ae5c-49d4-8291-04a37f766dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:37.043932 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9a3f2b71-03cd-4012-a73f-74bf6a904c8a req-bd41e64b-12c7-4b21-a7dd-c4ab7b636f52 service neutron] 10.222.0.61 "GET /v2.0/networks/74a2c063-d43e-4221-94e9-d3ab154855fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3578379 Oct 12 19:36:37.083307 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21961644-ae5c-49d4-8291-04a37f766dca None None] Routers {'6a7cc1c8-9c3e-4c8e-801f-c6857256f82c'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:36:37.083948 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-21961644-ae5c-49d4-8291-04a37f766dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:36:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['6a7cc1c8-9c3e-4c8e-801f-c6857256f82c'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:36:37.324212 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-81e1f6ac-f326-48f1-9517-ccaea3762ac1 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:37.385314 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fef0ae-5065-4a33-8181-68fc2523fc0d None None] Pushing event updated for resources: {'Port': ['ID=c1eddb21-0472-49a7-a0b7-b4e97ce004c9,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:36:37.427067 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-06dd6638-46de-4603-ab3b-08b8ebbcd7bf None None] Provisioning complete for port c1eddb21-0472-49a7-a0b7-b4e97ce004c9 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:36:37.427526 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-06dd6638-46de-4603-ab3b-08b8ebbcd7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:37.443217 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.extraroute_db [None req-c5430e97-e29f-4e90-80bd-8c251c559cd1 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Added routes are [] {{(pid=95502) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 12 19:36:37.443217 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.extraroute_db [None req-c5430e97-e29f-4e90-80bd-8c251c559cd1 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=95502) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 12 19:36:37.466987 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-21961644-ae5c-49d4-8291-04a37f766dca None None] Set router 6a7cc1c8-9c3e-4c8e-801f-c6857256f82c gateway port host: None {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:36:37.528065 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c5430e97-e29f-4e90-80bd-8c251c559cd1 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8087071', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8093548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255500'] for router, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:37.663502 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-06dd6638-46de-4603-ab3b-08b8ebbcd7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:37.705467 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-81e1f6ac-f326-48f1-9517-ccaea3762ac1 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Notify callbacks [] for router_gateway, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:37.737236 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-81e1f6ac-f326-48f1-9517-ccaea3762ac1 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:37.738675 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-06dd6638-46de-4603-ab3b-08b8ebbcd7bf None None] For port c1eddb21-0472-49a7-a0b7-b4e97ce004c9, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=c1eddb21-0472-49a7-a0b7-b4e97ce004c9,segment=NetworkSegment(c90ee023-e3f7-4d9c-a3b3-db95e8d23252),segment_id=c90ee023-e3f7-4d9c-a3b3-db95e8d23252)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:36:37.777924 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-21961644-ae5c-49d4-8291-04a37f766dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a7cc1c8-9c3e-4c8e-801f-c6857256f82c', 'name': 'tempest-RoutersIpV6Test-router-1444819174', 'tenant_id': 'e40d925510bb4f2da67caa3378239276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:36:10Z', 'updated_at': '2021-10-12T19:36:35Z', 'revision_number': 6, 'project_id': 'e40d925510bb4f2da67caa3378239276', 'gw_port_host': None, '_interfaces': [{'id': '2c48a2f2-2e32-4326-a5fb-f8a3fa654a75', 'name': '', 'network_id': '16b68444-6014-4c09-8290-5a72eed4fda8', 'tenant_id': 'e40d925510bb4f2da67caa3378239276', 'mac_address': 'fa:16:3e:c7:5f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7cc1c8-9c3e-4c8e-801f-c6857256f82c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '15f93ba0-d937-4127-83be-065b17b6b833', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:36:26Z', 'updated_at': '2021-10-12T19:36:31Z', 'revision_number': 5, 'project_id': 'e40d925510bb4f2da67caa3378239276', 'subnets': [{'id': '15f93ba0-d937-4127-83be-065b17b6b833', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3b73f370-6eed-4ae7-a6c9-803e5c8b6ca8', 'name': '', 'network_id': 'a867eeb8-d1ff-40d2-8eab-cb318fd2e646', 'tenant_id': 'e40d925510bb4f2da67caa3378239276', 'mac_address': 'fa:16:3e:52:61:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7cc1c8-9c3e-4c8e-801f-c6857256f82c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2773, 'fixed_ips': [{'subnet_id': '51abbd1d-26e2-4e90-9ee9-ff5b9e683d40', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:36:19Z', 'updated_at': '2021-10-12T19:36:25Z', 'revision_number': 5, 'project_id': 'e40d925510bb4f2da67caa3378239276', 'subnets': [{'id': '51abbd1d-26e2-4e90-9ee9-ff5b9e683d40', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6eebfeb3-bf39-4ea7-9732-70555e1bd298', 'name': '', 'network_id': 'df045a9b-1fd3-41d1-9670-a9c617c76ee3', 'tenant_id': 'e40d925510bb4f2da67caa3378239276', 'mac_address': 'fa:16:3e:ea:cc:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7cc1c8-9c3e-4c8e-801f-c6857256f82c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': 'bd9a25c6-7d88-47ad-979d-89f2a41128c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:36:13Z', 'updated_at': '2021-10-12T19:36:18Z', 'revision_number': 5, 'project_id': 'e40d925510bb4f2da67caa3378239276', 'subnets': [{'id': 'bd9a25c6-7d88-47ad-979d-89f2a41128c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1eddb21-0472-49a7-a0b7-b4e97ce004c9', 'name': '', 'network_id': '2adb0f12-0426-4085-b4af-7963146ed582', 'tenant_id': 'e40d925510bb4f2da67caa3378239276', 'mac_address': 'fa:16:3e:a0:00:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a7cc1c8-9c3e-4c8e-801f-c6857256f82c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': 'ab4b89d3-1dbc-4eef-a0f7-6c4ec7e6e81d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:36:31Z', 'updated_at': '2021-10-12T19:36:36Z', 'revision_number': 4, 'project_id': 'e40d925510bb4f2da67caa3378239276', 'subnets': [{'id': 'ab4b89d3-1dbc-4eef-a0f7-6c4ec7e6e81d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:36:37.819533 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21961644-ae5c-49d4-8291-04a37f766dca None None] The sync data for ids ['6a7cc1c8-9c3e-4c8e-801f-c6857256f82c'] in n-d-813679-3 is: [{'id': '6a7cc1c8-9c3e-4c8e-801f-c6857256f82c', 'name': 'tempest-RoutersIpV6Test-router-1444819174', 'tenant_id': 'e40d925510bb4f2da67caa3378239276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:36:10Z', 'updated_at': '2021-10-12T19:36:35Z', 'revision_number': 6, 'project_id': 'e40d925510bb4f2da67caa3378239276', 'gw_port_host': None, '_interfaces': [{'id': '2c48a2f2-2e32-4326-a5fb-f8a3fa654a75', 'name': '', 'network_id': '16b68444-6014-4c09-8290-5a72eed4fda8', 'tenant_id': 'e40d925510bb4f2da67caa3378239276', 'mac_address': 'fa:16:3e:c7:5f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7cc1c8-9c3e-4c8e-801f-c6857256f82c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '15f93ba0-d937-4127-83be-065b17b6b833', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:36:26Z', 'updated_at': '2021-10-12T19:36:31Z', 'revision_number': 5, 'project_id': 'e40d925510bb4f2da67caa3378239276', 'subnets': [{'id': '15f93ba0-d937-4127-83be-065b17b6b833', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3b73f370-6eed-4ae7-a6c9-803e5c8b6ca8', 'name': '', 'network_id': 'a867eeb8-d1ff-40d2-8eab-cb318fd2e646', 'tenant_id': 'e40d925510bb4f2da67caa3378239276', 'mac_address': 'fa:16:3e:52:61:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7cc1c8-9c3e-4c8e-801f-c6857256f82c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2773, 'fixed_ips': [{'subnet_id': '51abbd1d-26e2-4e90-9ee9-ff5b9e683d40', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:36:19Z', 'updated_at': '2021-10-12T19:36:25Z', 'revision_number': 5, 'project_id': 'e40d925510bb4f2da67caa3378239276', 'subnets': [{'id': '51abbd1d-26e2-4e90-9ee9-ff5b9e683d40', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6eebfeb3-bf39-4ea7-9732-70555e1bd298', 'name': '', 'network_id': 'df045a9b-1fd3-41d1-9670-a9c617c76ee3', 'tenant_id': 'e40d925510bb4f2da67caa3378239276', 'mac_address': 'fa:16:3e:ea:cc:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7cc1c8-9c3e-4c8e-801f-c6857256f82c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': 'bd9a25c6-7d88-47ad-979d-89f2a41128c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:36:13Z', 'updated_at': '2021-10-12T19:36:18Z', 'revision_number': 5, 'project_id': 'e40d925510bb4f2da67caa3378239276', 'subnets': [{'id': 'bd9a25c6-7d88-47ad-979d-89f2a41128c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1eddb21-0472-49a7-a0b7-b4e97ce004c9', 'name': '', 'network_id': '2adb0f12-0426-4085-b4af-7963146ed582', 'tenant_id': 'e40d925510bb4f2da67caa3378239276', 'mac_address': 'fa:16:3e:a0:00:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a7cc1c8-9c3e-4c8e-801f-c6857256f82c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': 'ab4b89d3-1dbc-4eef-a0f7-6c4ec7e6e81d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:36:31Z', 'updated_at': '2021-10-12T19:36:36Z', 'revision_number': 4, 'project_id': 'e40d925510bb4f2da67caa3378239276', 'subnets': [{'id': 'ab4b89d3-1dbc-4eef-a0f7-6c4ec7e6e81d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:36:37.838021 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-06dd6638-46de-4603-ab3b-08b8ebbcd7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:37.874145 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c5430e97-e29f-4e90-80bd-8c251c559cd1 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8087071', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8093548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255500'] for router, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:37.918280 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c5430e97-e29f-4e90-80bd-8c251c559cd1 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7915516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8087046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7915509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8093527'] for router, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:37.937049 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dd6638-46de-4603-ab3b-08b8ebbcd7bf None None] Pushing event updated for resources: {'Port': ['ID=c1eddb21-0472-49a7-a0b7-b4e97ce004c9,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:36:37.960752 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-81e1f6ac-f326-48f1-9517-ccaea3762ac1 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Allocated IP 172.25.5.5 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/3e4846af-97cb-4db3-97c3-d0636de35886) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:36:37.977661 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-4024cc10-207f-480f-a28c-825bada9f562 None None] Provisioning complete for port c1eddb21-0472-49a7-a0b7-b4e97ce004c9 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:36:37.978125 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4024cc10-207f-480f-a28c-825bada9f562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:38.140495 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5430e97-e29f-4e90-80bd-8c251c559cd1 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Router 6a7cc1c8-9c3e-4c8e-801f-c6857256f82c has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:36:38.141732 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-81e1f6ac-f326-48f1-9517-ccaea3762ac1 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:38.277050 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5430e97-e29f-4e90-80bd-8c251c559cd1 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:36:38.286217 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c5430e97-e29f-4e90-80bd-8c251c559cd1 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:38.290365 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-c5430e97-e29f-4e90-80bd-8c251c559cd1 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] 10.222.0.49 "PUT /v2.0/routers/6a7cc1c8-9c3e-4c8e-801f-c6857256f82c HTTP/1.1" status: 200 len: 704 time: 1.8462167 Oct 12 19:36:38.291007 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 41200) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:36:38.334781 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-81e1f6ac-f326-48f1-9517-ccaea3762ac1 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:38.473952 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e1f6ac-f326-48f1-9517-ccaea3762ac1 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:36:38.483288 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-81e1f6ac-f326-48f1-9517-ccaea3762ac1 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:36:38.488860 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e1f6ac-f326-48f1-9517-ccaea3762ac1 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Pushing event updated for resources: {'Port': ['ID=3e4846af-97cb-4db3-97c3-d0636de35886,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:36:38.493196 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e1f6ac-f326-48f1-9517-ccaea3762ac1 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:36:38.505873 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-eb0962fd-77ff-4c1c-8314-8fe628b42bc1 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] 10.222.0.49 "GET /v2.0/routers/6a7cc1c8-9c3e-4c8e-801f-c6857256f82c HTTP/1.1" status: 200 len: 704 time: 0.2112291 Oct 12 19:36:38.506257 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41202) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:36:38.536635 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-04893ed6-a64e-4ee6-99ce-1f031e9068bd req-11333de6-9e9a-48d3-ad6c-32124defbb14 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5b52d58a-37ab-4e50-b262-c81246f70212&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1434383 Oct 12 19:36:38.757826 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device c1eddb21-0472-49a7-a0b7-b4e97ce004c9 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:36:38.805840 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04893ed6-a64e-4ee6-99ce-1f031e9068bd req-6018f83b-a6cb-4779-8635-9dfd806819a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:36:38.809106 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-04893ed6-a64e-4ee6-99ce-1f031e9068bd req-6018f83b-a6cb-4779-8635-9dfd806819a8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=811cfaee5aef4af79e24164832947c33&device_id=5b52d58a-37ab-4e50-b262-c81246f70212 HTTP/1.1" status: 200 len: 1097 time: 0.1151357 Oct 12 19:36:38.849923 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port c1eddb21-0472-49a7-a0b7-b4e97ce004c9 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:36:38.850375 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:38.978624 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04893ed6-a64e-4ee6-99ce-1f031e9068bd req-4e70afb6-1de0-42fe-a92f-ee6ff803f9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:36:38.983740 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-04893ed6-a64e-4ee6-99ce-1f031e9068bd req-4e70afb6-1de0-42fe-a92f-ee6ff803f9c3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e1de796f-6482-493c-b5ac-b28a591020e2 HTTP/1.1" status: 200 len: 918 time: 0.1453991 Oct 12 19:36:39.081427 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b712cc59-08ca-4cae-afd0-057992d6c0f1 None None] Sync routers for ids ['6a7cc1c8-9c3e-4c8e-801f-c6857256f82c'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:36:39.095769 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b712cc59-08ca-4cae-afd0-057992d6c0f1 None None] Routers {'6a7cc1c8-9c3e-4c8e-801f-c6857256f82c'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:36:39.097864 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-b712cc59-08ca-4cae-afd0-057992d6c0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:36:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['6a7cc1c8-9c3e-4c8e-801f-c6857256f82c'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:36:39.157881 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-04893ed6-a64e-4ee6-99ce-1f031e9068bd req-ee551396-2a9e-4259-a441-85a4fa08fdad service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c07665b4-a179-4091-9fcc-6ffd853121d9 HTTP/1.1" status: 200 len: 1001 time: 0.1687729 Oct 12 19:36:39.182686 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7950bdc1-cd6e-43cc-87ec-255d565ac6b1 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8092566'] for router_interface, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:39.253290 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-b712cc59-08ca-4cae-afd0-057992d6c0f1 None None] Set router 6a7cc1c8-9c3e-4c8e-801f-c6857256f82c gateway port host: None {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:36:39.286612 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04893ed6-a64e-4ee6-99ce-1f031e9068bd req-2b124c9f-f4f0-4e86-9c5c-6f2f0cc30266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:36:39.288061 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-04893ed6-a64e-4ee6-99ce-1f031e9068bd req-2b124c9f-f4f0-4e86-9c5c-6f2f0cc30266 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=914db72d-f2c7-4670-91dc-11fde7252bf5 HTTP/1.1" status: 200 len: 856 time: 0.0742078 Oct 12 19:36:39.288622 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-81e1f6ac-f326-48f1-9517-ccaea3762ac1 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Notify callbacks [] for router_gateway, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:39.457914 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04893ed6-a64e-4ee6-99ce-1f031e9068bd req-78cfc25c-84ac-492a-ad95-08e191bb9c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:36:39.458228 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-04893ed6-a64e-4ee6-99ce-1f031e9068bd req-78cfc25c-84ac-492a-ad95-08e191bb9c15 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e1de796f-6482-493c-b5ac-b28a591020e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1303902 Oct 12 19:36:39.460377 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 41216) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:36:39.535163 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-7950bdc1-cd6e-43cc-87ec-255d565ac6b1 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Deleting port c1eddb21-0472-49a7-a0b7-b4e97ce004c9 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:36:39.535794 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7950bdc1-cd6e-43cc-87ec-255d565ac6b1 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:39.628223 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-b712cc59-08ca-4cae-afd0-057992d6c0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a7cc1c8-9c3e-4c8e-801f-c6857256f82c', 'name': 'tempest-RoutersIpV6Test-router-1444819174', 'tenant_id': 'e40d925510bb4f2da67caa3378239276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:36:10Z', 'updated_at': '2021-10-12T19:36:37Z', 'revision_number': 7, 'project_id': 'e40d925510bb4f2da67caa3378239276', 'gw_port_host': None, '_interfaces': [{'id': '2c48a2f2-2e32-4326-a5fb-f8a3fa654a75', 'name': '', 'network_id': '16b68444-6014-4c09-8290-5a72eed4fda8', 'tenant_id': 'e40d925510bb4f2da67caa3378239276', 'mac_address': 'fa:16:3e:c7:5f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7cc1c8-9c3e-4c8e-801f-c6857256f82c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '15f93ba0-d937-4127-83be-065b17b6b833', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:36:26Z', 'updated_at': '2021-10-12T19:36:31Z', 'revision_number': 5, 'project_id': 'e40d925510bb4f2da67caa3378239276', 'subnets': [{'id': '15f93ba0-d937-4127-83be-065b17b6b833', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3b73f370-6eed-4ae7-a6c9-803e5c8b6ca8', 'name': '', 'network_id': 'a867eeb8-d1ff-40d2-8eab-cb318fd2e646', 'tenant_id': 'e40d925510bb4f2da67caa3378239276', 'mac_address': 'fa:16:3e:52:61:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7cc1c8-9c3e-4c8e-801f-c6857256f82c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2773, 'fixed_ips': [{'subnet_id': '51abbd1d-26e2-4e90-9ee9-ff5b9e683d40', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:36:19Z', 'updated_at': '2021-10-12T19:36:25Z', 'revision_number': 5, 'project_id': 'e40d925510bb4f2da67caa3378239276', 'subnets': [{'id': '51abbd1d-26e2-4e90-9ee9-ff5b9e683d40', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6eebfeb3-bf39-4ea7-9732-70555e1bd298', 'name': '', 'network_id': 'df045a9b-1fd3-41d1-9670-a9c617c76ee3', 'tenant_id': 'e40d925510bb4f2da67caa3378239276', 'mac_address': 'fa:16:3e:ea:cc:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7cc1c8-9c3e-4c8e-801f-c6857256f82c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': 'bd9a25c6-7d88-47ad-979d-89f2a41128c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:36:13Z', 'updated_at': '2021-10-12T19:36:18Z', 'revision_number': 5, 'project_id': 'e40d925510bb4f2da67caa3378239276', 'subnets': [{'id': 'bd9a25c6-7d88-47ad-979d-89f2a41128c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1eddb21-0472-49a7-a0b7-b4e97ce004c9', 'name': '', 'network_id': '2adb0f12-0426-4085-b4af-7963146ed582', 'tenant_id': 'e40d925510bb4f2da67caa3378239276', 'mac_address': 'fa:16:3e:a0:00:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7cc1c8-9c3e-4c8e-801f-c6857256f82c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': 'ab4b89d3-1dbc-4eef-a0f7-6c4ec7e6e81d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:36:31Z', 'updated_at': '2021-10-12T19:36:37Z', 'revision_number': 5, 'project_id': 'e40d925510bb4f2da67caa3378239276', 'subnets': [{'id': 'ab4b89d3-1dbc-4eef-a0f7-6c4ec7e6e81d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:36:39.658294 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b712cc59-08ca-4cae-afd0-057992d6c0f1 None None] Checking router: 6a7cc1c8-9c3e-4c8e-801f-c6857256f82c for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:36:39.663258 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-7950bdc1-cd6e-43cc-87ec-255d565ac6b1 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] For port c1eddb21-0472-49a7-a0b7-b4e97ce004c9, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=c1eddb21-0472-49a7-a0b7-b4e97ce004c9,segment=NetworkSegment(c90ee023-e3f7-4d9c-a3b3-db95e8d23252),segment_id=c90ee023-e3f7-4d9c-a3b3-db95e8d23252)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:36:39.663640 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7950bdc1-cd6e-43cc-87ec-255d565ac6b1 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:39.668283 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b712cc59-08ca-4cae-afd0-057992d6c0f1 None None] Routers {'6a7cc1c8-9c3e-4c8e-801f-c6857256f82c'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:36:39.669041 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-b712cc59-08ca-4cae-afd0-057992d6c0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:36:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['6a7cc1c8-9c3e-4c8e-801f-c6857256f82c'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:36:39.679382 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-7950bdc1-cd6e-43cc-87ec-255d565ac6b1 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Calling delete_port for c1eddb21-0472-49a7-a0b7-b4e97ce004c9 owned by network:router_interface {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:36:39.760239 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-b712cc59-08ca-4cae-afd0-057992d6c0f1 None None] Set router 6a7cc1c8-9c3e-4c8e-801f-c6857256f82c gateway port host: None {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:36:39.985301 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7950bdc1-cd6e-43cc-87ec-255d565ac6b1 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:40.009567 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-b712cc59-08ca-4cae-afd0-057992d6c0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a7cc1c8-9c3e-4c8e-801f-c6857256f82c', 'name': 'tempest-RoutersIpV6Test-router-1444819174', 'tenant_id': 'e40d925510bb4f2da67caa3378239276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:36:10Z', 'updated_at': '2021-10-12T19:36:37Z', 'revision_number': 7, 'project_id': 'e40d925510bb4f2da67caa3378239276', 'gw_port_host': None, '_interfaces': [{'id': '2c48a2f2-2e32-4326-a5fb-f8a3fa654a75', 'name': '', 'network_id': '16b68444-6014-4c09-8290-5a72eed4fda8', 'tenant_id': 'e40d925510bb4f2da67caa3378239276', 'mac_address': 'fa:16:3e:c7:5f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7cc1c8-9c3e-4c8e-801f-c6857256f82c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '15f93ba0-d937-4127-83be-065b17b6b833', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:36:26Z', 'updated_at': '2021-10-12T19:36:31Z', 'revision_number': 5, 'project_id': 'e40d925510bb4f2da67caa3378239276', 'subnets': [{'id': '15f93ba0-d937-4127-83be-065b17b6b833', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3b73f370-6eed-4ae7-a6c9-803e5c8b6ca8', 'name': '', 'network_id': 'a867eeb8-d1ff-40d2-8eab-cb318fd2e646', 'tenant_id': 'e40d925510bb4f2da67caa3378239276', 'mac_address': 'fa:16:3e:52:61:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7cc1c8-9c3e-4c8e-801f-c6857256f82c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2773, 'fixed_ips': [{'subnet_id': '51abbd1d-26e2-4e90-9ee9-ff5b9e683d40', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:36:19Z', 'updated_at': '2021-10-12T19:36:25Z', 'revision_number': 5, 'project_id': 'e40d925510bb4f2da67caa3378239276', 'subnets': [{'id': '51abbd1d-26e2-4e90-9ee9-ff5b9e683d40', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6eebfeb3-bf39-4ea7-9732-70555e1bd298', 'name': '', 'network_id': 'df045a9b-1fd3-41d1-9670-a9c617c76ee3', 'tenant_id': 'e40d925510bb4f2da67caa3378239276', 'mac_address': 'fa:16:3e:ea:cc:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7cc1c8-9c3e-4c8e-801f-c6857256f82c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': 'bd9a25c6-7d88-47ad-979d-89f2a41128c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:36:13Z', 'updated_at': '2021-10-12T19:36:18Z', 'revision_number': 5, 'project_id': 'e40d925510bb4f2da67caa3378239276', 'subnets': [{'id': 'bd9a25c6-7d88-47ad-979d-89f2a41128c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1eddb21-0472-49a7-a0b7-b4e97ce004c9', 'name': '', 'network_id': '2adb0f12-0426-4085-b4af-7963146ed582', 'tenant_id': 'e40d925510bb4f2da67caa3378239276', 'mac_address': 'fa:16:3e:a0:00:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7cc1c8-9c3e-4c8e-801f-c6857256f82c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': 'ab4b89d3-1dbc-4eef-a0f7-6c4ec7e6e81d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:36:31Z', 'updated_at': '2021-10-12T19:36:37Z', 'revision_number': 5, 'project_id': 'e40d925510bb4f2da67caa3378239276', 'subnets': [{'id': 'ab4b89d3-1dbc-4eef-a0f7-6c4ec7e6e81d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:36:40.016764 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7950bdc1-cd6e-43cc-87ec-255d565ac6b1 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Pushing event deleted for resources: {'Port': ['ID=c1eddb21-0472-49a7-a0b7-b4e97ce004c9,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:36:40.040760 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b712cc59-08ca-4cae-afd0-057992d6c0f1 None None] The sync data for ids ['6a7cc1c8-9c3e-4c8e-801f-c6857256f82c'] in n-d-813679-3 is: [{'id': '6a7cc1c8-9c3e-4c8e-801f-c6857256f82c', 'name': 'tempest-RoutersIpV6Test-router-1444819174', 'tenant_id': 'e40d925510bb4f2da67caa3378239276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:36:10Z', 'updated_at': '2021-10-12T19:36:37Z', 'revision_number': 7, 'project_id': 'e40d925510bb4f2da67caa3378239276', 'gw_port_host': None, '_interfaces': [{'id': '2c48a2f2-2e32-4326-a5fb-f8a3fa654a75', 'name': '', 'network_id': '16b68444-6014-4c09-8290-5a72eed4fda8', 'tenant_id': 'e40d925510bb4f2da67caa3378239276', 'mac_address': 'fa:16:3e:c7:5f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7cc1c8-9c3e-4c8e-801f-c6857256f82c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '15f93ba0-d937-4127-83be-065b17b6b833', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:36:26Z', 'updated_at': '2021-10-12T19:36:31Z', 'revision_number': 5, 'project_id': 'e40d925510bb4f2da67caa3378239276', 'subnets': [{'id': '15f93ba0-d937-4127-83be-065b17b6b833', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3b73f370-6eed-4ae7-a6c9-803e5c8b6ca8', 'name': '', 'network_id': 'a867eeb8-d1ff-40d2-8eab-cb318fd2e646', 'tenant_id': 'e40d925510bb4f2da67caa3378239276', 'mac_address': 'fa:16:3e:52:61:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7cc1c8-9c3e-4c8e-801f-c6857256f82c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2773, 'fixed_ips': [{'subnet_id': '51abbd1d-26e2-4e90-9ee9-ff5b9e683d40', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:36:19Z', 'updated_at': '2021-10-12T19:36:25Z', 'revision_number': 5, 'project_id': 'e40d925510bb4f2da67caa3378239276', 'subnets': [{'id': '51abbd1d-26e2-4e90-9ee9-ff5b9e683d40', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6eebfeb3-bf39-4ea7-9732-70555e1bd298', 'name': '', 'network_id': 'df045a9b-1fd3-41d1-9670-a9c617c76ee3', 'tenant_id': 'e40d925510bb4f2da67caa3378239276', 'mac_address': 'fa:16:3e:ea:cc:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7cc1c8-9c3e-4c8e-801f-c6857256f82c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': 'bd9a25c6-7d88-47ad-979d-89f2a41128c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:36:13Z', 'updated_at': '2021-10-12T19:36:18Z', 'revision_number': 5, 'project_id': 'e40d925510bb4f2da67caa3378239276', 'subnets': [{'id': 'bd9a25c6-7d88-47ad-979d-89f2a41128c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1eddb21-0472-49a7-a0b7-b4e97ce004c9', 'name': '', 'network_id': '2adb0f12-0426-4085-b4af-7963146ed582', 'tenant_id': 'e40d925510bb4f2da67caa3378239276', 'mac_address': 'fa:16:3e:a0:00:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7cc1c8-9c3e-4c8e-801f-c6857256f82c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': 'ab4b89d3-1dbc-4eef-a0f7-6c4ec7e6e81d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:36:31Z', 'updated_at': '2021-10-12T19:36:37Z', 'revision_number': 5, 'project_id': 'e40d925510bb4f2da67caa3378239276', 'subnets': [{'id': 'ab4b89d3-1dbc-4eef-a0f7-6c4ec7e6e81d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:36:40.058144 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-04893ed6-a64e-4ee6-99ce-1f031e9068bd req-2d533c0b-0d63-4164-9c7e-3d36dd6c4211 service neutron] 10.222.0.67 "GET /v2.0/networks/e1de796f-6482-493c-b5ac-b28a591020e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5885284 Oct 12 19:36:40.067393 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-81e1f6ac-f326-48f1-9517-ccaea3762ac1 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8087071', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8093548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255500'] for router, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:40.075046 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-508f9bfe-b490-45e0-82d5-43f5d5841220 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2b13968f441e4d5ebfcc6cec11eadfd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6115782 Oct 12 19:36:40.081809 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 41222) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:36:40.137951 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-81e1f6ac-f326-48f1-9517-ccaea3762ac1 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7915516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8087046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7915509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8093527'] for router, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:40.179705 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7950bdc1-cd6e-43cc-87ec-255d565ac6b1 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7898909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8092450'] for router_interface, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:40.323112 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ea1ec3f5-25da-4a6c-b980-c571409e89c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:40.329055 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-04893ed6-a64e-4ee6-99ce-1f031e9068bd req-bae3f180-2e62-4980-8a3c-c2f66302d183 service neutron] 10.222.0.67 "GET /v2.0/networks/e1de796f-6482-493c-b5ac-b28a591020e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2591066 Oct 12 19:36:40.373247 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ea1ec3f5-25da-4a6c-b980-c571409e89c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:40.540545 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81e1f6ac-f326-48f1-9517-ccaea3762ac1 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Router bcbe0ddf-cbb1-4ec5-b814-fc145692a30d is scheduled to L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b with binding_index 1 {{(pid=95501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 19:36:40.592765 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ea1ec3f5-25da-4a6c-b980-c571409e89c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:40.595321 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ea1ec3f5-25da-4a6c-b980-c571409e89c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:40.596532 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-ea1ec3f5-25da-4a6c-b980-c571409e89c1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/65a3d8a7-db6b-43fd-be9e-a01020c81f87 HTTP/1.1" status: 204 len: 168 time: 0.5128806 Oct 12 19:36:40.615301 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1ec3f5-25da-4a6c-b980-c571409e89c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65a3d8a7-db6b-43fd-be9e-a01020c81f87,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:36:40.705955 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81e1f6ac-f326-48f1-9517-ccaea3762ac1 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:36:40.715000 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-81e1f6ac-f326-48f1-9517-ccaea3762ac1 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Notify callbacks [] for router, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:40.718845 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-81e1f6ac-f326-48f1-9517-ccaea3762ac1 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] 10.222.0.49 "PUT /v2.0/routers/bcbe0ddf-cbb1-4ec5-b814-fc145692a30d HTTP/1.1" status: 200 len: 878 time: 3.7906797 Oct 12 19:36:40.721773 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc05d2cd-6a0c-4219-9691-47b6b9bd741e None None] Sync routers for ids ['bcbe0ddf-cbb1-4ec5-b814-fc145692a30d'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:36:40.722259 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 41228) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:36:40.729587 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc05d2cd-6a0c-4219-9691-47b6b9bd741e None None] Routers {'bcbe0ddf-cbb1-4ec5-b814-fc145692a30d'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:36:40.730385 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-dc05d2cd-6a0c-4219-9691-47b6b9bd741e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:36:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['bcbe0ddf-cbb1-4ec5-b814-fc145692a30d'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:36:40.759951 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7950bdc1-cd6e-43cc-87ec-255d565ac6b1 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Router 6a7cc1c8-9c3e-4c8e-801f-c6857256f82c has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:36:40.766457 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-dc05d2cd-6a0c-4219-9691-47b6b9bd741e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:36:40.775565 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc05d2cd-6a0c-4219-9691-47b6b9bd741e None None] Routers {'bcbe0ddf-cbb1-4ec5-b814-fc145692a30d'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:36:40.776218 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-dc05d2cd-6a0c-4219-9691-47b6b9bd741e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:36:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['bcbe0ddf-cbb1-4ec5-b814-fc145692a30d'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:36:40.813793 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-dc05d2cd-6a0c-4219-9691-47b6b9bd741e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:36:40.814463 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc05d2cd-6a0c-4219-9691-47b6b9bd741e None None] The sync data for ids ['bcbe0ddf-cbb1-4ec5-b814-fc145692a30d'] in n-d-813679-3 is: [] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:36:40.833584 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-b63fe7d0-4a5b-4158-a965-37a231569698 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] 10.222.0.49 "GET /v2.0/routers/bcbe0ddf-cbb1-4ec5-b814-fc145692a30d HTTP/1.1" status: 200 len: 919 time: 0.1132545 Oct 12 19:36:40.836410 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 41230) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:36:40.858505 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7950bdc1-cd6e-43cc-87ec-255d565ac6b1 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:36:40.866671 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-7950bdc1-cd6e-43cc-87ec-255d565ac6b1 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] 10.222.0.49 "PUT /v2.0/routers/6a7cc1c8-9c3e-4c8e-801f-c6857256f82c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3563824 Oct 12 19:36:40.866671 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41232) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:36:40.869627 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bde442-b7a4-4865-9a27-9d8629d7a836 None None] Sync routers for ids ['6a7cc1c8-9c3e-4c8e-801f-c6857256f82c'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:36:40.881779 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84bde442-b7a4-4865-9a27-9d8629d7a836 None None] Routers {'6a7cc1c8-9c3e-4c8e-801f-c6857256f82c'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:36:40.882558 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-84bde442-b7a4-4865-9a27-9d8629d7a836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:36:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['6a7cc1c8-9c3e-4c8e-801f-c6857256f82c'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:36:40.916832 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3f6e2f-a257-470b-b4df-2eff92c179ab tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:36:40.921604 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-ba3f6e2f-a257-470b-b4df-2eff92c179ab tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=4afbf4a4-67f5-42d1-a358-7ba9799dab0c&device_id=bcbe0ddf-cbb1-4ec5-b814-fc145692a30d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.0810680 Oct 12 19:36:40.921904 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 41234) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:36:40.924149 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4dbc214-d3bd-4dd7-8ef3-508dde35287f tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Deleting subnet ab4b89d3-1dbc-4eef-a0f7-6c4ec7e6e81d {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:36:40.928670 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e4dbc214-d3bd-4dd7-8ef3-508dde35287f tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:40.973725 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e4dbc214-d3bd-4dd7-8ef3-508dde35287f tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16313642'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:41.058647 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7355a1e8-13d9-4a64-b244-2186a726772a tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:36:41.062952 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-7355a1e8-13d9-4a64-b244-2186a726772a tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] 10.222.0.49 "GET /v2.0/networks/4afbf4a4-67f5-42d1-a358-7ba9799dab0c HTTP/1.1" status: 200 len: 881 time: 0.1372790 Oct 12 19:36:41.066674 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 41240) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:36:41.070222 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e4dbc214-d3bd-4dd7-8ef3-508dde35287f tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:41.088018 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-84bde442-b7a4-4865-9a27-9d8629d7a836 None None] Set router 6a7cc1c8-9c3e-4c8e-801f-c6857256f82c gateway port host: None {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:36:41.100307 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-36469e89-0d60-4912-8215-13de08ebb88a tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] 10.222.0.49 "GET /v2.0/ports?device_id=bcbe0ddf-cbb1-4ec5-b814-fc145692a30d HTTP/1.1" status: 200 len: 205 time: 0.0303392 Oct 12 19:36:41.102768 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 41242) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:36:41.217105 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-694caa5b-03aa-405e-998f-ef8d7936f154 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Notify callbacks [] for router, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:41.260279 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e4dbc214-d3bd-4dd7-8ef3-508dde35287f tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4306592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16245866'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:41.307768 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dbc214-d3bd-4dd7-8ef3-508dde35287f tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Pushing event deleted for resources: {'Subnet': ['ID=ab4b89d3-1dbc-4eef-a0f7-6c4ec7e6e81d,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:36:41.309139 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a99dacd-5b69-4b0d-b3d2-02a238c85bc1 None None] Network 2adb0f12-0426-4085-b4af-7963146ed582 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:36:41.310388 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e4dbc214-d3bd-4dd7-8ef3-508dde35287f tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:41.316904 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-e4dbc214-d3bd-4dd7-8ef3-508dde35287f tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] 10.222.0.49 "DELETE /v2.0/subnets/ab4b89d3-1dbc-4eef-a0f7-6c4ec7e6e81d HTTP/1.1" status: 204 len: 168 time: 0.4495225 Oct 12 19:36:41.317933 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41250) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:36:41.363992 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-84bde442-b7a4-4865-9a27-9d8629d7a836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a7cc1c8-9c3e-4c8e-801f-c6857256f82c', 'name': 'tempest-RoutersIpV6Test-router-1444819174', 'tenant_id': 'e40d925510bb4f2da67caa3378239276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:36:10Z', 'updated_at': '2021-10-12T19:36:39Z', 'revision_number': 8, 'project_id': 'e40d925510bb4f2da67caa3378239276', 'gw_port_host': None, '_interfaces': [{'id': '2c48a2f2-2e32-4326-a5fb-f8a3fa654a75', 'name': '', 'network_id': '16b68444-6014-4c09-8290-5a72eed4fda8', 'tenant_id': 'e40d925510bb4f2da67caa3378239276', 'mac_address': 'fa:16:3e:c7:5f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7cc1c8-9c3e-4c8e-801f-c6857256f82c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '15f93ba0-d937-4127-83be-065b17b6b833', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:36:26Z', 'updated_at': '2021-10-12T19:36:31Z', 'revision_number': 5, 'project_id': 'e40d925510bb4f2da67caa3378239276', 'subnets': [{'id': '15f93ba0-d937-4127-83be-065b17b6b833', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3b73f370-6eed-4ae7-a6c9-803e5c8b6ca8', 'name': '', 'network_id': 'a867eeb8-d1ff-40d2-8eab-cb318fd2e646', 'tenant_id': 'e40d925510bb4f2da67caa3378239276', 'mac_address': 'fa:16:3e:52:61:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7cc1c8-9c3e-4c8e-801f-c6857256f82c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2773, 'fixed_ips': [{'subnet_id': '51abbd1d-26e2-4e90-9ee9-ff5b9e683d40', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:36:19Z', 'updated_at': '2021-10-12T19:36:25Z', 'revision_number': 5, 'project_id': 'e40d925510bb4f2da67caa3378239276', 'subnets': [{'id': '51abbd1d-26e2-4e90-9ee9-ff5b9e683d40', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6eebfeb3-bf39-4ea7-9732-70555e1bd298', 'name': '', 'network_id': 'df045a9b-1fd3-41d1-9670-a9c617c76ee3', 'tenant_id': 'e40d925510bb4f2da67caa3378239276', 'mac_address': 'fa:16:3e:ea:cc:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7cc1c8-9c3e-4c8e-801f-c6857256f82c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': 'bd9a25c6-7d88-47ad-979d-89f2a41128c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:36:13Z', 'updated_at': '2021-10-12T19:36:18Z', 'revision_number': 5, 'project_id': 'e40d925510bb4f2da67caa3378239276', 'subnets': [{'id': 'bd9a25c6-7d88-47ad-979d-89f2a41128c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:36:41.378906 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-694caa5b-03aa-405e-998f-ef8d7936f154 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:41.398969 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bde442-b7a4-4865-9a27-9d8629d7a836 None None] Checking router: 6a7cc1c8-9c3e-4c8e-801f-c6857256f82c for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:36:41.411836 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84bde442-b7a4-4865-9a27-9d8629d7a836 None None] Routers {'6a7cc1c8-9c3e-4c8e-801f-c6857256f82c'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:36:41.412589 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-84bde442-b7a4-4865-9a27-9d8629d7a836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:36:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['6a7cc1c8-9c3e-4c8e-801f-c6857256f82c'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:36:41.421425 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-273b190b-79e3-4783-9c1b-6b06b94f3473 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:41.510073 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-273b190b-79e3-4783-9c1b-6b06b94f3473 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Deleting port bc69815f-a198-4491-b573-7b25851c7639 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:36:41.511559 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-273b190b-79e3-4783-9c1b-6b06b94f3473 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:41.524863 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-84bde442-b7a4-4865-9a27-9d8629d7a836 None None] Set router 6a7cc1c8-9c3e-4c8e-801f-c6857256f82c gateway port host: None {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:36:41.567737 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-694caa5b-03aa-405e-998f-ef8d7936f154 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Deleting port 3e4846af-97cb-4db3-97c3-d0636de35886 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:36:41.571136 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-694caa5b-03aa-405e-998f-ef8d7936f154 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:41.627117 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ab6187-39d6-4c86-ae2b-93f0cf8ce7d3 None None] DHCP port deletion for 2adb0f12-0426-4085-b4af-7963146ed582 request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 19:36:41.658983 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-273b190b-79e3-4783-9c1b-6b06b94f3473 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] For port bc69815f-a198-4491-b573-7b25851c7639, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=bc69815f-a198-4491-b573-7b25851c7639,segment=NetworkSegment(c90ee023-e3f7-4d9c-a3b3-db95e8d23252),segment_id=c90ee023-e3f7-4d9c-a3b3-db95e8d23252)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:36:41.661280 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-273b190b-79e3-4783-9c1b-6b06b94f3473 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:41.690837 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-273b190b-79e3-4783-9c1b-6b06b94f3473 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Calling delete_port for bc69815f-a198-4491-b573-7b25851c7639 owned by network:dhcp {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:36:41.706372 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-38ab6187-39d6-4c86-ae2b-93f0cf8ce7d3 None None] Deleting port bc69815f-a198-4491-b573-7b25851c7639 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:36:41.707624 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-38ab6187-39d6-4c86-ae2b-93f0cf8ce7d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:41.725119 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-694caa5b-03aa-405e-998f-ef8d7936f154 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:41.765855 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-694caa5b-03aa-405e-998f-ef8d7936f154 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Calling delete_port for 3e4846af-97cb-4db3-97c3-d0636de35886 owned by network:router_gateway {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:36:41.794314 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-38ab6187-39d6-4c86-ae2b-93f0cf8ce7d3 None None] For port bc69815f-a198-4491-b573-7b25851c7639, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=bc69815f-a198-4491-b573-7b25851c7639,segment=NetworkSegment(c90ee023-e3f7-4d9c-a3b3-db95e8d23252),segment_id=c90ee023-e3f7-4d9c-a3b3-db95e8d23252)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:36:41.795178 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-38ab6187-39d6-4c86-ae2b-93f0cf8ce7d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:41.811864 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-38ab6187-39d6-4c86-ae2b-93f0cf8ce7d3 None None] Calling delete_port for bc69815f-a198-4491-b573-7b25851c7639 owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:36:41.877023 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-84bde442-b7a4-4865-9a27-9d8629d7a836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a7cc1c8-9c3e-4c8e-801f-c6857256f82c', 'name': 'tempest-RoutersIpV6Test-router-1444819174', 'tenant_id': 'e40d925510bb4f2da67caa3378239276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:36:10Z', 'updated_at': '2021-10-12T19:36:39Z', 'revision_number': 8, 'project_id': 'e40d925510bb4f2da67caa3378239276', 'gw_port_host': None, '_interfaces': [{'id': '2c48a2f2-2e32-4326-a5fb-f8a3fa654a75', 'name': '', 'network_id': '16b68444-6014-4c09-8290-5a72eed4fda8', 'tenant_id': 'e40d925510bb4f2da67caa3378239276', 'mac_address': 'fa:16:3e:c7:5f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7cc1c8-9c3e-4c8e-801f-c6857256f82c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '15f93ba0-d937-4127-83be-065b17b6b833', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:36:26Z', 'updated_at': '2021-10-12T19:36:31Z', 'revision_number': 5, 'project_id': 'e40d925510bb4f2da67caa3378239276', 'subnets': [{'id': '15f93ba0-d937-4127-83be-065b17b6b833', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3b73f370-6eed-4ae7-a6c9-803e5c8b6ca8', 'name': '', 'network_id': 'a867eeb8-d1ff-40d2-8eab-cb318fd2e646', 'tenant_id': 'e40d925510bb4f2da67caa3378239276', 'mac_address': 'fa:16:3e:52:61:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7cc1c8-9c3e-4c8e-801f-c6857256f82c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2773, 'fixed_ips': [{'subnet_id': '51abbd1d-26e2-4e90-9ee9-ff5b9e683d40', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:36:19Z', 'updated_at': '2021-10-12T19:36:25Z', 'revision_number': 5, 'project_id': 'e40d925510bb4f2da67caa3378239276', 'subnets': [{'id': '51abbd1d-26e2-4e90-9ee9-ff5b9e683d40', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6eebfeb3-bf39-4ea7-9732-70555e1bd298', 'name': '', 'network_id': 'df045a9b-1fd3-41d1-9670-a9c617c76ee3', 'tenant_id': 'e40d925510bb4f2da67caa3378239276', 'mac_address': 'fa:16:3e:ea:cc:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7cc1c8-9c3e-4c8e-801f-c6857256f82c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': 'bd9a25c6-7d88-47ad-979d-89f2a41128c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:36:13Z', 'updated_at': '2021-10-12T19:36:18Z', 'revision_number': 5, 'project_id': 'e40d925510bb4f2da67caa3378239276', 'subnets': [{'id': 'bd9a25c6-7d88-47ad-979d-89f2a41128c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:36:41.912704 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bde442-b7a4-4865-9a27-9d8629d7a836 None None] The sync data for ids ['6a7cc1c8-9c3e-4c8e-801f-c6857256f82c'] in n-d-813679-3 is: [{'id': '6a7cc1c8-9c3e-4c8e-801f-c6857256f82c', 'name': 'tempest-RoutersIpV6Test-router-1444819174', 'tenant_id': 'e40d925510bb4f2da67caa3378239276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:36:10Z', 'updated_at': '2021-10-12T19:36:39Z', 'revision_number': 8, 'project_id': 'e40d925510bb4f2da67caa3378239276', 'gw_port_host': None, '_interfaces': [{'id': '2c48a2f2-2e32-4326-a5fb-f8a3fa654a75', 'name': '', 'network_id': '16b68444-6014-4c09-8290-5a72eed4fda8', 'tenant_id': 'e40d925510bb4f2da67caa3378239276', 'mac_address': 'fa:16:3e:c7:5f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7cc1c8-9c3e-4c8e-801f-c6857256f82c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '15f93ba0-d937-4127-83be-065b17b6b833', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:36:26Z', 'updated_at': '2021-10-12T19:36:31Z', 'revision_number': 5, 'project_id': 'e40d925510bb4f2da67caa3378239276', 'subnets': [{'id': '15f93ba0-d937-4127-83be-065b17b6b833', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3b73f370-6eed-4ae7-a6c9-803e5c8b6ca8', 'name': '', 'network_id': 'a867eeb8-d1ff-40d2-8eab-cb318fd2e646', 'tenant_id': 'e40d925510bb4f2da67caa3378239276', 'mac_address': 'fa:16:3e:52:61:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7cc1c8-9c3e-4c8e-801f-c6857256f82c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2773, 'fixed_ips': [{'subnet_id': '51abbd1d-26e2-4e90-9ee9-ff5b9e683d40', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:36:19Z', 'updated_at': '2021-10-12T19:36:25Z', 'revision_number': 5, 'project_id': 'e40d925510bb4f2da67caa3378239276', 'subnets': [{'id': '51abbd1d-26e2-4e90-9ee9-ff5b9e683d40', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6eebfeb3-bf39-4ea7-9732-70555e1bd298', 'name': '', 'network_id': 'df045a9b-1fd3-41d1-9670-a9c617c76ee3', 'tenant_id': 'e40d925510bb4f2da67caa3378239276', 'mac_address': 'fa:16:3e:ea:cc:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7cc1c8-9c3e-4c8e-801f-c6857256f82c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': 'bd9a25c6-7d88-47ad-979d-89f2a41128c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:36:13Z', 'updated_at': '2021-10-12T19:36:18Z', 'revision_number': 5, 'project_id': 'e40d925510bb4f2da67caa3378239276', 'subnets': [{'id': 'bd9a25c6-7d88-47ad-979d-89f2a41128c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:36:42.004279 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-273b190b-79e3-4783-9c1b-6b06b94f3473 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:42.017765 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-38ab6187-39d6-4c86-ae2b-93f0cf8ce7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:42.049713 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b190b-79e3-4783-9c1b-6b06b94f3473 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Pushing event deleted for resources: {'Port': ['ID=bc69815f-a198-4491-b573-7b25851c7639,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:36:42.056951 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273b190b-79e3-4783-9c1b-6b06b94f3473 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] No DVR routers for this DVR port bc69815f-a198-4491-b573-7b25851c7639 on host n-d-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:36:42.058378 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ab6187-39d6-4c86-ae2b-93f0cf8ce7d3 None None] Pushing event deleted for resources: {'Port': ['ID=bc69815f-a198-4491-b573-7b25851c7639,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:36:42.062145 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ab6187-39d6-4c86-ae2b-93f0cf8ce7d3 None None] No DVR routers for this DVR port bc69815f-a198-4491-b573-7b25851c7639 on host n-d-813679-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:36:42.165186 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-273b190b-79e3-4783-9c1b-6b06b94f3473 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:42.190495 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-273b190b-79e3-4783-9c1b-6b06b94f3473 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2adb0f12-0426-4085-b4af-7963146ed582']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:36:42.199888 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-273b190b-79e3-4783-9c1b-6b06b94f3473 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c90ee023-e3f7-4d9c-a3b3-db95e8d23252') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:36:42.200201 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-273b190b-79e3-4783-9c1b-6b06b94f3473 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c90ee023-e3f7-4d9c-a3b3-db95e8d23252') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:36:42.210610 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-273b190b-79e3-4783-9c1b-6b06b94f3473 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16313633'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:42.225596 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-273b190b-79e3-4783-9c1b-6b06b94f3473 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:42.231656 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-273b190b-79e3-4783-9c1b-6b06b94f3473 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:36:42.232079 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-273b190b-79e3-4783-9c1b-6b06b94f3473 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4305278'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:42.235596 n-d-813679-3 neutron-server[95502]: Traceback (most recent call last): Oct 12 19:36:42.235596 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:36:42.235596 n-d-813679-3 neutron-server[95502]: timer() Oct 12 19:36:42.235596 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:36:42.235596 n-d-813679-3 neutron-server[95502]: cb(*args, **kw) Oct 12 19:36:42.235596 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:36:42.235596 n-d-813679-3 neutron-server[95502]: return func(*args, **kwargs) Oct 12 19:36:42.235596 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:36:42.235596 n-d-813679-3 neutron-server[95502]: self._notify() Oct 12 19:36:42.235596 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:36:42.235596 n-d-813679-3 neutron-server[95502]: self.callback(batched_events) Oct 12 19:36:42.235596 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:36:42.235596 n-d-813679-3 neutron-server[95502]: event.method(event) Oct 12 19:36:42.235596 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:36:42.235596 n-d-813679-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:36:42.235596 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:36:42.235596 n-d-813679-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:36:42.235596 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:36:42.235596 n-d-813679-3 neutron-server[95502]: return f(self, *a, **k) Oct 12 19:36:42.235596 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:36:42.235596 n-d-813679-3 neutron-server[95502]: return self._get(url).json() Oct 12 19:36:42.235596 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:36:42.235596 n-d-813679-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:36:42.235596 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:36:42.235596 n-d-813679-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Oct 12 19:36:42.235596 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:36:42.235596 n-d-813679-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:36:42.235596 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:36:42.235596 n-d-813679-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:36:42.235596 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:36:42.235596 n-d-813679-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:36:42.235596 n-d-813679-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:36:42.265132 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-694caa5b-03aa-405e-998f-ef8d7936f154 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:42.306081 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694caa5b-03aa-405e-998f-ef8d7936f154 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Pushing event deleted for resources: {'Port': ['ID=3e4846af-97cb-4db3-97c3-d0636de35886,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:36:42.400359 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-694caa5b-03aa-405e-998f-ef8d7936f154 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7915456'] for router_gateway, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:42.440543 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-273b190b-79e3-4783-9c1b-6b06b94f3473 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:42.445957 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-273b190b-79e3-4783-9c1b-6b06b94f3473 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:42.450077 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-273b190b-79e3-4783-9c1b-6b06b94f3473 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] 10.222.0.49 "DELETE /v2.0/networks/2adb0f12-0426-4085-b4af-7963146ed582 HTTP/1.1" status: 204 len: 168 time: 1.1311417 Oct 12 19:36:42.461301 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41268) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:36:42.500608 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-694caa5b-03aa-405e-998f-ef8d7936f154 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255495'] for router, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:42.503514 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-694caa5b-03aa-405e-998f-ef8d7936f154 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:42.578560 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b190b-79e3-4783-9c1b-6b06b94f3473 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Pushing event deleted for resources: {'Network': ['ID=2adb0f12-0426-4085-b4af-7963146ed582,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:36:42.666972 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-694caa5b-03aa-405e-998f-ef8d7936f154 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8093499'] for router, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:42.671828 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-694caa5b-03aa-405e-998f-ef8d7936f154 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Fanout notify agent at l3_agent the message router_deleted on router bcbe0ddf-cbb1-4ec5-b814-fc145692a30d {{(pid=95501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 19:36:42.677329 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device bc69815f-a198-4491-b573-7b25851c7639 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:36:42.683360 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-694caa5b-03aa-405e-998f-ef8d7936f154 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Notify callbacks [] for router, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:42.693494 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-694caa5b-03aa-405e-998f-ef8d7936f154 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] 10.222.0.49 "DELETE /v2.0/routers/bcbe0ddf-cbb1-4ec5-b814-fc145692a30d HTTP/1.1" status: 204 len: 168 time: 1.5846932 Oct 12 19:36:42.693795 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41274) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:36:42.698147 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-11888754-8ac9-42c9-b9e6-e9f6ea6df42a tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1512019528', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:36:42.702194 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: bc69815f-a198-4491-b573-7b25851c7639 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:36:42.703086 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device bc69815f-a198-4491-b573-7b25851c7639 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:36:42.703086 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device c1eddb21-0472-49a7-a0b7-b4e97ce004c9 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:36:42.725090 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: c1eddb21-0472-49a7-a0b7-b4e97ce004c9 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:36:42.726762 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device c1eddb21-0472-49a7-a0b7-b4e97ce004c9 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:36:42.887694 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-11888754-8ac9-42c9-b9e6-e9f6ea6df42a tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8093678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255505'] for router, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:42.889107 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-11888754-8ac9-42c9-b9e6-e9f6ea6df42a tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8093562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8087085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8022306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255518'] for router, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:42.906552 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6b40f57f-c2ee-4ea6-ab82-76e803efea72 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8092566'] for router_interface, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:43.014220 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-11888754-8ac9-42c9-b9e6-e9f6ea6df42a tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:43.130333 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-11888754-8ac9-42c9-b9e6-e9f6ea6df42a tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8093541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7915516'] for router, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:43.235216 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-6b40f57f-c2ee-4ea6-ab82-76e803efea72 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Deleting port 2c48a2f2-2e32-4326-a5fb-f8a3fa654a75 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:36:43.235565 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6b40f57f-c2ee-4ea6-ab82-76e803efea72 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:43.257293 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-11888754-8ac9-42c9-b9e6-e9f6ea6df42a tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:43.260993 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-11888754-8ac9-42c9-b9e6-e9f6ea6df42a tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5648043 Oct 12 19:36:43.261567 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 41288) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:36:43.266150 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-8e8c5fab-c3fb-473d-8195-4a732f81f4cc tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'enable_snat': True}}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:36:43.354276 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-6b40f57f-c2ee-4ea6-ab82-76e803efea72 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] For port 2c48a2f2-2e32-4326-a5fb-f8a3fa654a75, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=2c48a2f2-2e32-4326-a5fb-f8a3fa654a75,segment=NetworkSegment(4c570b4c-9853-4259-adac-578589d7271e),segment_id=4c570b4c-9853-4259-adac-578589d7271e)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:36:43.354896 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6b40f57f-c2ee-4ea6-ab82-76e803efea72 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:43.380039 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-6b40f57f-c2ee-4ea6-ab82-76e803efea72 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Calling delete_port for 2c48a2f2-2e32-4326-a5fb-f8a3fa654a75 owned by network:router_interface {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:36:43.482235 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8e8c5fab-c3fb-473d-8195-4a732f81f4cc tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:43.670842 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6b40f57f-c2ee-4ea6-ab82-76e803efea72 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:43.698708 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b40f57f-c2ee-4ea6-ab82-76e803efea72 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Pushing event deleted for resources: {'Port': ['ID=2c48a2f2-2e32-4326-a5fb-f8a3fa654a75,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:36:43.813082 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 41296) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:36:43.813082 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-5877f714-d7d6-4c18-8cd0-2ea7f686f721 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1956003224', 'description': 'tempest-secgroup-smoke-1956003224 description', 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:36:43.832304 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6b40f57f-c2ee-4ea6-ab82-76e803efea72 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7898909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8092450'] for router_interface, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:43.872718 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8e8c5fab-c3fb-473d-8195-4a732f81f4cc tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:43.906130 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8e8c5fab-c3fb-473d-8195-4a732f81f4cc tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:43.969095 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5877f714-d7d6-4c18-8cd0-2ea7f686f721 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:43.983134 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5877f714-d7d6-4c18-8cd0-2ea7f686f721 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:44.096761 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-8e8c5fab-c3fb-473d-8195-4a732f81f4cc tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Allocated IP 172.25.5.127 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/598fc429-f994-465e-9cf8-c0548b674bc4) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:36:44.107462 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b40f57f-c2ee-4ea6-ab82-76e803efea72 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Router 6a7cc1c8-9c3e-4c8e-801f-c6857256f82c has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:36:44.202777 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5877f714-d7d6-4c18-8cd0-2ea7f686f721 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:44.219000 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b40f57f-c2ee-4ea6-ab82-76e803efea72 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:36:44.228856 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 41300) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:36:44.229569 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-6b40f57f-c2ee-4ea6-ab82-76e803efea72 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] 10.222.0.49 "PUT /v2.0/routers/6a7cc1c8-9c3e-4c8e-801f-c6857256f82c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7661719 Oct 12 19:36:44.231786 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3dcd08-64ce-4c8a-af9f-08f913b004c5 None None] Sync routers for ids ['6a7cc1c8-9c3e-4c8e-801f-c6857256f82c'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:36:44.242235 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3dcd08-64ce-4c8a-af9f-08f913b004c5 None None] Routers {'6a7cc1c8-9c3e-4c8e-801f-c6857256f82c'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:36:44.243224 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-3c3dcd08-64ce-4c8a-af9f-08f913b004c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:36:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['6a7cc1c8-9c3e-4c8e-801f-c6857256f82c'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:36:44.256443 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8e8c5fab-c3fb-473d-8195-4a732f81f4cc tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:44.289946 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5877f714-d7d6-4c18-8cd0-2ea7f686f721 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:44.341416 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-3c3dcd08-64ce-4c8a-af9f-08f913b004c5 None None] Set router 6a7cc1c8-9c3e-4c8e-801f-c6857256f82c gateway port host: None {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:36:44.344906 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2effc99-bd88-4949-8014-027379fd9856 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Deleting subnet 15f93ba0-d937-4127-83be-065b17b6b833 {{(pid=95501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:36:44.359042 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a2effc99-bd88-4949-8014-027379fd9856 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks [] for subnet, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:44.397714 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5877f714-d7d6-4c18-8cd0-2ea7f686f721 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=409431dc-7f5b-40b9-ade6-98cb6372ece4,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:36:44.429215 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a2effc99-bd88-4949-8014-027379fd9856 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281083'] for subnet, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:44.476739 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5877f714-d7d6-4c18-8cd0-2ea7f686f721 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:44.485393 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8e8c5fab-c3fb-473d-8195-4a732f81f4cc tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:44.553282 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5877f714-d7d6-4c18-8cd0-2ea7f686f721 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:44.554034 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-3c3dcd08-64ce-4c8a-af9f-08f913b004c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a7cc1c8-9c3e-4c8e-801f-c6857256f82c', 'name': 'tempest-RoutersIpV6Test-router-1444819174', 'tenant_id': 'e40d925510bb4f2da67caa3378239276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:36:10Z', 'updated_at': '2021-10-12T19:36:43Z', 'revision_number': 9, 'project_id': 'e40d925510bb4f2da67caa3378239276', 'gw_port_host': None, '_interfaces': [{'id': '3b73f370-6eed-4ae7-a6c9-803e5c8b6ca8', 'name': '', 'network_id': 'a867eeb8-d1ff-40d2-8eab-cb318fd2e646', 'tenant_id': 'e40d925510bb4f2da67caa3378239276', 'mac_address': 'fa:16:3e:52:61:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7cc1c8-9c3e-4c8e-801f-c6857256f82c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2773, 'fixed_ips': [{'subnet_id': '51abbd1d-26e2-4e90-9ee9-ff5b9e683d40', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:36:19Z', 'updated_at': '2021-10-12T19:36:25Z', 'revision_number': 5, 'project_id': 'e40d925510bb4f2da67caa3378239276', 'subnets': [{'id': '51abbd1d-26e2-4e90-9ee9-ff5b9e683d40', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6eebfeb3-bf39-4ea7-9732-70555e1bd298', 'name': '', 'network_id': 'df045a9b-1fd3-41d1-9670-a9c617c76ee3', 'tenant_id': 'e40d925510bb4f2da67caa3378239276', 'mac_address': 'fa:16:3e:ea:cc:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7cc1c8-9c3e-4c8e-801f-c6857256f82c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': 'bd9a25c6-7d88-47ad-979d-89f2a41128c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:36:13Z', 'updated_at': '2021-10-12T19:36:18Z', 'revision_number': 5, 'project_id': 'e40d925510bb4f2da67caa3378239276', 'subnets': [{'id': 'bd9a25c6-7d88-47ad-979d-89f2a41128c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:36:44.558246 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e8c5fab-c3fb-473d-8195-4a732f81f4cc tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:36:44.574652 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-8e8c5fab-c3fb-473d-8195-4a732f81f4cc tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:36:44.586498 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3dcd08-64ce-4c8a-af9f-08f913b004c5 None None] Checking router: 6a7cc1c8-9c3e-4c8e-801f-c6857256f82c for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:36:44.592425 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8c5fab-c3fb-473d-8195-4a732f81f4cc tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:36:44.602696 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3dcd08-64ce-4c8a-af9f-08f913b004c5 None None] Routers {'6a7cc1c8-9c3e-4c8e-801f-c6857256f82c'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:36:44.602903 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8c5fab-c3fb-473d-8195-4a732f81f4cc tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Pushing event updated for resources: {'Port': ['ID=598fc429-f994-465e-9cf8-c0548b674bc4,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:36:44.603039 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-3c3dcd08-64ce-4c8a-af9f-08f913b004c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:36:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['6a7cc1c8-9c3e-4c8e-801f-c6857256f82c'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:36:44.626653 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a2effc99-bd88-4949-8014-027379fd9856 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:44.655977 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5877f714-d7d6-4c18-8cd0-2ea7f686f721 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c92bac0a-f360-420b-ba1d-66577970e341,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:36:44.703587 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-3c3dcd08-64ce-4c8a-af9f-08f913b004c5 None None] Set router 6a7cc1c8-9c3e-4c8e-801f-c6857256f82c gateway port host: None {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:36:44.725498 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5877f714-d7d6-4c18-8cd0-2ea7f686f721 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:44.729652 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-5877f714-d7d6-4c18-8cd0-2ea7f686f721 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9216237 Oct 12 19:36:44.730761 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41304) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:36:44.737363 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-82fdd077-f589-4af5-832c-14144372541d tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Request body: {'security_group_rule': {'security_group_id': 'c92bac0a-f360-420b-ba1d-66577970e341', 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:36:44.835623 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-82fdd077-f589-4af5-832c-14144372541d tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:44.858567 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a2effc99-bd88-4949-8014-027379fd9856 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4824924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4612362'] for subnet, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:44.899996 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2effc99-bd88-4949-8014-027379fd9856 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Pushing event deleted for resources: {'Subnet': ['ID=15f93ba0-d937-4127-83be-065b17b6b833,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:36:44.909843 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a2effc99-bd88-4949-8014-027379fd9856 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:44.910024 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-82fdd077-f589-4af5-832c-14144372541d tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:44.911848 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443faed9-e819-4c59-b4d6-fc613c69536a None None] Network 16b68444-6014-4c09-8290-5a72eed4fda8 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:36:44.916525 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-a2effc99-bd88-4949-8014-027379fd9856 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] 10.222.0.49 "DELETE /v2.0/subnets/15f93ba0-d937-4127-83be-065b17b6b833 HTTP/1.1" status: 204 len: 168 time: 0.6835558 Oct 12 19:36:44.916739 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41306) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:36:45.011892 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-82fdd077-f589-4af5-832c-14144372541d tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:45.039264 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fdd077-f589-4af5-832c-14144372541d tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95751608-ddb8-405c-9286-a9eb84a53824,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:36:45.039494 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8e8c5fab-c3fb-473d-8195-4a732f81f4cc tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:45.050926 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9a777b88-9767-4422-8061-d957434c394f tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:45.067047 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-3c3dcd08-64ce-4c8a-af9f-08f913b004c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a7cc1c8-9c3e-4c8e-801f-c6857256f82c', 'name': 'tempest-RoutersIpV6Test-router-1444819174', 'tenant_id': 'e40d925510bb4f2da67caa3378239276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:36:10Z', 'updated_at': '2021-10-12T19:36:43Z', 'revision_number': 9, 'project_id': 'e40d925510bb4f2da67caa3378239276', 'gw_port_host': None, '_interfaces': [{'id': '3b73f370-6eed-4ae7-a6c9-803e5c8b6ca8', 'name': '', 'network_id': 'a867eeb8-d1ff-40d2-8eab-cb318fd2e646', 'tenant_id': 'e40d925510bb4f2da67caa3378239276', 'mac_address': 'fa:16:3e:52:61:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7cc1c8-9c3e-4c8e-801f-c6857256f82c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2773, 'fixed_ips': [{'subnet_id': '51abbd1d-26e2-4e90-9ee9-ff5b9e683d40', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:36:19Z', 'updated_at': '2021-10-12T19:36:25Z', 'revision_number': 5, 'project_id': 'e40d925510bb4f2da67caa3378239276', 'subnets': [{'id': '51abbd1d-26e2-4e90-9ee9-ff5b9e683d40', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6eebfeb3-bf39-4ea7-9732-70555e1bd298', 'name': '', 'network_id': 'df045a9b-1fd3-41d1-9670-a9c617c76ee3', 'tenant_id': 'e40d925510bb4f2da67caa3378239276', 'mac_address': 'fa:16:3e:ea:cc:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7cc1c8-9c3e-4c8e-801f-c6857256f82c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': 'bd9a25c6-7d88-47ad-979d-89f2a41128c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:36:13Z', 'updated_at': '2021-10-12T19:36:18Z', 'revision_number': 5, 'project_id': 'e40d925510bb4f2da67caa3378239276', 'subnets': [{'id': 'bd9a25c6-7d88-47ad-979d-89f2a41128c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:36:45.106030 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3dcd08-64ce-4c8a-af9f-08f913b004c5 None None] The sync data for ids ['6a7cc1c8-9c3e-4c8e-801f-c6857256f82c'] in n-d-813679-3 is: [{'id': '6a7cc1c8-9c3e-4c8e-801f-c6857256f82c', 'name': 'tempest-RoutersIpV6Test-router-1444819174', 'tenant_id': 'e40d925510bb4f2da67caa3378239276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:36:10Z', 'updated_at': '2021-10-12T19:36:43Z', 'revision_number': 9, 'project_id': 'e40d925510bb4f2da67caa3378239276', 'gw_port_host': None, '_interfaces': [{'id': '3b73f370-6eed-4ae7-a6c9-803e5c8b6ca8', 'name': '', 'network_id': 'a867eeb8-d1ff-40d2-8eab-cb318fd2e646', 'tenant_id': 'e40d925510bb4f2da67caa3378239276', 'mac_address': 'fa:16:3e:52:61:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7cc1c8-9c3e-4c8e-801f-c6857256f82c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2773, 'fixed_ips': [{'subnet_id': '51abbd1d-26e2-4e90-9ee9-ff5b9e683d40', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:36:19Z', 'updated_at': '2021-10-12T19:36:25Z', 'revision_number': 5, 'project_id': 'e40d925510bb4f2da67caa3378239276', 'subnets': [{'id': '51abbd1d-26e2-4e90-9ee9-ff5b9e683d40', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6eebfeb3-bf39-4ea7-9732-70555e1bd298', 'name': '', 'network_id': 'df045a9b-1fd3-41d1-9670-a9c617c76ee3', 'tenant_id': 'e40d925510bb4f2da67caa3378239276', 'mac_address': 'fa:16:3e:ea:cc:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7cc1c8-9c3e-4c8e-801f-c6857256f82c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': 'bd9a25c6-7d88-47ad-979d-89f2a41128c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:36:13Z', 'updated_at': '2021-10-12T19:36:18Z', 'revision_number': 5, 'project_id': 'e40d925510bb4f2da67caa3378239276', 'subnets': [{'id': 'bd9a25c6-7d88-47ad-979d-89f2a41128c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:36:45.120156 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-9a777b88-9767-4422-8061-d957434c394f tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Deleting port eeded35f-0e75-440d-b088-cd9a2531ce84 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:36:45.120156 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9a777b88-9767-4422-8061-d957434c394f tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:45.165359 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-82fdd077-f589-4af5-832c-14144372541d tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:45.166734 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-82fdd077-f589-4af5-832c-14144372541d tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4349337 Oct 12 19:36:45.169367 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41310) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:36:45.174425 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-c83d95b7-0f0d-47d5-8f16-078c3bb7d0ca tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Request body: {'security_group_rule': {'security_group_id': 'c92bac0a-f360-420b-ba1d-66577970e341', 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:36:45.226039 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-9a777b88-9767-4422-8061-d957434c394f tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] For port eeded35f-0e75-440d-b088-cd9a2531ce84, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=eeded35f-0e75-440d-b088-cd9a2531ce84,segment=NetworkSegment(4c570b4c-9853-4259-adac-578589d7271e),segment_id=4c570b4c-9853-4259-adac-578589d7271e)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:36:45.226570 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9a777b88-9767-4422-8061-d957434c394f tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:45.249321 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-9a777b88-9767-4422-8061-d957434c394f tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Calling delete_port for eeded35f-0e75-440d-b088-cd9a2531ce84 owned by network:dhcp {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:36:45.345500 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c83d95b7-0f0d-47d5-8f16-078c3bb7d0ca tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:45.399325 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c83d95b7-0f0d-47d5-8f16-078c3bb7d0ca tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:45.430528 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9a777b88-9767-4422-8061-d957434c394f tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:45.468262 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c83d95b7-0f0d-47d5-8f16-078c3bb7d0ca tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:45.474178 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a777b88-9767-4422-8061-d957434c394f tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Pushing event deleted for resources: {'Port': ['ID=eeded35f-0e75-440d-b088-cd9a2531ce84,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:36:45.493162 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a777b88-9767-4422-8061-d957434c394f tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] No DVR routers for this DVR port eeded35f-0e75-440d-b088-cd9a2531ce84 on host n-d-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:36:45.505834 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83d95b7-0f0d-47d5-8f16-078c3bb7d0ca tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f393b294-1501-4311-a229-e369ef9a0e1e,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:36:45.529428 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f817a27-ad2d-4d3e-bfd0-914435e2f126 None None] DHCP port deletion for 16b68444-6014-4c09-8290-5a72eed4fda8 request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 19:36:45.638630 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9a777b88-9767-4422-8061-d957434c394f tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:45.644697 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c83d95b7-0f0d-47d5-8f16-078c3bb7d0ca tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:45.648599 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-c83d95b7-0f0d-47d5-8f16-078c3bb7d0ca tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4755528 Oct 12 19:36:45.652182 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41312) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:36:45.656688 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-f3febcbd-8935-4fda-8fb9-92a465dfde30 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Request body: {'security_group_rule': {'security_group_id': 'c92bac0a-f360-420b-ba1d-66577970e341', 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:36:45.687487 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-9a777b88-9767-4422-8061-d957434c394f tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16b68444-6014-4c09-8290-5a72eed4fda8']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:36:45.701981 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8e8c5fab-c3fb-473d-8195-4a732f81f4cc tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8087071', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8093548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255500'] for router, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:45.705892 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8e8c5fab-c3fb-473d-8195-4a732f81f4cc tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7915516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8087046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7915509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8093527'] for router, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:45.707651 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-9a777b88-9767-4422-8061-d957434c394f tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c570b4c-9853-4259-adac-578589d7271e') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:36:45.707949 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-9a777b88-9767-4422-8061-d957434c394f tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c570b4c-9853-4259-adac-578589d7271e') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:36:45.718407 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9a777b88-9767-4422-8061-d957434c394f tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16313633'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:45.732927 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9a777b88-9767-4422-8061-d957434c394f tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:45.739318 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a777b88-9767-4422-8061-d957434c394f tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:36:45.739755 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9a777b88-9767-4422-8061-d957434c394f tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4305278'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:45.743334 n-d-813679-3 neutron-server[95502]: Traceback (most recent call last): Oct 12 19:36:45.743334 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:36:45.743334 n-d-813679-3 neutron-server[95502]: timer() Oct 12 19:36:45.743334 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:36:45.743334 n-d-813679-3 neutron-server[95502]: cb(*args, **kw) Oct 12 19:36:45.743334 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:36:45.743334 n-d-813679-3 neutron-server[95502]: return func(*args, **kwargs) Oct 12 19:36:45.743334 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:36:45.743334 n-d-813679-3 neutron-server[95502]: self._notify() Oct 12 19:36:45.743334 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:36:45.743334 n-d-813679-3 neutron-server[95502]: self.callback(batched_events) Oct 12 19:36:45.743334 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:36:45.743334 n-d-813679-3 neutron-server[95502]: event.method(event) Oct 12 19:36:45.743334 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:36:45.743334 n-d-813679-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:36:45.743334 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:36:45.743334 n-d-813679-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:36:45.743334 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:36:45.743334 n-d-813679-3 neutron-server[95502]: return f(self, *a, **k) Oct 12 19:36:45.743334 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:36:45.743334 n-d-813679-3 neutron-server[95502]: return self._get(url).json() Oct 12 19:36:45.743334 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:36:45.743334 n-d-813679-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:36:45.743334 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:36:45.743334 n-d-813679-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Oct 12 19:36:45.743334 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:36:45.743334 n-d-813679-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:36:45.743334 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:36:45.743334 n-d-813679-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:36:45.743334 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:36:45.743334 n-d-813679-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:36:45.743334 n-d-813679-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:36:45.819778 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f3febcbd-8935-4fda-8fb9-92a465dfde30 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:45.877985 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f3febcbd-8935-4fda-8fb9-92a465dfde30 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:45.898934 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9a777b88-9767-4422-8061-d957434c394f tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:45.909518 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9a777b88-9767-4422-8061-d957434c394f tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:45.909662 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-9a777b88-9767-4422-8061-d957434c394f tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] 10.222.0.49 "DELETE /v2.0/networks/16b68444-6014-4c09-8290-5a72eed4fda8 HTTP/1.1" status: 204 len: 168 time: 0.9919884 Oct 12 19:36:45.912678 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 41316) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:36:45.921225 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a777b88-9767-4422-8061-d957434c394f tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Pushing event deleted for resources: {'Network': ['ID=16b68444-6014-4c09-8290-5a72eed4fda8,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:36:45.958495 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e8c5fab-c3fb-473d-8195-4a732f81f4cc tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Router e60ccbce-9070-44d4-879e-c1bcb5ed8ebf is scheduled to L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b with binding_index 1 {{(pid=95501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 19:36:45.984937 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f3febcbd-8935-4fda-8fb9-92a465dfde30 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:46.005174 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3febcbd-8935-4fda-8fb9-92a465dfde30 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c0f415c-30b3-4186-b2f4-e5694ff49476,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:36:46.067505 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f3febcbd-8935-4fda-8fb9-92a465dfde30 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:46.069019 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-f3febcbd-8935-4fda-8fb9-92a465dfde30 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4159358 Oct 12 19:36:46.071492 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41318) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:36:46.075872 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-5ed00cc7-3fd4-4215-a0f8-bed0f8d3437b tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Request body: {'security_group_rule': {'security_group_id': 'c92bac0a-f360-420b-ba1d-66577970e341', 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:36:46.195305 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e8c5fab-c3fb-473d-8195-4a732f81f4cc tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:36:46.201688 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8e8c5fab-c3fb-473d-8195-4a732f81f4cc tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Notify callbacks [] for router, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:46.212874 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-8e8c5fab-c3fb-473d-8195-4a732f81f4cc tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] 10.222.0.49 "PUT /v2.0/routers/e60ccbce-9070-44d4-879e-c1bcb5ed8ebf HTTP/1.1" status: 200 len: 915 time: 2.9403460 Oct 12 19:36:46.213046 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417847c3-e33e-492b-89e3-be27d909367a None None] Sync routers for ids ['e60ccbce-9070-44d4-879e-c1bcb5ed8ebf'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:36:46.213510 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41320) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:36:46.214322 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417847c3-e33e-492b-89e3-be27d909367a None None] Routers {'e60ccbce-9070-44d4-879e-c1bcb5ed8ebf'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:36:46.214927 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-417847c3-e33e-492b-89e3-be27d909367a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:36:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['e60ccbce-9070-44d4-879e-c1bcb5ed8ebf'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:36:46.219959 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5ed00cc7-3fd4-4215-a0f8-bed0f8d3437b tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:46.248483 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-417847c3-e33e-492b-89e3-be27d909367a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:36:46.258589 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417847c3-e33e-492b-89e3-be27d909367a None None] Routers {'e60ccbce-9070-44d4-879e-c1bcb5ed8ebf'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:36:46.259507 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-417847c3-e33e-492b-89e3-be27d909367a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:36:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['e60ccbce-9070-44d4-879e-c1bcb5ed8ebf'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:36:46.303058 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-417847c3-e33e-492b-89e3-be27d909367a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:36:46.303703 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417847c3-e33e-492b-89e3-be27d909367a None None] The sync data for ids ['e60ccbce-9070-44d4-879e-c1bcb5ed8ebf'] in n-d-813679-3 is: [] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:36:46.381486 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5b8ee4c7-7ffd-4257-9e48-c10e0f8b4294 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8092566'] for router_interface, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:46.389352 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-a194cced-4e76-46a8-9e07-a94c77707d58 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] 10.222.0.49 "GET /v2.0/routers/e60ccbce-9070-44d4-879e-c1bcb5ed8ebf HTTP/1.1" status: 200 len: 921 time: 0.1754827 Oct 12 19:36:46.389352 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5ed00cc7-3fd4-4215-a0f8-bed0f8d3437b tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:46.389641 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41328) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:36:46.432701 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c198948e-454d-4d8c-8641-7299a17baf6f tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:36:46.436908 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-c198948e-454d-4d8c-8641-7299a17baf6f tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=4afbf4a4-67f5-42d1-a358-7ba9799dab0c&device_id=e60ccbce-9070-44d4-879e-c1bcb5ed8ebf&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0437984 Oct 12 19:36:46.437103 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41330) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:36:46.484132 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5ed00cc7-3fd4-4215-a0f8-bed0f8d3437b tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:46.510509 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed00cc7-3fd4-4215-a0f8-bed0f8d3437b tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d6e63e7-c59c-4bc1-8985-bca4efb3898f,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:36:46.545919 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3c3d5a-9697-4792-a381-8811503cae4a tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:36:46.547365 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-ed3c3d5a-9697-4792-a381-8811503cae4a tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] 10.222.0.49 "GET /v2.0/networks/4afbf4a4-67f5-42d1-a358-7ba9799dab0c HTTP/1.1" status: 200 len: 881 time: 0.1093841 Oct 12 19:36:46.550437 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41332) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:36:46.579753 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-12c4f83b-6842-467e-8a3c-6186e0d7cdeb tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] 10.222.0.49 "GET /v2.0/ports?device_id=e60ccbce-9070-44d4-879e-c1bcb5ed8ebf HTTP/1.1" status: 200 len: 205 time: 0.0257232 Oct 12 19:36:46.579918 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41334) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:36:46.627159 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5ed00cc7-3fd4-4215-a0f8-bed0f8d3437b tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:46.631188 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-5ed00cc7-3fd4-4215-a0f8-bed0f8d3437b tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5559921 Oct 12 19:36:46.632073 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 41336) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:36:46.636331 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-841a3746-6112-4bef-ae40-38a88783aeca tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Request body: {'security_group_rule': {'security_group_id': 'c92bac0a-f360-420b-ba1d-66577970e341', 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:36:46.646960 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device eeded35f-0e75-440d-b088-cd9a2531ce84 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:36:46.654189 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-5b8ee4c7-7ffd-4257-9e48-c10e0f8b4294 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Deleting port 3b73f370-6eed-4ae7-a6c9-803e5c8b6ca8 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:36:46.654609 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5b8ee4c7-7ffd-4257-9e48-c10e0f8b4294 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:46.667141 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: eeded35f-0e75-440d-b088-cd9a2531ce84 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:36:46.667490 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device eeded35f-0e75-440d-b088-cd9a2531ce84 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:36:46.667914 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 2c48a2f2-2e32-4326-a5fb-f8a3fa654a75 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:36:46.686560 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 2c48a2f2-2e32-4326-a5fb-f8a3fa654a75 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:36:46.686908 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 2c48a2f2-2e32-4326-a5fb-f8a3fa654a75 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:36:46.714681 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c15e59f9-8f44-4639-ac20-dc8d09737c88 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Notify callbacks [] for router, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:46.763243 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [None req-5b8ee4c7-7ffd-4257-9e48-c10e0f8b4294 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] For port 3b73f370-6eed-4ae7-a6c9-803e5c8b6ca8, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=3b73f370-6eed-4ae7-a6c9-803e5c8b6ca8,segment=NetworkSegment(b05a90a3-7082-446b-abcd-fa0d394be4fc),segment_id=b05a90a3-7082-446b-abcd-fa0d394be4fc)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:36:46.763873 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5b8ee4c7-7ffd-4257-9e48-c10e0f8b4294 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:46.777241 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-5b8ee4c7-7ffd-4257-9e48-c10e0f8b4294 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Calling delete_port for 3b73f370-6eed-4ae7-a6c9-803e5c8b6ca8 owned by network:router_interface {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:36:46.819834 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c15e59f9-8f44-4639-ac20-dc8d09737c88 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:46.842258 n-d-813679-3 neutron-server[95501]: INFO neutron.db.securitygroups_db [None req-841a3746-6112-4bef-ae40-38a88783aeca tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Project 80c6b006e6d9432a90abc6a3ef8ab3a8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 19:36:46.883537 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-841a3746-6112-4bef-ae40-38a88783aeca tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:46.960916 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-c15e59f9-8f44-4639-ac20-dc8d09737c88 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Deleting port 598fc429-f994-465e-9cf8-c0548b674bc4 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:36:46.962040 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c15e59f9-8f44-4639-ac20-dc8d09737c88 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:47.004061 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-841a3746-6112-4bef-ae40-38a88783aeca tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:47.056908 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c15e59f9-8f44-4639-ac20-dc8d09737c88 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:47.068365 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-c15e59f9-8f44-4639-ac20-dc8d09737c88 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Calling delete_port for 598fc429-f994-465e-9cf8-c0548b674bc4 owned by network:router_gateway {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:36:47.122442 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5b8ee4c7-7ffd-4257-9e48-c10e0f8b4294 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:47.125528 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-841a3746-6112-4bef-ae40-38a88783aeca tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:47.184924 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8ee4c7-7ffd-4257-9e48-c10e0f8b4294 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Pushing event deleted for resources: {'Port': ['ID=3b73f370-6eed-4ae7-a6c9-803e5c8b6ca8,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:36:47.184924 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841a3746-6112-4bef-ae40-38a88783aeca tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61c8bc3e-cef1-458f-89f0-d98bf40a827b,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:36:47.264959 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-841a3746-6112-4bef-ae40-38a88783aeca tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:47.266240 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-841a3746-6112-4bef-ae40-38a88783aeca tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6337566 Oct 12 19:36:47.269571 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 41350) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:36:47.275595 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-0706a721-d530-4e14-a58c-d4adc723c6f4 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Request body: {'security_group_rule': {'security_group_id': 'c92bac0a-f360-420b-ba1d-66577970e341', 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:36:47.310681 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5b8ee4c7-7ffd-4257-9e48-c10e0f8b4294 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7898909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8092450'] for router_interface, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:47.314823 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c15e59f9-8f44-4639-ac20-dc8d09737c88 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:47.346866 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15e59f9-8f44-4639-ac20-dc8d09737c88 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Pushing event deleted for resources: {'Port': ['ID=598fc429-f994-465e-9cf8-c0548b674bc4,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:36:47.403663 n-d-813679-3 neutron-server[95501]: INFO neutron.db.securitygroups_db [None req-0706a721-d530-4e14-a58c-d4adc723c6f4 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Project 80c6b006e6d9432a90abc6a3ef8ab3a8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 19:36:47.413942 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0706a721-d530-4e14-a58c-d4adc723c6f4 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:47.428524 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c15e59f9-8f44-4639-ac20-dc8d09737c88 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7915456'] for router_gateway, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:47.530251 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c15e59f9-8f44-4639-ac20-dc8d09737c88 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255495'] for router, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:47.533456 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c15e59f9-8f44-4639-ac20-dc8d09737c88 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:47.550918 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0706a721-d530-4e14-a58c-d4adc723c6f4 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:47.559664 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b8ee4c7-7ffd-4257-9e48-c10e0f8b4294 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Router 6a7cc1c8-9c3e-4c8e-801f-c6857256f82c has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:36:47.648777 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0706a721-d530-4e14-a58c-d4adc723c6f4 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:47.662498 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b8ee4c7-7ffd-4257-9e48-c10e0f8b4294 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:36:47.670990 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-5b8ee4c7-7ffd-4257-9e48-c10e0f8b4294 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] 10.222.0.49 "PUT /v2.0/routers/6a7cc1c8-9c3e-4c8e-801f-c6857256f82c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7572331 Oct 12 19:36:47.674972 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0706a721-d530-4e14-a58c-d4adc723c6f4 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=098cdd53-7921-4646-b5e9-278e0f5baead,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:36:47.677067 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 41356) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:36:47.688829 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321bd070-163d-41e3-89af-33b1e3bfe4e0 None None] Sync routers for ids ['6a7cc1c8-9c3e-4c8e-801f-c6857256f82c'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:36:47.691696 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c15e59f9-8f44-4639-ac20-dc8d09737c88 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8093499'] for router, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:47.693706 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c15e59f9-8f44-4639-ac20-dc8d09737c88 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Fanout notify agent at l3_agent the message router_deleted on router e60ccbce-9070-44d4-879e-c1bcb5ed8ebf {{(pid=95502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 19:36:47.702220 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321bd070-163d-41e3-89af-33b1e3bfe4e0 None None] Routers {'6a7cc1c8-9c3e-4c8e-801f-c6857256f82c'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:36:47.703019 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-321bd070-163d-41e3-89af-33b1e3bfe4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:36:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['6a7cc1c8-9c3e-4c8e-801f-c6857256f82c'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:36:47.714988 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c15e59f9-8f44-4639-ac20-dc8d09737c88 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:47.718116 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-c15e59f9-8f44-4639-ac20-dc8d09737c88 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] 10.222.0.49 "DELETE /v2.0/routers/e60ccbce-9070-44d4-879e-c1bcb5ed8ebf HTTP/1.1" status: 204 len: 168 time: 1.1354353 Oct 12 19:36:47.720522 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41358) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:36:47.725570 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-2765b61f-bc0d-45a5-8361-d55e3d9f736b tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-562296750', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:36:47.768657 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_v2 [None req-840676a9-117b-4a72-acbb-78e756bafbe2 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Deleting subnet 51abbd1d-26e2-4e90-9ee9-ff5b9e683d40 {{(pid=95501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:36:47.773138 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-840676a9-117b-4a72-acbb-78e756bafbe2 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks [] for subnet, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:47.814275 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0706a721-d530-4e14-a58c-d4adc723c6f4 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:47.816991 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-0706a721-d530-4e14-a58c-d4adc723c6f4 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5463762 Oct 12 19:36:47.820683 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41360) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:36:47.826203 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-46dd3d06-12aa-4d91-afcb-51c8645a080f tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Request body: {'network': {'name': 'tempest-network-smoke--493833948', 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'port_security_enabled': True}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:36:47.843613 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-840676a9-117b-4a72-acbb-78e756bafbe2 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281083'] for subnet, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:47.855894 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2765b61f-bc0d-45a5-8361-d55e3d9f736b tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8093678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255505'] for router, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:47.856941 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2765b61f-bc0d-45a5-8361-d55e3d9f736b tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8093562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8087085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8022306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255518'] for router, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:47.917868 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2765b61f-bc0d-45a5-8361-d55e3d9f736b tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:47.937463 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46dd3d06-12aa-4d91-afcb-51c8645a080f tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Made reservation on behalf of 80c6b006e6d9432a90abc6a3ef8ab3a8 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:36:47.941914 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-46dd3d06-12aa-4d91-afcb-51c8645a080f tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:47.967265 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-321bd070-163d-41e3-89af-33b1e3bfe4e0 None None] Set router 6a7cc1c8-9c3e-4c8e-801f-c6857256f82c gateway port host: None {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:36:47.968913 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46dd3d06-12aa-4d91-afcb-51c8645a080f tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:36:47.977154 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-840676a9-117b-4a72-acbb-78e756bafbe2 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:47.982765 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-46dd3d06-12aa-4d91-afcb-51c8645a080f tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:47.982765 n-d-813679-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-46dd3d06-12aa-4d91-afcb-51c8645a080f tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Added segment 063c5d4a-c2c9-4e07-b7e3-8775f3660273 of type vlan for network 92a88605-27ea-431c-b963-1a57c353f481 Oct 12 19:36:48.024908 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-46dd3d06-12aa-4d91-afcb-51c8645a080f tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:48.032575 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2765b61f-bc0d-45a5-8361-d55e3d9f736b tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8093541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7915516'] for router, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:48.201154 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-321bd070-163d-41e3-89af-33b1e3bfe4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a7cc1c8-9c3e-4c8e-801f-c6857256f82c', 'name': 'tempest-RoutersIpV6Test-router-1444819174', 'tenant_id': 'e40d925510bb4f2da67caa3378239276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:36:10Z', 'updated_at': '2021-10-12T19:36:46Z', 'revision_number': 10, 'project_id': 'e40d925510bb4f2da67caa3378239276', 'gw_port_host': None, '_interfaces': [{'id': '6eebfeb3-bf39-4ea7-9732-70555e1bd298', 'name': '', 'network_id': 'df045a9b-1fd3-41d1-9670-a9c617c76ee3', 'tenant_id': 'e40d925510bb4f2da67caa3378239276', 'mac_address': 'fa:16:3e:ea:cc:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7cc1c8-9c3e-4c8e-801f-c6857256f82c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': 'bd9a25c6-7d88-47ad-979d-89f2a41128c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:36:13Z', 'updated_at': '2021-10-12T19:36:18Z', 'revision_number': 5, 'project_id': 'e40d925510bb4f2da67caa3378239276', 'subnets': [{'id': 'bd9a25c6-7d88-47ad-979d-89f2a41128c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:36:48.219586 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-840676a9-117b-4a72-acbb-78e756bafbe2 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4824924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4612362'] for subnet, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:48.222161 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2765b61f-bc0d-45a5-8361-d55e3d9f736b tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:48.226335 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-2765b61f-bc0d-45a5-8361-d55e3d9f736b tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5018115 Oct 12 19:36:48.226335 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-46dd3d06-12aa-4d91-afcb-51c8645a080f tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:48.233482 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321bd070-163d-41e3-89af-33b1e3bfe4e0 None None] Checking router: 6a7cc1c8-9c3e-4c8e-801f-c6857256f82c for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:36:48.242331 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46dd3d06-12aa-4d91-afcb-51c8645a080f tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:36:48.242981 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-46dd3d06-12aa-4d91-afcb-51c8645a080f tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:48.244721 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321bd070-163d-41e3-89af-33b1e3bfe4e0 None None] Routers {'6a7cc1c8-9c3e-4c8e-801f-c6857256f82c'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:36:48.245345 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-321bd070-163d-41e3-89af-33b1e3bfe4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:36:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['6a7cc1c8-9c3e-4c8e-801f-c6857256f82c'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:36:48.251772 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41364) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:36:48.259610 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-8c2e77d7-7de0-4e1b-bc8b-0d6fcda51058 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'enable_snat': False}}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:36:48.315648 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840676a9-117b-4a72-acbb-78e756bafbe2 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Pushing event deleted for resources: {'Subnet': ['ID=51abbd1d-26e2-4e90-9ee9-ff5b9e683d40,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:36:48.329867 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-840676a9-117b-4a72-acbb-78e756bafbe2 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:48.336824 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-840676a9-117b-4a72-acbb-78e756bafbe2 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] 10.222.0.49 "DELETE /v2.0/subnets/51abbd1d-26e2-4e90-9ee9-ff5b9e683d40 HTTP/1.1" status: 204 len: 168 time: 0.6560457 Oct 12 19:36:48.337338 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41368) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:36:48.357673 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53020ee-f402-4d82-aa67-a97b47ebfcc5 None None] Network a867eeb8-d1ff-40d2-8eab-cb318fd2e646 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:36:48.411376 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-321bd070-163d-41e3-89af-33b1e3bfe4e0 None None] Set router 6a7cc1c8-9c3e-4c8e-801f-c6857256f82c gateway port host: None {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:36:48.688280 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-321bd070-163d-41e3-89af-33b1e3bfe4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a7cc1c8-9c3e-4c8e-801f-c6857256f82c', 'name': 'tempest-RoutersIpV6Test-router-1444819174', 'tenant_id': 'e40d925510bb4f2da67caa3378239276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:36:10Z', 'updated_at': '2021-10-12T19:36:46Z', 'revision_number': 10, 'project_id': 'e40d925510bb4f2da67caa3378239276', 'gw_port_host': None, '_interfaces': [{'id': '6eebfeb3-bf39-4ea7-9732-70555e1bd298', 'name': '', 'network_id': 'df045a9b-1fd3-41d1-9670-a9c617c76ee3', 'tenant_id': 'e40d925510bb4f2da67caa3378239276', 'mac_address': 'fa:16:3e:ea:cc:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7cc1c8-9c3e-4c8e-801f-c6857256f82c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': 'bd9a25c6-7d88-47ad-979d-89f2a41128c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:36:13Z', 'updated_at': '2021-10-12T19:36:18Z', 'revision_number': 5, 'project_id': 'e40d925510bb4f2da67caa3378239276', 'subnets': [{'id': 'bd9a25c6-7d88-47ad-979d-89f2a41128c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:36:48.699958 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ec0826-b524-43ec-8b9e-2fe2ee4319f5 None None] DHCP port deletion for a867eeb8-d1ff-40d2-8eab-cb318fd2e646 request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 19:36:48.727870 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321bd070-163d-41e3-89af-33b1e3bfe4e0 None None] The sync data for ids ['6a7cc1c8-9c3e-4c8e-801f-c6857256f82c'] in n-d-813679-3 is: [{'id': '6a7cc1c8-9c3e-4c8e-801f-c6857256f82c', 'name': 'tempest-RoutersIpV6Test-router-1444819174', 'tenant_id': 'e40d925510bb4f2da67caa3378239276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:36:10Z', 'updated_at': '2021-10-12T19:36:46Z', 'revision_number': 10, 'project_id': 'e40d925510bb4f2da67caa3378239276', 'gw_port_host': None, '_interfaces': [{'id': '6eebfeb3-bf39-4ea7-9732-70555e1bd298', 'name': '', 'network_id': 'df045a9b-1fd3-41d1-9670-a9c617c76ee3', 'tenant_id': 'e40d925510bb4f2da67caa3378239276', 'mac_address': 'fa:16:3e:ea:cc:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7cc1c8-9c3e-4c8e-801f-c6857256f82c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': 'bd9a25c6-7d88-47ad-979d-89f2a41128c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:36:13Z', 'updated_at': '2021-10-12T19:36:18Z', 'revision_number': 5, 'project_id': 'e40d925510bb4f2da67caa3378239276', 'subnets': [{'id': 'bd9a25c6-7d88-47ad-979d-89f2a41128c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:36:48.785280 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-f7ec0826-b524-43ec-8b9e-2fe2ee4319f5 None None] Deleting port cbcae493-cf5f-4efd-a5b7-593204fbbb3e {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:36:48.785680 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f7ec0826-b524-43ec-8b9e-2fe2ee4319f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:48.848426 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-f7ec0826-b524-43ec-8b9e-2fe2ee4319f5 None None] For port cbcae493-cf5f-4efd-a5b7-593204fbbb3e, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=cbcae493-cf5f-4efd-a5b7-593204fbbb3e,segment=NetworkSegment(b05a90a3-7082-446b-abcd-fa0d394be4fc),segment_id=b05a90a3-7082-446b-abcd-fa0d394be4fc)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:36:48.848751 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f7ec0826-b524-43ec-8b9e-2fe2ee4319f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:48.861019 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-f7ec0826-b524-43ec-8b9e-2fe2ee4319f5 None None] Calling delete_port for cbcae493-cf5f-4efd-a5b7-593204fbbb3e owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:36:48.888588 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dd3d06-12aa-4d91-afcb-51c8645a080f tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Pushing event updated for resources: {'Network': ['ID=92a88605-27ea-431c-b963-1a57c353f481,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:36:48.902345 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 41376) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:36:48.902933 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-46dd3d06-12aa-4d91-afcb-51c8645a080f tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0806112 Oct 12 19:36:48.908129 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-e1978337-d97e-4579-b526-795dca8c9dc0 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-624072088', 'admin_state_up': True, 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:36:48.914284 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 92a88605-27ea-431c-b963-1a57c353f481 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:36:48.915456 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8c2e77d7-7de0-4e1b-bc8b-0d6fcda51058 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:48.921749 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-31b70797-a84c-4a03-b07e-d2dd937e8ae5 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:48.983853 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-31b70797-a84c-4a03-b07e-d2dd937e8ae5 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Deleting port cbcae493-cf5f-4efd-a5b7-593204fbbb3e {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:36:48.984555 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-31b70797-a84c-4a03-b07e-d2dd937e8ae5 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:49.019295 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e1978337-d97e-4579-b526-795dca8c9dc0 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8093678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255505'] for router, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:49.020760 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e1978337-d97e-4579-b526-795dca8c9dc0 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8093562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8087085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8022306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255518'] for router, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:49.080850 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e1978337-d97e-4579-b526-795dca8c9dc0 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:49.088090 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-31b70797-a84c-4a03-b07e-d2dd937e8ae5 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] For port cbcae493-cf5f-4efd-a5b7-593204fbbb3e, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=cbcae493-cf5f-4efd-a5b7-593204fbbb3e,segment=NetworkSegment(b05a90a3-7082-446b-abcd-fa0d394be4fc),segment_id=b05a90a3-7082-446b-abcd-fa0d394be4fc)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:36:49.088467 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-31b70797-a84c-4a03-b07e-d2dd937e8ae5 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:49.109473 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-31b70797-a84c-4a03-b07e-d2dd937e8ae5 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Calling delete_port for cbcae493-cf5f-4efd-a5b7-593204fbbb3e owned by network:dhcp {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:36:49.129835 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f7ec0826-b524-43ec-8b9e-2fe2ee4319f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:49.191685 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ec0826-b524-43ec-8b9e-2fe2ee4319f5 None None] Pushing event deleted for resources: {'Port': ['ID=cbcae493-cf5f-4efd-a5b7-593204fbbb3e,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:36:49.194523 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ec0826-b524-43ec-8b9e-2fe2ee4319f5 None None] No DVR routers for this DVR port cbcae493-cf5f-4efd-a5b7-593204fbbb3e on host n-d-813679-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:36:49.248372 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-31b70797-a84c-4a03-b07e-d2dd937e8ae5 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:49.354474 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b70797-a84c-4a03-b07e-d2dd937e8ae5 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Pushing event deleted for resources: {'Port': ['ID=cbcae493-cf5f-4efd-a5b7-593204fbbb3e,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:36:49.359891 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b70797-a84c-4a03-b07e-d2dd937e8ae5 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] No DVR routers for this DVR port cbcae493-cf5f-4efd-a5b7-593204fbbb3e on host n-d-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:36:49.398906 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e1978337-d97e-4579-b526-795dca8c9dc0 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:49.470878 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-31b70797-a84c-4a03-b07e-d2dd937e8ae5 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:49.488626 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8c2e77d7-7de0-4e1b-bc8b-0d6fcda51058 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:49.515138 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-31b70797-a84c-4a03-b07e-d2dd937e8ae5 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a867eeb8-d1ff-40d2-8eab-cb318fd2e646']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:36:49.517865 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8c2e77d7-7de0-4e1b-bc8b-0d6fcda51058 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:49.531988 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-31b70797-a84c-4a03-b07e-d2dd937e8ae5 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b05a90a3-7082-446b-abcd-fa0d394be4fc') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:36:49.532396 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-31b70797-a84c-4a03-b07e-d2dd937e8ae5 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b05a90a3-7082-446b-abcd-fa0d394be4fc') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:36:49.544569 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-31b70797-a84c-4a03-b07e-d2dd937e8ae5 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16313633'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:49.602283 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-31b70797-a84c-4a03-b07e-d2dd937e8ae5 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:49.615351 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31b70797-a84c-4a03-b07e-d2dd937e8ae5 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:36:49.615351 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-31b70797-a84c-4a03-b07e-d2dd937e8ae5 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4305278'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:49.618637 n-d-813679-3 neutron-server[95502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:36:49.618637 n-d-813679-3 neutron-server[95502]: self.session.flush() Oct 12 19:36:49.618637 n-d-813679-3 neutron-server[95502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:36:49.618637 n-d-813679-3 neutron-server[95502]: self.session.flush() Oct 12 19:36:49.618637 n-d-813679-3 neutron-server[95502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:36:49.618637 n-d-813679-3 neutron-server[95502]: self.session.flush() Oct 12 19:36:49.618637 n-d-813679-3 neutron-server[95502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:36:49.618637 n-d-813679-3 neutron-server[95502]: self.session.flush() Oct 12 19:36:49.618637 n-d-813679-3 neutron-server[95502]: Traceback (most recent call last): Oct 12 19:36:49.618637 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:36:49.618637 n-d-813679-3 neutron-server[95502]: timer() Oct 12 19:36:49.618637 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:36:49.618637 n-d-813679-3 neutron-server[95502]: cb(*args, **kw) Oct 12 19:36:49.618637 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:36:49.618637 n-d-813679-3 neutron-server[95502]: return func(*args, **kwargs) Oct 12 19:36:49.618637 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:36:49.618637 n-d-813679-3 neutron-server[95502]: self._notify() Oct 12 19:36:49.618637 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:36:49.618637 n-d-813679-3 neutron-server[95502]: self.callback(batched_events) Oct 12 19:36:49.618637 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:36:49.618637 n-d-813679-3 neutron-server[95502]: event.method(event) Oct 12 19:36:49.618637 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:36:49.618637 n-d-813679-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:36:49.618637 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:36:49.618637 n-d-813679-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:36:49.618637 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:36:49.618637 n-d-813679-3 neutron-server[95502]: return f(self, *a, **k) Oct 12 19:36:49.618637 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:36:49.618637 n-d-813679-3 neutron-server[95502]: return self._get(url).json() Oct 12 19:36:49.618637 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:36:49.618637 n-d-813679-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:36:49.618637 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:36:49.618637 n-d-813679-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Oct 12 19:36:49.618637 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:36:49.618637 n-d-813679-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:36:49.618637 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:36:49.618637 n-d-813679-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:36:49.618637 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:36:49.618637 n-d-813679-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:36:49.618637 n-d-813679-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:36:49.715983 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-8c2e77d7-7de0-4e1b-bc8b-0d6fcda51058 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Allocated IP 172.25.5.252 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/83431edb-666a-4f3e-aeb0-5574a65da276) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:36:49.725373 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e1978337-d97e-4579-b526-795dca8c9dc0 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for router_gateway, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:49.744785 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e1978337-d97e-4579-b526-795dca8c9dc0 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:49.777247 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-31b70797-a84c-4a03-b07e-d2dd937e8ae5 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:49.791074 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-31b70797-a84c-4a03-b07e-d2dd937e8ae5 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:49.797966 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-31b70797-a84c-4a03-b07e-d2dd937e8ae5 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] 10.222.0.49 "DELETE /v2.0/networks/a867eeb8-d1ff-40d2-8eab-cb318fd2e646 HTTP/1.1" status: 204 len: 168 time: 1.0851648 Oct 12 19:36:49.799525 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 41384) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:36:49.810043 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b70797-a84c-4a03-b07e-d2dd937e8ae5 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Pushing event deleted for resources: {'Network': ['ID=a867eeb8-d1ff-40d2-8eab-cb318fd2e646,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:36:49.863586 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8c2e77d7-7de0-4e1b-bc8b-0d6fcda51058 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:49.951255 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8c2e77d7-7de0-4e1b-bc8b-0d6fcda51058 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:49.999109 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2e77d7-7de0-4e1b-bc8b-0d6fcda51058 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:36:50.005221 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-8c2e77d7-7de0-4e1b-bc8b-0d6fcda51058 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:36:50.007438 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2e77d7-7de0-4e1b-bc8b-0d6fcda51058 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Pushing event updated for resources: {'Port': ['ID=83431edb-666a-4f3e-aeb0-5574a65da276,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:36:50.009716 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2e77d7-7de0-4e1b-bc8b-0d6fcda51058 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:36:50.341234 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8c2e77d7-7de0-4e1b-bc8b-0d6fcda51058 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:50.366138 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-e1978337-d97e-4579-b526-795dca8c9dc0 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Allocated IP 172.25.5.164 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/d065a78b-f200-4195-a642-a4bca2db4b0a) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:36:50.545359 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e1978337-d97e-4579-b526-795dca8c9dc0 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:50.596145 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8c2e77d7-7de0-4e1b-bc8b-0d6fcda51058 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8087071', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8093548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255500'] for router, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:50.606080 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8c2e77d7-7de0-4e1b-bc8b-0d6fcda51058 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7915516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8087046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7915509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8093527'] for router, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:50.628965 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4530971d-8cae-4754-a42a-99ef896995ef tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8092566'] for router_interface, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:50.669215 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device cbcae493-cf5f-4efd-a5b7-593204fbbb3e no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:36:50.698868 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: cbcae493-cf5f-4efd-a5b7-593204fbbb3e {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:36:50.699492 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device cbcae493-cf5f-4efd-a5b7-593204fbbb3e not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:36:50.700762 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 3b73f370-6eed-4ae7-a6c9-803e5c8b6ca8 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:36:50.701128 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e1978337-d97e-4579-b526-795dca8c9dc0 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:50.743439 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 3b73f370-6eed-4ae7-a6c9-803e5c8b6ca8 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:36:50.744582 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 3b73f370-6eed-4ae7-a6c9-803e5c8b6ca8 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:36:50.746378 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1978337-d97e-4579-b526-795dca8c9dc0 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:36:50.759044 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-e1978337-d97e-4579-b526-795dca8c9dc0 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:36:50.765748 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1978337-d97e-4579-b526-795dca8c9dc0 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:36:50.831798 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1978337-d97e-4579-b526-795dca8c9dc0 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Pushing event updated for resources: {'Port': ['ID=d065a78b-f200-4195-a642-a4bca2db4b0a,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:36:50.876072 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c2e77d7-7de0-4e1b-bc8b-0d6fcda51058 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Router 40f68c2b-fbe2-491a-a865-d0322583fe2d is scheduled to L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b with binding_index 1 {{(pid=95502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 19:36:50.985894 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c2e77d7-7de0-4e1b-bc8b-0d6fcda51058 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:36:50.990928 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8c2e77d7-7de0-4e1b-bc8b-0d6fcda51058 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:50.995284 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-8c2e77d7-7de0-4e1b-bc8b-0d6fcda51058 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] 10.222.0.49 "PUT /v2.0/routers/40f68c2b-fbe2-491a-a865-d0322583fe2d HTTP/1.1" status: 200 len: 915 time: 2.7390146 Oct 12 19:36:50.995749 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41404) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:36:50.998696 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54cd573a-728c-4962-a059-a7269c3de8f9 None None] Sync routers for ids ['40f68c2b-fbe2-491a-a865-d0322583fe2d'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:36:51.014594 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54cd573a-728c-4962-a059-a7269c3de8f9 None None] Routers {'40f68c2b-fbe2-491a-a865-d0322583fe2d'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:36:51.015517 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-54cd573a-728c-4962-a059-a7269c3de8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:36:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['40f68c2b-fbe2-491a-a865-d0322583fe2d'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:36:51.058911 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-54cd573a-728c-4962-a059-a7269c3de8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:36:51.070124 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54cd573a-728c-4962-a059-a7269c3de8f9 None None] Routers {'40f68c2b-fbe2-491a-a865-d0322583fe2d'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:36:51.071125 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-54cd573a-728c-4962-a059-a7269c3de8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:36:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['40f68c2b-fbe2-491a-a865-d0322583fe2d'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:36:51.118779 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-54cd573a-728c-4962-a059-a7269c3de8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:36:51.119762 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54cd573a-728c-4962-a059-a7269c3de8f9 None None] The sync data for ids ['40f68c2b-fbe2-491a-a865-d0322583fe2d'] in n-d-813679-3 is: [] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:36:51.127980 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-b67cd1f6-bcf7-4444-9c12-9593f7c898e5 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] 10.222.0.49 "GET /v2.0/routers/40f68c2b-fbe2-491a-a865-d0322583fe2d HTTP/1.1" status: 200 len: 921 time: 0.1267531 Oct 12 19:36:51.129238 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41406) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:36:51.147878 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 19:36:51.190072 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758b6bef-9512-47a1-b2c2-b4a802a348dc tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:36:51.190072 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-758b6bef-9512-47a1-b2c2-b4a802a348dc tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=4afbf4a4-67f5-42d1-a358-7ba9799dab0c&device_id=40f68c2b-fbe2-491a-a865-d0322583fe2d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0556839 Oct 12 19:36:51.190072 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41408) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:36:51.265178 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e1978337-d97e-4579-b526-795dca8c9dc0 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for router_gateway, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:51.272243 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-4530971d-8cae-4754-a42a-99ef896995ef tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Deleting port 6eebfeb3-bf39-4ea7-9732-70555e1bd298 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:36:51.272763 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4530971d-8cae-4754-a42a-99ef896995ef tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:51.314686 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12688f27-4ad2-4e79-bcd2-81004a64dc68 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:36:51.320218 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-12688f27-4ad2-4e79-bcd2-81004a64dc68 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] 10.222.0.49 "GET /v2.0/networks/4afbf4a4-67f5-42d1-a358-7ba9799dab0c HTTP/1.1" status: 200 len: 881 time: 0.1323667 Oct 12 19:36:51.321584 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41412) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:36:51.357160 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-51a9d6b8-83d9-416d-9ac3-ced5627da54f tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] 10.222.0.49 "GET /v2.0/ports?device_id=40f68c2b-fbe2-491a-a865-d0322583fe2d HTTP/1.1" status: 200 len: 205 time: 0.0339711 Oct 12 19:36:51.363620 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41414) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:36:51.468645 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [None req-4530971d-8cae-4754-a42a-99ef896995ef tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] For port 6eebfeb3-bf39-4ea7-9732-70555e1bd298, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=6eebfeb3-bf39-4ea7-9732-70555e1bd298,segment=NetworkSegment(e003f1d9-71e7-4d27-9b9b-704d8d138e4c),segment_id=e003f1d9-71e7-4d27-9b9b-704d8d138e4c)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:36:51.469254 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4530971d-8cae-4754-a42a-99ef896995ef tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:51.487009 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-77a50abd-5686-4d31-ae0f-cff7d5d18160 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Notify callbacks [] for router, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:51.519176 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-4530971d-8cae-4754-a42a-99ef896995ef tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Calling delete_port for 6eebfeb3-bf39-4ea7-9732-70555e1bd298 owned by network:router_interface {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:36:51.596450 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-77a50abd-5686-4d31-ae0f-cff7d5d18160 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:51.651086 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e1978337-d97e-4579-b526-795dca8c9dc0 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8093541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7915516'] for router, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:51.785713 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-77a50abd-5686-4d31-ae0f-cff7d5d18160 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Deleting port 83431edb-666a-4f3e-aeb0-5574a65da276 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:36:51.785969 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-77a50abd-5686-4d31-ae0f-cff7d5d18160 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:51.911640 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-77a50abd-5686-4d31-ae0f-cff7d5d18160 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:51.944415 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-77a50abd-5686-4d31-ae0f-cff7d5d18160 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Calling delete_port for 83431edb-666a-4f3e-aeb0-5574a65da276 owned by network:router_gateway {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:36:52.051672 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1978337-d97e-4579-b526-795dca8c9dc0 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Router b2662cfb-687f-46ff-bd62-a5952ed3eba1 is scheduled to L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b with binding_index 1 {{(pid=95501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 19:36:52.116407 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4530971d-8cae-4754-a42a-99ef896995ef tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:52.157855 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4530971d-8cae-4754-a42a-99ef896995ef tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Pushing event deleted for resources: {'Port': ['ID=6eebfeb3-bf39-4ea7-9732-70555e1bd298,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:36:52.213274 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-77a50abd-5686-4d31-ae0f-cff7d5d18160 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:52.238093 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a50abd-5686-4d31-ae0f-cff7d5d18160 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Pushing event deleted for resources: {'Port': ['ID=83431edb-666a-4f3e-aeb0-5574a65da276,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:36:52.285248 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4530971d-8cae-4754-a42a-99ef896995ef tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7898909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8092450'] for router_interface, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:52.302719 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1978337-d97e-4579-b526-795dca8c9dc0 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:36:52.317122 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c61a46-fc75-4938-bd4b-1299bf4a299e None None] Sync routers for ids ['b2662cfb-687f-46ff-bd62-a5952ed3eba1'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:36:52.337790 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c61a46-fc75-4938-bd4b-1299bf4a299e None None] Routers {'b2662cfb-687f-46ff-bd62-a5952ed3eba1'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:36:52.338701 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-41c61a46-fc75-4938-bd4b-1299bf4a299e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:36:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['b2662cfb-687f-46ff-bd62-a5952ed3eba1'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:36:52.350962 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-77a50abd-5686-4d31-ae0f-cff7d5d18160 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7915456'] for router_gateway, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:52.509077 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4530971d-8cae-4754-a42a-99ef896995ef tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Router 6a7cc1c8-9c3e-4c8e-801f-c6857256f82c has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:36:52.538834 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-41c61a46-fc75-4938-bd4b-1299bf4a299e None None] Set router b2662cfb-687f-46ff-bd62-a5952ed3eba1 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:36:52.549128 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-77a50abd-5686-4d31-ae0f-cff7d5d18160 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255495'] for router, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:52.551929 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-77a50abd-5686-4d31-ae0f-cff7d5d18160 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:52.646985 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4530971d-8cae-4754-a42a-99ef896995ef tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:36:52.659389 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe74ad11-5fda-471f-8859-8c97c6d90917 None None] Sync routers for ids ['6a7cc1c8-9c3e-4c8e-801f-c6857256f82c'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:36:52.667295 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41420) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:36:52.671576 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-4530971d-8cae-4754-a42a-99ef896995ef tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] 10.222.0.49 "PUT /v2.0/routers/6a7cc1c8-9c3e-4c8e-801f-c6857256f82c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8674922 Oct 12 19:36:52.671576 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e1978337-d97e-4579-b526-795dca8c9dc0 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for router, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:52.675983 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-e1978337-d97e-4579-b526-795dca8c9dc0 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.7688782 Oct 12 19:36:52.676430 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 41422) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:36:52.692351 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe74ad11-5fda-471f-8859-8c97c6d90917 None None] Routers {'6a7cc1c8-9c3e-4c8e-801f-c6857256f82c'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:36:52.695032 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-fe74ad11-5fda-471f-8859-8c97c6d90917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:36:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['6a7cc1c8-9c3e-4c8e-801f-c6857256f82c'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:36:52.727536 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-77a50abd-5686-4d31-ae0f-cff7d5d18160 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8093499'] for router, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:52.733675 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77a50abd-5686-4d31-ae0f-cff7d5d18160 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Fanout notify agent at l3_agent the message router_deleted on router 40f68c2b-fbe2-491a-a865-d0322583fe2d {{(pid=95502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 19:36:52.754338 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-77a50abd-5686-4d31-ae0f-cff7d5d18160 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:52.757247 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-77a50abd-5686-4d31-ae0f-cff7d5d18160 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] 10.222.0.49 "DELETE /v2.0/routers/40f68c2b-fbe2-491a-a865-d0322583fe2d HTTP/1.1" status: 204 len: 168 time: 1.3924644 Oct 12 19:36:52.761702 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 41426) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:36:52.767345 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-4144547a-d0e5-4a6c-810c-b082a373a3ae tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1141972362', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}, 'admin_state_up': False}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:36:52.830618 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-41c61a46-fc75-4938-bd4b-1299bf4a299e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2662cfb-687f-46ff-bd62-a5952ed3eba1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-624072088', 'tenant_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': 'd065a78b-f200-4195-a642-a4bca2db4b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:36:49Z', 'updated_at': '2021-10-12T19:36:51Z', 'revision_number': 3, 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'gw_port': {'id': 'd065a78b-f200-4195-a642-a4bca2db4b0a', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f8:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2662cfb-687f-46ff-bd62-a5952ed3eba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2811, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:36:49Z', 'updated_at': '2021-10-12T19:36:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:36:52.832499 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-7002e33a-063c-4906-add6-69ed0402bb90 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Deleting subnet bd9a25c6-7d88-47ad-979d-89f2a41128c6 {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:36:52.836200 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7002e33a-063c-4906-add6-69ed0402bb90 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:52.869308 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c61a46-fc75-4938-bd4b-1299bf4a299e None None] Checking router: b2662cfb-687f-46ff-bd62-a5952ed3eba1 for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:36:52.869965 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c61a46-fc75-4938-bd4b-1299bf4a299e None None] Updating router b2662cfb-687f-46ff-bd62-a5952ed3eba1 port d065a78b-f200-4195-a642-a4bca2db4b0a binding host n-d-813679-3 {{(pid=95503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 19:36:52.890670 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-fe74ad11-5fda-471f-8859-8c97c6d90917 None None] Set router 6a7cc1c8-9c3e-4c8e-801f-c6857256f82c gateway port host: None {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:36:52.897855 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7002e33a-063c-4906-add6-69ed0402bb90 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16313642'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:52.902695 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-e160649b-e9f7-46e3-a7d8-d84bf1266aa9 tempest-TestNetworkAdvancedServerOps-832803611 tempest-TestNetworkAdvancedServerOps-832803611-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=80c6b006e6d9432a90abc6a3ef8ab3a8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2225187 Oct 12 19:36:52.904146 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-41c61a46-fc75-4938-bd4b-1299bf4a299e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:52.907827 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 41428) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:36:52.909145 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4144547a-d0e5-4a6c-810c-b082a373a3ae tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8093678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255505'] for router, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:52.911642 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4144547a-d0e5-4a6c-810c-b082a373a3ae tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8093562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8087085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8022306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255518'] for router, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:53.039036 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-fe74ad11-5fda-471f-8859-8c97c6d90917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a7cc1c8-9c3e-4c8e-801f-c6857256f82c', 'name': 'tempest-RoutersIpV6Test-router-1444819174', 'tenant_id': 'e40d925510bb4f2da67caa3378239276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:36:10Z', 'updated_at': '2021-10-12T19:36:51Z', 'revision_number': 11, 'project_id': 'e40d925510bb4f2da67caa3378239276', 'gw_port_host': None}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:36:53.096465 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe74ad11-5fda-471f-8859-8c97c6d90917 None None] Checking router: 6a7cc1c8-9c3e-4c8e-801f-c6857256f82c for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:36:53.105950 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7002e33a-063c-4906-add6-69ed0402bb90 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:53.115207 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe74ad11-5fda-471f-8859-8c97c6d90917 None None] Routers {'6a7cc1c8-9c3e-4c8e-801f-c6857256f82c'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:36:53.120611 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-fe74ad11-5fda-471f-8859-8c97c6d90917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:36:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['6a7cc1c8-9c3e-4c8e-801f-c6857256f82c'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:36:53.164535 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4144547a-d0e5-4a6c-810c-b082a373a3ae tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:53.226032 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf18ddff-fe91-4692-bea0-88c911e04ebf tempest-TestNetworkAdvancedServerOps-832803611 tempest-TestNetworkAdvancedServerOps-832803611-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:36:53.230631 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41434) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:36:53.230812 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-cf18ddff-fe91-4692-bea0-88c911e04ebf tempest-TestNetworkAdvancedServerOps-832803611 tempest-TestNetworkAdvancedServerOps-832803611-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3125026 Oct 12 19:36:53.276020 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-fe74ad11-5fda-471f-8859-8c97c6d90917 None None] Set router 6a7cc1c8-9c3e-4c8e-801f-c6857256f82c gateway port host: None {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:36:53.296128 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-900d1203-8b89-463a-937c-6fe97e7bd3b5 tempest-TestNetworkAdvancedServerOps-832803611 tempest-TestNetworkAdvancedServerOps-832803611-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=4afbf4a4-67f5-42d1-a358-7ba9799dab0c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0621939 Oct 12 19:36:53.297127 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41436) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:36:53.308733 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-edcaf514-8617-45cb-a90f-9e5c6460ec09 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-400329428', 'network_id': '92a88605-27ea-431c-b963-1a57c353f481', 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:36:53.356801 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-41c61a46-fc75-4938-bd4b-1299bf4a299e None None] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:53.383737 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-fe74ad11-5fda-471f-8859-8c97c6d90917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a7cc1c8-9c3e-4c8e-801f-c6857256f82c', 'name': 'tempest-RoutersIpV6Test-router-1444819174', 'tenant_id': 'e40d925510bb4f2da67caa3378239276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:36:10Z', 'updated_at': '2021-10-12T19:36:51Z', 'revision_number': 11, 'project_id': 'e40d925510bb4f2da67caa3378239276', 'gw_port_host': None}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:36:53.406503 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7002e33a-063c-4906-add6-69ed0402bb90 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4306592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16245866'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:53.415891 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe74ad11-5fda-471f-8859-8c97c6d90917 None None] The sync data for ids ['6a7cc1c8-9c3e-4c8e-801f-c6857256f82c'] in n-d-813679-3 is: [{'id': '6a7cc1c8-9c3e-4c8e-801f-c6857256f82c', 'name': 'tempest-RoutersIpV6Test-router-1444819174', 'tenant_id': 'e40d925510bb4f2da67caa3378239276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:36:10Z', 'updated_at': '2021-10-12T19:36:51Z', 'revision_number': 11, 'project_id': 'e40d925510bb4f2da67caa3378239276', 'gw_port_host': None}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:36:53.441660 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-41c61a46-fc75-4938-bd4b-1299bf4a299e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:53.535349 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-41c61a46-fc75-4938-bd4b-1299bf4a299e None None] Attempting to bind port d065a78b-f200-4195-a642-a4bca2db4b0a on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:36:53.536557 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-41c61a46-fc75-4938-bd4b-1299bf4a299e None None] Attempting to bind port d065a78b-f200-4195-a642-a4bca2db4b0a by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:36:53.537157 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c61a46-fc75-4938-bd4b-1299bf4a299e None None] Attempting to bind port d065a78b-f200-4195-a642-a4bca2db4b0a on network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:36:53.537397 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7002e33a-063c-4906-add6-69ed0402bb90 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Pushing event deleted for resources: {'Subnet': ['ID=bd9a25c6-7d88-47ad-979d-89f2a41128c6,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:36:53.546570 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7002e33a-063c-4906-add6-69ed0402bb90 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:53.550790 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-7002e33a-063c-4906-add6-69ed0402bb90 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] 10.222.0.49 "DELETE /v2.0/subnets/bd9a25c6-7d88-47ad-979d-89f2a41128c6 HTTP/1.1" status: 204 len: 168 time: 0.8824153 Oct 12 19:36:53.560610 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c61a46-fc75-4938-bd4b-1299bf4a299e None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:36:53.561360 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c61a46-fc75-4938-bd4b-1299bf4a299e None None] Checking segment: {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:36:53.561946 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-41c61a46-fc75-4938-bd4b-1299bf4a299e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:53.562531 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c61a46-fc75-4938-bd4b-1299bf4a299e None None] Bound using segment: {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:36:53.563695 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-41c61a46-fc75-4938-bd4b-1299bf4a299e None None] Bound port: d065a78b-f200-4195-a642-a4bca2db4b0a, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:36:53.564911 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41440) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:36:53.565280 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-41c61a46-fc75-4938-bd4b-1299bf4a299e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:53.570723 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50101188-ace8-4f53-9587-bec3baa011b0 None None] Network df045a9b-1fd3-41d1-9670-a9c617c76ee3 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:36:53.615986 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae0cc86-dbf8-485b-b848-b0de9ae88f1a None None] Pushing event updated for resources: {'Port': ['ID=d065a78b-f200-4195-a642-a4bca2db4b0a,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:36:53.698902 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edcaf514-8617-45cb-a90f-9e5c6460ec09 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Made reservation on behalf of 80c6b006e6d9432a90abc6a3ef8ab3a8 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:36:53.703997 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-edcaf514-8617-45cb-a90f-9e5c6460ec09 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16245837'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:53.745525 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-41c61a46-fc75-4938-bd4b-1299bf4a299e None None] For port d065a78b-f200-4195-a642-a4bca2db4b0a, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:36:53.781546 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-03c5d291-45a2-420f-9840-c9b3b011d51e tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:53.790392 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-41c61a46-fc75-4938-bd4b-1299bf4a299e None None] For port d065a78b-f200-4195-a642-a4bca2db4b0a, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=d065a78b-f200-4195-a642-a4bca2db4b0a,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:36:53.883185 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-41c61a46-fc75-4938-bd4b-1299bf4a299e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:53.942101 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6836e6a2-0881-4e92-badd-05c282bc592c None None] DHCP port deletion for df045a9b-1fd3-41d1-9670-a9c617c76ee3 request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 19:36:53.967702 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4144547a-d0e5-4a6c-810c-b082a373a3ae tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:54.039370 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c61a46-fc75-4938-bd4b-1299bf4a299e None None] Routers {'b2662cfb-687f-46ff-bd62-a5952ed3eba1'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:36:54.040370 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-41c61a46-fc75-4938-bd4b-1299bf4a299e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:36:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['b2662cfb-687f-46ff-bd62-a5952ed3eba1'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:36:54.338411 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-03c5d291-45a2-420f-9840-c9b3b011d51e tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Deleting port 9feae632-683b-4ace-ac0d-be344855d0e0 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:36:54.341238 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae0cc86-dbf8-485b-b848-b0de9ae88f1a None None] Pushing event updated for resources: {'Port': ['ID=d065a78b-f200-4195-a642-a4bca2db4b0a,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:36:54.341871 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-03c5d291-45a2-420f-9840-c9b3b011d51e tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:54.369912 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4144547a-d0e5-4a6c-810c-b082a373a3ae tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Notify callbacks [] for router_gateway, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:54.393462 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4144547a-d0e5-4a6c-810c-b082a373a3ae tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:54.445962 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-41c61a46-fc75-4938-bd4b-1299bf4a299e None None] Set router b2662cfb-687f-46ff-bd62-a5952ed3eba1 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:36:54.536382 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-03c5d291-45a2-420f-9840-c9b3b011d51e tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] For port 9feae632-683b-4ace-ac0d-be344855d0e0, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=9feae632-683b-4ace-ac0d-be344855d0e0,segment=NetworkSegment(e003f1d9-71e7-4d27-9b9b-704d8d138e4c),segment_id=e003f1d9-71e7-4d27-9b9b-704d8d138e4c)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:36:54.537232 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-03c5d291-45a2-420f-9840-c9b3b011d51e tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:54.583086 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-4144547a-d0e5-4a6c-810c-b082a373a3ae tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Allocated IP 172.25.5.47 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/1ec0a42b-d594-4ca8-8557-35898a066d41) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:36:54.611546 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-03c5d291-45a2-420f-9840-c9b3b011d51e tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Calling delete_port for 9feae632-683b-4ace-ac0d-be344855d0e0 owned by network:dhcp {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:36:54.697442 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-6836e6a2-0881-4e92-badd-05c282bc592c None None] Deleting port 9feae632-683b-4ace-ac0d-be344855d0e0 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:36:54.697676 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6836e6a2-0881-4e92-badd-05c282bc592c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:54.719605 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4144547a-d0e5-4a6c-810c-b082a373a3ae tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:54.743314 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 9feae632-683b-4ace-ac0d-be344855d0e0 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:36:54.786137 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-edcaf514-8617-45cb-a90f-9e5c6460ec09 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4306659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16245859'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:54.814292 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4144547a-d0e5-4a6c-810c-b082a373a3ae tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:54.835414 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-6836e6a2-0881-4e92-badd-05c282bc592c None None] For port 9feae632-683b-4ace-ac0d-be344855d0e0, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=9feae632-683b-4ace-ac0d-be344855d0e0,segment=NetworkSegment(e003f1d9-71e7-4d27-9b9b-704d8d138e4c),segment_id=e003f1d9-71e7-4d27-9b9b-704d8d138e4c)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:36:54.835991 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6836e6a2-0881-4e92-badd-05c282bc592c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:54.896399 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:54.912228 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-03c5d291-45a2-420f-9840-c9b3b011d51e tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:54.913578 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-6836e6a2-0881-4e92-badd-05c282bc592c None None] Calling delete_port for 9feae632-683b-4ace-ac0d-be344855d0e0 owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:36:54.918774 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4144547a-d0e5-4a6c-810c-b082a373a3ae tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:36:54.923735 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-41c61a46-fc75-4938-bd4b-1299bf4a299e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2662cfb-687f-46ff-bd62-a5952ed3eba1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-624072088', 'tenant_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': 'd065a78b-f200-4195-a642-a4bca2db4b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:36:49Z', 'updated_at': '2021-10-12T19:36:51Z', 'revision_number': 3, 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'gw_port': {'id': 'd065a78b-f200-4195-a642-a4bca2db4b0a', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f8:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2662cfb-687f-46ff-bd62-a5952ed3eba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2811, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:36:49Z', 'updated_at': '2021-10-12T19:36:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:36:54.936492 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-4144547a-d0e5-4a6c-810c-b082a373a3ae tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:36:54.939013 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4144547a-d0e5-4a6c-810c-b082a373a3ae tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:36:54.954367 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edcaf514-8617-45cb-a90f-9e5c6460ec09 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Checking segment: {'id': '063c5d4a-c2c9-4e07-b7e3-8775f3660273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '92a88605-27ea-431c-b963-1a57c353f481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:36:54.955564 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edcaf514-8617-45cb-a90f-9e5c6460ec09 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Network hostable DHCP agents. Network: 92a88605-27ea-431c-b963-1a57c353f481, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:36:54.960398 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c5d291-45a2-420f-9840-c9b3b011d51e tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Pushing event deleted for resources: {'Port': ['ID=9feae632-683b-4ace-ac0d-be344855d0e0,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:36:54.969626 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c5d291-45a2-420f-9840-c9b3b011d51e tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] No DVR routers for this DVR port 9feae632-683b-4ace-ac0d-be344855d0e0 on host n-d-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:36:54.970965 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcaf514-8617-45cb-a90f-9e5c6460ec09 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Pushing event updated for resources: {'Subnet': ['ID=88fecf92-221f-4920-9ea6-7b9931392c45,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:36:54.990973 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4144547a-d0e5-4a6c-810c-b082a373a3ae tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Pushing event updated for resources: {'Port': ['ID=1ec0a42b-d594-4ca8-8557-35898a066d41,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:36:54.991855 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c61a46-fc75-4938-bd4b-1299bf4a299e None None] The sync data for ids ['b2662cfb-687f-46ff-bd62-a5952ed3eba1'] in n-d-813679-3 is: [{'id': 'b2662cfb-687f-46ff-bd62-a5952ed3eba1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-624072088', 'tenant_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': 'd065a78b-f200-4195-a642-a4bca2db4b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:36:49Z', 'updated_at': '2021-10-12T19:36:51Z', 'revision_number': 3, 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'gw_port': {'id': 'd065a78b-f200-4195-a642-a4bca2db4b0a', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f8:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2662cfb-687f-46ff-bd62-a5952ed3eba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2811, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:36:49Z', 'updated_at': '2021-10-12T19:36:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:36:55.088055 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-03c5d291-45a2-420f-9840-c9b3b011d51e tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:55.116344 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-03c5d291-45a2-420f-9840-c9b3b011d51e tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df045a9b-1fd3-41d1-9670-a9c617c76ee3']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:36:55.140409 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 6eebfeb3-bf39-4ea7-9732-70555e1bd298 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:36:55.140700 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edcaf514-8617-45cb-a90f-9e5c6460ec09 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Network 92a88605-27ea-431c-b963-1a57c353f481 is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:36:55.144797 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-03c5d291-45a2-420f-9840-c9b3b011d51e tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e003f1d9-71e7-4d27-9b9b-704d8d138e4c') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:36:55.151960 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-03c5d291-45a2-420f-9840-c9b3b011d51e tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e003f1d9-71e7-4d27-9b9b-704d8d138e4c') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:36:55.179151 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-03c5d291-45a2-420f-9840-c9b3b011d51e tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16313633'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:55.184204 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 6eebfeb3-bf39-4ea7-9732-70555e1bd298 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:36:55.184204 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 6eebfeb3-bf39-4ea7-9732-70555e1bd298 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:36:55.216473 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-03c5d291-45a2-420f-9840-c9b3b011d51e tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:55.222506 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6836e6a2-0881-4e92-badd-05c282bc592c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:55.227353 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03c5d291-45a2-420f-9840-c9b3b011d51e tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:36:55.227851 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-03c5d291-45a2-420f-9840-c9b3b011d51e tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4305278'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:55.241876 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6836e6a2-0881-4e92-badd-05c282bc592c None None] No DVR routers for this DVR port 9feae632-683b-4ace-ac0d-be344855d0e0 on host n-d-813679-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:36:55.260428 n-d-813679-3 neutron-server[95502]: Traceback (most recent call last): Oct 12 19:36:55.260428 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:36:55.260428 n-d-813679-3 neutron-server[95502]: timer() Oct 12 19:36:55.260428 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:36:55.260428 n-d-813679-3 neutron-server[95502]: cb(*args, **kw) Oct 12 19:36:55.260428 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:36:55.260428 n-d-813679-3 neutron-server[95502]: return func(*args, **kwargs) Oct 12 19:36:55.260428 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:36:55.260428 n-d-813679-3 neutron-server[95502]: self._notify() Oct 12 19:36:55.260428 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:36:55.260428 n-d-813679-3 neutron-server[95502]: self.callback(batched_events) Oct 12 19:36:55.260428 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:36:55.260428 n-d-813679-3 neutron-server[95502]: event.method(event) Oct 12 19:36:55.260428 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:36:55.260428 n-d-813679-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:36:55.260428 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:36:55.260428 n-d-813679-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:36:55.260428 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:36:55.260428 n-d-813679-3 neutron-server[95502]: return f(self, *a, **k) Oct 12 19:36:55.260428 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:36:55.260428 n-d-813679-3 neutron-server[95502]: return self._get(url).json() Oct 12 19:36:55.260428 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:36:55.260428 n-d-813679-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:36:55.260428 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:36:55.260428 n-d-813679-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Oct 12 19:36:55.260428 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:36:55.260428 n-d-813679-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:36:55.260428 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:36:55.260428 n-d-813679-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:36:55.260428 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:36:55.260428 n-d-813679-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:36:55.260428 n-d-813679-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:36:55.273467 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6836e6a2-0881-4e92-badd-05c282bc592c None None] Pushing event deleted for resources: {'Port': ['ID=9feae632-683b-4ace-ac0d-be344855d0e0,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:36:55.305641 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-edcaf514-8617-45cb-a90f-9e5c6460ec09 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, 92a88605-27ea-431c-b963-1a57c353f481) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:36:55.316926 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4326e097-0ca0-4494-8167-5a1f36154fcd None None] Network 92a88605-27ea-431c-b963-1a57c353f481 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:36:55.319461 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edcaf514-8617-45cb-a90f-9e5c6460ec09 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:36:55.320152 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-edcaf514-8617-45cb-a90f-9e5c6460ec09 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:55.482106 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-03c5d291-45a2-420f-9840-c9b3b011d51e tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:55.489695 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-edcaf514-8617-45cb-a90f-9e5c6460ec09 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.1888995 Oct 12 19:36:55.492700 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4144547a-d0e5-4a6c-810c-b082a373a3ae tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Notify callbacks [] for router_gateway, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:55.501179 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-03c5d291-45a2-420f-9840-c9b3b011d51e tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:55.510085 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-03c5d291-45a2-420f-9840-c9b3b011d51e tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] 10.222.0.49 "DELETE /v2.0/networks/df045a9b-1fd3-41d1-9670-a9c617c76ee3 HTTP/1.1" status: 204 len: 168 time: 1.9425769 Oct 12 19:36:55.512243 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41448) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:36:55.512420 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41450) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:36:55.571299 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84018e44-eef5-4345-ad16-7f24c3b7fd76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-92a88605-27ea-431c-b963-1a57c353f481', 'network_id': '92a88605-27ea-431c-b963-1a57c353f481', 'tenant_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'fixed_ips': [{'subnet_id': '88fecf92-221f-4920-9ea6-7b9931392c45'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:36:55.572203 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-84018e44-eef5-4345-ad16-7f24c3b7fd76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:55.592220 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-363f561c-be18-47c0-a29c-578c2005f9ed tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Request body: {'router': {'routes': None}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:36:55.747220 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-84018e44-eef5-4345-ad16-7f24c3b7fd76 None None] Allocated IP 172.20.0.2 (92a88605-27ea-431c-b963-1a57c353f481/88fecf92-221f-4920-9ea6-7b9931392c45/d9cb4a1e-fd79-41e8-bc6c-affbcb687df3) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:36:55.777854 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c5d291-45a2-420f-9840-c9b3b011d51e tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Pushing event deleted for resources: {'Network': ['ID=df045a9b-1fd3-41d1-9670-a9c617c76ee3,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:36:55.895145 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4144547a-d0e5-4a6c-810c-b082a373a3ae tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8093541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7915516'] for router, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:55.949525 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-84018e44-eef5-4345-ad16-7f24c3b7fd76 None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:56.036647 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.extraroute_db [None req-363f561c-be18-47c0-a29c-578c2005f9ed tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Added routes are [] {{(pid=95502) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 12 19:36:56.037221 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.extraroute_db [None req-363f561c-be18-47c0-a29c-578c2005f9ed tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Removed routes are [] {{(pid=95502) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 12 19:36:56.037335 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-363f561c-be18-47c0-a29c-578c2005f9ed tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8087071', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8093548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255500'] for router, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:56.042125 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-84018e44-eef5-4345-ad16-7f24c3b7fd76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:56.115339 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84018e44-eef5-4345-ad16-7f24c3b7fd76 None None] Network 92a88605-27ea-431c-b963-1a57c353f481 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:36:56.121942 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-84018e44-eef5-4345-ad16-7f24c3b7fd76 None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:36:56.139169 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84018e44-eef5-4345-ad16-7f24c3b7fd76 None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:36:56.184192 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4144547a-d0e5-4a6c-810c-b082a373a3ae tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Router 8e866680-8aa2-4107-8c02-8b6900400c5c is scheduled to L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b with binding_index 1 {{(pid=95501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 19:36:56.246808 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84018e44-eef5-4345-ad16-7f24c3b7fd76 None None] Pushing event updated for resources: {'Port': ['ID=d9cb4a1e-fd79-41e8-bc6c-affbcb687df3,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:36:56.277627 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-84018e44-eef5-4345-ad16-7f24c3b7fd76 None None] Attempting to bind port d9cb4a1e-fd79-41e8-bc6c-affbcb687df3 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:36:56.278300 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-84018e44-eef5-4345-ad16-7f24c3b7fd76 None None] Attempting to bind port d9cb4a1e-fd79-41e8-bc6c-affbcb687df3 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '063c5d4a-c2c9-4e07-b7e3-8775f3660273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '92a88605-27ea-431c-b963-1a57c353f481'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:36:56.278978 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84018e44-eef5-4345-ad16-7f24c3b7fd76 None None] Attempting to bind port d9cb4a1e-fd79-41e8-bc6c-affbcb687df3 on network 92a88605-27ea-431c-b963-1a57c353f481 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:36:56.299364 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84018e44-eef5-4345-ad16-7f24c3b7fd76 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:36:56.299911 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84018e44-eef5-4345-ad16-7f24c3b7fd76 None None] Checking segment: {'id': '063c5d4a-c2c9-4e07-b7e3-8775f3660273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '92a88605-27ea-431c-b963-1a57c353f481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:36:56.300444 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-84018e44-eef5-4345-ad16-7f24c3b7fd76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:56.301461 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84018e44-eef5-4345-ad16-7f24c3b7fd76 None None] Bound using segment: {'id': '063c5d4a-c2c9-4e07-b7e3-8775f3660273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '92a88605-27ea-431c-b963-1a57c353f481'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:36:56.302044 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-84018e44-eef5-4345-ad16-7f24c3b7fd76 None None] Bound port: d9cb4a1e-fd79-41e8-bc6c-affbcb687df3, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '063c5d4a-c2c9-4e07-b7e3-8775f3660273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '92a88605-27ea-431c-b963-1a57c353f481'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:36:56.302523 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-84018e44-eef5-4345-ad16-7f24c3b7fd76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:56.332614 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-363f561c-be18-47c0-a29c-578c2005f9ed tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8087071', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8093548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255500'] for router, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:56.338354 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-363f561c-be18-47c0-a29c-578c2005f9ed tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7915516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8087046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7915509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8093527'] for router, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:56.400956 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-84018e44-eef5-4345-ad16-7f24c3b7fd76 None None] For port d9cb4a1e-fd79-41e8-bc6c-affbcb687df3, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:36:56.406315 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-84018e44-eef5-4345-ad16-7f24c3b7fd76 None None] For port d9cb4a1e-fd79-41e8-bc6c-affbcb687df3, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=d9cb4a1e-fd79-41e8-bc6c-affbcb687df3,segment=NetworkSegment(063c5d4a-c2c9-4e07-b7e3-8775f3660273),segment_id=063c5d4a-c2c9-4e07-b7e3-8775f3660273)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:36:56.432131 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4144547a-d0e5-4a6c-810c-b082a373a3ae tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:36:56.450727 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa113de-4eaa-4ea1-8559-428f8c7e4dd0 None None] Sync routers for ids ['8e866680-8aa2-4107-8c02-8b6900400c5c'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:36:56.461375 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa113de-4eaa-4ea1-8559-428f8c7e4dd0 None None] Routers {'8e866680-8aa2-4107-8c02-8b6900400c5c'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:36:56.462303 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-efa113de-4eaa-4ea1-8559-428f8c7e4dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:36:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['8e866680-8aa2-4107-8c02-8b6900400c5c'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:36:56.512270 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-84018e44-eef5-4345-ad16-7f24c3b7fd76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:56.513648 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-efa113de-4eaa-4ea1-8559-428f8c7e4dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:36:56.518487 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-363f561c-be18-47c0-a29c-578c2005f9ed tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Router 6a7cc1c8-9c3e-4c8e-801f-c6857256f82c has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:36:56.535435 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4144547a-d0e5-4a6c-810c-b082a373a3ae tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Notify callbacks [] for router, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:56.537896 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-4144547a-d0e5-4a6c-810c-b082a373a3ae tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.7754557 Oct 12 19:36:56.540744 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 41456) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:36:56.560164 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa113de-4eaa-4ea1-8559-428f8c7e4dd0 None None] Routers {'8e866680-8aa2-4107-8c02-8b6900400c5c'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:36:56.560942 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-efa113de-4eaa-4ea1-8559-428f8c7e4dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:36:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['8e866680-8aa2-4107-8c02-8b6900400c5c'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:36:56.561604 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-8b166055-477f-46c7-a490-5922feed4330 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:36:56.613150 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-efa113de-4eaa-4ea1-8559-428f8c7e4dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:36:56.613955 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa113de-4eaa-4ea1-8559-428f8c7e4dd0 None None] The sync data for ids ['8e866680-8aa2-4107-8c02-8b6900400c5c'] in n-d-813679-3 is: [] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:36:56.628865 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84018e44-eef5-4345-ad16-7f24c3b7fd76 None None] Pushing event updated for resources: {'Port': ['ID=d9cb4a1e-fd79-41e8-bc6c-affbcb687df3,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:36:56.763290 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device d065a78b-f200-4195-a642-a4bca2db4b0a up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:36:56.844430 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-363f561c-be18-47c0-a29c-578c2005f9ed tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:36:56.860006 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-363f561c-be18-47c0-a29c-578c2005f9ed tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:56.864535 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3628b29d-a64f-487b-80ef-aaff18ac7b97 None None] Sync routers for ids ['6a7cc1c8-9c3e-4c8e-801f-c6857256f82c'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:36:56.870752 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-363f561c-be18-47c0-a29c-578c2005f9ed tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] 10.222.0.49 "PUT /v2.0/routers/6a7cc1c8-9c3e-4c8e-801f-c6857256f82c HTTP/1.1" status: 200 len: 705 time: 1.2815251 Oct 12 19:36:56.876123 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41462) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:36:56.882220 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3628b29d-a64f-487b-80ef-aaff18ac7b97 None None] Routers {'6a7cc1c8-9c3e-4c8e-801f-c6857256f82c'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:36:56.883308 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-3628b29d-a64f-487b-80ef-aaff18ac7b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:36:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['6a7cc1c8-9c3e-4c8e-801f-c6857256f82c'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:36:56.889760 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port d065a78b-f200-4195-a642-a4bca2db4b0a triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:36:56.890251 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:56.985707 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-a6747be2-c418-4adc-a853-a84e4ce4ecd5 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a7cc1c8-9c3e-4c8e-801f-c6857256f82c HTTP/1.1" status: 200 len: 205 time: 0.1086972 Oct 12 19:36:56.992086 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41464) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:36:57.035338 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-3628b29d-a64f-487b-80ef-aaff18ac7b97 None None] Set router 6a7cc1c8-9c3e-4c8e-801f-c6857256f82c gateway port host: None {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:36:57.117804 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:57.145734 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-3628b29d-a64f-487b-80ef-aaff18ac7b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a7cc1c8-9c3e-4c8e-801f-c6857256f82c', 'name': 'tempest-RoutersIpV6Test-router-1444819174', 'tenant_id': 'e40d925510bb4f2da67caa3378239276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:36:10Z', 'updated_at': '2021-10-12T19:36:51Z', 'revision_number': 11, 'project_id': 'e40d925510bb4f2da67caa3378239276', 'gw_port_host': None}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:36:57.165004 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] For port d065a78b-f200-4195-a642-a4bca2db4b0a, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=d065a78b-f200-4195-a642-a4bca2db4b0a,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:36:57.246074 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:57.327510 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e6c04d11-5178-44f8-8efa-d266c33ca28e tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks [] for router, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:57.341708 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8b166055-477f-46c7-a490-5922feed4330 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:57.376351 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Pushing event updated for resources: {'Port': ['ID=d065a78b-f200-4195-a642-a4bca2db4b0a,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:36:57.383725 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3628b29d-a64f-487b-80ef-aaff18ac7b97 None None] Checking router: 6a7cc1c8-9c3e-4c8e-801f-c6857256f82c for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:36:57.401968 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3628b29d-a64f-487b-80ef-aaff18ac7b97 None None] Routers {'6a7cc1c8-9c3e-4c8e-801f-c6857256f82c'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:36:57.402584 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-3628b29d-a64f-487b-80ef-aaff18ac7b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:36:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['6a7cc1c8-9c3e-4c8e-801f-c6857256f82c'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:36:57.435484 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-867ecdf4-c309-44f3-bd73-3f2e6692181d tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:57.482485 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-3628b29d-a64f-487b-80ef-aaff18ac7b97 None None] Set router 6a7cc1c8-9c3e-4c8e-801f-c6857256f82c gateway port host: None {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:36:57.538104 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8b166055-477f-46c7-a490-5922feed4330 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:57.543093 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-3628b29d-a64f-487b-80ef-aaff18ac7b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a7cc1c8-9c3e-4c8e-801f-c6857256f82c', 'name': 'tempest-RoutersIpV6Test-router-1444819174', 'tenant_id': 'e40d925510bb4f2da67caa3378239276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:36:10Z', 'updated_at': '2021-10-12T19:36:51Z', 'revision_number': 11, 'project_id': 'e40d925510bb4f2da67caa3378239276', 'gw_port_host': None}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:36:57.583678 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3628b29d-a64f-487b-80ef-aaff18ac7b97 None None] The sync data for ids ['6a7cc1c8-9c3e-4c8e-801f-c6857256f82c'] in n-d-813679-3 is: [{'id': '6a7cc1c8-9c3e-4c8e-801f-c6857256f82c', 'name': 'tempest-RoutersIpV6Test-router-1444819174', 'tenant_id': 'e40d925510bb4f2da67caa3378239276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:36:10Z', 'updated_at': '2021-10-12T19:36:51Z', 'revision_number': 11, 'project_id': 'e40d925510bb4f2da67caa3378239276', 'gw_port_host': None}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:36:57.640738 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e6c04d11-5178-44f8-8efa-d266c33ca28e tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255495'] for router, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:57.668248 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e6c04d11-5178-44f8-8efa-d266c33ca28e tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:57.801084 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-8b166055-477f-46c7-a490-5922feed4330 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Deleting port 1ec0a42b-d594-4ca8-8557-35898a066d41 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:36:57.801596 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8b166055-477f-46c7-a490-5922feed4330 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:57.873932 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e6c04d11-5178-44f8-8efa-d266c33ca28e tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8093499'] for router, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:57.874267 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6c04d11-5178-44f8-8efa-d266c33ca28e tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Fanout notify agent at l3_agent the message router_deleted on router 6a7cc1c8-9c3e-4c8e-801f-c6857256f82c {{(pid=95502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 19:36:57.891350 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e6c04d11-5178-44f8-8efa-d266c33ca28e tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:57.896151 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-e6c04d11-5178-44f8-8efa-d266c33ca28e tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] 10.222.0.49 "DELETE /v2.0/routers/6a7cc1c8-9c3e-4c8e-801f-c6857256f82c HTTP/1.1" status: 204 len: 168 time: 0.9030058 Oct 12 19:36:57.932887 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41470) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:36:57.936975 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-62b8f8ff-a7be-4c99-b321-59cdb31dcf41 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-184198029', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:36:58.074735 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8b166055-477f-46c7-a490-5922feed4330 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:58.108163 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-8b166055-477f-46c7-a490-5922feed4330 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Calling delete_port for 1ec0a42b-d594-4ca8-8557-35898a066d41 owned by network:router_gateway {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:36:58.155603 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-867ecdf4-c309-44f3-bd73-3f2e6692181d tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Allocated IP 172.20.0.1 (92a88605-27ea-431c-b963-1a57c353f481/88fecf92-221f-4920-9ea6-7b9931392c45/16798d8f-026e-49d3-a8ba-2dcf688fad5d) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:36:58.165010 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-62b8f8ff-a7be-4c99-b321-59cdb31dcf41 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8093678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255505'] for router, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:58.171701 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-62b8f8ff-a7be-4c99-b321-59cdb31dcf41 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8093562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8087085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8022306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255518'] for router, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:58.302592 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-314efb4e-25f9-4e5c-981f-84ae19d34693 None None] Network 92a88605-27ea-431c-b963-1a57c353f481 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:36:58.414806 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-2888156d-048e-4aef-a029-c3eca2941e70 None None] Provisioning complete for port d9cb4a1e-fd79-41e8-bc6c-affbcb687df3 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:36:58.415084 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2888156d-048e-4aef-a029-c3eca2941e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:58.444065 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-62b8f8ff-a7be-4c99-b321-59cdb31dcf41 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:58.500067 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8b166055-477f-46c7-a490-5922feed4330 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:58.573192 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-62b8f8ff-a7be-4c99-b321-59cdb31dcf41 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8093541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7915516'] for router, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:58.592082 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2888156d-048e-4aef-a029-c3eca2941e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:58.649090 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-867ecdf4-c309-44f3-bd73-3f2e6692181d tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:58.652410 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b166055-477f-46c7-a490-5922feed4330 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Pushing event deleted for resources: {'Port': ['ID=1ec0a42b-d594-4ca8-8557-35898a066d41,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:36:58.654213 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-2888156d-048e-4aef-a029-c3eca2941e70 None None] For port d9cb4a1e-fd79-41e8-bc6c-affbcb687df3, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=d9cb4a1e-fd79-41e8-bc6c-affbcb687df3,segment=NetworkSegment(063c5d4a-c2c9-4e07-b7e3-8775f3660273),segment_id=063c5d4a-c2c9-4e07-b7e3-8775f3660273)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:36:58.742713 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8b166055-477f-46c7-a490-5922feed4330 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7915456'] for router_gateway, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:58.758657 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-62b8f8ff-a7be-4c99-b321-59cdb31dcf41 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:58.760048 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-62b8f8ff-a7be-4c99-b321-59cdb31dcf41 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.8265188 Oct 12 19:36:58.768052 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41476) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:36:58.768052 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-e98095cd-a44c-4a37-ad44-83d94fe8d70a tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Request body: {'router': {'admin_state_up': True}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:36:58.824700 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2888156d-048e-4aef-a029-c3eca2941e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:58.908723 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-867ecdf4-c309-44f3-bd73-3f2e6692181d tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:58.917058 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device d9cb4a1e-fd79-41e8-bc6c-affbcb687df3 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:36:59.032591 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2888156d-048e-4aef-a029-c3eca2941e70 None None] Pushing event updated for resources: {'Port': ['ID=d9cb4a1e-fd79-41e8-bc6c-affbcb687df3,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:36:59.231732 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port d9cb4a1e-fd79-41e8-bc6c-affbcb687df3 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:36:59.232133 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:59.233866 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-9299cce3-085d-4fb7-b955-20bbb2eb93d6 None None] Provisioning complete for port d9cb4a1e-fd79-41e8-bc6c-affbcb687df3 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:36:59.234317 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9299cce3-085d-4fb7-b955-20bbb2eb93d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:59.284816 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8b166055-477f-46c7-a490-5922feed4330 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8087071', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8093548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255500'] for router, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:59.288321 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8b166055-477f-46c7-a490-5922feed4330 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7915516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8087046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7915509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8093527'] for router, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:59.328290 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f6b35aad-7cdd-4eee-893e-913740bf7095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:59.390375 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device d065a78b-f200-4195-a642-a4bca2db4b0a up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:36:59.420574 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867ecdf4-c309-44f3-bd73-3f2e6692181d tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Network 92a88605-27ea-431c-b963-1a57c353f481 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:36:59.427319 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-867ecdf4-c309-44f3-bd73-3f2e6692181d tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:36:59.518255 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867ecdf4-c309-44f3-bd73-3f2e6692181d tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:36:59.531809 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b166055-477f-46c7-a490-5922feed4330 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Router 8e866680-8aa2-4107-8c02-8b6900400c5c has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:36:59.541692 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867ecdf4-c309-44f3-bd73-3f2e6692181d tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Pushing event updated for resources: {'Port': ['ID=16798d8f-026e-49d3-a8ba-2dcf688fad5d,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:36:59.545735 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port d065a78b-f200-4195-a642-a4bca2db4b0a triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:36:59.550002 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:59.590801 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ecdf4-c309-44f3-bd73-3f2e6692181d tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:36:59.591158 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ecdf4-c309-44f3-bd73-3f2e6692181d tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:36:59.591516 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ecdf4-c309-44f3-bd73-3f2e6692181d tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:36:59.591861 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ecdf4-c309-44f3-bd73-3f2e6692181d tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:36:59.592217 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ecdf4-c309-44f3-bd73-3f2e6692181d tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:36:59.592565 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ecdf4-c309-44f3-bd73-3f2e6692181d tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:36:59.592893 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ecdf4-c309-44f3-bd73-3f2e6692181d tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:36:59.593244 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ecdf4-c309-44f3-bd73-3f2e6692181d tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:36:59.593585 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ecdf4-c309-44f3-bd73-3f2e6692181d tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:36:59.593903 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ecdf4-c309-44f3-bd73-3f2e6692181d tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:36:59.594244 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ecdf4-c309-44f3-bd73-3f2e6692181d tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:36:59.594574 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ecdf4-c309-44f3-bd73-3f2e6692181d tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:36:59.599162 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e98095cd-a44c-4a37-ad44-83d94fe8d70a tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8087071', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8093548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255500'] for router, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:59.655344 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-867ecdf4-c309-44f3-bd73-3f2e6692181d tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7915309'] for router_interface, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:59.683201 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b166055-477f-46c7-a490-5922feed4330 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:36:59.700017 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2033026f-2d39-436f-b0d9-069a5a8c6219 None None] Sync routers for ids ['8e866680-8aa2-4107-8c02-8b6900400c5c'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:36:59.703680 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8b166055-477f-46c7-a490-5922feed4330 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Notify callbacks [] for router, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:59.713754 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-8b166055-477f-46c7-a490-5922feed4330 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] 10.222.0.49 "PUT /v2.0/routers/8e866680-8aa2-4107-8c02-8b6900400c5c HTTP/1.1" status: 200 len: 706 time: 3.1634066 Oct 12 19:36:59.716091 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 41482) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:36:59.749514 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e98095cd-a44c-4a37-ad44-83d94fe8d70a tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7915516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8087046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7915509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8093527'] for router, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:59.749765 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2033026f-2d39-436f-b0d9-069a5a8c6219 None None] Routers {'8e866680-8aa2-4107-8c02-8b6900400c5c'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:36:59.749765 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-2033026f-2d39-436f-b0d9-069a5a8c6219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:36:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['8e866680-8aa2-4107-8c02-8b6900400c5c'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:36:59.796364 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-2033026f-2d39-436f-b0d9-069a5a8c6219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:36:59.828759 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2033026f-2d39-436f-b0d9-069a5a8c6219 None None] Routers {'8e866680-8aa2-4107-8c02-8b6900400c5c'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:36:59.829508 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-2033026f-2d39-436f-b0d9-069a5a8c6219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:36:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['8e866680-8aa2-4107-8c02-8b6900400c5c'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:36:59.881279 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-2033026f-2d39-436f-b0d9-069a5a8c6219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:36:59.882162 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2033026f-2d39-436f-b0d9-069a5a8c6219 None None] The sync data for ids ['8e866680-8aa2-4107-8c02-8b6900400c5c'] in n-d-813679-3 is: [] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:36:59.891167 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-db362ac9-307c-4db4-a312-4f3c35e87198 tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] 10.222.0.49 "GET /v2.0/routers/8e866680-8aa2-4107-8c02-8b6900400c5c HTTP/1.1" status: 200 len: 741 time: 0.1692381 Oct 12 19:36:59.893353 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 41484) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:36:59.953608 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-28f55ed8-8af1-4dba-9861-a837874a0d9d None None] Provisioning complete for port 16798d8f-026e-49d3-a8ba-2dcf688fad5d triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:36:59.954016 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-28f55ed8-8af1-4dba-9861-a837874a0d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:36:59.963176 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-09422afb-9126-40bc-ac6c-8986ace5ed8b tempest-RoutersAdminTest-1727547914 tempest-RoutersAdminTest-1727547914-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=4afbf4a4-67f5-42d1-a358-7ba9799dab0c&device_id=8e866680-8aa2-4107-8c02-8b6900400c5c HTTP/1.1" status: 200 len: 205 time: 0.0683362 Oct 12 19:36:59.965894 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 41486) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:36:59.991811 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-28f55ed8-8af1-4dba-9861-a837874a0d9d None None] Port 16798d8f-026e-49d3-a8ba-2dcf688fad5d cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:36:59.993575 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-d74945ff-7886-4938-9eef-cb5d22577d06 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] 10.222.0.49 "GET /v2.0/ports?device_id=8e866680-8aa2-4107-8c02-8b6900400c5c HTTP/1.1" status: 200 len: 205 time: 0.0256934 Oct 12 19:36:59.995469 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 41488) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:00.056298 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-867ecdf4-c309-44f3-bd73-3f2e6692181d tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:00.075413 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e98095cd-a44c-4a37-ad44-83d94fe8d70a tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Router 9f28fc66-db38-40d2-b766-dacc50ea3b0e is scheduled to L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b with binding_index 1 {{(pid=95502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 19:37:00.079687 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-51959667-b851-4e16-b273-9a5eda96ac3c tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Notify callbacks [] for router, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:00.242093 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e98095cd-a44c-4a37-ad44-83d94fe8d70a tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:37:00.255904 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de79041e-e674-4fdb-9c7f-9049481bd717 None None] Sync routers for ids ['9f28fc66-db38-40d2-b766-dacc50ea3b0e'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:37:00.265760 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e98095cd-a44c-4a37-ad44-83d94fe8d70a tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:00.267957 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de79041e-e674-4fdb-9c7f-9049481bd717 None None] Routers {'9f28fc66-db38-40d2-b766-dacc50ea3b0e'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:37:00.268866 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-de79041e-e674-4fdb-9c7f-9049481bd717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:36:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['9f28fc66-db38-40d2-b766-dacc50ea3b0e'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:37:00.274082 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-e98095cd-a44c-4a37-ad44-83d94fe8d70a tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] 10.222.0.49 "PUT /v2.0/routers/9f28fc66-db38-40d2-b766-dacc50ea3b0e HTTP/1.1" status: 200 len: 697 time: 1.5100665 Oct 12 19:37:00.287450 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41492) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:00.349368 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-de79041e-e674-4fdb-9c7f-9049481bd717 None None] Set router 9f28fc66-db38-40d2-b766-dacc50ea3b0e gateway port host: None {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:37:00.407197 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-de79041e-e674-4fdb-9c7f-9049481bd717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f28fc66-db38-40d2-b766-dacc50ea3b0e', 'name': 'tempest-RoutersIpV6Test-router-184198029', 'tenant_id': 'e40d925510bb4f2da67caa3378239276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:36:58Z', 'updated_at': '2021-10-12T19:36:59Z', 'revision_number': 2, 'project_id': 'e40d925510bb4f2da67caa3378239276', 'gw_port_host': None}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:37:00.440926 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de79041e-e674-4fdb-9c7f-9049481bd717 None None] Checking router: 9f28fc66-db38-40d2-b766-dacc50ea3b0e for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:37:00.450094 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de79041e-e674-4fdb-9c7f-9049481bd717 None None] Routers {'9f28fc66-db38-40d2-b766-dacc50ea3b0e'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:37:00.451046 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-de79041e-e674-4fdb-9c7f-9049481bd717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:36:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['9f28fc66-db38-40d2-b766-dacc50ea3b0e'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:37:00.475557 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-3c8bfc1c-bd38-4077-b669-3a7d32ba014f tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] 10.222.0.49 "GET /v2.0/routers/9f28fc66-db38-40d2-b766-dacc50ea3b0e HTTP/1.1" status: 200 len: 703 time: 0.1866615 Oct 12 19:37:00.478387 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41494) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:00.510146 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-42d7a9e0-8b16-499a-8265-192e55c3e0ab tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f28fc66-db38-40d2-b766-dacc50ea3b0e HTTP/1.1" status: 200 len: 205 time: 0.0305374 Oct 12 19:37:00.514454 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 41496) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:00.523523 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-de79041e-e674-4fdb-9c7f-9049481bd717 None None] Set router 9f28fc66-db38-40d2-b766-dacc50ea3b0e gateway port host: None {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:37:00.606918 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-de79041e-e674-4fdb-9c7f-9049481bd717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f28fc66-db38-40d2-b766-dacc50ea3b0e', 'name': 'tempest-RoutersIpV6Test-router-184198029', 'tenant_id': 'e40d925510bb4f2da67caa3378239276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:36:58Z', 'updated_at': '2021-10-12T19:36:59Z', 'revision_number': 2, 'project_id': 'e40d925510bb4f2da67caa3378239276', 'gw_port_host': None}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:37:00.643817 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de79041e-e674-4fdb-9c7f-9049481bd717 None None] The sync data for ids ['9f28fc66-db38-40d2-b766-dacc50ea3b0e'] in n-d-813679-3 is: [{'id': '9f28fc66-db38-40d2-b766-dacc50ea3b0e', 'name': 'tempest-RoutersIpV6Test-router-184198029', 'tenant_id': 'e40d925510bb4f2da67caa3378239276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:36:58Z', 'updated_at': '2021-10-12T19:36:59Z', 'revision_number': 2, 'project_id': 'e40d925510bb4f2da67caa3378239276', 'gw_port_host': None}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:37:00.686540 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-51959667-b851-4e16-b273-9a5eda96ac3c tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255495'] for router, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:00.690911 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-10a2d4be-1e3e-4048-80d6-a4c007b1d0fd tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks [] for router, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:00.693651 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-51959667-b851-4e16-b273-9a5eda96ac3c tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:00.732866 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device d9cb4a1e-fd79-41e8-bc6c-affbcb687df3 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:37:00.767788 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-867ecdf4-c309-44f3-bd73-3f2e6692181d tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:00.825965 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port d9cb4a1e-fd79-41e8-bc6c-affbcb687df3 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:37:00.827716 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:00.888769 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-867ecdf4-c309-44f3-bd73-3f2e6692181d tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:00.965521 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-51959667-b851-4e16-b273-9a5eda96ac3c tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8093499'] for router, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:00.966283 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51959667-b851-4e16-b273-9a5eda96ac3c tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Fanout notify agent at l3_agent the message router_deleted on router 8e866680-8aa2-4107-8c02-8b6900400c5c {{(pid=95501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 19:37:00.975999 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-51959667-b851-4e16-b273-9a5eda96ac3c tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] Notify callbacks [] for router, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:00.977621 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-51959667-b851-4e16-b273-9a5eda96ac3c tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] 10.222.0.49 "DELETE /v2.0/routers/8e866680-8aa2-4107-8c02-8b6900400c5c HTTP/1.1" status: 204 len: 168 time: 0.9812229 Oct 12 19:37:00.981599 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 41500) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:00.984458 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-10a2d4be-1e3e-4048-80d6-a4c007b1d0fd tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255495'] for router, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:00.996798 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-10a2d4be-1e3e-4048-80d6-a4c007b1d0fd tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:00.998113 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867ecdf4-c309-44f3-bd73-3f2e6692181d tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Pushing event updated for resources: {'Port': ['ID=16798d8f-026e-49d3-a8ba-2dcf688fad5d,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:01.026246 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-65e1c51a-7fa5-4b40-9857-b8787bca2cb3 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] 10.222.0.49 "GET /v2.0/ports?device_id=8e866680-8aa2-4107-8c02-8b6900400c5c HTTP/1.1" status: 200 len: 205 time: 0.0388479 Oct 12 19:37:01.029231 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 41502) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:01.039737 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-867ecdf4-c309-44f3-bd73-3f2e6692181d tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7898980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8092605'] for router_interface, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:01.112352 n-d-813679-3 neutron-server[95501]: INFO neutron.api.v2.resource [None req-f53dabef-d849-4dd5-bdd1-2f2196b9f559 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] delete failed (client error): The resource could not be found. Oct 12 19:37:01.114878 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-f53dabef-d849-4dd5-bdd1-2f2196b9f559 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] 10.222.0.49 "DELETE /v2.0/routers/8e866680-8aa2-4107-8c02-8b6900400c5c HTTP/1.1" status: 404 len: 336 time: 0.0844774 Oct 12 19:37:01.117761 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 41504) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:01.151265 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-e09e020d-cd39-4ff6-af4a-4222481ac58f tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] 10.222.0.49 "GET /v2.0/ports?device_id=40f68c2b-fbe2-491a-a865-d0322583fe2d HTTP/1.1" status: 200 len: 205 time: 0.0321932 Oct 12 19:37:01.154288 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 41508) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:01.183406 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867ecdf4-c309-44f3-bd73-3f2e6692181d tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Network 92a88605-27ea-431c-b963-1a57c353f481 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:37:01.185003 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-867ecdf4-c309-44f3-bd73-3f2e6692181d tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:37:01.199974 n-d-813679-3 neutron-server[95501]: INFO neutron.api.v2.resource [None req-08cc93a4-fe99-4001-8633-6ff01e1eb0b3 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] delete failed (client error): The resource could not be found. Oct 12 19:37:01.201258 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-08cc93a4-fe99-4001-8633-6ff01e1eb0b3 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] 10.222.0.49 "DELETE /v2.0/routers/40f68c2b-fbe2-491a-a865-d0322583fe2d HTTP/1.1" status: 404 len: 336 time: 0.0459728 Oct 12 19:37:01.210789 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 41510) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:01.242313 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-82fa8a32-702a-4ffb-a8aa-e8c7726c7023 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] 10.222.0.49 "GET /v2.0/ports?device_id=e60ccbce-9070-44d4-879e-c1bcb5ed8ebf HTTP/1.1" status: 200 len: 205 time: 0.0300889 Oct 12 19:37:01.244690 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 41512) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:01.289028 n-d-813679-3 neutron-server[95501]: INFO neutron.api.v2.resource [None req-652dc85b-28ce-4b5e-831e-ec1ffbb429da tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] delete failed (client error): The resource could not be found. Oct 12 19:37:01.292965 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-652dc85b-28ce-4b5e-831e-ec1ffbb429da tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] 10.222.0.49 "DELETE /v2.0/routers/e60ccbce-9070-44d4-879e-c1bcb5ed8ebf HTTP/1.1" status: 404 len: 336 time: 0.0471275 Oct 12 19:37:01.293747 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 41514) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:01.295898 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-10a2d4be-1e3e-4048-80d6-a4c007b1d0fd tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8093499'] for router, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:01.296690 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10a2d4be-1e3e-4048-80d6-a4c007b1d0fd tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Fanout notify agent at l3_agent the message router_deleted on router 9f28fc66-db38-40d2-b766-dacc50ea3b0e {{(pid=95501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 19:37:01.318612 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-10a2d4be-1e3e-4048-80d6-a4c007b1d0fd tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] Notify callbacks [] for router, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:01.319964 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-10a2d4be-1e3e-4048-80d6-a4c007b1d0fd tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] 10.222.0.49 "DELETE /v2.0/routers/9f28fc66-db38-40d2-b766-dacc50ea3b0e HTTP/1.1" status: 204 len: 168 time: 0.8033090 Oct 12 19:37:01.329060 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 41516) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:01.355403 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-867ecdf4-c309-44f3-bd73-3f2e6692181d tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Router b2662cfb-687f-46ff-bd62-a5952ed3eba1 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:37:01.388102 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-4f895456-17ed-4d2a-af44-69f5cdee862b tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] 10.222.0.49 "GET /v2.0/ports?device_id=bcbe0ddf-cbb1-4ec5-b814-fc145692a30d HTTP/1.1" status: 200 len: 205 time: 0.0917444 Oct 12 19:37:01.391006 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-4f0245a7-d3d4-4ffc-ae58-074854e656de tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f28fc66-db38-40d2-b766-dacc50ea3b0e HTTP/1.1" status: 200 len: 205 time: 0.0603330 Oct 12 19:37:01.392454 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 41520) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:01.405965 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 41522) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:01.443616 n-d-813679-3 neutron-server[95501]: INFO neutron.api.v2.resource [None req-43ac1b79-c1dd-4f11-ae0c-6a5532180d3d tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] delete failed (client error): The resource could not be found. Oct 12 19:37:01.445342 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-43ac1b79-c1dd-4f11-ae0c-6a5532180d3d tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] 10.222.0.49 "DELETE /v2.0/routers/bcbe0ddf-cbb1-4ec5-b814-fc145692a30d HTTP/1.1" status: 404 len: 336 time: 0.0517960 Oct 12 19:37:01.464692 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41524) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:01.500752 n-d-813679-3 neutron-server[95501]: INFO neutron.api.v2.resource [None req-1a98428b-02f3-42c4-ada5-2361db64d628 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] delete failed (client error): The resource could not be found. Oct 12 19:37:01.504240 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-1a98428b-02f3-42c4-ada5-2361db64d628 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] 10.222.0.49 "DELETE /v2.0/routers/9f28fc66-db38-40d2-b766-dacc50ea3b0e HTTP/1.1" status: 404 len: 336 time: 0.0956008 Oct 12 19:37:01.505963 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 41526) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:01.506962 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 41528) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:01.508632 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-6efec995-0ae9-4d90-822d-18dd522cfe99 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] 10.222.0.49 "GET /v2.0/ports?device_id=826bbe5a-0584-4905-80bc-1fec427b1a77 HTTP/1.1" status: 200 len: 205 time: 0.0355148 Oct 12 19:37:01.515942 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-867ecdf4-c309-44f3-bd73-3f2e6692181d tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:37:01.538992 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-867ecdf4-c309-44f3-bd73-3f2e6692181d tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "PUT /v2.0/routers/b2662cfb-687f-46ff-bd62-a5952ed3eba1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0255516 Oct 12 19:37:01.539451 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2838fd6c-7d49-4f89-9041-d415cd702c82 None None] Sync routers for ids ['b2662cfb-687f-46ff-bd62-a5952ed3eba1'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:37:01.559593 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2838fd6c-7d49-4f89-9041-d415cd702c82 None None] Routers {'b2662cfb-687f-46ff-bd62-a5952ed3eba1'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:37:01.560498 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-2838fd6c-7d49-4f89-9041-d415cd702c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:36:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['b2662cfb-687f-46ff-bd62-a5952ed3eba1'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:37:01.590440 n-d-813679-3 neutron-server[95501]: INFO neutron.pecan_wsgi.hooks.translation [None req-28c34429-6857-4094-92fc-1bfa18a5a9c4 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] DELETE failed (client error): The resource could not be found. Oct 12 19:37:01.590915 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28c34429-6857-4094-92fc-1bfa18a5a9c4 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:37:01.597314 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41532) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:01.598201 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-28c34429-6857-4094-92fc-1bfa18a5a9c4 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] 10.222.0.49 "DELETE /v2.0/subnets/ab4b89d3-1dbc-4eef-a0f7-6c4ec7e6e81d HTTP/1.1" status: 404 len: 337 time: 0.0841269 Oct 12 19:37:01.598641 n-d-813679-3 neutron-server[95501]: INFO neutron.api.v2.resource [None req-3b9a1e70-6a40-4af2-9157-a18e41b57fa2 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] delete failed (client error): The resource could not be found. Oct 12 19:37:01.599875 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-3b9a1e70-6a40-4af2-9157-a18e41b57fa2 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] 10.222.0.49 "DELETE /v2.0/routers/826bbe5a-0584-4905-80bc-1fec427b1a77 HTTP/1.1" status: 404 len: 336 time: 0.0924392 Oct 12 19:37:01.602163 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 41534) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:01.647333 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-ffe61706-14e9-4872-a8eb-f0cd08831aac tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] 10.222.0.49 "GET /v2.0/ports?device_id=7e427bd9-5aaf-45f5-86f0-2d48c69b7b4c HTTP/1.1" status: 200 len: 205 time: 0.0433488 Oct 12 19:37:01.667192 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 41540) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:01.669896 n-d-813679-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-99c8502d-1be8-4502-a788-22ce0c4a943e tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] DELETE failed (client error): The resource could not be found. Oct 12 19:37:01.670480 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99c8502d-1be8-4502-a788-22ce0c4a943e tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:37:01.682434 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-18c82512-c88c-46c2-abe4-59337c100301 None None] Provisioning complete for port 16798d8f-026e-49d3-a8ba-2dcf688fad5d triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:37:01.682828 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-18c82512-c88c-46c2-abe4-59337c100301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:01.693251 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-99c8502d-1be8-4502-a788-22ce0c4a943e tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] 10.222.0.49 "DELETE /v2.0/subnets/15f93ba0-d937-4127-83be-065b17b6b833 HTTP/1.1" status: 404 len: 337 time: 0.0933831 Oct 12 19:37:01.702754 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41548) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:01.762569 n-d-813679-3 neutron-server[95501]: INFO neutron.api.v2.resource [None req-0267ab45-705d-445e-825e-9eadab293832 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] delete failed (client error): The resource could not be found. Oct 12 19:37:01.764527 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-0267ab45-705d-445e-825e-9eadab293832 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] 10.222.0.49 "DELETE /v2.0/routers/7e427bd9-5aaf-45f5-86f0-2d48c69b7b4c HTTP/1.1" status: 404 len: 336 time: 0.0907681 Oct 12 19:37:01.768674 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 41554) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:01.807640 n-d-813679-3 neutron-server[95501]: INFO neutron.pecan_wsgi.hooks.translation [None req-275ae149-5a79-4d9e-9378-a320118a4094 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] DELETE failed (client error): The resource could not be found. Oct 12 19:37:01.808254 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-275ae149-5a79-4d9e-9378-a320118a4094 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:37:01.820851 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-275ae149-5a79-4d9e-9378-a320118a4094 tempest-RoutersAdminTest-1082812468 tempest-RoutersAdminTest-1082812468-project] 10.222.0.49 "DELETE /v2.0/subnets/8f1a97c2-2bd8-483b-aca9-73251398a28d HTTP/1.1" status: 404 len: 337 time: 0.0410492 Oct 12 19:37:01.843649 n-d-813679-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-454931aa-3070-4e1a-b53f-0ea704744b6c tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] DELETE failed (client error): The resource could not be found. Oct 12 19:37:01.847680 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-454931aa-3070-4e1a-b53f-0ea704744b6c tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:37:01.850888 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 41562) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:01.856812 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-454931aa-3070-4e1a-b53f-0ea704744b6c tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] 10.222.0.49 "DELETE /v2.0/subnets/51abbd1d-26e2-4e90-9ee9-ff5b9e683d40 HTTP/1.1" status: 404 len: 337 time: 0.1480842 Oct 12 19:37:01.927054 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e6fb5878-dedb-4bd2-95ab-a1739dc6620b req-e263e338-270d-4980-94d2-b30a84279bf3 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1956003224&fields=id&tenant_id=80c6b006e6d9432a90abc6a3ef8ab3a8 HTTP/1.1" status: 200 len: 267 time: 0.1346190 Oct 12 19:37:01.933772 n-d-813679-3 neutron-server[95501]: INFO neutron.pecan_wsgi.hooks.translation [None req-5328bc65-2287-458a-95f1-61fef2d878bf tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] DELETE failed (client error): The resource could not be found. Oct 12 19:37:01.934292 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5328bc65-2287-458a-95f1-61fef2d878bf tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:37:01.953754 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-5328bc65-2287-458a-95f1-61fef2d878bf tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] 10.222.0.49 "DELETE /v2.0/subnets/bd9a25c6-7d88-47ad-979d-89f2a41128c6 HTTP/1.1" status: 404 len: 337 time: 0.1007464 Oct 12 19:37:01.958140 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 41564) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:01.983940 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a75daf94-c387-4cbc-8a14-fff0b9868618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:02.019897 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-18c82512-c88c-46c2-abe4-59337c100301 None None] Port 16798d8f-026e-49d3-a8ba-2dcf688fad5d cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:37:02.038324 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-2838fd6c-7d49-4f89-9041-d415cd702c82 None None] Set router b2662cfb-687f-46ff-bd62-a5952ed3eba1 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:37:02.059670 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-7e63331d-0cf1-4de1-bdda-4ed85d878994 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a7cc1c8-9c3e-4c8e-801f-c6857256f82c HTTP/1.1" status: 200 len: 205 time: 0.1003835 Oct 12 19:37:02.071308 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 41570) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:02.129470 n-d-813679-3 neutron-server[95501]: INFO neutron.api.v2.resource [None req-6da14eda-085c-4579-8eb4-98de7eeb525a tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] delete failed (client error): The resource could not be found. Oct 12 19:37:02.130748 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-6da14eda-085c-4579-8eb4-98de7eeb525a tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] 10.222.0.49 "DELETE /v2.0/routers/6a7cc1c8-9c3e-4c8e-801f-c6857256f82c HTTP/1.1" status: 404 len: 336 time: 0.0579813 Oct 12 19:37:02.133374 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 41572) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:02.167513 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-f33da323-7d92-4551-a88c-48ef2d9f3b8d tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] 10.222.0.49 "GET /v2.0/ports?device_id=daeb6be2-b080-4100-95af-f2ca0e9d7a28 HTTP/1.1" status: 200 len: 205 time: 0.0323424 Oct 12 19:37:02.169442 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41574) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:02.232536 n-d-813679-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-2c598170-326b-46e3-bdb0-340dd2163d80 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] delete failed (client error): The resource could not be found. Oct 12 19:37:02.236832 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-2c598170-326b-46e3-bdb0-340dd2163d80 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] 10.222.0.49 "DELETE /v2.0/routers/daeb6be2-b080-4100-95af-f2ca0e9d7a28 HTTP/1.1" status: 404 len: 336 time: 0.0627315 Oct 12 19:37:02.237906 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 41578) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:02.255610 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fb5878-dedb-4bd2-95ab-a1739dc6620b req-e0a1a168-59cc-46ad-82c4-6d30dbd9a605 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:02.263544 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e6fb5878-dedb-4bd2-95ab-a1739dc6620b req-e0a1a168-59cc-46ad-82c4-6d30dbd9a605 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/networks?id=92a88605-27ea-431c-b963-1a57c353f481 HTTP/1.1" status: 200 len: 796 time: 0.3238208 Oct 12 19:37:02.281315 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e6fb5878-dedb-4bd2-95ab-a1739dc6620b req-e2dd95db-a6a2-4015-bdbd-faacf646d2ad tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/quotas/80c6b006e6d9432a90abc6a3ef8ab3a8 HTTP/1.1" status: 200 len: 375 time: 0.0168250 Oct 12 19:37:02.290977 n-d-813679-3 neutron-server[95501]: INFO neutron.pecan_wsgi.hooks.translation [None req-202c00bf-2810-43ed-a9b1-e06d88888bc6 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] DELETE failed (client error): The resource could not be found. Oct 12 19:37:02.295230 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-202c00bf-2810-43ed-a9b1-e06d88888bc6 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:37:02.301448 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-202c00bf-2810-43ed-a9b1-e06d88888bc6 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] 10.222.0.49 "DELETE /v2.0/subnets/438bf684-19a9-4d9c-9139-14e6d07e590d HTTP/1.1" status: 404 len: 337 time: 0.0622127 Oct 12 19:37:02.302166 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 41580) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:02.346558 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-1ab92388-d635-460c-8b06-b0bd25077d53 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] 10.222.0.49 "GET /v2.0/ports?device_id=a93d1d76-0c12-4f99-b8ea-9e3efc5e2860 HTTP/1.1" status: 200 len: 205 time: 0.0430493 Oct 12 19:37:02.349239 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41582) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:02.395780 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-2838fd6c-7d49-4f89-9041-d415cd702c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2662cfb-687f-46ff-bd62-a5952ed3eba1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-624072088', 'tenant_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': 'd065a78b-f200-4195-a642-a4bca2db4b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:36:49Z', 'updated_at': '2021-10-12T19:36:59Z', 'revision_number': 4, 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'gw_port': {'id': 'd065a78b-f200-4195-a642-a4bca2db4b0a', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2662cfb-687f-46ff-bd62-a5952ed3eba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2811, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:36:49Z', 'updated_at': '2021-10-12T19:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '16798d8f-026e-49d3-a8ba-2dcf688fad5d', 'name': '', 'network_id': '92a88605-27ea-431c-b963-1a57c353f481', 'tenant_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'mac_address': 'fa:16:3e:e0:b3:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2662cfb-687f-46ff-bd62-a5952ed3eba1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '88fecf92-221f-4920-9ea6-7b9931392c45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:36:57Z', 'updated_at': '2021-10-12T19:37:00Z', 'revision_number': 2, 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'subnets': [{'id': '88fecf92-221f-4920-9ea6-7b9931392c45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:37:02.400231 n-d-813679-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-5cda2e09-01da-4b6d-acc9-3a496e715c21 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] delete failed (client error): The resource could not be found. Oct 12 19:37:02.401306 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-5cda2e09-01da-4b6d-acc9-3a496e715c21 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] 10.222.0.49 "DELETE /v2.0/routers/a93d1d76-0c12-4f99-b8ea-9e3efc5e2860 HTTP/1.1" status: 404 len: 336 time: 0.0509427 Oct 12 19:37:02.404059 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41584) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:02.424490 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e6fb5878-dedb-4bd2-95ab-a1739dc6620b req-d23b829b-c03a-48da-acc8-1c57a9dcadc3 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=80c6b006e6d9432a90abc6a3ef8ab3a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1418831 Oct 12 19:37:02.438528 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2838fd6c-7d49-4f89-9041-d415cd702c82 None None] Checking router: b2662cfb-687f-46ff-bd62-a5952ed3eba1 for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:37:02.438649 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2838fd6c-7d49-4f89-9041-d415cd702c82 None None] Updating router b2662cfb-687f-46ff-bd62-a5952ed3eba1 port 16798d8f-026e-49d3-a8ba-2dcf688fad5d binding host n-d-813679-3 {{(pid=95503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 19:37:02.455318 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-003c0f51-e60a-4aa9-986b-ba070f484326 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] 10.222.0.49 "GET /v2.0/ports?device_id=eda5f8a0-09b5-4e16-b97c-8aaf077dd192 HTTP/1.1" status: 200 len: 205 time: 0.0494807 Oct 12 19:37:02.457797 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 41586) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:02.498194 n-d-813679-3 neutron-server[95501]: INFO neutron.api.v2.resource [None req-1a12e27e-1d64-4b98-bb63-f1a15f8c555b tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] delete failed (client error): The resource could not be found. Oct 12 19:37:02.499137 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-1a12e27e-1d64-4b98-bb63-f1a15f8c555b tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] 10.222.0.49 "DELETE /v2.0/routers/eda5f8a0-09b5-4e16-b97c-8aaf077dd192 HTTP/1.1" status: 404 len: 336 time: 0.0403843 Oct 12 19:37:02.504222 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 41590) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:02.509374 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2838fd6c-7d49-4f89-9041-d415cd702c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:02.551214 n-d-813679-3 neutron-server[95501]: INFO neutron.pecan_wsgi.hooks.translation [None req-c71a4d2a-0038-42f4-a228-d36cca3bdaad tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] DELETE failed (client error): The resource could not be found. Oct 12 19:37:02.552153 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c71a4d2a-0038-42f4-a228-d36cca3bdaad tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:37:02.556198 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-c71a4d2a-0038-42f4-a228-d36cca3bdaad tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] 10.222.0.49 "DELETE /v2.0/subnets/6b976f4c-0654-408f-a4cc-3de30352ca60 HTTP/1.1" status: 404 len: 337 time: 0.0494606 Oct 12 19:37:02.558723 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 41592) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:02.572850 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:02.641562 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-772ab21b-6580-4a88-80cc-4d78e7643427 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae17b91e-f5be-4ecd-8278-64ba4f0574d1 HTTP/1.1" status: 200 len: 205 time: 0.0720539 Oct 12 19:37:02.656822 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e6fb5878-dedb-4bd2-95ab-a1739dc6620b req-1469e654-4db7-4d27-9c71-dd29c8355eec service neutron] 10.222.0.49 "GET /v2.0/networks/92a88605-27ea-431c-b963-1a57c353f481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047541 Oct 12 19:37:02.657340 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41598) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:02.707221 n-d-813679-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-56dec1f3-08ed-4e9f-8b43-11bede70e469 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] delete failed (client error): The resource could not be found. Oct 12 19:37:02.708412 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-56dec1f3-08ed-4e9f-8b43-11bede70e469 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] 10.222.0.49 "DELETE /v2.0/routers/ae17b91e-f5be-4ecd-8278-64ba4f0574d1 HTTP/1.1" status: 404 len: 336 time: 0.0499456 Oct 12 19:37:02.711217 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 41602) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:02.794004 n-d-813679-3 neutron-server[95501]: INFO neutron.pecan_wsgi.hooks.translation [None req-25753290-d1d2-452b-9c5a-6ef0ae5894bc tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] DELETE failed (client error): The resource could not be found. Oct 12 19:37:02.794794 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25753290-d1d2-452b-9c5a-6ef0ae5894bc tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:37:02.797711 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-25753290-d1d2-452b-9c5a-6ef0ae5894bc tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] 10.222.0.49 "DELETE /v2.0/subnets/c41400e6-05b9-4a8b-bb1b-a98c748038d6 HTTP/1.1" status: 404 len: 337 time: 0.0843878 Oct 12 19:37:02.805149 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41604) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:02.839762 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 41606) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:02.852633 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-9c5aa046-89bd-4b17-b579-ab91ecc3c53e tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] 10.222.0.49 "GET /v2.0/ports?device_id=251ecec0-cfd7-435a-ad1a-33f9179c42ef HTTP/1.1" status: 200 len: 205 time: 0.0433674 Oct 12 19:37:02.856224 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41610) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:02.922376 n-d-813679-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-afa99672-8b9c-4b03-a4d5-0d7135e16066 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] delete failed (client error): The resource could not be found. Oct 12 19:37:02.926353 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-afa99672-8b9c-4b03-a4d5-0d7135e16066 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] 10.222.0.49 "DELETE /v2.0/routers/251ecec0-cfd7-435a-ad1a-33f9179c42ef HTTP/1.1" status: 404 len: 336 time: 0.0662842 Oct 12 19:37:02.926958 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 41612) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:02.959769 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e6fb5878-dedb-4bd2-95ab-a1739dc6620b req-596ab60e-bb42-47ca-a3f5-8a00ceead91f service neutron] 10.222.0.49 "GET /v2.0/networks/92a88605-27ea-431c-b963-1a57c353f481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2895827 Oct 12 19:37:02.960721 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2838fd6c-7d49-4f89-9041-d415cd702c82 None None] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:02.986645 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:03.033804 n-d-813679-3 neutron-server[95501]: INFO neutron.pecan_wsgi.hooks.translation [None req-7661030e-719b-4853-a3fc-3474bb052919 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] DELETE failed (client error): The resource could not be found. Oct 12 19:37:03.034624 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7661030e-719b-4853-a3fc-3474bb052919 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:37:03.037405 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-7661030e-719b-4853-a3fc-3474bb052919 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] 10.222.0.49 "DELETE /v2.0/subnets/f75a3d05-4483-49c1-b3ee-adcded737282 HTTP/1.1" status: 404 len: 337 time: 0.1097345 Oct 12 19:37:03.041426 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41616) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:03.060219 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ec004817-f42f-4671-83ed-fb24e7d33fc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:03.075902 n-d-813679-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-00c43349-9ebc-44e3-b605-c26fda1304b1 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] DELETE failed (client error): The resource could not be found. Oct 12 19:37:03.076383 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00c43349-9ebc-44e3-b605-c26fda1304b1 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:37:03.082720 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-00c43349-9ebc-44e3-b605-c26fda1304b1 tempest-RoutersIpV6Test-1386119763 tempest-RoutersIpV6Test-1386119763-project] 10.222.0.49 "DELETE /v2.0/subnets/eef4065d-fd74-4edf-a3f3-9ca47a98fa1e HTTP/1.1" status: 404 len: 337 time: 0.0357738 Oct 12 19:37:03.136742 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2838fd6c-7d49-4f89-9041-d415cd702c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:03.141439 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:03.186271 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ec004817-f42f-4671-83ed-fb24e7d33fc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:03.203830 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b15a3ce-17e3-4c82-b5a4-c6d968d22ad7 None None] Pushing event updated for resources: {'Port': ['ID=16798d8f-026e-49d3-a8ba-2dcf688fad5d,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:03.271659 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-2838fd6c-7d49-4f89-9041-d415cd702c82 None None] Attempting to bind port 16798d8f-026e-49d3-a8ba-2dcf688fad5d on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:37:03.272122 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-2838fd6c-7d49-4f89-9041-d415cd702c82 None None] Attempting to bind port 16798d8f-026e-49d3-a8ba-2dcf688fad5d by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '063c5d4a-c2c9-4e07-b7e3-8775f3660273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '92a88605-27ea-431c-b963-1a57c353f481'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:37:03.272445 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2838fd6c-7d49-4f89-9041-d415cd702c82 None None] Attempting to bind port 16798d8f-026e-49d3-a8ba-2dcf688fad5d on network 92a88605-27ea-431c-b963-1a57c353f481 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:37:03.291333 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2838fd6c-7d49-4f89-9041-d415cd702c82 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:37:03.291853 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2838fd6c-7d49-4f89-9041-d415cd702c82 None None] Checking segment: {'id': '063c5d4a-c2c9-4e07-b7e3-8775f3660273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '92a88605-27ea-431c-b963-1a57c353f481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:37:03.292367 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2838fd6c-7d49-4f89-9041-d415cd702c82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:03.293000 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2838fd6c-7d49-4f89-9041-d415cd702c82 None None] Bound using segment: {'id': '063c5d4a-c2c9-4e07-b7e3-8775f3660273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '92a88605-27ea-431c-b963-1a57c353f481'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:37:03.293582 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-2838fd6c-7d49-4f89-9041-d415cd702c82 None None] Bound port: 16798d8f-026e-49d3-a8ba-2dcf688fad5d, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '063c5d4a-c2c9-4e07-b7e3-8775f3660273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '92a88605-27ea-431c-b963-1a57c353f481'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:37:03.301975 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2838fd6c-7d49-4f89-9041-d415cd702c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:03.385292 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-eaa039be-ec6d-406e-a894-18cc8302fb32 req-fec46831-45b1-44eb-9896-a0717d4342dd tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e07869a-db45-4ee8-b931-72d78af23fa5 HTTP/1.1" status: 200 len: 210 time: 0.0569067 Oct 12 19:37:03.399913 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ec004817-f42f-4671-83ed-fb24e7d33fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:03.459688 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41624) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:03.459935 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-ec004817-f42f-4671-83ed-fb24e7d33fc7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8051187846c1420b838d1dfd25b8fbf9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6177685 Oct 12 19:37:03.467529 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec004817-f42f-4671-83ed-fb24e7d33fc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=942aff98-472d-4dfd-aae3-b7431be2e054,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:03.493513 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-2838fd6c-7d49-4f89-9041-d415cd702c82 None None] For port 16798d8f-026e-49d3-a8ba-2dcf688fad5d, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:37:03.497674 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-2838fd6c-7d49-4f89-9041-d415cd702c82 None None] For port 16798d8f-026e-49d3-a8ba-2dcf688fad5d, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=16798d8f-026e-49d3-a8ba-2dcf688fad5d,segment=NetworkSegment(063c5d4a-c2c9-4e07-b7e3-8775f3660273),segment_id=063c5d4a-c2c9-4e07-b7e3-8775f3660273)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:37:03.570774 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-80b685fe-fd89-43e4-9384-f923bd446783 None None] Provisioning complete for port 16798d8f-026e-49d3-a8ba-2dcf688fad5d triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:37:03.571140 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-80b685fe-fd89-43e4-9384-f923bd446783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:03.608854 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2f53e948-195c-4dc2-9098-32bbf7055820 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:03.617028 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2838fd6c-7d49-4f89-9041-d415cd702c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:03.688385 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2f53e948-195c-4dc2-9098-32bbf7055820 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:03.783859 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-80b685fe-fd89-43e4-9384-f923bd446783 None None] Port 16798d8f-026e-49d3-a8ba-2dcf688fad5d cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:37:03.806630 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2838fd6c-7d49-4f89-9041-d415cd702c82 None None] Routers {'b2662cfb-687f-46ff-bd62-a5952ed3eba1'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:37:03.819990 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-2838fd6c-7d49-4f89-9041-d415cd702c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:37:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['b2662cfb-687f-46ff-bd62-a5952ed3eba1'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:37:03.961187 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2f53e948-195c-4dc2-9098-32bbf7055820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:03.964461 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2f53e948-195c-4dc2-9098-32bbf7055820 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:03.965813 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-2f53e948-195c-4dc2-9098-32bbf7055820 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/942aff98-472d-4dfd-aae3-b7431be2e054 HTTP/1.1" status: 204 len: 168 time: 0.5050464 Oct 12 19:37:03.975198 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f53e948-195c-4dc2-9098-32bbf7055820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=942aff98-472d-4dfd-aae3-b7431be2e054,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:04.036845 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41638) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:04.061598 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-2838fd6c-7d49-4f89-9041-d415cd702c82 None None] Set router b2662cfb-687f-46ff-bd62-a5952ed3eba1 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:37:04.263170 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b15a3ce-17e3-4c82-b5a4-c6d968d22ad7 None None] Pushing event updated for resources: {'Port': ['ID=16798d8f-026e-49d3-a8ba-2dcf688fad5d,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:04.296812 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a44ad886-65f9-45a2-a561-7e6ae470202a None None] Provisioning complete for port 16798d8f-026e-49d3-a8ba-2dcf688fad5d triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:37:04.297495 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a44ad886-65f9-45a2-a561-7e6ae470202a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:04.341803 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-62ad5943-dffb-4798-95fe-e1856a3ab748 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e40d925510bb4f2da67caa3378239276&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3037927 Oct 12 19:37:04.344633 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41644) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:04.392526 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:04.442344 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c9538b27-81b9-4406-9674-519e99ec754b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:04.491051 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c9538b27-81b9-4406-9674-519e99ec754b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:04.545577 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-58751381-04b3-409d-a6e6-5a018f9054a5 req-bf39ded9-31a3-4bef-939b-3e8d36bf4f59 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e07869a-db45-4ee8-b931-72d78af23fa5 HTTP/1.1" status: 200 len: 210 time: 0.0655098 Oct 12 19:37:04.637277 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a44ad886-65f9-45a2-a561-7e6ae470202a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:04.691868 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a44ad886-65f9-45a2-a561-7e6ae470202a None None] For port 16798d8f-026e-49d3-a8ba-2dcf688fad5d, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=16798d8f-026e-49d3-a8ba-2dcf688fad5d,segment=NetworkSegment(063c5d4a-c2c9-4e07-b7e3-8775f3660273),segment_id=063c5d4a-c2c9-4e07-b7e3-8775f3660273)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:37:04.725577 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:04.755266 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-2838fd6c-7d49-4f89-9041-d415cd702c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2662cfb-687f-46ff-bd62-a5952ed3eba1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-624072088', 'tenant_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': 'd065a78b-f200-4195-a642-a4bca2db4b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:36:49Z', 'updated_at': '2021-10-12T19:36:59Z', 'revision_number': 4, 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'gw_port': {'id': 'd065a78b-f200-4195-a642-a4bca2db4b0a', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2662cfb-687f-46ff-bd62-a5952ed3eba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2811, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:36:49Z', 'updated_at': '2021-10-12T19:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '16798d8f-026e-49d3-a8ba-2dcf688fad5d', 'name': '', 'network_id': '92a88605-27ea-431c-b963-1a57c353f481', 'tenant_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'mac_address': 'fa:16:3e:e0:b3:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2662cfb-687f-46ff-bd62-a5952ed3eba1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '88fecf92-221f-4920-9ea6-7b9931392c45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:36:57Z', 'updated_at': '2021-10-12T19:37:03Z', 'revision_number': 4, 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'subnets': [{'id': '88fecf92-221f-4920-9ea6-7b9931392c45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:37:04.772730 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c9538b27-81b9-4406-9674-519e99ec754b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:04.775479 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c9538b27-81b9-4406-9674-519e99ec754b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:04.779152 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-c9538b27-81b9-4406-9674-519e99ec754b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a96d88f9-b18a-4062-a59e-53c5b9ca5040 HTTP/1.1" status: 204 len: 168 time: 0.4299104 Oct 12 19:37:04.789873 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9538b27-81b9-4406-9674-519e99ec754b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a96d88f9-b18a-4062-a59e-53c5b9ca5040,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:04.813052 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2838fd6c-7d49-4f89-9041-d415cd702c82 None None] The sync data for ids ['b2662cfb-687f-46ff-bd62-a5952ed3eba1'] in n-d-813679-3 is: [{'id': 'b2662cfb-687f-46ff-bd62-a5952ed3eba1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-624072088', 'tenant_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': 'd065a78b-f200-4195-a642-a4bca2db4b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:36:49Z', 'updated_at': '2021-10-12T19:36:59Z', 'revision_number': 4, 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'gw_port': {'id': 'd065a78b-f200-4195-a642-a4bca2db4b0a', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2662cfb-687f-46ff-bd62-a5952ed3eba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2811, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:36:49Z', 'updated_at': '2021-10-12T19:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '16798d8f-026e-49d3-a8ba-2dcf688fad5d', 'name': '', 'network_id': '92a88605-27ea-431c-b963-1a57c353f481', 'tenant_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'mac_address': 'fa:16:3e:e0:b3:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2662cfb-687f-46ff-bd62-a5952ed3eba1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '88fecf92-221f-4920-9ea6-7b9931392c45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:36:57Z', 'updated_at': '2021-10-12T19:37:03Z', 'revision_number': 4, 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'subnets': [{'id': '88fecf92-221f-4920-9ea6-7b9931392c45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:37:04.824049 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a44ad886-65f9-45a2-a561-7e6ae470202a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:04.975070 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44ad886-65f9-45a2-a561-7e6ae470202a None None] Pushing event updated for resources: {'Port': ['ID=16798d8f-026e-49d3-a8ba-2dcf688fad5d,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:05.049364 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41658) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:05.142238 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-6a2698d2-a10d-4a47-97e5-5c06c20cde3c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1c025652ae754e6e8520d90f99ee098e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0910463 Oct 12 19:37:05.145046 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 41660) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:05.271239 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-afb9f7d8-f8be-4527-a939-b8ab461bcecf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:05.311834 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-afb9f7d8-f8be-4527-a939-b8ab461bcecf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:05.451203 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-afb9f7d8-f8be-4527-a939-b8ab461bcecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:05.453915 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-afb9f7d8-f8be-4527-a939-b8ab461bcecf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:05.460671 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-afb9f7d8-f8be-4527-a939-b8ab461bcecf admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/687f5c8d-1bdc-4e6f-a0b5-eaa538e84db5 HTTP/1.1" status: 204 len: 168 time: 0.3143742 Oct 12 19:37:05.478570 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb9f7d8-f8be-4527-a939-b8ab461bcecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=687f5c8d-1bdc-4e6f-a0b5-eaa538e84db5,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:05.698730 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f672d8f7-2902-4454-8f90-8cb4ab25c3a0 req-e18ad5e6-36c9-4714-8f30-36098452f531 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e07869a-db45-4ee8-b931-72d78af23fa5 HTTP/1.1" status: 200 len: 210 time: 0.0548234 Oct 12 19:37:06.672521 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 41708) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:06.771834 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 16798d8f-026e-49d3-a8ba-2dcf688fad5d up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:37:06.879860 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d61f36-46a7-40d1-9b45-83011846b21a req-34fd74d9-825c-48b0-86a0-9e2b068aea48 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:06.881483 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-27d61f36-46a7-40d1-9b45-83011846b21a req-34fd74d9-825c-48b0-86a0-9e2b068aea48 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7b765f3-f079-43bb-884c-ce583b289609 HTTP/1.1" status: 200 len: 945 time: 0.3479333 Oct 12 19:37:06.886539 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2d754ec3-db9f-4069-950f-2640426f1737 req-9ab8eda8-6065-434d-a00c-a3ee2db84546 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e07869a-db45-4ee8-b931-72d78af23fa5 HTTP/1.1" status: 200 len: 210 time: 0.0562494 Oct 12 19:37:06.890552 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 16798d8f-026e-49d3-a8ba-2dcf688fad5d triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:37:06.891323 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:06.908853 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-5030280b-a958-4331-9a6b-de79b6049ba3 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1393653316', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:37:07.034198 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5030280b-a958-4331-9a6b-de79b6049ba3 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8093678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255505'] for router, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:07.035290 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5030280b-a958-4331-9a6b-de79b6049ba3 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8093562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8087085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8022306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255518'] for router, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:07.047496 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-27d61f36-46a7-40d1-9b45-83011846b21a req-a5de6c57-59bd-48a0-8cc2-418a0b8e948b tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.49 "GET /v2.0/security-groups?id=5aa05d67-0c53-427c-9564-46e10b998f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1444261 Oct 12 19:37:07.066772 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fb5878-dedb-4bd2-95ab-a1739dc6620b req-c21ee2ad-5e84-4953-aa42-00606230eda0 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:07.069177 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e6fb5878-dedb-4bd2-95ab-a1739dc6620b req-c21ee2ad-5e84-4953-aa42-00606230eda0 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.61 "GET /v2.0/networks?id=92a88605-27ea-431c-b963-1a57c353f481 HTTP/1.1" status: 200 len: 796 time: 0.4749813 Oct 12 19:37:07.122563 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e6fb5878-dedb-4bd2-95ab-a1739dc6620b req-8e2f832b-0242-445a-a7c3-540c3b6a4bd7 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=80c6b006e6d9432a90abc6a3ef8ab3a8 HTTP/1.1" status: 200 len: 380 time: 0.0404735 Oct 12 19:37:07.132345 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-e6fb5878-dedb-4bd2-95ab-a1739dc6620b req-5964d425-466b-4916-9677-45b9afaa19e2 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Request body: {'port': {'device_id': '2e07869a-db45-4ee8-b931-72d78af23fa5', 'network_id': '92a88605-27ea-431c-b963-1a57c353f481', 'admin_state_up': True, 'tenant_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'security_groups': ['c92bac0a-f360-420b-ba1d-66577970e341']}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:37:07.155992 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5030280b-a958-4331-9a6b-de79b6049ba3 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:07.233913 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5030280b-a958-4331-9a6b-de79b6049ba3 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8093541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7915516'] for router, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:07.278988 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 41724) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:07.336425 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5030280b-a958-4331-9a6b-de79b6049ba3 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Notify callbacks [] for router, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:07.341838 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41728) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:07.342909 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-5030280b-a958-4331-9a6b-de79b6049ba3 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6733158 Oct 12 19:37:07.347558 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-0967e9d7-ea1d-4b51-932e-6171386878bb tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1223835284'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:37:07.380924 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-52259639-9f21-4f12-97b2-dcf002506853 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-289498009'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:37:07.445658 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6fb5878-dedb-4bd2-95ab-a1739dc6620b req-5964d425-466b-4916-9677-45b9afaa19e2 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Made reservation on behalf of 80c6b006e6d9432a90abc6a3ef8ab3a8 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:37:07.449441 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-e6fb5878-dedb-4bd2-95ab-a1739dc6620b req-5964d425-466b-4916-9677-45b9afaa19e2 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:07.558518 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0967e9d7-ea1d-4b51-932e-6171386878bb tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Made reservation on behalf of 141ff9030c074b6bbda20f235506d502 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:37:07.562454 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0967e9d7-ea1d-4b51-932e-6171386878bb tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:07.593513 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0967e9d7-ea1d-4b51-932e-6171386878bb tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:07.623951 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52259639-9f21-4f12-97b2-dcf002506853 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Made reservation on behalf of 144623a8056344d49da2e4f99a80730c for: {'network': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:37:07.627754 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-52259639-9f21-4f12-97b2-dcf002506853 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:07.629522 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [req-e6fb5878-dedb-4bd2-95ab-a1739dc6620b req-5964d425-466b-4916-9677-45b9afaa19e2 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Allocated IP 172.20.0.4 (92a88605-27ea-431c-b963-1a57c353f481/88fecf92-221f-4920-9ea6-7b9931392c45/b2811d62-e8c5-4e6b-9a4a-99dfbc0da11c) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:37:07.637108 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-52259639-9f21-4f12-97b2-dcf002506853 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:07.746748 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-52259639-9f21-4f12-97b2-dcf002506853 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:07.775498 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0967e9d7-ea1d-4b51-932e-6171386878bb tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:07.819580 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-e6fb5878-dedb-4bd2-95ab-a1739dc6620b req-5964d425-466b-4916-9677-45b9afaa19e2 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:07.830661 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-52259639-9f21-4f12-97b2-dcf002506853 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:07.852545 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52259639-9f21-4f12-97b2-dcf002506853 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=95501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:37:07.879757 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-52259639-9f21-4f12-97b2-dcf002506853 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:07.880015 n-d-813679-3 neutron-server[95501]: INFO neutron.db.segments_db [None req-52259639-9f21-4f12-97b2-dcf002506853 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Added segment ca4995b8-6883-480b-a310-fd086eb14801 of type vlan for network 88dc9d3d-97b9-4583-82b3-0fc158e5f6da Oct 12 19:37:07.888671 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52259639-9f21-4f12-97b2-dcf002506853 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd5227ee-7481-4dcb-8fc6-50e01011dc2e,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:07.894377 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0967e9d7-ea1d-4b51-932e-6171386878bb tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:07.926199 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0967e9d7-ea1d-4b51-932e-6171386878bb tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:37:07.934567 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-52259639-9f21-4f12-97b2-dcf002506853 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:07.949055 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0967e9d7-ea1d-4b51-932e-6171386878bb tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:07.949569 n-d-813679-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-0967e9d7-ea1d-4b51-932e-6171386878bb tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Added segment 3da828f2-3023-44fe-b47e-6d855c051f6d of type vlan for network 0fae541c-6a20-4fc4-903e-3eb68a8b37ef Oct 12 19:37:07.951323 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0967e9d7-ea1d-4b51-932e-6171386878bb tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d00f71c-0479-4900-999d-f4d3999a7ee1,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:07.966679 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-e6fb5878-dedb-4bd2-95ab-a1739dc6620b req-5964d425-466b-4916-9677-45b9afaa19e2 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:08.050623 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-52259639-9f21-4f12-97b2-dcf002506853 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:08.056735 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52259639-9f21-4f12-97b2-dcf002506853 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:08.057568 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-52259639-9f21-4f12-97b2-dcf002506853 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:08.077205 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6fb5878-dedb-4bd2-95ab-a1739dc6620b req-5964d425-466b-4916-9677-45b9afaa19e2 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Network 92a88605-27ea-431c-b963-1a57c353f481 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:37:08.079343 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0967e9d7-ea1d-4b51-932e-6171386878bb tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:08.087320 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [req-e6fb5878-dedb-4bd2-95ab-a1739dc6620b req-5964d425-466b-4916-9677-45b9afaa19e2 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:37:08.113789 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6fb5878-dedb-4bd2-95ab-a1739dc6620b req-5964d425-466b-4916-9677-45b9afaa19e2 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:37:08.187648 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-52259639-9f21-4f12-97b2-dcf002506853 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 0.9074073 Oct 12 19:37:08.198712 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 41744) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:08.203820 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-d00523f1-dc88-416d-82de-49f45001272f tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Request body: {'subnet': {'network_id': '88dc9d3d-97b9-4583-82b3-0fc158e5f6da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:37:08.214569 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5964d425-466b-4916-9677-45b9afaa19e2 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Pushing event updated for resources: {'Port': ['ID=b2811d62-e8c5-4e6b-9a4a-99dfbc0da11c,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:08.251567 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8abcd7-6980-4b9b-a468-bf43ffcc03f9 req-f5bf082f-e912-47a8-8813-206d1da162a2 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:08.260647 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6d8abcd7-6980-4b9b-a468-bf43ffcc03f9 req-f5bf082f-e912-47a8-8813-206d1da162a2 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e07869a-db45-4ee8-b931-72d78af23fa5 HTTP/1.1" status: 200 len: 931 time: 0.2248833 Oct 12 19:37:08.306457 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fb5878-dedb-4bd2-95ab-a1739dc6620b req-5964d425-466b-4916-9677-45b9afaa19e2 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:08.307549 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-e6fb5878-dedb-4bd2-95ab-a1739dc6620b req-5964d425-466b-4916-9677-45b9afaa19e2 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:08.310485 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0967e9d7-ea1d-4b51-932e-6171386878bb tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:08.317693 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0967e9d7-ea1d-4b51-932e-6171386878bb tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:08.318888 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0967e9d7-ea1d-4b51-932e-6171386878bb tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:08.346546 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52259639-9f21-4f12-97b2-dcf002506853 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Pushing event updated for resources: {'Network': ['ID=88dc9d3d-97b9-4583-82b3-0fc158e5f6da,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:08.368483 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 88dc9d3d-97b9-4583-82b3-0fc158e5f6da details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:37:08.381542 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691069ab-b969-41ad-8c31-d7ce766ffef0 req-fd26166c-35d0-40fc-a080-5549e245d6c3 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:08.389112 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-691069ab-b969-41ad-8c31-d7ce766ffef0 req-fd26166c-35d0-40fc-a080-5549e245d6c3 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7b765f3-f079-43bb-884c-ce583b289609 HTTP/1.1" status: 200 len: 945 time: 0.2055905 Oct 12 19:37:08.438330 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d00523f1-dc88-416d-82de-49f45001272f tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Made reservation on behalf of 144623a8056344d49da2e4f99a80730c for: {'subnet': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:37:08.442778 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d00523f1-dc88-416d-82de-49f45001272f tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4612397'] for subnet, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:08.490719 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-9f03ab2f-d399-4500-a368-d258e3cf840e None None] Provisioning complete for port b2811d62-e8c5-4e6b-9a4a-99dfbc0da11c triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:37:08.491971 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9f03ab2f-d399-4500-a368-d258e3cf840e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:08.494104 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6d8abcd7-6980-4b9b-a468-bf43ffcc03f9 req-ef270fe3-2a93-4c0b-a592-24001fa4375d tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=c92bac0a-f360-420b-ba1d-66577970e341&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2322476 Oct 12 19:37:08.533752 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0967e9d7-ea1d-4b51-932e-6171386878bb tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Pushing event updated for resources: {'Network': ['ID=0fae541c-6a20-4fc4-903e-3eb68a8b37ef,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:08.552049 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-691069ab-b969-41ad-8c31-d7ce766ffef0 req-dae80568-2d08-4d07-b212-6a655b25f6e9 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.49 "GET /v2.0/security-groups?id=5aa05d67-0c53-427c-9564-46e10b998f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1612437 Oct 12 19:37:08.564082 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-9f03ab2f-d399-4500-a368-d258e3cf840e None None] Port b2811d62-e8c5-4e6b-9a4a-99dfbc0da11c cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:37:08.570033 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 0fae541c-6a20-4fc4-903e-3eb68a8b37ef details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:37:08.574784 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e6fb5878-dedb-4bd2-95ab-a1739dc6620b req-5964d425-466b-4916-9677-45b9afaa19e2 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4465210 Oct 12 19:37:08.589726 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-e6fb5878-dedb-4bd2-95ab-a1739dc6620b req-2cc0db0f-1481-46c6-aab0-0167c1a2f6b2 service neutron] Request body: {'port': {'device_id': '2e07869a-db45-4ee8-b931-72d78af23fa5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:37:08.625058 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-0967e9d7-ea1d-4b51-932e-6171386878bb tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.2796042 Oct 12 19:37:08.625852 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 41746) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:08.631195 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-b428c573-279d-4a5a-a36b-96806d4c938a tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Request body: {'subnet': {'network_id': '0fae541c-6a20-4fc4-903e-3eb68a8b37ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:37:08.666869 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-e6fb5878-dedb-4bd2-95ab-a1739dc6620b req-2cc0db0f-1481-46c6-aab0-0167c1a2f6b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:08.874578 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b428c573-279d-4a5a-a36b-96806d4c938a tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Made reservation on behalf of 141ff9030c074b6bbda20f235506d502 for: {'subnet': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:37:08.875748 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b428c573-279d-4a5a-a36b-96806d4c938a tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4612397'] for subnet, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:09.019781 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [req-e6fb5878-dedb-4bd2-95ab-a1739dc6620b req-2cc0db0f-1481-46c6-aab0-0167c1a2f6b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2811d62-e8c5-4e6b-9a4a-99dfbc0da11c {{(pid=95502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:37:09.028225 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-e6fb5878-dedb-4bd2-95ab-a1739dc6620b req-2cc0db0f-1481-46c6-aab0-0167c1a2f6b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:09.040548 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-e6fb5878-dedb-4bd2-95ab-a1739dc6620b req-2cc0db0f-1481-46c6-aab0-0167c1a2f6b2 service neutron] Transition to ACTIVE for port object b2811d62-e8c5-4e6b-9a4a-99dfbc0da11c will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:37:09.155554 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-e6fb5878-dedb-4bd2-95ab-a1739dc6620b req-2cc0db0f-1481-46c6-aab0-0167c1a2f6b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:09.206498 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b428c573-279d-4a5a-a36b-96806d4c938a tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4824863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4612355'] for subnet, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:09.206498 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d00523f1-dc88-416d-82de-49f45001272f tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4824863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4612355'] for subnet, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:09.233528 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc0db0f-1481-46c6-aab0-0167c1a2f6b2 service neutron] Pushing event updated for resources: {'Port': ['ID=b2811d62-e8c5-4e6b-9a4a-99dfbc0da11c,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:09.357607 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b428c573-279d-4a5a-a36b-96806d4c938a tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Pushing event updated for resources: {'Subnet': ['ID=c88031fb-aa62-4bfc-899a-572b29d68f80,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:09.373126 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b428c573-279d-4a5a-a36b-96806d4c938a tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Checking segment: {'id': '3da828f2-3023-44fe-b47e-6d855c051f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '0fae541c-6a20-4fc4-903e-3eb68a8b37ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:37:09.373126 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b428c573-279d-4a5a-a36b-96806d4c938a tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Network hostable DHCP agents. Network: 0fae541c-6a20-4fc4-903e-3eb68a8b37ef, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:37:09.388265 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-e6fb5878-dedb-4bd2-95ab-a1739dc6620b req-2cc0db0f-1481-46c6-aab0-0167c1a2f6b2 service neutron] Attempting to bind port b2811d62-e8c5-4e6b-9a4a-99dfbc0da11c on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:37:09.388661 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-e6fb5878-dedb-4bd2-95ab-a1739dc6620b req-2cc0db0f-1481-46c6-aab0-0167c1a2f6b2 service neutron] Attempting to bind port b2811d62-e8c5-4e6b-9a4a-99dfbc0da11c by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': '063c5d4a-c2c9-4e07-b7e3-8775f3660273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '92a88605-27ea-431c-b963-1a57c353f481'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:37:09.388994 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6fb5878-dedb-4bd2-95ab-a1739dc6620b req-2cc0db0f-1481-46c6-aab0-0167c1a2f6b2 service neutron] Attempting to bind port b2811d62-e8c5-4e6b-9a4a-99dfbc0da11c on network 92a88605-27ea-431c-b963-1a57c353f481 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:37:09.395948 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6fb5878-dedb-4bd2-95ab-a1739dc6620b req-2cc0db0f-1481-46c6-aab0-0167c1a2f6b2 service neutron] Port b2811d62-e8c5-4e6b-9a4a-99dfbc0da11c on network 92a88605-27ea-431c-b963-1a57c353f481 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:37:09.396300 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6fb5878-dedb-4bd2-95ab-a1739dc6620b req-2cc0db0f-1481-46c6-aab0-0167c1a2f6b2 service neutron] Attempting to bind port b2811d62-e8c5-4e6b-9a4a-99dfbc0da11c on network 92a88605-27ea-431c-b963-1a57c353f481 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:37:09.398600 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00523f1-dc88-416d-82de-49f45001272f tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Checking segment: {'id': 'ca4995b8-6883-480b-a310-fd086eb14801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '88dc9d3d-97b9-4583-82b3-0fc158e5f6da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:37:09.398977 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00523f1-dc88-416d-82de-49f45001272f tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Network hostable DHCP agents. Network: 88dc9d3d-97b9-4583-82b3-0fc158e5f6da, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:37:09.403607 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6fb5878-dedb-4bd2-95ab-a1739dc6620b req-2cc0db0f-1481-46c6-aab0-0167c1a2f6b2 service neutron] Checking agent: {'id': 'f5e9725f-f5a6-43c2-a1be-95e21e9a1fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:37:09.405054 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6fb5878-dedb-4bd2-95ab-a1739dc6620b req-2cc0db0f-1481-46c6-aab0-0167c1a2f6b2 service neutron] Checking segment: {'id': '063c5d4a-c2c9-4e07-b7e3-8775f3660273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '92a88605-27ea-431c-b963-1a57c353f481'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:37:09.405596 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6fb5878-dedb-4bd2-95ab-a1739dc6620b req-2cc0db0f-1481-46c6-aab0-0167c1a2f6b2 service neutron] Bound using segment: {'id': '063c5d4a-c2c9-4e07-b7e3-8775f3660273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '92a88605-27ea-431c-b963-1a57c353f481'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:37:09.406167 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-e6fb5878-dedb-4bd2-95ab-a1739dc6620b req-2cc0db0f-1481-46c6-aab0-0167c1a2f6b2 service neutron] Bound port: b2811d62-e8c5-4e6b-9a4a-99dfbc0da11c, host: n-h1-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '063c5d4a-c2c9-4e07-b7e3-8775f3660273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '92a88605-27ea-431c-b963-1a57c353f481'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:37:09.407644 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-e6fb5878-dedb-4bd2-95ab-a1739dc6620b req-2cc0db0f-1481-46c6-aab0-0167c1a2f6b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:09.438836 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00523f1-dc88-416d-82de-49f45001272f tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Pushing event updated for resources: {'Subnet': ['ID=80725736-d0b7-414b-b9e2-c232ec9cedca,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:09.501364 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-e6fb5878-dedb-4bd2-95ab-a1739dc6620b req-2cc0db0f-1481-46c6-aab0-0167c1a2f6b2 service neutron] For port b2811d62-e8c5-4e6b-9a4a-99dfbc0da11c, host n-h1-813679-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:37:09.504869 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-e6fb5878-dedb-4bd2-95ab-a1739dc6620b req-2cc0db0f-1481-46c6-aab0-0167c1a2f6b2 service neutron] For port b2811d62-e8c5-4e6b-9a4a-99dfbc0da11c, host n-h1-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=b2811d62-e8c5-4e6b-9a4a-99dfbc0da11c,segment=NetworkSegment(063c5d4a-c2c9-4e07-b7e3-8775f3660273),segment_id=063c5d4a-c2c9-4e07-b7e3-8775f3660273)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:37:09.528394 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b428c573-279d-4a5a-a36b-96806d4c938a tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Network 0fae541c-6a20-4fc4-903e-3eb68a8b37ef is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:37:09.557091 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00523f1-dc88-416d-82de-49f45001272f tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Network 88dc9d3d-97b9-4583-82b3-0fc158e5f6da is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:37:09.636895 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-e6fb5878-dedb-4bd2-95ab-a1739dc6620b req-2cc0db0f-1481-46c6-aab0-0167c1a2f6b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:09.692382 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bc54e9-7e0d-4337-a990-230b20e2adc7 req-8e318b49-9eb6-41d0-a19b-69f52d167274 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:09.695134 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d8bc54e9-7e0d-4337-a990-230b20e2adc7 req-8e318b49-9eb6-41d0-a19b-69f52d167274 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e07869a-db45-4ee8-b931-72d78af23fa5 HTTP/1.1" status: 200 len: 943 time: 0.1023684 Oct 12 19:37:09.747320 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fb5878-dedb-4bd2-95ab-a1739dc6620b req-2cc0db0f-1481-46c6-aab0-0167c1a2f6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:09.747994 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-e6fb5878-dedb-4bd2-95ab-a1739dc6620b req-2cc0db0f-1481-46c6-aab0-0167c1a2f6b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:09.749574 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e6fb5878-dedb-4bd2-95ab-a1739dc6620b req-2cc0db0f-1481-46c6-aab0-0167c1a2f6b2 service neutron] 10.222.0.61 "PUT /v2.0/ports/b2811d62-e8c5-4e6b-9a4a-99dfbc0da11c HTTP/1.1" status: 200 len: 1091 time: 1.1655259 Oct 12 19:37:09.750146 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e07869a-db45-4ee8-b931-72d78af23fa5', 'tag': 'b2811d62-e8c5-4e6b-9a4a-99dfbc0da11c'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:37:09.752478 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3df06277-e3a7-4dcc-bc70-0809e286b41c" -d '{"events": [{"name": "network-changed", "server_uuid": "2e07869a-db45-4ee8-b931-72d78af23fa5", "tag": "b2811d62-e8c5-4e6b-9a4a-99dfbc0da11c"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:37:09.764138 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc0db0f-1481-46c6-aab0-0167c1a2f6b2 service neutron] Pushing event updated for resources: {'Port': ['ID=b2811d62-e8c5-4e6b-9a4a-99dfbc0da11c,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:09.778776 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d8bc54e9-7e0d-4337-a990-230b20e2adc7 req-613dce96-30eb-4890-a276-ca0e3aaf1ca7 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=c92bac0a-f360-420b-ba1d-66577970e341&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708859 Oct 12 19:37:09.794553 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed50e25-543b-4592-be93-519edd56ff27 req-3aa32636-7381-43b9-aaeb-8678efe06a0b tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:09.796303 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-eed50e25-543b-4592-be93-519edd56ff27 req-3aa32636-7381-43b9-aaeb-8678efe06a0b tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7b765f3-f079-43bb-884c-ce583b289609 HTTP/1.1" status: 200 len: 945 time: 0.1524549 Oct 12 19:37:09.879346 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-eed50e25-543b-4592-be93-519edd56ff27 req-768198c0-6c56-4e02-a63f-6e4c144f0414 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.49 "GET /v2.0/security-groups?id=5aa05d67-0c53-427c-9564-46e10b998f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739474 Oct 12 19:37:09.887017 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-b428c573-279d-4a5a-a36b-96806d4c938a tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, 0fae541c-6a20-4fc4-903e-3eb68a8b37ef) {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:37:09.893050 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b428c573-279d-4a5a-a36b-96806d4c938a tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:09.893050 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b428c573-279d-4a5a-a36b-96806d4c938a tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:09.898093 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-d00523f1-dc88-416d-82de-49f45001272f tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, 88dc9d3d-97b9-4583-82b3-0fc158e5f6da) {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:37:09.906730 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf7c2d80-77dd-4cdb-b7b7-808e29cd712c None None] Network 0fae541c-6a20-4fc4-903e-3eb68a8b37ef requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:37:09.922340 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d00523f1-dc88-416d-82de-49f45001272f tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:09.925913 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d00523f1-dc88-416d-82de-49f45001272f tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:10.021731 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-b428c573-279d-4a5a-a36b-96806d4c938a tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3945422 Oct 12 19:37:10.024748 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 41762) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:10.033320 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d39e5be0-3286-46de-af4b-0e24ada3838a None None] Network 88dc9d3d-97b9-4583-82b3-0fc158e5f6da requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:37:10.033977 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-c1c19a5e-eb33-497b-8ff6-dc8d1fdb8de2 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Request body: {'network': {'name': 'tempest-router-network01--972069681'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:37:10.059914 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-d00523f1-dc88-416d-82de-49f45001272f tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8598571 Oct 12 19:37:10.064930 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 41764) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:10.081792 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-40ccf61c-3526-415e-9309-e5037b3dbe89 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Request body: {'port': {'network_id': '88dc9d3d-97b9-4583-82b3-0fc158e5f6da', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1879314731'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:37:10.270707 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1902ca2a-266a-4c5c-ab66-a077e3ab95bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-0fae541c-6a20-4fc4-903e-3eb68a8b37ef', 'network_id': '0fae541c-6a20-4fc4-903e-3eb68a8b37ef', 'tenant_id': '141ff9030c074b6bbda20f235506d502', 'fixed_ips': [{'subnet_id': 'c88031fb-aa62-4bfc-899a-572b29d68f80'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:37:10.271763 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1902ca2a-266a-4c5c-ab66-a077e3ab95bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:10.320673 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1c19a5e-eb33-497b-8ff6-dc8d1fdb8de2 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Made reservation on behalf of 141ff9030c074b6bbda20f235506d502 for: {'network': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:37:10.324882 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c1c19a5e-eb33-497b-8ff6-dc8d1fdb8de2 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:10.359503 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1c19a5e-eb33-497b-8ff6-dc8d1fdb8de2 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'} {{(pid=95501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:37:10.369861 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c1c19a5e-eb33-497b-8ff6-dc8d1fdb8de2 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:10.370206 n-d-813679-3 neutron-server[95501]: INFO neutron.db.segments_db [None req-c1c19a5e-eb33-497b-8ff6-dc8d1fdb8de2 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Added segment b8eace1f-78a3-495c-9b1e-e7e25864439b of type vlan for network e60032fd-ade4-4263-9934-aa79813bdf79 Oct 12 19:37:10.378781 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07e6f28-ea3f-49f2-91a6-222c56f1d4af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-88dc9d3d-97b9-4583-82b3-0fc158e5f6da', 'network_id': '88dc9d3d-97b9-4583-82b3-0fc158e5f6da', 'tenant_id': '144623a8056344d49da2e4f99a80730c', 'fixed_ips': [{'subnet_id': '80725736-d0b7-414b-b9e2-c232ec9cedca'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:37:10.379830 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c07e6f28-ea3f-49f2-91a6-222c56f1d4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:10.443176 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c1c19a5e-eb33-497b-8ff6-dc8d1fdb8de2 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:10.444738 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6245cdfb-00b6-4972-9d67-280e459cd13e x-openstack-request-id: req-6245cdfb-00b6-4972-9d67-280e459cd13e {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:37:10.445274 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e07869a-db45-4ee8-b931-72d78af23fa5", "tag": "b2811d62-e8c5-4e6b-9a4a-99dfbc0da11c", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:37:10.445274 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6245cdfb-00b6-4972-9d67-280e459cd13e {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:37:10.445564 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e07869a-db45-4ee8-b931-72d78af23fa5', 'tag': 'b2811d62-e8c5-4e6b-9a4a-99dfbc0da11c', 'status': 'completed', 'code': 200} Oct 12 19:37:10.462288 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fb5878-dedb-4bd2-95ab-a1739dc6620b req-699c06ec-02e8-47a0-a990-09a30d4035b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:10.468256 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e6fb5878-dedb-4bd2-95ab-a1739dc6620b req-699c06ec-02e8-47a0-a990-09a30d4035b0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=80c6b006e6d9432a90abc6a3ef8ab3a8&device_id=2e07869a-db45-4ee8-b931-72d78af23fa5 HTTP/1.1" status: 200 len: 1094 time: 0.5006754 Oct 12 19:37:10.469222 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40ccf61c-3526-415e-9309-e5037b3dbe89 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Made reservation on behalf of 144623a8056344d49da2e4f99a80730c for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:37:10.473142 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-40ccf61c-3526-415e-9309-e5037b3dbe89 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:10.499215 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [None req-40ccf61c-3526-415e-9309-e5037b3dbe89 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] device_id is not set on port 5bd8a23c-e3e5-4a26-a13b-af638fa35ac3 yet. {{(pid=95501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 19:37:10.523404 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e6fb5878-dedb-4bd2-95ab-a1739dc6620b req-4b5f26c1-9e1b-47e1-be0c-f4986d2c1f7f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2811d62-e8c5-4e6b-9a4a-99dfbc0da11c HTTP/1.1" status: 200 len: 217 time: 0.0497301 Oct 12 19:37:10.571856 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c1c19a5e-eb33-497b-8ff6-dc8d1fdb8de2 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:10.578807 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fb5878-dedb-4bd2-95ab-a1739dc6620b req-e51a351e-ff83-44c9-a3ea-05e2e93000bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:10.579443 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c19a5e-eb33-497b-8ff6-dc8d1fdb8de2 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:10.580091 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c1c19a5e-eb33-497b-8ff6-dc8d1fdb8de2 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:10.580675 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e6fb5878-dedb-4bd2-95ab-a1739dc6620b req-e51a351e-ff83-44c9-a3ea-05e2e93000bb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=88fecf92-221f-4920-9ea6-7b9931392c45 HTTP/1.1" status: 200 len: 834 time: 0.0507362 Oct 12 19:37:10.636444 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fb5878-dedb-4bd2-95ab-a1739dc6620b req-17650938-7782-4fa0-a094-54a733603412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:10.638075 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e6fb5878-dedb-4bd2-95ab-a1739dc6620b req-17650938-7782-4fa0-a094-54a733603412 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=92a88605-27ea-431c-b963-1a57c353f481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0490291 Oct 12 19:37:10.675317 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c19a5e-eb33-497b-8ff6-dc8d1fdb8de2 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Pushing event updated for resources: {'Network': ['ID=e60032fd-ade4-4263-9934-aa79813bdf79,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:10.703505 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network e60032fd-ade4-4263-9934-aa79813bdf79 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:37:10.729469 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-c1c19a5e-eb33-497b-8ff6-dc8d1fdb8de2 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7032046 Oct 12 19:37:10.732086 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 41766) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:10.741844 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-39ddde65-ea7a-46f6-a10d-baf01787aa72 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Request body: {'network': {'name': 'tempest-router-network02--242551021'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:37:10.742018 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e6fb5878-dedb-4bd2-95ab-a1739dc6620b req-4931060b-ec73-4d76-8cde-16a6f6fdb091 service neutron] 10.222.0.61 "GET /v2.0/networks/92a88605-27ea-431c-b963-1a57c353f481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923693 Oct 12 19:37:10.777200 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-c07e6f28-ea3f-49f2-91a6-222c56f1d4af None None] Allocated IP 2001:db8::2 (88dc9d3d-97b9-4583-82b3-0fc158e5f6da/80725736-d0b7-414b-b9e2-c232ec9cedca/24f6767e-ecd4-43cd-9fa9-1a4d17427fab) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:37:10.794214 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-1902ca2a-266a-4c5c-ab66-a077e3ab95bc None None] Allocated IP 172.20.0.2 (0fae541c-6a20-4fc4-903e-3eb68a8b37ef/c88031fb-aa62-4bfc-899a-572b29d68f80/3c15fb70-5f46-482b-9b40-baf34dbe2569) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:37:10.858041 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39ddde65-ea7a-46f6-a10d-baf01787aa72 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Made reservation on behalf of 141ff9030c074b6bbda20f235506d502 for: {'network': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:37:10.862079 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-39ddde65-ea7a-46f6-a10d-baf01787aa72 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:10.874248 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e6fb5878-dedb-4bd2-95ab-a1739dc6620b req-d1dfc15d-0339-4c00-aeea-25de99a6c2d9 service neutron] 10.222.0.61 "GET /v2.0/networks/92a88605-27ea-431c-b963-1a57c353f481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280780 Oct 12 19:37:10.903120 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39ddde65-ea7a-46f6-a10d-baf01787aa72 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=95501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:37:10.903361 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e131a7-ff8f-43d2-a4c1-48f1f0a006f9 req-82a079b2-9830-4c76-ac72-be2b2eaafbd9 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:10.905071 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d9e131a7-ff8f-43d2-a4c1-48f1f0a006f9 req-82a079b2-9830-4c76-ac72-be2b2eaafbd9 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e07869a-db45-4ee8-b931-72d78af23fa5 HTTP/1.1" status: 200 len: 943 time: 0.0630989 Oct 12 19:37:10.917235 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-39ddde65-ea7a-46f6-a10d-baf01787aa72 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:10.917585 n-d-813679-3 neutron-server[95501]: INFO neutron.db.segments_db [None req-39ddde65-ea7a-46f6-a10d-baf01787aa72 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Added segment f4b90cdf-107e-4787-8707-b61908e23935 of type vlan for network f21bd11e-e646-47de-9cc6-1abcf657b7df Oct 12 19:37:10.975142 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d9e131a7-ff8f-43d2-a4c1-48f1f0a006f9 req-31dd737c-8d6e-405f-83a5-918c5029a540 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=c92bac0a-f360-420b-ba1d-66577970e341&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607357 Oct 12 19:37:10.988356 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-39ddde65-ea7a-46f6-a10d-baf01787aa72 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:11.119005 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df06277-e3a7-4dcc-bc70-0809e286b41c req-9fa13162-7b7d-4a4f-80fc-207ee98a04f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:11.121968 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-39ddde65-ea7a-46f6-a10d-baf01787aa72 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:11.122484 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3df06277-e3a7-4dcc-bc70-0809e286b41c req-9fa13162-7b7d-4a4f-80fc-207ee98a04f7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=80c6b006e6d9432a90abc6a3ef8ab3a8&device_id=2e07869a-db45-4ee8-b931-72d78af23fa5 HTTP/1.1" status: 200 len: 1094 time: 0.1113908 Oct 12 19:37:11.138098 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ddde65-ea7a-46f6-a10d-baf01787aa72 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:11.141026 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-39ddde65-ea7a-46f6-a10d-baf01787aa72 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:11.196338 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c07e6f28-ea3f-49f2-91a6-222c56f1d4af None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:11.201992 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1902ca2a-266a-4c5c-ab66-a077e3ab95bc None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:11.220523 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4593a9e3-3c25-40ae-b1c2-81f66f546389 req-32daa740-80b7-45d7-9b06-503fce7771ab tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:11.222428 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4593a9e3-3c25-40ae-b1c2-81f66f546389 req-32daa740-80b7-45d7-9b06-503fce7771ab tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7b765f3-f079-43bb-884c-ce583b289609 HTTP/1.1" status: 200 len: 945 time: 0.1578379 Oct 12 19:37:11.247350 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df06277-e3a7-4dcc-bc70-0809e286b41c req-b93de07a-fbe1-4387-8f2d-bf483a78ba67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:11.248721 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3df06277-e3a7-4dcc-bc70-0809e286b41c req-b93de07a-fbe1-4387-8f2d-bf483a78ba67 service neutron] 10.222.0.61 "GET /v2.0/networks?id=92a88605-27ea-431c-b963-1a57c353f481 HTTP/1.1" status: 200 len: 897 time: 0.1195471 Oct 12 19:37:11.255008 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ddde65-ea7a-46f6-a10d-baf01787aa72 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Pushing event updated for resources: {'Network': ['ID=f21bd11e-e646-47de-9cc6-1abcf657b7df,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:11.268493 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network f21bd11e-e646-47de-9cc6-1abcf657b7df details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:37:11.300535 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3df06277-e3a7-4dcc-bc70-0809e286b41c req-a5494ff5-1912-4a43-baf5-517d98296be9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2811d62-e8c5-4e6b-9a4a-99dfbc0da11c HTTP/1.1" status: 200 len: 217 time: 0.0425463 Oct 12 19:37:11.309233 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4593a9e3-3c25-40ae-b1c2-81f66f546389 req-9bdc949c-2961-41b9-ad37-c62a40dc912a tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.49 "GET /v2.0/security-groups?id=5aa05d67-0c53-427c-9564-46e10b998f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608649 Oct 12 19:37:11.362763 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c07e6f28-ea3f-49f2-91a6-222c56f1d4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:11.373106 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-39ddde65-ea7a-46f6-a10d-baf01787aa72 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6347201 Oct 12 19:37:11.373106 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 41782) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:11.377837 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-532c9903-54ca-4957-8936-9bdcaa26e615 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Request body: {'subnet': {'network_id': 'e60032fd-ade4-4263-9934-aa79813bdf79', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:37:11.378710 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1902ca2a-266a-4c5c-ab66-a077e3ab95bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:11.399612 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df06277-e3a7-4dcc-bc70-0809e286b41c req-b96e6852-f992-47bd-97f5-0e73123a2450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:11.399612 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3df06277-e3a7-4dcc-bc70-0809e286b41c req-b96e6852-f992-47bd-97f5-0e73123a2450 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=88fecf92-221f-4920-9ea6-7b9931392c45 HTTP/1.1" status: 200 len: 834 time: 0.0868733 Oct 12 19:37:11.399954 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1902ca2a-266a-4c5c-ab66-a077e3ab95bc None None] Network 0fae541c-6a20-4fc4-903e-3eb68a8b37ef is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:37:11.422618 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-1902ca2a-266a-4c5c-ab66-a077e3ab95bc None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:37:11.431704 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1902ca2a-266a-4c5c-ab66-a077e3ab95bc None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:37:11.450397 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c07e6f28-ea3f-49f2-91a6-222c56f1d4af None None] Network 88dc9d3d-97b9-4583-82b3-0fc158e5f6da is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:37:11.484060 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df06277-e3a7-4dcc-bc70-0809e286b41c req-4cef9c57-c76f-4003-87c3-196de8a5524d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:11.488786 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3df06277-e3a7-4dcc-bc70-0809e286b41c req-4cef9c57-c76f-4003-87c3-196de8a5524d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=92a88605-27ea-431c-b963-1a57c353f481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0849018 Oct 12 19:37:11.496196 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-c07e6f28-ea3f-49f2-91a6-222c56f1d4af None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:37:11.501553 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07e6f28-ea3f-49f2-91a6-222c56f1d4af None None] Pushing event updated for resources: {'Port': ['ID=24f6767e-ecd4-43cd-9fa9-1a4d17427fab,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:11.504234 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07e6f28-ea3f-49f2-91a6-222c56f1d4af None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:37:11.532266 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-40ccf61c-3526-415e-9309-e5037b3dbe89 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Allocated IP 2001:db8::2c9 (88dc9d3d-97b9-4583-82b3-0fc158e5f6da/80725736-d0b7-414b-b9e2-c232ec9cedca/5bd8a23c-e3e5-4a26-a13b-af638fa35ac3) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:37:11.546542 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1902ca2a-266a-4c5c-ab66-a077e3ab95bc None None] Pushing event updated for resources: {'Port': ['ID=3c15fb70-5f46-482b-9b40-baf34dbe2569,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:11.611720 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-1902ca2a-266a-4c5c-ab66-a077e3ab95bc None None] Attempting to bind port 3c15fb70-5f46-482b-9b40-baf34dbe2569 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:37:11.611720 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-1902ca2a-266a-4c5c-ab66-a077e3ab95bc None None] Attempting to bind port 3c15fb70-5f46-482b-9b40-baf34dbe2569 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '3da828f2-3023-44fe-b47e-6d855c051f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '0fae541c-6a20-4fc4-903e-3eb68a8b37ef'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:37:11.614186 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1902ca2a-266a-4c5c-ab66-a077e3ab95bc None None] Attempting to bind port 3c15fb70-5f46-482b-9b40-baf34dbe2569 on network 0fae541c-6a20-4fc4-903e-3eb68a8b37ef {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:37:11.627036 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3df06277-e3a7-4dcc-bc70-0809e286b41c req-87ff92df-4e08-4699-8ac9-7c00a6ebd5d7 service neutron] 10.222.0.61 "GET /v2.0/networks/92a88605-27ea-431c-b963-1a57c353f481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286454 Oct 12 19:37:11.634594 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1902ca2a-266a-4c5c-ab66-a077e3ab95bc None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:37:11.635314 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1902ca2a-266a-4c5c-ab66-a077e3ab95bc None None] Checking segment: {'id': '3da828f2-3023-44fe-b47e-6d855c051f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '0fae541c-6a20-4fc4-903e-3eb68a8b37ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:37:11.636017 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1902ca2a-266a-4c5c-ab66-a077e3ab95bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:11.636633 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1902ca2a-266a-4c5c-ab66-a077e3ab95bc None None] Bound using segment: {'id': '3da828f2-3023-44fe-b47e-6d855c051f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '0fae541c-6a20-4fc4-903e-3eb68a8b37ef'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:37:11.637374 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-1902ca2a-266a-4c5c-ab66-a077e3ab95bc None None] Bound port: 3c15fb70-5f46-482b-9b40-baf34dbe2569, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3da828f2-3023-44fe-b47e-6d855c051f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '0fae541c-6a20-4fc4-903e-3eb68a8b37ef'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:37:11.638009 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1902ca2a-266a-4c5c-ab66-a077e3ab95bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:11.665079 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-c07e6f28-ea3f-49f2-91a6-222c56f1d4af None None] Attempting to bind port 24f6767e-ecd4-43cd-9fa9-1a4d17427fab on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:37:11.671680 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-c07e6f28-ea3f-49f2-91a6-222c56f1d4af None None] Attempting to bind port 24f6767e-ecd4-43cd-9fa9-1a4d17427fab by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'ca4995b8-6883-480b-a310-fd086eb14801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '88dc9d3d-97b9-4583-82b3-0fc158e5f6da'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:37:11.672052 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07e6f28-ea3f-49f2-91a6-222c56f1d4af None None] Attempting to bind port 24f6767e-ecd4-43cd-9fa9-1a4d17427fab on network 88dc9d3d-97b9-4583-82b3-0fc158e5f6da {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:37:11.685278 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07e6f28-ea3f-49f2-91a6-222c56f1d4af None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:37:11.685711 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07e6f28-ea3f-49f2-91a6-222c56f1d4af None None] Checking segment: {'id': 'ca4995b8-6883-480b-a310-fd086eb14801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '88dc9d3d-97b9-4583-82b3-0fc158e5f6da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:37:11.686056 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c07e6f28-ea3f-49f2-91a6-222c56f1d4af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:11.686457 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07e6f28-ea3f-49f2-91a6-222c56f1d4af None None] Bound using segment: {'id': 'ca4995b8-6883-480b-a310-fd086eb14801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '88dc9d3d-97b9-4583-82b3-0fc158e5f6da'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:37:11.686942 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-c07e6f28-ea3f-49f2-91a6-222c56f1d4af None None] Bound port: 24f6767e-ecd4-43cd-9fa9-1a4d17427fab, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca4995b8-6883-480b-a310-fd086eb14801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '88dc9d3d-97b9-4583-82b3-0fc158e5f6da'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:37:11.690156 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c07e6f28-ea3f-49f2-91a6-222c56f1d4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:11.746171 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-532c9903-54ca-4957-8936-9bdcaa26e615 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Made reservation on behalf of 141ff9030c074b6bbda20f235506d502 for: {'subnet': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:37:11.755701 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-532c9903-54ca-4957-8936-9bdcaa26e615 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4612397'] for subnet, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:11.795248 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3df06277-e3a7-4dcc-bc70-0809e286b41c req-6a6c7cfa-fcf6-4ff7-9f30-29769b991910 service neutron] 10.222.0.61 "GET /v2.0/networks/92a88605-27ea-431c-b963-1a57c353f481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603661 Oct 12 19:37:11.819700 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-1902ca2a-266a-4c5c-ab66-a077e3ab95bc None None] For port 3c15fb70-5f46-482b-9b40-baf34dbe2569, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:37:11.835608 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-1902ca2a-266a-4c5c-ab66-a077e3ab95bc None None] For port 3c15fb70-5f46-482b-9b40-baf34dbe2569, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=3c15fb70-5f46-482b-9b40-baf34dbe2569,segment=NetworkSegment(3da828f2-3023-44fe-b47e-6d855c051f6d),segment_id=3da828f2-3023-44fe-b47e-6d855c051f6d)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:37:11.856300 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-c07e6f28-ea3f-49f2-91a6-222c56f1d4af None None] For port 24f6767e-ecd4-43cd-9fa9-1a4d17427fab, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:37:11.861635 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-c07e6f28-ea3f-49f2-91a6-222c56f1d4af None None] For port 24f6767e-ecd4-43cd-9fa9-1a4d17427fab, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=24f6767e-ecd4-43cd-9fa9-1a4d17427fab,segment=NetworkSegment(ca4995b8-6883-480b-a310-fd086eb14801),segment_id=ca4995b8-6883-480b-a310-fd086eb14801)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:37:11.899042 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1902ca2a-266a-4c5c-ab66-a077e3ab95bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:11.909310 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-40ccf61c-3526-415e-9309-e5037b3dbe89 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:11.958272 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e507a9d1-d46d-47bc-a161-6f733ab2d20b req-48b745e4-6ad1-4221-ae15-f24b843cf1c2 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:11.970925 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e507a9d1-d46d-47bc-a161-6f733ab2d20b req-48b745e4-6ad1-4221-ae15-f24b843cf1c2 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b52d58a-37ab-4e50-b262-c81246f70212 HTTP/1.1" status: 200 len: 946 time: 0.2318785 Oct 12 19:37:11.977206 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1902ca2a-266a-4c5c-ab66-a077e3ab95bc None None] Pushing event updated for resources: {'Port': ['ID=3c15fb70-5f46-482b-9b40-baf34dbe2569,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:11.981936 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c07e6f28-ea3f-49f2-91a6-222c56f1d4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:12.096778 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e507a9d1-d46d-47bc-a161-6f733ab2d20b req-55880583-1d2c-488d-9181-ed71715d0cfa tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc25c47-c49f-4f72-b689-5693a6947492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184661 Oct 12 19:37:12.125130 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-40ccf61c-3526-415e-9309-e5037b3dbe89 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:12.128436 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07e6f28-ea3f-49f2-91a6-222c56f1d4af None None] Pushing event updated for resources: {'Port': ['ID=24f6767e-ecd4-43cd-9fa9-1a4d17427fab,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:12.218066 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0578d5d-9e54-4653-afec-d575ba41d4c0 req-b209eafa-808d-4efc-b77c-adb39d143734 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:12.221034 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d0578d5d-9e54-4653-afec-d575ba41d4c0 req-b209eafa-808d-4efc-b77c-adb39d143734 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e07869a-db45-4ee8-b931-72d78af23fa5 HTTP/1.1" status: 200 len: 943 time: 0.1228099 Oct 12 19:37:12.244960 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ccf61c-3526-415e-9309-e5037b3dbe89 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Network 88dc9d3d-97b9-4583-82b3-0fc158e5f6da is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:37:12.258815 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-40ccf61c-3526-415e-9309-e5037b3dbe89 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:37:12.271405 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ccf61c-3526-415e-9309-e5037b3dbe89 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:37:12.278592 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ccf61c-3526-415e-9309-e5037b3dbe89 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:12.278592 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-40ccf61c-3526-415e-9309-e5037b3dbe89 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:12.290843 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccf61c-3526-415e-9309-e5037b3dbe89 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Pushing event updated for resources: {'Port': ['ID=5bd8a23c-e3e5-4a26-a13b-af638fa35ac3,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:12.304781 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccf61c-3526-415e-9309-e5037b3dbe89 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:37:12.305133 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccf61c-3526-415e-9309-e5037b3dbe89 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:37:12.305478 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccf61c-3526-415e-9309-e5037b3dbe89 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:37:12.305945 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccf61c-3526-415e-9309-e5037b3dbe89 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:37:12.306147 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccf61c-3526-415e-9309-e5037b3dbe89 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:37:12.306482 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccf61c-3526-415e-9309-e5037b3dbe89 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:37:12.306815 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccf61c-3526-415e-9309-e5037b3dbe89 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:37:12.308087 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device b2811d62-e8c5-4e6b-9a4a-99dfbc0da11c details requested by agent hyperv_n-h1-813679-3 with host n-h1-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:37:12.316381 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccf61c-3526-415e-9309-e5037b3dbe89 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:37:12.316872 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccf61c-3526-415e-9309-e5037b3dbe89 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:37:12.317209 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccf61c-3526-415e-9309-e5037b3dbe89 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:37:12.317554 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccf61c-3526-415e-9309-e5037b3dbe89 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:37:12.317889 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ccf61c-3526-415e-9309-e5037b3dbe89 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:37:12.350270 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-532c9903-54ca-4957-8936-9bdcaa26e615 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4824863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4612355'] for subnet, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:12.361286 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d0578d5d-9e54-4653-afec-d575ba41d4c0 req-46eba602-b78a-426b-87c6-1ca254cc3e80 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=c92bac0a-f360-420b-ba1d-66577970e341&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241775 Oct 12 19:37:12.403067 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-40ccf61c-3526-415e-9309-e5037b3dbe89 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.3367813 Oct 12 19:37:12.406104 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 41792) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:12.419931 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-c4501ab4-f99e-4543-b622-60ef5a6daaca tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Request body: {'port': {'network_id': '88dc9d3d-97b9-4583-82b3-0fc158e5f6da', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1580237692', 'allowed_address_pairs': [{'ip_address': '2001:db8::2c9', 'mac_address': 'fa:16:3e:b6:60:88'}]}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:37:12.600863 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port b2811d62-e8c5-4e6b-9a4a-99dfbc0da11c, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=b2811d62-e8c5-4e6b-9a4a-99dfbc0da11c,segment=NetworkSegment(063c5d4a-c2c9-4e07-b7e3-8775f3660273),segment_id=063c5d4a-c2c9-4e07-b7e3-8775f3660273)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:37:12.630782 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Returning: {'device': 'b2811d62-e8c5-4e6b-9a4a-99dfbc0da11c', 'network_id': '92a88605-27ea-431c-b963-1a57c353f481', 'port_id': 'b2811d62-e8c5-4e6b-9a4a-99dfbc0da11c', 'mac_address': 'fa:16:3e:05:78:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88fecf92-221f-4920-9ea6-7b9931392c45', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:37:12.696162 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:12.713360 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532c9903-54ca-4957-8936-9bdcaa26e615 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Pushing event updated for resources: {'Subnet': ['ID=67b181a4-604c-4e4e-a6c4-29a83cdd5eaf,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:12.726003 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2811d62-e8c5-4e6b-9a4a-99dfbc0da11c {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:37:12.727757 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532c9903-54ca-4957-8936-9bdcaa26e615 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Checking segment: {'id': 'b8eace1f-78a3-495c-9b1e-e7e25864439b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e60032fd-ade4-4263-9934-aa79813bdf79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:37:12.728256 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532c9903-54ca-4957-8936-9bdcaa26e615 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Network hostable DHCP agents. Network: e60032fd-ade4-4263-9934-aa79813bdf79, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:37:12.776881 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port b2811d62-e8c5-4e6b-9a4a-99dfbc0da11c, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=b2811d62-e8c5-4e6b-9a4a-99dfbc0da11c,segment=NetworkSegment(063c5d4a-c2c9-4e07-b7e3-8775f3660273),segment_id=063c5d4a-c2c9-4e07-b7e3-8775f3660273)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:37:12.851229 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 3c15fb70-5f46-482b-9b40-baf34dbe2569 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:37:12.879770 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:12.960200 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=b2811d62-e8c5-4e6b-9a4a-99dfbc0da11c,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:12.978015 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 3c15fb70-5f46-482b-9b40-baf34dbe2569 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:37:12.978387 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:13.065157 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:13.091149 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['b2811d62-e8c5-4e6b-9a4a-99dfbc0da11c'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:37:13.209542 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532c9903-54ca-4957-8936-9bdcaa26e615 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Network e60032fd-ade4-4263-9934-aa79813bdf79 is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:37:13.262216 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70477fa-8bed-4c09-a214-6be1aecb0c6b req-a505cd00-db87-4ad1-932e-e60d034c5bb1 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:13.270431 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a70477fa-8bed-4c09-a214-6be1aecb0c6b req-a505cd00-db87-4ad1-932e-e60d034c5bb1 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7b765f3-f079-43bb-884c-ce583b289609 HTTP/1.1" status: 200 len: 945 time: 0.8027980 Oct 12 19:37:13.278963 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] For port 3c15fb70-5f46-482b-9b40-baf34dbe2569, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=3c15fb70-5f46-482b-9b40-baf34dbe2569,segment=NetworkSegment(3da828f2-3023-44fe-b47e-6d855c051f6d),segment_id=3da828f2-3023-44fe-b47e-6d855c051f6d)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:37:13.293327 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb9c0fd-176f-497a-857d-ef30749f016d req-21ff5b9c-f919-4727-a56e-36be48034148 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:13.295589 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8fb9c0fd-176f-497a-857d-ef30749f016d req-21ff5b9c-f919-4727-a56e-36be48034148 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b52d58a-37ab-4e50-b262-c81246f70212 HTTP/1.1" status: 200 len: 946 time: 0.0869608 Oct 12 19:37:13.332122 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b91030-6b44-4396-a2c2-fd3bbce7f209 req-a4110cf9-65c0-4968-8a11-b0f668039598 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:13.333673 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-61b91030-6b44-4396-a2c2-fd3bbce7f209 req-a4110cf9-65c0-4968-8a11-b0f668039598 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.67 "GET /v2.0/ports?device_id=5b52d58a-37ab-4e50-b262-c81246f70212 HTTP/1.1" status: 200 len: 946 time: 0.1393239 Oct 12 19:37:13.337430 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-532c9903-54ca-4957-8936-9bdcaa26e615 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, e60032fd-ade4-4263-9934-aa79813bdf79) {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:37:13.349747 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a70477fa-8bed-4c09-a214-6be1aecb0c6b req-2abc8e90-508f-441e-8760-148f711aced0 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.49 "GET /v2.0/security-groups?id=5aa05d67-0c53-427c-9564-46e10b998f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783510 Oct 12 19:37:13.356877 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ccf31d-2516-41dd-b488-3702f433aa7c None None] Network e60032fd-ade4-4263-9934-aa79813bdf79 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:37:13.379174 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532c9903-54ca-4957-8936-9bdcaa26e615 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:13.383243 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-532c9903-54ca-4957-8936-9bdcaa26e615 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:13.413640 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8fb9c0fd-176f-497a-857d-ef30749f016d req-6782ddee-7204-4eab-b195-c7e0a37776d4 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc25c47-c49f-4f72-b689-5693a6947492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086359 Oct 12 19:37:13.417617 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:13.417617 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 24f6767e-ecd4-43cd-9fa9-1a4d17427fab up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:37:13.426136 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4501ab4-f99e-4543-b622-60ef5a6daaca tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Made reservation on behalf of 144623a8056344d49da2e4f99a80730c for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:37:13.599375 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-532c9903-54ca-4957-8936-9bdcaa26e615 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2244101 Oct 12 19:37:13.610076 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41802) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:13.614861 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-64b991ee-7624-4ce8-b0ae-6844b9de5304 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Request body: {'subnet': {'network_id': 'f21bd11e-e646-47de-9cc6-1abcf657b7df', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:37:13.651608 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb89e96-7e3f-4b37-a0bd-406ddbd5921c req-97511ecd-5975-4214-bf75-75445212cf8d tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:13.653250 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6eb89e96-7e3f-4b37-a0bd-406ddbd5921c req-97511ecd-5975-4214-bf75-75445212cf8d tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e07869a-db45-4ee8-b931-72d78af23fa5 HTTP/1.1" status: 200 len: 944 time: 0.1444368 Oct 12 19:37:13.688086 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Pushing event updated for resources: {'Port': ['ID=3c15fb70-5f46-482b-9b40-baf34dbe2569,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:13.691485 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc9751d-e259-4080-9b6b-a195155ee2b0 None None] Network 88dc9d3d-97b9-4583-82b3-0fc158e5f6da requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:37:13.766016 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-61b91030-6b44-4396-a2c2-fd3bbce7f209 req-3b4ea059-6ed6-4f48-86ea-2951ac784b70 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Deleting port c07665b4-a179-4091-9fcc-6ffd853121d9 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:37:13.768168 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-61b91030-6b44-4396-a2c2-fd3bbce7f209 req-3b4ea059-6ed6-4f48-86ea-2951ac784b70 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:13.772753 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c4501ab4-f99e-4543-b622-60ef5a6daaca tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:13.818448 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64b991ee-7624-4ce8-b0ae-6844b9de5304 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Made reservation on behalf of 141ff9030c074b6bbda20f235506d502 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:37:13.823211 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-64b991ee-7624-4ce8-b0ae-6844b9de5304 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16245837'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:13.825802 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6eb89e96-7e3f-4b37-a0bd-406ddbd5921c req-e6f182a2-fbb7-4a0d-9d81-ab2cfe74c4b5 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=c92bac0a-f360-420b-ba1d-66577970e341&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1641369 Oct 12 19:37:13.837418 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 24f6767e-ecd4-43cd-9fa9-1a4d17427fab triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:37:13.837804 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:13.842362 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [None req-c4501ab4-f99e-4543-b622-60ef5a6daaca tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] device_id is not set on port 875371da-5cdf-4416-aebb-76b1d57e72f3 yet. {{(pid=95501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 19:37:13.912509 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-2b55e196-b2f7-46a1-96f2-9e2fddcfaadd None None] Provisioning complete for port 24f6767e-ecd4-43cd-9fa9-1a4d17427fab triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:37:13.912898 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2b55e196-b2f7-46a1-96f2-9e2fddcfaadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:13.922193 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e111542-aa51-4300-8e83-fc09d2c50ec6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-e60032fd-ade4-4263-9934-aa79813bdf79', 'network_id': 'e60032fd-ade4-4263-9934-aa79813bdf79', 'tenant_id': '141ff9030c074b6bbda20f235506d502', 'fixed_ips': [{'subnet_id': '67b181a4-604c-4e4e-a6c4-29a83cdd5eaf'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:37:13.923169 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6e111542-aa51-4300-8e83-fc09d2c50ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:13.965204 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-61b91030-6b44-4396-a2c2-fd3bbce7f209 req-3b4ea059-6ed6-4f48-86ea-2951ac784b70 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] For port c07665b4-a179-4091-9fcc-6ffd853121d9, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=c07665b4-a179-4091-9fcc-6ffd853121d9,segment=NetworkSegment(e63f83d5-85c3-489d-99f4-18d9a9b82b19),segment_id=e63f83d5-85c3-489d-99f4-18d9a9b82b19)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:37:13.967486 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-61b91030-6b44-4396-a2c2-fd3bbce7f209 req-3b4ea059-6ed6-4f48-86ea-2951ac784b70 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:14.154884 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-c4501ab4-f99e-4543-b622-60ef5a6daaca tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Allocated IP 2001:db8::19f (88dc9d3d-97b9-4583-82b3-0fc158e5f6da/80725736-d0b7-414b-b9e2-c232ec9cedca/875371da-5cdf-4416-aebb-76b1d57e72f3) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:37:14.227759 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b86d19-1d24-45d6-b1d2-25783c6b5a8a None None] Network 0fae541c-6a20-4fc4-903e-3eb68a8b37ef requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:37:14.281177 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-64b991ee-7624-4ce8-b0ae-6844b9de5304 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4306659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16245859'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:14.304347 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device b2811d62-e8c5-4e6b-9a4a-99dfbc0da11c up at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:37:14.367745 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b991ee-7624-4ce8-b0ae-6844b9de5304 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Pushing event updated for resources: {'Subnet': ['ID=29054521-36c9-4a11-8143-7f97873e8818,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:14.387279 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b991ee-7624-4ce8-b0ae-6844b9de5304 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Checking segment: {'id': 'f4b90cdf-107e-4787-8707-b61908e23935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f21bd11e-e646-47de-9cc6-1abcf657b7df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:37:14.387766 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b991ee-7624-4ce8-b0ae-6844b9de5304 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Network hostable DHCP agents. Network: f21bd11e-e646-47de-9cc6-1abcf657b7df, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:37:14.490340 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b991ee-7624-4ce8-b0ae-6844b9de5304 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Network f21bd11e-e646-47de-9cc6-1abcf657b7df is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:37:14.509248 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-6e111542-aa51-4300-8e83-fc09d2c50ec6 None None] Allocated IP 172.20.0.2 (e60032fd-ade4-4263-9934-aa79813bdf79/67b181a4-604c-4e4e-a6c4-29a83cdd5eaf/c989b2bd-ee6f-4392-9982-8da97243aab9) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:37:14.513560 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9b7db1-4766-444a-aff5-07b482cadd90 req-9cb21faa-997c-4f7b-aa91-21816b34dc54 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:14.524595 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8e9b7db1-4766-444a-aff5-07b482cadd90 req-9cb21faa-997c-4f7b-aa91-21816b34dc54 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7b765f3-f079-43bb-884c-ce583b289609 HTTP/1.1" status: 200 len: 945 time: 0.0801618 Oct 12 19:37:14.538009 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-61b91030-6b44-4396-a2c2-fd3bbce7f209 req-3b4ea059-6ed6-4f48-86ea-2951ac784b70 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:14.538594 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-61b91030-6b44-4396-a2c2-fd3bbce7f209 req-3b4ea059-6ed6-4f48-86ea-2951ac784b70 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7915414'] for floatingip, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:14.538594 n-d-813679-3 neutron-server[95501]: INFO neutron.db.l3_db [req-61b91030-6b44-4396-a2c2-fd3bbce7f209 req-3b4ea059-6ed6-4f48-86ea-2951ac784b70 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Floating IP 648eafbb-8e18-4c63-a83b-e9e746013c8d disassociated. External IP: 172.25.5.167, port: c07665b4-a179-4091-9fcc-6ffd853121d9. Oct 12 19:37:14.538973 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-61b91030-6b44-4396-a2c2-fd3bbce7f209 req-3b4ea059-6ed6-4f48-86ea-2951ac784b70 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Calling delete_port for c07665b4-a179-4091-9fcc-6ffd853121d9 owned by compute:nova {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:37:14.569266 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:14.577585 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8e9b7db1-4766-444a-aff5-07b482cadd90 req-f56adc87-e224-4466-b96f-782e2df769a6 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.49 "GET /v2.0/security-groups?id=5aa05d67-0c53-427c-9564-46e10b998f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509303 Oct 12 19:37:14.580488 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-64b991ee-7624-4ce8-b0ae-6844b9de5304 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, f21bd11e-e646-47de-9cc6-1abcf657b7df) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:37:14.599294 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b991ee-7624-4ce8-b0ae-6844b9de5304 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:14.600060 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-64b991ee-7624-4ce8-b0ae-6844b9de5304 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:14.605840 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2b55e196-b2f7-46a1-96f2-9e2fddcfaadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:14.636345 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c4501ab4-f99e-4543-b622-60ef5a6daaca tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:14.644987 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ffe15e-c53d-4440-bf4a-c9d33a2c2df2 None None] Network f21bd11e-e646-47de-9cc6-1abcf657b7df requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:37:14.683138 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3452631-1575-4283-b756-1f5a56d249ee req-d12652a1-17bf-4ded-889f-002a64629c5d tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:14.685119 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-64b991ee-7624-4ce8-b0ae-6844b9de5304 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0741389 Oct 12 19:37:14.685831 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f3452631-1575-4283-b756-1f5a56d249ee req-d12652a1-17bf-4ded-889f-002a64629c5d tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b52d58a-37ab-4e50-b262-c81246f70212 HTTP/1.1" status: 200 len: 946 time: 0.1420715 Oct 12 19:37:14.693289 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41810) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:14.747181 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f3452631-1575-4283-b756-1f5a56d249ee req-581f017c-148e-44ae-8957-fd546d210d07 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dc25c47-c49f-4f72-b689-5693a6947492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519054 Oct 12 19:37:14.762251 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning for port b2811d62-e8c5-4e6b-9a4a-99dfbc0da11c completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:37:14.816942 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] For port 24f6767e-ecd4-43cd-9fa9-1a4d17427fab, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=24f6767e-ecd4-43cd-9fa9-1a4d17427fab,segment=NetworkSegment(ca4995b8-6883-480b-a310-fd086eb14801),segment_id=ca4995b8-6883-480b-a310-fd086eb14801)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:37:14.827782 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning complete for port b2811d62-e8c5-4e6b-9a4a-99dfbc0da11c triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:37:14.828297 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:14.853277 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c4501ab4-f99e-4543-b622-60ef5a6daaca tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:14.944308 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:14.967854 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-61b91030-6b44-4396-a2c2-fd3bbce7f209 req-3b4ea059-6ed6-4f48-86ea-2951ac784b70 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:15.019095 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4501ab4-f99e-4543-b622-60ef5a6daaca tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Network 88dc9d3d-97b9-4583-82b3-0fc158e5f6da is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:37:15.029910 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-c4501ab4-f99e-4543-b622-60ef5a6daaca tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:37:15.038359 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4501ab4-f99e-4543-b622-60ef5a6daaca tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:37:15.044583 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4501ab4-f99e-4543-b622-60ef5a6daaca tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:15.045182 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c4501ab4-f99e-4543-b622-60ef5a6daaca tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:15.059784 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4501ab4-f99e-4543-b622-60ef5a6daaca tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Pushing event updated for resources: {'Port': ['ID=875371da-5cdf-4416-aebb-76b1d57e72f3,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:15.137459 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 3c15fb70-5f46-482b-9b40-baf34dbe2569 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:37:15.209039 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.db.api [None req-2b55e196-b2f7-46a1-96f2-9e2fddcfaadd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 19:37:15.209388 n-d-813679-3 neutron-server[95503]: DEBUG oslo_db.api [None req-2b55e196-b2f7-46a1-96f2-9e2fddcfaadd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 19:37:15.210244 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6e111542-aa51-4300-8e83-fc09d2c50ec6 None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:15.241597 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5591a8ef-f0aa-44b0-bbc2-e2b2e14dca60 req-b19f4604-16f4-4475-8ad0-4018f6c475e2 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:15.241597 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5591a8ef-f0aa-44b0-bbc2-e2b2e14dca60 req-b19f4604-16f4-4475-8ad0-4018f6c475e2 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e07869a-db45-4ee8-b931-72d78af23fa5 HTTP/1.1" status: 200 len: 944 time: 0.2299631 Oct 12 19:37:15.241597 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-802cbf90-939f-41af-aa32-200136ae157d tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:15.263783 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065478e5-faa8-49ab-b7fd-550565d78bb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-f21bd11e-e646-47de-9cc6-1abcf657b7df', 'network_id': 'f21bd11e-e646-47de-9cc6-1abcf657b7df', 'tenant_id': '141ff9030c074b6bbda20f235506d502', 'fixed_ips': [{'subnet_id': '29054521-36c9-4a11-8143-7f97873e8818'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:37:15.264682 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-065478e5-faa8-49ab-b7fd-550565d78bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:15.274285 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Pushing event updated for resources: {'Port': ['ID=24f6767e-ecd4-43cd-9fa9-1a4d17427fab,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:15.290162 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4ea059-6ed6-4f48-86ea-2951ac784b70 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Pushing event deleted for resources: {'Port': ['ID=c07665b4-a179-4091-9fcc-6ffd853121d9,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:15.297713 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-c4501ab4-f99e-4543-b622-60ef5a6daaca tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 2.8901577 Oct 12 19:37:15.300941 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 41814) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:15.310231 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:15.314770 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [req-61b91030-6b44-4396-a2c2-fd3bbce7f209 req-3b4ea059-6ed6-4f48-86ea-2951ac784b70 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Router 257e0cd3-b557-4aef-8cfa-2402ba45fb0b has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:37:15.347513 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6e111542-aa51-4300-8e83-fc09d2c50ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:15.463641 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e07869a-db45-4ee8-b931-72d78af23fa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2811d62-e8c5-4e6b-9a4a-99dfbc0da11c'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:37:15.477933 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b65d96af-f536-485f-9189-3ce526c350a2" -d '{"events": [{"server_uuid": "2e07869a-db45-4ee8-b931-72d78af23fa5", "name": "network-vif-plugged", "status": "completed", "tag": "b2811d62-e8c5-4e6b-9a4a-99dfbc0da11c"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:37:15.491121 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75f9bec-9ef6-45b0-9ff8-9a3044fec58d tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:15.499447 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75f9bec-9ef6-45b0-9ff8-9a3044fec58d tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:15.522167 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75f9bec-9ef6-45b0-9ff8-9a3044fec58d tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:15.523911 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-e75f9bec-9ef6-45b0-9ff8-9a3044fec58d tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2484 time: 0.2217090 Oct 12 19:37:15.527237 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41818) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:15.537114 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port b2811d62-e8c5-4e6b-9a4a-99dfbc0da11c, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=b2811d62-e8c5-4e6b-9a4a-99dfbc0da11c,segment=NetworkSegment(063c5d4a-c2c9-4e07-b7e3-8775f3660273),segment_id=063c5d4a-c2c9-4e07-b7e3-8775f3660273)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:37:15.631700 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 3c15fb70-5f46-482b-9b40-baf34dbe2569 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:37:15.642016 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:15.650022 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18a8f5f9-2b7a-4478-a0f5-cc421e7162b2 x-openstack-request-id: req-18a8f5f9-2b7a-4478-a0f5-cc421e7162b2 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:37:15.650296 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e07869a-db45-4ee8-b931-72d78af23fa5", "name": "network-vif-plugged", "status": "completed", "tag": "b2811d62-e8c5-4e6b-9a4a-99dfbc0da11c", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:37:15.650575 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-18a8f5f9-2b7a-4478-a0f5-cc421e7162b2 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:37:15.653923 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e07869a-db45-4ee8-b931-72d78af23fa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2811d62-e8c5-4e6b-9a4a-99dfbc0da11c', 'code': 200} Oct 12 19:37:15.678910 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-61b91030-6b44-4396-a2c2-fd3bbce7f209 req-3b4ea059-6ed6-4f48-86ea-2951ac784b70 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:37:15.691671 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3640198-f4e4-4b12-a36e-b534a98be8ab None None] Sync routers for ids ['257e0cd3-b557-4aef-8cfa-2402ba45fb0b'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:37:15.709704 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3640198-f4e4-4b12-a36e-b534a98be8ab None None] Routers {'257e0cd3-b557-4aef-8cfa-2402ba45fb0b'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:37:15.710655 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-c3640198-f4e4-4b12-a36e-b534a98be8ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:37:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['257e0cd3-b557-4aef-8cfa-2402ba45fb0b'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:37:15.759407 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:15.779011 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e111542-aa51-4300-8e83-fc09d2c50ec6 None None] Network e60032fd-ade4-4263-9934-aa79813bdf79 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:37:15.793493 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5591a8ef-f0aa-44b0-bbc2-e2b2e14dca60 req-4afcf3f9-e7b2-4ec3-8799-0bbf48c384f8 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=c92bac0a-f360-420b-ba1d-66577970e341&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5039248 Oct 12 19:37:15.822359 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-61b91030-6b44-4396-a2c2-fd3bbce7f209 req-3b4ea059-6ed6-4f48-86ea-2951ac784b70 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] No DVR routers for this DVR port c07665b4-a179-4091-9fcc-6ffd853121d9 on host n-h2-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:37:15.827626 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-61b91030-6b44-4396-a2c2-fd3bbce7f209 req-3b4ea059-6ed6-4f48-86ea-2951ac784b70 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:15.832438 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-61b91030-6b44-4396-a2c2-fd3bbce7f209 req-3b4ea059-6ed6-4f48-86ea-2951ac784b70 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.67 "DELETE /v2.0/ports/c07665b4-a179-4091-9fcc-6ffd853121d9 HTTP/1.1" status: 204 len: 173 time: 2.4742153 Oct 12 19:37:15.833248 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b52d58a-37ab-4e50-b262-c81246f70212', 'name': 'network-vif-deleted', 'tag': 'c07665b4-a179-4091-9fcc-6ffd853121d9'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:37:15.835931 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fbf2568-9184-4c59-ad73-b896e2ee70bf" -d '{"events": [{"server_uuid": "5b52d58a-37ab-4e50-b262-c81246f70212", "name": "network-vif-deleted", "tag": "c07665b4-a179-4091-9fcc-6ffd853121d9"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:37:15.869835 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-6e111542-aa51-4300-8e83-fc09d2c50ec6 None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:37:15.874348 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e111542-aa51-4300-8e83-fc09d2c50ec6 None None] Pushing event updated for resources: {'Port': ['ID=c989b2bd-ee6f-4392-9982-8da97243aab9,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:15.895396 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62154898-6526-4048-ac2c-8d300d912ff5 req-571e06ab-58b8-4dfd-b678-7d974155670f tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:15.904077 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-62154898-6526-4048-ac2c-8d300d912ff5 req-571e06ab-58b8-4dfd-b678-7d974155670f tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7b765f3-f079-43bb-884c-ce583b289609 HTTP/1.1" status: 200 len: 945 time: 0.1763990 Oct 12 19:37:15.904537 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e111542-aa51-4300-8e83-fc09d2c50ec6 None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:37:16.024014 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-62154898-6526-4048-ac2c-8d300d912ff5 req-0e06b5d1-2f41-4bc8-a972-4823e7d32798 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.49 "GET /v2.0/security-groups?id=5aa05d67-0c53-427c-9564-46e10b998f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182268 Oct 12 19:37:16.054203 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-31f3ab90-17e1-44de-a16a-4a57da27a4d0 req-90fd19a2-b2a5-44ee-934c-e9658e815758 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b52d58a-37ab-4e50-b262-c81246f70212 HTTP/1.1" status: 200 len: 210 time: 0.0758297 Oct 12 19:37:16.072147 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-065478e5-faa8-49ab-b7fd-550565d78bb8 None None] Allocated IP 172.20.0.2 (f21bd11e-e646-47de-9cc6-1abcf657b7df/29054521-36c9-4a11-8143-7f97873e8818/381739a5-91bd-485e-8d2d-1d375b4b7999) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:37:16.072330 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85147a8d-8976-49cf-828c-f26c16ae4cde req-c429ee41-b9ee-4f56-83f1-3c5c5eaf9b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:16.074852 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-85147a8d-8976-49cf-828c-f26c16ae4cde req-c429ee41-b9ee-4f56-83f1-3c5c5eaf9b95 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2e07869a-db45-4ee8-b931-72d78af23fa5 HTTP/1.1" status: 200 len: 1096 time: 0.3710520 Oct 12 19:37:16.129149 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-c3839e0f-818b-4e1c-bfba-27b24ef9e0a6 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Deleting port 875371da-5cdf-4416-aebb-76b1d57e72f3 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:37:16.129963 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c3839e0f-818b-4e1c-bfba-27b24ef9e0a6 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:16.135680 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-c3640198-f4e4-4b12-a36e-b534a98be8ab None None] Set router 257e0cd3-b557-4aef-8cfa-2402ba45fb0b gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:37:16.199736 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=b2811d62-e8c5-4e6b-9a4a-99dfbc0da11c,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:16.241147 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d11f896-66fa-4a2d-bc32-df5b38b20ff4 x-openstack-request-id: req-1d11f896-66fa-4a2d-bc32-df5b38b20ff4 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:37:16.243020 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b52d58a-37ab-4e50-b262-c81246f70212", "name": "network-vif-deleted", "tag": "c07665b4-a179-4091-9fcc-6ffd853121d9", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:37:16.243585 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1d11f896-66fa-4a2d-bc32-df5b38b20ff4 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:37:16.244303 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b52d58a-37ab-4e50-b262-c81246f70212', 'name': 'network-vif-deleted', 'tag': 'c07665b4-a179-4091-9fcc-6ffd853121d9', 'status': 'completed', 'code': 200} Oct 12 19:37:16.258625 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-85147a8d-8976-49cf-828c-f26c16ae4cde req-59404f78-4262-4f66-8c13-442773c07709 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=c92bac0a-f360-420b-ba1d-66577970e341&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1715164 Oct 12 19:37:16.270013 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-6e111542-aa51-4300-8e83-fc09d2c50ec6 None None] Attempting to bind port c989b2bd-ee6f-4392-9982-8da97243aab9 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:37:16.270489 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-6e111542-aa51-4300-8e83-fc09d2c50ec6 None None] Attempting to bind port c989b2bd-ee6f-4392-9982-8da97243aab9 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'b8eace1f-78a3-495c-9b1e-e7e25864439b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e60032fd-ade4-4263-9934-aa79813bdf79'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:37:16.270808 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e111542-aa51-4300-8e83-fc09d2c50ec6 None None] Attempting to bind port c989b2bd-ee6f-4392-9982-8da97243aab9 on network e60032fd-ade4-4263-9934-aa79813bdf79 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:37:16.294381 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-802cbf90-939f-41af-aa32-200136ae157d tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Allocated IP 172.20.0.1 (e60032fd-ade4-4263-9934-aa79813bdf79/67b181a4-604c-4e4e-a6c4-29a83cdd5eaf/aad087b0-ec21-463c-bd7a-218fcf686555) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:37:16.327706 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e111542-aa51-4300-8e83-fc09d2c50ec6 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:37:16.328170 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e111542-aa51-4300-8e83-fc09d2c50ec6 None None] Checking segment: {'id': 'b8eace1f-78a3-495c-9b1e-e7e25864439b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e60032fd-ade4-4263-9934-aa79813bdf79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:37:16.328531 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6e111542-aa51-4300-8e83-fc09d2c50ec6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:16.328982 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e111542-aa51-4300-8e83-fc09d2c50ec6 None None] Bound using segment: {'id': 'b8eace1f-78a3-495c-9b1e-e7e25864439b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e60032fd-ade4-4263-9934-aa79813bdf79'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:37:16.329470 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-6e111542-aa51-4300-8e83-fc09d2c50ec6 None None] Bound port: c989b2bd-ee6f-4392-9982-8da97243aab9, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8eace1f-78a3-495c-9b1e-e7e25864439b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e60032fd-ade4-4263-9934-aa79813bdf79'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:37:16.329854 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6e111542-aa51-4300-8e83-fc09d2c50ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:16.339644 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c3839e0f-818b-4e1c-bfba-27b24ef9e0a6 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:16.387881 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-8f25686d-33f8-4ac4-ab32-974fe34bca4a None None] Provisioning complete for port 875371da-5cdf-4416-aebb-76b1d57e72f3 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:37:16.388361 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8f25686d-33f8-4ac4-ab32-974fe34bca4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:16.403843 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-c3839e0f-818b-4e1c-bfba-27b24ef9e0a6 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Calling delete_port for 875371da-5cdf-4416-aebb-76b1d57e72f3 owned by {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:37:16.509322 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-c3640198-f4e4-4b12-a36e-b534a98be8ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '257e0cd3-b557-4aef-8cfa-2402ba45fb0b', 'name': 'tempest-AttachVolumeShelveTestJSON-1449942919-router', 'tenant_id': '811cfaee5aef4af79e24164832947c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '14e3785e-fb5f-4128-851b-947f1f605c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:32:57Z', 'updated_at': '2021-10-12T19:33:04Z', 'revision_number': 4, 'project_id': '811cfaee5aef4af79e24164832947c33', 'gw_port': {'id': '14e3785e-fb5f-4128-851b-947f1f605c4a', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:06:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257e0cd3-b557-4aef-8cfa-2402ba45fb0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:32:58Z', 'updated_at': '2021-10-12T19:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': 'aa41498b-5fb1-457e-9ae4-812e12688df5', 'name': '', 'network_id': 'e1de796f-6482-493c-b5ac-b28a591020e2', 'tenant_id': '811cfaee5aef4af79e24164832947c33', 'mac_address': 'fa:16:3e:0c:01:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257e0cd3-b557-4aef-8cfa-2402ba45fb0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': '914db72d-f2c7-4670-91dc-11fde7252bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:33:02Z', 'updated_at': '2021-10-12T19:33:09Z', 'revision_number': 5, 'project_id': '811cfaee5aef4af79e24164832947c33', 'subnets': [{'id': '914db72d-f2c7-4670-91dc-11fde7252bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:37:16.512859 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-8f25686d-33f8-4ac4-ab32-974fe34bca4a None None] Port 875371da-5cdf-4416-aebb-76b1d57e72f3 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:37:16.522270 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-6e111542-aa51-4300-8e83-fc09d2c50ec6 None None] For port c989b2bd-ee6f-4392-9982-8da97243aab9, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:37:16.528760 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-6e111542-aa51-4300-8e83-fc09d2c50ec6 None None] For port c989b2bd-ee6f-4392-9982-8da97243aab9, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=c989b2bd-ee6f-4392-9982-8da97243aab9,segment=NetworkSegment(b8eace1f-78a3-495c-9b1e-e7e25864439b),segment_id=b8eace1f-78a3-495c-9b1e-e7e25864439b)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:37:16.559637 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-065478e5-faa8-49ab-b7fd-550565d78bb8 None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:16.566936 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-8f25686d-33f8-4ac4-ab32-974fe34bca4a None None] Provisioning complete for port 24f6767e-ecd4-43cd-9fa9-1a4d17427fab triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:37:16.567518 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8f25686d-33f8-4ac4-ab32-974fe34bca4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:16.572198 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3640198-f4e4-4b12-a36e-b534a98be8ab None None] Checking router: 257e0cd3-b557-4aef-8cfa-2402ba45fb0b for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:37:16.585073 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3640198-f4e4-4b12-a36e-b534a98be8ab None None] Routers {'257e0cd3-b557-4aef-8cfa-2402ba45fb0b'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:37:16.585854 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-c3640198-f4e4-4b12-a36e-b534a98be8ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:37:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['257e0cd3-b557-4aef-8cfa-2402ba45fb0b'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:37:16.594158 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-802cbf90-939f-41af-aa32-200136ae157d tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:16.616308 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6e111542-aa51-4300-8e83-fc09d2c50ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:16.670229 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-065478e5-faa8-49ab-b7fd-550565d78bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:16.689417 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device c07665b4-a179-4091-9fcc-6ffd853121d9 no longer exists at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:37:16.718014 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-802cbf90-939f-41af-aa32-200136ae157d tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:16.737564 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] No Port match for: c07665b4-a179-4091-9fcc-6ffd853121d9 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:37:16.737916 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device c07665b4-a179-4091-9fcc-6ffd853121d9 not bound to the agent host n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:37:16.749300 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e111542-aa51-4300-8e83-fc09d2c50ec6 None None] Pushing event updated for resources: {'Port': ['ID=c989b2bd-ee6f-4392-9982-8da97243aab9,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:16.753642 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065478e5-faa8-49ab-b7fd-550565d78bb8 None None] Network f21bd11e-e646-47de-9cc6-1abcf657b7df is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:37:16.763546 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-065478e5-faa8-49ab-b7fd-550565d78bb8 None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:37:16.771746 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-c3640198-f4e4-4b12-a36e-b534a98be8ab None None] Set router 257e0cd3-b557-4aef-8cfa-2402ba45fb0b gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:37:16.816021 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065478e5-faa8-49ab-b7fd-550565d78bb8 None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:37:16.909465 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802cbf90-939f-41af-aa32-200136ae157d tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Network e60032fd-ade4-4263-9934-aa79813bdf79 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:37:16.920644 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-802cbf90-939f-41af-aa32-200136ae157d tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:37:16.929565 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802cbf90-939f-41af-aa32-200136ae157d tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:37:16.932558 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c3839e0f-818b-4e1c-bfba-27b24ef9e0a6 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:17.207998 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 24f6767e-ecd4-43cd-9fa9-1a4d17427fab up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:37:17.310760 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802cbf90-939f-41af-aa32-200136ae157d tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Pushing event updated for resources: {'Port': ['ID=aad087b0-ec21-463c-bd7a-218fcf686555,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:17.351026 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-802cbf90-939f-41af-aa32-200136ae157d tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7915309'] for router_interface, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:17.367533 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-c3640198-f4e4-4b12-a36e-b534a98be8ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '257e0cd3-b557-4aef-8cfa-2402ba45fb0b', 'name': 'tempest-AttachVolumeShelveTestJSON-1449942919-router', 'tenant_id': '811cfaee5aef4af79e24164832947c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '14e3785e-fb5f-4128-851b-947f1f605c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:32:57Z', 'updated_at': '2021-10-12T19:33:04Z', 'revision_number': 4, 'project_id': '811cfaee5aef4af79e24164832947c33', 'gw_port': {'id': '14e3785e-fb5f-4128-851b-947f1f605c4a', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:06:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257e0cd3-b557-4aef-8cfa-2402ba45fb0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:32:58Z', 'updated_at': '2021-10-12T19:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': 'aa41498b-5fb1-457e-9ae4-812e12688df5', 'name': '', 'network_id': 'e1de796f-6482-493c-b5ac-b28a591020e2', 'tenant_id': '811cfaee5aef4af79e24164832947c33', 'mac_address': 'fa:16:3e:0c:01:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257e0cd3-b557-4aef-8cfa-2402ba45fb0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': '914db72d-f2c7-4670-91dc-11fde7252bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:33:02Z', 'updated_at': '2021-10-12T19:33:09Z', 'revision_number': 5, 'project_id': '811cfaee5aef4af79e24164832947c33', 'subnets': [{'id': '914db72d-f2c7-4670-91dc-11fde7252bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:37:17.374369 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1efa8b-76e4-484d-b732-576da98654a4 req-cd86edd1-f2ea-422c-804d-56f5e297a90f tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:17.376893 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6d1efa8b-76e4-484d-b732-576da98654a4 req-cd86edd1-f2ea-422c-804d-56f5e297a90f tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7b765f3-f079-43bb-884c-ce583b289609 HTTP/1.1" status: 200 len: 945 time: 0.1230116 Oct 12 19:37:17.424870 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3839e0f-818b-4e1c-bfba-27b24ef9e0a6 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Pushing event deleted for resources: {'Port': ['ID=875371da-5cdf-4416-aebb-76b1d57e72f3,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:17.460975 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6d1efa8b-76e4-484d-b732-576da98654a4 req-9429a1e0-db74-4f2a-a503-59bed44af7cf tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.49 "GET /v2.0/security-groups?id=5aa05d67-0c53-427c-9564-46e10b998f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730979 Oct 12 19:37:17.464447 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 24f6767e-ecd4-43cd-9fa9-1a4d17427fab triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:37:17.475107 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:17.477331 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3640198-f4e4-4b12-a36e-b534a98be8ab None None] The sync data for ids ['257e0cd3-b557-4aef-8cfa-2402ba45fb0b'] in n-d-813679-3 is: [{'id': '257e0cd3-b557-4aef-8cfa-2402ba45fb0b', 'name': 'tempest-AttachVolumeShelveTestJSON-1449942919-router', 'tenant_id': '811cfaee5aef4af79e24164832947c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '14e3785e-fb5f-4128-851b-947f1f605c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:32:57Z', 'updated_at': '2021-10-12T19:33:04Z', 'revision_number': 4, 'project_id': '811cfaee5aef4af79e24164832947c33', 'gw_port': {'id': '14e3785e-fb5f-4128-851b-947f1f605c4a', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:06:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257e0cd3-b557-4aef-8cfa-2402ba45fb0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:32:58Z', 'updated_at': '2021-10-12T19:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': 'aa41498b-5fb1-457e-9ae4-812e12688df5', 'name': '', 'network_id': 'e1de796f-6482-493c-b5ac-b28a591020e2', 'tenant_id': '811cfaee5aef4af79e24164832947c33', 'mac_address': 'fa:16:3e:0c:01:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257e0cd3-b557-4aef-8cfa-2402ba45fb0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': '914db72d-f2c7-4670-91dc-11fde7252bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:33:02Z', 'updated_at': '2021-10-12T19:33:09Z', 'revision_number': 5, 'project_id': '811cfaee5aef4af79e24164832947c33', 'subnets': [{'id': '914db72d-f2c7-4670-91dc-11fde7252bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:37:17.499761 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50922af-ee64-4960-bb26-66eb561e5e49 req-0a80464a-8e3f-4221-b1e9-bca0d60b773e tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:17.501190 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d50922af-ee64-4960-bb26-66eb561e5e49 req-0a80464a-8e3f-4221-b1e9-bca0d60b773e tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e07869a-db45-4ee8-b931-72d78af23fa5 HTTP/1.1" status: 200 len: 945 time: 0.5524900 Oct 12 19:37:17.601075 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065478e5-faa8-49ab-b7fd-550565d78bb8 None None] Pushing event updated for resources: {'Port': ['ID=381739a5-91bd-485e-8d2d-1d375b4b7999,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:17.643135 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-8f25686d-33f8-4ac4-ab32-974fe34bca4a None None] Provisioning complete for port 5bd8a23c-e3e5-4a26-a13b-af638fa35ac3 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:37:17.643795 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8f25686d-33f8-4ac4-ab32-974fe34bca4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:17.648111 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-065478e5-faa8-49ab-b7fd-550565d78bb8 None None] Attempting to bind port 381739a5-91bd-485e-8d2d-1d375b4b7999 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:37:17.648704 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-065478e5-faa8-49ab-b7fd-550565d78bb8 None None] Attempting to bind port 381739a5-91bd-485e-8d2d-1d375b4b7999 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'f4b90cdf-107e-4787-8707-b61908e23935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f21bd11e-e646-47de-9cc6-1abcf657b7df'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:37:17.649182 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065478e5-faa8-49ab-b7fd-550565d78bb8 None None] Attempting to bind port 381739a5-91bd-485e-8d2d-1d375b4b7999 on network f21bd11e-e646-47de-9cc6-1abcf657b7df {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:37:17.690417 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065478e5-faa8-49ab-b7fd-550565d78bb8 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:37:17.690895 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065478e5-faa8-49ab-b7fd-550565d78bb8 None None] Checking segment: {'id': 'f4b90cdf-107e-4787-8707-b61908e23935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f21bd11e-e646-47de-9cc6-1abcf657b7df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:37:17.691406 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-065478e5-faa8-49ab-b7fd-550565d78bb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:17.691655 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065478e5-faa8-49ab-b7fd-550565d78bb8 None None] Bound using segment: {'id': 'f4b90cdf-107e-4787-8707-b61908e23935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f21bd11e-e646-47de-9cc6-1abcf657b7df'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:37:17.692175 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-065478e5-faa8-49ab-b7fd-550565d78bb8 None None] Bound port: 381739a5-91bd-485e-8d2d-1d375b4b7999, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4b90cdf-107e-4787-8707-b61908e23935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f21bd11e-e646-47de-9cc6-1abcf657b7df'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:37:17.692561 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-065478e5-faa8-49ab-b7fd-550565d78bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:17.700722 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 41844) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:17.714184 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d50922af-ee64-4960-bb26-66eb561e5e49 req-cc0acae0-3bcc-4837-a1d2-5b16a9967fd2 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=c92bac0a-f360-420b-ba1d-66577970e341&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1940422 Oct 12 19:37:17.715429 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c3839e0f-818b-4e1c-bfba-27b24ef9e0a6 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:17.721289 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-c3839e0f-818b-4e1c-bfba-27b24ef9e0a6 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] 10.222.0.49 "DELETE /v2.0/ports/875371da-5cdf-4416-aebb-76b1d57e72f3 HTTP/1.1" status: 204 len: 168 time: 2.1883504 Oct 12 19:37:17.721818 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41846) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:17.774627 n-d-813679-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fddd517-115c-49a1-a57c-c93c5e51bda4 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] GET failed (client error): The resource could not be found. Oct 12 19:37:17.779748 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-5fddd517-115c-49a1-a57c-c93c5e51bda4 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] 10.222.0.49 "GET /v2.0/ports/875371da-5cdf-4416-aebb-76b1d57e72f3 HTTP/1.1" status: 404 len: 333 time: 0.0507853 Oct 12 19:37:17.791187 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-8f25686d-33f8-4ac4-ab32-974fe34bca4a None None] Port 5bd8a23c-e3e5-4a26-a13b-af638fa35ac3 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:37:17.794244 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 41848) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:17.842367 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-773ccf58-9569-4940-b514-fe585282adfe tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Request body: {'port': {'network_id': '88dc9d3d-97b9-4583-82b3-0fc158e5f6da', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-837803924'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:37:17.848014 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f78746ec-8077-4076-ae83-6bd57a3a2afd tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:17.863460 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-802cbf90-939f-41af-aa32-200136ae157d tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:17.927261 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-8f25686d-33f8-4ac4-ab32-974fe34bca4a None None] Provisioning complete for port 3c15fb70-5f46-482b-9b40-baf34dbe2569 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:37:17.927753 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8f25686d-33f8-4ac4-ab32-974fe34bca4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:17.928070 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f78746ec-8077-4076-ae83-6bd57a3a2afd tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:17.940016 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-065478e5-faa8-49ab-b7fd-550565d78bb8 None None] For port 381739a5-91bd-485e-8d2d-1d375b4b7999, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:37:18.014178 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-065478e5-faa8-49ab-b7fd-550565d78bb8 None None] For port 381739a5-91bd-485e-8d2d-1d375b4b7999, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=381739a5-91bd-485e-8d2d-1d375b4b7999,segment=NetworkSegment(f4b90cdf-107e-4787-8707-b61908e23935),segment_id=f4b90cdf-107e-4787-8707-b61908e23935)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:37:18.033398 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954a710c-d151-42e7-9583-d0726701661e None None] New status for floating IP 648eafbb-8e18-4c63-a83b-e9e746013c8d: DOWN {{(pid=95503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 19:37:18.091143 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-065478e5-faa8-49ab-b7fd-550565d78bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:18.170961 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f78746ec-8077-4076-ae83-6bd57a3a2afd tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:18.178581 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f78746ec-8077-4076-ae83-6bd57a3a2afd tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:18.185313 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-f78746ec-8077-4076-ae83-6bd57a3a2afd tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "DELETE /v2.0/security-groups/0dc25c47-c49f-4f72-b689-5693a6947492 HTTP/1.1" status: 204 len: 168 time: 0.4822524 Oct 12 19:37:18.195001 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41850) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:18.201016 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78746ec-8077-4076-ae83-6bd57a3a2afd tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dc25c47-c49f-4f72-b689-5693a6947492,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:18.209384 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-773ccf58-9569-4940-b514-fe585282adfe tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Made reservation on behalf of 144623a8056344d49da2e4f99a80730c for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:37:18.220374 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-773ccf58-9569-4940-b514-fe585282adfe tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:18.222623 n-d-813679-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-fb3bbec2-e6af-4cb1-9a8d-dd9f44cb907a tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] show failed (client error): The resource could not be found. Oct 12 19:37:18.223668 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-fb3bbec2-e6af-4cb1-9a8d-dd9f44cb907a tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/security-groups/0dc25c47-c49f-4f72-b689-5693a6947492 HTTP/1.1" status: 404 len: 347 time: 0.0278547 Oct 12 19:37:18.228896 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 41852) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:18.297596 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-802cbf90-939f-41af-aa32-200136ae157d tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:18.324664 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c18439-5c80-442c-aab3-30c93e38027b None None] Network e60032fd-ade4-4263-9934-aa79813bdf79 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:37:18.358477 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [None req-773ccf58-9569-4940-b514-fe585282adfe tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] device_id is not set on port 186105d7-2919-4dcb-9522-300966f5b0c4 yet. {{(pid=95501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 19:37:18.372492 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-802cbf90-939f-41af-aa32-200136ae157d tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:18.439468 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065478e5-faa8-49ab-b7fd-550565d78bb8 None None] Pushing event updated for resources: {'Port': ['ID=381739a5-91bd-485e-8d2d-1d375b4b7999,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:18.514502 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-802cbf90-939f-41af-aa32-200136ae157d tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7898980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8092605'] for router_interface, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:18.534933 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802cbf90-939f-41af-aa32-200136ae157d tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Pushing event updated for resources: {'Port': ['ID=aad087b0-ec21-463c-bd7a-218fcf686555,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:18.551796 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-7852415b-8894-4b88-ae53-beceb79655a7 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Deleting port 9f8896e0-94ef-4033-9224-d5221d73763e {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:37:18.552397 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7852415b-8894-4b88-ae53-beceb79655a7 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:18.658059 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-86fd2b49-9230-451b-9996-735c6191cbed None None] Provisioning complete for port c989b2bd-ee6f-4392-9982-8da97243aab9 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:37:18.659056 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-86fd2b49-9230-451b-9996-735c6191cbed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:18.697094 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802cbf90-939f-41af-aa32-200136ae157d tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Network e60032fd-ade4-4263-9934-aa79813bdf79 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:37:18.698951 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-802cbf90-939f-41af-aa32-200136ae157d tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:37:18.761574 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-773ccf58-9569-4940-b514-fe585282adfe tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Allocated IP 2001:db8::267 (88dc9d3d-97b9-4583-82b3-0fc158e5f6da/80725736-d0b7-414b-b9e2-c232ec9cedca/186105d7-2919-4dcb-9522-300966f5b0c4) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:37:18.786720 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-86fd2b49-9230-451b-9996-735c6191cbed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:18.855257 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-86fd2b49-9230-451b-9996-735c6191cbed None None] For port c989b2bd-ee6f-4392-9982-8da97243aab9, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=c989b2bd-ee6f-4392-9982-8da97243aab9,segment=NetworkSegment(b8eace1f-78a3-495c-9b1e-e7e25864439b),segment_id=b8eace1f-78a3-495c-9b1e-e7e25864439b)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:37:18.899770 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca3496e-b813-480f-ba57-6136f25634f0 req-ff248c16-05b4-4c19-8366-a54e3b100542 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:18.901122 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-dca3496e-b813-480f-ba57-6136f25634f0 req-ff248c16-05b4-4c19-8366-a54e3b100542 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7b765f3-f079-43bb-884c-ce583b289609 HTTP/1.1" status: 200 len: 945 time: 0.2709911 Oct 12 19:37:18.926913 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-86fd2b49-9230-451b-9996-735c6191cbed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:18.959693 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7852415b-8894-4b88-ae53-beceb79655a7 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:18.960048 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7852415b-8894-4b88-ae53-beceb79655a7 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:18.999073 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fd2b49-9230-451b-9996-735c6191cbed None None] Pushing event updated for resources: {'Port': ['ID=c989b2bd-ee6f-4392-9982-8da97243aab9,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:19.015070 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-7852415b-8894-4b88-ae53-beceb79655a7 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Calling delete_port for 9f8896e0-94ef-4033-9224-d5221d73763e owned by network:floatingip {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:37:19.045191 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-dca3496e-b813-480f-ba57-6136f25634f0 req-1bf4901e-4381-4bc4-b9a4-5b81f5aa8c33 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.49 "GET /v2.0/security-groups?id=5aa05d67-0c53-427c-9564-46e10b998f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1297069 Oct 12 19:37:19.064703 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-773ccf58-9569-4940-b514-fe585282adfe tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:19.153062 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-addaa297-38e7-48ad-91d5-0c42f35c5ce7 None None] Provisioning complete for port aad087b0-ec21-463c-bd7a-218fcf686555 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:37:19.153442 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-addaa297-38e7-48ad-91d5-0c42f35c5ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:19.268063 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device c989b2bd-ee6f-4392-9982-8da97243aab9 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:37:19.314843 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-addaa297-38e7-48ad-91d5-0c42f35c5ce7 None None] Port aad087b0-ec21-463c-bd7a-218fcf686555 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:37:19.362990 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-addaa297-38e7-48ad-91d5-0c42f35c5ce7 None None] Provisioning complete for port c989b2bd-ee6f-4392-9982-8da97243aab9 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:37:19.363786 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-addaa297-38e7-48ad-91d5-0c42f35c5ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:19.426595 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-773ccf58-9569-4940-b514-fe585282adfe tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:19.491480 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port c989b2bd-ee6f-4392-9982-8da97243aab9 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:37:19.499776 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:19.571090 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773ccf58-9569-4940-b514-fe585282adfe tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Network 88dc9d3d-97b9-4583-82b3-0fc158e5f6da is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:37:19.581820 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-773ccf58-9569-4940-b514-fe585282adfe tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:37:19.594426 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773ccf58-9569-4940-b514-fe585282adfe tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:37:19.606582 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773ccf58-9569-4940-b514-fe585282adfe tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:19.608503 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-773ccf58-9569-4940-b514-fe585282adfe tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:19.636179 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ccf58-9569-4940-b514-fe585282adfe tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Pushing event updated for resources: {'Port': ['ID=186105d7-2919-4dcb-9522-300966f5b0c4,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:19.710678 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7852415b-8894-4b88-ae53-beceb79655a7 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:19.722070 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 381739a5-91bd-485e-8d2d-1d375b4b7999 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:37:19.767674 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7852415b-8894-4b88-ae53-beceb79655a7 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Pushing event deleted for resources: {'Port': ['ID=9f8896e0-94ef-4033-9224-d5221d73763e,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:19.776685 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f02bb1-66a5-43eb-ba15-3a3f8c83c1f3 req-22691545-4bec-45db-9faf-5c66bfc1d79a tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:19.782191 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-74f02bb1-66a5-43eb-ba15-3a3f8c83c1f3 req-22691545-4bec-45db-9faf-5c66bfc1d79a tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e07869a-db45-4ee8-b931-72d78af23fa5 HTTP/1.1" status: 200 len: 945 time: 0.1765201 Oct 12 19:37:19.784543 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-773ccf58-9569-4940-b514-fe585282adfe tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.9465587 Oct 12 19:37:19.789350 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 41866) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:19.799913 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-b7ff3df1-7708-4c57-8a2d-3fca7bbb7b62 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2c9', 'mac_address': 'fa:16:3e:b6:60:88'}]}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:37:19.813669 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-07e74ecf-7002-4ac5-aab8-e701ebc6c4d4 None None] Provisioning complete for port aad087b0-ec21-463c-bd7a-218fcf686555 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:37:19.814034 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-07e74ecf-7002-4ac5-aab8-e701ebc6c4d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:19.826176 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-802cbf90-939f-41af-aa32-200136ae157d tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Router 45fc71f7-bd56-4b05-b61e-c62d4ed878e4 is scheduled to L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b with binding_index 1 {{(pid=95502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 19:37:19.832901 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fa0d6f-a369-4c7a-b175-441c9d264ced req-fe85f0e2-f263-4bc9-9be0-9775049170dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:19.834647 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-98fa0d6f-a369-4c7a-b175-441c9d264ced req-fe85f0e2-f263-4bc9-9be0-9775049170dd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=da56e5b248094156ada95d11ba3c5b37&device_id=a7b765f3-f079-43bb-884c-ce583b289609 HTTP/1.1" status: 200 len: 1096 time: 0.1492553 Oct 12 19:37:19.896778 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-07e74ecf-7002-4ac5-aab8-e701ebc6c4d4 None None] Port aad087b0-ec21-463c-bd7a-218fcf686555 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:37:19.898506 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 381739a5-91bd-485e-8d2d-1d375b4b7999 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:37:19.899156 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:20.017804 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf06dd3-c3ad-4649-83bd-70aba6f1f8d9 None None] Network f21bd11e-e646-47de-9cc6-1abcf657b7df requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:37:20.031110 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271a78e2-cbf2-45fe-9c7c-7920e461e5eb req-6078e947-93f9-4770-8e94-bff17f7d38ed tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:20.035450 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-271a78e2-cbf2-45fe-9c7c-7920e461e5eb req-6078e947-93f9-4770-8e94-bff17f7d38ed tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7b765f3-f079-43bb-884c-ce583b289609 HTTP/1.1" status: 200 len: 945 time: 0.4218328 Oct 12 19:37:20.059177 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-74f02bb1-66a5-43eb-ba15-3a3f8c83c1f3 req-9d859782-39a2-4cb1-bd33-428a036f6568 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=c92bac0a-f360-420b-ba1d-66577970e341&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2705824 Oct 12 19:37:20.080376 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:20.092136 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-076c2492-80e0-4d4a-a7ac-3cb7a53e239e None None] Provisioning complete for port aad087b0-ec21-463c-bd7a-218fcf686555 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:37:20.092786 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-076c2492-80e0-4d4a-a7ac-3cb7a53e239e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:20.115045 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-271a78e2-cbf2-45fe-9c7c-7920e461e5eb req-c3d4a2f2-f439-4600-b0c6-a0c43f53d95e tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.49 "GET /v2.0/security-groups?id=5aa05d67-0c53-427c-9564-46e10b998f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705774 Oct 12 19:37:20.115209 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-802cbf90-939f-41af-aa32-200136ae157d tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:37:20.122562 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7852415b-8894-4b88-ae53-beceb79655a7 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Notify callbacks [] for floatingip, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:20.125741 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7852415b-8894-4b88-ae53-beceb79655a7 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:20.127166 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-7852415b-8894-4b88-ae53-beceb79655a7 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "DELETE /v2.0/floatingips/648eafbb-8e18-4c63-a83b-e9e746013c8d HTTP/1.1" status: 204 len: 168 time: 1.8965285 Oct 12 19:37:20.135833 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e80956e-708b-41ea-bc66-69c6910e134f None None] Sync routers for ids ['45fc71f7-bd56-4b05-b61e-c62d4ed878e4'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:37:20.151065 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e80956e-708b-41ea-bc66-69c6910e134f None None] Routers {'45fc71f7-bd56-4b05-b61e-c62d4ed878e4'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:37:20.154078 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-3e80956e-708b-41ea-bc66-69c6910e134f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:37:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['45fc71f7-bd56-4b05-b61e-c62d4ed878e4'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:37:20.172596 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-076c2492-80e0-4d4a-a7ac-3cb7a53e239e None None] Port aad087b0-ec21-463c-bd7a-218fcf686555 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:37:20.180433 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-802cbf90-939f-41af-aa32-200136ae157d tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] 10.222.0.49 "PUT /v2.0/routers/45fc71f7-bd56-4b05-b61e-c62d4ed878e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4841874 Oct 12 19:37:20.181570 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] For port 381739a5-91bd-485e-8d2d-1d375b4b7999, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=381739a5-91bd-485e-8d2d-1d375b4b7999,segment=NetworkSegment(f4b90cdf-107e-4787-8707-b61908e23935),segment_id=f4b90cdf-107e-4787-8707-b61908e23935)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:37:20.186679 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41870) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:20.234584 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-3e80956e-708b-41ea-bc66-69c6910e134f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:37:20.247197 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b7ff3df1-7708-4c57-8a2d-3fca7bbb7b62 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:20.255431 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e80956e-708b-41ea-bc66-69c6910e134f None None] Routers {'45fc71f7-bd56-4b05-b61e-c62d4ed878e4'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:37:20.256313 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-3e80956e-708b-41ea-bc66-69c6910e134f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:37:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['45fc71f7-bd56-4b05-b61e-c62d4ed878e4'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:37:20.334668 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:20.456695 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Pushing event updated for resources: {'Port': ['ID=381739a5-91bd-485e-8d2d-1d375b4b7999,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:20.480596 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-3e80956e-708b-41ea-bc66-69c6910e134f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:37:20.489764 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e80956e-708b-41ea-bc66-69c6910e134f None None] The sync data for ids ['45fc71f7-bd56-4b05-b61e-c62d4ed878e4'] in n-d-813679-3 is: [] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:37:20.490869 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-3d968362-fe9b-4971-a1ac-9c810267cd59 None None] Provisioning complete for port 381739a5-91bd-485e-8d2d-1d375b4b7999 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:37:20.490869 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3d968362-fe9b-4971-a1ac-9c810267cd59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:20.514661 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fa0d6f-a369-4c7a-b175-441c9d264ced req-573eba7b-06f8-4040-aebe-d212ea974970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:20.519285 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-98fa0d6f-a369-4c7a-b175-441c9d264ced req-573eba7b-06f8-4040-aebe-d212ea974970 service neutron] 10.222.0.61 "GET /v2.0/networks?id=74a2c063-d43e-4221-94e9-d3ab154855fc HTTP/1.1" status: 200 len: 912 time: 0.6709840 Oct 12 19:37:20.566704 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b7ff3df1-7708-4c57-8a2d-3fca7bbb7b62 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:20.635174 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b7ff3df1-7708-4c57-8a2d-3fca7bbb7b62 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:20.637002 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e0fa24-4656-41c0-8fa2-d24901f663c8 req-e28fbd9e-4332-4e79-aa82-882e3b5c69e0 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:20.643345 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e3e0fa24-4656-41c0-8fa2-d24901f663c8 req-e28fbd9e-4332-4e79-aa82-882e3b5c69e0 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e07869a-db45-4ee8-b931-72d78af23fa5 HTTP/1.1" status: 200 len: 945 time: 0.3168869 Oct 12 19:37:20.682430 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-3d968362-fe9b-4971-a1ac-9c810267cd59 None None] Provisioning complete for port 186105d7-2919-4dcb-9522-300966f5b0c4 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:37:20.683779 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3d968362-fe9b-4971-a1ac-9c810267cd59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:20.706395 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-b7ff3df1-7708-4c57-8a2d-3fca7bbb7b62 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] In _notify_port_updated(), no bound segment for port 186105d7-2919-4dcb-9522-300966f5b0c4 on network 88dc9d3d-97b9-4583-82b3-0fc158e5f6da {{(pid=95501) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 12 19:37:20.711929 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-98fa0d6f-a369-4c7a-b175-441c9d264ced req-75d0d059-7f24-44e7-bec6-4a86368f25d6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e03793f3-7484-4525-883c-18b556a71a14 HTTP/1.1" status: 200 len: 1001 time: 0.1586697 Oct 12 19:37:20.721328 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ff3df1-7708-4c57-8a2d-3fca7bbb7b62 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:20.722102 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b7ff3df1-7708-4c57-8a2d-3fca7bbb7b62 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:20.726050 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-b7ff3df1-7708-4c57-8a2d-3fca7bbb7b62 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] 10.222.0.49 "PUT /v2.0/ports/186105d7-2919-4dcb-9522-300966f5b0c4 HTTP/1.1" status: 200 len: 1002 time: 0.9332595 Oct 12 19:37:20.727951 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 41880) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:20.792511 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ff3df1-7708-4c57-8a2d-3fca7bbb7b62 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Pushing event updated for resources: {'Port': ['ID=186105d7-2919-4dcb-9522-300966f5b0c4,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:20.820556 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e3e0fa24-4656-41c0-8fa2-d24901f663c8 req-cb3b9381-5f74-49c6-8093-353faebda8c8 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=c92bac0a-f360-420b-ba1d-66577970e341&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1705704 Oct 12 19:37:20.822066 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fa0d6f-a369-4c7a-b175-441c9d264ced req-c4fcec9c-d7d2-4822-9920-ccfb05df6ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:20.822659 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-3d968362-fe9b-4971-a1ac-9c810267cd59 None None] Port 186105d7-2919-4dcb-9522-300966f5b0c4 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:37:20.823446 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-98fa0d6f-a369-4c7a-b175-441c9d264ced req-c4fcec9c-d7d2-4822-9920-ccfb05df6ce1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3a0cf0c9-d039-4d05-a67a-cc48a10b2cbc HTTP/1.1" status: 200 len: 850 time: 0.0888441 Oct 12 19:37:20.853830 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 41884) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:20.949208 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 41886) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:20.952521 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-69413433-d9cf-45e9-86fa-0e673bd6a743 None None] Provisioning complete for port 381739a5-91bd-485e-8d2d-1d375b4b7999 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:37:20.953756 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-69413433-d9cf-45e9-86fa-0e673bd6a743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:20.969924 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-ea065a29-4623-43d1-ba85-4a752a4c6c8b tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1094775272', 'description': 'tempest-description--1806265506'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:37:21.024219 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4dfc373-5969-43e9-948a-33a052c72c89 tempest-TestNetworkAdvancedServerOps-832803611 tempest-TestNetworkAdvancedServerOps-832803611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:21.026129 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-f4dfc373-5969-43e9-948a-33a052c72c89 tempest-TestNetworkAdvancedServerOps-832803611 tempest-TestNetworkAdvancedServerOps-832803611-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=2e07869a-db45-4ee8-b931-72d78af23fa5 HTTP/1.1" status: 200 len: 1091 time: 0.1695979 Oct 12 19:37:21.044695 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 41888) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:21.060495 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-74efea60-55eb-451f-91df-ae4d139458e2 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Deleting port 186105d7-2919-4dcb-9522-300966f5b0c4 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:37:21.060904 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-74efea60-55eb-451f-91df-ae4d139458e2 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:21.076446 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-df0c0a17-09c8-48f1-86c4-17d9cb347748 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Request body: {'floatingip': {'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'port_id': 'b2811d62-e8c5-4e6b-9a4a-99dfbc0da11c', 'tenant_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'fixed_ip_address': '172.20.0.4'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:37:21.109723 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fa0d6f-a369-4c7a-b175-441c9d264ced req-66646796-9837-43fe-bc73-8ce89b3032be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:21.113395 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-98fa0d6f-a369-4c7a-b175-441c9d264ced req-66646796-9837-43fe-bc73-8ce89b3032be service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=74a2c063-d43e-4221-94e9-d3ab154855fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2455506 Oct 12 19:37:21.156730 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device c989b2bd-ee6f-4392-9982-8da97243aab9 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:37:21.216718 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ea065a29-4623-43d1-ba85-4a752a4c6c8b tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:21.237200 n-d-813679-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-998303ac-2fa2-4645-b8a4-de78b221d269 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 19:37:21.241766 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-998303ac-2fa2-4645-b8a4-de78b221d269 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] 10.222.0.49 "PUT /v2.0/routers/45fc71f7-bd56-4b05-b61e-c62d4ed878e4/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0532110 Oct 12 19:37:21.247995 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41892) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:21.253692 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port c989b2bd-ee6f-4392-9982-8da97243aab9 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:37:21.256755 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:21.298269 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ea065a29-4623-43d1-ba85-4a752a4c6c8b tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:21.331495 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-d8a2e368-e5ec-4791-9ed4-23e13cfc1bf2 None None] Provisioning complete for port 186105d7-2919-4dcb-9522-300966f5b0c4 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:37:21.332021 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d8a2e368-e5ec-4791-9ed4-23e13cfc1bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:21.357284 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-74efea60-55eb-451f-91df-ae4d139458e2 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:21.376999 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-74efea60-55eb-451f-91df-ae4d139458e2 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Calling delete_port for 186105d7-2919-4dcb-9522-300966f5b0c4 owned by {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:37:21.400890 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-d8a2e368-e5ec-4791-9ed4-23e13cfc1bf2 None None] Port 186105d7-2919-4dcb-9522-300966f5b0c4 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:37:21.419959 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 381739a5-91bd-485e-8d2d-1d375b4b7999 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:37:21.433762 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ea065a29-4623-43d1-ba85-4a752a4c6c8b tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:21.436347 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-df0c0a17-09c8-48f1-86c4-17d9cb347748 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for floatingip, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:21.472198 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 381739a5-91bd-485e-8d2d-1d375b4b7999 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:37:21.472573 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:21.477211 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-98fa0d6f-a369-4c7a-b175-441c9d264ced req-e06c0543-489d-4b04-971b-8b52626b9e68 service neutron] 10.222.0.61 "GET /v2.0/networks/74a2c063-d43e-4221-94e9-d3ab154855fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3530304 Oct 12 19:37:21.565013 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea065a29-4623-43d1-ba85-4a752a4c6c8b tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01d179f3-99bf-419e-b905-ce06318e0a81,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:21.668590 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-98fa0d6f-a369-4c7a-b175-441c9d264ced req-089249a8-cb29-4a7c-bd60-968a3e8e232d service neutron] 10.222.0.61 "GET /v2.0/networks/74a2c063-d43e-4221-94e9-d3ab154855fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806035 Oct 12 19:37:21.679400 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ea065a29-4623-43d1-ba85-4a752a4c6c8b tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:21.680638 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-ea065a29-4623-43d1-ba85-4a752a4c6c8b tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.7288194 Oct 12 19:37:21.685828 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 41894) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:21.688749 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e566e236-c6f4-4b08-88d0-30aa47b6bf2c req-c110d0a6-c658-451f-a59f-9f012ad56917 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:21.690284 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e566e236-c6f4-4b08-88d0-30aa47b6bf2c req-c110d0a6-c658-451f-a59f-9f012ad56917 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7b765f3-f079-43bb-884c-ce583b289609 HTTP/1.1" status: 200 len: 945 time: 0.4286361 Oct 12 19:37:21.692832 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-49bb2152-5cc0-4c88-886b-5035aafdb38c tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Request body: {'security_group_rule': {'security_group_id': '01d179f3-99bf-419e-b905-ce06318e0a81', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:37:21.762288 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-df0c0a17-09c8-48f1-86c4-17d9cb347748 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:21.817244 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-74efea60-55eb-451f-91df-ae4d139458e2 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:21.846402 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e566e236-c6f4-4b08-88d0-30aa47b6bf2c req-e2a0337f-103c-47ba-b24d-28a51cf0ecc3 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.49 "GET /v2.0/security-groups?id=5aa05d67-0c53-427c-9564-46e10b998f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1415632 Oct 12 19:37:21.896091 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74efea60-55eb-451f-91df-ae4d139458e2 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Pushing event deleted for resources: {'Port': ['ID=186105d7-2919-4dcb-9522-300966f5b0c4,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:21.964492 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-49bb2152-5cc0-4c88-886b-5035aafdb38c tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:22.020652 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-362816e8-e7d2-4ea5-adb3-983b07c101b2 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8092566'] for router_interface, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:22.066769 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-df0c0a17-09c8-48f1-86c4-17d9cb347748 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Allocated IP 172.25.5.116 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/78a54558-40f5-40ab-9ffe-2a260452eeaf) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:37:22.172878 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-74efea60-55eb-451f-91df-ae4d139458e2 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:22.180981 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-74efea60-55eb-451f-91df-ae4d139458e2 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] 10.222.0.49 "DELETE /v2.0/ports/186105d7-2919-4dcb-9522-300966f5b0c4 HTTP/1.1" status: 204 len: 168 time: 1.4494965 Oct 12 19:37:22.193004 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41898) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:22.227686 n-d-813679-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-876e7a61-c30b-4b63-9204-c1830eeb2a08 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] GET failed (client error): The resource could not be found. Oct 12 19:37:22.229908 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-876e7a61-c30b-4b63-9204-c1830eeb2a08 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] 10.222.0.49 "GET /v2.0/ports/186105d7-2919-4dcb-9522-300966f5b0c4 HTTP/1.1" status: 404 len: 333 time: 0.0343549 Oct 12 19:37:22.233715 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41900) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:22.241959 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-e6239f85-d2ec-4eb8-a2df-ced789218f89 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Request body: {'port': {'network_id': '88dc9d3d-97b9-4583-82b3-0fc158e5f6da', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1377475217'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:37:22.274974 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-49bb2152-5cc0-4c88-886b-5035aafdb38c tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:22.340751 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-df0c0a17-09c8-48f1-86c4-17d9cb347748 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:22.486118 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-362816e8-e7d2-4ea5-adb3-983b07c101b2 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Deleting port aad087b0-ec21-463c-bd7a-218fcf686555 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:37:22.486424 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-362816e8-e7d2-4ea5-adb3-983b07c101b2 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:22.566205 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6239f85-d2ec-4eb8-a2df-ced789218f89 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Made reservation on behalf of 144623a8056344d49da2e4f99a80730c for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:37:22.569937 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e6239f85-d2ec-4eb8-a2df-ced789218f89 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:22.608147 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [None req-e6239f85-d2ec-4eb8-a2df-ced789218f89 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] device_id is not set on port 3101bac8-3aed-40a8-b49b-ca0ddc87cfd8 yet. {{(pid=95502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 19:37:22.618584 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-362816e8-e7d2-4ea5-adb3-983b07c101b2 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:22.663865 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-362816e8-e7d2-4ea5-adb3-983b07c101b2 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Calling delete_port for aad087b0-ec21-463c-bd7a-218fcf686555 owned by network:router_interface {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:37:22.732207 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-49bb2152-5cc0-4c88-886b-5035aafdb38c tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:22.755034 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bb2152-5cc0-4c88-886b-5035aafdb38c tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17e719f9-9fe4-4182-9aa0-0ee1577beda1,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:22.790312 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-e6239f85-d2ec-4eb8-a2df-ced789218f89 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Allocated IP 2001:db8::3ea (88dc9d3d-97b9-4583-82b3-0fc158e5f6da/80725736-d0b7-414b-b9e2-c232ec9cedca/3101bac8-3aed-40a8-b49b-ca0ddc87cfd8) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:37:22.821768 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-df0c0a17-09c8-48f1-86c4-17d9cb347748 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:22.856483 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-49bb2152-5cc0-4c88-886b-5035aafdb38c tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:22.860971 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-49bb2152-5cc0-4c88-886b-5035aafdb38c tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1693199 Oct 12 19:37:22.861192 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41902) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:22.866424 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-885a0976-e7fe-4768-9975-ad540e4b5979 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Request body: {'security_group_rule': {'security_group_id': '01d179f3-99bf-419e-b905-ce06318e0a81', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:37:22.867316 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0c0a17-09c8-48f1-86c4-17d9cb347748 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:37:22.873694 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-df0c0a17-09c8-48f1-86c4-17d9cb347748 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:37:22.877488 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0c0a17-09c8-48f1-86c4-17d9cb347748 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:37:22.925090 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0c0a17-09c8-48f1-86c4-17d9cb347748 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Pushing event updated for resources: {'Port': ['ID=78a54558-40f5-40ab-9ffe-2a260452eeaf,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:23.003827 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e55300a-87b1-417b-b539-b0ec65a8222a req-9c34ed16-a546-4d66-a944-76643b6c5105 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:23.005862 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-885a0976-e7fe-4768-9975-ad540e4b5979 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:23.006002 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2e55300a-87b1-417b-b539-b0ec65a8222a req-9c34ed16-a546-4d66-a944-76643b6c5105 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7b765f3-f079-43bb-884c-ce583b289609 HTTP/1.1" status: 200 len: 945 time: 0.0817635 Oct 12 19:37:23.076287 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-885a0976-e7fe-4768-9975-ad540e4b5979 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:23.117348 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-362816e8-e7d2-4ea5-adb3-983b07c101b2 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:23.122785 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e6239f85-d2ec-4eb8-a2df-ced789218f89 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:23.154109 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362816e8-e7d2-4ea5-adb3-983b07c101b2 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Pushing event deleted for resources: {'Port': ['ID=aad087b0-ec21-463c-bd7a-218fcf686555,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:23.162762 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2e55300a-87b1-417b-b539-b0ec65a8222a req-bed50ec0-e0d3-408b-a68f-050530073565 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.49 "GET /v2.0/security-groups?id=5aa05d67-0c53-427c-9564-46e10b998f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864654 Oct 12 19:37:23.218867 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-885a0976-e7fe-4768-9975-ad540e4b5979 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:23.269673 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885a0976-e7fe-4768-9975-ad540e4b5979 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8b8c563-40c7-4bae-8fcb-f2f7657c46bc,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:23.350681 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-362816e8-e7d2-4ea5-adb3-983b07c101b2 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7898909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8092450'] for router_interface, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:23.359488 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-885a0976-e7fe-4768-9975-ad540e4b5979 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:23.364202 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-885a0976-e7fe-4768-9975-ad540e4b5979 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5018463 Oct 12 19:37:23.374689 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41910) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:23.374689 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-d0166812-db84-43f6-b625-8cfb5318200e tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Request body: {'floatingip': {'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:37:23.397717 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e6239f85-d2ec-4eb8-a2df-ced789218f89 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:23.412851 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-df0c0a17-09c8-48f1-86c4-17d9cb347748 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:23.489783 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d0166812-db84-43f6-b625-8cfb5318200e tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Notify callbacks [] for floatingip, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:23.524842 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6239f85-d2ec-4eb8-a2df-ced789218f89 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Network 88dc9d3d-97b9-4583-82b3-0fc158e5f6da is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:37:23.564210 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-df0c0a17-09c8-48f1-86c4-17d9cb347748 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:23.727956 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-df0c0a17-09c8-48f1-86c4-17d9cb347748 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:23.783566 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-df0c0a17-09c8-48f1-86c4-17d9cb347748 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:23.851320 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0c0a17-09c8-48f1-86c4-17d9cb347748 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Pushing event updated for resources: {'Port': ['ID=78a54558-40f5-40ab-9ffe-2a260452eeaf,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:23.869023 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-df0c0a17-09c8-48f1-86c4-17d9cb347748 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7915414'] for floatingip, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:23.879041 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-e6239f85-d2ec-4eb8-a2df-ced789218f89 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:37:23.885124 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6239f85-d2ec-4eb8-a2df-ced789218f89 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:37:23.891580 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6239f85-d2ec-4eb8-a2df-ced789218f89 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:23.892305 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e6239f85-d2ec-4eb8-a2df-ced789218f89 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:23.900673 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6239f85-d2ec-4eb8-a2df-ced789218f89 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Pushing event updated for resources: {'Port': ['ID=3101bac8-3aed-40a8-b49b-ca0ddc87cfd8,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:23.983317 n-d-813679-3 neutron-server[95501]: INFO neutron.db.l3_db [None req-df0c0a17-09c8-48f1-86c4-17d9cb347748 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Floating IP 29c99638-1163-4f0c-89d1-bcb2382c6c40 associated. External IP: 172.25.5.116, port: b2811d62-e8c5-4e6b-9a4a-99dfbc0da11c. Oct 12 19:37:23.995180 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-362816e8-e7d2-4ea5-adb3-983b07c101b2 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Router 45fc71f7-bd56-4b05-b61e-c62d4ed878e4 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:37:24.007112 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-e6239f85-d2ec-4eb8-a2df-ced789218f89 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.7716689 Oct 12 19:37:24.010830 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41912) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:24.017384 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-9148e864-47f2-4c53-bb34-42410335abad tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:b6:60:88'}]}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:37:24.257507 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-362816e8-e7d2-4ea5-adb3-983b07c101b2 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:37:24.266538 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df0c0a17-09c8-48f1-86c4-17d9cb347748 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Router b2662cfb-687f-46ff-bd62-a5952ed3eba1 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:37:24.269831 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-362816e8-e7d2-4ea5-adb3-983b07c101b2 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] 10.222.0.49 "PUT /v2.0/routers/45fc71f7-bd56-4b05-b61e-c62d4ed878e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0201190 Oct 12 19:37:24.274186 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41918) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:24.274797 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-0a44dbe2-c6b4-43af-ac7c-dff4a41e0241 None None] Provisioning complete for port 3101bac8-3aed-40a8-b49b-ca0ddc87cfd8 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:37:24.276504 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0a44dbe2-c6b4-43af-ac7c-dff4a41e0241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:24.280529 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9577e42-da49-410c-bc47-e94fbc86cbd0 None None] Sync routers for ids ['45fc71f7-bd56-4b05-b61e-c62d4ed878e4'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:37:24.324416 n-d-813679-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-b27d9735-fe9f-4b63-8a9d-d65b44375e5a tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] delete failed (client error): The resource could not be found. Oct 12 19:37:24.325455 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-b27d9735-fe9f-4b63-8a9d-d65b44375e5a tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] 10.222.0.49 "DELETE /v2.0/routers/tempest-non_exist_router-546763841 HTTP/1.1" status: 404 len: 334 time: 0.0459414 Oct 12 19:37:24.333187 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41920) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:24.334979 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9577e42-da49-410c-bc47-e94fbc86cbd0 None None] Routers {'45fc71f7-bd56-4b05-b61e-c62d4ed878e4'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:37:24.335570 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d0166812-db84-43f6-b625-8cfb5318200e tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:24.336295 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-d9577e42-da49-410c-bc47-e94fbc86cbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:37:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['45fc71f7-bd56-4b05-b61e-c62d4ed878e4'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:37:24.342171 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-30272cc5-d10f-4988-9743-8b02317f6e45 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Request body: {'router': {'external_gateway_info': {'network_id': '45fc71f7-bd56-4b05-b61e-c62d4ed878e4'}}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:37:24.378574 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-0a44dbe2-c6b4-43af-ac7c-dff4a41e0241 None None] Port 3101bac8-3aed-40a8-b49b-ca0ddc87cfd8 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:37:24.381822 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-d9577e42-da49-410c-bc47-e94fbc86cbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:37:24.393781 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9577e42-da49-410c-bc47-e94fbc86cbd0 None None] Routers {'45fc71f7-bd56-4b05-b61e-c62d4ed878e4'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:37:24.394806 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-d9577e42-da49-410c-bc47-e94fbc86cbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:37:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['45fc71f7-bd56-4b05-b61e-c62d4ed878e4'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:37:24.429916 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-d9577e42-da49-410c-bc47-e94fbc86cbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:37:24.430934 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9577e42-da49-410c-bc47-e94fbc86cbd0 None None] The sync data for ids ['45fc71f7-bd56-4b05-b61e-c62d4ed878e4'] in n-d-813679-3 is: [] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:37:24.432531 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df0c0a17-09c8-48f1-86c4-17d9cb347748 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:37:24.450708 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad23c4e-3daf-4dae-a1ce-cd7c8aeff42d None None] Sync routers for ids ['b2662cfb-687f-46ff-bd62-a5952ed3eba1'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:37:24.464881 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad23c4e-3daf-4dae-a1ce-cd7c8aeff42d None None] Routers {'b2662cfb-687f-46ff-bd62-a5952ed3eba1'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:37:24.465789 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-6ad23c4e-3daf-4dae-a1ce-cd7c8aeff42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:37:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['b2662cfb-687f-46ff-bd62-a5952ed3eba1'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:37:24.521888 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-df0c0a17-09c8-48f1-86c4-17d9cb347748 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:24.575887 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-6ad23c4e-3daf-4dae-a1ce-cd7c8aeff42d None None] Set router b2662cfb-687f-46ff-bd62-a5952ed3eba1 gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:37:24.589727 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-df0c0a17-09c8-48f1-86c4-17d9cb347748 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.5228324 Oct 12 19:37:24.591047 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e07869a-db45-4ee8-b931-72d78af23fa5', 'tag': 'b2811d62-e8c5-4e6b-9a4a-99dfbc0da11c'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:37:24.597334 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0113df5-aaaf-47c8-9921-6663381e1435" -d '{"events": [{"name": "network-changed", "server_uuid": "2e07869a-db45-4ee8-b931-72d78af23fa5", "tag": "b2811d62-e8c5-4e6b-9a4a-99dfbc0da11c"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:37:24.612124 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9148e864-47f2-4c53-bb34-42410335abad tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:24.699913 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-30272cc5-d10f-4988-9743-8b02317f6e45 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:24.741276 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59c2cd98-4347-4b03-a10b-9a4840d47809 x-openstack-request-id: req-59c2cd98-4347-4b03-a10b-9a4840d47809 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:37:24.741672 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e07869a-db45-4ee8-b931-72d78af23fa5", "tag": "b2811d62-e8c5-4e6b-9a4a-99dfbc0da11c", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:37:24.742439 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-59c2cd98-4347-4b03-a10b-9a4840d47809 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:37:24.743057 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e07869a-db45-4ee8-b931-72d78af23fa5', 'tag': 'b2811d62-e8c5-4e6b-9a4a-99dfbc0da11c', 'status': 'completed', 'code': 200} Oct 12 19:37:24.759706 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-d0166812-db84-43f6-b625-8cfb5318200e tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Allocated IP 172.25.5.140 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/984a0dff-6d8b-4a57-b6b6-c1fe65910d6a) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:37:24.783821 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 41930) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:24.870776 n-d-813679-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-30272cc5-d10f-4988-9743-8b02317f6e45 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] update failed (client error): The resource could not be found. Oct 12 19:37:24.877594 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-30272cc5-d10f-4988-9743-8b02317f6e45 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] 10.222.0.49 "PUT /v2.0/routers/45fc71f7-bd56-4b05-b61e-c62d4ed878e4 HTTP/1.1" status: 404 len: 339 time: 0.5334423 Oct 12 19:37:24.881437 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 41934) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:24.892704 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-6ad23c4e-3daf-4dae-a1ce-cd7c8aeff42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2662cfb-687f-46ff-bd62-a5952ed3eba1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-624072088', 'tenant_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': 'd065a78b-f200-4195-a642-a4bca2db4b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:36:49Z', 'updated_at': '2021-10-12T19:36:59Z', 'revision_number': 4, 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'gw_port': {'id': 'd065a78b-f200-4195-a642-a4bca2db4b0a', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2662cfb-687f-46ff-bd62-a5952ed3eba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2811, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:36:49Z', 'updated_at': '2021-10-12T19:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': '29c99638-1163-4f0c-89d1-bcb2382c6c40', 'tenant_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'floating_ip_address': '172.25.5.116', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': 'b2662cfb-687f-46ff-bd62-a5952ed3eba1', 'port_id': 'b2811d62-e8c5-4e6b-9a4a-99dfbc0da11c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92a88605-27ea-431c-b963-1a57c353f481', 'mac_address': 'fa:16:3e:05:78:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e07869a-db45-4ee8-b931-72d78af23fa5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T19:37:23Z', 'updated_at': '2021-10-12T19:37:23Z', 'revision_number': 0, 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16798d8f-026e-49d3-a8ba-2dcf688fad5d', 'name': '', 'network_id': '92a88605-27ea-431c-b963-1a57c353f481', 'tenant_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'mac_address': 'fa:16:3e:e0:b3:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2662cfb-687f-46ff-bd62-a5952ed3eba1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '88fecf92-221f-4920-9ea6-7b9931392c45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:36:57Z', 'updated_at': '2021-10-12T19:37:04Z', 'revision_number': 5, 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'subnets': [{'id': '88fecf92-221f-4920-9ea6-7b9931392c45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:37:24.947542 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad23c4e-3daf-4dae-a1ce-cd7c8aeff42d None None] Checking router: b2662cfb-687f-46ff-bd62-a5952ed3eba1 for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:37:24.960196 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad23c4e-3daf-4dae-a1ce-cd7c8aeff42d None None] Routers {'b2662cfb-687f-46ff-bd62-a5952ed3eba1'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:37:24.960804 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-6ad23c4e-3daf-4dae-a1ce-cd7c8aeff42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:37:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['b2662cfb-687f-46ff-bd62-a5952ed3eba1'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:37:24.985906 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3ba493-029d-437e-9c55-2388eff9aa39 req-98df5582-a714-4a9c-b917-1934b970d6e9 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:24.993587 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2d3ba493-029d-437e-9c55-2388eff9aa39 req-98df5582-a714-4a9c-b917-1934b970d6e9 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e07869a-db45-4ee8-b931-72d78af23fa5 HTTP/1.1" status: 200 len: 945 time: 0.2547886 Oct 12 19:37:25.015721 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0113df5-aaaf-47c8-9921-6663381e1435 req-17cbaf29-d8be-4627-806b-55d174e9fc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:25.017394 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c0113df5-aaaf-47c8-9921-6663381e1435 req-17cbaf29-d8be-4627-806b-55d174e9fc54 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=80c6b006e6d9432a90abc6a3ef8ab3a8&device_id=2e07869a-db45-4ee8-b931-72d78af23fa5 HTTP/1.1" status: 200 len: 1096 time: 0.2555909 Oct 12 19:37:25.017579 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e79d4749-95e3-4d89-ab7f-6a85914bb101 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:25.088925 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-6ad23c4e-3daf-4dae-a1ce-cd7c8aeff42d None None] Set router b2662cfb-687f-46ff-bd62-a5952ed3eba1 gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:37:25.159709 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2d3ba493-029d-437e-9c55-2388eff9aa39 req-dfca5403-c608-46f0-9e14-cff65af59318 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=c92bac0a-f360-420b-ba1d-66577970e341&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1650212 Oct 12 19:37:25.193969 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41936) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:25.212556 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d0166812-db84-43f6-b625-8cfb5318200e tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:25.285238 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9148e864-47f2-4c53-bb34-42410335abad tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:25.310939 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0113df5-aaaf-47c8-9921-6663381e1435 req-fc4cfae5-9340-4d26-a24b-6f2494b598b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:25.311229 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-14ace3b5-dcf3-4d19-a78f-052009c17e8c tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:25.312952 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c0113df5-aaaf-47c8-9921-6663381e1435 req-fc4cfae5-9340-4d26-a24b-6f2494b598b9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=92a88605-27ea-431c-b963-1a57c353f481 HTTP/1.1" status: 200 len: 897 time: 0.2837100 Oct 12 19:37:25.314407 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e79d4749-95e3-4d89-ab7f-6a85914bb101 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:25.337401 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-dc9d3900-75f5-4d82-93c2-dbe31355fe1f tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/floatingips/29c99638-1163-4f0c-89d1-bcb2382c6c40 HTTP/1.1" status: 200 len: 991 time: 0.1429167 Oct 12 19:37:25.371045 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-6ad23c4e-3daf-4dae-a1ce-cd7c8aeff42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2662cfb-687f-46ff-bd62-a5952ed3eba1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-624072088', 'tenant_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': 'd065a78b-f200-4195-a642-a4bca2db4b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:36:49Z', 'updated_at': '2021-10-12T19:36:59Z', 'revision_number': 4, 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'gw_port': {'id': 'd065a78b-f200-4195-a642-a4bca2db4b0a', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2662cfb-687f-46ff-bd62-a5952ed3eba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2811, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:36:49Z', 'updated_at': '2021-10-12T19:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': '29c99638-1163-4f0c-89d1-bcb2382c6c40', 'tenant_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'floating_ip_address': '172.25.5.116', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': 'b2662cfb-687f-46ff-bd62-a5952ed3eba1', 'port_id': 'b2811d62-e8c5-4e6b-9a4a-99dfbc0da11c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92a88605-27ea-431c-b963-1a57c353f481', 'mac_address': 'fa:16:3e:05:78:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e07869a-db45-4ee8-b931-72d78af23fa5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T19:37:23Z', 'updated_at': '2021-10-12T19:37:23Z', 'revision_number': 0, 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16798d8f-026e-49d3-a8ba-2dcf688fad5d', 'name': '', 'network_id': '92a88605-27ea-431c-b963-1a57c353f481', 'tenant_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'mac_address': 'fa:16:3e:e0:b3:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2662cfb-687f-46ff-bd62-a5952ed3eba1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '88fecf92-221f-4920-9ea6-7b9931392c45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:36:57Z', 'updated_at': '2021-10-12T19:37:04Z', 'revision_number': 5, 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'subnets': [{'id': '88fecf92-221f-4920-9ea6-7b9931392c45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:37:25.378211 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9148e864-47f2-4c53-bb34-42410335abad tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:25.397455 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e79d4749-95e3-4d89-ab7f-6a85914bb101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:25.399395 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad23c4e-3daf-4dae-a1ce-cd7c8aeff42d None None] The sync data for ids ['b2662cfb-687f-46ff-bd62-a5952ed3eba1'] in n-d-813679-3 is: [{'id': 'b2662cfb-687f-46ff-bd62-a5952ed3eba1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-624072088', 'tenant_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': 'd065a78b-f200-4195-a642-a4bca2db4b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:36:49Z', 'updated_at': '2021-10-12T19:36:59Z', 'revision_number': 4, 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'gw_port': {'id': 'd065a78b-f200-4195-a642-a4bca2db4b0a', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2662cfb-687f-46ff-bd62-a5952ed3eba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2811, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:36:49Z', 'updated_at': '2021-10-12T19:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': '29c99638-1163-4f0c-89d1-bcb2382c6c40', 'tenant_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'floating_ip_address': '172.25.5.116', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': 'b2662cfb-687f-46ff-bd62-a5952ed3eba1', 'port_id': 'b2811d62-e8c5-4e6b-9a4a-99dfbc0da11c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92a88605-27ea-431c-b963-1a57c353f481', 'mac_address': 'fa:16:3e:05:78:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e07869a-db45-4ee8-b931-72d78af23fa5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T19:37:23Z', 'updated_at': '2021-10-12T19:37:23Z', 'revision_number': 0, 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16798d8f-026e-49d3-a8ba-2dcf688fad5d', 'name': '', 'network_id': '92a88605-27ea-431c-b963-1a57c353f481', 'tenant_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'mac_address': 'fa:16:3e:e0:b3:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2662cfb-687f-46ff-bd62-a5952ed3eba1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '88fecf92-221f-4920-9ea6-7b9931392c45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:36:57Z', 'updated_at': '2021-10-12T19:37:04Z', 'revision_number': 5, 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'subnets': [{'id': '88fecf92-221f-4920-9ea6-7b9931392c45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:37:25.435191 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-9148e864-47f2-4c53-bb34-42410335abad tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] In _notify_port_updated(), no bound segment for port 3101bac8-3aed-40a8-b49b-ca0ddc87cfd8 on network 88dc9d3d-97b9-4583-82b3-0fc158e5f6da {{(pid=95502) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 12 19:37:25.440979 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9148e864-47f2-4c53-bb34-42410335abad tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:25.441612 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9148e864-47f2-4c53-bb34-42410335abad tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:25.442900 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-9148e864-47f2-4c53-bb34-42410335abad tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] 10.222.0.49 "PUT /v2.0/ports/3101bac8-3aed-40a8-b49b-ca0ddc87cfd8 HTTP/1.1" status: 200 len: 1003 time: 1.4297550 Oct 12 19:37:25.451879 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41938) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:25.471156 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c0113df5-aaaf-47c8-9921-6663381e1435 req-e78d111e-9133-446c-ac99-705429609f41 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2811d62-e8c5-4e6b-9a4a-99dfbc0da11c HTTP/1.1" status: 200 len: 999 time: 0.1470957 Oct 12 19:37:25.486096 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79d4749-95e3-4d89-ab7f-6a85914bb101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9245cc47-e962-429f-b516-3f395d1240fb,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:25.503713 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d0166812-db84-43f6-b625-8cfb5318200e tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:25.507196 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-e79d4749-95e3-4d89-ab7f-6a85914bb101 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=060aa3ffe9cf4f919368a13f9709f135&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7196801 Oct 12 19:37:25.509873 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9148e864-47f2-4c53-bb34-42410335abad tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Pushing event updated for resources: {'Port': ['ID=3101bac8-3aed-40a8-b49b-ca0ddc87cfd8,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:25.510107 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 41940) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:25.625592 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0166812-db84-43f6-b625-8cfb5318200e tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:37:25.635089 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0166812-db84-43f6-b625-8cfb5318200e tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Pushing event updated for resources: {'Port': ['ID=984a0dff-6d8b-4a57-b6b6-c1fe65910d6a,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:25.638930 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-d0166812-db84-43f6-b625-8cfb5318200e tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:37:25.643195 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0166812-db84-43f6-b625-8cfb5318200e tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:37:25.654911 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-745915ea-226a-4164-a231-ccc02eac2747 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:25.657272 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0113df5-aaaf-47c8-9921-6663381e1435 req-1fe9f2f3-64b7-4745-bc45-c7969f1df50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:25.659059 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c0113df5-aaaf-47c8-9921-6663381e1435 req-1fe9f2f3-64b7-4745-bc45-c7969f1df50f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=88fecf92-221f-4920-9ea6-7b9931392c45 HTTP/1.1" status: 200 len: 834 time: 0.1655822 Oct 12 19:37:25.690125 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-14ace3b5-dcf3-4d19-a78f-052009c17e8c tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Allocated IP 172.20.0.1 (0fae541c-6a20-4fc4-903e-3eb68a8b37ef/c88031fb-aa62-4bfc-899a-572b29d68f80/3f873c82-26bb-4785-8a2b-455798fc70b6) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:37:25.693499 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-745915ea-226a-4164-a231-ccc02eac2747 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:25.737701 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e731adc4-5995-40df-ae27-6efce7ae64f2 None None] New status for floating IP 29c99638-1163-4f0c-89d1-bcb2382c6c40: ACTIVE {{(pid=95503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 19:37:25.744215 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-c1aa50db-4af5-4cda-bce7-5cbe47880186 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Deleting port 3101bac8-3aed-40a8-b49b-ca0ddc87cfd8 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:37:25.744715 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c1aa50db-4af5-4cda-bce7-5cbe47880186 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:25.804968 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0113df5-aaaf-47c8-9921-6663381e1435 req-7ce51b96-dfa8-4f48-9a64-2cb6a9b0d47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:25.806634 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c0113df5-aaaf-47c8-9921-6663381e1435 req-7ce51b96-dfa8-4f48-9a64-2cb6a9b0d47d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=92a88605-27ea-431c-b963-1a57c353f481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1263580 Oct 12 19:37:25.847839 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-14ace3b5-dcf3-4d19-a78f-052009c17e8c tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:25.865843 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-d85ecd4d-3621-4b3a-9921-cc17dcb8dce9 None None] Provisioning complete for port 3101bac8-3aed-40a8-b49b-ca0ddc87cfd8 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:37:25.866546 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d85ecd4d-3621-4b3a-9921-cc17dcb8dce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:25.878834 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-745915ea-226a-4164-a231-ccc02eac2747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:25.881988 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-745915ea-226a-4164-a231-ccc02eac2747 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:25.885630 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-745915ea-226a-4164-a231-ccc02eac2747 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9245cc47-e962-429f-b516-3f395d1240fb HTTP/1.1" status: 204 len: 168 time: 0.3721516 Oct 12 19:37:25.898705 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745915ea-226a-4164-a231-ccc02eac2747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9245cc47-e962-429f-b516-3f395d1240fb,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:25.944600 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c1aa50db-4af5-4cda-bce7-5cbe47880186 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:25.959176 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-14ace3b5-dcf3-4d19-a78f-052009c17e8c tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:25.974533 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-c1aa50db-4af5-4cda-bce7-5cbe47880186 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Calling delete_port for 3101bac8-3aed-40a8-b49b-ca0ddc87cfd8 owned by {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:37:25.983016 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d0166812-db84-43f6-b625-8cfb5318200e tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:26.006787 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c0113df5-aaaf-47c8-9921-6663381e1435 req-5e564f41-9353-4660-a593-5af20bde3bd5 service neutron] 10.222.0.61 "GET /v2.0/networks/92a88605-27ea-431c-b963-1a57c353f481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890092 Oct 12 19:37:26.008076 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ace3b5-dcf3-4d19-a78f-052009c17e8c tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Network 0fae541c-6a20-4fc4-903e-3eb68a8b37ef is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:37:26.011545 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-14ace3b5-dcf3-4d19-a78f-052009c17e8c tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:37:26.017465 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ace3b5-dcf3-4d19-a78f-052009c17e8c tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:37:26.023753 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ace3b5-dcf3-4d19-a78f-052009c17e8c tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Pushing event updated for resources: {'Port': ['ID=3f873c82-26bb-4785-8a2b-455798fc70b6,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:26.080309 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-14ace3b5-dcf3-4d19-a78f-052009c17e8c tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7915309'] for router_interface, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:26.111010 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-d85ecd4d-3621-4b3a-9921-cc17dcb8dce9 None None] Port 3101bac8-3aed-40a8-b49b-ca0ddc87cfd8 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:37:26.138122 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d0166812-db84-43f6-b625-8cfb5318200e tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:26.312016 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-14ace3b5-dcf3-4d19-a78f-052009c17e8c tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:26.326369 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c0113df5-aaaf-47c8-9921-6663381e1435 req-6cb72c6e-11f0-4c2e-976d-bd72a9309d87 service neutron] 10.222.0.61 "GET /v2.0/networks/92a88605-27ea-431c-b963-1a57c353f481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2693441 Oct 12 19:37:26.340761 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-b35a8bb1-d371-4e86-91b1-8aa5bb2f9376 None None] Provisioning complete for port 3f873c82-26bb-4785-8a2b-455798fc70b6 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:37:26.341294 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b35a8bb1-d371-4e86-91b1-8aa5bb2f9376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:26.360387 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41950) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:26.387328 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-b35a8bb1-d371-4e86-91b1-8aa5bb2f9376 None None] Port 3f873c82-26bb-4785-8a2b-455798fc70b6 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:37:26.623334 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-14ace3b5-dcf3-4d19-a78f-052009c17e8c tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:26.720398 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-14ace3b5-dcf3-4d19-a78f-052009c17e8c tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:26.782568 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-96eb0e48-4013-4bd3-ad7f-62d7bcce55fb tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/floatingips/29c99638-1163-4f0c-89d1-bcb2382c6c40 HTTP/1.1" status: 200 len: 993 time: 0.4210432 Oct 12 19:37:26.786794 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d0166812-db84-43f6-b625-8cfb5318200e tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:26.817918 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-14ace3b5-dcf3-4d19-a78f-052009c17e8c tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7898980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8092605'] for router_interface, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:26.817918 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ace3b5-dcf3-4d19-a78f-052009c17e8c tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Pushing event updated for resources: {'Port': ['ID=3f873c82-26bb-4785-8a2b-455798fc70b6,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:26.837896 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c1aa50db-4af5-4cda-bce7-5cbe47880186 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:26.872867 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d0166812-db84-43f6-b625-8cfb5318200e tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:26.874897 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aa50db-4af5-4cda-bce7-5cbe47880186 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Pushing event deleted for resources: {'Port': ['ID=3101bac8-3aed-40a8-b49b-ca0ddc87cfd8,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:26.910542 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ace3b5-dcf3-4d19-a78f-052009c17e8c tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Network 0fae541c-6a20-4fc4-903e-3eb68a8b37ef is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:37:26.912151 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-14ace3b5-dcf3-4d19-a78f-052009c17e8c tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:37:26.937284 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c1aa50db-4af5-4cda-bce7-5cbe47880186 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:26.943932 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-c1aa50db-4af5-4cda-bce7-5cbe47880186 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] 10.222.0.49 "DELETE /v2.0/ports/3101bac8-3aed-40a8-b49b-ca0ddc87cfd8 HTTP/1.1" status: 204 len: 168 time: 1.4891472 Oct 12 19:37:26.965959 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41962) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:27.039740 n-d-813679-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-02a7d78f-c3d7-4d87-8822-0c8944373e3b tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] GET failed (client error): The resource could not be found. Oct 12 19:37:27.041373 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-02a7d78f-c3d7-4d87-8822-0c8944373e3b tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] 10.222.0.49 "GET /v2.0/ports/3101bac8-3aed-40a8-b49b-ca0ddc87cfd8 HTTP/1.1" status: 404 len: 333 time: 0.0744317 Oct 12 19:37:27.042126 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0166812-db84-43f6-b625-8cfb5318200e tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Pushing event updated for resources: {'Port': ['ID=984a0dff-6d8b-4a57-b6b6-c1fe65910d6a,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:27.049448 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41966) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:27.058719 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-a392f530-68fa-4c7d-b942-e21d570d0616 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Request body: {'port': {'network_id': '88dc9d3d-97b9-4583-82b3-0fc158e5f6da', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-937824925'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:37:27.086116 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14ace3b5-dcf3-4d19-a78f-052009c17e8c tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Router 45fc71f7-bd56-4b05-b61e-c62d4ed878e4 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:37:27.130992 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d0166812-db84-43f6-b625-8cfb5318200e tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7915414'] for floatingip, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:27.217916 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14ace3b5-dcf3-4d19-a78f-052009c17e8c tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:37:27.237395 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-14ace3b5-dcf3-4d19-a78f-052009c17e8c tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] 10.222.0.49 "PUT /v2.0/routers/45fc71f7-bd56-4b05-b61e-c62d4ed878e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3506684 Oct 12 19:37:27.237846 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41972) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:27.244328 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4af4e5-575a-48e4-a7ee-27c94cebceec None None] Sync routers for ids ['45fc71f7-bd56-4b05-b61e-c62d4ed878e4'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:37:27.247945 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d0166812-db84-43f6-b625-8cfb5318200e tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:27.249208 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-d0166812-db84-43f6-b625-8cfb5318200e tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8812230 Oct 12 19:37:27.265907 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4af4e5-575a-48e4-a7ee-27c94cebceec None None] Routers {'45fc71f7-bd56-4b05-b61e-c62d4ed878e4'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:37:27.266529 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-bd4af4e5-575a-48e4-a7ee-27c94cebceec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:37:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['45fc71f7-bd56-4b05-b61e-c62d4ed878e4'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:37:27.313772 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-bd4af4e5-575a-48e4-a7ee-27c94cebceec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:37:27.317184 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-03d5d66d-ff6d-46ce-9a8a-128fa1803bc8 None None] Provisioning complete for port 3f873c82-26bb-4785-8a2b-455798fc70b6 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:37:27.317702 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-03d5d66d-ff6d-46ce-9a8a-128fa1803bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:27.319882 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a392f530-68fa-4c7d-b942-e21d570d0616 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Made reservation on behalf of 144623a8056344d49da2e4f99a80730c for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:37:27.323643 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a392f530-68fa-4c7d-b942-e21d570d0616 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:27.325482 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4af4e5-575a-48e4-a7ee-27c94cebceec None None] Routers {'45fc71f7-bd56-4b05-b61e-c62d4ed878e4'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:37:27.326307 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-bd4af4e5-575a-48e4-a7ee-27c94cebceec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:37:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['45fc71f7-bd56-4b05-b61e-c62d4ed878e4'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:37:27.350088 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [None req-a392f530-68fa-4c7d-b942-e21d570d0616 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] device_id is not set on port 7f7cf3b9-5b4f-4974-9cac-d307e22f8707 yet. {{(pid=95502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 19:37:27.362928 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-bd4af4e5-575a-48e4-a7ee-27c94cebceec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:37:27.363400 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4af4e5-575a-48e4-a7ee-27c94cebceec None None] The sync data for ids ['45fc71f7-bd56-4b05-b61e-c62d4ed878e4'] in n-d-813679-3 is: [] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:37:27.388084 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-03d5d66d-ff6d-46ce-9a8a-128fa1803bc8 None None] Port 3f873c82-26bb-4785-8a2b-455798fc70b6 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:37:27.417955 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d3eb0c40-af37-4949-b580-0211db3405d0 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Notify callbacks [] for router, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:27.514400 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9e165e02-7758-446e-84fa-6c67e2e8109c req-badce654-1f31-452b-af32-d28c7e2fac39 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1094775272&fields=id&tenant_id=811cfaee5aef4af79e24164832947c33 HTTP/1.1" status: 200 len: 267 time: 0.0461321 Oct 12 19:37:27.553691 n-d-813679-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-d3eb0c40-af37-4949-b580-0211db3405d0 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 12 19:37:27.554648 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-d3eb0c40-af37-4949-b580-0211db3405d0 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] 10.222.0.49 "DELETE /v2.0/routers/45fc71f7-bd56-4b05-b61e-c62d4ed878e4 HTTP/1.1" status: 409 len: 329 time: 0.3158853 Oct 12 19:37:27.555764 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-a392f530-68fa-4c7d-b942-e21d570d0616 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Allocated IP 2001:db8::349 (88dc9d3d-97b9-4583-82b3-0fc158e5f6da/80725736-d0b7-414b-b9e2-c232ec9cedca/7f7cf3b9-5b4f-4974-9cac-d307e22f8707) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:37:27.557623 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41988) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:27.628857 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e165e02-7758-446e-84fa-6c67e2e8109c req-01757f97-e4ed-40ca-952d-8be419ffb06a tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:27.630344 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9e165e02-7758-446e-84fa-6c67e2e8109c req-01757f97-e4ed-40ca-952d-8be419ffb06a tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/networks?id=e1de796f-6482-493c-b5ac-b28a591020e2 HTTP/1.1" status: 200 len: 817 time: 0.1073298 Oct 12 19:37:27.646659 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9e165e02-7758-446e-84fa-6c67e2e8109c req-e2758812-4081-44f6-8ad1-53c174775cd5 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/quotas/811cfaee5aef4af79e24164832947c33 HTTP/1.1" status: 200 len: 375 time: 0.0102649 Oct 12 19:37:27.700807 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9e165e02-7758-446e-84fa-6c67e2e8109c req-15587a75-17ff-46f3-bbe5-c4557c9533b3 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=811cfaee5aef4af79e24164832947c33&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0484605 Oct 12 19:37:27.820236 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [req-9e165e02-7758-446e-84fa-6c67e2e8109c req-39d0947d-da5f-4dfa-90f9-16495e2699f9 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 19:37:27.821845 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9e165e02-7758-446e-84fa-6c67e2e8109c req-39d0947d-da5f-4dfa-90f9-16495e2699f9 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1066787 Oct 12 19:37:27.893694 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a392f530-68fa-4c7d-b942-e21d570d0616 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:27.921313 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9e165e02-7758-446e-84fa-6c67e2e8109c req-b504e31a-76ad-4021-814c-1597bd6934ab service neutron] 10.222.0.49 "GET /v2.0/networks/e1de796f-6482-493c-b5ac-b28a591020e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936096 Oct 12 19:37:27.942200 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 41994) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:28.020838 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c815b091-f177-4943-99c7-951fd5d4403d tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8092566'] for router_interface, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:28.091439 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a392f530-68fa-4c7d-b942-e21d570d0616 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:28.139873 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9b8ab6aa-6164-4f0a-9a31-4e8928bba188 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:28.149185 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 19:37:28.179299 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a392f530-68fa-4c7d-b942-e21d570d0616 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Network 88dc9d3d-97b9-4583-82b3-0fc158e5f6da is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:37:28.190534 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-a392f530-68fa-4c7d-b942-e21d570d0616 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:37:28.196736 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a392f530-68fa-4c7d-b942-e21d570d0616 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Pushing event updated for resources: {'Port': ['ID=7f7cf3b9-5b4f-4974-9cac-d307e22f8707,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:28.201742 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a392f530-68fa-4c7d-b942-e21d570d0616 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:37:28.212655 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a392f530-68fa-4c7d-b942-e21d570d0616 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:28.212655 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a392f530-68fa-4c7d-b942-e21d570d0616 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:28.364222 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-a392f530-68fa-4c7d-b942-e21d570d0616 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.3135891 Oct 12 19:37:28.370999 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 41998) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:28.376236 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-2547a8c1-3951-4e02-b819-491e3761fd10 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Request body: {'port': {'network_id': '88dc9d3d-97b9-4583-82b3-0fc158e5f6da', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1623627940'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:37:28.410962 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9b8ab6aa-6164-4f0a-9a31-4e8928bba188 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:28.435996 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9e165e02-7758-446e-84fa-6c67e2e8109c req-a830177e-15d2-459c-918c-8bb77927c218 service neutron] 10.222.0.49 "GET /v2.0/networks/e1de796f-6482-493c-b5ac-b28a591020e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5072615 Oct 12 19:37:28.488784 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-c815b091-f177-4943-99c7-951fd5d4403d tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Deleting port 3f873c82-26bb-4785-8a2b-455798fc70b6 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:37:28.489480 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c815b091-f177-4943-99c7-951fd5d4403d tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:28.494719 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9b8ab6aa-6164-4f0a-9a31-4e8928bba188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:28.530416 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-c784d13e-bf69-4e0f-8a5c-18266a4abcfc None None] Provisioning complete for port 7f7cf3b9-5b4f-4974-9cac-d307e22f8707 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:37:28.531629 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c784d13e-bf69-4e0f-8a5c-18266a4abcfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:28.569516 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-c784d13e-bf69-4e0f-8a5c-18266a4abcfc None None] Port 7f7cf3b9-5b4f-4974-9cac-d307e22f8707 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:37:28.593371 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-9b8ab6aa-6164-4f0a-9a31-4e8928bba188 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ed91ce3857824f83b148e7b5a4286786&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6479373 Oct 12 19:37:28.596423 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8ab6aa-6164-4f0a-9a31-4e8928bba188 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36930d02-e5af-4e12-9b68-f5f92cf95e18,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:28.598618 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42000) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:28.602271 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2547a8c1-3951-4e02-b819-491e3761fd10 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Made reservation on behalf of 144623a8056344d49da2e4f99a80730c for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:37:28.607640 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2547a8c1-3951-4e02-b819-491e3761fd10 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:28.626297 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c815b091-f177-4943-99c7-951fd5d4403d tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:28.641208 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-c815b091-f177-4943-99c7-951fd5d4403d tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Calling delete_port for 3f873c82-26bb-4785-8a2b-455798fc70b6 owned by network:router_interface {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:37:28.648749 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [None req-2547a8c1-3951-4e02-b819-491e3761fd10 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] device_id is not set on port 810e01d3-a993-4c33-8da1-d86344699893 yet. {{(pid=95501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 19:37:28.728326 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5c2bfdff-7a94-40e1-98c8-3a12daca572b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:28.760272 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c4c69a3e-5aa7-4483-9595-de1a68cd0887 req-6e488233-a204-4128-9ecd-f983f7adc97e tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=1028ea46-bc1f-48bd-bf1f-0f515eaaeb0b HTTP/1.1" status: 200 len: 210 time: 0.0344725 Oct 12 19:37:28.787557 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5c2bfdff-7a94-40e1-98c8-3a12daca572b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:28.841901 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-2547a8c1-3951-4e02-b819-491e3761fd10 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Allocated IP 2001:db8::207 (88dc9d3d-97b9-4583-82b3-0fc158e5f6da/80725736-d0b7-414b-b9e2-c232ec9cedca/810e01d3-a993-4c33-8da1-d86344699893) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:37:28.932269 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5c2bfdff-7a94-40e1-98c8-3a12daca572b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:28.934700 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5c2bfdff-7a94-40e1-98c8-3a12daca572b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:28.935815 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-5c2bfdff-7a94-40e1-98c8-3a12daca572b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/36930d02-e5af-4e12-9b68-f5f92cf95e18 HTTP/1.1" status: 204 len: 168 time: 0.3347769 Oct 12 19:37:28.947879 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2bfdff-7a94-40e1-98c8-3a12daca572b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36930d02-e5af-4e12-9b68-f5f92cf95e18,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:28.949040 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c815b091-f177-4943-99c7-951fd5d4403d tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:28.986415 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c815b091-f177-4943-99c7-951fd5d4403d tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Pushing event deleted for resources: {'Port': ['ID=3f873c82-26bb-4785-8a2b-455798fc70b6,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:29.010437 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2547a8c1-3951-4e02-b819-491e3761fd10 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:29.131025 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2547a8c1-3951-4e02-b819-491e3761fd10 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:29.143217 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c815b091-f177-4943-99c7-951fd5d4403d tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7898909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8092450'] for router_interface, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:29.185120 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2547a8c1-3951-4e02-b819-491e3761fd10 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Network 88dc9d3d-97b9-4583-82b3-0fc158e5f6da is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:37:29.189090 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-2547a8c1-3951-4e02-b819-491e3761fd10 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:37:29.193315 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2547a8c1-3951-4e02-b819-491e3761fd10 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:37:29.199487 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2547a8c1-3951-4e02-b819-491e3761fd10 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:29.200146 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2547a8c1-3951-4e02-b819-491e3761fd10 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:29.212486 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2547a8c1-3951-4e02-b819-491e3761fd10 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Pushing event updated for resources: {'Port': ['ID=810e01d3-a993-4c33-8da1-d86344699893,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:29.223757 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0186e3d4-4ff3-47d6-b99a-2448dcbeb43d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:29.318880 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c815b091-f177-4943-99c7-951fd5d4403d tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Router 45fc71f7-bd56-4b05-b61e-c62d4ed878e4 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:37:29.329816 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-2547a8c1-3951-4e02-b819-491e3761fd10 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.9581459 Oct 12 19:37:29.332381 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42010) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:29.337973 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-d3b795a0-eb74-491b-b1ae-0f2aa51c5733 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2c9', 'mac_address': 'fa:16:3e:b6:60:88'}, {'ip_address': '2001:db8::349', 'mac_address': 'fa:16:3e:78:fa:1a'}]}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:37:29.410829 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c815b091-f177-4943-99c7-951fd5d4403d tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:37:29.416567 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-c815b091-f177-4943-99c7-951fd5d4403d tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] 10.222.0.49 "PUT /v2.0/routers/45fc71f7-bd56-4b05-b61e-c62d4ed878e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8579662 Oct 12 19:37:29.420115 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42014) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:29.424422 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8700cad9-6c8a-409e-aab8-9dc849ed4233 None None] Sync routers for ids ['45fc71f7-bd56-4b05-b61e-c62d4ed878e4'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:37:29.433848 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8700cad9-6c8a-409e-aab8-9dc849ed4233 None None] Routers {'45fc71f7-bd56-4b05-b61e-c62d4ed878e4'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:37:29.434445 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-8700cad9-6c8a-409e-aab8-9dc849ed4233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:37:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['45fc71f7-bd56-4b05-b61e-c62d4ed878e4'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:37:29.466639 n-d-813679-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-77410ed8-fc45-4bd8-b7fc-b76b1901320f tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] show failed (client error): The resource could not be found. Oct 12 19:37:29.471299 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-77410ed8-fc45-4bd8-b7fc-b76b1901320f tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] 10.222.0.49 "GET /v2.0/routers/tempest-non_exist_router-626092800 HTTP/1.1" status: 404 len: 334 time: 0.0462928 Oct 12 19:37:29.472624 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42018) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:29.477347 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-c0a154cb-4995-439b-9aa7-2b2dcb77d82a tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Request body: {'router': {'name': 'new_name'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:37:29.484666 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-8700cad9-6c8a-409e-aab8-9dc849ed4233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:37:29.499462 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8700cad9-6c8a-409e-aab8-9dc849ed4233 None None] Routers {'45fc71f7-bd56-4b05-b61e-c62d4ed878e4'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:37:29.500853 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-8700cad9-6c8a-409e-aab8-9dc849ed4233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:37:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['45fc71f7-bd56-4b05-b61e-c62d4ed878e4'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:37:29.513575 n-d-813679-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-c0a154cb-4995-439b-9aa7-2b2dcb77d82a tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] update failed (client error): The resource could not be found. Oct 12 19:37:29.516214 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-c0a154cb-4995-439b-9aa7-2b2dcb77d82a tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] 10.222.0.49 "PUT /v2.0/routers/tempest-non_exist_router-136617781 HTTP/1.1" status: 404 len: 334 time: 0.0417585 Oct 12 19:37:29.520312 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42022) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:29.532551 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d3b795a0-eb74-491b-b1ae-0f2aa51c5733 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:29.542365 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-8700cad9-6c8a-409e-aab8-9dc849ed4233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:37:29.546790 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8700cad9-6c8a-409e-aab8-9dc849ed4233 None None] The sync data for ids ['45fc71f7-bd56-4b05-b61e-c62d4ed878e4'] in n-d-813679-3 is: [] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:37:29.551832 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-9bc88d8d-9020-4e13-965d-230eeecbbac3 None None] Provisioning complete for port 810e01d3-a993-4c33-8da1-d86344699893 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:37:29.552231 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9bc88d8d-9020-4e13-965d-230eeecbbac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:29.579549 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e865514-e412-436d-9e0a-68f77feef52e tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Deleting subnet 29054521-36c9-4a11-8143-7f97873e8818 {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:37:29.582752 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6e865514-e412-436d-9e0a-68f77feef52e tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:29.586629 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-9bc88d8d-9020-4e13-965d-230eeecbbac3 None None] Port 810e01d3-a993-4c33-8da1-d86344699893 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:37:29.623484 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6e865514-e412-436d-9e0a-68f77feef52e tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16313642'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:29.711716 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6e865514-e412-436d-9e0a-68f77feef52e tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:29.731831 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d3b795a0-eb74-491b-b1ae-0f2aa51c5733 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:29.834082 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6e865514-e412-436d-9e0a-68f77feef52e tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4306592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16245866'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:29.840685 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d3b795a0-eb74-491b-b1ae-0f2aa51c5733 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:29.878096 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e865514-e412-436d-9e0a-68f77feef52e tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Pushing event deleted for resources: {'Subnet': ['ID=29054521-36c9-4a11-8143-7f97873e8818,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:29.884063 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6e865514-e412-436d-9e0a-68f77feef52e tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:29.885761 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-27c69041-7291-4e32-908e-e608435606d9 req-f67cf3ae-24e7-4b97-9572-10fb00f5536f tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=1028ea46-bc1f-48bd-bf1f-0f515eaaeb0b HTTP/1.1" status: 200 len: 210 time: 0.0658858 Oct 12 19:37:29.889233 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8abefd76-4257-4b99-b6dd-316b26bb638a None None] Network f21bd11e-e646-47de-9cc6-1abcf657b7df requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:37:29.900351 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-6e865514-e412-436d-9e0a-68f77feef52e tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] 10.222.0.49 "DELETE /v2.0/subnets/29054521-36c9-4a11-8143-7f97873e8818 HTTP/1.1" status: 204 len: 168 time: 0.3789740 Oct 12 19:37:29.912901 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42040) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:29.965028 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-d3b795a0-eb74-491b-b1ae-0f2aa51c5733 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] In _notify_port_updated(), no bound segment for port 810e01d3-a993-4c33-8da1-d86344699893 on network 88dc9d3d-97b9-4583-82b3-0fc158e5f6da {{(pid=95501) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 12 19:37:29.971475 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b795a0-eb74-491b-b1ae-0f2aa51c5733 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:29.973037 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d3b795a0-eb74-491b-b1ae-0f2aa51c5733 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:29.979002 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-d3b795a0-eb74-491b-b1ae-0f2aa51c5733 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] 10.222.0.49 "PUT /v2.0/ports/810e01d3-a993-4c33-8da1-d86344699893 HTTP/1.1" status: 200 len: 1068 time: 0.6429710 Oct 12 19:37:29.982048 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42044) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:30.017144 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2366fff-ea06-4826-ae7c-7b125be54563 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Deleting subnet 67b181a4-604c-4e4e-a6c4-29a83cdd5eaf {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:37:30.028485 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d2366fff-ea06-4826-ae7c-7b125be54563 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:30.030555 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b795a0-eb74-491b-b1ae-0f2aa51c5733 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Pushing event updated for resources: {'Port': ['ID=810e01d3-a993-4c33-8da1-d86344699893,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:30.114293 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d2366fff-ea06-4826-ae7c-7b125be54563 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16313642'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:30.121430 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-21b10d5d-d73b-44e8-a864-f56d14e3f488 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Deleting port 810e01d3-a993-4c33-8da1-d86344699893 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:37:30.121936 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-21b10d5d-d73b-44e8-a864-f56d14e3f488 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:30.203455 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42048) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:30.226545 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c022f37b-d709-4d16-9780-78ff4991daf7 None None] DHCP port deletion for f21bd11e-e646-47de-9cc6-1abcf657b7df request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 19:37:30.239605 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-21b10d5d-d73b-44e8-a864-f56d14e3f488 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:30.254904 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-21b10d5d-d73b-44e8-a864-f56d14e3f488 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Calling delete_port for 810e01d3-a993-4c33-8da1-d86344699893 owned by {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:37:30.289692 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-c022f37b-d709-4d16-9780-78ff4991daf7 None None] Deleting port 381739a5-91bd-485e-8d2d-1d375b4b7999 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:37:30.290456 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c022f37b-d709-4d16-9780-78ff4991daf7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:30.295937 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d2366fff-ea06-4826-ae7c-7b125be54563 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:30.360176 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-fef0ef5a-b2a3-4f66-a40f-43125b590949 None None] Provisioning complete for port 810e01d3-a993-4c33-8da1-d86344699893 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:37:30.360675 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fef0ef5a-b2a3-4f66-a40f-43125b590949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:30.379229 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-ae4f9be1-7e57-4c83-a650-4efffbc43398 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1478257043-network', 'tenant_id': '5fb4add2f8244cd4a4c3f75f23e76e6d'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:37:30.408970 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-c022f37b-d709-4d16-9780-78ff4991daf7 None None] For port 381739a5-91bd-485e-8d2d-1d375b4b7999, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=381739a5-91bd-485e-8d2d-1d375b4b7999,segment=NetworkSegment(f4b90cdf-107e-4787-8707-b61908e23935),segment_id=f4b90cdf-107e-4787-8707-b61908e23935)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:37:30.410233 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c022f37b-d709-4d16-9780-78ff4991daf7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:30.425520 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-c022f37b-d709-4d16-9780-78ff4991daf7 None None] Calling delete_port for 381739a5-91bd-485e-8d2d-1d375b4b7999 owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:37:30.427702 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-fef0ef5a-b2a3-4f66-a40f-43125b590949 None None] Port 810e01d3-a993-4c33-8da1-d86344699893 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:37:30.463237 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae4f9be1-7e57-4c83-a650-4efffbc43398 admin admin] Made reservation on behalf of 5fb4add2f8244cd4a4c3f75f23e76e6d for: {'network': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:37:30.463801 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d2366fff-ea06-4826-ae7c-7b125be54563 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4306592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16245866'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:30.465609 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ae4f9be1-7e57-4c83-a650-4efffbc43398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:30.479633 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ae4f9be1-7e57-4c83-a650-4efffbc43398 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:30.487421 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2366fff-ea06-4826-ae7c-7b125be54563 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Pushing event deleted for resources: {'Subnet': ['ID=67b181a4-604c-4e4e-a6c4-29a83cdd5eaf,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:30.498284 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d2366fff-ea06-4826-ae7c-7b125be54563 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:30.503589 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-d2366fff-ea06-4826-ae7c-7b125be54563 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] 10.222.0.49 "DELETE /v2.0/subnets/67b181a4-604c-4e4e-a6c4-29a83cdd5eaf HTTP/1.1" status: 204 len: 168 time: 0.5773680 Oct 12 19:37:30.505801 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42054) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:30.509158 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee908fd2-7000-4f4a-9a68-17ff20d63461 None None] Network e60032fd-ade4-4263-9934-aa79813bdf79 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:37:30.560866 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-21b10d5d-d73b-44e8-a864-f56d14e3f488 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:30.615966 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b10d5d-d73b-44e8-a864-f56d14e3f488 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Pushing event deleted for resources: {'Port': ['ID=810e01d3-a993-4c33-8da1-d86344699893,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:30.618053 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c022f37b-d709-4d16-9780-78ff4991daf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:30.649688 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c022f37b-d709-4d16-9780-78ff4991daf7 None None] No DVR routers for this DVR port 381739a5-91bd-485e-8d2d-1d375b4b7999 on host n-d-813679-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:37:30.654071 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c022f37b-d709-4d16-9780-78ff4991daf7 None None] Pushing event deleted for resources: {'Port': ['ID=381739a5-91bd-485e-8d2d-1d375b4b7999,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:30.673174 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c022f37b-d709-4d16-9780-78ff4991daf7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:37:30.673761 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c022f37b-d709-4d16-9780-78ff4991daf7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:37:30.674590 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c022f37b-d709-4d16-9780-78ff4991daf7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:37:30.675031 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c022f37b-d709-4d16-9780-78ff4991daf7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:37:30.675431 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c022f37b-d709-4d16-9780-78ff4991daf7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:37:30.675948 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c022f37b-d709-4d16-9780-78ff4991daf7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:37:30.676304 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c022f37b-d709-4d16-9780-78ff4991daf7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:37:30.676634 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c022f37b-d709-4d16-9780-78ff4991daf7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:37:30.676962 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c022f37b-d709-4d16-9780-78ff4991daf7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:37:30.677279 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c022f37b-d709-4d16-9780-78ff4991daf7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:37:30.677770 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c022f37b-d709-4d16-9780-78ff4991daf7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:37:30.678562 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c022f37b-d709-4d16-9780-78ff4991daf7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:37:30.683934 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7a011571-1cc8-48fd-9566-d626082fe8d6 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:30.733040 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ae4f9be1-7e57-4c83-a650-4efffbc43398 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:30.767844 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9dba560-4273-4c3a-aedb-2c3d08efd4fe None None] DHCP port deletion for e60032fd-ade4-4263-9934-aa79813bdf79 request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 19:37:30.822795 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-f9dba560-4273-4c3a-aedb-2c3d08efd4fe None None] Deleting port c989b2bd-ee6f-4392-9982-8da97243aab9 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:37:30.823497 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f9dba560-4273-4c3a-aedb-2c3d08efd4fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:30.837265 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ae4f9be1-7e57-4c83-a650-4efffbc43398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:30.885072 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7a011571-1cc8-48fd-9566-d626082fe8d6 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:30.898826 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-f9dba560-4273-4c3a-aedb-2c3d08efd4fe None None] For port c989b2bd-ee6f-4392-9982-8da97243aab9, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=c989b2bd-ee6f-4392-9982-8da97243aab9,segment=NetworkSegment(b8eace1f-78a3-495c-9b1e-e7e25864439b),segment_id=b8eace1f-78a3-495c-9b1e-e7e25864439b)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:37:30.899225 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f9dba560-4273-4c3a-aedb-2c3d08efd4fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:30.903463 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae4f9be1-7e57-4c83-a650-4efffbc43398 admin admin] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'} {{(pid=95501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:37:30.912819 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-f9dba560-4273-4c3a-aedb-2c3d08efd4fe None None] Calling delete_port for c989b2bd-ee6f-4392-9982-8da97243aab9 owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:37:30.948160 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-7a011571-1cc8-48fd-9566-d626082fe8d6 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f21bd11e-e646-47de-9cc6-1abcf657b7df']}} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:37:30.950667 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ae4f9be1-7e57-4c83-a650-4efffbc43398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:30.951011 n-d-813679-3 neutron-server[95501]: INFO neutron.db.segments_db [None req-ae4f9be1-7e57-4c83-a650-4efffbc43398 admin admin] Added segment 7e46d897-8dd9-44db-a482-97d96de92855 of type vlan for network 54d87c63-7c3c-4d42-9a19-f4947828993d Oct 12 19:37:30.952256 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4f9be1-7e57-4c83-a650-4efffbc43398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39e6ef1b-8e9d-4d89-8668-fb12e9b432ef,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:30.997659 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-7a011571-1cc8-48fd-9566-d626082fe8d6 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4b90cdf-107e-4787-8707-b61908e23935') {'for_net_delete': True} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:37:30.998265 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-7a011571-1cc8-48fd-9566-d626082fe8d6 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4b90cdf-107e-4787-8707-b61908e23935') {} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:37:31.003345 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-21b10d5d-d73b-44e8-a864-f56d14e3f488 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:31.012049 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-21b10d5d-d73b-44e8-a864-f56d14e3f488 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] 10.222.0.49 "DELETE /v2.0/ports/810e01d3-a993-4c33-8da1-d86344699893 HTTP/1.1" status: 204 len: 168 time: 1.0238121 Oct 12 19:37:31.012234 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42058) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:31.016817 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7a011571-1cc8-48fd-9566-d626082fe8d6 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4281072'] for segment, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:31.021002 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8f704342-1218-4abb-9a4a-2e1a741a322d req-9db78b1d-7964-49f2-aefb-83dd6755bd2b tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=1028ea46-bc1f-48bd-bf1f-0f515eaaeb0b HTTP/1.1" status: 200 len: 210 time: 0.0571287 Oct 12 19:37:31.046289 n-d-813679-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-02926892-14b8-4cc4-899c-b6a56914c5b5 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] GET failed (client error): The resource could not be found. Oct 12 19:37:31.050707 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-02926892-14b8-4cc4-899c-b6a56914c5b5 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] 10.222.0.49 "GET /v2.0/ports/810e01d3-a993-4c33-8da1-d86344699893 HTTP/1.1" status: 404 len: 333 time: 0.0367289 Oct 12 19:37:31.050887 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42060) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:31.057658 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ae4f9be1-7e57-4c83-a650-4efffbc43398 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:31.060075 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7a011571-1cc8-48fd-9566-d626082fe8d6 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:31.062598 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device c989b2bd-ee6f-4392-9982-8da97243aab9 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:37:31.069268 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a011571-1cc8-48fd-9566-d626082fe8d6 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=95501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:37:31.078221 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7a011571-1cc8-48fd-9566-d626082fe8d6 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4823170'] for segment, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:31.078221 n-d-813679-3 neutron-server[95501]: Traceback (most recent call last): Oct 12 19:37:31.078221 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:37:31.078221 n-d-813679-3 neutron-server[95501]: timer() Oct 12 19:37:31.078221 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:37:31.078221 n-d-813679-3 neutron-server[95501]: cb(*args, **kw) Oct 12 19:37:31.078221 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:37:31.078221 n-d-813679-3 neutron-server[95501]: return func(*args, **kwargs) Oct 12 19:37:31.078221 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:37:31.078221 n-d-813679-3 neutron-server[95501]: self._notify() Oct 12 19:37:31.078221 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:37:31.078221 n-d-813679-3 neutron-server[95501]: self.callback(batched_events) Oct 12 19:37:31.078221 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:37:31.078221 n-d-813679-3 neutron-server[95501]: event.method(event) Oct 12 19:37:31.078221 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:37:31.078221 n-d-813679-3 neutron-server[95501]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:37:31.078221 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:37:31.078221 n-d-813679-3 neutron-server[95501]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:37:31.078221 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:37:31.078221 n-d-813679-3 neutron-server[95501]: return f(self, *a, **k) Oct 12 19:37:31.078221 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:37:31.078221 n-d-813679-3 neutron-server[95501]: return self._get(url).json() Oct 12 19:37:31.078221 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:37:31.078221 n-d-813679-3 neutron-server[95501]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:37:31.078221 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:37:31.078221 n-d-813679-3 neutron-server[95501]: return self.request(url, 'GET', **kwargs) Oct 12 19:37:31.078221 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:37:31.078221 n-d-813679-3 neutron-server[95501]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:37:31.078221 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:37:31.078221 n-d-813679-3 neutron-server[95501]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:37:31.078221 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:37:31.078221 n-d-813679-3 neutron-server[95501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:37:31.078221 n-d-813679-3 neutron-server[95501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:37:31.098019 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f9dba560-4273-4c3a-aedb-2c3d08efd4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:31.134510 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dba560-4273-4c3a-aedb-2c3d08efd4fe None None] Pushing event deleted for resources: {'Port': ['ID=c989b2bd-ee6f-4392-9982-8da97243aab9,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:31.143417 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9dba560-4273-4c3a-aedb-2c3d08efd4fe None None] No DVR routers for this DVR port c989b2bd-ee6f-4392-9982-8da97243aab9 on host n-d-813679-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:37:31.145479 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No active binding found for port c989b2bd-ee6f-4392-9982-8da97243aab9 {{(pid=95503) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 12 19:37:31.146783 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device c989b2bd-ee6f-4392-9982-8da97243aab9 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:37:31.147267 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 381739a5-91bd-485e-8d2d-1d375b4b7999 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:37:31.167680 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 381739a5-91bd-485e-8d2d-1d375b4b7999 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:37:31.167992 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 381739a5-91bd-485e-8d2d-1d375b4b7999 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:37:31.170348 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-69947d93-b577-4240-a1c8-e9a8f71c41d6 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Deleting port 7f7cf3b9-5b4f-4974-9cac-d307e22f8707 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:37:31.170695 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-69947d93-b577-4240-a1c8-e9a8f71c41d6 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:31.205933 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ae4f9be1-7e57-4c83-a650-4efffbc43398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:31.206929 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4f9be1-7e57-4c83-a650-4efffbc43398 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:31.207518 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ae4f9be1-7e57-4c83-a650-4efffbc43398 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:31.258300 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7a011571-1cc8-48fd-9566-d626082fe8d6 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:31.261727 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-69947d93-b577-4240-a1c8-e9a8f71c41d6 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:31.269055 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7a011571-1cc8-48fd-9566-d626082fe8d6 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:31.273845 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-7a011571-1cc8-48fd-9566-d626082fe8d6 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] 10.222.0.49 "DELETE /v2.0/networks/f21bd11e-e646-47de-9cc6-1abcf657b7df HTTP/1.1" status: 204 len: 168 time: 0.7652459 Oct 12 19:37:31.275036 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42062) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:31.275698 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-69947d93-b577-4240-a1c8-e9a8f71c41d6 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Calling delete_port for 7f7cf3b9-5b4f-4974-9cac-d307e22f8707 owned by {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:37:31.331952 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-ae4f9be1-7e57-4c83-a650-4efffbc43398 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1272829 Oct 12 19:37:31.332795 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4f9be1-7e57-4c83-a650-4efffbc43398 admin admin] Pushing event updated for resources: {'Network': ['ID=54d87c63-7c3c-4d42-9a19-f4947828993d,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:31.334902 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42064) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:31.341902 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-6ad7f746-8148-4e28-946c-85946fdb6ff1 admin admin] Request body: {'subnet': {'network_id': '54d87c63-7c3c-4d42-9a19-f4947828993d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1478257043-subnet', 'tenant_id': '5fb4add2f8244cd4a4c3f75f23e76e6d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:37:31.342921 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 54d87c63-7c3c-4d42-9a19-f4947828993d details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:37:31.379776 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a011571-1cc8-48fd-9566-d626082fe8d6 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Pushing event deleted for resources: {'Network': ['ID=f21bd11e-e646-47de-9cc6-1abcf657b7df,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:31.401320 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-725b4b91-afae-43ea-98a9-ad19762cf311 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:31.474004 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ad7f746-8148-4e28-946c-85946fdb6ff1 admin admin] Made reservation on behalf of 5fb4add2f8244cd4a4c3f75f23e76e6d for: {'subnet': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:37:31.476335 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6ad7f746-8148-4e28-946c-85946fdb6ff1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4612397'] for subnet, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:31.500946 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-69947d93-b577-4240-a1c8-e9a8f71c41d6 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:31.525575 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-725b4b91-afae-43ea-98a9-ad19762cf311 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:31.540648 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69947d93-b577-4240-a1c8-e9a8f71c41d6 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Pushing event deleted for resources: {'Port': ['ID=7f7cf3b9-5b4f-4974-9cac-d307e22f8707,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:31.559661 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-725b4b91-afae-43ea-98a9-ad19762cf311 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e60032fd-ade4-4263-9934-aa79813bdf79']}} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:37:31.563044 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-69947d93-b577-4240-a1c8-e9a8f71c41d6 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:31.566998 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-69947d93-b577-4240-a1c8-e9a8f71c41d6 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] 10.222.0.49 "DELETE /v2.0/ports/7f7cf3b9-5b4f-4974-9cac-d307e22f8707 HTTP/1.1" status: 204 len: 168 time: 0.5151770 Oct 12 19:37:31.570142 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42066) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:31.574310 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-725b4b91-afae-43ea-98a9-ad19762cf311 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8eace1f-78a3-495c-9b1e-e7e25864439b') {'for_net_delete': True} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:37:31.574603 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-725b4b91-afae-43ea-98a9-ad19762cf311 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8eace1f-78a3-495c-9b1e-e7e25864439b') {} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:37:31.595488 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-725b4b91-afae-43ea-98a9-ad19762cf311 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4281072'] for segment, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:31.595986 n-d-813679-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-cda04232-e25b-4638-8cee-a1a60c5128ed tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] GET failed (client error): The resource could not be found. Oct 12 19:37:31.597886 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-cda04232-e25b-4638-8cee-a1a60c5128ed tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] 10.222.0.49 "GET /v2.0/ports/7f7cf3b9-5b4f-4974-9cac-d307e22f8707 HTTP/1.1" status: 404 len: 333 time: 0.0257931 Oct 12 19:37:31.602321 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42068) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:31.617937 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-725b4b91-afae-43ea-98a9-ad19762cf311 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:31.628361 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-725b4b91-afae-43ea-98a9-ad19762cf311 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=95501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:37:31.628756 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-725b4b91-afae-43ea-98a9-ad19762cf311 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4823170'] for segment, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:31.631834 n-d-813679-3 neutron-server[95501]: Traceback (most recent call last): Oct 12 19:37:31.631834 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:37:31.631834 n-d-813679-3 neutron-server[95501]: timer() Oct 12 19:37:31.631834 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:37:31.631834 n-d-813679-3 neutron-server[95501]: cb(*args, **kw) Oct 12 19:37:31.631834 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:37:31.631834 n-d-813679-3 neutron-server[95501]: return func(*args, **kwargs) Oct 12 19:37:31.631834 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:37:31.631834 n-d-813679-3 neutron-server[95501]: self._notify() Oct 12 19:37:31.631834 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:37:31.631834 n-d-813679-3 neutron-server[95501]: self.callback(batched_events) Oct 12 19:37:31.631834 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:37:31.631834 n-d-813679-3 neutron-server[95501]: event.method(event) Oct 12 19:37:31.631834 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:37:31.631834 n-d-813679-3 neutron-server[95501]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:37:31.631834 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:37:31.631834 n-d-813679-3 neutron-server[95501]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:37:31.631834 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:37:31.631834 n-d-813679-3 neutron-server[95501]: return f(self, *a, **k) Oct 12 19:37:31.631834 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:37:31.631834 n-d-813679-3 neutron-server[95501]: return self._get(url).json() Oct 12 19:37:31.631834 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:37:31.631834 n-d-813679-3 neutron-server[95501]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:37:31.631834 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:37:31.631834 n-d-813679-3 neutron-server[95501]: return self.request(url, 'GET', **kwargs) Oct 12 19:37:31.631834 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:37:31.631834 n-d-813679-3 neutron-server[95501]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:37:31.631834 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:37:31.631834 n-d-813679-3 neutron-server[95501]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:37:31.631834 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:37:31.631834 n-d-813679-3 neutron-server[95501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:37:31.631834 n-d-813679-3 neutron-server[95501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:37:31.704019 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f291f6a2-96d5-4316-a085-7387209d9f40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:31.704718 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-938193d7-9f82-487a-a20b-45534fd3a412 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Deleting port 5bd8a23c-e3e5-4a26-a13b-af638fa35ac3 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:37:31.705134 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-938193d7-9f82-487a-a20b-45534fd3a412 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:31.782777 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-725b4b91-afae-43ea-98a9-ad19762cf311 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:31.789887 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-725b4b91-afae-43ea-98a9-ad19762cf311 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:31.793313 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-725b4b91-afae-43ea-98a9-ad19762cf311 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] 10.222.0.49 "DELETE /v2.0/networks/e60032fd-ade4-4263-9934-aa79813bdf79 HTTP/1.1" status: 204 len: 168 time: 0.5173354 Oct 12 19:37:31.799367 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42072) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:31.804218 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725b4b91-afae-43ea-98a9-ad19762cf311 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Pushing event deleted for resources: {'Network': ['ID=e60032fd-ade4-4263-9934-aa79813bdf79,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:31.815800 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-938193d7-9f82-487a-a20b-45534fd3a412 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:31.817808 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6ad7f746-8148-4e28-946c-85946fdb6ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4824863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4612355'] for subnet, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:31.849274 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-938193d7-9f82-487a-a20b-45534fd3a412 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Calling delete_port for 5bd8a23c-e3e5-4a26-a13b-af638fa35ac3 owned by {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:37:31.874590 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-d09b53d9-42f3-4bea-a358-e5864419b0c7 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Deleting subnet c88031fb-aa62-4bfc-899a-572b29d68f80 {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:37:31.885126 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad7f746-8148-4e28-946c-85946fdb6ff1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a700bc4-7f3d-48be-8849-4f5c87b67eb1,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:31.896023 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad7f746-8148-4e28-946c-85946fdb6ff1 admin admin] Checking segment: {'id': '7e46d897-8dd9-44db-a482-97d96de92855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '54d87c63-7c3c-4d42-9a19-f4947828993d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:37:31.896416 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad7f746-8148-4e28-946c-85946fdb6ff1 admin admin] Network hostable DHCP agents. Network: 54d87c63-7c3c-4d42-9a19-f4947828993d, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:37:31.989061 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad7f746-8148-4e28-946c-85946fdb6ff1 admin admin] Network 54d87c63-7c3c-4d42-9a19-f4947828993d is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:37:32.084454 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-6ad7f746-8148-4e28-946c-85946fdb6ff1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, 54d87c63-7c3c-4d42-9a19-f4947828993d) {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:37:32.088925 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad7f746-8148-4e28-946c-85946fdb6ff1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:32.089684 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6ad7f746-8148-4e28-946c-85946fdb6ff1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:32.101004 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-546a6647-1e01-4f15-8df5-f9ed302eaba7 None None] Network 54d87c63-7c3c-4d42-9a19-f4947828993d requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:37:32.143074 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-de26d992-5144-4f1e-b16f-9332fe91535d req-d6138538-3b32-4bad-b878-4bad2557804b tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=1028ea46-bc1f-48bd-bf1f-0f515eaaeb0b HTTP/1.1" status: 200 len: 210 time: 0.0299599 Oct 12 19:37:32.209240 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-6ad7f746-8148-4e28-946c-85946fdb6ff1 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8708391 Oct 12 19:37:32.242034 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d09b53d9-42f3-4bea-a358-e5864419b0c7 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:32.272916 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41dfee37-449c-48a4-804b-6977bd0cfc5e None None] Network 54d87c63-7c3c-4d42-9a19-f4947828993d requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:37:32.296947 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d09b53d9-42f3-4bea-a358-e5864419b0c7 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16313642'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:32.427373 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d09b53d9-42f3-4bea-a358-e5864419b0c7 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:32.508696 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:32.508908 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-938193d7-9f82-487a-a20b-45534fd3a412 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:32.535990 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938193d7-9f82-487a-a20b-45534fd3a412 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Pushing event deleted for resources: {'Port': ['ID=5bd8a23c-e3e5-4a26-a13b-af638fa35ac3,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:32.573452 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d09b53d9-42f3-4bea-a358-e5864419b0c7 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4306592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16245866'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:32.582973 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-938193d7-9f82-487a-a20b-45534fd3a412 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:32.582973 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-938193d7-9f82-487a-a20b-45534fd3a412 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] 10.222.0.49 "DELETE /v2.0/ports/5bd8a23c-e3e5-4a26-a13b-af638fa35ac3 HTTP/1.1" status: 204 len: 168 time: 0.9794302 Oct 12 19:37:32.584261 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42082) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:32.608657 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09b53d9-42f3-4bea-a358-e5864419b0c7 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Pushing event deleted for resources: {'Subnet': ['ID=c88031fb-aa62-4bfc-899a-572b29d68f80,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:32.612486 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d09b53d9-42f3-4bea-a358-e5864419b0c7 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:32.619093 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-d09b53d9-42f3-4bea-a358-e5864419b0c7 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] 10.222.0.49 "DELETE /v2.0/subnets/c88031fb-aa62-4bfc-899a-572b29d68f80 HTTP/1.1" status: 204 len: 168 time: 0.8155956 Oct 12 19:37:32.619093 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42084) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:32.622898 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025c8e3f-2b6c-4a28-8bf5-edd86d18a935 None None] Network 0fae541c-6a20-4fc4-903e-3eb68a8b37ef requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:37:32.673620 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_v2 [None req-b047686c-5e86-4653-b605-d6ad83c43efb tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Deleting subnet 80725736-d0b7-414b-b9e2-c232ec9cedca {{(pid=95501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:37:32.677539 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b047686c-5e86-4653-b605-d6ad83c43efb tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Notify callbacks [] for subnet, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:32.748873 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b047686c-5e86-4653-b605-d6ad83c43efb tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281083'] for subnet, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:32.750848 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d67e01b1-ab4f-48ce-8e16-07cc546b62d3 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:32.819600 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-d67e01b1-ab4f-48ce-8e16-07cc546b62d3 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Deleting port 3c15fb70-5f46-482b-9b40-baf34dbe2569 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:37:32.820476 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d67e01b1-ab4f-48ce-8e16-07cc546b62d3 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:32.900373 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81fcc1c7-e8ef-4e24-827b-256062381c3e None None] DHCP port deletion for 0fae541c-6a20-4fc4-903e-3eb68a8b37ef request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 19:37:32.918963 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-d67e01b1-ab4f-48ce-8e16-07cc546b62d3 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] For port 3c15fb70-5f46-482b-9b40-baf34dbe2569, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=3c15fb70-5f46-482b-9b40-baf34dbe2569,segment=NetworkSegment(3da828f2-3023-44fe-b47e-6d855c051f6d),segment_id=3da828f2-3023-44fe-b47e-6d855c051f6d)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:37:32.924059 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d67e01b1-ab4f-48ce-8e16-07cc546b62d3 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:32.946111 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-d67e01b1-ab4f-48ce-8e16-07cc546b62d3 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Calling delete_port for 3c15fb70-5f46-482b-9b40-baf34dbe2569 owned by network:dhcp {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:37:32.954127 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b047686c-5e86-4653-b605-d6ad83c43efb tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:32.989079 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:33.012354 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-81fcc1c7-e8ef-4e24-827b-256062381c3e None None] Deleting port 3c15fb70-5f46-482b-9b40-baf34dbe2569 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:37:33.013054 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-81fcc1c7-e8ef-4e24-827b-256062381c3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:33.027846 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e165e02-7758-446e-84fa-6c67e2e8109c req-4b90e10e-2ebe-443b-b038-bcbb36f573ce tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:33.029537 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9e165e02-7758-446e-84fa-6c67e2e8109c req-4b90e10e-2ebe-443b-b038-bcbb36f573ce tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.67 "GET /v2.0/networks?id=e1de796f-6482-493c-b5ac-b28a591020e2 HTTP/1.1" status: 200 len: 817 time: 0.1974745 Oct 12 19:37:33.058826 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:33.098061 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 3c15fb70-5f46-482b-9b40-baf34dbe2569 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:37:33.099377 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9e165e02-7758-446e-84fa-6c67e2e8109c req-b6c52293-20d6-4a5e-a305-e781ab8d6a1d tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=811cfaee5aef4af79e24164832947c33 HTTP/1.1" status: 200 len: 380 time: 0.0500314 Oct 12 19:37:33.111779 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-81fcc1c7-e8ef-4e24-827b-256062381c3e None None] For port 3c15fb70-5f46-482b-9b40-baf34dbe2569, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=3c15fb70-5f46-482b-9b40-baf34dbe2569,segment=NetworkSegment(3da828f2-3023-44fe-b47e-6d855c051f6d),segment_id=3da828f2-3023-44fe-b47e-6d855c051f6d)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:37:33.112357 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-81fcc1c7-e8ef-4e24-827b-256062381c3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:33.113427 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-9e165e02-7758-446e-84fa-6c67e2e8109c req-14761007-b495-4030-a749-91a0a4e4d865 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Request body: {'port': {'device_id': '1028ea46-bc1f-48bd-bf1f-0f515eaaeb0b', 'network_id': 'e1de796f-6482-493c-b5ac-b28a591020e2', 'admin_state_up': True, 'tenant_id': '811cfaee5aef4af79e24164832947c33', 'security_groups': ['01d179f3-99bf-419e-b905-ce06318e0a81']}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:37:33.138796 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42094) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:33.146170 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-81fcc1c7-e8ef-4e24-827b-256062381c3e None None] Calling delete_port for 3c15fb70-5f46-482b-9b40-baf34dbe2569 owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:37:33.148235 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-e6477d9e-5f55-4694-bb59-089924585064 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-535398995-network', 'tenant_id': 'bf6b294b805d42fc8c61a8f4eb6882ff'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:37:33.183373 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b047686c-5e86-4653-b605-d6ad83c43efb tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4824924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4612362'] for subnet, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:33.204344 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d67e01b1-ab4f-48ce-8e16-07cc546b62d3 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:33.222897 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b047686c-5e86-4653-b605-d6ad83c43efb tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Pushing event deleted for resources: {'Subnet': ['ID=80725736-d0b7-414b-b9e2-c232ec9cedca,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:33.228833 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b047686c-5e86-4653-b605-d6ad83c43efb tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:33.234578 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No active binding found for port 3c15fb70-5f46-482b-9b40-baf34dbe2569 {{(pid=95503) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 12 19:37:33.234796 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-b047686c-5e86-4653-b605-d6ad83c43efb tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] 10.222.0.49 "DELETE /v2.0/subnets/80725736-d0b7-414b-b9e2-c232ec9cedca HTTP/1.1" status: 204 len: 168 time: 0.6492615 Oct 12 19:37:33.236148 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42098) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:33.236467 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 3c15fb70-5f46-482b-9b40-baf34dbe2569 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:37:33.241565 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc6cf185-506f-41a0-ad92-6b12ef6003bd None None] Network 88dc9d3d-97b9-4583-82b3-0fc158e5f6da requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:37:33.251864 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67e01b1-ab4f-48ce-8e16-07cc546b62d3 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] No DVR routers for this DVR port 3c15fb70-5f46-482b-9b40-baf34dbe2569 on host n-d-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:37:33.254706 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67e01b1-ab4f-48ce-8e16-07cc546b62d3 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Pushing event deleted for resources: {'Port': ['ID=3c15fb70-5f46-482b-9b40-baf34dbe2569,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:33.349443 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-81fcc1c7-e8ef-4e24-827b-256062381c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:33.363182 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6477d9e-5f55-4694-bb59-089924585064 admin admin] Made reservation on behalf of bf6b294b805d42fc8c61a8f4eb6882ff for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:37:33.365712 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e6477d9e-5f55-4694-bb59-089924585064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:33.380629 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e165e02-7758-446e-84fa-6c67e2e8109c req-14761007-b495-4030-a749-91a0a4e4d865 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Made reservation on behalf of 811cfaee5aef4af79e24164832947c33 for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:37:33.384452 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-9e165e02-7758-446e-84fa-6c67e2e8109c req-14761007-b495-4030-a749-91a0a4e4d865 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:33.391491 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fcc1c7-e8ef-4e24-827b-256062381c3e None None] Pushing event deleted for resources: {'Port': ['ID=3c15fb70-5f46-482b-9b40-baf34dbe2569,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:33.393448 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81fcc1c7-e8ef-4e24-827b-256062381c3e None None] No DVR routers for this DVR port 3c15fb70-5f46-482b-9b40-baf34dbe2569 on host n-d-813679-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:37:33.407122 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f299eabd-4237-4eb7-b733-cdc4da34bff9 req-e8ca2233-9bcc-4b21-8ea7-3b45dd5b9b58 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=1028ea46-bc1f-48bd-bf1f-0f515eaaeb0b HTTP/1.1" status: 200 len: 210 time: 0.1576352 Oct 12 19:37:33.428160 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e6477d9e-5f55-4694-bb59-089924585064 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:33.457474 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d67e01b1-ab4f-48ce-8e16-07cc546b62d3 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:33.477529 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-84625039-da48-4e57-9094-9deb244312e5 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:33.498098 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-d67e01b1-ab4f-48ce-8e16-07cc546b62d3 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fae541c-6a20-4fc4-903e-3eb68a8b37ef']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:37:33.508055 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f275fdf-18f4-42f2-a86e-f570fd8a403a None None] DHCP port deletion for 88dc9d3d-97b9-4583-82b3-0fc158e5f6da request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 19:37:33.516907 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-d67e01b1-ab4f-48ce-8e16-07cc546b62d3 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3da828f2-3023-44fe-b47e-6d855c051f6d') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:37:33.517841 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-d67e01b1-ab4f-48ce-8e16-07cc546b62d3 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3da828f2-3023-44fe-b47e-6d855c051f6d') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:37:33.534535 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d67e01b1-ab4f-48ce-8e16-07cc546b62d3 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16313633'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:33.536412 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [req-9e165e02-7758-446e-84fa-6c67e2e8109c req-14761007-b495-4030-a749-91a0a4e4d865 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Allocated IP 172.20.0.5 (e1de796f-6482-493c-b5ac-b28a591020e2/914db72d-f2c7-4670-91dc-11fde7252bf5/723ba9b3-c26f-46d5-863a-8260959ab859) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:37:33.562064 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-4f275fdf-18f4-42f2-a86e-f570fd8a403a None None] Deleting port 24f6767e-ecd4-43cd-9fa9-1a4d17427fab {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:37:33.563017 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4f275fdf-18f4-42f2-a86e-f570fd8a403a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:33.573127 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d67e01b1-ab4f-48ce-8e16-07cc546b62d3 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:33.585904 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d67e01b1-ab4f-48ce-8e16-07cc546b62d3 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:37:33.586299 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d67e01b1-ab4f-48ce-8e16-07cc546b62d3 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4305278'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:33.590137 n-d-813679-3 neutron-server[95502]: Traceback (most recent call last): Oct 12 19:37:33.590137 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:37:33.590137 n-d-813679-3 neutron-server[95502]: timer() Oct 12 19:37:33.590137 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:37:33.590137 n-d-813679-3 neutron-server[95502]: cb(*args, **kw) Oct 12 19:37:33.590137 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:37:33.590137 n-d-813679-3 neutron-server[95502]: return func(*args, **kwargs) Oct 12 19:37:33.590137 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:37:33.590137 n-d-813679-3 neutron-server[95502]: self._notify() Oct 12 19:37:33.590137 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:37:33.590137 n-d-813679-3 neutron-server[95502]: self.callback(batched_events) Oct 12 19:37:33.590137 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:37:33.590137 n-d-813679-3 neutron-server[95502]: event.method(event) Oct 12 19:37:33.590137 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:37:33.590137 n-d-813679-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:37:33.590137 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:37:33.590137 n-d-813679-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:37:33.590137 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:37:33.590137 n-d-813679-3 neutron-server[95502]: return f(self, *a, **k) Oct 12 19:37:33.590137 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:37:33.590137 n-d-813679-3 neutron-server[95502]: return self._get(url).json() Oct 12 19:37:33.590137 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:37:33.590137 n-d-813679-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:37:33.590137 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:37:33.590137 n-d-813679-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Oct 12 19:37:33.590137 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:37:33.590137 n-d-813679-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:37:33.590137 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:37:33.590137 n-d-813679-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:37:33.590137 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:37:33.590137 n-d-813679-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:37:33.590137 n-d-813679-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:37:33.633280 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-4f275fdf-18f4-42f2-a86e-f570fd8a403a None None] For port 24f6767e-ecd4-43cd-9fa9-1a4d17427fab, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=24f6767e-ecd4-43cd-9fa9-1a4d17427fab,segment=NetworkSegment(ca4995b8-6883-480b-a310-fd086eb14801),segment_id=ca4995b8-6883-480b-a310-fd086eb14801)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:37:33.633603 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4f275fdf-18f4-42f2-a86e-f570fd8a403a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:33.647217 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-4f275fdf-18f4-42f2-a86e-f570fd8a403a None None] Calling delete_port for 24f6767e-ecd4-43cd-9fa9-1a4d17427fab owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:37:33.682589 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e6477d9e-5f55-4694-bb59-089924585064 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:33.694943 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-84625039-da48-4e57-9094-9deb244312e5 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Deleting port 24f6767e-ecd4-43cd-9fa9-1a4d17427fab {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:37:33.695636 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-84625039-da48-4e57-9094-9deb244312e5 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:33.725070 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-9e165e02-7758-446e-84fa-6c67e2e8109c req-14761007-b495-4030-a749-91a0a4e4d865 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:33.745326 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d67e01b1-ab4f-48ce-8e16-07cc546b62d3 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:33.766744 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d67e01b1-ab4f-48ce-8e16-07cc546b62d3 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:33.769909 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-d67e01b1-ab4f-48ce-8e16-07cc546b62d3 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] 10.222.0.49 "DELETE /v2.0/networks/0fae541c-6a20-4fc4-903e-3eb68a8b37ef HTTP/1.1" status: 204 len: 168 time: 1.1505344 Oct 12 19:37:33.773072 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42100) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:33.780113 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67e01b1-ab4f-48ce-8e16-07cc546b62d3 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Pushing event deleted for resources: {'Network': ['ID=0fae541c-6a20-4fc4-903e-3eb68a8b37ef,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:33.789958 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-84625039-da48-4e57-9094-9deb244312e5 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] For port 24f6767e-ecd4-43cd-9fa9-1a4d17427fab, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=24f6767e-ecd4-43cd-9fa9-1a4d17427fab,segment=NetworkSegment(ca4995b8-6883-480b-a310-fd086eb14801),segment_id=ca4995b8-6883-480b-a310-fd086eb14801)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:37:33.790433 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-84625039-da48-4e57-9094-9deb244312e5 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:33.793458 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:33.793761 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e6477d9e-5f55-4694-bb59-089924585064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:33.807060 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-c4ceee07-324c-4142-bdec-5499e3c09634 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] 10.222.0.49 "GET /v2.0/ports?device_id=45fc71f7-bd56-4b05-b61e-c62d4ed878e4 HTTP/1.1" status: 200 len: 205 time: 0.0324559 Oct 12 19:37:33.813929 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42102) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:33.825024 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-84625039-da48-4e57-9094-9deb244312e5 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Calling delete_port for 24f6767e-ecd4-43cd-9fa9-1a4d17427fab owned by network:dhcp {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:37:33.826691 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6477d9e-5f55-4694-bb59-089924585064 admin admin] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:37:33.829525 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4f275fdf-18f4-42f2-a86e-f570fd8a403a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:33.847189 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6477d9e-5f55-4694-bb59-089924585064 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e54ce183-7174-4624-8a86-c14923ef96c0,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:33.852967 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e6477d9e-5f55-4694-bb59-089924585064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:33.853313 n-d-813679-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-e6477d9e-5f55-4694-bb59-089924585064 admin admin] Added segment fc00477a-6cbd-421c-bd40-47ed0240d0ac of type vlan for network 37c2df53-2412-4eec-adeb-1bf311753f6e Oct 12 19:37:33.858723 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f275fdf-18f4-42f2-a86e-f570fd8a403a None None] Pushing event deleted for resources: {'Port': ['ID=24f6767e-ecd4-43cd-9fa9-1a4d17427fab,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:33.861620 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f275fdf-18f4-42f2-a86e-f570fd8a403a None None] No DVR routers for this DVR port 24f6767e-ecd4-43cd-9fa9-1a4d17427fab on host n-d-813679-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:37:33.862450 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-9e165e02-7758-446e-84fa-6c67e2e8109c req-14761007-b495-4030-a749-91a0a4e4d865 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:33.927151 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e6477d9e-5f55-4694-bb59-089924585064 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:33.943856 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6de71023-c952-4288-8ca9-dea5f2f481d2 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Notify callbacks [] for router, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:33.955371 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e165e02-7758-446e-84fa-6c67e2e8109c req-14761007-b495-4030-a749-91a0a4e4d865 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Network e1de796f-6482-493c-b5ac-b28a591020e2 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:37:33.975598 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-84625039-da48-4e57-9094-9deb244312e5 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:33.989090 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [req-9e165e02-7758-446e-84fa-6c67e2e8109c req-14761007-b495-4030-a749-91a0a4e4d865 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:37:34.004231 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84625039-da48-4e57-9094-9deb244312e5 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Pushing event deleted for resources: {'Port': ['ID=24f6767e-ecd4-43cd-9fa9-1a4d17427fab,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:34.009899 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84625039-da48-4e57-9094-9deb244312e5 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] No DVR routers for this DVR port 24f6767e-ecd4-43cd-9fa9-1a4d17427fab on host n-d-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:37:34.023696 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e165e02-7758-446e-84fa-6c67e2e8109c req-14761007-b495-4030-a749-91a0a4e4d865 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:37:34.029173 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14761007-b495-4030-a749-91a0a4e4d865 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Pushing event updated for resources: {'Port': ['ID=723ba9b3-c26f-46d5-863a-8260959ab859,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:34.079184 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e6477d9e-5f55-4694-bb59-089924585064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:34.080245 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6477d9e-5f55-4694-bb59-089924585064 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:34.080835 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e6477d9e-5f55-4694-bb59-089924585064 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:34.158114 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-84625039-da48-4e57-9094-9deb244312e5 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:34.182426 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e165e02-7758-446e-84fa-6c67e2e8109c req-14761007-b495-4030-a749-91a0a4e4d865 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:34.183015 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-9e165e02-7758-446e-84fa-6c67e2e8109c req-14761007-b495-4030-a749-91a0a4e4d865 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:34.190490 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-84625039-da48-4e57-9094-9deb244312e5 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88dc9d3d-97b9-4583-82b3-0fc158e5f6da']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:37:34.199706 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6477d9e-5f55-4694-bb59-089924585064 admin admin] Pushing event updated for resources: {'Network': ['ID=37c2df53-2412-4eec-adeb-1bf311753f6e,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:34.201712 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6de71023-c952-4288-8ca9-dea5f2f481d2 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255495'] for router, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:34.204581 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6de71023-c952-4288-8ca9-dea5f2f481d2 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:34.205125 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-84625039-da48-4e57-9094-9deb244312e5 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca4995b8-6883-480b-a310-fd086eb14801') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:37:34.205446 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-84625039-da48-4e57-9094-9deb244312e5 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca4995b8-6883-480b-a310-fd086eb14801') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:37:34.214710 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 37c2df53-2412-4eec-adeb-1bf311753f6e details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:37:34.216966 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-84625039-da48-4e57-9094-9deb244312e5 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16313633'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:34.259108 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-e6477d9e-5f55-4694-bb59-089924585064 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1164794 Oct 12 19:37:34.262313 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42106) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:34.268280 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-4244a636-b6be-4a3b-84af-3cd9b1aa6966 admin admin] Request body: {'subnet': {'network_id': '37c2df53-2412-4eec-adeb-1bf311753f6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-535398995-subnet', 'tenant_id': 'bf6b294b805d42fc8c61a8f4eb6882ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:37:34.277235 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-84625039-da48-4e57-9094-9deb244312e5 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:34.288081 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84625039-da48-4e57-9094-9deb244312e5 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:37:34.288499 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-84625039-da48-4e57-9094-9deb244312e5 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4305278'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:34.292017 n-d-813679-3 neutron-server[95502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:37:34.292017 n-d-813679-3 neutron-server[95502]: self.session.flush() Oct 12 19:37:34.292017 n-d-813679-3 neutron-server[95502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:37:34.292017 n-d-813679-3 neutron-server[95502]: self.session.flush() Oct 12 19:37:34.292017 n-d-813679-3 neutron-server[95502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:37:34.292017 n-d-813679-3 neutron-server[95502]: self.session.flush() Oct 12 19:37:34.292017 n-d-813679-3 neutron-server[95502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:37:34.292017 n-d-813679-3 neutron-server[95502]: self.session.flush() Oct 12 19:37:34.292017 n-d-813679-3 neutron-server[95502]: Traceback (most recent call last): Oct 12 19:37:34.292017 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:37:34.292017 n-d-813679-3 neutron-server[95502]: timer() Oct 12 19:37:34.292017 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:37:34.292017 n-d-813679-3 neutron-server[95502]: cb(*args, **kw) Oct 12 19:37:34.292017 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:37:34.292017 n-d-813679-3 neutron-server[95502]: return func(*args, **kwargs) Oct 12 19:37:34.292017 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:37:34.292017 n-d-813679-3 neutron-server[95502]: self._notify() Oct 12 19:37:34.292017 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:37:34.292017 n-d-813679-3 neutron-server[95502]: self.callback(batched_events) Oct 12 19:37:34.292017 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:37:34.292017 n-d-813679-3 neutron-server[95502]: event.method(event) Oct 12 19:37:34.292017 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:37:34.292017 n-d-813679-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:37:34.292017 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:37:34.292017 n-d-813679-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:37:34.292017 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:37:34.292017 n-d-813679-3 neutron-server[95502]: return f(self, *a, **k) Oct 12 19:37:34.292017 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:37:34.292017 n-d-813679-3 neutron-server[95502]: return self._get(url).json() Oct 12 19:37:34.292017 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:37:34.292017 n-d-813679-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:37:34.292017 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:37:34.292017 n-d-813679-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Oct 12 19:37:34.292017 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:37:34.292017 n-d-813679-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:37:34.292017 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:37:34.292017 n-d-813679-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:37:34.292017 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:37:34.292017 n-d-813679-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:37:34.292017 n-d-813679-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:37:34.319742 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-17d62645-85f1-4813-8779-4622883dcfc7 None None] Provisioning complete for port 723ba9b3-c26f-46d5-863a-8260959ab859 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:37:34.320304 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-17d62645-85f1-4813-8779-4622883dcfc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:34.342921 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9e165e02-7758-446e-84fa-6c67e2e8109c req-14761007-b495-4030-a749-91a0a4e4d865 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2376685 Oct 12 19:37:34.358477 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-9e165e02-7758-446e-84fa-6c67e2e8109c req-8905a37e-4be3-4dec-a319-0c5ed79a23fd service neutron] Request body: {'port': {'device_id': '1028ea46-bc1f-48bd-bf1f-0f515eaaeb0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-3'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:37:34.361218 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-17d62645-85f1-4813-8779-4622883dcfc7 None None] Port 723ba9b3-c26f-46d5-863a-8260959ab859 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:37:34.418765 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-9e165e02-7758-446e-84fa-6c67e2e8109c req-8905a37e-4be3-4dec-a319-0c5ed79a23fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:34.454160 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6de71023-c952-4288-8ca9-dea5f2f481d2 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8093499'] for router, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:34.454884 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6de71023-c952-4288-8ca9-dea5f2f481d2 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Fanout notify agent at l3_agent the message router_deleted on router 45fc71f7-bd56-4b05-b61e-c62d4ed878e4 {{(pid=95501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 19:37:34.462733 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6de71023-c952-4288-8ca9-dea5f2f481d2 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] Notify callbacks [] for router, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:34.466575 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-6de71023-c952-4288-8ca9-dea5f2f481d2 tempest-RoutersNegativeTest-1194907824 tempest-RoutersNegativeTest-1194907824-project] 10.222.0.49 "DELETE /v2.0/routers/45fc71f7-bd56-4b05-b61e-c62d4ed878e4 HTTP/1.1" status: 204 len: 168 time: 0.6490505 Oct 12 19:37:34.469709 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-84625039-da48-4e57-9094-9deb244312e5 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:34.477567 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4244a636-b6be-4a3b-84af-3cd9b1aa6966 admin admin] Made reservation on behalf of bf6b294b805d42fc8c61a8f4eb6882ff for: {'subnet': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:37:34.477750 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-84625039-da48-4e57-9094-9deb244312e5 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:34.481171 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4244a636-b6be-4a3b-84af-3cd9b1aa6966 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4612397'] for subnet, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:34.491912 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-84625039-da48-4e57-9094-9deb244312e5 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] 10.222.0.49 "DELETE /v2.0/networks/88dc9d3d-97b9-4583-82b3-0fc158e5f6da HTTP/1.1" status: 204 len: 168 time: 1.2459638 Oct 12 19:37:34.503410 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84625039-da48-4e57-9094-9deb244312e5 tempest-AllowedAddressPairIpV6TestJSON-366519279 tempest-AllowedAddressPairIpV6TestJSON-366519279-project] Pushing event deleted for resources: {'Network': ['ID=88dc9d3d-97b9-4583-82b3-0fc158e5f6da,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:34.506220 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:34.738619 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fd64ee-c886-434a-b935-c4e33b7ef6f7 req-a073d626-c832-406f-926e-4836f2241a36 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:34.740375 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a4fd64ee-c886-434a-b935-c4e33b7ef6f7 req-a073d626-c832-406f-926e-4836f2241a36 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=1028ea46-bc1f-48bd-bf1f-0f515eaaeb0b HTTP/1.1" status: 200 len: 931 time: 0.2018478 Oct 12 19:37:34.850056 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a4fd64ee-c886-434a-b935-c4e33b7ef6f7 req-b6284eca-f092-46c7-943e-62f985295909 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/security-groups?id=01d179f3-99bf-419e-b905-ce06318e0a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022825 Oct 12 19:37:34.939215 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [req-9e165e02-7758-446e-84fa-6c67e2e8109c req-8905a37e-4be3-4dec-a319-0c5ed79a23fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 723ba9b3-c26f-46d5-863a-8260959ab859 {{(pid=95501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:37:34.947069 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42116) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:34.947905 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-9e165e02-7758-446e-84fa-6c67e2e8109c req-8905a37e-4be3-4dec-a319-0c5ed79a23fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:34.961765 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.provisioning_blocks [req-9e165e02-7758-446e-84fa-6c67e2e8109c req-8905a37e-4be3-4dec-a319-0c5ed79a23fd service neutron] Transition to ACTIVE for port object 723ba9b3-c26f-46d5-863a-8260959ab859 will not be triggered until provisioned by entity L2. {{(pid=95501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:37:34.981923 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4244a636-b6be-4a3b-84af-3cd9b1aa6966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4824863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4612355'] for subnet, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:35.048550 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-9e165e02-7758-446e-84fa-6c67e2e8109c req-8905a37e-4be3-4dec-a319-0c5ed79a23fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:35.058924 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 24f6767e-ecd4-43cd-9fa9-1a4d17427fab no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:37:35.081542 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 24f6767e-ecd4-43cd-9fa9-1a4d17427fab {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:37:35.082158 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 24f6767e-ecd4-43cd-9fa9-1a4d17427fab not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:37:35.086809 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4244a636-b6be-4a3b-84af-3cd9b1aa6966 admin admin] Pushing event updated for resources: {'Subnet': ['ID=513c45f2-479d-4c7a-8e31-7b1897633a65,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:35.097404 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42122) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:35.120547 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4244a636-b6be-4a3b-84af-3cd9b1aa6966 admin admin] Checking segment: {'id': 'fc00477a-6cbd-421c-bd40-47ed0240d0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '37c2df53-2412-4eec-adeb-1bf311753f6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:37:35.120915 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4244a636-b6be-4a3b-84af-3cd9b1aa6966 admin admin] Network hostable DHCP agents. Network: 37c2df53-2412-4eec-adeb-1bf311753f6e, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:37:35.138677 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8905a37e-4be3-4dec-a319-0c5ed79a23fd service neutron] Pushing event updated for resources: {'Port': ['ID=723ba9b3-c26f-46d5-863a-8260959ab859,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:35.228754 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-b0ba4665-b2a2-4a9b-8467-5fdd5a97e6ab admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=141ff9030c074b6bbda20f235506d502&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2802703 Oct 12 19:37:35.231325 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42126) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:35.253343 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-4a6be41c-923a-44d4-90e4-5b7b4182b5b4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=144623a8056344d49da2e4f99a80730c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1543570 Oct 12 19:37:35.256259 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42128) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:35.342469 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a17dfbb4-644b-4da7-8ab9-77b0758b76f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:35.345303 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cf65d3a0-0b49-4099-b26f-bd9fa42ad5be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:35.381293 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a17dfbb4-644b-4da7-8ab9-77b0758b76f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:35.393585 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cf65d3a0-0b49-4099-b26f-bd9fa42ad5be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:35.526290 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cf65d3a0-0b49-4099-b26f-bd9fa42ad5be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:35.529133 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cf65d3a0-0b49-4099-b26f-bd9fa42ad5be admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:35.530432 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-cf65d3a0-0b49-4099-b26f-bd9fa42ad5be admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fd5227ee-7481-4dcb-8fc6-50e01011dc2e HTTP/1.1" status: 204 len: 168 time: 0.2732501 Oct 12 19:37:35.539713 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf65d3a0-0b49-4099-b26f-bd9fa42ad5be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd5227ee-7481-4dcb-8fc6-50e01011dc2e,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:35.541461 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4244a636-b6be-4a3b-84af-3cd9b1aa6966 admin admin] Network 37c2df53-2412-4eec-adeb-1bf311753f6e is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:37:35.572574 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a17dfbb4-644b-4da7-8ab9-77b0758b76f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:35.575521 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-9e165e02-7758-446e-84fa-6c67e2e8109c req-8905a37e-4be3-4dec-a319-0c5ed79a23fd service neutron] Attempting to bind port 723ba9b3-c26f-46d5-863a-8260959ab859 on host n-h2-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:37:35.575521 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-9e165e02-7758-446e-84fa-6c67e2e8109c req-8905a37e-4be3-4dec-a319-0c5ed79a23fd service neutron] Attempting to bind port 723ba9b3-c26f-46d5-863a-8260959ab859 by drivers openvswitch,hyperv on host n-h2-813679-3 at level 0 using segments [{'id': 'e63f83d5-85c3-489d-99f4-18d9a9b82b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'e1de796f-6482-493c-b5ac-b28a591020e2'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:37:35.575521 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e165e02-7758-446e-84fa-6c67e2e8109c req-8905a37e-4be3-4dec-a319-0c5ed79a23fd service neutron] Attempting to bind port 723ba9b3-c26f-46d5-863a-8260959ab859 on network e1de796f-6482-493c-b5ac-b28a591020e2 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:37:35.576168 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a17dfbb4-644b-4da7-8ab9-77b0758b76f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:35.579341 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e165e02-7758-446e-84fa-6c67e2e8109c req-8905a37e-4be3-4dec-a319-0c5ed79a23fd service neutron] Port 723ba9b3-c26f-46d5-863a-8260959ab859 on network e1de796f-6482-493c-b5ac-b28a591020e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:37:35.579738 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e165e02-7758-446e-84fa-6c67e2e8109c req-8905a37e-4be3-4dec-a319-0c5ed79a23fd service neutron] Attempting to bind port 723ba9b3-c26f-46d5-863a-8260959ab859 on network e1de796f-6482-493c-b5ac-b28a591020e2 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:37:35.580495 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-a17dfbb4-644b-4da7-8ab9-77b0758b76f5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1d00f71c-0479-4900-999d-f4d3999a7ee1 HTTP/1.1" status: 204 len: 168 time: 0.3452911 Oct 12 19:37:35.585108 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e165e02-7758-446e-84fa-6c67e2e8109c req-8905a37e-4be3-4dec-a319-0c5ed79a23fd service neutron] Checking agent: {'id': '233fbd7d-38e4-434f-bb8f-05364d7423a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 37, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:37:35.585529 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e165e02-7758-446e-84fa-6c67e2e8109c req-8905a37e-4be3-4dec-a319-0c5ed79a23fd service neutron] Checking segment: {'id': 'e63f83d5-85c3-489d-99f4-18d9a9b82b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'e1de796f-6482-493c-b5ac-b28a591020e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:37:35.585989 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e165e02-7758-446e-84fa-6c67e2e8109c req-8905a37e-4be3-4dec-a319-0c5ed79a23fd service neutron] Bound using segment: {'id': 'e63f83d5-85c3-489d-99f4-18d9a9b82b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'e1de796f-6482-493c-b5ac-b28a591020e2'} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:37:35.586427 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-9e165e02-7758-446e-84fa-6c67e2e8109c req-8905a37e-4be3-4dec-a319-0c5ed79a23fd service neutron] Bound port: 723ba9b3-c26f-46d5-863a-8260959ab859, host: n-h2-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e63f83d5-85c3-489d-99f4-18d9a9b82b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'e1de796f-6482-493c-b5ac-b28a591020e2'}}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:37:35.586791 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-9e165e02-7758-446e-84fa-6c67e2e8109c req-8905a37e-4be3-4dec-a319-0c5ed79a23fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:35.592429 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17dfbb4-644b-4da7-8ab9-77b0758b76f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d00f71c-0479-4900-999d-f4d3999a7ee1,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:35.650775 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-9e165e02-7758-446e-84fa-6c67e2e8109c req-8905a37e-4be3-4dec-a319-0c5ed79a23fd service neutron] For port 723ba9b3-c26f-46d5-863a-8260959ab859, host n-h2-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:37:35.654058 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-9e165e02-7758-446e-84fa-6c67e2e8109c req-8905a37e-4be3-4dec-a319-0c5ed79a23fd service neutron] For port 723ba9b3-c26f-46d5-863a-8260959ab859, host n-h2-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=723ba9b3-c26f-46d5-863a-8260959ab859,segment=NetworkSegment(e63f83d5-85c3-489d-99f4-18d9a9b82b19),segment_id=e63f83d5-85c3-489d-99f4-18d9a9b82b19)] {{(pid=95501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:37:35.654962 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-4244a636-b6be-4a3b-84af-3cd9b1aa6966 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, 37c2df53-2412-4eec-adeb-1bf311753f6e) {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:37:35.660052 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4244a636-b6be-4a3b-84af-3cd9b1aa6966 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:35.660632 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4244a636-b6be-4a3b-84af-3cd9b1aa6966 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:35.664740 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423c6129-28ef-401f-89e2-89bbb4d7fc4b None None] Network 37c2df53-2412-4eec-adeb-1bf311753f6e requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:37:35.767420 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-9e165e02-7758-446e-84fa-6c67e2e8109c req-8905a37e-4be3-4dec-a319-0c5ed79a23fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:35.774530 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-4244a636-b6be-4a3b-84af-3cd9b1aa6966 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5109904 Oct 12 19:37:35.789503 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-716c69ad-9408-48b9-858e-23fd8f60092d None None] Network 37c2df53-2412-4eec-adeb-1bf311753f6e requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:37:35.809166 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e165e02-7758-446e-84fa-6c67e2e8109c req-8905a37e-4be3-4dec-a319-0c5ed79a23fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:35.809166 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-9e165e02-7758-446e-84fa-6c67e2e8109c req-8905a37e-4be3-4dec-a319-0c5ed79a23fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:35.810131 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9e165e02-7758-446e-84fa-6c67e2e8109c req-8905a37e-4be3-4dec-a319-0c5ed79a23fd service neutron] 10.222.0.67 "PUT /v2.0/ports/723ba9b3-c26f-46d5-863a-8260959ab859 HTTP/1.1" status: 200 len: 1091 time: 1.4561615 Oct 12 19:37:35.810370 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1028ea46-bc1f-48bd-bf1f-0f515eaaeb0b', 'tag': '723ba9b3-c26f-46d5-863a-8260959ab859'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:37:35.813166 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20fb5239-c93a-4cf6-8b43-5d7731e1562c" -d '{"events": [{"name": "network-changed", "server_uuid": "1028ea46-bc1f-48bd-bf1f-0f515eaaeb0b", "tag": "723ba9b3-c26f-46d5-863a-8260959ab859"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:37:35.857036 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8905a37e-4be3-4dec-a319-0c5ed79a23fd service neutron] Pushing event updated for resources: {'Port': ['ID=723ba9b3-c26f-46d5-863a-8260959ab859,revision_number=3']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:35.881530 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a91da32-7eae-470a-85ec-c691125b1034 x-openstack-request-id: req-4a91da32-7eae-470a-85ec-c691125b1034 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:37:35.881530 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1028ea46-bc1f-48bd-bf1f-0f515eaaeb0b", "tag": "723ba9b3-c26f-46d5-863a-8260959ab859", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:37:35.881530 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4a91da32-7eae-470a-85ec-c691125b1034 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:37:35.881530 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1028ea46-bc1f-48bd-bf1f-0f515eaaeb0b', 'tag': '723ba9b3-c26f-46d5-863a-8260959ab859', 'status': 'completed', 'code': 200} Oct 12 19:37:35.938555 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e2271ba7-407f-4dd7-9877-3ab15d89fb4d req-b4834043-4845-43c9-92d2-e2e36f6e4c90 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a7b765f3-f079-43bb-884c-ce583b289609&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0825677 Oct 12 19:37:36.031450 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fb5239-c93a-4cf6-8b43-5d7731e1562c req-c0bf1d11-1535-42c9-929a-a67d66a0c667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:36.032985 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-20fb5239-c93a-4cf6-8b43-5d7731e1562c req-c0bf1d11-1535-42c9-929a-a67d66a0c667 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=811cfaee5aef4af79e24164832947c33&device_id=1028ea46-bc1f-48bd-bf1f-0f515eaaeb0b HTTP/1.1" status: 200 len: 1094 time: 0.1279347 Oct 12 19:37:36.041641 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b44b6f-86ac-4f54-908e-3fa2c39cbd83 req-16fb31d4-cefe-43d2-b0ec-85485adde1a9 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:36.043113 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f5b44b6f-86ac-4f54-908e-3fa2c39cbd83 req-16fb31d4-cefe-43d2-b0ec-85485adde1a9 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=1028ea46-bc1f-48bd-bf1f-0f515eaaeb0b HTTP/1.1" status: 200 len: 943 time: 0.0865691 Oct 12 19:37:36.108337 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2271ba7-407f-4dd7-9877-3ab15d89fb4d req-df2688c4-ef16-4e03-a6a6-fa943d51d601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:36.120211 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e2271ba7-407f-4dd7-9877-3ab15d89fb4d req-df2688c4-ef16-4e03-a6a6-fa943d51d601 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=da56e5b248094156ada95d11ba3c5b37&device_id=a7b765f3-f079-43bb-884c-ce583b289609 HTTP/1.1" status: 200 len: 1096 time: 0.1151206 Oct 12 19:37:36.225082 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f5b44b6f-86ac-4f54-908e-3fa2c39cbd83 req-9ba83daa-ad3d-4b2d-9858-03e9267bacdb tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/security-groups?id=01d179f3-99bf-419e-b905-ce06318e0a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1569221 Oct 12 19:37:36.277916 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fb5239-c93a-4cf6-8b43-5d7731e1562c req-51dcfb79-6638-467d-88e6-be04b057727d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:36.279816 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-20fb5239-c93a-4cf6-8b43-5d7731e1562c req-51dcfb79-6638-467d-88e6-be04b057727d service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=811cfaee5aef4af79e24164832947c33&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2356634 Oct 12 19:37:36.289758 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2271ba7-407f-4dd7-9877-3ab15d89fb4d req-eb741857-6766-42a4-9389-5105548153a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:36.291739 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e2271ba7-407f-4dd7-9877-3ab15d89fb4d req-eb741857-6766-42a4-9389-5105548153a8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=74a2c063-d43e-4221-94e9-d3ab154855fc HTTP/1.1" status: 200 len: 912 time: 0.1458006 Oct 12 19:37:36.363324 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e2271ba7-407f-4dd7-9877-3ab15d89fb4d req-6c4a218e-a02b-4c90-b844-5752792258ff service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e03793f3-7484-4525-883c-18b556a71a14 HTTP/1.1" status: 200 len: 1001 time: 0.0622215 Oct 12 19:37:36.381233 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fb5239-c93a-4cf6-8b43-5d7731e1562c req-687d2d71-9ec8-4523-a232-ccc8fe3f4133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:36.382758 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-20fb5239-c93a-4cf6-8b43-5d7731e1562c req-687d2d71-9ec8-4523-a232-ccc8fe3f4133 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0949121 Oct 12 19:37:36.421268 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2271ba7-407f-4dd7-9877-3ab15d89fb4d req-9d80eaa8-0de8-45fc-811e-d072f8bb65a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:36.422742 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e2271ba7-407f-4dd7-9877-3ab15d89fb4d req-9d80eaa8-0de8-45fc-811e-d072f8bb65a9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3a0cf0c9-d039-4d05-a67a-cc48a10b2cbc HTTP/1.1" status: 200 len: 850 time: 0.0522516 Oct 12 19:37:36.480602 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e165e02-7758-446e-84fa-6c67e2e8109c req-99162731-cf03-4fed-8fbf-416843e76d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:36.482107 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9e165e02-7758-446e-84fa-6c67e2e8109c req-99162731-cf03-4fed-8fbf-416843e76d94 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=811cfaee5aef4af79e24164832947c33&device_id=1028ea46-bc1f-48bd-bf1f-0f515eaaeb0b HTTP/1.1" status: 200 len: 1094 time: 0.0618176 Oct 12 19:37:36.540166 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9e165e02-7758-446e-84fa-6c67e2e8109c req-5937cc27-2e49-43cb-bb8d-6c668eb7b6a1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=723ba9b3-c26f-46d5-863a-8260959ab859 HTTP/1.1" status: 200 len: 217 time: 0.0494530 Oct 12 19:37:36.572207 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2271ba7-407f-4dd7-9877-3ab15d89fb4d req-be056875-6d80-4b28-bc6b-81d1573d3fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:36.573590 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e2271ba7-407f-4dd7-9877-3ab15d89fb4d req-be056875-6d80-4b28-bc6b-81d1573d3fd3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=74a2c063-d43e-4221-94e9-d3ab154855fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1416492 Oct 12 19:37:36.592057 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e165e02-7758-446e-84fa-6c67e2e8109c req-2eda504d-9040-4007-a9b3-cbe667905d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:36.593745 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9e165e02-7758-446e-84fa-6c67e2e8109c req-2eda504d-9040-4007-a9b3-cbe667905d05 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=914db72d-f2c7-4670-91dc-11fde7252bf5 HTTP/1.1" status: 200 len: 856 time: 0.0473752 Oct 12 19:37:36.654314 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e165e02-7758-446e-84fa-6c67e2e8109c req-42d0ca60-0bee-45c9-a218-516a03d5fa73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:36.655904 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9e165e02-7758-446e-84fa-6c67e2e8109c req-42d0ca60-0bee-45c9-a218-516a03d5fa73 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e1de796f-6482-493c-b5ac-b28a591020e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524461 Oct 12 19:37:36.663746 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596022ce-8825-4620-bbe1-b7564d30dfb5 req-3fa5c7a7-1667-4f7a-81e0-e359f9c3c18b tempest-TestServerAdvancedOps-1386632471 tempest-TestServerAdvancedOps-1386632471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:36.665218 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-596022ce-8825-4620-bbe1-b7564d30dfb5 req-3fa5c7a7-1667-4f7a-81e0-e359f9c3c18b tempest-TestServerAdvancedOps-1386632471 tempest-TestServerAdvancedOps-1386632471-project] 10.222.0.49 "GET /v2.0/networks?id=54d87c63-7c3c-4d42-9a19-f4947828993d HTTP/1.1" status: 200 len: 812 time: 0.1935139 Oct 12 19:37:36.691952 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-596022ce-8825-4620-bbe1-b7564d30dfb5 req-f38d5cc5-4ab9-49eb-a05b-03ac23881a78 tempest-TestServerAdvancedOps-1386632471 tempest-TestServerAdvancedOps-1386632471-project] 10.222.0.49 "GET /v2.0/quotas/5fb4add2f8244cd4a4c3f75f23e76e6d HTTP/1.1" status: 200 len: 375 time: 0.0177190 Oct 12 19:37:36.737398 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-596022ce-8825-4620-bbe1-b7564d30dfb5 req-48840fe3-4a63-4cd3-a022-0f68e1cc36c7 tempest-TestServerAdvancedOps-1386632471 tempest-TestServerAdvancedOps-1386632471-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=5fb4add2f8244cd4a4c3f75f23e76e6d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0363474 Oct 12 19:37:36.740280 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e2271ba7-407f-4dd7-9877-3ab15d89fb4d req-771ca22b-93f2-45e5-8010-c7ba98aa1ce3 service neutron] 10.222.0.61 "GET /v2.0/networks/74a2c063-d43e-4221-94e9-d3ab154855fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543391 Oct 12 19:37:36.762992 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9e165e02-7758-446e-84fa-6c67e2e8109c req-48a56d9b-979d-47aa-8f04-1b06c3e57cb8 service neutron] 10.222.0.67 "GET /v2.0/networks/e1de796f-6482-493c-b5ac-b28a591020e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989447 Oct 12 19:37:36.882468 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e2271ba7-407f-4dd7-9877-3ab15d89fb4d req-90606d17-a885-4253-be59-9ad7cd273ca4 service neutron] 10.222.0.61 "GET /v2.0/networks/74a2c063-d43e-4221-94e9-d3ab154855fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312306 Oct 12 19:37:36.892855 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9e165e02-7758-446e-84fa-6c67e2e8109c req-b3d69e16-7089-4a37-a482-3401d17d70be service neutron] 10.222.0.67 "GET /v2.0/networks/e1de796f-6482-493c-b5ac-b28a591020e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202021 Oct 12 19:37:36.996704 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-596022ce-8825-4620-bbe1-b7564d30dfb5 req-81b7ee82-e3d0-4b46-8830-434c81c6e444 service neutron] 10.222.0.49 "GET /v2.0/networks/54d87c63-7c3c-4d42-9a19-f4947828993d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512810 Oct 12 19:37:37.110066 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-596022ce-8825-4620-bbe1-b7564d30dfb5 req-565a1827-b4ff-432f-939c-4a4fa17f5161 service neutron] 10.222.0.49 "GET /v2.0/networks/54d87c63-7c3c-4d42-9a19-f4947828993d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067545 Oct 12 19:37:37.176238 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42192) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:37.394180 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d72433-5456-4ec9-a4de-5d388475425b req-e5b8eac3-0c8b-4c59-9734-65c9e74d0e12 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:37.396398 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-81d72433-5456-4ec9-a4de-5d388475425b req-e5b8eac3-0c8b-4c59-9734-65c9e74d0e12 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=1028ea46-bc1f-48bd-bf1f-0f515eaaeb0b HTTP/1.1" status: 200 len: 943 time: 0.0870643 Oct 12 19:37:37.399158 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4a8c5a98-7a8f-4d2c-b0ce-9e8b6fe0e902 req-e49d1c7b-7002-49b9-8ecd-99cf91db59e1 tempest-TestServerAdvancedOps-1386632471 tempest-TestServerAdvancedOps-1386632471-project] 10.222.0.49 "GET /v2.0/ports?device_id=985b7aff-07af-4313-8d77-8ad0280bc3d6 HTTP/1.1" status: 200 len: 210 time: 0.0543349 Oct 12 19:37:37.404085 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-93809039-597a-4d2f-87bb-f80c81471ad4 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Request body: {'security_group': {'name': 'tempest-secgroup--1959496963'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:37:37.450095 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-81d72433-5456-4ec9-a4de-5d388475425b req-6d79e0df-542e-4d33-a9fe-83fb04482245 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/security-groups?id=01d179f3-99bf-419e-b905-ce06318e0a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385108 Oct 12 19:37:37.491938 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-93809039-597a-4d2f-87bb-f80c81471ad4 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:37.502804 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-93809039-597a-4d2f-87bb-f80c81471ad4 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:37.579822 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-93809039-597a-4d2f-87bb-f80c81471ad4 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:37.617359 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-93809039-597a-4d2f-87bb-f80c81471ad4 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:37.659041 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93809039-597a-4d2f-87bb-f80c81471ad4 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd101e13-2b6a-47c6-8ad6-30c9ec3d4305,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:37.695014 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-93809039-597a-4d2f-87bb-f80c81471ad4 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:37.792020 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-93809039-597a-4d2f-87bb-f80c81471ad4 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:37.824619 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93809039-597a-4d2f-87bb-f80c81471ad4 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b34b06b2-1f5c-4ef1-8b3a-5824421fffa2,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:37.896935 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-93809039-597a-4d2f-87bb-f80c81471ad4 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:37.898205 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-93809039-597a-4d2f-87bb-f80c81471ad4 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7207024 Oct 12 19:37:37.901001 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42216) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:37.966535 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-96527870-8215-4f86-a001-cecf6e0e7df0 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0643337 Oct 12 19:37:37.969364 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42220) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:37.973680 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-41b36176-5b28-40ee-990e-6e0f4aac15c1 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Request body: {'security_group': {'name': 'tempest-security--155349477', 'description': 'tempest-security-description-1186874678'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:37:37.998264 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-41b36176-5b28-40ee-990e-6e0f4aac15c1 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks [] for security_group, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:38.045921 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-41b36176-5b28-40ee-990e-6e0f4aac15c1 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks [] for security_group, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:38.148570 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-41b36176-5b28-40ee-990e-6e0f4aac15c1 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:38.151472 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-41b36176-5b28-40ee-990e-6e0f4aac15c1 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:38.153146 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-41b36176-5b28-40ee-990e-6e0f4aac15c1 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] 10.222.0.49 "PUT /v2.0/security-groups/b34b06b2-1f5c-4ef1-8b3a-5824421fffa2 HTTP/1.1" status: 200 len: 1779 time: 0.1827288 Oct 12 19:37:38.155957 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42228) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:38.181184 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b36176-5b28-40ee-990e-6e0f4aac15c1 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b34b06b2-1f5c-4ef1-8b3a-5824421fffa2,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:38.212061 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-270b2f86-158f-46a0-959d-a4a589d84f35 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] 10.222.0.49 "GET /v2.0/security-groups/b34b06b2-1f5c-4ef1-8b3a-5824421fffa2 HTTP/1.1" status: 200 len: 1779 time: 0.0536501 Oct 12 19:37:38.214602 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42234) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:38.266918 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-78de61a6-b9dd-46b6-a9f6-9dfb10f4cd44 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:38.290841 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-78de61a6-b9dd-46b6-a9f6-9dfb10f4cd44 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:38.445617 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-78de61a6-b9dd-46b6-a9f6-9dfb10f4cd44 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:38.448232 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-78de61a6-b9dd-46b6-a9f6-9dfb10f4cd44 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:38.449378 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-78de61a6-b9dd-46b6-a9f6-9dfb10f4cd44 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] 10.222.0.49 "DELETE /v2.0/security-groups/b34b06b2-1f5c-4ef1-8b3a-5824421fffa2 HTTP/1.1" status: 204 len: 168 time: 0.2338738 Oct 12 19:37:38.453449 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42240) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:38.470370 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78de61a6-b9dd-46b6-a9f6-9dfb10f4cd44 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b34b06b2-1f5c-4ef1-8b3a-5824421fffa2,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:38.477976 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-87d42871-7f13-4fe5-a928-8586df5b7ef6 req-4e515e00-dca7-42b3-8d0b-4ffa7f5fc181 tempest-TestServerAdvancedOps-1386632471 tempest-TestServerAdvancedOps-1386632471-project] 10.222.0.49 "GET /v2.0/ports?device_id=985b7aff-07af-4313-8d77-8ad0280bc3d6 HTTP/1.1" status: 200 len: 210 time: 0.0287826 Oct 12 19:37:38.519394 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-8607ffb4-96c9-4d39-a8c3-54e15119c612 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0621040 Oct 12 19:37:38.526477 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42244) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:38.538000 n-d-813679-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-e00d5f11-d3d4-4f22-b394-e93c58dbd3c7 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] delete failed (client error): The resource could not be found. Oct 12 19:37:38.539130 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-e00d5f11-d3d4-4f22-b394-e93c58dbd3c7 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] 10.222.0.49 "DELETE /v2.0/security-groups/b34b06b2-1f5c-4ef1-8b3a-5824421fffa2 HTTP/1.1" status: 404 len: 347 time: 0.0185373 Oct 12 19:37:38.543809 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42250) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:38.548342 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-e0fa7966-2f9c-4cb3-bc97-78b67c896327 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Request body: {'security_group': {'name': 'tempest-secgroup--1044186254'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:37:38.591805 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fb0b15-caf7-49ee-998f-e54d94b896da req-0db51e3e-8ddf-4a9a-917d-95b59da74094 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:38.593339 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-58fb0b15-caf7-49ee-998f-e54d94b896da req-0db51e3e-8ddf-4a9a-917d-95b59da74094 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=1028ea46-bc1f-48bd-bf1f-0f515eaaeb0b HTTP/1.1" status: 200 len: 943 time: 0.0549080 Oct 12 19:37:38.637350 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-58fb0b15-caf7-49ee-998f-e54d94b896da req-e9a4e4c7-0088-4c65-a338-425f38e27124 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/security-groups?id=01d179f3-99bf-419e-b905-ce06318e0a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378070 Oct 12 19:37:38.638211 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e0fa7966-2f9c-4cb3-bc97-78b67c896327 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:38.709727 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e0fa7966-2f9c-4cb3-bc97-78b67c896327 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:38.754412 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e0fa7966-2f9c-4cb3-bc97-78b67c896327 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:38.782864 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fa7966-2f9c-4cb3-bc97-78b67c896327 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36e9b76e-3072-4a25-a0dc-a53ec85b450b,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:38.824982 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e0fa7966-2f9c-4cb3-bc97-78b67c896327 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:38.826237 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-e0fa7966-2f9c-4cb3-bc97-78b67c896327 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2814627 Oct 12 19:37:38.829183 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42252) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:38.833575 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-6fae4f2c-0438-4de7-8ee4-d16d8478ce63 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Request body: {'security_group_rule': {'security_group_id': '36e9b76e-3072-4a25-a0dc-a53ec85b450b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:37:38.914572 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6fae4f2c-0438-4de7-8ee4-d16d8478ce63 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:38.979683 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6fae4f2c-0438-4de7-8ee4-d16d8478ce63 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:39.089149 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6fae4f2c-0438-4de7-8ee4-d16d8478ce63 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:39.109613 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fae4f2c-0438-4de7-8ee4-d16d8478ce63 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce0e6c6a-7840-461c-84d7-dc6caa6fc1bf,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:39.210916 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6fae4f2c-0438-4de7-8ee4-d16d8478ce63 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:39.212062 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-6fae4f2c-0438-4de7-8ee4-d16d8478ce63 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3819277 Oct 12 19:37:39.214904 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42256) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:39.244589 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a7b8efe8-274e-4fbf-a8c8-9da0c3fd45c3 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:39.253080 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a7b8efe8-274e-4fbf-a8c8-9da0c3fd45c3 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:39.351552 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a7b8efe8-274e-4fbf-a8c8-9da0c3fd45c3 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:39.357817 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a7b8efe8-274e-4fbf-a8c8-9da0c3fd45c3 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:39.358927 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-a7b8efe8-274e-4fbf-a8c8-9da0c3fd45c3 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/ce0e6c6a-7840-461c-84d7-dc6caa6fc1bf HTTP/1.1" status: 204 len: 168 time: 0.1430392 Oct 12 19:37:39.361694 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42258) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:39.364170 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b8efe8-274e-4fbf-a8c8-9da0c3fd45c3 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ce0e6c6a-7840-461c-84d7-dc6caa6fc1bf,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:39.411489 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-f6e5e015-8fd3-4401-9b84-08088cdfa1bd tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0485091 Oct 12 19:37:39.414138 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42260) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:39.465732 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1e109536-ca49-4ec3-b9ad-b4a983c1ecb7 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:39.492241 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1e109536-ca49-4ec3-b9ad-b4a983c1ecb7 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:39.594560 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8e895322-d9e3-4fc6-8d3b-def936c72cf3 req-60f54560-d44e-4360-bdce-9c34f9314898 tempest-TestServerAdvancedOps-1386632471 tempest-TestServerAdvancedOps-1386632471-project] 10.222.0.49 "GET /v2.0/ports?device_id=985b7aff-07af-4313-8d77-8ad0280bc3d6 HTTP/1.1" status: 200 len: 210 time: 0.0372467 Oct 12 19:37:39.600268 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1e109536-ca49-4ec3-b9ad-b4a983c1ecb7 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:39.603500 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1e109536-ca49-4ec3-b9ad-b4a983c1ecb7 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:39.604951 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-1e109536-ca49-4ec3-b9ad-b4a983c1ecb7 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] 10.222.0.49 "DELETE /v2.0/security-groups/36e9b76e-3072-4a25-a0dc-a53ec85b450b HTTP/1.1" status: 204 len: 168 time: 0.1898217 Oct 12 19:37:39.614267 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42266) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:39.617501 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e109536-ca49-4ec3-b9ad-b4a983c1ecb7 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36e9b76e-3072-4a25-a0dc-a53ec85b450b,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:39.681495 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-4858f983-15e2-4a8e-9561-843e59f098d9 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0451136 Oct 12 19:37:39.685496 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42270) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:39.691702 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-16681592-1a2d-4a5f-becf-6b0b7f05952f tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Request body: {'security_group': {'name': 'tempest-secgroup--1128178160'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:37:39.697697 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596022ce-8825-4620-bbe1-b7564d30dfb5 req-848de7de-5b58-4b54-8c1c-8d894e1a3e16 tempest-TestServerAdvancedOps-1386632471 tempest-TestServerAdvancedOps-1386632471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:39.699451 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-596022ce-8825-4620-bbe1-b7564d30dfb5 req-848de7de-5b58-4b54-8c1c-8d894e1a3e16 tempest-TestServerAdvancedOps-1386632471 tempest-TestServerAdvancedOps-1386632471-project] 10.222.0.61 "GET /v2.0/networks?id=54d87c63-7c3c-4d42-9a19-f4947828993d HTTP/1.1" status: 200 len: 812 time: 0.1403806 Oct 12 19:37:39.714403 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-596022ce-8825-4620-bbe1-b7564d30dfb5 req-d24a534a-8459-4e4f-8df3-c6dc513403ba tempest-TestServerAdvancedOps-1386632471 tempest-TestServerAdvancedOps-1386632471-project] Request body: {'port': {'device_id': '985b7aff-07af-4313-8d77-8ad0280bc3d6', 'network_id': '54d87c63-7c3c-4d42-9a19-f4947828993d', 'admin_state_up': True, 'tenant_id': '5fb4add2f8244cd4a4c3f75f23e76e6d'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:37:39.763863 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e73167f-a7d1-4a92-aea6-a4db6f3d1e67 req-daad761f-b6c1-4e40-a971-4cb1c66b401a tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:39.766096 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9e73167f-a7d1-4a92-aea6-a4db6f3d1e67 req-daad761f-b6c1-4e40-a971-4cb1c66b401a tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=1028ea46-bc1f-48bd-bf1f-0f515eaaeb0b HTTP/1.1" status: 200 len: 943 time: 0.0503194 Oct 12 19:37:39.790217 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-16681592-1a2d-4a5f-becf-6b0b7f05952f tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:39.820780 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9e73167f-a7d1-4a92-aea6-a4db6f3d1e67 req-43aa6742-8450-493e-abd2-e47b451f5fbb tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/security-groups?id=01d179f3-99bf-419e-b905-ce06318e0a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479660 Oct 12 19:37:39.873847 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-16681592-1a2d-4a5f-becf-6b0b7f05952f tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:39.908837 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-596022ce-8825-4620-bbe1-b7564d30dfb5 req-d24a534a-8459-4e4f-8df3-c6dc513403ba tempest-TestServerAdvancedOps-1386632471 tempest-TestServerAdvancedOps-1386632471-project] Made reservation on behalf of 5fb4add2f8244cd4a4c3f75f23e76e6d for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:37:39.914954 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-596022ce-8825-4620-bbe1-b7564d30dfb5 req-d24a534a-8459-4e4f-8df3-c6dc513403ba tempest-TestServerAdvancedOps-1386632471 tempest-TestServerAdvancedOps-1386632471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:39.937863 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-16681592-1a2d-4a5f-becf-6b0b7f05952f tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:39.968094 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16681592-1a2d-4a5f-becf-6b0b7f05952f tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8fc369b-74a4-4e69-ab1e-2da8b3b0c791,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:40.029944 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-16681592-1a2d-4a5f-becf-6b0b7f05952f tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:40.031860 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-16681592-1a2d-4a5f-becf-6b0b7f05952f tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3448079 Oct 12 19:37:40.034061 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42276) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:40.040250 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [req-596022ce-8825-4620-bbe1-b7564d30dfb5 req-d24a534a-8459-4e4f-8df3-c6dc513403ba tempest-TestServerAdvancedOps-1386632471 tempest-TestServerAdvancedOps-1386632471-project] Allocated IP 172.20.0.8 (54d87c63-7c3c-4d42-9a19-f4947828993d/9a700bc4-7f3d-48be-8849-4f5c87b67eb1/474b56f6-a2e2-499a-ae9e-90bb3b31abf1) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:37:40.042399 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-94ff8978-d9b8-456d-b3f4-96e6294e968c tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Request body: {'security_group_rule': {'security_group_id': 'e8fc369b-74a4-4e69-ab1e-2da8b3b0c791', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:37:40.151254 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-94ff8978-d9b8-456d-b3f4-96e6294e968c tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:40.191184 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-596022ce-8825-4620-bbe1-b7564d30dfb5 req-d24a534a-8459-4e4f-8df3-c6dc513403ba tempest-TestServerAdvancedOps-1386632471 tempest-TestServerAdvancedOps-1386632471-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:40.212486 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-94ff8978-d9b8-456d-b3f4-96e6294e968c tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:40.288827 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-94ff8978-d9b8-456d-b3f4-96e6294e968c tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:40.307069 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ff8978-d9b8-456d-b3f4-96e6294e968c tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fb5b2ab-e175-44de-815e-9025e9a3c733,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:40.319719 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-596022ce-8825-4620-bbe1-b7564d30dfb5 req-d24a534a-8459-4e4f-8df3-c6dc513403ba tempest-TestServerAdvancedOps-1386632471 tempest-TestServerAdvancedOps-1386632471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:40.367251 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-596022ce-8825-4620-bbe1-b7564d30dfb5 req-d24a534a-8459-4e4f-8df3-c6dc513403ba tempest-TestServerAdvancedOps-1386632471 tempest-TestServerAdvancedOps-1386632471-project] Network 54d87c63-7c3c-4d42-9a19-f4947828993d is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:37:40.370549 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [req-596022ce-8825-4620-bbe1-b7564d30dfb5 req-d24a534a-8459-4e4f-8df3-c6dc513403ba tempest-TestServerAdvancedOps-1386632471 tempest-TestServerAdvancedOps-1386632471-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:37:40.374364 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-596022ce-8825-4620-bbe1-b7564d30dfb5 req-d24a534a-8459-4e4f-8df3-c6dc513403ba tempest-TestServerAdvancedOps-1386632471 tempest-TestServerAdvancedOps-1386632471-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:37:40.381221 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24a534a-8459-4e4f-8df3-c6dc513403ba tempest-TestServerAdvancedOps-1386632471 tempest-TestServerAdvancedOps-1386632471-project] Pushing event updated for resources: {'Port': ['ID=474b56f6-a2e2-499a-ae9e-90bb3b31abf1,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:40.399712 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-94ff8978-d9b8-456d-b3f4-96e6294e968c tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:40.400997 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-94ff8978-d9b8-456d-b3f4-96e6294e968c tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3654125 Oct 12 19:37:40.403856 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42278) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:40.408488 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-a78c761c-004a-42a4-82e6-4a48e15d80c9 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Request body: {'security_group_rule': {'security_group_id': 'e8fc369b-74a4-4e69-ab1e-2da8b3b0c791', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:37:40.427072 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596022ce-8825-4620-bbe1-b7564d30dfb5 req-d24a534a-8459-4e4f-8df3-c6dc513403ba tempest-TestServerAdvancedOps-1386632471 tempest-TestServerAdvancedOps-1386632471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:40.427690 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-596022ce-8825-4620-bbe1-b7564d30dfb5 req-d24a534a-8459-4e4f-8df3-c6dc513403ba tempest-TestServerAdvancedOps-1386632471 tempest-TestServerAdvancedOps-1386632471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:40.506976 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a78c761c-004a-42a4-82e6-4a48e15d80c9 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:40.565776 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a78c761c-004a-42a4-82e6-4a48e15d80c9 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:40.575436 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-596022ce-8825-4620-bbe1-b7564d30dfb5 req-d24a534a-8459-4e4f-8df3-c6dc513403ba tempest-TestServerAdvancedOps-1386632471 tempest-TestServerAdvancedOps-1386632471-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8649738 Oct 12 19:37:40.589334 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-596022ce-8825-4620-bbe1-b7564d30dfb5 req-94bae377-173e-4012-9816-94a3c2196e4a service neutron] Request body: {'port': {'device_id': '985b7aff-07af-4313-8d77-8ad0280bc3d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:37:40.649757 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-596022ce-8825-4620-bbe1-b7564d30dfb5 req-94bae377-173e-4012-9816-94a3c2196e4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:40.810090 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 723ba9b3-c26f-46d5-863a-8260959ab859 details requested by agent hyperv_n-h2-813679-3 with host n-h2-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:37:40.810632 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d34753-afb0-4164-9e4a-ad2df66dfeb8 req-e56171d8-6205-42a9-90e4-8017c6d86fda tempest-TestServerAdvancedOps-1386632471 tempest-TestServerAdvancedOps-1386632471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:40.810632 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-13d34753-afb0-4164-9e4a-ad2df66dfeb8 req-e56171d8-6205-42a9-90e4-8017c6d86fda tempest-TestServerAdvancedOps-1386632471 tempest-TestServerAdvancedOps-1386632471-project] 10.222.0.49 "GET /v2.0/ports?device_id=985b7aff-07af-4313-8d77-8ad0280bc3d6 HTTP/1.1" status: 200 len: 931 time: 0.1234832 Oct 12 19:37:40.852659 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a78c761c-004a-42a4-82e6-4a48e15d80c9 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:40.891220 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78c761c-004a-42a4-82e6-4a48e15d80c9 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ccd542f-d5e3-494b-b0d5-50fb49d5b68b,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:40.920542 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 723ba9b3-c26f-46d5-863a-8260959ab859, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=723ba9b3-c26f-46d5-863a-8260959ab859,segment=NetworkSegment(e63f83d5-85c3-489d-99f4-18d9a9b82b19),segment_id=e63f83d5-85c3-489d-99f4-18d9a9b82b19)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:37:40.936901 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Returning: {'device': '723ba9b3-c26f-46d5-863a-8260959ab859', 'network_id': 'e1de796f-6482-493c-b5ac-b28a591020e2', 'port_id': '723ba9b3-c26f-46d5-863a-8260959ab859', 'mac_address': 'fa:16:3e:88:1e:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '914db72d-f2c7-4670-91dc-11fde7252bf5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:37:40.938810 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-13d34753-afb0-4164-9e4a-ad2df66dfeb8 req-cbe1d73c-507b-4515-9596-61644a9ac369 tempest-TestServerAdvancedOps-1386632471 tempest-TestServerAdvancedOps-1386632471-project] 10.222.0.49 "GET /v2.0/security-groups?id=39e6ef1b-8e9d-4d89-8668-fb12e9b432ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187439 Oct 12 19:37:40.985676 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a78c761c-004a-42a4-82e6-4a48e15d80c9 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:40.991913 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-a78c761c-004a-42a4-82e6-4a48e15d80c9 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5819616 Oct 12 19:37:40.992535 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:40.997080 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4df51f9-2248-429c-8f70-5ce5703181bf req-4627a019-f4e4-46c3-9f2a-6c6a2587919f tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:41.004906 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c4df51f9-2248-429c-8f70-5ce5703181bf req-4627a019-f4e4-46c3-9f2a-6c6a2587919f tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=1028ea46-bc1f-48bd-bf1f-0f515eaaeb0b HTTP/1.1" status: 200 len: 943 time: 0.0762186 Oct 12 19:37:41.008524 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 723ba9b3-c26f-46d5-863a-8260959ab859 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:37:41.013294 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42290) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:41.018065 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-6042fd1b-c379-4479-b75b-50620ccb1633 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Request body: {'security_group_rule': {'security_group_id': 'e8fc369b-74a4-4e69-ab1e-2da8b3b0c791', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:37:41.031988 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 723ba9b3-c26f-46d5-863a-8260959ab859, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=723ba9b3-c26f-46d5-863a-8260959ab859,segment=NetworkSegment(e63f83d5-85c3-489d-99f4-18d9a9b82b19),segment_id=e63f83d5-85c3-489d-99f4-18d9a9b82b19)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:37:41.046185 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [req-596022ce-8825-4620-bbe1-b7564d30dfb5 req-94bae377-173e-4012-9816-94a3c2196e4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 474b56f6-a2e2-499a-ae9e-90bb3b31abf1 {{(pid=95502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:37:41.053852 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-596022ce-8825-4620-bbe1-b7564d30dfb5 req-94bae377-173e-4012-9816-94a3c2196e4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:41.061264 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c4df51f9-2248-429c-8f70-5ce5703181bf req-296b8324-24ff-447b-bb4f-9dc16e97d676 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/security-groups?id=01d179f3-99bf-419e-b905-ce06318e0a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549798 Oct 12 19:37:41.066387 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-596022ce-8825-4620-bbe1-b7564d30dfb5 req-94bae377-173e-4012-9816-94a3c2196e4a service neutron] Transition to ACTIVE for port object 474b56f6-a2e2-499a-ae9e-90bb3b31abf1 will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:37:41.117224 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:41.152259 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-596022ce-8825-4620-bbe1-b7564d30dfb5 req-94bae377-173e-4012-9816-94a3c2196e4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:41.157670 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6042fd1b-c379-4479-b75b-50620ccb1633 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:41.175499 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=723ba9b3-c26f-46d5-863a-8260959ab859,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:41.201844 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bae377-173e-4012-9816-94a3c2196e4a service neutron] Pushing event updated for resources: {'Port': ['ID=474b56f6-a2e2-499a-ae9e-90bb3b31abf1,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:41.211660 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6042fd1b-c379-4479-b75b-50620ccb1633 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:41.281771 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-596022ce-8825-4620-bbe1-b7564d30dfb5 req-94bae377-173e-4012-9816-94a3c2196e4a service neutron] Attempting to bind port 474b56f6-a2e2-499a-ae9e-90bb3b31abf1 on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:37:41.282128 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-596022ce-8825-4620-bbe1-b7564d30dfb5 req-94bae377-173e-4012-9816-94a3c2196e4a service neutron] Attempting to bind port 474b56f6-a2e2-499a-ae9e-90bb3b31abf1 by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': '7e46d897-8dd9-44db-a482-97d96de92855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '54d87c63-7c3c-4d42-9a19-f4947828993d'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:37:41.282421 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596022ce-8825-4620-bbe1-b7564d30dfb5 req-94bae377-173e-4012-9816-94a3c2196e4a service neutron] Attempting to bind port 474b56f6-a2e2-499a-ae9e-90bb3b31abf1 on network 54d87c63-7c3c-4d42-9a19-f4947828993d {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:37:41.286886 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596022ce-8825-4620-bbe1-b7564d30dfb5 req-94bae377-173e-4012-9816-94a3c2196e4a service neutron] Port 474b56f6-a2e2-499a-ae9e-90bb3b31abf1 on network 54d87c63-7c3c-4d42-9a19-f4947828993d not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:37:41.287204 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596022ce-8825-4620-bbe1-b7564d30dfb5 req-94bae377-173e-4012-9816-94a3c2196e4a service neutron] Attempting to bind port 474b56f6-a2e2-499a-ae9e-90bb3b31abf1 on network 54d87c63-7c3c-4d42-9a19-f4947828993d {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:37:41.291986 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596022ce-8825-4620-bbe1-b7564d30dfb5 req-94bae377-173e-4012-9816-94a3c2196e4a service neutron] Checking agent: {'id': 'f5e9725f-f5a6-43c2-a1be-95e21e9a1fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 37, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:37:41.292353 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596022ce-8825-4620-bbe1-b7564d30dfb5 req-94bae377-173e-4012-9816-94a3c2196e4a service neutron] Checking segment: {'id': '7e46d897-8dd9-44db-a482-97d96de92855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '54d87c63-7c3c-4d42-9a19-f4947828993d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:37:41.292738 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596022ce-8825-4620-bbe1-b7564d30dfb5 req-94bae377-173e-4012-9816-94a3c2196e4a service neutron] Bound using segment: {'id': '7e46d897-8dd9-44db-a482-97d96de92855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '54d87c63-7c3c-4d42-9a19-f4947828993d'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:37:41.293166 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-596022ce-8825-4620-bbe1-b7564d30dfb5 req-94bae377-173e-4012-9816-94a3c2196e4a service neutron] Bound port: 474b56f6-a2e2-499a-ae9e-90bb3b31abf1, host: n-h1-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e46d897-8dd9-44db-a482-97d96de92855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '54d87c63-7c3c-4d42-9a19-f4947828993d'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:37:41.293525 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-596022ce-8825-4620-bbe1-b7564d30dfb5 req-94bae377-173e-4012-9816-94a3c2196e4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:41.297340 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6042fd1b-c379-4479-b75b-50620ccb1633 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:41.324076 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['723ba9b3-c26f-46d5-863a-8260959ab859'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:37:41.334251 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6042fd1b-c379-4479-b75b-50620ccb1633 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab5e4399-2b03-47bf-bd5b-7fc2265b3113,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:41.368119 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-596022ce-8825-4620-bbe1-b7564d30dfb5 req-94bae377-173e-4012-9816-94a3c2196e4a service neutron] For port 474b56f6-a2e2-499a-ae9e-90bb3b31abf1, host n-h1-813679-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:37:41.371688 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-596022ce-8825-4620-bbe1-b7564d30dfb5 req-94bae377-173e-4012-9816-94a3c2196e4a service neutron] For port 474b56f6-a2e2-499a-ae9e-90bb3b31abf1, host n-h1-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=474b56f6-a2e2-499a-ae9e-90bb3b31abf1,segment=NetworkSegment(7e46d897-8dd9-44db-a482-97d96de92855),segment_id=7e46d897-8dd9-44db-a482-97d96de92855)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:37:41.396427 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6042fd1b-c379-4479-b75b-50620ccb1633 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:41.402927 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-6042fd1b-c379-4479-b75b-50620ccb1633 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3834884 Oct 12 19:37:41.402927 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42296) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:41.406405 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-70937068-5e1c-4962-a402-ed34069e5f6f tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Request body: {'security_group_rule': {'security_group_id': 'e8fc369b-74a4-4e69-ab1e-2da8b3b0c791', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:37:41.473288 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-596022ce-8825-4620-bbe1-b7564d30dfb5 req-94bae377-173e-4012-9816-94a3c2196e4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:41.507917 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596022ce-8825-4620-bbe1-b7564d30dfb5 req-94bae377-173e-4012-9816-94a3c2196e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:41.508925 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-596022ce-8825-4620-bbe1-b7564d30dfb5 req-94bae377-173e-4012-9816-94a3c2196e4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:41.510913 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-596022ce-8825-4620-bbe1-b7564d30dfb5 req-94bae377-173e-4012-9816-94a3c2196e4a service neutron] 10.222.0.61 "PUT /v2.0/ports/474b56f6-a2e2-499a-ae9e-90bb3b31abf1 HTTP/1.1" status: 200 len: 1091 time: 0.9266646 Oct 12 19:37:41.516601 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '985b7aff-07af-4313-8d77-8ad0280bc3d6', 'tag': '474b56f6-a2e2-499a-ae9e-90bb3b31abf1'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:37:41.523580 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fae99d9-9f4b-441d-a172-4dc893bf4a44" -d '{"events": [{"name": "network-changed", "server_uuid": "985b7aff-07af-4313-8d77-8ad0280bc3d6", "tag": "474b56f6-a2e2-499a-ae9e-90bb3b31abf1"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:37:41.540822 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bae377-173e-4012-9816-94a3c2196e4a service neutron] Pushing event updated for resources: {'Port': ['ID=474b56f6-a2e2-499a-ae9e-90bb3b31abf1,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:41.551507 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-70937068-5e1c-4962-a402-ed34069e5f6f tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:41.564304 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-567bbd7f-9591-41ca-8e76-0cd63a4c8c85 x-openstack-request-id: req-567bbd7f-9591-41ca-8e76-0cd63a4c8c85 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:37:41.564598 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "985b7aff-07af-4313-8d77-8ad0280bc3d6", "tag": "474b56f6-a2e2-499a-ae9e-90bb3b31abf1", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:37:41.564855 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-567bbd7f-9591-41ca-8e76-0cd63a4c8c85 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:37:41.565263 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '985b7aff-07af-4313-8d77-8ad0280bc3d6', 'tag': '474b56f6-a2e2-499a-ae9e-90bb3b31abf1', 'status': 'completed', 'code': 200} Oct 12 19:37:41.617177 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-70937068-5e1c-4962-a402-ed34069e5f6f tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:41.631179 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fae99d9-9f4b-441d-a172-4dc893bf4a44 req-083ee9be-04c3-4de3-a74b-72cb3bad42ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:41.632780 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3fae99d9-9f4b-441d-a172-4dc893bf4a44 req-083ee9be-04c3-4de3-a74b-72cb3bad42ed service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5fb4add2f8244cd4a4c3f75f23e76e6d&device_id=985b7aff-07af-4313-8d77-8ad0280bc3d6 HTTP/1.1" status: 200 len: 1094 time: 0.0464256 Oct 12 19:37:41.717318 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-70937068-5e1c-4962-a402-ed34069e5f6f tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:41.732193 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fae99d9-9f4b-441d-a172-4dc893bf4a44 req-235b2205-ed1c-4f28-bcbb-5f3df982a46b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:41.734248 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3fae99d9-9f4b-441d-a172-4dc893bf4a44 req-235b2205-ed1c-4f28-bcbb-5f3df982a46b service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=5fb4add2f8244cd4a4c3f75f23e76e6d&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0917015 Oct 12 19:37:41.739144 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70937068-5e1c-4962-a402-ed34069e5f6f tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adb8f6d2-0841-4ab2-86dd-4eaf281f28be,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:41.791433 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-70937068-5e1c-4962-a402-ed34069e5f6f tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:41.792718 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-70937068-5e1c-4962-a402-ed34069e5f6f tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3911300 Oct 12 19:37:41.796510 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42300) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:41.802541 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-7dff494f-ac86-41bf-8646-4b147bf6dfff tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Request body: {'security_group_rule': {'security_group_id': 'e8fc369b-74a4-4e69-ab1e-2da8b3b0c791', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:37:41.834216 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fae99d9-9f4b-441d-a172-4dc893bf4a44 req-25f2d6b3-62b7-4855-a243-cbac8da35b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:41.835665 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3fae99d9-9f4b-441d-a172-4dc893bf4a44 req-25f2d6b3-62b7-4855-a243-cbac8da35b30 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0942922 Oct 12 19:37:41.879054 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7dff494f-ac86-41bf-8646-4b147bf6dfff tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:41.925490 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596022ce-8825-4620-bbe1-b7564d30dfb5 req-c8efb506-540e-4699-800c-b145a038adac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:41.927030 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-596022ce-8825-4620-bbe1-b7564d30dfb5 req-c8efb506-540e-4699-800c-b145a038adac service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5fb4add2f8244cd4a4c3f75f23e76e6d&device_id=985b7aff-07af-4313-8d77-8ad0280bc3d6 HTTP/1.1" status: 200 len: 1094 time: 0.0464604 Oct 12 19:37:41.953861 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7dff494f-ac86-41bf-8646-4b147bf6dfff tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:41.978255 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-596022ce-8825-4620-bbe1-b7564d30dfb5 req-63d61fc3-f9c3-4948-842a-213385e9ef3c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=474b56f6-a2e2-499a-ae9e-90bb3b31abf1 HTTP/1.1" status: 200 len: 217 time: 0.0429223 Oct 12 19:37:42.035811 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7dff494f-ac86-41bf-8646-4b147bf6dfff tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:42.039756 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596022ce-8825-4620-bbe1-b7564d30dfb5 req-42bec952-4616-4528-8878-4154f8f64882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:42.041860 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-596022ce-8825-4620-bbe1-b7564d30dfb5 req-42bec952-4616-4528-8878-4154f8f64882 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9a700bc4-7f3d-48be-8849-4f5c87b67eb1 HTTP/1.1" status: 200 len: 852 time: 0.0560458 Oct 12 19:37:42.079753 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dff494f-ac86-41bf-8646-4b147bf6dfff tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52ab45ed-0292-45de-82ec-16ef5769f13e,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:42.086873 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-596022ce-8825-4620-bbe1-b7564d30dfb5 req-af21f1df-82d1-48ee-9c9b-f1e5fe63e9f8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=54d87c63-7c3c-4d42-9a19-f4947828993d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372703 Oct 12 19:37:42.124674 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbfe591-d8d6-4e50-a3ac-f32c25d00f86 req-52a71971-7682-4584-953a-d6338a925efc tempest-TestServerAdvancedOps-1386632471 tempest-TestServerAdvancedOps-1386632471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:42.136769 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0bbfe591-d8d6-4e50-a3ac-f32c25d00f86 req-52a71971-7682-4584-953a-d6338a925efc tempest-TestServerAdvancedOps-1386632471 tempest-TestServerAdvancedOps-1386632471-project] 10.222.0.49 "GET /v2.0/ports?device_id=985b7aff-07af-4313-8d77-8ad0280bc3d6 HTTP/1.1" status: 200 len: 943 time: 0.1060936 Oct 12 19:37:42.152311 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7dff494f-ac86-41bf-8646-4b147bf6dfff tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:42.156992 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-7dff494f-ac86-41bf-8646-4b147bf6dfff tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3593192 Oct 12 19:37:42.159522 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42310) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:42.201396 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0bbfe591-d8d6-4e50-a3ac-f32c25d00f86 req-d577cdef-0043-4667-918a-f14c1d4f2020 tempest-TestServerAdvancedOps-1386632471 tempest-TestServerAdvancedOps-1386632471-project] 10.222.0.49 "GET /v2.0/security-groups?id=39e6ef1b-8e9d-4d89-8668-fb12e9b432ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692272 Oct 12 19:37:42.203029 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-70b69dba-8622-402b-b6db-c248c7c5fceb tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:42.210977 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-70b69dba-8622-402b-b6db-c248c7c5fceb tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:42.232458 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb547240-8963-493c-8ee1-2a0bb92c8b35 req-a9ffe871-8c74-4058-9ec2-ebe20da80f85 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:42.234127 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bb547240-8963-493c-8ee1-2a0bb92c8b35 req-a9ffe871-8c74-4058-9ec2-ebe20da80f85 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=1028ea46-bc1f-48bd-bf1f-0f515eaaeb0b HTTP/1.1" status: 200 len: 944 time: 0.0741661 Oct 12 19:37:42.240110 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-596022ce-8825-4620-bbe1-b7564d30dfb5 req-e89c2f65-1470-4d40-8b7f-27db5497b8c8 service neutron] 10.222.0.61 "GET /v2.0/networks/54d87c63-7c3c-4d42-9a19-f4947828993d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421640 Oct 12 19:37:42.317584 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-70b69dba-8622-402b-b6db-c248c7c5fceb tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:42.322801 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-70b69dba-8622-402b-b6db-c248c7c5fceb tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:42.323942 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-70b69dba-8622-402b-b6db-c248c7c5fceb tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/52ab45ed-0292-45de-82ec-16ef5769f13e HTTP/1.1" status: 204 len: 168 time: 0.1640613 Oct 12 19:37:42.325790 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bb547240-8963-493c-8ee1-2a0bb92c8b35 req-d7608030-b02b-4db5-b4d7-07f09b5fbeea tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/security-groups?id=01d179f3-99bf-419e-b905-ce06318e0a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842969 Oct 12 19:37:42.326637 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42312) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:42.344341 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b69dba-8622-402b-b6db-c248c7c5fceb tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=52ab45ed-0292-45de-82ec-16ef5769f13e,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:42.358584 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-596022ce-8825-4620-bbe1-b7564d30dfb5 req-417e8ac5-ec44-4021-be37-ef5b6689f062 service neutron] 10.222.0.61 "GET /v2.0/networks/54d87c63-7c3c-4d42-9a19-f4947828993d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110919 Oct 12 19:37:42.382708 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-ae90f84e-60be-40bd-99ac-746b986b25ad tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0546124 Oct 12 19:37:42.385283 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42314) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:42.408476 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-44cd3525-78d4-46c4-afe7-429c0e55297c tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:42.415817 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-44cd3525-78d4-46c4-afe7-429c0e55297c tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:42.531595 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-44cd3525-78d4-46c4-afe7-429c0e55297c tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:42.536469 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-44cd3525-78d4-46c4-afe7-429c0e55297c tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:42.537602 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-44cd3525-78d4-46c4-afe7-429c0e55297c tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/adb8f6d2-0841-4ab2-86dd-4eaf281f28be HTTP/1.1" status: 204 len: 168 time: 0.1513698 Oct 12 19:37:42.545460 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cd3525-78d4-46c4-afe7-429c0e55297c tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=adb8f6d2-0841-4ab2-86dd-4eaf281f28be,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:42.546807 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42316) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:42.601125 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-9d9afc3b-a147-42e0-abb9-b0ebc1d51d98 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0524986 Oct 12 19:37:42.603826 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42318) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:42.627065 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-315dd84c-8d33-491f-9152-330b406281d5 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:42.634208 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-315dd84c-8d33-491f-9152-330b406281d5 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:42.740210 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-315dd84c-8d33-491f-9152-330b406281d5 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:42.746802 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-315dd84c-8d33-491f-9152-330b406281d5 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:42.750808 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-315dd84c-8d33-491f-9152-330b406281d5 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/ab5e4399-2b03-47bf-bd5b-7fc2265b3113 HTTP/1.1" status: 204 len: 168 time: 0.1431208 Oct 12 19:37:42.751457 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42320) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:42.753976 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315dd84c-8d33-491f-9152-330b406281d5 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ab5e4399-2b03-47bf-bd5b-7fc2265b3113,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:42.793932 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-c516fe1a-d1a7-42d6-8e94-6659595e5741 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0413206 Oct 12 19:37:42.797037 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42322) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:42.803905 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 723ba9b3-c26f-46d5-863a-8260959ab859 up at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:37:42.821485 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1fcb2926-4869-4191-bdf3-09265ac3d1a0 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:42.828837 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1fcb2926-4869-4191-bdf3-09265ac3d1a0 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:42.934460 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning for port 723ba9b3-c26f-46d5-863a-8260959ab859 completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:37:42.938534 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning complete for port 723ba9b3-c26f-46d5-863a-8260959ab859 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:37:42.940020 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:42.955056 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1fcb2926-4869-4191-bdf3-09265ac3d1a0 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:42.959806 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1fcb2926-4869-4191-bdf3-09265ac3d1a0 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:42.963306 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-1fcb2926-4869-4191-bdf3-09265ac3d1a0 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/3ccd542f-d5e3-494b-b0d5-50fb49d5b68b HTTP/1.1" status: 204 len: 168 time: 0.1630743 Oct 12 19:37:42.963692 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42326) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:42.995100 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcb2926-4869-4191-bdf3-09265ac3d1a0 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3ccd542f-d5e3-494b-b0d5-50fb49d5b68b,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:43.013170 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-ede8b6d5-494f-4070-8caf-ca2ee51ed7ce tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0476673 Oct 12 19:37:43.018409 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42334) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:43.031874 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:43.055531 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-904812a5-002c-4382-b041-119acce9d9b1 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:43.056082 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1028ea46-bc1f-48bd-bf1f-0f515eaaeb0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '723ba9b3-c26f-46d5-863a-8260959ab859'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:37:43.058090 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-904812a5-002c-4382-b041-119acce9d9b1 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:43.058549 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eda83bfd-edfb-42ca-b1f4-b6309ac4f9bf" -d '{"events": [{"server_uuid": "1028ea46-bc1f-48bd-bf1f-0f515eaaeb0b", "name": "network-vif-plugged", "status": "completed", "tag": "723ba9b3-c26f-46d5-863a-8260959ab859"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:37:43.079198 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 723ba9b3-c26f-46d5-863a-8260959ab859, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=723ba9b3-c26f-46d5-863a-8260959ab859,segment=NetworkSegment(e63f83d5-85c3-489d-99f4-18d9a9b82b19),segment_id=e63f83d5-85c3-489d-99f4-18d9a9b82b19)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:37:43.101480 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f93c4b94-df56-4fdd-b3f9-f1cb8b67eaec x-openstack-request-id: req-f93c4b94-df56-4fdd-b3f9-f1cb8b67eaec {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:37:43.101480 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1028ea46-bc1f-48bd-bf1f-0f515eaaeb0b", "name": "network-vif-plugged", "status": "completed", "tag": "723ba9b3-c26f-46d5-863a-8260959ab859", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:37:43.101480 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f93c4b94-df56-4fdd-b3f9-f1cb8b67eaec {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:37:43.101480 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1028ea46-bc1f-48bd-bf1f-0f515eaaeb0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '723ba9b3-c26f-46d5-863a-8260959ab859', 'code': 200} Oct 12 19:37:43.154335 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:43.177136 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-904812a5-002c-4382-b041-119acce9d9b1 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:43.183302 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-904812a5-002c-4382-b041-119acce9d9b1 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:43.184518 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-904812a5-002c-4382-b041-119acce9d9b1 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/4fb5b2ab-e175-44de-815e-9025e9a3c733 HTTP/1.1" status: 204 len: 168 time: 0.1677871 Oct 12 19:37:43.188202 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42340) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:43.199792 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703bba9e-3452-48ed-a6ca-bd0d42162fb5 req-e2cf8c81-867d-4b6f-81d3-34e85065836d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:43.202820 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-703bba9e-3452-48ed-a6ca-bd0d42162fb5 req-e2cf8c81-867d-4b6f-81d3-34e85065836d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1028ea46-bc1f-48bd-bf1f-0f515eaaeb0b HTTP/1.1" status: 200 len: 1096 time: 0.0502226 Oct 12 19:37:43.210662 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904812a5-002c-4382-b041-119acce9d9b1 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4fb5b2ab-e175-44de-815e-9025e9a3c733,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:43.211950 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=723ba9b3-c26f-46d5-863a-8260959ab859,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:43.247365 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-9ace75d5-37b6-434e-a512-61ae14b8113c tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0562112 Oct 12 19:37:43.248165 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42344) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:43.248778 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-703bba9e-3452-48ed-a6ca-bd0d42162fb5 req-db9612a0-20c7-4947-a9c7-0cab316b4727 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=01d179f3-99bf-419e-b905-ce06318e0a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380239 Oct 12 19:37:43.300804 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c84cb55a-5112-46db-b09b-57ce98be8f81 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:43.323823 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c84cb55a-5112-46db-b09b-57ce98be8f81 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:43.330055 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4a683b-6c43-478f-9f0e-9cf5b1733411 req-0946c30b-bdd5-4330-bce7-bf00a93a4636 tempest-TestServerAdvancedOps-1386632471 tempest-TestServerAdvancedOps-1386632471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:43.330055 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1f4a683b-6c43-478f-9f0e-9cf5b1733411 req-0946c30b-bdd5-4330-bce7-bf00a93a4636 tempest-TestServerAdvancedOps-1386632471 tempest-TestServerAdvancedOps-1386632471-project] 10.222.0.49 "GET /v2.0/ports?device_id=985b7aff-07af-4313-8d77-8ad0280bc3d6 HTTP/1.1" status: 200 len: 943 time: 0.0505297 Oct 12 19:37:43.365734 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1f4a683b-6c43-478f-9f0e-9cf5b1733411 req-c28ce804-b87b-40c7-a93a-7f13b553afca tempest-TestServerAdvancedOps-1386632471 tempest-TestServerAdvancedOps-1386632471-project] 10.222.0.49 "GET /v2.0/security-groups?id=39e6ef1b-8e9d-4d89-8668-fb12e9b432ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327249 Oct 12 19:37:43.434740 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c84cb55a-5112-46db-b09b-57ce98be8f81 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:43.437586 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c84cb55a-5112-46db-b09b-57ce98be8f81 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:43.438690 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-c84cb55a-5112-46db-b09b-57ce98be8f81 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] 10.222.0.49 "DELETE /v2.0/security-groups/e8fc369b-74a4-4e69-ab1e-2da8b3b0c791 HTTP/1.1" status: 204 len: 168 time: 0.1895974 Oct 12 19:37:43.441423 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42348) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:43.451180 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84cb55a-5112-46db-b09b-57ce98be8f81 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8fc369b-74a4-4e69-ab1e-2da8b3b0c791,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:43.470926 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1119f52-af5d-4b87-a248-9cabd1780afa req-74657e29-15ae-4102-adbc-ea7746328dec tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:43.472484 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c1119f52-af5d-4b87-a248-9cabd1780afa req-74657e29-15ae-4102-adbc-ea7746328dec tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=1028ea46-bc1f-48bd-bf1f-0f515eaaeb0b HTTP/1.1" status: 200 len: 945 time: 0.0646920 Oct 12 19:37:43.490815 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-aa88d03a-14f8-4579-b828-c856df64bd56 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0482373 Oct 12 19:37:43.496436 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42350) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:43.499826 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-3a6f7cac-889d-4b7a-a698-db6f09f96ce7 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Request body: {'security_group': {'name': 'tempest-secgroup--795191112'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:37:43.532370 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c1119f52-af5d-4b87-a248-9cabd1780afa req-a4256a71-a427-46db-ad5a-dcf751a28901 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/security-groups?id=01d179f3-99bf-419e-b905-ce06318e0a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529871 Oct 12 19:37:43.603192 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3a6f7cac-889d-4b7a-a698-db6f09f96ce7 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:43.670733 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3a6f7cac-889d-4b7a-a698-db6f09f96ce7 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:43.717121 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3a6f7cac-889d-4b7a-a698-db6f09f96ce7 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:43.745693 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6f7cac-889d-4b7a-a698-db6f09f96ce7 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8990d13-13be-4fae-9556-7f576b2d7b33,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:43.787650 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3a6f7cac-889d-4b7a-a698-db6f09f96ce7 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:43.788925 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-3a6f7cac-889d-4b7a-a698-db6f09f96ce7 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2926192 Oct 12 19:37:43.791762 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42354) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:43.796149 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-08eb765f-e71d-479c-9ac1-ff278cdede3f tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Request body: {'security_group_rule': {'security_group_id': 'a8990d13-13be-4fae-9556-7f576b2d7b33', 'direction': 'ingress', 'protocol': 17}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:37:43.905179 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-08eb765f-e71d-479c-9ac1-ff278cdede3f tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:43.963532 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-08eb765f-e71d-479c-9ac1-ff278cdede3f tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:44.048589 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-08eb765f-e71d-479c-9ac1-ff278cdede3f tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:44.068744 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08eb765f-e71d-479c-9ac1-ff278cdede3f tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a31faaf-9bce-45fb-a953-0d1e0a2e49d7,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:44.144926 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-08eb765f-e71d-479c-9ac1-ff278cdede3f tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:44.146144 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-08eb765f-e71d-479c-9ac1-ff278cdede3f tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3534069 Oct 12 19:37:44.148930 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42358) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:44.204510 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-15d7cc04-e7a1-4b42-a739-f77095244830 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:44.230438 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-15d7cc04-e7a1-4b42-a739-f77095244830 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:44.343733 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-15d7cc04-e7a1-4b42-a739-f77095244830 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:44.346321 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-15d7cc04-e7a1-4b42-a739-f77095244830 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:44.347659 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-15d7cc04-e7a1-4b42-a739-f77095244830 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] 10.222.0.49 "DELETE /v2.0/security-groups/a8990d13-13be-4fae-9556-7f576b2d7b33 HTTP/1.1" status: 204 len: 168 time: 0.1976552 Oct 12 19:37:44.350255 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42360) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:44.356724 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d7cc04-e7a1-4b42-a739-f77095244830 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8990d13-13be-4fae-9556-7f576b2d7b33,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:44.406432 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-48edaf8e-ea22-4623-9087-984ad8fbfdab tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0544009 Oct 12 19:37:44.410380 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42364) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:44.415239 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-4c5bbc2b-fa31-4a3b-bb74-65bd25e96e2a tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Request body: {'security_group': {'name': 'tempest-secgroup--230431300'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:37:44.474971 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 474b56f6-a2e2-499a-ae9e-90bb3b31abf1 details requested by agent hyperv_n-h1-813679-3 with host n-h1-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:37:44.492478 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1537ee-5e3e-41f2-a673-4e0c94b17ba9 req-8e4ddcae-ff9d-48b7-91c6-8cefc20f8e0c tempest-TestServerAdvancedOps-1386632471 tempest-TestServerAdvancedOps-1386632471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:44.493960 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-aa1537ee-5e3e-41f2-a673-4e0c94b17ba9 req-8e4ddcae-ff9d-48b7-91c6-8cefc20f8e0c tempest-TestServerAdvancedOps-1386632471 tempest-TestServerAdvancedOps-1386632471-project] 10.222.0.49 "GET /v2.0/ports?device_id=985b7aff-07af-4313-8d77-8ad0280bc3d6 HTTP/1.1" status: 200 len: 943 time: 0.0506055 Oct 12 19:37:44.502691 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4c5bbc2b-fa31-4a3b-bb74-65bd25e96e2a tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:44.583930 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4c5bbc2b-fa31-4a3b-bb74-65bd25e96e2a tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:44.586715 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-aa1537ee-5e3e-41f2-a673-4e0c94b17ba9 req-6065b31f-ec4a-4ed7-a1c6-d2ddea52eb49 tempest-TestServerAdvancedOps-1386632471 tempest-TestServerAdvancedOps-1386632471-project] 10.222.0.49 "GET /v2.0/security-groups?id=39e6ef1b-8e9d-4d89-8668-fb12e9b432ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786927 Oct 12 19:37:44.597658 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 474b56f6-a2e2-499a-ae9e-90bb3b31abf1, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=474b56f6-a2e2-499a-ae9e-90bb3b31abf1,segment=NetworkSegment(7e46d897-8dd9-44db-a482-97d96de92855),segment_id=7e46d897-8dd9-44db-a482-97d96de92855)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:37:44.610350 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Returning: {'device': '474b56f6-a2e2-499a-ae9e-90bb3b31abf1', 'network_id': '54d87c63-7c3c-4d42-9a19-f4947828993d', 'port_id': '474b56f6-a2e2-499a-ae9e-90bb3b31abf1', 'mac_address': 'fa:16:3e:54:d0:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a700bc4-7f3d-48be-8849-4f5c87b67eb1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:37:44.659477 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:44.671324 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1240462f-8430-42f0-adac-cb298aea42a3 req-34bf3ba2-d786-4d35-b42b-1b74f84124ac tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:44.673442 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1240462f-8430-42f0-adac-cb298aea42a3 req-34bf3ba2-d786-4d35-b42b-1b74f84124ac tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=1028ea46-bc1f-48bd-bf1f-0f515eaaeb0b HTTP/1.1" status: 200 len: 945 time: 0.0544300 Oct 12 19:37:44.674596 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4c5bbc2b-fa31-4a3b-bb74-65bd25e96e2a tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:44.675323 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 474b56f6-a2e2-499a-ae9e-90bb3b31abf1 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:37:44.697747 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 474b56f6-a2e2-499a-ae9e-90bb3b31abf1, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=474b56f6-a2e2-499a-ae9e-90bb3b31abf1,segment=NetworkSegment(7e46d897-8dd9-44db-a482-97d96de92855),segment_id=7e46d897-8dd9-44db-a482-97d96de92855)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:37:44.729391 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5bbc2b-fa31-4a3b-bb74-65bd25e96e2a tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c40370b-1895-4bd8-b04e-a8d1b5bebb29,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:44.738580 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1240462f-8430-42f0-adac-cb298aea42a3 req-1079f8aa-c4d2-49a0-a73f-3e54c6d8c867 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/security-groups?id=01d179f3-99bf-419e-b905-ce06318e0a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577347 Oct 12 19:37:44.742918 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:44.772882 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4c5bbc2b-fa31-4a3b-bb74-65bd25e96e2a tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:44.774109 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-4c5bbc2b-fa31-4a3b-bb74-65bd25e96e2a tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3623013 Oct 12 19:37:44.785541 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42372) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:44.790075 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-9b312688-8c72-4990-8ffb-fe1759a7d5b9 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Request body: {'security_group': {'name': 'tempest-secgroup--1659321437'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:37:44.801620 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=474b56f6-a2e2-499a-ae9e-90bb3b31abf1,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:44.862017 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb5d9d1-c9a4-4ec2-8e92-14cc66bbf5dc req-1c0539bf-c683-4b08-b83a-a7a2d6f851c3 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:44.863418 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-dfb5d9d1-c9a4-4ec2-8e92-14cc66bbf5dc req-1c0539bf-c683-4b08-b83a-a7a2d6f851c3 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=1028ea46-bc1f-48bd-bf1f-0f515eaaeb0b HTTP/1.1" status: 200 len: 945 time: 0.0480082 Oct 12 19:37:44.872344 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42374) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:44.877264 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-08b4e92d-72a8-4547-b9cb-e43e3e5e656f tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Request body: {'floatingip': {'port_id': '723ba9b3-c26f-46d5-863a-8260959ab859'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:37:44.919013 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-08b4e92d-72a8-4547-b9cb-e43e3e5e656f tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Notify callbacks [] for floatingip, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:44.921539 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9b312688-8c72-4990-8ffb-fe1759a7d5b9 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:44.997504 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['474b56f6-a2e2-499a-ae9e-90bb3b31abf1'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:37:45.178693 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9b312688-8c72-4990-8ffb-fe1759a7d5b9 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:45.277772 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9b312688-8c72-4990-8ffb-fe1759a7d5b9 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:45.356141 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b312688-8c72-4990-8ffb-fe1759a7d5b9 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=281dc4c4-036d-4ad7-8cdb-992be8aade92,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:45.412194 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9b312688-8c72-4990-8ffb-fe1759a7d5b9 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:45.413431 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-9b312688-8c72-4990-8ffb-fe1759a7d5b9 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6269338 Oct 12 19:37:45.416124 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42376) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:45.420367 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-090fdcc4-57e6-4d3b-9eb7-ecf132195037 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Request body: {'security_group_rule': {'security_group_id': '6c40370b-1895-4bd8-b04e-a8d1b5bebb29', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '281dc4c4-036d-4ad7-8cdb-992be8aade92', 'remote_ip_prefix': None}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:37:45.533444 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-08b4e92d-72a8-4547-b9cb-e43e3e5e656f tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:45.549158 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-090fdcc4-57e6-4d3b-9eb7-ecf132195037 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:45.626533 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-08b4e92d-72a8-4547-b9cb-e43e3e5e656f tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7915414'] for floatingip, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:45.630838 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-090fdcc4-57e6-4d3b-9eb7-ecf132195037 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:45.707978 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58722e5-369e-4690-a1de-ea1b9fea87d4 req-bf342696-891b-46f3-8c32-e02e4abbd962 tempest-TestServerAdvancedOps-1386632471 tempest-TestServerAdvancedOps-1386632471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:45.710609 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b58722e5-369e-4690-a1de-ea1b9fea87d4 req-bf342696-891b-46f3-8c32-e02e4abbd962 tempest-TestServerAdvancedOps-1386632471 tempest-TestServerAdvancedOps-1386632471-project] 10.222.0.49 "GET /v2.0/ports?device_id=985b7aff-07af-4313-8d77-8ad0280bc3d6 HTTP/1.1" status: 200 len: 944 time: 0.0592246 Oct 12 19:37:45.728282 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-090fdcc4-57e6-4d3b-9eb7-ecf132195037 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:45.757788 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090fdcc4-57e6-4d3b-9eb7-ecf132195037 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=260a23f0-ab9b-4a84-9766-6db3dabdb9b9,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:45.767844 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b58722e5-369e-4690-a1de-ea1b9fea87d4 req-47846b86-72d1-4ed4-9f64-de0d0f2f41a5 tempest-TestServerAdvancedOps-1386632471 tempest-TestServerAdvancedOps-1386632471-project] 10.222.0.49 "GET /v2.0/security-groups?id=39e6ef1b-8e9d-4d89-8668-fb12e9b432ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467069 Oct 12 19:37:45.779099 n-d-813679-3 neutron-server[95501]: INFO neutron.db.l3_db [None req-08b4e92d-72a8-4547-b9cb-e43e3e5e656f tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Floating IP 54197b2d-9ddb-47b0-b574-e6fe0185ca78 associated. External IP: 172.25.5.140, port: 723ba9b3-c26f-46d5-863a-8260959ab859. Oct 12 19:37:45.818113 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-090fdcc4-57e6-4d3b-9eb7-ecf132195037 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:45.822033 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-090fdcc4-57e6-4d3b-9eb7-ecf132195037 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4022419 Oct 12 19:37:45.822492 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42390) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:45.848112 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2c8d2822-ac00-47f1-9b16-357fa717c51d tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:45.855633 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2c8d2822-ac00-47f1-9b16-357fa717c51d tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:45.948258 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2c8d2822-ac00-47f1-9b16-357fa717c51d tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:45.954744 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2c8d2822-ac00-47f1-9b16-357fa717c51d tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:45.958211 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-2c8d2822-ac00-47f1-9b16-357fa717c51d tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/260a23f0-ab9b-4a84-9766-6db3dabdb9b9 HTTP/1.1" status: 204 len: 168 time: 0.1323433 Oct 12 19:37:45.959701 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42392) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:45.970309 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8d2822-ac00-47f1-9b16-357fa717c51d tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=260a23f0-ab9b-4a84-9766-6db3dabdb9b9,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:45.997114 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08b4e92d-72a8-4547-b9cb-e43e3e5e656f tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Router 257e0cd3-b557-4aef-8cfa-2402ba45fb0b has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:37:46.009540 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-e5516468-02ea-4246-9824-94bbb3795705 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0487044 Oct 12 19:37:46.012406 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42394) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:46.064880 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-95831222-aa70-4e43-8101-d6206ba913b6 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:46.088394 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-95831222-aa70-4e43-8101-d6206ba913b6 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:46.114113 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08b4e92d-72a8-4547-b9cb-e43e3e5e656f tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:37:46.126449 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c198dbeb-d72b-4206-b1fc-ae3665673a68 None None] Sync routers for ids ['257e0cd3-b557-4aef-8cfa-2402ba45fb0b'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:37:46.126956 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-08b4e92d-72a8-4547-b9cb-e43e3e5e656f tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:46.139160 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c198dbeb-d72b-4206-b1fc-ae3665673a68 None None] Routers {'257e0cd3-b557-4aef-8cfa-2402ba45fb0b'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:37:46.140197 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-c198dbeb-d72b-4206-b1fc-ae3665673a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:37:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['257e0cd3-b557-4aef-8cfa-2402ba45fb0b'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:37:46.157306 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-08b4e92d-72a8-4547-b9cb-e43e3e5e656f tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "PUT /v2.0/floatingips/54197b2d-9ddb-47b0-b574-e6fe0185ca78 HTTP/1.1" status: 200 len: 991 time: 1.2839205 Oct 12 19:37:46.157951 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1028ea46-bc1f-48bd-bf1f-0f515eaaeb0b', 'tag': '723ba9b3-c26f-46d5-863a-8260959ab859'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:37:46.169513 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3b08842-eb3c-4f42-85d3-044f6a82763a" -d '{"events": [{"name": "network-changed", "server_uuid": "1028ea46-bc1f-48bd-bf1f-0f515eaaeb0b", "tag": "723ba9b3-c26f-46d5-863a-8260959ab859"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:37:46.236478 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1d25ccd-88aa-4eb8-8a49-600fd48a3481 x-openstack-request-id: req-c1d25ccd-88aa-4eb8-8a49-600fd48a3481 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:37:46.236723 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1028ea46-bc1f-48bd-bf1f-0f515eaaeb0b", "tag": "723ba9b3-c26f-46d5-863a-8260959ab859", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:37:46.236830 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c1d25ccd-88aa-4eb8-8a49-600fd48a3481 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:37:46.237192 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1028ea46-bc1f-48bd-bf1f-0f515eaaeb0b', 'tag': '723ba9b3-c26f-46d5-863a-8260959ab859', 'status': 'completed', 'code': 200} Oct 12 19:37:46.307060 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-c198dbeb-d72b-4206-b1fc-ae3665673a68 None None] Set router 257e0cd3-b557-4aef-8cfa-2402ba45fb0b gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:37:46.311348 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b08842-eb3c-4f42-85d3-044f6a82763a req-8ff935f8-3075-4ffa-8c31-cb7742ffa9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:46.312971 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b3b08842-eb3c-4f42-85d3-044f6a82763a req-8ff935f8-3075-4ffa-8c31-cb7742ffa9f1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=811cfaee5aef4af79e24164832947c33&device_id=1028ea46-bc1f-48bd-bf1f-0f515eaaeb0b HTTP/1.1" status: 200 len: 1096 time: 0.0482128 Oct 12 19:37:46.418399 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b08842-eb3c-4f42-85d3-044f6a82763a req-abf524e1-7423-409e-a12e-4283ce758dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:46.420078 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b3b08842-eb3c-4f42-85d3-044f6a82763a req-abf524e1-7423-409e-a12e-4283ce758dcf service neutron] 10.222.0.67 "GET /v2.0/networks?id=e1de796f-6482-493c-b5ac-b28a591020e2 HTTP/1.1" status: 200 len: 918 time: 0.0995047 Oct 12 19:37:46.490796 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b3b08842-eb3c-4f42-85d3-044f6a82763a req-0b48ddca-8191-42e5-95c7-e5857d487ffb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=723ba9b3-c26f-46d5-863a-8260959ab859 HTTP/1.1" status: 200 len: 999 time: 0.0619762 Oct 12 19:37:46.491069 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 474b56f6-a2e2-499a-ae9e-90bb3b31abf1 up at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:37:46.535363 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-95831222-aa70-4e43-8101-d6206ba913b6 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:46.539053 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-95831222-aa70-4e43-8101-d6206ba913b6 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:46.542764 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-95831222-aa70-4e43-8101-d6206ba913b6 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] 10.222.0.49 "DELETE /v2.0/security-groups/281dc4c4-036d-4ad7-8cdb-992be8aade92 HTTP/1.1" status: 204 len: 168 time: 0.5271525 Oct 12 19:37:46.542967 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b08842-eb3c-4f42-85d3-044f6a82763a req-d4fd50b4-8152-451a-b208-73452476dfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:46.543450 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b3b08842-eb3c-4f42-85d3-044f6a82763a req-d4fd50b4-8152-451a-b208-73452476dfaf service neutron] 10.222.0.67 "GET /v2.0/subnets?id=914db72d-f2c7-4670-91dc-11fde7252bf5 HTTP/1.1" status: 200 len: 856 time: 0.0457652 Oct 12 19:37:46.543721 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42400) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:46.553362 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95831222-aa70-4e43-8101-d6206ba913b6 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=281dc4c4-036d-4ad7-8cdb-992be8aade92,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:46.576572 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-c198dbeb-d72b-4206-b1fc-ae3665673a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '257e0cd3-b557-4aef-8cfa-2402ba45fb0b', 'name': 'tempest-AttachVolumeShelveTestJSON-1449942919-router', 'tenant_id': '811cfaee5aef4af79e24164832947c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '14e3785e-fb5f-4128-851b-947f1f605c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:32:57Z', 'updated_at': '2021-10-12T19:33:04Z', 'revision_number': 4, 'project_id': '811cfaee5aef4af79e24164832947c33', 'gw_port': {'id': '14e3785e-fb5f-4128-851b-947f1f605c4a', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:06:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257e0cd3-b557-4aef-8cfa-2402ba45fb0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:32:58Z', 'updated_at': '2021-10-12T19:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': '54197b2d-9ddb-47b0-b574-e6fe0185ca78', 'tenant_id': '811cfaee5aef4af79e24164832947c33', 'floating_ip_address': '172.25.5.140', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': '257e0cd3-b557-4aef-8cfa-2402ba45fb0b', 'port_id': '723ba9b3-c26f-46d5-863a-8260959ab859', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2870, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1de796f-6482-493c-b5ac-b28a591020e2', 'mac_address': 'fa:16:3e:88:1e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1028ea46-bc1f-48bd-bf1f-0f515eaaeb0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T19:37:25Z', 'updated_at': '2021-10-12T19:37:45Z', 'revision_number': 1, 'project_id': '811cfaee5aef4af79e24164832947c33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa41498b-5fb1-457e-9ae4-812e12688df5', 'name': '', 'network_id': 'e1de796f-6482-493c-b5ac-b28a591020e2', 'tenant_id': '811cfaee5aef4af79e24164832947c33', 'mac_address': 'fa:16:3e:0c:01:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257e0cd3-b557-4aef-8cfa-2402ba45fb0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': '914db72d-f2c7-4670-91dc-11fde7252bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:33:02Z', 'updated_at': '2021-10-12T19:33:09Z', 'revision_number': 5, 'project_id': '811cfaee5aef4af79e24164832947c33', 'subnets': [{'id': '914db72d-f2c7-4670-91dc-11fde7252bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:37:46.613761 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c198dbeb-d72b-4206-b1fc-ae3665673a68 None None] Checking router: 257e0cd3-b557-4aef-8cfa-2402ba45fb0b for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:37:46.625307 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c198dbeb-d72b-4206-b1fc-ae3665673a68 None None] Routers {'257e0cd3-b557-4aef-8cfa-2402ba45fb0b'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:37:46.625919 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-c198dbeb-d72b-4206-b1fc-ae3665673a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:37:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['257e0cd3-b557-4aef-8cfa-2402ba45fb0b'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:37:46.631506 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning for port 474b56f6-a2e2-499a-ae9e-90bb3b31abf1 completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:37:46.637992 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-7b0540a9-e702-4b99-8d55-5135e09d604a tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0904703 Oct 12 19:37:46.638207 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b08842-eb3c-4f42-85d3-044f6a82763a req-c7806d3b-75f5-4069-80c5-ebeb520bbf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:46.638416 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42402) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:46.640298 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b3b08842-eb3c-4f42-85d3-044f6a82763a req-c7806d3b-75f5-4069-80c5-ebeb520bbf12 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e1de796f-6482-493c-b5ac-b28a591020e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0874188 Oct 12 19:37:46.646136 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning complete for port 474b56f6-a2e2-499a-ae9e-90bb3b31abf1 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:37:46.646759 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:46.758692 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f40a168a-824f-474b-b15b-f516b801222c tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:46.776777 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:46.806848 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '985b7aff-07af-4313-8d77-8ad0280bc3d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '474b56f6-a2e2-499a-ae9e-90bb3b31abf1'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:37:46.813587 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-077e654b-4910-4229-bbf9-a01eeda3862e" -d '{"events": [{"server_uuid": "985b7aff-07af-4313-8d77-8ad0280bc3d6", "name": "network-vif-plugged", "status": "completed", "tag": "474b56f6-a2e2-499a-ae9e-90bb3b31abf1"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:37:46.815540 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-c198dbeb-d72b-4206-b1fc-ae3665673a68 None None] Set router 257e0cd3-b557-4aef-8cfa-2402ba45fb0b gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:37:46.825549 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b3b08842-eb3c-4f42-85d3-044f6a82763a req-30e8505c-26c2-4e1d-8aaa-23a934f4f813 service neutron] 10.222.0.67 "GET /v2.0/networks/e1de796f-6482-493c-b5ac-b28a591020e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771512 Oct 12 19:37:46.866311 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 474b56f6-a2e2-499a-ae9e-90bb3b31abf1, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=474b56f6-a2e2-499a-ae9e-90bb3b31abf1,segment=NetworkSegment(7e46d897-8dd9-44db-a482-97d96de92855),segment_id=7e46d897-8dd9-44db-a482-97d96de92855)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:37:46.868615 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f40a168a-824f-474b-b15b-f516b801222c tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:46.909177 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b165a5ec-5722-4d16-aa14-08706cffcfe6 x-openstack-request-id: req-b165a5ec-5722-4d16-aa14-08706cffcfe6 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:37:46.909476 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "985b7aff-07af-4313-8d77-8ad0280bc3d6", "name": "network-vif-plugged", "status": "completed", "tag": "474b56f6-a2e2-499a-ae9e-90bb3b31abf1", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:37:46.909733 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b165a5ec-5722-4d16-aa14-08706cffcfe6 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:37:46.910125 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '985b7aff-07af-4313-8d77-8ad0280bc3d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '474b56f6-a2e2-499a-ae9e-90bb3b31abf1', 'code': 200} Oct 12 19:37:46.932845 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:47.031287 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=474b56f6-a2e2-499a-ae9e-90bb3b31abf1,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:47.051003 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116aa3eb-0cb8-4bf0-8421-f9b81fa99bd9 req-225874ac-8bd2-49c1-9552-48eec28dca57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:47.056403 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-116aa3eb-0cb8-4bf0-8421-f9b81fa99bd9 req-225874ac-8bd2-49c1-9552-48eec28dca57 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=985b7aff-07af-4313-8d77-8ad0280bc3d6 HTTP/1.1" status: 200 len: 1096 time: 0.0652931 Oct 12 19:37:47.056403 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f40a168a-824f-474b-b15b-f516b801222c tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:47.057887 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f40a168a-824f-474b-b15b-f516b801222c tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:47.063758 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42418) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:47.064065 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-f40a168a-824f-474b-b15b-f516b801222c tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] 10.222.0.49 "DELETE /v2.0/security-groups/6c40370b-1895-4bd8-b04e-a8d1b5bebb29 HTTP/1.1" status: 204 len: 168 time: 0.4239457 Oct 12 19:37:47.097227 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40a168a-824f-474b-b15b-f516b801222c tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c40370b-1895-4bd8-b04e-a8d1b5bebb29,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:47.137958 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-116aa3eb-0cb8-4bf0-8421-f9b81fa99bd9 req-8fa59fc8-dfde-47a6-9b51-293383ac94cd service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=39e6ef1b-8e9d-4d89-8668-fb12e9b432ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725024 Oct 12 19:37:47.141470 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d569e81e-c1aa-4a8a-9cd4-844f35afa746 req-6359ffc5-702d-4829-a264-a8a4e68a9845 tempest-TestServerAdvancedOps-1386632471 tempest-TestServerAdvancedOps-1386632471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:47.142652 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d569e81e-c1aa-4a8a-9cd4-844f35afa746 req-6359ffc5-702d-4829-a264-a8a4e68a9845 tempest-TestServerAdvancedOps-1386632471 tempest-TestServerAdvancedOps-1386632471-project] 10.222.0.49 "GET /v2.0/ports?device_id=985b7aff-07af-4313-8d77-8ad0280bc3d6 HTTP/1.1" status: 200 len: 945 time: 0.1792552 Oct 12 19:37:47.182753 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-bc0431ff-118e-4764-81ed-f4d5aafe9b3f tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1113617 Oct 12 19:37:47.182753 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b3b08842-eb3c-4f42-85d3-044f6a82763a req-ad0d7728-148b-4ef6-88ad-04e399824154 service neutron] 10.222.0.67 "GET /v2.0/networks/e1de796f-6482-493c-b5ac-b28a591020e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3478885 Oct 12 19:37:47.183083 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42420) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:47.187890 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-c3637383-fda4-434f-adee-3d4bc751abac tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Request body: {'security_group': {'name': 'tempest-secgroup--2146635770'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:37:47.219506 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d569e81e-c1aa-4a8a-9cd4-844f35afa746 req-5fc4b609-ddd1-4303-85f0-a1356ff01cbb tempest-TestServerAdvancedOps-1386632471 tempest-TestServerAdvancedOps-1386632471-project] 10.222.0.49 "GET /v2.0/security-groups?id=39e6ef1b-8e9d-4d89-8668-fb12e9b432ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684214 Oct 12 19:37:47.321152 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-c198dbeb-d72b-4206-b1fc-ae3665673a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '257e0cd3-b557-4aef-8cfa-2402ba45fb0b', 'name': 'tempest-AttachVolumeShelveTestJSON-1449942919-router', 'tenant_id': '811cfaee5aef4af79e24164832947c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '14e3785e-fb5f-4128-851b-947f1f605c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:32:57Z', 'updated_at': '2021-10-12T19:33:04Z', 'revision_number': 4, 'project_id': '811cfaee5aef4af79e24164832947c33', 'gw_port': {'id': '14e3785e-fb5f-4128-851b-947f1f605c4a', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:06:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257e0cd3-b557-4aef-8cfa-2402ba45fb0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:32:58Z', 'updated_at': '2021-10-12T19:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': '54197b2d-9ddb-47b0-b574-e6fe0185ca78', 'tenant_id': '811cfaee5aef4af79e24164832947c33', 'floating_ip_address': '172.25.5.140', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': '257e0cd3-b557-4aef-8cfa-2402ba45fb0b', 'port_id': '723ba9b3-c26f-46d5-863a-8260959ab859', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2870, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1de796f-6482-493c-b5ac-b28a591020e2', 'mac_address': 'fa:16:3e:88:1e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1028ea46-bc1f-48bd-bf1f-0f515eaaeb0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T19:37:25Z', 'updated_at': '2021-10-12T19:37:45Z', 'revision_number': 1, 'project_id': '811cfaee5aef4af79e24164832947c33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa41498b-5fb1-457e-9ae4-812e12688df5', 'name': '', 'network_id': 'e1de796f-6482-493c-b5ac-b28a591020e2', 'tenant_id': '811cfaee5aef4af79e24164832947c33', 'mac_address': 'fa:16:3e:0c:01:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257e0cd3-b557-4aef-8cfa-2402ba45fb0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': '914db72d-f2c7-4670-91dc-11fde7252bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:33:02Z', 'updated_at': '2021-10-12T19:33:09Z', 'revision_number': 5, 'project_id': '811cfaee5aef4af79e24164832947c33', 'subnets': [{'id': '914db72d-f2c7-4670-91dc-11fde7252bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:37:47.341078 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c3637383-fda4-434f-adee-3d4bc751abac tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:47.347250 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c198dbeb-d72b-4206-b1fc-ae3665673a68 None None] The sync data for ids ['257e0cd3-b557-4aef-8cfa-2402ba45fb0b'] in n-d-813679-3 is: [{'id': '257e0cd3-b557-4aef-8cfa-2402ba45fb0b', 'name': 'tempest-AttachVolumeShelveTestJSON-1449942919-router', 'tenant_id': '811cfaee5aef4af79e24164832947c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '14e3785e-fb5f-4128-851b-947f1f605c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:32:57Z', 'updated_at': '2021-10-12T19:33:04Z', 'revision_number': 4, 'project_id': '811cfaee5aef4af79e24164832947c33', 'gw_port': {'id': '14e3785e-fb5f-4128-851b-947f1f605c4a', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:06:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257e0cd3-b557-4aef-8cfa-2402ba45fb0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:32:58Z', 'updated_at': '2021-10-12T19:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': '54197b2d-9ddb-47b0-b574-e6fe0185ca78', 'tenant_id': '811cfaee5aef4af79e24164832947c33', 'floating_ip_address': '172.25.5.140', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': '257e0cd3-b557-4aef-8cfa-2402ba45fb0b', 'port_id': '723ba9b3-c26f-46d5-863a-8260959ab859', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2870, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1de796f-6482-493c-b5ac-b28a591020e2', 'mac_address': 'fa:16:3e:88:1e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1028ea46-bc1f-48bd-bf1f-0f515eaaeb0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T19:37:25Z', 'updated_at': '2021-10-12T19:37:45Z', 'revision_number': 1, 'project_id': '811cfaee5aef4af79e24164832947c33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa41498b-5fb1-457e-9ae4-812e12688df5', 'name': '', 'network_id': 'e1de796f-6482-493c-b5ac-b28a591020e2', 'tenant_id': '811cfaee5aef4af79e24164832947c33', 'mac_address': 'fa:16:3e:0c:01:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257e0cd3-b557-4aef-8cfa-2402ba45fb0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': '914db72d-f2c7-4670-91dc-11fde7252bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:33:02Z', 'updated_at': '2021-10-12T19:33:09Z', 'revision_number': 5, 'project_id': '811cfaee5aef4af79e24164832947c33', 'subnets': [{'id': '914db72d-f2c7-4670-91dc-11fde7252bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:37:47.422519 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c3637383-fda4-434f-adee-3d4bc751abac tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:47.496785 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c3637383-fda4-434f-adee-3d4bc751abac tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:47.525394 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3637383-fda4-434f-adee-3d4bc751abac tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2df30ed6-13ac-47be-883f-681262bd5401,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:47.568210 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42089c4-e3a0-4bea-8834-528d0d537bf9 None None] New status for floating IP 54197b2d-9ddb-47b0-b574-e6fe0185ca78: ACTIVE {{(pid=95503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 19:37:47.614891 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c3637383-fda4-434f-adee-3d4bc751abac tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:47.616895 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-c3637383-fda4-434f-adee-3d4bc751abac tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4330113 Oct 12 19:37:47.619969 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42424) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:47.625066 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-89a3161f-4a99-4695-8f54-e3584e5252f2 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Request body: {'security_group_rule': {'security_group_id': '2df30ed6-13ac-47be-883f-681262bd5401', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:37:47.738606 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-89a3161f-4a99-4695-8f54-e3584e5252f2 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:47.807671 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-89a3161f-4a99-4695-8f54-e3584e5252f2 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:47.893925 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-89a3161f-4a99-4695-8f54-e3584e5252f2 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:47.912159 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3161f-4a99-4695-8f54-e3584e5252f2 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f3ac27f-dbf4-4757-8416-f55429c90675,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:47.982209 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-89a3161f-4a99-4695-8f54-e3584e5252f2 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:47.985012 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-89a3161f-4a99-4695-8f54-e3584e5252f2 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3621128 Oct 12 19:37:47.994378 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42428) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:48.019047 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-66cfbddb-dfdc-4dc7-a126-8eef47c3048b tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:48.027984 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-66cfbddb-dfdc-4dc7-a126-8eef47c3048b tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:48.112096 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-66cfbddb-dfdc-4dc7-a126-8eef47c3048b tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:48.118631 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-66cfbddb-dfdc-4dc7-a126-8eef47c3048b tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:48.119712 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-66cfbddb-dfdc-4dc7-a126-8eef47c3048b tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/4f3ac27f-dbf4-4757-8416-f55429c90675 HTTP/1.1" status: 204 len: 168 time: 0.1251483 Oct 12 19:37:48.122434 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42432) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:48.125793 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cfbddb-dfdc-4dc7-a126-8eef47c3048b tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4f3ac27f-dbf4-4757-8416-f55429c90675,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:48.168379 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-da95041b-c975-4acf-a00a-20054996a308 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0445397 Oct 12 19:37:48.172135 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42434) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:48.223010 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7a4dc7f7-b97f-4f2d-8a1d-d0aa38adc8f3 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:48.247013 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7a4dc7f7-b97f-4f2d-8a1d-d0aa38adc8f3 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:48.357352 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c5cc40-f11f-4afa-9a31-abb09b4454c8 req-327bae88-5585-4a02-adb8-3da42cc92fff tempest-TestServerAdvancedOps-1386632471 tempest-TestServerAdvancedOps-1386632471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:48.359417 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-27c5cc40-f11f-4afa-9a31-abb09b4454c8 req-327bae88-5585-4a02-adb8-3da42cc92fff tempest-TestServerAdvancedOps-1386632471 tempest-TestServerAdvancedOps-1386632471-project] 10.222.0.49 "GET /v2.0/ports?device_id=985b7aff-07af-4313-8d77-8ad0280bc3d6 HTTP/1.1" status: 200 len: 945 time: 0.0518062 Oct 12 19:37:48.391594 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7a4dc7f7-b97f-4f2d-8a1d-d0aa38adc8f3 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:48.394319 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7a4dc7f7-b97f-4f2d-8a1d-d0aa38adc8f3 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:48.397926 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-7a4dc7f7-b97f-4f2d-8a1d-d0aa38adc8f3 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] 10.222.0.49 "DELETE /v2.0/security-groups/2df30ed6-13ac-47be-883f-681262bd5401 HTTP/1.1" status: 204 len: 168 time: 0.2224367 Oct 12 19:37:48.398149 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-27c5cc40-f11f-4afa-9a31-abb09b4454c8 req-34a29b12-9ad7-4e96-b5a1-de826d4ed718 tempest-TestServerAdvancedOps-1386632471 tempest-TestServerAdvancedOps-1386632471-project] 10.222.0.49 "GET /v2.0/security-groups?id=39e6ef1b-8e9d-4d89-8668-fb12e9b432ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318735 Oct 12 19:37:48.398149 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42440) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:48.415016 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4dc7f7-b97f-4f2d-8a1d-d0aa38adc8f3 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2df30ed6-13ac-47be-883f-681262bd5401,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:48.450094 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-d082fc55-4c4d-4f3a-9b0c-c1682f7eaa15 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0505638 Oct 12 19:37:48.455809 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42442) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:48.460421 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-9835ff1f-3c9c-4709-bf13-3dcda467a69d tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Request body: {'security_group': {'name': 'tempest-secgroup--1021564765'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:37:48.554565 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9835ff1f-3c9c-4709-bf13-3dcda467a69d tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:48.625568 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9835ff1f-3c9c-4709-bf13-3dcda467a69d tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:48.676733 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9835ff1f-3c9c-4709-bf13-3dcda467a69d tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:48.705910 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9835ff1f-3c9c-4709-bf13-3dcda467a69d tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35845d3c-d8bc-41ec-b2df-0f49973e5a8e,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:48.744480 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9835ff1f-3c9c-4709-bf13-3dcda467a69d tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:48.745785 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-9835ff1f-3c9c-4709-bf13-3dcda467a69d tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2889035 Oct 12 19:37:48.748415 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42444) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:48.752693 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-47a32c4f-b862-463d-b859-46b5c55c1397 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Request body: {'security_group_rule': {'security_group_id': '35845d3c-d8bc-41ec-b2df-0f49973e5a8e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:37:48.842041 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-47a32c4f-b862-463d-b859-46b5c55c1397 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:48.899949 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-47a32c4f-b862-463d-b859-46b5c55c1397 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:49.009461 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-47a32c4f-b862-463d-b859-46b5c55c1397 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:49.028192 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a32c4f-b862-463d-b859-46b5c55c1397 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=237d254d-47ce-4dc9-bdf5-c70b5dec890f,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:49.116561 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-47a32c4f-b862-463d-b859-46b5c55c1397 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:49.120118 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-47a32c4f-b862-463d-b859-46b5c55c1397 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3684361 Oct 12 19:37:49.120699 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42452) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:49.138562 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-ee647430-79ad-472f-ba0b-91918c895264 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] 10.222.0.49 "GET /v2.0/security-group-rules/237d254d-47ce-4dc9-bdf5-c70b5dec890f HTTP/1.1" status: 200 len: 763 time: 0.0160584 Oct 12 19:37:49.141983 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42454) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:49.182315 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-655ac910-1517-491d-bfe0-17145bceb950 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0391808 Oct 12 19:37:49.184932 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42456) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:49.210027 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4d75bd28-e8c7-49a8-a6e1-17357151adc7 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:49.217353 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4d75bd28-e8c7-49a8-a6e1-17357151adc7 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:49.312255 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4d75bd28-e8c7-49a8-a6e1-17357151adc7 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:49.318530 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4d75bd28-e8c7-49a8-a6e1-17357151adc7 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:49.319633 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-4d75bd28-e8c7-49a8-a6e1-17357151adc7 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/237d254d-47ce-4dc9-bdf5-c70b5dec890f HTTP/1.1" status: 204 len: 168 time: 0.1337509 Oct 12 19:37:49.322097 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42458) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:49.332741 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d75bd28-e8c7-49a8-a6e1-17357151adc7 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=237d254d-47ce-4dc9-bdf5-c70b5dec890f,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:49.372442 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-ec865ab8-7203-429d-ac78-84cb2f715172 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0468066 Oct 12 19:37:49.372725 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42462) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:49.377654 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-71d0e74f-27e3-49b7-8cfc-274a87dabf5f tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Request body: {'security_group_rule': {'security_group_id': '35845d3c-d8bc-41ec-b2df-0f49973e5a8e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:37:49.467731 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-71d0e74f-27e3-49b7-8cfc-274a87dabf5f tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:49.563058 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f0830e-2aa0-4516-aee6-655ddbe1a6c2 req-cb399b47-4015-4c2b-8613-07effa782069 tempest-TestServerAdvancedOps-1386632471 tempest-TestServerAdvancedOps-1386632471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:49.564579 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f4f0830e-2aa0-4516-aee6-655ddbe1a6c2 req-cb399b47-4015-4c2b-8613-07effa782069 tempest-TestServerAdvancedOps-1386632471 tempest-TestServerAdvancedOps-1386632471-project] 10.222.0.49 "GET /v2.0/ports?device_id=985b7aff-07af-4313-8d77-8ad0280bc3d6 HTTP/1.1" status: 200 len: 945 time: 0.0923834 Oct 12 19:37:49.566309 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-71d0e74f-27e3-49b7-8cfc-274a87dabf5f tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:49.602629 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f4f0830e-2aa0-4516-aee6-655ddbe1a6c2 req-8f1e4b49-4875-4f48-8196-e0ef8b17b3ac tempest-TestServerAdvancedOps-1386632471 tempest-TestServerAdvancedOps-1386632471-project] 10.222.0.49 "GET /v2.0/security-groups?id=39e6ef1b-8e9d-4d89-8668-fb12e9b432ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317628 Oct 12 19:37:49.619507 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-71d0e74f-27e3-49b7-8cfc-274a87dabf5f tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:49.641344 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d0e74f-27e3-49b7-8cfc-274a87dabf5f tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f09e106d-3a86-421d-944b-869726f52460,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:49.721879 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d63f70a-9f9b-4ef6-91ec-51de30e6a663 req-ce4223ac-ed41-40ef-8451-34bfa7deb9a3 tempest-TestServerAdvancedOps-1386632471 tempest-TestServerAdvancedOps-1386632471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:49.723378 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2d63f70a-9f9b-4ef6-91ec-51de30e6a663 req-ce4223ac-ed41-40ef-8451-34bfa7deb9a3 tempest-TestServerAdvancedOps-1386632471 tempest-TestServerAdvancedOps-1386632471-project] 10.222.0.49 "GET /v2.0/ports?device_id=985b7aff-07af-4313-8d77-8ad0280bc3d6 HTTP/1.1" status: 200 len: 945 time: 0.0501454 Oct 12 19:37:49.741824 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-71d0e74f-27e3-49b7-8cfc-274a87dabf5f tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:49.745897 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-71d0e74f-27e3-49b7-8cfc-274a87dabf5f tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3694758 Oct 12 19:37:49.746342 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42468) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:49.763225 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2d63f70a-9f9b-4ef6-91ec-51de30e6a663 req-0fa4c416-1dc0-4443-a74d-6d156be99321 tempest-TestServerAdvancedOps-1386632471 tempest-TestServerAdvancedOps-1386632471-project] 10.222.0.49 "GET /v2.0/security-groups?id=39e6ef1b-8e9d-4d89-8668-fb12e9b432ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331948 Oct 12 19:37:49.763486 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-41ec341c-2c00-44b8-a958-b63327fbabf7 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] 10.222.0.49 "GET /v2.0/security-group-rules/f09e106d-3a86-421d-944b-869726f52460 HTTP/1.1" status: 200 len: 763 time: 0.0156140 Oct 12 19:37:49.765738 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42470) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:49.812591 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-63119092-f123-4280-911b-750a44d289b6 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0433483 Oct 12 19:37:49.813066 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42474) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:49.837898 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5c05f22a-9fd3-47ba-8e96-10ce091df8c6 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:49.846310 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5c05f22a-9fd3-47ba-8e96-10ce091df8c6 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:49.923123 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5c05f22a-9fd3-47ba-8e96-10ce091df8c6 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:49.929765 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5c05f22a-9fd3-47ba-8e96-10ce091df8c6 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:49.933247 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-5c05f22a-9fd3-47ba-8e96-10ce091df8c6 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/f09e106d-3a86-421d-944b-869726f52460 HTTP/1.1" status: 204 len: 168 time: 0.1167443 Oct 12 19:37:49.943174 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42476) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:49.943728 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c05f22a-9fd3-47ba-8e96-10ce091df8c6 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f09e106d-3a86-421d-944b-869726f52460,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:49.974908 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-465a187b-6364-4960-b10a-4e2505f8d28c tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0397518 Oct 12 19:37:49.977477 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42478) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:49.981582 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-9d532786-c4b2-4800-b815-20d0beb3ce14 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Request body: {'security_group_rule': {'security_group_id': '35845d3c-d8bc-41ec-b2df-0f49973e5a8e', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:37:50.171635 n-d-813679-3 neutron-server[95501]: INFO neutron.db.securitygroups_db [None req-9d532786-c4b2-4800-b815-20d0beb3ce14 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Project 3eb885dd5e5845f8ba4c52855048602d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 19:37:50.184149 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9d532786-c4b2-4800-b815-20d0beb3ce14 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:50.249050 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9d532786-c4b2-4800-b815-20d0beb3ce14 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:50.304760 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3c0993-f2d8-440f-abf2-aff7c0f3bd71 req-8dfe5cc0-ba79-4878-a1c1-f22df8829470 tempest-TestServerAdvancedOps-1386632471 tempest-TestServerAdvancedOps-1386632471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:50.306163 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ff3c0993-f2d8-440f-abf2-aff7c0f3bd71 req-8dfe5cc0-ba79-4878-a1c1-f22df8829470 tempest-TestServerAdvancedOps-1386632471 tempest-TestServerAdvancedOps-1386632471-project] 10.222.0.49 "GET /v2.0/ports?device_id=985b7aff-07af-4313-8d77-8ad0280bc3d6 HTTP/1.1" status: 200 len: 945 time: 0.0499492 Oct 12 19:37:50.345499 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ff3c0993-f2d8-440f-abf2-aff7c0f3bd71 req-0fd60892-22e8-4d7b-9569-5aaa0493d324 tempest-TestServerAdvancedOps-1386632471 tempest-TestServerAdvancedOps-1386632471-project] 10.222.0.49 "GET /v2.0/security-groups?id=39e6ef1b-8e9d-4d89-8668-fb12e9b432ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333021 Oct 12 19:37:50.348712 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9d532786-c4b2-4800-b815-20d0beb3ce14 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:50.370310 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d532786-c4b2-4800-b815-20d0beb3ce14 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e90479b7-060e-4df5-8970-c1ff40f7b104,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:50.459121 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9d532786-c4b2-4800-b815-20d0beb3ce14 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:50.460577 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-9d532786-c4b2-4800-b815-20d0beb3ce14 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4821808 Oct 12 19:37:50.463474 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42488) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:50.480872 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-afd801b7-b9f2-4217-a460-39d2e304477c tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] 10.222.0.49 "GET /v2.0/security-group-rules/e90479b7-060e-4df5-8970-c1ff40f7b104 HTTP/1.1" status: 200 len: 769 time: 0.0162935 Oct 12 19:37:50.483570 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42490) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:50.524095 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-373912dc-441a-4c8d-b351-4dbbdaa94023 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0394409 Oct 12 19:37:50.526850 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42492) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:50.548795 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1920404d-3c43-4bbb-b1a5-6823e49ce8b1 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:50.556329 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1920404d-3c43-4bbb-b1a5-6823e49ce8b1 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:50.671373 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1920404d-3c43-4bbb-b1a5-6823e49ce8b1 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:50.677743 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1920404d-3c43-4bbb-b1a5-6823e49ce8b1 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:50.681331 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-1920404d-3c43-4bbb-b1a5-6823e49ce8b1 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/e90479b7-060e-4df5-8970-c1ff40f7b104 HTTP/1.1" status: 204 len: 168 time: 0.1513350 Oct 12 19:37:50.681690 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42496) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:50.684489 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1920404d-3c43-4bbb-b1a5-6823e49ce8b1 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e90479b7-060e-4df5-8970-c1ff40f7b104,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:50.725398 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-7cf3d935-a705-47b6-adb1-cf50acefb51d tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0425704 Oct 12 19:37:50.728329 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42498) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:50.790022 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-76981f69-7327-44fc-b381-4d8ccf97f976 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:50.812886 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-76981f69-7327-44fc-b381-4d8ccf97f976 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:50.948741 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-76981f69-7327-44fc-b381-4d8ccf97f976 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:50.951306 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-76981f69-7327-44fc-b381-4d8ccf97f976 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:50.952529 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-76981f69-7327-44fc-b381-4d8ccf97f976 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] 10.222.0.49 "DELETE /v2.0/security-groups/35845d3c-d8bc-41ec-b2df-0f49973e5a8e HTTP/1.1" status: 204 len: 168 time: 0.2230110 Oct 12 19:37:50.955191 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42500) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:50.961651 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76981f69-7327-44fc-b381-4d8ccf97f976 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35845d3c-d8bc-41ec-b2df-0f49973e5a8e,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:51.001896 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-5da24fa9-6ddb-4be9-a5dc-a0ebbab616e9 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0455494 Oct 12 19:37:51.006091 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42502) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:51.053756 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-f1bca30e-fcd9-4707-967b-206b4bf34cb6 tempest-SecGroupIPv6Test-48060610 tempest-SecGroupIPv6Test-48060610-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0431602 Oct 12 19:37:51.465545 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e23b26d-275c-4d05-aba3-e6e60a54d1f3 req-6f4d0d2d-7988-458d-a34c-a695c1b92805 tempest-TestServerAdvancedOps-1386632471 tempest-TestServerAdvancedOps-1386632471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:51.472739 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0e23b26d-275c-4d05-aba3-e6e60a54d1f3 req-6f4d0d2d-7988-458d-a34c-a695c1b92805 tempest-TestServerAdvancedOps-1386632471 tempest-TestServerAdvancedOps-1386632471-project] 10.222.0.49 "GET /v2.0/ports?device_id=985b7aff-07af-4313-8d77-8ad0280bc3d6 HTTP/1.1" status: 200 len: 945 time: 0.0500119 Oct 12 19:37:51.517350 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0e23b26d-275c-4d05-aba3-e6e60a54d1f3 req-d1a790aa-f360-4659-8073-4782352e9f69 tempest-TestServerAdvancedOps-1386632471 tempest-TestServerAdvancedOps-1386632471-project] 10.222.0.49 "GET /v2.0/security-groups?id=39e6ef1b-8e9d-4d89-8668-fb12e9b432ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422359 Oct 12 19:37:51.591117 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42518) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:51.724709 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-0fbfc9e4-654c-4093-9569-72cca47ecc36 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3eb885dd5e5845f8ba4c52855048602d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1323550 Oct 12 19:37:51.727135 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42522) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:51.775849 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2db86b9a-758c-4a93-9eb9-14e0e355c4ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:51.797466 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2db86b9a-758c-4a93-9eb9-14e0e355c4ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:51.928814 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbbfcba-0065-432f-9e52-8dea8f9e35b9 req-ecb80f4e-f123-48db-952e-fbf7991abc15 tempest-TestServerAdvancedOps-1386632471 tempest-TestServerAdvancedOps-1386632471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:51.930449 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cfbbfcba-0065-432f-9e52-8dea8f9e35b9 req-ecb80f4e-f123-48db-952e-fbf7991abc15 tempest-TestServerAdvancedOps-1386632471 tempest-TestServerAdvancedOps-1386632471-project] 10.222.0.49 "GET /v2.0/ports?device_id=985b7aff-07af-4313-8d77-8ad0280bc3d6 HTTP/1.1" status: 200 len: 945 time: 0.0495288 Oct 12 19:37:51.973046 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cfbbfcba-0065-432f-9e52-8dea8f9e35b9 req-fc01a233-7be1-4735-8c87-40b9a757a662 tempest-TestServerAdvancedOps-1386632471 tempest-TestServerAdvancedOps-1386632471-project] 10.222.0.49 "GET /v2.0/security-groups?id=39e6ef1b-8e9d-4d89-8668-fb12e9b432ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364900 Oct 12 19:37:51.980946 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2db86b9a-758c-4a93-9eb9-14e0e355c4ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:51.994513 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2db86b9a-758c-4a93-9eb9-14e0e355c4ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:51.994513 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-2db86b9a-758c-4a93-9eb9-14e0e355c4ff admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cd101e13-2b6a-47c6-8ad6-30c9ec3d4305 HTTP/1.1" status: 204 len: 168 time: 0.2579494 Oct 12 19:37:52.005318 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db86b9a-758c-4a93-9eb9-14e0e355c4ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd101e13-2b6a-47c6-8ad6-30c9ec3d4305,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:52.058853 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4778b838-0ca8-4335-a259-d89ef692fc08 req-a97157eb-27a2-46ff-aae7-473eb343dbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:52.069548 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4778b838-0ca8-4335-a259-d89ef692fc08 req-a97157eb-27a2-46ff-aae7-473eb343dbe2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5fb4add2f8244cd4a4c3f75f23e76e6d&device_id=985b7aff-07af-4313-8d77-8ad0280bc3d6 HTTP/1.1" status: 200 len: 1096 time: 0.0456011 Oct 12 19:37:52.157359 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4778b838-0ca8-4335-a259-d89ef692fc08 req-35f83781-de89-4a5b-a0f8-0cf9336d5289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:52.158840 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4778b838-0ca8-4335-a259-d89ef692fc08 req-35f83781-de89-4a5b-a0f8-0cf9336d5289 service neutron] 10.222.0.61 "GET /v2.0/networks?id=54d87c63-7c3c-4d42-9a19-f4947828993d HTTP/1.1" status: 200 len: 913 time: 0.0901642 Oct 12 19:37:52.200733 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4778b838-0ca8-4335-a259-d89ef692fc08 req-9e4214ce-4174-4855-abe4-a286799d9e84 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=474b56f6-a2e2-499a-ae9e-90bb3b31abf1 HTTP/1.1" status: 200 len: 217 time: 0.0338259 Oct 12 19:37:52.255232 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4778b838-0ca8-4335-a259-d89ef692fc08 req-ff61c944-847e-412e-9fce-ba3d6b044a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:52.256706 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4778b838-0ca8-4335-a259-d89ef692fc08 req-ff61c944-847e-412e-9fce-ba3d6b044a48 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9a700bc4-7f3d-48be-8849-4f5c87b67eb1 HTTP/1.1" status: 200 len: 852 time: 0.0476084 Oct 12 19:37:52.290051 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4778b838-0ca8-4335-a259-d89ef692fc08 req-ca0e41af-e1e6-4321-b520-7561554698e2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=54d87c63-7c3c-4d42-9a19-f4947828993d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259984 Oct 12 19:37:52.382256 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4778b838-0ca8-4335-a259-d89ef692fc08 req-15bdf9bc-8a6e-47f7-8982-dbdc92415ead service neutron] 10.222.0.61 "GET /v2.0/networks/54d87c63-7c3c-4d42-9a19-f4947828993d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840075 Oct 12 19:37:52.479170 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4778b838-0ca8-4335-a259-d89ef692fc08 req-2cfb80ec-d671-41a5-99ae-f4a70d046b07 service neutron] 10.222.0.61 "GET /v2.0/networks/54d87c63-7c3c-4d42-9a19-f4947828993d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890186 Oct 12 19:37:53.083585 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42554) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:53.101723 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeb88a2-db2c-4638-bc1d-875aa82d5742 req-eaedaf31-ca60-47a8-8d9b-6149375bac30 tempest-TestServerAdvancedOps-1386632471 tempest-TestServerAdvancedOps-1386632471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:53.103966 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6aeb88a2-db2c-4638-bc1d-875aa82d5742 req-eaedaf31-ca60-47a8-8d9b-6149375bac30 tempest-TestServerAdvancedOps-1386632471 tempest-TestServerAdvancedOps-1386632471-project] 10.222.0.49 "GET /v2.0/ports?device_id=985b7aff-07af-4313-8d77-8ad0280bc3d6 HTTP/1.1" status: 200 len: 945 time: 0.0584605 Oct 12 19:37:53.154263 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6aeb88a2-db2c-4638-bc1d-875aa82d5742 req-d3df518c-b0d1-4657-bc8d-589574cf4d59 tempest-TestServerAdvancedOps-1386632471 tempest-TestServerAdvancedOps-1386632471-project] 10.222.0.49 "GET /v2.0/security-groups?id=39e6ef1b-8e9d-4d89-8668-fb12e9b432ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333548 Oct 12 19:37:53.194043 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-3e43db8e-03ce-44b4-89b4-c30d50e8d013 tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:37:53.194729 n-d-813679-3 neutron-server[95501]: WARNING neutron.api.v2.base [None req-3e43db8e-03ce-44b4-89b4-c30d50e8d013 tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 12 19:37:53.195812 n-d-813679-3 neutron-server[95501]: INFO neutron.api.v2.resource [None req-3e43db8e-03ce-44b4-89b4-c30d50e8d013 tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] create failed (client error): There was a conflict when trying to complete your request. Oct 12 19:37:53.196191 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-3e43db8e-03ce-44b4-89b4-c30d50e8d013 tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1115170 Oct 12 19:37:53.199908 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42558) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:53.205085 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-1003874c-b07b-4e8e-9966-5250427a2803 tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Request body: {'security_group': {'name': 'tempest-secgroup--566831266'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:37:53.368678 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1003874c-b07b-4e8e-9966-5250427a2803 tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:53.379937 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1003874c-b07b-4e8e-9966-5250427a2803 tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:53.453994 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1003874c-b07b-4e8e-9966-5250427a2803 tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:53.528354 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1003874c-b07b-4e8e-9966-5250427a2803 tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:53.566659 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1003874c-b07b-4e8e-9966-5250427a2803 tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af57579f-1b68-4be7-bca4-051d3ff24b24,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:53.607503 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1003874c-b07b-4e8e-9966-5250427a2803 tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:53.699713 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1003874c-b07b-4e8e-9966-5250427a2803 tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:53.729046 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1003874c-b07b-4e8e-9966-5250427a2803 tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=853c9cda-e14a-4c69-9b17-cceb5dca647e,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:53.827993 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1003874c-b07b-4e8e-9966-5250427a2803 tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:53.829314 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-1003874c-b07b-4e8e-9966-5250427a2803 tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6278079 Oct 12 19:37:53.832308 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42570) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:53.836787 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-d012d6b1-7205-44ff-b9be-f95201be2e85 tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Request body: {'security_group_rule': {'security_group_id': '853c9cda-e14a-4c69-9b17-cceb5dca647e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:37:53.902245 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632c0921-9371-4278-9ff0-2c61eebfe10c req-73616535-5f42-4fc2-a09b-dee3e2d94fcf tempest-TestNetworkAdvancedServerOps-832803611 tempest-TestNetworkAdvancedServerOps-832803611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:53.903666 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-632c0921-9371-4278-9ff0-2c61eebfe10c req-73616535-5f42-4fc2-a09b-dee3e2d94fcf tempest-TestNetworkAdvancedServerOps-832803611 tempest-TestNetworkAdvancedServerOps-832803611-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=2e07869a-db45-4ee8-b931-72d78af23fa5 HTTP/1.1" status: 200 len: 1096 time: 0.0402806 Oct 12 19:37:53.922468 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-632c0921-9371-4278-9ff0-2c61eebfe10c req-ad3473b5-c48b-49cd-b324-dd5e9d616abd tempest-TestNetworkAdvancedServerOps-832803611 tempest-TestNetworkAdvancedServerOps-832803611-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:53.947226 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d012d6b1-7205-44ff-b9be-f95201be2e85 tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:53.996653 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-632c0921-9371-4278-9ff0-2c61eebfe10c req-ad3473b5-c48b-49cd-b324-dd5e9d616abd tempest-TestNetworkAdvancedServerOps-832803611 tempest-TestNetworkAdvancedServerOps-832803611-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:54.009789 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d012d6b1-7205-44ff-b9be-f95201be2e85 tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:54.091457 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-632c0921-9371-4278-9ff0-2c61eebfe10c req-ad3473b5-c48b-49cd-b324-dd5e9d616abd tempest-TestNetworkAdvancedServerOps-832803611 tempest-TestNetworkAdvancedServerOps-832803611-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:54.115418 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-632c0921-9371-4278-9ff0-2c61eebfe10c req-ad3473b5-c48b-49cd-b324-dd5e9d616abd tempest-TestNetworkAdvancedServerOps-832803611 tempest-TestNetworkAdvancedServerOps-832803611-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=c92bac0a-f360-420b-ba1d-66577970e341&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2049587 Oct 12 19:37:54.125152 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3473b5-c48b-49cd-b324-dd5e9d616abd tempest-TestNetworkAdvancedServerOps-832803611 tempest-TestNetworkAdvancedServerOps-832803611-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34f4be51-b576-4425-b9a1-3c20dba798ba,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:54.128663 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d012d6b1-7205-44ff-b9be-f95201be2e85 tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:54.148863 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d012d6b1-7205-44ff-b9be-f95201be2e85 tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fd263e0-eedd-4823-af31-e46eb2604bc5,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:54.230235 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d012d6b1-7205-44ff-b9be-f95201be2e85 tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:54.235135 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-d012d6b1-7205-44ff-b9be-f95201be2e85 tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3987505 Oct 12 19:37:54.235135 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42576) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:54.239402 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-5d3fe219-a42a-4fb0-bac9-89f75dd1dbc8 tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Request body: {'security_group_rule': {'security_group_id': '853c9cda-e14a-4c69-9b17-cceb5dca647e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:37:54.275390 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc3e04b-f100-4d91-9a35-09727b685729 req-43f1916f-c0d4-4f73-8930-45c46d2c636a tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:54.276889 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8cc3e04b-f100-4d91-9a35-09727b685729 req-43f1916f-c0d4-4f73-8930-45c46d2c636a tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e07869a-db45-4ee8-b931-72d78af23fa5 HTTP/1.1" status: 200 len: 945 time: 0.0754671 Oct 12 19:37:54.284433 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68954923-43f1-4b31-a4c1-1eff7fa5ab6b req-987fd263-03f9-43ac-9bc0-5a02ca4e47e6 tempest-TestServerAdvancedOps-1386632471 tempest-TestServerAdvancedOps-1386632471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:54.285914 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-68954923-43f1-4b31-a4c1-1eff7fa5ab6b req-987fd263-03f9-43ac-9bc0-5a02ca4e47e6 tempest-TestServerAdvancedOps-1386632471 tempest-TestServerAdvancedOps-1386632471-project] 10.222.0.49 "GET /v2.0/ports?device_id=985b7aff-07af-4313-8d77-8ad0280bc3d6 HTTP/1.1" status: 200 len: 945 time: 0.0577879 Oct 12 19:37:54.320205 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8cc3e04b-f100-4d91-9a35-09727b685729 req-1eda5015-23da-41da-83ff-4c4240752956 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=c92bac0a-f360-420b-ba1d-66577970e341&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360138 Oct 12 19:37:54.332119 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-68954923-43f1-4b31-a4c1-1eff7fa5ab6b req-57931575-cabd-4e5e-a6ea-95d03aef52ce tempest-TestServerAdvancedOps-1386632471 tempest-TestServerAdvancedOps-1386632471-project] 10.222.0.49 "GET /v2.0/security-groups?id=39e6ef1b-8e9d-4d89-8668-fb12e9b432ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337214 Oct 12 19:37:54.344316 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42578) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:54.411613 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5d3fe219-a42a-4fb0-bac9-89f75dd1dbc8 tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:54.424289 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-31a0bda4-2b30-4f25-9bc2-bbe9c5a21129 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/floatingips/29c99638-1163-4f0c-89d1-bcb2382c6c40 HTTP/1.1" status: 200 len: 993 time: 0.0783045 Oct 12 19:37:54.545621 n-d-813679-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-5d3fe219-a42a-4fb0-bac9-89f75dd1dbc8 tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] create failed (client error): There was a conflict when trying to complete your request. Oct 12 19:37:54.547432 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-5d3fe219-a42a-4fb0-bac9-89f75dd1dbc8 tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3118086 Oct 12 19:37:54.550434 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42590) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:54.603825 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-cdd099dd-e4b3-440c-ad45-13303d716677 tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:54.629458 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-cdd099dd-e4b3-440c-ad45-13303d716677 tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:54.779903 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-cdd099dd-e4b3-440c-ad45-13303d716677 tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:54.813378 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-cdd099dd-e4b3-440c-ad45-13303d716677 tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:54.813378 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-cdd099dd-e4b3-440c-ad45-13303d716677 tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] 10.222.0.49 "DELETE /v2.0/security-groups/853c9cda-e14a-4c69-9b17-cceb5dca647e HTTP/1.1" status: 204 len: 168 time: 0.2320213 Oct 12 19:37:54.815056 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42596) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:54.815537 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [req-abcdfd85-7987-4792-96a6-4bcb1c41a8cd req-524db884-3469-4879-9be0-75d127a8fe1d service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 19:37:54.815537 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-abcdfd85-7987-4792-96a6-4bcb1c41a8cd req-524db884-3469-4879-9be0-75d127a8fe1d service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0078957 Oct 12 19:37:54.815537 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd099dd-e4b3-440c-ad45-13303d716677 tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=853c9cda-e14a-4c69-9b17-cceb5dca647e,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:54.857629 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42604) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:54.861106 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-ad28da6a-359e-4222-a700-6426b345a9e0 tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0727801 Oct 12 19:37:54.863387 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-9f437787-4bfc-4b4d-85b5-145726be56ec tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Request body: {'security_group': {'name': 'tempest-secgroup--347183352'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:37:54.926965 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08649ca4-1a8b-49a8-8484-43e5bc843862 req-8dc87f53-de59-48d9-a15f-97540f10c2a3 tempest-TestServerAdvancedOps-1386632471 tempest-TestServerAdvancedOps-1386632471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:54.928468 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-08649ca4-1a8b-49a8-8484-43e5bc843862 req-8dc87f53-de59-48d9-a15f-97540f10c2a3 tempest-TestServerAdvancedOps-1386632471 tempest-TestServerAdvancedOps-1386632471-project] 10.222.0.49 "GET /v2.0/ports?device_id=985b7aff-07af-4313-8d77-8ad0280bc3d6 HTTP/1.1" status: 200 len: 945 time: 0.0579758 Oct 12 19:37:54.956977 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9f437787-4bfc-4b4d-85b5-145726be56ec tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:54.977187 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-08649ca4-1a8b-49a8-8484-43e5bc843862 req-83b2e4ec-8401-46f5-b584-c929b80be644 tempest-TestServerAdvancedOps-1386632471 tempest-TestServerAdvancedOps-1386632471-project] 10.222.0.49 "GET /v2.0/security-groups?id=39e6ef1b-8e9d-4d89-8668-fb12e9b432ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418558 Oct 12 19:37:55.032020 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9f437787-4bfc-4b4d-85b5-145726be56ec tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:55.139806 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9f437787-4bfc-4b4d-85b5-145726be56ec tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:55.171182 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f437787-4bfc-4b4d-85b5-145726be56ec tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e3cb6fd-d522-4d68-9469-153aec0118a9,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:55.293263 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9f437787-4bfc-4b4d-85b5-145726be56ec tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:55.294583 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-9f437787-4bfc-4b4d-85b5-145726be56ec tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4359775 Oct 12 19:37:55.297669 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42608) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:55.302208 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-04e81686-3179-4c85-9b46-1416cdb760c4 tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Request body: {'security_group_rule': {'security_group_id': '2e3cb6fd-d522-4d68-9469-153aec0118a9', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:37:55.303008 n-d-813679-3 neutron-server[95501]: WARNING neutron.api.v2.base [None req-04e81686-3179-4c85-9b46-1416cdb760c4 tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Oct 12 19:37:55.303498 n-d-813679-3 neutron-server[95501]: INFO neutron.api.v2.resource [None req-04e81686-3179-4c85-9b46-1416cdb760c4 tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 19:37:55.305636 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-04e81686-3179-4c85-9b46-1416cdb760c4 tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0069218 Oct 12 19:37:55.308147 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42610) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:55.385926 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c8e21cae-7f30-44c7-9d70-6cf345c118fa tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:55.414062 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c8e21cae-7f30-44c7-9d70-6cf345c118fa tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:55.422631 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b545445b-c852-4465-8ab9-1db0d99406f4 req-9addb3d5-65f9-43e1-8517-f45db2171528 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:55.424122 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b545445b-c852-4465-8ab9-1db0d99406f4 req-9addb3d5-65f9-43e1-8517-f45db2171528 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e07869a-db45-4ee8-b931-72d78af23fa5 HTTP/1.1" status: 200 len: 945 time: 0.0530617 Oct 12 19:37:55.471041 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b545445b-c852-4465-8ab9-1db0d99406f4 req-d3e55e18-cfac-453b-89a8-7753d93ab993 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=c92bac0a-f360-420b-ba1d-66577970e341&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355372 Oct 12 19:37:55.563367 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c8e21cae-7f30-44c7-9d70-6cf345c118fa tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:55.563367 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c8e21cae-7f30-44c7-9d70-6cf345c118fa tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:55.566338 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-c8e21cae-7f30-44c7-9d70-6cf345c118fa tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] 10.222.0.49 "DELETE /v2.0/security-groups/2e3cb6fd-d522-4d68-9469-153aec0118a9 HTTP/1.1" status: 204 len: 168 time: 0.2572615 Oct 12 19:37:55.566569 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42618) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:55.570699 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42620) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:55.582315 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e21cae-7f30-44c7-9d70-6cf345c118fa tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e3cb6fd-d522-4d68-9469-153aec0118a9,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:55.619409 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-f1faa478-98b9-4af4-8d8c-a215b64b2cce tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0515363 Oct 12 19:37:55.623245 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42624) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:55.628588 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-88f7d258-9e84-4741-8545-12876f27280b tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Request body: {'security_group': {'name': 'tempest-secgroup--2004388329'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:37:55.684554 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7dbf28e4-ebc3-4131-88c4-c43bdb4d78ad req-b5256d5b-0373-414f-9267-858047d29d00 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2e07869a-db45-4ee8-b931-72d78af23fa5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1127641 Oct 12 19:37:55.694236 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [req-7dbf28e4-ebc3-4131-88c4-c43bdb4d78ad req-a0d12006-b733-4846-a632-3d4d8330f6b0 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 19:37:55.695196 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7dbf28e4-ebc3-4131-88c4-c43bdb4d78ad req-a0d12006-b733-4846-a632-3d4d8330f6b0 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0049200 Oct 12 19:37:55.770932 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-88f7d258-9e84-4741-8545-12876f27280b tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:55.838063 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-88f7d258-9e84-4741-8545-12876f27280b tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:55.962280 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-88f7d258-9e84-4741-8545-12876f27280b tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:55.994761 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f7d258-9e84-4741-8545-12876f27280b tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=953c1630-a4b4-41a7-a111-4189166af487,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:56.069989 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-88f7d258-9e84-4741-8545-12876f27280b tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:56.071294 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-88f7d258-9e84-4741-8545-12876f27280b tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4470026 Oct 12 19:37:56.074110 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42646) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:56.078528 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-5a3f5a07-1f0f-4e13-b8df-19babd5e0c2a tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Request body: {'security_group_rule': {'security_group_id': '953c1630-a4b4-41a7-a111-4189166af487', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:37:56.079257 n-d-813679-3 neutron-server[95501]: WARNING neutron.api.v2.base [None req-5a3f5a07-1f0f-4e13-b8df-19babd5e0c2a tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Oct 12 19:37:56.079764 n-d-813679-3 neutron-server[95501]: INFO neutron.api.v2.resource [None req-5a3f5a07-1f0f-4e13-b8df-19babd5e0c2a tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 19:37:56.083936 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-5a3f5a07-1f0f-4e13-b8df-19babd5e0c2a tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0057094 Oct 12 19:37:56.083936 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42648) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:56.102894 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1fc886-d800-4cec-8237-724e838d2534 req-2ea70af6-a59c-4692-abff-1dd3fdca4748 tempest-TestServerAdvancedOps-1386632471 tempest-TestServerAdvancedOps-1386632471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:56.109111 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0f1fc886-d800-4cec-8237-724e838d2534 req-2ea70af6-a59c-4692-abff-1dd3fdca4748 tempest-TestServerAdvancedOps-1386632471 tempest-TestServerAdvancedOps-1386632471-project] 10.222.0.49 "GET /v2.0/ports?device_id=985b7aff-07af-4313-8d77-8ad0280bc3d6 HTTP/1.1" status: 200 len: 945 time: 0.0564425 Oct 12 19:37:56.138658 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6d38f298-13c5-48c1-9531-0efdcc0be26b tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:56.152951 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0f1fc886-d800-4cec-8237-724e838d2534 req-ae53741b-d289-4419-98fd-1212b4bcbb11 tempest-TestServerAdvancedOps-1386632471 tempest-TestServerAdvancedOps-1386632471-project] 10.222.0.49 "GET /v2.0/security-groups?id=39e6ef1b-8e9d-4d89-8668-fb12e9b432ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357742 Oct 12 19:37:56.162937 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6d38f298-13c5-48c1-9531-0efdcc0be26b tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:56.305297 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6d38f298-13c5-48c1-9531-0efdcc0be26b tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:56.308114 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6d38f298-13c5-48c1-9531-0efdcc0be26b tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:56.309372 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-6d38f298-13c5-48c1-9531-0efdcc0be26b tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] 10.222.0.49 "DELETE /v2.0/security-groups/953c1630-a4b4-41a7-a111-4189166af487 HTTP/1.1" status: 204 len: 168 time: 0.2246931 Oct 12 19:37:56.312664 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42658) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:56.325657 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d38f298-13c5-48c1-9531-0efdcc0be26b tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=953c1630-a4b4-41a7-a111-4189166af487,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:56.380450 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-a4359db0-80b4-46f8-8b21-7a386d49f59e tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0663066 Oct 12 19:37:56.384201 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42662) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:56.388717 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-8398676f-8db0-4003-9562-598f570f272c tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Request body: {'security_group': {'name': 'tempest-secgroup--245233213'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:37:56.482105 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8398676f-8db0-4003-9562-598f570f272c tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:56.602265 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8398676f-8db0-4003-9562-598f570f272c tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:56.615242 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eac26b-0338-491a-b9fe-1eebd7b33efe req-a47d9609-8509-4e0a-9f5e-e380e57bd07b tempest-TestServerAdvancedOps-1386632471 tempest-TestServerAdvancedOps-1386632471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:56.616774 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-20eac26b-0338-491a-b9fe-1eebd7b33efe req-a47d9609-8509-4e0a-9f5e-e380e57bd07b tempest-TestServerAdvancedOps-1386632471 tempest-TestServerAdvancedOps-1386632471-project] 10.222.0.49 "GET /v2.0/ports?device_id=985b7aff-07af-4313-8d77-8ad0280bc3d6 HTTP/1.1" status: 200 len: 945 time: 0.0785379 Oct 12 19:37:56.700405 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-20eac26b-0338-491a-b9fe-1eebd7b33efe req-20d333c8-76df-47b7-b5f2-984e337043f6 tempest-TestServerAdvancedOps-1386632471 tempest-TestServerAdvancedOps-1386632471-project] 10.222.0.49 "GET /v2.0/security-groups?id=39e6ef1b-8e9d-4d89-8668-fb12e9b432ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765388 Oct 12 19:37:56.701692 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8398676f-8db0-4003-9562-598f570f272c tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:56.744431 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8398676f-8db0-4003-9562-598f570f272c tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0beac89-22f9-4421-8683-560bb9a162a6,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:56.782279 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f22c1d0-cc6b-420a-af77-5ceec6802bc4 req-b6d8a76f-5437-482d-81dd-aa62510b2f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:56.784276 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7f22c1d0-cc6b-420a-af77-5ceec6802bc4 req-b6d8a76f-5437-482d-81dd-aa62510b2f75 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5fb4add2f8244cd4a4c3f75f23e76e6d&device_id=985b7aff-07af-4313-8d77-8ad0280bc3d6 HTTP/1.1" status: 200 len: 1096 time: 0.0960569 Oct 12 19:37:56.824457 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8398676f-8db0-4003-9562-598f570f272c tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:56.826085 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-8398676f-8db0-4003-9562-598f570f272c tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4407976 Oct 12 19:37:56.829414 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42680) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:56.840147 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-ef7a2fa7-2a53-4471-8c23-f4c535aa7877 tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Request body: {'security_group_rule': {'security_group_id': 'f0beac89-22f9-4421-8683-560bb9a162a6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:37:56.851111 n-d-813679-3 neutron-server[95501]: WARNING neutron.api.v2.base [None req-ef7a2fa7-2a53-4471-8c23-f4c535aa7877 tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Oct 12 19:37:56.851982 n-d-813679-3 neutron-server[95501]: INFO neutron.api.v2.resource [None req-ef7a2fa7-2a53-4471-8c23-f4c535aa7877 tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 19:37:56.854356 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-ef7a2fa7-2a53-4471-8c23-f4c535aa7877 tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0191245 Oct 12 19:37:56.864961 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd9fa7f-521e-4b27-a6ae-ef83da201b84 req-4c05c81b-9202-499f-a664-82bc029fe223 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:56.866404 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42682) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:56.866541 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-edd9fa7f-521e-4b27-a6ae-ef83da201b84 req-4c05c81b-9202-499f-a664-82bc029fe223 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e07869a-db45-4ee8-b931-72d78af23fa5 HTTP/1.1" status: 200 len: 945 time: 0.1431565 Oct 12 19:37:56.871905 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-487786d6-c776-46e6-9eb9-f3ecc8a4dbdf tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Request body: {'security_group_rule': {'security_group_id': 'f0beac89-22f9-4421-8683-560bb9a162a6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:37:56.872708 n-d-813679-3 neutron-server[95501]: WARNING neutron.api.v2.base [None req-487786d6-c776-46e6-9eb9-f3ecc8a4dbdf tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Oct 12 19:37:56.873180 n-d-813679-3 neutron-server[95501]: INFO neutron.api.v2.resource [None req-487786d6-c776-46e6-9eb9-f3ecc8a4dbdf tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 19:37:56.879726 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-487786d6-c776-46e6-9eb9-f3ecc8a4dbdf tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0067461 Oct 12 19:37:56.879863 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42684) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:56.885228 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-f6f840bc-3370-405b-9de2-d1d82d5423d0 tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Request body: {'security_group_rule': {'security_group_id': 'f0beac89-22f9-4421-8683-560bb9a162a6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:37:56.886133 n-d-813679-3 neutron-server[95501]: WARNING neutron.api.v2.base [None req-f6f840bc-3370-405b-9de2-d1d82d5423d0 tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Oct 12 19:37:56.886668 n-d-813679-3 neutron-server[95501]: INFO neutron.api.v2.resource [None req-f6f840bc-3370-405b-9de2-d1d82d5423d0 tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 19:37:56.887603 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-f6f840bc-3370-405b-9de2-d1d82d5423d0 tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0068998 Oct 12 19:37:56.892789 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42686) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:56.896820 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-7fce37fc-6610-4f0a-8395-0d7d4cf938e5 tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Request body: {'security_group_rule': {'security_group_id': 'f0beac89-22f9-4421-8683-560bb9a162a6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:37:56.897657 n-d-813679-3 neutron-server[95501]: WARNING neutron.api.v2.base [None req-7fce37fc-6610-4f0a-8395-0d7d4cf938e5 tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Oct 12 19:37:56.898210 n-d-813679-3 neutron-server[95501]: INFO neutron.api.v2.resource [None req-7fce37fc-6610-4f0a-8395-0d7d4cf938e5 tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 19:37:56.899235 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-7fce37fc-6610-4f0a-8395-0d7d4cf938e5 tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0055752 Oct 12 19:37:56.903694 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42688) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:56.940867 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-edd9fa7f-521e-4b27-a6ae-ef83da201b84 req-6495f03e-3540-4435-9833-c2c3d1282b4c tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=c92bac0a-f360-420b-ba1d-66577970e341&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657735 Oct 12 19:37:56.946861 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f22c1d0-cc6b-420a-af77-5ceec6802bc4 req-4b3077f1-e59f-4076-ace8-474a70f79b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:56.948456 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7f22c1d0-cc6b-420a-af77-5ceec6802bc4 req-4b3077f1-e59f-4076-ace8-474a70f79b78 service neutron] 10.222.0.61 "GET /v2.0/networks?id=54d87c63-7c3c-4d42-9a19-f4947828993d HTTP/1.1" status: 200 len: 913 time: 0.1563492 Oct 12 19:37:56.973372 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9c1f8b08-326f-460e-a46d-de8ab5fe61a7 tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:56.996675 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9c1f8b08-326f-460e-a46d-de8ab5fe61a7 tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:57.006146 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7f22c1d0-cc6b-420a-af77-5ceec6802bc4 req-b39896fe-5e26-451c-a518-e6e4672c1893 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=474b56f6-a2e2-499a-ae9e-90bb3b31abf1 HTTP/1.1" status: 200 len: 217 time: 0.0485806 Oct 12 19:37:57.056728 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f22c1d0-cc6b-420a-af77-5ceec6802bc4 req-1173e8cc-ea59-4236-9f01-0d39920c3f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:57.058178 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7f22c1d0-cc6b-420a-af77-5ceec6802bc4 req-1173e8cc-ea59-4236-9f01-0d39920c3f6c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9a700bc4-7f3d-48be-8849-4f5c87b67eb1 HTTP/1.1" status: 200 len: 852 time: 0.0440726 Oct 12 19:37:57.093039 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7f22c1d0-cc6b-420a-af77-5ceec6802bc4 req-5f567d43-8cdc-401b-b6f9-95a6e43fefb9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=54d87c63-7c3c-4d42-9a19-f4947828993d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259020 Oct 12 19:37:57.173646 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9c1f8b08-326f-460e-a46d-de8ab5fe61a7 tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:57.176763 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9c1f8b08-326f-460e-a46d-de8ab5fe61a7 tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:57.180874 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-9c1f8b08-326f-460e-a46d-de8ab5fe61a7 tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] 10.222.0.49 "DELETE /v2.0/security-groups/f0beac89-22f9-4421-8683-560bb9a162a6 HTTP/1.1" status: 204 len: 168 time: 0.2733457 Oct 12 19:37:57.187454 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42690) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:57.193267 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7f22c1d0-cc6b-420a-af77-5ceec6802bc4 req-a2c8cb0e-5fd0-454a-91d9-468f3b851630 service neutron] 10.222.0.61 "GET /v2.0/networks/54d87c63-7c3c-4d42-9a19-f4947828993d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931890 Oct 12 19:37:57.198786 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1f8b08-326f-460e-a46d-de8ab5fe61a7 tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0beac89-22f9-4421-8683-560bb9a162a6,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:57.244603 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-b60ea58f-a20b-47fc-8831-0c5149c8a484 tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0564327 Oct 12 19:37:57.252894 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42692) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:57.257995 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-7b5954fd-414b-4699-bb1e-584ea992caab tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Request body: {'security_group': {'name': 'tempest-secgroup--1091512888'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:37:57.312958 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7f22c1d0-cc6b-420a-af77-5ceec6802bc4 req-8c60a5ff-5401-4b16-9f67-882b3604954e service neutron] 10.222.0.61 "GET /v2.0/networks/54d87c63-7c3c-4d42-9a19-f4947828993d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122754 Oct 12 19:37:57.379807 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7b5954fd-414b-4699-bb1e-584ea992caab tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:57.448000 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7b5954fd-414b-4699-bb1e-584ea992caab tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:57.522334 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7b5954fd-414b-4699-bb1e-584ea992caab tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:57.934613 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5954fd-414b-4699-bb1e-584ea992caab tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c3e4f59-9914-41e0-b243-f0fe7f5e9e53,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:57.956888 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6ff03c-ef13-4337-8e0f-08820613068e req-e32ea074-1e52-4add-92d2-56d6678837c9 tempest-TestServerAdvancedOps-1386632471 tempest-TestServerAdvancedOps-1386632471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:57.958434 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2e6ff03c-ef13-4337-8e0f-08820613068e req-e32ea074-1e52-4add-92d2-56d6678837c9 tempest-TestServerAdvancedOps-1386632471 tempest-TestServerAdvancedOps-1386632471-project] 10.222.0.49 "GET /v2.0/ports?device_id=985b7aff-07af-4313-8d77-8ad0280bc3d6 HTTP/1.1" status: 200 len: 945 time: 0.0606446 Oct 12 19:37:57.977368 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7b5954fd-414b-4699-bb1e-584ea992caab tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:57.978664 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-7b5954fd-414b-4699-bb1e-584ea992caab tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7244465 Oct 12 19:37:57.981610 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42706) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:57.988289 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-19aca504-7afa-4e06-aeae-e1c3e81b19f9 tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Request body: {'security_group_rule': {'security_group_id': '3c3e4f59-9914-41e0-b243-f0fe7f5e9e53', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:37:57.989640 n-d-813679-3 neutron-server[95502]: WARNING neutron.api.v2.base [None req-19aca504-7afa-4e06-aeae-e1c3e81b19f9 tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 12 19:37:57.990535 n-d-813679-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-19aca504-7afa-4e06-aeae-e1c3e81b19f9 tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 19:37:57.991860 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-19aca504-7afa-4e06-aeae-e1c3e81b19f9 tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0091996 Oct 12 19:37:57.996995 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42708) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:58.003485 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-106c593e-de85-42d6-932e-6bba767e4e69 tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Request body: {'security_group_rule': {'security_group_id': '3c3e4f59-9914-41e0-b243-f0fe7f5e9e53', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:37:58.035050 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2e6ff03c-ef13-4337-8e0f-08820613068e req-b0b182a6-3b7f-4871-a9d7-8fdefb85b0aa tempest-TestServerAdvancedOps-1386632471 tempest-TestServerAdvancedOps-1386632471-project] 10.222.0.49 "GET /v2.0/security-groups?id=39e6ef1b-8e9d-4d89-8668-fb12e9b432ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616791 Oct 12 19:37:58.087742 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4844ce9f-415f-4244-9030-75696cf96983 req-373d5076-9772-477a-9b0a-e48afbf1a6bd tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:58.095395 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4844ce9f-415f-4244-9030-75696cf96983 req-373d5076-9772-477a-9b0a-e48afbf1a6bd tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e07869a-db45-4ee8-b931-72d78af23fa5 HTTP/1.1" status: 200 len: 945 time: 0.0643113 Oct 12 19:37:58.175520 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4844ce9f-415f-4244-9030-75696cf96983 req-db048f37-e2e3-4024-bdbc-720c8e3fcc1f tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=c92bac0a-f360-420b-ba1d-66577970e341&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792239 Oct 12 19:37:58.185258 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbf28e4-ebc3-4131-88c4-c43bdb4d78ad req-b2b9203c-27ad-49ae-98e1-44277c785d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:58.187279 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7dbf28e4-ebc3-4131-88c4-c43bdb4d78ad req-b2b9203c-27ad-49ae-98e1-44277c785d21 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=80c6b006e6d9432a90abc6a3ef8ab3a8&device_id=2e07869a-db45-4ee8-b931-72d78af23fa5 HTTP/1.1" status: 200 len: 1096 time: 0.0787458 Oct 12 19:37:58.254311 n-d-813679-3 neutron-server[95501]: INFO neutron.api.v2.resource [None req-106c593e-de85-42d6-932e-6bba767e4e69 tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 19:37:58.255368 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-106c593e-de85-42d6-932e-6bba767e4e69 tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2570345 Oct 12 19:37:58.258059 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42710) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:58.262852 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-2f330de5-18c2-4eb5-b651-cdfa77741142 tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Request body: {'security_group_rule': {'security_group_id': '3c3e4f59-9914-41e0-b243-f0fe7f5e9e53', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:37:58.263332 n-d-813679-3 neutron-server[95501]: WARNING neutron.api.v2.base [None req-2f330de5-18c2-4eb5-b651-cdfa77741142 tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Oct 12 19:37:58.263933 n-d-813679-3 neutron-server[95501]: INFO neutron.api.v2.resource [None req-2f330de5-18c2-4eb5-b651-cdfa77741142 tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 19:37:58.265518 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-2f330de5-18c2-4eb5-b651-cdfa77741142 tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0059085 Oct 12 19:37:58.269969 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42712) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:58.275372 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-8ac5fb12-e786-4eab-9b63-c04ce10e5010 tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Request body: {'security_group_rule': {'security_group_id': '3c3e4f59-9914-41e0-b243-f0fe7f5e9e53', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:37:58.288519 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbf28e4-ebc3-4131-88c4-c43bdb4d78ad req-32c33908-ef40-4356-8b0a-3052047b109c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:58.290149 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7dbf28e4-ebc3-4131-88c4-c43bdb4d78ad req-32c33908-ef40-4356-8b0a-3052047b109c service neutron] 10.222.0.61 "GET /v2.0/networks?id=92a88605-27ea-431c-b963-1a57c353f481 HTTP/1.1" status: 200 len: 897 time: 0.0960114 Oct 12 19:37:58.364320 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7dbf28e4-ebc3-4131-88c4-c43bdb4d78ad req-3d767f46-1206-4983-bf47-d674c563ec49 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2811d62-e8c5-4e6b-9a4a-99dfbc0da11c HTTP/1.1" status: 200 len: 1001 time: 0.0651875 Oct 12 19:37:58.413568 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbf28e4-ebc3-4131-88c4-c43bdb4d78ad req-6dc8bbc5-f96c-499b-b89b-5c23867be4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:58.414918 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7dbf28e4-ebc3-4131-88c4-c43bdb4d78ad req-6dc8bbc5-f96c-499b-b89b-5c23867be4a1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=88fecf92-221f-4920-9ea6-7b9931392c45 HTTP/1.1" status: 200 len: 834 time: 0.0446734 Oct 12 19:37:58.461775 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbf28e4-ebc3-4131-88c4-c43bdb4d78ad req-083b92e2-485e-435e-bacc-02516eccb4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:58.463380 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7dbf28e4-ebc3-4131-88c4-c43bdb4d78ad req-083b92e2-485e-435e-bacc-02516eccb4cf service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=92a88605-27ea-431c-b963-1a57c353f481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410190 Oct 12 19:37:58.476873 n-d-813679-3 neutron-server[95501]: INFO neutron.api.v2.resource [None req-8ac5fb12-e786-4eab-9b63-c04ce10e5010 tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 19:37:58.481358 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-8ac5fb12-e786-4eab-9b63-c04ce10e5010 tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2065711 Oct 12 19:37:58.481358 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42714) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:58.490964 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-d9385a76-5f1d-4620-836c-a5108bd8978b tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Request body: {'security_group_rule': {'security_group_id': '3c3e4f59-9914-41e0-b243-f0fe7f5e9e53', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:37:58.491545 n-d-813679-3 neutron-server[95501]: WARNING neutron.api.v2.base [None req-d9385a76-5f1d-4620-836c-a5108bd8978b tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 12 19:37:58.492088 n-d-813679-3 neutron-server[95501]: INFO neutron.api.v2.resource [None req-d9385a76-5f1d-4620-836c-a5108bd8978b tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 19:37:58.497556 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-d9385a76-5f1d-4620-836c-a5108bd8978b tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0113797 Oct 12 19:37:58.497556 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42716) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:58.502049 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-06c292a2-0e71-4bf6-a18c-b4563bd026bd tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Request body: {'security_group_rule': {'security_group_id': '3c3e4f59-9914-41e0-b243-f0fe7f5e9e53', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:37:58.566588 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7dbf28e4-ebc3-4131-88c4-c43bdb4d78ad req-17de13b1-1a89-42ee-9e5b-b0af491aa389 service neutron] 10.222.0.61 "GET /v2.0/networks/92a88605-27ea-431c-b963-1a57c353f481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954459 Oct 12 19:37:58.608412 n-d-813679-3 neutron-server[95501]: INFO neutron.db.securitygroups_db [None req-06c292a2-0e71-4bf6-a18c-b4563bd026bd tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Project 183b6416506845f3af380ece44eca191 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 19:37:58.667982 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7dbf28e4-ebc3-4131-88c4-c43bdb4d78ad req-5333fa20-a92f-4edf-871b-0bf52145e636 service neutron] 10.222.0.61 "GET /v2.0/networks/92a88605-27ea-431c-b963-1a57c353f481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950317 Oct 12 19:37:58.714038 n-d-813679-3 neutron-server[95501]: INFO neutron.api.v2.resource [None req-06c292a2-0e71-4bf6-a18c-b4563bd026bd tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 19:37:58.715144 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-06c292a2-0e71-4bf6-a18c-b4563bd026bd tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2173333 Oct 12 19:37:58.718825 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42718) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:58.723258 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-d9349010-528a-4efb-8858-4b2a64275c8c tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Request body: {'security_group_rule': {'security_group_id': '3c3e4f59-9914-41e0-b243-f0fe7f5e9e53', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:37:58.723732 n-d-813679-3 neutron-server[95501]: WARNING neutron.api.v2.base [None req-d9349010-528a-4efb-8858-4b2a64275c8c tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Oct 12 19:37:58.724516 n-d-813679-3 neutron-server[95501]: INFO neutron.api.v2.resource [None req-d9349010-528a-4efb-8858-4b2a64275c8c tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 19:37:58.729219 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-d9349010-528a-4efb-8858-4b2a64275c8c tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0056305 Oct 12 19:37:58.729378 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42720) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:58.740260 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-648b01a7-9b95-432b-8b8c-f2375afdc4d8 tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Request body: {'security_group_rule': {'security_group_id': '3c3e4f59-9914-41e0-b243-f0fe7f5e9e53', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:37:58.893797 n-d-813679-3 neutron-server[95501]: INFO neutron.db.securitygroups_db [None req-648b01a7-9b95-432b-8b8c-f2375afdc4d8 tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Project 183b6416506845f3af380ece44eca191 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 19:37:58.991251 n-d-813679-3 neutron-server[95501]: INFO neutron.api.v2.resource [None req-648b01a7-9b95-432b-8b8c-f2375afdc4d8 tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 19:37:58.995864 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42730) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:59.002917 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-648b01a7-9b95-432b-8b8c-f2375afdc4d8 tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2659259 Oct 12 19:37:59.003402 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-62028175-f49a-4203-98fc-f7485e43ef1b tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Request body: {'security_group_rule': {'security_group_id': '3c3e4f59-9914-41e0-b243-f0fe7f5e9e53', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:37:59.158956 n-d-813679-3 neutron-server[95502]: INFO neutron.db.securitygroups_db [None req-62028175-f49a-4203-98fc-f7485e43ef1b tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Project 183b6416506845f3af380ece44eca191 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 19:37:59.188576 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ead75-ad9c-482b-96ee-8615dccb3fae req-5fc74c9f-8f59-4923-a542-b22e305c2732 tempest-TestServerAdvancedOps-1386632471 tempest-TestServerAdvancedOps-1386632471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:59.190081 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ec8ead75-ad9c-482b-96ee-8615dccb3fae req-5fc74c9f-8f59-4923-a542-b22e305c2732 tempest-TestServerAdvancedOps-1386632471 tempest-TestServerAdvancedOps-1386632471-project] 10.222.0.49 "GET /v2.0/ports?device_id=985b7aff-07af-4313-8d77-8ad0280bc3d6 HTTP/1.1" status: 200 len: 945 time: 0.0639386 Oct 12 19:37:59.205127 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4031d45c-ab2d-42b2-91ac-00f3c0b719da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:59.255392 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ec8ead75-ad9c-482b-96ee-8615dccb3fae req-9cfd8109-40f2-4bd7-b6f2-a37524ee3666 tempest-TestServerAdvancedOps-1386632471 tempest-TestServerAdvancedOps-1386632471-project] 10.222.0.49 "GET /v2.0/security-groups?id=39e6ef1b-8e9d-4d89-8668-fb12e9b432ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569277 Oct 12 19:37:59.302901 n-d-813679-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-62028175-f49a-4203-98fc-f7485e43ef1b tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 19:37:59.305717 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-62028175-f49a-4203-98fc-f7485e43ef1b tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3078783 Oct 12 19:37:59.312135 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42738) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:59.325938 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad54b3e0-ca9a-4ec3-9c2f-bc881e4fc0ec req-5ee1c2da-adef-435c-8f32-565883d70fb4 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:59.337790 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ad54b3e0-ca9a-4ec3-9c2f-bc881e4fc0ec req-5ee1c2da-adef-435c-8f32-565883d70fb4 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e07869a-db45-4ee8-b931-72d78af23fa5 HTTP/1.1" status: 200 len: 945 time: 0.0780616 Oct 12 19:37:59.388968 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-920c6fd6-5def-40f9-9029-e84f9fec1453 tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:59.392589 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ad54b3e0-ca9a-4ec3-9c2f-bc881e4fc0ec req-7ea3551b-e5b4-4a2e-b75e-f55b98aedd98 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=c92bac0a-f360-420b-ba1d-66577970e341&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534282 Oct 12 19:37:59.422638 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-920c6fd6-5def-40f9-9029-e84f9fec1453 tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:59.559825 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-920c6fd6-5def-40f9-9029-e84f9fec1453 tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:59.562960 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-920c6fd6-5def-40f9-9029-e84f9fec1453 tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:59.564192 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-920c6fd6-5def-40f9-9029-e84f9fec1453 tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] 10.222.0.49 "DELETE /v2.0/security-groups/3c3e4f59-9914-41e0-b243-f0fe7f5e9e53 HTTP/1.1" status: 204 len: 168 time: 0.2509899 Oct 12 19:37:59.566911 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42740) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:59.579735 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920c6fd6-5def-40f9-9029-e84f9fec1453 tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c3e4f59-9914-41e0-b243-f0fe7f5e9e53,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:59.620331 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-2d6b843c-a9c0-405b-b391-add298751af1 tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0521245 Oct 12 19:37:59.636058 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42742) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:37:59.636058 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-37d4a912-7f82-4ead-b9f0-c5003089058f tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Request body: {'security_group': {'name': 'tempest-secgroup--2110848596'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:37:59.746257 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-37d4a912-7f82-4ead-b9f0-c5003089058f tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:59.814123 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1f9330-7bd8-47a9-8724-d93a41ba2ae0 req-f9f7fcaa-69ff-4f62-a760-39beb96a3f00 tempest-TestServerAdvancedOps-1386632471 tempest-TestServerAdvancedOps-1386632471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:37:59.821702 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1e1f9330-7bd8-47a9-8724-d93a41ba2ae0 req-f9f7fcaa-69ff-4f62-a760-39beb96a3f00 tempest-TestServerAdvancedOps-1386632471 tempest-TestServerAdvancedOps-1386632471-project] 10.222.0.49 "GET /v2.0/ports?device_id=985b7aff-07af-4313-8d77-8ad0280bc3d6 HTTP/1.1" status: 200 len: 945 time: 0.0604084 Oct 12 19:37:59.856286 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-37d4a912-7f82-4ead-b9f0-c5003089058f tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:59.875777 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1e1f9330-7bd8-47a9-8724-d93a41ba2ae0 req-4df800ae-7fa2-493a-b5f2-da94df56246c tempest-TestServerAdvancedOps-1386632471 tempest-TestServerAdvancedOps-1386632471-project] 10.222.0.49 "GET /v2.0/security-groups?id=39e6ef1b-8e9d-4d89-8668-fb12e9b432ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529912 Oct 12 19:37:59.937370 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-37d4a912-7f82-4ead-b9f0-c5003089058f tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:37:59.967102 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d4a912-7f82-4ead-b9f0-c5003089058f tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2807aff-be47-4366-9a6c-a149a3095127,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:37:59.975329 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d4a912-7f82-4ead-b9f0-c5003089058f tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:37:59.975711 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d4a912-7f82-4ead-b9f0-c5003089058f tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:37:59.976076 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d4a912-7f82-4ead-b9f0-c5003089058f tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:37:59.976416 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d4a912-7f82-4ead-b9f0-c5003089058f tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:37:59.976783 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d4a912-7f82-4ead-b9f0-c5003089058f tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:37:59.977114 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d4a912-7f82-4ead-b9f0-c5003089058f tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:37:59.977440 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d4a912-7f82-4ead-b9f0-c5003089058f tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:37:59.977766 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d4a912-7f82-4ead-b9f0-c5003089058f tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:37:59.978092 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d4a912-7f82-4ead-b9f0-c5003089058f tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:37:59.978416 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d4a912-7f82-4ead-b9f0-c5003089058f tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:37:59.978738 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d4a912-7f82-4ead-b9f0-c5003089058f tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:37:59.979057 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d4a912-7f82-4ead-b9f0-c5003089058f tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:38:00.044375 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-37d4a912-7f82-4ead-b9f0-c5003089058f tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:00.045810 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-37d4a912-7f82-4ead-b9f0-c5003089058f tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4195073 Oct 12 19:38:00.049351 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42752) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:38:00.054348 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-e970e2fb-64c4-4db2-bd17-11adccd13364 tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Request body: {'security_group_rule': {'security_group_id': 'd2807aff-be47-4366-9a6c-a149a3095127', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:38:00.256497 n-d-813679-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-e970e2fb-64c4-4db2-bd17-11adccd13364 tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] create failed (client error): The resource could not be found. Oct 12 19:38:00.257687 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-e970e2fb-64c4-4db2-bd17-11adccd13364 tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2074153 Oct 12 19:38:00.260852 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42756) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:38:00.265774 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-1badce45-43fa-4a1d-a52b-320928b109fe tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Request body: {'security_group_rule': {'security_group_id': 'd2807aff-be47-4366-9a6c-a149a3095127', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '531ad443-ca89-484a-8173-b6761f1feab7'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:38:00.469031 n-d-813679-3 neutron-server[95501]: INFO neutron.api.v2.resource [None req-1badce45-43fa-4a1d-a52b-320928b109fe tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] create failed (client error): The resource could not be found. Oct 12 19:38:00.472905 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-1badce45-43fa-4a1d-a52b-320928b109fe tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2082059 Oct 12 19:38:00.473145 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42760) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:38:00.542055 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1005d6a-70f9-4ad6-962b-71d998d09be7 req-c4fb6a26-3f48-481f-8077-882351c3e3f9 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:38:00.737985 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d1005d6a-70f9-4ad6-962b-71d998d09be7 req-c4fb6a26-3f48-481f-8077-882351c3e3f9 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e07869a-db45-4ee8-b931-72d78af23fa5 HTTP/1.1" status: 200 len: 945 time: 0.0777240 Oct 12 19:38:00.738568 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-90f30774-4dfb-4432-bf21-d8f9732573ad tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:00.738568 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-90f30774-4dfb-4432-bf21-d8f9732573ad tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:00.739055 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d1005d6a-70f9-4ad6-962b-71d998d09be7 req-478aa517-3fd9-4c22-b3e0-046653608f2b tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=c92bac0a-f360-420b-ba1d-66577970e341&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455887 Oct 12 19:38:00.808194 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-90f30774-4dfb-4432-bf21-d8f9732573ad tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:00.810859 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-90f30774-4dfb-4432-bf21-d8f9732573ad tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:00.812040 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-90f30774-4dfb-4432-bf21-d8f9732573ad tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] 10.222.0.49 "DELETE /v2.0/security-groups/d2807aff-be47-4366-9a6c-a149a3095127 HTTP/1.1" status: 204 len: 168 time: 0.3379247 Oct 12 19:38:00.814965 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42762) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:38:00.825711 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f30774-4dfb-4432-bf21-d8f9732573ad tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2807aff-be47-4366-9a6c-a149a3095127,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:38:00.880664 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-f08a3e69-c618-461c-828c-0506d8c3bc68 tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0643830 Oct 12 19:38:00.885765 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42764) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:38:00.891536 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-2c9f21c7-38cf-4cb2-b7a3-56fa491977f9 tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Request body: {'security_group_rule': {'security_group_id': '0f41fb10-45be-4066-8735-bb6f436ac186', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:38:01.045179 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb14ee79-f0b8-4be9-b9d5-3e526f8b785b req-000440d3-c13a-424f-9dcb-6236c241dce6 tempest-TestServerAdvancedOps-1386632471 tempest-TestServerAdvancedOps-1386632471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:38:01.046861 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bb14ee79-f0b8-4be9-b9d5-3e526f8b785b req-000440d3-c13a-424f-9dcb-6236c241dce6 tempest-TestServerAdvancedOps-1386632471 tempest-TestServerAdvancedOps-1386632471-project] 10.222.0.49 "GET /v2.0/ports?device_id=985b7aff-07af-4313-8d77-8ad0280bc3d6 HTTP/1.1" status: 200 len: 945 time: 0.0732181 Oct 12 19:38:01.089856 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bb14ee79-f0b8-4be9-b9d5-3e526f8b785b req-25b6d4e3-d095-4fbc-b7b0-71d1e6e25296 tempest-TestServerAdvancedOps-1386632471 tempest-TestServerAdvancedOps-1386632471-project] 10.222.0.49 "GET /v2.0/security-groups?id=39e6ef1b-8e9d-4d89-8668-fb12e9b432ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358117 Oct 12 19:38:01.122282 n-d-813679-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-2c9f21c7-38cf-4cb2-b7a3-56fa491977f9 tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] create failed (client error): The resource could not be found. Oct 12 19:38:01.123474 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-2c9f21c7-38cf-4cb2-b7a3-56fa491977f9 tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2370260 Oct 12 19:38:01.130297 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42776) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:38:01.134963 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-a5782b03-5a4d-48e8-bed0-315a7698fd52 tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Request body: {'security_group': {'name': 'tempest-secgroup--546149505'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:38:01.248073 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a5782b03-5a4d-48e8-bed0-315a7698fd52 tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:01.317439 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a5782b03-5a4d-48e8-bed0-315a7698fd52 tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:01.425153 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a5782b03-5a4d-48e8-bed0-315a7698fd52 tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:01.458651 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5782b03-5a4d-48e8-bed0-315a7698fd52 tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50136a8a-bf19-4c33-83ae-285d98958307,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:38:01.541999 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a5782b03-5a4d-48e8-bed0-315a7698fd52 tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:01.543560 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-a5782b03-5a4d-48e8-bed0-315a7698fd52 tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4122458 Oct 12 19:38:01.546724 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42778) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:38:01.551117 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-95a7f44a-bab4-4b9c-9bb0-d3ea2e760321 tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Request body: {'security_group': {'name': 'tempest-secgroup--689263136'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:38:01.618744 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835f66e2-4223-449d-aea7-d86d9585aa4c req-95c08b16-b217-4b48-84ee-53c408293e68 tempest-TestServerAdvancedOps-1386632471 tempest-TestServerAdvancedOps-1386632471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:38:01.620244 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-835f66e2-4223-449d-aea7-d86d9585aa4c req-95c08b16-b217-4b48-84ee-53c408293e68 tempest-TestServerAdvancedOps-1386632471 tempest-TestServerAdvancedOps-1386632471-project] 10.222.0.61 "GET /v2.0/ports?device_id=985b7aff-07af-4313-8d77-8ad0280bc3d6 HTTP/1.1" status: 200 len: 945 time: 0.0558765 Oct 12 19:38:01.715082 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-95a7f44a-bab4-4b9c-9bb0-d3ea2e760321 tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:01.748061 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-eb056cf1-f97b-4799-9649-ad42cb743205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:01.793485 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ceb08a-cfe3-49b1-8ea0-47dbf0f4bcc1 req-64b899d5-a88d-4267-9154-9462ab5225b3 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:38:01.794866 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-67ceb08a-cfe3-49b1-8ea0-47dbf0f4bcc1 req-64b899d5-a88d-4267-9154-9462ab5225b3 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e07869a-db45-4ee8-b931-72d78af23fa5 HTTP/1.1" status: 200 len: 945 time: 0.0949421 Oct 12 19:38:01.797284 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-835f66e2-4223-449d-aea7-d86d9585aa4c req-44455e3e-aeb4-4e10-aac6-ef19a2bdf840 tempest-TestServerAdvancedOps-1386632471 tempest-TestServerAdvancedOps-1386632471-project] Deleting port 474b56f6-a2e2-499a-ae9e-90bb3b31abf1 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:38:01.797614 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-835f66e2-4223-449d-aea7-d86d9585aa4c req-44455e3e-aeb4-4e10-aac6-ef19a2bdf840 tempest-TestServerAdvancedOps-1386632471 tempest-TestServerAdvancedOps-1386632471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:01.928761 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-67ceb08a-cfe3-49b1-8ea0-47dbf0f4bcc1 req-30fa298a-62d6-42a6-bb87-704999c0617c tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=c92bac0a-f360-420b-ba1d-66577970e341&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247520 Oct 12 19:38:01.952197 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-95a7f44a-bab4-4b9c-9bb0-d3ea2e760321 tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:01.953113 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-835f66e2-4223-449d-aea7-d86d9585aa4c req-44455e3e-aeb4-4e10-aac6-ef19a2bdf840 tempest-TestServerAdvancedOps-1386632471 tempest-TestServerAdvancedOps-1386632471-project] For port 474b56f6-a2e2-499a-ae9e-90bb3b31abf1, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=474b56f6-a2e2-499a-ae9e-90bb3b31abf1,segment=NetworkSegment(7e46d897-8dd9-44db-a482-97d96de92855),segment_id=7e46d897-8dd9-44db-a482-97d96de92855)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:38:01.953481 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-835f66e2-4223-449d-aea7-d86d9585aa4c req-44455e3e-aeb4-4e10-aac6-ef19a2bdf840 tempest-TestServerAdvancedOps-1386632471 tempest-TestServerAdvancedOps-1386632471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:01.965856 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-835f66e2-4223-449d-aea7-d86d9585aa4c req-44455e3e-aeb4-4e10-aac6-ef19a2bdf840 tempest-TestServerAdvancedOps-1386632471 tempest-TestServerAdvancedOps-1386632471-project] Calling delete_port for 474b56f6-a2e2-499a-ae9e-90bb3b31abf1 owned by compute:nova {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:38:02.055556 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-95a7f44a-bab4-4b9c-9bb0-d3ea2e760321 tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:02.126194 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a7f44a-bab4-4b9c-9bb0-d3ea2e760321 tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb86beef-fdc3-4cd3-9c7f-7e9ba40f8412,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:38:02.197687 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-95a7f44a-bab4-4b9c-9bb0-d3ea2e760321 tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:02.198984 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-95a7f44a-bab4-4b9c-9bb0-d3ea2e760321 tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6513133 Oct 12 19:38:02.201771 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42794) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:38:02.207055 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-111f05b5-0c55-448a-9013-ba684d0bf9da tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Request body: {'security_group_rule': {'security_group_id': '50136a8a-bf19-4c33-83ae-285d98958307', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'fb86beef-fdc3-4cd3-9c7f-7e9ba40f8412'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:38:02.235147 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-835f66e2-4223-449d-aea7-d86d9585aa4c req-44455e3e-aeb4-4e10-aac6-ef19a2bdf840 tempest-TestServerAdvancedOps-1386632471 tempest-TestServerAdvancedOps-1386632471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:02.245191 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cae38fb-8330-41c2-b6dc-e95516179ee1 req-b9ff4525-ec54-4af8-bfbc-74a395a2ae6f tempest-TestServerAdvancedOps-1386632471 tempest-TestServerAdvancedOps-1386632471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:38:02.246249 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['474b56f6-a2e2-499a-ae9e-90bb3b31abf1'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:38:02.246677 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7cae38fb-8330-41c2-b6dc-e95516179ee1 req-b9ff4525-ec54-4af8-bfbc-74a395a2ae6f tempest-TestServerAdvancedOps-1386632471 tempest-TestServerAdvancedOps-1386632471-project] 10.222.0.49 "GET /v2.0/ports?device_id=985b7aff-07af-4313-8d77-8ad0280bc3d6 HTTP/1.1" status: 200 len: 945 time: 0.0804501 Oct 12 19:38:02.275480 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44455e3e-aeb4-4e10-aac6-ef19a2bdf840 tempest-TestServerAdvancedOps-1386632471 tempest-TestServerAdvancedOps-1386632471-project] Pushing event deleted for resources: {'Port': ['ID=474b56f6-a2e2-499a-ae9e-90bb3b31abf1,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:38:02.349178 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-835f66e2-4223-449d-aea7-d86d9585aa4c req-44455e3e-aeb4-4e10-aac6-ef19a2bdf840 tempest-TestServerAdvancedOps-1386632471 tempest-TestServerAdvancedOps-1386632471-project] No DVR routers for this DVR port 474b56f6-a2e2-499a-ae9e-90bb3b31abf1 on host n-h1-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:38:02.349178 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-835f66e2-4223-449d-aea7-d86d9585aa4c req-44455e3e-aeb4-4e10-aac6-ef19a2bdf840 tempest-TestServerAdvancedOps-1386632471 tempest-TestServerAdvancedOps-1386632471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:02.350045 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-835f66e2-4223-449d-aea7-d86d9585aa4c req-44455e3e-aeb4-4e10-aac6-ef19a2bdf840 tempest-TestServerAdvancedOps-1386632471 tempest-TestServerAdvancedOps-1386632471-project] 10.222.0.61 "DELETE /v2.0/ports/474b56f6-a2e2-499a-ae9e-90bb3b31abf1 HTTP/1.1" status: 204 len: 173 time: 0.7238252 Oct 12 19:38:02.350492 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '985b7aff-07af-4313-8d77-8ad0280bc3d6', 'name': 'network-vif-deleted', 'tag': '474b56f6-a2e2-499a-ae9e-90bb3b31abf1'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:38:02.353070 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2390b309-5f5b-432c-afa3-9636923d87ed" -d '{"events": [{"server_uuid": "985b7aff-07af-4313-8d77-8ad0280bc3d6", "name": "network-vif-deleted", "tag": "474b56f6-a2e2-499a-ae9e-90bb3b31abf1"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:38:02.358929 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7cae38fb-8330-41c2-b6dc-e95516179ee1 req-72f949a2-8fc8-48fc-ac84-1ec4ff502cfe tempest-TestServerAdvancedOps-1386632471 tempest-TestServerAdvancedOps-1386632471-project] 10.222.0.49 "GET /v2.0/security-groups?id=39e6ef1b-8e9d-4d89-8668-fb12e9b432ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870218 Oct 12 19:38:02.461093 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44712f3a-bf71-4b80-ba29-59edf5106a13 x-openstack-request-id: req-44712f3a-bf71-4b80-ba29-59edf5106a13 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:38:02.461392 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "985b7aff-07af-4313-8d77-8ad0280bc3d6", "name": "network-vif-deleted", "tag": "474b56f6-a2e2-499a-ae9e-90bb3b31abf1", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:38:02.461635 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-44712f3a-bf71-4b80-ba29-59edf5106a13 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:38:02.462035 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '985b7aff-07af-4313-8d77-8ad0280bc3d6', 'name': 'network-vif-deleted', 'tag': '474b56f6-a2e2-499a-ae9e-90bb3b31abf1', 'status': 'completed', 'code': 200} Oct 12 19:38:02.481802 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7353afb5-7d9a-4833-bc6a-a342f12d9ca3 req-0636f293-8984-4e7c-ac83-fefb01c0ada8 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:38:02.483297 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7353afb5-7d9a-4833-bc6a-a342f12d9ca3 req-0636f293-8984-4e7c-ac83-fefb01c0ada8 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7b765f3-f079-43bb-884c-ce583b289609 HTTP/1.1" status: 200 len: 945 time: 0.0535471 Oct 12 19:38:02.484566 n-d-813679-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-111f05b5-0c55-448a-9013-ba684d0bf9da tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 19:38:02.485500 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-111f05b5-0c55-448a-9013-ba684d0bf9da tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2822740 Oct 12 19:38:02.488354 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42800) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:38:02.553907 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:02.565917 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7353afb5-7d9a-4833-bc6a-a342f12d9ca3 req-c10cf559-01e3-417c-a3c5-fe1df1948c45 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.49 "GET /v2.0/security-groups?id=5aa05d67-0c53-427c-9564-46e10b998f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607855 Oct 12 19:38:02.571569 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-44f0bd09-0792-4dc4-907f-b1c0850c56f9 tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:02.594693 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-44f0bd09-0792-4dc4-907f-b1c0850c56f9 tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:02.730991 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-44f0bd09-0792-4dc4-907f-b1c0850c56f9 tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:02.733634 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-44f0bd09-0792-4dc4-907f-b1c0850c56f9 tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:02.734793 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-44f0bd09-0792-4dc4-907f-b1c0850c56f9 tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] 10.222.0.49 "DELETE /v2.0/security-groups/fb86beef-fdc3-4cd3-9c7f-7e9ba40f8412 HTTP/1.1" status: 204 len: 168 time: 0.2450452 Oct 12 19:38:02.737778 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42802) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:38:02.745191 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f0bd09-0792-4dc4-907f-b1c0850c56f9 tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb86beef-fdc3-4cd3-9c7f-7e9ba40f8412,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:38:02.797620 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-07bf46a2-f2d7-42d2-b85f-c529225f3a38 tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0577524 Oct 12 19:38:02.800257 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42804) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:38:02.851946 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-927dcac2-9bfd-4368-8267-6cd3bf925d2f tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:02.877728 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-927dcac2-9bfd-4368-8267-6cd3bf925d2f tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:02.957459 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:03.060012 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020bc442-b140-46a5-8693-96e1eda511fa req-5e680893-49f6-4ecc-b425-41ac9ffafe05 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:38:03.062239 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-020bc442-b140-46a5-8693-96e1eda511fa req-5e680893-49f6-4ecc-b425-41ac9ffafe05 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e07869a-db45-4ee8-b931-72d78af23fa5 HTTP/1.1" status: 200 len: 945 time: 0.0561583 Oct 12 19:38:03.063343 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-927dcac2-9bfd-4368-8267-6cd3bf925d2f tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:03.065976 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-927dcac2-9bfd-4368-8267-6cd3bf925d2f tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:03.074412 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-927dcac2-9bfd-4368-8267-6cd3bf925d2f tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] 10.222.0.49 "DELETE /v2.0/security-groups/50136a8a-bf19-4c33-83ae-285d98958307 HTTP/1.1" status: 204 len: 168 time: 0.2672687 Oct 12 19:38:03.074619 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42810) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:38:03.091196 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927dcac2-9bfd-4368-8267-6cd3bf925d2f tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50136a8a-bf19-4c33-83ae-285d98958307,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:38:03.094531 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:03.123781 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-020bc442-b140-46a5-8693-96e1eda511fa req-5d08d1dc-3350-48c3-8c7b-ca716d344bc0 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=c92bac0a-f360-420b-ba1d-66577970e341&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538073 Oct 12 19:38:03.151796 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-2c5ef071-6f1d-4893-804c-780f4f74e803 tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0808320 Oct 12 19:38:03.156312 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42814) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:38:03.160315 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-f5147f86-13e4-4817-bab2-93871c994501 tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Request body: {'security_group': {'name': 'tempest-secgroup--1248078958'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:38:03.270497 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f5147f86-13e4-4817-bab2-93871c994501 tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:03.339734 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f5147f86-13e4-4817-bab2-93871c994501 tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:03.440046 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f5147f86-13e4-4817-bab2-93871c994501 tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:03.480669 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5147f86-13e4-4817-bab2-93871c994501 tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b9ce46b-a311-4d8e-9733-889adf195a26,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:38:03.498169 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e5eede5c-8566-427a-8fde-c63acbc1a901 req-c5930bc6-6212-4dd3-93b9-e581820db8db tempest-TestServerAdvancedOps-1386632471 tempest-TestServerAdvancedOps-1386632471-project] 10.222.0.49 "GET /v2.0/ports?device_id=985b7aff-07af-4313-8d77-8ad0280bc3d6 HTTP/1.1" status: 200 len: 210 time: 0.0379257 Oct 12 19:38:03.581386 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f5147f86-13e4-4817-bab2-93871c994501 tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:03.583710 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-f5147f86-13e4-4817-bab2-93871c994501 tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4267671 Oct 12 19:38:03.585742 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42820) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:38:03.593912 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-39938773-6cc7-4cfe-bf74-8d7dde225d12 tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Request body: {'security_group_rule': {'security_group_id': '6b9ce46b-a311-4d8e-9733-889adf195a26', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:38:03.695791 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3715e474-6433-4183-b136-d72153542ae2 req-7768e86e-0c0f-49ae-9fca-7efee8196c08 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:38:03.697264 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3715e474-6433-4183-b136-d72153542ae2 req-7768e86e-0c0f-49ae-9fca-7efee8196c08 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7b765f3-f079-43bb-884c-ce583b289609 HTTP/1.1" status: 200 len: 945 time: 0.0536265 Oct 12 19:38:03.740241 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3715e474-6433-4183-b136-d72153542ae2 req-38b43446-24c5-42ae-8b08-1be27f1062e7 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.49 "GET /v2.0/security-groups?id=5aa05d67-0c53-427c-9564-46e10b998f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359530 Oct 12 19:38:03.776801 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:03.811315 n-d-813679-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-39938773-6cc7-4cfe-bf74-8d7dde225d12 tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 19:38:03.812400 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-39938773-6cc7-4cfe-bf74-8d7dde225d12 tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2257276 Oct 12 19:38:03.815632 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42824) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:38:03.819940 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-4777318d-bbf5-4e92-9b8b-904871a82ef5 tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Request body: {'security_group_rule': {'security_group_id': '6b9ce46b-a311-4d8e-9733-889adf195a26', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:38:04.025349 n-d-813679-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-4777318d-bbf5-4e92-9b8b-904871a82ef5 tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 19:38:04.026421 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-4777318d-bbf5-4e92-9b8b-904871a82ef5 tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2098448 Oct 12 19:38:04.029312 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42826) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:38:04.085900 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-af193087-db39-4e9f-bc23-c2e4a73abb5c tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:04.117918 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-af193087-db39-4e9f-bc23-c2e4a73abb5c tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:04.258114 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcd9be7-a8e9-4a14-9041-40421f785c11 req-9d519f4d-dd19-4b9c-bcf5-72bf51eed056 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:38:04.259632 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ffcd9be7-a8e9-4a14-9041-40421f785c11 req-9d519f4d-dd19-4b9c-bcf5-72bf51eed056 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e07869a-db45-4ee8-b931-72d78af23fa5 HTTP/1.1" status: 200 len: 945 time: 0.0507581 Oct 12 19:38:04.270850 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-af193087-db39-4e9f-bc23-c2e4a73abb5c tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:04.277838 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-af193087-db39-4e9f-bc23-c2e4a73abb5c tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:04.277838 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-af193087-db39-4e9f-bc23-c2e4a73abb5c tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] 10.222.0.49 "DELETE /v2.0/security-groups/6b9ce46b-a311-4d8e-9733-889adf195a26 HTTP/1.1" status: 204 len: 168 time: 0.2446110 Oct 12 19:38:04.278561 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42834) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:38:04.300453 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af193087-db39-4e9f-bc23-c2e4a73abb5c tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b9ce46b-a311-4d8e-9733-889adf195a26,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:38:04.317393 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ffcd9be7-a8e9-4a14-9041-40421f785c11 req-4e5e770f-dd02-4cd0-9151-b441ea2ea580 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=c92bac0a-f360-420b-ba1d-66577970e341&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508826 Oct 12 19:38:04.355474 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-c8f7eac6-d4d6-42c9-a941-5cdc608efb50 tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0754449 Oct 12 19:38:04.359685 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42836) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:38:04.364669 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-99aa6905-ded3-49a8-a799-1d14835d0ba4 tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Request body: {'security_group': {'name': 'tempest-secgroup--1968676424'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:38:04.485395 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-99aa6905-ded3-49a8-a799-1d14835d0ba4 tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:04.533559 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:04.559656 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-99aa6905-ded3-49a8-a799-1d14835d0ba4 tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:04.591355 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42842) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:38:04.601552 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 474b56f6-a2e2-499a-ae9e-90bb3b31abf1 no longer exists at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:38:04.623169 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] No Port match for: 474b56f6-a2e2-499a-ae9e-90bb3b31abf1 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:38:04.625016 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 474b56f6-a2e2-499a-ae9e-90bb3b31abf1 not bound to the agent host n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:38:04.636426 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-99aa6905-ded3-49a8-a799-1d14835d0ba4 tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:04.647999 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-58d70b73-fb04-4bf2-ab39-50c2c085f6cb admin admin] Deleting subnet 9a700bc4-7f3d-48be-8849-4f5c87b67eb1 {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:38:04.651139 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-58d70b73-fb04-4bf2-ab39-50c2c085f6cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:04.676244 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aa6905-ded3-49a8-a799-1d14835d0ba4 tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b9fa51-ecdc-4b10-b4dd-6bab18b10efd,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:38:04.692022 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-58d70b73-fb04-4bf2-ab39-50c2c085f6cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16313642'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:04.731517 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-58d70b73-fb04-4bf2-ab39-50c2c085f6cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:04.761823 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-99aa6905-ded3-49a8-a799-1d14835d0ba4 tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:04.763773 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-99aa6905-ded3-49a8-a799-1d14835d0ba4 tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4028945 Oct 12 19:38:04.766804 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42846) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:38:04.771311 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-e5d7ca0f-7356-4ff7-a051-ab78d0c9054c tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:38:04.772008 n-d-813679-3 neutron-server[95501]: WARNING neutron.api.v2.base [None req-e5d7ca0f-7356-4ff7-a051-ab78d0c9054c tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 12 19:38:04.772852 n-d-813679-3 neutron-server[95501]: INFO neutron.api.v2.resource [None req-e5d7ca0f-7356-4ff7-a051-ab78d0c9054c tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] update failed (client error): There was a conflict when trying to complete your request. Oct 12 19:38:04.776349 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-e5d7ca0f-7356-4ff7-a051-ab78d0c9054c tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] 10.222.0.49 "PUT /v2.0/security-groups/e8b9fa51-ecdc-4b10-b4dd-6bab18b10efd HTTP/1.1" status: 409 len: 330 time: 0.0062234 Oct 12 19:38:04.779185 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42848) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:38:04.865424 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-58d70b73-fb04-4bf2-ab39-50c2c085f6cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4306592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16245866'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:04.878499 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4bd5064d-bcb1-4d6f-995e-1da1a9ef558d tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:04.896644 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d70b73-fb04-4bf2-ab39-50c2c085f6cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a700bc4-7f3d-48be-8849-4f5c87b67eb1,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:38:04.900564 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-58d70b73-fb04-4bf2-ab39-50c2c085f6cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:04.907081 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-58d70b73-fb04-4bf2-ab39-50c2c085f6cb admin admin] 10.222.0.49 "DELETE /v2.0/subnets/9a700bc4-7f3d-48be-8849-4f5c87b67eb1 HTTP/1.1" status: 204 len: 168 time: 0.3114045 Oct 12 19:38:04.907822 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42850) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:38:04.920249 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc02aa2b-5494-4e6d-a1d2-f77d949c14c1 req-3f0037db-0001-4d9d-aa15-55624faf4359 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:38:04.922365 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fc02aa2b-5494-4e6d-a1d2-f77d949c14c1 req-3f0037db-0001-4d9d-aa15-55624faf4359 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7b765f3-f079-43bb-884c-ce583b289609 HTTP/1.1" status: 200 len: 945 time: 0.0860920 Oct 12 19:38:04.923907 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4bd5064d-bcb1-4d6f-995e-1da1a9ef558d tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:04.975886 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-62d3b43f-e202-449f-8ff3-dd7af46b762a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:04.981434 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fc02aa2b-5494-4e6d-a1d2-f77d949c14c1 req-23f2d2f8-0dc7-4763-a5a4-cd7e0c353590 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.49 "GET /v2.0/security-groups?id=5aa05d67-0c53-427c-9564-46e10b998f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454130 Oct 12 19:38:05.059627 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4bd5064d-bcb1-4d6f-995e-1da1a9ef558d tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:05.061079 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-62d3b43f-e202-449f-8ff3-dd7af46b762a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:05.062547 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4bd5064d-bcb1-4d6f-995e-1da1a9ef558d tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:05.063793 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-4bd5064d-bcb1-4d6f-995e-1da1a9ef558d tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] 10.222.0.49 "DELETE /v2.0/security-groups/e8b9fa51-ecdc-4b10-b4dd-6bab18b10efd HTTP/1.1" status: 204 len: 168 time: 0.2814498 Oct 12 19:38:05.067293 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42852) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:38:05.082512 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-62d3b43f-e202-449f-8ff3-dd7af46b762a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54d87c63-7c3c-4d42-9a19-f4947828993d']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:38:05.086249 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd5064d-bcb1-4d6f-995e-1da1a9ef558d tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8b9fa51-ecdc-4b10-b4dd-6bab18b10efd,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:38:05.095662 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-62d3b43f-e202-449f-8ff3-dd7af46b762a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e46d897-8dd9-44db-a482-97d96de92855') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:38:05.096166 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-62d3b43f-e202-449f-8ff3-dd7af46b762a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e46d897-8dd9-44db-a482-97d96de92855') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:38:05.109180 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-62d3b43f-e202-449f-8ff3-dd7af46b762a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16313633'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:05.123165 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-62d3b43f-e202-449f-8ff3-dd7af46b762a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:05.129806 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62d3b43f-e202-449f-8ff3-dd7af46b762a admin admin] Releasing vlan 512 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:38:05.136315 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-62d3b43f-e202-449f-8ff3-dd7af46b762a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4305278'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:05.136315 n-d-813679-3 neutron-server[95502]: Traceback (most recent call last): Oct 12 19:38:05.136315 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:38:05.136315 n-d-813679-3 neutron-server[95502]: timer() Oct 12 19:38:05.136315 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:38:05.136315 n-d-813679-3 neutron-server[95502]: cb(*args, **kw) Oct 12 19:38:05.136315 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:38:05.136315 n-d-813679-3 neutron-server[95502]: return func(*args, **kwargs) Oct 12 19:38:05.136315 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:38:05.136315 n-d-813679-3 neutron-server[95502]: self._notify() Oct 12 19:38:05.136315 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:38:05.136315 n-d-813679-3 neutron-server[95502]: self.callback(batched_events) Oct 12 19:38:05.136315 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:38:05.136315 n-d-813679-3 neutron-server[95502]: event.method(event) Oct 12 19:38:05.136315 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:38:05.136315 n-d-813679-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:38:05.136315 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:38:05.136315 n-d-813679-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:38:05.136315 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:38:05.136315 n-d-813679-3 neutron-server[95502]: return f(self, *a, **k) Oct 12 19:38:05.136315 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:38:05.136315 n-d-813679-3 neutron-server[95502]: return self._get(url).json() Oct 12 19:38:05.136315 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:38:05.136315 n-d-813679-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:38:05.136315 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:38:05.136315 n-d-813679-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Oct 12 19:38:05.136315 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:38:05.136315 n-d-813679-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:38:05.136315 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:38:05.136315 n-d-813679-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:38:05.136315 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:38:05.136315 n-d-813679-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:38:05.136315 n-d-813679-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:38:05.140058 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-b8f5460a-7004-4bab-b829-75ddc683188e tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0664024 Oct 12 19:38:05.140382 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42854) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:38:05.149714 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 19:38:05.154423 n-d-813679-3 neutron-server[95501]: INFO neutron.api.v2.resource [None req-777e364b-b1b7-47a5-a15b-abfea1daa07f tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] delete failed (client error): The resource could not be found. Oct 12 19:38:05.156046 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-777e364b-b1b7-47a5-a15b-abfea1daa07f tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] 10.222.0.49 "DELETE /v2.0/security-groups/d74319f5-effb-432a-9046-6105ff606283 HTTP/1.1" status: 404 len: 347 time: 0.0146019 Oct 12 19:38:05.159683 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42856) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:38:05.172612 n-d-813679-3 neutron-server[95501]: INFO neutron.api.v2.resource [None req-432bffce-7a2a-4c8d-b3c3-8fdd6e413a48 tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] show failed (client error): The resource could not be found. Oct 12 19:38:05.173590 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-432bffce-7a2a-4c8d-b3c3-8fdd6e413a48 tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] 10.222.0.49 "GET /v2.0/security-groups/b94bbac5-8a21-4140-b532-5a82b9b9c7d7 HTTP/1.1" status: 404 len: 347 time: 0.0130041 Oct 12 19:38:05.177348 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42858) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:38:05.187875 n-d-813679-3 neutron-server[95501]: INFO neutron.api.v2.resource [None req-bc0e4133-dc4d-4bf1-a6a7-8ea464ca8928 tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] show failed (client error): The resource could not be found. Oct 12 19:38:05.188952 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-bc0e4133-dc4d-4bf1-a6a7-8ea464ca8928 tempest-NegativeSecGroupIPv6Test-1652065911 tempest-NegativeSecGroupIPv6Test-1652065911-project] 10.222.0.49 "GET /v2.0/security-group-rules/8bed5283-bf71-455c-b1b0-ac38ddeb0c28 HTTP/1.1" status: 404 len: 356 time: 0.0107088 Oct 12 19:38:05.259334 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-62d3b43f-e202-449f-8ff3-dd7af46b762a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:05.266022 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-62d3b43f-e202-449f-8ff3-dd7af46b762a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:05.272914 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42866) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:38:05.273051 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-62d3b43f-e202-449f-8ff3-dd7af46b762a admin admin] 10.222.0.49 "DELETE /v2.0/networks/54d87c63-7c3c-4d42-9a19-f4947828993d HTTP/1.1" status: 204 len: 168 time: 0.3643446 Oct 12 19:38:05.285509 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d3b43f-e202-449f-8ff3-dd7af46b762a admin admin] Pushing event deleted for resources: {'Network': ['ID=54d87c63-7c3c-4d42-9a19-f4947828993d,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:38:05.325939 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_v2 [None req-b67764bf-93df-4175-b8cf-ce0fd4b140ab admin admin] Deleting subnet 513c45f2-479d-4c7a-8e31-7b1897633a65 {{(pid=95501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:38:05.329732 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b67764bf-93df-4175-b8cf-ce0fd4b140ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:05.372993 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b67764bf-93df-4175-b8cf-ce0fd4b140ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281083'] for subnet, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:05.414635 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b67764bf-93df-4175-b8cf-ce0fd4b140ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:05.440567 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04b36d5-d716-4608-8a95-8c349ed037e6 req-5ab5179d-d224-4d72-9d4f-217afd0baf2d tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:38:05.442383 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c04b36d5-d716-4608-8a95-8c349ed037e6 req-5ab5179d-d224-4d72-9d4f-217afd0baf2d tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e07869a-db45-4ee8-b931-72d78af23fa5 HTTP/1.1" status: 200 len: 945 time: 0.0535412 Oct 12 19:38:05.486939 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c04b36d5-d716-4608-8a95-8c349ed037e6 req-fb760b40-092e-4177-9d75-e8f57eb2d077 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=c92bac0a-f360-420b-ba1d-66577970e341&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362265 Oct 12 19:38:05.545274 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b67764bf-93df-4175-b8cf-ce0fd4b140ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4824924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4612362'] for subnet, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:05.571494 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67764bf-93df-4175-b8cf-ce0fd4b140ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=513c45f2-479d-4c7a-8e31-7b1897633a65,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:38:05.573542 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b67764bf-93df-4175-b8cf-ce0fd4b140ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:05.581097 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-b67764bf-93df-4175-b8cf-ce0fd4b140ab admin admin] 10.222.0.49 "DELETE /v2.0/subnets/513c45f2-479d-4c7a-8e31-7b1897633a65 HTTP/1.1" status: 204 len: 168 time: 0.3027315 Oct 12 19:38:05.581097 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42870) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:38:05.672254 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f3521218-0021-4c6e-b312-a1ed320e0134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:05.713087 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42876) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:38:05.757061 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f3521218-0021-4c6e-b312-a1ed320e0134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:05.783292 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-f3521218-0021-4c6e-b312-a1ed320e0134 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37c2df53-2412-4eec-adeb-1bf311753f6e']}} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:38:05.793450 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-f3521218-0021-4c6e-b312-a1ed320e0134 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc00477a-6cbd-421c-bd40-47ed0240d0ac') {'for_net_delete': True} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:38:05.793966 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-f3521218-0021-4c6e-b312-a1ed320e0134 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc00477a-6cbd-421c-bd40-47ed0240d0ac') {} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:38:05.804017 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f3521218-0021-4c6e-b312-a1ed320e0134 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4281072'] for segment, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:05.818138 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f3521218-0021-4c6e-b312-a1ed320e0134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:05.824268 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3521218-0021-4c6e-b312-a1ed320e0134 admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=95501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:38:05.824753 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f3521218-0021-4c6e-b312-a1ed320e0134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4823170'] for segment, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:05.826292 n-d-813679-3 neutron-server[95501]: Traceback (most recent call last): Oct 12 19:38:05.826292 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:38:05.826292 n-d-813679-3 neutron-server[95501]: timer() Oct 12 19:38:05.826292 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:38:05.826292 n-d-813679-3 neutron-server[95501]: cb(*args, **kw) Oct 12 19:38:05.826292 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:38:05.826292 n-d-813679-3 neutron-server[95501]: return func(*args, **kwargs) Oct 12 19:38:05.826292 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:38:05.826292 n-d-813679-3 neutron-server[95501]: self._notify() Oct 12 19:38:05.826292 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:38:05.826292 n-d-813679-3 neutron-server[95501]: self.callback(batched_events) Oct 12 19:38:05.826292 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:38:05.826292 n-d-813679-3 neutron-server[95501]: event.method(event) Oct 12 19:38:05.826292 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:38:05.826292 n-d-813679-3 neutron-server[95501]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:38:05.826292 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:38:05.826292 n-d-813679-3 neutron-server[95501]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:38:05.826292 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:38:05.826292 n-d-813679-3 neutron-server[95501]: return f(self, *a, **k) Oct 12 19:38:05.826292 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:38:05.826292 n-d-813679-3 neutron-server[95501]: return self._get(url).json() Oct 12 19:38:05.826292 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:38:05.826292 n-d-813679-3 neutron-server[95501]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:38:05.826292 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:38:05.826292 n-d-813679-3 neutron-server[95501]: return self.request(url, 'GET', **kwargs) Oct 12 19:38:05.826292 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:38:05.826292 n-d-813679-3 neutron-server[95501]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:38:05.826292 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:38:05.826292 n-d-813679-3 neutron-server[95501]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:38:05.826292 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:38:05.826292 n-d-813679-3 neutron-server[95501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:38:05.826292 n-d-813679-3 neutron-server[95501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:38:05.910128 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-388d4bed-90b6-4720-bd2f-d1bd23694785 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=183b6416506845f3af380ece44eca191&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1959827 Oct 12 19:38:05.912696 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42880) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:38:05.961218 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ff76792f-8657-4ca6-a24a-c467d0037d12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:05.982394 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ff76792f-8657-4ca6-a24a-c467d0037d12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:05.989102 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f3521218-0021-4c6e-b312-a1ed320e0134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:05.998341 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f3521218-0021-4c6e-b312-a1ed320e0134 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:06.002097 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-f3521218-0021-4c6e-b312-a1ed320e0134 admin admin] 10.222.0.49 "DELETE /v2.0/networks/37c2df53-2412-4eec-adeb-1bf311753f6e HTTP/1.1" status: 204 len: 168 time: 0.4213696 Oct 12 19:38:06.028862 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3521218-0021-4c6e-b312-a1ed320e0134 admin admin] Pushing event deleted for resources: {'Network': ['ID=37c2df53-2412-4eec-adeb-1bf311753f6e,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:38:06.115514 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda9586c-46c9-4b61-aa01-24c49446e8d2 req-6f6a348f-4422-4901-842d-2dfc18cc8064 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:38:06.117083 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-dda9586c-46c9-4b61-aa01-24c49446e8d2 req-6f6a348f-4422-4901-842d-2dfc18cc8064 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7b765f3-f079-43bb-884c-ce583b289609 HTTP/1.1" status: 200 len: 945 time: 0.0507441 Oct 12 19:38:06.142296 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ff76792f-8657-4ca6-a24a-c467d0037d12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:06.144921 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ff76792f-8657-4ca6-a24a-c467d0037d12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:06.149130 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-ff76792f-8657-4ca6-a24a-c467d0037d12 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/af57579f-1b68-4be7-bca4-051d3ff24b24 HTTP/1.1" status: 204 len: 168 time: 0.2355089 Oct 12 19:38:06.156124 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-dda9586c-46c9-4b61-aa01-24c49446e8d2 req-e601a940-37c1-48d9-9ca3-60e54500cada tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.49 "GET /v2.0/security-groups?id=5aa05d67-0c53-427c-9564-46e10b998f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328326 Oct 12 19:38:06.158461 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff76792f-8657-4ca6-a24a-c467d0037d12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af57579f-1b68-4be7-bca4-051d3ff24b24,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:38:06.366845 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42892) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:38:06.408001 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-c60bc139-294d-4e27-8200-28f6ea424268 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5fb4add2f8244cd4a4c3f75f23e76e6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0399201 Oct 12 19:38:06.410540 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42894) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:38:06.463704 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-87430a8c-4bbb-44a5-87c0-e6734bdf20a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:06.486466 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-87430a8c-4bbb-44a5-87c0-e6734bdf20a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:06.614704 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5015f3c6-fb97-4b4c-bbbc-de8343ec5360 req-c0fb85fc-c08a-443d-8c46-fa959081eb69 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:38:06.616173 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5015f3c6-fb97-4b4c-bbbc-de8343ec5360 req-c0fb85fc-c08a-443d-8c46-fa959081eb69 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e07869a-db45-4ee8-b931-72d78af23fa5 HTTP/1.1" status: 200 len: 945 time: 0.0518866 Oct 12 19:38:06.617257 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-87430a8c-4bbb-44a5-87c0-e6734bdf20a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:06.619793 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-87430a8c-4bbb-44a5-87c0-e6734bdf20a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:06.624832 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-87430a8c-4bbb-44a5-87c0-e6734bdf20a2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/39e6ef1b-8e9d-4d89-8668-fb12e9b432ef HTTP/1.1" status: 204 len: 168 time: 0.2094002 Oct 12 19:38:06.636061 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87430a8c-4bbb-44a5-87c0-e6734bdf20a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39e6ef1b-8e9d-4d89-8668-fb12e9b432ef,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:38:06.666385 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5015f3c6-fb97-4b4c-bbbc-de8343ec5360 req-715d2845-b91f-485f-8068-e03891ed40f8 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=c92bac0a-f360-420b-ba1d-66577970e341&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429573 Oct 12 19:38:07.272892 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a5351a-072f-4182-9783-775a4e85c214 req-df1c9022-381b-400d-9aba-cc3e11b57cef tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:38:07.274399 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-50a5351a-072f-4182-9783-775a4e85c214 req-df1c9022-381b-400d-9aba-cc3e11b57cef tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7b765f3-f079-43bb-884c-ce583b289609 HTTP/1.1" status: 200 len: 945 time: 0.0503013 Oct 12 19:38:07.311987 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-50a5351a-072f-4182-9783-775a4e85c214 req-69925ea9-f106-4033-93e3-56dbe3dd978b tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.49 "GET /v2.0/security-groups?id=5aa05d67-0c53-427c-9564-46e10b998f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310371 Oct 12 19:38:07.441134 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42932) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:38:07.482961 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-43607ef0-ec67-48f0-b07d-7d75d54f7f3d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bf6b294b805d42fc8c61a8f4eb6882ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0405293 Oct 12 19:38:07.485488 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 42938) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:38:07.535352 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d3ace650-4504-41ac-8b22-2a2d536b4961 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:07.558542 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d3ace650-4504-41ac-8b22-2a2d536b4961 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:07.684900 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d3ace650-4504-41ac-8b22-2a2d536b4961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:07.694323 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d3ace650-4504-41ac-8b22-2a2d536b4961 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:07.694323 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-d3ace650-4504-41ac-8b22-2a2d536b4961 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e54ce183-7174-4624-8a86-c14923ef96c0 HTTP/1.1" status: 204 len: 168 time: 0.2027180 Oct 12 19:38:07.697721 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ace650-4504-41ac-8b22-2a2d536b4961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e54ce183-7174-4624-8a86-c14923ef96c0,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:38:07.813257 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7658a721-6df0-4a7f-a55a-5ba5720184e7 req-03f93fe6-f708-4e67-8737-178b3b73f76d tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:38:07.814195 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7658a721-6df0-4a7f-a55a-5ba5720184e7 req-03f93fe6-f708-4e67-8737-178b3b73f76d tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e07869a-db45-4ee8-b931-72d78af23fa5 HTTP/1.1" status: 200 len: 945 time: 0.0502622 Oct 12 19:38:07.862646 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7658a721-6df0-4a7f-a55a-5ba5720184e7 req-dc6e9c0a-b078-4351-85e5-1ab56352b140 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=c92bac0a-f360-420b-ba1d-66577970e341&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411990 Oct 12 19:38:08.434598 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29bc3a2-e863-47e1-8064-ef323383761f req-2e4a462d-d5eb-44f6-8389-00e3fba168d3 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:38:08.436830 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d29bc3a2-e863-47e1-8064-ef323383761f req-2e4a462d-d5eb-44f6-8389-00e3fba168d3 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7b765f3-f079-43bb-884c-ce583b289609 HTTP/1.1" status: 200 len: 945 time: 0.0556829 Oct 12 19:38:08.481292 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d29bc3a2-e863-47e1-8064-ef323383761f req-d6d8b500-0b4a-4adb-891b-1494f0205d61 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.49 "GET /v2.0/security-groups?id=5aa05d67-0c53-427c-9564-46e10b998f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372155 Oct 12 19:38:08.765999 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 42990) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:38:08.880005 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4bce6b2e-1c06-44cb-b6cf-73fa2b907911 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:08.941416 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 43002) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:38:09.016088 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4bce6b2e-1c06-44cb-b6cf-73fa2b907911 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:09.039216 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2047f40-8e19-4f1d-a357-2e6331ee1495 req-eb908a26-dd54-424c-9c83-fd4a8ea4248a tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:38:09.040773 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a2047f40-8e19-4f1d-a357-2e6331ee1495 req-eb908a26-dd54-424c-9c83-fd4a8ea4248a tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e07869a-db45-4ee8-b931-72d78af23fa5 HTTP/1.1" status: 200 len: 945 time: 0.0685136 Oct 12 19:38:09.078945 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-52c3c160-ac6f-4c56-96c4-f8e7924f6c21 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-2082752450-network', 'tenant_id': '2983a9ccec974a83921e8ec0ad8d6818'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:38:09.080504 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a2047f40-8e19-4f1d-a357-2e6331ee1495 req-5260afde-dc2d-4182-8fec-84e39279cdc7 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=c92bac0a-f360-420b-ba1d-66577970e341&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331559 Oct 12 19:38:09.085414 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4bce6b2e-1c06-44cb-b6cf-73fa2b907911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:09.147850 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-4bce6b2e-1c06-44cb-b6cf-73fa2b907911 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=10d50275db5c4f048b291e4a1ba96c4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3807337 Oct 12 19:38:09.149095 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bce6b2e-1c06-44cb-b6cf-73fa2b907911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=271e9b45-edb4-4cd2-96eb-9466016d39eb,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:38:09.150714 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 43008) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:38:09.204310 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2dd49219-33b3-48d1-baac-110c2dcee95a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:09.221845 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52c3c160-ac6f-4c56-96c4-f8e7924f6c21 admin admin] Made reservation on behalf of 2983a9ccec974a83921e8ec0ad8d6818 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:38:09.224445 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-52c3c160-ac6f-4c56-96c4-f8e7924f6c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:09.226528 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2dd49219-33b3-48d1-baac-110c2dcee95a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:09.234656 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-52c3c160-ac6f-4c56-96c4-f8e7924f6c21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:09.315675 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-52c3c160-ac6f-4c56-96c4-f8e7924f6c21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:09.348098 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2dd49219-33b3-48d1-baac-110c2dcee95a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:09.350817 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2dd49219-33b3-48d1-baac-110c2dcee95a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:09.352146 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-2dd49219-33b3-48d1-baac-110c2dcee95a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/271e9b45-edb4-4cd2-96eb-9466016d39eb HTTP/1.1" status: 204 len: 168 time: 0.2001514 Oct 12 19:38:09.361085 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd49219-33b3-48d1-baac-110c2dcee95a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=271e9b45-edb4-4cd2-96eb-9466016d39eb,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:38:09.370884 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-52c3c160-ac6f-4c56-96c4-f8e7924f6c21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:09.409931 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52c3c160-ac6f-4c56-96c4-f8e7924f6c21 admin admin] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:38:09.416733 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c3c160-ac6f-4c56-96c4-f8e7924f6c21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e0a7151-ee26-4e82-b2e3-6b653bf34ac1,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:38:09.422548 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-52c3c160-ac6f-4c56-96c4-f8e7924f6c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:09.422885 n-d-813679-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-52c3c160-ac6f-4c56-96c4-f8e7924f6c21 admin admin] Added segment b925000c-a55a-4025-9f04-b192cfbaff3d of type vlan for network a0808a11-2085-4c22-bc23-125df459d6b3 Oct 12 19:38:09.466489 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-52c3c160-ac6f-4c56-96c4-f8e7924f6c21 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:09.550620 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-52c3c160-ac6f-4c56-96c4-f8e7924f6c21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:09.551852 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c3c160-ac6f-4c56-96c4-f8e7924f6c21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:38:09.552451 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-52c3c160-ac6f-4c56-96c4-f8e7924f6c21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:09.610230 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ea99e9-e942-42d3-a913-6bd1fd2bf8f1 req-cfab176f-d472-4fe9-9b89-b5f6a071c7f7 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:38:09.610865 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c3c160-ac6f-4c56-96c4-f8e7924f6c21 admin admin] Pushing event updated for resources: {'Network': ['ID=a0808a11-2085-4c22-bc23-125df459d6b3,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:38:09.612453 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-76ea99e9-e942-42d3-a913-6bd1fd2bf8f1 req-cfab176f-d472-4fe9-9b89-b5f6a071c7f7 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7b765f3-f079-43bb-884c-ce583b289609 HTTP/1.1" status: 200 len: 945 time: 0.0595598 Oct 12 19:38:09.622316 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network a0808a11-2085-4c22-bc23-125df459d6b3 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:38:09.659588 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-52c3c160-ac6f-4c56-96c4-f8e7924f6c21 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7175987 Oct 12 19:38:09.662335 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 43016) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:38:09.667960 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-dff0aa06-1323-4557-8f5d-2b56953ec2c1 admin admin] Request body: {'subnet': {'network_id': 'a0808a11-2085-4c22-bc23-125df459d6b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-2082752450-subnet', 'tenant_id': '2983a9ccec974a83921e8ec0ad8d6818', 'ip_version': 4}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:38:09.668811 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-76ea99e9-e942-42d3-a913-6bd1fd2bf8f1 req-9da456b7-ff8a-460c-914b-38e334f51438 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.49 "GET /v2.0/security-groups?id=5aa05d67-0c53-427c-9564-46e10b998f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474834 Oct 12 19:38:09.790233 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dff0aa06-1323-4557-8f5d-2b56953ec2c1 admin admin] Made reservation on behalf of 2983a9ccec974a83921e8ec0ad8d6818 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:38:09.792686 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-dff0aa06-1323-4557-8f5d-2b56953ec2c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16245837'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:10.048169 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-dff0aa06-1323-4557-8f5d-2b56953ec2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4306659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16245859'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:10.053823 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 43022) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:38:10.070819 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-cc0179e9-4016-4d17-8e1c-c93f52b3eb6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:10.106019 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff0aa06-1323-4557-8f5d-2b56953ec2c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba1f6973-c574-4615-a2c6-66842a00e001,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:38:10.115739 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff0aa06-1323-4557-8f5d-2b56953ec2c1 admin admin] Checking segment: {'id': 'b925000c-a55a-4025-9f04-b192cfbaff3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'a0808a11-2085-4c22-bc23-125df459d6b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:38:10.116391 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff0aa06-1323-4557-8f5d-2b56953ec2c1 admin admin] Network hostable DHCP agents. Network: a0808a11-2085-4c22-bc23-125df459d6b3, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:38:10.150097 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-cc0179e9-4016-4d17-8e1c-c93f52b3eb6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:10.208305 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff0aa06-1323-4557-8f5d-2b56953ec2c1 admin admin] Network a0808a11-2085-4c22-bc23-125df459d6b3 is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:38:10.225000 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-cc0179e9-4016-4d17-8e1c-c93f52b3eb6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:10.234786 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353bb299-7612-4083-bfea-6010799bdea9 req-9a06dc11-57c9-4adf-8f5b-1ad4261ec1c2 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:38:10.242961 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-353bb299-7612-4083-bfea-6010799bdea9 req-9a06dc11-57c9-4adf-8f5b-1ad4261ec1c2 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e07869a-db45-4ee8-b931-72d78af23fa5 HTTP/1.1" status: 200 len: 945 time: 0.0670722 Oct 12 19:38:10.265890 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-cc0179e9-4016-4d17-8e1c-c93f52b3eb6a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5ab27c3eda434afeba67201a15dc832a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2101715 Oct 12 19:38:10.267045 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0179e9-4016-4d17-8e1c-c93f52b3eb6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4539874-9586-4562-80da-9f948afb3282,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:38:10.269589 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 43028) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:38:10.280830 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-353bb299-7612-4083-bfea-6010799bdea9 req-e61142b4-f759-4b28-a43c-5e505d198d62 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=c92bac0a-f360-420b-ba1d-66577970e341&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370381 Oct 12 19:38:10.296013 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-dff0aa06-1323-4557-8f5d-2b56953ec2c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, a0808a11-2085-4c22-bc23-125df459d6b3) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:38:10.300975 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff0aa06-1323-4557-8f5d-2b56953ec2c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:38:10.302928 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-dff0aa06-1323-4557-8f5d-2b56953ec2c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:10.304163 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b43cfb7-0727-4602-9c14-19c13c497f54 None None] Network a0808a11-2085-4c22-bc23-125df459d6b3 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:38:10.329143 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b98c17e9-14da-4015-ae16-0c9d6f8961db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:10.350848 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b98c17e9-14da-4015-ae16-0c9d6f8961db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:10.386059 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-dff0aa06-1323-4557-8f5d-2b56953ec2c1 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7225995 Oct 12 19:38:10.390592 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 43030) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:38:10.394926 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-a374d600-aa8f-4a3b-ba81-8d758f94f1b4 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-2082752450-router', 'tenant_id': '2983a9ccec974a83921e8ec0ad8d6818', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:38:10.459061 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c716f61-d5f9-4397-8323-d328a13cadc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-a0808a11-2085-4c22-bc23-125df459d6b3', 'network_id': 'a0808a11-2085-4c22-bc23-125df459d6b3', 'tenant_id': '2983a9ccec974a83921e8ec0ad8d6818', 'fixed_ips': [{'subnet_id': 'ba1f6973-c574-4615-a2c6-66842a00e001'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:38:10.459920 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1c716f61-d5f9-4397-8323-d328a13cadc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:10.490440 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b98c17e9-14da-4015-ae16-0c9d6f8961db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:10.490730 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a374d600-aa8f-4a3b-ba81-8d758f94f1b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8093678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255505'] for router, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:10.491710 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a374d600-aa8f-4a3b-ba81-8d758f94f1b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8093562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8087085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8022306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255518'] for router, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:10.493346 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b98c17e9-14da-4015-ae16-0c9d6f8961db admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:10.496877 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-b98c17e9-14da-4015-ae16-0c9d6f8961db admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a4539874-9586-4562-80da-9f948afb3282 HTTP/1.1" status: 204 len: 168 time: 0.2240372 Oct 12 19:38:10.509144 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98c17e9-14da-4015-ae16-0c9d6f8961db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4539874-9586-4562-80da-9f948afb3282,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:38:10.551176 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a374d600-aa8f-4a3b-ba81-8d758f94f1b4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:10.619072 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-1c716f61-d5f9-4397-8323-d328a13cadc9 None None] Allocated IP 172.20.0.2 (a0808a11-2085-4c22-bc23-125df459d6b3/ba1f6973-c574-4615-a2c6-66842a00e001/b972cb32-271e-445f-b303-50b2ac368023) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:38:10.772379 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a374d600-aa8f-4a3b-ba81-8d758f94f1b4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:10.773099 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1c716f61-d5f9-4397-8323-d328a13cadc9 None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:10.814301 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7da2afd-9b0a-4b34-a2aa-2ac45960ae7f req-b2199739-741b-49af-bf71-a87f120422c8 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:38:10.815790 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e7da2afd-9b0a-4b34-a2aa-2ac45960ae7f req-b2199739-741b-49af-bf71-a87f120422c8 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7b765f3-f079-43bb-884c-ce583b289609 HTTP/1.1" status: 200 len: 945 time: 0.0559251 Oct 12 19:38:10.853234 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1c716f61-d5f9-4397-8323-d328a13cadc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:10.879311 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e7da2afd-9b0a-4b34-a2aa-2ac45960ae7f req-7ddcb150-c0c3-4fdc-903a-d4b74aee636f tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.49 "GET /v2.0/security-groups?id=5aa05d67-0c53-427c-9564-46e10b998f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565822 Oct 12 19:38:10.932551 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c716f61-d5f9-4397-8323-d328a13cadc9 None None] Pushing event updated for resources: {'Port': ['ID=b972cb32-271e-445f-b303-50b2ac368023,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:38:10.942820 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c716f61-d5f9-4397-8323-d328a13cadc9 None None] Network a0808a11-2085-4c22-bc23-125df459d6b3 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:38:10.944385 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-1c716f61-d5f9-4397-8323-d328a13cadc9 None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:38:10.947166 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c716f61-d5f9-4397-8323-d328a13cadc9 None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:38:11.027432 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-1c716f61-d5f9-4397-8323-d328a13cadc9 None None] Attempting to bind port b972cb32-271e-445f-b303-50b2ac368023 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:38:11.028018 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-1c716f61-d5f9-4397-8323-d328a13cadc9 None None] Attempting to bind port b972cb32-271e-445f-b303-50b2ac368023 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'b925000c-a55a-4025-9f04-b192cfbaff3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'a0808a11-2085-4c22-bc23-125df459d6b3'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:38:11.028637 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c716f61-d5f9-4397-8323-d328a13cadc9 None None] Attempting to bind port b972cb32-271e-445f-b303-50b2ac368023 on network a0808a11-2085-4c22-bc23-125df459d6b3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:38:11.035709 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c716f61-d5f9-4397-8323-d328a13cadc9 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:38:11.036579 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c716f61-d5f9-4397-8323-d328a13cadc9 None None] Checking segment: {'id': 'b925000c-a55a-4025-9f04-b192cfbaff3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'a0808a11-2085-4c22-bc23-125df459d6b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:38:11.037624 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1c716f61-d5f9-4397-8323-d328a13cadc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:11.038374 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c716f61-d5f9-4397-8323-d328a13cadc9 None None] Bound using segment: {'id': 'b925000c-a55a-4025-9f04-b192cfbaff3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'a0808a11-2085-4c22-bc23-125df459d6b3'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:38:11.040104 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-1c716f61-d5f9-4397-8323-d328a13cadc9 None None] Bound port: b972cb32-271e-445f-b303-50b2ac368023, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b925000c-a55a-4025-9f04-b192cfbaff3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'a0808a11-2085-4c22-bc23-125df459d6b3'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:38:11.040872 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1c716f61-d5f9-4397-8323-d328a13cadc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:11.092699 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a374d600-aa8f-4a3b-ba81-8d758f94f1b4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:11.131863 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a374d600-aa8f-4a3b-ba81-8d758f94f1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:11.135682 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-1c716f61-d5f9-4397-8323-d328a13cadc9 None None] For port b972cb32-271e-445f-b303-50b2ac368023, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:38:11.139928 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-1c716f61-d5f9-4397-8323-d328a13cadc9 None None] For port b972cb32-271e-445f-b303-50b2ac368023, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=b972cb32-271e-445f-b303-50b2ac368023,segment=NetworkSegment(b925000c-a55a-4025-9f04-b192cfbaff3d),segment_id=b925000c-a55a-4025-9f04-b192cfbaff3d)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:38:11.237768 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-a374d600-aa8f-4a3b-ba81-8d758f94f1b4 admin admin] Allocated IP 172.25.5.218 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/8d414210-5147-4b4a-b8a5-c69cf0dd49f9) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:38:11.242697 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1c716f61-d5f9-4397-8323-d328a13cadc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:11.330142 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c716f61-d5f9-4397-8323-d328a13cadc9 None None] Pushing event updated for resources: {'Port': ['ID=b972cb32-271e-445f-b303-50b2ac368023,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:38:11.473418 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a374d600-aa8f-4a3b-ba81-8d758f94f1b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:11.525493 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0ac5c4-1904-4f2d-a4b5-b56a4e18a463 req-d336166f-045a-480b-9981-cac3718fd140 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:38:11.543685 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4d0ac5c4-1904-4f2d-a4b5-b56a4e18a463 req-d336166f-045a-480b-9981-cac3718fd140 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e07869a-db45-4ee8-b931-72d78af23fa5 HTTP/1.1" status: 200 len: 945 time: 0.1482880 Oct 12 19:38:11.661027 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4d0ac5c4-1904-4f2d-a4b5-b56a4e18a463 req-42cc0780-37db-48de-9061-4b06c16af2bb tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=c92bac0a-f360-420b-ba1d-66577970e341&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945687 Oct 12 19:38:11.771249 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a374d600-aa8f-4a3b-ba81-8d758f94f1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:11.813282 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a374d600-aa8f-4a3b-ba81-8d758f94f1b4 admin admin] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:38:11.828801 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-a374d600-aa8f-4a3b-ba81-8d758f94f1b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:38:11.831602 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a374d600-aa8f-4a3b-ba81-8d758f94f1b4 admin admin] Pushing event updated for resources: {'Port': ['ID=8d414210-5147-4b4a-b8a5-c69cf0dd49f9,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:38:11.834365 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a374d600-aa8f-4a3b-ba81-8d758f94f1b4 admin admin] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:38:12.080590 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3964f217-7238-44c3-8e0e-ee6e162f931e req-83d8598a-4fe0-4f80-b207-d2c0aa52beb6 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:38:12.083087 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3964f217-7238-44c3-8e0e-ee6e162f931e req-83d8598a-4fe0-4f80-b207-d2c0aa52beb6 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7b765f3-f079-43bb-884c-ce583b289609 HTTP/1.1" status: 200 len: 945 time: 0.0725143 Oct 12 19:38:12.141656 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3964f217-7238-44c3-8e0e-ee6e162f931e req-f2e19338-7228-4b46-aa07-bb539bedc885 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.49 "GET /v2.0/security-groups?id=5aa05d67-0c53-427c-9564-46e10b998f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524874 Oct 12 19:38:12.275913 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a374d600-aa8f-4a3b-ba81-8d758f94f1b4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:12.620869 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b569ca55-38a9-4738-9c91-9feafaecdaba None None] Network a0808a11-2085-4c22-bc23-125df459d6b3 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:38:12.715618 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-96e784bb-2312-4aa6-9563-db758abb3208 None None] Provisioning complete for port b972cb32-271e-445f-b303-50b2ac368023 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:38:12.716136 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-96e784bb-2312-4aa6-9563-db758abb3208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:12.896373 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdb969d-4fc1-4053-8c1f-d90fcc21d809 req-639397fb-0fcb-4c5e-9633-6d4ef96f34c8 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:38:12.903433 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6bdb969d-4fc1-4053-8c1f-d90fcc21d809 req-639397fb-0fcb-4c5e-9633-6d4ef96f34c8 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e07869a-db45-4ee8-b931-72d78af23fa5 HTTP/1.1" status: 200 len: 945 time: 0.1102674 Oct 12 19:38:12.922503 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-96e784bb-2312-4aa6-9563-db758abb3208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:12.949022 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6bdb969d-4fc1-4053-8c1f-d90fcc21d809 req-e54cdfaa-3b2c-4b44-8148-22da5e909af2 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=c92bac0a-f360-420b-ba1d-66577970e341&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447268 Oct 12 19:38:12.950139 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a374d600-aa8f-4a3b-ba81-8d758f94f1b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8093541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7915516'] for router, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:12.958933 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-96e784bb-2312-4aa6-9563-db758abb3208 None None] For port b972cb32-271e-445f-b303-50b2ac368023, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=b972cb32-271e-445f-b303-50b2ac368023,segment=NetworkSegment(b925000c-a55a-4025-9f04-b192cfbaff3d),segment_id=b925000c-a55a-4025-9f04-b192cfbaff3d)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:38:13.069079 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-96e784bb-2312-4aa6-9563-db758abb3208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:13.184876 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device b972cb32-271e-445f-b303-50b2ac368023 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:38:13.231863 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e784bb-2312-4aa6-9563-db758abb3208 None None] Pushing event updated for resources: {'Port': ['ID=b972cb32-271e-445f-b303-50b2ac368023,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:38:13.270388 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port b972cb32-271e-445f-b303-50b2ac368023 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:38:13.270774 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:13.290742 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a374d600-aa8f-4a3b-ba81-8d758f94f1b4 admin admin] Router 3d80aff5-d8ce-4f1f-a52a-a20bf5ab0779 is scheduled to L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b with binding_index 1 {{(pid=95502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 19:38:13.310201 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6872985c-148d-4d02-9180-56a170cc9188 req-c89712c3-de17-4627-8267-ae063963dc3a tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:38:13.312133 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6872985c-148d-4d02-9180-56a170cc9188 req-c89712c3-de17-4627-8267-ae063963dc3a tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7b765f3-f079-43bb-884c-ce583b289609 HTTP/1.1" status: 200 len: 945 time: 0.0588014 Oct 12 19:38:13.340917 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-981190a2-c644-4f4b-ab08-5e82cdc5fb8c None None] Provisioning complete for port b972cb32-271e-445f-b303-50b2ac368023 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:38:13.341381 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-981190a2-c644-4f4b-ab08-5e82cdc5fb8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:13.392384 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6872985c-148d-4d02-9180-56a170cc9188 req-e339da2a-1442-4764-b559-feadbdb2b025 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.49 "GET /v2.0/security-groups?id=5aa05d67-0c53-427c-9564-46e10b998f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733404 Oct 12 19:38:13.462487 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a374d600-aa8f-4a3b-ba81-8d758f94f1b4 admin admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:38:13.477886 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e04bbc-61c9-4bea-9b62-00be13920beb None None] Sync routers for ids ['3d80aff5-d8ce-4f1f-a52a-a20bf5ab0779'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:38:13.495456 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e04bbc-61c9-4bea-9b62-00be13920beb None None] Routers {'3d80aff5-d8ce-4f1f-a52a-a20bf5ab0779'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:38:13.496396 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-79e04bbc-61c9-4bea-9b62-00be13920beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:38:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['3d80aff5-d8ce-4f1f-a52a-a20bf5ab0779'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:38:13.567310 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a374d600-aa8f-4a3b-ba81-8d758f94f1b4 admin admin] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:13.568909 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-a374d600-aa8f-4a3b-ba81-8d758f94f1b4 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.1773684 Oct 12 19:38:13.575229 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 43108) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:38:13.634643 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-79e04bbc-61c9-4bea-9b62-00be13920beb None None] Set router 3d80aff5-d8ce-4f1f-a52a-a20bf5ab0779 gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:38:13.828245 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8793f997-16dd-448a-b35a-a64b366e7f3d req-b5e0b059-b56b-4b83-b5d2-e593d77a5026 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:38:13.828507 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-79e04bbc-61c9-4bea-9b62-00be13920beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d80aff5-d8ce-4f1f-a52a-a20bf5ab0779', 'name': 'tempest-TestServerMultinode-2082752450-router', 'tenant_id': '2983a9ccec974a83921e8ec0ad8d6818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '8d414210-5147-4b4a-b8a5-c69cf0dd49f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:38:10Z', 'updated_at': '2021-10-12T19:38:12Z', 'revision_number': 3, 'project_id': '2983a9ccec974a83921e8ec0ad8d6818', 'gw_port': {'id': '8d414210-5147-4b4a-b8a5-c69cf0dd49f9', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:80:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d80aff5-d8ce-4f1f-a52a-a20bf5ab0779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2998, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:38:11Z', 'updated_at': '2021-10-12T19:38:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:38:13.832873 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8793f997-16dd-448a-b35a-a64b366e7f3d req-b5e0b059-b56b-4b83-b5d2-e593d77a5026 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7b765f3-f079-43bb-884c-ce583b289609 HTTP/1.1" status: 200 len: 945 time: 0.0833831 Oct 12 19:38:13.857564 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e04bbc-61c9-4bea-9b62-00be13920beb None None] Checking router: 3d80aff5-d8ce-4f1f-a52a-a20bf5ab0779 for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:38:13.858589 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e04bbc-61c9-4bea-9b62-00be13920beb None None] Updating router 3d80aff5-d8ce-4f1f-a52a-a20bf5ab0779 port 8d414210-5147-4b4a-b8a5-c69cf0dd49f9 binding host n-d-813679-3 {{(pid=95504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 19:38:13.880237 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8793f997-16dd-448a-b35a-a64b366e7f3d req-06afcc5b-63ca-48ba-a259-17ed0b1fdac4 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.49 "GET /v2.0/security-groups?id=5aa05d67-0c53-427c-9564-46e10b998f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384467 Oct 12 19:38:13.891477 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-79e04bbc-61c9-4bea-9b62-00be13920beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:13.954964 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46bc494-22f6-4fbf-ae76-fc3c1a4464fe req-21704b6e-cf06-445d-a924-6885bcaf8dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:38:13.956565 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e46bc494-22f6-4fbf-ae76-fc3c1a4464fe req-21704b6e-cf06-445d-a924-6885bcaf8dab service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=da56e5b248094156ada95d11ba3c5b37&device_id=a7b765f3-f079-43bb-884c-ce583b289609 HTTP/1.1" status: 200 len: 1096 time: 0.0650892 Oct 12 19:38:14.155504 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-79e04bbc-61c9-4bea-9b62-00be13920beb None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:14.169736 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7829ea5-9afd-4a03-8a7f-ae040ff7667a req-45602b1a-0f13-450e-a91e-8abc89421c35 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:38:14.172093 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a7829ea5-9afd-4a03-8a7f-ae040ff7667a req-45602b1a-0f13-450e-a91e-8abc89421c35 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e07869a-db45-4ee8-b931-72d78af23fa5 HTTP/1.1" status: 200 len: 945 time: 0.1413085 Oct 12 19:38:14.175034 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46bc494-22f6-4fbf-ae76-fc3c1a4464fe req-2a31508e-e0a2-40db-835e-e0de789f2dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:38:14.176452 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e46bc494-22f6-4fbf-ae76-fc3c1a4464fe req-2a31508e-e0a2-40db-835e-e0de789f2dec service neutron] 10.222.0.61 "GET /v2.0/networks?id=74a2c063-d43e-4221-94e9-d3ab154855fc HTTP/1.1" status: 200 len: 912 time: 0.2031946 Oct 12 19:38:14.212884 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-79e04bbc-61c9-4bea-9b62-00be13920beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:14.251775 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e1ada045-53e8-4a8f-9871-c22a91c04325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:14.280469 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-79e04bbc-61c9-4bea-9b62-00be13920beb None None] Attempting to bind port 8d414210-5147-4b4a-b8a5-c69cf0dd49f9 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:38:14.280805 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-79e04bbc-61c9-4bea-9b62-00be13920beb None None] Attempting to bind port 8d414210-5147-4b4a-b8a5-c69cf0dd49f9 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:38:14.281172 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e04bbc-61c9-4bea-9b62-00be13920beb None None] Attempting to bind port 8d414210-5147-4b4a-b8a5-c69cf0dd49f9 on network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:38:14.283184 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe30a57b-b521-4d40-9a4c-1c831acbb344 None None] Pushing event updated for resources: {'Port': ['ID=8d414210-5147-4b4a-b8a5-c69cf0dd49f9,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:38:14.286270 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a7829ea5-9afd-4a03-8a7f-ae040ff7667a req-1ed5fbd1-4537-4a52-8547-0cd0f38153dd tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=c92bac0a-f360-420b-ba1d-66577970e341&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074255 Oct 12 19:38:14.297780 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e46bc494-22f6-4fbf-ae76-fc3c1a4464fe req-af4ebb39-5df6-4199-821f-1f31f4b43b45 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e03793f3-7484-4525-883c-18b556a71a14 HTTP/1.1" status: 200 len: 1001 time: 0.1077502 Oct 12 19:38:14.306183 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe30a57b-b521-4d40-9a4c-1c831acbb344 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:38:14.306532 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe30a57b-b521-4d40-9a4c-1c831acbb344 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:38:14.306872 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe30a57b-b521-4d40-9a4c-1c831acbb344 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:38:14.307209 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe30a57b-b521-4d40-9a4c-1c831acbb344 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:38:14.307534 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe30a57b-b521-4d40-9a4c-1c831acbb344 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:38:14.307925 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe30a57b-b521-4d40-9a4c-1c831acbb344 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:38:14.308293 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe30a57b-b521-4d40-9a4c-1c831acbb344 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:38:14.308672 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe30a57b-b521-4d40-9a4c-1c831acbb344 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:38:14.308941 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe30a57b-b521-4d40-9a4c-1c831acbb344 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:38:14.309260 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe30a57b-b521-4d40-9a4c-1c831acbb344 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:38:14.309617 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe30a57b-b521-4d40-9a4c-1c831acbb344 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:38:14.309897 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe30a57b-b521-4d40-9a4c-1c831acbb344 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:38:14.314291 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e04bbc-61c9-4bea-9b62-00be13920beb None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:38:14.316052 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e04bbc-61c9-4bea-9b62-00be13920beb None None] Checking segment: {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:38:14.316485 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-79e04bbc-61c9-4bea-9b62-00be13920beb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:14.316879 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e04bbc-61c9-4bea-9b62-00be13920beb None None] Bound using segment: {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:38:14.317366 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-79e04bbc-61c9-4bea-9b62-00be13920beb None None] Bound port: 8d414210-5147-4b4a-b8a5-c69cf0dd49f9, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:38:14.317947 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-79e04bbc-61c9-4bea-9b62-00be13920beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:14.371624 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-79e04bbc-61c9-4bea-9b62-00be13920beb None None] For port 8d414210-5147-4b4a-b8a5-c69cf0dd49f9, host n-d-813679-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:38:14.375507 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-79e04bbc-61c9-4bea-9b62-00be13920beb None None] For port 8d414210-5147-4b4a-b8a5-c69cf0dd49f9, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=8d414210-5147-4b4a-b8a5-c69cf0dd49f9,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:38:14.397136 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46bc494-22f6-4fbf-ae76-fc3c1a4464fe req-ce567de6-9bb0-4774-94c2-4dd71940227a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:38:14.398669 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e46bc494-22f6-4fbf-ae76-fc3c1a4464fe req-ce567de6-9bb0-4774-94c2-4dd71940227a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3a0cf0c9-d039-4d05-a67a-cc48a10b2cbc HTTP/1.1" status: 200 len: 850 time: 0.0933053 Oct 12 19:38:14.442029 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-79e04bbc-61c9-4bea-9b62-00be13920beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:14.503389 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46bc494-22f6-4fbf-ae76-fc3c1a4464fe req-b167d523-9505-40c0-ae94-96f4dd1bfeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:38:14.504945 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e46bc494-22f6-4fbf-ae76-fc3c1a4464fe req-b167d523-9505-40c0-ae94-96f4dd1bfeb6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=74a2c063-d43e-4221-94e9-d3ab154855fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0785186 Oct 12 19:38:14.505244 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe30a57b-b521-4d40-9a4c-1c831acbb344 None None] Pushing event updated for resources: {'Port': ['ID=8d414210-5147-4b4a-b8a5-c69cf0dd49f9,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:38:14.512307 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e04bbc-61c9-4bea-9b62-00be13920beb None None] Routers {'3d80aff5-d8ce-4f1f-a52a-a20bf5ab0779'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:38:14.512873 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-79e04bbc-61c9-4bea-9b62-00be13920beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:38:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['3d80aff5-d8ce-4f1f-a52a-a20bf5ab0779'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:38:14.569410 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-e1ada045-53e8-4a8f-9871-c22a91c04325 admin admin] Allocated IP 172.20.0.1 (a0808a11-2085-4c22-bc23-125df459d6b3/ba1f6973-c574-4615-a2c6-66842a00e001/90a26107-e57b-4832-886a-cb3453c14b58) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:38:14.618939 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-79e04bbc-61c9-4bea-9b62-00be13920beb None None] Set router 3d80aff5-d8ce-4f1f-a52a-a20bf5ab0779 gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:38:14.674197 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e46bc494-22f6-4fbf-ae76-fc3c1a4464fe req-921a3c73-a65c-4d9d-87ad-b69601746894 service neutron] 10.222.0.61 "GET /v2.0/networks/74a2c063-d43e-4221-94e9-d3ab154855fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589634 Oct 12 19:38:14.760618 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e1ada045-53e8-4a8f-9871-c22a91c04325 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:14.806442 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e46bc494-22f6-4fbf-ae76-fc3c1a4464fe req-4a471ace-4bc1-44d0-8a0c-6f1111561bf6 service neutron] 10.222.0.61 "GET /v2.0/networks/74a2c063-d43e-4221-94e9-d3ab154855fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222563 Oct 12 19:38:14.815957 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-79e04bbc-61c9-4bea-9b62-00be13920beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d80aff5-d8ce-4f1f-a52a-a20bf5ab0779', 'name': 'tempest-TestServerMultinode-2082752450-router', 'tenant_id': '2983a9ccec974a83921e8ec0ad8d6818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '8d414210-5147-4b4a-b8a5-c69cf0dd49f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:38:10Z', 'updated_at': '2021-10-12T19:38:12Z', 'revision_number': 3, 'project_id': '2983a9ccec974a83921e8ec0ad8d6818', 'gw_port': {'id': '8d414210-5147-4b4a-b8a5-c69cf0dd49f9', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:80:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d80aff5-d8ce-4f1f-a52a-a20bf5ab0779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2998, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:38:11Z', 'updated_at': '2021-10-12T19:38:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:38:14.843069 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e04bbc-61c9-4bea-9b62-00be13920beb None None] The sync data for ids ['3d80aff5-d8ce-4f1f-a52a-a20bf5ab0779'] in n-d-813679-3 is: [{'id': '3d80aff5-d8ce-4f1f-a52a-a20bf5ab0779', 'name': 'tempest-TestServerMultinode-2082752450-router', 'tenant_id': '2983a9ccec974a83921e8ec0ad8d6818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '8d414210-5147-4b4a-b8a5-c69cf0dd49f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:38:10Z', 'updated_at': '2021-10-12T19:38:12Z', 'revision_number': 3, 'project_id': '2983a9ccec974a83921e8ec0ad8d6818', 'gw_port': {'id': '8d414210-5147-4b4a-b8a5-c69cf0dd49f9', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:80:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d80aff5-d8ce-4f1f-a52a-a20bf5ab0779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2998, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:38:11Z', 'updated_at': '2021-10-12T19:38:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:38:14.905012 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e1ada045-53e8-4a8f-9871-c22a91c04325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:14.968003 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ada045-53e8-4a8f-9871-c22a91c04325 admin admin] Network a0808a11-2085-4c22-bc23-125df459d6b3 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:38:14.983437 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-e1ada045-53e8-4a8f-9871-c22a91c04325 admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:38:14.986591 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ada045-53e8-4a8f-9871-c22a91c04325 admin admin] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:38:15.044197 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ada045-53e8-4a8f-9871-c22a91c04325 admin admin] Pushing event updated for resources: {'Port': ['ID=90a26107-e57b-4832-886a-cb3453c14b58,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:38:15.090732 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device b972cb32-271e-445f-b303-50b2ac368023 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:38:15.091577 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e1ada045-53e8-4a8f-9871-c22a91c04325 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7915309'] for router_interface, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:15.198148 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de488540-5a0c-4228-9a97-a5f5b38af638 req-af9e5d14-3269-49c3-ac29-47a0fedb6a0f tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:38:15.199598 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port b972cb32-271e-445f-b303-50b2ac368023 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:38:15.199739 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-de488540-5a0c-4228-9a97-a5f5b38af638 req-af9e5d14-3269-49c3-ac29-47a0fedb6a0f tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7b765f3-f079-43bb-884c-ce583b289609 HTTP/1.1" status: 200 len: 945 time: 0.2374833 Oct 12 19:38:15.200141 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:15.383187 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-de488540-5a0c-4228-9a97-a5f5b38af638 req-7727c94e-38b1-4eb0-9de9-ece00c94c121 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.49 "GET /v2.0/security-groups?id=5aa05d67-0c53-427c-9564-46e10b998f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1495934 Oct 12 19:38:15.461648 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e731d64-aaa4-4f7f-a046-9368304feaa5 req-c5618dc6-8e55-475c-a114-7f6c6b9045a8 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:38:15.468719 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6e731d64-aaa4-4f7f-a046-9368304feaa5 req-c5618dc6-8e55-475c-a114-7f6c6b9045a8 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e07869a-db45-4ee8-b931-72d78af23fa5 HTTP/1.1" status: 200 len: 945 time: 0.0726216 Oct 12 19:38:15.483164 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-e97bfef9-ef79-4859-8fff-dee91f429e2a None None] Provisioning complete for port 90a26107-e57b-4832-886a-cb3453c14b58 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:38:15.483548 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e97bfef9-ef79-4859-8fff-dee91f429e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:15.520110 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6e731d64-aaa4-4f7f-a046-9368304feaa5 req-29e9712d-0275-4315-a5cc-07c4db5acb85 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=c92bac0a-f360-420b-ba1d-66577970e341&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397553 Oct 12 19:38:15.522053 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e1ada045-53e8-4a8f-9871-c22a91c04325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:15.549841 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-e97bfef9-ef79-4859-8fff-dee91f429e2a None None] Port 90a26107-e57b-4832-886a-cb3453c14b58 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:38:15.734756 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e1ada045-53e8-4a8f-9871-c22a91c04325 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:15.792842 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e1ada045-53e8-4a8f-9871-c22a91c04325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:15.910161 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ada045-53e8-4a8f-9871-c22a91c04325 admin admin] Pushing event updated for resources: {'Port': ['ID=90a26107-e57b-4832-886a-cb3453c14b58,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:38:15.914648 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e1ada045-53e8-4a8f-9871-c22a91c04325 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7898980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8092605'] for router_interface, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:15.916989 n-d-813679-3 neutron-server[95502]: INFO neutron.api.v2.resource [req-7dbf28e4-ebc3-4131-88c4-c43bdb4d78ad req-ada750ca-03bf-409c-9daa-0d34ae089527 service neutron] show failed (client error): The resource could not be found. Oct 12 19:38:15.918114 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7dbf28e4-ebc3-4131-88c4-c43bdb4d78ad req-ada750ca-03bf-409c-9daa-0d34ae089527 service neutron] 10.222.0.61 "GET /v2.0/ports/b2811d62-e8c5-4e6b-9a4a-99dfbc0da11c/bindings/n-h2-813679-3 HTTP/1.1" status: 404 len: 380 time: 0.1331072 Oct 12 19:38:16.020213 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ada045-53e8-4a8f-9871-c22a91c04325 admin admin] Network a0808a11-2085-4c22-bc23-125df459d6b3 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:38:16.022175 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-e1ada045-53e8-4a8f-9871-c22a91c04325 admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:38:16.177832 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1ada045-53e8-4a8f-9871-c22a91c04325 admin admin] Router 3d80aff5-d8ce-4f1f-a52a-a20bf5ab0779 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:38:16.302751 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1ada045-53e8-4a8f-9871-c22a91c04325 admin admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:38:16.317279 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-e1ada045-53e8-4a8f-9871-c22a91c04325 admin admin] 10.222.0.49 "PUT /v2.0/routers/3d80aff5-d8ce-4f1f-a52a-a20bf5ab0779/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7378061 Oct 12 19:38:16.375154 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-6b2cd8c7-5e02-49a5-b973-bb0590bee2a3 None None] Provisioning complete for port 90a26107-e57b-4832-886a-cb3453c14b58 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:38:16.375765 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6b2cd8c7-5e02-49a5-b973-bb0590bee2a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:16.415936 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-6b2cd8c7-5e02-49a5-b973-bb0590bee2a3 None None] Port 90a26107-e57b-4832-886a-cb3453c14b58 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:38:16.632315 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbf28e4-ebc3-4131-88c4-c43bdb4d78ad req-a73c6935-5b31-4f83-8c0b-3e723a4f6975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:38:16.632987 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 43174) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:38:16.635297 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7dbf28e4-ebc3-4131-88c4-c43bdb4d78ad req-a73c6935-5b31-4f83-8c0b-3e723a4f6975 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2e07869a-db45-4ee8-b931-72d78af23fa5&tenant_id=80c6b006e6d9432a90abc6a3ef8ab3a8 HTTP/1.1" status: 200 len: 1096 time: 0.1571500 Oct 12 19:38:16.650316 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06717bd8-95fb-4607-a313-13035d8208b2 req-1b8c33fc-86e4-4814-9410-35ed40e9de67 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:38:16.659149 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-06717bd8-95fb-4607-a313-13035d8208b2 req-1b8c33fc-86e4-4814-9410-35ed40e9de67 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7b765f3-f079-43bb-884c-ce583b289609 HTTP/1.1" status: 200 len: 945 time: 0.1192479 Oct 12 19:38:16.683910 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-7dbf28e4-ebc3-4131-88c4-c43bdb4d78ad req-99b9977e-87f7-476e-9f8c-e7bd9f050e0e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813679-3', 'device_owner': 'compute:nova'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:38:16.702446 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53821273-5255-49f0-a369-f57f5467efed req-9b3704c6-ecdb-49c3-b094-da6dfcd16fbc tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:38:16.707138 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-53821273-5255-49f0-a369-f57f5467efed req-9b3704c6-ecdb-49c3-b094-da6dfcd16fbc tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e07869a-db45-4ee8-b931-72d78af23fa5 HTTP/1.1" status: 200 len: 945 time: 0.0848167 Oct 12 19:38:16.741576 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-06717bd8-95fb-4607-a313-13035d8208b2 req-ecc6391b-f3c4-4cc3-8c30-28fcf4bb6894 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.49 "GET /v2.0/security-groups?id=5aa05d67-0c53-427c-9564-46e10b998f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812099 Oct 12 19:38:16.790718 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-53821273-5255-49f0-a369-f57f5467efed req-839006bb-04bc-44cb-8912-e5481219ab13 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=c92bac0a-f360-420b-ba1d-66577970e341&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712516 Oct 12 19:38:16.830087 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-7dbf28e4-ebc3-4131-88c4-c43bdb4d78ad req-99b9977e-87f7-476e-9f8c-e7bd9f050e0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:16.857709 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-825edfeb-8591-4bf4-894f-a7983c28f7f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:16.979313 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-825edfeb-8591-4bf4-894f-a7983c28f7f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:17.039100 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-825edfeb-8591-4bf4-894f-a7983c28f7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:17.059939 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8fc15a-5af7-4b60-829f-4549e1955b24 None None] Sync routers for ids ['3d80aff5-d8ce-4f1f-a52a-a20bf5ab0779'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:38:17.071000 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8fc15a-5af7-4b60-829f-4549e1955b24 None None] Routers {'3d80aff5-d8ce-4f1f-a52a-a20bf5ab0779'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:38:17.071635 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-1c8fc15a-5af7-4b60-829f-4549e1955b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:38:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['3d80aff5-d8ce-4f1f-a52a-a20bf5ab0779'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:38:17.146822 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-825edfeb-8591-4bf4-894f-a7983c28f7f8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9da39b1a036e4be6acf1f5fd67cacc42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5118310 Oct 12 19:38:17.151836 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 43190) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:38:17.155995 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825edfeb-8591-4bf4-894f-a7983c28f7f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f462b39-98f5-4424-9588-3ef6bf535c58,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:38:17.172158 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 8d414210-5147-4b4a-b8a5-c69cf0dd49f9 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:38:17.173726 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-7dbf28e4-ebc3-4131-88c4-c43bdb4d78ad req-99b9977e-87f7-476e-9f8c-e7bd9f050e0e service neutron] For port b2811d62-e8c5-4e6b-9a4a-99dfbc0da11c, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=b2811d62-e8c5-4e6b-9a4a-99dfbc0da11c,segment=NetworkSegment(063c5d4a-c2c9-4e07-b7e3-8775f3660273),segment_id=063c5d4a-c2c9-4e07-b7e3-8775f3660273)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:38:17.253036 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-dd7489c9-f9de-40d0-8ed6-c5885588432b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:17.269859 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-1c8fc15a-5af7-4b60-829f-4549e1955b24 None None] Set router 3d80aff5-d8ce-4f1f-a52a-a20bf5ab0779 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:38:17.284217 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-7dbf28e4-ebc3-4131-88c4-c43bdb4d78ad req-99b9977e-87f7-476e-9f8c-e7bd9f050e0e service neutron] For port b2811d62-e8c5-4e6b-9a4a-99dfbc0da11c, host n-h1-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:38:17.304905 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 8d414210-5147-4b4a-b8a5-c69cf0dd49f9 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:38:17.305275 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:17.316773 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-dd7489c9-f9de-40d0-8ed6-c5885588432b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:17.327332 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 43194) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:38:17.332473 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-d797d4d9-0c3b-4fb7-b313-3da71b4fd625 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1242474108-network', 'tenant_id': 'cd68c1f413bc42ce9bd43f1a52502ae5'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:38:17.364704 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e07869a-db45-4ee8-b931-72d78af23fa5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2811d62-e8c5-4e6b-9a4a-99dfbc0da11c'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:38:17.368520 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3c6e195-dcb3-4b33-bb15-0341d77a20b0" -d '{"events": [{"server_uuid": "2e07869a-db45-4ee8-b931-72d78af23fa5", "name": "network-vif-unplugged", "status": "completed", "tag": "b2811d62-e8c5-4e6b-9a4a-99dfbc0da11c"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:38:17.371887 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-7dbf28e4-ebc3-4131-88c4-c43bdb4d78ad req-99b9977e-87f7-476e-9f8c-e7bd9f050e0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:17.436301 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 19:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f50ccd6-6b20-4b18-b80a-866ec2bd690a x-openstack-request-id: req-8f50ccd6-6b20-4b18-b80a-866ec2bd690a {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:38:17.436595 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e07869a-db45-4ee8-b931-72d78af23fa5", "name": "network-vif-unplugged", "status": "completed", "tag": "b2811d62-e8c5-4e6b-9a4a-99dfbc0da11c", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:38:17.436849 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8f50ccd6-6b20-4b18-b80a-866ec2bd690a {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:38:17.437250 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e07869a-db45-4ee8-b931-72d78af23fa5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2811d62-e8c5-4e6b-9a4a-99dfbc0da11c', 'code': 200} Oct 12 19:38:17.441131 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d797d4d9-0c3b-4fb7-b313-3da71b4fd625 admin admin] Made reservation on behalf of cd68c1f413bc42ce9bd43f1a52502ae5 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:38:17.443713 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d797d4d9-0c3b-4fb7-b313-3da71b4fd625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:17.455414 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d797d4d9-0c3b-4fb7-b313-3da71b4fd625 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:17.469841 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.provisioning_blocks [req-7dbf28e4-ebc3-4131-88c4-c43bdb4d78ad req-99b9977e-87f7-476e-9f8c-e7bd9f050e0e service neutron] Transition to ACTIVE for port object b2811d62-e8c5-4e6b-9a4a-99dfbc0da11c will not be triggered until provisioned by entity L2. {{(pid=95501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:38:17.470769 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-dd7489c9-f9de-40d0-8ed6-c5885588432b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:17.474204 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-dd7489c9-f9de-40d0-8ed6-c5885588432b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:17.475913 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-dd7489c9-f9de-40d0-8ed6-c5885588432b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4f462b39-98f5-4424-9588-3ef6bf535c58 HTTP/1.1" status: 204 len: 168 time: 0.3154147 Oct 12 19:38:17.487292 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7489c9-f9de-40d0-8ed6-c5885588432b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f462b39-98f5-4424-9588-3ef6bf535c58,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:38:17.495900 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:17.501804 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7489c9-f9de-40d0-8ed6-c5885588432b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:38:17.502424 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7489c9-f9de-40d0-8ed6-c5885588432b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:38:17.503113 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7489c9-f9de-40d0-8ed6-c5885588432b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:38:17.503629 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7489c9-f9de-40d0-8ed6-c5885588432b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:38:17.504571 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7489c9-f9de-40d0-8ed6-c5885588432b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:38:17.505074 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7489c9-f9de-40d0-8ed6-c5885588432b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:38:17.505590 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7489c9-f9de-40d0-8ed6-c5885588432b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:38:17.506296 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7489c9-f9de-40d0-8ed6-c5885588432b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:38:17.507310 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7489c9-f9de-40d0-8ed6-c5885588432b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:38:17.507830 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7489c9-f9de-40d0-8ed6-c5885588432b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:38:17.508937 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7489c9-f9de-40d0-8ed6-c5885588432b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:38:17.509901 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7489c9-f9de-40d0-8ed6-c5885588432b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:38:17.554201 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] For port 8d414210-5147-4b4a-b8a5-c69cf0dd49f9, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=8d414210-5147-4b4a-b8a5-c69cf0dd49f9,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:38:17.560390 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d797d4d9-0c3b-4fb7-b313-3da71b4fd625 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:17.567749 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-7dbf28e4-ebc3-4131-88c4-c43bdb4d78ad req-99b9977e-87f7-476e-9f8c-e7bd9f050e0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:17.626569 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:17.677515 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b9977e-87f7-476e-9f8c-e7bd9f050e0e service neutron] Pushing event updated for resources: {'Port': ['ID=b2811d62-e8c5-4e6b-9a4a-99dfbc0da11c,revision_number=6']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:38:17.678389 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d797d4d9-0c3b-4fb7-b313-3da71b4fd625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:17.679567 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-1c8fc15a-5af7-4b60-829f-4549e1955b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d80aff5-d8ce-4f1f-a52a-a20bf5ab0779', 'name': 'tempest-TestServerMultinode-2082752450-router', 'tenant_id': '2983a9ccec974a83921e8ec0ad8d6818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '8d414210-5147-4b4a-b8a5-c69cf0dd49f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:38:10Z', 'updated_at': '2021-10-12T19:38:15Z', 'revision_number': 4, 'project_id': '2983a9ccec974a83921e8ec0ad8d6818', 'gw_port': {'id': '8d414210-5147-4b4a-b8a5-c69cf0dd49f9', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:80:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d80aff5-d8ce-4f1f-a52a-a20bf5ab0779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2998, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:38:11Z', 'updated_at': '2021-10-12T19:38:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '90a26107-e57b-4832-886a-cb3453c14b58', 'name': '', 'network_id': 'a0808a11-2085-4c22-bc23-125df459d6b3', 'tenant_id': '2983a9ccec974a83921e8ec0ad8d6818', 'mac_address': 'fa:16:3e:6b:c9:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d80aff5-d8ce-4f1f-a52a-a20bf5ab0779', 'device_owner': 'network:router_interface', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': 'ba1f6973-c574-4615-a2c6-66842a00e001', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:38:14Z', 'updated_at': '2021-10-12T19:38:15Z', 'revision_number': 2, 'project_id': '2983a9ccec974a83921e8ec0ad8d6818', 'subnets': [{'id': 'ba1f6973-c574-4615-a2c6-66842a00e001', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:38:17.712909 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Pushing event updated for resources: {'Port': ['ID=8d414210-5147-4b4a-b8a5-c69cf0dd49f9,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:38:17.717511 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8fc15a-5af7-4b60-829f-4549e1955b24 None None] Checking router: 3d80aff5-d8ce-4f1f-a52a-a20bf5ab0779 for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:38:17.717936 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8fc15a-5af7-4b60-829f-4549e1955b24 None None] Updating router 3d80aff5-d8ce-4f1f-a52a-a20bf5ab0779 port 90a26107-e57b-4832-886a-cb3453c14b58 binding host n-d-813679-3 {{(pid=95503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 19:38:17.736017 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d797d4d9-0c3b-4fb7-b313-3da71b4fd625 admin admin] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:38:17.745970 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1c8fc15a-5af7-4b60-829f-4549e1955b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:17.761400 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d797d4d9-0c3b-4fb7-b313-3da71b4fd625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:17.762028 n-d-813679-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-d797d4d9-0c3b-4fb7-b313-3da71b4fd625 admin admin] Added segment 8e6db064-5309-46ef-97cf-869c5c8dd153 of type vlan for network a708a200-7e66-492c-b5d7-e1a8e1bfdfd5 Oct 12 19:38:17.770067 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d797d4d9-0c3b-4fb7-b313-3da71b4fd625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f29be594-dba3-4c98-ba53-4e197c54c950,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:38:17.861328 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d797d4d9-0c3b-4fb7-b313-3da71b4fd625 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:18.024166 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d797d4d9-0c3b-4fb7-b313-3da71b4fd625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:18.025268 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d797d4d9-0c3b-4fb7-b313-3da71b4fd625 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:38:18.025916 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d797d4d9-0c3b-4fb7-b313-3da71b4fd625 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:18.077257 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dbf28e4-ebc3-4131-88c4-c43bdb4d78ad req-99b9977e-87f7-476e-9f8c-e7bd9f050e0e service neutron] No DVR routers for this DVR port b2811d62-e8c5-4e6b-9a4a-99dfbc0da11c on host n-h1-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:38:18.090769 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fed8352-d4ff-4f23-bf25-cd73956a595c req-f7f10b66-3399-4e21-89da-45d6f53cde16 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:38:18.094113 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d797d4d9-0c3b-4fb7-b313-3da71b4fd625 admin admin] Pushing event updated for resources: {'Network': ['ID=a708a200-7e66-492c-b5d7-e1a8e1bfdfd5,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:38:18.095461 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4fed8352-d4ff-4f23-bf25-cd73956a595c req-f7f10b66-3399-4e21-89da-45d6f53cde16 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e07869a-db45-4ee8-b931-72d78af23fa5 HTTP/1.1" status: 200 len: 943 time: 0.1450856 Oct 12 19:38:18.125311 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network a708a200-7e66-492c-b5d7-e1a8e1bfdfd5 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:38:18.132003 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1c8fc15a-5af7-4b60-829f-4549e1955b24 None None] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:18.184373 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-d797d4d9-0c3b-4fb7-b313-3da71b4fd625 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8532741 Oct 12 19:38:18.185228 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 43210) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:38:18.190428 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-9a093a43-ad64-469b-a188-cf0103ecc1fc admin admin] Request body: {'subnet': {'network_id': 'a708a200-7e66-492c-b5d7-e1a8e1bfdfd5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1242474108-subnet', 'tenant_id': 'cd68c1f413bc42ce9bd43f1a52502ae5', 'ip_version': 4}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:38:18.210952 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4fed8352-d4ff-4f23-bf25-cd73956a595c req-e5d9ca32-18ce-4695-a428-5446c9b121ff tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=c92bac0a-f360-420b-ba1d-66577970e341&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828724 Oct 12 19:38:18.233076 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1c8fc15a-5af7-4b60-829f-4549e1955b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:18.270143 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-7dbf28e4-ebc3-4131-88c4-c43bdb4d78ad req-99b9977e-87f7-476e-9f8c-e7bd9f050e0e service neutron] Attempting to bind port b2811d62-e8c5-4e6b-9a4a-99dfbc0da11c on host n-h2-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:38:18.270487 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-7dbf28e4-ebc3-4131-88c4-c43bdb4d78ad req-99b9977e-87f7-476e-9f8c-e7bd9f050e0e service neutron] Attempting to bind port b2811d62-e8c5-4e6b-9a4a-99dfbc0da11c by drivers openvswitch,hyperv on host n-h2-813679-3 at level 0 using segments [{'id': '063c5d4a-c2c9-4e07-b7e3-8775f3660273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '92a88605-27ea-431c-b963-1a57c353f481'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:38:18.270825 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbf28e4-ebc3-4131-88c4-c43bdb4d78ad req-99b9977e-87f7-476e-9f8c-e7bd9f050e0e service neutron] Attempting to bind port b2811d62-e8c5-4e6b-9a4a-99dfbc0da11c on network 92a88605-27ea-431c-b963-1a57c353f481 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:38:18.275896 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbf28e4-ebc3-4131-88c4-c43bdb4d78ad req-99b9977e-87f7-476e-9f8c-e7bd9f050e0e service neutron] Port b2811d62-e8c5-4e6b-9a4a-99dfbc0da11c on network 92a88605-27ea-431c-b963-1a57c353f481 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:38:18.276234 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbf28e4-ebc3-4131-88c4-c43bdb4d78ad req-99b9977e-87f7-476e-9f8c-e7bd9f050e0e service neutron] Attempting to bind port b2811d62-e8c5-4e6b-9a4a-99dfbc0da11c on network 92a88605-27ea-431c-b963-1a57c353f481 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:38:18.281805 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbf28e4-ebc3-4131-88c4-c43bdb4d78ad req-99b9977e-87f7-476e-9f8c-e7bd9f050e0e service neutron] Checking agent: {'id': '233fbd7d-38e4-434f-bb8f-05364d7423a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:38:18.282146 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbf28e4-ebc3-4131-88c4-c43bdb4d78ad req-99b9977e-87f7-476e-9f8c-e7bd9f050e0e service neutron] Checking segment: {'id': '063c5d4a-c2c9-4e07-b7e3-8775f3660273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '92a88605-27ea-431c-b963-1a57c353f481'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:38:18.282542 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbf28e4-ebc3-4131-88c4-c43bdb4d78ad req-99b9977e-87f7-476e-9f8c-e7bd9f050e0e service neutron] Bound using segment: {'id': '063c5d4a-c2c9-4e07-b7e3-8775f3660273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '92a88605-27ea-431c-b963-1a57c353f481'} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:38:18.282991 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-7dbf28e4-ebc3-4131-88c4-c43bdb4d78ad req-99b9977e-87f7-476e-9f8c-e7bd9f050e0e service neutron] Bound port: b2811d62-e8c5-4e6b-9a4a-99dfbc0da11c, host: n-h2-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '063c5d4a-c2c9-4e07-b7e3-8775f3660273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '92a88605-27ea-431c-b963-1a57c353f481'}}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:38:18.283359 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-7dbf28e4-ebc3-4131-88c4-c43bdb4d78ad req-99b9977e-87f7-476e-9f8c-e7bd9f050e0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:18.315697 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a093a43-ad64-469b-a188-cf0103ecc1fc admin admin] Made reservation on behalf of cd68c1f413bc42ce9bd43f1a52502ae5 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:38:18.318782 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9a093a43-ad64-469b-a188-cf0103ecc1fc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16245837'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:18.355779 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-7dbf28e4-ebc3-4131-88c4-c43bdb4d78ad req-99b9977e-87f7-476e-9f8c-e7bd9f050e0e service neutron] For port b2811d62-e8c5-4e6b-9a4a-99dfbc0da11c, host n-h2-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:38:18.359671 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-7dbf28e4-ebc3-4131-88c4-c43bdb4d78ad req-99b9977e-87f7-476e-9f8c-e7bd9f050e0e service neutron] For port b2811d62-e8c5-4e6b-9a4a-99dfbc0da11c, host n-h2-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=b2811d62-e8c5-4e6b-9a4a-99dfbc0da11c,segment=NetworkSegment(063c5d4a-c2c9-4e07-b7e3-8775f3660273),segment_id=063c5d4a-c2c9-4e07-b7e3-8775f3660273)] {{(pid=95501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:38:18.412479 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 43212) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:38:18.435464 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96aac3dc-356b-4168-8219-9df1253d7f14 None None] Pushing event updated for resources: {'Port': ['ID=90a26107-e57b-4832-886a-cb3453c14b58,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:38:18.448961 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9ce01d43-3e8b-4a87-b350-121f36e99000 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:18.450823 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-7dbf28e4-ebc3-4131-88c4-c43bdb4d78ad req-99b9977e-87f7-476e-9f8c-e7bd9f050e0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:18.492752 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-1c8fc15a-5af7-4b60-829f-4549e1955b24 None None] Attempting to bind port 90a26107-e57b-4832-886a-cb3453c14b58 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:38:18.503332 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-1c8fc15a-5af7-4b60-829f-4549e1955b24 None None] Attempting to bind port 90a26107-e57b-4832-886a-cb3453c14b58 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'b925000c-a55a-4025-9f04-b192cfbaff3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'a0808a11-2085-4c22-bc23-125df459d6b3'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:38:18.503332 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8fc15a-5af7-4b60-829f-4549e1955b24 None None] Attempting to bind port 90a26107-e57b-4832-886a-cb3453c14b58 on network a0808a11-2085-4c22-bc23-125df459d6b3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:38:18.504523 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbf28e4-ebc3-4131-88c4-c43bdb4d78ad req-99b9977e-87f7-476e-9f8c-e7bd9f050e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:38:18.504523 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-7dbf28e4-ebc3-4131-88c4-c43bdb4d78ad req-99b9977e-87f7-476e-9f8c-e7bd9f050e0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:18.504523 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7dbf28e4-ebc3-4131-88c4-c43bdb4d78ad req-99b9977e-87f7-476e-9f8c-e7bd9f050e0e service neutron] 10.222.0.67 "PUT /v2.0/ports/b2811d62-e8c5-4e6b-9a4a-99dfbc0da11c HTTP/1.1" status: 200 len: 1091 time: 1.8254790 Oct 12 19:38:18.505951 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8fc15a-5af7-4b60-829f-4549e1955b24 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:38:18.506515 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8fc15a-5af7-4b60-829f-4549e1955b24 None None] Checking segment: {'id': 'b925000c-a55a-4025-9f04-b192cfbaff3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'a0808a11-2085-4c22-bc23-125df459d6b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:38:18.506962 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1c8fc15a-5af7-4b60-829f-4549e1955b24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:18.507349 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8fc15a-5af7-4b60-829f-4549e1955b24 None None] Bound using segment: {'id': 'b925000c-a55a-4025-9f04-b192cfbaff3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'a0808a11-2085-4c22-bc23-125df459d6b3'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:38:18.507873 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-1c8fc15a-5af7-4b60-829f-4549e1955b24 None None] Bound port: 90a26107-e57b-4832-886a-cb3453c14b58, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b925000c-a55a-4025-9f04-b192cfbaff3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'a0808a11-2085-4c22-bc23-125df459d6b3'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:38:18.508314 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1c8fc15a-5af7-4b60-829f-4549e1955b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:18.534738 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b9977e-87f7-476e-9f8c-e7bd9f050e0e service neutron] Pushing event updated for resources: {'Port': ['ID=b2811d62-e8c5-4e6b-9a4a-99dfbc0da11c,revision_number=7']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:38:18.615066 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-1c8fc15a-5af7-4b60-829f-4549e1955b24 None None] For port 90a26107-e57b-4832-886a-cb3453c14b58, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:38:18.621915 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device b2811d62-e8c5-4e6b-9a4a-99dfbc0da11c no longer exists at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:38:18.624353 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-1c8fc15a-5af7-4b60-829f-4549e1955b24 None None] For port 90a26107-e57b-4832-886a-cb3453c14b58, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=90a26107-e57b-4832-886a-cb3453c14b58,segment=NetworkSegment(b925000c-a55a-4025-9f04-b192cfbaff3d),segment_id=b925000c-a55a-4025-9f04-b192cfbaff3d)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:38:18.625200 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9ce01d43-3e8b-4a87-b350-121f36e99000 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:18.635458 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbf28e4-ebc3-4131-88c4-c43bdb4d78ad req-ef24f999-db2c-4be1-8863-09df3dc1865a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:38:18.637018 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7dbf28e4-ebc3-4131-88c4-c43bdb4d78ad req-ef24f999-db2c-4be1-8863-09df3dc1865a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=80c6b006e6d9432a90abc6a3ef8ab3a8&device_id=2e07869a-db45-4ee8-b931-72d78af23fa5 HTTP/1.1" status: 200 len: 1094 time: 0.0725234 Oct 12 19:38:18.679901 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device b2811d62-e8c5-4e6b-9a4a-99dfbc0da11c not bound to the agent host n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:38:18.688184 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9a093a43-ad64-469b-a188-cf0103ecc1fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4306659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16245859'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:18.716245 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1c8fc15a-5af7-4b60-829f-4549e1955b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:18.743831 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9ce01d43-3e8b-4a87-b350-121f36e99000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:18.775438 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbf28e4-ebc3-4131-88c4-c43bdb4d78ad req-887b6a8f-379b-46a7-81a5-a0e204cf4c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:38:18.777102 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7dbf28e4-ebc3-4131-88c4-c43bdb4d78ad req-887b6a8f-379b-46a7-81a5-a0e204cf4c39 service neutron] 10.222.0.67 "GET /v2.0/networks?id=92a88605-27ea-431c-b963-1a57c353f481 HTTP/1.1" status: 200 len: 897 time: 0.1259408 Oct 12 19:38:18.796389 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96aac3dc-356b-4168-8219-9df1253d7f14 None None] Pushing event updated for resources: {'Port': ['ID=90a26107-e57b-4832-886a-cb3453c14b58,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:38:18.838160 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8fc15a-5af7-4b60-829f-4549e1955b24 None None] Routers {'3d80aff5-d8ce-4f1f-a52a-a20bf5ab0779'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:38:18.839341 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-1c8fc15a-5af7-4b60-829f-4549e1955b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:38:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['3d80aff5-d8ce-4f1f-a52a-a20bf5ab0779'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:38:18.890271 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7dbf28e4-ebc3-4131-88c4-c43bdb4d78ad req-fe97d60d-27f5-4023-a1b8-51baa7ca6c54 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2811d62-e8c5-4e6b-9a4a-99dfbc0da11c HTTP/1.1" status: 200 len: 999 time: 0.1018181 Oct 12 19:38:18.891537 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-c14f0bf3-7fe7-4583-911c-9f74d0471858 None None] Provisioning complete for port 90a26107-e57b-4832-886a-cb3453c14b58 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:38:18.900478 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c14f0bf3-7fe7-4583-911c-9f74d0471858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:18.948865 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbf28e4-ebc3-4131-88c4-c43bdb4d78ad req-97e4de67-6dc1-4fc9-89a5-55238488db20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:38:18.950595 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7dbf28e4-ebc3-4131-88c4-c43bdb4d78ad req-97e4de67-6dc1-4fc9-89a5-55238488db20 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=88fecf92-221f-4920-9ea6-7b9931392c45 HTTP/1.1" status: 200 len: 834 time: 0.0519428 Oct 12 19:38:19.009916 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbf28e4-ebc3-4131-88c4-c43bdb4d78ad req-c25dd5cb-e416-42aa-87ba-525831a998bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:38:19.011610 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7dbf28e4-ebc3-4131-88c4-c43bdb4d78ad req-c25dd5cb-e416-42aa-87ba-525831a998bf service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=92a88605-27ea-431c-b963-1a57c353f481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530946 Oct 12 19:38:19.161898 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 8d414210-5147-4b4a-b8a5-c69cf0dd49f9 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:38:19.166343 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c14f0bf3-7fe7-4583-911c-9f74d0471858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:19.169613 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-1c8fc15a-5af7-4b60-829f-4549e1955b24 None None] Set router 3d80aff5-d8ce-4f1f-a52a-a20bf5ab0779 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:38:19.260055 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-9ce01d43-3e8b-4a87-b350-121f36e99000 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=62a4ed35feec4eea82fa5c2159e7d341&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8458955 Oct 12 19:38:19.261951 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a093a43-ad64-469b-a188-cf0103ecc1fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=a018426e-457a-416e-9691-80ebea8c6a8e,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:38:19.263395 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 43222) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:38:19.273153 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce01d43-3e8b-4a87-b350-121f36e99000 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c81cc1d-ebfb-46e6-b24a-83ec206adfd9,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:38:19.288780 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a093a43-ad64-469b-a188-cf0103ecc1fc admin admin] Checking segment: {'id': '8e6db064-5309-46ef-97cf-869c5c8dd153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a708a200-7e66-492c-b5d7-e1a8e1bfdfd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:38:19.289216 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a093a43-ad64-469b-a188-cf0103ecc1fc admin admin] Network hostable DHCP agents. Network: a708a200-7e66-492c-b5d7-e1a8e1bfdfd5, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:38:19.341294 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7dbf28e4-ebc3-4131-88c4-c43bdb4d78ad req-0a8d1a8b-3173-4a73-926c-0ca4d9dc645c service neutron] 10.222.0.67 "GET /v2.0/networks/92a88605-27ea-431c-b963-1a57c353f481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3167863 Oct 12 19:38:19.352688 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4387fcb7-6389-408c-909f-d93e3bae7862 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:19.360945 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-c14f0bf3-7fe7-4583-911c-9f74d0471858 None None] For port 90a26107-e57b-4832-886a-cb3453c14b58, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=90a26107-e57b-4832-886a-cb3453c14b58,segment=NetworkSegment(b925000c-a55a-4025-9f04-b192cfbaff3d),segment_id=b925000c-a55a-4025-9f04-b192cfbaff3d)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:38:19.389915 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 8d414210-5147-4b4a-b8a5-c69cf0dd49f9 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:38:19.390142 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:19.391734 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4387fcb7-6389-408c-909f-d93e3bae7862 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:19.423553 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a093a43-ad64-469b-a188-cf0103ecc1fc admin admin] Network a708a200-7e66-492c-b5d7-e1a8e1bfdfd5 is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:38:19.438894 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e07869a-db45-4ee8-b931-72d78af23fa5', 'tag': 'b2811d62-e8c5-4e6b-9a4a-99dfbc0da11c'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:38:19.441890 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96a9c897-fcfa-443a-8d63-fe3c8f5351af" -d '{"events": [{"name": "network-changed", "server_uuid": "2e07869a-db45-4ee8-b931-72d78af23fa5", "tag": "b2811d62-e8c5-4e6b-9a4a-99dfbc0da11c"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:38:19.448274 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c14f0bf3-7fe7-4583-911c-9f74d0471858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:19.504231 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-9a093a43-ad64-469b-a188-cf0103ecc1fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, a708a200-7e66-492c-b5d7-e1a8e1bfdfd5) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:38:19.509573 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a093a43-ad64-469b-a188-cf0103ecc1fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:38:19.510169 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9a093a43-ad64-469b-a188-cf0103ecc1fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:19.523917 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4674fd48-2755-4e85-9d1a-d46da8845e5e None None] Network a708a200-7e66-492c-b5d7-e1a8e1bfdfd5 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:38:19.535265 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4387fcb7-6389-408c-909f-d93e3bae7862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:19.537576 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4387fcb7-6389-408c-909f-d93e3bae7862 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:19.541228 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-4387fcb7-6389-408c-909f-d93e3bae7862 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7c81cc1d-ebfb-46e6-b24a-83ec206adfd9 HTTP/1.1" status: 204 len: 168 time: 0.2723105 Oct 12 19:38:19.541421 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7dbf28e4-ebc3-4131-88c4-c43bdb4d78ad req-2038c95c-018e-4b8a-af78-48b169f307f2 service neutron] 10.222.0.67 "GET /v2.0/networks/92a88605-27ea-431c-b963-1a57c353f481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945810 Oct 12 19:38:19.542434 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-164a88cc-ef6f-484c-8b7e-8e2e638cc185 x-openstack-request-id: req-164a88cc-ef6f-484c-8b7e-8e2e638cc185 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:38:19.542797 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e07869a-db45-4ee8-b931-72d78af23fa5", "tag": "b2811d62-e8c5-4e6b-9a4a-99dfbc0da11c", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:38:19.544223 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-164a88cc-ef6f-484c-8b7e-8e2e638cc185 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:38:19.544546 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e07869a-db45-4ee8-b931-72d78af23fa5', 'tag': 'b2811d62-e8c5-4e6b-9a4a-99dfbc0da11c', 'status': 'completed', 'code': 200} Oct 12 19:38:19.564518 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4387fcb7-6389-408c-909f-d93e3bae7862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c81cc1d-ebfb-46e6-b24a-83ec206adfd9,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:38:19.583014 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55db4e66-844f-413d-99a3-6036eac07b75 req-814e2a50-78ce-485c-8364-0bdf3217b638 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:38:19.588443 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a9c897-fcfa-443a-8d63-fe3c8f5351af req-bb72282f-77bd-4282-b90f-2146f3e2568b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:38:19.590683 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-96a9c897-fcfa-443a-8d63-fe3c8f5351af req-bb72282f-77bd-4282-b90f-2146f3e2568b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=80c6b006e6d9432a90abc6a3ef8ab3a8&device_id=2e07869a-db45-4ee8-b931-72d78af23fa5 HTTP/1.1" status: 200 len: 1094 time: 0.0682781 Oct 12 19:38:19.591798 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-55db4e66-844f-413d-99a3-6036eac07b75 req-814e2a50-78ce-485c-8364-0bdf3217b638 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e07869a-db45-4ee8-b931-72d78af23fa5 HTTP/1.1" status: 200 len: 943 time: 0.1784167 Oct 12 19:38:19.594398 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14f0bf3-7fe7-4583-911c-9f74d0471858 None None] Pushing event updated for resources: {'Port': ['ID=90a26107-e57b-4832-886a-cb3453c14b58,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:38:19.608395 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-9a093a43-ad64-469b-a188-cf0103ecc1fc admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4225411 Oct 12 19:38:19.611048 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 43228) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:38:19.624629 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-2c41c50b-3734-49c0-8e1f-5b504c93fb85 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1242474108-router', 'tenant_id': 'cd68c1f413bc42ce9bd43f1a52502ae5', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:38:19.693648 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-de68450e-d052-4272-83e0-67cb352511e1 None None] Provisioning complete for port 90a26107-e57b-4832-886a-cb3453c14b58 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:38:19.693648 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-de68450e-d052-4272-83e0-67cb352511e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:19.694755 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-55db4e66-844f-413d-99a3-6036eac07b75 req-030c99a2-c039-4e37-916d-b65029734860 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=c92bac0a-f360-420b-ba1d-66577970e341&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013093 Oct 12 19:38:19.727535 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-1c8fc15a-5af7-4b60-829f-4549e1955b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d80aff5-d8ce-4f1f-a52a-a20bf5ab0779', 'name': 'tempest-TestServerMultinode-2082752450-router', 'tenant_id': '2983a9ccec974a83921e8ec0ad8d6818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '8d414210-5147-4b4a-b8a5-c69cf0dd49f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:38:10Z', 'updated_at': '2021-10-12T19:38:15Z', 'revision_number': 4, 'project_id': '2983a9ccec974a83921e8ec0ad8d6818', 'gw_port': {'id': '8d414210-5147-4b4a-b8a5-c69cf0dd49f9', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:80:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d80aff5-d8ce-4f1f-a52a-a20bf5ab0779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2998, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:38:11Z', 'updated_at': '2021-10-12T19:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '90a26107-e57b-4832-886a-cb3453c14b58', 'name': '', 'network_id': 'a0808a11-2085-4c22-bc23-125df459d6b3', 'tenant_id': '2983a9ccec974a83921e8ec0ad8d6818', 'mac_address': 'fa:16:3e:6b:c9:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d80aff5-d8ce-4f1f-a52a-a20bf5ab0779', 'device_owner': 'network:router_interface', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': 'ba1f6973-c574-4615-a2c6-66842a00e001', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:38:14Z', 'updated_at': '2021-10-12T19:38:18Z', 'revision_number': 4, 'project_id': '2983a9ccec974a83921e8ec0ad8d6818', 'subnets': [{'id': 'ba1f6973-c574-4615-a2c6-66842a00e001', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:38:19.759096 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a9c897-fcfa-443a-8d63-fe3c8f5351af req-764546b9-05c8-4e5b-9fe6-a00892328148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:38:19.761132 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-96a9c897-fcfa-443a-8d63-fe3c8f5351af req-764546b9-05c8-4e5b-9fe6-a00892328148 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=80c6b006e6d9432a90abc6a3ef8ab3a8&device_id=2e07869a-db45-4ee8-b931-72d78af23fa5 HTTP/1.1" status: 200 len: 1094 time: 0.0645075 Oct 12 19:38:19.772578 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8fc15a-5af7-4b60-829f-4549e1955b24 None None] The sync data for ids ['3d80aff5-d8ce-4f1f-a52a-a20bf5ab0779'] in n-d-813679-3 is: [{'id': '3d80aff5-d8ce-4f1f-a52a-a20bf5ab0779', 'name': 'tempest-TestServerMultinode-2082752450-router', 'tenant_id': '2983a9ccec974a83921e8ec0ad8d6818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '8d414210-5147-4b4a-b8a5-c69cf0dd49f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:38:10Z', 'updated_at': '2021-10-12T19:38:15Z', 'revision_number': 4, 'project_id': '2983a9ccec974a83921e8ec0ad8d6818', 'gw_port': {'id': '8d414210-5147-4b4a-b8a5-c69cf0dd49f9', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:80:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d80aff5-d8ce-4f1f-a52a-a20bf5ab0779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2998, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:38:11Z', 'updated_at': '2021-10-12T19:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '90a26107-e57b-4832-886a-cb3453c14b58', 'name': '', 'network_id': 'a0808a11-2085-4c22-bc23-125df459d6b3', 'tenant_id': '2983a9ccec974a83921e8ec0ad8d6818', 'mac_address': 'fa:16:3e:6b:c9:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d80aff5-d8ce-4f1f-a52a-a20bf5ab0779', 'device_owner': 'network:router_interface', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': 'ba1f6973-c574-4615-a2c6-66842a00e001', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:38:14Z', 'updated_at': '2021-10-12T19:38:18Z', 'revision_number': 4, 'project_id': '2983a9ccec974a83921e8ec0ad8d6818', 'subnets': [{'id': 'ba1f6973-c574-4615-a2c6-66842a00e001', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:38:19.821836 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2c41c50b-3734-49c0-8e1f-5b504c93fb85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8093678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255505'] for router, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:19.821836 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2c41c50b-3734-49c0-8e1f-5b504c93fb85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8093562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8087085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8022306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255518'] for router, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:19.900519 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94282d9b-5e5c-485f-adfe-4db6aa6ea609 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-a708a200-7e66-492c-b5d7-e1a8e1bfdfd5', 'network_id': 'a708a200-7e66-492c-b5d7-e1a8e1bfdfd5', 'tenant_id': 'cd68c1f413bc42ce9bd43f1a52502ae5', 'fixed_ips': [{'subnet_id': 'a018426e-457a-416e-9691-80ebea8c6a8e'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:38:19.901657 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-94282d9b-5e5c-485f-adfe-4db6aa6ea609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:19.964978 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a9c897-fcfa-443a-8d63-fe3c8f5351af req-2c1ce130-efe5-4971-b262-19c51e1e38f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:38:19.966492 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-96a9c897-fcfa-443a-8d63-fe3c8f5351af req-2c1ce130-efe5-4971-b262-19c51e1e38f0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=92a88605-27ea-431c-b963-1a57c353f481 HTTP/1.1" status: 200 len: 897 time: 0.1974654 Oct 12 19:38:20.018379 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2c41c50b-3734-49c0-8e1f-5b504c93fb85 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:20.072670 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a9c897-fcfa-443a-8d63-fe3c8f5351af req-6eec6283-afec-4e3c-90dc-2b4daec244b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:38:20.075803 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-96a9c897-fcfa-443a-8d63-fe3c8f5351af req-6eec6283-afec-4e3c-90dc-2b4daec244b3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=92a88605-27ea-431c-b963-1a57c353f481 HTTP/1.1" status: 200 len: 897 time: 0.4658194 Oct 12 19:38:20.177821 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-96a9c897-fcfa-443a-8d63-fe3c8f5351af req-958323d5-3ec7-4bec-9bc6-c1e88618a32b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2811d62-e8c5-4e6b-9a4a-99dfbc0da11c HTTP/1.1" status: 200 len: 999 time: 0.2010250 Oct 12 19:38:20.190027 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-94282d9b-5e5c-485f-adfe-4db6aa6ea609 None None] Allocated IP 172.20.0.2 (a708a200-7e66-492c-b5d7-e1a8e1bfdfd5/a018426e-457a-416e-9691-80ebea8c6a8e/c6a020f7-19c7-4efa-a1e8-243365627256) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:38:20.247669 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a9c897-fcfa-443a-8d63-fe3c8f5351af req-34cdf117-05ae-4fcf-8103-8e26efd5ccda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:38:20.249052 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-96a9c897-fcfa-443a-8d63-fe3c8f5351af req-34cdf117-05ae-4fcf-8103-8e26efd5ccda service neutron] 10.222.0.67 "GET /v2.0/subnets?id=88fecf92-221f-4920-9ea6-7b9931392c45 HTTP/1.1" status: 200 len: 834 time: 0.0573478 Oct 12 19:38:20.337854 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a9c897-fcfa-443a-8d63-fe3c8f5351af req-5a4be78d-3365-442b-b752-ab0771965fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:38:20.342773 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-96a9c897-fcfa-443a-8d63-fe3c8f5351af req-5a4be78d-3365-442b-b752-ab0771965fa5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=92a88605-27ea-431c-b963-1a57c353f481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0859804 Oct 12 19:38:20.429087 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2c41c50b-3734-49c0-8e1f-5b504c93fb85 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:20.461158 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-96a9c897-fcfa-443a-8d63-fe3c8f5351af req-320c20ce-b9e6-4b7f-9a26-fea79b73ab94 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2811d62-e8c5-4e6b-9a4a-99dfbc0da11c HTTP/1.1" status: 200 len: 999 time: 0.3772388 Oct 12 19:38:20.461654 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-94282d9b-5e5c-485f-adfe-4db6aa6ea609 None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:20.476756 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-96a9c897-fcfa-443a-8d63-fe3c8f5351af req-a966e895-b642-4676-9341-b10586ca48e3 service neutron] 10.222.0.67 "GET /v2.0/networks/92a88605-27ea-431c-b963-1a57c353f481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243033 Oct 12 19:38:20.582152 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-94282d9b-5e5c-485f-adfe-4db6aa6ea609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:20.606511 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a9c897-fcfa-443a-8d63-fe3c8f5351af req-2e35f279-16c9-471c-a957-e52d2b7cd2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:38:20.608308 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-96a9c897-fcfa-443a-8d63-fe3c8f5351af req-2e35f279-16c9-471c-a957-e52d2b7cd2f4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=88fecf92-221f-4920-9ea6-7b9931392c45 HTTP/1.1" status: 200 len: 834 time: 0.1387398 Oct 12 19:38:20.668633 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94282d9b-5e5c-485f-adfe-4db6aa6ea609 None None] Network a708a200-7e66-492c-b5d7-e1a8e1bfdfd5 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:38:20.674111 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-94282d9b-5e5c-485f-adfe-4db6aa6ea609 None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:38:20.678639 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94282d9b-5e5c-485f-adfe-4db6aa6ea609 None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:38:20.688016 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a9c897-fcfa-443a-8d63-fe3c8f5351af req-50c970e0-c226-41f2-8e32-4534d340dab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:38:20.689780 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-96a9c897-fcfa-443a-8d63-fe3c8f5351af req-50c970e0-c226-41f2-8e32-4534d340dab8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=92a88605-27ea-431c-b963-1a57c353f481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0741932 Oct 12 19:38:20.697396 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-96a9c897-fcfa-443a-8d63-fe3c8f5351af req-414b8812-c1f0-4205-b3bc-28042418ed52 service neutron] 10.222.0.67 "GET /v2.0/networks/92a88605-27ea-431c-b963-1a57c353f481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117696 Oct 12 19:38:20.735474 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94282d9b-5e5c-485f-adfe-4db6aa6ea609 None None] Pushing event updated for resources: {'Port': ['ID=c6a020f7-19c7-4efa-a1e8-243365627256,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:38:20.783577 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-94282d9b-5e5c-485f-adfe-4db6aa6ea609 None None] Attempting to bind port c6a020f7-19c7-4efa-a1e8-243365627256 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:38:20.784151 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-94282d9b-5e5c-485f-adfe-4db6aa6ea609 None None] Attempting to bind port c6a020f7-19c7-4efa-a1e8-243365627256 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '8e6db064-5309-46ef-97cf-869c5c8dd153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a708a200-7e66-492c-b5d7-e1a8e1bfdfd5'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:38:20.784615 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94282d9b-5e5c-485f-adfe-4db6aa6ea609 None None] Attempting to bind port c6a020f7-19c7-4efa-a1e8-243365627256 on network a708a200-7e66-492c-b5d7-e1a8e1bfdfd5 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:38:20.790586 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94282d9b-5e5c-485f-adfe-4db6aa6ea609 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:38:20.790970 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94282d9b-5e5c-485f-adfe-4db6aa6ea609 None None] Checking segment: {'id': '8e6db064-5309-46ef-97cf-869c5c8dd153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a708a200-7e66-492c-b5d7-e1a8e1bfdfd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:38:20.791520 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-94282d9b-5e5c-485f-adfe-4db6aa6ea609 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:20.792169 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94282d9b-5e5c-485f-adfe-4db6aa6ea609 None None] Bound using segment: {'id': '8e6db064-5309-46ef-97cf-869c5c8dd153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a708a200-7e66-492c-b5d7-e1a8e1bfdfd5'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:38:20.792414 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-94282d9b-5e5c-485f-adfe-4db6aa6ea609 None None] Bound port: c6a020f7-19c7-4efa-a1e8-243365627256, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e6db064-5309-46ef-97cf-869c5c8dd153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a708a200-7e66-492c-b5d7-e1a8e1bfdfd5'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:38:20.792803 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-94282d9b-5e5c-485f-adfe-4db6aa6ea609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:20.905630 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-94282d9b-5e5c-485f-adfe-4db6aa6ea609 None None] For port c6a020f7-19c7-4efa-a1e8-243365627256, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:38:20.909827 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-94282d9b-5e5c-485f-adfe-4db6aa6ea609 None None] For port c6a020f7-19c7-4efa-a1e8-243365627256, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=c6a020f7-19c7-4efa-a1e8-243365627256,segment=NetworkSegment(8e6db064-5309-46ef-97cf-869c5c8dd153),segment_id=8e6db064-5309-46ef-97cf-869c5c8dd153)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:38:20.938138 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b578bf7-2ead-42b1-b56d-491714fd7796 req-a88ecc83-531f-4703-8e5d-d71b352fe715 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:38:20.939877 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4b578bf7-2ead-42b1-b56d-491714fd7796 req-a88ecc83-531f-4703-8e5d-d71b352fe715 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e07869a-db45-4ee8-b931-72d78af23fa5 HTTP/1.1" status: 200 len: 943 time: 0.1080258 Oct 12 19:38:20.981172 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4b578bf7-2ead-42b1-b56d-491714fd7796 req-5734b0c4-1f96-4344-9b89-7b6cccbad750 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=c92bac0a-f360-420b-ba1d-66577970e341&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345252 Oct 12 19:38:20.984843 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-94282d9b-5e5c-485f-adfe-4db6aa6ea609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:21.015123 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-96a9c897-fcfa-443a-8d63-fe3c8f5351af req-6c34bc0d-9686-4470-b485-f0711ca325b3 service neutron] 10.222.0.61 "GET /v2.0/networks/92a88605-27ea-431c-b963-1a57c353f481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3079748 Oct 12 19:38:21.065352 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94282d9b-5e5c-485f-adfe-4db6aa6ea609 None None] Pushing event updated for resources: {'Port': ['ID=c6a020f7-19c7-4efa-a1e8-243365627256,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:38:21.144146 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2c41c50b-3734-49c0-8e1f-5b504c93fb85 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:21.160900 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 90a26107-e57b-4832-886a-cb3453c14b58 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:38:21.180594 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2c41c50b-3734-49c0-8e1f-5b504c93fb85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:21.253787 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 90a26107-e57b-4832-886a-cb3453c14b58 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:38:21.254318 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:21.263010 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-96a9c897-fcfa-443a-8d63-fe3c8f5351af req-b07a4d33-2926-4cf3-8c62-6b98b6938216 service neutron] 10.222.0.61 "GET /v2.0/networks/92a88605-27ea-431c-b963-1a57c353f481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389593 Oct 12 19:38:21.442366 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-2c41c50b-3734-49c0-8e1f-5b504c93fb85 admin admin] Allocated IP 172.25.5.77 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/ff19cf85-865d-4a27-ba18-149688394b6c) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:38:21.604729 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2c41c50b-3734-49c0-8e1f-5b504c93fb85 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:21.727040 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2c41c50b-3734-49c0-8e1f-5b504c93fb85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:21.775100 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c41c50b-3734-49c0-8e1f-5b504c93fb85 admin admin] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:38:21.778139 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-2c41c50b-3734-49c0-8e1f-5b504c93fb85 admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:38:21.782324 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c41c50b-3734-49c0-8e1f-5b504c93fb85 admin admin] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:38:21.788231 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c41c50b-3734-49c0-8e1f-5b504c93fb85 admin admin] Pushing event updated for resources: {'Port': ['ID=ff19cf85-865d-4a27-ba18-149688394b6c,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:38:22.124225 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af07a0f3-83c4-4cd2-8b51-b857a06722c8 req-ea2b470c-e156-47dc-9b36-b00145407e87 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:38:22.124225 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-af07a0f3-83c4-4cd2-8b51-b857a06722c8 req-ea2b470c-e156-47dc-9b36-b00145407e87 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e07869a-db45-4ee8-b931-72d78af23fa5 HTTP/1.1" status: 200 len: 943 time: 0.0576005 Oct 12 19:38:22.168307 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-af07a0f3-83c4-4cd2-8b51-b857a06722c8 req-72ccca59-24fc-4cd9-a22e-b72d99b81334 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=c92bac0a-f360-420b-ba1d-66577970e341&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399811 Oct 12 19:38:22.196897 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2c41c50b-3734-49c0-8e1f-5b504c93fb85 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:22.423551 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2c41c50b-3734-49c0-8e1f-5b504c93fb85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8093541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7915516'] for router, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:22.424653 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc4a99e9-2d3f-4ce6-9ba1-8da7ea4bc54a None None] Network a708a200-7e66-492c-b5d7-e1a8e1bfdfd5 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:38:22.618450 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-4f450dbf-d2c2-4f9a-b09f-32bec1ada5b1 None None] Provisioning complete for port c6a020f7-19c7-4efa-a1e8-243365627256 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:38:22.620845 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4f450dbf-d2c2-4f9a-b09f-32bec1ada5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:22.686284 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c41c50b-3734-49c0-8e1f-5b504c93fb85 admin admin] Router 3f0d274d-d6b7-492a-9d87-a2a8d2235824 is scheduled to L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b with binding_index 1 {{(pid=95502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 19:38:22.738366 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a71fd0f-1515-4eff-97ba-84f0d963ff81 req-6ba3f696-0767-47aa-b642-6515adc61167 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:38:22.738366 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5a71fd0f-1515-4eff-97ba-84f0d963ff81 req-6ba3f696-0767-47aa-b642-6515adc61167 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e07869a-db45-4ee8-b931-72d78af23fa5 HTTP/1.1" status: 200 len: 943 time: 0.1269417 Oct 12 19:38:22.774674 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4f450dbf-d2c2-4f9a-b09f-32bec1ada5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:22.815863 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5a71fd0f-1515-4eff-97ba-84f0d963ff81 req-f3857e74-f233-4748-8964-3260196c0da5 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=c92bac0a-f360-420b-ba1d-66577970e341&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689421 Oct 12 19:38:22.816958 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-4f450dbf-d2c2-4f9a-b09f-32bec1ada5b1 None None] For port c6a020f7-19c7-4efa-a1e8-243365627256, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=c6a020f7-19c7-4efa-a1e8-243365627256,segment=NetworkSegment(8e6db064-5309-46ef-97cf-869c5c8dd153),segment_id=8e6db064-5309-46ef-97cf-869c5c8dd153)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:38:22.901691 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4f450dbf-d2c2-4f9a-b09f-32bec1ada5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:22.918621 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bf3310-a70f-498d-8065-49a03769712f req-46ac75f5-fac4-4c41-babb-4eb9863de7e1 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:38:22.920213 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-33bf3310-a70f-498d-8065-49a03769712f req-46ac75f5-fac4-4c41-babb-4eb9863de7e1 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e07869a-db45-4ee8-b931-72d78af23fa5&tenant_id=80c6b006e6d9432a90abc6a3ef8ab3a8&binding%3Ahost_id=n-h2-813679-3 HTTP/1.1" status: 200 len: 943 time: 0.1690114 Oct 12 19:38:22.923368 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c41c50b-3734-49c0-8e1f-5b504c93fb85 admin admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:38:22.947545 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6621a67-57f7-4ebf-b1a7-a331c593103f None None] Sync routers for ids ['3f0d274d-d6b7-492a-9d87-a2a8d2235824'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:38:22.959203 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6621a67-57f7-4ebf-b1a7-a331c593103f None None] Routers {'3f0d274d-d6b7-492a-9d87-a2a8d2235824'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:38:22.960001 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device b2811d62-e8c5-4e6b-9a4a-99dfbc0da11c details requested by agent hyperv_n-h2-813679-3 with host n-h2-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:38:22.960428 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-b6621a67-57f7-4ebf-b1a7-a331c593103f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:38:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['3f0d274d-d6b7-492a-9d87-a2a8d2235824'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:38:22.982867 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f450dbf-d2c2-4f9a-b09f-32bec1ada5b1 None None] Pushing event updated for resources: {'Port': ['ID=c6a020f7-19c7-4efa-a1e8-243365627256,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:38:23.040542 n-d-813679-3 neutron-server[95502]: INFO neutron.api.v2.resource [req-33bf3310-a70f-498d-8065-49a03769712f req-2b7c87ef-810f-412f-98db-649f8fe99b9b service neutron] delete failed (client error): The resource could not be found. Oct 12 19:38:23.048529 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-33bf3310-a70f-498d-8065-49a03769712f req-2b7c87ef-810f-412f-98db-649f8fe99b9b service neutron] 10.222.0.61 "DELETE /v2.0/ports/b2811d62-e8c5-4e6b-9a4a-99dfbc0da11c/bindings/n-h1-813679-3 HTTP/1.1" status: 404 len: 380 time: 0.0959177 Oct 12 19:38:23.078962 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-ee165d22-d35d-41ba-be05-e9db524e36e3 None None] Provisioning complete for port c6a020f7-19c7-4efa-a1e8-243365627256 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:38:23.079339 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ee165d22-d35d-41ba-be05-e9db524e36e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:23.089824 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-b6621a67-57f7-4ebf-b1a7-a331c593103f None None] Set router 3f0d274d-d6b7-492a-9d87-a2a8d2235824 gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:38:23.162839 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bf3310-a70f-498d-8065-49a03769712f req-dede1f86-f29b-48c7-84a8-02949599f45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:38:23.164357 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-33bf3310-a70f-498d-8065-49a03769712f req-dede1f86-f29b-48c7-84a8-02949599f45c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=80c6b006e6d9432a90abc6a3ef8ab3a8&device_id=2e07869a-db45-4ee8-b931-72d78af23fa5 HTTP/1.1" status: 200 len: 1094 time: 0.0659635 Oct 12 19:38:23.168655 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device c6a020f7-19c7-4efa-a1e8-243365627256 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:38:23.174953 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port b2811d62-e8c5-4e6b-9a4a-99dfbc0da11c, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=b2811d62-e8c5-4e6b-9a4a-99dfbc0da11c,segment=NetworkSegment(063c5d4a-c2c9-4e07-b7e3-8775f3660273),segment_id=063c5d4a-c2c9-4e07-b7e3-8775f3660273)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:38:23.188913 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Returning: {'device': 'b2811d62-e8c5-4e6b-9a4a-99dfbc0da11c', 'network_id': '92a88605-27ea-431c-b963-1a57c353f481', 'port_id': 'b2811d62-e8c5-4e6b-9a4a-99dfbc0da11c', 'mac_address': 'fa:16:3e:05:78:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88fecf92-221f-4920-9ea6-7b9931392c45', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:38:23.280407 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bf3310-a70f-498d-8065-49a03769712f req-8e855724-010f-4f49-9e27-9deb9811d285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:38:23.282333 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-33bf3310-a70f-498d-8065-49a03769712f req-8e855724-010f-4f49-9e27-9deb9811d285 service neutron] 10.222.0.61 "GET /v2.0/networks?id=92a88605-27ea-431c-b963-1a57c353f481 HTTP/1.1" status: 200 len: 897 time: 0.1111608 Oct 12 19:38:23.285740 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2c41c50b-3734-49c0-8e1f-5b504c93fb85 admin admin] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:23.288166 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-2c41c50b-3734-49c0-8e1f-5b504c93fb85 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.6750162 Oct 12 19:38:23.290416 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 43308) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:38:23.305838 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:23.329099 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2811d62-e8c5-4e6b-9a4a-99dfbc0da11c {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:38:23.335801 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-b6621a67-57f7-4ebf-b1a7-a331c593103f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f0d274d-d6b7-492a-9d87-a2a8d2235824', 'name': 'tempest-TestServerMultinode-1242474108-router', 'tenant_id': 'cd68c1f413bc42ce9bd43f1a52502ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'ff19cf85-865d-4a27-ba18-149688394b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:38:19Z', 'updated_at': '2021-10-12T19:38:21Z', 'revision_number': 3, 'project_id': 'cd68c1f413bc42ce9bd43f1a52502ae5', 'gw_port': {'id': 'ff19cf85-865d-4a27-ba18-149688394b6c', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:eb:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f0d274d-d6b7-492a-9d87-a2a8d2235824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3020, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:38:21Z', 'updated_at': '2021-10-12T19:38:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:38:23.348979 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port b2811d62-e8c5-4e6b-9a4a-99dfbc0da11c, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=b2811d62-e8c5-4e6b-9a4a-99dfbc0da11c,segment=NetworkSegment(063c5d4a-c2c9-4e07-b7e3-8775f3660273),segment_id=063c5d4a-c2c9-4e07-b7e3-8775f3660273)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:38:23.356302 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port c6a020f7-19c7-4efa-a1e8-243365627256 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:38:23.357739 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:23.372454 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6621a67-57f7-4ebf-b1a7-a331c593103f None None] Checking router: 3f0d274d-d6b7-492a-9d87-a2a8d2235824 for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:38:23.374368 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6621a67-57f7-4ebf-b1a7-a331c593103f None None] Updating router 3f0d274d-d6b7-492a-9d87-a2a8d2235824 port ff19cf85-865d-4a27-ba18-149688394b6c binding host n-d-813679-3 {{(pid=95504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 19:38:23.399522 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-33bf3310-a70f-498d-8065-49a03769712f req-36c225ce-8d98-41ad-9518-4ccc82913206 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2811d62-e8c5-4e6b-9a4a-99dfbc0da11c HTTP/1.1" status: 200 len: 999 time: 0.1092939 Oct 12 19:38:23.410056 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-b6621a67-57f7-4ebf-b1a7-a331c593103f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:23.460957 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:23.525413 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bf3310-a70f-498d-8065-49a03769712f req-3a1a9d36-883b-4361-a93f-6cc8731e04c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:38:23.532359 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-33bf3310-a70f-498d-8065-49a03769712f req-3a1a9d36-883b-4361-a93f-6cc8731e04c1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=88fecf92-221f-4920-9ea6-7b9931392c45 HTTP/1.1" status: 200 len: 834 time: 0.1247942 Oct 12 19:38:23.558228 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=b2811d62-e8c5-4e6b-9a4a-99dfbc0da11c,revision_number=8']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:38:23.605882 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bf3310-a70f-498d-8065-49a03769712f req-87ecff47-07d6-4e51-af80-a1e99660ded4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:38:23.610247 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-33bf3310-a70f-498d-8065-49a03769712f req-87ecff47-07d6-4e51-af80-a1e99660ded4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=92a88605-27ea-431c-b963-1a57c353f481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695789 Oct 12 19:38:23.686883 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['b2811d62-e8c5-4e6b-9a4a-99dfbc0da11c'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:38:23.795678 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-33bf3310-a70f-498d-8065-49a03769712f req-f203e429-c131-44c7-86b6-50138cea325d service neutron] 10.222.0.61 "GET /v2.0/networks/92a88605-27ea-431c-b963-1a57c353f481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706212 Oct 12 19:38:23.864458 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-b6621a67-57f7-4ebf-b1a7-a331c593103f None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:23.958143 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-33bf3310-a70f-498d-8065-49a03769712f req-ee548dab-10db-46e3-81d0-f2ba72d6bbc4 service neutron] 10.222.0.61 "GET /v2.0/networks/92a88605-27ea-431c-b963-1a57c353f481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624365 Oct 12 19:38:23.965698 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-b6621a67-57f7-4ebf-b1a7-a331c593103f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:24.041114 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755150eb-4b07-4a54-90b8-bcad29ebcb73 req-f9e362e8-0cff-4532-8210-58ef925f45c3 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:38:24.043342 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-755150eb-4b07-4a54-90b8-bcad29ebcb73 req-f9e362e8-0cff-4532-8210-58ef925f45c3 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e07869a-db45-4ee8-b931-72d78af23fa5 HTTP/1.1" status: 200 len: 944 time: 0.1295903 Oct 12 19:38:24.150358 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a13af2db-af62-4676-a1dd-f1c6df2135b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:24.168800 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-755150eb-4b07-4a54-90b8-bcad29ebcb73 req-986e7594-0ff5-450d-9e81-e53b13598260 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=c92bac0a-f360-420b-ba1d-66577970e341&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033566 Oct 12 19:38:24.185731 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-b6621a67-57f7-4ebf-b1a7-a331c593103f None None] Attempting to bind port ff19cf85-865d-4a27-ba18-149688394b6c on host n-d-813679-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:38:24.186104 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-b6621a67-57f7-4ebf-b1a7-a331c593103f None None] Attempting to bind port ff19cf85-865d-4a27-ba18-149688394b6c by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:38:24.186540 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6621a67-57f7-4ebf-b1a7-a331c593103f None None] Attempting to bind port ff19cf85-865d-4a27-ba18-149688394b6c on network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:38:24.206242 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd03209-67ea-4eb9-a59a-dae0ca4741ed None None] Pushing event updated for resources: {'Port': ['ID=ff19cf85-865d-4a27-ba18-149688394b6c,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:38:24.215095 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6621a67-57f7-4ebf-b1a7-a331c593103f None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:38:24.215095 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6621a67-57f7-4ebf-b1a7-a331c593103f None None] Checking segment: {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:38:24.215095 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-b6621a67-57f7-4ebf-b1a7-a331c593103f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:24.215095 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6621a67-57f7-4ebf-b1a7-a331c593103f None None] Bound using segment: {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:38:24.215095 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-b6621a67-57f7-4ebf-b1a7-a331c593103f None None] Bound port: ff19cf85-865d-4a27-ba18-149688394b6c, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:38:24.215095 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-b6621a67-57f7-4ebf-b1a7-a331c593103f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:24.276289 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-b6621a67-57f7-4ebf-b1a7-a331c593103f None None] For port ff19cf85-865d-4a27-ba18-149688394b6c, host n-d-813679-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:38:24.280254 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-b6621a67-57f7-4ebf-b1a7-a331c593103f None None] For port ff19cf85-865d-4a27-ba18-149688394b6c, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=ff19cf85-865d-4a27-ba18-149688394b6c,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:38:24.348188 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-b6621a67-57f7-4ebf-b1a7-a331c593103f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:24.406130 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6621a67-57f7-4ebf-b1a7-a331c593103f None None] Routers {'3f0d274d-d6b7-492a-9d87-a2a8d2235824'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:38:24.406748 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-b6621a67-57f7-4ebf-b1a7-a331c593103f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:38:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['3f0d274d-d6b7-492a-9d87-a2a8d2235824'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:38:24.411664 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd03209-67ea-4eb9-a59a-dae0ca4741ed None None] Pushing event updated for resources: {'Port': ['ID=ff19cf85-865d-4a27-ba18-149688394b6c,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:38:24.452283 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-a13af2db-af62-4676-a1dd-f1c6df2135b2 admin admin] Allocated IP 172.20.0.1 (a708a200-7e66-492c-b5d7-e1a8e1bfdfd5/a018426e-457a-416e-9691-80ebea8c6a8e/dd4ea2a9-693e-4051-b93b-4b1f1f71caf4) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:38:24.518979 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-b6621a67-57f7-4ebf-b1a7-a331c593103f None None] Set router 3f0d274d-d6b7-492a-9d87-a2a8d2235824 gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:38:24.575597 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a13af2db-af62-4676-a1dd-f1c6df2135b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:24.693746 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a13af2db-af62-4676-a1dd-f1c6df2135b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:24.738794 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-b6621a67-57f7-4ebf-b1a7-a331c593103f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f0d274d-d6b7-492a-9d87-a2a8d2235824', 'name': 'tempest-TestServerMultinode-1242474108-router', 'tenant_id': 'cd68c1f413bc42ce9bd43f1a52502ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'ff19cf85-865d-4a27-ba18-149688394b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:38:19Z', 'updated_at': '2021-10-12T19:38:21Z', 'revision_number': 3, 'project_id': 'cd68c1f413bc42ce9bd43f1a52502ae5', 'gw_port': {'id': 'ff19cf85-865d-4a27-ba18-149688394b6c', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:eb:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f0d274d-d6b7-492a-9d87-a2a8d2235824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3020, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:38:21Z', 'updated_at': '2021-10-12T19:38:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:38:24.744669 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a13af2db-af62-4676-a1dd-f1c6df2135b2 admin admin] Network a708a200-7e66-492c-b5d7-e1a8e1bfdfd5 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:38:24.750446 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-a13af2db-af62-4676-a1dd-f1c6df2135b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:38:24.764741 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13af2db-af62-4676-a1dd-f1c6df2135b2 admin admin] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:38:24.773685 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6621a67-57f7-4ebf-b1a7-a331c593103f None None] The sync data for ids ['3f0d274d-d6b7-492a-9d87-a2a8d2235824'] in n-d-813679-3 is: [{'id': '3f0d274d-d6b7-492a-9d87-a2a8d2235824', 'name': 'tempest-TestServerMultinode-1242474108-router', 'tenant_id': 'cd68c1f413bc42ce9bd43f1a52502ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'ff19cf85-865d-4a27-ba18-149688394b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:38:19Z', 'updated_at': '2021-10-12T19:38:21Z', 'revision_number': 3, 'project_id': 'cd68c1f413bc42ce9bd43f1a52502ae5', 'gw_port': {'id': 'ff19cf85-865d-4a27-ba18-149688394b6c', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:eb:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f0d274d-d6b7-492a-9d87-a2a8d2235824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3020, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:38:21Z', 'updated_at': '2021-10-12T19:38:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:38:24.828207 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13af2db-af62-4676-a1dd-f1c6df2135b2 admin admin] Pushing event updated for resources: {'Port': ['ID=dd4ea2a9-693e-4051-b93b-4b1f1f71caf4,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:38:24.894721 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a13af2db-af62-4676-a1dd-f1c6df2135b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7915309'] for router_interface, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:24.974225 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device b2811d62-e8c5-4e6b-9a4a-99dfbc0da11c up at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:38:25.086579 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-ffc63877-a34a-4815-931c-d9733791020a None None] Provisioning complete for port dd4ea2a9-693e-4051-b93b-4b1f1f71caf4 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:38:25.086968 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ffc63877-a34a-4815-931c-d9733791020a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:25.151667 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning for port b2811d62-e8c5-4e6b-9a4a-99dfbc0da11c completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:38:25.164695 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning complete for port b2811d62-e8c5-4e6b-9a4a-99dfbc0da11c triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:38:25.165303 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:25.169379 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-ffc63877-a34a-4815-931c-d9733791020a None None] Port dd4ea2a9-693e-4051-b93b-4b1f1f71caf4 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:38:25.286434 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:25.319710 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e07869a-db45-4ee8-b931-72d78af23fa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2811d62-e8c5-4e6b-9a4a-99dfbc0da11c'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:38:25.322190 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbb82fd4-aaaa-446e-847f-6f74f14b6a42" -d '{"events": [{"server_uuid": "2e07869a-db45-4ee8-b931-72d78af23fa5", "name": "network-vif-plugged", "status": "completed", "tag": "b2811d62-e8c5-4e6b-9a4a-99dfbc0da11c"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:38:25.490592 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4bab4f9-86d0-471e-9ccf-e7c26a2c31b1 x-openstack-request-id: req-d4bab4f9-86d0-471e-9ccf-e7c26a2c31b1 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:38:25.490944 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e07869a-db45-4ee8-b931-72d78af23fa5", "name": "network-vif-plugged", "status": "completed", "tag": "b2811d62-e8c5-4e6b-9a4a-99dfbc0da11c", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:38:25.491147 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d4bab4f9-86d0-471e-9ccf-e7c26a2c31b1 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:38:25.491566 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e07869a-db45-4ee8-b931-72d78af23fa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2811d62-e8c5-4e6b-9a4a-99dfbc0da11c', 'code': 200} Oct 12 19:38:25.495650 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port b2811d62-e8c5-4e6b-9a4a-99dfbc0da11c, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=b2811d62-e8c5-4e6b-9a4a-99dfbc0da11c,segment=NetworkSegment(063c5d4a-c2c9-4e07-b7e3-8775f3660273),segment_id=063c5d4a-c2c9-4e07-b7e3-8775f3660273)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:38:25.557847 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212fb484-8154-48d3-9383-ff20450889d5 req-63b479f0-4dbc-49f9-8c14-d4c44e20567d tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:38:25.559412 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-212fb484-8154-48d3-9383-ff20450889d5 req-63b479f0-4dbc-49f9-8c14-d4c44e20567d tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e07869a-db45-4ee8-b931-72d78af23fa5 HTTP/1.1" status: 200 len: 944 time: 0.0575883 Oct 12 19:38:25.575728 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:25.611795 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-212fb484-8154-48d3-9383-ff20450889d5 req-6485c509-c4cc-4b47-84b1-49381623fcf8 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=c92bac0a-f360-420b-ba1d-66577970e341&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451081 Oct 12 19:38:25.640289 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a13af2db-af62-4676-a1dd-f1c6df2135b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:25.644770 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 43342) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:38:25.731588 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=b2811d62-e8c5-4e6b-9a4a-99dfbc0da11c,revision_number=9']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:38:25.799216 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-aec3d32a-01a4-4940-a618-52596fb3a7dd tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/floatingips/29c99638-1163-4f0c-89d1-bcb2382c6c40 HTTP/1.1" status: 200 len: 993 time: 0.1533649 Oct 12 19:38:25.898893 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a13af2db-af62-4676-a1dd-f1c6df2135b2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:25.958505 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a13af2db-af62-4676-a1dd-f1c6df2135b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:26.022855 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13af2db-af62-4676-a1dd-f1c6df2135b2 admin admin] Pushing event updated for resources: {'Port': ['ID=dd4ea2a9-693e-4051-b93b-4b1f1f71caf4,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:38:26.025622 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a13af2db-af62-4676-a1dd-f1c6df2135b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7898980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8092605'] for router_interface, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:26.137130 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a13af2db-af62-4676-a1dd-f1c6df2135b2 admin admin] Network a708a200-7e66-492c-b5d7-e1a8e1bfdfd5 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:38:26.139038 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-a13af2db-af62-4676-a1dd-f1c6df2135b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:38:26.266838 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a13af2db-af62-4676-a1dd-f1c6df2135b2 admin admin] Router 3f0d274d-d6b7-492a-9d87-a2a8d2235824 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:38:26.387815 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a13af2db-af62-4676-a1dd-f1c6df2135b2 admin admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:38:26.401777 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-a13af2db-af62-4676-a1dd-f1c6df2135b2 admin admin] 10.222.0.49 "PUT /v2.0/routers/3f0d274d-d6b7-492a-9d87-a2a8d2235824/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1021028 Oct 12 19:38:26.512870 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-aaf496a5-a120-46e4-aeef-ae053a384f75 None None] Provisioning complete for port dd4ea2a9-693e-4051-b93b-4b1f1f71caf4 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:38:26.514404 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-aaf496a5-a120-46e4-aeef-ae053a384f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:26.552802 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-aaf496a5-a120-46e4-aeef-ae053a384f75 None None] Port dd4ea2a9-693e-4051-b93b-4b1f1f71caf4 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:38:26.983747 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e98140-9523-4703-a9f1-04bfe978c79f req-7a5770a0-9eaa-41c1-a98d-627b608ad810 tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:38:26.988554 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f8e98140-9523-4703-a9f1-04bfe978c79f req-7a5770a0-9eaa-41c1-a98d-627b608ad810 tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] 10.222.0.49 "GET /v2.0/networks?id=a0808a11-2085-4c22-bc23-125df459d6b3 HTTP/1.1" status: 200 len: 911 time: 0.1169920 Oct 12 19:38:27.007848 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f8e98140-9523-4703-a9f1-04bfe978c79f req-5e37af2a-e8ca-4e54-8b57-712f7465030b tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] 10.222.0.49 "GET /v2.0/quotas/cd68c1f413bc42ce9bd43f1a52502ae5 HTTP/1.1" status: 200 len: 375 time: 0.0102453 Oct 12 19:38:27.121575 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device ff19cf85-865d-4a27-ba18-149688394b6c up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:38:27.125910 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f8e98140-9523-4703-a9f1-04bfe978c79f req-9f37d8ba-2c28-40eb-8841-986f9ad27817 tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] 10.222.0.49 "GET /v2.0/ports?tenant_id=cd68c1f413bc42ce9bd43f1a52502ae5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1066375 Oct 12 19:38:27.191966 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port ff19cf85-865d-4a27-ba18-149688394b6c triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:38:27.192634 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:27.236268 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f8e98140-9523-4703-a9f1-04bfe978c79f req-7db95418-0e36-4448-8dcd-24a8b734b3e2 service neutron] 10.222.0.49 "GET /v2.0/networks/a0808a11-2085-4c22-bc23-125df459d6b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016688 Oct 12 19:38:27.282191 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:27.303418 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] For port ff19cf85-865d-4a27-ba18-149688394b6c, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=ff19cf85-865d-4a27-ba18-149688394b6c,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:38:27.353870 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f8e98140-9523-4703-a9f1-04bfe978c79f req-c9e52a84-58f5-45bc-acb4-276a8834039e service neutron] 10.222.0.49 "GET /v2.0/networks/a0808a11-2085-4c22-bc23-125df459d6b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007969 Oct 12 19:38:27.362122 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02bd0914-d408-46e3-a04b-9bae16923547 None None] Sync routers for ids ['3f0d274d-d6b7-492a-9d87-a2a8d2235824'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:38:27.373533 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02bd0914-d408-46e3-a04b-9bae16923547 None None] Routers {'3f0d274d-d6b7-492a-9d87-a2a8d2235824'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:38:27.374161 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-02bd0914-d408-46e3-a04b-9bae16923547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:38:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['3f0d274d-d6b7-492a-9d87-a2a8d2235824'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:38:27.409889 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:27.503698 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Pushing event updated for resources: {'Port': ['ID=ff19cf85-865d-4a27-ba18-149688394b6c,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:38:27.519593 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-02bd0914-d408-46e3-a04b-9bae16923547 None None] Set router 3f0d274d-d6b7-492a-9d87-a2a8d2235824 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:38:27.769017 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-02bd0914-d408-46e3-a04b-9bae16923547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f0d274d-d6b7-492a-9d87-a2a8d2235824', 'name': 'tempest-TestServerMultinode-1242474108-router', 'tenant_id': 'cd68c1f413bc42ce9bd43f1a52502ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'ff19cf85-865d-4a27-ba18-149688394b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:38:19Z', 'updated_at': '2021-10-12T19:38:25Z', 'revision_number': 4, 'project_id': 'cd68c1f413bc42ce9bd43f1a52502ae5', 'gw_port': {'id': 'ff19cf85-865d-4a27-ba18-149688394b6c', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:eb:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f0d274d-d6b7-492a-9d87-a2a8d2235824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3020, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:38:21Z', 'updated_at': '2021-10-12T19:38:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': 'dd4ea2a9-693e-4051-b93b-4b1f1f71caf4', 'name': '', 'network_id': 'a708a200-7e66-492c-b5d7-e1a8e1bfdfd5', 'tenant_id': 'cd68c1f413bc42ce9bd43f1a52502ae5', 'mac_address': 'fa:16:3e:13:f8:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f0d274d-d6b7-492a-9d87-a2a8d2235824', 'device_owner': 'network:router_interface', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': 'a018426e-457a-416e-9691-80ebea8c6a8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:38:24Z', 'updated_at': '2021-10-12T19:38:25Z', 'revision_number': 2, 'project_id': 'cd68c1f413bc42ce9bd43f1a52502ae5', 'subnets': [{'id': 'a018426e-457a-416e-9691-80ebea8c6a8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:38:27.796564 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02bd0914-d408-46e3-a04b-9bae16923547 None None] Checking router: 3f0d274d-d6b7-492a-9d87-a2a8d2235824 for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:38:27.796959 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02bd0914-d408-46e3-a04b-9bae16923547 None None] Updating router 3f0d274d-d6b7-492a-9d87-a2a8d2235824 port dd4ea2a9-693e-4051-b93b-4b1f1f71caf4 binding host n-d-813679-3 {{(pid=95503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 19:38:27.832829 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-02bd0914-d408-46e3-a04b-9bae16923547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:27.944478 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7d398ac0-9976-4128-a419-25a5bbf1eaf3 req-1c7fee55-b5ce-4e16-8c13-96eb853b4a27 tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=3b24d698-a5f1-405d-9571-8dbaba69f851 HTTP/1.1" status: 200 len: 210 time: 0.3669794 Oct 12 19:38:28.132803 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-02bd0914-d408-46e3-a04b-9bae16923547 None None] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:28.216715 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-02bd0914-d408-46e3-a04b-9bae16923547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:28.272795 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920f3b59-16c6-4ee0-bf35-50b65cc5b52d None None] Pushing event updated for resources: {'Port': ['ID=dd4ea2a9-693e-4051-b93b-4b1f1f71caf4,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:38:28.323743 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-02bd0914-d408-46e3-a04b-9bae16923547 None None] Attempting to bind port dd4ea2a9-693e-4051-b93b-4b1f1f71caf4 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:38:28.324194 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-02bd0914-d408-46e3-a04b-9bae16923547 None None] Attempting to bind port dd4ea2a9-693e-4051-b93b-4b1f1f71caf4 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '8e6db064-5309-46ef-97cf-869c5c8dd153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a708a200-7e66-492c-b5d7-e1a8e1bfdfd5'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:38:28.324564 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02bd0914-d408-46e3-a04b-9bae16923547 None None] Attempting to bind port dd4ea2a9-693e-4051-b93b-4b1f1f71caf4 on network a708a200-7e66-492c-b5d7-e1a8e1bfdfd5 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:38:28.329886 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02bd0914-d408-46e3-a04b-9bae16923547 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:38:28.330268 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02bd0914-d408-46e3-a04b-9bae16923547 None None] Checking segment: {'id': '8e6db064-5309-46ef-97cf-869c5c8dd153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a708a200-7e66-492c-b5d7-e1a8e1bfdfd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:38:28.330714 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-02bd0914-d408-46e3-a04b-9bae16923547 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:28.331114 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02bd0914-d408-46e3-a04b-9bae16923547 None None] Bound using segment: {'id': '8e6db064-5309-46ef-97cf-869c5c8dd153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a708a200-7e66-492c-b5d7-e1a8e1bfdfd5'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:38:28.331876 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-02bd0914-d408-46e3-a04b-9bae16923547 None None] Bound port: dd4ea2a9-693e-4051-b93b-4b1f1f71caf4, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e6db064-5309-46ef-97cf-869c5c8dd153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a708a200-7e66-492c-b5d7-e1a8e1bfdfd5'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:38:28.332022 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-02bd0914-d408-46e3-a04b-9bae16923547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:28.408244 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-02bd0914-d408-46e3-a04b-9bae16923547 None None] For port dd4ea2a9-693e-4051-b93b-4b1f1f71caf4, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:38:28.411620 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-02bd0914-d408-46e3-a04b-9bae16923547 None None] For port dd4ea2a9-693e-4051-b93b-4b1f1f71caf4, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=dd4ea2a9-693e-4051-b93b-4b1f1f71caf4,segment=NetworkSegment(8e6db064-5309-46ef-97cf-869c5c8dd153),segment_id=8e6db064-5309-46ef-97cf-869c5c8dd153)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:38:28.492664 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-8c9f16ee-d234-4a17-910e-909cbc624459 None None] Provisioning complete for port dd4ea2a9-693e-4051-b93b-4b1f1f71caf4 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:38:28.498392 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8c9f16ee-d234-4a17-910e-909cbc624459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:28.532192 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-02bd0914-d408-46e3-a04b-9bae16923547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:28.552357 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-8c9f16ee-d234-4a17-910e-909cbc624459 None None] Port dd4ea2a9-693e-4051-b93b-4b1f1f71caf4 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:38:28.584475 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02bd0914-d408-46e3-a04b-9bae16923547 None None] Routers {'3f0d274d-d6b7-492a-9d87-a2a8d2235824'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:38:28.585100 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-02bd0914-d408-46e3-a04b-9bae16923547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:38:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['3f0d274d-d6b7-492a-9d87-a2a8d2235824'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:38:28.586986 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920f3b59-16c6-4ee0-bf35-50b65cc5b52d None None] Pushing event updated for resources: {'Port': ['ID=dd4ea2a9-693e-4051-b93b-4b1f1f71caf4,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:38:28.704768 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-02bd0914-d408-46e3-a04b-9bae16923547 None None] Set router 3f0d274d-d6b7-492a-9d87-a2a8d2235824 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:38:28.902390 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-4c44d141-8ba7-499b-ae96-d3de4ce629ef None None] Provisioning complete for port dd4ea2a9-693e-4051-b93b-4b1f1f71caf4 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:38:28.902691 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4c44d141-8ba7-499b-ae96-d3de4ce629ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:29.102881 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4c44d141-8ba7-499b-ae96-d3de4ce629ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:29.103155 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-496755e9-1594-489f-8482-0ff42912fdbb req-fdf78dd5-c1ab-4f0b-b082-93397f2c85b6 tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=3b24d698-a5f1-405d-9571-8dbaba69f851 HTTP/1.1" status: 200 len: 210 time: 0.0515347 Oct 12 19:38:29.129115 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-02bd0914-d408-46e3-a04b-9bae16923547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f0d274d-d6b7-492a-9d87-a2a8d2235824', 'name': 'tempest-TestServerMultinode-1242474108-router', 'tenant_id': 'cd68c1f413bc42ce9bd43f1a52502ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'ff19cf85-865d-4a27-ba18-149688394b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:38:19Z', 'updated_at': '2021-10-12T19:38:25Z', 'revision_number': 4, 'project_id': 'cd68c1f413bc42ce9bd43f1a52502ae5', 'gw_port': {'id': 'ff19cf85-865d-4a27-ba18-149688394b6c', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:eb:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0d274d-d6b7-492a-9d87-a2a8d2235824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3020, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:38:21Z', 'updated_at': '2021-10-12T19:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': 'dd4ea2a9-693e-4051-b93b-4b1f1f71caf4', 'name': '', 'network_id': 'a708a200-7e66-492c-b5d7-e1a8e1bfdfd5', 'tenant_id': 'cd68c1f413bc42ce9bd43f1a52502ae5', 'mac_address': 'fa:16:3e:13:f8:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f0d274d-d6b7-492a-9d87-a2a8d2235824', 'device_owner': 'network:router_interface', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': 'a018426e-457a-416e-9691-80ebea8c6a8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:38:24Z', 'updated_at': '2021-10-12T19:38:28Z', 'revision_number': 4, 'project_id': 'cd68c1f413bc42ce9bd43f1a52502ae5', 'subnets': [{'id': 'a018426e-457a-416e-9691-80ebea8c6a8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:38:29.175274 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device ff19cf85-865d-4a27-ba18-149688394b6c up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:38:29.179519 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02bd0914-d408-46e3-a04b-9bae16923547 None None] The sync data for ids ['3f0d274d-d6b7-492a-9d87-a2a8d2235824'] in n-d-813679-3 is: [{'id': '3f0d274d-d6b7-492a-9d87-a2a8d2235824', 'name': 'tempest-TestServerMultinode-1242474108-router', 'tenant_id': 'cd68c1f413bc42ce9bd43f1a52502ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'ff19cf85-865d-4a27-ba18-149688394b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:38:19Z', 'updated_at': '2021-10-12T19:38:25Z', 'revision_number': 4, 'project_id': 'cd68c1f413bc42ce9bd43f1a52502ae5', 'gw_port': {'id': 'ff19cf85-865d-4a27-ba18-149688394b6c', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:eb:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0d274d-d6b7-492a-9d87-a2a8d2235824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3020, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:38:21Z', 'updated_at': '2021-10-12T19:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': 'dd4ea2a9-693e-4051-b93b-4b1f1f71caf4', 'name': '', 'network_id': 'a708a200-7e66-492c-b5d7-e1a8e1bfdfd5', 'tenant_id': 'cd68c1f413bc42ce9bd43f1a52502ae5', 'mac_address': 'fa:16:3e:13:f8:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f0d274d-d6b7-492a-9d87-a2a8d2235824', 'device_owner': 'network:router_interface', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': 'a018426e-457a-416e-9691-80ebea8c6a8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:38:24Z', 'updated_at': '2021-10-12T19:38:28Z', 'revision_number': 4, 'project_id': 'cd68c1f413bc42ce9bd43f1a52502ae5', 'subnets': [{'id': 'a018426e-457a-416e-9691-80ebea8c6a8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:38:29.211494 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-4c44d141-8ba7-499b-ae96-d3de4ce629ef None None] For port dd4ea2a9-693e-4051-b93b-4b1f1f71caf4, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=dd4ea2a9-693e-4051-b93b-4b1f1f71caf4,segment=NetworkSegment(8e6db064-5309-46ef-97cf-869c5c8dd153),segment_id=8e6db064-5309-46ef-97cf-869c5c8dd153)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:38:29.226136 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e627c391-77a7-4971-a90b-7fa3a6b6a0fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:29.262051 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port ff19cf85-865d-4a27-ba18-149688394b6c triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:38:29.262765 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:29.302808 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4c44d141-8ba7-499b-ae96-d3de4ce629ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:29.413015 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c44d141-8ba7-499b-ae96-d3de4ce629ef None None] Pushing event updated for resources: {'Port': ['ID=dd4ea2a9-693e-4051-b93b-4b1f1f71caf4,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:38:29.838225 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 43428) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:38:29.962143 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f678849f-9a26-48de-aea4-d3573e6e8848 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:30.046357 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f678849f-9a26-48de-aea4-d3573e6e8848 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:30.126606 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f678849f-9a26-48de-aea4-d3573e6e8848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:30.168484 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-f678849f-9a26-48de-aea4-d3573e6e8848 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=86c2f65d90474a16a91b534413fc0d7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3289733 Oct 12 19:38:30.170110 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f678849f-9a26-48de-aea4-d3573e6e8848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=707c84ca-386e-472e-b28a-9e80051a8a99,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:38:30.172157 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 43436) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:38:30.246456 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c5ef8380-d924-4e2b-8de0-69b522928c5e req-33d4b8e6-83cd-4d14-b06d-135938b7e78d tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=3b24d698-a5f1-405d-9571-8dbaba69f851 HTTP/1.1" status: 200 len: 210 time: 0.0457144 Oct 12 19:38:30.277732 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e0a26d3e-2a92-40cb-bdec-84ce7618f783 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:30.300051 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e0a26d3e-2a92-40cb-bdec-84ce7618f783 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:30.428188 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e0a26d3e-2a92-40cb-bdec-84ce7618f783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:30.430672 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e0a26d3e-2a92-40cb-bdec-84ce7618f783 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:30.431776 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-e0a26d3e-2a92-40cb-bdec-84ce7618f783 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/707c84ca-386e-472e-b28a-9e80051a8a99 HTTP/1.1" status: 204 len: 168 time: 0.2579503 Oct 12 19:38:30.444815 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a26d3e-2a92-40cb-bdec-84ce7618f783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=707c84ca-386e-472e-b28a-9e80051a8a99,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:38:30.493126 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e98140-9523-4703-a9f1-04bfe978c79f req-3fa96d08-7fe9-4710-9e44-a61e55a136f1 tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:38:30.494667 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f8e98140-9523-4703-a9f1-04bfe978c79f req-3fa96d08-7fe9-4710-9e44-a61e55a136f1 tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] 10.222.0.61 "GET /v2.0/networks?id=a0808a11-2085-4c22-bc23-125df459d6b3 HTTP/1.1" status: 200 len: 911 time: 0.1078179 Oct 12 19:38:30.506495 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-f8e98140-9523-4703-a9f1-04bfe978c79f req-d41589b7-aa8e-442c-b9ff-9c9105e967f9 tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] Request body: {'port': {'device_id': '3b24d698-a5f1-405d-9571-8dbaba69f851', 'network_id': 'a0808a11-2085-4c22-bc23-125df459d6b3', 'admin_state_up': True, 'tenant_id': 'cd68c1f413bc42ce9bd43f1a52502ae5'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:38:30.595154 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8e98140-9523-4703-a9f1-04bfe978c79f req-d41589b7-aa8e-442c-b9ff-9c9105e967f9 tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] Made reservation on behalf of cd68c1f413bc42ce9bd43f1a52502ae5 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:38:30.598286 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-f8e98140-9523-4703-a9f1-04bfe978c79f req-d41589b7-aa8e-442c-b9ff-9c9105e967f9 tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:30.728312 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [req-f8e98140-9523-4703-a9f1-04bfe978c79f req-d41589b7-aa8e-442c-b9ff-9c9105e967f9 tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] Allocated IP 172.20.0.8 (a0808a11-2085-4c22-bc23-125df459d6b3/ba1f6973-c574-4615-a2c6-66842a00e001/4ab1818b-1672-4507-a9b4-e471ea6b16d7) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:38:30.874897 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-f8e98140-9523-4703-a9f1-04bfe978c79f req-d41589b7-aa8e-442c-b9ff-9c9105e967f9 tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:30.961138 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-f8e98140-9523-4703-a9f1-04bfe978c79f req-d41589b7-aa8e-442c-b9ff-9c9105e967f9 tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:31.004673 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8e98140-9523-4703-a9f1-04bfe978c79f req-d41589b7-aa8e-442c-b9ff-9c9105e967f9 tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] Network a0808a11-2085-4c22-bc23-125df459d6b3 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:38:31.007770 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [req-f8e98140-9523-4703-a9f1-04bfe978c79f req-d41589b7-aa8e-442c-b9ff-9c9105e967f9 tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:38:31.011630 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8e98140-9523-4703-a9f1-04bfe978c79f req-d41589b7-aa8e-442c-b9ff-9c9105e967f9 tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:38:31.018002 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41589b7-aa8e-442c-b9ff-9c9105e967f9 tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] Pushing event updated for resources: {'Port': ['ID=4ab1818b-1672-4507-a9b4-e471ea6b16d7,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:38:31.062379 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e98140-9523-4703-a9f1-04bfe978c79f req-d41589b7-aa8e-442c-b9ff-9c9105e967f9 tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:38:31.062379 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-f8e98140-9523-4703-a9f1-04bfe978c79f req-d41589b7-aa8e-442c-b9ff-9c9105e967f9 tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:31.137318 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device dd4ea2a9-693e-4051-b93b-4b1f1f71caf4 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:38:31.195864 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port dd4ea2a9-693e-4051-b93b-4b1f1f71caf4 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:38:31.196552 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:31.198800 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f8e98140-9523-4703-a9f1-04bfe978c79f req-d41589b7-aa8e-442c-b9ff-9c9105e967f9 tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.6959131 Oct 12 19:38:31.211895 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-f8e98140-9523-4703-a9f1-04bfe978c79f req-365bbad3-9d36-496b-bbe0-63fc00822712 service neutron] Request body: {'port': {'device_id': '3b24d698-a5f1-405d-9571-8dbaba69f851', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:38:31.214103 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 43450) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:38:31.228850 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e000b2f4-3b86-4a34-992e-7bee26716e3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:31.305614 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-f8e98140-9523-4703-a9f1-04bfe978c79f req-365bbad3-9d36-496b-bbe0-63fc00822712 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:31.338682 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-4ce03120-9ffc-4906-b304-2dcd43624981 None None] Provisioning complete for port 4ab1818b-1672-4507-a9b4-e471ea6b16d7 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:38:31.339060 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4ce03120-9ffc-4906-b304-2dcd43624981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:31.351671 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e000b2f4-3b86-4a34-992e-7bee26716e3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:31.377202 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-4ce03120-9ffc-4906-b304-2dcd43624981 None None] Port 4ab1818b-1672-4507-a9b4-e471ea6b16d7 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:38:31.434641 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e000b2f4-3b86-4a34-992e-7bee26716e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:31.450267 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e365c8ae-86f9-4c27-87ad-ed6f134fca32 req-3c72a2db-6739-4b84-b10f-87ad65880a4c tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:38:31.451796 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e365c8ae-86f9-4c27-87ad-ed6f134fca32 req-3c72a2db-6739-4b84-b10f-87ad65880a4c tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=3b24d698-a5f1-405d-9571-8dbaba69f851 HTTP/1.1" status: 200 len: 1027 time: 0.1257515 Oct 12 19:38:31.474101 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-e000b2f4-3b86-4a34-992e-7bee26716e3f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2c999574592c44089921d31377ad64a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2583241 Oct 12 19:38:31.475094 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e000b2f4-3b86-4a34-992e-7bee26716e3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fad573f-f758-4eee-b740-3f6fe9f8a87d,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:38:31.477548 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 43454) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:38:31.527084 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0fb73b69-652e-4f6b-82a2-4cb88bc9b3ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:31.534877 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e365c8ae-86f9-4c27-87ad-ed6f134fca32 req-0bc038c9-06ea-4336-a012-562b45b20821 tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=f29be594-dba3-4c98-ba53-4e197c54c950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733721 Oct 12 19:38:31.550296 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0fb73b69-652e-4f6b-82a2-4cb88bc9b3ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:31.632708 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [req-f8e98140-9523-4703-a9f1-04bfe978c79f req-365bbad3-9d36-496b-bbe0-63fc00822712 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ab1818b-1672-4507-a9b4-e471ea6b16d7 {{(pid=95502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:38:31.640052 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-f8e98140-9523-4703-a9f1-04bfe978c79f req-365bbad3-9d36-496b-bbe0-63fc00822712 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:31.672510 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-f8e98140-9523-4703-a9f1-04bfe978c79f req-365bbad3-9d36-496b-bbe0-63fc00822712 service neutron] Transition to ACTIVE for port object 4ab1818b-1672-4507-a9b4-e471ea6b16d7 will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:38:31.672848 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0fb73b69-652e-4f6b-82a2-4cb88bc9b3ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:31.675392 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0fb73b69-652e-4f6b-82a2-4cb88bc9b3ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:31.676599 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-0fb73b69-652e-4f6b-82a2-4cb88bc9b3ff admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5fad573f-f758-4eee-b740-3f6fe9f8a87d HTTP/1.1" status: 204 len: 168 time: 0.1981447 Oct 12 19:38:31.684693 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb73b69-652e-4f6b-82a2-4cb88bc9b3ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fad573f-f758-4eee-b740-3f6fe9f8a87d,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:38:31.700475 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9d35d112-a74d-4eb3-83c5-1cadc7b401ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:31.753100 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-f8e98140-9523-4703-a9f1-04bfe978c79f req-365bbad3-9d36-496b-bbe0-63fc00822712 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:31.817195 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365bbad3-9d36-496b-bbe0-63fc00822712 service neutron] Pushing event updated for resources: {'Port': ['ID=4ab1818b-1672-4507-a9b4-e471ea6b16d7,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:38:31.926723 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-f8e98140-9523-4703-a9f1-04bfe978c79f req-365bbad3-9d36-496b-bbe0-63fc00822712 service neutron] Attempting to bind port 4ab1818b-1672-4507-a9b4-e471ea6b16d7 on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:38:31.931049 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-f8e98140-9523-4703-a9f1-04bfe978c79f req-365bbad3-9d36-496b-bbe0-63fc00822712 service neutron] Attempting to bind port 4ab1818b-1672-4507-a9b4-e471ea6b16d7 by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': 'b925000c-a55a-4025-9f04-b192cfbaff3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'a0808a11-2085-4c22-bc23-125df459d6b3'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:38:31.931542 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e98140-9523-4703-a9f1-04bfe978c79f req-365bbad3-9d36-496b-bbe0-63fc00822712 service neutron] Attempting to bind port 4ab1818b-1672-4507-a9b4-e471ea6b16d7 on network a0808a11-2085-4c22-bc23-125df459d6b3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:38:31.943091 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e98140-9523-4703-a9f1-04bfe978c79f req-365bbad3-9d36-496b-bbe0-63fc00822712 service neutron] Port 4ab1818b-1672-4507-a9b4-e471ea6b16d7 on network a0808a11-2085-4c22-bc23-125df459d6b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:38:31.943829 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e98140-9523-4703-a9f1-04bfe978c79f req-365bbad3-9d36-496b-bbe0-63fc00822712 service neutron] Attempting to bind port 4ab1818b-1672-4507-a9b4-e471ea6b16d7 on network a0808a11-2085-4c22-bc23-125df459d6b3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:38:31.951354 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e98140-9523-4703-a9f1-04bfe978c79f req-365bbad3-9d36-496b-bbe0-63fc00822712 service neutron] Checking agent: {'id': 'f5e9725f-f5a6-43c2-a1be-95e21e9a1fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:38:31.951671 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e98140-9523-4703-a9f1-04bfe978c79f req-365bbad3-9d36-496b-bbe0-63fc00822712 service neutron] Checking segment: {'id': 'b925000c-a55a-4025-9f04-b192cfbaff3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'a0808a11-2085-4c22-bc23-125df459d6b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:38:31.952780 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e98140-9523-4703-a9f1-04bfe978c79f req-365bbad3-9d36-496b-bbe0-63fc00822712 service neutron] Bound using segment: {'id': 'b925000c-a55a-4025-9f04-b192cfbaff3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'a0808a11-2085-4c22-bc23-125df459d6b3'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:38:31.952780 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-f8e98140-9523-4703-a9f1-04bfe978c79f req-365bbad3-9d36-496b-bbe0-63fc00822712 service neutron] Bound port: 4ab1818b-1672-4507-a9b4-e471ea6b16d7, host: n-h1-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b925000c-a55a-4025-9f04-b192cfbaff3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'a0808a11-2085-4c22-bc23-125df459d6b3'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:38:31.953293 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-f8e98140-9523-4703-a9f1-04bfe978c79f req-365bbad3-9d36-496b-bbe0-63fc00822712 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:32.021534 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-f8e98140-9523-4703-a9f1-04bfe978c79f req-365bbad3-9d36-496b-bbe0-63fc00822712 service neutron] For port 4ab1818b-1672-4507-a9b4-e471ea6b16d7, host n-h1-813679-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:38:32.024846 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-f8e98140-9523-4703-a9f1-04bfe978c79f req-365bbad3-9d36-496b-bbe0-63fc00822712 service neutron] For port 4ab1818b-1672-4507-a9b4-e471ea6b16d7, host n-h1-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=4ab1818b-1672-4507-a9b4-e471ea6b16d7,segment=NetworkSegment(b925000c-a55a-4025-9f04-b192cfbaff3d),segment_id=b925000c-a55a-4025-9f04-b192cfbaff3d)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:38:32.149600 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-f8e98140-9523-4703-a9f1-04bfe978c79f req-365bbad3-9d36-496b-bbe0-63fc00822712 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:32.193520 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e98140-9523-4703-a9f1-04bfe978c79f req-365bbad3-9d36-496b-bbe0-63fc00822712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:38:32.194099 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-f8e98140-9523-4703-a9f1-04bfe978c79f req-365bbad3-9d36-496b-bbe0-63fc00822712 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:32.195728 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f8e98140-9523-4703-a9f1-04bfe978c79f req-365bbad3-9d36-496b-bbe0-63fc00822712 service neutron] 10.222.0.61 "PUT /v2.0/ports/4ab1818b-1672-4507-a9b4-e471ea6b16d7 HTTP/1.1" status: 200 len: 1091 time: 0.9888303 Oct 12 19:38:32.196787 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b24d698-a5f1-405d-9571-8dbaba69f851', 'tag': '4ab1818b-1672-4507-a9b4-e471ea6b16d7'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:38:32.199054 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db6c1674-b46f-419e-a976-1d9edc322071" -d '{"events": [{"name": "network-changed", "server_uuid": "3b24d698-a5f1-405d-9571-8dbaba69f851", "tag": "4ab1818b-1672-4507-a9b4-e471ea6b16d7"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:38:32.236569 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365bbad3-9d36-496b-bbe0-63fc00822712 service neutron] Pushing event updated for resources: {'Port': ['ID=4ab1818b-1672-4507-a9b4-e471ea6b16d7,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:38:32.248858 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-796a36c8-f6c3-4239-a166-1cb0c8601a4f x-openstack-request-id: req-796a36c8-f6c3-4239-a166-1cb0c8601a4f {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:38:32.249151 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b24d698-a5f1-405d-9571-8dbaba69f851", "tag": "4ab1818b-1672-4507-a9b4-e471ea6b16d7", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:38:32.249729 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-796a36c8-f6c3-4239-a166-1cb0c8601a4f {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:38:32.250083 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b24d698-a5f1-405d-9571-8dbaba69f851', 'tag': '4ab1818b-1672-4507-a9b4-e471ea6b16d7', 'status': 'completed', 'code': 200} Oct 12 19:38:32.324762 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6c1674-b46f-419e-a976-1d9edc322071 req-08a55cb6-4ca2-4927-ae83-6264c4861862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:38:32.329290 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-db6c1674-b46f-419e-a976-1d9edc322071 req-08a55cb6-4ca2-4927-ae83-6264c4861862 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=cd68c1f413bc42ce9bd43f1a52502ae5&device_id=3b24d698-a5f1-405d-9571-8dbaba69f851 HTTP/1.1" status: 200 len: 1094 time: 0.0584798 Oct 12 19:38:32.448306 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6c1674-b46f-419e-a976-1d9edc322071 req-488ac0fe-74c5-4115-9bc3-b93859cb7a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:38:32.449797 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-db6c1674-b46f-419e-a976-1d9edc322071 req-488ac0fe-74c5-4115-9bc3-b93859cb7a6e service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=cd68c1f413bc42ce9bd43f1a52502ae5&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1114652 Oct 12 19:38:32.501261 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:32.545155 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6c1674-b46f-419e-a976-1d9edc322071 req-1ede24f8-0d78-475d-8832-0f7d814ce768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:38:32.546732 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-db6c1674-b46f-419e-a976-1d9edc322071 req-1ede24f8-0d78-475d-8832-0f7d814ce768 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0897706 Oct 12 19:38:32.638127 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e98140-9523-4703-a9f1-04bfe978c79f req-536ad2a5-9828-46a1-9392-b8154729f0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:38:32.640219 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f8e98140-9523-4703-a9f1-04bfe978c79f req-536ad2a5-9828-46a1-9392-b8154729f0a2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=cd68c1f413bc42ce9bd43f1a52502ae5&device_id=3b24d698-a5f1-405d-9571-8dbaba69f851 HTTP/1.1" status: 200 len: 1094 time: 0.0521841 Oct 12 19:38:32.652708 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32a757b-305b-4f75-9b22-b5b8601e5a5a req-fe8e4326-9560-462e-9ceb-b61a06f560a7 tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:38:32.654307 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f32a757b-305b-4f75-9b22-b5b8601e5a5a req-fe8e4326-9560-462e-9ceb-b61a06f560a7 tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=3b24d698-a5f1-405d-9571-8dbaba69f851 HTTP/1.1" status: 200 len: 1094 time: 0.0471418 Oct 12 19:38:32.692458 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f8e98140-9523-4703-a9f1-04bfe978c79f req-33ff5ca0-4eaa-49d4-963e-d8a41b1b565b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ab1818b-1672-4507-a9b4-e471ea6b16d7 HTTP/1.1" status: 200 len: 217 time: 0.0440633 Oct 12 19:38:32.692676 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f32a757b-305b-4f75-9b22-b5b8601e5a5a req-ca7c682a-e799-407d-9f78-15239a751c1f tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=f29be594-dba3-4c98-ba53-4e197c54c950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322809 Oct 12 19:38:32.742642 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e98140-9523-4703-a9f1-04bfe978c79f req-5f358cce-7c4a-471b-820d-50068d474654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:38:32.744111 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f8e98140-9523-4703-a9f1-04bfe978c79f req-5f358cce-7c4a-471b-820d-50068d474654 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ba1f6973-c574-4615-a2c6-66842a00e001 HTTP/1.1" status: 200 len: 849 time: 0.0444627 Oct 12 19:38:32.790910 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e98140-9523-4703-a9f1-04bfe978c79f req-cc40b1a4-e1a2-412e-b520-86fdbbef08f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:38:32.792528 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f8e98140-9523-4703-a9f1-04bfe978c79f req-cc40b1a4-e1a2-412e-b520-86fdbbef08f3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a0808a11-2085-4c22-bc23-125df459d6b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408249 Oct 12 19:38:32.886400 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f8e98140-9523-4703-a9f1-04bfe978c79f req-9a6f8831-1c94-4f35-9e66-e4ea244edcaa service neutron] 10.222.0.61 "GET /v2.0/networks/a0808a11-2085-4c22-bc23-125df459d6b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857182 Oct 12 19:38:32.967777 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:32.990847 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f8e98140-9523-4703-a9f1-04bfe978c79f req-625306de-fa35-4daf-a1c2-43b296057527 service neutron] 10.222.0.61 "GET /v2.0/networks/a0808a11-2085-4c22-bc23-125df459d6b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970781 Oct 12 19:38:33.038117 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:33.787362 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:33.800678 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b12d05-c663-4982-a6ed-b395de2cc362 req-eb5668db-9220-49d3-8444-14a7fc406f20 tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:38:33.802098 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c0b12d05-c663-4982-a6ed-b395de2cc362 req-eb5668db-9220-49d3-8444-14a7fc406f20 tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=3b24d698-a5f1-405d-9571-8dbaba69f851 HTTP/1.1" status: 200 len: 1094 time: 0.0408995 Oct 12 19:38:33.859253 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c0b12d05-c663-4982-a6ed-b395de2cc362 req-78b8107e-2266-4bff-a66c-23c60a9c1f73 tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=f29be594-dba3-4c98-ba53-4e197c54c950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506911 Oct 12 19:38:33.925826 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [req-573b6a2a-f1a8-4f3f-9eaa-51ad9652f56d req-793a2361-92a6-47e5-a630-ddf6c2088b01 service neutron] (95501) timed out ('10.222.0.49', 47230) {{(pid=95501) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 12 19:38:34.521592 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:34.657487 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 4ab1818b-1672-4507-a9b4-e471ea6b16d7 details requested by agent hyperv_n-h1-813679-3 with host n-h1-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:38:34.768138 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 4ab1818b-1672-4507-a9b4-e471ea6b16d7, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=4ab1818b-1672-4507-a9b4-e471ea6b16d7,segment=NetworkSegment(b925000c-a55a-4025-9f04-b192cfbaff3d),segment_id=b925000c-a55a-4025-9f04-b192cfbaff3d)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:38:34.781671 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Returning: {'device': '4ab1818b-1672-4507-a9b4-e471ea6b16d7', 'network_id': 'a0808a11-2085-4c22-bc23-125df459d6b3', 'port_id': '4ab1818b-1672-4507-a9b4-e471ea6b16d7', 'mac_address': 'fa:16:3e:3e:b2:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba1f6973-c574-4615-a2c6-66842a00e001', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:38:34.827205 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:34.841371 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ab1818b-1672-4507-a9b4-e471ea6b16d7 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:38:34.863483 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 4ab1818b-1672-4507-a9b4-e471ea6b16d7, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=4ab1818b-1672-4507-a9b4-e471ea6b16d7,segment=NetworkSegment(b925000c-a55a-4025-9f04-b192cfbaff3d),segment_id=b925000c-a55a-4025-9f04-b192cfbaff3d)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:38:34.967677 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad89acd-d837-405c-a6bd-296278124b0b req-f403ee99-a028-459d-8219-9b9da8794afc tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:38:34.969136 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1ad89acd-d837-405c-a6bd-296278124b0b req-f403ee99-a028-459d-8219-9b9da8794afc tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=3b24d698-a5f1-405d-9571-8dbaba69f851 HTTP/1.1" status: 200 len: 1094 time: 0.0421991 Oct 12 19:38:34.975986 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:35.007867 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1ad89acd-d837-405c-a6bd-296278124b0b req-61d7d825-82cf-472e-a0bc-29b6c8e9fbeb tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=f29be594-dba3-4c98-ba53-4e197c54c950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306926 Oct 12 19:38:35.028895 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=4ab1818b-1672-4507-a9b4-e471ea6b16d7,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:38:35.036365 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:38:35.037299 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:38:35.037299 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:38:35.037546 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:38:35.037686 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:38:35.038017 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:38:35.038345 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:38:35.038670 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:38:35.038995 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:38:35.039317 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:38:35.039639 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:38:35.039960 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:38:35.214638 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['4ab1818b-1672-4507-a9b4-e471ea6b16d7'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:38:36.123715 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc3de62-68a2-4d2c-82ef-2487ca905af4 req-4d667bd2-1168-4f9e-89ae-2d24c39a3906 tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:38:36.128820 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8bc3de62-68a2-4d2c-82ef-2487ca905af4 req-4d667bd2-1168-4f9e-89ae-2d24c39a3906 tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=3b24d698-a5f1-405d-9571-8dbaba69f851 HTTP/1.1" status: 200 len: 1095 time: 0.0517180 Oct 12 19:38:36.166122 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8bc3de62-68a2-4d2c-82ef-2487ca905af4 req-2e968c60-7596-45af-9d91-364ec1ba61bf tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=f29be594-dba3-4c98-ba53-4e197c54c950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347333 Oct 12 19:38:36.656997 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 4ab1818b-1672-4507-a9b4-e471ea6b16d7 up at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:38:36.789427 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning for port 4ab1818b-1672-4507-a9b4-e471ea6b16d7 completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:38:36.793777 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning complete for port 4ab1818b-1672-4507-a9b4-e471ea6b16d7 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:38:36.794575 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:36.882835 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:36.939794 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b24d698-a5f1-405d-9571-8dbaba69f851', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ab1818b-1672-4507-a9b4-e471ea6b16d7'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:38:36.942964 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5b900f1-c40e-4145-b6f9-8e2123736fb8" -d '{"events": [{"server_uuid": "3b24d698-a5f1-405d-9571-8dbaba69f851", "name": "network-vif-plugged", "status": "completed", "tag": "4ab1818b-1672-4507-a9b4-e471ea6b16d7"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:38:36.972425 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 4ab1818b-1672-4507-a9b4-e471ea6b16d7, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=4ab1818b-1672-4507-a9b4-e471ea6b16d7,segment=NetworkSegment(b925000c-a55a-4025-9f04-b192cfbaff3d),segment_id=b925000c-a55a-4025-9f04-b192cfbaff3d)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:38:37.016022 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4db744b-3ed5-4707-b40c-5771cb255c91 x-openstack-request-id: req-b4db744b-3ed5-4707-b40c-5771cb255c91 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:38:37.018614 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b24d698-a5f1-405d-9571-8dbaba69f851", "name": "network-vif-plugged", "status": "completed", "tag": "4ab1818b-1672-4507-a9b4-e471ea6b16d7", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:38:37.021956 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b4db744b-3ed5-4707-b40c-5771cb255c91 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:38:37.022571 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b24d698-a5f1-405d-9571-8dbaba69f851', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ab1818b-1672-4507-a9b4-e471ea6b16d7', 'code': 200} Oct 12 19:38:37.059118 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:37.125469 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=4ab1818b-1672-4507-a9b4-e471ea6b16d7,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:38:37.132237 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd46d98-6c55-41a8-8ad1-fa2a259c54e0 req-a921e6ef-fa74-4350-87d4-42254d7e3fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:38:37.135112 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1fd46d98-6c55-41a8-8ad1-fa2a259c54e0 req-a921e6ef-fa74-4350-87d4-42254d7e3fdb service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3b24d698-a5f1-405d-9571-8dbaba69f851 HTTP/1.1" status: 200 len: 1096 time: 0.0556726 Oct 12 19:38:37.174339 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1fd46d98-6c55-41a8-8ad1-fa2a259c54e0 req-d3b10fe5-6e0f-4d7b-bd3f-77805731544c service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=f29be594-dba3-4c98-ba53-4e197c54c950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313830 Oct 12 19:38:37.285561 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54ac16a-a273-42ad-b5a2-eada85658042 req-86753779-20de-4e7a-942d-ce2d76d08e13 tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:38:37.286981 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b54ac16a-a273-42ad-b5a2-eada85658042 req-86753779-20de-4e7a-942d-ce2d76d08e13 tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=3b24d698-a5f1-405d-9571-8dbaba69f851 HTTP/1.1" status: 200 len: 1096 time: 0.0435238 Oct 12 19:38:37.322033 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b54ac16a-a273-42ad-b5a2-eada85658042 req-1e9187bd-7087-4ec2-9ef6-4bf1eacdc6c8 tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=f29be594-dba3-4c98-ba53-4e197c54c950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289209 Oct 12 19:38:38.441137 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c3dfc9-93ce-40db-96c7-926e9dc29bb1 req-e88ffab0-e838-47a0-b62f-1c7df286d066 tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:38:38.442557 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e8c3dfc9-93ce-40db-96c7-926e9dc29bb1 req-e88ffab0-e838-47a0-b62f-1c7df286d066 tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=3b24d698-a5f1-405d-9571-8dbaba69f851 HTTP/1.1" status: 200 len: 1096 time: 0.0480392 Oct 12 19:38:38.494978 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e8c3dfc9-93ce-40db-96c7-926e9dc29bb1 req-4487bdeb-4373-400a-9463-5532b9355d9e tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=f29be594-dba3-4c98-ba53-4e197c54c950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406132 Oct 12 19:38:39.594755 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf67a83-6b72-44d6-8bc2-50ec94d1fa77 req-f974cf84-9008-4dff-8ae7-1a387f1eadff tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:38:39.596452 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ecf67a83-6b72-44d6-8bc2-50ec94d1fa77 req-f974cf84-9008-4dff-8ae7-1a387f1eadff tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=3b24d698-a5f1-405d-9571-8dbaba69f851 HTTP/1.1" status: 200 len: 1096 time: 0.0448446 Oct 12 19:38:39.648470 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ecf67a83-6b72-44d6-8bc2-50ec94d1fa77 req-751e4e76-c955-453c-9fa3-b0f8de80b462 tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=f29be594-dba3-4c98-ba53-4e197c54c950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453568 Oct 12 19:38:39.788607 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d9e22b-cd9b-4180-997a-9b7badda15c6 req-ca51a3bb-ff22-4335-9c46-e2cb1e15c4bd tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:38:39.790148 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-92d9e22b-cd9b-4180-997a-9b7badda15c6 req-ca51a3bb-ff22-4335-9c46-e2cb1e15c4bd tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=3b24d698-a5f1-405d-9571-8dbaba69f851 HTTP/1.1" status: 200 len: 1096 time: 0.0521064 Oct 12 19:38:39.832226 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-92d9e22b-cd9b-4180-997a-9b7badda15c6 req-6aada44a-5b73-4bbf-9ef9-eb53b0ce784a tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=f29be594-dba3-4c98-ba53-4e197c54c950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352888 Oct 12 19:38:39.962010 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2538b99-1ed2-4e5e-b9e0-50f72848a994 req-f7b4e960-85ac-4e8b-90ea-07bfebb3398c tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:38:39.963587 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a2538b99-1ed2-4e5e-b9e0-50f72848a994 req-f7b4e960-85ac-4e8b-90ea-07bfebb3398c tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=3b24d698-a5f1-405d-9571-8dbaba69f851 HTTP/1.1" status: 200 len: 1096 time: 0.0433679 Oct 12 19:38:40.000337 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a2538b99-1ed2-4e5e-b9e0-50f72848a994 req-bc41ff7e-11bf-4cc5-a086-6936ee65a1db tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=f29be594-dba3-4c98-ba53-4e197c54c950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297701 Oct 12 19:38:40.347481 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a219b221-db59-4ed1-8ab4-95aa531b6724 req-06e1a26f-9d67-4b0c-9b29-54b176a9b866 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2e07869a-db45-4ee8-b931-72d78af23fa5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0749083 Oct 12 19:38:40.348538 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba94f86-34d1-42b4-9945-93bf2691a384 req-f4e99743-4e7d-450a-896b-a676f2e61eb7 tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:38:40.350093 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cba94f86-34d1-42b4-9945-93bf2691a384 req-f4e99743-4e7d-450a-896b-a676f2e61eb7 tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] 10.222.0.49 "GET /v2.0/networks?id=a0808a11-2085-4c22-bc23-125df459d6b3 HTTP/1.1" status: 200 len: 911 time: 0.1472988 Oct 12 19:38:40.377239 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cba94f86-34d1-42b4-9945-93bf2691a384 req-cb00455c-6926-47ad-a9d5-234a9875ad79 tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] 10.222.0.49 "GET /v2.0/quotas/cd68c1f413bc42ce9bd43f1a52502ae5 HTTP/1.1" status: 200 len: 375 time: 0.0172219 Oct 12 19:38:40.461782 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cba94f86-34d1-42b4-9945-93bf2691a384 req-cc746661-326b-40ce-9d5f-1967b9b4f29c tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] 10.222.0.49 "GET /v2.0/ports?tenant_id=cd68c1f413bc42ce9bd43f1a52502ae5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0834017 Oct 12 19:38:40.464798 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a219b221-db59-4ed1-8ab4-95aa531b6724 req-51c58891-1076-4a98-a98b-36c6536be254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:38:40.466413 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a219b221-db59-4ed1-8ab4-95aa531b6724 req-51c58891-1076-4a98-a98b-36c6536be254 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=80c6b006e6d9432a90abc6a3ef8ab3a8&device_id=2e07869a-db45-4ee8-b931-72d78af23fa5 HTTP/1.1" status: 200 len: 1096 time: 0.0601635 Oct 12 19:38:40.649406 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cba94f86-34d1-42b4-9945-93bf2691a384 req-240ad5de-b18a-4ee0-bcaf-c88e185b91b6 service neutron] 10.222.0.49 "GET /v2.0/networks/a0808a11-2085-4c22-bc23-125df459d6b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696029 Oct 12 19:38:40.665704 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a219b221-db59-4ed1-8ab4-95aa531b6724 req-5f068e04-8fe9-435d-b2a0-a2d0ff8d3d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:38:40.667295 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a219b221-db59-4ed1-8ab4-95aa531b6724 req-5f068e04-8fe9-435d-b2a0-a2d0ff8d3d27 service neutron] 10.222.0.67 "GET /v2.0/networks?id=92a88605-27ea-431c-b963-1a57c353f481 HTTP/1.1" status: 200 len: 897 time: 0.1777091 Oct 12 19:38:40.815268 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a219b221-db59-4ed1-8ab4-95aa531b6724 req-e3948496-0f78-4711-9b3b-efd6ab84e83b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2811d62-e8c5-4e6b-9a4a-99dfbc0da11c HTTP/1.1" status: 200 len: 1001 time: 0.1319113 Oct 12 19:38:40.855612 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cba94f86-34d1-42b4-9945-93bf2691a384 req-17294b2c-f011-44f2-8168-a8510de4aa6a service neutron] 10.222.0.49 "GET /v2.0/networks/a0808a11-2085-4c22-bc23-125df459d6b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976852 Oct 12 19:38:40.890214 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a219b221-db59-4ed1-8ab4-95aa531b6724 req-3ac4b749-18a9-4b60-b861-7ef79a5d31a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:38:40.892172 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a219b221-db59-4ed1-8ab4-95aa531b6724 req-3ac4b749-18a9-4b60-b861-7ef79a5d31a9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=88fecf92-221f-4920-9ea6-7b9931392c45 HTTP/1.1" status: 200 len: 834 time: 0.0667167 Oct 12 19:38:40.947658 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a219b221-db59-4ed1-8ab4-95aa531b6724 req-80aef593-939e-4d6d-93d6-e35c95a9836f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:38:40.949277 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a219b221-db59-4ed1-8ab4-95aa531b6724 req-80aef593-939e-4d6d-93d6-e35c95a9836f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=92a88605-27ea-431c-b963-1a57c353f481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482440 Oct 12 19:38:41.057540 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a219b221-db59-4ed1-8ab4-95aa531b6724 req-da7e7d82-b4d7-4900-a046-cae32b18a895 service neutron] 10.222.0.67 "GET /v2.0/networks/92a88605-27ea-431c-b963-1a57c353f481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983448 Oct 12 19:38:41.178767 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c8602d21-fce8-4969-a08b-10b9f1b79747 req-5edfe22f-d5f8-4a76-a662-0565b82224be tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=495f9314-e04f-49f0-b9ad-527a2b33b8e4 HTTP/1.1" status: 200 len: 210 time: 0.0438759 Oct 12 19:38:41.197192 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a219b221-db59-4ed1-8ab4-95aa531b6724 req-befd1a4f-51b7-42da-bd9f-1304fe628d36 service neutron] 10.222.0.67 "GET /v2.0/networks/92a88605-27ea-431c-b963-1a57c353f481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240311 Oct 12 19:38:42.150714 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 19:38:42.273023 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-18e329ea-0999-49cb-be31-852f6050811a req-c12ef229-0626-4fe4-b24a-76e73ecf0462 tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=495f9314-e04f-49f0-b9ad-527a2b33b8e4 HTTP/1.1" status: 200 len: 210 time: 0.0310667 Oct 12 19:38:43.397858 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3cef1fc4-c77e-4382-818b-655ea0f3dc8f req-6ad0e2b6-9348-4a52-b097-6cc5bc3bb939 tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=495f9314-e04f-49f0-b9ad-527a2b33b8e4 HTTP/1.1" status: 200 len: 210 time: 0.0410454 Oct 12 19:38:43.425750 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba94f86-34d1-42b4-9945-93bf2691a384 req-b7386364-fa7a-4294-85d7-7ab47e6e31d2 tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:38:43.427887 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cba94f86-34d1-42b4-9945-93bf2691a384 req-b7386364-fa7a-4294-85d7-7ab47e6e31d2 tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] 10.222.0.67 "GET /v2.0/networks?id=a0808a11-2085-4c22-bc23-125df459d6b3 HTTP/1.1" status: 200 len: 911 time: 0.1198571 Oct 12 19:38:43.442476 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-cba94f86-34d1-42b4-9945-93bf2691a384 req-a8558782-43c2-48c4-b7db-71867d046034 tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] Request body: {'port': {'device_id': '495f9314-e04f-49f0-b9ad-527a2b33b8e4', 'network_id': 'a0808a11-2085-4c22-bc23-125df459d6b3', 'admin_state_up': True, 'tenant_id': 'cd68c1f413bc42ce9bd43f1a52502ae5'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:38:43.529544 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cba94f86-34d1-42b4-9945-93bf2691a384 req-a8558782-43c2-48c4-b7db-71867d046034 tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] Made reservation on behalf of cd68c1f413bc42ce9bd43f1a52502ae5 for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:38:43.532114 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-cba94f86-34d1-42b4-9945-93bf2691a384 req-a8558782-43c2-48c4-b7db-71867d046034 tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:43.662459 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [req-cba94f86-34d1-42b4-9945-93bf2691a384 req-a8558782-43c2-48c4-b7db-71867d046034 tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] Allocated IP 172.20.0.10 (a0808a11-2085-4c22-bc23-125df459d6b3/ba1f6973-c574-4615-a2c6-66842a00e001/0eaa4b52-979c-4103-8c9a-6b33e3ea1cc3) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:38:43.806781 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-cba94f86-34d1-42b4-9945-93bf2691a384 req-a8558782-43c2-48c4-b7db-71867d046034 tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:43.930105 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-cba94f86-34d1-42b4-9945-93bf2691a384 req-a8558782-43c2-48c4-b7db-71867d046034 tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:43.942438 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['4ab1818b-1672-4507-a9b4-e471ea6b16d7'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:38:43.974966 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cba94f86-34d1-42b4-9945-93bf2691a384 req-a8558782-43c2-48c4-b7db-71867d046034 tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] Network a0808a11-2085-4c22-bc23-125df459d6b3 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:38:43.977919 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [req-cba94f86-34d1-42b4-9945-93bf2691a384 req-a8558782-43c2-48c4-b7db-71867d046034 tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:38:43.981505 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-cba94f86-34d1-42b4-9945-93bf2691a384 req-a8558782-43c2-48c4-b7db-71867d046034 tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:38:44.011371 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8558782-43c2-48c4-b7db-71867d046034 tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] Pushing event updated for resources: {'Port': ['ID=0eaa4b52-979c-4103-8c9a-6b33e3ea1cc3,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:38:44.044198 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba94f86-34d1-42b4-9945-93bf2691a384 req-a8558782-43c2-48c4-b7db-71867d046034 tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:38:44.046812 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-cba94f86-34d1-42b4-9945-93bf2691a384 req-a8558782-43c2-48c4-b7db-71867d046034 tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:44.140703 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cba94f86-34d1-42b4-9945-93bf2691a384 req-a8558782-43c2-48c4-b7db-71867d046034 tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.7035255 Oct 12 19:38:44.155487 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-cba94f86-34d1-42b4-9945-93bf2691a384 req-b9cb5b84-388f-4827-ba74-9f45c123214c service neutron] Request body: {'port': {'device_id': '495f9314-e04f-49f0-b9ad-527a2b33b8e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-3'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:38:44.218446 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-cba94f86-34d1-42b4-9945-93bf2691a384 req-b9cb5b84-388f-4827-ba74-9f45c123214c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:44.351483 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-340a0465-0236-44ff-b251-f33a859c2189 None None] Provisioning complete for port 0eaa4b52-979c-4103-8c9a-6b33e3ea1cc3 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:38:44.351853 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-340a0465-0236-44ff-b251-f33a859c2189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:44.387070 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-340a0465-0236-44ff-b251-f33a859c2189 None None] Port 0eaa4b52-979c-4103-8c9a-6b33e3ea1cc3 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:38:44.499459 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e80650-90ef-4560-b295-0597158d0362 req-4ae6c575-38a0-4caa-9a28-3d2bf4115928 tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:38:44.501154 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a1e80650-90ef-4560-b295-0597158d0362 req-4ae6c575-38a0-4caa-9a28-3d2bf4115928 tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=495f9314-e04f-49f0-b9ad-527a2b33b8e4 HTTP/1.1" status: 200 len: 1028 time: 0.0414510 Oct 12 19:38:44.517355 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [req-cba94f86-34d1-42b4-9945-93bf2691a384 req-b9cb5b84-388f-4827-ba74-9f45c123214c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0eaa4b52-979c-4103-8c9a-6b33e3ea1cc3 {{(pid=95501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:38:44.524807 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-cba94f86-34d1-42b4-9945-93bf2691a384 req-b9cb5b84-388f-4827-ba74-9f45c123214c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:44.536412 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.provisioning_blocks [req-cba94f86-34d1-42b4-9945-93bf2691a384 req-b9cb5b84-388f-4827-ba74-9f45c123214c service neutron] Transition to ACTIVE for port object 0eaa4b52-979c-4103-8c9a-6b33e3ea1cc3 will not be triggered until provisioned by entity L2. {{(pid=95501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:38:44.538373 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a1e80650-90ef-4560-b295-0597158d0362 req-29ba721e-9a78-4bbb-b626-2f5e24ba0d7d tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=f29be594-dba3-4c98-ba53-4e197c54c950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292492 Oct 12 19:38:44.628518 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-cba94f86-34d1-42b4-9945-93bf2691a384 req-b9cb5b84-388f-4827-ba74-9f45c123214c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:44.642487 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [req-0c50a5b2-19b7-4e5e-a655-0de86db9c139 req-de13d258-eea3-445a-b756-f29e790b8ad0 service neutron] (95502) timed out ('10.222.0.49', 47470) {{(pid=95502) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 12 19:38:44.684534 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cb5b84-388f-4827-ba74-9f45c123214c service neutron] Pushing event updated for resources: {'Port': ['ID=0eaa4b52-979c-4103-8c9a-6b33e3ea1cc3,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:38:44.776337 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-cba94f86-34d1-42b4-9945-93bf2691a384 req-b9cb5b84-388f-4827-ba74-9f45c123214c service neutron] Attempting to bind port 0eaa4b52-979c-4103-8c9a-6b33e3ea1cc3 on host n-h2-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:38:44.776572 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-cba94f86-34d1-42b4-9945-93bf2691a384 req-b9cb5b84-388f-4827-ba74-9f45c123214c service neutron] Attempting to bind port 0eaa4b52-979c-4103-8c9a-6b33e3ea1cc3 by drivers openvswitch,hyperv on host n-h2-813679-3 at level 0 using segments [{'id': 'b925000c-a55a-4025-9f04-b192cfbaff3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'a0808a11-2085-4c22-bc23-125df459d6b3'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:38:44.776912 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba94f86-34d1-42b4-9945-93bf2691a384 req-b9cb5b84-388f-4827-ba74-9f45c123214c service neutron] Attempting to bind port 0eaa4b52-979c-4103-8c9a-6b33e3ea1cc3 on network a0808a11-2085-4c22-bc23-125df459d6b3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:38:44.786175 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba94f86-34d1-42b4-9945-93bf2691a384 req-b9cb5b84-388f-4827-ba74-9f45c123214c service neutron] Port 0eaa4b52-979c-4103-8c9a-6b33e3ea1cc3 on network a0808a11-2085-4c22-bc23-125df459d6b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:38:44.786511 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba94f86-34d1-42b4-9945-93bf2691a384 req-b9cb5b84-388f-4827-ba74-9f45c123214c service neutron] Attempting to bind port 0eaa4b52-979c-4103-8c9a-6b33e3ea1cc3 on network a0808a11-2085-4c22-bc23-125df459d6b3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:38:44.794037 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba94f86-34d1-42b4-9945-93bf2691a384 req-b9cb5b84-388f-4827-ba74-9f45c123214c service neutron] Checking agent: {'id': '233fbd7d-38e4-434f-bb8f-05364d7423a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:38:44.794381 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba94f86-34d1-42b4-9945-93bf2691a384 req-b9cb5b84-388f-4827-ba74-9f45c123214c service neutron] Checking segment: {'id': 'b925000c-a55a-4025-9f04-b192cfbaff3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'a0808a11-2085-4c22-bc23-125df459d6b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:38:44.795302 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba94f86-34d1-42b4-9945-93bf2691a384 req-b9cb5b84-388f-4827-ba74-9f45c123214c service neutron] Bound using segment: {'id': 'b925000c-a55a-4025-9f04-b192cfbaff3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'a0808a11-2085-4c22-bc23-125df459d6b3'} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:38:44.795736 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-cba94f86-34d1-42b4-9945-93bf2691a384 req-b9cb5b84-388f-4827-ba74-9f45c123214c service neutron] Bound port: 0eaa4b52-979c-4103-8c9a-6b33e3ea1cc3, host: n-h2-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b925000c-a55a-4025-9f04-b192cfbaff3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'a0808a11-2085-4c22-bc23-125df459d6b3'}}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:38:44.796175 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-cba94f86-34d1-42b4-9945-93bf2691a384 req-b9cb5b84-388f-4827-ba74-9f45c123214c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:44.876375 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-cba94f86-34d1-42b4-9945-93bf2691a384 req-b9cb5b84-388f-4827-ba74-9f45c123214c service neutron] For port 0eaa4b52-979c-4103-8c9a-6b33e3ea1cc3, host n-h2-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:38:44.876375 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-cba94f86-34d1-42b4-9945-93bf2691a384 req-b9cb5b84-388f-4827-ba74-9f45c123214c service neutron] For port 0eaa4b52-979c-4103-8c9a-6b33e3ea1cc3, host n-h2-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=0eaa4b52-979c-4103-8c9a-6b33e3ea1cc3,segment=NetworkSegment(b925000c-a55a-4025-9f04-b192cfbaff3d),segment_id=b925000c-a55a-4025-9f04-b192cfbaff3d)] {{(pid=95501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:38:44.983491 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-cba94f86-34d1-42b4-9945-93bf2691a384 req-b9cb5b84-388f-4827-ba74-9f45c123214c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:45.019677 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba94f86-34d1-42b4-9945-93bf2691a384 req-b9cb5b84-388f-4827-ba74-9f45c123214c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:38:45.020703 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-cba94f86-34d1-42b4-9945-93bf2691a384 req-b9cb5b84-388f-4827-ba74-9f45c123214c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:45.022113 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cba94f86-34d1-42b4-9945-93bf2691a384 req-b9cb5b84-388f-4827-ba74-9f45c123214c service neutron] 10.222.0.67 "PUT /v2.0/ports/0eaa4b52-979c-4103-8c9a-6b33e3ea1cc3 HTTP/1.1" status: 200 len: 1092 time: 0.8724110 Oct 12 19:38:45.024509 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '495f9314-e04f-49f0-b9ad-527a2b33b8e4', 'tag': '0eaa4b52-979c-4103-8c9a-6b33e3ea1cc3'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:38:45.035549 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7156af6c-ab29-44b3-87b8-6a7d654c06f8" -d '{"events": [{"name": "network-changed", "server_uuid": "495f9314-e04f-49f0-b9ad-527a2b33b8e4", "tag": "0eaa4b52-979c-4103-8c9a-6b33e3ea1cc3"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:38:45.069681 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cb5b84-388f-4827-ba74-9f45c123214c service neutron] Pushing event updated for resources: {'Port': ['ID=0eaa4b52-979c-4103-8c9a-6b33e3ea1cc3,revision_number=3']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:38:45.094461 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a7c0d27-3753-46ce-b241-c9eeec67d697 x-openstack-request-id: req-0a7c0d27-3753-46ce-b241-c9eeec67d697 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:38:45.097648 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "495f9314-e04f-49f0-b9ad-527a2b33b8e4", "tag": "0eaa4b52-979c-4103-8c9a-6b33e3ea1cc3", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:38:45.097648 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0a7c0d27-3753-46ce-b241-c9eeec67d697 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:38:45.097648 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '495f9314-e04f-49f0-b9ad-527a2b33b8e4', 'tag': '0eaa4b52-979c-4103-8c9a-6b33e3ea1cc3', 'status': 'completed', 'code': 200} Oct 12 19:38:45.193758 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7156af6c-ab29-44b3-87b8-6a7d654c06f8 req-2e44eb88-189d-4ffc-86cf-bffc1049a994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:38:45.195855 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7156af6c-ab29-44b3-87b8-6a7d654c06f8 req-2e44eb88-189d-4ffc-86cf-bffc1049a994 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=cd68c1f413bc42ce9bd43f1a52502ae5&device_id=495f9314-e04f-49f0-b9ad-527a2b33b8e4 HTTP/1.1" status: 200 len: 1095 time: 0.0540245 Oct 12 19:38:45.332784 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7156af6c-ab29-44b3-87b8-6a7d654c06f8 req-4165fdd2-9433-4189-9699-9bac0ffac122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:38:45.335453 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7156af6c-ab29-44b3-87b8-6a7d654c06f8 req-4165fdd2-9433-4189-9699-9bac0ffac122 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=cd68c1f413bc42ce9bd43f1a52502ae5&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1315293 Oct 12 19:38:45.436867 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7156af6c-ab29-44b3-87b8-6a7d654c06f8 req-3d4f95aa-313a-45ee-88f0-a970fd237399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:38:45.438339 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7156af6c-ab29-44b3-87b8-6a7d654c06f8 req-3d4f95aa-313a-45ee-88f0-a970fd237399 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0954757 Oct 12 19:38:45.527529 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba94f86-34d1-42b4-9945-93bf2691a384 req-56b117e7-f2fb-499b-890d-e5be39ca423c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:38:45.529901 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cba94f86-34d1-42b4-9945-93bf2691a384 req-56b117e7-f2fb-499b-890d-e5be39ca423c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=cd68c1f413bc42ce9bd43f1a52502ae5&device_id=495f9314-e04f-49f0-b9ad-527a2b33b8e4 HTTP/1.1" status: 200 len: 1095 time: 0.0471838 Oct 12 19:38:45.574689 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cba94f86-34d1-42b4-9945-93bf2691a384 req-6633a57f-6c34-4e60-9172-8670e3aa9958 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0eaa4b52-979c-4103-8c9a-6b33e3ea1cc3 HTTP/1.1" status: 200 len: 217 time: 0.0373228 Oct 12 19:38:45.626775 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba94f86-34d1-42b4-9945-93bf2691a384 req-946eed30-f2b7-44c8-be29-212479cb5bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:38:45.628298 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cba94f86-34d1-42b4-9945-93bf2691a384 req-946eed30-f2b7-44c8-be29-212479cb5bc7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ba1f6973-c574-4615-a2c6-66842a00e001 HTTP/1.1" status: 200 len: 849 time: 0.0462720 Oct 12 19:38:45.700166 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba94f86-34d1-42b4-9945-93bf2691a384 req-c71e5075-ea2c-47e1-b53c-690e9a802471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:38:45.702113 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cba94f86-34d1-42b4-9945-93bf2691a384 req-c71e5075-ea2c-47e1-b53c-690e9a802471 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a0808a11-2085-4c22-bc23-125df459d6b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0649090 Oct 12 19:38:45.704614 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61754e43-4d9d-4e11-9923-85b3ab730eef req-89f33a64-2eb4-4d3f-87f2-0d1eba9eafe8 tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:38:45.706008 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-61754e43-4d9d-4e11-9923-85b3ab730eef req-89f33a64-2eb4-4d3f-87f2-0d1eba9eafe8 tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=495f9314-e04f-49f0-b9ad-527a2b33b8e4 HTTP/1.1" status: 200 len: 1095 time: 0.0768535 Oct 12 19:38:45.791360 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-61754e43-4d9d-4e11-9923-85b3ab730eef req-2987ebc5-dcbc-4da3-ae52-59d0628da369 tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=f29be594-dba3-4c98-ba53-4e197c54c950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735307 Oct 12 19:38:45.829891 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cba94f86-34d1-42b4-9945-93bf2691a384 req-06ed142f-248d-47d8-9113-c574532df36a service neutron] 10.222.0.67 "GET /v2.0/networks/a0808a11-2085-4c22-bc23-125df459d6b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200011 Oct 12 19:38:46.178215 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cba94f86-34d1-42b4-9945-93bf2691a384 req-2bed2b27-3cab-4255-b56a-53e3ad2ba41f service neutron] 10.222.0.67 "GET /v2.0/networks/a0808a11-2085-4c22-bc23-125df459d6b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3402607 Oct 12 19:38:46.928131 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fab2de-6a81-4afc-b922-5c8cf8eebf78 req-4384f3f2-385e-468d-ade4-5c06f333d3fa tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:38:46.929986 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-55fab2de-6a81-4afc-b922-5c8cf8eebf78 req-4384f3f2-385e-468d-ade4-5c06f333d3fa tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=495f9314-e04f-49f0-b9ad-527a2b33b8e4 HTTP/1.1" status: 200 len: 1095 time: 0.0529044 Oct 12 19:38:46.968569 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-55fab2de-6a81-4afc-b922-5c8cf8eebf78 req-029cf690-a2ee-4b8a-97c9-406069f0cacc tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=f29be594-dba3-4c98-ba53-4e197c54c950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321763 Oct 12 19:38:48.087278 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbc022f-c784-4486-9452-82852e37dc48 req-9be0953e-a667-4325-89e7-ba9966875efe tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:38:48.088824 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7cbc022f-c784-4486-9452-82852e37dc48 req-9be0953e-a667-4325-89e7-ba9966875efe tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=495f9314-e04f-49f0-b9ad-527a2b33b8e4 HTTP/1.1" status: 200 len: 1095 time: 0.0505688 Oct 12 19:38:48.126521 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7cbc022f-c784-4486-9452-82852e37dc48 req-ca14a027-f01f-447e-9c72-cc6f4e7b6d1a tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=f29be594-dba3-4c98-ba53-4e197c54c950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305212 Oct 12 19:38:49.086875 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 0eaa4b52-979c-4103-8c9a-6b33e3ea1cc3 details requested by agent hyperv_n-h2-813679-3 with host n-h2-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:38:49.220193 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 0eaa4b52-979c-4103-8c9a-6b33e3ea1cc3, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=0eaa4b52-979c-4103-8c9a-6b33e3ea1cc3,segment=NetworkSegment(b925000c-a55a-4025-9f04-b192cfbaff3d),segment_id=b925000c-a55a-4025-9f04-b192cfbaff3d)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:38:49.236460 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Returning: {'device': '0eaa4b52-979c-4103-8c9a-6b33e3ea1cc3', 'network_id': 'a0808a11-2085-4c22-bc23-125df459d6b3', 'port_id': '0eaa4b52-979c-4103-8c9a-6b33e3ea1cc3', 'mac_address': 'fa:16:3e:5c:d2:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba1f6973-c574-4615-a2c6-66842a00e001', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:38:49.296266 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:49.302729 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a415de33-1c65-4dd8-a372-dc615859c2d4 req-2729696b-d86f-4617-8686-a08d7fe89de4 tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:38:49.312649 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a415de33-1c65-4dd8-a372-dc615859c2d4 req-2729696b-d86f-4617-8686-a08d7fe89de4 tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=495f9314-e04f-49f0-b9ad-527a2b33b8e4 HTTP/1.1" status: 200 len: 1095 time: 0.1118264 Oct 12 19:38:49.324759 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0eaa4b52-979c-4103-8c9a-6b33e3ea1cc3 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:38:49.365662 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 0eaa4b52-979c-4103-8c9a-6b33e3ea1cc3, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=0eaa4b52-979c-4103-8c9a-6b33e3ea1cc3,segment=NetworkSegment(b925000c-a55a-4025-9f04-b192cfbaff3d),segment_id=b925000c-a55a-4025-9f04-b192cfbaff3d)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:38:49.376135 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a415de33-1c65-4dd8-a372-dc615859c2d4 req-7cb2e157-614e-4409-b374-5275ba5f41c0 tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=f29be594-dba3-4c98-ba53-4e197c54c950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625370 Oct 12 19:38:49.422505 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:49.489444 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=0eaa4b52-979c-4103-8c9a-6b33e3ea1cc3,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:38:49.673638 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['0eaa4b52-979c-4103-8c9a-6b33e3ea1cc3'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:38:49.868452 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9189aea5-7b00-432a-8052-81fe2eb2efdf req-50e2bcc5-f80b-4a99-abd9-eb0f337ea9ca tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:38:49.869950 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9189aea5-7b00-432a-8052-81fe2eb2efdf req-50e2bcc5-f80b-4a99-abd9-eb0f337ea9ca tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7b765f3-f079-43bb-884c-ce583b289609 HTTP/1.1" status: 200 len: 945 time: 0.0500929 Oct 12 19:38:49.906889 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9189aea5-7b00-432a-8052-81fe2eb2efdf req-f1f0513b-931e-4f5b-a987-7a29fd20ef19 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.49 "GET /v2.0/security-groups?id=5aa05d67-0c53-427c-9564-46e10b998f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310280 Oct 12 19:38:50.482595 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544bfd21-c089-4e9f-b1f3-6950a69706e0 req-92687d2a-0e52-400b-b092-f97ccedfb8fe tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:38:50.484076 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-544bfd21-c089-4e9f-b1f3-6950a69706e0 req-92687d2a-0e52-400b-b092-f97ccedfb8fe tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=495f9314-e04f-49f0-b9ad-527a2b33b8e4 HTTP/1.1" status: 200 len: 1096 time: 0.0408175 Oct 12 19:38:50.523395 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-544bfd21-c089-4e9f-b1f3-6950a69706e0 req-fb393127-4cbe-4c18-bdd9-8acba8e378d8 tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=f29be594-dba3-4c98-ba53-4e197c54c950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327899 Oct 12 19:38:51.032085 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4099355-d772-4d86-87ed-009ce64cf335 req-edc410db-7f23-48ec-a23a-45b7dbdeb718 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:38:51.032930 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d4099355-d772-4d86-87ed-009ce64cf335 req-edc410db-7f23-48ec-a23a-45b7dbdeb718 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7b765f3-f079-43bb-884c-ce583b289609 HTTP/1.1" status: 200 len: 945 time: 0.0540431 Oct 12 19:38:51.086277 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d4099355-d772-4d86-87ed-009ce64cf335 req-b0ce4293-40f7-4243-ad6a-6f2abe96db3a tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.49 "GET /v2.0/security-groups?id=5aa05d67-0c53-427c-9564-46e10b998f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455785 Oct 12 19:38:51.098750 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 0eaa4b52-979c-4103-8c9a-6b33e3ea1cc3 up at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:38:51.208984 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning for port 0eaa4b52-979c-4103-8c9a-6b33e3ea1cc3 completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:38:51.213405 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning complete for port 0eaa4b52-979c-4103-8c9a-6b33e3ea1cc3 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:38:51.214048 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:51.293310 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:51.318764 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '495f9314-e04f-49f0-b9ad-527a2b33b8e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eaa4b52-979c-4103-8c9a-6b33e3ea1cc3'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:38:51.320932 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12d1c8a2-3ba3-4dcf-a800-a2ef6b5d895c" -d '{"events": [{"server_uuid": "495f9314-e04f-49f0-b9ad-527a2b33b8e4", "name": "network-vif-plugged", "status": "completed", "tag": "0eaa4b52-979c-4103-8c9a-6b33e3ea1cc3"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:38:51.335981 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 0eaa4b52-979c-4103-8c9a-6b33e3ea1cc3, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=0eaa4b52-979c-4103-8c9a-6b33e3ea1cc3,segment=NetworkSegment(b925000c-a55a-4025-9f04-b192cfbaff3d),segment_id=b925000c-a55a-4025-9f04-b192cfbaff3d)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:38:51.365631 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51af05c9-00ef-4f96-8987-83207acc6759 x-openstack-request-id: req-51af05c9-00ef-4f96-8987-83207acc6759 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:38:51.366287 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "495f9314-e04f-49f0-b9ad-527a2b33b8e4", "name": "network-vif-plugged", "status": "completed", "tag": "0eaa4b52-979c-4103-8c9a-6b33e3ea1cc3", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:38:51.366548 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-51af05c9-00ef-4f96-8987-83207acc6759 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:38:51.366945 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '495f9314-e04f-49f0-b9ad-527a2b33b8e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eaa4b52-979c-4103-8c9a-6b33e3ea1cc3', 'code': 200} Oct 12 19:38:51.422185 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:51.483806 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62b267b-c85a-4ddc-8ef6-743933a53f64 req-bfb2b6ce-6b36-4630-ab75-f0c70536b9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:38:51.486230 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e62b267b-c85a-4ddc-8ef6-743933a53f64 req-bfb2b6ce-6b36-4630-ab75-f0c70536b9e5 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=495f9314-e04f-49f0-b9ad-527a2b33b8e4 HTTP/1.1" status: 200 len: 1097 time: 0.0540016 Oct 12 19:38:51.503898 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=0eaa4b52-979c-4103-8c9a-6b33e3ea1cc3,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:38:51.528336 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e62b267b-c85a-4ddc-8ef6-743933a53f64 req-f7da466d-8688-4d5f-9359-1c1bfcaa32a2 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=f29be594-dba3-4c98-ba53-4e197c54c950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332084 Oct 12 19:38:51.635165 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c558a-869a-4852-8cc9-31f2b66c6768 req-b8309066-2a64-41e9-8836-8f91241aee16 tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:38:51.643431 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-122c558a-869a-4852-8cc9-31f2b66c6768 req-b8309066-2a64-41e9-8836-8f91241aee16 tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=495f9314-e04f-49f0-b9ad-527a2b33b8e4 HTTP/1.1" status: 200 len: 1097 time: 0.0521345 Oct 12 19:38:51.690618 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-122c558a-869a-4852-8cc9-31f2b66c6768 req-a11c6ff3-b10f-48bf-97d7-2d873bb05103 tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=f29be594-dba3-4c98-ba53-4e197c54c950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455954 Oct 12 19:38:51.717853 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2211c4b-7d7c-4ea8-9ca8-1e6fe0e75e54 req-fa314b7b-7543-4c26-a65c-dba9a828b413 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:38:51.719310 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e2211c4b-7d7c-4ea8-9ca8-1e6fe0e75e54 req-fa314b7b-7543-4c26-a65c-dba9a828b413 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7b765f3-f079-43bb-884c-ce583b289609 HTTP/1.1" status: 200 len: 945 time: 0.0664802 Oct 12 19:38:51.822557 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-e2211c4b-7d7c-4ea8-9ca8-1e6fe0e75e54 req-481fafae-1a02-45a0-824c-c26c120c7624 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Deleting port e03793f3-7484-4525-883c-18b556a71a14 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:38:51.822899 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-e2211c4b-7d7c-4ea8-9ca8-1e6fe0e75e54 req-481fafae-1a02-45a0-824c-c26c120c7624 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:51.924839 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-e2211c4b-7d7c-4ea8-9ca8-1e6fe0e75e54 req-481fafae-1a02-45a0-824c-c26c120c7624 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] For port e03793f3-7484-4525-883c-18b556a71a14, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=e03793f3-7484-4525-883c-18b556a71a14,segment=NetworkSegment(c76c2076-a0e3-4199-9ff6-f77ea66f99ec),segment_id=c76c2076-a0e3-4199-9ff6-f77ea66f99ec)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:38:51.925303 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-e2211c4b-7d7c-4ea8-9ca8-1e6fe0e75e54 req-481fafae-1a02-45a0-824c-c26c120c7624 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:52.141643 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-e2211c4b-7d7c-4ea8-9ca8-1e6fe0e75e54 req-481fafae-1a02-45a0-824c-c26c120c7624 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:52.142000 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-e2211c4b-7d7c-4ea8-9ca8-1e6fe0e75e54 req-481fafae-1a02-45a0-824c-c26c120c7624 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7915414'] for floatingip, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:52.142316 n-d-813679-3 neutron-server[95502]: INFO neutron.db.l3_db [req-e2211c4b-7d7c-4ea8-9ca8-1e6fe0e75e54 req-481fafae-1a02-45a0-824c-c26c120c7624 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Floating IP 49e2d776-ff0c-4206-84c3-2e563a04b9b3 disassociated. External IP: 172.25.5.186, port: e03793f3-7484-4525-883c-18b556a71a14. Oct 12 19:38:52.142650 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-e2211c4b-7d7c-4ea8-9ca8-1e6fe0e75e54 req-481fafae-1a02-45a0-824c-c26c120c7624 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Calling delete_port for e03793f3-7484-4525-883c-18b556a71a14 owned by compute:nova {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:38:52.219312 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438447f0-76f1-4b51-9e4a-3246bc169170 req-d633e901-8c3e-4341-8097-6b3c903301d3 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:38:52.221281 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-438447f0-76f1-4b51-9e4a-3246bc169170 req-d633e901-8c3e-4341-8097-6b3c903301d3 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7b765f3-f079-43bb-884c-ce583b289609 HTTP/1.1" status: 200 len: 945 time: 0.0604713 Oct 12 19:38:52.268507 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-438447f0-76f1-4b51-9e4a-3246bc169170 req-80025b23-1fa9-42ea-ad76-b4e80c62289a tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.49 "GET /v2.0/security-groups?id=5aa05d67-0c53-427c-9564-46e10b998f15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395091 Oct 12 19:38:52.384053 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-e2211c4b-7d7c-4ea8-9ca8-1e6fe0e75e54 req-481fafae-1a02-45a0-824c-c26c120c7624 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:52.432465 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481fafae-1a02-45a0-824c-c26c120c7624 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Pushing event deleted for resources: {'Port': ['ID=e03793f3-7484-4525-883c-18b556a71a14,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:38:52.495051 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3080d1fd-8294-4bed-98e2-3a29879f7190 req-c89d3d0b-234a-4489-823e-d7fde5fb7a07 tempest-TestNetworkAdvancedServerOps-832803611 tempest-TestNetworkAdvancedServerOps-832803611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:38:52.496765 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3080d1fd-8294-4bed-98e2-3a29879f7190 req-c89d3d0b-234a-4489-823e-d7fde5fb7a07 tempest-TestNetworkAdvancedServerOps-832803611 tempest-TestNetworkAdvancedServerOps-832803611-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=2e07869a-db45-4ee8-b931-72d78af23fa5 HTTP/1.1" status: 200 len: 1096 time: 0.1139026 Oct 12 19:38:52.575764 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3080d1fd-8294-4bed-98e2-3a29879f7190 req-c5cbdd6f-a416-4dfd-a83d-ea8b522b6df7 tempest-TestNetworkAdvancedServerOps-832803611 tempest-TestNetworkAdvancedServerOps-832803611-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=c92bac0a-f360-420b-ba1d-66577970e341&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722795 Oct 12 19:38:52.584556 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e2211c4b-7d7c-4ea8-9ca8-1e6fe0e75e54 req-481fafae-1a02-45a0-824c-c26c120c7624 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Router 8076eb30-c43d-4013-8348-3b77b8a81222 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:38:52.599595 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 43888) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:38:52.712696 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e2211c4b-7d7c-4ea8-9ca8-1e6fe0e75e54 req-481fafae-1a02-45a0-824c-c26c120c7624 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:38:52.729511 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88edfc55-6bc2-4d84-99d0-86d259921633 None None] Sync routers for ids ['8076eb30-c43d-4013-8348-3b77b8a81222'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:38:52.751813 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88edfc55-6bc2-4d84-99d0-86d259921633 None None] Routers {'8076eb30-c43d-4013-8348-3b77b8a81222'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:38:52.752705 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-88edfc55-6bc2-4d84-99d0-86d259921633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:38:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['8076eb30-c43d-4013-8348-3b77b8a81222'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:38:52.772643 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2211c4b-7d7c-4ea8-9ca8-1e6fe0e75e54 req-481fafae-1a02-45a0-824c-c26c120c7624 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] No DVR routers for this DVR port e03793f3-7484-4525-883c-18b556a71a14 on host n-h1-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:38:52.784654 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-e2211c4b-7d7c-4ea8-9ca8-1e6fe0e75e54 req-481fafae-1a02-45a0-824c-c26c120c7624 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:52.789357 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e2211c4b-7d7c-4ea8-9ca8-1e6fe0e75e54 req-481fafae-1a02-45a0-824c-c26c120c7624 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.61 "DELETE /v2.0/ports/e03793f3-7484-4525-883c-18b556a71a14 HTTP/1.1" status: 204 len: 173 time: 1.0630462 Oct 12 19:38:52.789824 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7b765f3-f079-43bb-884c-ce583b289609', 'name': 'network-vif-deleted', 'tag': 'e03793f3-7484-4525-883c-18b556a71a14'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:38:52.795490 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edefb234-d449-49fb-a614-e7a0f9d59408" -d '{"events": [{"server_uuid": "a7b765f3-f079-43bb-884c-ce583b289609", "name": "network-vif-deleted", "tag": "e03793f3-7484-4525-883c-18b556a71a14"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:38:52.800767 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-4668eeaa-0716-4dcf-b092-e2e22c1307ba tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Deleting port 78a54558-40f5-40ab-9ffe-2a260452eeaf {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:38:52.808723 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4668eeaa-0716-4dcf-b092-e2e22c1307ba tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:52.925804 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cd9251-98a0-445b-804c-8fc39def01ed req-b66a045a-d0a8-40de-92a7-df6fb3481be7 tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:38:52.927519 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-61cd9251-98a0-445b-804c-8fc39def01ed req-b66a045a-d0a8-40de-92a7-df6fb3481be7 tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=495f9314-e04f-49f0-b9ad-527a2b33b8e4 HTTP/1.1" status: 200 len: 1097 time: 0.0899594 Oct 12 19:38:52.941922 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4afd8b76-b3d7-44ad-b0d3-9f72469a1f97 x-openstack-request-id: req-4afd8b76-b3d7-44ad-b0d3-9f72469a1f97 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:38:52.942413 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7b765f3-f079-43bb-884c-ce583b289609", "name": "network-vif-deleted", "tag": "e03793f3-7484-4525-883c-18b556a71a14", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:38:52.942674 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4afd8b76-b3d7-44ad-b0d3-9f72469a1f97 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:38:52.943077 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7b765f3-f079-43bb-884c-ce583b289609', 'name': 'network-vif-deleted', 'tag': 'e03793f3-7484-4525-883c-18b556a71a14', 'status': 'completed', 'code': 200} Oct 12 19:38:52.963017 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4668eeaa-0716-4dcf-b092-e2e22c1307ba tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:52.963737 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4668eeaa-0716-4dcf-b092-e2e22c1307ba tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:52.976281 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-88edfc55-6bc2-4d84-99d0-86d259921633 None None] Set router 8076eb30-c43d-4013-8348-3b77b8a81222 gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:38:52.987686 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-61cd9251-98a0-445b-804c-8fc39def01ed req-8c7356ba-c019-4b42-bc68-c97c46fd127c tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=f29be594-dba3-4c98-ba53-4e197c54c950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527389 Oct 12 19:38:53.010943 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-4668eeaa-0716-4dcf-b092-e2e22c1307ba tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Calling delete_port for 78a54558-40f5-40ab-9ffe-2a260452eeaf owned by network:floatingip {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:38:53.273254 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-88edfc55-6bc2-4d84-99d0-86d259921633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8076eb30-c43d-4013-8348-3b77b8a81222', 'name': 'tempest-AttachVolumeTestJSON-1928131603-router', 'tenant_id': 'da56e5b248094156ada95d11ba3c5b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': 'f9385a02-35b8-4610-bb29-937f4a3fdfc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:34:42Z', 'updated_at': '2021-10-12T19:34:49Z', 'revision_number': 4, 'project_id': 'da56e5b248094156ada95d11ba3c5b37', 'gw_port': {'id': 'f9385a02-35b8-4610-bb29-937f4a3fdfc3', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8076eb30-c43d-4013-8348-3b77b8a81222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2599, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:34:44Z', 'updated_at': '2021-10-12T19:34:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '1f444c26-39ba-4818-8485-fb4d9ffa252d', 'name': '', 'network_id': '74a2c063-d43e-4221-94e9-d3ab154855fc', 'tenant_id': 'da56e5b248094156ada95d11ba3c5b37', 'mac_address': 'fa:16:3e:00:ec:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8076eb30-c43d-4013-8348-3b77b8a81222', 'device_owner': 'network:router_interface', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '3a0cf0c9-d039-4d05-a67a-cc48a10b2cbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:34:47Z', 'updated_at': '2021-10-12T19:34:53Z', 'revision_number': 5, 'project_id': 'da56e5b248094156ada95d11ba3c5b37', 'subnets': [{'id': '3a0cf0c9-d039-4d05-a67a-cc48a10b2cbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:38:53.300598 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88edfc55-6bc2-4d84-99d0-86d259921633 None None] Checking router: 8076eb30-c43d-4013-8348-3b77b8a81222 for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:38:53.308929 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88edfc55-6bc2-4d84-99d0-86d259921633 None None] Routers {'8076eb30-c43d-4013-8348-3b77b8a81222'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:38:53.309774 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-88edfc55-6bc2-4d84-99d0-86d259921633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:38:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['8076eb30-c43d-4013-8348-3b77b8a81222'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:38:53.335854 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4668eeaa-0716-4dcf-b092-e2e22c1307ba tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:53.388958 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-da02821b-b564-49bb-b0d5-a6b5d075e2ca req-249f2cd2-cd50-4240-a36a-049a21f9cc00 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7b765f3-f079-43bb-884c-ce583b289609 HTTP/1.1" status: 200 len: 210 time: 0.0358696 Oct 12 19:38:53.397640 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4668eeaa-0716-4dcf-b092-e2e22c1307ba tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Pushing event deleted for resources: {'Port': ['ID=78a54558-40f5-40ab-9ffe-2a260452eeaf,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:38:53.422496 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-88edfc55-6bc2-4d84-99d0-86d259921633 None None] Set router 8076eb30-c43d-4013-8348-3b77b8a81222 gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:38:53.453512 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4668eeaa-0716-4dcf-b092-e2e22c1307ba tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for floatingip, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:53.454197 n-d-813679-3 neutron-server[95501]: INFO neutron.db.l3_db [None req-4668eeaa-0716-4dcf-b092-e2e22c1307ba tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Floating IP 29c99638-1163-4f0c-89d1-bcb2382c6c40 disassociated (deleted). External IP: 172.25.5.116, port: b2811d62-e8c5-4e6b-9a4a-99dfbc0da11c. Oct 12 19:38:53.639451 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-88edfc55-6bc2-4d84-99d0-86d259921633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8076eb30-c43d-4013-8348-3b77b8a81222', 'name': 'tempest-AttachVolumeTestJSON-1928131603-router', 'tenant_id': 'da56e5b248094156ada95d11ba3c5b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': 'f9385a02-35b8-4610-bb29-937f4a3fdfc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:34:42Z', 'updated_at': '2021-10-12T19:34:49Z', 'revision_number': 4, 'project_id': 'da56e5b248094156ada95d11ba3c5b37', 'gw_port': {'id': 'f9385a02-35b8-4610-bb29-937f4a3fdfc3', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8076eb30-c43d-4013-8348-3b77b8a81222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2599, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:34:44Z', 'updated_at': '2021-10-12T19:34:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '1f444c26-39ba-4818-8485-fb4d9ffa252d', 'name': '', 'network_id': '74a2c063-d43e-4221-94e9-d3ab154855fc', 'tenant_id': 'da56e5b248094156ada95d11ba3c5b37', 'mac_address': 'fa:16:3e:00:ec:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8076eb30-c43d-4013-8348-3b77b8a81222', 'device_owner': 'network:router_interface', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '3a0cf0c9-d039-4d05-a67a-cc48a10b2cbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:34:47Z', 'updated_at': '2021-10-12T19:34:53Z', 'revision_number': 5, 'project_id': 'da56e5b248094156ada95d11ba3c5b37', 'subnets': [{'id': '3a0cf0c9-d039-4d05-a67a-cc48a10b2cbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:38:53.671786 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88edfc55-6bc2-4d84-99d0-86d259921633 None None] The sync data for ids ['8076eb30-c43d-4013-8348-3b77b8a81222'] in n-d-813679-3 is: [{'id': '8076eb30-c43d-4013-8348-3b77b8a81222', 'name': 'tempest-AttachVolumeTestJSON-1928131603-router', 'tenant_id': 'da56e5b248094156ada95d11ba3c5b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': 'f9385a02-35b8-4610-bb29-937f4a3fdfc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:34:42Z', 'updated_at': '2021-10-12T19:34:49Z', 'revision_number': 4, 'project_id': 'da56e5b248094156ada95d11ba3c5b37', 'gw_port': {'id': 'f9385a02-35b8-4610-bb29-937f4a3fdfc3', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8076eb30-c43d-4013-8348-3b77b8a81222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2599, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:34:44Z', 'updated_at': '2021-10-12T19:34:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '1f444c26-39ba-4818-8485-fb4d9ffa252d', 'name': '', 'network_id': '74a2c063-d43e-4221-94e9-d3ab154855fc', 'tenant_id': 'da56e5b248094156ada95d11ba3c5b37', 'mac_address': 'fa:16:3e:00:ec:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8076eb30-c43d-4013-8348-3b77b8a81222', 'device_owner': 'network:router_interface', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '3a0cf0c9-d039-4d05-a67a-cc48a10b2cbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:34:47Z', 'updated_at': '2021-10-12T19:34:53Z', 'revision_number': 5, 'project_id': 'da56e5b248094156ada95d11ba3c5b37', 'subnets': [{'id': '3a0cf0c9-d039-4d05-a67a-cc48a10b2cbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:38:53.749335 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4668eeaa-0716-4dcf-b092-e2e22c1307ba tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Router b2662cfb-687f-46ff-bd62-a5952ed3eba1 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:38:53.874610 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4668eeaa-0716-4dcf-b092-e2e22c1307ba tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:38:53.882956 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4668eeaa-0716-4dcf-b092-e2e22c1307ba tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:53.885668 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28259db7-e919-4615-8587-d11807872c94 None None] Sync routers for ids ['b2662cfb-687f-46ff-bd62-a5952ed3eba1'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:38:53.916952 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28259db7-e919-4615-8587-d11807872c94 None None] Routers {'b2662cfb-687f-46ff-bd62-a5952ed3eba1'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:38:53.918045 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-28259db7-e919-4615-8587-d11807872c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:38:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['b2662cfb-687f-46ff-bd62-a5952ed3eba1'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:38:53.955658 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-4668eeaa-0716-4dcf-b092-e2e22c1307ba tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "DELETE /v2.0/floatingips/29c99638-1163-4f0c-89d1-bcb2382c6c40 HTTP/1.1" status: 204 len: 168 time: 1.3549101 Oct 12 19:38:53.957732 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e07869a-db45-4ee8-b931-72d78af23fa5', 'tag': 'b2811d62-e8c5-4e6b-9a4a-99dfbc0da11c'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:38:53.964877 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16aea28a-457a-4896-8a92-1a03ff798042" -d '{"events": [{"name": "network-changed", "server_uuid": "2e07869a-db45-4ee8-b931-72d78af23fa5", "tag": "b2811d62-e8c5-4e6b-9a4a-99dfbc0da11c"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:38:54.014103 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3382a60a-5b0a-4b18-b06a-e6c0eb9f208c None None] New status for floating IP 49e2d776-ff0c-4206-84c3-2e563a04b9b3: DOWN {{(pid=95504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 19:38:54.054284 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05e9ceb0-8932-4f5f-9e2c-ab7dd98b67bb x-openstack-request-id: req-05e9ceb0-8932-4f5f-9e2c-ab7dd98b67bb {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:38:54.054580 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e07869a-db45-4ee8-b931-72d78af23fa5", "tag": "b2811d62-e8c5-4e6b-9a4a-99dfbc0da11c", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:38:54.054835 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-05e9ceb0-8932-4f5f-9e2c-ab7dd98b67bb {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:38:54.055473 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e07869a-db45-4ee8-b931-72d78af23fa5', 'tag': 'b2811d62-e8c5-4e6b-9a4a-99dfbc0da11c', 'status': 'completed', 'code': 200} Oct 12 19:38:54.149322 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aea28a-457a-4896-8a92-1a03ff798042 req-16a9ceff-9037-4465-82d4-08a7feef3b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:38:54.150853 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-16aea28a-457a-4896-8a92-1a03ff798042 req-16a9ceff-9037-4465-82d4-08a7feef3b15 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=80c6b006e6d9432a90abc6a3ef8ab3a8&device_id=2e07869a-db45-4ee8-b931-72d78af23fa5 HTTP/1.1" status: 200 len: 1096 time: 0.0700512 Oct 12 19:38:54.267955 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177b24e2-ed9d-4808-ba5c-f13120d6cffb req-a770ffd8-e656-430e-8215-f079a8023597 tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:38:54.275466 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-177b24e2-ed9d-4808-ba5c-f13120d6cffb req-a770ffd8-e656-430e-8215-f079a8023597 tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=495f9314-e04f-49f0-b9ad-527a2b33b8e4 HTTP/1.1" status: 200 len: 1097 time: 0.1069598 Oct 12 19:38:54.351029 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aea28a-457a-4896-8a92-1a03ff798042 req-6ec92593-a001-41e1-b21e-ef997a70ba56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:38:54.353029 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-16aea28a-457a-4896-8a92-1a03ff798042 req-6ec92593-a001-41e1-b21e-ef997a70ba56 service neutron] 10.222.0.67 "GET /v2.0/networks?id=92a88605-27ea-431c-b963-1a57c353f481 HTTP/1.1" status: 200 len: 897 time: 0.1948967 Oct 12 19:38:54.381615 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-177b24e2-ed9d-4808-ba5c-f13120d6cffb req-d9d82b62-4a7f-4bc6-b3ab-3a1a60f920c8 tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=f29be594-dba3-4c98-ba53-4e197c54c950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046541 Oct 12 19:38:54.390587 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-28259db7-e919-4615-8587-d11807872c94 None None] Set router b2662cfb-687f-46ff-bd62-a5952ed3eba1 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:38:54.418597 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-16aea28a-457a-4896-8a92-1a03ff798042 req-0fcb1dd0-e1fd-48e9-a986-5fb37af5959b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2811d62-e8c5-4e6b-9a4a-99dfbc0da11c HTTP/1.1" status: 200 len: 217 time: 0.0535476 Oct 12 19:38:54.565340 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8958daa9-33e3-4931-8e86-502a5d9cf872 req-665d75a5-0694-436c-9d3f-4c321baa6a39 tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:38:54.567414 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8958daa9-33e3-4931-8e86-502a5d9cf872 req-665d75a5-0694-436c-9d3f-4c321baa6a39 tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=495f9314-e04f-49f0-b9ad-527a2b33b8e4 HTTP/1.1" status: 200 len: 1097 time: 0.0810387 Oct 12 19:38:54.569678 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aea28a-457a-4896-8a92-1a03ff798042 req-caa8d222-5b20-4f0a-88d0-b7f4f338a1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:38:54.571115 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-16aea28a-457a-4896-8a92-1a03ff798042 req-caa8d222-5b20-4f0a-88d0-b7f4f338a1ea service neutron] 10.222.0.67 "GET /v2.0/subnets?id=88fecf92-221f-4920-9ea6-7b9931392c45 HTTP/1.1" status: 200 len: 834 time: 0.1472638 Oct 12 19:38:54.626533 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85be6e5-5a21-43e6-a841-4ecff9ff01bb req-32328549-1809-4165-8712-c065fc5c8c68 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:38:54.628733 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d85be6e5-5a21-43e6-a841-4ecff9ff01bb req-32328549-1809-4165-8712-c065fc5c8c68 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e07869a-db45-4ee8-b931-72d78af23fa5 HTTP/1.1" status: 200 len: 945 time: 0.0781250 Oct 12 19:38:54.642232 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8958daa9-33e3-4931-8e86-502a5d9cf872 req-2fbf6bd7-d03e-4b9a-bda1-d061387e358c tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=f29be594-dba3-4c98-ba53-4e197c54c950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620160 Oct 12 19:38:54.665933 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aea28a-457a-4896-8a92-1a03ff798042 req-00fdb13d-34bf-4cb4-ada5-3c1ca5cd7a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:38:54.668736 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-16aea28a-457a-4896-8a92-1a03ff798042 req-00fdb13d-34bf-4cb4-ada5-3c1ca5cd7a98 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=92a88605-27ea-431c-b963-1a57c353f481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0845973 Oct 12 19:38:54.686923 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d85be6e5-5a21-43e6-a841-4ecff9ff01bb req-5437e230-747f-4d8e-8290-71f3615395d1 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=c92bac0a-f360-420b-ba1d-66577970e341&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509942 Oct 12 19:38:54.705833 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-28259db7-e919-4615-8587-d11807872c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2662cfb-687f-46ff-bd62-a5952ed3eba1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-624072088', 'tenant_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': 'd065a78b-f200-4195-a642-a4bca2db4b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:36:49Z', 'updated_at': '2021-10-12T19:36:59Z', 'revision_number': 4, 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'gw_port': {'id': 'd065a78b-f200-4195-a642-a4bca2db4b0a', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2662cfb-687f-46ff-bd62-a5952ed3eba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2811, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:36:49Z', 'updated_at': '2021-10-12T19:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '16798d8f-026e-49d3-a8ba-2dcf688fad5d', 'name': '', 'network_id': '92a88605-27ea-431c-b963-1a57c353f481', 'tenant_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'mac_address': 'fa:16:3e:e0:b3:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2662cfb-687f-46ff-bd62-a5952ed3eba1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '88fecf92-221f-4920-9ea6-7b9931392c45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:36:57Z', 'updated_at': '2021-10-12T19:37:04Z', 'revision_number': 5, 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'subnets': [{'id': '88fecf92-221f-4920-9ea6-7b9931392c45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:38:54.755488 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 43944) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:38:54.758887 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device e03793f3-7484-4525-883c-18b556a71a14 no longer exists at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:38:54.763512 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28259db7-e919-4615-8587-d11807872c94 None None] Checking router: b2662cfb-687f-46ff-bd62-a5952ed3eba1 for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:38:55.072419 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] No Port match for: e03793f3-7484-4525-883c-18b556a71a14 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:38:55.072419 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device e03793f3-7484-4525-883c-18b556a71a14 not bound to the agent host n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:38:55.072419 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28259db7-e919-4615-8587-d11807872c94 None None] Routers {'b2662cfb-687f-46ff-bd62-a5952ed3eba1'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:38:55.072419 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-28259db7-e919-4615-8587-d11807872c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:38:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['b2662cfb-687f-46ff-bd62-a5952ed3eba1'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:38:55.076503 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-16aea28a-457a-4896-8a92-1a03ff798042 req-9573149f-13b7-43fd-80c6-613cd7dc98ac service neutron] 10.222.0.67 "GET /v2.0/networks/92a88605-27ea-431c-b963-1a57c353f481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352272 Oct 12 19:38:55.077144 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e6e8e30a-f5bf-45ef-8b41-3c840afcd7b7 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:55.077144 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e6e8e30a-f5bf-45ef-8b41-3c840afcd7b7 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:55.078044 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-16aea28a-457a-4896-8a92-1a03ff798042 req-199a898f-a454-471e-8e27-dcad510527f4 service neutron] 10.222.0.67 "GET /v2.0/networks/92a88605-27ea-431c-b963-1a57c353f481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038177 Oct 12 19:38:55.078192 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-28259db7-e919-4615-8587-d11807872c94 None None] Set router b2662cfb-687f-46ff-bd62-a5952ed3eba1 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:38:55.078292 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2580957-f106-40a4-aa34-0863846ba523 req-ea0720e6-1e92-4b39-9576-2120de3cd2f5 tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:38:55.078292 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f2580957-f106-40a4-aa34-0863846ba523 req-ea0720e6-1e92-4b39-9576-2120de3cd2f5 tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=495f9314-e04f-49f0-b9ad-527a2b33b8e4 HTTP/1.1" status: 200 len: 1097 time: 0.1385138 Oct 12 19:38:55.078292 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f2580957-f106-40a4-aa34-0863846ba523 req-8f14556d-9163-4253-bf6a-e322790d4529 tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=f29be594-dba3-4c98-ba53-4e197c54c950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288270 Oct 12 19:38:55.078292 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e6e8e30a-f5bf-45ef-8b41-3c840afcd7b7 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:55.078292 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e6e8e30a-f5bf-45ef-8b41-3c840afcd7b7 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:55.078292 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-e6e8e30a-f5bf-45ef-8b41-3c840afcd7b7 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.49 "DELETE /v2.0/security-groups/5aa05d67-0c53-427c-9564-46e10b998f15 HTTP/1.1" status: 204 len: 168 time: 0.2806304 Oct 12 19:38:55.078292 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 43956) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:38:55.119656 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e8e30a-f5bf-45ef-8b41-3c840afcd7b7 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aa05d67-0c53-427c-9564-46e10b998f15,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:38:55.121481 n-d-813679-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-e157d469-d27e-445d-964f-e2dac7211e39 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] show failed (client error): The resource could not be found. Oct 12 19:38:55.123199 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-e157d469-d27e-445d-964f-e2dac7211e39 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.49 "GET /v2.0/security-groups/5aa05d67-0c53-427c-9564-46e10b998f15 HTTP/1.1" status: 404 len: 347 time: 0.0800962 Oct 12 19:38:55.132139 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 43960) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:38:55.295041 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-8676e223-3ea5-4233-881f-3723233f59c2 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Deleting port 18657919-f200-4f6f-ba5e-3ed09a379c66 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:38:55.295458 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8676e223-3ea5-4233-881f-3723233f59c2 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:55.297488 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-28259db7-e919-4615-8587-d11807872c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2662cfb-687f-46ff-bd62-a5952ed3eba1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-624072088', 'tenant_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': 'd065a78b-f200-4195-a642-a4bca2db4b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:36:49Z', 'updated_at': '2021-10-12T19:36:59Z', 'revision_number': 4, 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'gw_port': {'id': 'd065a78b-f200-4195-a642-a4bca2db4b0a', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2662cfb-687f-46ff-bd62-a5952ed3eba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2811, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:36:49Z', 'updated_at': '2021-10-12T19:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '16798d8f-026e-49d3-a8ba-2dcf688fad5d', 'name': '', 'network_id': '92a88605-27ea-431c-b963-1a57c353f481', 'tenant_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'mac_address': 'fa:16:3e:e0:b3:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2662cfb-687f-46ff-bd62-a5952ed3eba1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '88fecf92-221f-4920-9ea6-7b9931392c45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:36:57Z', 'updated_at': '2021-10-12T19:37:04Z', 'revision_number': 5, 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'subnets': [{'id': '88fecf92-221f-4920-9ea6-7b9931392c45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:38:55.330274 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28259db7-e919-4615-8587-d11807872c94 None None] The sync data for ids ['b2662cfb-687f-46ff-bd62-a5952ed3eba1'] in n-d-813679-3 is: [{'id': 'b2662cfb-687f-46ff-bd62-a5952ed3eba1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-624072088', 'tenant_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': 'd065a78b-f200-4195-a642-a4bca2db4b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:36:49Z', 'updated_at': '2021-10-12T19:36:59Z', 'revision_number': 4, 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'gw_port': {'id': 'd065a78b-f200-4195-a642-a4bca2db4b0a', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2662cfb-687f-46ff-bd62-a5952ed3eba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2811, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:36:49Z', 'updated_at': '2021-10-12T19:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '16798d8f-026e-49d3-a8ba-2dcf688fad5d', 'name': '', 'network_id': '92a88605-27ea-431c-b963-1a57c353f481', 'tenant_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'mac_address': 'fa:16:3e:e0:b3:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2662cfb-687f-46ff-bd62-a5952ed3eba1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '88fecf92-221f-4920-9ea6-7b9931392c45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:36:57Z', 'updated_at': '2021-10-12T19:37:04Z', 'revision_number': 5, 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'subnets': [{'id': '88fecf92-221f-4920-9ea6-7b9931392c45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:38:55.390432 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8676e223-3ea5-4233-881f-3723233f59c2 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:55.390750 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8676e223-3ea5-4233-881f-3723233f59c2 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:55.402593 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-8676e223-3ea5-4233-881f-3723233f59c2 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Calling delete_port for 18657919-f200-4f6f-ba5e-3ed09a379c66 owned by network:floatingip {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:38:55.711730 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6f8979-3c65-45c3-9f7a-fa485e98e205 None None] New status for floating IP 29c99638-1163-4f0c-89d1-bcb2382c6c40: DOWN {{(pid=95503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 19:38:55.759650 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8676e223-3ea5-4233-881f-3723233f59c2 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:55.771946 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf5cd36-1c1c-4384-a18b-b8250bc1764a req-22c59cf1-1450-4cb2-8e38-5348c539321f tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:38:55.777587 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-dcf5cd36-1c1c-4384-a18b-b8250bc1764a req-22c59cf1-1450-4cb2-8e38-5348c539321f tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=495f9314-e04f-49f0-b9ad-527a2b33b8e4 HTTP/1.1" status: 200 len: 1097 time: 0.1206925 Oct 12 19:38:55.821500 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8676e223-3ea5-4233-881f-3723233f59c2 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Pushing event deleted for resources: {'Port': ['ID=18657919-f200-4f6f-ba5e-3ed09a379c66,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:38:55.830989 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-dcf5cd36-1c1c-4384-a18b-b8250bc1764a req-581f2910-62fc-4c07-90ae-038578dbffae tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=f29be594-dba3-4c98-ba53-4e197c54c950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416796 Oct 12 19:38:55.919717 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729e2797-738f-4155-9663-3514265557f1 req-b3c898ff-3bfe-47d3-b8b9-0797461c6a4d tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:38:55.921242 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-729e2797-738f-4155-9663-3514265557f1 req-b3c898ff-3bfe-47d3-b8b9-0797461c6a4d tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.67 "GET /v2.0/ports?device_id=2e07869a-db45-4ee8-b931-72d78af23fa5 HTTP/1.1" status: 200 len: 945 time: 0.0671897 Oct 12 19:38:55.937415 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a3ab73-63b2-40a3-86e0-e08a70d7691c req-657d57cf-b50b-4e67-80d6-c86d2d214a92 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:38:55.939003 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b3a3ab73-63b2-40a3-86e0-e08a70d7691c req-657d57cf-b50b-4e67-80d6-c86d2d214a92 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e07869a-db45-4ee8-b931-72d78af23fa5 HTTP/1.1" status: 200 len: 945 time: 0.1288269 Oct 12 19:38:55.964686 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8676e223-3ea5-4233-881f-3723233f59c2 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Notify callbacks [] for floatingip, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:55.968273 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8676e223-3ea5-4233-881f-3723233f59c2 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:55.969796 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-8676e223-3ea5-4233-881f-3723233f59c2 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.49 "DELETE /v2.0/floatingips/49e2d776-ff0c-4206-84c3-2e563a04b9b3 HTTP/1.1" status: 204 len: 168 time: 0.8396990 Oct 12 19:38:55.991824 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b3a3ab73-63b2-40a3-86e0-e08a70d7691c req-89bc9a5e-9e13-4f9a-9c81-01dc1b5dea9c tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=c92bac0a-f360-420b-ba1d-66577970e341&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465002 Oct 12 19:38:56.030639 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-729e2797-738f-4155-9663-3514265557f1 req-ba8e77cd-00ec-4f2d-b286-5de6b7c3405e tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Deleting port b2811d62-e8c5-4e6b-9a4a-99dfbc0da11c {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:38:56.031187 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-729e2797-738f-4155-9663-3514265557f1 req-ba8e77cd-00ec-4f2d-b286-5de6b7c3405e tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:56.159649 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-729e2797-738f-4155-9663-3514265557f1 req-ba8e77cd-00ec-4f2d-b286-5de6b7c3405e tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] For port b2811d62-e8c5-4e6b-9a4a-99dfbc0da11c, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=b2811d62-e8c5-4e6b-9a4a-99dfbc0da11c,segment=NetworkSegment(063c5d4a-c2c9-4e07-b7e3-8775f3660273),segment_id=063c5d4a-c2c9-4e07-b7e3-8775f3660273)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:38:56.159649 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-729e2797-738f-4155-9663-3514265557f1 req-ba8e77cd-00ec-4f2d-b286-5de6b7c3405e tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:56.174394 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-729e2797-738f-4155-9663-3514265557f1 req-ba8e77cd-00ec-4f2d-b286-5de6b7c3405e tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Calling delete_port for b2811d62-e8c5-4e6b-9a4a-99dfbc0da11c owned by compute:nova {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:38:56.314236 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 43984) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:38:56.319106 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-2286881f-af41-4e58-917e-2db12e88efd6 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Request body: {'security_group': {'name': 'tempest-securitygroup--265944126', 'description': 'tempest-description--261212955'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:38:56.369037 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-729e2797-738f-4155-9663-3514265557f1 req-ba8e77cd-00ec-4f2d-b286-5de6b7c3405e tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:56.397663 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2286881f-af41-4e58-917e-2db12e88efd6 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:56.405922 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8e77cd-00ec-4f2d-b286-5de6b7c3405e tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Pushing event deleted for resources: {'Port': ['ID=b2811d62-e8c5-4e6b-9a4a-99dfbc0da11c,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:38:56.441942 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-729e2797-738f-4155-9663-3514265557f1 req-ba8e77cd-00ec-4f2d-b286-5de6b7c3405e tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] No DVR routers for this DVR port b2811d62-e8c5-4e6b-9a4a-99dfbc0da11c on host n-h2-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:38:56.444831 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-729e2797-738f-4155-9663-3514265557f1 req-ba8e77cd-00ec-4f2d-b286-5de6b7c3405e tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:56.448413 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-729e2797-738f-4155-9663-3514265557f1 req-ba8e77cd-00ec-4f2d-b286-5de6b7c3405e tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.67 "DELETE /v2.0/ports/b2811d62-e8c5-4e6b-9a4a-99dfbc0da11c HTTP/1.1" status: 204 len: 173 time: 0.5204680 Oct 12 19:38:56.448874 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e07869a-db45-4ee8-b931-72d78af23fa5', 'name': 'network-vif-deleted', 'tag': 'b2811d62-e8c5-4e6b-9a4a-99dfbc0da11c'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:38:56.456304 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f9db06a-9de4-4b15-aa63-47052c8b342b" -d '{"events": [{"server_uuid": "2e07869a-db45-4ee8-b931-72d78af23fa5", "name": "network-vif-deleted", "tag": "b2811d62-e8c5-4e6b-9a4a-99dfbc0da11c"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:38:56.497815 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20f67fe7-0f4e-474f-8f17-5095250d5a75 x-openstack-request-id: req-20f67fe7-0f4e-474f-8f17-5095250d5a75 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:38:56.498127 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e07869a-db45-4ee8-b931-72d78af23fa5", "name": "network-vif-deleted", "tag": "b2811d62-e8c5-4e6b-9a4a-99dfbc0da11c", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:38:56.498377 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-20f67fe7-0f4e-474f-8f17-5095250d5a75 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:38:56.498774 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e07869a-db45-4ee8-b931-72d78af23fa5', 'name': 'network-vif-deleted', 'tag': 'b2811d62-e8c5-4e6b-9a4a-99dfbc0da11c', 'status': 'completed', 'code': 200} Oct 12 19:38:56.503492 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2286881f-af41-4e58-917e-2db12e88efd6 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:56.565219 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2286881f-af41-4e58-917e-2db12e88efd6 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:56.594473 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2286881f-af41-4e58-917e-2db12e88efd6 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b589d12c-a5a1-4656-ba26-99d858483345,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:38:56.727041 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2286881f-af41-4e58-917e-2db12e88efd6 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:56.728359 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-2286881f-af41-4e58-917e-2db12e88efd6 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4128916 Oct 12 19:38:56.731067 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 43992) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:38:56.736013 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-a2c0babc-03cc-4fbf-bf14-042b0df4ad63 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Request body: {'security_group_rule': {'security_group_id': 'b589d12c-a5a1-4656-ba26-99d858483345', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:38:56.842945 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a2c0babc-03cc-4fbf-bf14-042b0df4ad63 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:56.949734 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a2c0babc-03cc-4fbf-bf14-042b0df4ad63 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:56.954592 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce14c363-84fb-4b08-9a87-7649fb1e4abd req-c72c4f9b-5835-47f8-ac8a-0dc5833e2464 tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:38:56.956307 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ce14c363-84fb-4b08-9a87-7649fb1e4abd req-c72c4f9b-5835-47f8-ac8a-0dc5833e2464 tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=495f9314-e04f-49f0-b9ad-527a2b33b8e4 HTTP/1.1" status: 200 len: 1097 time: 0.0777366 Oct 12 19:38:57.016451 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a2c0babc-03cc-4fbf-bf14-042b0df4ad63 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:57.040054 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c0babc-03cc-4fbf-bf14-042b0df4ad63 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44d04d2e-ba05-4642-80eb-865b3ffcbdc2,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:38:57.090328 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2f9d40-9f0c-427d-b476-f7b5e9ec5b5b req-20a48547-87fb-462a-95cd-f9e89dbd505d tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:38:57.090328 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-de2f9d40-9f0c-427d-b476-f7b5e9ec5b5b req-20a48547-87fb-462a-95cd-f9e89dbd505d tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=495f9314-e04f-49f0-b9ad-527a2b33b8e4 HTTP/1.1" status: 200 len: 1097 time: 0.0929193 Oct 12 19:38:57.118891 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-ce14c363-84fb-4b08-9a87-7649fb1e4abd req-b5fbba53-a064-49cd-bb4c-80db8a4d136f tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] Deleting port 0eaa4b52-979c-4103-8c9a-6b33e3ea1cc3 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:38:57.119501 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-ce14c363-84fb-4b08-9a87-7649fb1e4abd req-b5fbba53-a064-49cd-bb4c-80db8a4d136f tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:57.141096 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4bd3a436-7f10-473b-89bf-9227e00a650a req-455777b3-2feb-48e2-bd59-b614ab199504 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e07869a-db45-4ee8-b931-72d78af23fa5 HTTP/1.1" status: 200 len: 210 time: 0.0413833 Oct 12 19:38:57.145530 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a2c0babc-03cc-4fbf-bf14-042b0df4ad63 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:57.147618 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-a2c0babc-03cc-4fbf-bf14-042b0df4ad63 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4149454 Oct 12 19:38:57.150412 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 44014) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:38:57.161099 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-48f1ad1f-163f-4a7e-b01c-d55b586e28e9 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Request body: {'security_group_rule': {'security_group_id': 'b589d12c-a5a1-4656-ba26-99d858483345', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:38:57.191751 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-de2f9d40-9f0c-427d-b476-f7b5e9ec5b5b req-fa3f0706-72b4-4965-83fc-c0c409b44f1b tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=f29be594-dba3-4c98-ba53-4e197c54c950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950055 Oct 12 19:38:57.224542 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-ce14c363-84fb-4b08-9a87-7649fb1e4abd req-b5fbba53-a064-49cd-bb4c-80db8a4d136f tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] For port 0eaa4b52-979c-4103-8c9a-6b33e3ea1cc3, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=0eaa4b52-979c-4103-8c9a-6b33e3ea1cc3,segment=NetworkSegment(b925000c-a55a-4025-9f04-b192cfbaff3d),segment_id=b925000c-a55a-4025-9f04-b192cfbaff3d)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:38:57.224907 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-ce14c363-84fb-4b08-9a87-7649fb1e4abd req-b5fbba53-a064-49cd-bb4c-80db8a4d136f tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:57.240368 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-ce14c363-84fb-4b08-9a87-7649fb1e4abd req-b5fbba53-a064-49cd-bb4c-80db8a4d136f tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] Calling delete_port for 0eaa4b52-979c-4103-8c9a-6b33e3ea1cc3 owned by compute:nova {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:38:57.241597 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-48f1ad1f-163f-4a7e-b01c-d55b586e28e9 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:57.381570 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-48f1ad1f-163f-4a7e-b01c-d55b586e28e9 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:57.445358 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-48f1ad1f-163f-4a7e-b01c-d55b586e28e9 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:57.463750 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f1ad1f-163f-4a7e-b01c-d55b586e28e9 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=575ffeb5-93e5-4b1b-86ac-60e26e47b832,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:38:57.527229 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-48f1ad1f-163f-4a7e-b01c-d55b586e28e9 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:57.529264 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-48f1ad1f-163f-4a7e-b01c-d55b586e28e9 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3771644 Oct 12 19:38:57.532763 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 44030) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:38:57.537770 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-5a5b83bf-2eec-4738-a1e8-11ae453bc240 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Request body: {'floatingip': {'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:38:57.584325 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-ce14c363-84fb-4b08-9a87-7649fb1e4abd req-b5fbba53-a064-49cd-bb4c-80db8a4d136f tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:57.591689 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['4ab1818b-1672-4507-a9b4-e471ea6b16d7'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:38:57.616658 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fbba53-a064-49cd-bb4c-80db8a4d136f tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] Pushing event deleted for resources: {'Port': ['ID=0eaa4b52-979c-4103-8c9a-6b33e3ea1cc3,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:38:57.631957 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['0eaa4b52-979c-4103-8c9a-6b33e3ea1cc3'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:38:57.658049 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce14c363-84fb-4b08-9a87-7649fb1e4abd req-b5fbba53-a064-49cd-bb4c-80db8a4d136f tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] No DVR routers for this DVR port 0eaa4b52-979c-4103-8c9a-6b33e3ea1cc3 on host n-h2-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:38:57.660850 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-ce14c363-84fb-4b08-9a87-7649fb1e4abd req-b5fbba53-a064-49cd-bb4c-80db8a4d136f tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:57.665827 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ce14c363-84fb-4b08-9a87-7649fb1e4abd req-b5fbba53-a064-49cd-bb4c-80db8a4d136f tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] 10.222.0.67 "DELETE /v2.0/ports/0eaa4b52-979c-4103-8c9a-6b33e3ea1cc3 HTTP/1.1" status: 204 len: 173 time: 0.7006242 Oct 12 19:38:57.690082 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5a5b83bf-2eec-4738-a1e8-11ae453bc240 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Notify callbacks [] for floatingip, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:57.869257 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5a5b83bf-2eec-4738-a1e8-11ae453bc240 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:57.994336 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-5a5b83bf-2eec-4738-a1e8-11ae453bc240 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Allocated IP 172.25.5.245 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/47a6b919-e429-4c66-b721-95ded84c5fda) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:38:58.113405 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5a5b83bf-2eec-4738-a1e8-11ae453bc240 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:58.232380 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 44046) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:38:58.251134 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5a5b83bf-2eec-4738-a1e8-11ae453bc240 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:58.333781 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5b83bf-2eec-4738-a1e8-11ae453bc240 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:38:58.367483 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5b83bf-2eec-4738-a1e8-11ae453bc240 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Pushing event updated for resources: {'Port': ['ID=47a6b919-e429-4c66-b721-95ded84c5fda,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:38:58.395552 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-5a5b83bf-2eec-4738-a1e8-11ae453bc240 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:38:58.416047 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2299bfd0-3778-4912-aad0-154191c7ea3a req-99c62ba2-b64d-43fb-ab92-f1e3a6a0499b tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=495f9314-e04f-49f0-b9ad-527a2b33b8e4 HTTP/1.1" status: 200 len: 210 time: 0.0767570 Oct 12 19:38:58.416970 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5b83bf-2eec-4738-a1e8-11ae453bc240 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:38:58.514715 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '495f9314-e04f-49f0-b9ad-527a2b33b8e4', 'name': 'network-vif-deleted', 'tag': '0eaa4b52-979c-4103-8c9a-6b33e3ea1cc3'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:38:58.515192 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-474e86dd-2750-47af-8a1a-da4a465aa7c1" -d '{"events": [{"server_uuid": "495f9314-e04f-49f0-b9ad-527a2b33b8e4", "name": "network-vif-deleted", "tag": "0eaa4b52-979c-4103-8c9a-6b33e3ea1cc3"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:38:58.539617 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5a5b83bf-2eec-4738-a1e8-11ae453bc240 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:58.666681 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5a5b83bf-2eec-4738-a1e8-11ae453bc240 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:58.912510 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aaaef08-b19e-4d66-acc1-b1326558f582 x-openstack-request-id: req-7aaaef08-b19e-4d66-acc1-b1326558f582 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:38:58.912821 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "495f9314-e04f-49f0-b9ad-527a2b33b8e4", "name": "network-vif-deleted", "tag": "0eaa4b52-979c-4103-8c9a-6b33e3ea1cc3", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:38:58.912976 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7aaaef08-b19e-4d66-acc1-b1326558f582 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:38:58.913363 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '495f9314-e04f-49f0-b9ad-527a2b33b8e4', 'name': 'network-vif-deleted', 'tag': '0eaa4b52-979c-4103-8c9a-6b33e3ea1cc3', 'status': 'completed', 'code': 200} Oct 12 19:38:58.915622 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5a5b83bf-2eec-4738-a1e8-11ae453bc240 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:59.021869 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5a5b83bf-2eec-4738-a1e8-11ae453bc240 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:59.116547 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5b83bf-2eec-4738-a1e8-11ae453bc240 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Pushing event updated for resources: {'Port': ['ID=47a6b919-e429-4c66-b721-95ded84c5fda,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:38:59.119124 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device b2811d62-e8c5-4e6b-9a4a-99dfbc0da11c no longer exists at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:38:59.133786 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5a5b83bf-2eec-4738-a1e8-11ae453bc240 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7915414'] for floatingip, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:59.145934 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] No Port match for: b2811d62-e8c5-4e6b-9a4a-99dfbc0da11c {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:38:59.146328 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device b2811d62-e8c5-4e6b-9a4a-99dfbc0da11c not bound to the agent host n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:38:59.146753 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 0eaa4b52-979c-4103-8c9a-6b33e3ea1cc3 no longer exists at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:38:59.175723 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] No Port match for: 0eaa4b52-979c-4103-8c9a-6b33e3ea1cc3 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:38:59.176179 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 0eaa4b52-979c-4103-8c9a-6b33e3ea1cc3 not bound to the agent host n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:38:59.208875 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fbbe9a6e-06b1-4218-9539-7e4862fa5bdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:59.215099 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-632edfdd-e71b-4335-9a00-4611a51e63ec tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8092566'] for router_interface, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:59.256697 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5a5b83bf-2eec-4738-a1e8-11ae453bc240 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:59.258365 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-5a5b83bf-2eec-4738-a1e8-11ae453bc240 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7242873 Oct 12 19:38:59.495518 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d8886519-a82f-4de1-bef6-3ba6e8134486 req-0a4fd243-2043-4fbb-8392-a86f9912f294 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--265944126&fields=id&tenant_id=da56e5b248094156ada95d11ba3c5b37 HTTP/1.1" status: 200 len: 267 time: 0.0544131 Oct 12 19:38:59.670811 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8886519-a82f-4de1-bef6-3ba6e8134486 req-c90e25b0-5852-47d5-b6bc-2b134a877490 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:38:59.672361 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d8886519-a82f-4de1-bef6-3ba6e8134486 req-c90e25b0-5852-47d5-b6bc-2b134a877490 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.49 "GET /v2.0/networks?id=74a2c063-d43e-4221-94e9-d3ab154855fc HTTP/1.1" status: 200 len: 811 time: 0.1524441 Oct 12 19:38:59.675006 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-632edfdd-e71b-4335-9a00-4611a51e63ec tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Deleting port 16798d8f-026e-49d3-a8ba-2dcf688fad5d {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:38:59.675292 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-632edfdd-e71b-4335-9a00-4611a51e63ec tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:59.721626 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d8886519-a82f-4de1-bef6-3ba6e8134486 req-44ec8a4c-6167-4916-afee-d55050cac642 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.49 "GET /v2.0/quotas/da56e5b248094156ada95d11ba3c5b37 HTTP/1.1" status: 200 len: 375 time: 0.0429800 Oct 12 19:38:59.821857 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d8886519-a82f-4de1-bef6-3ba6e8134486 req-225e7a95-52b4-431f-b98f-a4ef4ade38d3 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=da56e5b248094156ada95d11ba3c5b37&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0939221 Oct 12 19:38:59.823742 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [None req-632edfdd-e71b-4335-9a00-4611a51e63ec tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] For port 16798d8f-026e-49d3-a8ba-2dcf688fad5d, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=16798d8f-026e-49d3-a8ba-2dcf688fad5d,segment=NetworkSegment(063c5d4a-c2c9-4e07-b7e3-8775f3660273),segment_id=063c5d4a-c2c9-4e07-b7e3-8775f3660273)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:38:59.824139 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-632edfdd-e71b-4335-9a00-4611a51e63ec tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:38:59.845801 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-632edfdd-e71b-4335-9a00-4611a51e63ec tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Calling delete_port for 16798d8f-026e-49d3-a8ba-2dcf688fad5d owned by network:router_interface {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:38:59.973226 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d8886519-a82f-4de1-bef6-3ba6e8134486 req-a7d1ca3f-7193-4bfa-914f-ba324d5b9b8d service neutron] 10.222.0.49 "GET /v2.0/networks/74a2c063-d43e-4221-94e9-d3ab154855fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392477 Oct 12 19:38:59.983191 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5cc241-fbae-4056-8f7a-7cca70cd7d9f req-c88d6cd0-dbce-4fea-81cd-fea6b30bde38 tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:38:59.984750 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0f5cc241-fbae-4056-8f7a-7cca70cd7d9f req-c88d6cd0-dbce-4fea-81cd-fea6b30bde38 tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=3b24d698-a5f1-405d-9571-8dbaba69f851 HTTP/1.1" status: 200 len: 1096 time: 0.0454688 Oct 12 19:39:00.019681 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0f5cc241-fbae-4056-8f7a-7cca70cd7d9f req-660197dc-266f-4353-b956-09cd2a5a29c8 tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=f29be594-dba3-4c98-ba53-4e197c54c950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285554 Oct 12 19:39:00.125251 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d8886519-a82f-4de1-bef6-3ba6e8134486 req-d8a88b71-1a36-42ee-b71a-864ba0ebf292 service neutron] 10.222.0.49 "GET /v2.0/networks/74a2c063-d43e-4221-94e9-d3ab154855fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151905 Oct 12 19:39:00.257295 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-632edfdd-e71b-4335-9a00-4611a51e63ec tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:00.284827 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632edfdd-e71b-4335-9a00-4611a51e63ec tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Pushing event deleted for resources: {'Port': ['ID=16798d8f-026e-49d3-a8ba-2dcf688fad5d,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:39:00.387271 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4db3402a-767c-4589-a830-303ec901f7a4 req-3260868d-b5c0-4e84-9088-ac4a21190f7f tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.49 "GET /v2.0/ports?device_id=3310ae0c-db3a-4fb7-851b-5871798d1a3a HTTP/1.1" status: 200 len: 210 time: 0.0417533 Oct 12 19:39:00.530983 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-632edfdd-e71b-4335-9a00-4611a51e63ec tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7898909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8092450'] for router_interface, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:00.787675 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-632edfdd-e71b-4335-9a00-4611a51e63ec tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Router b2662cfb-687f-46ff-bd62-a5952ed3eba1 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:39:00.900668 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-632edfdd-e71b-4335-9a00-4611a51e63ec tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:39:00.906090 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-632edfdd-e71b-4335-9a00-4611a51e63ec tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "PUT /v2.0/routers/b2662cfb-687f-46ff-bd62-a5952ed3eba1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6720350 Oct 12 19:39:00.909376 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 44134) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:39:00.911749 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd07c201-e59b-4e1e-9fc8-20abe9eee371 None None] Sync routers for ids ['b2662cfb-687f-46ff-bd62-a5952ed3eba1'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:39:00.923414 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd07c201-e59b-4e1e-9fc8-20abe9eee371 None None] Routers {'b2662cfb-687f-46ff-bd62-a5952ed3eba1'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:39:00.924023 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-bd07c201-e59b-4e1e-9fc8-20abe9eee371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:38:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['b2662cfb-687f-46ff-bd62-a5952ed3eba1'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:39:00.982837 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee8e4ed2-1956-42da-8383-10a5e2752d97 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Deleting subnet 88fecf92-221f-4920-9ea6-7b9931392c45 {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:39:00.986397 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ee8e4ed2-1956-42da-8383-10a5e2752d97 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:01.034976 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ee8e4ed2-1956-42da-8383-10a5e2752d97 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16313642'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:01.079137 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-bd07c201-e59b-4e1e-9fc8-20abe9eee371 None None] Set router b2662cfb-687f-46ff-bd62-a5952ed3eba1 gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:39:01.189920 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ee8e4ed2-1956-42da-8383-10a5e2752d97 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:01.230558 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18abc115-568d-475f-9c8d-8bfffb75a633 req-991ed27a-2e9d-474f-a70a-a55ff5515c42 tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:39:01.237748 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-18abc115-568d-475f-9c8d-8bfffb75a633 req-991ed27a-2e9d-474f-a70a-a55ff5515c42 tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=3b24d698-a5f1-405d-9571-8dbaba69f851 HTTP/1.1" status: 200 len: 1096 time: 0.1214242 Oct 12 19:39:01.328854 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2dacf9-bc91-4e0c-a511-dec98b49ffe8 req-da0ea1ff-1d25-4b7d-8491-09f295db86e0 tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:39:01.330390 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0b2dacf9-bc91-4e0c-a511-dec98b49ffe8 req-da0ea1ff-1d25-4b7d-8491-09f295db86e0 tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=3b24d698-a5f1-405d-9571-8dbaba69f851 HTTP/1.1" status: 200 len: 1096 time: 0.0849707 Oct 12 19:39:01.338232 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-18abc115-568d-475f-9c8d-8bfffb75a633 req-2c81d458-a6f5-4cfe-a981-a159ec59084a tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=f29be594-dba3-4c98-ba53-4e197c54c950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991714 Oct 12 19:39:01.395477 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ee8e4ed2-1956-42da-8383-10a5e2752d97 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4306592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16245866'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:01.461110 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8e4ed2-1956-42da-8383-10a5e2752d97 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Pushing event deleted for resources: {'Subnet': ['ID=88fecf92-221f-4920-9ea6-7b9931392c45,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:39:01.464792 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-bd07c201-e59b-4e1e-9fc8-20abe9eee371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2662cfb-687f-46ff-bd62-a5952ed3eba1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-624072088', 'tenant_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': 'd065a78b-f200-4195-a642-a4bca2db4b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:36:49Z', 'updated_at': '2021-10-12T19:39:00Z', 'revision_number': 5, 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'gw_port': {'id': 'd065a78b-f200-4195-a642-a4bca2db4b0a', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2662cfb-687f-46ff-bd62-a5952ed3eba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2811, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:36:49Z', 'updated_at': '2021-10-12T19:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:39:01.490831 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ee8e4ed2-1956-42da-8383-10a5e2752d97 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:01.498735 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9283492-709b-4508-b8d1-585bf1ebefda None None] Network 92a88605-27ea-431c-b963-1a57c353f481 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:39:01.500261 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd07c201-e59b-4e1e-9fc8-20abe9eee371 None None] Checking router: b2662cfb-687f-46ff-bd62-a5952ed3eba1 for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:39:01.511223 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-ee8e4ed2-1956-42da-8383-10a5e2752d97 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "DELETE /v2.0/subnets/88fecf92-221f-4920-9ea6-7b9931392c45 HTTP/1.1" status: 204 len: 168 time: 0.6002600 Oct 12 19:39:01.512488 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd07c201-e59b-4e1e-9fc8-20abe9eee371 None None] Routers {'b2662cfb-687f-46ff-bd62-a5952ed3eba1'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:39:01.512946 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8e4ed2-1956-42da-8383-10a5e2752d97 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:39:01.513312 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8e4ed2-1956-42da-8383-10a5e2752d97 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:39:01.513688 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-bd07c201-e59b-4e1e-9fc8-20abe9eee371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:38:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['b2662cfb-687f-46ff-bd62-a5952ed3eba1'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:39:01.513808 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8e4ed2-1956-42da-8383-10a5e2752d97 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:39:01.514075 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8e4ed2-1956-42da-8383-10a5e2752d97 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:39:01.514416 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8e4ed2-1956-42da-8383-10a5e2752d97 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:39:01.514752 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8e4ed2-1956-42da-8383-10a5e2752d97 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:39:01.515091 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8e4ed2-1956-42da-8383-10a5e2752d97 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:39:01.515424 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8e4ed2-1956-42da-8383-10a5e2752d97 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:39:01.515758 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8e4ed2-1956-42da-8383-10a5e2752d97 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:39:01.516110 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8e4ed2-1956-42da-8383-10a5e2752d97 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:39:01.516437 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8e4ed2-1956-42da-8383-10a5e2752d97 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:39:01.516768 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8e4ed2-1956-42da-8383-10a5e2752d97 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:39:01.520007 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 44150) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:39:01.547560 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-32db0ebf-d5b4-4dc3-858a-bd4f14ea4558 req-c90cf869-6bf2-4779-b991-bd990ffa9dfd tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.49 "GET /v2.0/ports?device_id=3310ae0c-db3a-4fb7-851b-5871798d1a3a HTTP/1.1" status: 200 len: 210 time: 0.0665555 Oct 12 19:39:01.758464 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-bd07c201-e59b-4e1e-9fc8-20abe9eee371 None None] Set router b2662cfb-687f-46ff-bd62-a5952ed3eba1 gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:39:01.793621 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1599d83b-dbc8-4622-9594-8aa410977186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:01.821361 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd98f7b-8557-49cc-93b7-0097dea49c9f None None] DHCP port deletion for 92a88605-27ea-431c-b963-1a57c353f481 request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 19:39:01.873466 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-5fd98f7b-8557-49cc-93b7-0097dea49c9f None None] Deleting port d9cb4a1e-fd79-41e8-bc6c-affbcb687df3 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:39:01.874148 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5fd98f7b-8557-49cc-93b7-0097dea49c9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:02.001950 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-5fd98f7b-8557-49cc-93b7-0097dea49c9f None None] For port d9cb4a1e-fd79-41e8-bc6c-affbcb687df3, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=d9cb4a1e-fd79-41e8-bc6c-affbcb687df3,segment=NetworkSegment(063c5d4a-c2c9-4e07-b7e3-8775f3660273),segment_id=063c5d4a-c2c9-4e07-b7e3-8775f3660273)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:39:02.002706 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5fd98f7b-8557-49cc-93b7-0097dea49c9f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:02.005153 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6853da2a-6d64-430c-b782-1e5a0867869e tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for router, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:02.032176 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-5fd98f7b-8557-49cc-93b7-0097dea49c9f None None] Calling delete_port for d9cb4a1e-fd79-41e8-bc6c-affbcb687df3 owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:39:02.074535 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-bd07c201-e59b-4e1e-9fc8-20abe9eee371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2662cfb-687f-46ff-bd62-a5952ed3eba1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-624072088', 'tenant_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': 'd065a78b-f200-4195-a642-a4bca2db4b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:36:49Z', 'updated_at': '2021-10-12T19:39:00Z', 'revision_number': 5, 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'gw_port': {'id': 'd065a78b-f200-4195-a642-a4bca2db4b0a', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2662cfb-687f-46ff-bd62-a5952ed3eba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2811, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:36:49Z', 'updated_at': '2021-10-12T19:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:39:02.149608 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6853da2a-6d64-430c-b782-1e5a0867869e tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:02.156896 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-0b2dacf9-bc91-4e0c-a511-dec98b49ffe8 req-4950c4cb-9792-4e1f-a414-410ae41656b0 tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] Deleting port 4ab1818b-1672-4507-a9b4-e471ea6b16d7 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:39:02.162995 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-0b2dacf9-bc91-4e0c-a511-dec98b49ffe8 req-4950c4cb-9792-4e1f-a414-410ae41656b0 tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:02.166224 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd07c201-e59b-4e1e-9fc8-20abe9eee371 None None] The sync data for ids ['b2662cfb-687f-46ff-bd62-a5952ed3eba1'] in n-d-813679-3 is: [{'id': 'b2662cfb-687f-46ff-bd62-a5952ed3eba1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-624072088', 'tenant_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': 'd065a78b-f200-4195-a642-a4bca2db4b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:36:49Z', 'updated_at': '2021-10-12T19:39:00Z', 'revision_number': 5, 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'gw_port': {'id': 'd065a78b-f200-4195-a642-a4bca2db4b0a', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2662cfb-687f-46ff-bd62-a5952ed3eba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2811, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:36:49Z', 'updated_at': '2021-10-12T19:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:39:02.255979 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-0b2dacf9-bc91-4e0c-a511-dec98b49ffe8 req-4950c4cb-9792-4e1f-a414-410ae41656b0 tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] For port 4ab1818b-1672-4507-a9b4-e471ea6b16d7, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=4ab1818b-1672-4507-a9b4-e471ea6b16d7,segment=NetworkSegment(b925000c-a55a-4025-9f04-b192cfbaff3d),segment_id=b925000c-a55a-4025-9f04-b192cfbaff3d)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:39:02.256546 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-0b2dacf9-bc91-4e0c-a511-dec98b49ffe8 req-4950c4cb-9792-4e1f-a414-410ae41656b0 tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:02.270904 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-0b2dacf9-bc91-4e0c-a511-dec98b49ffe8 req-4950c4cb-9792-4e1f-a414-410ae41656b0 tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] Calling delete_port for 4ab1818b-1672-4507-a9b4-e471ea6b16d7 owned by compute:nova {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:39:02.319492 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5fd98f7b-8557-49cc-93b7-0097dea49c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:02.347018 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd98f7b-8557-49cc-93b7-0097dea49c9f None None] Pushing event deleted for resources: {'Port': ['ID=d9cb4a1e-fd79-41e8-bc6c-affbcb687df3,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:39:02.350803 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd98f7b-8557-49cc-93b7-0097dea49c9f None None] No DVR routers for this DVR port d9cb4a1e-fd79-41e8-bc6c-affbcb687df3 on host n-d-813679-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:39:02.458687 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-6853da2a-6d64-430c-b782-1e5a0867869e tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Deleting port d065a78b-f200-4195-a642-a4bca2db4b0a {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:39:02.460218 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6853da2a-6d64-430c-b782-1e5a0867869e tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:02.476294 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6609d6-88f6-4bf8-b017-1734f35b89d4 req-c32fbfae-601b-407e-8c56-4d15f66ff047 tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:39:02.485076 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9f6609d6-88f6-4bf8-b017-1734f35b89d4 req-c32fbfae-601b-407e-8c56-4d15f66ff047 tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=3b24d698-a5f1-405d-9571-8dbaba69f851 HTTP/1.1" status: 200 len: 1096 time: 0.0668895 Oct 12 19:39:02.492069 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:02.529662 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-0b2dacf9-bc91-4e0c-a511-dec98b49ffe8 req-4950c4cb-9792-4e1f-a414-410ae41656b0 tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:02.541752 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['4ab1818b-1672-4507-a9b4-e471ea6b16d7'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:39:02.547719 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9f6609d6-88f6-4bf8-b017-1734f35b89d4 req-d508110b-1c79-4238-9a34-958b69b557f5 tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=f29be594-dba3-4c98-ba53-4e197c54c950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570648 Oct 12 19:39:02.602941 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4950c4cb-9792-4e1f-a414-410ae41656b0 tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] Pushing event deleted for resources: {'Port': ['ID=4ab1818b-1672-4507-a9b4-e471ea6b16d7,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:39:02.678252 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b2dacf9-bc91-4e0c-a511-dec98b49ffe8 req-4950c4cb-9792-4e1f-a414-410ae41656b0 tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] No DVR routers for this DVR port 4ab1818b-1672-4507-a9b4-e471ea6b16d7 on host n-h1-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:39:02.734624 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-0b2dacf9-bc91-4e0c-a511-dec98b49ffe8 req-4950c4cb-9792-4e1f-a414-410ae41656b0 tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:02.745674 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0b2dacf9-bc91-4e0c-a511-dec98b49ffe8 req-4950c4cb-9792-4e1f-a414-410ae41656b0 tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] 10.222.0.61 "DELETE /v2.0/ports/4ab1818b-1672-4507-a9b4-e471ea6b16d7 HTTP/1.1" status: 204 len: 173 time: 1.4064586 Oct 12 19:39:02.760791 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b24d698-a5f1-405d-9571-8dbaba69f851', 'name': 'network-vif-deleted', 'tag': '4ab1818b-1672-4507-a9b4-e471ea6b16d7'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:39:02.765884 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-525a9085-9ed3-4f76-915e-443636f393e8" -d '{"events": [{"server_uuid": "3b24d698-a5f1-405d-9571-8dbaba69f851", "name": "network-vif-deleted", "tag": "4ab1818b-1672-4507-a9b4-e471ea6b16d7"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:39:02.787207 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6a587235-28c5-4743-98e8-c3d719aa491f req-830239ad-be48-4d58-9078-e2e6ed799df1 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.49 "GET /v2.0/ports?device_id=3310ae0c-db3a-4fb7-851b-5871798d1a3a HTTP/1.1" status: 200 len: 210 time: 0.0938067 Oct 12 19:39:02.813255 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-6853da2a-6d64-430c-b782-1e5a0867869e tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] For port d065a78b-f200-4195-a642-a4bca2db4b0a, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=d065a78b-f200-4195-a642-a4bca2db4b0a,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:39:02.813546 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6853da2a-6d64-430c-b782-1e5a0867869e tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:02.852822 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-6853da2a-6d64-430c-b782-1e5a0867869e tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Calling delete_port for d065a78b-f200-4195-a642-a4bca2db4b0a owned by network:router_gateway {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:39:02.888642 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5668cd03-3eaf-4248-9bb2-c2b46a270e73 x-openstack-request-id: req-5668cd03-3eaf-4248-9bb2-c2b46a270e73 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:39:02.889013 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b24d698-a5f1-405d-9571-8dbaba69f851", "name": "network-vif-deleted", "tag": "4ab1818b-1672-4507-a9b4-e471ea6b16d7", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:39:02.896077 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5668cd03-3eaf-4248-9bb2-c2b46a270e73 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:39:02.897261 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b24d698-a5f1-405d-9571-8dbaba69f851', 'name': 'network-vif-deleted', 'tag': '4ab1818b-1672-4507-a9b4-e471ea6b16d7', 'status': 'completed', 'code': 200} Oct 12 19:39:02.977932 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:03.045084 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:03.223591 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device d9cb4a1e-fd79-41e8-bc6c-affbcb687df3 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:39:03.266592 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: d9cb4a1e-fd79-41e8-bc6c-affbcb687df3 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:39:03.273933 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device d9cb4a1e-fd79-41e8-bc6c-affbcb687df3 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:39:03.273933 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 16798d8f-026e-49d3-a8ba-2dcf688fad5d no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:39:03.304717 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 16798d8f-026e-49d3-a8ba-2dcf688fad5d {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:39:03.305308 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 16798d8f-026e-49d3-a8ba-2dcf688fad5d not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:39:03.331150 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6853da2a-6d64-430c-b782-1e5a0867869e tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:03.356674 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8886519-a82f-4de1-bef6-3ba6e8134486 req-ae353458-14d1-49ed-972a-327615ff012d tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:39:03.358211 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d8886519-a82f-4de1-bef6-3ba6e8134486 req-ae353458-14d1-49ed-972a-327615ff012d tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.67 "GET /v2.0/networks?id=74a2c063-d43e-4221-94e9-d3ab154855fc HTTP/1.1" status: 200 len: 811 time: 0.5879936 Oct 12 19:39:03.367133 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6853da2a-6d64-430c-b782-1e5a0867869e tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Pushing event deleted for resources: {'Port': ['ID=d065a78b-f200-4195-a642-a4bca2db4b0a,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:39:03.439012 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d8886519-a82f-4de1-bef6-3ba6e8134486 req-e3f1f377-6d36-4450-8295-a0c99ce7de83 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da56e5b248094156ada95d11ba3c5b37 HTTP/1.1" status: 200 len: 379 time: 0.0710945 Oct 12 19:39:03.451611 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-d8886519-a82f-4de1-bef6-3ba6e8134486 req-65185263-64a5-4748-8362-acfb58d2c4ce tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Request body: {'port': {'device_id': '3310ae0c-db3a-4fb7-851b-5871798d1a3a', 'network_id': '74a2c063-d43e-4221-94e9-d3ab154855fc', 'admin_state_up': True, 'tenant_id': 'da56e5b248094156ada95d11ba3c5b37', 'security_groups': ['b589d12c-a5a1-4656-ba26-99d858483345']}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:39:03.460373 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6853da2a-6d64-430c-b782-1e5a0867869e tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7915456'] for router_gateway, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:03.579027 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6853da2a-6d64-430c-b782-1e5a0867869e tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255495'] for router, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:03.584642 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6853da2a-6d64-430c-b782-1e5a0867869e tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:03.673486 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8886519-a82f-4de1-bef6-3ba6e8134486 req-65185263-64a5-4748-8362-acfb58d2c4ce tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Made reservation on behalf of da56e5b248094156ada95d11ba3c5b37 for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:39:03.677712 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-d8886519-a82f-4de1-bef6-3ba6e8134486 req-65185263-64a5-4748-8362-acfb58d2c4ce tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:03.695131 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6853da2a-6d64-430c-b782-1e5a0867869e tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8093499'] for router, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:03.695922 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6853da2a-6d64-430c-b782-1e5a0867869e tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Fanout notify agent at l3_agent the message router_deleted on router b2662cfb-687f-46ff-bd62-a5952ed3eba1 {{(pid=95502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 19:39:03.718190 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-74193d4a-786c-4301-87db-6205a379aed1 req-2abd4194-58de-4964-b3da-9ac72b424e9a tempest-TestServerMultinode-922986163 tempest-TestServerMultinode-922986163-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=3b24d698-a5f1-405d-9571-8dbaba69f851 HTTP/1.1" status: 200 len: 210 time: 0.0541661 Oct 12 19:39:03.719114 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6853da2a-6d64-430c-b782-1e5a0867869e tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:03.721249 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-6853da2a-6d64-430c-b782-1e5a0867869e tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "DELETE /v2.0/routers/b2662cfb-687f-46ff-bd62-a5952ed3eba1 HTTP/1.1" status: 204 len: 168 time: 2.1998746 Oct 12 19:39:03.724463 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 44194) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:39:03.811313 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:03.917232 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d97f9cb3-c6c9-4e21-b0a1-7a0a9835ad89 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:03.973548 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [req-d8886519-a82f-4de1-bef6-3ba6e8134486 req-65185263-64a5-4748-8362-acfb58d2c4ce tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Allocated IP 172.20.0.8 (74a2c063-d43e-4221-94e9-d3ab154855fc/3a0cf0c9-d039-4d05-a67a-cc48a10b2cbc/28012c3c-f741-494e-9949-6381272404e8) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:39:03.980693 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-018a1288-1486-4196-a91b-946faf983131 req-06c49c83-2790-48fa-9e4e-a21d735551d2 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.49 "GET /v2.0/ports?device_id=3310ae0c-db3a-4fb7-851b-5871798d1a3a HTTP/1.1" status: 200 len: 210 time: 0.0499933 Oct 12 19:39:04.100483 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d97f9cb3-c6c9-4e21-b0a1-7a0a9835ad89 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:04.133850 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-d97f9cb3-c6c9-4e21-b0a1-7a0a9835ad89 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92a88605-27ea-431c-b963-1a57c353f481']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:39:04.145489 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-d97f9cb3-c6c9-4e21-b0a1-7a0a9835ad89 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '063c5d4a-c2c9-4e07-b7e3-8775f3660273') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:39:04.146008 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-d97f9cb3-c6c9-4e21-b0a1-7a0a9835ad89 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '063c5d4a-c2c9-4e07-b7e3-8775f3660273') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:39:04.158627 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d97f9cb3-c6c9-4e21-b0a1-7a0a9835ad89 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16313633'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:04.175984 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d97f9cb3-c6c9-4e21-b0a1-7a0a9835ad89 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:04.179389 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-d8886519-a82f-4de1-bef6-3ba6e8134486 req-65185263-64a5-4748-8362-acfb58d2c4ce tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:04.184978 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d97f9cb3-c6c9-4e21-b0a1-7a0a9835ad89 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:39:04.185379 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d97f9cb3-c6c9-4e21-b0a1-7a0a9835ad89 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4305278'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:04.189748 n-d-813679-3 neutron-server[95502]: Traceback (most recent call last): Oct 12 19:39:04.189748 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:39:04.189748 n-d-813679-3 neutron-server[95502]: timer() Oct 12 19:39:04.189748 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:39:04.189748 n-d-813679-3 neutron-server[95502]: cb(*args, **kw) Oct 12 19:39:04.189748 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:39:04.189748 n-d-813679-3 neutron-server[95502]: return func(*args, **kwargs) Oct 12 19:39:04.189748 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:39:04.189748 n-d-813679-3 neutron-server[95502]: self._notify() Oct 12 19:39:04.189748 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:39:04.189748 n-d-813679-3 neutron-server[95502]: self.callback(batched_events) Oct 12 19:39:04.189748 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:39:04.189748 n-d-813679-3 neutron-server[95502]: event.method(event) Oct 12 19:39:04.189748 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:39:04.189748 n-d-813679-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:39:04.189748 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:39:04.189748 n-d-813679-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:39:04.189748 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:39:04.189748 n-d-813679-3 neutron-server[95502]: return f(self, *a, **k) Oct 12 19:39:04.189748 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:39:04.189748 n-d-813679-3 neutron-server[95502]: return self._get(url).json() Oct 12 19:39:04.189748 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:39:04.189748 n-d-813679-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:39:04.189748 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:39:04.189748 n-d-813679-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Oct 12 19:39:04.189748 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:39:04.189748 n-d-813679-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:39:04.189748 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:39:04.189748 n-d-813679-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:39:04.189748 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:39:04.189748 n-d-813679-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:39:04.189748 n-d-813679-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:39:04.313932 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d97f9cb3-c6c9-4e21-b0a1-7a0a9835ad89 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:04.333282 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d97f9cb3-c6c9-4e21-b0a1-7a0a9835ad89 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:04.338012 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-d97f9cb3-c6c9-4e21-b0a1-7a0a9835ad89 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "DELETE /v2.0/networks/92a88605-27ea-431c-b963-1a57c353f481 HTTP/1.1" status: 204 len: 168 time: 0.6091409 Oct 12 19:39:04.343014 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 44210) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:39:04.352188 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-d8886519-a82f-4de1-bef6-3ba6e8134486 req-65185263-64a5-4748-8362-acfb58d2c4ce tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:04.444816 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65185263-64a5-4748-8362-acfb58d2c4ce tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Pushing event updated for resources: {'Port': ['ID=28012c3c-f741-494e-9949-6381272404e8,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:39:04.462163 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97f9cb3-c6c9-4e21-b0a1-7a0a9835ad89 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Pushing event deleted for resources: {'Network': ['ID=92a88605-27ea-431c-b963-1a57c353f481,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:39:04.464045 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8886519-a82f-4de1-bef6-3ba6e8134486 req-65185263-64a5-4748-8362-acfb58d2c4ce tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Network 74a2c063-d43e-4221-94e9-d3ab154855fc is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:39:04.466654 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [req-d8886519-a82f-4de1-bef6-3ba6e8134486 req-65185263-64a5-4748-8362-acfb58d2c4ce tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:39:04.483770 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8886519-a82f-4de1-bef6-3ba6e8134486 req-65185263-64a5-4748-8362-acfb58d2c4ce tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:39:04.527379 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3d6bb6be-14a2-435e-934a-69d2942124ad tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:04.574531 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3d6bb6be-14a2-435e-934a-69d2942124ad tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:04.609230 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8886519-a82f-4de1-bef6-3ba6e8134486 req-65185263-64a5-4748-8362-acfb58d2c4ce tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:39:04.609913 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-d8886519-a82f-4de1-bef6-3ba6e8134486 req-65185263-64a5-4748-8362-acfb58d2c4ce tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:04.639983 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:04.693177 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d8886519-a82f-4de1-bef6-3ba6e8134486 req-65185263-64a5-4748-8362-acfb58d2c4ce tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2468758 Oct 12 19:39:04.707096 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-d8886519-a82f-4de1-bef6-3ba6e8134486 req-bad7ddb7-d402-4d65-b6be-55ea7947acc0 service neutron] Request body: {'port': {'device_id': '3310ae0c-db3a-4fb7-851b-5871798d1a3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-3'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:39:04.776273 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-d8886519-a82f-4de1-bef6-3ba6e8134486 req-bad7ddb7-d402-4d65-b6be-55ea7947acc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:04.785641 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3d6bb6be-14a2-435e-934a-69d2942124ad tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:04.788733 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3d6bb6be-14a2-435e-934a-69d2942124ad tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:04.791394 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-3d6bb6be-14a2-435e-934a-69d2942124ad tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "DELETE /v2.0/security-groups/c92bac0a-f360-420b-ba1d-66577970e341 HTTP/1.1" status: 204 len: 168 time: 0.4457707 Oct 12 19:39:04.793371 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 4ab1818b-1672-4507-a9b4-e471ea6b16d7 no longer exists at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:39:04.794613 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 44220) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:39:04.834722 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] No Port match for: 4ab1818b-1672-4507-a9b4-e471ea6b16d7 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:39:04.835752 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 4ab1818b-1672-4507-a9b4-e471ea6b16d7 not bound to the agent host n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:39:04.850229 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-2defc60d-33c7-4e3c-a299-01008ce0f887 None None] Provisioning complete for port 28012c3c-f741-494e-9949-6381272404e8 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:39:04.850229 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2defc60d-33c7-4e3c-a299-01008ce0f887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:04.872999 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6bb6be-14a2-435e-934a-69d2942124ad tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c92bac0a-f360-420b-ba1d-66577970e341,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:39:04.939369 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-2defc60d-33c7-4e3c-a299-01008ce0f887 None None] Port 28012c3c-f741-494e-9949-6381272404e8 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:39:05.171807 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device d065a78b-f200-4195-a642-a4bca2db4b0a no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:39:05.207539 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: d065a78b-f200-4195-a642-a4bca2db4b0a {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:39:05.215480 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device d065a78b-f200-4195-a642-a4bca2db4b0a not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:39:05.239468 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [req-d8886519-a82f-4de1-bef6-3ba6e8134486 req-bad7ddb7-d402-4d65-b6be-55ea7947acc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28012c3c-f741-494e-9949-6381272404e8 {{(pid=95501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:39:05.249680 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-d8886519-a82f-4de1-bef6-3ba6e8134486 req-bad7ddb7-d402-4d65-b6be-55ea7947acc0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:05.263446 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.provisioning_blocks [req-d8886519-a82f-4de1-bef6-3ba6e8134486 req-bad7ddb7-d402-4d65-b6be-55ea7947acc0 service neutron] Transition to ACTIVE for port object 28012c3c-f741-494e-9949-6381272404e8 will not be triggered until provisioned by entity L2. {{(pid=95501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:39:05.369111 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-d8886519-a82f-4de1-bef6-3ba6e8134486 req-bad7ddb7-d402-4d65-b6be-55ea7947acc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:05.410953 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a68eff5-4821-4a92-ac01-391637839292 req-20f17adf-0140-4376-98f9-1a9a2e9039c6 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:39:05.418127 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6a68eff5-4821-4a92-ac01-391637839292 req-20f17adf-0140-4376-98f9-1a9a2e9039c6 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.49 "GET /v2.0/ports?device_id=3310ae0c-db3a-4fb7-851b-5871798d1a3a HTTP/1.1" status: 200 len: 931 time: 0.1020720 Oct 12 19:39:05.444695 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 44238) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:39:05.449099 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-7943dddc-510f-47da-909d-c42418343a7e tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-397918024', 'description': 'tempest-secgroup-smoke-397918024 description', 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:39:05.500967 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6a68eff5-4821-4a92-ac01-391637839292 req-f0a8e798-b832-4d2a-aa26-0227d38f4c06 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.49 "GET /v2.0/security-groups?id=b589d12c-a5a1-4656-ba26-99d858483345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794342 Oct 12 19:39:05.538385 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad7ddb7-d402-4d65-b6be-55ea7947acc0 service neutron] Pushing event updated for resources: {'Port': ['ID=28012c3c-f741-494e-9949-6381272404e8,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:39:05.596390 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-d8886519-a82f-4de1-bef6-3ba6e8134486 req-bad7ddb7-d402-4d65-b6be-55ea7947acc0 service neutron] Attempting to bind port 28012c3c-f741-494e-9949-6381272404e8 on host n-h2-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:39:05.596776 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-d8886519-a82f-4de1-bef6-3ba6e8134486 req-bad7ddb7-d402-4d65-b6be-55ea7947acc0 service neutron] Attempting to bind port 28012c3c-f741-494e-9949-6381272404e8 by drivers openvswitch,hyperv on host n-h2-813679-3 at level 0 using segments [{'id': 'c76c2076-a0e3-4199-9ff6-f77ea66f99ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '74a2c063-d43e-4221-94e9-d3ab154855fc'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:39:05.597187 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8886519-a82f-4de1-bef6-3ba6e8134486 req-bad7ddb7-d402-4d65-b6be-55ea7947acc0 service neutron] Attempting to bind port 28012c3c-f741-494e-9949-6381272404e8 on network 74a2c063-d43e-4221-94e9-d3ab154855fc {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:39:05.602619 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8886519-a82f-4de1-bef6-3ba6e8134486 req-bad7ddb7-d402-4d65-b6be-55ea7947acc0 service neutron] Port 28012c3c-f741-494e-9949-6381272404e8 on network 74a2c063-d43e-4221-94e9-d3ab154855fc not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:39:05.603161 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8886519-a82f-4de1-bef6-3ba6e8134486 req-bad7ddb7-d402-4d65-b6be-55ea7947acc0 service neutron] Attempting to bind port 28012c3c-f741-494e-9949-6381272404e8 on network 74a2c063-d43e-4221-94e9-d3ab154855fc {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:39:05.611775 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8886519-a82f-4de1-bef6-3ba6e8134486 req-bad7ddb7-d402-4d65-b6be-55ea7947acc0 service neutron] Checking agent: {'id': '233fbd7d-38e4-434f-bb8f-05364d7423a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:39:05.612151 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8886519-a82f-4de1-bef6-3ba6e8134486 req-bad7ddb7-d402-4d65-b6be-55ea7947acc0 service neutron] Checking segment: {'id': 'c76c2076-a0e3-4199-9ff6-f77ea66f99ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '74a2c063-d43e-4221-94e9-d3ab154855fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:39:05.612544 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8886519-a82f-4de1-bef6-3ba6e8134486 req-bad7ddb7-d402-4d65-b6be-55ea7947acc0 service neutron] Bound using segment: {'id': 'c76c2076-a0e3-4199-9ff6-f77ea66f99ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '74a2c063-d43e-4221-94e9-d3ab154855fc'} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:39:05.614050 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-d8886519-a82f-4de1-bef6-3ba6e8134486 req-bad7ddb7-d402-4d65-b6be-55ea7947acc0 service neutron] Bound port: 28012c3c-f741-494e-9949-6381272404e8, host: n-h2-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c76c2076-a0e3-4199-9ff6-f77ea66f99ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '74a2c063-d43e-4221-94e9-d3ab154855fc'}}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:39:05.614641 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-d8886519-a82f-4de1-bef6-3ba6e8134486 req-bad7ddb7-d402-4d65-b6be-55ea7947acc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:05.616580 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7943dddc-510f-47da-909d-c42418343a7e tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:05.716438 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-60e239d4-da8b-4156-8215-be34ab601cc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8092566'] for router_interface, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:05.765102 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-d8886519-a82f-4de1-bef6-3ba6e8134486 req-bad7ddb7-d402-4d65-b6be-55ea7947acc0 service neutron] For port 28012c3c-f741-494e-9949-6381272404e8, host n-h2-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:39:05.769689 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-d8886519-a82f-4de1-bef6-3ba6e8134486 req-bad7ddb7-d402-4d65-b6be-55ea7947acc0 service neutron] For port 28012c3c-f741-494e-9949-6381272404e8, host n-h2-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=28012c3c-f741-494e-9949-6381272404e8,segment=NetworkSegment(c76c2076-a0e3-4199-9ff6-f77ea66f99ec),segment_id=c76c2076-a0e3-4199-9ff6-f77ea66f99ec)] {{(pid=95501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:39:05.827044 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7943dddc-510f-47da-909d-c42418343a7e tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:05.851582 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-d8886519-a82f-4de1-bef6-3ba6e8134486 req-bad7ddb7-d402-4d65-b6be-55ea7947acc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:05.911630 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7943dddc-510f-47da-909d-c42418343a7e tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:05.916380 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8886519-a82f-4de1-bef6-3ba6e8134486 req-bad7ddb7-d402-4d65-b6be-55ea7947acc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:39:05.917032 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-d8886519-a82f-4de1-bef6-3ba6e8134486 req-bad7ddb7-d402-4d65-b6be-55ea7947acc0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:05.918683 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d8886519-a82f-4de1-bef6-3ba6e8134486 req-bad7ddb7-d402-4d65-b6be-55ea7947acc0 service neutron] 10.222.0.67 "PUT /v2.0/ports/28012c3c-f741-494e-9949-6381272404e8 HTTP/1.1" status: 200 len: 1091 time: 1.2158217 Oct 12 19:39:05.919633 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3310ae0c-db3a-4fb7-851b-5871798d1a3a', 'tag': '28012c3c-f741-494e-9949-6381272404e8'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:39:05.922989 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c5abd74-3a95-4ce6-bd48-d5537d6e151c" -d '{"events": [{"name": "network-changed", "server_uuid": "3310ae0c-db3a-4fb7-851b-5871798d1a3a", "tag": "28012c3c-f741-494e-9949-6381272404e8"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:39:05.953435 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad7ddb7-d402-4d65-b6be-55ea7947acc0 service neutron] Pushing event updated for resources: {'Port': ['ID=28012c3c-f741-494e-9949-6381272404e8,revision_number=3']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:39:05.979769 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9936024-3b24-4eef-b648-1fecb029c540 x-openstack-request-id: req-d9936024-3b24-4eef-b648-1fecb029c540 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:39:05.986372 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3310ae0c-db3a-4fb7-851b-5871798d1a3a", "tag": "28012c3c-f741-494e-9949-6381272404e8", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:39:05.986372 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d9936024-3b24-4eef-b648-1fecb029c540 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:39:05.986372 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3310ae0c-db3a-4fb7-851b-5871798d1a3a', 'tag': '28012c3c-f741-494e-9949-6381272404e8', 'status': 'completed', 'code': 200} Oct 12 19:39:05.999443 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7943dddc-510f-47da-909d-c42418343a7e tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=420eee86-df00-4a29-b769-fa4cc53a5198,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:39:06.123557 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7943dddc-510f-47da-909d-c42418343a7e tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:06.128006 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-7943dddc-510f-47da-909d-c42418343a7e tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6822393 Oct 12 19:39:06.128912 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 44264) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:39:06.134950 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-8c747316-d11d-49bc-abf5-c90130affa87 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Request body: {'security_group_rule': {'security_group_id': '420eee86-df00-4a29-b769-fa4cc53a5198', 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:39:06.161680 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5abd74-3a95-4ce6-bd48-d5537d6e151c req-b143b1be-b1f7-4687-94d5-f3cacb30a3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:39:06.163378 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0c5abd74-3a95-4ce6-bd48-d5537d6e151c req-b143b1be-b1f7-4687-94d5-f3cacb30a3fd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=da56e5b248094156ada95d11ba3c5b37&device_id=3310ae0c-db3a-4fb7-851b-5871798d1a3a HTTP/1.1" status: 200 len: 1094 time: 0.1121285 Oct 12 19:39:06.181829 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-60e239d4-da8b-4156-8215-be34ab601cc7 admin admin] Deleting port 90a26107-e57b-4832-886a-cb3453c14b58 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:39:06.182287 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-60e239d4-da8b-4156-8215-be34ab601cc7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:06.290770 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8c747316-d11d-49bc-abf5-c90130affa87 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:06.342785 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8c747316-d11d-49bc-abf5-c90130affa87 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:06.346454 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5abd74-3a95-4ce6-bd48-d5537d6e151c req-c483131e-b873-4c3b-9a86-c53aacc479c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:39:06.348005 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0c5abd74-3a95-4ce6-bd48-d5537d6e151c req-c483131e-b873-4c3b-9a86-c53aacc479c8 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=da56e5b248094156ada95d11ba3c5b37&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1764889 Oct 12 19:39:06.354533 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-60e239d4-da8b-4156-8215-be34ab601cc7 admin admin] For port 90a26107-e57b-4832-886a-cb3453c14b58, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=90a26107-e57b-4832-886a-cb3453c14b58,segment=NetworkSegment(b925000c-a55a-4025-9f04-b192cfbaff3d),segment_id=b925000c-a55a-4025-9f04-b192cfbaff3d)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:39:06.355076 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-60e239d4-da8b-4156-8215-be34ab601cc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:06.369585 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-60e239d4-da8b-4156-8215-be34ab601cc7 admin admin] Calling delete_port for 90a26107-e57b-4832-886a-cb3453c14b58 owned by network:router_interface {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:39:06.438841 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8c747316-d11d-49bc-abf5-c90130affa87 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:06.476066 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c747316-d11d-49bc-abf5-c90130affa87 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5d0f5d4-b66a-457c-8d5d-392a3ad1f1be,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:39:06.500558 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5abd74-3a95-4ce6-bd48-d5537d6e151c req-e7add484-f998-4a8e-aa70-cd6ee6f0ff26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:39:06.502392 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0c5abd74-3a95-4ce6-bd48-d5537d6e151c req-e7add484-f998-4a8e-aa70-cd6ee6f0ff26 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1475170 Oct 12 19:39:06.599062 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8c747316-d11d-49bc-abf5-c90130affa87 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:06.602896 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-8c747316-d11d-49bc-abf5-c90130affa87 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4701974 Oct 12 19:39:06.614319 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 44286) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:39:06.621014 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-a6e3ae4f-1af2-4590-98e1-1f6c2eb75925 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Request body: {'security_group_rule': {'security_group_id': '420eee86-df00-4a29-b769-fa4cc53a5198', 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:39:06.666675 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22ee0ee-2077-4c6a-9215-10a6c7ae35ce req-54ecd8b6-b7eb-4507-bc98-2bb5f7d542aa tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:39:06.668555 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e22ee0ee-2077-4c6a-9215-10a6c7ae35ce req-54ecd8b6-b7eb-4507-bc98-2bb5f7d542aa tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.49 "GET /v2.0/ports?device_id=3310ae0c-db3a-4fb7-851b-5871798d1a3a HTTP/1.1" status: 200 len: 943 time: 0.0693171 Oct 12 19:39:06.678038 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8886519-a82f-4de1-bef6-3ba6e8134486 req-40f3f0ef-3ce2-4dd6-9987-3cc245b6e740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:39:06.681343 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d8886519-a82f-4de1-bef6-3ba6e8134486 req-40f3f0ef-3ce2-4dd6-9987-3cc245b6e740 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=da56e5b248094156ada95d11ba3c5b37&device_id=3310ae0c-db3a-4fb7-851b-5871798d1a3a HTTP/1.1" status: 200 len: 1094 time: 0.1303306 Oct 12 19:39:06.738763 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d8886519-a82f-4de1-bef6-3ba6e8134486 req-78361f36-04b5-41e6-b59e-b0fedf651082 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=28012c3c-f741-494e-9949-6381272404e8 HTTP/1.1" status: 200 len: 217 time: 0.0428152 Oct 12 19:39:06.739957 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a6e3ae4f-1af2-4590-98e1-1f6c2eb75925 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:06.777533 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e22ee0ee-2077-4c6a-9215-10a6c7ae35ce req-9e54ebfd-896c-4dfe-b4c4-c30f1a151caa tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.49 "GET /v2.0/security-groups?id=b589d12c-a5a1-4656-ba26-99d858483345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950222 Oct 12 19:39:06.800410 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a6e3ae4f-1af2-4590-98e1-1f6c2eb75925 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:06.802875 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8886519-a82f-4de1-bef6-3ba6e8134486 req-8c0719cc-14e3-4c91-8008-980899d34404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:39:06.805020 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d8886519-a82f-4de1-bef6-3ba6e8134486 req-8c0719cc-14e3-4c91-8008-980899d34404 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3a0cf0c9-d039-4d05-a67a-cc48a10b2cbc HTTP/1.1" status: 200 len: 850 time: 0.0581880 Oct 12 19:39:06.833547 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-60e239d4-da8b-4156-8215-be34ab601cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:06.858089 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8886519-a82f-4de1-bef6-3ba6e8134486 req-e58cbc31-9944-42b6-96ba-ef00db003c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:39:06.859589 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d8886519-a82f-4de1-bef6-3ba6e8134486 req-e58cbc31-9944-42b6-96ba-ef00db003c29 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=74a2c063-d43e-4221-94e9-d3ab154855fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468721 Oct 12 19:39:06.861259 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e239d4-da8b-4156-8215-be34ab601cc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=90a26107-e57b-4832-886a-cb3453c14b58,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:39:07.006657 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d8886519-a82f-4de1-bef6-3ba6e8134486 req-d7072692-f198-4a6d-b6c4-a0e195523b63 service neutron] 10.222.0.67 "GET /v2.0/networks/74a2c063-d43e-4221-94e9-d3ab154855fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393702 Oct 12 19:39:07.034631 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-60e239d4-da8b-4156-8215-be34ab601cc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7898909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8092450'] for router_interface, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:07.040811 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a6e3ae4f-1af2-4590-98e1-1f6c2eb75925 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:07.207856 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e3ae4f-1af2-4590-98e1-1f6c2eb75925 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60962bf9-6976-401a-8b04-d92790112bc0,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:39:07.223218 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d8886519-a82f-4de1-bef6-3ba6e8134486 req-fc681fe5-a148-4eed-8227-2198c2bdb479 service neutron] 10.222.0.67 "GET /v2.0/networks/74a2c063-d43e-4221-94e9-d3ab154855fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015035 Oct 12 19:39:07.256534 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 44294) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:39:07.316337 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a6e3ae4f-1af2-4590-98e1-1f6c2eb75925 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:07.320321 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-a6e3ae4f-1af2-4590-98e1-1f6c2eb75925 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7011042 Oct 12 19:39:07.320993 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 44302) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:39:07.325324 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-a030c157-6004-4929-aa4d-fdf88d278109 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Request body: {'security_group_rule': {'security_group_id': '420eee86-df00-4a29-b769-fa4cc53a5198', 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:39:07.363442 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60e239d4-da8b-4156-8215-be34ab601cc7 admin admin] Router 3d80aff5-d8ce-4f1f-a52a-a20bf5ab0779 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:39:07.389272 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f1061567-023f-4665-b00a-b4cb7305fd25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:07.444185 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a030c157-6004-4929-aa4d-fdf88d278109 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:07.490744 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60e239d4-da8b-4156-8215-be34ab601cc7 admin admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:39:07.497383 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-60e239d4-da8b-4156-8215-be34ab601cc7 admin admin] 10.222.0.49 "PUT /v2.0/routers/3d80aff5-d8ce-4f1f-a52a-a20bf5ab0779/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6978784 Oct 12 19:39:07.499427 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 44308) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:39:07.505067 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6bfbd90-c45c-4eaa-9f95-9a3aded93e89 None None] Sync routers for ids ['3d80aff5-d8ce-4f1f-a52a-a20bf5ab0779'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:39:07.518969 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6bfbd90-c45c-4eaa-9f95-9a3aded93e89 None None] Routers {'3d80aff5-d8ce-4f1f-a52a-a20bf5ab0779'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:39:07.520110 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-e6bfbd90-c45c-4eaa-9f95-9a3aded93e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:39:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['3d80aff5-d8ce-4f1f-a52a-a20bf5ab0779'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:39:07.524977 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f1061567-023f-4665-b00a-b4cb7305fd25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:07.538902 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a030c157-6004-4929-aa4d-fdf88d278109 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:07.609995 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5180e89c-4ddf-43bc-9547-8aac4cc33fda admin admin] Notify callbacks [] for router, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:07.620252 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f1061567-023f-4665-b00a-b4cb7305fd25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:07.635421 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-e6bfbd90-c45c-4eaa-9f95-9a3aded93e89 None None] Set router 3d80aff5-d8ce-4f1f-a52a-a20bf5ab0779 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:39:07.654719 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a030c157-6004-4929-aa4d-fdf88d278109 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:07.687360 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-f1061567-023f-4665-b00a-b4cb7305fd25 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9f6b50604c4641e48523187f5ee3e63e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4296520 Oct 12 19:39:07.688246 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 44312) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:39:07.697859 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a030c157-6004-4929-aa4d-fdf88d278109 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e408f7cf-8477-40ac-9d9b-e2fd3769e1e1,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:39:07.701342 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1061567-023f-4665-b00a-b4cb7305fd25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae72168a-91b5-4af9-9ffb-62c7164b3e41,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:39:07.729002 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5180e89c-4ddf-43bc-9547-8aac4cc33fda admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:07.750999 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0b33e4b9-611c-418b-be63-c71738c303b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:07.780098 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0b33e4b9-611c-418b-be63-c71738c303b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:07.790296 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a030c157-6004-4929-aa4d-fdf88d278109 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:07.791567 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-a030c157-6004-4929-aa4d-fdf88d278109 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4697871 Oct 12 19:39:07.794977 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 44316) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:39:07.808665 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-5f3101e1-b80a-437b-8751-d6296f229468 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Request body: {'security_group_rule': {'security_group_id': '420eee86-df00-4a29-b769-fa4cc53a5198', 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:39:07.864154 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-e6bfbd90-c45c-4eaa-9f95-9a3aded93e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d80aff5-d8ce-4f1f-a52a-a20bf5ab0779', 'name': 'tempest-TestServerMultinode-2082752450-router', 'tenant_id': '2983a9ccec974a83921e8ec0ad8d6818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '8d414210-5147-4b4a-b8a5-c69cf0dd49f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:38:10Z', 'updated_at': '2021-10-12T19:39:06Z', 'revision_number': 5, 'project_id': '2983a9ccec974a83921e8ec0ad8d6818', 'gw_port': {'id': '8d414210-5147-4b4a-b8a5-c69cf0dd49f9', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:80:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d80aff5-d8ce-4f1f-a52a-a20bf5ab0779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2998, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:38:11Z', 'updated_at': '2021-10-12T19:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:39:07.874012 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-5180e89c-4ddf-43bc-9547-8aac4cc33fda admin admin] Deleting port 8d414210-5147-4b4a-b8a5-c69cf0dd49f9 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:39:07.874473 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5180e89c-4ddf-43bc-9547-8aac4cc33fda admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:07.901302 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6bfbd90-c45c-4eaa-9f95-9a3aded93e89 None None] Checking router: 3d80aff5-d8ce-4f1f-a52a-a20bf5ab0779 for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:39:07.911146 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6bfbd90-c45c-4eaa-9f95-9a3aded93e89 None None] Routers {'3d80aff5-d8ce-4f1f-a52a-a20bf5ab0779'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:39:07.911861 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-e6bfbd90-c45c-4eaa-9f95-9a3aded93e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:39:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['3d80aff5-d8ce-4f1f-a52a-a20bf5ab0779'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:39:07.940540 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18a0f0f-3db8-4af8-8f72-f12fdcc6f026 req-38c42206-afe9-4a4f-8cce-dd42a83b5c5b tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:39:07.948564 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c18a0f0f-3db8-4af8-8f72-f12fdcc6f026 req-38c42206-afe9-4a4f-8cce-dd42a83b5c5b tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.49 "GET /v2.0/ports?device_id=3310ae0c-db3a-4fb7-851b-5871798d1a3a HTTP/1.1" status: 200 len: 943 time: 0.0899155 Oct 12 19:39:07.979301 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-5180e89c-4ddf-43bc-9547-8aac4cc33fda admin admin] For port 8d414210-5147-4b4a-b8a5-c69cf0dd49f9, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=8d414210-5147-4b4a-b8a5-c69cf0dd49f9,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:39:07.980746 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5180e89c-4ddf-43bc-9547-8aac4cc33fda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:07.996745 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-5180e89c-4ddf-43bc-9547-8aac4cc33fda admin admin] Calling delete_port for 8d414210-5147-4b4a-b8a5-c69cf0dd49f9 owned by network:router_gateway {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:39:08.001518 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c18a0f0f-3db8-4af8-8f72-f12fdcc6f026 req-2e711e78-106b-4462-bb52-8bec73d83ddc tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.49 "GET /v2.0/security-groups?id=b589d12c-a5a1-4656-ba26-99d858483345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485804 Oct 12 19:39:08.004116 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5f3101e1-b80a-437b-8751-d6296f229468 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:08.027411 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0b33e4b9-611c-418b-be63-c71738c303b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:08.031556 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0b33e4b9-611c-418b-be63-c71738c303b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:08.034987 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-0b33e4b9-611c-418b-be63-c71738c303b6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ae72168a-91b5-4af9-9ffb-62c7164b3e41 HTTP/1.1" status: 204 len: 168 time: 0.3407586 Oct 12 19:39:08.044109 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-e6bfbd90-c45c-4eaa-9f95-9a3aded93e89 None None] Set router 3d80aff5-d8ce-4f1f-a52a-a20bf5ab0779 gateway port host: None {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:39:08.066928 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b33e4b9-611c-418b-be63-c71738c303b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae72168a-91b5-4af9-9ffb-62c7164b3e41,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:39:08.107311 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5f3101e1-b80a-437b-8751-d6296f229468 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:08.116817 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-e6bfbd90-c45c-4eaa-9f95-9a3aded93e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d80aff5-d8ce-4f1f-a52a-a20bf5ab0779', 'name': 'tempest-TestServerMultinode-2082752450-router', 'tenant_id': '2983a9ccec974a83921e8ec0ad8d6818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:38:10Z', 'updated_at': '2021-10-12T19:39:07Z', 'revision_number': 6, 'project_id': '2983a9ccec974a83921e8ec0ad8d6818', 'gw_port_host': None}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:39:08.146327 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6bfbd90-c45c-4eaa-9f95-9a3aded93e89 None None] The sync data for ids ['3d80aff5-d8ce-4f1f-a52a-a20bf5ab0779'] in n-d-813679-3 is: [{'id': '3d80aff5-d8ce-4f1f-a52a-a20bf5ab0779', 'name': 'tempest-TestServerMultinode-2082752450-router', 'tenant_id': '2983a9ccec974a83921e8ec0ad8d6818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:38:10Z', 'updated_at': '2021-10-12T19:39:07Z', 'revision_number': 6, 'project_id': '2983a9ccec974a83921e8ec0ad8d6818', 'gw_port_host': None}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:39:08.177695 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5f3101e1-b80a-437b-8751-d6296f229468 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:08.214779 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3101e1-b80a-437b-8751-d6296f229468 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02e64d65-13ca-4669-bf6f-c985951ea38b,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:39:08.244936 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5180e89c-4ddf-43bc-9547-8aac4cc33fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:08.264473 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5f3101e1-b80a-437b-8751-d6296f229468 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:08.265944 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-5f3101e1-b80a-437b-8751-d6296f229468 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4698181 Oct 12 19:39:08.269542 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 44326) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:39:08.274588 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-185a5250-867c-40f3-a000-99d45cc591fd tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Request body: {'security_group_rule': {'security_group_id': '420eee86-df00-4a29-b769-fa4cc53a5198', 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:39:08.280972 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5180e89c-4ddf-43bc-9547-8aac4cc33fda admin admin] Pushing event deleted for resources: {'Port': ['ID=8d414210-5147-4b4a-b8a5-c69cf0dd49f9,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:39:08.367680 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5180e89c-4ddf-43bc-9547-8aac4cc33fda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7915456'] for router_gateway, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:08.369851 n-d-813679-3 neutron-server[95501]: INFO neutron.db.securitygroups_db [None req-185a5250-867c-40f3-a000-99d45cc591fd tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Project 80c6b006e6d9432a90abc6a3ef8ab3a8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 19:39:08.375464 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-185a5250-867c-40f3-a000-99d45cc591fd tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:08.447758 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-185a5250-867c-40f3-a000-99d45cc591fd tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:08.485175 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5180e89c-4ddf-43bc-9547-8aac4cc33fda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255495'] for router, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:08.487984 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5180e89c-4ddf-43bc-9547-8aac4cc33fda admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:08.505709 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-185a5250-867c-40f3-a000-99d45cc591fd tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:08.527063 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185a5250-867c-40f3-a000-99d45cc591fd tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75e368b0-a232-4f6c-a866-4b9d6fe90f24,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:39:08.592082 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5180e89c-4ddf-43bc-9547-8aac4cc33fda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8093499'] for router, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:08.592500 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5180e89c-4ddf-43bc-9547-8aac4cc33fda admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3d80aff5-d8ce-4f1f-a52a-a20bf5ab0779 {{(pid=95502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 19:39:08.601439 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5180e89c-4ddf-43bc-9547-8aac4cc33fda admin admin] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:08.605066 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-5180e89c-4ddf-43bc-9547-8aac4cc33fda admin admin] 10.222.0.49 "DELETE /v2.0/routers/3d80aff5-d8ce-4f1f-a52a-a20bf5ab0779 HTTP/1.1" status: 204 len: 168 time: 1.1022487 Oct 12 19:39:08.605472 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 44338) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:39:08.616844 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-185a5250-867c-40f3-a000-99d45cc591fd tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:08.619580 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-185a5250-867c-40f3-a000-99d45cc591fd tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3490407 Oct 12 19:39:08.623523 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 44340) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:39:08.630189 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-27a1e868-96e5-41a4-a416-a2eba876b148 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Request body: {'security_group_rule': {'security_group_id': '420eee86-df00-4a29-b769-fa4cc53a5198', 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:39:08.676194 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 44342) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:39:08.688636 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_v2 [None req-46865f84-28fb-4ede-87c9-5402e7a78b61 admin admin] Deleting subnet ba1f6973-c574-4615-a2c6-66842a00e001 {{(pid=95501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:39:08.691926 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ed5de770-03f6-4264-a79c-42f85897d592 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:08.696010 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-46865f84-28fb-4ede-87c9-5402e7a78b61 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:08.734456 n-d-813679-3 neutron-server[95502]: INFO neutron.db.securitygroups_db [None req-27a1e868-96e5-41a4-a416-a2eba876b148 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Project 80c6b006e6d9432a90abc6a3ef8ab3a8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 19:39:08.735123 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-46865f84-28fb-4ede-87c9-5402e7a78b61 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281083'] for subnet, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:08.742842 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-27a1e868-96e5-41a4-a416-a2eba876b148 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:08.830318 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-46865f84-28fb-4ede-87c9-5402e7a78b61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:08.843277 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ed5de770-03f6-4264-a79c-42f85897d592 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:08.848817 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-27a1e868-96e5-41a4-a416-a2eba876b148 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:08.899797 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ed5de770-03f6-4264-a79c-42f85897d592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:08.940686 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-ed5de770-03f6-4264-a79c-42f85897d592 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=16306d9aeda14da88375ce8d8437887b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2626603 Oct 12 19:39:08.942181 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5de770-03f6-4264-a79c-42f85897d592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad8f79d1-6592-4e70-890e-c41aeefd5b5b,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:39:08.943178 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 44348) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:39:08.957407 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-27a1e868-96e5-41a4-a416-a2eba876b148 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:08.982065 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a1e868-96e5-41a4-a416-a2eba876b148 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6034f8ec-99e6-4e24-a426-348600e87840,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:39:08.990373 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-46865f84-28fb-4ede-87c9-5402e7a78b61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4824924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4612362'] for subnet, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:09.035141 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-46865f84-28fb-4ede-87c9-5402e7a78b61 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:09.039520 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775592b7-d256-4039-80c1-2751c58344f1 None None] Network a0808a11-2085-4c22-bc23-125df459d6b3 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:39:09.040979 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-46865f84-28fb-4ede-87c9-5402e7a78b61 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/ba1f6973-c574-4615-a2c6-66842a00e001 HTTP/1.1" status: 204 len: 168 time: 0.4339163 Oct 12 19:39:09.041141 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 44352) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:39:09.041909 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46865f84-28fb-4ede-87c9-5402e7a78b61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba1f6973-c574-4615-a2c6-66842a00e001,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:39:09.046986 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ea74e09f-21a7-4dfd-b09c-78713c2f9d32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:09.072361 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ea74e09f-21a7-4dfd-b09c-78713c2f9d32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:09.167320 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-27a1e868-96e5-41a4-a416-a2eba876b148 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:09.168810 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-27a1e868-96e5-41a4-a416-a2eba876b148 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5440266 Oct 12 19:39:09.171670 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 44354) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:39:09.176834 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-96caf37a-0560-4258-ab92-86599ea35be2 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Request body: {'network': {'name': 'tempest-network-smoke--293765365', 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'port_security_enabled': True}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:39:09.211629 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 8d414210-5147-4b4a-b8a5-c69cf0dd49f9 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:39:09.219669 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aee047-1b69-41ab-8fe2-7802ac6650a1 req-25a4dba0-3cf2-4f79-8c1e-6c5f987df363 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:39:09.223200 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1a00f55f-8e1d-457c-b87f-33f571e159c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:09.233192 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-62aee047-1b69-41ab-8fe2-7802ac6650a1 req-25a4dba0-3cf2-4f79-8c1e-6c5f987df363 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.49 "GET /v2.0/ports?device_id=3310ae0c-db3a-4fb7-851b-5871798d1a3a HTTP/1.1" status: 200 len: 943 time: 0.1120162 Oct 12 19:39:09.248765 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 8d414210-5147-4b4a-b8a5-c69cf0dd49f9 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:39:09.249210 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 8d414210-5147-4b4a-b8a5-c69cf0dd49f9 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:39:09.249634 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 90a26107-e57b-4832-886a-cb3453c14b58 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:39:09.274841 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 90a26107-e57b-4832-886a-cb3453c14b58 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:39:09.275178 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 90a26107-e57b-4832-886a-cb3453c14b58 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:39:09.301336 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-1a00f55f-8e1d-457c-b87f-33f571e159c3 admin admin] Deleting port b972cb32-271e-445f-b303-50b2ac368023 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:39:09.301336 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1a00f55f-8e1d-457c-b87f-33f571e159c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:09.301336 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96caf37a-0560-4258-ab92-86599ea35be2 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Made reservation on behalf of 80c6b006e6d9432a90abc6a3ef8ab3a8 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:39:09.301687 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-96caf37a-0560-4258-ab92-86599ea35be2 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:09.325342 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-62aee047-1b69-41ab-8fe2-7802ac6650a1 req-e7ef0a1d-d28c-44c6-a603-7c1f735e94a2 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.49 "GET /v2.0/security-groups?id=b589d12c-a5a1-4656-ba26-99d858483345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903227 Oct 12 19:39:09.329803 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ea74e09f-21a7-4dfd-b09c-78713c2f9d32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:09.331098 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ea74e09f-21a7-4dfd-b09c-78713c2f9d32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:09.334845 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-ea74e09f-21a7-4dfd-b09c-78713c2f9d32 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ad8f79d1-6592-4e70-890e-c41aeefd5b5b HTTP/1.1" status: 204 len: 168 time: 0.3879962 Oct 12 19:39:09.354695 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea74e09f-21a7-4dfd-b09c-78713c2f9d32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad8f79d1-6592-4e70-890e-c41aeefd5b5b,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:39:09.358140 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc4bb59-b2d1-437b-8927-89e04ad0cd01 None None] DHCP port deletion for a0808a11-2085-4c22-bc23-125df459d6b3 request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 19:39:09.434722 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-4cc4bb59-b2d1-437b-8927-89e04ad0cd01 None None] Deleting port b972cb32-271e-445f-b303-50b2ac368023 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:39:09.435475 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4cc4bb59-b2d1-437b-8927-89e04ad0cd01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:09.527230 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-4cc4bb59-b2d1-437b-8927-89e04ad0cd01 None None] For port b972cb32-271e-445f-b303-50b2ac368023, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=b972cb32-271e-445f-b303-50b2ac368023,segment=NetworkSegment(b925000c-a55a-4025-9f04-b192cfbaff3d),segment_id=b925000c-a55a-4025-9f04-b192cfbaff3d)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:39:09.527644 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4cc4bb59-b2d1-437b-8927-89e04ad0cd01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:09.553299 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-4cc4bb59-b2d1-437b-8927-89e04ad0cd01 None None] Calling delete_port for b972cb32-271e-445f-b303-50b2ac368023 owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:39:09.801594 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96caf37a-0560-4258-ab92-86599ea35be2 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:39:09.813360 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-1a00f55f-8e1d-457c-b87f-33f571e159c3 admin admin] For port b972cb32-271e-445f-b303-50b2ac368023, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=b972cb32-271e-445f-b303-50b2ac368023,segment=NetworkSegment(b925000c-a55a-4025-9f04-b192cfbaff3d),segment_id=b925000c-a55a-4025-9f04-b192cfbaff3d)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:39:09.813729 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1a00f55f-8e1d-457c-b87f-33f571e159c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:09.825779 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-96caf37a-0560-4258-ab92-86599ea35be2 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:09.826133 n-d-813679-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-96caf37a-0560-4258-ab92-86599ea35be2 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Added segment 3cfe39cf-4f0d-49d3-b7e3-4c6135fb3b13 of type vlan for network f2ec8300-0f72-4ff3-8abc-60a39fd10f0c Oct 12 19:39:09.836015 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-1a00f55f-8e1d-457c-b87f-33f571e159c3 admin admin] Calling delete_port for b972cb32-271e-445f-b303-50b2ac368023 owned by network:dhcp {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:39:09.891454 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4cc4bb59-b2d1-437b-8927-89e04ad0cd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:09.907527 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-96caf37a-0560-4258-ab92-86599ea35be2 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:09.934385 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc4bb59-b2d1-437b-8927-89e04ad0cd01 None None] Pushing event deleted for resources: {'Port': ['ID=b972cb32-271e-445f-b303-50b2ac368023,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:39:09.936640 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc4bb59-b2d1-437b-8927-89e04ad0cd01 None None] No DVR routers for this DVR port b972cb32-271e-445f-b303-50b2ac368023 on host n-d-813679-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:39:09.975040 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1a00f55f-8e1d-457c-b87f-33f571e159c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:10.006879 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-96caf37a-0560-4258-ab92-86599ea35be2 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:10.006879 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96caf37a-0560-4258-ab92-86599ea35be2 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:39:10.007461 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-96caf37a-0560-4258-ab92-86599ea35be2 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:10.009720 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a00f55f-8e1d-457c-b87f-33f571e159c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b972cb32-271e-445f-b303-50b2ac368023,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:39:10.029997 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a00f55f-8e1d-457c-b87f-33f571e159c3 admin admin] No DVR routers for this DVR port b972cb32-271e-445f-b303-50b2ac368023 on host n-d-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:39:10.154629 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-96caf37a-0560-4258-ab92-86599ea35be2 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9817340 Oct 12 19:39:10.157413 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96caf37a-0560-4258-ab92-86599ea35be2 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Pushing event updated for resources: {'Network': ['ID=f2ec8300-0f72-4ff3-8abc-60a39fd10f0c,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:39:10.157576 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 44382) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:39:10.164160 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-81ad6ec6-d14b-4331-858f-3bfb2fd0d028 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2016521244', 'admin_state_up': True, 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:39:10.169551 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network f2ec8300-0f72-4ff3-8abc-60a39fd10f0c details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:39:10.170383 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1a00f55f-8e1d-457c-b87f-33f571e159c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:10.192609 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-1a00f55f-8e1d-457c-b87f-33f571e159c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0808a11-2085-4c22-bc23-125df459d6b3']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:39:10.202704 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-1a00f55f-8e1d-457c-b87f-33f571e159c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b925000c-a55a-4025-9f04-b192cfbaff3d') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:39:10.203035 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-1a00f55f-8e1d-457c-b87f-33f571e159c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b925000c-a55a-4025-9f04-b192cfbaff3d') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:39:10.212884 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1a00f55f-8e1d-457c-b87f-33f571e159c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16313633'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:10.226518 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1a00f55f-8e1d-457c-b87f-33f571e159c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:10.233431 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a00f55f-8e1d-457c-b87f-33f571e159c3 admin admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:39:10.233842 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1a00f55f-8e1d-457c-b87f-33f571e159c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4305278'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:10.235484 n-d-813679-3 neutron-server[95502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:39:10.235484 n-d-813679-3 neutron-server[95502]: self.session.flush() Oct 12 19:39:10.235484 n-d-813679-3 neutron-server[95502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:39:10.235484 n-d-813679-3 neutron-server[95502]: self.session.flush() Oct 12 19:39:10.235484 n-d-813679-3 neutron-server[95502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:39:10.235484 n-d-813679-3 neutron-server[95502]: self.session.flush() Oct 12 19:39:10.235484 n-d-813679-3 neutron-server[95502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:39:10.235484 n-d-813679-3 neutron-server[95502]: self.session.flush() Oct 12 19:39:10.235484 n-d-813679-3 neutron-server[95502]: Traceback (most recent call last): Oct 12 19:39:10.235484 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:39:10.235484 n-d-813679-3 neutron-server[95502]: timer() Oct 12 19:39:10.235484 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:39:10.235484 n-d-813679-3 neutron-server[95502]: cb(*args, **kw) Oct 12 19:39:10.235484 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:39:10.235484 n-d-813679-3 neutron-server[95502]: return func(*args, **kwargs) Oct 12 19:39:10.235484 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:39:10.235484 n-d-813679-3 neutron-server[95502]: self._notify() Oct 12 19:39:10.235484 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:39:10.235484 n-d-813679-3 neutron-server[95502]: self.callback(batched_events) Oct 12 19:39:10.235484 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:39:10.235484 n-d-813679-3 neutron-server[95502]: event.method(event) Oct 12 19:39:10.235484 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:39:10.235484 n-d-813679-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:39:10.235484 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:39:10.235484 n-d-813679-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:39:10.235484 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:39:10.235484 n-d-813679-3 neutron-server[95502]: return f(self, *a, **k) Oct 12 19:39:10.235484 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:39:10.235484 n-d-813679-3 neutron-server[95502]: return self._get(url).json() Oct 12 19:39:10.235484 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:39:10.235484 n-d-813679-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:39:10.235484 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:39:10.235484 n-d-813679-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Oct 12 19:39:10.235484 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:39:10.235484 n-d-813679-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:39:10.235484 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:39:10.235484 n-d-813679-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:39:10.235484 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:39:10.235484 n-d-813679-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:39:10.235484 n-d-813679-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:39:10.273642 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-81ad6ec6-d14b-4331-858f-3bfb2fd0d028 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8093678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255505'] for router, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:10.274829 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-81ad6ec6-d14b-4331-858f-3bfb2fd0d028 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8093562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8087085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8022306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255518'] for router, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:10.383966 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-81ad6ec6-d14b-4331-858f-3bfb2fd0d028 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:10.387840 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1a00f55f-8e1d-457c-b87f-33f571e159c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:10.394600 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1a00f55f-8e1d-457c-b87f-33f571e159c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:10.399195 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-1a00f55f-8e1d-457c-b87f-33f571e159c3 admin admin] 10.222.0.49 "DELETE /v2.0/networks/a0808a11-2085-4c22-bc23-125df459d6b3 HTTP/1.1" status: 204 len: 168 time: 1.3566051 Oct 12 19:39:10.402210 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 44394) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:39:10.422902 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a00f55f-8e1d-457c-b87f-33f571e159c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0808a11-2085-4c22-bc23-125df459d6b3,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:39:10.636953 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd47659-2b67-49cd-94f6-01b6b6560c21 req-102e756c-83b3-4366-8903-a77528cfcab0 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:39:10.638968 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7dd47659-2b67-49cd-94f6-01b6b6560c21 req-102e756c-83b3-4366-8903-a77528cfcab0 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.49 "GET /v2.0/ports?device_id=3310ae0c-db3a-4fb7-851b-5871798d1a3a HTTP/1.1" status: 200 len: 943 time: 0.2254386 Oct 12 19:39:10.694744 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-81ad6ec6-d14b-4331-858f-3bfb2fd0d028 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:10.753275 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7dd47659-2b67-49cd-94f6-01b6b6560c21 req-e2379ff3-4a40-4c15-a73c-ec92686aa2f8 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.49 "GET /v2.0/security-groups?id=b589d12c-a5a1-4656-ba26-99d858483345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847263 Oct 12 19:39:11.145242 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device b972cb32-271e-445f-b303-50b2ac368023 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:39:11.173181 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 28012c3c-f741-494e-9949-6381272404e8 details requested by agent hyperv_n-h2-813679-3 with host n-h2-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:39:11.241630 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: b972cb32-271e-445f-b303-50b2ac368023 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:39:11.242128 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device b972cb32-271e-445f-b303-50b2ac368023 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:39:11.282399 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 28012c3c-f741-494e-9949-6381272404e8, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=28012c3c-f741-494e-9949-6381272404e8,segment=NetworkSegment(c76c2076-a0e3-4199-9ff6-f77ea66f99ec),segment_id=c76c2076-a0e3-4199-9ff6-f77ea66f99ec)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:39:11.297281 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Returning: {'device': '28012c3c-f741-494e-9949-6381272404e8', 'network_id': '74a2c063-d43e-4221-94e9-d3ab154855fc', 'port_id': '28012c3c-f741-494e-9949-6381272404e8', 'mac_address': 'fa:16:3e:4d:2a:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a0cf0c9-d039-4d05-a67a-cc48a10b2cbc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:39:11.336876 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:11.356440 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28012c3c-f741-494e-9949-6381272404e8 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:39:11.380169 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 28012c3c-f741-494e-9949-6381272404e8, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=28012c3c-f741-494e-9949-6381272404e8,segment=NetworkSegment(c76c2076-a0e3-4199-9ff6-f77ea66f99ec),segment_id=c76c2076-a0e3-4199-9ff6-f77ea66f99ec)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:39:11.409957 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-81ad6ec6-d14b-4331-858f-3bfb2fd0d028 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for router_gateway, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:11.439916 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-81ad6ec6-d14b-4331-858f-3bfb2fd0d028 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:11.462551 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:11.512702 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-21f0e852-c345-481d-b9f5-f198e0f136ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8092566'] for router_interface, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:11.531555 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=28012c3c-f741-494e-9949-6381272404e8,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:39:11.651264 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-81ad6ec6-d14b-4331-858f-3bfb2fd0d028 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Allocated IP 172.25.5.242 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/643de12d-1289-42a5-95e0-c1c54e28902a) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:39:11.663984 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['28012c3c-f741-494e-9949-6381272404e8'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:39:11.861319 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-81ad6ec6-d14b-4331-858f-3bfb2fd0d028 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:11.979990 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f284a645-614a-452f-977c-3f731f56c8ca req-44593846-ef0c-4845-ba90-b361b3530e2c tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:39:11.982031 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f284a645-614a-452f-977c-3f731f56c8ca req-44593846-ef0c-4845-ba90-b361b3530e2c tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.49 "GET /v2.0/ports?device_id=3310ae0c-db3a-4fb7-851b-5871798d1a3a HTTP/1.1" status: 200 len: 944 time: 0.1165042 Oct 12 19:39:12.024704 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-21f0e852-c345-481d-b9f5-f198e0f136ff admin admin] Deleting port dd4ea2a9-693e-4051-b93b-4b1f1f71caf4 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:39:12.025043 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-21f0e852-c345-481d-b9f5-f198e0f136ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:12.041956 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f284a645-614a-452f-977c-3f731f56c8ca req-405e7b8e-2838-4447-a7c8-0c9bdbed9b33 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.49 "GET /v2.0/security-groups?id=b589d12c-a5a1-4656-ba26-99d858483345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527601 Oct 12 19:39:12.113715 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [None req-21f0e852-c345-481d-b9f5-f198e0f136ff admin admin] For port dd4ea2a9-693e-4051-b93b-4b1f1f71caf4, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=dd4ea2a9-693e-4051-b93b-4b1f1f71caf4,segment=NetworkSegment(8e6db064-5309-46ef-97cf-869c5c8dd153),segment_id=8e6db064-5309-46ef-97cf-869c5c8dd153)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:39:12.114074 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-21f0e852-c345-481d-b9f5-f198e0f136ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:12.116633 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-81ad6ec6-d14b-4331-858f-3bfb2fd0d028 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:12.151542 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-21f0e852-c345-481d-b9f5-f198e0f136ff admin admin] Calling delete_port for dd4ea2a9-693e-4051-b93b-4b1f1f71caf4 owned by network:router_interface {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:39:12.171923 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ad6ec6-d14b-4331-858f-3bfb2fd0d028 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:39:12.178605 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-81ad6ec6-d14b-4331-858f-3bfb2fd0d028 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:39:12.181524 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ad6ec6-d14b-4331-858f-3bfb2fd0d028 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:39:12.244845 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ad6ec6-d14b-4331-858f-3bfb2fd0d028 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Pushing event updated for resources: {'Port': ['ID=643de12d-1289-42a5-95e0-c1c54e28902a,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:39:12.586830 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-21f0e852-c345-481d-b9f5-f198e0f136ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:12.634287 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f0e852-c345-481d-b9f5-f198e0f136ff admin admin] Pushing event deleted for resources: {'Port': ['ID=dd4ea2a9-693e-4051-b93b-4b1f1f71caf4,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:39:12.682825 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-81ad6ec6-d14b-4331-858f-3bfb2fd0d028 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for router_gateway, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:12.933603 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-21f0e852-c345-481d-b9f5-f198e0f136ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7898909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8092450'] for router_interface, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:13.033286 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-81ad6ec6-d14b-4331-858f-3bfb2fd0d028 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8093541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7915516'] for router, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:13.159533 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 28012c3c-f741-494e-9949-6381272404e8 up at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:39:13.254003 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning for port 28012c3c-f741-494e-9949-6381272404e8 completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:39:13.258263 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning complete for port 28012c3c-f741-494e-9949-6381272404e8 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:39:13.258927 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:13.273119 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bdb503-bc94-4613-8848-ec7b8c15d456 req-b55f5eb4-4781-4940-ac8c-f6f14e3dae28 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:39:13.274722 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a5bdb503-bc94-4613-8848-ec7b8c15d456 req-b55f5eb4-4781-4940-ac8c-f6f14e3dae28 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.49 "GET /v2.0/ports?device_id=3310ae0c-db3a-4fb7-851b-5871798d1a3a HTTP/1.1" status: 200 len: 944 time: 0.1462879 Oct 12 19:39:13.343695 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:13.368595 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3310ae0c-db3a-4fb7-851b-5871798d1a3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28012c3c-f741-494e-9949-6381272404e8'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:39:13.371085 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b26aad9-6225-4779-bc4f-2ca7d4fd6736" -d '{"events": [{"server_uuid": "3310ae0c-db3a-4fb7-851b-5871798d1a3a", "name": "network-vif-plugged", "status": "completed", "tag": "28012c3c-f741-494e-9949-6381272404e8"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:39:13.387719 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 28012c3c-f741-494e-9949-6381272404e8, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=28012c3c-f741-494e-9949-6381272404e8,segment=NetworkSegment(c76c2076-a0e3-4199-9ff6-f77ea66f99ec),segment_id=c76c2076-a0e3-4199-9ff6-f77ea66f99ec)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:39:13.421774 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46d703d9-0fa1-4538-b8d5-b525ff545d3f x-openstack-request-id: req-46d703d9-0fa1-4538-b8d5-b525ff545d3f {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:39:13.422193 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3310ae0c-db3a-4fb7-851b-5871798d1a3a", "name": "network-vif-plugged", "status": "completed", "tag": "28012c3c-f741-494e-9949-6381272404e8", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:39:13.422565 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-46d703d9-0fa1-4538-b8d5-b525ff545d3f {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:39:13.423022 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3310ae0c-db3a-4fb7-851b-5871798d1a3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28012c3c-f741-494e-9949-6381272404e8', 'code': 200} Oct 12 19:39:13.484373 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:13.540071 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=28012c3c-f741-494e-9949-6381272404e8,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:39:13.727229 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a5bdb503-bc94-4613-8848-ec7b8c15d456 req-3071543b-c5f5-4735-9518-90abc66923b1 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.49 "GET /v2.0/security-groups?id=b589d12c-a5a1-4656-ba26-99d858483345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4379134 Oct 12 19:39:13.729961 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21f0e852-c345-481d-b9f5-f198e0f136ff admin admin] Router 3f0d274d-d6b7-492a-9d87-a2a8d2235824 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:39:13.739566 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cfe445-6a68-40ce-8203-54d66c8fa215 req-7173dfba-1e20-433b-a037-c310efbebc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:39:13.741103 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-27cfe445-6a68-40ce-8203-54d66c8fa215 req-7173dfba-1e20-433b-a037-c310efbebc9b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3310ae0c-db3a-4fb7-851b-5871798d1a3a HTTP/1.1" status: 200 len: 1096 time: 0.0999713 Oct 12 19:39:13.801544 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81ad6ec6-d14b-4331-858f-3bfb2fd0d028 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Router ea7887cb-09ee-4373-81c0-d48a26d4b302 is scheduled to L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b with binding_index 1 {{(pid=95501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 19:39:13.855053 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-27cfe445-6a68-40ce-8203-54d66c8fa215 req-658e7b48-c93f-4d2a-9880-bbeee9f35f50 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=b589d12c-a5a1-4656-ba26-99d858483345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054866 Oct 12 19:39:13.916881 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21f0e852-c345-481d-b9f5-f198e0f136ff admin admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:39:13.925636 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98d0db3-315c-4229-b163-90e4af08de20 None None] Sync routers for ids ['3f0d274d-d6b7-492a-9d87-a2a8d2235824'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:39:13.935377 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98d0db3-315c-4229-b163-90e4af08de20 None None] Routers {'3f0d274d-d6b7-492a-9d87-a2a8d2235824'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:39:13.935980 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-a98d0db3-315c-4229-b163-90e4af08de20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:39:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['3f0d274d-d6b7-492a-9d87-a2a8d2235824'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:39:13.948711 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-21f0e852-c345-481d-b9f5-f198e0f136ff admin admin] 10.222.0.49 "PUT /v2.0/routers/3f0d274d-d6b7-492a-9d87-a2a8d2235824/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5446460 Oct 12 19:39:13.958632 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 44488) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:39:13.973285 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81ad6ec6-d14b-4331-858f-3bfb2fd0d028 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:39:13.986077 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daaec1ae-a7b8-4109-ab4b-540b5e7c6151 None None] Sync routers for ids ['ea7887cb-09ee-4373-81c0-d48a26d4b302'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:39:14.000162 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daaec1ae-a7b8-4109-ab4b-540b5e7c6151 None None] Routers {'ea7887cb-09ee-4373-81c0-d48a26d4b302'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:39:14.001168 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-daaec1ae-a7b8-4109-ab4b-540b5e7c6151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:39:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['ea7887cb-09ee-4373-81c0-d48a26d4b302'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:39:14.065529 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-a98d0db3-315c-4229-b163-90e4af08de20 None None] Set router 3f0d274d-d6b7-492a-9d87-a2a8d2235824 gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:39:14.096514 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-81ad6ec6-d14b-4331-858f-3bfb2fd0d028 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for router, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:14.099609 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-81ad6ec6-d14b-4331-858f-3bfb2fd0d028 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.9404609 Oct 12 19:39:14.102984 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 44492) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:39:14.135717 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-47b8e311-4f00-493c-90d0-197c9d9f8a54 admin admin] Notify callbacks [] for router, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:14.189223 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-daaec1ae-a7b8-4109-ab4b-540b5e7c6151 None None] Set router ea7887cb-09ee-4373-81c0-d48a26d4b302 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:39:14.207608 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-a6865960-cfd4-4951-a823-a5ff0e1391a4 tempest-TestNetworkAdvancedServerOps-832803611 tempest-TestNetworkAdvancedServerOps-832803611-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=80c6b006e6d9432a90abc6a3ef8ab3a8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1029475 Oct 12 19:39:14.210028 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 44498) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:39:14.278498 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-47b8e311-4f00-493c-90d0-197c9d9f8a54 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:14.437098 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-47b8e311-4f00-493c-90d0-197c9d9f8a54 admin admin] Deleting port ff19cf85-865d-4a27-ba18-149688394b6c {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:39:14.437398 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-47b8e311-4f00-493c-90d0-197c9d9f8a54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:14.443246 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-a98d0db3-315c-4229-b163-90e4af08de20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f0d274d-d6b7-492a-9d87-a2a8d2235824', 'name': 'tempest-TestServerMultinode-1242474108-router', 'tenant_id': 'cd68c1f413bc42ce9bd43f1a52502ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'ff19cf85-865d-4a27-ba18-149688394b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:38:19Z', 'updated_at': '2021-10-12T19:39:12Z', 'revision_number': 5, 'project_id': 'cd68c1f413bc42ce9bd43f1a52502ae5', 'gw_port': {'id': 'ff19cf85-865d-4a27-ba18-149688394b6c', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:eb:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0d274d-d6b7-492a-9d87-a2a8d2235824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3020, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:38:21Z', 'updated_at': '2021-10-12T19:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:39:14.504555 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98d0db3-315c-4229-b163-90e4af08de20 None None] Checking router: 3f0d274d-d6b7-492a-9d87-a2a8d2235824 for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:39:14.519513 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98d0db3-315c-4229-b163-90e4af08de20 None None] Routers {'3f0d274d-d6b7-492a-9d87-a2a8d2235824'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:39:14.520308 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-a98d0db3-315c-4229-b163-90e4af08de20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:39:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['3f0d274d-d6b7-492a-9d87-a2a8d2235824'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:39:14.531887 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d84529-f1e0-46b2-8531-659f2610748f tempest-TestNetworkAdvancedServerOps-832803611 tempest-TestNetworkAdvancedServerOps-832803611-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:39:14.536130 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-36d84529-f1e0-46b2-8531-659f2610748f tempest-TestNetworkAdvancedServerOps-832803611 tempest-TestNetworkAdvancedServerOps-832803611-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3225248 Oct 12 19:39:14.536420 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 44506) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:39:14.544168 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-47b8e311-4f00-493c-90d0-197c9d9f8a54 admin admin] For port ff19cf85-865d-4a27-ba18-149688394b6c, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=ff19cf85-865d-4a27-ba18-149688394b6c,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:39:14.544543 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-47b8e311-4f00-493c-90d0-197c9d9f8a54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:14.553116 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-daaec1ae-a7b8-4109-ab4b-540b5e7c6151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea7887cb-09ee-4373-81c0-d48a26d4b302', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2016521244', 'tenant_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': '643de12d-1289-42a5-95e0-c1c54e28902a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:39:10Z', 'updated_at': '2021-10-12T19:39:12Z', 'revision_number': 3, 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'gw_port': {'id': '643de12d-1289-42a5-95e0-c1c54e28902a', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ab:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea7887cb-09ee-4373-81c0-d48a26d4b302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:39:11Z', 'updated_at': '2021-10-12T19:39:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:39:14.562649 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-47b8e311-4f00-493c-90d0-197c9d9f8a54 admin admin] Calling delete_port for ff19cf85-865d-4a27-ba18-149688394b6c owned by network:router_gateway {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:39:14.583665 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-898156ca-3f0a-4c6e-a6dd-1ced9b957442 tempest-TestNetworkAdvancedServerOps-832803611 tempest-TestNetworkAdvancedServerOps-832803611-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=4afbf4a4-67f5-42d1-a358-7ba9799dab0c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0461245 Oct 12 19:39:14.586447 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 44510) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:39:14.594428 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daaec1ae-a7b8-4109-ab4b-540b5e7c6151 None None] Checking router: ea7887cb-09ee-4373-81c0-d48a26d4b302 for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:39:14.594428 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daaec1ae-a7b8-4109-ab4b-540b5e7c6151 None None] Updating router ea7887cb-09ee-4373-81c0-d48a26d4b302 port 643de12d-1289-42a5-95e0-c1c54e28902a binding host n-d-813679-3 {{(pid=95503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 19:39:14.598502 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-145172b1-9d85-44cb-b871-51846379e032 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-142933774', 'network_id': 'f2ec8300-0f72-4ff3-8abc-60a39fd10f0c', 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:39:14.711373 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-daaec1ae-a7b8-4109-ab4b-540b5e7c6151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:14.725097 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-a98d0db3-315c-4229-b163-90e4af08de20 None None] Set router 3f0d274d-d6b7-492a-9d87-a2a8d2235824 gateway port host: None {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:39:14.831627 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-a98d0db3-315c-4229-b163-90e4af08de20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f0d274d-d6b7-492a-9d87-a2a8d2235824', 'name': 'tempest-TestServerMultinode-1242474108-router', 'tenant_id': 'cd68c1f413bc42ce9bd43f1a52502ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:38:19Z', 'updated_at': '2021-10-12T19:39:14Z', 'revision_number': 6, 'project_id': 'cd68c1f413bc42ce9bd43f1a52502ae5', 'gw_port_host': None}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:39:14.890837 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-145172b1-9d85-44cb-b871-51846379e032 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Made reservation on behalf of 80c6b006e6d9432a90abc6a3ef8ab3a8 for: {'subnet': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:39:14.899106 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-145172b1-9d85-44cb-b871-51846379e032 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4612397'] for subnet, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:14.904883 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98d0db3-315c-4229-b163-90e4af08de20 None None] The sync data for ids ['3f0d274d-d6b7-492a-9d87-a2a8d2235824'] in n-d-813679-3 is: [{'id': '3f0d274d-d6b7-492a-9d87-a2a8d2235824', 'name': 'tempest-TestServerMultinode-1242474108-router', 'tenant_id': 'cd68c1f413bc42ce9bd43f1a52502ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:38:19Z', 'updated_at': '2021-10-12T19:39:14Z', 'revision_number': 6, 'project_id': 'cd68c1f413bc42ce9bd43f1a52502ae5', 'gw_port_host': None}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:39:14.981732 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-47b8e311-4f00-493c-90d0-197c9d9f8a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:15.024617 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-daaec1ae-a7b8-4109-ab4b-540b5e7c6151 None None] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:15.039416 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b8e311-4f00-493c-90d0-197c9d9f8a54 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff19cf85-865d-4a27-ba18-149688394b6c,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:39:15.056627 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad17a3b3-4806-4a64-8735-ac02bd804459 req-7204548d-7af4-4f74-8404-a09c49b5ad09 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:39:15.058203 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ad17a3b3-4806-4a64-8735-ac02bd804459 req-7204548d-7af4-4f74-8404-a09c49b5ad09 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.49 "GET /v2.0/ports?device_id=3310ae0c-db3a-4fb7-851b-5871798d1a3a HTTP/1.1" status: 200 len: 945 time: 0.1947575 Oct 12 19:39:15.106749 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-daaec1ae-a7b8-4109-ab4b-540b5e7c6151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:15.121791 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ad17a3b3-4806-4a64-8735-ac02bd804459 req-a6f0cfc8-4068-4b43-9f3d-80debe6775c0 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.49 "GET /v2.0/security-groups?id=b589d12c-a5a1-4656-ba26-99d858483345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531876 Oct 12 19:39:15.129043 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-47b8e311-4f00-493c-90d0-197c9d9f8a54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7915456'] for router_gateway, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:15.228446 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-daaec1ae-a7b8-4109-ab4b-540b5e7c6151 None None] Attempting to bind port 643de12d-1289-42a5-95e0-c1c54e28902a on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:39:15.229013 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-daaec1ae-a7b8-4109-ab4b-540b5e7c6151 None None] Attempting to bind port 643de12d-1289-42a5-95e0-c1c54e28902a by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:39:15.229295 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daaec1ae-a7b8-4109-ab4b-540b5e7c6151 None None] Attempting to bind port 643de12d-1289-42a5-95e0-c1c54e28902a on network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:39:15.239999 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daaec1ae-a7b8-4109-ab4b-540b5e7c6151 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:39:15.240748 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daaec1ae-a7b8-4109-ab4b-540b5e7c6151 None None] Checking segment: {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:39:15.241588 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-daaec1ae-a7b8-4109-ab4b-540b5e7c6151 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:15.242180 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daaec1ae-a7b8-4109-ab4b-540b5e7c6151 None None] Bound using segment: {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:39:15.242841 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-daaec1ae-a7b8-4109-ab4b-540b5e7c6151 None None] Bound port: 643de12d-1289-42a5-95e0-c1c54e28902a, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:39:15.243423 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-daaec1ae-a7b8-4109-ab4b-540b5e7c6151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:15.263598 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-47b8e311-4f00-493c-90d0-197c9d9f8a54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255495'] for router, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:15.266072 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-47b8e311-4f00-493c-90d0-197c9d9f8a54 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:15.282999 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a114a167-e05c-4606-8fcf-e16e1eeda872 None None] Pushing event updated for resources: {'Port': ['ID=643de12d-1289-42a5-95e0-c1c54e28902a,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:39:15.312376 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-daaec1ae-a7b8-4109-ab4b-540b5e7c6151 None None] For port 643de12d-1289-42a5-95e0-c1c54e28902a, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:39:15.318470 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-daaec1ae-a7b8-4109-ab4b-540b5e7c6151 None None] For port 643de12d-1289-42a5-95e0-c1c54e28902a, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=643de12d-1289-42a5-95e0-c1c54e28902a,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:39:15.359047 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-145172b1-9d85-44cb-b871-51846379e032 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4824863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4612355'] for subnet, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:15.416407 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-daaec1ae-a7b8-4109-ab4b-540b5e7c6151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:15.446145 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-47b8e311-4f00-493c-90d0-197c9d9f8a54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8093499'] for router, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:15.447131 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47b8e311-4f00-493c-90d0-197c9d9f8a54 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f0d274d-d6b7-492a-9d87-a2a8d2235824 {{(pid=95502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 19:39:15.452741 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-47b8e311-4f00-493c-90d0-197c9d9f8a54 admin admin] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:15.456320 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-47b8e311-4f00-493c-90d0-197c9d9f8a54 admin admin] 10.222.0.49 "DELETE /v2.0/routers/3f0d274d-d6b7-492a-9d87-a2a8d2235824 HTTP/1.1" status: 204 len: 168 time: 1.4941504 Oct 12 19:39:15.457481 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 44528) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:39:15.467097 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145172b1-9d85-44cb-b871-51846379e032 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Pushing event updated for resources: {'Subnet': ['ID=f2089afa-b23b-4edd-8c92-b729350c9f49,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:39:15.467664 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device dd4ea2a9-693e-4051-b93b-4b1f1f71caf4 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:39:15.488833 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145172b1-9d85-44cb-b871-51846379e032 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Checking segment: {'id': '3cfe39cf-4f0d-49d3-b7e3-4c6135fb3b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'f2ec8300-0f72-4ff3-8abc-60a39fd10f0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:39:15.488833 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145172b1-9d85-44cb-b871-51846379e032 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Network hostable DHCP agents. Network: f2ec8300-0f72-4ff3-8abc-60a39fd10f0c, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:39:15.525792 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: dd4ea2a9-693e-4051-b93b-4b1f1f71caf4 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:39:15.526504 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device dd4ea2a9-693e-4051-b93b-4b1f1f71caf4 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:39:15.532841 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daaec1ae-a7b8-4109-ab4b-540b5e7c6151 None None] Routers {'ea7887cb-09ee-4373-81c0-d48a26d4b302'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:39:15.534057 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-daaec1ae-a7b8-4109-ab4b-540b5e7c6151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:39:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['ea7887cb-09ee-4373-81c0-d48a26d4b302'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:39:15.550231 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fdf0c90-f3cd-4a29-a99b-961e711cab13 admin admin] Deleting subnet a018426e-457a-416e-9691-80ebea8c6a8e {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:39:15.557614 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6fdf0c90-f3cd-4a29-a99b-961e711cab13 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:15.576685 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145172b1-9d85-44cb-b871-51846379e032 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Network f2ec8300-0f72-4ff3-8abc-60a39fd10f0c is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:39:15.594641 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6fdf0c90-f3cd-4a29-a99b-961e711cab13 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16313642'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:15.596065 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a114a167-e05c-4606-8fcf-e16e1eeda872 None None] Pushing event updated for resources: {'Port': ['ID=643de12d-1289-42a5-95e0-c1c54e28902a,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:39:15.656702 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-daaec1ae-a7b8-4109-ab4b-540b5e7c6151 None None] Set router ea7887cb-09ee-4373-81c0-d48a26d4b302 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:39:15.671522 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-145172b1-9d85-44cb-b871-51846379e032 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, f2ec8300-0f72-4ff3-8abc-60a39fd10f0c) {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:39:15.674899 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6fdf0c90-f3cd-4a29-a99b-961e711cab13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:15.682334 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df83279-6f6e-44ee-8e5a-21a50a30b018 None None] Network f2ec8300-0f72-4ff3-8abc-60a39fd10f0c requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:39:15.683192 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145172b1-9d85-44cb-b871-51846379e032 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:39:15.683800 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-145172b1-9d85-44cb-b871-51846379e032 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:15.800293 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-145172b1-9d85-44cb-b871-51846379e032 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.2118585 Oct 12 19:39:15.803108 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 44536) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:39:15.808684 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6fdf0c90-f3cd-4a29-a99b-961e711cab13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4306592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16245866'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:15.911982 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdf0c90-f3cd-4a29-a99b-961e711cab13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a018426e-457a-416e-9691-80ebea8c6a8e,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:39:15.914690 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6fdf0c90-f3cd-4a29-a99b-961e711cab13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:15.918287 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-6fdf0c90-f3cd-4a29-a99b-961e711cab13 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/a018426e-457a-416e-9691-80ebea8c6a8e HTTP/1.1" status: 204 len: 168 time: 0.4596949 Oct 12 19:39:15.920950 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 44538) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:39:15.934791 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a66d0a5c-51d6-49a2-9df9-2ed9297e3d14 None None] Network a708a200-7e66-492c-b5d7-e1a8e1bfdfd5 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:39:16.030859 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-546effae-a800-4317-a925-c0c085369ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:16.114405 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-546effae-a800-4317-a925-c0c085369ac1 admin admin] Deleting port c6a020f7-19c7-4efa-a1e8-243365627256 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:39:16.114855 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-546effae-a800-4317-a925-c0c085369ac1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:16.191604 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [None req-546effae-a800-4317-a925-c0c085369ac1 admin admin] For port c6a020f7-19c7-4efa-a1e8-243365627256, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=c6a020f7-19c7-4efa-a1e8-243365627256,segment=NetworkSegment(8e6db064-5309-46ef-97cf-869c5c8dd153),segment_id=8e6db064-5309-46ef-97cf-869c5c8dd153)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:39:16.194444 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-546effae-a800-4317-a925-c0c085369ac1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:16.213672 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-546effae-a800-4317-a925-c0c085369ac1 admin admin] Calling delete_port for c6a020f7-19c7-4efa-a1e8-243365627256 owned by network:dhcp {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:39:16.305613 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b46de5-c863-4851-8db2-c4b44bfbd476 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-f2ec8300-0f72-4ff3-8abc-60a39fd10f0c', 'network_id': 'f2ec8300-0f72-4ff3-8abc-60a39fd10f0c', 'tenant_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'fixed_ips': [{'subnet_id': 'f2089afa-b23b-4edd-8c92-b729350c9f49'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:39:16.307062 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-79b46de5-c863-4851-8db2-c4b44bfbd476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:16.427947 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0156db-24b3-4848-8cd9-ccafd867c0a4 req-39b9f787-3f13-4bc7-b541-e2c5d9d35112 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:39:16.435771 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ef0156db-24b3-4848-8cd9-ccafd867c0a4 req-39b9f787-3f13-4bc7-b541-e2c5d9d35112 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.49 "GET /v2.0/ports?device_id=3310ae0c-db3a-4fb7-851b-5871798d1a3a HTTP/1.1" status: 200 len: 945 time: 0.1101847 Oct 12 19:39:16.485133 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-79b46de5-c863-4851-8db2-c4b44bfbd476 None None] Allocated IP 172.20.0.2 (f2ec8300-0f72-4ff3-8abc-60a39fd10f0c/f2089afa-b23b-4edd-8c92-b729350c9f49/39bbf912-701a-426e-8067-a245ea0c80dd) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:39:16.503128 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ef0156db-24b3-4848-8cd9-ccafd867c0a4 req-c36b4c9a-1022-4e7e-9a71-3fe1de9bdfe5 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.49 "GET /v2.0/security-groups?id=b589d12c-a5a1-4656-ba26-99d858483345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565798 Oct 12 19:39:16.532171 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-daaec1ae-a7b8-4109-ab4b-540b5e7c6151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea7887cb-09ee-4373-81c0-d48a26d4b302', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2016521244', 'tenant_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': '643de12d-1289-42a5-95e0-c1c54e28902a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:39:10Z', 'updated_at': '2021-10-12T19:39:12Z', 'revision_number': 3, 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'gw_port': {'id': '643de12d-1289-42a5-95e0-c1c54e28902a', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ab:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea7887cb-09ee-4373-81c0-d48a26d4b302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:39:11Z', 'updated_at': '2021-10-12T19:39:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:39:16.554857 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-546effae-a800-4317-a925-c0c085369ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:16.555553 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d9f87e24-a279-4f2e-a15f-0bbda743d1a5 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:16.615238 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546effae-a800-4317-a925-c0c085369ac1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6a020f7-19c7-4efa-a1e8-243365627256,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:39:16.631689 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546effae-a800-4317-a925-c0c085369ac1 admin admin] No DVR routers for this DVR port c6a020f7-19c7-4efa-a1e8-243365627256 on host n-d-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:39:16.739824 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-546effae-a800-4317-a925-c0c085369ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:16.752226 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc01c3e0-04cf-4a6f-bee4-eb7a2017c26a req-5f4e97a9-840b-467b-9033-a86bbaef4bf0 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:39:16.753779 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-cc01c3e0-04cf-4a6f-bee4-eb7a2017c26a req-5f4e97a9-840b-467b-9033-a86bbaef4bf0 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.49 "GET /v2.0/ports?device_id=3310ae0c-db3a-4fb7-851b-5871798d1a3a HTTP/1.1" status: 200 len: 945 time: 0.1155279 Oct 12 19:39:16.766074 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 44562) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:39:16.779490 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-63b244df-1855-4809-b742-7e4c094d8cbd tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Request body: {'floatingip': {'port_id': '28012c3c-f741-494e-9949-6381272404e8'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:39:16.789617 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-546effae-a800-4317-a925-c0c085369ac1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a708a200-7e66-492c-b5d7-e1a8e1bfdfd5']}} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:39:16.790271 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c442da65-921b-49e7-9597-1ed65130ed2e None None] DHCP port deletion for a708a200-7e66-492c-b5d7-e1a8e1bfdfd5 request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 19:39:16.802653 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-546effae-a800-4317-a925-c0c085369ac1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e6db064-5309-46ef-97cf-869c5c8dd153') {'for_net_delete': True} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:39:16.802948 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-546effae-a800-4317-a925-c0c085369ac1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e6db064-5309-46ef-97cf-869c5c8dd153') {} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:39:16.813215 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-546effae-a800-4317-a925-c0c085369ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4281072'] for segment, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:16.822882 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daaec1ae-a7b8-4109-ab4b-540b5e7c6151 None None] The sync data for ids ['ea7887cb-09ee-4373-81c0-d48a26d4b302'] in n-d-813679-3 is: [{'id': 'ea7887cb-09ee-4373-81c0-d48a26d4b302', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2016521244', 'tenant_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': '643de12d-1289-42a5-95e0-c1c54e28902a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:39:10Z', 'updated_at': '2021-10-12T19:39:12Z', 'revision_number': 3, 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'gw_port': {'id': '643de12d-1289-42a5-95e0-c1c54e28902a', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ab:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea7887cb-09ee-4373-81c0-d48a26d4b302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:39:11Z', 'updated_at': '2021-10-12T19:39:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:39:16.829285 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-546effae-a800-4317-a925-c0c085369ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:16.840380 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-546effae-a800-4317-a925-c0c085369ac1 admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=95501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:39:16.840789 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-546effae-a800-4317-a925-c0c085369ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4823170'] for segment, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:16.843164 n-d-813679-3 neutron-server[95501]: Traceback (most recent call last): Oct 12 19:39:16.843164 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:39:16.843164 n-d-813679-3 neutron-server[95501]: timer() Oct 12 19:39:16.843164 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:39:16.843164 n-d-813679-3 neutron-server[95501]: cb(*args, **kw) Oct 12 19:39:16.843164 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:39:16.843164 n-d-813679-3 neutron-server[95501]: return func(*args, **kwargs) Oct 12 19:39:16.843164 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:39:16.843164 n-d-813679-3 neutron-server[95501]: self._notify() Oct 12 19:39:16.843164 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:39:16.843164 n-d-813679-3 neutron-server[95501]: self.callback(batched_events) Oct 12 19:39:16.843164 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:39:16.843164 n-d-813679-3 neutron-server[95501]: event.method(event) Oct 12 19:39:16.843164 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:39:16.843164 n-d-813679-3 neutron-server[95501]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:39:16.843164 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:39:16.843164 n-d-813679-3 neutron-server[95501]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:39:16.843164 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:39:16.843164 n-d-813679-3 neutron-server[95501]: return f(self, *a, **k) Oct 12 19:39:16.843164 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:39:16.843164 n-d-813679-3 neutron-server[95501]: return self._get(url).json() Oct 12 19:39:16.843164 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:39:16.843164 n-d-813679-3 neutron-server[95501]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:39:16.843164 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:39:16.843164 n-d-813679-3 neutron-server[95501]: return self.request(url, 'GET', **kwargs) Oct 12 19:39:16.843164 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:39:16.843164 n-d-813679-3 neutron-server[95501]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:39:16.843164 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:39:16.843164 n-d-813679-3 neutron-server[95501]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:39:16.843164 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:39:16.843164 n-d-813679-3 neutron-server[95501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:39:16.843164 n-d-813679-3 neutron-server[95501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:39:16.928123 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-63b244df-1855-4809-b742-7e4c094d8cbd tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Notify callbacks [] for floatingip, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:16.937412 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-79b46de5-c863-4851-8db2-c4b44bfbd476 None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:16.994399 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-546effae-a800-4317-a925-c0c085369ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:17.000739 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-546effae-a800-4317-a925-c0c085369ac1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:17.004338 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-546effae-a800-4317-a925-c0c085369ac1 admin admin] 10.222.0.49 "DELETE /v2.0/networks/a708a200-7e66-492c-b5d7-e1a8e1bfdfd5 HTTP/1.1" status: 204 len: 168 time: 1.0821686 Oct 12 19:39:17.032223 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546effae-a800-4317-a925-c0c085369ac1 admin admin] Pushing event deleted for resources: {'Network': ['ID=a708a200-7e66-492c-b5d7-e1a8e1bfdfd5,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:39:17.055838 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-79b46de5-c863-4851-8db2-c4b44bfbd476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:17.169766 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b46de5-c863-4851-8db2-c4b44bfbd476 None None] Pushing event updated for resources: {'Port': ['ID=39bbf912-701a-426e-8067-a245ea0c80dd,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:39:17.187320 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b46de5-c863-4851-8db2-c4b44bfbd476 None None] Network f2ec8300-0f72-4ff3-8abc-60a39fd10f0c is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:39:17.202416 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-79b46de5-c863-4851-8db2-c4b44bfbd476 None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:39:17.208894 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b46de5-c863-4851-8db2-c4b44bfbd476 None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:39:17.247893 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device c6a020f7-19c7-4efa-a1e8-243365627256 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:39:17.290762 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: c6a020f7-19c7-4efa-a1e8-243365627256 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:39:17.291292 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device c6a020f7-19c7-4efa-a1e8-243365627256 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:39:17.291850 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device ff19cf85-865d-4a27-ba18-149688394b6c no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:39:17.317180 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: ff19cf85-865d-4a27-ba18-149688394b6c {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:39:17.317837 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device ff19cf85-865d-4a27-ba18-149688394b6c not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:39:17.331310 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-79b46de5-c863-4851-8db2-c4b44bfbd476 None None] Attempting to bind port 39bbf912-701a-426e-8067-a245ea0c80dd on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:39:17.331724 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-79b46de5-c863-4851-8db2-c4b44bfbd476 None None] Attempting to bind port 39bbf912-701a-426e-8067-a245ea0c80dd by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '3cfe39cf-4f0d-49d3-b7e3-4c6135fb3b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'f2ec8300-0f72-4ff3-8abc-60a39fd10f0c'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:39:17.332048 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b46de5-c863-4851-8db2-c4b44bfbd476 None None] Attempting to bind port 39bbf912-701a-426e-8067-a245ea0c80dd on network f2ec8300-0f72-4ff3-8abc-60a39fd10f0c {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:39:17.341571 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b46de5-c863-4851-8db2-c4b44bfbd476 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:39:17.342206 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b46de5-c863-4851-8db2-c4b44bfbd476 None None] Checking segment: {'id': '3cfe39cf-4f0d-49d3-b7e3-4c6135fb3b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'f2ec8300-0f72-4ff3-8abc-60a39fd10f0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:39:17.345274 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-79b46de5-c863-4851-8db2-c4b44bfbd476 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:17.345274 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b46de5-c863-4851-8db2-c4b44bfbd476 None None] Bound using segment: {'id': '3cfe39cf-4f0d-49d3-b7e3-4c6135fb3b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'f2ec8300-0f72-4ff3-8abc-60a39fd10f0c'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:39:17.345274 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-79b46de5-c863-4851-8db2-c4b44bfbd476 None None] Bound port: 39bbf912-701a-426e-8067-a245ea0c80dd, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cfe39cf-4f0d-49d3-b7e3-4c6135fb3b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'f2ec8300-0f72-4ff3-8abc-60a39fd10f0c'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:39:17.345274 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-79b46de5-c863-4851-8db2-c4b44bfbd476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:17.440328 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-79b46de5-c863-4851-8db2-c4b44bfbd476 None None] For port 39bbf912-701a-426e-8067-a245ea0c80dd, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:39:17.454772 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-79b46de5-c863-4851-8db2-c4b44bfbd476 None None] For port 39bbf912-701a-426e-8067-a245ea0c80dd, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=39bbf912-701a-426e-8067-a245ea0c80dd,segment=NetworkSegment(3cfe39cf-4f0d-49d3-b7e3-4c6135fb3b13),segment_id=3cfe39cf-4f0d-49d3-b7e3-4c6135fb3b13)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:39:17.456081 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-d9f87e24-a279-4f2e-a15f-0bbda743d1a5 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Allocated IP 172.20.0.1 (f2ec8300-0f72-4ff3-8abc-60a39fd10f0c/f2089afa-b23b-4edd-8c92-b729350c9f49/fdde8787-e8e9-41d9-9c6e-2686cca6d102) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:39:17.518722 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-79b46de5-c863-4851-8db2-c4b44bfbd476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:17.524267 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 44576) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:39:17.613244 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b46de5-c863-4851-8db2-c4b44bfbd476 None None] Pushing event updated for resources: {'Port': ['ID=39bbf912-701a-426e-8067-a245ea0c80dd,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:39:17.639951 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-a85bb582-fa7b-42d4-a761-3fa58ca4a243 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2983a9ccec974a83921e8ec0ad8d6818&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1144862 Oct 12 19:39:17.642923 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 44578) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:39:17.723381 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a1a13c67-3861-42ef-98e2-2b0dbcbec98f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:17.749907 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a1a13c67-3861-42ef-98e2-2b0dbcbec98f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:17.889978 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a1a13c67-3861-42ef-98e2-2b0dbcbec98f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:17.893013 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a1a13c67-3861-42ef-98e2-2b0dbcbec98f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:17.896858 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-a1a13c67-3861-42ef-98e2-2b0dbcbec98f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3e0a7151-ee26-4e82-b2e3-6b653bf34ac1 HTTP/1.1" status: 204 len: 168 time: 0.2505856 Oct 12 19:39:17.909626 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a13c67-3861-42ef-98e2-2b0dbcbec98f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e0a7151-ee26-4e82-b2e3-6b653bf34ac1,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:39:17.932679 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a13c67-3861-42ef-98e2-2b0dbcbec98f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:39:17.935351 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a13c67-3861-42ef-98e2-2b0dbcbec98f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:39:17.935851 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a13c67-3861-42ef-98e2-2b0dbcbec98f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:39:17.936333 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a13c67-3861-42ef-98e2-2b0dbcbec98f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:39:17.937016 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a13c67-3861-42ef-98e2-2b0dbcbec98f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:39:17.937457 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a13c67-3861-42ef-98e2-2b0dbcbec98f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:39:17.939124 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a13c67-3861-42ef-98e2-2b0dbcbec98f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:39:17.939563 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a13c67-3861-42ef-98e2-2b0dbcbec98f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:39:17.940013 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a13c67-3861-42ef-98e2-2b0dbcbec98f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:39:17.943404 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a13c67-3861-42ef-98e2-2b0dbcbec98f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:39:17.943928 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a13c67-3861-42ef-98e2-2b0dbcbec98f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:39:17.951868 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a13c67-3861-42ef-98e2-2b0dbcbec98f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:39:18.439731 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d9f87e24-a279-4f2e-a15f-0bbda743d1a5 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:18.484956 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.db.resource_extend [None req-63b244df-1855-4809-b742-7e4c094d8cbd tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] It took 0.63 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 12 19:39:18.535850 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-63b244df-1855-4809-b742-7e4c094d8cbd tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:18.559148 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d9f87e24-a279-4f2e-a15f-0bbda743d1a5 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:18.601330 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f87e24-a279-4f2e-a15f-0bbda743d1a5 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Network f2ec8300-0f72-4ff3-8abc-60a39fd10f0c is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:39:18.604388 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-d9f87e24-a279-4f2e-a15f-0bbda743d1a5 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:39:18.608788 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f87e24-a279-4f2e-a15f-0bbda743d1a5 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:39:18.623051 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-63b244df-1855-4809-b742-7e4c094d8cbd tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7915414'] for floatingip, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:18.643632 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f87e24-a279-4f2e-a15f-0bbda743d1a5 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Pushing event updated for resources: {'Port': ['ID=fdde8787-e8e9-41d9-9c6e-2686cca6d102,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:39:18.705339 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d9f87e24-a279-4f2e-a15f-0bbda743d1a5 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7915309'] for router_interface, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:18.820922 n-d-813679-3 neutron-server[95502]: INFO neutron.db.l3_db [None req-63b244df-1855-4809-b742-7e4c094d8cbd tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Floating IP 964f2e4b-7483-47ee-a692-bcac07d67b32 associated. External IP: 172.25.5.245, port: 28012c3c-f741-494e-9949-6381272404e8. Oct 12 19:39:18.833266 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 44608) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:39:18.892675 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-24f001c5-4c22-4e24-a197-3a2c088f5205 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cd68c1f413bc42ce9bd43f1a52502ae5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0582104 Oct 12 19:39:18.895178 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 44610) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:39:18.956666 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1679df84-eed1-40dc-bd76-e4e866c56628 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:18.979419 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1679df84-eed1-40dc-bd76-e4e866c56628 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:19.104877 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d9f87e24-a279-4f2e-a15f-0bbda743d1a5 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:19.113407 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1679df84-eed1-40dc-bd76-e4e866c56628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:19.116078 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1679df84-eed1-40dc-bd76-e4e866c56628 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:19.119086 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-1679df84-eed1-40dc-bd76-e4e866c56628 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f29be594-dba3-4c98-ba53-4e197c54c950 HTTP/1.1" status: 204 len: 168 time: 0.2204812 Oct 12 19:39:19.137017 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1679df84-eed1-40dc-bd76-e4e866c56628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f29be594-dba3-4c98-ba53-4e197c54c950,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:39:19.154626 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 19:39:19.409877 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 643de12d-1289-42a5-95e0-c1c54e28902a up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:39:19.514521 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 643de12d-1289-42a5-95e0-c1c54e28902a triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:39:19.514521 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:19.559590 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd1300f-2312-4366-b294-1d08ab03a9cd None None] Network f2ec8300-0f72-4ff3-8abc-60a39fd10f0c requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:39:19.601125 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63b244df-1855-4809-b742-7e4c094d8cbd tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Router 8076eb30-c43d-4013-8348-3b77b8a81222 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:39:19.642072 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-756b5855-d588-4e8f-bc98-499784736c8c None None] Provisioning complete for port 39bbf912-701a-426e-8067-a245ea0c80dd triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:39:19.643381 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-756b5855-d588-4e8f-bc98-499784736c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:19.810737 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:19.847116 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] For port 643de12d-1289-42a5-95e0-c1c54e28902a, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=643de12d-1289-42a5-95e0-c1c54e28902a,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:39:19.948217 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:19.949907 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 39bbf912-701a-426e-8067-a245ea0c80dd up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:39:19.992756 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63b244df-1855-4809-b742-7e4c094d8cbd tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:39:19.998997 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-63b244df-1855-4809-b742-7e4c094d8cbd tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:20.000230 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-756b5855-d588-4e8f-bc98-499784736c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:20.009708 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d7d310-bd17-4bdb-a1c2-2b44a6414097 None None] Sync routers for ids ['8076eb30-c43d-4013-8348-3b77b8a81222'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:39:20.022000 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d7d310-bd17-4bdb-a1c2-2b44a6414097 None None] Routers {'8076eb30-c43d-4013-8348-3b77b8a81222'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:39:20.026669 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-38d7d310-bd17-4bdb-a1c2-2b44a6414097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:39:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['8076eb30-c43d-4013-8348-3b77b8a81222'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:39:20.043468 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d9f87e24-a279-4f2e-a15f-0bbda743d1a5 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:20.063612 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-63b244df-1855-4809-b742-7e4c094d8cbd tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.49 "PUT /v2.0/floatingips/964f2e4b-7483-47ee-a692-bcac07d67b32 HTTP/1.1" status: 200 len: 991 time: 3.2818186 Oct 12 19:39:20.064495 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3310ae0c-db3a-4fb7-851b-5871798d1a3a', 'tag': '28012c3c-f741-494e-9949-6381272404e8'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:39:20.067109 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-928c1f44-514e-4263-8855-bbc49a3ea621" -d '{"events": [{"name": "network-changed", "server_uuid": "3310ae0c-db3a-4fb7-851b-5871798d1a3a", "tag": "28012c3c-f741-494e-9949-6381272404e8"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:39:20.107341 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d9f87e24-a279-4f2e-a15f-0bbda743d1a5 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:20.108869 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-756b5855-d588-4e8f-bc98-499784736c8c None None] For port 39bbf912-701a-426e-8067-a245ea0c80dd, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=39bbf912-701a-426e-8067-a245ea0c80dd,segment=NetworkSegment(3cfe39cf-4f0d-49d3-b7e3-4c6135fb3b13),segment_id=3cfe39cf-4f0d-49d3-b7e3-4c6135fb3b13)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:39:20.117617 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Pushing event updated for resources: {'Port': ['ID=643de12d-1289-42a5-95e0-c1c54e28902a,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:39:20.169521 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 39bbf912-701a-426e-8067-a245ea0c80dd triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:39:20.170333 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:20.181392 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd787d5c-932a-433d-82c3-7c3a3592fd21 x-openstack-request-id: req-bd787d5c-932a-433d-82c3-7c3a3592fd21 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:39:20.182378 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3310ae0c-db3a-4fb7-851b-5871798d1a3a", "tag": "28012c3c-f741-494e-9949-6381272404e8", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:39:20.182785 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bd787d5c-932a-433d-82c3-7c3a3592fd21 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:39:20.184002 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3310ae0c-db3a-4fb7-851b-5871798d1a3a', 'tag': '28012c3c-f741-494e-9949-6381272404e8', 'status': 'completed', 'code': 200} Oct 12 19:39:20.219790 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-756b5855-d588-4e8f-bc98-499784736c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:20.259257 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-38d7d310-bd17-4bdb-a1c2-2b44a6414097 None None] Set router 8076eb30-c43d-4013-8348-3b77b8a81222 gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:39:20.260692 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f87e24-a279-4f2e-a15f-0bbda743d1a5 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Pushing event updated for resources: {'Port': ['ID=fdde8787-e8e9-41d9-9c6e-2686cca6d102,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:39:20.263904 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d9f87e24-a279-4f2e-a15f-0bbda743d1a5 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7898980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8092605'] for router_interface, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:20.318393 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928c1f44-514e-4263-8855-bbc49a3ea621 req-02c99824-a874-46cc-9ad4-9231b8d77cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:39:20.321926 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-928c1f44-514e-4263-8855-bbc49a3ea621 req-02c99824-a874-46cc-9ad4-9231b8d77cdb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=da56e5b248094156ada95d11ba3c5b37&device_id=3310ae0c-db3a-4fb7-851b-5871798d1a3a HTTP/1.1" status: 200 len: 1096 time: 0.1234972 Oct 12 19:39:20.390514 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756b5855-d588-4e8f-bc98-499784736c8c None None] Pushing event updated for resources: {'Port': ['ID=39bbf912-701a-426e-8067-a245ea0c80dd,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:39:20.444651 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f87e24-a279-4f2e-a15f-0bbda743d1a5 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Network f2ec8300-0f72-4ff3-8abc-60a39fd10f0c is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:39:20.449913 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-d9f87e24-a279-4f2e-a15f-0bbda743d1a5 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:39:20.610753 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928c1f44-514e-4263-8855-bbc49a3ea621 req-eef2431c-bc5d-46a6-b791-3fe6dea6b9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:39:20.616010 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-928c1f44-514e-4263-8855-bbc49a3ea621 req-eef2431c-bc5d-46a6-b791-3fe6dea6b9e2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=74a2c063-d43e-4221-94e9-d3ab154855fc HTTP/1.1" status: 200 len: 912 time: 0.2858422 Oct 12 19:39:20.675061 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-fee0a897-f438-476f-a208-95f9e1b29c70 None None] Provisioning complete for port fdde8787-e8e9-41d9-9c6e-2686cca6d102 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:39:20.678317 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fee0a897-f438-476f-a208-95f9e1b29c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:20.719454 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9f87e24-a279-4f2e-a15f-0bbda743d1a5 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Router ea7887cb-09ee-4373-81c0-d48a26d4b302 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:39:20.751209 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-928c1f44-514e-4263-8855-bbc49a3ea621 req-88c929ec-4db8-46df-aae3-5352c1076dfb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=28012c3c-f741-494e-9949-6381272404e8 HTTP/1.1" status: 200 len: 999 time: 0.1260912 Oct 12 19:39:20.773405 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-fee0a897-f438-476f-a208-95f9e1b29c70 None None] Port fdde8787-e8e9-41d9-9c6e-2686cca6d102 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:39:20.798418 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-fee0a897-f438-476f-a208-95f9e1b29c70 None None] Provisioning complete for port 39bbf912-701a-426e-8067-a245ea0c80dd triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:39:20.798594 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fee0a897-f438-476f-a208-95f9e1b29c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:20.829130 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928c1f44-514e-4263-8855-bbc49a3ea621 req-e54000a7-9df2-43a5-b1e9-79a22c708cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:39:20.831738 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-928c1f44-514e-4263-8855-bbc49a3ea621 req-e54000a7-9df2-43a5-b1e9-79a22c708cc9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3a0cf0c9-d039-4d05-a67a-cc48a10b2cbc HTTP/1.1" status: 200 len: 850 time: 0.0717819 Oct 12 19:39:20.910774 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928c1f44-514e-4263-8855-bbc49a3ea621 req-c7204f2a-065e-41dc-823f-a7876a39ac9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:39:20.914906 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-928c1f44-514e-4263-8855-bbc49a3ea621 req-c7204f2a-065e-41dc-823f-a7876a39ac9b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=74a2c063-d43e-4221-94e9-d3ab154855fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0742624 Oct 12 19:39:21.033520 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9f87e24-a279-4f2e-a15f-0bbda743d1a5 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:39:21.050430 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd190576-a4e0-4385-a4d7-a0844f2a03f9 None None] Sync routers for ids ['ea7887cb-09ee-4373-81c0-d48a26d4b302'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:39:21.050515 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-d9f87e24-a279-4f2e-a15f-0bbda743d1a5 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "PUT /v2.0/routers/ea7887cb-09ee-4373-81c0-d48a26d4b302/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2434690 Oct 12 19:39:21.057024 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-928c1f44-514e-4263-8855-bbc49a3ea621 req-0c66103a-099f-4f11-929d-147ef7f53540 service neutron] 10.222.0.67 "GET /v2.0/networks/74a2c063-d43e-4221-94e9-d3ab154855fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324489 Oct 12 19:39:21.066681 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd190576-a4e0-4385-a4d7-a0844f2a03f9 None None] Routers {'ea7887cb-09ee-4373-81c0-d48a26d4b302'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:39:21.067195 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-fd190576-a4e0-4385-a4d7-a0844f2a03f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:39:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['ea7887cb-09ee-4373-81c0-d48a26d4b302'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:39:21.101294 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-38d7d310-bd17-4bdb-a1c2-2b44a6414097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8076eb30-c43d-4013-8348-3b77b8a81222', 'name': 'tempest-AttachVolumeTestJSON-1928131603-router', 'tenant_id': 'da56e5b248094156ada95d11ba3c5b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': 'f9385a02-35b8-4610-bb29-937f4a3fdfc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:34:42Z', 'updated_at': '2021-10-12T19:34:49Z', 'revision_number': 4, 'project_id': 'da56e5b248094156ada95d11ba3c5b37', 'gw_port': {'id': 'f9385a02-35b8-4610-bb29-937f4a3fdfc3', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8076eb30-c43d-4013-8348-3b77b8a81222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2599, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:34:44Z', 'updated_at': '2021-10-12T19:34:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': '964f2e4b-7483-47ee-a692-bcac07d67b32', 'tenant_id': 'da56e5b248094156ada95d11ba3c5b37', 'floating_ip_address': '172.25.5.245', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': '8076eb30-c43d-4013-8348-3b77b8a81222', 'port_id': '28012c3c-f741-494e-9949-6381272404e8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3040, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74a2c063-d43e-4221-94e9-d3ab154855fc', 'mac_address': 'fa:16:3e:4d:2a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3310ae0c-db3a-4fb7-851b-5871798d1a3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T19:38:58Z', 'updated_at': '2021-10-12T19:39:17Z', 'revision_number': 1, 'project_id': 'da56e5b248094156ada95d11ba3c5b37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f444c26-39ba-4818-8485-fb4d9ffa252d', 'name': '', 'network_id': '74a2c063-d43e-4221-94e9-d3ab154855fc', 'tenant_id': 'da56e5b248094156ada95d11ba3c5b37', 'mac_address': 'fa:16:3e:00:ec:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8076eb30-c43d-4013-8348-3b77b8a81222', 'device_owner': 'network:router_interface', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '3a0cf0c9-d039-4d05-a67a-cc48a10b2cbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:34:47Z', 'updated_at': '2021-10-12T19:34:53Z', 'revision_number': 5, 'project_id': 'da56e5b248094156ada95d11ba3c5b37', 'subnets': [{'id': '3a0cf0c9-d039-4d05-a67a-cc48a10b2cbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:39:21.206249 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d7d310-bd17-4bdb-a1c2-2b44a6414097 None None] Checking router: 8076eb30-c43d-4013-8348-3b77b8a81222 for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:39:21.234962 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d7d310-bd17-4bdb-a1c2-2b44a6414097 None None] Routers {'8076eb30-c43d-4013-8348-3b77b8a81222'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:39:21.235866 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-38d7d310-bd17-4bdb-a1c2-2b44a6414097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:39:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['8076eb30-c43d-4013-8348-3b77b8a81222'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:39:21.253872 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 643de12d-1289-42a5-95e0-c1c54e28902a up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:39:21.299083 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-928c1f44-514e-4263-8855-bbc49a3ea621 req-4ba01ecb-8bb9-4d03-874d-55d3bba33ff1 service neutron] 10.222.0.67 "GET /v2.0/networks/74a2c063-d43e-4221-94e9-d3ab154855fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221544 Oct 12 19:39:21.299235 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 44682) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:39:21.415750 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f8a2fb49-f36b-4e35-bd39-106979e606d4 req-fc8b67eb-cd24-4a93-8c5b-50ae30a9a0ab tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-397918024&fields=id&tenant_id=80c6b006e6d9432a90abc6a3ef8ab3a8 HTTP/1.1" status: 200 len: 267 time: 0.1035895 Oct 12 19:39:21.459703 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-5c6b9c3e-f3f3-47a4-b90d-9c6b693cddfb admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-401318167-network', 'tenant_id': '2252a5fa76944964a03e058b97e9a65a'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:39:21.500435 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-38d7d310-bd17-4bdb-a1c2-2b44a6414097 None None] Set router 8076eb30-c43d-4013-8348-3b77b8a81222 gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:39:21.502050 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-d474443e-19f8-4ee2-8fbc-23bab008a5b6 None None] Provisioning complete for port fdde8787-e8e9-41d9-9c6e-2686cca6d102 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:39:21.502435 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d474443e-19f8-4ee2-8fbc-23bab008a5b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:21.556442 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 643de12d-1289-42a5-95e0-c1c54e28902a triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:39:21.557010 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:21.557812 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a2fb49-f36b-4e35-bd39-106979e606d4 req-36041040-e2f2-4027-89c2-56de6b1d4206 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:39:21.560642 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f8a2fb49-f36b-4e35-bd39-106979e606d4 req-36041040-e2f2-4027-89c2-56de6b1d4206 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/networks?id=f2ec8300-0f72-4ff3-8abc-60a39fd10f0c HTTP/1.1" status: 200 len: 796 time: 0.1408355 Oct 12 19:39:21.575927 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c6b9c3e-f3f3-47a4-b90d-9c6b693cddfb admin admin] Made reservation on behalf of 2252a5fa76944964a03e058b97e9a65a for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:39:21.578761 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5c6b9c3e-f3f3-47a4-b90d-9c6b693cddfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:21.590083 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5c6b9c3e-f3f3-47a4-b90d-9c6b693cddfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:21.596281 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f8a2fb49-f36b-4e35-bd39-106979e606d4 req-d0235f20-783a-4296-9c1a-20ac77aec111 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/quotas/80c6b006e6d9432a90abc6a3ef8ab3a8 HTTP/1.1" status: 200 len: 375 time: 0.0231156 Oct 12 19:39:21.642583 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-d474443e-19f8-4ee2-8fbc-23bab008a5b6 None None] Port fdde8787-e8e9-41d9-9c6e-2686cca6d102 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:39:21.687555 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f8a2fb49-f36b-4e35-bd39-106979e606d4 req-ce68d37a-d679-4397-ac7f-117caff8e6c1 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=80c6b006e6d9432a90abc6a3ef8ab3a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0901685 Oct 12 19:39:21.747357 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-fd190576-a4e0-4385-a4d7-a0844f2a03f9 None None] Set router ea7887cb-09ee-4373-81c0-d48a26d4b302 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:39:21.779818 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5c6b9c3e-f3f3-47a4-b90d-9c6b693cddfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:21.792495 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 39bbf912-701a-426e-8067-a245ea0c80dd up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:39:21.855927 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5c6b9c3e-f3f3-47a4-b90d-9c6b693cddfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:21.858155 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f8a2fb49-f36b-4e35-bd39-106979e606d4 req-e669851b-9273-4323-95b1-89b925e0e19a service neutron] 10.222.0.49 "GET /v2.0/networks/f2ec8300-0f72-4ff3-8abc-60a39fd10f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512916 Oct 12 19:39:21.897983 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c6b9c3e-f3f3-47a4-b90d-9c6b693cddfb admin admin] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:39:21.929142 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6b9c3e-f3f3-47a4-b90d-9c6b693cddfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a7c0b80-eab1-48a8-ae9a-cefafcd3c047,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:39:21.941114 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5c6b9c3e-f3f3-47a4-b90d-9c6b693cddfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:21.941455 n-d-813679-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-5c6b9c3e-f3f3-47a4-b90d-9c6b693cddfb admin admin] Added segment 8b525b50-218a-4437-a357-ff58cce8b198 of type vlan for network d4e1622c-ea22-4cda-8e42-66654c22b1ee Oct 12 19:39:21.986457 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-4b8141e1-d242-41f6-b4ae-31c51dbc92a1 None None] Provisioning complete for port fdde8787-e8e9-41d9-9c6e-2686cca6d102 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:39:21.986828 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4b8141e1-d242-41f6-b4ae-31c51dbc92a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:22.020969 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f8a2fb49-f36b-4e35-bd39-106979e606d4 req-2daad0b1-b11f-47e1-9609-a61b0b902134 service neutron] 10.222.0.49 "GET /v2.0/networks/f2ec8300-0f72-4ff3-8abc-60a39fd10f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548767 Oct 12 19:39:22.032599 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-38d7d310-bd17-4bdb-a1c2-2b44a6414097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8076eb30-c43d-4013-8348-3b77b8a81222', 'name': 'tempest-AttachVolumeTestJSON-1928131603-router', 'tenant_id': 'da56e5b248094156ada95d11ba3c5b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': 'f9385a02-35b8-4610-bb29-937f4a3fdfc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:34:42Z', 'updated_at': '2021-10-12T19:34:49Z', 'revision_number': 4, 'project_id': 'da56e5b248094156ada95d11ba3c5b37', 'gw_port': {'id': 'f9385a02-35b8-4610-bb29-937f4a3fdfc3', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8076eb30-c43d-4013-8348-3b77b8a81222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2599, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:34:44Z', 'updated_at': '2021-10-12T19:34:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': '964f2e4b-7483-47ee-a692-bcac07d67b32', 'tenant_id': 'da56e5b248094156ada95d11ba3c5b37', 'floating_ip_address': '172.25.5.245', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': '8076eb30-c43d-4013-8348-3b77b8a81222', 'port_id': '28012c3c-f741-494e-9949-6381272404e8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3040, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74a2c063-d43e-4221-94e9-d3ab154855fc', 'mac_address': 'fa:16:3e:4d:2a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3310ae0c-db3a-4fb7-851b-5871798d1a3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T19:38:58Z', 'updated_at': '2021-10-12T19:39:17Z', 'revision_number': 1, 'project_id': 'da56e5b248094156ada95d11ba3c5b37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f444c26-39ba-4818-8485-fb4d9ffa252d', 'name': '', 'network_id': '74a2c063-d43e-4221-94e9-d3ab154855fc', 'tenant_id': 'da56e5b248094156ada95d11ba3c5b37', 'mac_address': 'fa:16:3e:00:ec:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8076eb30-c43d-4013-8348-3b77b8a81222', 'device_owner': 'network:router_interface', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '3a0cf0c9-d039-4d05-a67a-cc48a10b2cbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:34:47Z', 'updated_at': '2021-10-12T19:34:53Z', 'revision_number': 5, 'project_id': 'da56e5b248094156ada95d11ba3c5b37', 'subnets': [{'id': '3a0cf0c9-d039-4d05-a67a-cc48a10b2cbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:39:22.036549 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5c6b9c3e-f3f3-47a4-b90d-9c6b693cddfb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:22.063976 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d7d310-bd17-4bdb-a1c2-2b44a6414097 None None] The sync data for ids ['8076eb30-c43d-4013-8348-3b77b8a81222'] in n-d-813679-3 is: [{'id': '8076eb30-c43d-4013-8348-3b77b8a81222', 'name': 'tempest-AttachVolumeTestJSON-1928131603-router', 'tenant_id': 'da56e5b248094156ada95d11ba3c5b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': 'f9385a02-35b8-4610-bb29-937f4a3fdfc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:34:42Z', 'updated_at': '2021-10-12T19:34:49Z', 'revision_number': 4, 'project_id': 'da56e5b248094156ada95d11ba3c5b37', 'gw_port': {'id': 'f9385a02-35b8-4610-bb29-937f4a3fdfc3', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8076eb30-c43d-4013-8348-3b77b8a81222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2599, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:34:44Z', 'updated_at': '2021-10-12T19:34:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': '964f2e4b-7483-47ee-a692-bcac07d67b32', 'tenant_id': 'da56e5b248094156ada95d11ba3c5b37', 'floating_ip_address': '172.25.5.245', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': '8076eb30-c43d-4013-8348-3b77b8a81222', 'port_id': '28012c3c-f741-494e-9949-6381272404e8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3040, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74a2c063-d43e-4221-94e9-d3ab154855fc', 'mac_address': 'fa:16:3e:4d:2a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3310ae0c-db3a-4fb7-851b-5871798d1a3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T19:38:58Z', 'updated_at': '2021-10-12T19:39:17Z', 'revision_number': 1, 'project_id': 'da56e5b248094156ada95d11ba3c5b37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f444c26-39ba-4818-8485-fb4d9ffa252d', 'name': '', 'network_id': '74a2c063-d43e-4221-94e9-d3ab154855fc', 'tenant_id': 'da56e5b248094156ada95d11ba3c5b37', 'mac_address': 'fa:16:3e:00:ec:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8076eb30-c43d-4013-8348-3b77b8a81222', 'device_owner': 'network:router_interface', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '3a0cf0c9-d039-4d05-a67a-cc48a10b2cbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:34:47Z', 'updated_at': '2021-10-12T19:34:53Z', 'revision_number': 5, 'project_id': 'da56e5b248094156ada95d11ba3c5b37', 'subnets': [{'id': '3a0cf0c9-d039-4d05-a67a-cc48a10b2cbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:39:22.073579 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 39bbf912-701a-426e-8067-a245ea0c80dd triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:39:22.073983 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:22.134090 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-4b8141e1-d242-41f6-b4ae-31c51dbc92a1 None None] Port fdde8787-e8e9-41d9-9c6e-2686cca6d102 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:39:22.180813 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5c6b9c3e-f3f3-47a4-b90d-9c6b693cddfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:22.181970 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6b9c3e-f3f3-47a4-b90d-9c6b693cddfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:39:22.183519 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5c6b9c3e-f3f3-47a4-b90d-9c6b693cddfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:22.263524 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-fd190576-a4e0-4385-a4d7-a0844f2a03f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea7887cb-09ee-4373-81c0-d48a26d4b302', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2016521244', 'tenant_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': '643de12d-1289-42a5-95e0-c1c54e28902a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:39:10Z', 'updated_at': '2021-10-12T19:39:18Z', 'revision_number': 4, 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'gw_port': {'id': '643de12d-1289-42a5-95e0-c1c54e28902a', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ab:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea7887cb-09ee-4373-81c0-d48a26d4b302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:39:11Z', 'updated_at': '2021-10-12T19:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': 'fdde8787-e8e9-41d9-9c6e-2686cca6d102', 'name': '', 'network_id': 'f2ec8300-0f72-4ff3-8abc-60a39fd10f0c', 'tenant_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'mac_address': 'fa:16:3e:83:0d:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea7887cb-09ee-4373-81c0-d48a26d4b302', 'device_owner': 'network:router_interface', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': 'f2089afa-b23b-4edd-8c92-b729350c9f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:39:16Z', 'updated_at': '2021-10-12T19:39:19Z', 'revision_number': 2, 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'subnets': [{'id': 'f2089afa-b23b-4edd-8c92-b729350c9f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:39:22.274960 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6b9c3e-f3f3-47a4-b90d-9c6b693cddfb admin admin] Pushing event updated for resources: {'Network': ['ID=d4e1622c-ea22-4cda-8e42-66654c22b1ee,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:39:22.297981 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network d4e1622c-ea22-4cda-8e42-66654c22b1ee details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:39:22.301729 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd190576-a4e0-4385-a4d7-a0844f2a03f9 None None] Checking router: ea7887cb-09ee-4373-81c0-d48a26d4b302 for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:39:22.303358 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd190576-a4e0-4385-a4d7-a0844f2a03f9 None None] Updating router ea7887cb-09ee-4373-81c0-d48a26d4b302 port fdde8787-e8e9-41d9-9c6e-2686cca6d102 binding host n-d-813679-3 {{(pid=95503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 19:39:22.321800 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-5c6b9c3e-f3f3-47a4-b90d-9c6b693cddfb admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.0212045 Oct 12 19:39:22.325306 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 44702) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:39:22.330718 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-bd85e854-584f-472f-9ab8-ea80cd962caa admin admin] Request body: {'subnet': {'network_id': 'd4e1622c-ea22-4cda-8e42-66654c22b1ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-401318167-subnet', 'tenant_id': '2252a5fa76944964a03e058b97e9a65a', 'ip_version': 4}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:39:22.466332 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f65dde75-f4ac-48e5-b6a7-12784b8aa101 req-0d5a4426-b312-4791-842d-2d8745890a36 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=120d2938-8aa1-45bf-a4a4-176b967fcfe9 HTTP/1.1" status: 200 len: 210 time: 0.1029575 Oct 12 19:39:22.487114 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fd190576-a4e0-4385-a4d7-a0844f2a03f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:22.523697 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd85e854-584f-472f-9ab8-ea80cd962caa admin admin] Made reservation on behalf of 2252a5fa76944964a03e058b97e9a65a for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:39:22.526184 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bd85e854-584f-472f-9ab8-ea80cd962caa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16245837'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:22.558892 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9d7987-787a-4d87-b9e2-dc5c35fa61b8 None None] New status for floating IP 964f2e4b-7483-47ee-a692-bcac07d67b32: ACTIVE {{(pid=95504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 19:39:22.998254 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bd85e854-584f-472f-9ab8-ea80cd962caa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4306659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16245859'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:23.133964 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fd190576-a4e0-4385-a4d7-a0844f2a03f9 None None] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:23.140810 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd85e854-584f-472f-9ab8-ea80cd962caa admin admin] Pushing event updated for resources: {'Subnet': ['ID=d86d9172-c6a4-4147-99d3-ffc22d6789e8,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:39:23.148571 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd85e854-584f-472f-9ab8-ea80cd962caa admin admin] Checking segment: {'id': '8b525b50-218a-4437-a357-ff58cce8b198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd4e1622c-ea22-4cda-8e42-66654c22b1ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:39:23.148930 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd85e854-584f-472f-9ab8-ea80cd962caa admin admin] Network hostable DHCP agents. Network: d4e1622c-ea22-4cda-8e42-66654c22b1ee, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:39:23.278255 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd85e854-584f-472f-9ab8-ea80cd962caa admin admin] Network d4e1622c-ea22-4cda-8e42-66654c22b1ee is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:39:23.282897 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fd190576-a4e0-4385-a4d7-a0844f2a03f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:23.369901 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0d1312-7431-45d2-b55a-82a16e854225 None None] Pushing event updated for resources: {'Port': ['ID=fdde8787-e8e9-41d9-9c6e-2686cca6d102,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:39:23.392166 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-bd85e854-584f-472f-9ab8-ea80cd962caa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, d4e1622c-ea22-4cda-8e42-66654c22b1ee) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:39:23.403794 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd85e854-584f-472f-9ab8-ea80cd962caa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:39:23.405316 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bd85e854-584f-472f-9ab8-ea80cd962caa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:23.435634 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82de7595-0eb7-4bd5-b5bc-1ba5c6ec9855 None None] Network d4e1622c-ea22-4cda-8e42-66654c22b1ee requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:39:23.546136 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-bd85e854-584f-472f-9ab8-ea80cd962caa admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.2195890 Oct 12 19:39:23.548932 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 44740) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:39:23.553740 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-dd536c63-e1c0-4c6d-a1e5-54edda0ea08b admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-401318167-router', 'tenant_id': '2252a5fa76944964a03e058b97e9a65a', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:39:23.590577 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-fd190576-a4e0-4385-a4d7-a0844f2a03f9 None None] Attempting to bind port fdde8787-e8e9-41d9-9c6e-2686cca6d102 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:39:23.590950 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-fd190576-a4e0-4385-a4d7-a0844f2a03f9 None None] Attempting to bind port fdde8787-e8e9-41d9-9c6e-2686cca6d102 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '3cfe39cf-4f0d-49d3-b7e3-4c6135fb3b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'f2ec8300-0f72-4ff3-8abc-60a39fd10f0c'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:39:23.591309 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd190576-a4e0-4385-a4d7-a0844f2a03f9 None None] Attempting to bind port fdde8787-e8e9-41d9-9c6e-2686cca6d102 on network f2ec8300-0f72-4ff3-8abc-60a39fd10f0c {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:39:23.599288 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd190576-a4e0-4385-a4d7-a0844f2a03f9 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:39:23.599681 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd190576-a4e0-4385-a4d7-a0844f2a03f9 None None] Checking segment: {'id': '3cfe39cf-4f0d-49d3-b7e3-4c6135fb3b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'f2ec8300-0f72-4ff3-8abc-60a39fd10f0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:39:23.600074 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fd190576-a4e0-4385-a4d7-a0844f2a03f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:23.600470 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd190576-a4e0-4385-a4d7-a0844f2a03f9 None None] Bound using segment: {'id': '3cfe39cf-4f0d-49d3-b7e3-4c6135fb3b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'f2ec8300-0f72-4ff3-8abc-60a39fd10f0c'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:39:23.600968 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-fd190576-a4e0-4385-a4d7-a0844f2a03f9 None None] Bound port: fdde8787-e8e9-41d9-9c6e-2686cca6d102, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cfe39cf-4f0d-49d3-b7e3-4c6135fb3b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'f2ec8300-0f72-4ff3-8abc-60a39fd10f0c'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:39:23.601328 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fd190576-a4e0-4385-a4d7-a0844f2a03f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:23.633864 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a422225e-2a10-47c3-b4ac-eba3fb3420a9 req-92c0a883-bcd1-4376-84f4-eca3e387fe5b tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=120d2938-8aa1-45bf-a4a4-176b967fcfe9 HTTP/1.1" status: 200 len: 210 time: 0.0726709 Oct 12 19:39:23.694919 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-dd536c63-e1c0-4c6d-a1e5-54edda0ea08b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8093678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255505'] for router, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:23.696065 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-dd536c63-e1c0-4c6d-a1e5-54edda0ea08b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8093562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8087085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8022306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255518'] for router, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:23.740352 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-fd190576-a4e0-4385-a4d7-a0844f2a03f9 None None] For port fdde8787-e8e9-41d9-9c6e-2686cca6d102, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:39:23.743929 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-fd190576-a4e0-4385-a4d7-a0844f2a03f9 None None] For port fdde8787-e8e9-41d9-9c6e-2686cca6d102, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=fdde8787-e8e9-41d9-9c6e-2686cca6d102,segment=NetworkSegment(3cfe39cf-4f0d-49d3-b7e3-4c6135fb3b13),segment_id=3cfe39cf-4f0d-49d3-b7e3-4c6135fb3b13)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:39:23.747761 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-69e2ffeb-b0e3-40d1-8e6e-ce77d4b20421 None None] Provisioning complete for port fdde8787-e8e9-41d9-9c6e-2686cca6d102 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:39:23.748347 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-69e2ffeb-b0e3-40d1-8e6e-ce77d4b20421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:23.804554 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-dd536c63-e1c0-4c6d-a1e5-54edda0ea08b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:23.818307 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-69e2ffeb-b0e3-40d1-8e6e-ce77d4b20421 None None] Port fdde8787-e8e9-41d9-9c6e-2686cca6d102 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:39:23.830289 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a4d0f4-f3e7-4952-a24c-34c2aa574ab6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-d4e1622c-ea22-4cda-8e42-66654c22b1ee', 'network_id': 'd4e1622c-ea22-4cda-8e42-66654c22b1ee', 'tenant_id': '2252a5fa76944964a03e058b97e9a65a', 'fixed_ips': [{'subnet_id': 'd86d9172-c6a4-4147-99d3-ffc22d6789e8'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:39:23.830384 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a6a4d0f4-f3e7-4952-a24c-34c2aa574ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:23.857530 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fd190576-a4e0-4385-a4d7-a0844f2a03f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:24.007239 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd190576-a4e0-4385-a4d7-a0844f2a03f9 None None] Routers {'ea7887cb-09ee-4373-81c0-d48a26d4b302'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:39:24.011590 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-fd190576-a4e0-4385-a4d7-a0844f2a03f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:39:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['ea7887cb-09ee-4373-81c0-d48a26d4b302'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:39:24.160221 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-dd536c63-e1c0-4c6d-a1e5-54edda0ea08b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:24.176499 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-a6a4d0f4-f3e7-4952-a24c-34c2aa574ab6 None None] Allocated IP 172.20.0.2 (d4e1622c-ea22-4cda-8e42-66654c22b1ee/d86d9172-c6a4-4147-99d3-ffc22d6789e8/801de3e2-d1c0-4e99-884d-c158db6a3cc9) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:39:24.348441 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0d1312-7431-45d2-b55a-82a16e854225 None None] Pushing event updated for resources: {'Port': ['ID=fdde8787-e8e9-41d9-9c6e-2686cca6d102,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:39:24.418371 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-cb8eeeaa-6d32-4225-b713-f4da48c280cd None None] Provisioning complete for port fdde8787-e8e9-41d9-9c6e-2686cca6d102 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:39:24.419233 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cb8eeeaa-6d32-4225-b713-f4da48c280cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:24.453773 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-fd190576-a4e0-4385-a4d7-a0844f2a03f9 None None] Set router ea7887cb-09ee-4373-81c0-d48a26d4b302 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:39:24.658797 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-dd536c63-e1c0-4c6d-a1e5-54edda0ea08b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:24.701805 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-dd536c63-e1c0-4c6d-a1e5-54edda0ea08b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:24.803500 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d7e97957-78ee-4d9d-af9e-dcf40f037440 req-dc91aea9-1df9-4fdf-a7b2-817345cec4b0 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=120d2938-8aa1-45bf-a4a4-176b967fcfe9 HTTP/1.1" status: 200 len: 210 time: 0.0575261 Oct 12 19:39:24.820382 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cb8eeeaa-6d32-4225-b713-f4da48c280cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:24.853126 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-dd536c63-e1c0-4c6d-a1e5-54edda0ea08b admin admin] Allocated IP 172.25.5.161 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/6ba315fa-17b3-4175-9cc7-825d15eefb2f) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:39:24.908561 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a6a4d0f4-f3e7-4952-a24c-34c2aa574ab6 None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:24.917020 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-cb8eeeaa-6d32-4225-b713-f4da48c280cd None None] For port fdde8787-e8e9-41d9-9c6e-2686cca6d102, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=fdde8787-e8e9-41d9-9c6e-2686cca6d102,segment=NetworkSegment(3cfe39cf-4f0d-49d3-b7e3-4c6135fb3b13),segment_id=3cfe39cf-4f0d-49d3-b7e3-4c6135fb3b13)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:39:25.021105 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a6a4d0f4-f3e7-4952-a24c-34c2aa574ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:25.060472 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cb8eeeaa-6d32-4225-b713-f4da48c280cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:25.095262 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a4d0f4-f3e7-4952-a24c-34c2aa574ab6 None None] Network d4e1622c-ea22-4cda-8e42-66654c22b1ee is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:39:25.109055 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-a6a4d0f4-f3e7-4952-a24c-34c2aa574ab6 None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:39:25.124944 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-dd536c63-e1c0-4c6d-a1e5-54edda0ea08b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:25.144168 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a4d0f4-f3e7-4952-a24c-34c2aa574ab6 None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:39:25.159105 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a4d0f4-f3e7-4952-a24c-34c2aa574ab6 None None] Pushing event updated for resources: {'Port': ['ID=801de3e2-d1c0-4e99-884d-c158db6a3cc9,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:39:25.264135 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a2fb49-f36b-4e35-bd39-106979e606d4 req-7e6141a0-cdfa-4d55-91a2-11f55453ebd3 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:39:25.266398 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f8a2fb49-f36b-4e35-bd39-106979e606d4 req-7e6141a0-cdfa-4d55-91a2-11f55453ebd3 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.61 "GET /v2.0/networks?id=f2ec8300-0f72-4ff3-8abc-60a39fd10f0c HTTP/1.1" status: 200 len: 796 time: 0.3079674 Oct 12 19:39:25.280266 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8eeeaa-6d32-4225-b713-f4da48c280cd None None] Pushing event updated for resources: {'Port': ['ID=fdde8787-e8e9-41d9-9c6e-2686cca6d102,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:39:25.324908 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-dd536c63-e1c0-4c6d-a1e5-54edda0ea08b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:25.359075 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f8a2fb49-f36b-4e35-bd39-106979e606d4 req-c89aeb2d-a0c2-4119-b423-c9d621872398 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=80c6b006e6d9432a90abc6a3ef8ab3a8 HTTP/1.1" status: 200 len: 379 time: 0.0840912 Oct 12 19:39:25.381576 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-f8a2fb49-f36b-4e35-bd39-106979e606d4 req-1f5fc6c4-a85d-45af-b077-04a13f336744 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Request body: {'port': {'device_id': '120d2938-8aa1-45bf-a4a4-176b967fcfe9', 'network_id': 'f2ec8300-0f72-4ff3-8abc-60a39fd10f0c', 'admin_state_up': True, 'tenant_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'security_groups': ['420eee86-df00-4a29-b769-fa4cc53a5198']}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:39:25.387871 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-fd190576-a4e0-4385-a4d7-a0844f2a03f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea7887cb-09ee-4373-81c0-d48a26d4b302', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2016521244', 'tenant_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': '643de12d-1289-42a5-95e0-c1c54e28902a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:39:10Z', 'updated_at': '2021-10-12T19:39:18Z', 'revision_number': 4, 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'gw_port': {'id': '643de12d-1289-42a5-95e0-c1c54e28902a', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ab:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea7887cb-09ee-4373-81c0-d48a26d4b302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:39:11Z', 'updated_at': '2021-10-12T19:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': 'fdde8787-e8e9-41d9-9c6e-2686cca6d102', 'name': '', 'network_id': 'f2ec8300-0f72-4ff3-8abc-60a39fd10f0c', 'tenant_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'mac_address': 'fa:16:3e:83:0d:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea7887cb-09ee-4373-81c0-d48a26d4b302', 'device_owner': 'network:router_interface', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': 'f2089afa-b23b-4edd-8c92-b729350c9f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:39:16Z', 'updated_at': '2021-10-12T19:39:23Z', 'revision_number': 4, 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'subnets': [{'id': 'f2089afa-b23b-4edd-8c92-b729350c9f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:39:25.409100 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd536c63-e1c0-4c6d-a1e5-54edda0ea08b admin admin] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:39:25.412868 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-dd536c63-e1c0-4c6d-a1e5-54edda0ea08b admin admin] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:39:25.421081 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd536c63-e1c0-4c6d-a1e5-54edda0ea08b admin admin] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:39:25.431226 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd190576-a4e0-4385-a4d7-a0844f2a03f9 None None] The sync data for ids ['ea7887cb-09ee-4373-81c0-d48a26d4b302'] in n-d-813679-3 is: [{'id': 'ea7887cb-09ee-4373-81c0-d48a26d4b302', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2016521244', 'tenant_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': '643de12d-1289-42a5-95e0-c1c54e28902a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:39:10Z', 'updated_at': '2021-10-12T19:39:18Z', 'revision_number': 4, 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'gw_port': {'id': '643de12d-1289-42a5-95e0-c1c54e28902a', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ab:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea7887cb-09ee-4373-81c0-d48a26d4b302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:39:11Z', 'updated_at': '2021-10-12T19:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': 'fdde8787-e8e9-41d9-9c6e-2686cca6d102', 'name': '', 'network_id': 'f2ec8300-0f72-4ff3-8abc-60a39fd10f0c', 'tenant_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'mac_address': 'fa:16:3e:83:0d:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea7887cb-09ee-4373-81c0-d48a26d4b302', 'device_owner': 'network:router_interface', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': 'f2089afa-b23b-4edd-8c92-b729350c9f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:39:16Z', 'updated_at': '2021-10-12T19:39:23Z', 'revision_number': 4, 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'subnets': [{'id': 'f2089afa-b23b-4edd-8c92-b729350c9f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:39:25.442284 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-a6a4d0f4-f3e7-4952-a24c-34c2aa574ab6 None None] Attempting to bind port 801de3e2-d1c0-4e99-884d-c158db6a3cc9 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:39:25.442664 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-a6a4d0f4-f3e7-4952-a24c-34c2aa574ab6 None None] Attempting to bind port 801de3e2-d1c0-4e99-884d-c158db6a3cc9 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '8b525b50-218a-4437-a357-ff58cce8b198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd4e1622c-ea22-4cda-8e42-66654c22b1ee'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:39:25.443033 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a4d0f4-f3e7-4952-a24c-34c2aa574ab6 None None] Attempting to bind port 801de3e2-d1c0-4e99-884d-c158db6a3cc9 on network d4e1622c-ea22-4cda-8e42-66654c22b1ee {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:39:25.448395 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a4d0f4-f3e7-4952-a24c-34c2aa574ab6 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:39:25.448807 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a4d0f4-f3e7-4952-a24c-34c2aa574ab6 None None] Checking segment: {'id': '8b525b50-218a-4437-a357-ff58cce8b198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd4e1622c-ea22-4cda-8e42-66654c22b1ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:39:25.449953 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a6a4d0f4-f3e7-4952-a24c-34c2aa574ab6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:25.449953 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a4d0f4-f3e7-4952-a24c-34c2aa574ab6 None None] Bound using segment: {'id': '8b525b50-218a-4437-a357-ff58cce8b198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd4e1622c-ea22-4cda-8e42-66654c22b1ee'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:39:25.450160 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-a6a4d0f4-f3e7-4952-a24c-34c2aa574ab6 None None] Bound port: 801de3e2-d1c0-4e99-884d-c158db6a3cc9, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b525b50-218a-4437-a357-ff58cce8b198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd4e1622c-ea22-4cda-8e42-66654c22b1ee'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:39:25.450503 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a6a4d0f4-f3e7-4952-a24c-34c2aa574ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:25.469534 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd536c63-e1c0-4c6d-a1e5-54edda0ea08b admin admin] Pushing event updated for resources: {'Port': ['ID=6ba315fa-17b3-4175-9cc7-825d15eefb2f,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:39:25.601859 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a6a4d0f4-f3e7-4952-a24c-34c2aa574ab6 None None] For port 801de3e2-d1c0-4e99-884d-c158db6a3cc9, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:39:25.606534 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a6a4d0f4-f3e7-4952-a24c-34c2aa574ab6 None None] For port 801de3e2-d1c0-4e99-884d-c158db6a3cc9, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=801de3e2-d1c0-4e99-884d-c158db6a3cc9,segment=NetworkSegment(8b525b50-218a-4437-a357-ff58cce8b198),segment_id=8b525b50-218a-4437-a357-ff58cce8b198)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:39:25.712175 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8a2fb49-f36b-4e35-bd39-106979e606d4 req-1f5fc6c4-a85d-45af-b077-04a13f336744 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Made reservation on behalf of 80c6b006e6d9432a90abc6a3ef8ab3a8 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:39:25.716601 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-f8a2fb49-f36b-4e35-bd39-106979e606d4 req-1f5fc6c4-a85d-45af-b077-04a13f336744 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:25.748818 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a6a4d0f4-f3e7-4952-a24c-34c2aa574ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:25.833271 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a4d0f4-f3e7-4952-a24c-34c2aa574ab6 None None] Pushing event updated for resources: {'Port': ['ID=801de3e2-d1c0-4e99-884d-c158db6a3cc9,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:39:25.944067 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [req-f8a2fb49-f36b-4e35-bd39-106979e606d4 req-1f5fc6c4-a85d-45af-b077-04a13f336744 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Allocated IP 172.20.0.14 (f2ec8300-0f72-4ff3-8abc-60a39fd10f0c/f2089afa-b23b-4edd-8c92-b729350c9f49/44842359-bc65-42fe-a0b3-f50ad6f836fe) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:39:25.947967 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-06deb01e-8424-477b-b4ea-430405912f60 req-ef8e6dce-0220-4dce-9d46-fb3e8f2fe5e1 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=120d2938-8aa1-45bf-a4a4-176b967fcfe9 HTTP/1.1" status: 200 len: 210 time: 0.0353031 Oct 12 19:39:26.062848 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-dd536c63-e1c0-4c6d-a1e5-54edda0ea08b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:26.284168 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-f8a2fb49-f36b-4e35-bd39-106979e606d4 req-1f5fc6c4-a85d-45af-b077-04a13f336744 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:26.455322 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-f8a2fb49-f36b-4e35-bd39-106979e606d4 req-1f5fc6c4-a85d-45af-b077-04a13f336744 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:26.503733 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8a2fb49-f36b-4e35-bd39-106979e606d4 req-1f5fc6c4-a85d-45af-b077-04a13f336744 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Network f2ec8300-0f72-4ff3-8abc-60a39fd10f0c is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:39:26.510161 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [req-f8a2fb49-f36b-4e35-bd39-106979e606d4 req-1f5fc6c4-a85d-45af-b077-04a13f336744 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:39:26.517494 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8a2fb49-f36b-4e35-bd39-106979e606d4 req-1f5fc6c4-a85d-45af-b077-04a13f336744 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:39:26.555156 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5fc6c4-a85d-45af-b077-04a13f336744 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Pushing event updated for resources: {'Port': ['ID=44842359-bc65-42fe-a0b3-f50ad6f836fe,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:39:26.629234 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a2fb49-f36b-4e35-bd39-106979e606d4 req-1f5fc6c4-a85d-45af-b077-04a13f336744 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:39:26.630285 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-f8a2fb49-f36b-4e35-bd39-106979e606d4 req-1f5fc6c4-a85d-45af-b077-04a13f336744 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:26.727165 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f8a2fb49-f36b-4e35-bd39-106979e606d4 req-1f5fc6c4-a85d-45af-b077-04a13f336744 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3620858 Oct 12 19:39:26.748455 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-f8a2fb49-f36b-4e35-bd39-106979e606d4 req-4a9d1c8a-4ed5-4a19-a2bc-c5d83a2e6f9d service neutron] Request body: {'port': {'device_id': '120d2938-8aa1-45bf-a4a4-176b967fcfe9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:39:26.852874 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-dd536c63-e1c0-4c6d-a1e5-54edda0ea08b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8093541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7915516'] for router, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:26.884454 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-f8a2fb49-f36b-4e35-bd39-106979e606d4 req-4a9d1c8a-4ed5-4a19-a2bc-c5d83a2e6f9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:27.014005 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-bcc9467b-57c0-48ce-8489-441f57285e1d None None] Provisioning complete for port 44842359-bc65-42fe-a0b3-f50ad6f836fe triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:39:27.015111 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bcc9467b-57c0-48ce-8489-441f57285e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:27.106299 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-bcc9467b-57c0-48ce-8489-441f57285e1d None None] Port 44842359-bc65-42fe-a0b3-f50ad6f836fe cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:39:27.352214 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd536c63-e1c0-4c6d-a1e5-54edda0ea08b admin admin] Router 177b5fc9-6642-40eb-ae09-4cc56e08f5e6 is scheduled to L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b with binding_index 1 {{(pid=95501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 19:39:27.378904 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device fdde8787-e8e9-41d9-9c6e-2686cca6d102 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:39:27.502444 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port fdde8787-e8e9-41d9-9c6e-2686cca6d102 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:39:27.503052 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:27.568903 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd536c63-e1c0-4c6d-a1e5-54edda0ea08b admin admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:39:27.584055 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e71329-eb13-41f9-ad7c-8045b3a6a0da None None] Sync routers for ids ['177b5fc9-6642-40eb-ae09-4cc56e08f5e6'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:39:27.616517 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e71329-eb13-41f9-ad7c-8045b3a6a0da None None] Routers {'177b5fc9-6642-40eb-ae09-4cc56e08f5e6'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:39:27.617156 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-41e71329-eb13-41f9-ad7c-8045b3a6a0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:39:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['177b5fc9-6642-40eb-ae09-4cc56e08f5e6'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:39:27.645111 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [req-f8a2fb49-f36b-4e35-bd39-106979e606d4 req-4a9d1c8a-4ed5-4a19-a2bc-c5d83a2e6f9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44842359-bc65-42fe-a0b3-f50ad6f836fe {{(pid=95502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:39:27.659439 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4648581f-44da-48d1-a9af-eb62753b4d75 None None] Network d4e1622c-ea22-4cda-8e42-66654c22b1ee requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:39:27.660349 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-f8a2fb49-f36b-4e35-bd39-106979e606d4 req-4a9d1c8a-4ed5-4a19-a2bc-c5d83a2e6f9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:27.685516 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-f8a2fb49-f36b-4e35-bd39-106979e606d4 req-4a9d1c8a-4ed5-4a19-a2bc-c5d83a2e6f9d service neutron] Transition to ACTIVE for port object 44842359-bc65-42fe-a0b3-f50ad6f836fe will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:39:27.694144 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13d43c7-07d0-4225-a5f8-fc1c60a308fb req-f30fe06e-989d-4ca5-9cf9-8aab992bf600 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:39:27.695624 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a13d43c7-07d0-4225-a5f8-fc1c60a308fb req-f30fe06e-989d-4ca5-9cf9-8aab992bf600 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=120d2938-8aa1-45bf-a4a4-176b967fcfe9 HTTP/1.1" status: 200 len: 932 time: 0.4758558 Oct 12 19:39:27.704081 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-dd536c63-e1c0-4c6d-a1e5-54edda0ea08b admin admin] Notify callbacks [] for router, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:27.708923 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 44838) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:39:27.709110 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-dd536c63-e1c0-4c6d-a1e5-54edda0ea08b admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 4.1575971 Oct 12 19:39:27.847225 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a13d43c7-07d0-4225-a5f8-fc1c60a308fb req-451b5683-ceb1-4dd1-9cfb-9ec8b16f72b0 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=420eee86-df00-4a29-b769-fa4cc53a5198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812278 Oct 12 19:39:27.862701 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-f8a2fb49-f36b-4e35-bd39-106979e606d4 req-4a9d1c8a-4ed5-4a19-a2bc-c5d83a2e6f9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:27.969691 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 801de3e2-d1c0-4e99-884d-c158db6a3cc9 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:39:27.981698 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-7eb02e10-c6af-4310-8ef7-212611c12d10 None None] Provisioning complete for port 801de3e2-d1c0-4e99-884d-c158db6a3cc9 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:39:27.982093 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7eb02e10-c6af-4310-8ef7-212611c12d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:28.036506 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9d1c8a-4ed5-4a19-a2bc-c5d83a2e6f9d service neutron] Pushing event updated for resources: {'Port': ['ID=44842359-bc65-42fe-a0b3-f50ad6f836fe,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:39:28.085560 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3641000-6664-4c3f-88e5-124a90ad99e6 req-11cb8dea-a8ea-4e91-8a2e-524f001a5202 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:39:28.093613 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d3641000-6664-4c3f-88e5-124a90ad99e6 req-11cb8dea-a8ea-4e91-8a2e-524f001a5202 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=1028ea46-bc1f-48bd-bf1f-0f515eaaeb0b HTTP/1.1" status: 200 len: 945 time: 0.1266921 Oct 12 19:39:28.151185 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d3641000-6664-4c3f-88e5-124a90ad99e6 req-8efdd273-ed5a-4b00-abeb-6c4b55ad199c tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/security-groups?id=01d179f3-99bf-419e-b905-ce06318e0a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566740 Oct 12 19:39:28.155454 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-41e71329-eb13-41f9-ad7c-8045b3a6a0da None None] Set router 177b5fc9-6642-40eb-ae09-4cc56e08f5e6 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:39:28.227801 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-f8a2fb49-f36b-4e35-bd39-106979e606d4 req-4a9d1c8a-4ed5-4a19-a2bc-c5d83a2e6f9d service neutron] Attempting to bind port 44842359-bc65-42fe-a0b3-f50ad6f836fe on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:39:28.227801 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-f8a2fb49-f36b-4e35-bd39-106979e606d4 req-4a9d1c8a-4ed5-4a19-a2bc-c5d83a2e6f9d service neutron] Attempting to bind port 44842359-bc65-42fe-a0b3-f50ad6f836fe by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': '3cfe39cf-4f0d-49d3-b7e3-4c6135fb3b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'f2ec8300-0f72-4ff3-8abc-60a39fd10f0c'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:39:28.227801 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a2fb49-f36b-4e35-bd39-106979e606d4 req-4a9d1c8a-4ed5-4a19-a2bc-c5d83a2e6f9d service neutron] Attempting to bind port 44842359-bc65-42fe-a0b3-f50ad6f836fe on network f2ec8300-0f72-4ff3-8abc-60a39fd10f0c {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:39:28.236698 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a2fb49-f36b-4e35-bd39-106979e606d4 req-4a9d1c8a-4ed5-4a19-a2bc-c5d83a2e6f9d service neutron] Port 44842359-bc65-42fe-a0b3-f50ad6f836fe on network f2ec8300-0f72-4ff3-8abc-60a39fd10f0c not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:39:28.237031 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a2fb49-f36b-4e35-bd39-106979e606d4 req-4a9d1c8a-4ed5-4a19-a2bc-c5d83a2e6f9d service neutron] Attempting to bind port 44842359-bc65-42fe-a0b3-f50ad6f836fe on network f2ec8300-0f72-4ff3-8abc-60a39fd10f0c {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:39:28.277742 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a2fb49-f36b-4e35-bd39-106979e606d4 req-4a9d1c8a-4ed5-4a19-a2bc-c5d83a2e6f9d service neutron] Checking agent: {'id': 'f5e9725f-f5a6-43c2-a1be-95e21e9a1fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:39:28.284835 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a2fb49-f36b-4e35-bd39-106979e606d4 req-4a9d1c8a-4ed5-4a19-a2bc-c5d83a2e6f9d service neutron] Checking segment: {'id': '3cfe39cf-4f0d-49d3-b7e3-4c6135fb3b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'f2ec8300-0f72-4ff3-8abc-60a39fd10f0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:39:28.284835 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a2fb49-f36b-4e35-bd39-106979e606d4 req-4a9d1c8a-4ed5-4a19-a2bc-c5d83a2e6f9d service neutron] Bound using segment: {'id': '3cfe39cf-4f0d-49d3-b7e3-4c6135fb3b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'f2ec8300-0f72-4ff3-8abc-60a39fd10f0c'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:39:28.284835 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-f8a2fb49-f36b-4e35-bd39-106979e606d4 req-4a9d1c8a-4ed5-4a19-a2bc-c5d83a2e6f9d service neutron] Bound port: 44842359-bc65-42fe-a0b3-f50ad6f836fe, host: n-h1-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cfe39cf-4f0d-49d3-b7e3-4c6135fb3b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'f2ec8300-0f72-4ff3-8abc-60a39fd10f0c'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:39:28.284835 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-f8a2fb49-f36b-4e35-bd39-106979e606d4 req-4a9d1c8a-4ed5-4a19-a2bc-c5d83a2e6f9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:28.350799 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 801de3e2-d1c0-4e99-884d-c158db6a3cc9 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:39:28.351202 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:28.447230 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7eb02e10-c6af-4310-8ef7-212611c12d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:28.481791 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-f8a2fb49-f36b-4e35-bd39-106979e606d4 req-4a9d1c8a-4ed5-4a19-a2bc-c5d83a2e6f9d service neutron] For port 44842359-bc65-42fe-a0b3-f50ad6f836fe, host n-h1-813679-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:39:28.545744 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-f8a2fb49-f36b-4e35-bd39-106979e606d4 req-4a9d1c8a-4ed5-4a19-a2bc-c5d83a2e6f9d service neutron] For port 44842359-bc65-42fe-a0b3-f50ad6f836fe, host n-h1-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=44842359-bc65-42fe-a0b3-f50ad6f836fe,segment=NetworkSegment(3cfe39cf-4f0d-49d3-b7e3-4c6135fb3b13),segment_id=3cfe39cf-4f0d-49d3-b7e3-4c6135fb3b13)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:39:28.554181 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-7eb02e10-c6af-4310-8ef7-212611c12d10 None None] For port 801de3e2-d1c0-4e99-884d-c158db6a3cc9, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=801de3e2-d1c0-4e99-884d-c158db6a3cc9,segment=NetworkSegment(8b525b50-218a-4437-a357-ff58cce8b198),segment_id=8b525b50-218a-4437-a357-ff58cce8b198)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:39:28.578546 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:28.610991 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-41e71329-eb13-41f9-ad7c-8045b3a6a0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '177b5fc9-6642-40eb-ae09-4cc56e08f5e6', 'name': 'tempest-ImageQuotaTest-401318167-router', 'tenant_id': '2252a5fa76944964a03e058b97e9a65a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '6ba315fa-17b3-4175-9cc7-825d15eefb2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:39:23Z', 'updated_at': '2021-10-12T19:39:25Z', 'revision_number': 3, 'project_id': '2252a5fa76944964a03e058b97e9a65a', 'gw_port': {'id': '6ba315fa-17b3-4175-9cc7-825d15eefb2f', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:77:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '177b5fc9-6642-40eb-ae09-4cc56e08f5e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:39:24Z', 'updated_at': '2021-10-12T19:39:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:39:28.652700 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-f8a2fb49-f36b-4e35-bd39-106979e606d4 req-4a9d1c8a-4ed5-4a19-a2bc-c5d83a2e6f9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:28.661665 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7eb02e10-c6af-4310-8ef7-212611c12d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:28.664259 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e71329-eb13-41f9-ad7c-8045b3a6a0da None None] Checking router: 177b5fc9-6642-40eb-ae09-4cc56e08f5e6 for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:39:28.664259 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e71329-eb13-41f9-ad7c-8045b3a6a0da None None] Updating router 177b5fc9-6642-40eb-ae09-4cc56e08f5e6 port 6ba315fa-17b3-4175-9cc7-825d15eefb2f binding host n-d-813679-3 {{(pid=95503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 19:39:28.706832 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a2fb49-f36b-4e35-bd39-106979e606d4 req-4a9d1c8a-4ed5-4a19-a2bc-c5d83a2e6f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:39:28.707461 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-f8a2fb49-f36b-4e35-bd39-106979e606d4 req-4a9d1c8a-4ed5-4a19-a2bc-c5d83a2e6f9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:28.708883 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f8a2fb49-f36b-4e35-bd39-106979e606d4 req-4a9d1c8a-4ed5-4a19-a2bc-c5d83a2e6f9d service neutron] 10.222.0.61 "PUT /v2.0/ports/44842359-bc65-42fe-a0b3-f50ad6f836fe HTTP/1.1" status: 200 len: 1092 time: 1.9723299 Oct 12 19:39:28.713669 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '120d2938-8aa1-45bf-a4a4-176b967fcfe9', 'tag': '44842359-bc65-42fe-a0b3-f50ad6f836fe'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:39:28.716695 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d1b291c-215a-4201-b5dc-70440d0fd768" -d '{"events": [{"name": "network-changed", "server_uuid": "120d2938-8aa1-45bf-a4a4-176b967fcfe9", "tag": "44842359-bc65-42fe-a0b3-f50ad6f836fe"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:39:28.724246 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f2b08839-669c-4c6e-af8e-a715fb3c14b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:28.745141 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-41e71329-eb13-41f9-ad7c-8045b3a6a0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:28.802184 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9d1c8a-4ed5-4a19-a2bc-c5d83a2e6f9d service neutron] Pushing event updated for resources: {'Port': ['ID=44842359-bc65-42fe-a0b3-f50ad6f836fe,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:39:28.840920 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faacdf7a-b879-4916-8f11-49e357840526 x-openstack-request-id: req-faacdf7a-b879-4916-8f11-49e357840526 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:39:28.840920 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "120d2938-8aa1-45bf-a4a4-176b967fcfe9", "tag": "44842359-bc65-42fe-a0b3-f50ad6f836fe", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:39:28.840920 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-faacdf7a-b879-4916-8f11-49e357840526 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:39:28.840920 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '120d2938-8aa1-45bf-a4a4-176b967fcfe9', 'tag': '44842359-bc65-42fe-a0b3-f50ad6f836fe', 'status': 'completed', 'code': 200} Oct 12 19:39:28.862495 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.db.api [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 19:39:28.862915 n-d-813679-3 neutron-server[95503]: DEBUG oslo_db.api [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 19:39:28.873183 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb02e10-c6af-4310-8ef7-212611c12d10 None None] Pushing event updated for resources: {'Port': ['ID=801de3e2-d1c0-4e99-884d-c158db6a3cc9,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:39:28.956323 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1b291c-215a-4201-b5dc-70440d0fd768 req-fec420a3-531e-4392-ba2c-ae7c9ba7cb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:39:28.957837 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8d1b291c-215a-4201-b5dc-70440d0fd768 req-fec420a3-531e-4392-ba2c-ae7c9ba7cb5a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=80c6b006e6d9432a90abc6a3ef8ab3a8&device_id=120d2938-8aa1-45bf-a4a4-176b967fcfe9 HTTP/1.1" status: 200 len: 1095 time: 0.1162426 Oct 12 19:39:29.132343 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ae1035-2d38-40ea-9705-2e4ab3f398ad req-93008ad9-8d42-4f2f-a72b-f36f83e69345 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:39:29.134788 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-59ae1035-2d38-40ea-9705-2e4ab3f398ad req-93008ad9-8d42-4f2f-a72b-f36f83e69345 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=120d2938-8aa1-45bf-a4a4-176b967fcfe9 HTTP/1.1" status: 200 len: 944 time: 0.0654416 Oct 12 19:39:29.173778 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab9dc-5cd3-4653-bf9b-04aafacacf82 None None] Provisioning complete for port 801de3e2-d1c0-4e99-884d-c158db6a3cc9 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:39:29.174382 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab9dc-5cd3-4653-bf9b-04aafacacf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:29.209855 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-59ae1035-2d38-40ea-9705-2e4ab3f398ad req-a1c8d2f6-ea19-4d87-8f37-afe37a831c4a tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=420eee86-df00-4a29-b769-fa4cc53a5198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678873 Oct 12 19:39:29.300480 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-91352254-d0ed-4eab-a628-2f5e2ad72e8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:29.426033 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ba9546-3c24-45b3-9ff6-534d27501a64 req-78d2e8a4-e0b3-4483-b365-f3c65eb482c6 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:39:29.427870 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f8ba9546-3c24-45b3-9ff6-534d27501a64 req-78d2e8a4-e0b3-4483-b365-f3c65eb482c6 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=1028ea46-bc1f-48bd-bf1f-0f515eaaeb0b HTTP/1.1" status: 200 len: 945 time: 0.1357019 Oct 12 19:39:29.576252 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f8ba9546-3c24-45b3-9ff6-534d27501a64 req-d7eeacef-5e7d-42e5-aa77-4e7e303e8ab1 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/security-groups?id=01d179f3-99bf-419e-b905-ce06318e0a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1391084 Oct 12 19:39:29.667513 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-f2b08839-669c-4c6e-af8e-a715fb3c14b0 admin admin] Allocated IP 172.20.0.1 (d4e1622c-ea22-4cda-8e42-66654c22b1ee/d86d9172-c6a4-4147-99d3-ffc22d6789e8/c6e20ed3-8b9d-400c-9c66-3c81e05668d9) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:39:29.670354 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 801de3e2-d1c0-4e99-884d-c158db6a3cc9 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:39:29.703836 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-41e71329-eb13-41f9-ad7c-8045b3a6a0da None None] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:29.731032 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 801de3e2-d1c0-4e99-884d-c158db6a3cc9 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:39:29.731407 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:29.754189 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1b291c-215a-4201-b5dc-70440d0fd768 req-8a997d22-9053-4bc6-928a-d31c172e7586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:39:29.754772 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8d1b291c-215a-4201-b5dc-70440d0fd768 req-8a997d22-9053-4bc6-928a-d31c172e7586 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=80c6b006e6d9432a90abc6a3ef8ab3a8&shared=False HTTP/1.1" status: 200 len: 897 time: 0.7707009 Oct 12 19:39:29.783245 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-41e71329-eb13-41f9-ad7c-8045b3a6a0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:29.860360 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f2b08839-669c-4c6e-af8e-a715fb3c14b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:29.874144 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-41e71329-eb13-41f9-ad7c-8045b3a6a0da None None] Attempting to bind port 6ba315fa-17b3-4175-9cc7-825d15eefb2f on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:39:29.875819 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-41e71329-eb13-41f9-ad7c-8045b3a6a0da None None] Attempting to bind port 6ba315fa-17b3-4175-9cc7-825d15eefb2f by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:39:29.875819 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e71329-eb13-41f9-ad7c-8045b3a6a0da None None] Attempting to bind port 6ba315fa-17b3-4175-9cc7-825d15eefb2f on network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:39:29.889458 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555e59d4-6637-4b5b-8732-8070e9c57a3b None None] Pushing event updated for resources: {'Port': ['ID=6ba315fa-17b3-4175-9cc7-825d15eefb2f,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:39:29.895519 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1b291c-215a-4201-b5dc-70440d0fd768 req-5f53fac9-b90b-4bd7-9450-c375c6475ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:39:29.897375 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8d1b291c-215a-4201-b5dc-70440d0fd768 req-5f53fac9-b90b-4bd7-9450-c375c6475ac4 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1350617 Oct 12 19:39:29.924707 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e71329-eb13-41f9-ad7c-8045b3a6a0da None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:39:29.931524 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e71329-eb13-41f9-ad7c-8045b3a6a0da None None] Checking segment: {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:39:29.931524 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-41e71329-eb13-41f9-ad7c-8045b3a6a0da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:29.931524 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e71329-eb13-41f9-ad7c-8045b3a6a0da None None] Bound using segment: {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:39:29.931524 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-41e71329-eb13-41f9-ad7c-8045b3a6a0da None None] Bound port: 6ba315fa-17b3-4175-9cc7-825d15eefb2f, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:39:29.931524 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-41e71329-eb13-41f9-ad7c-8045b3a6a0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:29.981490 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a2fb49-f36b-4e35-bd39-106979e606d4 req-6f9db62b-dd99-44ab-9f41-29d16dfcea75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:39:29.983006 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f8a2fb49-f36b-4e35-bd39-106979e606d4 req-6f9db62b-dd99-44ab-9f41-29d16dfcea75 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=80c6b006e6d9432a90abc6a3ef8ab3a8&device_id=120d2938-8aa1-45bf-a4a4-176b967fcfe9 HTTP/1.1" status: 200 len: 1095 time: 0.0460236 Oct 12 19:39:29.998906 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-41e71329-eb13-41f9-ad7c-8045b3a6a0da None None] For port 6ba315fa-17b3-4175-9cc7-825d15eefb2f, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:39:29.999119 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f2b08839-669c-4c6e-af8e-a715fb3c14b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:30.002377 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-41e71329-eb13-41f9-ad7c-8045b3a6a0da None None] For port 6ba315fa-17b3-4175-9cc7-825d15eefb2f, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=6ba315fa-17b3-4175-9cc7-825d15eefb2f,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:39:30.036431 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f8a2fb49-f36b-4e35-bd39-106979e606d4 req-800fb18d-8a52-4ed4-99f0-cc56d95b9bc9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=44842359-bc65-42fe-a0b3-f50ad6f836fe HTTP/1.1" status: 200 len: 217 time: 0.0454276 Oct 12 19:39:30.091685 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b08839-669c-4c6e-af8e-a715fb3c14b0 admin admin] Network d4e1622c-ea22-4cda-8e42-66654c22b1ee is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:39:30.098736 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-f2b08839-669c-4c6e-af8e-a715fb3c14b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:39:30.103800 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b08839-669c-4c6e-af8e-a715fb3c14b0 admin admin] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:39:30.115143 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-41e71329-eb13-41f9-ad7c-8045b3a6a0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:30.135346 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b08839-669c-4c6e-af8e-a715fb3c14b0 admin admin] Pushing event updated for resources: {'Port': ['ID=c6e20ed3-8b9d-400c-9c66-3c81e05668d9,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:39:30.148917 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a2fb49-f36b-4e35-bd39-106979e606d4 req-0912d67a-c236-4945-8275-a0dd910d6461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:39:30.150398 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f8a2fb49-f36b-4e35-bd39-106979e606d4 req-0912d67a-c236-4945-8275-a0dd910d6461 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f2089afa-b23b-4edd-8c92-b729350c9f49 HTTP/1.1" status: 200 len: 834 time: 0.0955398 Oct 12 19:39:30.189218 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f2b08839-669c-4c6e-af8e-a715fb3c14b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7915309'] for router_interface, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:30.192816 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e71329-eb13-41f9-ad7c-8045b3a6a0da None None] Routers {'177b5fc9-6642-40eb-ae09-4cc56e08f5e6'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:39:30.200632 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-41e71329-eb13-41f9-ad7c-8045b3a6a0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:39:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['177b5fc9-6642-40eb-ae09-4cc56e08f5e6'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:39:30.252974 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a2fb49-f36b-4e35-bd39-106979e606d4 req-95de50b5-142e-4b41-8121-1598337f35d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:39:30.254477 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f8a2fb49-f36b-4e35-bd39-106979e606d4 req-95de50b5-142e-4b41-8121-1598337f35d6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f2ec8300-0f72-4ff3-8abc-60a39fd10f0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0967968 Oct 12 19:39:30.269207 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555e59d4-6637-4b5b-8732-8070e9c57a3b None None] Pushing event updated for resources: {'Port': ['ID=6ba315fa-17b3-4175-9cc7-825d15eefb2f,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:39:30.423027 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-41e71329-eb13-41f9-ad7c-8045b3a6a0da None None] Set router 177b5fc9-6642-40eb-ae09-4cc56e08f5e6 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:39:30.492313 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b374f8-7cfd-468f-b909-6e7c751b437b req-636ab631-377e-4560-890d-e1f81fd8603b tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:39:30.493855 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b0b374f8-7cfd-468f-b909-6e7c751b437b req-636ab631-377e-4560-890d-e1f81fd8603b tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=120d2938-8aa1-45bf-a4a4-176b967fcfe9 HTTP/1.1" status: 200 len: 944 time: 0.1145465 Oct 12 19:39:30.520677 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-55a19f63-71c2-4160-a269-044f3fff9ecd None None] Provisioning complete for port c6e20ed3-8b9d-400c-9c66-3c81e05668d9 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:39:30.521057 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-55a19f63-71c2-4160-a269-044f3fff9ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:30.528504 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f2b08839-669c-4c6e-af8e-a715fb3c14b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:30.545903 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f8a2fb49-f36b-4e35-bd39-106979e606d4 req-1d5c65da-2af5-4248-930e-f1faad631ae1 service neutron] 10.222.0.61 "GET /v2.0/networks/f2ec8300-0f72-4ff3-8abc-60a39fd10f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2821560 Oct 12 19:39:30.589760 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-55a19f63-71c2-4160-a269-044f3fff9ecd None None] Port c6e20ed3-8b9d-400c-9c66-3c81e05668d9 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:39:30.599068 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b0b374f8-7cfd-468f-b909-6e7c751b437b req-9ac68fe9-3628-4af4-80e4-beb9695b19ce tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=420eee86-df00-4a29-b769-fa4cc53a5198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926287 Oct 12 19:39:30.757861 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f8a2fb49-f36b-4e35-bd39-106979e606d4 req-64c08599-c5e6-4fff-b069-718e249fd051 service neutron] 10.222.0.61 "GET /v2.0/networks/f2ec8300-0f72-4ff3-8abc-60a39fd10f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003074 Oct 12 19:39:30.763025 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-41e71329-eb13-41f9-ad7c-8045b3a6a0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '177b5fc9-6642-40eb-ae09-4cc56e08f5e6', 'name': 'tempest-ImageQuotaTest-401318167-router', 'tenant_id': '2252a5fa76944964a03e058b97e9a65a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '6ba315fa-17b3-4175-9cc7-825d15eefb2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:39:23Z', 'updated_at': '2021-10-12T19:39:25Z', 'revision_number': 3, 'project_id': '2252a5fa76944964a03e058b97e9a65a', 'gw_port': {'id': '6ba315fa-17b3-4175-9cc7-825d15eefb2f', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:77:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '177b5fc9-6642-40eb-ae09-4cc56e08f5e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:39:24Z', 'updated_at': '2021-10-12T19:39:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:39:30.768805 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cfbf2c-9e82-4646-8fa7-5a164da51bef req-94d9f97b-3405-4353-b836-927c16f1bc5b tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:39:30.779479 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-25cfbf2c-9e82-4646-8fa7-5a164da51bef req-94d9f97b-3405-4353-b836-927c16f1bc5b tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=1028ea46-bc1f-48bd-bf1f-0f515eaaeb0b HTTP/1.1" status: 200 len: 945 time: 0.0889454 Oct 12 19:39:30.814642 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e71329-eb13-41f9-ad7c-8045b3a6a0da None None] The sync data for ids ['177b5fc9-6642-40eb-ae09-4cc56e08f5e6'] in n-d-813679-3 is: [{'id': '177b5fc9-6642-40eb-ae09-4cc56e08f5e6', 'name': 'tempest-ImageQuotaTest-401318167-router', 'tenant_id': '2252a5fa76944964a03e058b97e9a65a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '6ba315fa-17b3-4175-9cc7-825d15eefb2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:39:23Z', 'updated_at': '2021-10-12T19:39:25Z', 'revision_number': 3, 'project_id': '2252a5fa76944964a03e058b97e9a65a', 'gw_port': {'id': '6ba315fa-17b3-4175-9cc7-825d15eefb2f', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:77:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '177b5fc9-6642-40eb-ae09-4cc56e08f5e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:39:24Z', 'updated_at': '2021-10-12T19:39:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:39:30.825970 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-25cfbf2c-9e82-4646-8fa7-5a164da51bef req-0d545f64-84ae-4e22-ab4d-8b29ffab7a11 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/security-groups?id=01d179f3-99bf-419e-b905-ce06318e0a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453377 Oct 12 19:39:30.837813 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f2b08839-669c-4c6e-af8e-a715fb3c14b0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:30.912274 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f2b08839-669c-4c6e-af8e-a715fb3c14b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:30.993956 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f2b08839-669c-4c6e-af8e-a715fb3c14b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7898980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8092605'] for router_interface, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:30.995744 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b08839-669c-4c6e-af8e-a715fb3c14b0 admin admin] Pushing event updated for resources: {'Port': ['ID=c6e20ed3-8b9d-400c-9c66-3c81e05668d9,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:39:31.139484 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b08839-669c-4c6e-af8e-a715fb3c14b0 admin admin] Network d4e1622c-ea22-4cda-8e42-66654c22b1ee is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:39:31.141339 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-f2b08839-669c-4c6e-af8e-a715fb3c14b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:39:31.305717 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2b08839-669c-4c6e-af8e-a715fb3c14b0 admin admin] Router 177b5fc9-6642-40eb-ae09-4cc56e08f5e6 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:39:31.439975 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-526f5bf7-f332-48f5-93a9-4b8a2ebaf6c1 None None] Provisioning complete for port c6e20ed3-8b9d-400c-9c66-3c81e05668d9 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:39:31.440594 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-526f5bf7-f332-48f5-93a9-4b8a2ebaf6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:31.476757 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2b08839-669c-4c6e-af8e-a715fb3c14b0 admin admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:39:31.500639 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-f2b08839-669c-4c6e-af8e-a715fb3c14b0 admin admin] 10.222.0.49 "PUT /v2.0/routers/177b5fc9-6642-40eb-ae09-4cc56e08f5e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7861502 Oct 12 19:39:31.501360 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-526f5bf7-f332-48f5-93a9-4b8a2ebaf6c1 None None] Port c6e20ed3-8b9d-400c-9c66-3c81e05668d9 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:39:31.646224 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 6ba315fa-17b3-4175-9cc7-825d15eefb2f up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:39:31.711843 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 6ba315fa-17b3-4175-9cc7-825d15eefb2f triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:39:31.712528 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:31.736892 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b318d56f-41bc-4269-a3bd-771f179762a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:31.749629 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d8d679-b55b-45c4-a605-d515215774af req-df6ac29c-e078-4411-b955-83a8c4ceb940 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:39:31.751621 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b8d8d679-b55b-45c4-a605-d515215774af req-df6ac29c-e078-4411-b955-83a8c4ceb940 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=120d2938-8aa1-45bf-a4a4-176b967fcfe9 HTTP/1.1" status: 200 len: 944 time: 0.0605285 Oct 12 19:39:31.811625 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b8d8d679-b55b-45c4-a605-d515215774af req-4b9672b3-e8fd-4d23-9422-4e9c4bf6b9f4 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=420eee86-df00-4a29-b769-fa4cc53a5198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511420 Oct 12 19:39:31.825810 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:31.860237 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] For port 6ba315fa-17b3-4175-9cc7-825d15eefb2f, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=6ba315fa-17b3-4175-9cc7-825d15eefb2f,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:39:31.928900 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:31.971039 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45c3bd6-7614-4cbe-af90-65d350555660 req-078f194b-c55c-492c-b208-1ee0f6a32135 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:39:31.972691 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f45c3bd6-7614-4cbe-af90-65d350555660 req-078f194b-c55c-492c-b208-1ee0f6a32135 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=1028ea46-bc1f-48bd-bf1f-0f515eaaeb0b HTTP/1.1" status: 200 len: 945 time: 0.0539351 Oct 12 19:39:31.993681 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Pushing event updated for resources: {'Port': ['ID=6ba315fa-17b3-4175-9cc7-825d15eefb2f,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:39:32.014971 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f45c3bd6-7614-4cbe-af90-65d350555660 req-189aa889-1ae5-4346-ab98-15b90481c8fa tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/security-groups?id=01d179f3-99bf-419e-b905-ce06318e0a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354979 Oct 12 19:39:32.500379 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:32.847465 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 44952) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:39:32.950635 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 44842359-bc65-42fe-a0b3-f50ad6f836fe details requested by agent hyperv_n-h1-813679-3 with host n-h1-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:39:33.031992 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:33.041460 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8f136f-7f0b-439a-8c0b-f58c0cbd1624 req-0e34ce01-88be-453d-9951-1d2daddc56c7 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:39:33.043588 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9e8f136f-7f0b-439a-8c0b-f58c0cbd1624 req-0e34ce01-88be-453d-9951-1d2daddc56c7 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=120d2938-8aa1-45bf-a4a4-176b967fcfe9 HTTP/1.1" status: 200 len: 944 time: 0.0954230 Oct 12 19:39:33.107033 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:33.171038 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 44842359-bc65-42fe-a0b3-f50ad6f836fe, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=44842359-bc65-42fe-a0b3-f50ad6f836fe,segment=NetworkSegment(3cfe39cf-4f0d-49d3-b7e3-4c6135fb3b13),segment_id=3cfe39cf-4f0d-49d3-b7e3-4c6135fb3b13)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:39:33.190634 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9e8f136f-7f0b-439a-8c0b-f58c0cbd1624 req-ea6968d4-6a80-434d-b7dc-102ba9523eed tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=420eee86-df00-4a29-b769-fa4cc53a5198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092005 Oct 12 19:39:33.211434 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe52bf3-e992-402f-a63a-6f54a1997ec8 req-bd6caa08-ae7d-4651-81ee-79feec1e496d tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:39:33.226911 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Returning: {'device': '44842359-bc65-42fe-a0b3-f50ad6f836fe', 'network_id': 'f2ec8300-0f72-4ff3-8abc-60a39fd10f0c', 'port_id': '44842359-bc65-42fe-a0b3-f50ad6f836fe', 'mac_address': 'fa:16:3e:fa:db:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2089afa-b23b-4edd-8c92-b729350c9f49', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:39:33.228420 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5fe52bf3-e992-402f-a63a-6f54a1997ec8 req-bd6caa08-ae7d-4651-81ee-79feec1e496d tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=1028ea46-bc1f-48bd-bf1f-0f515eaaeb0b HTTP/1.1" status: 200 len: 945 time: 0.0915530 Oct 12 19:39:33.285593 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:33.300569 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5fe52bf3-e992-402f-a63a-6f54a1997ec8 req-0dd79a88-259f-4736-9e53-afdd6c3eea11 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/security-groups?id=01d179f3-99bf-419e-b905-ce06318e0a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711544 Oct 12 19:39:33.310170 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44842359-bc65-42fe-a0b3-f50ad6f836fe {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:39:33.336156 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 44842359-bc65-42fe-a0b3-f50ad6f836fe, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=44842359-bc65-42fe-a0b3-f50ad6f836fe,segment=NetworkSegment(3cfe39cf-4f0d-49d3-b7e3-4c6135fb3b13),segment_id=3cfe39cf-4f0d-49d3-b7e3-4c6135fb3b13)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:39:33.388860 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-02eb7b95-299e-44d2-a647-27cff5326e03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8092566'] for router_interface, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:33.423623 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:33.461883 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7e1c8a-4b0c-4862-8a5f-1c108912e648 None None] Sync routers for ids ['177b5fc9-6642-40eb-ae09-4cc56e08f5e6'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:39:33.481303 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7e1c8a-4b0c-4862-8a5f-1c108912e648 None None] Routers {'177b5fc9-6642-40eb-ae09-4cc56e08f5e6'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:39:33.482144 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-fa7e1c8a-4b0c-4862-8a5f-1c108912e648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:39:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['177b5fc9-6642-40eb-ae09-4cc56e08f5e6'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:39:33.502597 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=44842359-bc65-42fe-a0b3-f50ad6f836fe,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:39:33.612622 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['44842359-bc65-42fe-a0b3-f50ad6f836fe'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:39:33.660960 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-fa7e1c8a-4b0c-4862-8a5f-1c108912e648 None None] Set router 177b5fc9-6642-40eb-ae09-4cc56e08f5e6 gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:39:33.677953 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 6ba315fa-17b3-4175-9cc7-825d15eefb2f up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:39:33.802627 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-02eb7b95-299e-44d2-a647-27cff5326e03 admin admin] Deleting port c6e20ed3-8b9d-400c-9c66-3c81e05668d9 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:39:33.803012 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-02eb7b95-299e-44d2-a647-27cff5326e03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:33.825301 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 6ba315fa-17b3-4175-9cc7-825d15eefb2f triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:39:33.825702 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:33.858448 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:33.926224 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-02eb7b95-299e-44d2-a647-27cff5326e03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:33.954821 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-02eb7b95-299e-44d2-a647-27cff5326e03 admin admin] Calling delete_port for c6e20ed3-8b9d-400c-9c66-3c81e05668d9 owned by network:router_interface {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:39:33.960399 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-fa7e1c8a-4b0c-4862-8a5f-1c108912e648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '177b5fc9-6642-40eb-ae09-4cc56e08f5e6', 'name': 'tempest-ImageQuotaTest-401318167-router', 'tenant_id': '2252a5fa76944964a03e058b97e9a65a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '6ba315fa-17b3-4175-9cc7-825d15eefb2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:39:23Z', 'updated_at': '2021-10-12T19:39:30Z', 'revision_number': 4, 'project_id': '2252a5fa76944964a03e058b97e9a65a', 'gw_port': {'id': '6ba315fa-17b3-4175-9cc7-825d15eefb2f', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:77:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '177b5fc9-6642-40eb-ae09-4cc56e08f5e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:39:24Z', 'updated_at': '2021-10-12T19:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': 'c6e20ed3-8b9d-400c-9c66-3c81e05668d9', 'name': '', 'network_id': 'd4e1622c-ea22-4cda-8e42-66654c22b1ee', 'tenant_id': '2252a5fa76944964a03e058b97e9a65a', 'mac_address': 'fa:16:3e:17:35:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '177b5fc9-6642-40eb-ae09-4cc56e08f5e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': 'd86d9172-c6a4-4147-99d3-ffc22d6789e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:39:28Z', 'updated_at': '2021-10-12T19:39:30Z', 'revision_number': 2, 'project_id': '2252a5fa76944964a03e058b97e9a65a', 'subnets': [{'id': 'd86d9172-c6a4-4147-99d3-ffc22d6789e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:39:33.994285 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7e1c8a-4b0c-4862-8a5f-1c108912e648 None None] Checking router: 177b5fc9-6642-40eb-ae09-4cc56e08f5e6 for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:39:33.995991 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7e1c8a-4b0c-4862-8a5f-1c108912e648 None None] Updating router 177b5fc9-6642-40eb-ae09-4cc56e08f5e6 port c6e20ed3-8b9d-400c-9c66-3c81e05668d9 binding host n-d-813679-3 {{(pid=95504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 19:39:34.049562 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-fa7e1c8a-4b0c-4862-8a5f-1c108912e648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:34.350641 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-02eb7b95-299e-44d2-a647-27cff5326e03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:34.361823 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7882b27-d09a-4f89-954e-06ddb348dcea req-9ce1e65b-faa2-4bd5-aaa5-997e0d73a382 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:39:34.370808 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d7882b27-d09a-4f89-954e-06ddb348dcea req-9ce1e65b-faa2-4bd5-aaa5-997e0d73a382 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=120d2938-8aa1-45bf-a4a4-176b967fcfe9 HTTP/1.1" status: 200 len: 945 time: 0.0831106 Oct 12 19:39:34.383498 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.db.api [None req-fa7e1c8a-4b0c-4862-8a5f-1c108912e648 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95504) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 19:39:34.383920 n-d-813679-3 neutron-server[95504]: DEBUG oslo_db.api [None req-fa7e1c8a-4b0c-4862-8a5f-1c108912e648 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 19:39:34.444562 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d7882b27-d09a-4f89-954e-06ddb348dcea req-7383c43b-de29-4ec5-b4d7-00a9757ee754 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=420eee86-df00-4a29-b769-fa4cc53a5198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660686 Oct 12 19:39:34.468190 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eb7b95-299e-44d2-a647-27cff5326e03 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6e20ed3-8b9d-400c-9c66-3c81e05668d9,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:39:34.557489 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:34.582087 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ff28fd-7b37-43dd-8753-5e988c089552 req-5326c90d-6b68-4644-a3db-568abee2f7cd tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:39:34.588673 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f3ff28fd-7b37-43dd-8753-5e988c089552 req-5326c90d-6b68-4644-a3db-568abee2f7cd tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=1028ea46-bc1f-48bd-bf1f-0f515eaaeb0b HTTP/1.1" status: 200 len: 945 time: 0.1168323 Oct 12 19:39:34.666058 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f3ff28fd-7b37-43dd-8753-5e988c089552 req-f6487b83-3ba1-455e-8ff4-6f16041c188b tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/security-groups?id=01d179f3-99bf-419e-b905-ce06318e0a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480428 Oct 12 19:39:34.668373 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-02eb7b95-299e-44d2-a647-27cff5326e03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7898909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8092450'] for router_interface, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:34.909657 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02eb7b95-299e-44d2-a647-27cff5326e03 admin admin] Router 177b5fc9-6642-40eb-ae09-4cc56e08f5e6 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:39:34.909848 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7e1c8a-4b0c-4862-8a5f-1c108912e648 None None] Port c6e20ed3-8b9d-400c-9c66-3c81e05668d9 not found while updating agent binding for router 177b5fc9-6642-40eb-ae09-4cc56e08f5e6. {{(pid=95504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Oct 12 19:39:34.920199 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7e1c8a-4b0c-4862-8a5f-1c108912e648 None None] Routers {'177b5fc9-6642-40eb-ae09-4cc56e08f5e6'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:39:34.921086 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-fa7e1c8a-4b0c-4862-8a5f-1c108912e648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:39:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['177b5fc9-6642-40eb-ae09-4cc56e08f5e6'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:39:34.957621 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 44842359-bc65-42fe-a0b3-f50ad6f836fe up at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:39:35.055730 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-fa7e1c8a-4b0c-4862-8a5f-1c108912e648 None None] Set router 177b5fc9-6642-40eb-ae09-4cc56e08f5e6 gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:39:35.056888 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02eb7b95-299e-44d2-a647-27cff5326e03 admin admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:39:35.064093 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-02eb7b95-299e-44d2-a647-27cff5326e03 admin admin] 10.222.0.49 "PUT /v2.0/routers/177b5fc9-6642-40eb-ae09-4cc56e08f5e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2153137 Oct 12 19:39:35.067198 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 44978) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:39:35.093800 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning for port 44842359-bc65-42fe-a0b3-f50ad6f836fe completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:39:35.102968 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning complete for port 44842359-bc65-42fe-a0b3-f50ad6f836fe triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:39:35.102968 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:35.211519 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2bebca4d-3468-45a9-beda-c5b635f7d641 admin admin] Notify callbacks [] for router, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:35.227112 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:35.272086 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 44842359-bc65-42fe-a0b3-f50ad6f836fe, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=44842359-bc65-42fe-a0b3-f50ad6f836fe,segment=NetworkSegment(3cfe39cf-4f0d-49d3-b7e3-4c6135fb3b13),segment_id=3cfe39cf-4f0d-49d3-b7e3-4c6135fb3b13)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:39:35.273044 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '120d2938-8aa1-45bf-a4a4-176b967fcfe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44842359-bc65-42fe-a0b3-f50ad6f836fe'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:39:35.275433 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90722989-ba94-44fe-b586-a33a985d7bf4" -d '{"events": [{"server_uuid": "120d2938-8aa1-45bf-a4a4-176b967fcfe9", "name": "network-vif-plugged", "status": "completed", "tag": "44842359-bc65-42fe-a0b3-f50ad6f836fe"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:39:35.333903 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b9986ff-7232-4667-8554-be7093325afa x-openstack-request-id: req-4b9986ff-7232-4667-8554-be7093325afa {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:39:35.334457 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "120d2938-8aa1-45bf-a4a4-176b967fcfe9", "name": "network-vif-plugged", "status": "completed", "tag": "44842359-bc65-42fe-a0b3-f50ad6f836fe", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:39:35.334853 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4b9986ff-7232-4667-8554-be7093325afa {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:39:35.335932 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '120d2938-8aa1-45bf-a4a4-176b967fcfe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44842359-bc65-42fe-a0b3-f50ad6f836fe', 'code': 200} Oct 12 19:39:35.356145 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2bebca4d-3468-45a9-beda-c5b635f7d641 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:35.381828 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:35.412472 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-fa7e1c8a-4b0c-4862-8a5f-1c108912e648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '177b5fc9-6642-40eb-ae09-4cc56e08f5e6', 'name': 'tempest-ImageQuotaTest-401318167-router', 'tenant_id': '2252a5fa76944964a03e058b97e9a65a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '6ba315fa-17b3-4175-9cc7-825d15eefb2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:39:23Z', 'updated_at': '2021-10-12T19:39:34Z', 'revision_number': 5, 'project_id': '2252a5fa76944964a03e058b97e9a65a', 'gw_port': {'id': '6ba315fa-17b3-4175-9cc7-825d15eefb2f', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:77:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '177b5fc9-6642-40eb-ae09-4cc56e08f5e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:39:24Z', 'updated_at': '2021-10-12T19:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:39:35.445257 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7e1c8a-4b0c-4862-8a5f-1c108912e648 None None] The sync data for ids ['177b5fc9-6642-40eb-ae09-4cc56e08f5e6'] in n-d-813679-3 is: [{'id': '177b5fc9-6642-40eb-ae09-4cc56e08f5e6', 'name': 'tempest-ImageQuotaTest-401318167-router', 'tenant_id': '2252a5fa76944964a03e058b97e9a65a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '6ba315fa-17b3-4175-9cc7-825d15eefb2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:39:23Z', 'updated_at': '2021-10-12T19:39:34Z', 'revision_number': 5, 'project_id': '2252a5fa76944964a03e058b97e9a65a', 'gw_port': {'id': '6ba315fa-17b3-4175-9cc7-825d15eefb2f', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:77:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '177b5fc9-6642-40eb-ae09-4cc56e08f5e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:39:24Z', 'updated_at': '2021-10-12T19:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:39:35.450166 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=44842359-bc65-42fe-a0b3-f50ad6f836fe,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:39:35.472809 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:39:35.473435 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:39:35.474079 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:39:35.474716 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:39:35.476262 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:39:35.476685 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:39:35.476933 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:39:35.477406 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:39:35.477875 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:39:35.478352 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:39:35.478680 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:39:35.479005 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:39:35.572730 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b75ffa-0516-4900-bbe4-5fb0efb6b5c9 req-cc648071-fc6f-46fa-85e6-b23b69efc679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:39:35.575273 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f2b75ffa-0516-4900-bbe4-5fb0efb6b5c9 req-cc648071-fc6f-46fa-85e6-b23b69efc679 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=120d2938-8aa1-45bf-a4a4-176b967fcfe9 HTTP/1.1" status: 200 len: 1097 time: 0.1560054 Oct 12 19:39:35.607654 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fc9817-0cf0-465d-b29b-cc03d75d637b req-a594de48-f01d-48ca-9e6e-af46c635b4ad tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:39:35.609318 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c6fc9817-0cf0-465d-b29b-cc03d75d637b req-a594de48-f01d-48ca-9e6e-af46c635b4ad tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=120d2938-8aa1-45bf-a4a4-176b967fcfe9 HTTP/1.1" status: 200 len: 946 time: 0.0798676 Oct 12 19:39:35.666194 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f2b75ffa-0516-4900-bbe4-5fb0efb6b5c9 req-5216f137-1c30-47e5-b8a2-fabaa3fb802b service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=420eee86-df00-4a29-b769-fa4cc53a5198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757105 Oct 12 19:39:35.667894 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c6fc9817-0cf0-465d-b29b-cc03d75d637b req-1732a20c-b9e9-49c3-98bc-ee287210496e tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=420eee86-df00-4a29-b769-fa4cc53a5198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482471 Oct 12 19:39:35.694164 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-2bebca4d-3468-45a9-beda-c5b635f7d641 admin admin] Deleting port 6ba315fa-17b3-4175-9cc7-825d15eefb2f {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:39:35.694567 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2bebca4d-3468-45a9-beda-c5b635f7d641 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:36.203987 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-2bebca4d-3468-45a9-beda-c5b635f7d641 admin admin] For port 6ba315fa-17b3-4175-9cc7-825d15eefb2f, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=6ba315fa-17b3-4175-9cc7-825d15eefb2f,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:39:36.204371 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2bebca4d-3468-45a9-beda-c5b635f7d641 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:36.219978 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-2bebca4d-3468-45a9-beda-c5b635f7d641 admin admin] Calling delete_port for 6ba315fa-17b3-4175-9cc7-825d15eefb2f owned by network:router_gateway {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:39:36.234373 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64c6c9a-d990-4499-ba18-53df9cbb4132 req-1b5465e3-77da-4e89-9fa3-89afbda441ae tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:39:36.236010 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b64c6c9a-d990-4499-ba18-53df9cbb4132 req-1b5465e3-77da-4e89-9fa3-89afbda441ae tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=1028ea46-bc1f-48bd-bf1f-0f515eaaeb0b HTTP/1.1" status: 200 len: 945 time: 0.4385128 Oct 12 19:39:36.319070 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b64c6c9a-d990-4499-ba18-53df9cbb4132 req-25690fc7-0f15-4e3d-9fd1-9255a82c6f90 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/security-groups?id=01d179f3-99bf-419e-b905-ce06318e0a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764172 Oct 12 19:39:36.523278 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2bebca4d-3468-45a9-beda-c5b635f7d641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:36.556530 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bebca4d-3468-45a9-beda-c5b635f7d641 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ba315fa-17b3-4175-9cc7-825d15eefb2f,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:39:36.641913 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2bebca4d-3468-45a9-beda-c5b635f7d641 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7915456'] for router_gateway, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:36.761961 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2d7e5a-9775-4f16-9684-d4b9e2c94e0d None None] Sync routers for ids ['177b5fc9-6642-40eb-ae09-4cc56e08f5e6'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:39:36.780234 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2d7e5a-9775-4f16-9684-d4b9e2c94e0d None None] Routers {'177b5fc9-6642-40eb-ae09-4cc56e08f5e6'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:39:36.780734 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2bebca4d-3468-45a9-beda-c5b635f7d641 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255495'] for router, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:36.781319 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-cf2d7e5a-9775-4f16-9684-d4b9e2c94e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:39:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['177b5fc9-6642-40eb-ae09-4cc56e08f5e6'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:39:36.786765 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2bebca4d-3468-45a9-beda-c5b635f7d641 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:36.860871 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ee255b-5080-429a-b5d0-3593a9376228 req-c58b9947-374d-44cb-9ed5-c617755a591f tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:39:36.869209 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d9ee255b-5080-429a-b5d0-3593a9376228 req-c58b9947-374d-44cb-9ed5-c617755a591f tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=120d2938-8aa1-45bf-a4a4-176b967fcfe9 HTTP/1.1" status: 200 len: 946 time: 0.0790145 Oct 12 19:39:36.919572 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d9ee255b-5080-429a-b5d0-3593a9376228 req-e28d85f6-9580-4d69-86d4-b7ee71f240b8 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=420eee86-df00-4a29-b769-fa4cc53a5198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472889 Oct 12 19:39:36.958783 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2bebca4d-3468-45a9-beda-c5b635f7d641 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8093499'] for router, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:36.961221 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bebca4d-3468-45a9-beda-c5b635f7d641 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 177b5fc9-6642-40eb-ae09-4cc56e08f5e6 {{(pid=95502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 19:39:36.968213 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2bebca4d-3468-45a9-beda-c5b635f7d641 admin admin] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:36.969881 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-2bebca4d-3468-45a9-beda-c5b635f7d641 admin admin] 10.222.0.49 "DELETE /v2.0/routers/177b5fc9-6642-40eb-ae09-4cc56e08f5e6 HTTP/1.1" status: 204 len: 168 time: 1.8996918 Oct 12 19:39:36.972404 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 45004) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:39:37.028600 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-cf2d7e5a-9775-4f16-9684-d4b9e2c94e0d None None] Set router 177b5fc9-6642-40eb-ae09-4cc56e08f5e6 gateway port host: None {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:39:37.033859 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-517b0afb-b735-4ab9-8276-baa62eae2d29 admin admin] Deleting subnet d86d9172-c6a4-4147-99d3-ffc22d6789e8 {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:39:37.033859 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-517b0afb-b735-4ab9-8276-baa62eae2d29 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:37.075715 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-517b0afb-b735-4ab9-8276-baa62eae2d29 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16313642'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:37.090541 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-cf2d7e5a-9775-4f16-9684-d4b9e2c94e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '177b5fc9-6642-40eb-ae09-4cc56e08f5e6', 'name': 'tempest-ImageQuotaTest-401318167-router', 'tenant_id': '2252a5fa76944964a03e058b97e9a65a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:39:23Z', 'updated_at': '2021-10-12T19:39:36Z', 'revision_number': 7, 'project_id': '2252a5fa76944964a03e058b97e9a65a', 'gw_port_host': None}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:39:37.133119 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2d7e5a-9775-4f16-9684-d4b9e2c94e0d None None] Checking router: 177b5fc9-6642-40eb-ae09-4cc56e08f5e6 for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:39:37.145491 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2d7e5a-9775-4f16-9684-d4b9e2c94e0d None None] Routers set() bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:39:37.149152 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2d7e5a-9775-4f16-9684-d4b9e2c94e0d None None] Router IDs set() for agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 12 19:39:37.149152 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_agentschedulers_db [None req-cf2d7e5a-9775-4f16-9684-d4b9e2c94e0d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'177b5fc9-6642-40eb-ae09-4cc56e08f5e6'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:39:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent'). {{(pid=95503) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 12 19:39:37.149152 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2d7e5a-9775-4f16-9684-d4b9e2c94e0d None None] The sync data for ids ['177b5fc9-6642-40eb-ae09-4cc56e08f5e6'] in n-d-813679-3 is: [] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:39:37.199086 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-517b0afb-b735-4ab9-8276-baa62eae2d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:37.357630 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-517b0afb-b735-4ab9-8276-baa62eae2d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4306592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16245866'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:37.395268 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517b0afb-b735-4ab9-8276-baa62eae2d29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d86d9172-c6a4-4147-99d3-ffc22d6789e8,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:39:37.404091 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-517b0afb-b735-4ab9-8276-baa62eae2d29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:37.407252 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-517b0afb-b735-4ab9-8276-baa62eae2d29 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/d86d9172-c6a4-4147-99d3-ffc22d6789e8 HTTP/1.1" status: 204 len: 168 time: 0.4336038 Oct 12 19:39:37.410031 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 45010) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:39:37.415868 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b396d4-e6ad-4af7-b90c-91de8951948e None None] Network d4e1622c-ea22-4cda-8e42-66654c22b1ee requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:39:37.541575 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9be893-0399-428d-8191-4d74178dece9 req-8734ef00-46ab-4afc-a0bb-14f41d6960c4 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:39:37.543535 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-bd9be893-0399-428d-8191-4d74178dece9 req-8734ef00-46ab-4afc-a0bb-14f41d6960c4 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=1028ea46-bc1f-48bd-bf1f-0f515eaaeb0b HTTP/1.1" status: 200 len: 945 time: 0.1159420 Oct 12 19:39:37.552021 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1807e835-e44c-46aa-af2f-f0961f5fec97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:37.609743 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-bd9be893-0399-428d-8191-4d74178dece9 req-5c8f274e-1740-42ef-abd9-cf50e6364da3 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/security-groups?id=01d179f3-99bf-419e-b905-ce06318e0a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508335 Oct 12 19:39:37.706798 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-1807e835-e44c-46aa-af2f-f0961f5fec97 admin admin] Deleting port 801de3e2-d1c0-4e99-884d-c158db6a3cc9 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:39:37.707197 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1807e835-e44c-46aa-af2f-f0961f5fec97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:37.725347 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb193df-a42f-41a9-9159-8e2495dae5c6 None None] DHCP port deletion for d4e1622c-ea22-4cda-8e42-66654c22b1ee request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 19:39:37.772364 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 6ba315fa-17b3-4175-9cc7-825d15eefb2f no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:39:37.795010 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 6ba315fa-17b3-4175-9cc7-825d15eefb2f {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:39:37.795327 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 6ba315fa-17b3-4175-9cc7-825d15eefb2f not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:39:37.813516 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-cfb193df-a42f-41a9-9159-8e2495dae5c6 None None] Deleting port 801de3e2-d1c0-4e99-884d-c158db6a3cc9 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:39:37.814073 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cfb193df-a42f-41a9-9159-8e2495dae5c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:37.814346 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [None req-1807e835-e44c-46aa-af2f-f0961f5fec97 admin admin] For port 801de3e2-d1c0-4e99-884d-c158db6a3cc9, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=801de3e2-d1c0-4e99-884d-c158db6a3cc9,segment=NetworkSegment(8b525b50-218a-4437-a357-ff58cce8b198),segment_id=8b525b50-218a-4437-a357-ff58cce8b198)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:39:37.814780 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1807e835-e44c-46aa-af2f-f0961f5fec97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:37.830340 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-1807e835-e44c-46aa-af2f-f0961f5fec97 admin admin] Calling delete_port for 801de3e2-d1c0-4e99-884d-c158db6a3cc9 owned by network:dhcp {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:39:37.846884 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8f90b7af-7a39-4e00-8a8c-d22a1a9dcfc6 req-64b50693-20ee-4564-abf4-8699b0785f06 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=120d2938-8aa1-45bf-a4a4-176b967fcfe9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0550244 Oct 12 19:39:37.903649 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-cfb193df-a42f-41a9-9159-8e2495dae5c6 None None] For port 801de3e2-d1c0-4e99-884d-c158db6a3cc9, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=801de3e2-d1c0-4e99-884d-c158db6a3cc9,segment=NetworkSegment(8b525b50-218a-4437-a357-ff58cce8b198),segment_id=8b525b50-218a-4437-a357-ff58cce8b198)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:39:37.904477 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cfb193df-a42f-41a9-9159-8e2495dae5c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:37.919173 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-cfb193df-a42f-41a9-9159-8e2495dae5c6 None None] Calling delete_port for 801de3e2-d1c0-4e99-884d-c158db6a3cc9 owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:39:37.980564 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f90b7af-7a39-4e00-8a8c-d22a1a9dcfc6 req-a02a19d8-56fd-49ca-913e-11d686e798eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:39:37.982093 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8f90b7af-7a39-4e00-8a8c-d22a1a9dcfc6 req-a02a19d8-56fd-49ca-913e-11d686e798eb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=80c6b006e6d9432a90abc6a3ef8ab3a8&device_id=120d2938-8aa1-45bf-a4a4-176b967fcfe9 HTTP/1.1" status: 200 len: 1097 time: 0.0690849 Oct 12 19:39:38.049783 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1807e835-e44c-46aa-af2f-f0961f5fec97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:38.064065 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cfb193df-a42f-41a9-9159-8e2495dae5c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:38.085335 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1807e835-e44c-46aa-af2f-f0961f5fec97 admin admin] No DVR routers for this DVR port 801de3e2-d1c0-4e99-884d-c158db6a3cc9 on host n-d-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:39:38.099319 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb193df-a42f-41a9-9159-8e2495dae5c6 None None] Pushing event deleted for resources: {'Port': ['ID=801de3e2-d1c0-4e99-884d-c158db6a3cc9,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:39:38.111103 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb193df-a42f-41a9-9159-8e2495dae5c6 None None] No DVR routers for this DVR port 801de3e2-d1c0-4e99-884d-c158db6a3cc9 on host n-d-813679-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:39:38.134346 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1807e835-e44c-46aa-af2f-f0961f5fec97 admin admin] Pushing event deleted for resources: {'Port': ['ID=801de3e2-d1c0-4e99-884d-c158db6a3cc9,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:39:38.136128 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe34c08-f470-4e88-b6ee-5b268504aa34 req-0a506707-a3f2-46cc-ad6c-b868c5d572c8 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:39:38.141235 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7fe34c08-f470-4e88-b6ee-5b268504aa34 req-0a506707-a3f2-46cc-ad6c-b868c5d572c8 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=120d2938-8aa1-45bf-a4a4-176b967fcfe9 HTTP/1.1" status: 200 len: 946 time: 0.1226225 Oct 12 19:39:38.193417 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f90b7af-7a39-4e00-8a8c-d22a1a9dcfc6 req-2d2cbf3b-36da-4492-bb4d-dbeed23cf02e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:39:38.195412 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8f90b7af-7a39-4e00-8a8c-d22a1a9dcfc6 req-2d2cbf3b-36da-4492-bb4d-dbeed23cf02e service neutron] 10.222.0.61 "GET /v2.0/networks?id=f2ec8300-0f72-4ff3-8abc-60a39fd10f0c HTTP/1.1" status: 200 len: 897 time: 0.1876509 Oct 12 19:39:38.225113 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1807e835-e44c-46aa-af2f-f0961f5fec97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:38.247220 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-1807e835-e44c-46aa-af2f-f0961f5fec97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4e1622c-ea22-4cda-8e42-66654c22b1ee']}} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:39:38.254895 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7fe34c08-f470-4e88-b6ee-5b268504aa34 req-1382b4b7-bc69-485c-9f52-eafee8bce276 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=420eee86-df00-4a29-b769-fa4cc53a5198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982211 Oct 12 19:39:38.257589 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8f90b7af-7a39-4e00-8a8c-d22a1a9dcfc6 req-df7aa92a-ab62-402e-b0c0-d35dd530a705 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=44842359-bc65-42fe-a0b3-f50ad6f836fe HTTP/1.1" status: 200 len: 217 time: 0.0537956 Oct 12 19:39:38.262543 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-1807e835-e44c-46aa-af2f-f0961f5fec97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b525b50-218a-4437-a357-ff58cce8b198') {'for_net_delete': True} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:39:38.262908 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-1807e835-e44c-46aa-af2f-f0961f5fec97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b525b50-218a-4437-a357-ff58cce8b198') {} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:39:38.274739 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1807e835-e44c-46aa-af2f-f0961f5fec97 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4281072'] for segment, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:38.289819 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1807e835-e44c-46aa-af2f-f0961f5fec97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:38.305889 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1807e835-e44c-46aa-af2f-f0961f5fec97 admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=95501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:39:38.306292 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1807e835-e44c-46aa-af2f-f0961f5fec97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4823170'] for segment, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:38.308515 n-d-813679-3 neutron-server[95501]: Traceback (most recent call last): Oct 12 19:39:38.308515 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:39:38.308515 n-d-813679-3 neutron-server[95501]: timer() Oct 12 19:39:38.308515 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:39:38.308515 n-d-813679-3 neutron-server[95501]: cb(*args, **kw) Oct 12 19:39:38.308515 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:39:38.308515 n-d-813679-3 neutron-server[95501]: return func(*args, **kwargs) Oct 12 19:39:38.308515 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:39:38.308515 n-d-813679-3 neutron-server[95501]: self._notify() Oct 12 19:39:38.308515 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:39:38.308515 n-d-813679-3 neutron-server[95501]: self.callback(batched_events) Oct 12 19:39:38.308515 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:39:38.308515 n-d-813679-3 neutron-server[95501]: event.method(event) Oct 12 19:39:38.308515 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:39:38.308515 n-d-813679-3 neutron-server[95501]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:39:38.308515 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:39:38.308515 n-d-813679-3 neutron-server[95501]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:39:38.308515 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:39:38.308515 n-d-813679-3 neutron-server[95501]: return f(self, *a, **k) Oct 12 19:39:38.308515 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:39:38.308515 n-d-813679-3 neutron-server[95501]: return self._get(url).json() Oct 12 19:39:38.308515 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:39:38.308515 n-d-813679-3 neutron-server[95501]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:39:38.308515 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:39:38.308515 n-d-813679-3 neutron-server[95501]: return self.request(url, 'GET', **kwargs) Oct 12 19:39:38.308515 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:39:38.308515 n-d-813679-3 neutron-server[95501]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:39:38.308515 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:39:38.308515 n-d-813679-3 neutron-server[95501]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:39:38.308515 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:39:38.308515 n-d-813679-3 neutron-server[95501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:39:38.308515 n-d-813679-3 neutron-server[95501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:39:38.328179 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f90b7af-7a39-4e00-8a8c-d22a1a9dcfc6 req-e6080f3c-1ca4-4a22-a167-5260fba3587b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:39:38.338093 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8f90b7af-7a39-4e00-8a8c-d22a1a9dcfc6 req-e6080f3c-1ca4-4a22-a167-5260fba3587b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f2089afa-b23b-4edd-8c92-b729350c9f49 HTTP/1.1" status: 200 len: 834 time: 0.0608518 Oct 12 19:39:38.378399 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f90b7af-7a39-4e00-8a8c-d22a1a9dcfc6 req-cc55d44e-6729-4d45-ab5f-08bca59ae88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:39:38.379935 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8f90b7af-7a39-4e00-8a8c-d22a1a9dcfc6 req-cc55d44e-6729-4d45-ab5f-08bca59ae88e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f2ec8300-0f72-4ff3-8abc-60a39fd10f0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433097 Oct 12 19:39:38.407308 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c4758b-1d84-411b-96f4-e1357df94ed2 req-9f39c6d4-2632-453e-9c71-6ffcba17f411 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:39:38.408933 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-16c4758b-1d84-411b-96f4-e1357df94ed2 req-9f39c6d4-2632-453e-9c71-6ffcba17f411 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=120d2938-8aa1-45bf-a4a4-176b967fcfe9 HTTP/1.1" status: 200 len: 946 time: 0.0658822 Oct 12 19:39:38.454022 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-16c4758b-1d84-411b-96f4-e1357df94ed2 req-7fefef10-5a2d-4dde-bf4d-e84d66769707 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=420eee86-df00-4a29-b769-fa4cc53a5198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379517 Oct 12 19:39:38.479107 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 45024) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:39:38.492258 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8f90b7af-7a39-4e00-8a8c-d22a1a9dcfc6 req-a9287914-e2a2-4b47-9db5-d28c098c8801 service neutron] 10.222.0.61 "GET /v2.0/networks/f2ec8300-0f72-4ff3-8abc-60a39fd10f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046081 Oct 12 19:39:38.520839 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5adb8b65-4db6-449c-942c-d43bcc71b9a0 tempest-TestNetworkAdvancedServerOps-832803611 tempest-TestNetworkAdvancedServerOps-832803611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:39:38.524085 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-5adb8b65-4db6-449c-942c-d43bcc71b9a0 tempest-TestNetworkAdvancedServerOps-832803611 tempest-TestNetworkAdvancedServerOps-832803611-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=120d2938-8aa1-45bf-a4a4-176b967fcfe9 HTTP/1.1" status: 200 len: 1092 time: 0.0429366 Oct 12 19:39:38.525972 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 45028) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:39:38.530415 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-9c2c64d2-fd96-425a-b9f5-99b96061e050 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Request body: {'floatingip': {'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'port_id': '44842359-bc65-42fe-a0b3-f50ad6f836fe', 'tenant_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:39:38.536244 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1807e835-e44c-46aa-af2f-f0961f5fec97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:38.542782 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1807e835-e44c-46aa-af2f-f0961f5fec97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:38.561010 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-1807e835-e44c-46aa-af2f-f0961f5fec97 admin admin] 10.222.0.49 "DELETE /v2.0/networks/d4e1622c-ea22-4cda-8e42-66654c22b1ee HTTP/1.1" status: 204 len: 168 time: 1.1345172 Oct 12 19:39:38.561236 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1807e835-e44c-46aa-af2f-f0961f5fec97 admin admin] Pushing event deleted for resources: {'Network': ['ID=d4e1622c-ea22-4cda-8e42-66654c22b1ee,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:39:38.595745 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8f90b7af-7a39-4e00-8a8c-d22a1a9dcfc6 req-269c8b46-3b82-4b4b-9597-2699d44bd21c service neutron] 10.222.0.61 "GET /v2.0/networks/f2ec8300-0f72-4ff3-8abc-60a39fd10f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965817 Oct 12 19:39:38.653492 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9c2c64d2-fd96-425a-b9f5-99b96061e050 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for floatingip, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:38.758231 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d5db2e-cda1-4e43-b848-ceebd4a9b31a req-b039c5af-3c81-4b81-bc45-96dc6b6b252c tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:39:38.760086 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f9d5db2e-cda1-4e43-b848-ceebd4a9b31a req-b039c5af-3c81-4b81-bc45-96dc6b6b252c tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=1028ea46-bc1f-48bd-bf1f-0f515eaaeb0b HTTP/1.1" status: 200 len: 945 time: 0.0599878 Oct 12 19:39:38.777452 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9c2c64d2-fd96-425a-b9f5-99b96061e050 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:38.799751 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f9d5db2e-cda1-4e43-b848-ceebd4a9b31a req-f345dbd5-83d9-4fa9-8476-cca80fa17643 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/security-groups?id=01d179f3-99bf-419e-b905-ce06318e0a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326838 Oct 12 19:39:38.890639 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-9c2c64d2-fd96-425a-b9f5-99b96061e050 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Allocated IP 172.25.5.82 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/abd8caa9-5fff-487a-8fc8-8db30cb4396b) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:39:39.001706 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9c2c64d2-fd96-425a-b9f5-99b96061e050 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:39.018972 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 45044) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:39:39.066044 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-bb60ce3c-dd83-427a-ac99-311c76bfd275 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2252a5fa76944964a03e058b97e9a65a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0448325 Oct 12 19:39:39.068409 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 45048) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:39:39.147309 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6ff60cca-e033-4bde-af33-7a18fad323ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:39.169501 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6ff60cca-e033-4bde-af33-7a18fad323ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:39.197836 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9c2c64d2-fd96-425a-b9f5-99b96061e050 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:39.240621 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2c64d2-fd96-425a-b9f5-99b96061e050 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:39:39.243625 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-9c2c64d2-fd96-425a-b9f5-99b96061e050 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:39:39.246092 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2c64d2-fd96-425a-b9f5-99b96061e050 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:39:39.270094 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2c64d2-fd96-425a-b9f5-99b96061e050 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Pushing event updated for resources: {'Port': ['ID=abd8caa9-5fff-487a-8fc8-8db30cb4396b,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:39:39.363511 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6ff60cca-e033-4bde-af33-7a18fad323ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:39.366669 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6ff60cca-e033-4bde-af33-7a18fad323ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:39.367646 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-6ff60cca-e033-4bde-af33-7a18fad323ca admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7a7c0b80-eab1-48a8-ae9a-cefafcd3c047 HTTP/1.1" status: 204 len: 168 time: 0.2982988 Oct 12 19:39:39.380514 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff60cca-e033-4bde-af33-7a18fad323ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a7c0b80-eab1-48a8-ae9a-cefafcd3c047,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:39:39.582023 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 801de3e2-d1c0-4e99-884d-c158db6a3cc9 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:39:39.605669 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 801de3e2-d1c0-4e99-884d-c158db6a3cc9 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:39:39.606172 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 801de3e2-d1c0-4e99-884d-c158db6a3cc9 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:39:39.702439 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9c2c64d2-fd96-425a-b9f5-99b96061e050 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:39.835119 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9c2c64d2-fd96-425a-b9f5-99b96061e050 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:39.935430 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1635c19-237e-486f-9171-d2fa51d0d953 req-0d0ed446-3b84-435e-8047-49786b02d67b tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:39:39.936875 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f1635c19-237e-486f-9171-d2fa51d0d953 req-0d0ed446-3b84-435e-8047-49786b02d67b tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=1028ea46-bc1f-48bd-bf1f-0f515eaaeb0b HTTP/1.1" status: 200 len: 945 time: 0.0510266 Oct 12 19:39:39.978410 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f1635c19-237e-486f-9171-d2fa51d0d953 req-fcf75e39-7700-42dc-8216-955d4b7e8fab tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/security-groups?id=01d179f3-99bf-419e-b905-ce06318e0a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330360 Oct 12 19:39:40.011939 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9c2c64d2-fd96-425a-b9f5-99b96061e050 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:40.071385 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9c2c64d2-fd96-425a-b9f5-99b96061e050 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:40.146303 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2c64d2-fd96-425a-b9f5-99b96061e050 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Pushing event updated for resources: {'Port': ['ID=abd8caa9-5fff-487a-8fc8-8db30cb4396b,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:39:40.161298 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9c2c64d2-fd96-425a-b9f5-99b96061e050 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7915414'] for floatingip, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:40.264328 n-d-813679-3 neutron-server[95501]: INFO neutron.db.l3_db [None req-9c2c64d2-fd96-425a-b9f5-99b96061e050 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Floating IP 12b2c6a3-0fd0-4f04-b1a1-1b9f9c24446f associated. External IP: 172.25.5.82, port: 44842359-bc65-42fe-a0b3-f50ad6f836fe. Oct 12 19:39:40.288293 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 45102) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:39:40.309110 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d2d4fd36-2459-46f2-8706-152637b4d0af admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:40.388608 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d2d4fd36-2459-46f2-8706-152637b4d0af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:40.521521 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c2c64d2-fd96-425a-b9f5-99b96061e050 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Router ea7887cb-09ee-4373-81c0-d48a26d4b302 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:39:40.534011 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961bac28-3387-48d6-bba9-869d65ed7497 req-72dbc38c-e63d-4a6e-a810-2ebcf8f3e3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:39:40.535480 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-961bac28-3387-48d6-bba9-869d65ed7497 req-72dbc38c-e63d-4a6e-a810-2ebcf8f3e3bd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=811cfaee5aef4af79e24164832947c33&device_id=1028ea46-bc1f-48bd-bf1f-0f515eaaeb0b HTTP/1.1" status: 200 len: 1096 time: 0.0628345 Oct 12 19:39:40.569102 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d2d4fd36-2459-46f2-8706-152637b4d0af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:40.615165 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-d2d4fd36-2459-46f2-8706-152637b4d0af admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.3257890 Oct 12 19:39:40.616780 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 45114) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:39:40.631638 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d4fd36-2459-46f2-8706-152637b4d0af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=812b6829-b96e-41cd-ace1-6f4de401b6ee,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:39:40.697976 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7149f0bf-8661-4c8e-a9cf-c7ef4efdaad6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:40.710815 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c2c64d2-fd96-425a-b9f5-99b96061e050 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:39:40.713208 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961bac28-3387-48d6-bba9-869d65ed7497 req-1f19487d-4694-49ad-a6ef-f32ec1757aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:39:40.715256 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-961bac28-3387-48d6-bba9-869d65ed7497 req-1f19487d-4694-49ad-a6ef-f32ec1757aa6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e1de796f-6482-493c-b5ac-b28a591020e2 HTTP/1.1" status: 200 len: 918 time: 0.1446729 Oct 12 19:39:40.723728 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b47b4d8-d5e5-45d6-bfc2-3a28da8d3f85 None None] Sync routers for ids ['ea7887cb-09ee-4373-81c0-d48a26d4b302'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:39:40.746786 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b47b4d8-d5e5-45d6-bfc2-3a28da8d3f85 None None] Routers {'ea7887cb-09ee-4373-81c0-d48a26d4b302'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:39:40.747718 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-4b47b4d8-d5e5-45d6-bfc2-3a28da8d3f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:39:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['ea7887cb-09ee-4373-81c0-d48a26d4b302'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:39:40.749552 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7149f0bf-8661-4c8e-a9cf-c7ef4efdaad6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:40.798544 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-961bac28-3387-48d6-bba9-869d65ed7497 req-23a82a9a-3eff-4995-8eda-e7fda7b9beba service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=723ba9b3-c26f-46d5-863a-8260959ab859 HTTP/1.1" status: 200 len: 1001 time: 0.0763209 Oct 12 19:39:40.843712 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9c2c64d2-fd96-425a-b9f5-99b96061e050 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:40.866561 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-4b47b4d8-d5e5-45d6-bfc2-3a28da8d3f85 None None] Set router ea7887cb-09ee-4373-81c0-d48a26d4b302 gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:39:40.880007 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-9c2c64d2-fd96-425a-b9f5-99b96061e050 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3529520 Oct 12 19:39:40.882651 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '120d2938-8aa1-45bf-a4a4-176b967fcfe9', 'tag': '44842359-bc65-42fe-a0b3-f50ad6f836fe'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:39:40.885091 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-903a0472-628a-443d-a36c-ecb0406e4848" -d '{"events": [{"name": "network-changed", "server_uuid": "120d2938-8aa1-45bf-a4a4-176b967fcfe9", "tag": "44842359-bc65-42fe-a0b3-f50ad6f836fe"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:39:40.889955 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961bac28-3387-48d6-bba9-869d65ed7497 req-0cf823e2-e250-4a69-b091-b578eb3cc6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:39:40.891468 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-961bac28-3387-48d6-bba9-869d65ed7497 req-0cf823e2-e250-4a69-b091-b578eb3cc6e1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=914db72d-f2c7-4670-91dc-11fde7252bf5 HTTP/1.1" status: 200 len: 856 time: 0.0826204 Oct 12 19:39:40.941173 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7597165b-495a-45b1-b2c4-43feda7b5057 x-openstack-request-id: req-7597165b-495a-45b1-b2c4-43feda7b5057 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:39:40.941458 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "120d2938-8aa1-45bf-a4a4-176b967fcfe9", "tag": "44842359-bc65-42fe-a0b3-f50ad6f836fe", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:39:40.941720 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7597165b-495a-45b1-b2c4-43feda7b5057 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:39:40.942118 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '120d2938-8aa1-45bf-a4a4-176b967fcfe9', 'tag': '44842359-bc65-42fe-a0b3-f50ad6f836fe', 'status': 'completed', 'code': 200} Oct 12 19:39:40.964757 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961bac28-3387-48d6-bba9-869d65ed7497 req-db180b28-644f-4b2a-aca5-4ed548754058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:39:40.968392 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-961bac28-3387-48d6-bba9-869d65ed7497 req-db180b28-644f-4b2a-aca5-4ed548754058 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e1de796f-6482-493c-b5ac-b28a591020e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698493 Oct 12 19:39:40.993714 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7149f0bf-8661-4c8e-a9cf-c7ef4efdaad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:40.997470 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7149f0bf-8661-4c8e-a9cf-c7ef4efdaad6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:41.000447 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-7149f0bf-8661-4c8e-a9cf-c7ef4efdaad6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/812b6829-b96e-41cd-ace1-6f4de401b6ee HTTP/1.1" status: 204 len: 168 time: 0.3811181 Oct 12 19:39:41.087077 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7149f0bf-8661-4c8e-a9cf-c7ef4efdaad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=812b6829-b96e-41cd-ace1-6f4de401b6ee,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:39:41.097296 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-961bac28-3387-48d6-bba9-869d65ed7497 req-2d9a3622-f7d4-4276-aed2-e1fe23e5987b service neutron] 10.222.0.67 "GET /v2.0/networks/e1de796f-6482-493c-b5ac-b28a591020e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212785 Oct 12 19:39:41.151360 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903a0472-628a-443d-a36c-ecb0406e4848 req-8286be5b-c195-460b-af59-fd8106bb0ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:39:41.151360 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-903a0472-628a-443d-a36c-ecb0406e4848 req-8286be5b-c195-460b-af59-fd8106bb0ccf service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=80c6b006e6d9432a90abc6a3ef8ab3a8&device_id=120d2938-8aa1-45bf-a4a4-176b967fcfe9 HTTP/1.1" status: 200 len: 1097 time: 0.1549857 Oct 12 19:39:41.162245 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6acadf6-b64b-4b37-8678-f619451c727c req-22d77211-25df-4c3c-bf4f-b6ececb89e05 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:39:41.170494 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a6acadf6-b64b-4b37-8678-f619451c727c req-22d77211-25df-4c3c-bf4f-b6ececb89e05 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=120d2938-8aa1-45bf-a4a4-176b967fcfe9 HTTP/1.1" status: 200 len: 946 time: 0.2324302 Oct 12 19:39:41.281116 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903a0472-628a-443d-a36c-ecb0406e4848 req-1041acdd-3046-4954-99ce-3c42926e6f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:39:41.282659 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-903a0472-628a-443d-a36c-ecb0406e4848 req-1041acdd-3046-4954-99ce-3c42926e6f69 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f2ec8300-0f72-4ff3-8abc-60a39fd10f0c HTTP/1.1" status: 200 len: 897 time: 0.1092217 Oct 12 19:39:41.309580 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-4b47b4d8-d5e5-45d6-bfc2-3a28da8d3f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea7887cb-09ee-4373-81c0-d48a26d4b302', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2016521244', 'tenant_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': '643de12d-1289-42a5-95e0-c1c54e28902a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:39:10Z', 'updated_at': '2021-10-12T19:39:18Z', 'revision_number': 4, 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'gw_port': {'id': '643de12d-1289-42a5-95e0-c1c54e28902a', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ab:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea7887cb-09ee-4373-81c0-d48a26d4b302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:39:11Z', 'updated_at': '2021-10-12T19:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': '12b2c6a3-0fd0-4f04-b1a1-1b9f9c24446f', 'tenant_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'floating_ip_address': '172.25.5.82', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': 'ea7887cb-09ee-4373-81c0-d48a26d4b302', 'port_id': '44842359-bc65-42fe-a0b3-f50ad6f836fe', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3082, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2ec8300-0f72-4ff3-8abc-60a39fd10f0c', 'mac_address': 'fa:16:3e:fa:db:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '120d2938-8aa1-45bf-a4a4-176b967fcfe9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T19:39:39Z', 'updated_at': '2021-10-12T19:39:39Z', 'revision_number': 0, 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdde8787-e8e9-41d9-9c6e-2686cca6d102', 'name': '', 'network_id': 'f2ec8300-0f72-4ff3-8abc-60a39fd10f0c', 'tenant_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'mac_address': 'fa:16:3e:83:0d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea7887cb-09ee-4373-81c0-d48a26d4b302', 'device_owner': 'network:router_interface', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': 'f2089afa-b23b-4edd-8c92-b729350c9f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:39:16Z', 'updated_at': '2021-10-12T19:39:24Z', 'revision_number': 5, 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'subnets': [{'id': 'f2089afa-b23b-4edd-8c92-b729350c9f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:39:41.316771 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eea568-1e04-4189-9ad5-6fbeb6913880 req-26b940cb-06ea-4bef-85a5-45b8e9aa225c tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:39:41.339829 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f5eea568-1e04-4189-9ad5-6fbeb6913880 req-26b940cb-06ea-4bef-85a5-45b8e9aa225c tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=1028ea46-bc1f-48bd-bf1f-0f515eaaeb0b HTTP/1.1" status: 200 len: 945 time: 0.1894214 Oct 12 19:39:41.362861 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 723ba9b3-c26f-46d5-863a-8260959ab859 details requested by agent hyperv_n-h2-813679-3 with host n-h2-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:39:41.383737 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a6acadf6-b64b-4b37-8678-f619451c727c req-605e2c1e-9ebd-4958-a821-f0c7518b2b90 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=420eee86-df00-4a29-b769-fa4cc53a5198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2122369 Oct 12 19:39:41.415575 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 45166) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:39:41.437424 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b47b4d8-d5e5-45d6-bfc2-3a28da8d3f85 None None] Checking router: ea7887cb-09ee-4373-81c0-d48a26d4b302 for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:39:41.470385 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b47b4d8-d5e5-45d6-bfc2-3a28da8d3f85 None None] Routers {'ea7887cb-09ee-4373-81c0-d48a26d4b302'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:39:41.476903 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-4b47b4d8-d5e5-45d6-bfc2-3a28da8d3f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:39:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['ea7887cb-09ee-4373-81c0-d48a26d4b302'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:39:41.481739 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-961bac28-3387-48d6-bba9-869d65ed7497 req-5b1db11e-8dca-4b05-a02e-99e9d295a20a service neutron] 10.222.0.67 "GET /v2.0/networks/e1de796f-6482-493c-b5ac-b28a591020e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3724232 Oct 12 19:39:41.540803 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f5eea568-1e04-4189-9ad5-6fbeb6913880 req-e8cc6dcc-9b5f-41e9-9990-b039f26115e7 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/security-groups?id=01d179f3-99bf-419e-b905-ce06318e0a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1998129 Oct 12 19:39:41.581979 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-903a0472-628a-443d-a36c-ecb0406e4848 req-6ef3400b-4c27-455d-b334-75c0bd86f65e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=44842359-bc65-42fe-a0b3-f50ad6f836fe HTTP/1.1" status: 200 len: 999 time: 0.2733974 Oct 12 19:39:41.603665 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-1972c1ca-e870-4029-8a24-56091ec02b23 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/floatingips/12b2c6a3-0fd0-4f04-b1a1-1b9f9c24446f HTTP/1.1" status: 200 len: 991 time: 0.1837902 Oct 12 19:39:41.607724 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 723ba9b3-c26f-46d5-863a-8260959ab859, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=723ba9b3-c26f-46d5-863a-8260959ab859,segment=NetworkSegment(e63f83d5-85c3-489d-99f4-18d9a9b82b19),segment_id=e63f83d5-85c3-489d-99f4-18d9a9b82b19)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:39:41.622260 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Returning: {'device': '723ba9b3-c26f-46d5-863a-8260959ab859', 'network_id': 'e1de796f-6482-493c-b5ac-b28a591020e2', 'port_id': '723ba9b3-c26f-46d5-863a-8260959ab859', 'mac_address': 'fa:16:3e:88:1e:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '914db72d-f2c7-4670-91dc-11fde7252bf5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:39:41.676694 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903a0472-628a-443d-a36c-ecb0406e4848 req-fe73038c-9e81-4123-957d-3510c7b34666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:39:41.676906 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:41.679075 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-903a0472-628a-443d-a36c-ecb0406e4848 req-fe73038c-9e81-4123-957d-3510c7b34666 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f2089afa-b23b-4edd-8c92-b729350c9f49 HTTP/1.1" status: 200 len: 834 time: 0.0880971 Oct 12 19:39:41.696465 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 723ba9b3-c26f-46d5-863a-8260959ab859 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:39:41.739997 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 723ba9b3-c26f-46d5-863a-8260959ab859, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=723ba9b3-c26f-46d5-863a-8260959ab859,segment=NetworkSegment(e63f83d5-85c3-489d-99f4-18d9a9b82b19),segment_id=e63f83d5-85c3-489d-99f4-18d9a9b82b19)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:39:41.746169 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903a0472-628a-443d-a36c-ecb0406e4848 req-9a33a094-dedc-45a7-bd35-ddde1cc2745d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:39:41.748879 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-903a0472-628a-443d-a36c-ecb0406e4848 req-9a33a094-dedc-45a7-bd35-ddde1cc2745d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f2ec8300-0f72-4ff3-8abc-60a39fd10f0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0625405 Oct 12 19:39:41.790830 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-4b47b4d8-d5e5-45d6-bfc2-3a28da8d3f85 None None] Set router ea7887cb-09ee-4373-81c0-d48a26d4b302 gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:39:41.868509 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:41.978509 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-903a0472-628a-443d-a36c-ecb0406e4848 req-56e5f910-ecfa-43e6-9484-487573345538 service neutron] 10.222.0.61 "GET /v2.0/networks/f2ec8300-0f72-4ff3-8abc-60a39fd10f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221494 Oct 12 19:39:42.025983 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['723ba9b3-c26f-46d5-863a-8260959ab859'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:39:42.059196 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=723ba9b3-c26f-46d5-863a-8260959ab859,revision_number=6']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:39:42.175863 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-903a0472-628a-443d-a36c-ecb0406e4848 req-a838aa21-2896-4559-96ca-786f36f02b33 service neutron] 10.222.0.61 "GET /v2.0/networks/f2ec8300-0f72-4ff3-8abc-60a39fd10f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899767 Oct 12 19:39:42.278841 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-4b47b4d8-d5e5-45d6-bfc2-3a28da8d3f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea7887cb-09ee-4373-81c0-d48a26d4b302', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2016521244', 'tenant_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': '643de12d-1289-42a5-95e0-c1c54e28902a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:39:10Z', 'updated_at': '2021-10-12T19:39:18Z', 'revision_number': 4, 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'gw_port': {'id': '643de12d-1289-42a5-95e0-c1c54e28902a', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ab:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea7887cb-09ee-4373-81c0-d48a26d4b302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:39:11Z', 'updated_at': '2021-10-12T19:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': '12b2c6a3-0fd0-4f04-b1a1-1b9f9c24446f', 'tenant_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'floating_ip_address': '172.25.5.82', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': 'ea7887cb-09ee-4373-81c0-d48a26d4b302', 'port_id': '44842359-bc65-42fe-a0b3-f50ad6f836fe', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3082, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2ec8300-0f72-4ff3-8abc-60a39fd10f0c', 'mac_address': 'fa:16:3e:fa:db:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '120d2938-8aa1-45bf-a4a4-176b967fcfe9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T19:39:39Z', 'updated_at': '2021-10-12T19:39:39Z', 'revision_number': 0, 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdde8787-e8e9-41d9-9c6e-2686cca6d102', 'name': '', 'network_id': 'f2ec8300-0f72-4ff3-8abc-60a39fd10f0c', 'tenant_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'mac_address': 'fa:16:3e:83:0d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea7887cb-09ee-4373-81c0-d48a26d4b302', 'device_owner': 'network:router_interface', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': 'f2089afa-b23b-4edd-8c92-b729350c9f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:39:16Z', 'updated_at': '2021-10-12T19:39:24Z', 'revision_number': 5, 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'subnets': [{'id': 'f2089afa-b23b-4edd-8c92-b729350c9f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:39:42.319242 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b47b4d8-d5e5-45d6-bfc2-3a28da8d3f85 None None] The sync data for ids ['ea7887cb-09ee-4373-81c0-d48a26d4b302'] in n-d-813679-3 is: [{'id': 'ea7887cb-09ee-4373-81c0-d48a26d4b302', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2016521244', 'tenant_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': '643de12d-1289-42a5-95e0-c1c54e28902a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:39:10Z', 'updated_at': '2021-10-12T19:39:18Z', 'revision_number': 4, 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'gw_port': {'id': '643de12d-1289-42a5-95e0-c1c54e28902a', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ab:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea7887cb-09ee-4373-81c0-d48a26d4b302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:39:11Z', 'updated_at': '2021-10-12T19:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': '12b2c6a3-0fd0-4f04-b1a1-1b9f9c24446f', 'tenant_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'floating_ip_address': '172.25.5.82', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': 'ea7887cb-09ee-4373-81c0-d48a26d4b302', 'port_id': '44842359-bc65-42fe-a0b3-f50ad6f836fe', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3082, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2ec8300-0f72-4ff3-8abc-60a39fd10f0c', 'mac_address': 'fa:16:3e:fa:db:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '120d2938-8aa1-45bf-a4a4-176b967fcfe9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T19:39:39Z', 'updated_at': '2021-10-12T19:39:39Z', 'revision_number': 0, 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdde8787-e8e9-41d9-9c6e-2686cca6d102', 'name': '', 'network_id': 'f2ec8300-0f72-4ff3-8abc-60a39fd10f0c', 'tenant_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'mac_address': 'fa:16:3e:83:0d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea7887cb-09ee-4373-81c0-d48a26d4b302', 'device_owner': 'network:router_interface', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': 'f2089afa-b23b-4edd-8c92-b729350c9f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:39:16Z', 'updated_at': '2021-10-12T19:39:24Z', 'revision_number': 5, 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'subnets': [{'id': 'f2089afa-b23b-4edd-8c92-b729350c9f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:39:42.605903 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 45222) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:39:42.627782 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059ea506-bd74-4aac-a5f1-2bb33b548a4c None None] New status for floating IP 12b2c6a3-0fd0-4f04-b1a1-1b9f9c24446f: ACTIVE {{(pid=95503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 19:39:42.749950 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-39abe510-46e3-4445-9d95-48810a3068f5 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/floatingips/12b2c6a3-0fd0-4f04-b1a1-1b9f9c24446f HTTP/1.1" status: 200 len: 991 time: 0.1413124 Oct 12 19:39:42.781625 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57952048-568e-4eed-a8ac-d3f9ecbfb7b3 req-29c87016-2b20-460a-9937-31911a95c0e5 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:39:42.783123 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-57952048-568e-4eed-a8ac-d3f9ecbfb7b3 req-29c87016-2b20-460a-9937-31911a95c0e5 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=1028ea46-bc1f-48bd-bf1f-0f515eaaeb0b HTTP/1.1" status: 200 len: 944 time: 0.0943296 Oct 12 19:39:42.824000 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-57952048-568e-4eed-a8ac-d3f9ecbfb7b3 req-8250c1b1-d52d-439b-b0bf-53af6eded5de tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/security-groups?id=01d179f3-99bf-419e-b905-ce06318e0a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343919 Oct 12 19:39:43.365352 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 723ba9b3-c26f-46d5-863a-8260959ab859 up at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:39:43.430231 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning complete for port 723ba9b3-c26f-46d5-863a-8260959ab859 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:39:43.437605 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:43.535325 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:43.591145 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 723ba9b3-c26f-46d5-863a-8260959ab859, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=723ba9b3-c26f-46d5-863a-8260959ab859,segment=NetworkSegment(e63f83d5-85c3-489d-99f4-18d9a9b82b19),segment_id=e63f83d5-85c3-489d-99f4-18d9a9b82b19)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:39:43.604871 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1028ea46-bc1f-48bd-bf1f-0f515eaaeb0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '723ba9b3-c26f-46d5-863a-8260959ab859'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:39:43.604871 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76f21344-9b65-4fd4-b783-c7f42e923237" -d '{"events": [{"server_uuid": "1028ea46-bc1f-48bd-bf1f-0f515eaaeb0b", "name": "network-vif-plugged", "status": "completed", "tag": "723ba9b3-c26f-46d5-863a-8260959ab859"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:39:43.640762 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20b613b3-40fb-4c3f-a88a-f19dad4f8aca x-openstack-request-id: req-20b613b3-40fb-4c3f-a88a-f19dad4f8aca {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:39:43.641390 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1028ea46-bc1f-48bd-bf1f-0f515eaaeb0b", "name": "network-vif-plugged", "status": "completed", "tag": "723ba9b3-c26f-46d5-863a-8260959ab859", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:39:43.641390 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-20b613b3-40fb-4c3f-a88a-f19dad4f8aca {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:39:43.641702 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1028ea46-bc1f-48bd-bf1f-0f515eaaeb0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '723ba9b3-c26f-46d5-863a-8260959ab859', 'code': 200} Oct 12 19:39:43.705159 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:43.752759 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 45266) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:39:43.801725 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=723ba9b3-c26f-46d5-863a-8260959ab859,revision_number=7']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:39:43.834945 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-8463ff90-58a2-49bc-a8d7-7497faa49ed7 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/floatingips/12b2c6a3-0fd0-4f04-b1a1-1b9f9c24446f HTTP/1.1" status: 200 len: 993 time: 0.0805323 Oct 12 19:39:43.972331 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fb0852-309d-4f86-bd33-a73e09816235 req-2397f9d4-c563-4ff7-85c1-e0176263431d tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:39:43.974227 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-31fb0852-309d-4f86-bd33-a73e09816235 req-2397f9d4-c563-4ff7-85c1-e0176263431d tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=1028ea46-bc1f-48bd-bf1f-0f515eaaeb0b HTTP/1.1" status: 200 len: 945 time: 0.0652995 Oct 12 19:39:44.035556 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-31fb0852-309d-4f86-bd33-a73e09816235 req-426a3eed-212a-4324-b325-744de3ea12f2 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/security-groups?id=01d179f3-99bf-419e-b905-ce06318e0a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528004 Oct 12 19:39:45.170041 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ebf2ce-1bfc-4445-91c6-dbe7d4411681 req-a76a194f-90cc-48ec-8a27-76b368f0446b tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:39:45.171845 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a6ebf2ce-1bfc-4445-91c6-dbe7d4411681 req-a76a194f-90cc-48ec-8a27-76b368f0446b tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=1028ea46-bc1f-48bd-bf1f-0f515eaaeb0b HTTP/1.1" status: 200 len: 945 time: 0.0534294 Oct 12 19:39:45.218319 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a6ebf2ce-1bfc-4445-91c6-dbe7d4411681 req-3e3a75a5-1c15-416e-af80-24bec22ff564 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/security-groups?id=01d179f3-99bf-419e-b905-ce06318e0a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393882 Oct 12 19:39:46.364697 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f860c0-eb1b-472a-bebe-1ca3fb2060ce req-502d5cbd-2a28-45a4-9706-59b51f115029 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:39:46.366203 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f3f860c0-eb1b-472a-bebe-1ca3fb2060ce req-502d5cbd-2a28-45a4-9706-59b51f115029 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=1028ea46-bc1f-48bd-bf1f-0f515eaaeb0b HTTP/1.1" status: 200 len: 945 time: 0.0641320 Oct 12 19:39:46.420058 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f3f860c0-eb1b-472a-bebe-1ca3fb2060ce req-68fc055a-3033-4c2c-9049-00b860b8376e tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/security-groups?id=01d179f3-99bf-419e-b905-ce06318e0a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445375 Oct 12 19:39:47.946812 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e7a1cd-189f-4075-8086-90c15bf02ab8 req-a0b9c165-9f57-49c3-a53e-ac7251eb4cff tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:39:47.955161 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-52e7a1cd-189f-4075-8086-90c15bf02ab8 req-a0b9c165-9f57-49c3-a53e-ac7251eb4cff tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=1028ea46-bc1f-48bd-bf1f-0f515eaaeb0b HTTP/1.1" status: 200 len: 945 time: 0.4355948 Oct 12 19:39:47.993470 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-52e7a1cd-189f-4075-8086-90c15bf02ab8 req-f4d79373-bf6c-45b1-a16f-d787ac494e92 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/security-groups?id=01d179f3-99bf-419e-b905-ce06318e0a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375299 Oct 12 19:39:49.179718 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f36d40-5fe0-411a-9f00-377f7fb96f46 req-0fb108ca-8957-411f-bf94-fdefea98c8e6 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:39:49.181393 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a2f36d40-5fe0-411a-9f00-377f7fb96f46 req-0fb108ca-8957-411f-bf94-fdefea98c8e6 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=1028ea46-bc1f-48bd-bf1f-0f515eaaeb0b HTTP/1.1" status: 200 len: 945 time: 0.0890806 Oct 12 19:39:49.231508 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a2f36d40-5fe0-411a-9f00-377f7fb96f46 req-55be1f8a-1de1-46e4-a03a-73ad69165725 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/security-groups?id=01d179f3-99bf-419e-b905-ce06318e0a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378375 Oct 12 19:39:50.416166 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dfd4e3-a446-4490-9b0a-a82d225ded5f req-ff40162a-730f-488c-b3d1-d5adec628a91 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:39:50.419050 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-39dfd4e3-a446-4490-9b0a-a82d225ded5f req-ff40162a-730f-488c-b3d1-d5adec628a91 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=1028ea46-bc1f-48bd-bf1f-0f515eaaeb0b HTTP/1.1" status: 200 len: 945 time: 0.0609601 Oct 12 19:39:50.467734 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-39dfd4e3-a446-4490-9b0a-a82d225ded5f req-58164c90-d5f9-4ede-94e2-31b8f67a0728 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/security-groups?id=01d179f3-99bf-419e-b905-ce06318e0a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414999 Oct 12 19:39:51.667005 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048f357d-aae8-4ec9-9549-f7e030928140 req-b48d0523-a7d1-49ff-bef4-d87a7efc7c7a tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:39:51.670957 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-048f357d-aae8-4ec9-9549-f7e030928140 req-b48d0523-a7d1-49ff-bef4-d87a7efc7c7a tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=1028ea46-bc1f-48bd-bf1f-0f515eaaeb0b HTTP/1.1" status: 200 len: 945 time: 0.1002285 Oct 12 19:39:51.718297 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-048f357d-aae8-4ec9-9549-f7e030928140 req-9caab8ba-e5eb-46b3-865f-a261c32a0dd5 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/security-groups?id=01d179f3-99bf-419e-b905-ce06318e0a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424526 Oct 12 19:39:52.866891 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3760c1-7eb2-4bac-a33c-7725adff7b79 req-ab2e409e-ad49-4887-ba30-dc1f1fc0ac3e tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:39:52.868653 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9f3760c1-7eb2-4bac-a33c-7725adff7b79 req-ab2e409e-ad49-4887-ba30-dc1f1fc0ac3e tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=1028ea46-bc1f-48bd-bf1f-0f515eaaeb0b HTTP/1.1" status: 200 len: 945 time: 0.0675688 Oct 12 19:39:52.914367 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9f3760c1-7eb2-4bac-a33c-7725adff7b79 req-94778567-3eea-4803-a024-efc754e929e5 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/security-groups?id=01d179f3-99bf-419e-b905-ce06318e0a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386879 Oct 12 19:39:54.046951 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9c16d9-a7f4-4b8b-927e-b72d02fa6b6d req-4d5c7a0b-ef29-48e4-9aed-d262a5570627 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:39:54.048456 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4c9c16d9-a7f4-4b8b-927e-b72d02fa6b6d req-4d5c7a0b-ef29-48e4-9aed-d262a5570627 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=1028ea46-bc1f-48bd-bf1f-0f515eaaeb0b HTTP/1.1" status: 200 len: 945 time: 0.0505898 Oct 12 19:39:54.113986 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4c9c16d9-a7f4-4b8b-927e-b72d02fa6b6d req-8fd86254-1876-4bab-9704-f75b642b7e49 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/security-groups?id=01d179f3-99bf-419e-b905-ce06318e0a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535977 Oct 12 19:39:54.212222 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5288566e-d82d-4072-8726-81f4a180505e req-ce6107a9-fa5f-404a-9724-dbd353fcc958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:39:54.213717 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5288566e-d82d-4072-8726-81f4a180505e req-ce6107a9-fa5f-404a-9724-dbd353fcc958 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=811cfaee5aef4af79e24164832947c33&device_id=1028ea46-bc1f-48bd-bf1f-0f515eaaeb0b HTTP/1.1" status: 200 len: 1096 time: 0.0450854 Oct 12 19:39:54.306025 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5288566e-d82d-4072-8726-81f4a180505e req-6d0f0a14-1054-4276-8e22-b66f33e18ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:39:54.307496 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5288566e-d82d-4072-8726-81f4a180505e req-6d0f0a14-1054-4276-8e22-b66f33e18ef8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e1de796f-6482-493c-b5ac-b28a591020e2 HTTP/1.1" status: 200 len: 918 time: 0.0865586 Oct 12 19:39:54.381699 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5288566e-d82d-4072-8726-81f4a180505e req-36d32aee-c3b4-46e6-bd2b-f495f44b3b38 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=723ba9b3-c26f-46d5-863a-8260959ab859 HTTP/1.1" status: 200 len: 1001 time: 0.0668197 Oct 12 19:39:54.433025 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5288566e-d82d-4072-8726-81f4a180505e req-1b965487-b8e2-406a-a979-a10fafe4829f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:39:54.434480 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5288566e-d82d-4072-8726-81f4a180505e req-1b965487-b8e2-406a-a979-a10fafe4829f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=914db72d-f2c7-4670-91dc-11fde7252bf5 HTTP/1.1" status: 200 len: 856 time: 0.0458753 Oct 12 19:39:54.481244 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5288566e-d82d-4072-8726-81f4a180505e req-0e49847c-a8e7-4f60-a34a-9503738a9037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:39:54.483124 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5288566e-d82d-4072-8726-81f4a180505e req-0e49847c-a8e7-4f60-a34a-9503738a9037 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e1de796f-6482-493c-b5ac-b28a591020e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415938 Oct 12 19:39:54.576910 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5288566e-d82d-4072-8726-81f4a180505e req-a086063d-bff6-49d4-8eaa-600a2392d5bf service neutron] 10.222.0.67 "GET /v2.0/networks/e1de796f-6482-493c-b5ac-b28a591020e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868235 Oct 12 19:39:54.681989 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5288566e-d82d-4072-8726-81f4a180505e req-dabc21ee-7686-469d-ae5a-2d339be0a1ad service neutron] 10.222.0.67 "GET /v2.0/networks/e1de796f-6482-493c-b5ac-b28a591020e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981255 Oct 12 19:39:54.724584 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 45728) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:39:54.861357 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8e268c95-6c0b-4b7c-95e5-a3be839c01ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:54.940604 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8e268c95-6c0b-4b7c-95e5-a3be839c01ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:55.008187 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8e268c95-6c0b-4b7c-95e5-a3be839c01ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:55.054164 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-8e268c95-6c0b-4b7c-95e5-a3be839c01ae admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b4706864e9e24889a52173cb1137363d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3261993 Oct 12 19:39:55.054164 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e268c95-6c0b-4b7c-95e5-a3be839c01ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f33c229-669a-4295-8c7a-13d57fc7e18c,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:39:55.054834 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 45736) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:39:55.122923 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b51701cb-a8b1-4fbe-b90c-723a5f68c8dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:55.145190 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b51701cb-a8b1-4fbe-b90c-723a5f68c8dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:55.226134 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cd343d-b5d5-4942-9ec5-3711be680546 req-7d5e2d82-b7bf-4a08-910f-027b9333f01f tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:39:55.227608 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-56cd343d-b5d5-4942-9ec5-3711be680546 req-7d5e2d82-b7bf-4a08-910f-027b9333f01f tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=1028ea46-bc1f-48bd-bf1f-0f515eaaeb0b HTTP/1.1" status: 200 len: 945 time: 0.0520418 Oct 12 19:39:55.266778 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-56cd343d-b5d5-4942-9ec5-3711be680546 req-82b9cd86-2a14-40c9-b9fb-d1dcf3e76ede tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/security-groups?id=01d179f3-99bf-419e-b905-ce06318e0a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323319 Oct 12 19:39:55.270556 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b51701cb-a8b1-4fbe-b90c-723a5f68c8dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:55.273650 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b51701cb-a8b1-4fbe-b90c-723a5f68c8dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:55.277536 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-b51701cb-a8b1-4fbe-b90c-723a5f68c8dd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1f33c229-669a-4295-8c7a-13d57fc7e18c HTTP/1.1" status: 204 len: 168 time: 0.2191267 Oct 12 19:39:55.284143 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51701cb-a8b1-4fbe-b90c-723a5f68c8dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f33c229-669a-4295-8c7a-13d57fc7e18c,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:39:55.843686 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 45746) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:39:55.858431 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e244b069-fb4f-4e82-9baa-1e1623982f7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:55.942592 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e244b069-fb4f-4e82-9baa-1e1623982f7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:56.007821 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e244b069-fb4f-4e82-9baa-1e1623982f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:56.050130 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-e244b069-fb4f-4e82-9baa-1e1623982f7b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6b20701162324b208f23c3f5a960539d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2052777 Oct 12 19:39:56.051997 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e244b069-fb4f-4e82-9baa-1e1623982f7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc28016b-e6f8-43d6-964c-b67c3d38bc8e,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:39:56.052816 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 45750) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:39:56.121064 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a07dba3f-c260-4867-92ed-b4a552e61214 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:56.146210 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a07dba3f-c260-4867-92ed-b4a552e61214 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:56.153959 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 19:39:56.247679 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a07dba3f-c260-4867-92ed-b4a552e61214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:56.250312 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a07dba3f-c260-4867-92ed-b4a552e61214 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:56.251464 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-a07dba3f-c260-4867-92ed-b4a552e61214 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fc28016b-e6f8-43d6-964c-b67c3d38bc8e HTTP/1.1" status: 204 len: 168 time: 0.1974943 Oct 12 19:39:56.259059 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07dba3f-c260-4867-92ed-b4a552e61214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc28016b-e6f8-43d6-964c-b67c3d38bc8e,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:39:56.579203 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbede9a0-5db2-4574-97f6-d610395bfecc req-2f56d1ee-a819-43f7-a2ce-0dbcf704ef55 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:39:56.580939 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-bbede9a0-5db2-4574-97f6-d610395bfecc req-2f56d1ee-a819-43f7-a2ce-0dbcf704ef55 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=1028ea46-bc1f-48bd-bf1f-0f515eaaeb0b HTTP/1.1" status: 200 len: 945 time: 0.2288172 Oct 12 19:39:56.621833 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-bbede9a0-5db2-4574-97f6-d610395bfecc req-e60857de-49fa-47c1-9089-33a0ef6d22ed tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/security-groups?id=01d179f3-99bf-419e-b905-ce06318e0a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342546 Oct 12 19:39:57.441758 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 723ba9b3-c26f-46d5-863a-8260959ab859 no longer exists at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:39:57.519352 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:57.545245 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1028ea46-bc1f-48bd-bf1f-0f515eaaeb0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '723ba9b3-c26f-46d5-863a-8260959ab859'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:39:57.547511 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6675baa-fb8f-4cd0-9eba-927f55c7df35" -d '{"events": [{"server_uuid": "1028ea46-bc1f-48bd-bf1f-0f515eaaeb0b", "name": "network-vif-unplugged", "status": "completed", "tag": "723ba9b3-c26f-46d5-863a-8260959ab859"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:39:57.561839 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 723ba9b3-c26f-46d5-863a-8260959ab859, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=723ba9b3-c26f-46d5-863a-8260959ab859,segment=NetworkSegment(e63f83d5-85c3-489d-99f4-18d9a9b82b19),segment_id=e63f83d5-85c3-489d-99f4-18d9a9b82b19)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:39:57.580794 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 12 Oct 2021 19:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3ad6c9f-a630-4556-9081-319fbf29f209 x-openstack-request-id: req-d3ad6c9f-a630-4556-9081-319fbf29f209 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:39:57.581167 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1028ea46-bc1f-48bd-bf1f-0f515eaaeb0b", "name": "network-vif-unplugged", "status": "failed", "tag": "723ba9b3-c26f-46d5-863a-8260959ab859", "code": 422}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:39:57.581539 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d3ad6c9f-a630-4556-9081-319fbf29f209 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:39:57.582032 n-d-813679-3 neutron-server[95503]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1028ea46-bc1f-48bd-bf1f-0f515eaaeb0b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '723ba9b3-c26f-46d5-863a-8260959ab859', 'code': 422} returned with failed status Oct 12 19:39:57.647386 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:57.707100 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=723ba9b3-c26f-46d5-863a-8260959ab859,revision_number=8']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:39:57.759811 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aadbbf-f9c3-4d4a-9ea0-ead90da5b5f5 req-4da03126-92df-4267-ba7a-8cab9818b8a5 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:39:57.764488 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-57aadbbf-f9c3-4d4a-9ea0-ead90da5b5f5 req-4da03126-92df-4267-ba7a-8cab9818b8a5 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=1028ea46-bc1f-48bd-bf1f-0f515eaaeb0b HTTP/1.1" status: 200 len: 943 time: 0.0578251 Oct 12 19:39:57.800771 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-57aadbbf-f9c3-4d4a-9ea0-ead90da5b5f5 req-d79c351a-6cc1-4c3c-8456-e4617312da16 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/security-groups?id=01d179f3-99bf-419e-b905-ce06318e0a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329061 Oct 12 19:39:59.185917 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-24cd8f52-975d-40b3-a64b-36334f769ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:59.512444 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 45842) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:39:59.626771 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ff568315-af40-4dcb-9416-77348aa6f638 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:59.702428 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ff568315-af40-4dcb-9416-77348aa6f638 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:39:59.958788 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ff568315-af40-4dcb-9416-77348aa6f638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:40:00.002458 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-ff568315-af40-4dcb-9416-77348aa6f638 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=18a64bbd21af4962b18805ac45c4b91c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4879417 Oct 12 19:40:00.003370 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff568315-af40-4dcb-9416-77348aa6f638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42ad0d2b-06a4-4a34-9c44-6aa299d456e5,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:40:00.004239 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 45848) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:40:00.076422 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9ee6f86e-5110-40bc-bf4a-9d32e8ac024c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:40:00.103891 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9ee6f86e-5110-40bc-bf4a-9d32e8ac024c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:40:00.270660 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9ee6f86e-5110-40bc-bf4a-9d32e8ac024c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:40:00.273377 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9ee6f86e-5110-40bc-bf4a-9d32e8ac024c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:40:00.274545 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-9ee6f86e-5110-40bc-bf4a-9d32e8ac024c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/42ad0d2b-06a4-4a34-9c44-6aa299d456e5 HTTP/1.1" status: 204 len: 168 time: 0.2693195 Oct 12 19:40:00.284203 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee6f86e-5110-40bc-bf4a-9d32e8ac024c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42ad0d2b-06a4-4a34-9c44-6aa299d456e5,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:40:00.523664 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ffcc1b-dea8-499f-976a-e54b45720fb6 req-8182ece1-33da-4dde-b468-bb798f4ff493 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:40:00.525066 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-56ffcc1b-dea8-499f-976a-e54b45720fb6 req-8182ece1-33da-4dde-b468-bb798f4ff493 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=1028ea46-bc1f-48bd-bf1f-0f515eaaeb0b HTTP/1.1" status: 200 len: 943 time: 0.0514393 Oct 12 19:40:00.572660 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-56ffcc1b-dea8-499f-976a-e54b45720fb6 req-1a4c9cb0-4531-431c-8bce-cdefccf75aa3 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/security-groups?id=01d179f3-99bf-419e-b905-ce06318e0a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408573 Oct 12 19:40:01.081774 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0d81f1a6-6467-4ec1-bdb9-acddd64be5f1 req-629005c8-2455-42cb-9f6b-a299883d8821 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1028ea46-bc1f-48bd-bf1f-0f515eaaeb0b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1432030 Oct 12 19:40:01.702953 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba12f058-b59d-4210-ba9c-88bc4275c661 req-63df8a82-163e-4bdc-942d-f2e200df613a tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:40:01.704243 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-17054f14-c3c3-427d-bc2b-f6ed308eb685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:40:01.704712 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ba12f058-b59d-4210-ba9c-88bc4275c661 req-63df8a82-163e-4bdc-942d-f2e200df613a tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=1028ea46-bc1f-48bd-bf1f-0f515eaaeb0b HTTP/1.1" status: 200 len: 943 time: 0.0529728 Oct 12 19:40:01.743177 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ba12f058-b59d-4210-ba9c-88bc4275c661 req-c0aa9781-c8d5-4212-9bc2-7fc4b9e96f22 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/security-groups?id=01d179f3-99bf-419e-b905-ce06318e0a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325947 Oct 12 19:40:02.490096 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d81f1a6-6467-4ec1-bdb9-acddd64be5f1 req-71f145c8-542b-4bac-9557-d9b52dae4d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:40:02.492003 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0d81f1a6-6467-4ec1-bdb9-acddd64be5f1 req-71f145c8-542b-4bac-9557-d9b52dae4d64 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1028ea46-bc1f-48bd-bf1f-0f515eaaeb0b&tenant_id=811cfaee5aef4af79e24164832947c33 HTTP/1.1" status: 200 len: 1094 time: 0.0568967 Oct 12 19:40:02.493373 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:40:02.503685 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [req-0d81f1a6-6467-4ec1-bdb9-acddd64be5f1 req-56ff353d-1133-449b-91e1-2fe20facc28c service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 19:40:02.504863 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0d81f1a6-6467-4ec1-bdb9-acddd64be5f1 req-56ff353d-1133-449b-91e1-2fe20facc28c service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0054967 Oct 12 19:40:02.520391 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-0d81f1a6-6467-4ec1-bdb9-acddd64be5f1 req-f0788eeb-fcb6-45ec-b5e7-cc576a739e30 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-813679-3', 'device_owner': 'compute:nova'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:40:02.590391 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-0d81f1a6-6467-4ec1-bdb9-acddd64be5f1 req-f0788eeb-fcb6-45ec-b5e7-cc576a739e30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:40:02.820503 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-0d81f1a6-6467-4ec1-bdb9-acddd64be5f1 req-f0788eeb-fcb6-45ec-b5e7-cc576a739e30 service neutron] For port 723ba9b3-c26f-46d5-863a-8260959ab859, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=723ba9b3-c26f-46d5-863a-8260959ab859,segment=NetworkSegment(e63f83d5-85c3-489d-99f4-18d9a9b82b19),segment_id=e63f83d5-85c3-489d-99f4-18d9a9b82b19)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:40:02.859022 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-0d81f1a6-6467-4ec1-bdb9-acddd64be5f1 req-f0788eeb-fcb6-45ec-b5e7-cc576a739e30 service neutron] For port 723ba9b3-c26f-46d5-863a-8260959ab859, host n-h2-813679-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:40:02.909114 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [req-0d81f1a6-6467-4ec1-bdb9-acddd64be5f1 req-f0788eeb-fcb6-45ec-b5e7-cc576a739e30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 723ba9b3-c26f-46d5-863a-8260959ab859 {{(pid=95502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:40:02.917810 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-0d81f1a6-6467-4ec1-bdb9-acddd64be5f1 req-f0788eeb-fcb6-45ec-b5e7-cc576a739e30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:40:02.926331 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7a8a12-cadb-4e04-9e7d-16085938f56b req-c3cb1ba6-a551-44e6-a602-bf2889d64f76 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:40:02.928844 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-bd7a8a12-cadb-4e04-9e7d-16085938f56b req-c3cb1ba6-a551-44e6-a602-bf2889d64f76 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=1028ea46-bc1f-48bd-bf1f-0f515eaaeb0b HTTP/1.1" status: 200 len: 943 time: 0.0769618 Oct 12 19:40:02.930416 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-0d81f1a6-6467-4ec1-bdb9-acddd64be5f1 req-f0788eeb-fcb6-45ec-b5e7-cc576a739e30 service neutron] Transition to ACTIVE for port object 723ba9b3-c26f-46d5-863a-8260959ab859 will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:40:02.969465 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-bd7a8a12-cadb-4e04-9e7d-16085938f56b req-ad393711-1dc4-46df-a492-8813151ed6cc tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/security-groups?id=01d179f3-99bf-419e-b905-ce06318e0a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339382 Oct 12 19:40:02.984895 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:40:03.070203 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-0d81f1a6-6467-4ec1-bdb9-acddd64be5f1 req-f0788eeb-fcb6-45ec-b5e7-cc576a739e30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:40:03.121726 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:40:03.278092 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0788eeb-fcb6-45ec-b5e7-cc576a739e30 service neutron] Pushing event updated for resources: {'Port': ['ID=723ba9b3-c26f-46d5-863a-8260959ab859,revision_number=9']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:40:03.302540 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0788eeb-fcb6-45ec-b5e7-cc576a739e30 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:40:03.302910 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0788eeb-fcb6-45ec-b5e7-cc576a739e30 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:40:03.303359 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0788eeb-fcb6-45ec-b5e7-cc576a739e30 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:40:03.303699 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0788eeb-fcb6-45ec-b5e7-cc576a739e30 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:40:03.304057 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0788eeb-fcb6-45ec-b5e7-cc576a739e30 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:40:03.304419 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0788eeb-fcb6-45ec-b5e7-cc576a739e30 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:40:03.304751 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0788eeb-fcb6-45ec-b5e7-cc576a739e30 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:40:03.305076 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0788eeb-fcb6-45ec-b5e7-cc576a739e30 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:40:03.305674 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0788eeb-fcb6-45ec-b5e7-cc576a739e30 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:40:03.306003 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0788eeb-fcb6-45ec-b5e7-cc576a739e30 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:40:03.306539 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0788eeb-fcb6-45ec-b5e7-cc576a739e30 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:40:03.306875 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0788eeb-fcb6-45ec-b5e7-cc576a739e30 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:40:03.360278 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d81f1a6-6467-4ec1-bdb9-acddd64be5f1 req-f0788eeb-fcb6-45ec-b5e7-cc576a739e30 service neutron] No DVR routers for this DVR port 723ba9b3-c26f-46d5-863a-8260959ab859 on host n-h2-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:40:03.511557 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-0d81f1a6-6467-4ec1-bdb9-acddd64be5f1 req-f0788eeb-fcb6-45ec-b5e7-cc576a739e30 service neutron] Attempting to bind port 723ba9b3-c26f-46d5-863a-8260959ab859 on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:40:03.511929 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-0d81f1a6-6467-4ec1-bdb9-acddd64be5f1 req-f0788eeb-fcb6-45ec-b5e7-cc576a739e30 service neutron] Attempting to bind port 723ba9b3-c26f-46d5-863a-8260959ab859 by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': 'e63f83d5-85c3-489d-99f4-18d9a9b82b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'e1de796f-6482-493c-b5ac-b28a591020e2'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:40:03.512288 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d81f1a6-6467-4ec1-bdb9-acddd64be5f1 req-f0788eeb-fcb6-45ec-b5e7-cc576a739e30 service neutron] Attempting to bind port 723ba9b3-c26f-46d5-863a-8260959ab859 on network e1de796f-6482-493c-b5ac-b28a591020e2 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:40:03.516772 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d81f1a6-6467-4ec1-bdb9-acddd64be5f1 req-f0788eeb-fcb6-45ec-b5e7-cc576a739e30 service neutron] Port 723ba9b3-c26f-46d5-863a-8260959ab859 on network e1de796f-6482-493c-b5ac-b28a591020e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:40:03.517092 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d81f1a6-6467-4ec1-bdb9-acddd64be5f1 req-f0788eeb-fcb6-45ec-b5e7-cc576a739e30 service neutron] Attempting to bind port 723ba9b3-c26f-46d5-863a-8260959ab859 on network e1de796f-6482-493c-b5ac-b28a591020e2 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:40:03.522291 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d81f1a6-6467-4ec1-bdb9-acddd64be5f1 req-f0788eeb-fcb6-45ec-b5e7-cc576a739e30 service neutron] Checking agent: {'id': 'f5e9725f-f5a6-43c2-a1be-95e21e9a1fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:40:03.522634 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d81f1a6-6467-4ec1-bdb9-acddd64be5f1 req-f0788eeb-fcb6-45ec-b5e7-cc576a739e30 service neutron] Checking segment: {'id': 'e63f83d5-85c3-489d-99f4-18d9a9b82b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'e1de796f-6482-493c-b5ac-b28a591020e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:40:03.523016 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d81f1a6-6467-4ec1-bdb9-acddd64be5f1 req-f0788eeb-fcb6-45ec-b5e7-cc576a739e30 service neutron] Bound using segment: {'id': 'e63f83d5-85c3-489d-99f4-18d9a9b82b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'e1de796f-6482-493c-b5ac-b28a591020e2'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:40:03.523443 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-0d81f1a6-6467-4ec1-bdb9-acddd64be5f1 req-f0788eeb-fcb6-45ec-b5e7-cc576a739e30 service neutron] Bound port: 723ba9b3-c26f-46d5-863a-8260959ab859, host: n-h1-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e63f83d5-85c3-489d-99f4-18d9a9b82b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'e1de796f-6482-493c-b5ac-b28a591020e2'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:40:03.523796 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-0d81f1a6-6467-4ec1-bdb9-acddd64be5f1 req-f0788eeb-fcb6-45ec-b5e7-cc576a739e30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:40:03.592451 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-0d81f1a6-6467-4ec1-bdb9-acddd64be5f1 req-f0788eeb-fcb6-45ec-b5e7-cc576a739e30 service neutron] For port 723ba9b3-c26f-46d5-863a-8260959ab859, host n-h1-813679-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:40:03.595811 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-0d81f1a6-6467-4ec1-bdb9-acddd64be5f1 req-f0788eeb-fcb6-45ec-b5e7-cc576a739e30 service neutron] For port 723ba9b3-c26f-46d5-863a-8260959ab859, host n-h1-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=723ba9b3-c26f-46d5-863a-8260959ab859,segment=NetworkSegment(e63f83d5-85c3-489d-99f4-18d9a9b82b19),segment_id=e63f83d5-85c3-489d-99f4-18d9a9b82b19)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:40:03.654013 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-0d81f1a6-6467-4ec1-bdb9-acddd64be5f1 req-f0788eeb-fcb6-45ec-b5e7-cc576a739e30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:40:03.691637 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d81f1a6-6467-4ec1-bdb9-acddd64be5f1 req-f0788eeb-fcb6-45ec-b5e7-cc576a739e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:40:03.692287 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-0d81f1a6-6467-4ec1-bdb9-acddd64be5f1 req-f0788eeb-fcb6-45ec-b5e7-cc576a739e30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:40:03.693670 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0d81f1a6-6467-4ec1-bdb9-acddd64be5f1 req-f0788eeb-fcb6-45ec-b5e7-cc576a739e30 service neutron] 10.222.0.61 "PUT /v2.0/ports/723ba9b3-c26f-46d5-863a-8260959ab859 HTTP/1.1" status: 200 len: 1091 time: 1.1781814 Oct 12 19:40:03.694282 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1028ea46-bc1f-48bd-bf1f-0f515eaaeb0b', 'tag': '723ba9b3-c26f-46d5-863a-8260959ab859'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:40:03.696733 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-378c59e8-c901-4834-879e-0245d3e46e93" -d '{"events": [{"name": "network-changed", "server_uuid": "1028ea46-bc1f-48bd-bf1f-0f515eaaeb0b", "tag": "723ba9b3-c26f-46d5-863a-8260959ab859"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:40:03.734130 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0788eeb-fcb6-45ec-b5e7-cc576a739e30 service neutron] Pushing event updated for resources: {'Port': ['ID=723ba9b3-c26f-46d5-863a-8260959ab859,revision_number=10']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:40:03.792221 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f02798fe-f583-4567-a6ce-89b19ecaafdb x-openstack-request-id: req-f02798fe-f583-4567-a6ce-89b19ecaafdb {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:40:03.792754 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1028ea46-bc1f-48bd-bf1f-0f515eaaeb0b", "tag": "723ba9b3-c26f-46d5-863a-8260959ab859", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:40:03.793254 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f02798fe-f583-4567-a6ce-89b19ecaafdb {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:40:03.793792 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1028ea46-bc1f-48bd-bf1f-0f515eaaeb0b', 'tag': '723ba9b3-c26f-46d5-863a-8260959ab859', 'status': 'completed', 'code': 200} Oct 12 19:40:03.795591 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:40:03.797599 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d81f1a6-6467-4ec1-bdb9-acddd64be5f1 req-f3651192-278d-4e2a-961d-5d6a453da3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:40:03.799462 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0d81f1a6-6467-4ec1-bdb9-acddd64be5f1 req-f3651192-278d-4e2a-961d-5d6a453da3d5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=811cfaee5aef4af79e24164832947c33&device_id=1028ea46-bc1f-48bd-bf1f-0f515eaaeb0b HTTP/1.1" status: 200 len: 1095 time: 0.0604479 Oct 12 19:40:03.908017 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d81f1a6-6467-4ec1-bdb9-acddd64be5f1 req-9afd29e9-3171-4637-82ed-5a2808c7e9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:40:03.909647 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0d81f1a6-6467-4ec1-bdb9-acddd64be5f1 req-9afd29e9-3171-4637-82ed-5a2808c7e9c6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e1de796f-6482-493c-b5ac-b28a591020e2 HTTP/1.1" status: 200 len: 918 time: 0.1028941 Oct 12 19:40:03.987778 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0d81f1a6-6467-4ec1-bdb9-acddd64be5f1 req-dfc7b8e0-9f7f-4970-ba2b-e790da110869 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=723ba9b3-c26f-46d5-863a-8260959ab859 HTTP/1.1" status: 200 len: 999 time: 0.0708394 Oct 12 19:40:04.040586 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d81f1a6-6467-4ec1-bdb9-acddd64be5f1 req-4d4c8b6e-ec18-4b36-98bf-dca287137476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:40:04.042732 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0d81f1a6-6467-4ec1-bdb9-acddd64be5f1 req-4d4c8b6e-ec18-4b36-98bf-dca287137476 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=914db72d-f2c7-4670-91dc-11fde7252bf5 HTTP/1.1" status: 200 len: 856 time: 0.0483332 Oct 12 19:40:04.123826 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d81f1a6-6467-4ec1-bdb9-acddd64be5f1 req-91b78c87-ae92-4ff0-9830-06dccd42465e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:40:04.125338 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0d81f1a6-6467-4ec1-bdb9-acddd64be5f1 req-91b78c87-ae92-4ff0-9830-06dccd42465e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e1de796f-6482-493c-b5ac-b28a591020e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0757678 Oct 12 19:40:04.133682 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bb29f5-9a29-4be8-8b92-08ed60bd0a4c req-70c6f4bb-8dd8-4f58-94db-2abc9d6a589a tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:40:04.136951 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-14bb29f5-9a29-4be8-8b92-08ed60bd0a4c req-70c6f4bb-8dd8-4f58-94db-2abc9d6a589a tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=1028ea46-bc1f-48bd-bf1f-0f515eaaeb0b HTTP/1.1" status: 200 len: 944 time: 0.0756855 Oct 12 19:40:04.227854 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-14bb29f5-9a29-4be8-8b92-08ed60bd0a4c req-e5005064-90a7-4b4a-b672-559e812dfa8a tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/security-groups?id=01d179f3-99bf-419e-b905-ce06318e0a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843406 Oct 12 19:40:04.271641 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0d81f1a6-6467-4ec1-bdb9-acddd64be5f1 req-bbbc7383-e58c-47a3-9171-5d7ea92e7fb5 service neutron] 10.222.0.61 "GET /v2.0/networks/e1de796f-6482-493c-b5ac-b28a591020e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353211 Oct 12 19:40:04.390170 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0d81f1a6-6467-4ec1-bdb9-acddd64be5f1 req-5dd61c8e-e505-4d01-a549-5afb40ed5c29 service neutron] 10.222.0.61 "GET /v2.0/networks/e1de796f-6482-493c-b5ac-b28a591020e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093521 Oct 12 19:40:04.532993 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:40:04.606604 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378c59e8-c901-4834-879e-0245d3e46e93 req-611ee20e-96d4-4384-89d6-b7219f706568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:40:04.608694 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-378c59e8-c901-4834-879e-0245d3e46e93 req-611ee20e-96d4-4384-89d6-b7219f706568 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=811cfaee5aef4af79e24164832947c33&device_id=1028ea46-bc1f-48bd-bf1f-0f515eaaeb0b HTTP/1.1" status: 200 len: 1095 time: 0.1001778 Oct 12 19:40:04.756882 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378c59e8-c901-4834-879e-0245d3e46e93 req-671bd32c-57d4-45d7-afcb-a2c014d5af6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:40:04.758344 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-378c59e8-c901-4834-879e-0245d3e46e93 req-671bd32c-57d4-45d7-afcb-a2c014d5af6f service neutron] 10.222.0.61 "GET /v2.0/networks?id=e1de796f-6482-493c-b5ac-b28a591020e2 HTTP/1.1" status: 200 len: 918 time: 0.1420212 Oct 12 19:40:04.836174 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-378c59e8-c901-4834-879e-0245d3e46e93 req-9ec0a366-f771-4852-9d93-b41c57cd32af service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=723ba9b3-c26f-46d5-863a-8260959ab859 HTTP/1.1" status: 200 len: 999 time: 0.0702002 Oct 12 19:40:04.908053 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378c59e8-c901-4834-879e-0245d3e46e93 req-f722d07e-809f-4e65-98a6-c9c49b457dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:40:04.911415 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-378c59e8-c901-4834-879e-0245d3e46e93 req-f722d07e-809f-4e65-98a6-c9c49b457dd2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=914db72d-f2c7-4670-91dc-11fde7252bf5 HTTP/1.1" status: 200 len: 856 time: 0.0615070 Oct 12 19:40:04.964397 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378c59e8-c901-4834-879e-0245d3e46e93 req-79d94007-2e92-4298-9293-1899f6f99523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:40:04.965835 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-378c59e8-c901-4834-879e-0245d3e46e93 req-79d94007-2e92-4298-9293-1899f6f99523 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e1de796f-6482-493c-b5ac-b28a591020e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0496547 Oct 12 19:40:05.083975 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-378c59e8-c901-4834-879e-0245d3e46e93 req-adcac426-88eb-457e-b487-8b37d4e3abe4 service neutron] 10.222.0.61 "GET /v2.0/networks/e1de796f-6482-493c-b5ac-b28a591020e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084757 Oct 12 19:40:05.443277 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-378c59e8-c901-4834-879e-0245d3e46e93 req-d8251ce9-bbbc-405f-ac5b-d924e0e28473 service neutron] 10.222.0.61 "GET /v2.0/networks/e1de796f-6482-493c-b5ac-b28a591020e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273965 Oct 12 19:40:05.539320 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99b10cd-1ddb-4813-98c2-158c9686333c req-19cfbc24-3837-4ef7-ac26-8ea41bf6ce65 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:40:05.542750 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e99b10cd-1ddb-4813-98c2-158c9686333c req-19cfbc24-3837-4ef7-ac26-8ea41bf6ce65 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=1028ea46-bc1f-48bd-bf1f-0f515eaaeb0b HTTP/1.1" status: 200 len: 944 time: 0.1285396 Oct 12 19:40:05.651807 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e99b10cd-1ddb-4813-98c2-158c9686333c req-4a231d4c-becc-467f-9b27-737e7b41227c tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/security-groups?id=01d179f3-99bf-419e-b905-ce06318e0a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923347 Oct 12 19:40:06.816954 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680eab12-65d7-4baf-afda-bfedc8ea6abc req-5b6f777f-8c0b-46f7-aa3b-b4d58295a554 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:40:06.818653 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-680eab12-65d7-4baf-afda-bfedc8ea6abc req-5b6f777f-8c0b-46f7-aa3b-b4d58295a554 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=1028ea46-bc1f-48bd-bf1f-0f515eaaeb0b HTTP/1.1" status: 200 len: 944 time: 0.0919206 Oct 12 19:40:06.924553 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-680eab12-65d7-4baf-afda-bfedc8ea6abc req-9181f983-25d7-4454-8b7f-e468c4dd1dad tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/security-groups?id=01d179f3-99bf-419e-b905-ce06318e0a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872993 Oct 12 19:40:08.062915 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f335d4f-7db6-471f-bc4d-56759188153e req-0eb8113d-9ef1-46de-82ab-ca87c30a1fcc tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:40:08.064445 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7f335d4f-7db6-471f-bc4d-56759188153e req-0eb8113d-9ef1-46de-82ab-ca87c30a1fcc tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=1028ea46-bc1f-48bd-bf1f-0f515eaaeb0b HTTP/1.1" status: 200 len: 944 time: 0.0526736 Oct 12 19:40:08.103224 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7f335d4f-7db6-471f-bc4d-56759188153e req-9d5a591a-88cc-421d-9023-e1b6caa587fd tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/security-groups?id=01d179f3-99bf-419e-b905-ce06318e0a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329192 Oct 12 19:40:08.493410 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95880a52-79b5-4e3d-a16e-3c3a6f7b47ed req-54a9f762-be53-4c68-a1da-717cdcebea1e tempest-TestNetworkAdvancedServerOps-832803611 tempest-TestNetworkAdvancedServerOps-832803611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:40:08.495565 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-95880a52-79b5-4e3d-a16e-3c3a6f7b47ed req-54a9f762-be53-4c68-a1da-717cdcebea1e tempest-TestNetworkAdvancedServerOps-832803611 tempest-TestNetworkAdvancedServerOps-832803611-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=120d2938-8aa1-45bf-a4a4-176b967fcfe9 HTTP/1.1" status: 200 len: 1097 time: 0.0403817 Oct 12 19:40:08.530905 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-95880a52-79b5-4e3d-a16e-3c3a6f7b47ed req-b95880b3-d5a5-4e96-9ec4-d4331e34f895 tempest-TestNetworkAdvancedServerOps-832803611 tempest-TestNetworkAdvancedServerOps-832803611-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=420eee86-df00-4a29-b769-fa4cc53a5198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0290117 Oct 12 19:40:08.673610 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6931c554-a7ac-451a-b832-0095c12b2daf req-889dbab2-13b0-494d-9915-416f7596aca0 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:40:08.675226 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6931c554-a7ac-451a-b832-0095c12b2daf req-889dbab2-13b0-494d-9915-416f7596aca0 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=120d2938-8aa1-45bf-a4a4-176b967fcfe9 HTTP/1.1" status: 200 len: 946 time: 0.0642056 Oct 12 19:40:08.749937 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6931c554-a7ac-451a-b832-0095c12b2daf req-1d21685c-b8ae-46ce-90b8-04d2b369e3c6 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=420eee86-df00-4a29-b769-fa4cc53a5198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681252 Oct 12 19:40:08.773810 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 46016) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:40:08.840394 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-d2019714-2a89-49e8-8327-1196cd16b01b tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/floatingips/12b2c6a3-0fd0-4f04-b1a1-1b9f9c24446f HTTP/1.1" status: 200 len: 993 time: 0.0621643 Oct 12 19:40:09.310102 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fe1694-39a7-4cab-9b53-de35e9c90776 req-cab5dc33-6864-4cd1-9b6c-7dfcdf734656 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:40:09.311971 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-59fe1694-39a7-4cab-9b53-de35e9c90776 req-cab5dc33-6864-4cd1-9b6c-7dfcdf734656 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=1028ea46-bc1f-48bd-bf1f-0f515eaaeb0b HTTP/1.1" status: 200 len: 944 time: 0.0713153 Oct 12 19:40:09.354203 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-59fe1694-39a7-4cab-9b53-de35e9c90776 req-7ffe5799-e44d-4498-85e0-12d34ebb2989 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/security-groups?id=01d179f3-99bf-419e-b905-ce06318e0a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348151 Oct 12 19:40:10.522916 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2506ee5d-ecc6-4197-8352-3b507807ada0 req-1a7c35e1-f6a7-4d26-bf03-f916e0dbc796 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:40:10.524523 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2506ee5d-ecc6-4197-8352-3b507807ada0 req-1a7c35e1-f6a7-4d26-bf03-f916e0dbc796 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=1028ea46-bc1f-48bd-bf1f-0f515eaaeb0b HTTP/1.1" status: 200 len: 944 time: 0.0758400 Oct 12 19:40:10.562669 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2506ee5d-ecc6-4197-8352-3b507807ada0 req-273f5bd5-1db0-430a-9037-bb95034796a7 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/security-groups?id=01d179f3-99bf-419e-b905-ce06318e0a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313578 Oct 12 19:40:11.689923 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508b7da5-0a7d-4fa2-b8f8-33e383e8915f req-62e853ed-0b11-4a1a-b964-9ee6dd1e5561 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:40:11.691437 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-508b7da5-0a7d-4fa2-b8f8-33e383e8915f req-62e853ed-0b11-4a1a-b964-9ee6dd1e5561 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=1028ea46-bc1f-48bd-bf1f-0f515eaaeb0b HTTP/1.1" status: 200 len: 944 time: 0.0507379 Oct 12 19:40:11.732787 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-508b7da5-0a7d-4fa2-b8f8-33e383e8915f req-0b8c64e1-ef58-4cf9-a6b8-b449a864586e tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/security-groups?id=01d179f3-99bf-419e-b905-ce06318e0a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343182 Oct 12 19:40:12.705053 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 46058) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:40:12.841525 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-81f27067-2273-448e-b01d-48e35ca2088b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:40:12.916890 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2c5771-2c34-425b-b750-ef0361984707 req-c5197f5d-1ba1-4ff6-9d11-5bface8eaae7 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:40:12.918042 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9d2c5771-2c34-425b-b750-ef0361984707 req-c5197f5d-1ba1-4ff6-9d11-5bface8eaae7 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=1028ea46-bc1f-48bd-bf1f-0f515eaaeb0b HTTP/1.1" status: 200 len: 944 time: 0.0572214 Oct 12 19:40:12.960663 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9d2c5771-2c34-425b-b750-ef0361984707 req-d0eb8977-44d1-4dc5-9258-0e7062326bea tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/security-groups?id=01d179f3-99bf-419e-b905-ce06318e0a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352426 Oct 12 19:40:13.279636 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-81f27067-2273-448e-b01d-48e35ca2088b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:40:13.338507 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-81f27067-2273-448e-b01d-48e35ca2088b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:40:13.379052 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f27067-2273-448e-b01d-48e35ca2088b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a22d7dc0-fa6d-4bc7-ad29-2cfd65506a51,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:40:13.383447 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-81f27067-2273-448e-b01d-48e35ca2088b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6b061bbc445649ed9f9edabced091841&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6772861 Oct 12 19:40:13.386116 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 46070) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:40:13.438749 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-83f7c288-6bf5-402c-8d89-912a8971c2d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:40:13.464403 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-83f7c288-6bf5-402c-8d89-912a8971c2d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:40:13.578292 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-83f7c288-6bf5-402c-8d89-912a8971c2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:40:13.580861 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-83f7c288-6bf5-402c-8d89-912a8971c2d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:40:13.581995 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-83f7c288-6bf5-402c-8d89-912a8971c2d4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a22d7dc0-fa6d-4bc7-ad29-2cfd65506a51 HTTP/1.1" status: 204 len: 168 time: 0.1949522 Oct 12 19:40:13.590608 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f7c288-6bf5-402c-8d89-912a8971c2d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a22d7dc0-fa6d-4bc7-ad29-2cfd65506a51,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:40:14.094234 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e89a986-557c-4764-a9f0-14e89d9de5ca req-c279fe9d-e358-4332-973b-a37ac7c222c4 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:40:14.095731 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4e89a986-557c-4764-a9f0-14e89d9de5ca req-c279fe9d-e358-4332-973b-a37ac7c222c4 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=1028ea46-bc1f-48bd-bf1f-0f515eaaeb0b HTTP/1.1" status: 200 len: 944 time: 0.0529830 Oct 12 19:40:14.139056 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4e89a986-557c-4764-a9f0-14e89d9de5ca req-e7542679-818a-4a39-b14e-c1424c5d5f4c tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/security-groups?id=01d179f3-99bf-419e-b905-ce06318e0a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360591 Oct 12 19:40:14.304419 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 46110) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:40:14.324240 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-43322d50-a507-48e7-95b7-e947333e092f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:40:14.437937 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-43322d50-a507-48e7-95b7-e947333e092f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:40:14.704195 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-43322d50-a507-48e7-95b7-e947333e092f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:40:14.745472 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43322d50-a507-48e7-95b7-e947333e092f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bafbda1a-53b6-461e-893f-85d5beea0a83,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:40:14.758463 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 46124) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:40:14.758984 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-43322d50-a507-48e7-95b7-e947333e092f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=86a187932a3e442bb2d8bcfee6f3ecf0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4529085 Oct 12 19:40:14.808692 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-041f6035-e7e5-4ea3-9c9a-0894d5fdd711 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:40:14.830650 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-041f6035-e7e5-4ea3-9c9a-0894d5fdd711 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:40:14.972263 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-041f6035-e7e5-4ea3-9c9a-0894d5fdd711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:40:14.975110 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-041f6035-e7e5-4ea3-9c9a-0894d5fdd711 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:40:14.976449 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-041f6035-e7e5-4ea3-9c9a-0894d5fdd711 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bafbda1a-53b6-461e-893f-85d5beea0a83 HTTP/1.1" status: 204 len: 168 time: 0.2169242 Oct 12 19:40:15.006567 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f6035-e7e5-4ea3-9c9a-0894d5fdd711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bafbda1a-53b6-461e-893f-85d5beea0a83,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:40:15.340008 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a77215-5a90-45ea-9c8c-ab7d6cd8bfa8 req-ef9c8cf0-e3e3-4772-889d-90aed587c840 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:40:15.349639 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-08a77215-5a90-45ea-9c8c-ab7d6cd8bfa8 req-ef9c8cf0-e3e3-4772-889d-90aed587c840 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=1028ea46-bc1f-48bd-bf1f-0f515eaaeb0b HTTP/1.1" status: 200 len: 944 time: 0.0993764 Oct 12 19:40:15.435560 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-08a77215-5a90-45ea-9c8c-ab7d6cd8bfa8 req-ef0379a4-9b6a-49c0-b94b-27e2649aa638 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/security-groups?id=01d179f3-99bf-419e-b905-ce06318e0a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785840 Oct 12 19:40:16.596087 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249ec128-64a2-4bdf-870d-76128856ece1 req-b2ee76c8-564f-4d08-ade7-39781225ae04 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:40:16.597796 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-249ec128-64a2-4bdf-870d-76128856ece1 req-b2ee76c8-564f-4d08-ade7-39781225ae04 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=1028ea46-bc1f-48bd-bf1f-0f515eaaeb0b HTTP/1.1" status: 200 len: 944 time: 0.0817327 Oct 12 19:40:16.643067 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-249ec128-64a2-4bdf-870d-76128856ece1 req-b53adde4-6a12-4b6b-adcb-ee5f752dd03b tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/security-groups?id=01d179f3-99bf-419e-b905-ce06318e0a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382934 Oct 12 19:40:17.773854 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb84570-e67f-4a36-8b93-180316cc327d req-121a853c-7863-41e7-aa73-a9ca62b80ee5 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:40:17.775355 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5cb84570-e67f-4a36-8b93-180316cc327d req-121a853c-7863-41e7-aa73-a9ca62b80ee5 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=1028ea46-bc1f-48bd-bf1f-0f515eaaeb0b HTTP/1.1" status: 200 len: 944 time: 0.0512316 Oct 12 19:40:17.818947 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5cb84570-e67f-4a36-8b93-180316cc327d req-86ac0978-f069-4191-aac6-180f6342327c tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/security-groups?id=01d179f3-99bf-419e-b905-ce06318e0a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373597 Oct 12 19:40:18.971908 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bafcbe-9461-45c2-8be0-afbb4c0f6b3f req-5f9548e5-847c-4c49-a222-c34e5a9e65c2 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:40:18.973318 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-08bafcbe-9461-45c2-8be0-afbb4c0f6b3f req-5f9548e5-847c-4c49-a222-c34e5a9e65c2 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=1028ea46-bc1f-48bd-bf1f-0f515eaaeb0b HTTP/1.1" status: 200 len: 944 time: 0.0505421 Oct 12 19:40:19.015491 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-08bafcbe-9461-45c2-8be0-afbb4c0f6b3f req-4277eed8-0053-49ab-9ade-310508379322 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/security-groups?id=01d179f3-99bf-419e-b905-ce06318e0a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344529 Oct 12 19:40:19.600651 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b770b2e9-25e8-47c9-b564-2e4f460bde60 req-fc10876b-8e6c-40b4-a57c-3dc868e98734 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:40:19.602140 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b770b2e9-25e8-47c9-b564-2e4f460bde60 req-fc10876b-8e6c-40b4-a57c-3dc868e98734 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=120d2938-8aa1-45bf-a4a4-176b967fcfe9 HTTP/1.1" status: 200 len: 946 time: 0.0496964 Oct 12 19:40:19.640542 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b770b2e9-25e8-47c9-b564-2e4f460bde60 req-92942d1b-3d2c-4786-b1b0-de5efd51e28a tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=420eee86-df00-4a29-b769-fa4cc53a5198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315480 Oct 12 19:40:19.749098 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8a0eb01e-ec52-49a2-902d-130bc0857435 req-9471297f-576a-4acc-b23b-edd36ba729e7 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=120d2938-8aa1-45bf-a4a4-176b967fcfe9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0422375 Oct 12 19:40:20.162268 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4ef62b-d48d-40af-9055-e357e28a16bf req-530b04d5-9384-4649-9350-28910f550174 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:40:20.163858 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0d4ef62b-d48d-40af-9055-e357e28a16bf req-530b04d5-9384-4649-9350-28910f550174 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=1028ea46-bc1f-48bd-bf1f-0f515eaaeb0b HTTP/1.1" status: 200 len: 944 time: 0.0543208 Oct 12 19:40:20.207001 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0d4ef62b-d48d-40af-9055-e357e28a16bf req-b59ace37-1562-4d47-84e4-1d9a09726e8b tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/security-groups?id=01d179f3-99bf-419e-b905-ce06318e0a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368681 Oct 12 19:40:20.781537 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aeb944-2640-4c6f-8957-37faa2e3cec1 req-6331b36f-a310-4704-8bf8-0cf7e28ab685 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:40:20.783101 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-78aeb944-2640-4c6f-8957-37faa2e3cec1 req-6331b36f-a310-4704-8bf8-0cf7e28ab685 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=120d2938-8aa1-45bf-a4a4-176b967fcfe9 HTTP/1.1" status: 200 len: 946 time: 0.0629213 Oct 12 19:40:20.822665 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-78aeb944-2640-4c6f-8957-37faa2e3cec1 req-239faa0e-082b-4f81-80a0-8c5f734bf986 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=420eee86-df00-4a29-b769-fa4cc53a5198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333021 Oct 12 19:40:21.232544 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 723ba9b3-c26f-46d5-863a-8260959ab859 details requested by agent hyperv_n-h1-813679-3 with host n-h1-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:40:21.348079 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720bd812-6b0d-4879-8dd5-511ebcbda955 req-67c77a0f-e3f0-41b0-9592-00ef1ead590c tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:40:21.349854 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-720bd812-6b0d-4879-8dd5-511ebcbda955 req-67c77a0f-e3f0-41b0-9592-00ef1ead590c tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=1028ea46-bc1f-48bd-bf1f-0f515eaaeb0b HTTP/1.1" status: 200 len: 944 time: 0.0636690 Oct 12 19:40:21.366046 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 723ba9b3-c26f-46d5-863a-8260959ab859, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=723ba9b3-c26f-46d5-863a-8260959ab859,segment=NetworkSegment(e63f83d5-85c3-489d-99f4-18d9a9b82b19),segment_id=e63f83d5-85c3-489d-99f4-18d9a9b82b19)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:40:21.379944 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Returning: {'device': '723ba9b3-c26f-46d5-863a-8260959ab859', 'network_id': 'e1de796f-6482-493c-b5ac-b28a591020e2', 'port_id': '723ba9b3-c26f-46d5-863a-8260959ab859', 'mac_address': 'fa:16:3e:88:1e:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '914db72d-f2c7-4670-91dc-11fde7252bf5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:40:21.430323 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-720bd812-6b0d-4879-8dd5-511ebcbda955 req-2a478f4d-5cbd-4464-bfca-b795763329e7 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/security-groups?id=01d179f3-99bf-419e-b905-ce06318e0a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723157 Oct 12 19:40:21.439997 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:40:21.464530 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 723ba9b3-c26f-46d5-863a-8260959ab859 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:40:21.487540 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 723ba9b3-c26f-46d5-863a-8260959ab859, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=723ba9b3-c26f-46d5-863a-8260959ab859,segment=NetworkSegment(e63f83d5-85c3-489d-99f4-18d9a9b82b19),segment_id=e63f83d5-85c3-489d-99f4-18d9a9b82b19)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:40:21.549568 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:40:21.601062 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=723ba9b3-c26f-46d5-863a-8260959ab859,revision_number=11']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:40:21.761089 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['723ba9b3-c26f-46d5-863a-8260959ab859'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:40:21.926134 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0eb01e-ec52-49a2-902d-130bc0857435 req-d8e5029d-8bd5-4b60-85f0-27b9e507e621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:40:21.927698 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8a0eb01e-ec52-49a2-902d-130bc0857435 req-d8e5029d-8bd5-4b60-85f0-27b9e507e621 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=80c6b006e6d9432a90abc6a3ef8ab3a8&device_id=120d2938-8aa1-45bf-a4a4-176b967fcfe9 HTTP/1.1" status: 200 len: 1097 time: 0.0726242 Oct 12 19:40:21.988987 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8fd8be-b852-4e27-ae0e-714c64b33559 req-96911ee8-cb78-4821-8088-3a1178755bad tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:40:21.991773 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2a8fd8be-b852-4e27-ae0e-714c64b33559 req-96911ee8-cb78-4821-8088-3a1178755bad tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=120d2938-8aa1-45bf-a4a4-176b967fcfe9 HTTP/1.1" status: 200 len: 946 time: 0.0840154 Oct 12 19:40:22.024463 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0eb01e-ec52-49a2-902d-130bc0857435 req-c9c38702-23d8-4e6a-bc02-fc2f8ea54074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:40:22.025925 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8a0eb01e-ec52-49a2-902d-130bc0857435 req-c9c38702-23d8-4e6a-bc02-fc2f8ea54074 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f2ec8300-0f72-4ff3-8abc-60a39fd10f0c HTTP/1.1" status: 200 len: 897 time: 0.0914392 Oct 12 19:40:22.029528 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2a8fd8be-b852-4e27-ae0e-714c64b33559 req-bdeff933-4654-47b1-a1f3-d9a013544002 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=420eee86-df00-4a29-b769-fa4cc53a5198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322714 Oct 12 19:40:22.095561 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8a0eb01e-ec52-49a2-902d-130bc0857435 req-1f5a0bb4-6abc-41e1-bc34-b6bfe70c5cf8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=44842359-bc65-42fe-a0b3-f50ad6f836fe HTTP/1.1" status: 200 len: 1001 time: 0.0613322 Oct 12 19:40:22.149907 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0eb01e-ec52-49a2-902d-130bc0857435 req-bef4fd01-f233-469c-9f34-6e7cf010d1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:40:22.151371 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8a0eb01e-ec52-49a2-902d-130bc0857435 req-bef4fd01-f233-469c-9f34-6e7cf010d1dd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f2089afa-b23b-4edd-8c92-b729350c9f49 HTTP/1.1" status: 200 len: 834 time: 0.0488729 Oct 12 19:40:22.204790 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0eb01e-ec52-49a2-902d-130bc0857435 req-6403e57b-c0f2-4211-8bf1-04df235d50ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:40:22.206273 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8a0eb01e-ec52-49a2-902d-130bc0857435 req-6403e57b-c0f2-4211-8bf1-04df235d50ac service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f2ec8300-0f72-4ff3-8abc-60a39fd10f0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472085 Oct 12 19:40:22.304915 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8a0eb01e-ec52-49a2-902d-130bc0857435 req-79867402-cdff-41a8-a339-b03b12fa1cb7 service neutron] 10.222.0.61 "GET /v2.0/networks/f2ec8300-0f72-4ff3-8abc-60a39fd10f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883677 Oct 12 19:40:22.399701 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8a0eb01e-ec52-49a2-902d-130bc0857435 req-daf22f43-f361-4955-afd6-dc94cf9a1d3b service neutron] 10.222.0.61 "GET /v2.0/networks/f2ec8300-0f72-4ff3-8abc-60a39fd10f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893543 Oct 12 19:40:22.547069 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2b7c6f-baa9-4fb7-b9fd-12ac2fbbf87a req-72cb89af-69ed-4e3b-bcfd-30355abe96f5 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:40:22.548622 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1d2b7c6f-baa9-4fb7-b9fd-12ac2fbbf87a req-72cb89af-69ed-4e3b-bcfd-30355abe96f5 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=1028ea46-bc1f-48bd-bf1f-0f515eaaeb0b HTTP/1.1" status: 200 len: 945 time: 0.0495358 Oct 12 19:40:22.587247 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1d2b7c6f-baa9-4fb7-b9fd-12ac2fbbf87a req-19482421-f4fe-48de-b54f-6a68abb5b5e0 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/security-groups?id=01d179f3-99bf-419e-b905-ce06318e0a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324745 Oct 12 19:40:23.157623 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b5aa04-dd96-4fff-a92a-00a3acdc4f11 req-ef105b12-c193-44cd-bea9-34e9e5f3fda4 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:40:23.159431 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a0b5aa04-dd96-4fff-a92a-00a3acdc4f11 req-ef105b12-c193-44cd-bea9-34e9e5f3fda4 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=120d2938-8aa1-45bf-a4a4-176b967fcfe9 HTTP/1.1" status: 200 len: 946 time: 0.0565119 Oct 12 19:40:23.199435 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a0b5aa04-dd96-4fff-a92a-00a3acdc4f11 req-1635162a-8b9e-4edc-87e9-0e371cd4a228 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=420eee86-df00-4a29-b769-fa4cc53a5198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336981 Oct 12 19:40:23.246226 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 723ba9b3-c26f-46d5-863a-8260959ab859 up at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:40:23.354819 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning for port 723ba9b3-c26f-46d5-863a-8260959ab859 completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:40:23.366880 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning complete for port 723ba9b3-c26f-46d5-863a-8260959ab859 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:40:23.367380 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:40:23.464260 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:40:23.489423 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1028ea46-bc1f-48bd-bf1f-0f515eaaeb0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '723ba9b3-c26f-46d5-863a-8260959ab859'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:40:23.491863 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94412622-bf6e-488c-9f84-6e37e3b86f96" -d '{"events": [{"server_uuid": "1028ea46-bc1f-48bd-bf1f-0f515eaaeb0b", "name": "network-vif-plugged", "status": "completed", "tag": "723ba9b3-c26f-46d5-863a-8260959ab859"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:40:23.506814 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 723ba9b3-c26f-46d5-863a-8260959ab859, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=723ba9b3-c26f-46d5-863a-8260959ab859,segment=NetworkSegment(e63f83d5-85c3-489d-99f4-18d9a9b82b19),segment_id=e63f83d5-85c3-489d-99f4-18d9a9b82b19)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:40:23.567127 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:40:23.620422 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=723ba9b3-c26f-46d5-863a-8260959ab859,revision_number=12']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:40:23.714487 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b8864f1-783b-4eb1-9bfa-f2cb5c584224 x-openstack-request-id: req-4b8864f1-783b-4eb1-9bfa-f2cb5c584224 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:40:23.715049 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1028ea46-bc1f-48bd-bf1f-0f515eaaeb0b", "name": "network-vif-plugged", "status": "completed", "tag": "723ba9b3-c26f-46d5-863a-8260959ab859", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:40:23.715506 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4b8864f1-783b-4eb1-9bfa-f2cb5c584224 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:40:23.715995 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1028ea46-bc1f-48bd-bf1f-0f515eaaeb0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '723ba9b3-c26f-46d5-863a-8260959ab859', 'code': 200} Oct 12 19:40:23.750077 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c10282-f61f-4813-b7f2-8901e1b7e363 req-cce2c26b-ccb2-467d-af09-a70957394df0 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:40:23.751740 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-99c10282-f61f-4813-b7f2-8901e1b7e363 req-cce2c26b-ccb2-467d-af09-a70957394df0 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=1028ea46-bc1f-48bd-bf1f-0f515eaaeb0b HTTP/1.1" status: 200 len: 946 time: 0.0565307 Oct 12 19:40:23.799019 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-99c10282-f61f-4813-b7f2-8901e1b7e363 req-adcabb1d-4665-447a-ad5d-2e17cfdab7b4 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/security-groups?id=01d179f3-99bf-419e-b905-ce06318e0a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394175 Oct 12 19:40:24.004588 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb267921-6012-4b41-beb7-2873ad0a3a4b req-e44219e0-1dc7-4d14-90a0-8310d664388d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:40:24.006221 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-cb267921-6012-4b41-beb7-2873ad0a3a4b req-e44219e0-1dc7-4d14-90a0-8310d664388d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1028ea46-bc1f-48bd-bf1f-0f515eaaeb0b HTTP/1.1" status: 200 len: 1097 time: 0.0411768 Oct 12 19:40:24.046464 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-cb267921-6012-4b41-beb7-2873ad0a3a4b req-18b91dea-1e8f-4a97-9e77-b6435d33d146 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=01d179f3-99bf-419e-b905-ce06318e0a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334394 Oct 12 19:40:24.325538 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132cd119-abf4-4f75-9f3d-e8bcf53b8cd6 req-621ad294-0275-4513-b5a6-ae7c7cac349e tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:40:24.327843 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-132cd119-abf4-4f75-9f3d-e8bcf53b8cd6 req-621ad294-0275-4513-b5a6-ae7c7cac349e tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=120d2938-8aa1-45bf-a4a4-176b967fcfe9 HTTP/1.1" status: 200 len: 946 time: 0.0555749 Oct 12 19:40:24.373479 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-132cd119-abf4-4f75-9f3d-e8bcf53b8cd6 req-8debeb40-8364-4d16-b90d-235838ba3acd tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=420eee86-df00-4a29-b769-fa4cc53a5198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392578 Oct 12 19:40:24.923444 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5a0300-fa68-48d5-9a58-2cfe2c5cc72b req-97fe9f2d-4504-4945-af5b-fb8f68ca3db3 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:40:24.925488 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5f5a0300-fa68-48d5-9a58-2cfe2c5cc72b req-97fe9f2d-4504-4945-af5b-fb8f68ca3db3 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=1028ea46-bc1f-48bd-bf1f-0f515eaaeb0b HTTP/1.1" status: 200 len: 946 time: 0.0507402 Oct 12 19:40:24.965290 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5f5a0300-fa68-48d5-9a58-2cfe2c5cc72b req-c9b09c64-6033-432d-adac-9b188b78329d tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/security-groups?id=01d179f3-99bf-419e-b905-ce06318e0a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333788 Oct 12 19:40:25.527811 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a572fd27-8fc2-4d05-9e0d-b723eeb40129 req-96e92b48-a04c-4009-a12a-e8fef8eaa0bb tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:40:25.535206 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a572fd27-8fc2-4d05-9e0d-b723eeb40129 req-96e92b48-a04c-4009-a12a-e8fef8eaa0bb tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=120d2938-8aa1-45bf-a4a4-176b967fcfe9 HTTP/1.1" status: 200 len: 946 time: 0.0778742 Oct 12 19:40:25.594691 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a572fd27-8fc2-4d05-9e0d-b723eeb40129 req-68c02bd0-9b74-4a46-9cf5-293977e88254 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=420eee86-df00-4a29-b769-fa4cc53a5198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527070 Oct 12 19:40:26.009857 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 46378) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:40:26.129624 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23649db-1951-4047-9a43-5b621d0fa289 req-273019ec-cd1d-49a3-bbf8-823c6a1b8e7b tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:40:26.131302 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f23649db-1951-4047-9a43-5b621d0fa289 req-273019ec-cd1d-49a3-bbf8-823c6a1b8e7b tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=1028ea46-bc1f-48bd-bf1f-0f515eaaeb0b HTTP/1.1" status: 200 len: 946 time: 0.0635955 Oct 12 19:40:26.172654 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3a3e61f6-c86c-491d-b495-5f149c6250e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:40:26.211116 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f23649db-1951-4047-9a43-5b621d0fa289 req-cc68fa6d-6569-4d51-a1b1-e525bd25d478 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/security-groups?id=01d179f3-99bf-419e-b905-ce06318e0a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682271 Oct 12 19:40:26.297127 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3a3e61f6-c86c-491d-b495-5f149c6250e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:40:26.343196 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3a3e61f6-c86c-491d-b495-5f149c6250e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:40:26.385010 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-3a3e61f6-c86c-491d-b495-5f149c6250e7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f9945879cc714d88b93f99f6ccf873ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3717551 Oct 12 19:40:26.385010 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3e61f6-c86c-491d-b495-5f149c6250e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=424a9b9c-a276-4b0e-bcce-9ad673caed4f,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:40:26.386002 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 46386) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:40:26.440137 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b7e785c6-9338-4728-8335-7f58c5973aac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:40:26.464119 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b7e785c6-9338-4728-8335-7f58c5973aac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:40:26.595060 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b7e785c6-9338-4728-8335-7f58c5973aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:40:26.597881 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b7e785c6-9338-4728-8335-7f58c5973aac admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:40:26.599118 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-b7e785c6-9338-4728-8335-7f58c5973aac admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/424a9b9c-a276-4b0e-bcce-9ad673caed4f HTTP/1.1" status: 204 len: 168 time: 0.2119744 Oct 12 19:40:26.620587 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e785c6-9338-4728-8335-7f58c5973aac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=424a9b9c-a276-4b0e-bcce-9ad673caed4f,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:40:26.629125 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e785c6-9338-4728-8335-7f58c5973aac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:40:26.629682 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e785c6-9338-4728-8335-7f58c5973aac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:40:26.630184 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e785c6-9338-4728-8335-7f58c5973aac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:40:26.630681 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e785c6-9338-4728-8335-7f58c5973aac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:40:26.631173 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e785c6-9338-4728-8335-7f58c5973aac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:40:26.631654 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e785c6-9338-4728-8335-7f58c5973aac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:40:26.632189 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e785c6-9338-4728-8335-7f58c5973aac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:40:26.632691 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e785c6-9338-4728-8335-7f58c5973aac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:40:26.633209 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e785c6-9338-4728-8335-7f58c5973aac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:40:26.633737 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e785c6-9338-4728-8335-7f58c5973aac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:40:26.634493 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e785c6-9338-4728-8335-7f58c5973aac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:40:26.635008 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e785c6-9338-4728-8335-7f58c5973aac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:40:26.739321 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7230ae74-57e3-4403-b946-223609383e87 req-209df991-d743-407e-8dca-2c4a77c654be tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:40:26.740883 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7230ae74-57e3-4403-b946-223609383e87 req-209df991-d743-407e-8dca-2c4a77c654be tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=120d2938-8aa1-45bf-a4a4-176b967fcfe9 HTTP/1.1" status: 200 len: 946 time: 0.0575962 Oct 12 19:40:26.782860 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7230ae74-57e3-4403-b946-223609383e87 req-7edbf3c8-f663-48b1-938c-d16a44037bd5 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=420eee86-df00-4a29-b769-fa4cc53a5198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356593 Oct 12 19:40:27.346589 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83adb37-1af3-4a6f-95c8-fd7b8be1e81e req-35a39ae2-8532-4a84-aa1a-2dff49d675e7 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:40:27.348087 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e83adb37-1af3-4a6f-95c8-fd7b8be1e81e req-35a39ae2-8532-4a84-aa1a-2dff49d675e7 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=1028ea46-bc1f-48bd-bf1f-0f515eaaeb0b HTTP/1.1" status: 200 len: 946 time: 0.0482829 Oct 12 19:40:27.390301 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e83adb37-1af3-4a6f-95c8-fd7b8be1e81e req-ba04a8bd-9a46-465e-8e24-4104f507567d tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/security-groups?id=01d179f3-99bf-419e-b905-ce06318e0a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362074 Oct 12 19:40:27.897882 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8b1820-32ef-40e4-9704-9ae8f45b80d2 req-600bac1b-d553-47b5-8f8e-aee5a47ff429 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:40:27.899326 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-de8b1820-32ef-40e4-9704-9ae8f45b80d2 req-600bac1b-d553-47b5-8f8e-aee5a47ff429 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=120d2938-8aa1-45bf-a4a4-176b967fcfe9 HTTP/1.1" status: 200 len: 946 time: 0.0481482 Oct 12 19:40:27.937265 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-de8b1820-32ef-40e4-9704-9ae8f45b80d2 req-d7a9ec0a-4b2c-4c5f-ad73-a0ab6c130e5e tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=420eee86-df00-4a29-b769-fa4cc53a5198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312862 Oct 12 19:40:29.052833 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5b8f86-8e06-4037-8200-48c1e589eae1 req-7c0719c4-7c87-496a-9a68-28866ea462c5 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:40:29.054272 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7a5b8f86-8e06-4037-8200-48c1e589eae1 req-7c0719c4-7c87-496a-9a68-28866ea462c5 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=120d2938-8aa1-45bf-a4a4-176b967fcfe9 HTTP/1.1" status: 200 len: 946 time: 0.0479724 Oct 12 19:40:29.092492 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7a5b8f86-8e06-4037-8200-48c1e589eae1 req-cb4053b2-5acb-4b34-b2d5-4384c3d09a39 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=420eee86-df00-4a29-b769-fa4cc53a5198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314553 Oct 12 19:40:29.172136 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-68ad1d3c-9563-4d18-bf69-65425d69e13f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:40:30.208604 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3876f88c-1a6a-4c6d-b968-8398203330a6 req-c49795f2-dc7d-45f7-8f6c-bc7a90ff50b6 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:40:30.210126 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3876f88c-1a6a-4c6d-b968-8398203330a6 req-c49795f2-dc7d-45f7-8f6c-bc7a90ff50b6 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=120d2938-8aa1-45bf-a4a4-176b967fcfe9 HTTP/1.1" status: 200 len: 946 time: 0.0487893 Oct 12 19:40:30.254673 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3876f88c-1a6a-4c6d-b968-8398203330a6 req-858f2938-fe38-47b7-b52e-f153b64ceeae tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=420eee86-df00-4a29-b769-fa4cc53a5198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384090 Oct 12 19:40:31.369541 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05f8ae4-0b42-4802-8604-72a5303fef53 req-3cc53f42-eb77-4b6c-82f3-deed75b0560a tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:40:31.370985 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a05f8ae4-0b42-4802-8604-72a5303fef53 req-3cc53f42-eb77-4b6c-82f3-deed75b0560a tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=120d2938-8aa1-45bf-a4a4-176b967fcfe9 HTTP/1.1" status: 200 len: 946 time: 0.0491221 Oct 12 19:40:31.412109 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a05f8ae4-0b42-4802-8604-72a5303fef53 req-a61d5fdd-71ea-4aee-acc5-21f3043ae1cd tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=420eee86-df00-4a29-b769-fa4cc53a5198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348003 Oct 12 19:40:31.691831 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-87315bb2-74dc-47df-8fdf-1c27395302f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:40:32.530366 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1271ced8-202e-4525-82ed-fc06ae17b95a req-cbab0660-cd72-4975-844a-4055cab626ba tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:40:32.531882 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1271ced8-202e-4525-82ed-fc06ae17b95a req-cbab0660-cd72-4975-844a-4055cab626ba tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=120d2938-8aa1-45bf-a4a4-176b967fcfe9 HTTP/1.1" status: 200 len: 946 time: 0.0505707 Oct 12 19:40:32.537211 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:40:32.570906 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1271ced8-202e-4525-82ed-fc06ae17b95a req-d88004b2-a71e-4997-9209-642a953380d1 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=420eee86-df00-4a29-b769-fa4cc53a5198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330310 Oct 12 19:40:33.005537 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:40:33.028369 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:40:33.154428 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 19:40:33.688556 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8e7c18-19db-4e36-8b68-97f7352e9685 req-250fb769-1aba-4ab7-b348-b402657619e3 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:40:33.690016 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4c8e7c18-19db-4e36-8b68-97f7352e9685 req-250fb769-1aba-4ab7-b348-b402657619e3 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=120d2938-8aa1-45bf-a4a4-176b967fcfe9 HTTP/1.1" status: 200 len: 946 time: 0.0485349 Oct 12 19:40:33.733586 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4c8e7c18-19db-4e36-8b68-97f7352e9685 req-7880ce07-f019-4c2e-abb7-1e4b188fbf43 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=420eee86-df00-4a29-b769-fa4cc53a5198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373936 Oct 12 19:40:33.794121 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:40:34.514737 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:40:34.848264 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ab5472-e526-4785-95be-d3a4663d55b7 req-629a906d-1317-410a-8828-2070980f5a2c tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:40:34.849728 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-41ab5472-e526-4785-95be-d3a4663d55b7 req-629a906d-1317-410a-8828-2070980f5a2c tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=120d2938-8aa1-45bf-a4a4-176b967fcfe9 HTTP/1.1" status: 200 len: 946 time: 0.0478420 Oct 12 19:40:34.887286 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-41ab5472-e526-4785-95be-d3a4663d55b7 req-771becfe-ba5b-4817-8381-3b91a2829797 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=420eee86-df00-4a29-b769-fa4cc53a5198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307705 Oct 12 19:40:35.440313 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 46482) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:40:35.542911 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4dabeef0-d019-4491-bd86-86b4d13b56e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:40:35.614525 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4dabeef0-d019-4491-bd86-86b4d13b56e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:40:35.679858 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4dabeef0-d019-4491-bd86-86b4d13b56e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:40:35.721048 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-4dabeef0-d019-4491-bd86-86b4d13b56e4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2c9ef10d55ec42c89c8de387861aadc7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2795894 Oct 12 19:40:35.722165 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dabeef0-d019-4491-bd86-86b4d13b56e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dab1ee0a-fc7f-40eb-a676-5fb6324aae4a,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:40:35.724119 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 46486) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:40:35.773252 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e49f4f03-c928-4519-adef-1d253c157244 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:40:35.794189 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e49f4f03-c928-4519-adef-1d253c157244 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:40:35.914705 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e49f4f03-c928-4519-adef-1d253c157244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:40:35.917263 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e49f4f03-c928-4519-adef-1d253c157244 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:40:35.918415 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-e49f4f03-c928-4519-adef-1d253c157244 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/dab1ee0a-fc7f-40eb-a676-5fb6324aae4a HTTP/1.1" status: 204 len: 168 time: 0.1931283 Oct 12 19:40:35.928117 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49f4f03-c928-4519-adef-1d253c157244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dab1ee0a-fc7f-40eb-a676-5fb6324aae4a,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:40:36.008016 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b15cb9-7986-4cb8-96ea-95363b5e9b5a req-67bdd513-7f1b-43ea-a4b4-9393c9b5877b tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:40:36.009512 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a2b15cb9-7986-4cb8-96ea-95363b5e9b5a req-67bdd513-7f1b-43ea-a4b4-9393c9b5877b tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=120d2938-8aa1-45bf-a4a4-176b967fcfe9 HTTP/1.1" status: 200 len: 946 time: 0.0524294 Oct 12 19:40:36.053560 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a2b15cb9-7986-4cb8-96ea-95363b5e9b5a req-44ef25a8-9234-4fd8-9f53-b29f36950809 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=420eee86-df00-4a29-b769-fa4cc53a5198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369647 Oct 12 19:40:36.477723 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 46496) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:40:36.495747 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6d6390cb-61f4-4644-9f03-6fc307ed5c4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:40:36.566852 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6d6390cb-61f4-4644-9f03-6fc307ed5c4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:40:36.639821 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6d6390cb-61f4-4644-9f03-6fc307ed5c4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:40:36.678513 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-6d6390cb-61f4-4644-9f03-6fc307ed5c4b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c1f04896baeb46d18b7b51c1de91ba03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1996400 Oct 12 19:40:36.679378 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6390cb-61f4-4644-9f03-6fc307ed5c4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa835a82-c3bd-405b-90b3-0a41c53d233f,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:40:36.681331 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 46498) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:40:36.729630 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-30026def-c776-45c5-b91c-bbf349006d71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:40:36.749631 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-30026def-c776-45c5-b91c-bbf349006d71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:40:36.839884 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-30026def-c776-45c5-b91c-bbf349006d71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:40:36.842468 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-30026def-c776-45c5-b91c-bbf349006d71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:40:36.843614 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-30026def-c776-45c5-b91c-bbf349006d71 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fa835a82-c3bd-405b-90b3-0a41c53d233f HTTP/1.1" status: 204 len: 168 time: 0.1612098 Oct 12 19:40:36.851309 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30026def-c776-45c5-b91c-bbf349006d71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa835a82-c3bd-405b-90b3-0a41c53d233f,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:40:37.173841 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48294715-7bc2-48fb-8d9b-60862bded930 req-4d61640a-79f3-468c-9bdb-0c4c63ffee3e tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:40:37.175333 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-48294715-7bc2-48fb-8d9b-60862bded930 req-4d61640a-79f3-468c-9bdb-0c4c63ffee3e tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=120d2938-8aa1-45bf-a4a4-176b967fcfe9 HTTP/1.1" status: 200 len: 946 time: 0.0514028 Oct 12 19:40:37.217991 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-48294715-7bc2-48fb-8d9b-60862bded930 req-9a0a47e8-4cb7-4539-b45c-30815e5b7289 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=420eee86-df00-4a29-b769-fa4cc53a5198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367298 Oct 12 19:40:37.437169 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 46508) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:40:37.450650 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ff7b31de-e5fe-4fae-b92f-dec48c53aca4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:40:37.521413 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ff7b31de-e5fe-4fae-b92f-dec48c53aca4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:40:37.571389 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ff7b31de-e5fe-4fae-b92f-dec48c53aca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:40:37.609753 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-ff7b31de-e5fe-4fae-b92f-dec48c53aca4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8ed51888ebcc4bdfa1c70533a3936e40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1714149 Oct 12 19:40:37.610608 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7b31de-e5fe-4fae-b92f-dec48c53aca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dc06f04-cde6-4c4c-98e9-a935847a0da1,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:40:37.612442 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 46510) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:40:37.664818 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-cfa64106-7674-4cf4-b3b8-14411ab2c05a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:40:37.685380 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-cfa64106-7674-4cf4-b3b8-14411ab2c05a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:40:37.794258 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-cfa64106-7674-4cf4-b3b8-14411ab2c05a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:40:37.796897 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-cfa64106-7674-4cf4-b3b8-14411ab2c05a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:40:37.798079 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-cfa64106-7674-4cf4-b3b8-14411ab2c05a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8dc06f04-cde6-4c4c-98e9-a935847a0da1 HTTP/1.1" status: 204 len: 168 time: 0.1845872 Oct 12 19:40:37.806517 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa64106-7674-4cf4-b3b8-14411ab2c05a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dc06f04-cde6-4c4c-98e9-a935847a0da1,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:40:38.339895 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff47bf9c-aee7-4863-b666-aef94eae94b2 req-3dce3d84-f641-43f3-9309-ba017dec7618 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:40:38.341619 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ff47bf9c-aee7-4863-b666-aef94eae94b2 req-3dce3d84-f641-43f3-9309-ba017dec7618 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=120d2938-8aa1-45bf-a4a4-176b967fcfe9 HTTP/1.1" status: 200 len: 946 time: 0.0495324 Oct 12 19:40:38.379644 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ff47bf9c-aee7-4863-b666-aef94eae94b2 req-b9c88636-a26d-4ad7-b346-b618645ab9ea tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=420eee86-df00-4a29-b769-fa4cc53a5198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322530 Oct 12 19:40:39.498721 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca99460-64ca-46ac-8a13-6faae37c21f1 req-16520b01-dc6a-4aff-b29b-f8f77a10698e tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:40:39.500205 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1ca99460-64ca-46ac-8a13-6faae37c21f1 req-16520b01-dc6a-4aff-b29b-f8f77a10698e tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=120d2938-8aa1-45bf-a4a4-176b967fcfe9 HTTP/1.1" status: 200 len: 946 time: 0.0505266 Oct 12 19:40:39.536606 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1ca99460-64ca-46ac-8a13-6faae37c21f1 req-0ea4d208-1a16-4319-946d-b9eb36b08c81 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=420eee86-df00-4a29-b769-fa4cc53a5198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302591 Oct 12 19:40:40.038854 n-d-813679-3 neutron-server[95502]: INFO neutron.api.v2.resource [req-8a0eb01e-ec52-49a2-902d-130bc0857435 req-21df394b-e9ce-40cf-b595-7780deb200d5 service neutron] show failed (client error): The resource could not be found. Oct 12 19:40:40.039883 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8a0eb01e-ec52-49a2-902d-130bc0857435 req-21df394b-e9ce-40cf-b595-7780deb200d5 service neutron] 10.222.0.61 "GET /v2.0/ports/44842359-bc65-42fe-a0b3-f50ad6f836fe/bindings/n-h2-813679-3 HTTP/1.1" status: 404 len: 380 time: 0.1548431 Oct 12 19:40:40.518816 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-69301d2b-b805-4464-81c7-93d6d16f47d0 req-7df6e5c3-928a-4c6a-8f58-47fc2e0c50ff service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1028ea46-bc1f-48bd-bf1f-0f515eaaeb0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0480866 Oct 12 19:40:40.608985 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69301d2b-b805-4464-81c7-93d6d16f47d0 req-c575f894-e5e1-434e-af31-70ed2b9b0412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:40:40.610861 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-69301d2b-b805-4464-81c7-93d6d16f47d0 req-c575f894-e5e1-434e-af31-70ed2b9b0412 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=811cfaee5aef4af79e24164832947c33&device_id=1028ea46-bc1f-48bd-bf1f-0f515eaaeb0b HTTP/1.1" status: 200 len: 1097 time: 0.0495396 Oct 12 19:40:40.726802 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69301d2b-b805-4464-81c7-93d6d16f47d0 req-0c1e480b-6c6e-4aca-93b1-a2e29cd7578e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:40:40.728220 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0eb01e-ec52-49a2-902d-130bc0857435 req-ee12807b-9e1c-4b15-946d-64574e9eeb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:40:40.728706 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-69301d2b-b805-4464-81c7-93d6d16f47d0 req-0c1e480b-6c6e-4aca-93b1-a2e29cd7578e service neutron] 10.222.0.61 "GET /v2.0/networks?id=e1de796f-6482-493c-b5ac-b28a591020e2 HTTP/1.1" status: 200 len: 918 time: 0.0956371 Oct 12 19:40:40.729842 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8a0eb01e-ec52-49a2-902d-130bc0857435 req-ee12807b-9e1c-4b15-946d-64574e9eeb4a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=120d2938-8aa1-45bf-a4a4-176b967fcfe9&tenant_id=80c6b006e6d9432a90abc6a3ef8ab3a8 HTTP/1.1" status: 200 len: 1097 time: 0.1581674 Oct 12 19:40:40.739475 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1214312-dfc4-49db-83b5-270e6bb697ad req-54bc3bed-3ea3-4541-a4f5-4daaee0c64c2 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:40:40.740903 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d1214312-dfc4-49db-83b5-270e6bb697ad req-54bc3bed-3ea3-4541-a4f5-4daaee0c64c2 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=120d2938-8aa1-45bf-a4a4-176b967fcfe9 HTTP/1.1" status: 200 len: 946 time: 0.1122706 Oct 12 19:40:40.747728 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [req-8a0eb01e-ec52-49a2-902d-130bc0857435 req-50d7984e-0a2b-4242-b108-eebb8e4ad093 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 19:40:40.748735 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8a0eb01e-ec52-49a2-902d-130bc0857435 req-50d7984e-0a2b-4242-b108-eebb8e4ad093 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0070028 Oct 12 19:40:40.763924 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-8a0eb01e-ec52-49a2-902d-130bc0857435 req-43f29716-63b4-4058-a7c7-9b246a8d7a4a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813679-3', 'device_owner': 'compute:nova'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:40:40.779140 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2fa5ef0c-07b4-4d12-876d-df12f9e79444 req-4a2036d0-c60b-469a-8306-9c3941ce2fca service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3310ae0c-db3a-4fb7-851b-5871798d1a3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1611216 Oct 12 19:40:40.797568 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-69301d2b-b805-4464-81c7-93d6d16f47d0 req-74ddc147-3948-40e8-b9c1-bf96f37e6256 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=723ba9b3-c26f-46d5-863a-8260959ab859 HTTP/1.1" status: 200 len: 1001 time: 0.0612931 Oct 12 19:40:40.822396 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d1214312-dfc4-49db-83b5-270e6bb697ad req-c9607c59-de05-4bea-aedb-b4b7fbbdf19b tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=420eee86-df00-4a29-b769-fa4cc53a5198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726318 Oct 12 19:40:40.849869 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69301d2b-b805-4464-81c7-93d6d16f47d0 req-ae6f0926-cbd3-49e6-8c93-221bbefa75b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:40:40.851290 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-69301d2b-b805-4464-81c7-93d6d16f47d0 req-ae6f0926-cbd3-49e6-8c93-221bbefa75b2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=914db72d-f2c7-4670-91dc-11fde7252bf5 HTTP/1.1" status: 200 len: 856 time: 0.0464172 Oct 12 19:40:40.875845 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-8a0eb01e-ec52-49a2-902d-130bc0857435 req-43f29716-63b4-4058-a7c7-9b246a8d7a4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:40:40.901090 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69301d2b-b805-4464-81c7-93d6d16f47d0 req-dc330a28-3bda-417d-9f47-e2d56005f62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:40:40.902577 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-69301d2b-b805-4464-81c7-93d6d16f47d0 req-dc330a28-3bda-417d-9f47-e2d56005f62e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e1de796f-6482-493c-b5ac-b28a591020e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443642 Oct 12 19:40:40.918887 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa5ef0c-07b4-4d12-876d-df12f9e79444 req-ada2ac53-ac14-49ab-8d4e-f846eb6291f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:40:40.920370 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2fa5ef0c-07b4-4d12-876d-df12f9e79444 req-ada2ac53-ac14-49ab-8d4e-f846eb6291f1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=da56e5b248094156ada95d11ba3c5b37&device_id=3310ae0c-db3a-4fb7-851b-5871798d1a3a HTTP/1.1" status: 200 len: 1096 time: 0.0832174 Oct 12 19:40:40.992965 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-69301d2b-b805-4464-81c7-93d6d16f47d0 req-f53f0940-1f24-47b3-a1da-caf31a63c06c service neutron] 10.222.0.61 "GET /v2.0/networks/e1de796f-6482-493c-b5ac-b28a591020e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823040 Oct 12 19:40:41.086919 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-69301d2b-b805-4464-81c7-93d6d16f47d0 req-292bdb0c-4678-4761-9b2f-3c3043d4e715 service neutron] 10.222.0.61 "GET /v2.0/networks/e1de796f-6482-493c-b5ac-b28a591020e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867982 Oct 12 19:40:41.128426 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa5ef0c-07b4-4d12-876d-df12f9e79444 req-f9fe27a3-43ef-450f-a524-e46a03123153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:40:41.129902 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2fa5ef0c-07b4-4d12-876d-df12f9e79444 req-f9fe27a3-43ef-450f-a524-e46a03123153 service neutron] 10.222.0.67 "GET /v2.0/networks?id=74a2c063-d43e-4221-94e9-d3ab154855fc HTTP/1.1" status: 200 len: 912 time: 0.1894917 Oct 12 19:40:41.195367 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-8a0eb01e-ec52-49a2-902d-130bc0857435 req-43f29716-63b4-4058-a7c7-9b246a8d7a4a service neutron] For port 44842359-bc65-42fe-a0b3-f50ad6f836fe, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=44842359-bc65-42fe-a0b3-f50ad6f836fe,segment=NetworkSegment(3cfe39cf-4f0d-49d3-b7e3-4c6135fb3b13),segment_id=3cfe39cf-4f0d-49d3-b7e3-4c6135fb3b13)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:40:41.224995 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2fa5ef0c-07b4-4d12-876d-df12f9e79444 req-31da008b-a8a7-40dd-b040-dbd80500efa8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=28012c3c-f741-494e-9949-6381272404e8 HTTP/1.1" status: 200 len: 1001 time: 0.0849218 Oct 12 19:40:41.248059 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-8a0eb01e-ec52-49a2-902d-130bc0857435 req-43f29716-63b4-4058-a7c7-9b246a8d7a4a service neutron] For port 44842359-bc65-42fe-a0b3-f50ad6f836fe, host n-h1-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:40:41.311146 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa5ef0c-07b4-4d12-876d-df12f9e79444 req-c4ce1fdf-90af-47fe-811f-8db8a3ec1c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:40:41.312620 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2fa5ef0c-07b4-4d12-876d-df12f9e79444 req-c4ce1fdf-90af-47fe-811f-8db8a3ec1c7a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3a0cf0c9-d039-4d05-a67a-cc48a10b2cbc HTTP/1.1" status: 200 len: 850 time: 0.0791099 Oct 12 19:40:41.314902 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '120d2938-8aa1-45bf-a4a4-176b967fcfe9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44842359-bc65-42fe-a0b3-f50ad6f836fe'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:40:41.317229 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53595040-8c06-4ebe-a446-c4340de554af" -d '{"events": [{"server_uuid": "120d2938-8aa1-45bf-a4a4-176b967fcfe9", "name": "network-vif-unplugged", "status": "completed", "tag": "44842359-bc65-42fe-a0b3-f50ad6f836fe"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:40:41.322324 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-8a0eb01e-ec52-49a2-902d-130bc0857435 req-43f29716-63b4-4058-a7c7-9b246a8d7a4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:40:41.360932 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.provisioning_blocks [req-8a0eb01e-ec52-49a2-902d-130bc0857435 req-43f29716-63b4-4058-a7c7-9b246a8d7a4a service neutron] Transition to ACTIVE for port object 44842359-bc65-42fe-a0b3-f50ad6f836fe will not be triggered until provisioned by entity L2. {{(pid=95501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:40:41.367835 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 19:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ec4f601-adb6-47c0-8e04-d362b414650d x-openstack-request-id: req-4ec4f601-adb6-47c0-8e04-d362b414650d {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:40:41.368161 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "120d2938-8aa1-45bf-a4a4-176b967fcfe9", "name": "network-vif-unplugged", "status": "completed", "tag": "44842359-bc65-42fe-a0b3-f50ad6f836fe", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:40:41.368416 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4ec4f601-adb6-47c0-8e04-d362b414650d {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:40:41.368806 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '120d2938-8aa1-45bf-a4a4-176b967fcfe9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44842359-bc65-42fe-a0b3-f50ad6f836fe', 'code': 200} Oct 12 19:40:41.375250 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa5ef0c-07b4-4d12-876d-df12f9e79444 req-03ef4f2a-9c98-4a33-82f3-99a9d584eb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:40:41.376850 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2fa5ef0c-07b4-4d12-876d-df12f9e79444 req-03ef4f2a-9c98-4a33-82f3-99a9d584eb3b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=74a2c063-d43e-4221-94e9-d3ab154855fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569124 Oct 12 19:40:41.451197 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-8a0eb01e-ec52-49a2-902d-130bc0857435 req-43f29716-63b4-4058-a7c7-9b246a8d7a4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:40:41.500113 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2fa5ef0c-07b4-4d12-876d-df12f9e79444 req-f834bcc3-40e1-49dc-b4a2-c48b42e6095f service neutron] 10.222.0.67 "GET /v2.0/networks/74a2c063-d43e-4221-94e9-d3ab154855fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160030 Oct 12 19:40:41.592951 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f29716-63b4-4058-a7c7-9b246a8d7a4a service neutron] Pushing event updated for resources: {'Port': ['ID=44842359-bc65-42fe-a0b3-f50ad6f836fe,revision_number=6']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:40:41.652119 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a0eb01e-ec52-49a2-902d-130bc0857435 req-43f29716-63b4-4058-a7c7-9b246a8d7a4a service neutron] No DVR routers for this DVR port 44842359-bc65-42fe-a0b3-f50ad6f836fe on host n-h1-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:40:41.712667 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2fa5ef0c-07b4-4d12-876d-df12f9e79444 req-0c7bb6f5-f3de-4bc9-a15d-4ae1d3cb8e93 service neutron] 10.222.0.67 "GET /v2.0/networks/74a2c063-d43e-4221-94e9-d3ab154855fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052021 Oct 12 19:40:41.801085 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-8a0eb01e-ec52-49a2-902d-130bc0857435 req-43f29716-63b4-4058-a7c7-9b246a8d7a4a service neutron] Attempting to bind port 44842359-bc65-42fe-a0b3-f50ad6f836fe on host n-h2-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:40:41.801778 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-8a0eb01e-ec52-49a2-902d-130bc0857435 req-43f29716-63b4-4058-a7c7-9b246a8d7a4a service neutron] Attempting to bind port 44842359-bc65-42fe-a0b3-f50ad6f836fe by drivers openvswitch,hyperv on host n-h2-813679-3 at level 0 using segments [{'id': '3cfe39cf-4f0d-49d3-b7e3-4c6135fb3b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'f2ec8300-0f72-4ff3-8abc-60a39fd10f0c'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:40:41.801778 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0eb01e-ec52-49a2-902d-130bc0857435 req-43f29716-63b4-4058-a7c7-9b246a8d7a4a service neutron] Attempting to bind port 44842359-bc65-42fe-a0b3-f50ad6f836fe on network f2ec8300-0f72-4ff3-8abc-60a39fd10f0c {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:40:41.805941 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0eb01e-ec52-49a2-902d-130bc0857435 req-43f29716-63b4-4058-a7c7-9b246a8d7a4a service neutron] Port 44842359-bc65-42fe-a0b3-f50ad6f836fe on network f2ec8300-0f72-4ff3-8abc-60a39fd10f0c not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:40:41.806259 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0eb01e-ec52-49a2-902d-130bc0857435 req-43f29716-63b4-4058-a7c7-9b246a8d7a4a service neutron] Attempting to bind port 44842359-bc65-42fe-a0b3-f50ad6f836fe on network f2ec8300-0f72-4ff3-8abc-60a39fd10f0c {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:40:41.811618 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0eb01e-ec52-49a2-902d-130bc0857435 req-43f29716-63b4-4058-a7c7-9b246a8d7a4a service neutron] Checking agent: {'id': '233fbd7d-38e4-434f-bb8f-05364d7423a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:40:41.811953 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0eb01e-ec52-49a2-902d-130bc0857435 req-43f29716-63b4-4058-a7c7-9b246a8d7a4a service neutron] Checking segment: {'id': '3cfe39cf-4f0d-49d3-b7e3-4c6135fb3b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'f2ec8300-0f72-4ff3-8abc-60a39fd10f0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:40:41.812369 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0eb01e-ec52-49a2-902d-130bc0857435 req-43f29716-63b4-4058-a7c7-9b246a8d7a4a service neutron] Bound using segment: {'id': '3cfe39cf-4f0d-49d3-b7e3-4c6135fb3b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'f2ec8300-0f72-4ff3-8abc-60a39fd10f0c'} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:40:41.812797 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-8a0eb01e-ec52-49a2-902d-130bc0857435 req-43f29716-63b4-4058-a7c7-9b246a8d7a4a service neutron] Bound port: 44842359-bc65-42fe-a0b3-f50ad6f836fe, host: n-h2-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cfe39cf-4f0d-49d3-b7e3-4c6135fb3b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'f2ec8300-0f72-4ff3-8abc-60a39fd10f0c'}}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:40:41.813154 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-8a0eb01e-ec52-49a2-902d-130bc0857435 req-43f29716-63b4-4058-a7c7-9b246a8d7a4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:40:41.877357 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-8a0eb01e-ec52-49a2-902d-130bc0857435 req-43f29716-63b4-4058-a7c7-9b246a8d7a4a service neutron] For port 44842359-bc65-42fe-a0b3-f50ad6f836fe, host n-h2-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:40:41.880523 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-8a0eb01e-ec52-49a2-902d-130bc0857435 req-43f29716-63b4-4058-a7c7-9b246a8d7a4a service neutron] For port 44842359-bc65-42fe-a0b3-f50ad6f836fe, host n-h2-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=44842359-bc65-42fe-a0b3-f50ad6f836fe,segment=NetworkSegment(3cfe39cf-4f0d-49d3-b7e3-4c6135fb3b13),segment_id=3cfe39cf-4f0d-49d3-b7e3-4c6135fb3b13)] {{(pid=95501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:40:41.953717 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abe0a4b-1289-4cf3-9abf-02ae7f8b3fea req-209a44d3-403e-4d4a-bc68-162bf378466c tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:40:41.954414 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-8a0eb01e-ec52-49a2-902d-130bc0857435 req-43f29716-63b4-4058-a7c7-9b246a8d7a4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:40:41.959278 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9abe0a4b-1289-4cf3-9abf-02ae7f8b3fea req-209a44d3-403e-4d4a-bc68-162bf378466c tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=120d2938-8aa1-45bf-a4a4-176b967fcfe9 HTTP/1.1" status: 200 len: 944 time: 0.0562654 Oct 12 19:40:41.985918 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0eb01e-ec52-49a2-902d-130bc0857435 req-43f29716-63b4-4058-a7c7-9b246a8d7a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:40:41.986884 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-8a0eb01e-ec52-49a2-902d-130bc0857435 req-43f29716-63b4-4058-a7c7-9b246a8d7a4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:40:41.988188 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8a0eb01e-ec52-49a2-902d-130bc0857435 req-43f29716-63b4-4058-a7c7-9b246a8d7a4a service neutron] 10.222.0.67 "PUT /v2.0/ports/44842359-bc65-42fe-a0b3-f50ad6f836fe HTTP/1.1" status: 200 len: 1092 time: 1.2308664 Oct 12 19:40:42.011915 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9abe0a4b-1289-4cf3-9abf-02ae7f8b3fea req-b4e22d43-3412-463f-8274-f56498bf3204 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=420eee86-df00-4a29-b769-fa4cc53a5198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516281 Oct 12 19:40:42.054615 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f29716-63b4-4058-a7c7-9b246a8d7a4a service neutron] Pushing event updated for resources: {'Port': ['ID=44842359-bc65-42fe-a0b3-f50ad6f836fe,revision_number=7']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:40:42.070873 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0eb01e-ec52-49a2-902d-130bc0857435 req-4921de67-7422-47f2-9f8f-5e96a16cc868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:40:42.072505 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8a0eb01e-ec52-49a2-902d-130bc0857435 req-4921de67-7422-47f2-9f8f-5e96a16cc868 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=80c6b006e6d9432a90abc6a3ef8ab3a8&device_id=120d2938-8aa1-45bf-a4a4-176b967fcfe9 HTTP/1.1" status: 200 len: 1095 time: 0.0591397 Oct 12 19:40:42.178331 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0eb01e-ec52-49a2-902d-130bc0857435 req-7ca18191-195b-4a78-ac6f-946374e04d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:40:42.180931 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8a0eb01e-ec52-49a2-902d-130bc0857435 req-7ca18191-195b-4a78-ac6f-946374e04d2b service neutron] 10.222.0.67 "GET /v2.0/networks?id=f2ec8300-0f72-4ff3-8abc-60a39fd10f0c HTTP/1.1" status: 200 len: 897 time: 0.0998690 Oct 12 19:40:42.248766 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8a0eb01e-ec52-49a2-902d-130bc0857435 req-35c0d058-39a8-4f2e-a431-a2d5a22dcbd4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=44842359-bc65-42fe-a0b3-f50ad6f836fe HTTP/1.1" status: 200 len: 999 time: 0.0613146 Oct 12 19:40:42.298850 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0eb01e-ec52-49a2-902d-130bc0857435 req-2ef03ccd-10d9-4630-a723-4bee5a9895e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:40:42.300353 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8a0eb01e-ec52-49a2-902d-130bc0857435 req-2ef03ccd-10d9-4630-a723-4bee5a9895e5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f2089afa-b23b-4edd-8c92-b729350c9f49 HTTP/1.1" status: 200 len: 834 time: 0.0445452 Oct 12 19:40:42.349538 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0eb01e-ec52-49a2-902d-130bc0857435 req-0e577946-7a25-44a2-b772-6c014d235c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:40:42.351086 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8a0eb01e-ec52-49a2-902d-130bc0857435 req-0e577946-7a25-44a2-b772-6c014d235c8d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f2ec8300-0f72-4ff3-8abc-60a39fd10f0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441403 Oct 12 19:40:42.442028 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8a0eb01e-ec52-49a2-902d-130bc0857435 req-f0b6d700-bcb1-4251-859b-3ed5a32a81db service neutron] 10.222.0.67 "GET /v2.0/networks/f2ec8300-0f72-4ff3-8abc-60a39fd10f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835984 Oct 12 19:40:42.533430 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8a0eb01e-ec52-49a2-902d-130bc0857435 req-acac7276-8865-4d2a-b70e-1316b693ae5c service neutron] 10.222.0.67 "GET /v2.0/networks/f2ec8300-0f72-4ff3-8abc-60a39fd10f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832386 Oct 12 19:40:43.138730 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad920a5b-35df-451e-8c12-660095634944 req-da9768cf-a44b-48b7-8793-eb0930e38c4f tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:40:43.140342 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ad920a5b-35df-451e-8c12-660095634944 req-da9768cf-a44b-48b7-8793-eb0930e38c4f tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=120d2938-8aa1-45bf-a4a4-176b967fcfe9 HTTP/1.1" status: 200 len: 944 time: 0.0638006 Oct 12 19:40:43.180468 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ad920a5b-35df-451e-8c12-660095634944 req-2b7e441c-3b1b-4c97-8eca-c4bb08565449 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=420eee86-df00-4a29-b769-fa4cc53a5198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331757 Oct 12 19:40:43.291810 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 44842359-bc65-42fe-a0b3-f50ad6f836fe no longer exists at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:40:43.331465 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 44842359-bc65-42fe-a0b3-f50ad6f836fe not bound to the agent host n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:40:43.370130 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '120d2938-8aa1-45bf-a4a4-176b967fcfe9', 'tag': '44842359-bc65-42fe-a0b3-f50ad6f836fe'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:40:43.372670 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6a20338-9b43-4961-9ed5-3600cefbeec4" -d '{"events": [{"name": "network-changed", "server_uuid": "120d2938-8aa1-45bf-a4a4-176b967fcfe9", "tag": "44842359-bc65-42fe-a0b3-f50ad6f836fe"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:40:43.423425 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a87fe82-f449-448f-ac8c-d1b92d7ea099 x-openstack-request-id: req-9a87fe82-f449-448f-ac8c-d1b92d7ea099 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:40:43.423786 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "120d2938-8aa1-45bf-a4a4-176b967fcfe9", "tag": "44842359-bc65-42fe-a0b3-f50ad6f836fe", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:40:43.424145 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9a87fe82-f449-448f-ac8c-d1b92d7ea099 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:40:43.424613 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '120d2938-8aa1-45bf-a4a4-176b967fcfe9', 'tag': '44842359-bc65-42fe-a0b3-f50ad6f836fe', 'status': 'completed', 'code': 200} Oct 12 19:40:43.503443 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a20338-9b43-4961-9ed5-3600cefbeec4 req-7d6bcff9-2b7f-49e4-982a-f9c42896b497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:40:43.505022 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a6a20338-9b43-4961-9ed5-3600cefbeec4 req-7d6bcff9-2b7f-49e4-982a-f9c42896b497 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=80c6b006e6d9432a90abc6a3ef8ab3a8&device_id=120d2938-8aa1-45bf-a4a4-176b967fcfe9 HTTP/1.1" status: 200 len: 1095 time: 0.0599344 Oct 12 19:40:43.526110 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a20338-9b43-4961-9ed5-3600cefbeec4 req-d40082bd-c0e9-4c11-b476-8629c75d7b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:40:43.528668 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a6a20338-9b43-4961-9ed5-3600cefbeec4 req-d40082bd-c0e9-4c11-b476-8629c75d7b4e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=80c6b006e6d9432a90abc6a3ef8ab3a8&device_id=120d2938-8aa1-45bf-a4a4-176b967fcfe9 HTTP/1.1" status: 200 len: 1095 time: 0.0799649 Oct 12 19:40:43.667823 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a20338-9b43-4961-9ed5-3600cefbeec4 req-765703c9-dec8-4734-91b8-18e3e404a8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:40:43.669367 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a6a20338-9b43-4961-9ed5-3600cefbeec4 req-765703c9-dec8-4734-91b8-18e3e404a8c8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f2ec8300-0f72-4ff3-8abc-60a39fd10f0c HTTP/1.1" status: 200 len: 897 time: 0.1567242 Oct 12 19:40:43.682664 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a20338-9b43-4961-9ed5-3600cefbeec4 req-af31d699-d786-4b6a-b27f-c532e1d445bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:40:43.684439 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a6a20338-9b43-4961-9ed5-3600cefbeec4 req-af31d699-d786-4b6a-b27f-c532e1d445bd service neutron] 10.222.0.67 "GET /v2.0/networks?id=f2ec8300-0f72-4ff3-8abc-60a39fd10f0c HTTP/1.1" status: 200 len: 897 time: 0.1462102 Oct 12 19:40:43.746479 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a6a20338-9b43-4961-9ed5-3600cefbeec4 req-14c37d6c-a053-440a-9c6a-48523f18ff03 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=44842359-bc65-42fe-a0b3-f50ad6f836fe HTTP/1.1" status: 200 len: 999 time: 0.0683427 Oct 12 19:40:43.753094 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a6a20338-9b43-4961-9ed5-3600cefbeec4 req-2e5cf98c-d193-413d-949c-333aac4c2311 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=44842359-bc65-42fe-a0b3-f50ad6f836fe HTTP/1.1" status: 200 len: 999 time: 0.0603418 Oct 12 19:40:43.795123 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a20338-9b43-4961-9ed5-3600cefbeec4 req-bb0f39f2-f5e7-4f49-8e1c-13060cd07026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:40:43.796657 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a6a20338-9b43-4961-9ed5-3600cefbeec4 req-bb0f39f2-f5e7-4f49-8e1c-13060cd07026 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f2089afa-b23b-4edd-8c92-b729350c9f49 HTTP/1.1" status: 200 len: 834 time: 0.0431507 Oct 12 19:40:43.805632 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a20338-9b43-4961-9ed5-3600cefbeec4 req-71a84c6b-84d7-4d22-b8c5-3c2df2a00226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:40:43.807521 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a6a20338-9b43-4961-9ed5-3600cefbeec4 req-71a84c6b-84d7-4d22-b8c5-3c2df2a00226 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f2089afa-b23b-4edd-8c92-b729350c9f49 HTTP/1.1" status: 200 len: 834 time: 0.0463533 Oct 12 19:40:43.844408 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a20338-9b43-4961-9ed5-3600cefbeec4 req-33fbd077-85c9-49ca-8cbe-80d0db5a8914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:40:43.846096 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a6a20338-9b43-4961-9ed5-3600cefbeec4 req-33fbd077-85c9-49ca-8cbe-80d0db5a8914 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f2ec8300-0f72-4ff3-8abc-60a39fd10f0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410104 Oct 12 19:40:43.855048 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a20338-9b43-4961-9ed5-3600cefbeec4 req-045683d3-97f8-4edf-943a-93f57f1cf90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:40:43.856552 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a6a20338-9b43-4961-9ed5-3600cefbeec4 req-045683d3-97f8-4edf-943a-93f57f1cf90d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f2ec8300-0f72-4ff3-8abc-60a39fd10f0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402427 Oct 12 19:40:43.946896 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a6a20338-9b43-4961-9ed5-3600cefbeec4 req-65d74f13-f574-4c4b-8562-a754308c9a38 service neutron] 10.222.0.61 "GET /v2.0/networks/f2ec8300-0f72-4ff3-8abc-60a39fd10f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930121 Oct 12 19:40:43.953525 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a6a20338-9b43-4961-9ed5-3600cefbeec4 req-013d13f9-0053-4941-be04-80a512a201b0 service neutron] 10.222.0.67 "GET /v2.0/networks/f2ec8300-0f72-4ff3-8abc-60a39fd10f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894039 Oct 12 19:40:44.036119 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a6a20338-9b43-4961-9ed5-3600cefbeec4 req-8e238b07-0621-4d69-afa5-843a7f1c00ba service neutron] 10.222.0.61 "GET /v2.0/networks/f2ec8300-0f72-4ff3-8abc-60a39fd10f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818665 Oct 12 19:40:44.042965 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a6a20338-9b43-4961-9ed5-3600cefbeec4 req-1c2e3e17-b10c-4a8d-bb2a-c8c2a72ed7db service neutron] 10.222.0.67 "GET /v2.0/networks/f2ec8300-0f72-4ff3-8abc-60a39fd10f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816593 Oct 12 19:40:44.315662 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc6bc6c-0016-428d-9cca-a9c5ea8418ed req-ff421385-3703-4849-9ac6-0e68f8560afc tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:40:44.317152 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cdc6bc6c-0016-428d-9cca-a9c5ea8418ed req-ff421385-3703-4849-9ac6-0e68f8560afc tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=120d2938-8aa1-45bf-a4a4-176b967fcfe9 HTTP/1.1" status: 200 len: 944 time: 0.0623889 Oct 12 19:40:44.356933 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cdc6bc6c-0016-428d-9cca-a9c5ea8418ed req-ab86990c-aa20-4e6b-bbe9-61a8b7d3b9d9 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=420eee86-df00-4a29-b769-fa4cc53a5198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331302 Oct 12 19:40:45.480085 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee87710-5ea1-4f80-9c37-85254f4254cc req-910c1cd7-20a3-4cb8-8dcf-11c9d32befae tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:40:45.481920 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-aee87710-5ea1-4f80-9c37-85254f4254cc req-910c1cd7-20a3-4cb8-8dcf-11c9d32befae tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=120d2938-8aa1-45bf-a4a4-176b967fcfe9 HTTP/1.1" status: 200 len: 944 time: 0.0561173 Oct 12 19:40:45.519878 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-aee87710-5ea1-4f80-9c37-85254f4254cc req-fc258d00-8765-480d-891b-19b8b9dd4df2 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=420eee86-df00-4a29-b769-fa4cc53a5198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318530 Oct 12 19:40:45.687752 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 44842359-bc65-42fe-a0b3-f50ad6f836fe details requested by agent hyperv_n-h2-813679-3 with host n-h2-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:40:45.789222 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 44842359-bc65-42fe-a0b3-f50ad6f836fe, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=44842359-bc65-42fe-a0b3-f50ad6f836fe,segment=NetworkSegment(3cfe39cf-4f0d-49d3-b7e3-4c6135fb3b13),segment_id=3cfe39cf-4f0d-49d3-b7e3-4c6135fb3b13)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:40:45.799792 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Returning: {'device': '44842359-bc65-42fe-a0b3-f50ad6f836fe', 'network_id': 'f2ec8300-0f72-4ff3-8abc-60a39fd10f0c', 'port_id': '44842359-bc65-42fe-a0b3-f50ad6f836fe', 'mac_address': 'fa:16:3e:fa:db:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2089afa-b23b-4edd-8c92-b729350c9f49', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:40:45.841949 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:40:45.857068 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44842359-bc65-42fe-a0b3-f50ad6f836fe {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:40:45.878380 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 44842359-bc65-42fe-a0b3-f50ad6f836fe, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=44842359-bc65-42fe-a0b3-f50ad6f836fe,segment=NetworkSegment(3cfe39cf-4f0d-49d3-b7e3-4c6135fb3b13),segment_id=3cfe39cf-4f0d-49d3-b7e3-4c6135fb3b13)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:40:45.931417 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:40:45.985871 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=44842359-bc65-42fe-a0b3-f50ad6f836fe,revision_number=8']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:40:45.990867 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62138794-f3f1-4853-bb9d-947bf89f164c req-bb7f02eb-0b3c-4fef-8911-c43ac8073c13 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:40:45.992539 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-62138794-f3f1-4853-bb9d-947bf89f164c req-bb7f02eb-0b3c-4fef-8911-c43ac8073c13 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=120d2938-8aa1-45bf-a4a4-176b967fcfe9 HTTP/1.1" status: 200 len: 944 time: 0.1237700 Oct 12 19:40:45.993380 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:40:45.993739 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:40:45.994065 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:40:45.994585 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:40:45.995455 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:40:45.995954 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:40:45.996310 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:40:45.996639 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:40:45.996963 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:40:45.997287 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:40:45.997608 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:40:45.997930 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:40:46.018853 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3367021a-9f3e-4e90-a80f-427580fc3740 req-758e04f2-585a-4609-88cd-dd42bc0b6abf tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:40:46.020290 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3367021a-9f3e-4e90-a80f-427580fc3740 req-758e04f2-585a-4609-88cd-dd42bc0b6abf tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.67 "GET /v2.0/ports?device_id=120d2938-8aa1-45bf-a4a4-176b967fcfe9&tenant_id=80c6b006e6d9432a90abc6a3ef8ab3a8&binding%3Ahost_id=n-h2-813679-3 HTTP/1.1" status: 200 len: 945 time: 0.1224754 Oct 12 19:40:46.156973 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['44842359-bc65-42fe-a0b3-f50ad6f836fe'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:40:46.366232 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-62138794-f3f1-4853-bb9d-947bf89f164c req-46ed5c5b-6bbc-4fef-859e-e5123febcf44 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=420eee86-df00-4a29-b769-fa4cc53a5198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3613536 Oct 12 19:40:46.395817 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3367021a-9f3e-4e90-a80f-427580fc3740 req-9522d970-95c1-453e-8592-4d4b56053498 service neutron] 10.222.0.67 "GET /v2.0/ports/44842359-bc65-42fe-a0b3-f50ad6f836fe/bindings/n-h2-813679-3 HTTP/1.1" status: 200 len: 382 time: 0.3659630 Oct 12 19:40:46.466890 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3367021a-9f3e-4e90-a80f-427580fc3740 req-f50adc19-e889-44ed-8ed0-3becc96f98f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:40:46.468850 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3367021a-9f3e-4e90-a80f-427580fc3740 req-f50adc19-e889-44ed-8ed0-3becc96f98f1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=80c6b006e6d9432a90abc6a3ef8ab3a8&device_id=120d2938-8aa1-45bf-a4a4-176b967fcfe9 HTTP/1.1" status: 200 len: 1096 time: 0.0454578 Oct 12 19:40:46.568008 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3367021a-9f3e-4e90-a80f-427580fc3740 req-6ab4c3b6-9044-4e69-abfe-686661c010ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:40:46.569713 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3367021a-9f3e-4e90-a80f-427580fc3740 req-6ab4c3b6-9044-4e69-abfe-686661c010ee service neutron] 10.222.0.67 "GET /v2.0/networks?id=f2ec8300-0f72-4ff3-8abc-60a39fd10f0c HTTP/1.1" status: 200 len: 897 time: 0.0933812 Oct 12 19:40:46.636920 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3367021a-9f3e-4e90-a80f-427580fc3740 req-ed9d1f83-18cf-4f99-b544-f819bd5bd2f8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=44842359-bc65-42fe-a0b3-f50ad6f836fe HTTP/1.1" status: 200 len: 1000 time: 0.0585225 Oct 12 19:40:46.688654 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3367021a-9f3e-4e90-a80f-427580fc3740 req-dc16e53f-f302-4e8f-989d-7eaf586f041c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:40:46.690071 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3367021a-9f3e-4e90-a80f-427580fc3740 req-dc16e53f-f302-4e8f-989d-7eaf586f041c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f2089afa-b23b-4edd-8c92-b729350c9f49 HTTP/1.1" status: 200 len: 834 time: 0.0464571 Oct 12 19:40:46.737349 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3367021a-9f3e-4e90-a80f-427580fc3740 req-fd6c51c5-3c24-461b-bd5c-ee8a07d641a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:40:46.738757 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3367021a-9f3e-4e90-a80f-427580fc3740 req-fd6c51c5-3c24-461b-bd5c-ee8a07d641a5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f2ec8300-0f72-4ff3-8abc-60a39fd10f0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411763 Oct 12 19:40:46.833114 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3367021a-9f3e-4e90-a80f-427580fc3740 req-d0cbba5f-1cb1-4be4-bcb4-7fa18dd3489b service neutron] 10.222.0.67 "GET /v2.0/networks/f2ec8300-0f72-4ff3-8abc-60a39fd10f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863731 Oct 12 19:40:46.926773 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3367021a-9f3e-4e90-a80f-427580fc3740 req-62a015f6-a281-4f3f-9be8-edf1d78d716f service neutron] 10.222.0.67 "GET /v2.0/networks/f2ec8300-0f72-4ff3-8abc-60a39fd10f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843627 Oct 12 19:40:47.485879 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0882f46-539d-4b93-9f98-1b52484ea2f0 req-fb81b8cf-57da-476c-bb60-3ae71124eb9e tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:40:47.487324 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e0882f46-539d-4b93-9f98-1b52484ea2f0 req-fb81b8cf-57da-476c-bb60-3ae71124eb9e tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=120d2938-8aa1-45bf-a4a4-176b967fcfe9 HTTP/1.1" status: 200 len: 945 time: 0.0493371 Oct 12 19:40:47.525641 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e0882f46-539d-4b93-9f98-1b52484ea2f0 req-acbd8f18-be52-47cf-a196-0cd98e9b8bad tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=420eee86-df00-4a29-b769-fa4cc53a5198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321956 Oct 12 19:40:47.705408 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 44842359-bc65-42fe-a0b3-f50ad6f836fe up at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:40:47.794139 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning for port 44842359-bc65-42fe-a0b3-f50ad6f836fe completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:40:47.798104 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning complete for port 44842359-bc65-42fe-a0b3-f50ad6f836fe triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:40:47.798469 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:40:47.879989 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:40:47.906682 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '120d2938-8aa1-45bf-a4a4-176b967fcfe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44842359-bc65-42fe-a0b3-f50ad6f836fe'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:40:47.908941 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bcb6015-5b3a-4e8c-b31e-634afabc63f9" -d '{"events": [{"server_uuid": "120d2938-8aa1-45bf-a4a4-176b967fcfe9", "name": "network-vif-plugged", "status": "completed", "tag": "44842359-bc65-42fe-a0b3-f50ad6f836fe"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:40:47.921846 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 44842359-bc65-42fe-a0b3-f50ad6f836fe, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=44842359-bc65-42fe-a0b3-f50ad6f836fe,segment=NetworkSegment(3cfe39cf-4f0d-49d3-b7e3-4c6135fb3b13),segment_id=3cfe39cf-4f0d-49d3-b7e3-4c6135fb3b13)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:40:47.960577 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe881cea-94e2-43da-a629-44ae1b2d16bc x-openstack-request-id: req-fe881cea-94e2-43da-a629-44ae1b2d16bc {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:40:47.960870 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "120d2938-8aa1-45bf-a4a4-176b967fcfe9", "name": "network-vif-plugged", "status": "completed", "tag": "44842359-bc65-42fe-a0b3-f50ad6f836fe", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:40:47.961127 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fe881cea-94e2-43da-a629-44ae1b2d16bc {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:40:47.961519 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '120d2938-8aa1-45bf-a4a4-176b967fcfe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44842359-bc65-42fe-a0b3-f50ad6f836fe', 'code': 200} Oct 12 19:40:47.962269 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:40:48.009992 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=44842359-bc65-42fe-a0b3-f50ad6f836fe,revision_number=9']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:40:48.647019 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a08c124-f3ac-4408-b09a-c6ca405d1a1c req-ed833acd-1b48-4a89-a913-83cd09d2e5df tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:40:48.648594 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3a08c124-f3ac-4408-b09a-c6ca405d1a1c req-ed833acd-1b48-4a89-a913-83cd09d2e5df tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=120d2938-8aa1-45bf-a4a4-176b967fcfe9 HTTP/1.1" status: 200 len: 946 time: 0.0498223 Oct 12 19:40:48.691184 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3a08c124-f3ac-4408-b09a-c6ca405d1a1c req-9fbd95a3-2897-48df-bf53-4c45741d8a5a tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=420eee86-df00-4a29-b769-fa4cc53a5198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358958 Oct 12 19:40:49.439230 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3367021a-9f3e-4e90-a80f-427580fc3740 req-10c6aa4b-3b69-42fa-b04e-ebd0d1f7c899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:40:49.440757 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3367021a-9f3e-4e90-a80f-427580fc3740 req-10c6aa4b-3b69-42fa-b04e-ebd0d1f7c899 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=120d2938-8aa1-45bf-a4a4-176b967fcfe9&tenant_id=80c6b006e6d9432a90abc6a3ef8ab3a8 HTTP/1.1" status: 200 len: 1097 time: 0.0424182 Oct 12 19:40:49.454092 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-3367021a-9f3e-4e90-a80f-427580fc3740 req-a93b197f-f0fd-44d5-a4b7-b1525af65f8d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-813679-3', 'device_owner': 'compute:nova'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:40:49.507602 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-3367021a-9f3e-4e90-a80f-427580fc3740 req-a93b197f-f0fd-44d5-a4b7-b1525af65f8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:40:49.719288 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-3367021a-9f3e-4e90-a80f-427580fc3740 req-a93b197f-f0fd-44d5-a4b7-b1525af65f8d service neutron] For port 44842359-bc65-42fe-a0b3-f50ad6f836fe, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=44842359-bc65-42fe-a0b3-f50ad6f836fe,segment=NetworkSegment(3cfe39cf-4f0d-49d3-b7e3-4c6135fb3b13),segment_id=3cfe39cf-4f0d-49d3-b7e3-4c6135fb3b13)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:40:49.752540 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-3367021a-9f3e-4e90-a80f-427580fc3740 req-a93b197f-f0fd-44d5-a4b7-b1525af65f8d service neutron] For port 44842359-bc65-42fe-a0b3-f50ad6f836fe, host n-h2-813679-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:40:49.818440 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '120d2938-8aa1-45bf-a4a4-176b967fcfe9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44842359-bc65-42fe-a0b3-f50ad6f836fe'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:40:49.820700 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccce18a5-2b78-4410-96b7-b5641b32c7bb" -d '{"events": [{"server_uuid": "120d2938-8aa1-45bf-a4a4-176b967fcfe9", "name": "network-vif-unplugged", "status": "completed", "tag": "44842359-bc65-42fe-a0b3-f50ad6f836fe"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:40:49.827768 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-3367021a-9f3e-4e90-a80f-427580fc3740 req-a93b197f-f0fd-44d5-a4b7-b1525af65f8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:40:49.843443 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-3367021a-9f3e-4e90-a80f-427580fc3740 req-a93b197f-f0fd-44d5-a4b7-b1525af65f8d service neutron] Transition to ACTIVE for port object 44842359-bc65-42fe-a0b3-f50ad6f836fe will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:40:49.851440 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c9ae3c-5c31-4cbc-a58b-0c1597c625bd req-526e87d1-6cfd-491a-b9bb-97df95a9073a tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:40:49.852997 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-60c9ae3c-5c31-4cbc-a58b-0c1597c625bd req-526e87d1-6cfd-491a-b9bb-97df95a9073a tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=120d2938-8aa1-45bf-a4a4-176b967fcfe9 HTTP/1.1" status: 200 len: 946 time: 0.0811248 Oct 12 19:40:49.880979 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 19:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfbd01c0-e7ed-433b-bb35-743102075254 x-openstack-request-id: req-bfbd01c0-e7ed-433b-bb35-743102075254 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:40:49.881275 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "120d2938-8aa1-45bf-a4a4-176b967fcfe9", "name": "network-vif-unplugged", "status": "completed", "tag": "44842359-bc65-42fe-a0b3-f50ad6f836fe", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:40:49.881532 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bfbd01c0-e7ed-433b-bb35-743102075254 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:40:49.881924 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '120d2938-8aa1-45bf-a4a4-176b967fcfe9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44842359-bc65-42fe-a0b3-f50ad6f836fe', 'code': 200} Oct 12 19:40:49.892617 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-3367021a-9f3e-4e90-a80f-427580fc3740 req-a93b197f-f0fd-44d5-a4b7-b1525af65f8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:40:49.924497 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-60c9ae3c-5c31-4cbc-a58b-0c1597c625bd req-32db7b8b-842f-4d0f-a4d7-2091958a4653 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=420eee86-df00-4a29-b769-fa4cc53a5198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636282 Oct 12 19:40:49.981601 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93b197f-f0fd-44d5-a4b7-b1525af65f8d service neutron] Pushing event updated for resources: {'Port': ['ID=44842359-bc65-42fe-a0b3-f50ad6f836fe,revision_number=10']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:40:50.027164 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-3367021a-9f3e-4e90-a80f-427580fc3740 req-a93b197f-f0fd-44d5-a4b7-b1525af65f8d service neutron] No DVR routers for this DVR port 44842359-bc65-42fe-a0b3-f50ad6f836fe on host n-h2-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:40:50.173914 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-3367021a-9f3e-4e90-a80f-427580fc3740 req-a93b197f-f0fd-44d5-a4b7-b1525af65f8d service neutron] Attempting to bind port 44842359-bc65-42fe-a0b3-f50ad6f836fe on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:40:50.174251 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-3367021a-9f3e-4e90-a80f-427580fc3740 req-a93b197f-f0fd-44d5-a4b7-b1525af65f8d service neutron] Attempting to bind port 44842359-bc65-42fe-a0b3-f50ad6f836fe by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': '3cfe39cf-4f0d-49d3-b7e3-4c6135fb3b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'f2ec8300-0f72-4ff3-8abc-60a39fd10f0c'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:40:50.174760 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3367021a-9f3e-4e90-a80f-427580fc3740 req-a93b197f-f0fd-44d5-a4b7-b1525af65f8d service neutron] Attempting to bind port 44842359-bc65-42fe-a0b3-f50ad6f836fe on network f2ec8300-0f72-4ff3-8abc-60a39fd10f0c {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:40:50.179025 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3367021a-9f3e-4e90-a80f-427580fc3740 req-a93b197f-f0fd-44d5-a4b7-b1525af65f8d service neutron] Port 44842359-bc65-42fe-a0b3-f50ad6f836fe on network f2ec8300-0f72-4ff3-8abc-60a39fd10f0c not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:40:50.179343 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3367021a-9f3e-4e90-a80f-427580fc3740 req-a93b197f-f0fd-44d5-a4b7-b1525af65f8d service neutron] Attempting to bind port 44842359-bc65-42fe-a0b3-f50ad6f836fe on network f2ec8300-0f72-4ff3-8abc-60a39fd10f0c {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:40:50.184327 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3367021a-9f3e-4e90-a80f-427580fc3740 req-a93b197f-f0fd-44d5-a4b7-b1525af65f8d service neutron] Checking agent: {'id': 'f5e9725f-f5a6-43c2-a1be-95e21e9a1fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:40:50.184663 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3367021a-9f3e-4e90-a80f-427580fc3740 req-a93b197f-f0fd-44d5-a4b7-b1525af65f8d service neutron] Checking segment: {'id': '3cfe39cf-4f0d-49d3-b7e3-4c6135fb3b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'f2ec8300-0f72-4ff3-8abc-60a39fd10f0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:40:50.185044 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3367021a-9f3e-4e90-a80f-427580fc3740 req-a93b197f-f0fd-44d5-a4b7-b1525af65f8d service neutron] Bound using segment: {'id': '3cfe39cf-4f0d-49d3-b7e3-4c6135fb3b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'f2ec8300-0f72-4ff3-8abc-60a39fd10f0c'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:40:50.185472 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-3367021a-9f3e-4e90-a80f-427580fc3740 req-a93b197f-f0fd-44d5-a4b7-b1525af65f8d service neutron] Bound port: 44842359-bc65-42fe-a0b3-f50ad6f836fe, host: n-h1-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cfe39cf-4f0d-49d3-b7e3-4c6135fb3b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'f2ec8300-0f72-4ff3-8abc-60a39fd10f0c'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:40:50.185827 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-3367021a-9f3e-4e90-a80f-427580fc3740 req-a93b197f-f0fd-44d5-a4b7-b1525af65f8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:40:50.248987 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-3367021a-9f3e-4e90-a80f-427580fc3740 req-a93b197f-f0fd-44d5-a4b7-b1525af65f8d service neutron] For port 44842359-bc65-42fe-a0b3-f50ad6f836fe, host n-h1-813679-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:40:50.252734 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-3367021a-9f3e-4e90-a80f-427580fc3740 req-a93b197f-f0fd-44d5-a4b7-b1525af65f8d service neutron] For port 44842359-bc65-42fe-a0b3-f50ad6f836fe, host n-h1-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=44842359-bc65-42fe-a0b3-f50ad6f836fe,segment=NetworkSegment(3cfe39cf-4f0d-49d3-b7e3-4c6135fb3b13),segment_id=3cfe39cf-4f0d-49d3-b7e3-4c6135fb3b13)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:40:50.314775 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-3367021a-9f3e-4e90-a80f-427580fc3740 req-a93b197f-f0fd-44d5-a4b7-b1525af65f8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:40:50.355175 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3367021a-9f3e-4e90-a80f-427580fc3740 req-a93b197f-f0fd-44d5-a4b7-b1525af65f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:40:50.356770 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-3367021a-9f3e-4e90-a80f-427580fc3740 req-a93b197f-f0fd-44d5-a4b7-b1525af65f8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:40:50.358593 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3367021a-9f3e-4e90-a80f-427580fc3740 req-a93b197f-f0fd-44d5-a4b7-b1525af65f8d service neutron] 10.222.0.61 "PUT /v2.0/ports/44842359-bc65-42fe-a0b3-f50ad6f836fe HTTP/1.1" status: 200 len: 1093 time: 0.9085608 Oct 12 19:40:50.381857 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93b197f-f0fd-44d5-a4b7-b1525af65f8d service neutron] Pushing event updated for resources: {'Port': ['ID=44842359-bc65-42fe-a0b3-f50ad6f836fe,revision_number=11']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:40:50.429245 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3367021a-9f3e-4e90-a80f-427580fc3740 req-f77f9c21-841f-48d9-91bb-5fd969ec9680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:40:50.430696 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3367021a-9f3e-4e90-a80f-427580fc3740 req-f77f9c21-841f-48d9-91bb-5fd969ec9680 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=80c6b006e6d9432a90abc6a3ef8ab3a8&device_id=120d2938-8aa1-45bf-a4a4-176b967fcfe9 HTTP/1.1" status: 200 len: 1096 time: 0.0457897 Oct 12 19:40:50.540180 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3367021a-9f3e-4e90-a80f-427580fc3740 req-93d96398-c4c6-4d26-8b53-f7752e31ce75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:40:50.541717 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3367021a-9f3e-4e90-a80f-427580fc3740 req-93d96398-c4c6-4d26-8b53-f7752e31ce75 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f2ec8300-0f72-4ff3-8abc-60a39fd10f0c HTTP/1.1" status: 200 len: 897 time: 0.1010551 Oct 12 19:40:50.608044 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3367021a-9f3e-4e90-a80f-427580fc3740 req-72b102fe-5221-4b0e-812a-b54fca7cb4d4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=44842359-bc65-42fe-a0b3-f50ad6f836fe HTTP/1.1" status: 200 len: 999 time: 0.0583410 Oct 12 19:40:50.657388 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3367021a-9f3e-4e90-a80f-427580fc3740 req-ff52a5a0-09ff-4ef4-9165-4fd25808f6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:40:50.658795 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3367021a-9f3e-4e90-a80f-427580fc3740 req-ff52a5a0-09ff-4ef4-9165-4fd25808f6ef service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f2089afa-b23b-4edd-8c92-b729350c9f49 HTTP/1.1" status: 200 len: 834 time: 0.0428476 Oct 12 19:40:50.710945 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3367021a-9f3e-4e90-a80f-427580fc3740 req-90a91be8-7182-4c87-b2bc-4201d45a0c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:40:50.712467 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3367021a-9f3e-4e90-a80f-427580fc3740 req-90a91be8-7182-4c87-b2bc-4201d45a0c56 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f2ec8300-0f72-4ff3-8abc-60a39fd10f0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456154 Oct 12 19:40:50.803093 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3367021a-9f3e-4e90-a80f-427580fc3740 req-5de0388d-81ce-4ea5-a4ea-7c3fee864d53 service neutron] 10.222.0.61 "GET /v2.0/networks/f2ec8300-0f72-4ff3-8abc-60a39fd10f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824566 Oct 12 19:40:50.897050 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3367021a-9f3e-4e90-a80f-427580fc3740 req-f641fe5f-bd23-4216-a9c4-8656fb56618f service neutron] 10.222.0.61 "GET /v2.0/networks/f2ec8300-0f72-4ff3-8abc-60a39fd10f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857759 Oct 12 19:40:51.046500 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad59435-b819-4c1e-b9ec-927875ec2779 req-2c8fb437-4156-4267-b301-83f3487bd3b0 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:40:51.048012 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0ad59435-b819-4c1e-b9ec-927875ec2779 req-2c8fb437-4156-4267-b301-83f3487bd3b0 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=120d2938-8aa1-45bf-a4a4-176b967fcfe9 HTTP/1.1" status: 200 len: 945 time: 0.0521607 Oct 12 19:40:51.112213 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 46670) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:40:51.123209 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0ad59435-b819-4c1e-b9ec-927875ec2779 req-b3b38303-bd55-49fb-8e99-62e443a6b714 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=420eee86-df00-4a29-b769-fa4cc53a5198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485289 Oct 12 19:40:51.224003 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8186bf8d-b441-4009-b77d-d0c533473248 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:40:51.296388 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8186bf8d-b441-4009-b77d-d0c533473248 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:40:51.375884 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8186bf8d-b441-4009-b77d-d0c533473248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:40:51.418654 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-8186bf8d-b441-4009-b77d-d0c533473248 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6aac72d00f6e47c591ae5adad6c4d40c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3050859 Oct 12 19:40:51.419555 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8186bf8d-b441-4009-b77d-d0c533473248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85daa8b3-8e51-4bd7-b2b9-582bee29431f,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:40:51.421295 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 46674) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:40:51.468668 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-670edcfc-1458-42d1-a442-fbb6083e4ff0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:40:51.489251 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-670edcfc-1458-42d1-a442-fbb6083e4ff0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:40:51.605929 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-670edcfc-1458-42d1-a442-fbb6083e4ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:40:51.609004 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-670edcfc-1458-42d1-a442-fbb6083e4ff0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:40:51.610248 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-670edcfc-1458-42d1-a442-fbb6083e4ff0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/85daa8b3-8e51-4bd7-b2b9-582bee29431f HTTP/1.1" status: 204 len: 168 time: 0.1879046 Oct 12 19:40:51.622261 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670edcfc-1458-42d1-a442-fbb6083e4ff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85daa8b3-8e51-4bd7-b2b9-582bee29431f,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:40:51.736809 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 44842359-bc65-42fe-a0b3-f50ad6f836fe no longer exists at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:40:51.776844 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 44842359-bc65-42fe-a0b3-f50ad6f836fe not bound to the agent host n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:40:51.883432 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '120d2938-8aa1-45bf-a4a4-176b967fcfe9', 'tag': '44842359-bc65-42fe-a0b3-f50ad6f836fe'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:40:51.885982 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-156b0122-46c4-4ee6-8c5a-255a391ce69f" -d '{"events": [{"name": "network-changed", "server_uuid": "120d2938-8aa1-45bf-a4a4-176b967fcfe9", "tag": "44842359-bc65-42fe-a0b3-f50ad6f836fe"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:40:51.937124 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4821af4e-c5ab-49bb-b6c9-eecd85d269da x-openstack-request-id: req-4821af4e-c5ab-49bb-b6c9-eecd85d269da {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:40:51.937422 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "120d2938-8aa1-45bf-a4a4-176b967fcfe9", "tag": "44842359-bc65-42fe-a0b3-f50ad6f836fe", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:40:51.937677 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4821af4e-c5ab-49bb-b6c9-eecd85d269da {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:40:51.938074 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '120d2938-8aa1-45bf-a4a4-176b967fcfe9', 'tag': '44842359-bc65-42fe-a0b3-f50ad6f836fe', 'status': 'completed', 'code': 200} Oct 12 19:40:52.012884 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156b0122-46c4-4ee6-8c5a-255a391ce69f req-0355bfd6-04de-4eae-bf46-bc8578e4339f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:40:52.014475 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-156b0122-46c4-4ee6-8c5a-255a391ce69f req-0355bfd6-04de-4eae-bf46-bc8578e4339f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=80c6b006e6d9432a90abc6a3ef8ab3a8&device_id=120d2938-8aa1-45bf-a4a4-176b967fcfe9 HTTP/1.1" status: 200 len: 1096 time: 0.0575328 Oct 12 19:40:52.020635 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156b0122-46c4-4ee6-8c5a-255a391ce69f req-c84ac21b-bef1-4f33-8554-f9d1ccf75f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:40:52.022346 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-156b0122-46c4-4ee6-8c5a-255a391ce69f req-c84ac21b-bef1-4f33-8554-f9d1ccf75f2f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=80c6b006e6d9432a90abc6a3ef8ab3a8&device_id=120d2938-8aa1-45bf-a4a4-176b967fcfe9 HTTP/1.1" status: 200 len: 1096 time: 0.0623758 Oct 12 19:40:52.110686 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156b0122-46c4-4ee6-8c5a-255a391ce69f req-7d4facf7-ac8e-4970-b0ba-ec0f5c0f9966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:40:52.112731 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-156b0122-46c4-4ee6-8c5a-255a391ce69f req-7d4facf7-ac8e-4970-b0ba-ec0f5c0f9966 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f2ec8300-0f72-4ff3-8abc-60a39fd10f0c HTTP/1.1" status: 200 len: 897 time: 0.0892034 Oct 12 19:40:52.123040 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156b0122-46c4-4ee6-8c5a-255a391ce69f req-36e831cc-6db7-4c68-9b1b-efa3fa5ca9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:40:52.124897 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-156b0122-46c4-4ee6-8c5a-255a391ce69f req-36e831cc-6db7-4c68-9b1b-efa3fa5ca9ce service neutron] 10.222.0.67 "GET /v2.0/networks?id=f2ec8300-0f72-4ff3-8abc-60a39fd10f0c HTTP/1.1" status: 200 len: 897 time: 0.0956004 Oct 12 19:40:52.194427 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-156b0122-46c4-4ee6-8c5a-255a391ce69f req-7d1ceb81-112d-49e2-823f-ccb0afddc7c8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=44842359-bc65-42fe-a0b3-f50ad6f836fe HTTP/1.1" status: 200 len: 999 time: 0.0714908 Oct 12 19:40:52.210770 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-156b0122-46c4-4ee6-8c5a-255a391ce69f req-69dd3485-2d36-4857-9733-cde0bcdd8fb1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=44842359-bc65-42fe-a0b3-f50ad6f836fe HTTP/1.1" status: 200 len: 999 time: 0.0707238 Oct 12 19:40:52.249175 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156b0122-46c4-4ee6-8c5a-255a391ce69f req-aa786e03-54ef-40a5-b74a-32bffc3ecfae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:40:52.250521 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-156b0122-46c4-4ee6-8c5a-255a391ce69f req-aa786e03-54ef-40a5-b74a-32bffc3ecfae service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f2089afa-b23b-4edd-8c92-b729350c9f49 HTTP/1.1" status: 200 len: 834 time: 0.0488176 Oct 12 19:40:52.300919 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156b0122-46c4-4ee6-8c5a-255a391ce69f req-71b8d1a0-6cee-4f4a-adbf-b888eff5ce84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:40:52.302437 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-156b0122-46c4-4ee6-8c5a-255a391ce69f req-71b8d1a0-6cee-4f4a-adbf-b888eff5ce84 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f2089afa-b23b-4edd-8c92-b729350c9f49 HTTP/1.1" status: 200 len: 834 time: 0.0779254 Oct 12 19:40:52.315975 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156b0122-46c4-4ee6-8c5a-255a391ce69f req-082dba70-4275-415f-b01a-90fdb6209397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:40:52.317919 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-156b0122-46c4-4ee6-8c5a-255a391ce69f req-082dba70-4275-415f-b01a-90fdb6209397 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f2ec8300-0f72-4ff3-8abc-60a39fd10f0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0585668 Oct 12 19:40:52.319312 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc07b11f-71fa-4080-9870-c05b5eebd519 req-44b417c2-99bc-4a2a-ac27-72ba9e85e1b0 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:40:52.323350 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fc07b11f-71fa-4080-9870-c05b5eebd519 req-44b417c2-99bc-4a2a-ac27-72ba9e85e1b0 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=120d2938-8aa1-45bf-a4a4-176b967fcfe9 HTTP/1.1" status: 200 len: 945 time: 0.0878401 Oct 12 19:40:52.402880 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fc07b11f-71fa-4080-9870-c05b5eebd519 req-713c88a1-1df6-4c9b-81a0-80d66b5f6f88 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=420eee86-df00-4a29-b769-fa4cc53a5198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652342 Oct 12 19:40:52.406650 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156b0122-46c4-4ee6-8c5a-255a391ce69f req-c6d932b9-79c6-4047-a363-91e1d60e4d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:40:52.408136 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-156b0122-46c4-4ee6-8c5a-255a391ce69f req-c6d932b9-79c6-4047-a363-91e1d60e4d33 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f2ec8300-0f72-4ff3-8abc-60a39fd10f0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0858750 Oct 12 19:40:52.464476 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-156b0122-46c4-4ee6-8c5a-255a391ce69f req-9030bb75-1a87-4e2e-ad82-ff8292a3c3b5 service neutron] 10.222.0.61 "GET /v2.0/networks/f2ec8300-0f72-4ff3-8abc-60a39fd10f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370046 Oct 12 19:40:52.522610 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-156b0122-46c4-4ee6-8c5a-255a391ce69f req-07f49103-62fc-4059-86a6-9012989f96e4 service neutron] 10.222.0.67 "GET /v2.0/networks/f2ec8300-0f72-4ff3-8abc-60a39fd10f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062958 Oct 12 19:40:52.575178 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-156b0122-46c4-4ee6-8c5a-255a391ce69f req-e9c265bb-2c2b-4d53-8577-5e273876379e service neutron] 10.222.0.61 "GET /v2.0/networks/f2ec8300-0f72-4ff3-8abc-60a39fd10f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034858 Oct 12 19:40:52.668362 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-156b0122-46c4-4ee6-8c5a-255a391ce69f req-48e4b92d-550b-4ae6-9acd-467abc99878b service neutron] 10.222.0.67 "GET /v2.0/networks/f2ec8300-0f72-4ff3-8abc-60a39fd10f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352797 Oct 12 19:40:53.521711 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf07b38c-79c2-4f34-ba4a-1e41ef21bc4c req-9dccbd78-aa84-4829-8e37-8ea5f80b9830 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:40:53.523166 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cf07b38c-79c2-4f34-ba4a-1e41ef21bc4c req-9dccbd78-aa84-4829-8e37-8ea5f80b9830 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=120d2938-8aa1-45bf-a4a4-176b967fcfe9 HTTP/1.1" status: 200 len: 945 time: 0.0489905 Oct 12 19:40:53.560870 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cf07b38c-79c2-4f34-ba4a-1e41ef21bc4c req-2c0b3bb8-e3ff-497d-b15e-96075690eb3f tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=420eee86-df00-4a29-b769-fa4cc53a5198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311146 Oct 12 19:40:53.583182 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 46716) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:40:53.647040 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-6bc7fec1-d348-4c8d-bd53-921be32beebe tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/floatingips/12b2c6a3-0fd0-4f04-b1a1-1b9f9c24446f HTTP/1.1" status: 200 len: 991 time: 0.0625491 Oct 12 19:40:55.306629 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 44842359-bc65-42fe-a0b3-f50ad6f836fe details requested by agent hyperv_n-h1-813679-3 with host n-h1-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:40:55.401533 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 44842359-bc65-42fe-a0b3-f50ad6f836fe, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=44842359-bc65-42fe-a0b3-f50ad6f836fe,segment=NetworkSegment(3cfe39cf-4f0d-49d3-b7e3-4c6135fb3b13),segment_id=3cfe39cf-4f0d-49d3-b7e3-4c6135fb3b13)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:40:55.412700 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Returning: {'device': '44842359-bc65-42fe-a0b3-f50ad6f836fe', 'network_id': 'f2ec8300-0f72-4ff3-8abc-60a39fd10f0c', 'port_id': '44842359-bc65-42fe-a0b3-f50ad6f836fe', 'mac_address': 'fa:16:3e:fa:db:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2089afa-b23b-4edd-8c92-b729350c9f49', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:40:55.451154 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:40:55.463580 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44842359-bc65-42fe-a0b3-f50ad6f836fe {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:40:55.487183 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 44842359-bc65-42fe-a0b3-f50ad6f836fe, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=44842359-bc65-42fe-a0b3-f50ad6f836fe,segment=NetworkSegment(3cfe39cf-4f0d-49d3-b7e3-4c6135fb3b13),segment_id=3cfe39cf-4f0d-49d3-b7e3-4c6135fb3b13)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:40:55.570437 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:40:55.619451 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=44842359-bc65-42fe-a0b3-f50ad6f836fe,revision_number=12']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:40:55.782126 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['44842359-bc65-42fe-a0b3-f50ad6f836fe'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:40:57.336342 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 44842359-bc65-42fe-a0b3-f50ad6f836fe up at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:40:57.479379 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning for port 44842359-bc65-42fe-a0b3-f50ad6f836fe completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:40:57.484398 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning complete for port 44842359-bc65-42fe-a0b3-f50ad6f836fe triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:40:57.484856 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:40:57.565519 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:40:57.587789 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '120d2938-8aa1-45bf-a4a4-176b967fcfe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44842359-bc65-42fe-a0b3-f50ad6f836fe'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:40:57.593246 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3921348-6a6d-4797-9970-904bb997626b" -d '{"events": [{"server_uuid": "120d2938-8aa1-45bf-a4a4-176b967fcfe9", "name": "network-vif-plugged", "status": "completed", "tag": "44842359-bc65-42fe-a0b3-f50ad6f836fe"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:40:57.604877 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 44842359-bc65-42fe-a0b3-f50ad6f836fe, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=44842359-bc65-42fe-a0b3-f50ad6f836fe,segment=NetworkSegment(3cfe39cf-4f0d-49d3-b7e3-4c6135fb3b13),segment_id=3cfe39cf-4f0d-49d3-b7e3-4c6135fb3b13)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:40:57.639828 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8747e54d-8678-4d27-bdef-12bd8b050b7a x-openstack-request-id: req-8747e54d-8678-4d27-bdef-12bd8b050b7a {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:40:57.640296 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "120d2938-8aa1-45bf-a4a4-176b967fcfe9", "name": "network-vif-plugged", "status": "completed", "tag": "44842359-bc65-42fe-a0b3-f50ad6f836fe", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:40:57.645332 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8747e54d-8678-4d27-bdef-12bd8b050b7a {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:40:57.645332 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '120d2938-8aa1-45bf-a4a4-176b967fcfe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44842359-bc65-42fe-a0b3-f50ad6f836fe', 'code': 200} Oct 12 19:40:57.663360 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:40:57.736592 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=44842359-bc65-42fe-a0b3-f50ad6f836fe,revision_number=13']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:40:58.625660 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd8378f-7faa-4e76-ae72-c50d41a28cdf req-7535fa1d-470b-4804-a25c-1d25f7502f31 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:40:58.627169 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5cd8378f-7faa-4e76-ae72-c50d41a28cdf req-7535fa1d-470b-4804-a25c-1d25f7502f31 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=1028ea46-bc1f-48bd-bf1f-0f515eaaeb0b HTTP/1.1" status: 200 len: 946 time: 0.0526006 Oct 12 19:40:58.663892 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5cd8378f-7faa-4e76-ae72-c50d41a28cdf req-67d4dc1b-f7d5-4497-bb24-c21302ca44b5 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/security-groups?id=01d179f3-99bf-419e-b905-ce06318e0a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308285 Oct 12 19:40:59.158659 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f66e7f88-db6c-4981-a3a5-9793609d75b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:40:59.795027 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166c3ac4-6457-447c-858e-2bf31d24bef3 req-1790d96c-69fa-42bb-9d9b-ecd7901d70cb tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:40:59.797369 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-166c3ac4-6457-447c-858e-2bf31d24bef3 req-1790d96c-69fa-42bb-9d9b-ecd7901d70cb tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=1028ea46-bc1f-48bd-bf1f-0f515eaaeb0b HTTP/1.1" status: 200 len: 946 time: 0.0581253 Oct 12 19:40:59.838111 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-166c3ac4-6457-447c-858e-2bf31d24bef3 req-f51198d2-0ea5-4030-86dd-ad526b42a47a tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/security-groups?id=01d179f3-99bf-419e-b905-ce06318e0a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347219 Oct 12 19:40:59.982330 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a1b548-6e04-4beb-b6c8-87d5b4c221f7 req-29c1799e-cd95-45c2-b1d7-033fc2b9a224 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:40:59.985288 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e9a1b548-6e04-4beb-b6c8-87d5b4c221f7 req-29c1799e-cd95-45c2-b1d7-033fc2b9a224 tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.61 "GET /v2.0/ports?device_id=1028ea46-bc1f-48bd-bf1f-0f515eaaeb0b HTTP/1.1" status: 200 len: 946 time: 0.0532365 Oct 12 19:41:00.098617 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-e9a1b548-6e04-4beb-b6c8-87d5b4c221f7 req-b619a768-3e2d-4fd3-b339-ca89b9438a9b tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Deleting port 723ba9b3-c26f-46d5-863a-8260959ab859 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:41:00.098877 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-e9a1b548-6e04-4beb-b6c8-87d5b4c221f7 req-b619a768-3e2d-4fd3-b339-ca89b9438a9b tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:00.267897 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-e9a1b548-6e04-4beb-b6c8-87d5b4c221f7 req-b619a768-3e2d-4fd3-b339-ca89b9438a9b tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] For port 723ba9b3-c26f-46d5-863a-8260959ab859, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=723ba9b3-c26f-46d5-863a-8260959ab859,segment=NetworkSegment(e63f83d5-85c3-489d-99f4-18d9a9b82b19),segment_id=e63f83d5-85c3-489d-99f4-18d9a9b82b19)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:41:00.268307 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-e9a1b548-6e04-4beb-b6c8-87d5b4c221f7 req-b619a768-3e2d-4fd3-b339-ca89b9438a9b tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:00.448604 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-e9a1b548-6e04-4beb-b6c8-87d5b4c221f7 req-b619a768-3e2d-4fd3-b339-ca89b9438a9b tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:00.448964 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-e9a1b548-6e04-4beb-b6c8-87d5b4c221f7 req-b619a768-3e2d-4fd3-b339-ca89b9438a9b tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7915414'] for floatingip, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:00.449322 n-d-813679-3 neutron-server[95502]: INFO neutron.db.l3_db [req-e9a1b548-6e04-4beb-b6c8-87d5b4c221f7 req-b619a768-3e2d-4fd3-b339-ca89b9438a9b tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Floating IP 54197b2d-9ddb-47b0-b574-e6fe0185ca78 disassociated. External IP: 172.25.5.140, port: 723ba9b3-c26f-46d5-863a-8260959ab859. Oct 12 19:41:00.449658 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-e9a1b548-6e04-4beb-b6c8-87d5b4c221f7 req-b619a768-3e2d-4fd3-b339-ca89b9438a9b tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Calling delete_port for 723ba9b3-c26f-46d5-863a-8260959ab859 owned by compute:nova {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:41:00.644885 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-e9a1b548-6e04-4beb-b6c8-87d5b4c221f7 req-b619a768-3e2d-4fd3-b339-ca89b9438a9b tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:00.675194 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b619a768-3e2d-4fd3-b339-ca89b9438a9b tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Pushing event deleted for resources: {'Port': ['ID=723ba9b3-c26f-46d5-863a-8260959ab859,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:41:00.789567 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e9a1b548-6e04-4beb-b6c8-87d5b4c221f7 req-b619a768-3e2d-4fd3-b339-ca89b9438a9b tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Router 257e0cd3-b557-4aef-8cfa-2402ba45fb0b has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:41:00.898012 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e9a1b548-6e04-4beb-b6c8-87d5b4c221f7 req-b619a768-3e2d-4fd3-b339-ca89b9438a9b tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:41:00.909478 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1780b969-3af4-4a8b-8f04-a04c1b2bdbb4 None None] Sync routers for ids ['257e0cd3-b557-4aef-8cfa-2402ba45fb0b'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:41:00.919838 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1780b969-3af4-4a8b-8f04-a04c1b2bdbb4 None None] Routers {'257e0cd3-b557-4aef-8cfa-2402ba45fb0b'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:41:00.921591 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-1780b969-3af4-4a8b-8f04-a04c1b2bdbb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:40:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['257e0cd3-b557-4aef-8cfa-2402ba45fb0b'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:41:00.958468 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9a1b548-6e04-4beb-b6c8-87d5b4c221f7 req-b619a768-3e2d-4fd3-b339-ca89b9438a9b tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] No DVR routers for this DVR port 723ba9b3-c26f-46d5-863a-8260959ab859 on host n-h1-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:41:00.961166 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-e9a1b548-6e04-4beb-b6c8-87d5b4c221f7 req-b619a768-3e2d-4fd3-b339-ca89b9438a9b tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:00.964839 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e9a1b548-6e04-4beb-b6c8-87d5b4c221f7 req-b619a768-3e2d-4fd3-b339-ca89b9438a9b tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.61 "DELETE /v2.0/ports/723ba9b3-c26f-46d5-863a-8260959ab859 HTTP/1.1" status: 204 len: 173 time: 0.9735408 Oct 12 19:41:00.965350 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1028ea46-bc1f-48bd-bf1f-0f515eaaeb0b', 'name': 'network-vif-deleted', 'tag': '723ba9b3-c26f-46d5-863a-8260959ab859'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:41:00.970179 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1996f406-396a-4e25-90e5-04c0cc41f918" -d '{"events": [{"server_uuid": "1028ea46-bc1f-48bd-bf1f-0f515eaaeb0b", "name": "network-vif-deleted", "tag": "723ba9b3-c26f-46d5-863a-8260959ab859"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:41:00.997139 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-129e4a67-9e0b-49db-95b7-4925f8c4e04a req-7b13c22b-aabe-47c9-bc31-9e75b83d1aef tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/ports?device_id=1028ea46-bc1f-48bd-bf1f-0f515eaaeb0b HTTP/1.1" status: 200 len: 210 time: 0.0536633 Oct 12 19:41:01.043441 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-506063f0-19bb-48be-b521-b6864860789e x-openstack-request-id: req-506063f0-19bb-48be-b521-b6864860789e {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:41:01.043738 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1028ea46-bc1f-48bd-bf1f-0f515eaaeb0b", "name": "network-vif-deleted", "tag": "723ba9b3-c26f-46d5-863a-8260959ab859", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:41:01.043999 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-506063f0-19bb-48be-b521-b6864860789e {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:41:01.044428 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1028ea46-bc1f-48bd-bf1f-0f515eaaeb0b', 'name': 'network-vif-deleted', 'tag': '723ba9b3-c26f-46d5-863a-8260959ab859', 'status': 'completed', 'code': 200} Oct 12 19:41:01.064664 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-1780b969-3af4-4a8b-8f04-a04c1b2bdbb4 None None] Set router 257e0cd3-b557-4aef-8cfa-2402ba45fb0b gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:41:01.305076 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-1780b969-3af4-4a8b-8f04-a04c1b2bdbb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '257e0cd3-b557-4aef-8cfa-2402ba45fb0b', 'name': 'tempest-AttachVolumeShelveTestJSON-1449942919-router', 'tenant_id': '811cfaee5aef4af79e24164832947c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '14e3785e-fb5f-4128-851b-947f1f605c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:32:57Z', 'updated_at': '2021-10-12T19:33:04Z', 'revision_number': 4, 'project_id': '811cfaee5aef4af79e24164832947c33', 'gw_port': {'id': '14e3785e-fb5f-4128-851b-947f1f605c4a', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:06:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257e0cd3-b557-4aef-8cfa-2402ba45fb0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:32:58Z', 'updated_at': '2021-10-12T19:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': 'aa41498b-5fb1-457e-9ae4-812e12688df5', 'name': '', 'network_id': 'e1de796f-6482-493c-b5ac-b28a591020e2', 'tenant_id': '811cfaee5aef4af79e24164832947c33', 'mac_address': 'fa:16:3e:0c:01:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257e0cd3-b557-4aef-8cfa-2402ba45fb0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': '914db72d-f2c7-4670-91dc-11fde7252bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:33:02Z', 'updated_at': '2021-10-12T19:33:09Z', 'revision_number': 5, 'project_id': '811cfaee5aef4af79e24164832947c33', 'subnets': [{'id': '914db72d-f2c7-4670-91dc-11fde7252bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:41:01.439614 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1780b969-3af4-4a8b-8f04-a04c1b2bdbb4 None None] Checking router: 257e0cd3-b557-4aef-8cfa-2402ba45fb0b for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:41:01.448146 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1780b969-3af4-4a8b-8f04-a04c1b2bdbb4 None None] Routers {'257e0cd3-b557-4aef-8cfa-2402ba45fb0b'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:41:01.448750 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-1780b969-3af4-4a8b-8f04-a04c1b2bdbb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:40:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['257e0cd3-b557-4aef-8cfa-2402ba45fb0b'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:41:01.555073 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-1780b969-3af4-4a8b-8f04-a04c1b2bdbb4 None None] Set router 257e0cd3-b557-4aef-8cfa-2402ba45fb0b gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:41:01.690535 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b78e9115-97e3-45c8-8cfd-371b9988832b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:01.772755 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-1780b969-3af4-4a8b-8f04-a04c1b2bdbb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '257e0cd3-b557-4aef-8cfa-2402ba45fb0b', 'name': 'tempest-AttachVolumeShelveTestJSON-1449942919-router', 'tenant_id': '811cfaee5aef4af79e24164832947c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '14e3785e-fb5f-4128-851b-947f1f605c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:32:57Z', 'updated_at': '2021-10-12T19:33:04Z', 'revision_number': 4, 'project_id': '811cfaee5aef4af79e24164832947c33', 'gw_port': {'id': '14e3785e-fb5f-4128-851b-947f1f605c4a', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:06:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257e0cd3-b557-4aef-8cfa-2402ba45fb0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:32:58Z', 'updated_at': '2021-10-12T19:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': 'aa41498b-5fb1-457e-9ae4-812e12688df5', 'name': '', 'network_id': 'e1de796f-6482-493c-b5ac-b28a591020e2', 'tenant_id': '811cfaee5aef4af79e24164832947c33', 'mac_address': 'fa:16:3e:0c:01:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257e0cd3-b557-4aef-8cfa-2402ba45fb0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': '914db72d-f2c7-4670-91dc-11fde7252bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:33:02Z', 'updated_at': '2021-10-12T19:33:09Z', 'revision_number': 5, 'project_id': '811cfaee5aef4af79e24164832947c33', 'subnets': [{'id': '914db72d-f2c7-4670-91dc-11fde7252bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:41:01.801146 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1780b969-3af4-4a8b-8f04-a04c1b2bdbb4 None None] The sync data for ids ['257e0cd3-b557-4aef-8cfa-2402ba45fb0b'] in n-d-813679-3 is: [{'id': '257e0cd3-b557-4aef-8cfa-2402ba45fb0b', 'name': 'tempest-AttachVolumeShelveTestJSON-1449942919-router', 'tenant_id': '811cfaee5aef4af79e24164832947c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '14e3785e-fb5f-4128-851b-947f1f605c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:32:57Z', 'updated_at': '2021-10-12T19:33:04Z', 'revision_number': 4, 'project_id': '811cfaee5aef4af79e24164832947c33', 'gw_port': {'id': '14e3785e-fb5f-4128-851b-947f1f605c4a', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:06:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257e0cd3-b557-4aef-8cfa-2402ba45fb0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:32:58Z', 'updated_at': '2021-10-12T19:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': 'aa41498b-5fb1-457e-9ae4-812e12688df5', 'name': '', 'network_id': 'e1de796f-6482-493c-b5ac-b28a591020e2', 'tenant_id': '811cfaee5aef4af79e24164832947c33', 'mac_address': 'fa:16:3e:0c:01:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257e0cd3-b557-4aef-8cfa-2402ba45fb0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': '914db72d-f2c7-4670-91dc-11fde7252bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:33:02Z', 'updated_at': '2021-10-12T19:33:09Z', 'revision_number': 5, 'project_id': '811cfaee5aef4af79e24164832947c33', 'subnets': [{'id': '914db72d-f2c7-4670-91dc-11fde7252bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:41:02.201256 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 46808) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:41:02.283510 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c308d2e6-1c9a-4fcb-be90-de576fa43eba tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:02.315313 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c308d2e6-1c9a-4fcb-be90-de576fa43eba tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:02.364769 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c17c023-09d7-452b-a8cb-7d809d35a85a None None] New status for floating IP 54197b2d-9ddb-47b0-b574-e6fe0185ca78: DOWN {{(pid=95503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 19:41:02.433698 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c308d2e6-1c9a-4fcb-be90-de576fa43eba tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:02.436342 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c308d2e6-1c9a-4fcb-be90-de576fa43eba tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:02.438326 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-c308d2e6-1c9a-4fcb-be90-de576fa43eba tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "DELETE /v2.0/security-groups/01d179f3-99bf-419e-b905-ce06318e0a81 HTTP/1.1" status: 204 len: 168 time: 0.2345750 Oct 12 19:41:02.450050 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 46810) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:41:02.450562 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c308d2e6-1c9a-4fcb-be90-de576fa43eba tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01d179f3-99bf-419e-b905-ce06318e0a81,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:41:02.469775 n-d-813679-3 neutron-server[95501]: INFO neutron.api.v2.resource [None req-3ab96aab-4610-4e09-ac79-79e2549a446f tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] show failed (client error): The resource could not be found. Oct 12 19:41:02.478859 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 46812) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:41:02.479061 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-3ab96aab-4610-4e09-ac79-79e2549a446f tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "GET /v2.0/security-groups/01d179f3-99bf-419e-b905-ce06318e0a81 HTTP/1.1" status: 404 len: 347 time: 0.0289648 Oct 12 19:41:02.588285 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:02.649742 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-624d80f6-003a-43ec-bc2c-889ac2403feb tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Deleting port 984a0dff-6d8b-4a57-b6b6-c1fe65910d6a {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:41:02.650096 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-624d80f6-003a-43ec-bc2c-889ac2403feb tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:02.731676 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-624d80f6-003a-43ec-bc2c-889ac2403feb tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:02.731934 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-624d80f6-003a-43ec-bc2c-889ac2403feb tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:02.744575 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-624d80f6-003a-43ec-bc2c-889ac2403feb tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Calling delete_port for 984a0dff-6d8b-4a57-b6b6-c1fe65910d6a owned by network:floatingip {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:41:02.947822 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-624d80f6-003a-43ec-bc2c-889ac2403feb tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:02.982525 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:03.045093 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:03.314857 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624d80f6-003a-43ec-bc2c-889ac2403feb tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Pushing event deleted for resources: {'Port': ['ID=984a0dff-6d8b-4a57-b6b6-c1fe65910d6a,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:41:03.335421 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624d80f6-003a-43ec-bc2c-889ac2403feb tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:41:03.335774 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624d80f6-003a-43ec-bc2c-889ac2403feb tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:41:03.336132 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624d80f6-003a-43ec-bc2c-889ac2403feb tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:41:03.336465 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624d80f6-003a-43ec-bc2c-889ac2403feb tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:41:03.336790 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624d80f6-003a-43ec-bc2c-889ac2403feb tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:41:03.337115 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624d80f6-003a-43ec-bc2c-889ac2403feb tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:41:03.337435 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624d80f6-003a-43ec-bc2c-889ac2403feb tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:41:03.337755 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624d80f6-003a-43ec-bc2c-889ac2403feb tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:41:03.338074 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624d80f6-003a-43ec-bc2c-889ac2403feb tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:41:03.338391 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624d80f6-003a-43ec-bc2c-889ac2403feb tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:41:03.338706 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624d80f6-003a-43ec-bc2c-889ac2403feb tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:41:03.339019 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624d80f6-003a-43ec-bc2c-889ac2403feb tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:41:03.381538 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-624d80f6-003a-43ec-bc2c-889ac2403feb tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Notify callbacks [] for floatingip, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:03.384529 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-624d80f6-003a-43ec-bc2c-889ac2403feb tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:03.389277 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-624d80f6-003a-43ec-bc2c-889ac2403feb tempest-AttachVolumeShelveTestJSON-294907862 tempest-AttachVolumeShelveTestJSON-294907862-project] 10.222.0.49 "DELETE /v2.0/floatingips/54197b2d-9ddb-47b0-b574-e6fe0185ca78 HTTP/1.1" status: 204 len: 168 time: 0.9105337 Oct 12 19:41:03.810821 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:04.565689 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:05.386685 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 723ba9b3-c26f-46d5-863a-8260959ab859 no longer exists at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:41:05.432126 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] No Port match for: 723ba9b3-c26f-46d5-863a-8260959ab859 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:41:05.432482 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 723ba9b3-c26f-46d5-863a-8260959ab859 not bound to the agent host n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:41:10.153553 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 19:41:11.533751 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 46910) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:41:12.068989 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-42c0a83b-1215-460e-8a6c-698c8bad4b22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8092566'] for router_interface, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:12.315132 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-42c0a83b-1215-460e-8a6c-698c8bad4b22 admin admin] Deleting port aa41498b-5fb1-457e-9ae4-812e12688df5 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:41:12.315467 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-42c0a83b-1215-460e-8a6c-698c8bad4b22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:12.392535 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-42c0a83b-1215-460e-8a6c-698c8bad4b22 admin admin] For port aa41498b-5fb1-457e-9ae4-812e12688df5, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=aa41498b-5fb1-457e-9ae4-812e12688df5,segment=NetworkSegment(e63f83d5-85c3-489d-99f4-18d9a9b82b19),segment_id=e63f83d5-85c3-489d-99f4-18d9a9b82b19)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:41:12.392815 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-42c0a83b-1215-460e-8a6c-698c8bad4b22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:12.407172 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-42c0a83b-1215-460e-8a6c-698c8bad4b22 admin admin] Calling delete_port for aa41498b-5fb1-457e-9ae4-812e12688df5 owned by network:router_interface {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:41:12.729372 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-42c0a83b-1215-460e-8a6c-698c8bad4b22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:12.760870 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c0a83b-1215-460e-8a6c-698c8bad4b22 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa41498b-5fb1-457e-9ae4-812e12688df5,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:41:12.933803 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-42c0a83b-1215-460e-8a6c-698c8bad4b22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7898909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8092450'] for router_interface, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:13.156960 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42c0a83b-1215-460e-8a6c-698c8bad4b22 admin admin] Router 257e0cd3-b557-4aef-8cfa-2402ba45fb0b has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:41:13.267744 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42c0a83b-1215-460e-8a6c-698c8bad4b22 admin admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:41:13.273435 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-42c0a83b-1215-460e-8a6c-698c8bad4b22 admin admin] 10.222.0.49 "PUT /v2.0/routers/257e0cd3-b557-4aef-8cfa-2402ba45fb0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7385256 Oct 12 19:41:13.275931 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 46924) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:41:13.296632 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8b0d6f-1169-4559-9254-771d5d4e1a13 None None] Sync routers for ids ['257e0cd3-b557-4aef-8cfa-2402ba45fb0b'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:41:13.325235 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8b0d6f-1169-4559-9254-771d5d4e1a13 None None] Routers {'257e0cd3-b557-4aef-8cfa-2402ba45fb0b'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:41:13.325872 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-6e8b0d6f-1169-4559-9254-771d5d4e1a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:41:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['257e0cd3-b557-4aef-8cfa-2402ba45fb0b'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:41:13.435546 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0f4df12f-ab2b-455b-b5bf-6b8c27429684 admin admin] Notify callbacks [] for router, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:13.454645 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-6e8b0d6f-1169-4559-9254-771d5d4e1a13 None None] Set router 257e0cd3-b557-4aef-8cfa-2402ba45fb0b gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:41:13.549952 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0f4df12f-ab2b-455b-b5bf-6b8c27429684 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:13.648565 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-6e8b0d6f-1169-4559-9254-771d5d4e1a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '257e0cd3-b557-4aef-8cfa-2402ba45fb0b', 'name': 'tempest-AttachVolumeShelveTestJSON-1449942919-router', 'tenant_id': '811cfaee5aef4af79e24164832947c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '14e3785e-fb5f-4128-851b-947f1f605c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:32:57Z', 'updated_at': '2021-10-12T19:41:12Z', 'revision_number': 5, 'project_id': '811cfaee5aef4af79e24164832947c33', 'gw_port': {'id': '14e3785e-fb5f-4128-851b-947f1f605c4a', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:06:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257e0cd3-b557-4aef-8cfa-2402ba45fb0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:32:58Z', 'updated_at': '2021-10-12T19:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:41:13.683854 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8b0d6f-1169-4559-9254-771d5d4e1a13 None None] Checking router: 257e0cd3-b557-4aef-8cfa-2402ba45fb0b for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:41:13.690536 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-0f4df12f-ab2b-455b-b5bf-6b8c27429684 admin admin] Deleting port 14e3785e-fb5f-4128-851b-947f1f605c4a {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:41:13.690944 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0f4df12f-ab2b-455b-b5bf-6b8c27429684 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:13.694986 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8b0d6f-1169-4559-9254-771d5d4e1a13 None None] Routers {'257e0cd3-b557-4aef-8cfa-2402ba45fb0b'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:41:13.695603 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-6e8b0d6f-1169-4559-9254-771d5d4e1a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:41:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['257e0cd3-b557-4aef-8cfa-2402ba45fb0b'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:41:13.780292 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-0f4df12f-ab2b-455b-b5bf-6b8c27429684 admin admin] For port 14e3785e-fb5f-4128-851b-947f1f605c4a, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=14e3785e-fb5f-4128-851b-947f1f605c4a,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:41:13.780803 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0f4df12f-ab2b-455b-b5bf-6b8c27429684 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:13.787715 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-6e8b0d6f-1169-4559-9254-771d5d4e1a13 None None] Set router 257e0cd3-b557-4aef-8cfa-2402ba45fb0b gateway port host: None {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:41:13.799963 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-0f4df12f-ab2b-455b-b5bf-6b8c27429684 admin admin] Calling delete_port for 14e3785e-fb5f-4128-851b-947f1f605c4a owned by network:router_gateway {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:41:13.844655 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-6e8b0d6f-1169-4559-9254-771d5d4e1a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '257e0cd3-b557-4aef-8cfa-2402ba45fb0b', 'name': 'tempest-AttachVolumeShelveTestJSON-1449942919-router', 'tenant_id': '811cfaee5aef4af79e24164832947c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:32:57Z', 'updated_at': '2021-10-12T19:41:13Z', 'revision_number': 6, 'project_id': '811cfaee5aef4af79e24164832947c33', 'gw_port_host': None}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:41:13.870350 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8b0d6f-1169-4559-9254-771d5d4e1a13 None None] The sync data for ids ['257e0cd3-b557-4aef-8cfa-2402ba45fb0b'] in n-d-813679-3 is: [{'id': '257e0cd3-b557-4aef-8cfa-2402ba45fb0b', 'name': 'tempest-AttachVolumeShelveTestJSON-1449942919-router', 'tenant_id': '811cfaee5aef4af79e24164832947c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:32:57Z', 'updated_at': '2021-10-12T19:41:13Z', 'revision_number': 6, 'project_id': '811cfaee5aef4af79e24164832947c33', 'gw_port_host': None}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:41:14.027392 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0f4df12f-ab2b-455b-b5bf-6b8c27429684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:14.057120 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4df12f-ab2b-455b-b5bf-6b8c27429684 admin admin] Pushing event deleted for resources: {'Port': ['ID=14e3785e-fb5f-4128-851b-947f1f605c4a,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:41:14.118921 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0f4df12f-ab2b-455b-b5bf-6b8c27429684 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7915456'] for router_gateway, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:14.207420 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0f4df12f-ab2b-455b-b5bf-6b8c27429684 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255495'] for router, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:14.209997 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0f4df12f-ab2b-455b-b5bf-6b8c27429684 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:14.450099 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0f4df12f-ab2b-455b-b5bf-6b8c27429684 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8093499'] for router, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:14.450698 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f4df12f-ab2b-455b-b5bf-6b8c27429684 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 257e0cd3-b557-4aef-8cfa-2402ba45fb0b {{(pid=95502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 19:41:14.456329 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0f4df12f-ab2b-455b-b5bf-6b8c27429684 admin admin] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:14.457554 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-0f4df12f-ab2b-455b-b5bf-6b8c27429684 admin admin] 10.222.0.49 "DELETE /v2.0/routers/257e0cd3-b557-4aef-8cfa-2402ba45fb0b HTTP/1.1" status: 204 len: 168 time: 1.1805937 Oct 12 19:41:14.459969 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 46942) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:41:14.513427 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf0af26d-ded3-47b0-a154-890864ba49ad admin admin] Deleting subnet 914db72d-f2c7-4670-91dc-11fde7252bf5 {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:41:14.517018 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cf0af26d-ded3-47b0-a154-890864ba49ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:14.558369 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cf0af26d-ded3-47b0-a154-890864ba49ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16313642'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:14.657181 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cf0af26d-ded3-47b0-a154-890864ba49ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:14.776278 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cf0af26d-ded3-47b0-a154-890864ba49ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4306592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16245866'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:14.805343 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0af26d-ded3-47b0-a154-890864ba49ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=914db72d-f2c7-4670-91dc-11fde7252bf5,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:41:14.807321 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cf0af26d-ded3-47b0-a154-890864ba49ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:14.810528 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-cf0af26d-ded3-47b0-a154-890864ba49ad admin admin] 10.222.0.49 "DELETE /v2.0/subnets/914db72d-f2c7-4670-91dc-11fde7252bf5 HTTP/1.1" status: 204 len: 168 time: 0.3495607 Oct 12 19:41:14.813798 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 46952) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:41:14.814763 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f5d9c8-5c7e-44d3-adfd-c2807e590641 None None] Network e1de796f-6482-493c-b5ac-b28a591020e2 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:41:14.913607 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9ec21d5e-ef88-4c18-8c28-330fb959426e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:15.001630 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-9ec21d5e-ef88-4c18-8c28-330fb959426e admin admin] Deleting port f8be69b7-3165-4318-8bea-fbc9a86d48e9 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:41:15.001973 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9ec21d5e-ef88-4c18-8c28-330fb959426e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:15.028624 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb69bbd-16cc-4f17-bc2c-f6d4facf17aa None None] DHCP port deletion for e1de796f-6482-493c-b5ac-b28a591020e2 request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 19:41:15.085938 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-ffb69bbd-16cc-4f17-bc2c-f6d4facf17aa None None] Deleting port f8be69b7-3165-4318-8bea-fbc9a86d48e9 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:41:15.086676 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ffb69bbd-16cc-4f17-bc2c-f6d4facf17aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:15.126940 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [None req-9ec21d5e-ef88-4c18-8c28-330fb959426e admin admin] For port f8be69b7-3165-4318-8bea-fbc9a86d48e9, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=f8be69b7-3165-4318-8bea-fbc9a86d48e9,segment=NetworkSegment(e63f83d5-85c3-489d-99f4-18d9a9b82b19),segment_id=e63f83d5-85c3-489d-99f4-18d9a9b82b19)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:41:15.127630 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9ec21d5e-ef88-4c18-8c28-330fb959426e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:15.146752 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-9ec21d5e-ef88-4c18-8c28-330fb959426e admin admin] Calling delete_port for f8be69b7-3165-4318-8bea-fbc9a86d48e9 owned by network:dhcp {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:41:15.187638 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-ffb69bbd-16cc-4f17-bc2c-f6d4facf17aa None None] For port f8be69b7-3165-4318-8bea-fbc9a86d48e9, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=f8be69b7-3165-4318-8bea-fbc9a86d48e9,segment=NetworkSegment(e63f83d5-85c3-489d-99f4-18d9a9b82b19),segment_id=e63f83d5-85c3-489d-99f4-18d9a9b82b19)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:41:15.188218 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ffb69bbd-16cc-4f17-bc2c-f6d4facf17aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:15.212104 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-ffb69bbd-16cc-4f17-bc2c-f6d4facf17aa None None] Calling delete_port for f8be69b7-3165-4318-8bea-fbc9a86d48e9 owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:41:15.325536 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9ec21d5e-ef88-4c18-8c28-330fb959426e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:15.332834 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ffb69bbd-16cc-4f17-bc2c-f6d4facf17aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:15.361697 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb69bbd-16cc-4f17-bc2c-f6d4facf17aa None None] Pushing event deleted for resources: {'Port': ['ID=f8be69b7-3165-4318-8bea-fbc9a86d48e9,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:41:15.361894 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec21d5e-ef88-4c18-8c28-330fb959426e admin admin] Pushing event deleted for resources: {'Port': ['ID=f8be69b7-3165-4318-8bea-fbc9a86d48e9,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:41:15.368563 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec21d5e-ef88-4c18-8c28-330fb959426e admin admin] No DVR routers for this DVR port f8be69b7-3165-4318-8bea-fbc9a86d48e9 on host n-d-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:41:15.381674 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb69bbd-16cc-4f17-bc2c-f6d4facf17aa None None] No DVR routers for this DVR port f8be69b7-3165-4318-8bea-fbc9a86d48e9 on host n-d-813679-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:41:15.480595 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9ec21d5e-ef88-4c18-8c28-330fb959426e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:15.506245 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-9ec21d5e-ef88-4c18-8c28-330fb959426e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1de796f-6482-493c-b5ac-b28a591020e2']}} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:41:15.516289 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-9ec21d5e-ef88-4c18-8c28-330fb959426e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e63f83d5-85c3-489d-99f4-18d9a9b82b19') {'for_net_delete': True} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:41:15.516581 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-9ec21d5e-ef88-4c18-8c28-330fb959426e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e63f83d5-85c3-489d-99f4-18d9a9b82b19') {} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:41:15.527263 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9ec21d5e-ef88-4c18-8c28-330fb959426e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4281072'] for segment, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:15.541361 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9ec21d5e-ef88-4c18-8c28-330fb959426e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:15.549247 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ec21d5e-ef88-4c18-8c28-330fb959426e admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=95501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:41:15.549648 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9ec21d5e-ef88-4c18-8c28-330fb959426e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4823170'] for segment, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:15.551426 n-d-813679-3 neutron-server[95501]: Traceback (most recent call last): Oct 12 19:41:15.551426 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:41:15.551426 n-d-813679-3 neutron-server[95501]: timer() Oct 12 19:41:15.551426 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:41:15.551426 n-d-813679-3 neutron-server[95501]: cb(*args, **kw) Oct 12 19:41:15.551426 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:41:15.551426 n-d-813679-3 neutron-server[95501]: return func(*args, **kwargs) Oct 12 19:41:15.551426 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:41:15.551426 n-d-813679-3 neutron-server[95501]: self._notify() Oct 12 19:41:15.551426 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:41:15.551426 n-d-813679-3 neutron-server[95501]: self.callback(batched_events) Oct 12 19:41:15.551426 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:41:15.551426 n-d-813679-3 neutron-server[95501]: event.method(event) Oct 12 19:41:15.551426 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:41:15.551426 n-d-813679-3 neutron-server[95501]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:41:15.551426 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:41:15.551426 n-d-813679-3 neutron-server[95501]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:41:15.551426 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:41:15.551426 n-d-813679-3 neutron-server[95501]: return f(self, *a, **k) Oct 12 19:41:15.551426 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:41:15.551426 n-d-813679-3 neutron-server[95501]: return self._get(url).json() Oct 12 19:41:15.551426 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:41:15.551426 n-d-813679-3 neutron-server[95501]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:41:15.551426 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:41:15.551426 n-d-813679-3 neutron-server[95501]: return self.request(url, 'GET', **kwargs) Oct 12 19:41:15.551426 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:41:15.551426 n-d-813679-3 neutron-server[95501]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:41:15.551426 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:41:15.551426 n-d-813679-3 neutron-server[95501]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:41:15.551426 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:41:15.551426 n-d-813679-3 neutron-server[95501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:41:15.551426 n-d-813679-3 neutron-server[95501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:41:15.702370 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device aa41498b-5fb1-457e-9ae4-812e12688df5 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:41:15.713819 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9ec21d5e-ef88-4c18-8c28-330fb959426e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:15.726358 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9ec21d5e-ef88-4c18-8c28-330fb959426e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:15.727739 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: aa41498b-5fb1-457e-9ae4-812e12688df5 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:41:15.728126 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device aa41498b-5fb1-457e-9ae4-812e12688df5 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:41:15.729614 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device f8be69b7-3165-4318-8bea-fbc9a86d48e9 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:41:15.732509 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-9ec21d5e-ef88-4c18-8c28-330fb959426e admin admin] 10.222.0.49 "DELETE /v2.0/networks/e1de796f-6482-493c-b5ac-b28a591020e2 HTTP/1.1" status: 204 len: 168 time: 0.9157321 Oct 12 19:41:15.770252 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec21d5e-ef88-4c18-8c28-330fb959426e admin admin] Pushing event deleted for resources: {'Network': ['ID=e1de796f-6482-493c-b5ac-b28a591020e2,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:41:15.778604 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: f8be69b7-3165-4318-8bea-fbc9a86d48e9 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:41:15.779988 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device f8be69b7-3165-4318-8bea-fbc9a86d48e9 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:41:15.780508 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 14e3785e-fb5f-4128-851b-947f1f605c4a no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:41:15.805528 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 14e3785e-fb5f-4128-851b-947f1f605c4a {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:41:15.805979 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 14e3785e-fb5f-4128-851b-947f1f605c4a not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:41:16.034084 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 46960) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:41:16.079072 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-73305754-cd8a-406f-9289-557c508da276 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=811cfaee5aef4af79e24164832947c33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0436518 Oct 12 19:41:16.081785 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 46962) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:41:16.144399 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-48813d78-9bb6-4ffc-a4cd-e8976d2960dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:16.167008 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-48813d78-9bb6-4ffc-a4cd-e8976d2960dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:16.284252 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-48813d78-9bb6-4ffc-a4cd-e8976d2960dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:16.286885 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-48813d78-9bb6-4ffc-a4cd-e8976d2960dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:16.290389 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-48813d78-9bb6-4ffc-a4cd-e8976d2960dd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bbadccc0-c85a-487e-8da4-3a11aca70c12 HTTP/1.1" status: 204 len: 168 time: 0.2053082 Oct 12 19:41:16.297690 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48813d78-9bb6-4ffc-a4cd-e8976d2960dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbadccc0-c85a-487e-8da4-3a11aca70c12,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:41:24.100194 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611e4883-253c-4631-bf07-308ba9b486a1 req-1cecb938-871b-4ec3-9be4-efe34044a385 tempest-TestNetworkAdvancedServerOps-832803611 tempest-TestNetworkAdvancedServerOps-832803611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:41:24.102370 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-611e4883-253c-4631-bf07-308ba9b486a1 req-1cecb938-871b-4ec3-9be4-efe34044a385 tempest-TestNetworkAdvancedServerOps-832803611 tempest-TestNetworkAdvancedServerOps-832803611-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=120d2938-8aa1-45bf-a4a4-176b967fcfe9 HTTP/1.1" status: 200 len: 1098 time: 0.0437508 Oct 12 19:41:24.141420 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-611e4883-253c-4631-bf07-308ba9b486a1 req-e98a7beb-46a6-4fbe-82c4-71e97e8490a0 tempest-TestNetworkAdvancedServerOps-832803611 tempest-TestNetworkAdvancedServerOps-832803611-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=420eee86-df00-4a29-b769-fa4cc53a5198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293627 Oct 12 19:41:24.163923 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 47216) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:41:24.328819 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-e652c65e-8014-46bc-b113-440a895efb42 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Deleting port abd8caa9-5fff-487a-8fc8-8db30cb4396b {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:41:24.329261 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e652c65e-8014-46bc-b113-440a895efb42 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:24.360118 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 47220) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:41:24.410879 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e652c65e-8014-46bc-b113-440a895efb42 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:24.411199 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e652c65e-8014-46bc-b113-440a895efb42 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:24.422847 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-e652c65e-8014-46bc-b113-440a895efb42 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Calling delete_port for abd8caa9-5fff-487a-8fc8-8db30cb4396b owned by network:floatingip {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:41:24.471123 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-78a5fa04-7396-4a26-835a-9573f7a1d47f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:24.555551 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-78a5fa04-7396-4a26-835a-9573f7a1d47f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:24.666815 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-78a5fa04-7396-4a26-835a-9573f7a1d47f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:24.702122 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e652c65e-8014-46bc-b113-440a895efb42 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:24.706549 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-78a5fa04-7396-4a26-835a-9573f7a1d47f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=52095d33bc224216aa2c859c81b56c96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3451936 Oct 12 19:41:24.707735 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a5fa04-7396-4a26-835a-9573f7a1d47f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc5deff4-4914-4606-a1ff-549e01da524d,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:41:24.711242 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 47224) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:41:24.726981 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e652c65e-8014-46bc-b113-440a895efb42 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Pushing event deleted for resources: {'Port': ['ID=abd8caa9-5fff-487a-8fc8-8db30cb4396b,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:41:24.765908 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-265e72cb-81df-419c-9638-4417b3ef0be4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:24.793953 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-265e72cb-81df-419c-9638-4417b3ef0be4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:24.799206 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e652c65e-8014-46bc-b113-440a895efb42 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for floatingip, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:24.799653 n-d-813679-3 neutron-server[95502]: INFO neutron.db.l3_db [None req-e652c65e-8014-46bc-b113-440a895efb42 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Floating IP 12b2c6a3-0fd0-4f04-b1a1-1b9f9c24446f disassociated (deleted). External IP: 172.25.5.82, port: 44842359-bc65-42fe-a0b3-f50ad6f836fe. Oct 12 19:41:24.936515 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-265e72cb-81df-419c-9638-4417b3ef0be4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:24.939449 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-265e72cb-81df-419c-9638-4417b3ef0be4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:24.947613 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-265e72cb-81df-419c-9638-4417b3ef0be4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bc5deff4-4914-4606-a1ff-549e01da524d HTTP/1.1" status: 204 len: 168 time: 0.2349689 Oct 12 19:41:24.963798 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265e72cb-81df-419c-9638-4417b3ef0be4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc5deff4-4914-4606-a1ff-549e01da524d,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:41:25.018616 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e652c65e-8014-46bc-b113-440a895efb42 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Router ea7887cb-09ee-4373-81c0-d48a26d4b302 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:41:25.133301 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e652c65e-8014-46bc-b113-440a895efb42 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:41:25.138401 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e652c65e-8014-46bc-b113-440a895efb42 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:25.144376 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c175cdc-334c-4c81-8571-b6334eee8ea9 None None] Sync routers for ids ['ea7887cb-09ee-4373-81c0-d48a26d4b302'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:41:25.154714 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c175cdc-334c-4c81-8571-b6334eee8ea9 None None] Routers {'ea7887cb-09ee-4373-81c0-d48a26d4b302'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:41:25.155355 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-0c175cdc-334c-4c81-8571-b6334eee8ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:41:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['ea7887cb-09ee-4373-81c0-d48a26d4b302'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:41:25.278571 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-0c175cdc-334c-4c81-8571-b6334eee8ea9 None None] Set router ea7887cb-09ee-4373-81c0-d48a26d4b302 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:41:25.495966 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-e652c65e-8014-46bc-b113-440a895efb42 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "DELETE /v2.0/floatingips/12b2c6a3-0fd0-4f04-b1a1-1b9f9c24446f HTTP/1.1" status: 204 len: 168 time: 1.3309076 Oct 12 19:41:25.496798 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '120d2938-8aa1-45bf-a4a4-176b967fcfe9', 'tag': '44842359-bc65-42fe-a0b3-f50ad6f836fe'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:41:25.499365 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25d0e70f-e1fa-45da-a04d-67f67f6deef0" -d '{"events": [{"name": "network-changed", "server_uuid": "120d2938-8aa1-45bf-a4a4-176b967fcfe9", "tag": "44842359-bc65-42fe-a0b3-f50ad6f836fe"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:41:25.514579 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-0c175cdc-334c-4c81-8571-b6334eee8ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea7887cb-09ee-4373-81c0-d48a26d4b302', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2016521244', 'tenant_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': '643de12d-1289-42a5-95e0-c1c54e28902a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:39:10Z', 'updated_at': '2021-10-12T19:39:18Z', 'revision_number': 4, 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'gw_port': {'id': '643de12d-1289-42a5-95e0-c1c54e28902a', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ab:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea7887cb-09ee-4373-81c0-d48a26d4b302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:39:11Z', 'updated_at': '2021-10-12T19:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': 'fdde8787-e8e9-41d9-9c6e-2686cca6d102', 'name': '', 'network_id': 'f2ec8300-0f72-4ff3-8abc-60a39fd10f0c', 'tenant_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'mac_address': 'fa:16:3e:83:0d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea7887cb-09ee-4373-81c0-d48a26d4b302', 'device_owner': 'network:router_interface', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': 'f2089afa-b23b-4edd-8c92-b729350c9f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:39:16Z', 'updated_at': '2021-10-12T19:39:24Z', 'revision_number': 5, 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'subnets': [{'id': 'f2089afa-b23b-4edd-8c92-b729350c9f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:41:25.535889 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ed8f0b2-3c78-4360-b001-961e96144cc6 x-openstack-request-id: req-5ed8f0b2-3c78-4360-b001-961e96144cc6 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:41:25.536403 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "120d2938-8aa1-45bf-a4a4-176b967fcfe9", "tag": "44842359-bc65-42fe-a0b3-f50ad6f836fe", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:41:25.536626 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5ed8f0b2-3c78-4360-b001-961e96144cc6 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:41:25.537030 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '120d2938-8aa1-45bf-a4a4-176b967fcfe9', 'tag': '44842359-bc65-42fe-a0b3-f50ad6f836fe', 'status': 'completed', 'code': 200} Oct 12 19:41:25.547959 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c175cdc-334c-4c81-8571-b6334eee8ea9 None None] Checking router: ea7887cb-09ee-4373-81c0-d48a26d4b302 for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:41:25.556851 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c175cdc-334c-4c81-8571-b6334eee8ea9 None None] Routers {'ea7887cb-09ee-4373-81c0-d48a26d4b302'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:41:25.557476 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-0c175cdc-334c-4c81-8571-b6334eee8ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:41:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['ea7887cb-09ee-4373-81c0-d48a26d4b302'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:41:25.623898 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d0e70f-e1fa-45da-a04d-67f67f6deef0 req-b208a410-dc0b-4ed5-b71b-54e1ce238cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:41:25.625522 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-25d0e70f-e1fa-45da-a04d-67f67f6deef0 req-b208a410-dc0b-4ed5-b71b-54e1ce238cdc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=80c6b006e6d9432a90abc6a3ef8ab3a8&device_id=120d2938-8aa1-45bf-a4a4-176b967fcfe9 HTTP/1.1" status: 200 len: 1098 time: 0.0633204 Oct 12 19:41:25.672336 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-0c175cdc-334c-4c81-8571-b6334eee8ea9 None None] Set router ea7887cb-09ee-4373-81c0-d48a26d4b302 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:41:25.736253 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d0e70f-e1fa-45da-a04d-67f67f6deef0 req-e8615f3a-f983-4a4c-a3ec-0b26037faaac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:41:25.738077 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-25d0e70f-e1fa-45da-a04d-67f67f6deef0 req-e8615f3a-f983-4a4c-a3ec-0b26037faaac service neutron] 10.222.0.61 "GET /v2.0/networks?id=f2ec8300-0f72-4ff3-8abc-60a39fd10f0c HTTP/1.1" status: 200 len: 897 time: 0.1054668 Oct 12 19:41:25.740905 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 47238) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:41:25.791533 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e8338ef9-8f91-4523-8541-da93c5f84828 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:25.793797 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-25d0e70f-e1fa-45da-a04d-67f67f6deef0 req-78855f5f-4168-4ca5-8012-972f279efc56 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=44842359-bc65-42fe-a0b3-f50ad6f836fe HTTP/1.1" status: 200 len: 217 time: 0.0465217 Oct 12 19:41:25.872016 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d0e70f-e1fa-45da-a04d-67f67f6deef0 req-5109d283-d007-4532-aa7b-a88f0e89bb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:41:25.873956 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-25d0e70f-e1fa-45da-a04d-67f67f6deef0 req-5109d283-d007-4532-aa7b-a88f0e89bb26 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f2089afa-b23b-4edd-8c92-b729350c9f49 HTTP/1.1" status: 200 len: 834 time: 0.0710256 Oct 12 19:41:25.890950 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-0c175cdc-334c-4c81-8571-b6334eee8ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea7887cb-09ee-4373-81c0-d48a26d4b302', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2016521244', 'tenant_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': '643de12d-1289-42a5-95e0-c1c54e28902a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:39:10Z', 'updated_at': '2021-10-12T19:39:18Z', 'revision_number': 4, 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'gw_port': {'id': '643de12d-1289-42a5-95e0-c1c54e28902a', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ab:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea7887cb-09ee-4373-81c0-d48a26d4b302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:39:11Z', 'updated_at': '2021-10-12T19:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': 'fdde8787-e8e9-41d9-9c6e-2686cca6d102', 'name': '', 'network_id': 'f2ec8300-0f72-4ff3-8abc-60a39fd10f0c', 'tenant_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'mac_address': 'fa:16:3e:83:0d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea7887cb-09ee-4373-81c0-d48a26d4b302', 'device_owner': 'network:router_interface', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': 'f2089afa-b23b-4edd-8c92-b729350c9f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:39:16Z', 'updated_at': '2021-10-12T19:39:24Z', 'revision_number': 5, 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'subnets': [{'id': 'f2089afa-b23b-4edd-8c92-b729350c9f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:41:25.919178 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c175cdc-334c-4c81-8571-b6334eee8ea9 None None] The sync data for ids ['ea7887cb-09ee-4373-81c0-d48a26d4b302'] in n-d-813679-3 is: [{'id': 'ea7887cb-09ee-4373-81c0-d48a26d4b302', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2016521244', 'tenant_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': '643de12d-1289-42a5-95e0-c1c54e28902a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:39:10Z', 'updated_at': '2021-10-12T19:39:18Z', 'revision_number': 4, 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'gw_port': {'id': '643de12d-1289-42a5-95e0-c1c54e28902a', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ab:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea7887cb-09ee-4373-81c0-d48a26d4b302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:39:11Z', 'updated_at': '2021-10-12T19:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': 'fdde8787-e8e9-41d9-9c6e-2686cca6d102', 'name': '', 'network_id': 'f2ec8300-0f72-4ff3-8abc-60a39fd10f0c', 'tenant_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'mac_address': 'fa:16:3e:83:0d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea7887cb-09ee-4373-81c0-d48a26d4b302', 'device_owner': 'network:router_interface', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': 'f2089afa-b23b-4edd-8c92-b729350c9f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:39:16Z', 'updated_at': '2021-10-12T19:39:24Z', 'revision_number': 5, 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'subnets': [{'id': 'f2089afa-b23b-4edd-8c92-b729350c9f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:41:25.972927 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d0e70f-e1fa-45da-a04d-67f67f6deef0 req-2e8224c5-24f7-4080-b772-e1955a12f31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:41:25.975747 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-25d0e70f-e1fa-45da-a04d-67f67f6deef0 req-2e8224c5-24f7-4080-b772-e1955a12f31b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f2ec8300-0f72-4ff3-8abc-60a39fd10f0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0930662 Oct 12 19:41:25.981675 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e8338ef9-8f91-4523-8541-da93c5f84828 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:26.068468 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d921d10-8a57-48fa-96e0-7697e56b2f98 req-f80ae19c-1eb3-4172-bdf5-42655472db2a tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:41:26.072527 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4d921d10-8a57-48fa-96e0-7697e56b2f98 req-f80ae19c-1eb3-4172-bdf5-42655472db2a tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=120d2938-8aa1-45bf-a4a4-176b967fcfe9 HTTP/1.1" status: 200 len: 947 time: 0.0821376 Oct 12 19:41:26.097696 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e8338ef9-8f91-4523-8541-da93c5f84828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:26.107684 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-25d0e70f-e1fa-45da-a04d-67f67f6deef0 req-f3da15e3-c95a-4140-a67e-c1da861a09cc service neutron] 10.222.0.61 "GET /v2.0/networks/f2ec8300-0f72-4ff3-8abc-60a39fd10f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233602 Oct 12 19:41:26.119405 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4d921d10-8a57-48fa-96e0-7697e56b2f98 req-63ee81e6-dd3c-412c-9421-4bfe905de492 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=420eee86-df00-4a29-b769-fa4cc53a5198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426149 Oct 12 19:41:26.204940 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-e8338ef9-8f91-4523-8541-da93c5f84828 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=487f07556cf94d0785457a8be9ed2941&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4623079 Oct 12 19:41:26.210269 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 47248) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:41:26.211707 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8338ef9-8f91-4523-8541-da93c5f84828 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b304521e-de3b-48bd-af18-fc29a48a431d,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:41:26.262587 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-25d0e70f-e1fa-45da-a04d-67f67f6deef0 req-62dd040c-8567-4ee5-9bb2-2bb6e7e16823 service neutron] 10.222.0.61 "GET /v2.0/networks/f2ec8300-0f72-4ff3-8abc-60a39fd10f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362267 Oct 12 19:41:26.285059 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e0f7ce4c-d3f5-432a-bd6c-f6780f4b1328 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:26.299763 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a71ec38-2284-4e84-9eb2-39b09ec3234e None None] New status for floating IP 12b2c6a3-0fd0-4f04-b1a1-1b9f9c24446f: DOWN {{(pid=95504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 19:41:26.313627 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e0f7ce4c-d3f5-432a-bd6c-f6780f4b1328 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:26.438280 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e0f7ce4c-d3f5-432a-bd6c-f6780f4b1328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:26.440899 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e0f7ce4c-d3f5-432a-bd6c-f6780f4b1328 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:26.442068 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-e0f7ce4c-d3f5-432a-bd6c-f6780f4b1328 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b304521e-de3b-48bd-af18-fc29a48a431d HTTP/1.1" status: 204 len: 168 time: 0.2304723 Oct 12 19:41:26.450088 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7ce4c-d3f5-432a-bd6c-f6780f4b1328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b304521e-de3b-48bd-af18-fc29a48a431d,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:41:27.251953 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c6ae7b-5bbe-45e5-b3b9-7e1624e81dd4 req-8e7ebb44-a095-46f9-bbe0-cc537793db61 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:41:27.253661 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c6c6ae7b-5bbe-45e5-b3b9-7e1624e81dd4 req-8e7ebb44-a095-46f9-bbe0-cc537793db61 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=120d2938-8aa1-45bf-a4a4-176b967fcfe9 HTTP/1.1" status: 200 len: 947 time: 0.0605702 Oct 12 19:41:27.295805 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c6c6ae7b-5bbe-45e5-b3b9-7e1624e81dd4 req-4d0b8d04-0a30-4383-9092-d6eb786c8b82 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=420eee86-df00-4a29-b769-fa4cc53a5198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355170 Oct 12 19:41:27.302357 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1385fc78-5ee8-4b58-ae9c-9b55441e87e5 req-c219aaac-2dff-46ea-ac2c-42824bf34d5b tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:41:27.303954 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1385fc78-5ee8-4b58-ae9c-9b55441e87e5 req-c219aaac-2dff-46ea-ac2c-42824bf34d5b tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.61 "GET /v2.0/ports?device_id=120d2938-8aa1-45bf-a4a4-176b967fcfe9 HTTP/1.1" status: 200 len: 947 time: 0.0683129 Oct 12 19:41:27.406209 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-1385fc78-5ee8-4b58-ae9c-9b55441e87e5 req-8e14fce2-ad90-4b40-a481-cce836838856 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Deleting port 44842359-bc65-42fe-a0b3-f50ad6f836fe {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:41:27.406544 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-1385fc78-5ee8-4b58-ae9c-9b55441e87e5 req-8e14fce2-ad90-4b40-a481-cce836838856 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:27.514677 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-1385fc78-5ee8-4b58-ae9c-9b55441e87e5 req-8e14fce2-ad90-4b40-a481-cce836838856 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] For port 44842359-bc65-42fe-a0b3-f50ad6f836fe, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=44842359-bc65-42fe-a0b3-f50ad6f836fe,segment=NetworkSegment(3cfe39cf-4f0d-49d3-b7e3-4c6135fb3b13),segment_id=3cfe39cf-4f0d-49d3-b7e3-4c6135fb3b13)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:41:27.515200 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-1385fc78-5ee8-4b58-ae9c-9b55441e87e5 req-8e14fce2-ad90-4b40-a481-cce836838856 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:27.528314 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-1385fc78-5ee8-4b58-ae9c-9b55441e87e5 req-8e14fce2-ad90-4b40-a481-cce836838856 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Calling delete_port for 44842359-bc65-42fe-a0b3-f50ad6f836fe owned by compute:nova {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:41:27.792723 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-1385fc78-5ee8-4b58-ae9c-9b55441e87e5 req-8e14fce2-ad90-4b40-a481-cce836838856 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:27.825173 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e14fce2-ad90-4b40-a481-cce836838856 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Pushing event deleted for resources: {'Port': ['ID=44842359-bc65-42fe-a0b3-f50ad6f836fe,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:41:27.874807 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-1385fc78-5ee8-4b58-ae9c-9b55441e87e5 req-8e14fce2-ad90-4b40-a481-cce836838856 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] No DVR routers for this DVR port 44842359-bc65-42fe-a0b3-f50ad6f836fe on host n-h1-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:41:27.877824 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-1385fc78-5ee8-4b58-ae9c-9b55441e87e5 req-8e14fce2-ad90-4b40-a481-cce836838856 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:27.881225 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1385fc78-5ee8-4b58-ae9c-9b55441e87e5 req-8e14fce2-ad90-4b40-a481-cce836838856 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.61 "DELETE /v2.0/ports/44842359-bc65-42fe-a0b3-f50ad6f836fe HTTP/1.1" status: 204 len: 173 time: 0.5715952 Oct 12 19:41:27.881762 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '120d2938-8aa1-45bf-a4a4-176b967fcfe9', 'name': 'network-vif-deleted', 'tag': '44842359-bc65-42fe-a0b3-f50ad6f836fe'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:41:27.884291 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11bdbe92-98d0-4a8e-a03b-98f8501f6d4f" -d '{"events": [{"server_uuid": "120d2938-8aa1-45bf-a4a4-176b967fcfe9", "name": "network-vif-deleted", "tag": "44842359-bc65-42fe-a0b3-f50ad6f836fe"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:41:27.922522 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2295c942-ae58-4fa4-99b7-238294f92246 x-openstack-request-id: req-2295c942-ae58-4fa4-99b7-238294f92246 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:41:27.922818 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "120d2938-8aa1-45bf-a4a4-176b967fcfe9", "name": "network-vif-deleted", "tag": "44842359-bc65-42fe-a0b3-f50ad6f836fe", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:41:27.923056 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2295c942-ae58-4fa4-99b7-238294f92246 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:41:27.923454 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '120d2938-8aa1-45bf-a4a4-176b967fcfe9', 'name': 'network-vif-deleted', 'tag': '44842359-bc65-42fe-a0b3-f50ad6f836fe', 'status': 'completed', 'code': 200} Oct 12 19:41:28.434814 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-98d89694-750c-458d-92a7-1a03d9191a9f req-75e8d39a-7ece-4b91-93df-1eeaceca219b tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=120d2938-8aa1-45bf-a4a4-176b967fcfe9 HTTP/1.1" status: 200 len: 210 time: 0.0313814 Oct 12 19:41:29.275456 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f8933e99-e9e7-4f63-a7f8-e0ab5a9607b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:29.496369 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 47328) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:41:29.893707 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-01450b44-82f9-49e1-8d0f-76661bebd777 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8092566'] for router_interface, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:30.294496 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-01450b44-82f9-49e1-8d0f-76661bebd777 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Deleting port fdde8787-e8e9-41d9-9c6e-2686cca6d102 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:41:30.294844 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-01450b44-82f9-49e1-8d0f-76661bebd777 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:30.398094 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [None req-01450b44-82f9-49e1-8d0f-76661bebd777 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] For port fdde8787-e8e9-41d9-9c6e-2686cca6d102, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=fdde8787-e8e9-41d9-9c6e-2686cca6d102,segment=NetworkSegment(3cfe39cf-4f0d-49d3-b7e3-4c6135fb3b13),segment_id=3cfe39cf-4f0d-49d3-b7e3-4c6135fb3b13)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:41:30.398314 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-01450b44-82f9-49e1-8d0f-76661bebd777 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:30.411931 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-01450b44-82f9-49e1-8d0f-76661bebd777 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Calling delete_port for fdde8787-e8e9-41d9-9c6e-2686cca6d102 owned by network:router_interface {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:41:30.707688 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-01450b44-82f9-49e1-8d0f-76661bebd777 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:30.740062 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01450b44-82f9-49e1-8d0f-76661bebd777 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Pushing event deleted for resources: {'Port': ['ID=fdde8787-e8e9-41d9-9c6e-2686cca6d102,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:41:30.757114 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01450b44-82f9-49e1-8d0f-76661bebd777 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:41:30.757470 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01450b44-82f9-49e1-8d0f-76661bebd777 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:41:30.761351 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01450b44-82f9-49e1-8d0f-76661bebd777 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:41:30.761351 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01450b44-82f9-49e1-8d0f-76661bebd777 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:41:30.761351 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01450b44-82f9-49e1-8d0f-76661bebd777 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:41:30.761351 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01450b44-82f9-49e1-8d0f-76661bebd777 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:41:30.761351 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01450b44-82f9-49e1-8d0f-76661bebd777 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:41:30.761351 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01450b44-82f9-49e1-8d0f-76661bebd777 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:41:30.761351 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01450b44-82f9-49e1-8d0f-76661bebd777 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:41:30.761351 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01450b44-82f9-49e1-8d0f-76661bebd777 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:41:30.761351 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01450b44-82f9-49e1-8d0f-76661bebd777 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:41:30.761351 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01450b44-82f9-49e1-8d0f-76661bebd777 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:41:30.951665 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-01450b44-82f9-49e1-8d0f-76661bebd777 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7898909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8092450'] for router_interface, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:31.189991 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01450b44-82f9-49e1-8d0f-76661bebd777 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Router ea7887cb-09ee-4373-81c0-d48a26d4b302 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:41:31.306813 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01450b44-82f9-49e1-8d0f-76661bebd777 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:41:31.314399 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-01450b44-82f9-49e1-8d0f-76661bebd777 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "PUT /v2.0/routers/ea7887cb-09ee-4373-81c0-d48a26d4b302/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8168752 Oct 12 19:41:31.317732 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d41262-b463-4859-9941-693abcc68159 None None] Sync routers for ids ['ea7887cb-09ee-4373-81c0-d48a26d4b302'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:41:31.318723 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 47350) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:41:31.339387 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d41262-b463-4859-9941-693abcc68159 None None] Routers {'ea7887cb-09ee-4373-81c0-d48a26d4b302'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:41:31.340512 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-e3d41262-b463-4859-9941-693abcc68159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:41:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['ea7887cb-09ee-4373-81c0-d48a26d4b302'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:41:31.407986 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-05e1ed51-8b8f-419e-adf7-40e28c9f429c tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Deleting subnet f2089afa-b23b-4edd-8c92-b729350c9f49 {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:41:31.411434 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-05e1ed51-8b8f-419e-adf7-40e28c9f429c tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:31.466338 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-05e1ed51-8b8f-419e-adf7-40e28c9f429c tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16313642'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:31.477235 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-e3d41262-b463-4859-9941-693abcc68159 None None] Set router ea7887cb-09ee-4373-81c0-d48a26d4b302 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:41:31.548233 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 44842359-bc65-42fe-a0b3-f50ad6f836fe no longer exists at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:41:31.559134 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-05e1ed51-8b8f-419e-adf7-40e28c9f429c tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:31.568202 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] No Port match for: 44842359-bc65-42fe-a0b3-f50ad6f836fe {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:41:31.568544 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 44842359-bc65-42fe-a0b3-f50ad6f836fe not bound to the agent host n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:41:31.702232 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-05e1ed51-8b8f-419e-adf7-40e28c9f429c tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4306592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16245866'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:31.706741 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1da86450-61f3-48ea-868f-217484c187f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:31.738494 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e1ed51-8b8f-419e-adf7-40e28c9f429c tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Pushing event deleted for resources: {'Subnet': ['ID=f2089afa-b23b-4edd-8c92-b729350c9f49,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:41:31.740752 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-05e1ed51-8b8f-419e-adf7-40e28c9f429c tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:31.744474 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-05e1ed51-8b8f-419e-adf7-40e28c9f429c tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "DELETE /v2.0/subnets/f2089afa-b23b-4edd-8c92-b729350c9f49 HTTP/1.1" status: 204 len: 168 time: 0.4247458 Oct 12 19:41:31.748476 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 47356) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:41:31.754621 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11230179-9636-4ea8-9dfd-893f812a3806 None None] Network f2ec8300-0f72-4ff3-8abc-60a39fd10f0c requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:41:31.787216 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-e3d41262-b463-4859-9941-693abcc68159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea7887cb-09ee-4373-81c0-d48a26d4b302', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2016521244', 'tenant_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': '643de12d-1289-42a5-95e0-c1c54e28902a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:39:10Z', 'updated_at': '2021-10-12T19:41:30Z', 'revision_number': 5, 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'gw_port': {'id': '643de12d-1289-42a5-95e0-c1c54e28902a', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ab:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea7887cb-09ee-4373-81c0-d48a26d4b302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:39:11Z', 'updated_at': '2021-10-12T19:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:41:31.883266 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d41262-b463-4859-9941-693abcc68159 None None] Checking router: ea7887cb-09ee-4373-81c0-d48a26d4b302 for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:41:31.905564 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d41262-b463-4859-9941-693abcc68159 None None] Routers {'ea7887cb-09ee-4373-81c0-d48a26d4b302'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:41:31.905564 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-e3d41262-b463-4859-9941-693abcc68159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:41:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['ea7887cb-09ee-4373-81c0-d48a26d4b302'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:41:31.911254 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3e456841-e756-410d-8d6e-c8c2628446ef tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for router, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:32.035621 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3e456841-e756-410d-8d6e-c8c2628446ef tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:32.198598 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-3e456841-e756-410d-8d6e-c8c2628446ef tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Deleting port 643de12d-1289-42a5-95e0-c1c54e28902a {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:41:32.198947 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3e456841-e756-410d-8d6e-c8c2628446ef tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:32.221256 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-e3d41262-b463-4859-9941-693abcc68159 None None] Set router ea7887cb-09ee-4373-81c0-d48a26d4b302 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:41:32.305882 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b3efe6f-30f2-4a19-9c6b-b73e351c5633 None None] DHCP port deletion for f2ec8300-0f72-4ff3-8abc-60a39fd10f0c request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 19:41:32.319475 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-3e456841-e756-410d-8d6e-c8c2628446ef tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] For port 643de12d-1289-42a5-95e0-c1c54e28902a, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=643de12d-1289-42a5-95e0-c1c54e28902a,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:41:32.320141 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3e456841-e756-410d-8d6e-c8c2628446ef tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:32.353037 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-3e456841-e756-410d-8d6e-c8c2628446ef tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Calling delete_port for 643de12d-1289-42a5-95e0-c1c54e28902a owned by network:router_gateway {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:41:32.483542 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-1b3efe6f-30f2-4a19-9c6b-b73e351c5633 None None] Deleting port 39bbf912-701a-426e-8067-a245ea0c80dd {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:41:32.484120 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1b3efe6f-30f2-4a19-9c6b-b73e351c5633 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:32.581266 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:32.588804 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-1b3efe6f-30f2-4a19-9c6b-b73e351c5633 None None] For port 39bbf912-701a-426e-8067-a245ea0c80dd, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=39bbf912-701a-426e-8067-a245ea0c80dd,segment=NetworkSegment(3cfe39cf-4f0d-49d3-b7e3-4c6135fb3b13),segment_id=3cfe39cf-4f0d-49d3-b7e3-4c6135fb3b13)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:41:32.588804 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1b3efe6f-30f2-4a19-9c6b-b73e351c5633 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:32.602415 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-1b3efe6f-30f2-4a19-9c6b-b73e351c5633 None None] Calling delete_port for 39bbf912-701a-426e-8067-a245ea0c80dd owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:41:32.664062 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-e3d41262-b463-4859-9941-693abcc68159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea7887cb-09ee-4373-81c0-d48a26d4b302', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2016521244', 'tenant_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': '643de12d-1289-42a5-95e0-c1c54e28902a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:39:10Z', 'updated_at': '2021-10-12T19:41:30Z', 'revision_number': 5, 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'gw_port': {'id': '643de12d-1289-42a5-95e0-c1c54e28902a', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ab:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea7887cb-09ee-4373-81c0-d48a26d4b302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:39:11Z', 'updated_at': '2021-10-12T19:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:41:32.678502 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3e456841-e756-410d-8d6e-c8c2628446ef tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:32.694346 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d41262-b463-4859-9941-693abcc68159 None None] The sync data for ids ['ea7887cb-09ee-4373-81c0-d48a26d4b302'] in n-d-813679-3 is: [{'id': 'ea7887cb-09ee-4373-81c0-d48a26d4b302', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2016521244', 'tenant_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': '643de12d-1289-42a5-95e0-c1c54e28902a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:39:10Z', 'updated_at': '2021-10-12T19:41:30Z', 'revision_number': 5, 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'gw_port': {'id': '643de12d-1289-42a5-95e0-c1c54e28902a', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ab:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea7887cb-09ee-4373-81c0-d48a26d4b302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:39:11Z', 'updated_at': '2021-10-12T19:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:41:32.717375 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e456841-e756-410d-8d6e-c8c2628446ef tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Pushing event deleted for resources: {'Port': ['ID=643de12d-1289-42a5-95e0-c1c54e28902a,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:41:32.788874 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3e456841-e756-410d-8d6e-c8c2628446ef tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7915456'] for router_gateway, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:32.849570 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1b3efe6f-30f2-4a19-9c6b-b73e351c5633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:32.881645 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3efe6f-30f2-4a19-9c6b-b73e351c5633 None None] Pushing event deleted for resources: {'Port': ['ID=39bbf912-701a-426e-8067-a245ea0c80dd,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:41:32.886819 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3e456841-e756-410d-8d6e-c8c2628446ef tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255495'] for router, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:32.889535 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3e456841-e756-410d-8d6e-c8c2628446ef tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:32.890676 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3efe6f-30f2-4a19-9c6b-b73e351c5633 None None] No DVR routers for this DVR port 39bbf912-701a-426e-8067-a245ea0c80dd on host n-d-813679-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:41:33.052519 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:33.084350 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:33.085062 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3e456841-e756-410d-8d6e-c8c2628446ef tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8093499'] for router, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:33.085759 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e456841-e756-410d-8d6e-c8c2628446ef tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Fanout notify agent at l3_agent the message router_deleted on router ea7887cb-09ee-4373-81c0-d48a26d4b302 {{(pid=95502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 19:41:33.093971 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3e456841-e756-410d-8d6e-c8c2628446ef tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:33.097802 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-3e456841-e756-410d-8d6e-c8c2628446ef tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "DELETE /v2.0/routers/ea7887cb-09ee-4373-81c0-d48a26d4b302 HTTP/1.1" status: 204 len: 168 time: 1.3461375 Oct 12 19:41:33.098195 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 47384) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:41:33.182061 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5fe63529-8a29-4197-96c7-9edbbc1920c6 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:33.276150 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5fe63529-8a29-4197-96c7-9edbbc1920c6 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:33.296984 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-5fe63529-8a29-4197-96c7-9edbbc1920c6 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2ec8300-0f72-4ff3-8abc-60a39fd10f0c']}} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:41:33.307755 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-5fe63529-8a29-4197-96c7-9edbbc1920c6 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cfe39cf-4f0d-49d3-b7e3-4c6135fb3b13') {'for_net_delete': True} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:41:33.309723 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-5fe63529-8a29-4197-96c7-9edbbc1920c6 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cfe39cf-4f0d-49d3-b7e3-4c6135fb3b13') {} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:41:33.320686 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5fe63529-8a29-4197-96c7-9edbbc1920c6 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4281072'] for segment, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:33.342886 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5fe63529-8a29-4197-96c7-9edbbc1920c6 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:33.343548 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fe63529-8a29-4197-96c7-9edbbc1920c6 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=95501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:41:33.344003 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5fe63529-8a29-4197-96c7-9edbbc1920c6 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4823170'] for segment, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:33.347071 n-d-813679-3 neutron-server[95501]: Traceback (most recent call last): Oct 12 19:41:33.347071 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:41:33.347071 n-d-813679-3 neutron-server[95501]: timer() Oct 12 19:41:33.347071 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:41:33.347071 n-d-813679-3 neutron-server[95501]: cb(*args, **kw) Oct 12 19:41:33.347071 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:41:33.347071 n-d-813679-3 neutron-server[95501]: return func(*args, **kwargs) Oct 12 19:41:33.347071 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:41:33.347071 n-d-813679-3 neutron-server[95501]: self._notify() Oct 12 19:41:33.347071 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:41:33.347071 n-d-813679-3 neutron-server[95501]: self.callback(batched_events) Oct 12 19:41:33.347071 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:41:33.347071 n-d-813679-3 neutron-server[95501]: event.method(event) Oct 12 19:41:33.347071 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:41:33.347071 n-d-813679-3 neutron-server[95501]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:41:33.347071 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:41:33.347071 n-d-813679-3 neutron-server[95501]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:41:33.347071 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:41:33.347071 n-d-813679-3 neutron-server[95501]: return f(self, *a, **k) Oct 12 19:41:33.347071 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:41:33.347071 n-d-813679-3 neutron-server[95501]: return self._get(url).json() Oct 12 19:41:33.347071 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:41:33.347071 n-d-813679-3 neutron-server[95501]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:41:33.347071 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:41:33.347071 n-d-813679-3 neutron-server[95501]: return self.request(url, 'GET', **kwargs) Oct 12 19:41:33.347071 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:41:33.347071 n-d-813679-3 neutron-server[95501]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:41:33.347071 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:41:33.347071 n-d-813679-3 neutron-server[95501]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:41:33.347071 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:41:33.347071 n-d-813679-3 neutron-server[95501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:41:33.347071 n-d-813679-3 neutron-server[95501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:41:33.507668 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5fe63529-8a29-4197-96c7-9edbbc1920c6 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:33.523861 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5fe63529-8a29-4197-96c7-9edbbc1920c6 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:33.524539 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-5fe63529-8a29-4197-96c7-9edbbc1920c6 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "DELETE /v2.0/networks/f2ec8300-0f72-4ff3-8abc-60a39fd10f0c HTTP/1.1" status: 204 len: 168 time: 0.4252131 Oct 12 19:41:33.524856 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 47388) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:41:33.543211 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe63529-8a29-4197-96c7-9edbbc1920c6 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Pushing event deleted for resources: {'Network': ['ID=f2ec8300-0f72-4ff3-8abc-60a39fd10f0c,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:41:33.587483 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a22003ca-d028-4acf-87d7-b8539d097516 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:33.616528 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a22003ca-d028-4acf-87d7-b8539d097516 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:33.765309 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a22003ca-d028-4acf-87d7-b8539d097516 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:33.770845 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a22003ca-d028-4acf-87d7-b8539d097516 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:33.774011 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-a22003ca-d028-4acf-87d7-b8539d097516 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "DELETE /v2.0/security-groups/420eee86-df00-4a29-b769-fa4cc53a5198 HTTP/1.1" status: 204 len: 168 time: 0.2477040 Oct 12 19:41:33.792477 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22003ca-d028-4acf-87d7-b8539d097516 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=420eee86-df00-4a29-b769-fa4cc53a5198,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:41:33.849845 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:33.959491 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device fdde8787-e8e9-41d9-9c6e-2686cca6d102 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:41:33.993988 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: fdde8787-e8e9-41d9-9c6e-2686cca6d102 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:41:33.994279 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device fdde8787-e8e9-41d9-9c6e-2686cca6d102 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:41:33.994712 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 39bbf912-701a-426e-8067-a245ea0c80dd no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:41:34.018206 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 39bbf912-701a-426e-8067-a245ea0c80dd {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:41:34.018651 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 39bbf912-701a-426e-8067-a245ea0c80dd not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:41:34.019119 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 643de12d-1289-42a5-95e0-c1c54e28902a no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:41:34.043227 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 643de12d-1289-42a5-95e0-c1c54e28902a {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:41:34.043579 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 643de12d-1289-42a5-95e0-c1c54e28902a not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:41:34.387329 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 47418) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:41:34.393164 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-90b7b8cb-4d10-4cb0-819d-afcb11e32841 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1422575500', 'description': 'tempest-secgroup-smoke-1422575500 description', 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:41:34.495419 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-90b7b8cb-4d10-4cb0-819d-afcb11e32841 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:34.605595 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:34.895854 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-90b7b8cb-4d10-4cb0-819d-afcb11e32841 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:34.975248 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-90b7b8cb-4d10-4cb0-819d-afcb11e32841 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:35.006986 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b7b8cb-4d10-4cb0-819d-afcb11e32841 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35a465da-b905-41fb-a64e-39cd68d8a505,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:41:35.095293 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-90b7b8cb-4d10-4cb0-819d-afcb11e32841 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:35.095293 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-90b7b8cb-4d10-4cb0-819d-afcb11e32841 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7014267 Oct 12 19:41:35.097672 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 47430) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:41:35.102772 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-9018810e-4ada-4edf-9220-38d7113b401a tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Request body: {'security_group_rule': {'security_group_id': '35a465da-b905-41fb-a64e-39cd68d8a505', 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:41:35.228755 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9018810e-4ada-4edf-9220-38d7113b401a tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:35.298029 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9018810e-4ada-4edf-9220-38d7113b401a tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:35.387109 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9018810e-4ada-4edf-9220-38d7113b401a tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:35.402419 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9018810e-4ada-4edf-9220-38d7113b401a tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b4b0db6-e57c-4dd2-a1d1-d865636458b9,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:41:35.469501 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9018810e-4ada-4edf-9220-38d7113b401a tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:35.471427 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-9018810e-4ada-4edf-9220-38d7113b401a tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3726385 Oct 12 19:41:35.474735 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 47434) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:41:35.479648 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-bf08900d-e588-48ad-a650-f77d2998eeb7 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Request body: {'security_group_rule': {'security_group_id': '35a465da-b905-41fb-a64e-39cd68d8a505', 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:41:35.551989 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-bf08900d-e588-48ad-a650-f77d2998eeb7 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:35.611004 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-bf08900d-e588-48ad-a650-f77d2998eeb7 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:35.695643 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-bf08900d-e588-48ad-a650-f77d2998eeb7 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:35.716758 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf08900d-e588-48ad-a650-f77d2998eeb7 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1a42e18-4cef-47e2-a73b-26218b9cdd0f,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:41:35.805775 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-bf08900d-e588-48ad-a650-f77d2998eeb7 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:35.810210 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 47444) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:41:35.813590 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-bf08900d-e588-48ad-a650-f77d2998eeb7 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3343740 Oct 12 19:41:35.815300 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-0241d090-8142-41fa-8bf6-866357f3b409 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Request body: {'security_group_rule': {'security_group_id': '35a465da-b905-41fb-a64e-39cd68d8a505', 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:41:35.923454 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0241d090-8142-41fa-8bf6-866357f3b409 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:35.974789 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0241d090-8142-41fa-8bf6-866357f3b409 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:36.107272 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0241d090-8142-41fa-8bf6-866357f3b409 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:36.129053 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0241d090-8142-41fa-8bf6-866357f3b409 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6b83277-f4a3-4b5f-80a9-20be7d7e7aac,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:41:36.277459 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0241d090-8142-41fa-8bf6-866357f3b409 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:36.279976 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-0241d090-8142-41fa-8bf6-866357f3b409 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4682565 Oct 12 19:41:36.282903 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 47452) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:41:36.287583 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-a9f6de77-9c51-4c6c-a3eb-c1ece6d2df55 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Request body: {'security_group_rule': {'security_group_id': '35a465da-b905-41fb-a64e-39cd68d8a505', 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:41:36.408799 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a9f6de77-9c51-4c6c-a3eb-c1ece6d2df55 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:36.476333 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a9f6de77-9c51-4c6c-a3eb-c1ece6d2df55 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:36.557036 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a9f6de77-9c51-4c6c-a3eb-c1ece6d2df55 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:36.585210 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 47456) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:41:36.589029 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f6de77-9c51-4c6c-a3eb-c1ece6d2df55 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4342170c-96ba-4782-a8ae-8775b8ddc7b7,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:41:36.658894 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a9f6de77-9c51-4c6c-a3eb-c1ece6d2df55 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:36.663601 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 47460) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:41:36.664196 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-a9f6de77-9c51-4c6c-a3eb-c1ece6d2df55 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3799272 Oct 12 19:41:36.668121 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-e88d170b-0b7f-4c08-b261-c762f828d954 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Request body: {'security_group_rule': {'security_group_id': '35a465da-b905-41fb-a64e-39cd68d8a505', 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:41:36.715187 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a109b082-afbc-44ef-8096-068bbc5eee24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:36.780794 n-d-813679-3 neutron-server[95502]: INFO neutron.db.securitygroups_db [None req-e88d170b-0b7f-4c08-b261-c762f828d954 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Project 80c6b006e6d9432a90abc6a3ef8ab3a8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 19:41:36.792661 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e88d170b-0b7f-4c08-b261-c762f828d954 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:36.800428 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a109b082-afbc-44ef-8096-068bbc5eee24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:36.855062 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e88d170b-0b7f-4c08-b261-c762f828d954 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:36.872821 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a109b082-afbc-44ef-8096-068bbc5eee24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:36.911568 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a109b082-afbc-44ef-8096-068bbc5eee24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bde9ccc8-c882-4c01-a3c8-4c2c258433d0,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:41:36.916907 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-a109b082-afbc-44ef-8096-068bbc5eee24 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6b71a4d6f2974a8f80b2af2f0f87a9b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3303373 Oct 12 19:41:36.919994 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 47462) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:41:36.935132 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e88d170b-0b7f-4c08-b261-c762f828d954 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:36.968170 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88d170b-0b7f-4c08-b261-c762f828d954 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f464902c-891d-403f-9fc3-d10ce7774c72,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:41:36.995156 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9f820f54-0b0d-4e9a-bbaf-7a46cab9d908 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:37.027702 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9f820f54-0b0d-4e9a-bbaf-7a46cab9d908 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:37.059962 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e88d170b-0b7f-4c08-b261-c762f828d954 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:37.061526 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-e88d170b-0b7f-4c08-b261-c762f828d954 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3966913 Oct 12 19:41:37.064080 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 47464) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:41:37.068881 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-932ff77b-a605-4fc9-9980-286c71772008 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Request body: {'security_group_rule': {'security_group_id': '35a465da-b905-41fb-a64e-39cd68d8a505', 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:41:37.156895 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9f820f54-0b0d-4e9a-bbaf-7a46cab9d908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:37.159469 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9f820f54-0b0d-4e9a-bbaf-7a46cab9d908 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:37.162066 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-9f820f54-0b0d-4e9a-bbaf-7a46cab9d908 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bde9ccc8-c882-4c01-a3c8-4c2c258433d0 HTTP/1.1" status: 204 len: 168 time: 0.2395620 Oct 12 19:41:37.169967 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f820f54-0b0d-4e9a-bbaf-7a46cab9d908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bde9ccc8-c882-4c01-a3c8-4c2c258433d0,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:41:37.180781 n-d-813679-3 neutron-server[95501]: INFO neutron.db.securitygroups_db [None req-932ff77b-a605-4fc9-9980-286c71772008 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Project 80c6b006e6d9432a90abc6a3ef8ab3a8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 19:41:37.195501 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-932ff77b-a605-4fc9-9980-286c71772008 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:37.299565 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-932ff77b-a605-4fc9-9980-286c71772008 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:37.392652 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-932ff77b-a605-4fc9-9980-286c71772008 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:37.411187 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932ff77b-a605-4fc9-9980-286c71772008 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38923fc0-7955-4136-b740-f64553330a78,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:41:37.480260 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-932ff77b-a605-4fc9-9980-286c71772008 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:37.481829 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-932ff77b-a605-4fc9-9980-286c71772008 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4165332 Oct 12 19:41:37.484853 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 47474) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:41:37.491651 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-101fa0b8-328e-41e3-a3ab-c6f2b8cf22e1 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Request body: {'network': {'name': 'tempest-network-smoke--592923977', 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'port_security_enabled': True}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:41:37.587556 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-101fa0b8-328e-41e3-a3ab-c6f2b8cf22e1 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Made reservation on behalf of 80c6b006e6d9432a90abc6a3ef8ab3a8 for: {'network': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:41:37.593578 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-101fa0b8-328e-41e3-a3ab-c6f2b8cf22e1 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:37.621458 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-101fa0b8-328e-41e3-a3ab-c6f2b8cf22e1 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=95501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:41:37.631505 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-101fa0b8-328e-41e3-a3ab-c6f2b8cf22e1 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:37.631863 n-d-813679-3 neutron-server[95501]: INFO neutron.db.segments_db [None req-101fa0b8-328e-41e3-a3ab-c6f2b8cf22e1 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Added segment 206763ab-8286-49a0-bb98-f292f103cc93 of type vlan for network 186c7649-415c-4f95-977b-66a634742a6f Oct 12 19:41:37.676877 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-101fa0b8-328e-41e3-a3ab-c6f2b8cf22e1 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:37.758551 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-101fa0b8-328e-41e3-a3ab-c6f2b8cf22e1 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:37.765859 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-101fa0b8-328e-41e3-a3ab-c6f2b8cf22e1 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:41:37.766546 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-101fa0b8-328e-41e3-a3ab-c6f2b8cf22e1 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:37.873462 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101fa0b8-328e-41e3-a3ab-c6f2b8cf22e1 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Pushing event updated for resources: {'Network': ['ID=186c7649-415c-4f95-977b-66a634742a6f,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:41:37.878483 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 47476) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:41:37.886296 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 186c7649-415c-4f95-977b-66a634742a6f details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:41:37.896869 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8424e37f-6b86-42b4-a35f-e0920d1ca46b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:37.924074 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-101fa0b8-328e-41e3-a3ab-c6f2b8cf22e1 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4355278 Oct 12 19:41:37.924400 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 47478) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:41:37.930980 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-4af922b1-4524-4c94-889c-ad3097355ac9 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1220033735', 'admin_state_up': True, 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:41:37.992963 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8424e37f-6b86-42b4-a35f-e0920d1ca46b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:38.055344 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4af922b1-4524-4c94-889c-ad3097355ac9 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8093678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255505'] for router, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:38.056465 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4af922b1-4524-4c94-889c-ad3097355ac9 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8093562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8087085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8022306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255518'] for router, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:38.111519 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4af922b1-4524-4c94-889c-ad3097355ac9 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:38.112649 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8424e37f-6b86-42b4-a35f-e0920d1ca46b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:38.136002 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8424e37f-6b86-42b4-a35f-e0920d1ca46b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4565a4ff-6b56-4ee0-ada0-47cf7dcb92c5,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:41:38.183661 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-8424e37f-6b86-42b4-a35f-e0920d1ca46b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=081ebb1a5eac4205bef602c117a73740&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3039935 Oct 12 19:41:38.187922 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 47480) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:41:38.244663 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bde2ad85-b689-4a62-9609-6c719912b4df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:38.276630 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bde2ad85-b689-4a62-9609-6c719912b4df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:38.352832 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4af922b1-4524-4c94-889c-ad3097355ac9 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:38.417188 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bde2ad85-b689-4a62-9609-6c719912b4df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:38.420516 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bde2ad85-b689-4a62-9609-6c719912b4df admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:38.421993 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-bde2ad85-b689-4a62-9609-6c719912b4df admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4565a4ff-6b56-4ee0-ada0-47cf7dcb92c5 HTTP/1.1" status: 204 len: 168 time: 0.2330060 Oct 12 19:41:38.431079 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde2ad85-b689-4a62-9609-6c719912b4df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4565a4ff-6b56-4ee0-ada0-47cf7dcb92c5,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:41:38.650880 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4af922b1-4524-4c94-889c-ad3097355ac9 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for router_gateway, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:38.671806 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4af922b1-4524-4c94-889c-ad3097355ac9 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:38.801327 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-4af922b1-4524-4c94-889c-ad3097355ac9 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Allocated IP 172.25.5.117 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/1ed1a54f-6020-4e45-aadf-726bdebd81d2) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:41:38.909546 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4af922b1-4524-4c94-889c-ad3097355ac9 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:39.031973 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4af922b1-4524-4c94-889c-ad3097355ac9 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:39.084513 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af922b1-4524-4c94-889c-ad3097355ac9 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:41:39.087515 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-4af922b1-4524-4c94-889c-ad3097355ac9 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:41:39.091707 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af922b1-4524-4c94-889c-ad3097355ac9 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:41:39.119556 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af922b1-4524-4c94-889c-ad3097355ac9 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Pushing event updated for resources: {'Port': ['ID=1ed1a54f-6020-4e45-aadf-726bdebd81d2,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:41:39.208618 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1d6f34-1e69-48bc-9187-439f347acf02 req-8543026a-bd6a-40a4-b38b-5c315aafc523 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:41:39.210248 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-cf1d6f34-1e69-48bc-9187-439f347acf02 req-8543026a-bd6a-40a4-b38b-5c315aafc523 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.49 "GET /v2.0/ports?device_id=3310ae0c-db3a-4fb7-851b-5871798d1a3a HTTP/1.1" status: 200 len: 945 time: 0.0534165 Oct 12 19:41:39.267460 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-cf1d6f34-1e69-48bc-9187-439f347acf02 req-22c3d126-e463-424c-8f71-88eb86f5a7cb tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.49 "GET /v2.0/security-groups?id=b589d12c-a5a1-4656-ba26-99d858483345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417984 Oct 12 19:41:39.455949 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4af922b1-4524-4c94-889c-ad3097355ac9 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for router_gateway, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:39.663896 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4af922b1-4524-4c94-889c-ad3097355ac9 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8093541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7915516'] for router, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:39.855523 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4af922b1-4524-4c94-889c-ad3097355ac9 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Router 0850a01d-fae0-4e7d-b1cd-97a63ab46429 is scheduled to L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b with binding_index 1 {{(pid=95501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 19:41:39.967557 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4af922b1-4524-4c94-889c-ad3097355ac9 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:41:39.980501 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4d6119-2854-4220-a326-dcd60c80a22c None None] Sync routers for ids ['0850a01d-fae0-4e7d-b1cd-97a63ab46429'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:41:39.990064 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4d6119-2854-4220-a326-dcd60c80a22c None None] Routers {'0850a01d-fae0-4e7d-b1cd-97a63ab46429'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:41:39.990671 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-6f4d6119-2854-4220-a326-dcd60c80a22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:41:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['0850a01d-fae0-4e7d-b1cd-97a63ab46429'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:41:40.094176 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-6f4d6119-2854-4220-a326-dcd60c80a22c None None] Set router 0850a01d-fae0-4e7d-b1cd-97a63ab46429 gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:41:40.108580 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4af922b1-4524-4c94-889c-ad3097355ac9 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for router, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:40.112782 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-4af922b1-4524-4c94-889c-ad3097355ac9 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.1837871 Oct 12 19:41:40.113151 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 47528) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:41:40.155178 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-6a7dc4ff-e85b-4b1e-9966-a506f5596c69 tempest-TestNetworkAdvancedServerOps-832803611 tempest-TestNetworkAdvancedServerOps-832803611-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=80c6b006e6d9432a90abc6a3ef8ab3a8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0407550 Oct 12 19:41:40.158019 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 47530) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:41:40.293563 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-6f4d6119-2854-4220-a326-dcd60c80a22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0850a01d-fae0-4e7d-b1cd-97a63ab46429', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1220033735', 'tenant_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '1ed1a54f-6020-4e45-aadf-726bdebd81d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:41:38Z', 'updated_at': '2021-10-12T19:41:39Z', 'revision_number': 3, 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'gw_port': {'id': '1ed1a54f-6020-4e45-aadf-726bdebd81d2', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ec:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0850a01d-fae0-4e7d-b1cd-97a63ab46429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:41:38Z', 'updated_at': '2021-10-12T19:41:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:41:40.347038 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f2ece0-4f62-4a18-97de-569d982410f8 tempest-TestNetworkAdvancedServerOps-832803611 tempest-TestNetworkAdvancedServerOps-832803611-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:41:40.351971 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 47540) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:41:40.357793 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-11f2ece0-4f62-4a18-97de-569d982410f8 tempest-TestNetworkAdvancedServerOps-832803611 tempest-TestNetworkAdvancedServerOps-832803611-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1960971 Oct 12 19:41:40.436390 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4d6119-2854-4220-a326-dcd60c80a22c None None] Checking router: 0850a01d-fae0-4e7d-b1cd-97a63ab46429 for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:41:40.436745 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4d6119-2854-4220-a326-dcd60c80a22c None None] Updating router 0850a01d-fae0-4e7d-b1cd-97a63ab46429 port 1ed1a54f-6020-4e45-aadf-726bdebd81d2 binding host n-d-813679-3 {{(pid=95504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 19:41:40.459903 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-b71ae9d7-6775-48c3-b060-db0b40bef68f tempest-TestNetworkAdvancedServerOps-832803611 tempest-TestNetworkAdvancedServerOps-832803611-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=4afbf4a4-67f5-42d1-a358-7ba9799dab0c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1066055 Oct 12 19:41:40.462475 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 47544) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:41:40.468145 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-ac424c21-cfbe-4255-934d-991f7aa26103 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-982854240', 'network_id': '186c7649-415c-4f95-977b-66a634742a6f', 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:41:40.472714 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-6f4d6119-2854-4220-a326-dcd60c80a22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:40.491608 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcb8175-abe6-47c9-8788-bd87a6fff9a5 req-6ffbb32e-9f61-496a-bb9a-ed62e1b817fd tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:41:40.499342 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-afcb8175-abe6-47c9-8788-bd87a6fff9a5 req-6ffbb32e-9f61-496a-bb9a-ed62e1b817fd tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.49 "GET /v2.0/ports?device_id=3310ae0c-db3a-4fb7-851b-5871798d1a3a HTTP/1.1" status: 200 len: 945 time: 0.1366289 Oct 12 19:41:40.563625 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-afcb8175-abe6-47c9-8788-bd87a6fff9a5 req-3687307b-3a69-49ee-8c3f-f25292713e80 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.49 "GET /v2.0/security-groups?id=b589d12c-a5a1-4656-ba26-99d858483345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592926 Oct 12 19:41:40.666377 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac424c21-cfbe-4255-934d-991f7aa26103 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Made reservation on behalf of 80c6b006e6d9432a90abc6a3ef8ab3a8 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:41:40.671418 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ac424c21-cfbe-4255-934d-991f7aa26103 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16245837'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:40.744063 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-6f4d6119-2854-4220-a326-dcd60c80a22c None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:40.827114 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-6f4d6119-2854-4220-a326-dcd60c80a22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:40.882338 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-6f4d6119-2854-4220-a326-dcd60c80a22c None None] Attempting to bind port 1ed1a54f-6020-4e45-aadf-726bdebd81d2 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:41:40.882979 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-6f4d6119-2854-4220-a326-dcd60c80a22c None None] Attempting to bind port 1ed1a54f-6020-4e45-aadf-726bdebd81d2 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:41:40.883339 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4d6119-2854-4220-a326-dcd60c80a22c None None] Attempting to bind port 1ed1a54f-6020-4e45-aadf-726bdebd81d2 on network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:41:40.891443 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cc8032-b083-4826-ad3d-f29c7784aa07 None None] Pushing event updated for resources: {'Port': ['ID=1ed1a54f-6020-4e45-aadf-726bdebd81d2,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:41:40.894876 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4d6119-2854-4220-a326-dcd60c80a22c None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:41:40.895248 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4d6119-2854-4220-a326-dcd60c80a22c None None] Checking segment: {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:41:40.895647 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-6f4d6119-2854-4220-a326-dcd60c80a22c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:40.896057 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4d6119-2854-4220-a326-dcd60c80a22c None None] Bound using segment: {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:41:40.896531 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-6f4d6119-2854-4220-a326-dcd60c80a22c None None] Bound port: 1ed1a54f-6020-4e45-aadf-726bdebd81d2, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:41:40.896911 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-6f4d6119-2854-4220-a326-dcd60c80a22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:40.904352 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cc8032-b083-4826-ad3d-f29c7784aa07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:41:40.904743 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cc8032-b083-4826-ad3d-f29c7784aa07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:41:40.905079 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cc8032-b083-4826-ad3d-f29c7784aa07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:41:40.905407 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cc8032-b083-4826-ad3d-f29c7784aa07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:41:40.905732 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cc8032-b083-4826-ad3d-f29c7784aa07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:41:40.906056 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cc8032-b083-4826-ad3d-f29c7784aa07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:41:40.906375 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cc8032-b083-4826-ad3d-f29c7784aa07 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:41:40.906696 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cc8032-b083-4826-ad3d-f29c7784aa07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:41:40.907009 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cc8032-b083-4826-ad3d-f29c7784aa07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:41:40.907323 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cc8032-b083-4826-ad3d-f29c7784aa07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:41:40.907638 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cc8032-b083-4826-ad3d-f29c7784aa07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:41:40.907951 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cc8032-b083-4826-ad3d-f29c7784aa07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:41:40.947370 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb26bb6-6e82-4f58-9373-57eee84ceace req-2736765a-c851-4752-b10f-607b41893ba5 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:41:40.952655 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3bb26bb6-6e82-4f58-9373-57eee84ceace req-2736765a-c851-4752-b10f-607b41893ba5 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.67 "GET /v2.0/ports?device_id=3310ae0c-db3a-4fb7-851b-5871798d1a3a HTTP/1.1" status: 200 len: 945 time: 0.0637789 Oct 12 19:41:40.965041 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-6f4d6119-2854-4220-a326-dcd60c80a22c None None] For port 1ed1a54f-6020-4e45-aadf-726bdebd81d2, host n-d-813679-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:41:40.969147 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-6f4d6119-2854-4220-a326-dcd60c80a22c None None] For port 1ed1a54f-6020-4e45-aadf-726bdebd81d2, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=1ed1a54f-6020-4e45-aadf-726bdebd81d2,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:41:40.969652 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ac424c21-cfbe-4255-934d-991f7aa26103 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4306659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16245859'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:41.032883 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac424c21-cfbe-4255-934d-991f7aa26103 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Pushing event updated for resources: {'Subnet': ['ID=1a431933-d1ba-4db3-acd8-2725dfaa9eb8,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:41:41.040086 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac424c21-cfbe-4255-934d-991f7aa26103 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Checking segment: {'id': '206763ab-8286-49a0-bb98-f292f103cc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '186c7649-415c-4f95-977b-66a634742a6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:41:41.040590 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac424c21-cfbe-4255-934d-991f7aa26103 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Network hostable DHCP agents. Network: 186c7649-415c-4f95-977b-66a634742a6f, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:41:41.061780 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-6f4d6119-2854-4220-a326-dcd60c80a22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:41.077541 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-3bb26bb6-6e82-4f58-9373-57eee84ceace req-39a77286-c2a9-4db2-ab05-8f040e0432bd tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Deleting port 28012c3c-f741-494e-9949-6381272404e8 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:41:41.078133 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-3bb26bb6-6e82-4f58-9373-57eee84ceace req-39a77286-c2a9-4db2-ab05-8f040e0432bd tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:41.120346 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4d6119-2854-4220-a326-dcd60c80a22c None None] Routers {'0850a01d-fae0-4e7d-b1cd-97a63ab46429'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:41:41.121196 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-6f4d6119-2854-4220-a326-dcd60c80a22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:41:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['0850a01d-fae0-4e7d-b1cd-97a63ab46429'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:41:41.147179 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac424c21-cfbe-4255-934d-991f7aa26103 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Network 186c7649-415c-4f95-977b-66a634742a6f is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:41:41.189268 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-3bb26bb6-6e82-4f58-9373-57eee84ceace req-39a77286-c2a9-4db2-ab05-8f040e0432bd tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] For port 28012c3c-f741-494e-9949-6381272404e8, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=28012c3c-f741-494e-9949-6381272404e8,segment=NetworkSegment(c76c2076-a0e3-4199-9ff6-f77ea66f99ec),segment_id=c76c2076-a0e3-4199-9ff6-f77ea66f99ec)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:41:41.189668 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-3bb26bb6-6e82-4f58-9373-57eee84ceace req-39a77286-c2a9-4db2-ab05-8f040e0432bd tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:41.235459 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cc8032-b083-4826-ad3d-f29c7784aa07 None None] Pushing event updated for resources: {'Port': ['ID=1ed1a54f-6020-4e45-aadf-726bdebd81d2,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:41:41.272702 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-ac424c21-cfbe-4255-934d-991f7aa26103 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, 186c7649-415c-4f95-977b-66a634742a6f) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:41:41.277240 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac424c21-cfbe-4255-934d-991f7aa26103 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:41:41.277852 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ac424c21-cfbe-4255-934d-991f7aa26103 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:41.285441 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf6000f1-2810-4f45-81ce-a78cc3c5a1c9 None None] Network 186c7649-415c-4f95-977b-66a634742a6f requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:41:41.299604 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-6f4d6119-2854-4220-a326-dcd60c80a22c None None] Set router 0850a01d-fae0-4e7d-b1cd-97a63ab46429 gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:41:41.389406 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-ac424c21-cfbe-4255-934d-991f7aa26103 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9257667 Oct 12 19:41:41.392189 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 47566) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:41:41.482585 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812a1c23-c8b8-4dc3-9a51-cb146c875d4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-186c7649-415c-4f95-977b-66a634742a6f', 'network_id': '186c7649-415c-4f95-977b-66a634742a6f', 'tenant_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'fixed_ips': [{'subnet_id': '1a431933-d1ba-4db3-acd8-2725dfaa9eb8'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:41:41.483854 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-812a1c23-c8b8-4dc3-9a51-cb146c875d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:41.518505 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-3bb26bb6-6e82-4f58-9373-57eee84ceace req-39a77286-c2a9-4db2-ab05-8f040e0432bd tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:41.519031 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-3bb26bb6-6e82-4f58-9373-57eee84ceace req-39a77286-c2a9-4db2-ab05-8f040e0432bd tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7915414'] for floatingip, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:41.519551 n-d-813679-3 neutron-server[95501]: INFO neutron.db.l3_db [req-3bb26bb6-6e82-4f58-9373-57eee84ceace req-39a77286-c2a9-4db2-ab05-8f040e0432bd tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Floating IP 964f2e4b-7483-47ee-a692-bcac07d67b32 disassociated. External IP: 172.25.5.245, port: 28012c3c-f741-494e-9949-6381272404e8. Oct 12 19:41:41.520103 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-3bb26bb6-6e82-4f58-9373-57eee84ceace req-39a77286-c2a9-4db2-ab05-8f040e0432bd tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Calling delete_port for 28012c3c-f741-494e-9949-6381272404e8 owned by compute:nova {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:41:41.667047 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-6f4d6119-2854-4220-a326-dcd60c80a22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0850a01d-fae0-4e7d-b1cd-97a63ab46429', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1220033735', 'tenant_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '1ed1a54f-6020-4e45-aadf-726bdebd81d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:41:38Z', 'updated_at': '2021-10-12T19:41:39Z', 'revision_number': 3, 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'gw_port': {'id': '1ed1a54f-6020-4e45-aadf-726bdebd81d2', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ec:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0850a01d-fae0-4e7d-b1cd-97a63ab46429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:41:38Z', 'updated_at': '2021-10-12T19:41:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:41:41.714040 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4d6119-2854-4220-a326-dcd60c80a22c None None] The sync data for ids ['0850a01d-fae0-4e7d-b1cd-97a63ab46429'] in n-d-813679-3 is: [{'id': '0850a01d-fae0-4e7d-b1cd-97a63ab46429', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1220033735', 'tenant_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '1ed1a54f-6020-4e45-aadf-726bdebd81d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:41:38Z', 'updated_at': '2021-10-12T19:41:39Z', 'revision_number': 3, 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'gw_port': {'id': '1ed1a54f-6020-4e45-aadf-726bdebd81d2', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ec:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0850a01d-fae0-4e7d-b1cd-97a63ab46429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:41:38Z', 'updated_at': '2021-10-12T19:41:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:41:41.742552 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-812a1c23-c8b8-4dc3-9a51-cb146c875d4f None None] Allocated IP 172.20.0.2 (186c7649-415c-4f95-977b-66a634742a6f/1a431933-d1ba-4db3-acd8-2725dfaa9eb8/81d63e62-c495-4852-bea8-8664d9d01397) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:41:41.848057 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-3bb26bb6-6e82-4f58-9373-57eee84ceace req-39a77286-c2a9-4db2-ab05-8f040e0432bd tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:41.878342 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f6f5b4d3-5647-47e1-9d17-d0952d8994b1 req-e3411f3d-6781-4da0-9a07-c7701e822f15 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.49 "GET /v2.0/ports?device_id=3310ae0c-db3a-4fb7-851b-5871798d1a3a HTTP/1.1" status: 200 len: 210 time: 0.0749428 Oct 12 19:41:41.889651 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a77286-c2a9-4db2-ab05-8f040e0432bd tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Pushing event deleted for resources: {'Port': ['ID=28012c3c-f741-494e-9949-6381272404e8,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:41:42.010564 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-812a1c23-c8b8-4dc3-9a51-cb146c875d4f None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:42.114176 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-812a1c23-c8b8-4dc3-9a51-cb146c875d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:42.118952 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3bb26bb6-6e82-4f58-9373-57eee84ceace req-39a77286-c2a9-4db2-ab05-8f040e0432bd tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Router 8076eb30-c43d-4013-8348-3b77b8a81222 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:41:42.143393 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-812a1c23-c8b8-4dc3-9a51-cb146c875d4f None None] Network 186c7649-415c-4f95-977b-66a634742a6f is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:41:42.146293 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-812a1c23-c8b8-4dc3-9a51-cb146c875d4f None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:41:42.149146 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812a1c23-c8b8-4dc3-9a51-cb146c875d4f None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:41:42.259892 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b6a52873-94d8-4cbd-b993-7fc1eb19227a tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:42.273091 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812a1c23-c8b8-4dc3-9a51-cb146c875d4f None None] Pushing event updated for resources: {'Port': ['ID=81d63e62-c495-4852-bea8-8664d9d01397,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:41:42.288455 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-812a1c23-c8b8-4dc3-9a51-cb146c875d4f None None] Attempting to bind port 81d63e62-c495-4852-bea8-8664d9d01397 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:41:42.289427 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-812a1c23-c8b8-4dc3-9a51-cb146c875d4f None None] Attempting to bind port 81d63e62-c495-4852-bea8-8664d9d01397 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '206763ab-8286-49a0-bb98-f292f103cc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '186c7649-415c-4f95-977b-66a634742a6f'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:41:42.290409 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812a1c23-c8b8-4dc3-9a51-cb146c875d4f None None] Attempting to bind port 81d63e62-c495-4852-bea8-8664d9d01397 on network 186c7649-415c-4f95-977b-66a634742a6f {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:41:42.306395 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812a1c23-c8b8-4dc3-9a51-cb146c875d4f None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:41:42.306395 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812a1c23-c8b8-4dc3-9a51-cb146c875d4f None None] Checking segment: {'id': '206763ab-8286-49a0-bb98-f292f103cc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '186c7649-415c-4f95-977b-66a634742a6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:41:42.306395 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-812a1c23-c8b8-4dc3-9a51-cb146c875d4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:42.306395 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812a1c23-c8b8-4dc3-9a51-cb146c875d4f None None] Bound using segment: {'id': '206763ab-8286-49a0-bb98-f292f103cc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '186c7649-415c-4f95-977b-66a634742a6f'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:41:42.306395 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-812a1c23-c8b8-4dc3-9a51-cb146c875d4f None None] Bound port: 81d63e62-c495-4852-bea8-8664d9d01397, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '206763ab-8286-49a0-bb98-f292f103cc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '186c7649-415c-4f95-977b-66a634742a6f'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:41:42.306395 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-812a1c23-c8b8-4dc3-9a51-cb146c875d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:42.366090 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3bb26bb6-6e82-4f58-9373-57eee84ceace req-39a77286-c2a9-4db2-ab05-8f040e0432bd tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:41:42.380351 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f52bed6-4939-483a-acc0-201ec65bf0c9 None None] Sync routers for ids ['8076eb30-c43d-4013-8348-3b77b8a81222'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:41:42.400563 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f52bed6-4939-483a-acc0-201ec65bf0c9 None None] Routers {'8076eb30-c43d-4013-8348-3b77b8a81222'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:41:42.401438 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-7f52bed6-4939-483a-acc0-201ec65bf0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:41:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['8076eb30-c43d-4013-8348-3b77b8a81222'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:41:42.472301 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-812a1c23-c8b8-4dc3-9a51-cb146c875d4f None None] For port 81d63e62-c495-4852-bea8-8664d9d01397, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:41:42.482620 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bb26bb6-6e82-4f58-9373-57eee84ceace req-39a77286-c2a9-4db2-ab05-8f040e0432bd tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] No DVR routers for this DVR port 28012c3c-f741-494e-9949-6381272404e8 on host n-h2-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:41:42.488651 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-3bb26bb6-6e82-4f58-9373-57eee84ceace req-39a77286-c2a9-4db2-ab05-8f040e0432bd tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:42.500812 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3bb26bb6-6e82-4f58-9373-57eee84ceace req-39a77286-c2a9-4db2-ab05-8f040e0432bd tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.67 "DELETE /v2.0/ports/28012c3c-f741-494e-9949-6381272404e8 HTTP/1.1" status: 204 len: 173 time: 1.5438058 Oct 12 19:41:42.503116 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3310ae0c-db3a-4fb7-851b-5871798d1a3a', 'name': 'network-vif-deleted', 'tag': '28012c3c-f741-494e-9949-6381272404e8'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:41:42.515429 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43bacced-aef4-40bf-afa5-54ddbd86146b" -d '{"events": [{"server_uuid": "3310ae0c-db3a-4fb7-851b-5871798d1a3a", "name": "network-vif-deleted", "tag": "28012c3c-f741-494e-9949-6381272404e8"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:41:42.518780 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-812a1c23-c8b8-4dc3-9a51-cb146c875d4f None None] For port 81d63e62-c495-4852-bea8-8664d9d01397, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=81d63e62-c495-4852-bea8-8664d9d01397,segment=NetworkSegment(206763ab-8286-49a0-bb98-f292f103cc93),segment_id=206763ab-8286-49a0-bb98-f292f103cc93)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:41:42.582385 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1237c68-3d83-4192-9f9c-c97323ce5118 x-openstack-request-id: req-b1237c68-3d83-4192-9f9c-c97323ce5118 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:41:42.582963 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3310ae0c-db3a-4fb7-851b-5871798d1a3a", "name": "network-vif-deleted", "tag": "28012c3c-f741-494e-9949-6381272404e8", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:41:42.583475 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b1237c68-3d83-4192-9f9c-c97323ce5118 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:41:42.584143 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3310ae0c-db3a-4fb7-851b-5871798d1a3a', 'name': 'network-vif-deleted', 'tag': '28012c3c-f741-494e-9949-6381272404e8', 'status': 'completed', 'code': 200} Oct 12 19:41:42.619289 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-812a1c23-c8b8-4dc3-9a51-cb146c875d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:42.626690 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-7f52bed6-4939-483a-acc0-201ec65bf0c9 None None] Set router 8076eb30-c43d-4013-8348-3b77b8a81222 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:41:42.858463 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-b6a52873-94d8-4cbd-b993-7fc1eb19227a tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Allocated IP 172.20.0.1 (186c7649-415c-4f95-977b-66a634742a6f/1a431933-d1ba-4db3-acd8-2725dfaa9eb8/33cc8409-05cb-424a-9086-a28585fe187f) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:41:42.861862 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812a1c23-c8b8-4dc3-9a51-cb146c875d4f None None] Pushing event updated for resources: {'Port': ['ID=81d63e62-c495-4852-bea8-8664d9d01397,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:41:43.053225 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-7f52bed6-4939-483a-acc0-201ec65bf0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8076eb30-c43d-4013-8348-3b77b8a81222', 'name': 'tempest-AttachVolumeTestJSON-1928131603-router', 'tenant_id': 'da56e5b248094156ada95d11ba3c5b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': 'f9385a02-35b8-4610-bb29-937f4a3fdfc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:34:42Z', 'updated_at': '2021-10-12T19:34:49Z', 'revision_number': 4, 'project_id': 'da56e5b248094156ada95d11ba3c5b37', 'gw_port': {'id': 'f9385a02-35b8-4610-bb29-937f4a3fdfc3', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8076eb30-c43d-4013-8348-3b77b8a81222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2599, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:34:44Z', 'updated_at': '2021-10-12T19:34:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '1f444c26-39ba-4818-8485-fb4d9ffa252d', 'name': '', 'network_id': '74a2c063-d43e-4221-94e9-d3ab154855fc', 'tenant_id': 'da56e5b248094156ada95d11ba3c5b37', 'mac_address': 'fa:16:3e:00:ec:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8076eb30-c43d-4013-8348-3b77b8a81222', 'device_owner': 'network:router_interface', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '3a0cf0c9-d039-4d05-a67a-cc48a10b2cbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:34:47Z', 'updated_at': '2021-10-12T19:34:53Z', 'revision_number': 5, 'project_id': 'da56e5b248094156ada95d11ba3c5b37', 'subnets': [{'id': '3a0cf0c9-d039-4d05-a67a-cc48a10b2cbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:41:43.112336 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f52bed6-4939-483a-acc0-201ec65bf0c9 None None] Checking router: 8076eb30-c43d-4013-8348-3b77b8a81222 for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:41:43.131999 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f52bed6-4939-483a-acc0-201ec65bf0c9 None None] Routers {'8076eb30-c43d-4013-8348-3b77b8a81222'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:41:43.132648 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-7f52bed6-4939-483a-acc0-201ec65bf0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:41:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['8076eb30-c43d-4013-8348-3b77b8a81222'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:41:43.140637 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-21362de9-08d7-4fa4-a5fb-7f0086a44d6e req-a1319ef0-6dd9-4087-bc80-83664cb89ecb tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.49 "GET /v2.0/ports?device_id=3310ae0c-db3a-4fb7-851b-5871798d1a3a HTTP/1.1" status: 200 len: 210 time: 0.0665696 Oct 12 19:41:43.145756 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b6a52873-94d8-4cbd-b993-7fc1eb19227a tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:43.272945 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b6a52873-94d8-4cbd-b993-7fc1eb19227a tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:43.320015 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-7f52bed6-4939-483a-acc0-201ec65bf0c9 None None] Set router 8076eb30-c43d-4013-8348-3b77b8a81222 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:41:43.353893 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a52873-94d8-4cbd-b993-7fc1eb19227a tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Network 186c7649-415c-4f95-977b-66a634742a6f is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:41:43.357681 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-b6a52873-94d8-4cbd-b993-7fc1eb19227a tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:41:43.368652 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a52873-94d8-4cbd-b993-7fc1eb19227a tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:41:43.400130 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a52873-94d8-4cbd-b993-7fc1eb19227a tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Pushing event updated for resources: {'Port': ['ID=33cc8409-05cb-424a-9086-a28585fe187f,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:41:43.432130 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b6a52873-94d8-4cbd-b993-7fc1eb19227a tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7915309'] for router_interface, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:43.596149 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-7f52bed6-4939-483a-acc0-201ec65bf0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8076eb30-c43d-4013-8348-3b77b8a81222', 'name': 'tempest-AttachVolumeTestJSON-1928131603-router', 'tenant_id': 'da56e5b248094156ada95d11ba3c5b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': 'f9385a02-35b8-4610-bb29-937f4a3fdfc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:34:42Z', 'updated_at': '2021-10-12T19:34:49Z', 'revision_number': 4, 'project_id': 'da56e5b248094156ada95d11ba3c5b37', 'gw_port': {'id': 'f9385a02-35b8-4610-bb29-937f4a3fdfc3', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8076eb30-c43d-4013-8348-3b77b8a81222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2599, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:34:44Z', 'updated_at': '2021-10-12T19:34:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '1f444c26-39ba-4818-8485-fb4d9ffa252d', 'name': '', 'network_id': '74a2c063-d43e-4221-94e9-d3ab154855fc', 'tenant_id': 'da56e5b248094156ada95d11ba3c5b37', 'mac_address': 'fa:16:3e:00:ec:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8076eb30-c43d-4013-8348-3b77b8a81222', 'device_owner': 'network:router_interface', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '3a0cf0c9-d039-4d05-a67a-cc48a10b2cbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:34:47Z', 'updated_at': '2021-10-12T19:34:53Z', 'revision_number': 5, 'project_id': 'da56e5b248094156ada95d11ba3c5b37', 'subnets': [{'id': '3a0cf0c9-d039-4d05-a67a-cc48a10b2cbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:41:43.624539 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f52bed6-4939-483a-acc0-201ec65bf0c9 None None] The sync data for ids ['8076eb30-c43d-4013-8348-3b77b8a81222'] in n-d-813679-3 is: [{'id': '8076eb30-c43d-4013-8348-3b77b8a81222', 'name': 'tempest-AttachVolumeTestJSON-1928131603-router', 'tenant_id': 'da56e5b248094156ada95d11ba3c5b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': 'f9385a02-35b8-4610-bb29-937f4a3fdfc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:34:42Z', 'updated_at': '2021-10-12T19:34:49Z', 'revision_number': 4, 'project_id': 'da56e5b248094156ada95d11ba3c5b37', 'gw_port': {'id': 'f9385a02-35b8-4610-bb29-937f4a3fdfc3', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8076eb30-c43d-4013-8348-3b77b8a81222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2599, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:34:44Z', 'updated_at': '2021-10-12T19:34:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '1f444c26-39ba-4818-8485-fb4d9ffa252d', 'name': '', 'network_id': '74a2c063-d43e-4221-94e9-d3ab154855fc', 'tenant_id': 'da56e5b248094156ada95d11ba3c5b37', 'mac_address': 'fa:16:3e:00:ec:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8076eb30-c43d-4013-8348-3b77b8a81222', 'device_owner': 'network:router_interface', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '3a0cf0c9-d039-4d05-a67a-cc48a10b2cbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:34:47Z', 'updated_at': '2021-10-12T19:34:53Z', 'revision_number': 5, 'project_id': 'da56e5b248094156ada95d11ba3c5b37', 'subnets': [{'id': '3a0cf0c9-d039-4d05-a67a-cc48a10b2cbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:41:43.741807 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b6a52873-94d8-4cbd-b993-7fc1eb19227a tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:43.794184 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 1ed1a54f-6020-4e45-aadf-726bdebd81d2 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:41:43.859133 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 1ed1a54f-6020-4e45-aadf-726bdebd81d2 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:41:43.859501 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:44.069760 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 47614) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:41:44.113886 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1baa05a8-cde6-4f1f-8b59-56ed7e0c36d4 None None] New status for floating IP 964f2e4b-7483-47ee-a692-bcac07d67b32: DOWN {{(pid=95504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 19:41:44.153749 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:44.161776 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 28012c3c-f741-494e-9949-6381272404e8 no longer exists at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:41:44.216539 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] No Port match for: 28012c3c-f741-494e-9949-6381272404e8 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:41:44.218484 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 28012c3c-f741-494e-9949-6381272404e8 not bound to the agent host n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:41:44.238079 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] For port 1ed1a54f-6020-4e45-aadf-726bdebd81d2, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=1ed1a54f-6020-4e45-aadf-726bdebd81d2,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:41:44.266086 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b6a52873-94d8-4cbd-b993-7fc1eb19227a tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:44.298276 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c4038fd2-cc03-4beb-8814-481cac7be47d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:44.335081 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:44.336248 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 81d63e62-c495-4852-bea8-8664d9d01397 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:41:44.364090 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b6a52873-94d8-4cbd-b993-7fc1eb19227a tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:44.370753 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 47624) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:41:44.419735 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c4038fd2-cc03-4beb-8814-481cac7be47d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:44.459000 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5d977db7-f1ba-431c-9eba-c94a93738352 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:44.481635 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Pushing event updated for resources: {'Port': ['ID=1ed1a54f-6020-4e45-aadf-726bdebd81d2,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:41:44.508290 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 81d63e62-c495-4852-bea8-8664d9d01397 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:41:44.508704 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:44.515526 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5d977db7-f1ba-431c-9eba-c94a93738352 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:44.518816 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c4038fd2-cc03-4beb-8814-481cac7be47d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:44.560444 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-c4038fd2-cc03-4beb-8814-481cac7be47d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a3a9cd029f3847e7b279606eeac83c6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4864926 Oct 12 19:41:44.561896 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 47626) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:41:44.652214 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:44.673144 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4038fd2-cc03-4beb-8814-481cac7be47d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7713a0e-786e-4ff1-b65a-532c35348625,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:41:44.696583 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c3e58dee-b3a1-409b-b9b9-235449a4793c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:44.698730 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] For port 81d63e62-c495-4852-bea8-8664d9d01397, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=81d63e62-c495-4852-bea8-8664d9d01397,segment=NetworkSegment(206763ab-8286-49a0-bb98-f292f103cc93),segment_id=206763ab-8286-49a0-bb98-f292f103cc93)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:41:44.729527 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c3e58dee-b3a1-409b-b9b9-235449a4793c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:44.770077 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:44.814251 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5d977db7-f1ba-431c-9eba-c94a93738352 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:44.818505 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5d977db7-f1ba-431c-9eba-c94a93738352 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:44.823800 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-5d977db7-f1ba-431c-9eba-c94a93738352 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.49 "DELETE /v2.0/security-groups/b589d12c-a5a1-4656-ba26-99d858483345 HTTP/1.1" status: 204 len: 168 time: 0.4504972 Oct 12 19:41:44.824495 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 47628) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:41:44.836521 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Pushing event updated for resources: {'Port': ['ID=81d63e62-c495-4852-bea8-8664d9d01397,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:41:44.967233 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-513ca04a-3dd1-4c1b-9eb4-7549291c6ad3 None None] Network 186c7649-415c-4f95-977b-66a634742a6f requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:41:44.971131 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b6a52873-94d8-4cbd-b993-7fc1eb19227a tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7898980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8092605'] for router_interface, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:44.973104 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a52873-94d8-4cbd-b993-7fc1eb19227a tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Pushing event updated for resources: {'Port': ['ID=33cc8409-05cb-424a-9086-a28585fe187f,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:41:45.039266 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-c8a7cfae-26d8-4faf-b4ce-d1525bc812f1 None None] Provisioning complete for port 81d63e62-c495-4852-bea8-8664d9d01397 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:41:45.039826 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c8a7cfae-26d8-4faf-b4ce-d1525bc812f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:45.079217 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a52873-94d8-4cbd-b993-7fc1eb19227a tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Network 186c7649-415c-4f95-977b-66a634742a6f is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:41:45.080868 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-b6a52873-94d8-4cbd-b993-7fc1eb19227a tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:41:45.176319 n-d-813679-3 neutron-server[95501]: INFO neutron.api.v2.resource [None req-40636bd6-0d05-43ad-b021-2dcf65cb2d6d tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] show failed (client error): The resource could not be found. Oct 12 19:41:45.179384 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-40636bd6-0d05-43ad-b021-2dcf65cb2d6d tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.49 "GET /v2.0/security-groups/b589d12c-a5a1-4656-ba26-99d858483345 HTTP/1.1" status: 404 len: 347 time: 0.3502073 Oct 12 19:41:45.179782 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 47630) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:41:45.186489 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c3e58dee-b3a1-409b-b9b9-235449a4793c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:45.189042 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c3e58dee-b3a1-409b-b9b9-235449a4793c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:45.190254 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-c3e58dee-b3a1-409b-b9b9-235449a4793c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e7713a0e-786e-4ff1-b65a-532c35348625 HTTP/1.1" status: 204 len: 168 time: 0.6247895 Oct 12 19:41:45.201858 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d977db7-f1ba-431c-9eba-c94a93738352 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b589d12c-a5a1-4656-ba26-99d858483345,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:41:45.254962 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6a52873-94d8-4cbd-b993-7fc1eb19227a tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Router 0850a01d-fae0-4e7d-b1cd-97a63ab46429 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:41:45.262036 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e58dee-b3a1-409b-b9b9-235449a4793c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7713a0e-786e-4ff1-b65a-532c35348625,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:41:45.384831 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-040cc4a0-35ae-4e19-8884-ffbafd9dedb9 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Deleting port 47a6b919-e429-4c66-b721-95ded84c5fda {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:41:45.385187 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-040cc4a0-35ae-4e19-8884-ffbafd9dedb9 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:45.435981 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6a52873-94d8-4cbd-b993-7fc1eb19227a tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:41:45.446676 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94e5720-fb35-4bf1-8c22-1516cfdf5e40 None None] Sync routers for ids ['0850a01d-fae0-4e7d-b1cd-97a63ab46429'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:41:45.450523 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-b6a52873-94d8-4cbd-b993-7fc1eb19227a tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "PUT /v2.0/routers/0850a01d-fae0-4e7d-b1cd-97a63ab46429/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0570674 Oct 12 19:41:45.460022 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94e5720-fb35-4bf1-8c22-1516cfdf5e40 None None] Routers {'0850a01d-fae0-4e7d-b1cd-97a63ab46429'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:41:45.461380 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-f94e5720-fb35-4bf1-8c22-1516cfdf5e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:41:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['0850a01d-fae0-4e7d-b1cd-97a63ab46429'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:41:45.508730 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-040cc4a0-35ae-4e19-8884-ffbafd9dedb9 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:45.509248 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-040cc4a0-35ae-4e19-8884-ffbafd9dedb9 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:45.526415 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-040cc4a0-35ae-4e19-8884-ffbafd9dedb9 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Calling delete_port for 47a6b919-e429-4c66-b721-95ded84c5fda owned by network:floatingip {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:41:45.601374 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-f94e5720-fb35-4bf1-8c22-1516cfdf5e40 None None] Set router 0850a01d-fae0-4e7d-b1cd-97a63ab46429 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:41:45.687722 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-98ec5975-16dc-4bab-9600-7c6fe92f0705 None None] Provisioning complete for port 81d63e62-c495-4852-bea8-8664d9d01397 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:41:45.688004 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-98ec5975-16dc-4bab-9600-7c6fe92f0705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:45.758395 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 1ed1a54f-6020-4e45-aadf-726bdebd81d2 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:41:45.759968 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-040cc4a0-35ae-4e19-8884-ffbafd9dedb9 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:45.810466 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040cc4a0-35ae-4e19-8884-ffbafd9dedb9 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Pushing event deleted for resources: {'Port': ['ID=47a6b919-e429-4c66-b721-95ded84c5fda,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:41:45.907258 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-040cc4a0-35ae-4e19-8884-ffbafd9dedb9 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Notify callbacks [] for floatingip, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:45.913152 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-040cc4a0-35ae-4e19-8884-ffbafd9dedb9 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:45.926322 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-040cc4a0-35ae-4e19-8884-ffbafd9dedb9 tempest-AttachVolumeTestJSON-915274789 tempest-AttachVolumeTestJSON-915274789-project] 10.222.0.49 "DELETE /v2.0/floatingips/964f2e4b-7483-47ee-a692-bcac07d67b32 HTTP/1.1" status: 204 len: 168 time: 0.7294197 Oct 12 19:41:45.958449 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 1ed1a54f-6020-4e45-aadf-726bdebd81d2 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:41:45.958830 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:46.024059 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-448efcfc-2691-471a-978e-cdf132f1039a req-70f49704-bf7b-4f5f-9b08-0924e5912710 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1422575500&fields=id&tenant_id=80c6b006e6d9432a90abc6a3ef8ab3a8 HTTP/1.1" status: 200 len: 267 time: 0.0640159 Oct 12 19:41:46.025542 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-98ec5975-16dc-4bab-9600-7c6fe92f0705 None None] Provisioning complete for port 33cc8409-05cb-424a-9086-a28585fe187f triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:41:46.025923 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-98ec5975-16dc-4bab-9600-7c6fe92f0705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:46.080664 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 47658) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:41:46.087457 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-f94e5720-fb35-4bf1-8c22-1516cfdf5e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0850a01d-fae0-4e7d-b1cd-97a63ab46429', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1220033735', 'tenant_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '1ed1a54f-6020-4e45-aadf-726bdebd81d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:41:38Z', 'updated_at': '2021-10-12T19:41:43Z', 'revision_number': 4, 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'gw_port': {'id': '1ed1a54f-6020-4e45-aadf-726bdebd81d2', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ec:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0850a01d-fae0-4e7d-b1cd-97a63ab46429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:41:38Z', 'updated_at': '2021-10-12T19:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '33cc8409-05cb-424a-9086-a28585fe187f', 'name': '', 'network_id': '186c7649-415c-4f95-977b-66a634742a6f', 'tenant_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'mac_address': 'fa:16:3e:89:36:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0850a01d-fae0-4e7d-b1cd-97a63ab46429', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': '1a431933-d1ba-4db3-acd8-2725dfaa9eb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:41:42Z', 'updated_at': '2021-10-12T19:41:43Z', 'revision_number': 2, 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'subnets': [{'id': '1a431933-d1ba-4db3-acd8-2725dfaa9eb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:41:46.105870 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a80a2d7a-5bcc-4db2-93dd-6cf7a757343e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:46.121261 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94e5720-fb35-4bf1-8c22-1516cfdf5e40 None None] Checking router: 0850a01d-fae0-4e7d-b1cd-97a63ab46429 for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:41:46.121660 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94e5720-fb35-4bf1-8c22-1516cfdf5e40 None None] Updating router 0850a01d-fae0-4e7d-b1cd-97a63ab46429 port 33cc8409-05cb-424a-9086-a28585fe187f binding host n-d-813679-3 {{(pid=95503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 19:41:46.141860 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-98ec5975-16dc-4bab-9600-7c6fe92f0705 None None] Port 33cc8409-05cb-424a-9086-a28585fe187f cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:41:46.184852 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f94e5720-fb35-4bf1-8c22-1516cfdf5e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:46.226099 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 81d63e62-c495-4852-bea8-8664d9d01397 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:41:46.255970 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a80a2d7a-5bcc-4db2-93dd-6cf7a757343e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:46.278561 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448efcfc-2691-471a-978e-cdf132f1039a req-5d103aa9-7e0e-4a79-a896-1899f074b9b2 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:41:46.288872 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-448efcfc-2691-471a-978e-cdf132f1039a req-5d103aa9-7e0e-4a79-a896-1899f074b9b2 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/networks?id=186c7649-415c-4f95-977b-66a634742a6f HTTP/1.1" status: 200 len: 796 time: 0.2569804 Oct 12 19:41:46.305773 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-965d5701-0f4f-43a5-a72c-b0b47c8512dc None None] Provisioning complete for port 33cc8409-05cb-424a-9086-a28585fe187f triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:41:46.306145 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-965d5701-0f4f-43a5-a72c-b0b47c8512dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:46.309193 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-448efcfc-2691-471a-978e-cdf132f1039a req-aeea4ab9-829e-4497-8db1-2180a6566621 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/quotas/80c6b006e6d9432a90abc6a3ef8ab3a8 HTTP/1.1" status: 200 len: 375 time: 0.0189073 Oct 12 19:41:46.364383 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a80a2d7a-5bcc-4db2-93dd-6cf7a757343e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:46.412811 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 81d63e62-c495-4852-bea8-8664d9d01397 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:41:46.413196 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:46.420908 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-448efcfc-2691-471a-978e-cdf132f1039a req-dae41cd2-2172-4aab-ae05-8c71c628b9b6 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=80c6b006e6d9432a90abc6a3ef8ab3a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1062896 Oct 12 19:41:46.421383 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-965d5701-0f4f-43a5-a72c-b0b47c8512dc None None] Port 33cc8409-05cb-424a-9086-a28585fe187f cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:41:46.486653 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80a2d7a-5bcc-4db2-93dd-6cf7a757343e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eea9b8e6-17f6-4177-94c5-ac09e2106587,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:41:46.535648 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-a80a2d7a-5bcc-4db2-93dd-6cf7a757343e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a19cae44a473487989d7f6ce1da2fc81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4527516 Oct 12 19:41:46.539022 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 47676) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:41:46.636978 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-448efcfc-2691-471a-978e-cdf132f1039a req-6c78b4d4-9499-4ba2-a0e7-1967550feb8c service neutron] 10.222.0.49 "GET /v2.0/networks/186c7649-415c-4f95-977b-66a634742a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096171 Oct 12 19:41:46.638249 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0903de37-e292-4f03-a3d5-367193d88ebb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:46.650857 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f94e5720-fb35-4bf1-8c22-1516cfdf5e40 None None] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:46.727833 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0903de37-e292-4f03-a3d5-367193d88ebb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:46.761894 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f94e5720-fb35-4bf1-8c22-1516cfdf5e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:46.812799 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa44be90-9ee8-4abc-b859-f9bcb9625cb5 None None] Pushing event updated for resources: {'Port': ['ID=33cc8409-05cb-424a-9086-a28585fe187f,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:41:46.820672 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-448efcfc-2691-471a-978e-cdf132f1039a req-45e8ba4f-e2fe-43e3-9b0b-322278b17537 service neutron] 10.222.0.49 "GET /v2.0/networks/186c7649-415c-4f95-977b-66a634742a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560595 Oct 12 19:41:46.928138 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0903de37-e292-4f03-a3d5-367193d88ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:46.931650 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0903de37-e292-4f03-a3d5-367193d88ebb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:46.935721 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-0903de37-e292-4f03-a3d5-367193d88ebb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/eea9b8e6-17f6-4177-94c5-ac09e2106587 HTTP/1.1" status: 204 len: 168 time: 0.3929205 Oct 12 19:41:46.950786 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0903de37-e292-4f03-a3d5-367193d88ebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eea9b8e6-17f6-4177-94c5-ac09e2106587,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:41:47.114366 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa44be90-9ee8-4abc-b859-f9bcb9625cb5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:41:47.114825 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa44be90-9ee8-4abc-b859-f9bcb9625cb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:41:47.115432 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa44be90-9ee8-4abc-b859-f9bcb9625cb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:41:47.115858 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa44be90-9ee8-4abc-b859-f9bcb9625cb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:41:47.116316 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa44be90-9ee8-4abc-b859-f9bcb9625cb5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:41:47.116750 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa44be90-9ee8-4abc-b859-f9bcb9625cb5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:41:47.117180 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa44be90-9ee8-4abc-b859-f9bcb9625cb5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:41:47.117621 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa44be90-9ee8-4abc-b859-f9bcb9625cb5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:41:47.118133 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa44be90-9ee8-4abc-b859-f9bcb9625cb5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:41:47.118554 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa44be90-9ee8-4abc-b859-f9bcb9625cb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:41:47.119060 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa44be90-9ee8-4abc-b859-f9bcb9625cb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:41:47.119689 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa44be90-9ee8-4abc-b859-f9bcb9625cb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:41:47.164245 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 19:41:47.172365 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-f94e5720-fb35-4bf1-8c22-1516cfdf5e40 None None] Attempting to bind port 33cc8409-05cb-424a-9086-a28585fe187f on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:41:47.172856 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-f94e5720-fb35-4bf1-8c22-1516cfdf5e40 None None] Attempting to bind port 33cc8409-05cb-424a-9086-a28585fe187f by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '206763ab-8286-49a0-bb98-f292f103cc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '186c7649-415c-4f95-977b-66a634742a6f'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:41:47.173401 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94e5720-fb35-4bf1-8c22-1516cfdf5e40 None None] Attempting to bind port 33cc8409-05cb-424a-9086-a28585fe187f on network 186c7649-415c-4f95-977b-66a634742a6f {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:41:47.181882 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94e5720-fb35-4bf1-8c22-1516cfdf5e40 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:41:47.182395 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94e5720-fb35-4bf1-8c22-1516cfdf5e40 None None] Checking segment: {'id': '206763ab-8286-49a0-bb98-f292f103cc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '186c7649-415c-4f95-977b-66a634742a6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:41:47.182905 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f94e5720-fb35-4bf1-8c22-1516cfdf5e40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:47.183519 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94e5720-fb35-4bf1-8c22-1516cfdf5e40 None None] Bound using segment: {'id': '206763ab-8286-49a0-bb98-f292f103cc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '186c7649-415c-4f95-977b-66a634742a6f'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:41:47.184272 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-f94e5720-fb35-4bf1-8c22-1516cfdf5e40 None None] Bound port: 33cc8409-05cb-424a-9086-a28585fe187f, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '206763ab-8286-49a0-bb98-f292f103cc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '186c7649-415c-4f95-977b-66a634742a6f'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:41:47.195073 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f94e5720-fb35-4bf1-8c22-1516cfdf5e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:47.205667 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 47688) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:41:47.221930 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c06380be-4d77-4260-867e-0cccaae95a74 req-d27059f7-8a9e-4c6a-97f2-35fc60836af1 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4aa9288-676b-4fdd-aaaf-f5868a927fa7 HTTP/1.1" status: 200 len: 210 time: 0.0362570 Oct 12 19:41:47.224869 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-306be974-3da0-423e-b4ec-d37cf52e84c9 None None] Provisioning complete for port 33cc8409-05cb-424a-9086-a28585fe187f triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:41:47.225321 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-306be974-3da0-423e-b4ec-d37cf52e84c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:47.316311 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-306be974-3da0-423e-b4ec-d37cf52e84c9 None None] Port 33cc8409-05cb-424a-9086-a28585fe187f cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:41:47.352873 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-f94e5720-fb35-4bf1-8c22-1516cfdf5e40 None None] For port 33cc8409-05cb-424a-9086-a28585fe187f, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:41:47.360436 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-f94e5720-fb35-4bf1-8c22-1516cfdf5e40 None None] For port 33cc8409-05cb-424a-9086-a28585fe187f, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=33cc8409-05cb-424a-9086-a28585fe187f,segment=NetworkSegment(206763ab-8286-49a0-bb98-f292f103cc93),segment_id=206763ab-8286-49a0-bb98-f292f103cc93)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:41:47.426094 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f94e5720-fb35-4bf1-8c22-1516cfdf5e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:47.527584 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94e5720-fb35-4bf1-8c22-1516cfdf5e40 None None] Routers {'0850a01d-fae0-4e7d-b1cd-97a63ab46429'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:41:47.529432 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-f94e5720-fb35-4bf1-8c22-1516cfdf5e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:41:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['0850a01d-fae0-4e7d-b1cd-97a63ab46429'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:41:47.560822 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-67e7bc8d-279b-41e2-9746-8bff976a9a0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:47.678928 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa44be90-9ee8-4abc-b859-f9bcb9625cb5 None None] Pushing event updated for resources: {'Port': ['ID=33cc8409-05cb-424a-9086-a28585fe187f,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:41:47.783154 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-67e7bc8d-279b-41e2-9746-8bff976a9a0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:47.792489 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-f94e5720-fb35-4bf1-8c22-1516cfdf5e40 None None] Set router 0850a01d-fae0-4e7d-b1cd-97a63ab46429 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:41:47.912304 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-67e7bc8d-279b-41e2-9746-8bff976a9a0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:47.951797 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-30970959-f9c3-4c0f-8ca3-6ef822d0c9cd None None] Provisioning complete for port 33cc8409-05cb-424a-9086-a28585fe187f triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:41:47.952280 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-30970959-f9c3-4c0f-8ca3-6ef822d0c9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:47.981572 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 47708) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:41:47.982454 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-67e7bc8d-279b-41e2-9746-8bff976a9a0e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1ad6dd8f825f437793a8a845a1b111aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7748749 Oct 12 19:41:47.983895 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e7bc8d-279b-41e2-9746-8bff976a9a0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eded6cde-7b31-4d3c-93a5-d155b3f3eaf5,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:41:48.053632 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-be82e983-5e93-42c9-854f-bf3e4fcbd783 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:48.083852 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-be82e983-5e93-42c9-854f-bf3e4fcbd783 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:48.112610 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-f94e5720-fb35-4bf1-8c22-1516cfdf5e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0850a01d-fae0-4e7d-b1cd-97a63ab46429', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1220033735', 'tenant_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '1ed1a54f-6020-4e45-aadf-726bdebd81d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:41:38Z', 'updated_at': '2021-10-12T19:41:43Z', 'revision_number': 4, 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'gw_port': {'id': '1ed1a54f-6020-4e45-aadf-726bdebd81d2', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ec:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0850a01d-fae0-4e7d-b1cd-97a63ab46429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:41:38Z', 'updated_at': '2021-10-12T19:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '33cc8409-05cb-424a-9086-a28585fe187f', 'name': '', 'network_id': '186c7649-415c-4f95-977b-66a634742a6f', 'tenant_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'mac_address': 'fa:16:3e:89:36:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0850a01d-fae0-4e7d-b1cd-97a63ab46429', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': '1a431933-d1ba-4db3-acd8-2725dfaa9eb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:41:42Z', 'updated_at': '2021-10-12T19:41:47Z', 'revision_number': 4, 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'subnets': [{'id': '1a431933-d1ba-4db3-acd8-2725dfaa9eb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:41:48.154639 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94e5720-fb35-4bf1-8c22-1516cfdf5e40 None None] The sync data for ids ['0850a01d-fae0-4e7d-b1cd-97a63ab46429'] in n-d-813679-3 is: [{'id': '0850a01d-fae0-4e7d-b1cd-97a63ab46429', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1220033735', 'tenant_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '1ed1a54f-6020-4e45-aadf-726bdebd81d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:41:38Z', 'updated_at': '2021-10-12T19:41:43Z', 'revision_number': 4, 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'gw_port': {'id': '1ed1a54f-6020-4e45-aadf-726bdebd81d2', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ec:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0850a01d-fae0-4e7d-b1cd-97a63ab46429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:41:38Z', 'updated_at': '2021-10-12T19:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '33cc8409-05cb-424a-9086-a28585fe187f', 'name': '', 'network_id': '186c7649-415c-4f95-977b-66a634742a6f', 'tenant_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'mac_address': 'fa:16:3e:89:36:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0850a01d-fae0-4e7d-b1cd-97a63ab46429', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': '1a431933-d1ba-4db3-acd8-2725dfaa9eb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:41:42Z', 'updated_at': '2021-10-12T19:41:47Z', 'revision_number': 4, 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'subnets': [{'id': '1a431933-d1ba-4db3-acd8-2725dfaa9eb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:41:48.156342 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-30970959-f9c3-4c0f-8ca3-6ef822d0c9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:48.198950 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-30970959-f9c3-4c0f-8ca3-6ef822d0c9cd None None] For port 33cc8409-05cb-424a-9086-a28585fe187f, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=33cc8409-05cb-424a-9086-a28585fe187f,segment=NetworkSegment(206763ab-8286-49a0-bb98-f292f103cc93),segment_id=206763ab-8286-49a0-bb98-f292f103cc93)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:41:48.259173 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-be82e983-5e93-42c9-854f-bf3e4fcbd783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:48.263133 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-be82e983-5e93-42c9-854f-bf3e4fcbd783 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:48.264697 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-be82e983-5e93-42c9-854f-bf3e4fcbd783 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/eded6cde-7b31-4d3c-93a5-d155b3f3eaf5 HTTP/1.1" status: 204 len: 168 time: 0.2817683 Oct 12 19:41:48.287316 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be82e983-5e93-42c9-854f-bf3e4fcbd783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eded6cde-7b31-4d3c-93a5-d155b3f3eaf5,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:41:48.323902 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-30970959-f9c3-4c0f-8ca3-6ef822d0c9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:48.386932 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30970959-f9c3-4c0f-8ca3-6ef822d0c9cd None None] Pushing event updated for resources: {'Port': ['ID=33cc8409-05cb-424a-9086-a28585fe187f,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:41:48.426808 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-25dc88f4-caea-4376-a09c-ab6e648457cb req-72b22950-ed1a-4dfc-9cfd-f5f009a3fe8a tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4aa9288-676b-4fdd-aaaf-f5868a927fa7 HTTP/1.1" status: 200 len: 210 time: 0.0729194 Oct 12 19:41:49.550792 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-86c3c89a-fba9-480b-b710-dadab870eaf3 req-2b7d57cf-227d-40f6-b142-205ea2e149dc tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4aa9288-676b-4fdd-aaaf-f5868a927fa7 HTTP/1.1" status: 200 len: 210 time: 0.0286629 Oct 12 19:41:49.767569 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 33cc8409-05cb-424a-9086-a28585fe187f up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:41:49.850332 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 33cc8409-05cb-424a-9086-a28585fe187f triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:41:49.851082 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:49.972855 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448efcfc-2691-471a-978e-cdf132f1039a req-5bb9f5ae-dba7-4e76-ac6d-e5c10aed6b8a tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:41:49.974303 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-448efcfc-2691-471a-978e-cdf132f1039a req-5bb9f5ae-dba7-4e76-ac6d-e5c10aed6b8a tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.61 "GET /v2.0/networks?id=186c7649-415c-4f95-977b-66a634742a6f HTTP/1.1" status: 200 len: 796 time: 0.1279042 Oct 12 19:41:50.044074 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-448efcfc-2691-471a-978e-cdf132f1039a req-94e3060b-ba6d-4f38-99dc-8fb4870776ce tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=80c6b006e6d9432a90abc6a3ef8ab3a8 HTTP/1.1" status: 200 len: 380 time: 0.0377209 Oct 12 19:41:50.044074 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-448efcfc-2691-471a-978e-cdf132f1039a req-121ec6e0-8679-4021-8e46-45f27c8c094c tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Request body: {'port': {'device_id': 'e4aa9288-676b-4fdd-aaaf-f5868a927fa7', 'network_id': '186c7649-415c-4f95-977b-66a634742a6f', 'admin_state_up': True, 'tenant_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'security_groups': ['35a465da-b905-41fb-a64e-39cd68d8a505']}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:41:50.328903 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-448efcfc-2691-471a-978e-cdf132f1039a req-121ec6e0-8679-4021-8e46-45f27c8c094c tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Made reservation on behalf of 80c6b006e6d9432a90abc6a3ef8ab3a8 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:41:50.332726 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-448efcfc-2691-471a-978e-cdf132f1039a req-121ec6e0-8679-4021-8e46-45f27c8c094c tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:50.480463 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [req-448efcfc-2691-471a-978e-cdf132f1039a req-121ec6e0-8679-4021-8e46-45f27c8c094c tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Allocated IP 172.20.0.8 (186c7649-415c-4f95-977b-66a634742a6f/1a431933-d1ba-4db3-acd8-2725dfaa9eb8/eb1ba0bd-cc38-4e50-8f07-8de75a004846) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:41:50.649123 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-448efcfc-2691-471a-978e-cdf132f1039a req-121ec6e0-8679-4021-8e46-45f27c8c094c tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:50.664066 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0a0a357b-708d-4df0-bbb6-b8d236df14ad req-75491cdc-7f89-4b07-9c49-333c1c4ccf2c tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4aa9288-676b-4fdd-aaaf-f5868a927fa7 HTTP/1.1" status: 200 len: 210 time: 0.0319650 Oct 12 19:41:50.792381 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-448efcfc-2691-471a-978e-cdf132f1039a req-121ec6e0-8679-4021-8e46-45f27c8c094c tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:50.854574 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-448efcfc-2691-471a-978e-cdf132f1039a req-121ec6e0-8679-4021-8e46-45f27c8c094c tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Network 186c7649-415c-4f95-977b-66a634742a6f is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:41:50.854574 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [req-448efcfc-2691-471a-978e-cdf132f1039a req-121ec6e0-8679-4021-8e46-45f27c8c094c tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:41:50.858511 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-448efcfc-2691-471a-978e-cdf132f1039a req-121ec6e0-8679-4021-8e46-45f27c8c094c tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:41:50.895896 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121ec6e0-8679-4021-8e46-45f27c8c094c tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Pushing event updated for resources: {'Port': ['ID=eb1ba0bd-cc38-4e50-8f07-8de75a004846,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:41:50.927889 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448efcfc-2691-471a-978e-cdf132f1039a req-121ec6e0-8679-4021-8e46-45f27c8c094c tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:41:50.930686 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-448efcfc-2691-471a-978e-cdf132f1039a req-121ec6e0-8679-4021-8e46-45f27c8c094c tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:51.029191 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-448efcfc-2691-471a-978e-cdf132f1039a req-121ec6e0-8679-4021-8e46-45f27c8c094c tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0017149 Oct 12 19:41:51.043487 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-448efcfc-2691-471a-978e-cdf132f1039a req-d8cf3b11-0352-489a-ac4d-e1dc931650f5 service neutron] Request body: {'port': {'device_id': 'e4aa9288-676b-4fdd-aaaf-f5868a927fa7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:41:51.148211 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-448efcfc-2691-471a-978e-cdf132f1039a req-d8cf3b11-0352-489a-ac4d-e1dc931650f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:51.174655 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-0354aa15-2178-4657-8fe5-a22e6234f03d None None] Provisioning complete for port eb1ba0bd-cc38-4e50-8f07-8de75a004846 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:41:51.175589 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0354aa15-2178-4657-8fe5-a22e6234f03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:51.238513 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-0354aa15-2178-4657-8fe5-a22e6234f03d None None] Port eb1ba0bd-cc38-4e50-8f07-8de75a004846 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:41:51.461384 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [req-448efcfc-2691-471a-978e-cdf132f1039a req-d8cf3b11-0352-489a-ac4d-e1dc931650f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb1ba0bd-cc38-4e50-8f07-8de75a004846 {{(pid=95502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:41:51.470488 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-448efcfc-2691-471a-978e-cdf132f1039a req-d8cf3b11-0352-489a-ac4d-e1dc931650f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:51.485496 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-448efcfc-2691-471a-978e-cdf132f1039a req-d8cf3b11-0352-489a-ac4d-e1dc931650f5 service neutron] Transition to ACTIVE for port object eb1ba0bd-cc38-4e50-8f07-8de75a004846 will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:41:51.574931 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-448efcfc-2691-471a-978e-cdf132f1039a req-d8cf3b11-0352-489a-ac4d-e1dc931650f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:51.645577 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cf3b11-0352-489a-ac4d-e1dc931650f5 service neutron] Pushing event updated for resources: {'Port': ['ID=eb1ba0bd-cc38-4e50-8f07-8de75a004846,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:41:51.753203 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-448efcfc-2691-471a-978e-cdf132f1039a req-d8cf3b11-0352-489a-ac4d-e1dc931650f5 service neutron] Attempting to bind port eb1ba0bd-cc38-4e50-8f07-8de75a004846 on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:41:51.754219 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-448efcfc-2691-471a-978e-cdf132f1039a req-d8cf3b11-0352-489a-ac4d-e1dc931650f5 service neutron] Attempting to bind port eb1ba0bd-cc38-4e50-8f07-8de75a004846 by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': '206763ab-8286-49a0-bb98-f292f103cc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '186c7649-415c-4f95-977b-66a634742a6f'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:41:51.754710 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448efcfc-2691-471a-978e-cdf132f1039a req-d8cf3b11-0352-489a-ac4d-e1dc931650f5 service neutron] Attempting to bind port eb1ba0bd-cc38-4e50-8f07-8de75a004846 on network 186c7649-415c-4f95-977b-66a634742a6f {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:41:51.760867 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448efcfc-2691-471a-978e-cdf132f1039a req-d8cf3b11-0352-489a-ac4d-e1dc931650f5 service neutron] Port eb1ba0bd-cc38-4e50-8f07-8de75a004846 on network 186c7649-415c-4f95-977b-66a634742a6f not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:41:51.761447 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448efcfc-2691-471a-978e-cdf132f1039a req-d8cf3b11-0352-489a-ac4d-e1dc931650f5 service neutron] Attempting to bind port eb1ba0bd-cc38-4e50-8f07-8de75a004846 on network 186c7649-415c-4f95-977b-66a634742a6f {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:41:51.769111 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448efcfc-2691-471a-978e-cdf132f1039a req-d8cf3b11-0352-489a-ac4d-e1dc931650f5 service neutron] Checking agent: {'id': 'f5e9725f-f5a6-43c2-a1be-95e21e9a1fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:41:51.769628 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448efcfc-2691-471a-978e-cdf132f1039a req-d8cf3b11-0352-489a-ac4d-e1dc931650f5 service neutron] Checking segment: {'id': '206763ab-8286-49a0-bb98-f292f103cc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '186c7649-415c-4f95-977b-66a634742a6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:41:51.770180 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448efcfc-2691-471a-978e-cdf132f1039a req-d8cf3b11-0352-489a-ac4d-e1dc931650f5 service neutron] Bound using segment: {'id': '206763ab-8286-49a0-bb98-f292f103cc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '186c7649-415c-4f95-977b-66a634742a6f'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:41:51.773390 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-448efcfc-2691-471a-978e-cdf132f1039a req-d8cf3b11-0352-489a-ac4d-e1dc931650f5 service neutron] Bound port: eb1ba0bd-cc38-4e50-8f07-8de75a004846, host: n-h1-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '206763ab-8286-49a0-bb98-f292f103cc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '186c7649-415c-4f95-977b-66a634742a6f'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:41:51.773976 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-448efcfc-2691-471a-978e-cdf132f1039a req-d8cf3b11-0352-489a-ac4d-e1dc931650f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:51.907887 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-448efcfc-2691-471a-978e-cdf132f1039a req-d8cf3b11-0352-489a-ac4d-e1dc931650f5 service neutron] For port eb1ba0bd-cc38-4e50-8f07-8de75a004846, host n-h1-813679-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:41:51.911787 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-448efcfc-2691-471a-978e-cdf132f1039a req-d8cf3b11-0352-489a-ac4d-e1dc931650f5 service neutron] For port eb1ba0bd-cc38-4e50-8f07-8de75a004846, host n-h1-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=eb1ba0bd-cc38-4e50-8f07-8de75a004846,segment=NetworkSegment(206763ab-8286-49a0-bb98-f292f103cc93),segment_id=206763ab-8286-49a0-bb98-f292f103cc93)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:41:51.999965 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-448efcfc-2691-471a-978e-cdf132f1039a req-d8cf3b11-0352-489a-ac4d-e1dc931650f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:52.040993 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289b1ec2-b7ad-4116-9e08-09048cfa5581 req-317a3cdc-b6c9-4ef2-acd6-ab046196e777 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:41:52.042649 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-289b1ec2-b7ad-4116-9e08-09048cfa5581 req-317a3cdc-b6c9-4ef2-acd6-ab046196e777 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4aa9288-676b-4fdd-aaaf-f5868a927fa7 HTTP/1.1" status: 200 len: 943 time: 0.1292763 Oct 12 19:41:52.073394 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448efcfc-2691-471a-978e-cdf132f1039a req-d8cf3b11-0352-489a-ac4d-e1dc931650f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:41:52.081939 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-448efcfc-2691-471a-978e-cdf132f1039a req-d8cf3b11-0352-489a-ac4d-e1dc931650f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:52.081939 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-448efcfc-2691-471a-978e-cdf132f1039a req-d8cf3b11-0352-489a-ac4d-e1dc931650f5 service neutron] 10.222.0.61 "PUT /v2.0/ports/eb1ba0bd-cc38-4e50-8f07-8de75a004846 HTTP/1.1" status: 200 len: 1091 time: 1.0382946 Oct 12 19:41:52.081939 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4aa9288-676b-4fdd-aaaf-f5868a927fa7', 'tag': 'eb1ba0bd-cc38-4e50-8f07-8de75a004846'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:41:52.081939 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a027a877-7149-4f83-9564-1f85543d3f57" -d '{"events": [{"name": "network-changed", "server_uuid": "e4aa9288-676b-4fdd-aaaf-f5868a927fa7", "tag": "eb1ba0bd-cc38-4e50-8f07-8de75a004846"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:41:52.155045 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cf3b11-0352-489a-ac4d-e1dc931650f5 service neutron] Pushing event updated for resources: {'Port': ['ID=eb1ba0bd-cc38-4e50-8f07-8de75a004846,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:41:52.178566 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ad53faa-18f7-4582-ad48-e55ab2101de7 x-openstack-request-id: req-9ad53faa-18f7-4582-ad48-e55ab2101de7 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:41:52.178927 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4aa9288-676b-4fdd-aaaf-f5868a927fa7", "tag": "eb1ba0bd-cc38-4e50-8f07-8de75a004846", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:41:52.179284 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9ad53faa-18f7-4582-ad48-e55ab2101de7 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:41:52.180411 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4aa9288-676b-4fdd-aaaf-f5868a927fa7', 'tag': 'eb1ba0bd-cc38-4e50-8f07-8de75a004846', 'status': 'completed', 'code': 200} Oct 12 19:41:52.217268 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-289b1ec2-b7ad-4116-9e08-09048cfa5581 req-14c363aa-d5b6-4e5a-9a9c-9a126a42a633 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=35a465da-b905-41fb-a64e-39cd68d8a505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1590736 Oct 12 19:41:52.309756 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448efcfc-2691-471a-978e-cdf132f1039a req-7f34d675-c577-49cc-aa96-0d6d2a43d9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:41:52.313742 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-448efcfc-2691-471a-978e-cdf132f1039a req-7f34d675-c577-49cc-aa96-0d6d2a43d9ae service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=80c6b006e6d9432a90abc6a3ef8ab3a8&device_id=e4aa9288-676b-4fdd-aaaf-f5868a927fa7 HTTP/1.1" status: 200 len: 1094 time: 0.1230831 Oct 12 19:41:52.435819 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-448efcfc-2691-471a-978e-cdf132f1039a req-7ab12e57-bac9-47a2-8fa5-a9294e00b9fa service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eb1ba0bd-cc38-4e50-8f07-8de75a004846 HTTP/1.1" status: 200 len: 217 time: 0.1120625 Oct 12 19:41:52.493883 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448efcfc-2691-471a-978e-cdf132f1039a req-552e255d-7520-4431-9974-d8ee4f86f6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:41:52.495851 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-448efcfc-2691-471a-978e-cdf132f1039a req-552e255d-7520-4431-9974-d8ee4f86f6d5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1a431933-d1ba-4db3-acd8-2725dfaa9eb8 HTTP/1.1" status: 200 len: 834 time: 0.0522108 Oct 12 19:41:52.570489 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448efcfc-2691-471a-978e-cdf132f1039a req-b12d1573-c5bf-41e9-9ecc-059575e566b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:41:52.572630 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-448efcfc-2691-471a-978e-cdf132f1039a req-b12d1573-c5bf-41e9-9ecc-059575e566b6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=186c7649-415c-4f95-977b-66a634742a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696259 Oct 12 19:41:52.670470 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-448efcfc-2691-471a-978e-cdf132f1039a req-8a33291d-53d6-4c67-b99a-6e6c9396ddbc service neutron] 10.222.0.61 "GET /v2.0/networks/186c7649-415c-4f95-977b-66a634742a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904341 Oct 12 19:41:52.771367 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-448efcfc-2691-471a-978e-cdf132f1039a req-d3afe210-7535-4324-ac0b-6ffd41d630f2 service neutron] 10.222.0.61 "GET /v2.0/networks/186c7649-415c-4f95-977b-66a634742a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931647 Oct 12 19:41:52.960321 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a027a877-7149-4f83-9564-1f85543d3f57 req-495c8a3b-5dc0-4c33-ba51-7296514a7a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:41:52.961831 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a027a877-7149-4f83-9564-1f85543d3f57 req-495c8a3b-5dc0-4c33-ba51-7296514a7a30 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=80c6b006e6d9432a90abc6a3ef8ab3a8&device_id=e4aa9288-676b-4fdd-aaaf-f5868a927fa7 HTTP/1.1" status: 200 len: 1094 time: 0.0886374 Oct 12 19:41:53.036709 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 47824) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:41:53.060696 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a027a877-7149-4f83-9564-1f85543d3f57 req-8b0fcc68-7e3b-47a1-bd19-97ef4dab9b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:41:53.062280 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a027a877-7149-4f83-9564-1f85543d3f57 req-8b0fcc68-7e3b-47a1-bd19-97ef4dab9b2e service neutron] 10.222.0.61 "GET /v2.0/networks?id=186c7649-415c-4f95-977b-66a634742a6f HTTP/1.1" status: 200 len: 897 time: 0.0935357 Oct 12 19:41:53.108629 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a027a877-7149-4f83-9564-1f85543d3f57 req-060a9340-ed59-4895-a8d9-2cd9d16d08bf service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eb1ba0bd-cc38-4e50-8f07-8de75a004846 HTTP/1.1" status: 200 len: 217 time: 0.0383217 Oct 12 19:41:53.169568 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9ce6dfe7-46ac-4fe8-a217-0e867fe4fab8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:53.170602 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a027a877-7149-4f83-9564-1f85543d3f57 req-ecda8151-3ef7-465a-ba15-28ce961e949d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:41:53.172992 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a027a877-7149-4f83-9564-1f85543d3f57 req-ecda8151-3ef7-465a-ba15-28ce961e949d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1a431933-d1ba-4db3-acd8-2725dfaa9eb8 HTTP/1.1" status: 200 len: 834 time: 0.0561938 Oct 12 19:41:53.228022 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a027a877-7149-4f83-9564-1f85543d3f57 req-116a34cb-10d1-4359-b2e9-6becc9042dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:41:53.230134 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a027a877-7149-4f83-9564-1f85543d3f57 req-116a34cb-10d1-4359-b2e9-6becc9042dd6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=186c7649-415c-4f95-977b-66a634742a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0495214 Oct 12 19:41:53.285606 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9ce6dfe7-46ac-4fe8-a217-0e867fe4fab8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:53.336233 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a027a877-7149-4f83-9564-1f85543d3f57 req-3ab727b1-1dac-4f7a-8891-14f6207d1231 service neutron] 10.222.0.61 "GET /v2.0/networks/186c7649-415c-4f95-977b-66a634742a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969827 Oct 12 19:41:53.363496 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32188563-37d2-4c93-b82b-1c067e83b0e8 req-8ca1e8b1-183b-4417-a173-0d21bd270d39 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:41:53.365105 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-32188563-37d2-4c93-b82b-1c067e83b0e8 req-8ca1e8b1-183b-4417-a173-0d21bd270d39 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4aa9288-676b-4fdd-aaaf-f5868a927fa7 HTTP/1.1" status: 200 len: 943 time: 0.0498657 Oct 12 19:41:53.366357 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9ce6dfe7-46ac-4fe8-a217-0e867fe4fab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:53.433367 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce6dfe7-46ac-4fe8-a217-0e867fe4fab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f51d510-b713-4781-8b2b-469d9bd125aa,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:41:53.438919 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-9ce6dfe7-46ac-4fe8-a217-0e867fe4fab8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=39112eab83d24f20a9c5ad91460badac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4011238 Oct 12 19:41:53.441889 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 47836) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:41:53.453464 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a027a877-7149-4f83-9564-1f85543d3f57 req-cf285446-ab8b-4e7c-92a2-247461acb25b service neutron] 10.222.0.61 "GET /v2.0/networks/186c7649-415c-4f95-977b-66a634742a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095948 Oct 12 19:41:53.479817 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-32188563-37d2-4c93-b82b-1c067e83b0e8 req-de5b3461-c4f8-4582-b78e-585854d1a48b tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=35a465da-b905-41fb-a64e-39cd68d8a505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861759 Oct 12 19:41:53.516289 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-de35fe41-3460-4ef3-958f-4c9436087c33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:53.537826 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-de35fe41-3460-4ef3-958f-4c9436087c33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:53.665937 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-de35fe41-3460-4ef3-958f-4c9436087c33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:53.668762 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-de35fe41-3460-4ef3-958f-4c9436087c33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:53.670074 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-de35fe41-3460-4ef3-958f-4c9436087c33 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0f51d510-b713-4781-8b2b-469d9bd125aa HTTP/1.1" status: 204 len: 168 time: 0.2269564 Oct 12 19:41:53.688733 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de35fe41-3460-4ef3-958f-4c9436087c33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f51d510-b713-4781-8b2b-469d9bd125aa,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:41:54.312415 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 47862) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:41:54.325474 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2fda551d-22ee-493e-a78c-68f3bdca9abe admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:54.397612 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2fda551d-22ee-493e-a78c-68f3bdca9abe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:54.506244 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2fda551d-22ee-493e-a78c-68f3bdca9abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:54.553432 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fda551d-22ee-493e-a78c-68f3bdca9abe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbc97e74-ee53-4340-bac7-546a7f2a9bf5,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:41:54.558040 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-2fda551d-22ee-493e-a78c-68f3bdca9abe admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=396c891904954aa0bf2c02108c44d8a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2445524 Oct 12 19:41:54.561509 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 47870) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:41:54.601367 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561a83c6-2fe3-4cc4-834d-636b42885ece req-c3789af2-cad5-4ece-8890-1f07df234edf tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:41:54.603145 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-561a83c6-2fe3-4cc4-834d-636b42885ece req-c3789af2-cad5-4ece-8890-1f07df234edf tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4aa9288-676b-4fdd-aaaf-f5868a927fa7 HTTP/1.1" status: 200 len: 943 time: 0.0620456 Oct 12 19:41:54.626921 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-805187cf-166f-4a63-b968-98b24232292f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:54.651687 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-805187cf-166f-4a63-b968-98b24232292f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:54.655150 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-561a83c6-2fe3-4cc4-834d-636b42885ece req-6f7f4df2-80c5-46f4-8f3c-adf3f76fb377 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=35a465da-b905-41fb-a64e-39cd68d8a505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451174 Oct 12 19:41:54.763498 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-805187cf-166f-4a63-b968-98b24232292f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:54.766123 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-805187cf-166f-4a63-b968-98b24232292f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:54.767295 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-805187cf-166f-4a63-b968-98b24232292f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cbc97e74-ee53-4340-bac7-546a7f2a9bf5 HTTP/1.1" status: 204 len: 168 time: 0.2035429 Oct 12 19:41:54.775572 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805187cf-166f-4a63-b968-98b24232292f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbc97e74-ee53-4340-bac7-546a7f2a9bf5,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:41:55.625540 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device eb1ba0bd-cc38-4e50-8f07-8de75a004846 details requested by agent hyperv_n-h1-813679-3 with host n-h1-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:41:55.802822 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port eb1ba0bd-cc38-4e50-8f07-8de75a004846, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=eb1ba0bd-cc38-4e50-8f07-8de75a004846,segment=NetworkSegment(206763ab-8286-49a0-bb98-f292f103cc93),segment_id=206763ab-8286-49a0-bb98-f292f103cc93)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:41:55.830980 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Returning: {'device': 'eb1ba0bd-cc38-4e50-8f07-8de75a004846', 'network_id': '186c7649-415c-4f95-977b-66a634742a6f', 'port_id': 'eb1ba0bd-cc38-4e50-8f07-8de75a004846', 'mac_address': 'fa:16:3e:43:4b:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a431933-d1ba-4db3-acd8-2725dfaa9eb8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:41:55.848397 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861e1ca2-a3e6-42bd-b129-9ad3c69ab665 req-2014170d-683f-4e6d-852d-7b9b7856be99 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:41:55.857359 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-861e1ca2-a3e6-42bd-b129-9ad3c69ab665 req-2014170d-683f-4e6d-852d-7b9b7856be99 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4aa9288-676b-4fdd-aaaf-f5868a927fa7 HTTP/1.1" status: 200 len: 943 time: 0.0836079 Oct 12 19:41:55.881432 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:55.899421 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb1ba0bd-cc38-4e50-8f07-8de75a004846 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:41:55.902274 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-861e1ca2-a3e6-42bd-b129-9ad3c69ab665 req-8f552722-e465-423f-b8f3-bbe62d7a8baa tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=35a465da-b905-41fb-a64e-39cd68d8a505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435679 Oct 12 19:41:55.926834 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port eb1ba0bd-cc38-4e50-8f07-8de75a004846, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=eb1ba0bd-cc38-4e50-8f07-8de75a004846,segment=NetworkSegment(206763ab-8286-49a0-bb98-f292f103cc93),segment_id=206763ab-8286-49a0-bb98-f292f103cc93)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:41:56.010163 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:56.067187 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=eb1ba0bd-cc38-4e50-8f07-8de75a004846,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:41:56.219248 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['eb1ba0bd-cc38-4e50-8f07-8de75a004846'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:41:57.031936 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423193ff-1868-41c0-83fe-0162039f1981 req-67b71e6e-8186-4c4b-9012-92ca607a35f6 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:41:57.033480 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-423193ff-1868-41c0-83fe-0162039f1981 req-67b71e6e-8186-4c4b-9012-92ca607a35f6 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4aa9288-676b-4fdd-aaaf-f5868a927fa7 HTTP/1.1" status: 200 len: 944 time: 0.0500467 Oct 12 19:41:57.072600 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-423193ff-1868-41c0-83fe-0162039f1981 req-808ae666-1d5a-42fe-8401-362b763dfd8c tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=35a465da-b905-41fb-a64e-39cd68d8a505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330095 Oct 12 19:41:57.633134 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device eb1ba0bd-cc38-4e50-8f07-8de75a004846 up at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:41:57.744136 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning for port eb1ba0bd-cc38-4e50-8f07-8de75a004846 completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:41:57.749009 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning complete for port eb1ba0bd-cc38-4e50-8f07-8de75a004846 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:41:57.749678 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:57.842634 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:57.866506 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4aa9288-676b-4fdd-aaaf-f5868a927fa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb1ba0bd-cc38-4e50-8f07-8de75a004846'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:41:57.869225 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cd231e8-6562-4377-af18-42dee5e17f68" -d '{"events": [{"server_uuid": "e4aa9288-676b-4fdd-aaaf-f5868a927fa7", "name": "network-vif-plugged", "status": "completed", "tag": "eb1ba0bd-cc38-4e50-8f07-8de75a004846"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:41:57.892670 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port eb1ba0bd-cc38-4e50-8f07-8de75a004846, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=eb1ba0bd-cc38-4e50-8f07-8de75a004846,segment=NetworkSegment(206763ab-8286-49a0-bb98-f292f103cc93),segment_id=206763ab-8286-49a0-bb98-f292f103cc93)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:41:57.917263 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-477c9f14-f2f9-44b0-942e-8ff327f8ef6c x-openstack-request-id: req-477c9f14-f2f9-44b0-942e-8ff327f8ef6c {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:41:57.918632 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4aa9288-676b-4fdd-aaaf-f5868a927fa7", "name": "network-vif-plugged", "status": "completed", "tag": "eb1ba0bd-cc38-4e50-8f07-8de75a004846", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:41:57.919070 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-477c9f14-f2f9-44b0-942e-8ff327f8ef6c {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:41:57.919472 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4aa9288-676b-4fdd-aaaf-f5868a927fa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb1ba0bd-cc38-4e50-8f07-8de75a004846', 'code': 200} Oct 12 19:41:57.975309 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:58.047217 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0d1279-5749-4744-b8aa-f5f371633907 req-7519a076-46aa-43c5-aec1-08b866faa2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:41:58.049496 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7e0d1279-5749-4744-b8aa-f5f371633907 req-7519a076-46aa-43c5-aec1-08b866faa2bc service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e4aa9288-676b-4fdd-aaaf-f5868a927fa7 HTTP/1.1" status: 200 len: 1096 time: 0.0698731 Oct 12 19:41:58.055930 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=eb1ba0bd-cc38-4e50-8f07-8de75a004846,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:41:58.122938 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7e0d1279-5749-4744-b8aa-f5f371633907 req-77ccdb75-7c80-4e21-93c6-8ff0e437c8d1 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=35a465da-b905-41fb-a64e-39cd68d8a505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650113 Oct 12 19:41:58.226399 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59329412-7800-4a8f-aab1-c8d3a5fe6ec6 req-3b54799b-4a1c-4c58-baee-6d229b7a6dc3 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:41:58.229479 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-59329412-7800-4a8f-aab1-c8d3a5fe6ec6 req-3b54799b-4a1c-4c58-baee-6d229b7a6dc3 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4aa9288-676b-4fdd-aaaf-f5868a927fa7 HTTP/1.1" status: 200 len: 945 time: 0.0645659 Oct 12 19:41:58.278956 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 47966) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:41:58.328354 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-59329412-7800-4a8f-aab1-c8d3a5fe6ec6 req-450b2155-1eec-41c0-86a9-f1a4ea455772 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=35a465da-b905-41fb-a64e-39cd68d8a505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915966 Oct 12 19:41:58.417774 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-be8f34f4-3145-4e0a-b0a3-c2f5f1a07053 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:58.501557 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-be8f34f4-3145-4e0a-b0a3-c2f5f1a07053 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:58.563373 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-be8f34f4-3145-4e0a-b0a3-c2f5f1a07053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:58.613382 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-be8f34f4-3145-4e0a-b0a3-c2f5f1a07053 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8c2879863e744a5a9405b2b846e930d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3296080 Oct 12 19:41:58.613382 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8f34f4-3145-4e0a-b0a3-c2f5f1a07053 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40ff2cd1-c02b-485f-82ac-2223df20383a,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:41:58.613659 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 47978) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:41:58.675341 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-dcc92e79-6160-49b8-aa6a-b9551321fe9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:58.703211 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-dcc92e79-6160-49b8-aa6a-b9551321fe9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:58.866303 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-dcc92e79-6160-49b8-aa6a-b9551321fe9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:58.869085 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-dcc92e79-6160-49b8-aa6a-b9551321fe9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:58.870271 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-dcc92e79-6160-49b8-aa6a-b9551321fe9b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/40ff2cd1-c02b-485f-82ac-2223df20383a HTTP/1.1" status: 204 len: 168 time: 0.2545226 Oct 12 19:41:58.878154 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc92e79-6160-49b8-aa6a-b9551321fe9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40ff2cd1-c02b-485f-82ac-2223df20383a,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:41:59.157550 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-583ea600-09fb-4b86-af4d-ddd527cfb65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:59.389966 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 47992) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:41:59.478037 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb0e1e8-cb54-4414-947c-a04f510b41d6 req-03602e48-d918-403e-9f4f-1b206b0eea5c tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:41:59.485787 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-eeb0e1e8-cb54-4414-947c-a04f510b41d6 req-03602e48-d918-403e-9f4f-1b206b0eea5c tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4aa9288-676b-4fdd-aaaf-f5868a927fa7 HTTP/1.1" status: 200 len: 945 time: 0.0667303 Oct 12 19:41:59.520094 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-96358cd0-fcfc-4c2a-930c-ee995c07c0e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:59.523179 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-eeb0e1e8-cb54-4414-947c-a04f510b41d6 req-16e076cc-ec54-4188-868f-22b2c2e0052d tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=35a465da-b905-41fb-a64e-39cd68d8a505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365555 Oct 12 19:41:59.633660 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-96358cd0-fcfc-4c2a-930c-ee995c07c0e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:59.644879 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 48010) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:41:59.676856 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818d47c8-a04b-4784-ad4b-6d3c0a484e6c req-5924e2e2-407a-472b-8db5-2d95448dee5e tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:41:59.678459 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-818d47c8-a04b-4784-ad4b-6d3c0a484e6c req-5924e2e2-407a-472b-8db5-2d95448dee5e tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4aa9288-676b-4fdd-aaaf-f5868a927fa7 HTTP/1.1" status: 200 len: 945 time: 0.0634873 Oct 12 19:41:59.730792 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-818d47c8-a04b-4784-ad4b-6d3c0a484e6c req-208ba4a3-4fef-4785-98b0-aff504346c12 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=35a465da-b905-41fb-a64e-39cd68d8a505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402596 Oct 12 19:41:59.751224 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-96358cd0-fcfc-4c2a-930c-ee995c07c0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:59.756342 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 48014) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:41:59.796302 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-96358cd0-fcfc-4c2a-930c-ee995c07c0e9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d4cd6178b13f4f1890d5b6b2056ca1c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4051580 Oct 12 19:41:59.796900 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 48020) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:41:59.805699 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96358cd0-fcfc-4c2a-930c-ee995c07c0e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a8fe603-8aec-46c3-aeee-8e41c32aa171,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:41:59.859700 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5c73516d-7ea2-44f2-a936-06d6f441e333 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:41:59.887868 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5c73516d-7ea2-44f2-a936-06d6f441e333 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:00.069789 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5c73516d-7ea2-44f2-a936-06d6f441e333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:00.072777 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5c73516d-7ea2-44f2-a936-06d6f441e333 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:00.075032 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-5c73516d-7ea2-44f2-a936-06d6f441e333 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7a8fe603-8aec-46c3-aeee-8e41c32aa171 HTTP/1.1" status: 204 len: 168 time: 0.2751937 Oct 12 19:42:00.082747 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c73516d-7ea2-44f2-a936-06d6f441e333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a8fe603-8aec-46c3-aeee-8e41c32aa171,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:42:00.083522 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f800ad0e-91d6-4544-9c19-745e3cfc2e3a tempest-TestNetworkAdvancedServerOps-832803611 tempest-TestNetworkAdvancedServerOps-832803611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:00.088196 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-f800ad0e-91d6-4544-9c19-745e3cfc2e3a tempest-TestNetworkAdvancedServerOps-832803611 tempest-TestNetworkAdvancedServerOps-832803611-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=e4aa9288-676b-4fdd-aaaf-f5868a927fa7 HTTP/1.1" status: 200 len: 1091 time: 0.3294344 Oct 12 19:42:00.088808 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 48028) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:42:00.095494 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-6fe108a2-3eee-412a-bec4-2b2d68268ddb tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Request body: {'floatingip': {'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'port_id': 'eb1ba0bd-cc38-4e50-8f07-8de75a004846', 'tenant_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'fixed_ip_address': '172.20.0.8'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:42:00.199262 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6fe108a2-3eee-412a-bec4-2b2d68268ddb tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for floatingip, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:00.360071 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9de1f345-a89a-4d85-88bd-c43d335a7784 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8092566'] for router_interface, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:00.395666 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6fe108a2-3eee-412a-bec4-2b2d68268ddb tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:00.600585 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-6fe108a2-3eee-412a-bec4-2b2d68268ddb tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Allocated IP 172.25.5.92 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/07ddbd29-6321-4db2-8217-a12b66d9807c) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:42:00.760944 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6fe108a2-3eee-412a-bec4-2b2d68268ddb tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:00.797239 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-9de1f345-a89a-4d85-88bd-c43d335a7784 admin admin] Deleting port 1f444c26-39ba-4818-8485-fb4d9ffa252d {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:42:00.797668 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9de1f345-a89a-4d85-88bd-c43d335a7784 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:00.839995 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 48046) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:42:00.853723 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c2fc2864-2db6-4403-831c-6412a1fa459f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:00.883354 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [None req-9de1f345-a89a-4d85-88bd-c43d335a7784 admin admin] For port 1f444c26-39ba-4818-8485-fb4d9ffa252d, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=1f444c26-39ba-4818-8485-fb4d9ffa252d,segment=NetworkSegment(c76c2076-a0e3-4199-9ff6-f77ea66f99ec),segment_id=c76c2076-a0e3-4199-9ff6-f77ea66f99ec)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:42:00.883728 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9de1f345-a89a-4d85-88bd-c43d335a7784 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:00.898124 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-9de1f345-a89a-4d85-88bd-c43d335a7784 admin admin] Calling delete_port for 1f444c26-39ba-4818-8485-fb4d9ffa252d owned by network:router_interface {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:42:00.909598 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6fe108a2-3eee-412a-bec4-2b2d68268ddb tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:00.952672 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c2fc2864-2db6-4403-831c-6412a1fa459f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:00.988078 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe108a2-3eee-412a-bec4-2b2d68268ddb tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:42:00.996887 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-6fe108a2-3eee-412a-bec4-2b2d68268ddb tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:42:01.003274 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe108a2-3eee-412a-bec4-2b2d68268ddb tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:42:01.006266 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe108a2-3eee-412a-bec4-2b2d68268ddb tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Pushing event updated for resources: {'Port': ['ID=07ddbd29-6321-4db2-8217-a12b66d9807c,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:42:01.031751 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c2fc2864-2db6-4403-831c-6412a1fa459f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:01.071083 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-c2fc2864-2db6-4403-831c-6412a1fa459f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=de1916ab915449888ce0916f459cc98e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2296934 Oct 12 19:42:01.072210 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fc2864-2db6-4403-831c-6412a1fa459f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee9b3852-1df0-428f-ae7d-08de992cd784,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:42:01.074381 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 48050) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:42:01.221638 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0350aabe-a68b-424f-ae3f-df26c63cab38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:01.335026 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0350aabe-a68b-424f-ae3f-df26c63cab38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:01.448917 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9de1f345-a89a-4d85-88bd-c43d335a7784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:01.475734 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1f345-a89a-4d85-88bd-c43d335a7784 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f444c26-39ba-4818-8485-fb4d9ffa252d,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:42:01.499958 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0350aabe-a68b-424f-ae3f-df26c63cab38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:01.502511 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0350aabe-a68b-424f-ae3f-df26c63cab38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:01.505949 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-0350aabe-a68b-424f-ae3f-df26c63cab38 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ee9b3852-1df0-428f-ae7d-08de992cd784 HTTP/1.1" status: 204 len: 168 time: 0.4283814 Oct 12 19:42:01.554666 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0350aabe-a68b-424f-ae3f-df26c63cab38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee9b3852-1df0-428f-ae7d-08de992cd784,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:42:01.700310 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3e653e78-9288-4f92-88b0-8c4aca660814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:02.080831 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6fe108a2-3eee-412a-bec4-2b2d68268ddb tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:02.114903 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9de1f345-a89a-4d85-88bd-c43d335a7784 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7898909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8092450'] for router_interface, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:02.253787 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6fe108a2-3eee-412a-bec4-2b2d68268ddb tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:02.458553 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9de1f345-a89a-4d85-88bd-c43d335a7784 admin admin] Router 8076eb30-c43d-4013-8348-3b77b8a81222 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:42:02.538068 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6fe108a2-3eee-412a-bec4-2b2d68268ddb tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:02.574268 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:02.599449 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9de1f345-a89a-4d85-88bd-c43d335a7784 admin admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:42:02.601542 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6fe108a2-3eee-412a-bec4-2b2d68268ddb tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:02.610928 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-9de1f345-a89a-4d85-88bd-c43d335a7784 admin admin] 10.222.0.49 "PUT /v2.0/routers/8076eb30-c43d-4013-8348-3b77b8a81222/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9627650 Oct 12 19:42:02.612160 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 48088) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:42:02.617323 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecae148d-f522-44b2-9a34-7158997948b4 None None] Sync routers for ids ['8076eb30-c43d-4013-8348-3b77b8a81222'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:42:02.646045 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecae148d-f522-44b2-9a34-7158997948b4 None None] Routers {'8076eb30-c43d-4013-8348-3b77b8a81222'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:42:02.649366 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-ecae148d-f522-44b2-9a34-7158997948b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:42:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['8076eb30-c43d-4013-8348-3b77b8a81222'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:42:02.678347 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe108a2-3eee-412a-bec4-2b2d68268ddb tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Pushing event updated for resources: {'Port': ['ID=07ddbd29-6321-4db2-8217-a12b66d9807c,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:42:02.691194 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6fe108a2-3eee-412a-bec4-2b2d68268ddb tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7915414'] for floatingip, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:02.781226 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b768c564-cec9-4789-8b04-ed212d7c0446 admin admin] Notify callbacks [] for router, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:02.783625 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-ecae148d-f522-44b2-9a34-7158997948b4 None None] Set router 8076eb30-c43d-4013-8348-3b77b8a81222 gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:42:02.841078 n-d-813679-3 neutron-server[95501]: INFO neutron.db.l3_db [None req-6fe108a2-3eee-412a-bec4-2b2d68268ddb tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Floating IP d23549be-3820-42ef-8c4b-ba057e13f075 associated. External IP: 172.25.5.92, port: eb1ba0bd-cc38-4e50-8f07-8de75a004846. Oct 12 19:42:02.908128 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b768c564-cec9-4789-8b04-ed212d7c0446 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:02.983409 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-ecae148d-f522-44b2-9a34-7158997948b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8076eb30-c43d-4013-8348-3b77b8a81222', 'name': 'tempest-AttachVolumeTestJSON-1928131603-router', 'tenant_id': 'da56e5b248094156ada95d11ba3c5b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': 'f9385a02-35b8-4610-bb29-937f4a3fdfc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:34:42Z', 'updated_at': '2021-10-12T19:42:01Z', 'revision_number': 5, 'project_id': 'da56e5b248094156ada95d11ba3c5b37', 'gw_port': {'id': 'f9385a02-35b8-4610-bb29-937f4a3fdfc3', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8076eb30-c43d-4013-8348-3b77b8a81222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2599, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:34:44Z', 'updated_at': '2021-10-12T19:34:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:42:03.010843 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecae148d-f522-44b2-9a34-7158997948b4 None None] Checking router: 8076eb30-c43d-4013-8348-3b77b8a81222 for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:42:03.021392 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecae148d-f522-44b2-9a34-7158997948b4 None None] Routers {'8076eb30-c43d-4013-8348-3b77b8a81222'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:42:03.022239 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-ecae148d-f522-44b2-9a34-7158997948b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:42:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['8076eb30-c43d-4013-8348-3b77b8a81222'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:42:03.026187 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:03.047501 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-b768c564-cec9-4789-8b04-ed212d7c0446 admin admin] Deleting port f9385a02-35b8-4610-bb29-937f4a3fdfc3 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:42:03.048111 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b768c564-cec9-4789-8b04-ed212d7c0446 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:03.083470 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:03.134232 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-ecae148d-f522-44b2-9a34-7158997948b4 None None] Set router 8076eb30-c43d-4013-8348-3b77b8a81222 gateway port host: None {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:42:03.135306 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fe108a2-3eee-412a-bec4-2b2d68268ddb tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Router 0850a01d-fae0-4e7d-b1cd-97a63ab46429 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:42:03.142865 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-b768c564-cec9-4789-8b04-ed212d7c0446 admin admin] For port f9385a02-35b8-4610-bb29-937f4a3fdfc3, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=f9385a02-35b8-4610-bb29-937f4a3fdfc3,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:42:03.143419 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b768c564-cec9-4789-8b04-ed212d7c0446 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:03.180215 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-b768c564-cec9-4789-8b04-ed212d7c0446 admin admin] Calling delete_port for f9385a02-35b8-4610-bb29-937f4a3fdfc3 owned by network:router_gateway {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:42:03.203938 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-ecae148d-f522-44b2-9a34-7158997948b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8076eb30-c43d-4013-8348-3b77b8a81222', 'name': 'tempest-AttachVolumeTestJSON-1928131603-router', 'tenant_id': 'da56e5b248094156ada95d11ba3c5b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:34:42Z', 'updated_at': '2021-10-12T19:42:02Z', 'revision_number': 6, 'project_id': 'da56e5b248094156ada95d11ba3c5b37', 'gw_port_host': None}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:42:03.238522 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecae148d-f522-44b2-9a34-7158997948b4 None None] The sync data for ids ['8076eb30-c43d-4013-8348-3b77b8a81222'] in n-d-813679-3 is: [{'id': '8076eb30-c43d-4013-8348-3b77b8a81222', 'name': 'tempest-AttachVolumeTestJSON-1928131603-router', 'tenant_id': 'da56e5b248094156ada95d11ba3c5b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:34:42Z', 'updated_at': '2021-10-12T19:42:02Z', 'revision_number': 6, 'project_id': 'da56e5b248094156ada95d11ba3c5b37', 'gw_port_host': None}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:42:03.264393 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fe108a2-3eee-412a-bec4-2b2d68268ddb tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:42:03.276396 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12af85c-1dab-42dd-b23e-f11b98fdbd57 None None] Sync routers for ids ['0850a01d-fae0-4e7d-b1cd-97a63ab46429'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:42:03.296554 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12af85c-1dab-42dd-b23e-f11b98fdbd57 None None] Routers {'0850a01d-fae0-4e7d-b1cd-97a63ab46429'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:42:03.297195 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-a12af85c-1dab-42dd-b23e-f11b98fdbd57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:42:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['0850a01d-fae0-4e7d-b1cd-97a63ab46429'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:42:03.371062 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6fe108a2-3eee-412a-bec4-2b2d68268ddb tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:03.422187 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-6fe108a2-3eee-412a-bec4-2b2d68268ddb tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.3300619 Oct 12 19:42:03.425384 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4aa9288-676b-4fdd-aaaf-f5868a927fa7', 'tag': 'eb1ba0bd-cc38-4e50-8f07-8de75a004846'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:42:03.433186 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbcd086e-a971-4073-8350-6f754fc0f4ac" -d '{"events": [{"name": "network-changed", "server_uuid": "e4aa9288-676b-4fdd-aaaf-f5868a927fa7", "tag": "eb1ba0bd-cc38-4e50-8f07-8de75a004846"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:42:03.453523 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-a12af85c-1dab-42dd-b23e-f11b98fdbd57 None None] Set router 0850a01d-fae0-4e7d-b1cd-97a63ab46429 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:42:03.506278 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b768c564-cec9-4789-8b04-ed212d7c0446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:03.525811 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e65ad3d5-a422-4f91-ac1b-bd977cecafdf x-openstack-request-id: req-e65ad3d5-a422-4f91-ac1b-bd977cecafdf {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:42:03.526252 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4aa9288-676b-4fdd-aaaf-f5868a927fa7", "tag": "eb1ba0bd-cc38-4e50-8f07-8de75a004846", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:42:03.526606 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e65ad3d5-a422-4f91-ac1b-bd977cecafdf {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:42:03.527807 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4aa9288-676b-4fdd-aaaf-f5868a927fa7', 'tag': 'eb1ba0bd-cc38-4e50-8f07-8de75a004846', 'status': 'completed', 'code': 200} Oct 12 19:42:03.551211 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b768c564-cec9-4789-8b04-ed212d7c0446 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9385a02-35b8-4610-bb29-937f4a3fdfc3,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:42:03.563701 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b768c564-cec9-4789-8b04-ed212d7c0446 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:42:03.564088 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf421b3-2dd5-425a-b965-9bc763e89663 req-6ca39f73-32eb-439a-83fd-5c1a0be60dac tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:03.564215 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b768c564-cec9-4789-8b04-ed212d7c0446 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:42:03.564400 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b768c564-cec9-4789-8b04-ed212d7c0446 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:42:03.564742 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b768c564-cec9-4789-8b04-ed212d7c0446 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:42:03.565077 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b768c564-cec9-4789-8b04-ed212d7c0446 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:42:03.565411 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b768c564-cec9-4789-8b04-ed212d7c0446 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:42:03.565738 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b768c564-cec9-4789-8b04-ed212d7c0446 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:42:03.566137 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b768c564-cec9-4789-8b04-ed212d7c0446 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:42:03.566562 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b768c564-cec9-4789-8b04-ed212d7c0446 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:42:03.566801 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b768c564-cec9-4789-8b04-ed212d7c0446 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:42:03.567134 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b768c564-cec9-4789-8b04-ed212d7c0446 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:42:03.567453 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b768c564-cec9-4789-8b04-ed212d7c0446 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:42:03.572553 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2cf421b3-2dd5-425a-b965-9bc763e89663 req-6ca39f73-32eb-439a-83fd-5c1a0be60dac tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4aa9288-676b-4fdd-aaaf-f5868a927fa7 HTTP/1.1" status: 200 len: 945 time: 0.0924616 Oct 12 19:42:03.662855 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2cf421b3-2dd5-425a-b965-9bc763e89663 req-56bac474-80e3-4a1f-b772-9cb0fed56750 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=35a465da-b905-41fb-a64e-39cd68d8a505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882204 Oct 12 19:42:03.685327 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 48120) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:42:03.721818 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b768c564-cec9-4789-8b04-ed212d7c0446 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7915456'] for router_gateway, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:03.819558 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 1f444c26-39ba-4818-8485-fb4d9ffa252d no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:42:03.829978 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-6489f6cf-dbf3-417a-ad10-6d7c1249b5ec tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/floatingips/d23549be-3820-42ef-8c4b-ba057e13f075 HTTP/1.1" status: 200 len: 990 time: 0.1414077 Oct 12 19:42:03.869596 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 1f444c26-39ba-4818-8485-fb4d9ffa252d {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:42:03.870106 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 1f444c26-39ba-4818-8485-fb4d9ffa252d not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:42:03.918164 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:03.934232 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b768c564-cec9-4789-8b04-ed212d7c0446 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255495'] for router, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:03.937743 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcd086e-a971-4073-8350-6f754fc0f4ac req-85b6d4ec-332d-4ba2-af72-108af94ea998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:03.939707 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-dbcd086e-a971-4073-8350-6f754fc0f4ac req-85b6d4ec-332d-4ba2-af72-108af94ea998 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=80c6b006e6d9432a90abc6a3ef8ab3a8&device_id=e4aa9288-676b-4fdd-aaaf-f5868a927fa7 HTTP/1.1" status: 200 len: 1096 time: 0.4009302 Oct 12 19:42:03.941014 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b768c564-cec9-4789-8b04-ed212d7c0446 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:03.984201 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-a12af85c-1dab-42dd-b23e-f11b98fdbd57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0850a01d-fae0-4e7d-b1cd-97a63ab46429', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1220033735', 'tenant_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '1ed1a54f-6020-4e45-aadf-726bdebd81d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:41:38Z', 'updated_at': '2021-10-12T19:41:43Z', 'revision_number': 4, 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'gw_port': {'id': '1ed1a54f-6020-4e45-aadf-726bdebd81d2', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ec:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0850a01d-fae0-4e7d-b1cd-97a63ab46429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:41:38Z', 'updated_at': '2021-10-12T19:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': 'd23549be-3820-42ef-8c4b-ba057e13f075', 'tenant_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'floating_ip_address': '172.25.5.92', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': '0850a01d-fae0-4e7d-b1cd-97a63ab46429', 'port_id': 'eb1ba0bd-cc38-4e50-8f07-8de75a004846', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3216, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '186c7649-415c-4f95-977b-66a634742a6f', 'mac_address': 'fa:16:3e:43:4b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4aa9288-676b-4fdd-aaaf-f5868a927fa7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T19:42:01Z', 'updated_at': '2021-10-12T19:42:01Z', 'revision_number': 0, 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33cc8409-05cb-424a-9086-a28585fe187f', 'name': '', 'network_id': '186c7649-415c-4f95-977b-66a634742a6f', 'tenant_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'mac_address': 'fa:16:3e:89:36:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0850a01d-fae0-4e7d-b1cd-97a63ab46429', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': '1a431933-d1ba-4db3-acd8-2725dfaa9eb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:41:42Z', 'updated_at': '2021-10-12T19:41:48Z', 'revision_number': 5, 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'subnets': [{'id': '1a431933-d1ba-4db3-acd8-2725dfaa9eb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:42:04.018657 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12af85c-1dab-42dd-b23e-f11b98fdbd57 None None] Checking router: 0850a01d-fae0-4e7d-b1cd-97a63ab46429 for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:42:04.027903 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12af85c-1dab-42dd-b23e-f11b98fdbd57 None None] Routers {'0850a01d-fae0-4e7d-b1cd-97a63ab46429'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:42:04.028654 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-a12af85c-1dab-42dd-b23e-f11b98fdbd57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:42:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['0850a01d-fae0-4e7d-b1cd-97a63ab46429'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:42:04.090881 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcd086e-a971-4073-8350-6f754fc0f4ac req-006d88fe-bfdf-478a-817e-4a766843f3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:04.092702 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-dbcd086e-a971-4073-8350-6f754fc0f4ac req-006d88fe-bfdf-478a-817e-4a766843f3f6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=186c7649-415c-4f95-977b-66a634742a6f HTTP/1.1" status: 200 len: 897 time: 0.1455050 Oct 12 19:42:04.161003 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-a12af85c-1dab-42dd-b23e-f11b98fdbd57 None None] Set router 0850a01d-fae0-4e7d-b1cd-97a63ab46429 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:42:04.212378 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-dbcd086e-a971-4073-8350-6f754fc0f4ac req-6008f3ea-b7e0-4475-ab4e-59d15065362c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eb1ba0bd-cc38-4e50-8f07-8de75a004846 HTTP/1.1" status: 200 len: 998 time: 0.0643377 Oct 12 19:42:04.274950 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcd086e-a971-4073-8350-6f754fc0f4ac req-7b634108-d28d-4e20-a093-2213c84755c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:04.276437 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-dbcd086e-a971-4073-8350-6f754fc0f4ac req-7b634108-d28d-4e20-a093-2213c84755c3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1a431933-d1ba-4db3-acd8-2725dfaa9eb8 HTTP/1.1" status: 200 len: 834 time: 0.0560930 Oct 12 19:42:04.323784 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b768c564-cec9-4789-8b04-ed212d7c0446 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8093499'] for router, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:04.324522 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b768c564-cec9-4789-8b04-ed212d7c0446 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8076eb30-c43d-4013-8348-3b77b8a81222 {{(pid=95502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 19:42:04.334563 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b768c564-cec9-4789-8b04-ed212d7c0446 admin admin] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:04.335828 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-b768c564-cec9-4789-8b04-ed212d7c0446 admin admin] 10.222.0.49 "DELETE /v2.0/routers/8076eb30-c43d-4013-8348-3b77b8a81222 HTTP/1.1" status: 204 len: 168 time: 1.7224462 Oct 12 19:42:04.338458 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 48128) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:42:04.357294 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcd086e-a971-4073-8350-6f754fc0f4ac req-0aebfb12-a887-4407-96ef-c438830ac0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:04.361256 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-dbcd086e-a971-4073-8350-6f754fc0f4ac req-0aebfb12-a887-4407-96ef-c438830ac0db service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=186c7649-415c-4f95-977b-66a634742a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0784061 Oct 12 19:42:04.411416 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_v2 [None req-9eb74f3a-a425-4282-ba17-c24520f61a17 admin admin] Deleting subnet 3a0cf0c9-d039-4d05-a67a-cc48a10b2cbc {{(pid=95501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:42:04.418554 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9eb74f3a-a425-4282-ba17-c24520f61a17 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:04.497938 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-a12af85c-1dab-42dd-b23e-f11b98fdbd57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0850a01d-fae0-4e7d-b1cd-97a63ab46429', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1220033735', 'tenant_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '1ed1a54f-6020-4e45-aadf-726bdebd81d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:41:38Z', 'updated_at': '2021-10-12T19:41:43Z', 'revision_number': 4, 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'gw_port': {'id': '1ed1a54f-6020-4e45-aadf-726bdebd81d2', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ec:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0850a01d-fae0-4e7d-b1cd-97a63ab46429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:41:38Z', 'updated_at': '2021-10-12T19:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': 'd23549be-3820-42ef-8c4b-ba057e13f075', 'tenant_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'floating_ip_address': '172.25.5.92', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': '0850a01d-fae0-4e7d-b1cd-97a63ab46429', 'port_id': 'eb1ba0bd-cc38-4e50-8f07-8de75a004846', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3216, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '186c7649-415c-4f95-977b-66a634742a6f', 'mac_address': 'fa:16:3e:43:4b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4aa9288-676b-4fdd-aaaf-f5868a927fa7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T19:42:01Z', 'updated_at': '2021-10-12T19:42:01Z', 'revision_number': 0, 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33cc8409-05cb-424a-9086-a28585fe187f', 'name': '', 'network_id': '186c7649-415c-4f95-977b-66a634742a6f', 'tenant_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'mac_address': 'fa:16:3e:89:36:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0850a01d-fae0-4e7d-b1cd-97a63ab46429', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': '1a431933-d1ba-4db3-acd8-2725dfaa9eb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:41:42Z', 'updated_at': '2021-10-12T19:41:48Z', 'revision_number': 5, 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'subnets': [{'id': '1a431933-d1ba-4db3-acd8-2725dfaa9eb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:42:04.538225 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9eb74f3a-a425-4282-ba17-c24520f61a17 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281083'] for subnet, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:04.550890 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12af85c-1dab-42dd-b23e-f11b98fdbd57 None None] The sync data for ids ['0850a01d-fae0-4e7d-b1cd-97a63ab46429'] in n-d-813679-3 is: [{'id': '0850a01d-fae0-4e7d-b1cd-97a63ab46429', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1220033735', 'tenant_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '1ed1a54f-6020-4e45-aadf-726bdebd81d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:41:38Z', 'updated_at': '2021-10-12T19:41:43Z', 'revision_number': 4, 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'gw_port': {'id': '1ed1a54f-6020-4e45-aadf-726bdebd81d2', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ec:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0850a01d-fae0-4e7d-b1cd-97a63ab46429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:41:38Z', 'updated_at': '2021-10-12T19:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': 'd23549be-3820-42ef-8c4b-ba057e13f075', 'tenant_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'floating_ip_address': '172.25.5.92', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': '0850a01d-fae0-4e7d-b1cd-97a63ab46429', 'port_id': 'eb1ba0bd-cc38-4e50-8f07-8de75a004846', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3216, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '186c7649-415c-4f95-977b-66a634742a6f', 'mac_address': 'fa:16:3e:43:4b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4aa9288-676b-4fdd-aaaf-f5868a927fa7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T19:42:01Z', 'updated_at': '2021-10-12T19:42:01Z', 'revision_number': 0, 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33cc8409-05cb-424a-9086-a28585fe187f', 'name': '', 'network_id': '186c7649-415c-4f95-977b-66a634742a6f', 'tenant_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'mac_address': 'fa:16:3e:89:36:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0850a01d-fae0-4e7d-b1cd-97a63ab46429', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': '1a431933-d1ba-4db3-acd8-2725dfaa9eb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:41:42Z', 'updated_at': '2021-10-12T19:41:48Z', 'revision_number': 5, 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'subnets': [{'id': '1a431933-d1ba-4db3-acd8-2725dfaa9eb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:42:04.573550 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-dbcd086e-a971-4073-8350-6f754fc0f4ac req-223e4bec-e29e-4e86-bde6-1e8c91c8329b service neutron] 10.222.0.61 "GET /v2.0/networks/186c7649-415c-4f95-977b-66a634742a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037964 Oct 12 19:42:04.598039 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:04.676152 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9eb74f3a-a425-4282-ba17-c24520f61a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:04.741814 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-dbcd086e-a971-4073-8350-6f754fc0f4ac req-1b598376-b781-44e7-a15b-2b7fb11afa45 service neutron] 10.222.0.61 "GET /v2.0/networks/186c7649-415c-4f95-977b-66a634742a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586187 Oct 12 19:42:04.797175 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 48132) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:42:04.814246 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9eb74f3a-a425-4282-ba17-c24520f61a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4824924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4612362'] for subnet, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:04.831771 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 48136) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:42:04.875705 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb74f3a-a425-4282-ba17-c24520f61a17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a0cf0c9-d039-4d05-a67a-cc48a10b2cbc,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:42:04.877759 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9eb74f3a-a425-4282-ba17-c24520f61a17 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:04.881129 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-9eb74f3a-a425-4282-ba17-c24520f61a17 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/3a0cf0c9-d039-4d05-a67a-cc48a10b2cbc HTTP/1.1" status: 204 len: 168 time: 0.5415752 Oct 12 19:42:04.890108 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 48138) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:42:04.900186 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0f4a6b-a8b4-44c9-9981-fb81783b8d35 None None] Network 74a2c063-d43e-4221-94e9-d3ab154855fc requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:42:04.905106 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afccb78f-8c25-4243-a1ca-31f99a4ea0e7 None None] New status for floating IP d23549be-3820-42ef-8c4b-ba057e13f075: ACTIVE {{(pid=95504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 19:42:04.968504 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-7b114ce9-17bc-46d3-bcf1-193ce5128e17 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/floatingips/d23549be-3820-42ef-8c4b-ba057e13f075 HTTP/1.1" status: 200 len: 990 time: 0.1230149 Oct 12 19:42:05.005411 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d62e4392-bb9c-4d2f-8f5f-b7e15a02a52e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:05.036137 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-04f6ff59-ed78-4985-a578-a9698fa4433d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:05.153613 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-d62e4392-bb9c-4d2f-8f5f-b7e15a02a52e admin admin] Deleting port 02c583e0-3a93-4167-9a15-ad03cdbc3430 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:42:05.153613 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d62e4392-bb9c-4d2f-8f5f-b7e15a02a52e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:05.216927 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503d888f-4fb6-4b7d-9a52-b08d215cd7e5 None None] DHCP port deletion for 74a2c063-d43e-4221-94e9-d3ab154855fc request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 19:42:05.221282 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-04f6ff59-ed78-4985-a578-a9698fa4433d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:05.238530 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [None req-d62e4392-bb9c-4d2f-8f5f-b7e15a02a52e admin admin] For port 02c583e0-3a93-4167-9a15-ad03cdbc3430, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=02c583e0-3a93-4167-9a15-ad03cdbc3430,segment=NetworkSegment(c76c2076-a0e3-4199-9ff6-f77ea66f99ec),segment_id=c76c2076-a0e3-4199-9ff6-f77ea66f99ec)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:42:05.238894 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d62e4392-bb9c-4d2f-8f5f-b7e15a02a52e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:05.254052 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-d62e4392-bb9c-4d2f-8f5f-b7e15a02a52e admin admin] Calling delete_port for 02c583e0-3a93-4167-9a15-ad03cdbc3430 owned by network:dhcp {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:42:05.263671 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-503d888f-4fb6-4b7d-9a52-b08d215cd7e5 None None] Deleting port 02c583e0-3a93-4167-9a15-ad03cdbc3430 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:42:05.264303 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-503d888f-4fb6-4b7d-9a52-b08d215cd7e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:05.354247 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-503d888f-4fb6-4b7d-9a52-b08d215cd7e5 None None] For port 02c583e0-3a93-4167-9a15-ad03cdbc3430, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=02c583e0-3a93-4167-9a15-ad03cdbc3430,segment=NetworkSegment(c76c2076-a0e3-4199-9ff6-f77ea66f99ec),segment_id=c76c2076-a0e3-4199-9ff6-f77ea66f99ec)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:42:05.354629 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-503d888f-4fb6-4b7d-9a52-b08d215cd7e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:05.369070 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-503d888f-4fb6-4b7d-9a52-b08d215cd7e5 None None] Calling delete_port for 02c583e0-3a93-4167-9a15-ad03cdbc3430 owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:42:05.369341 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-04f6ff59-ed78-4985-a578-a9698fa4433d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:05.411133 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f6ff59-ed78-4985-a578-a9698fa4433d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f829ccc-5f9f-4c57-aed4-ed84523960cf,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:42:05.414158 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-04f6ff59-ed78-4985-a578-a9698fa4433d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=acc0b66ffd9c427abdcdb58efc6505aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6159534 Oct 12 19:42:05.419388 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 48150) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:42:05.462393 n-d-813679-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:42:05.462393 n-d-813679-3 neutron-server[95503]: self.session.flush() Oct 12 19:42:05.462393 n-d-813679-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:42:05.462393 n-d-813679-3 neutron-server[95503]: self.session.flush() Oct 12 19:42:05.462393 n-d-813679-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:42:05.462393 n-d-813679-3 neutron-server[95503]: self.session.flush() Oct 12 19:42:05.462393 n-d-813679-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:42:05.462393 n-d-813679-3 neutron-server[95503]: self.session.flush() Oct 12 19:42:05.462393 n-d-813679-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:42:05.462393 n-d-813679-3 neutron-server[95503]: self.session.flush() Oct 12 19:42:05.462393 n-d-813679-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:42:05.462393 n-d-813679-3 neutron-server[95503]: self.session.flush() Oct 12 19:42:05.462393 n-d-813679-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:42:05.462393 n-d-813679-3 neutron-server[95503]: self.session.flush() Oct 12 19:42:05.462393 n-d-813679-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:42:05.462393 n-d-813679-3 neutron-server[95503]: self.session.flush() Oct 12 19:42:05.462393 n-d-813679-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:42:05.462393 n-d-813679-3 neutron-server[95503]: self.session.flush() Oct 12 19:42:05.462393 n-d-813679-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:42:05.462393 n-d-813679-3 neutron-server[95503]: self.session.flush() Oct 12 19:42:05.462393 n-d-813679-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:42:05.462393 n-d-813679-3 neutron-server[95503]: self.session.flush() Oct 12 19:42:05.462393 n-d-813679-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:42:05.462393 n-d-813679-3 neutron-server[95503]: self.session.flush() Oct 12 19:42:05.462393 n-d-813679-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:42:05.462393 n-d-813679-3 neutron-server[95503]: self.session.flush() Oct 12 19:42:05.462393 n-d-813679-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:42:05.462393 n-d-813679-3 neutron-server[95503]: self.session.flush() Oct 12 19:42:05.462393 n-d-813679-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:42:05.462393 n-d-813679-3 neutron-server[95503]: self.session.flush() Oct 12 19:42:05.462393 n-d-813679-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:42:05.462393 n-d-813679-3 neutron-server[95503]: self.session.flush() Oct 12 19:42:05.462393 n-d-813679-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:42:05.462393 n-d-813679-3 neutron-server[95503]: self.session.flush() Oct 12 19:42:05.462393 n-d-813679-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:42:05.462393 n-d-813679-3 neutron-server[95503]: self.session.flush() Oct 12 19:42:05.462393 n-d-813679-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:42:05.462393 n-d-813679-3 neutron-server[95503]: self.session.flush() Oct 12 19:42:05.462393 n-d-813679-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:42:05.462393 n-d-813679-3 neutron-server[95503]: self.session.flush() Oct 12 19:42:05.462393 n-d-813679-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:42:05.462393 n-d-813679-3 neutron-server[95503]: self.session.flush() Oct 12 19:42:05.462393 n-d-813679-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:42:05.462393 n-d-813679-3 neutron-server[95503]: self.session.flush() Oct 12 19:42:05.462393 n-d-813679-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:42:05.462393 n-d-813679-3 neutron-server[95503]: self.session.flush() Oct 12 19:42:05.462393 n-d-813679-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:42:05.462393 n-d-813679-3 neutron-server[95503]: self.session.flush() Oct 12 19:42:05.462393 n-d-813679-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:42:05.462393 n-d-813679-3 neutron-server[95503]: self.session.flush() Oct 12 19:42:05.462393 n-d-813679-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:42:05.462393 n-d-813679-3 neutron-server[95503]: self.session.flush() Oct 12 19:42:05.462393 n-d-813679-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:42:05.462393 n-d-813679-3 neutron-server[95503]: self.session.flush() Oct 12 19:42:05.465720 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d62e4392-bb9c-4d2f-8f5f-b7e15a02a52e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:05.470233 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-503d888f-4fb6-4b7d-9a52-b08d215cd7e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:05.496066 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-fcc4b171-1238-425a-aa2f-c128636895ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:05.502407 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503d888f-4fb6-4b7d-9a52-b08d215cd7e5 None None] Pushing event deleted for resources: {'Port': ['ID=02c583e0-3a93-4167-9a15-ad03cdbc3430,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:42:05.502948 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62e4392-bb9c-4d2f-8f5f-b7e15a02a52e admin admin] Pushing event deleted for resources: {'Port': ['ID=02c583e0-3a93-4167-9a15-ad03cdbc3430,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:42:05.509517 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62e4392-bb9c-4d2f-8f5f-b7e15a02a52e admin admin] No DVR routers for this DVR port 02c583e0-3a93-4167-9a15-ad03cdbc3430 on host n-d-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:42:05.515667 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503d888f-4fb6-4b7d-9a52-b08d215cd7e5 None None] No DVR routers for this DVR port 02c583e0-3a93-4167-9a15-ad03cdbc3430 on host n-d-813679-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:42:05.542835 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-fcc4b171-1238-425a-aa2f-c128636895ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:05.618107 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d62e4392-bb9c-4d2f-8f5f-b7e15a02a52e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:05.640478 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-d62e4392-bb9c-4d2f-8f5f-b7e15a02a52e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74a2c063-d43e-4221-94e9-d3ab154855fc']}} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:42:05.648820 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-d62e4392-bb9c-4d2f-8f5f-b7e15a02a52e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c76c2076-a0e3-4199-9ff6-f77ea66f99ec') {'for_net_delete': True} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:42:05.649128 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-d62e4392-bb9c-4d2f-8f5f-b7e15a02a52e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c76c2076-a0e3-4199-9ff6-f77ea66f99ec') {} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:42:05.667075 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d62e4392-bb9c-4d2f-8f5f-b7e15a02a52e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4281072'] for segment, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:05.681844 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d62e4392-bb9c-4d2f-8f5f-b7e15a02a52e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:05.690868 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d62e4392-bb9c-4d2f-8f5f-b7e15a02a52e admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=95501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:42:05.691289 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d62e4392-bb9c-4d2f-8f5f-b7e15a02a52e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4823170'] for segment, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:05.693081 n-d-813679-3 neutron-server[95501]: Traceback (most recent call last): Oct 12 19:42:05.693081 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:42:05.693081 n-d-813679-3 neutron-server[95501]: timer() Oct 12 19:42:05.693081 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:42:05.693081 n-d-813679-3 neutron-server[95501]: cb(*args, **kw) Oct 12 19:42:05.693081 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:42:05.693081 n-d-813679-3 neutron-server[95501]: return func(*args, **kwargs) Oct 12 19:42:05.693081 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:42:05.693081 n-d-813679-3 neutron-server[95501]: self._notify() Oct 12 19:42:05.693081 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:42:05.693081 n-d-813679-3 neutron-server[95501]: self.callback(batched_events) Oct 12 19:42:05.693081 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:42:05.693081 n-d-813679-3 neutron-server[95501]: event.method(event) Oct 12 19:42:05.693081 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:42:05.693081 n-d-813679-3 neutron-server[95501]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:42:05.693081 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:42:05.693081 n-d-813679-3 neutron-server[95501]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:42:05.693081 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:42:05.693081 n-d-813679-3 neutron-server[95501]: return f(self, *a, **k) Oct 12 19:42:05.693081 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:42:05.693081 n-d-813679-3 neutron-server[95501]: return self._get(url).json() Oct 12 19:42:05.693081 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:42:05.693081 n-d-813679-3 neutron-server[95501]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:42:05.693081 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:42:05.693081 n-d-813679-3 neutron-server[95501]: return self.request(url, 'GET', **kwargs) Oct 12 19:42:05.693081 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:42:05.693081 n-d-813679-3 neutron-server[95501]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:42:05.693081 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:42:05.693081 n-d-813679-3 neutron-server[95501]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:42:05.693081 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:42:05.693081 n-d-813679-3 neutron-server[95501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:42:05.693081 n-d-813679-3 neutron-server[95501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:42:05.695410 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device f9385a02-35b8-4610-bb29-937f4a3fdfc3 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:42:05.716741 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: f9385a02-35b8-4610-bb29-937f4a3fdfc3 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:42:05.717086 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device f9385a02-35b8-4610-bb29-937f4a3fdfc3 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:42:05.717499 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 02c583e0-3a93-4167-9a15-ad03cdbc3430 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:42:05.736237 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 02c583e0-3a93-4167-9a15-ad03cdbc3430 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:42:05.736580 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 02c583e0-3a93-4167-9a15-ad03cdbc3430 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:42:05.749769 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-fcc4b171-1238-425a-aa2f-c128636895ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:05.752334 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-fcc4b171-1238-425a-aa2f-c128636895ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:05.753524 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-fcc4b171-1238-425a-aa2f-c128636895ed admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0f829ccc-5f9f-4c57-aed4-ed84523960cf HTTP/1.1" status: 204 len: 168 time: 0.3350613 Oct 12 19:42:05.761661 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc4b171-1238-425a-aa2f-c128636895ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f829ccc-5f9f-4c57-aed4-ed84523960cf,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:42:05.846607 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d62e4392-bb9c-4d2f-8f5f-b7e15a02a52e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:05.851908 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d62e4392-bb9c-4d2f-8f5f-b7e15a02a52e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:05.855930 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-d62e4392-bb9c-4d2f-8f5f-b7e15a02a52e admin admin] 10.222.0.49 "DELETE /v2.0/networks/74a2c063-d43e-4221-94e9-d3ab154855fc HTTP/1.1" status: 204 len: 168 time: 0.9620655 Oct 12 19:42:05.867162 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62e4392-bb9c-4d2f-8f5f-b7e15a02a52e admin admin] Pushing event deleted for resources: {'Network': ['ID=74a2c063-d43e-4221-94e9-d3ab154855fc,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:42:05.960235 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 48160) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:42:06.024793 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-61778db9-0aa7-45ac-a755-fc347986e9ed tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/floatingips/d23549be-3820-42ef-8c4b-ba057e13f075 HTTP/1.1" status: 200 len: 992 time: 0.0633874 Oct 12 19:42:06.240603 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 48170) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:42:06.281989 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-03e02a99-22d1-4644-9962-0babf5044671 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=da56e5b248094156ada95d11ba3c5b37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0401270 Oct 12 19:42:06.284695 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 48174) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:42:06.332873 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-77e21bcb-48a3-45be-8762-ceb3cfdb9563 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:06.354904 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-77e21bcb-48a3-45be-8762-ceb3cfdb9563 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:06.481136 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-77e21bcb-48a3-45be-8762-ceb3cfdb9563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:06.483672 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-77e21bcb-48a3-45be-8762-ceb3cfdb9563 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:06.484858 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-77e21bcb-48a3-45be-8762-ceb3cfdb9563 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8970fd45-8c05-4563-b96c-c0d64e2986c2 HTTP/1.1" status: 204 len: 168 time: 0.1991315 Oct 12 19:42:06.492942 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e21bcb-48a3-45be-8762-ceb3cfdb9563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8970fd45-8c05-4563-b96c-c0d64e2986c2,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:42:07.627787 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 48234) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:42:07.733752 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-0934c75c-6c78-41c4-922e-fadce1e642bf admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-775757803-network', 'tenant_id': 'fef4819dbcd54c58aa4722e52d342caf'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:42:07.808327 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0934c75c-6c78-41c4-922e-fadce1e642bf admin admin] Made reservation on behalf of fef4819dbcd54c58aa4722e52d342caf for: {'network': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:42:07.811137 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0934c75c-6c78-41c4-922e-fadce1e642bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:07.820166 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0934c75c-6c78-41c4-922e-fadce1e642bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:07.896912 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0934c75c-6c78-41c4-922e-fadce1e642bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:07.957003 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0934c75c-6c78-41c4-922e-fadce1e642bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:07.985526 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0934c75c-6c78-41c4-922e-fadce1e642bf admin admin] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=95501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:42:07.990975 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0934c75c-6c78-41c4-922e-fadce1e642bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6df31de-5ced-4e1c-8aa3-81804bae9e09,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:42:07.999526 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0934c75c-6c78-41c4-922e-fadce1e642bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:07.999866 n-d-813679-3 neutron-server[95501]: INFO neutron.db.segments_db [None req-0934c75c-6c78-41c4-922e-fadce1e642bf admin admin] Added segment 2712bf9b-8452-46ed-8059-84d0f60eecb3 of type vlan for network d89de848-a16b-4045-8dc6-570001a6b632 Oct 12 19:42:08.045784 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0934c75c-6c78-41c4-922e-fadce1e642bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:08.143845 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0934c75c-6c78-41c4-922e-fadce1e642bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:08.144896 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0934c75c-6c78-41c4-922e-fadce1e642bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:08.145889 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0934c75c-6c78-41c4-922e-fadce1e642bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:08.207053 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0934c75c-6c78-41c4-922e-fadce1e642bf admin admin] Pushing event updated for resources: {'Network': ['ID=d89de848-a16b-4045-8dc6-570001a6b632,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:42:08.217700 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network d89de848-a16b-4045-8dc6-570001a6b632 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:42:08.247015 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-0934c75c-6c78-41c4-922e-fadce1e642bf admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6147482 Oct 12 19:42:08.247875 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 48254) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:42:08.255331 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-b20b842a-12c6-429f-ac63-032d06d2b6de admin admin] Request body: {'subnet': {'network_id': 'd89de848-a16b-4045-8dc6-570001a6b632', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-775757803-subnet', 'tenant_id': 'fef4819dbcd54c58aa4722e52d342caf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:42:08.362809 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b20b842a-12c6-429f-ac63-032d06d2b6de admin admin] Made reservation on behalf of fef4819dbcd54c58aa4722e52d342caf for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:42:08.365234 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b20b842a-12c6-429f-ac63-032d06d2b6de admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16245837'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:08.574352 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b20b842a-12c6-429f-ac63-032d06d2b6de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4306659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16245859'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:08.626404 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20b842a-12c6-429f-ac63-032d06d2b6de admin admin] Pushing event updated for resources: {'Subnet': ['ID=80ee0038-8f7d-4909-8a3a-cc2660e2598a,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:42:08.652709 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20b842a-12c6-429f-ac63-032d06d2b6de admin admin] Checking segment: {'id': '2712bf9b-8452-46ed-8059-84d0f60eecb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd89de848-a16b-4045-8dc6-570001a6b632'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:42:08.653069 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20b842a-12c6-429f-ac63-032d06d2b6de admin admin] Network hostable DHCP agents. Network: d89de848-a16b-4045-8dc6-570001a6b632, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:42:08.749467 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20b842a-12c6-429f-ac63-032d06d2b6de admin admin] Network d89de848-a16b-4045-8dc6-570001a6b632 is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:42:08.823467 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-b20b842a-12c6-429f-ac63-032d06d2b6de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, d89de848-a16b-4045-8dc6-570001a6b632) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:42:08.827663 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20b842a-12c6-429f-ac63-032d06d2b6de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:08.828230 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b20b842a-12c6-429f-ac63-032d06d2b6de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:08.835792 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8d3e7f-9abe-44cf-8fac-8837e567d147 None None] Network d89de848-a16b-4045-8dc6-570001a6b632 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:42:08.932077 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-b20b842a-12c6-429f-ac63-032d06d2b6de admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6706493 Oct 12 19:42:08.977091 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d3a52b-eeda-489f-ba53-24a228a767ea None None] Network d89de848-a16b-4045-8dc6-570001a6b632 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:42:09.403224 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740a4d48-8e40-458d-882e-e02f664f23a3 req-8c5597e3-4330-4f3a-a469-22899edd9243 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:09.404638 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-740a4d48-8e40-458d-882e-e02f664f23a3 req-8c5597e3-4330-4f3a-a469-22899edd9243 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] 10.222.0.49 "GET /v2.0/networks?id=d89de848-a16b-4045-8dc6-570001a6b632 HTTP/1.1" status: 200 len: 814 time: 0.1079388 Oct 12 19:42:09.419885 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-740a4d48-8e40-458d-882e-e02f664f23a3 req-cb0b1f3b-e0fd-43e0-b069-80db8d91658f tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] 10.222.0.49 "GET /v2.0/quotas/fef4819dbcd54c58aa4722e52d342caf HTTP/1.1" status: 200 len: 375 time: 0.0092444 Oct 12 19:42:09.454695 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-740a4d48-8e40-458d-882e-e02f664f23a3 req-1137a223-9d9c-478a-b85b-78e0c1fc1cd5 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=fef4819dbcd54c58aa4722e52d342caf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284591 Oct 12 19:42:09.467007 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [req-740a4d48-8e40-458d-882e-e02f664f23a3 req-8ab3adcd-dc27-44d0-902d-ea83df5865c1 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 19:42:09.468252 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-740a4d48-8e40-458d-882e-e02f664f23a3 req-8ab3adcd-dc27-44d0-902d-ea83df5865c1 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0062129 Oct 12 19:42:09.559305 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-740a4d48-8e40-458d-882e-e02f664f23a3 req-c87ed31f-6031-404e-a0d3-e63d048ca31b service neutron] 10.222.0.49 "GET /v2.0/networks/d89de848-a16b-4045-8dc6-570001a6b632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847318 Oct 12 19:42:09.646472 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-740a4d48-8e40-458d-882e-e02f664f23a3 req-9aa38b38-8824-4952-8f89-86e4b0222b9c service neutron] 10.222.0.49 "GET /v2.0/networks/d89de848-a16b-4045-8dc6-570001a6b632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810804 Oct 12 19:42:09.904115 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-df66a759-d0f9-4dc6-91c4-8fda62570db9 req-89020ffe-f679-4e4e-9996-ffb5f83edbf1 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] 10.222.0.49 "GET /v2.0/ports?device_id=032e4397-63e8-42e0-ad51-62c8624c663f HTTP/1.1" status: 200 len: 210 time: 0.0284414 Oct 12 19:42:09.938211 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 48322) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:42:10.051604 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0405cc94-2398-46b1-a407-7a4f45baf431 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:10.133199 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0405cc94-2398-46b1-a407-7a4f45baf431 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:10.197289 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0405cc94-2398-46b1-a407-7a4f45baf431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:10.235722 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-0405cc94-2398-46b1-a407-7a4f45baf431 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3a2bac5bb0c14882bc76cb134ce1dddf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2964048 Oct 12 19:42:10.236711 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0405cc94-2398-46b1-a407-7a4f45baf431 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=612af988-6d47-4247-b901-ea6ad5736b52,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:42:10.238379 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 48330) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:42:10.294397 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-61c15659-3dd2-4887-8b70-ff975f70ab4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:10.315097 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-61c15659-3dd2-4887-8b70-ff975f70ab4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:10.454355 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-61c15659-3dd2-4887-8b70-ff975f70ab4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:10.457366 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-61c15659-3dd2-4887-8b70-ff975f70ab4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:10.461168 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-61c15659-3dd2-4887-8b70-ff975f70ab4b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/612af988-6d47-4247-b901-ea6ad5736b52 HTTP/1.1" status: 204 len: 168 time: 0.2190628 Oct 12 19:42:10.467084 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c15659-3dd2-4887-8b70-ff975f70ab4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=612af988-6d47-4247-b901-ea6ad5736b52,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:42:11.004457 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a2ba3b16-087e-40e0-b032-2af482b0c319 req-a36ad6bc-b193-4732-8a80-c325d4532907 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] 10.222.0.49 "GET /v2.0/ports?device_id=032e4397-63e8-42e0-ad51-62c8624c663f HTTP/1.1" status: 200 len: 210 time: 0.0325301 Oct 12 19:42:11.174475 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 48344) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:42:11.187473 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-eab9a081-da26-428b-be78-fbbd38a893dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:11.261152 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-eab9a081-da26-428b-be78-fbbd38a893dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:11.371052 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-eab9a081-da26-428b-be78-fbbd38a893dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:11.413849 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-eab9a081-da26-428b-be78-fbbd38a893dc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ac0978d0baaf48d897fecc3bff42998f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2381392 Oct 12 19:42:11.415037 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab9a081-da26-428b-be78-fbbd38a893dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b083fe01-4911-439d-801d-3bf3f7af9bb5,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:42:11.416550 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 48348) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:42:11.469803 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-acd0af22-829f-4068-b111-f38b1fed5eb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:11.492474 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-acd0af22-829f-4068-b111-f38b1fed5eb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:11.608634 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-acd0af22-829f-4068-b111-f38b1fed5eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:11.611443 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-acd0af22-829f-4068-b111-f38b1fed5eb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:11.612868 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-acd0af22-829f-4068-b111-f38b1fed5eb9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b083fe01-4911-439d-801d-3bf3f7af9bb5 HTTP/1.1" status: 204 len: 168 time: 0.1945651 Oct 12 19:42:11.625111 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd0af22-829f-4068-b111-f38b1fed5eb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b083fe01-4911-439d-801d-3bf3f7af9bb5,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:42:12.122544 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-83fc4c30-8f75-4509-bb06-b0e60e763658 req-4def0235-3cb2-49b2-b879-c551c63e8083 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] 10.222.0.49 "GET /v2.0/ports?device_id=032e4397-63e8-42e0-ad51-62c8624c663f HTTP/1.1" status: 200 len: 210 time: 0.0429440 Oct 12 19:42:12.231897 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740a4d48-8e40-458d-882e-e02f664f23a3 req-41d122be-5c03-4fc6-a2cb-8ef5cdb5d4f6 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:12.233404 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-740a4d48-8e40-458d-882e-e02f664f23a3 req-41d122be-5c03-4fc6-a2cb-8ef5cdb5d4f6 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] 10.222.0.67 "GET /v2.0/networks?id=d89de848-a16b-4045-8dc6-570001a6b632 HTTP/1.1" status: 200 len: 814 time: 0.1142077 Oct 12 19:42:12.246375 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-740a4d48-8e40-458d-882e-e02f664f23a3 req-1ceb7ffa-a1fd-48bf-8b05-be00ab84236d tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Request body: {'port': {'device_id': '032e4397-63e8-42e0-ad51-62c8624c663f', 'network_id': 'd89de848-a16b-4045-8dc6-570001a6b632', 'admin_state_up': True, 'tenant_id': 'fef4819dbcd54c58aa4722e52d342caf'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:42:12.430238 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-740a4d48-8e40-458d-882e-e02f664f23a3 req-1ceb7ffa-a1fd-48bf-8b05-be00ab84236d tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Made reservation on behalf of fef4819dbcd54c58aa4722e52d342caf for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:42:12.435058 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-740a4d48-8e40-458d-882e-e02f664f23a3 req-1ceb7ffa-a1fd-48bf-8b05-be00ab84236d tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:12.588141 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [req-740a4d48-8e40-458d-882e-e02f664f23a3 req-1ceb7ffa-a1fd-48bf-8b05-be00ab84236d tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Allocated IP 172.20.0.12 (d89de848-a16b-4045-8dc6-570001a6b632/80ee0038-8f7d-4909-8a3a-cc2660e2598a/11c568d1-d21f-4f4c-bd61-04b3ad71cc38) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:42:12.746487 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-740a4d48-8e40-458d-882e-e02f664f23a3 req-1ceb7ffa-a1fd-48bf-8b05-be00ab84236d tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:12.846969 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-740a4d48-8e40-458d-882e-e02f664f23a3 req-1ceb7ffa-a1fd-48bf-8b05-be00ab84236d tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:12.885091 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-740a4d48-8e40-458d-882e-e02f664f23a3 req-1ceb7ffa-a1fd-48bf-8b05-be00ab84236d tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Network d89de848-a16b-4045-8dc6-570001a6b632 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:42:12.892351 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [req-740a4d48-8e40-458d-882e-e02f664f23a3 req-1ceb7ffa-a1fd-48bf-8b05-be00ab84236d tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:42:12.896050 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-740a4d48-8e40-458d-882e-e02f664f23a3 req-1ceb7ffa-a1fd-48bf-8b05-be00ab84236d tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:42:12.929059 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceb7ffa-a1fd-48bf-8b05-be00ab84236d tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Pushing event updated for resources: {'Port': ['ID=11c568d1-d21f-4f4c-bd61-04b3ad71cc38,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:42:12.950151 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740a4d48-8e40-458d-882e-e02f664f23a3 req-1ceb7ffa-a1fd-48bf-8b05-be00ab84236d tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:12.950752 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-740a4d48-8e40-458d-882e-e02f664f23a3 req-1ceb7ffa-a1fd-48bf-8b05-be00ab84236d tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:13.034328 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-740a4d48-8e40-458d-882e-e02f664f23a3 req-1ceb7ffa-a1fd-48bf-8b05-be00ab84236d tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7916648 Oct 12 19:42:13.046651 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-740a4d48-8e40-458d-882e-e02f664f23a3 req-e18c5720-3bb2-4f8e-9430-5510a9b0d53c service neutron] Request body: {'port': {'device_id': '032e4397-63e8-42e0-ad51-62c8624c663f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-3'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:42:13.106104 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-740a4d48-8e40-458d-882e-e02f664f23a3 req-e18c5720-3bb2-4f8e-9430-5510a9b0d53c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:13.240868 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c69e43-816a-4de4-a456-19c30b6ff3df req-b3379421-05f5-44b6-a91b-372ea0abc0f8 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:13.242330 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f1c69e43-816a-4de4-a456-19c30b6ff3df req-b3379421-05f5-44b6-a91b-372ea0abc0f8 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] 10.222.0.49 "GET /v2.0/ports?device_id=032e4397-63e8-42e0-ad51-62c8624c663f HTTP/1.1" status: 200 len: 932 time: 0.0503590 Oct 12 19:42:13.286102 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f1c69e43-816a-4de4-a456-19c30b6ff3df req-a1df28a7-eb6f-46ad-ae64-91c10350ba8b tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6df31de-5ced-4e1c-8aa3-81804bae9e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371113 Oct 12 19:42:13.382088 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [req-740a4d48-8e40-458d-882e-e02f664f23a3 req-e18c5720-3bb2-4f8e-9430-5510a9b0d53c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11c568d1-d21f-4f4c-bd61-04b3ad71cc38 {{(pid=95501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:42:13.390002 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-740a4d48-8e40-458d-882e-e02f664f23a3 req-e18c5720-3bb2-4f8e-9430-5510a9b0d53c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:13.402196 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.provisioning_blocks [req-740a4d48-8e40-458d-882e-e02f664f23a3 req-e18c5720-3bb2-4f8e-9430-5510a9b0d53c service neutron] Transition to ACTIVE for port object 11c568d1-d21f-4f4c-bd61-04b3ad71cc38 will not be triggered until provisioned by entity L2. {{(pid=95501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:42:13.469176 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-740a4d48-8e40-458d-882e-e02f664f23a3 req-e18c5720-3bb2-4f8e-9430-5510a9b0d53c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:13.522250 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18c5720-3bb2-4f8e-9430-5510a9b0d53c service neutron] Pushing event updated for resources: {'Port': ['ID=11c568d1-d21f-4f4c-bd61-04b3ad71cc38,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:42:13.599421 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-740a4d48-8e40-458d-882e-e02f664f23a3 req-e18c5720-3bb2-4f8e-9430-5510a9b0d53c service neutron] Attempting to bind port 11c568d1-d21f-4f4c-bd61-04b3ad71cc38 on host n-h2-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:42:13.599753 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-740a4d48-8e40-458d-882e-e02f664f23a3 req-e18c5720-3bb2-4f8e-9430-5510a9b0d53c service neutron] Attempting to bind port 11c568d1-d21f-4f4c-bd61-04b3ad71cc38 by drivers openvswitch,hyperv on host n-h2-813679-3 at level 0 using segments [{'id': '2712bf9b-8452-46ed-8059-84d0f60eecb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd89de848-a16b-4045-8dc6-570001a6b632'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:42:13.600105 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740a4d48-8e40-458d-882e-e02f664f23a3 req-e18c5720-3bb2-4f8e-9430-5510a9b0d53c service neutron] Attempting to bind port 11c568d1-d21f-4f4c-bd61-04b3ad71cc38 on network d89de848-a16b-4045-8dc6-570001a6b632 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:42:13.604761 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740a4d48-8e40-458d-882e-e02f664f23a3 req-e18c5720-3bb2-4f8e-9430-5510a9b0d53c service neutron] Port 11c568d1-d21f-4f4c-bd61-04b3ad71cc38 on network d89de848-a16b-4045-8dc6-570001a6b632 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:42:13.605080 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740a4d48-8e40-458d-882e-e02f664f23a3 req-e18c5720-3bb2-4f8e-9430-5510a9b0d53c service neutron] Attempting to bind port 11c568d1-d21f-4f4c-bd61-04b3ad71cc38 on network d89de848-a16b-4045-8dc6-570001a6b632 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:42:13.609670 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740a4d48-8e40-458d-882e-e02f664f23a3 req-e18c5720-3bb2-4f8e-9430-5510a9b0d53c service neutron] Checking agent: {'id': '233fbd7d-38e4-434f-bb8f-05364d7423a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:42:13.610001 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740a4d48-8e40-458d-882e-e02f664f23a3 req-e18c5720-3bb2-4f8e-9430-5510a9b0d53c service neutron] Checking segment: {'id': '2712bf9b-8452-46ed-8059-84d0f60eecb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd89de848-a16b-4045-8dc6-570001a6b632'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:42:13.610464 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740a4d48-8e40-458d-882e-e02f664f23a3 req-e18c5720-3bb2-4f8e-9430-5510a9b0d53c service neutron] Bound using segment: {'id': '2712bf9b-8452-46ed-8059-84d0f60eecb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd89de848-a16b-4045-8dc6-570001a6b632'} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:42:13.610851 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-740a4d48-8e40-458d-882e-e02f664f23a3 req-e18c5720-3bb2-4f8e-9430-5510a9b0d53c service neutron] Bound port: 11c568d1-d21f-4f4c-bd61-04b3ad71cc38, host: n-h2-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2712bf9b-8452-46ed-8059-84d0f60eecb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd89de848-a16b-4045-8dc6-570001a6b632'}}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:42:13.611200 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-740a4d48-8e40-458d-882e-e02f664f23a3 req-e18c5720-3bb2-4f8e-9430-5510a9b0d53c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:13.672730 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-740a4d48-8e40-458d-882e-e02f664f23a3 req-e18c5720-3bb2-4f8e-9430-5510a9b0d53c service neutron] For port 11c568d1-d21f-4f4c-bd61-04b3ad71cc38, host n-h2-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:42:13.675878 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-740a4d48-8e40-458d-882e-e02f664f23a3 req-e18c5720-3bb2-4f8e-9430-5510a9b0d53c service neutron] For port 11c568d1-d21f-4f4c-bd61-04b3ad71cc38, host n-h2-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=11c568d1-d21f-4f4c-bd61-04b3ad71cc38,segment=NetworkSegment(2712bf9b-8452-46ed-8059-84d0f60eecb3),segment_id=2712bf9b-8452-46ed-8059-84d0f60eecb3)] {{(pid=95501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:42:13.749476 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-740a4d48-8e40-458d-882e-e02f664f23a3 req-e18c5720-3bb2-4f8e-9430-5510a9b0d53c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:13.787026 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740a4d48-8e40-458d-882e-e02f664f23a3 req-e18c5720-3bb2-4f8e-9430-5510a9b0d53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:13.787739 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-740a4d48-8e40-458d-882e-e02f664f23a3 req-e18c5720-3bb2-4f8e-9430-5510a9b0d53c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:13.789175 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-740a4d48-8e40-458d-882e-e02f664f23a3 req-e18c5720-3bb2-4f8e-9430-5510a9b0d53c service neutron] 10.222.0.67 "PUT /v2.0/ports/11c568d1-d21f-4f4c-bd61-04b3ad71cc38 HTTP/1.1" status: 200 len: 1092 time: 0.7467732 Oct 12 19:42:13.789613 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '032e4397-63e8-42e0-ad51-62c8624c663f', 'tag': '11c568d1-d21f-4f4c-bd61-04b3ad71cc38'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:42:13.792418 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b106192f-6470-4270-a91b-195382e37f2d" -d '{"events": [{"name": "network-changed", "server_uuid": "032e4397-63e8-42e0-ad51-62c8624c663f", "tag": "11c568d1-d21f-4f4c-bd61-04b3ad71cc38"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:42:13.814526 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18c5720-3bb2-4f8e-9430-5510a9b0d53c service neutron] Pushing event updated for resources: {'Port': ['ID=11c568d1-d21f-4f4c-bd61-04b3ad71cc38,revision_number=3']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:42:13.843411 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bbd7e57-bcfa-4189-aa38-ebd2fa246247 x-openstack-request-id: req-0bbd7e57-bcfa-4189-aa38-ebd2fa246247 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:42:13.843796 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "032e4397-63e8-42e0-ad51-62c8624c663f", "tag": "11c568d1-d21f-4f4c-bd61-04b3ad71cc38", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:42:13.844171 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0bbd7e57-bcfa-4189-aa38-ebd2fa246247 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:42:13.844640 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '032e4397-63e8-42e0-ad51-62c8624c663f', 'tag': '11c568d1-d21f-4f4c-bd61-04b3ad71cc38', 'status': 'completed', 'code': 200} Oct 12 19:42:13.909458 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b106192f-6470-4270-a91b-195382e37f2d req-c66976de-16ce-4d7c-b7b6-8710c18d2683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:13.911112 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b106192f-6470-4270-a91b-195382e37f2d req-c66976de-16ce-4d7c-b7b6-8710c18d2683 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fef4819dbcd54c58aa4722e52d342caf&device_id=032e4397-63e8-42e0-ad51-62c8624c663f HTTP/1.1" status: 200 len: 1095 time: 0.0458465 Oct 12 19:42:14.009269 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b106192f-6470-4270-a91b-195382e37f2d req-42da69b0-174c-4556-99b9-f2efc7ac6dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:14.010753 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b106192f-6470-4270-a91b-195382e37f2d req-42da69b0-174c-4556-99b9-f2efc7ac6dde service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=fef4819dbcd54c58aa4722e52d342caf&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0911450 Oct 12 19:42:14.427167 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe813d8a-dcdc-4173-b7d5-2996d04d5298 req-f9f2420b-2c96-4fae-b4f6-411313af6eea tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:14.432550 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-fe813d8a-dcdc-4173-b7d5-2996d04d5298 req-f9f2420b-2c96-4fae-b4f6-411313af6eea tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] 10.222.0.49 "GET /v2.0/ports?device_id=032e4397-63e8-42e0-ad51-62c8624c663f HTTP/1.1" status: 200 len: 944 time: 0.0629160 Oct 12 19:42:14.444967 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b106192f-6470-4270-a91b-195382e37f2d req-1ff40ad4-d838-4f2d-bd45-d9af1a02b4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:14.446550 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b106192f-6470-4270-a91b-195382e37f2d req-1ff40ad4-d838-4f2d-bd45-d9af1a02b4f9 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4286158 Oct 12 19:42:14.467506 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-fe813d8a-dcdc-4173-b7d5-2996d04d5298 req-eed64306-6fd0-4bdc-a350-766c5d197914 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6df31de-5ced-4e1c-8aa3-81804bae9e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326517 Oct 12 19:42:14.525179 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740a4d48-8e40-458d-882e-e02f664f23a3 req-0cc9d443-1157-407c-9ed0-230d0519d654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:14.527513 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-740a4d48-8e40-458d-882e-e02f664f23a3 req-0cc9d443-1157-407c-9ed0-230d0519d654 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fef4819dbcd54c58aa4722e52d342caf&device_id=032e4397-63e8-42e0-ad51-62c8624c663f HTTP/1.1" status: 200 len: 1095 time: 0.0421796 Oct 12 19:42:14.572858 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-740a4d48-8e40-458d-882e-e02f664f23a3 req-3f2bc62a-72d5-40c6-8a18-12746f86d207 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=11c568d1-d21f-4f4c-bd61-04b3ad71cc38 HTTP/1.1" status: 200 len: 217 time: 0.0375047 Oct 12 19:42:14.624957 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 48492) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:42:14.625852 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740a4d48-8e40-458d-882e-e02f664f23a3 req-8526bbd2-1bb7-4418-9b6a-3fb72b9dd835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:14.627489 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-740a4d48-8e40-458d-882e-e02f664f23a3 req-8526bbd2-1bb7-4418-9b6a-3fb72b9dd835 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=80ee0038-8f7d-4909-8a3a-cc2660e2598a HTTP/1.1" status: 200 len: 854 time: 0.0478249 Oct 12 19:42:14.661750 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-740a4d48-8e40-458d-882e-e02f664f23a3 req-7ec04f46-b433-4f76-b6df-2f2cd77e11b9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d89de848-a16b-4045-8dc6-570001a6b632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271254 Oct 12 19:42:14.738409 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4b904cdc-9fc9-4396-beb4-24e349959921 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:14.758229 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-740a4d48-8e40-458d-882e-e02f664f23a3 req-ac13085c-6b7e-4e83-9706-ecab71df7dda service neutron] 10.222.0.67 "GET /v2.0/networks/d89de848-a16b-4045-8dc6-570001a6b632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892100 Oct 12 19:42:14.812946 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4b904cdc-9fc9-4396-beb4-24e349959921 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:14.852082 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-740a4d48-8e40-458d-882e-e02f664f23a3 req-ca4d1996-c383-4a4a-8005-147b7e2c7aad service neutron] 10.222.0.67 "GET /v2.0/networks/d89de848-a16b-4045-8dc6-570001a6b632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858989 Oct 12 19:42:14.917009 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4b904cdc-9fc9-4396-beb4-24e349959921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:14.960160 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-4b904cdc-9fc9-4396-beb4-24e349959921 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=33d19dcc123d4d62a6446e298dbc3a95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3340881 Oct 12 19:42:14.961386 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b904cdc-9fc9-4396-beb4-24e349959921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0c3b0f5-99d9-45d6-b97c-eaba1585f024,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:42:14.962869 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 48496) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:42:15.016649 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e088cb0c-f430-4a95-be0b-d831e35ff60b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:15.038737 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e088cb0c-f430-4a95-be0b-d831e35ff60b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:15.140053 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e088cb0c-f430-4a95-be0b-d831e35ff60b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:15.142822 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e088cb0c-f430-4a95-be0b-d831e35ff60b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:15.144022 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-e088cb0c-f430-4a95-be0b-d831e35ff60b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b0c3b0f5-99d9-45d6-b97c-eaba1585f024 HTTP/1.1" status: 204 len: 168 time: 0.1797712 Oct 12 19:42:15.152946 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e088cb0c-f430-4a95-be0b-d831e35ff60b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0c3b0f5-99d9-45d6-b97c-eaba1585f024,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:42:15.607809 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bb2840-88c7-46a2-920a-b42b1ce5f856 req-63a1c4be-3998-449a-abae-a6500ed59f22 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:15.612420 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-69bb2840-88c7-46a2-920a-b42b1ce5f856 req-63a1c4be-3998-449a-abae-a6500ed59f22 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] 10.222.0.49 "GET /v2.0/ports?device_id=032e4397-63e8-42e0-ad51-62c8624c663f HTTP/1.1" status: 200 len: 944 time: 0.0658689 Oct 12 19:42:15.651787 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-69bb2840-88c7-46a2-920a-b42b1ce5f856 req-8d91e71c-8e03-46b9-999f-3979bb0ac190 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6df31de-5ced-4e1c-8aa3-81804bae9e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358853 Oct 12 19:42:16.719344 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 48534) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:42:16.771234 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7bb061-e6c0-4458-af1d-d06b0ff1775d req-a1244f4e-a0f7-45f7-902e-13d8e69137a2 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:16.772781 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1c7bb061-e6c0-4458-af1d-d06b0ff1775d req-a1244f4e-a0f7-45f7-902e-13d8e69137a2 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] 10.222.0.49 "GET /v2.0/ports?device_id=032e4397-63e8-42e0-ad51-62c8624c663f HTTP/1.1" status: 200 len: 944 time: 0.0511775 Oct 12 19:42:16.812155 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1c7bb061-e6c0-4458-af1d-d06b0ff1775d req-bc866ca7-a6fe-4c92-874a-3f1e17b77b28 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6df31de-5ced-4e1c-8aa3-81804bae9e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334649 Oct 12 19:42:16.831598 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-65ce3144-e131-4cf8-a793-6de5f1a56f93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:16.907747 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-65ce3144-e131-4cf8-a793-6de5f1a56f93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:16.966184 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-65ce3144-e131-4cf8-a793-6de5f1a56f93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:17.012020 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-65ce3144-e131-4cf8-a793-6de5f1a56f93 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b9add8a09744410d8299ccd6f0f78e75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2913620 Oct 12 19:42:17.012907 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ce3144-e131-4cf8-a793-6de5f1a56f93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e33a620-fc40-49b5-aed4-243d7ce4bc8b,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:42:17.014731 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 48538) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:42:17.074286 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-83ba2373-cce3-4afc-a5e8-f189ed00d4bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:17.094914 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-83ba2373-cce3-4afc-a5e8-f189ed00d4bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:17.225290 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-83ba2373-cce3-4afc-a5e8-f189ed00d4bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:17.228118 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-83ba2373-cce3-4afc-a5e8-f189ed00d4bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:17.229894 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-83ba2373-cce3-4afc-a5e8-f189ed00d4bd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7e33a620-fc40-49b5-aed4-243d7ce4bc8b HTTP/1.1" status: 204 len: 168 time: 0.2133858 Oct 12 19:42:17.237879 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ba2373-cce3-4afc-a5e8-f189ed00d4bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e33a620-fc40-49b5-aed4-243d7ce4bc8b,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:42:17.949510 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353c4af3-e523-40a2-b2b9-1e9518f2e3ee req-a26d2bc5-0d9b-4d7e-8468-47111df93f38 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:17.952240 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-353c4af3-e523-40a2-b2b9-1e9518f2e3ee req-a26d2bc5-0d9b-4d7e-8468-47111df93f38 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] 10.222.0.49 "GET /v2.0/ports?device_id=032e4397-63e8-42e0-ad51-62c8624c663f HTTP/1.1" status: 200 len: 944 time: 0.0704324 Oct 12 19:42:17.979741 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 48566) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:42:18.008212 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-353c4af3-e523-40a2-b2b9-1e9518f2e3ee req-acfc63e3-35a2-43a3-a07e-1594324fa4d2 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6df31de-5ced-4e1c-8aa3-81804bae9e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505669 Oct 12 19:42:18.097773 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-17b7143f-27ac-4c2d-adc5-b0a6fc6c6a20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:18.122427 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 11c568d1-d21f-4f4c-bd61-04b3ad71cc38 details requested by agent hyperv_n-h2-813679-3 with host n-h2-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:42:18.184805 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-17b7143f-27ac-4c2d-adc5-b0a6fc6c6a20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:18.297378 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-17b7143f-27ac-4c2d-adc5-b0a6fc6c6a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:18.320178 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 48576) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:42:18.344554 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-17b7143f-27ac-4c2d-adc5-b0a6fc6c6a20 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a466ce0dcc6e4c7ea11807646feae00d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3630826 Oct 12 19:42:18.347257 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 48580) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:42:18.353431 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b7143f-27ac-4c2d-adc5-b0a6fc6c6a20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb061b36-f83f-4cae-aaaa-2b257a0036c3,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:42:18.380053 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 11c568d1-d21f-4f4c-bd61-04b3ad71cc38, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=11c568d1-d21f-4f4c-bd61-04b3ad71cc38,segment=NetworkSegment(2712bf9b-8452-46ed-8059-84d0f60eecb3),segment_id=2712bf9b-8452-46ed-8059-84d0f60eecb3)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:42:18.394454 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Returning: {'device': '11c568d1-d21f-4f4c-bd61-04b3ad71cc38', 'network_id': 'd89de848-a16b-4045-8dc6-570001a6b632', 'port_id': '11c568d1-d21f-4f4c-bd61-04b3ad71cc38', 'mac_address': 'fa:16:3e:6e:eb:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80ee0038-8f7d-4909-8a3a-cc2660e2598a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:42:18.403076 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-17d24166-9533-48d6-9d41-3d4b9e9f7737 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:18.425015 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-17d24166-9533-48d6-9d41-3d4b9e9f7737 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:18.433423 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:18.446914 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11c568d1-d21f-4f4c-bd61-04b3ad71cc38 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:42:18.460185 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-d31eea92-7a25-4006-9ed4-da1b1cf8a69a tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Request body: {'networks': [{'name': 'tempest-network--1128879446'}, {'name': 'tempest-network--1982333907'}]} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:42:18.460696 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-d31eea92-7a25-4006-9ed4-da1b1cf8a69a tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Request body: {'network': {'name': 'tempest-network--1128879446'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:42:18.461543 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-d31eea92-7a25-4006-9ed4-da1b1cf8a69a tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Request body: {'network': {'name': 'tempest-network--1982333907'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:42:18.469763 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 11c568d1-d21f-4f4c-bd61-04b3ad71cc38, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=11c568d1-d21f-4f4c-bd61-04b3ad71cc38,segment=NetworkSegment(2712bf9b-8452-46ed-8059-84d0f60eecb3),segment_id=2712bf9b-8452-46ed-8059-84d0f60eecb3)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:42:18.549040 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:18.577262 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d31eea92-7a25-4006-9ed4-da1b1cf8a69a tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Made reservation on behalf of 31254d859c2b418d845b3f675ffd4f6a for: {'network': 2} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:42:18.577468 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-17d24166-9533-48d6-9d41-3d4b9e9f7737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:18.579818 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-17d24166-9533-48d6-9d41-3d4b9e9f7737 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:18.580989 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-17d24166-9533-48d6-9d41-3d4b9e9f7737 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bb061b36-f83f-4cae-aaaa-2b257a0036c3 HTTP/1.1" status: 204 len: 168 time: 0.2328146 Oct 12 19:42:18.582471 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d31eea92-7a25-4006-9ed4-da1b1cf8a69a tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:18.591340 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d24166-9533-48d6-9d41-3d4b9e9f7737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb061b36-f83f-4cae-aaaa-2b257a0036c3,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:42:18.593026 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d31eea92-7a25-4006-9ed4-da1b1cf8a69a tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:18.616238 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=11c568d1-d21f-4f4c-bd61-04b3ad71cc38,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:42:18.682861 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d31eea92-7a25-4006-9ed4-da1b1cf8a69a tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:18.757245 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d31eea92-7a25-4006-9ed4-da1b1cf8a69a tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:18.757516 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['11c568d1-d21f-4f4c-bd61-04b3ad71cc38'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:42:18.761232 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d31eea92-7a25-4006-9ed4-da1b1cf8a69a tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:18.800829 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31eea92-7a25-4006-9ed4-da1b1cf8a69a tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2de1cf6d-bc07-49ba-96b1-714ee0d7b144,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:42:18.804448 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d31eea92-7a25-4006-9ed4-da1b1cf8a69a tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=95501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:42:18.816746 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d31eea92-7a25-4006-9ed4-da1b1cf8a69a tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:18.817188 n-d-813679-3 neutron-server[95501]: INFO neutron.db.segments_db [None req-d31eea92-7a25-4006-9ed4-da1b1cf8a69a tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Added segment 7be1f3eb-690c-42e7-8a8f-0cb501ba27a2 of type vlan for network 31aad34a-4e10-417a-ba65-e1b269e86375 Oct 12 19:42:18.856950 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d31eea92-7a25-4006-9ed4-da1b1cf8a69a tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:18.888506 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d31eea92-7a25-4006-9ed4-da1b1cf8a69a tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=95501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:42:18.899631 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d31eea92-7a25-4006-9ed4-da1b1cf8a69a tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:18.899985 n-d-813679-3 neutron-server[95501]: INFO neutron.db.segments_db [None req-d31eea92-7a25-4006-9ed4-da1b1cf8a69a tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Added segment 39d579e5-f51f-4b05-a318-55c8b8cb504c of type vlan for network 8d9293bf-5828-42d1-9010-f52eccb8f9f2 Oct 12 19:42:18.939877 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d31eea92-7a25-4006-9ed4-da1b1cf8a69a tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:19.042441 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d31eea92-7a25-4006-9ed4-da1b1cf8a69a tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:19.043212 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d31eea92-7a25-4006-9ed4-da1b1cf8a69a tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:19.048716 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d31eea92-7a25-4006-9ed4-da1b1cf8a69a tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:19.053748 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d31eea92-7a25-4006-9ed4-da1b1cf8a69a tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:19.054370 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d31eea92-7a25-4006-9ed4-da1b1cf8a69a tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:19.124943 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31eea92-7a25-4006-9ed4-da1b1cf8a69a tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Pushing event updated for resources: {'Network': ['ID=31aad34a-4e10-417a-ba65-e1b269e86375,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:42:19.127742 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd4aa91-36f0-40b9-acf1-bb86dd41a25b req-69374ca3-ffd9-456d-8e57-83e05b4429ec tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:19.129627 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8fd4aa91-36f0-40b9-acf1-bb86dd41a25b req-69374ca3-ffd9-456d-8e57-83e05b4429ec tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] 10.222.0.49 "GET /v2.0/ports?device_id=032e4397-63e8-42e0-ad51-62c8624c663f HTTP/1.1" status: 200 len: 945 time: 0.0547800 Oct 12 19:42:19.136159 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 31aad34a-4e10-417a-ba65-e1b269e86375 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:42:19.173879 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8fd4aa91-36f0-40b9-acf1-bb86dd41a25b req-96b0f8be-75c0-4c45-b216-e8fe4b4c17d7 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6df31de-5ced-4e1c-8aa3-81804bae9e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369508 Oct 12 19:42:19.181896 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-d31eea92-7a25-4006-9ed4-da1b1cf8a69a tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 0.8605971 Oct 12 19:42:19.184701 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 48588) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:42:19.204686 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31eea92-7a25-4006-9ed4-da1b1cf8a69a tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Pushing event updated for resources: {'Network': ['ID=8d9293bf-5828-42d1-9010-f52eccb8f9f2,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:42:19.215973 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 8d9293bf-5828-42d1-9010-f52eccb8f9f2 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:42:19.286155 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 48590) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:42:19.300995 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6b1915cb-8203-4e25-aac5-291fa568753c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:19.380617 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6b1915cb-8203-4e25-aac5-291fa568753c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:19.449054 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6b1915cb-8203-4e25-aac5-291fa568753c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:19.488703 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-6b1915cb-8203-4e25-aac5-291fa568753c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e5b6123a63d74d63bfd196eaa370b1ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2013073 Oct 12 19:42:19.489591 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1915cb-8203-4e25-aac5-291fa568753c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4700905f-ed77-450d-89a2-dc410b6547c6,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:42:19.491944 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 48592) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:42:19.542181 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-28f8509e-bf7e-4357-8e64-6723af8cdbce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:19.564158 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-28f8509e-bf7e-4357-8e64-6723af8cdbce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:19.670687 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-28f8509e-bf7e-4357-8e64-6723af8cdbce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:19.673468 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-28f8509e-bf7e-4357-8e64-6723af8cdbce admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:19.674663 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-28f8509e-bf7e-4357-8e64-6723af8cdbce admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4700905f-ed77-450d-89a2-dc410b6547c6 HTTP/1.1" status: 204 len: 168 time: 0.1817856 Oct 12 19:42:19.682981 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8509e-bf7e-4357-8e64-6723af8cdbce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4700905f-ed77-450d-89a2-dc410b6547c6,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:42:19.702880 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9483ab15-90ab-4fea-bd32-e86e7dd8b475 tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:19.709115 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9483ab15-90ab-4fea-bd32-e86e7dd8b475 tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:19.715123 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9483ab15-90ab-4fea-bd32-e86e7dd8b475 tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:19.721258 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9483ab15-90ab-4fea-bd32-e86e7dd8b475 tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:19.722923 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-9483ab15-90ab-4fea-bd32-e86e7dd8b475 tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.5370607 Oct 12 19:42:19.725841 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 48596) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:42:19.803052 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ac9f1583-632e-41dc-84db-b19efd6bf31c tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:19.889480 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ac9f1583-632e-41dc-84db-b19efd6bf31c tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:19.908334 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-ac9f1583-632e-41dc-84db-b19efd6bf31c tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31aad34a-4e10-417a-ba65-e1b269e86375']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:42:19.918156 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-ac9f1583-632e-41dc-84db-b19efd6bf31c tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7be1f3eb-690c-42e7-8a8f-0cb501ba27a2') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:42:19.918664 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-ac9f1583-632e-41dc-84db-b19efd6bf31c tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7be1f3eb-690c-42e7-8a8f-0cb501ba27a2') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:42:19.928576 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ac9f1583-632e-41dc-84db-b19efd6bf31c tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16313633'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:19.942299 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ac9f1583-632e-41dc-84db-b19efd6bf31c tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:19.948197 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac9f1583-632e-41dc-84db-b19efd6bf31c tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:42:19.948580 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ac9f1583-632e-41dc-84db-b19efd6bf31c tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4305278'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:19.954777 n-d-813679-3 neutron-server[95502]: Traceback (most recent call last): Oct 12 19:42:19.954777 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:42:19.954777 n-d-813679-3 neutron-server[95502]: timer() Oct 12 19:42:19.954777 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:42:19.954777 n-d-813679-3 neutron-server[95502]: cb(*args, **kw) Oct 12 19:42:19.954777 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:42:19.954777 n-d-813679-3 neutron-server[95502]: return func(*args, **kwargs) Oct 12 19:42:19.954777 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:42:19.954777 n-d-813679-3 neutron-server[95502]: self._notify() Oct 12 19:42:19.954777 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:42:19.954777 n-d-813679-3 neutron-server[95502]: self.callback(batched_events) Oct 12 19:42:19.954777 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:42:19.954777 n-d-813679-3 neutron-server[95502]: event.method(event) Oct 12 19:42:19.954777 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:42:19.954777 n-d-813679-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:42:19.954777 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:42:19.954777 n-d-813679-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:42:19.954777 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:42:19.954777 n-d-813679-3 neutron-server[95502]: return f(self, *a, **k) Oct 12 19:42:19.954777 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:42:19.954777 n-d-813679-3 neutron-server[95502]: return self._get(url).json() Oct 12 19:42:19.954777 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:42:19.954777 n-d-813679-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:42:19.954777 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:42:19.954777 n-d-813679-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Oct 12 19:42:19.954777 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:42:19.954777 n-d-813679-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:42:19.954777 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:42:19.954777 n-d-813679-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:42:19.954777 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:42:19.954777 n-d-813679-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:42:19.954777 n-d-813679-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:42:20.072524 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ac9f1583-632e-41dc-84db-b19efd6bf31c tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:20.076186 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ac9f1583-632e-41dc-84db-b19efd6bf31c tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:20.079259 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-ac9f1583-632e-41dc-84db-b19efd6bf31c tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] 10.222.0.49 "DELETE /v2.0/networks/31aad34a-4e10-417a-ba65-e1b269e86375 HTTP/1.1" status: 204 len: 168 time: 0.3524768 Oct 12 19:42:20.082003 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 48600) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:42:20.090613 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9f1583-632e-41dc-84db-b19efd6bf31c tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Pushing event deleted for resources: {'Network': ['ID=31aad34a-4e10-417a-ba65-e1b269e86375,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:42:20.136798 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 11c568d1-d21f-4f4c-bd61-04b3ad71cc38 up at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:42:20.165523 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b77034b2-9e9e-4919-9893-10d2bedff65c tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:20.256113 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b77034b2-9e9e-4919-9893-10d2bedff65c tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:20.274643 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning for port 11c568d1-d21f-4f4c-bd61-04b3ad71cc38 completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:42:20.279361 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning complete for port 11c568d1-d21f-4f4c-bd61-04b3ad71cc38 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:42:20.279724 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:20.298086 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-b77034b2-9e9e-4919-9893-10d2bedff65c tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d9293bf-5828-42d1-9010-f52eccb8f9f2']}} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:42:20.309409 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-b77034b2-9e9e-4919-9893-10d2bedff65c tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39d579e5-f51f-4b05-a318-55c8b8cb504c') {'for_net_delete': True} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:42:20.309704 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-b77034b2-9e9e-4919-9893-10d2bedff65c tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39d579e5-f51f-4b05-a318-55c8b8cb504c') {} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:42:20.321407 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b77034b2-9e9e-4919-9893-10d2bedff65c tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4281072'] for segment, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:20.339281 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4028a567-fb10-4a67-bcb3-16fb6da4b6d0 req-081aa5d2-4349-4db4-9844-2917e30ea5d4 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:20.340812 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4028a567-fb10-4a67-bcb3-16fb6da4b6d0 req-081aa5d2-4349-4db4-9844-2917e30ea5d4 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] 10.222.0.49 "GET /v2.0/ports?device_id=032e4397-63e8-42e0-ad51-62c8624c663f HTTP/1.1" status: 200 len: 945 time: 0.0874093 Oct 12 19:42:20.347196 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b77034b2-9e9e-4919-9893-10d2bedff65c tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:20.362281 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b77034b2-9e9e-4919-9893-10d2bedff65c tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=95501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:42:20.362510 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:20.362834 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b77034b2-9e9e-4919-9893-10d2bedff65c tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4823170'] for segment, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:20.366706 n-d-813679-3 neutron-server[95501]: Traceback (most recent call last): Oct 12 19:42:20.366706 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:42:20.366706 n-d-813679-3 neutron-server[95501]: timer() Oct 12 19:42:20.366706 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:42:20.366706 n-d-813679-3 neutron-server[95501]: cb(*args, **kw) Oct 12 19:42:20.366706 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:42:20.366706 n-d-813679-3 neutron-server[95501]: return func(*args, **kwargs) Oct 12 19:42:20.366706 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:42:20.366706 n-d-813679-3 neutron-server[95501]: self._notify() Oct 12 19:42:20.366706 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:42:20.366706 n-d-813679-3 neutron-server[95501]: self.callback(batched_events) Oct 12 19:42:20.366706 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:42:20.366706 n-d-813679-3 neutron-server[95501]: event.method(event) Oct 12 19:42:20.366706 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:42:20.366706 n-d-813679-3 neutron-server[95501]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:42:20.366706 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:42:20.366706 n-d-813679-3 neutron-server[95501]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:42:20.366706 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:42:20.366706 n-d-813679-3 neutron-server[95501]: return f(self, *a, **k) Oct 12 19:42:20.366706 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:42:20.366706 n-d-813679-3 neutron-server[95501]: return self._get(url).json() Oct 12 19:42:20.366706 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:42:20.366706 n-d-813679-3 neutron-server[95501]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:42:20.366706 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:42:20.366706 n-d-813679-3 neutron-server[95501]: return self.request(url, 'GET', **kwargs) Oct 12 19:42:20.366706 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:42:20.366706 n-d-813679-3 neutron-server[95501]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:42:20.366706 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:42:20.366706 n-d-813679-3 neutron-server[95501]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:42:20.366706 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:42:20.366706 n-d-813679-3 neutron-server[95501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:42:20.366706 n-d-813679-3 neutron-server[95501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:42:20.378531 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 48604) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:42:20.391752 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-83836ae4-0ab6-4aa1-bfef-4329f69d9a23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:20.391977 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '032e4397-63e8-42e0-ad51-62c8624c663f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11c568d1-d21f-4f4c-bd61-04b3ad71cc38'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:42:20.394148 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08b7577c-7268-447f-bb1e-f956dea77aef" -d '{"events": [{"server_uuid": "032e4397-63e8-42e0-ad51-62c8624c663f", "name": "network-vif-plugged", "status": "completed", "tag": "11c568d1-d21f-4f4c-bd61-04b3ad71cc38"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:42:20.409905 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 11c568d1-d21f-4f4c-bd61-04b3ad71cc38, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=11c568d1-d21f-4f4c-bd61-04b3ad71cc38,segment=NetworkSegment(2712bf9b-8452-46ed-8059-84d0f60eecb3),segment_id=2712bf9b-8452-46ed-8059-84d0f60eecb3)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:42:20.441389 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14e6ce58-5eec-4d7a-9596-814121014172 x-openstack-request-id: req-14e6ce58-5eec-4d7a-9596-814121014172 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:42:20.441706 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "032e4397-63e8-42e0-ad51-62c8624c663f", "name": "network-vif-plugged", "status": "completed", "tag": "11c568d1-d21f-4f4c-bd61-04b3ad71cc38", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:42:20.441960 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-14e6ce58-5eec-4d7a-9596-814121014172 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:42:20.444594 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '032e4397-63e8-42e0-ad51-62c8624c663f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11c568d1-d21f-4f4c-bd61-04b3ad71cc38', 'code': 200} Oct 12 19:42:20.446554 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4028a567-fb10-4a67-bcb3-16fb6da4b6d0 req-d045f25f-bbb5-4bbd-af11-8e8bf20a7f3e tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6df31de-5ced-4e1c-8aa3-81804bae9e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938220 Oct 12 19:42:20.494150 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:20.525612 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b77034b2-9e9e-4919-9893-10d2bedff65c tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:20.534395 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b77034b2-9e9e-4919-9893-10d2bedff65c tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:20.537581 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-b77034b2-9e9e-4919-9893-10d2bedff65c tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] 10.222.0.49 "DELETE /v2.0/networks/8d9293bf-5828-42d1-9010-f52eccb8f9f2 HTTP/1.1" status: 204 len: 168 time: 0.4544899 Oct 12 19:42:20.540584 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 48608) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:42:20.547520 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=11c568d1-d21f-4f4c-bd61-04b3ad71cc38,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:42:20.551606 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77034b2-9e9e-4919-9893-10d2bedff65c tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Pushing event deleted for resources: {'Network': ['ID=8d9293bf-5828-42d1-9010-f52eccb8f9f2,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:42:20.563984 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3106d4a4-94a5-44f7-bcc1-0a2d8120d87a req-20acef46-14f5-4565-b2d8-a99444c59c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:20.565646 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3106d4a4-94a5-44f7-bcc1-0a2d8120d87a req-20acef46-14f5-4565-b2d8-a99444c59c3e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=032e4397-63e8-42e0-ad51-62c8624c663f HTTP/1.1" status: 200 len: 1097 time: 0.0655937 Oct 12 19:42:20.604643 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3106d4a4-94a5-44f7-bcc1-0a2d8120d87a req-07269b39-9f49-4df5-91fd-70828125332c service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=d6df31de-5ced-4e1c-8aa3-81804bae9e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315878 Oct 12 19:42:20.660670 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-83836ae4-0ab6-4aa1-bfef-4329f69d9a23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:20.676548 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-231247ef-db04-427b-91ec-b4f9ce0cbf12 tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:20.682759 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-231247ef-db04-427b-91ec-b4f9ce0cbf12 tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:20.684309 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-231247ef-db04-427b-91ec-b4f9ce0cbf12 tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1425152 Oct 12 19:42:20.688174 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 48610) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:42:20.695844 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-0c8fcff1-dc73-442e-938e-49adc63fd488 tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1046163600'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:42:20.748632 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-83836ae4-0ab6-4aa1-bfef-4329f69d9a23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:20.786147 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-83836ae4-0ab6-4aa1-bfef-4329f69d9a23 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c5c27f76692c4ba0bfe678d790910fcf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4065719 Oct 12 19:42:20.788019 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83836ae4-0ab6-4aa1-bfef-4329f69d9a23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3008212d-1895-4074-9405-f5321857f409,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:42:20.795564 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 48612) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:42:20.821296 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c8fcff1-dc73-442e-938e-49adc63fd488 tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Made reservation on behalf of 31254d859c2b418d845b3f675ffd4f6a for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:42:20.825323 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0c8fcff1-dc73-442e-938e-49adc63fd488 tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:20.860971 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c8fcff1-dc73-442e-938e-49adc63fd488 tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:42:20.878812 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a319932a-4c62-42ca-b84e-f0beb153a8df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:20.880953 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0c8fcff1-dc73-442e-938e-49adc63fd488 tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:20.881421 n-d-813679-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-0c8fcff1-dc73-442e-938e-49adc63fd488 tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Added segment e3822771-f051-41be-9236-d2fd28ae7829 of type vlan for network f5226d81-9c1f-41f1-9abb-daaa68f6c980 Oct 12 19:42:20.945798 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a319932a-4c62-42ca-b84e-f0beb153a8df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:20.955148 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0c8fcff1-dc73-442e-938e-49adc63fd488 tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:21.173642 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0c8fcff1-dc73-442e-938e-49adc63fd488 tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:21.179327 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c8fcff1-dc73-442e-938e-49adc63fd488 tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:21.179919 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0c8fcff1-dc73-442e-938e-49adc63fd488 tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:21.188001 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a319932a-4c62-42ca-b84e-f0beb153a8df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:21.190588 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a319932a-4c62-42ca-b84e-f0beb153a8df admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:21.191677 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-a319932a-4c62-42ca-b84e-f0beb153a8df admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3008212d-1895-4074-9405-f5321857f409 HTTP/1.1" status: 204 len: 168 time: 0.3951097 Oct 12 19:42:21.247411 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a319932a-4c62-42ca-b84e-f0beb153a8df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3008212d-1895-4074-9405-f5321857f409,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:42:21.268624 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8fcff1-dc73-442e-938e-49adc63fd488 tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Pushing event updated for resources: {'Network': ['ID=f5226d81-9c1f-41f1-9abb-daaa68f6c980,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:42:21.283343 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network f5226d81-9c1f-41f1-9abb-daaa68f6c980 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:42:21.340183 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-0c8fcff1-dc73-442e-938e-49adc63fd488 tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6509118 Oct 12 19:42:21.342674 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 48616) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:42:21.347677 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-f36adc82-de3f-414a-bf20-612b318c5715 tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-311913658'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:42:21.445938 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f36adc82-de3f-414a-bf20-612b318c5715 tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Made reservation on behalf of 31254d859c2b418d845b3f675ffd4f6a for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:42:21.449440 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f36adc82-de3f-414a-bf20-612b318c5715 tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:21.472959 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f36adc82-de3f-414a-bf20-612b318c5715 tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:42:21.484477 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f36adc82-de3f-414a-bf20-612b318c5715 tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:21.484477 n-d-813679-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-f36adc82-de3f-414a-bf20-612b318c5715 tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Added segment 41a337e9-5321-45b4-99d7-b680cfcb7270 of type vlan for network 5d658fb2-b880-445f-a208-110e572173a9 Oct 12 19:42:21.542255 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f36adc82-de3f-414a-bf20-612b318c5715 tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:21.594438 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240ad3e6-1ddd-4923-a2a7-968d6219ff8b req-df48253d-3ad3-40c3-abb2-7012d502135c tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:21.595959 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-240ad3e6-1ddd-4923-a2a7-968d6219ff8b req-df48253d-3ad3-40c3-abb2-7012d502135c tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] 10.222.0.49 "GET /v2.0/ports?device_id=032e4397-63e8-42e0-ad51-62c8624c663f HTTP/1.1" status: 200 len: 946 time: 0.0705941 Oct 12 19:42:21.638799 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-240ad3e6-1ddd-4923-a2a7-968d6219ff8b req-6fe651ff-dcce-466a-bbd2-a07fa5cecf8c tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6df31de-5ced-4e1c-8aa3-81804bae9e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347903 Oct 12 19:42:21.648189 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f36adc82-de3f-414a-bf20-612b318c5715 tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:21.654989 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f36adc82-de3f-414a-bf20-612b318c5715 tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:21.655595 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f36adc82-de3f-414a-bf20-612b318c5715 tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:21.723552 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36adc82-de3f-414a-bf20-612b318c5715 tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Pushing event updated for resources: {'Network': ['ID=5d658fb2-b880-445f-a208-110e572173a9,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:42:21.734378 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 5d658fb2-b880-445f-a208-110e572173a9 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:42:21.774580 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 48628) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:42:21.775218 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-f36adc82-de3f-414a-bf20-612b318c5715 tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4308884 Oct 12 19:42:21.784677 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-a0e8858b-aa46-4fae-b87b-50442cdb14cf tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Request body: {'ports': [{'network_id': 'f5226d81-9c1f-41f1-9abb-daaa68f6c980', 'name': 'tempest-port--2050573009', 'admin_state_up': True}, {'network_id': '5d658fb2-b880-445f-a208-110e572173a9', 'admin_state_up': False}]} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:42:21.785001 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-a0e8858b-aa46-4fae-b87b-50442cdb14cf tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Request body: {'port': {'network_id': 'f5226d81-9c1f-41f1-9abb-daaa68f6c980', 'name': 'tempest-port--2050573009', 'admin_state_up': True}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:42:21.785460 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-a0e8858b-aa46-4fae-b87b-50442cdb14cf tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Request body: {'port': {'network_id': '5d658fb2-b880-445f-a208-110e572173a9', 'admin_state_up': False}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:42:22.017542 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0e8858b-aa46-4fae-b87b-50442cdb14cf tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Made reservation on behalf of 31254d859c2b418d845b3f675ffd4f6a for: {'port': 2} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:42:22.022511 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a0e8858b-aa46-4fae-b87b-50442cdb14cf tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:22.038998 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a0e8858b-aa46-4fae-b87b-50442cdb14cf tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:22.123349 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [None req-a0e8858b-aa46-4fae-b87b-50442cdb14cf tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] device_id is not set on port 44bbc125-76e3-4614-9c4b-b482ce432373 yet. {{(pid=95501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 19:42:22.238133 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a0e8858b-aa46-4fae-b87b-50442cdb14cf tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:22.307348 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [None req-a0e8858b-aa46-4fae-b87b-50442cdb14cf tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] device_id is not set on port c9984c31-1091-45a5-a94b-eac3fd17f2f2 yet. {{(pid=95501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 19:42:22.415337 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a0e8858b-aa46-4fae-b87b-50442cdb14cf tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:22.505746 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a0e8858b-aa46-4fae-b87b-50442cdb14cf tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:22.569016 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8858b-aa46-4fae-b87b-50442cdb14cf tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Pushing event updated for resources: {'Port': ['ID=44bbc125-76e3-4614-9c4b-b482ce432373,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:42:22.581444 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e8858b-aa46-4fae-b87b-50442cdb14cf tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Checking segment: {'id': 'e3822771-f051-41be-9236-d2fd28ae7829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'f5226d81-9c1f-41f1-9abb-daaa68f6c980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:42:22.582051 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e8858b-aa46-4fae-b87b-50442cdb14cf tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Network hostable DHCP agents. Network: f5226d81-9c1f-41f1-9abb-daaa68f6c980, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:42:22.659442 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e8858b-aa46-4fae-b87b-50442cdb14cf tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Network f5226d81-9c1f-41f1-9abb-daaa68f6c980 is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:42:22.699827 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-a0e8858b-aa46-4fae-b87b-50442cdb14cf tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, f5226d81-9c1f-41f1-9abb-daaa68f6c980) {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:42:22.705071 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e8858b-aa46-4fae-b87b-50442cdb14cf tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:42:22.706008 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a0e8858b-aa46-4fae-b87b-50442cdb14cf tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:22.711575 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7441e0c-6117-43ba-babb-4d383dbe42f1 None None] Network f5226d81-9c1f-41f1-9abb-daaa68f6c980 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:42:22.800908 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8858b-aa46-4fae-b87b-50442cdb14cf tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Pushing event updated for resources: {'Port': ['ID=c9984c31-1091-45a5-a94b-eac3fd17f2f2,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:42:22.826887 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86dfd91-ce70-4b1f-92bf-bcda1519ef31 req-774c5dce-a3e1-4a56-a8c2-60c686998152 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:22.832489 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d86dfd91-ce70-4b1f-92bf-bcda1519ef31 req-774c5dce-a3e1-4a56-a8c2-60c686998152 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] 10.222.0.49 "GET /v2.0/ports?device_id=032e4397-63e8-42e0-ad51-62c8624c663f HTTP/1.1" status: 200 len: 946 time: 0.1095848 Oct 12 19:42:22.844674 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e8858b-aa46-4fae-b87b-50442cdb14cf tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Checking segment: {'id': '41a337e9-5321-45b4-99d7-b680cfcb7270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '5d658fb2-b880-445f-a208-110e572173a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:42:22.845033 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e8858b-aa46-4fae-b87b-50442cdb14cf tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Network hostable DHCP agents. Network: 5d658fb2-b880-445f-a208-110e572173a9, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:42:22.885325 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d86dfd91-ce70-4b1f-92bf-bcda1519ef31 req-161146e0-4e7a-40da-b698-3f6e7e733c6f tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6df31de-5ced-4e1c-8aa3-81804bae9e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491042 Oct 12 19:42:22.966215 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e8858b-aa46-4fae-b87b-50442cdb14cf tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Network 5d658fb2-b880-445f-a208-110e572173a9 is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:42:23.046300 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-a0e8858b-aa46-4fae-b87b-50442cdb14cf tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, 5d658fb2-b880-445f-a208-110e572173a9) {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:42:23.050795 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e8858b-aa46-4fae-b87b-50442cdb14cf tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:42:23.053938 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eefb2ce1-7bc6-42c6-8285-5083bf2c5c37 None None] Network 5d658fb2-b880-445f-a208-110e572173a9 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:42:23.061056 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e8858b-aa46-4fae-b87b-50442cdb14cf tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:23.065999 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e8858b-aa46-4fae-b87b-50442cdb14cf tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:23.066682 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a0e8858b-aa46-4fae-b87b-50442cdb14cf tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:23.182639 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-a0e8858b-aa46-4fae-b87b-50442cdb14cf tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.4054987 Oct 12 19:42:23.185357 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 48654) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:42:23.262864 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db93ed49-7db4-46ec-8347-16423f78ac50 tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:23.268967 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db93ed49-7db4-46ec-8347-16423f78ac50 tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:23.270522 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-db93ed49-7db4-46ec-8347-16423f78ac50 tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0842476 Oct 12 19:42:23.273564 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 48656) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:42:23.365169 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-3005fe0d-8343-4398-ac70-856296d984fc tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Deleting port 44bbc125-76e3-4614-9c4b-b482ce432373 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:42:23.365634 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3005fe0d-8343-4398-ac70-856296d984fc tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:23.442182 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3005fe0d-8343-4398-ac70-856296d984fc tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:23.454720 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-3005fe0d-8343-4398-ac70-856296d984fc tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Calling delete_port for 44bbc125-76e3-4614-9c4b-b482ce432373 owned by {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:42:23.619644 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3005fe0d-8343-4398-ac70-856296d984fc tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:23.648746 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3005fe0d-8343-4398-ac70-856296d984fc tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Pushing event deleted for resources: {'Port': ['ID=44bbc125-76e3-4614-9c4b-b482ce432373,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:42:23.654873 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3005fe0d-8343-4398-ac70-856296d984fc tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:23.658561 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-3005fe0d-8343-4398-ac70-856296d984fc tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] 10.222.0.49 "DELETE /v2.0/ports/44bbc125-76e3-4614-9c4b-b482ce432373 HTTP/1.1" status: 204 len: 168 time: 0.3840671 Oct 12 19:42:23.661598 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 48662) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:42:23.757261 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-a822567a-987e-45a1-8190-d7d6460c927a tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Deleting port c9984c31-1091-45a5-a94b-eac3fd17f2f2 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:42:23.760018 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a822567a-987e-45a1-8190-d7d6460c927a tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:23.830701 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a822567a-987e-45a1-8190-d7d6460c927a tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:23.844705 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-a822567a-987e-45a1-8190-d7d6460c927a tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Calling delete_port for c9984c31-1091-45a5-a94b-eac3fd17f2f2 owned by {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:42:24.014329 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a822567a-987e-45a1-8190-d7d6460c927a tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:24.059908 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a822567a-987e-45a1-8190-d7d6460c927a tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:24.065275 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-a822567a-987e-45a1-8190-d7d6460c927a tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] 10.222.0.49 "DELETE /v2.0/ports/c9984c31-1091-45a5-a94b-eac3fd17f2f2 HTTP/1.1" status: 204 len: 168 time: 0.4001410 Oct 12 19:42:24.065275 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a822567a-987e-45a1-8190-d7d6460c927a tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Pushing event deleted for resources: {'Port': ['ID=c9984c31-1091-45a5-a94b-eac3fd17f2f2,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:42:24.065683 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 48670) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:42:24.111068 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-5eca6d13-b361-4522-b1a6-da84fa75805e tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0441558 Oct 12 19:42:24.122847 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 48672) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:42:24.130919 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-b5910ed8-73a0-47f8-8b65-36d554051341 tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1692087710'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:42:24.153930 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 19:42:24.230833 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5910ed8-73a0-47f8-8b65-36d554051341 tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Made reservation on behalf of 31254d859c2b418d845b3f675ffd4f6a for: {'network': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:42:24.234485 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b5910ed8-73a0-47f8-8b65-36d554051341 tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:24.275621 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5910ed8-73a0-47f8-8b65-36d554051341 tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=95501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:42:24.284444 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b5910ed8-73a0-47f8-8b65-36d554051341 tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:24.284778 n-d-813679-3 neutron-server[95501]: INFO neutron.db.segments_db [None req-b5910ed8-73a0-47f8-8b65-36d554051341 tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Added segment 54bff1e8-b049-4191-81a5-d304a3be7879 of type vlan for network 1140d51d-a0f8-44a7-be16-3e2373efb33c Oct 12 19:42:24.326046 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b5910ed8-73a0-47f8-8b65-36d554051341 tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:24.408661 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b5910ed8-73a0-47f8-8b65-36d554051341 tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:24.414506 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5910ed8-73a0-47f8-8b65-36d554051341 tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:24.415105 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b5910ed8-73a0-47f8-8b65-36d554051341 tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:24.481496 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5910ed8-73a0-47f8-8b65-36d554051341 tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Pushing event updated for resources: {'Network': ['ID=1140d51d-a0f8-44a7-be16-3e2373efb33c,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:42:24.491980 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 1140d51d-a0f8-44a7-be16-3e2373efb33c details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:42:24.523055 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-b5910ed8-73a0-47f8-8b65-36d554051341 tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3980296 Oct 12 19:42:24.526773 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 48678) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:42:24.531989 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-3c009c63-7cbf-474d-b430-693e23e8b25c tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-488818107'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:42:24.622935 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c009c63-7cbf-474d-b430-693e23e8b25c tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Made reservation on behalf of 31254d859c2b418d845b3f675ffd4f6a for: {'network': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:42:24.630837 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3c009c63-7cbf-474d-b430-693e23e8b25c tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:24.650635 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c009c63-7cbf-474d-b430-693e23e8b25c tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=95501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:42:24.660916 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3c009c63-7cbf-474d-b430-693e23e8b25c tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:24.661278 n-d-813679-3 neutron-server[95501]: INFO neutron.db.segments_db [None req-3c009c63-7cbf-474d-b430-693e23e8b25c tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Added segment c428ae44-de46-47a7-9ad5-5fbb824d9f9f of type vlan for network 1ddff186-4ff8-4701-ba00-e59ba048568e Oct 12 19:42:24.703767 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3c009c63-7cbf-474d-b430-693e23e8b25c tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:24.783165 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3c009c63-7cbf-474d-b430-693e23e8b25c tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:24.789067 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c009c63-7cbf-474d-b430-693e23e8b25c tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:24.789700 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3c009c63-7cbf-474d-b430-693e23e8b25c tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:24.859779 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c009c63-7cbf-474d-b430-693e23e8b25c tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Pushing event updated for resources: {'Network': ['ID=1ddff186-4ff8-4701-ba00-e59ba048568e,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:42:24.869938 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 1ddff186-4ff8-4701-ba00-e59ba048568e details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:42:24.930825 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-3c009c63-7cbf-474d-b430-693e23e8b25c tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4030013 Oct 12 19:42:25.068587 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 48686) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:42:25.075924 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-d6e02ccc-9fad-4e2a-a87f-57a51375e95f tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Request body: {'subnets': [{'network_id': '1140d51d-a0f8-44a7-be16-3e2373efb33c', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--736658278', 'ip_version': 4}, {'network_id': '1ddff186-4ff8-4701-ba00-e59ba048568e', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:42:25.075924 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-d6e02ccc-9fad-4e2a-a87f-57a51375e95f tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Request body: {'subnet': {'network_id': '1140d51d-a0f8-44a7-be16-3e2373efb33c', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--736658278', 'ip_version': 4}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:42:25.075924 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-d6e02ccc-9fad-4e2a-a87f-57a51375e95f tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Request body: {'subnet': {'network_id': '1ddff186-4ff8-4701-ba00-e59ba048568e', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:42:25.302742 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6e02ccc-9fad-4e2a-a87f-57a51375e95f tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Made reservation on behalf of 31254d859c2b418d845b3f675ffd4f6a for: {'subnet': 2} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:42:25.308287 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d6e02ccc-9fad-4e2a-a87f-57a51375e95f tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4612397'] for subnet, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:25.308633 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d6e02ccc-9fad-4e2a-a87f-57a51375e95f tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4612397'] for subnet, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:25.716642 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d6e02ccc-9fad-4e2a-a87f-57a51375e95f tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4824863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4612355'] for subnet, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:25.778029 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e02ccc-9fad-4e2a-a87f-57a51375e95f tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Pushing event updated for resources: {'Subnet': ['ID=408ffcf2-a539-4a6a-a302-02182f3ed1d8,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:42:25.788502 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e02ccc-9fad-4e2a-a87f-57a51375e95f tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Checking segment: {'id': '54bff1e8-b049-4191-81a5-d304a3be7879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '1140d51d-a0f8-44a7-be16-3e2373efb33c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:42:25.788873 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e02ccc-9fad-4e2a-a87f-57a51375e95f tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Network hostable DHCP agents. Network: 1140d51d-a0f8-44a7-be16-3e2373efb33c, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:42:25.887634 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e02ccc-9fad-4e2a-a87f-57a51375e95f tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Network 1140d51d-a0f8-44a7-be16-3e2373efb33c is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:42:25.996447 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-d6e02ccc-9fad-4e2a-a87f-57a51375e95f tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, 1140d51d-a0f8-44a7-be16-3e2373efb33c) {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:42:26.005536 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d6e02ccc-9fad-4e2a-a87f-57a51375e95f tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4824863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4612355'] for subnet, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:26.006399 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3377872e-8444-4f92-ab4e-2bac9d7b9a70 None None] Network 1140d51d-a0f8-44a7-be16-3e2373efb33c requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:42:26.063812 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e02ccc-9fad-4e2a-a87f-57a51375e95f tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Pushing event updated for resources: {'Subnet': ['ID=43f0bdab-70fd-4a79-8e59-b174c324893d,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:42:26.078643 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e02ccc-9fad-4e2a-a87f-57a51375e95f tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Checking segment: {'id': 'c428ae44-de46-47a7-9ad5-5fbb824d9f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '1ddff186-4ff8-4701-ba00-e59ba048568e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:42:26.079212 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e02ccc-9fad-4e2a-a87f-57a51375e95f tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Network hostable DHCP agents. Network: 1ddff186-4ff8-4701-ba00-e59ba048568e, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:42:26.145175 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e02ccc-9fad-4e2a-a87f-57a51375e95f tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Network 1ddff186-4ff8-4701-ba00-e59ba048568e is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:42:26.155904 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dad7b59-2aa8-4cd4-b67a-ae8d45a9b99c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-1140d51d-a0f8-44a7-be16-3e2373efb33c', 'network_id': '1140d51d-a0f8-44a7-be16-3e2373efb33c', 'tenant_id': '31254d859c2b418d845b3f675ffd4f6a', 'fixed_ips': [{'subnet_id': '408ffcf2-a539-4a6a-a302-02182f3ed1d8'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:42:26.156810 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6dad7b59-2aa8-4cd4-b67a-ae8d45a9b99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:26.242509 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-d6e02ccc-9fad-4e2a-a87f-57a51375e95f tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, 1ddff186-4ff8-4701-ba00-e59ba048568e) {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:42:26.252714 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e02ccc-9fad-4e2a-a87f-57a51375e95f tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:26.253189 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e02ccc-9fad-4e2a-a87f-57a51375e95f tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:26.253806 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d6e02ccc-9fad-4e2a-a87f-57a51375e95f tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:26.269684 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee3c3b0-7b7c-450a-8ea3-0d0c95d72119 None None] Network 1ddff186-4ff8-4701-ba00-e59ba048568e requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:42:26.336544 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-d6e02ccc-9fad-4e2a-a87f-57a51375e95f tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 1.2665980 Oct 12 19:42:26.337614 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-6dad7b59-2aa8-4cd4-b67a-ae8d45a9b99c None None] Allocated IP 172.20.0.2 (1140d51d-a0f8-44a7-be16-3e2373efb33c/408ffcf2-a539-4a6a-a302-02182f3ed1d8/64b09345-b099-4962-98ae-3d8e3ec2c005) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:42:26.339128 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 48704) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:42:26.438228 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383388ef-d6e9-42ac-b124-e2d5f54470ce tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:26.439980 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383388ef-d6e9-42ac-b124-e2d5f54470ce tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:26.441782 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383388ef-d6e9-42ac-b124-e2d5f54470ce tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:26.446522 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-383388ef-d6e9-42ac-b124-e2d5f54470ce tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1033347 Oct 12 19:42:26.447307 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 48706) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:42:26.502739 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_v2 [None req-55c56c75-9c5d-401b-a374-628fb6a205e0 tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Deleting subnet 408ffcf2-a539-4a6a-a302-02182f3ed1d8 {{(pid=95501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:42:26.507199 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef4352f-96f2-49c1-be35-4f2dcd167a18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-1ddff186-4ff8-4701-ba00-e59ba048568e', 'network_id': '1ddff186-4ff8-4701-ba00-e59ba048568e', 'tenant_id': '31254d859c2b418d845b3f675ffd4f6a', 'fixed_ips': [{'subnet_id': '43f0bdab-70fd-4a79-8e59-b174c324893d'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:42:26.508080 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3ef4352f-96f2-49c1-be35-4f2dcd167a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:26.616979 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6dad7b59-2aa8-4cd4-b67a-ae8d45a9b99c None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:26.691212 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-3ef4352f-96f2-49c1-be35-4f2dcd167a18 None None] Allocated IP 172.20.0.18 (1ddff186-4ff8-4701-ba00-e59ba048568e/43f0bdab-70fd-4a79-8e59-b174c324893d/85462825-0294-478a-9d48-e63e2698baf3) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:42:26.736678 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-55c56c75-9c5d-401b-a374-628fb6a205e0 tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Notify callbacks [] for subnet, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:26.760236 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6dad7b59-2aa8-4cd4-b67a-ae8d45a9b99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:26.805645 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-55c56c75-9c5d-401b-a374-628fb6a205e0 tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281083'] for subnet, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:26.816523 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dad7b59-2aa8-4cd4-b67a-ae8d45a9b99c None None] Network 1140d51d-a0f8-44a7-be16-3e2373efb33c is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:42:26.823163 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-6dad7b59-2aa8-4cd4-b67a-ae8d45a9b99c None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:42:26.830837 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dad7b59-2aa8-4cd4-b67a-ae8d45a9b99c None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:42:26.835969 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dad7b59-2aa8-4cd4-b67a-ae8d45a9b99c None None] Pushing event updated for resources: {'Port': ['ID=64b09345-b099-4962-98ae-3d8e3ec2c005,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:42:26.924120 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-55c56c75-9c5d-401b-a374-628fb6a205e0 tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:26.935422 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-6dad7b59-2aa8-4cd4-b67a-ae8d45a9b99c None None] Attempting to bind port 64b09345-b099-4962-98ae-3d8e3ec2c005 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:42:26.936049 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-6dad7b59-2aa8-4cd4-b67a-ae8d45a9b99c None None] Attempting to bind port 64b09345-b099-4962-98ae-3d8e3ec2c005 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '54bff1e8-b049-4191-81a5-d304a3be7879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '1140d51d-a0f8-44a7-be16-3e2373efb33c'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:42:26.936628 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dad7b59-2aa8-4cd4-b67a-ae8d45a9b99c None None] Attempting to bind port 64b09345-b099-4962-98ae-3d8e3ec2c005 on network 1140d51d-a0f8-44a7-be16-3e2373efb33c {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:42:26.948224 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dad7b59-2aa8-4cd4-b67a-ae8d45a9b99c None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:42:26.948934 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dad7b59-2aa8-4cd4-b67a-ae8d45a9b99c None None] Checking segment: {'id': '54bff1e8-b049-4191-81a5-d304a3be7879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '1140d51d-a0f8-44a7-be16-3e2373efb33c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:42:26.949486 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6dad7b59-2aa8-4cd4-b67a-ae8d45a9b99c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:26.950067 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dad7b59-2aa8-4cd4-b67a-ae8d45a9b99c None None] Bound using segment: {'id': '54bff1e8-b049-4191-81a5-d304a3be7879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '1140d51d-a0f8-44a7-be16-3e2373efb33c'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:42:26.950789 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-6dad7b59-2aa8-4cd4-b67a-ae8d45a9b99c None None] Bound port: 64b09345-b099-4962-98ae-3d8e3ec2c005, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54bff1e8-b049-4191-81a5-d304a3be7879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '1140d51d-a0f8-44a7-be16-3e2373efb33c'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:42:26.951343 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6dad7b59-2aa8-4cd4-b67a-ae8d45a9b99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:26.976194 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3ef4352f-96f2-49c1-be35-4f2dcd167a18 None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:27.044154 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3ef4352f-96f2-49c1-be35-4f2dcd167a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:27.060181 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-55c56c75-9c5d-401b-a374-628fb6a205e0 tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4824924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4612362'] for subnet, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:27.075746 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-55c56c75-9c5d-401b-a374-628fb6a205e0 tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:27.079265 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-55c56c75-9c5d-401b-a374-628fb6a205e0 tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] 10.222.0.49 "DELETE /v2.0/subnets/408ffcf2-a539-4a6a-a302-02182f3ed1d8 HTTP/1.1" status: 204 len: 168 time: 0.6303408 Oct 12 19:42:27.082128 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 48712) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:42:27.090995 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-6dad7b59-2aa8-4cd4-b67a-ae8d45a9b99c None None] For port 64b09345-b099-4962-98ae-3d8e3ec2c005, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:42:27.120242 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-6dad7b59-2aa8-4cd4-b67a-ae8d45a9b99c None None] For port 64b09345-b099-4962-98ae-3d8e3ec2c005, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=64b09345-b099-4962-98ae-3d8e3ec2c005,segment=NetworkSegment(54bff1e8-b049-4191-81a5-d304a3be7879),segment_id=54bff1e8-b049-4191-81a5-d304a3be7879)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:42:27.128654 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef4352f-96f2-49c1-be35-4f2dcd167a18 None None] Network 1ddff186-4ff8-4701-ba00-e59ba048568e is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:42:27.133234 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-3ef4352f-96f2-49c1-be35-4f2dcd167a18 None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:42:27.137559 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef4352f-96f2-49c1-be35-4f2dcd167a18 None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:42:27.139324 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c56c75-9c5d-401b-a374-628fb6a205e0 tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Pushing event deleted for resources: {'Subnet': ['ID=408ffcf2-a539-4a6a-a302-02182f3ed1d8,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:42:27.146623 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef4352f-96f2-49c1-be35-4f2dcd167a18 None None] Pushing event updated for resources: {'Port': ['ID=85462825-0294-478a-9d48-e63e2698baf3,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:42:27.174664 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9f97144-c516-427e-b3e8-82da8d15952d tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Deleting subnet 43f0bdab-70fd-4a79-8e59-b174c324893d {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:42:27.179678 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b9f97144-c516-427e-b3e8-82da8d15952d tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:27.202315 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6dad7b59-2aa8-4cd4-b67a-ae8d45a9b99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:27.231829 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b9f97144-c516-427e-b3e8-82da8d15952d tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16313642'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:27.232099 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-3ef4352f-96f2-49c1-be35-4f2dcd167a18 None None] Attempting to bind port 85462825-0294-478a-9d48-e63e2698baf3 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:42:27.232486 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-3ef4352f-96f2-49c1-be35-4f2dcd167a18 None None] Attempting to bind port 85462825-0294-478a-9d48-e63e2698baf3 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'c428ae44-de46-47a7-9ad5-5fbb824d9f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '1ddff186-4ff8-4701-ba00-e59ba048568e'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:42:27.232919 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef4352f-96f2-49c1-be35-4f2dcd167a18 None None] Attempting to bind port 85462825-0294-478a-9d48-e63e2698baf3 on network 1ddff186-4ff8-4701-ba00-e59ba048568e {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:42:27.251407 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef4352f-96f2-49c1-be35-4f2dcd167a18 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:42:27.251962 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef4352f-96f2-49c1-be35-4f2dcd167a18 None None] Checking segment: {'id': 'c428ae44-de46-47a7-9ad5-5fbb824d9f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '1ddff186-4ff8-4701-ba00-e59ba048568e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:42:27.252494 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3ef4352f-96f2-49c1-be35-4f2dcd167a18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:27.253029 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef4352f-96f2-49c1-be35-4f2dcd167a18 None None] Bound using segment: {'id': 'c428ae44-de46-47a7-9ad5-5fbb824d9f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '1ddff186-4ff8-4701-ba00-e59ba048568e'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:42:27.253612 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-3ef4352f-96f2-49c1-be35-4f2dcd167a18 None None] Bound port: 85462825-0294-478a-9d48-e63e2698baf3, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c428ae44-de46-47a7-9ad5-5fbb824d9f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '1ddff186-4ff8-4701-ba00-e59ba048568e'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:42:27.254094 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3ef4352f-96f2-49c1-be35-4f2dcd167a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:27.331066 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dad7b59-2aa8-4cd4-b67a-ae8d45a9b99c None None] Pushing event updated for resources: {'Port': ['ID=64b09345-b099-4962-98ae-3d8e3ec2c005,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:42:27.358459 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-3ef4352f-96f2-49c1-be35-4f2dcd167a18 None None] For port 85462825-0294-478a-9d48-e63e2698baf3, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:42:27.362400 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-3ef4352f-96f2-49c1-be35-4f2dcd167a18 None None] For port 85462825-0294-478a-9d48-e63e2698baf3, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=85462825-0294-478a-9d48-e63e2698baf3,segment=NetworkSegment(c428ae44-de46-47a7-9ad5-5fbb824d9f9f),segment_id=c428ae44-de46-47a7-9ad5-5fbb824d9f9f)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:42:27.434717 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3ef4352f-96f2-49c1-be35-4f2dcd167a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:27.437026 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b9f97144-c516-427e-b3e8-82da8d15952d tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:27.552312 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef4352f-96f2-49c1-be35-4f2dcd167a18 None None] Pushing event updated for resources: {'Port': ['ID=85462825-0294-478a-9d48-e63e2698baf3,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:42:27.623452 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b9f97144-c516-427e-b3e8-82da8d15952d tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4306592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16245866'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:27.662458 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b9f97144-c516-427e-b3e8-82da8d15952d tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:27.663302 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-b9f97144-c516-427e-b3e8-82da8d15952d tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] 10.222.0.49 "DELETE /v2.0/subnets/43f0bdab-70fd-4a79-8e59-b174c324893d HTTP/1.1" status: 204 len: 168 time: 0.5794418 Oct 12 19:42:27.672737 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 48720) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:42:27.702538 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f97144-c516-427e-b3e8-82da8d15952d tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Pushing event deleted for resources: {'Subnet': ['ID=43f0bdab-70fd-4a79-8e59-b174c324893d,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:42:27.798041 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0deac4-dfe9-475b-bcf7-c7ef69bfbb87 tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:27.799671 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-7d0deac4-dfe9-475b-bcf7-c7ef69bfbb87 tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1258113 Oct 12 19:42:27.804669 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 48722) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:42:27.871069 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 64b09345-b099-4962-98ae-3d8e3ec2c005 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:42:27.950452 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-879f3ca8-34cd-4c3e-9785-338a3c1cea2e tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:27.971706 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 64b09345-b099-4962-98ae-3d8e3ec2c005 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:42:27.972438 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:28.018704 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-879f3ca8-34cd-4c3e-9785-338a3c1cea2e tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Deleting port 85462825-0294-478a-9d48-e63e2698baf3 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:42:28.019126 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-879f3ca8-34cd-4c3e-9785-338a3c1cea2e tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:28.059343 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:28.107873 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] For port 64b09345-b099-4962-98ae-3d8e3ec2c005, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=64b09345-b099-4962-98ae-3d8e3ec2c005,segment=NetworkSegment(54bff1e8-b049-4191-81a5-d304a3be7879),segment_id=54bff1e8-b049-4191-81a5-d304a3be7879)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:42:28.112278 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-879f3ca8-34cd-4c3e-9785-338a3c1cea2e tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] For port 85462825-0294-478a-9d48-e63e2698baf3, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=85462825-0294-478a-9d48-e63e2698baf3,segment=NetworkSegment(c428ae44-de46-47a7-9ad5-5fbb824d9f9f),segment_id=c428ae44-de46-47a7-9ad5-5fbb824d9f9f)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:42:28.113018 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-879f3ca8-34cd-4c3e-9785-338a3c1cea2e tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:28.128049 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-879f3ca8-34cd-4c3e-9785-338a3c1cea2e tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Calling delete_port for 85462825-0294-478a-9d48-e63e2698baf3 owned by network:dhcp {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:42:28.197876 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:28.279740 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Pushing event updated for resources: {'Port': ['ID=64b09345-b099-4962-98ae-3d8e3ec2c005,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:42:28.343435 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-879f3ca8-34cd-4c3e-9785-338a3c1cea2e tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:28.374415 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879f3ca8-34cd-4c3e-9785-338a3c1cea2e tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Pushing event deleted for resources: {'Port': ['ID=85462825-0294-478a-9d48-e63e2698baf3,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:42:28.381625 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879f3ca8-34cd-4c3e-9785-338a3c1cea2e tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] No DVR routers for this DVR port 85462825-0294-478a-9d48-e63e2698baf3 on host n-d-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:42:28.495816 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-879f3ca8-34cd-4c3e-9785-338a3c1cea2e tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:28.523410 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-879f3ca8-34cd-4c3e-9785-338a3c1cea2e tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ddff186-4ff8-4701-ba00-e59ba048568e']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:42:28.543901 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-879f3ca8-34cd-4c3e-9785-338a3c1cea2e tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c428ae44-de46-47a7-9ad5-5fbb824d9f9f') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:42:28.544670 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-879f3ca8-34cd-4c3e-9785-338a3c1cea2e tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c428ae44-de46-47a7-9ad5-5fbb824d9f9f') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:42:28.563555 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed0553e-2cbd-4672-a053-63284784cdfc None None] Network 1140d51d-a0f8-44a7-be16-3e2373efb33c requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:42:28.567333 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-879f3ca8-34cd-4c3e-9785-338a3c1cea2e tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16313633'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:28.584634 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-879f3ca8-34cd-4c3e-9785-338a3c1cea2e tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:28.593142 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-879f3ca8-34cd-4c3e-9785-338a3c1cea2e tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:42:28.593742 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-879f3ca8-34cd-4c3e-9785-338a3c1cea2e tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4305278'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:28.597619 n-d-813679-3 neutron-server[95502]: Traceback (most recent call last): Oct 12 19:42:28.597619 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:42:28.597619 n-d-813679-3 neutron-server[95502]: timer() Oct 12 19:42:28.597619 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:42:28.597619 n-d-813679-3 neutron-server[95502]: cb(*args, **kw) Oct 12 19:42:28.597619 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:42:28.597619 n-d-813679-3 neutron-server[95502]: return func(*args, **kwargs) Oct 12 19:42:28.597619 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:42:28.597619 n-d-813679-3 neutron-server[95502]: self._notify() Oct 12 19:42:28.597619 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:42:28.597619 n-d-813679-3 neutron-server[95502]: self.callback(batched_events) Oct 12 19:42:28.597619 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:42:28.597619 n-d-813679-3 neutron-server[95502]: event.method(event) Oct 12 19:42:28.597619 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:42:28.597619 n-d-813679-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:42:28.597619 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:42:28.597619 n-d-813679-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:42:28.597619 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:42:28.597619 n-d-813679-3 neutron-server[95502]: return f(self, *a, **k) Oct 12 19:42:28.597619 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:42:28.597619 n-d-813679-3 neutron-server[95502]: return self._get(url).json() Oct 12 19:42:28.597619 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:42:28.597619 n-d-813679-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:42:28.597619 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:42:28.597619 n-d-813679-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Oct 12 19:42:28.597619 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:42:28.597619 n-d-813679-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:42:28.597619 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:42:28.597619 n-d-813679-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:42:28.597619 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:42:28.597619 n-d-813679-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:42:28.597619 n-d-813679-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:42:28.657664 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-9317ae1d-7a49-4f9e-a1d7-646cfc2cbef4 None None] Provisioning complete for port 64b09345-b099-4962-98ae-3d8e3ec2c005 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:42:28.658203 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9317ae1d-7a49-4f9e-a1d7-646cfc2cbef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:28.800110 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-879f3ca8-34cd-4c3e-9785-338a3c1cea2e tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:28.808633 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-879f3ca8-34cd-4c3e-9785-338a3c1cea2e tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:28.818608 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 48730) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:42:28.822562 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-879f3ca8-34cd-4c3e-9785-338a3c1cea2e tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] 10.222.0.49 "DELETE /v2.0/networks/1ddff186-4ff8-4701-ba00-e59ba048568e HTTP/1.1" status: 204 len: 168 time: 1.0166717 Oct 12 19:42:28.854918 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879f3ca8-34cd-4c3e-9785-338a3c1cea2e tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Pushing event deleted for resources: {'Network': ['ID=1ddff186-4ff8-4701-ba00-e59ba048568e,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:42:29.005098 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a804b91f-62f0-4ee4-9df5-07bc3122ab88 None None] DHCP port deletion for 1140d51d-a0f8-44a7-be16-3e2373efb33c request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 19:42:29.008341 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e89fdbe5-1e55-4d20-a276-a2017a98b4a1 tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:29.067483 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-a804b91f-62f0-4ee4-9df5-07bc3122ab88 None None] Deleting port 64b09345-b099-4962-98ae-3d8e3ec2c005 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:42:29.068078 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a804b91f-62f0-4ee4-9df5-07bc3122ab88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:29.108668 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 48734) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:42:29.135606 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-e89fdbe5-1e55-4d20-a276-a2017a98b4a1 tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Deleting port 64b09345-b099-4962-98ae-3d8e3ec2c005 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:42:29.135948 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e89fdbe5-1e55-4d20-a276-a2017a98b4a1 tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:29.222188 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [None req-e89fdbe5-1e55-4d20-a276-a2017a98b4a1 tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] For port 64b09345-b099-4962-98ae-3d8e3ec2c005, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=64b09345-b099-4962-98ae-3d8e3ec2c005,segment=NetworkSegment(54bff1e8-b049-4191-81a5-d304a3be7879),segment_id=54bff1e8-b049-4191-81a5-d304a3be7879)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:42:29.222567 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e89fdbe5-1e55-4d20-a276-a2017a98b4a1 tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:29.238129 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-e89fdbe5-1e55-4d20-a276-a2017a98b4a1 tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Calling delete_port for 64b09345-b099-4962-98ae-3d8e3ec2c005 owned by network:dhcp {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:42:29.250455 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a804b91f-62f0-4ee4-9df5-07bc3122ab88 None None] For port 64b09345-b099-4962-98ae-3d8e3ec2c005, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=64b09345-b099-4962-98ae-3d8e3ec2c005,segment=NetworkSegment(54bff1e8-b049-4191-81a5-d304a3be7879),segment_id=54bff1e8-b049-4191-81a5-d304a3be7879)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:42:29.250890 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a804b91f-62f0-4ee4-9df5-07bc3122ab88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:29.280191 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-a804b91f-62f0-4ee4-9df5-07bc3122ab88 None None] Calling delete_port for 64b09345-b099-4962-98ae-3d8e3ec2c005 owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:42:29.312592 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4845725e-0808-42ea-bcc3-e1b60bf89e37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:29.377918 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c92376-5cab-4856-bcc9-2d33fd2bbb8f None None] DHCP port deletion for 1ddff186-4ff8-4701-ba00-e59ba048568e request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 19:42:29.398491 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-31d364c7-f18c-4829-b0a5-5255f0876745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:29.403910 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-d54347f0-8575-4ca1-8998-33e5b8dee6e3 None None] Could not find standard attr ID for object 85462825-0294-478a-9d48-e63e2698baf3. {{(pid=95503) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 19:42:29.420209 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4845725e-0808-42ea-bcc3-e1b60bf89e37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:29.422438 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e644882-486a-4800-a2e4-35fc99b01406 None None] Network 1ddff186-4ff8-4701-ba00-e59ba048568e requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:42:29.434508 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e644882-486a-4800-a2e4-35fc99b01406 None None] Network 1ddff186-4ff8-4701-ba00-e59ba048568e could not be found, it might have been deleted concurrently. {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 12 19:42:29.483609 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e89fdbe5-1e55-4d20-a276-a2017a98b4a1 tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:29.490095 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a804b91f-62f0-4ee4-9df5-07bc3122ab88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:29.505786 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4845725e-0808-42ea-bcc3-e1b60bf89e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:29.519632 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89fdbe5-1e55-4d20-a276-a2017a98b4a1 tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Pushing event deleted for resources: {'Port': ['ID=64b09345-b099-4962-98ae-3d8e3ec2c005,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:42:29.520224 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a804b91f-62f0-4ee4-9df5-07bc3122ab88 None None] Pushing event deleted for resources: {'Port': ['ID=64b09345-b099-4962-98ae-3d8e3ec2c005,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:42:29.524256 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a804b91f-62f0-4ee4-9df5-07bc3122ab88 None None] No DVR routers for this DVR port 64b09345-b099-4962-98ae-3d8e3ec2c005 on host n-d-813679-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:42:29.546239 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89fdbe5-1e55-4d20-a276-a2017a98b4a1 tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] No DVR routers for this DVR port 64b09345-b099-4962-98ae-3d8e3ec2c005 on host n-d-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:42:29.562358 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-4845725e-0808-42ea-bcc3-e1b60bf89e37 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4e3d526eb4f14395a0abeedb7203bd7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4525027 Oct 12 19:42:29.568103 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 48738) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:42:29.604251 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4845725e-0808-42ea-bcc3-e1b60bf89e37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e16d8aad-edaa-4c96-bdd8-8d2682638dee,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:42:29.643307 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e89fdbe5-1e55-4d20-a276-a2017a98b4a1 tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:29.654278 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4025adf4-dc6e-4ab5-b046-707fd993c1d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:29.670785 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-e89fdbe5-1e55-4d20-a276-a2017a98b4a1 tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1140d51d-a0f8-44a7-be16-3e2373efb33c']}} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:42:29.679526 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4025adf4-dc6e-4ab5-b046-707fd993c1d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:29.684300 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-e89fdbe5-1e55-4d20-a276-a2017a98b4a1 tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54bff1e8-b049-4191-81a5-d304a3be7879') {'for_net_delete': True} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:42:29.684300 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-e89fdbe5-1e55-4d20-a276-a2017a98b4a1 tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54bff1e8-b049-4191-81a5-d304a3be7879') {} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:42:29.695638 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e89fdbe5-1e55-4d20-a276-a2017a98b4a1 tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4281072'] for segment, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:29.723732 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e89fdbe5-1e55-4d20-a276-a2017a98b4a1 tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:29.733235 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 64b09345-b099-4962-98ae-3d8e3ec2c005 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:42:29.733717 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e89fdbe5-1e55-4d20-a276-a2017a98b4a1 tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=95501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:42:29.734130 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e89fdbe5-1e55-4d20-a276-a2017a98b4a1 tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4823170'] for segment, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:29.737165 n-d-813679-3 neutron-server[95501]: Traceback (most recent call last): Oct 12 19:42:29.737165 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:42:29.737165 n-d-813679-3 neutron-server[95501]: timer() Oct 12 19:42:29.737165 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:42:29.737165 n-d-813679-3 neutron-server[95501]: cb(*args, **kw) Oct 12 19:42:29.737165 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:42:29.737165 n-d-813679-3 neutron-server[95501]: return func(*args, **kwargs) Oct 12 19:42:29.737165 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:42:29.737165 n-d-813679-3 neutron-server[95501]: self._notify() Oct 12 19:42:29.737165 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:42:29.737165 n-d-813679-3 neutron-server[95501]: self.callback(batched_events) Oct 12 19:42:29.737165 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:42:29.737165 n-d-813679-3 neutron-server[95501]: event.method(event) Oct 12 19:42:29.737165 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:42:29.737165 n-d-813679-3 neutron-server[95501]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:42:29.737165 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:42:29.737165 n-d-813679-3 neutron-server[95501]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:42:29.737165 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:42:29.737165 n-d-813679-3 neutron-server[95501]: return f(self, *a, **k) Oct 12 19:42:29.737165 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:42:29.737165 n-d-813679-3 neutron-server[95501]: return self._get(url).json() Oct 12 19:42:29.737165 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:42:29.737165 n-d-813679-3 neutron-server[95501]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:42:29.737165 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:42:29.737165 n-d-813679-3 neutron-server[95501]: return self.request(url, 'GET', **kwargs) Oct 12 19:42:29.737165 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:42:29.737165 n-d-813679-3 neutron-server[95501]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:42:29.737165 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:42:29.737165 n-d-813679-3 neutron-server[95501]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:42:29.737165 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:42:29.737165 n-d-813679-3 neutron-server[95501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:42:29.737165 n-d-813679-3 neutron-server[95501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:42:29.759411 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 64b09345-b099-4962-98ae-3d8e3ec2c005 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:42:29.759753 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 64b09345-b099-4962-98ae-3d8e3ec2c005 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:42:29.823403 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4025adf4-dc6e-4ab5-b046-707fd993c1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:29.826050 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4025adf4-dc6e-4ab5-b046-707fd993c1d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:29.827436 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-4025adf4-dc6e-4ab5-b046-707fd993c1d6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e16d8aad-edaa-4c96-bdd8-8d2682638dee HTTP/1.1" status: 204 len: 168 time: 0.2584846 Oct 12 19:42:29.835786 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4025adf4-dc6e-4ab5-b046-707fd993c1d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e16d8aad-edaa-4c96-bdd8-8d2682638dee,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:42:29.914422 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e89fdbe5-1e55-4d20-a276-a2017a98b4a1 tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:29.922271 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e89fdbe5-1e55-4d20-a276-a2017a98b4a1 tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:29.926069 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-e89fdbe5-1e55-4d20-a276-a2017a98b4a1 tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] 10.222.0.49 "DELETE /v2.0/networks/1140d51d-a0f8-44a7-be16-3e2373efb33c HTTP/1.1" status: 204 len: 168 time: 1.1057477 Oct 12 19:42:29.928748 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 48744) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:42:29.938695 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89fdbe5-1e55-4d20-a276-a2017a98b4a1 tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Pushing event deleted for resources: {'Network': ['ID=1140d51d-a0f8-44a7-be16-3e2373efb33c,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:42:30.011079 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a7e03e54-3117-48ff-b0f3-bc17b9036b01 tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:30.104621 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a7e03e54-3117-48ff-b0f3-bc17b9036b01 tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:30.126939 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-a7e03e54-3117-48ff-b0f3-bc17b9036b01 tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d658fb2-b880-445f-a208-110e572173a9']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:42:30.137166 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-a7e03e54-3117-48ff-b0f3-bc17b9036b01 tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41a337e9-5321-45b4-99d7-b680cfcb7270') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:42:30.137464 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-a7e03e54-3117-48ff-b0f3-bc17b9036b01 tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41a337e9-5321-45b4-99d7-b680cfcb7270') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:42:30.151752 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a7e03e54-3117-48ff-b0f3-bc17b9036b01 tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16313633'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:30.167462 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a7e03e54-3117-48ff-b0f3-bc17b9036b01 tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:30.173644 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7e03e54-3117-48ff-b0f3-bc17b9036b01 tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:42:30.174067 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a7e03e54-3117-48ff-b0f3-bc17b9036b01 tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4305278'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:30.177154 n-d-813679-3 neutron-server[95502]: Traceback (most recent call last): Oct 12 19:42:30.177154 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:42:30.177154 n-d-813679-3 neutron-server[95502]: timer() Oct 12 19:42:30.177154 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:42:30.177154 n-d-813679-3 neutron-server[95502]: cb(*args, **kw) Oct 12 19:42:30.177154 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:42:30.177154 n-d-813679-3 neutron-server[95502]: return func(*args, **kwargs) Oct 12 19:42:30.177154 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:42:30.177154 n-d-813679-3 neutron-server[95502]: self._notify() Oct 12 19:42:30.177154 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:42:30.177154 n-d-813679-3 neutron-server[95502]: self.callback(batched_events) Oct 12 19:42:30.177154 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:42:30.177154 n-d-813679-3 neutron-server[95502]: event.method(event) Oct 12 19:42:30.177154 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:42:30.177154 n-d-813679-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:42:30.177154 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:42:30.177154 n-d-813679-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:42:30.177154 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:42:30.177154 n-d-813679-3 neutron-server[95502]: return f(self, *a, **k) Oct 12 19:42:30.177154 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:42:30.177154 n-d-813679-3 neutron-server[95502]: return self._get(url).json() Oct 12 19:42:30.177154 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:42:30.177154 n-d-813679-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:42:30.177154 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:42:30.177154 n-d-813679-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Oct 12 19:42:30.177154 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:42:30.177154 n-d-813679-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:42:30.177154 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:42:30.177154 n-d-813679-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:42:30.177154 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:42:30.177154 n-d-813679-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:42:30.177154 n-d-813679-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:42:30.339409 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a7e03e54-3117-48ff-b0f3-bc17b9036b01 tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:30.360457 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a7e03e54-3117-48ff-b0f3-bc17b9036b01 tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:30.364603 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-a7e03e54-3117-48ff-b0f3-bc17b9036b01 tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] 10.222.0.49 "DELETE /v2.0/networks/5d658fb2-b880-445f-a208-110e572173a9 HTTP/1.1" status: 204 len: 168 time: 0.4346278 Oct 12 19:42:30.365867 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e03e54-3117-48ff-b0f3-bc17b9036b01 tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Pushing event deleted for resources: {'Network': ['ID=5d658fb2-b880-445f-a208-110e572173a9,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:42:30.370140 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 48756) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:42:30.474486 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b432f51e-8da2-4f47-8c67-5a6423dc2f60 tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:30.574147 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b432f51e-8da2-4f47-8c67-5a6423dc2f60 tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:30.596959 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-b432f51e-8da2-4f47-8c67-5a6423dc2f60 tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5226d81-9c1f-41f1-9abb-daaa68f6c980']}} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:42:30.609947 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-b432f51e-8da2-4f47-8c67-5a6423dc2f60 tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3822771-f051-41be-9236-d2fd28ae7829') {'for_net_delete': True} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:42:30.610979 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-b432f51e-8da2-4f47-8c67-5a6423dc2f60 tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3822771-f051-41be-9236-d2fd28ae7829') {} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:42:30.624656 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b432f51e-8da2-4f47-8c67-5a6423dc2f60 tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4281072'] for segment, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:30.645732 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b432f51e-8da2-4f47-8c67-5a6423dc2f60 tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:30.658189 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b432f51e-8da2-4f47-8c67-5a6423dc2f60 tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=95501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:42:30.658445 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b432f51e-8da2-4f47-8c67-5a6423dc2f60 tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4823170'] for segment, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:30.661843 n-d-813679-3 neutron-server[95501]: Traceback (most recent call last): Oct 12 19:42:30.661843 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:42:30.661843 n-d-813679-3 neutron-server[95501]: timer() Oct 12 19:42:30.661843 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:42:30.661843 n-d-813679-3 neutron-server[95501]: cb(*args, **kw) Oct 12 19:42:30.661843 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:42:30.661843 n-d-813679-3 neutron-server[95501]: return func(*args, **kwargs) Oct 12 19:42:30.661843 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:42:30.661843 n-d-813679-3 neutron-server[95501]: self._notify() Oct 12 19:42:30.661843 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:42:30.661843 n-d-813679-3 neutron-server[95501]: self.callback(batched_events) Oct 12 19:42:30.661843 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:42:30.661843 n-d-813679-3 neutron-server[95501]: event.method(event) Oct 12 19:42:30.661843 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:42:30.661843 n-d-813679-3 neutron-server[95501]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:42:30.661843 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:42:30.661843 n-d-813679-3 neutron-server[95501]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:42:30.661843 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:42:30.661843 n-d-813679-3 neutron-server[95501]: return f(self, *a, **k) Oct 12 19:42:30.661843 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:42:30.661843 n-d-813679-3 neutron-server[95501]: return self._get(url).json() Oct 12 19:42:30.661843 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:42:30.661843 n-d-813679-3 neutron-server[95501]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:42:30.661843 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:42:30.661843 n-d-813679-3 neutron-server[95501]: return self.request(url, 'GET', **kwargs) Oct 12 19:42:30.661843 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:42:30.661843 n-d-813679-3 neutron-server[95501]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:42:30.661843 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:42:30.661843 n-d-813679-3 neutron-server[95501]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:42:30.661843 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:42:30.661843 n-d-813679-3 neutron-server[95501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:42:30.661843 n-d-813679-3 neutron-server[95501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:42:30.708997 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259bb7d2-a0d8-40cc-b680-b6f6e4fb9874 req-30ecbd0a-7653-4c9a-85a9-7b492c6c7ac9 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:30.710785 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-259bb7d2-a0d8-40cc-b680-b6f6e4fb9874 req-30ecbd0a-7653-4c9a-85a9-7b492c6c7ac9 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4aa9288-676b-4fdd-aaaf-f5868a927fa7 HTTP/1.1" status: 200 len: 945 time: 0.0789280 Oct 12 19:42:30.752951 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-259bb7d2-a0d8-40cc-b680-b6f6e4fb9874 req-83a18f7c-080d-427d-b9e8-71bc77ada4cd tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=35a465da-b905-41fb-a64e-39cd68d8a505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340652 Oct 12 19:42:30.779464 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 48768) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:42:30.819426 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b432f51e-8da2-4f47-8c67-5a6423dc2f60 tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:30.832951 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b432f51e-8da2-4f47-8c67-5a6423dc2f60 tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:30.838737 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-b432f51e-8da2-4f47-8c67-5a6423dc2f60 tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] 10.222.0.49 "DELETE /v2.0/networks/f5226d81-9c1f-41f1-9abb-daaa68f6c980 HTTP/1.1" status: 204 len: 168 time: 0.4683194 Oct 12 19:42:30.862370 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b432f51e-8da2-4f47-8c67-5a6423dc2f60 tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Pushing event deleted for resources: {'Network': ['ID=f5226d81-9c1f-41f1-9abb-daaa68f6c980,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:42:30.882274 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b432f51e-8da2-4f47-8c67-5a6423dc2f60 tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:42:30.882735 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b432f51e-8da2-4f47-8c67-5a6423dc2f60 tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:42:30.883178 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b432f51e-8da2-4f47-8c67-5a6423dc2f60 tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:42:30.883619 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b432f51e-8da2-4f47-8c67-5a6423dc2f60 tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:42:30.884069 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b432f51e-8da2-4f47-8c67-5a6423dc2f60 tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:42:30.884529 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b432f51e-8da2-4f47-8c67-5a6423dc2f60 tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:42:30.885533 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b432f51e-8da2-4f47-8c67-5a6423dc2f60 tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:42:30.885959 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b432f51e-8da2-4f47-8c67-5a6423dc2f60 tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:42:30.886433 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b432f51e-8da2-4f47-8c67-5a6423dc2f60 tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:42:30.886854 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b432f51e-8da2-4f47-8c67-5a6423dc2f60 tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:42:30.887345 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b432f51e-8da2-4f47-8c67-5a6423dc2f60 tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:42:30.887706 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b432f51e-8da2-4f47-8c67-5a6423dc2f60 tempest-BulkNetworkOpsTest-574676985 tempest-BulkNetworkOpsTest-574676985-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:42:30.902164 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-bb85598e-9872-4e84-a064-8ecaeffada83 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/floatingips/d23549be-3820-42ef-8c4b-ba057e13f075 HTTP/1.1" status: 200 len: 992 time: 0.1214879 Oct 12 19:42:31.302122 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c64be24-3abe-4781-9d4d-146108c3e5f9 req-081cd50b-b7eb-4ac8-9f7e-48472b7602d6 tempest-TestNetworkAdvancedServerOps-832803611 tempest-TestNetworkAdvancedServerOps-832803611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:31.303651 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0c64be24-3abe-4781-9d4d-146108c3e5f9 req-081cd50b-b7eb-4ac8-9f7e-48472b7602d6 tempest-TestNetworkAdvancedServerOps-832803611 tempest-TestNetworkAdvancedServerOps-832803611-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=e4aa9288-676b-4fdd-aaaf-f5868a927fa7 HTTP/1.1" status: 200 len: 1096 time: 0.0451384 Oct 12 19:42:31.345446 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0c64be24-3abe-4781-9d4d-146108c3e5f9 req-2d294c97-4114-4f11-b2fe-f2836b19b8b0 tempest-TestNetworkAdvancedServerOps-832803611 tempest-TestNetworkAdvancedServerOps-832803611-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=35a465da-b905-41fb-a64e-39cd68d8a505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312791 Oct 12 19:42:31.352737 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 48788) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:42:31.508805 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-7fdb3869-e528-4ff4-af27-ac085669d687 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=31254d859c2b418d845b3f675ffd4f6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1540680 Oct 12 19:42:31.509020 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 48794) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:42:31.561870 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-562043a9-2d59-4903-a632-988063f8035d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:31.582795 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-562043a9-2d59-4903-a632-988063f8035d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:31.716441 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-562043a9-2d59-4903-a632-988063f8035d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:31.716616 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cf94a885-d481-45fa-bbd6-1c96a3f1ed64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:31.719107 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-562043a9-2d59-4903-a632-988063f8035d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:31.720314 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-562043a9-2d59-4903-a632-988063f8035d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2de1cf6d-bc07-49ba-96b1-714ee0d7b144 HTTP/1.1" status: 204 len: 168 time: 0.2104211 Oct 12 19:42:31.731490 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562043a9-2d59-4903-a632-988063f8035d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2de1cf6d-bc07-49ba-96b1-714ee0d7b144,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:42:32.538997 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:32.600814 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-43d5dd39-43e3-41ff-af98-bf901d03c2fc req-c82f465c-2abe-41bd-b1bf-3985157fd3d2 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e4aa9288-676b-4fdd-aaaf-f5868a927fa7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0536089 Oct 12 19:42:32.607460 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [req-43d5dd39-43e3-41ff-af98-bf901d03c2fc req-b5707deb-24ff-4996-a1d2-ea14b390d85e service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 19:42:32.608765 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-43d5dd39-43e3-41ff-af98-bf901d03c2fc req-b5707deb-24ff-4996-a1d2-ea14b390d85e service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0061595 Oct 12 19:42:32.848390 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 48848) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:42:32.986929 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-230366c2-a39d-4889-adf7-304c8dd4d1b1 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-873020079', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:42:33.028138 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:33.047687 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:33.105800 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-230366c2-a39d-4889-adf7-304c8dd4d1b1 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8093678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255505'] for router, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:33.106869 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-230366c2-a39d-4889-adf7-304c8dd4d1b1 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8093562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8087085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8022306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255518'] for router, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:33.164277 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-230366c2-a39d-4889-adf7-304c8dd4d1b1 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:33.242635 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-230366c2-a39d-4889-adf7-304c8dd4d1b1 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8093541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7915516'] for router, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:33.353053 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-230366c2-a39d-4889-adf7-304c8dd4d1b1 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:33.354261 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-230366c2-a39d-4889-adf7-304c8dd4d1b1 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.5048172 Oct 12 19:42:33.357047 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 48854) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:42:33.361878 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-56bda81d-777d-4b27-9323-f3d65bf6ad01 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-539546558'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:42:33.458944 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56bda81d-777d-4b27-9323-f3d65bf6ad01 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Made reservation on behalf of f8faced04a004350a2646aeb2490cfe2 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:42:33.462557 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-56bda81d-777d-4b27-9323-f3d65bf6ad01 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:33.471856 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-56bda81d-777d-4b27-9323-f3d65bf6ad01 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:33.546236 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-56bda81d-777d-4b27-9323-f3d65bf6ad01 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:33.653598 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-56bda81d-777d-4b27-9323-f3d65bf6ad01 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:33.675923 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56bda81d-777d-4b27-9323-f3d65bf6ad01 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:42:33.691262 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bda81d-777d-4b27-9323-f3d65bf6ad01 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aab541d3-7e4e-4f40-af23-c2793ed61170,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:42:33.694158 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-56bda81d-777d-4b27-9323-f3d65bf6ad01 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:33.694525 n-d-813679-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-56bda81d-777d-4b27-9323-f3d65bf6ad01 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Added segment 7ead5f5d-3fce-460e-b74c-9e5739f5c837 of type vlan for network ec43fa5b-46eb-4e87-b60b-4624b0ec074b Oct 12 19:42:33.736367 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-56bda81d-777d-4b27-9323-f3d65bf6ad01 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:33.816875 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-56bda81d-777d-4b27-9323-f3d65bf6ad01 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:33.823301 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56bda81d-777d-4b27-9323-f3d65bf6ad01 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:33.823890 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-56bda81d-777d-4b27-9323-f3d65bf6ad01 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:33.842305 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:33.887904 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bda81d-777d-4b27-9323-f3d65bf6ad01 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Pushing event updated for resources: {'Network': ['ID=ec43fa5b-46eb-4e87-b60b-4624b0ec074b,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:42:33.898050 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network ec43fa5b-46eb-4e87-b60b-4624b0ec074b details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:42:33.962356 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-56bda81d-777d-4b27-9323-f3d65bf6ad01 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6041834 Oct 12 19:42:33.965351 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 48862) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:42:33.970409 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-be127460-2ae0-4ad8-84f4-14a411f3b446 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Request body: {'subnet': {'network_id': 'ec43fa5b-46eb-4e87-b60b-4624b0ec074b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:42:34.058165 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-021bb35c-780d-44b3-98ed-9dcfa3cb5e28 req-3b7413d4-9155-452f-9c23-6e7e86fb2553 tempest-VolumesNegativeTest-1989661036 tempest-VolumesNegativeTest-1989661036-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=455baf6c1d4b438d964906bdaf37df81&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318658 Oct 12 19:42:34.144990 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be127460-2ae0-4ad8-84f4-14a411f3b446 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Made reservation on behalf of f8faced04a004350a2646aeb2490cfe2 for: {'subnet': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:42:34.148644 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-be127460-2ae0-4ad8-84f4-14a411f3b446 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4612397'] for subnet, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:34.251654 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021bb35c-780d-44b3-98ed-9dcfa3cb5e28 req-0d73d585-06f8-48f8-8d6f-a77457c944c7 tempest-VolumesNegativeTest-1989661036 tempest-VolumesNegativeTest-1989661036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:34.253230 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-021bb35c-780d-44b3-98ed-9dcfa3cb5e28 req-0d73d585-06f8-48f8-8d6f-a77457c944c7 tempest-VolumesNegativeTest-1989661036 tempest-VolumesNegativeTest-1989661036-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1884007 Oct 12 19:42:34.268821 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-021bb35c-780d-44b3-98ed-9dcfa3cb5e28 req-811ca483-86ff-47fe-b304-177d12ad2a29 tempest-VolumesNegativeTest-1989661036 tempest-VolumesNegativeTest-1989661036-project] 10.222.0.49 "GET /v2.0/quotas/455baf6c1d4b438d964906bdaf37df81 HTTP/1.1" status: 200 len: 375 time: 0.0096669 Oct 12 19:42:34.303131 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-021bb35c-780d-44b3-98ed-9dcfa3cb5e28 req-4cdc543a-a6d5-4a01-87c9-d173d39d045a tempest-VolumesNegativeTest-1989661036 tempest-VolumesNegativeTest-1989661036-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=455baf6c1d4b438d964906bdaf37df81&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282929 Oct 12 19:42:34.415835 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d5dd39-43e3-41ff-af98-bf901d03c2fc req-819018f1-465a-482c-bf56-5d9e3f3b45b4 tempest-TestNetworkAdvancedServerOps-832803611 tempest-TestNetworkAdvancedServerOps-832803611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:34.417928 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-43d5dd39-43e3-41ff-af98-bf901d03c2fc req-819018f1-465a-482c-bf56-5d9e3f3b45b4 tempest-TestNetworkAdvancedServerOps-832803611 tempest-TestNetworkAdvancedServerOps-832803611-project-admin] 10.222.0.49 "GET /v2.0/ports/eb1ba0bd-cc38-4e50-8f07-8de75a004846 HTTP/1.1" status: 200 len: 1093 time: 0.0399721 Oct 12 19:42:34.427769 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-43d5dd39-43e3-41ff-af98-bf901d03c2fc req-428f3381-e841-43e4-a39b-fc287df15cff service neutron] Request body: {'binding': {'host': 'n-h2-813679-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:42:34.428356 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-43d5dd39-43e3-41ff-af98-bf901d03c2fc req-428f3381-e841-43e4-a39b-fc287df15cff service neutron] Unknown quota resources ['binding']. {{(pid=95502) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 12 19:42:34.558566 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7f7fdec4-80e4-483c-8c5c-64845b4ade8f req-294607bd-b762-4251-8d1e-4f357f9a0c64 tempest-VolumesNegativeTest-1989661036 tempest-VolumesNegativeTest-1989661036-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b67a74d-fa41-4cb9-a9e0-73737d84191b HTTP/1.1" status: 200 len: 210 time: 0.0337975 Oct 12 19:42:34.562579 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:34.617791 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-43d5dd39-43e3-41ff-af98-bf901d03c2fc req-428f3381-e841-43e4-a39b-fc287df15cff service neutron] Attempting to bind port eb1ba0bd-cc38-4e50-8f07-8de75a004846 on host n-h2-813679-3 for vnic_type normal with profile None {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:42:34.618195 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-43d5dd39-43e3-41ff-af98-bf901d03c2fc req-428f3381-e841-43e4-a39b-fc287df15cff service neutron] Attempting to bind port eb1ba0bd-cc38-4e50-8f07-8de75a004846 by drivers openvswitch,hyperv on host n-h2-813679-3 at level 0 using segments [{'id': '206763ab-8286-49a0-bb98-f292f103cc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '186c7649-415c-4f95-977b-66a634742a6f'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:42:34.618546 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d5dd39-43e3-41ff-af98-bf901d03c2fc req-428f3381-e841-43e4-a39b-fc287df15cff service neutron] Attempting to bind port eb1ba0bd-cc38-4e50-8f07-8de75a004846 on network 186c7649-415c-4f95-977b-66a634742a6f {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:42:34.622864 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d5dd39-43e3-41ff-af98-bf901d03c2fc req-428f3381-e841-43e4-a39b-fc287df15cff service neutron] Port eb1ba0bd-cc38-4e50-8f07-8de75a004846 on network 186c7649-415c-4f95-977b-66a634742a6f not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:42:34.623179 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d5dd39-43e3-41ff-af98-bf901d03c2fc req-428f3381-e841-43e4-a39b-fc287df15cff service neutron] Attempting to bind port eb1ba0bd-cc38-4e50-8f07-8de75a004846 on network 186c7649-415c-4f95-977b-66a634742a6f {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:42:34.628910 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d5dd39-43e3-41ff-af98-bf901d03c2fc req-428f3381-e841-43e4-a39b-fc287df15cff service neutron] Checking agent: {'id': '233fbd7d-38e4-434f-bb8f-05364d7423a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:42:34.628910 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d5dd39-43e3-41ff-af98-bf901d03c2fc req-428f3381-e841-43e4-a39b-fc287df15cff service neutron] Checking segment: {'id': '206763ab-8286-49a0-bb98-f292f103cc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '186c7649-415c-4f95-977b-66a634742a6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:42:34.628910 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d5dd39-43e3-41ff-af98-bf901d03c2fc req-428f3381-e841-43e4-a39b-fc287df15cff service neutron] Bound using segment: {'id': '206763ab-8286-49a0-bb98-f292f103cc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '186c7649-415c-4f95-977b-66a634742a6f'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:42:34.629205 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-43d5dd39-43e3-41ff-af98-bf901d03c2fc req-428f3381-e841-43e4-a39b-fc287df15cff service neutron] Bound port: eb1ba0bd-cc38-4e50-8f07-8de75a004846, host: n-h2-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '206763ab-8286-49a0-bb98-f292f103cc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '186c7649-415c-4f95-977b-66a634742a6f'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:42:34.699551 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-be127460-2ae0-4ad8-84f4-14a411f3b446 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4824863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4612355'] for subnet, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:34.738395 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-43d5dd39-43e3-41ff-af98-bf901d03c2fc req-428f3381-e841-43e4-a39b-fc287df15cff service neutron] For port eb1ba0bd-cc38-4e50-8f07-8de75a004846, host n-h2-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=eb1ba0bd-cc38-4e50-8f07-8de75a004846,segment=NetworkSegment(206763ab-8286-49a0-bb98-f292f103cc93),segment_id=206763ab-8286-49a0-bb98-f292f103cc93)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:42:34.759047 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be127460-2ae0-4ad8-84f4-14a411f3b446 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Pushing event updated for resources: {'Subnet': ['ID=4c070be3-7815-4503-b9cd-3050e7ce4dec,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:42:34.770039 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be127460-2ae0-4ad8-84f4-14a411f3b446 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Checking segment: {'id': '7ead5f5d-3fce-460e-b74c-9e5739f5c837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'ec43fa5b-46eb-4e87-b60b-4624b0ec074b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:42:34.770393 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be127460-2ae0-4ad8-84f4-14a411f3b446 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Network hostable DHCP agents. Network: ec43fa5b-46eb-4e87-b60b-4624b0ec074b, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:42:34.798731 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-43d5dd39-43e3-41ff-af98-bf901d03c2fc req-428f3381-e841-43e4-a39b-fc287df15cff service neutron] Notify callbacks [] for binding, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:34.799920 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-43d5dd39-43e3-41ff-af98-bf901d03c2fc req-428f3381-e841-43e4-a39b-fc287df15cff service neutron] 10.222.0.49 "POST /v2.0/ports/eb1ba0bd-cc38-4e50-8f07-8de75a004846/bindings HTTP/1.1" status: 201 len: 389 time: 0.3758214 Oct 12 19:42:34.865165 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be127460-2ae0-4ad8-84f4-14a411f3b446 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Network ec43fa5b-46eb-4e87-b60b-4624b0ec074b is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:42:34.927862 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-be127460-2ae0-4ad8-84f4-14a411f3b446 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, ec43fa5b-46eb-4e87-b60b-4624b0ec074b) {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:42:34.933028 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be127460-2ae0-4ad8-84f4-14a411f3b446 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:34.936293 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-be127460-2ae0-4ad8-84f4-14a411f3b446 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:34.940396 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98107254-0dd8-482e-9b2b-3829405bc4d7 None None] Network ec43fa5b-46eb-4e87-b60b-4624b0ec074b requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:42:35.007781 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-be127460-2ae0-4ad8-84f4-14a411f3b446 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0377159 Oct 12 19:42:35.007781 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 48886) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:42:35.022787 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-8de967ae-9573-4c0b-8016-33cd1d64b2cc tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Request body: {'network': {'name': 'tempest-router-network01--344094331'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:42:35.049229 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2733a1e7-0318-4bb7-8194-dccb58bc0e70 req-e88eed50-b49c-4b08-ae60-7ed17ef5daba tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:35.050899 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2733a1e7-0318-4bb7-8194-dccb58bc0e70 req-e88eed50-b49c-4b08-ae60-7ed17ef5daba tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4aa9288-676b-4fdd-aaaf-f5868a927fa7 HTTP/1.1" status: 200 len: 945 time: 0.0674043 Oct 12 19:42:35.117348 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2733a1e7-0318-4bb7-8194-dccb58bc0e70 req-eea380e8-be32-4a32-b5c4-d1b42eb59981 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=35a465da-b905-41fb-a64e-39cd68d8a505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524039 Oct 12 19:42:35.136957 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8de967ae-9573-4c0b-8016-33cd1d64b2cc tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Made reservation on behalf of f8faced04a004350a2646aeb2490cfe2 for: {'network': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:42:35.140614 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8de967ae-9573-4c0b-8016-33cd1d64b2cc tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:35.239111 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8de967ae-9573-4c0b-8016-33cd1d64b2cc tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=95501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:42:35.249549 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8de967ae-9573-4c0b-8016-33cd1d64b2cc tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:35.249902 n-d-813679-3 neutron-server[95501]: INFO neutron.db.segments_db [None req-8de967ae-9573-4c0b-8016-33cd1d64b2cc tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Added segment 2d0075c5-6863-4ac4-a0dd-1484da93f103 of type vlan for network 9eb56948-274e-416f-9a4f-5dfbcff2fbd6 Oct 12 19:42:35.250052 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9226d7f-f9af-4539-a0a2-0f89a4c3b3f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-ec43fa5b-46eb-4e87-b60b-4624b0ec074b', 'network_id': 'ec43fa5b-46eb-4e87-b60b-4624b0ec074b', 'tenant_id': 'f8faced04a004350a2646aeb2490cfe2', 'fixed_ips': [{'subnet_id': '4c070be3-7815-4503-b9cd-3050e7ce4dec'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:42:35.250943 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b9226d7f-f9af-4539-a0a2-0f89a4c3b3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:35.293421 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8de967ae-9573-4c0b-8016-33cd1d64b2cc tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:35.368279 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8de967ae-9573-4c0b-8016-33cd1d64b2cc tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:35.375017 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de967ae-9573-4c0b-8016-33cd1d64b2cc tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:35.377897 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8de967ae-9573-4c0b-8016-33cd1d64b2cc tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:35.395155 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-b9226d7f-f9af-4539-a0a2-0f89a4c3b3f7 None None] Allocated IP 2001:db8::2 (ec43fa5b-46eb-4e87-b60b-4624b0ec074b/4c070be3-7815-4503-b9cd-3050e7ce4dec/f44778f7-53e3-48ed-827c-92a20db1c8f1) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:42:35.475097 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de967ae-9573-4c0b-8016-33cd1d64b2cc tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Pushing event updated for resources: {'Network': ['ID=9eb56948-274e-416f-9a4f-5dfbcff2fbd6,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:42:35.481180 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d5dd39-43e3-41ff-af98-bf901d03c2fc req-174318f5-d459-440f-a15c-bd6cf4111d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:35.482694 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-43d5dd39-43e3-41ff-af98-bf901d03c2fc req-174318f5-d459-440f-a15c-bd6cf4111d97 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=80c6b006e6d9432a90abc6a3ef8ab3a8&device_id=e4aa9288-676b-4fdd-aaaf-f5868a927fa7 HTTP/1.1" status: 200 len: 1096 time: 0.1043696 Oct 12 19:42:35.491204 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 9eb56948-274e-416f-9a4f-5dfbcff2fbd6 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:42:35.502061 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-8de967ae-9573-4c0b-8016-33cd1d64b2cc tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4912827 Oct 12 19:42:35.504740 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 48892) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:42:35.511187 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-34f2040a-2fb8-481e-9706-b3c832daf0f1 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Request body: {'network': {'name': 'tempest-router-network02--1735097688'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:42:35.579946 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d5dd39-43e3-41ff-af98-bf901d03c2fc req-50042e72-6e07-4d07-b1ac-20e61a63b229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:35.581356 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-43d5dd39-43e3-41ff-af98-bf901d03c2fc req-50042e72-6e07-4d07-b1ac-20e61a63b229 service neutron] 10.222.0.67 "GET /v2.0/networks?id=186c7649-415c-4f95-977b-66a634742a6f HTTP/1.1" status: 200 len: 897 time: 0.0915399 Oct 12 19:42:35.598600 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b9226d7f-f9af-4539-a0a2-0f89a4c3b3f7 None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:35.622169 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34f2040a-2fb8-481e-9706-b3c832daf0f1 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Made reservation on behalf of f8faced04a004350a2646aeb2490cfe2 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:42:35.626023 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-34f2040a-2fb8-481e-9706-b3c832daf0f1 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:35.650043 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34f2040a-2fb8-481e-9706-b3c832daf0f1 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:42:35.659199 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-34f2040a-2fb8-481e-9706-b3c832daf0f1 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:35.659532 n-d-813679-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-34f2040a-2fb8-481e-9706-b3c832daf0f1 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Added segment 6fb00656-21f4-475b-add3-3a41ecc9921d of type vlan for network 7e493af5-c2c0-489a-a6da-6855e6e9e2f5 Oct 12 19:42:35.661982 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0cd77db3-ee77-427d-ada3-a3f4c489597e req-fac6a10d-50ca-4d99-862c-fefc84ac9c3b tempest-VolumesNegativeTest-1989661036 tempest-VolumesNegativeTest-1989661036-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b67a74d-fa41-4cb9-a9e0-73737d84191b HTTP/1.1" status: 200 len: 210 time: 0.0316331 Oct 12 19:42:35.678106 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-43d5dd39-43e3-41ff-af98-bf901d03c2fc req-a180672a-bd25-4f72-a62f-d61c381a2d2d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eb1ba0bd-cc38-4e50-8f07-8de75a004846 HTTP/1.1" status: 200 len: 1000 time: 0.0885139 Oct 12 19:42:35.705218 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b9226d7f-f9af-4539-a0a2-0f89a4c3b3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:35.715386 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-34f2040a-2fb8-481e-9706-b3c832daf0f1 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:35.729405 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d5dd39-43e3-41ff-af98-bf901d03c2fc req-31dd81c1-9f03-47d3-b8b2-3edb83ede78f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:35.730883 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-43d5dd39-43e3-41ff-af98-bf901d03c2fc req-31dd81c1-9f03-47d3-b8b2-3edb83ede78f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1a431933-d1ba-4db3-acd8-2725dfaa9eb8 HTTP/1.1" status: 200 len: 834 time: 0.0458519 Oct 12 19:42:35.745166 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9226d7f-f9af-4539-a0a2-0f89a4c3b3f7 None None] Network ec43fa5b-46eb-4e87-b60b-4624b0ec074b is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:42:35.749941 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-b9226d7f-f9af-4539-a0a2-0f89a4c3b3f7 None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:42:35.753445 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9226d7f-f9af-4539-a0a2-0f89a4c3b3f7 None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:42:35.766797 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9226d7f-f9af-4539-a0a2-0f89a4c3b3f7 None None] Pushing event updated for resources: {'Port': ['ID=f44778f7-53e3-48ed-827c-92a20db1c8f1,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:42:35.784732 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d5dd39-43e3-41ff-af98-bf901d03c2fc req-31069bee-1f66-4568-bf3f-dff37ddf745c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:35.786530 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-43d5dd39-43e3-41ff-af98-bf901d03c2fc req-31069bee-1f66-4568-bf3f-dff37ddf745c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=186c7649-415c-4f95-977b-66a634742a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447199 Oct 12 19:42:35.813757 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-34f2040a-2fb8-481e-9706-b3c832daf0f1 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:35.815724 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-b9226d7f-f9af-4539-a0a2-0f89a4c3b3f7 None None] Attempting to bind port f44778f7-53e3-48ed-827c-92a20db1c8f1 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:42:35.816132 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-b9226d7f-f9af-4539-a0a2-0f89a4c3b3f7 None None] Attempting to bind port f44778f7-53e3-48ed-827c-92a20db1c8f1 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '7ead5f5d-3fce-460e-b74c-9e5739f5c837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'ec43fa5b-46eb-4e87-b60b-4624b0ec074b'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:42:35.816504 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9226d7f-f9af-4539-a0a2-0f89a4c3b3f7 None None] Attempting to bind port f44778f7-53e3-48ed-827c-92a20db1c8f1 on network ec43fa5b-46eb-4e87-b60b-4624b0ec074b {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:42:35.819954 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f2040a-2fb8-481e-9706-b3c832daf0f1 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:35.820647 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-34f2040a-2fb8-481e-9706-b3c832daf0f1 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:35.825411 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9226d7f-f9af-4539-a0a2-0f89a4c3b3f7 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:42:35.825411 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9226d7f-f9af-4539-a0a2-0f89a4c3b3f7 None None] Checking segment: {'id': '7ead5f5d-3fce-460e-b74c-9e5739f5c837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'ec43fa5b-46eb-4e87-b60b-4624b0ec074b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:42:35.825411 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b9226d7f-f9af-4539-a0a2-0f89a4c3b3f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:35.825411 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9226d7f-f9af-4539-a0a2-0f89a4c3b3f7 None None] Bound using segment: {'id': '7ead5f5d-3fce-460e-b74c-9e5739f5c837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'ec43fa5b-46eb-4e87-b60b-4624b0ec074b'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:42:35.825411 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-b9226d7f-f9af-4539-a0a2-0f89a4c3b3f7 None None] Bound port: f44778f7-53e3-48ed-827c-92a20db1c8f1, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ead5f5d-3fce-460e-b74c-9e5739f5c837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'ec43fa5b-46eb-4e87-b60b-4624b0ec074b'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:42:35.825411 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b9226d7f-f9af-4539-a0a2-0f89a4c3b3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:35.883947 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-43d5dd39-43e3-41ff-af98-bf901d03c2fc req-259d2d51-45fd-405f-ae70-955823e0b0ad service neutron] 10.222.0.67 "GET /v2.0/networks/186c7649-415c-4f95-977b-66a634742a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889022 Oct 12 19:42:35.886894 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f2040a-2fb8-481e-9706-b3c832daf0f1 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Pushing event updated for resources: {'Network': ['ID=7e493af5-c2c0-489a-a6da-6855e6e9e2f5,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:42:35.894792 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-b9226d7f-f9af-4539-a0a2-0f89a4c3b3f7 None None] For port f44778f7-53e3-48ed-827c-92a20db1c8f1, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:42:35.898325 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 7e493af5-c2c0-489a-a6da-6855e6e9e2f5 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:42:35.901814 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-b9226d7f-f9af-4539-a0a2-0f89a4c3b3f7 None None] For port f44778f7-53e3-48ed-827c-92a20db1c8f1, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=f44778f7-53e3-48ed-827c-92a20db1c8f1,segment=NetworkSegment(7ead5f5d-3fce-460e-b74c-9e5739f5c837),segment_id=7ead5f5d-3fce-460e-b74c-9e5739f5c837)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:42:35.942076 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-34f2040a-2fb8-481e-9706-b3c832daf0f1 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4358754 Oct 12 19:42:35.944900 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 48896) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:42:35.949933 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-458c3e13-500d-4822-a29b-2654c180d9e7 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Request body: {'subnet': {'network_id': '9eb56948-274e-416f-9a4f-5dfbcff2fbd6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:42:35.985080 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-43d5dd39-43e3-41ff-af98-bf901d03c2fc req-b1c7cc6a-6a5a-44cc-bef7-8a2a42a59342 service neutron] 10.222.0.67 "GET /v2.0/networks/186c7649-415c-4f95-977b-66a634742a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938077 Oct 12 19:42:36.022749 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b9226d7f-f9af-4539-a0a2-0f89a4c3b3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:36.091324 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9226d7f-f9af-4539-a0a2-0f89a4c3b3f7 None None] Pushing event updated for resources: {'Port': ['ID=f44778f7-53e3-48ed-827c-92a20db1c8f1,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:42:36.126418 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d5dd39-43e3-41ff-af98-bf901d03c2fc req-46c60341-0840-4289-a6a4-428b00cb0f90 tempest-TestNetworkAdvancedServerOps-832803611 tempest-TestNetworkAdvancedServerOps-832803611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:36.127927 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-43d5dd39-43e3-41ff-af98-bf901d03c2fc req-46c60341-0840-4289-a6a4-428b00cb0f90 tempest-TestNetworkAdvancedServerOps-832803611 tempest-TestNetworkAdvancedServerOps-832803611-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=e4aa9288-676b-4fdd-aaaf-f5868a927fa7&tenant_id=80c6b006e6d9432a90abc6a3ef8ab3a8&binding%3Ahost_id=n-h1-813679-3 HTTP/1.1" status: 200 len: 1096 time: 0.0871906 Oct 12 19:42:36.149195 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-43d5dd39-43e3-41ff-af98-bf901d03c2fc req-b1ab95b6-282f-4652-9fc1-5dc4b087f475 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-813679-3'}}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:42:36.153794 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-458c3e13-500d-4822-a29b-2654c180d9e7 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Made reservation on behalf of f8faced04a004350a2646aeb2490cfe2 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:42:36.155532 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-458c3e13-500d-4822-a29b-2654c180d9e7 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16245837'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:36.241005 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-43d5dd39-43e3-41ff-af98-bf901d03c2fc req-b1ab95b6-282f-4652-9fc1-5dc4b087f475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:36.352773 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099bfd02-0b74-4a60-a3ad-acb54c8acef5 req-ec0ac235-c88d-4753-afb7-ec30b7d96aa1 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:36.354184 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-099bfd02-0b74-4a60-a3ad-acb54c8acef5 req-ec0ac235-c88d-4753-afb7-ec30b7d96aa1 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4aa9288-676b-4fdd-aaaf-f5868a927fa7 HTTP/1.1" status: 200 len: 945 time: 0.1292546 Oct 12 19:42:36.406666 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-43d5dd39-43e3-41ff-af98-bf901d03c2fc req-b1ab95b6-282f-4652-9fc1-5dc4b087f475 service neutron] For port eb1ba0bd-cc38-4e50-8f07-8de75a004846, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=eb1ba0bd-cc38-4e50-8f07-8de75a004846,segment=NetworkSegment(206763ab-8286-49a0-bb98-f292f103cc93),segment_id=206763ab-8286-49a0-bb98-f292f103cc93)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:42:36.440479 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-099bfd02-0b74-4a60-a3ad-acb54c8acef5 req-19b629ad-9bec-44df-afc1-c277d6c6f3fb tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=35a465da-b905-41fb-a64e-39cd68d8a505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776138 Oct 12 19:42:36.458347 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-43d5dd39-43e3-41ff-af98-bf901d03c2fc req-b1ab95b6-282f-4652-9fc1-5dc4b087f475 service neutron] For port eb1ba0bd-cc38-4e50-8f07-8de75a004846, host n-h1-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:42:36.507316 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4aa9288-676b-4fdd-aaaf-f5868a927fa7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb1ba0bd-cc38-4e50-8f07-8de75a004846'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:42:36.510231 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff42b5ea-8bc6-478e-a544-28a559bda990" -d '{"events": [{"server_uuid": "e4aa9288-676b-4fdd-aaaf-f5868a927fa7", "name": "network-vif-unplugged", "status": "completed", "tag": "eb1ba0bd-cc38-4e50-8f07-8de75a004846"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:42:36.514094 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-43d5dd39-43e3-41ff-af98-bf901d03c2fc req-b1ab95b6-282f-4652-9fc1-5dc4b087f475 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:36.562350 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-458c3e13-500d-4822-a29b-2654c180d9e7 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4306659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16245859'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:36.593370 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-43d5dd39-43e3-41ff-af98-bf901d03c2fc req-b1ab95b6-282f-4652-9fc1-5dc4b087f475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:36.628148 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458c3e13-500d-4822-a29b-2654c180d9e7 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Pushing event updated for resources: {'Subnet': ['ID=bdb9ffd0-da75-43d6-85f6-f17b0eef9969,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:42:36.647212 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458c3e13-500d-4822-a29b-2654c180d9e7 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Checking segment: {'id': '2d0075c5-6863-4ac4-a0dd-1484da93f103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9eb56948-274e-416f-9a4f-5dfbcff2fbd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:42:36.651166 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458c3e13-500d-4822-a29b-2654c180d9e7 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Network hostable DHCP agents. Network: 9eb56948-274e-416f-9a4f-5dfbcff2fbd6, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:42:36.707640 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 19:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bfaac83-03cd-4fba-9c39-97a1c0368d73 x-openstack-request-id: req-9bfaac83-03cd-4fba-9c39-97a1c0368d73 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:42:36.707939 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4aa9288-676b-4fdd-aaaf-f5868a927fa7", "name": "network-vif-unplugged", "status": "completed", "tag": "eb1ba0bd-cc38-4e50-8f07-8de75a004846", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:42:36.709799 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9bfaac83-03cd-4fba-9c39-97a1c0368d73 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:42:36.709799 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4aa9288-676b-4fdd-aaaf-f5868a927fa7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb1ba0bd-cc38-4e50-8f07-8de75a004846', 'code': 200} Oct 12 19:42:36.729838 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458c3e13-500d-4822-a29b-2654c180d9e7 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Network 9eb56948-274e-416f-9a4f-5dfbcff2fbd6 is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:42:36.738689 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ab95b6-282f-4652-9fc1-5dc4b087f475 service neutron] Pushing event updated for resources: {'Port': ['ID=eb1ba0bd-cc38-4e50-8f07-8de75a004846,revision_number=7']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:42:36.800675 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f72b6ac1-9d8f-4621-92c4-b2d5603ff238 req-818f5ee8-705a-46e3-939d-6b4580b14537 tempest-VolumesNegativeTest-1989661036 tempest-VolumesNegativeTest-1989661036-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b67a74d-fa41-4cb9-a9e0-73737d84191b HTTP/1.1" status: 200 len: 210 time: 0.0358021 Oct 12 19:42:36.807787 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-43d5dd39-43e3-41ff-af98-bf901d03c2fc req-b1ab95b6-282f-4652-9fc1-5dc4b087f475 service neutron] Attempting to bind port eb1ba0bd-cc38-4e50-8f07-8de75a004846 on host n-h1-813679-3 for vnic_type normal with profile {"migrating_to": "n-h2-813679-3"} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:42:36.808227 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-43d5dd39-43e3-41ff-af98-bf901d03c2fc req-b1ab95b6-282f-4652-9fc1-5dc4b087f475 service neutron] Attempting to bind port eb1ba0bd-cc38-4e50-8f07-8de75a004846 by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': '206763ab-8286-49a0-bb98-f292f103cc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '186c7649-415c-4f95-977b-66a634742a6f'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:42:36.808479 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d5dd39-43e3-41ff-af98-bf901d03c2fc req-b1ab95b6-282f-4652-9fc1-5dc4b087f475 service neutron] Attempting to bind port eb1ba0bd-cc38-4e50-8f07-8de75a004846 on network 186c7649-415c-4f95-977b-66a634742a6f {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:42:36.818278 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d5dd39-43e3-41ff-af98-bf901d03c2fc req-b1ab95b6-282f-4652-9fc1-5dc4b087f475 service neutron] Port eb1ba0bd-cc38-4e50-8f07-8de75a004846 on network 186c7649-415c-4f95-977b-66a634742a6f not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:42:36.818278 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d5dd39-43e3-41ff-af98-bf901d03c2fc req-b1ab95b6-282f-4652-9fc1-5dc4b087f475 service neutron] Attempting to bind port eb1ba0bd-cc38-4e50-8f07-8de75a004846 on network 186c7649-415c-4f95-977b-66a634742a6f {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:42:36.818770 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-458c3e13-500d-4822-a29b-2654c180d9e7 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, 9eb56948-274e-416f-9a4f-5dfbcff2fbd6) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:42:36.823630 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-458c3e13-500d-4822-a29b-2654c180d9e7 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:36.824264 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-458c3e13-500d-4822-a29b-2654c180d9e7 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:36.828520 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d5dd39-43e3-41ff-af98-bf901d03c2fc req-b1ab95b6-282f-4652-9fc1-5dc4b087f475 service neutron] Checking agent: {'id': 'f5e9725f-f5a6-43c2-a1be-95e21e9a1fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:42:36.828745 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83fd920-5c20-421f-a5d1-b8708bdfe2ce None None] Network 9eb56948-274e-416f-9a4f-5dfbcff2fbd6 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:42:36.829202 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d5dd39-43e3-41ff-af98-bf901d03c2fc req-b1ab95b6-282f-4652-9fc1-5dc4b087f475 service neutron] Checking segment: {'id': '206763ab-8286-49a0-bb98-f292f103cc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '186c7649-415c-4f95-977b-66a634742a6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:42:36.829310 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d5dd39-43e3-41ff-af98-bf901d03c2fc req-b1ab95b6-282f-4652-9fc1-5dc4b087f475 service neutron] Bound using segment: {'id': '206763ab-8286-49a0-bb98-f292f103cc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '186c7649-415c-4f95-977b-66a634742a6f'} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:42:36.829687 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-43d5dd39-43e3-41ff-af98-bf901d03c2fc req-b1ab95b6-282f-4652-9fc1-5dc4b087f475 service neutron] Bound port: eb1ba0bd-cc38-4e50-8f07-8de75a004846, host: n-h1-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '206763ab-8286-49a0-bb98-f292f103cc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '186c7649-415c-4f95-977b-66a634742a6f'}}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:42:36.830190 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-43d5dd39-43e3-41ff-af98-bf901d03c2fc req-b1ab95b6-282f-4652-9fc1-5dc4b087f475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:36.900487 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-43d5dd39-43e3-41ff-af98-bf901d03c2fc req-b1ab95b6-282f-4652-9fc1-5dc4b087f475 service neutron] For port eb1ba0bd-cc38-4e50-8f07-8de75a004846, host n-h1-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:42:36.904315 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-43d5dd39-43e3-41ff-af98-bf901d03c2fc req-b1ab95b6-282f-4652-9fc1-5dc4b087f475 service neutron] For port eb1ba0bd-cc38-4e50-8f07-8de75a004846, host n-h1-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=eb1ba0bd-cc38-4e50-8f07-8de75a004846,segment=NetworkSegment(206763ab-8286-49a0-bb98-f292f103cc93),segment_id=206763ab-8286-49a0-bb98-f292f103cc93)] {{(pid=95501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:42:36.922370 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-458c3e13-500d-4822-a29b-2654c180d9e7 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9763710 Oct 12 19:42:36.925254 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 48910) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:42:36.930688 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-c784daf0-b25f-42fe-b23e-c1226cf4c87c tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Request body: {'subnet': {'network_id': '7e493af5-c2c0-489a-a6da-6855e6e9e2f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:42:36.985005 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-7c34020a-f312-4f33-8fae-ccac6a1fcec7 None None] Provisioning complete for port eb1ba0bd-cc38-4e50-8f07-8de75a004846 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:42:36.986280 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7c34020a-f312-4f33-8fae-ccac6a1fcec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:36.999816 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-43d5dd39-43e3-41ff-af98-bf901d03c2fc req-b1ab95b6-282f-4652-9fc1-5dc4b087f475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:37.059291 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-7c34020a-f312-4f33-8fae-ccac6a1fcec7 None None] Port eb1ba0bd-cc38-4e50-8f07-8de75a004846 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:42:37.065303 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4619d9e3-70c9-4096-8d5c-46fa48475575 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-9eb56948-274e-416f-9a4f-5dfbcff2fbd6', 'network_id': '9eb56948-274e-416f-9a4f-5dfbcff2fbd6', 'tenant_id': 'f8faced04a004350a2646aeb2490cfe2', 'fixed_ips': [{'subnet_id': 'bdb9ffd0-da75-43d6-85f6-f17b0eef9969'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:42:37.066675 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4619d9e3-70c9-4096-8d5c-46fa48475575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:37.108337 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c784daf0-b25f-42fe-b23e-c1226cf4c87c tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Made reservation on behalf of f8faced04a004350a2646aeb2490cfe2 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:42:37.113037 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c784daf0-b25f-42fe-b23e-c1226cf4c87c tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16245837'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:37.143323 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ab95b6-282f-4652-9fc1-5dc4b087f475 service neutron] Pushing event updated for resources: {'Port': ['ID=eb1ba0bd-cc38-4e50-8f07-8de75a004846,revision_number=8']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:42:37.219736 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d5dd39-43e3-41ff-af98-bf901d03c2fc req-b1ab95b6-282f-4652-9fc1-5dc4b087f475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:37.221646 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-43d5dd39-43e3-41ff-af98-bf901d03c2fc req-b1ab95b6-282f-4652-9fc1-5dc4b087f475 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:37.223609 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-43d5dd39-43e3-41ff-af98-bf901d03c2fc req-b1ab95b6-282f-4652-9fc1-5dc4b087f475 service neutron] 10.222.0.67 "PUT /v2.0/ports/eb1ba0bd-cc38-4e50-8f07-8de75a004846 HTTP/1.1" status: 200 len: 1121 time: 1.0873835 Oct 12 19:42:37.286664 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['eb1ba0bd-cc38-4e50-8f07-8de75a004846'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:42:37.296593 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-4619d9e3-70c9-4096-8d5c-46fa48475575 None None] Allocated IP 2001:db8::2 (9eb56948-274e-416f-9a4f-5dfbcff2fbd6/bdb9ffd0-da75-43d6-85f6-f17b0eef9969/2fa625b1-85ce-4682-adb4-e12e808aefee) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:42:37.361256 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ea010b-bc58-417b-bee7-1ea14400634b None None] Network ec43fa5b-46eb-4e87-b60b-4624b0ec074b requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:42:37.367673 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-021bb35c-780d-44b3-98ed-9dcfa3cb5e28 req-c85b0726-a214-4cd3-b45e-f13187d9eb26 tempest-VolumesNegativeTest-1989661036 tempest-VolumesNegativeTest-1989661036-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=455baf6c1d4b438d964906bdaf37df81&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0524192 Oct 12 19:42:37.485401 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-0690174e-e1b8-4ec9-a661-035f02c855fe None None] Provisioning complete for port f44778f7-53e3-48ed-827c-92a20db1c8f1 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:42:37.485834 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0690174e-e1b8-4ec9-a661-035f02c855fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:37.521062 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021bb35c-780d-44b3-98ed-9dcfa3cb5e28 req-86086462-e37a-4e8a-9e1d-bcc657348073 tempest-VolumesNegativeTest-1989661036 tempest-VolumesNegativeTest-1989661036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:37.522795 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-021bb35c-780d-44b3-98ed-9dcfa3cb5e28 req-86086462-e37a-4e8a-9e1d-bcc657348073 tempest-VolumesNegativeTest-1989661036 tempest-VolumesNegativeTest-1989661036-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1494012 Oct 12 19:42:37.536329 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-021bb35c-780d-44b3-98ed-9dcfa3cb5e28 req-564f1dd8-6b56-4370-862d-4aec2a3cb9f6 tempest-VolumesNegativeTest-1989661036 tempest-VolumesNegativeTest-1989661036-project] Request body: {'port': {'device_id': '2b67a74d-fa41-4cb9-a9e0-73737d84191b', 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1', 'admin_state_up': True, 'tenant_id': '455baf6c1d4b438d964906bdaf37df81'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:42:37.579009 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c784daf0-b25f-42fe-b23e-c1226cf4c87c tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4306659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16245859'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:37.602186 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061f398a-8c9d-43a2-bb62-b29abd114a4e req-1317ff97-7c38-4e53-97ff-a8f74b7f46da tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:37.604322 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-061f398a-8c9d-43a2-bb62-b29abd114a4e req-1317ff97-7c38-4e53-97ff-a8f74b7f46da tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4aa9288-676b-4fdd-aaaf-f5868a927fa7 HTTP/1.1" status: 200 len: 943 time: 0.0831068 Oct 12 19:42:37.647680 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-061f398a-8c9d-43a2-bb62-b29abd114a4e req-91ede308-78cd-43f1-bbcf-ec0ca7267364 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=35a465da-b905-41fb-a64e-39cd68d8a505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361249 Oct 12 19:42:37.671569 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c784daf0-b25f-42fe-b23e-c1226cf4c87c tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Pushing event updated for resources: {'Subnet': ['ID=7ccd12c4-e201-4f3f-935b-bb9f524745d6,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:42:37.699086 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c784daf0-b25f-42fe-b23e-c1226cf4c87c tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Checking segment: {'id': '6fb00656-21f4-475b-add3-3a41ecc9921d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '7e493af5-c2c0-489a-a6da-6855e6e9e2f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:42:37.699576 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c784daf0-b25f-42fe-b23e-c1226cf4c87c tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Network hostable DHCP agents. Network: 7e493af5-c2c0-489a-a6da-6855e6e9e2f5, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:42:37.748281 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4619d9e3-70c9-4096-8d5c-46fa48475575 None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:37.788324 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-021bb35c-780d-44b3-98ed-9dcfa3cb5e28 req-564f1dd8-6b56-4370-862d-4aec2a3cb9f6 tempest-VolumesNegativeTest-1989661036 tempest-VolumesNegativeTest-1989661036-project] Made reservation on behalf of 455baf6c1d4b438d964906bdaf37df81 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:42:37.790022 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device f44778f7-53e3-48ed-827c-92a20db1c8f1 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:42:37.791983 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-021bb35c-780d-44b3-98ed-9dcfa3cb5e28 req-564f1dd8-6b56-4370-862d-4aec2a3cb9f6 tempest-VolumesNegativeTest-1989661036 tempest-VolumesNegativeTest-1989661036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:37.794126 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c784daf0-b25f-42fe-b23e-c1226cf4c87c tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Network 7e493af5-c2c0-489a-a6da-6855e6e9e2f5 is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:42:37.811368 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-021bb35c-780d-44b3-98ed-9dcfa3cb5e28 req-564f1dd8-6b56-4370-862d-4aec2a3cb9f6 tempest-VolumesNegativeTest-1989661036 tempest-VolumesNegativeTest-1989661036-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:37.843433 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4619d9e3-70c9-4096-8d5c-46fa48475575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:37.861612 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-c784daf0-b25f-42fe-b23e-c1226cf4c87c tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, 7e493af5-c2c0-489a-a6da-6855e6e9e2f5) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:42:37.871180 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c784daf0-b25f-42fe-b23e-c1226cf4c87c tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:37.871180 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c784daf0-b25f-42fe-b23e-c1226cf4c87c tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:37.893167 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c69ea8-ac64-4bc1-8e94-6c8422f9a87f None None] Network 7e493af5-c2c0-489a-a6da-6855e6e9e2f5 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:42:37.910031 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0b7ec4a1-a871-4a36-9fb4-0cb6308caa8a req-431f669e-deca-49d9-b8b2-7bbd2933ab23 tempest-VolumesNegativeTest-1989661036 tempest-VolumesNegativeTest-1989661036-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b67a74d-fa41-4cb9-a9e0-73737d84191b HTTP/1.1" status: 200 len: 210 time: 0.0371897 Oct 12 19:42:37.920304 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0690174e-e1b8-4ec9-a661-035f02c855fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:37.937230 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-021bb35c-780d-44b3-98ed-9dcfa3cb5e28 req-564f1dd8-6b56-4370-862d-4aec2a3cb9f6 tempest-VolumesNegativeTest-1989661036 tempest-VolumesNegativeTest-1989661036-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:37.970888 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4619d9e3-70c9-4096-8d5c-46fa48475575 None None] Network 9eb56948-274e-416f-9a4f-5dfbcff2fbd6 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:42:37.987756 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-c784daf0-b25f-42fe-b23e-c1226cf4c87c tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0610721 Oct 12 19:42:37.990233 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 48918) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:42:37.994166 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-4619d9e3-70c9-4096-8d5c-46fa48475575 None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:42:37.996562 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4619d9e3-70c9-4096-8d5c-46fa48475575 None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:42:38.006090 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4619d9e3-70c9-4096-8d5c-46fa48475575 None None] Pushing event updated for resources: {'Port': ['ID=2fa625b1-85ce-4682-adb4-e12e808aefee,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:42:38.031784 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-021bb35c-780d-44b3-98ed-9dcfa3cb5e28 req-564f1dd8-6b56-4370-862d-4aec2a3cb9f6 tempest-VolumesNegativeTest-1989661036 tempest-VolumesNegativeTest-1989661036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:38.113853 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-0690174e-e1b8-4ec9-a661-035f02c855fe None None] For port f44778f7-53e3-48ed-827c-92a20db1c8f1, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=f44778f7-53e3-48ed-827c-92a20db1c8f1,segment=NetworkSegment(7ead5f5d-3fce-460e-b74c-9e5739f5c837),segment_id=7ead5f5d-3fce-460e-b74c-9e5739f5c837)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:42:38.136394 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port f44778f7-53e3-48ed-827c-92a20db1c8f1 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:42:38.136795 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:38.206939 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-4619d9e3-70c9-4096-8d5c-46fa48475575 None None] Attempting to bind port 2fa625b1-85ce-4682-adb4-e12e808aefee on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:42:38.207310 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-4619d9e3-70c9-4096-8d5c-46fa48475575 None None] Attempting to bind port 2fa625b1-85ce-4682-adb4-e12e808aefee by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '2d0075c5-6863-4ac4-a0dd-1484da93f103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9eb56948-274e-416f-9a4f-5dfbcff2fbd6'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:42:38.207673 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4619d9e3-70c9-4096-8d5c-46fa48475575 None None] Attempting to bind port 2fa625b1-85ce-4682-adb4-e12e808aefee on network 9eb56948-274e-416f-9a4f-5dfbcff2fbd6 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:42:38.220120 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0690174e-e1b8-4ec9-a661-035f02c855fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:38.240203 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4619d9e3-70c9-4096-8d5c-46fa48475575 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:42:38.240583 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4619d9e3-70c9-4096-8d5c-46fa48475575 None None] Checking segment: {'id': '2d0075c5-6863-4ac4-a0dd-1484da93f103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9eb56948-274e-416f-9a4f-5dfbcff2fbd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:42:38.240991 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4619d9e3-70c9-4096-8d5c-46fa48475575 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:38.241386 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4619d9e3-70c9-4096-8d5c-46fa48475575 None None] Bound using segment: {'id': '2d0075c5-6863-4ac4-a0dd-1484da93f103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9eb56948-274e-416f-9a4f-5dfbcff2fbd6'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:42:38.241877 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-4619d9e3-70c9-4096-8d5c-46fa48475575 None None] Bound port: 2fa625b1-85ce-4682-adb4-e12e808aefee, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0075c5-6863-4ac4-a0dd-1484da93f103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9eb56948-274e-416f-9a4f-5dfbcff2fbd6'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:42:38.242258 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4619d9e3-70c9-4096-8d5c-46fa48475575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:38.361081 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8900e3a3-31a9-4b2b-b402-664691e5c816 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-7e493af5-c2c0-489a-a6da-6855e6e9e2f5', 'network_id': '7e493af5-c2c0-489a-a6da-6855e6e9e2f5', 'tenant_id': 'f8faced04a004350a2646aeb2490cfe2', 'fixed_ips': [{'subnet_id': '7ccd12c4-e201-4f3f-935b-bb9f524745d6'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:42:38.361941 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8900e3a3-31a9-4b2b-b402-664691e5c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:38.371630 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0690174e-e1b8-4ec9-a661-035f02c855fe None None] Pushing event updated for resources: {'Port': ['ID=f44778f7-53e3-48ed-827c-92a20db1c8f1,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:42:38.545162 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564f1dd8-6b56-4370-862d-4aec2a3cb9f6 tempest-VolumesNegativeTest-1989661036 tempest-VolumesNegativeTest-1989661036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba5dce7-3f38-4881-87be-21dfd9c0bccc,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:42:38.594084 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-8ef0a0b3-9c16-427f-9378-586795b8ff6e None None] Provisioning complete for port eb1ba0bd-cc38-4e50-8f07-8de75a004846 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:42:38.594455 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8ef0a0b3-9c16-427f-9378-586795b8ff6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:38.620322 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-4619d9e3-70c9-4096-8d5c-46fa48475575 None None] For port 2fa625b1-85ce-4682-adb4-e12e808aefee, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:42:38.691354 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-4619d9e3-70c9-4096-8d5c-46fa48475575 None None] For port 2fa625b1-85ce-4682-adb4-e12e808aefee, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=2fa625b1-85ce-4682-adb4-e12e808aefee,segment=NetworkSegment(2d0075c5-6863-4ac4-a0dd-1484da93f103),segment_id=2d0075c5-6863-4ac4-a0dd-1484da93f103)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:42:38.705985 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [req-021bb35c-780d-44b3-98ed-9dcfa3cb5e28 req-564f1dd8-6b56-4370-862d-4aec2a3cb9f6 tempest-VolumesNegativeTest-1989661036 tempest-VolumesNegativeTest-1989661036-project] Allocated IP 192.168.233.4 (90dcf485-b1ad-4139-85a3-9e1e9879e6b1/629aee7d-3fde-4c72-af1e-6a7e1f6a7e75/be3b06f1-cebd-4bf6-9a7b-599549346c28) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:42:38.710567 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4aa9288-676b-4fdd-aaaf-f5868a927fa7', 'tag': 'eb1ba0bd-cc38-4e50-8f07-8de75a004846'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:42:38.714909 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e8ba542-2ee1-4793-ba85-95f0f6b86e2e" -d '{"events": [{"name": "network-changed", "server_uuid": "e4aa9288-676b-4fdd-aaaf-f5868a927fa7", "tag": "eb1ba0bd-cc38-4e50-8f07-8de75a004846"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:42:38.752551 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6b408b79-14dc-44f0-b0ee-e9598dadd38f tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:38.766704 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acf4ab0a-d121-4248-97c1-d7633d8e6ea5 x-openstack-request-id: req-acf4ab0a-d121-4248-97c1-d7633d8e6ea5 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:42:38.766997 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4aa9288-676b-4fdd-aaaf-f5868a927fa7", "tag": "eb1ba0bd-cc38-4e50-8f07-8de75a004846", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:42:38.767436 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-acf4ab0a-d121-4248-97c1-d7633d8e6ea5 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:42:38.767982 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4aa9288-676b-4fdd-aaaf-f5868a927fa7', 'tag': 'eb1ba0bd-cc38-4e50-8f07-8de75a004846', 'status': 'completed', 'code': 200} Oct 12 19:42:38.788967 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-8900e3a3-31a9-4b2b-b402-664691e5c816 None None] Allocated IP 2001:db8::2 (7e493af5-c2c0-489a-a6da-6855e6e9e2f5/7ccd12c4-e201-4f3f-935b-bb9f524745d6/258057fe-8d4f-4433-8f7b-c90eb26c6096) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:42:38.799160 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4619d9e3-70c9-4096-8d5c-46fa48475575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:38.833311 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8ef0a0b3-9c16-427f-9378-586795b8ff6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:38.860676 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8639010-f174-4281-b938-5dc4840b359f req-dc557808-e238-4e6b-9e5b-8a415cd500d0 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:38.872799 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b8639010-f174-4281-b938-5dc4840b359f req-dc557808-e238-4e6b-9e5b-8a415cd500d0 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4aa9288-676b-4fdd-aaaf-f5868a927fa7 HTTP/1.1" status: 200 len: 943 time: 0.0734308 Oct 12 19:42:38.918940 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b8639010-f174-4281-b938-5dc4840b359f req-507af6a2-5715-4830-87ff-5bce6bc536f2 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=35a465da-b905-41fb-a64e-39cd68d8a505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452588 Oct 12 19:42:38.952572 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4aa9288-676b-4fdd-aaaf-f5868a927fa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb1ba0bd-cc38-4e50-8f07-8de75a004846'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:42:38.955446 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a19e7ea-6563-4466-a73a-b6e2efabab23" -d '{"events": [{"server_uuid": "e4aa9288-676b-4fdd-aaaf-f5868a927fa7", "name": "network-vif-plugged", "status": "completed", "tag": "eb1ba0bd-cc38-4e50-8f07-8de75a004846"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:42:38.984160 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-8ef0a0b3-9c16-427f-9378-586795b8ff6e None None] For port eb1ba0bd-cc38-4e50-8f07-8de75a004846, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=eb1ba0bd-cc38-4e50-8f07-8de75a004846,segment=NetworkSegment(206763ab-8286-49a0-bb98-f292f103cc93),segment_id=206763ab-8286-49a0-bb98-f292f103cc93)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:42:38.985544 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4619d9e3-70c9-4096-8d5c-46fa48475575 None None] Pushing event updated for resources: {'Port': ['ID=2fa625b1-85ce-4682-adb4-e12e808aefee,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:42:39.024799 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3de043d9-c0bc-4396-b424-4865d0304a31 x-openstack-request-id: req-3de043d9-c0bc-4396-b424-4865d0304a31 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:42:39.025673 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4aa9288-676b-4fdd-aaaf-f5868a927fa7", "name": "network-vif-plugged", "status": "completed", "tag": "eb1ba0bd-cc38-4e50-8f07-8de75a004846", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:42:39.025936 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3de043d9-c0bc-4396-b424-4865d0304a31 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:42:39.026734 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4aa9288-676b-4fdd-aaaf-f5868a927fa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb1ba0bd-cc38-4e50-8f07-8de75a004846', 'code': 200} Oct 12 19:42:39.033968 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8ef0a0b3-9c16-427f-9378-586795b8ff6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:39.062815 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8ba542-2ee1-4793-ba85-95f0f6b86e2e req-05efede0-afa9-458a-8d68-137cc9108065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:39.062815 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2e8ba542-2ee1-4793-ba85-95f0f6b86e2e req-05efede0-afa9-458a-8d68-137cc9108065 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=80c6b006e6d9432a90abc6a3ef8ab3a8&device_id=e4aa9288-676b-4fdd-aaaf-f5868a927fa7 HTTP/1.1" status: 200 len: 1124 time: 0.2349195 Oct 12 19:42:39.116531 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-711417a5-8224-48ee-b403-360394bcb7a0 req-7c7d5677-1997-437c-b481-6d0a3ea9118c tempest-VolumesNegativeTest-1989661036 tempest-VolumesNegativeTest-1989661036-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b67a74d-fa41-4cb9-a9e0-73737d84191b HTTP/1.1" status: 200 len: 210 time: 0.0826712 Oct 12 19:42:39.259843 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-021bb35c-780d-44b3-98ed-9dcfa3cb5e28 req-564f1dd8-6b56-4370-862d-4aec2a3cb9f6 tempest-VolumesNegativeTest-1989661036 tempest-VolumesNegativeTest-1989661036-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:39.272364 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8900e3a3-31a9-4b2b-b402-664691e5c816 None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:39.282007 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef0a0b3-9c16-427f-9378-586795b8ff6e None None] Pushing event updated for resources: {'Port': ['ID=eb1ba0bd-cc38-4e50-8f07-8de75a004846,revision_number=9']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:42:39.320264 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-8ef0a0b3-9c16-427f-9378-586795b8ff6e None None] Provisioning complete for port f44778f7-53e3-48ed-827c-92a20db1c8f1 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:42:39.320510 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8ef0a0b3-9c16-427f-9378-586795b8ff6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:39.334677 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-6b408b79-14dc-44f0-b0ee-e9598dadd38f tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Allocated IP 2001:db8::1 (9eb56948-274e-416f-9a4f-5dfbcff2fbd6/bdb9ffd0-da75-43d6-85f6-f17b0eef9969/c01df22a-c110-47e9-b9d1-ed71aad1fb35) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:42:39.351481 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8ba542-2ee1-4793-ba85-95f0f6b86e2e req-e35f0653-3c88-4463-9a73-ceb7802933b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:39.353289 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2e8ba542-2ee1-4793-ba85-95f0f6b86e2e req-e35f0653-3c88-4463-9a73-ceb7802933b4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=186c7649-415c-4f95-977b-66a634742a6f HTTP/1.1" status: 200 len: 897 time: 0.2531924 Oct 12 19:42:39.363199 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8900e3a3-31a9-4b2b-b402-664691e5c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:39.440675 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8900e3a3-31a9-4b2b-b402-664691e5c816 None None] Network 7e493af5-c2c0-489a-a6da-6855e6e9e2f5 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:42:39.440943 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-021bb35c-780d-44b3-98ed-9dcfa3cb5e28 req-564f1dd8-6b56-4370-862d-4aec2a3cb9f6 tempest-VolumesNegativeTest-1989661036 tempest-VolumesNegativeTest-1989661036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:39.454112 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-8900e3a3-31a9-4b2b-b402-664691e5c816 None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:42:39.457546 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8900e3a3-31a9-4b2b-b402-664691e5c816 None None] Pushing event updated for resources: {'Port': ['ID=258057fe-8d4f-4433-8f7b-c90eb26c6096,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:42:39.459786 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8900e3a3-31a9-4b2b-b402-664691e5c816 None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:42:39.524112 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-021bb35c-780d-44b3-98ed-9dcfa3cb5e28 req-564f1dd8-6b56-4370-862d-4aec2a3cb9f6 tempest-VolumesNegativeTest-1989661036 tempest-VolumesNegativeTest-1989661036-project] Network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:42:39.526159 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-8900e3a3-31a9-4b2b-b402-664691e5c816 None None] Attempting to bind port 258057fe-8d4f-4433-8f7b-c90eb26c6096 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:42:39.527172 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-8900e3a3-31a9-4b2b-b402-664691e5c816 None None] Attempting to bind port 258057fe-8d4f-4433-8f7b-c90eb26c6096 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '6fb00656-21f4-475b-add3-3a41ecc9921d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '7e493af5-c2c0-489a-a6da-6855e6e9e2f5'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:42:39.527544 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8900e3a3-31a9-4b2b-b402-664691e5c816 None None] Attempting to bind port 258057fe-8d4f-4433-8f7b-c90eb26c6096 on network 7e493af5-c2c0-489a-a6da-6855e6e9e2f5 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:42:39.531987 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [req-021bb35c-780d-44b3-98ed-9dcfa3cb5e28 req-564f1dd8-6b56-4370-862d-4aec2a3cb9f6 tempest-VolumesNegativeTest-1989661036 tempest-VolumesNegativeTest-1989661036-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:42:39.532755 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8900e3a3-31a9-4b2b-b402-664691e5c816 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:42:39.533027 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8900e3a3-31a9-4b2b-b402-664691e5c816 None None] Checking segment: {'id': '6fb00656-21f4-475b-add3-3a41ecc9921d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '7e493af5-c2c0-489a-a6da-6855e6e9e2f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:42:39.533429 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8900e3a3-31a9-4b2b-b402-664691e5c816 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:39.533820 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8900e3a3-31a9-4b2b-b402-664691e5c816 None None] Bound using segment: {'id': '6fb00656-21f4-475b-add3-3a41ecc9921d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '7e493af5-c2c0-489a-a6da-6855e6e9e2f5'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:42:39.534289 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-8900e3a3-31a9-4b2b-b402-664691e5c816 None None] Bound port: 258057fe-8d4f-4433-8f7b-c90eb26c6096, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fb00656-21f4-475b-add3-3a41ecc9921d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '7e493af5-c2c0-489a-a6da-6855e6e9e2f5'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:42:39.534677 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8900e3a3-31a9-4b2b-b402-664691e5c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:39.541645 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-021bb35c-780d-44b3-98ed-9dcfa3cb5e28 req-564f1dd8-6b56-4370-862d-4aec2a3cb9f6 tempest-VolumesNegativeTest-1989661036 tempest-VolumesNegativeTest-1989661036-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:42:39.546429 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2e8ba542-2ee1-4793-ba85-95f0f6b86e2e req-7fbded20-be72-42ed-b629-45a1017e4ea3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eb1ba0bd-cc38-4e50-8f07-8de75a004846 HTTP/1.1" status: 200 len: 1000 time: 0.1829214 Oct 12 19:42:39.593005 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564f1dd8-6b56-4370-862d-4aec2a3cb9f6 tempest-VolumesNegativeTest-1989661036 tempest-VolumesNegativeTest-1989661036-project] Pushing event updated for resources: {'Port': ['ID=be3b06f1-cebd-4bf6-9a7b-599549346c28,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:42:39.632129 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-8900e3a3-31a9-4b2b-b402-664691e5c816 None None] For port 258057fe-8d4f-4433-8f7b-c90eb26c6096, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:42:39.633727 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-8900e3a3-31a9-4b2b-b402-664691e5c816 None None] For port 258057fe-8d4f-4433-8f7b-c90eb26c6096, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=258057fe-8d4f-4433-8f7b-c90eb26c6096,segment=NetworkSegment(6fb00656-21f4-475b-add3-3a41ecc9921d),segment_id=6fb00656-21f4-475b-add3-3a41ecc9921d)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:42:39.670260 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8ba542-2ee1-4793-ba85-95f0f6b86e2e req-866f7979-9210-4bc5-82e0-137d1d7b30c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:39.671720 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2e8ba542-2ee1-4793-ba85-95f0f6b86e2e req-866f7979-9210-4bc5-82e0-137d1d7b30c5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1a431933-d1ba-4db3-acd8-2725dfaa9eb8 HTTP/1.1" status: 200 len: 834 time: 0.0866809 Oct 12 19:42:39.682185 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6b408b79-14dc-44f0-b0ee-e9598dadd38f tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:39.728704 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021bb35c-780d-44b3-98ed-9dcfa3cb5e28 req-564f1dd8-6b56-4370-862d-4aec2a3cb9f6 tempest-VolumesNegativeTest-1989661036 tempest-VolumesNegativeTest-1989661036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:39.729539 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-021bb35c-780d-44b3-98ed-9dcfa3cb5e28 req-564f1dd8-6b56-4370-862d-4aec2a3cb9f6 tempest-VolumesNegativeTest-1989661036 tempest-VolumesNegativeTest-1989661036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:39.732883 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8900e3a3-31a9-4b2b-b402-664691e5c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:39.772962 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8ba542-2ee1-4793-ba85-95f0f6b86e2e req-c3940248-0486-42eb-8c98-0e6d6492d6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:39.778655 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2e8ba542-2ee1-4793-ba85-95f0f6b86e2e req-c3940248-0486-42eb-8c98-0e6d6492d6f3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=186c7649-415c-4f95-977b-66a634742a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0945437 Oct 12 19:42:39.842150 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8900e3a3-31a9-4b2b-b402-664691e5c816 None None] Pushing event updated for resources: {'Port': ['ID=258057fe-8d4f-4433-8f7b-c90eb26c6096,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:42:39.899405 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-021bb35c-780d-44b3-98ed-9dcfa3cb5e28 req-564f1dd8-6b56-4370-862d-4aec2a3cb9f6 tempest-VolumesNegativeTest-1989661036 tempest-VolumesNegativeTest-1989661036-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.3671396 Oct 12 19:42:39.919140 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-021bb35c-780d-44b3-98ed-9dcfa3cb5e28 req-cde3ba6b-3eda-4102-852f-fa31ec4ab62b service neutron] Request body: {'port': {'device_id': '2b67a74d-fa41-4cb9-a9e0-73737d84191b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:42:39.932644 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device f44778f7-53e3-48ed-827c-92a20db1c8f1 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:42:39.969634 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6b408b79-14dc-44f0-b0ee-e9598dadd38f tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:39.975844 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf5ae7a-13af-420d-bf1f-349a9575ab2e req-1a25cbbc-bc97-4956-846e-a8f4bdd36fa0 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:39.979922 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6bf5ae7a-13af-420d-bf1f-349a9575ab2e req-1a25cbbc-bc97-4956-846e-a8f4bdd36fa0 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] 10.222.0.49 "GET /v2.0/networks?id=d89de848-a16b-4045-8dc6-570001a6b632 HTTP/1.1" status: 200 len: 814 time: 0.2795894 Oct 12 19:42:40.022533 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6bf5ae7a-13af-420d-bf1f-349a9575ab2e req-a13f3339-ff0f-47cd-b196-f1a2ef4ab21c tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] 10.222.0.49 "GET /v2.0/quotas/fef4819dbcd54c58aa4722e52d342caf HTTP/1.1" status: 200 len: 375 time: 0.0285056 Oct 12 19:42:40.070480 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-df2a5fd7-97a6-4955-875d-81dbc3f40b80 None None] Provisioning complete for port be3b06f1-cebd-4bf6-9a7b-599549346c28 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:42:40.071108 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-df2a5fd7-97a6-4955-875d-81dbc3f40b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:40.073892 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port f44778f7-53e3-48ed-827c-92a20db1c8f1 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:42:40.074252 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:40.140573 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6bf5ae7a-13af-420d-bf1f-349a9575ab2e req-9d05b4be-278f-40e2-bf63-75e46f38c980 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=fef4819dbcd54c58aa4722e52d342caf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1169243 Oct 12 19:42:40.153139 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-df2a5fd7-97a6-4955-875d-81dbc3f40b80 None None] Port be3b06f1-cebd-4bf6-9a7b-599549346c28 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:42:40.165036 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b408b79-14dc-44f0-b0ee-e9598dadd38f tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Pushing event updated for resources: {'Port': ['ID=c01df22a-c110-47e9-b9d1-ed71aad1fb35,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:42:40.224337 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b408b79-14dc-44f0-b0ee-e9598dadd38f tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Network 9eb56948-274e-416f-9a4f-5dfbcff2fbd6 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:42:40.237947 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device eb1ba0bd-cc38-4e50-8f07-8de75a004846 details requested by agent hyperv_n-h2-813679-3 with host n-h2-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:42:40.276237 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-6b408b79-14dc-44f0-b0ee-e9598dadd38f tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:42:40.283354 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b408b79-14dc-44f0-b0ee-e9598dadd38f tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:42:40.284296 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6b408b79-14dc-44f0-b0ee-e9598dadd38f tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7915309'] for router_interface, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:40.293800 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2e8ba542-2ee1-4793-ba85-95f0f6b86e2e req-60f6ffd7-39e1-4c30-988c-5797fea5c8d2 service neutron] 10.222.0.61 "GET /v2.0/networks/186c7649-415c-4f95-977b-66a634742a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4684918 Oct 12 19:42:40.390832 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6bf5ae7a-13af-420d-bf1f-349a9575ab2e req-67cd9b92-8af0-4d58-aef5-703356a25c83 service neutron] 10.222.0.49 "GET /v2.0/networks/d89de848-a16b-4045-8dc6-570001a6b632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404757 Oct 12 19:42:40.394110 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-021bb35c-780d-44b3-98ed-9dcfa3cb5e28 req-cde3ba6b-3eda-4102-852f-fa31ec4ab62b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:40.414998 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 2fa625b1-85ce-4682-adb4-e12e808aefee up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:42:40.468655 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce37f4e6-b481-4d66-8d3c-52fab472e047 req-92b82968-164d-400e-8ec3-4ea13d590422 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:40.470724 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ce37f4e6-b481-4d66-8d3c-52fab472e047 req-92b82968-164d-400e-8ec3-4ea13d590422 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4aa9288-676b-4fdd-aaaf-f5868a927fa7 HTTP/1.1" status: 200 len: 945 time: 0.4124472 Oct 12 19:42:40.472932 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e372faf-af3f-4b1f-9179-9558a98c71fb None None] Network 9eb56948-274e-416f-9a4f-5dfbcff2fbd6 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:42:40.524569 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6bf5ae7a-13af-420d-bf1f-349a9575ab2e req-ecdd81e1-b09b-4a24-a190-b6504dc55446 service neutron] 10.222.0.49 "GET /v2.0/networks/d89de848-a16b-4045-8dc6-570001a6b632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324759 Oct 12 19:42:40.580815 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port eb1ba0bd-cc38-4e50-8f07-8de75a004846, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=eb1ba0bd-cc38-4e50-8f07-8de75a004846,segment=NetworkSegment(206763ab-8286-49a0-bb98-f292f103cc93),segment_id=206763ab-8286-49a0-bb98-f292f103cc93)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:42:40.584796 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-799ecca4-e44c-4b03-892a-1ea6612caa42 None None] Provisioning complete for port 2fa625b1-85ce-4682-adb4-e12e808aefee triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:42:40.585173 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-799ecca4-e44c-4b03-892a-1ea6612caa42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:40.596344 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 2fa625b1-85ce-4682-adb4-e12e808aefee triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:42:40.596713 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:40.623264 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device eb1ba0bd-cc38-4e50-8f07-8de75a004846 has no active binding in host n-h2-813679-3 {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 12 19:42:40.640800 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ce37f4e6-b481-4d66-8d3c-52fab472e047 req-1e339deb-ffc6-493a-b712-0404f43d5664 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=35a465da-b905-41fb-a64e-39cd68d8a505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1396220 Oct 12 19:42:40.646844 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2e8ba542-2ee1-4793-ba85-95f0f6b86e2e req-d0795b3e-ef53-4b5d-a926-41ecc97a06b6 service neutron] 10.222.0.61 "GET /v2.0/networks/186c7649-415c-4f95-977b-66a634742a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3135967 Oct 12 19:42:40.661020 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6b408b79-14dc-44f0-b0ee-e9598dadd38f tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:40.829201 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-799ecca4-e44c-4b03-892a-1ea6612caa42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:40.839364 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2e7f4469-610b-46ff-81cd-a598648b50b8 req-0525b76e-6443-4a50-beee-b0839a317e92 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] 10.222.0.49 "GET /v2.0/ports?device_id=188624e1-91f8-4ea0-8fdd-466c5b53009b HTTP/1.1" status: 200 len: 210 time: 0.0579896 Oct 12 19:42:40.898842 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b55f13d-cb0d-4654-819f-c08a0bb8edd7 req-c65d2f6e-60ed-4125-8791-f9d1944c07e8 tempest-VolumesNegativeTest-1989661036 tempest-VolumesNegativeTest-1989661036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:40.906697 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0b55f13d-cb0d-4654-819f-c08a0bb8edd7 req-c65d2f6e-60ed-4125-8791-f9d1944c07e8 tempest-VolumesNegativeTest-1989661036 tempest-VolumesNegativeTest-1989661036-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b67a74d-fa41-4cb9-a9e0-73737d84191b HTTP/1.1" status: 200 len: 934 time: 0.1940501 Oct 12 19:42:40.943725 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-799ecca4-e44c-4b03-892a-1ea6612caa42 None None] For port 2fa625b1-85ce-4682-adb4-e12e808aefee, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=2fa625b1-85ce-4682-adb4-e12e808aefee,segment=NetworkSegment(2d0075c5-6863-4ac4-a0dd-1484da93f103),segment_id=2d0075c5-6863-4ac4-a0dd-1484da93f103)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:42:40.944895 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:41.028850 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-799ecca4-e44c-4b03-892a-1ea6612caa42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:41.077106 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0b55f13d-cb0d-4654-819f-c08a0bb8edd7 req-1dbb130a-1925-4d75-859e-f35ba2190197 tempest-VolumesNegativeTest-1989661036 tempest-VolumesNegativeTest-1989661036-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ba5dce7-3f38-4881-87be-21dfd9c0bccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694508 Oct 12 19:42:41.128623 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.db.api [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 19:42:41.129618 n-d-813679-3 neutron-server[95503]: DEBUG oslo_db.api [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 19:42:41.132985 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799ecca4-e44c-4b03-892a-1ea6612caa42 None None] Pushing event updated for resources: {'Port': ['ID=2fa625b1-85ce-4682-adb4-e12e808aefee,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:42:41.290809 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc8d9c3b-0174-422d-bb63-40a06557b154 None None] Network 7e493af5-c2c0-489a-a6da-6855e6e9e2f5 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:42:41.378031 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-6820d03e-15d1-4fa7-93e3-13198248bb71 None None] Provisioning complete for port 2fa625b1-85ce-4682-adb4-e12e808aefee triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:42:41.378397 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6820d03e-15d1-4fa7-93e3-13198248bb71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:41.438181 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [req-021bb35c-780d-44b3-98ed-9dcfa3cb5e28 req-cde3ba6b-3eda-4102-852f-fa31ec4ab62b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be3b06f1-cebd-4bf6-9a7b-599549346c28 {{(pid=95502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:42:41.450473 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-021bb35c-780d-44b3-98ed-9dcfa3cb5e28 req-cde3ba6b-3eda-4102-852f-fa31ec4ab62b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:41.484581 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-021bb35c-780d-44b3-98ed-9dcfa3cb5e28 req-cde3ba6b-3eda-4102-852f-fa31ec4ab62b service neutron] Transition to ACTIVE for port object be3b06f1-cebd-4bf6-9a7b-599549346c28 will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:42:41.520564 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6b408b79-14dc-44f0-b0ee-e9598dadd38f tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:41.553657 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-021bb35c-780d-44b3-98ed-9dcfa3cb5e28 req-cde3ba6b-3eda-4102-852f-fa31ec4ab62b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:41.605593 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde3ba6b-3eda-4102-852f-fa31ec4ab62b service neutron] Pushing event updated for resources: {'Port': ['ID=be3b06f1-cebd-4bf6-9a7b-599549346c28,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:42:41.614668 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6b408b79-14dc-44f0-b0ee-e9598dadd38f tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:41.616079 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6b408b79-14dc-44f0-b0ee-e9598dadd38f tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7898980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8092605'] for router_interface, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:41.722173 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-6820d03e-15d1-4fa7-93e3-13198248bb71 None None] Provisioning complete for port 258057fe-8d4f-4433-8f7b-c90eb26c6096 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:42:41.722619 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6820d03e-15d1-4fa7-93e3-13198248bb71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:41.837275 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6820d03e-15d1-4fa7-93e3-13198248bb71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:41.856068 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d31b893-a06d-4b36-8544-ab73a886fb18 req-f7bd92d1-f255-4c9d-a12b-a70dc4a0d0c7 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:41.869942 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7d31b893-a06d-4b36-8544-ab73a886fb18 req-f7bd92d1-f255-4c9d-a12b-a70dc4a0d0c7 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4aa9288-676b-4fdd-aaaf-f5868a927fa7 HTTP/1.1" status: 200 len: 945 time: 0.1432581 Oct 12 19:42:41.877753 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-6820d03e-15d1-4fa7-93e3-13198248bb71 None None] For port 258057fe-8d4f-4433-8f7b-c90eb26c6096, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=258057fe-8d4f-4433-8f7b-c90eb26c6096,segment=NetworkSegment(6fb00656-21f4-475b-add3-3a41ecc9921d),segment_id=6fb00656-21f4-475b-add3-3a41ecc9921d)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:42:41.884413 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b408b79-14dc-44f0-b0ee-e9598dadd38f tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Pushing event updated for resources: {'Port': ['ID=c01df22a-c110-47e9-b9d1-ed71aad1fb35,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:42:41.959408 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6820d03e-15d1-4fa7-93e3-13198248bb71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:41.966071 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b408b79-14dc-44f0-b0ee-e9598dadd38f tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Network 9eb56948-274e-416f-9a4f-5dfbcff2fbd6 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:42:41.966707 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7d31b893-a06d-4b36-8544-ab73a886fb18 req-ddd1a38e-22d9-40a1-825d-05dc64b453d6 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=35a465da-b905-41fb-a64e-39cd68d8a505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867500 Oct 12 19:42:41.972007 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-6b408b79-14dc-44f0-b0ee-e9598dadd38f tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:42:41.989914 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-021bb35c-780d-44b3-98ed-9dcfa3cb5e28 req-cde3ba6b-3eda-4102-852f-fa31ec4ab62b service neutron] Attempting to bind port be3b06f1-cebd-4bf6-9a7b-599549346c28 on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:42:41.989914 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-021bb35c-780d-44b3-98ed-9dcfa3cb5e28 req-cde3ba6b-3eda-4102-852f-fa31ec4ab62b service neutron] Attempting to bind port be3b06f1-cebd-4bf6-9a7b-599549346c28 by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:42:41.989914 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021bb35c-780d-44b3-98ed-9dcfa3cb5e28 req-cde3ba6b-3eda-4102-852f-fa31ec4ab62b service neutron] Attempting to bind port be3b06f1-cebd-4bf6-9a7b-599549346c28 on network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:42:42.013496 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cabf2528-375b-49b8-b1ed-a19253e052b6 req-54eb6bff-9a7e-472a-bc59-f66bb653935a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=032e4397-63e8-42e0-ad51-62c8624c663f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1158893 Oct 12 19:42:42.039379 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-6820d03e-15d1-4fa7-93e3-13198248bb71 None None] Provisioning complete for port c01df22a-c110-47e9-b9d1-ed71aad1fb35 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:42:42.039755 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6820d03e-15d1-4fa7-93e3-13198248bb71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:42.090452 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f410fd5-af05-46e2-9cdc-31f432737872 req-09015842-e441-4300-b944-da0a27fd084c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:42.092446 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8f410fd5-af05-46e2-9cdc-31f432737872 req-09015842-e441-4300-b944-da0a27fd084c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=80c6b006e6d9432a90abc6a3ef8ab3a8&device_id=e4aa9288-676b-4fdd-aaaf-f5868a927fa7 HTTP/1.1" status: 200 len: 1126 time: 0.1941950 Oct 12 19:42:42.134159 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 2fa625b1-85ce-4682-adb4-e12e808aefee up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:42:42.170123 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6820d03e-15d1-4fa7-93e3-13198248bb71 None None] Pushing event updated for resources: {'Port': ['ID=258057fe-8d4f-4433-8f7b-c90eb26c6096,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:42:42.195718 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021bb35c-780d-44b3-98ed-9dcfa3cb5e28 req-cde3ba6b-3eda-4102-852f-fa31ec4ab62b service neutron] Port be3b06f1-cebd-4bf6-9a7b-599549346c28 on network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:42:42.195972 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021bb35c-780d-44b3-98ed-9dcfa3cb5e28 req-cde3ba6b-3eda-4102-852f-fa31ec4ab62b service neutron] Attempting to bind port be3b06f1-cebd-4bf6-9a7b-599549346c28 on network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:42:42.199428 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabf2528-375b-49b8-b1ed-a19253e052b6 req-338aa677-6ded-4687-b0ea-8af13744e459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:42.201300 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-527adebb-d1f7-4acc-9700-cd7f13473cbe req-7feb86dd-7479-4e37-aadc-2275373e9a2e tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] 10.222.0.49 "GET /v2.0/ports?device_id=188624e1-91f8-4ea0-8fdd-466c5b53009b HTTP/1.1" status: 200 len: 210 time: 0.2077327 Oct 12 19:42:42.202080 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-6820d03e-15d1-4fa7-93e3-13198248bb71 None None] Port c01df22a-c110-47e9-b9d1-ed71aad1fb35 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:42:42.221886 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cabf2528-375b-49b8-b1ed-a19253e052b6 req-338aa677-6ded-4687-b0ea-8af13744e459 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fef4819dbcd54c58aa4722e52d342caf&device_id=032e4397-63e8-42e0-ad51-62c8624c663f HTTP/1.1" status: 200 len: 1097 time: 0.1231372 Oct 12 19:42:42.251898 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 2fa625b1-85ce-4682-adb4-e12e808aefee triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:42:42.252636 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:42.283934 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021bb35c-780d-44b3-98ed-9dcfa3cb5e28 req-cde3ba6b-3eda-4102-852f-fa31ec4ab62b service neutron] Checking agent: {'id': 'f5e9725f-f5a6-43c2-a1be-95e21e9a1fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:42:42.284322 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021bb35c-780d-44b3-98ed-9dcfa3cb5e28 req-cde3ba6b-3eda-4102-852f-fa31ec4ab62b service neutron] Checking segment: {'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:42:42.284707 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021bb35c-780d-44b3-98ed-9dcfa3cb5e28 req-cde3ba6b-3eda-4102-852f-fa31ec4ab62b service neutron] Bound using segment: {'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:42:42.285167 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-021bb35c-780d-44b3-98ed-9dcfa3cb5e28 req-cde3ba6b-3eda-4102-852f-fa31ec4ab62b service neutron] Bound port: be3b06f1-cebd-4bf6-9a7b-599549346c28, host: n-h1-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:42:42.285545 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-021bb35c-780d-44b3-98ed-9dcfa3cb5e28 req-cde3ba6b-3eda-4102-852f-fa31ec4ab62b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:42.368160 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 258057fe-8d4f-4433-8f7b-c90eb26c6096 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:42:42.385163 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f410fd5-af05-46e2-9cdc-31f432737872 req-9f4d56b9-92b0-4645-afc2-2eb9aae81c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:42.387421 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8f410fd5-af05-46e2-9cdc-31f432737872 req-9f4d56b9-92b0-4645-afc2-2eb9aae81c28 service neutron] 10.222.0.61 "GET /v2.0/networks?id=186c7649-415c-4f95-977b-66a634742a6f HTTP/1.1" status: 200 len: 897 time: 0.1975918 Oct 12 19:42:42.396563 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad9f512-c36a-4447-9fa7-1957ad542ab1 req-60bd851f-74cc-48e5-8722-76b2e51f9982 tempest-VolumesNegativeTest-1989661036 tempest-VolumesNegativeTest-1989661036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:42.398091 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6ad9f512-c36a-4447-9fa7-1957ad542ab1 req-60bd851f-74cc-48e5-8722-76b2e51f9982 tempest-VolumesNegativeTest-1989661036 tempest-VolumesNegativeTest-1989661036-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b67a74d-fa41-4cb9-a9e0-73737d84191b HTTP/1.1" status: 200 len: 946 time: 0.1687450 Oct 12 19:42:42.424517 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-0b126203-d781-42cf-96ac-1823a15d17e3 None None] Provisioning complete for port 258057fe-8d4f-4433-8f7b-c90eb26c6096 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:42:42.424767 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0b126203-d781-42cf-96ac-1823a15d17e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:42.478444 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabf2528-375b-49b8-b1ed-a19253e052b6 req-c86ae986-f18f-41bb-b97d-d8fb9329f410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:42.479808 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cabf2528-375b-49b8-b1ed-a19253e052b6 req-c86ae986-f18f-41bb-b97d-d8fb9329f410 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d89de848-a16b-4045-8dc6-570001a6b632 HTTP/1.1" status: 200 len: 915 time: 0.1908360 Oct 12 19:42:42.483031 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 258057fe-8d4f-4433-8f7b-c90eb26c6096 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:42:42.483282 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-43d5dd39-43e3-41ff-af98-bf901d03c2fc req-d5cd423b-cf6e-4dd9-b37a-b79d45d52ef0 service neutron] 10.222.0.61 "GET /v2.0/ports/eb1ba0bd-cc38-4e50-8f07-8de75a004846/bindings/n-h2-813679-3 HTTP/1.1" status: 200 len: 384 time: 0.1442845 Oct 12 19:42:42.483426 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:42.493222 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6ad9f512-c36a-4447-9fa7-1957ad542ab1 req-3e12e4bb-4f5f-4cf5-ab7a-5ab6a3871143 tempest-VolumesNegativeTest-1989661036 tempest-VolumesNegativeTest-1989661036-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ba5dce7-3f38-4881-87be-21dfd9c0bccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841839 Oct 12 19:42:42.540872 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cabf2528-375b-49b8-b1ed-a19253e052b6 req-cfa52def-a091-44e4-88f9-d44e837ff12d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=11c568d1-d21f-4f4c-bd61-04b3ad71cc38 HTTP/1.1" status: 200 len: 217 time: 0.0456960 Oct 12 19:42:42.541434 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8f410fd5-af05-46e2-9cdc-31f432737872 req-48e90851-8b02-4b37-aeb9-8f7527ef05f0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eb1ba0bd-cc38-4e50-8f07-8de75a004846 HTTP/1.1" status: 200 len: 1000 time: 0.1435809 Oct 12 19:42:42.570443 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-021bb35c-780d-44b3-98ed-9dcfa3cb5e28 req-cde3ba6b-3eda-4102-852f-fa31ec4ab62b service neutron] For port be3b06f1-cebd-4bf6-9a7b-599549346c28, host n-h1-813679-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:42:42.609237 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-0b126203-d781-42cf-96ac-1823a15d17e3 None None] Provisioning complete for port c01df22a-c110-47e9-b9d1-ed71aad1fb35 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:42:42.609623 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0b126203-d781-42cf-96ac-1823a15d17e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:42.611929 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-021bb35c-780d-44b3-98ed-9dcfa3cb5e28 req-cde3ba6b-3eda-4102-852f-fa31ec4ab62b service neutron] For port be3b06f1-cebd-4bf6-9a7b-599549346c28, host n-h1-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=be3b06f1-cebd-4bf6-9a7b-599549346c28,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:42:42.624325 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f410fd5-af05-46e2-9cdc-31f432737872 req-4f48f2e0-f0fd-4370-839a-68dd86a5a5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:42.625712 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8f410fd5-af05-46e2-9cdc-31f432737872 req-4f48f2e0-f0fd-4370-839a-68dd86a5a5b2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1a431933-d1ba-4db3-acd8-2725dfaa9eb8 HTTP/1.1" status: 200 len: 834 time: 0.0750401 Oct 12 19:42:42.643015 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabf2528-375b-49b8-b1ed-a19253e052b6 req-d3114ab2-adde-4bf3-8166-03a039fe58b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:42.644491 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cabf2528-375b-49b8-b1ed-a19253e052b6 req-d3114ab2-adde-4bf3-8166-03a039fe58b4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=80ee0038-8f7d-4909-8a3a-cc2660e2598a HTTP/1.1" status: 200 len: 854 time: 0.0664020 Oct 12 19:42:42.646291 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-0b126203-d781-42cf-96ac-1823a15d17e3 None None] Port c01df22a-c110-47e9-b9d1-ed71aad1fb35 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:42:42.681496 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f410fd5-af05-46e2-9cdc-31f432737872 req-52749235-401d-4273-a3c5-223755b45c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:42.683013 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8f410fd5-af05-46e2-9cdc-31f432737872 req-52749235-401d-4273-a3c5-223755b45c21 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=186c7649-415c-4f95-977b-66a634742a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0496027 Oct 12 19:42:42.684091 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b408b79-14dc-44f0-b0ee-e9598dadd38f tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Router db5daca5-83f1-4d61-b181-e9247d5ac704 is scheduled to L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b with binding_index 1 {{(pid=95502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 19:42:42.698161 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cabf2528-375b-49b8-b1ed-a19253e052b6 req-8c5c1aad-0825-4c07-92fb-241b69bfe05c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d89de848-a16b-4045-8dc6-570001a6b632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312910 Oct 12 19:42:42.738988 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-021bb35c-780d-44b3-98ed-9dcfa3cb5e28 req-cde3ba6b-3eda-4102-852f-fa31ec4ab62b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:42.770617 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-8d6db480-fa6a-4462-8dfb-198259d703a7 None None] Provisioning complete for port c01df22a-c110-47e9-b9d1-ed71aad1fb35 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:42:42.771029 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8d6db480-fa6a-4462-8dfb-198259d703a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:42.808012 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-8d6db480-fa6a-4462-8dfb-198259d703a7 None None] Port c01df22a-c110-47e9-b9d1-ed71aad1fb35 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:42:42.852957 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-43d5dd39-43e3-41ff-af98-bf901d03c2fc req-67c6c581-4808-43a9-b255-2a67c5554295 service neutron] For port eb1ba0bd-cc38-4e50-8f07-8de75a004846, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=eb1ba0bd-cc38-4e50-8f07-8de75a004846,segment=NetworkSegment(206763ab-8286-49a0-bb98-f292f103cc93),segment_id=206763ab-8286-49a0-bb98-f292f103cc93)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:42:42.861493 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021bb35c-780d-44b3-98ed-9dcfa3cb5e28 req-cde3ba6b-3eda-4102-852f-fa31ec4ab62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:42.862328 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-021bb35c-780d-44b3-98ed-9dcfa3cb5e28 req-cde3ba6b-3eda-4102-852f-fa31ec4ab62b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:42.863708 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-021bb35c-780d-44b3-98ed-9dcfa3cb5e28 req-cde3ba6b-3eda-4102-852f-fa31ec4ab62b service neutron] 10.222.0.61 "PUT /v2.0/ports/be3b06f1-cebd-4bf6-9a7b-599549346c28 HTTP/1.1" status: 200 len: 1094 time: 2.9508340 Oct 12 19:42:42.867092 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b67a74d-fa41-4cb9-a9e0-73737d84191b', 'tag': 'be3b06f1-cebd-4bf6-9a7b-599549346c28'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:42:42.870498 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cabf2528-375b-49b8-b1ed-a19253e052b6 req-5c35d60a-19f8-46b7-add1-826d538d493d service neutron] 10.222.0.67 "GET /v2.0/networks/d89de848-a16b-4045-8dc6-570001a6b632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575449 Oct 12 19:42:42.871092 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1dd4fdc-2955-4ebe-9744-7038e0249223" -d '{"events": [{"name": "network-changed", "server_uuid": "2b67a74d-fa41-4cb9-a9e0-73737d84191b", "tag": "be3b06f1-cebd-4bf6-9a7b-599549346c28"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:42:42.881545 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-43d5dd39-43e3-41ff-af98-bf901d03c2fc req-67c6c581-4808-43a9-b255-2a67c5554295 service neutron] For port eb1ba0bd-cc38-4e50-8f07-8de75a004846, host n-h1-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:42:42.940380 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde3ba6b-3eda-4102-852f-fa31ec4ab62b service neutron] Pushing event updated for resources: {'Port': ['ID=be3b06f1-cebd-4bf6-9a7b-599549346c28,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:42:42.948957 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8f410fd5-af05-46e2-9cdc-31f432737872 req-618068fa-44ca-40b0-b2e0-82e1fc4e6e31 service neutron] 10.222.0.61 "GET /v2.0/networks/186c7649-415c-4f95-977b-66a634742a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2582014 Oct 12 19:42:42.950182 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b408b79-14dc-44f0-b0ee-e9598dadd38f tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:42:42.958120 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-6b408b79-14dc-44f0-b0ee-e9598dadd38f tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] 10.222.0.49 "PUT /v2.0/routers/db5daca5-83f1-4d61-b181-e9247d5ac704/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9643078 Oct 12 19:42:42.960970 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 48974) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:42:42.966396 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5867af70-dcb2-4ec3-b307-9102802e0453 None None] Sync routers for ids ['db5daca5-83f1-4d61-b181-e9247d5ac704'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:42:42.982922 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5867af70-dcb2-4ec3-b307-9102802e0453 None None] Routers {'db5daca5-83f1-4d61-b181-e9247d5ac704'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:42:42.983826 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-5867af70-dcb2-4ec3-b307-9102802e0453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:42:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['db5daca5-83f1-4d61-b181-e9247d5ac704'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:42:43.026897 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-43d5dd39-43e3-41ff-af98-bf901d03c2fc req-67c6c581-4808-43a9-b255-2a67c5554295 service neutron] For port eb1ba0bd-cc38-4e50-8f07-8de75a004846, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=eb1ba0bd-cc38-4e50-8f07-8de75a004846,segment=NetworkSegment(206763ab-8286-49a0-bb98-f292f103cc93),segment_id=206763ab-8286-49a0-bb98-f292f103cc93)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:42:43.042880 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4aa9288-676b-4fdd-aaaf-f5868a927fa7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb1ba0bd-cc38-4e50-8f07-8de75a004846'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:42:43.042880 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb6e58c1-c8dd-4648-bf24-deb5a9bef35d" -d '{"events": [{"server_uuid": "e4aa9288-676b-4fdd-aaaf-f5868a927fa7", "name": "network-vif-unplugged", "status": "completed", "tag": "eb1ba0bd-cc38-4e50-8f07-8de75a004846"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:42:43.078089 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-5867af70-dcb2-4ec3-b307-9102802e0453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:42:43.094030 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5867af70-dcb2-4ec3-b307-9102802e0453 None None] Routers {'db5daca5-83f1-4d61-b181-e9247d5ac704'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:42:43.095081 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-5867af70-dcb2-4ec3-b307-9102802e0453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:42:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['db5daca5-83f1-4d61-b181-e9247d5ac704'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:42:43.128364 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-473adb50-b5d0-4ceb-a79b-77bad22ac103 x-openstack-request-id: req-473adb50-b5d0-4ceb-a79b-77bad22ac103 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:42:43.128872 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b67a74d-fa41-4cb9-a9e0-73737d84191b", "tag": "be3b06f1-cebd-4bf6-9a7b-599549346c28", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:42:43.129273 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-473adb50-b5d0-4ceb-a79b-77bad22ac103 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:42:43.137913 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b67a74d-fa41-4cb9-a9e0-73737d84191b', 'tag': 'be3b06f1-cebd-4bf6-9a7b-599549346c28', 'status': 'completed', 'code': 200} Oct 12 19:42:43.137913 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8f410fd5-af05-46e2-9cdc-31f432737872 req-5272b6fb-37a3-489f-ad4b-39346818fd57 service neutron] 10.222.0.61 "GET /v2.0/networks/186c7649-415c-4f95-977b-66a634742a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773212 Oct 12 19:42:43.143242 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021bb35c-780d-44b3-98ed-9dcfa3cb5e28 req-d7e0cd9c-a7fa-41e9-bf3d-ddb1b39d5589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:43.145032 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-021bb35c-780d-44b3-98ed-9dcfa3cb5e28 req-d7e0cd9c-a7fa-41e9-bf3d-ddb1b39d5589 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=455baf6c1d4b438d964906bdaf37df81&device_id=2b67a74d-fa41-4cb9-a9e0-73737d84191b HTTP/1.1" status: 200 len: 1097 time: 0.1161151 Oct 12 19:42:43.169742 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-5867af70-dcb2-4ec3-b307-9102802e0453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:42:43.170427 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5867af70-dcb2-4ec3-b307-9102802e0453 None None] The sync data for ids ['db5daca5-83f1-4d61-b181-e9247d5ac704'] in n-d-813679-3 is: [] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:42:43.205714 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cabf2528-375b-49b8-b1ed-a19253e052b6 req-bb56fb08-36a8-4364-9b75-4cfa0d2cea8a service neutron] 10.222.0.67 "GET /v2.0/networks/d89de848-a16b-4045-8dc6-570001a6b632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3254936 Oct 12 19:42:43.207235 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 19:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5c70278-4583-4bfc-90e4-9941676dc48c x-openstack-request-id: req-f5c70278-4583-4bfc-90e4-9941676dc48c {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:42:43.207531 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4aa9288-676b-4fdd-aaaf-f5868a927fa7", "name": "network-vif-unplugged", "status": "completed", "tag": "eb1ba0bd-cc38-4e50-8f07-8de75a004846", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:42:43.207823 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f5c70278-4583-4bfc-90e4-9941676dc48c {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:42:43.207929 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-021bb35c-780d-44b3-98ed-9dcfa3cb5e28 req-9b5655e6-efac-4045-ace8-4fc72b4b68d5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=be3b06f1-cebd-4bf6-9a7b-599549346c28 HTTP/1.1" status: 200 len: 217 time: 0.0545206 Oct 12 19:42:43.208232 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4aa9288-676b-4fdd-aaaf-f5868a927fa7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb1ba0bd-cc38-4e50-8f07-8de75a004846', 'code': 200} Oct 12 19:42:43.223895 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-43d5dd39-43e3-41ff-af98-bf901d03c2fc req-67c6c581-4808-43a9-b255-2a67c5554295 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:43.291447 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021bb35c-780d-44b3-98ed-9dcfa3cb5e28 req-2d773207-a829-4077-8f00-a12d2e64d12d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:43.293282 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-021bb35c-780d-44b3-98ed-9dcfa3cb5e28 req-2d773207-a829-4077-8f00-a12d2e64d12d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=629aee7d-3fde-4c72-af1e-6a7e1f6a7e75 HTTP/1.1" status: 200 len: 843 time: 0.0766447 Oct 12 19:42:43.329501 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9149e68b-621d-42ba-8032-4b3a8f2935a5 req-420b718f-b040-4a2a-99cb-ea497a7e5e7b tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] 10.222.0.49 "GET /v2.0/ports?device_id=188624e1-91f8-4ea0-8fdd-466c5b53009b HTTP/1.1" status: 200 len: 210 time: 0.0338118 Oct 12 19:42:43.361964 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021bb35c-780d-44b3-98ed-9dcfa3cb5e28 req-14629875-f9c9-4486-b59a-475e313db4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:43.363545 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-021bb35c-780d-44b3-98ed-9dcfa3cb5e28 req-14629875-f9c9-4486-b59a-475e313db4c1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=90dcf485-b1ad-4139-85a3-9e1e9879e6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0591912 Oct 12 19:42:43.458005 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-021bb35c-780d-44b3-98ed-9dcfa3cb5e28 req-61bd717f-ebdb-4f25-b35f-13f2a911dbdd service neutron] 10.222.0.61 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863750 Oct 12 19:42:43.487714 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8691606-785b-43d3-9f83-ff6280087179 req-4b7632b7-d3f5-407a-ac1f-91999b6a12a8 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:43.489286 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b8691606-785b-43d3-9f83-ff6280087179 req-4b7632b7-d3f5-407a-ac1f-91999b6a12a8 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4aa9288-676b-4fdd-aaaf-f5868a927fa7 HTTP/1.1" status: 200 len: 944 time: 0.3259249 Oct 12 19:42:43.501037 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf5ae7a-13af-420d-bf1f-349a9575ab2e req-4eab4c72-b794-47b9-9d45-330db1764d9e tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:43.502664 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6bf5ae7a-13af-420d-bf1f-349a9575ab2e req-4eab4c72-b794-47b9-9d45-330db1764d9e tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] 10.222.0.67 "GET /v2.0/networks?id=d89de848-a16b-4045-8dc6-570001a6b632 HTTP/1.1" status: 200 len: 814 time: 0.4534757 Oct 12 19:42:43.520515 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.provisioning_blocks [req-43d5dd39-43e3-41ff-af98-bf901d03c2fc req-67c6c581-4808-43a9-b255-2a67c5554295 service neutron] Transition to ACTIVE for port object eb1ba0bd-cc38-4e50-8f07-8de75a004846 will not be triggered until provisioned by entity L2. {{(pid=95501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:42:43.535009 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-6bf5ae7a-13af-420d-bf1f-349a9575ab2e req-def20459-5fe0-47f8-b3cb-d2044a82b8d5 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Request body: {'port': {'device_id': '188624e1-91f8-4ea0-8fdd-466c5b53009b', 'network_id': 'd89de848-a16b-4045-8dc6-570001a6b632', 'admin_state_up': True, 'tenant_id': 'fef4819dbcd54c58aa4722e52d342caf'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:42:43.564815 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-021bb35c-780d-44b3-98ed-9dcfa3cb5e28 req-eabf0257-06f8-44b4-b70d-463819474ce1 service neutron] 10.222.0.61 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986786 Oct 12 19:42:43.598460 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-43d5dd39-43e3-41ff-af98-bf901d03c2fc req-67c6c581-4808-43a9-b255-2a67c5554295 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:43.622138 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656a5d72-25ae-4c75-bc13-90191133d7bf req-7083fb99-96f7-4ceb-8cbd-02b6380b3496 tempest-VolumesNegativeTest-1989661036 tempest-VolumesNegativeTest-1989661036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:43.623885 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-656a5d72-25ae-4c75-bc13-90191133d7bf req-7083fb99-96f7-4ceb-8cbd-02b6380b3496 tempest-VolumesNegativeTest-1989661036 tempest-VolumesNegativeTest-1989661036-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b67a74d-fa41-4cb9-a9e0-73737d84191b HTTP/1.1" status: 200 len: 946 time: 0.0570767 Oct 12 19:42:43.665044 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-656a5d72-25ae-4c75-bc13-90191133d7bf req-1b3c79be-b195-491c-8848-b30df584be28 tempest-VolumesNegativeTest-1989661036 tempest-VolumesNegativeTest-1989661036-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ba5dce7-3f38-4881-87be-21dfd9c0bccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348675 Oct 12 19:42:43.763261 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dd4fdc-2955-4ebe-9744-7038e0249223 req-d34861cf-bb02-48d3-9e1b-82e66ef0f14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:43.765030 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e1dd4fdc-2955-4ebe-9744-7038e0249223 req-d34861cf-bb02-48d3-9e1b-82e66ef0f14c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=455baf6c1d4b438d964906bdaf37df81&device_id=2b67a74d-fa41-4cb9-a9e0-73737d84191b HTTP/1.1" status: 200 len: 1097 time: 0.0481403 Oct 12 19:42:43.791255 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 258057fe-8d4f-4433-8f7b-c90eb26c6096 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:42:43.851114 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 258057fe-8d4f-4433-8f7b-c90eb26c6096 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:42:43.851762 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:43.870948 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dd4fdc-2955-4ebe-9744-7038e0249223 req-0f2ad61b-a6a8-4a0b-8b5c-8d500777b741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:43.873076 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e1dd4fdc-2955-4ebe-9744-7038e0249223 req-0f2ad61b-a6a8-4a0b-8b5c-8d500777b741 service neutron] 10.222.0.61 "GET /v2.0/networks?id=90dcf485-b1ad-4139-85a3-9e1e9879e6b1 HTTP/1.1" status: 200 len: 870 time: 0.0990992 Oct 12 19:42:43.918733 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e1dd4fdc-2955-4ebe-9744-7038e0249223 req-eb7dc3aa-90a6-4f90-a418-374782c98c17 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=be3b06f1-cebd-4bf6-9a7b-599549346c28 HTTP/1.1" status: 200 len: 217 time: 0.0369732 Oct 12 19:42:43.971711 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dd4fdc-2955-4ebe-9744-7038e0249223 req-10c56817-9e50-4150-b5fb-2627a566e199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:43.973209 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e1dd4fdc-2955-4ebe-9744-7038e0249223 req-10c56817-9e50-4150-b5fb-2627a566e199 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=629aee7d-3fde-4c72-af1e-6a7e1f6a7e75 HTTP/1.1" status: 200 len: 843 time: 0.0469086 Oct 12 19:42:44.023518 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dd4fdc-2955-4ebe-9744-7038e0249223 req-8568c2f6-74cb-4a53-a038-3db0505367ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:44.025526 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e1dd4fdc-2955-4ebe-9744-7038e0249223 req-8568c2f6-74cb-4a53-a038-3db0505367ce service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=90dcf485-b1ad-4139-85a3-9e1e9879e6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0444307 Oct 12 19:42:44.035081 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b8691606-785b-43d3-9f83-ff6280087179 req-9b169a90-4449-4935-8a3c-d600e7becc1f tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=35a465da-b905-41fb-a64e-39cd68d8a505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5270963 Oct 12 19:42:44.134568 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e1dd4fdc-2955-4ebe-9744-7038e0249223 req-a07a1197-5309-40bd-81c4-b4996d84a657 service neutron] 10.222.0.61 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015182 Oct 12 19:42:44.153163 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c6c581-4808-43a9-b255-2a67c5554295 service neutron] Pushing event updated for resources: {'Port': ['ID=eb1ba0bd-cc38-4e50-8f07-8de75a004846,revision_number=11']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:42:44.225968 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-43d5dd39-43e3-41ff-af98-bf901d03c2fc req-67c6c581-4808-43a9-b255-2a67c5554295 service neutron] No DVR routers for this DVR port eb1ba0bd-cc38-4e50-8f07-8de75a004846 on host n-h1-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:42:44.239001 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e1dd4fdc-2955-4ebe-9744-7038e0249223 req-39908b5d-5ba1-4aea-9e9f-f9e6b00fc083 service neutron] 10.222.0.61 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966232 Oct 12 19:42:44.287704 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bf5ae7a-13af-420d-bf1f-349a9575ab2e req-def20459-5fe0-47f8-b3cb-d2044a82b8d5 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Made reservation on behalf of fef4819dbcd54c58aa4722e52d342caf for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:42:44.291179 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-6bf5ae7a-13af-420d-bf1f-349a9575ab2e req-def20459-5fe0-47f8-b3cb-d2044a82b8d5 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:44.370464 n-d-813679-3 neutron-server[95501]: INFO neutron.api.v2.resource [None req-0c57a429-0a59-4f08-b14f-b8d935bcdb1b tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 19:42:44.374076 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-0c57a429-0a59-4f08-b14f-b8d935bcdb1b tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] 10.222.0.49 "PUT /v2.0/routers/db5daca5-83f1-4d61-b181-e9247d5ac704/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.3973339 Oct 12 19:42:44.374786 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 48988) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:42:44.474988 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-aa6f60d0-7e03-4dfa-84b3-353e1e8e7fee req-7ee1d820-0e40-40b7-86ec-7f2cdd9e4cab tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] 10.222.0.49 "GET /v2.0/ports?device_id=188624e1-91f8-4ea0-8fdd-466c5b53009b HTTP/1.1" status: 200 len: 210 time: 0.0355110 Oct 12 19:42:44.481846 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-43d5dd39-43e3-41ff-af98-bf901d03c2fc req-67c6c581-4808-43a9-b255-2a67c5554295 service neutron] 10.222.0.61 "PUT /v2.0/ports/eb1ba0bd-cc38-4e50-8f07-8de75a004846/bindings/n-h2-813679-3/activate HTTP/1.1" status: 200 len: 369 time: 1.9432101 Oct 12 19:42:44.515649 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [req-6bf5ae7a-13af-420d-bf1f-349a9575ab2e req-def20459-5fe0-47f8-b3cb-d2044a82b8d5 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Allocated IP 172.20.0.3 (d89de848-a16b-4045-8dc6-570001a6b632/80ee0038-8f7d-4909-8a3a-cc2660e2598a/da5fa13d-4605-4d81-aa98-f1e20abceaba) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:42:44.688773 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d5dd39-43e3-41ff-af98-bf901d03c2fc req-9ae7c93e-b977-4ef2-95a0-e8d3bb2c2b7e tempest-TestNetworkAdvancedServerOps-832803611 tempest-TestNetworkAdvancedServerOps-832803611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:44.690098 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-43d5dd39-43e3-41ff-af98-bf901d03c2fc req-9ae7c93e-b977-4ef2-95a0-e8d3bb2c2b7e tempest-TestNetworkAdvancedServerOps-832803611 tempest-TestNetworkAdvancedServerOps-832803611-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=e4aa9288-676b-4fdd-aaaf-f5868a927fa7&tenant_id=80c6b006e6d9432a90abc6a3ef8ab3a8&binding%3Ahost_id=n-h1-813679-3 HTTP/1.1" status: 200 len: 1095 time: 0.0871685 Oct 12 19:42:44.716344 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-6bf5ae7a-13af-420d-bf1f-349a9575ab2e req-def20459-5fe0-47f8-b3cb-d2044a82b8d5 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:44.796790 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d5dd39-43e3-41ff-af98-bf901d03c2fc req-322cf54b-19cb-4637-a8e2-3b3a0c07639e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:44.798281 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-43d5dd39-43e3-41ff-af98-bf901d03c2fc req-322cf54b-19cb-4637-a8e2-3b3a0c07639e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e4aa9288-676b-4fdd-aaaf-f5868a927fa7&tenant_id=80c6b006e6d9432a90abc6a3ef8ab3a8 HTTP/1.1" status: 200 len: 1095 time: 0.0966277 Oct 12 19:42:44.820320 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abef9378-6168-44f9-9cbc-b90b0b341792 req-66604837-141e-44b8-ab63-92c0a4675a3b tempest-VolumesNegativeTest-1989661036 tempest-VolumesNegativeTest-1989661036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:44.821817 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-abef9378-6168-44f9-9cbc-b90b0b341792 req-66604837-141e-44b8-ab63-92c0a4675a3b tempest-VolumesNegativeTest-1989661036 tempest-VolumesNegativeTest-1989661036-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b67a74d-fa41-4cb9-a9e0-73737d84191b HTTP/1.1" status: 200 len: 946 time: 0.0849600 Oct 12 19:42:44.878688 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-6bf5ae7a-13af-420d-bf1f-349a9575ab2e req-def20459-5fe0-47f8-b3cb-d2044a82b8d5 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:44.891536 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['11c568d1-d21f-4f4c-bd61-04b3ad71cc38'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:42:44.917751 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-abef9378-6168-44f9-9cbc-b90b0b341792 req-b3a23c93-5ab5-40ee-84b3-66be58aca143 tempest-VolumesNegativeTest-1989661036 tempest-VolumesNegativeTest-1989661036-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ba5dce7-3f38-4881-87be-21dfd9c0bccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866032 Oct 12 19:42:44.925821 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d5dd39-43e3-41ff-af98-bf901d03c2fc req-5b76a143-825b-4317-aa2d-d5b1a2ea2c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:44.927294 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-43d5dd39-43e3-41ff-af98-bf901d03c2fc req-5b76a143-825b-4317-aa2d-d5b1a2ea2c1b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=80c6b006e6d9432a90abc6a3ef8ab3a8&device_id=e4aa9288-676b-4fdd-aaaf-f5868a927fa7 HTTP/1.1" status: 200 len: 1095 time: 0.1040413 Oct 12 19:42:44.959677 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bf5ae7a-13af-420d-bf1f-349a9575ab2e req-def20459-5fe0-47f8-b3cb-d2044a82b8d5 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Network d89de848-a16b-4045-8dc6-570001a6b632 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:42:44.959677 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [req-6bf5ae7a-13af-420d-bf1f-349a9575ab2e req-def20459-5fe0-47f8-b3cb-d2044a82b8d5 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:42:44.969306 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bf5ae7a-13af-420d-bf1f-349a9575ab2e req-def20459-5fe0-47f8-b3cb-d2044a82b8d5 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:42:44.971813 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def20459-5fe0-47f8-b3cb-d2044a82b8d5 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Pushing event updated for resources: {'Port': ['ID=da5fa13d-4605-4d81-aa98-f1e20abceaba,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:42:45.025259 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f7436515-a76a-41c7-951f-1fd63a175ef1 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8092566'] for router_interface, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:45.059880 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf5ae7a-13af-420d-bf1f-349a9575ab2e req-def20459-5fe0-47f8-b3cb-d2044a82b8d5 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:45.060517 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-6bf5ae7a-13af-420d-bf1f-349a9575ab2e req-def20459-5fe0-47f8-b3cb-d2044a82b8d5 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:45.091467 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d5dd39-43e3-41ff-af98-bf901d03c2fc req-e201aa7e-b991-4307-a7a5-983d8cbb817c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:45.092996 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-43d5dd39-43e3-41ff-af98-bf901d03c2fc req-e201aa7e-b991-4307-a7a5-983d8cbb817c service neutron] 10.222.0.67 "GET /v2.0/networks?id=186c7649-415c-4f95-977b-66a634742a6f HTTP/1.1" status: 200 len: 897 time: 0.1568322 Oct 12 19:42:45.163467 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6bf5ae7a-13af-420d-bf1f-349a9575ab2e req-def20459-5fe0-47f8-b3cb-d2044a82b8d5 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6405032 Oct 12 19:42:45.166225 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-43d5dd39-43e3-41ff-af98-bf901d03c2fc req-d566761c-a766-44d3-b97f-884ce6cff9d2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eb1ba0bd-cc38-4e50-8f07-8de75a004846 HTTP/1.1" status: 200 len: 998 time: 0.0647211 Oct 12 19:42:45.183046 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-6bf5ae7a-13af-420d-bf1f-349a9575ab2e req-50276648-1767-42c6-8ca6-289b85c5dca5 service neutron] Request body: {'port': {'device_id': '188624e1-91f8-4ea0-8fdd-466c5b53009b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-3'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:42:45.255853 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7158aa10-b208-45a8-a811-efe6b6dd4841 req-559b6530-5460-4d10-bdee-3fbe1ccbf7e0 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:45.257431 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7158aa10-b208-45a8-a811-efe6b6dd4841 req-559b6530-5460-4d10-bdee-3fbe1ccbf7e0 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4aa9288-676b-4fdd-aaaf-f5868a927fa7 HTTP/1.1" status: 200 len: 944 time: 0.1398289 Oct 12 19:42:45.270127 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d5dd39-43e3-41ff-af98-bf901d03c2fc req-7c5b9208-a59a-49bf-9d14-868ad315f4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:45.271577 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-43d5dd39-43e3-41ff-af98-bf901d03c2fc req-7c5b9208-a59a-49bf-9d14-868ad315f4a4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1a431933-d1ba-4db3-acd8-2725dfaa9eb8 HTTP/1.1" status: 200 len: 834 time: 0.0925832 Oct 12 19:42:45.278133 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-6bf5ae7a-13af-420d-bf1f-349a9575ab2e req-50276648-1767-42c6-8ca6-289b85c5dca5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:45.327665 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7158aa10-b208-45a8-a811-efe6b6dd4841 req-af54e860-bad7-44c2-a739-2151379a6715 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=35a465da-b905-41fb-a64e-39cd68d8a505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588541 Oct 12 19:42:45.358209 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d5dd39-43e3-41ff-af98-bf901d03c2fc req-febb109c-78de-4289-a156-ecb55d267f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:45.359722 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-43d5dd39-43e3-41ff-af98-bf901d03c2fc req-febb109c-78de-4289-a156-ecb55d267f61 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=186c7649-415c-4f95-977b-66a634742a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0783350 Oct 12 19:42:45.415037 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-f7436515-a76a-41c7-951f-1fd63a175ef1 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Deleting port c01df22a-c110-47e9-b9d1-ed71aad1fb35 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:42:45.415404 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f7436515-a76a-41c7-951f-1fd63a175ef1 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:45.511187 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f7436515-a76a-41c7-951f-1fd63a175ef1 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:45.528817 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-f7436515-a76a-41c7-951f-1fd63a175ef1 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Calling delete_port for c01df22a-c110-47e9-b9d1-ed71aad1fb35 owned by network:router_interface {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:42:45.596219 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-43d5dd39-43e3-41ff-af98-bf901d03c2fc req-376900ba-541f-48c8-a956-a245664c35b0 service neutron] 10.222.0.67 "GET /v2.0/networks/186c7649-415c-4f95-977b-66a634742a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267437 Oct 12 19:42:45.700517 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f4e9ce-3044-42bc-91b1-66a96e54bbea req-fa3ea4dc-f157-4d75-83ae-2288fa372d68 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:45.702096 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e6f4e9ce-3044-42bc-91b1-66a96e54bbea req-fa3ea4dc-f157-4d75-83ae-2288fa372d68 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] 10.222.0.49 "GET /v2.0/ports?device_id=188624e1-91f8-4ea0-8fdd-466c5b53009b HTTP/1.1" status: 200 len: 931 time: 0.1550221 Oct 12 19:42:45.764647 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f7436515-a76a-41c7-951f-1fd63a175ef1 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:45.791124 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7436515-a76a-41c7-951f-1fd63a175ef1 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Pushing event deleted for resources: {'Port': ['ID=c01df22a-c110-47e9-b9d1-ed71aad1fb35,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:42:45.796058 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [req-6bf5ae7a-13af-420d-bf1f-349a9575ab2e req-50276648-1767-42c6-8ca6-289b85c5dca5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da5fa13d-4605-4d81-aa98-f1e20abceaba {{(pid=95501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:42:45.804568 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-6bf5ae7a-13af-420d-bf1f-349a9575ab2e req-50276648-1767-42c6-8ca6-289b85c5dca5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:45.810702 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-43d5dd39-43e3-41ff-af98-bf901d03c2fc req-1060476c-3d69-4ee8-ad47-485f4209c71a service neutron] 10.222.0.67 "GET /v2.0/networks/186c7649-415c-4f95-977b-66a634742a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056623 Oct 12 19:42:45.815483 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e6f4e9ce-3044-42bc-91b1-66a96e54bbea req-86ae7fac-0bff-4f9f-81d7-b99056a43bd2 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6df31de-5ced-4e1c-8aa3-81804bae9e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002824 Oct 12 19:42:45.827715 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.provisioning_blocks [req-6bf5ae7a-13af-420d-bf1f-349a9575ab2e req-50276648-1767-42c6-8ca6-289b85c5dca5 service neutron] Transition to ACTIVE for port object da5fa13d-4605-4d81-aa98-f1e20abceaba will not be triggered until provisioned by entity L2. {{(pid=95501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:42:45.833144 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device eb1ba0bd-cc38-4e50-8f07-8de75a004846 no longer exists at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:42:45.885730 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device eb1ba0bd-cc38-4e50-8f07-8de75a004846 not bound to the agent host n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:42:45.910259 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f7436515-a76a-41c7-951f-1fd63a175ef1 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7898909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8092450'] for router_interface, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:45.910515 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-6bf5ae7a-13af-420d-bf1f-349a9575ab2e req-50276648-1767-42c6-8ca6-289b85c5dca5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:45.977274 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50276648-1767-42c6-8ca6-289b85c5dca5 service neutron] Pushing event updated for resources: {'Port': ['ID=da5fa13d-4605-4d81-aa98-f1e20abceaba,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:42:46.057670 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-6bf5ae7a-13af-420d-bf1f-349a9575ab2e req-50276648-1767-42c6-8ca6-289b85c5dca5 service neutron] Attempting to bind port da5fa13d-4605-4d81-aa98-f1e20abceaba on host n-h2-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:42:46.058010 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-6bf5ae7a-13af-420d-bf1f-349a9575ab2e req-50276648-1767-42c6-8ca6-289b85c5dca5 service neutron] Attempting to bind port da5fa13d-4605-4d81-aa98-f1e20abceaba by drivers openvswitch,hyperv on host n-h2-813679-3 at level 0 using segments [{'id': '2712bf9b-8452-46ed-8059-84d0f60eecb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd89de848-a16b-4045-8dc6-570001a6b632'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:42:46.058338 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf5ae7a-13af-420d-bf1f-349a9575ab2e req-50276648-1767-42c6-8ca6-289b85c5dca5 service neutron] Attempting to bind port da5fa13d-4605-4d81-aa98-f1e20abceaba on network d89de848-a16b-4045-8dc6-570001a6b632 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:42:46.062891 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf5ae7a-13af-420d-bf1f-349a9575ab2e req-50276648-1767-42c6-8ca6-289b85c5dca5 service neutron] Port da5fa13d-4605-4d81-aa98-f1e20abceaba on network d89de848-a16b-4045-8dc6-570001a6b632 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:42:46.063512 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf5ae7a-13af-420d-bf1f-349a9575ab2e req-50276648-1767-42c6-8ca6-289b85c5dca5 service neutron] Attempting to bind port da5fa13d-4605-4d81-aa98-f1e20abceaba on network d89de848-a16b-4045-8dc6-570001a6b632 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:42:46.068465 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf5ae7a-13af-420d-bf1f-349a9575ab2e req-50276648-1767-42c6-8ca6-289b85c5dca5 service neutron] Checking agent: {'id': '233fbd7d-38e4-434f-bb8f-05364d7423a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:42:46.068862 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf5ae7a-13af-420d-bf1f-349a9575ab2e req-50276648-1767-42c6-8ca6-289b85c5dca5 service neutron] Checking segment: {'id': '2712bf9b-8452-46ed-8059-84d0f60eecb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd89de848-a16b-4045-8dc6-570001a6b632'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:42:46.069248 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf5ae7a-13af-420d-bf1f-349a9575ab2e req-50276648-1767-42c6-8ca6-289b85c5dca5 service neutron] Bound using segment: {'id': '2712bf9b-8452-46ed-8059-84d0f60eecb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd89de848-a16b-4045-8dc6-570001a6b632'} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:42:46.069674 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-6bf5ae7a-13af-420d-bf1f-349a9575ab2e req-50276648-1767-42c6-8ca6-289b85c5dca5 service neutron] Bound port: da5fa13d-4605-4d81-aa98-f1e20abceaba, host: n-h2-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2712bf9b-8452-46ed-8059-84d0f60eecb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd89de848-a16b-4045-8dc6-570001a6b632'}}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:42:46.070028 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-6bf5ae7a-13af-420d-bf1f-349a9575ab2e req-50276648-1767-42c6-8ca6-289b85c5dca5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:46.117242 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7436515-a76a-41c7-951f-1fd63a175ef1 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Router db5daca5-83f1-4d61-b181-e9247d5ac704 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:42:46.131506 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83ad283-3750-40df-863c-3e9ec14a7da1 req-0f7b209d-36f4-4f6c-a52d-d44adb6d26fc tempest-VolumesNegativeTest-1989661036 tempest-VolumesNegativeTest-1989661036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:46.133010 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c83ad283-3750-40df-863c-3e9ec14a7da1 req-0f7b209d-36f4-4f6c-a52d-d44adb6d26fc tempest-VolumesNegativeTest-1989661036 tempest-VolumesNegativeTest-1989661036-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b67a74d-fa41-4cb9-a9e0-73737d84191b HTTP/1.1" status: 200 len: 946 time: 0.1226504 Oct 12 19:42:46.141500 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-6bf5ae7a-13af-420d-bf1f-349a9575ab2e req-50276648-1767-42c6-8ca6-289b85c5dca5 service neutron] For port da5fa13d-4605-4d81-aa98-f1e20abceaba, host n-h2-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:42:46.144828 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-6bf5ae7a-13af-420d-bf1f-349a9575ab2e req-50276648-1767-42c6-8ca6-289b85c5dca5 service neutron] For port da5fa13d-4605-4d81-aa98-f1e20abceaba, host n-h2-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=da5fa13d-4605-4d81-aa98-f1e20abceaba,segment=NetworkSegment(2712bf9b-8452-46ed-8059-84d0f60eecb3),segment_id=2712bf9b-8452-46ed-8059-84d0f60eecb3)] {{(pid=95501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:42:46.213442 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-6bf5ae7a-13af-420d-bf1f-349a9575ab2e req-50276648-1767-42c6-8ca6-289b85c5dca5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:46.225381 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7436515-a76a-41c7-951f-1fd63a175ef1 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:42:46.236685 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-f7436515-a76a-41c7-951f-1fd63a175ef1 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] 10.222.0.49 "PUT /v2.0/routers/db5daca5-83f1-4d61-b181-e9247d5ac704/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8571219 Oct 12 19:42:46.238142 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 48998) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:42:46.241226 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c83ad283-3750-40df-863c-3e9ec14a7da1 req-51d8290e-3b0c-46f0-9792-a2eecb90054e tempest-VolumesNegativeTest-1989661036 tempest-VolumesNegativeTest-1989661036-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ba5dce7-3f38-4881-87be-21dfd9c0bccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012735 Oct 12 19:42:46.242845 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c57b70-5999-4610-8f1c-0704120f0dd6 None None] Sync routers for ids ['db5daca5-83f1-4d61-b181-e9247d5ac704'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:42:46.252966 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf5ae7a-13af-420d-bf1f-349a9575ab2e req-50276648-1767-42c6-8ca6-289b85c5dca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:46.253585 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-6bf5ae7a-13af-420d-bf1f-349a9575ab2e req-50276648-1767-42c6-8ca6-289b85c5dca5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:46.254998 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6bf5ae7a-13af-420d-bf1f-349a9575ab2e req-50276648-1767-42c6-8ca6-289b85c5dca5 service neutron] 10.222.0.67 "PUT /v2.0/ports/da5fa13d-4605-4d81-aa98-f1e20abceaba HTTP/1.1" status: 200 len: 1091 time: 1.0771351 Oct 12 19:42:46.255447 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '188624e1-91f8-4ea0-8fdd-466c5b53009b', 'tag': 'da5fa13d-4605-4d81-aa98-f1e20abceaba'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:42:46.257747 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da45c1f6-60e4-4745-a359-c979e1eaf35e" -d '{"events": [{"name": "network-changed", "server_uuid": "188624e1-91f8-4ea0-8fdd-466c5b53009b", "tag": "da5fa13d-4605-4d81-aa98-f1e20abceaba"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:42:46.264077 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c57b70-5999-4610-8f1c-0704120f0dd6 None None] Routers {'db5daca5-83f1-4d61-b181-e9247d5ac704'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:42:46.265020 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-49c57b70-5999-4610-8f1c-0704120f0dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:42:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['db5daca5-83f1-4d61-b181-e9247d5ac704'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:42:46.292753 n-d-813679-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-7e98768d-c4f8-4ecd-816f-a7af41d937fc tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] delete failed (client error): The resource could not be found. Oct 12 19:42:46.293822 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-7e98768d-c4f8-4ecd-816f-a7af41d937fc tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] 10.222.0.49 "DELETE /v2.0/routers/tempest-non_exist_router-500578645 HTTP/1.1" status: 404 len: 334 time: 0.0560348 Oct 12 19:42:46.297658 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 49002) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:42:46.304071 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-1ea3f483-9875-4437-9f80-4eeabde204fa tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Request body: {'router': {'external_gateway_info': {'network_id': 'db5daca5-83f1-4d61-b181-e9247d5ac704'}}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:42:46.314834 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-891b21da-8149-48c0-b0bf-8edaa402d56c x-openstack-request-id: req-891b21da-8149-48c0-b0bf-8edaa402d56c {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:42:46.315259 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "188624e1-91f8-4ea0-8fdd-466c5b53009b", "tag": "da5fa13d-4605-4d81-aa98-f1e20abceaba", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:42:46.315623 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-891b21da-8149-48c0-b0bf-8edaa402d56c {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:42:46.316173 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '188624e1-91f8-4ea0-8fdd-466c5b53009b', 'tag': 'da5fa13d-4605-4d81-aa98-f1e20abceaba', 'status': 'completed', 'code': 200} Oct 12 19:42:46.322269 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-49c57b70-5999-4610-8f1c-0704120f0dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:42:46.323927 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50276648-1767-42c6-8ca6-289b85c5dca5 service neutron] Pushing event updated for resources: {'Port': ['ID=da5fa13d-4605-4d81-aa98-f1e20abceaba,revision_number=3']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:42:46.332907 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c57b70-5999-4610-8f1c-0704120f0dd6 None None] Routers {'db5daca5-83f1-4d61-b181-e9247d5ac704'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:42:46.333500 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-49c57b70-5999-4610-8f1c-0704120f0dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:42:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['db5daca5-83f1-4d61-b181-e9247d5ac704'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:42:46.365931 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-49c57b70-5999-4610-8f1c-0704120f0dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:42:46.366571 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c57b70-5999-4610-8f1c-0704120f0dd6 None None] The sync data for ids ['db5daca5-83f1-4d61-b181-e9247d5ac704'] in n-d-813679-3 is: [] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:42:46.371333 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d5dd39-43e3-41ff-af98-bf901d03c2fc req-2f4d59e8-b8b5-4471-b67e-c666f06f32f6 tempest-TestNetworkAdvancedServerOps-832803611 tempest-TestNetworkAdvancedServerOps-832803611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:46.372897 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-43d5dd39-43e3-41ff-af98-bf901d03c2fc req-2f4d59e8-b8b5-4471-b67e-c666f06f32f6 tempest-TestNetworkAdvancedServerOps-832803611 tempest-TestNetworkAdvancedServerOps-832803611-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=e4aa9288-676b-4fdd-aaaf-f5868a927fa7&tenant_id=80c6b006e6d9432a90abc6a3ef8ab3a8&binding%3Ahost_id=n-h2-813679-3 HTTP/1.1" status: 200 len: 1095 time: 0.1008263 Oct 12 19:42:46.416856 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da45c1f6-60e4-4745-a359-c979e1eaf35e req-e25030a0-c6c5-4500-91f2-45ee650ff44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:46.418356 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-da45c1f6-60e4-4745-a359-c979e1eaf35e req-e25030a0-c6c5-4500-91f2-45ee650ff44b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fef4819dbcd54c58aa4722e52d342caf&device_id=188624e1-91f8-4ea0-8fdd-466c5b53009b HTTP/1.1" status: 200 len: 1094 time: 0.0875263 Oct 12 19:42:46.554240 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1ea3f483-9875-4437-9f80-4eeabde204fa tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:46.563980 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d55ea6-ab3a-457a-bbc3-969c058d13a5 req-08c58dd9-1075-4405-b3a7-cb158acb73cb tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:46.565488 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-60d55ea6-ab3a-457a-bbc3-969c058d13a5 req-08c58dd9-1075-4405-b3a7-cb158acb73cb tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4aa9288-676b-4fdd-aaaf-f5868a927fa7 HTTP/1.1" status: 200 len: 944 time: 0.1388295 Oct 12 19:42:46.598636 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da45c1f6-60e4-4745-a359-c979e1eaf35e req-280073cd-2f1a-4596-b008-ab453c7e1a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:46.600131 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-da45c1f6-60e4-4745-a359-c979e1eaf35e req-280073cd-2f1a-4596-b008-ab453c7e1a4b service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=fef4819dbcd54c58aa4722e52d342caf&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1718149 Oct 12 19:42:46.604538 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-60d55ea6-ab3a-457a-bbc3-969c058d13a5 req-4f1bae8c-4ebe-4c3d-a109-4332ae47100d tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=35a465da-b905-41fb-a64e-39cd68d8a505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329883 Oct 12 19:42:46.679145 n-d-813679-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-1ea3f483-9875-4437-9f80-4eeabde204fa tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] update failed (client error): The resource could not be found. Oct 12 19:42:46.680450 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-1ea3f483-9875-4437-9f80-4eeabde204fa tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] 10.222.0.49 "PUT /v2.0/routers/db5daca5-83f1-4d61-b181-e9247d5ac704 HTTP/1.1" status: 404 len: 339 time: 0.3815312 Oct 12 19:42:46.684563 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 49008) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:42:46.689606 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-a4f93258-7f44-4183-a7a7-0f2a0ab9afee tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-143396435'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:42:46.690156 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-43d5dd39-43e3-41ff-af98-bf901d03c2fc req-3ed53aba-785a-45ca-97ce-8c3de38ec26c service neutron] For port eb1ba0bd-cc38-4e50-8f07-8de75a004846, host n-h1-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:42:46.713547 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-43d5dd39-43e3-41ff-af98-bf901d03c2fc req-3ed53aba-785a-45ca-97ce-8c3de38ec26c service neutron] Notify callbacks [] for binding, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:46.714631 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-43d5dd39-43e3-41ff-af98-bf901d03c2fc req-3ed53aba-785a-45ca-97ce-8c3de38ec26c service neutron] 10.222.0.67 "DELETE /v2.0/ports/eb1ba0bd-cc38-4e50-8f07-8de75a004846/bindings/n-h1-813679-3 HTTP/1.1" status: 204 len: 173 time: 0.3335068 Oct 12 19:42:46.734598 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da45c1f6-60e4-4745-a359-c979e1eaf35e req-9067eebd-17cd-47cb-adf3-665fcf426c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:46.736106 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-da45c1f6-60e4-4745-a359-c979e1eaf35e req-9067eebd-17cd-47cb-adf3-665fcf426c89 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1268811 Oct 12 19:42:46.741970 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f946d1d-de75-4c26-bf52-d6fd7b8b84b1 req-8196b422-d87a-4f22-a018-5216021fd870 tempest-TestNetworkAdvancedServerOps-832803611 tempest-TestNetworkAdvancedServerOps-832803611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:46.743394 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4f946d1d-de75-4c26-bf52-d6fd7b8b84b1 req-8196b422-d87a-4f22-a018-5216021fd870 tempest-TestNetworkAdvancedServerOps-832803611 tempest-TestNetworkAdvancedServerOps-832803611-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=e4aa9288-676b-4fdd-aaaf-f5868a927fa7 HTTP/1.1" status: 200 len: 1095 time: 0.0692291 Oct 12 19:42:46.774950 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4f93258-7f44-4183-a7a7-0f2a0ab9afee tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Made reservation on behalf of f8faced04a004350a2646aeb2490cfe2 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:42:46.780938 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a4f93258-7f44-4183-a7a7-0f2a0ab9afee tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:46.795084 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4f946d1d-de75-4c26-bf52-d6fd7b8b84b1 req-c7fd1a56-b76c-4fa8-a04e-2c5886daf85e tempest-TestNetworkAdvancedServerOps-832803611 tempest-TestNetworkAdvancedServerOps-832803611-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=35a465da-b905-41fb-a64e-39cd68d8a505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453293 Oct 12 19:42:46.817243 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4f93258-7f44-4183-a7a7-0f2a0ab9afee tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:42:46.831643 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a4f93258-7f44-4183-a7a7-0f2a0ab9afee tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:46.833076 n-d-813679-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-a4f93258-7f44-4183-a7a7-0f2a0ab9afee tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Added segment 0632a349-b8aa-48b9-b658-055acf28a964 of type vlan for network 28eab71a-a77f-4613-a7a8-848bb0349247 Oct 12 19:42:46.851096 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf5ae7a-13af-420d-bf1f-349a9575ab2e req-5ac3fc96-3d53-488c-bcbb-78d1e61b3b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:46.853349 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6bf5ae7a-13af-420d-bf1f-349a9575ab2e req-5ac3fc96-3d53-488c-bcbb-78d1e61b3b65 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fef4819dbcd54c58aa4722e52d342caf&device_id=188624e1-91f8-4ea0-8fdd-466c5b53009b HTTP/1.1" status: 200 len: 1094 time: 0.0723479 Oct 12 19:42:46.908017 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6bf5ae7a-13af-420d-bf1f-349a9575ab2e req-fdb5b403-780c-4434-a9a0-2605aca7c515 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=da5fa13d-4605-4d81-aa98-f1e20abceaba HTTP/1.1" status: 200 len: 217 time: 0.0457723 Oct 12 19:42:46.912304 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a4f93258-7f44-4183-a7a7-0f2a0ab9afee tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:46.951019 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2724988-06e3-4461-83da-edf9efc6e4d2 req-e407972b-073c-4bb8-a7c0-8578c01904c3 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:46.952523 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c2724988-06e3-4461-83da-edf9efc6e4d2 req-e407972b-073c-4bb8-a7c0-8578c01904c3 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4aa9288-676b-4fdd-aaaf-f5868a927fa7 HTTP/1.1" status: 200 len: 944 time: 0.0758243 Oct 12 19:42:46.985294 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf5ae7a-13af-420d-bf1f-349a9575ab2e req-74f6a118-b451-4847-b2d0-dd4b08ecbbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:46.986764 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6bf5ae7a-13af-420d-bf1f-349a9575ab2e req-74f6a118-b451-4847-b2d0-dd4b08ecbbd8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=80ee0038-8f7d-4909-8a3a-cc2660e2598a HTTP/1.1" status: 200 len: 854 time: 0.0699806 Oct 12 19:42:46.995266 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b3733c-61ea-45d1-80d4-c05c8183b27a req-9c3b0fdd-ec2d-4744-bbd1-47c1bfc42307 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:46.996717 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e7b3733c-61ea-45d1-80d4-c05c8183b27a req-9c3b0fdd-ec2d-4744-bbd1-47c1bfc42307 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] 10.222.0.49 "GET /v2.0/ports?device_id=188624e1-91f8-4ea0-8fdd-466c5b53009b HTTP/1.1" status: 200 len: 943 time: 0.0914454 Oct 12 19:42:46.998752 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c2724988-06e3-4461-83da-edf9efc6e4d2 req-22009e58-db63-4a17-b733-ed3f72414716 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=35a465da-b905-41fb-a64e-39cd68d8a505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403516 Oct 12 19:42:47.001016 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a4f93258-7f44-4183-a7a7-0f2a0ab9afee tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:47.006575 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f93258-7f44-4183-a7a7-0f2a0ab9afee tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:47.007173 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a4f93258-7f44-4183-a7a7-0f2a0ab9afee tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:47.027305 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 49014) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:42:47.030261 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6bf5ae7a-13af-420d-bf1f-349a9575ab2e req-221bb3e0-4158-406a-8720-43ac4f08d3a1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d89de848-a16b-4045-8dc6-570001a6b632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326166 Oct 12 19:42:47.103244 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e7b3733c-61ea-45d1-80d4-c05c8183b27a req-e27203ac-f8da-4bce-ace4-6c5fb6103bf5 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6df31de-5ced-4e1c-8aa3-81804bae9e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979221 Oct 12 19:42:47.137388 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f93258-7f44-4183-a7a7-0f2a0ab9afee tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Pushing event updated for resources: {'Network': ['ID=28eab71a-a77f-4613-a7a8-848bb0349247,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:42:47.153331 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 28eab71a-a77f-4613-a7a8-848bb0349247 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:42:47.157451 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6bf5ae7a-13af-420d-bf1f-349a9575ab2e req-a3d12203-7a57-4eb4-a29a-2ad0f460ae53 service neutron] 10.222.0.67 "GET /v2.0/networks/d89de848-a16b-4045-8dc6-570001a6b632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192875 Oct 12 19:42:47.173313 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-a4f93258-7f44-4183-a7a7-0f2a0ab9afee tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4873657 Oct 12 19:42:47.186757 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-74ccdca7-9818-4e5b-8a22-809a55506cf7 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/floatingips/d23549be-3820-42ef-8c4b-ba057e13f075 HTTP/1.1" status: 200 len: 990 time: 0.1467834 Oct 12 19:42:47.186757 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 49016) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:42:47.189725 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-66b9d8f7-017b-49a1-9aad-99cb9a3d3713 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Request body: {'subnet': {'network_id': '28eab71a-a77f-4613-a7a8-848bb0349247', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:42:47.257639 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6bf5ae7a-13af-420d-bf1f-349a9575ab2e req-b0ae2037-10d6-457d-a831-35ca8e7b8a7d service neutron] 10.222.0.67 "GET /v2.0/networks/d89de848-a16b-4045-8dc6-570001a6b632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927873 Oct 12 19:42:47.386573 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d64535-7a01-4588-a97b-3682a78ffbe9 req-f74a5ced-7e8f-44b1-8f2e-40d5b7f69a48 tempest-VolumesNegativeTest-1989661036 tempest-VolumesNegativeTest-1989661036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:47.387949 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-01d64535-7a01-4588-a97b-3682a78ffbe9 req-f74a5ced-7e8f-44b1-8f2e-40d5b7f69a48 tempest-VolumesNegativeTest-1989661036 tempest-VolumesNegativeTest-1989661036-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b67a74d-fa41-4cb9-a9e0-73737d84191b HTTP/1.1" status: 200 len: 946 time: 0.0539997 Oct 12 19:42:47.425345 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-01d64535-7a01-4588-a97b-3682a78ffbe9 req-0e5325b7-c724-4d8d-84f6-33d0f7ed16ea tempest-VolumesNegativeTest-1989661036 tempest-VolumesNegativeTest-1989661036-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ba5dce7-3f38-4881-87be-21dfd9c0bccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312428 Oct 12 19:42:47.455677 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66b9d8f7-017b-49a1-9aad-99cb9a3d3713 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Made reservation on behalf of f8faced04a004350a2646aeb2490cfe2 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:42:47.459727 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-66b9d8f7-017b-49a1-9aad-99cb9a3d3713 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16245837'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:47.690755 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-66b9d8f7-017b-49a1-9aad-99cb9a3d3713 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4306659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16245859'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:47.755978 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b9d8f7-017b-49a1-9aad-99cb9a3d3713 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Pushing event updated for resources: {'Subnet': ['ID=6b1817f9-1a31-44ab-8917-ec5ab632768b,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:42:47.766102 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b9d8f7-017b-49a1-9aad-99cb9a3d3713 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Checking segment: {'id': '0632a349-b8aa-48b9-b658-055acf28a964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '28eab71a-a77f-4613-a7a8-848bb0349247'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:42:47.766463 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b9d8f7-017b-49a1-9aad-99cb9a3d3713 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Network hostable DHCP agents. Network: 28eab71a-a77f-4613-a7a8-848bb0349247, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:42:47.847858 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device be3b06f1-cebd-4bf6-9a7b-599549346c28 details requested by agent hyperv_n-h1-813679-3 with host n-h1-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:42:47.850507 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b9d8f7-017b-49a1-9aad-99cb9a3d3713 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Network 28eab71a-a77f-4613-a7a8-848bb0349247 is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:42:47.932897 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-66b9d8f7-017b-49a1-9aad-99cb9a3d3713 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, 28eab71a-a77f-4613-a7a8-848bb0349247) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:42:47.938416 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b9d8f7-017b-49a1-9aad-99cb9a3d3713 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:47.939453 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-66b9d8f7-017b-49a1-9aad-99cb9a3d3713 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:47.940755 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port be3b06f1-cebd-4bf6-9a7b-599549346c28, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=be3b06f1-cebd-4bf6-9a7b-599549346c28,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:42:47.944485 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23296b5b-0620-40c2-a2fa-2b0d5aa96e9b None None] Network 28eab71a-a77f-4613-a7a8-848bb0349247 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:42:47.990469 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Returning: {'device': 'be3b06f1-cebd-4bf6-9a7b-599549346c28', 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1', 'port_id': 'be3b06f1-cebd-4bf6-9a7b-599549346c28', 'mac_address': 'fa:16:3e:5a:af:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '629aee7d-3fde-4c72-af1e-6a7e1f6a7e75', 'ip_address': '192.168.233.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:42:48.032670 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-66b9d8f7-017b-49a1-9aad-99cb9a3d3713 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8539004 Oct 12 19:42:48.035312 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 49020) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:42:48.040926 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-f05e2565-0b70-470d-b78b-b8758107874b tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Request body: {'router': {'external_gateway_info': {'network_id': '28eab71a-a77f-4613-a7a8-848bb0349247'}}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:42:48.046295 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:48.067249 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be3b06f1-cebd-4bf6-9a7b-599549346c28 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:42:48.117862 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port be3b06f1-cebd-4bf6-9a7b-599549346c28, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=be3b06f1-cebd-4bf6-9a7b-599549346c28,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:42:48.165176 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37db8e30-424c-4f95-976e-997901ad3089 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-28eab71a-a77f-4613-a7a8-848bb0349247', 'network_id': '28eab71a-a77f-4613-a7a8-848bb0349247', 'tenant_id': 'f8faced04a004350a2646aeb2490cfe2', 'fixed_ips': [{'subnet_id': '6b1817f9-1a31-44ab-8917-ec5ab632768b'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:42:48.166873 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-37db8e30-424c-4f95-976e-997901ad3089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:48.191191 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:48.238171 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c99d2c7-4fc0-43d0-abc8-8604e140254f req-06386474-95bb-4ef3-805c-4a5898adcebf tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:48.240073 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6c99d2c7-4fc0-43d0-abc8-8604e140254f req-06386474-95bb-4ef3-805c-4a5898adcebf tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] 10.222.0.49 "GET /v2.0/ports?device_id=188624e1-91f8-4ea0-8fdd-466c5b53009b HTTP/1.1" status: 200 len: 943 time: 0.0554874 Oct 12 19:42:48.284439 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6c99d2c7-4fc0-43d0-abc8-8604e140254f req-2d4a6b14-2106-4694-ad1d-6002f668b1b6 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6df31de-5ced-4e1c-8aa3-81804bae9e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362966 Oct 12 19:42:48.333107 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=be3b06f1-cebd-4bf6-9a7b-599549346c28,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:42:48.344286 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:42:48.347679 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:42:48.347679 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:42:48.347679 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:42:48.347679 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:42:48.347679 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:42:48.347679 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:42:48.347679 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:42:48.347679 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:42:48.347679 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:42:48.347679 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:42:48.347679 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:42:48.369663 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-37db8e30-424c-4f95-976e-997901ad3089 None None] Allocated IP 2001:db8:1::2 (28eab71a-a77f-4613-a7a8-848bb0349247/6b1817f9-1a31-44ab-8917-ec5ab632768b/0e78171a-77bb-4fd4-99a1-79de368bbb52) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:42:48.395012 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['be3b06f1-cebd-4bf6-9a7b-599549346c28'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:42:48.485723 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f05e2565-0b70-470d-b78b-b8758107874b tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:48.578500 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-37db8e30-424c-4f95-976e-997901ad3089 None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:48.629632 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368178ec-b179-472b-9171-fdaef8f30df4 req-ec50a412-bb63-4d97-b0a7-7624be9aac46 tempest-VolumesNegativeTest-1989661036 tempest-VolumesNegativeTest-1989661036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:48.631092 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-368178ec-b179-472b-9171-fdaef8f30df4 req-ec50a412-bb63-4d97-b0a7-7624be9aac46 tempest-VolumesNegativeTest-1989661036 tempest-VolumesNegativeTest-1989661036-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b67a74d-fa41-4cb9-a9e0-73737d84191b HTTP/1.1" status: 200 len: 947 time: 0.0932217 Oct 12 19:42:48.658808 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-37db8e30-424c-4f95-976e-997901ad3089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:48.682707 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-368178ec-b179-472b-9171-fdaef8f30df4 req-1245d4ae-e9e2-412a-9f4d-f7881e241bf4 tempest-VolumesNegativeTest-1989661036 tempest-VolumesNegativeTest-1989661036-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ba5dce7-3f38-4881-87be-21dfd9c0bccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454323 Oct 12 19:42:48.702604 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37db8e30-424c-4f95-976e-997901ad3089 None None] Network 28eab71a-a77f-4613-a7a8-848bb0349247 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:42:48.705552 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-37db8e30-424c-4f95-976e-997901ad3089 None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:42:48.710019 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37db8e30-424c-4f95-976e-997901ad3089 None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:42:48.711583 n-d-813679-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-f05e2565-0b70-470d-b78b-b8758107874b tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 19:42:48.711879 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37db8e30-424c-4f95-976e-997901ad3089 None None] Pushing event updated for resources: {'Port': ['ID=0e78171a-77bb-4fd4-99a1-79de368bbb52,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:42:48.713186 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-f05e2565-0b70-470d-b78b-b8758107874b tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] 10.222.0.49 "PUT /v2.0/routers/db5daca5-83f1-4d61-b181-e9247d5ac704 HTTP/1.1" status: 400 len: 364 time: 0.6769559 Oct 12 19:42:48.719744 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 49026) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:42:48.765647 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-37db8e30-424c-4f95-976e-997901ad3089 None None] Attempting to bind port 0e78171a-77bb-4fd4-99a1-79de368bbb52 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:42:48.766092 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-37db8e30-424c-4f95-976e-997901ad3089 None None] Attempting to bind port 0e78171a-77bb-4fd4-99a1-79de368bbb52 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '0632a349-b8aa-48b9-b658-055acf28a964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '28eab71a-a77f-4613-a7a8-848bb0349247'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:42:48.766484 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37db8e30-424c-4f95-976e-997901ad3089 None None] Attempting to bind port 0e78171a-77bb-4fd4-99a1-79de368bbb52 on network 28eab71a-a77f-4613-a7a8-848bb0349247 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:42:48.771522 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37db8e30-424c-4f95-976e-997901ad3089 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:42:48.771893 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37db8e30-424c-4f95-976e-997901ad3089 None None] Checking segment: {'id': '0632a349-b8aa-48b9-b658-055acf28a964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '28eab71a-a77f-4613-a7a8-848bb0349247'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:42:48.772325 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-37db8e30-424c-4f95-976e-997901ad3089 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:48.772714 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37db8e30-424c-4f95-976e-997901ad3089 None None] Bound using segment: {'id': '0632a349-b8aa-48b9-b658-055acf28a964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '28eab71a-a77f-4613-a7a8-848bb0349247'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:42:48.773173 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-37db8e30-424c-4f95-976e-997901ad3089 None None] Bound port: 0e78171a-77bb-4fd4-99a1-79de368bbb52, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0632a349-b8aa-48b9-b658-055acf28a964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '28eab71a-a77f-4613-a7a8-848bb0349247'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:42:48.773550 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-37db8e30-424c-4f95-976e-997901ad3089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:48.848298 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-37db8e30-424c-4f95-976e-997901ad3089 None None] For port 0e78171a-77bb-4fd4-99a1-79de368bbb52, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:42:48.852237 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-37db8e30-424c-4f95-976e-997901ad3089 None None] For port 0e78171a-77bb-4fd4-99a1-79de368bbb52, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=0e78171a-77bb-4fd4-99a1-79de368bbb52,segment=NetworkSegment(0632a349-b8aa-48b9-b658-055acf28a964),segment_id=0632a349-b8aa-48b9-b658-055acf28a964)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:42:48.911074 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-37db8e30-424c-4f95-976e-997901ad3089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:48.970434 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37db8e30-424c-4f95-976e-997901ad3089 None None] Pushing event updated for resources: {'Port': ['ID=0e78171a-77bb-4fd4-99a1-79de368bbb52,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:42:49.334604 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-755a3074-d7e1-4c09-874c-69d331139708 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:49.409977 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d86650-c148-411b-9325-8530897838d8 req-c1990d45-f2bc-467e-aeb2-1c98f65c39fd tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:49.409977 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a2d86650-c148-411b-9325-8530897838d8 req-c1990d45-f2bc-467e-aeb2-1c98f65c39fd tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] 10.222.0.49 "GET /v2.0/ports?device_id=188624e1-91f8-4ea0-8fdd-466c5b53009b HTTP/1.1" status: 200 len: 943 time: 0.0558562 Oct 12 19:42:49.418001 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 49034) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:42:49.450095 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a2d86650-c148-411b-9325-8530897838d8 req-41947c77-49a2-4b94-89f9-dab08018c95b tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6df31de-5ced-4e1c-8aa3-81804bae9e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332322 Oct 12 19:42:49.737303 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-755a3074-d7e1-4c09-874c-69d331139708 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Allocated IP 2001:db8::1 (ec43fa5b-46eb-4e87-b60b-4624b0ec074b/4c070be3-7815-4503-b9cd-3050e7ce4dec/39fd1ac3-e9e4-4fa8-8259-35f2557040f9) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:42:49.843109 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-c0e73c8e-1af6-4737-b7df-4249b0fcf14b tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Deleting port 07ddbd29-6321-4db2-8217-a12b66d9807c {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:42:49.843464 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c0e73c8e-1af6-4737-b7df-4249b0fcf14b tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:49.847855 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 0e78171a-77bb-4fd4-99a1-79de368bbb52 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:42:49.876987 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device be3b06f1-cebd-4bf6-9a7b-599549346c28 up at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:42:49.906976 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0df804-13d3-48bb-a434-076e14a58ff7 None None] Network 28eab71a-a77f-4613-a7a8-848bb0349247 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:42:49.962415 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642ec513-b3f4-4683-b915-0aedb4013329 req-54d5a953-16ed-4a78-8627-aaf773ae58ea tempest-VolumesNegativeTest-1989661036 tempest-VolumesNegativeTest-1989661036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:49.963909 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-642ec513-b3f4-4683-b915-0aedb4013329 req-54d5a953-16ed-4a78-8627-aaf773ae58ea tempest-VolumesNegativeTest-1989661036 tempest-VolumesNegativeTest-1989661036-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b67a74d-fa41-4cb9-a9e0-73737d84191b HTTP/1.1" status: 200 len: 947 time: 0.1590288 Oct 12 19:42:49.969646 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-755a3074-d7e1-4c09-874c-69d331139708 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:49.992742 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c0e73c8e-1af6-4737-b7df-4249b0fcf14b tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:49.993070 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c0e73c8e-1af6-4737-b7df-4249b0fcf14b tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:49.997592 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-c1377747-c688-4a38-a6e1-8f5a47550fbf None None] Provisioning complete for port 0e78171a-77bb-4fd4-99a1-79de368bbb52 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:42:49.997967 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c1377747-c688-4a38-a6e1-8f5a47550fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:50.016704 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-c0e73c8e-1af6-4737-b7df-4249b0fcf14b tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Calling delete_port for 07ddbd29-6321-4db2-8217-a12b66d9807c owned by network:floatingip {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:42:50.053175 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-642ec513-b3f4-4683-b915-0aedb4013329 req-f7982663-c266-4331-acde-464d34dee3fb tempest-VolumesNegativeTest-1989661036 tempest-VolumesNegativeTest-1989661036-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ba5dce7-3f38-4881-87be-21dfd9c0bccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817466 Oct 12 19:42:50.055523 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 0e78171a-77bb-4fd4-99a1-79de368bbb52 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:42:50.056550 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:50.179996 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning for port be3b06f1-cebd-4bf6-9a7b-599549346c28 completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:42:50.197580 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning complete for port be3b06f1-cebd-4bf6-9a7b-599549346c28 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:42:50.197955 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:50.213286 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-755a3074-d7e1-4c09-874c-69d331139708 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:50.239312 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c1377747-c688-4a38-a6e1-8f5a47550fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:50.250034 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755a3074-d7e1-4c09-874c-69d331139708 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Network ec43fa5b-46eb-4e87-b60b-4624b0ec074b is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:42:50.254985 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-755a3074-d7e1-4c09-874c-69d331139708 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:42:50.258778 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755a3074-d7e1-4c09-874c-69d331139708 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:42:50.259322 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-755a3074-d7e1-4c09-874c-69d331139708 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7915309'] for router_interface, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:50.291504 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:50.302574 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c0e73c8e-1af6-4737-b7df-4249b0fcf14b tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:50.303519 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device da5fa13d-4605-4d81-aa98-f1e20abceaba details requested by agent hyperv_n-h2-813679-3 with host n-h2-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:42:50.314422 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755a3074-d7e1-4c09-874c-69d331139708 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Pushing event updated for resources: {'Port': ['ID=39fd1ac3-e9e4-4fa8-8259-35f2557040f9,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:42:50.369790 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e73c8e-1af6-4737-b7df-4249b0fcf14b tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Pushing event deleted for resources: {'Port': ['ID=07ddbd29-6321-4db2-8217-a12b66d9807c,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:42:50.447144 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c0e73c8e-1af6-4737-b7df-4249b0fcf14b tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for floatingip, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:50.447740 n-d-813679-3 neutron-server[95501]: INFO neutron.db.l3_db [None req-c0e73c8e-1af6-4737-b7df-4249b0fcf14b tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Floating IP d23549be-3820-42ef-8c4b-ba057e13f075 disassociated (deleted). External IP: 172.25.5.92, port: eb1ba0bd-cc38-4e50-8f07-8de75a004846. Oct 12 19:42:50.536660 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-c1377747-c688-4a38-a6e1-8f5a47550fbf None None] For port 0e78171a-77bb-4fd4-99a1-79de368bbb52, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=0e78171a-77bb-4fd4-99a1-79de368bbb52,segment=NetworkSegment(0632a349-b8aa-48b9-b658-055acf28a964),segment_id=0632a349-b8aa-48b9-b658-055acf28a964)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:42:50.598245 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-755a3074-d7e1-4c09-874c-69d331139708 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:50.616894 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7941fbc1-320c-4777-8b2e-c06ade9a0373 req-ca580af9-a6be-45d5-af79-78de6e4e1153 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:50.618415 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7941fbc1-320c-4777-8b2e-c06ade9a0373 req-ca580af9-a6be-45d5-af79-78de6e4e1153 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] 10.222.0.49 "GET /v2.0/ports?device_id=188624e1-91f8-4ea0-8fdd-466c5b53009b HTTP/1.1" status: 200 len: 943 time: 0.0700970 Oct 12 19:42:50.620195 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c1377747-c688-4a38-a6e1-8f5a47550fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:50.662268 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7941fbc1-320c-4777-8b2e-c06ade9a0373 req-a787d18e-d3a5-4db9-a94f-ec8c15382b69 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6df31de-5ced-4e1c-8aa3-81804bae9e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377741 Oct 12 19:42:50.702269 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:50.739814 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.db.api [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 19:42:50.740200 n-d-813679-3 neutron-server[95503]: DEBUG oslo_db.api [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 19:42:50.754516 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1377747-c688-4a38-a6e1-8f5a47550fbf None None] Pushing event updated for resources: {'Port': ['ID=0e78171a-77bb-4fd4-99a1-79de368bbb52,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:42:50.769453 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b67a74d-fa41-4cb9-a9e0-73737d84191b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be3b06f1-cebd-4bf6-9a7b-599549346c28'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:42:50.771699 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af895a31-fda9-47fa-972c-40f047362768" -d '{"events": [{"server_uuid": "2b67a74d-fa41-4cb9-a9e0-73737d84191b", "name": "network-vif-plugged", "status": "completed", "tag": "be3b06f1-cebd-4bf6-9a7b-599549346c28"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:42:50.786088 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port da5fa13d-4605-4d81-aa98-f1e20abceaba, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=da5fa13d-4605-4d81-aa98-f1e20abceaba,segment=NetworkSegment(2712bf9b-8452-46ed-8059-84d0f60eecb3),segment_id=2712bf9b-8452-46ed-8059-84d0f60eecb3)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:42:50.802407 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port be3b06f1-cebd-4bf6-9a7b-599549346c28, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=be3b06f1-cebd-4bf6-9a7b-599549346c28,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:42:50.806625 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-28a02f2b-0204-4568-a3bf-f20d4d698399 None None] Provisioning complete for port 39fd1ac3-e9e4-4fa8-8259-35f2557040f9 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:42:50.807156 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-28a02f2b-0204-4568-a3bf-f20d4d698399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:50.808547 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Returning: {'device': 'da5fa13d-4605-4d81-aa98-f1e20abceaba', 'network_id': 'd89de848-a16b-4045-8dc6-570001a6b632', 'port_id': 'da5fa13d-4605-4d81-aa98-f1e20abceaba', 'mac_address': 'fa:16:3e:77:89:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80ee0038-8f7d-4909-8a3a-cc2660e2598a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:42:50.829475 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5492e637-0e88-4f94-acd7-6f1e1c1a423c x-openstack-request-id: req-5492e637-0e88-4f94-acd7-6f1e1c1a423c {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:42:50.829776 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b67a74d-fa41-4cb9-a9e0-73737d84191b", "name": "network-vif-plugged", "status": "completed", "tag": "be3b06f1-cebd-4bf6-9a7b-599549346c28", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:42:50.830026 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5492e637-0e88-4f94-acd7-6f1e1c1a423c {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:42:50.830407 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b67a74d-fa41-4cb9-a9e0-73737d84191b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be3b06f1-cebd-4bf6-9a7b-599549346c28', 'code': 200} Oct 12 19:42:50.863241 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0e73c8e-1af6-4737-b7df-4249b0fcf14b tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Router 0850a01d-fae0-4e7d-b1cd-97a63ab46429 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:42:50.870422 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:50.875400 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-28a02f2b-0204-4568-a3bf-f20d4d698399 None None] Port 39fd1ac3-e9e4-4fa8-8259-35f2557040f9 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:42:50.901810 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:50.926865 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da5fa13d-4605-4d81-aa98-f1e20abceaba {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:42:50.939482 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-28a02f2b-0204-4568-a3bf-f20d4d698399 None None] Provisioning complete for port 0e78171a-77bb-4fd4-99a1-79de368bbb52 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:42:50.939860 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-28a02f2b-0204-4568-a3bf-f20d4d698399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:50.983340 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=be3b06f1-cebd-4bf6-9a7b-599549346c28,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:42:50.986911 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port da5fa13d-4605-4d81-aa98-f1e20abceaba, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=da5fa13d-4605-4d81-aa98-f1e20abceaba,segment=NetworkSegment(2712bf9b-8452-46ed-8059-84d0f60eecb3),segment_id=2712bf9b-8452-46ed-8059-84d0f60eecb3)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:42:51.018580 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7e2187-b7ee-4ec0-bc59-653a66fd253f req-022adde9-1f95-472d-87e4-d03619db68d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:51.020107 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1b7e2187-b7ee-4ec0-bc59-653a66fd253f req-022adde9-1f95-472d-87e4-d03619db68d0 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2b67a74d-fa41-4cb9-a9e0-73737d84191b HTTP/1.1" status: 200 len: 1099 time: 0.1196346 Oct 12 19:42:51.050207 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:51.099126 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=da5fa13d-4605-4d81-aa98-f1e20abceaba,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:42:51.126456 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1b7e2187-b7ee-4ec0-bc59-653a66fd253f req-86ef4079-d4a6-4e38-97b7-b9cdb60e277e service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=7ba5dce7-3f38-4881-87be-21dfd9c0bccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948427 Oct 12 19:42:51.126456 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-755a3074-d7e1-4c09-874c-69d331139708 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:51.131436 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0e73c8e-1af6-4737-b7df-4249b0fcf14b tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:42:51.136598 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c0e73c8e-1af6-4737-b7df-4249b0fcf14b tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:51.150063 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a6b0f1-35fe-48f6-bba2-844390641dee None None] Sync routers for ids ['0850a01d-fae0-4e7d-b1cd-97a63ab46429'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:42:51.159531 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a6b0f1-35fe-48f6-bba2-844390641dee None None] Routers {'0850a01d-fae0-4e7d-b1cd-97a63ab46429'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:42:51.160268 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-09a6b0f1-35fe-48f6-bba2-844390641dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:42:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['0850a01d-fae0-4e7d-b1cd-97a63ab46429'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:42:51.167608 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-c0e73c8e-1af6-4737-b7df-4249b0fcf14b tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "DELETE /v2.0/floatingips/d23549be-3820-42ef-8c4b-ba057e13f075 HTTP/1.1" status: 204 len: 168 time: 1.7460527 Oct 12 19:42:51.167608 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4aa9288-676b-4fdd-aaaf-f5868a927fa7', 'tag': 'eb1ba0bd-cc38-4e50-8f07-8de75a004846'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:42:51.176886 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-638f2990-240a-4345-8b16-4c47fd022e32" -d '{"events": [{"name": "network-changed", "server_uuid": "e4aa9288-676b-4fdd-aaaf-f5868a927fa7", "tag": "eb1ba0bd-cc38-4e50-8f07-8de75a004846"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:42:51.197954 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeda33a-6b29-4c8b-ba31-ca1ba215c461 req-aab54e49-3bcc-4d22-aec0-4b2d3418cbb5 tempest-VolumesNegativeTest-1989661036 tempest-VolumesNegativeTest-1989661036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:51.199434 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ffeda33a-6b29-4c8b-ba31-ca1ba215c461 req-aab54e49-3bcc-4d22-aec0-4b2d3418cbb5 tempest-VolumesNegativeTest-1989661036 tempest-VolumesNegativeTest-1989661036-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b67a74d-fa41-4cb9-a9e0-73737d84191b HTTP/1.1" status: 200 len: 948 time: 0.0606396 Oct 12 19:42:51.210316 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-755a3074-d7e1-4c09-874c-69d331139708 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:51.211149 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-755a3074-d7e1-4c09-874c-69d331139708 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7898980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8092605'] for router_interface, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:51.258546 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ffeda33a-6b29-4c8b-ba31-ca1ba215c461 req-d3a3ffc6-4a59-4135-8214-02cab74c6af0 tempest-VolumesNegativeTest-1989661036 tempest-VolumesNegativeTest-1989661036-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ba5dce7-3f38-4881-87be-21dfd9c0bccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530376 Oct 12 19:42:51.299176 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['da5fa13d-4605-4d81-aa98-f1e20abceaba'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:42:51.364940 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-09a6b0f1-35fe-48f6-bba2-844390641dee None None] Set router 0850a01d-fae0-4e7d-b1cd-97a63ab46429 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:42:51.639684 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-419f731f-e197-4054-8e40-ba1c64d8fa12 x-openstack-request-id: req-419f731f-e197-4054-8e40-ba1c64d8fa12 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:42:51.640291 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4aa9288-676b-4fdd-aaaf-f5868a927fa7", "tag": "eb1ba0bd-cc38-4e50-8f07-8de75a004846", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:42:51.640291 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-419f731f-e197-4054-8e40-ba1c64d8fa12 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:42:51.640641 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4aa9288-676b-4fdd-aaaf-f5868a927fa7', 'tag': 'eb1ba0bd-cc38-4e50-8f07-8de75a004846', 'status': 'completed', 'code': 200} Oct 12 19:42:51.654744 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207e632c-5568-401e-bbd2-e375549386b5 req-d1f50df2-a8c7-41e3-9d3d-de9aa540331d tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:51.656356 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-09a6b0f1-35fe-48f6-bba2-844390641dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0850a01d-fae0-4e7d-b1cd-97a63ab46429', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1220033735', 'tenant_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '1ed1a54f-6020-4e45-aadf-726bdebd81d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:41:38Z', 'updated_at': '2021-10-12T19:41:43Z', 'revision_number': 4, 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'gw_port': {'id': '1ed1a54f-6020-4e45-aadf-726bdebd81d2', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ec:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0850a01d-fae0-4e7d-b1cd-97a63ab46429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:41:38Z', 'updated_at': '2021-10-12T19:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '33cc8409-05cb-424a-9086-a28585fe187f', 'name': '', 'network_id': '186c7649-415c-4f95-977b-66a634742a6f', 'tenant_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'mac_address': 'fa:16:3e:89:36:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0850a01d-fae0-4e7d-b1cd-97a63ab46429', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': '1a431933-d1ba-4db3-acd8-2725dfaa9eb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:41:42Z', 'updated_at': '2021-10-12T19:41:48Z', 'revision_number': 5, 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'subnets': [{'id': '1a431933-d1ba-4db3-acd8-2725dfaa9eb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:42:51.656678 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-207e632c-5568-401e-bbd2-e375549386b5 req-d1f50df2-a8c7-41e3-9d3d-de9aa540331d tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4aa9288-676b-4fdd-aaaf-f5868a927fa7 HTTP/1.1" status: 200 len: 944 time: 0.0610254 Oct 12 19:42:51.670132 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755a3074-d7e1-4c09-874c-69d331139708 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Pushing event updated for resources: {'Port': ['ID=39fd1ac3-e9e4-4fa8-8259-35f2557040f9,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:42:51.686313 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a6b0f1-35fe-48f6-bba2-844390641dee None None] Checking router: 0850a01d-fae0-4e7d-b1cd-97a63ab46429 for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:42:51.695609 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a6b0f1-35fe-48f6-bba2-844390641dee None None] Routers {'0850a01d-fae0-4e7d-b1cd-97a63ab46429'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:42:51.696062 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-09a6b0f1-35fe-48f6-bba2-844390641dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:42:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['0850a01d-fae0-4e7d-b1cd-97a63ab46429'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:42:51.703449 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-207e632c-5568-401e-bbd2-e375549386b5 req-c4b964bc-98f9-4cff-bafe-56e2a72b520b tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=35a465da-b905-41fb-a64e-39cd68d8a505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393684 Oct 12 19:42:51.707396 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638f2990-240a-4345-8b16-4c47fd022e32 req-9b9f5564-2378-4ab0-8e56-eb57d3f52f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:51.708970 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-638f2990-240a-4345-8b16-4c47fd022e32 req-9b9f5564-2378-4ab0-8e56-eb57d3f52f83 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=80c6b006e6d9432a90abc6a3ef8ab3a8&device_id=e4aa9288-676b-4fdd-aaaf-f5868a927fa7 HTTP/1.1" status: 200 len: 1095 time: 0.0781729 Oct 12 19:42:51.770129 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755a3074-d7e1-4c09-874c-69d331139708 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Network ec43fa5b-46eb-4e87-b60b-4624b0ec074b is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:42:51.780569 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-755a3074-d7e1-4c09-874c-69d331139708 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:42:51.816966 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 0e78171a-77bb-4fd4-99a1-79de368bbb52 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:42:51.847764 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-09a6b0f1-35fe-48f6-bba2-844390641dee None None] Set router 0850a01d-fae0-4e7d-b1cd-97a63ab46429 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:42:51.959137 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a80d39-38c3-4db8-bf98-eff95fa0fc10 req-b4cab7f5-7c0e-4924-b045-4f64ccca0233 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:51.961634 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a4a80d39-38c3-4db8-bf98-eff95fa0fc10 req-b4cab7f5-7c0e-4924-b045-4f64ccca0233 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] 10.222.0.49 "GET /v2.0/ports?device_id=188624e1-91f8-4ea0-8fdd-466c5b53009b HTTP/1.1" status: 200 len: 944 time: 0.1893132 Oct 12 19:42:51.973816 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638f2990-240a-4345-8b16-4c47fd022e32 req-2c6038ea-ad21-4d28-8828-ec8dcf46315a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:51.975258 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-638f2990-240a-4345-8b16-4c47fd022e32 req-2c6038ea-ad21-4d28-8828-ec8dcf46315a service neutron] 10.222.0.67 "GET /v2.0/networks?id=186c7649-415c-4f95-977b-66a634742a6f HTTP/1.1" status: 200 len: 897 time: 0.2563012 Oct 12 19:42:51.984282 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 0e78171a-77bb-4fd4-99a1-79de368bbb52 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:42:51.984855 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:52.045723 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-755a3074-d7e1-4c09-874c-69d331139708 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Router db5daca5-83f1-4d61-b181-e9247d5ac704 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:42:52.047626 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-638f2990-240a-4345-8b16-4c47fd022e32 req-6131ba56-e79c-4edf-b5a9-ec012a33fcbb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eb1ba0bd-cc38-4e50-8f07-8de75a004846 HTTP/1.1" status: 200 len: 217 time: 0.0612385 Oct 12 19:42:52.102477 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-ed34f0f2-63af-43dd-b603-5be7a81252b1 None None] Provisioning complete for port 39fd1ac3-e9e4-4fa8-8259-35f2557040f9 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:42:52.102477 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ed34f0f2-63af-43dd-b603-5be7a81252b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:52.125981 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a4a80d39-38c3-4db8-bf98-eff95fa0fc10 req-1768a38c-fe23-4361-9a85-c07881158fa3 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6df31de-5ced-4e1c-8aa3-81804bae9e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558580 Oct 12 19:42:52.179820 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-ed34f0f2-63af-43dd-b603-5be7a81252b1 None None] Port 39fd1ac3-e9e4-4fa8-8259-35f2557040f9 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:42:52.192808 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-09a6b0f1-35fe-48f6-bba2-844390641dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0850a01d-fae0-4e7d-b1cd-97a63ab46429', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1220033735', 'tenant_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '1ed1a54f-6020-4e45-aadf-726bdebd81d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:41:38Z', 'updated_at': '2021-10-12T19:41:43Z', 'revision_number': 4, 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'gw_port': {'id': '1ed1a54f-6020-4e45-aadf-726bdebd81d2', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ec:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0850a01d-fae0-4e7d-b1cd-97a63ab46429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:41:38Z', 'updated_at': '2021-10-12T19:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '33cc8409-05cb-424a-9086-a28585fe187f', 'name': '', 'network_id': '186c7649-415c-4f95-977b-66a634742a6f', 'tenant_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'mac_address': 'fa:16:3e:89:36:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0850a01d-fae0-4e7d-b1cd-97a63ab46429', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': '1a431933-d1ba-4db3-acd8-2725dfaa9eb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:41:42Z', 'updated_at': '2021-10-12T19:41:48Z', 'revision_number': 5, 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'subnets': [{'id': '1a431933-d1ba-4db3-acd8-2725dfaa9eb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:42:52.220204 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638f2990-240a-4345-8b16-4c47fd022e32 req-c17ddcb8-5397-4c31-af3a-a72e1013c116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:52.221720 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-638f2990-240a-4345-8b16-4c47fd022e32 req-c17ddcb8-5397-4c31-af3a-a72e1013c116 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1a431933-d1ba-4db3-acd8-2725dfaa9eb8 HTTP/1.1" status: 200 len: 834 time: 0.1480544 Oct 12 19:42:52.231776 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9441624d-097e-40f4-847c-6345bf318a47 req-2e69ef4c-b4c8-4dd2-8c24-21283b0f9209 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:52.233344 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9441624d-097e-40f4-847c-6345bf318a47 req-2e69ef4c-b4c8-4dd2-8c24-21283b0f9209 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.67 "GET /v2.0/ports?device_id=e4aa9288-676b-4fdd-aaaf-f5868a927fa7 HTTP/1.1" status: 200 len: 944 time: 0.1968782 Oct 12 19:42:52.299195 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-755a3074-d7e1-4c09-874c-69d331139708 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:42:52.310708 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-755a3074-d7e1-4c09-874c-69d331139708 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] 10.222.0.49 "PUT /v2.0/routers/db5daca5-83f1-4d61-b181-e9247d5ac704/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5898118 Oct 12 19:42:52.312904 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 49054) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:42:52.316012 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e49d349-d479-4041-bf68-131060bcc12c None None] Sync routers for ids ['db5daca5-83f1-4d61-b181-e9247d5ac704'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:42:52.332065 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e49d349-d479-4041-bf68-131060bcc12c None None] Routers {'db5daca5-83f1-4d61-b181-e9247d5ac704'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:42:52.333168 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-0e49d349-d479-4041-bf68-131060bcc12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:42:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['db5daca5-83f1-4d61-b181-e9247d5ac704'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:42:52.350727 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638f2990-240a-4345-8b16-4c47fd022e32 req-187780d1-226e-4fdf-89f0-9a135ed9dad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:52.352648 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-638f2990-240a-4345-8b16-4c47fd022e32 req-187780d1-226e-4fdf-89f0-9a135ed9dad0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=186c7649-415c-4f95-977b-66a634742a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1182904 Oct 12 19:42:52.394585 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-0e49d349-d479-4041-bf68-131060bcc12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:42:52.407389 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e49d349-d479-4041-bf68-131060bcc12c None None] Routers {'db5daca5-83f1-4d61-b181-e9247d5ac704'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:42:52.408589 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-0e49d349-d479-4041-bf68-131060bcc12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:42:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['db5daca5-83f1-4d61-b181-e9247d5ac704'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:42:52.423140 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device da5fa13d-4605-4d81-aa98-f1e20abceaba up at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:42:52.426231 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a6b0f1-35fe-48f6-bba2-844390641dee None None] The sync data for ids ['0850a01d-fae0-4e7d-b1cd-97a63ab46429'] in n-d-813679-3 is: [{'id': '0850a01d-fae0-4e7d-b1cd-97a63ab46429', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1220033735', 'tenant_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '1ed1a54f-6020-4e45-aadf-726bdebd81d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:41:38Z', 'updated_at': '2021-10-12T19:41:43Z', 'revision_number': 4, 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'gw_port': {'id': '1ed1a54f-6020-4e45-aadf-726bdebd81d2', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ec:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0850a01d-fae0-4e7d-b1cd-97a63ab46429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:41:38Z', 'updated_at': '2021-10-12T19:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '33cc8409-05cb-424a-9086-a28585fe187f', 'name': '', 'network_id': '186c7649-415c-4f95-977b-66a634742a6f', 'tenant_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'mac_address': 'fa:16:3e:89:36:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0850a01d-fae0-4e7d-b1cd-97a63ab46429', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': '1a431933-d1ba-4db3-acd8-2725dfaa9eb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:41:42Z', 'updated_at': '2021-10-12T19:41:48Z', 'revision_number': 5, 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'subnets': [{'id': '1a431933-d1ba-4db3-acd8-2725dfaa9eb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:42:52.439576 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-9441624d-097e-40f4-847c-6345bf318a47 req-862e9779-5633-46d7-8e93-cd7ec4f50e19 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Deleting port eb1ba0bd-cc38-4e50-8f07-8de75a004846 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:42:52.439965 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-9441624d-097e-40f4-847c-6345bf318a47 req-862e9779-5633-46d7-8e93-cd7ec4f50e19 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:52.462635 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-0e49d349-d479-4041-bf68-131060bcc12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:42:52.463668 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e49d349-d479-4041-bf68-131060bcc12c None None] The sync data for ids ['db5daca5-83f1-4d61-b181-e9247d5ac704'] in n-d-813679-3 is: [] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:42:52.473224 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-30ddfa7e-c6ed-4034-9207-42e412641c10 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify callbacks [] for router, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:52.488638 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7355432-1c66-4696-b979-716dbe340f76 req-a4926431-37c2-4acc-864b-7c9d13c342e0 tempest-VolumesNegativeTest-1989661036 tempest-VolumesNegativeTest-1989661036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:52.488638 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b7355432-1c66-4696-b979-716dbe340f76 req-a4926431-37c2-4acc-864b-7c9d13c342e0 tempest-VolumesNegativeTest-1989661036 tempest-VolumesNegativeTest-1989661036-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b67a74d-fa41-4cb9-a9e0-73737d84191b HTTP/1.1" status: 200 len: 948 time: 0.1194570 Oct 12 19:42:52.543752 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-638f2990-240a-4345-8b16-4c47fd022e32 req-446f6855-f156-4bd5-9494-416cd7cb69b9 service neutron] 10.222.0.67 "GET /v2.0/networks/186c7649-415c-4f95-977b-66a634742a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821821 Oct 12 19:42:52.549651 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning for port da5fa13d-4605-4d81-aa98-f1e20abceaba completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:42:52.553674 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning complete for port da5fa13d-4605-4d81-aa98-f1e20abceaba triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:42:52.554049 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:52.592980 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b7355432-1c66-4696-b979-716dbe340f76 req-5454f3bd-5ed6-4215-9fbb-af3ac151e4f4 tempest-VolumesNegativeTest-1989661036 tempest-VolumesNegativeTest-1989661036-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ba5dce7-3f38-4881-87be-21dfd9c0bccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770171 Oct 12 19:42:52.595845 n-d-813679-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-30ddfa7e-c6ed-4034-9207-42e412641c10 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 12 19:42:52.599909 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-30ddfa7e-c6ed-4034-9207-42e412641c10 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] 10.222.0.49 "DELETE /v2.0/routers/db5daca5-83f1-4d61-b181-e9247d5ac704 HTTP/1.1" status: 409 len: 329 time: 0.2859132 Oct 12 19:42:52.601514 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 49056) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:42:52.651081 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:52.659586 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-9441624d-097e-40f4-847c-6345bf318a47 req-862e9779-5633-46d7-8e93-cd7ec4f50e19 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] For port eb1ba0bd-cc38-4e50-8f07-8de75a004846, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=eb1ba0bd-cc38-4e50-8f07-8de75a004846,segment=NetworkSegment(206763ab-8286-49a0-bb98-f292f103cc93),segment_id=206763ab-8286-49a0-bb98-f292f103cc93)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:42:52.660223 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-9441624d-097e-40f4-847c-6345bf318a47 req-862e9779-5633-46d7-8e93-cd7ec4f50e19 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:52.678827 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-9441624d-097e-40f4-847c-6345bf318a47 req-862e9779-5633-46d7-8e93-cd7ec4f50e19 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Calling delete_port for eb1ba0bd-cc38-4e50-8f07-8de75a004846 owned by compute:nova {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:42:52.689911 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port da5fa13d-4605-4d81-aa98-f1e20abceaba, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=da5fa13d-4605-4d81-aa98-f1e20abceaba,segment=NetworkSegment(2712bf9b-8452-46ed-8059-84d0f60eecb3),segment_id=2712bf9b-8452-46ed-8059-84d0f60eecb3)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:42:52.744206 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-638f2990-240a-4345-8b16-4c47fd022e32 req-3e8a1409-ce79-48a3-a014-6183b0da962f service neutron] 10.222.0.67 "GET /v2.0/networks/186c7649-415c-4f95-977b-66a634742a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884365 Oct 12 19:42:52.775387 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:52.831655 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '188624e1-91f8-4ea0-8fdd-466c5b53009b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da5fa13d-4605-4d81-aa98-f1e20abceaba'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:42:52.834188 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-148e7853-1c89-4775-afd9-ba6d0e5ce7ab" -d '{"events": [{"server_uuid": "188624e1-91f8-4ea0-8fdd-466c5b53009b", "name": "network-vif-plugged", "status": "completed", "tag": "da5fa13d-4605-4d81-aa98-f1e20abceaba"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:42:52.844245 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e8b47c-4dba-4879-ae52-7120ecf52801 None None] New status for floating IP d23549be-3820-42ef-8c4b-ba057e13f075: DOWN {{(pid=95503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 19:42:52.905154 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6062efe4-95e8-43be-850d-72f94aa7ec6e req-e0f85b92-39b7-4e85-88fb-60955984ecd5 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:52.906625 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6062efe4-95e8-43be-850d-72f94aa7ec6e req-e0f85b92-39b7-4e85-88fb-60955984ecd5 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4aa9288-676b-4fdd-aaaf-f5868a927fa7 HTTP/1.1" status: 200 len: 944 time: 0.0858724 Oct 12 19:42:52.907547 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4af4c5b-4619-442a-ab26-5c97e768ecc1 x-openstack-request-id: req-d4af4c5b-4619-442a-ab26-5c97e768ecc1 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:42:52.907836 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "188624e1-91f8-4ea0-8fdd-466c5b53009b", "name": "network-vif-plugged", "status": "completed", "tag": "da5fa13d-4605-4d81-aa98-f1e20abceaba", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:42:52.908110 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d4af4c5b-4619-442a-ab26-5c97e768ecc1 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:42:52.908503 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '188624e1-91f8-4ea0-8fdd-466c5b53009b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da5fa13d-4605-4d81-aa98-f1e20abceaba', 'code': 200} Oct 12 19:42:52.909683 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=da5fa13d-4605-4d81-aa98-f1e20abceaba,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:42:52.954200 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6062efe4-95e8-43be-850d-72f94aa7ec6e req-4e1f684e-7f78-4ad6-b065-d0c3e59db765 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=35a465da-b905-41fb-a64e-39cd68d8a505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384028 Oct 12 19:42:52.965621 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-9441624d-097e-40f4-847c-6345bf318a47 req-862e9779-5633-46d7-8e93-cd7ec4f50e19 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:53.000616 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f4410fdb-d551-44d9-9e4d-4da941a29e52 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8092566'] for router_interface, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:53.017742 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862e9779-5633-46d7-8e93-cd7ec4f50e19 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Pushing event deleted for resources: {'Port': ['ID=eb1ba0bd-cc38-4e50-8f07-8de75a004846,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:42:53.049773 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d30c3dc-e768-4ce6-9874-3420669ebf62 req-c8c9118a-7e2b-45e7-a027-11f335db5ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:53.051279 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9d30c3dc-e768-4ce6-9874-3420669ebf62 req-c8c9118a-7e2b-45e7-a027-11f335db5ce9 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=188624e1-91f8-4ea0-8fdd-466c5b53009b HTTP/1.1" status: 200 len: 1096 time: 0.0962069 Oct 12 19:42:53.066102 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-9441624d-097e-40f4-847c-6345bf318a47 req-862e9779-5633-46d7-8e93-cd7ec4f50e19 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] No DVR routers for this DVR port eb1ba0bd-cc38-4e50-8f07-8de75a004846 on host n-h2-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:42:53.072345 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-9441624d-097e-40f4-847c-6345bf318a47 req-862e9779-5633-46d7-8e93-cd7ec4f50e19 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:53.075878 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9441624d-097e-40f4-847c-6345bf318a47 req-862e9779-5633-46d7-8e93-cd7ec4f50e19 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.67 "DELETE /v2.0/ports/eb1ba0bd-cc38-4e50-8f07-8de75a004846 HTTP/1.1" status: 204 len: 173 time: 0.8280313 Oct 12 19:42:53.101418 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9d30c3dc-e768-4ce6-9874-3420669ebf62 req-2fd4e726-d124-4a39-b6cf-49c23f24e9af service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=d6df31de-5ced-4e1c-8aa3-81804bae9e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359747 Oct 12 19:42:53.276479 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a6f38e-58e9-4717-8f1f-3c8a99692375 req-da0ba6eb-6f35-45db-affe-15dd2837d6b8 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:53.278437 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b6a6f38e-58e9-4717-8f1f-3c8a99692375 req-da0ba6eb-6f35-45db-affe-15dd2837d6b8 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] 10.222.0.49 "GET /v2.0/ports?device_id=188624e1-91f8-4ea0-8fdd-466c5b53009b HTTP/1.1" status: 200 len: 945 time: 0.0810678 Oct 12 19:42:53.321990 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-f4410fdb-d551-44d9-9e4d-4da941a29e52 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Deleting port 39fd1ac3-e9e4-4fa8-8259-35f2557040f9 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:42:53.322234 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f4410fdb-d551-44d9-9e4d-4da941a29e52 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:53.330376 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b6a6f38e-58e9-4717-8f1f-3c8a99692375 req-5007fbad-77cb-4e3f-b822-4d46ef1ee974 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6df31de-5ced-4e1c-8aa3-81804bae9e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448577 Oct 12 19:42:53.415687 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f4410fdb-d551-44d9-9e4d-4da941a29e52 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:53.428188 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-f4410fdb-d551-44d9-9e4d-4da941a29e52 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Calling delete_port for 39fd1ac3-e9e4-4fa8-8259-35f2557040f9 owned by network:router_interface {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:42:53.650498 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4aa9288-676b-4fdd-aaaf-f5868a927fa7', 'name': 'network-vif-deleted', 'tag': 'eb1ba0bd-cc38-4e50-8f07-8de75a004846'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:42:53.650498 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6071901-d3e6-4ea1-b29d-ef2398a1d0d0" -d '{"events": [{"server_uuid": "e4aa9288-676b-4fdd-aaaf-f5868a927fa7", "name": "network-vif-deleted", "tag": "eb1ba0bd-cc38-4e50-8f07-8de75a004846"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:42:53.670209 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f4410fdb-d551-44d9-9e4d-4da941a29e52 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:53.684537 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f75292fc-f206-4341-a6b7-90e9cec346eb x-openstack-request-id: req-f75292fc-f206-4341-a6b7-90e9cec346eb {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:42:53.684537 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4aa9288-676b-4fdd-aaaf-f5868a927fa7", "name": "network-vif-deleted", "tag": "eb1ba0bd-cc38-4e50-8f07-8de75a004846", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:42:53.684537 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f75292fc-f206-4341-a6b7-90e9cec346eb {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:42:53.684537 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4aa9288-676b-4fdd-aaaf-f5868a927fa7', 'name': 'network-vif-deleted', 'tag': 'eb1ba0bd-cc38-4e50-8f07-8de75a004846', 'status': 'completed', 'code': 200} Oct 12 19:42:53.719556 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4410fdb-d551-44d9-9e4d-4da941a29e52 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Pushing event deleted for resources: {'Port': ['ID=39fd1ac3-e9e4-4fa8-8259-35f2557040f9,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:42:53.729011 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b018b7-d5aa-473f-86f0-9d6b9fab2c58 req-9ca0fd18-8088-4194-9510-a3fe0262c1a7 tempest-VolumesNegativeTest-1989661036 tempest-VolumesNegativeTest-1989661036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:53.730985 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e3b018b7-d5aa-473f-86f0-9d6b9fab2c58 req-9ca0fd18-8088-4194-9510-a3fe0262c1a7 tempest-VolumesNegativeTest-1989661036 tempest-VolumesNegativeTest-1989661036-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b67a74d-fa41-4cb9-a9e0-73737d84191b HTTP/1.1" status: 200 len: 948 time: 0.0597792 Oct 12 19:42:53.777594 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e3b018b7-d5aa-473f-86f0-9d6b9fab2c58 req-12e93042-bd22-4d81-99e0-f60b19a0244c tempest-VolumesNegativeTest-1989661036 tempest-VolumesNegativeTest-1989661036-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ba5dce7-3f38-4881-87be-21dfd9c0bccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402315 Oct 12 19:42:53.823219 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f4410fdb-d551-44d9-9e4d-4da941a29e52 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7898909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8092450'] for router_interface, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:53.989392 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4410fdb-d551-44d9-9e4d-4da941a29e52 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Router db5daca5-83f1-4d61-b181-e9247d5ac704 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:42:54.016619 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 49074) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:42:54.066034 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4410fdb-d551-44d9-9e4d-4da941a29e52 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:42:54.076382 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-f4410fdb-d551-44d9-9e4d-4da941a29e52 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] 10.222.0.49 "PUT /v2.0/routers/db5daca5-83f1-4d61-b181-e9247d5ac704/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4684799 Oct 12 19:42:54.076856 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 49076) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:42:54.080283 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13b34b9-4371-4bd6-948a-9bb8be0d11d9 None None] Sync routers for ids ['db5daca5-83f1-4d61-b181-e9247d5ac704'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:42:54.114269 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13b34b9-4371-4bd6-948a-9bb8be0d11d9 None None] Routers {'db5daca5-83f1-4d61-b181-e9247d5ac704'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:42:54.114269 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-d13b34b9-4371-4bd6-948a-9bb8be0d11d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:42:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['db5daca5-83f1-4d61-b181-e9247d5ac704'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:42:54.132525 n-d-813679-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-1a0e41a5-97fb-41fd-b8b5-c38fa6f8834b tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] show failed (client error): The resource could not be found. Oct 12 19:42:54.137817 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-1a0e41a5-97fb-41fd-b8b5-c38fa6f8834b tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] 10.222.0.49 "GET /v2.0/routers/tempest-non_exist_router-2015866944 HTTP/1.1" status: 404 len: 335 time: 0.0557473 Oct 12 19:42:54.138312 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 49078) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:42:54.143133 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-42a5b89e-5fed-4327-95ee-4742efe0aa9b tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Request body: {'router': {'name': 'new_name'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:42:54.150763 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-d13b34b9-4371-4bd6-948a-9bb8be0d11d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:42:54.159293 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13b34b9-4371-4bd6-948a-9bb8be0d11d9 None None] Routers {'db5daca5-83f1-4d61-b181-e9247d5ac704'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:42:54.160169 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-d13b34b9-4371-4bd6-948a-9bb8be0d11d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:42:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['db5daca5-83f1-4d61-b181-e9247d5ac704'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:42:54.188715 n-d-813679-3 neutron-server[95501]: INFO neutron.api.v2.resource [None req-42a5b89e-5fed-4327-95ee-4742efe0aa9b tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] update failed (client error): The resource could not be found. Oct 12 19:42:54.193070 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-42a5b89e-5fed-4327-95ee-4742efe0aa9b tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] 10.222.0.49 "PUT /v2.0/routers/tempest-non_exist_router-223436722 HTTP/1.1" status: 404 len: 334 time: 0.0504513 Oct 12 19:42:54.193320 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 49080) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:42:54.197360 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-d13b34b9-4371-4bd6-948a-9bb8be0d11d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:42:54.198001 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13b34b9-4371-4bd6-948a-9bb8be0d11d9 None None] The sync data for ids ['db5daca5-83f1-4d61-b181-e9247d5ac704'] in n-d-813679-3 is: [] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:42:54.343277 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cb87e7f-eb9d-48d8-a2d0-e63800937b14 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Deleting subnet 6b1817f9-1a31-44ab-8917-ec5ab632768b {{(pid=95501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:42:54.349709 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5cb87e7f-eb9d-48d8-a2d0-e63800937b14 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify callbacks [] for subnet, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:54.407949 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5cb87e7f-eb9d-48d8-a2d0-e63800937b14 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281083'] for subnet, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:54.451630 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3eb1f3-7bc6-4f65-8416-3b616f065846 req-f528308a-64e7-421e-818c-99b5d35885f2 tempest-VolumesNegativeTest-1989661036 tempest-VolumesNegativeTest-1989661036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:54.453126 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ab3eb1f3-7bc6-4f65-8416-3b616f065846 req-f528308a-64e7-421e-818c-99b5d35885f2 tempest-VolumesNegativeTest-1989661036 tempest-VolumesNegativeTest-1989661036-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b67a74d-fa41-4cb9-a9e0-73737d84191b HTTP/1.1" status: 200 len: 948 time: 0.1490173 Oct 12 19:42:54.457581 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efcdea4-f399-449a-bf1b-3eaf1ccafbec req-b16bec7f-ec19-4253-8bc3-d04cbb10e740 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:54.459366 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4efcdea4-f399-449a-bf1b-3eaf1ccafbec req-b16bec7f-ec19-4253-8bc3-d04cbb10e740 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] 10.222.0.49 "GET /v2.0/ports?device_id=188624e1-91f8-4ea0-8fdd-466c5b53009b HTTP/1.1" status: 200 len: 945 time: 0.0577438 Oct 12 19:42:54.502908 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4efcdea4-f399-449a-bf1b-3eaf1ccafbec req-6fc116ed-1e6b-4aed-9874-4ed7599a7e22 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6df31de-5ced-4e1c-8aa3-81804bae9e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352864 Oct 12 19:42:54.569947 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ab3eb1f3-7bc6-4f65-8416-3b616f065846 req-bd2bf08b-7bb7-45cb-980b-69129a82d609 tempest-VolumesNegativeTest-1989661036 tempest-VolumesNegativeTest-1989661036-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ba5dce7-3f38-4881-87be-21dfd9c0bccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101840 Oct 12 19:42:54.586544 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5cb87e7f-eb9d-48d8-a2d0-e63800937b14 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:54.699400 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ec288886-d0e8-464b-9f32-ae8eee7e8428 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8092566'] for router_interface, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:54.735880 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5cb87e7f-eb9d-48d8-a2d0-e63800937b14 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4824924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4612362'] for subnet, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:54.768459 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb87e7f-eb9d-48d8-a2d0-e63800937b14 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Pushing event deleted for resources: {'Subnet': ['ID=6b1817f9-1a31-44ab-8917-ec5ab632768b,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:42:54.778775 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5cb87e7f-eb9d-48d8-a2d0-e63800937b14 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:54.778885 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-5cb87e7f-eb9d-48d8-a2d0-e63800937b14 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] 10.222.0.49 "DELETE /v2.0/subnets/6b1817f9-1a31-44ab-8917-ec5ab632768b HTTP/1.1" status: 204 len: 168 time: 0.5846019 Oct 12 19:42:54.781304 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 49086) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:42:54.783349 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c1f9db-b892-4cf2-a1ff-01fc25ceea88 None None] Network 28eab71a-a77f-4613-a7a8-848bb0349247 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:42:54.898680 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7d1de73c-44b2-4c52-89f5-99e78b32689a tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:54.968518 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1101ce-da55-47da-9aae-a1b438cfec85 None None] DHCP port deletion for 28eab71a-a77f-4613-a7a8-848bb0349247 request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 19:42:55.014374 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-5e1101ce-da55-47da-9aae-a1b438cfec85 None None] Deleting port 0e78171a-77bb-4fd4-99a1-79de368bbb52 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:42:55.014752 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5e1101ce-da55-47da-9aae-a1b438cfec85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:55.014936 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-7d1de73c-44b2-4c52-89f5-99e78b32689a tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Deleting port 0e78171a-77bb-4fd4-99a1-79de368bbb52 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:42:55.015279 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7d1de73c-44b2-4c52-89f5-99e78b32689a tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:55.076598 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-5e1101ce-da55-47da-9aae-a1b438cfec85 None None] For port 0e78171a-77bb-4fd4-99a1-79de368bbb52, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=0e78171a-77bb-4fd4-99a1-79de368bbb52,segment=NetworkSegment(0632a349-b8aa-48b9-b658-055acf28a964),segment_id=0632a349-b8aa-48b9-b658-055acf28a964)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:42:55.077042 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5e1101ce-da55-47da-9aae-a1b438cfec85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:55.089858 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-5e1101ce-da55-47da-9aae-a1b438cfec85 None None] Calling delete_port for 0e78171a-77bb-4fd4-99a1-79de368bbb52 owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:42:55.103386 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [None req-7d1de73c-44b2-4c52-89f5-99e78b32689a tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] For port 0e78171a-77bb-4fd4-99a1-79de368bbb52, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=0e78171a-77bb-4fd4-99a1-79de368bbb52,segment=NetworkSegment(0632a349-b8aa-48b9-b658-055acf28a964),segment_id=0632a349-b8aa-48b9-b658-055acf28a964)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:42:55.106970 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7d1de73c-44b2-4c52-89f5-99e78b32689a tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:55.134481 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-7d1de73c-44b2-4c52-89f5-99e78b32689a tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Calling delete_port for 0e78171a-77bb-4fd4-99a1-79de368bbb52 owned by network:dhcp {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:42:55.208424 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-ec288886-d0e8-464b-9f32-ae8eee7e8428 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Deleting port 33cc8409-05cb-424a-9086-a28585fe187f {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:42:55.208675 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ec288886-d0e8-464b-9f32-ae8eee7e8428 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:55.287221 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5e1101ce-da55-47da-9aae-a1b438cfec85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:55.306479 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [None req-ec288886-d0e8-464b-9f32-ae8eee7e8428 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] For port 33cc8409-05cb-424a-9086-a28585fe187f, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=33cc8409-05cb-424a-9086-a28585fe187f,segment=NetworkSegment(206763ab-8286-49a0-bb98-f292f103cc93),segment_id=206763ab-8286-49a0-bb98-f292f103cc93)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:42:55.306842 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ec288886-d0e8-464b-9f32-ae8eee7e8428 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:55.309236 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7d1de73c-44b2-4c52-89f5-99e78b32689a tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:55.314360 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1101ce-da55-47da-9aae-a1b438cfec85 None None] Pushing event deleted for resources: {'Port': ['ID=0e78171a-77bb-4fd4-99a1-79de368bbb52,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:42:55.316507 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1101ce-da55-47da-9aae-a1b438cfec85 None None] No DVR routers for this DVR port 0e78171a-77bb-4fd4-99a1-79de368bbb52 on host n-d-813679-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:42:55.329512 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-ec288886-d0e8-464b-9f32-ae8eee7e8428 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Calling delete_port for 33cc8409-05cb-424a-9086-a28585fe187f owned by network:router_interface {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:42:55.349245 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1de73c-44b2-4c52-89f5-99e78b32689a tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Pushing event deleted for resources: {'Port': ['ID=0e78171a-77bb-4fd4-99a1-79de368bbb52,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:42:55.356894 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1de73c-44b2-4c52-89f5-99e78b32689a tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] No DVR routers for this DVR port 0e78171a-77bb-4fd4-99a1-79de368bbb52 on host n-d-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:42:55.474927 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7d1de73c-44b2-4c52-89f5-99e78b32689a tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:55.518193 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-7d1de73c-44b2-4c52-89f5-99e78b32689a tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28eab71a-a77f-4613-a7a8-848bb0349247']}} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:42:55.564225 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-7d1de73c-44b2-4c52-89f5-99e78b32689a tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0632a349-b8aa-48b9-b658-055acf28a964') {'for_net_delete': True} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:42:55.564525 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-7d1de73c-44b2-4c52-89f5-99e78b32689a tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0632a349-b8aa-48b9-b658-055acf28a964') {} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:42:55.583469 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7d1de73c-44b2-4c52-89f5-99e78b32689a tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4281072'] for segment, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:55.613766 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e397642-20db-4f57-a5a9-f57c1043eb67 req-8af991bc-7a95-4859-b71a-00f3fd273b74 tempest-VolumesNegativeTest-1989661036 tempest-VolumesNegativeTest-1989661036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:55.615233 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9e397642-20db-4f57-a5a9-f57c1043eb67 req-8af991bc-7a95-4859-b71a-00f3fd273b74 tempest-VolumesNegativeTest-1989661036 tempest-VolumesNegativeTest-1989661036-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b67a74d-fa41-4cb9-a9e0-73737d84191b HTTP/1.1" status: 200 len: 948 time: 0.1322989 Oct 12 19:42:55.616272 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7d1de73c-44b2-4c52-89f5-99e78b32689a tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:55.622088 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16045eef-e971-4561-a2df-542c7b6b22af req-6ffd8275-c38b-42c5-b39f-ab4482368e74 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:55.628505 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-16045eef-e971-4561-a2df-542c7b6b22af req-6ffd8275-c38b-42c5-b39f-ab4482368e74 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] 10.222.0.49 "GET /v2.0/ports?device_id=188624e1-91f8-4ea0-8fdd-466c5b53009b HTTP/1.1" status: 200 len: 945 time: 0.0584252 Oct 12 19:42:55.638027 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d1de73c-44b2-4c52-89f5-99e78b32689a tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=95501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:42:55.638428 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7d1de73c-44b2-4c52-89f5-99e78b32689a tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4823170'] for segment, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:55.643699 n-d-813679-3 neutron-server[95501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:42:55.643699 n-d-813679-3 neutron-server[95501]: self.session.flush() Oct 12 19:42:55.643699 n-d-813679-3 neutron-server[95501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:42:55.643699 n-d-813679-3 neutron-server[95501]: self.session.flush() Oct 12 19:42:55.643699 n-d-813679-3 neutron-server[95501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:42:55.643699 n-d-813679-3 neutron-server[95501]: self.session.flush() Oct 12 19:42:55.643699 n-d-813679-3 neutron-server[95501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:42:55.643699 n-d-813679-3 neutron-server[95501]: self.session.flush() Oct 12 19:42:55.643699 n-d-813679-3 neutron-server[95501]: Traceback (most recent call last): Oct 12 19:42:55.643699 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:42:55.643699 n-d-813679-3 neutron-server[95501]: timer() Oct 12 19:42:55.643699 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:42:55.643699 n-d-813679-3 neutron-server[95501]: cb(*args, **kw) Oct 12 19:42:55.643699 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:42:55.643699 n-d-813679-3 neutron-server[95501]: return func(*args, **kwargs) Oct 12 19:42:55.643699 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:42:55.643699 n-d-813679-3 neutron-server[95501]: self._notify() Oct 12 19:42:55.643699 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:42:55.643699 n-d-813679-3 neutron-server[95501]: self.callback(batched_events) Oct 12 19:42:55.643699 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:42:55.643699 n-d-813679-3 neutron-server[95501]: event.method(event) Oct 12 19:42:55.643699 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:42:55.643699 n-d-813679-3 neutron-server[95501]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:42:55.643699 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:42:55.643699 n-d-813679-3 neutron-server[95501]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:42:55.643699 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:42:55.643699 n-d-813679-3 neutron-server[95501]: return f(self, *a, **k) Oct 12 19:42:55.643699 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:42:55.643699 n-d-813679-3 neutron-server[95501]: return self._get(url).json() Oct 12 19:42:55.643699 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:42:55.643699 n-d-813679-3 neutron-server[95501]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:42:55.643699 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:42:55.643699 n-d-813679-3 neutron-server[95501]: return self.request(url, 'GET', **kwargs) Oct 12 19:42:55.643699 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:42:55.643699 n-d-813679-3 neutron-server[95501]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:42:55.643699 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:42:55.643699 n-d-813679-3 neutron-server[95501]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:42:55.643699 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:42:55.643699 n-d-813679-3 neutron-server[95501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:42:55.643699 n-d-813679-3 neutron-server[95501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:42:55.663847 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-16045eef-e971-4561-a2df-542c7b6b22af req-f3465d9a-50aa-440b-91a9-b4d75d974593 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6df31de-5ced-4e1c-8aa3-81804bae9e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338838 Oct 12 19:42:55.789540 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 0e78171a-77bb-4fd4-99a1-79de368bbb52 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:42:55.811876 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 0e78171a-77bb-4fd4-99a1-79de368bbb52 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:42:55.812359 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 0e78171a-77bb-4fd4-99a1-79de368bbb52 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:42:56.146996 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78061a86-d4a8-4cbf-84eb-c17f9592029b req-aff24515-f6e7-44f9-a82b-50d9bd6b52c4 tempest-VolumesNegativeTest-1989661036 tempest-VolumesNegativeTest-1989661036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:42:56.148480 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-78061a86-d4a8-4cbf-84eb-c17f9592029b req-aff24515-f6e7-44f9-a82b-50d9bd6b52c4 tempest-VolumesNegativeTest-1989661036 tempest-VolumesNegativeTest-1989661036-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b67a74d-fa41-4cb9-a9e0-73737d84191b HTTP/1.1" status: 200 len: 948 time: 0.4954209 Oct 12 19:42:56.156525 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7d1de73c-44b2-4c52-89f5-99e78b32689a tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:56.169697 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7d1de73c-44b2-4c52-89f5-99e78b32689a tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:56.174667 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-7d1de73c-44b2-4c52-89f5-99e78b32689a tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] 10.222.0.49 "DELETE /v2.0/networks/28eab71a-a77f-4613-a7a8-848bb0349247 HTTP/1.1" status: 204 len: 168 time: 1.3905451 Oct 12 19:42:56.175828 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 49104) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:42:56.203488 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1de73c-44b2-4c52-89f5-99e78b32689a tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Pushing event deleted for resources: {'Network': ['ID=28eab71a-a77f-4613-a7a8-848bb0349247,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:42:56.231844 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-9e397642-20db-4f57-a5a9-f57c1043eb67 req-2f5dbc34-7041-40c5-98f1-62cf7e939269 tempest-VolumesNegativeTest-1989661036 tempest-VolumesNegativeTest-1989661036-project] Deleting port be3b06f1-cebd-4bf6-9a7b-599549346c28 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:42:56.232219 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-9e397642-20db-4f57-a5a9-f57c1043eb67 req-2f5dbc34-7041-40c5-98f1-62cf7e939269 tempest-VolumesNegativeTest-1989661036 tempest-VolumesNegativeTest-1989661036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:56.232637 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-3541f87b-d906-4e55-87a0-5087063b8b13 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Deleting subnet 7ccd12c4-e201-4f3f-935b-bb9f524745d6 {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:42:56.235887 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3541f87b-d906-4e55-87a0-5087063b8b13 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:56.237377 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-78061a86-d4a8-4cbf-84eb-c17f9592029b req-6ff82afa-cca8-42fe-9003-ea2d12d1eec2 tempest-VolumesNegativeTest-1989661036 tempest-VolumesNegativeTest-1989661036-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ba5dce7-3f38-4881-87be-21dfd9c0bccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781569 Oct 12 19:42:56.282063 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3541f87b-d906-4e55-87a0-5087063b8b13 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16313642'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:56.295338 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ec288886-d0e8-464b-9f32-ae8eee7e8428 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:56.328455 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device eb1ba0bd-cc38-4e50-8f07-8de75a004846 no longer exists at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:42:56.330732 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec288886-d0e8-464b-9f32-ae8eee7e8428 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Pushing event deleted for resources: {'Port': ['ID=33cc8409-05cb-424a-9086-a28585fe187f,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:42:56.374024 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] No Port match for: eb1ba0bd-cc38-4e50-8f07-8de75a004846 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:42:56.374655 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device eb1ba0bd-cc38-4e50-8f07-8de75a004846 not bound to the agent host n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:42:56.380462 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3541f87b-d906-4e55-87a0-5087063b8b13 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:56.422381 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-9e397642-20db-4f57-a5a9-f57c1043eb67 req-2f5dbc34-7041-40c5-98f1-62cf7e939269 tempest-VolumesNegativeTest-1989661036 tempest-VolumesNegativeTest-1989661036-project] For port be3b06f1-cebd-4bf6-9a7b-599549346c28, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=be3b06f1-cebd-4bf6-9a7b-599549346c28,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:42:56.422750 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-9e397642-20db-4f57-a5a9-f57c1043eb67 req-2f5dbc34-7041-40c5-98f1-62cf7e939269 tempest-VolumesNegativeTest-1989661036 tempest-VolumesNegativeTest-1989661036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:56.445724 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-9e397642-20db-4f57-a5a9-f57c1043eb67 req-2f5dbc34-7041-40c5-98f1-62cf7e939269 tempest-VolumesNegativeTest-1989661036 tempest-VolumesNegativeTest-1989661036-project] Calling delete_port for be3b06f1-cebd-4bf6-9a7b-599549346c28 owned by compute:nova {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:42:56.516250 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3541f87b-d906-4e55-87a0-5087063b8b13 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4306592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16245866'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:56.544127 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3541f87b-d906-4e55-87a0-5087063b8b13 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Pushing event deleted for resources: {'Subnet': ['ID=7ccd12c4-e201-4f3f-935b-bb9f524745d6,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:42:56.547895 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3541f87b-d906-4e55-87a0-5087063b8b13 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:56.551202 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-3541f87b-d906-4e55-87a0-5087063b8b13 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] 10.222.0.49 "DELETE /v2.0/subnets/7ccd12c4-e201-4f3f-935b-bb9f524745d6 HTTP/1.1" status: 204 len: 168 time: 0.3740096 Oct 12 19:42:56.553828 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 49108) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:42:56.556163 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad3a37a7-7b0e-418f-8eda-e19e2fefcbcc None None] Network 7e493af5-c2c0-489a-a6da-6855e6e9e2f5 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:42:56.607937 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ec288886-d0e8-464b-9f32-ae8eee7e8428 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7898909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8092450'] for router_interface, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:56.610597 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-89877422-7fad-4315-babc-92f62b42b896 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Deleting subnet bdb9ffd0-da75-43d6-85f6-f17b0eef9969 {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:42:56.616138 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-89877422-7fad-4315-babc-92f62b42b896 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:56.657935 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-89877422-7fad-4315-babc-92f62b42b896 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16313642'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:56.762396 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-89877422-7fad-4315-babc-92f62b42b896 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:56.772638 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de9ce94-97a0-4c60-ab33-39572e071493 None None] DHCP port deletion for 7e493af5-c2c0-489a-a6da-6855e6e9e2f5 request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 19:42:56.827421 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-9e397642-20db-4f57-a5a9-f57c1043eb67 req-2f5dbc34-7041-40c5-98f1-62cf7e939269 tempest-VolumesNegativeTest-1989661036 tempest-VolumesNegativeTest-1989661036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:56.829258 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-2de9ce94-97a0-4c60-ab33-39572e071493 None None] Deleting port 258057fe-8d4f-4433-8f7b-c90eb26c6096 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:42:56.829802 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2de9ce94-97a0-4c60-ab33-39572e071493 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:56.859583 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['be3b06f1-cebd-4bf6-9a7b-599549346c28'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:42:56.866180 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5dbc34-7041-40c5-98f1-62cf7e939269 tempest-VolumesNegativeTest-1989661036 tempest-VolumesNegativeTest-1989661036-project] Pushing event deleted for resources: {'Port': ['ID=be3b06f1-cebd-4bf6-9a7b-599549346c28,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:42:56.893229 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-89877422-7fad-4315-babc-92f62b42b896 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4306592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16245866'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:56.927045 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89877422-7fad-4315-babc-92f62b42b896 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Pushing event deleted for resources: {'Subnet': ['ID=bdb9ffd0-da75-43d6-85f6-f17b0eef9969,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:42:56.929189 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-89877422-7fad-4315-babc-92f62b42b896 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:56.933169 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-89877422-7fad-4315-babc-92f62b42b896 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] 10.222.0.49 "DELETE /v2.0/subnets/bdb9ffd0-da75-43d6-85f6-f17b0eef9969 HTTP/1.1" status: 204 len: 168 time: 0.3783960 Oct 12 19:42:56.935586 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 49110) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:42:56.960200 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-2de9ce94-97a0-4c60-ab33-39572e071493 None None] For port 258057fe-8d4f-4433-8f7b-c90eb26c6096, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=258057fe-8d4f-4433-8f7b-c90eb26c6096,segment=NetworkSegment(6fb00656-21f4-475b-add3-3a41ecc9921d),segment_id=6fb00656-21f4-475b-add3-3a41ecc9921d)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:42:56.960709 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2de9ce94-97a0-4c60-ab33-39572e071493 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:56.972068 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e397642-20db-4f57-a5a9-f57c1043eb67 req-2f5dbc34-7041-40c5-98f1-62cf7e939269 tempest-VolumesNegativeTest-1989661036 tempest-VolumesNegativeTest-1989661036-project] No DVR routers for this DVR port be3b06f1-cebd-4bf6-9a7b-599549346c28 on host n-h1-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:42:56.974574 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-2de9ce94-97a0-4c60-ab33-39572e071493 None None] Calling delete_port for 258057fe-8d4f-4433-8f7b-c90eb26c6096 owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:42:56.975321 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-9e397642-20db-4f57-a5a9-f57c1043eb67 req-2f5dbc34-7041-40c5-98f1-62cf7e939269 tempest-VolumesNegativeTest-1989661036 tempest-VolumesNegativeTest-1989661036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:56.983884 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9e397642-20db-4f57-a5a9-f57c1043eb67 req-2f5dbc34-7041-40c5-98f1-62cf7e939269 tempest-VolumesNegativeTest-1989661036 tempest-VolumesNegativeTest-1989661036-project] 10.222.0.61 "DELETE /v2.0/ports/be3b06f1-cebd-4bf6-9a7b-599549346c28 HTTP/1.1" status: 204 len: 173 time: 1.3563716 Oct 12 19:42:56.983884 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b67a74d-fa41-4cb9-a9e0-73737d84191b', 'name': 'network-vif-deleted', 'tag': 'be3b06f1-cebd-4bf6-9a7b-599549346c28'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:42:56.987311 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf375f31-b331-4790-b0b9-3be6d32cdea1" -d '{"events": [{"server_uuid": "2b67a74d-fa41-4cb9-a9e0-73737d84191b", "name": "network-vif-deleted", "tag": "be3b06f1-cebd-4bf6-9a7b-599549346c28"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:42:57.009308 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec288886-d0e8-464b-9f32-ae8eee7e8428 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Router 0850a01d-fae0-4e7d-b1cd-97a63ab46429 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:42:57.090741 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-900f64ae-47a5-401c-8723-5001d3d50df1 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:57.099667 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d7c7c15-3a05-4340-a8e7-b70881504dcb None None] Network 9eb56948-274e-416f-9a4f-5dfbcff2fbd6 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:42:57.173359 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2de9ce94-97a0-4c60-ab33-39572e071493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:57.174394 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-900f64ae-47a5-401c-8723-5001d3d50df1 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Deleting port 258057fe-8d4f-4433-8f7b-c90eb26c6096 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:42:57.175607 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-900f64ae-47a5-401c-8723-5001d3d50df1 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:57.205775 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0e60fbe-1152-4728-8217-21b5ed71e63b x-openstack-request-id: req-c0e60fbe-1152-4728-8217-21b5ed71e63b {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:42:57.206344 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b67a74d-fa41-4cb9-a9e0-73737d84191b", "name": "network-vif-deleted", "tag": "be3b06f1-cebd-4bf6-9a7b-599549346c28", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:42:57.206344 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c0e60fbe-1152-4728-8217-21b5ed71e63b {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:42:57.206740 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b67a74d-fa41-4cb9-a9e0-73737d84191b', 'name': 'network-vif-deleted', 'tag': 'be3b06f1-cebd-4bf6-9a7b-599549346c28', 'status': 'completed', 'code': 200} Oct 12 19:42:57.208396 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec288886-d0e8-464b-9f32-ae8eee7e8428 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:42:57.218294 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-ec288886-d0e8-464b-9f32-ae8eee7e8428 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "PUT /v2.0/routers/0850a01d-fae0-4e7d-b1cd-97a63ab46429/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1975236 Oct 12 19:42:57.224566 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 49114) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:42:57.267535 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf502d6-2b91-4748-96d0-1f44a044aae2 None None] Sync routers for ids ['0850a01d-fae0-4e7d-b1cd-97a63ab46429'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:42:57.275938 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de9ce94-97a0-4c60-ab33-39572e071493 None None] Pushing event deleted for resources: {'Port': ['ID=258057fe-8d4f-4433-8f7b-c90eb26c6096,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:42:57.291526 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de9ce94-97a0-4c60-ab33-39572e071493 None None] No DVR routers for this DVR port 258057fe-8d4f-4433-8f7b-c90eb26c6096 on host n-d-813679-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:42:57.294099 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_v2 [None req-444fe6ea-ec01-48f4-b58f-0b74c7a035a4 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Deleting subnet 1a431933-d1ba-4db3-acd8-2725dfaa9eb8 {{(pid=95501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:42:57.299363 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-444fe6ea-ec01-48f4-b58f-0b74c7a035a4 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for subnet, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:57.314234 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-900f64ae-47a5-401c-8723-5001d3d50df1 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] For port 258057fe-8d4f-4433-8f7b-c90eb26c6096, host n-d-813679-3, got binding levels [] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:42:57.316972 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-900f64ae-47a5-401c-8723-5001d3d50df1 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:57.329607 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf502d6-2b91-4748-96d0-1f44a044aae2 None None] Routers {'0850a01d-fae0-4e7d-b1cd-97a63ab46429'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:42:57.330261 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-8cf502d6-2b91-4748-96d0-1f44a044aae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:42:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['0850a01d-fae0-4e7d-b1cd-97a63ab46429'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:42:57.345483 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-900f64ae-47a5-401c-8723-5001d3d50df1 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Calling delete_port for 258057fe-8d4f-4433-8f7b-c90eb26c6096 owned by network:dhcp {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:42:57.353599 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.ipam_backend_mixin [None req-900f64ae-47a5-401c-8723-5001d3d50df1 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Port 258057fe-8d4f-4433-8f7b-c90eb26c6096 was not found and therefore no delete operation was performed {{(pid=95502) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 12 19:42:57.357475 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-900f64ae-47a5-401c-8723-5001d3d50df1 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:57.362933 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-444fe6ea-ec01-48f4-b58f-0b74c7a035a4 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281083'] for subnet, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:57.379411 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900f64ae-47a5-401c-8723-5001d3d50df1 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] No DVR routers for this DVR port 258057fe-8d4f-4433-8f7b-c90eb26c6096 on host n-d-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:42:57.450985 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-625f4e5f-5a7e-47d7-903a-06d396466c9b req-49332e39-fd56-40b1-863e-7933b4405ad7 tempest-VolumesNegativeTest-1989661036 tempest-VolumesNegativeTest-1989661036-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b67a74d-fa41-4cb9-a9e0-73737d84191b HTTP/1.1" status: 200 len: 210 time: 0.0617166 Oct 12 19:42:57.454325 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900f64ae-47a5-401c-8723-5001d3d50df1 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Pushing event deleted for resources: {'Port': ['ID=258057fe-8d4f-4433-8f7b-c90eb26c6096,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:42:57.504690 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-444fe6ea-ec01-48f4-b58f-0b74c7a035a4 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:57.528097 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-8cf502d6-2b91-4748-96d0-1f44a044aae2 None None] Set router 0850a01d-fae0-4e7d-b1cd-97a63ab46429 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:42:57.545548 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-900f64ae-47a5-401c-8723-5001d3d50df1 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:57.573582 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-900f64ae-47a5-401c-8723-5001d3d50df1 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e493af5-c2c0-489a-a6da-6855e6e9e2f5']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:42:57.583760 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-900f64ae-47a5-401c-8723-5001d3d50df1 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fb00656-21f4-475b-add3-3a41ecc9921d') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:42:57.584108 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-900f64ae-47a5-401c-8723-5001d3d50df1 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fb00656-21f4-475b-add3-3a41ecc9921d') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:42:57.593897 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-900f64ae-47a5-401c-8723-5001d3d50df1 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16313633'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:57.611108 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1398b8b7-7aff-4c1f-80f5-d78bc6e7b682 None None] DHCP port deletion for 9eb56948-274e-416f-9a4f-5dfbcff2fbd6 request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 19:42:57.613772 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-900f64ae-47a5-401c-8723-5001d3d50df1 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:57.621049 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-900f64ae-47a5-401c-8723-5001d3d50df1 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:42:57.621770 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-900f64ae-47a5-401c-8723-5001d3d50df1 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4305278'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:57.625531 n-d-813679-3 neutron-server[95502]: Traceback (most recent call last): Oct 12 19:42:57.625531 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:42:57.625531 n-d-813679-3 neutron-server[95502]: timer() Oct 12 19:42:57.625531 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:42:57.625531 n-d-813679-3 neutron-server[95502]: cb(*args, **kw) Oct 12 19:42:57.625531 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:42:57.625531 n-d-813679-3 neutron-server[95502]: return func(*args, **kwargs) Oct 12 19:42:57.625531 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:42:57.625531 n-d-813679-3 neutron-server[95502]: self._notify() Oct 12 19:42:57.625531 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:42:57.625531 n-d-813679-3 neutron-server[95502]: self.callback(batched_events) Oct 12 19:42:57.625531 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:42:57.625531 n-d-813679-3 neutron-server[95502]: event.method(event) Oct 12 19:42:57.625531 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:42:57.625531 n-d-813679-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:42:57.625531 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:42:57.625531 n-d-813679-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:42:57.625531 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:42:57.625531 n-d-813679-3 neutron-server[95502]: return f(self, *a, **k) Oct 12 19:42:57.625531 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:42:57.625531 n-d-813679-3 neutron-server[95502]: return self._get(url).json() Oct 12 19:42:57.625531 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:42:57.625531 n-d-813679-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:42:57.625531 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:42:57.625531 n-d-813679-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Oct 12 19:42:57.625531 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:42:57.625531 n-d-813679-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:42:57.625531 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:42:57.625531 n-d-813679-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:42:57.625531 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:42:57.625531 n-d-813679-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:42:57.625531 n-d-813679-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:42:57.699237 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-444fe6ea-ec01-48f4-b58f-0b74c7a035a4 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4824924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4612362'] for subnet, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:57.757913 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444fe6ea-ec01-48f4-b58f-0b74c7a035a4 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Pushing event deleted for resources: {'Subnet': ['ID=1a431933-d1ba-4db3-acd8-2725dfaa9eb8,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:42:57.758142 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-1398b8b7-7aff-4c1f-80f5-d78bc6e7b682 None None] Deleting port 2fa625b1-85ce-4682-adb4-e12e808aefee {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:42:57.758520 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1398b8b7-7aff-4c1f-80f5-d78bc6e7b682 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:57.768384 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-444fe6ea-ec01-48f4-b58f-0b74c7a035a4 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:57.777978 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-444fe6ea-ec01-48f4-b58f-0b74c7a035a4 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "DELETE /v2.0/subnets/1a431933-d1ba-4db3-acd8-2725dfaa9eb8 HTTP/1.1" status: 204 len: 168 time: 0.5522654 Oct 12 19:42:57.785280 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 49120) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:42:57.793958 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7379da73-2f8e-4a61-b5b7-c5efdc2529cd None None] Network 186c7649-415c-4f95-977b-66a634742a6f requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:42:57.959710 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-75768ed7-a3eb-4110-8eeb-33272a73120d tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for router, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:57.962658 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-1398b8b7-7aff-4c1f-80f5-d78bc6e7b682 None None] For port 2fa625b1-85ce-4682-adb4-e12e808aefee, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=2fa625b1-85ce-4682-adb4-e12e808aefee,segment=NetworkSegment(2d0075c5-6863-4ac4-a0dd-1484da93f103),segment_id=2d0075c5-6863-4ac4-a0dd-1484da93f103)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:42:57.963205 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1398b8b7-7aff-4c1f-80f5-d78bc6e7b682 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:57.983922 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 258057fe-8d4f-4433-8f7b-c90eb26c6096 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:42:58.044981 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-1398b8b7-7aff-4c1f-80f5-d78bc6e7b682 None None] Calling delete_port for 2fa625b1-85ce-4682-adb4-e12e808aefee owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:42:58.050604 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 258057fe-8d4f-4433-8f7b-c90eb26c6096 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:42:58.050946 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 258057fe-8d4f-4433-8f7b-c90eb26c6096 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:42:58.051360 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 2fa625b1-85ce-4682-adb4-e12e808aefee no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:42:58.088801 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-75768ed7-a3eb-4110-8eeb-33272a73120d tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:58.108152 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-900f64ae-47a5-401c-8723-5001d3d50df1 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:58.117999 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-900f64ae-47a5-401c-8723-5001d3d50df1 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:58.124011 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-900f64ae-47a5-401c-8723-5001d3d50df1 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] 10.222.0.49 "DELETE /v2.0/networks/7e493af5-c2c0-489a-a6da-6855e6e9e2f5 HTTP/1.1" status: 204 len: 168 time: 1.1852887 Oct 12 19:42:58.124527 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 49122) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:42:58.142957 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900f64ae-47a5-401c-8723-5001d3d50df1 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Pushing event deleted for resources: {'Network': ['ID=7e493af5-c2c0-489a-a6da-6855e6e9e2f5,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:42:58.176569 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-8cf502d6-2b91-4748-96d0-1f44a044aae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0850a01d-fae0-4e7d-b1cd-97a63ab46429', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1220033735', 'tenant_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '1ed1a54f-6020-4e45-aadf-726bdebd81d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:41:38Z', 'updated_at': '2021-10-12T19:42:56Z', 'revision_number': 5, 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'gw_port': {'id': '1ed1a54f-6020-4e45-aadf-726bdebd81d2', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ec:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0850a01d-fae0-4e7d-b1cd-97a63ab46429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:41:38Z', 'updated_at': '2021-10-12T19:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:42:58.219805 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf502d6-2b91-4748-96d0-1f44a044aae2 None None] Checking router: 0850a01d-fae0-4e7d-b1cd-97a63ab46429 for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:42:58.239819 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-94be0de5-d31c-4e4e-8c4a-62bd4292b7bf tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:58.278718 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf502d6-2b91-4748-96d0-1f44a044aae2 None None] Routers {'0850a01d-fae0-4e7d-b1cd-97a63ab46429'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:42:58.278718 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-8cf502d6-2b91-4748-96d0-1f44a044aae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:42:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['0850a01d-fae0-4e7d-b1cd-97a63ab46429'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:42:58.288466 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-75768ed7-a3eb-4110-8eeb-33272a73120d tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Deleting port 1ed1a54f-6020-4e45-aadf-726bdebd81d2 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:42:58.288949 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-75768ed7-a3eb-4110-8eeb-33272a73120d tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:58.359213 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1398b8b7-7aff-4c1f-80f5-d78bc6e7b682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:58.367381 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52be556f-78a6-4d62-99bb-f6de7a3665d3 None None] DHCP port deletion for 186c7649-415c-4f95-977b-66a634742a6f request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 19:42:58.386985 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-94be0de5-d31c-4e4e-8c4a-62bd4292b7bf tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Deleting port 2fa625b1-85ce-4682-adb4-e12e808aefee {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:42:58.387428 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-94be0de5-d31c-4e4e-8c4a-62bd4292b7bf tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:58.390429 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [None req-75768ed7-a3eb-4110-8eeb-33272a73120d tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] For port 1ed1a54f-6020-4e45-aadf-726bdebd81d2, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=1ed1a54f-6020-4e45-aadf-726bdebd81d2,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:42:58.390806 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-75768ed7-a3eb-4110-8eeb-33272a73120d tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:58.414702 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-8cf502d6-2b91-4748-96d0-1f44a044aae2 None None] Set router 0850a01d-fae0-4e7d-b1cd-97a63ab46429 gateway port host: None {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:42:58.436665 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-75768ed7-a3eb-4110-8eeb-33272a73120d tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Calling delete_port for 1ed1a54f-6020-4e45-aadf-726bdebd81d2 owned by network:router_gateway {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:42:58.501688 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [None req-94be0de5-d31c-4e4e-8c4a-62bd4292b7bf tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] For port 2fa625b1-85ce-4682-adb4-e12e808aefee, host n-d-813679-3, got binding levels [] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:42:58.502182 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-94be0de5-d31c-4e4e-8c4a-62bd4292b7bf tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:58.510659 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:58.512634 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-8cf502d6-2b91-4748-96d0-1f44a044aae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0850a01d-fae0-4e7d-b1cd-97a63ab46429', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1220033735', 'tenant_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:41:38Z', 'updated_at': '2021-10-12T19:42:58Z', 'revision_number': 6, 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'gw_port_host': None}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:42:58.524897 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-94be0de5-d31c-4e4e-8c4a-62bd4292b7bf tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Calling delete_port for 2fa625b1-85ce-4682-adb4-e12e808aefee owned by network:dhcp {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:42:58.528638 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.ipam_backend_mixin [None req-94be0de5-d31c-4e4e-8c4a-62bd4292b7bf tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Port 2fa625b1-85ce-4682-adb4-e12e808aefee was not found and therefore no delete operation was performed {{(pid=95501) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 12 19:42:58.533045 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-94be0de5-d31c-4e4e-8c4a-62bd4292b7bf tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:58.558589 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1398b8b7-7aff-4c1f-80f5-d78bc6e7b682 None None] Pushing event deleted for resources: {'Port': ['ID=2fa625b1-85ce-4682-adb4-e12e808aefee,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:42:58.566805 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1398b8b7-7aff-4c1f-80f5-d78bc6e7b682 None None] No DVR routers for this DVR port 2fa625b1-85ce-4682-adb4-e12e808aefee on host n-d-813679-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:42:58.568315 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94be0de5-d31c-4e4e-8c4a-62bd4292b7bf tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Pushing event deleted for resources: {'Port': ['ID=2fa625b1-85ce-4682-adb4-e12e808aefee,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:42:58.574834 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94be0de5-d31c-4e4e-8c4a-62bd4292b7bf tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] No DVR routers for this DVR port 2fa625b1-85ce-4682-adb4-e12e808aefee on host n-d-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:42:58.592015 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf502d6-2b91-4748-96d0-1f44a044aae2 None None] The sync data for ids ['0850a01d-fae0-4e7d-b1cd-97a63ab46429'] in n-d-813679-3 is: [{'id': '0850a01d-fae0-4e7d-b1cd-97a63ab46429', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1220033735', 'tenant_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:41:38Z', 'updated_at': '2021-10-12T19:42:58Z', 'revision_number': 6, 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'gw_port_host': None}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:42:58.676624 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-52be556f-78a6-4d62-99bb-f6de7a3665d3 None None] Deleting port 81d63e62-c495-4852-bea8-8664d9d01397 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:42:58.677003 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-52be556f-78a6-4d62-99bb-f6de7a3665d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:58.711056 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-94be0de5-d31c-4e4e-8c4a-62bd4292b7bf tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:58.745192 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-52be556f-78a6-4d62-99bb-f6de7a3665d3 None None] For port 81d63e62-c495-4852-bea8-8664d9d01397, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=81d63e62-c495-4852-bea8-8664d9d01397,segment=NetworkSegment(206763ab-8286-49a0-bb98-f292f103cc93),segment_id=206763ab-8286-49a0-bb98-f292f103cc93)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:42:58.745597 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-52be556f-78a6-4d62-99bb-f6de7a3665d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:58.753714 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-94be0de5-d31c-4e4e-8c4a-62bd4292b7bf tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9eb56948-274e-416f-9a4f-5dfbcff2fbd6']}} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:42:58.759373 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-52be556f-78a6-4d62-99bb-f6de7a3665d3 None None] Calling delete_port for 81d63e62-c495-4852-bea8-8664d9d01397 owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:42:58.768219 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-94be0de5-d31c-4e4e-8c4a-62bd4292b7bf tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d0075c5-6863-4ac4-a0dd-1484da93f103') {'for_net_delete': True} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:42:58.768555 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-94be0de5-d31c-4e4e-8c4a-62bd4292b7bf tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d0075c5-6863-4ac4-a0dd-1484da93f103') {} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:42:58.783896 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-94be0de5-d31c-4e4e-8c4a-62bd4292b7bf tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4281072'] for segment, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:58.802754 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-94be0de5-d31c-4e4e-8c4a-62bd4292b7bf tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:58.809983 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94be0de5-d31c-4e4e-8c4a-62bd4292b7bf tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=95501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:42:58.810391 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-94be0de5-d31c-4e4e-8c4a-62bd4292b7bf tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4823170'] for segment, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:58.813837 n-d-813679-3 neutron-server[95501]: Traceback (most recent call last): Oct 12 19:42:58.813837 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:42:58.813837 n-d-813679-3 neutron-server[95501]: timer() Oct 12 19:42:58.813837 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:42:58.813837 n-d-813679-3 neutron-server[95501]: cb(*args, **kw) Oct 12 19:42:58.813837 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:42:58.813837 n-d-813679-3 neutron-server[95501]: return func(*args, **kwargs) Oct 12 19:42:58.813837 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:42:58.813837 n-d-813679-3 neutron-server[95501]: self._notify() Oct 12 19:42:58.813837 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:42:58.813837 n-d-813679-3 neutron-server[95501]: self.callback(batched_events) Oct 12 19:42:58.813837 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:42:58.813837 n-d-813679-3 neutron-server[95501]: event.method(event) Oct 12 19:42:58.813837 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:42:58.813837 n-d-813679-3 neutron-server[95501]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:42:58.813837 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:42:58.813837 n-d-813679-3 neutron-server[95501]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:42:58.813837 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:42:58.813837 n-d-813679-3 neutron-server[95501]: return f(self, *a, **k) Oct 12 19:42:58.813837 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:42:58.813837 n-d-813679-3 neutron-server[95501]: return self._get(url).json() Oct 12 19:42:58.813837 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:42:58.813837 n-d-813679-3 neutron-server[95501]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:42:58.813837 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:42:58.813837 n-d-813679-3 neutron-server[95501]: return self.request(url, 'GET', **kwargs) Oct 12 19:42:58.813837 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:42:58.813837 n-d-813679-3 neutron-server[95501]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:42:58.813837 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:42:58.813837 n-d-813679-3 neutron-server[95501]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:42:58.813837 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:42:58.813837 n-d-813679-3 neutron-server[95501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:42:58.813837 n-d-813679-3 neutron-server[95501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:42:58.861892 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-75768ed7-a3eb-4110-8eeb-33272a73120d tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:58.900631 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75768ed7-a3eb-4110-8eeb-33272a73120d tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Pushing event deleted for resources: {'Port': ['ID=1ed1a54f-6020-4e45-aadf-726bdebd81d2,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:42:58.975065 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-75768ed7-a3eb-4110-8eeb-33272a73120d tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7915456'] for router_gateway, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:58.995606 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-52be556f-78a6-4d62-99bb-f6de7a3665d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:59.021743 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52be556f-78a6-4d62-99bb-f6de7a3665d3 None None] Pushing event deleted for resources: {'Port': ['ID=81d63e62-c495-4852-bea8-8664d9d01397,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:42:59.035389 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52be556f-78a6-4d62-99bb-f6de7a3665d3 None None] No DVR routers for this DVR port 81d63e62-c495-4852-bea8-8664d9d01397 on host n-d-813679-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:42:59.115280 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-94be0de5-d31c-4e4e-8c4a-62bd4292b7bf tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:59.115280 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-75768ed7-a3eb-4110-8eeb-33272a73120d tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255495'] for router, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:59.121411 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-94be0de5-d31c-4e4e-8c4a-62bd4292b7bf tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:59.124641 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-94be0de5-d31c-4e4e-8c4a-62bd4292b7bf tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] 10.222.0.49 "DELETE /v2.0/networks/9eb56948-274e-416f-9a4f-5dfbcff2fbd6 HTTP/1.1" status: 204 len: 168 time: 0.9990201 Oct 12 19:42:59.126000 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-75768ed7-a3eb-4110-8eeb-33272a73120d tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:59.132190 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 49144) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:42:59.141174 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94be0de5-d31c-4e4e-8c4a-62bd4292b7bf tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Pushing event deleted for resources: {'Network': ['ID=9eb56948-274e-416f-9a4f-5dfbcff2fbd6,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:42:59.192782 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ca05ccba-d5ad-4121-ae29-0213da85345e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:59.217733 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-fae9dc98-e6f4-41bb-8f1d-4007f177b0b7 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Deleting subnet 4c070be3-7815-4503-b9cd-3050e7ce4dec {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:42:59.221131 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fae9dc98-e6f4-41bb-8f1d-4007f177b0b7 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:59.252871 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-75768ed7-a3eb-4110-8eeb-33272a73120d tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8093499'] for router, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:59.253479 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75768ed7-a3eb-4110-8eeb-33272a73120d tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Fanout notify agent at l3_agent the message router_deleted on router 0850a01d-fae0-4e7d-b1cd-97a63ab46429 {{(pid=95501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 19:42:59.262690 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-75768ed7-a3eb-4110-8eeb-33272a73120d tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for router, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:59.263211 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-75768ed7-a3eb-4110-8eeb-33272a73120d tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "DELETE /v2.0/routers/0850a01d-fae0-4e7d-b1cd-97a63ab46429 HTTP/1.1" status: 204 len: 168 time: 1.4768906 Oct 12 19:42:59.265719 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fae9dc98-e6f4-41bb-8f1d-4007f177b0b7 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16313642'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:59.265874 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 49148) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:42:59.349119 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8b3ef4ae-b254-4e6e-804e-822e161683f2 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:59.365031 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fae9dc98-e6f4-41bb-8f1d-4007f177b0b7 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:59.443343 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8b3ef4ae-b254-4e6e-804e-822e161683f2 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:59.467207 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-8b3ef4ae-b254-4e6e-804e-822e161683f2 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['186c7649-415c-4f95-977b-66a634742a6f']}} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:42:59.480248 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-8b3ef4ae-b254-4e6e-804e-822e161683f2 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '206763ab-8286-49a0-bb98-f292f103cc93') {'for_net_delete': True} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:42:59.480806 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-8b3ef4ae-b254-4e6e-804e-822e161683f2 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '206763ab-8286-49a0-bb98-f292f103cc93') {} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:42:59.498486 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8b3ef4ae-b254-4e6e-804e-822e161683f2 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4281072'] for segment, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:59.501982 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fae9dc98-e6f4-41bb-8f1d-4007f177b0b7 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4306592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16245866'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:59.527054 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8b3ef4ae-b254-4e6e-804e-822e161683f2 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:59.542961 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b3ef4ae-b254-4e6e-804e-822e161683f2 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=95501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:42:59.543348 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8b3ef4ae-b254-4e6e-804e-822e161683f2 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4823170'] for segment, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:59.547906 n-d-813679-3 neutron-server[95501]: Traceback (most recent call last): Oct 12 19:42:59.547906 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:42:59.547906 n-d-813679-3 neutron-server[95501]: timer() Oct 12 19:42:59.547906 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:42:59.547906 n-d-813679-3 neutron-server[95501]: cb(*args, **kw) Oct 12 19:42:59.547906 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:42:59.547906 n-d-813679-3 neutron-server[95501]: return func(*args, **kwargs) Oct 12 19:42:59.547906 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:42:59.547906 n-d-813679-3 neutron-server[95501]: self._notify() Oct 12 19:42:59.547906 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:42:59.547906 n-d-813679-3 neutron-server[95501]: self.callback(batched_events) Oct 12 19:42:59.547906 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:42:59.547906 n-d-813679-3 neutron-server[95501]: event.method(event) Oct 12 19:42:59.547906 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:42:59.547906 n-d-813679-3 neutron-server[95501]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:42:59.547906 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:42:59.547906 n-d-813679-3 neutron-server[95501]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:42:59.547906 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:42:59.547906 n-d-813679-3 neutron-server[95501]: return f(self, *a, **k) Oct 12 19:42:59.547906 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:42:59.547906 n-d-813679-3 neutron-server[95501]: return self._get(url).json() Oct 12 19:42:59.547906 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:42:59.547906 n-d-813679-3 neutron-server[95501]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:42:59.547906 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:42:59.547906 n-d-813679-3 neutron-server[95501]: return self.request(url, 'GET', **kwargs) Oct 12 19:42:59.547906 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:42:59.547906 n-d-813679-3 neutron-server[95501]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:42:59.547906 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:42:59.547906 n-d-813679-3 neutron-server[95501]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:42:59.547906 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:42:59.547906 n-d-813679-3 neutron-server[95501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:42:59.547906 n-d-813679-3 neutron-server[95501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:42:59.558525 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae9dc98-e6f4-41bb-8f1d-4007f177b0b7 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Pushing event deleted for resources: {'Subnet': ['ID=4c070be3-7815-4503-b9cd-3050e7ce4dec,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:42:59.566803 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fae9dc98-e6f4-41bb-8f1d-4007f177b0b7 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:59.571558 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e394ba-4393-40e3-9ece-6a9323db0183 None None] Network ec43fa5b-46eb-4e87-b60b-4624b0ec074b requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:42:59.580134 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-fae9dc98-e6f4-41bb-8f1d-4007f177b0b7 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] 10.222.0.49 "DELETE /v2.0/subnets/4c070be3-7815-4503-b9cd-3050e7ce4dec HTTP/1.1" status: 204 len: 168 time: 0.4461825 Oct 12 19:42:59.582560 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 49162) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:42:59.697207 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-40c7bc2d-da35-432b-8da5-e53a895ba697 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:59.764219 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8b3ef4ae-b254-4e6e-804e-822e161683f2 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:59.776530 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8b3ef4ae-b254-4e6e-804e-822e161683f2 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:59.789197 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-8b3ef4ae-b254-4e6e-804e-822e161683f2 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "DELETE /v2.0/networks/186c7649-415c-4f95-977b-66a634742a6f HTTP/1.1" status: 204 len: 168 time: 0.5220728 Oct 12 19:42:59.795836 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 49176) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:42:59.819186 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ef4ae-b254-4e6e-804e-822e161683f2 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Pushing event deleted for resources: {'Network': ['ID=186c7649-415c-4f95-977b-66a634742a6f,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:42:59.820185 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-40c7bc2d-da35-432b-8da5-e53a895ba697 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Deleting port f44778f7-53e3-48ed-827c-92a20db1c8f1 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:42:59.824439 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-40c7bc2d-da35-432b-8da5-e53a895ba697 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:59.867594 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcac1df5-4c13-46dd-beac-03d0bbdae453 None None] DHCP port deletion for ec43fa5b-46eb-4e87-b60b-4624b0ec074b request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 19:42:59.913958 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 33cc8409-05cb-424a-9086-a28585fe187f no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:42:59.916654 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device be3b06f1-cebd-4bf6-9a7b-599549346c28 no longer exists at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:42:59.957347 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-40c7bc2d-da35-432b-8da5-e53a895ba697 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] For port f44778f7-53e3-48ed-827c-92a20db1c8f1, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=f44778f7-53e3-48ed-827c-92a20db1c8f1,segment=NetworkSegment(7ead5f5d-3fce-460e-b74c-9e5739f5c837),segment_id=7ead5f5d-3fce-460e-b74c-9e5739f5c837)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:42:59.957707 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-40c7bc2d-da35-432b-8da5-e53a895ba697 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:42:59.978920 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] No Port match for: be3b06f1-cebd-4bf6-9a7b-599549346c28 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:42:59.979320 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-40c7bc2d-da35-432b-8da5-e53a895ba697 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Calling delete_port for f44778f7-53e3-48ed-827c-92a20db1c8f1 owned by network:dhcp {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:42:59.979647 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device be3b06f1-cebd-4bf6-9a7b-599549346c28 not bound to the agent host n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:42:59.983735 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 33cc8409-05cb-424a-9086-a28585fe187f {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:42:59.984100 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 33cc8409-05cb-424a-9086-a28585fe187f not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:42:59.984666 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 1ed1a54f-6020-4e45-aadf-726bdebd81d2 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:42:59.985361 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9e1e4fe5-3f15-4cd0-8ab7-ca7e6858536a tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:00.048344 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9e1e4fe5-3f15-4cd0-8ab7-ca7e6858536a tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:00.196479 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-bcac1df5-4c13-46dd-beac-03d0bbdae453 None None] Deleting port f44778f7-53e3-48ed-827c-92a20db1c8f1 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:43:00.197474 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bcac1df5-4c13-46dd-beac-03d0bbdae453 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:00.199282 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 1ed1a54f-6020-4e45-aadf-726bdebd81d2 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:43:00.199659 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 1ed1a54f-6020-4e45-aadf-726bdebd81d2 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:43:00.200131 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 81d63e62-c495-4852-bea8-8664d9d01397 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:43:00.249209 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 81d63e62-c495-4852-bea8-8664d9d01397 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:43:00.249557 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 81d63e62-c495-4852-bea8-8664d9d01397 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:43:00.264365 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-40c7bc2d-da35-432b-8da5-e53a895ba697 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:00.268977 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9e1e4fe5-3f15-4cd0-8ab7-ca7e6858536a tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:00.271550 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9e1e4fe5-3f15-4cd0-8ab7-ca7e6858536a tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:00.275496 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-9e1e4fe5-3f15-4cd0-8ab7-ca7e6858536a tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "DELETE /v2.0/security-groups/35a465da-b905-41fb-a64e-39cd68d8a505 HTTP/1.1" status: 204 len: 168 time: 0.4801874 Oct 12 19:43:00.293895 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-bcac1df5-4c13-46dd-beac-03d0bbdae453 None None] For port f44778f7-53e3-48ed-827c-92a20db1c8f1, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=f44778f7-53e3-48ed-827c-92a20db1c8f1,segment=NetworkSegment(7ead5f5d-3fce-460e-b74c-9e5739f5c837),segment_id=7ead5f5d-3fce-460e-b74c-9e5739f5c837)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:43:00.294609 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bcac1df5-4c13-46dd-beac-03d0bbdae453 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:00.305991 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c7bc2d-da35-432b-8da5-e53a895ba697 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Pushing event deleted for resources: {'Port': ['ID=f44778f7-53e3-48ed-827c-92a20db1c8f1,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:43:00.312095 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c7bc2d-da35-432b-8da5-e53a895ba697 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] No DVR routers for this DVR port f44778f7-53e3-48ed-827c-92a20db1c8f1 on host n-d-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:43:00.312095 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1e4fe5-3f15-4cd0-8ab7-ca7e6858536a tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35a465da-b905-41fb-a64e-39cd68d8a505,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:43:00.329831 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-bcac1df5-4c13-46dd-beac-03d0bbdae453 None None] Calling delete_port for f44778f7-53e3-48ed-827c-92a20db1c8f1 owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:43:00.436169 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bcac1df5-4c13-46dd-beac-03d0bbdae453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:00.453734 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-40c7bc2d-da35-432b-8da5-e53a895ba697 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:00.494019 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcac1df5-4c13-46dd-beac-03d0bbdae453 None None] Pushing event deleted for resources: {'Port': ['ID=f44778f7-53e3-48ed-827c-92a20db1c8f1,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:43:00.496294 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcac1df5-4c13-46dd-beac-03d0bbdae453 None None] No DVR routers for this DVR port f44778f7-53e3-48ed-827c-92a20db1c8f1 on host n-d-813679-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:43:00.504224 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-40c7bc2d-da35-432b-8da5-e53a895ba697 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec43fa5b-46eb-4e87-b60b-4624b0ec074b']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:43:00.514920 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-40c7bc2d-da35-432b-8da5-e53a895ba697 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ead5f5d-3fce-460e-b74c-9e5739f5c837') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:43:00.515255 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-40c7bc2d-da35-432b-8da5-e53a895ba697 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ead5f5d-3fce-460e-b74c-9e5739f5c837') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:43:00.525483 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-40c7bc2d-da35-432b-8da5-e53a895ba697 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16313633'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:00.540498 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-40c7bc2d-da35-432b-8da5-e53a895ba697 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:00.547021 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40c7bc2d-da35-432b-8da5-e53a895ba697 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:43:00.685441 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-40c7bc2d-da35-432b-8da5-e53a895ba697 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4305278'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:00.685441 n-d-813679-3 neutron-server[95502]: Traceback (most recent call last): Oct 12 19:43:00.685441 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:43:00.685441 n-d-813679-3 neutron-server[95502]: timer() Oct 12 19:43:00.685441 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:43:00.685441 n-d-813679-3 neutron-server[95502]: cb(*args, **kw) Oct 12 19:43:00.685441 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:43:00.685441 n-d-813679-3 neutron-server[95502]: return func(*args, **kwargs) Oct 12 19:43:00.685441 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:43:00.685441 n-d-813679-3 neutron-server[95502]: self._notify() Oct 12 19:43:00.685441 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:43:00.685441 n-d-813679-3 neutron-server[95502]: self.callback(batched_events) Oct 12 19:43:00.685441 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:43:00.685441 n-d-813679-3 neutron-server[95502]: event.method(event) Oct 12 19:43:00.685441 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:43:00.685441 n-d-813679-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:43:00.685441 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:43:00.685441 n-d-813679-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:43:00.685441 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:43:00.685441 n-d-813679-3 neutron-server[95502]: return f(self, *a, **k) Oct 12 19:43:00.685441 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:43:00.685441 n-d-813679-3 neutron-server[95502]: return self._get(url).json() Oct 12 19:43:00.685441 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:43:00.685441 n-d-813679-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:43:00.685441 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:43:00.685441 n-d-813679-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Oct 12 19:43:00.685441 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:43:00.685441 n-d-813679-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:43:00.685441 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:43:00.685441 n-d-813679-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:43:00.685441 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:43:00.685441 n-d-813679-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:43:00.685441 n-d-813679-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:43:00.729473 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 49232) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:43:00.734445 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-d55c6d2b-107c-4d50-85db-8c2971aa34e6 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-255052252', 'description': 'tempest-secgroup-smoke-255052252 description', 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:43:00.748105 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-40c7bc2d-da35-432b-8da5-e53a895ba697 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:00.753006 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-40c7bc2d-da35-432b-8da5-e53a895ba697 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:00.761394 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-40c7bc2d-da35-432b-8da5-e53a895ba697 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] 10.222.0.49 "DELETE /v2.0/networks/ec43fa5b-46eb-4e87-b60b-4624b0ec074b HTTP/1.1" status: 204 len: 168 time: 1.1715662 Oct 12 19:43:00.762018 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 49234) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:43:00.786239 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c7bc2d-da35-432b-8da5-e53a895ba697 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Pushing event deleted for resources: {'Network': ['ID=ec43fa5b-46eb-4e87-b60b-4624b0ec074b,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:43:00.797383 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-703e3bdb-1232-4f4c-a98b-f38f1eda6e5a tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] 10.222.0.49 "GET /v2.0/ports?device_id=db5daca5-83f1-4d61-b181-e9247d5ac704 HTTP/1.1" status: 200 len: 205 time: 0.0343106 Oct 12 19:43:00.799869 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 49238) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:43:00.879229 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d55c6d2b-107c-4d50-85db-8c2971aa34e6 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:00.892362 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f4e7909a-6d2d-4060-8ccc-5e91544a5207 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify callbacks [] for router, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:00.942970 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d55c6d2b-107c-4d50-85db-8c2971aa34e6 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:01.004457 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d55c6d2b-107c-4d50-85db-8c2971aa34e6 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:01.034958 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55c6d2b-107c-4d50-85db-8c2971aa34e6 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c29ebb8-3357-468a-9464-70b2c2b1cc61,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:43:01.067483 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f4e7909a-6d2d-4060-8ccc-5e91544a5207 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255495'] for router, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:01.069637 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f4e7909a-6d2d-4060-8ccc-5e91544a5207 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:01.091491 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d55c6d2b-107c-4d50-85db-8c2971aa34e6 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:01.095784 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-d55c6d2b-107c-4d50-85db-8c2971aa34e6 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3624337 Oct 12 19:43:01.097038 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 49244) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:43:01.102459 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-0929e5dd-8927-44a9-aac7-26086d833b50 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Request body: {'security_group_rule': {'security_group_id': '3c29ebb8-3357-468a-9464-70b2c2b1cc61', 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:43:01.154769 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 19:43:01.221227 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0929e5dd-8927-44a9-aac7-26086d833b50 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:01.241520 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f4e7909a-6d2d-4060-8ccc-5e91544a5207 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8093499'] for router, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:01.242367 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4e7909a-6d2d-4060-8ccc-5e91544a5207 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Fanout notify agent at l3_agent the message router_deleted on router db5daca5-83f1-4d61-b181-e9247d5ac704 {{(pid=95501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 19:43:01.255643 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f4e7909a-6d2d-4060-8ccc-5e91544a5207 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] Notify callbacks [] for router, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:01.257782 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-f4e7909a-6d2d-4060-8ccc-5e91544a5207 tempest-RoutersNegativeIpV6Test-1676169186 tempest-RoutersNegativeIpV6Test-1676169186-project] 10.222.0.49 "DELETE /v2.0/routers/db5daca5-83f1-4d61-b181-e9247d5ac704 HTTP/1.1" status: 204 len: 168 time: 0.4567904 Oct 12 19:43:01.305072 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0929e5dd-8927-44a9-aac7-26086d833b50 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:01.372880 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0929e5dd-8927-44a9-aac7-26086d833b50 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:01.391696 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0929e5dd-8927-44a9-aac7-26086d833b50 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07456d33-2337-4b96-8bd1-1dae17c3cb26,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:43:01.474244 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0929e5dd-8927-44a9-aac7-26086d833b50 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:01.478549 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-0929e5dd-8927-44a9-aac7-26086d833b50 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3773131 Oct 12 19:43:01.479098 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 49298) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:43:01.483396 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-676298b9-67c9-4a0c-8293-5f16323ab009 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Request body: {'security_group_rule': {'security_group_id': '3c29ebb8-3357-468a-9464-70b2c2b1cc61', 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:43:01.579243 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-676298b9-67c9-4a0c-8293-5f16323ab009 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:01.650102 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-676298b9-67c9-4a0c-8293-5f16323ab009 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:01.678520 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8395862b-95a9-4993-ad27-cd5ca85b2e5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:01.718347 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-676298b9-67c9-4a0c-8293-5f16323ab009 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:01.743634 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676298b9-67c9-4a0c-8293-5f16323ab009 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22360cc1-51ad-4feb-90d0-49032970cbbe,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:43:01.790889 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 49308) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:43:01.801326 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device f44778f7-53e3-48ed-827c-92a20db1c8f1 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:43:01.814946 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-676298b9-67c9-4a0c-8293-5f16323ab009 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:01.816236 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-676298b9-67c9-4a0c-8293-5f16323ab009 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3365085 Oct 12 19:43:01.819052 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 49312) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:43:01.822116 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: f44778f7-53e3-48ed-827c-92a20db1c8f1 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:43:01.828936 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device f44778f7-53e3-48ed-827c-92a20db1c8f1 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:43:01.829383 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-ab9c60a8-b07b-4ced-a03c-15b5851eb8a0 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Request body: {'security_group_rule': {'security_group_id': '3c29ebb8-3357-468a-9464-70b2c2b1cc61', 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:43:01.918529 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ab9c60a8-b07b-4ced-a03c-15b5851eb8a0 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:01.965767 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-c18cabfe-e7a5-436e-8906-21467a7ab709 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f8faced04a004350a2646aeb2490cfe2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1666875 Oct 12 19:43:01.965767 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 49326) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:43:02.030568 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ab9c60a8-b07b-4ced-a03c-15b5851eb8a0 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:02.042999 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a16d44a3-0d5a-43a5-9abf-89657a958e2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:02.067766 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a16d44a3-0d5a-43a5-9abf-89657a958e2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:02.095782 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ab9c60a8-b07b-4ced-a03c-15b5851eb8a0 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:02.114873 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9c60a8-b07b-4ced-a03c-15b5851eb8a0 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3879361f-0efc-459d-bb5d-6605cdae385e,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:43:02.208942 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ab9c60a8-b07b-4ced-a03c-15b5851eb8a0 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:02.210304 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-ab9c60a8-b07b-4ced-a03c-15b5851eb8a0 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3901510 Oct 12 19:43:02.217264 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 49346) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:43:02.218355 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-4c90b1f2-719b-40e3-b161-31a5c5225847 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Request body: {'security_group_rule': {'security_group_id': '3c29ebb8-3357-468a-9464-70b2c2b1cc61', 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:43:02.237087 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a16d44a3-0d5a-43a5-9abf-89657a958e2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:02.239669 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a16d44a3-0d5a-43a5-9abf-89657a958e2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:02.240896 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-a16d44a3-0d5a-43a5-9abf-89657a958e2c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/aab541d3-7e4e-4f40-af23-c2793ed61170 HTTP/1.1" status: 204 len: 168 time: 0.2751386 Oct 12 19:43:02.250825 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16d44a3-0d5a-43a5-9abf-89657a958e2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aab541d3-7e4e-4f40-af23-c2793ed61170,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:43:02.323477 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4c90b1f2-719b-40e3-b161-31a5c5225847 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:02.387432 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4c90b1f2-719b-40e3-b161-31a5c5225847 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:02.461015 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4c90b1f2-719b-40e3-b161-31a5c5225847 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:02.483527 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c90b1f2-719b-40e3-b161-31a5c5225847 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4978e8d-e52d-43d0-bb89-3f5b9a4e805a,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:43:02.492861 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:02.594073 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4c90b1f2-719b-40e3-b161-31a5c5225847 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:02.598222 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-4c90b1f2-719b-40e3-b161-31a5c5225847 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3813243 Oct 12 19:43:02.598484 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 49364) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:43:02.603508 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-593f1674-33aa-4a9d-88ab-3b6bc70b0188 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Request body: {'security_group_rule': {'security_group_id': '3c29ebb8-3357-468a-9464-70b2c2b1cc61', 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:43:02.705709 n-d-813679-3 neutron-server[95501]: INFO neutron.db.securitygroups_db [None req-593f1674-33aa-4a9d-88ab-3b6bc70b0188 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Project 80c6b006e6d9432a90abc6a3ef8ab3a8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 19:43:02.706796 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-593f1674-33aa-4a9d-88ab-3b6bc70b0188 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:02.781308 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-593f1674-33aa-4a9d-88ab-3b6bc70b0188 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:02.855345 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-593f1674-33aa-4a9d-88ab-3b6bc70b0188 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:02.874506 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593f1674-33aa-4a9d-88ab-3b6bc70b0188 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37280306-f434-4ddd-a5ce-85059e2de4a6,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:43:02.949384 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-593f1674-33aa-4a9d-88ab-3b6bc70b0188 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:02.950662 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-593f1674-33aa-4a9d-88ab-3b6bc70b0188 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3512349 Oct 12 19:43:02.953508 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 49412) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:43:02.957852 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-26490f96-38e0-46dc-ae8d-e157a6efff1a tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Request body: {'security_group_rule': {'security_group_id': '3c29ebb8-3357-468a-9464-70b2c2b1cc61', 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:43:03.010513 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978ec09b-9617-4184-9de8-546d4a60c06a req-d49c76ed-fe9f-4fe7-849d-a3ef127b8fd9 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:43:03.016498 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-978ec09b-9617-4184-9de8-546d4a60c06a req-d49c76ed-fe9f-4fe7-849d-a3ef127b8fd9 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] 10.222.0.49 "GET /v2.0/networks?id=d89de848-a16b-4045-8dc6-570001a6b632 HTTP/1.1" status: 200 len: 814 time: 0.1094778 Oct 12 19:43:03.027733 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-978ec09b-9617-4184-9de8-546d4a60c06a req-f1490554-f10b-476d-9b73-c03ee9853382 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] 10.222.0.49 "GET /v2.0/quotas/fef4819dbcd54c58aa4722e52d342caf HTTP/1.1" status: 200 len: 375 time: 0.0099213 Oct 12 19:43:03.058218 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:03.087601 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:03.087817 n-d-813679-3 neutron-server[95501]: INFO neutron.db.securitygroups_db [None req-26490f96-38e0-46dc-ae8d-e157a6efff1a tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Project 80c6b006e6d9432a90abc6a3ef8ab3a8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 19:43:03.104949 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-26490f96-38e0-46dc-ae8d-e157a6efff1a tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:03.105322 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-978ec09b-9617-4184-9de8-546d4a60c06a req-09346236-aa78-4ea4-8240-90b6875c0aa0 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=fef4819dbcd54c58aa4722e52d342caf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0717134 Oct 12 19:43:03.183034 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-26490f96-38e0-46dc-ae8d-e157a6efff1a tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:03.286756 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-26490f96-38e0-46dc-ae8d-e157a6efff1a tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:03.308862 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26490f96-38e0-46dc-ae8d-e157a6efff1a tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7015c023-38f5-4540-8c50-20c676b9e79e,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:43:03.330553 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-978ec09b-9617-4184-9de8-546d4a60c06a req-f188cf03-029b-4437-8654-f7a0c48c1804 service neutron] 10.222.0.49 "GET /v2.0/networks/d89de848-a16b-4045-8dc6-570001a6b632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150764 Oct 12 19:43:03.386417 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-26490f96-38e0-46dc-ae8d-e157a6efff1a tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:03.387589 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-26490f96-38e0-46dc-ae8d-e157a6efff1a tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4331245 Oct 12 19:43:03.391645 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 49426) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:43:03.397863 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-2f6736fe-188d-421d-86d2-ecc0a0c62c72 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Request body: {'network': {'name': 'tempest-network-smoke--1616141191', 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'port_security_enabled': True}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:43:03.428885 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 49428) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:43:03.446616 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-978ec09b-9617-4184-9de8-546d4a60c06a req-60c3b3e7-3654-4258-a5e6-b8ec0dbf42e3 service neutron] 10.222.0.49 "GET /v2.0/networks/d89de848-a16b-4045-8dc6-570001a6b632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086836 Oct 12 19:43:03.481201 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f6736fe-188d-421d-86d2-ecc0a0c62c72 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Made reservation on behalf of 80c6b006e6d9432a90abc6a3ef8ab3a8 for: {'network': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:43:03.484714 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2f6736fe-188d-421d-86d2-ecc0a0c62c72 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:03.510908 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f6736fe-188d-421d-86d2-ecc0a0c62c72 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=95501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:43:03.521501 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2f6736fe-188d-421d-86d2-ecc0a0c62c72 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:03.521853 n-d-813679-3 neutron-server[95501]: INFO neutron.db.segments_db [None req-2f6736fe-188d-421d-86d2-ecc0a0c62c72 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Added segment 60403ac4-00ad-4abf-9f47-6637a688f0bb of type vlan for network 3eb83d86-1ffe-4ff0-a833-7222e773d100 Oct 12 19:43:03.550267 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-f1bc8be5-2717-411b-a242-86aee741d6ac tempest-ServiceProvidersTest-1445386195 tempest-ServiceProvidersTest-1445386195-project] 10.222.0.49 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1201584 Oct 12 19:43:03.569767 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2f6736fe-188d-421d-86d2-ecc0a0c62c72 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:03.678694 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2f6736fe-188d-421d-86d2-ecc0a0c62c72 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:03.685321 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6736fe-188d-421d-86d2-ecc0a0c62c72 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:43:03.685910 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2f6736fe-188d-421d-86d2-ecc0a0c62c72 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:03.767107 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6736fe-188d-421d-86d2-ecc0a0c62c72 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Pushing event updated for resources: {'Network': ['ID=3eb83d86-1ffe-4ff0-a833-7222e773d100,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:43:03.781210 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 3eb83d86-1ffe-4ff0-a833-7222e773d100 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:43:03.847809 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c21330cf-9d59-4536-b219-3c6998ec1ad2 req-b39b8b1d-821c-44a1-b9e2-acc929ea8791 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] 10.222.0.49 "GET /v2.0/ports?device_id=435e8a0b-2412-4da9-a782-3d62dddb76a9 HTTP/1.1" status: 200 len: 210 time: 0.0769608 Oct 12 19:43:03.855450 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-2f6736fe-188d-421d-86d2-ecc0a0c62c72 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4619610 Oct 12 19:43:03.872810 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 49438) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:43:03.878739 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-670d01af-5394-4692-ba98-45d68304875a tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1545557457', 'admin_state_up': True, 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:43:03.914157 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:04.002199 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-670d01af-5394-4692-ba98-45d68304875a tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8093678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255505'] for router, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:04.004500 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-670d01af-5394-4692-ba98-45d68304875a tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8093562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8087085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8022306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255518'] for router, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:04.132284 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 49446) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:43:04.274656 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4b10beb8-fd44-4403-a842-581433dc0c22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:04.377226 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4b10beb8-fd44-4403-a842-581433dc0c22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:04.447436 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4b10beb8-fd44-4403-a842-581433dc0c22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:04.490415 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-4b10beb8-fd44-4403-a842-581433dc0c22 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ab7e81f9caa14a06a2b407f49994078b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3559308 Oct 12 19:43:04.494299 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 49454) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:43:04.502169 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10beb8-fd44-4403-a842-581433dc0c22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae0bffa1-9252-4f4b-ac68-38f3fdd66639,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:43:04.506806 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-670d01af-5394-4692-ba98-45d68304875a tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:04.520549 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b10beb8-fd44-4403-a842-581433dc0c22 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:43:04.520903 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b10beb8-fd44-4403-a842-581433dc0c22 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:43:04.524622 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b10beb8-fd44-4403-a842-581433dc0c22 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:43:04.524622 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b10beb8-fd44-4403-a842-581433dc0c22 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:43:04.524622 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b10beb8-fd44-4403-a842-581433dc0c22 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:43:04.524622 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b10beb8-fd44-4403-a842-581433dc0c22 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:43:04.524622 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b10beb8-fd44-4403-a842-581433dc0c22 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:43:04.524622 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b10beb8-fd44-4403-a842-581433dc0c22 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:43:04.524622 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b10beb8-fd44-4403-a842-581433dc0c22 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:43:04.524622 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b10beb8-fd44-4403-a842-581433dc0c22 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:43:04.524622 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b10beb8-fd44-4403-a842-581433dc0c22 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:43:04.524622 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b10beb8-fd44-4403-a842-581433dc0c22 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:43:04.573305 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:04.591779 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4b67e7fd-013f-4646-8a47-1abadc1c645a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:04.619216 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4b67e7fd-013f-4646-8a47-1abadc1c645a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:04.735307 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-670d01af-5394-4692-ba98-45d68304875a tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:04.749768 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4b67e7fd-013f-4646-8a47-1abadc1c645a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:04.752533 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4b67e7fd-013f-4646-8a47-1abadc1c645a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:04.756073 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-4b67e7fd-013f-4646-8a47-1abadc1c645a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ae0bffa1-9252-4f4b-ac68-38f3fdd66639 HTTP/1.1" status: 204 len: 168 time: 0.2585073 Oct 12 19:43:04.762466 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67e7fd-013f-4646-8a47-1abadc1c645a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae0bffa1-9252-4f4b-ac68-38f3fdd66639,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:43:04.995485 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e7df4350-e8df-4dcf-b3f8-4efd1fb33f5b req-bcfb978f-b01e-49d2-bc19-3568ee3b277b tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] 10.222.0.49 "GET /v2.0/ports?device_id=435e8a0b-2412-4da9-a782-3d62dddb76a9 HTTP/1.1" status: 200 len: 210 time: 0.0374041 Oct 12 19:43:05.066635 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-670d01af-5394-4692-ba98-45d68304875a tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for router_gateway, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:05.086509 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-670d01af-5394-4692-ba98-45d68304875a tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:05.222862 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-670d01af-5394-4692-ba98-45d68304875a tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Allocated IP 172.25.5.205 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/06bafb36-0e62-47d4-a6ff-c1a9b7a8796e) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:43:05.343786 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-670d01af-5394-4692-ba98-45d68304875a tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:05.489972 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-670d01af-5394-4692-ba98-45d68304875a tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:05.532402 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-670d01af-5394-4692-ba98-45d68304875a tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:43:05.535740 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-670d01af-5394-4692-ba98-45d68304875a tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:43:05.539754 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670d01af-5394-4692-ba98-45d68304875a tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:43:05.562920 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670d01af-5394-4692-ba98-45d68304875a tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Pushing event updated for resources: {'Port': ['ID=06bafb36-0e62-47d4-a6ff-c1a9b7a8796e,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:43:05.904204 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-670d01af-5394-4692-ba98-45d68304875a tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for router_gateway, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:06.172592 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5b6fe822-0ba7-4d53-8167-ced45d05c1f5 req-c50980e7-f253-421d-ba2a-a30363373fc0 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] 10.222.0.49 "GET /v2.0/ports?device_id=435e8a0b-2412-4da9-a782-3d62dddb76a9 HTTP/1.1" status: 200 len: 210 time: 0.0882707 Oct 12 19:43:06.210400 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978ec09b-9617-4184-9de8-546d4a60c06a req-2e9dd28c-14e8-4ebd-bf43-5476a8aa6087 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:43:06.212146 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-978ec09b-9617-4184-9de8-546d4a60c06a req-2e9dd28c-14e8-4ebd-bf43-5476a8aa6087 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] 10.222.0.61 "GET /v2.0/networks?id=d89de848-a16b-4045-8dc6-570001a6b632 HTTP/1.1" status: 200 len: 814 time: 0.2197382 Oct 12 19:43:06.259389 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-978ec09b-9617-4184-9de8-546d4a60c06a req-c34767f8-fa13-4ae2-8929-1c395b244571 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Request body: {'port': {'device_id': '435e8a0b-2412-4da9-a782-3d62dddb76a9', 'network_id': 'd89de848-a16b-4045-8dc6-570001a6b632', 'admin_state_up': True, 'tenant_id': 'fef4819dbcd54c58aa4722e52d342caf'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:43:06.337967 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-670d01af-5394-4692-ba98-45d68304875a tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8093541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7915516'] for router, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:06.578665 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-978ec09b-9617-4184-9de8-546d4a60c06a req-c34767f8-fa13-4ae2-8929-1c395b244571 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Made reservation on behalf of fef4819dbcd54c58aa4722e52d342caf for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:43:06.583820 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-978ec09b-9617-4184-9de8-546d4a60c06a req-c34767f8-fa13-4ae2-8929-1c395b244571 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:06.598003 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-670d01af-5394-4692-ba98-45d68304875a tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Router 39da42b8-1db4-43df-95ee-7b349129adca is scheduled to L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b with binding_index 1 {{(pid=95501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 19:43:06.813585 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-670d01af-5394-4692-ba98-45d68304875a tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:43:06.814811 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [req-978ec09b-9617-4184-9de8-546d4a60c06a req-c34767f8-fa13-4ae2-8929-1c395b244571 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Allocated IP 172.20.0.9 (d89de848-a16b-4045-8dc6-570001a6b632/80ee0038-8f7d-4909-8a3a-cc2660e2598a/f2b2fcbe-369e-4c4f-885c-2c1b18cdddfc) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:43:06.824239 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9023c261-9f8c-4f20-9896-6b6c70602ebb None None] Sync routers for ids ['39da42b8-1db4-43df-95ee-7b349129adca'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:43:06.828311 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 49498) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:43:06.837462 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9023c261-9f8c-4f20-9896-6b6c70602ebb None None] Routers {'39da42b8-1db4-43df-95ee-7b349129adca'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:43:06.838084 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-9023c261-9f8c-4f20-9896-6b6c70602ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:43:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['39da42b8-1db4-43df-95ee-7b349129adca'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:43:06.979233 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-670d01af-5394-4692-ba98-45d68304875a tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for router, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:06.980589 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-670d01af-5394-4692-ba98-45d68304875a tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.1064615 Oct 12 19:43:06.983742 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 49508) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:43:06.985050 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-9023c261-9f8c-4f20-9896-6b6c70602ebb None None] Set router 39da42b8-1db4-43df-95ee-7b349129adca gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:43:07.034608 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-e1d227e8-197f-4688-a340-cd318112eeaa tempest-TestNetworkAdvancedServerOps-832803611 tempest-TestNetworkAdvancedServerOps-832803611-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=80c6b006e6d9432a90abc6a3ef8ab3a8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0496321 Oct 12 19:43:07.039864 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 49510) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:43:07.072624 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-978ec09b-9617-4184-9de8-546d4a60c06a req-c34767f8-fa13-4ae2-8929-1c395b244571 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:07.187879 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-85e2198c-368a-4233-a283-c12337e1191e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=455baf6c1d4b438d964906bdaf37df81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3548570 Oct 12 19:43:07.187879 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f569843d-b706-41b2-b5c6-cec1eaa2fc2b tempest-TestNetworkAdvancedServerOps-832803611 tempest-TestNetworkAdvancedServerOps-832803611-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:43:07.188420 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-f569843d-b706-41b2-b5c6-cec1eaa2fc2b tempest-TestNetworkAdvancedServerOps-832803611 tempest-TestNetworkAdvancedServerOps-832803611-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1473162 Oct 12 19:43:07.188545 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 49516) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:43:07.190920 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 49518) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:43:07.229043 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-978ec09b-9617-4184-9de8-546d4a60c06a req-c34767f8-fa13-4ae2-8929-1c395b244571 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:07.230681 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-5b790f6e-c083-4426-9f1d-fdee36f99b42 tempest-TestNetworkAdvancedServerOps-832803611 tempest-TestNetworkAdvancedServerOps-832803611-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=4afbf4a4-67f5-42d1-a358-7ba9799dab0c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0386004 Oct 12 19:43:07.234992 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 49522) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:43:07.240040 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-2cf3818d-d964-4c3d-b73b-fb4fc2f82df7 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1737752253', 'network_id': '3eb83d86-1ffe-4ff0-a833-7222e773d100', 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:43:07.243544 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['11c568d1-d21f-4f4c-bd61-04b3ad71cc38', 'da5fa13d-4605-4d81-aa98-f1e20abceaba'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:43:07.314164 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34767f8-fa13-4ae2-8929-1c395b244571 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Pushing event updated for resources: {'Port': ['ID=f2b2fcbe-369e-4c4f-885c-2c1b18cdddfc,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:43:07.324597 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-978ec09b-9617-4184-9de8-546d4a60c06a req-c34767f8-fa13-4ae2-8929-1c395b244571 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Network d89de848-a16b-4045-8dc6-570001a6b632 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:43:07.328472 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [req-978ec09b-9617-4184-9de8-546d4a60c06a req-c34767f8-fa13-4ae2-8929-1c395b244571 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:43:07.331056 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-978ec09b-9617-4184-9de8-546d4a60c06a req-c34767f8-fa13-4ae2-8929-1c395b244571 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:43:07.340495 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-9023c261-9f8c-4f20-9896-6b6c70602ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39da42b8-1db4-43df-95ee-7b349129adca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1545557457', 'tenant_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': '06bafb36-0e62-47d4-a6ff-c1a9b7a8796e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:43:04Z', 'updated_at': '2021-10-12T19:43:05Z', 'revision_number': 3, 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'gw_port': {'id': '06bafb36-0e62-47d4-a6ff-c1a9b7a8796e', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:14:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39da42b8-1db4-43df-95ee-7b349129adca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:43:05Z', 'updated_at': '2021-10-12T19:43:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:43:07.373333 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9023c261-9f8c-4f20-9896-6b6c70602ebb None None] Checking router: 39da42b8-1db4-43df-95ee-7b349129adca for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:43:07.373943 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9023c261-9f8c-4f20-9896-6b6c70602ebb None None] Updating router 39da42b8-1db4-43df-95ee-7b349129adca port 06bafb36-0e62-47d4-a6ff-c1a9b7a8796e binding host n-d-813679-3 {{(pid=95504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 19:43:07.393658 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978ec09b-9617-4184-9de8-546d4a60c06a req-c34767f8-fa13-4ae2-8929-1c395b244571 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:43:07.393658 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-978ec09b-9617-4184-9de8-546d4a60c06a req-c34767f8-fa13-4ae2-8929-1c395b244571 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:07.403992 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-10d6b4ff-b3af-4fc8-86eb-5bdfdb86dba8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:07.408781 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9023c261-9f8c-4f20-9896-6b6c70602ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:07.413943 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d88c00-ed61-4ca4-9afb-28ef5c7ccabb req-6c87c1ec-27f6-4c6a-9c3e-e8af3c8ee275 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:43:07.415912 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-78d88c00-ed61-4ca4-9afb-28ef5c7ccabb req-6c87c1ec-27f6-4c6a-9c3e-e8af3c8ee275 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] 10.222.0.49 "GET /v2.0/ports?device_id=435e8a0b-2412-4da9-a782-3d62dddb76a9 HTTP/1.1" status: 200 len: 931 time: 0.0751119 Oct 12 19:43:07.427948 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-10d6b4ff-b3af-4fc8-86eb-5bdfdb86dba8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:07.463124 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cf3818d-d964-4c3d-b73b-fb4fc2f82df7 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Made reservation on behalf of 80c6b006e6d9432a90abc6a3ef8ab3a8 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:43:07.464857 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2cf3818d-d964-4c3d-b73b-fb4fc2f82df7 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16245837'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:07.550100 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-978ec09b-9617-4184-9de8-546d4a60c06a req-c34767f8-fa13-4ae2-8929-1c395b244571 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3289068 Oct 12 19:43:07.571375 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-978ec09b-9617-4184-9de8-546d4a60c06a req-abffc254-5524-41cf-9d6f-8990019704c4 service neutron] Request body: {'port': {'device_id': '435e8a0b-2412-4da9-a782-3d62dddb76a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-3'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:43:07.580087 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-78d88c00-ed61-4ca4-9afb-28ef5c7ccabb req-9bb21139-823a-47a2-96ab-704a48e5d91c tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6df31de-5ced-4e1c-8aa3-81804bae9e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543317 Oct 12 19:43:07.629724 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-10d6b4ff-b3af-4fc8-86eb-5bdfdb86dba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:07.633466 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-10d6b4ff-b3af-4fc8-86eb-5bdfdb86dba8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:07.652492 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-10d6b4ff-b3af-4fc8-86eb-5bdfdb86dba8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7ba5dce7-3f38-4881-87be-21dfd9c0bccc HTTP/1.1" status: 204 len: 168 time: 0.4629633 Oct 12 19:43:07.688621 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d6b4ff-b3af-4fc8-86eb-5bdfdb86dba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ba5dce7-3f38-4881-87be-21dfd9c0bccc,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:43:07.725779 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-978ec09b-9617-4184-9de8-546d4a60c06a req-abffc254-5524-41cf-9d6f-8990019704c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:07.745310 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9023c261-9f8c-4f20-9896-6b6c70602ebb None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:07.815065 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9023c261-9f8c-4f20-9896-6b6c70602ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:07.876259 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-9023c261-9f8c-4f20-9896-6b6c70602ebb None None] Attempting to bind port 06bafb36-0e62-47d4-a6ff-c1a9b7a8796e on host n-d-813679-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:43:07.876925 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-9023c261-9f8c-4f20-9896-6b6c70602ebb None None] Attempting to bind port 06bafb36-0e62-47d4-a6ff-c1a9b7a8796e by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:43:07.877019 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9023c261-9f8c-4f20-9896-6b6c70602ebb None None] Attempting to bind port 06bafb36-0e62-47d4-a6ff-c1a9b7a8796e on network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:43:07.878934 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bfc9f9-d557-4bd1-bb4f-bfe7af1e2610 None None] Pushing event updated for resources: {'Port': ['ID=06bafb36-0e62-47d4-a6ff-c1a9b7a8796e,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:43:07.888446 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bfc9f9-d557-4bd1-bb4f-bfe7af1e2610 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:43:07.888828 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bfc9f9-d557-4bd1-bb4f-bfe7af1e2610 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:43:07.889168 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bfc9f9-d557-4bd1-bb4f-bfe7af1e2610 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:43:07.889508 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bfc9f9-d557-4bd1-bb4f-bfe7af1e2610 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:43:07.889826 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bfc9f9-d557-4bd1-bb4f-bfe7af1e2610 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:43:07.890178 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bfc9f9-d557-4bd1-bb4f-bfe7af1e2610 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:43:07.890509 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bfc9f9-d557-4bd1-bb4f-bfe7af1e2610 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:43:07.890829 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bfc9f9-d557-4bd1-bb4f-bfe7af1e2610 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:43:07.891148 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bfc9f9-d557-4bd1-bb4f-bfe7af1e2610 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:43:07.891466 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bfc9f9-d557-4bd1-bb4f-bfe7af1e2610 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:43:07.891782 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bfc9f9-d557-4bd1-bb4f-bfe7af1e2610 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:43:07.892129 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bfc9f9-d557-4bd1-bb4f-bfe7af1e2610 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:43:07.897122 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9023c261-9f8c-4f20-9896-6b6c70602ebb None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:43:07.897494 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9023c261-9f8c-4f20-9896-6b6c70602ebb None None] Checking segment: {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:43:07.897898 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9023c261-9f8c-4f20-9896-6b6c70602ebb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:07.898278 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9023c261-9f8c-4f20-9896-6b6c70602ebb None None] Bound using segment: {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:43:07.898823 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-9023c261-9f8c-4f20-9896-6b6c70602ebb None None] Bound port: 06bafb36-0e62-47d4-a6ff-c1a9b7a8796e, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:43:07.899205 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9023c261-9f8c-4f20-9896-6b6c70602ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:07.918423 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2cf3818d-d964-4c3d-b73b-fb4fc2f82df7 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4306659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16245859'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:07.957458 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-9023c261-9f8c-4f20-9896-6b6c70602ebb None None] For port 06bafb36-0e62-47d4-a6ff-c1a9b7a8796e, host n-d-813679-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:43:07.961243 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-9023c261-9f8c-4f20-9896-6b6c70602ebb None None] For port 06bafb36-0e62-47d4-a6ff-c1a9b7a8796e, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=06bafb36-0e62-47d4-a6ff-c1a9b7a8796e,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:43:07.982583 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf3818d-d964-4c3d-b73b-fb4fc2f82df7 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Pushing event updated for resources: {'Subnet': ['ID=0c75108b-04f0-4830-83a5-e0da15022137,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:43:07.991352 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf3818d-d964-4c3d-b73b-fb4fc2f82df7 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Checking segment: {'id': '60403ac4-00ad-4abf-9f47-6637a688f0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '3eb83d86-1ffe-4ff0-a833-7222e773d100'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:43:07.991713 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf3818d-d964-4c3d-b73b-fb4fc2f82df7 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Network hostable DHCP agents. Network: 3eb83d86-1ffe-4ff0-a833-7222e773d100, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:43:08.012671 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [req-978ec09b-9617-4184-9de8-546d4a60c06a req-abffc254-5524-41cf-9d6f-8990019704c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2b2fcbe-369e-4c4f-885c-2c1b18cdddfc {{(pid=95501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:43:08.015923 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9023c261-9f8c-4f20-9896-6b6c70602ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:08.024783 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-978ec09b-9617-4184-9de8-546d4a60c06a req-abffc254-5524-41cf-9d6f-8990019704c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:08.053972 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.provisioning_blocks [req-978ec09b-9617-4184-9de8-546d4a60c06a req-abffc254-5524-41cf-9d6f-8990019704c4 service neutron] Transition to ACTIVE for port object f2b2fcbe-369e-4c4f-885c-2c1b18cdddfc will not be triggered until provisioned by entity L2. {{(pid=95501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:43:08.065837 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9023c261-9f8c-4f20-9896-6b6c70602ebb None None] Routers {'39da42b8-1db4-43df-95ee-7b349129adca'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:43:08.066530 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-9023c261-9f8c-4f20-9896-6b6c70602ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:43:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['39da42b8-1db4-43df-95ee-7b349129adca'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:43:08.108222 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf3818d-d964-4c3d-b73b-fb4fc2f82df7 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Network 3eb83d86-1ffe-4ff0-a833-7222e773d100 is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:43:08.115876 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bfc9f9-d557-4bd1-bb4f-bfe7af1e2610 None None] Pushing event updated for resources: {'Port': ['ID=06bafb36-0e62-47d4-a6ff-c1a9b7a8796e,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:43:08.152390 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-978ec09b-9617-4184-9de8-546d4a60c06a req-abffc254-5524-41cf-9d6f-8990019704c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:08.191445 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-9023c261-9f8c-4f20-9896-6b6c70602ebb None None] Set router 39da42b8-1db4-43df-95ee-7b349129adca gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:43:08.209332 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abffc254-5524-41cf-9d6f-8990019704c4 service neutron] Pushing event updated for resources: {'Port': ['ID=f2b2fcbe-369e-4c4f-885c-2c1b18cdddfc,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:43:08.243845 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-2cf3818d-d964-4c3d-b73b-fb4fc2f82df7 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, 3eb83d86-1ffe-4ff0-a833-7222e773d100) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:43:08.251822 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf3818d-d964-4c3d-b73b-fb4fc2f82df7 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:43:08.252909 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2cf3818d-d964-4c3d-b73b-fb4fc2f82df7 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:08.253323 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8048d79-a2b1-4484-996b-859af2bd08c3 None None] Network 3eb83d86-1ffe-4ff0-a833-7222e773d100 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:43:08.311855 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-978ec09b-9617-4184-9de8-546d4a60c06a req-abffc254-5524-41cf-9d6f-8990019704c4 service neutron] Attempting to bind port f2b2fcbe-369e-4c4f-885c-2c1b18cdddfc on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:43:08.312376 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-978ec09b-9617-4184-9de8-546d4a60c06a req-abffc254-5524-41cf-9d6f-8990019704c4 service neutron] Attempting to bind port f2b2fcbe-369e-4c4f-885c-2c1b18cdddfc by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': '2712bf9b-8452-46ed-8059-84d0f60eecb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd89de848-a16b-4045-8dc6-570001a6b632'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:43:08.312802 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978ec09b-9617-4184-9de8-546d4a60c06a req-abffc254-5524-41cf-9d6f-8990019704c4 service neutron] Attempting to bind port f2b2fcbe-369e-4c4f-885c-2c1b18cdddfc on network d89de848-a16b-4045-8dc6-570001a6b632 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:43:08.318888 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978ec09b-9617-4184-9de8-546d4a60c06a req-abffc254-5524-41cf-9d6f-8990019704c4 service neutron] Port f2b2fcbe-369e-4c4f-885c-2c1b18cdddfc on network d89de848-a16b-4045-8dc6-570001a6b632 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:43:08.321770 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978ec09b-9617-4184-9de8-546d4a60c06a req-abffc254-5524-41cf-9d6f-8990019704c4 service neutron] Attempting to bind port f2b2fcbe-369e-4c4f-885c-2c1b18cdddfc on network d89de848-a16b-4045-8dc6-570001a6b632 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:43:08.325449 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978ec09b-9617-4184-9de8-546d4a60c06a req-abffc254-5524-41cf-9d6f-8990019704c4 service neutron] Checking agent: {'id': 'f5e9725f-f5a6-43c2-a1be-95e21e9a1fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:43:08.325903 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978ec09b-9617-4184-9de8-546d4a60c06a req-abffc254-5524-41cf-9d6f-8990019704c4 service neutron] Checking segment: {'id': '2712bf9b-8452-46ed-8059-84d0f60eecb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd89de848-a16b-4045-8dc6-570001a6b632'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:43:08.326413 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978ec09b-9617-4184-9de8-546d4a60c06a req-abffc254-5524-41cf-9d6f-8990019704c4 service neutron] Bound using segment: {'id': '2712bf9b-8452-46ed-8059-84d0f60eecb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd89de848-a16b-4045-8dc6-570001a6b632'} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:43:08.326955 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-978ec09b-9617-4184-9de8-546d4a60c06a req-abffc254-5524-41cf-9d6f-8990019704c4 service neutron] Bound port: f2b2fcbe-369e-4c4f-885c-2c1b18cdddfc, host: n-h1-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2712bf9b-8452-46ed-8059-84d0f60eecb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd89de848-a16b-4045-8dc6-570001a6b632'}}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:43:08.327415 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-978ec09b-9617-4184-9de8-546d4a60c06a req-abffc254-5524-41cf-9d6f-8990019704c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:08.381857 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-2cf3818d-d964-4c3d-b73b-fb4fc2f82df7 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1457477 Oct 12 19:43:08.386086 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 49536) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:43:08.420924 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-978ec09b-9617-4184-9de8-546d4a60c06a req-abffc254-5524-41cf-9d6f-8990019704c4 service neutron] For port f2b2fcbe-369e-4c4f-885c-2c1b18cdddfc, host n-h1-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:43:08.425228 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-978ec09b-9617-4184-9de8-546d4a60c06a req-abffc254-5524-41cf-9d6f-8990019704c4 service neutron] For port f2b2fcbe-369e-4c4f-885c-2c1b18cdddfc, host n-h1-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=f2b2fcbe-369e-4c4f-885c-2c1b18cdddfc,segment=NetworkSegment(2712bf9b-8452-46ed-8059-84d0f60eecb3),segment_id=2712bf9b-8452-46ed-8059-84d0f60eecb3)] {{(pid=95501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:43:08.433290 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935eaaeb-1601-4e23-932a-63b231818a17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-3eb83d86-1ffe-4ff0-a833-7222e773d100', 'network_id': '3eb83d86-1ffe-4ff0-a833-7222e773d100', 'tenant_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'fixed_ips': [{'subnet_id': '0c75108b-04f0-4830-83a5-e0da15022137'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:43:08.434654 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-935eaaeb-1601-4e23-932a-63b231818a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:08.524190 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-978ec09b-9617-4184-9de8-546d4a60c06a req-abffc254-5524-41cf-9d6f-8990019704c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:08.589874 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-9023c261-9f8c-4f20-9896-6b6c70602ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39da42b8-1db4-43df-95ee-7b349129adca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1545557457', 'tenant_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': '06bafb36-0e62-47d4-a6ff-c1a9b7a8796e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:43:04Z', 'updated_at': '2021-10-12T19:43:05Z', 'revision_number': 3, 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'gw_port': {'id': '06bafb36-0e62-47d4-a6ff-c1a9b7a8796e', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:14:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39da42b8-1db4-43df-95ee-7b349129adca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:43:05Z', 'updated_at': '2021-10-12T19:43:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:43:08.624506 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978ec09b-9617-4184-9de8-546d4a60c06a req-abffc254-5524-41cf-9d6f-8990019704c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:43:08.625184 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-978ec09b-9617-4184-9de8-546d4a60c06a req-abffc254-5524-41cf-9d6f-8990019704c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:08.631187 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-935eaaeb-1601-4e23-932a-63b231818a17 None None] Allocated IP 172.20.0.2 (3eb83d86-1ffe-4ff0-a833-7222e773d100/0c75108b-04f0-4830-83a5-e0da15022137/a5feda31-2d38-468a-8045-685175de8d56) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:43:08.638750 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-978ec09b-9617-4184-9de8-546d4a60c06a req-abffc254-5524-41cf-9d6f-8990019704c4 service neutron] 10.222.0.61 "PUT /v2.0/ports/f2b2fcbe-369e-4c4f-885c-2c1b18cdddfc HTTP/1.1" status: 200 len: 1091 time: 1.0651610 Oct 12 19:43:08.639298 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '435e8a0b-2412-4da9-a782-3d62dddb76a9', 'tag': 'f2b2fcbe-369e-4c4f-885c-2c1b18cdddfc'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:43:08.644045 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e90585ce-49d5-4894-9927-ed73b23252e0" -d '{"events": [{"name": "network-changed", "server_uuid": "435e8a0b-2412-4da9-a782-3d62dddb76a9", "tag": "f2b2fcbe-369e-4c4f-885c-2c1b18cdddfc"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:43:08.664024 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9023c261-9f8c-4f20-9896-6b6c70602ebb None None] The sync data for ids ['39da42b8-1db4-43df-95ee-7b349129adca'] in n-d-813679-3 is: [{'id': '39da42b8-1db4-43df-95ee-7b349129adca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1545557457', 'tenant_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': '06bafb36-0e62-47d4-a6ff-c1a9b7a8796e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:43:04Z', 'updated_at': '2021-10-12T19:43:05Z', 'revision_number': 3, 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'gw_port': {'id': '06bafb36-0e62-47d4-a6ff-c1a9b7a8796e', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:14:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39da42b8-1db4-43df-95ee-7b349129adca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:43:05Z', 'updated_at': '2021-10-12T19:43:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:43:08.699667 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abffc254-5524-41cf-9d6f-8990019704c4 service neutron] Pushing event updated for resources: {'Port': ['ID=f2b2fcbe-369e-4c4f-885c-2c1b18cdddfc,revision_number=3']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:43:08.769392 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f554e4-2961-40d2-a06f-5f8f6319c968 req-20e4be4a-32c2-442e-8476-9fe3453a146f tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:43:08.784370 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-91f554e4-2961-40d2-a06f-5f8f6319c968 req-20e4be4a-32c2-442e-8476-9fe3453a146f tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] 10.222.0.49 "GET /v2.0/ports?device_id=435e8a0b-2412-4da9-a782-3d62dddb76a9 HTTP/1.1" status: 200 len: 943 time: 0.0937660 Oct 12 19:43:08.787004 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-242a501e-17ef-4222-8cac-da19a1482132 x-openstack-request-id: req-242a501e-17ef-4222-8cac-da19a1482132 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:43:08.787293 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "435e8a0b-2412-4da9-a782-3d62dddb76a9", "tag": "f2b2fcbe-369e-4c4f-885c-2c1b18cdddfc", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:43:08.787550 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-242a501e-17ef-4222-8cac-da19a1482132 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:43:08.787996 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '435e8a0b-2412-4da9-a782-3d62dddb76a9', 'tag': 'f2b2fcbe-369e-4c4f-885c-2c1b18cdddfc', 'status': 'completed', 'code': 200} Oct 12 19:43:08.900558 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-91f554e4-2961-40d2-a06f-5f8f6319c968 req-a77c2daf-26de-4a1d-859f-cdb6b19c08c8 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6df31de-5ced-4e1c-8aa3-81804bae9e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058500 Oct 12 19:43:08.912953 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978ec09b-9617-4184-9de8-546d4a60c06a req-dda71ad2-5ce8-49fe-a2af-7723e4319cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:43:08.920229 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-978ec09b-9617-4184-9de8-546d4a60c06a req-dda71ad2-5ce8-49fe-a2af-7723e4319cfd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fef4819dbcd54c58aa4722e52d342caf&device_id=435e8a0b-2412-4da9-a782-3d62dddb76a9 HTTP/1.1" status: 200 len: 1094 time: 0.1126351 Oct 12 19:43:08.974522 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-978ec09b-9617-4184-9de8-546d4a60c06a req-670f05b7-f3aa-4cc8-ac85-2ddb1af4ea4f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2b2fcbe-369e-4c4f-885c-2c1b18cdddfc HTTP/1.1" status: 200 len: 217 time: 0.0480812 Oct 12 19:43:09.023998 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-85d40b9c-ae84-4267-98c1-697a121d291a tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:09.061082 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-935eaaeb-1601-4e23-932a-63b231818a17 None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:09.105336 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978ec09b-9617-4184-9de8-546d4a60c06a req-e0a304fa-42b9-4497-8af4-0aeabb7c37d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:43:09.107330 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-978ec09b-9617-4184-9de8-546d4a60c06a req-e0a304fa-42b9-4497-8af4-0aeabb7c37d0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=80ee0038-8f7d-4909-8a3a-cc2660e2598a HTTP/1.1" status: 200 len: 854 time: 0.1241069 Oct 12 19:43:09.155197 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-978ec09b-9617-4184-9de8-546d4a60c06a req-36eb4049-eb27-4a18-a8d4-b8ca2337f4d3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d89de848-a16b-4045-8dc6-570001a6b632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388682 Oct 12 19:43:09.163121 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-935eaaeb-1601-4e23-932a-63b231818a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:09.240002 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 49556) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:43:09.253722 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935eaaeb-1601-4e23-932a-63b231818a17 None None] Network 3eb83d86-1ffe-4ff0-a833-7222e773d100 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:43:09.257666 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-935eaaeb-1601-4e23-932a-63b231818a17 None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:43:09.265531 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935eaaeb-1601-4e23-932a-63b231818a17 None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:43:09.275834 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935eaaeb-1601-4e23-932a-63b231818a17 None None] Pushing event updated for resources: {'Port': ['ID=a5feda31-2d38-468a-8045-685175de8d56,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:43:09.338319 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-978ec09b-9617-4184-9de8-546d4a60c06a req-7afbf594-f135-4aad-9601-f6f119928622 service neutron] 10.222.0.61 "GET /v2.0/networks/d89de848-a16b-4045-8dc6-570001a6b632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735930 Oct 12 19:43:09.370901 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-935eaaeb-1601-4e23-932a-63b231818a17 None None] Attempting to bind port a5feda31-2d38-468a-8045-685175de8d56 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:43:09.372587 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-935eaaeb-1601-4e23-932a-63b231818a17 None None] Attempting to bind port a5feda31-2d38-468a-8045-685175de8d56 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '60403ac4-00ad-4abf-9f47-6637a688f0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '3eb83d86-1ffe-4ff0-a833-7222e773d100'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:43:09.373151 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935eaaeb-1601-4e23-932a-63b231818a17 None None] Attempting to bind port a5feda31-2d38-468a-8045-685175de8d56 on network 3eb83d86-1ffe-4ff0-a833-7222e773d100 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:43:09.381071 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935eaaeb-1601-4e23-932a-63b231818a17 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:43:09.381731 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935eaaeb-1601-4e23-932a-63b231818a17 None None] Checking segment: {'id': '60403ac4-00ad-4abf-9f47-6637a688f0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '3eb83d86-1ffe-4ff0-a833-7222e773d100'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:43:09.383850 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-935eaaeb-1601-4e23-932a-63b231818a17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:09.384552 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935eaaeb-1601-4e23-932a-63b231818a17 None None] Bound using segment: {'id': '60403ac4-00ad-4abf-9f47-6637a688f0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '3eb83d86-1ffe-4ff0-a833-7222e773d100'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:43:09.385215 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-935eaaeb-1601-4e23-932a-63b231818a17 None None] Bound port: a5feda31-2d38-468a-8045-685175de8d56, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60403ac4-00ad-4abf-9f47-6637a688f0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '3eb83d86-1ffe-4ff0-a833-7222e773d100'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:43:09.385777 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-935eaaeb-1601-4e23-932a-63b231818a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:09.495958 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-dd44190b-fd86-4f0a-9ff5-045193e685ef admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-282205907-network', 'tenant_id': '5d7aa4c9d56448b0a60a17087e53ce9b'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:43:09.514940 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-978ec09b-9617-4184-9de8-546d4a60c06a req-e44aa649-5be1-4022-b4ce-dea28650c601 service neutron] 10.222.0.61 "GET /v2.0/networks/d89de848-a16b-4045-8dc6-570001a6b632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681662 Oct 12 19:43:09.517705 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-935eaaeb-1601-4e23-932a-63b231818a17 None None] For port a5feda31-2d38-468a-8045-685175de8d56, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:43:09.522149 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-935eaaeb-1601-4e23-932a-63b231818a17 None None] For port a5feda31-2d38-468a-8045-685175de8d56, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=a5feda31-2d38-468a-8045-685175de8d56,segment=NetworkSegment(60403ac4-00ad-4abf-9f47-6637a688f0bb),segment_id=60403ac4-00ad-4abf-9f47-6637a688f0bb)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:43:09.578598 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-85d40b9c-ae84-4267-98c1-697a121d291a tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Allocated IP 172.20.0.1 (3eb83d86-1ffe-4ff0-a833-7222e773d100/0c75108b-04f0-4830-83a5-e0da15022137/1bd8aaf9-2e8a-423f-b58a-fafe1018a640) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:43:09.621764 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-935eaaeb-1601-4e23-932a-63b231818a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:09.654750 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd44190b-fd86-4f0a-9ff5-045193e685ef admin admin] Made reservation on behalf of 5d7aa4c9d56448b0a60a17087e53ce9b for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:43:09.656907 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-dd44190b-fd86-4f0a-9ff5-045193e685ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:09.678372 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-dd44190b-fd86-4f0a-9ff5-045193e685ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:09.697070 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935eaaeb-1601-4e23-932a-63b231818a17 None None] Pushing event updated for resources: {'Port': ['ID=a5feda31-2d38-468a-8045-685175de8d56,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:43:09.761510 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-85d40b9c-ae84-4267-98c1-697a121d291a tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:09.770066 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90585ce-49d5-4894-9927-ed73b23252e0 req-2552cc6b-a00d-40fa-b1cb-2062740af101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:43:09.776007 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e90585ce-49d5-4894-9927-ed73b23252e0 req-2552cc6b-a00d-40fa-b1cb-2062740af101 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fef4819dbcd54c58aa4722e52d342caf&device_id=435e8a0b-2412-4da9-a782-3d62dddb76a9 HTTP/1.1" status: 200 len: 1094 time: 0.0767891 Oct 12 19:43:09.864126 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-dd44190b-fd86-4f0a-9ff5-045193e685ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:09.901023 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 06bafb36-0e62-47d4-a6ff-c1a9b7a8796e up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:43:09.929535 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-dd44190b-fd86-4f0a-9ff5-045193e685ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:09.961155 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90585ce-49d5-4894-9927-ed73b23252e0 req-3cf95323-c632-4ae7-a12b-bf23057ca9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:43:09.963764 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e90585ce-49d5-4894-9927-ed73b23252e0 req-3cf95323-c632-4ae7-a12b-bf23057ca9e2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d89de848-a16b-4045-8dc6-570001a6b632 HTTP/1.1" status: 200 len: 915 time: 0.1802406 Oct 12 19:43:09.972937 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-85d40b9c-ae84-4267-98c1-697a121d291a tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:09.995727 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd44190b-fd86-4f0a-9ff5-045193e685ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b8bf5ad-1133-42d4-b83b-59bb5f859a70,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:43:10.016104 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd44190b-fd86-4f0a-9ff5-045193e685ef admin admin] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:43:10.056184 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 06bafb36-0e62-47d4-a6ff-c1a9b7a8796e triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:43:10.057002 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:10.088238 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e90585ce-49d5-4894-9927-ed73b23252e0 req-3755f78d-7464-426d-819e-213f75860f08 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2b2fcbe-369e-4c4f-885c-2c1b18cdddfc HTTP/1.1" status: 200 len: 217 time: 0.1065922 Oct 12 19:43:10.113290 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d40b9c-ae84-4267-98c1-697a121d291a tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Pushing event updated for resources: {'Port': ['ID=1bd8aaf9-2e8a-423f-b58a-fafe1018a640,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:43:10.129383 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d40b9c-ae84-4267-98c1-697a121d291a tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Network 3eb83d86-1ffe-4ff0-a833-7222e773d100 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:43:10.158588 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-85d40b9c-ae84-4267-98c1-697a121d291a tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:43:10.170884 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d40b9c-ae84-4267-98c1-697a121d291a tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:43:10.186893 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90585ce-49d5-4894-9927-ed73b23252e0 req-733633c9-4e02-47a4-b2a7-e0b6a2490845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:43:10.188337 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e90585ce-49d5-4894-9927-ed73b23252e0 req-733633c9-4e02-47a4-b2a7-e0b6a2490845 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=80ee0038-8f7d-4909-8a3a-cc2660e2598a HTTP/1.1" status: 200 len: 854 time: 0.0755825 Oct 12 19:43:10.193063 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:10.204314 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-dd44190b-fd86-4f0a-9ff5-045193e685ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:10.205069 n-d-813679-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-dd44190b-fd86-4f0a-9ff5-045193e685ef admin admin] Added segment d974e6e5-0045-4ad9-98d2-9a821e471656 of type vlan for network d1e6cf90-e461-4344-8285-6e9d900c8060 Oct 12 19:43:10.216602 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] For port 06bafb36-0e62-47d4-a6ff-c1a9b7a8796e, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=06bafb36-0e62-47d4-a6ff-c1a9b7a8796e,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:43:10.227815 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e90585ce-49d5-4894-9927-ed73b23252e0 req-21cecd3a-2479-4ee9-b6c4-01c0279703c1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d89de848-a16b-4045-8dc6-570001a6b632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310485 Oct 12 19:43:10.270281 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c022772-f952-479f-9f6e-56eaf41f361a req-831a976f-7bf5-45b5-b44c-8eb4176fca50 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:43:10.271797 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7c022772-f952-479f-9f6e-56eaf41f361a req-831a976f-7bf5-45b5-b44c-8eb4176fca50 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] 10.222.0.49 "GET /v2.0/ports?device_id=435e8a0b-2412-4da9-a782-3d62dddb76a9 HTTP/1.1" status: 200 len: 943 time: 0.1522818 Oct 12 19:43:10.276510 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-85d40b9c-ae84-4267-98c1-697a121d291a tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7915309'] for router_interface, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:10.279765 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-dd44190b-fd86-4f0a-9ff5-045193e685ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:10.322321 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e90585ce-49d5-4894-9927-ed73b23252e0 req-ead16114-92c9-4a9c-89be-b71d17279b7f service neutron] 10.222.0.61 "GET /v2.0/networks/d89de848-a16b-4045-8dc6-570001a6b632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859511 Oct 12 19:43:10.352719 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:10.384619 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7c022772-f952-479f-9f6e-56eaf41f361a req-7970fcd9-5975-40ab-971b-60970c9ebe13 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6df31de-5ced-4e1c-8aa3-81804bae9e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015666 Oct 12 19:43:10.414739 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Pushing event updated for resources: {'Port': ['ID=06bafb36-0e62-47d4-a6ff-c1a9b7a8796e,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:43:10.426990 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e90585ce-49d5-4894-9927-ed73b23252e0 req-8397dfb0-34fa-4345-a3d0-ca8c6fb90e5f service neutron] 10.222.0.61 "GET /v2.0/networks/d89de848-a16b-4045-8dc6-570001a6b632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966604 Oct 12 19:43:10.454962 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-dd44190b-fd86-4f0a-9ff5-045193e685ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:10.455850 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd44190b-fd86-4f0a-9ff5-045193e685ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:43:10.456521 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-dd44190b-fd86-4f0a-9ff5-045193e685ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:10.578257 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd44190b-fd86-4f0a-9ff5-045193e685ef admin admin] Pushing event updated for resources: {'Network': ['ID=d1e6cf90-e461-4344-8285-6e9d900c8060,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:43:10.587573 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network d1e6cf90-e461-4344-8285-6e9d900c8060 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:43:10.588673 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-85d40b9c-ae84-4267-98c1-697a121d291a tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:10.605517 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-dd44190b-fd86-4f0a-9ff5-045193e685ef admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3633678 Oct 12 19:43:10.607520 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 49566) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:43:10.614830 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-7aa1cb09-f866-4fb0-9747-e572bdaf66a2 admin admin] Request body: {'subnet': {'network_id': 'd1e6cf90-e461-4344-8285-6e9d900c8060', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-282205907-subnet', 'tenant_id': '5d7aa4c9d56448b0a60a17087e53ce9b', 'ip_version': 4}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:43:10.955221 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aa1cb09-f866-4fb0-9747-e572bdaf66a2 admin admin] Made reservation on behalf of 5d7aa4c9d56448b0a60a17087e53ce9b for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:43:10.957601 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7aa1cb09-f866-4fb0-9747-e572bdaf66a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16245837'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:11.298487 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-85d40b9c-ae84-4267-98c1-697a121d291a tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:11.372302 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7aa1cb09-f866-4fb0-9747-e572bdaf66a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4306659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16245859'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:11.408500 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-85d40b9c-ae84-4267-98c1-697a121d291a tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:11.483002 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d6401b-bad2-40be-bc78-aa7c44b52d72 None None] Network 3eb83d86-1ffe-4ff0-a833-7222e773d100 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:43:11.512917 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa1cb09-f866-4fb0-9747-e572bdaf66a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b93d1e81-75e4-49a9-8d0f-39bf98a8696d,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:43:11.524509 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d40b9c-ae84-4267-98c1-697a121d291a tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Pushing event updated for resources: {'Port': ['ID=1bd8aaf9-2e8a-423f-b58a-fafe1018a640,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:43:11.529641 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-85d40b9c-ae84-4267-98c1-697a121d291a tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7898980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8092605'] for router_interface, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:11.540000 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa1cb09-f866-4fb0-9747-e572bdaf66a2 admin admin] Checking segment: {'id': 'd974e6e5-0045-4ad9-98d2-9a821e471656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'd1e6cf90-e461-4344-8285-6e9d900c8060'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:43:11.540375 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa1cb09-f866-4fb0-9747-e572bdaf66a2 admin admin] Network hostable DHCP agents. Network: d1e6cf90-e461-4344-8285-6e9d900c8060, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:43:11.567081 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc3f297-f8da-4ef5-9a30-ec3c1a2224d9 req-9c75e891-0a7a-47fa-9f17-41363a939ac7 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:43:11.568581 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0fc3f297-f8da-4ef5-9a30-ec3c1a2224d9 req-9c75e891-0a7a-47fa-9f17-41363a939ac7 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] 10.222.0.49 "GET /v2.0/ports?device_id=435e8a0b-2412-4da9-a782-3d62dddb76a9 HTTP/1.1" status: 200 len: 943 time: 0.0957077 Oct 12 19:43:11.627282 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0fc3f297-f8da-4ef5-9a30-ec3c1a2224d9 req-1358fbe2-57b1-4726-925f-3a0b3fc97b70 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6df31de-5ced-4e1c-8aa3-81804bae9e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472519 Oct 12 19:43:11.630344 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-e36ebca6-de5e-4b18-b938-68a8470327be None None] Provisioning complete for port a5feda31-2d38-468a-8045-685175de8d56 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:43:11.630896 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e36ebca6-de5e-4b18-b938-68a8470327be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:11.648923 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d40b9c-ae84-4267-98c1-697a121d291a tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Network 3eb83d86-1ffe-4ff0-a833-7222e773d100 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:43:11.650452 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-85d40b9c-ae84-4267-98c1-697a121d291a tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:43:11.692266 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa1cb09-f866-4fb0-9747-e572bdaf66a2 admin admin] Network d1e6cf90-e461-4344-8285-6e9d900c8060 is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:43:11.757534 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e36ebca6-de5e-4b18-b938-68a8470327be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:11.781959 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-7aa1cb09-f866-4fb0-9747-e572bdaf66a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, d1e6cf90-e461-4344-8285-6e9d900c8060) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:43:11.787153 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa1cb09-f866-4fb0-9747-e572bdaf66a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:43:11.794511 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7aa1cb09-f866-4fb0-9747-e572bdaf66a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:11.797965 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85d40b9c-ae84-4267-98c1-697a121d291a tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Router 39da42b8-1db4-43df-95ee-7b349129adca has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:43:11.798210 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f40cbd27-bca6-4c6f-a8c1-9add503960ff None None] Network d1e6cf90-e461-4344-8285-6e9d900c8060 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:43:11.855104 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-e36ebca6-de5e-4b18-b938-68a8470327be None None] For port a5feda31-2d38-468a-8045-685175de8d56, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=a5feda31-2d38-468a-8045-685175de8d56,segment=NetworkSegment(60403ac4-00ad-4abf-9f47-6637a688f0bb),segment_id=60403ac4-00ad-4abf-9f47-6637a688f0bb)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:43:11.909588 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-7aa1cb09-f866-4fb0-9747-e572bdaf66a2 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3005338 Oct 12 19:43:11.912271 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 49574) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:43:11.929162 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-1ddb27ed-a1f1-4375-94d0-eaa566ffb0bd admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-282205907-router', 'tenant_id': '5d7aa4c9d56448b0a60a17087e53ce9b', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:43:11.932125 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e36ebca6-de5e-4b18-b938-68a8470327be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:11.966816 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85d40b9c-ae84-4267-98c1-697a121d291a tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:43:11.984645 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-85d40b9c-ae84-4267-98c1-697a121d291a tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "PUT /v2.0/routers/39da42b8-1db4-43df-95ee-7b349129adca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5973277 Oct 12 19:43:11.999051 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device f2b2fcbe-369e-4c4f-885c-2c1b18cdddfc details requested by agent hyperv_n-h1-813679-3 with host n-h1-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:43:12.000960 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device a5feda31-2d38-468a-8045-685175de8d56 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:43:12.021094 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70381109-b491-493c-8d64-43babdad1582 None None] Sync routers for ids ['39da42b8-1db4-43df-95ee-7b349129adca'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:43:12.035477 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1ddb27ed-a1f1-4375-94d0-eaa566ffb0bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8093678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255505'] for router, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:12.038666 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1ddb27ed-a1f1-4375-94d0-eaa566ffb0bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8093562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8087085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8022306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255518'] for router, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:12.103316 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1ddb27ed-a1f1-4375-94d0-eaa566ffb0bd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:12.203277 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70381109-b491-493c-8d64-43babdad1582 None None] Routers {'39da42b8-1db4-43df-95ee-7b349129adca'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:43:12.203907 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-70381109-b491-493c-8d64-43babdad1582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:43:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['39da42b8-1db4-43df-95ee-7b349129adca'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:43:12.334579 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-10cd4aa8-1528-44d3-9b0e-a0284eb5483a req-17ba8529-5998-4254-a6d7-4270c676cc31 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-255052252&fields=id&tenant_id=80c6b006e6d9432a90abc6a3ef8ab3a8 HTTP/1.1" status: 200 len: 267 time: 0.1190677 Oct 12 19:43:12.419831 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1ddb27ed-a1f1-4375-94d0-eaa566ffb0bd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:12.444839 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-8217aa67-efa4-425d-9204-68db5cbafdd7 None None] Provisioning complete for port a5feda31-2d38-468a-8045-685175de8d56 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:43:12.445245 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8217aa67-efa4-425d-9204-68db5cbafdd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:12.466013 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36ebca6-de5e-4b18-b938-68a8470327be None None] Pushing event updated for resources: {'Port': ['ID=a5feda31-2d38-468a-8045-685175de8d56,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:43:12.520595 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port f2b2fcbe-369e-4c4f-885c-2c1b18cdddfc, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=f2b2fcbe-369e-4c4f-885c-2c1b18cdddfc,segment=NetworkSegment(2712bf9b-8452-46ed-8059-84d0f60eecb3),segment_id=2712bf9b-8452-46ed-8059-84d0f60eecb3)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:43:12.545933 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cd4aa8-1528-44d3-9b0e-a0284eb5483a req-9bf357f8-3e7c-4039-b879-e6e588a8d8e6 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:43:12.547397 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-10cd4aa8-1528-44d3-9b0e-a0284eb5483a req-9bf357f8-3e7c-4039-b879-e6e588a8d8e6 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/networks?id=3eb83d86-1ffe-4ff0-a833-7222e773d100 HTTP/1.1" status: 200 len: 797 time: 0.1227257 Oct 12 19:43:12.594082 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Returning: {'device': 'f2b2fcbe-369e-4c4f-885c-2c1b18cdddfc', 'network_id': 'd89de848-a16b-4045-8dc6-570001a6b632', 'port_id': 'f2b2fcbe-369e-4c4f-885c-2c1b18cdddfc', 'mac_address': 'fa:16:3e:84:37:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80ee0038-8f7d-4909-8a3a-cc2660e2598a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:43:12.597954 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-10cd4aa8-1528-44d3-9b0e-a0284eb5483a req-1214aafe-ce5e-4243-b07e-a2c6368735b5 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/quotas/80c6b006e6d9432a90abc6a3ef8ab3a8 HTTP/1.1" status: 200 len: 375 time: 0.0344479 Oct 12 19:43:12.602037 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c79292-257e-455c-86b7-2afb15f12446 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-d1e6cf90-e461-4344-8285-6e9d900c8060', 'network_id': 'd1e6cf90-e461-4344-8285-6e9d900c8060', 'tenant_id': '5d7aa4c9d56448b0a60a17087e53ce9b', 'fixed_ips': [{'subnet_id': 'b93d1e81-75e4-49a9-8d0f-39bf98a8696d'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:43:12.604539 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f1c79292-257e-455c-86b7-2afb15f12446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:12.605202 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port a5feda31-2d38-468a-8045-685175de8d56 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:43:12.605567 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:12.663105 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-10cd4aa8-1528-44d3-9b0e-a0284eb5483a req-f9f59353-a9ca-4e97-b4f5-e5703a2cd1ff tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=80c6b006e6d9432a90abc6a3ef8ab3a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0579770 Oct 12 19:43:12.715975 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-70381109-b491-493c-8d64-43babdad1582 None None] Set router 39da42b8-1db4-43df-95ee-7b349129adca gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:43:12.763044 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc16ebb9-5b43-4461-8b78-1a04a00d3cdf req-adebae38-d656-4b75-ab82-67d43edb3b10 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:43:12.765196 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fc16ebb9-5b43-4461-8b78-1a04a00d3cdf req-adebae38-d656-4b75-ab82-67d43edb3b10 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] 10.222.0.49 "GET /v2.0/ports?device_id=435e8a0b-2412-4da9-a782-3d62dddb76a9 HTTP/1.1" status: 200 len: 943 time: 0.0662510 Oct 12 19:43:12.808786 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:12.833990 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fc16ebb9-5b43-4461-8b78-1a04a00d3cdf req-d347d566-fa1e-494c-b196-3d9f7a3e7ff3 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6df31de-5ced-4e1c-8aa3-81804bae9e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560632 Oct 12 19:43:12.937375 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1ddb27ed-a1f1-4375-94d0-eaa566ffb0bd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:12.943139 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-10cd4aa8-1528-44d3-9b0e-a0284eb5483a req-4aca9917-f490-4d9f-8ef2-f8e1dc903600 service neutron] 10.222.0.49 "GET /v2.0/networks/3eb83d86-1ffe-4ff0-a833-7222e773d100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114031 Oct 12 19:43:12.973916 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1ddb27ed-a1f1-4375-94d0-eaa566ffb0bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:12.986171 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2b2fcbe-369e-4c4f-885c-2c1b18cdddfc {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:43:13.108979 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port f2b2fcbe-369e-4c4f-885c-2c1b18cdddfc, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=f2b2fcbe-369e-4c4f-885c-2c1b18cdddfc,segment=NetworkSegment(2712bf9b-8452-46ed-8059-84d0f60eecb3),segment_id=2712bf9b-8452-46ed-8059-84d0f60eecb3)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:43:13.159087 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-f1c79292-257e-455c-86b7-2afb15f12446 None None] Allocated IP 172.20.0.2 (d1e6cf90-e461-4344-8285-6e9d900c8060/b93d1e81-75e4-49a9-8d0f-39bf98a8696d/fe90f5b8-e8ef-4925-94ea-3f249a6fc892) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:43:13.171571 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 06bafb36-0e62-47d4-a6ff-c1a9b7a8796e up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:43:13.181422 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-8217aa67-efa4-425d-9204-68db5cbafdd7 None None] Provisioning complete for port 1bd8aaf9-2e8a-423f-b58a-fafe1018a640 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:43:13.181836 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8217aa67-efa4-425d-9204-68db5cbafdd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:13.193982 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-10cd4aa8-1528-44d3-9b0e-a0284eb5483a req-1fc505f0-9dcc-4cfc-95c7-fc5c7ed43745 service neutron] 10.222.0.49 "GET /v2.0/networks/3eb83d86-1ffe-4ff0-a833-7222e773d100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285631 Oct 12 19:43:13.208936 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-1ddb27ed-a1f1-4375-94d0-eaa566ffb0bd admin admin] Allocated IP 172.25.5.116 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/71362775-aa13-4668-b0b9-7ad2d7432230) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:43:13.217511 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:13.319482 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1ddb27ed-a1f1-4375-94d0-eaa566ffb0bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:13.375323 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-8217aa67-efa4-425d-9204-68db5cbafdd7 None None] Port 1bd8aaf9-2e8a-423f-b58a-fafe1018a640 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:43:13.421439 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=f2b2fcbe-369e-4c4f-885c-2c1b18cdddfc,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:43:13.447832 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['f2b2fcbe-369e-4c4f-885c-2c1b18cdddfc'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:43:13.448728 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1ddb27ed-a1f1-4375-94d0-eaa566ffb0bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:13.449597 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-70850b7b-f776-4ee2-882d-a8bc0eb6a32f req-d9ca574f-987b-4ff3-8ed4-5972b6aa6a35 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5e29f63-73ad-4d95-aef1-a9fc2164d8fc HTTP/1.1" status: 200 len: 210 time: 0.0332866 Oct 12 19:43:13.459713 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 06bafb36-0e62-47d4-a6ff-c1a9b7a8796e triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:43:13.460115 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:13.504587 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ddb27ed-a1f1-4375-94d0-eaa566ffb0bd admin admin] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:43:13.508306 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-1ddb27ed-a1f1-4375-94d0-eaa566ffb0bd admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:43:13.512010 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ddb27ed-a1f1-4375-94d0-eaa566ffb0bd admin admin] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:43:13.521108 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddb27ed-a1f1-4375-94d0-eaa566ffb0bd admin admin] Pushing event updated for resources: {'Port': ['ID=71362775-aa13-4668-b0b9-7ad2d7432230,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:43:13.605136 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-8380ee44-b59f-43ad-a210-dc96e7f78a78 None None] Provisioning complete for port 1bd8aaf9-2e8a-423f-b58a-fafe1018a640 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:43:13.605762 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8380ee44-b59f-43ad-a210-dc96e7f78a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:13.610932 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f1c79292-257e-455c-86b7-2afb15f12446 None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:13.647114 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-70381109-b491-493c-8d64-43babdad1582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39da42b8-1db4-43df-95ee-7b349129adca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1545557457', 'tenant_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': '06bafb36-0e62-47d4-a6ff-c1a9b7a8796e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:43:04Z', 'updated_at': '2021-10-12T19:43:10Z', 'revision_number': 4, 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'gw_port': {'id': '06bafb36-0e62-47d4-a6ff-c1a9b7a8796e', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:14:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39da42b8-1db4-43df-95ee-7b349129adca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:43:05Z', 'updated_at': '2021-10-12T19:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '1bd8aaf9-2e8a-423f-b58a-fafe1018a640', 'name': '', 'network_id': '3eb83d86-1ffe-4ff0-a833-7222e773d100', 'tenant_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'mac_address': 'fa:16:3e:96:aa:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39da42b8-1db4-43df-95ee-7b349129adca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': '0c75108b-04f0-4830-83a5-e0da15022137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:43:09Z', 'updated_at': '2021-10-12T19:43:11Z', 'revision_number': 2, 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'subnets': [{'id': '0c75108b-04f0-4830-83a5-e0da15022137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:43:13.694138 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f1c79292-257e-455c-86b7-2afb15f12446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:13.696606 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70381109-b491-493c-8d64-43babdad1582 None None] Checking router: 39da42b8-1db4-43df-95ee-7b349129adca for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:43:13.696947 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70381109-b491-493c-8d64-43babdad1582 None None] Updating router 39da42b8-1db4-43df-95ee-7b349129adca port 1bd8aaf9-2e8a-423f-b58a-fafe1018a640 binding host n-d-813679-3 {{(pid=95503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 19:43:13.779985 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-8380ee44-b59f-43ad-a210-dc96e7f78a78 None None] Port 1bd8aaf9-2e8a-423f-b58a-fafe1018a640 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:43:13.819836 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-70381109-b491-493c-8d64-43babdad1582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:13.826025 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c79292-257e-455c-86b7-2afb15f12446 None None] Network d1e6cf90-e461-4344-8285-6e9d900c8060 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:43:13.845620 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-f1c79292-257e-455c-86b7-2afb15f12446 None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:43:13.854015 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c79292-257e-455c-86b7-2afb15f12446 None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:43:13.857561 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c79292-257e-455c-86b7-2afb15f12446 None None] Pushing event updated for resources: {'Port': ['ID=fe90f5b8-e8ef-4925-94ea-3f249a6fc892,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:43:13.958506 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device a5feda31-2d38-468a-8045-685175de8d56 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:43:14.059265 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-f1c79292-257e-455c-86b7-2afb15f12446 None None] Attempting to bind port fe90f5b8-e8ef-4925-94ea-3f249a6fc892 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:43:14.059640 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-f1c79292-257e-455c-86b7-2afb15f12446 None None] Attempting to bind port fe90f5b8-e8ef-4925-94ea-3f249a6fc892 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'd974e6e5-0045-4ad9-98d2-9a821e471656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'd1e6cf90-e461-4344-8285-6e9d900c8060'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:43:14.060011 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c79292-257e-455c-86b7-2afb15f12446 None None] Attempting to bind port fe90f5b8-e8ef-4925-94ea-3f249a6fc892 on network d1e6cf90-e461-4344-8285-6e9d900c8060 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:43:14.093045 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c79292-257e-455c-86b7-2afb15f12446 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:43:14.093417 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c79292-257e-455c-86b7-2afb15f12446 None None] Checking segment: {'id': 'd974e6e5-0045-4ad9-98d2-9a821e471656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'd1e6cf90-e461-4344-8285-6e9d900c8060'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:43:14.095451 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f1c79292-257e-455c-86b7-2afb15f12446 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:14.095451 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c79292-257e-455c-86b7-2afb15f12446 None None] Bound using segment: {'id': 'd974e6e5-0045-4ad9-98d2-9a821e471656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'd1e6cf90-e461-4344-8285-6e9d900c8060'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:43:14.095451 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-f1c79292-257e-455c-86b7-2afb15f12446 None None] Bound port: fe90f5b8-e8ef-4925-94ea-3f249a6fc892, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd974e6e5-0045-4ad9-98d2-9a821e471656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'd1e6cf90-e461-4344-8285-6e9d900c8060'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:43:14.095451 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f1c79292-257e-455c-86b7-2afb15f12446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:14.157752 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1ddb27ed-a1f1-4375-94d0-eaa566ffb0bd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:14.204843 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759e4968-ff62-4360-b494-eed9c77d7ca5 req-ec1e9b36-8496-4ae3-9a35-1b5806dd291b tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:43:14.209081 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port a5feda31-2d38-468a-8045-685175de8d56 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:43:14.209460 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:14.212299 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-759e4968-ff62-4360-b494-eed9c77d7ca5 req-ec1e9b36-8496-4ae3-9a35-1b5806dd291b tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] 10.222.0.49 "GET /v2.0/ports?device_id=435e8a0b-2412-4da9-a782-3d62dddb76a9 HTTP/1.1" status: 200 len: 944 time: 0.1034284 Oct 12 19:43:14.265200 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-f1c79292-257e-455c-86b7-2afb15f12446 None None] For port fe90f5b8-e8ef-4925-94ea-3f249a6fc892, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:43:14.270545 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-f1c79292-257e-455c-86b7-2afb15f12446 None None] For port fe90f5b8-e8ef-4925-94ea-3f249a6fc892, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=fe90f5b8-e8ef-4925-94ea-3f249a6fc892,segment=NetworkSegment(d974e6e5-0045-4ad9-98d2-9a821e471656),segment_id=d974e6e5-0045-4ad9-98d2-9a821e471656)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:43:14.288572 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-759e4968-ff62-4360-b494-eed9c77d7ca5 req-7b610f06-14df-4a8f-8002-000352ef6c3d tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6df31de-5ced-4e1c-8aa3-81804bae9e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753751 Oct 12 19:43:14.449073 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1ddb27ed-a1f1-4375-94d0-eaa566ffb0bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8093541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7915516'] for router, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:14.534871 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f1c79292-257e-455c-86b7-2afb15f12446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:14.602748 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-70381109-b491-493c-8d64-43babdad1582 None None] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:14.619807 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c79292-257e-455c-86b7-2afb15f12446 None None] Pushing event updated for resources: {'Port': ['ID=fe90f5b8-e8ef-4925-94ea-3f249a6fc892,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:43:14.625300 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-24dc52b9-a1e8-4d92-847a-8d484c004333 req-977a00cc-3471-426f-88c4-c527bf7f3493 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5e29f63-73ad-4d95-aef1-a9fc2164d8fc HTTP/1.1" status: 200 len: 210 time: 0.0495939 Oct 12 19:43:14.700677 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-70381109-b491-493c-8d64-43babdad1582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:14.738092 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ddb27ed-a1f1-4375-94d0-eaa566ffb0bd admin admin] Router a3256ffb-4c40-4c57-a5f5-6dc80e16cf28 is scheduled to L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b with binding_index 1 {{(pid=95502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 19:43:14.751701 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a99588-d14e-464c-88af-87f734aabcaa None None] Pushing event updated for resources: {'Port': ['ID=1bd8aaf9-2e8a-423f-b58a-fafe1018a640,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:43:14.839731 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-70381109-b491-493c-8d64-43babdad1582 None None] Attempting to bind port 1bd8aaf9-2e8a-423f-b58a-fafe1018a640 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:43:14.840155 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-70381109-b491-493c-8d64-43babdad1582 None None] Attempting to bind port 1bd8aaf9-2e8a-423f-b58a-fafe1018a640 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '60403ac4-00ad-4abf-9f47-6637a688f0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '3eb83d86-1ffe-4ff0-a833-7222e773d100'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:43:14.840524 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70381109-b491-493c-8d64-43babdad1582 None None] Attempting to bind port 1bd8aaf9-2e8a-423f-b58a-fafe1018a640 on network 3eb83d86-1ffe-4ff0-a833-7222e773d100 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:43:14.845723 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70381109-b491-493c-8d64-43babdad1582 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:43:14.846088 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70381109-b491-493c-8d64-43babdad1582 None None] Checking segment: {'id': '60403ac4-00ad-4abf-9f47-6637a688f0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '3eb83d86-1ffe-4ff0-a833-7222e773d100'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:43:14.846491 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-70381109-b491-493c-8d64-43babdad1582 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:14.846871 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70381109-b491-493c-8d64-43babdad1582 None None] Bound using segment: {'id': '60403ac4-00ad-4abf-9f47-6637a688f0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '3eb83d86-1ffe-4ff0-a833-7222e773d100'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:43:14.847680 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-70381109-b491-493c-8d64-43babdad1582 None None] Bound port: 1bd8aaf9-2e8a-423f-b58a-fafe1018a640, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60403ac4-00ad-4abf-9f47-6637a688f0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '3eb83d86-1ffe-4ff0-a833-7222e773d100'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:43:14.847842 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-70381109-b491-493c-8d64-43babdad1582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:14.907138 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ddb27ed-a1f1-4375-94d0-eaa566ffb0bd admin admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:43:14.924058 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6e1afc-e6cc-4372-bec9-87353ca447bb None None] Sync routers for ids ['a3256ffb-4c40-4c57-a5f5-6dc80e16cf28'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:43:14.935538 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6e1afc-e6cc-4372-bec9-87353ca447bb None None] Routers {'a3256ffb-4c40-4c57-a5f5-6dc80e16cf28'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:43:14.936185 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-1d6e1afc-e6cc-4372-bec9-87353ca447bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:43:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['a3256ffb-4c40-4c57-a5f5-6dc80e16cf28'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:43:14.944917 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-70381109-b491-493c-8d64-43babdad1582 None None] For port 1bd8aaf9-2e8a-423f-b58a-fafe1018a640, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:43:14.945739 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-70381109-b491-493c-8d64-43babdad1582 None None] For port 1bd8aaf9-2e8a-423f-b58a-fafe1018a640, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=1bd8aaf9-2e8a-423f-b58a-fafe1018a640,segment=NetworkSegment(60403ac4-00ad-4abf-9f47-6637a688f0bb),segment_id=60403ac4-00ad-4abf-9f47-6637a688f0bb)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:43:15.028293 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1ddb27ed-a1f1-4375-94d0-eaa566ffb0bd admin admin] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:15.029812 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-1ddb27ed-a1f1-4375-94d0-eaa566ffb0bd admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.1161056 Oct 12 19:43:15.032548 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 49616) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:43:15.051511 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-1d6e1afc-e6cc-4372-bec9-87353ca447bb None None] Set router a3256ffb-4c40-4c57-a5f5-6dc80e16cf28 gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:43:15.081771 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-70381109-b491-493c-8d64-43babdad1582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:15.196277 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70381109-b491-493c-8d64-43babdad1582 None None] Routers {'39da42b8-1db4-43df-95ee-7b349129adca'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:43:15.197015 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-70381109-b491-493c-8d64-43babdad1582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:43:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['39da42b8-1db4-43df-95ee-7b349129adca'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:43:15.200784 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-c408f2ba-68ef-4840-937b-4f92c4c5f85a None None] Provisioning complete for port 1bd8aaf9-2e8a-423f-b58a-fafe1018a640 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:43:15.200784 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c408f2ba-68ef-4840-937b-4f92c4c5f85a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:15.234948 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a99588-d14e-464c-88af-87f734aabcaa None None] Pushing event updated for resources: {'Port': ['ID=1bd8aaf9-2e8a-423f-b58a-fafe1018a640,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:43:15.277077 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-1d6e1afc-e6cc-4372-bec9-87353ca447bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3256ffb-4c40-4c57-a5f5-6dc80e16cf28', 'name': 'tempest-TestVolumeBackupRestore-282205907-router', 'tenant_id': '5d7aa4c9d56448b0a60a17087e53ce9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': '71362775-aa13-4668-b0b9-7ad2d7432230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:43:12Z', 'updated_at': '2021-10-12T19:43:13Z', 'revision_number': 3, 'project_id': '5d7aa4c9d56448b0a60a17087e53ce9b', 'gw_port': {'id': '71362775-aa13-4668-b0b9-7ad2d7432230', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:6e:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3256ffb-4c40-4c57-a5f5-6dc80e16cf28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:43:12Z', 'updated_at': '2021-10-12T19:43:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:43:15.327695 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6e1afc-e6cc-4372-bec9-87353ca447bb None None] Checking router: a3256ffb-4c40-4c57-a5f5-6dc80e16cf28 for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:43:15.328281 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6e1afc-e6cc-4372-bec9-87353ca447bb None None] Updating router a3256ffb-4c40-4c57-a5f5-6dc80e16cf28 port 71362775-aa13-4668-b0b9-7ad2d7432230 binding host n-d-813679-3 {{(pid=95504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 19:43:15.365273 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-1d6e1afc-e6cc-4372-bec9-87353ca447bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:15.455946 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c408f2ba-68ef-4840-937b-4f92c4c5f85a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:15.479741 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-70381109-b491-493c-8d64-43babdad1582 None None] Set router 39da42b8-1db4-43df-95ee-7b349129adca gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:43:15.531983 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebf711f-1056-462b-95a8-37051f464f2d req-bf8cfc3b-3098-402a-a075-d452d1389c2e tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:43:15.533556 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3ebf711f-1056-462b-95a8-37051f464f2d req-bf8cfc3b-3098-402a-a075-d452d1389c2e tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] 10.222.0.49 "GET /v2.0/ports?device_id=435e8a0b-2412-4da9-a782-3d62dddb76a9 HTTP/1.1" status: 200 len: 944 time: 0.0796497 Oct 12 19:43:15.614079 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3ebf711f-1056-462b-95a8-37051f464f2d req-1398c494-6784-4ac4-8b13-f12f328403cf tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6df31de-5ced-4e1c-8aa3-81804bae9e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606639 Oct 12 19:43:15.680608 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a1d8577b-ad13-47ce-a850-c45d685d4e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:15.756351 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-c408f2ba-68ef-4840-937b-4f92c4c5f85a None None] For port 1bd8aaf9-2e8a-423f-b58a-fafe1018a640, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=1bd8aaf9-2e8a-423f-b58a-fafe1018a640,segment=NetworkSegment(60403ac4-00ad-4abf-9f47-6637a688f0bb),segment_id=60403ac4-00ad-4abf-9f47-6637a688f0bb)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:43:15.815074 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f34fe0af-742d-4dab-a391-5c0abd137741 req-99d1b6c4-e024-48a9-b0d2-93bea7cf95a2 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5e29f63-73ad-4d95-aef1-a9fc2164d8fc HTTP/1.1" status: 200 len: 210 time: 0.0852945 Oct 12 19:43:15.838475 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cd4aa8-1528-44d3-9b0e-a0284eb5483a req-7adc3858-1048-4eb4-a41d-9ed3074691cd tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:43:15.840402 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-10cd4aa8-1528-44d3-9b0e-a0284eb5483a req-7adc3858-1048-4eb4-a41d-9ed3074691cd tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.61 "GET /v2.0/networks?id=3eb83d86-1ffe-4ff0-a833-7222e773d100 HTTP/1.1" status: 200 len: 797 time: 0.2756484 Oct 12 19:43:15.852299 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c408f2ba-68ef-4840-937b-4f92c4c5f85a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:15.857103 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-1d6e1afc-e6cc-4372-bec9-87353ca447bb None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:15.937790 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-1d6e1afc-e6cc-4372-bec9-87353ca447bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:15.961568 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df7baa84-54e9-4465-8310-8de010557e25 None None] Network d1e6cf90-e461-4344-8285-6e9d900c8060 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:43:15.962013 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-10cd4aa8-1528-44d3-9b0e-a0284eb5483a req-8b91be4b-2f33-4b10-b384-aa0b57cdfbda tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=80c6b006e6d9432a90abc6a3ef8ab3a8 HTTP/1.1" status: 200 len: 379 time: 0.1102500 Oct 12 19:43:15.972490 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-10cd4aa8-1528-44d3-9b0e-a0284eb5483a req-7f6c6f29-43d1-40af-9d81-29a2acf39a3b tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Request body: {'port': {'device_id': 'a5e29f63-73ad-4d95-aef1-a9fc2164d8fc', 'network_id': '3eb83d86-1ffe-4ff0-a833-7222e773d100', 'admin_state_up': True, 'tenant_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'security_groups': ['3c29ebb8-3357-468a-9464-70b2c2b1cc61']}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:43:16.020508 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f16f329-3985-4f34-aff6-17c2906162df None None] Pushing event updated for resources: {'Port': ['ID=71362775-aa13-4668-b0b9-7ad2d7432230,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:43:16.031701 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-1d6e1afc-e6cc-4372-bec9-87353ca447bb None None] Attempting to bind port 71362775-aa13-4668-b0b9-7ad2d7432230 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:43:16.032280 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-1d6e1afc-e6cc-4372-bec9-87353ca447bb None None] Attempting to bind port 71362775-aa13-4668-b0b9-7ad2d7432230 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:43:16.032461 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6e1afc-e6cc-4372-bec9-87353ca447bb None None] Attempting to bind port 71362775-aa13-4668-b0b9-7ad2d7432230 on network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:43:16.039917 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6e1afc-e6cc-4372-bec9-87353ca447bb None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:43:16.039917 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6e1afc-e6cc-4372-bec9-87353ca447bb None None] Checking segment: {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:43:16.039917 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-1d6e1afc-e6cc-4372-bec9-87353ca447bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:16.040923 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6e1afc-e6cc-4372-bec9-87353ca447bb None None] Bound using segment: {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:43:16.041562 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-1d6e1afc-e6cc-4372-bec9-87353ca447bb None None] Bound port: 71362775-aa13-4668-b0b9-7ad2d7432230, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:43:16.042159 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-1d6e1afc-e6cc-4372-bec9-87353ca447bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:16.080388 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device f2b2fcbe-369e-4c4f-885c-2c1b18cdddfc up at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:43:16.092521 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device fe90f5b8-e8ef-4925-94ea-3f249a6fc892 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:43:16.098579 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-a1d8577b-ad13-47ce-a850-c45d685d4e9d admin admin] Allocated IP 172.20.0.1 (d1e6cf90-e461-4344-8285-6e9d900c8060/b93d1e81-75e4-49a9-8d0f-39bf98a8696d/4dbd8775-22cd-4346-84cd-0229d6ab243c) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:43:16.116208 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c408f2ba-68ef-4840-937b-4f92c4c5f85a None None] Pushing event updated for resources: {'Port': ['ID=1bd8aaf9-2e8a-423f-b58a-fafe1018a640,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:43:16.123244 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-1d6e1afc-e6cc-4372-bec9-87353ca447bb None None] For port 71362775-aa13-4668-b0b9-7ad2d7432230, host n-d-813679-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:43:16.126751 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-1d6e1afc-e6cc-4372-bec9-87353ca447bb None None] For port 71362775-aa13-4668-b0b9-7ad2d7432230, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=71362775-aa13-4668-b0b9-7ad2d7432230,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:43:16.203071 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-e3167c36-ab69-41ee-897c-a7b9fc94cda4 None None] Provisioning complete for port fe90f5b8-e8ef-4925-94ea-3f249a6fc892 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:43:16.203363 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e3167c36-ab69-41ee-897c-a7b9fc94cda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:16.223174 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10cd4aa8-1528-44d3-9b0e-a0284eb5483a req-7f6c6f29-43d1-40af-9d81-29a2acf39a3b tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Made reservation on behalf of 80c6b006e6d9432a90abc6a3ef8ab3a8 for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:43:16.227256 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-10cd4aa8-1528-44d3-9b0e-a0284eb5483a req-7f6c6f29-43d1-40af-9d81-29a2acf39a3b tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:16.228237 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a1d8577b-ad13-47ce-a850-c45d685d4e9d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:16.287565 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-1d6e1afc-e6cc-4372-bec9-87353ca447bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:16.329972 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port fe90f5b8-e8ef-4925-94ea-3f249a6fc892 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:43:16.329972 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:16.350492 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a1d8577b-ad13-47ce-a850-c45d685d4e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:16.352313 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6e1afc-e6cc-4372-bec9-87353ca447bb None None] Routers {'a3256ffb-4c40-4c57-a5f5-6dc80e16cf28'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:43:16.352951 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-1d6e1afc-e6cc-4372-bec9-87353ca447bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:43:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['a3256ffb-4c40-4c57-a5f5-6dc80e16cf28'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:43:16.363664 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-70381109-b491-493c-8d64-43babdad1582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39da42b8-1db4-43df-95ee-7b349129adca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1545557457', 'tenant_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': '06bafb36-0e62-47d4-a6ff-c1a9b7a8796e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:43:04Z', 'updated_at': '2021-10-12T19:43:10Z', 'revision_number': 4, 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'gw_port': {'id': '06bafb36-0e62-47d4-a6ff-c1a9b7a8796e', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:14:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39da42b8-1db4-43df-95ee-7b349129adca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:43:05Z', 'updated_at': '2021-10-12T19:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '1bd8aaf9-2e8a-423f-b58a-fafe1018a640', 'name': '', 'network_id': '3eb83d86-1ffe-4ff0-a833-7222e773d100', 'tenant_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'mac_address': 'fa:16:3e:96:aa:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39da42b8-1db4-43df-95ee-7b349129adca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': '0c75108b-04f0-4830-83a5-e0da15022137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:43:09Z', 'updated_at': '2021-10-12T19:43:14Z', 'revision_number': 4, 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'subnets': [{'id': '0c75108b-04f0-4830-83a5-e0da15022137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:43:16.392320 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d8577b-ad13-47ce-a850-c45d685d4e9d admin admin] Network d1e6cf90-e461-4344-8285-6e9d900c8060 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:43:16.399393 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-a1d8577b-ad13-47ce-a850-c45d685d4e9d admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:43:16.407848 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d8577b-ad13-47ce-a850-c45d685d4e9d admin admin] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:43:16.431070 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning for port f2b2fcbe-369e-4c4f-885c-2c1b18cdddfc completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:43:16.440748 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70381109-b491-493c-8d64-43babdad1582 None None] The sync data for ids ['39da42b8-1db4-43df-95ee-7b349129adca'] in n-d-813679-3 is: [{'id': '39da42b8-1db4-43df-95ee-7b349129adca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1545557457', 'tenant_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': '06bafb36-0e62-47d4-a6ff-c1a9b7a8796e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:43:04Z', 'updated_at': '2021-10-12T19:43:10Z', 'revision_number': 4, 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'gw_port': {'id': '06bafb36-0e62-47d4-a6ff-c1a9b7a8796e', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:14:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39da42b8-1db4-43df-95ee-7b349129adca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:43:05Z', 'updated_at': '2021-10-12T19:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '1bd8aaf9-2e8a-423f-b58a-fafe1018a640', 'name': '', 'network_id': '3eb83d86-1ffe-4ff0-a833-7222e773d100', 'tenant_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'mac_address': 'fa:16:3e:96:aa:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39da42b8-1db4-43df-95ee-7b349129adca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': '0c75108b-04f0-4830-83a5-e0da15022137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:43:09Z', 'updated_at': '2021-10-12T19:43:14Z', 'revision_number': 4, 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'subnets': [{'id': '0c75108b-04f0-4830-83a5-e0da15022137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:43:16.447273 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d8577b-ad13-47ce-a850-c45d685d4e9d admin admin] Pushing event updated for resources: {'Port': ['ID=4dbd8775-22cd-4346-84cd-0229d6ab243c,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:43:16.452161 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning complete for port f2b2fcbe-369e-4c4f-885c-2c1b18cdddfc triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:43:16.452545 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:16.469719 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [req-10cd4aa8-1528-44d3-9b0e-a0284eb5483a req-7f6c6f29-43d1-40af-9d81-29a2acf39a3b tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Allocated IP 172.20.0.14 (3eb83d86-1ffe-4ff0-a833-7222e773d100/0c75108b-04f0-4830-83a5-e0da15022137/e06b91e9-b835-4d43-ae70-3d99295ad0bb) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:43:16.470807 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a1d8577b-ad13-47ce-a850-c45d685d4e9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7915309'] for router_interface, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:16.509720 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e3167c36-ab69-41ee-897c-a7b9fc94cda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:16.538688 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f16f329-3985-4f34-aff6-17c2906162df None None] Pushing event updated for resources: {'Port': ['ID=71362775-aa13-4668-b0b9-7ad2d7432230,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:43:16.556680 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-1d6e1afc-e6cc-4372-bec9-87353ca447bb None None] Set router a3256ffb-4c40-4c57-a5f5-6dc80e16cf28 gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:43:16.682939 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:16.686933 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-e3167c36-ab69-41ee-897c-a7b9fc94cda4 None None] For port fe90f5b8-e8ef-4925-94ea-3f249a6fc892, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=fe90f5b8-e8ef-4925-94ea-3f249a6fc892,segment=NetworkSegment(d974e6e5-0045-4ad9-98d2-9a821e471656),segment_id=d974e6e5-0045-4ad9-98d2-9a821e471656)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:43:16.785695 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-10cd4aa8-1528-44d3-9b0e-a0284eb5483a req-7f6c6f29-43d1-40af-9d81-29a2acf39a3b tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:16.787988 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:16.898665 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.db.api [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 19:43:16.899018 n-d-813679-3 neutron-server[95503]: DEBUG oslo_db.api [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 19:43:16.901587 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e3167c36-ab69-41ee-897c-a7b9fc94cda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:16.903340 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a1d8577b-ad13-47ce-a850-c45d685d4e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:16.947579 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-10cd4aa8-1528-44d3-9b0e-a0284eb5483a req-7f6c6f29-43d1-40af-9d81-29a2acf39a3b tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:16.964709 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c7c9d2-b3a4-437d-835e-cdf2c8c11f6d req-45eff0cd-0306-4519-a58f-8189e91d3596 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:43:16.974208 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d9c7c9d2-b3a4-437d-835e-cdf2c8c11f6d req-45eff0cd-0306-4519-a58f-8189e91d3596 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] 10.222.0.49 "GET /v2.0/ports?device_id=435e8a0b-2412-4da9-a782-3d62dddb76a9 HTTP/1.1" status: 200 len: 944 time: 0.2079153 Oct 12 19:43:16.987695 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-1d6e1afc-e6cc-4372-bec9-87353ca447bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3256ffb-4c40-4c57-a5f5-6dc80e16cf28', 'name': 'tempest-TestVolumeBackupRestore-282205907-router', 'tenant_id': '5d7aa4c9d56448b0a60a17087e53ce9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': '71362775-aa13-4668-b0b9-7ad2d7432230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:43:12Z', 'updated_at': '2021-10-12T19:43:13Z', 'revision_number': 3, 'project_id': '5d7aa4c9d56448b0a60a17087e53ce9b', 'gw_port': {'id': '71362775-aa13-4668-b0b9-7ad2d7432230', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:6e:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3256ffb-4c40-4c57-a5f5-6dc80e16cf28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:43:12Z', 'updated_at': '2021-10-12T19:43:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:43:17.015645 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-e3167c36-ab69-41ee-897c-a7b9fc94cda4 None None] Provisioning complete for port 1bd8aaf9-2e8a-423f-b58a-fafe1018a640 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:43:17.016134 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e3167c36-ab69-41ee-897c-a7b9fc94cda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:17.046590 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6e1afc-e6cc-4372-bec9-87353ca447bb None None] The sync data for ids ['a3256ffb-4c40-4c57-a5f5-6dc80e16cf28'] in n-d-813679-3 is: [{'id': 'a3256ffb-4c40-4c57-a5f5-6dc80e16cf28', 'name': 'tempest-TestVolumeBackupRestore-282205907-router', 'tenant_id': '5d7aa4c9d56448b0a60a17087e53ce9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': '71362775-aa13-4668-b0b9-7ad2d7432230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:43:12Z', 'updated_at': '2021-10-12T19:43:13Z', 'revision_number': 3, 'project_id': '5d7aa4c9d56448b0a60a17087e53ce9b', 'gw_port': {'id': '71362775-aa13-4668-b0b9-7ad2d7432230', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:6e:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3256ffb-4c40-4c57-a5f5-6dc80e16cf28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:43:12Z', 'updated_at': '2021-10-12T19:43:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:43:17.121783 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '435e8a0b-2412-4da9-a782-3d62dddb76a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2b2fcbe-369e-4c4f-885c-2c1b18cdddfc'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:43:17.129179 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-561fb4dd-c58e-4aad-9435-33c912736f95" -d '{"events": [{"server_uuid": "435e8a0b-2412-4da9-a782-3d62dddb76a9", "name": "network-vif-plugged", "status": "completed", "tag": "f2b2fcbe-369e-4c4f-885c-2c1b18cdddfc"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:43:17.144403 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6c6f29-43d1-40af-9d81-29a2acf39a3b tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Pushing event updated for resources: {'Port': ['ID=e06b91e9-b835-4d43-ae70-3d99295ad0bb,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:43:17.156074 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d9c7c9d2-b3a4-437d-835e-cdf2c8c11f6d req-18218dd2-3610-4353-8a0f-ba7940ac7326 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6df31de-5ced-4e1c-8aa3-81804bae9e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804862 Oct 12 19:43:17.164791 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10cd4aa8-1528-44d3-9b0e-a0284eb5483a req-7f6c6f29-43d1-40af-9d81-29a2acf39a3b tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Network 3eb83d86-1ffe-4ff0-a833-7222e773d100 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:43:17.178580 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [req-10cd4aa8-1528-44d3-9b0e-a0284eb5483a req-7f6c6f29-43d1-40af-9d81-29a2acf39a3b tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:43:17.186316 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-10cd4aa8-1528-44d3-9b0e-a0284eb5483a req-7f6c6f29-43d1-40af-9d81-29a2acf39a3b tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:43:17.199304 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port f2b2fcbe-369e-4c4f-885c-2c1b18cdddfc, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=f2b2fcbe-369e-4c4f-885c-2c1b18cdddfc,segment=NetworkSegment(2712bf9b-8452-46ed-8059-84d0f60eecb3),segment_id=2712bf9b-8452-46ed-8059-84d0f60eecb3)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:43:17.210258 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3167c36-ab69-41ee-897c-a7b9fc94cda4 None None] Pushing event updated for resources: {'Port': ['ID=fe90f5b8-e8ef-4925-94ea-3f249a6fc892,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:43:17.270770 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6a2480c-1e54-4a7b-aa6e-265feb4a2d9a x-openstack-request-id: req-f6a2480c-1e54-4a7b-aa6e-265feb4a2d9a {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:43:17.271424 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "435e8a0b-2412-4da9-a782-3d62dddb76a9", "name": "network-vif-plugged", "status": "completed", "tag": "f2b2fcbe-369e-4c4f-885c-2c1b18cdddfc", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:43:17.271912 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f6a2480c-1e54-4a7b-aa6e-265feb4a2d9a {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:43:17.272657 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '435e8a0b-2412-4da9-a782-3d62dddb76a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2b2fcbe-369e-4c4f-885c-2c1b18cdddfc', 'code': 200} Oct 12 19:43:17.274018 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:17.318532 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a1d8577b-ad13-47ce-a850-c45d685d4e9d admin admin] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:17.394162 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570375de-68ae-40d3-99ff-347ead3860eb req-0654fea1-9b8a-420e-88e8-2990ac8ec45a tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:43:17.405684 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-570375de-68ae-40d3-99ff-347ead3860eb req-0654fea1-9b8a-420e-88e8-2990ac8ec45a tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5e29f63-73ad-4d95-aef1-a9fc2164d8fc HTTP/1.1" status: 200 len: 932 time: 0.4790604 Oct 12 19:43:17.416216 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a1d8577b-ad13-47ce-a850-c45d685d4e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:17.440194 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cd4aa8-1528-44d3-9b0e-a0284eb5483a req-7f6c6f29-43d1-40af-9d81-29a2acf39a3b tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:43:17.440977 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-10cd4aa8-1528-44d3-9b0e-a0284eb5483a req-7f6c6f29-43d1-40af-9d81-29a2acf39a3b tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:17.539251 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=f2b2fcbe-369e-4c4f-885c-2c1b18cdddfc,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:43:17.585374 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d8577b-ad13-47ce-a850-c45d685d4e9d admin admin] Pushing event updated for resources: {'Port': ['ID=4dbd8775-22cd-4346-84cd-0229d6ab243c,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:43:17.588444 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-570375de-68ae-40d3-99ff-347ead3860eb req-7192af18-23ee-4b24-8be0-1fd0d64d10fa tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c29ebb8-3357-468a-9464-70b2c2b1cc61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1822438 Oct 12 19:43:17.622138 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-10cd4aa8-1528-44d3-9b0e-a0284eb5483a req-7f6c6f29-43d1-40af-9d81-29a2acf39a3b tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6545188 Oct 12 19:43:17.627694 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-7b7a9e3c-ae05-4452-8e9f-4fc8092e1e93 None None] Provisioning complete for port 4dbd8775-22cd-4346-84cd-0229d6ab243c triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:43:17.628288 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7b7a9e3c-ae05-4452-8e9f-4fc8092e1e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:17.651184 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-10cd4aa8-1528-44d3-9b0e-a0284eb5483a req-68c4d7be-8119-442d-9f76-31894216076b service neutron] Request body: {'port': {'device_id': 'a5e29f63-73ad-4d95-aef1-a9fc2164d8fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-3'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:43:17.685334 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa9e432-c5d3-4158-a656-64e8b5d37fd9 req-2412f877-6d79-4544-994b-9f33a8ca1e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:43:17.686930 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-caa9e432-c5d3-4158-a656-64e8b5d37fd9 req-2412f877-6d79-4544-994b-9f33a8ca1e86 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=435e8a0b-2412-4da9-a782-3d62dddb76a9 HTTP/1.1" status: 200 len: 1096 time: 0.3544414 Oct 12 19:43:17.694652 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a1d8577b-ad13-47ce-a850-c45d685d4e9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7898980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8092605'] for router_interface, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:17.723559 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-7b7a9e3c-ae05-4452-8e9f-4fc8092e1e93 None None] Port 4dbd8775-22cd-4346-84cd-0229d6ab243c cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:43:17.748142 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-7b7a9e3c-ae05-4452-8e9f-4fc8092e1e93 None None] Provisioning complete for port fe90f5b8-e8ef-4925-94ea-3f249a6fc892 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:43:17.748705 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7b7a9e3c-ae05-4452-8e9f-4fc8092e1e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:17.798188 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-10cd4aa8-1528-44d3-9b0e-a0284eb5483a req-68c4d7be-8119-442d-9f76-31894216076b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:17.837563 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-caa9e432-c5d3-4158-a656-64e8b5d37fd9 req-8e4db179-08c7-41d2-a26a-fa0c54885e1f service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=d6df31de-5ced-4e1c-8aa3-81804bae9e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310863 Oct 12 19:43:17.862624 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d8577b-ad13-47ce-a850-c45d685d4e9d admin admin] Network d1e6cf90-e461-4344-8285-6e9d900c8060 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:43:17.865013 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-a1d8577b-ad13-47ce-a850-c45d685d4e9d admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:43:18.032468 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-759aa62c-e5c6-4961-a41e-1094e4ca7fe1 None None] Provisioning complete for port 4dbd8775-22cd-4346-84cd-0229d6ab243c triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:43:18.032949 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-759aa62c-e5c6-4961-a41e-1094e4ca7fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:18.142080 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-759aa62c-e5c6-4961-a41e-1094e4ca7fe1 None None] Port 4dbd8775-22cd-4346-84cd-0229d6ab243c cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:43:18.154999 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1d8577b-ad13-47ce-a850-c45d685d4e9d admin admin] Router a3256ffb-4c40-4c57-a5f5-6dc80e16cf28 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:43:18.160580 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-759aa62c-e5c6-4961-a41e-1094e4ca7fe1 None None] Provisioning complete for port e06b91e9-b835-4d43-ae70-3d99295ad0bb triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:43:18.170779 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-759aa62c-e5c6-4961-a41e-1094e4ca7fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:18.283461 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device fe90f5b8-e8ef-4925-94ea-3f249a6fc892 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:43:18.332237 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-759aa62c-e5c6-4961-a41e-1094e4ca7fe1 None None] Port e06b91e9-b835-4d43-ae70-3d99295ad0bb cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:43:18.403217 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port fe90f5b8-e8ef-4925-94ea-3f249a6fc892 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:43:18.403648 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:18.408701 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1d8577b-ad13-47ce-a850-c45d685d4e9d admin admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:43:18.425574 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece6a45f-72fa-4c23-b63f-06efe875f4f6 req-7ed0b2b1-67b7-4cec-bb23-193f9d8736f8 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:43:18.427992 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ece6a45f-72fa-4c23-b63f-06efe875f4f6 req-7ed0b2b1-67b7-4cec-bb23-193f9d8736f8 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] 10.222.0.49 "GET /v2.0/ports?device_id=435e8a0b-2412-4da9-a782-3d62dddb76a9 HTTP/1.1" status: 200 len: 945 time: 0.1111279 Oct 12 19:43:18.444173 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-a1d8577b-ad13-47ce-a850-c45d685d4e9d admin admin] 10.222.0.49 "PUT /v2.0/routers/a3256ffb-4c40-4c57-a5f5-6dc80e16cf28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4100225 Oct 12 19:43:18.495100 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ece6a45f-72fa-4c23-b63f-06efe875f4f6 req-88ad37bc-d6de-4ea5-a7b6-ef48a45ae284 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6df31de-5ced-4e1c-8aa3-81804bae9e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497553 Oct 12 19:43:18.527502 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [req-10cd4aa8-1528-44d3-9b0e-a0284eb5483a req-68c4d7be-8119-442d-9f76-31894216076b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e06b91e9-b835-4d43-ae70-3d99295ad0bb {{(pid=95501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:43:18.530546 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-8201d036-3374-4380-9577-b2cd052fb556 None None] Provisioning complete for port 4dbd8775-22cd-4346-84cd-0229d6ab243c triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:43:18.530922 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8201d036-3374-4380-9577-b2cd052fb556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:18.542195 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-10cd4aa8-1528-44d3-9b0e-a0284eb5483a req-68c4d7be-8119-442d-9f76-31894216076b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:18.567177 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.provisioning_blocks [req-10cd4aa8-1528-44d3-9b0e-a0284eb5483a req-68c4d7be-8119-442d-9f76-31894216076b service neutron] Transition to ACTIVE for port object e06b91e9-b835-4d43-ae70-3d99295ad0bb will not be triggered until provisioned by entity L2. {{(pid=95501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:43:18.619349 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 1bd8aaf9-2e8a-423f-b58a-fafe1018a640 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:43:18.660727 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-8201d036-3374-4380-9577-b2cd052fb556 None None] Port 4dbd8775-22cd-4346-84cd-0229d6ab243c cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:43:18.681314 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-10cd4aa8-1528-44d3-9b0e-a0284eb5483a req-68c4d7be-8119-442d-9f76-31894216076b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:18.721125 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 1bd8aaf9-2e8a-423f-b58a-fafe1018a640 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:43:18.721495 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:18.850752 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c4d7be-8119-442d-9f76-31894216076b service neutron] Pushing event updated for resources: {'Port': ['ID=e06b91e9-b835-4d43-ae70-3d99295ad0bb,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:43:18.860562 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 71362775-aa13-4668-b0b9-7ad2d7432230 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:43:18.950371 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 71362775-aa13-4668-b0b9-7ad2d7432230 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:43:18.951795 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:19.083901 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:19.112829 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] For port 71362775-aa13-4668-b0b9-7ad2d7432230, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=71362775-aa13-4668-b0b9-7ad2d7432230,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:43:19.181239 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:19.422983 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e41f68-0b7a-4c71-8a0b-abd76d8f4ef5 req-5b052cc5-8219-4048-843e-93d46d5de493 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:43:19.425343 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-41e41f68-0b7a-4c71-8a0b-abd76d8f4ef5 req-5b052cc5-8219-4048-843e-93d46d5de493 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5e29f63-73ad-4d95-aef1-a9fc2164d8fc HTTP/1.1" status: 200 len: 944 time: 0.6888669 Oct 12 19:43:19.471975 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Pushing event updated for resources: {'Port': ['ID=71362775-aa13-4668-b0b9-7ad2d7432230,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:43:19.494057 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-10cd4aa8-1528-44d3-9b0e-a0284eb5483a req-68c4d7be-8119-442d-9f76-31894216076b service neutron] Attempting to bind port e06b91e9-b835-4d43-ae70-3d99295ad0bb on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:43:19.494565 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-10cd4aa8-1528-44d3-9b0e-a0284eb5483a req-68c4d7be-8119-442d-9f76-31894216076b service neutron] Attempting to bind port e06b91e9-b835-4d43-ae70-3d99295ad0bb by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': '60403ac4-00ad-4abf-9f47-6637a688f0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '3eb83d86-1ffe-4ff0-a833-7222e773d100'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:43:19.494904 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10cd4aa8-1528-44d3-9b0e-a0284eb5483a req-68c4d7be-8119-442d-9f76-31894216076b service neutron] Attempting to bind port e06b91e9-b835-4d43-ae70-3d99295ad0bb on network 3eb83d86-1ffe-4ff0-a833-7222e773d100 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:43:19.508419 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10cd4aa8-1528-44d3-9b0e-a0284eb5483a req-68c4d7be-8119-442d-9f76-31894216076b service neutron] Port e06b91e9-b835-4d43-ae70-3d99295ad0bb on network 3eb83d86-1ffe-4ff0-a833-7222e773d100 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:43:19.508745 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10cd4aa8-1528-44d3-9b0e-a0284eb5483a req-68c4d7be-8119-442d-9f76-31894216076b service neutron] Attempting to bind port e06b91e9-b835-4d43-ae70-3d99295ad0bb on network 3eb83d86-1ffe-4ff0-a833-7222e773d100 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:43:19.518153 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-41e41f68-0b7a-4c71-8a0b-abd76d8f4ef5 req-05702e3e-a1cf-4e4e-9b53-298d8ab6d19a tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c29ebb8-3357-468a-9464-70b2c2b1cc61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792296 Oct 12 19:43:19.519288 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10cd4aa8-1528-44d3-9b0e-a0284eb5483a req-68c4d7be-8119-442d-9f76-31894216076b service neutron] Checking agent: {'id': 'f5e9725f-f5a6-43c2-a1be-95e21e9a1fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:43:19.519633 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10cd4aa8-1528-44d3-9b0e-a0284eb5483a req-68c4d7be-8119-442d-9f76-31894216076b service neutron] Checking segment: {'id': '60403ac4-00ad-4abf-9f47-6637a688f0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '3eb83d86-1ffe-4ff0-a833-7222e773d100'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:43:19.520017 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10cd4aa8-1528-44d3-9b0e-a0284eb5483a req-68c4d7be-8119-442d-9f76-31894216076b service neutron] Bound using segment: {'id': '60403ac4-00ad-4abf-9f47-6637a688f0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '3eb83d86-1ffe-4ff0-a833-7222e773d100'} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:43:19.520483 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-10cd4aa8-1528-44d3-9b0e-a0284eb5483a req-68c4d7be-8119-442d-9f76-31894216076b service neutron] Bound port: e06b91e9-b835-4d43-ae70-3d99295ad0bb, host: n-h1-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60403ac4-00ad-4abf-9f47-6637a688f0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '3eb83d86-1ffe-4ff0-a833-7222e773d100'}}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:43:19.520848 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-10cd4aa8-1528-44d3-9b0e-a0284eb5483a req-68c4d7be-8119-442d-9f76-31894216076b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:19.525384 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 49662) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:43:19.546204 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-5c411c55-8377-4bd6-96f7-1b5cca94af42 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-2016195585-network', 'tenant_id': '2589ecb47b6b47a98a8796a0c34b68b5'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:43:19.589827 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-10cd4aa8-1528-44d3-9b0e-a0284eb5483a req-68c4d7be-8119-442d-9f76-31894216076b service neutron] For port e06b91e9-b835-4d43-ae70-3d99295ad0bb, host n-h1-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:43:19.593913 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-10cd4aa8-1528-44d3-9b0e-a0284eb5483a req-68c4d7be-8119-442d-9f76-31894216076b service neutron] For port e06b91e9-b835-4d43-ae70-3d99295ad0bb, host n-h1-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=e06b91e9-b835-4d43-ae70-3d99295ad0bb,segment=NetworkSegment(60403ac4-00ad-4abf-9f47-6637a688f0bb),segment_id=60403ac4-00ad-4abf-9f47-6637a688f0bb)] {{(pid=95501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:43:19.625049 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e41404e-e384-4fb7-a2ad-d46017ff047b req-012f095e-99ec-48dd-86a1-4a1dc62e33cb tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:43:19.626607 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8e41404e-e384-4fb7-a2ad-d46017ff047b req-012f095e-99ec-48dd-86a1-4a1dc62e33cb tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] 10.222.0.49 "GET /v2.0/ports?device_id=435e8a0b-2412-4da9-a782-3d62dddb76a9 HTTP/1.1" status: 200 len: 945 time: 0.0526767 Oct 12 19:43:19.649536 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-10cd4aa8-1528-44d3-9b0e-a0284eb5483a req-68c4d7be-8119-442d-9f76-31894216076b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:19.649756 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c411c55-8377-4bd6-96f7-1b5cca94af42 admin admin] Made reservation on behalf of 2589ecb47b6b47a98a8796a0c34b68b5 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:43:19.651815 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5c411c55-8377-4bd6-96f7-1b5cca94af42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:19.663489 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5c411c55-8377-4bd6-96f7-1b5cca94af42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:19.686359 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8e41404e-e384-4fb7-a2ad-d46017ff047b req-ce012400-7ff4-44c1-9e28-cc4ff8f8d5ab tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6df31de-5ced-4e1c-8aa3-81804bae9e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526724 Oct 12 19:43:19.687196 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cd4aa8-1528-44d3-9b0e-a0284eb5483a req-68c4d7be-8119-442d-9f76-31894216076b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:43:19.687818 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-10cd4aa8-1528-44d3-9b0e-a0284eb5483a req-68c4d7be-8119-442d-9f76-31894216076b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:19.689852 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-10cd4aa8-1528-44d3-9b0e-a0284eb5483a req-68c4d7be-8119-442d-9f76-31894216076b service neutron] 10.222.0.61 "PUT /v2.0/ports/e06b91e9-b835-4d43-ae70-3d99295ad0bb HTTP/1.1" status: 200 len: 1092 time: 2.0502849 Oct 12 19:43:19.690301 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5e29f63-73ad-4d95-aef1-a9fc2164d8fc', 'tag': 'e06b91e9-b835-4d43-ae70-3d99295ad0bb'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:43:19.693213 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9e0a0bb-d9b3-443d-ac66-a83d54331970" -d '{"events": [{"name": "network-changed", "server_uuid": "a5e29f63-73ad-4d95-aef1-a9fc2164d8fc", "tag": "e06b91e9-b835-4d43-ae70-3d99295ad0bb"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:43:19.745220 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c4d7be-8119-442d-9f76-31894216076b service neutron] Pushing event updated for resources: {'Port': ['ID=e06b91e9-b835-4d43-ae70-3d99295ad0bb,revision_number=3']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:43:19.771010 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32f07734-fd94-4540-9e5b-510b60a007d8 x-openstack-request-id: req-32f07734-fd94-4540-9e5b-510b60a007d8 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:43:19.771533 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5e29f63-73ad-4d95-aef1-a9fc2164d8fc", "tag": "e06b91e9-b835-4d43-ae70-3d99295ad0bb", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:43:19.772023 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-32f07734-fd94-4540-9e5b-510b60a007d8 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:43:19.776351 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5e29f63-73ad-4d95-aef1-a9fc2164d8fc', 'tag': 'e06b91e9-b835-4d43-ae70-3d99295ad0bb', 'status': 'completed', 'code': 200} Oct 12 19:43:19.806629 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5c411c55-8377-4bd6-96f7-1b5cca94af42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:19.860766 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e0a0bb-d9b3-443d-ac66-a83d54331970 req-49ed7477-550d-452e-a37d-2ce75e3ce64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:43:19.862370 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c9e0a0bb-d9b3-443d-ac66-a83d54331970 req-49ed7477-550d-452e-a37d-2ce75e3ce64d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=80c6b006e6d9432a90abc6a3ef8ab3a8&device_id=a5e29f63-73ad-4d95-aef1-a9fc2164d8fc HTTP/1.1" status: 200 len: 1095 time: 0.0626934 Oct 12 19:43:19.872327 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5c411c55-8377-4bd6-96f7-1b5cca94af42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:19.903613 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c411c55-8377-4bd6-96f7-1b5cca94af42 admin admin] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:43:19.927602 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c411c55-8377-4bd6-96f7-1b5cca94af42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f6185d2-3859-42e1-b6d6-29412cd3b006,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:43:19.931119 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5c411c55-8377-4bd6-96f7-1b5cca94af42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:19.931460 n-d-813679-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-5c411c55-8377-4bd6-96f7-1b5cca94af42 admin admin] Added segment ff9edc78-48e9-48c3-8894-88efa874582b of type vlan for network c4c1bb53-2f09-48be-a15e-85ec72ffaabc Oct 12 19:43:19.971965 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5c411c55-8377-4bd6-96f7-1b5cca94af42 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:19.988442 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 71362775-aa13-4668-b0b9-7ad2d7432230 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:43:20.000208 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e0a0bb-d9b3-443d-ac66-a83d54331970 req-0ea71294-d2bc-4d4b-98bb-732ad2138d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:43:20.001813 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c9e0a0bb-d9b3-443d-ac66-a83d54331970 req-0ea71294-d2bc-4d4b-98bb-732ad2138d29 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=80c6b006e6d9432a90abc6a3ef8ab3a8&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1321223 Oct 12 19:43:20.048509 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 71362775-aa13-4668-b0b9-7ad2d7432230 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:43:20.048878 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:20.083221 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5c411c55-8377-4bd6-96f7-1b5cca94af42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:20.084894 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c411c55-8377-4bd6-96f7-1b5cca94af42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:43:20.085488 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5c411c55-8377-4bd6-96f7-1b5cca94af42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:20.123083 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e0a0bb-d9b3-443d-ac66-a83d54331970 req-8c73e368-2410-4119-9090-a77a98f3a829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:43:20.125167 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c9e0a0bb-d9b3-443d-ac66-a83d54331970 req-8c73e368-2410-4119-9090-a77a98f3a829 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1168661 Oct 12 19:43:20.176400 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c411c55-8377-4bd6-96f7-1b5cca94af42 admin admin] Pushing event updated for resources: {'Network': ['ID=c4c1bb53-2f09-48be-a15e-85ec72ffaabc,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:43:20.186527 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network c4c1bb53-2f09-48be-a15e-85ec72ffaabc details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:43:20.204349 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cd4aa8-1528-44d3-9b0e-a0284eb5483a req-761dadd5-6eb7-4b71-9604-852d1d6943c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:43:20.205935 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-10cd4aa8-1528-44d3-9b0e-a0284eb5483a req-761dadd5-6eb7-4b71-9604-852d1d6943c7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=80c6b006e6d9432a90abc6a3ef8ab3a8&device_id=a5e29f63-73ad-4d95-aef1-a9fc2164d8fc HTTP/1.1" status: 200 len: 1095 time: 0.0410914 Oct 12 19:43:20.256059 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-5c411c55-8377-4bd6-96f7-1b5cca94af42 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7275119 Oct 12 19:43:20.256219 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-10cd4aa8-1528-44d3-9b0e-a0284eb5483a req-05d41225-2a26-41ab-9182-463ae12402c3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e06b91e9-b835-4d43-ae70-3d99295ad0bb HTTP/1.1" status: 200 len: 217 time: 0.0419760 Oct 12 19:43:20.257722 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 49668) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:43:20.262667 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-adbe494e-8c06-49da-b8f5-e2c607ac27cf admin admin] Request body: {'subnet': {'network_id': 'c4c1bb53-2f09-48be-a15e-85ec72ffaabc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-2016195585-subnet', 'tenant_id': '2589ecb47b6b47a98a8796a0c34b68b5', 'ip_version': 4}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:43:20.312130 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cd4aa8-1528-44d3-9b0e-a0284eb5483a req-626f4a4f-3ba1-4426-be1b-602c18585cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:43:20.312941 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-10cd4aa8-1528-44d3-9b0e-a0284eb5483a req-626f4a4f-3ba1-4426-be1b-602c18585cb6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0c75108b-04f0-4830-83a5-e0da15022137 HTTP/1.1" status: 200 len: 835 time: 0.0503995 Oct 12 19:43:20.354731 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adbe494e-8c06-49da-b8f5-e2c607ac27cf admin admin] Made reservation on behalf of 2589ecb47b6b47a98a8796a0c34b68b5 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:43:20.357319 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-adbe494e-8c06-49da-b8f5-e2c607ac27cf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16245837'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:20.363834 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cd4aa8-1528-44d3-9b0e-a0284eb5483a req-e7d5ae61-5152-45d1-b425-37fa0483e343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:43:20.365434 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-10cd4aa8-1528-44d3-9b0e-a0284eb5483a req-e7d5ae61-5152-45d1-b425-37fa0483e343 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3eb83d86-1ffe-4ff0-a833-7222e773d100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454283 Oct 12 19:43:20.472463 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-10cd4aa8-1528-44d3-9b0e-a0284eb5483a req-978967aa-c060-433f-8b08-a738bb6001e1 service neutron] 10.222.0.61 "GET /v2.0/networks/3eb83d86-1ffe-4ff0-a833-7222e773d100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997481 Oct 12 19:43:20.576609 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-10cd4aa8-1528-44d3-9b0e-a0284eb5483a req-4de24849-d16c-4d59-9895-5f574f3548cd service neutron] 10.222.0.61 "GET /v2.0/networks/3eb83d86-1ffe-4ff0-a833-7222e773d100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972385 Oct 12 19:43:20.589734 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a247fd6-aa27-4c09-ace7-1c66911cf04f None None] Sync routers for ids ['a3256ffb-4c40-4c57-a5f5-6dc80e16cf28'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:43:20.606541 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a247fd6-aa27-4c09-ace7-1c66911cf04f None None] Routers {'a3256ffb-4c40-4c57-a5f5-6dc80e16cf28'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:43:20.607490 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-8a247fd6-aa27-4c09-ace7-1c66911cf04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:43:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['a3256ffb-4c40-4c57-a5f5-6dc80e16cf28'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:43:20.643236 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-adbe494e-8c06-49da-b8f5-e2c607ac27cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4306659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16245859'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:20.699238 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170f8f31-3155-434c-92d9-8b5c39f57db1 req-0769512a-9507-43cc-ad53-5cd2f6a95531 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:43:20.700825 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-170f8f31-3155-434c-92d9-8b5c39f57db1 req-0769512a-9507-43cc-ad53-5cd2f6a95531 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5e29f63-73ad-4d95-aef1-a9fc2164d8fc HTTP/1.1" status: 200 len: 944 time: 0.0909410 Oct 12 19:43:20.712255 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbe494e-8c06-49da-b8f5-e2c607ac27cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b9ee4ef-6333-4e3f-80d1-7708f13a84cf,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:43:20.741768 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-8a247fd6-aa27-4c09-ace7-1c66911cf04f None None] Set router a3256ffb-4c40-4c57-a5f5-6dc80e16cf28 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:43:20.756338 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbe494e-8c06-49da-b8f5-e2c607ac27cf admin admin] Checking segment: {'id': 'ff9edc78-48e9-48c3-8894-88efa874582b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'c4c1bb53-2f09-48be-a15e-85ec72ffaabc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:43:20.756919 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adbe494e-8c06-49da-b8f5-e2c607ac27cf admin admin] Network hostable DHCP agents. Network: c4c1bb53-2f09-48be-a15e-85ec72ffaabc, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:43:20.767955 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-170f8f31-3155-434c-92d9-8b5c39f57db1 req-11c3d633-d530-4a2e-a164-9d94eacf94c4 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c29ebb8-3357-468a-9464-70b2c2b1cc61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573552 Oct 12 19:43:20.881553 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adbe494e-8c06-49da-b8f5-e2c607ac27cf admin admin] Network c4c1bb53-2f09-48be-a15e-85ec72ffaabc is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:43:20.962129 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-8a247fd6-aa27-4c09-ace7-1c66911cf04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3256ffb-4c40-4c57-a5f5-6dc80e16cf28', 'name': 'tempest-TestVolumeBackupRestore-282205907-router', 'tenant_id': '5d7aa4c9d56448b0a60a17087e53ce9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': '71362775-aa13-4668-b0b9-7ad2d7432230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:43:12Z', 'updated_at': '2021-10-12T19:43:16Z', 'revision_number': 4, 'project_id': '5d7aa4c9d56448b0a60a17087e53ce9b', 'gw_port': {'id': '71362775-aa13-4668-b0b9-7ad2d7432230', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:6e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3256ffb-4c40-4c57-a5f5-6dc80e16cf28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:43:12Z', 'updated_at': '2021-10-12T19:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '4dbd8775-22cd-4346-84cd-0229d6ab243c', 'name': '', 'network_id': 'd1e6cf90-e461-4344-8285-6e9d900c8060', 'tenant_id': '5d7aa4c9d56448b0a60a17087e53ce9b', 'mac_address': 'fa:16:3e:af:48:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3256ffb-4c40-4c57-a5f5-6dc80e16cf28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': 'b93d1e81-75e4-49a9-8d0f-39bf98a8696d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:43:15Z', 'updated_at': '2021-10-12T19:43:17Z', 'revision_number': 2, 'project_id': '5d7aa4c9d56448b0a60a17087e53ce9b', 'subnets': [{'id': 'b93d1e81-75e4-49a9-8d0f-39bf98a8696d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:43:20.974638 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-adbe494e-8c06-49da-b8f5-e2c607ac27cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, c4c1bb53-2f09-48be-a15e-85ec72ffaabc) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:43:20.990349 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1038f6d-66fb-4dc5-a786-381a4c7ee6a0 None None] Network c4c1bb53-2f09-48be-a15e-85ec72ffaabc requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:43:20.994394 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adbe494e-8c06-49da-b8f5-e2c607ac27cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:43:20.994394 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-adbe494e-8c06-49da-b8f5-e2c607ac27cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:20.994642 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a247fd6-aa27-4c09-ace7-1c66911cf04f None None] Checking router: a3256ffb-4c40-4c57-a5f5-6dc80e16cf28 for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:43:20.994642 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a247fd6-aa27-4c09-ace7-1c66911cf04f None None] Updating router a3256ffb-4c40-4c57-a5f5-6dc80e16cf28 port 4dbd8775-22cd-4346-84cd-0229d6ab243c binding host n-d-813679-3 {{(pid=95503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 19:43:21.059653 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8a247fd6-aa27-4c09-ace7-1c66911cf04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:21.073881 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-adbe494e-8c06-49da-b8f5-e2c607ac27cf admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8148654 Oct 12 19:43:21.076234 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 49686) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:43:21.084376 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-dcca114c-b1b8-4a20-8e36-92974bfe7ce5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-2016195585-router', 'tenant_id': '2589ecb47b6b47a98a8796a0c34b68b5', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:43:21.202271 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-dcca114c-b1b8-4a20-8e36-92974bfe7ce5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8093678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255505'] for router, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:21.205028 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-dcca114c-b1b8-4a20-8e36-92974bfe7ce5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8093562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8087085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8022306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255518'] for router, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:21.286173 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a861f19c-d89b-4f2f-a502-6f290ae5166b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-c4c1bb53-2f09-48be-a15e-85ec72ffaabc', 'network_id': 'c4c1bb53-2f09-48be-a15e-85ec72ffaabc', 'tenant_id': '2589ecb47b6b47a98a8796a0c34b68b5', 'fixed_ips': [{'subnet_id': '7b9ee4ef-6333-4e3f-80d1-7708f13a84cf'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:43:21.287059 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a861f19c-d89b-4f2f-a502-6f290ae5166b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:21.552194 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8a247fd6-aa27-4c09-ace7-1c66911cf04f None None] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:21.557774 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-a861f19c-d89b-4f2f-a502-6f290ae5166b None None] Allocated IP 172.20.0.2 (c4c1bb53-2f09-48be-a15e-85ec72ffaabc/7b9ee4ef-6333-4e3f-80d1-7708f13a84cf/5d36cc20-337b-4cc8-9d5e-d342739ae3d0) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:43:21.587060 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-dcca114c-b1b8-4a20-8e36-92974bfe7ce5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:21.630879 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8a247fd6-aa27-4c09-ace7-1c66911cf04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:21.778573 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-8a247fd6-aa27-4c09-ace7-1c66911cf04f None None] Attempting to bind port 4dbd8775-22cd-4346-84cd-0229d6ab243c on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:43:21.779609 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-8a247fd6-aa27-4c09-ace7-1c66911cf04f None None] Attempting to bind port 4dbd8775-22cd-4346-84cd-0229d6ab243c by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'd974e6e5-0045-4ad9-98d2-9a821e471656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'd1e6cf90-e461-4344-8285-6e9d900c8060'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:43:21.779609 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a247fd6-aa27-4c09-ace7-1c66911cf04f None None] Attempting to bind port 4dbd8775-22cd-4346-84cd-0229d6ab243c on network d1e6cf90-e461-4344-8285-6e9d900c8060 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:43:21.789812 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2c94fe-ea58-44f1-b36c-5ab9402d791e None None] Pushing event updated for resources: {'Port': ['ID=4dbd8775-22cd-4346-84cd-0229d6ab243c,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:43:21.803992 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a247fd6-aa27-4c09-ace7-1c66911cf04f None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:43:21.803992 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a247fd6-aa27-4c09-ace7-1c66911cf04f None None] Checking segment: {'id': 'd974e6e5-0045-4ad9-98d2-9a821e471656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'd1e6cf90-e461-4344-8285-6e9d900c8060'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:43:21.803992 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8a247fd6-aa27-4c09-ace7-1c66911cf04f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:21.816453 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a247fd6-aa27-4c09-ace7-1c66911cf04f None None] Bound using segment: {'id': 'd974e6e5-0045-4ad9-98d2-9a821e471656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'd1e6cf90-e461-4344-8285-6e9d900c8060'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:43:21.816453 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-8a247fd6-aa27-4c09-ace7-1c66911cf04f None None] Bound port: 4dbd8775-22cd-4346-84cd-0229d6ab243c, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd974e6e5-0045-4ad9-98d2-9a821e471656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'd1e6cf90-e461-4344-8285-6e9d900c8060'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:43:21.816453 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8a247fd6-aa27-4c09-ace7-1c66911cf04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:21.856977 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-dcca114c-b1b8-4a20-8e36-92974bfe7ce5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:21.941389 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a861f19c-d89b-4f2f-a502-6f290ae5166b None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:21.949621 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f2e5f5-d79a-4a0a-a0df-e2134e00831d req-693532db-8bee-4b7d-9996-714751e02569 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:43:21.951550 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-8a247fd6-aa27-4c09-ace7-1c66911cf04f None None] For port 4dbd8775-22cd-4346-84cd-0229d6ab243c, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:43:21.954961 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-8a247fd6-aa27-4c09-ace7-1c66911cf04f None None] For port 4dbd8775-22cd-4346-84cd-0229d6ab243c, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=4dbd8775-22cd-4346-84cd-0229d6ab243c,segment=NetworkSegment(d974e6e5-0045-4ad9-98d2-9a821e471656),segment_id=d974e6e5-0045-4ad9-98d2-9a821e471656)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:43:21.957566 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f4f2e5f5-d79a-4a0a-a0df-e2134e00831d req-693532db-8bee-4b7d-9996-714751e02569 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5e29f63-73ad-4d95-aef1-a9fc2164d8fc HTTP/1.1" status: 200 len: 944 time: 0.0754018 Oct 12 19:43:21.968205 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-489ec45d-d113-411c-bb05-7ea12fd6b2e4 None None] Provisioning complete for port 4dbd8775-22cd-4346-84cd-0229d6ab243c triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:43:21.968573 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-489ec45d-d113-411c-bb05-7ea12fd6b2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:22.006390 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-489ec45d-d113-411c-bb05-7ea12fd6b2e4 None None] Port 4dbd8775-22cd-4346-84cd-0229d6ab243c cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:43:22.014866 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a861f19c-d89b-4f2f-a502-6f290ae5166b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:22.018969 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f4f2e5f5-d79a-4a0a-a0df-e2134e00831d req-d54dbe01-3c9e-4746-ba21-91c7f427f2a1 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c29ebb8-3357-468a-9464-70b2c2b1cc61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476151 Oct 12 19:43:22.063035 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a861f19c-d89b-4f2f-a502-6f290ae5166b None None] Network c4c1bb53-2f09-48be-a15e-85ec72ffaabc is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:43:22.064261 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8a247fd6-aa27-4c09-ace7-1c66911cf04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:22.071982 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-a861f19c-d89b-4f2f-a502-6f290ae5166b None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:43:22.076912 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a861f19c-d89b-4f2f-a502-6f290ae5166b None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:43:22.078888 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a861f19c-d89b-4f2f-a502-6f290ae5166b None None] Pushing event updated for resources: {'Port': ['ID=5d36cc20-337b-4cc8-9d5e-d342739ae3d0,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:43:22.144659 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-dcca114c-b1b8-4a20-8e36-92974bfe7ce5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:22.175860 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-dcca114c-b1b8-4a20-8e36-92974bfe7ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:22.179142 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a247fd6-aa27-4c09-ace7-1c66911cf04f None None] Routers {'a3256ffb-4c40-4c57-a5f5-6dc80e16cf28'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:43:22.179785 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-8a247fd6-aa27-4c09-ace7-1c66911cf04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:43:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['a3256ffb-4c40-4c57-a5f5-6dc80e16cf28'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:43:22.186170 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2c94fe-ea58-44f1-b36c-5ab9402d791e None None] Pushing event updated for resources: {'Port': ['ID=4dbd8775-22cd-4346-84cd-0229d6ab243c,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:43:22.225874 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-a861f19c-d89b-4f2f-a502-6f290ae5166b None None] Attempting to bind port 5d36cc20-337b-4cc8-9d5e-d342739ae3d0 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:43:22.226245 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-a861f19c-d89b-4f2f-a502-6f290ae5166b None None] Attempting to bind port 5d36cc20-337b-4cc8-9d5e-d342739ae3d0 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'ff9edc78-48e9-48c3-8894-88efa874582b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'c4c1bb53-2f09-48be-a15e-85ec72ffaabc'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:43:22.226575 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a861f19c-d89b-4f2f-a502-6f290ae5166b None None] Attempting to bind port 5d36cc20-337b-4cc8-9d5e-d342739ae3d0 on network c4c1bb53-2f09-48be-a15e-85ec72ffaabc {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:43:22.240761 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a861f19c-d89b-4f2f-a502-6f290ae5166b None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:43:22.243107 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a861f19c-d89b-4f2f-a502-6f290ae5166b None None] Checking segment: {'id': 'ff9edc78-48e9-48c3-8894-88efa874582b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'c4c1bb53-2f09-48be-a15e-85ec72ffaabc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:43:22.243107 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a861f19c-d89b-4f2f-a502-6f290ae5166b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:22.243107 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a861f19c-d89b-4f2f-a502-6f290ae5166b None None] Bound using segment: {'id': 'ff9edc78-48e9-48c3-8894-88efa874582b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'c4c1bb53-2f09-48be-a15e-85ec72ffaabc'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:43:22.243107 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-a861f19c-d89b-4f2f-a502-6f290ae5166b None None] Bound port: 5d36cc20-337b-4cc8-9d5e-d342739ae3d0, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff9edc78-48e9-48c3-8894-88efa874582b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'c4c1bb53-2f09-48be-a15e-85ec72ffaabc'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:43:22.243742 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a861f19c-d89b-4f2f-a502-6f290ae5166b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:22.326637 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-dcca114c-b1b8-4a20-8e36-92974bfe7ce5 admin admin] Allocated IP 172.25.5.172 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/f82c7013-2d8d-4d2d-979a-3024ab0694e1) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:43:22.393097 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a861f19c-d89b-4f2f-a502-6f290ae5166b None None] For port 5d36cc20-337b-4cc8-9d5e-d342739ae3d0, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:43:22.399353 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a861f19c-d89b-4f2f-a502-6f290ae5166b None None] For port 5d36cc20-337b-4cc8-9d5e-d342739ae3d0, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=5d36cc20-337b-4cc8-9d5e-d342739ae3d0,segment=NetworkSegment(ff9edc78-48e9-48c3-8894-88efa874582b),segment_id=ff9edc78-48e9-48c3-8894-88efa874582b)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:43:22.403243 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-8a247fd6-aa27-4c09-ace7-1c66911cf04f None None] Set router a3256ffb-4c40-4c57-a5f5-6dc80e16cf28 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:43:22.455412 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-fb780bbd-b9bf-4be0-a015-6b75fa325975 None None] Provisioning complete for port 4dbd8775-22cd-4346-84cd-0229d6ab243c triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:43:22.455675 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fb780bbd-b9bf-4be0-a015-6b75fa325975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:22.480136 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-dcca114c-b1b8-4a20-8e36-92974bfe7ce5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:22.485447 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a861f19c-d89b-4f2f-a502-6f290ae5166b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:22.584017 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-dcca114c-b1b8-4a20-8e36-92974bfe7ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:22.647087 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a861f19c-d89b-4f2f-a502-6f290ae5166b None None] Pushing event updated for resources: {'Port': ['ID=5d36cc20-337b-4cc8-9d5e-d342739ae3d0,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:43:22.659219 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcca114c-b1b8-4a20-8e36-92974bfe7ce5 admin admin] Pushing event updated for resources: {'Port': ['ID=f82c7013-2d8d-4d2d-979a-3024ab0694e1,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:43:22.668857 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcca114c-b1b8-4a20-8e36-92974bfe7ce5 admin admin] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:43:22.670333 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-dcca114c-b1b8-4a20-8e36-92974bfe7ce5 admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:43:22.673944 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcca114c-b1b8-4a20-8e36-92974bfe7ce5 admin admin] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:43:22.880405 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fb780bbd-b9bf-4be0-a015-6b75fa325975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:22.956181 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-fb780bbd-b9bf-4be0-a015-6b75fa325975 None None] For port 4dbd8775-22cd-4346-84cd-0229d6ab243c, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=4dbd8775-22cd-4346-84cd-0229d6ab243c,segment=NetworkSegment(d974e6e5-0045-4ad9-98d2-9a821e471656),segment_id=d974e6e5-0045-4ad9-98d2-9a821e471656)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:43:22.968673 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-8a247fd6-aa27-4c09-ace7-1c66911cf04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3256ffb-4c40-4c57-a5f5-6dc80e16cf28', 'name': 'tempest-TestVolumeBackupRestore-282205907-router', 'tenant_id': '5d7aa4c9d56448b0a60a17087e53ce9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': '71362775-aa13-4668-b0b9-7ad2d7432230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:43:12Z', 'updated_at': '2021-10-12T19:43:16Z', 'revision_number': 4, 'project_id': '5d7aa4c9d56448b0a60a17087e53ce9b', 'gw_port': {'id': '71362775-aa13-4668-b0b9-7ad2d7432230', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:6e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3256ffb-4c40-4c57-a5f5-6dc80e16cf28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:43:12Z', 'updated_at': '2021-10-12T19:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '4dbd8775-22cd-4346-84cd-0229d6ab243c', 'name': '', 'network_id': 'd1e6cf90-e461-4344-8285-6e9d900c8060', 'tenant_id': '5d7aa4c9d56448b0a60a17087e53ce9b', 'mac_address': 'fa:16:3e:af:48:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3256ffb-4c40-4c57-a5f5-6dc80e16cf28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': 'b93d1e81-75e4-49a9-8d0f-39bf98a8696d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:43:15Z', 'updated_at': '2021-10-12T19:43:21Z', 'revision_number': 4, 'project_id': '5d7aa4c9d56448b0a60a17087e53ce9b', 'subnets': [{'id': 'b93d1e81-75e4-49a9-8d0f-39bf98a8696d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:43:22.996559 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a247fd6-aa27-4c09-ace7-1c66911cf04f None None] The sync data for ids ['a3256ffb-4c40-4c57-a5f5-6dc80e16cf28'] in n-d-813679-3 is: [{'id': 'a3256ffb-4c40-4c57-a5f5-6dc80e16cf28', 'name': 'tempest-TestVolumeBackupRestore-282205907-router', 'tenant_id': '5d7aa4c9d56448b0a60a17087e53ce9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': '71362775-aa13-4668-b0b9-7ad2d7432230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:43:12Z', 'updated_at': '2021-10-12T19:43:16Z', 'revision_number': 4, 'project_id': '5d7aa4c9d56448b0a60a17087e53ce9b', 'gw_port': {'id': '71362775-aa13-4668-b0b9-7ad2d7432230', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:6e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3256ffb-4c40-4c57-a5f5-6dc80e16cf28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:43:12Z', 'updated_at': '2021-10-12T19:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '4dbd8775-22cd-4346-84cd-0229d6ab243c', 'name': '', 'network_id': 'd1e6cf90-e461-4344-8285-6e9d900c8060', 'tenant_id': '5d7aa4c9d56448b0a60a17087e53ce9b', 'mac_address': 'fa:16:3e:af:48:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3256ffb-4c40-4c57-a5f5-6dc80e16cf28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': 'b93d1e81-75e4-49a9-8d0f-39bf98a8696d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:43:15Z', 'updated_at': '2021-10-12T19:43:21Z', 'revision_number': 4, 'project_id': '5d7aa4c9d56448b0a60a17087e53ce9b', 'subnets': [{'id': 'b93d1e81-75e4-49a9-8d0f-39bf98a8696d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:43:23.080798 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fb780bbd-b9bf-4be0-a015-6b75fa325975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:23.190735 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd183268-8d55-4e16-ade4-68c4957baa9a req-89f19377-c345-4479-876b-89b52a4af66a tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:43:23.192468 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb780bbd-b9bf-4be0-a015-6b75fa325975 None None] Pushing event updated for resources: {'Port': ['ID=4dbd8775-22cd-4346-84cd-0229d6ab243c,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:43:23.193128 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fd183268-8d55-4e16-ade4-68c4957baa9a req-89f19377-c345-4479-876b-89b52a4af66a tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5e29f63-73ad-4d95-aef1-a9fc2164d8fc HTTP/1.1" status: 200 len: 944 time: 0.0830870 Oct 12 19:43:23.223487 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-dcca114c-b1b8-4a20-8e36-92974bfe7ce5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:23.242458 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fd183268-8d55-4e16-ade4-68c4957baa9a req-320265b8-c9f5-4b35-9e05-e2d64c7aff14 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c29ebb8-3357-468a-9464-70b2c2b1cc61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422447 Oct 12 19:43:23.465219 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-dcca114c-b1b8-4a20-8e36-92974bfe7ce5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8093541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7915516'] for router, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:23.734190 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcca114c-b1b8-4a20-8e36-92974bfe7ce5 admin admin] Router ee5aad3b-80e7-4bfb-b3ed-693dc6aded24 is scheduled to L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b with binding_index 1 {{(pid=95502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 19:43:23.778434 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecfb665b-f366-4143-80a6-db5a90ebda31 None None] Network c4c1bb53-2f09-48be-a15e-85ec72ffaabc requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:43:23.858633 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcca114c-b1b8-4a20-8e36-92974bfe7ce5 admin admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:43:23.860059 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-23a9c7f0-8cf6-40e5-b4a4-cce103f49dff None None] Provisioning complete for port 5d36cc20-337b-4cc8-9d5e-d342739ae3d0 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:43:23.860458 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-23a9c7f0-8cf6-40e5-b4a4-cce103f49dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:23.872995 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272c5c93-cfb0-4069-849e-6fd820e9109b None None] Sync routers for ids ['ee5aad3b-80e7-4bfb-b3ed-693dc6aded24'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:43:23.891857 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272c5c93-cfb0-4069-849e-6fd820e9109b None None] Routers {'ee5aad3b-80e7-4bfb-b3ed-693dc6aded24'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:43:23.891857 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-272c5c93-cfb0-4069-849e-6fd820e9109b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:43:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['ee5aad3b-80e7-4bfb-b3ed-693dc6aded24'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:43:23.949400 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-dcca114c-b1b8-4a20-8e36-92974bfe7ce5 admin admin] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:23.953234 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-dcca114c-b1b8-4a20-8e36-92974bfe7ce5 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.8715436 Oct 12 19:43:23.953234 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 49718) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:43:24.036254 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device e06b91e9-b835-4d43-ae70-3d99295ad0bb details requested by agent hyperv_n-h1-813679-3 with host n-h1-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:43:24.071978 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 5d36cc20-337b-4cc8-9d5e-d342739ae3d0 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:43:24.113670 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-272c5c93-cfb0-4069-849e-6fd820e9109b None None] Set router ee5aad3b-80e7-4bfb-b3ed-693dc6aded24 gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:43:24.465727 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-23a9c7f0-8cf6-40e5-b4a4-cce103f49dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:24.487040 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf28eb7-c968-491c-b9e6-97d79d71c193 req-a8505f83-c5b6-4d4e-9ab2-f30ca42776bf tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:43:24.500735 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-daf28eb7-c968-491c-b9e6-97d79d71c193 req-a8505f83-c5b6-4d4e-9ab2-f30ca42776bf tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5e29f63-73ad-4d95-aef1-a9fc2164d8fc HTTP/1.1" status: 200 len: 944 time: 0.1293380 Oct 12 19:43:24.553425 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port e06b91e9-b835-4d43-ae70-3d99295ad0bb, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=e06b91e9-b835-4d43-ae70-3d99295ad0bb,segment=NetworkSegment(60403ac4-00ad-4abf-9f47-6637a688f0bb),segment_id=60403ac4-00ad-4abf-9f47-6637a688f0bb)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:43:24.588903 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-daf28eb7-c968-491c-b9e6-97d79d71c193 req-4ce4f36f-5a4c-4df0-bf16-04c2df9b4a97 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c29ebb8-3357-468a-9464-70b2c2b1cc61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854201 Oct 12 19:43:24.609322 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-272c5c93-cfb0-4069-849e-6fd820e9109b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee5aad3b-80e7-4bfb-b3ed-693dc6aded24', 'name': 'tempest-TestVolumeBackupRestore-2016195585-router', 'tenant_id': '2589ecb47b6b47a98a8796a0c34b68b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': 'f82c7013-2d8d-4d2d-979a-3024ab0694e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:43:21Z', 'updated_at': '2021-10-12T19:43:22Z', 'revision_number': 3, 'project_id': '2589ecb47b6b47a98a8796a0c34b68b5', 'gw_port': {'id': 'f82c7013-2d8d-4d2d-979a-3024ab0694e1', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:6b:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee5aad3b-80e7-4bfb-b3ed-693dc6aded24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3370, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:43:22Z', 'updated_at': '2021-10-12T19:43:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:43:24.612685 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 5d36cc20-337b-4cc8-9d5e-d342739ae3d0 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:43:24.614166 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:24.677631 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272c5c93-cfb0-4069-849e-6fd820e9109b None None] Checking router: ee5aad3b-80e7-4bfb-b3ed-693dc6aded24 for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:43:24.677631 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272c5c93-cfb0-4069-849e-6fd820e9109b None None] Updating router ee5aad3b-80e7-4bfb-b3ed-693dc6aded24 port f82c7013-2d8d-4d2d-979a-3024ab0694e1 binding host n-d-813679-3 {{(pid=95504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 19:43:24.688247 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Returning: {'device': 'e06b91e9-b835-4d43-ae70-3d99295ad0bb', 'network_id': '3eb83d86-1ffe-4ff0-a833-7222e773d100', 'port_id': 'e06b91e9-b835-4d43-ae70-3d99295ad0bb', 'mac_address': 'fa:16:3e:5b:34:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c75108b-04f0-4830-83a5-e0da15022137', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:43:24.710825 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-23a9c7f0-8cf6-40e5-b4a4-cce103f49dff None None] For port 5d36cc20-337b-4cc8-9d5e-d342739ae3d0, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=5d36cc20-337b-4cc8-9d5e-d342739ae3d0,segment=NetworkSegment(ff9edc78-48e9-48c3-8894-88efa874582b),segment_id=ff9edc78-48e9-48c3-8894-88efa874582b)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:43:24.729234 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-272c5c93-cfb0-4069-849e-6fd820e9109b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:24.778992 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-23a9c7f0-8cf6-40e5-b4a4-cce103f49dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:24.819234 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:24.840608 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5d05a4c5-c120-4c68-b5f5-2d0d8013061b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:24.863164 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e06b91e9-b835-4d43-ae70-3d99295ad0bb {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:43:24.909731 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a9c7f0-8cf6-40e5-b4a4-cce103f49dff None None] Pushing event updated for resources: {'Port': ['ID=5d36cc20-337b-4cc8-9d5e-d342739ae3d0,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:43:24.923101 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port e06b91e9-b835-4d43-ae70-3d99295ad0bb, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=e06b91e9-b835-4d43-ae70-3d99295ad0bb,segment=NetworkSegment(60403ac4-00ad-4abf-9f47-6637a688f0bb),segment_id=60403ac4-00ad-4abf-9f47-6637a688f0bb)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:43:24.959248 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 4dbd8775-22cd-4346-84cd-0229d6ab243c up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:43:25.018172 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:25.123786 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-5d05a4c5-c120-4c68-b5f5-2d0d8013061b admin admin] Allocated IP 172.20.0.1 (c4c1bb53-2f09-48be-a15e-85ec72ffaabc/7b9ee4ef-6333-4e3f-80d1-7708f13a84cf/af357aab-1c52-4d5f-b5e3-202eeb7c23cc) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:43:25.185610 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=e06b91e9-b835-4d43-ae70-3d99295ad0bb,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:43:25.217623 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 4dbd8775-22cd-4346-84cd-0229d6ab243c triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:43:25.218000 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:25.221076 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-272c5c93-cfb0-4069-849e-6fd820e9109b None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:25.261578 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['e06b91e9-b835-4d43-ae70-3d99295ad0bb'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:43:25.278757 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5d05a4c5-c120-4c68-b5f5-2d0d8013061b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:25.293577 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-ee03df13-a482-45c7-80b2-db31c3894969 None None] Provisioning complete for port 5d36cc20-337b-4cc8-9d5e-d342739ae3d0 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:43:25.296410 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ee03df13-a482-45c7-80b2-db31c3894969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:25.355563 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-272c5c93-cfb0-4069-849e-6fd820e9109b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:25.389647 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5d05a4c5-c120-4c68-b5f5-2d0d8013061b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:25.446179 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d05a4c5-c120-4c68-b5f5-2d0d8013061b admin admin] Network c4c1bb53-2f09-48be-a15e-85ec72ffaabc is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:43:25.449628 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-5d05a4c5-c120-4c68-b5f5-2d0d8013061b admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:43:25.453734 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d05a4c5-c120-4c68-b5f5-2d0d8013061b admin admin] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:43:25.471438 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-272c5c93-cfb0-4069-849e-6fd820e9109b None None] Attempting to bind port f82c7013-2d8d-4d2d-979a-3024ab0694e1 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:43:25.472822 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-272c5c93-cfb0-4069-849e-6fd820e9109b None None] Attempting to bind port f82c7013-2d8d-4d2d-979a-3024ab0694e1 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:43:25.475140 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272c5c93-cfb0-4069-849e-6fd820e9109b None None] Attempting to bind port f82c7013-2d8d-4d2d-979a-3024ab0694e1 on network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:43:25.499985 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272c5c93-cfb0-4069-849e-6fd820e9109b None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:43:25.502072 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272c5c93-cfb0-4069-849e-6fd820e9109b None None] Checking segment: {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:43:25.513303 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-272c5c93-cfb0-4069-849e-6fd820e9109b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:25.513755 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272c5c93-cfb0-4069-849e-6fd820e9109b None None] Bound using segment: {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:43:25.514928 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-272c5c93-cfb0-4069-849e-6fd820e9109b None None] Bound port: f82c7013-2d8d-4d2d-979a-3024ab0694e1, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:43:25.515420 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-272c5c93-cfb0-4069-849e-6fd820e9109b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:25.518846 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cecc76-385a-4167-8ed6-bb1ddfd1edfe None None] Pushing event updated for resources: {'Port': ['ID=f82c7013-2d8d-4d2d-979a-3024ab0694e1,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:43:25.529045 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d05a4c5-c120-4c68-b5f5-2d0d8013061b admin admin] Pushing event updated for resources: {'Port': ['ID=af357aab-1c52-4d5f-b5e3-202eeb7c23cc,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:43:25.546040 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5d05a4c5-c120-4c68-b5f5-2d0d8013061b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7915309'] for router_interface, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:25.589917 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-272c5c93-cfb0-4069-849e-6fd820e9109b None None] For port f82c7013-2d8d-4d2d-979a-3024ab0694e1, host n-d-813679-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:43:25.597093 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-272c5c93-cfb0-4069-849e-6fd820e9109b None None] For port f82c7013-2d8d-4d2d-979a-3024ab0694e1, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=f82c7013-2d8d-4d2d-979a-3024ab0694e1,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:43:25.676391 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-272c5c93-cfb0-4069-849e-6fd820e9109b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:25.844834 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cecc76-385a-4167-8ed6-bb1ddfd1edfe None None] Pushing event updated for resources: {'Port': ['ID=f82c7013-2d8d-4d2d-979a-3024ab0694e1,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:43:25.845691 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-4eee2246-7bcc-43c7-ba1f-8751d1a0f381 None None] Provisioning complete for port af357aab-1c52-4d5f-b5e3-202eeb7c23cc triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:43:25.846177 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4eee2246-7bcc-43c7-ba1f-8751d1a0f381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:25.890011 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272c5c93-cfb0-4069-849e-6fd820e9109b None None] Routers {'ee5aad3b-80e7-4bfb-b3ed-693dc6aded24'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:43:25.890650 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-272c5c93-cfb0-4069-849e-6fd820e9109b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:43:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['ee5aad3b-80e7-4bfb-b3ed-693dc6aded24'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:43:25.931243 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-4eee2246-7bcc-43c7-ba1f-8751d1a0f381 None None] Port af357aab-1c52-4d5f-b5e3-202eeb7c23cc cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:43:26.000296 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 5d36cc20-337b-4cc8-9d5e-d342739ae3d0 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:43:26.067725 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-272c5c93-cfb0-4069-849e-6fd820e9109b None None] Set router ee5aad3b-80e7-4bfb-b3ed-693dc6aded24 gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:43:26.119399 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 5d36cc20-337b-4cc8-9d5e-d342739ae3d0 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:43:26.119782 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:26.174711 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac16b482-de4e-46e0-acf8-1b07f9cdd3e7 req-0aff3446-237c-4f54-a813-3272528077e0 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:43:26.176468 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ac16b482-de4e-46e0-acf8-1b07f9cdd3e7 req-0aff3446-237c-4f54-a813-3272528077e0 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5e29f63-73ad-4d95-aef1-a9fc2164d8fc HTTP/1.1" status: 200 len: 945 time: 0.0811408 Oct 12 19:43:26.273062 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5d05a4c5-c120-4c68-b5f5-2d0d8013061b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:26.280880 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ac16b482-de4e-46e0-acf8-1b07f9cdd3e7 req-a1f4def4-9643-4b85-b393-7e271f2bffcc tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c29ebb8-3357-468a-9464-70b2c2b1cc61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983233 Oct 12 19:43:26.317914 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-272c5c93-cfb0-4069-849e-6fd820e9109b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee5aad3b-80e7-4bfb-b3ed-693dc6aded24', 'name': 'tempest-TestVolumeBackupRestore-2016195585-router', 'tenant_id': '2589ecb47b6b47a98a8796a0c34b68b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': 'f82c7013-2d8d-4d2d-979a-3024ab0694e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:43:21Z', 'updated_at': '2021-10-12T19:43:22Z', 'revision_number': 3, 'project_id': '2589ecb47b6b47a98a8796a0c34b68b5', 'gw_port': {'id': 'f82c7013-2d8d-4d2d-979a-3024ab0694e1', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:6b:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee5aad3b-80e7-4bfb-b3ed-693dc6aded24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3370, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:43:22Z', 'updated_at': '2021-10-12T19:43:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:43:26.345446 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272c5c93-cfb0-4069-849e-6fd820e9109b None None] The sync data for ids ['ee5aad3b-80e7-4bfb-b3ed-693dc6aded24'] in n-d-813679-3 is: [{'id': 'ee5aad3b-80e7-4bfb-b3ed-693dc6aded24', 'name': 'tempest-TestVolumeBackupRestore-2016195585-router', 'tenant_id': '2589ecb47b6b47a98a8796a0c34b68b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': 'f82c7013-2d8d-4d2d-979a-3024ab0694e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:43:21Z', 'updated_at': '2021-10-12T19:43:22Z', 'revision_number': 3, 'project_id': '2589ecb47b6b47a98a8796a0c34b68b5', 'gw_port': {'id': 'f82c7013-2d8d-4d2d-979a-3024ab0694e1', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:6b:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee5aad3b-80e7-4bfb-b3ed-693dc6aded24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3370, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:43:22Z', 'updated_at': '2021-10-12T19:43:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:43:26.458500 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5d05a4c5-c120-4c68-b5f5-2d0d8013061b admin admin] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:26.560651 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5d05a4c5-c120-4c68-b5f5-2d0d8013061b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:26.672866 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5d05a4c5-c120-4c68-b5f5-2d0d8013061b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7898980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8092605'] for router_interface, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:26.674824 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d05a4c5-c120-4c68-b5f5-2d0d8013061b admin admin] Pushing event updated for resources: {'Port': ['ID=af357aab-1c52-4d5f-b5e3-202eeb7c23cc,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:43:26.775921 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d05a4c5-c120-4c68-b5f5-2d0d8013061b admin admin] Network c4c1bb53-2f09-48be-a15e-85ec72ffaabc is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:43:26.777387 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-5d05a4c5-c120-4c68-b5f5-2d0d8013061b admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:43:26.933659 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d05a4c5-c120-4c68-b5f5-2d0d8013061b admin admin] Router ee5aad3b-80e7-4bfb-b3ed-693dc6aded24 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:43:27.115619 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d05a4c5-c120-4c68-b5f5-2d0d8013061b admin admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:43:27.140252 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-5d05a4c5-c120-4c68-b5f5-2d0d8013061b admin admin] 10.222.0.49 "PUT /v2.0/routers/ee5aad3b-80e7-4bfb-b3ed-693dc6aded24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1780119 Oct 12 19:43:27.176960 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-7fd0c038-5f99-4216-99db-2429fcfca54b None None] Provisioning complete for port af357aab-1c52-4d5f-b5e3-202eeb7c23cc triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:43:27.177536 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7fd0c038-5f99-4216-99db-2429fcfca54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:27.243128 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-7fd0c038-5f99-4216-99db-2429fcfca54b None None] Port af357aab-1c52-4d5f-b5e3-202eeb7c23cc cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:43:27.431655 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79da51f5-6866-45a0-8686-c7a0d2cb0b2f req-535add5e-5962-4afe-9c6a-68ed3d087a84 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:43:27.439287 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-79da51f5-6866-45a0-8686-c7a0d2cb0b2f req-535add5e-5962-4afe-9c6a-68ed3d087a84 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5e29f63-73ad-4d95-aef1-a9fc2164d8fc HTTP/1.1" status: 200 len: 945 time: 0.0591056 Oct 12 19:43:27.487700 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-79da51f5-6866-45a0-8686-c7a0d2cb0b2f req-f9e10276-c6ed-4e32-9f98-e363253d2338 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c29ebb8-3357-468a-9464-70b2c2b1cc61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470874 Oct 12 19:43:27.989294 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device f82c7013-2d8d-4d2d-979a-3024ab0694e1 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:43:28.040426 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port f82c7013-2d8d-4d2d-979a-3024ab0694e1 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:43:28.040968 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:28.064826 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device e06b91e9-b835-4d43-ae70-3d99295ad0bb up at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:43:28.163265 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:28.184340 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] For port f82c7013-2d8d-4d2d-979a-3024ab0694e1, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=f82c7013-2d8d-4d2d-979a-3024ab0694e1,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:43:28.200018 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning for port e06b91e9-b835-4d43-ae70-3d99295ad0bb completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:43:28.203827 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning complete for port e06b91e9-b835-4d43-ae70-3d99295ad0bb triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:43:28.204297 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:28.293479 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:28.318213 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5e29f63-73ad-4d95-aef1-a9fc2164d8fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e06b91e9-b835-4d43-ae70-3d99295ad0bb'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:43:28.321074 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5738cf8-a97e-4346-8ec2-57ccb8e2c884" -d '{"events": [{"server_uuid": "a5e29f63-73ad-4d95-aef1-a9fc2164d8fc", "name": "network-vif-plugged", "status": "completed", "tag": "e06b91e9-b835-4d43-ae70-3d99295ad0bb"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:43:28.331412 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:28.338627 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port e06b91e9-b835-4d43-ae70-3d99295ad0bb, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=e06b91e9-b835-4d43-ae70-3d99295ad0bb,segment=NetworkSegment(60403ac4-00ad-4abf-9f47-6637a688f0bb),segment_id=60403ac4-00ad-4abf-9f47-6637a688f0bb)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:43:28.385192 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e531a7a9-cc02-49dc-816e-bdf259a1fd55 x-openstack-request-id: req-e531a7a9-cc02-49dc-816e-bdf259a1fd55 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:43:28.389692 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5e29f63-73ad-4d95-aef1-a9fc2164d8fc", "name": "network-vif-plugged", "status": "completed", "tag": "e06b91e9-b835-4d43-ae70-3d99295ad0bb", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:43:28.389692 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e531a7a9-cc02-49dc-816e-bdf259a1fd55 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:43:28.389692 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5e29f63-73ad-4d95-aef1-a9fc2164d8fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e06b91e9-b835-4d43-ae70-3d99295ad0bb', 'code': 200} Oct 12 19:43:28.406821 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Pushing event updated for resources: {'Port': ['ID=f82c7013-2d8d-4d2d-979a-3024ab0694e1,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:43:28.469734 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:28.555037 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcc3f76-9662-4f1e-921a-ed85e61e8195 req-4f76c720-2b39-4f1e-bc76-d5cf5dededbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:43:28.557666 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4dcc3f76-9662-4f1e-921a-ed85e61e8195 req-4f76c720-2b39-4f1e-bc76-d5cf5dededbd service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a5e29f63-73ad-4d95-aef1-a9fc2164d8fc HTTP/1.1" status: 200 len: 1096 time: 0.1153026 Oct 12 19:43:28.580978 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=e06b91e9-b835-4d43-ae70-3d99295ad0bb,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:43:28.626452 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4dcc3f76-9662-4f1e-921a-ed85e61e8195 req-01a8799a-a81a-49c4-87a8-8aaf3e4ca45a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=3c29ebb8-3357-468a-9464-70b2c2b1cc61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611086 Oct 12 19:43:28.642290 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a906cb2c-792d-40c1-8939-9fac7a7c4d89 req-199aa627-2ed7-44e5-b0f5-9e40bdc6f70a tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:43:28.643878 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a906cb2c-792d-40c1-8939-9fac7a7c4d89 req-199aa627-2ed7-44e5-b0f5-9e40bdc6f70a tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5e29f63-73ad-4d95-aef1-a9fc2164d8fc HTTP/1.1" status: 200 len: 946 time: 0.0687406 Oct 12 19:43:28.683970 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a906cb2c-792d-40c1-8939-9fac7a7c4d89 req-1453054f-35c2-411f-9ae5-0307ce8d9d8d tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c29ebb8-3357-468a-9464-70b2c2b1cc61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340486 Oct 12 19:43:28.944605 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 49824) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:43:29.071736 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a3451446-2a64-4349-b3c7-5d1280611cd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:29.170340 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a3451446-2a64-4349-b3c7-5d1280611cd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:29.180668 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7c045cde-593c-4d44-9f0e-383112b29cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:29.240361 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a3451446-2a64-4349-b3c7-5d1280611cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:29.283438 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3451446-2a64-4349-b3c7-5d1280611cd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30df05cc-bfef-4b2d-bdc0-b7562bfe513e,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:43:29.290682 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-a3451446-2a64-4349-b3c7-5d1280611cd5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2c7f5a6c137c4f1b871bb816a7d054da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3449726 Oct 12 19:43:29.293306 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 49832) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:43:29.354771 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-43a83f75-58bb-4659-b8cd-3933136851e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:29.384581 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-43a83f75-58bb-4659-b8cd-3933136851e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:29.500428 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-43a83f75-58bb-4659-b8cd-3933136851e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:29.506482 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-43a83f75-58bb-4659-b8cd-3933136851e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:29.512892 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-43a83f75-58bb-4659-b8cd-3933136851e3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/30df05cc-bfef-4b2d-bdc0-b7562bfe513e HTTP/1.1" status: 204 len: 168 time: 0.2185576 Oct 12 19:43:29.540536 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a83f75-58bb-4659-b8cd-3933136851e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30df05cc-bfef-4b2d-bdc0-b7562bfe513e,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:43:29.817839 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030683da-ed37-467d-a304-40fc0961603d req-bb06d2ce-8180-4838-8622-09b9da5748e2 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:43:29.820770 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-030683da-ed37-467d-a304-40fc0961603d req-bb06d2ce-8180-4838-8622-09b9da5748e2 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5e29f63-73ad-4d95-aef1-a9fc2164d8fc HTTP/1.1" status: 200 len: 946 time: 0.0570154 Oct 12 19:43:29.878361 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-030683da-ed37-467d-a304-40fc0961603d req-a13d657b-9e6b-429c-859b-7454b11f4952 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c29ebb8-3357-468a-9464-70b2c2b1cc61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515554 Oct 12 19:43:29.929943 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51692b2b-cc7c-4a82-b4b5-e24f92fb1005 None None] Sync routers for ids ['ee5aad3b-80e7-4bfb-b3ed-693dc6aded24'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:43:29.943596 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51692b2b-cc7c-4a82-b4b5-e24f92fb1005 None None] Routers {'ee5aad3b-80e7-4bfb-b3ed-693dc6aded24'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:43:29.944388 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-51692b2b-cc7c-4a82-b4b5-e24f92fb1005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:43:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['ee5aad3b-80e7-4bfb-b3ed-693dc6aded24'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:43:30.010541 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device f82c7013-2d8d-4d2d-979a-3024ab0694e1 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:43:30.135731 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-51692b2b-cc7c-4a82-b4b5-e24f92fb1005 None None] Set router ee5aad3b-80e7-4bfb-b3ed-693dc6aded24 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:43:30.137577 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port f82c7013-2d8d-4d2d-979a-3024ab0694e1 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:43:30.138111 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:30.310027 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 49844) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:43:30.325829 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a8d07188-7209-4221-9848-db680bb60ab1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:30.410040 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a8d07188-7209-4221-9848-db680bb60ab1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:30.425864 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-51692b2b-cc7c-4a82-b4b5-e24f92fb1005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee5aad3b-80e7-4bfb-b3ed-693dc6aded24', 'name': 'tempest-TestVolumeBackupRestore-2016195585-router', 'tenant_id': '2589ecb47b6b47a98a8796a0c34b68b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': 'f82c7013-2d8d-4d2d-979a-3024ab0694e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:43:21Z', 'updated_at': '2021-10-12T19:43:26Z', 'revision_number': 4, 'project_id': '2589ecb47b6b47a98a8796a0c34b68b5', 'gw_port': {'id': 'f82c7013-2d8d-4d2d-979a-3024ab0694e1', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:6b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee5aad3b-80e7-4bfb-b3ed-693dc6aded24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3370, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:43:22Z', 'updated_at': '2021-10-12T19:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': 'af357aab-1c52-4d5f-b5e3-202eeb7c23cc', 'name': '', 'network_id': 'c4c1bb53-2f09-48be-a15e-85ec72ffaabc', 'tenant_id': '2589ecb47b6b47a98a8796a0c34b68b5', 'mac_address': 'fa:16:3e:a8:51:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee5aad3b-80e7-4bfb-b3ed-693dc6aded24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': '7b9ee4ef-6333-4e3f-80d1-7708f13a84cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:43:24Z', 'updated_at': '2021-10-12T19:43:26Z', 'revision_number': 2, 'project_id': '2589ecb47b6b47a98a8796a0c34b68b5', 'subnets': [{'id': '7b9ee4ef-6333-4e3f-80d1-7708f13a84cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:43:30.452121 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51692b2b-cc7c-4a82-b4b5-e24f92fb1005 None None] Checking router: ee5aad3b-80e7-4bfb-b3ed-693dc6aded24 for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:43:30.452509 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51692b2b-cc7c-4a82-b4b5-e24f92fb1005 None None] Updating router ee5aad3b-80e7-4bfb-b3ed-693dc6aded24 port af357aab-1c52-4d5f-b5e3-202eeb7c23cc binding host n-d-813679-3 {{(pid=95503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 19:43:30.477879 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-51692b2b-cc7c-4a82-b4b5-e24f92fb1005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:30.503178 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a8d07188-7209-4221-9848-db680bb60ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:30.550311 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-a8d07188-7209-4221-9848-db680bb60ab1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ea94d64cf0e148aba794a2b23414d7b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2354517 Oct 12 19:43:30.550311 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d07188-7209-4221-9848-db680bb60ab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e5901ba-860e-4716-8cb0-28e389b2a06d,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:43:30.550500 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 49848) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:43:30.637900 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-25cd0ed4-ab31-4b9e-8179-f0ad018c7bed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:30.679483 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-25cd0ed4-ab31-4b9e-8179-f0ad018c7bed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:30.837006 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-25cd0ed4-ab31-4b9e-8179-f0ad018c7bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:30.839590 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-25cd0ed4-ab31-4b9e-8179-f0ad018c7bed admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:30.842944 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-25cd0ed4-ab31-4b9e-8179-f0ad018c7bed admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5e5901ba-860e-4716-8cb0-28e389b2a06d HTTP/1.1" status: 204 len: 168 time: 0.2896910 Oct 12 19:43:30.854080 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cd0ed4-ab31-4b9e-8179-f0ad018c7bed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e5901ba-860e-4716-8cb0-28e389b2a06d,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:43:31.013381 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-51692b2b-cc7c-4a82-b4b5-e24f92fb1005 None None] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:31.044556 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d389fa-fc71-4ac2-820f-a151456a76ce req-c8ff1596-2734-4eaa-98b6-df78d805ec94 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:43:31.046030 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-27d389fa-fc71-4ac2-820f-a151456a76ce req-c8ff1596-2734-4eaa-98b6-df78d805ec94 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5e29f63-73ad-4d95-aef1-a9fc2164d8fc HTTP/1.1" status: 200 len: 946 time: 0.0602791 Oct 12 19:43:31.086027 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-27d389fa-fc71-4ac2-820f-a151456a76ce req-327c7158-21b4-46d2-b766-1b0ffdc6d974 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c29ebb8-3357-468a-9464-70b2c2b1cc61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334299 Oct 12 19:43:31.111295 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-51692b2b-cc7c-4a82-b4b5-e24f92fb1005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:31.167986 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc86634b-7cb4-4bcb-a093-c801a1634bc3 None None] Pushing event updated for resources: {'Port': ['ID=af357aab-1c52-4d5f-b5e3-202eeb7c23cc,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:43:31.226877 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67382e03-73a3-4bea-9404-dd42f9130e56 req-f86eba9b-3396-425d-90e2-bc07869785ef tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:43:31.228753 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-67382e03-73a3-4bea-9404-dd42f9130e56 req-f86eba9b-3396-425d-90e2-bc07869785ef tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5e29f63-73ad-4d95-aef1-a9fc2164d8fc HTTP/1.1" status: 200 len: 946 time: 0.0668850 Oct 12 19:43:31.234930 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-51692b2b-cc7c-4a82-b4b5-e24f92fb1005 None None] Attempting to bind port af357aab-1c52-4d5f-b5e3-202eeb7c23cc on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:43:31.235368 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-51692b2b-cc7c-4a82-b4b5-e24f92fb1005 None None] Attempting to bind port af357aab-1c52-4d5f-b5e3-202eeb7c23cc by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'ff9edc78-48e9-48c3-8894-88efa874582b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'c4c1bb53-2f09-48be-a15e-85ec72ffaabc'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:43:31.235814 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51692b2b-cc7c-4a82-b4b5-e24f92fb1005 None None] Attempting to bind port af357aab-1c52-4d5f-b5e3-202eeb7c23cc on network c4c1bb53-2f09-48be-a15e-85ec72ffaabc {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:43:31.242283 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51692b2b-cc7c-4a82-b4b5-e24f92fb1005 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:43:31.243011 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51692b2b-cc7c-4a82-b4b5-e24f92fb1005 None None] Checking segment: {'id': 'ff9edc78-48e9-48c3-8894-88efa874582b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'c4c1bb53-2f09-48be-a15e-85ec72ffaabc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:43:31.243485 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-51692b2b-cc7c-4a82-b4b5-e24f92fb1005 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:31.243942 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51692b2b-cc7c-4a82-b4b5-e24f92fb1005 None None] Bound using segment: {'id': 'ff9edc78-48e9-48c3-8894-88efa874582b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'c4c1bb53-2f09-48be-a15e-85ec72ffaabc'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:43:31.244583 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-51692b2b-cc7c-4a82-b4b5-e24f92fb1005 None None] Bound port: af357aab-1c52-4d5f-b5e3-202eeb7c23cc, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff9edc78-48e9-48c3-8894-88efa874582b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'c4c1bb53-2f09-48be-a15e-85ec72ffaabc'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:43:31.245037 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-51692b2b-cc7c-4a82-b4b5-e24f92fb1005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:31.302065 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-67382e03-73a3-4bea-9404-dd42f9130e56 req-1e1989a2-2c5b-4b71-91ea-aa23bdcb791f tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c29ebb8-3357-468a-9464-70b2c2b1cc61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613215 Oct 12 19:43:31.313920 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 49860) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:43:31.345033 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-51692b2b-cc7c-4a82-b4b5-e24f92fb1005 None None] For port af357aab-1c52-4d5f-b5e3-202eeb7c23cc, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:43:31.351887 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-51692b2b-cc7c-4a82-b4b5-e24f92fb1005 None None] For port af357aab-1c52-4d5f-b5e3-202eeb7c23cc, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=af357aab-1c52-4d5f-b5e3-202eeb7c23cc,segment=NetworkSegment(ff9edc78-48e9-48c3-8894-88efa874582b),segment_id=ff9edc78-48e9-48c3-8894-88efa874582b)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:43:31.364068 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b67d73-8db3-4a73-98d9-dd600a92f644 tempest-TestNetworkAdvancedServerOps-832803611 tempest-TestNetworkAdvancedServerOps-832803611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:43:31.367205 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-28b67d73-8db3-4a73-98d9-dd600a92f644 tempest-TestNetworkAdvancedServerOps-832803611 tempest-TestNetworkAdvancedServerOps-832803611-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=a5e29f63-73ad-4d95-aef1-a9fc2164d8fc HTTP/1.1" status: 200 len: 1092 time: 0.0515072 Oct 12 19:43:31.369800 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 49862) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:43:31.375157 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-411d59c7-640d-4653-8f46-1cbd8c855a5f tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Request body: {'floatingip': {'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'port_id': 'e06b91e9-b835-4d43-ae70-3d99295ad0bb', 'tenant_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:43:31.435145 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-51692b2b-cc7c-4a82-b4b5-e24f92fb1005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:31.457564 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-411d59c7-640d-4653-8f46-1cbd8c855a5f tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for floatingip, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:31.516389 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51692b2b-cc7c-4a82-b4b5-e24f92fb1005 None None] Routers {'ee5aad3b-80e7-4bfb-b3ed-693dc6aded24'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:43:31.517018 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-51692b2b-cc7c-4a82-b4b5-e24f92fb1005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:43:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['ee5aad3b-80e7-4bfb-b3ed-693dc6aded24'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:43:31.525176 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc86634b-7cb4-4bcb-a093-c801a1634bc3 None None] Pushing event updated for resources: {'Port': ['ID=af357aab-1c52-4d5f-b5e3-202eeb7c23cc,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:43:31.564538 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-c19ddbc9-387c-433b-8d4b-6e240940c1fa None None] Provisioning complete for port af357aab-1c52-4d5f-b5e3-202eeb7c23cc triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:43:31.564909 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c19ddbc9-387c-433b-8d4b-6e240940c1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:31.603535 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-411d59c7-640d-4653-8f46-1cbd8c855a5f tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:31.765273 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3c145ec8-01a8-46af-ab3f-13a1fd168f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:31.793015 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-51692b2b-cc7c-4a82-b4b5-e24f92fb1005 None None] Set router ee5aad3b-80e7-4bfb-b3ed-693dc6aded24 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:43:31.796259 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-411d59c7-640d-4653-8f46-1cbd8c855a5f tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Allocated IP 172.25.5.2 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/df84b16a-bc29-4adf-b773-1671440f35ac) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:43:31.837646 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c19ddbc9-387c-433b-8d4b-6e240940c1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:31.943585 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-c19ddbc9-387c-433b-8d4b-6e240940c1fa None None] For port af357aab-1c52-4d5f-b5e3-202eeb7c23cc, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=af357aab-1c52-4d5f-b5e3-202eeb7c23cc,segment=NetworkSegment(ff9edc78-48e9-48c3-8894-88efa874582b),segment_id=ff9edc78-48e9-48c3-8894-88efa874582b)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:43:31.951750 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-411d59c7-640d-4653-8f46-1cbd8c855a5f tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:32.028876 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c19ddbc9-387c-433b-8d4b-6e240940c1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:32.054018 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-411d59c7-640d-4653-8f46-1cbd8c855a5f tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:32.075491 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-51692b2b-cc7c-4a82-b4b5-e24f92fb1005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee5aad3b-80e7-4bfb-b3ed-693dc6aded24', 'name': 'tempest-TestVolumeBackupRestore-2016195585-router', 'tenant_id': '2589ecb47b6b47a98a8796a0c34b68b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': 'f82c7013-2d8d-4d2d-979a-3024ab0694e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:43:21Z', 'updated_at': '2021-10-12T19:43:26Z', 'revision_number': 4, 'project_id': '2589ecb47b6b47a98a8796a0c34b68b5', 'gw_port': {'id': 'f82c7013-2d8d-4d2d-979a-3024ab0694e1', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:6b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee5aad3b-80e7-4bfb-b3ed-693dc6aded24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3370, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:43:22Z', 'updated_at': '2021-10-12T19:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': 'af357aab-1c52-4d5f-b5e3-202eeb7c23cc', 'name': '', 'network_id': 'c4c1bb53-2f09-48be-a15e-85ec72ffaabc', 'tenant_id': '2589ecb47b6b47a98a8796a0c34b68b5', 'mac_address': 'fa:16:3e:a8:51:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee5aad3b-80e7-4bfb-b3ed-693dc6aded24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': '7b9ee4ef-6333-4e3f-80d1-7708f13a84cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:43:24Z', 'updated_at': '2021-10-12T19:43:31Z', 'revision_number': 4, 'project_id': '2589ecb47b6b47a98a8796a0c34b68b5', 'subnets': [{'id': '7b9ee4ef-6333-4e3f-80d1-7708f13a84cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:43:32.107739 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411d59c7-640d-4653-8f46-1cbd8c855a5f tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:43:32.113767 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51692b2b-cc7c-4a82-b4b5-e24f92fb1005 None None] The sync data for ids ['ee5aad3b-80e7-4bfb-b3ed-693dc6aded24'] in n-d-813679-3 is: [{'id': 'ee5aad3b-80e7-4bfb-b3ed-693dc6aded24', 'name': 'tempest-TestVolumeBackupRestore-2016195585-router', 'tenant_id': '2589ecb47b6b47a98a8796a0c34b68b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': 'f82c7013-2d8d-4d2d-979a-3024ab0694e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:43:21Z', 'updated_at': '2021-10-12T19:43:26Z', 'revision_number': 4, 'project_id': '2589ecb47b6b47a98a8796a0c34b68b5', 'gw_port': {'id': 'f82c7013-2d8d-4d2d-979a-3024ab0694e1', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:6b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee5aad3b-80e7-4bfb-b3ed-693dc6aded24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3370, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:43:22Z', 'updated_at': '2021-10-12T19:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': 'af357aab-1c52-4d5f-b5e3-202eeb7c23cc', 'name': '', 'network_id': 'c4c1bb53-2f09-48be-a15e-85ec72ffaabc', 'tenant_id': '2589ecb47b6b47a98a8796a0c34b68b5', 'mac_address': 'fa:16:3e:a8:51:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee5aad3b-80e7-4bfb-b3ed-693dc6aded24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': '7b9ee4ef-6333-4e3f-80d1-7708f13a84cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:43:24Z', 'updated_at': '2021-10-12T19:43:31Z', 'revision_number': 4, 'project_id': '2589ecb47b6b47a98a8796a0c34b68b5', 'subnets': [{'id': '7b9ee4ef-6333-4e3f-80d1-7708f13a84cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:43:32.115638 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19ddbc9-387c-433b-8d4b-6e240940c1fa None None] Pushing event updated for resources: {'Port': ['ID=af357aab-1c52-4d5f-b5e3-202eeb7c23cc,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:43:32.115786 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-411d59c7-640d-4653-8f46-1cbd8c855a5f tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:43:32.121700 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411d59c7-640d-4653-8f46-1cbd8c855a5f tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:43:32.144869 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411d59c7-640d-4653-8f46-1cbd8c855a5f tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Pushing event updated for resources: {'Port': ['ID=df84b16a-bc29-4adf-b773-1671440f35ac,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:43:32.164639 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-dc7d3e75-d781-4c55-a982-7e760d758fa2 None None] Provisioning complete for port af357aab-1c52-4d5f-b5e3-202eeb7c23cc triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:43:32.165083 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-dc7d3e75-d781-4c55-a982-7e760d758fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:32.503114 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:32.800905 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-411d59c7-640d-4653-8f46-1cbd8c855a5f tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:33.005202 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-411d59c7-640d-4653-8f46-1cbd8c855a5f tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:33.044315 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:33.070838 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:33.193321 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-411d59c7-640d-4653-8f46-1cbd8c855a5f tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:33.271079 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-411d59c7-640d-4653-8f46-1cbd8c855a5f tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:33.358836 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411d59c7-640d-4653-8f46-1cbd8c855a5f tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Pushing event updated for resources: {'Port': ['ID=df84b16a-bc29-4adf-b773-1671440f35ac,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:43:33.368150 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-411d59c7-640d-4653-8f46-1cbd8c855a5f tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7915414'] for floatingip, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:33.471695 n-d-813679-3 neutron-server[95502]: INFO neutron.db.l3_db [None req-411d59c7-640d-4653-8f46-1cbd8c855a5f tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Floating IP 37edc4ee-ae2e-4bc2-b1a6-3fd9a56abe99 associated. External IP: 172.25.5.2, port: e06b91e9-b835-4d43-ae70-3d99295ad0bb. Oct 12 19:43:33.700971 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-411d59c7-640d-4653-8f46-1cbd8c855a5f tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Router 39da42b8-1db4-43df-95ee-7b349129adca has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:43:33.844831 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-411d59c7-640d-4653-8f46-1cbd8c855a5f tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:43:33.857988 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe4f216-bc51-4a2c-9930-1a6fd9abb5ad None None] Sync routers for ids ['39da42b8-1db4-43df-95ee-7b349129adca'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:43:33.867597 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe4f216-bc51-4a2c-9930-1a6fd9abb5ad None None] Routers {'39da42b8-1db4-43df-95ee-7b349129adca'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:43:33.868247 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-cbe4f216-bc51-4a2c-9930-1a6fd9abb5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:43:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['39da42b8-1db4-43df-95ee-7b349129adca'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:43:33.876671 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:33.953101 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-411d59c7-640d-4653-8f46-1cbd8c855a5f tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:33.998906 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-cbe4f216-bc51-4a2c-9930-1a6fd9abb5ad None None] Set router 39da42b8-1db4-43df-95ee-7b349129adca gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:43:34.001417 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device af357aab-1c52-4d5f-b5e3-202eeb7c23cc up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:43:34.013486 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-411d59c7-640d-4653-8f46-1cbd8c855a5f tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6426315 Oct 12 19:43:34.014218 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5e29f63-73ad-4d95-aef1-a9fc2164d8fc', 'tag': 'e06b91e9-b835-4d43-ae70-3d99295ad0bb'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:43:34.016830 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d6ef2cd-9b51-4f36-bab9-e5946d575e81" -d '{"events": [{"name": "network-changed", "server_uuid": "a5e29f63-73ad-4d95-aef1-a9fc2164d8fc", "tag": "e06b91e9-b835-4d43-ae70-3d99295ad0bb"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:43:34.080354 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9ce8072-8aa7-45bc-9fc8-652ef9239fbc x-openstack-request-id: req-e9ce8072-8aa7-45bc-9fc8-652ef9239fbc {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:43:34.080753 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5e29f63-73ad-4d95-aef1-a9fc2164d8fc", "tag": "e06b91e9-b835-4d43-ae70-3d99295ad0bb", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:43:34.081174 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e9ce8072-8aa7-45bc-9fc8-652ef9239fbc {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:43:34.081679 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5e29f63-73ad-4d95-aef1-a9fc2164d8fc', 'tag': 'e06b91e9-b835-4d43-ae70-3d99295ad0bb', 'status': 'completed', 'code': 200} Oct 12 19:43:34.123874 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port af357aab-1c52-4d5f-b5e3-202eeb7c23cc triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:43:34.127729 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:34.192217 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0933ef98-f1a5-422a-ba64-8459417d79d7 req-3d04cb4f-aac1-433f-84bc-a3f329f260d7 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:43:34.193787 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0933ef98-f1a5-422a-ba64-8459417d79d7 req-3d04cb4f-aac1-433f-84bc-a3f329f260d7 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5e29f63-73ad-4d95-aef1-a9fc2164d8fc HTTP/1.1" status: 200 len: 946 time: 0.1035314 Oct 12 19:43:34.196745 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6ef2cd-9b51-4f36-bab9-e5946d575e81 req-a43a619e-a4ed-4c63-bb5a-aab7bc9cc238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:43:34.208481 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8d6ef2cd-9b51-4f36-bab9-e5946d575e81 req-a43a619e-a4ed-4c63-bb5a-aab7bc9cc238 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=80c6b006e6d9432a90abc6a3ef8ab3a8&device_id=a5e29f63-73ad-4d95-aef1-a9fc2164d8fc HTTP/1.1" status: 200 len: 1097 time: 0.0950849 Oct 12 19:43:34.314259 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-cbe4f216-bc51-4a2c-9930-1a6fd9abb5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39da42b8-1db4-43df-95ee-7b349129adca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1545557457', 'tenant_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': '06bafb36-0e62-47d4-a6ff-c1a9b7a8796e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:43:04Z', 'updated_at': '2021-10-12T19:43:10Z', 'revision_number': 4, 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'gw_port': {'id': '06bafb36-0e62-47d4-a6ff-c1a9b7a8796e', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:14:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39da42b8-1db4-43df-95ee-7b349129adca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:43:05Z', 'updated_at': '2021-10-12T19:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': '37edc4ee-ae2e-4bc2-b1a6-3fd9a56abe99', 'tenant_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'floating_ip_address': '172.25.5.2', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': '39da42b8-1db4-43df-95ee-7b349129adca', 'port_id': 'e06b91e9-b835-4d43-ae70-3d99295ad0bb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3383, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3eb83d86-1ffe-4ff0-a833-7222e773d100', 'mac_address': 'fa:16:3e:5b:34:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e29f63-73ad-4d95-aef1-a9fc2164d8fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T19:43:32Z', 'updated_at': '2021-10-12T19:43:32Z', 'revision_number': 0, 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bd8aaf9-2e8a-423f-b58a-fafe1018a640', 'name': '', 'network_id': '3eb83d86-1ffe-4ff0-a833-7222e773d100', 'tenant_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'mac_address': 'fa:16:3e:96:aa:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39da42b8-1db4-43df-95ee-7b349129adca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': '0c75108b-04f0-4830-83a5-e0da15022137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:43:09Z', 'updated_at': '2021-10-12T19:43:15Z', 'revision_number': 5, 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'subnets': [{'id': '0c75108b-04f0-4830-83a5-e0da15022137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:43:34.332989 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0933ef98-f1a5-422a-ba64-8459417d79d7 req-998148b2-ae66-4cc8-9c2f-cde505a9c9ea tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c29ebb8-3357-468a-9464-70b2c2b1cc61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1232176 Oct 12 19:43:34.346945 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe4f216-bc51-4a2c-9930-1a6fd9abb5ad None None] Checking router: 39da42b8-1db4-43df-95ee-7b349129adca for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:43:34.357386 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe4f216-bc51-4a2c-9930-1a6fd9abb5ad None None] Routers {'39da42b8-1db4-43df-95ee-7b349129adca'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:43:34.358069 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-cbe4f216-bc51-4a2c-9930-1a6fd9abb5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:43:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['39da42b8-1db4-43df-95ee-7b349129adca'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:43:34.368883 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 49922) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:43:34.381943 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6ef2cd-9b51-4f36-bab9-e5946d575e81 req-b5425fde-b5b3-449a-a60e-2b51bd92922a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:43:34.383492 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8d6ef2cd-9b51-4f36-bab9-e5946d575e81 req-b5425fde-b5b3-449a-a60e-2b51bd92922a service neutron] 10.222.0.61 "GET /v2.0/networks?id=3eb83d86-1ffe-4ff0-a833-7222e773d100 HTTP/1.1" status: 200 len: 898 time: 0.1638777 Oct 12 19:43:34.453169 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-632a34ba-4ab7-432f-8eae-ae0d008a378e tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/floatingips/37edc4ee-ae2e-4bc2-b1a6-3fd9a56abe99 HTTP/1.1" status: 200 len: 990 time: 0.0825882 Oct 12 19:43:34.472584 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8d6ef2cd-9b51-4f36-bab9-e5946d575e81 req-735d4860-472b-4def-ae80-80010eb47213 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e06b91e9-b835-4d43-ae70-3d99295ad0bb HTTP/1.1" status: 200 len: 998 time: 0.0815072 Oct 12 19:43:34.508736 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-cbe4f216-bc51-4a2c-9930-1a6fd9abb5ad None None] Set router 39da42b8-1db4-43df-95ee-7b349129adca gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:43:34.547304 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6ef2cd-9b51-4f36-bab9-e5946d575e81 req-8211d730-7d5d-49f6-b5b8-e45331910b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:43:34.549133 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8d6ef2cd-9b51-4f36-bab9-e5946d575e81 req-8211d730-7d5d-49f6-b5b8-e45331910b10 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0c75108b-04f0-4830-83a5-e0da15022137 HTTP/1.1" status: 200 len: 835 time: 0.0692115 Oct 12 19:43:34.574407 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:34.617664 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6ef2cd-9b51-4f36-bab9-e5946d575e81 req-038541c8-5570-4f17-82dc-663c7f5ac109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:43:34.619454 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8d6ef2cd-9b51-4f36-bab9-e5946d575e81 req-038541c8-5570-4f17-82dc-663c7f5ac109 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3eb83d86-1ffe-4ff0-a833-7222e773d100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536551 Oct 12 19:43:34.731573 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8d6ef2cd-9b51-4f36-bab9-e5946d575e81 req-18204d7e-5b92-45fe-a206-45f7e30a4fba service neutron] 10.222.0.61 "GET /v2.0/networks/3eb83d86-1ffe-4ff0-a833-7222e773d100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041212 Oct 12 19:43:34.761163 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-cbe4f216-bc51-4a2c-9930-1a6fd9abb5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39da42b8-1db4-43df-95ee-7b349129adca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1545557457', 'tenant_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': '06bafb36-0e62-47d4-a6ff-c1a9b7a8796e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:43:04Z', 'updated_at': '2021-10-12T19:43:10Z', 'revision_number': 4, 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'gw_port': {'id': '06bafb36-0e62-47d4-a6ff-c1a9b7a8796e', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:14:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39da42b8-1db4-43df-95ee-7b349129adca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:43:05Z', 'updated_at': '2021-10-12T19:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': '37edc4ee-ae2e-4bc2-b1a6-3fd9a56abe99', 'tenant_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'floating_ip_address': '172.25.5.2', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': '39da42b8-1db4-43df-95ee-7b349129adca', 'port_id': 'e06b91e9-b835-4d43-ae70-3d99295ad0bb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3383, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3eb83d86-1ffe-4ff0-a833-7222e773d100', 'mac_address': 'fa:16:3e:5b:34:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e29f63-73ad-4d95-aef1-a9fc2164d8fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T19:43:32Z', 'updated_at': '2021-10-12T19:43:32Z', 'revision_number': 0, 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bd8aaf9-2e8a-423f-b58a-fafe1018a640', 'name': '', 'network_id': '3eb83d86-1ffe-4ff0-a833-7222e773d100', 'tenant_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'mac_address': 'fa:16:3e:96:aa:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39da42b8-1db4-43df-95ee-7b349129adca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': '0c75108b-04f0-4830-83a5-e0da15022137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:43:09Z', 'updated_at': '2021-10-12T19:43:15Z', 'revision_number': 5, 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'subnets': [{'id': '0c75108b-04f0-4830-83a5-e0da15022137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:43:34.849820 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8d6ef2cd-9b51-4f36-bab9-e5946d575e81 req-e350b0b9-f30a-4332-b762-e960ab475083 service neutron] 10.222.0.61 "GET /v2.0/networks/3eb83d86-1ffe-4ff0-a833-7222e773d100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109116 Oct 12 19:43:34.927559 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe4f216-bc51-4a2c-9930-1a6fd9abb5ad None None] The sync data for ids ['39da42b8-1db4-43df-95ee-7b349129adca'] in n-d-813679-3 is: [{'id': '39da42b8-1db4-43df-95ee-7b349129adca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1545557457', 'tenant_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': '06bafb36-0e62-47d4-a6ff-c1a9b7a8796e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:43:04Z', 'updated_at': '2021-10-12T19:43:10Z', 'revision_number': 4, 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'gw_port': {'id': '06bafb36-0e62-47d4-a6ff-c1a9b7a8796e', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:14:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39da42b8-1db4-43df-95ee-7b349129adca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:43:05Z', 'updated_at': '2021-10-12T19:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': '37edc4ee-ae2e-4bc2-b1a6-3fd9a56abe99', 'tenant_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'floating_ip_address': '172.25.5.2', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': '39da42b8-1db4-43df-95ee-7b349129adca', 'port_id': 'e06b91e9-b835-4d43-ae70-3d99295ad0bb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3383, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3eb83d86-1ffe-4ff0-a833-7222e773d100', 'mac_address': 'fa:16:3e:5b:34:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e29f63-73ad-4d95-aef1-a9fc2164d8fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T19:43:32Z', 'updated_at': '2021-10-12T19:43:32Z', 'revision_number': 0, 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bd8aaf9-2e8a-423f-b58a-fafe1018a640', 'name': '', 'network_id': '3eb83d86-1ffe-4ff0-a833-7222e773d100', 'tenant_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'mac_address': 'fa:16:3e:96:aa:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39da42b8-1db4-43df-95ee-7b349129adca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': '0c75108b-04f0-4830-83a5-e0da15022137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:43:09Z', 'updated_at': '2021-10-12T19:43:15Z', 'revision_number': 5, 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'subnets': [{'id': '0c75108b-04f0-4830-83a5-e0da15022137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:43:35.177483 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d883a2-4f90-4a91-bf3d-e006c9b6c6dc None None] New status for floating IP 37edc4ee-ae2e-4bc2-b1a6-3fd9a56abe99: ACTIVE {{(pid=95503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 19:43:35.456606 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 49934) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:43:35.532635 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-a7e27d65-a569-402a-936d-555229a031fa tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/floatingips/37edc4ee-ae2e-4bc2-b1a6-3fd9a56abe99 HTTP/1.1" status: 200 len: 992 time: 0.0748100 Oct 12 19:43:38.159078 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 19:43:41.337554 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-02f59c99-9ac5-4622-8ae4-c59b64e5a907 req-5261524f-a671-4f08-94d5-1b9c6a073190 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=032e4397-63e8-42e0-ad51-62c8624c663f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0485482 Oct 12 19:43:41.436368 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f59c99-9ac5-4622-8ae4-c59b64e5a907 req-7243e316-d2fd-4d16-90cd-a2c752dd8d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:43:41.437858 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-02f59c99-9ac5-4622-8ae4-c59b64e5a907 req-7243e316-d2fd-4d16-90cd-a2c752dd8d40 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fef4819dbcd54c58aa4722e52d342caf&device_id=032e4397-63e8-42e0-ad51-62c8624c663f HTTP/1.1" status: 200 len: 1097 time: 0.0484545 Oct 12 19:43:41.564304 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f59c99-9ac5-4622-8ae4-c59b64e5a907 req-b4b19b35-622a-4a24-b548-68a06ed113e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:43:41.565784 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-02f59c99-9ac5-4622-8ae4-c59b64e5a907 req-b4b19b35-622a-4a24-b548-68a06ed113e0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d89de848-a16b-4045-8dc6-570001a6b632 HTTP/1.1" status: 200 len: 915 time: 0.1070490 Oct 12 19:43:41.620491 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-02f59c99-9ac5-4622-8ae4-c59b64e5a907 req-b0ee0c27-3176-4b19-bd17-094a5393c569 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=11c568d1-d21f-4f4c-bd61-04b3ad71cc38 HTTP/1.1" status: 200 len: 217 time: 0.0467055 Oct 12 19:43:41.692432 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f59c99-9ac5-4622-8ae4-c59b64e5a907 req-c40f28dc-3cca-4d2b-8c99-d31b61f1b883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:43:41.696281 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-02f59c99-9ac5-4622-8ae4-c59b64e5a907 req-c40f28dc-3cca-4d2b-8c99-d31b61f1b883 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=80ee0038-8f7d-4909-8a3a-cc2660e2598a HTTP/1.1" status: 200 len: 854 time: 0.0657692 Oct 12 19:43:41.731882 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-02f59c99-9ac5-4622-8ae4-c59b64e5a907 req-74fc1700-aed1-4111-b095-8fea3e90caff service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d89de848-a16b-4045-8dc6-570001a6b632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285378 Oct 12 19:43:41.872655 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-02f59c99-9ac5-4622-8ae4-c59b64e5a907 req-a9516e71-c57e-4c86-b5c9-c685afc181eb service neutron] 10.222.0.67 "GET /v2.0/networks/d89de848-a16b-4045-8dc6-570001a6b632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320534 Oct 12 19:43:41.999854 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-02f59c99-9ac5-4622-8ae4-c59b64e5a907 req-4c302f21-0792-430b-b4f3-d25842f5bc6d service neutron] 10.222.0.67 "GET /v2.0/networks/d89de848-a16b-4045-8dc6-570001a6b632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186426 Oct 12 19:43:42.822685 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5f363880-6567-432b-b347-bfb777c7e904 req-56404530-9629-4ee9-bf42-d4a851fc3001 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=435e8a0b-2412-4da9-a782-3d62dddb76a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401359 Oct 12 19:43:42.921758 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f363880-6567-432b-b347-bfb777c7e904 req-f4402747-a9cb-48cd-8a1a-133964be2a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:43:42.925778 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5f363880-6567-432b-b347-bfb777c7e904 req-f4402747-a9cb-48cd-8a1a-133964be2a40 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fef4819dbcd54c58aa4722e52d342caf&device_id=435e8a0b-2412-4da9-a782-3d62dddb76a9 HTTP/1.1" status: 200 len: 1096 time: 0.0531166 Oct 12 19:43:43.035299 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f363880-6567-432b-b347-bfb777c7e904 req-126521a6-f72e-420f-a957-1eaa8dd40920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:43:43.036837 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5f363880-6567-432b-b347-bfb777c7e904 req-126521a6-f72e-420f-a957-1eaa8dd40920 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d89de848-a16b-4045-8dc6-570001a6b632 HTTP/1.1" status: 200 len: 915 time: 0.0930092 Oct 12 19:43:43.082219 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5f363880-6567-432b-b347-bfb777c7e904 req-6b1bdc1a-d7b0-4380-b7bb-121dc7e66ff6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2b2fcbe-369e-4c4f-885c-2c1b18cdddfc HTTP/1.1" status: 200 len: 217 time: 0.0373995 Oct 12 19:43:43.140412 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f363880-6567-432b-b347-bfb777c7e904 req-9ad92b51-c580-4eea-b28f-27f02559c91f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:43:43.141898 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5f363880-6567-432b-b347-bfb777c7e904 req-9ad92b51-c580-4eea-b28f-27f02559c91f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=80ee0038-8f7d-4909-8a3a-cc2660e2598a HTTP/1.1" status: 200 len: 854 time: 0.0522480 Oct 12 19:43:43.176903 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5f363880-6567-432b-b347-bfb777c7e904 req-479675c9-4c50-4952-8dee-56f00c7259e0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d89de848-a16b-4045-8dc6-570001a6b632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267882 Oct 12 19:43:43.287301 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5f363880-6567-432b-b347-bfb777c7e904 req-edea193a-7c75-48a8-b454-96adb570f3ac service neutron] 10.222.0.61 "GET /v2.0/networks/d89de848-a16b-4045-8dc6-570001a6b632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996380 Oct 12 19:43:43.392187 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5f363880-6567-432b-b347-bfb777c7e904 req-511fb505-ec23-41cd-a5ef-20a4fff8ad8a service neutron] 10.222.0.61 "GET /v2.0/networks/d89de848-a16b-4045-8dc6-570001a6b632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953994 Oct 12 19:43:44.330515 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410445cb-a9e5-4827-a676-bc42df2e0ee9 req-4c1b672d-99a3-4e1c-a658-659ac9d4e6c8 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:43:44.332337 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-410445cb-a9e5-4827-a676-bc42df2e0ee9 req-4c1b672d-99a3-4e1c-a658-659ac9d4e6c8 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] 10.222.0.49 "GET /v2.0/networks?id=d89de848-a16b-4045-8dc6-570001a6b632 HTTP/1.1" status: 200 len: 814 time: 0.1314359 Oct 12 19:43:44.351430 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-410445cb-a9e5-4827-a676-bc42df2e0ee9 req-a2d30093-7d02-4677-85a9-d6d2bc2646ae tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] 10.222.0.49 "GET /v2.0/quotas/fef4819dbcd54c58aa4722e52d342caf HTTP/1.1" status: 200 len: 375 time: 0.0120947 Oct 12 19:43:44.388652 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 50090) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:43:44.427459 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-410445cb-a9e5-4827-a676-bc42df2e0ee9 req-b4b37192-6866-482e-bfed-30bdd79200a6 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=fef4819dbcd54c58aa4722e52d342caf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0679440 Oct 12 19:43:44.525501 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-48c05549-c685-42dd-ad48-72942dbb3edb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:44.551174 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-410445cb-a9e5-4827-a676-bc42df2e0ee9 req-a633019c-c8b1-4c10-b1e7-c53030b8fed0 service neutron] 10.222.0.49 "GET /v2.0/networks/d89de848-a16b-4045-8dc6-570001a6b632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139522 Oct 12 19:43:44.607460 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-48c05549-c685-42dd-ad48-72942dbb3edb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:44.652620 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-410445cb-a9e5-4827-a676-bc42df2e0ee9 req-f3fb5c45-abb6-4296-a30d-094c12566178 service neutron] 10.222.0.49 "GET /v2.0/networks/d89de848-a16b-4045-8dc6-570001a6b632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946407 Oct 12 19:43:44.662676 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-48c05549-c685-42dd-ad48-72942dbb3edb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:44.711249 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-48c05549-c685-42dd-ad48-72942dbb3edb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=78ec8474f24046208a8626db91d7df1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3185530 Oct 12 19:43:44.711249 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c05549-c685-42dd-ad48-72942dbb3edb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40521113-cdca-47ab-a4b3-08d2c926df0d,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:43:44.711629 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 50096) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:43:44.774483 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-63c773a4-b809-4805-b29d-c2e748be0a69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:44.799017 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-63c773a4-b809-4805-b29d-c2e748be0a69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:44.899226 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-63c773a4-b809-4805-b29d-c2e748be0a69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:44.904069 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-63c773a4-b809-4805-b29d-c2e748be0a69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:44.908891 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-63c773a4-b809-4805-b29d-c2e748be0a69 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/40521113-cdca-47ab-a4b3-08d2c926df0d HTTP/1.1" status: 204 len: 168 time: 0.1962051 Oct 12 19:43:44.919513 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c773a4-b809-4805-b29d-c2e748be0a69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40521113-cdca-47ab-a4b3-08d2c926df0d,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:43:44.930216 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c773a4-b809-4805-b29d-c2e748be0a69 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:43:44.930518 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c773a4-b809-4805-b29d-c2e748be0a69 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:43:44.931246 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2b1b7013-338d-4e51-8c58-06fcf369260a req-80e7a1d7-dcb2-4f1d-b2b0-6b1df25e84bc tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9191058-c6e5-4f48-83f6-958bd6a8a4fe HTTP/1.1" status: 200 len: 210 time: 0.0510988 Oct 12 19:43:44.942267 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c773a4-b809-4805-b29d-c2e748be0a69 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:43:44.943049 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c773a4-b809-4805-b29d-c2e748be0a69 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:43:44.945040 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c773a4-b809-4805-b29d-c2e748be0a69 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:43:44.945553 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c773a4-b809-4805-b29d-c2e748be0a69 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:43:44.946062 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c773a4-b809-4805-b29d-c2e748be0a69 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:43:44.946977 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c773a4-b809-4805-b29d-c2e748be0a69 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:43:44.947311 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c773a4-b809-4805-b29d-c2e748be0a69 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:43:44.947642 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c773a4-b809-4805-b29d-c2e748be0a69 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:43:44.947973 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c773a4-b809-4805-b29d-c2e748be0a69 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:43:44.948355 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c773a4-b809-4805-b29d-c2e748be0a69 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:43:45.697721 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 50122) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:43:45.715055 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-beeeb84a-49f7-40ca-8577-31d0f49b70d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:45.790914 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-beeeb84a-49f7-40ca-8577-31d0f49b70d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:45.864346 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-beeeb84a-49f7-40ca-8577-31d0f49b70d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:45.906156 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-beeeb84a-49f7-40ca-8577-31d0f49b70d5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a8a5dbde36e446068d72f8357ddccd51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2050664 Oct 12 19:43:45.906156 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeeb84a-49f7-40ca-8577-31d0f49b70d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9c227ea-9634-49a6-b0b2-5da9939d42cd,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:43:45.906595 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 50124) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:43:45.970373 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-745efb61-2b8b-4a43-81f0-eb2f73c339da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:45.995043 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-745efb61-2b8b-4a43-81f0-eb2f73c339da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:46.045043 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-744de586-278d-413d-9a3c-d10de40f247c req-033f59b8-4807-4df0-9aef-55f16dd21caa tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9191058-c6e5-4f48-83f6-958bd6a8a4fe HTTP/1.1" status: 200 len: 210 time: 0.0346484 Oct 12 19:43:46.125987 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-745efb61-2b8b-4a43-81f0-eb2f73c339da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:46.128676 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-745efb61-2b8b-4a43-81f0-eb2f73c339da admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:46.129845 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-745efb61-2b8b-4a43-81f0-eb2f73c339da admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e9c227ea-9634-49a6-b0b2-5da9939d42cd HTTP/1.1" status: 204 len: 168 time: 0.2222230 Oct 12 19:43:46.139158 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745efb61-2b8b-4a43-81f0-eb2f73c339da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9c227ea-9634-49a6-b0b2-5da9939d42cd,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:43:47.034205 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410445cb-a9e5-4827-a676-bc42df2e0ee9 req-ba3d3aa1-dee2-4aa2-9626-769e6113cd3d tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:43:47.041723 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-410445cb-a9e5-4827-a676-bc42df2e0ee9 req-ba3d3aa1-dee2-4aa2-9626-769e6113cd3d tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] 10.222.0.67 "GET /v2.0/networks?id=d89de848-a16b-4045-8dc6-570001a6b632 HTTP/1.1" status: 200 len: 814 time: 0.1106212 Oct 12 19:43:47.050459 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-410445cb-a9e5-4827-a676-bc42df2e0ee9 req-d18a2c74-c555-49dc-8ea8-6e8ce0960d37 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Request body: {'port': {'device_id': 'd9191058-c6e5-4f48-83f6-958bd6a8a4fe', 'network_id': 'd89de848-a16b-4045-8dc6-570001a6b632', 'admin_state_up': True, 'tenant_id': 'fef4819dbcd54c58aa4722e52d342caf'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:43:47.167478 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-15fa9890-c204-4aa6-b34e-33ce9ef101fa req-eeba0c7d-bd56-4b6a-bc5e-e05a39f96e86 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9191058-c6e5-4f48-83f6-958bd6a8a4fe HTTP/1.1" status: 200 len: 210 time: 0.0315943 Oct 12 19:43:47.226452 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 50152) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:43:47.287998 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-410445cb-a9e5-4827-a676-bc42df2e0ee9 req-d18a2c74-c555-49dc-8ea8-6e8ce0960d37 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Made reservation on behalf of fef4819dbcd54c58aa4722e52d342caf for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:43:47.292188 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-410445cb-a9e5-4827-a676-bc42df2e0ee9 req-d18a2c74-c555-49dc-8ea8-6e8ce0960d37 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:47.356506 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-a973cca0-6ac6-4dec-a339-aace77fd77c4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1685388575-network', 'tenant_id': '9c762545553f4be48951d0865e5592a8'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:43:47.452407 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [req-410445cb-a9e5-4827-a676-bc42df2e0ee9 req-d18a2c74-c555-49dc-8ea8-6e8ce0960d37 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Allocated IP 172.20.0.8 (d89de848-a16b-4045-8dc6-570001a6b632/80ee0038-8f7d-4909-8a3a-cc2660e2598a/38c359f7-e3d9-4ec0-8984-16f9dbb3ca8f) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:43:47.487257 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a973cca0-6ac6-4dec-a339-aace77fd77c4 admin admin] Made reservation on behalf of 9c762545553f4be48951d0865e5592a8 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:43:47.491809 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a973cca0-6ac6-4dec-a339-aace77fd77c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:47.499307 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a973cca0-6ac6-4dec-a339-aace77fd77c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:47.579549 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a973cca0-6ac6-4dec-a339-aace77fd77c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:47.605670 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-410445cb-a9e5-4827-a676-bc42df2e0ee9 req-d18a2c74-c555-49dc-8ea8-6e8ce0960d37 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:47.664660 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a973cca0-6ac6-4dec-a339-aace77fd77c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:47.682993 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-410445cb-a9e5-4827-a676-bc42df2e0ee9 req-d18a2c74-c555-49dc-8ea8-6e8ce0960d37 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:47.689040 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a973cca0-6ac6-4dec-a339-aace77fd77c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:43:47.696806 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['11c568d1-d21f-4f4c-bd61-04b3ad71cc38', 'da5fa13d-4605-4d81-aa98-f1e20abceaba'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:43:47.699278 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['f2b2fcbe-369e-4c4f-885c-2c1b18cdddfc'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:43:47.709542 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a973cca0-6ac6-4dec-a339-aace77fd77c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=203b84e7-cf40-4980-a0e7-6ae1f7c3f930,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:43:47.713314 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a973cca0-6ac6-4dec-a339-aace77fd77c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:47.714023 n-d-813679-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-a973cca0-6ac6-4dec-a339-aace77fd77c4 admin admin] Added segment 8fedb719-cdb7-4cfe-aa63-47940426446f of type vlan for network 7ba22ad0-0eb0-4083-ac14-414fd75bab59 Oct 12 19:43:47.722934 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-410445cb-a9e5-4827-a676-bc42df2e0ee9 req-d18a2c74-c555-49dc-8ea8-6e8ce0960d37 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Network d89de848-a16b-4045-8dc6-570001a6b632 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:43:47.739540 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [req-410445cb-a9e5-4827-a676-bc42df2e0ee9 req-d18a2c74-c555-49dc-8ea8-6e8ce0960d37 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:43:47.747394 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-410445cb-a9e5-4827-a676-bc42df2e0ee9 req-d18a2c74-c555-49dc-8ea8-6e8ce0960d37 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:43:47.780676 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a973cca0-6ac6-4dec-a339-aace77fd77c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:47.785935 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18a2c74-c555-49dc-8ea8-6e8ce0960d37 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Pushing event updated for resources: {'Port': ['ID=38c359f7-e3d9-4ec0-8984-16f9dbb3ca8f,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:43:47.811589 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410445cb-a9e5-4827-a676-bc42df2e0ee9 req-d18a2c74-c555-49dc-8ea8-6e8ce0960d37 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:43:47.813180 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-410445cb-a9e5-4827-a676-bc42df2e0ee9 req-d18a2c74-c555-49dc-8ea8-6e8ce0960d37 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:47.853086 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a973cca0-6ac6-4dec-a339-aace77fd77c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:47.854439 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a973cca0-6ac6-4dec-a339-aace77fd77c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:43:47.855029 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a973cca0-6ac6-4dec-a339-aace77fd77c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:47.885186 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-410445cb-a9e5-4827-a676-bc42df2e0ee9 req-d18a2c74-c555-49dc-8ea8-6e8ce0960d37 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8394935 Oct 12 19:43:47.902742 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-410445cb-a9e5-4827-a676-bc42df2e0ee9 req-8d1647ac-c890-44b2-ae64-b04e8213cb75 service neutron] Request body: {'port': {'device_id': 'd9191058-c6e5-4f48-83f6-958bd6a8a4fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-3'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:43:47.941007 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a973cca0-6ac6-4dec-a339-aace77fd77c4 admin admin] Pushing event updated for resources: {'Network': ['ID=7ba22ad0-0eb0-4083-ac14-414fd75bab59,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:43:47.956324 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 7ba22ad0-0eb0-4083-ac14-414fd75bab59 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:43:47.969692 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-410445cb-a9e5-4827-a676-bc42df2e0ee9 req-8d1647ac-c890-44b2-ae64-b04e8213cb75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:47.991280 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-a973cca0-6ac6-4dec-a339-aace77fd77c4 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7634032 Oct 12 19:43:47.993900 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 50158) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:43:47.999314 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-589e606d-3c4a-4520-8df4-4410a0a13215 admin admin] Request body: {'subnet': {'network_id': '7ba22ad0-0eb0-4083-ac14-414fd75bab59', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1685388575-subnet', 'tenant_id': '9c762545553f4be48951d0865e5592a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:43:48.116139 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-589e606d-3c4a-4520-8df4-4410a0a13215 admin admin] Made reservation on behalf of 9c762545553f4be48951d0865e5592a8 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:43:48.120700 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-589e606d-3c4a-4520-8df4-4410a0a13215 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16245837'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:48.265667 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [req-410445cb-a9e5-4827-a676-bc42df2e0ee9 req-8d1647ac-c890-44b2-ae64-b04e8213cb75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38c359f7-e3d9-4ec0-8984-16f9dbb3ca8f {{(pid=95501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:43:48.288973 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-410445cb-a9e5-4827-a676-bc42df2e0ee9 req-8d1647ac-c890-44b2-ae64-b04e8213cb75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:48.306710 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.provisioning_blocks [req-410445cb-a9e5-4827-a676-bc42df2e0ee9 req-8d1647ac-c890-44b2-ae64-b04e8213cb75 service neutron] Transition to ACTIVE for port object 38c359f7-e3d9-4ec0-8984-16f9dbb3ca8f will not be triggered until provisioned by entity L2. {{(pid=95501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:43:48.322915 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e971c98b-d787-47ba-a54b-e660f68529f7 req-f98b2997-78fd-499c-943d-92e1b87c1b42 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:43:48.324598 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e971c98b-d787-47ba-a54b-e660f68529f7 req-f98b2997-78fd-499c-943d-92e1b87c1b42 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9191058-c6e5-4f48-83f6-958bd6a8a4fe HTTP/1.1" status: 200 len: 931 time: 0.0764558 Oct 12 19:43:48.365993 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e971c98b-d787-47ba-a54b-e660f68529f7 req-d4c51b52-dd88-4f65-bf51-5ef606459e37 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6df31de-5ced-4e1c-8aa3-81804bae9e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346315 Oct 12 19:43:48.390411 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-410445cb-a9e5-4827-a676-bc42df2e0ee9 req-8d1647ac-c890-44b2-ae64-b04e8213cb75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:48.446925 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1647ac-c890-44b2-ae64-b04e8213cb75 service neutron] Pushing event updated for resources: {'Port': ['ID=38c359f7-e3d9-4ec0-8984-16f9dbb3ca8f,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:43:48.518552 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-410445cb-a9e5-4827-a676-bc42df2e0ee9 req-8d1647ac-c890-44b2-ae64-b04e8213cb75 service neutron] Attempting to bind port 38c359f7-e3d9-4ec0-8984-16f9dbb3ca8f on host n-h2-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:43:48.518779 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-410445cb-a9e5-4827-a676-bc42df2e0ee9 req-8d1647ac-c890-44b2-ae64-b04e8213cb75 service neutron] Attempting to bind port 38c359f7-e3d9-4ec0-8984-16f9dbb3ca8f by drivers openvswitch,hyperv on host n-h2-813679-3 at level 0 using segments [{'id': '2712bf9b-8452-46ed-8059-84d0f60eecb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd89de848-a16b-4045-8dc6-570001a6b632'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:43:48.519111 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410445cb-a9e5-4827-a676-bc42df2e0ee9 req-8d1647ac-c890-44b2-ae64-b04e8213cb75 service neutron] Attempting to bind port 38c359f7-e3d9-4ec0-8984-16f9dbb3ca8f on network d89de848-a16b-4045-8dc6-570001a6b632 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:43:48.524181 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410445cb-a9e5-4827-a676-bc42df2e0ee9 req-8d1647ac-c890-44b2-ae64-b04e8213cb75 service neutron] Port 38c359f7-e3d9-4ec0-8984-16f9dbb3ca8f on network d89de848-a16b-4045-8dc6-570001a6b632 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:43:48.524499 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410445cb-a9e5-4827-a676-bc42df2e0ee9 req-8d1647ac-c890-44b2-ae64-b04e8213cb75 service neutron] Attempting to bind port 38c359f7-e3d9-4ec0-8984-16f9dbb3ca8f on network d89de848-a16b-4045-8dc6-570001a6b632 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:43:48.529319 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410445cb-a9e5-4827-a676-bc42df2e0ee9 req-8d1647ac-c890-44b2-ae64-b04e8213cb75 service neutron] Checking agent: {'id': '233fbd7d-38e4-434f-bb8f-05364d7423a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:43:48.529652 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410445cb-a9e5-4827-a676-bc42df2e0ee9 req-8d1647ac-c890-44b2-ae64-b04e8213cb75 service neutron] Checking segment: {'id': '2712bf9b-8452-46ed-8059-84d0f60eecb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd89de848-a16b-4045-8dc6-570001a6b632'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:43:48.530028 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410445cb-a9e5-4827-a676-bc42df2e0ee9 req-8d1647ac-c890-44b2-ae64-b04e8213cb75 service neutron] Bound using segment: {'id': '2712bf9b-8452-46ed-8059-84d0f60eecb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd89de848-a16b-4045-8dc6-570001a6b632'} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:43:48.530451 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-410445cb-a9e5-4827-a676-bc42df2e0ee9 req-8d1647ac-c890-44b2-ae64-b04e8213cb75 service neutron] Bound port: 38c359f7-e3d9-4ec0-8984-16f9dbb3ca8f, host: n-h2-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2712bf9b-8452-46ed-8059-84d0f60eecb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd89de848-a16b-4045-8dc6-570001a6b632'}}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:43:48.530893 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-410445cb-a9e5-4827-a676-bc42df2e0ee9 req-8d1647ac-c890-44b2-ae64-b04e8213cb75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:48.596188 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-410445cb-a9e5-4827-a676-bc42df2e0ee9 req-8d1647ac-c890-44b2-ae64-b04e8213cb75 service neutron] For port 38c359f7-e3d9-4ec0-8984-16f9dbb3ca8f, host n-h2-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:43:48.599425 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-410445cb-a9e5-4827-a676-bc42df2e0ee9 req-8d1647ac-c890-44b2-ae64-b04e8213cb75 service neutron] For port 38c359f7-e3d9-4ec0-8984-16f9dbb3ca8f, host n-h2-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=38c359f7-e3d9-4ec0-8984-16f9dbb3ca8f,segment=NetworkSegment(2712bf9b-8452-46ed-8059-84d0f60eecb3),segment_id=2712bf9b-8452-46ed-8059-84d0f60eecb3)] {{(pid=95501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:43:48.653567 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-589e606d-3c4a-4520-8df4-4410a0a13215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4306659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16245859'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:48.688778 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-410445cb-a9e5-4827-a676-bc42df2e0ee9 req-8d1647ac-c890-44b2-ae64-b04e8213cb75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:48.709472 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589e606d-3c4a-4520-8df4-4410a0a13215 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10682b00-9816-41fa-a675-c316b552d7f6,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:43:48.727297 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589e606d-3c4a-4520-8df4-4410a0a13215 admin admin] Checking segment: {'id': '8fedb719-cdb7-4cfe-aa63-47940426446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '7ba22ad0-0eb0-4083-ac14-414fd75bab59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:43:48.727654 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-589e606d-3c4a-4520-8df4-4410a0a13215 admin admin] Network hostable DHCP agents. Network: 7ba22ad0-0eb0-4083-ac14-414fd75bab59, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:43:48.736889 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410445cb-a9e5-4827-a676-bc42df2e0ee9 req-8d1647ac-c890-44b2-ae64-b04e8213cb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:43:48.737510 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-410445cb-a9e5-4827-a676-bc42df2e0ee9 req-8d1647ac-c890-44b2-ae64-b04e8213cb75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:48.738898 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-410445cb-a9e5-4827-a676-bc42df2e0ee9 req-8d1647ac-c890-44b2-ae64-b04e8213cb75 service neutron] 10.222.0.67 "PUT /v2.0/ports/38c359f7-e3d9-4ec0-8984-16f9dbb3ca8f HTTP/1.1" status: 200 len: 1091 time: 0.8457355 Oct 12 19:43:48.739340 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9191058-c6e5-4f48-83f6-958bd6a8a4fe', 'tag': '38c359f7-e3d9-4ec0-8984-16f9dbb3ca8f'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:43:48.742532 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82955c67-91dc-4d98-9440-966f25e9c37d" -d '{"events": [{"name": "network-changed", "server_uuid": "d9191058-c6e5-4f48-83f6-958bd6a8a4fe", "tag": "38c359f7-e3d9-4ec0-8984-16f9dbb3ca8f"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:43:48.767418 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1647ac-c890-44b2-ae64-b04e8213cb75 service neutron] Pushing event updated for resources: {'Port': ['ID=38c359f7-e3d9-4ec0-8984-16f9dbb3ca8f,revision_number=3']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:43:48.778888 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50d1a591-604f-4d35-a87f-291523a2f5d9 x-openstack-request-id: req-50d1a591-604f-4d35-a87f-291523a2f5d9 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:43:48.779178 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9191058-c6e5-4f48-83f6-958bd6a8a4fe", "tag": "38c359f7-e3d9-4ec0-8984-16f9dbb3ca8f", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:43:48.779429 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-50d1a591-604f-4d35-a87f-291523a2f5d9 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:43:48.779845 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9191058-c6e5-4f48-83f6-958bd6a8a4fe', 'tag': '38c359f7-e3d9-4ec0-8984-16f9dbb3ca8f', 'status': 'completed', 'code': 200} Oct 12 19:43:48.841930 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82955c67-91dc-4d98-9440-966f25e9c37d req-b09132b3-e84c-4080-85b7-b83f29762be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:43:48.843676 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-82955c67-91dc-4d98-9440-966f25e9c37d req-b09132b3-e84c-4080-85b7-b83f29762be0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fef4819dbcd54c58aa4722e52d342caf&device_id=d9191058-c6e5-4f48-83f6-958bd6a8a4fe HTTP/1.1" status: 200 len: 1094 time: 0.0429356 Oct 12 19:43:48.847347 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-589e606d-3c4a-4520-8df4-4410a0a13215 admin admin] Network 7ba22ad0-0eb0-4083-ac14-414fd75bab59 is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:43:48.925520 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-589e606d-3c4a-4520-8df4-4410a0a13215 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, 7ba22ad0-0eb0-4083-ac14-414fd75bab59) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:43:48.934330 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4014e3cf-506f-4a66-9df3-b847ee68d0a7 None None] Network 7ba22ad0-0eb0-4083-ac14-414fd75bab59 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:43:48.936557 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-589e606d-3c4a-4520-8df4-4410a0a13215 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:43:48.942103 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-589e606d-3c4a-4520-8df4-4410a0a13215 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:48.947733 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82955c67-91dc-4d98-9440-966f25e9c37d req-f01c55d1-e811-41d8-bc5e-308fb834a3df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:43:48.949385 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-82955c67-91dc-4d98-9440-966f25e9c37d req-f01c55d1-e811-41d8-bc5e-308fb834a3df service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=fef4819dbcd54c58aa4722e52d342caf&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0975392 Oct 12 19:43:49.041488 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-589e606d-3c4a-4520-8df4-4410a0a13215 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0376313 Oct 12 19:43:49.053628 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82955c67-91dc-4d98-9440-966f25e9c37d req-e790a930-7a47-4906-9f3d-e48268ea4972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:43:49.055453 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-82955c67-91dc-4d98-9440-966f25e9c37d req-e790a930-7a47-4906-9f3d-e48268ea4972 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0984795 Oct 12 19:43:49.071926 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc8c74b-b400-46e8-b55f-0ef42af12b43 None None] Network 7ba22ad0-0eb0-4083-ac14-414fd75bab59 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:43:49.230323 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410445cb-a9e5-4827-a676-bc42df2e0ee9 req-4c8e10c1-d488-459a-9cf5-8d7cd6a14daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:43:49.231987 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-410445cb-a9e5-4827-a676-bc42df2e0ee9 req-4c8e10c1-d488-459a-9cf5-8d7cd6a14daa service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fef4819dbcd54c58aa4722e52d342caf&device_id=d9191058-c6e5-4f48-83f6-958bd6a8a4fe HTTP/1.1" status: 200 len: 1094 time: 0.1342678 Oct 12 19:43:49.277937 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-410445cb-a9e5-4827-a676-bc42df2e0ee9 req-cbdb0e1c-ec2d-47b0-845f-9a58b476e966 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=38c359f7-e3d9-4ec0-8984-16f9dbb3ca8f HTTP/1.1" status: 200 len: 217 time: 0.0366511 Oct 12 19:43:49.327202 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410445cb-a9e5-4827-a676-bc42df2e0ee9 req-0d67a978-4130-4c49-aaa8-c6d6256bc704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:43:49.328656 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-410445cb-a9e5-4827-a676-bc42df2e0ee9 req-0d67a978-4130-4c49-aaa8-c6d6256bc704 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=80ee0038-8f7d-4909-8a3a-cc2660e2598a HTTP/1.1" status: 200 len: 854 time: 0.0438108 Oct 12 19:43:49.363776 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-410445cb-a9e5-4827-a676-bc42df2e0ee9 req-94bdce6c-051a-44d0-b6da-bcac0af1cdc2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d89de848-a16b-4045-8dc6-570001a6b632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269027 Oct 12 19:43:49.484978 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-410445cb-a9e5-4827-a676-bc42df2e0ee9 req-1985d9e5-f494-422c-8309-da6feb974f19 service neutron] 10.222.0.67 "GET /v2.0/networks/d89de848-a16b-4045-8dc6-570001a6b632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131079 Oct 12 19:43:49.518709 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668e4ac2-f5be-4791-b9e1-d1315eb67493 req-85d3d3fd-a41f-445c-9e27-df5039b43d6b tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:43:49.520274 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-668e4ac2-f5be-4791-b9e1-d1315eb67493 req-85d3d3fd-a41f-445c-9e27-df5039b43d6b tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9191058-c6e5-4f48-83f6-958bd6a8a4fe HTTP/1.1" status: 200 len: 943 time: 0.0829861 Oct 12 19:43:49.595964 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-668e4ac2-f5be-4791-b9e1-d1315eb67493 req-5875cd02-71f4-46f0-a4a4-512e59d1b843 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6df31de-5ced-4e1c-8aa3-81804bae9e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507600 Oct 12 19:43:49.619897 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-410445cb-a9e5-4827-a676-bc42df2e0ee9 req-6dac526f-31f1-4772-b906-cefaddfe5e5e service neutron] 10.222.0.67 "GET /v2.0/networks/d89de848-a16b-4045-8dc6-570001a6b632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264718 Oct 12 19:43:49.812731 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 50184) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:43:49.817822 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-4d78519f-f57f-496f-99b6-6ce1fcc3fc74 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1112784107-network', 'tenant_id': '11826ddbf6014e9780569e4482e54c9d'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:43:49.910121 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d78519f-f57f-496f-99b6-6ce1fcc3fc74 admin admin] Made reservation on behalf of 11826ddbf6014e9780569e4482e54c9d for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:43:49.912553 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4d78519f-f57f-496f-99b6-6ce1fcc3fc74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:49.921813 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4d78519f-f57f-496f-99b6-6ce1fcc3fc74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:49.993321 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4d78519f-f57f-496f-99b6-6ce1fcc3fc74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:50.102798 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4d78519f-f57f-496f-99b6-6ce1fcc3fc74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:50.129982 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d78519f-f57f-496f-99b6-6ce1fcc3fc74 admin admin] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:43:50.135865 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d78519f-f57f-496f-99b6-6ce1fcc3fc74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fb36b6b-d818-486d-892a-fdeaee9bf951,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:43:50.144193 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4d78519f-f57f-496f-99b6-6ce1fcc3fc74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:50.144569 n-d-813679-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-4d78519f-f57f-496f-99b6-6ce1fcc3fc74 admin admin] Added segment f7ee3359-4c75-4edb-8c40-355e9359bec9 of type vlan for network ace0532f-a90b-4ce1-a9cf-ea6301a2933c Oct 12 19:43:50.182903 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4d78519f-f57f-496f-99b6-6ce1fcc3fc74 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:50.299021 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4d78519f-f57f-496f-99b6-6ce1fcc3fc74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:50.300021 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d78519f-f57f-496f-99b6-6ce1fcc3fc74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:43:50.300646 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4d78519f-f57f-496f-99b6-6ce1fcc3fc74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:50.361124 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d78519f-f57f-496f-99b6-6ce1fcc3fc74 admin admin] Pushing event updated for resources: {'Network': ['ID=ace0532f-a90b-4ce1-a9cf-ea6301a2933c,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:43:50.371089 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network ace0532f-a90b-4ce1-a9cf-ea6301a2933c details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:43:50.431568 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-4d78519f-f57f-496f-99b6-6ce1fcc3fc74 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6174932 Oct 12 19:43:50.434210 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 50186) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:43:50.439193 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-663c5336-9259-444b-ade9-d752dff428a5 admin admin] Request body: {'subnet': {'network_id': 'ace0532f-a90b-4ce1-a9cf-ea6301a2933c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1112784107-subnet', 'tenant_id': '11826ddbf6014e9780569e4482e54c9d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:43:50.538928 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-663c5336-9259-444b-ade9-d752dff428a5 admin admin] Made reservation on behalf of 11826ddbf6014e9780569e4482e54c9d for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:43:50.541370 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-663c5336-9259-444b-ade9-d752dff428a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16245837'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:50.755860 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf473a9-bbd8-4398-afe4-4392e7af0442 req-3254bda1-7dcb-4532-90f8-6ccc3fc238cb tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:43:50.757594 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-cdf473a9-bbd8-4398-afe4-4392e7af0442 req-3254bda1-7dcb-4532-90f8-6ccc3fc238cb tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9191058-c6e5-4f48-83f6-958bd6a8a4fe HTTP/1.1" status: 200 len: 943 time: 0.0862665 Oct 12 19:43:50.796216 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-cdf473a9-bbd8-4398-afe4-4392e7af0442 req-b174a806-af11-4d75-881c-761f124a9e20 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6df31de-5ced-4e1c-8aa3-81804bae9e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324321 Oct 12 19:43:50.824316 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-663c5336-9259-444b-ade9-d752dff428a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4306659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16245859'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:50.885258 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663c5336-9259-444b-ade9-d752dff428a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a7355c1-69dc-4d0a-8d0b-819093116f03,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:43:50.892932 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663c5336-9259-444b-ade9-d752dff428a5 admin admin] Checking segment: {'id': 'f7ee3359-4c75-4edb-8c40-355e9359bec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'ace0532f-a90b-4ce1-a9cf-ea6301a2933c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:43:50.893299 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663c5336-9259-444b-ade9-d752dff428a5 admin admin] Network hostable DHCP agents. Network: ace0532f-a90b-4ce1-a9cf-ea6301a2933c, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:43:51.024336 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663c5336-9259-444b-ade9-d752dff428a5 admin admin] Network ace0532f-a90b-4ce1-a9cf-ea6301a2933c is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:43:51.125078 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-663c5336-9259-444b-ade9-d752dff428a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, ace0532f-a90b-4ce1-a9cf-ea6301a2933c) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:43:51.129361 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-663c5336-9259-444b-ade9-d752dff428a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:43:51.129969 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-663c5336-9259-444b-ade9-d752dff428a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:51.135509 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a36a868-9349-47e4-8ad8-008a19c066dc None None] Network ace0532f-a90b-4ce1-a9cf-ea6301a2933c requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:43:51.228010 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-663c5336-9259-444b-ade9-d752dff428a5 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7925110 Oct 12 19:43:51.261375 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9653f4f9-ea17-43fc-afbf-33579fb7d129 None None] Network ace0532f-a90b-4ce1-a9cf-ea6301a2933c requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:43:51.696318 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52bfb52-22a8-4570-8907-7a498db69238 req-d2d51b26-33bc-4476-80dd-bdd5441e8469 tempest-VolumesActionsTest-1569620335 tempest-VolumesActionsTest-1569620335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:43:51.697832 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e52bfb52-22a8-4570-8907-7a498db69238 req-d2d51b26-33bc-4476-80dd-bdd5441e8469 tempest-VolumesActionsTest-1569620335 tempest-VolumesActionsTest-1569620335-project] 10.222.0.49 "GET /v2.0/networks?id=7ba22ad0-0eb0-4083-ac14-414fd75bab59 HTTP/1.1" status: 200 len: 809 time: 0.1023877 Oct 12 19:43:51.712801 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e52bfb52-22a8-4570-8907-7a498db69238 req-bbc02aaf-71af-4a3a-9cba-581bea02aad7 tempest-VolumesActionsTest-1569620335 tempest-VolumesActionsTest-1569620335-project] 10.222.0.49 "GET /v2.0/quotas/9c762545553f4be48951d0865e5592a8 HTTP/1.1" status: 200 len: 375 time: 0.0092862 Oct 12 19:43:51.748938 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e52bfb52-22a8-4570-8907-7a498db69238 req-f0ed1388-b8a1-4d08-9858-94117637578c tempest-VolumesActionsTest-1569620335 tempest-VolumesActionsTest-1569620335-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=9c762545553f4be48951d0865e5592a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308352 Oct 12 19:43:51.838228 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e52bfb52-22a8-4570-8907-7a498db69238 req-aedfefbe-7997-4dec-b46c-0c1afde26816 service neutron] 10.222.0.49 "GET /v2.0/networks/7ba22ad0-0eb0-4083-ac14-414fd75bab59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813363 Oct 12 19:43:51.925362 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cf9c1d-3320-4844-a650-66a77525ba24 req-eaae628e-13c8-4a2d-b702-c5d4e15f8fba tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:43:51.926878 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-04cf9c1d-3320-4844-a650-66a77525ba24 req-eaae628e-13c8-4a2d-b702-c5d4e15f8fba tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9191058-c6e5-4f48-83f6-958bd6a8a4fe HTTP/1.1" status: 200 len: 943 time: 0.0590837 Oct 12 19:43:51.941466 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e52bfb52-22a8-4570-8907-7a498db69238 req-643536ba-0615-4726-8b11-774b03965ca8 service neutron] 10.222.0.49 "GET /v2.0/networks/7ba22ad0-0eb0-4083-ac14-414fd75bab59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961022 Oct 12 19:43:51.969412 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-04cf9c1d-3320-4844-a650-66a77525ba24 req-5ef7928a-ca64-4b40-b08f-35728c250781 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6df31de-5ced-4e1c-8aa3-81804bae9e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353994 Oct 12 19:43:52.166353 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1abd717f-9433-4b17-ab7f-770e7c830f46 req-754f9ebc-1aa0-4e7a-a499-e218139ae4f6 tempest-VolumesActionsTest-1569620335 tempest-VolumesActionsTest-1569620335-project] 10.222.0.49 "GET /v2.0/ports?device_id=c76098f0-68f2-4d88-a7a5-b62489bd24d7 HTTP/1.1" status: 200 len: 210 time: 0.0292323 Oct 12 19:43:52.581945 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 38c359f7-e3d9-4ec0-8984-16f9dbb3ca8f details requested by agent hyperv_n-h2-813679-3 with host n-h2-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:43:52.679143 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 38c359f7-e3d9-4ec0-8984-16f9dbb3ca8f, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=38c359f7-e3d9-4ec0-8984-16f9dbb3ca8f,segment=NetworkSegment(2712bf9b-8452-46ed-8059-84d0f60eecb3),segment_id=2712bf9b-8452-46ed-8059-84d0f60eecb3)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:43:52.691595 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Returning: {'device': '38c359f7-e3d9-4ec0-8984-16f9dbb3ca8f', 'network_id': 'd89de848-a16b-4045-8dc6-570001a6b632', 'port_id': '38c359f7-e3d9-4ec0-8984-16f9dbb3ca8f', 'mac_address': 'fa:16:3e:1c:6c:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80ee0038-8f7d-4909-8a3a-cc2660e2598a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:43:52.734352 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:52.748551 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38c359f7-e3d9-4ec0-8984-16f9dbb3ca8f {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:43:52.770873 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 38c359f7-e3d9-4ec0-8984-16f9dbb3ca8f, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=38c359f7-e3d9-4ec0-8984-16f9dbb3ca8f,segment=NetworkSegment(2712bf9b-8452-46ed-8059-84d0f60eecb3),segment_id=2712bf9b-8452-46ed-8059-84d0f60eecb3)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:43:52.868057 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:52.916247 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=38c359f7-e3d9-4ec0-8984-16f9dbb3ca8f,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:43:52.926753 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:43:52.927103 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:43:52.930582 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:43:52.930582 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:43:52.930582 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:43:52.930582 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:43:52.930582 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:43:52.930582 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:43:52.930582 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:43:52.930582 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:43:52.931191 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:43:52.931277 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:43:53.089615 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['38c359f7-e3d9-4ec0-8984-16f9dbb3ca8f'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:43:53.094723 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f580ca-f2a2-4df6-83fe-aac5f903ae06 req-760c6e1c-1b93-4f7b-96f2-79dc2378f5bb tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:43:53.096289 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-23f580ca-f2a2-4df6-83fe-aac5f903ae06 req-760c6e1c-1b93-4f7b-96f2-79dc2378f5bb tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9191058-c6e5-4f48-83f6-958bd6a8a4fe HTTP/1.1" status: 200 len: 944 time: 0.0521660 Oct 12 19:43:53.142143 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-23f580ca-f2a2-4df6-83fe-aac5f903ae06 req-e98f1ff9-1df6-4940-90b8-275f4fd28532 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6df31de-5ced-4e1c-8aa3-81804bae9e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345488 Oct 12 19:43:53.246159 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-aa5fe3e7-30f6-439f-b412-45140a6b73a0 req-0d1a4c8f-40d3-4416-a447-8571e72b15e8 tempest-VolumesActionsTest-1569620335 tempest-VolumesActionsTest-1569620335-project] 10.222.0.49 "GET /v2.0/ports?device_id=c76098f0-68f2-4d88-a7a5-b62489bd24d7 HTTP/1.1" status: 200 len: 210 time: 0.0282776 Oct 12 19:43:54.258811 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ce0882-f74c-4460-966c-1faa0eac0357 req-be768177-d978-4609-993c-c9f72bd64cee tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:43:54.260287 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-85ce0882-f74c-4460-966c-1faa0eac0357 req-be768177-d978-4609-993c-c9f72bd64cee tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9191058-c6e5-4f48-83f6-958bd6a8a4fe HTTP/1.1" status: 200 len: 944 time: 0.0495431 Oct 12 19:43:54.300764 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-85ce0882-f74c-4460-966c-1faa0eac0357 req-648a2cdd-2f2b-4863-b01c-77f09705630f tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6df31de-5ced-4e1c-8aa3-81804bae9e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345588 Oct 12 19:43:54.349516 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2a03a3fc-f4e8-4a73-b7f8-6c1f02937de9 req-326be47b-5c05-424a-ba93-827d6a7bb563 tempest-VolumesActionsTest-1569620335 tempest-VolumesActionsTest-1569620335-project] 10.222.0.49 "GET /v2.0/ports?device_id=c76098f0-68f2-4d88-a7a5-b62489bd24d7 HTTP/1.1" status: 200 len: 210 time: 0.0332150 Oct 12 19:43:54.599699 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 38c359f7-e3d9-4ec0-8984-16f9dbb3ca8f up at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:43:54.755480 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning for port 38c359f7-e3d9-4ec0-8984-16f9dbb3ca8f completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:43:54.759637 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning complete for port 38c359f7-e3d9-4ec0-8984-16f9dbb3ca8f triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:43:54.760045 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:54.852618 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:54.878519 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9191058-c6e5-4f48-83f6-958bd6a8a4fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38c359f7-e3d9-4ec0-8984-16f9dbb3ca8f'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:43:54.880900 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-435f0217-a79b-44e3-b13c-9bac22f73dd9" -d '{"events": [{"server_uuid": "d9191058-c6e5-4f48-83f6-958bd6a8a4fe", "name": "network-vif-plugged", "status": "completed", "tag": "38c359f7-e3d9-4ec0-8984-16f9dbb3ca8f"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:43:54.893478 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 38c359f7-e3d9-4ec0-8984-16f9dbb3ca8f, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=38c359f7-e3d9-4ec0-8984-16f9dbb3ca8f,segment=NetworkSegment(2712bf9b-8452-46ed-8059-84d0f60eecb3),segment_id=2712bf9b-8452-46ed-8059-84d0f60eecb3)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:43:54.921550 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eac0acd-8da8-4b63-8f90-58aae8b282b1 x-openstack-request-id: req-1eac0acd-8da8-4b63-8f90-58aae8b282b1 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:43:54.921976 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9191058-c6e5-4f48-83f6-958bd6a8a4fe", "name": "network-vif-plugged", "status": "completed", "tag": "38c359f7-e3d9-4ec0-8984-16f9dbb3ca8f", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:43:54.922338 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1eac0acd-8da8-4b63-8f90-58aae8b282b1 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:43:54.922837 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9191058-c6e5-4f48-83f6-958bd6a8a4fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38c359f7-e3d9-4ec0-8984-16f9dbb3ca8f', 'code': 200} Oct 12 19:43:54.931473 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52bfb52-22a8-4570-8907-7a498db69238 req-b55b8e0f-be08-4bbf-9066-f103a63c4457 tempest-VolumesActionsTest-1569620335 tempest-VolumesActionsTest-1569620335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:43:54.932995 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e52bfb52-22a8-4570-8907-7a498db69238 req-b55b8e0f-be08-4bbf-9066-f103a63c4457 tempest-VolumesActionsTest-1569620335 tempest-VolumesActionsTest-1569620335-project] 10.222.0.61 "GET /v2.0/networks?id=7ba22ad0-0eb0-4083-ac14-414fd75bab59 HTTP/1.1" status: 200 len: 809 time: 0.4313543 Oct 12 19:43:54.946728 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-e52bfb52-22a8-4570-8907-7a498db69238 req-6183aeb8-6ead-4cda-87bb-db7b0b511029 tempest-VolumesActionsTest-1569620335 tempest-VolumesActionsTest-1569620335-project] Request body: {'port': {'device_id': 'c76098f0-68f2-4d88-a7a5-b62489bd24d7', 'network_id': '7ba22ad0-0eb0-4083-ac14-414fd75bab59', 'admin_state_up': True, 'tenant_id': '9c762545553f4be48951d0865e5592a8'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:43:54.970716 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:55.026604 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=38c359f7-e3d9-4ec0-8984-16f9dbb3ca8f,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:43:55.080062 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca9bd44-5509-4744-85ad-33547a79cd04 req-ca693e6b-2772-45fb-85d4-ac250bf29960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:43:55.081552 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-eca9bd44-5509-4744-85ad-33547a79cd04 req-ca693e6b-2772-45fb-85d4-ac250bf29960 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d9191058-c6e5-4f48-83f6-958bd6a8a4fe HTTP/1.1" status: 200 len: 1096 time: 0.0955348 Oct 12 19:43:55.130816 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-eca9bd44-5509-4744-85ad-33547a79cd04 req-de8ed9f7-efbb-464e-9c39-8a1543284564 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=d6df31de-5ced-4e1c-8aa3-81804bae9e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411506 Oct 12 19:43:55.201242 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e52bfb52-22a8-4570-8907-7a498db69238 req-6183aeb8-6ead-4cda-87bb-db7b0b511029 tempest-VolumesActionsTest-1569620335 tempest-VolumesActionsTest-1569620335-project] Made reservation on behalf of 9c762545553f4be48951d0865e5592a8 for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:43:55.205281 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-e52bfb52-22a8-4570-8907-7a498db69238 req-6183aeb8-6ead-4cda-87bb-db7b0b511029 tempest-VolumesActionsTest-1569620335 tempest-VolumesActionsTest-1569620335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:55.329109 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [req-e52bfb52-22a8-4570-8907-7a498db69238 req-6183aeb8-6ead-4cda-87bb-db7b0b511029 tempest-VolumesActionsTest-1569620335 tempest-VolumesActionsTest-1569620335-project] Allocated IP 172.20.0.14 (7ba22ad0-0eb0-4083-ac14-414fd75bab59/10682b00-9816-41fa-a675-c316b552d7f6/840cf0a5-b441-44d3-9b96-c44cfdc46e54) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:43:55.435232 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e84fdd-d860-4760-b17b-978be091e3ca req-213014a3-5b52-4435-b91e-e7d0204b9df3 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:43:55.436770 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-47e84fdd-d860-4760-b17b-978be091e3ca req-213014a3-5b52-4435-b91e-e7d0204b9df3 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9191058-c6e5-4f48-83f6-958bd6a8a4fe HTTP/1.1" status: 200 len: 945 time: 0.0660062 Oct 12 19:43:55.477322 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4452a072-6566-4614-ba7e-76a3b6a3e2f6 req-fc5ed3bf-69ec-4dd6-8216-9158c614d342 tempest-VolumesActionsTest-1569620335 tempest-VolumesActionsTest-1569620335-project] 10.222.0.49 "GET /v2.0/ports?device_id=c76098f0-68f2-4d88-a7a5-b62489bd24d7 HTTP/1.1" status: 200 len: 210 time: 0.0410511 Oct 12 19:43:55.480713 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-47e84fdd-d860-4760-b17b-978be091e3ca req-0badc234-27a5-4bf3-b62c-06acd8d761fb tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6df31de-5ced-4e1c-8aa3-81804bae9e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355768 Oct 12 19:43:55.524995 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-e52bfb52-22a8-4570-8907-7a498db69238 req-6183aeb8-6ead-4cda-87bb-db7b0b511029 tempest-VolumesActionsTest-1569620335 tempest-VolumesActionsTest-1569620335-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:55.589782 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-e52bfb52-22a8-4570-8907-7a498db69238 req-6183aeb8-6ead-4cda-87bb-db7b0b511029 tempest-VolumesActionsTest-1569620335 tempest-VolumesActionsTest-1569620335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:55.634421 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e52bfb52-22a8-4570-8907-7a498db69238 req-6183aeb8-6ead-4cda-87bb-db7b0b511029 tempest-VolumesActionsTest-1569620335 tempest-VolumesActionsTest-1569620335-project] Network 7ba22ad0-0eb0-4083-ac14-414fd75bab59 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:43:55.637683 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [req-e52bfb52-22a8-4570-8907-7a498db69238 req-6183aeb8-6ead-4cda-87bb-db7b0b511029 tempest-VolumesActionsTest-1569620335 tempest-VolumesActionsTest-1569620335-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:43:55.641698 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-e52bfb52-22a8-4570-8907-7a498db69238 req-6183aeb8-6ead-4cda-87bb-db7b0b511029 tempest-VolumesActionsTest-1569620335 tempest-VolumesActionsTest-1569620335-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:43:55.664923 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6183aeb8-6ead-4cda-87bb-db7b0b511029 tempest-VolumesActionsTest-1569620335 tempest-VolumesActionsTest-1569620335-project] Pushing event updated for resources: {'Port': ['ID=840cf0a5-b441-44d3-9b96-c44cfdc46e54,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:43:55.695294 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52bfb52-22a8-4570-8907-7a498db69238 req-6183aeb8-6ead-4cda-87bb-db7b0b511029 tempest-VolumesActionsTest-1569620335 tempest-VolumesActionsTest-1569620335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:43:55.705802 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-e52bfb52-22a8-4570-8907-7a498db69238 req-6183aeb8-6ead-4cda-87bb-db7b0b511029 tempest-VolumesActionsTest-1569620335 tempest-VolumesActionsTest-1569620335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:55.808224 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e52bfb52-22a8-4570-8907-7a498db69238 req-6183aeb8-6ead-4cda-87bb-db7b0b511029 tempest-VolumesActionsTest-1569620335 tempest-VolumesActionsTest-1569620335-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8650684 Oct 12 19:43:55.821238 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-e52bfb52-22a8-4570-8907-7a498db69238 req-9d001a13-2b1a-482d-be6e-0160ba015e9e service neutron] Request body: {'port': {'device_id': 'c76098f0-68f2-4d88-a7a5-b62489bd24d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-3'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:43:55.876452 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-e52bfb52-22a8-4570-8907-7a498db69238 req-9d001a13-2b1a-482d-be6e-0160ba015e9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:56.145713 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [req-e52bfb52-22a8-4570-8907-7a498db69238 req-9d001a13-2b1a-482d-be6e-0160ba015e9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 840cf0a5-b441-44d3-9b96-c44cfdc46e54 {{(pid=95501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:43:56.154781 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-e52bfb52-22a8-4570-8907-7a498db69238 req-9d001a13-2b1a-482d-be6e-0160ba015e9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:56.167122 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.provisioning_blocks [req-e52bfb52-22a8-4570-8907-7a498db69238 req-9d001a13-2b1a-482d-be6e-0160ba015e9e service neutron] Transition to ACTIVE for port object 840cf0a5-b441-44d3-9b96-c44cfdc46e54 will not be triggered until provisioned by entity L2. {{(pid=95501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:43:56.252481 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-e52bfb52-22a8-4570-8907-7a498db69238 req-9d001a13-2b1a-482d-be6e-0160ba015e9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:56.301949 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d001a13-2b1a-482d-be6e-0160ba015e9e service neutron] Pushing event updated for resources: {'Port': ['ID=840cf0a5-b441-44d3-9b96-c44cfdc46e54,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:43:56.377066 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-e52bfb52-22a8-4570-8907-7a498db69238 req-9d001a13-2b1a-482d-be6e-0160ba015e9e service neutron] Attempting to bind port 840cf0a5-b441-44d3-9b96-c44cfdc46e54 on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:43:56.377851 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-e52bfb52-22a8-4570-8907-7a498db69238 req-9d001a13-2b1a-482d-be6e-0160ba015e9e service neutron] Attempting to bind port 840cf0a5-b441-44d3-9b96-c44cfdc46e54 by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': '8fedb719-cdb7-4cfe-aa63-47940426446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '7ba22ad0-0eb0-4083-ac14-414fd75bab59'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:43:56.377851 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52bfb52-22a8-4570-8907-7a498db69238 req-9d001a13-2b1a-482d-be6e-0160ba015e9e service neutron] Attempting to bind port 840cf0a5-b441-44d3-9b96-c44cfdc46e54 on network 7ba22ad0-0eb0-4083-ac14-414fd75bab59 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:43:56.382134 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52bfb52-22a8-4570-8907-7a498db69238 req-9d001a13-2b1a-482d-be6e-0160ba015e9e service neutron] Port 840cf0a5-b441-44d3-9b96-c44cfdc46e54 on network 7ba22ad0-0eb0-4083-ac14-414fd75bab59 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:43:56.382450 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52bfb52-22a8-4570-8907-7a498db69238 req-9d001a13-2b1a-482d-be6e-0160ba015e9e service neutron] Attempting to bind port 840cf0a5-b441-44d3-9b96-c44cfdc46e54 on network 7ba22ad0-0eb0-4083-ac14-414fd75bab59 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:43:56.387329 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52bfb52-22a8-4570-8907-7a498db69238 req-9d001a13-2b1a-482d-be6e-0160ba015e9e service neutron] Checking agent: {'id': 'f5e9725f-f5a6-43c2-a1be-95e21e9a1fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:43:56.387665 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52bfb52-22a8-4570-8907-7a498db69238 req-9d001a13-2b1a-482d-be6e-0160ba015e9e service neutron] Checking segment: {'id': '8fedb719-cdb7-4cfe-aa63-47940426446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '7ba22ad0-0eb0-4083-ac14-414fd75bab59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:43:56.388104 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52bfb52-22a8-4570-8907-7a498db69238 req-9d001a13-2b1a-482d-be6e-0160ba015e9e service neutron] Bound using segment: {'id': '8fedb719-cdb7-4cfe-aa63-47940426446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '7ba22ad0-0eb0-4083-ac14-414fd75bab59'} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:43:56.388604 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-e52bfb52-22a8-4570-8907-7a498db69238 req-9d001a13-2b1a-482d-be6e-0160ba015e9e service neutron] Bound port: 840cf0a5-b441-44d3-9b96-c44cfdc46e54, host: n-h1-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fedb719-cdb7-4cfe-aa63-47940426446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '7ba22ad0-0eb0-4083-ac14-414fd75bab59'}}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:43:56.388976 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-e52bfb52-22a8-4570-8907-7a498db69238 req-9d001a13-2b1a-482d-be6e-0160ba015e9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:56.454304 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-e52bfb52-22a8-4570-8907-7a498db69238 req-9d001a13-2b1a-482d-be6e-0160ba015e9e service neutron] For port 840cf0a5-b441-44d3-9b96-c44cfdc46e54, host n-h1-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:43:56.457249 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-e52bfb52-22a8-4570-8907-7a498db69238 req-9d001a13-2b1a-482d-be6e-0160ba015e9e service neutron] For port 840cf0a5-b441-44d3-9b96-c44cfdc46e54, host n-h1-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=840cf0a5-b441-44d3-9b96-c44cfdc46e54,segment=NetworkSegment(8fedb719-cdb7-4cfe-aa63-47940426446f),segment_id=8fedb719-cdb7-4cfe-aa63-47940426446f)] {{(pid=95501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:43:56.520212 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-e52bfb52-22a8-4570-8907-7a498db69238 req-9d001a13-2b1a-482d-be6e-0160ba015e9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:56.539489 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52bfb52-22a8-4570-8907-7a498db69238 req-9d001a13-2b1a-482d-be6e-0160ba015e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:43:56.540240 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-e52bfb52-22a8-4570-8907-7a498db69238 req-9d001a13-2b1a-482d-be6e-0160ba015e9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:43:56.541910 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e52bfb52-22a8-4570-8907-7a498db69238 req-9d001a13-2b1a-482d-be6e-0160ba015e9e service neutron] 10.222.0.61 "PUT /v2.0/ports/840cf0a5-b441-44d3-9b96-c44cfdc46e54 HTTP/1.1" status: 200 len: 1092 time: 0.7246466 Oct 12 19:43:56.544097 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c76098f0-68f2-4d88-a7a5-b62489bd24d7', 'tag': '840cf0a5-b441-44d3-9b96-c44cfdc46e54'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:43:56.545977 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fee1233-ae8f-42ec-99f8-95181f24169b" -d '{"events": [{"name": "network-changed", "server_uuid": "c76098f0-68f2-4d88-a7a5-b62489bd24d7", "tag": "840cf0a5-b441-44d3-9b96-c44cfdc46e54"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:43:56.595188 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8154d5-9a0e-4657-b3fb-e23d6304ea1b req-fb199ac4-98b2-432c-a70e-71eef8501b00 tempest-VolumesActionsTest-1569620335 tempest-VolumesActionsTest-1569620335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:43:56.596685 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0c8154d5-9a0e-4657-b3fb-e23d6304ea1b req-fb199ac4-98b2-432c-a70e-71eef8501b00 tempest-VolumesActionsTest-1569620335 tempest-VolumesActionsTest-1569620335-project] 10.222.0.49 "GET /v2.0/ports?device_id=c76098f0-68f2-4d88-a7a5-b62489bd24d7 HTTP/1.1" status: 200 len: 944 time: 0.0493426 Oct 12 19:43:56.626674 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d001a13-2b1a-482d-be6e-0160ba015e9e service neutron] Pushing event updated for resources: {'Port': ['ID=840cf0a5-b441-44d3-9b96-c44cfdc46e54,revision_number=3']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:43:56.636754 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0c8154d5-9a0e-4657-b3fb-e23d6304ea1b req-926af5f5-55e9-4e36-bd20-09593ef384c9 tempest-VolumesActionsTest-1569620335 tempest-VolumesActionsTest-1569620335-project] 10.222.0.49 "GET /v2.0/security-groups?id=203b84e7-cf40-4980-a0e7-6ae1f7c3f930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327368 Oct 12 19:43:56.656801 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e276921-0863-4e3a-a5e3-d3fe760bae21 req-6b2c23d3-ab7d-4398-8843-7aaf008e94c5 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:43:56.658414 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0e276921-0863-4e3a-a5e3-d3fe760bae21 req-6b2c23d3-ab7d-4398-8843-7aaf008e94c5 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9191058-c6e5-4f48-83f6-958bd6a8a4fe HTTP/1.1" status: 200 len: 945 time: 0.0889959 Oct 12 19:43:56.697945 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3206a80-2df4-44e4-81a3-c4288443cfae x-openstack-request-id: req-a3206a80-2df4-44e4-81a3-c4288443cfae {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:43:56.698234 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c76098f0-68f2-4d88-a7a5-b62489bd24d7", "tag": "840cf0a5-b441-44d3-9b96-c44cfdc46e54", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:43:56.698487 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a3206a80-2df4-44e4-81a3-c4288443cfae {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:43:56.698894 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c76098f0-68f2-4d88-a7a5-b62489bd24d7', 'tag': '840cf0a5-b441-44d3-9b96-c44cfdc46e54', 'status': 'completed', 'code': 200} Oct 12 19:43:56.741310 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0e276921-0863-4e3a-a5e3-d3fe760bae21 req-ebdf50a4-ac33-42d9-9ee3-becc655c863e tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6df31de-5ced-4e1c-8aa3-81804bae9e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696042 Oct 12 19:43:56.744015 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52bfb52-22a8-4570-8907-7a498db69238 req-3df7231d-47d7-413d-a387-59677fe2d93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:43:56.745502 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e52bfb52-22a8-4570-8907-7a498db69238 req-3df7231d-47d7-413d-a387-59677fe2d93b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9c762545553f4be48951d0865e5592a8&device_id=c76098f0-68f2-4d88-a7a5-b62489bd24d7 HTTP/1.1" status: 200 len: 1095 time: 0.0861914 Oct 12 19:43:56.794329 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e52bfb52-22a8-4570-8907-7a498db69238 req-10d0d877-f097-4a39-8084-9632497e9731 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=840cf0a5-b441-44d3-9b96-c44cfdc46e54 HTTP/1.1" status: 200 len: 217 time: 0.0375249 Oct 12 19:43:56.852401 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52bfb52-22a8-4570-8907-7a498db69238 req-434af518-3e8b-4391-8164-a874e3c57f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:43:56.854025 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e52bfb52-22a8-4570-8907-7a498db69238 req-434af518-3e8b-4391-8164-a874e3c57f7a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=10682b00-9816-41fa-a675-c316b552d7f6 HTTP/1.1" status: 200 len: 849 time: 0.0515761 Oct 12 19:43:56.889165 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e52bfb52-22a8-4570-8907-7a498db69238 req-31d5b4cf-2a91-4f02-abd9-78fee8bdcf02 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7ba22ad0-0eb0-4083-ac14-414fd75bab59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256255 Oct 12 19:43:56.980099 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e52bfb52-22a8-4570-8907-7a498db69238 req-06682fd9-4781-4ab6-83e9-8eb172aab293 service neutron] 10.222.0.61 "GET /v2.0/networks/7ba22ad0-0eb0-4083-ac14-414fd75bab59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833926 Oct 12 19:43:57.079491 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e52bfb52-22a8-4570-8907-7a498db69238 req-4116515e-6d4f-4894-b7f6-a1466d902560 service neutron] 10.222.0.61 "GET /v2.0/networks/7ba22ad0-0eb0-4083-ac14-414fd75bab59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905185 Oct 12 19:43:57.234422 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fee1233-ae8f-42ec-99f8-95181f24169b req-3c55f7cb-9952-4f17-8766-c239800bfdad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:43:57.235952 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4fee1233-ae8f-42ec-99f8-95181f24169b req-3c55f7cb-9952-4f17-8766-c239800bfdad service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9c762545553f4be48951d0865e5592a8&device_id=c76098f0-68f2-4d88-a7a5-b62489bd24d7 HTTP/1.1" status: 200 len: 1095 time: 0.0428874 Oct 12 19:43:57.335245 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fee1233-ae8f-42ec-99f8-95181f24169b req-969d1484-890c-4e4c-a6b1-97db8929c8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:43:57.336960 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4fee1233-ae8f-42ec-99f8-95181f24169b req-969d1484-890c-4e4c-a6b1-97db8929c8c7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7ba22ad0-0eb0-4083-ac14-414fd75bab59 HTTP/1.1" status: 200 len: 910 time: 0.0934002 Oct 12 19:43:57.383650 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4fee1233-ae8f-42ec-99f8-95181f24169b req-d42ae915-b55f-494a-8e65-29506e415eec service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=840cf0a5-b441-44d3-9b96-c44cfdc46e54 HTTP/1.1" status: 200 len: 217 time: 0.0372124 Oct 12 19:43:57.435295 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fee1233-ae8f-42ec-99f8-95181f24169b req-eaf94bef-4e45-4e48-af92-66582613e6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:43:57.436945 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4fee1233-ae8f-42ec-99f8-95181f24169b req-eaf94bef-4e45-4e48-af92-66582613e6c6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=10682b00-9816-41fa-a675-c316b552d7f6 HTTP/1.1" status: 200 len: 849 time: 0.0455456 Oct 12 19:43:57.475679 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4fee1233-ae8f-42ec-99f8-95181f24169b req-b4218fa2-8d6d-4534-b8dc-0e7249bcb4e6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7ba22ad0-0eb0-4083-ac14-414fd75bab59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307479 Oct 12 19:43:57.575180 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4fee1233-ae8f-42ec-99f8-95181f24169b req-dd4c9cdf-6df2-4cb6-b169-eb04c9d7a1ea service neutron] 10.222.0.61 "GET /v2.0/networks/7ba22ad0-0eb0-4083-ac14-414fd75bab59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908635 Oct 12 19:43:57.677565 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4fee1233-ae8f-42ec-99f8-95181f24169b req-8fbe9d3f-71ad-4d3f-b326-46aeba6dfa20 service neutron] 10.222.0.61 "GET /v2.0/networks/7ba22ad0-0eb0-4083-ac14-414fd75bab59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938387 Oct 12 19:43:57.763890 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb714606-28a4-4071-861e-f63fa73a5f28 req-5327baf5-751c-4b67-b5e8-9f7debe5a625 tempest-VolumesActionsTest-1569620335 tempest-VolumesActionsTest-1569620335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:43:57.766625 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-fb714606-28a4-4071-861e-f63fa73a5f28 req-5327baf5-751c-4b67-b5e8-9f7debe5a625 tempest-VolumesActionsTest-1569620335 tempest-VolumesActionsTest-1569620335-project] 10.222.0.49 "GET /v2.0/ports?device_id=c76098f0-68f2-4d88-a7a5-b62489bd24d7 HTTP/1.1" status: 200 len: 944 time: 0.0530484 Oct 12 19:43:57.811277 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-fb714606-28a4-4071-861e-f63fa73a5f28 req-2dca866a-3fae-466f-8b4d-37f65af89eda tempest-VolumesActionsTest-1569620335 tempest-VolumesActionsTest-1569620335-project] 10.222.0.49 "GET /v2.0/security-groups?id=203b84e7-cf40-4980-a0e7-6ae1f7c3f930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372329 Oct 12 19:43:58.932674 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d80b63-be87-4e7b-99a3-e118305225bf req-c345f70f-0b3c-436e-8c22-6516fe886954 tempest-VolumesActionsTest-1569620335 tempest-VolumesActionsTest-1569620335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:43:58.934171 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a0d80b63-be87-4e7b-99a3-e118305225bf req-c345f70f-0b3c-436e-8c22-6516fe886954 tempest-VolumesActionsTest-1569620335 tempest-VolumesActionsTest-1569620335-project] 10.222.0.49 "GET /v2.0/ports?device_id=c76098f0-68f2-4d88-a7a5-b62489bd24d7 HTTP/1.1" status: 200 len: 944 time: 0.0507014 Oct 12 19:43:58.971774 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a0d80b63-be87-4e7b-99a3-e118305225bf req-2b907bf0-f478-476c-9e48-654599def71d tempest-VolumesActionsTest-1569620335 tempest-VolumesActionsTest-1569620335-project] 10.222.0.49 "GET /v2.0/security-groups?id=203b84e7-cf40-4980-a0e7-6ae1f7c3f930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315583 Oct 12 19:43:59.193473 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-53ed97d8-38cd-4b7c-a421-73da08048c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:44:00.093194 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245ba9b0-ca9d-434e-86b4-d874e926d056 req-3de2f0a7-8293-4a13-8bed-22d24ccc45b5 tempest-VolumesActionsTest-1569620335 tempest-VolumesActionsTest-1569620335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:44:00.095437 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-245ba9b0-ca9d-434e-86b4-d874e926d056 req-3de2f0a7-8293-4a13-8bed-22d24ccc45b5 tempest-VolumesActionsTest-1569620335 tempest-VolumesActionsTest-1569620335-project] 10.222.0.49 "GET /v2.0/ports?device_id=c76098f0-68f2-4d88-a7a5-b62489bd24d7 HTTP/1.1" status: 200 len: 944 time: 0.0550830 Oct 12 19:44:00.138294 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-245ba9b0-ca9d-434e-86b4-d874e926d056 req-7cdf82e2-a25e-4ebd-8a8b-461b0366bfc3 tempest-VolumesActionsTest-1569620335 tempest-VolumesActionsTest-1569620335-project] 10.222.0.49 "GET /v2.0/security-groups?id=203b84e7-cf40-4980-a0e7-6ae1f7c3f930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349030 Oct 12 19:44:00.170468 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 840cf0a5-b441-44d3-9b96-c44cfdc46e54 details requested by agent hyperv_n-h1-813679-3 with host n-h1-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:44:00.274956 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 840cf0a5-b441-44d3-9b96-c44cfdc46e54, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=840cf0a5-b441-44d3-9b96-c44cfdc46e54,segment=NetworkSegment(8fedb719-cdb7-4cfe-aa63-47940426446f),segment_id=8fedb719-cdb7-4cfe-aa63-47940426446f)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:44:00.286863 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Returning: {'device': '840cf0a5-b441-44d3-9b96-c44cfdc46e54', 'network_id': '7ba22ad0-0eb0-4083-ac14-414fd75bab59', 'port_id': '840cf0a5-b441-44d3-9b96-c44cfdc46e54', 'mac_address': 'fa:16:3e:d0:0e:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10682b00-9816-41fa-a675-c316b552d7f6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:44:00.327562 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:44:00.340549 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 840cf0a5-b441-44d3-9b96-c44cfdc46e54 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:44:00.361117 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 840cf0a5-b441-44d3-9b96-c44cfdc46e54, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=840cf0a5-b441-44d3-9b96-c44cfdc46e54,segment=NetworkSegment(8fedb719-cdb7-4cfe-aa63-47940426446f),segment_id=8fedb719-cdb7-4cfe-aa63-47940426446f)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:44:00.435010 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:44:00.441727 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [req-283b9cf3-100c-4c98-978c-3e2b654ae15b req-f27573d1-e15d-4773-b12e-b58bc0ca4861 service neutron] (95502) timed out ('10.222.0.67', 53183) {{(pid=95502) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 12 19:44:00.489311 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=840cf0a5-b441-44d3-9b96-c44cfdc46e54,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:44:00.648651 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['840cf0a5-b441-44d3-9b96-c44cfdc46e54'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:44:01.287650 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b0ee77-67af-4f3b-a554-ba0507779437 req-2fc5eddf-b5d6-4197-8cff-2c6e1408bd77 tempest-VolumesActionsTest-1569620335 tempest-VolumesActionsTest-1569620335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:44:01.289809 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-08b0ee77-67af-4f3b-a554-ba0507779437 req-2fc5eddf-b5d6-4197-8cff-2c6e1408bd77 tempest-VolumesActionsTest-1569620335 tempest-VolumesActionsTest-1569620335-project] 10.222.0.49 "GET /v2.0/ports?device_id=c76098f0-68f2-4d88-a7a5-b62489bd24d7 HTTP/1.1" status: 200 len: 945 time: 0.0770991 Oct 12 19:44:01.337467 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-08b0ee77-67af-4f3b-a554-ba0507779437 req-cb0c1715-c704-4f33-866e-9c9a8c095a5f tempest-VolumesActionsTest-1569620335 tempest-VolumesActionsTest-1569620335-project] 10.222.0.49 "GET /v2.0/security-groups?id=203b84e7-cf40-4980-a0e7-6ae1f7c3f930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400829 Oct 12 19:44:01.703971 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-57d34d43-d240-4ade-a6a3-d0ee87dc95d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:44:02.173393 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 840cf0a5-b441-44d3-9b96-c44cfdc46e54 up at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:44:02.286640 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning for port 840cf0a5-b441-44d3-9b96-c44cfdc46e54 completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:44:02.291934 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning complete for port 840cf0a5-b441-44d3-9b96-c44cfdc46e54 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:44:02.292356 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:44:02.383359 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:44:02.407008 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c76098f0-68f2-4d88-a7a5-b62489bd24d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '840cf0a5-b441-44d3-9b96-c44cfdc46e54'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:44:02.409252 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-342cd120-179c-4487-9627-e8a29bc6008c" -d '{"events": [{"server_uuid": "c76098f0-68f2-4d88-a7a5-b62489bd24d7", "name": "network-vif-plugged", "status": "completed", "tag": "840cf0a5-b441-44d3-9b96-c44cfdc46e54"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:44:02.455542 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 840cf0a5-b441-44d3-9b96-c44cfdc46e54, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=840cf0a5-b441-44d3-9b96-c44cfdc46e54,segment=NetworkSegment(8fedb719-cdb7-4cfe-aa63-47940426446f),segment_id=8fedb719-cdb7-4cfe-aa63-47940426446f)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:44:02.471466 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7afacc8-f330-422f-b38c-efa8152c4405 x-openstack-request-id: req-e7afacc8-f330-422f-b38c-efa8152c4405 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:44:02.472094 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c76098f0-68f2-4d88-a7a5-b62489bd24d7", "name": "network-vif-plugged", "status": "completed", "tag": "840cf0a5-b441-44d3-9b96-c44cfdc46e54", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:44:02.472491 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e7afacc8-f330-422f-b38c-efa8152c4405 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:44:02.473422 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c76098f0-68f2-4d88-a7a5-b62489bd24d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '840cf0a5-b441-44d3-9b96-c44cfdc46e54', 'code': 200} Oct 12 19:44:02.486119 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ad8648-93ac-427a-8a69-ed998eb7b1f2 req-bd8f2d2c-07de-4ec8-a524-bba7abb282d9 tempest-VolumesActionsTest-1569620335 tempest-VolumesActionsTest-1569620335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:44:02.488391 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d7ad8648-93ac-427a-8a69-ed998eb7b1f2 req-bd8f2d2c-07de-4ec8-a524-bba7abb282d9 tempest-VolumesActionsTest-1569620335 tempest-VolumesActionsTest-1569620335-project] 10.222.0.49 "GET /v2.0/ports?device_id=c76098f0-68f2-4d88-a7a5-b62489bd24d7 HTTP/1.1" status: 200 len: 945 time: 0.0641658 Oct 12 19:44:02.519250 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:44:02.546973 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d7ad8648-93ac-427a-8a69-ed998eb7b1f2 req-5738b343-935c-40e2-95af-1b0b897c4624 tempest-VolumesActionsTest-1569620335 tempest-VolumesActionsTest-1569620335-project] 10.222.0.49 "GET /v2.0/security-groups?id=203b84e7-cf40-4980-a0e7-6ae1f7c3f930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515828 Oct 12 19:44:02.591119 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=840cf0a5-b441-44d3-9b96-c44cfdc46e54,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:44:02.594229 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:44:02.595689 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216897c7-71d8-4edb-85ca-134b94bb0f21 req-600f1089-ef77-4a56-9fd4-fe360014396b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:44:02.597766 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-216897c7-71d8-4edb-85ca-134b94bb0f21 req-600f1089-ef77-4a56-9fd4-fe360014396b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c76098f0-68f2-4d88-a7a5-b62489bd24d7 HTTP/1.1" status: 200 len: 1097 time: 0.0477014 Oct 12 19:44:02.636724 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-216897c7-71d8-4edb-85ca-134b94bb0f21 req-4a0561b9-764b-4410-829c-166a8658fc73 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=203b84e7-cf40-4980-a0e7-6ae1f7c3f930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303078 Oct 12 19:44:03.012487 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:44:03.075350 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:44:03.678424 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b74783-6cb9-4b17-bcb3-a0ad232cdee2 req-b708e5cc-42e8-4629-b477-5e7e4d086a61 tempest-VolumesActionsTest-1569620335 tempest-VolumesActionsTest-1569620335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:44:03.680135 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-64b74783-6cb9-4b17-bcb3-a0ad232cdee2 req-b708e5cc-42e8-4629-b477-5e7e4d086a61 tempest-VolumesActionsTest-1569620335 tempest-VolumesActionsTest-1569620335-project] 10.222.0.49 "GET /v2.0/ports?device_id=c76098f0-68f2-4d88-a7a5-b62489bd24d7 HTTP/1.1" status: 200 len: 946 time: 0.0549634 Oct 12 19:44:03.735959 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-64b74783-6cb9-4b17-bcb3-a0ad232cdee2 req-597cb231-dd79-4fc4-b280-e63732abea95 tempest-VolumesActionsTest-1569620335 tempest-VolumesActionsTest-1569620335-project] 10.222.0.49 "GET /v2.0/security-groups?id=203b84e7-cf40-4980-a0e7-6ae1f7c3f930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489271 Oct 12 19:44:03.862773 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:44:04.581978 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:44:04.844462 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3897741a-3238-4b5e-ba7a-c7601c617e02 req-68582b3d-7236-4c84-9afd-bcc71391c4f4 tempest-VolumesActionsTest-1569620335 tempest-VolumesActionsTest-1569620335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:44:04.846537 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3897741a-3238-4b5e-ba7a-c7601c617e02 req-68582b3d-7236-4c84-9afd-bcc71391c4f4 tempest-VolumesActionsTest-1569620335 tempest-VolumesActionsTest-1569620335-project] 10.222.0.49 "GET /v2.0/ports?device_id=c76098f0-68f2-4d88-a7a5-b62489bd24d7 HTTP/1.1" status: 200 len: 946 time: 0.0499721 Oct 12 19:44:04.886699 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3897741a-3238-4b5e-ba7a-c7601c617e02 req-8cd5eb59-4661-4bd4-b218-98759fd0e674 tempest-VolumesActionsTest-1569620335 tempest-VolumesActionsTest-1569620335-project] 10.222.0.49 "GET /v2.0/security-groups?id=203b84e7-cf40-4980-a0e7-6ae1f7c3f930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332611 Oct 12 19:44:07.156532 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deaa612-d756-4b10-9972-f3f373623695 req-0d72f3aa-f666-4773-8c2f-bef6d0c3a9fb tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:44:07.158064 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4deaa612-d756-4b10-9972-f3f373623695 req-0d72f3aa-f666-4773-8c2f-bef6d0c3a9fb tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5e29f63-73ad-4d95-aef1-a9fc2164d8fc HTTP/1.1" status: 200 len: 946 time: 0.0636096 Oct 12 19:44:07.195229 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4deaa612-d756-4b10-9972-f3f373623695 req-d92c0719-2809-4c71-a030-b0cf74c15375 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c29ebb8-3357-468a-9464-70b2c2b1cc61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304582 Oct 12 19:44:08.315695 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948cc288-e4c1-41e0-b2f2-802df9dfd2b1 req-e2b2a7e1-8882-43d8-b982-770eb63cfe56 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:44:08.317200 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-948cc288-e4c1-41e0-b2f2-802df9dfd2b1 req-e2b2a7e1-8882-43d8-b982-770eb63cfe56 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5e29f63-73ad-4d95-aef1-a9fc2164d8fc HTTP/1.1" status: 200 len: 946 time: 0.0502546 Oct 12 19:44:08.361322 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-948cc288-e4c1-41e0-b2f2-802df9dfd2b1 req-46c6b65c-aed3-4d32-b8b8-a66760f667bf tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c29ebb8-3357-468a-9464-70b2c2b1cc61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368209 Oct 12 19:44:09.485185 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296c9342-8466-4ce0-bf05-ca9e4f105a00 req-4c8da0fb-197e-430f-936b-e8b46990bd0d tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:44:09.486821 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-296c9342-8466-4ce0-bf05-ca9e4f105a00 req-4c8da0fb-197e-430f-936b-e8b46990bd0d tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5e29f63-73ad-4d95-aef1-a9fc2164d8fc HTTP/1.1" status: 200 len: 946 time: 0.0585012 Oct 12 19:44:09.528549 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-296c9342-8466-4ce0-bf05-ca9e4f105a00 req-b59caa0f-8761-4a31-832d-3a4777a762f6 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c29ebb8-3357-468a-9464-70b2c2b1cc61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335202 Oct 12 19:44:09.569495 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7452014d-1c80-421e-85ec-0df86e440c53 req-0a3ca551-8b54-4ab5-bb5e-d47912988b7c tempest-VolumesActionsTest-1569620335 tempest-VolumesActionsTest-1569620335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:44:09.570960 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7452014d-1c80-421e-85ec-0df86e440c53 req-0a3ca551-8b54-4ab5-bb5e-d47912988b7c tempest-VolumesActionsTest-1569620335 tempest-VolumesActionsTest-1569620335-project] 10.222.0.49 "GET /v2.0/ports?device_id=c76098f0-68f2-4d88-a7a5-b62489bd24d7 HTTP/1.1" status: 200 len: 946 time: 0.0574319 Oct 12 19:44:09.608674 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7452014d-1c80-421e-85ec-0df86e440c53 req-98d95c2d-a2b9-4adb-9160-ab5d7156b7aa tempest-VolumesActionsTest-1569620335 tempest-VolumesActionsTest-1569620335-project] 10.222.0.49 "GET /v2.0/security-groups?id=203b84e7-cf40-4980-a0e7-6ae1f7c3f930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315390 Oct 12 19:44:10.646113 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e3f612-0e16-4f73-9186-f1a4d9e2965e req-c92b3e73-fbbe-40c5-8bc2-ad65f446a3be tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:44:10.647925 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-86e3f612-0e16-4f73-9186-f1a4d9e2965e req-c92b3e73-fbbe-40c5-8bc2-ad65f446a3be tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5e29f63-73ad-4d95-aef1-a9fc2164d8fc HTTP/1.1" status: 200 len: 946 time: 0.0509374 Oct 12 19:44:10.687772 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-86e3f612-0e16-4f73-9186-f1a4d9e2965e req-f2bb1d7b-437d-4cc0-ac0a-93bc0e79d430 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c29ebb8-3357-468a-9464-70b2c2b1cc61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338175 Oct 12 19:44:10.732847 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e10155-7425-4d49-9036-aa164bf91964 req-6e9eca0e-c084-43a0-803c-1a6f2bd5050d tempest-VolumesActionsTest-1569620335 tempest-VolumesActionsTest-1569620335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:44:10.734303 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b3e10155-7425-4d49-9036-aa164bf91964 req-6e9eca0e-c084-43a0-803c-1a6f2bd5050d tempest-VolumesActionsTest-1569620335 tempest-VolumesActionsTest-1569620335-project] 10.222.0.49 "GET /v2.0/ports?device_id=c76098f0-68f2-4d88-a7a5-b62489bd24d7 HTTP/1.1" status: 200 len: 946 time: 0.0584021 Oct 12 19:44:10.776617 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b3e10155-7425-4d49-9036-aa164bf91964 req-c3ca0e7b-e402-4d16-be80-a48ce114cbc9 tempest-VolumesActionsTest-1569620335 tempest-VolumesActionsTest-1569620335-project] 10.222.0.49 "GET /v2.0/security-groups?id=203b84e7-cf40-4980-a0e7-6ae1f7c3f930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360785 Oct 12 19:44:10.885084 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7265334b-2432-4392-90c1-05f37773b79d req-02b286d2-738c-4d14-9c09-326846556366 tempest-VolumesActionsTest-1569620335 tempest-VolumesActionsTest-1569620335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:44:10.886509 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7265334b-2432-4392-90c1-05f37773b79d req-02b286d2-738c-4d14-9c09-326846556366 tempest-VolumesActionsTest-1569620335 tempest-VolumesActionsTest-1569620335-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76098f0-68f2-4d88-a7a5-b62489bd24d7 HTTP/1.1" status: 200 len: 946 time: 0.0481493 Oct 12 19:44:10.986785 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-7265334b-2432-4392-90c1-05f37773b79d req-9bf55a05-ca76-4358-8367-da39899bf805 tempest-VolumesActionsTest-1569620335 tempest-VolumesActionsTest-1569620335-project] Deleting port 840cf0a5-b441-44d3-9b96-c44cfdc46e54 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:44:10.987130 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-7265334b-2432-4392-90c1-05f37773b79d req-9bf55a05-ca76-4358-8367-da39899bf805 tempest-VolumesActionsTest-1569620335 tempest-VolumesActionsTest-1569620335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:44:11.076676 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-7265334b-2432-4392-90c1-05f37773b79d req-9bf55a05-ca76-4358-8367-da39899bf805 tempest-VolumesActionsTest-1569620335 tempest-VolumesActionsTest-1569620335-project] For port 840cf0a5-b441-44d3-9b96-c44cfdc46e54, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=840cf0a5-b441-44d3-9b96-c44cfdc46e54,segment=NetworkSegment(8fedb719-cdb7-4cfe-aa63-47940426446f),segment_id=8fedb719-cdb7-4cfe-aa63-47940426446f)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:44:11.077034 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-7265334b-2432-4392-90c1-05f37773b79d req-9bf55a05-ca76-4358-8367-da39899bf805 tempest-VolumesActionsTest-1569620335 tempest-VolumesActionsTest-1569620335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:44:11.094139 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-7265334b-2432-4392-90c1-05f37773b79d req-9bf55a05-ca76-4358-8367-da39899bf805 tempest-VolumesActionsTest-1569620335 tempest-VolumesActionsTest-1569620335-project] Calling delete_port for 840cf0a5-b441-44d3-9b96-c44cfdc46e54 owned by compute:nova {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:44:11.269394 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-7265334b-2432-4392-90c1-05f37773b79d req-9bf55a05-ca76-4358-8367-da39899bf805 tempest-VolumesActionsTest-1569620335 tempest-VolumesActionsTest-1569620335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:44:11.281998 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['840cf0a5-b441-44d3-9b96-c44cfdc46e54'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:44:11.304121 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf55a05-ca76-4358-8367-da39899bf805 tempest-VolumesActionsTest-1569620335 tempest-VolumesActionsTest-1569620335-project] Pushing event deleted for resources: {'Port': ['ID=840cf0a5-b441-44d3-9b96-c44cfdc46e54,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:44:11.351602 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-7265334b-2432-4392-90c1-05f37773b79d req-9bf55a05-ca76-4358-8367-da39899bf805 tempest-VolumesActionsTest-1569620335 tempest-VolumesActionsTest-1569620335-project] No DVR routers for this DVR port 840cf0a5-b441-44d3-9b96-c44cfdc46e54 on host n-h1-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:44:11.354440 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-7265334b-2432-4392-90c1-05f37773b79d req-9bf55a05-ca76-4358-8367-da39899bf805 tempest-VolumesActionsTest-1569620335 tempest-VolumesActionsTest-1569620335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:44:11.358205 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7265334b-2432-4392-90c1-05f37773b79d req-9bf55a05-ca76-4358-8367-da39899bf805 tempest-VolumesActionsTest-1569620335 tempest-VolumesActionsTest-1569620335-project] 10.222.0.61 "DELETE /v2.0/ports/840cf0a5-b441-44d3-9b96-c44cfdc46e54 HTTP/1.1" status: 204 len: 173 time: 0.4643679 Oct 12 19:44:11.358686 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c76098f0-68f2-4d88-a7a5-b62489bd24d7', 'name': 'network-vif-deleted', 'tag': '840cf0a5-b441-44d3-9b96-c44cfdc46e54'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:44:11.361179 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38d35983-aa2f-4107-b3e6-ba07b5b80857" -d '{"events": [{"server_uuid": "c76098f0-68f2-4d88-a7a5-b62489bd24d7", "name": "network-vif-deleted", "tag": "840cf0a5-b441-44d3-9b96-c44cfdc46e54"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:44:11.409525 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2753f160-9520-4afa-b7af-ee10cf76fc66 x-openstack-request-id: req-2753f160-9520-4afa-b7af-ee10cf76fc66 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:44:11.409525 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c76098f0-68f2-4d88-a7a5-b62489bd24d7", "name": "network-vif-deleted", "tag": "840cf0a5-b441-44d3-9b96-c44cfdc46e54", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:44:11.409525 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2753f160-9520-4afa-b7af-ee10cf76fc66 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:44:11.409525 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c76098f0-68f2-4d88-a7a5-b62489bd24d7', 'name': 'network-vif-deleted', 'tag': '840cf0a5-b441-44d3-9b96-c44cfdc46e54', 'status': 'completed', 'code': 200} Oct 12 19:44:11.852941 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e891d548-b9f7-4ed4-b84c-eab332b7c29c req-278915d5-08ea-40d4-8284-b51aea14356d tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:44:11.854504 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e891d548-b9f7-4ed4-b84c-eab332b7c29c req-278915d5-08ea-40d4-8284-b51aea14356d tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5e29f63-73ad-4d95-aef1-a9fc2164d8fc HTTP/1.1" status: 200 len: 946 time: 0.0921574 Oct 12 19:44:11.896333 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e891d548-b9f7-4ed4-b84c-eab332b7c29c req-3ac5f354-c74f-4f54-92b2-eb7de2241a07 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c29ebb8-3357-468a-9464-70b2c2b1cc61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354114 Oct 12 19:44:11.910179 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a2a4f6c6-6c83-4654-82e3-eb4cd6257cd2 req-d362f37b-40c3-47bd-b240-86d504949087 tempest-VolumesActionsTest-1569620335 tempest-VolumesActionsTest-1569620335-project] 10.222.0.49 "GET /v2.0/ports?device_id=c76098f0-68f2-4d88-a7a5-b62489bd24d7 HTTP/1.1" status: 200 len: 210 time: 0.0352051 Oct 12 19:44:13.064260 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40f618a-d1e0-4331-8409-eb54223a1f9e req-1500745d-b13d-42e1-892d-91d816c4efaf tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:44:13.064260 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a40f618a-d1e0-4331-8409-eb54223a1f9e req-1500745d-b13d-42e1-892d-91d816c4efaf tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5e29f63-73ad-4d95-aef1-a9fc2164d8fc HTTP/1.1" status: 200 len: 946 time: 0.0891542 Oct 12 19:44:13.116298 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a40f618a-d1e0-4331-8409-eb54223a1f9e req-b9aeb0ab-cef8-40e5-a4b7-d2e91ddaf3fb tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c29ebb8-3357-468a-9464-70b2c2b1cc61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445595 Oct 12 19:44:14.250366 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb346bb2-3a27-41b3-a7cb-4b8c24d941b7 req-e820dd0c-9512-4539-b1f5-7753a8e3b5cf tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:44:14.252978 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-cb346bb2-3a27-41b3-a7cb-4b8c24d941b7 req-e820dd0c-9512-4539-b1f5-7753a8e3b5cf tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5e29f63-73ad-4d95-aef1-a9fc2164d8fc HTTP/1.1" status: 200 len: 946 time: 0.0623848 Oct 12 19:44:14.267563 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 840cf0a5-b441-44d3-9b96-c44cfdc46e54 no longer exists at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:44:14.290951 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] No Port match for: 840cf0a5-b441-44d3-9b96-c44cfdc46e54 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:44:14.291580 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 840cf0a5-b441-44d3-9b96-c44cfdc46e54 not bound to the agent host n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:44:14.296727 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-cb346bb2-3a27-41b3-a7cb-4b8c24d941b7 req-cfc02fe8-a4de-437f-8990-5f6bb035491a tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c29ebb8-3357-468a-9464-70b2c2b1cc61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378735 Oct 12 19:44:15.158690 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 19:44:15.419369 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2edced-412e-4e2d-9839-9f1bdd841ad9 req-4d82f64f-fe41-4b07-bc3e-3ca8994d60ec tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:44:15.420979 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3b2edced-412e-4e2d-9839-9f1bdd841ad9 req-4d82f64f-fe41-4b07-bc3e-3ca8994d60ec tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5e29f63-73ad-4d95-aef1-a9fc2164d8fc HTTP/1.1" status: 200 len: 946 time: 0.0531397 Oct 12 19:44:15.462116 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3b2edced-412e-4e2d-9839-9f1bdd841ad9 req-0428b834-16c5-47db-b39a-9fc7976e862d tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c29ebb8-3357-468a-9464-70b2c2b1cc61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343130 Oct 12 19:44:16.591255 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de9fbce-2ddc-40e3-a0e2-1ff4cf00c2cb req-fcd8db17-3174-4540-ba63-38bb2d3270a0 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:44:16.593738 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3de9fbce-2ddc-40e3-a0e2-1ff4cf00c2cb req-fcd8db17-3174-4540-ba63-38bb2d3270a0 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5e29f63-73ad-4d95-aef1-a9fc2164d8fc HTTP/1.1" status: 200 len: 946 time: 0.0569434 Oct 12 19:44:16.633782 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3de9fbce-2ddc-40e3-a0e2-1ff4cf00c2cb req-b529076b-c548-4273-9cb9-ecdc3c33aafa tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c29ebb8-3357-468a-9464-70b2c2b1cc61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333943 Oct 12 19:44:17.779187 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d398ea-72fd-48a4-80a6-c3f8ddcfb578 req-7dbb07e6-1643-40ef-9f26-8afbfb3aaa0b tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:44:17.780785 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-84d398ea-72fd-48a4-80a6-c3f8ddcfb578 req-7dbb07e6-1643-40ef-9f26-8afbfb3aaa0b tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5e29f63-73ad-4d95-aef1-a9fc2164d8fc HTTP/1.1" status: 200 len: 946 time: 0.0686810 Oct 12 19:44:17.841158 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-84d398ea-72fd-48a4-80a6-c3f8ddcfb578 req-acc5bb18-9f27-4a39-bfd9-7bead40493c2 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c29ebb8-3357-468a-9464-70b2c2b1cc61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471935 Oct 12 19:44:18.964964 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c520356-2a01-47cf-aed9-22ac25e8cfaf req-fe0f017a-798e-4bfc-b70a-fcac63d9ca09 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:44:18.974627 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4c520356-2a01-47cf-aed9-22ac25e8cfaf req-fe0f017a-798e-4bfc-b70a-fcac63d9ca09 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5e29f63-73ad-4d95-aef1-a9fc2164d8fc HTTP/1.1" status: 200 len: 946 time: 0.0616865 Oct 12 19:44:19.020060 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4c520356-2a01-47cf-aed9-22ac25e8cfaf req-eb94e3eb-7721-417a-9a7b-b895773b6c63 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c29ebb8-3357-468a-9464-70b2c2b1cc61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441597 Oct 12 19:44:20.146191 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6650cc8-3561-4c57-ab2f-f67daa56178c req-d2534456-e980-4692-84e4-19d715a16b88 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:44:20.148631 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b6650cc8-3561-4c57-ab2f-f67daa56178c req-d2534456-e980-4692-84e4-19d715a16b88 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5e29f63-73ad-4d95-aef1-a9fc2164d8fc HTTP/1.1" status: 200 len: 946 time: 0.0639229 Oct 12 19:44:20.204557 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b6650cc8-3561-4c57-ab2f-f67daa56178c req-ebfc47bf-2201-4d64-8bb5-7f51cb61f599 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c29ebb8-3357-468a-9464-70b2c2b1cc61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495629 Oct 12 19:44:21.346933 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea24ff22-f82f-4d16-a0e8-e243cd0ccca3 req-78be7bb3-1ccb-4c88-8bf2-d2dcf647a6e3 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:44:21.348432 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ea24ff22-f82f-4d16-a0e8-e243cd0ccca3 req-78be7bb3-1ccb-4c88-8bf2-d2dcf647a6e3 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5e29f63-73ad-4d95-aef1-a9fc2164d8fc HTTP/1.1" status: 200 len: 946 time: 0.0732367 Oct 12 19:44:21.387592 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ea24ff22-f82f-4d16-a0e8-e243cd0ccca3 req-7a6dcdff-0263-4ff8-a5ee-602a7ca31d20 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c29ebb8-3357-468a-9464-70b2c2b1cc61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320954 Oct 12 19:44:22.562755 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406f241c-7416-42a7-bdef-1143ed2cc0ba req-4993a782-92de-4b0f-a187-8e9799a8a366 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:44:22.565012 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-406f241c-7416-42a7-bdef-1143ed2cc0ba req-4993a782-92de-4b0f-a187-8e9799a8a366 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5e29f63-73ad-4d95-aef1-a9fc2164d8fc HTTP/1.1" status: 200 len: 946 time: 0.0820138 Oct 12 19:44:22.604534 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-406f241c-7416-42a7-bdef-1143ed2cc0ba req-7c6ab457-8d70-4c15-8f0b-0d8c60e5d7a9 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c29ebb8-3357-468a-9464-70b2c2b1cc61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335650 Oct 12 19:44:22.852650 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c644830-3f32-44fe-8ce2-eb38ab202a05 req-af3b3f9e-fdaf-4b98-aa2f-8ff185cbeff8 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:44:22.854169 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0c644830-3f32-44fe-8ce2-eb38ab202a05 req-af3b3f9e-fdaf-4b98-aa2f-8ff185cbeff8 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9191058-c6e5-4f48-83f6-958bd6a8a4fe HTTP/1.1" status: 200 len: 945 time: 0.0535607 Oct 12 19:44:22.896290 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0c644830-3f32-44fe-8ce2-eb38ab202a05 req-2f89f6e9-f921-44c0-8791-bde588b8fb29 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6df31de-5ced-4e1c-8aa3-81804bae9e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350382 Oct 12 19:44:23.744368 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85363406-ff64-432e-ab1e-bbb0b2ce5c8f req-4cbe6b9f-4567-4674-81d1-1464332eaac6 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:44:23.745901 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-85363406-ff64-432e-ab1e-bbb0b2ce5c8f req-4cbe6b9f-4567-4674-81d1-1464332eaac6 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5e29f63-73ad-4d95-aef1-a9fc2164d8fc HTTP/1.1" status: 200 len: 946 time: 0.0689921 Oct 12 19:44:23.784093 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-85363406-ff64-432e-ab1e-bbb0b2ce5c8f req-da8af43e-8c96-4db8-9f88-e2968da5506a tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c29ebb8-3357-468a-9464-70b2c2b1cc61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319047 Oct 12 19:44:24.025733 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43826195-33ea-489e-80eb-e93bc58a5878 req-e970f148-e050-4409-a63a-9ba36d772236 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:44:24.027362 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-43826195-33ea-489e-80eb-e93bc58a5878 req-e970f148-e050-4409-a63a-9ba36d772236 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9191058-c6e5-4f48-83f6-958bd6a8a4fe HTTP/1.1" status: 200 len: 945 time: 0.0556405 Oct 12 19:44:24.072406 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-43826195-33ea-489e-80eb-e93bc58a5878 req-eab7b8ef-d47a-4484-bd70-b376a569245f tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6df31de-5ced-4e1c-8aa3-81804bae9e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381982 Oct 12 19:44:24.319342 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bafab47-42d1-4b99-b4c4-6cbcd5f5dff7 req-f85ed254-07e0-4704-98ae-df8d4977ba8e tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:44:24.323304 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5bafab47-42d1-4b99-b4c4-6cbcd5f5dff7 req-f85ed254-07e0-4704-98ae-df8d4977ba8e tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] 10.222.0.67 "GET /v2.0/ports?device_id=d9191058-c6e5-4f48-83f6-958bd6a8a4fe HTTP/1.1" status: 200 len: 945 time: 0.0522254 Oct 12 19:44:24.440007 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-5bafab47-42d1-4b99-b4c4-6cbcd5f5dff7 req-0378a23c-19d4-43ff-9879-84c57e996c49 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Deleting port 38c359f7-e3d9-4ec0-8984-16f9dbb3ca8f {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:44:24.440375 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-5bafab47-42d1-4b99-b4c4-6cbcd5f5dff7 req-0378a23c-19d4-43ff-9879-84c57e996c49 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:44:24.533169 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-5bafab47-42d1-4b99-b4c4-6cbcd5f5dff7 req-0378a23c-19d4-43ff-9879-84c57e996c49 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] For port 38c359f7-e3d9-4ec0-8984-16f9dbb3ca8f, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=38c359f7-e3d9-4ec0-8984-16f9dbb3ca8f,segment=NetworkSegment(2712bf9b-8452-46ed-8059-84d0f60eecb3),segment_id=2712bf9b-8452-46ed-8059-84d0f60eecb3)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:44:24.533545 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-5bafab47-42d1-4b99-b4c4-6cbcd5f5dff7 req-0378a23c-19d4-43ff-9879-84c57e996c49 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:44:24.548700 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-5bafab47-42d1-4b99-b4c4-6cbcd5f5dff7 req-0378a23c-19d4-43ff-9879-84c57e996c49 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Calling delete_port for 38c359f7-e3d9-4ec0-8984-16f9dbb3ca8f owned by compute:nova {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:44:24.753966 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-5bafab47-42d1-4b99-b4c4-6cbcd5f5dff7 req-0378a23c-19d4-43ff-9879-84c57e996c49 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:44:24.767467 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['11c568d1-d21f-4f4c-bd61-04b3ad71cc38', 'da5fa13d-4605-4d81-aa98-f1e20abceaba', '38c359f7-e3d9-4ec0-8984-16f9dbb3ca8f'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:44:24.771696 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['f2b2fcbe-369e-4c4f-885c-2c1b18cdddfc'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:44:24.783866 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0378a23c-19d4-43ff-9879-84c57e996c49 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Pushing event deleted for resources: {'Port': ['ID=38c359f7-e3d9-4ec0-8984-16f9dbb3ca8f,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:44:24.856231 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bafab47-42d1-4b99-b4c4-6cbcd5f5dff7 req-0378a23c-19d4-43ff-9879-84c57e996c49 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] No DVR routers for this DVR port 38c359f7-e3d9-4ec0-8984-16f9dbb3ca8f on host n-h2-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:44:24.862137 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-5bafab47-42d1-4b99-b4c4-6cbcd5f5dff7 req-0378a23c-19d4-43ff-9879-84c57e996c49 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:44:24.867123 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5bafab47-42d1-4b99-b4c4-6cbcd5f5dff7 req-0378a23c-19d4-43ff-9879-84c57e996c49 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] 10.222.0.67 "DELETE /v2.0/ports/38c359f7-e3d9-4ec0-8984-16f9dbb3ca8f HTTP/1.1" status: 204 len: 173 time: 0.5370927 Oct 12 19:44:24.867616 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9191058-c6e5-4f48-83f6-958bd6a8a4fe', 'name': 'network-vif-deleted', 'tag': '38c359f7-e3d9-4ec0-8984-16f9dbb3ca8f'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:44:24.879667 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73c98f4f-d9d9-4c14-b6c8-ec7db222ef83" -d '{"events": [{"server_uuid": "d9191058-c6e5-4f48-83f6-958bd6a8a4fe", "name": "network-vif-deleted", "tag": "38c359f7-e3d9-4ec0-8984-16f9dbb3ca8f"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:44:24.916705 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b4fa1e-5a50-44c8-91f9-51e301ac342c req-084a2f76-2210-49a5-abe5-775ca1889379 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:44:24.919239 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-61b4fa1e-5a50-44c8-91f9-51e301ac342c req-084a2f76-2210-49a5-abe5-775ca1889379 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5e29f63-73ad-4d95-aef1-a9fc2164d8fc HTTP/1.1" status: 200 len: 946 time: 0.0617647 Oct 12 19:44:24.922343 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b02e94d8-44f9-4e20-96d9-43264da12039 x-openstack-request-id: req-b02e94d8-44f9-4e20-96d9-43264da12039 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:44:24.923125 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9191058-c6e5-4f48-83f6-958bd6a8a4fe", "name": "network-vif-deleted", "tag": "38c359f7-e3d9-4ec0-8984-16f9dbb3ca8f", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:44:24.923125 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b02e94d8-44f9-4e20-96d9-43264da12039 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:44:24.923315 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9191058-c6e5-4f48-83f6-958bd6a8a4fe', 'name': 'network-vif-deleted', 'tag': '38c359f7-e3d9-4ec0-8984-16f9dbb3ca8f', 'status': 'completed', 'code': 200} Oct 12 19:44:24.983262 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-61b4fa1e-5a50-44c8-91f9-51e301ac342c req-f3a7924c-b08d-4e3a-ac51-efb92735e63a tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c29ebb8-3357-468a-9464-70b2c2b1cc61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552278 Oct 12 19:44:25.191517 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6171edd3-ea0e-438c-a751-a875a0c123e6 req-3e6ef3eb-fb93-4870-975d-ef85b6a4642e tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9191058-c6e5-4f48-83f6-958bd6a8a4fe HTTP/1.1" status: 200 len: 210 time: 0.0347416 Oct 12 19:44:25.362798 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deb8543-b917-46f9-8389-2bfbd95d4abd req-e6ccdcf6-7b70-4f7a-97a8-f9f9a060dd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:44:25.364332 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1deb8543-b917-46f9-8389-2bfbd95d4abd req-e6ccdcf6-7b70-4f7a-97a8-f9f9a060dd97 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a5e29f63-73ad-4d95-aef1-a9fc2164d8fc HTTP/1.1" status: 200 len: 1097 time: 0.0486145 Oct 12 19:44:25.399318 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1deb8543-b917-46f9-8389-2bfbd95d4abd req-1c5f8083-710f-4545-88ed-0d404fbc4555 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=3c29ebb8-3357-468a-9464-70b2c2b1cc61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281649 Oct 12 19:44:26.103391 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e82678-e1c2-4041-a418-d794dc161143 req-26e56824-7f40-422f-a3b1-9211eb88a3c2 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:44:26.105920 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-49e82678-e1c2-4041-a418-d794dc161143 req-26e56824-7f40-422f-a3b1-9211eb88a3c2 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5e29f63-73ad-4d95-aef1-a9fc2164d8fc HTTP/1.1" status: 200 len: 946 time: 0.0561960 Oct 12 19:44:26.148958 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-49e82678-e1c2-4041-a418-d794dc161143 req-580083d4-4ebe-4645-9d5c-fbfb5a815379 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c29ebb8-3357-468a-9464-70b2c2b1cc61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365939 Oct 12 19:44:27.298405 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c69a6a-2f7f-48d4-9518-12e7ce2e723a req-a0a7a9de-e893-4000-bc71-d0cf9c9978d0 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:44:27.300812 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-80c69a6a-2f7f-48d4-9518-12e7ce2e723a req-a0a7a9de-e893-4000-bc71-d0cf9c9978d0 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5e29f63-73ad-4d95-aef1-a9fc2164d8fc HTTP/1.1" status: 200 len: 946 time: 0.0711062 Oct 12 19:44:27.376451 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-80c69a6a-2f7f-48d4-9518-12e7ce2e723a req-76e09191-f0fe-4e15-ad2c-ac562f4c2aa7 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c29ebb8-3357-468a-9464-70b2c2b1cc61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682344 Oct 12 19:44:27.407403 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 50734) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:44:27.479802 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-d4708632-f8b9-43c9-b0ae-ed86ca3b8497 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/floatingips/37edc4ee-ae2e-4bc2-b1a6-3fd9a56abe99 HTTP/1.1" status: 200 len: 992 time: 0.0711026 Oct 12 19:44:28.329805 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device e06b91e9-b835-4d43-ae70-3d99295ad0bb details requested by agent hyperv_n-h1-813679-3 with host n-h1-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:44:28.333043 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device e06b91e9-b835-4d43-ae70-3d99295ad0bb no longer exists at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:44:28.468896 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:44:28.510766 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5e29f63-73ad-4d95-aef1-a9fc2164d8fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e06b91e9-b835-4d43-ae70-3d99295ad0bb'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:44:28.513036 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36510ef2-c23e-4a27-8f83-0c98efd9aa2b" -d '{"events": [{"server_uuid": "a5e29f63-73ad-4d95-aef1-a9fc2164d8fc", "name": "network-vif-unplugged", "status": "completed", "tag": "e06b91e9-b835-4d43-ae70-3d99295ad0bb"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:44:28.536955 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port e06b91e9-b835-4d43-ae70-3d99295ad0bb, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=e06b91e9-b835-4d43-ae70-3d99295ad0bb,segment=NetworkSegment(60403ac4-00ad-4abf-9f47-6637a688f0bb),segment_id=60403ac4-00ad-4abf-9f47-6637a688f0bb)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:44:28.538996 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port e06b91e9-b835-4d43-ae70-3d99295ad0bb, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=e06b91e9-b835-4d43-ae70-3d99295ad0bb,segment=NetworkSegment(60403ac4-00ad-4abf-9f47-6637a688f0bb),segment_id=60403ac4-00ad-4abf-9f47-6637a688f0bb)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:44:28.551279 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Returning: {'device': 'e06b91e9-b835-4d43-ae70-3d99295ad0bb', 'network_id': '3eb83d86-1ffe-4ff0-a833-7222e773d100', 'port_id': 'e06b91e9-b835-4d43-ae70-3d99295ad0bb', 'mac_address': 'fa:16:3e:5b:34:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c75108b-04f0-4830-83a5-e0da15022137', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:44:28.560342 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 19:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d22dac1-ed13-4ea5-b14f-96c46cc7a357 x-openstack-request-id: req-8d22dac1-ed13-4ea5-b14f-96c46cc7a357 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:44:28.560662 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5e29f63-73ad-4d95-aef1-a9fc2164d8fc", "name": "network-vif-unplugged", "status": "completed", "tag": "e06b91e9-b835-4d43-ae70-3d99295ad0bb", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:44:28.560967 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8d22dac1-ed13-4ea5-b14f-96c46cc7a357 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:44:28.561362 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5e29f63-73ad-4d95-aef1-a9fc2164d8fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e06b91e9-b835-4d43-ae70-3d99295ad0bb', 'code': 200} Oct 12 19:44:28.611579 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:44:28.649456 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:44:28.707803 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e06b91e9-b835-4d43-ae70-3d99295ad0bb {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:44:28.724791 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=e06b91e9-b835-4d43-ae70-3d99295ad0bb,revision_number=6']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:44:28.760537 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 38c359f7-e3d9-4ec0-8984-16f9dbb3ca8f no longer exists at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:44:28.793509 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.db.api [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 19:44:28.794523 n-d-813679-3 neutron-server[95503]: DEBUG oslo_db.api [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 19:44:28.795568 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] No Port match for: 38c359f7-e3d9-4ec0-8984-16f9dbb3ca8f {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:44:28.796232 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 38c359f7-e3d9-4ec0-8984-16f9dbb3ca8f not bound to the agent host n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:44:29.150177 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a109b136-07f8-44da-9c60-c8a00951eb81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:44:29.346077 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:44:29.363150 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e06b91e9-b835-4d43-ae70-3d99295ad0bb {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:44:29.386932 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port e06b91e9-b835-4d43-ae70-3d99295ad0bb, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=e06b91e9-b835-4d43-ae70-3d99295ad0bb,segment=NetworkSegment(60403ac4-00ad-4abf-9f47-6637a688f0bb),segment_id=60403ac4-00ad-4abf-9f47-6637a688f0bb)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:44:29.447192 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:44:29.501505 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=e06b91e9-b835-4d43-ae70-3d99295ad0bb,revision_number=7']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:44:29.667283 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['e06b91e9-b835-4d43-ae70-3d99295ad0bb'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:44:30.332311 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device e06b91e9-b835-4d43-ae70-3d99295ad0bb up at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:44:30.385432 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning complete for port e06b91e9-b835-4d43-ae70-3d99295ad0bb triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:44:30.385977 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:44:30.478066 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:44:30.515498 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port e06b91e9-b835-4d43-ae70-3d99295ad0bb, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=e06b91e9-b835-4d43-ae70-3d99295ad0bb,segment=NetworkSegment(60403ac4-00ad-4abf-9f47-6637a688f0bb),segment_id=60403ac4-00ad-4abf-9f47-6637a688f0bb)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:44:30.562571 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5e29f63-73ad-4d95-aef1-a9fc2164d8fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e06b91e9-b835-4d43-ae70-3d99295ad0bb'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:44:30.565268 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7050831-fa69-4682-aace-9bf8d774c4a9" -d '{"events": [{"server_uuid": "a5e29f63-73ad-4d95-aef1-a9fc2164d8fc", "name": "network-vif-plugged", "status": "completed", "tag": "e06b91e9-b835-4d43-ae70-3d99295ad0bb"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:44:30.590562 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:44:30.658741 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ce121af-892c-465b-bace-21d75e2cf243 x-openstack-request-id: req-7ce121af-892c-465b-bace-21d75e2cf243 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:44:30.659198 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5e29f63-73ad-4d95-aef1-a9fc2164d8fc", "name": "network-vif-plugged", "status": "completed", "tag": "e06b91e9-b835-4d43-ae70-3d99295ad0bb", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:44:30.659508 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7ce121af-892c-465b-bace-21d75e2cf243 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:44:30.660121 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5e29f63-73ad-4d95-aef1-a9fc2164d8fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e06b91e9-b835-4d43-ae70-3d99295ad0bb', 'code': 200} Oct 12 19:44:30.660971 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=e06b91e9-b835-4d43-ae70-3d99295ad0bb,revision_number=8']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:44:31.466476 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c87d1c-033e-498b-9821-284c11ff3f41 req-ef07dfa7-e149-410f-b885-a384eb545435 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:44:31.467888 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-13c87d1c-033e-498b-9821-284c11ff3f41 req-ef07dfa7-e149-410f-b885-a384eb545435 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] 10.222.0.49 "GET /v2.0/ports?device_id=435e8a0b-2412-4da9-a782-3d62dddb76a9 HTTP/1.1" status: 200 len: 945 time: 0.1893735 Oct 12 19:44:31.506331 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-13c87d1c-033e-498b-9821-284c11ff3f41 req-83566ad9-76a3-40f4-90a4-20c398ef6e2b tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6df31de-5ced-4e1c-8aa3-81804bae9e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323710 Oct 12 19:44:31.721227 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a1fe39e0-c089-4816-8c31-d771c91ce90d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:44:32.509561 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:44:32.651567 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284b9559-ef89-47db-ae76-88c6cc463a51 req-e5eb7883-e2e2-4eab-9100-9356caf55669 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:44:32.653232 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-284b9559-ef89-47db-ae76-88c6cc463a51 req-e5eb7883-e2e2-4eab-9100-9356caf55669 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] 10.222.0.49 "GET /v2.0/ports?device_id=435e8a0b-2412-4da9-a782-3d62dddb76a9 HTTP/1.1" status: 200 len: 945 time: 0.0610483 Oct 12 19:44:32.708613 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-284b9559-ef89-47db-ae76-88c6cc463a51 req-960f9bba-cec8-4409-b51c-83546dd613bc tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6df31de-5ced-4e1c-8aa3-81804bae9e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463200 Oct 12 19:44:32.779528 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ccd6d5-c750-4285-91b7-98224acc50eb req-bb299168-1b96-4a76-83ab-dc93d5825823 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:44:32.780934 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-75ccd6d5-c750-4285-91b7-98224acc50eb req-bb299168-1b96-4a76-83ab-dc93d5825823 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] 10.222.0.61 "GET /v2.0/ports?device_id=435e8a0b-2412-4da9-a782-3d62dddb76a9 HTTP/1.1" status: 200 len: 945 time: 0.0600123 Oct 12 19:44:32.888766 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-75ccd6d5-c750-4285-91b7-98224acc50eb req-5cfa0cd7-122c-4f50-ac9f-df70eee6cb8c tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Deleting port f2b2fcbe-369e-4c4f-885c-2c1b18cdddfc {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:44:32.889146 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-75ccd6d5-c750-4285-91b7-98224acc50eb req-5cfa0cd7-122c-4f50-ac9f-df70eee6cb8c tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:44:32.981854 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-75ccd6d5-c750-4285-91b7-98224acc50eb req-5cfa0cd7-122c-4f50-ac9f-df70eee6cb8c tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] For port f2b2fcbe-369e-4c4f-885c-2c1b18cdddfc, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=f2b2fcbe-369e-4c4f-885c-2c1b18cdddfc,segment=NetworkSegment(2712bf9b-8452-46ed-8059-84d0f60eecb3),segment_id=2712bf9b-8452-46ed-8059-84d0f60eecb3)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:44:32.983110 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-75ccd6d5-c750-4285-91b7-98224acc50eb req-5cfa0cd7-122c-4f50-ac9f-df70eee6cb8c tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:44:32.997399 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-75ccd6d5-c750-4285-91b7-98224acc50eb req-5cfa0cd7-122c-4f50-ac9f-df70eee6cb8c tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Calling delete_port for f2b2fcbe-369e-4c4f-885c-2c1b18cdddfc owned by compute:nova {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:44:33.041675 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:44:33.064594 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:44:33.201397 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-75ccd6d5-c750-4285-91b7-98224acc50eb req-5cfa0cd7-122c-4f50-ac9f-df70eee6cb8c tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:44:33.214508 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['f2b2fcbe-369e-4c4f-885c-2c1b18cdddfc'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:44:33.219527 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['11c568d1-d21f-4f4c-bd61-04b3ad71cc38', 'da5fa13d-4605-4d81-aa98-f1e20abceaba'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:44:33.235781 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfa0cd7-122c-4f50-ac9f-df70eee6cb8c tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Pushing event deleted for resources: {'Port': ['ID=f2b2fcbe-369e-4c4f-885c-2c1b18cdddfc,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:44:33.297812 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-75ccd6d5-c750-4285-91b7-98224acc50eb req-5cfa0cd7-122c-4f50-ac9f-df70eee6cb8c tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] No DVR routers for this DVR port f2b2fcbe-369e-4c4f-885c-2c1b18cdddfc on host n-h1-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:44:33.300550 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-75ccd6d5-c750-4285-91b7-98224acc50eb req-5cfa0cd7-122c-4f50-ac9f-df70eee6cb8c tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:44:33.305012 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-75ccd6d5-c750-4285-91b7-98224acc50eb req-5cfa0cd7-122c-4f50-ac9f-df70eee6cb8c tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] 10.222.0.61 "DELETE /v2.0/ports/f2b2fcbe-369e-4c4f-885c-2c1b18cdddfc HTTP/1.1" status: 204 len: 173 time: 0.5167446 Oct 12 19:44:33.305466 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '435e8a0b-2412-4da9-a782-3d62dddb76a9', 'name': 'network-vif-deleted', 'tag': 'f2b2fcbe-369e-4c4f-885c-2c1b18cdddfc'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:44:33.307764 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b77f6c5d-2e69-467d-8e64-3374eb755080" -d '{"events": [{"server_uuid": "435e8a0b-2412-4da9-a782-3d62dddb76a9", "name": "network-vif-deleted", "tag": "f2b2fcbe-369e-4c4f-885c-2c1b18cdddfc"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:44:33.363735 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-add94d9a-ff13-4f43-a643-892acf8f6b81 x-openstack-request-id: req-add94d9a-ff13-4f43-a643-892acf8f6b81 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:44:33.365484 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "435e8a0b-2412-4da9-a782-3d62dddb76a9", "name": "network-vif-deleted", "tag": "f2b2fcbe-369e-4c4f-885c-2c1b18cdddfc", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:44:33.365484 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-add94d9a-ff13-4f43-a643-892acf8f6b81 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:44:33.365484 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '435e8a0b-2412-4da9-a782-3d62dddb76a9', 'name': 'network-vif-deleted', 'tag': 'f2b2fcbe-369e-4c4f-885c-2c1b18cdddfc', 'status': 'completed', 'code': 200} Oct 12 19:44:33.856765 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-62f2c5ee-c30d-4954-aad3-df22f0b6d3ce req-605c8f80-62ef-4cbd-b821-eee23bb0d006 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] 10.222.0.49 "GET /v2.0/ports?device_id=435e8a0b-2412-4da9-a782-3d62dddb76a9 HTTP/1.1" status: 200 len: 210 time: 0.0409150 Oct 12 19:44:33.870396 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:44:34.543694 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:44:35.355599 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09e9862-c184-4dde-b089-1c720f418bd0 req-54995a77-abaf-4cea-8f36-6d86d114b054 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:44:35.357843 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c09e9862-c184-4dde-b089-1c720f418bd0 req-54995a77-abaf-4cea-8f36-6d86d114b054 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] 10.222.0.49 "GET /v2.0/ports?device_id=188624e1-91f8-4ea0-8fdd-466c5b53009b HTTP/1.1" status: 200 len: 945 time: 0.0560038 Oct 12 19:44:35.398733 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c09e9862-c184-4dde-b089-1c720f418bd0 req-c926f452-a634-4ca5-b935-b505e29ac5ef tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6df31de-5ced-4e1c-8aa3-81804bae9e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337901 Oct 12 19:44:36.376868 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device f2b2fcbe-369e-4c4f-885c-2c1b18cdddfc no longer exists at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:44:36.397457 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] No Port match for: f2b2fcbe-369e-4c4f-885c-2c1b18cdddfc {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:44:36.397892 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device f2b2fcbe-369e-4c4f-885c-2c1b18cdddfc not bound to the agent host n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:44:36.550541 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bbb3e4-5573-462a-8fd2-2288f3aac36d req-890985e8-ab02-456b-b7b9-cf675e885af8 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:44:36.553114 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c8bbb3e4-5573-462a-8fd2-2288f3aac36d req-890985e8-ab02-456b-b7b9-cf675e885af8 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] 10.222.0.49 "GET /v2.0/ports?device_id=188624e1-91f8-4ea0-8fdd-466c5b53009b HTTP/1.1" status: 200 len: 945 time: 0.0735848 Oct 12 19:44:36.590998 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c8bbb3e4-5573-462a-8fd2-2288f3aac36d req-5d83e3e8-6c42-45d4-b3fb-e7087300df47 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6df31de-5ced-4e1c-8aa3-81804bae9e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327120 Oct 12 19:44:36.639955 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a512308-969f-4a8f-b8fc-440de20c45a3 req-cc4d286e-40dc-4d46-a4e2-e27070259be2 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:44:36.641575 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4a512308-969f-4a8f-b8fc-440de20c45a3 req-cc4d286e-40dc-4d46-a4e2-e27070259be2 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] 10.222.0.67 "GET /v2.0/ports?device_id=188624e1-91f8-4ea0-8fdd-466c5b53009b HTTP/1.1" status: 200 len: 945 time: 0.0492449 Oct 12 19:44:36.738461 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-4a512308-969f-4a8f-b8fc-440de20c45a3 req-d78e99ef-9213-4759-9d5a-19fbb87a534f tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Deleting port da5fa13d-4605-4d81-aa98-f1e20abceaba {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:44:36.738821 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-4a512308-969f-4a8f-b8fc-440de20c45a3 req-d78e99ef-9213-4759-9d5a-19fbb87a534f tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:44:36.834254 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-4a512308-969f-4a8f-b8fc-440de20c45a3 req-d78e99ef-9213-4759-9d5a-19fbb87a534f tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] For port da5fa13d-4605-4d81-aa98-f1e20abceaba, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=da5fa13d-4605-4d81-aa98-f1e20abceaba,segment=NetworkSegment(2712bf9b-8452-46ed-8059-84d0f60eecb3),segment_id=2712bf9b-8452-46ed-8059-84d0f60eecb3)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:44:36.834760 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-4a512308-969f-4a8f-b8fc-440de20c45a3 req-d78e99ef-9213-4759-9d5a-19fbb87a534f tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:44:36.848396 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-4a512308-969f-4a8f-b8fc-440de20c45a3 req-d78e99ef-9213-4759-9d5a-19fbb87a534f tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Calling delete_port for da5fa13d-4605-4d81-aa98-f1e20abceaba owned by compute:nova {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:44:37.030098 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-4a512308-969f-4a8f-b8fc-440de20c45a3 req-d78e99ef-9213-4759-9d5a-19fbb87a534f tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:44:37.041532 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['11c568d1-d21f-4f4c-bd61-04b3ad71cc38', 'da5fa13d-4605-4d81-aa98-f1e20abceaba'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:44:37.064626 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78e99ef-9213-4759-9d5a-19fbb87a534f tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Pushing event deleted for resources: {'Port': ['ID=da5fa13d-4605-4d81-aa98-f1e20abceaba,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:44:37.108665 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a512308-969f-4a8f-b8fc-440de20c45a3 req-d78e99ef-9213-4759-9d5a-19fbb87a534f tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] No DVR routers for this DVR port da5fa13d-4605-4d81-aa98-f1e20abceaba on host n-h2-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:44:37.110808 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-4a512308-969f-4a8f-b8fc-440de20c45a3 req-d78e99ef-9213-4759-9d5a-19fbb87a534f tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:44:37.114427 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4a512308-969f-4a8f-b8fc-440de20c45a3 req-d78e99ef-9213-4759-9d5a-19fbb87a534f tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] 10.222.0.67 "DELETE /v2.0/ports/da5fa13d-4605-4d81-aa98-f1e20abceaba HTTP/1.1" status: 204 len: 173 time: 0.4661739 Oct 12 19:44:37.114882 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '188624e1-91f8-4ea0-8fdd-466c5b53009b', 'name': 'network-vif-deleted', 'tag': 'da5fa13d-4605-4d81-aa98-f1e20abceaba'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:44:37.117351 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-146aaa8a-c150-4da3-80ca-2122a0b9a179" -d '{"events": [{"server_uuid": "188624e1-91f8-4ea0-8fdd-466c5b53009b", "name": "network-vif-deleted", "tag": "da5fa13d-4605-4d81-aa98-f1e20abceaba"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:44:37.160076 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea2031f1-80f9-43f2-8535-963422349c04 x-openstack-request-id: req-ea2031f1-80f9-43f2-8535-963422349c04 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:44:37.166419 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "188624e1-91f8-4ea0-8fdd-466c5b53009b", "name": "network-vif-deleted", "tag": "da5fa13d-4605-4d81-aa98-f1e20abceaba", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:44:37.166419 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ea2031f1-80f9-43f2-8535-963422349c04 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:44:37.166419 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '188624e1-91f8-4ea0-8fdd-466c5b53009b', 'name': 'network-vif-deleted', 'tag': 'da5fa13d-4605-4d81-aa98-f1e20abceaba', 'status': 'completed', 'code': 200} Oct 12 19:44:37.698584 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-219bca59-a46c-4c70-bd9a-aa1e1b4ec0f7 req-1ee8049e-a6c9-40c4-b7f5-5297bbc06162 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] 10.222.0.49 "GET /v2.0/ports?device_id=188624e1-91f8-4ea0-8fdd-466c5b53009b HTTP/1.1" status: 200 len: 210 time: 0.0290632 Oct 12 19:44:40.839100 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device da5fa13d-4605-4d81-aa98-f1e20abceaba no longer exists at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:44:40.859942 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] No Port match for: da5fa13d-4605-4d81-aa98-f1e20abceaba {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:44:40.860444 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device da5fa13d-4605-4d81-aa98-f1e20abceaba not bound to the agent host n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:44:43.667282 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9bbced-1edc-4501-918b-5a1e05e4083e req-6ab05051-db91-4101-9522-387046c987af tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:44:43.668785 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9d9bbced-1edc-4501-918b-5a1e05e4083e req-6ab05051-db91-4101-9522-387046c987af tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] 10.222.0.49 "GET /v2.0/ports?device_id=032e4397-63e8-42e0-ad51-62c8624c663f HTTP/1.1" status: 200 len: 946 time: 0.0571671 Oct 12 19:44:43.712765 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9d9bbced-1edc-4501-918b-5a1e05e4083e req-b631e7d7-dd2a-4d9a-a230-c2c169439392 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6df31de-5ced-4e1c-8aa3-81804bae9e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372012 Oct 12 19:44:44.892075 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb58e238-071c-4733-83d5-e782b8997eaa req-5cd3d8a3-736a-44ea-a0f5-cac7d321898a tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:44:44.893736 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fb58e238-071c-4733-83d5-e782b8997eaa req-5cd3d8a3-736a-44ea-a0f5-cac7d321898a tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] 10.222.0.49 "GET /v2.0/ports?device_id=032e4397-63e8-42e0-ad51-62c8624c663f HTTP/1.1" status: 200 len: 946 time: 0.0802963 Oct 12 19:44:44.901517 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7e3d1908-4cd2-4cbb-832d-b1cd4c3d6296 req-ec1a6447-c780-4f8d-a98a-752d4361d5e9 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a5e29f63-73ad-4d95-aef1-a9fc2164d8fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0616932 Oct 12 19:44:44.946517 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fb58e238-071c-4733-83d5-e782b8997eaa req-2612619c-2535-483b-968d-6e6a17eeacad tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6df31de-5ced-4e1c-8aa3-81804bae9e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437992 Oct 12 19:44:44.979474 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3d1908-4cd2-4cbb-832d-b1cd4c3d6296 req-c557674f-8292-4e82-bdb7-e36aa97a2885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:44:44.981013 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7e3d1908-4cd2-4cbb-832d-b1cd4c3d6296 req-c557674f-8292-4e82-bdb7-e36aa97a2885 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=80c6b006e6d9432a90abc6a3ef8ab3a8&device_id=a5e29f63-73ad-4d95-aef1-a9fc2164d8fc HTTP/1.1" status: 200 len: 1097 time: 0.0513852 Oct 12 19:44:45.118615 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3d1908-4cd2-4cbb-832d-b1cd4c3d6296 req-a1964fd9-846a-426f-a754-ac93a99e1a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:44:45.118615 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7e3d1908-4cd2-4cbb-832d-b1cd4c3d6296 req-a1964fd9-846a-426f-a754-ac93a99e1a31 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3eb83d86-1ffe-4ff0-a833-7222e773d100 HTTP/1.1" status: 200 len: 898 time: 0.1165926 Oct 12 19:44:45.133427 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe63ee9-7c33-440e-bd98-253be2eca898 req-b3d31de7-4392-4e9d-ad45-7a4103f819ab tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:44:45.134982 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-dfe63ee9-7c33-440e-bd98-253be2eca898 req-b3d31de7-4392-4e9d-ad45-7a4103f819ab tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] 10.222.0.67 "GET /v2.0/ports?device_id=032e4397-63e8-42e0-ad51-62c8624c663f HTTP/1.1" status: 200 len: 946 time: 0.1177084 Oct 12 19:44:45.199118 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7e3d1908-4cd2-4cbb-832d-b1cd4c3d6296 req-ace9a61f-9cee-45ca-8d05-c7d4a0a35c88 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e06b91e9-b835-4d43-ae70-3d99295ad0bb HTTP/1.1" status: 200 len: 1000 time: 0.0629952 Oct 12 19:44:45.330564 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3d1908-4cd2-4cbb-832d-b1cd4c3d6296 req-48cfbeaa-21d4-4fa9-bf27-22eaf101f7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:44:45.331927 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7e3d1908-4cd2-4cbb-832d-b1cd4c3d6296 req-48cfbeaa-21d4-4fa9-bf27-22eaf101f7f6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0c75108b-04f0-4830-83a5-e0da15022137 HTTP/1.1" status: 200 len: 835 time: 0.0593164 Oct 12 19:44:45.350842 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-dfe63ee9-7c33-440e-bd98-253be2eca898 req-91e516f3-75f0-4c92-9756-b42093fb8743 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Deleting port 11c568d1-d21f-4f4c-bd61-04b3ad71cc38 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:44:45.351864 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-dfe63ee9-7c33-440e-bd98-253be2eca898 req-91e516f3-75f0-4c92-9756-b42093fb8743 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:44:45.436895 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3d1908-4cd2-4cbb-832d-b1cd4c3d6296 req-2bf535e3-17a1-4a0e-b616-7f188f5f84d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:44:45.438459 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7e3d1908-4cd2-4cbb-832d-b1cd4c3d6296 req-2bf535e3-17a1-4a0e-b616-7f188f5f84d5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3eb83d86-1ffe-4ff0-a833-7222e773d100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0982223 Oct 12 19:44:45.510773 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-dfe63ee9-7c33-440e-bd98-253be2eca898 req-91e516f3-75f0-4c92-9756-b42093fb8743 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] For port 11c568d1-d21f-4f4c-bd61-04b3ad71cc38, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=11c568d1-d21f-4f4c-bd61-04b3ad71cc38,segment=NetworkSegment(2712bf9b-8452-46ed-8059-84d0f60eecb3),segment_id=2712bf9b-8452-46ed-8059-84d0f60eecb3)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:44:45.510773 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-dfe63ee9-7c33-440e-bd98-253be2eca898 req-91e516f3-75f0-4c92-9756-b42093fb8743 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:44:45.551114 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-dfe63ee9-7c33-440e-bd98-253be2eca898 req-91e516f3-75f0-4c92-9756-b42093fb8743 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Calling delete_port for 11c568d1-d21f-4f4c-bd61-04b3ad71cc38 owned by compute:nova {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:44:45.632413 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7e3d1908-4cd2-4cbb-832d-b1cd4c3d6296 req-d01a55cc-e6ca-43f1-a9cc-bdadf10cd43e service neutron] 10.222.0.61 "GET /v2.0/networks/3eb83d86-1ffe-4ff0-a833-7222e773d100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845176 Oct 12 19:44:45.778273 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7e3d1908-4cd2-4cbb-832d-b1cd4c3d6296 req-b56fa9a5-a01c-412f-89c1-365d0a110bc9 service neutron] 10.222.0.61 "GET /v2.0/networks/3eb83d86-1ffe-4ff0-a833-7222e773d100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381288 Oct 12 19:44:45.887543 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-dfe63ee9-7c33-440e-bd98-253be2eca898 req-91e516f3-75f0-4c92-9756-b42093fb8743 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:44:45.905107 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['11c568d1-d21f-4f4c-bd61-04b3ad71cc38'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:44:45.920679 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e516f3-75f0-4c92-9756-b42093fb8743 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Pushing event deleted for resources: {'Port': ['ID=11c568d1-d21f-4f4c-bd61-04b3ad71cc38,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:44:45.950709 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e516f3-75f0-4c92-9756-b42093fb8743 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:44:45.951059 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e516f3-75f0-4c92-9756-b42093fb8743 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:44:45.951400 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e516f3-75f0-4c92-9756-b42093fb8743 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:44:45.951735 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e516f3-75f0-4c92-9756-b42093fb8743 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:44:45.952093 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e516f3-75f0-4c92-9756-b42093fb8743 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:44:45.952429 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e516f3-75f0-4c92-9756-b42093fb8743 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:44:45.952755 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e516f3-75f0-4c92-9756-b42093fb8743 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:44:45.953105 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e516f3-75f0-4c92-9756-b42093fb8743 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:44:45.953405 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e516f3-75f0-4c92-9756-b42093fb8743 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:44:45.953727 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e516f3-75f0-4c92-9756-b42093fb8743 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:44:45.954049 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e516f3-75f0-4c92-9756-b42093fb8743 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:44:45.954372 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e516f3-75f0-4c92-9756-b42093fb8743 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:44:45.979180 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfe63ee9-7c33-440e-bd98-253be2eca898 req-91e516f3-75f0-4c92-9756-b42093fb8743 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] No DVR routers for this DVR port 11c568d1-d21f-4f4c-bd61-04b3ad71cc38 on host n-h2-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:44:45.982184 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-dfe63ee9-7c33-440e-bd98-253be2eca898 req-91e516f3-75f0-4c92-9756-b42093fb8743 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:44:45.987039 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-dfe63ee9-7c33-440e-bd98-253be2eca898 req-91e516f3-75f0-4c92-9756-b42093fb8743 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] 10.222.0.67 "DELETE /v2.0/ports/11c568d1-d21f-4f4c-bd61-04b3ad71cc38 HTTP/1.1" status: 204 len: 173 time: 0.7869465 Oct 12 19:44:45.987569 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '032e4397-63e8-42e0-ad51-62c8624c663f', 'name': 'network-vif-deleted', 'tag': '11c568d1-d21f-4f4c-bd61-04b3ad71cc38'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:44:45.990242 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45323a9b-a6a8-4250-9a0b-b26a9a7f394d" -d '{"events": [{"server_uuid": "032e4397-63e8-42e0-ad51-62c8624c663f", "name": "network-vif-deleted", "tag": "11c568d1-d21f-4f4c-bd61-04b3ad71cc38"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:44:46.037649 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-331570d0-66d6-43fd-95ab-76b08eba4971 x-openstack-request-id: req-331570d0-66d6-43fd-95ab-76b08eba4971 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:44:46.037649 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "032e4397-63e8-42e0-ad51-62c8624c663f", "name": "network-vif-deleted", "tag": "11c568d1-d21f-4f4c-bd61-04b3ad71cc38", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:44:46.037649 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-331570d0-66d6-43fd-95ab-76b08eba4971 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:44:46.037649 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '032e4397-63e8-42e0-ad51-62c8624c663f', 'name': 'network-vif-deleted', 'tag': '11c568d1-d21f-4f4c-bd61-04b3ad71cc38', 'status': 'completed', 'code': 200} Oct 12 19:44:46.073690 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2feacbb3-92ac-426a-b44d-c3923699d643 req-a4c66c34-664b-407a-812f-9edc255728c8 tempest-AttachVolumeNegativeTest-1989805541 tempest-AttachVolumeNegativeTest-1989805541-project] 10.222.0.49 "GET /v2.0/ports?device_id=032e4397-63e8-42e0-ad51-62c8624c663f HTTP/1.1" status: 200 len: 210 time: 0.0342405 Oct 12 19:44:47.144356 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 51026) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:44:47.523921 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_v2 [None req-6db5c073-09c7-42f5-b7f3-bc75bf3c320e admin admin] Deleting subnet 80ee0038-8f7d-4909-8a3a-cc2660e2598a {{(pid=95501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:44:47.529663 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6db5c073-09c7-42f5-b7f3-bc75bf3c320e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:44:47.567928 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6db5c073-09c7-42f5-b7f3-bc75bf3c320e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281083'] for subnet, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:44:47.608171 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6db5c073-09c7-42f5-b7f3-bc75bf3c320e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:44:47.727955 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6db5c073-09c7-42f5-b7f3-bc75bf3c320e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4824924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4612362'] for subnet, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:44:47.757616 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5c073-09c7-42f5-b7f3-bc75bf3c320e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80ee0038-8f7d-4909-8a3a-cc2660e2598a,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:44:47.761170 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6db5c073-09c7-42f5-b7f3-bc75bf3c320e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:44:47.764857 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-6db5c073-09c7-42f5-b7f3-bc75bf3c320e admin admin] 10.222.0.49 "DELETE /v2.0/subnets/80ee0038-8f7d-4909-8a3a-cc2660e2598a HTTP/1.1" status: 204 len: 168 time: 0.6189015 Oct 12 19:44:47.766755 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 51034) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:44:47.835010 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-839b5871-faf5-4ae1-bcaa-648678368dbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:44:47.917452 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-839b5871-faf5-4ae1-bcaa-648678368dbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:44:47.936392 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-839b5871-faf5-4ae1-bcaa-648678368dbe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d89de848-a16b-4045-8dc6-570001a6b632']}} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:44:47.945480 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-839b5871-faf5-4ae1-bcaa-648678368dbe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2712bf9b-8452-46ed-8059-84d0f60eecb3') {'for_net_delete': True} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:44:47.945774 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-839b5871-faf5-4ae1-bcaa-648678368dbe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2712bf9b-8452-46ed-8059-84d0f60eecb3') {} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:44:47.955070 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-839b5871-faf5-4ae1-bcaa-648678368dbe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4281072'] for segment, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:44:47.968495 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-839b5871-faf5-4ae1-bcaa-648678368dbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:44:47.974835 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-839b5871-faf5-4ae1-bcaa-648678368dbe admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=95501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:44:47.975230 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-839b5871-faf5-4ae1-bcaa-648678368dbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4823170'] for segment, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:44:47.977660 n-d-813679-3 neutron-server[95501]: Traceback (most recent call last): Oct 12 19:44:47.977660 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:44:47.977660 n-d-813679-3 neutron-server[95501]: timer() Oct 12 19:44:47.977660 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:44:47.977660 n-d-813679-3 neutron-server[95501]: cb(*args, **kw) Oct 12 19:44:47.977660 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:44:47.977660 n-d-813679-3 neutron-server[95501]: return func(*args, **kwargs) Oct 12 19:44:47.977660 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:44:47.977660 n-d-813679-3 neutron-server[95501]: self._notify() Oct 12 19:44:47.977660 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:44:47.977660 n-d-813679-3 neutron-server[95501]: self.callback(batched_events) Oct 12 19:44:47.977660 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:44:47.977660 n-d-813679-3 neutron-server[95501]: event.method(event) Oct 12 19:44:47.977660 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:44:47.977660 n-d-813679-3 neutron-server[95501]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:44:47.977660 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:44:47.977660 n-d-813679-3 neutron-server[95501]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:44:47.977660 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:44:47.977660 n-d-813679-3 neutron-server[95501]: return f(self, *a, **k) Oct 12 19:44:47.977660 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:44:47.977660 n-d-813679-3 neutron-server[95501]: return self._get(url).json() Oct 12 19:44:47.977660 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:44:47.977660 n-d-813679-3 neutron-server[95501]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:44:47.977660 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:44:47.977660 n-d-813679-3 neutron-server[95501]: return self.request(url, 'GET', **kwargs) Oct 12 19:44:47.977660 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:44:47.977660 n-d-813679-3 neutron-server[95501]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:44:47.977660 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:44:47.977660 n-d-813679-3 neutron-server[95501]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:44:47.977660 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:44:47.977660 n-d-813679-3 neutron-server[95501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:44:47.977660 n-d-813679-3 neutron-server[95501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:44:48.087445 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-839b5871-faf5-4ae1-bcaa-648678368dbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:44:48.107455 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-839b5871-faf5-4ae1-bcaa-648678368dbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:44:48.112081 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-839b5871-faf5-4ae1-bcaa-648678368dbe admin admin] 10.222.0.49 "DELETE /v2.0/networks/d89de848-a16b-4045-8dc6-570001a6b632 HTTP/1.1" status: 204 len: 168 time: 0.3428164 Oct 12 19:44:48.112319 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839b5871-faf5-4ae1-bcaa-648678368dbe admin admin] Pushing event deleted for resources: {'Network': ['ID=d89de848-a16b-4045-8dc6-570001a6b632,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:44:48.438345 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 51048) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:44:48.484403 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-6103e9a5-6f10-4002-9024-17db58dac25b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fef4819dbcd54c58aa4722e52d342caf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0441432 Oct 12 19:44:48.486370 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 51050) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:44:48.537358 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-57293f3b-b423-4cfa-bc7d-2fbc6db60388 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:44:48.558472 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-57293f3b-b423-4cfa-bc7d-2fbc6db60388 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:44:48.681823 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-57293f3b-b423-4cfa-bc7d-2fbc6db60388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:44:48.684920 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-57293f3b-b423-4cfa-bc7d-2fbc6db60388 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:44:48.686414 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-57293f3b-b423-4cfa-bc7d-2fbc6db60388 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d6df31de-5ced-4e1c-8aa3-81804bae9e09 HTTP/1.1" status: 204 len: 168 time: 0.1990662 Oct 12 19:44:48.704911 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57293f3b-b423-4cfa-bc7d-2fbc6db60388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6df31de-5ced-4e1c-8aa3-81804bae9e09,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:44:48.712277 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 51060) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:44:48.760997 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_v2 [None req-cae5ac21-7b40-44e1-ac3c-95b4fea6d555 admin admin] Deleting subnet 10682b00-9816-41fa-a675-c316b552d7f6 {{(pid=95501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:44:48.764568 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-cae5ac21-7b40-44e1-ac3c-95b4fea6d555 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:44:48.802429 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-cae5ac21-7b40-44e1-ac3c-95b4fea6d555 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281083'] for subnet, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:44:48.844937 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-cae5ac21-7b40-44e1-ac3c-95b4fea6d555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:44:48.885185 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 11c568d1-d21f-4f4c-bd61-04b3ad71cc38 no longer exists at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:44:48.920358 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] No Port match for: 11c568d1-d21f-4f4c-bd61-04b3ad71cc38 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:44:48.920705 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 11c568d1-d21f-4f4c-bd61-04b3ad71cc38 not bound to the agent host n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:44:49.008382 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-cae5ac21-7b40-44e1-ac3c-95b4fea6d555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4824924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4612362'] for subnet, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:44:49.042359 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae5ac21-7b40-44e1-ac3c-95b4fea6d555 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10682b00-9816-41fa-a675-c316b552d7f6,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:44:49.047385 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-cae5ac21-7b40-44e1-ac3c-95b4fea6d555 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:44:49.050793 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-cae5ac21-7b40-44e1-ac3c-95b4fea6d555 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/10682b00-9816-41fa-a675-c316b552d7f6 HTTP/1.1" status: 204 len: 168 time: 0.3373327 Oct 12 19:44:49.053322 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 51068) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:44:49.145333 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-344b5639-fc99-44b1-967d-bf6b924e4057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:44:49.218586 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-344b5639-fc99-44b1-967d-bf6b924e4057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:44:49.239663 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-344b5639-fc99-44b1-967d-bf6b924e4057 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ba22ad0-0eb0-4083-ac14-414fd75bab59']}} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:44:49.251450 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-344b5639-fc99-44b1-967d-bf6b924e4057 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fedb719-cdb7-4cfe-aa63-47940426446f') {'for_net_delete': True} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:44:49.251602 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-344b5639-fc99-44b1-967d-bf6b924e4057 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fedb719-cdb7-4cfe-aa63-47940426446f') {} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:44:49.267095 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-344b5639-fc99-44b1-967d-bf6b924e4057 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4281072'] for segment, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:44:49.282287 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-344b5639-fc99-44b1-967d-bf6b924e4057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:44:49.289845 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-344b5639-fc99-44b1-967d-bf6b924e4057 admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=95501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:44:49.290556 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-344b5639-fc99-44b1-967d-bf6b924e4057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4823170'] for segment, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:44:49.292483 n-d-813679-3 neutron-server[95501]: Traceback (most recent call last): Oct 12 19:44:49.292483 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:44:49.292483 n-d-813679-3 neutron-server[95501]: timer() Oct 12 19:44:49.292483 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:44:49.292483 n-d-813679-3 neutron-server[95501]: cb(*args, **kw) Oct 12 19:44:49.292483 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:44:49.292483 n-d-813679-3 neutron-server[95501]: return func(*args, **kwargs) Oct 12 19:44:49.292483 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:44:49.292483 n-d-813679-3 neutron-server[95501]: self._notify() Oct 12 19:44:49.292483 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:44:49.292483 n-d-813679-3 neutron-server[95501]: self.callback(batched_events) Oct 12 19:44:49.292483 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:44:49.292483 n-d-813679-3 neutron-server[95501]: event.method(event) Oct 12 19:44:49.292483 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:44:49.292483 n-d-813679-3 neutron-server[95501]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:44:49.292483 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:44:49.292483 n-d-813679-3 neutron-server[95501]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:44:49.292483 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:44:49.292483 n-d-813679-3 neutron-server[95501]: return f(self, *a, **k) Oct 12 19:44:49.292483 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:44:49.292483 n-d-813679-3 neutron-server[95501]: return self._get(url).json() Oct 12 19:44:49.292483 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:44:49.292483 n-d-813679-3 neutron-server[95501]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:44:49.292483 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:44:49.292483 n-d-813679-3 neutron-server[95501]: return self.request(url, 'GET', **kwargs) Oct 12 19:44:49.292483 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:44:49.292483 n-d-813679-3 neutron-server[95501]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:44:49.292483 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:44:49.292483 n-d-813679-3 neutron-server[95501]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:44:49.292483 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:44:49.292483 n-d-813679-3 neutron-server[95501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:44:49.292483 n-d-813679-3 neutron-server[95501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:44:49.436540 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-344b5639-fc99-44b1-967d-bf6b924e4057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:44:49.446312 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-344b5639-fc99-44b1-967d-bf6b924e4057 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:44:49.452372 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-344b5639-fc99-44b1-967d-bf6b924e4057 admin admin] 10.222.0.49 "DELETE /v2.0/networks/7ba22ad0-0eb0-4083-ac14-414fd75bab59 HTTP/1.1" status: 204 len: 168 time: 0.3952489 Oct 12 19:44:49.452568 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 51080) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:44:49.469603 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344b5639-fc99-44b1-967d-bf6b924e4057 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ba22ad0-0eb0-4083-ac14-414fd75bab59,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:44:49.507020 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff1ce260-2fc0-4039-96b7-aa80721b2c67 admin admin] Deleting subnet 8a7355c1-69dc-4d0a-8d0b-819093116f03 {{(pid=95501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:44:49.510178 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ff1ce260-2fc0-4039-96b7-aa80721b2c67 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:44:49.545483 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ff1ce260-2fc0-4039-96b7-aa80721b2c67 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281083'] for subnet, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:44:49.589129 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ff1ce260-2fc0-4039-96b7-aa80721b2c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:44:49.743915 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ff1ce260-2fc0-4039-96b7-aa80721b2c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4824924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4612362'] for subnet, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:44:49.767481 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1ce260-2fc0-4039-96b7-aa80721b2c67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a7355c1-69dc-4d0a-8d0b-819093116f03,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:44:49.773016 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ff1ce260-2fc0-4039-96b7-aa80721b2c67 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:44:49.776815 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-ff1ce260-2fc0-4039-96b7-aa80721b2c67 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/8a7355c1-69dc-4d0a-8d0b-819093116f03 HTTP/1.1" status: 204 len: 168 time: 0.3232906 Oct 12 19:44:49.779287 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 51092) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:44:49.858878 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-28cc5ce9-e446-4934-8e19-5bf5bd24af5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:44:49.944479 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-28cc5ce9-e446-4934-8e19-5bf5bd24af5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:44:49.966365 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-28cc5ce9-e446-4934-8e19-5bf5bd24af5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ace0532f-a90b-4ce1-a9cf-ea6301a2933c']}} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:44:49.975705 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-28cc5ce9-e446-4934-8e19-5bf5bd24af5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7ee3359-4c75-4edb-8c40-355e9359bec9') {'for_net_delete': True} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:44:49.976000 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-28cc5ce9-e446-4934-8e19-5bf5bd24af5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7ee3359-4c75-4edb-8c40-355e9359bec9') {} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:44:49.985189 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-28cc5ce9-e446-4934-8e19-5bf5bd24af5f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4281072'] for segment, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:44:49.998301 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-28cc5ce9-e446-4934-8e19-5bf5bd24af5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:44:50.004752 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28cc5ce9-e446-4934-8e19-5bf5bd24af5f admin admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=95501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:44:50.005219 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-28cc5ce9-e446-4934-8e19-5bf5bd24af5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4823170'] for segment, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:44:50.007086 n-d-813679-3 neutron-server[95501]: Traceback (most recent call last): Oct 12 19:44:50.007086 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:44:50.007086 n-d-813679-3 neutron-server[95501]: timer() Oct 12 19:44:50.007086 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:44:50.007086 n-d-813679-3 neutron-server[95501]: cb(*args, **kw) Oct 12 19:44:50.007086 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:44:50.007086 n-d-813679-3 neutron-server[95501]: return func(*args, **kwargs) Oct 12 19:44:50.007086 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:44:50.007086 n-d-813679-3 neutron-server[95501]: self._notify() Oct 12 19:44:50.007086 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:44:50.007086 n-d-813679-3 neutron-server[95501]: self.callback(batched_events) Oct 12 19:44:50.007086 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:44:50.007086 n-d-813679-3 neutron-server[95501]: event.method(event) Oct 12 19:44:50.007086 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:44:50.007086 n-d-813679-3 neutron-server[95501]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:44:50.007086 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:44:50.007086 n-d-813679-3 neutron-server[95501]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:44:50.007086 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:44:50.007086 n-d-813679-3 neutron-server[95501]: return f(self, *a, **k) Oct 12 19:44:50.007086 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:44:50.007086 n-d-813679-3 neutron-server[95501]: return self._get(url).json() Oct 12 19:44:50.007086 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:44:50.007086 n-d-813679-3 neutron-server[95501]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:44:50.007086 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:44:50.007086 n-d-813679-3 neutron-server[95501]: return self.request(url, 'GET', **kwargs) Oct 12 19:44:50.007086 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:44:50.007086 n-d-813679-3 neutron-server[95501]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:44:50.007086 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:44:50.007086 n-d-813679-3 neutron-server[95501]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:44:50.007086 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:44:50.007086 n-d-813679-3 neutron-server[95501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:44:50.007086 n-d-813679-3 neutron-server[95501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:44:50.150149 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-28cc5ce9-e446-4934-8e19-5bf5bd24af5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:44:50.166186 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-28cc5ce9-e446-4934-8e19-5bf5bd24af5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:44:50.172371 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-28cc5ce9-e446-4934-8e19-5bf5bd24af5f admin admin] 10.222.0.49 "DELETE /v2.0/networks/ace0532f-a90b-4ce1-a9cf-ea6301a2933c HTTP/1.1" status: 204 len: 168 time: 0.3895090 Oct 12 19:44:50.172371 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cc5ce9-e446-4934-8e19-5bf5bd24af5f admin admin] Pushing event deleted for resources: {'Network': ['ID=ace0532f-a90b-4ce1-a9cf-ea6301a2933c,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:44:50.500192 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 51110) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:44:50.548245 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-ed766797-df0e-4b54-89c4-1ab0f953ae8a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9c762545553f4be48951d0865e5592a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0443006 Oct 12 19:44:50.548455 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 51112) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:44:50.598124 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3ec347e5-3290-41db-865d-e2bd2373d6d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:44:50.627069 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3ec347e5-3290-41db-865d-e2bd2373d6d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:44:50.727926 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3ec347e5-3290-41db-865d-e2bd2373d6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:44:50.730861 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3ec347e5-3290-41db-865d-e2bd2373d6d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:44:50.732053 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-3ec347e5-3290-41db-865d-e2bd2373d6d0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/203b84e7-cf40-4980-a0e7-6ae1f7c3f930 HTTP/1.1" status: 204 len: 168 time: 0.1828604 Oct 12 19:44:50.740063 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec347e5-3290-41db-865d-e2bd2373d6d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=203b84e7-cf40-4980-a0e7-6ae1f7c3f930,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:44:51.393055 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 51138) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:44:51.443869 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-54511263-7a0a-4ab7-951f-94dd186232d9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=11826ddbf6014e9780569e4482e54c9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0494232 Oct 12 19:44:51.446407 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 51140) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:44:51.495955 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-84c8a35a-bf0a-4624-bb54-cecc3f4f1d2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:44:51.517557 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-84c8a35a-bf0a-4624-bb54-cecc3f4f1d2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:44:51.613483 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-84c8a35a-bf0a-4624-bb54-cecc3f4f1d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:44:51.619927 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-84c8a35a-bf0a-4624-bb54-cecc3f4f1d2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:44:51.624390 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-84c8a35a-bf0a-4624-bb54-cecc3f4f1d2f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8fb36b6b-d818-486d-892a-fdeaee9bf951 HTTP/1.1" status: 204 len: 168 time: 0.1744301 Oct 12 19:44:51.631239 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c8a35a-bf0a-4624-bb54-cecc3f4f1d2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fb36b6b-d818-486d-892a-fdeaee9bf951,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:44:52.159095 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 19:44:56.846381 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 51280) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:44:56.968798 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a12a3fc3-5030-4879-a850-2c7359524b8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:44:57.043662 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a12a3fc3-5030-4879-a850-2c7359524b8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:44:57.108848 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a12a3fc3-5030-4879-a850-2c7359524b8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:44:57.141725 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12a3fc3-5030-4879-a850-2c7359524b8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fd58bb8-52e1-4c31-948c-b039607410e5,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:44:57.148570 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-a12a3fc3-5030-4879-a850-2c7359524b8e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1aec23c042f24a63b9f13c3b4128018d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2985766 Oct 12 19:44:57.149453 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 51284) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:44:57.205865 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-64efd947-a7f1-4211-9cc3-5e4b917a4331 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:44:57.238403 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-64efd947-a7f1-4211-9cc3-5e4b917a4331 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:44:57.366697 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-64efd947-a7f1-4211-9cc3-5e4b917a4331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:44:57.369393 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-64efd947-a7f1-4211-9cc3-5e4b917a4331 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:44:57.371028 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-64efd947-a7f1-4211-9cc3-5e4b917a4331 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1fd58bb8-52e1-4c31-948c-b039607410e5 HTTP/1.1" status: 204 len: 168 time: 0.2202353 Oct 12 19:44:57.379213 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64efd947-a7f1-4211-9cc3-5e4b917a4331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fd58bb8-52e1-4c31-948c-b039607410e5,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:44:57.387743 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64efd947-a7f1-4211-9cc3-5e4b917a4331 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:44:57.388328 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64efd947-a7f1-4211-9cc3-5e4b917a4331 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:44:57.388838 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64efd947-a7f1-4211-9cc3-5e4b917a4331 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:44:57.389345 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64efd947-a7f1-4211-9cc3-5e4b917a4331 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:44:57.389827 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64efd947-a7f1-4211-9cc3-5e4b917a4331 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:44:57.390307 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64efd947-a7f1-4211-9cc3-5e4b917a4331 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:44:57.390786 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64efd947-a7f1-4211-9cc3-5e4b917a4331 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:44:57.391403 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64efd947-a7f1-4211-9cc3-5e4b917a4331 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:44:57.391877 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64efd947-a7f1-4211-9cc3-5e4b917a4331 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:44:57.392379 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64efd947-a7f1-4211-9cc3-5e4b917a4331 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:44:57.392852 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64efd947-a7f1-4211-9cc3-5e4b917a4331 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:44:57.393339 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64efd947-a7f1-4211-9cc3-5e4b917a4331 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:44:58.083886 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 51312) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:44:58.264400 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-0ea69071-bcc0-4674-843a-145b738b9df1 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Deleting port df84b16a-bc29-4adf-b773-1671440f35ac {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:44:58.264400 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0ea69071-bcc0-4674-843a-145b738b9df1 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:44:58.348751 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0ea69071-bcc0-4674-843a-145b738b9df1 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:44:58.349086 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0ea69071-bcc0-4674-843a-145b738b9df1 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:44:58.361900 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-0ea69071-bcc0-4674-843a-145b738b9df1 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Calling delete_port for df84b16a-bc29-4adf-b773-1671440f35ac owned by network:floatingip {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:44:58.590265 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0ea69071-bcc0-4674-843a-145b738b9df1 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:44:58.619279 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea69071-bcc0-4674-843a-145b738b9df1 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Pushing event deleted for resources: {'Port': ['ID=df84b16a-bc29-4adf-b773-1671440f35ac,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:44:58.686160 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0ea69071-bcc0-4674-843a-145b738b9df1 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for floatingip, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:44:58.686497 n-d-813679-3 neutron-server[95501]: INFO neutron.db.l3_db [None req-0ea69071-bcc0-4674-843a-145b738b9df1 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Floating IP 37edc4ee-ae2e-4bc2-b1a6-3fd9a56abe99 disassociated (deleted). External IP: 172.25.5.2, port: e06b91e9-b835-4d43-ae70-3d99295ad0bb. Oct 12 19:44:58.920828 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ea69071-bcc0-4674-843a-145b738b9df1 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Router 39da42b8-1db4-43df-95ee-7b349129adca has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:44:59.073377 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ea69071-bcc0-4674-843a-145b738b9df1 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:44:59.076816 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0ea69071-bcc0-4674-843a-145b738b9df1 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:44:59.092751 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bc1992-6e41-4611-ada8-63fe254c8366 None None] Sync routers for ids ['39da42b8-1db4-43df-95ee-7b349129adca'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:44:59.119929 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-0ea69071-bcc0-4674-843a-145b738b9df1 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "DELETE /v2.0/floatingips/37edc4ee-ae2e-4bc2-b1a6-3fd9a56abe99 HTTP/1.1" status: 204 len: 168 time: 1.0348797 Oct 12 19:44:59.120732 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5e29f63-73ad-4d95-aef1-a9fc2164d8fc', 'tag': 'e06b91e9-b835-4d43-ae70-3d99295ad0bb'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:44:59.121816 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2bc1992-6e41-4611-ada8-63fe254c8366 None None] Routers {'39da42b8-1db4-43df-95ee-7b349129adca'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:44:59.122599 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-c2bc1992-6e41-4611-ada8-63fe254c8366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:44:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['39da42b8-1db4-43df-95ee-7b349129adca'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:44:59.123081 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37e3e1c5-2cb3-48ff-a26d-241e24676e09" -d '{"events": [{"name": "network-changed", "server_uuid": "a5e29f63-73ad-4d95-aef1-a9fc2164d8fc", "tag": "e06b91e9-b835-4d43-ae70-3d99295ad0bb"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:44:59.189471 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c296edf-fd6e-4624-a4a8-07fc441eaadd x-openstack-request-id: req-3c296edf-fd6e-4624-a4a8-07fc441eaadd {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:44:59.198529 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5e29f63-73ad-4d95-aef1-a9fc2164d8fc", "tag": "e06b91e9-b835-4d43-ae70-3d99295ad0bb", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:44:59.198529 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3c296edf-fd6e-4624-a4a8-07fc441eaadd {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:44:59.198529 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5e29f63-73ad-4d95-aef1-a9fc2164d8fc', 'tag': 'e06b91e9-b835-4d43-ae70-3d99295ad0bb', 'status': 'completed', 'code': 200} Oct 12 19:44:59.219322 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6c3c939d-7878-4997-bd00-ff42029c6138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:44:59.274847 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-c2bc1992-6e41-4611-ada8-63fe254c8366 None None] Set router 39da42b8-1db4-43df-95ee-7b349129adca gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:44:59.292283 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e3e1c5-2cb3-48ff-a26d-241e24676e09 req-f928913f-06e8-4d80-a93a-b2bf286b2b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:44:59.294068 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-37e3e1c5-2cb3-48ff-a26d-241e24676e09 req-f928913f-06e8-4d80-a93a-b2bf286b2b41 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=80c6b006e6d9432a90abc6a3ef8ab3a8&device_id=a5e29f63-73ad-4d95-aef1-a9fc2164d8fc HTTP/1.1" status: 200 len: 1097 time: 0.0658162 Oct 12 19:44:59.433316 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e3e1c5-2cb3-48ff-a26d-241e24676e09 req-7489aea9-cf9c-419d-a6a9-d972d7ebb51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:44:59.435054 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-37e3e1c5-2cb3-48ff-a26d-241e24676e09 req-7489aea9-cf9c-419d-a6a9-d972d7ebb51f service neutron] 10.222.0.61 "GET /v2.0/networks?id=3eb83d86-1ffe-4ff0-a833-7222e773d100 HTTP/1.1" status: 200 len: 898 time: 0.1334980 Oct 12 19:44:59.512859 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-37e3e1c5-2cb3-48ff-a26d-241e24676e09 req-7fcda9e7-d96c-413b-b357-3cc3f32b5e39 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e06b91e9-b835-4d43-ae70-3d99295ad0bb HTTP/1.1" status: 200 len: 217 time: 0.0618010 Oct 12 19:44:59.515288 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-c2bc1992-6e41-4611-ada8-63fe254c8366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39da42b8-1db4-43df-95ee-7b349129adca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1545557457', 'tenant_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': '06bafb36-0e62-47d4-a6ff-c1a9b7a8796e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:43:04Z', 'updated_at': '2021-10-12T19:43:10Z', 'revision_number': 4, 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'gw_port': {'id': '06bafb36-0e62-47d4-a6ff-c1a9b7a8796e', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:14:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39da42b8-1db4-43df-95ee-7b349129adca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:43:05Z', 'updated_at': '2021-10-12T19:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '1bd8aaf9-2e8a-423f-b58a-fafe1018a640', 'name': '', 'network_id': '3eb83d86-1ffe-4ff0-a833-7222e773d100', 'tenant_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'mac_address': 'fa:16:3e:96:aa:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39da42b8-1db4-43df-95ee-7b349129adca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': '0c75108b-04f0-4830-83a5-e0da15022137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:43:09Z', 'updated_at': '2021-10-12T19:43:15Z', 'revision_number': 5, 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'subnets': [{'id': '0c75108b-04f0-4830-83a5-e0da15022137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:44:59.550295 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bc1992-6e41-4611-ada8-63fe254c8366 None None] Checking router: 39da42b8-1db4-43df-95ee-7b349129adca for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:44:59.559118 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2bc1992-6e41-4611-ada8-63fe254c8366 None None] Routers {'39da42b8-1db4-43df-95ee-7b349129adca'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:44:59.559719 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-c2bc1992-6e41-4611-ada8-63fe254c8366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:44:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['39da42b8-1db4-43df-95ee-7b349129adca'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:44:59.570536 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e3e1c5-2cb3-48ff-a26d-241e24676e09 req-8942a0fa-28dc-4019-9e63-1ab1516f2f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:44:59.572215 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-37e3e1c5-2cb3-48ff-a26d-241e24676e09 req-8942a0fa-28dc-4019-9e63-1ab1516f2f91 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0c75108b-04f0-4830-83a5-e0da15022137 HTTP/1.1" status: 200 len: 835 time: 0.0510356 Oct 12 19:44:59.671145 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e3e1c5-2cb3-48ff-a26d-241e24676e09 req-a9184b9d-6ff4-423c-9921-bf44f1882ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:44:59.672620 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-37e3e1c5-2cb3-48ff-a26d-241e24676e09 req-a9184b9d-6ff4-423c-9921-bf44f1882ad4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3eb83d86-1ffe-4ff0-a833-7222e773d100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0929952 Oct 12 19:44:59.696517 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-c2bc1992-6e41-4611-ada8-63fe254c8366 None None] Set router 39da42b8-1db4-43df-95ee-7b349129adca gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:44:59.747120 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e66598f-0514-4985-a998-09aa3c2b1683 req-44e34f08-9fa8-4786-9552-cbe9ad98728b tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:44:59.770864 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5e66598f-0514-4985-a998-09aa3c2b1683 req-44e34f08-9fa8-4786-9552-cbe9ad98728b tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5e29f63-73ad-4d95-aef1-a9fc2164d8fc HTTP/1.1" status: 200 len: 946 time: 0.1126659 Oct 12 19:44:59.801802 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-37e3e1c5-2cb3-48ff-a26d-241e24676e09 req-eb268069-3ff5-4524-b663-332b3958ee62 service neutron] 10.222.0.61 "GET /v2.0/networks/3eb83d86-1ffe-4ff0-a833-7222e773d100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175489 Oct 12 19:44:59.865244 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5e66598f-0514-4985-a998-09aa3c2b1683 req-ff239278-bccf-465e-b5c8-413bbb89deac tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c29ebb8-3357-468a-9464-70b2c2b1cc61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931857 Oct 12 19:44:59.928428 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-37e3e1c5-2cb3-48ff-a26d-241e24676e09 req-bf02f8c9-8f13-4250-98ea-725343604c55 service neutron] 10.222.0.61 "GET /v2.0/networks/3eb83d86-1ffe-4ff0-a833-7222e773d100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176558 Oct 12 19:45:00.031210 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-c2bc1992-6e41-4611-ada8-63fe254c8366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39da42b8-1db4-43df-95ee-7b349129adca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1545557457', 'tenant_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': '06bafb36-0e62-47d4-a6ff-c1a9b7a8796e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:43:04Z', 'updated_at': '2021-10-12T19:43:10Z', 'revision_number': 4, 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'gw_port': {'id': '06bafb36-0e62-47d4-a6ff-c1a9b7a8796e', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:14:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39da42b8-1db4-43df-95ee-7b349129adca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:43:05Z', 'updated_at': '2021-10-12T19:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '1bd8aaf9-2e8a-423f-b58a-fafe1018a640', 'name': '', 'network_id': '3eb83d86-1ffe-4ff0-a833-7222e773d100', 'tenant_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'mac_address': 'fa:16:3e:96:aa:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39da42b8-1db4-43df-95ee-7b349129adca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': '0c75108b-04f0-4830-83a5-e0da15022137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:43:09Z', 'updated_at': '2021-10-12T19:43:15Z', 'revision_number': 5, 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'subnets': [{'id': '0c75108b-04f0-4830-83a5-e0da15022137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:45:00.061453 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bc1992-6e41-4611-ada8-63fe254c8366 None None] The sync data for ids ['39da42b8-1db4-43df-95ee-7b349129adca'] in n-d-813679-3 is: [{'id': '39da42b8-1db4-43df-95ee-7b349129adca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1545557457', 'tenant_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': '06bafb36-0e62-47d4-a6ff-c1a9b7a8796e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:43:04Z', 'updated_at': '2021-10-12T19:43:10Z', 'revision_number': 4, 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'gw_port': {'id': '06bafb36-0e62-47d4-a6ff-c1a9b7a8796e', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:14:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39da42b8-1db4-43df-95ee-7b349129adca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:43:05Z', 'updated_at': '2021-10-12T19:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '1bd8aaf9-2e8a-423f-b58a-fafe1018a640', 'name': '', 'network_id': '3eb83d86-1ffe-4ff0-a833-7222e773d100', 'tenant_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'mac_address': 'fa:16:3e:96:aa:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39da42b8-1db4-43df-95ee-7b349129adca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': '0c75108b-04f0-4830-83a5-e0da15022137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:43:09Z', 'updated_at': '2021-10-12T19:43:15Z', 'revision_number': 5, 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'subnets': [{'id': '0c75108b-04f0-4830-83a5-e0da15022137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:45:00.368291 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8442cf6-fea2-47e1-9d2f-387940640070 None None] New status for floating IP 37edc4ee-ae2e-4bc2-b1a6-3fd9a56abe99: DOWN {{(pid=95503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 19:45:00.970696 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 51412) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:45:01.010982 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97571e9-bd95-414f-882a-f32bda3f7ad2 req-0d099e2e-b4cd-46c0-8666-936697159a4b tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:45:01.013865 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a97571e9-bd95-414f-882a-f32bda3f7ad2 req-0d099e2e-b4cd-46c0-8666-936697159a4b tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5e29f63-73ad-4d95-aef1-a9fc2164d8fc HTTP/1.1" status: 200 len: 946 time: 0.0650303 Oct 12 19:45:01.109457 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3d1d4475-aafc-42dd-a101-3af9c9fcbc4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:01.152642 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-a97571e9-bd95-414f-882a-f32bda3f7ad2 req-0b3c490e-dc89-4742-96f8-d8b5515ee722 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Deleting port e06b91e9-b835-4d43-ae70-3d99295ad0bb {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:45:01.154183 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-a97571e9-bd95-414f-882a-f32bda3f7ad2 req-0b3c490e-dc89-4742-96f8-d8b5515ee722 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:01.203063 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3d1d4475-aafc-42dd-a101-3af9c9fcbc4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:01.287361 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6168244c-7369-4e45-b725-38c49b926d8a req-f6e38bc3-0a3e-46c3-84ad-3adea5fb9217 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:45:01.289855 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6168244c-7369-4e45-b725-38c49b926d8a req-f6e38bc3-0a3e-46c3-84ad-3adea5fb9217 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5e29f63-73ad-4d95-aef1-a9fc2164d8fc HTTP/1.1" status: 200 len: 946 time: 0.3484120 Oct 12 19:45:01.298567 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-a97571e9-bd95-414f-882a-f32bda3f7ad2 req-0b3c490e-dc89-4742-96f8-d8b5515ee722 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] For port e06b91e9-b835-4d43-ae70-3d99295ad0bb, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=e06b91e9-b835-4d43-ae70-3d99295ad0bb,segment=NetworkSegment(60403ac4-00ad-4abf-9f47-6637a688f0bb),segment_id=60403ac4-00ad-4abf-9f47-6637a688f0bb)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:45:01.298928 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-a97571e9-bd95-414f-882a-f32bda3f7ad2 req-0b3c490e-dc89-4742-96f8-d8b5515ee722 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:01.328899 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-a97571e9-bd95-414f-882a-f32bda3f7ad2 req-0b3c490e-dc89-4742-96f8-d8b5515ee722 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Calling delete_port for e06b91e9-b835-4d43-ae70-3d99295ad0bb owned by compute:nova {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:45:01.333158 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3d1d4475-aafc-42dd-a101-3af9c9fcbc4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:01.381164 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 51430) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:45:01.382550 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-3d1d4475-aafc-42dd-a101-3af9c9fcbc4c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6e6d2b6a1df54d8885e5cb623788632f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4102290 Oct 12 19:45:01.383862 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1d4475-aafc-42dd-a101-3af9c9fcbc4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bfcb1d1-5271-4735-91cc-4f280766d27e,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:45:01.384438 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6168244c-7369-4e45-b725-38c49b926d8a req-750a0aee-dafe-4250-8658-d228f509e6a7 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c29ebb8-3357-468a-9464-70b2c2b1cc61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884495 Oct 12 19:45:01.474069 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0a17f709-b640-4e81-b94d-1e605718ab0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:01.520625 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0a17f709-b640-4e81-b94d-1e605718ab0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:01.629671 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-a97571e9-bd95-414f-882a-f32bda3f7ad2 req-0b3c490e-dc89-4742-96f8-d8b5515ee722 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:01.656700 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3c490e-dc89-4742-96f8-d8b5515ee722 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Pushing event deleted for resources: {'Port': ['ID=e06b91e9-b835-4d43-ae70-3d99295ad0bb,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:45:01.685463 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0a17f709-b640-4e81-b94d-1e605718ab0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:01.688154 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0a17f709-b640-4e81-b94d-1e605718ab0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:01.689371 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-0a17f709-b640-4e81-b94d-1e605718ab0b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2bfcb1d1-5271-4735-91cc-4f280766d27e HTTP/1.1" status: 204 len: 168 time: 0.3039978 Oct 12 19:45:01.707993 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-a97571e9-bd95-414f-882a-f32bda3f7ad2 req-0b3c490e-dc89-4742-96f8-d8b5515ee722 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] No DVR routers for this DVR port e06b91e9-b835-4d43-ae70-3d99295ad0bb on host n-h1-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:45:01.711672 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-a97571e9-bd95-414f-882a-f32bda3f7ad2 req-0b3c490e-dc89-4742-96f8-d8b5515ee722 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:01.715145 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a97571e9-bd95-414f-882a-f32bda3f7ad2 req-0b3c490e-dc89-4742-96f8-d8b5515ee722 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.61 "DELETE /v2.0/ports/e06b91e9-b835-4d43-ae70-3d99295ad0bb HTTP/1.1" status: 204 len: 173 time: 0.6951234 Oct 12 19:45:01.717775 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5e29f63-73ad-4d95-aef1-a9fc2164d8fc', 'name': 'network-vif-deleted', 'tag': 'e06b91e9-b835-4d43-ae70-3d99295ad0bb'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:45:01.718318 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63d36f06-adeb-431c-935f-8e261b570c1f" -d '{"events": [{"server_uuid": "a5e29f63-73ad-4d95-aef1-a9fc2164d8fc", "name": "network-vif-deleted", "tag": "e06b91e9-b835-4d43-ae70-3d99295ad0bb"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:45:01.727119 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a17f709-b640-4e81-b94d-1e605718ab0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bfcb1d1-5271-4735-91cc-4f280766d27e,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:45:01.748643 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2a873806-d103-4b16-a372-928fef9934c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:01.778249 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-263d5b3a-36a1-422e-9c67-d64d9c86d863 x-openstack-request-id: req-263d5b3a-36a1-422e-9c67-d64d9c86d863 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:45:01.778553 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5e29f63-73ad-4d95-aef1-a9fc2164d8fc", "name": "network-vif-deleted", "tag": "e06b91e9-b835-4d43-ae70-3d99295ad0bb", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:45:01.778848 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-263d5b3a-36a1-422e-9c67-d64d9c86d863 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:45:01.779256 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5e29f63-73ad-4d95-aef1-a9fc2164d8fc', 'name': 'network-vif-deleted', 'tag': 'e06b91e9-b835-4d43-ae70-3d99295ad0bb', 'status': 'completed', 'code': 200} Oct 12 19:45:02.406393 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 51474) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:45:02.419804 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ca9bf06f-e47c-4456-a5c6-80ecfcb5beb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:02.524590 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:02.538079 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ca9bf06f-e47c-4456-a5c6-80ecfcb5beb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:02.564418 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2379e0a1-a0c8-442c-8f7d-eb9dc4fd3727 req-e8b9321a-e21b-4996-81bb-b23d37c45bd6 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5e29f63-73ad-4d95-aef1-a9fc2164d8fc HTTP/1.1" status: 200 len: 210 time: 0.0435615 Oct 12 19:45:02.624577 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ca9bf06f-e47c-4456-a5c6-80ecfcb5beb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:02.673766 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-ca9bf06f-e47c-4456-a5c6-80ecfcb5beb4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5ab5683e222f4f248119238b91d8967d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2661734 Oct 12 19:45:02.674910 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9bf06f-e47c-4456-a5c6-80ecfcb5beb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75532c53-de21-4245-a7ab-fbf14ae1d743,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:45:02.676295 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 51488) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:45:02.748954 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-97e34e1d-b636-45cf-bf12-8e9baf37eacc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:02.774457 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-97e34e1d-b636-45cf-bf12-8e9baf37eacc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:02.904903 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-97e34e1d-b636-45cf-bf12-8e9baf37eacc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:02.907811 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-97e34e1d-b636-45cf-bf12-8e9baf37eacc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:02.909172 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-97e34e1d-b636-45cf-bf12-8e9baf37eacc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/75532c53-de21-4245-a7ab-fbf14ae1d743 HTTP/1.1" status: 204 len: 168 time: 0.2311614 Oct 12 19:45:02.917800 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e34e1d-b636-45cf-bf12-8e9baf37eacc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75532c53-de21-4245-a7ab-fbf14ae1d743,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:45:03.047849 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:03.093501 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:03.637050 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 51536) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:45:03.928018 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:04.138289 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6592aeb2-8675-4e1a-a33e-603c68d70ee0 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8092566'] for router_interface, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:04.473958 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-6592aeb2-8675-4e1a-a33e-603c68d70ee0 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Deleting port 1bd8aaf9-2e8a-423f-b58a-fafe1018a640 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:45:04.474644 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6592aeb2-8675-4e1a-a33e-603c68d70ee0 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:04.488628 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device e06b91e9-b835-4d43-ae70-3d99295ad0bb no longer exists at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:45:04.515892 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] No Port match for: e06b91e9-b835-4d43-ae70-3d99295ad0bb {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:45:04.516591 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device e06b91e9-b835-4d43-ae70-3d99295ad0bb not bound to the agent host n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:45:04.590163 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:04.606236 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-6592aeb2-8675-4e1a-a33e-603c68d70ee0 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] For port 1bd8aaf9-2e8a-423f-b58a-fafe1018a640, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=1bd8aaf9-2e8a-423f-b58a-fafe1018a640,segment=NetworkSegment(60403ac4-00ad-4abf-9f47-6637a688f0bb),segment_id=60403ac4-00ad-4abf-9f47-6637a688f0bb)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:45:04.606837 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6592aeb2-8675-4e1a-a33e-603c68d70ee0 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:04.621093 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-6592aeb2-8675-4e1a-a33e-603c68d70ee0 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Calling delete_port for 1bd8aaf9-2e8a-423f-b58a-fafe1018a640 owned by network:router_interface {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:45:04.911005 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6592aeb2-8675-4e1a-a33e-603c68d70ee0 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:04.943690 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6592aeb2-8675-4e1a-a33e-603c68d70ee0 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Pushing event deleted for resources: {'Port': ['ID=1bd8aaf9-2e8a-423f-b58a-fafe1018a640,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:45:05.264946 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6592aeb2-8675-4e1a-a33e-603c68d70ee0 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7898909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8092450'] for router_interface, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:05.492447 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6592aeb2-8675-4e1a-a33e-603c68d70ee0 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Router 39da42b8-1db4-43df-95ee-7b349129adca has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:45:05.624501 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6592aeb2-8675-4e1a-a33e-603c68d70ee0 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:45:05.629996 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-6592aeb2-8675-4e1a-a33e-603c68d70ee0 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "PUT /v2.0/routers/39da42b8-1db4-43df-95ee-7b349129adca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9965644 Oct 12 19:45:05.633654 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 51600) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:45:05.635886 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6b8fa4-e3d8-4fcf-a3c0-8dd0c30a9e5f None None] Sync routers for ids ['39da42b8-1db4-43df-95ee-7b349129adca'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:45:05.645448 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6b8fa4-e3d8-4fcf-a3c0-8dd0c30a9e5f None None] Routers {'39da42b8-1db4-43df-95ee-7b349129adca'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:45:05.646350 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-0f6b8fa4-e3d8-4fcf-a3c0-8dd0c30a9e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:45:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['39da42b8-1db4-43df-95ee-7b349129adca'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:45:05.704988 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_v2 [None req-f298bd9f-f3cd-4656-8131-ac4d16320613 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Deleting subnet 0c75108b-04f0-4830-83a5-e0da15022137 {{(pid=95501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:45:05.708173 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f298bd9f-f3cd-4656-8131-ac4d16320613 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for subnet, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:05.758259 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f298bd9f-f3cd-4656-8131-ac4d16320613 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281083'] for subnet, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:05.766015 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-0f6b8fa4-e3d8-4fcf-a3c0-8dd0c30a9e5f None None] Set router 39da42b8-1db4-43df-95ee-7b349129adca gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:45:05.851087 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f298bd9f-f3cd-4656-8131-ac4d16320613 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:05.974680 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f298bd9f-f3cd-4656-8131-ac4d16320613 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4824924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4612362'] for subnet, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:06.007373 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-0f6b8fa4-e3d8-4fcf-a3c0-8dd0c30a9e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39da42b8-1db4-43df-95ee-7b349129adca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1545557457', 'tenant_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': '06bafb36-0e62-47d4-a6ff-c1a9b7a8796e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:43:04Z', 'updated_at': '2021-10-12T19:45:04Z', 'revision_number': 5, 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'gw_port': {'id': '06bafb36-0e62-47d4-a6ff-c1a9b7a8796e', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:14:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39da42b8-1db4-43df-95ee-7b349129adca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:43:05Z', 'updated_at': '2021-10-12T19:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:45:06.050562 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f298bd9f-f3cd-4656-8131-ac4d16320613 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:06.050926 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6b8fa4-e3d8-4fcf-a3c0-8dd0c30a9e5f None None] Checking router: 39da42b8-1db4-43df-95ee-7b349129adca for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:45:06.056564 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-f298bd9f-f3cd-4656-8131-ac4d16320613 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "DELETE /v2.0/subnets/0c75108b-04f0-4830-83a5-e0da15022137 HTTP/1.1" status: 204 len: 168 time: 0.4209487 Oct 12 19:45:06.057878 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f298bd9f-f3cd-4656-8131-ac4d16320613 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Pushing event deleted for resources: {'Subnet': ['ID=0c75108b-04f0-4830-83a5-e0da15022137,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:45:06.059521 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 51612) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:45:06.062117 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c67cbf3-1da0-47dd-a75d-511f3e9e0019 None None] Network 3eb83d86-1ffe-4ff0-a833-7222e773d100 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:45:06.084312 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6b8fa4-e3d8-4fcf-a3c0-8dd0c30a9e5f None None] Routers {'39da42b8-1db4-43df-95ee-7b349129adca'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:45:06.085321 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-0f6b8fa4-e3d8-4fcf-a3c0-8dd0c30a9e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:45:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['39da42b8-1db4-43df-95ee-7b349129adca'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:45:06.267642 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-0f6b8fa4-e3d8-4fcf-a3c0-8dd0c30a9e5f None None] Set router 39da42b8-1db4-43df-95ee-7b349129adca gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:45:06.293127 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ed38f55f-c14b-4416-b1d0-80e7634e3c53 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for router, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:06.312358 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec72b893-3214-4d2e-8ac1-b29076ea707c None None] DHCP port deletion for 3eb83d86-1ffe-4ff0-a833-7222e773d100 request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 19:45:06.409564 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-ec72b893-3214-4d2e-8ac1-b29076ea707c None None] Deleting port a5feda31-2d38-468a-8045-685175de8d56 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:45:06.415237 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ec72b893-3214-4d2e-8ac1-b29076ea707c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:06.471445 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ed38f55f-c14b-4416-b1d0-80e7634e3c53 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:06.511898 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-ec72b893-3214-4d2e-8ac1-b29076ea707c None None] For port a5feda31-2d38-468a-8045-685175de8d56, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=a5feda31-2d38-468a-8045-685175de8d56,segment=NetworkSegment(60403ac4-00ad-4abf-9f47-6637a688f0bb),segment_id=60403ac4-00ad-4abf-9f47-6637a688f0bb)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:45:06.512330 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ec72b893-3214-4d2e-8ac1-b29076ea707c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:06.533166 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-ec72b893-3214-4d2e-8ac1-b29076ea707c None None] Calling delete_port for a5feda31-2d38-468a-8045-685175de8d56 owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:45:06.629308 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-ed38f55f-c14b-4416-b1d0-80e7634e3c53 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Deleting port 06bafb36-0e62-47d4-a6ff-c1a9b7a8796e {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:45:06.629954 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ed38f55f-c14b-4416-b1d0-80e7634e3c53 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:06.661489 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-0f6b8fa4-e3d8-4fcf-a3c0-8dd0c30a9e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39da42b8-1db4-43df-95ee-7b349129adca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1545557457', 'tenant_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': '06bafb36-0e62-47d4-a6ff-c1a9b7a8796e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:43:04Z', 'updated_at': '2021-10-12T19:45:04Z', 'revision_number': 5, 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'gw_port': {'id': '06bafb36-0e62-47d4-a6ff-c1a9b7a8796e', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:14:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39da42b8-1db4-43df-95ee-7b349129adca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:43:05Z', 'updated_at': '2021-10-12T19:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:45:06.690114 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6b8fa4-e3d8-4fcf-a3c0-8dd0c30a9e5f None None] The sync data for ids ['39da42b8-1db4-43df-95ee-7b349129adca'] in n-d-813679-3 is: [{'id': '39da42b8-1db4-43df-95ee-7b349129adca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1545557457', 'tenant_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': '06bafb36-0e62-47d4-a6ff-c1a9b7a8796e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:43:04Z', 'updated_at': '2021-10-12T19:45:04Z', 'revision_number': 5, 'project_id': '80c6b006e6d9432a90abc6a3ef8ab3a8', 'gw_port': {'id': '06bafb36-0e62-47d4-a6ff-c1a9b7a8796e', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:14:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39da42b8-1db4-43df-95ee-7b349129adca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:43:05Z', 'updated_at': '2021-10-12T19:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:45:06.731799 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ec72b893-3214-4d2e-8ac1-b29076ea707c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:06.767029 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec72b893-3214-4d2e-8ac1-b29076ea707c None None] Pushing event deleted for resources: {'Port': ['ID=a5feda31-2d38-468a-8045-685175de8d56,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:45:06.778987 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec72b893-3214-4d2e-8ac1-b29076ea707c None None] No DVR routers for this DVR port a5feda31-2d38-468a-8045-685175de8d56 on host n-d-813679-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:45:06.781292 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec72b893-3214-4d2e-8ac1-b29076ea707c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:45:06.781605 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec72b893-3214-4d2e-8ac1-b29076ea707c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:45:06.783618 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-ed38f55f-c14b-4416-b1d0-80e7634e3c53 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] For port 06bafb36-0e62-47d4-a6ff-c1a9b7a8796e, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=06bafb36-0e62-47d4-a6ff-c1a9b7a8796e,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:45:06.783752 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec72b893-3214-4d2e-8ac1-b29076ea707c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:45:06.783841 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ed38f55f-c14b-4416-b1d0-80e7634e3c53 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:06.783941 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec72b893-3214-4d2e-8ac1-b29076ea707c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:45:06.783941 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec72b893-3214-4d2e-8ac1-b29076ea707c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:45:06.783941 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec72b893-3214-4d2e-8ac1-b29076ea707c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:45:06.783941 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec72b893-3214-4d2e-8ac1-b29076ea707c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:45:06.783941 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec72b893-3214-4d2e-8ac1-b29076ea707c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:45:06.784329 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec72b893-3214-4d2e-8ac1-b29076ea707c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:45:06.784329 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec72b893-3214-4d2e-8ac1-b29076ea707c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:45:06.784643 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec72b893-3214-4d2e-8ac1-b29076ea707c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:45:06.785667 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec72b893-3214-4d2e-8ac1-b29076ea707c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:45:06.803415 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-ed38f55f-c14b-4416-b1d0-80e7634e3c53 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Calling delete_port for 06bafb36-0e62-47d4-a6ff-c1a9b7a8796e owned by network:router_gateway {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:45:07.110662 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ed38f55f-c14b-4416-b1d0-80e7634e3c53 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:07.154334 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed38f55f-c14b-4416-b1d0-80e7634e3c53 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Pushing event deleted for resources: {'Port': ['ID=06bafb36-0e62-47d4-a6ff-c1a9b7a8796e,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:45:07.216951 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ed38f55f-c14b-4416-b1d0-80e7634e3c53 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7915456'] for router_gateway, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:07.499360 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 51642) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:45:07.637846 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-291db717-0167-4af9-b29a-0f33d695c227 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:07.675795 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ed38f55f-c14b-4416-b1d0-80e7634e3c53 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255495'] for router, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:07.678102 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ed38f55f-c14b-4416-b1d0-80e7634e3c53 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:07.740956 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-291db717-0167-4af9-b29a-0f33d695c227 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:07.798227 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ed38f55f-c14b-4416-b1d0-80e7634e3c53 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8093499'] for router, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:07.798227 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed38f55f-c14b-4416-b1d0-80e7634e3c53 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Fanout notify agent at l3_agent the message router_deleted on router 39da42b8-1db4-43df-95ee-7b349129adca {{(pid=95502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 19:45:07.806049 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ed38f55f-c14b-4416-b1d0-80e7634e3c53 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:07.808082 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-ed38f55f-c14b-4416-b1d0-80e7634e3c53 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "DELETE /v2.0/routers/39da42b8-1db4-43df-95ee-7b349129adca HTTP/1.1" status: 204 len: 168 time: 1.7467332 Oct 12 19:45:07.810180 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 51654) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:45:07.835947 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-291db717-0167-4af9-b29a-0f33d695c227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:07.903418 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5570cd23-83bc-42e7-b4e6-07af10a3a961 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:07.904689 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-291db717-0167-4af9-b29a-0f33d695c227 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=218e2c7913df446bb727b7d6d881fb89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4034595 Oct 12 19:45:07.908117 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 51656) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:45:07.950029 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291db717-0167-4af9-b29a-0f33d695c227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48660289-ee1a-4aeb-b64c-439f8cc90fb7,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:45:08.070780 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0cc8efb1-d1d1-44b8-8305-ff960639b2bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:08.154131 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0cc8efb1-d1d1-44b8-8305-ff960639b2bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:08.157156 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5570cd23-83bc-42e7-b4e6-07af10a3a961 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:08.193903 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-5570cd23-83bc-42e7-b4e6-07af10a3a961 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3eb83d86-1ffe-4ff0-a833-7222e773d100']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:45:08.209574 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-5570cd23-83bc-42e7-b4e6-07af10a3a961 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60403ac4-00ad-4abf-9f47-6637a688f0bb') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:45:08.209917 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-5570cd23-83bc-42e7-b4e6-07af10a3a961 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60403ac4-00ad-4abf-9f47-6637a688f0bb') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:45:08.221918 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5570cd23-83bc-42e7-b4e6-07af10a3a961 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16313633'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:08.250504 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5570cd23-83bc-42e7-b4e6-07af10a3a961 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:08.257840 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5570cd23-83bc-42e7-b4e6-07af10a3a961 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:45:08.263023 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5570cd23-83bc-42e7-b4e6-07af10a3a961 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4305278'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:08.263023 n-d-813679-3 neutron-server[95502]: Traceback (most recent call last): Oct 12 19:45:08.263023 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:45:08.263023 n-d-813679-3 neutron-server[95502]: timer() Oct 12 19:45:08.263023 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:45:08.263023 n-d-813679-3 neutron-server[95502]: cb(*args, **kw) Oct 12 19:45:08.263023 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:45:08.263023 n-d-813679-3 neutron-server[95502]: return func(*args, **kwargs) Oct 12 19:45:08.263023 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:45:08.263023 n-d-813679-3 neutron-server[95502]: self._notify() Oct 12 19:45:08.263023 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:45:08.263023 n-d-813679-3 neutron-server[95502]: self.callback(batched_events) Oct 12 19:45:08.263023 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:45:08.263023 n-d-813679-3 neutron-server[95502]: event.method(event) Oct 12 19:45:08.263023 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:45:08.263023 n-d-813679-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:45:08.263023 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:45:08.263023 n-d-813679-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:45:08.263023 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:45:08.263023 n-d-813679-3 neutron-server[95502]: return f(self, *a, **k) Oct 12 19:45:08.263023 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:45:08.263023 n-d-813679-3 neutron-server[95502]: return self._get(url).json() Oct 12 19:45:08.263023 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:45:08.263023 n-d-813679-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:45:08.263023 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:45:08.263023 n-d-813679-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Oct 12 19:45:08.263023 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:45:08.263023 n-d-813679-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:45:08.263023 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:45:08.263023 n-d-813679-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:45:08.263023 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:45:08.263023 n-d-813679-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:45:08.263023 n-d-813679-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:45:08.368987 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0cc8efb1-d1d1-44b8-8305-ff960639b2bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:08.374649 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0cc8efb1-d1d1-44b8-8305-ff960639b2bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:08.379330 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-0cc8efb1-d1d1-44b8-8305-ff960639b2bf admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/48660289-ee1a-4aeb-b64c-439f8cc90fb7 HTTP/1.1" status: 204 len: 168 time: 0.4677019 Oct 12 19:45:08.394282 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc8efb1-d1d1-44b8-8305-ff960639b2bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48660289-ee1a-4aeb-b64c-439f8cc90fb7,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:45:08.413552 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5570cd23-83bc-42e7-b4e6-07af10a3a961 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:08.424975 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5570cd23-83bc-42e7-b4e6-07af10a3a961 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:08.444570 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-5570cd23-83bc-42e7-b4e6-07af10a3a961 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "DELETE /v2.0/networks/3eb83d86-1ffe-4ff0-a833-7222e773d100 HTTP/1.1" status: 204 len: 168 time: 0.6331248 Oct 12 19:45:08.447239 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 51664) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:45:08.479660 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5570cd23-83bc-42e7-b4e6-07af10a3a961 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Pushing event deleted for resources: {'Network': ['ID=3eb83d86-1ffe-4ff0-a833-7222e773d100,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:45:08.516369 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 1bd8aaf9-2e8a-423f-b58a-fafe1018a640 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:45:08.540371 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 1bd8aaf9-2e8a-423f-b58a-fafe1018a640 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:45:08.541124 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 1bd8aaf9-2e8a-423f-b58a-fafe1018a640 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:45:08.541733 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device a5feda31-2d38-468a-8045-685175de8d56 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:45:08.563319 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: a5feda31-2d38-468a-8045-685175de8d56 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:45:08.563913 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device a5feda31-2d38-468a-8045-685175de8d56 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:45:08.577684 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-db3236b3-dc93-41b3-a85b-493dab482800 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:08.624494 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-db3236b3-dc93-41b3-a85b-493dab482800 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:08.797236 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-db3236b3-dc93-41b3-a85b-493dab482800 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:08.800430 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-db3236b3-dc93-41b3-a85b-493dab482800 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:08.802636 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-db3236b3-dc93-41b3-a85b-493dab482800 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] 10.222.0.49 "DELETE /v2.0/security-groups/3c29ebb8-3357-468a-9464-70b2c2b1cc61 HTTP/1.1" status: 204 len: 168 time: 0.3543501 Oct 12 19:45:08.824243 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3236b3-dc93-41b3-a85b-493dab482800 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c29ebb8-3357-468a-9464-70b2c2b1cc61,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:45:09.264085 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 51682) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:45:09.283776 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-52f7335d-e217-431c-8e34-156b8ed11d48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:09.389349 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-52f7335d-e217-431c-8e34-156b8ed11d48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:09.436081 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-52f7335d-e217-431c-8e34-156b8ed11d48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:09.479032 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-52f7335d-e217-431c-8e34-156b8ed11d48 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=dd05248c0407419bbb39d1a36443d07c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2113507 Oct 12 19:45:09.479032 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f7335d-e217-431c-8e34-156b8ed11d48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b61588d-0f24-4c52-8734-7fb7dbefbb2b,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:45:09.479340 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 51684) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:45:09.545058 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-05cef285-ec95-430f-8a40-2203a52e01ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:09.565678 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-05cef285-ec95-430f-8a40-2203a52e01ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:09.712078 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-05cef285-ec95-430f-8a40-2203a52e01ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:09.721069 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-05cef285-ec95-430f-8a40-2203a52e01ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:09.721069 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-05cef285-ec95-430f-8a40-2203a52e01ad admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7b61588d-0f24-4c52-8734-7fb7dbefbb2b HTTP/1.1" status: 204 len: 168 time: 0.2362483 Oct 12 19:45:09.727139 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cef285-ec95-430f-8a40-2203a52e01ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b61588d-0f24-4c52-8734-7fb7dbefbb2b,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:45:09.991018 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 06bafb36-0e62-47d4-a6ff-c1a9b7a8796e no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:45:10.012857 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 06bafb36-0e62-47d4-a6ff-c1a9b7a8796e {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:45:10.013270 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 06bafb36-0e62-47d4-a6ff-c1a9b7a8796e not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:45:10.407730 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 51720) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:45:10.572710 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-fc446e1c-f286-4c7e-b36b-531457633586 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=80c6b006e6d9432a90abc6a3ef8ab3a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1636562 Oct 12 19:45:10.575059 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 51728) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:45:10.642935 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c2aca3e7-cb5b-4401-8092-2f31fd19acf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:10.666710 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c2aca3e7-cb5b-4401-8092-2f31fd19acf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:10.791048 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c2aca3e7-cb5b-4401-8092-2f31fd19acf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:10.794553 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c2aca3e7-cb5b-4401-8092-2f31fd19acf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:10.798242 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-c2aca3e7-cb5b-4401-8092-2f31fd19acf5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/409431dc-7f5b-40b9-ade6-98cb6372ece4 HTTP/1.1" status: 204 len: 168 time: 0.2197144 Oct 12 19:45:10.805316 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2aca3e7-cb5b-4401-8092-2f31fd19acf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=409431dc-7f5b-40b9-ade6-98cb6372ece4,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:45:11.297915 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 51760) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:45:11.469664 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6975cd44-4f4e-4d01-87ad-5668687d7cfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:11.574070 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6975cd44-4f4e-4d01-87ad-5668687d7cfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:11.636286 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6975cd44-4f4e-4d01-87ad-5668687d7cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:11.687482 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-6975cd44-4f4e-4d01-87ad-5668687d7cfb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1687812244c94de2a7d40def9cf633f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3855598 Oct 12 19:45:11.687482 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6975cd44-4f4e-4d01-87ad-5668687d7cfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66378fb4-da7d-4304-8e32-8367159d4e03,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:45:11.688266 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 51768) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:45:11.711557 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 51770) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:45:11.773307 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-bc028479-c915-4b17-a46a-bbc05ffd3ae9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a2365401d6344f3eb07020057dc11d35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0610929 Oct 12 19:45:11.775517 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 51774) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:45:11.781551 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9e9ed11b-2222-47c0-9d6e-46d2f43d6ab6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:11.803467 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9e9ed11b-2222-47c0-9d6e-46d2f43d6ab6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:11.833464 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c1f5dc8d-104b-4a5b-8860-8f59b2bec9f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:11.860756 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c1f5dc8d-104b-4a5b-8860-8f59b2bec9f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:11.932941 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9e9ed11b-2222-47c0-9d6e-46d2f43d6ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:11.935751 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9e9ed11b-2222-47c0-9d6e-46d2f43d6ab6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:11.937018 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-9e9ed11b-2222-47c0-9d6e-46d2f43d6ab6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/66378fb4-da7d-4304-8e32-8367159d4e03 HTTP/1.1" status: 204 len: 168 time: 0.2475426 Oct 12 19:45:11.945519 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9ed11b-2222-47c0-9d6e-46d2f43d6ab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66378fb4-da7d-4304-8e32-8367159d4e03,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:45:12.031733 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c1f5dc8d-104b-4a5b-8860-8f59b2bec9f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:12.031733 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c1f5dc8d-104b-4a5b-8860-8f59b2bec9f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:12.031733 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-c1f5dc8d-104b-4a5b-8860-8f59b2bec9f1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/34f4be51-b576-4425-b9a1-3c20dba798ba HTTP/1.1" status: 204 len: 168 time: 0.2536914 Oct 12 19:45:12.042775 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f5dc8d-104b-4a5b-8860-8f59b2bec9f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34f4be51-b576-4425-b9a1-3c20dba798ba,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:45:14.693592 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 51932) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:45:14.830526 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9c0aefee-982f-4e67-9380-428a39c6c80b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:14.911489 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9c0aefee-982f-4e67-9380-428a39c6c80b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:15.242118 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9c0aefee-982f-4e67-9380-428a39c6c80b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:15.283433 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-9c0aefee-982f-4e67-9380-428a39c6c80b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8c47412cfca041a7924ef66264840b72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5863357 Oct 12 19:45:15.283433 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0aefee-982f-4e67-9380-428a39c6c80b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c8b49a6-9939-494e-ab04-67a4f4b69dbe,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:45:15.283821 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 51938) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:45:15.337387 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ef06790f-108d-4c4a-93f9-dbe907f563c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:15.363469 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ef06790f-108d-4c4a-93f9-dbe907f563c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:15.515091 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 51956) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:45:15.521995 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ef06790f-108d-4c4a-93f9-dbe907f563c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:15.525190 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ef06790f-108d-4c4a-93f9-dbe907f563c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:15.529427 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-ef06790f-108d-4c4a-93f9-dbe907f563c3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9c8b49a6-9939-494e-ab04-67a4f4b69dbe HTTP/1.1" status: 204 len: 168 time: 0.2435412 Oct 12 19:45:15.539536 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef06790f-108d-4c4a-93f9-dbe907f563c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c8b49a6-9939-494e-ab04-67a4f4b69dbe,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:45:15.643236 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1a790bfb-d48a-433e-ab57-cd3d79b8f8b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:15.720863 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1a790bfb-d48a-433e-ab57-cd3d79b8f8b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:15.785124 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1a790bfb-d48a-433e-ab57-cd3d79b8f8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:15.830300 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 51972) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:45:15.840655 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-1a790bfb-d48a-433e-ab57-cd3d79b8f8b2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=209f98ce61524900acdd5873647912e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3243270 Oct 12 19:45:15.848417 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a790bfb-d48a-433e-ab57-cd3d79b8f8b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=307298f8-3547-48d2-9a5a-c00aa6329f69,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:45:15.910832 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-89c0b5d9-dd39-4c65-92c9-a9b6b3aaf911 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:15.948495 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-89c0b5d9-dd39-4c65-92c9-a9b6b3aaf911 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:16.075907 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-89c0b5d9-dd39-4c65-92c9-a9b6b3aaf911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:16.078710 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-89c0b5d9-dd39-4c65-92c9-a9b6b3aaf911 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:16.079867 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-89c0b5d9-dd39-4c65-92c9-a9b6b3aaf911 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/307298f8-3547-48d2-9a5a-c00aa6329f69 HTTP/1.1" status: 204 len: 168 time: 0.2479310 Oct 12 19:45:16.088417 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c0b5d9-dd39-4c65-92c9-a9b6b3aaf911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=307298f8-3547-48d2-9a5a-c00aa6329f69,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:45:17.862082 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52102) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:45:18.035862 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f0b3c344-fa85-4199-aa89-94691d68aa5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:18.142603 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f0b3c344-fa85-4199-aa89-94691d68aa5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:18.201893 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f0b3c344-fa85-4199-aa89-94691d68aa5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:18.244530 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-f0b3c344-fa85-4199-aa89-94691d68aa5b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5186fbc1054f46ed87f575372c357f07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3816419 Oct 12 19:45:18.248176 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b3c344-fa85-4199-aa89-94691d68aa5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2e527d9-f3ab-4da5-bfb4-6496c622c846,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:45:18.248287 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52120) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:45:18.306456 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-01f04da8-6f3b-4d34-a94a-806555c5e3f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:18.331182 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-01f04da8-6f3b-4d34-a94a-806555c5e3f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:18.332105 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52124) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:45:18.456815 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-01f04da8-6f3b-4d34-a94a-806555c5e3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:18.456815 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-01f04da8-6f3b-4d34-a94a-806555c5e3f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:18.457517 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-01f04da8-6f3b-4d34-a94a-806555c5e3f9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b2e527d9-f3ab-4da5-bfb4-6496c622c846 HTTP/1.1" status: 204 len: 168 time: 0.2094009 Oct 12 19:45:18.466349 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f04da8-6f3b-4d34-a94a-806555c5e3f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2e527d9-f3ab-4da5-bfb4-6496c622c846,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:45:18.567457 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-0bc6ae5f-d586-465f-a8c3-2e88f4d13e10 tempest-ExternalNetworksTestJSON-147245352 tempest-ExternalNetworksTestJSON-147245352-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1055620884'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:45:18.658873 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bc6ae5f-d586-465f-a8c3-2e88f4d13e10 tempest-ExternalNetworksTestJSON-147245352 tempest-ExternalNetworksTestJSON-147245352-project] Made reservation on behalf of e964dc702b2b4c948d2eb2ded05f73b6 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:45:18.662671 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0bc6ae5f-d586-465f-a8c3-2e88f4d13e10 tempest-ExternalNetworksTestJSON-147245352 tempest-ExternalNetworksTestJSON-147245352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:18.672435 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0bc6ae5f-d586-465f-a8c3-2e88f4d13e10 tempest-ExternalNetworksTestJSON-147245352 tempest-ExternalNetworksTestJSON-147245352-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:18.759850 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0bc6ae5f-d586-465f-a8c3-2e88f4d13e10 tempest-ExternalNetworksTestJSON-147245352 tempest-ExternalNetworksTestJSON-147245352-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:18.824421 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0bc6ae5f-d586-465f-a8c3-2e88f4d13e10 tempest-ExternalNetworksTestJSON-147245352 tempest-ExternalNetworksTestJSON-147245352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:18.848474 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bc6ae5f-d586-465f-a8c3-2e88f4d13e10 tempest-ExternalNetworksTestJSON-147245352 tempest-ExternalNetworksTestJSON-147245352-project] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:45:18.865621 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc6ae5f-d586-465f-a8c3-2e88f4d13e10 tempest-ExternalNetworksTestJSON-147245352 tempest-ExternalNetworksTestJSON-147245352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43558c39-26b2-4d67-ad4a-c8f188145420,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:45:18.870617 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0bc6ae5f-d586-465f-a8c3-2e88f4d13e10 tempest-ExternalNetworksTestJSON-147245352 tempest-ExternalNetworksTestJSON-147245352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:18.871077 n-d-813679-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-0bc6ae5f-d586-465f-a8c3-2e88f4d13e10 tempest-ExternalNetworksTestJSON-147245352 tempest-ExternalNetworksTestJSON-147245352-project] Added segment 7cf48ee1-3a21-4d12-b221-d37955d4c775 of type vlan for network 11355bb4-7428-4d74-9d67-1a7f699281d3 Oct 12 19:45:18.914060 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0bc6ae5f-d586-465f-a8c3-2e88f4d13e10 tempest-ExternalNetworksTestJSON-147245352 tempest-ExternalNetworksTestJSON-147245352-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:18.980448 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0bc6ae5f-d586-465f-a8c3-2e88f4d13e10 tempest-ExternalNetworksTestJSON-147245352 tempest-ExternalNetworksTestJSON-147245352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:18.992686 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc6ae5f-d586-465f-a8c3-2e88f4d13e10 tempest-ExternalNetworksTestJSON-147245352 tempest-ExternalNetworksTestJSON-147245352-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:45:18.992686 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0bc6ae5f-d586-465f-a8c3-2e88f4d13e10 tempest-ExternalNetworksTestJSON-147245352 tempest-ExternalNetworksTestJSON-147245352-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:19.054260 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52142) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:45:19.060488 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-749b0e73-77de-4a28-acec-172dcdd1a988 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Request body: {'network': {'name': 'tempest-network-smoke--1456450490', 'project_id': '60a440c0fade4c7fb5b44230bfb707fc', 'port_security_enabled': True}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:45:19.066788 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc6ae5f-d586-465f-a8c3-2e88f4d13e10 tempest-ExternalNetworksTestJSON-147245352 tempest-ExternalNetworksTestJSON-147245352-project] Pushing event updated for resources: {'Network': ['ID=11355bb4-7428-4d74-9d67-1a7f699281d3,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:45:19.079482 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 11355bb4-7428-4d74-9d67-1a7f699281d3 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:45:19.119549 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-0bc6ae5f-d586-465f-a8c3-2e88f4d13e10 tempest-ExternalNetworksTestJSON-147245352 tempest-ExternalNetworksTestJSON-147245352-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.7861409 Oct 12 19:45:19.123044 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52144) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:45:19.230617 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-749b0e73-77de-4a28-acec-172dcdd1a988 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Made reservation on behalf of 60a440c0fade4c7fb5b44230bfb707fc for: {'network': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:45:19.234184 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-749b0e73-77de-4a28-acec-172dcdd1a988 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:19.245077 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-749b0e73-77de-4a28-acec-172dcdd1a988 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:19.308995 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-c438c651-c7a8-4662-a3c2-61a73fec4bbe tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Request body: {'network': {'name': 'tempest-network--1771888812', 'router:external': True}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:45:19.328505 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52148) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:45:19.348837 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fa697672-8d89-4538-8aac-bcd10a915c8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:19.357663 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-749b0e73-77de-4a28-acec-172dcdd1a988 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:19.396329 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c438c651-c7a8-4662-a3c2-61a73fec4bbe tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Made reservation on behalf of 58c27c0bcfe8496e9f3ca999aed6c679 for: {'network': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:45:19.400402 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c438c651-c7a8-4662-a3c2-61a73fec4bbe tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:19.415753 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-749b0e73-77de-4a28-acec-172dcdd1a988 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:19.419335 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c438c651-c7a8-4662-a3c2-61a73fec4bbe tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:19.437229 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fa697672-8d89-4538-8aac-bcd10a915c8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:19.461561 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-749b0e73-77de-4a28-acec-172dcdd1a988 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=95501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:45:19.481767 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749b0e73-77de-4a28-acec-172dcdd1a988 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc1aa923-fa5e-4077-a82e-61cb2b6ffe57,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:45:19.493068 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-749b0e73-77de-4a28-acec-172dcdd1a988 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:19.493433 n-d-813679-3 neutron-server[95501]: INFO neutron.db.segments_db [None req-749b0e73-77de-4a28-acec-172dcdd1a988 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Added segment c8c05289-9620-47c7-afbc-66ef24d193e8 of type vlan for network f1a53bd1-87f3-40f3-8c85-2c2f2d591b2b Oct 12 19:45:19.495208 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fa697672-8d89-4538-8aac-bcd10a915c8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:19.541908 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-fa697672-8d89-4538-8aac-bcd10a915c8a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=79d1ffdffc724cad9803bc08f760fef4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2121825 Oct 12 19:45:19.542623 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa697672-8d89-4538-8aac-bcd10a915c8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=728cff7e-9b78-49bf-a599-dddd2211a609,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:45:19.546334 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52150) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:45:19.555243 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-749b0e73-77de-4a28-acec-172dcdd1a988 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:19.600339 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8743b01e-a85d-43c6-b879-15d504bbc135 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:19.611254 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c438c651-c7a8-4662-a3c2-61a73fec4bbe tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:19.624131 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8743b01e-a85d-43c6-b879-15d504bbc135 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:19.636058 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-749b0e73-77de-4a28-acec-172dcdd1a988 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:19.642328 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749b0e73-77de-4a28-acec-172dcdd1a988 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:45:19.644391 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-749b0e73-77de-4a28-acec-172dcdd1a988 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:19.662754 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c438c651-c7a8-4662-a3c2-61a73fec4bbe tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:19.721659 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8743b01e-a85d-43c6-b879-15d504bbc135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:19.724429 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8743b01e-a85d-43c6-b879-15d504bbc135 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:19.726136 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-8743b01e-a85d-43c6-b879-15d504bbc135 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/728cff7e-9b78-49bf-a599-dddd2211a609 HTTP/1.1" status: 204 len: 168 time: 0.1787755 Oct 12 19:45:19.726377 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c438c651-c7a8-4662-a3c2-61a73fec4bbe tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=95501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:45:19.734909 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8743b01e-a85d-43c6-b879-15d504bbc135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=728cff7e-9b78-49bf-a599-dddd2211a609,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:45:19.745437 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c438c651-c7a8-4662-a3c2-61a73fec4bbe tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89cad50c-dd4d-4f46-8932-47b45a483ab2,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:45:19.753403 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749b0e73-77de-4a28-acec-172dcdd1a988 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Pushing event updated for resources: {'Network': ['ID=f1a53bd1-87f3-40f3-8c85-2c2f2d591b2b,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:45:19.755782 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c438c651-c7a8-4662-a3c2-61a73fec4bbe tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:19.756157 n-d-813679-3 neutron-server[95501]: INFO neutron.db.segments_db [None req-c438c651-c7a8-4662-a3c2-61a73fec4bbe tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Added segment 3f04991f-b587-4d18-9b7d-9896a7a95403 of type vlan for network 7767a447-e87c-4f7e-9532-b2b3cb2fb321 Oct 12 19:45:19.772614 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network f1a53bd1-87f3-40f3-8c85-2c2f2d591b2b details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:45:19.792612 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-749b0e73-77de-4a28-acec-172dcdd1a988 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7337408 Oct 12 19:45:19.793223 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52154) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:45:19.797691 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-07bb60b6-fece-4c3e-af05-aeaa7d30692a tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1116111249', 'admin_state_up': True, 'project_id': '60a440c0fade4c7fb5b44230bfb707fc', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:45:19.807055 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c438c651-c7a8-4662-a3c2-61a73fec4bbe tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:19.859415 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-07bb60b6-fece-4c3e-af05-aeaa7d30692a tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8093678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255505'] for router, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:19.860616 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-07bb60b6-fece-4c3e-af05-aeaa7d30692a tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8093562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8087085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8022306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255518'] for router, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:19.876257 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c438c651-c7a8-4662-a3c2-61a73fec4bbe tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:19.877291 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c438c651-c7a8-4662-a3c2-61a73fec4bbe tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:45:19.877886 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c438c651-c7a8-4662-a3c2-61a73fec4bbe tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:19.915590 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-07bb60b6-fece-4c3e-af05-aeaa7d30692a tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:19.941095 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c438c651-c7a8-4662-a3c2-61a73fec4bbe tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Pushing event updated for resources: {'Network': ['ID=7767a447-e87c-4f7e-9532-b2b3cb2fb321,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:45:19.951319 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 7767a447-e87c-4f7e-9532-b2b3cb2fb321 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:45:20.006563 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-c438c651-c7a8-4662-a3c2-61a73fec4bbe tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8823042 Oct 12 19:45:20.010006 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52160) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:45:20.103064 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-09542b90-4993-424f-ae01-ace240ac75c9 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:20.151818 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-07bb60b6-fece-4c3e-af05-aeaa7d30692a tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:20.205985 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-09542b90-4993-424f-ae01-ace240ac75c9 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:20.230616 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-09542b90-4993-424f-ae01-ace240ac75c9 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7767a447-e87c-4f7e-9532-b2b3cb2fb321']}} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:45:20.241640 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-09542b90-4993-424f-ae01-ace240ac75c9 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f04991f-b587-4d18-9b7d-9896a7a95403') {'for_net_delete': True} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:45:20.241914 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-09542b90-4993-424f-ae01-ace240ac75c9 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f04991f-b587-4d18-9b7d-9896a7a95403') {} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:45:20.255781 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-09542b90-4993-424f-ae01-ace240ac75c9 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4281072'] for segment, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:20.328056 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-09542b90-4993-424f-ae01-ace240ac75c9 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:20.337041 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09542b90-4993-424f-ae01-ace240ac75c9 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=95501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:45:20.337739 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-09542b90-4993-424f-ae01-ace240ac75c9 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4823170'] for segment, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:20.339749 n-d-813679-3 neutron-server[95501]: Traceback (most recent call last): Oct 12 19:45:20.339749 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:45:20.339749 n-d-813679-3 neutron-server[95501]: timer() Oct 12 19:45:20.339749 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:45:20.339749 n-d-813679-3 neutron-server[95501]: cb(*args, **kw) Oct 12 19:45:20.339749 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:45:20.339749 n-d-813679-3 neutron-server[95501]: return func(*args, **kwargs) Oct 12 19:45:20.339749 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:45:20.339749 n-d-813679-3 neutron-server[95501]: self._notify() Oct 12 19:45:20.339749 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:45:20.339749 n-d-813679-3 neutron-server[95501]: self.callback(batched_events) Oct 12 19:45:20.339749 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:45:20.339749 n-d-813679-3 neutron-server[95501]: event.method(event) Oct 12 19:45:20.339749 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:45:20.339749 n-d-813679-3 neutron-server[95501]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:45:20.339749 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:45:20.339749 n-d-813679-3 neutron-server[95501]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:45:20.339749 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:45:20.339749 n-d-813679-3 neutron-server[95501]: return f(self, *a, **k) Oct 12 19:45:20.339749 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:45:20.339749 n-d-813679-3 neutron-server[95501]: return self._get(url).json() Oct 12 19:45:20.339749 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:45:20.339749 n-d-813679-3 neutron-server[95501]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:45:20.339749 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:45:20.339749 n-d-813679-3 neutron-server[95501]: return self.request(url, 'GET', **kwargs) Oct 12 19:45:20.339749 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:45:20.339749 n-d-813679-3 neutron-server[95501]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:45:20.339749 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:45:20.339749 n-d-813679-3 neutron-server[95501]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:45:20.339749 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:45:20.339749 n-d-813679-3 neutron-server[95501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:45:20.339749 n-d-813679-3 neutron-server[95501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:45:20.459206 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-09542b90-4993-424f-ae01-ace240ac75c9 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:20.467260 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09542b90-4993-424f-ae01-ace240ac75c9 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7767a447-e87c-4f7e-9532-b2b3cb2fb321 {{(pid=95501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 12 19:45:20.483959 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-09542b90-4993-424f-ae01-ace240ac75c9 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:20.498040 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-09542b90-4993-424f-ae01-ace240ac75c9 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] 10.222.0.49 "DELETE /v2.0/networks/7767a447-e87c-4f7e-9532-b2b3cb2fb321 HTTP/1.1" status: 204 len: 168 time: 0.4830639 Oct 12 19:45:20.513432 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52164) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:45:20.515793 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09542b90-4993-424f-ae01-ace240ac75c9 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Pushing event deleted for resources: {'Network': ['ID=7767a447-e87c-4f7e-9532-b2b3cb2fb321,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:45:20.517760 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-ab9dcf17-1fc1-4e6b-84ab-cac2614f2e26 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Request body: {'network': {'router:external': True}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:45:20.523922 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-07bb60b6-fece-4c3e-af05-aeaa7d30692a tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks [] for router_gateway, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:20.548023 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-07bb60b6-fece-4c3e-af05-aeaa7d30692a tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:20.644663 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab9dcf17-1fc1-4e6b-84ab-cac2614f2e26 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Made reservation on behalf of 58c27c0bcfe8496e9f3ca999aed6c679 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:45:20.646972 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ab9dcf17-1fc1-4e6b-84ab-cac2614f2e26 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:20.682809 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-07bb60b6-fece-4c3e-af05-aeaa7d30692a tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Allocated IP 172.25.5.55 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/a7648eef-8d9e-41b7-8980-c775d1c05e36) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:45:20.691633 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab9dcf17-1fc1-4e6b-84ab-cac2614f2e26 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:45:20.707988 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ab9dcf17-1fc1-4e6b-84ab-cac2614f2e26 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:20.708424 n-d-813679-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-ab9dcf17-1fc1-4e6b-84ab-cac2614f2e26 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Added segment 39bdff35-3d84-4595-9cc6-1b7609eb94f0 of type vlan for network 7a9bb072-fc24-4878-8914-aa088d03953d Oct 12 19:45:20.808611 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ab9dcf17-1fc1-4e6b-84ab-cac2614f2e26 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:20.856398 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-07bb60b6-fece-4c3e-af05-aeaa7d30692a tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:20.916450 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ab9dcf17-1fc1-4e6b-84ab-cac2614f2e26 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:20.917530 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9dcf17-1fc1-4e6b-84ab-cac2614f2e26 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:45:20.918121 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ab9dcf17-1fc1-4e6b-84ab-cac2614f2e26 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:20.963262 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-07bb60b6-fece-4c3e-af05-aeaa7d30692a tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:21.015362 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9dcf17-1fc1-4e6b-84ab-cac2614f2e26 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Pushing event updated for resources: {'Network': ['ID=7a9bb072-fc24-4878-8914-aa088d03953d,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:45:21.028264 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07bb60b6-fece-4c3e-af05-aeaa7d30692a tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:45:21.030380 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 7a9bb072-fc24-4878-8914-aa088d03953d details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:45:21.035515 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-ab9dcf17-1fc1-4e6b-84ab-cac2614f2e26 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.5188901 Oct 12 19:45:21.035515 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-07bb60b6-fece-4c3e-af05-aeaa7d30692a tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:45:21.035515 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bb60b6-fece-4c3e-af05-aeaa7d30692a tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Pushing event updated for resources: {'Port': ['ID=a7648eef-8d9e-41b7-8980-c775d1c05e36,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:45:21.040882 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52170) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:45:21.040979 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07bb60b6-fece-4c3e-af05-aeaa7d30692a tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:45:21.047377 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-b454f1c5-3f18-4aca-85eb-f4ca0fabe951 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Request body: {'subnet': {'network_id': '7a9bb072-fc24-4878-8914-aa088d03953d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:45:21.140213 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b454f1c5-3f18-4aca-85eb-f4ca0fabe951 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Made reservation on behalf of 58c27c0bcfe8496e9f3ca999aed6c679 for: {'subnet': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:45:21.143534 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b454f1c5-3f18-4aca-85eb-f4ca0fabe951 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4612397'] for subnet, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:21.350915 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-07bb60b6-fece-4c3e-af05-aeaa7d30692a tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks [] for router_gateway, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:21.462721 n-d-813679-3 neutron-server[95501]: DEBUG neutron.objects.ports [None req-b454f1c5-3f18-4aca-85eb-f4ca0fabe951 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95501) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 12 19:45:21.463381 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b454f1c5-3f18-4aca-85eb-f4ca0fabe951 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4824863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4612355'] for subnet, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:21.522752 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b454f1c5-3f18-4aca-85eb-f4ca0fabe951 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Pushing event updated for resources: {'Subnet': ['ID=9d4d97a2-36a1-4f6a-8a38-b635465c7285,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:45:21.531642 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b454f1c5-3f18-4aca-85eb-f4ca0fabe951 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Checking segment: {'id': '39bdff35-3d84-4595-9cc6-1b7609eb94f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '7a9bb072-fc24-4878-8914-aa088d03953d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:45:21.532235 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b454f1c5-3f18-4aca-85eb-f4ca0fabe951 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Network hostable DHCP agents. Network: 7a9bb072-fc24-4878-8914-aa088d03953d, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:45:21.567773 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-07bb60b6-fece-4c3e-af05-aeaa7d30692a tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8093541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7915516'] for router, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:21.595837 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b454f1c5-3f18-4aca-85eb-f4ca0fabe951 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Network 7a9bb072-fc24-4878-8914-aa088d03953d is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:45:21.669942 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-b454f1c5-3f18-4aca-85eb-f4ca0fabe951 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, 7a9bb072-fc24-4878-8914-aa088d03953d) {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:45:21.674107 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b454f1c5-3f18-4aca-85eb-f4ca0fabe951 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:45:21.674699 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b454f1c5-3f18-4aca-85eb-f4ca0fabe951 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:21.680856 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab8dd02-17ed-4a62-9554-48f1a1e10f5e None None] Network 7a9bb072-fc24-4878-8914-aa088d03953d requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:45:21.764392 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-b454f1c5-3f18-4aca-85eb-f4ca0fabe951 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7243376 Oct 12 19:45:21.767005 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52172) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:45:21.771168 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-e940c4c5-37a0-4076-b950-4eb42d86040b tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Request body: {'floatingip': {'floating_network_id': '7a9bb072-fc24-4878-8914-aa088d03953d'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:45:21.790058 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07bb60b6-fece-4c3e-af05-aeaa7d30692a tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Router fb1a6179-5f6a-4c29-94f7-6c4fc3c0d1a9 is scheduled to L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b with binding_index 1 {{(pid=95502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 19:45:21.808480 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ce9315-3844-4257-8b9d-f12755bee709 None None] Network 7a9bb072-fc24-4878-8914-aa088d03953d requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:45:21.865242 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e940c4c5-37a0-4076-b950-4eb42d86040b tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:21.901717 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07bb60b6-fece-4c3e-af05-aeaa7d30692a tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:45:21.927283 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a1b901-337c-49f9-84a7-fac0264acbfa None None] Sync routers for ids ['fb1a6179-5f6a-4c29-94f7-6c4fc3c0d1a9'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:45:21.936991 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a1b901-337c-49f9-84a7-fac0264acbfa None None] Routers {'fb1a6179-5f6a-4c29-94f7-6c4fc3c0d1a9'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:45:21.937829 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-c8a1b901-337c-49f9-84a7-fac0264acbfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:45:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['fb1a6179-5f6a-4c29-94f7-6c4fc3c0d1a9'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:45:21.965833 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e940c4c5-37a0-4076-b950-4eb42d86040b tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:22.003878 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-07bb60b6-fece-4c3e-af05-aeaa7d30692a tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:22.008366 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-07bb60b6-fece-4c3e-af05-aeaa7d30692a tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.2112541 Oct 12 19:45:22.010632 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52174) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:45:22.082947 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-e940c4c5-37a0-4076-b950-4eb42d86040b tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Allocated IP 172.20.0.3 (7a9bb072-fc24-4878-8914-aa088d03953d/9d4d97a2-36a1-4f6a-8a38-b635465c7285/17c71186-74be-4554-bdaa-58ac02294892) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:45:22.200393 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e940c4c5-37a0-4076-b950-4eb42d86040b tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:22.207304 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-c8a1b901-337c-49f9-84a7-fac0264acbfa None None] Set router fb1a6179-5f6a-4c29-94f7-6c4fc3c0d1a9 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:45:22.279454 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-1df3d1d7-e324-478e-b6d6-933ac91467e3 tempest-TestSecurityGroupsBasicOps-961059295 tempest-TestSecurityGroupsBasicOps-961059295-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=60a440c0fade4c7fb5b44230bfb707fc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2695045 Oct 12 19:45:22.282191 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52178) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:45:22.294008 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e940c4c5-37a0-4076-b950-4eb42d86040b tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:22.342033 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e940c4c5-37a0-4076-b950-4eb42d86040b tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Network 7a9bb072-fc24-4878-8914-aa088d03953d is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:45:22.346551 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-e940c4c5-37a0-4076-b950-4eb42d86040b tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:45:22.349496 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e940c4c5-37a0-4076-b950-4eb42d86040b tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:45:22.355900 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e940c4c5-37a0-4076-b950-4eb42d86040b tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Pushing event updated for resources: {'Port': ['ID=17c71186-74be-4554-bdaa-58ac02294892,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:45:22.385669 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6579c16-a470-43fc-bc33-02daff79e1ea tempest-TestSecurityGroupsBasicOps-961059295 tempest-TestSecurityGroupsBasicOps-961059295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:45:22.386143 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6579c16-a470-43fc-bc33-02daff79e1ea tempest-TestSecurityGroupsBasicOps-961059295 tempest-TestSecurityGroupsBasicOps-961059295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:45:22.388077 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-c6579c16-a470-43fc-bc33-02daff79e1ea tempest-TestSecurityGroupsBasicOps-961059295 tempest-TestSecurityGroupsBasicOps-961059295-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1555 time: 0.1049087 Oct 12 19:45:22.390803 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52180) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:45:22.394016 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-c8a1b901-337c-49f9-84a7-fac0264acbfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb1a6179-5f6a-4c29-94f7-6c4fc3c0d1a9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1116111249', 'tenant_id': '60a440c0fade4c7fb5b44230bfb707fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': 'a7648eef-8d9e-41b7-8980-c775d1c05e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:45:19Z', 'updated_at': '2021-10-12T19:45:21Z', 'revision_number': 3, 'project_id': '60a440c0fade4c7fb5b44230bfb707fc', 'gw_port': {'id': 'a7648eef-8d9e-41b7-8980-c775d1c05e36', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6b:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb1a6179-5f6a-4c29-94f7-6c4fc3c0d1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:45:20Z', 'updated_at': '2021-10-12T19:45:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:45:22.425183 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a1b901-337c-49f9-84a7-fac0264acbfa None None] Checking router: fb1a6179-5f6a-4c29-94f7-6c4fc3c0d1a9 for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:45:22.425788 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a1b901-337c-49f9-84a7-fac0264acbfa None None] Updating router fb1a6179-5f6a-4c29-94f7-6c4fc3c0d1a9 port a7648eef-8d9e-41b7-8980-c775d1c05e36 binding host n-d-813679-3 {{(pid=95503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 19:45:22.429379 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-5fdfe9b5-be97-4f27-89a6-05ecbc1b5780 tempest-TestSecurityGroupsBasicOps-961059295 tempest-TestSecurityGroupsBasicOps-961059295-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=4afbf4a4-67f5-42d1-a358-7ba9799dab0c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0343833 Oct 12 19:45:22.430069 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52182) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:45:22.441919 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e940c4c5-37a0-4076-b950-4eb42d86040b tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:22.450542 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c8a1b901-337c-49f9-84a7-fac0264acbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:22.502637 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc9ce72-52a1-4f35-a860-b0b10852fdf7 tempest-TestSecurityGroupsBasicOps-961059295 tempest-TestSecurityGroupsBasicOps-961059295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:45:22.506965 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-9bc9ce72-52a1-4f35-a860-b0b10852fdf7 tempest-TestSecurityGroupsBasicOps-961059295 tempest-TestSecurityGroupsBasicOps-961059295-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=7a9bb072-fc24-4878-8914-aa088d03953d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 800 time: 0.0731351 Oct 12 19:45:22.507131 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52184) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:45:22.538607 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-eb89d17b-3acf-49c6-8d43-3e68779d4d3f tempest-TestSecurityGroupsBasicOps-961059295 tempest-TestSecurityGroupsBasicOps-961059295-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=60a440c0fade4c7fb5b44230bfb707fc&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0302222 Oct 12 19:45:22.541911 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52186) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:45:22.552443 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e940c4c5-37a0-4076-b950-4eb42d86040b tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:22.721118 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c8a1b901-337c-49f9-84a7-fac0264acbfa None None] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:22.727805 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e940c4c5-37a0-4076-b950-4eb42d86040b tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:22.796015 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c8a1b901-337c-49f9-84a7-fac0264acbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:22.824580 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e940c4c5-37a0-4076-b950-4eb42d86040b tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:22.862421 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-c8a1b901-337c-49f9-84a7-fac0264acbfa None None] Attempting to bind port a7648eef-8d9e-41b7-8980-c775d1c05e36 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:45:22.862791 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-c8a1b901-337c-49f9-84a7-fac0264acbfa None None] Attempting to bind port a7648eef-8d9e-41b7-8980-c775d1c05e36 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:45:22.863153 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a1b901-337c-49f9-84a7-fac0264acbfa None None] Attempting to bind port a7648eef-8d9e-41b7-8980-c775d1c05e36 on network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:45:22.869863 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c7f324-fb5e-4815-8413-a99c6fb20b65 None None] Pushing event updated for resources: {'Port': ['ID=a7648eef-8d9e-41b7-8980-c775d1c05e36,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:45:22.874453 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a1b901-337c-49f9-84a7-fac0264acbfa None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:45:22.874844 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a1b901-337c-49f9-84a7-fac0264acbfa None None] Checking segment: {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:45:22.875507 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c8a1b901-337c-49f9-84a7-fac0264acbfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:22.875883 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a1b901-337c-49f9-84a7-fac0264acbfa None None] Bound using segment: {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:45:22.876393 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-c8a1b901-337c-49f9-84a7-fac0264acbfa None None] Bound port: a7648eef-8d9e-41b7-8980-c775d1c05e36, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:45:22.876770 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c8a1b901-337c-49f9-84a7-fac0264acbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:22.922709 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e940c4c5-37a0-4076-b950-4eb42d86040b tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Pushing event updated for resources: {'Port': ['ID=17c71186-74be-4554-bdaa-58ac02294892,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:45:22.929348 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e940c4c5-37a0-4076-b950-4eb42d86040b tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7915414'] for floatingip, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:22.949373 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e79c84a-0a1e-4dcf-9d9e-a9aac742b880 tempest-TestSecurityGroupsBasicOps-961059295 tempest-TestSecurityGroupsBasicOps-961059295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:45:22.949841 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e79c84a-0a1e-4dcf-9d9e-a9aac742b880 tempest-TestSecurityGroupsBasicOps-961059295 tempest-TestSecurityGroupsBasicOps-961059295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:45:22.954135 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-7e79c84a-0a1e-4dcf-9d9e-a9aac742b880 tempest-TestSecurityGroupsBasicOps-961059295 tempest-TestSecurityGroupsBasicOps-961059295-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1555 time: 0.4084187 Oct 12 19:45:22.954368 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52190) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:45:22.957157 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-c8a1b901-337c-49f9-84a7-fac0264acbfa None None] For port a7648eef-8d9e-41b7-8980-c775d1c05e36, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:45:22.960489 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-c8a1b901-337c-49f9-84a7-fac0264acbfa None None] For port a7648eef-8d9e-41b7-8980-c775d1c05e36, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=a7648eef-8d9e-41b7-8980-c775d1c05e36,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:45:22.983968 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-cf98661a-4eff-4e58-a66b-dd476c5b0dd5 tempest-TestSecurityGroupsBasicOps-961059295 tempest-TestSecurityGroupsBasicOps-961059295-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=4afbf4a4-67f5-42d1-a358-7ba9799dab0c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280550 Oct 12 19:45:22.986412 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52192) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:45:23.004249 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e940c4c5-37a0-4076-b950-4eb42d86040b tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:23.006159 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-e940c4c5-37a0-4076-b950-4eb42d86040b tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.2376571 Oct 12 19:45:23.008663 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52194) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:45:23.016094 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-d2b63505-0963-4a7a-8701-271e4088e993 tempest-TestSecurityGroupsBasicOps-961059295 tempest-TestSecurityGroupsBasicOps-961059295-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=7a9bb072-fc24-4878-8914-aa088d03953d&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264432 Oct 12 19:45:23.017214 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52196) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:45:23.021939 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-c3d08e85-c18c-4ac9-8416-fd98e4339e65 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-824377558', 'network_id': 'f1a53bd1-87f3-40f3-8c85-2c2f2d591b2b', 'project_id': '60a440c0fade4c7fb5b44230bfb707fc', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:45:23.034320 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c8a1b901-337c-49f9-84a7-fac0264acbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:23.085591 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-8f7cca01-1c64-432d-8e4f-873327aaea0e tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] 10.222.0.49 "GET /v2.0/floatingips?floating_network_id=7a9bb072-fc24-4878-8914-aa088d03953d HTTP/1.1" status: 200 len: 689 time: 0.0730786 Oct 12 19:45:23.087231 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52198) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:45:23.111894 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a1b901-337c-49f9-84a7-fac0264acbfa None None] Routers {'fb1a6179-5f6a-4c29-94f7-6c4fc3c0d1a9'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:45:23.112574 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-c8a1b901-337c-49f9-84a7-fac0264acbfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:45:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['fb1a6179-5f6a-4c29-94f7-6c4fc3c0d1a9'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:45:23.114473 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c7f324-fb5e-4815-8413-a99c6fb20b65 None None] Pushing event updated for resources: {'Port': ['ID=a7648eef-8d9e-41b7-8980-c775d1c05e36,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:45:23.217377 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a9066a33-b7b2-4fdb-ac65-ddb1d7f8cb06 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:23.224522 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-c8a1b901-337c-49f9-84a7-fac0264acbfa None None] Set router fb1a6179-5f6a-4c29-94f7-6c4fc3c0d1a9 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:45:23.281890 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3d08e85-c18c-4ac9-8416-fd98e4339e65 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Made reservation on behalf of 60a440c0fade4c7fb5b44230bfb707fc for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:45:23.285023 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c3d08e85-c18c-4ac9-8416-fd98e4339e65 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16245837'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:23.407667 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-c8a1b901-337c-49f9-84a7-fac0264acbfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb1a6179-5f6a-4c29-94f7-6c4fc3c0d1a9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1116111249', 'tenant_id': '60a440c0fade4c7fb5b44230bfb707fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': 'a7648eef-8d9e-41b7-8980-c775d1c05e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:45:19Z', 'updated_at': '2021-10-12T19:45:21Z', 'revision_number': 3, 'project_id': '60a440c0fade4c7fb5b44230bfb707fc', 'gw_port': {'id': 'a7648eef-8d9e-41b7-8980-c775d1c05e36', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6b:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb1a6179-5f6a-4c29-94f7-6c4fc3c0d1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:45:20Z', 'updated_at': '2021-10-12T19:45:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:45:23.424109 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-a9066a33-b7b2-4fdb-ac65-ddb1d7f8cb06 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Deleting port 17c71186-74be-4554-bdaa-58ac02294892 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:45:23.424452 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a9066a33-b7b2-4fdb-ac65-ddb1d7f8cb06 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:23.435435 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a1b901-337c-49f9-84a7-fac0264acbfa None None] The sync data for ids ['fb1a6179-5f6a-4c29-94f7-6c4fc3c0d1a9'] in n-d-813679-3 is: [{'id': 'fb1a6179-5f6a-4c29-94f7-6c4fc3c0d1a9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1116111249', 'tenant_id': '60a440c0fade4c7fb5b44230bfb707fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': 'a7648eef-8d9e-41b7-8980-c775d1c05e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:45:19Z', 'updated_at': '2021-10-12T19:45:21Z', 'revision_number': 3, 'project_id': '60a440c0fade4c7fb5b44230bfb707fc', 'gw_port': {'id': 'a7648eef-8d9e-41b7-8980-c775d1c05e36', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6b:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb1a6179-5f6a-4c29-94f7-6c4fc3c0d1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:45:20Z', 'updated_at': '2021-10-12T19:45:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:45:23.573280 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a9066a33-b7b2-4fdb-ac65-ddb1d7f8cb06 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:23.573642 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a9066a33-b7b2-4fdb-ac65-ddb1d7f8cb06 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:23.596732 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-a9066a33-b7b2-4fdb-ac65-ddb1d7f8cb06 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Calling delete_port for 17c71186-74be-4554-bdaa-58ac02294892 owned by network:floatingip {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:45:23.644612 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c3d08e85-c18c-4ac9-8416-fd98e4339e65 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4306659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16245859'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:23.727447 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d08e85-c18c-4ac9-8416-fd98e4339e65 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Pushing event updated for resources: {'Subnet': ['ID=6cf94d9a-d0c6-4b80-bcb9-70135b9f9aea,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:45:23.759465 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d08e85-c18c-4ac9-8416-fd98e4339e65 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Checking segment: {'id': 'c8c05289-9620-47c7-afbc-66ef24d193e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'f1a53bd1-87f3-40f3-8c85-2c2f2d591b2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:45:23.759821 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d08e85-c18c-4ac9-8416-fd98e4339e65 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Network hostable DHCP agents. Network: f1a53bd1-87f3-40f3-8c85-2c2f2d591b2b, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:45:23.859321 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d08e85-c18c-4ac9-8416-fd98e4339e65 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Network f1a53bd1-87f3-40f3-8c85-2c2f2d591b2b is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:45:23.882544 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a9066a33-b7b2-4fdb-ac65-ddb1d7f8cb06 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:23.910011 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9066a33-b7b2-4fdb-ac65-ddb1d7f8cb06 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Pushing event deleted for resources: {'Port': ['ID=17c71186-74be-4554-bdaa-58ac02294892,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:45:23.962521 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-c3d08e85-c18c-4ac9-8416-fd98e4339e65 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, f1a53bd1-87f3-40f3-8c85-2c2f2d591b2b) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:45:23.970667 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d08e85-c18c-4ac9-8416-fd98e4339e65 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:45:23.971473 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c3d08e85-c18c-4ac9-8416-fd98e4339e65 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:23.975290 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a1ab25-e4e7-4147-afb2-4bbde2dc5ed9 None None] Network f1a53bd1-87f3-40f3-8c85-2c2f2d591b2b requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:45:23.997002 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a9066a33-b7b2-4fdb-ac65-ddb1d7f8cb06 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:24.069416 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-c3d08e85-c18c-4ac9-8416-fd98e4339e65 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0448635 Oct 12 19:45:24.070089 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52202) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:45:24.072138 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a9066a33-b7b2-4fdb-ac65-ddb1d7f8cb06 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:24.168412 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device a7648eef-8d9e-41b7-8980-c775d1c05e36 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:45:24.295017 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec4198b-a6ff-499e-b033-3297c2f78926 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-f1a53bd1-87f3-40f3-8c85-2c2f2d591b2b', 'network_id': 'f1a53bd1-87f3-40f3-8c85-2c2f2d591b2b', 'tenant_id': '60a440c0fade4c7fb5b44230bfb707fc', 'fixed_ips': [{'subnet_id': '6cf94d9a-d0c6-4b80-bcb9-70135b9f9aea'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:45:24.295812 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-eec4198b-a6ff-499e-b033-3297c2f78926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:24.311050 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a9066a33-b7b2-4fdb-ac65-ddb1d7f8cb06 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4306592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16245866'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:24.359053 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9066a33-b7b2-4fdb-ac65-ddb1d7f8cb06 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=9d4d97a2-36a1-4f6a-8a38-b635465c7285,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:45:24.492440 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a9066a33-b7b2-4fdb-ac65-ddb1d7f8cb06 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:24.553220 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port a7648eef-8d9e-41b7-8980-c775d1c05e36 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:45:24.553502 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:24.567455 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-a9066a33-b7b2-4fdb-ac65-ddb1d7f8cb06 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a9bb072-fc24-4878-8914-aa088d03953d']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:45:24.583195 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-a9066a33-b7b2-4fdb-ac65-ddb1d7f8cb06 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39bdff35-3d84-4595-9cc6-1b7609eb94f0') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:45:24.583863 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-a9066a33-b7b2-4fdb-ac65-ddb1d7f8cb06 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39bdff35-3d84-4595-9cc6-1b7609eb94f0') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:45:24.585603 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-eec4198b-a6ff-499e-b033-3297c2f78926 None None] Allocated IP 172.20.0.18 (f1a53bd1-87f3-40f3-8c85-2c2f2d591b2b/6cf94d9a-d0c6-4b80-bcb9-70135b9f9aea/895c37c2-c204-4f08-83d6-6feb431a879f) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:45:24.604754 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a9066a33-b7b2-4fdb-ac65-ddb1d7f8cb06 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16313633'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:24.623340 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a9066a33-b7b2-4fdb-ac65-ddb1d7f8cb06 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:24.630643 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9066a33-b7b2-4fdb-ac65-ddb1d7f8cb06 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:45:24.633612 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a9066a33-b7b2-4fdb-ac65-ddb1d7f8cb06 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4305278'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:24.644680 n-d-813679-3 neutron-server[95502]: Traceback (most recent call last): Oct 12 19:45:24.644680 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:45:24.644680 n-d-813679-3 neutron-server[95502]: timer() Oct 12 19:45:24.644680 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:45:24.644680 n-d-813679-3 neutron-server[95502]: cb(*args, **kw) Oct 12 19:45:24.644680 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:45:24.644680 n-d-813679-3 neutron-server[95502]: return func(*args, **kwargs) Oct 12 19:45:24.644680 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:45:24.644680 n-d-813679-3 neutron-server[95502]: self._notify() Oct 12 19:45:24.644680 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:45:24.644680 n-d-813679-3 neutron-server[95502]: self.callback(batched_events) Oct 12 19:45:24.644680 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:45:24.644680 n-d-813679-3 neutron-server[95502]: event.method(event) Oct 12 19:45:24.644680 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:45:24.644680 n-d-813679-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:45:24.644680 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:45:24.644680 n-d-813679-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:45:24.644680 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:45:24.644680 n-d-813679-3 neutron-server[95502]: return f(self, *a, **k) Oct 12 19:45:24.644680 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:45:24.644680 n-d-813679-3 neutron-server[95502]: return self._get(url).json() Oct 12 19:45:24.644680 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:45:24.644680 n-d-813679-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:45:24.644680 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:45:24.644680 n-d-813679-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Oct 12 19:45:24.644680 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:45:24.644680 n-d-813679-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:45:24.644680 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:45:24.644680 n-d-813679-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:45:24.644680 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:45:24.644680 n-d-813679-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:45:24.644680 n-d-813679-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:45:24.728603 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:24.778349 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] For port a7648eef-8d9e-41b7-8980-c775d1c05e36, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=a7648eef-8d9e-41b7-8980-c775d1c05e36,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:45:24.790676 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a9066a33-b7b2-4fdb-ac65-ddb1d7f8cb06 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:24.795631 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-eec4198b-a6ff-499e-b033-3297c2f78926 None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:24.801579 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9066a33-b7b2-4fdb-ac65-ddb1d7f8cb06 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7a9bb072-fc24-4878-8914-aa088d03953d {{(pid=95502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 12 19:45:24.812923 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a9066a33-b7b2-4fdb-ac65-ddb1d7f8cb06 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:24.818865 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-a9066a33-b7b2-4fdb-ac65-ddb1d7f8cb06 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] 10.222.0.49 "DELETE /v2.0/networks/7a9bb072-fc24-4878-8914-aa088d03953d HTTP/1.1" status: 204 len: 168 time: 1.7313304 Oct 12 19:45:24.819864 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52206) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:45:24.827615 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9066a33-b7b2-4fdb-ac65-ddb1d7f8cb06 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Pushing event deleted for resources: {'Network': ['ID=7a9bb072-fc24-4878-8914-aa088d03953d,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:45:24.847723 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:24.889909 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-eec4198b-a6ff-499e-b033-3297c2f78926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:24.915516 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec4198b-a6ff-499e-b033-3297c2f78926 None None] Network f1a53bd1-87f3-40f3-8c85-2c2f2d591b2b is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:45:24.918845 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-eec4198b-a6ff-499e-b033-3297c2f78926 None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:45:24.922752 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec4198b-a6ff-499e-b033-3297c2f78926 None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:45:24.942153 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-4b010297-d3a4-4492-a92f-ef36d065e0cd tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] 10.222.0.49 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.1203418 Oct 12 19:45:24.945601 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52208) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:45:24.991740 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Pushing event updated for resources: {'Port': ['ID=a7648eef-8d9e-41b7-8980-c775d1c05e36,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:45:25.029669 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-eec4198b-a6ff-499e-b033-3297c2f78926 None None] Attempting to bind port 895c37c2-c204-4f08-83d6-6feb431a879f on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:45:25.030035 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-eec4198b-a6ff-499e-b033-3297c2f78926 None None] Attempting to bind port 895c37c2-c204-4f08-83d6-6feb431a879f by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'c8c05289-9620-47c7-afbc-66ef24d193e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'f1a53bd1-87f3-40f3-8c85-2c2f2d591b2b'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:45:25.030399 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec4198b-a6ff-499e-b033-3297c2f78926 None None] Attempting to bind port 895c37c2-c204-4f08-83d6-6feb431a879f on network f1a53bd1-87f3-40f3-8c85-2c2f2d591b2b {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:45:25.038066 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec4198b-a6ff-499e-b033-3297c2f78926 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:45:25.038442 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec4198b-a6ff-499e-b033-3297c2f78926 None None] Checking segment: {'id': 'c8c05289-9620-47c7-afbc-66ef24d193e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'f1a53bd1-87f3-40f3-8c85-2c2f2d591b2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:45:25.038844 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-eec4198b-a6ff-499e-b033-3297c2f78926 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:25.039791 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec4198b-a6ff-499e-b033-3297c2f78926 None None] Bound using segment: {'id': 'c8c05289-9620-47c7-afbc-66ef24d193e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'f1a53bd1-87f3-40f3-8c85-2c2f2d591b2b'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:45:25.040291 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-eec4198b-a6ff-499e-b033-3297c2f78926 None None] Bound port: 895c37c2-c204-4f08-83d6-6feb431a879f, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8c05289-9620-47c7-afbc-66ef24d193e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'f1a53bd1-87f3-40f3-8c85-2c2f2d591b2b'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:45:25.040673 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-eec4198b-a6ff-499e-b033-3297c2f78926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:25.092216 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae8a412-0b14-4d45-b495-d7d1aa84e3b9 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:45:25.093721 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae8a412-0b14-4d45-b495-d7d1aa84e3b9 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:45:25.095560 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae8a412-0b14-4d45-b495-d7d1aa84e3b9 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:45:25.096260 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae8a412-0b14-4d45-b495-d7d1aa84e3b9 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:45:25.096903 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae8a412-0b14-4d45-b495-d7d1aa84e3b9 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:45:25.097536 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae8a412-0b14-4d45-b495-d7d1aa84e3b9 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:45:25.100113 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-8ae8a412-0b14-4d45-b495-d7d1aa84e3b9 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4011 time: 0.1527557 Oct 12 19:45:25.103569 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52210) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:45:25.123128 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-eec4198b-a6ff-499e-b033-3297c2f78926 None None] For port 895c37c2-c204-4f08-83d6-6feb431a879f, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:45:25.126304 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-eec4198b-a6ff-499e-b033-3297c2f78926 None None] For port 895c37c2-c204-4f08-83d6-6feb431a879f, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=895c37c2-c204-4f08-83d6-6feb431a879f,segment=NetworkSegment(c8c05289-9620-47c7-afbc-66ef24d193e8),segment_id=c8c05289-9620-47c7-afbc-66ef24d193e8)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:45:25.132449 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec4198b-a6ff-499e-b033-3297c2f78926 None None] Pushing event updated for resources: {'Port': ['ID=895c37c2-c204-4f08-83d6-6feb431a879f,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:45:25.139008 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a81271a0-a0f7-4c14-8182-dc683fcc2173 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:25.157362 n-d-813679-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-88bfc152-f92c-422f-9b63-1555c2efccb0 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] delete failed (client error): The resource could not be found. Oct 12 19:45:25.158750 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-88bfc152-f92c-422f-9b63-1555c2efccb0 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] 10.222.0.49 "DELETE /v2.0/floatingips/dc64b34f-d1a7-4b78-8ffc-4c62feb27b8d HTTP/1.1" status: 404 len: 345 time: 0.0532296 Oct 12 19:45:25.164465 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52212) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:45:25.181488 n-d-813679-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-26b5ef9b-f314-4394-9315-33cdcccf9f34 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] DELETE failed (client error): The resource could not be found. Oct 12 19:45:25.182015 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26b5ef9b-f314-4394-9315-33cdcccf9f34 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:45:25.189148 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52214) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:45:25.189386 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-26b5ef9b-f314-4394-9315-33cdcccf9f34 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] 10.222.0.49 "DELETE /v2.0/networks/7a9bb072-fc24-4878-8914-aa088d03953d HTTP/1.1" status: 404 len: 339 time: 0.0238454 Oct 12 19:45:25.194958 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-b6f76a72-28a0-4085-a3cc-c5a8e8851927 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Request body: {'network': {'name': 'tempest-network--1011527039', 'router:external': True}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:45:25.225521 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-eec4198b-a6ff-499e-b033-3297c2f78926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:25.323008 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6f76a72-28a0-4085-a3cc-c5a8e8851927 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Made reservation on behalf of 58c27c0bcfe8496e9f3ca999aed6c679 for: {'network': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:45:25.326187 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b6f76a72-28a0-4085-a3cc-c5a8e8851927 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:25.328504 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec4198b-a6ff-499e-b033-3297c2f78926 None None] Pushing event updated for resources: {'Port': ['ID=895c37c2-c204-4f08-83d6-6feb431a879f,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:45:25.432046 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6f76a72-28a0-4085-a3cc-c5a8e8851927 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=95501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:45:25.468887 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b6f76a72-28a0-4085-a3cc-c5a8e8851927 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:25.469272 n-d-813679-3 neutron-server[95501]: INFO neutron.db.segments_db [None req-b6f76a72-28a0-4085-a3cc-c5a8e8851927 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Added segment 11a7afe9-4b4a-49bf-862d-bf2eec0b98d3 of type vlan for network 476435cc-29a1-4845-95ac-29b504546031 Oct 12 19:45:25.537804 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-a81271a0-a0f7-4c14-8182-dc683fcc2173 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Allocated IP 172.20.0.17 (f1a53bd1-87f3-40f3-8c85-2c2f2d591b2b/6cf94d9a-d0c6-4b80-bcb9-70135b9f9aea/1c2a3199-17ab-46f4-aef0-0fd589f3d65d) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:45:25.544568 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b6f76a72-28a0-4085-a3cc-c5a8e8851927 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:25.706526 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a81271a0-a0f7-4c14-8182-dc683fcc2173 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:25.744898 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b6f76a72-28a0-4085-a3cc-c5a8e8851927 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:25.745965 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f76a72-28a0-4085-a3cc-c5a8e8851927 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:45:25.746610 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b6f76a72-28a0-4085-a3cc-c5a8e8851927 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:25.803603 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a81271a0-a0f7-4c14-8182-dc683fcc2173 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:25.837183 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f76a72-28a0-4085-a3cc-c5a8e8851927 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Pushing event updated for resources: {'Network': ['ID=476435cc-29a1-4845-95ac-29b504546031,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:45:25.848302 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 476435cc-29a1-4845-95ac-29b504546031 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:45:25.859803 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81271a0-a0f7-4c14-8182-dc683fcc2173 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Network f1a53bd1-87f3-40f3-8c85-2c2f2d591b2b is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:45:25.863847 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-b6f76a72-28a0-4085-a3cc-c5a8e8851927 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6730585 Oct 12 19:45:25.866905 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-a81271a0-a0f7-4c14-8182-dc683fcc2173 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:45:25.867051 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52220) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:45:25.871526 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81271a0-a0f7-4c14-8182-dc683fcc2173 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:45:25.911960 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81271a0-a0f7-4c14-8182-dc683fcc2173 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Pushing event updated for resources: {'Port': ['ID=1c2a3199-17ab-46f4-aef0-0fd589f3d65d,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:45:25.922577 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a81271a0-a0f7-4c14-8182-dc683fcc2173 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7915309'] for router_interface, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:26.011254 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03634044-e80d-4b85-a6cf-f0093293c67d tempest-ExternalNetworksTestJSON-147245352 tempest-ExternalNetworksTestJSON-147245352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:45:26.026512 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03634044-e80d-4b85-a6cf-f0093293c67d tempest-ExternalNetworksTestJSON-147245352 tempest-ExternalNetworksTestJSON-147245352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:45:26.037299 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03634044-e80d-4b85-a6cf-f0093293c67d tempest-ExternalNetworksTestJSON-147245352 tempest-ExternalNetworksTestJSON-147245352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:45:26.044446 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03634044-e80d-4b85-a6cf-f0093293c67d tempest-ExternalNetworksTestJSON-147245352 tempest-ExternalNetworksTestJSON-147245352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:45:26.049246 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52222) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:45:26.049422 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-03634044-e80d-4b85-a6cf-f0093293c67d tempest-ExternalNetworksTestJSON-147245352 tempest-ExternalNetworksTestJSON-147245352-project] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.1806521 Oct 12 19:45:26.141479 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a81271a0-a0f7-4c14-8182-dc683fcc2173 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:26.160377 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d36998d8-0cd0-4a32-bffa-c58651f50538 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:26.181004 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 895c37c2-c204-4f08-83d6-6feb431a879f up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:45:26.230590 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 895c37c2-c204-4f08-83d6-6feb431a879f triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:45:26.230967 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:26.321832 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:26.323014 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d36998d8-0cd0-4a32-bffa-c58651f50538 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:26.365613 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] For port 895c37c2-c204-4f08-83d6-6feb431a879f, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=895c37c2-c204-4f08-83d6-6feb431a879f,segment=NetworkSegment(c8c05289-9620-47c7-afbc-66ef24d193e8),segment_id=c8c05289-9620-47c7-afbc-66ef24d193e8)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:45:26.374190 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-d36998d8-0cd0-4a32-bffa-c58651f50538 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['476435cc-29a1-4845-95ac-29b504546031']}} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:45:26.390351 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-d36998d8-0cd0-4a32-bffa-c58651f50538 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11a7afe9-4b4a-49bf-862d-bf2eec0b98d3') {'for_net_delete': True} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:45:26.390569 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-d36998d8-0cd0-4a32-bffa-c58651f50538 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11a7afe9-4b4a-49bf-862d-bf2eec0b98d3') {} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:45:26.408578 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d36998d8-0cd0-4a32-bffa-c58651f50538 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4281072'] for segment, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:26.435127 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d36998d8-0cd0-4a32-bffa-c58651f50538 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:26.448993 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:26.450377 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device a7648eef-8d9e-41b7-8980-c775d1c05e36 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:45:26.455084 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d36998d8-0cd0-4a32-bffa-c58651f50538 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=95501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:45:26.455501 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d36998d8-0cd0-4a32-bffa-c58651f50538 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4823170'] for segment, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:26.457394 n-d-813679-3 neutron-server[95501]: Traceback (most recent call last): Oct 12 19:45:26.457394 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:45:26.457394 n-d-813679-3 neutron-server[95501]: timer() Oct 12 19:45:26.457394 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:45:26.457394 n-d-813679-3 neutron-server[95501]: cb(*args, **kw) Oct 12 19:45:26.457394 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:45:26.457394 n-d-813679-3 neutron-server[95501]: return func(*args, **kwargs) Oct 12 19:45:26.457394 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:45:26.457394 n-d-813679-3 neutron-server[95501]: self._notify() Oct 12 19:45:26.457394 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:45:26.457394 n-d-813679-3 neutron-server[95501]: self.callback(batched_events) Oct 12 19:45:26.457394 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:45:26.457394 n-d-813679-3 neutron-server[95501]: event.method(event) Oct 12 19:45:26.457394 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:45:26.457394 n-d-813679-3 neutron-server[95501]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:45:26.457394 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:45:26.457394 n-d-813679-3 neutron-server[95501]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:45:26.457394 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:45:26.457394 n-d-813679-3 neutron-server[95501]: return f(self, *a, **k) Oct 12 19:45:26.457394 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:45:26.457394 n-d-813679-3 neutron-server[95501]: return self._get(url).json() Oct 12 19:45:26.457394 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:45:26.457394 n-d-813679-3 neutron-server[95501]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:45:26.457394 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:45:26.457394 n-d-813679-3 neutron-server[95501]: return self.request(url, 'GET', **kwargs) Oct 12 19:45:26.457394 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:45:26.457394 n-d-813679-3 neutron-server[95501]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:45:26.457394 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:45:26.457394 n-d-813679-3 neutron-server[95501]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:45:26.457394 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:45:26.457394 n-d-813679-3 neutron-server[95501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:45:26.457394 n-d-813679-3 neutron-server[95501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:45:26.542352 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Pushing event updated for resources: {'Port': ['ID=895c37c2-c204-4f08-83d6-6feb431a879f,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:45:26.564542 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port a7648eef-8d9e-41b7-8980-c775d1c05e36 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:45:26.565280 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:26.621575 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d36998d8-0cd0-4a32-bffa-c58651f50538 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:26.627238 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a81271a0-a0f7-4c14-8182-dc683fcc2173 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:26.628973 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d36998d8-0cd0-4a32-bffa-c58651f50538 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 476435cc-29a1-4845-95ac-29b504546031 {{(pid=95501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 12 19:45:26.631640 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d36998d8-0cd0-4a32-bffa-c58651f50538 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:26.634967 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-d36998d8-0cd0-4a32-bffa-c58651f50538 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] 10.222.0.49 "DELETE /v2.0/networks/476435cc-29a1-4845-95ac-29b504546031 HTTP/1.1" status: 204 len: 168 time: 0.5841563 Oct 12 19:45:26.640791 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52224) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:45:26.647597 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36998d8-0cd0-4a32-bffa-c58651f50538 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Pushing event deleted for resources: {'Network': ['ID=476435cc-29a1-4845-95ac-29b504546031,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:45:26.649121 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-5238f4a8-aad9-45e3-a519-c8add6f5a5a8 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Request body: {'network': {'name': 'tempest-network--240637292', 'router:external': True}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:45:26.682166 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a81271a0-a0f7-4c14-8182-dc683fcc2173 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:26.740416 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5238f4a8-aad9-45e3-a519-c8add6f5a5a8 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Made reservation on behalf of 58c27c0bcfe8496e9f3ca999aed6c679 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:45:26.744166 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5238f4a8-aad9-45e3-a519-c8add6f5a5a8 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:26.785997 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a81271a0-a0f7-4c14-8182-dc683fcc2173 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7898980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8092605'] for router_interface, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:26.790018 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81271a0-a0f7-4c14-8182-dc683fcc2173 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Pushing event updated for resources: {'Port': ['ID=1c2a3199-17ab-46f4-aef0-0fd589f3d65d,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:45:26.791052 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5238f4a8-aad9-45e3-a519-c8add6f5a5a8 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:45:26.807171 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5238f4a8-aad9-45e3-a519-c8add6f5a5a8 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:26.807861 n-d-813679-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-5238f4a8-aad9-45e3-a519-c8add6f5a5a8 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Added segment 080a1e0e-1493-40ec-a124-00cc8f7a8f8f of type vlan for network 9923ec03-36ba-40c5-b414-b56dd349436c Oct 12 19:45:26.866434 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5238f4a8-aad9-45e3-a519-c8add6f5a5a8 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:26.866564 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-611b4255-3aec-4fb8-9d9a-9b3c6232f475 None None] Network f1a53bd1-87f3-40f3-8c85-2c2f2d591b2b requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:45:26.912636 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81271a0-a0f7-4c14-8182-dc683fcc2173 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Network f1a53bd1-87f3-40f3-8c85-2c2f2d591b2b is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:45:26.915244 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-a81271a0-a0f7-4c14-8182-dc683fcc2173 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:45:26.985481 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5238f4a8-aad9-45e3-a519-c8add6f5a5a8 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:26.986475 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5238f4a8-aad9-45e3-a519-c8add6f5a5a8 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:45:26.987122 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5238f4a8-aad9-45e3-a519-c8add6f5a5a8 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:27.016358 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-e32f2de6-5be6-418d-bba5-6b97985ed4ba None None] Provisioning complete for port 895c37c2-c204-4f08-83d6-6feb431a879f triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:45:27.016770 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e32f2de6-5be6-418d-bba5-6b97985ed4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:27.072200 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a81271a0-a0f7-4c14-8182-dc683fcc2173 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Router fb1a6179-5f6a-4c29-94f7-6c4fc3c0d1a9 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:45:27.102729 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5238f4a8-aad9-45e3-a519-c8add6f5a5a8 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Pushing event updated for resources: {'Network': ['ID=9923ec03-36ba-40c5-b414-b56dd349436c,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:45:27.122027 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-5238f4a8-aad9-45e3-a519-c8add6f5a5a8 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4778662 Oct 12 19:45:27.122346 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52228) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:45:27.178105 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 9923ec03-36ba-40c5-b414-b56dd349436c details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:45:27.241214 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a81271a0-a0f7-4c14-8182-dc683fcc2173 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:45:27.247688 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-a81271a0-a0f7-4c14-8182-dc683fcc2173 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] 10.222.0.49 "PUT /v2.0/routers/fb1a6179-5f6a-4c29-94f7-6c4fc3c0d1a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1802754 Oct 12 19:45:27.251314 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52230) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:45:27.256529 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392fc3e0-d013-43aa-9d79-7ad1e104334c None None] Sync routers for ids ['fb1a6179-5f6a-4c29-94f7-6c4fc3c0d1a9'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:45:27.268014 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-57a4baa3-33b7-4f9a-ada1-f1bee9c4f6d5 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1951500845', 'description': 'tempest-secgroup_access--1951500845 description', 'project_id': '60a440c0fade4c7fb5b44230bfb707fc'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:45:27.276633 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392fc3e0-d013-43aa-9d79-7ad1e104334c None None] Routers {'fb1a6179-5f6a-4c29-94f7-6c4fc3c0d1a9'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:45:27.277554 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-392fc3e0-d013-43aa-9d79-7ad1e104334c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:45:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['fb1a6179-5f6a-4c29-94f7-6c4fc3c0d1a9'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:45:27.281420 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87e9a75-e222-4ea6-9e39-5a35f31ac8c1 tempest-ExternalNetworksTestJSON-147245352 tempest-ExternalNetworksTestJSON-147245352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:45:27.282952 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-a87e9a75-e222-4ea6-9e39-5a35f31ac8c1 tempest-ExternalNetworksTestJSON-147245352 tempest-ExternalNetworksTestJSON-147245352-project] 10.222.0.49 "GET /v2.0/networks/9923ec03-36ba-40c5-b414-b56dd349436c HTTP/1.1" status: 200 len: 756 time: 0.1596975 Oct 12 19:45:27.285574 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52232) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:45:27.381764 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-57a4baa3-33b7-4f9a-ada1-f1bee9c4f6d5 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:27.384197 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aec50a7-3482-4001-b683-a0516ce7e098 tempest-ExternalNetworksTestJSON-147245352 tempest-ExternalNetworksTestJSON-147245352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:45:27.386100 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-6aec50a7-3482-4001-b683-a0516ce7e098 tempest-ExternalNetworksTestJSON-147245352 tempest-ExternalNetworksTestJSON-147245352-project] 10.222.0.49 "GET /v2.0/networks/11355bb4-7428-4d74-9d67-1a7f699281d3 HTTP/1.1" status: 200 len: 768 time: 0.0991333 Oct 12 19:45:27.388650 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52234) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:45:27.404971 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-392fc3e0-d013-43aa-9d79-7ad1e104334c None None] Set router fb1a6179-5f6a-4c29-94f7-6c4fc3c0d1a9 gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:45:27.480909 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-11cc3266-7a08-4b50-a2c8-439a3da28891 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:27.506765 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-57a4baa3-33b7-4f9a-ada1-f1bee9c4f6d5 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:27.515346 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-c7e653ff-7ff4-4696-9d15-f5933308dc8c None None] Provisioning complete for port 895c37c2-c204-4f08-83d6-6feb431a879f triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:45:27.515887 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c7e653ff-7ff4-4696-9d15-f5933308dc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:27.619184 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-57a4baa3-33b7-4f9a-ada1-f1bee9c4f6d5 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:27.630699 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-11cc3266-7a08-4b50-a2c8-439a3da28891 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:27.659978 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-11cc3266-7a08-4b50-a2c8-439a3da28891 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9923ec03-36ba-40c5-b414-b56dd349436c']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:45:27.661260 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-c7e653ff-7ff4-4696-9d15-f5933308dc8c None None] Provisioning complete for port 1c2a3199-17ab-46f4-aef0-0fd589f3d65d triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:45:27.662649 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c7e653ff-7ff4-4696-9d15-f5933308dc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:27.670211 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-11cc3266-7a08-4b50-a2c8-439a3da28891 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '080a1e0e-1493-40ec-a124-00cc8f7a8f8f') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:45:27.670508 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-11cc3266-7a08-4b50-a2c8-439a3da28891 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '080a1e0e-1493-40ec-a124-00cc8f7a8f8f') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:45:27.688737 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-11cc3266-7a08-4b50-a2c8-439a3da28891 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16313633'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:27.688964 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a4baa3-33b7-4f9a-ada1-f1bee9c4f6d5 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f601a59-26fe-4113-b1da-59990329be32,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:45:27.694361 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-392fc3e0-d013-43aa-9d79-7ad1e104334c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb1a6179-5f6a-4c29-94f7-6c4fc3c0d1a9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1116111249', 'tenant_id': '60a440c0fade4c7fb5b44230bfb707fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': 'a7648eef-8d9e-41b7-8980-c775d1c05e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:45:19Z', 'updated_at': '2021-10-12T19:45:26Z', 'revision_number': 4, 'project_id': '60a440c0fade4c7fb5b44230bfb707fc', 'gw_port': {'id': 'a7648eef-8d9e-41b7-8980-c775d1c05e36', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb1a6179-5f6a-4c29-94f7-6c4fc3c0d1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:45:20Z', 'updated_at': '2021-10-12T19:45:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '1c2a3199-17ab-46f4-aef0-0fd589f3d65d', 'name': '', 'network_id': 'f1a53bd1-87f3-40f3-8c85-2c2f2d591b2b', 'tenant_id': '60a440c0fade4c7fb5b44230bfb707fc', 'mac_address': 'fa:16:3e:f2:55:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb1a6179-5f6a-4c29-94f7-6c4fc3c0d1a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': '6cf94d9a-d0c6-4b80-bcb9-70135b9f9aea', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:45:25Z', 'updated_at': '2021-10-12T19:45:26Z', 'revision_number': 2, 'project_id': '60a440c0fade4c7fb5b44230bfb707fc', 'subnets': [{'id': '6cf94d9a-d0c6-4b80-bcb9-70135b9f9aea', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:45:27.722526 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-c7e653ff-7ff4-4696-9d15-f5933308dc8c None None] Port 1c2a3199-17ab-46f4-aef0-0fd589f3d65d cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:45:27.724544 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-11cc3266-7a08-4b50-a2c8-439a3da28891 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:27.735136 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11cc3266-7a08-4b50-a2c8-439a3da28891 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:45:27.737796 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-57a4baa3-33b7-4f9a-ada1-f1bee9c4f6d5 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:27.738376 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-11cc3266-7a08-4b50-a2c8-439a3da28891 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4305278'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:27.739324 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392fc3e0-d013-43aa-9d79-7ad1e104334c None None] Checking router: fb1a6179-5f6a-4c29-94f7-6c4fc3c0d1a9 for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:45:27.739724 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392fc3e0-d013-43aa-9d79-7ad1e104334c None None] Updating router fb1a6179-5f6a-4c29-94f7-6c4fc3c0d1a9 port 1c2a3199-17ab-46f4-aef0-0fd589f3d65d binding host n-d-813679-3 {{(pid=95504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 19:45:27.740948 n-d-813679-3 neutron-server[95502]: Traceback (most recent call last): Oct 12 19:45:27.740948 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:45:27.740948 n-d-813679-3 neutron-server[95502]: timer() Oct 12 19:45:27.740948 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:45:27.740948 n-d-813679-3 neutron-server[95502]: cb(*args, **kw) Oct 12 19:45:27.740948 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:45:27.740948 n-d-813679-3 neutron-server[95502]: return func(*args, **kwargs) Oct 12 19:45:27.740948 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:45:27.740948 n-d-813679-3 neutron-server[95502]: self._notify() Oct 12 19:45:27.740948 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:45:27.740948 n-d-813679-3 neutron-server[95502]: self.callback(batched_events) Oct 12 19:45:27.740948 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:45:27.740948 n-d-813679-3 neutron-server[95502]: event.method(event) Oct 12 19:45:27.740948 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:45:27.740948 n-d-813679-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:45:27.740948 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:45:27.740948 n-d-813679-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:45:27.740948 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:45:27.740948 n-d-813679-3 neutron-server[95502]: return f(self, *a, **k) Oct 12 19:45:27.740948 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:45:27.740948 n-d-813679-3 neutron-server[95502]: return self._get(url).json() Oct 12 19:45:27.740948 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:45:27.740948 n-d-813679-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:45:27.740948 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:45:27.740948 n-d-813679-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Oct 12 19:45:27.740948 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:45:27.740948 n-d-813679-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:45:27.740948 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:45:27.740948 n-d-813679-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:45:27.740948 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:45:27.740948 n-d-813679-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:45:27.740948 n-d-813679-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:45:27.744734 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-57a4baa3-33b7-4f9a-ada1-f1bee9c4f6d5 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.4916039 Oct 12 19:45:27.745683 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52236) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:45:27.751400 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-a7da2162-1159-43dc-ae25-9495f50997ac tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--471938445', 'description': 'tempest-secgroup_general--471938445 description', 'project_id': '60a440c0fade4c7fb5b44230bfb707fc'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:45:27.783501 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-392fc3e0-d013-43aa-9d79-7ad1e104334c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:27.856919 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-8a9b3599-fe54-4c83-94eb-4bf77e750bec None None] Provisioning complete for port 1c2a3199-17ab-46f4-aef0-0fd589f3d65d triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:45:27.857775 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8a9b3599-fe54-4c83-94eb-4bf77e750bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:27.865141 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a7da2162-1159-43dc-ae25-9495f50997ac tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:27.889185 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-11cc3266-7a08-4b50-a2c8-439a3da28891 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:27.893661 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11cc3266-7a08-4b50-a2c8-439a3da28891 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9923ec03-36ba-40c5-b414-b56dd349436c {{(pid=95502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 12 19:45:27.897647 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-11cc3266-7a08-4b50-a2c8-439a3da28891 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:27.912106 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52238) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:45:27.913012 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-11cc3266-7a08-4b50-a2c8-439a3da28891 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] 10.222.0.49 "DELETE /v2.0/networks/9923ec03-36ba-40c5-b414-b56dd349436c HTTP/1.1" status: 204 len: 168 time: 0.5232735 Oct 12 19:45:27.924086 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-4d462d10-b793-4b60-8b9c-f76426241bbb tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Request body: {'network': {'name': 'tempest-network--1610856109'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:45:27.924473 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-8a9b3599-fe54-4c83-94eb-4bf77e750bec None None] Port 1c2a3199-17ab-46f4-aef0-0fd589f3d65d cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:45:27.942362 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cc3266-7a08-4b50-a2c8-439a3da28891 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Pushing event deleted for resources: {'Network': ['ID=9923ec03-36ba-40c5-b414-b56dd349436c,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:45:28.078166 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d462d10-b793-4b60-8b9c-f76426241bbb tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Made reservation on behalf of 58c27c0bcfe8496e9f3ca999aed6c679 for: {'network': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:45:28.082845 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4d462d10-b793-4b60-8b9c-f76426241bbb tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:28.121164 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 895c37c2-c204-4f08-83d6-6feb431a879f up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:45:28.137136 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d462d10-b793-4b60-8b9c-f76426241bbb tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=95501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:45:28.158658 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a7da2162-1159-43dc-ae25-9495f50997ac tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:28.160938 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4d462d10-b793-4b60-8b9c-f76426241bbb tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:28.161392 n-d-813679-3 neutron-server[95501]: INFO neutron.db.segments_db [None req-4d462d10-b793-4b60-8b9c-f76426241bbb tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Added segment 3de03726-14e9-45ad-96e0-2151a8112753 of type vlan for network a78e5c5a-a7b1-482b-8257-62825f1e57f8 Oct 12 19:45:28.173218 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-392fc3e0-d013-43aa-9d79-7ad1e104334c None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:28.175041 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-63d846b4-31ab-4980-ba98-79e4c2f4557b None None] Provisioning complete for port 1c2a3199-17ab-46f4-aef0-0fd589f3d65d triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:45:28.175369 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-63d846b4-31ab-4980-ba98-79e4c2f4557b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:28.209357 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4d462d10-b793-4b60-8b9c-f76426241bbb tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:28.220680 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 895c37c2-c204-4f08-83d6-6feb431a879f triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:45:28.221052 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:28.222453 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-63d846b4-31ab-4980-ba98-79e4c2f4557b None None] Port 1c2a3199-17ab-46f4-aef0-0fd589f3d65d cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:45:28.253611 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a7da2162-1159-43dc-ae25-9495f50997ac tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:28.275774 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-392fc3e0-d013-43aa-9d79-7ad1e104334c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:28.288313 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7da2162-1159-43dc-ae25-9495f50997ac tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d150a3de-42d0-4672-aec2-a0d69b99df37,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:45:28.333458 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4d462d10-b793-4b60-8b9c-f76426241bbb tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:28.334462 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d462d10-b793-4b60-8b9c-f76426241bbb tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:45:28.335056 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4d462d10-b793-4b60-8b9c-f76426241bbb tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:28.357077 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acd4f04-1e49-4095-9cd3-721b52c29b29 None None] Pushing event updated for resources: {'Port': ['ID=1c2a3199-17ab-46f4-aef0-0fd589f3d65d,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:45:28.373989 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acd4f04-1e49-4095-9cd3-721b52c29b29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:45:28.374275 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acd4f04-1e49-4095-9cd3-721b52c29b29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:45:28.374609 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acd4f04-1e49-4095-9cd3-721b52c29b29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:45:28.374937 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acd4f04-1e49-4095-9cd3-721b52c29b29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:45:28.375259 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acd4f04-1e49-4095-9cd3-721b52c29b29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:45:28.375580 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acd4f04-1e49-4095-9cd3-721b52c29b29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:45:28.375896 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acd4f04-1e49-4095-9cd3-721b52c29b29 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:45:28.376237 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acd4f04-1e49-4095-9cd3-721b52c29b29 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:45:28.376556 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acd4f04-1e49-4095-9cd3-721b52c29b29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:45:28.376867 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acd4f04-1e49-4095-9cd3-721b52c29b29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:45:28.377179 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acd4f04-1e49-4095-9cd3-721b52c29b29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:45:28.377488 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acd4f04-1e49-4095-9cd3-721b52c29b29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:45:28.428427 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a7da2162-1159-43dc-ae25-9495f50997ac tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:28.430441 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-a7da2162-1159-43dc-ae25-9495f50997ac tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.6832421 Oct 12 19:45:28.433721 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52242) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:45:28.439725 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-97f0a77a-58a4-4087-9af3-e351e9b46b83 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Request body: {'security_group_rule': {'security_group_id': '8f601a59-26fe-4113-b1da-59990329be32', 'project_id': '60a440c0fade4c7fb5b44230bfb707fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:45:28.451874 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-392fc3e0-d013-43aa-9d79-7ad1e104334c None None] Attempting to bind port 1c2a3199-17ab-46f4-aef0-0fd589f3d65d on host n-d-813679-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:45:28.452411 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-392fc3e0-d013-43aa-9d79-7ad1e104334c None None] Attempting to bind port 1c2a3199-17ab-46f4-aef0-0fd589f3d65d by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'c8c05289-9620-47c7-afbc-66ef24d193e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'f1a53bd1-87f3-40f3-8c85-2c2f2d591b2b'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:45:28.453592 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392fc3e0-d013-43aa-9d79-7ad1e104334c None None] Attempting to bind port 1c2a3199-17ab-46f4-aef0-0fd589f3d65d on network f1a53bd1-87f3-40f3-8c85-2c2f2d591b2b {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:45:28.459922 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392fc3e0-d013-43aa-9d79-7ad1e104334c None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:45:28.460318 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392fc3e0-d013-43aa-9d79-7ad1e104334c None None] Checking segment: {'id': 'c8c05289-9620-47c7-afbc-66ef24d193e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'f1a53bd1-87f3-40f3-8c85-2c2f2d591b2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:45:28.461492 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-392fc3e0-d013-43aa-9d79-7ad1e104334c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:28.461971 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392fc3e0-d013-43aa-9d79-7ad1e104334c None None] Bound using segment: {'id': 'c8c05289-9620-47c7-afbc-66ef24d193e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'f1a53bd1-87f3-40f3-8c85-2c2f2d591b2b'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:45:28.462500 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-392fc3e0-d013-43aa-9d79-7ad1e104334c None None] Bound port: 1c2a3199-17ab-46f4-aef0-0fd589f3d65d, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8c05289-9620-47c7-afbc-66ef24d193e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'f1a53bd1-87f3-40f3-8c85-2c2f2d591b2b'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:45:28.462941 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-392fc3e0-d013-43aa-9d79-7ad1e104334c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:28.478093 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d462d10-b793-4b60-8b9c-f76426241bbb tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Pushing event updated for resources: {'Network': ['ID=a78e5c5a-a7b1-482b-8257-62825f1e57f8,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:45:28.490285 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network a78e5c5a-a7b1-482b-8257-62825f1e57f8 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:45:28.534516 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-4d462d10-b793-4b60-8b9c-f76426241bbb tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.6185675 Oct 12 19:45:28.535496 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52244) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:45:28.543129 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-3125a3b4-eb72-4566-899d-9d9cd94a1f78 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Request body: {'network': {'router:external': True}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:45:28.568754 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-392fc3e0-d013-43aa-9d79-7ad1e104334c None None] For port 1c2a3199-17ab-46f4-aef0-0fd589f3d65d, host n-d-813679-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:45:28.582901 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-392fc3e0-d013-43aa-9d79-7ad1e104334c None None] For port 1c2a3199-17ab-46f4-aef0-0fd589f3d65d, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=1c2a3199-17ab-46f4-aef0-0fd589f3d65d,segment=NetworkSegment(c8c05289-9620-47c7-afbc-66ef24d193e8),segment_id=c8c05289-9620-47c7-afbc-66ef24d193e8)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:45:28.624140 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-97f0a77a-58a4-4087-9af3-e351e9b46b83 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:28.647662 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-392fc3e0-d013-43aa-9d79-7ad1e104334c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:28.741468 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acd4f04-1e49-4095-9cd3-721b52c29b29 None None] Pushing event updated for resources: {'Port': ['ID=1c2a3199-17ab-46f4-aef0-0fd589f3d65d,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:45:28.744335 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3125a3b4-eb72-4566-899d-9d9cd94a1f78 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:28.748623 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-8aec7c18-e9d8-47cf-b0ea-9bd83341066d None None] Provisioning complete for port 1c2a3199-17ab-46f4-aef0-0fd589f3d65d triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:45:28.751040 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8aec7c18-e9d8-47cf-b0ea-9bd83341066d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:28.757796 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-97f0a77a-58a4-4087-9af3-e351e9b46b83 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:28.762270 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392fc3e0-d013-43aa-9d79-7ad1e104334c None None] Routers {'fb1a6179-5f6a-4c29-94f7-6c4fc3c0d1a9'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:45:28.764020 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-392fc3e0-d013-43aa-9d79-7ad1e104334c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:45:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['fb1a6179-5f6a-4c29-94f7-6c4fc3c0d1a9'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:45:28.818856 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-97f0a77a-58a4-4087-9af3-e351e9b46b83 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:28.842654 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3125a3b4-eb72-4566-899d-9d9cd94a1f78 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:28.844168 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f0a77a-58a4-4087-9af3-e351e9b46b83 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca0d1483-665d-4c2c-aac2-42f39a7a5c92,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:45:28.853472 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3125a3b4-eb72-4566-899d-9d9cd94a1f78 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Network a78e5c5a-a7b1-482b-8257-62825f1e57f8 is not hosted by any dhcp agent {{(pid=95501) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 12 19:45:28.853472 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3125a3b4-eb72-4566-899d-9d9cd94a1f78 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:45:28.853472 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3125a3b4-eb72-4566-899d-9d9cd94a1f78 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Notify callbacks [] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:28.859884 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-3125a3b4-eb72-4566-899d-9d9cd94a1f78 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] 10.222.0.49 "PUT /v2.0/networks/a78e5c5a-a7b1-482b-8257-62825f1e57f8 HTTP/1.1" status: 200 len: 858 time: 0.3207276 Oct 12 19:45:28.861792 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52246) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:45:28.905839 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8aec7c18-e9d8-47cf-b0ea-9bd83341066d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:28.916175 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-392fc3e0-d013-43aa-9d79-7ad1e104334c None None] Set router fb1a6179-5f6a-4c29-94f7-6c4fc3c0d1a9 gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:45:28.941334 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-8aec7c18-e9d8-47cf-b0ea-9bd83341066d None None] For port 1c2a3199-17ab-46f4-aef0-0fd589f3d65d, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=1c2a3199-17ab-46f4-aef0-0fd589f3d65d,segment=NetworkSegment(c8c05289-9620-47c7-afbc-66ef24d193e8),segment_id=c8c05289-9620-47c7-afbc-66ef24d193e8)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:45:28.975503 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-97f0a77a-58a4-4087-9af3-e351e9b46b83 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:28.985983 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-97f0a77a-58a4-4087-9af3-e351e9b46b83 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5419047 Oct 12 19:45:29.004097 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3125a3b4-eb72-4566-899d-9d9cd94a1f78 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Pushing event updated for resources: {'Network': ['ID=a78e5c5a-a7b1-482b-8257-62825f1e57f8,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:45:29.023355 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9e53cf12-9023-4958-98c5-0bc485882796 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:29.032505 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8aec7c18-e9d8-47cf-b0ea-9bd83341066d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:29.122451 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9e53cf12-9023-4958-98c5-0bc485882796 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:29.146445 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-9e53cf12-9023-4958-98c5-0bc485882796 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a78e5c5a-a7b1-482b-8257-62825f1e57f8']}} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:45:29.160277 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-9e53cf12-9023-4958-98c5-0bc485882796 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3de03726-14e9-45ad-96e0-2151a8112753') {'for_net_delete': True} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:45:29.160277 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-9e53cf12-9023-4958-98c5-0bc485882796 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3de03726-14e9-45ad-96e0-2151a8112753') {} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:45:29.168845 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 19:45:29.170155 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9e53cf12-9023-4958-98c5-0bc485882796 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4281072'] for segment, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:29.172647 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aec7c18-e9d8-47cf-b0ea-9bd83341066d None None] Pushing event updated for resources: {'Port': ['ID=1c2a3199-17ab-46f4-aef0-0fd589f3d65d,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:45:29.180757 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-ebd5c58e-6ec6-4393-a28b-0029ef8b6aa8 None None] Provisioning complete for port 1c2a3199-17ab-46f4-aef0-0fd589f3d65d triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:45:29.182453 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ebd5c58e-6ec6-4393-a28b-0029ef8b6aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:29.186187 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9e53cf12-9023-4958-98c5-0bc485882796 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:29.193181 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e53cf12-9023-4958-98c5-0bc485882796 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Releasing vlan 547 on physical network physnet1 to pool {{(pid=95501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:45:29.193661 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9e53cf12-9023-4958-98c5-0bc485882796 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4823170'] for segment, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:29.197211 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-392fc3e0-d013-43aa-9d79-7ad1e104334c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb1a6179-5f6a-4c29-94f7-6c4fc3c0d1a9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1116111249', 'tenant_id': '60a440c0fade4c7fb5b44230bfb707fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': 'a7648eef-8d9e-41b7-8980-c775d1c05e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:45:19Z', 'updated_at': '2021-10-12T19:45:26Z', 'revision_number': 4, 'project_id': '60a440c0fade4c7fb5b44230bfb707fc', 'gw_port': {'id': 'a7648eef-8d9e-41b7-8980-c775d1c05e36', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb1a6179-5f6a-4c29-94f7-6c4fc3c0d1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:45:20Z', 'updated_at': '2021-10-12T19:45:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '1c2a3199-17ab-46f4-aef0-0fd589f3d65d', 'name': '', 'network_id': 'f1a53bd1-87f3-40f3-8c85-2c2f2d591b2b', 'tenant_id': '60a440c0fade4c7fb5b44230bfb707fc', 'mac_address': 'fa:16:3e:f2:55:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb1a6179-5f6a-4c29-94f7-6c4fc3c0d1a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': '6cf94d9a-d0c6-4b80-bcb9-70135b9f9aea', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:45:25Z', 'updated_at': '2021-10-12T19:45:28Z', 'revision_number': 4, 'project_id': '60a440c0fade4c7fb5b44230bfb707fc', 'subnets': [{'id': '6cf94d9a-d0c6-4b80-bcb9-70135b9f9aea', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:45:29.226524 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c0aec164-a3cb-440e-b781-011f5eeab043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:29.240956 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392fc3e0-d013-43aa-9d79-7ad1e104334c None None] The sync data for ids ['fb1a6179-5f6a-4c29-94f7-6c4fc3c0d1a9'] in n-d-813679-3 is: [{'id': 'fb1a6179-5f6a-4c29-94f7-6c4fc3c0d1a9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1116111249', 'tenant_id': '60a440c0fade4c7fb5b44230bfb707fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': 'a7648eef-8d9e-41b7-8980-c775d1c05e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:45:19Z', 'updated_at': '2021-10-12T19:45:26Z', 'revision_number': 4, 'project_id': '60a440c0fade4c7fb5b44230bfb707fc', 'gw_port': {'id': 'a7648eef-8d9e-41b7-8980-c775d1c05e36', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb1a6179-5f6a-4c29-94f7-6c4fc3c0d1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:45:20Z', 'updated_at': '2021-10-12T19:45:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '1c2a3199-17ab-46f4-aef0-0fd589f3d65d', 'name': '', 'network_id': 'f1a53bd1-87f3-40f3-8c85-2c2f2d591b2b', 'tenant_id': '60a440c0fade4c7fb5b44230bfb707fc', 'mac_address': 'fa:16:3e:f2:55:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb1a6179-5f6a-4c29-94f7-6c4fc3c0d1a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': '6cf94d9a-d0c6-4b80-bcb9-70135b9f9aea', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:45:25Z', 'updated_at': '2021-10-12T19:45:28Z', 'revision_number': 4, 'project_id': '60a440c0fade4c7fb5b44230bfb707fc', 'subnets': [{'id': '6cf94d9a-d0c6-4b80-bcb9-70135b9f9aea', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:45:29.270512 n-d-813679-3 neutron-server[95501]: Traceback (most recent call last): Oct 12 19:45:29.270512 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:45:29.270512 n-d-813679-3 neutron-server[95501]: timer() Oct 12 19:45:29.270512 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:45:29.270512 n-d-813679-3 neutron-server[95501]: cb(*args, **kw) Oct 12 19:45:29.270512 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:45:29.270512 n-d-813679-3 neutron-server[95501]: return func(*args, **kwargs) Oct 12 19:45:29.270512 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:45:29.270512 n-d-813679-3 neutron-server[95501]: self._notify() Oct 12 19:45:29.270512 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:45:29.270512 n-d-813679-3 neutron-server[95501]: self.callback(batched_events) Oct 12 19:45:29.270512 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:45:29.270512 n-d-813679-3 neutron-server[95501]: event.method(event) Oct 12 19:45:29.270512 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:45:29.270512 n-d-813679-3 neutron-server[95501]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:45:29.270512 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:45:29.270512 n-d-813679-3 neutron-server[95501]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:45:29.270512 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:45:29.270512 n-d-813679-3 neutron-server[95501]: return f(self, *a, **k) Oct 12 19:45:29.270512 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:45:29.270512 n-d-813679-3 neutron-server[95501]: return self._get(url).json() Oct 12 19:45:29.270512 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:45:29.270512 n-d-813679-3 neutron-server[95501]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:45:29.270512 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:45:29.270512 n-d-813679-3 neutron-server[95501]: return self.request(url, 'GET', **kwargs) Oct 12 19:45:29.270512 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:45:29.270512 n-d-813679-3 neutron-server[95501]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:45:29.270512 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:45:29.270512 n-d-813679-3 neutron-server[95501]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:45:29.270512 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:45:29.270512 n-d-813679-3 neutron-server[95501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:45:29.270512 n-d-813679-3 neutron-server[95501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:45:29.315202 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fccec931-9c7e-410c-b757-c6a1b64ed0b9 req-985ef781-89ee-46df-957f-03c528d66468 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup_general--471938445&fields=id&tenant_id=60a440c0fade4c7fb5b44230bfb707fc HTTP/1.1" status: 200 len: 267 time: 0.0455186 Oct 12 19:45:29.343518 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9e53cf12-9023-4958-98c5-0bc485882796 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:29.356935 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e53cf12-9023-4958-98c5-0bc485882796 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a78e5c5a-a7b1-482b-8257-62825f1e57f8 {{(pid=95501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 12 19:45:29.376209 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9e53cf12-9023-4958-98c5-0bc485882796 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Notify callbacks [] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:29.379457 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-9e53cf12-9023-4958-98c5-0bc485882796 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] 10.222.0.49 "DELETE /v2.0/networks/a78e5c5a-a7b1-482b-8257-62825f1e57f8 HTTP/1.1" status: 204 len: 168 time: 0.5156100 Oct 12 19:45:29.382344 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e53cf12-9023-4958-98c5-0bc485882796 tempest-ExternalNetworksTestJSON-1446834451 tempest-ExternalNetworksTestJSON-1446834451-project-admin] Pushing event deleted for resources: {'Network': ['ID=a78e5c5a-a7b1-482b-8257-62825f1e57f8,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:45:29.383882 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52268) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:45:29.419149 n-d-813679-3 neutron-server[95501]: INFO neutron.pecan_wsgi.hooks.translation [None req-81488e68-66e4-48e1-b6e7-9027e9bc6e1f tempest-ExternalNetworksTestJSON-147245352 tempest-ExternalNetworksTestJSON-147245352-project] DELETE failed (client error): The resource could not be found. Oct 12 19:45:29.419676 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81488e68-66e4-48e1-b6e7-9027e9bc6e1f tempest-ExternalNetworksTestJSON-147245352 tempest-ExternalNetworksTestJSON-147245352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:45:29.425512 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-81488e68-66e4-48e1-b6e7-9027e9bc6e1f tempest-ExternalNetworksTestJSON-147245352 tempest-ExternalNetworksTestJSON-147245352-project] 10.222.0.49 "DELETE /v2.0/subnets/9d4d97a2-36a1-4f6a-8a38-b635465c7285 HTTP/1.1" status: 404 len: 337 time: 0.0381706 Oct 12 19:45:29.426470 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52270) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:45:29.451841 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fccec931-9c7e-410c-b757-c6a1b64ed0b9 req-0f1560e2-d6fc-44f8-8054-7c8181b82d74 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup_access--1951500845&fields=id&tenant_id=60a440c0fade4c7fb5b44230bfb707fc HTTP/1.1" status: 200 len: 267 time: 0.1111548 Oct 12 19:45:29.543059 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a107c1e3-c3e7-4b06-90a7-aef56ea279d3 tempest-ExternalNetworksTestJSON-147245352 tempest-ExternalNetworksTestJSON-147245352-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:29.588765 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccec931-9c7e-410c-b757-c6a1b64ed0b9 req-c7ca8054-7a21-4873-b2c3-becb9069452b tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:45:29.591233 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fccec931-9c7e-410c-b757-c6a1b64ed0b9 req-c7ca8054-7a21-4873-b2c3-becb9069452b tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] 10.222.0.49 "GET /v2.0/networks?id=f1a53bd1-87f3-40f3-8c85-2c2f2d591b2b HTTP/1.1" status: 200 len: 797 time: 0.1271315 Oct 12 19:45:29.621876 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fccec931-9c7e-410c-b757-c6a1b64ed0b9 req-b761e68c-4ec6-4d6a-b67b-fb3c097b8642 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] 10.222.0.49 "GET /v2.0/quotas/60a440c0fade4c7fb5b44230bfb707fc HTTP/1.1" status: 200 len: 375 time: 0.0222640 Oct 12 19:45:29.682208 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a107c1e3-c3e7-4b06-90a7-aef56ea279d3 tempest-ExternalNetworksTestJSON-147245352 tempest-ExternalNetworksTestJSON-147245352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:29.682441 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fccec931-9c7e-410c-b757-c6a1b64ed0b9 req-2932e71c-a924-4532-b88c-342a70368c4a tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=60a440c0fade4c7fb5b44230bfb707fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0458264 Oct 12 19:45:29.682552 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-a107c1e3-c3e7-4b06-90a7-aef56ea279d3 tempest-ExternalNetworksTestJSON-147245352 tempest-ExternalNetworksTestJSON-147245352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11355bb4-7428-4d74-9d67-1a7f699281d3']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:45:29.688466 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-a107c1e3-c3e7-4b06-90a7-aef56ea279d3 tempest-ExternalNetworksTestJSON-147245352 tempest-ExternalNetworksTestJSON-147245352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cf48ee1-3a21-4d12-b221-d37955d4c775') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:45:29.688765 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-a107c1e3-c3e7-4b06-90a7-aef56ea279d3 tempest-ExternalNetworksTestJSON-147245352 tempest-ExternalNetworksTestJSON-147245352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cf48ee1-3a21-4d12-b221-d37955d4c775') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:45:29.699034 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a107c1e3-c3e7-4b06-90a7-aef56ea279d3 tempest-ExternalNetworksTestJSON-147245352 tempest-ExternalNetworksTestJSON-147245352-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16313633'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:29.713556 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a107c1e3-c3e7-4b06-90a7-aef56ea279d3 tempest-ExternalNetworksTestJSON-147245352 tempest-ExternalNetworksTestJSON-147245352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:29.719614 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a107c1e3-c3e7-4b06-90a7-aef56ea279d3 tempest-ExternalNetworksTestJSON-147245352 tempest-ExternalNetworksTestJSON-147245352-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:45:29.722321 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a107c1e3-c3e7-4b06-90a7-aef56ea279d3 tempest-ExternalNetworksTestJSON-147245352 tempest-ExternalNetworksTestJSON-147245352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4305278'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:29.723129 n-d-813679-3 neutron-server[95502]: Traceback (most recent call last): Oct 12 19:45:29.723129 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:45:29.723129 n-d-813679-3 neutron-server[95502]: timer() Oct 12 19:45:29.723129 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:45:29.723129 n-d-813679-3 neutron-server[95502]: cb(*args, **kw) Oct 12 19:45:29.723129 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:45:29.723129 n-d-813679-3 neutron-server[95502]: return func(*args, **kwargs) Oct 12 19:45:29.723129 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:45:29.723129 n-d-813679-3 neutron-server[95502]: self._notify() Oct 12 19:45:29.723129 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:45:29.723129 n-d-813679-3 neutron-server[95502]: self.callback(batched_events) Oct 12 19:45:29.723129 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:45:29.723129 n-d-813679-3 neutron-server[95502]: event.method(event) Oct 12 19:45:29.723129 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:45:29.723129 n-d-813679-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:45:29.723129 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:45:29.723129 n-d-813679-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:45:29.723129 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:45:29.723129 n-d-813679-3 neutron-server[95502]: return f(self, *a, **k) Oct 12 19:45:29.723129 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:45:29.723129 n-d-813679-3 neutron-server[95502]: return self._get(url).json() Oct 12 19:45:29.723129 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:45:29.723129 n-d-813679-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:45:29.723129 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:45:29.723129 n-d-813679-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Oct 12 19:45:29.723129 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:45:29.723129 n-d-813679-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:45:29.723129 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:45:29.723129 n-d-813679-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:45:29.723129 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:45:29.723129 n-d-813679-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:45:29.723129 n-d-813679-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:45:29.779341 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fccec931-9c7e-410c-b757-c6a1b64ed0b9 req-e8433d4b-5572-4ca4-990f-b9ba638f1658 service neutron] 10.222.0.49 "GET /v2.0/networks/f1a53bd1-87f3-40f3-8c85-2c2f2d591b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922997 Oct 12 19:45:29.853557 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a107c1e3-c3e7-4b06-90a7-aef56ea279d3 tempest-ExternalNetworksTestJSON-147245352 tempest-ExternalNetworksTestJSON-147245352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:29.869873 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a107c1e3-c3e7-4b06-90a7-aef56ea279d3 tempest-ExternalNetworksTestJSON-147245352 tempest-ExternalNetworksTestJSON-147245352-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:29.870893 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fccec931-9c7e-410c-b757-c6a1b64ed0b9 req-c7fd638f-0f58-416a-a2bf-675107da6860 service neutron] 10.222.0.49 "GET /v2.0/networks/f1a53bd1-87f3-40f3-8c85-2c2f2d591b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847900 Oct 12 19:45:29.878334 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-a107c1e3-c3e7-4b06-90a7-aef56ea279d3 tempest-ExternalNetworksTestJSON-147245352 tempest-ExternalNetworksTestJSON-147245352-project] 10.222.0.49 "DELETE /v2.0/networks/11355bb4-7428-4d74-9d67-1a7f699281d3 HTTP/1.1" status: 204 len: 168 time: 0.4507878 Oct 12 19:45:29.888606 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a107c1e3-c3e7-4b06-90a7-aef56ea279d3 tempest-ExternalNetworksTestJSON-147245352 tempest-ExternalNetworksTestJSON-147245352-project] Pushing event deleted for resources: {'Network': ['ID=11355bb4-7428-4d74-9d67-1a7f699281d3,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:45:30.072741 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 1c2a3199-17ab-46f4-aef0-0fd589f3d65d up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:45:30.122810 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 1c2a3199-17ab-46f4-aef0-0fd589f3d65d triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:45:30.123178 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:30.390552 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52284) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:45:30.406913 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-905fe7f3-6976-4b52-97ce-0dc6d0ac28cb req-6e8e1220-276a-43eb-b272-0a1bb52057da tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] 10.222.0.49 "GET /v2.0/ports?device_id=363fdc83-84df-4022-864a-62396151b198 HTTP/1.1" status: 200 len: 210 time: 0.0343237 Oct 12 19:45:30.583684 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-0f76510d-897d-4453-87bc-11dc90d663cb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e964dc702b2b4c948d2eb2ded05f73b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1914191 Oct 12 19:45:30.586662 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52292) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:45:30.643841 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-abb846c1-4cd9-49d4-8de6-27fd3dd7da45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:30.676361 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-abb846c1-4cd9-49d4-8de6-27fd3dd7da45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:30.762174 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-abb846c1-4cd9-49d4-8de6-27fd3dd7da45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:30.765031 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-abb846c1-4cd9-49d4-8de6-27fd3dd7da45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:30.768625 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-abb846c1-4cd9-49d4-8de6-27fd3dd7da45 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/43558c39-26b2-4d67-ad4a-c8f188145420 HTTP/1.1" status: 204 len: 168 time: 0.1806676 Oct 12 19:45:30.781941 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb846c1-4cd9-49d4-8de6-27fd3dd7da45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43558c39-26b2-4d67-ad4a-c8f188145420,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:45:31.500579 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52316) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:45:31.539312 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1d84893c-2ff6-45ac-bc2a-946badc27297 req-3acfae3c-fb97-4765-a8c5-2d378547e318 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] 10.222.0.49 "GET /v2.0/ports?device_id=363fdc83-84df-4022-864a-62396151b198 HTTP/1.1" status: 200 len: 210 time: 0.0487618 Oct 12 19:45:31.567571 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-f4392bd6-5d1b-4fa6-85af-70d518c8a98a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=58c27c0bcfe8496e9f3ca999aed6c679&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0641124 Oct 12 19:45:31.569998 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52320) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:45:31.627564 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a68601d3-5562-4f1a-bce9-17cdb27d5044 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:31.654364 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a68601d3-5562-4f1a-bce9-17cdb27d5044 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:31.689033 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8b73f817-2a18-4ca5-9b74-535d4e3552b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:31.790658 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a68601d3-5562-4f1a-bce9-17cdb27d5044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:31.795089 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a68601d3-5562-4f1a-bce9-17cdb27d5044 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:31.805323 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-a68601d3-5562-4f1a-bce9-17cdb27d5044 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/89cad50c-dd4d-4f46-8932-47b45a483ab2 HTTP/1.1" status: 204 len: 168 time: 0.2337246 Oct 12 19:45:31.822894 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68601d3-5562-4f1a-bce9-17cdb27d5044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89cad50c-dd4d-4f46-8932-47b45a483ab2,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:45:32.504900 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:32.661297 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-70970352-151d-48e5-85e8-942c86ebccdf req-3f0777a9-bee6-4c18-9059-1710bafa2899 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] 10.222.0.49 "GET /v2.0/ports?device_id=363fdc83-84df-4022-864a-62396151b198 HTTP/1.1" status: 200 len: 210 time: 0.0281568 Oct 12 19:45:32.712719 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccec931-9c7e-410c-b757-c6a1b64ed0b9 req-2c6b2bbb-9494-48f9-a9cf-683353001c3d tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:45:32.714180 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fccec931-9c7e-410c-b757-c6a1b64ed0b9 req-2c6b2bbb-9494-48f9-a9cf-683353001c3d tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] 10.222.0.67 "GET /v2.0/networks?id=f1a53bd1-87f3-40f3-8c85-2c2f2d591b2b HTTP/1.1" status: 200 len: 797 time: 0.1386347 Oct 12 19:45:32.765188 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fccec931-9c7e-410c-b757-c6a1b64ed0b9 req-4fe78af7-a205-40fe-941c-d6791ac32bb5 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=60a440c0fade4c7fb5b44230bfb707fc HTTP/1.1" status: 200 len: 477 time: 0.0408106 Oct 12 19:45:32.775620 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-fccec931-9c7e-410c-b757-c6a1b64ed0b9 req-b7b9d516-8f20-4d38-93c1-665ed2323065 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Request body: {'port': {'device_id': '363fdc83-84df-4022-864a-62396151b198', 'network_id': 'f1a53bd1-87f3-40f3-8c85-2c2f2d591b2b', 'admin_state_up': True, 'tenant_id': '60a440c0fade4c7fb5b44230bfb707fc', 'security_groups': ['d150a3de-42d0-4672-aec2-a0d69b99df37', '8f601a59-26fe-4113-b1da-59990329be32']}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:45:32.964414 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fccec931-9c7e-410c-b757-c6a1b64ed0b9 req-b7b9d516-8f20-4d38-93c1-665ed2323065 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Made reservation on behalf of 60a440c0fade4c7fb5b44230bfb707fc for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:45:32.967854 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-fccec931-9c7e-410c-b757-c6a1b64ed0b9 req-b7b9d516-8f20-4d38-93c1-665ed2323065 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:33.059387 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:33.093732 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:33.133990 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [req-fccec931-9c7e-410c-b757-c6a1b64ed0b9 req-b7b9d516-8f20-4d38-93c1-665ed2323065 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Allocated IP 172.20.0.23 (f1a53bd1-87f3-40f3-8c85-2c2f2d591b2b/6cf94d9a-d0c6-4b80-bcb9-70135b9f9aea/1d9570c6-d44b-41ea-860e-2b5d87bdf631) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:45:33.298141 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-fccec931-9c7e-410c-b757-c6a1b64ed0b9 req-b7b9d516-8f20-4d38-93c1-665ed2323065 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:33.413771 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-fccec931-9c7e-410c-b757-c6a1b64ed0b9 req-b7b9d516-8f20-4d38-93c1-665ed2323065 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:33.469558 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fccec931-9c7e-410c-b757-c6a1b64ed0b9 req-b7b9d516-8f20-4d38-93c1-665ed2323065 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Network f1a53bd1-87f3-40f3-8c85-2c2f2d591b2b is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:45:33.472680 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [req-fccec931-9c7e-410c-b757-c6a1b64ed0b9 req-b7b9d516-8f20-4d38-93c1-665ed2323065 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:45:33.476819 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-fccec931-9c7e-410c-b757-c6a1b64ed0b9 req-b7b9d516-8f20-4d38-93c1-665ed2323065 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:45:33.504560 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b9d516-8f20-4d38-93c1-665ed2323065 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Pushing event updated for resources: {'Port': ['ID=1d9570c6-d44b-41ea-860e-2b5d87bdf631,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:45:33.546972 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccec931-9c7e-410c-b757-c6a1b64ed0b9 req-b7b9d516-8f20-4d38-93c1-665ed2323065 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:45:33.547641 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-fccec931-9c7e-410c-b757-c6a1b64ed0b9 req-b7b9d516-8f20-4d38-93c1-665ed2323065 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:33.667927 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fccec931-9c7e-410c-b757-c6a1b64ed0b9 req-b7b9d516-8f20-4d38-93c1-665ed2323065 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 0.8969781 Oct 12 19:45:33.682958 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-fccec931-9c7e-410c-b757-c6a1b64ed0b9 req-a865efc0-a19a-4fe2-9dfc-63ff6529afff service neutron] Request body: {'port': {'device_id': '363fdc83-84df-4022-864a-62396151b198', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-3'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:45:33.760083 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-de811a9f-cce8-467a-bbb9-12f71cdae800 None None] Provisioning complete for port 1d9570c6-d44b-41ea-860e-2b5d87bdf631 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:45:33.760808 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-de811a9f-cce8-467a-bbb9-12f71cdae800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:33.780694 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52382) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:45:33.789861 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-fccec931-9c7e-410c-b757-c6a1b64ed0b9 req-a865efc0-a19a-4fe2-9dfc-63ff6529afff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:33.795629 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-de811a9f-cce8-467a-bbb9-12f71cdae800 None None] Port 1d9570c6-d44b-41ea-860e-2b5d87bdf631 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:45:33.842092 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ceacd2-0109-485b-ba8d-883d2107a4a6 req-289bd7c2-395b-4dee-9b42-11efd0644e64 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:45:33.843496 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c6ceacd2-0109-485b-ba8d-883d2107a4a6 req-289bd7c2-395b-4dee-9b42-11efd0644e64 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] 10.222.0.49 "GET /v2.0/ports?device_id=363fdc83-84df-4022-864a-62396151b198 HTTP/1.1" status: 200 len: 971 time: 0.0962975 Oct 12 19:45:33.877411 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:33.950532 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-b6dd2bfe-d3d5-4db0-bd52-db2e2edac71e tempest-RoutersTestDVR-690917485 tempest-RoutersTestDVR-690917485-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-85461105'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:45:33.978837 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c6ceacd2-0109-485b-ba8d-883d2107a4a6 req-4641f231-3633-4d23-b02b-e4bc3e3e2c53 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] 10.222.0.49 "GET /v2.0/security-groups?id=d150a3de-42d0-4672-aec2-a0d69b99df37&id=8f601a59-26fe-4113-b1da-59990329be32&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1290109 Oct 12 19:45:34.427534 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b6dd2bfe-d3d5-4db0-bd52-db2e2edac71e tempest-RoutersTestDVR-690917485 tempest-RoutersTestDVR-690917485-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8093678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255505'] for router, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:34.428546 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b6dd2bfe-d3d5-4db0-bd52-db2e2edac71e tempest-RoutersTestDVR-690917485 tempest-RoutersTestDVR-690917485-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8093562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8087085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8022306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255518'] for router, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:34.513879 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [req-fccec931-9c7e-410c-b757-c6a1b64ed0b9 req-a865efc0-a19a-4fe2-9dfc-63ff6529afff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d9570c6-d44b-41ea-860e-2b5d87bdf631 {{(pid=95501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:45:34.523546 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-fccec931-9c7e-410c-b757-c6a1b64ed0b9 req-a865efc0-a19a-4fe2-9dfc-63ff6529afff service neutron] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:34.526836 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b6dd2bfe-d3d5-4db0-bd52-db2e2edac71e tempest-RoutersTestDVR-690917485 tempest-RoutersTestDVR-690917485-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:34.537133 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.provisioning_blocks [req-fccec931-9c7e-410c-b757-c6a1b64ed0b9 req-a865efc0-a19a-4fe2-9dfc-63ff6529afff service neutron] Transition to ACTIVE for port object 1d9570c6-d44b-41ea-860e-2b5d87bdf631 will not be triggered until provisioned by entity L2. {{(pid=95501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:45:34.550893 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:34.568243 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b6dd2bfe-d3d5-4db0-bd52-db2e2edac71e tempest-RoutersTestDVR-690917485 tempest-RoutersTestDVR-690917485-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8093541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7915516'] for router, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:34.659578 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-fccec931-9c7e-410c-b757-c6a1b64ed0b9 req-a865efc0-a19a-4fe2-9dfc-63ff6529afff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:34.693222 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b6dd2bfe-d3d5-4db0-bd52-db2e2edac71e tempest-RoutersTestDVR-690917485 tempest-RoutersTestDVR-690917485-project-admin] Notify callbacks [] for router, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:34.697345 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-b6dd2bfe-d3d5-4db0-bd52-db2e2edac71e tempest-RoutersTestDVR-690917485 tempest-RoutersTestDVR-690917485-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 727 time: 0.9127650 Oct 12 19:45:34.698118 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52396) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:45:34.717611 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a865efc0-a19a-4fe2-9dfc-63ff6529afff service neutron] Pushing event updated for resources: {'Port': ['ID=1d9570c6-d44b-41ea-860e-2b5d87bdf631,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:45:34.791265 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7827ce0c-3eb3-4b4e-a2a4-232d47023c08 tempest-RoutersTestDVR-690917485 tempest-RoutersTestDVR-690917485-project-admin] Notify callbacks [] for router, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:34.828317 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-fccec931-9c7e-410c-b757-c6a1b64ed0b9 req-a865efc0-a19a-4fe2-9dfc-63ff6529afff service neutron] Attempting to bind port 1d9570c6-d44b-41ea-860e-2b5d87bdf631 on host n-h2-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:45:34.829408 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-fccec931-9c7e-410c-b757-c6a1b64ed0b9 req-a865efc0-a19a-4fe2-9dfc-63ff6529afff service neutron] Attempting to bind port 1d9570c6-d44b-41ea-860e-2b5d87bdf631 by drivers openvswitch,hyperv on host n-h2-813679-3 at level 0 using segments [{'id': 'c8c05289-9620-47c7-afbc-66ef24d193e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'f1a53bd1-87f3-40f3-8c85-2c2f2d591b2b'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:45:34.829937 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fccec931-9c7e-410c-b757-c6a1b64ed0b9 req-a865efc0-a19a-4fe2-9dfc-63ff6529afff service neutron] Attempting to bind port 1d9570c6-d44b-41ea-860e-2b5d87bdf631 on network f1a53bd1-87f3-40f3-8c85-2c2f2d591b2b {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:45:34.834874 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fccec931-9c7e-410c-b757-c6a1b64ed0b9 req-a865efc0-a19a-4fe2-9dfc-63ff6529afff service neutron] Port 1d9570c6-d44b-41ea-860e-2b5d87bdf631 on network f1a53bd1-87f3-40f3-8c85-2c2f2d591b2b not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:45:34.835411 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fccec931-9c7e-410c-b757-c6a1b64ed0b9 req-a865efc0-a19a-4fe2-9dfc-63ff6529afff service neutron] Attempting to bind port 1d9570c6-d44b-41ea-860e-2b5d87bdf631 on network f1a53bd1-87f3-40f3-8c85-2c2f2d591b2b {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:45:34.841465 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fccec931-9c7e-410c-b757-c6a1b64ed0b9 req-a865efc0-a19a-4fe2-9dfc-63ff6529afff service neutron] Checking agent: {'id': '233fbd7d-38e4-434f-bb8f-05364d7423a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:45:34.842026 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fccec931-9c7e-410c-b757-c6a1b64ed0b9 req-a865efc0-a19a-4fe2-9dfc-63ff6529afff service neutron] Checking segment: {'id': 'c8c05289-9620-47c7-afbc-66ef24d193e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'f1a53bd1-87f3-40f3-8c85-2c2f2d591b2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:45:34.842610 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fccec931-9c7e-410c-b757-c6a1b64ed0b9 req-a865efc0-a19a-4fe2-9dfc-63ff6529afff service neutron] Bound using segment: {'id': 'c8c05289-9620-47c7-afbc-66ef24d193e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'f1a53bd1-87f3-40f3-8c85-2c2f2d591b2b'} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:45:34.843223 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-fccec931-9c7e-410c-b757-c6a1b64ed0b9 req-a865efc0-a19a-4fe2-9dfc-63ff6529afff service neutron] Bound port: 1d9570c6-d44b-41ea-860e-2b5d87bdf631, host: n-h2-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8c05289-9620-47c7-afbc-66ef24d193e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'f1a53bd1-87f3-40f3-8c85-2c2f2d591b2b'}}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:45:34.843750 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-fccec931-9c7e-410c-b757-c6a1b64ed0b9 req-a865efc0-a19a-4fe2-9dfc-63ff6529afff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:34.920904 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-fccec931-9c7e-410c-b757-c6a1b64ed0b9 req-a865efc0-a19a-4fe2-9dfc-63ff6529afff service neutron] For port 1d9570c6-d44b-41ea-860e-2b5d87bdf631, host n-h2-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:45:34.924363 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-fccec931-9c7e-410c-b757-c6a1b64ed0b9 req-a865efc0-a19a-4fe2-9dfc-63ff6529afff service neutron] For port 1d9570c6-d44b-41ea-860e-2b5d87bdf631, host n-h2-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=1d9570c6-d44b-41ea-860e-2b5d87bdf631,segment=NetworkSegment(c8c05289-9620-47c7-afbc-66ef24d193e8),segment_id=c8c05289-9620-47c7-afbc-66ef24d193e8)] {{(pid=95501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:45:34.956918 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7827ce0c-3eb3-4b4e-a2a4-232d47023c08 tempest-RoutersTestDVR-690917485 tempest-RoutersTestDVR-690917485-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255495'] for router, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:34.959030 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7827ce0c-3eb3-4b4e-a2a4-232d47023c08 tempest-RoutersTestDVR-690917485 tempest-RoutersTestDVR-690917485-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:35.037613 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-fccec931-9c7e-410c-b757-c6a1b64ed0b9 req-a865efc0-a19a-4fe2-9dfc-63ff6529afff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:35.071772 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7827ce0c-3eb3-4b4e-a2a4-232d47023c08 tempest-RoutersTestDVR-690917485 tempest-RoutersTestDVR-690917485-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8093499'] for router, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:35.072367 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7827ce0c-3eb3-4b4e-a2a4-232d47023c08 tempest-RoutersTestDVR-690917485 tempest-RoutersTestDVR-690917485-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fdaafd28-e433-4be0-82c7-e7de93e81802 {{(pid=95502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 19:45:35.076437 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7827ce0c-3eb3-4b4e-a2a4-232d47023c08 tempest-RoutersTestDVR-690917485 tempest-RoutersTestDVR-690917485-project-admin] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:35.077576 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-7827ce0c-3eb3-4b4e-a2a4-232d47023c08 tempest-RoutersTestDVR-690917485 tempest-RoutersTestDVR-690917485-project-admin] 10.222.0.49 "DELETE /v2.0/routers/fdaafd28-e433-4be0-82c7-e7de93e81802 HTTP/1.1" status: 204 len: 168 time: 0.3783917 Oct 12 19:45:35.085514 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52404) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:45:35.096291 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccec931-9c7e-410c-b757-c6a1b64ed0b9 req-a865efc0-a19a-4fe2-9dfc-63ff6529afff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:45:35.096929 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-fccec931-9c7e-410c-b757-c6a1b64ed0b9 req-a865efc0-a19a-4fe2-9dfc-63ff6529afff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:35.098318 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fccec931-9c7e-410c-b757-c6a1b64ed0b9 req-a865efc0-a19a-4fe2-9dfc-63ff6529afff service neutron] 10.222.0.67 "PUT /v2.0/ports/1d9570c6-d44b-41ea-860e-2b5d87bdf631 HTTP/1.1" status: 200 len: 1131 time: 1.4202797 Oct 12 19:45:35.104668 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-36966635-ddbf-4ab3-9dbd-d3d04d6755de tempest-RoutersTestDVR-690917485 tempest-RoutersTestDVR-690917485-project-admin] Request body: {'router': {'name': 'tempest-router-261184698', 'distributed': False}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:45:35.107428 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '363fdc83-84df-4022-864a-62396151b198', 'tag': '1d9570c6-d44b-41ea-860e-2b5d87bdf631'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:45:35.110605 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa4a3173-e1e4-4fe7-9bb9-12e36222691c" -d '{"events": [{"name": "network-changed", "server_uuid": "363fdc83-84df-4022-864a-62396151b198", "tag": "1d9570c6-d44b-41ea-860e-2b5d87bdf631"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:45:35.144683 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a865efc0-a19a-4fe2-9dfc-63ff6529afff service neutron] Pushing event updated for resources: {'Port': ['ID=1d9570c6-d44b-41ea-860e-2b5d87bdf631,revision_number=3']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:45:35.169938 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62a633d2-3e9f-4d14-aabf-8e7f993ab7cf x-openstack-request-id: req-62a633d2-3e9f-4d14-aabf-8e7f993ab7cf {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:45:35.170244 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "363fdc83-84df-4022-864a-62396151b198", "tag": "1d9570c6-d44b-41ea-860e-2b5d87bdf631", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:45:35.170491 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-62a633d2-3e9f-4d14-aabf-8e7f993ab7cf {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:45:35.170739 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a30402-ed03-43a1-9b59-3ea2275282da req-9c00e799-c8ca-4764-8b89-36ad42c5cdc3 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:45:35.170902 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '363fdc83-84df-4022-864a-62396151b198', 'tag': '1d9570c6-d44b-41ea-860e-2b5d87bdf631', 'status': 'completed', 'code': 200} Oct 12 19:45:35.173288 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d3a30402-ed03-43a1-9b59-3ea2275282da req-9c00e799-c8ca-4764-8b89-36ad42c5cdc3 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] 10.222.0.49 "GET /v2.0/ports?device_id=363fdc83-84df-4022-864a-62396151b198 HTTP/1.1" status: 200 len: 983 time: 0.0947263 Oct 12 19:45:35.230304 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d3a30402-ed03-43a1-9b59-3ea2275282da req-5958f91b-c9d3-4735-829e-d143e7637cb3 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] 10.222.0.49 "GET /v2.0/security-groups?id=d150a3de-42d0-4672-aec2-a0d69b99df37&id=8f601a59-26fe-4113-b1da-59990329be32&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0503726 Oct 12 19:45:35.237060 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4a3173-e1e4-4fe7-9bb9-12e36222691c req-4aba031a-3cb1-49ae-aa6d-406f154407f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:45:35.238660 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fa4a3173-e1e4-4fe7-9bb9-12e36222691c req-4aba031a-3cb1-49ae-aa6d-406f154407f6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=60a440c0fade4c7fb5b44230bfb707fc&device_id=363fdc83-84df-4022-864a-62396151b198 HTTP/1.1" status: 200 len: 1134 time: 0.0479689 Oct 12 19:45:35.268809 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-36966635-ddbf-4ab3-9dbd-d3d04d6755de tempest-RoutersTestDVR-690917485 tempest-RoutersTestDVR-690917485-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8093678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255505'] for router, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:35.270133 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-36966635-ddbf-4ab3-9dbd-d3d04d6755de tempest-RoutersTestDVR-690917485 tempest-RoutersTestDVR-690917485-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8093562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8087085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8022306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255518'] for router, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:35.376856 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-36966635-ddbf-4ab3-9dbd-d3d04d6755de tempest-RoutersTestDVR-690917485 tempest-RoutersTestDVR-690917485-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:35.392706 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4a3173-e1e4-4fe7-9bb9-12e36222691c req-87c4522e-3ae3-4946-8735-9b2fbc5c34a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:45:35.394203 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fa4a3173-e1e4-4fe7-9bb9-12e36222691c req-87c4522e-3ae3-4946-8735-9b2fbc5c34a4 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=60a440c0fade4c7fb5b44230bfb707fc&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1472483 Oct 12 19:45:35.451025 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-36966635-ddbf-4ab3-9dbd-d3d04d6755de tempest-RoutersTestDVR-690917485 tempest-RoutersTestDVR-690917485-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8093541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7915516'] for router, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:35.505741 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4a3173-e1e4-4fe7-9bb9-12e36222691c req-740710fc-099c-4b38-8242-b51035945995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:45:35.507215 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fa4a3173-e1e4-4fe7-9bb9-12e36222691c req-740710fc-099c-4b38-8242-b51035945995 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1053247 Oct 12 19:45:35.580807 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-36966635-ddbf-4ab3-9dbd-d3d04d6755de tempest-RoutersTestDVR-690917485 tempest-RoutersTestDVR-690917485-project-admin] Notify callbacks [] for router, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:35.584745 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-36966635-ddbf-4ab3-9dbd-d3d04d6755de tempest-RoutersTestDVR-690917485 tempest-RoutersTestDVR-690917485-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.4875612 Oct 12 19:45:35.584916 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52418) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:45:35.595482 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccec931-9c7e-410c-b757-c6a1b64ed0b9 req-455c5721-89a4-4b6a-961b-bfd9600b73ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:45:35.596966 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fccec931-9c7e-410c-b757-c6a1b64ed0b9 req-455c5721-89a4-4b6a-961b-bfd9600b73ca service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=60a440c0fade4c7fb5b44230bfb707fc&device_id=363fdc83-84df-4022-864a-62396151b198 HTTP/1.1" status: 200 len: 1134 time: 0.0525219 Oct 12 19:45:35.668871 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-738f83f7-b2f6-4e9a-a939-fe5eb147d1e8 tempest-RoutersTestDVR-690917485 tempest-RoutersTestDVR-690917485-project-admin] Notify callbacks [] for router, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:35.697148 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fccec931-9c7e-410c-b757-c6a1b64ed0b9 req-39846aa7-e51d-47fd-99f9-d67982203596 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=1d9570c6-d44b-41ea-860e-2b5d87bdf631 HTTP/1.1" status: 200 len: 217 time: 0.0712953 Oct 12 19:45:35.875682 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccec931-9c7e-410c-b757-c6a1b64ed0b9 req-744dbe74-0f6d-42e0-93d8-8f3b94cdee74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:45:35.877161 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fccec931-9c7e-410c-b757-c6a1b64ed0b9 req-744dbe74-0f6d-42e0-93d8-8f3b94cdee74 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6cf94d9a-d0c6-4b80-bcb9-70135b9f9aea HTTP/1.1" status: 200 len: 837 time: 0.1480680 Oct 12 19:45:35.881844 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-738f83f7-b2f6-4e9a-a939-fe5eb147d1e8 tempest-RoutersTestDVR-690917485 tempest-RoutersTestDVR-690917485-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255495'] for router, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:35.883967 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-738f83f7-b2f6-4e9a-a939-fe5eb147d1e8 tempest-RoutersTestDVR-690917485 tempest-RoutersTestDVR-690917485-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:35.960216 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccec931-9c7e-410c-b757-c6a1b64ed0b9 req-2a1661fb-0389-4b23-b388-53e727536a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:45:35.967404 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fccec931-9c7e-410c-b757-c6a1b64ed0b9 req-2a1661fb-0389-4b23-b388-53e727536a41 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f1a53bd1-87f3-40f3-8c85-2c2f2d591b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0759881 Oct 12 19:45:36.054986 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-738f83f7-b2f6-4e9a-a939-fe5eb147d1e8 tempest-RoutersTestDVR-690917485 tempest-RoutersTestDVR-690917485-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8093499'] for router, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:36.055506 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-738f83f7-b2f6-4e9a-a939-fe5eb147d1e8 tempest-RoutersTestDVR-690917485 tempest-RoutersTestDVR-690917485-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7b891c3e-7689-4f44-b624-dba20a2274db {{(pid=95501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 19:45:36.059043 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fccec931-9c7e-410c-b757-c6a1b64ed0b9 req-4da6c940-6b05-4bc3-8a99-47bc674bcf1b service neutron] 10.222.0.67 "GET /v2.0/networks/f1a53bd1-87f3-40f3-8c85-2c2f2d591b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897312 Oct 12 19:45:36.062050 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-738f83f7-b2f6-4e9a-a939-fe5eb147d1e8 tempest-RoutersTestDVR-690917485 tempest-RoutersTestDVR-690917485-project-admin] Notify callbacks [] for router, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:36.062904 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-738f83f7-b2f6-4e9a-a939-fe5eb147d1e8 tempest-RoutersTestDVR-690917485 tempest-RoutersTestDVR-690917485-project-admin] 10.222.0.49 "DELETE /v2.0/routers/7b891c3e-7689-4f44-b624-dba20a2274db HTTP/1.1" status: 204 len: 168 time: 0.4771121 Oct 12 19:45:36.066545 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52422) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:45:36.071019 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-e5cc348d-9217-4ba6-819c-6064f031b862 tempest-RoutersTestDVR-690917485 tempest-RoutersTestDVR-690917485-project-admin] Request body: {'router': {'name': 'tempest-router-838893290', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'b199d9b1be78438b9d75c452aaaf47a5'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:45:36.150765 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e5cc348d-9217-4ba6-819c-6064f031b862 tempest-RoutersTestDVR-690917485 tempest-RoutersTestDVR-690917485-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8093678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255505'] for router, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:36.151007 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fccec931-9c7e-410c-b757-c6a1b64ed0b9 req-468d317a-e987-4c5b-ac02-6264e17b33e4 service neutron] 10.222.0.67 "GET /v2.0/networks/f1a53bd1-87f3-40f3-8c85-2c2f2d591b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848088 Oct 12 19:45:36.151860 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e5cc348d-9217-4ba6-819c-6064f031b862 tempest-RoutersTestDVR-690917485 tempest-RoutersTestDVR-690917485-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8093562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8087085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8022306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255518'] for router, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:36.205088 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e5cc348d-9217-4ba6-819c-6064f031b862 tempest-RoutersTestDVR-690917485 tempest-RoutersTestDVR-690917485-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:36.288801 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e5cc348d-9217-4ba6-819c-6064f031b862 tempest-RoutersTestDVR-690917485 tempest-RoutersTestDVR-690917485-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8093541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7915516'] for router, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:36.348179 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7570d4e1-9e25-458b-9758-1490fac3e123 req-1ccf0fed-c381-4020-8228-50b2b0edda7f tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:45:36.349708 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7570d4e1-9e25-458b-9758-1490fac3e123 req-1ccf0fed-c381-4020-8228-50b2b0edda7f tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] 10.222.0.49 "GET /v2.0/ports?device_id=363fdc83-84df-4022-864a-62396151b198 HTTP/1.1" status: 200 len: 983 time: 0.0504384 Oct 12 19:45:36.381772 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e5cc348d-9217-4ba6-819c-6064f031b862 tempest-RoutersTestDVR-690917485 tempest-RoutersTestDVR-690917485-project-admin] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:36.383414 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-e5cc348d-9217-4ba6-819c-6064f031b862 tempest-RoutersTestDVR-690917485 tempest-RoutersTestDVR-690917485-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3156717 Oct 12 19:45:36.386052 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52432) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:45:36.392016 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-8a95a948-9dfb-4e41-8d28-634842c2cc87 tempest-RoutersTestDVR-690917485 tempest-RoutersTestDVR-690917485-project-admin] Request body: {'router': {'distributed': True}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:45:36.397243 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7570d4e1-9e25-458b-9758-1490fac3e123 req-fdc9c3d7-9853-487b-b918-c6d95154686f tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] 10.222.0.49 "GET /v2.0/security-groups?id=d150a3de-42d0-4672-aec2-a0d69b99df37&id=8f601a59-26fe-4113-b1da-59990329be32&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0400684 Oct 12 19:45:36.602459 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8a95a948-9dfb-4e41-8d28-634842c2cc87 tempest-RoutersTestDVR-690917485 tempest-RoutersTestDVR-690917485-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8087071', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8093548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255500'] for router, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:36.602792 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8a95a948-9dfb-4e41-8d28-634842c2cc87 tempest-RoutersTestDVR-690917485 tempest-RoutersTestDVR-690917485-project-admin] Notify callbacks [] for router, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:36.682533 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-8a95a948-9dfb-4e41-8d28-634842c2cc87 tempest-RoutersTestDVR-690917485 tempest-RoutersTestDVR-690917485-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=95502) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Oct 12 19:45:36.682858 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-8a95a948-9dfb-4e41-8d28-634842c2cc87 tempest-RoutersTestDVR-690917485 tempest-RoutersTestDVR-690917485-project-admin] Router 9b1abf33-3d42-4a67-aa51-c7e6448b500b migrating from provider to provider. {{(pid=95502) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Oct 12 19:45:36.683225 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8a95a948-9dfb-4e41-8d28-634842c2cc87 tempest-RoutersTestDVR-690917485 tempest-RoutersTestDVR-690917485-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:36.687630 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8a95a948-9dfb-4e41-8d28-634842c2cc87 tempest-RoutersTestDVR-690917485 tempest-RoutersTestDVR-690917485-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:36.802268 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8a95a948-9dfb-4e41-8d28-634842c2cc87 tempest-RoutersTestDVR-690917485 tempest-RoutersTestDVR-690917485-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7915516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8087046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7915509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8093527'] for router, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:36.877385 n-d-813679-3 neutron-server[95502]: WARNING neutron.scheduler.l3_agent_scheduler [None req-8a95a948-9dfb-4e41-8d28-634842c2cc87 tempest-RoutersTestDVR-690917485 tempest-RoutersTestDVR-690917485-project-admin] No L3 agents can host the router 9b1abf33-3d42-4a67-aa51-c7e6448b500b Oct 12 19:45:36.995358 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a95a948-9dfb-4e41-8d28-634842c2cc87 tempest-RoutersTestDVR-690917485 tempest-RoutersTestDVR-690917485-project-admin] Hosts for router 9b1abf33-3d42-4a67-aa51-c7e6448b500b: [] {{(pid=95502) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Oct 12 19:45:37.020468 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a95a948-9dfb-4e41-8d28-634842c2cc87 tempest-RoutersTestDVR-690917485 tempest-RoutersTestDVR-690917485-project-admin] Hosts for other DVR routers connected to router 9b1abf33-3d42-4a67-aa51-c7e6448b500b: set() {{(pid=95502) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Oct 12 19:45:37.022991 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8a95a948-9dfb-4e41-8d28-634842c2cc87 tempest-RoutersTestDVR-690917485 tempest-RoutersTestDVR-690917485-project-admin] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:37.024169 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-8a95a948-9dfb-4e41-8d28-634842c2cc87 tempest-RoutersTestDVR-690917485 tempest-RoutersTestDVR-690917485-project-admin] 10.222.0.49 "PUT /v2.0/routers/9b1abf33-3d42-4a67-aa51-c7e6448b500b HTTP/1.1" status: 200 len: 716 time: 0.6367798 Oct 12 19:45:37.026772 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52438) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:45:37.098566 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-2c478522-e460-4c23-b7df-f0a838dcd26c tempest-RoutersTestDVR-690917485 tempest-RoutersTestDVR-690917485-project-admin] 10.222.0.49 "GET /v2.0/routers/9b1abf33-3d42-4a67-aa51-c7e6448b500b HTTP/1.1" status: 200 len: 716 time: 0.0701566 Oct 12 19:45:37.101034 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52440) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:45:37.600515 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-91474c67-d7dc-476f-8397-7bc223505cf8 tempest-RoutersTestDVR-1828723262 tempest-RoutersTestDVR-1828723262-project] 10.222.0.49 "GET /v2.0/routers/9b1abf33-3d42-4a67-aa51-c7e6448b500b HTTP/1.1" status: 200 len: 682 time: 0.4958651 Oct 12 19:45:37.601437 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52454) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:45:37.620966 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fdf26f-370e-4035-a2f7-3097b02f72da req-13ee5953-ab52-465d-a235-20952602817e tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:45:37.622585 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-97fdf26f-370e-4035-a2f7-3097b02f72da req-13ee5953-ab52-465d-a235-20952602817e tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] 10.222.0.49 "GET /v2.0/ports?device_id=363fdc83-84df-4022-864a-62396151b198 HTTP/1.1" status: 200 len: 983 time: 0.0853870 Oct 12 19:45:37.664960 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-97fdf26f-370e-4035-a2f7-3097b02f72da req-207eebc6-215c-4c43-a69e-ae668cc9640e tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] 10.222.0.49 "GET /v2.0/security-groups?id=d150a3de-42d0-4672-aec2-a0d69b99df37&id=8f601a59-26fe-4113-b1da-59990329be32&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0357547 Oct 12 19:45:37.677911 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-182207bc-d2cf-4f1b-932d-fd8fa1219ea2 tempest-RoutersTestDVR-690917485 tempest-RoutersTestDVR-690917485-project-admin] Notify callbacks [] for router, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:37.836360 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-182207bc-d2cf-4f1b-932d-fd8fa1219ea2 tempest-RoutersTestDVR-690917485 tempest-RoutersTestDVR-690917485-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255495'] for router, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:37.838655 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-182207bc-d2cf-4f1b-932d-fd8fa1219ea2 tempest-RoutersTestDVR-690917485 tempest-RoutersTestDVR-690917485-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:37.945269 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-182207bc-d2cf-4f1b-932d-fd8fa1219ea2 tempest-RoutersTestDVR-690917485 tempest-RoutersTestDVR-690917485-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8093499'] for router, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:37.945718 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-182207bc-d2cf-4f1b-932d-fd8fa1219ea2 tempest-RoutersTestDVR-690917485 tempest-RoutersTestDVR-690917485-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9b1abf33-3d42-4a67-aa51-c7e6448b500b {{(pid=95501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 19:45:37.955175 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-182207bc-d2cf-4f1b-932d-fd8fa1219ea2 tempest-RoutersTestDVR-690917485 tempest-RoutersTestDVR-690917485-project-admin] Notify callbacks [] for router, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:37.955175 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-182207bc-d2cf-4f1b-932d-fd8fa1219ea2 tempest-RoutersTestDVR-690917485 tempest-RoutersTestDVR-690917485-project-admin] 10.222.0.49 "DELETE /v2.0/routers/9b1abf33-3d42-4a67-aa51-c7e6448b500b HTTP/1.1" status: 204 len: 168 time: 0.3481879 Oct 12 19:45:37.955175 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52458) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:45:37.959093 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-1e61377d-1efc-44eb-889e-946564b48480 tempest-RoutersTestDVR-690917485 tempest-RoutersTestDVR-690917485-project-admin] Request body: {'router': {'name': 'tempest-router-727652039', 'distributed': True}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:45:38.047962 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1e61377d-1efc-44eb-889e-946564b48480 tempest-RoutersTestDVR-690917485 tempest-RoutersTestDVR-690917485-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8093678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255505'] for router, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:38.049092 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1e61377d-1efc-44eb-889e-946564b48480 tempest-RoutersTestDVR-690917485 tempest-RoutersTestDVR-690917485-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8093562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8087085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8022306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255518'] for router, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:38.105428 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1e61377d-1efc-44eb-889e-946564b48480 tempest-RoutersTestDVR-690917485 tempest-RoutersTestDVR-690917485-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:38.236821 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1e61377d-1efc-44eb-889e-946564b48480 tempest-RoutersTestDVR-690917485 tempest-RoutersTestDVR-690917485-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8093541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7915516'] for router, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:38.318437 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1e61377d-1efc-44eb-889e-946564b48480 tempest-RoutersTestDVR-690917485 tempest-RoutersTestDVR-690917485-project-admin] Notify callbacks [] for router, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:38.319678 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-1e61377d-1efc-44eb-889e-946564b48480 tempest-RoutersTestDVR-690917485 tempest-RoutersTestDVR-690917485-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.3637960 Oct 12 19:45:38.322867 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52466) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:45:38.398892 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9c3e7a99-28a4-4dbc-b835-5b978ac7c877 tempest-RoutersTestDVR-690917485 tempest-RoutersTestDVR-690917485-project-admin] Notify callbacks [] for router, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:38.558978 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9c3e7a99-28a4-4dbc-b835-5b978ac7c877 tempest-RoutersTestDVR-690917485 tempest-RoutersTestDVR-690917485-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255495'] for router, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:38.561073 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9c3e7a99-28a4-4dbc-b835-5b978ac7c877 tempest-RoutersTestDVR-690917485 tempest-RoutersTestDVR-690917485-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:38.670848 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9c3e7a99-28a4-4dbc-b835-5b978ac7c877 tempest-RoutersTestDVR-690917485 tempest-RoutersTestDVR-690917485-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8093499'] for router, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:38.671533 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c3e7a99-28a4-4dbc-b835-5b978ac7c877 tempest-RoutersTestDVR-690917485 tempest-RoutersTestDVR-690917485-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9f214f72-8af3-423a-92c5-0bb2f1b1b809 {{(pid=95501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 19:45:38.675941 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9c3e7a99-28a4-4dbc-b835-5b978ac7c877 tempest-RoutersTestDVR-690917485 tempest-RoutersTestDVR-690917485-project-admin] Notify callbacks [] for router, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:38.687691 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-9c3e7a99-28a4-4dbc-b835-5b978ac7c877 tempest-RoutersTestDVR-690917485 tempest-RoutersTestDVR-690917485-project-admin] 10.222.0.49 "DELETE /v2.0/routers/9f214f72-8af3-423a-92c5-0bb2f1b1b809 HTTP/1.1" status: 204 len: 168 time: 0.3570373 Oct 12 19:45:38.793415 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2f7dc2-588a-4dcf-a004-d5af7decb5ae req-c534f2cd-d8df-45a7-a02b-1f5d1ccb5a21 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:45:38.794897 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0a2f7dc2-588a-4dcf-a004-d5af7decb5ae req-c534f2cd-d8df-45a7-a02b-1f5d1ccb5a21 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] 10.222.0.49 "GET /v2.0/ports?device_id=363fdc83-84df-4022-864a-62396151b198 HTTP/1.1" status: 200 len: 983 time: 0.0514421 Oct 12 19:45:38.839117 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0a2f7dc2-588a-4dcf-a004-d5af7decb5ae req-14abcdb8-ef54-4259-ba87-98e1f12de433 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] 10.222.0.49 "GET /v2.0/security-groups?id=d150a3de-42d0-4672-aec2-a0d69b99df37&id=8f601a59-26fe-4113-b1da-59990329be32&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0382521 Oct 12 19:45:39.015937 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 1d9570c6-d44b-41ea-860e-2b5d87bdf631 details requested by agent hyperv_n-h2-813679-3 with host n-h2-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:45:39.115956 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 1d9570c6-d44b-41ea-860e-2b5d87bdf631, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=1d9570c6-d44b-41ea-860e-2b5d87bdf631,segment=NetworkSegment(c8c05289-9620-47c7-afbc-66ef24d193e8),segment_id=c8c05289-9620-47c7-afbc-66ef24d193e8)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:45:39.130779 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Returning: {'device': '1d9570c6-d44b-41ea-860e-2b5d87bdf631', 'network_id': 'f1a53bd1-87f3-40f3-8c85-2c2f2d591b2b', 'port_id': '1d9570c6-d44b-41ea-860e-2b5d87bdf631', 'mac_address': 'fa:16:3e:8b:a4:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cf94d9a-d0c6-4b80-bcb9-70135b9f9aea', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:45:39.166184 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:39.179713 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d9570c6-d44b-41ea-860e-2b5d87bdf631 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:45:39.189363 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52480) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:45:39.207129 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 1d9570c6-d44b-41ea-860e-2b5d87bdf631, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=1d9570c6-d44b-41ea-860e-2b5d87bdf631,segment=NetworkSegment(c8c05289-9620-47c7-afbc-66ef24d193e8),segment_id=c8c05289-9620-47c7-afbc-66ef24d193e8)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:45:39.316393 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:39.319639 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1e976158-1733-4070-ae2a-eb4b18c901da admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:39.377045 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=1d9570c6-d44b-41ea-860e-2b5d87bdf631,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:45:39.403893 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1e976158-1733-4070-ae2a-eb4b18c901da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:39.521926 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1e976158-1733-4070-ae2a-eb4b18c901da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:39.523106 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['1d9570c6-d44b-41ea-860e-2b5d87bdf631'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:45:39.565205 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-1e976158-1733-4070-ae2a-eb4b18c901da admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b199d9b1be78438b9d75c452aaaf47a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3746290 Oct 12 19:45:39.566170 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e976158-1733-4070-ae2a-eb4b18c901da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61b27e2e-0df6-4ec0-9a6e-7db82f3a8b85,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:45:39.567893 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52490) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:45:39.636332 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ade8667b-4231-41d0-a308-2a7eeaabeffb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:39.657430 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ade8667b-4231-41d0-a308-2a7eeaabeffb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:39.785068 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ade8667b-4231-41d0-a308-2a7eeaabeffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:39.787786 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ade8667b-4231-41d0-a308-2a7eeaabeffb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:39.789051 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-ade8667b-4231-41d0-a308-2a7eeaabeffb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/61b27e2e-0df6-4ec0-9a6e-7db82f3a8b85 HTTP/1.1" status: 204 len: 168 time: 0.2192578 Oct 12 19:45:39.798123 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade8667b-4231-41d0-a308-2a7eeaabeffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61b27e2e-0df6-4ec0-9a6e-7db82f3a8b85,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:45:39.961033 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0122e162-876d-4591-b014-2dfa85058707 req-d9f5c9d5-80ff-491c-b8ac-b82cde7e4249 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:45:39.962802 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0122e162-876d-4591-b014-2dfa85058707 req-d9f5c9d5-80ff-491c-b8ac-b82cde7e4249 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] 10.222.0.49 "GET /v2.0/ports?device_id=363fdc83-84df-4022-864a-62396151b198 HTTP/1.1" status: 200 len: 984 time: 0.0555856 Oct 12 19:45:40.011131 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0122e162-876d-4591-b014-2dfa85058707 req-ca57db40-6a6f-4433-8bd7-f67d54a212ad tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] 10.222.0.49 "GET /v2.0/security-groups?id=d150a3de-42d0-4672-aec2-a0d69b99df37&id=8f601a59-26fe-4113-b1da-59990329be32&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0420835 Oct 12 19:45:40.460382 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52508) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:45:40.475981 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-50b68170-732a-4204-832b-b4eaff5a31bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:40.553930 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-50b68170-732a-4204-832b-b4eaff5a31bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:40.984961 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-50b68170-732a-4204-832b-b4eaff5a31bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:41.021937 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b68170-732a-4204-832b-b4eaff5a31bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e68c92f3-2864-419e-abc5-27c815b86cf1,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:45:41.026295 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-50b68170-732a-4204-832b-b4eaff5a31bb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2f4a9200378742daacce322b656a4461&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5647554 Oct 12 19:45:41.027875 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 1d9570c6-d44b-41ea-860e-2b5d87bdf631 up at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:45:41.029529 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52512) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:45:41.101789 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b59cf801-23e7-4dd9-9c0d-309d2164fa12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:41.145685 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b59cf801-23e7-4dd9-9c0d-309d2164fa12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:41.179290 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning for port 1d9570c6-d44b-41ea-860e-2b5d87bdf631 completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:45:41.181801 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e321618-2569-4676-bfbb-874cbef3d1ac req-6d44f1b9-fa54-4d31-9cd0-4fb68b2572d2 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:45:41.183440 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4e321618-2569-4676-bfbb-874cbef3d1ac req-6d44f1b9-fa54-4d31-9cd0-4fb68b2572d2 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] 10.222.0.49 "GET /v2.0/ports?device_id=363fdc83-84df-4022-864a-62396151b198 HTTP/1.1" status: 200 len: 984 time: 0.0953233 Oct 12 19:45:41.191792 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning complete for port 1d9570c6-d44b-41ea-860e-2b5d87bdf631 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:45:41.192707 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:41.233696 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4e321618-2569-4676-bfbb-874cbef3d1ac req-11c53aa7-7656-44af-8d08-862f88ac8b94 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] 10.222.0.49 "GET /v2.0/security-groups?id=d150a3de-42d0-4672-aec2-a0d69b99df37&id=8f601a59-26fe-4113-b1da-59990329be32&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0385926 Oct 12 19:45:41.275241 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:41.298242 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '363fdc83-84df-4022-864a-62396151b198', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d9570c6-d44b-41ea-860e-2b5d87bdf631'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:45:41.300527 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61b30ceb-a1df-48b9-ab9a-c213558de499" -d '{"events": [{"server_uuid": "363fdc83-84df-4022-864a-62396151b198", "name": "network-vif-plugged", "status": "completed", "tag": "1d9570c6-d44b-41ea-860e-2b5d87bdf631"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:45:41.308069 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b59cf801-23e7-4dd9-9c0d-309d2164fa12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:41.308742 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b59cf801-23e7-4dd9-9c0d-309d2164fa12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:41.309840 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-b59cf801-23e7-4dd9-9c0d-309d2164fa12 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e68c92f3-2864-419e-abc5-27c815b86cf1 HTTP/1.1" status: 204 len: 168 time: 0.2790964 Oct 12 19:45:41.318050 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 1d9570c6-d44b-41ea-860e-2b5d87bdf631, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=1d9570c6-d44b-41ea-860e-2b5d87bdf631,segment=NetworkSegment(c8c05289-9620-47c7-afbc-66ef24d193e8),segment_id=c8c05289-9620-47c7-afbc-66ef24d193e8)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:45:41.319036 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59cf801-23e7-4dd9-9c0d-309d2164fa12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e68c92f3-2864-419e-abc5-27c815b86cf1,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:45:41.385201 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:41.445560 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=1d9570c6-d44b-41ea-860e-2b5d87bdf631,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:45:41.569024 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb59e0d1-0f38-4eda-b478-6ff60a0de851 x-openstack-request-id: req-fb59e0d1-0f38-4eda-b478-6ff60a0de851 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:45:41.569327 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "363fdc83-84df-4022-864a-62396151b198", "name": "network-vif-plugged", "status": "completed", "tag": "1d9570c6-d44b-41ea-860e-2b5d87bdf631", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:45:41.569615 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fb59e0d1-0f38-4eda-b478-6ff60a0de851 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:45:41.570014 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '363fdc83-84df-4022-864a-62396151b198', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d9570c6-d44b-41ea-860e-2b5d87bdf631', 'code': 200} Oct 12 19:45:41.833856 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e41029-8a3b-4927-a9dc-147a91d6762e req-98bd95bc-da05-451d-ace6-ac497df8c6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:45:41.835396 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-86e41029-8a3b-4927-a9dc-147a91d6762e req-98bd95bc-da05-451d-ace6-ac497df8c6d9 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=363fdc83-84df-4022-864a-62396151b198 HTTP/1.1" status: 200 len: 1136 time: 0.2055671 Oct 12 19:45:41.889229 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-86e41029-8a3b-4927-a9dc-147a91d6762e req-5232776e-df9e-4328-9773-eff186be9e3e service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=8f601a59-26fe-4113-b1da-59990329be32&id=d150a3de-42d0-4672-aec2-a0d69b99df37&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0415754 Oct 12 19:45:42.372187 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e6de55-4cb5-4ce5-ae8a-ba8de19794fd req-cf6e4236-80a2-4905-9d41-c469f92d5abe tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:45:42.381751 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d1e6de55-4cb5-4ce5-ae8a-ba8de19794fd req-cf6e4236-80a2-4905-9d41-c469f92d5abe tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] 10.222.0.49 "GET /v2.0/ports?device_id=363fdc83-84df-4022-864a-62396151b198 HTTP/1.1" status: 200 len: 985 time: 0.0587585 Oct 12 19:45:42.417402 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d1e6de55-4cb5-4ce5-ae8a-ba8de19794fd req-37de66bd-bae0-4714-a382-40ca8b59c077 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] 10.222.0.49 "GET /v2.0/security-groups?id=d150a3de-42d0-4672-aec2-a0d69b99df37&id=8f601a59-26fe-4113-b1da-59990329be32&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0376532 Oct 12 19:45:42.569927 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52562) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:45:42.686529 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-be5e8f07-9f66-4da4-95d7-52a426c0f26f tempest-AgentManagementNegativeTest-1005508296 tempest-AgentManagementNegativeTest-1005508296-project] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1152086 Oct 12 19:45:43.130874 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52574) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:45:43.243792 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-06b01ce9-cc8e-4d7f-9336-f74c6aa4bea6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:43.319846 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-06b01ce9-cc8e-4d7f-9336-f74c6aa4bea6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:43.412371 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-06b01ce9-cc8e-4d7f-9336-f74c6aa4bea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:43.453510 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b01ce9-cc8e-4d7f-9336-f74c6aa4bea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a107505-8d47-4888-8369-a430e04eaf10,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:45:43.461778 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-06b01ce9-cc8e-4d7f-9336-f74c6aa4bea6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=dcbaf73876424df58184742d318f92a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3295896 Oct 12 19:45:43.462102 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52588) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:45:43.554125 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538b8a48-f0a5-47b4-b589-8fef64a2edc9 req-95784d0b-60ec-4a00-a72a-8a1c20897a53 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:45:43.555777 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-538b8a48-f0a5-47b4-b589-8fef64a2edc9 req-95784d0b-60ec-4a00-a72a-8a1c20897a53 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] 10.222.0.49 "GET /v2.0/ports?device_id=363fdc83-84df-4022-864a-62396151b198 HTTP/1.1" status: 200 len: 985 time: 0.0519342 Oct 12 19:45:43.558762 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-11f79031-38e6-4079-9fdb-b3b8c0622dca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:43.564311 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f37d165c-79ed-40d4-a2a4-e340165aae97 req-e7294b74-69e5-46b2-9273-afa44a289e6e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=363fdc83-84df-4022-864a-62396151b198&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0705309 Oct 12 19:45:43.590027 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-11f79031-38e6-4079-9fdb-b3b8c0622dca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:43.605789 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-538b8a48-f0a5-47b4-b589-8fef64a2edc9 req-7bee6d8c-5052-4419-b876-a733e5f85f61 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] 10.222.0.49 "GET /v2.0/security-groups?id=d150a3de-42d0-4672-aec2-a0d69b99df37&id=8f601a59-26fe-4113-b1da-59990329be32&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0403948 Oct 12 19:45:43.669241 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37d165c-79ed-40d4-a2a4-e340165aae97 req-f1c87215-9fa3-463e-b475-f8b220970018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:45:43.670887 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f37d165c-79ed-40d4-a2a4-e340165aae97 req-f1c87215-9fa3-463e-b475-f8b220970018 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=60a440c0fade4c7fb5b44230bfb707fc&device_id=363fdc83-84df-4022-864a-62396151b198 HTTP/1.1" status: 200 len: 1136 time: 0.0562947 Oct 12 19:45:43.761904 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-11f79031-38e6-4079-9fdb-b3b8c0622dca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:43.764437 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-11f79031-38e6-4079-9fdb-b3b8c0622dca admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:43.765575 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-11f79031-38e6-4079-9fdb-b3b8c0622dca admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8a107505-8d47-4888-8369-a430e04eaf10 HTTP/1.1" status: 204 len: 168 time: 0.3025649 Oct 12 19:45:43.786351 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f79031-38e6-4079-9fdb-b3b8c0622dca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a107505-8d47-4888-8369-a430e04eaf10,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:45:43.807643 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b9d816-801e-49e4-a4a4-3bc874721a33 req-7f33c34c-35da-43d4-9892-b3e4e901a6ac tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:45:43.812374 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-45b9d816-801e-49e4-a4a4-3bc874721a33 req-7f33c34c-35da-43d4-9892-b3e4e901a6ac tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] 10.222.0.49 "GET /v2.0/ports?device_id=363fdc83-84df-4022-864a-62396151b198 HTTP/1.1" status: 200 len: 985 time: 0.1306670 Oct 12 19:45:43.860764 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37d165c-79ed-40d4-a2a4-e340165aae97 req-109e5892-8c92-4b25-980c-85f35d8cbb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:45:43.862219 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f37d165c-79ed-40d4-a2a4-e340165aae97 req-109e5892-8c92-4b25-980c-85f35d8cbb8d service neutron] 10.222.0.67 "GET /v2.0/networks?id=f1a53bd1-87f3-40f3-8c85-2c2f2d591b2b HTTP/1.1" status: 200 len: 898 time: 0.1678481 Oct 12 19:45:43.908135 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-45b9d816-801e-49e4-a4a4-3bc874721a33 req-00468e2c-d692-4731-80bd-022a6b30db82 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] 10.222.0.49 "GET /v2.0/security-groups?id=d150a3de-42d0-4672-aec2-a0d69b99df37&id=8f601a59-26fe-4113-b1da-59990329be32&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0892115 Oct 12 19:45:43.909751 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f37d165c-79ed-40d4-a2a4-e340165aae97 req-808cbb53-0b03-455d-a706-640f1cb46e26 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=1d9570c6-d44b-41ea-860e-2b5d87bdf631 HTTP/1.1" status: 200 len: 217 time: 0.0406737 Oct 12 19:45:43.966964 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37d165c-79ed-40d4-a2a4-e340165aae97 req-3df12fc5-80b4-4095-ac16-4860f044bf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:45:43.968637 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f37d165c-79ed-40d4-a2a4-e340165aae97 req-3df12fc5-80b4-4095-ac16-4860f044bf6a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6cf94d9a-d0c6-4b80-bcb9-70135b9f9aea HTTP/1.1" status: 200 len: 837 time: 0.0519915 Oct 12 19:45:44.017008 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37d165c-79ed-40d4-a2a4-e340165aae97 req-bfb6a219-5249-4393-a82c-621277013758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:45:44.018511 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f37d165c-79ed-40d4-a2a4-e340165aae97 req-bfb6a219-5249-4393-a82c-621277013758 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f1a53bd1-87f3-40f3-8c85-2c2f2d591b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428531 Oct 12 19:45:44.022182 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a65447e-9c5e-4f85-b3bc-bb713fb9d8ef req-7fd531d9-3d4c-4cee-a9f9-beeeb96b6e6c tempest-TestSecurityGroupsBasicOps-961059295 tempest-TestSecurityGroupsBasicOps-961059295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:45:44.027199 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9a65447e-9c5e-4f85-b3bc-bb713fb9d8ef req-7fd531d9-3d4c-4cee-a9f9-beeeb96b6e6c tempest-TestSecurityGroupsBasicOps-961059295 tempest-TestSecurityGroupsBasicOps-961059295-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=363fdc83-84df-4022-864a-62396151b198 HTTP/1.1" status: 200 len: 1136 time: 0.0414782 Oct 12 19:45:44.053102 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-9a65447e-9c5e-4f85-b3bc-bb713fb9d8ef req-19a530e8-ebba-4363-80a7-82cc46562a1a tempest-TestSecurityGroupsBasicOps-961059295 tempest-TestSecurityGroupsBasicOps-961059295-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:44.146565 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f37d165c-79ed-40d4-a2a4-e340165aae97 req-6e9aa574-9c3d-4957-9cac-0bb72ab8b1a1 service neutron] 10.222.0.67 "GET /v2.0/networks/f1a53bd1-87f3-40f3-8c85-2c2f2d591b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210489 Oct 12 19:45:44.154067 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-9a65447e-9c5e-4f85-b3bc-bb713fb9d8ef req-19a530e8-ebba-4363-80a7-82cc46562a1a tempest-TestSecurityGroupsBasicOps-961059295 tempest-TestSecurityGroupsBasicOps-961059295-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:44.239753 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-9a65447e-9c5e-4f85-b3bc-bb713fb9d8ef req-19a530e8-ebba-4363-80a7-82cc46562a1a tempest-TestSecurityGroupsBasicOps-961059295 tempest-TestSecurityGroupsBasicOps-961059295-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:44.252591 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f37d165c-79ed-40d4-a2a4-e340165aae97 req-46aa8a36-4acc-44dd-a49f-3045b9244af6 service neutron] 10.222.0.67 "GET /v2.0/networks/f1a53bd1-87f3-40f3-8c85-2c2f2d591b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989201 Oct 12 19:45:44.280830 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9a65447e-9c5e-4f85-b3bc-bb713fb9d8ef req-19a530e8-ebba-4363-80a7-82cc46562a1a tempest-TestSecurityGroupsBasicOps-961059295 tempest-TestSecurityGroupsBasicOps-961059295-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=d150a3de-42d0-4672-aec2-a0d69b99df37&id=8f601a59-26fe-4113-b1da-59990329be32&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2494314 Oct 12 19:45:44.285720 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a530e8-ebba-4363-80a7-82cc46562a1a tempest-TestSecurityGroupsBasicOps-961059295 tempest-TestSecurityGroupsBasicOps-961059295-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b1613e5-4be0-48f8-8b74-0700ec9dbd79,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:45:44.308573 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52612) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:45:44.348288 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0b1974-4c64-4f33-a8aa-535ea312f466 tempest-TestSecurityGroupsBasicOps-961059295 tempest-TestSecurityGroupsBasicOps-961059295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:45:44.349735 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-ed0b1974-4c64-4f33-a8aa-535ea312f466 tempest-TestSecurityGroupsBasicOps-961059295 tempest-TestSecurityGroupsBasicOps-961059295-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=363fdc83-84df-4022-864a-62396151b198 HTTP/1.1" status: 200 len: 1131 time: 0.0401480 Oct 12 19:45:44.353908 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52614) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:45:44.358305 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-3ef51de3-5064-4d0d-bcc0-00b75a942a6d tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Request body: {'floatingip': {'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'port_id': '1d9570c6-d44b-41ea-860e-2b5d87bdf631', 'tenant_id': '60a440c0fade4c7fb5b44230bfb707fc', 'fixed_ip_address': '172.20.0.23'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:45:44.453684 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3ef51de3-5064-4d0d-bcc0-00b75a942a6d tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks [] for floatingip, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:44.564861 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3ef51de3-5064-4d0d-bcc0-00b75a942a6d tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:44.679899 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-3ef51de3-5064-4d0d-bcc0-00b75a942a6d tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Allocated IP 172.25.5.5 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/628ab240-741e-4567-92d7-ef4a56848753) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:45:44.801067 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3ef51de3-5064-4d0d-bcc0-00b75a942a6d tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:44.894316 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3ef51de3-5064-4d0d-bcc0-00b75a942a6d tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:44.915133 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52634) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:45:44.935662 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef51de3-5064-4d0d-bcc0-00b75a942a6d tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:45:44.938717 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-3ef51de3-5064-4d0d-bcc0-00b75a942a6d tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:45:44.942769 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef51de3-5064-4d0d-bcc0-00b75a942a6d tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:45:44.970348 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef51de3-5064-4d0d-bcc0-00b75a942a6d tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Pushing event updated for resources: {'Port': ['ID=628ab240-741e-4567-92d7-ef4a56848753,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:45:45.029628 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-c3711884-84aa-4922-be82-ad00e0fa62ae tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-602698414'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:45:45.117440 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3711884-84aa-4922-be82-ad00e0fa62ae tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Made reservation on behalf of 8364cd1e2e78405187c9b3041bd139e1 for: {'network': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:45:45.121031 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c3711884-84aa-4922-be82-ad00e0fa62ae tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:45.130380 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c3711884-84aa-4922-be82-ad00e0fa62ae tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:45.217885 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c3711884-84aa-4922-be82-ad00e0fa62ae tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:45.282535 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c3711884-84aa-4922-be82-ad00e0fa62ae tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:45.311051 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3711884-84aa-4922-be82-ad00e0fa62ae tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=95501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:45:45.320958 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3711884-84aa-4922-be82-ad00e0fa62ae tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04561cf2-f92a-4190-9da1-1ea597d318a1,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:45:45.328271 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3ef51de3-5064-4d0d-bcc0-00b75a942a6d tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:45.328476 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c3711884-84aa-4922-be82-ad00e0fa62ae tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:45.328659 n-d-813679-3 neutron-server[95501]: INFO neutron.db.segments_db [None req-c3711884-84aa-4922-be82-ad00e0fa62ae tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Added segment 5b15e8ea-52cb-48bc-9b05-d8b033d6797c of type vlan for network 1f23293e-d35c-4759-ab9f-8562175c4da5 Oct 12 19:45:45.377414 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c3711884-84aa-4922-be82-ad00e0fa62ae tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:45.458352 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c3711884-84aa-4922-be82-ad00e0fa62ae tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:45.461796 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3ef51de3-5064-4d0d-bcc0-00b75a942a6d tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:45.464964 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3711884-84aa-4922-be82-ad00e0fa62ae tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:45:45.465577 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c3711884-84aa-4922-be82-ad00e0fa62ae tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks [] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:45.534505 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3711884-84aa-4922-be82-ad00e0fa62ae tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Pushing event updated for resources: {'Network': ['ID=1f23293e-d35c-4759-ab9f-8562175c4da5,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:45:45.545497 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 1f23293e-d35c-4759-ab9f-8562175c4da5 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:45:45.624957 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-c3711884-84aa-4922-be82-ad00e0fa62ae tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7003348 Oct 12 19:45:45.625229 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52650) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:45:45.630818 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-f207982d-415b-4f52-acba-d8868daf8a9f tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Request body: {'subnet': {'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:45:45.632365 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3ef51de3-5064-4d0d-bcc0-00b75a942a6d tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:45.710565 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3ef51de3-5064-4d0d-bcc0-00b75a942a6d tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:45.775629 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef51de3-5064-4d0d-bcc0-00b75a942a6d tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Pushing event updated for resources: {'Port': ['ID=628ab240-741e-4567-92d7-ef4a56848753,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:45:45.789119 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f207982d-415b-4f52-acba-d8868daf8a9f tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Made reservation on behalf of 8364cd1e2e78405187c9b3041bd139e1 for: {'subnet': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:45:45.789119 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f207982d-415b-4f52-acba-d8868daf8a9f tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4612397'] for subnet, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:45.790740 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3ef51de3-5064-4d0d-bcc0-00b75a942a6d tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7915414'] for floatingip, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:45.911163 n-d-813679-3 neutron-server[95502]: INFO neutron.db.l3_db [None req-3ef51de3-5064-4d0d-bcc0-00b75a942a6d tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Floating IP 91756f35-3c2c-484b-90c8-a8135384f4da associated. External IP: 172.25.5.5, port: 1d9570c6-d44b-41ea-860e-2b5d87bdf631. Oct 12 19:45:46.043232 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f207982d-415b-4f52-acba-d8868daf8a9f tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4824863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4612355'] for subnet, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:46.105345 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f207982d-415b-4f52-acba-d8868daf8a9f tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Pushing event updated for resources: {'Subnet': ['ID=0d7b13b0-da33-48b2-94c3-4fd7a2ea861b,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:45:46.116962 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f207982d-415b-4f52-acba-d8868daf8a9f tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:45:46.117496 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f207982d-415b-4f52-acba-d8868daf8a9f tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:45:46.117647 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f207982d-415b-4f52-acba-d8868daf8a9f tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:45:46.117987 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f207982d-415b-4f52-acba-d8868daf8a9f tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:45:46.118324 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f207982d-415b-4f52-acba-d8868daf8a9f tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:45:46.118655 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f207982d-415b-4f52-acba-d8868daf8a9f tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:45:46.118987 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f207982d-415b-4f52-acba-d8868daf8a9f tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:45:46.119316 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f207982d-415b-4f52-acba-d8868daf8a9f tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:45:46.119644 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f207982d-415b-4f52-acba-d8868daf8a9f tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:45:46.119986 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f207982d-415b-4f52-acba-d8868daf8a9f tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:45:46.120346 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f207982d-415b-4f52-acba-d8868daf8a9f tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:45:46.121229 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f207982d-415b-4f52-acba-d8868daf8a9f tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:45:46.129590 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f207982d-415b-4f52-acba-d8868daf8a9f tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Checking segment: {'id': '5b15e8ea-52cb-48bc-9b05-d8b033d6797c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:45:46.129984 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f207982d-415b-4f52-acba-d8868daf8a9f tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Network hostable DHCP agents. Network: 1f23293e-d35c-4759-ab9f-8562175c4da5, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:45:46.143523 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ef51de3-5064-4d0d-bcc0-00b75a942a6d tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Router fb1a6179-5f6a-4c29-94f7-6c4fc3c0d1a9 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:45:46.268428 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ef51de3-5064-4d0d-bcc0-00b75a942a6d tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:45:46.279980 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c036ee7-e26b-4fc8-98d0-a8e7aab556b6 None None] Sync routers for ids ['fb1a6179-5f6a-4c29-94f7-6c4fc3c0d1a9'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:45:46.289041 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c036ee7-e26b-4fc8-98d0-a8e7aab556b6 None None] Routers {'fb1a6179-5f6a-4c29-94f7-6c4fc3c0d1a9'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:45:46.289676 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-6c036ee7-e26b-4fc8-98d0-a8e7aab556b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:45:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['fb1a6179-5f6a-4c29-94f7-6c4fc3c0d1a9'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:45:46.353333 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f207982d-415b-4f52-acba-d8868daf8a9f tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Network 1f23293e-d35c-4759-ab9f-8562175c4da5 is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:45:46.397864 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-6c036ee7-e26b-4fc8-98d0-a8e7aab556b6 None None] Set router fb1a6179-5f6a-4c29-94f7-6c4fc3c0d1a9 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:45:46.541119 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3ef51de3-5064-4d0d-bcc0-00b75a942a6d tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:46.567705 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-f207982d-415b-4f52-acba-d8868daf8a9f tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, 1f23293e-d35c-4759-ab9f-8562175c4da5) {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:45:46.570436 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-3ef51de3-5064-4d0d-bcc0-00b75a942a6d tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2154748 Oct 12 19:45:46.571794 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '363fdc83-84df-4022-864a-62396151b198', 'tag': '1d9570c6-d44b-41ea-860e-2b5d87bdf631'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:45:46.572547 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f207982d-415b-4f52-acba-d8868daf8a9f tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:45:46.574378 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f207982d-415b-4f52-acba-d8868daf8a9f tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:46.575069 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41deac08-eccd-4bc8-9226-c195d55309b5" -d '{"events": [{"name": "network-changed", "server_uuid": "363fdc83-84df-4022-864a-62396151b198", "tag": "1d9570c6-d44b-41ea-860e-2b5d87bdf631"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:45:46.576237 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52662) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:45:46.591488 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8780907-eccc-465c-a950-59885d275fca None None] Network 1f23293e-d35c-4759-ab9f-8562175c4da5 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:45:46.766314 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-f207982d-415b-4f52-acba-d8868daf8a9f tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1399007 Oct 12 19:45:46.771839 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52668) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:45:46.773765 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-6c036ee7-e26b-4fc8-98d0-a8e7aab556b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb1a6179-5f6a-4c29-94f7-6c4fc3c0d1a9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1116111249', 'tenant_id': '60a440c0fade4c7fb5b44230bfb707fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': 'a7648eef-8d9e-41b7-8980-c775d1c05e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:45:19Z', 'updated_at': '2021-10-12T19:45:26Z', 'revision_number': 4, 'project_id': '60a440c0fade4c7fb5b44230bfb707fc', 'gw_port': {'id': 'a7648eef-8d9e-41b7-8980-c775d1c05e36', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb1a6179-5f6a-4c29-94f7-6c4fc3c0d1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:45:20Z', 'updated_at': '2021-10-12T19:45:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': '91756f35-3c2c-484b-90c8-a8135384f4da', 'tenant_id': '60a440c0fade4c7fb5b44230bfb707fc', 'floating_ip_address': '172.25.5.5', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': 'fb1a6179-5f6a-4c29-94f7-6c4fc3c0d1a9', 'port_id': '1d9570c6-d44b-41ea-860e-2b5d87bdf631', 'fixed_ip_address': '172.20.0.23', 'status': 'DOWN', 'standard_attr_id': 3536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1a53bd1-87f3-40f3-8c85-2c2f2d591b2b', 'mac_address': 'fa:16:3e:8b:a4:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363fdc83-84df-4022-864a-62396151b198', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T19:45:45Z', 'updated_at': '2021-10-12T19:45:45Z', 'revision_number': 0, 'project_id': '60a440c0fade4c7fb5b44230bfb707fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c2a3199-17ab-46f4-aef0-0fd589f3d65d', 'name': '', 'network_id': 'f1a53bd1-87f3-40f3-8c85-2c2f2d591b2b', 'tenant_id': '60a440c0fade4c7fb5b44230bfb707fc', 'mac_address': 'fa:16:3e:f2:55:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb1a6179-5f6a-4c29-94f7-6c4fc3c0d1a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': '6cf94d9a-d0c6-4b80-bcb9-70135b9f9aea', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:45:25Z', 'updated_at': '2021-10-12T19:45:28Z', 'revision_number': 5, 'project_id': '60a440c0fade4c7fb5b44230bfb707fc', 'subnets': [{'id': '6cf94d9a-d0c6-4b80-bcb9-70135b9f9aea', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:45:46.788919 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-90508bef-1fd6-463e-bc8e-a8227c173fb7 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Request body: {'port': {'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5', 'name': 'tempest-NetworksTestDHCPv6-1717454509'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:45:46.835209 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c036ee7-e26b-4fc8-98d0-a8e7aab556b6 None None] Checking router: fb1a6179-5f6a-4c29-94f7-6c4fc3c0d1a9 for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:45:46.853236 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c036ee7-e26b-4fc8-98d0-a8e7aab556b6 None None] Routers {'fb1a6179-5f6a-4c29-94f7-6c4fc3c0d1a9'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:45:46.853868 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-6c036ee7-e26b-4fc8-98d0-a8e7aab556b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:45:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['fb1a6179-5f6a-4c29-94f7-6c4fc3c0d1a9'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:45:46.858144 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74046792-1d8d-4ea3-ba89-2859f9e95400 tempest-TestSecurityGroupsBasicOps-961059295 tempest-TestSecurityGroupsBasicOps-961059295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:45:46.859230 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74046792-1d8d-4ea3-ba89-2859f9e95400 tempest-TestSecurityGroupsBasicOps-961059295 tempest-TestSecurityGroupsBasicOps-961059295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:45:46.859872 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74046792-1d8d-4ea3-ba89-2859f9e95400 tempest-TestSecurityGroupsBasicOps-961059295 tempest-TestSecurityGroupsBasicOps-961059295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:45:46.860676 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74046792-1d8d-4ea3-ba89-2859f9e95400 tempest-TestSecurityGroupsBasicOps-961059295 tempest-TestSecurityGroupsBasicOps-961059295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:45:46.861289 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74046792-1d8d-4ea3-ba89-2859f9e95400 tempest-TestSecurityGroupsBasicOps-961059295 tempest-TestSecurityGroupsBasicOps-961059295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:45:46.861957 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74046792-1d8d-4ea3-ba89-2859f9e95400 tempest-TestSecurityGroupsBasicOps-961059295 tempest-TestSecurityGroupsBasicOps-961059295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:45:46.862565 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74046792-1d8d-4ea3-ba89-2859f9e95400 tempest-TestSecurityGroupsBasicOps-961059295 tempest-TestSecurityGroupsBasicOps-961059295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:45:46.864596 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-74046792-1d8d-4ea3-ba89-2859f9e95400 tempest-TestSecurityGroupsBasicOps-961059295 tempest-TestSecurityGroupsBasicOps-961059295-project-admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4990 time: 0.2863326 Oct 12 19:45:46.867379 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52672) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:45:46.915353 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8962648f-fff9-44a3-9453-c43434e0b02b x-openstack-request-id: req-8962648f-fff9-44a3-9453-c43434e0b02b {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:45:46.915933 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "363fdc83-84df-4022-864a-62396151b198", "tag": "1d9570c6-d44b-41ea-860e-2b5d87bdf631", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:45:46.916394 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8962648f-fff9-44a3-9453-c43434e0b02b {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:45:46.918477 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '363fdc83-84df-4022-864a-62396151b198', 'tag': '1d9570c6-d44b-41ea-860e-2b5d87bdf631', 'status': 'completed', 'code': 200} Oct 12 19:45:46.996273 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce2b0a9-5677-407f-adaf-86d975c2d482 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-1f23293e-d35c-4759-ab9f-8562175c4da5', 'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5', 'tenant_id': '8364cd1e2e78405187c9b3041bd139e1', 'fixed_ips': [{'subnet_id': '0d7b13b0-da33-48b2-94c3-4fd7a2ea861b'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:45:46.997221 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1ce2b0a9-5677-407f-adaf-86d975c2d482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:47.016003 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-6c036ee7-e26b-4fc8-98d0-a8e7aab556b6 None None] Set router fb1a6179-5f6a-4c29-94f7-6c4fc3c0d1a9 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:45:47.110137 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90508bef-1fd6-463e-bc8e-a8227c173fb7 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Made reservation on behalf of 8364cd1e2e78405187c9b3041bd139e1 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:45:47.122778 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-90508bef-1fd6-463e-bc8e-a8227c173fb7 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:47.159792 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [None req-90508bef-1fd6-463e-bc8e-a8227c173fb7 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] device_id is not set on port 58d0c76b-d54c-4536-89d7-8f4343f01461 yet. {{(pid=95502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 19:45:47.325648 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-1ce2b0a9-5677-407f-adaf-86d975c2d482 None None] Allocated IP 2001:db8::2 (1f23293e-d35c-4759-ab9f-8562175c4da5/0d7b13b0-da33-48b2-94c3-4fd7a2ea861b/e6b45856-1c6e-4ac7-8001-c6eafca4096c) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:45:47.330854 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a4b2dd-6a3e-4ac3-9060-df4cd1527a42 tempest-TestSecurityGroupsBasicOps-961059295 tempest-TestSecurityGroupsBasicOps-961059295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:45:47.330854 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a4b2dd-6a3e-4ac3-9060-df4cd1527a42 tempest-TestSecurityGroupsBasicOps-961059295 tempest-TestSecurityGroupsBasicOps-961059295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:45:47.330854 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a4b2dd-6a3e-4ac3-9060-df4cd1527a42 tempest-TestSecurityGroupsBasicOps-961059295 tempest-TestSecurityGroupsBasicOps-961059295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:45:47.330854 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a4b2dd-6a3e-4ac3-9060-df4cd1527a42 tempest-TestSecurityGroupsBasicOps-961059295 tempest-TestSecurityGroupsBasicOps-961059295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:45:47.330854 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a4b2dd-6a3e-4ac3-9060-df4cd1527a42 tempest-TestSecurityGroupsBasicOps-961059295 tempest-TestSecurityGroupsBasicOps-961059295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:45:47.330854 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a4b2dd-6a3e-4ac3-9060-df4cd1527a42 tempest-TestSecurityGroupsBasicOps-961059295 tempest-TestSecurityGroupsBasicOps-961059295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:45:47.331710 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a4b2dd-6a3e-4ac3-9060-df4cd1527a42 tempest-TestSecurityGroupsBasicOps-961059295 tempest-TestSecurityGroupsBasicOps-961059295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:45:47.335609 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-b6a4b2dd-6a3e-4ac3-9060-df4cd1527a42 tempest-TestSecurityGroupsBasicOps-961059295 tempest-TestSecurityGroupsBasicOps-961059295-project-admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4649 time: 0.4645555 Oct 12 19:45:47.336597 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52680) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:45:47.403731 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41deac08-eccd-4bc8-9226-c195d55309b5 req-138af76b-775f-480d-a91b-fc0eb84791e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:45:47.405501 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-41deac08-eccd-4bc8-9226-c195d55309b5 req-138af76b-775f-480d-a91b-fc0eb84791e4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=60a440c0fade4c7fb5b44230bfb707fc&device_id=363fdc83-84df-4022-864a-62396151b198 HTTP/1.1" status: 200 len: 1136 time: 0.1319146 Oct 12 19:45:47.547734 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1ce2b0a9-5677-407f-adaf-86d975c2d482 None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:47.552065 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-6c036ee7-e26b-4fc8-98d0-a8e7aab556b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb1a6179-5f6a-4c29-94f7-6c4fc3c0d1a9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1116111249', 'tenant_id': '60a440c0fade4c7fb5b44230bfb707fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': 'a7648eef-8d9e-41b7-8980-c775d1c05e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:45:19Z', 'updated_at': '2021-10-12T19:45:26Z', 'revision_number': 4, 'project_id': '60a440c0fade4c7fb5b44230bfb707fc', 'gw_port': {'id': 'a7648eef-8d9e-41b7-8980-c775d1c05e36', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb1a6179-5f6a-4c29-94f7-6c4fc3c0d1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:45:20Z', 'updated_at': '2021-10-12T19:45:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': '91756f35-3c2c-484b-90c8-a8135384f4da', 'tenant_id': '60a440c0fade4c7fb5b44230bfb707fc', 'floating_ip_address': '172.25.5.5', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': 'fb1a6179-5f6a-4c29-94f7-6c4fc3c0d1a9', 'port_id': '1d9570c6-d44b-41ea-860e-2b5d87bdf631', 'fixed_ip_address': '172.20.0.23', 'status': 'DOWN', 'standard_attr_id': 3536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1a53bd1-87f3-40f3-8c85-2c2f2d591b2b', 'mac_address': 'fa:16:3e:8b:a4:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363fdc83-84df-4022-864a-62396151b198', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T19:45:45Z', 'updated_at': '2021-10-12T19:45:45Z', 'revision_number': 0, 'project_id': '60a440c0fade4c7fb5b44230bfb707fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c2a3199-17ab-46f4-aef0-0fd589f3d65d', 'name': '', 'network_id': 'f1a53bd1-87f3-40f3-8c85-2c2f2d591b2b', 'tenant_id': '60a440c0fade4c7fb5b44230bfb707fc', 'mac_address': 'fa:16:3e:f2:55:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb1a6179-5f6a-4c29-94f7-6c4fc3c0d1a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': '6cf94d9a-d0c6-4b80-bcb9-70135b9f9aea', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:45:25Z', 'updated_at': '2021-10-12T19:45:28Z', 'revision_number': 5, 'project_id': '60a440c0fade4c7fb5b44230bfb707fc', 'subnets': [{'id': '6cf94d9a-d0c6-4b80-bcb9-70135b9f9aea', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:45:47.578324 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c036ee7-e26b-4fc8-98d0-a8e7aab556b6 None None] The sync data for ids ['fb1a6179-5f6a-4c29-94f7-6c4fc3c0d1a9'] in n-d-813679-3 is: [{'id': 'fb1a6179-5f6a-4c29-94f7-6c4fc3c0d1a9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1116111249', 'tenant_id': '60a440c0fade4c7fb5b44230bfb707fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': 'a7648eef-8d9e-41b7-8980-c775d1c05e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:45:19Z', 'updated_at': '2021-10-12T19:45:26Z', 'revision_number': 4, 'project_id': '60a440c0fade4c7fb5b44230bfb707fc', 'gw_port': {'id': 'a7648eef-8d9e-41b7-8980-c775d1c05e36', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb1a6179-5f6a-4c29-94f7-6c4fc3c0d1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:45:20Z', 'updated_at': '2021-10-12T19:45:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': '91756f35-3c2c-484b-90c8-a8135384f4da', 'tenant_id': '60a440c0fade4c7fb5b44230bfb707fc', 'floating_ip_address': '172.25.5.5', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': 'fb1a6179-5f6a-4c29-94f7-6c4fc3c0d1a9', 'port_id': '1d9570c6-d44b-41ea-860e-2b5d87bdf631', 'fixed_ip_address': '172.20.0.23', 'status': 'DOWN', 'standard_attr_id': 3536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1a53bd1-87f3-40f3-8c85-2c2f2d591b2b', 'mac_address': 'fa:16:3e:8b:a4:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363fdc83-84df-4022-864a-62396151b198', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T19:45:45Z', 'updated_at': '2021-10-12T19:45:45Z', 'revision_number': 0, 'project_id': '60a440c0fade4c7fb5b44230bfb707fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c2a3199-17ab-46f4-aef0-0fd589f3d65d', 'name': '', 'network_id': 'f1a53bd1-87f3-40f3-8c85-2c2f2d591b2b', 'tenant_id': '60a440c0fade4c7fb5b44230bfb707fc', 'mac_address': 'fa:16:3e:f2:55:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb1a6179-5f6a-4c29-94f7-6c4fc3c0d1a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': '6cf94d9a-d0c6-4b80-bcb9-70135b9f9aea', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:45:25Z', 'updated_at': '2021-10-12T19:45:28Z', 'revision_number': 5, 'project_id': '60a440c0fade4c7fb5b44230bfb707fc', 'subnets': [{'id': '6cf94d9a-d0c6-4b80-bcb9-70135b9f9aea', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:45:47.613066 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1ce2b0a9-5677-407f-adaf-86d975c2d482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:47.662700 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce2b0a9-5677-407f-adaf-86d975c2d482 None None] Network 1f23293e-d35c-4759-ab9f-8562175c4da5 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:45:47.668810 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-1ce2b0a9-5677-407f-adaf-86d975c2d482 None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:45:47.675569 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-90508bef-1fd6-463e-bc8e-a8227c173fb7 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Allocated IP 2001:db8::2d7 (1f23293e-d35c-4759-ab9f-8562175c4da5/0d7b13b0-da33-48b2-94c3-4fd7a2ea861b/58d0c76b-d54c-4536-89d7-8f4343f01461) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:45:47.676736 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce2b0a9-5677-407f-adaf-86d975c2d482 None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:45:47.681430 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41deac08-eccd-4bc8-9226-c195d55309b5 req-9259b531-3397-4878-9467-57d778743c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:45:47.683641 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-41deac08-eccd-4bc8-9226-c195d55309b5 req-9259b531-3397-4878-9467-57d778743c45 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f1a53bd1-87f3-40f3-8c85-2c2f2d591b2b HTTP/1.1" status: 200 len: 898 time: 0.2702389 Oct 12 19:45:47.684999 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce2b0a9-5677-407f-adaf-86d975c2d482 None None] Pushing event updated for resources: {'Port': ['ID=e6b45856-1c6e-4ac7-8001-c6eafca4096c,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:45:47.757505 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-1ce2b0a9-5677-407f-adaf-86d975c2d482 None None] Attempting to bind port e6b45856-1c6e-4ac7-8001-c6eafca4096c on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:45:47.758197 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-1ce2b0a9-5677-407f-adaf-86d975c2d482 None None] Attempting to bind port e6b45856-1c6e-4ac7-8001-c6eafca4096c by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '5b15e8ea-52cb-48bc-9b05-d8b033d6797c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:45:47.758563 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce2b0a9-5677-407f-adaf-86d975c2d482 None None] Attempting to bind port e6b45856-1c6e-4ac7-8001-c6eafca4096c on network 1f23293e-d35c-4759-ab9f-8562175c4da5 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:45:47.764797 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce2b0a9-5677-407f-adaf-86d975c2d482 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:45:47.765549 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce2b0a9-5677-407f-adaf-86d975c2d482 None None] Checking segment: {'id': '5b15e8ea-52cb-48bc-9b05-d8b033d6797c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:45:47.766050 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1ce2b0a9-5677-407f-adaf-86d975c2d482 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:47.766669 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce2b0a9-5677-407f-adaf-86d975c2d482 None None] Bound using segment: {'id': '5b15e8ea-52cb-48bc-9b05-d8b033d6797c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:45:47.767377 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-1ce2b0a9-5677-407f-adaf-86d975c2d482 None None] Bound port: e6b45856-1c6e-4ac7-8001-c6eafca4096c, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b15e8ea-52cb-48bc-9b05-d8b033d6797c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:45:47.768012 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1ce2b0a9-5677-407f-adaf-86d975c2d482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:47.832629 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-41deac08-eccd-4bc8-9226-c195d55309b5 req-ec3937ed-4a97-459d-a6d5-2a6def39a3aa service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=1d9570c6-d44b-41ea-860e-2b5d87bdf631 HTTP/1.1" status: 200 len: 998 time: 0.1394191 Oct 12 19:45:47.848989 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-1ce2b0a9-5677-407f-adaf-86d975c2d482 None None] For port e6b45856-1c6e-4ac7-8001-c6eafca4096c, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:45:47.853024 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-1ce2b0a9-5677-407f-adaf-86d975c2d482 None None] For port e6b45856-1c6e-4ac7-8001-c6eafca4096c, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=e6b45856-1c6e-4ac7-8001-c6eafca4096c,segment=NetworkSegment(5b15e8ea-52cb-48bc-9b05-d8b033d6797c),segment_id=5b15e8ea-52cb-48bc-9b05-d8b033d6797c)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:45:47.889306 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-90508bef-1fd6-463e-bc8e-a8227c173fb7 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:47.900893 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-3ae88414-b557-4438-82c4-9309e39712ab tempest-TestSecurityGroupsBasicOps-961059295 tempest-TestSecurityGroupsBasicOps-961059295-project-admin] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3059 time: 0.5605230 Oct 12 19:45:47.902142 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52690) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:45:47.919773 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1ce2b0a9-5677-407f-adaf-86d975c2d482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:47.943192 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41deac08-eccd-4bc8-9226-c195d55309b5 req-736ef5b5-25a5-4c19-98a7-2af17f0b7ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:45:47.944874 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-41deac08-eccd-4bc8-9226-c195d55309b5 req-736ef5b5-25a5-4c19-98a7-2af17f0b7ce7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6cf94d9a-d0c6-4b80-bcb9-70135b9f9aea HTTP/1.1" status: 200 len: 837 time: 0.1028261 Oct 12 19:45:47.980694 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08cf04f5-423f-4d27-8301-17000d4d88c4 None None] New status for floating IP 91756f35-3c2c-484b-90c8-a8135384f4da: ACTIVE {{(pid=95504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 19:45:47.996435 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e8e6bd-14ea-4480-bf1e-efe352f48566 tempest-TestSecurityGroupsBasicOps-961059295 tempest-TestSecurityGroupsBasicOps-961059295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:45:47.996435 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e8e6bd-14ea-4480-bf1e-efe352f48566 tempest-TestSecurityGroupsBasicOps-961059295 tempest-TestSecurityGroupsBasicOps-961059295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:45:47.996759 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-90508bef-1fd6-463e-bc8e-a8227c173fb7 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:47.996878 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-41e8e6bd-14ea-4480-bf1e-efe352f48566 tempest-TestSecurityGroupsBasicOps-961059295 tempest-TestSecurityGroupsBasicOps-961059295-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=fb1a6179-5f6a-4c29-94f7-6c4fc3c0d1a9 HTTP/1.1" status: 200 len: 1990 time: 0.0904548 Oct 12 19:45:48.009531 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41deac08-eccd-4bc8-9226-c195d55309b5 req-a7172966-8a00-42a8-a3ba-a320f2061837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:45:48.012067 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-41deac08-eccd-4bc8-9226-c195d55309b5 req-a7172966-8a00-42a8-a3ba-a320f2061837 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f1a53bd1-87f3-40f3-8c85-2c2f2d591b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0570779 Oct 12 19:45:48.035510 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce2b0a9-5677-407f-adaf-86d975c2d482 None None] Pushing event updated for resources: {'Port': ['ID=e6b45856-1c6e-4ac7-8001-c6eafca4096c,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:45:48.052123 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90508bef-1fd6-463e-bc8e-a8227c173fb7 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Network 1f23293e-d35c-4759-ab9f-8562175c4da5 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:45:48.055823 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-90508bef-1fd6-463e-bc8e-a8227c173fb7 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:45:48.069628 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90508bef-1fd6-463e-bc8e-a8227c173fb7 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:45:48.077241 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90508bef-1fd6-463e-bc8e-a8227c173fb7 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:45:48.078133 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-90508bef-1fd6-463e-bc8e-a8227c173fb7 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:48.097577 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90508bef-1fd6-463e-bc8e-a8227c173fb7 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Pushing event updated for resources: {'Port': ['ID=58d0c76b-d54c-4536-89d7-8f4343f01461,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:45:48.183818 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-41deac08-eccd-4bc8-9226-c195d55309b5 req-e01f526c-a84d-43ee-8d49-cdd61841f43e service neutron] 10.222.0.67 "GET /v2.0/networks/f1a53bd1-87f3-40f3-8c85-2c2f2d591b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523371 Oct 12 19:45:48.216754 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-90508bef-1fd6-463e-bc8e-a8227c173fb7 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4422894 Oct 12 19:45:48.219105 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52698) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:45:48.336790 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152c145e-e4cd-489a-88bf-5cce16614d97 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:45:48.344204 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152c145e-e4cd-489a-88bf-5cce16614d97 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:45:48.347106 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-41deac08-eccd-4bc8-9226-c195d55309b5 req-9deae0d2-ecaa-4625-b4e6-d5ed223df17d service neutron] 10.222.0.67 "GET /v2.0/networks/f1a53bd1-87f3-40f3-8c85-2c2f2d591b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569371 Oct 12 19:45:48.349065 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52700) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:45:48.349189 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-152c145e-e4cd-489a-88bf-5cce16614d97 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1287184 Oct 12 19:45:48.457693 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-d123da9f-85cf-41c4-8ea0-71df24080e8b tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Deleting port 58d0c76b-d54c-4536-89d7-8f4343f01461 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:45:48.458235 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d123da9f-85cf-41c4-8ea0-71df24080e8b tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:48.548114 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d123da9f-85cf-41c4-8ea0-71df24080e8b tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:48.562651 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-d123da9f-85cf-41c4-8ea0-71df24080e8b tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Calling delete_port for 58d0c76b-d54c-4536-89d7-8f4343f01461 owned by {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:45:48.797204 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d123da9f-85cf-41c4-8ea0-71df24080e8b tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:48.827565 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d123da9f-85cf-41c4-8ea0-71df24080e8b tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Pushing event deleted for resources: {'Port': ['ID=58d0c76b-d54c-4536-89d7-8f4343f01461,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:45:48.880315 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d123da9f-85cf-41c4-8ea0-71df24080e8b tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:48.883627 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-d123da9f-85cf-41c4-8ea0-71df24080e8b tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "DELETE /v2.0/ports/58d0c76b-d54c-4536-89d7-8f4343f01461 HTTP/1.1" status: 204 len: 168 time: 0.5322795 Oct 12 19:45:48.886974 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52712) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:45:48.971976 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e794ee1c-3dcb-4cbc-a5b3-e03d479a3808 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:45:48.973736 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e794ee1c-3dcb-4cbc-a5b3-e03d479a3808 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:45:48.975519 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-e794ee1c-3dcb-4cbc-a5b3-e03d479a3808 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0869536 Oct 12 19:45:48.978463 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52716) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:45:49.032960 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5d38395-4320-45a8-80d7-54cd93ab3e63 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Deleting subnet 0d7b13b0-da33-48b2-94c3-4fd7a2ea861b {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:45:49.036592 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f5d38395-4320-45a8-80d7-54cd93ab3e63 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:49.088801 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f5d38395-4320-45a8-80d7-54cd93ab3e63 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16313642'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:49.180897 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f5d38395-4320-45a8-80d7-54cd93ab3e63 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:49.233788 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b671f3b-3e05-4dac-afb5-9586d43ff716 None None] Network 1f23293e-d35c-4759-ab9f-8562175c4da5 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:45:49.298087 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-1a83c4e2-6a53-4734-ad45-43ca21d2f9c5 None None] Provisioning complete for port e6b45856-1c6e-4ac7-8001-c6eafca4096c triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:45:49.298462 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1a83c4e2-6a53-4734-ad45-43ca21d2f9c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:49.322867 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f5d38395-4320-45a8-80d7-54cd93ab3e63 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4306592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16245866'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:49.374991 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d38395-4320-45a8-80d7-54cd93ab3e63 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Pushing event deleted for resources: {'Subnet': ['ID=0d7b13b0-da33-48b2-94c3-4fd7a2ea861b,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:45:49.379826 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f5d38395-4320-45a8-80d7-54cd93ab3e63 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:49.384496 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-f5d38395-4320-45a8-80d7-54cd93ab3e63 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "DELETE /v2.0/subnets/0d7b13b0-da33-48b2-94c3-4fd7a2ea861b HTTP/1.1" status: 204 len: 168 time: 0.4047604 Oct 12 19:45:49.388047 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52722) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:45:49.459351 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-cc4aa171-b14b-44db-b0f3-084cacad803b tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0670130 Oct 12 19:45:49.459657 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52726) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:45:49.465096 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-4314f7b4-be22-45c4-adee-c95ac91f6f8d tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Request body: {'subnet': {'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:45:49.602762 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1a83c4e2-6a53-4734-ad45-43ca21d2f9c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:49.646048 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-1a83c4e2-6a53-4734-ad45-43ca21d2f9c5 None None] For port e6b45856-1c6e-4ac7-8001-c6eafca4096c, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=e6b45856-1c6e-4ac7-8001-c6eafca4096c,segment=NetworkSegment(5b15e8ea-52cb-48bc-9b05-d8b033d6797c),segment_id=5b15e8ea-52cb-48bc-9b05-d8b033d6797c)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:45:49.665250 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4314f7b4-be22-45c4-adee-c95ac91f6f8d tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Made reservation on behalf of 8364cd1e2e78405187c9b3041bd139e1 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:45:49.675682 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4314f7b4-be22-45c4-adee-c95ac91f6f8d tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16245837'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:49.685190 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3565ccf2-1b67-4278-9a08-88001b74cfb3 None None] DHCP port deletion for 1f23293e-d35c-4759-ab9f-8562175c4da5 request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 19:45:49.732968 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-3565ccf2-1b67-4278-9a08-88001b74cfb3 None None] Deleting port e6b45856-1c6e-4ac7-8001-c6eafca4096c {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:45:49.733222 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3565ccf2-1b67-4278-9a08-88001b74cfb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:49.773588 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1a83c4e2-6a53-4734-ad45-43ca21d2f9c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:49.835255 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-3565ccf2-1b67-4278-9a08-88001b74cfb3 None None] For port e6b45856-1c6e-4ac7-8001-c6eafca4096c, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=e6b45856-1c6e-4ac7-8001-c6eafca4096c,segment=NetworkSegment(5b15e8ea-52cb-48bc-9b05-d8b033d6797c),segment_id=5b15e8ea-52cb-48bc-9b05-d8b033d6797c)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:45:49.835654 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3565ccf2-1b67-4278-9a08-88001b74cfb3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:49.856826 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-3565ccf2-1b67-4278-9a08-88001b74cfb3 None None] Calling delete_port for e6b45856-1c6e-4ac7-8001-c6eafca4096c owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:45:49.860570 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a83c4e2-6a53-4734-ad45-43ca21d2f9c5 None None] Pushing event updated for resources: {'Port': ['ID=e6b45856-1c6e-4ac7-8001-c6eafca4096c,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:45:49.922612 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4314f7b4-be22-45c4-adee-c95ac91f6f8d tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4306659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16245859'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:49.965151 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4314f7b4-be22-45c4-adee-c95ac91f6f8d tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Network 1f23293e-d35c-4759-ab9f-8562175c4da5 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:45:49.968315 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-4314f7b4-be22-45c4-adee-c95ac91f6f8d tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:45:49.973767 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4314f7b4-be22-45c4-adee-c95ac91f6f8d tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:45:49.974349 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4314f7b4-be22-45c4-adee-c95ac91f6f8d tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:49.988540 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4314f7b4-be22-45c4-adee-c95ac91f6f8d tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Pushing event updated for resources: {'Subnet': ['ID=01a8d7aa-633a-499b-8d5e-c1a0b3b16bbf,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:45:50.019440 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3565ccf2-1b67-4278-9a08-88001b74cfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:50.046469 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3565ccf2-1b67-4278-9a08-88001b74cfb3 None None] Pushing event deleted for resources: {'Port': ['ID=e6b45856-1c6e-4ac7-8001-c6eafca4096c,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:45:50.049975 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3565ccf2-1b67-4278-9a08-88001b74cfb3 None None] No DVR routers for this DVR port e6b45856-1c6e-4ac7-8001-c6eafca4096c on host n-d-813679-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:45:50.065102 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bfcd964-6a5e-4402-ba72-ba0458c07c62 None None] Network 1f23293e-d35c-4759-ab9f-8562175c4da5 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:45:50.092060 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-4314f7b4-be22-45c4-adee-c95ac91f6f8d tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6309242 Oct 12 19:45:50.094508 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52738) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:45:50.099545 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-6206545e-e2ea-4a40-a334-e5eb505671ee tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Request body: {'port': {'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5', 'name': 'tempest-NetworksTestDHCPv6-455718696'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:45:50.219569 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2283b134-5150-414a-b392-8fc26931c8ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-1f23293e-d35c-4759-ab9f-8562175c4da5', 'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5', 'tenant_id': '8364cd1e2e78405187c9b3041bd139e1', 'fixed_ips': [{'subnet_id': '01a8d7aa-633a-499b-8d5e-c1a0b3b16bbf'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:45:50.221042 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2283b134-5150-414a-b392-8fc26931c8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:50.306385 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6206545e-e2ea-4a40-a334-e5eb505671ee tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Made reservation on behalf of 8364cd1e2e78405187c9b3041bd139e1 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:45:50.309883 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6206545e-e2ea-4a40-a334-e5eb505671ee tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:50.328731 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [None req-6206545e-e2ea-4a40-a334-e5eb505671ee tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] device_id is not set on port bd3f84a6-0465-4345-b69b-4d6b839750a8 yet. {{(pid=95502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 19:45:50.363083 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-2283b134-5150-414a-b392-8fc26931c8ca None None] Allocated IP 2001:db8::2 (1f23293e-d35c-4759-ab9f-8562175c4da5/01a8d7aa-633a-499b-8d5e-c1a0b3b16bbf/06c8154a-7447-4009-a426-0e423a9b5678) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:45:50.512966 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2283b134-5150-414a-b392-8fc26931c8ca None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:50.603285 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2283b134-5150-414a-b392-8fc26931c8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:50.646799 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2283b134-5150-414a-b392-8fc26931c8ca None None] Network 1f23293e-d35c-4759-ab9f-8562175c4da5 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:45:50.649752 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-2283b134-5150-414a-b392-8fc26931c8ca None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:45:50.653435 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2283b134-5150-414a-b392-8fc26931c8ca None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:45:50.659360 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-6206545e-e2ea-4a40-a334-e5eb505671ee tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Allocated IP 2001:db8::47 (1f23293e-d35c-4759-ab9f-8562175c4da5/01a8d7aa-633a-499b-8d5e-c1a0b3b16bbf/bd3f84a6-0465-4345-b69b-4d6b839750a8) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:45:50.660426 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2283b134-5150-414a-b392-8fc26931c8ca None None] Pushing event updated for resources: {'Port': ['ID=06c8154a-7447-4009-a426-0e423a9b5678,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:45:50.717413 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-2283b134-5150-414a-b392-8fc26931c8ca None None] Attempting to bind port 06c8154a-7447-4009-a426-0e423a9b5678 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:45:50.717692 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-2283b134-5150-414a-b392-8fc26931c8ca None None] Attempting to bind port 06c8154a-7447-4009-a426-0e423a9b5678 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '5b15e8ea-52cb-48bc-9b05-d8b033d6797c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:45:50.718051 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2283b134-5150-414a-b392-8fc26931c8ca None None] Attempting to bind port 06c8154a-7447-4009-a426-0e423a9b5678 on network 1f23293e-d35c-4759-ab9f-8562175c4da5 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:45:50.723013 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2283b134-5150-414a-b392-8fc26931c8ca None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:45:50.723404 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2283b134-5150-414a-b392-8fc26931c8ca None None] Checking segment: {'id': '5b15e8ea-52cb-48bc-9b05-d8b033d6797c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:45:50.723800 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2283b134-5150-414a-b392-8fc26931c8ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:50.724209 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2283b134-5150-414a-b392-8fc26931c8ca None None] Bound using segment: {'id': '5b15e8ea-52cb-48bc-9b05-d8b033d6797c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:45:50.724673 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-2283b134-5150-414a-b392-8fc26931c8ca None None] Bound port: 06c8154a-7447-4009-a426-0e423a9b5678, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b15e8ea-52cb-48bc-9b05-d8b033d6797c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:45:50.725317 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2283b134-5150-414a-b392-8fc26931c8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:50.787008 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-2283b134-5150-414a-b392-8fc26931c8ca None None] For port 06c8154a-7447-4009-a426-0e423a9b5678, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:45:50.790850 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-2283b134-5150-414a-b392-8fc26931c8ca None None] For port 06c8154a-7447-4009-a426-0e423a9b5678, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=06c8154a-7447-4009-a426-0e423a9b5678,segment=NetworkSegment(5b15e8ea-52cb-48bc-9b05-d8b033d6797c),segment_id=5b15e8ea-52cb-48bc-9b05-d8b033d6797c)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:45:50.815681 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6206545e-e2ea-4a40-a334-e5eb505671ee tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:50.872359 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2283b134-5150-414a-b392-8fc26931c8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:50.905596 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6206545e-e2ea-4a40-a334-e5eb505671ee tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:50.934480 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2283b134-5150-414a-b392-8fc26931c8ca None None] Pushing event updated for resources: {'Port': ['ID=06c8154a-7447-4009-a426-0e423a9b5678,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:45:50.952538 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6206545e-e2ea-4a40-a334-e5eb505671ee tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Network 1f23293e-d35c-4759-ab9f-8562175c4da5 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:45:50.957628 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-6206545e-e2ea-4a40-a334-e5eb505671ee tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:45:50.961317 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6206545e-e2ea-4a40-a334-e5eb505671ee tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:45:50.971559 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6206545e-e2ea-4a40-a334-e5eb505671ee tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:45:50.972590 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6206545e-e2ea-4a40-a334-e5eb505671ee tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:50.990940 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6206545e-e2ea-4a40-a334-e5eb505671ee tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Pushing event updated for resources: {'Port': ['ID=bd3f84a6-0465-4345-b69b-4d6b839750a8,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:45:51.113174 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-6206545e-e2ea-4a40-a334-e5eb505671ee tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0169566 Oct 12 19:45:51.115436 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52756) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:45:51.179721 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc93e6b8-8ff5-4e75-b602-35a3502be27e tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:45:51.187276 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc93e6b8-8ff5-4e75-b602-35a3502be27e tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:45:51.189180 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-cc93e6b8-8ff5-4e75-b602-35a3502be27e tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.0722785 Oct 12 19:45:51.191919 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52758) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:45:51.287694 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-e7abf78d-814b-4b3d-9433-fa44a5a32998 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Deleting port bd3f84a6-0465-4345-b69b-4d6b839750a8 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:45:51.288061 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e7abf78d-814b-4b3d-9433-fa44a5a32998 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:51.383193 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e7abf78d-814b-4b3d-9433-fa44a5a32998 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:51.397097 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-e7abf78d-814b-4b3d-9433-fa44a5a32998 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Calling delete_port for bd3f84a6-0465-4345-b69b-4d6b839750a8 owned by {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:45:51.631468 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e7abf78d-814b-4b3d-9433-fa44a5a32998 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:51.661906 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7abf78d-814b-4b3d-9433-fa44a5a32998 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Pushing event deleted for resources: {'Port': ['ID=bd3f84a6-0465-4345-b69b-4d6b839750a8,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:45:51.687376 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e7abf78d-814b-4b3d-9433-fa44a5a32998 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:51.690655 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-e7abf78d-814b-4b3d-9433-fa44a5a32998 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "DELETE /v2.0/ports/bd3f84a6-0465-4345-b69b-4d6b839750a8 HTTP/1.1" status: 204 len: 168 time: 0.4974618 Oct 12 19:45:51.693248 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52770) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:45:51.787128 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9abec7-0bc9-4c27-abbf-8318adde8563 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:45:51.788830 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9abec7-0bc9-4c27-abbf-8318adde8563 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:45:51.790334 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-3a9abec7-0bc9-4c27-abbf-8318adde8563 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0961080 Oct 12 19:45:51.792997 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52772) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:45:51.852130 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d1b20c4-1e43-4032-abdc-4a3f22b53d4e tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Deleting subnet 01a8d7aa-633a-499b-8d5e-c1a0b3b16bbf {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:45:51.856386 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5d1b20c4-1e43-4032-abdc-4a3f22b53d4e tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:51.903781 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5d1b20c4-1e43-4032-abdc-4a3f22b53d4e tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16313642'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:51.921761 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-ee261cad-b879-49a9-ac70-084e3809806d None None] Provisioning complete for port 06c8154a-7447-4009-a426-0e423a9b5678 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:45:51.922323 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ee261cad-b879-49a9-ac70-084e3809806d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:52.003313 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5d1b20c4-1e43-4032-abdc-4a3f22b53d4e tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:52.021321 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ee261cad-b879-49a9-ac70-084e3809806d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:52.136709 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 06c8154a-7447-4009-a426-0e423a9b5678 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:45:52.173162 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 06c8154a-7447-4009-a426-0e423a9b5678 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:45:52.173554 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:52.179786 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5d1b20c4-1e43-4032-abdc-4a3f22b53d4e tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4306592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16245866'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:52.210867 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1b20c4-1e43-4032-abdc-4a3f22b53d4e tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Pushing event deleted for resources: {'Subnet': ['ID=01a8d7aa-633a-499b-8d5e-c1a0b3b16bbf,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:45:52.216832 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5d1b20c4-1e43-4032-abdc-4a3f22b53d4e tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:52.222906 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-5d1b20c4-1e43-4032-abdc-4a3f22b53d4e tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "DELETE /v2.0/subnets/01a8d7aa-633a-499b-8d5e-c1a0b3b16bbf HTTP/1.1" status: 204 len: 168 time: 0.4268353 Oct 12 19:45:52.223310 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52778) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:45:52.260651 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.db.api [None req-ee261cad-b879-49a9-ac70-084e3809806d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 19:45:52.261069 n-d-813679-3 neutron-server[95503]: DEBUG oslo_db.api [None req-ee261cad-b879-49a9-ac70-084e3809806d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 19:45:52.264611 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-f24b9e19-4ed0-48f9-b67d-2be05192e186 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0400054 Oct 12 19:45:52.267243 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52780) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:45:52.272907 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-da0f7e61-5071-45ab-84e7-fbd42830cc29 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Request body: {'subnet': {'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:45:52.307486 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:52.344739 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] For port 06c8154a-7447-4009-a426-0e423a9b5678, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=06c8154a-7447-4009-a426-0e423a9b5678,segment=NetworkSegment(5b15e8ea-52cb-48bc-9b05-d8b033d6797c),segment_id=5b15e8ea-52cb-48bc-9b05-d8b033d6797c)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:45:52.365951 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4175c3e1-822f-4b44-8d7d-e236b956a658 None None] Network 1f23293e-d35c-4759-ab9f-8562175c4da5 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:45:52.407850 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:52.459357 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da0f7e61-5071-45ab-84e7-fbd42830cc29 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Made reservation on behalf of 8364cd1e2e78405187c9b3041bd139e1 for: {'subnet': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:45:52.463298 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-da0f7e61-5071-45ab-84e7-fbd42830cc29 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4612397'] for subnet, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:52.489870 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Pushing event updated for resources: {'Port': ['ID=06c8154a-7447-4009-a426-0e423a9b5678,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:45:52.585531 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0de39e-3719-494f-a9fa-7534847ddb49 None None] DHCP port deletion for 1f23293e-d35c-4759-ab9f-8562175c4da5 request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 19:45:52.632963 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-1f0de39e-3719-494f-a9fa-7534847ddb49 None None] Deleting port 06c8154a-7447-4009-a426-0e423a9b5678 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:45:52.633349 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1f0de39e-3719-494f-a9fa-7534847ddb49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:52.701651 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-1f0de39e-3719-494f-a9fa-7534847ddb49 None None] For port 06c8154a-7447-4009-a426-0e423a9b5678, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=06c8154a-7447-4009-a426-0e423a9b5678,segment=NetworkSegment(5b15e8ea-52cb-48bc-9b05-d8b033d6797c),segment_id=5b15e8ea-52cb-48bc-9b05-d8b033d6797c)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:45:52.702040 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1f0de39e-3719-494f-a9fa-7534847ddb49 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:52.714222 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-1f0de39e-3719-494f-a9fa-7534847ddb49 None None] Calling delete_port for 06c8154a-7447-4009-a426-0e423a9b5678 owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:45:52.739627 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-da0f7e61-5071-45ab-84e7-fbd42830cc29 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4824863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4612355'] for subnet, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:52.780941 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da0f7e61-5071-45ab-84e7-fbd42830cc29 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Network 1f23293e-d35c-4759-ab9f-8562175c4da5 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:45:52.787383 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-da0f7e61-5071-45ab-84e7-fbd42830cc29 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:45:52.797960 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0f7e61-5071-45ab-84e7-fbd42830cc29 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:45:52.798509 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-da0f7e61-5071-45ab-84e7-fbd42830cc29 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:52.805330 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0f7e61-5071-45ab-84e7-fbd42830cc29 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Pushing event updated for resources: {'Subnet': ['ID=4e911633-9530-40a0-b248-43e7bdd8e913,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:45:52.871745 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1f0de39e-3719-494f-a9fa-7534847ddb49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:52.874646 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-da0f7e61-5071-45ab-84e7-fbd42830cc29 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6062977 Oct 12 19:45:52.877277 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52784) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:45:52.882357 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-d8e09a60-4bd1-4623-a235-007b556f883c tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Request body: {'port': {'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5', 'name': 'tempest-NetworksTestDHCPv6-1467985368'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:45:52.895256 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0de39e-3719-494f-a9fa-7534847ddb49 None None] Pushing event deleted for resources: {'Port': ['ID=06c8154a-7447-4009-a426-0e423a9b5678,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:45:52.901779 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0de39e-3719-494f-a9fa-7534847ddb49 None None] No DVR routers for this DVR port 06c8154a-7447-4009-a426-0e423a9b5678 on host n-d-813679-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:45:52.919531 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f824a309-ef96-4483-9fff-3a1101674899 None None] Network 1f23293e-d35c-4759-ab9f-8562175c4da5 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:45:52.960479 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-71872e6b-2cf2-4d5f-8bb5-b5ee312f1463 None None] Could not find standard attr ID for object bd3f84a6-0465-4345-b69b-4d6b839750a8. {{(pid=95503) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 19:45:52.966908 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-71872e6b-2cf2-4d5f-8bb5-b5ee312f1463 None None] Could not find standard attr ID for object 58d0c76b-d54c-4536-89d7-8f4343f01461. {{(pid=95503) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 19:45:53.060436 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8e09a60-4bd1-4623-a235-007b556f883c tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Made reservation on behalf of 8364cd1e2e78405187c9b3041bd139e1 for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:45:53.064404 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d8e09a60-4bd1-4623-a235-007b556f883c tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:53.070018 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57538f43-4bc3-494e-8a1c-cd9fccefcf17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-1f23293e-d35c-4759-ab9f-8562175c4da5', 'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5', 'tenant_id': '8364cd1e2e78405187c9b3041bd139e1', 'fixed_ips': [{'subnet_id': '4e911633-9530-40a0-b248-43e7bdd8e913'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:45:53.071039 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-57538f43-4bc3-494e-8a1c-cd9fccefcf17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:53.082423 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [None req-d8e09a60-4bd1-4623-a235-007b556f883c tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] device_id is not set on port b16edf98-0c3a-470b-a95a-3545d0566298 yet. {{(pid=95501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 19:45:53.201748 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-d8e09a60-4bd1-4623-a235-007b556f883c tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Allocated IP 2001:db8::27a (1f23293e-d35c-4759-ab9f-8562175c4da5/4e911633-9530-40a0-b248-43e7bdd8e913/b16edf98-0c3a-470b-a95a-3545d0566298) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:45:53.345200 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d8e09a60-4bd1-4623-a235-007b556f883c tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:53.420620 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d8e09a60-4bd1-4623-a235-007b556f883c tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:53.471251 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e09a60-4bd1-4623-a235-007b556f883c tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Network 1f23293e-d35c-4759-ab9f-8562175c4da5 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:45:53.475584 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-d8e09a60-4bd1-4623-a235-007b556f883c tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:45:53.483870 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e09a60-4bd1-4623-a235-007b556f883c tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:45:53.486399 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-57538f43-4bc3-494e-8a1c-cd9fccefcf17 None None] Allocated IP 2001:db8::2 (1f23293e-d35c-4759-ab9f-8562175c4da5/4e911633-9530-40a0-b248-43e7bdd8e913/a6949b32-dd5d-4240-a6b4-66510114a44b) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:45:53.489850 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e09a60-4bd1-4623-a235-007b556f883c tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:45:53.490489 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d8e09a60-4bd1-4623-a235-007b556f883c tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:53.504163 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e09a60-4bd1-4623-a235-007b556f883c tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Pushing event updated for resources: {'Port': ['ID=b16edf98-0c3a-470b-a95a-3545d0566298,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:45:53.578100 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-d8e09a60-4bd1-4623-a235-007b556f883c tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.6996889 Oct 12 19:45:53.580449 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52788) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:45:53.647833 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-57538f43-4bc3-494e-8a1c-cd9fccefcf17 None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:53.680085 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a13e8e-517d-498d-addb-354474aaa2f1 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:45:53.680085 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-44a13e8e-517d-498d-addb-354474aaa2f1 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0973194 Oct 12 19:45:53.682623 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52792) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:45:53.723026 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-57538f43-4bc3-494e-8a1c-cd9fccefcf17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:53.767913 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57538f43-4bc3-494e-8a1c-cd9fccefcf17 None None] Network 1f23293e-d35c-4759-ab9f-8562175c4da5 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:45:53.772475 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-57538f43-4bc3-494e-8a1c-cd9fccefcf17 None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:45:53.778470 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57538f43-4bc3-494e-8a1c-cd9fccefcf17 None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:45:53.783322 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-2b8fa235-5870-4334-837e-b23e46af8550 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Deleting port b16edf98-0c3a-470b-a95a-3545d0566298 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:45:53.783866 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2b8fa235-5870-4334-837e-b23e46af8550 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:53.795378 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57538f43-4bc3-494e-8a1c-cd9fccefcf17 None None] Pushing event updated for resources: {'Port': ['ID=a6949b32-dd5d-4240-a6b4-66510114a44b,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:45:53.839977 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-57538f43-4bc3-494e-8a1c-cd9fccefcf17 None None] Attempting to bind port a6949b32-dd5d-4240-a6b4-66510114a44b on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:45:53.840374 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-57538f43-4bc3-494e-8a1c-cd9fccefcf17 None None] Attempting to bind port a6949b32-dd5d-4240-a6b4-66510114a44b by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '5b15e8ea-52cb-48bc-9b05-d8b033d6797c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:45:53.840739 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57538f43-4bc3-494e-8a1c-cd9fccefcf17 None None] Attempting to bind port a6949b32-dd5d-4240-a6b4-66510114a44b on network 1f23293e-d35c-4759-ab9f-8562175c4da5 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:45:53.846143 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57538f43-4bc3-494e-8a1c-cd9fccefcf17 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:45:53.846524 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57538f43-4bc3-494e-8a1c-cd9fccefcf17 None None] Checking segment: {'id': '5b15e8ea-52cb-48bc-9b05-d8b033d6797c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:45:53.846929 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-57538f43-4bc3-494e-8a1c-cd9fccefcf17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:53.847330 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57538f43-4bc3-494e-8a1c-cd9fccefcf17 None None] Bound using segment: {'id': '5b15e8ea-52cb-48bc-9b05-d8b033d6797c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:45:53.847929 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-57538f43-4bc3-494e-8a1c-cd9fccefcf17 None None] Bound port: a6949b32-dd5d-4240-a6b4-66510114a44b, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b15e8ea-52cb-48bc-9b05-d8b033d6797c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:45:53.848349 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-57538f43-4bc3-494e-8a1c-cd9fccefcf17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:53.876746 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2b8fa235-5870-4334-837e-b23e46af8550 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:53.889396 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-2b8fa235-5870-4334-837e-b23e46af8550 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Calling delete_port for b16edf98-0c3a-470b-a95a-3545d0566298 owned by {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:45:53.919855 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-57538f43-4bc3-494e-8a1c-cd9fccefcf17 None None] For port a6949b32-dd5d-4240-a6b4-66510114a44b, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:45:53.922963 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-57538f43-4bc3-494e-8a1c-cd9fccefcf17 None None] For port a6949b32-dd5d-4240-a6b4-66510114a44b, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=a6949b32-dd5d-4240-a6b4-66510114a44b,segment=NetworkSegment(5b15e8ea-52cb-48bc-9b05-d8b033d6797c),segment_id=5b15e8ea-52cb-48bc-9b05-d8b033d6797c)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:45:54.008849 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-57538f43-4bc3-494e-8a1c-cd9fccefcf17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:54.080138 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57538f43-4bc3-494e-8a1c-cd9fccefcf17 None None] Pushing event updated for resources: {'Port': ['ID=a6949b32-dd5d-4240-a6b4-66510114a44b,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:45:54.084261 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2b8fa235-5870-4334-837e-b23e46af8550 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:54.087905 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 06c8154a-7447-4009-a426-0e423a9b5678 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:45:54.113954 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 06c8154a-7447-4009-a426-0e423a9b5678 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:45:54.114533 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 06c8154a-7447-4009-a426-0e423a9b5678 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:45:54.117126 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8fa235-5870-4334-837e-b23e46af8550 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Pushing event deleted for resources: {'Port': ['ID=b16edf98-0c3a-470b-a95a-3545d0566298,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:45:54.153431 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2b8fa235-5870-4334-837e-b23e46af8550 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:54.159958 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-2b8fa235-5870-4334-837e-b23e46af8550 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "DELETE /v2.0/ports/b16edf98-0c3a-470b-a95a-3545d0566298 HTTP/1.1" status: 204 len: 168 time: 0.4737554 Oct 12 19:45:54.160921 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52794) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:45:54.223309 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8ba5a2-496e-4fe8-ad1a-cc431a15d73b tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:45:54.225277 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8ba5a2-496e-4fe8-ad1a-cc431a15d73b tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:45:54.226826 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-dd8ba5a2-496e-4fe8-ad1a-cc431a15d73b tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0653656 Oct 12 19:45:54.229956 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52796) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:45:54.309348 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-3118b2e5-cdac-475d-82d7-719046fd428b tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Deleting subnet 4e911633-9530-40a0-b248-43e7bdd8e913 {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:45:54.312860 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3118b2e5-cdac-475d-82d7-719046fd428b tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:54.366167 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3118b2e5-cdac-475d-82d7-719046fd428b tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16313642'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:54.458878 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3118b2e5-cdac-475d-82d7-719046fd428b tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:54.591564 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3118b2e5-cdac-475d-82d7-719046fd428b tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4306592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16245866'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:54.619650 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3118b2e5-cdac-475d-82d7-719046fd428b tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Pushing event deleted for resources: {'Subnet': ['ID=4e911633-9530-40a0-b248-43e7bdd8e913,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:45:54.624251 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3118b2e5-cdac-475d-82d7-719046fd428b tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:54.627775 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-3118b2e5-cdac-475d-82d7-719046fd428b tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "DELETE /v2.0/subnets/4e911633-9530-40a0-b248-43e7bdd8e913 HTTP/1.1" status: 204 len: 168 time: 0.3962312 Oct 12 19:45:54.630381 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52798) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:45:54.984226 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-55f4052e-5364-4277-b910-0547bf6b5d47 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3503656 Oct 12 19:45:54.984447 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52802) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:45:55.033462 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167f6d6e-077e-4e52-8941-18f639aabddb tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:45:55.037276 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-167f6d6e-077e-4e52-8941-18f639aabddb tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0497122 Oct 12 19:45:55.037538 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52804) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:45:55.086330 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f819a50-e1ff-4f54-9a4e-7210a719f344 None None] Network 1f23293e-d35c-4759-ab9f-8562175c4da5 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:45:55.093400 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-940cf3c0-7ad4-417d-b5f9-cf8a6d744d38 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:45:55.095146 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-940cf3c0-7ad4-417d-b5f9-cf8a6d744d38 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0566816 Oct 12 19:45:55.103547 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52806) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:45:55.144526 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-30414541-442a-40ef-a884-22f02aa79213 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0450594 Oct 12 19:45:55.149014 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52808) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:45:55.155314 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-d6f05eaa-aa1a-4c49-8837-1324a4cb9834 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Request body: {'subnet': {'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:45:55.157297 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-0feed633-3d8b-4bf6-bcd0-fd68bc9fa864 None None] Provisioning complete for port a6949b32-dd5d-4240-a6b4-66510114a44b triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:45:55.157673 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0feed633-3d8b-4bf6-bcd0-fd68bc9fa864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:55.282340 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0feed633-3d8b-4bf6-bcd0-fd68bc9fa864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:55.300207 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6f05eaa-aa1a-4c49-8837-1324a4cb9834 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Made reservation on behalf of 8364cd1e2e78405187c9b3041bd139e1 for: {'subnet': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:45:55.305876 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d6f05eaa-aa1a-4c49-8837-1324a4cb9834 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4612397'] for subnet, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:55.318663 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-0feed633-3d8b-4bf6-bcd0-fd68bc9fa864 None None] For port a6949b32-dd5d-4240-a6b4-66510114a44b, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=a6949b32-dd5d-4240-a6b4-66510114a44b,segment=NetworkSegment(5b15e8ea-52cb-48bc-9b05-d8b033d6797c),segment_id=5b15e8ea-52cb-48bc-9b05-d8b033d6797c)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:45:55.364787 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cebd60a2-f2b2-4d31-8a79-b22298d66e11 None None] DHCP port deletion for 1f23293e-d35c-4759-ab9f-8562175c4da5 request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 19:45:55.369151 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0feed633-3d8b-4bf6-bcd0-fd68bc9fa864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:55.448436 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feed633-3d8b-4bf6-bcd0-fd68bc9fa864 None None] Pushing event updated for resources: {'Port': ['ID=a6949b32-dd5d-4240-a6b4-66510114a44b,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:45:55.470879 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-cebd60a2-f2b2-4d31-8a79-b22298d66e11 None None] Deleting port a6949b32-dd5d-4240-a6b4-66510114a44b {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:45:55.471528 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cebd60a2-f2b2-4d31-8a79-b22298d66e11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:55.539061 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-cebd60a2-f2b2-4d31-8a79-b22298d66e11 None None] For port a6949b32-dd5d-4240-a6b4-66510114a44b, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=a6949b32-dd5d-4240-a6b4-66510114a44b,segment=NetworkSegment(5b15e8ea-52cb-48bc-9b05-d8b033d6797c),segment_id=5b15e8ea-52cb-48bc-9b05-d8b033d6797c)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:45:55.539394 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cebd60a2-f2b2-4d31-8a79-b22298d66e11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:55.551687 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-cebd60a2-f2b2-4d31-8a79-b22298d66e11 None None] Calling delete_port for a6949b32-dd5d-4240-a6b4-66510114a44b owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:45:55.580044 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d6f05eaa-aa1a-4c49-8837-1324a4cb9834 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4824863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4612355'] for subnet, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:55.631472 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f05eaa-aa1a-4c49-8837-1324a4cb9834 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Network 1f23293e-d35c-4759-ab9f-8562175c4da5 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:45:55.637067 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-d6f05eaa-aa1a-4c49-8837-1324a4cb9834 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:45:55.641588 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f05eaa-aa1a-4c49-8837-1324a4cb9834 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:45:55.642193 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d6f05eaa-aa1a-4c49-8837-1324a4cb9834 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:55.645563 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f05eaa-aa1a-4c49-8837-1324a4cb9834 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Pushing event updated for resources: {'Subnet': ['ID=3a87f3c9-e0ea-4a1c-bd99-1e9c18f5a3e9,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:45:55.705537 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cebd60a2-f2b2-4d31-8a79-b22298d66e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:55.732746 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-d6f05eaa-aa1a-4c49-8837-1324a4cb9834 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5820041 Oct 12 19:45:55.734978 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52812) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:45:55.735250 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebd60a2-f2b2-4d31-8a79-b22298d66e11 None None] Pushing event deleted for resources: {'Port': ['ID=a6949b32-dd5d-4240-a6b4-66510114a44b,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:45:55.741875 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-f46fadcc-1204-456f-9602-b6fb75952fbc tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Request body: {'port': {'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5', 'fixed_ips': [{'subnet_id': '3a87f3c9-e0ea-4a1c-bd99-1e9c18f5a3e9', 'ip_address': '2001:db8::d473:7451:3d5:a138'}], 'name': 'tempest-NetworksTestDHCPv6-16087594'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:45:55.742126 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebd60a2-f2b2-4d31-8a79-b22298d66e11 None None] No DVR routers for this DVR port a6949b32-dd5d-4240-a6b4-66510114a44b on host n-d-813679-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:45:55.763000 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f0ce4e-eda1-4649-a95b-f1d3d0fe5a9d None None] Network 1f23293e-d35c-4759-ab9f-8562175c4da5 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:45:55.893997 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f46fadcc-1204-456f-9602-b6fb75952fbc tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Made reservation on behalf of 8364cd1e2e78405187c9b3041bd139e1 for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:45:55.914847 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3938de01-077e-49ab-b4cb-90f266bdfe56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-1f23293e-d35c-4759-ab9f-8562175c4da5', 'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5', 'tenant_id': '8364cd1e2e78405187c9b3041bd139e1', 'fixed_ips': [{'subnet_id': '3a87f3c9-e0ea-4a1c-bd99-1e9c18f5a3e9'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:45:55.915970 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3938de01-077e-49ab-b4cb-90f266bdfe56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:55.980422 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f46fadcc-1204-456f-9602-b6fb75952fbc tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:55.998108 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [None req-f46fadcc-1204-456f-9602-b6fb75952fbc tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] device_id is not set on port a97e114f-b16b-4dd0-9cbe-8c903a863e3b yet. {{(pid=95501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 19:45:56.066216 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-3938de01-077e-49ab-b4cb-90f266bdfe56 None None] Allocated IP 2001:db8::2 (1f23293e-d35c-4759-ab9f-8562175c4da5/3a87f3c9-e0ea-4a1c-bd99-1e9c18f5a3e9/23bb37ac-8c16-41ef-b6a5-44cc3de3408d) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:45:56.218692 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3938de01-077e-49ab-b4cb-90f266bdfe56 None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:56.271599 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3938de01-077e-49ab-b4cb-90f266bdfe56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:56.327167 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-f46fadcc-1204-456f-9602-b6fb75952fbc tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Allocated IP 2001:db8::d473:7451:3d5:a138 (1f23293e-d35c-4759-ab9f-8562175c4da5/3a87f3c9-e0ea-4a1c-bd99-1e9c18f5a3e9/a97e114f-b16b-4dd0-9cbe-8c903a863e3b) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:45:56.468129 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3938de01-077e-49ab-b4cb-90f266bdfe56 None None] Network 1f23293e-d35c-4759-ab9f-8562175c4da5 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:45:56.471003 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-3938de01-077e-49ab-b4cb-90f266bdfe56 None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:45:56.475568 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3938de01-077e-49ab-b4cb-90f266bdfe56 None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:45:56.478622 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3938de01-077e-49ab-b4cb-90f266bdfe56 None None] Pushing event updated for resources: {'Port': ['ID=23bb37ac-8c16-41ef-b6a5-44cc3de3408d,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:45:56.484421 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f46fadcc-1204-456f-9602-b6fb75952fbc tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:56.529510 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-3938de01-077e-49ab-b4cb-90f266bdfe56 None None] Attempting to bind port 23bb37ac-8c16-41ef-b6a5-44cc3de3408d on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:45:56.529882 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-3938de01-077e-49ab-b4cb-90f266bdfe56 None None] Attempting to bind port 23bb37ac-8c16-41ef-b6a5-44cc3de3408d by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '5b15e8ea-52cb-48bc-9b05-d8b033d6797c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:45:56.530242 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3938de01-077e-49ab-b4cb-90f266bdfe56 None None] Attempting to bind port 23bb37ac-8c16-41ef-b6a5-44cc3de3408d on network 1f23293e-d35c-4759-ab9f-8562175c4da5 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:45:56.535099 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3938de01-077e-49ab-b4cb-90f266bdfe56 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:45:56.535479 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3938de01-077e-49ab-b4cb-90f266bdfe56 None None] Checking segment: {'id': '5b15e8ea-52cb-48bc-9b05-d8b033d6797c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:45:56.535872 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3938de01-077e-49ab-b4cb-90f266bdfe56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:56.536290 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3938de01-077e-49ab-b4cb-90f266bdfe56 None None] Bound using segment: {'id': '5b15e8ea-52cb-48bc-9b05-d8b033d6797c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:45:56.536757 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-3938de01-077e-49ab-b4cb-90f266bdfe56 None None] Bound port: 23bb37ac-8c16-41ef-b6a5-44cc3de3408d, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b15e8ea-52cb-48bc-9b05-d8b033d6797c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:45:56.537140 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3938de01-077e-49ab-b4cb-90f266bdfe56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:56.546105 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f46fadcc-1204-456f-9602-b6fb75952fbc tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:56.601469 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-3938de01-077e-49ab-b4cb-90f266bdfe56 None None] For port 23bb37ac-8c16-41ef-b6a5-44cc3de3408d, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:45:56.605199 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-3938de01-077e-49ab-b4cb-90f266bdfe56 None None] For port 23bb37ac-8c16-41ef-b6a5-44cc3de3408d, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=23bb37ac-8c16-41ef-b6a5-44cc3de3408d,segment=NetworkSegment(5b15e8ea-52cb-48bc-9b05-d8b033d6797c),segment_id=5b15e8ea-52cb-48bc-9b05-d8b033d6797c)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:45:56.606644 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46fadcc-1204-456f-9602-b6fb75952fbc tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Network 1f23293e-d35c-4759-ab9f-8562175c4da5 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:45:56.611065 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-f46fadcc-1204-456f-9602-b6fb75952fbc tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:45:56.613108 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46fadcc-1204-456f-9602-b6fb75952fbc tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Pushing event updated for resources: {'Port': ['ID=a97e114f-b16b-4dd0-9cbe-8c903a863e3b,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:45:56.615430 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46fadcc-1204-456f-9602-b6fb75952fbc tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:45:56.621945 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f46fadcc-1204-456f-9602-b6fb75952fbc tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:45:56.622560 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f46fadcc-1204-456f-9602-b6fb75952fbc tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:56.648962 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3938de01-077e-49ab-b4cb-90f266bdfe56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:56.686641 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-f46fadcc-1204-456f-9602-b6fb75952fbc tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 0.9505384 Oct 12 19:45:56.689118 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52814) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:45:56.712383 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3938de01-077e-49ab-b4cb-90f266bdfe56 None None] Pushing event updated for resources: {'Port': ['ID=23bb37ac-8c16-41ef-b6a5-44cc3de3408d,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:45:56.748331 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d32390-be30-4678-bdfe-89531d6e3737 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:45:56.754441 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d32390-be30-4678-bdfe-89531d6e3737 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:45:56.758884 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-c8d32390-be30-4678-bdfe-89531d6e3737 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1682 time: 0.0651491 Oct 12 19:45:56.759120 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52818) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:45:56.848976 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-1976d05e-e78a-4e7f-9695-aa67b21cc501 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Deleting port a97e114f-b16b-4dd0-9cbe-8c903a863e3b {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:45:56.849457 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1976d05e-e78a-4e7f-9695-aa67b21cc501 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:56.962710 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1976d05e-e78a-4e7f-9695-aa67b21cc501 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:56.977622 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-1976d05e-e78a-4e7f-9695-aa67b21cc501 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Calling delete_port for a97e114f-b16b-4dd0-9cbe-8c903a863e3b owned by {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:45:57.191424 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1976d05e-e78a-4e7f-9695-aa67b21cc501 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:57.222281 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1976d05e-e78a-4e7f-9695-aa67b21cc501 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Pushing event deleted for resources: {'Port': ['ID=a97e114f-b16b-4dd0-9cbe-8c903a863e3b,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:45:57.251445 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1976d05e-e78a-4e7f-9695-aa67b21cc501 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:57.254898 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-1976d05e-e78a-4e7f-9695-aa67b21cc501 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "DELETE /v2.0/ports/a97e114f-b16b-4dd0-9cbe-8c903a863e3b HTTP/1.1" status: 204 len: 168 time: 0.4946630 Oct 12 19:45:57.257348 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52820) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:45:57.312005 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8019178f-17cf-4194-a3ed-59729c4f658a tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:45:57.313690 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8019178f-17cf-4194-a3ed-59729c4f658a tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:45:57.315208 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-8019178f-17cf-4194-a3ed-59729c4f658a tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0569408 Oct 12 19:45:57.317951 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52822) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:45:57.370161 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-629eaf0b-2639-4a6e-abdc-712f8155894a tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Deleting subnet 3a87f3c9-e0ea-4a1c-bd99-1e9c18f5a3e9 {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:45:57.374136 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-629eaf0b-2639-4a6e-abdc-712f8155894a tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:57.416873 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-629eaf0b-2639-4a6e-abdc-712f8155894a tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16313642'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:57.510576 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-629eaf0b-2639-4a6e-abdc-712f8155894a tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:57.654611 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-629eaf0b-2639-4a6e-abdc-712f8155894a tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4306592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16245866'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:57.681250 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629eaf0b-2639-4a6e-abdc-712f8155894a tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Pushing event deleted for resources: {'Subnet': ['ID=3a87f3c9-e0ea-4a1c-bd99-1e9c18f5a3e9,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:45:57.692917 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629eaf0b-2639-4a6e-abdc-712f8155894a tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:45:57.692917 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629eaf0b-2639-4a6e-abdc-712f8155894a tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:45:57.693487 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629eaf0b-2639-4a6e-abdc-712f8155894a tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:45:57.693704 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629eaf0b-2639-4a6e-abdc-712f8155894a tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:45:57.693987 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629eaf0b-2639-4a6e-abdc-712f8155894a tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:45:57.694310 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629eaf0b-2639-4a6e-abdc-712f8155894a tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:45:57.694573 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629eaf0b-2639-4a6e-abdc-712f8155894a tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:45:57.694880 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629eaf0b-2639-4a6e-abdc-712f8155894a tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:45:57.695207 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629eaf0b-2639-4a6e-abdc-712f8155894a tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:45:57.695676 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629eaf0b-2639-4a6e-abdc-712f8155894a tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:45:57.695860 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629eaf0b-2639-4a6e-abdc-712f8155894a tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:45:57.696196 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629eaf0b-2639-4a6e-abdc-712f8155894a tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:45:57.699562 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-629eaf0b-2639-4a6e-abdc-712f8155894a tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:57.703489 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-629eaf0b-2639-4a6e-abdc-712f8155894a tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "DELETE /v2.0/subnets/3a87f3c9-e0ea-4a1c-bd99-1e9c18f5a3e9 HTTP/1.1" status: 204 len: 168 time: 0.3838954 Oct 12 19:45:57.705481 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52824) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:45:57.713182 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13bd5b23-2b27-416b-b460-c86114301d59 None None] Network 1f23293e-d35c-4759-ab9f-8562175c4da5 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:45:57.744507 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-f0e9bada-cdc3-4541-b8a4-a7b88f5568ed tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0377460 Oct 12 19:45:57.747797 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52826) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:45:57.752931 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-e87c6a9d-0c69-40bd-b3df-13310c2e8574 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Request body: {'subnet': {'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:45:57.840707 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-0725e8ce-1bbf-450d-9e5e-9f7ea6f37756 None None] Provisioning complete for port 23bb37ac-8c16-41ef-b6a5-44cc3de3408d triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:45:57.841085 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0725e8ce-1bbf-450d-9e5e-9f7ea6f37756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:57.899012 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e87c6a9d-0c69-40bd-b3df-13310c2e8574 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Made reservation on behalf of 8364cd1e2e78405187c9b3041bd139e1 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:45:57.903585 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e87c6a9d-0c69-40bd-b3df-13310c2e8574 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16245837'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:57.930460 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0725e8ce-1bbf-450d-9e5e-9f7ea6f37756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:57.955571 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0994161e-2866-496d-901e-5ddc03f51186 None None] DHCP port deletion for 1f23293e-d35c-4759-ab9f-8562175c4da5 request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 19:45:57.990170 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-0725e8ce-1bbf-450d-9e5e-9f7ea6f37756 None None] For port 23bb37ac-8c16-41ef-b6a5-44cc3de3408d, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=23bb37ac-8c16-41ef-b6a5-44cc3de3408d,segment=NetworkSegment(5b15e8ea-52cb-48bc-9b05-d8b033d6797c),segment_id=5b15e8ea-52cb-48bc-9b05-d8b033d6797c)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:45:58.018314 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-0994161e-2866-496d-901e-5ddc03f51186 None None] Deleting port 23bb37ac-8c16-41ef-b6a5-44cc3de3408d {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:45:58.018747 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0994161e-2866-496d-901e-5ddc03f51186 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:58.085924 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-0994161e-2866-496d-901e-5ddc03f51186 None None] For port 23bb37ac-8c16-41ef-b6a5-44cc3de3408d, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=23bb37ac-8c16-41ef-b6a5-44cc3de3408d,segment=NetworkSegment(5b15e8ea-52cb-48bc-9b05-d8b033d6797c),segment_id=5b15e8ea-52cb-48bc-9b05-d8b033d6797c)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:45:58.085924 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0994161e-2866-496d-901e-5ddc03f51186 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:58.088910 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0725e8ce-1bbf-450d-9e5e-9f7ea6f37756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:58.119365 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-0994161e-2866-496d-901e-5ddc03f51186 None None] Calling delete_port for 23bb37ac-8c16-41ef-b6a5-44cc3de3408d owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:45:58.183504 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0725e8ce-1bbf-450d-9e5e-9f7ea6f37756 None None] Pushing event updated for resources: {'Port': ['ID=23bb37ac-8c16-41ef-b6a5-44cc3de3408d,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:45:58.193614 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e87c6a9d-0c69-40bd-b3df-13310c2e8574 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4306659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16245859'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:58.241913 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e87c6a9d-0c69-40bd-b3df-13310c2e8574 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Network 1f23293e-d35c-4759-ab9f-8562175c4da5 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:45:58.245033 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-e87c6a9d-0c69-40bd-b3df-13310c2e8574 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:45:58.248636 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e87c6a9d-0c69-40bd-b3df-13310c2e8574 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:45:58.249228 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e87c6a9d-0c69-40bd-b3df-13310c2e8574 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:58.270297 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87c6a9d-0c69-40bd-b3df-13310c2e8574 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Pushing event updated for resources: {'Subnet': ['ID=d6fea904-4571-4d45-a5c0-2a9384cc5da7,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:45:58.282824 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0994161e-2866-496d-901e-5ddc03f51186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:58.305913 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0994161e-2866-496d-901e-5ddc03f51186 None None] Pushing event deleted for resources: {'Port': ['ID=23bb37ac-8c16-41ef-b6a5-44cc3de3408d,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:45:58.311871 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0994161e-2866-496d-901e-5ddc03f51186 None None] No DVR routers for this DVR port 23bb37ac-8c16-41ef-b6a5-44cc3de3408d on host n-d-813679-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:45:58.329192 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803dcf15-502e-4d9c-9b3c-d45dc23015a7 None None] Network 1f23293e-d35c-4759-ab9f-8562175c4da5 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:45:58.356836 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-e87c6a9d-0c69-40bd-b3df-13310c2e8574 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6053598 Oct 12 19:45:58.357075 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52830) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:45:58.362452 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-48a1218d-fcf7-4cf1-a16f-7e925444cc6b tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Request body: {'port': {'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5', 'fixed_ips': [{'subnet_id': 'd6fea904-4571-4d45-a5c0-2a9384cc5da7', 'ip_address': '2001:db8::f5dd:e0b:ef56:ebb7'}], 'name': 'tempest-NetworksTestDHCPv6-673713958'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:45:58.477438 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d1ce3e-7388-4d1e-a99f-d5addae1d341 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-1f23293e-d35c-4759-ab9f-8562175c4da5', 'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5', 'tenant_id': '8364cd1e2e78405187c9b3041bd139e1', 'fixed_ips': [{'subnet_id': 'd6fea904-4571-4d45-a5c0-2a9384cc5da7'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:45:58.478825 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-33d1ce3e-7388-4d1e-a99f-d5addae1d341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:58.551219 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48a1218d-fcf7-4cf1-a16f-7e925444cc6b tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Made reservation on behalf of 8364cd1e2e78405187c9b3041bd139e1 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:45:58.628654 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-33d1ce3e-7388-4d1e-a99f-d5addae1d341 None None] Allocated IP 2001:db8::2 (1f23293e-d35c-4759-ab9f-8562175c4da5/d6fea904-4571-4d45-a5c0-2a9384cc5da7/63e9be40-a2f2-4b8f-af02-1bd3a3927c8b) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:45:58.648767 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-48a1218d-fcf7-4cf1-a16f-7e925444cc6b tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:58.668523 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [None req-48a1218d-fcf7-4cf1-a16f-7e925444cc6b tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] device_id is not set on port 0013bf1e-48ae-4162-a115-b57a1745e78f yet. {{(pid=95502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 19:45:58.787707 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-33d1ce3e-7388-4d1e-a99f-d5addae1d341 None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:58.831517 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-33d1ce3e-7388-4d1e-a99f-d5addae1d341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:58.871455 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d1ce3e-7388-4d1e-a99f-d5addae1d341 None None] Network 1f23293e-d35c-4759-ab9f-8562175c4da5 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:45:58.874362 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-33d1ce3e-7388-4d1e-a99f-d5addae1d341 None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:45:58.877962 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d1ce3e-7388-4d1e-a99f-d5addae1d341 None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:45:58.884705 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d1ce3e-7388-4d1e-a99f-d5addae1d341 None None] Pushing event updated for resources: {'Port': ['ID=63e9be40-a2f2-4b8f-af02-1bd3a3927c8b,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:45:58.886015 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-48a1218d-fcf7-4cf1-a16f-7e925444cc6b tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Allocated IP 2001:db8::f5dd:e0b:ef56:ebb7 (1f23293e-d35c-4759-ab9f-8562175c4da5/d6fea904-4571-4d45-a5c0-2a9384cc5da7/0013bf1e-48ae-4162-a115-b57a1745e78f) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:45:58.938279 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-33d1ce3e-7388-4d1e-a99f-d5addae1d341 None None] Attempting to bind port 63e9be40-a2f2-4b8f-af02-1bd3a3927c8b on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:45:58.938637 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-33d1ce3e-7388-4d1e-a99f-d5addae1d341 None None] Attempting to bind port 63e9be40-a2f2-4b8f-af02-1bd3a3927c8b by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '5b15e8ea-52cb-48bc-9b05-d8b033d6797c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:45:58.938997 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d1ce3e-7388-4d1e-a99f-d5addae1d341 None None] Attempting to bind port 63e9be40-a2f2-4b8f-af02-1bd3a3927c8b on network 1f23293e-d35c-4759-ab9f-8562175c4da5 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:45:58.943983 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d1ce3e-7388-4d1e-a99f-d5addae1d341 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:45:58.944389 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d1ce3e-7388-4d1e-a99f-d5addae1d341 None None] Checking segment: {'id': '5b15e8ea-52cb-48bc-9b05-d8b033d6797c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:45:58.944788 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-33d1ce3e-7388-4d1e-a99f-d5addae1d341 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:58.945172 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d1ce3e-7388-4d1e-a99f-d5addae1d341 None None] Bound using segment: {'id': '5b15e8ea-52cb-48bc-9b05-d8b033d6797c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:45:58.945633 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-33d1ce3e-7388-4d1e-a99f-d5addae1d341 None None] Bound port: 63e9be40-a2f2-4b8f-af02-1bd3a3927c8b, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b15e8ea-52cb-48bc-9b05-d8b033d6797c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:45:58.946031 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-33d1ce3e-7388-4d1e-a99f-d5addae1d341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:59.007439 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-33d1ce3e-7388-4d1e-a99f-d5addae1d341 None None] For port 63e9be40-a2f2-4b8f-af02-1bd3a3927c8b, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:45:59.010588 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-33d1ce3e-7388-4d1e-a99f-d5addae1d341 None None] For port 63e9be40-a2f2-4b8f-af02-1bd3a3927c8b, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=63e9be40-a2f2-4b8f-af02-1bd3a3927c8b,segment=NetworkSegment(5b15e8ea-52cb-48bc-9b05-d8b033d6797c),segment_id=5b15e8ea-52cb-48bc-9b05-d8b033d6797c)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:45:59.032987 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-48a1218d-fcf7-4cf1-a16f-7e925444cc6b tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:59.071749 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-33d1ce3e-7388-4d1e-a99f-d5addae1d341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:59.123532 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-48a1218d-fcf7-4cf1-a16f-7e925444cc6b tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:59.139532 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d1ce3e-7388-4d1e-a99f-d5addae1d341 None None] Pushing event updated for resources: {'Port': ['ID=63e9be40-a2f2-4b8f-af02-1bd3a3927c8b,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:45:59.171176 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a1218d-fcf7-4cf1-a16f-7e925444cc6b tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Network 1f23293e-d35c-4759-ab9f-8562175c4da5 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:45:59.174462 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-48a1218d-fcf7-4cf1-a16f-7e925444cc6b tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:45:59.178588 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a1218d-fcf7-4cf1-a16f-7e925444cc6b tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:45:59.184911 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a1218d-fcf7-4cf1-a16f-7e925444cc6b tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:45:59.185552 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-48a1218d-fcf7-4cf1-a16f-7e925444cc6b tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:59.191182 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9e819dbf-6b79-4b52-95b2-d948fedb1367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:59.199739 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a1218d-fcf7-4cf1-a16f-7e925444cc6b tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Pushing event updated for resources: {'Port': ['ID=0013bf1e-48ae-4162-a115-b57a1745e78f,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:45:59.317156 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-48a1218d-fcf7-4cf1-a16f-7e925444cc6b tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 0.9588087 Oct 12 19:45:59.324464 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52836) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:45:59.374490 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-441944ad-aaee-4cf5-933c-0bd85664bf2b tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:45:59.380639 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-441944ad-aaee-4cf5-933c-0bd85664bf2b tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:45:59.382300 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-441944ad-aaee-4cf5-933c-0bd85664bf2b tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.0615945 Oct 12 19:45:59.385726 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52838) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:45:59.806939 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-38d26ff7-c1b7-48fa-9f63-0d26b26d6c30 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Deleting port 0013bf1e-48ae-4162-a115-b57a1745e78f {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:45:59.807281 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-38d26ff7-c1b7-48fa-9f63-0d26b26d6c30 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:59.908791 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-38d26ff7-c1b7-48fa-9f63-0d26b26d6c30 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:45:59.922490 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-38d26ff7-c1b7-48fa-9f63-0d26b26d6c30 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Calling delete_port for 0013bf1e-48ae-4162-a115-b57a1745e78f owned by {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:46:00.117377 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-38d26ff7-c1b7-48fa-9f63-0d26b26d6c30 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:00.126037 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 63e9be40-a2f2-4b8f-af02-1bd3a3927c8b up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:46:00.159548 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d26ff7-c1b7-48fa-9f63-0d26b26d6c30 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Pushing event deleted for resources: {'Port': ['ID=0013bf1e-48ae-4162-a115-b57a1745e78f,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:00.190653 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 63e9be40-a2f2-4b8f-af02-1bd3a3927c8b triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:46:00.191123 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:00.198551 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-38d26ff7-c1b7-48fa-9f63-0d26b26d6c30 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:00.202925 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-38d26ff7-c1b7-48fa-9f63-0d26b26d6c30 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "DELETE /v2.0/ports/0013bf1e-48ae-4162-a115-b57a1745e78f HTTP/1.1" status: 204 len: 168 time: 0.8152199 Oct 12 19:46:00.208884 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52850) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:00.244503 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-1550d7d1-29b6-4ce9-9e4e-b17cd70c3ecc None None] Provisioning complete for port 63e9be40-a2f2-4b8f-af02-1bd3a3927c8b triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:46:00.244885 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1550d7d1-29b6-4ce9-9e4e-b17cd70c3ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:00.272692 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-796fc11a-ac38-4252-8d02-56f52c6cb4eb tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:00.274774 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-796fc11a-ac38-4252-8d02-56f52c6cb4eb tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:00.276746 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-796fc11a-ac38-4252-8d02-56f52c6cb4eb tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0703318 Oct 12 19:46:00.279577 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52852) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:00.353717 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:00.354046 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-98b7d3f1-b3e5-4e73-a39b-4d740e977c74 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Deleting subnet d6fea904-4571-4d45-a5c0-2a9384cc5da7 {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:46:00.358920 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-98b7d3f1-b3e5-4e73-a39b-4d740e977c74 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:00.383533 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1550d7d1-29b6-4ce9-9e4e-b17cd70c3ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:00.409602 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] For port 63e9be40-a2f2-4b8f-af02-1bd3a3927c8b, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=63e9be40-a2f2-4b8f-af02-1bd3a3927c8b,segment=NetworkSegment(5b15e8ea-52cb-48bc-9b05-d8b033d6797c),segment_id=5b15e8ea-52cb-48bc-9b05-d8b033d6797c)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:46:00.410714 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-98b7d3f1-b3e5-4e73-a39b-4d740e977c74 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16313642'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:00.457495 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52854) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:00.462196 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-a986c823-f6f8-4f6a-9955-f9f06fb3767a tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1227219173', 'description': 'tempest-secgroup-smoke-1227219173 description', 'project_id': '5d7aa4c9d56448b0a60a17087e53ce9b'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:46:00.473181 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:00.510236 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-98b7d3f1-b3e5-4e73-a39b-4d740e977c74 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:00.550014 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.db.api [None req-1550d7d1-29b6-4ce9-9e4e-b17cd70c3ecc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 19:46:00.550967 n-d-813679-3 neutron-server[95503]: DEBUG oslo_db.api [None req-1550d7d1-29b6-4ce9-9e4e-b17cd70c3ecc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 19:46:00.560412 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Pushing event updated for resources: {'Port': ['ID=63e9be40-a2f2-4b8f-af02-1bd3a3927c8b,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:00.568761 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a986c823-f6f8-4f6a-9955-f9f06fb3767a tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:00.672723 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-98b7d3f1-b3e5-4e73-a39b-4d740e977c74 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4306592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16245866'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:00.704362 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b7d3f1-b3e5-4e73-a39b-4d740e977c74 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Pushing event deleted for resources: {'Subnet': ['ID=d6fea904-4571-4d45-a5c0-2a9384cc5da7,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:00.706374 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-98b7d3f1-b3e5-4e73-a39b-4d740e977c74 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:00.709744 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-98b7d3f1-b3e5-4e73-a39b-4d740e977c74 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "DELETE /v2.0/subnets/d6fea904-4571-4d45-a5c0-2a9384cc5da7 HTTP/1.1" status: 204 len: 168 time: 0.4285469 Oct 12 19:46:00.712362 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52856) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:00.727958 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a986c823-f6f8-4f6a-9955-f9f06fb3767a tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:00.751368 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-8d77172e-0837-47fd-b141-b791ee69890b tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0376923 Oct 12 19:46:00.754067 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52858) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:00.758951 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-4d0f18e4-f2cb-41ed-827d-8316db134c9e tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Request body: {'subnet': {'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:46:00.787053 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0952e09-1087-460c-a6ed-df361f549045 None None] Network 1f23293e-d35c-4759-ab9f-8562175c4da5 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:46:00.796944 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a986c823-f6f8-4f6a-9955-f9f06fb3767a tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:00.828809 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a986c823-f6f8-4f6a-9955-f9f06fb3767a tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e4e59b0-f74f-459c-b1e6-f4112d66acf0,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:00.874020 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a986c823-f6f8-4f6a-9955-f9f06fb3767a tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:00.875306 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-a986c823-f6f8-4f6a-9955-f9f06fb3767a tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4167888 Oct 12 19:46:00.878285 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52860) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:00.883018 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-9cd13659-4644-4502-a5fd-6a0557966466 tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] Request body: {'security_group_rule': {'security_group_id': '6e4e59b0-f74f-459c-b1e6-f4112d66acf0', 'project_id': '5d7aa4c9d56448b0a60a17087e53ce9b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:46:00.945234 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d0f18e4-f2cb-41ed-827d-8316db134c9e tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Made reservation on behalf of 8364cd1e2e78405187c9b3041bd139e1 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:46:00.948963 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4d0f18e4-f2cb-41ed-827d-8316db134c9e tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16245837'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:00.956180 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e1b7b3-879b-4964-97f7-577709a166af None None] DHCP port deletion for 1f23293e-d35c-4759-ab9f-8562175c4da5 request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 19:46:01.001510 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-18e1b7b3-879b-4964-97f7-577709a166af None None] Deleting port 63e9be40-a2f2-4b8f-af02-1bd3a3927c8b {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:46:01.001884 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-18e1b7b3-879b-4964-97f7-577709a166af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:01.044999 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9cd13659-4644-4502-a5fd-6a0557966466 tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:01.090893 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-18e1b7b3-879b-4964-97f7-577709a166af None None] For port 63e9be40-a2f2-4b8f-af02-1bd3a3927c8b, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=63e9be40-a2f2-4b8f-af02-1bd3a3927c8b,segment=NetworkSegment(5b15e8ea-52cb-48bc-9b05-d8b033d6797c),segment_id=5b15e8ea-52cb-48bc-9b05-d8b033d6797c)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:46:01.091298 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-18e1b7b3-879b-4964-97f7-577709a166af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:01.109154 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-18e1b7b3-879b-4964-97f7-577709a166af None None] Calling delete_port for 63e9be40-a2f2-4b8f-af02-1bd3a3927c8b owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:46:01.135229 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9cd13659-4644-4502-a5fd-6a0557966466 tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:01.208410 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4d0f18e4-f2cb-41ed-827d-8316db134c9e tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4306659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16245859'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:01.223956 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-79811bbf-cef5-410e-a222-468e1225abd0 None None] Could not find standard attr ID for object 0013bf1e-48ae-4162-a115-b57a1745e78f. {{(pid=95503) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 19:46:01.227157 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-79811bbf-cef5-410e-a222-468e1225abd0 None None] Could not find standard attr ID for object a97e114f-b16b-4dd0-9cbe-8c903a863e3b. {{(pid=95503) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 19:46:01.230344 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-79811bbf-cef5-410e-a222-468e1225abd0 None None] Could not find standard attr ID for object b16edf98-0c3a-470b-a95a-3545d0566298. {{(pid=95503) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 19:46:01.246569 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0f18e4-f2cb-41ed-827d-8316db134c9e tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Network 1f23293e-d35c-4759-ab9f-8562175c4da5 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:46:01.249742 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-4d0f18e4-f2cb-41ed-827d-8316db134c9e tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:46:01.253983 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0f18e4-f2cb-41ed-827d-8316db134c9e tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:01.254254 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9cd13659-4644-4502-a5fd-6a0557966466 tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:01.254584 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4d0f18e4-f2cb-41ed-827d-8316db134c9e tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:01.272023 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0f18e4-f2cb-41ed-827d-8316db134c9e tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Pushing event updated for resources: {'Subnet': ['ID=f640af75-55e5-48bf-b4b9-3ec7a03c88e5,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:01.272302 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd13659-4644-4502-a5fd-6a0557966466 tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=304daa4d-24ac-45ba-87d7-a3188cd8dfb9,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:01.277257 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-18e1b7b3-879b-4964-97f7-577709a166af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:01.302644 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e1b7b3-879b-4964-97f7-577709a166af None None] Pushing event deleted for resources: {'Port': ['ID=63e9be40-a2f2-4b8f-af02-1bd3a3927c8b,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:01.306190 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e1b7b3-879b-4964-97f7-577709a166af None None] No DVR routers for this DVR port 63e9be40-a2f2-4b8f-af02-1bd3a3927c8b on host n-d-813679-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:46:01.318793 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5981c3-0f2f-4e81-b3b6-1de30b860eef None None] Network 1f23293e-d35c-4759-ab9f-8562175c4da5 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:46:01.325142 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-4d0f18e4-f2cb-41ed-827d-8316db134c9e tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5700724 Oct 12 19:46:01.327788 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52862) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:01.332929 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-06fb050a-d417-4846-9365-4bef77828b2c tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Request body: {'port': {'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5', 'fixed_ips': [{'subnet_id': 'f640af75-55e5-48bf-b4b9-3ec7a03c88e5', 'ip_address': '2001:db8::c095:1754:2c98:7b82'}], 'name': 'tempest-NetworksTestDHCPv6-1919326723'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:46:01.352760 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9cd13659-4644-4502-a5fd-6a0557966466 tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:01.357614 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-9cd13659-4644-4502-a5fd-6a0557966466 tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4783196 Oct 12 19:46:01.362066 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52864) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:01.362796 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-0b887412-f350-4fc2-aae0-af30aafa2acd tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] Request body: {'security_group_rule': {'security_group_id': '6e4e59b0-f74f-459c-b1e6-f4112d66acf0', 'project_id': '5d7aa4c9d56448b0a60a17087e53ce9b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:46:01.447632 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0b887412-f350-4fc2-aae0-af30aafa2acd tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:01.462617 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a312bf9-2897-4595-9e8d-88ecb9b42331 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-1f23293e-d35c-4759-ab9f-8562175c4da5', 'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5', 'tenant_id': '8364cd1e2e78405187c9b3041bd139e1', 'fixed_ips': [{'subnet_id': 'f640af75-55e5-48bf-b4b9-3ec7a03c88e5'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:46:01.463484 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7a312bf9-2897-4595-9e8d-88ecb9b42331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:01.506895 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0b887412-f350-4fc2-aae0-af30aafa2acd tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:01.516982 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06fb050a-d417-4846-9365-4bef77828b2c tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Made reservation on behalf of 8364cd1e2e78405187c9b3041bd139e1 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:46:01.522056 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-06fb050a-d417-4846-9365-4bef77828b2c tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:01.539533 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [None req-06fb050a-d417-4846-9365-4bef77828b2c tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] device_id is not set on port da1e5e5e-dadb-4c94-acf2-c613221c5b9d yet. {{(pid=95502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 19:46:01.568563 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0b887412-f350-4fc2-aae0-af30aafa2acd tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:01.587496 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b887412-f350-4fc2-aae0-af30aafa2acd tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2221ade-ee15-49b1-b126-7243a46adc43,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:01.607186 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-7a312bf9-2897-4595-9e8d-88ecb9b42331 None None] Allocated IP 2001:db8::2 (1f23293e-d35c-4759-ab9f-8562175c4da5/f640af75-55e5-48bf-b4b9-3ec7a03c88e5/c802019d-d912-43c3-b6fe-b5e823c86de3) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:46:01.640505 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0b887412-f350-4fc2-aae0-af30aafa2acd tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:01.641906 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-0b887412-f350-4fc2-aae0-af30aafa2acd tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2825689 Oct 12 19:46:01.644418 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52866) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:01.648748 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-36ef6678-f9fe-41e7-9b7f-e602ba1ce56f tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] Request body: {'security_group_rule': {'security_group_id': '6e4e59b0-f74f-459c-b1e6-f4112d66acf0', 'project_id': '5d7aa4c9d56448b0a60a17087e53ce9b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:46:01.752886 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7a312bf9-2897-4595-9e8d-88ecb9b42331 None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:01.762500 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f8990015-89df-4592-a431-df1be0571a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:01.773070 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-36ef6678-f9fe-41e7-9b7f-e602ba1ce56f tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:01.834232 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-36ef6678-f9fe-41e7-9b7f-e602ba1ce56f tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:01.848653 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7a312bf9-2897-4595-9e8d-88ecb9b42331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:01.892656 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a312bf9-2897-4595-9e8d-88ecb9b42331 None None] Network 1f23293e-d35c-4759-ab9f-8562175c4da5 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:46:01.895569 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-7a312bf9-2897-4595-9e8d-88ecb9b42331 None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:46:01.899134 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a312bf9-2897-4595-9e8d-88ecb9b42331 None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:46:01.902117 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-06fb050a-d417-4846-9365-4bef77828b2c tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Allocated IP 2001:db8::c095:1754:2c98:7b82 (1f23293e-d35c-4759-ab9f-8562175c4da5/f640af75-55e5-48bf-b4b9-3ec7a03c88e5/da1e5e5e-dadb-4c94-acf2-c613221c5b9d) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:46:01.906185 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a312bf9-2897-4595-9e8d-88ecb9b42331 None None] Pushing event updated for resources: {'Port': ['ID=c802019d-d912-43c3-b6fe-b5e823c86de3,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:01.918127 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-36ef6678-f9fe-41e7-9b7f-e602ba1ce56f tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:01.935146 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ef6678-f9fe-41e7-9b7f-e602ba1ce56f tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6451188-4392-4b35-8cc6-11a369cfce10,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:01.960390 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-7a312bf9-2897-4595-9e8d-88ecb9b42331 None None] Attempting to bind port c802019d-d912-43c3-b6fe-b5e823c86de3 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:46:01.960757 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-7a312bf9-2897-4595-9e8d-88ecb9b42331 None None] Attempting to bind port c802019d-d912-43c3-b6fe-b5e823c86de3 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '5b15e8ea-52cb-48bc-9b05-d8b033d6797c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:46:01.961130 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a312bf9-2897-4595-9e8d-88ecb9b42331 None None] Attempting to bind port c802019d-d912-43c3-b6fe-b5e823c86de3 on network 1f23293e-d35c-4759-ab9f-8562175c4da5 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:46:01.966277 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a312bf9-2897-4595-9e8d-88ecb9b42331 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:46:01.966657 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a312bf9-2897-4595-9e8d-88ecb9b42331 None None] Checking segment: {'id': '5b15e8ea-52cb-48bc-9b05-d8b033d6797c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:46:01.967042 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7a312bf9-2897-4595-9e8d-88ecb9b42331 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:01.967430 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a312bf9-2897-4595-9e8d-88ecb9b42331 None None] Bound using segment: {'id': '5b15e8ea-52cb-48bc-9b05-d8b033d6797c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:46:01.967889 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-7a312bf9-2897-4595-9e8d-88ecb9b42331 None None] Bound port: c802019d-d912-43c3-b6fe-b5e823c86de3, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b15e8ea-52cb-48bc-9b05-d8b033d6797c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:46:01.968287 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7a312bf9-2897-4595-9e8d-88ecb9b42331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:02.031775 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-7a312bf9-2897-4595-9e8d-88ecb9b42331 None None] For port c802019d-d912-43c3-b6fe-b5e823c86de3, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:46:02.035239 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-7a312bf9-2897-4595-9e8d-88ecb9b42331 None None] For port c802019d-d912-43c3-b6fe-b5e823c86de3, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=c802019d-d912-43c3-b6fe-b5e823c86de3,segment=NetworkSegment(5b15e8ea-52cb-48bc-9b05-d8b033d6797c),segment_id=5b15e8ea-52cb-48bc-9b05-d8b033d6797c)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:46:02.039225 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-36ef6678-f9fe-41e7-9b7f-e602ba1ce56f tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:02.040467 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-36ef6678-f9fe-41e7-9b7f-e602ba1ce56f tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3951149 Oct 12 19:46:02.043721 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52868) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:02.048048 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-1a65b2ac-75c4-421c-845e-8df3ca491c28 tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] Request body: {'security_group_rule': {'security_group_id': '6e4e59b0-f74f-459c-b1e6-f4112d66acf0', 'project_id': '5d7aa4c9d56448b0a60a17087e53ce9b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:46:02.063168 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-06fb050a-d417-4846-9365-4bef77828b2c tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:02.077437 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 63e9be40-a2f2-4b8f-af02-1bd3a3927c8b no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:46:02.097851 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 63e9be40-a2f2-4b8f-af02-1bd3a3927c8b {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:46:02.098153 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 63e9be40-a2f2-4b8f-af02-1bd3a3927c8b not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:46:02.129096 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7a312bf9-2897-4595-9e8d-88ecb9b42331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:02.187217 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a312bf9-2897-4595-9e8d-88ecb9b42331 None None] Pushing event updated for resources: {'Port': ['ID=c802019d-d912-43c3-b6fe-b5e823c86de3,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:02.191734 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-06fb050a-d417-4846-9365-4bef77828b2c tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:02.196640 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1a65b2ac-75c4-421c-845e-8df3ca491c28 tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:02.239421 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06fb050a-d417-4846-9365-4bef77828b2c tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Network 1f23293e-d35c-4759-ab9f-8562175c4da5 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:46:02.244641 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-06fb050a-d417-4846-9365-4bef77828b2c tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:46:02.248790 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fb050a-d417-4846-9365-4bef77828b2c tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:46:02.254528 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06fb050a-d417-4846-9365-4bef77828b2c tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:02.255416 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-06fb050a-d417-4846-9365-4bef77828b2c tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:02.266256 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1a65b2ac-75c4-421c-845e-8df3ca491c28 tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:02.271667 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fb050a-d417-4846-9365-4bef77828b2c tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Pushing event updated for resources: {'Port': ['ID=da1e5e5e-dadb-4c94-acf2-c613221c5b9d,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:02.340472 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1a65b2ac-75c4-421c-845e-8df3ca491c28 tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:02.361755 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a65b2ac-75c4-421c-845e-8df3ca491c28 tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f4f2c02-5bb1-4f9b-a520-9bb26c0d75eb,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:02.378276 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52870) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:02.380296 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-06fb050a-d417-4846-9365-4bef77828b2c tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0464375 Oct 12 19:46:02.437730 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8f4985-60f7-45d1-802b-d6c829f97a40 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:02.443852 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8f4985-60f7-45d1-802b-d6c829f97a40 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:02.445550 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-ca8f4985-60f7-45d1-802b-d6c829f97a40 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0658858 Oct 12 19:46:02.448780 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52872) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:02.455510 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1a65b2ac-75c4-421c-845e-8df3ca491c28 tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:02.457575 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-1a65b2ac-75c4-421c-845e-8df3ca491c28 tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4121284 Oct 12 19:46:02.464700 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52874) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:02.469459 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-d5813e9d-329c-4dce-b3e4-8913f281e304 tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] Request body: {'security_group_rule': {'security_group_id': '6e4e59b0-f74f-459c-b1e6-f4112d66acf0', 'project_id': '5d7aa4c9d56448b0a60a17087e53ce9b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:46:02.505311 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:02.543256 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-e331e158-0a5e-419c-9e1e-c76dde8a7819 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Deleting port da1e5e5e-dadb-4c94-acf2-c613221c5b9d {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:46:02.543595 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e331e158-0a5e-419c-9e1e-c76dde8a7819 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:02.573937 n-d-813679-3 neutron-server[95501]: INFO neutron.db.securitygroups_db [None req-d5813e9d-329c-4dce-b3e4-8913f281e304 tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] Project 5d7aa4c9d56448b0a60a17087e53ce9b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 19:46:02.579030 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d5813e9d-329c-4dce-b3e4-8913f281e304 tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:02.631348 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e331e158-0a5e-419c-9e1e-c76dde8a7819 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:02.641181 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d5813e9d-329c-4dce-b3e4-8913f281e304 tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:02.644320 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-e331e158-0a5e-419c-9e1e-c76dde8a7819 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Calling delete_port for da1e5e5e-dadb-4c94-acf2-c613221c5b9d owned by {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:46:02.705337 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d5813e9d-329c-4dce-b3e4-8913f281e304 tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:02.725962 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5813e9d-329c-4dce-b3e4-8913f281e304 tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bc2c707-0d6f-4494-9b08-ed15b8c03a28,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:02.770184 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d5813e9d-329c-4dce-b3e4-8913f281e304 tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:02.771395 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-d5813e9d-329c-4dce-b3e4-8913f281e304 tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3055861 Oct 12 19:46:02.774447 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52876) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:02.779288 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-0dd65a02-14de-4c69-a0e5-dcc10015512c tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] Request body: {'security_group_rule': {'security_group_id': '6e4e59b0-f74f-459c-b1e6-f4112d66acf0', 'project_id': '5d7aa4c9d56448b0a60a17087e53ce9b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:46:02.819712 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e331e158-0a5e-419c-9e1e-c76dde8a7819 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:02.854862 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e331e158-0a5e-419c-9e1e-c76dde8a7819 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Pushing event deleted for resources: {'Port': ['ID=da1e5e5e-dadb-4c94-acf2-c613221c5b9d,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:02.859273 n-d-813679-3 neutron-server[95501]: INFO neutron.db.securitygroups_db [None req-0dd65a02-14de-4c69-a0e5-dcc10015512c tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] Project 5d7aa4c9d56448b0a60a17087e53ce9b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 19:46:02.865290 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0dd65a02-14de-4c69-a0e5-dcc10015512c tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:02.879781 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e331e158-0a5e-419c-9e1e-c76dde8a7819 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:02.883465 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-e331e158-0a5e-419c-9e1e-c76dde8a7819 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "DELETE /v2.0/ports/da1e5e5e-dadb-4c94-acf2-c613221c5b9d HTTP/1.1" status: 204 len: 168 time: 0.4335530 Oct 12 19:46:02.885945 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52878) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:02.934978 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0dd65a02-14de-4c69-a0e5-dcc10015512c tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:02.940841 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2288a1d3-ad09-4ef5-a463-7c80a38ebccb tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:02.942400 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2288a1d3-ad09-4ef5-a463-7c80a38ebccb tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:02.943917 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-2288a1d3-ad09-4ef5-a463-7c80a38ebccb tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0570607 Oct 12 19:46:02.946976 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52880) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:02.987004 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0dd65a02-14de-4c69-a0e5-dcc10015512c tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:03.009375 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd65a02-14de-4c69-a0e5-dcc10015512c tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb7202ff-2ccc-4e04-817b-7a675129850e,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:03.025730 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_v2 [None req-f72cfb95-a17b-452d-a327-3882f0b3c013 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Deleting subnet f640af75-55e5-48bf-b4b9-3ec7a03c88e5 {{(pid=95501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:46:03.030507 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f72cfb95-a17b-452d-a327-3882f0b3c013 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks [] for subnet, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:03.060339 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:03.072517 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f72cfb95-a17b-452d-a327-3882f0b3c013 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281083'] for subnet, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:03.082620 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:03.099765 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0dd65a02-14de-4c69-a0e5-dcc10015512c tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:03.109856 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-0dd65a02-14de-4c69-a0e5-dcc10015512c tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3259466 Oct 12 19:46:03.214265 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f72cfb95-a17b-452d-a327-3882f0b3c013 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:03.267339 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-493df159-4040-479f-b4c8-860040a47bc7 None None] Provisioning complete for port c802019d-d912-43c3-b6fe-b5e823c86de3 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:46:03.267719 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-493df159-4040-479f-b4c8-860040a47bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:03.339759 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2a87f3ed-19fa-4621-87e4-3823ccce8f6a req-a8a3b0eb-e2b1-4392-9973-07a29645bf50 tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1227219173&fields=id&tenant_id=5d7aa4c9d56448b0a60a17087e53ce9b HTTP/1.1" status: 200 len: 267 time: 0.0383897 Oct 12 19:46:03.345837 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f72cfb95-a17b-452d-a327-3882f0b3c013 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4824924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4612362'] for subnet, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:03.356604 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-493df159-4040-479f-b4c8-860040a47bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:03.392791 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72cfb95-a17b-452d-a327-3882f0b3c013 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Pushing event deleted for resources: {'Subnet': ['ID=f640af75-55e5-48bf-b4b9-3ec7a03c88e5,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:03.424506 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.db.api [None req-493df159-4040-479f-b4c8-860040a47bc7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 19:46:03.424869 n-d-813679-3 neutron-server[95503]: DEBUG oslo_db.api [None req-493df159-4040-479f-b4c8-860040a47bc7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 19:46:03.431037 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f72cfb95-a17b-452d-a327-3882f0b3c013 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:03.434296 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-f72cfb95-a17b-452d-a327-3882f0b3c013 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "DELETE /v2.0/subnets/f640af75-55e5-48bf-b4b9-3ec7a03c88e5 HTTP/1.1" status: 204 len: 168 time: 0.4863048 Oct 12 19:46:03.437036 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52888) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:03.482364 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-79b6d1e5-964e-4aad-8467-0a69abd5f4ca tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0444431 Oct 12 19:46:03.484885 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52890) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:03.532369 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a87f3ed-19fa-4621-87e4-3823ccce8f6a req-5ad917fb-36c0-4797-add9-4348396b1790 tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:03.533929 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2a87f3ed-19fa-4621-87e4-3823ccce8f6a req-5ad917fb-36c0-4797-add9-4348396b1790 tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] 10.222.0.49 "GET /v2.0/networks?id=d1e6cf90-e461-4344-8285-6e9d900c8060 HTTP/1.1" status: 200 len: 813 time: 0.1848805 Oct 12 19:46:03.542787 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351d3622-fadf-445c-8eaa-774c7c006f3b tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:03.544616 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-351d3622-fadf-445c-8eaa-774c7c006f3b tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0584843 Oct 12 19:46:03.547447 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52892) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:03.551462 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2a87f3ed-19fa-4621-87e4-3823ccce8f6a req-e867b09b-be8b-418b-8624-bdef1336e3ba tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] 10.222.0.49 "GET /v2.0/quotas/5d7aa4c9d56448b0a60a17087e53ce9b HTTP/1.1" status: 200 len: 375 time: 0.0117359 Oct 12 19:46:03.568839 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc158b84-86f2-4938-a312-416a7721b8d3 None None] Network 1f23293e-d35c-4759-ab9f-8562175c4da5 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:46:03.608827 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984520e2-9de0-47bf-807a-0ab43ebc6cb7 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:03.614666 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2a87f3ed-19fa-4621-87e4-3823ccce8f6a req-87aa5d07-a673-4abf-90b1-e38a63de8a79 tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=5d7aa4c9d56448b0a60a17087e53ce9b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492711 Oct 12 19:46:03.614666 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52894) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:03.615214 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-984520e2-9de0-47bf-807a-0ab43ebc6cb7 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0644414 Oct 12 19:46:03.652677 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-c7089e97-0d80-4e36-8323-bf0b3fdc4801 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0385940 Oct 12 19:46:03.661593 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52896) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:03.668235 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-5aaf372e-0c9b-44b5-98d3-8d6481e9b615 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Request body: {'subnet': {'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:46:03.748961 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2a87f3ed-19fa-4621-87e4-3823ccce8f6a req-03d0ef26-e627-4e05-8dac-544a27b9c463 service neutron] 10.222.0.49 "GET /v2.0/networks/d1e6cf90-e461-4344-8285-6e9d900c8060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986683 Oct 12 19:46:03.772660 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff8596e-ab74-4fe3-99e0-74e5b33e09a7 None None] DHCP port deletion for 1f23293e-d35c-4759-ab9f-8562175c4da5 request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 19:46:03.829796 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-bff8596e-ab74-4fe3-99e0-74e5b33e09a7 None None] Deleting port c802019d-d912-43c3-b6fe-b5e823c86de3 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:46:03.830312 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bff8596e-ab74-4fe3-99e0-74e5b33e09a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:03.853943 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aaf372e-0c9b-44b5-98d3-8d6481e9b615 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Made reservation on behalf of 8364cd1e2e78405187c9b3041bd139e1 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:46:03.857170 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2a87f3ed-19fa-4621-87e4-3823ccce8f6a req-b366107b-8b49-43d1-9af3-22ccfb507f12 service neutron] 10.222.0.49 "GET /v2.0/networks/d1e6cf90-e461-4344-8285-6e9d900c8060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012404 Oct 12 19:46:03.857717 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5aaf372e-0c9b-44b5-98d3-8d6481e9b615 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16245837'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:03.916446 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-bff8596e-ab74-4fe3-99e0-74e5b33e09a7 None None] For port c802019d-d912-43c3-b6fe-b5e823c86de3, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=c802019d-d912-43c3-b6fe-b5e823c86de3,segment=NetworkSegment(5b15e8ea-52cb-48bc-9b05-d8b033d6797c),segment_id=5b15e8ea-52cb-48bc-9b05-d8b033d6797c)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:46:03.916758 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bff8596e-ab74-4fe3-99e0-74e5b33e09a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:03.957356 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-bff8596e-ab74-4fe3-99e0-74e5b33e09a7 None None] Calling delete_port for c802019d-d912-43c3-b6fe-b5e823c86de3 owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:46:03.960184 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:04.022190 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-493df159-4040-479f-b4c8-860040a47bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:04.075315 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-493df159-4040-479f-b4c8-860040a47bc7 None None] For port c802019d-d912-43c3-b6fe-b5e823c86de3, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=c802019d-d912-43c3-b6fe-b5e823c86de3,segment=NetworkSegment(5b15e8ea-52cb-48bc-9b05-d8b033d6797c),segment_id=5b15e8ea-52cb-48bc-9b05-d8b033d6797c)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:46:04.129456 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-493df159-4040-479f-b4c8-860040a47bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:04.146110 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5aaf372e-0c9b-44b5-98d3-8d6481e9b615 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4306659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16245859'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:04.179135 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493df159-4040-479f-b4c8-860040a47bc7 None None] Pushing event updated for resources: {'Port': ['ID=c802019d-d912-43c3-b6fe-b5e823c86de3,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:04.186482 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bff8596e-ab74-4fe3-99e0-74e5b33e09a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:04.194403 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aaf372e-0c9b-44b5-98d3-8d6481e9b615 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Network 1f23293e-d35c-4759-ab9f-8562175c4da5 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:46:04.199378 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-5aaf372e-0c9b-44b5-98d3-8d6481e9b615 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:46:04.202189 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff8596e-ab74-4fe3-99e0-74e5b33e09a7 None None] No DVR routers for this DVR port c802019d-d912-43c3-b6fe-b5e823c86de3 on host n-d-813679-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:46:04.205142 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aaf372e-0c9b-44b5-98d3-8d6481e9b615 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:04.205885 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5aaf372e-0c9b-44b5-98d3-8d6481e9b615 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:04.227728 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff8596e-ab74-4fe3-99e0-74e5b33e09a7 None None] Pushing event deleted for resources: {'Port': ['ID=c802019d-d912-43c3-b6fe-b5e823c86de3,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:04.230641 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaf372e-0c9b-44b5-98d3-8d6481e9b615 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Pushing event updated for resources: {'Subnet': ['ID=15f34f9f-c932-4e36-8a3c-89d2c99e3df8,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:04.243000 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-1b510f2a-d08e-4a25-9e87-bbe33874f0cd None None] Could not find standard attr ID for object da1e5e5e-dadb-4c94-acf2-c613221c5b9d. {{(pid=95503) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 19:46:04.259302 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5742e3-d2a1-46e4-ad05-034c14ccc06f None None] Network 1f23293e-d35c-4759-ab9f-8562175c4da5 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:46:04.322921 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-5aaf372e-0c9b-44b5-98d3-8d6481e9b615 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6577392 Oct 12 19:46:04.323271 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52904) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:04.328877 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-6323b58c-b079-4bf8-8bdf-f9fe361afff8 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Request body: {'port': {'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5', 'fixed_ips': [{'subnet_id': '15f34f9f-c932-4e36-8a3c-89d2c99e3df8', 'ip_address': '2001:db8::261a:a912:8a03:3882'}], 'name': 'tempest-NetworksTestDHCPv6-2125899004'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:46:04.461881 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-230df160-dafe-42a4-901b-53c6f9b4438f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-1f23293e-d35c-4759-ab9f-8562175c4da5', 'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5', 'tenant_id': '8364cd1e2e78405187c9b3041bd139e1', 'fixed_ips': [{'subnet_id': '15f34f9f-c932-4e36-8a3c-89d2c99e3df8'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:46:04.463842 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-230df160-dafe-42a4-901b-53c6f9b4438f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:04.494622 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8ad37f94-02f5-442a-8a5f-293f6534f255 req-bb07f4fa-c06c-4e56-848b-936d81b227ce tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d46a40d-f3a6-4c68-b3fc-8ffb1ceeb386 HTTP/1.1" status: 200 len: 210 time: 0.0517411 Oct 12 19:46:04.551147 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6323b58c-b079-4bf8-8bdf-f9fe361afff8 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Made reservation on behalf of 8364cd1e2e78405187c9b3041bd139e1 for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:46:04.630300 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-230df160-dafe-42a4-901b-53c6f9b4438f None None] Allocated IP 2001:db8::2 (1f23293e-d35c-4759-ab9f-8562175c4da5/15f34f9f-c932-4e36-8a3c-89d2c99e3df8/f90fe4ca-2f19-4623-b883-902aee2ec092) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:46:04.656336 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6323b58c-b079-4bf8-8bdf-f9fe361afff8 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:04.681509 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [None req-6323b58c-b079-4bf8-8bdf-f9fe361afff8 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] device_id is not set on port 2e84be99-58ab-45e5-8efb-34ae3341273f yet. {{(pid=95501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 19:46:04.689720 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:04.786046 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-230df160-dafe-42a4-901b-53c6f9b4438f None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:04.883436 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-230df160-dafe-42a4-901b-53c6f9b4438f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:04.935520 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230df160-dafe-42a4-901b-53c6f9b4438f None None] Network 1f23293e-d35c-4759-ab9f-8562175c4da5 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:46:04.939560 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-230df160-dafe-42a4-901b-53c6f9b4438f None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:46:04.944139 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230df160-dafe-42a4-901b-53c6f9b4438f None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:46:04.947230 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230df160-dafe-42a4-901b-53c6f9b4438f None None] Pushing event updated for resources: {'Port': ['ID=f90fe4ca-2f19-4623-b883-902aee2ec092,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:04.950378 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-6323b58c-b079-4bf8-8bdf-f9fe361afff8 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Allocated IP 2001:db8::261a:a912:8a03:3882 (1f23293e-d35c-4759-ab9f-8562175c4da5/15f34f9f-c932-4e36-8a3c-89d2c99e3df8/2e84be99-58ab-45e5-8efb-34ae3341273f) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:46:04.999304 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-230df160-dafe-42a4-901b-53c6f9b4438f None None] Attempting to bind port f90fe4ca-2f19-4623-b883-902aee2ec092 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:46:04.999678 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-230df160-dafe-42a4-901b-53c6f9b4438f None None] Attempting to bind port f90fe4ca-2f19-4623-b883-902aee2ec092 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '5b15e8ea-52cb-48bc-9b05-d8b033d6797c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:46:05.000073 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230df160-dafe-42a4-901b-53c6f9b4438f None None] Attempting to bind port f90fe4ca-2f19-4623-b883-902aee2ec092 on network 1f23293e-d35c-4759-ab9f-8562175c4da5 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:46:05.005048 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230df160-dafe-42a4-901b-53c6f9b4438f None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:46:05.005423 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230df160-dafe-42a4-901b-53c6f9b4438f None None] Checking segment: {'id': '5b15e8ea-52cb-48bc-9b05-d8b033d6797c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:46:05.005826 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-230df160-dafe-42a4-901b-53c6f9b4438f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:05.006224 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230df160-dafe-42a4-901b-53c6f9b4438f None None] Bound using segment: {'id': '5b15e8ea-52cb-48bc-9b05-d8b033d6797c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:46:05.006694 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-230df160-dafe-42a4-901b-53c6f9b4438f None None] Bound port: f90fe4ca-2f19-4623-b883-902aee2ec092, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b15e8ea-52cb-48bc-9b05-d8b033d6797c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:46:05.007192 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-230df160-dafe-42a4-901b-53c6f9b4438f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:05.073072 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-230df160-dafe-42a4-901b-53c6f9b4438f None None] For port f90fe4ca-2f19-4623-b883-902aee2ec092, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:46:05.076776 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-230df160-dafe-42a4-901b-53c6f9b4438f None None] For port f90fe4ca-2f19-4623-b883-902aee2ec092, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=f90fe4ca-2f19-4623-b883-902aee2ec092,segment=NetworkSegment(5b15e8ea-52cb-48bc-9b05-d8b033d6797c),segment_id=5b15e8ea-52cb-48bc-9b05-d8b033d6797c)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:46:05.096049 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6323b58c-b079-4bf8-8bdf-f9fe361afff8 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:05.179586 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-230df160-dafe-42a4-901b-53c6f9b4438f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:05.237049 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230df160-dafe-42a4-901b-53c6f9b4438f None None] Pushing event updated for resources: {'Port': ['ID=f90fe4ca-2f19-4623-b883-902aee2ec092,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:05.277578 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6323b58c-b079-4bf8-8bdf-f9fe361afff8 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:05.327265 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6323b58c-b079-4bf8-8bdf-f9fe361afff8 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Network 1f23293e-d35c-4759-ab9f-8562175c4da5 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:46:05.330665 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-6323b58c-b079-4bf8-8bdf-f9fe361afff8 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:46:05.334708 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6323b58c-b079-4bf8-8bdf-f9fe361afff8 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:46:05.340475 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6323b58c-b079-4bf8-8bdf-f9fe361afff8 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:05.341095 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6323b58c-b079-4bf8-8bdf-f9fe361afff8 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:05.347483 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323b58c-b079-4bf8-8bdf-f9fe361afff8 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Pushing event updated for resources: {'Port': ['ID=2e84be99-58ab-45e5-8efb-34ae3341273f,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:05.418027 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-6323b58c-b079-4bf8-8bdf-f9fe361afff8 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0922310 Oct 12 19:46:05.420593 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52916) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:05.425538 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-a5349024-611b-439c-8dad-f0cd87508969 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Request body: {'port': {'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5', 'fixed_ips': [{'subnet_id': '15f34f9f-c932-4e36-8a3c-89d2c99e3df8', 'ip_address': '2001:db8::261a:a912:8a03:3882'}], 'name': 'tempest-NetworksTestDHCPv6-988546547'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:46:05.596777 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-04f78177-9d72-4163-9a90-009d5dd0c532 req-af20ab96-77c0-458d-8f9d-92f798508fe6 tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d46a40d-f3a6-4c68-b3fc-8ffb1ceeb386 HTTP/1.1" status: 200 len: 210 time: 0.0300798 Oct 12 19:46:05.608549 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5349024-611b-439c-8dad-f0cd87508969 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Made reservation on behalf of 8364cd1e2e78405187c9b3041bd139e1 for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:46:05.614793 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a5349024-611b-439c-8dad-f0cd87508969 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:05.631158 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [None req-a5349024-611b-439c-8dad-f0cd87508969 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] device_id is not set on port 61f3a38f-3a36-41d6-a0da-8d5617230515 yet. {{(pid=95501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 19:46:05.808944 n-d-813679-3 neutron-server[95501]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5349024-611b-439c-8dad-f0cd87508969 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] POST failed (client error): There was a conflict when trying to complete your request. Oct 12 19:46:05.809544 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5349024-611b-439c-8dad-f0cd87508969 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=95501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:46:05.885380 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-a5349024-611b-439c-8dad-f0cd87508969 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.4637077 Oct 12 19:46:05.888129 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52920) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:05.941708 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a2c62d2-77b5-4566-a8d1-c3d1493cb540 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:05.948159 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a2c62d2-77b5-4566-a8d1-c3d1493cb540 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:05.949902 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-4a2c62d2-77b5-4566-a8d1-c3d1493cb540 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0607455 Oct 12 19:46:05.952629 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52922) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:06.051651 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-8a122907-f237-4369-9463-aea9285ec8f8 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Deleting port 2e84be99-58ab-45e5-8efb-34ae3341273f {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:46:06.052003 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8a122907-f237-4369-9463-aea9285ec8f8 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:06.125186 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device f90fe4ca-2f19-4623-b883-902aee2ec092 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:46:06.165423 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8a122907-f237-4369-9463-aea9285ec8f8 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:06.170242 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 19:46:06.179582 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-8a122907-f237-4369-9463-aea9285ec8f8 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Calling delete_port for 2e84be99-58ab-45e5-8efb-34ae3341273f owned by {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:46:06.182581 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port f90fe4ca-2f19-4623-b883-902aee2ec092 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:46:06.183539 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:06.229097 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-6f2371cf-821d-4231-9fd6-d34b82a56762 None None] Provisioning complete for port f90fe4ca-2f19-4623-b883-902aee2ec092 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:46:06.229471 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6f2371cf-821d-4231-9fd6-d34b82a56762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:06.374637 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8a122907-f237-4369-9463-aea9285ec8f8 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:06.418597 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a122907-f237-4369-9463-aea9285ec8f8 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Pushing event deleted for resources: {'Port': ['ID=2e84be99-58ab-45e5-8efb-34ae3341273f,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:06.434569 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8a122907-f237-4369-9463-aea9285ec8f8 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:06.438026 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-8a122907-f237-4369-9463-aea9285ec8f8 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "DELETE /v2.0/ports/2e84be99-58ab-45e5-8efb-34ae3341273f HTTP/1.1" status: 204 len: 168 time: 0.4841728 Oct 12 19:46:06.440361 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52924) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:06.470621 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:06.498878 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b077ae-4e5e-4e10-9f07-2bf1a8c14e4d tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:06.501676 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b077ae-4e5e-4e10-9f07-2bf1a8c14e4d tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:06.506656 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-b0b077ae-4e5e-4e10-9f07-2bf1a8c14e4d tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0621989 Oct 12 19:46:06.506656 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52926) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:06.550854 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] For port f90fe4ca-2f19-4623-b883-902aee2ec092, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=f90fe4ca-2f19-4623-b883-902aee2ec092,segment=NetworkSegment(5b15e8ea-52cb-48bc-9b05-d8b033d6797c),segment_id=5b15e8ea-52cb-48bc-9b05-d8b033d6797c)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:46:06.553620 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6f2371cf-821d-4231-9fd6-d34b82a56762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:06.572442 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdd81ef2-a778-4f4f-91e4-98fa1e2889d8 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Deleting subnet 15f34f9f-c932-4e36-8a3c-89d2c99e3df8 {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:46:06.576544 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fdd81ef2-a778-4f4f-91e4-98fa1e2889d8 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:06.619372 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fdd81ef2-a778-4f4f-91e4-98fa1e2889d8 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16313642'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:06.629727 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:06.644449 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a87f3ed-19fa-4621-87e4-3823ccce8f6a req-46f251a4-f169-4f3d-965d-7eed5f661076 tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:06.647383 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2a87f3ed-19fa-4621-87e4-3823ccce8f6a req-46f251a4-f169-4f3d-965d-7eed5f661076 tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] 10.222.0.61 "GET /v2.0/networks?id=d1e6cf90-e461-4344-8285-6e9d900c8060 HTTP/1.1" status: 200 len: 813 time: 0.1557577 Oct 12 19:46:06.710745 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2a87f3ed-19fa-4621-87e4-3823ccce8f6a req-2da0c612-8812-43cc-a3db-d77fd677a3f4 tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d7aa4c9d56448b0a60a17087e53ce9b HTTP/1.1" status: 200 len: 380 time: 0.0543990 Oct 12 19:46:06.721106 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-2a87f3ed-19fa-4621-87e4-3823ccce8f6a req-f231dad0-fade-442a-a67e-a85db74313a9 tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] Request body: {'port': {'device_id': '2d46a40d-f3a6-4c68-b3fc-8ffb1ceeb386', 'network_id': 'd1e6cf90-e461-4344-8285-6e9d900c8060', 'admin_state_up': True, 'tenant_id': '5d7aa4c9d56448b0a60a17087e53ce9b', 'security_groups': ['6e4e59b0-f74f-459c-b1e6-f4112d66acf0']}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:46:06.737485 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.db.api [None req-6f2371cf-821d-4231-9fd6-d34b82a56762 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 19:46:06.737845 n-d-813679-3 neutron-server[95503]: DEBUG oslo_db.api [None req-6f2371cf-821d-4231-9fd6-d34b82a56762 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 19:46:06.742215 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Pushing event updated for resources: {'Port': ['ID=f90fe4ca-2f19-4623-b883-902aee2ec092,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:06.748896 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2e31afe7-0e3d-4963-a4eb-b154bd4a67ab req-145e10b0-df94-479e-9e71-986320f36441 tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d46a40d-f3a6-4c68-b3fc-8ffb1ceeb386 HTTP/1.1" status: 200 len: 210 time: 0.0388644 Oct 12 19:46:06.758425 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fdd81ef2-a778-4f4f-91e4-98fa1e2889d8 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:06.899481 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fdd81ef2-a778-4f4f-91e4-98fa1e2889d8 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4306592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16245866'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:06.905679 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a87f3ed-19fa-4621-87e4-3823ccce8f6a req-f231dad0-fade-442a-a67e-a85db74313a9 tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] Made reservation on behalf of 5d7aa4c9d56448b0a60a17087e53ce9b for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:46:06.910048 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-2a87f3ed-19fa-4621-87e4-3823ccce8f6a req-f231dad0-fade-442a-a67e-a85db74313a9 tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:06.929149 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd81ef2-a778-4f4f-91e4-98fa1e2889d8 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Pushing event deleted for resources: {'Subnet': ['ID=15f34f9f-c932-4e36-8a3c-89d2c99e3df8,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:06.931563 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fdd81ef2-a778-4f4f-91e4-98fa1e2889d8 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:06.935586 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-fdd81ef2-a778-4f4f-91e4-98fa1e2889d8 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "DELETE /v2.0/subnets/15f34f9f-c932-4e36-8a3c-89d2c99e3df8 HTTP/1.1" status: 204 len: 168 time: 0.4280121 Oct 12 19:46:06.938183 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52930) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:06.942285 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80dbb9af-26b4-461b-8245-82af29e648de None None] Network 1f23293e-d35c-4759-ab9f-8562175c4da5 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:46:06.982459 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-28b5dbe3-8f07-45c9-a9e2-4e03c89d6ce5 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0429463 Oct 12 19:46:06.988370 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52932) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:06.993724 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-f8908ec8-990d-4616-b35e-151d1748421a tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Request body: {'subnet': {'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:46:07.082624 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [req-2a87f3ed-19fa-4621-87e4-3823ccce8f6a req-f231dad0-fade-442a-a67e-a85db74313a9 tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] Allocated IP 172.20.0.12 (d1e6cf90-e461-4344-8285-6e9d900c8060/b93d1e81-75e4-49a9-8d0f-39bf98a8696d/41cecf33-fa13-4cd8-a391-4108a76bdebf) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:46:07.158272 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c07b1f1-a55f-403b-9a21-6e946c4d2521 None None] DHCP port deletion for 1f23293e-d35c-4759-ab9f-8562175c4da5 request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 19:46:07.188502 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8908ec8-990d-4616-b35e-151d1748421a tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Made reservation on behalf of 8364cd1e2e78405187c9b3041bd139e1 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:46:07.197609 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f8908ec8-990d-4616-b35e-151d1748421a tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16245837'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:07.212322 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-0c07b1f1-a55f-403b-9a21-6e946c4d2521 None None] Deleting port f90fe4ca-2f19-4623-b883-902aee2ec092 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:46:07.212705 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0c07b1f1-a55f-403b-9a21-6e946c4d2521 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:07.255969 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-2a87f3ed-19fa-4621-87e4-3823ccce8f6a req-f231dad0-fade-442a-a67e-a85db74313a9 tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:07.325118 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-0c07b1f1-a55f-403b-9a21-6e946c4d2521 None None] For port f90fe4ca-2f19-4623-b883-902aee2ec092, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=f90fe4ca-2f19-4623-b883-902aee2ec092,segment=NetworkSegment(5b15e8ea-52cb-48bc-9b05-d8b033d6797c),segment_id=5b15e8ea-52cb-48bc-9b05-d8b033d6797c)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:46:07.325511 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0c07b1f1-a55f-403b-9a21-6e946c4d2521 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:07.338997 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-0c07b1f1-a55f-403b-9a21-6e946c4d2521 None None] Calling delete_port for f90fe4ca-2f19-4623-b883-902aee2ec092 owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:46:07.374651 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-2a87f3ed-19fa-4621-87e4-3823ccce8f6a req-f231dad0-fade-442a-a67e-a85db74313a9 tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:07.437677 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f231dad0-fade-442a-a67e-a85db74313a9 tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] Pushing event updated for resources: {'Port': ['ID=41cecf33-fa13-4cd8-a391-4108a76bdebf,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:07.440838 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-1a4ffcbb-b87d-47a7-ae5b-69e77126ccec None None] Could not find standard attr ID for object 2e84be99-58ab-45e5-8efb-34ae3341273f. {{(pid=95503) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 19:46:07.444776 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a87f3ed-19fa-4621-87e4-3823ccce8f6a req-f231dad0-fade-442a-a67e-a85db74313a9 tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] Network d1e6cf90-e461-4344-8285-6e9d900c8060 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:46:07.446183 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [req-2a87f3ed-19fa-4621-87e4-3823ccce8f6a req-f231dad0-fade-442a-a67e-a85db74313a9 tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:46:07.448283 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a87f3ed-19fa-4621-87e4-3823ccce8f6a req-f231dad0-fade-442a-a67e-a85db74313a9 tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:46:07.500522 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f8908ec8-990d-4616-b35e-151d1748421a tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4306659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16245859'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:07.502158 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a87f3ed-19fa-4621-87e4-3823ccce8f6a req-f231dad0-fade-442a-a67e-a85db74313a9 tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:07.503116 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-2a87f3ed-19fa-4621-87e4-3823ccce8f6a req-f231dad0-fade-442a-a67e-a85db74313a9 tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:07.529005 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0c07b1f1-a55f-403b-9a21-6e946c4d2521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:07.548462 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8908ec8-990d-4616-b35e-151d1748421a tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Network 1f23293e-d35c-4759-ab9f-8562175c4da5 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:46:07.552979 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-f8908ec8-990d-4616-b35e-151d1748421a tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:46:07.560724 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8908ec8-990d-4616-b35e-151d1748421a tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:07.561651 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f8908ec8-990d-4616-b35e-151d1748421a tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:07.568976 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c07b1f1-a55f-403b-9a21-6e946c4d2521 None None] Pushing event deleted for resources: {'Port': ['ID=f90fe4ca-2f19-4623-b883-902aee2ec092,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:07.579477 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8908ec8-990d-4616-b35e-151d1748421a tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Pushing event updated for resources: {'Subnet': ['ID=a4501a6c-7e36-4d88-8f2b-98619169cdf7,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:07.590211 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c07b1f1-a55f-403b-9a21-6e946c4d2521 None None] No DVR routers for this DVR port f90fe4ca-2f19-4623-b883-902aee2ec092 on host n-d-813679-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:46:07.601197 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c07b1f1-a55f-403b-9a21-6e946c4d2521 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:46:07.601514 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c07b1f1-a55f-403b-9a21-6e946c4d2521 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:46:07.601858 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c07b1f1-a55f-403b-9a21-6e946c4d2521 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:46:07.602202 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c07b1f1-a55f-403b-9a21-6e946c4d2521 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:46:07.602546 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c07b1f1-a55f-403b-9a21-6e946c4d2521 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:46:07.602885 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c07b1f1-a55f-403b-9a21-6e946c4d2521 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:46:07.604080 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c07b1f1-a55f-403b-9a21-6e946c4d2521 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:46:07.604424 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c07b1f1-a55f-403b-9a21-6e946c4d2521 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:46:07.605464 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c07b1f1-a55f-403b-9a21-6e946c4d2521 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:46:07.605696 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c07b1f1-a55f-403b-9a21-6e946c4d2521 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:46:07.606031 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c07b1f1-a55f-403b-9a21-6e946c4d2521 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:46:07.606360 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c07b1f1-a55f-403b-9a21-6e946c4d2521 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:46:07.612122 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87e3a16-c13c-4178-b162-2570693f4327 None None] Network 1f23293e-d35c-4759-ab9f-8562175c4da5 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:46:07.617114 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2a87f3ed-19fa-4621-87e4-3823ccce8f6a req-f231dad0-fade-442a-a67e-a85db74313a9 tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8999755 Oct 12 19:46:07.687977 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-f8908ec8-990d-4616-b35e-151d1748421a tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6919880 Oct 12 19:46:07.687977 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52938) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:07.692762 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-2a87f3ed-19fa-4621-87e4-3823ccce8f6a req-75a5457a-06cb-4734-91d5-7659cb4a8278 service neutron] Request body: {'port': {'device_id': '2d46a40d-f3a6-4c68-b3fc-8ffb1ceeb386', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-3'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:46:07.699030 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-a91162e2-16c7-46d5-a917-bd1974043269 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Request body: {'port': {'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5', 'fixed_ips': [{'subnet_id': 'a4501a6c-7e36-4d88-8f2b-98619169cdf7', 'ip_address': '2001:db8:0:1::8'}], 'name': 'tempest-NetworksTestDHCPv6-1134245368'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:46:07.752979 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-2a87f3ed-19fa-4621-87e4-3823ccce8f6a req-75a5457a-06cb-4734-91d5-7659cb4a8278 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:07.831966 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f448081-8155-4390-9440-c328fde37d7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-1f23293e-d35c-4759-ab9f-8562175c4da5', 'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5', 'tenant_id': '8364cd1e2e78405187c9b3041bd139e1', 'fixed_ips': [{'subnet_id': 'a4501a6c-7e36-4d88-8f2b-98619169cdf7'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:46:07.833509 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0f448081-8155-4390-9440-c328fde37d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:07.838056 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-3a4aba6a-b6fe-4957-9aaf-d5709f5a1053 None None] Provisioning complete for port 41cecf33-fa13-4cd8-a391-4108a76bdebf triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:46:07.838620 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3a4aba6a-b6fe-4957-9aaf-d5709f5a1053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:07.919835 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a91162e2-16c7-46d5-a917-bd1974043269 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Made reservation on behalf of 8364cd1e2e78405187c9b3041bd139e1 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:46:07.939792 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-3a4aba6a-b6fe-4957-9aaf-d5709f5a1053 None None] Port 41cecf33-fa13-4cd8-a391-4108a76bdebf cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:46:07.963037 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d362e4ee-e7d3-410f-9946-8256222ee238 req-a149d885-d49b-4193-b966-673588063333 tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:07.964793 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d362e4ee-e7d3-410f-9946-8256222ee238 req-a149d885-d49b-4193-b966-673588063333 tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d46a40d-f3a6-4c68-b3fc-8ffb1ceeb386 HTTP/1.1" status: 200 len: 932 time: 0.0858412 Oct 12 19:46:08.030571 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-0f448081-8155-4390-9440-c328fde37d7b None None] Allocated IP 2001:db8::2 (1f23293e-d35c-4759-ab9f-8562175c4da5/a4501a6c-7e36-4d88-8f2b-98619169cdf7/e9de9f67-a21d-4c32-a0aa-0d3627c72e6d) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:46:08.046049 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d362e4ee-e7d3-410f-9946-8256222ee238 req-57d51a22-4498-44c5-ae2b-856709cd3247 tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] 10.222.0.49 "GET /v2.0/security-groups?id=6e4e59b0-f74f-459c-b1e6-f4112d66acf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514364 Oct 12 19:46:08.091884 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a91162e2-16c7-46d5-a917-bd1974043269 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:08.139696 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [None req-a91162e2-16c7-46d5-a917-bd1974043269 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] device_id is not set on port daff2ad4-9a67-4b1e-93a1-dd0d104bf53e yet. {{(pid=95502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 19:46:08.155626 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device f90fe4ca-2f19-4623-b883-902aee2ec092 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:46:08.192764 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: f90fe4ca-2f19-4623-b883-902aee2ec092 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:46:08.193414 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device f90fe4ca-2f19-4623-b883-902aee2ec092 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:46:08.222500 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [req-2a87f3ed-19fa-4621-87e4-3823ccce8f6a req-75a5457a-06cb-4734-91d5-7659cb4a8278 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41cecf33-fa13-4cd8-a391-4108a76bdebf {{(pid=95501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:46:08.232876 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-2a87f3ed-19fa-4621-87e4-3823ccce8f6a req-75a5457a-06cb-4734-91d5-7659cb4a8278 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:08.248232 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.provisioning_blocks [req-2a87f3ed-19fa-4621-87e4-3823ccce8f6a req-75a5457a-06cb-4734-91d5-7659cb4a8278 service neutron] Transition to ACTIVE for port object 41cecf33-fa13-4cd8-a391-4108a76bdebf will not be triggered until provisioned by entity L2. {{(pid=95501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:46:08.257988 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0f448081-8155-4390-9440-c328fde37d7b None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:08.333286 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-2a87f3ed-19fa-4621-87e4-3823ccce8f6a req-75a5457a-06cb-4734-91d5-7659cb4a8278 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:08.341046 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0f448081-8155-4390-9440-c328fde37d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:08.380253 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f448081-8155-4390-9440-c328fde37d7b None None] Network 1f23293e-d35c-4759-ab9f-8562175c4da5 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:46:08.383388 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-0f448081-8155-4390-9440-c328fde37d7b None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:46:08.387582 n-d-813679-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-a91162e2-16c7-46d5-a917-bd1974043269 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 19:46:08.387757 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f448081-8155-4390-9440-c328fde37d7b None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:46:08.388524 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a91162e2-16c7-46d5-a917-bd1974043269 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:46:08.395955 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a5457a-06cb-4734-91d5-7659cb4a8278 service neutron] Pushing event updated for resources: {'Port': ['ID=41cecf33-fa13-4cd8-a391-4108a76bdebf,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:08.400563 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f448081-8155-4390-9440-c328fde37d7b None None] Pushing event updated for resources: {'Port': ['ID=e9de9f67-a21d-4c32-a0aa-0d3627c72e6d,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:08.456571 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-0f448081-8155-4390-9440-c328fde37d7b None None] Attempting to bind port e9de9f67-a21d-4c32-a0aa-0d3627c72e6d on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:46:08.457204 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-0f448081-8155-4390-9440-c328fde37d7b None None] Attempting to bind port e9de9f67-a21d-4c32-a0aa-0d3627c72e6d by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '5b15e8ea-52cb-48bc-9b05-d8b033d6797c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:46:08.457780 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f448081-8155-4390-9440-c328fde37d7b None None] Attempting to bind port e9de9f67-a21d-4c32-a0aa-0d3627c72e6d on network 1f23293e-d35c-4759-ab9f-8562175c4da5 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:46:08.463370 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f448081-8155-4390-9440-c328fde37d7b None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:46:08.464050 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f448081-8155-4390-9440-c328fde37d7b None None] Checking segment: {'id': '5b15e8ea-52cb-48bc-9b05-d8b033d6797c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:46:08.464645 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0f448081-8155-4390-9440-c328fde37d7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:08.465216 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f448081-8155-4390-9440-c328fde37d7b None None] Bound using segment: {'id': '5b15e8ea-52cb-48bc-9b05-d8b033d6797c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:46:08.466149 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-0f448081-8155-4390-9440-c328fde37d7b None None] Bound port: e9de9f67-a21d-4c32-a0aa-0d3627c72e6d, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b15e8ea-52cb-48bc-9b05-d8b033d6797c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:46:08.471035 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0f448081-8155-4390-9440-c328fde37d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:08.485426 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-2a87f3ed-19fa-4621-87e4-3823ccce8f6a req-75a5457a-06cb-4734-91d5-7659cb4a8278 service neutron] Attempting to bind port 41cecf33-fa13-4cd8-a391-4108a76bdebf on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:46:08.485756 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-2a87f3ed-19fa-4621-87e4-3823ccce8f6a req-75a5457a-06cb-4734-91d5-7659cb4a8278 service neutron] Attempting to bind port 41cecf33-fa13-4cd8-a391-4108a76bdebf by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': 'd974e6e5-0045-4ad9-98d2-9a821e471656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'd1e6cf90-e461-4344-8285-6e9d900c8060'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:46:08.486095 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a87f3ed-19fa-4621-87e4-3823ccce8f6a req-75a5457a-06cb-4734-91d5-7659cb4a8278 service neutron] Attempting to bind port 41cecf33-fa13-4cd8-a391-4108a76bdebf on network d1e6cf90-e461-4344-8285-6e9d900c8060 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:46:08.487173 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-a91162e2-16c7-46d5-a917-bd1974043269 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.8012826 Oct 12 19:46:08.489755 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52944) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:08.500505 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a87f3ed-19fa-4621-87e4-3823ccce8f6a req-75a5457a-06cb-4734-91d5-7659cb4a8278 service neutron] Port 41cecf33-fa13-4cd8-a391-4108a76bdebf on network d1e6cf90-e461-4344-8285-6e9d900c8060 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:46:08.500860 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a87f3ed-19fa-4621-87e4-3823ccce8f6a req-75a5457a-06cb-4734-91d5-7659cb4a8278 service neutron] Attempting to bind port 41cecf33-fa13-4cd8-a391-4108a76bdebf on network d1e6cf90-e461-4344-8285-6e9d900c8060 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:46:08.511654 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a87f3ed-19fa-4621-87e4-3823ccce8f6a req-75a5457a-06cb-4734-91d5-7659cb4a8278 service neutron] Checking agent: {'id': 'f5e9725f-f5a6-43c2-a1be-95e21e9a1fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:46:08.511654 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a87f3ed-19fa-4621-87e4-3823ccce8f6a req-75a5457a-06cb-4734-91d5-7659cb4a8278 service neutron] Checking segment: {'id': 'd974e6e5-0045-4ad9-98d2-9a821e471656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'd1e6cf90-e461-4344-8285-6e9d900c8060'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:46:08.512147 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a87f3ed-19fa-4621-87e4-3823ccce8f6a req-75a5457a-06cb-4734-91d5-7659cb4a8278 service neutron] Bound using segment: {'id': 'd974e6e5-0045-4ad9-98d2-9a821e471656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'd1e6cf90-e461-4344-8285-6e9d900c8060'} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:46:08.512458 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-2a87f3ed-19fa-4621-87e4-3823ccce8f6a req-75a5457a-06cb-4734-91d5-7659cb4a8278 service neutron] Bound port: 41cecf33-fa13-4cd8-a391-4108a76bdebf, host: n-h1-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd974e6e5-0045-4ad9-98d2-9a821e471656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'd1e6cf90-e461-4344-8285-6e9d900c8060'}}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:46:08.512827 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-2a87f3ed-19fa-4621-87e4-3823ccce8f6a req-75a5457a-06cb-4734-91d5-7659cb4a8278 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:08.562924 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333f9952-80eb-4460-9772-7b7779b7cfba tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:08.564663 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-333f9952-80eb-4460-9772-7b7779b7cfba tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0734303 Oct 12 19:46:08.567126 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52946) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:08.610118 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-0f448081-8155-4390-9440-c328fde37d7b None None] For port e9de9f67-a21d-4c32-a0aa-0d3627c72e6d, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:46:08.615188 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-0f448081-8155-4390-9440-c328fde37d7b None None] For port e9de9f67-a21d-4c32-a0aa-0d3627c72e6d, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=e9de9f67-a21d-4c32-a0aa-0d3627c72e6d,segment=NetworkSegment(5b15e8ea-52cb-48bc-9b05-d8b033d6797c),segment_id=5b15e8ea-52cb-48bc-9b05-d8b033d6797c)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:46:08.632434 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-2a87f3ed-19fa-4621-87e4-3823ccce8f6a req-75a5457a-06cb-4734-91d5-7659cb4a8278 service neutron] For port 41cecf33-fa13-4cd8-a391-4108a76bdebf, host n-h1-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:46:08.636871 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-2a87f3ed-19fa-4621-87e4-3823ccce8f6a req-75a5457a-06cb-4734-91d5-7659cb4a8278 service neutron] For port 41cecf33-fa13-4cd8-a391-4108a76bdebf, host n-h1-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=41cecf33-fa13-4cd8-a391-4108a76bdebf,segment=NetworkSegment(d974e6e5-0045-4ad9-98d2-9a821e471656),segment_id=d974e6e5-0045-4ad9-98d2-9a821e471656)] {{(pid=95501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:46:08.655938 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82d2260-5614-4b34-824f-4b9307e33e02 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:08.657753 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82d2260-5614-4b34-824f-4b9307e33e02 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:08.661664 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-c82d2260-5614-4b34-824f-4b9307e33e02 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0904260 Oct 12 19:46:08.662263 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52948) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:08.701013 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0f448081-8155-4390-9440-c328fde37d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:08.706321 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-2a87f3ed-19fa-4621-87e4-3823ccce8f6a req-75a5457a-06cb-4734-91d5-7659cb4a8278 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:08.717481 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-c77cbfd0-6596-4293-ba23-8c1d6345b2d1 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Deleting subnet a4501a6c-7e36-4d88-8f2b-98619169cdf7 {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:46:08.720876 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c77cbfd0-6596-4293-ba23-8c1d6345b2d1 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:08.746279 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a87f3ed-19fa-4621-87e4-3823ccce8f6a req-75a5457a-06cb-4734-91d5-7659cb4a8278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:08.747055 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-2a87f3ed-19fa-4621-87e4-3823ccce8f6a req-75a5457a-06cb-4734-91d5-7659cb4a8278 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:08.748829 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2a87f3ed-19fa-4621-87e4-3823ccce8f6a req-75a5457a-06cb-4734-91d5-7659cb4a8278 service neutron] 10.222.0.61 "PUT /v2.0/ports/41cecf33-fa13-4cd8-a391-4108a76bdebf HTTP/1.1" status: 200 len: 1092 time: 1.1227665 Oct 12 19:46:08.749380 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d46a40d-f3a6-4c68-b3fc-8ffb1ceeb386', 'tag': '41cecf33-fa13-4cd8-a391-4108a76bdebf'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:46:08.751936 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf2b1a31-561b-4881-a292-c0e8e4505787" -d '{"events": [{"name": "network-changed", "server_uuid": "2d46a40d-f3a6-4c68-b3fc-8ffb1ceeb386", "tag": "41cecf33-fa13-4cd8-a391-4108a76bdebf"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:46:08.785187 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a5457a-06cb-4734-91d5-7659cb4a8278 service neutron] Pushing event updated for resources: {'Port': ['ID=41cecf33-fa13-4cd8-a391-4108a76bdebf,revision_number=3']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:08.805958 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c77cbfd0-6596-4293-ba23-8c1d6345b2d1 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16313642'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:08.828678 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f448081-8155-4390-9440-c328fde37d7b None None] Pushing event updated for resources: {'Port': ['ID=e9de9f67-a21d-4c32-a0aa-0d3627c72e6d,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:08.849931 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b4ad90a-3f40-4b4a-8147-7ac559081e8f x-openstack-request-id: req-3b4ad90a-3f40-4b4a-8147-7ac559081e8f {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:46:08.850558 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d46a40d-f3a6-4c68-b3fc-8ffb1ceeb386", "tag": "41cecf33-fa13-4cd8-a391-4108a76bdebf", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:46:08.850886 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3b4ad90a-3f40-4b4a-8147-7ac559081e8f {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:46:08.851363 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d46a40d-f3a6-4c68-b3fc-8ffb1ceeb386', 'tag': '41cecf33-fa13-4cd8-a391-4108a76bdebf', 'status': 'completed', 'code': 200} Oct 12 19:46:08.934888 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2b1a31-561b-4881-a292-c0e8e4505787 req-f380f4cd-7286-48c2-8049-c4f4e2e272cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:08.936438 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-bf2b1a31-561b-4881-a292-c0e8e4505787 req-f380f4cd-7286-48c2-8049-c4f4e2e272cb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5d7aa4c9d56448b0a60a17087e53ce9b&device_id=2d46a40d-f3a6-4c68-b3fc-8ffb1ceeb386 HTTP/1.1" status: 200 len: 1095 time: 0.0570660 Oct 12 19:46:08.965478 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c77cbfd0-6596-4293-ba23-8c1d6345b2d1 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:09.079586 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2b1a31-561b-4881-a292-c0e8e4505787 req-cdb61dd4-4b26-431e-ae7d-affa24ee12ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:09.081271 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-bf2b1a31-561b-4881-a292-c0e8e4505787 req-cdb61dd4-4b26-431e-ae7d-affa24ee12ea service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=5d7aa4c9d56448b0a60a17087e53ce9b&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1346672 Oct 12 19:46:09.203513 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c77cbfd0-6596-4293-ba23-8c1d6345b2d1 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4306592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16245866'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:09.239235 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77cbfd0-6596-4293-ba23-8c1d6345b2d1 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Pushing event deleted for resources: {'Subnet': ['ID=a4501a6c-7e36-4d88-8f2b-98619169cdf7,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:09.240698 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0450826d-a491-4776-be00-c3a2957b6b0f req-3864fda0-9102-44db-a911-3f572dbeeff8 tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:09.241352 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c77cbfd0-6596-4293-ba23-8c1d6345b2d1 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:09.242179 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0450826d-a491-4776-be00-c3a2957b6b0f req-3864fda0-9102-44db-a911-3f572dbeeff8 tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d46a40d-f3a6-4c68-b3fc-8ffb1ceeb386 HTTP/1.1" status: 200 len: 944 time: 0.0784221 Oct 12 19:46:09.247484 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-c77cbfd0-6596-4293-ba23-8c1d6345b2d1 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "DELETE /v2.0/subnets/a4501a6c-7e36-4d88-8f2b-98619169cdf7 HTTP/1.1" status: 204 len: 168 time: 0.5839562 Oct 12 19:46:09.248171 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52954) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:09.259284 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2b1a31-561b-4881-a292-c0e8e4505787 req-b3998961-a794-4441-9bc8-fce77b322eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:09.262053 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-bf2b1a31-561b-4881-a292-c0e8e4505787 req-b3998961-a794-4441-9bc8-fce77b322eb4 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1735384 Oct 12 19:46:09.297219 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-62483127-b0ce-4eee-96aa-ec917760e889 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0474460 Oct 12 19:46:09.297563 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52956) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:09.302421 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0450826d-a491-4776-be00-c3a2957b6b0f req-b6add6f8-7a66-455d-8c5a-67848ef4a6e8 tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] 10.222.0.49 "GET /v2.0/security-groups?id=6e4e59b0-f74f-459c-b1e6-f4112d66acf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392108 Oct 12 19:46:09.309671 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-40741ca5-9847-4122-aa35-feffe6804381 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Request body: {'subnet': {'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:46:09.414603 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a87f3ed-19fa-4621-87e4-3823ccce8f6a req-1cb4f92b-b62a-4a28-96fa-6681473b0afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:09.416139 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2a87f3ed-19fa-4621-87e4-3823ccce8f6a req-1cb4f92b-b62a-4a28-96fa-6681473b0afa service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5d7aa4c9d56448b0a60a17087e53ce9b&device_id=2d46a40d-f3a6-4c68-b3fc-8ffb1ceeb386 HTTP/1.1" status: 200 len: 1095 time: 0.1112213 Oct 12 19:46:09.461411 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2a87f3ed-19fa-4621-87e4-3823ccce8f6a req-e68206da-73e2-4dec-948c-7bf723ad2960 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=41cecf33-fa13-4cd8-a391-4108a76bdebf HTTP/1.1" status: 200 len: 217 time: 0.0365059 Oct 12 19:46:09.502548 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40741ca5-9847-4122-aa35-feffe6804381 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Made reservation on behalf of 8364cd1e2e78405187c9b3041bd139e1 for: {'subnet': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:46:09.506022 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-40741ca5-9847-4122-aa35-feffe6804381 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4612397'] for subnet, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:09.562955 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a87f3ed-19fa-4621-87e4-3823ccce8f6a req-c07b8818-f245-4d6a-af1e-892de3db3f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:09.564495 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2a87f3ed-19fa-4621-87e4-3823ccce8f6a req-c07b8818-f245-4d6a-af1e-892de3db3f22 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b93d1e81-75e4-49a9-8d0f-39bf98a8696d HTTP/1.1" status: 200 len: 852 time: 0.0961010 Oct 12 19:46:09.642298 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a87f3ed-19fa-4621-87e4-3823ccce8f6a req-19887df8-a1ec-461c-b92a-bcbcb15c7d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:09.643824 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2a87f3ed-19fa-4621-87e4-3823ccce8f6a req-19887df8-a1ec-461c-b92a-bcbcb15c7d0c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d1e6cf90-e461-4344-8285-6e9d900c8060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720892 Oct 12 19:46:09.813038 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2a87f3ed-19fa-4621-87e4-3823ccce8f6a req-7f798b98-f049-4f0e-aaaa-542d62734eac service neutron] 10.222.0.61 "GET /v2.0/networks/d1e6cf90-e461-4344-8285-6e9d900c8060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594846 Oct 12 19:46:09.903017 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-40741ca5-9847-4122-aa35-feffe6804381 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4824863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4612355'] for subnet, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:09.934971 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc163eb-904d-4a7f-8912-3db0429158b8 None None] Network 1f23293e-d35c-4759-ab9f-8562175c4da5 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:46:09.958967 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2a87f3ed-19fa-4621-87e4-3823ccce8f6a req-0bf07af1-2779-46b1-a7a3-628ac3c28b74 service neutron] 10.222.0.61 "GET /v2.0/networks/d1e6cf90-e461-4344-8285-6e9d900c8060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389742 Oct 12 19:46:09.968743 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40741ca5-9847-4122-aa35-feffe6804381 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Network 1f23293e-d35c-4759-ab9f-8562175c4da5 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:46:09.972583 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-40741ca5-9847-4122-aa35-feffe6804381 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:46:09.976642 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40741ca5-9847-4122-aa35-feffe6804381 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:09.977178 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-40741ca5-9847-4122-aa35-feffe6804381 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:09.985948 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40741ca5-9847-4122-aa35-feffe6804381 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Pushing event updated for resources: {'Subnet': ['ID=b6d96aa0-db08-4815-ac27-1bade40f82b1,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:10.051310 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-96c61158-6334-4033-a44f-87319145cea9 None None] Provisioning complete for port e9de9f67-a21d-4c32-a0aa-0d3627c72e6d triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:46:10.051793 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-96c61158-6334-4033-a44f-87319145cea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:10.071241 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-40741ca5-9847-4122-aa35-feffe6804381 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7652254 Oct 12 19:46:10.071590 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52960) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:10.076606 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-3b3b5b3c-16a3-4aa8-bc25-26ae999cef9d tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-520399787', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:46:10.136591 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device e9de9f67-a21d-4c32-a0aa-0d3627c72e6d up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:46:10.169049 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3b3b5b3c-16a3-4aa8-bc25-26ae999cef9d tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8093678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255505'] for router, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:10.170237 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3b3b5b3c-16a3-4aa8-bc25-26ae999cef9d tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8093562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8087085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8022306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255518'] for router, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:10.213042 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-96c61158-6334-4033-a44f-87319145cea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:10.244398 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port e9de9f67-a21d-4c32-a0aa-0d3627c72e6d triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:46:10.245036 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:10.274892 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-96c61158-6334-4033-a44f-87319145cea9 None None] For port e9de9f67-a21d-4c32-a0aa-0d3627c72e6d, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=e9de9f67-a21d-4c32-a0aa-0d3627c72e6d,segment=NetworkSegment(5b15e8ea-52cb-48bc-9b05-d8b033d6797c),segment_id=5b15e8ea-52cb-48bc-9b05-d8b033d6797c)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:46:10.354618 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:10.369722 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-96c61158-6334-4033-a44f-87319145cea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:10.461387 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.db.api [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 19:46:10.461800 n-d-813679-3 neutron-server[95503]: DEBUG oslo_db.api [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 19:46:10.464981 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c61158-6334-4033-a44f-87319145cea9 None None] Pushing event updated for resources: {'Port': ['ID=e9de9f67-a21d-4c32-a0aa-0d3627c72e6d,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:10.478112 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3f0902-8583-4e54-99b1-407a7fa2f789 None None] Network 1f23293e-d35c-4759-ab9f-8562175c4da5 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:46:10.535384 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-b6686013-dfbe-4c52-8fa3-a56d5c290534 None None] Provisioning complete for port e9de9f67-a21d-4c32-a0aa-0d3627c72e6d triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:46:10.535759 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b6686013-dfbe-4c52-8fa3-a56d5c290534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:10.613159 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3b3b5b3c-16a3-4aa8-bc25-26ae999cef9d tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:10.625842 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf9bb9e-de8f-40f7-8539-968cd0f1e8c8 req-c3e2a89d-bee8-4e54-b5cb-433b3cefb529 tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:10.627327 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8bf9bb9e-de8f-40f7-8539-968cd0f1e8c8 req-c3e2a89d-bee8-4e54-b5cb-433b3cefb529 tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d46a40d-f3a6-4c68-b3fc-8ffb1ceeb386 HTTP/1.1" status: 200 len: 944 time: 0.0873384 Oct 12 19:46:10.669307 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8bf9bb9e-de8f-40f7-8539-968cd0f1e8c8 req-cb894890-4f98-4fce-ac9c-622b7cc58c51 tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] 10.222.0.49 "GET /v2.0/security-groups?id=6e4e59b0-f74f-459c-b1e6-f4112d66acf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358975 Oct 12 19:46:10.712391 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3b3b5b3c-16a3-4aa8-bc25-26ae999cef9d tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8093541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7915516'] for router, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:10.793820 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3b3b5b3c-16a3-4aa8-bc25-26ae999cef9d tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:10.795436 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-3b3b5b3c-16a3-4aa8-bc25-26ae999cef9d tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7227848 Oct 12 19:46:10.798210 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52964) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:10.911193 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-bdc7366b-bd41-48fc-9a4e-b9b0ff31e079 None None] Provisioning complete for port e9de9f67-a21d-4c32-a0aa-0d3627c72e6d triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:46:10.911954 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bdc7366b-bd41-48fc-9a4e-b9b0ff31e079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:11.076177 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1e83b998-3e9f-4739-9e4a-4fc2a5cacabb tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:11.314229 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-1e83b998-3e9f-4739-9e4a-4fc2a5cacabb tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Allocated IP 2001:db8::1 (1f23293e-d35c-4759-ab9f-8562175c4da5/b6d96aa0-db08-4815-ac27-1bade40f82b1/604bd2c6-4302-4062-bc6b-97ccf5d86411) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:46:11.430404 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1e83b998-3e9f-4739-9e4a-4fc2a5cacabb tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:11.529290 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1e83b998-3e9f-4739-9e4a-4fc2a5cacabb tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:11.572250 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e83b998-3e9f-4739-9e4a-4fc2a5cacabb tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Network 1f23293e-d35c-4759-ab9f-8562175c4da5 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:46:11.575477 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-1e83b998-3e9f-4739-9e4a-4fc2a5cacabb tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:46:11.579304 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e83b998-3e9f-4739-9e4a-4fc2a5cacabb tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:46:11.579844 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1e83b998-3e9f-4739-9e4a-4fc2a5cacabb tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7915309'] for router_interface, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:11.615554 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e83b998-3e9f-4739-9e4a-4fc2a5cacabb tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Pushing event updated for resources: {'Port': ['ID=604bd2c6-4302-4062-bc6b-97ccf5d86411,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:11.756626 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1e83b998-3e9f-4739-9e4a-4fc2a5cacabb tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:11.852383 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-d5ba9bd8-81dd-4ac6-8727-6412f72d833b None None] Provisioning complete for port 604bd2c6-4302-4062-bc6b-97ccf5d86411 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:46:11.853018 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d5ba9bd8-81dd-4ac6-8727-6412f72d833b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:11.895457 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-d5ba9bd8-81dd-4ac6-8727-6412f72d833b None None] Port 604bd2c6-4302-4062-bc6b-97ccf5d86411 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:46:12.059067 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1e83b998-3e9f-4739-9e4a-4fc2a5cacabb tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:12.084746 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88fe012-8f3d-4dfa-b70d-37a0b38744b8 req-bb68bf79-6c19-46b3-94cb-0fef94e61c6c tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:12.086284 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b88fe012-8f3d-4dfa-b70d-37a0b38744b8 req-bb68bf79-6c19-46b3-94cb-0fef94e61c6c tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d46a40d-f3a6-4c68-b3fc-8ffb1ceeb386 HTTP/1.1" status: 200 len: 944 time: 0.3312290 Oct 12 19:46:12.097887 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device e9de9f67-a21d-4c32-a0aa-0d3627c72e6d up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:46:12.128824 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b88fe012-8f3d-4dfa-b70d-37a0b38744b8 req-889e17bd-4f46-4320-99e3-1a81b61d227a tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] 10.222.0.49 "GET /v2.0/security-groups?id=6e4e59b0-f74f-459c-b1e6-f4112d66acf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358601 Oct 12 19:46:12.145611 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1e83b998-3e9f-4739-9e4a-4fc2a5cacabb tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:12.147048 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1e83b998-3e9f-4739-9e4a-4fc2a5cacabb tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7898980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8092605'] for router_interface, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:12.150566 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port e9de9f67-a21d-4c32-a0aa-0d3627c72e6d triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:46:12.150566 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:12.241503 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e83b998-3e9f-4739-9e4a-4fc2a5cacabb tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Pushing event updated for resources: {'Port': ['ID=604bd2c6-4302-4062-bc6b-97ccf5d86411,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:12.295451 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e83b998-3e9f-4739-9e4a-4fc2a5cacabb tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Network 1f23293e-d35c-4759-ab9f-8562175c4da5 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:46:12.295451 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-1e83b998-3e9f-4739-9e4a-4fc2a5cacabb tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:46:12.471522 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e83b998-3e9f-4739-9e4a-4fc2a5cacabb tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Router 7ff06544-1c36-4b19-8aa5-3259b681e17a is scheduled to L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b with binding_index 1 {{(pid=95502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 19:46:12.526493 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-82c2fcc0-c712-43c1-9b25-ddafcd0e2892 None None] Provisioning complete for port 604bd2c6-4302-4062-bc6b-97ccf5d86411 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:46:12.527795 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-82c2fcc0-c712-43c1-9b25-ddafcd0e2892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:12.565896 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-82c2fcc0-c712-43c1-9b25-ddafcd0e2892 None None] Port 604bd2c6-4302-4062-bc6b-97ccf5d86411 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:46:12.567684 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e83b998-3e9f-4739-9e4a-4fc2a5cacabb tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:46:12.574229 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-1e83b998-3e9f-4739-9e4a-4fc2a5cacabb tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "PUT /v2.0/routers/7ff06544-1c36-4b19-8aa5-3259b681e17a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7744167 Oct 12 19:46:12.576826 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52968) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:12.578370 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad58de1d-3dbb-412c-8edd-340b8609c885 None None] Sync routers for ids ['7ff06544-1c36-4b19-8aa5-3259b681e17a'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:46:12.587623 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad58de1d-3dbb-412c-8edd-340b8609c885 None None] Routers {'7ff06544-1c36-4b19-8aa5-3259b681e17a'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:46:12.588269 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-ad58de1d-3dbb-412c-8edd-340b8609c885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:46:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['7ff06544-1c36-4b19-8aa5-3259b681e17a'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:46:12.625364 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddce5ba7-cdce-40ec-a30d-d69da2793b49 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:12.626732 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-ddce5ba7-cdce-40ec-a30d-d69da2793b49 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "GET /v2.0/ports/604bd2c6-4302-4062-bc6b-97ccf5d86411 HTTP/1.1" status: 200 len: 911 time: 0.0486603 Oct 12 19:46:12.629477 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52970) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:12.672431 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-ad58de1d-3dbb-412c-8edd-340b8609c885 None None] Set router 7ff06544-1c36-4b19-8aa5-3259b681e17a gateway port host: None {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:46:12.679893 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a5b0f84-b404-452d-9f14-dca2a46d6d0f tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:12.686680 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a5b0f84-b404-452d-9f14-dca2a46d6d0f tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:12.688430 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-4a5b0f84-b404-452d-9f14-dca2a46d6d0f tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.0566056 Oct 12 19:46:12.691429 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52972) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:13.029581 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-ad58de1d-3dbb-412c-8edd-340b8609c885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ff06544-1c36-4b19-8aa5-3259b681e17a', 'name': 'tempest-NetworksTestDHCPv6-router-520399787', 'tenant_id': '8364cd1e2e78405187c9b3041bd139e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:46:10Z', 'updated_at': '2021-10-12T19:46:11Z', 'revision_number': 2, 'project_id': '8364cd1e2e78405187c9b3041bd139e1', 'gw_port_host': None, '_interfaces': [{'id': '604bd2c6-4302-4062-bc6b-97ccf5d86411', 'name': '', 'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5', 'tenant_id': '8364cd1e2e78405187c9b3041bd139e1', 'mac_address': 'fa:16:3e:87:dc:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ff06544-1c36-4b19-8aa5-3259b681e17a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': 'b6d96aa0-db08-4815-ac27-1bade40f82b1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:46:11Z', 'updated_at': '2021-10-12T19:46:11Z', 'revision_number': 2, 'project_id': '8364cd1e2e78405187c9b3041bd139e1', 'subnets': [{'id': 'b6d96aa0-db08-4815-ac27-1bade40f82b1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:46:13.060251 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad58de1d-3dbb-412c-8edd-340b8609c885 None None] Checking router: 7ff06544-1c36-4b19-8aa5-3259b681e17a for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:46:13.060700 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad58de1d-3dbb-412c-8edd-340b8609c885 None None] Updating router 7ff06544-1c36-4b19-8aa5-3259b681e17a port 604bd2c6-4302-4062-bc6b-97ccf5d86411 binding host n-d-813679-3 {{(pid=95503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 19:46:13.085689 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ad58de1d-3dbb-412c-8edd-340b8609c885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:13.119357 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b6449559-1b46-453b-8d15-59497c195f8c tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8092566'] for router_interface, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:13.309007 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b275ce-94b6-4f26-bc91-016e0f020690 req-c4976ac0-7aaf-4433-a524-0e7f57d1d449 tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:13.310486 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d4b275ce-94b6-4f26-bc91-016e0f020690 req-c4976ac0-7aaf-4433-a524-0e7f57d1d449 tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d46a40d-f3a6-4c68-b3fc-8ffb1ceeb386 HTTP/1.1" status: 200 len: 944 time: 0.1008394 Oct 12 19:46:13.352358 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ad58de1d-3dbb-412c-8edd-340b8609c885 None None] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:13.378203 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d4b275ce-94b6-4f26-bc91-016e0f020690 req-4ec073b8-f690-45a9-9999-69e80af145b3 tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] 10.222.0.49 "GET /v2.0/security-groups?id=6e4e59b0-f74f-459c-b1e6-f4112d66acf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608168 Oct 12 19:46:13.402129 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-b6449559-1b46-453b-8d15-59497c195f8c tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Deleting port 604bd2c6-4302-4062-bc6b-97ccf5d86411 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:46:13.402469 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b6449559-1b46-453b-8d15-59497c195f8c tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:13.425695 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ad58de1d-3dbb-412c-8edd-340b8609c885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:13.490365 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b6449559-1b46-453b-8d15-59497c195f8c tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:13.497025 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd014fee-7350-493d-9a99-bb226eafffb5 None None] Pushing event updated for resources: {'Port': ['ID=604bd2c6-4302-4062-bc6b-97ccf5d86411,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:13.513077 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-b6449559-1b46-453b-8d15-59497c195f8c tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Calling delete_port for 604bd2c6-4302-4062-bc6b-97ccf5d86411 owned by network:router_interface {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:46:13.525534 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-ad58de1d-3dbb-412c-8edd-340b8609c885 None None] Attempting to bind port 604bd2c6-4302-4062-bc6b-97ccf5d86411 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:46:13.527339 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-ad58de1d-3dbb-412c-8edd-340b8609c885 None None] Attempting to bind port 604bd2c6-4302-4062-bc6b-97ccf5d86411 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '5b15e8ea-52cb-48bc-9b05-d8b033d6797c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:46:13.527339 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad58de1d-3dbb-412c-8edd-340b8609c885 None None] Attempting to bind port 604bd2c6-4302-4062-bc6b-97ccf5d86411 on network 1f23293e-d35c-4759-ab9f-8562175c4da5 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:46:13.531613 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad58de1d-3dbb-412c-8edd-340b8609c885 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:46:13.531987 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad58de1d-3dbb-412c-8edd-340b8609c885 None None] Checking segment: {'id': '5b15e8ea-52cb-48bc-9b05-d8b033d6797c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:46:13.533396 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ad58de1d-3dbb-412c-8edd-340b8609c885 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:13.533396 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad58de1d-3dbb-412c-8edd-340b8609c885 None None] Bound using segment: {'id': '5b15e8ea-52cb-48bc-9b05-d8b033d6797c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:46:13.533396 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-ad58de1d-3dbb-412c-8edd-340b8609c885 None None] Bound port: 604bd2c6-4302-4062-bc6b-97ccf5d86411, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b15e8ea-52cb-48bc-9b05-d8b033d6797c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:46:13.533712 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ad58de1d-3dbb-412c-8edd-340b8609c885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:13.601070 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-ad58de1d-3dbb-412c-8edd-340b8609c885 None None] For port 604bd2c6-4302-4062-bc6b-97ccf5d86411, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:46:13.604995 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-ad58de1d-3dbb-412c-8edd-340b8609c885 None None] For port 604bd2c6-4302-4062-bc6b-97ccf5d86411, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=604bd2c6-4302-4062-bc6b-97ccf5d86411,segment=NetworkSegment(5b15e8ea-52cb-48bc-9b05-d8b033d6797c),segment_id=5b15e8ea-52cb-48bc-9b05-d8b033d6797c)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:46:13.654545 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ad58de1d-3dbb-412c-8edd-340b8609c885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:13.713972 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad58de1d-3dbb-412c-8edd-340b8609c885 None None] Routers {'7ff06544-1c36-4b19-8aa5-3259b681e17a'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:46:13.714623 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-ad58de1d-3dbb-412c-8edd-340b8609c885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:46:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['7ff06544-1c36-4b19-8aa5-3259b681e17a'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:46:13.754505 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd014fee-7350-493d-9a99-bb226eafffb5 None None] Pushing event updated for resources: {'Port': ['ID=604bd2c6-4302-4062-bc6b-97ccf5d86411,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:13.803530 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b6449559-1b46-453b-8d15-59497c195f8c tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:13.812403 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-397b0adc-a43a-45b7-954c-36bedee4aac4 None None] Provisioning complete for port 604bd2c6-4302-4062-bc6b-97ccf5d86411 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:46:13.812782 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-397b0adc-a43a-45b7-954c-36bedee4aac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:13.840557 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-397b0adc-a43a-45b7-954c-36bedee4aac4 None None] Port 604bd2c6-4302-4062-bc6b-97ccf5d86411 was deleted so its status cannot be updated. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Oct 12 19:46:13.842369 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6449559-1b46-453b-8d15-59497c195f8c tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Pushing event deleted for resources: {'Port': ['ID=604bd2c6-4302-4062-bc6b-97ccf5d86411,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:13.844701 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-ad58de1d-3dbb-412c-8edd-340b8609c885 None None] Set router 7ff06544-1c36-4b19-8aa5-3259b681e17a gateway port host: None {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:46:13.935426 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b6449559-1b46-453b-8d15-59497c195f8c tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7898909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8092450'] for router_interface, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:13.978027 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-c0d34c2a-129e-45ba-804d-6165bc3caf8b None None] Could not find standard attr ID for object 604bd2c6-4302-4062-bc6b-97ccf5d86411. {{(pid=95503) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 19:46:14.066412 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-ad58de1d-3dbb-412c-8edd-340b8609c885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ff06544-1c36-4b19-8aa5-3259b681e17a', 'name': 'tempest-NetworksTestDHCPv6-router-520399787', 'tenant_id': '8364cd1e2e78405187c9b3041bd139e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:46:10Z', 'updated_at': '2021-10-12T19:46:11Z', 'revision_number': 2, 'project_id': '8364cd1e2e78405187c9b3041bd139e1', 'gw_port_host': None, '_interfaces': [{'id': '604bd2c6-4302-4062-bc6b-97ccf5d86411', 'name': '', 'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5', 'tenant_id': '8364cd1e2e78405187c9b3041bd139e1', 'mac_address': 'fa:16:3e:87:dc:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ff06544-1c36-4b19-8aa5-3259b681e17a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': 'b6d96aa0-db08-4815-ac27-1bade40f82b1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:46:11Z', 'updated_at': '2021-10-12T19:46:13Z', 'revision_number': 4, 'project_id': '8364cd1e2e78405187c9b3041bd139e1', 'subnets': [{'id': 'b6d96aa0-db08-4815-ac27-1bade40f82b1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:46:14.093965 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad58de1d-3dbb-412c-8edd-340b8609c885 None None] The sync data for ids ['7ff06544-1c36-4b19-8aa5-3259b681e17a'] in n-d-813679-3 is: [{'id': '7ff06544-1c36-4b19-8aa5-3259b681e17a', 'name': 'tempest-NetworksTestDHCPv6-router-520399787', 'tenant_id': '8364cd1e2e78405187c9b3041bd139e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:46:10Z', 'updated_at': '2021-10-12T19:46:11Z', 'revision_number': 2, 'project_id': '8364cd1e2e78405187c9b3041bd139e1', 'gw_port_host': None, '_interfaces': [{'id': '604bd2c6-4302-4062-bc6b-97ccf5d86411', 'name': '', 'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5', 'tenant_id': '8364cd1e2e78405187c9b3041bd139e1', 'mac_address': 'fa:16:3e:87:dc:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ff06544-1c36-4b19-8aa5-3259b681e17a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': 'b6d96aa0-db08-4815-ac27-1bade40f82b1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:46:11Z', 'updated_at': '2021-10-12T19:46:13Z', 'revision_number': 4, 'project_id': '8364cd1e2e78405187c9b3041bd139e1', 'subnets': [{'id': 'b6d96aa0-db08-4815-ac27-1bade40f82b1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:46:14.108704 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6449559-1b46-453b-8d15-59497c195f8c tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Router 7ff06544-1c36-4b19-8aa5-3259b681e17a has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:46:14.191612 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6449559-1b46-453b-8d15-59497c195f8c tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:46:14.196646 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-b6449559-1b46-453b-8d15-59497c195f8c tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "PUT /v2.0/routers/7ff06544-1c36-4b19-8aa5-3259b681e17a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5042207 Oct 12 19:46:14.199773 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52978) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:14.252023 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b0978e-2810-4879-a38b-f5da4f704c02 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:14.253609 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b0978e-2810-4879-a38b-f5da4f704c02 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:14.255081 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-b5b0978e-2810-4879-a38b-f5da4f704c02 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0543573 Oct 12 19:46:14.257923 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 52980) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:14.325913 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-633bd1c5-a726-4427-a7d7-2faf03301676 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Deleting subnet b6d96aa0-db08-4815-ac27-1bade40f82b1 {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:46:14.329508 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-633bd1c5-a726-4427-a7d7-2faf03301676 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:14.371243 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-633bd1c5-a726-4427-a7d7-2faf03301676 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16313642'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:14.424084 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-633bd1c5-a726-4427-a7d7-2faf03301676 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:14.518369 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8201ac51-837e-4828-9ab6-da7fb4691625 req-ef8b8443-f485-468f-bfe0-b466136cd51a tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:14.520125 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8201ac51-837e-4828-9ab6-da7fb4691625 req-ef8b8443-f485-468f-bfe0-b466136cd51a tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d46a40d-f3a6-4c68-b3fc-8ffb1ceeb386 HTTP/1.1" status: 200 len: 944 time: 0.0551269 Oct 12 19:46:14.560014 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8201ac51-837e-4828-9ab6-da7fb4691625 req-4f536106-7c5d-42a8-9be7-8909d658dd1e tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] 10.222.0.49 "GET /v2.0/security-groups?id=6e4e59b0-f74f-459c-b1e6-f4112d66acf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338287 Oct 12 19:46:14.573983 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-633bd1c5-a726-4427-a7d7-2faf03301676 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4306592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16245866'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:14.601237 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633bd1c5-a726-4427-a7d7-2faf03301676 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Pushing event deleted for resources: {'Subnet': ['ID=b6d96aa0-db08-4815-ac27-1bade40f82b1,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:14.605230 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-633bd1c5-a726-4427-a7d7-2faf03301676 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:14.608445 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-633bd1c5-a726-4427-a7d7-2faf03301676 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "DELETE /v2.0/subnets/b6d96aa0-db08-4815-ac27-1bade40f82b1 HTTP/1.1" status: 204 len: 168 time: 0.3495691 Oct 12 19:46:14.611349 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52984) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:14.617643 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6dcbc4-8683-4971-ace9-72edd9d69e0c None None] Network 1f23293e-d35c-4759-ab9f-8562175c4da5 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:46:14.726933 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-e569115e-e04d-4608-9892-c29b4dd42893 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1142700 Oct 12 19:46:14.729296 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52986) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:14.809656 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6eb21f53-475b-45af-82cd-f7a034e84e39 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks [] for router, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:14.815860 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f240ef-d562-4671-a3d4-b4d83f7b0551 None None] DHCP port deletion for 1f23293e-d35c-4759-ab9f-8562175c4da5 request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 19:46:14.863322 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-28f240ef-d562-4671-a3d4-b4d83f7b0551 None None] Deleting port e9de9f67-a21d-4c32-a0aa-0d3627c72e6d {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:46:14.863726 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-28f240ef-d562-4671-a3d4-b4d83f7b0551 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:14.933346 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-28f240ef-d562-4671-a3d4-b4d83f7b0551 None None] For port e9de9f67-a21d-4c32-a0aa-0d3627c72e6d, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=e9de9f67-a21d-4c32-a0aa-0d3627c72e6d,segment=NetworkSegment(5b15e8ea-52cb-48bc-9b05-d8b033d6797c),segment_id=5b15e8ea-52cb-48bc-9b05-d8b033d6797c)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:46:14.933665 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-28f240ef-d562-4671-a3d4-b4d83f7b0551 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:14.946964 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-28f240ef-d562-4671-a3d4-b4d83f7b0551 None None] Calling delete_port for e9de9f67-a21d-4c32-a0aa-0d3627c72e6d owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:46:14.971437 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6eb21f53-475b-45af-82cd-f7a034e84e39 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255495'] for router, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:14.973545 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6eb21f53-475b-45af-82cd-f7a034e84e39 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:15.116356 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6eb21f53-475b-45af-82cd-f7a034e84e39 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8093499'] for router, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:15.116875 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eb21f53-475b-45af-82cd-f7a034e84e39 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Fanout notify agent at l3_agent the message router_deleted on router 7ff06544-1c36-4b19-8aa5-3259b681e17a {{(pid=95501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 19:46:15.123227 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-28f240ef-d562-4671-a3d4-b4d83f7b0551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:15.124704 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6eb21f53-475b-45af-82cd-f7a034e84e39 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks [] for router, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:15.125794 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-6eb21f53-475b-45af-82cd-f7a034e84e39 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "DELETE /v2.0/routers/7ff06544-1c36-4b19-8aa5-3259b681e17a HTTP/1.1" status: 204 len: 168 time: 0.3948476 Oct 12 19:46:15.128849 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52988) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:15.134219 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-888108ad-75f6-4e32-8a33-130ff5931646 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Request body: {'subnet': {'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:46:15.153821 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f240ef-d562-4671-a3d4-b4d83f7b0551 None None] Pushing event deleted for resources: {'Port': ['ID=e9de9f67-a21d-4c32-a0aa-0d3627c72e6d,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:15.160443 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f240ef-d562-4671-a3d4-b4d83f7b0551 None None] No DVR routers for this DVR port e9de9f67-a21d-4c32-a0aa-0d3627c72e6d on host n-d-813679-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:46:15.305695 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-888108ad-75f6-4e32-8a33-130ff5931646 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Made reservation on behalf of 8364cd1e2e78405187c9b3041bd139e1 for: {'subnet': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:46:15.309347 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-888108ad-75f6-4e32-8a33-130ff5931646 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4612397'] for subnet, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:15.562508 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-888108ad-75f6-4e32-8a33-130ff5931646 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4824863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4612355'] for subnet, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:15.603970 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888108ad-75f6-4e32-8a33-130ff5931646 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Network 1f23293e-d35c-4759-ab9f-8562175c4da5 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:46:15.608569 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-888108ad-75f6-4e32-8a33-130ff5931646 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:46:15.610222 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40174668-b3a9-4ed2-986f-6e62473a4332 None None] Sync routers for ids ['7ff06544-1c36-4b19-8aa5-3259b681e17a'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:46:15.613574 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888108ad-75f6-4e32-8a33-130ff5931646 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:15.614706 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-888108ad-75f6-4e32-8a33-130ff5931646 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:15.620330 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-616a9a91-a1c6-4033-96c6-01454ccf847c None None] Network 1f23293e-d35c-4759-ab9f-8562175c4da5 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:46:15.624530 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888108ad-75f6-4e32-8a33-130ff5931646 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Pushing event updated for resources: {'Subnet': ['ID=9fa66db4-b72f-464a-bf92-b987024ef0e8,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:15.645383 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40174668-b3a9-4ed2-986f-6e62473a4332 None None] Routers set() bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:46:15.645752 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40174668-b3a9-4ed2-986f-6e62473a4332 None None] Router IDs set() for agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 12 19:46:15.646501 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_agentschedulers_db [None req-40174668-b3a9-4ed2-986f-6e62473a4332 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'7ff06544-1c36-4b19-8aa5-3259b681e17a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:46:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent'). {{(pid=95504) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 12 19:46:15.655322 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40174668-b3a9-4ed2-986f-6e62473a4332 None None] Routers set() bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:46:15.655683 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40174668-b3a9-4ed2-986f-6e62473a4332 None None] Router IDs set() for agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 12 19:46:15.656368 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_agentschedulers_db [None req-40174668-b3a9-4ed2-986f-6e62473a4332 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'7ff06544-1c36-4b19-8aa5-3259b681e17a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:46:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent'). {{(pid=95504) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 12 19:46:15.656736 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40174668-b3a9-4ed2-986f-6e62473a4332 None None] The sync data for ids ['7ff06544-1c36-4b19-8aa5-3259b681e17a'] in n-d-813679-3 is: [] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:46:15.685941 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c052832-89e2-4514-9b2c-fd3b7e3c8cf2 req-7b3c9cbe-d6fa-4f01-9146-08cc0428a80d tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:15.687498 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7c052832-89e2-4514-9b2c-fd3b7e3c8cf2 req-7b3c9cbe-d6fa-4f01-9146-08cc0428a80d tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d46a40d-f3a6-4c68-b3fc-8ffb1ceeb386 HTTP/1.1" status: 200 len: 944 time: 0.0538764 Oct 12 19:46:15.698062 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-888108ad-75f6-4e32-8a33-130ff5931646 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5679505 Oct 12 19:46:15.700809 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52992) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:15.706588 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-2130e180-70de-4e39-b41c-7cb363c93f64 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1240653397', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:46:15.739118 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7c052832-89e2-4514-9b2c-fd3b7e3c8cf2 req-aa78bcc2-e494-4c23-94a1-661c8b17a4e5 tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] 10.222.0.49 "GET /v2.0/security-groups?id=6e4e59b0-f74f-459c-b1e6-f4112d66acf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439556 Oct 12 19:46:15.781036 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af459a7-965d-4f19-ba35-8c7f184a7151 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-1f23293e-d35c-4759-ab9f-8562175c4da5', 'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5', 'tenant_id': '8364cd1e2e78405187c9b3041bd139e1', 'fixed_ips': [{'subnet_id': '9fa66db4-b72f-464a-bf92-b987024ef0e8'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:46:15.781895 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9af459a7-965d-4f19-ba35-8c7f184a7151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:15.791845 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2130e180-70de-4e39-b41c-7cb363c93f64 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8093678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255505'] for router, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:15.793004 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2130e180-70de-4e39-b41c-7cb363c93f64 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8093562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8087085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8022306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255518'] for router, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:15.848555 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2130e180-70de-4e39-b41c-7cb363c93f64 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:15.894820 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2130e180-70de-4e39-b41c-7cb363c93f64 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8093541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7915516'] for router, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:15.917301 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-9af459a7-965d-4f19-ba35-8c7f184a7151 None None] Allocated IP 2001:db8::2 (1f23293e-d35c-4759-ab9f-8562175c4da5/9fa66db4-b72f-464a-bf92-b987024ef0e8/2e16ee34-3214-4f33-94ec-fab8f7cb73e9) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:46:15.982316 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2130e180-70de-4e39-b41c-7cb363c93f64 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks [] for router, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:15.983539 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-2130e180-70de-4e39-b41c-7cb363c93f64 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2806461 Oct 12 19:46:15.986774 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 52994) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:16.065741 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9af459a7-965d-4f19-ba35-8c7f184a7151 None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:16.115795 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device e9de9f67-a21d-4c32-a0aa-0d3627c72e6d no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:46:16.139472 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9af459a7-965d-4f19-ba35-8c7f184a7151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:16.141501 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: e9de9f67-a21d-4c32-a0aa-0d3627c72e6d {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:46:16.141895 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device e9de9f67-a21d-4c32-a0aa-0d3627c72e6d not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:46:16.191176 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af459a7-965d-4f19-ba35-8c7f184a7151 None None] Network 1f23293e-d35c-4759-ab9f-8562175c4da5 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:46:16.194317 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-9af459a7-965d-4f19-ba35-8c7f184a7151 None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:46:16.199309 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af459a7-965d-4f19-ba35-8c7f184a7151 None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:46:16.202954 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af459a7-965d-4f19-ba35-8c7f184a7151 None None] Pushing event updated for resources: {'Port': ['ID=2e16ee34-3214-4f33-94ec-fab8f7cb73e9,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:16.262563 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-9af459a7-965d-4f19-ba35-8c7f184a7151 None None] Attempting to bind port 2e16ee34-3214-4f33-94ec-fab8f7cb73e9 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:46:16.263200 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-9af459a7-965d-4f19-ba35-8c7f184a7151 None None] Attempting to bind port 2e16ee34-3214-4f33-94ec-fab8f7cb73e9 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '5b15e8ea-52cb-48bc-9b05-d8b033d6797c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:46:16.263557 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af459a7-965d-4f19-ba35-8c7f184a7151 None None] Attempting to bind port 2e16ee34-3214-4f33-94ec-fab8f7cb73e9 on network 1f23293e-d35c-4759-ab9f-8562175c4da5 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:46:16.268633 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af459a7-965d-4f19-ba35-8c7f184a7151 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:46:16.269003 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af459a7-965d-4f19-ba35-8c7f184a7151 None None] Checking segment: {'id': '5b15e8ea-52cb-48bc-9b05-d8b033d6797c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:46:16.269397 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9af459a7-965d-4f19-ba35-8c7f184a7151 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:16.269786 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af459a7-965d-4f19-ba35-8c7f184a7151 None None] Bound using segment: {'id': '5b15e8ea-52cb-48bc-9b05-d8b033d6797c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:46:16.270248 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-9af459a7-965d-4f19-ba35-8c7f184a7151 None None] Bound port: 2e16ee34-3214-4f33-94ec-fab8f7cb73e9, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b15e8ea-52cb-48bc-9b05-d8b033d6797c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:46:16.270617 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9af459a7-965d-4f19-ba35-8c7f184a7151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:16.284918 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3c4fd77b-b66b-4483-9430-ea4f6485372f tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:16.332391 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-9af459a7-965d-4f19-ba35-8c7f184a7151 None None] For port 2e16ee34-3214-4f33-94ec-fab8f7cb73e9, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:46:16.335327 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-9af459a7-965d-4f19-ba35-8c7f184a7151 None None] For port 2e16ee34-3214-4f33-94ec-fab8f7cb73e9, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=2e16ee34-3214-4f33-94ec-fab8f7cb73e9,segment=NetworkSegment(5b15e8ea-52cb-48bc-9b05-d8b033d6797c),segment_id=5b15e8ea-52cb-48bc-9b05-d8b033d6797c)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:46:16.420449 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9af459a7-965d-4f19-ba35-8c7f184a7151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:16.481087 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af459a7-965d-4f19-ba35-8c7f184a7151 None None] Pushing event updated for resources: {'Port': ['ID=2e16ee34-3214-4f33-94ec-fab8f7cb73e9,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:16.516600 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-3c4fd77b-b66b-4483-9430-ea4f6485372f tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Allocated IP 2001:db8::1 (1f23293e-d35c-4759-ab9f-8562175c4da5/9fa66db4-b72f-464a-bf92-b987024ef0e8/01d1f0bb-32bb-468d-a349-2203c32058b6) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:46:16.639744 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3c4fd77b-b66b-4483-9430-ea4f6485372f tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:16.740441 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3c4fd77b-b66b-4483-9430-ea4f6485372f tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:16.783908 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4fd77b-b66b-4483-9430-ea4f6485372f tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Network 1f23293e-d35c-4759-ab9f-8562175c4da5 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:46:16.787113 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-3c4fd77b-b66b-4483-9430-ea4f6485372f tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:46:16.791094 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4fd77b-b66b-4483-9430-ea4f6485372f tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:46:16.791647 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3c4fd77b-b66b-4483-9430-ea4f6485372f tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7915309'] for router_interface, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:16.798191 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4fd77b-b66b-4483-9430-ea4f6485372f tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Pushing event updated for resources: {'Port': ['ID=01d1f0bb-32bb-468d-a349-2203c32058b6,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:16.918174 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3a54cb-66fa-47dd-b2c2-375a0e4521dd req-15b061c9-b0b7-4e1c-b8fc-a3b3e985cfda tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:16.919652 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4e3a54cb-66fa-47dd-b2c2-375a0e4521dd req-15b061c9-b0b7-4e1c-b8fc-a3b3e985cfda tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d46a40d-f3a6-4c68-b3fc-8ffb1ceeb386 HTTP/1.1" status: 200 len: 944 time: 0.0862529 Oct 12 19:46:16.985562 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4e3a54cb-66fa-47dd-b2c2-375a0e4521dd req-95928c14-e11c-4ab6-8fdf-91831c1ef836 tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] 10.222.0.49 "GET /v2.0/security-groups?id=6e4e59b0-f74f-459c-b1e6-f4112d66acf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596037 Oct 12 19:46:16.986184 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3c4fd77b-b66b-4483-9430-ea4f6485372f tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:17.262734 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3c4fd77b-b66b-4483-9430-ea4f6485372f tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:17.436725 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-92ea6c86-3e6c-45ed-89e5-6a3fb21079ed None None] Provisioning complete for port 2e16ee34-3214-4f33-94ec-fab8f7cb73e9 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:46:17.437226 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-92ea6c86-3e6c-45ed-89e5-6a3fb21079ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:17.521108 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-92ea6c86-3e6c-45ed-89e5-6a3fb21079ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:17.553095 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-92ea6c86-3e6c-45ed-89e5-6a3fb21079ed None None] For port 2e16ee34-3214-4f33-94ec-fab8f7cb73e9, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=2e16ee34-3214-4f33-94ec-fab8f7cb73e9,segment=NetworkSegment(5b15e8ea-52cb-48bc-9b05-d8b033d6797c),segment_id=5b15e8ea-52cb-48bc-9b05-d8b033d6797c)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:46:17.704914 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3c4fd77b-b66b-4483-9430-ea4f6485372f tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:17.705645 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3c4fd77b-b66b-4483-9430-ea4f6485372f tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7898980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8092605'] for router_interface, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:17.722703 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-92ea6c86-3e6c-45ed-89e5-6a3fb21079ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:17.769249 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ea6c86-3e6c-45ed-89e5-6a3fb21079ed None None] Pushing event updated for resources: {'Port': ['ID=2e16ee34-3214-4f33-94ec-fab8f7cb73e9,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:17.790633 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4fd77b-b66b-4483-9430-ea4f6485372f tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Pushing event updated for resources: {'Port': ['ID=01d1f0bb-32bb-468d-a349-2203c32058b6,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:17.832010 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4fd77b-b66b-4483-9430-ea4f6485372f tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Network 1f23293e-d35c-4759-ab9f-8562175c4da5 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:46:17.833729 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-3c4fd77b-b66b-4483-9430-ea4f6485372f tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:46:17.841329 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-19bb085f-a23f-4673-88d1-fa080814d684 None None] Provisioning complete for port 01d1f0bb-32bb-468d-a349-2203c32058b6 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:46:17.841704 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-19bb085f-a23f-4673-88d1-fa080814d684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:17.876697 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-19bb085f-a23f-4673-88d1-fa080814d684 None None] Port 01d1f0bb-32bb-468d-a349-2203c32058b6 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:46:18.025060 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c4fd77b-b66b-4483-9430-ea4f6485372f tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Router 5c94637f-6bdd-4387-9aee-30132f176a9e is scheduled to L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b with binding_index 1 {{(pid=95501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 19:46:18.111043 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-0a23b4b4-8ef6-4a6e-b1c8-1a105c6b7bf1 None None] Provisioning complete for port 01d1f0bb-32bb-468d-a349-2203c32058b6 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:46:18.111420 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0a23b4b4-8ef6-4a6e-b1c8-1a105c6b7bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:18.137883 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c4fd77b-b66b-4483-9430-ea4f6485372f tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:46:18.147120 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 2e16ee34-3214-4f33-94ec-fab8f7cb73e9 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:46:18.149466 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-3c4fd77b-b66b-4483-9430-ea4f6485372f tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "PUT /v2.0/routers/5c94637f-6bdd-4387-9aee-30132f176a9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1616220 Oct 12 19:46:18.150272 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53000) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:18.173359 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510b0e0f-3097-4c35-8b96-519094fdcbff None None] Sync routers for ids ['5c94637f-6bdd-4387-9aee-30132f176a9e'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:46:18.201780 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8270c47-02f5-4852-901a-a0cf98904771 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:18.204131 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-e8270c47-02f5-4852-901a-a0cf98904771 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "GET /v2.0/ports/01d1f0bb-32bb-468d-a349-2203c32058b6 HTTP/1.1" status: 200 len: 911 time: 0.0519938 Oct 12 19:46:18.205708 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-0a23b4b4-8ef6-4a6e-b1c8-1a105c6b7bf1 None None] Port 01d1f0bb-32bb-468d-a349-2203c32058b6 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:46:18.206302 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53002) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:18.212821 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510b0e0f-3097-4c35-8b96-519094fdcbff None None] Routers {'5c94637f-6bdd-4387-9aee-30132f176a9e'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:46:18.213544 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-510b0e0f-3097-4c35-8b96-519094fdcbff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:46:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['5c94637f-6bdd-4387-9aee-30132f176a9e'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:46:18.264607 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0bef011-5280-454a-a017-2522f8de88a5 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:18.271839 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0bef011-5280-454a-a017-2522f8de88a5 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:18.277004 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-c0bef011-5280-454a-a017-2522f8de88a5 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0690453 Oct 12 19:46:18.277363 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53004) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:18.302199 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 2e16ee34-3214-4f33-94ec-fab8f7cb73e9 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:46:18.303230 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:18.332210 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-510b0e0f-3097-4c35-8b96-519094fdcbff None None] Set router 5c94637f-6bdd-4387-9aee-30132f176a9e gateway port host: None {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:46:18.430387 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1b0c82-37da-461f-9f91-2fba81dd7d0b req-f1420082-3d9f-427a-a73e-920ca7425a41 tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:18.431853 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7c1b0c82-37da-461f-9f91-2fba81dd7d0b req-f1420082-3d9f-427a-a73e-920ca7425a41 tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d46a40d-f3a6-4c68-b3fc-8ffb1ceeb386 HTTP/1.1" status: 200 len: 944 time: 0.3715084 Oct 12 19:46:18.472449 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7c1b0c82-37da-461f-9f91-2fba81dd7d0b req-94718a79-5915-490a-b31a-705304faff53 tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] 10.222.0.49 "GET /v2.0/security-groups?id=6e4e59b0-f74f-459c-b1e6-f4112d66acf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336607 Oct 12 19:46:18.564780 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-510b0e0f-3097-4c35-8b96-519094fdcbff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c94637f-6bdd-4387-9aee-30132f176a9e', 'name': 'tempest-NetworksTestDHCPv6-router-1240653397', 'tenant_id': '8364cd1e2e78405187c9b3041bd139e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:46:15Z', 'updated_at': '2021-10-12T19:46:16Z', 'revision_number': 2, 'project_id': '8364cd1e2e78405187c9b3041bd139e1', 'gw_port_host': None, '_interfaces': [{'id': '01d1f0bb-32bb-468d-a349-2203c32058b6', 'name': '', 'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5', 'tenant_id': '8364cd1e2e78405187c9b3041bd139e1', 'mac_address': 'fa:16:3e:8d:0a:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c94637f-6bdd-4387-9aee-30132f176a9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': '9fa66db4-b72f-464a-bf92-b987024ef0e8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:46:16Z', 'updated_at': '2021-10-12T19:46:17Z', 'revision_number': 2, 'project_id': '8364cd1e2e78405187c9b3041bd139e1', 'subnets': [{'id': '9fa66db4-b72f-464a-bf92-b987024ef0e8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:46:18.590693 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510b0e0f-3097-4c35-8b96-519094fdcbff None None] Checking router: 5c94637f-6bdd-4387-9aee-30132f176a9e for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:46:18.591041 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510b0e0f-3097-4c35-8b96-519094fdcbff None None] Updating router 5c94637f-6bdd-4387-9aee-30132f176a9e port 01d1f0bb-32bb-468d-a349-2203c32058b6 binding host n-d-813679-3 {{(pid=95503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 19:46:18.614786 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-510b0e0f-3097-4c35-8b96-519094fdcbff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:18.696113 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-541d2283-a0d1-485d-9d0c-a396bb062867 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8092566'] for router_interface, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:19.034570 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-510b0e0f-3097-4c35-8b96-519094fdcbff None None] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:19.093537 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-510b0e0f-3097-4c35-8b96-519094fdcbff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:19.146823 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8ad4a6-c473-4025-be8b-b186c8d4567e None None] Pushing event updated for resources: {'Port': ['ID=01d1f0bb-32bb-468d-a349-2203c32058b6,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:19.195952 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-510b0e0f-3097-4c35-8b96-519094fdcbff None None] Attempting to bind port 01d1f0bb-32bb-468d-a349-2203c32058b6 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:46:19.196459 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-510b0e0f-3097-4c35-8b96-519094fdcbff None None] Attempting to bind port 01d1f0bb-32bb-468d-a349-2203c32058b6 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '5b15e8ea-52cb-48bc-9b05-d8b033d6797c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:46:19.196684 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510b0e0f-3097-4c35-8b96-519094fdcbff None None] Attempting to bind port 01d1f0bb-32bb-468d-a349-2203c32058b6 on network 1f23293e-d35c-4759-ab9f-8562175c4da5 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:46:19.202798 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510b0e0f-3097-4c35-8b96-519094fdcbff None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:46:19.203183 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510b0e0f-3097-4c35-8b96-519094fdcbff None None] Checking segment: {'id': '5b15e8ea-52cb-48bc-9b05-d8b033d6797c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:46:19.203592 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-510b0e0f-3097-4c35-8b96-519094fdcbff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:19.203991 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510b0e0f-3097-4c35-8b96-519094fdcbff None None] Bound using segment: {'id': '5b15e8ea-52cb-48bc-9b05-d8b033d6797c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:46:19.204536 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-510b0e0f-3097-4c35-8b96-519094fdcbff None None] Bound port: 01d1f0bb-32bb-468d-a349-2203c32058b6, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b15e8ea-52cb-48bc-9b05-d8b033d6797c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:46:19.204923 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-510b0e0f-3097-4c35-8b96-519094fdcbff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:19.227602 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-541d2283-a0d1-485d-9d0c-a396bb062867 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Deleting port 01d1f0bb-32bb-468d-a349-2203c32058b6 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:46:19.228161 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-541d2283-a0d1-485d-9d0c-a396bb062867 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:19.274243 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-510b0e0f-3097-4c35-8b96-519094fdcbff None None] For port 01d1f0bb-32bb-468d-a349-2203c32058b6, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:46:19.278339 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-510b0e0f-3097-4c35-8b96-519094fdcbff None None] For port 01d1f0bb-32bb-468d-a349-2203c32058b6, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=01d1f0bb-32bb-468d-a349-2203c32058b6,segment=NetworkSegment(5b15e8ea-52cb-48bc-9b05-d8b033d6797c),segment_id=5b15e8ea-52cb-48bc-9b05-d8b033d6797c)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:46:19.323394 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [None req-541d2283-a0d1-485d-9d0c-a396bb062867 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] For port 01d1f0bb-32bb-468d-a349-2203c32058b6, host n-d-813679-3, got binding levels [] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:46:19.324752 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-541d2283-a0d1-485d-9d0c-a396bb062867 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:19.338008 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-541d2283-a0d1-485d-9d0c-a396bb062867 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Calling delete_port for 01d1f0bb-32bb-468d-a349-2203c32058b6 owned by network:router_interface {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:46:19.340637 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-510b0e0f-3097-4c35-8b96-519094fdcbff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:19.405015 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8ad4a6-c473-4025-be8b-b186c8d4567e None None] Pushing event updated for resources: {'Port': ['ID=01d1f0bb-32bb-468d-a349-2203c32058b6,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:19.409383 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510b0e0f-3097-4c35-8b96-519094fdcbff None None] Routers {'5c94637f-6bdd-4387-9aee-30132f176a9e'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:46:19.410001 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-510b0e0f-3097-4c35-8b96-519094fdcbff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:46:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['5c94637f-6bdd-4387-9aee-30132f176a9e'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:46:19.497671 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-687f69cf-580c-4595-852c-e26c0d18b354 None None] Provisioning complete for port 01d1f0bb-32bb-468d-a349-2203c32058b6 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:46:19.497801 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687f69cf-580c-4595-852c-e26c0d18b354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:19.524618 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-510b0e0f-3097-4c35-8b96-519094fdcbff None None] Set router 5c94637f-6bdd-4387-9aee-30132f176a9e gateway port host: None {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:46:19.605186 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09f7b35-5495-4a04-8ef9-b3f545139cb2 req-f06f5640-c796-4769-93b0-240085039b21 tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:19.606735 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a09f7b35-5495-4a04-8ef9-b3f545139cb2 req-f06f5640-c796-4769-93b0-240085039b21 tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d46a40d-f3a6-4c68-b3fc-8ffb1ceeb386 HTTP/1.1" status: 200 len: 944 time: 0.0526357 Oct 12 19:46:19.607968 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-541d2283-a0d1-485d-9d0c-a396bb062867 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:19.616085 n-d-813679-3 neutron-server[95503]: INFO neutron.plugins.ml2.db [None req-687f69cf-580c-4595-852c-e26c0d18b354 None None] No ports have port_id starting with 01d1f0bb-32bb-468d-a349-2203c32058b6 Oct 12 19:46:19.652510 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541d2283-a0d1-485d-9d0c-a396bb062867 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Pushing event deleted for resources: {'Port': ['ID=01d1f0bb-32bb-468d-a349-2203c32058b6,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:19.722473 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a09f7b35-5495-4a04-8ef9-b3f545139cb2 req-7a215640-cef4-4a8d-86ea-111700c70cb6 tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] 10.222.0.49 "GET /v2.0/security-groups?id=6e4e59b0-f74f-459c-b1e6-f4112d66acf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081049 Oct 12 19:46:19.744967 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-1f0a3a8c-96c0-44ca-ba48-00cd6c465531 None None] Could not find standard attr ID for object 01d1f0bb-32bb-468d-a349-2203c32058b6. {{(pid=95503) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 19:46:19.758800 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-510b0e0f-3097-4c35-8b96-519094fdcbff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c94637f-6bdd-4387-9aee-30132f176a9e', 'name': 'tempest-NetworksTestDHCPv6-router-1240653397', 'tenant_id': '8364cd1e2e78405187c9b3041bd139e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:46:15Z', 'updated_at': '2021-10-12T19:46:16Z', 'revision_number': 2, 'project_id': '8364cd1e2e78405187c9b3041bd139e1', 'gw_port_host': None, '_interfaces': [{'id': '01d1f0bb-32bb-468d-a349-2203c32058b6', 'name': '', 'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5', 'tenant_id': '8364cd1e2e78405187c9b3041bd139e1', 'mac_address': 'fa:16:3e:8d:0a:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c94637f-6bdd-4387-9aee-30132f176a9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': '9fa66db4-b72f-464a-bf92-b987024ef0e8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:46:16Z', 'updated_at': '2021-10-12T19:46:19Z', 'revision_number': 4, 'project_id': '8364cd1e2e78405187c9b3041bd139e1', 'subnets': [{'id': '9fa66db4-b72f-464a-bf92-b987024ef0e8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:46:19.760318 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-541d2283-a0d1-485d-9d0c-a396bb062867 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7898909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8092450'] for router_interface, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:19.787356 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510b0e0f-3097-4c35-8b96-519094fdcbff None None] The sync data for ids ['5c94637f-6bdd-4387-9aee-30132f176a9e'] in n-d-813679-3 is: [{'id': '5c94637f-6bdd-4387-9aee-30132f176a9e', 'name': 'tempest-NetworksTestDHCPv6-router-1240653397', 'tenant_id': '8364cd1e2e78405187c9b3041bd139e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:46:15Z', 'updated_at': '2021-10-12T19:46:16Z', 'revision_number': 2, 'project_id': '8364cd1e2e78405187c9b3041bd139e1', 'gw_port_host': None, '_interfaces': [{'id': '01d1f0bb-32bb-468d-a349-2203c32058b6', 'name': '', 'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5', 'tenant_id': '8364cd1e2e78405187c9b3041bd139e1', 'mac_address': 'fa:16:3e:8d:0a:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c94637f-6bdd-4387-9aee-30132f176a9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': '9fa66db4-b72f-464a-bf92-b987024ef0e8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:46:16Z', 'updated_at': '2021-10-12T19:46:19Z', 'revision_number': 4, 'project_id': '8364cd1e2e78405187c9b3041bd139e1', 'subnets': [{'id': '9fa66db4-b72f-464a-bf92-b987024ef0e8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:46:19.920778 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-541d2283-a0d1-485d-9d0c-a396bb062867 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Router 5c94637f-6bdd-4387-9aee-30132f176a9e has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:46:20.003431 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-541d2283-a0d1-485d-9d0c-a396bb062867 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:46:20.009177 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-541d2283-a0d1-485d-9d0c-a396bb062867 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "PUT /v2.0/routers/5c94637f-6bdd-4387-9aee-30132f176a9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7305868 Oct 12 19:46:20.012274 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53008) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:20.067962 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-295a8f49-6d1c-4f5c-80d5-c033dce575bb tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:20.069633 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-295a8f49-6d1c-4f5c-80d5-c033dce575bb tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:20.071165 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-295a8f49-6d1c-4f5c-80d5-c033dce575bb tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0579195 Oct 12 19:46:20.074638 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53012) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:20.129357 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7c1f52b-f4ac-4f51-be22-93b9efc7fd98 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Deleting subnet 9fa66db4-b72f-464a-bf92-b987024ef0e8 {{(pid=95501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:46:20.132603 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a7c1f52b-f4ac-4f51-be22-93b9efc7fd98 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks [] for subnet, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:20.178969 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a7c1f52b-f4ac-4f51-be22-93b9efc7fd98 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281083'] for subnet, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:20.267662 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a7c1f52b-f4ac-4f51-be22-93b9efc7fd98 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:20.426476 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a7c1f52b-f4ac-4f51-be22-93b9efc7fd98 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4824924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4612362'] for subnet, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:20.458145 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c1f52b-f4ac-4f51-be22-93b9efc7fd98 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Pushing event deleted for resources: {'Subnet': ['ID=9fa66db4-b72f-464a-bf92-b987024ef0e8,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:20.461805 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a7c1f52b-f4ac-4f51-be22-93b9efc7fd98 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:20.467812 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-a7c1f52b-f4ac-4f51-be22-93b9efc7fd98 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "DELETE /v2.0/subnets/9fa66db4-b72f-464a-bf92-b987024ef0e8 HTTP/1.1" status: 204 len: 168 time: 0.3895266 Oct 12 19:46:20.467933 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a032541a-e774-47e3-bd8b-d2e5ecba3a7e None None] Network 1f23293e-d35c-4759-ab9f-8562175c4da5 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:46:20.468064 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53016) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:20.583492 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-a11f2063-f303-4279-91ee-36260f7d097f tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1144156 Oct 12 19:46:20.585966 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53018) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:20.644801 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53020) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:20.657929 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce28ef40-73d2-4cab-b89f-a8c2d4ea602a None None] DHCP port deletion for 1f23293e-d35c-4759-ab9f-8562175c4da5 request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 19:46:20.662635 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1c86c4d9-8248-494e-a9f0-db82831ee17c tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks [] for router, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:20.705948 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-ce28ef40-73d2-4cab-b89f-a8c2d4ea602a None None] Deleting port 2e16ee34-3214-4f33-94ec-fab8f7cb73e9 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:46:20.706621 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ce28ef40-73d2-4cab-b89f-a8c2d4ea602a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:20.734478 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-55181164-35c8-4305-8a27-5f411c897ed9 tempest-TestSecurityGroupsBasicOps-961059295 tempest-TestSecurityGroupsBasicOps-961059295-project-admin] 10.222.0.49 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2335 time: 0.0882213 Oct 12 19:46:20.737063 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53022) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:20.743455 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-a397f59b-730e-4f49-97dc-54b724da01d3 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Request body: {'network': {'name': 'tempest-network-smoke--1566924100', 'project_id': '60a440c0fade4c7fb5b44230bfb707fc', 'port_security_enabled': False}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:46:20.799566 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-ce28ef40-73d2-4cab-b89f-a8c2d4ea602a None None] For port 2e16ee34-3214-4f33-94ec-fab8f7cb73e9, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=2e16ee34-3214-4f33-94ec-fab8f7cb73e9,segment=NetworkSegment(5b15e8ea-52cb-48bc-9b05-d8b033d6797c),segment_id=5b15e8ea-52cb-48bc-9b05-d8b033d6797c)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:46:20.799961 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ce28ef40-73d2-4cab-b89f-a8c2d4ea602a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:20.815925 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-ce28ef40-73d2-4cab-b89f-a8c2d4ea602a None None] Calling delete_port for 2e16ee34-3214-4f33-94ec-fab8f7cb73e9 owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:46:20.819645 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 41cecf33-fa13-4cd8-a391-4108a76bdebf details requested by agent hyperv_n-h1-813679-3 with host n-h1-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:46:20.826079 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a397f59b-730e-4f49-97dc-54b724da01d3 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Made reservation on behalf of 60a440c0fade4c7fb5b44230bfb707fc for: {'network': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:46:20.831380 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a397f59b-730e-4f49-97dc-54b724da01d3 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:20.856240 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a397f59b-730e-4f49-97dc-54b724da01d3 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'} {{(pid=95501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:46:20.865376 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a397f59b-730e-4f49-97dc-54b724da01d3 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:20.865815 n-d-813679-3 neutron-server[95501]: INFO neutron.db.segments_db [None req-a397f59b-730e-4f49-97dc-54b724da01d3 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Added segment 0a03a301-e3bf-4783-9e4e-e98abe6aa700 of type vlan for network e8d980f4-7e8c-42fd-bce3-0307d169111d Oct 12 19:46:20.872644 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1c86c4d9-8248-494e-a9f0-db82831ee17c tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255495'] for router, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:20.875683 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1c86c4d9-8248-494e-a9f0-db82831ee17c tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:20.907722 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a397f59b-730e-4f49-97dc-54b724da01d3 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:20.939512 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78be293-d427-4bac-9eee-fa6adc7105e0 req-877dd07b-3da5-49ca-a3a4-e3c6cb47fbc2 tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:20.941647 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d78be293-d427-4bac-9eee-fa6adc7105e0 req-877dd07b-3da5-49ca-a3a4-e3c6cb47fbc2 tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d46a40d-f3a6-4c68-b3fc-8ffb1ceeb386 HTTP/1.1" status: 200 len: 944 time: 0.1321225 Oct 12 19:46:20.989689 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d78be293-d427-4bac-9eee-fa6adc7105e0 req-2e9be366-9ee2-4f18-9dc1-556cc5782e83 tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] 10.222.0.49 "GET /v2.0/security-groups?id=6e4e59b0-f74f-459c-b1e6-f4112d66acf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391893 Oct 12 19:46:20.998884 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1c86c4d9-8248-494e-a9f0-db82831ee17c tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8093499'] for router, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:20.999905 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c86c4d9-8248-494e-a9f0-db82831ee17c tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Fanout notify agent at l3_agent the message router_deleted on router 5c94637f-6bdd-4387-9aee-30132f176a9e {{(pid=95502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 19:46:21.003895 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 41cecf33-fa13-4cd8-a391-4108a76bdebf, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=41cecf33-fa13-4cd8-a391-4108a76bdebf,segment=NetworkSegment(d974e6e5-0045-4ad9-98d2-9a821e471656),segment_id=d974e6e5-0045-4ad9-98d2-9a821e471656)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:46:21.011491 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1c86c4d9-8248-494e-a9f0-db82831ee17c tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:21.014921 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-1c86c4d9-8248-494e-a9f0-db82831ee17c tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "DELETE /v2.0/routers/5c94637f-6bdd-4387-9aee-30132f176a9e HTTP/1.1" status: 204 len: 168 time: 0.4257340 Oct 12 19:46:21.015319 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53026) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:21.021773 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Returning: {'device': '41cecf33-fa13-4cd8-a391-4108a76bdebf', 'network_id': 'd1e6cf90-e461-4344-8285-6e9d900c8060', 'port_id': '41cecf33-fa13-4cd8-a391-4108a76bdebf', 'mac_address': 'fa:16:3e:9d:ec:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b93d1e81-75e4-49a9-8d0f-39bf98a8696d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:46:21.048886 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a397f59b-730e-4f49-97dc-54b724da01d3 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:21.054553 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a397f59b-730e-4f49-97dc-54b724da01d3 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:21.060306 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a397f59b-730e-4f49-97dc-54b724da01d3 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks [] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:21.065775 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:21.077259 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ce28ef40-73d2-4cab-b89f-a8c2d4ea602a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:21.090653 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41cecf33-fa13-4cd8-a391-4108a76bdebf {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:46:21.116094 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce28ef40-73d2-4cab-b89f-a8c2d4ea602a None None] No DVR routers for this DVR port 2e16ee34-3214-4f33-94ec-fab8f7cb73e9 on host n-d-813679-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:46:21.129800 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce28ef40-73d2-4cab-b89f-a8c2d4ea602a None None] Pushing event deleted for resources: {'Port': ['ID=2e16ee34-3214-4f33-94ec-fab8f7cb73e9,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:21.142144 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 41cecf33-fa13-4cd8-a391-4108a76bdebf, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=41cecf33-fa13-4cd8-a391-4108a76bdebf,segment=NetworkSegment(d974e6e5-0045-4ad9-98d2-9a821e471656),segment_id=d974e6e5-0045-4ad9-98d2-9a821e471656)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:46:21.143581 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cbd22f0-2ec0-4812-a1ec-5db4498611dd tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:21.145162 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-7cbd22f0-2ec0-4812-a1ec-5db4498611dd tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1287930 Oct 12 19:46:21.157870 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53028) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:21.158030 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a397f59b-730e-4f49-97dc-54b724da01d3 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Pushing event updated for resources: {'Network': ['ID=e8d980f4-7e8c-42fd-bce3-0307d169111d,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:21.164246 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network e8d980f4-7e8c-42fd-bce3-0307d169111d details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:46:21.180014 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-a397f59b-730e-4f49-97dc-54b724da01d3 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4389944 Oct 12 19:46:21.181714 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53030) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:21.186630 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-098b09f5-ab16-4e92-87ee-1821e7393f8c tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1710564487', 'admin_state_up': True, 'project_id': '60a440c0fade4c7fb5b44230bfb707fc', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:46:21.206747 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b04052-4cb4-44ec-ba14-618c5f109ef2 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:21.208263 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-a7b04052-4cb4-44ec-ba14-618c5f109ef2 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0592067 Oct 12 19:46:21.211021 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53032) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:21.231523 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:21.254718 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-4fefdb0f-7d5d-4501-a106-207cdf09ef92 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0385854 Oct 12 19:46:21.254964 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53034) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:21.264090 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-f64b7ce1-86cc-4392-8ec8-0ccd315ba21c tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Request body: {'subnet': {'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:46:21.272471 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-098b09f5-ab16-4e92-87ee-1821e7393f8c tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8093678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255505'] for router, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:21.273811 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-098b09f5-ab16-4e92-87ee-1821e7393f8c tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8093562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8087085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8022306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255518'] for router, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:21.305314 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=41cecf33-fa13-4cd8-a391-4108a76bdebf,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:21.337033 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-098b09f5-ab16-4e92-87ee-1821e7393f8c tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:21.362087 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c068d243-67e3-4f6a-af64-8decabdec392 None None] Sync routers for ids ['5c94637f-6bdd-4387-9aee-30132f176a9e'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:46:21.372617 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c068d243-67e3-4f6a-af64-8decabdec392 None None] Routers set() bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:46:21.372980 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c068d243-67e3-4f6a-af64-8decabdec392 None None] Router IDs set() for agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 12 19:46:21.374524 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_agentschedulers_db [None req-c068d243-67e3-4f6a-af64-8decabdec392 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'5c94637f-6bdd-4387-9aee-30132f176a9e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:46:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent'). {{(pid=95504) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 12 19:46:21.381754 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c068d243-67e3-4f6a-af64-8decabdec392 None None] Routers set() bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:46:21.382086 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c068d243-67e3-4f6a-af64-8decabdec392 None None] Router IDs set() for agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 12 19:46:21.383057 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_agentschedulers_db [None req-c068d243-67e3-4f6a-af64-8decabdec392 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'5c94637f-6bdd-4387-9aee-30132f176a9e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:46:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent'). {{(pid=95504) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 12 19:46:21.383682 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c068d243-67e3-4f6a-af64-8decabdec392 None None] The sync data for ids ['5c94637f-6bdd-4387-9aee-30132f176a9e'] in n-d-813679-3 is: [] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:46:21.429169 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['41cecf33-fa13-4cd8-a391-4108a76bdebf'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:46:21.439435 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f64b7ce1-86cc-4392-8ec8-0ccd315ba21c tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Made reservation on behalf of 8364cd1e2e78405187c9b3041bd139e1 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:46:21.448747 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f64b7ce1-86cc-4392-8ec8-0ccd315ba21c tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16245837'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:21.567190 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-098b09f5-ab16-4e92-87ee-1821e7393f8c tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:21.793126 n-d-813679-3 neutron-server[95502]: DEBUG neutron.objects.ports [None req-f64b7ce1-86cc-4392-8ec8-0ccd315ba21c tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95502) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 12 19:46:21.794630 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f64b7ce1-86cc-4392-8ec8-0ccd315ba21c tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4306659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16245859'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:21.812689 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-098b09f5-ab16-4e92-87ee-1821e7393f8c tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks [] for router_gateway, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:21.831310 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-098b09f5-ab16-4e92-87ee-1821e7393f8c tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:21.838975 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64b7ce1-86cc-4392-8ec8-0ccd315ba21c tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Network 1f23293e-d35c-4759-ab9f-8562175c4da5 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:46:21.842270 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-f64b7ce1-86cc-4392-8ec8-0ccd315ba21c tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:46:21.845309 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f64b7ce1-86cc-4392-8ec8-0ccd315ba21c tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:21.845935 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f64b7ce1-86cc-4392-8ec8-0ccd315ba21c tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:21.851507 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f8c927-7dab-4dc3-9e44-173049a1ea53 None None] Network 1f23293e-d35c-4759-ab9f-8562175c4da5 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:46:21.865313 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64b7ce1-86cc-4392-8ec8-0ccd315ba21c tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Pushing event updated for resources: {'Subnet': ['ID=c13a712b-effe-44bb-9891-3ce74ffc1177,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:21.971726 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-f64b7ce1-86cc-4392-8ec8-0ccd315ba21c tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7158165 Oct 12 19:46:21.974401 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53036) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:21.980908 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-c03d7ca0-3202-4d5a-b58f-8db4d0a3ee12 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Request body: {'subnet': {'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:46:21.982364 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-098b09f5-ab16-4e92-87ee-1821e7393f8c tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Allocated IP 172.25.5.111 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/02d45be0-6eb3-4587-be39-e9d6d223130a) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:46:21.995409 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd3a944-2316-4050-a9bf-685fd01ba68e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-1f23293e-d35c-4759-ab9f-8562175c4da5', 'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5', 'tenant_id': '8364cd1e2e78405187c9b3041bd139e1', 'fixed_ips': [{'subnet_id': 'c13a712b-effe-44bb-9891-3ce74ffc1177'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:46:21.996887 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5cd3a944-2316-4050-a9bf-685fd01ba68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:22.135562 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-098b09f5-ab16-4e92-87ee-1821e7393f8c tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:22.139141 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 01d1f0bb-32bb-468d-a349-2203c32058b6 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:46:22.162366 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 01d1f0bb-32bb-468d-a349-2203c32058b6 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:46:22.162709 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 01d1f0bb-32bb-468d-a349-2203c32058b6 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:46:22.163125 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 2e16ee34-3214-4f33-94ec-fab8f7cb73e9 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:46:22.187895 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 2e16ee34-3214-4f33-94ec-fab8f7cb73e9 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:46:22.188268 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 2e16ee34-3214-4f33-94ec-fab8f7cb73e9 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:46:22.188782 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f389aca8-364a-411c-921a-7d95b129a9cf req-3cf4ccd2-d682-4311-89c5-b6a15a516d05 tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:22.190322 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f389aca8-364a-411c-921a-7d95b129a9cf req-3cf4ccd2-d682-4311-89c5-b6a15a516d05 tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d46a40d-f3a6-4c68-b3fc-8ffb1ceeb386 HTTP/1.1" status: 200 len: 945 time: 0.0738831 Oct 12 19:46:22.205208 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-5cd3a944-2316-4050-a9bf-685fd01ba68e None None] Allocated IP 2001:db8::f816:3eff:fe69:fa6d (1f23293e-d35c-4759-ab9f-8562175c4da5/c13a712b-effe-44bb-9891-3ce74ffc1177/68fe8e88-2d68-4689-b8f2-e4c9e5ad5388) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:46:22.205339 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c03d7ca0-3202-4d5a-b58f-8db4d0a3ee12 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Made reservation on behalf of 8364cd1e2e78405187c9b3041bd139e1 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:46:22.207889 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c03d7ca0-3202-4d5a-b58f-8db4d0a3ee12 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16245837'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:22.231763 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f389aca8-364a-411c-921a-7d95b129a9cf req-7022dc77-229e-4f92-883b-0680d96a534a tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] 10.222.0.49 "GET /v2.0/security-groups?id=6e4e59b0-f74f-459c-b1e6-f4112d66acf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352123 Oct 12 19:46:22.279424 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-098b09f5-ab16-4e92-87ee-1821e7393f8c tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:22.324894 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-098b09f5-ab16-4e92-87ee-1821e7393f8c tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:46:22.329689 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-098b09f5-ab16-4e92-87ee-1821e7393f8c tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:46:22.333527 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098b09f5-ab16-4e92-87ee-1821e7393f8c tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:46:22.339694 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098b09f5-ab16-4e92-87ee-1821e7393f8c tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Pushing event updated for resources: {'Port': ['ID=02d45be0-6eb3-4587-be39-e9d6d223130a,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:22.358835 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5cd3a944-2316-4050-a9bf-685fd01ba68e None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:22.414949 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5cd3a944-2316-4050-a9bf-685fd01ba68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:22.466547 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd3a944-2316-4050-a9bf-685fd01ba68e None None] Network 1f23293e-d35c-4759-ab9f-8562175c4da5 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:46:22.467588 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd3a944-2316-4050-a9bf-685fd01ba68e None None] Pushing event updated for resources: {'Port': ['ID=68fe8e88-2d68-4689-b8f2-e4c9e5ad5388,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:22.471568 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-5cd3a944-2316-4050-a9bf-685fd01ba68e None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:46:22.476318 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd3a944-2316-4050-a9bf-685fd01ba68e None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:46:22.529258 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c03d7ca0-3202-4d5a-b58f-8db4d0a3ee12 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4306659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16245859'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:22.531946 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-5cd3a944-2316-4050-a9bf-685fd01ba68e None None] Attempting to bind port 68fe8e88-2d68-4689-b8f2-e4c9e5ad5388 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:46:22.532424 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-5cd3a944-2316-4050-a9bf-685fd01ba68e None None] Attempting to bind port 68fe8e88-2d68-4689-b8f2-e4c9e5ad5388 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '5b15e8ea-52cb-48bc-9b05-d8b033d6797c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:46:22.532971 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd3a944-2316-4050-a9bf-685fd01ba68e None None] Attempting to bind port 68fe8e88-2d68-4689-b8f2-e4c9e5ad5388 on network 1f23293e-d35c-4759-ab9f-8562175c4da5 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:46:22.538655 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd3a944-2316-4050-a9bf-685fd01ba68e None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:46:22.560731 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd3a944-2316-4050-a9bf-685fd01ba68e None None] Checking segment: {'id': '5b15e8ea-52cb-48bc-9b05-d8b033d6797c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:46:22.560731 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5cd3a944-2316-4050-a9bf-685fd01ba68e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:22.560731 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd3a944-2316-4050-a9bf-685fd01ba68e None None] Bound using segment: {'id': '5b15e8ea-52cb-48bc-9b05-d8b033d6797c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:46:22.560731 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-5cd3a944-2316-4050-a9bf-685fd01ba68e None None] Bound port: 68fe8e88-2d68-4689-b8f2-e4c9e5ad5388, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b15e8ea-52cb-48bc-9b05-d8b033d6797c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:46:22.560731 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5cd3a944-2316-4050-a9bf-685fd01ba68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:22.574672 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03d7ca0-3202-4d5a-b58f-8db4d0a3ee12 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Network 1f23293e-d35c-4759-ab9f-8562175c4da5 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:46:22.577828 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-c03d7ca0-3202-4d5a-b58f-8db4d0a3ee12 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:46:22.582060 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03d7ca0-3202-4d5a-b58f-8db4d0a3ee12 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:22.582652 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c03d7ca0-3202-4d5a-b58f-8db4d0a3ee12 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:22.602103 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03d7ca0-3202-4d5a-b58f-8db4d0a3ee12 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Pushing event updated for resources: {'Subnet': ['ID=b49c065a-45c6-4420-bf14-df9f99a0deb6,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:22.608112 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-5cd3a944-2316-4050-a9bf-685fd01ba68e None None] For port 68fe8e88-2d68-4689-b8f2-e4c9e5ad5388, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:46:22.611301 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-5cd3a944-2316-4050-a9bf-685fd01ba68e None None] For port 68fe8e88-2d68-4689-b8f2-e4c9e5ad5388, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=68fe8e88-2d68-4689-b8f2-e4c9e5ad5388,segment=NetworkSegment(5b15e8ea-52cb-48bc-9b05-d8b033d6797c),segment_id=5b15e8ea-52cb-48bc-9b05-d8b033d6797c)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:46:22.674404 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-c03d7ca0-3202-4d5a-b58f-8db4d0a3ee12 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6989160 Oct 12 19:46:22.677160 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53040) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:22.681330 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-098b09f5-ab16-4e92-87ee-1821e7393f8c tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks [] for router_gateway, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:22.682052 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-af3ab8a5-3b76-4160-8f0a-e1feaf40e6e4 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Request body: {'port': {'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5', 'mac_address': 'fa:16:3e:e9:e5:d0', 'name': 'tempest-NetworksTestDHCPv6-123939168'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:46:22.706900 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5cd3a944-2316-4050-a9bf-685fd01ba68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:22.770338 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd3a944-2316-4050-a9bf-685fd01ba68e None None] Pushing event updated for resources: {'Port': ['ID=68fe8e88-2d68-4689-b8f2-e4c9e5ad5388,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:22.847469 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 41cecf33-fa13-4cd8-a391-4108a76bdebf up at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:46:22.908487 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af3ab8a5-3b76-4160-8f0a-e1feaf40e6e4 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Made reservation on behalf of 8364cd1e2e78405187c9b3041bd139e1 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:46:22.963416 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning for port 41cecf33-fa13-4cd8-a391-4108a76bdebf completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:46:22.968924 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning complete for port 41cecf33-fa13-4cd8-a391-4108a76bdebf triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:46:22.972239 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:23.038760 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-af3ab8a5-3b76-4160-8f0a-e1feaf40e6e4 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:23.064299 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [None req-af3ab8a5-3b76-4160-8f0a-e1feaf40e6e4 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] device_id is not set on port 470e8193-cfdc-40e8-8003-5f32ab285f4b yet. {{(pid=95502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 19:46:23.067601 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:23.103079 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d46a40d-f3a6-4c68-b3fc-8ffb1ceeb386', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41cecf33-fa13-4cd8-a391-4108a76bdebf'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:46:23.105903 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af0e679e-45c8-468f-b48a-77dfb80713f6" -d '{"events": [{"server_uuid": "2d46a40d-f3a6-4c68-b3fc-8ffb1ceeb386", "name": "network-vif-plugged", "status": "completed", "tag": "41cecf33-fa13-4cd8-a391-4108a76bdebf"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:46:23.122436 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 41cecf33-fa13-4cd8-a391-4108a76bdebf, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=41cecf33-fa13-4cd8-a391-4108a76bdebf,segment=NetworkSegment(d974e6e5-0045-4ad9-98d2-9a821e471656),segment_id=d974e6e5-0045-4ad9-98d2-9a821e471656)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:46:23.159661 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e0e2a49-bf18-4cb3-97d5-d4c558903865 x-openstack-request-id: req-5e0e2a49-bf18-4cb3-97d5-d4c558903865 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:46:23.159965 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d46a40d-f3a6-4c68-b3fc-8ffb1ceeb386", "name": "network-vif-plugged", "status": "completed", "tag": "41cecf33-fa13-4cd8-a391-4108a76bdebf", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:46:23.160277 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5e0e2a49-bf18-4cb3-97d5-d4c558903865 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:46:23.160782 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d46a40d-f3a6-4c68-b3fc-8ffb1ceeb386', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41cecf33-fa13-4cd8-a391-4108a76bdebf', 'code': 200} Oct 12 19:46:23.191859 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:23.247289 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-af3ab8a5-3b76-4160-8f0a-e1feaf40e6e4 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Allocated IP 172.20.0.12 (1f23293e-d35c-4759-ab9f-8562175c4da5/b49c065a-45c6-4420-bf14-df9f99a0deb6/470e8193-cfdc-40e8-8003-5f32ab285f4b) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:46:23.251344 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=41cecf33-fa13-4cd8-a391-4108a76bdebf,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:23.254744 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-af3ab8a5-3b76-4160-8f0a-e1feaf40e6e4 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Allocated IP 2001:db8::f816:3eff:fee9:e5d0 (1f23293e-d35c-4759-ab9f-8562175c4da5/c13a712b-effe-44bb-9891-3ce74ffc1177/470e8193-cfdc-40e8-8003-5f32ab285f4b) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:46:23.260837 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-098b09f5-ab16-4e92-87ee-1821e7393f8c tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8093541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7915516'] for router, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:23.306955 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba3e025-997c-4c49-9b3a-00a827ea2551 req-c1a0960a-b44e-40eb-b8f9-fea89b5d5c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:23.309007 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5ba3e025-997c-4c49-9b3a-00a827ea2551 req-c1a0960a-b44e-40eb-b8f9-fea89b5d5c4f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2d46a40d-f3a6-4c68-b3fc-8ffb1ceeb386 HTTP/1.1" status: 200 len: 1097 time: 0.0839748 Oct 12 19:46:23.418020 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5ba3e025-997c-4c49-9b3a-00a827ea2551 req-a498cae9-313f-4727-a812-512d218ee0d9 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=6e4e59b0-f74f-459c-b1e6-f4112d66acf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933938 Oct 12 19:46:23.419160 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-af3ab8a5-3b76-4160-8f0a-e1feaf40e6e4 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:23.435618 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196480fe-e4b0-435e-a046-a732b7c0dadc req-4089413e-8725-447b-9220-de1f52885149 tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:23.437105 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-196480fe-e4b0-435e-a046-a732b7c0dadc req-4089413e-8725-447b-9220-de1f52885149 tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d46a40d-f3a6-4c68-b3fc-8ffb1ceeb386 HTTP/1.1" status: 200 len: 946 time: 0.1258175 Oct 12 19:46:23.494114 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-196480fe-e4b0-435e-a046-a732b7c0dadc req-1ca65229-1b7d-4940-b051-9cf5136b20b8 tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] 10.222.0.49 "GET /v2.0/security-groups?id=6e4e59b0-f74f-459c-b1e6-f4112d66acf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501533 Oct 12 19:46:23.506162 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-af3ab8a5-3b76-4160-8f0a-e1feaf40e6e4 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:23.555231 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3ab8a5-3b76-4160-8f0a-e1feaf40e6e4 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Network 1f23293e-d35c-4759-ab9f-8562175c4da5 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:46:23.559201 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-af3ab8a5-3b76-4160-8f0a-e1feaf40e6e4 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:46:23.563748 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3ab8a5-3b76-4160-8f0a-e1feaf40e6e4 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:46:23.567935 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3ab8a5-3b76-4160-8f0a-e1feaf40e6e4 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Pushing event updated for resources: {'Port': ['ID=470e8193-cfdc-40e8-8003-5f32ab285f4b,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:23.586211 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-098b09f5-ab16-4e92-87ee-1821e7393f8c tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Router 8edd9394-5f47-4ca2-ab4f-665490b371ff is scheduled to L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b with binding_index 1 {{(pid=95501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 19:46:23.623890 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3ab8a5-3b76-4160-8f0a-e1feaf40e6e4 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:23.624543 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-af3ab8a5-3b76-4160-8f0a-e1feaf40e6e4 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:23.696674 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-098b09f5-ab16-4e92-87ee-1821e7393f8c tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:46:23.697668 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-af3ab8a5-3b76-4160-8f0a-e1feaf40e6e4 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.0194471 Oct 12 19:46:23.700224 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53048) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:23.710777 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8e6fed-866a-453b-866c-531551c74bbd None None] Sync routers for ids ['8edd9394-5f47-4ca2-ab4f-665490b371ff'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:46:23.720522 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8e6fed-866a-453b-866c-531551c74bbd None None] Routers {'8edd9394-5f47-4ca2-ab4f-665490b371ff'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:46:23.721144 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-ca8e6fed-866a-453b-866c-531551c74bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:46:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['8edd9394-5f47-4ca2-ab4f-665490b371ff'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:46:23.755272 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97684bef-f202-47bc-8f76-5206ec8727e2 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:23.761718 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97684bef-f202-47bc-8f76-5206ec8727e2 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:23.764552 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-97684bef-f202-47bc-8f76-5206ec8727e2 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.0632885 Oct 12 19:46:23.766063 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53050) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:23.787721 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-098b09f5-ab16-4e92-87ee-1821e7393f8c tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks [] for router, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:23.789476 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-098b09f5-ab16-4e92-87ee-1821e7393f8c tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.6079512 Oct 12 19:46:23.793107 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53052) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:23.823316 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-5245f3e7-574f-4687-8f09-501eacb41646 tempest-TestSecurityGroupsBasicOps-961059295 tempest-TestSecurityGroupsBasicOps-961059295-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=60a440c0fade4c7fb5b44230bfb707fc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0287378 Oct 12 19:46:23.825932 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53054) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:23.837160 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-ca8e6fed-866a-453b-866c-531551c74bbd None None] Set router 8edd9394-5f47-4ca2-ab4f-665490b371ff gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:46:23.842695 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a7be3c-e862-498f-a05a-c496d2a6caa9 None None] Network 1f23293e-d35c-4759-ab9f-8562175c4da5 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:46:23.957107 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2b8dd0-e587-48ba-88c3-1d6728b4f601 tempest-TestSecurityGroupsBasicOps-961059295 tempest-TestSecurityGroupsBasicOps-961059295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:23.961099 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-0f2b8dd0-e587-48ba-88c3-1d6728b4f601 tempest-TestSecurityGroupsBasicOps-961059295 tempest-TestSecurityGroupsBasicOps-961059295-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1316683 Oct 12 19:46:23.962443 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53056) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:23.965271 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-a90044df-a3be-4d9f-ae41-c6ea88ec8f7b tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Deleting port 470e8193-cfdc-40e8-8003-5f32ab285f4b {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:46:23.965612 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a90044df-a3be-4d9f-ae41-c6ea88ec8f7b tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:24.001373 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-d8088d0f-21e1-4b66-8dfc-9d63f38cef17 tempest-TestSecurityGroupsBasicOps-961059295 tempest-TestSecurityGroupsBasicOps-961059295-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=4afbf4a4-67f5-42d1-a358-7ba9799dab0c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0352275 Oct 12 19:46:24.001666 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53058) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:24.006523 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-5fd383a3-4af2-4f4c-a746-354b13053df4 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1730370300', 'network_id': 'e8d980f4-7e8c-42fd-bce3-0307d169111d', 'project_id': '60a440c0fade4c7fb5b44230bfb707fc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:46:24.071472 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a90044df-a3be-4d9f-ae41-c6ea88ec8f7b tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:24.084126 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-a90044df-a3be-4d9f-ae41-c6ea88ec8f7b tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Calling delete_port for 470e8193-cfdc-40e8-8003-5f32ab285f4b owned by {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:46:24.145258 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a6754bd1-248f-42c4-8a41-fbb650190bb2 None None] Provisioning complete for port 68fe8e88-2d68-4689-b8f2-e4c9e5ad5388 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:46:24.145862 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a6754bd1-248f-42c4-8a41-fbb650190bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:24.178164 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 68fe8e88-2d68-4689-b8f2-e4c9e5ad5388 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:46:24.248827 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fd383a3-4af2-4f4c-a746-354b13053df4 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Made reservation on behalf of 60a440c0fade4c7fb5b44230bfb707fc for: {'subnet': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:46:24.252849 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5fd383a3-4af2-4f4c-a746-354b13053df4 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4612397'] for subnet, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:24.324337 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a90044df-a3be-4d9f-ae41-c6ea88ec8f7b tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:24.355691 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90044df-a3be-4d9f-ae41-c6ea88ec8f7b tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Pushing event deleted for resources: {'Port': ['ID=470e8193-cfdc-40e8-8003-5f32ab285f4b,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:24.365089 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 68fe8e88-2d68-4689-b8f2-e4c9e5ad5388 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:46:24.365472 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:24.450064 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a90044df-a3be-4d9f-ae41-c6ea88ec8f7b tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:24.453052 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a6754bd1-248f-42c4-8a41-fbb650190bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:24.458067 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-a90044df-a3be-4d9f-ae41-c6ea88ec8f7b tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "DELETE /v2.0/ports/470e8193-cfdc-40e8-8003-5f32ab285f4b HTTP/1.1" status: 204 len: 168 time: 0.6910355 Oct 12 19:46:24.461162 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53060) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:24.496478 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-ca8e6fed-866a-453b-866c-531551c74bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8edd9394-5f47-4ca2-ab4f-665490b371ff', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1710564487', 'tenant_id': '60a440c0fade4c7fb5b44230bfb707fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': '02d45be0-6eb3-4587-be39-e9d6d223130a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:46:21Z', 'updated_at': '2021-10-12T19:46:22Z', 'revision_number': 3, 'project_id': '60a440c0fade4c7fb5b44230bfb707fc', 'gw_port': {'id': '02d45be0-6eb3-4587-be39-e9d6d223130a', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ca:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8edd9394-5f47-4ca2-ab4f-665490b371ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:46:21Z', 'updated_at': '2021-10-12T19:46:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:46:24.527560 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42cc9e83-3075-465a-b57d-2821727dc236 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:24.531961 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42cc9e83-3075-465a-b57d-2821727dc236 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:24.531961 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42cc9e83-3075-465a-b57d-2821727dc236 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:24.535227 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-42cc9e83-3075-465a-b57d-2821727dc236 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0756376 Oct 12 19:46:24.535461 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53064) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:24.544381 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8e6fed-866a-453b-866c-531551c74bbd None None] Checking router: 8edd9394-5f47-4ca2-ab4f-665490b371ff for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:46:24.544724 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8e6fed-866a-453b-866c-531551c74bbd None None] Updating router 8edd9394-5f47-4ca2-ab4f-665490b371ff port 02d45be0-6eb3-4587-be39-e9d6d223130a binding host n-d-813679-3 {{(pid=95503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 19:46:24.578872 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5fd383a3-4af2-4f4c-a746-354b13053df4 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4824863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4612355'] for subnet, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:24.615548 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b1e1340-be27-4639-8dfe-ce64e3b696ca tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Deleting subnet b49c065a-45c6-4420-bf14-df9f99a0deb6 {{(pid=95501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:46:24.619583 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a6754bd1-248f-42c4-8a41-fbb650190bb2 None None] For port 68fe8e88-2d68-4689-b8f2-e4c9e5ad5388, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=68fe8e88-2d68-4689-b8f2-e4c9e5ad5388,segment=NetworkSegment(5b15e8ea-52cb-48bc-9b05-d8b033d6797c),segment_id=5b15e8ea-52cb-48bc-9b05-d8b033d6797c)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:46:24.628351 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ca8e6fed-866a-453b-866c-531551c74bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:24.632921 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4b1e1340-be27-4639-8dfe-ce64e3b696ca tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks [] for subnet, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:24.658666 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3be5b8-dc20-4db2-aa27-e79e69c32728 req-58b181d1-872d-4d66-9f88-22694debcbc2 tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:24.660817 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:24.670395 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ed3be5b8-dc20-4db2-aa27-e79e69c32728 req-58b181d1-872d-4d66-9f88-22694debcbc2 tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d46a40d-f3a6-4c68-b3fc-8ffb1ceeb386 HTTP/1.1" status: 200 len: 946 time: 0.0724978 Oct 12 19:46:24.670558 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf4948f-7b32-4aa2-8db1-9b930abf5d07 None None] Update dhcp port {'port': {'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5', 'fixed_ips': [{'subnet_id': 'c13a712b-effe-44bb-9891-3ce74ffc1177', 'ip_address': '2001:db8::f816:3eff:fe69:fa6d'}, {'subnet_id': 'b49c065a-45c6-4420-bf14-df9f99a0deb6'}], 'binding:host_id': 'n-d-813679-3'}, 'id': '68fe8e88-2d68-4689-b8f2-e4c9e5ad5388'} from n-d-813679-3. {{(pid=95503) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 12 19:46:24.681861 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd383a3-4af2-4f4c-a746-354b13053df4 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Pushing event updated for resources: {'Subnet': ['ID=44c5db24-70ab-4ccc-9b12-257656ed417c,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:24.695869 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4b1e1340-be27-4639-8dfe-ce64e3b696ca tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281083'] for subnet, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:24.702461 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a6754bd1-248f-42c4-8a41-fbb650190bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:24.721251 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ed3be5b8-dc20-4db2-aa27-e79e69c32728 req-3713bbff-fc4a-4036-8185-70a276a25d45 tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] 10.222.0.49 "GET /v2.0/security-groups?id=6e4e59b0-f74f-459c-b1e6-f4112d66acf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525460 Oct 12 19:46:24.728408 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd383a3-4af2-4f4c-a746-354b13053df4 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Checking segment: {'id': '0a03a301-e3bf-4783-9e4e-e98abe6aa700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e8d980f4-7e8c-42fd-bce3-0307d169111d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:46:24.728408 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd383a3-4af2-4f4c-a746-354b13053df4 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Network hostable DHCP agents. Network: e8d980f4-7e8c-42fd-bce3-0307d169111d, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:46:24.756678 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4b1e1340-be27-4639-8dfe-ce64e3b696ca tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:24.784803 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fbf4948f-7b32-4aa2-8db1-9b930abf5d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:24.819032 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd383a3-4af2-4f4c-a746-354b13053df4 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Network e8d980f4-7e8c-42fd-bce3-0307d169111d is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:46:24.892748 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6754bd1-248f-42c4-8a41-fbb650190bb2 None None] Pushing event updated for resources: {'Port': ['ID=68fe8e88-2d68-4689-b8f2-e4c9e5ad5388,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:24.912009 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.db.api [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 19:46:24.912387 n-d-813679-3 neutron-server[95503]: DEBUG oslo_db.api [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 19:46:24.916461 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4b1e1340-be27-4639-8dfe-ce64e3b696ca tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4824924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4612362'] for subnet, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:24.947834 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-5fd383a3-4af2-4f4c-a746-354b13053df4 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, e8d980f4-7e8c-42fd-bce3-0307d169111d) {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:46:24.952255 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd383a3-4af2-4f4c-a746-354b13053df4 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:24.952999 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5fd383a3-4af2-4f4c-a746-354b13053df4 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:24.959111 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1e1340-be27-4639-8dfe-ce64e3b696ca tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Pushing event deleted for resources: {'Subnet': ['ID=b49c065a-45c6-4420-bf14-df9f99a0deb6,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:24.966531 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4b1e1340-be27-4639-8dfe-ce64e3b696ca tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:24.969820 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-4b1e1340-be27-4639-8dfe-ce64e3b696ca tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "DELETE /v2.0/subnets/b49c065a-45c6-4420-bf14-df9f99a0deb6 HTTP/1.1" status: 204 len: 168 time: 0.4333227 Oct 12 19:46:24.972657 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53066) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:24.993439 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ca00eb-3da2-494c-b8c6-cffa47428da9 None None] Network e8d980f4-7e8c-42fd-bce3-0307d169111d requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:46:25.024168 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c3f5669-5059-47fe-b747-5fab5b9dea53 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Deleting subnet c13a712b-effe-44bb-9891-3ce74ffc1177 {{(pid=95501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:46:25.027287 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1c3f5669-5059-47fe-b747-5fab5b9dea53 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks [] for subnet, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:25.053305 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-5fd383a3-4af2-4f4c-a746-354b13053df4 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0505147 Oct 12 19:46:25.056844 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53068) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:25.074142 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1c3f5669-5059-47fe-b747-5fab5b9dea53 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281083'] for subnet, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:25.078580 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server [None req-fbf4948f-7b32-4aa2-8db1-9b930abf5d07 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b49c065a-45c6-4420-bf14-df9f99a0deb6: This subnet is being modified by another concurrent operation. Oct 12 19:46:25.078580 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 12 19:46:25.078580 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 12 19:46:25.078580 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 12 19:46:25.078580 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 12 19:46:25.078580 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 12 19:46:25.078580 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 12 19:46:25.078580 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 12 19:46:25.078580 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 12 19:46:25.078580 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 12 19:46:25.078580 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 12 19:46:25.078580 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 12 19:46:25.078580 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 12 19:46:25.078580 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 12 19:46:25.078580 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 12 19:46:25.078580 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 12 19:46:25.078580 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 12 19:46:25.078580 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server raise self.value Oct 12 19:46:25.078580 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 12 19:46:25.078580 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 12 19:46:25.078580 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 12 19:46:25.078580 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 12 19:46:25.078580 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 12 19:46:25.078580 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 12 19:46:25.078580 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 12 19:46:25.078580 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server raise self.value Oct 12 19:46:25.078580 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 12 19:46:25.078580 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 12 19:46:25.078580 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 12 19:46:25.078580 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 12 19:46:25.078580 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 12 19:46:25.078580 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 12 19:46:25.078580 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 12 19:46:25.078580 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server raise self.value Oct 12 19:46:25.078580 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 12 19:46:25.078580 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 12 19:46:25.078580 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Oct 12 19:46:25.078580 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Oct 12 19:46:25.078580 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Oct 12 19:46:25.078580 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Oct 12 19:46:25.078580 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 12 19:46:25.078580 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 12 19:46:25.078580 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 12 19:46:25.078580 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 12 19:46:25.078580 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 12 19:46:25.078580 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 12 19:46:25.078580 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 12 19:46:25.078580 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 12 19:46:25.078580 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 12 19:46:25.078580 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server raise self.value Oct 12 19:46:25.078580 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 12 19:46:25.078580 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 12 19:46:25.078580 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 12 19:46:25.078580 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 12 19:46:25.078580 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 12 19:46:25.078580 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 12 19:46:25.078580 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 12 19:46:25.078580 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server raise self.value Oct 12 19:46:25.078580 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 12 19:46:25.078580 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 12 19:46:25.078580 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 12 19:46:25.078580 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 12 19:46:25.078580 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 12 19:46:25.078580 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 12 19:46:25.078580 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 12 19:46:25.078580 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server raise self.value Oct 12 19:46:25.078580 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 12 19:46:25.078580 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 12 19:46:25.078580 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1740, in update_port Oct 12 19:46:25.078580 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Oct 12 19:46:25.078580 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 12 19:46:25.078580 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 12 19:46:25.078580 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1514, in update_port Oct 12 19:46:25.078580 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Oct 12 19:46:25.078580 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Oct 12 19:46:25.078580 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Oct 12 19:46:25.078580 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Oct 12 19:46:25.078580 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Oct 12 19:46:25.078580 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Oct 12 19:46:25.078580 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 12 19:46:25.078580 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 12 19:46:25.078580 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 12 19:46:25.078580 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 12 19:46:25.078580 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server raise exception Oct 12 19:46:25.078580 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b49c065a-45c6-4420-bf14-df9f99a0deb6: This subnet is being modified by another concurrent operation. Oct 12 19:46:25.078580 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server Oct 12 19:46:25.187325 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1c3f5669-5059-47fe-b747-5fab5b9dea53 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:25.245054 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ca8e6fed-866a-453b-866c-531551c74bbd None None] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:25.275316 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd94a74c-24c5-444c-a1c2-6bf5c0ef608b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-e8d980f4-7e8c-42fd-bce3-0307d169111d', 'network_id': 'e8d980f4-7e8c-42fd-bce3-0307d169111d', 'tenant_id': '60a440c0fade4c7fb5b44230bfb707fc', 'fixed_ips': [{'subnet_id': '44c5db24-70ab-4ccc-9b12-257656ed417c'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:46:25.276215 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fd94a74c-24c5-444c-a1c2-6bf5c0ef608b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:25.279220 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-9dc80ff0-7ece-48a9-b76c-2e4931e474b9 None None] Provisioning complete for port 68fe8e88-2d68-4689-b8f2-e4c9e5ad5388 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:46:25.279594 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9dc80ff0-7ece-48a9-b76c-2e4931e474b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:25.324018 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1c3f5669-5059-47fe-b747-5fab5b9dea53 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4824924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4612362'] for subnet, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:25.356297 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3f5669-5059-47fe-b747-5fab5b9dea53 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Pushing event deleted for resources: {'Subnet': ['ID=c13a712b-effe-44bb-9891-3ce74ffc1177,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:25.368353 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1c3f5669-5059-47fe-b747-5fab5b9dea53 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:25.375385 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53070) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:25.376545 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-1c3f5669-5059-47fe-b747-5fab5b9dea53 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "DELETE /v2.0/subnets/c13a712b-effe-44bb-9891-3ce74ffc1177 HTTP/1.1" status: 204 len: 168 time: 0.4028707 Oct 12 19:46:25.379510 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ca8e6fed-866a-453b-866c-531551c74bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:25.406511 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef187360-282b-42c0-9433-f5366ea0cdc3 None None] Network 1f23293e-d35c-4759-ab9f-8562175c4da5 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:46:25.420348 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-52458092-00be-4fc4-82b4-386e55f14c7d tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0437558 Oct 12 19:46:25.423090 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53072) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:25.453014 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-ef8cefa8-90c7-419c-91a0-7ea9603dc76b tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Request body: {'subnet': {'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:46:25.579363 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-ca8e6fed-866a-453b-866c-531551c74bbd None None] Attempting to bind port 02d45be0-6eb3-4587-be39-e9d6d223130a on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:46:25.579638 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-ca8e6fed-866a-453b-866c-531551c74bbd None None] Attempting to bind port 02d45be0-6eb3-4587-be39-e9d6d223130a by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:46:25.580010 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8e6fed-866a-453b-866c-531551c74bbd None None] Attempting to bind port 02d45be0-6eb3-4587-be39-e9d6d223130a on network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:46:25.668903 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef8cefa8-90c7-419c-91a0-7ea9603dc76b tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Made reservation on behalf of 8364cd1e2e78405187c9b3041bd139e1 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:46:25.672467 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ef8cefa8-90c7-419c-91a0-7ea9603dc76b tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16245837'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:25.691939 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9812b59c-53a0-4f4f-8443-3105a868a7a7 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:25.744072 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf00437-e82b-485a-84e7-f2002e176619 None None] Pushing event updated for resources: {'Port': ['ID=02d45be0-6eb3-4587-be39-e9d6d223130a,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:25.776106 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8e6fed-866a-453b-866c-531551c74bbd None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:46:25.776106 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8e6fed-866a-453b-866c-531551c74bbd None None] Checking segment: {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:46:25.776106 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ca8e6fed-866a-453b-866c-531551c74bbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:25.776106 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8e6fed-866a-453b-866c-531551c74bbd None None] Bound using segment: {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:46:25.776106 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-ca8e6fed-866a-453b-866c-531551c74bbd None None] Bound port: 02d45be0-6eb3-4587-be39-e9d6d223130a, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:46:25.776106 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ca8e6fed-866a-453b-866c-531551c74bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:25.807758 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-fd94a74c-24c5-444c-a1c2-6bf5c0ef608b None None] Allocated IP 172.20.0.2 (e8d980f4-7e8c-42fd-bce3-0307d169111d/44c5db24-70ab-4ccc-9b12-257656ed417c/9e15c99d-5505-4999-9c15-6ecd0c0e48b1) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:46:25.854900 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6753cca4-331e-4f7c-a91e-1f6f914bd595 req-705124bf-79d7-41cd-9461-52251ef6f21e tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:25.856443 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6753cca4-331e-4f7c-a91e-1f6f914bd595 req-705124bf-79d7-41cd-9461-52251ef6f21e tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d46a40d-f3a6-4c68-b3fc-8ffb1ceeb386 HTTP/1.1" status: 200 len: 946 time: 0.0524991 Oct 12 19:46:25.903356 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6753cca4-331e-4f7c-a91e-1f6f914bd595 req-1f1201fe-4907-4792-88fe-31e536d8465f tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] 10.222.0.49 "GET /v2.0/security-groups?id=6e4e59b0-f74f-459c-b1e6-f4112d66acf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390203 Oct 12 19:46:25.937221 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-ca8e6fed-866a-453b-866c-531551c74bbd None None] For port 02d45be0-6eb3-4587-be39-e9d6d223130a, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:46:25.943048 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-ed4824e7-ba19-41cd-8f47-ad9ecaa0b764 None None] Could not find standard attr ID for object 470e8193-cfdc-40e8-8003-5f32ab285f4b. {{(pid=95503) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 19:46:25.959069 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-ca8e6fed-866a-453b-866c-531551c74bbd None None] For port 02d45be0-6eb3-4587-be39-e9d6d223130a, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=02d45be0-6eb3-4587-be39-e9d6d223130a,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:46:26.003261 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d054e2f-40c1-46cf-8c30-e597f5f5d7bd None None] DHCP port deletion for 1f23293e-d35c-4759-ab9f-8562175c4da5 request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 19:46:26.022142 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ca8e6fed-866a-453b-866c-531551c74bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:26.100732 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 68fe8e88-2d68-4689-b8f2-e4c9e5ad5388 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:46:26.154233 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fd94a74c-24c5-444c-a1c2-6bf5c0ef608b None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:26.186616 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8e6fed-866a-453b-866c-531551c74bbd None None] Routers {'8edd9394-5f47-4ca2-ab4f-665490b371ff'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:46:26.187250 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-ca8e6fed-866a-453b-866c-531551c74bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:46:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['8edd9394-5f47-4ca2-ab4f-665490b371ff'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:46:26.191790 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf00437-e82b-485a-84e7-f2002e176619 None None] Pushing event updated for resources: {'Port': ['ID=02d45be0-6eb3-4587-be39-e9d6d223130a,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:26.234906 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e89cbe5-9883-44f2-b6a5-22054b08b27d req-99b0d31d-1ce8-4074-b2d7-18d04996b22b tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:26.236390 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3e89cbe5-9883-44f2-b6a5-22054b08b27d req-99b0d31d-1ce8-4074-b2d7-18d04996b22b tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d46a40d-f3a6-4c68-b3fc-8ffb1ceeb386 HTTP/1.1" status: 200 len: 946 time: 0.1203680 Oct 12 19:46:26.237920 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fd94a74c-24c5-444c-a1c2-6bf5c0ef608b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:26.326906 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-8d054e2f-40c1-46cf-8c30-e597f5f5d7bd None None] Deleting port 68fe8e88-2d68-4689-b8f2-e4c9e5ad5388 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:46:26.327660 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8d054e2f-40c1-46cf-8c30-e597f5f5d7bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:26.358007 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3e89cbe5-9883-44f2-b6a5-22054b08b27d req-d8c832f6-3d89-4e73-9a49-832ffddda5f6 tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] 10.222.0.49 "GET /v2.0/security-groups?id=6e4e59b0-f74f-459c-b1e6-f4112d66acf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138511 Oct 12 19:46:26.383437 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53078) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:26.395419 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd94a74c-24c5-444c-a1c2-6bf5c0ef608b None None] Network e8d980f4-7e8c-42fd-bce3-0307d169111d is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:46:26.406514 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-fd94a74c-24c5-444c-a1c2-6bf5c0ef608b None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:46:26.408329 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:26.412779 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd94a74c-24c5-444c-a1c2-6bf5c0ef608b None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:46:26.425213 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd94a74c-24c5-444c-a1c2-6bf5c0ef608b None None] Pushing event updated for resources: {'Port': ['ID=9e15c99d-5505-4999-9c15-6ecd0c0e48b1,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:26.451223 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-ca8e6fed-866a-453b-866c-531551c74bbd None None] Set router 8edd9394-5f47-4ca2-ab4f-665490b371ff gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:46:26.512684 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-9812b59c-53a0-4f4f-8443-3105a868a7a7 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Allocated IP 172.20.0.1 (e8d980f4-7e8c-42fd-bce3-0307d169111d/44c5db24-70ab-4ccc-9b12-257656ed417c/c87c2b2d-d9ae-4f30-bd42-ce54bf3155dc) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:46:26.553298 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b91d626-ca5d-42a5-b04b-134dcc57d556 tempest-TestVolumeBackupRestore-1737725417 tempest-TestVolumeBackupRestore-1737725417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:26.555242 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-9b91d626-ca5d-42a5-b04b-134dcc57d556 tempest-TestVolumeBackupRestore-1737725417 tempest-TestVolumeBackupRestore-1737725417-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=2d46a40d-f3a6-4c68-b3fc-8ffb1ceeb386 HTTP/1.1" status: 200 len: 1092 time: 0.1704669 Oct 12 19:46:26.558953 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53082) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:26.563680 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-93d7790c-2bfe-4e88-9807-fc0f1f85d591 tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] Request body: {'floatingip': {'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'port_id': '41cecf33-fa13-4cd8-a391-4108a76bdebf', 'tenant_id': '5d7aa4c9d56448b0a60a17087e53ce9b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:46:26.576677 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-8d054e2f-40c1-46cf-8c30-e597f5f5d7bd None None] For port 68fe8e88-2d68-4689-b8f2-e4c9e5ad5388, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=68fe8e88-2d68-4689-b8f2-e4c9e5ad5388,segment=NetworkSegment(5b15e8ea-52cb-48bc-9b05-d8b033d6797c),segment_id=5b15e8ea-52cb-48bc-9b05-d8b033d6797c)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:46:26.577083 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8d054e2f-40c1-46cf-8c30-e597f5f5d7bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:26.599830 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] For port 68fe8e88-2d68-4689-b8f2-e4c9e5ad5388, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=68fe8e88-2d68-4689-b8f2-e4c9e5ad5388,segment=NetworkSegment(5b15e8ea-52cb-48bc-9b05-d8b033d6797c),segment_id=5b15e8ea-52cb-48bc-9b05-d8b033d6797c)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:46:26.637400 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-8d054e2f-40c1-46cf-8c30-e597f5f5d7bd None None] Calling delete_port for 68fe8e88-2d68-4689-b8f2-e4c9e5ad5388 owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:46:26.640417 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-fd94a74c-24c5-444c-a1c2-6bf5c0ef608b None None] Attempting to bind port 9e15c99d-5505-4999-9c15-6ecd0c0e48b1 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:46:26.640792 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-fd94a74c-24c5-444c-a1c2-6bf5c0ef608b None None] Attempting to bind port 9e15c99d-5505-4999-9c15-6ecd0c0e48b1 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '0a03a301-e3bf-4783-9e4e-e98abe6aa700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e8d980f4-7e8c-42fd-bce3-0307d169111d'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:46:26.641159 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd94a74c-24c5-444c-a1c2-6bf5c0ef608b None None] Attempting to bind port 9e15c99d-5505-4999-9c15-6ecd0c0e48b1 on network e8d980f4-7e8c-42fd-bce3-0307d169111d {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:46:26.660282 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd94a74c-24c5-444c-a1c2-6bf5c0ef608b None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:46:26.660660 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd94a74c-24c5-444c-a1c2-6bf5c0ef608b None None] Checking segment: {'id': '0a03a301-e3bf-4783-9e4e-e98abe6aa700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e8d980f4-7e8c-42fd-bce3-0307d169111d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:46:26.661064 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fd94a74c-24c5-444c-a1c2-6bf5c0ef608b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:26.661456 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd94a74c-24c5-444c-a1c2-6bf5c0ef608b None None] Bound using segment: {'id': '0a03a301-e3bf-4783-9e4e-e98abe6aa700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e8d980f4-7e8c-42fd-bce3-0307d169111d'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:46:26.661931 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-fd94a74c-24c5-444c-a1c2-6bf5c0ef608b None None] Bound port: 9e15c99d-5505-4999-9c15-6ecd0c0e48b1, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a03a301-e3bf-4783-9e4e-e98abe6aa700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e8d980f4-7e8c-42fd-bce3-0307d169111d'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:46:26.662320 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fd94a74c-24c5-444c-a1c2-6bf5c0ef608b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:26.677424 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-93d7790c-2bfe-4e88-9807-fc0f1f85d591 tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] Notify callbacks [] for floatingip, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:26.709845 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:26.720918 n-d-813679-3 neutron-server[95502]: DEBUG neutron.objects.ports [None req-ef8cefa8-90c7-419c-91a0-7ea9603dc76b tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95502) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 12 19:46:26.793806 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-93d7790c-2bfe-4e88-9807-fc0f1f85d591 tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:26.806708 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9812b59c-53a0-4f4f-8443-3105a868a7a7 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:26.877591 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Pushing event updated for resources: {'Port': ['ID=68fe8e88-2d68-4689-b8f2-e4c9e5ad5388,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:26.880962 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-fd94a74c-24c5-444c-a1c2-6bf5c0ef608b None None] For port 9e15c99d-5505-4999-9c15-6ecd0c0e48b1, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:46:26.885638 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-fd94a74c-24c5-444c-a1c2-6bf5c0ef608b None None] For port 9e15c99d-5505-4999-9c15-6ecd0c0e48b1, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=9e15c99d-5505-4999-9c15-6ecd0c0e48b1,segment=NetworkSegment(0a03a301-e3bf-4783-9e4e-e98abe6aa700),segment_id=0a03a301-e3bf-4783-9e4e-e98abe6aa700)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:46:26.911515 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-ca8e6fed-866a-453b-866c-531551c74bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8edd9394-5f47-4ca2-ab4f-665490b371ff', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1710564487', 'tenant_id': '60a440c0fade4c7fb5b44230bfb707fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': '02d45be0-6eb3-4587-be39-e9d6d223130a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:46:21Z', 'updated_at': '2021-10-12T19:46:22Z', 'revision_number': 3, 'project_id': '60a440c0fade4c7fb5b44230bfb707fc', 'gw_port': {'id': '02d45be0-6eb3-4587-be39-e9d6d223130a', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ca:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8edd9394-5f47-4ca2-ab4f-665490b371ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:46:21Z', 'updated_at': '2021-10-12T19:46:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:46:26.928732 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-93d7790c-2bfe-4e88-9807-fc0f1f85d591 tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] Allocated IP 172.25.5.232 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/7c486a2e-e697-4d35-b26b-8b81e40e7ff2) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:46:26.942906 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8e6fed-866a-453b-866c-531551c74bbd None None] The sync data for ids ['8edd9394-5f47-4ca2-ab4f-665490b371ff'] in n-d-813679-3 is: [{'id': '8edd9394-5f47-4ca2-ab4f-665490b371ff', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1710564487', 'tenant_id': '60a440c0fade4c7fb5b44230bfb707fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': '02d45be0-6eb3-4587-be39-e9d6d223130a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:46:21Z', 'updated_at': '2021-10-12T19:46:22Z', 'revision_number': 3, 'project_id': '60a440c0fade4c7fb5b44230bfb707fc', 'gw_port': {'id': '02d45be0-6eb3-4587-be39-e9d6d223130a', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ca:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8edd9394-5f47-4ca2-ab4f-665490b371ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:46:21Z', 'updated_at': '2021-10-12T19:46:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:46:26.952190 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8d054e2f-40c1-46cf-8c30-e597f5f5d7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:26.981827 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d054e2f-40c1-46cf-8c30-e597f5f5d7bd None None] Pushing event deleted for resources: {'Port': ['ID=68fe8e88-2d68-4689-b8f2-e4c9e5ad5388,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:26.983660 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d054e2f-40c1-46cf-8c30-e597f5f5d7bd None None] No DVR routers for this DVR port 68fe8e88-2d68-4689-b8f2-e4c9e5ad5388 on host n-d-813679-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:46:26.997968 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.ipam_pluggable_backend [None req-ef8cefa8-90c7-419c-91a0-7ea9603dc76b tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Port 68fe8e88-2d68-4689-b8f2-e4c9e5ad5388 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=95502) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Oct 12 19:46:26.998547 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fd94a74c-24c5-444c-a1c2-6bf5c0ef608b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:26.998671 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.ipam_pluggable_backend [None req-ef8cefa8-90c7-419c-91a0-7ea9603dc76b tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Reverting IP allocation for 2001:db8::f816:3eff:fe69:fa6d {{(pid=95502) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Oct 12 19:46:27.002182 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.ipam_pluggable_backend [None req-ef8cefa8-90c7-419c-91a0-7ea9603dc76b tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe69:fa6d {{(pid=95502) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Oct 12 19:46:27.003499 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ef8cefa8-90c7-419c-91a0-7ea9603dc76b tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4306659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16245859'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:27.037529 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9812b59c-53a0-4f4f-8443-3105a868a7a7 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:27.061273 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef8cefa8-90c7-419c-91a0-7ea9603dc76b tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Network 1f23293e-d35c-4759-ab9f-8562175c4da5 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:46:27.074384 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd94a74c-24c5-444c-a1c2-6bf5c0ef608b None None] Pushing event updated for resources: {'Port': ['ID=9e15c99d-5505-4999-9c15-6ecd0c0e48b1,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:27.087032 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-ef8cefa8-90c7-419c-91a0-7ea9603dc76b tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:46:27.091198 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef8cefa8-90c7-419c-91a0-7ea9603dc76b tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:27.091807 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ef8cefa8-90c7-419c-91a0-7ea9603dc76b tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:27.097640 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0107e3c9-4e82-4e85-9341-dccaeca1ffdd None None] Network 1f23293e-d35c-4759-ab9f-8562175c4da5 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:46:27.119524 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-93d7790c-2bfe-4e88-9807-fc0f1f85d591 tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:27.129212 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9812b59c-53a0-4f4f-8443-3105a868a7a7 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Network e8d980f4-7e8c-42fd-bce3-0307d169111d is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:46:27.137141 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8cefa8-90c7-419c-91a0-7ea9603dc76b tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Pushing event updated for resources: {'Subnet': ['ID=bf1aacc1-82b2-4627-be63-99629c94f6ae,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:27.147653 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-9812b59c-53a0-4f4f-8443-3105a868a7a7 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:46:27.152513 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9812b59c-53a0-4f4f-8443-3105a868a7a7 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:46:27.196776 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9812b59c-53a0-4f4f-8443-3105a868a7a7 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Pushing event updated for resources: {'Port': ['ID=c87c2b2d-d9ae-4f30-bd42-ce54bf3155dc,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:27.224485 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9812b59c-53a0-4f4f-8443-3105a868a7a7 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7915309'] for router_interface, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:27.235340 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-ef8cefa8-90c7-419c-91a0-7ea9603dc76b tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8109634 Oct 12 19:46:27.239472 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53084) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:27.249484 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-d3c31eb5-e42a-49f8-8c20-1294c4290452 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Request body: {'subnet': {'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:46:27.314307 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-93d7790c-2bfe-4e88-9807-fc0f1f85d591 tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:27.333387 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b48354e4-eb76-4947-9326-bfe90f74f17f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-1f23293e-d35c-4759-ab9f-8562175c4da5', 'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5', 'tenant_id': '8364cd1e2e78405187c9b3041bd139e1', 'fixed_ips': [{'subnet_id': 'bf1aacc1-82b2-4627-be63-99629c94f6ae'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:46:27.335022 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b48354e4-eb76-4947-9326-bfe90f74f17f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:27.419659 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d7790c-2bfe-4e88-9807-fc0f1f85d591 tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:46:27.434396 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-93d7790c-2bfe-4e88-9807-fc0f1f85d591 tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:46:27.438821 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d7790c-2bfe-4e88-9807-fc0f1f85d591 tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:46:27.440737 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d7790c-2bfe-4e88-9807-fc0f1f85d591 tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] Pushing event updated for resources: {'Port': ['ID=7c486a2e-e697-4d35-b26b-8b81e40e7ff2,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:27.525224 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-b48354e4-eb76-4947-9326-bfe90f74f17f None None] Allocated IP 2001:db8::f816:3eff:fe57:22be (1f23293e-d35c-4759-ab9f-8562175c4da5/bf1aacc1-82b2-4627-be63-99629c94f6ae/9aac2017-5b2a-4e0b-a96c-e90fd929ac77) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:46:27.569447 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9812b59c-53a0-4f4f-8443-3105a868a7a7 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:27.676925 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3c31eb5-e42a-49f8-8c20-1294c4290452 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Made reservation on behalf of 8364cd1e2e78405187c9b3041bd139e1 for: {'subnet': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:46:27.681930 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d3c31eb5-e42a-49f8-8c20-1294c4290452 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4612397'] for subnet, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:27.710622 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b48354e4-eb76-4947-9326-bfe90f74f17f None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:27.793210 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b48354e4-eb76-4947-9326-bfe90f74f17f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:27.893673 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b48354e4-eb76-4947-9326-bfe90f74f17f None None] Network 1f23293e-d35c-4759-ab9f-8562175c4da5 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:46:27.895524 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48354e4-eb76-4947-9326-bfe90f74f17f None None] Pushing event updated for resources: {'Port': ['ID=9aac2017-5b2a-4e0b-a96c-e90fd929ac77,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:27.900988 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9812b59c-53a0-4f4f-8443-3105a868a7a7 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:27.905249 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-b48354e4-eb76-4947-9326-bfe90f74f17f None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:46:27.908750 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48354e4-eb76-4947-9326-bfe90f74f17f None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:46:27.976524 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9812b59c-53a0-4f4f-8443-3105a868a7a7 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:27.991591 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-b48354e4-eb76-4947-9326-bfe90f74f17f None None] Attempting to bind port 9aac2017-5b2a-4e0b-a96c-e90fd929ac77 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:46:27.991971 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-b48354e4-eb76-4947-9326-bfe90f74f17f None None] Attempting to bind port 9aac2017-5b2a-4e0b-a96c-e90fd929ac77 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '5b15e8ea-52cb-48bc-9b05-d8b033d6797c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:46:27.992786 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48354e4-eb76-4947-9326-bfe90f74f17f None None] Attempting to bind port 9aac2017-5b2a-4e0b-a96c-e90fd929ac77 on network 1f23293e-d35c-4759-ab9f-8562175c4da5 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:46:27.999964 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48354e4-eb76-4947-9326-bfe90f74f17f None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:46:27.999964 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48354e4-eb76-4947-9326-bfe90f74f17f None None] Checking segment: {'id': '5b15e8ea-52cb-48bc-9b05-d8b033d6797c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:46:28.000552 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b48354e4-eb76-4947-9326-bfe90f74f17f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:28.001023 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48354e4-eb76-4947-9326-bfe90f74f17f None None] Bound using segment: {'id': '5b15e8ea-52cb-48bc-9b05-d8b033d6797c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:46:28.002167 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-b48354e4-eb76-4947-9326-bfe90f74f17f None None] Bound port: 9aac2017-5b2a-4e0b-a96c-e90fd929ac77, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b15e8ea-52cb-48bc-9b05-d8b033d6797c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:46:28.002296 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b48354e4-eb76-4947-9326-bfe90f74f17f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:28.042116 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9812b59c-53a0-4f4f-8443-3105a868a7a7 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7898980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8092605'] for router_interface, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:28.165069 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-b48354e4-eb76-4947-9326-bfe90f74f17f None None] For port 9aac2017-5b2a-4e0b-a96c-e90fd929ac77, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:46:28.170562 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-b48354e4-eb76-4947-9326-bfe90f74f17f None None] For port 9aac2017-5b2a-4e0b-a96c-e90fd929ac77, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=9aac2017-5b2a-4e0b-a96c-e90fd929ac77,segment=NetworkSegment(5b15e8ea-52cb-48bc-9b05-d8b033d6797c),segment_id=5b15e8ea-52cb-48bc-9b05-d8b033d6797c)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:46:28.176381 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9812b59c-53a0-4f4f-8443-3105a868a7a7 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Pushing event updated for resources: {'Port': ['ID=c87c2b2d-d9ae-4f30-bd42-ce54bf3155dc,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:28.231789 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 9e15c99d-5505-4999-9c15-6ecd0c0e48b1 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:46:28.249271 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9812b59c-53a0-4f4f-8443-3105a868a7a7 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Network e8d980f4-7e8c-42fd-bce3-0307d169111d is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:46:28.251431 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-9812b59c-53a0-4f4f-8443-3105a868a7a7 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:46:28.286177 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b48354e4-eb76-4947-9326-bfe90f74f17f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:28.295396 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-93d7790c-2bfe-4e88-9807-fc0f1f85d591 tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:28.350634 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48354e4-eb76-4947-9326-bfe90f74f17f None None] Pushing event updated for resources: {'Port': ['ID=9aac2017-5b2a-4e0b-a96c-e90fd929ac77,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:28.371135 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 9e15c99d-5505-4999-9c15-6ecd0c0e48b1 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:46:28.372152 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:28.410194 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9812b59c-53a0-4f4f-8443-3105a868a7a7 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Router 8edd9394-5f47-4ca2-ab4f-665490b371ff has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:46:28.466989 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac8f172-28e6-46d6-a556-2fc6cc0b1820 None None] Network e8d980f4-7e8c-42fd-bce3-0307d169111d requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:46:28.520721 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:28.552666 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9812b59c-53a0-4f4f-8443-3105a868a7a7 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:46:28.567201 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-9812b59c-53a0-4f4f-8443-3105a868a7a7 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] 10.222.0.49 "PUT /v2.0/routers/8edd9394-5f47-4ca2-ab4f-665490b371ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4985662 Oct 12 19:46:28.583846 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-6acc66fd-e701-4d4e-869a-beb32391f17f None None] Provisioning complete for port 9e15c99d-5505-4999-9c15-6ecd0c0e48b1 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:46:28.583846 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6acc66fd-e701-4d4e-869a-beb32391f17f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:28.584122 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d3c31eb5-e42a-49f8-8c20-1294c4290452 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4824863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4612355'] for subnet, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:28.587844 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-93d7790c-2bfe-4e88-9807-fc0f1f85d591 tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:28.591991 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] For port 9e15c99d-5505-4999-9c15-6ecd0c0e48b1, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=9e15c99d-5505-4999-9c15-6ecd0c0e48b1,segment=NetworkSegment(0a03a301-e3bf-4783-9e4e-e98abe6aa700),segment_id=0a03a301-e3bf-4783-9e4e-e98abe6aa700)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:46:28.718694 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:28.719498 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 02d45be0-6eb3-4587-be39-e9d6d223130a up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:46:29.051603 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c31eb5-e42a-49f8-8c20-1294c4290452 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Network 1f23293e-d35c-4759-ab9f-8562175c4da5 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:46:29.065268 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-d3c31eb5-e42a-49f8-8c20-1294c4290452 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:46:29.068592 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Pushing event updated for resources: {'Port': ['ID=9e15c99d-5505-4999-9c15-6ecd0c0e48b1,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:29.083414 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c31eb5-e42a-49f8-8c20-1294c4290452 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:29.083832 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d3c31eb5-e42a-49f8-8c20-1294c4290452 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:29.165553 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 02d45be0-6eb3-4587-be39-e9d6d223130a triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:46:29.165666 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:29.181647 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-d3c31eb5-e42a-49f8-8c20-1294c4290452 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9381928 Oct 12 19:46:29.182689 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53098) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:29.184273 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c31eb5-e42a-49f8-8c20-1294c4290452 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Pushing event updated for resources: {'Subnet': ['ID=11616a94-0cfa-4806-affe-75d53e573fc8,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:29.187913 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-797fe2d7-ade1-4539-a002-7a75f90e97eb tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Request body: {'port': {'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5', 'mac_address': 'fa:16:3e:b5:85:57', 'name': 'tempest-NetworksTestDHCPv6-1091366898'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:46:29.249131 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880efd3e-858a-41fc-8e29-4de7ea727be7 req-72dc21bd-2328-403b-861e-ae53ebe85797 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:29.250772 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-880efd3e-858a-41fc-8e29-4de7ea727be7 req-72dc21bd-2328-403b-861e-ae53ebe85797 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] 10.222.0.49 "GET /v2.0/networks?id=e8d980f4-7e8c-42fd-bce3-0307d169111d HTTP/1.1" status: 200 len: 798 time: 0.2013185 Oct 12 19:46:29.305450 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1b264715-b7b4-4f82-bf95-f95ae93d739c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:29.307216 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-880efd3e-858a-41fc-8e29-4de7ea727be7 req-3815f7c9-efdf-4e5e-bb03-c80dc7730967 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] 10.222.0.49 "GET /v2.0/quotas/60a440c0fade4c7fb5b44230bfb707fc HTTP/1.1" status: 200 len: 375 time: 0.0478485 Oct 12 19:46:29.311899 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:29.352849 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] For port 02d45be0-6eb3-4587-be39-e9d6d223130a, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=02d45be0-6eb3-4587-be39-e9d6d223130a,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:46:29.361989 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-93d7790c-2bfe-4e88-9807-fc0f1f85d591 tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:29.395418 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-880efd3e-858a-41fc-8e29-4de7ea727be7 req-ff340d0b-feeb-4a61-bd74-753c502d1367 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=60a440c0fade4c7fb5b44230bfb707fc&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0860653 Oct 12 19:46:29.426020 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-797fe2d7-ade1-4539-a002-7a75f90e97eb tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Made reservation on behalf of 8364cd1e2e78405187c9b3041bd139e1 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:46:29.454723 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:29.467272 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-93d7790c-2bfe-4e88-9807-fc0f1f85d591 tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:29.524242 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Pushing event updated for resources: {'Port': ['ID=02d45be0-6eb3-4587-be39-e9d6d223130a,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:29.549204 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-797fe2d7-ade1-4539-a002-7a75f90e97eb tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:29.576699 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d7790c-2bfe-4e88-9807-fc0f1f85d591 tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] Pushing event updated for resources: {'Port': ['ID=7c486a2e-e697-4d35-b26b-8b81e40e7ff2,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:29.582027 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-31701c09-906f-4a27-bc1f-094a3a2855bd None None] Provisioning complete for port c87c2b2d-d9ae-4f30-bd42-ce54bf3155dc triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:46:29.582666 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-31701c09-906f-4a27-bc1f-094a3a2855bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:29.596381 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [None req-797fe2d7-ade1-4539-a002-7a75f90e97eb tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] device_id is not set on port b646ae0a-19c0-4c3f-bf99-0ffe68f95274 yet. {{(pid=95502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 19:46:29.599805 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-93d7790c-2bfe-4e88-9807-fc0f1f85d591 tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7915414'] for floatingip, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:29.631376 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-31701c09-906f-4a27-bc1f-094a3a2855bd None None] Port c87c2b2d-d9ae-4f30-bd42-ce54bf3155dc cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:46:29.647976 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-31701c09-906f-4a27-bc1f-094a3a2855bd None None] Provisioning complete for port 9e15c99d-5505-4999-9c15-6ecd0c0e48b1 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:46:29.648438 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-31701c09-906f-4a27-bc1f-094a3a2855bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:29.669214 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-880efd3e-858a-41fc-8e29-4de7ea727be7 req-bfaa16d5-6ea4-46af-b9d6-12aeb3415355 service neutron] 10.222.0.49 "GET /v2.0/networks/e8d980f4-7e8c-42fd-bce3-0307d169111d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578309 Oct 12 19:46:29.710894 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739fcaca-ceac-452b-8b40-8bce4fd7fa33 None None] Sync routers for ids ['8edd9394-5f47-4ca2-ab4f-665490b371ff'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:46:29.723302 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739fcaca-ceac-452b-8b40-8bce4fd7fa33 None None] Routers {'8edd9394-5f47-4ca2-ab4f-665490b371ff'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:46:29.725273 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-739fcaca-ceac-452b-8b40-8bce4fd7fa33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:46:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['8edd9394-5f47-4ca2-ab4f-665490b371ff'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:46:29.866862 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-739fcaca-ceac-452b-8b40-8bce4fd7fa33 None None] Set router 8edd9394-5f47-4ca2-ab4f-665490b371ff gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:46:29.867748 n-d-813679-3 neutron-server[95501]: INFO neutron.db.l3_db [None req-93d7790c-2bfe-4e88-9807-fc0f1f85d591 tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] Floating IP 15390f88-9ad3-47f5-948c-e454e8c11dc6 associated. External IP: 172.25.5.232, port: 41cecf33-fa13-4cd8-a391-4108a76bdebf. Oct 12 19:46:29.886209 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-797fe2d7-ade1-4539-a002-7a75f90e97eb tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Allocated IP 172.20.0.14 (1f23293e-d35c-4759-ab9f-8562175c4da5/11616a94-0cfa-4806-affe-75d53e573fc8/b646ae0a-19c0-4c3f-bf99-0ffe68f95274) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:46:29.894739 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-797fe2d7-ade1-4539-a002-7a75f90e97eb tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Allocated IP 2001:db8::f816:3eff:feb5:8557 (1f23293e-d35c-4759-ab9f-8562175c4da5/bf1aacc1-82b2-4627-be63-99629c94f6ae/b646ae0a-19c0-4c3f-bf99-0ffe68f95274) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:46:29.905714 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-c6bb20f8-fb4b-49d7-be40-7b9135b07a4b None None] Provisioning complete for port c87c2b2d-d9ae-4f30-bd42-ce54bf3155dc triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:46:29.905714 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c6bb20f8-fb4b-49d7-be40-7b9135b07a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:29.953721 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-880efd3e-858a-41fc-8e29-4de7ea727be7 req-7af5543d-6343-41a0-ac2e-596b06995c20 service neutron] 10.222.0.49 "GET /v2.0/networks/e8d980f4-7e8c-42fd-bce3-0307d169111d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2750411 Oct 12 19:46:29.954457 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c386b25f-daf1-43f4-b045-8ab6da3cc9d9 None None] Network 1f23293e-d35c-4759-ab9f-8562175c4da5 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:46:30.091910 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-c6bb20f8-fb4b-49d7-be40-7b9135b07a4b None None] Port c87c2b2d-d9ae-4f30-bd42-ce54bf3155dc cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:46:30.154289 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-739fcaca-ceac-452b-8b40-8bce4fd7fa33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8edd9394-5f47-4ca2-ab4f-665490b371ff', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1710564487', 'tenant_id': '60a440c0fade4c7fb5b44230bfb707fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': '02d45be0-6eb3-4587-be39-e9d6d223130a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:46:21Z', 'updated_at': '2021-10-12T19:46:27Z', 'revision_number': 4, 'project_id': '60a440c0fade4c7fb5b44230bfb707fc', 'gw_port': {'id': '02d45be0-6eb3-4587-be39-e9d6d223130a', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ca:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8edd9394-5f47-4ca2-ab4f-665490b371ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:46:21Z', 'updated_at': '2021-10-12T19:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': 'c87c2b2d-d9ae-4f30-bd42-ce54bf3155dc', 'name': '', 'network_id': 'e8d980f4-7e8c-42fd-bce3-0307d169111d', 'tenant_id': '60a440c0fade4c7fb5b44230bfb707fc', 'mac_address': 'fa:16:3e:c7:41:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8edd9394-5f47-4ca2-ab4f-665490b371ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '44c5db24-70ab-4ccc-9b12-257656ed417c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:46:26Z', 'updated_at': '2021-10-12T19:46:27Z', 'revision_number': 2, 'project_id': '60a440c0fade4c7fb5b44230bfb707fc', 'subnets': [{'id': '44c5db24-70ab-4ccc-9b12-257656ed417c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:46:30.188495 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739fcaca-ceac-452b-8b40-8bce4fd7fa33 None None] Checking router: 8edd9394-5f47-4ca2-ab4f-665490b371ff for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:46:30.189231 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739fcaca-ceac-452b-8b40-8bce4fd7fa33 None None] Updating router 8edd9394-5f47-4ca2-ab4f-665490b371ff port c87c2b2d-d9ae-4f30-bd42-ce54bf3155dc binding host n-d-813679-3 {{(pid=95504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 19:46:30.239438 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-739fcaca-ceac-452b-8b40-8bce4fd7fa33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:30.253598 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-797fe2d7-ade1-4539-a002-7a75f90e97eb tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:30.282733 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93d7790c-2bfe-4e88-9807-fc0f1f85d591 tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] Router a3256ffb-4c40-4c57-a5f5-6dc80e16cf28 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:46:30.339759 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-1a84d054-2120-4e61-8db5-2802c9e964fa None None] Provisioning complete for port 9aac2017-5b2a-4e0b-a96c-e90fd929ac77 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:46:30.339992 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1a84d054-2120-4e61-8db5-2802c9e964fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:30.363407 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 9aac2017-5b2a-4e0b-a96c-e90fd929ac77 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:46:30.375620 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8884139d-e230-4ad1-9a2e-2316b44280fc req-df69079a-76ab-43c7-905a-fcb948566cad tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] 10.222.0.49 "GET /v2.0/ports?device_id=db1c3664-38c1-419d-9f01-4ffe83c10294 HTTP/1.1" status: 200 len: 210 time: 0.0684161 Oct 12 19:46:30.426608 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-797fe2d7-ade1-4539-a002-7a75f90e97eb tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:30.452232 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93d7790c-2bfe-4e88-9807-fc0f1f85d591 tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:46:30.471227 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e46c42e-8601-428d-9417-19eb3e53b639 None None] Sync routers for ids ['a3256ffb-4c40-4c57-a5f5-6dc80e16cf28'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:46:30.501593 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e46c42e-8601-428d-9417-19eb3e53b639 None None] Routers {'a3256ffb-4c40-4c57-a5f5-6dc80e16cf28'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:46:30.502239 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-5e46c42e-8601-428d-9417-19eb3e53b639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:46:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['a3256ffb-4c40-4c57-a5f5-6dc80e16cf28'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:46:30.519947 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797fe2d7-ade1-4539-a002-7a75f90e97eb tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Pushing event updated for resources: {'Port': ['ID=b646ae0a-19c0-4c3f-bf99-0ffe68f95274,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:30.535173 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797fe2d7-ade1-4539-a002-7a75f90e97eb tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Network 1f23293e-d35c-4759-ab9f-8562175c4da5 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:46:30.543436 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-797fe2d7-ade1-4539-a002-7a75f90e97eb tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:46:30.548876 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-93d7790c-2bfe-4e88-9807-fc0f1f85d591 tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:30.552810 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797fe2d7-ade1-4539-a002-7a75f90e97eb tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:46:30.581938 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-93d7790c-2bfe-4e88-9807-fc0f1f85d591 tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.0216556 Oct 12 19:46:30.586660 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53108) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:30.587134 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d46a40d-f3a6-4c68-b3fc-8ffb1ceeb386', 'tag': '41cecf33-fa13-4cd8-a391-4108a76bdebf'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:46:30.591306 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d385921f-d9b1-4644-abde-23b3985109ec" -d '{"events": [{"name": "network-changed", "server_uuid": "2d46a40d-f3a6-4c68-b3fc-8ffb1ceeb386", "tag": "41cecf33-fa13-4cd8-a391-4108a76bdebf"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:46:30.617163 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-739fcaca-ceac-452b-8b40-8bce4fd7fa33 None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:30.653153 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 9aac2017-5b2a-4e0b-a96c-e90fd929ac77 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:46:30.653985 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:30.654322 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f3604d-08cb-4a72-b4ba-0653543e0f78 tempest-TestVolumeBackupRestore-1737725417 tempest-TestVolumeBackupRestore-1737725417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:30.655872 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-50f3604d-08cb-4a72-b4ba-0653543e0f78 tempest-TestVolumeBackupRestore-1737725417 tempest-TestVolumeBackupRestore-1737725417-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=2d46a40d-f3a6-4c68-b3fc-8ffb1ceeb386 HTTP/1.1" status: 200 len: 1092 time: 0.0597763 Oct 12 19:46:30.659125 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53112) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:30.661256 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-797fe2d7-ade1-4539-a002-7a75f90e97eb tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:30.662794 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-797fe2d7-ade1-4539-a002-7a75f90e97eb tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:30.665449 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-01657087-8a7d-49a5-8761-54521770529f tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] Request body: {'floatingip': {'port_id': '41cecf33-fa13-4cd8-a391-4108a76bdebf'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:46:30.667001 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b287c6-8ce4-440f-b36c-9e6e208b770b None None] Update dhcp port {'port': {'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5', 'fixed_ips': [{'subnet_id': 'bf1aacc1-82b2-4627-be63-99629c94f6ae', 'ip_address': '2001:db8::f816:3eff:fe57:22be'}, {'subnet_id': '11616a94-0cfa-4806-affe-75d53e573fc8'}], 'binding:host_id': 'n-d-813679-3'}, 'id': '9aac2017-5b2a-4e0b-a96c-e90fd929ac77'} from n-d-813679-3. {{(pid=95503) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 12 19:46:30.694883 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1a84d054-2120-4e61-8db5-2802c9e964fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:30.698117 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f72ef3d-a573-4d37-9ad9-880e73115f72 x-openstack-request-id: req-2f72ef3d-a573-4d37-9ad9-880e73115f72 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:46:30.698408 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d46a40d-f3a6-4c68-b3fc-8ffb1ceeb386", "tag": "41cecf33-fa13-4cd8-a391-4108a76bdebf", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:46:30.699215 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2f72ef3d-a573-4d37-9ad9-880e73115f72 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:46:30.699610 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d46a40d-f3a6-4c68-b3fc-8ffb1ceeb386', 'tag': '41cecf33-fa13-4cd8-a391-4108a76bdebf', 'status': 'completed', 'code': 200} Oct 12 19:46:30.729696 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-739fcaca-ceac-452b-8b40-8bce4fd7fa33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:30.744966 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e1b287c6-8ce4-440f-b36c-9e6e208b770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:30.757861 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-797fe2d7-ade1-4539-a002-7a75f90e97eb tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.5745854 Oct 12 19:46:30.764835 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53114) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:30.820483 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-1a84d054-2120-4e61-8db5-2802c9e964fa None None] For port 9aac2017-5b2a-4e0b-a96c-e90fd929ac77, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=9aac2017-5b2a-4e0b-a96c-e90fd929ac77,segment=NetworkSegment(5b15e8ea-52cb-48bc-9b05-d8b033d6797c),segment_id=5b15e8ea-52cb-48bc-9b05-d8b033d6797c)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:46:30.828817 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaef0fa-bb10-4f40-90d0-f8facf5183f1 None None] Pushing event updated for resources: {'Port': ['ID=c87c2b2d-d9ae-4f30-bd42-ce54bf3155dc,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:30.831021 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-5e46c42e-8601-428d-9417-19eb3e53b639 None None] Set router a3256ffb-4c40-4c57-a5f5-6dc80e16cf28 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:46:30.844692 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-01657087-8a7d-49a5-8761-54521770529f tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] Notify callbacks [] for floatingip, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:30.851612 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d385921f-d9b1-4644-abde-23b3985109ec req-8ac6c1ef-f7fe-4338-a564-456420085372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:30.853483 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d385921f-d9b1-4644-abde-23b3985109ec req-8ac6c1ef-f7fe-4338-a564-456420085372 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5d7aa4c9d56448b0a60a17087e53ce9b&device_id=2d46a40d-f3a6-4c68-b3fc-8ffb1ceeb386 HTTP/1.1" status: 200 len: 1097 time: 0.1531410 Oct 12 19:46:30.871254 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961d69d1-7070-4d0d-ad7a-df7c5abbae1b tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:30.879442 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961d69d1-7070-4d0d-ad7a-df7c5abbae1b tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:30.881144 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaef0fa-bb10-4f40-90d0-f8facf5183f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:46:30.881459 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-961d69d1-7070-4d0d-ad7a-df7c5abbae1b tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1141703 Oct 12 19:46:30.881860 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaef0fa-bb10-4f40-90d0-f8facf5183f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:46:30.886668 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53116) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:30.887153 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaef0fa-bb10-4f40-90d0-f8facf5183f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:46:30.887493 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaef0fa-bb10-4f40-90d0-f8facf5183f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:46:30.887836 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaef0fa-bb10-4f40-90d0-f8facf5183f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:46:30.888199 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaef0fa-bb10-4f40-90d0-f8facf5183f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:46:30.888531 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaef0fa-bb10-4f40-90d0-f8facf5183f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:46:30.888856 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaef0fa-bb10-4f40-90d0-f8facf5183f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:46:30.889179 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaef0fa-bb10-4f40-90d0-f8facf5183f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:46:30.890846 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaef0fa-bb10-4f40-90d0-f8facf5183f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:46:30.891191 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaef0fa-bb10-4f40-90d0-f8facf5183f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:46:30.891511 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaef0fa-bb10-4f40-90d0-f8facf5183f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:46:30.931640 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-739fcaca-ceac-452b-8b40-8bce4fd7fa33 None None] Attempting to bind port c87c2b2d-d9ae-4f30-bd42-ce54bf3155dc on host n-d-813679-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:46:30.932001 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-739fcaca-ceac-452b-8b40-8bce4fd7fa33 None None] Attempting to bind port c87c2b2d-d9ae-4f30-bd42-ce54bf3155dc by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '0a03a301-e3bf-4783-9e4e-e98abe6aa700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e8d980f4-7e8c-42fd-bce3-0307d169111d'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:46:30.932391 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739fcaca-ceac-452b-8b40-8bce4fd7fa33 None None] Attempting to bind port c87c2b2d-d9ae-4f30-bd42-ce54bf3155dc on network e8d980f4-7e8c-42fd-bce3-0307d169111d {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:46:30.938693 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739fcaca-ceac-452b-8b40-8bce4fd7fa33 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:46:30.939361 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739fcaca-ceac-452b-8b40-8bce4fd7fa33 None None] Checking segment: {'id': '0a03a301-e3bf-4783-9e4e-e98abe6aa700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e8d980f4-7e8c-42fd-bce3-0307d169111d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:46:30.939929 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-739fcaca-ceac-452b-8b40-8bce4fd7fa33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:30.940495 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739fcaca-ceac-452b-8b40-8bce4fd7fa33 None None] Bound using segment: {'id': '0a03a301-e3bf-4783-9e4e-e98abe6aa700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e8d980f4-7e8c-42fd-bce3-0307d169111d'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:46:30.941145 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-739fcaca-ceac-452b-8b40-8bce4fd7fa33 None None] Bound port: c87c2b2d-d9ae-4f30-bd42-ce54bf3155dc, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a03a301-e3bf-4783-9e4e-e98abe6aa700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e8d980f4-7e8c-42fd-bce3-0307d169111d'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:46:30.941708 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-739fcaca-ceac-452b-8b40-8bce4fd7fa33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:30.959855 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1a84d054-2120-4e61-8db5-2802c9e964fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:31.047254 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-7f259fc2-4c8d-4752-b56b-7721c900db6c tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Deleting port b646ae0a-19c0-4c3f-bf99-0ffe68f95274 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:46:31.047654 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7f259fc2-4c8d-4752-b56b-7721c900db6c tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:31.052883 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a84d054-2120-4e61-8db5-2802c9e964fa None None] Pushing event updated for resources: {'Port': ['ID=9aac2017-5b2a-4e0b-a96c-e90fd929ac77,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:31.077640 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-739fcaca-ceac-452b-8b40-8bce4fd7fa33 None None] For port c87c2b2d-d9ae-4f30-bd42-ce54bf3155dc, host n-d-813679-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:46:31.083394 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-739fcaca-ceac-452b-8b40-8bce4fd7fa33 None None] For port c87c2b2d-d9ae-4f30-bd42-ce54bf3155dc, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=c87c2b2d-d9ae-4f30-bd42-ce54bf3155dc,segment=NetworkSegment(0a03a301-e3bf-4783-9e4e-e98abe6aa700),segment_id=0a03a301-e3bf-4783-9e4e-e98abe6aa700)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:46:31.166130 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d385921f-d9b1-4644-abde-23b3985109ec req-e1ff4aba-bf53-4523-a5d5-8e62fbe73328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:31.168167 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d385921f-d9b1-4644-abde-23b3985109ec req-e1ff4aba-bf53-4523-a5d5-8e62fbe73328 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d1e6cf90-e461-4344-8285-6e9d900c8060 HTTP/1.1" status: 200 len: 914 time: 0.2748101 Oct 12 19:46:31.182165 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7f259fc2-4c8d-4752-b56b-7721c900db6c tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:31.194923 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-7f259fc2-4c8d-4752-b56b-7721c900db6c tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Calling delete_port for b646ae0a-19c0-4c3f-bf99-0ffe68f95274 owned by {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:46:31.226668 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-739fcaca-ceac-452b-8b40-8bce4fd7fa33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:31.269567 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 9e15c99d-5505-4999-9c15-6ecd0c0e48b1 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:46:31.279496 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-88a4057f-eb0f-40ad-94f0-ab700e80cddf None None] Provisioning complete for port c87c2b2d-d9ae-4f30-bd42-ce54bf3155dc triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:46:31.279870 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-88a4057f-eb0f-40ad-94f0-ab700e80cddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:31.300002 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739fcaca-ceac-452b-8b40-8bce4fd7fa33 None None] Routers {'8edd9394-5f47-4ca2-ab4f-665490b371ff'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:46:31.300859 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-739fcaca-ceac-452b-8b40-8bce4fd7fa33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:46:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['8edd9394-5f47-4ca2-ab4f-665490b371ff'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:46:31.316715 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d385921f-d9b1-4644-abde-23b3985109ec req-e75dfdf2-650a-4396-8e5b-81fb0809066f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=41cecf33-fa13-4cd8-a391-4108a76bdebf HTTP/1.1" status: 200 len: 1000 time: 0.1126628 Oct 12 19:46:31.468060 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d385921f-d9b1-4644-abde-23b3985109ec req-e212999d-6573-46e1-bff7-5e95fef5a25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:31.481814 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d385921f-d9b1-4644-abde-23b3985109ec req-e212999d-6573-46e1-bff7-5e95fef5a25c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b93d1e81-75e4-49a9-8d0f-39bf98a8696d HTTP/1.1" status: 200 len: 852 time: 0.1518540 Oct 12 19:46:31.484082 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-e1b287c6-8ce4-440f-b36c-9e6e208b770b None None] Allocated IP 172.20.0.2 (1f23293e-d35c-4759-ab9f-8562175c4da5/11616a94-0cfa-4806-affe-75d53e573fc8/9aac2017-5b2a-4e0b-a96c-e90fd929ac77) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:46:31.498935 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-739fcaca-ceac-452b-8b40-8bce4fd7fa33 None None] Set router 8edd9394-5f47-4ca2-ab4f-665490b371ff gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:46:31.508320 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 9e15c99d-5505-4999-9c15-6ecd0c0e48b1 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:46:31.508700 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:31.556830 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6d3fb7ab-ca23-485c-9000-f91c88439b0c req-0a80a87f-e186-4e60-87b2-76f3fd40c01b tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] 10.222.0.49 "GET /v2.0/ports?device_id=db1c3664-38c1-419d-9f01-4ffe83c10294 HTTP/1.1" status: 200 len: 210 time: 0.0381193 Oct 12 19:46:31.575307 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7f259fc2-4c8d-4752-b56b-7721c900db6c tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:31.606120 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d385921f-d9b1-4644-abde-23b3985109ec req-07e53b5e-e98d-43e2-87dd-f7784d4d6e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:31.611899 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d385921f-d9b1-4644-abde-23b3985109ec req-07e53b5e-e98d-43e2-87dd-f7784d4d6e28 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d1e6cf90-e461-4344-8285-6e9d900c8060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1164474 Oct 12 19:46:31.657294 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f259fc2-4c8d-4752-b56b-7721c900db6c tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Pushing event deleted for resources: {'Port': ['ID=b646ae0a-19c0-4c3f-bf99-0ffe68f95274,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:31.778537 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-739fcaca-ceac-452b-8b40-8bce4fd7fa33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8edd9394-5f47-4ca2-ab4f-665490b371ff', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1710564487', 'tenant_id': '60a440c0fade4c7fb5b44230bfb707fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': '02d45be0-6eb3-4587-be39-e9d6d223130a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:46:21Z', 'updated_at': '2021-10-12T19:46:27Z', 'revision_number': 4, 'project_id': '60a440c0fade4c7fb5b44230bfb707fc', 'gw_port': {'id': '02d45be0-6eb3-4587-be39-e9d6d223130a', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ca:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8edd9394-5f47-4ca2-ab4f-665490b371ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:46:21Z', 'updated_at': '2021-10-12T19:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': 'c87c2b2d-d9ae-4f30-bd42-ce54bf3155dc', 'name': '', 'network_id': 'e8d980f4-7e8c-42fd-bce3-0307d169111d', 'tenant_id': '60a440c0fade4c7fb5b44230bfb707fc', 'mac_address': 'fa:16:3e:c7:41:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8edd9394-5f47-4ca2-ab4f-665490b371ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '44c5db24-70ab-4ccc-9b12-257656ed417c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:46:26Z', 'updated_at': '2021-10-12T19:46:31Z', 'revision_number': 4, 'project_id': '60a440c0fade4c7fb5b44230bfb707fc', 'subnets': [{'id': '44c5db24-70ab-4ccc-9b12-257656ed417c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:46:31.787807 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7f259fc2-4c8d-4752-b56b-7721c900db6c tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:31.795992 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-7f259fc2-4c8d-4752-b56b-7721c900db6c tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "DELETE /v2.0/ports/b646ae0a-19c0-4c3f-bf99-0ffe68f95274 HTTP/1.1" status: 204 len: 168 time: 0.9079459 Oct 12 19:46:31.796720 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53122) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:31.812154 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaef0fa-bb10-4f40-90d0-f8facf5183f1 None None] Pushing event updated for resources: {'Port': ['ID=c87c2b2d-d9ae-4f30-bd42-ce54bf3155dc,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:31.815684 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739fcaca-ceac-452b-8b40-8bce4fd7fa33 None None] The sync data for ids ['8edd9394-5f47-4ca2-ab4f-665490b371ff'] in n-d-813679-3 is: [{'id': '8edd9394-5f47-4ca2-ab4f-665490b371ff', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1710564487', 'tenant_id': '60a440c0fade4c7fb5b44230bfb707fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': '02d45be0-6eb3-4587-be39-e9d6d223130a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:46:21Z', 'updated_at': '2021-10-12T19:46:27Z', 'revision_number': 4, 'project_id': '60a440c0fade4c7fb5b44230bfb707fc', 'gw_port': {'id': '02d45be0-6eb3-4587-be39-e9d6d223130a', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ca:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8edd9394-5f47-4ca2-ab4f-665490b371ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:46:21Z', 'updated_at': '2021-10-12T19:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': 'c87c2b2d-d9ae-4f30-bd42-ce54bf3155dc', 'name': '', 'network_id': 'e8d980f4-7e8c-42fd-bce3-0307d169111d', 'tenant_id': '60a440c0fade4c7fb5b44230bfb707fc', 'mac_address': 'fa:16:3e:c7:41:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8edd9394-5f47-4ca2-ab4f-665490b371ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '44c5db24-70ab-4ccc-9b12-257656ed417c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:46:26Z', 'updated_at': '2021-10-12T19:46:31Z', 'revision_number': 4, 'project_id': '60a440c0fade4c7fb5b44230bfb707fc', 'subnets': [{'id': '44c5db24-70ab-4ccc-9b12-257656ed417c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:46:31.902727 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628c634c-8adc-46b3-b703-293e5cba574a tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:31.904491 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628c634c-8adc-46b3-b703-293e5cba574a tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:31.906181 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628c634c-8adc-46b3-b703-293e5cba574a tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:31.912286 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-628c634c-8adc-46b3-b703-293e5cba574a tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1143966 Oct 12 19:46:31.912929 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53124) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:31.922395 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-01657087-8a7d-49a5-8761-54521770529f tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:31.927151 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d385921f-d9b1-4644-abde-23b3985109ec req-4d3a6b63-7f5e-41e7-a79d-40ed2b32dce6 service neutron] 10.222.0.61 "GET /v2.0/networks/d1e6cf90-e461-4344-8285-6e9d900c8060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2716086 Oct 12 19:46:31.994834 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b6ff7ba-40d3-4417-864a-50204881b6fa tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Deleting subnet 11616a94-0cfa-4806-affe-75d53e573fc8 {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:46:32.011978 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-01657087-8a7d-49a5-8761-54521770529f tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7915414'] for floatingip, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:32.023390 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-5e46c42e-8601-428d-9417-19eb3e53b639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3256ffb-4c40-4c57-a5f5-6dc80e16cf28', 'name': 'tempest-TestVolumeBackupRestore-282205907-router', 'tenant_id': '5d7aa4c9d56448b0a60a17087e53ce9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': '71362775-aa13-4668-b0b9-7ad2d7432230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:43:12Z', 'updated_at': '2021-10-12T19:43:16Z', 'revision_number': 4, 'project_id': '5d7aa4c9d56448b0a60a17087e53ce9b', 'gw_port': {'id': '71362775-aa13-4668-b0b9-7ad2d7432230', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:6e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3256ffb-4c40-4c57-a5f5-6dc80e16cf28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:43:12Z', 'updated_at': '2021-10-12T19:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': '15390f88-9ad3-47f5-948c-e454e8c11dc6', 'tenant_id': '5d7aa4c9d56448b0a60a17087e53ce9b', 'floating_ip_address': '172.25.5.232', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': 'a3256ffb-4c40-4c57-a5f5-6dc80e16cf28', 'port_id': '41cecf33-fa13-4cd8-a391-4108a76bdebf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1e6cf90-e461-4344-8285-6e9d900c8060', 'mac_address': 'fa:16:3e:9d:ec:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d46a40d-f3a6-4c68-b3fc-8ffb1ceeb386', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T19:46:27Z', 'updated_at': '2021-10-12T19:46:27Z', 'revision_number': 0, 'project_id': '5d7aa4c9d56448b0a60a17087e53ce9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dbd8775-22cd-4346-84cd-0229d6ab243c', 'name': '', 'network_id': 'd1e6cf90-e461-4344-8285-6e9d900c8060', 'tenant_id': '5d7aa4c9d56448b0a60a17087e53ce9b', 'mac_address': 'fa:16:3e:af:48:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3256ffb-4c40-4c57-a5f5-6dc80e16cf28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': 'b93d1e81-75e4-49a9-8d0f-39bf98a8696d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:43:15Z', 'updated_at': '2021-10-12T19:43:22Z', 'revision_number': 5, 'project_id': '5d7aa4c9d56448b0a60a17087e53ce9b', 'subnets': [{'id': 'b93d1e81-75e4-49a9-8d0f-39bf98a8696d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:46:32.079769 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-88a4057f-eb0f-40ad-94f0-ab700e80cddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:32.087222 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e46c42e-8601-428d-9417-19eb3e53b639 None None] Checking router: a3256ffb-4c40-4c57-a5f5-6dc80e16cf28 for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:46:32.160356 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9b5a4665-1a8e-4041-97ae-d2d8208f8ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:32.179790 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e46c42e-8601-428d-9417-19eb3e53b639 None None] Routers {'a3256ffb-4c40-4c57-a5f5-6dc80e16cf28'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:46:32.180496 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-5e46c42e-8601-428d-9417-19eb3e53b639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:46:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['a3256ffb-4c40-4c57-a5f5-6dc80e16cf28'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:46:32.249146 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-88a4057f-eb0f-40ad-94f0-ab700e80cddf None None] For port c87c2b2d-d9ae-4f30-bd42-ce54bf3155dc, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=c87c2b2d-d9ae-4f30-bd42-ce54bf3155dc,segment=NetworkSegment(0a03a301-e3bf-4783-9e4e-e98abe6aa700),segment_id=0a03a301-e3bf-4783-9e4e-e98abe6aa700)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:46:32.277081 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-e1b287c6-8ce4-440f-b36c-9e6e208b770b None None] For port 9aac2017-5b2a-4e0b-a96c-e90fd929ac77, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=9aac2017-5b2a-4e0b-a96c-e90fd929ac77,segment=NetworkSegment(5b15e8ea-52cb-48bc-9b05-d8b033d6797c),segment_id=5b15e8ea-52cb-48bc-9b05-d8b033d6797c)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:46:32.296732 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 02d45be0-6eb3-4587-be39-e9d6d223130a up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:46:32.361240 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-88a4057f-eb0f-40ad-94f0-ab700e80cddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:32.416792 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e1b287c6-8ce4-440f-b36c-9e6e208b770b None None] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:32.472600 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-5e46c42e-8601-428d-9417-19eb3e53b639 None None] Set router a3256ffb-4c40-4c57-a5f5-6dc80e16cf28 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:46:32.481907 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3b6ff7ba-40d3-4417-864a-50204881b6fa tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:32.521496 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a4057f-eb0f-40ad-94f0-ab700e80cddf None None] Pushing event updated for resources: {'Port': ['ID=c87c2b2d-d9ae-4f30-bd42-ce54bf3155dc,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:32.526137 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e1b287c6-8ce4-440f-b36c-9e6e208b770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:32.552347 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3b6ff7ba-40d3-4417-864a-50204881b6fa tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16313642'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:32.588586 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:32.612921 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d385921f-d9b1-4644-abde-23b3985109ec req-34e0623a-2a96-46bf-ad27-024793ddbaa5 service neutron] 10.222.0.61 "GET /v2.0/networks/d1e6cf90-e461-4344-8285-6e9d900c8060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6769645 Oct 12 19:46:32.682824 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 02d45be0-6eb3-4587-be39-e9d6d223130a triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:46:32.683820 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:32.704800 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-50286df2-2892-4c5c-9154-ac4bd1eabed6 None None] Provisioning complete for port c87c2b2d-d9ae-4f30-bd42-ce54bf3155dc triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:46:32.705085 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-50286df2-2892-4c5c-9154-ac4bd1eabed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:32.712641 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3b6ff7ba-40d3-4417-864a-50204881b6fa tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:32.724384 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fbb027cb-3f5e-46db-8259-8d1219d4ebc8 req-d4b4d513-9a5a-489a-8938-fb28aa6ff451 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] 10.222.0.49 "GET /v2.0/ports?device_id=db1c3664-38c1-419d-9f01-4ffe83c10294 HTTP/1.1" status: 200 len: 210 time: 0.0333967 Oct 12 19:46:32.766718 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b287c6-8ce4-440f-b36c-9e6e208b770b None None] Pushing event updated for resources: {'Port': ['ID=9aac2017-5b2a-4e0b-a96c-e90fd929ac77,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:32.877067 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3b6ff7ba-40d3-4417-864a-50204881b6fa tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4306592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16245866'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:32.929965 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01657087-8a7d-49a5-8761-54521770529f tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] Router a3256ffb-4c40-4c57-a5f5-6dc80e16cf28 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:46:32.943792 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6ff7ba-40d3-4417-864a-50204881b6fa tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Pushing event deleted for resources: {'Subnet': ['ID=11616a94-0cfa-4806-affe-75d53e573fc8,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:32.959563 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3b6ff7ba-40d3-4417-864a-50204881b6fa tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:32.965956 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53128) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:32.968878 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-3b6ff7ba-40d3-4417-864a-50204881b6fa tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "DELETE /v2.0/subnets/11616a94-0cfa-4806-affe-75d53e573fc8 HTTP/1.1" status: 204 len: 168 time: 1.0548854 Oct 12 19:46:33.052335 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_v2 [None req-edd987d9-720d-43ee-b857-8a33d50f12fa tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Deleting subnet bf1aacc1-82b2-4627-be63-99629c94f6ae {{(pid=95501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:46:33.072023 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880efd3e-858a-41fc-8e29-4de7ea727be7 req-86e0614e-6fbc-4ed9-a2de-e80e5d60b561 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:33.074013 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-880efd3e-858a-41fc-8e29-4de7ea727be7 req-86e0614e-6fbc-4ed9-a2de-e80e5d60b561 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] 10.222.0.61 "GET /v2.0/networks?id=e8d980f4-7e8c-42fd-bce3-0307d169111d HTTP/1.1" status: 200 len: 798 time: 0.2921529 Oct 12 19:46:33.113412 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:33.129082 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-5e46c42e-8601-428d-9417-19eb3e53b639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3256ffb-4c40-4c57-a5f5-6dc80e16cf28', 'name': 'tempest-TestVolumeBackupRestore-282205907-router', 'tenant_id': '5d7aa4c9d56448b0a60a17087e53ce9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': '71362775-aa13-4668-b0b9-7ad2d7432230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:43:12Z', 'updated_at': '2021-10-12T19:43:16Z', 'revision_number': 4, 'project_id': '5d7aa4c9d56448b0a60a17087e53ce9b', 'gw_port': {'id': '71362775-aa13-4668-b0b9-7ad2d7432230', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:6e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3256ffb-4c40-4c57-a5f5-6dc80e16cf28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:43:12Z', 'updated_at': '2021-10-12T19:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': '15390f88-9ad3-47f5-948c-e454e8c11dc6', 'tenant_id': '5d7aa4c9d56448b0a60a17087e53ce9b', 'floating_ip_address': '172.25.5.232', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': 'a3256ffb-4c40-4c57-a5f5-6dc80e16cf28', 'port_id': '41cecf33-fa13-4cd8-a391-4108a76bdebf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1e6cf90-e461-4344-8285-6e9d900c8060', 'mac_address': 'fa:16:3e:9d:ec:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d46a40d-f3a6-4c68-b3fc-8ffb1ceeb386', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T19:46:27Z', 'updated_at': '2021-10-12T19:46:31Z', 'revision_number': 1, 'project_id': '5d7aa4c9d56448b0a60a17087e53ce9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dbd8775-22cd-4346-84cd-0229d6ab243c', 'name': '', 'network_id': 'd1e6cf90-e461-4344-8285-6e9d900c8060', 'tenant_id': '5d7aa4c9d56448b0a60a17087e53ce9b', 'mac_address': 'fa:16:3e:af:48:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3256ffb-4c40-4c57-a5f5-6dc80e16cf28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': 'b93d1e81-75e4-49a9-8d0f-39bf98a8696d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:43:15Z', 'updated_at': '2021-10-12T19:43:22Z', 'revision_number': 5, 'project_id': '5d7aa4c9d56448b0a60a17087e53ce9b', 'subnets': [{'id': 'b93d1e81-75e4-49a9-8d0f-39bf98a8696d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:46:33.131796 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-edd987d9-720d-43ee-b857-8a33d50f12fa tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks [] for subnet, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:33.141566 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-880efd3e-858a-41fc-8e29-4de7ea727be7 req-9f35f577-56aa-4448-abc7-67b33df9c0fe tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Request body: {'port': {'device_id': 'db1c3664-38c1-419d-9f01-4ffe83c10294', 'network_id': 'e8d980f4-7e8c-42fd-bce3-0307d169111d', 'admin_state_up': True, 'tenant_id': '60a440c0fade4c7fb5b44230bfb707fc'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:46:33.177429 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:33.178661 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e46c42e-8601-428d-9417-19eb3e53b639 None None] The sync data for ids ['a3256ffb-4c40-4c57-a5f5-6dc80e16cf28'] in n-d-813679-3 is: [{'id': 'a3256ffb-4c40-4c57-a5f5-6dc80e16cf28', 'name': 'tempest-TestVolumeBackupRestore-282205907-router', 'tenant_id': '5d7aa4c9d56448b0a60a17087e53ce9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': '71362775-aa13-4668-b0b9-7ad2d7432230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:43:12Z', 'updated_at': '2021-10-12T19:43:16Z', 'revision_number': 4, 'project_id': '5d7aa4c9d56448b0a60a17087e53ce9b', 'gw_port': {'id': '71362775-aa13-4668-b0b9-7ad2d7432230', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:6e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3256ffb-4c40-4c57-a5f5-6dc80e16cf28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:43:12Z', 'updated_at': '2021-10-12T19:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': '15390f88-9ad3-47f5-948c-e454e8c11dc6', 'tenant_id': '5d7aa4c9d56448b0a60a17087e53ce9b', 'floating_ip_address': '172.25.5.232', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': 'a3256ffb-4c40-4c57-a5f5-6dc80e16cf28', 'port_id': '41cecf33-fa13-4cd8-a391-4108a76bdebf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1e6cf90-e461-4344-8285-6e9d900c8060', 'mac_address': 'fa:16:3e:9d:ec:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d46a40d-f3a6-4c68-b3fc-8ffb1ceeb386', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T19:46:27Z', 'updated_at': '2021-10-12T19:46:31Z', 'revision_number': 1, 'project_id': '5d7aa4c9d56448b0a60a17087e53ce9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dbd8775-22cd-4346-84cd-0229d6ab243c', 'name': '', 'network_id': 'd1e6cf90-e461-4344-8285-6e9d900c8060', 'tenant_id': '5d7aa4c9d56448b0a60a17087e53ce9b', 'mac_address': 'fa:16:3e:af:48:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3256ffb-4c40-4c57-a5f5-6dc80e16cf28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': 'b93d1e81-75e4-49a9-8d0f-39bf98a8696d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:43:15Z', 'updated_at': '2021-10-12T19:43:22Z', 'revision_number': 5, 'project_id': '5d7aa4c9d56448b0a60a17087e53ce9b', 'subnets': [{'id': 'b93d1e81-75e4-49a9-8d0f-39bf98a8696d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:46:33.261957 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device c87c2b2d-d9ae-4f30-bd42-ce54bf3155dc up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:46:33.299828 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-edd987d9-720d-43ee-b857-8a33d50f12fa tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281083'] for subnet, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:33.337753 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port c87c2b2d-d9ae-4f30-bd42-ce54bf3155dc triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:46:33.338130 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:33.416861 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01657087-8a7d-49a5-8761-54521770529f tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:46:33.434940 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-01657087-8a7d-49a5-8761-54521770529f tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:33.451370 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 9aac2017-5b2a-4e0b-a96c-e90fd929ac77 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:46:33.505710 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d46a40d-f3a6-4c68-b3fc-8ffb1ceeb386', 'tag': '41cecf33-fa13-4cd8-a391-4108a76bdebf'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:46:33.508394 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4f250f9-b8c6-4344-b781-ca05626bd8c8" -d '{"events": [{"name": "network-changed", "server_uuid": "2d46a40d-f3a6-4c68-b3fc-8ffb1ceeb386", "tag": "41cecf33-fa13-4cd8-a391-4108a76bdebf"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:46:33.517700 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 9aac2017-5b2a-4e0b-a96c-e90fd929ac77 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:46:33.517700 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:33.546389 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-edd987d9-720d-43ee-b857-8a33d50f12fa tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:33.582117 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-01657087-8a7d-49a5-8761-54521770529f tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] 10.222.0.49 "PUT /v2.0/floatingips/15390f88-9ad3-47f5-948c-e454e8c11dc6 HTTP/1.1" status: 200 len: 992 time: 2.9194808 Oct 12 19:46:33.618057 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7672b3cc-0507-4c8b-99be-6a36c9f26811 None None] New status for floating IP 15390f88-9ad3-47f5-948c-e454e8c11dc6: ACTIVE {{(pid=95504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 19:46:33.619671 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-850c35de-4ebd-4069-8145-33f472f8669c x-openstack-request-id: req-850c35de-4ebd-4069-8145-33f472f8669c {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:46:33.621002 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d46a40d-f3a6-4c68-b3fc-8ffb1ceeb386", "tag": "41cecf33-fa13-4cd8-a391-4108a76bdebf", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:46:33.621417 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-850c35de-4ebd-4069-8145-33f472f8669c {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:46:33.621975 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d46a40d-f3a6-4c68-b3fc-8ffb1ceeb386', 'tag': '41cecf33-fa13-4cd8-a391-4108a76bdebf', 'status': 'completed', 'code': 200} Oct 12 19:46:33.655848 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-880efd3e-858a-41fc-8e29-4de7ea727be7 req-9f35f577-56aa-4448-abc7-67b33df9c0fe tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Made reservation on behalf of 60a440c0fade4c7fb5b44230bfb707fc for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:46:33.670526 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-880efd3e-858a-41fc-8e29-4de7ea727be7 req-9f35f577-56aa-4448-abc7-67b33df9c0fe tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:33.680072 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc6589d-d24e-4c10-bcb9-5595f3c85708 None None] Network 1f23293e-d35c-4759-ab9f-8562175c4da5 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:46:33.702188 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f250f9-b8c6-4344-b781-ca05626bd8c8 req-930a0f75-9a18-4814-9f0c-33554f3fbcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:33.703928 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f4f250f9-b8c6-4344-b781-ca05626bd8c8 req-930a0f75-9a18-4814-9f0c-33554f3fbcbb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5d7aa4c9d56448b0a60a17087e53ce9b&device_id=2d46a40d-f3a6-4c68-b3fc-8ffb1ceeb386 HTTP/1.1" status: 200 len: 1097 time: 0.0672855 Oct 12 19:46:33.798045 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-f96ac751-8f3d-495f-8899-40c964f569bb None None] Provisioning complete for port 9aac2017-5b2a-4e0b-a96c-e90fd929ac77 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:46:33.798513 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f96ac751-8f3d-495f-8899-40c964f569bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:33.813049 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-edd987d9-720d-43ee-b857-8a33d50f12fa tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4824924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4612362'] for subnet, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:33.859915 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f250f9-b8c6-4344-b781-ca05626bd8c8 req-96f94fb1-e984-4412-83b5-bd301a7a3aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:33.861585 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f4f250f9-b8c6-4344-b781-ca05626bd8c8 req-96f94fb1-e984-4412-83b5-bd301a7a3aa8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d1e6cf90-e461-4344-8285-6e9d900c8060 HTTP/1.1" status: 200 len: 914 time: 0.1499310 Oct 12 19:46:33.865380 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-edd987d9-720d-43ee-b857-8a33d50f12fa tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:33.869162 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-edd987d9-720d-43ee-b857-8a33d50f12fa tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "DELETE /v2.0/subnets/bf1aacc1-82b2-4627-be63-99629c94f6ae HTTP/1.1" status: 204 len: 168 time: 0.8986115 Oct 12 19:46:33.875068 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [req-880efd3e-858a-41fc-8e29-4de7ea727be7 req-9f35f577-56aa-4448-abc7-67b33df9c0fe tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Allocated IP 172.20.0.4 (e8d980f4-7e8c-42fd-bce3-0307d169111d/44c5db24-70ab-4ccc-9b12-257656ed417c/8c6bf326-889e-48d1-a060-0bec2296ac28) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:46:33.881560 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53134) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:33.899183 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd987d9-720d-43ee-b857-8a33d50f12fa tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Pushing event deleted for resources: {'Subnet': ['ID=bf1aacc1-82b2-4627-be63-99629c94f6ae,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:33.940327 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:33.961612 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-fc6122a0-b46a-4cd9-9e53-976628b5aef1 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0764806 Oct 12 19:46:33.962436 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53136) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:33.969605 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-23923a85-6aae-4c08-9eeb-9647c2b2bc8b tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Request body: {'subnet': {'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:46:33.971178 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6c862eca-e5a1-40b0-8aad-eb9ad1d21e07 req-dca281fb-90f2-455e-a474-ce695bcb0c18 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] 10.222.0.49 "GET /v2.0/ports?device_id=db1c3664-38c1-419d-9f01-4ffe83c10294 HTTP/1.1" status: 200 len: 210 time: 0.1138954 Oct 12 19:46:34.007068 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aedaba0d-b3a1-4d06-8d92-97d5bfc9bfc7 None None] Update dhcp port {'port': {'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5', 'fixed_ips': [{'subnet_id': 'bf1aacc1-82b2-4627-be63-99629c94f6ae'}], 'binding:host_id': 'n-d-813679-3'}, 'id': '9aac2017-5b2a-4e0b-a96c-e90fd929ac77'} from n-d-813679-3. {{(pid=95503) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 12 19:46:34.034419 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-aedaba0d-b3a1-4d06-8d92-97d5bfc9bfc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:34.034659 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-880efd3e-858a-41fc-8e29-4de7ea727be7 req-9f35f577-56aa-4448-abc7-67b33df9c0fe tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:34.062861 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f4f250f9-b8c6-4344-b781-ca05626bd8c8 req-925c505b-e6b7-4364-8e25-e88e311d1737 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=41cecf33-fa13-4cd8-a391-4108a76bdebf HTTP/1.1" status: 200 len: 1000 time: 0.1939909 Oct 12 19:46:34.122618 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f250f9-b8c6-4344-b781-ca05626bd8c8 req-6a934ffc-5456-454f-ad3e-b5415071648f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:34.124128 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f4f250f9-b8c6-4344-b781-ca05626bd8c8 req-6a934ffc-5456-454f-ad3e-b5415071648f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b93d1e81-75e4-49a9-8d0f-39bf98a8696d HTTP/1.1" status: 200 len: 852 time: 0.0546186 Oct 12 19:46:34.140178 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-880efd3e-858a-41fc-8e29-4de7ea727be7 req-9f35f577-56aa-4448-abc7-67b33df9c0fe tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:34.182498 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f250f9-b8c6-4344-b781-ca05626bd8c8 req-ec9681db-9313-4a51-9a0e-5521abd56e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:34.184788 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f4f250f9-b8c6-4344-b781-ca05626bd8c8 req-ec9681db-9313-4a51-9a0e-5521abd56e23 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d1e6cf90-e461-4344-8285-6e9d900c8060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540197 Oct 12 19:46:34.188873 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-880efd3e-858a-41fc-8e29-4de7ea727be7 req-9f35f577-56aa-4448-abc7-67b33df9c0fe tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Network e8d980f4-7e8c-42fd-bce3-0307d169111d is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:46:34.188873 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [req-880efd3e-858a-41fc-8e29-4de7ea727be7 req-9f35f577-56aa-4448-abc7-67b33df9c0fe tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:46:34.192559 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-880efd3e-858a-41fc-8e29-4de7ea727be7 req-9f35f577-56aa-4448-abc7-67b33df9c0fe tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:46:34.220112 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b7b728-734b-44f7-9eef-f7881cace5f1 None None] Network 1f23293e-d35c-4759-ab9f-8562175c4da5 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:46:34.223338 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f35f577-56aa-4448-abc7-67b33df9c0fe tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Pushing event updated for resources: {'Port': ['ID=8c6bf326-889e-48d1-a060-0bec2296ac28,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:34.246320 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23923a85-6aae-4c08-9eeb-9647c2b2bc8b tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Made reservation on behalf of 8364cd1e2e78405187c9b3041bd139e1 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:46:34.250807 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-23923a85-6aae-4c08-9eeb-9647c2b2bc8b tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16245837'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:34.271654 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880efd3e-858a-41fc-8e29-4de7ea727be7 req-9f35f577-56aa-4448-abc7-67b33df9c0fe tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:34.272485 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-880efd3e-858a-41fc-8e29-4de7ea727be7 req-9f35f577-56aa-4448-abc7-67b33df9c0fe tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:34.299867 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-c5ed50f9-7c84-4a4a-b5a6-a367f45be78a None None] Provisioning complete for port 9aac2017-5b2a-4e0b-a96c-e90fd929ac77 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:46:34.300275 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c5ed50f9-7c84-4a4a-b5a6-a367f45be78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:34.379632 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-880efd3e-858a-41fc-8e29-4de7ea727be7 req-9f35f577-56aa-4448-abc7-67b33df9c0fe tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 896 time: 1.2420261 Oct 12 19:46:34.387551 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f4f250f9-b8c6-4344-b781-ca05626bd8c8 req-98f1765a-f1b1-4d94-acc6-a23b3b4c0fdb service neutron] 10.222.0.61 "GET /v2.0/networks/d1e6cf90-e461-4344-8285-6e9d900c8060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954463 Oct 12 19:46:34.392890 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-880efd3e-858a-41fc-8e29-4de7ea727be7 req-14571a43-94c3-4020-a780-da309281095a service neutron] Request body: {'port': {'device_id': 'db1c3664-38c1-419d-9f01-4ffe83c10294', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-3'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:46:34.474847 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-880efd3e-858a-41fc-8e29-4de7ea727be7 req-14571a43-94c3-4020-a780-da309281095a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:34.504376 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f789dbbe-971b-4b30-9a20-79105c7a55ca None None] DHCP port deletion for 1f23293e-d35c-4759-ab9f-8562175c4da5 request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 19:46:34.510872 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa6bc3f-8283-4850-b37e-2a63b04fbf23 None None] Sync routers for ids ['a3256ffb-4c40-4c57-a5f5-6dc80e16cf28'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:46:34.558046 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa6bc3f-8283-4850-b37e-2a63b04fbf23 None None] Routers {'a3256ffb-4c40-4c57-a5f5-6dc80e16cf28'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:46:34.558701 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-6fa6bc3f-8283-4850-b37e-2a63b04fbf23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:46:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['a3256ffb-4c40-4c57-a5f5-6dc80e16cf28'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:46:34.618110 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:34.693158 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-0564f15c-7a05-455a-b0b8-f5058e185857 None None] Provisioning complete for port 8c6bf326-889e-48d1-a060-0bec2296ac28 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:46:34.693967 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0564f15c-7a05-455a-b0b8-f5058e185857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:34.749842 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-f789dbbe-971b-4b30-9a20-79105c7a55ca None None] Deleting port 9aac2017-5b2a-4e0b-a96c-e90fd929ac77 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:46:34.750223 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f789dbbe-971b-4b30-9a20-79105c7a55ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:34.792224 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [req-880efd3e-858a-41fc-8e29-4de7ea727be7 req-14571a43-94c3-4020-a780-da309281095a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c6bf326-889e-48d1-a060-0bec2296ac28 {{(pid=95501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:46:34.799935 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-6fa6bc3f-8283-4850-b37e-2a63b04fbf23 None None] Set router a3256ffb-4c40-4c57-a5f5-6dc80e16cf28 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:46:34.800565 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-880efd3e-858a-41fc-8e29-4de7ea727be7 req-14571a43-94c3-4020-a780-da309281095a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:34.802715 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-0564f15c-7a05-455a-b0b8-f5058e185857 None None] Port 8c6bf326-889e-48d1-a060-0bec2296ac28 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:46:34.813474 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.provisioning_blocks [req-880efd3e-858a-41fc-8e29-4de7ea727be7 req-14571a43-94c3-4020-a780-da309281095a service neutron] Transition to ACTIVE for port object 8c6bf326-889e-48d1-a060-0bec2296ac28 will not be triggered until provisioned by entity L2. {{(pid=95501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:46:34.866869 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-880efd3e-858a-41fc-8e29-4de7ea727be7 req-14571a43-94c3-4020-a780-da309281095a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:34.925754 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14571a43-94c3-4020-a780-da309281095a service neutron] Pushing event updated for resources: {'Port': ['ID=8c6bf326-889e-48d1-a060-0bec2296ac28,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:34.930075 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f4f250f9-b8c6-4344-b781-ca05626bd8c8 req-06e36062-f01c-4bc5-ac16-5e659c48345a service neutron] 10.222.0.61 "GET /v2.0/networks/d1e6cf90-e461-4344-8285-6e9d900c8060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5310645 Oct 12 19:46:34.996867 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-23923a85-6aae-4c08-9eeb-9647c2b2bc8b tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4306659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16245859'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:35.017966 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-880efd3e-858a-41fc-8e29-4de7ea727be7 req-14571a43-94c3-4020-a780-da309281095a service neutron] Attempting to bind port 8c6bf326-889e-48d1-a060-0bec2296ac28 on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:46:35.018369 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-880efd3e-858a-41fc-8e29-4de7ea727be7 req-14571a43-94c3-4020-a780-da309281095a service neutron] Attempting to bind port 8c6bf326-889e-48d1-a060-0bec2296ac28 by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': '0a03a301-e3bf-4783-9e4e-e98abe6aa700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e8d980f4-7e8c-42fd-bce3-0307d169111d'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:46:35.018711 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880efd3e-858a-41fc-8e29-4de7ea727be7 req-14571a43-94c3-4020-a780-da309281095a service neutron] Attempting to bind port 8c6bf326-889e-48d1-a060-0bec2296ac28 on network e8d980f4-7e8c-42fd-bce3-0307d169111d {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:46:35.024113 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880efd3e-858a-41fc-8e29-4de7ea727be7 req-14571a43-94c3-4020-a780-da309281095a service neutron] Port 8c6bf326-889e-48d1-a060-0bec2296ac28 on network e8d980f4-7e8c-42fd-bce3-0307d169111d not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:46:35.024559 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880efd3e-858a-41fc-8e29-4de7ea727be7 req-14571a43-94c3-4020-a780-da309281095a service neutron] Attempting to bind port 8c6bf326-889e-48d1-a060-0bec2296ac28 on network e8d980f4-7e8c-42fd-bce3-0307d169111d {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:46:35.030480 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880efd3e-858a-41fc-8e29-4de7ea727be7 req-14571a43-94c3-4020-a780-da309281095a service neutron] Checking agent: {'id': 'f5e9725f-f5a6-43c2-a1be-95e21e9a1fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:46:35.030810 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880efd3e-858a-41fc-8e29-4de7ea727be7 req-14571a43-94c3-4020-a780-da309281095a service neutron] Checking segment: {'id': '0a03a301-e3bf-4783-9e4e-e98abe6aa700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e8d980f4-7e8c-42fd-bce3-0307d169111d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:46:35.031241 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880efd3e-858a-41fc-8e29-4de7ea727be7 req-14571a43-94c3-4020-a780-da309281095a service neutron] Bound using segment: {'id': '0a03a301-e3bf-4783-9e4e-e98abe6aa700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e8d980f4-7e8c-42fd-bce3-0307d169111d'} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:46:35.031673 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-880efd3e-858a-41fc-8e29-4de7ea727be7 req-14571a43-94c3-4020-a780-da309281095a service neutron] Bound port: 8c6bf326-889e-48d1-a060-0bec2296ac28, host: n-h1-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a03a301-e3bf-4783-9e4e-e98abe6aa700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e8d980f4-7e8c-42fd-bce3-0307d169111d'}}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:46:35.032098 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-880efd3e-858a-41fc-8e29-4de7ea727be7 req-14571a43-94c3-4020-a780-da309281095a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:35.098484 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23923a85-6aae-4c08-9eeb-9647c2b2bc8b tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Network 1f23293e-d35c-4759-ab9f-8562175c4da5 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:46:35.109053 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-23923a85-6aae-4c08-9eeb-9647c2b2bc8b tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:46:35.115204 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23923a85-6aae-4c08-9eeb-9647c2b2bc8b tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:35.119407 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-23923a85-6aae-4c08-9eeb-9647c2b2bc8b tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:35.137810 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-880efd3e-858a-41fc-8e29-4de7ea727be7 req-14571a43-94c3-4020-a780-da309281095a service neutron] For port 8c6bf326-889e-48d1-a060-0bec2296ac28, host n-h1-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:46:35.142138 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-880efd3e-858a-41fc-8e29-4de7ea727be7 req-14571a43-94c3-4020-a780-da309281095a service neutron] For port 8c6bf326-889e-48d1-a060-0bec2296ac28, host n-h1-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=8c6bf326-889e-48d1-a060-0bec2296ac28,segment=NetworkSegment(0a03a301-e3bf-4783-9e4e-e98abe6aa700),segment_id=0a03a301-e3bf-4783-9e4e-e98abe6aa700)] {{(pid=95501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:46:35.163817 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 9aac2017-5b2a-4e0b-a96c-e90fd929ac77 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:46:35.177871 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23923a85-6aae-4c08-9eeb-9647c2b2bc8b tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Pushing event updated for resources: {'Subnet': ['ID=7fb93a39-949e-418b-aac2-ee0bc6e8b3b8,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:35.196393 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-f789dbbe-971b-4b30-9a20-79105c7a55ca None None] For port 9aac2017-5b2a-4e0b-a96c-e90fd929ac77, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=9aac2017-5b2a-4e0b-a96c-e90fd929ac77,segment=NetworkSegment(5b15e8ea-52cb-48bc-9b05-d8b033d6797c),segment_id=5b15e8ea-52cb-48bc-9b05-d8b033d6797c)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:46:35.196911 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f789dbbe-971b-4b30-9a20-79105c7a55ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:35.206360 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ae9745-90f2-427e-b2ef-c71aca352364 req-af108c1c-cbc6-42dd-83d3-fa4d3ad8262a tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:35.207961 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-63ae9745-90f2-427e-b2ef-c71aca352364 req-af108c1c-cbc6-42dd-83d3-fa4d3ad8262a tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] 10.222.0.49 "GET /v2.0/ports?device_id=db1c3664-38c1-419d-9f01-4ffe83c10294 HTTP/1.1" status: 200 len: 906 time: 0.0784249 Oct 12 19:46:35.216808 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-880efd3e-858a-41fc-8e29-4de7ea727be7 req-14571a43-94c3-4020-a780-da309281095a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:35.225772 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-f789dbbe-971b-4b30-9a20-79105c7a55ca None None] Calling delete_port for 9aac2017-5b2a-4e0b-a96c-e90fd929ac77 owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:46:35.234027 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880efd3e-858a-41fc-8e29-4de7ea727be7 req-14571a43-94c3-4020-a780-da309281095a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:35.235366 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-880efd3e-858a-41fc-8e29-4de7ea727be7 req-14571a43-94c3-4020-a780-da309281095a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:35.238137 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-880efd3e-858a-41fc-8e29-4de7ea727be7 req-14571a43-94c3-4020-a780-da309281095a service neutron] 10.222.0.61 "PUT /v2.0/ports/8c6bf326-889e-48d1-a060-0bec2296ac28 HTTP/1.1" status: 200 len: 1054 time: 0.8495023 Oct 12 19:46:35.238279 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-23923a85-6aae-4c08-9eeb-9647c2b2bc8b tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2744114 Oct 12 19:46:35.238644 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53140) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:35.269436 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-0265ac05-6821-4db9-a87c-30fc04cd7f9e tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Request body: {'subnet': {'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:46:35.353097 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14571a43-94c3-4020-a780-da309281095a service neutron] Pushing event updated for resources: {'Port': ['ID=8c6bf326-889e-48d1-a060-0bec2296ac28,revision_number=3']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:35.432018 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880efd3e-858a-41fc-8e29-4de7ea727be7 req-3e473ac9-56c5-4c5b-976d-e13e31b311f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:35.436419 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-880efd3e-858a-41fc-8e29-4de7ea727be7 req-3e473ac9-56c5-4c5b-976d-e13e31b311f6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=60a440c0fade4c7fb5b44230bfb707fc&device_id=db1c3664-38c1-419d-9f01-4ffe83c10294 HTTP/1.1" status: 200 len: 1057 time: 0.0833147 Oct 12 19:46:35.477849 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:35.482659 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-880efd3e-858a-41fc-8e29-4de7ea727be7 req-e85d5d68-fbd5-4afb-9d11-335bbba4b583 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c6bf326-889e-48d1-a060-0bec2296ac28 HTTP/1.1" status: 200 len: 217 time: 0.0412149 Oct 12 19:46:35.534187 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880efd3e-858a-41fc-8e29-4de7ea727be7 req-46acc510-29d7-4c85-8b0c-88e0d9155500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:35.535752 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-880efd3e-858a-41fc-8e29-4de7ea727be7 req-46acc510-29d7-4c85-8b0c-88e0d9155500 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=44c5db24-70ab-4ccc-9b12-257656ed417c HTTP/1.1" status: 200 len: 835 time: 0.0456240 Oct 12 19:46:35.553568 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f789dbbe-971b-4b30-9a20-79105c7a55ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:35.575039 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0265ac05-6821-4db9-a87c-30fc04cd7f9e tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Made reservation on behalf of 8364cd1e2e78405187c9b3041bd139e1 for: {'subnet': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:46:35.578558 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0265ac05-6821-4db9-a87c-30fc04cd7f9e tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4612397'] for subnet, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:35.595239 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-6fa6bc3f-8283-4850-b37e-2a63b04fbf23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3256ffb-4c40-4c57-a5f5-6dc80e16cf28', 'name': 'tempest-TestVolumeBackupRestore-282205907-router', 'tenant_id': '5d7aa4c9d56448b0a60a17087e53ce9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': '71362775-aa13-4668-b0b9-7ad2d7432230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:43:12Z', 'updated_at': '2021-10-12T19:43:16Z', 'revision_number': 4, 'project_id': '5d7aa4c9d56448b0a60a17087e53ce9b', 'gw_port': {'id': '71362775-aa13-4668-b0b9-7ad2d7432230', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:6e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3256ffb-4c40-4c57-a5f5-6dc80e16cf28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:43:12Z', 'updated_at': '2021-10-12T19:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': '15390f88-9ad3-47f5-948c-e454e8c11dc6', 'tenant_id': '5d7aa4c9d56448b0a60a17087e53ce9b', 'floating_ip_address': '172.25.5.232', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': 'a3256ffb-4c40-4c57-a5f5-6dc80e16cf28', 'port_id': '41cecf33-fa13-4cd8-a391-4108a76bdebf', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1e6cf90-e461-4344-8285-6e9d900c8060', 'mac_address': 'fa:16:3e:9d:ec:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d46a40d-f3a6-4c68-b3fc-8ffb1ceeb386', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T19:46:27Z', 'updated_at': '2021-10-12T19:46:33Z', 'revision_number': 2, 'project_id': '5d7aa4c9d56448b0a60a17087e53ce9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dbd8775-22cd-4346-84cd-0229d6ab243c', 'name': '', 'network_id': 'd1e6cf90-e461-4344-8285-6e9d900c8060', 'tenant_id': '5d7aa4c9d56448b0a60a17087e53ce9b', 'mac_address': 'fa:16:3e:af:48:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3256ffb-4c40-4c57-a5f5-6dc80e16cf28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': 'b93d1e81-75e4-49a9-8d0f-39bf98a8696d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:43:15Z', 'updated_at': '2021-10-12T19:43:22Z', 'revision_number': 5, 'project_id': '5d7aa4c9d56448b0a60a17087e53ce9b', 'subnets': [{'id': 'b93d1e81-75e4-49a9-8d0f-39bf98a8696d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:46:35.623321 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d46a40d-f3a6-4c68-b3fc-8ffb1ceeb386', 'tag': '41cecf33-fa13-4cd8-a391-4108a76bdebf'}, {'name': 'network-changed', 'server_uuid': 'db1c3664-38c1-419d-9f01-4ffe83c10294', 'tag': '8c6bf326-889e-48d1-a060-0bec2296ac28'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:46:35.625564 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef48276f-8815-49b9-aeef-f947e371e5e1" -d '{"events": [{"name": "network-changed", "server_uuid": "2d46a40d-f3a6-4c68-b3fc-8ffb1ceeb386", "tag": "41cecf33-fa13-4cd8-a391-4108a76bdebf"}, {"name": "network-changed", "server_uuid": "db1c3664-38c1-419d-9f01-4ffe83c10294", "tag": "8c6bf326-889e-48d1-a060-0bec2296ac28"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:46:35.644233 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880efd3e-858a-41fc-8e29-4de7ea727be7 req-d8d7c128-becc-41c7-9101-f6471799b4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:35.645792 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-880efd3e-858a-41fc-8e29-4de7ea727be7 req-d8d7c128-becc-41c7-9101-f6471799b4cc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e8d980f4-7e8c-42fd-bce3-0307d169111d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1021464 Oct 12 19:46:35.650392 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f789dbbe-971b-4b30-9a20-79105c7a55ca None None] Pushing event deleted for resources: {'Port': ['ID=9aac2017-5b2a-4e0b-a96c-e90fd929ac77,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:35.657757 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f789dbbe-971b-4b30-9a20-79105c7a55ca None None] No DVR routers for this DVR port 9aac2017-5b2a-4e0b-a96c-e90fd929ac77 on host n-d-813679-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:46:35.667098 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa6bc3f-8283-4850-b37e-2a63b04fbf23 None None] Checking router: a3256ffb-4c40-4c57-a5f5-6dc80e16cf28 for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:46:35.684991 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 12 Oct 2021 19:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfb397ca-24be-4d1a-bc99-cec18584aec5 x-openstack-request-id: req-bfb397ca-24be-4d1a-bc99-cec18584aec5 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:46:35.685287 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d46a40d-f3a6-4c68-b3fc-8ffb1ceeb386", "tag": "41cecf33-fa13-4cd8-a391-4108a76bdebf", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "db1c3664-38c1-419d-9f01-4ffe83c10294", "tag": "8c6bf326-889e-48d1-a060-0bec2296ac28", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:46:35.685567 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bfb397ca-24be-4d1a-bc99-cec18584aec5 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:46:35.685938 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d46a40d-f3a6-4c68-b3fc-8ffb1ceeb386', 'tag': '41cecf33-fa13-4cd8-a391-4108a76bdebf', 'status': 'completed', 'code': 200} Oct 12 19:46:35.686199 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db1c3664-38c1-419d-9f01-4ffe83c10294', 'tag': '8c6bf326-889e-48d1-a060-0bec2296ac28', 'status': 'completed', 'code': 200} Oct 12 19:46:35.688916 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a2f5446-40c6-47ec-ae08-099e2b5f851f None None] Network 1f23293e-d35c-4759-ab9f-8562175c4da5 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:46:35.729501 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa6bc3f-8283-4850-b37e-2a63b04fbf23 None None] Routers {'a3256ffb-4c40-4c57-a5f5-6dc80e16cf28'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:46:35.730811 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-6fa6bc3f-8283-4850-b37e-2a63b04fbf23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:46:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['a3256ffb-4c40-4c57-a5f5-6dc80e16cf28'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:46:35.760956 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef48276f-8815-49b9-aeef-f947e371e5e1 req-fd3f40ca-cc79-48c7-b9bc-a4aeacc53f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:35.762891 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ef48276f-8815-49b9-aeef-f947e371e5e1 req-fd3f40ca-cc79-48c7-b9bc-a4aeacc53f95 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5d7aa4c9d56448b0a60a17087e53ce9b&device_id=2d46a40d-f3a6-4c68-b3fc-8ffb1ceeb386 HTTP/1.1" status: 200 len: 1097 time: 0.0561643 Oct 12 19:46:35.807376 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-880efd3e-858a-41fc-8e29-4de7ea727be7 req-f5294a92-47fb-465f-a8d7-f3af26f755fb service neutron] 10.222.0.61 "GET /v2.0/networks/e8d980f4-7e8c-42fd-bce3-0307d169111d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522245 Oct 12 19:46:35.874852 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef48276f-8815-49b9-aeef-f947e371e5e1 req-6ae412da-d806-417d-bfbf-a652c27d6b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:35.876679 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ef48276f-8815-49b9-aeef-f947e371e5e1 req-6ae412da-d806-417d-bfbf-a652c27d6b3f service neutron] 10.222.0.61 "GET /v2.0/networks?id=d1e6cf90-e461-4344-8285-6e9d900c8060 HTTP/1.1" status: 200 len: 914 time: 0.1066070 Oct 12 19:46:35.906668 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-6fa6bc3f-8283-4850-b37e-2a63b04fbf23 None None] Set router a3256ffb-4c40-4c57-a5f5-6dc80e16cf28 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:46:35.948973 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ef48276f-8815-49b9-aeef-f947e371e5e1 req-09581b9b-a789-4f43-be93-c4a7f2b02e53 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=41cecf33-fa13-4cd8-a391-4108a76bdebf HTTP/1.1" status: 200 len: 1002 time: 0.0655680 Oct 12 19:46:35.978062 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-880efd3e-858a-41fc-8e29-4de7ea727be7 req-e0e9e5a3-993f-432b-84c1-543195c173f2 service neutron] 10.222.0.61 "GET /v2.0/networks/e8d980f4-7e8c-42fd-bce3-0307d169111d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466420 Oct 12 19:46:36.006181 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef48276f-8815-49b9-aeef-f947e371e5e1 req-2c725376-684e-425c-8e26-bd1b2c585510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:36.007844 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ef48276f-8815-49b9-aeef-f947e371e5e1 req-2c725376-684e-425c-8e26-bd1b2c585510 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b93d1e81-75e4-49a9-8d0f-39bf98a8696d HTTP/1.1" status: 200 len: 852 time: 0.0523570 Oct 12 19:46:36.026059 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-693b16ef-9a5b-4925-a038-1f80e03c45cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-1f23293e-d35c-4759-ab9f-8562175c4da5', 'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5', 'tenant_id': '8364cd1e2e78405187c9b3041bd139e1', 'fixed_ips': [{'subnet_id': '7fb93a39-949e-418b-aac2-ee0bc6e8b3b8'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:46:36.027587 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-693b16ef-9a5b-4925-a038-1f80e03c45cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:36.061191 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef48276f-8815-49b9-aeef-f947e371e5e1 req-506b5fd2-67c0-4dd0-b0f5-aeb42c9ffe70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:36.062878 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ef48276f-8815-49b9-aeef-f947e371e5e1 req-506b5fd2-67c0-4dd0-b0f5-aeb42c9ffe70 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d1e6cf90-e461-4344-8285-6e9d900c8060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473444 Oct 12 19:46:36.162992 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ef48276f-8815-49b9-aeef-f947e371e5e1 req-4c118be6-007c-43a0-a839-9cb31127db71 service neutron] 10.222.0.61 "GET /v2.0/networks/d1e6cf90-e461-4344-8285-6e9d900c8060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932217 Oct 12 19:46:36.205815 n-d-813679-3 neutron-server[95501]: DEBUG neutron.objects.ports [None req-0265ac05-6821-4db9-a87c-30fc04cd7f9e tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95501) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 12 19:46:36.207697 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0265ac05-6821-4db9-a87c-30fc04cd7f9e tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4824863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4612355'] for subnet, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:36.262299 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0265ac05-6821-4db9-a87c-30fc04cd7f9e tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Network 1f23293e-d35c-4759-ab9f-8562175c4da5 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:46:36.266171 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-0265ac05-6821-4db9-a87c-30fc04cd7f9e tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:46:36.270635 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0265ac05-6821-4db9-a87c-30fc04cd7f9e tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:36.271526 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0265ac05-6821-4db9-a87c-30fc04cd7f9e tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:36.272694 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ef48276f-8815-49b9-aeef-f947e371e5e1 req-ed58787c-9d0a-4f75-b985-a28c15cab3ec service neutron] 10.222.0.61 "GET /v2.0/networks/d1e6cf90-e461-4344-8285-6e9d900c8060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021883 Oct 12 19:46:36.279000 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0265ac05-6821-4db9-a87c-30fc04cd7f9e tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Pushing event updated for resources: {'Subnet': ['ID=4325394d-b8c6-4ec5-8bae-1c6e7fb496c6,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:36.300736 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-693b16ef-9a5b-4925-a038-1f80e03c45cb None None] Allocated IP 172.20.0.2 (1f23293e-d35c-4759-ab9f-8562175c4da5/7fb93a39-949e-418b-aac2-ee0bc6e8b3b8/f2a6e481-b4d9-4226-9715-b7e756163c42) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:46:36.369196 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa39ca21-c047-4cfe-89e5-7e34db0e86f5 req-3722010b-a4c9-4267-9b68-4365329f622a tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:36.370687 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-fa39ca21-c047-4cfe-89e5-7e34db0e86f5 req-3722010b-a4c9-4267-9b68-4365329f622a tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] 10.222.0.49 "GET /v2.0/ports?device_id=db1c3664-38c1-419d-9f01-4ffe83c10294 HTTP/1.1" status: 200 len: 906 time: 0.0830109 Oct 12 19:46:36.378016 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-0265ac05-6821-4db9-a87c-30fc04cd7f9e tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1156070 Oct 12 19:46:36.380497 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53146) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:36.387167 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-44572b44-d3bd-4104-af2a-d5b58056a7aa tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Request body: {'port': {'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5', 'mac_address': 'fa:16:3e:61:87:74', 'name': 'tempest-NetworksTestDHCPv6-698874446'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:46:36.395626 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef48276f-8815-49b9-aeef-f947e371e5e1 req-b2b03cb5-e9c3-4359-a3d8-e950890b9241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:36.397503 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ef48276f-8815-49b9-aeef-f947e371e5e1 req-b2b03cb5-e9c3-4359-a3d8-e950890b9241 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=60a440c0fade4c7fb5b44230bfb707fc&device_id=db1c3664-38c1-419d-9f01-4ffe83c10294 HTTP/1.1" status: 200 len: 1057 time: 0.0755639 Oct 12 19:46:36.472993 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-6fa6bc3f-8283-4850-b37e-2a63b04fbf23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3256ffb-4c40-4c57-a5f5-6dc80e16cf28', 'name': 'tempest-TestVolumeBackupRestore-282205907-router', 'tenant_id': '5d7aa4c9d56448b0a60a17087e53ce9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': '71362775-aa13-4668-b0b9-7ad2d7432230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:43:12Z', 'updated_at': '2021-10-12T19:43:16Z', 'revision_number': 4, 'project_id': '5d7aa4c9d56448b0a60a17087e53ce9b', 'gw_port': {'id': '71362775-aa13-4668-b0b9-7ad2d7432230', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:6e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3256ffb-4c40-4c57-a5f5-6dc80e16cf28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:43:12Z', 'updated_at': '2021-10-12T19:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': '15390f88-9ad3-47f5-948c-e454e8c11dc6', 'tenant_id': '5d7aa4c9d56448b0a60a17087e53ce9b', 'floating_ip_address': '172.25.5.232', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': 'a3256ffb-4c40-4c57-a5f5-6dc80e16cf28', 'port_id': '41cecf33-fa13-4cd8-a391-4108a76bdebf', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1e6cf90-e461-4344-8285-6e9d900c8060', 'mac_address': 'fa:16:3e:9d:ec:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d46a40d-f3a6-4c68-b3fc-8ffb1ceeb386', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T19:46:27Z', 'updated_at': '2021-10-12T19:46:33Z', 'revision_number': 2, 'project_id': '5d7aa4c9d56448b0a60a17087e53ce9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dbd8775-22cd-4346-84cd-0229d6ab243c', 'name': '', 'network_id': 'd1e6cf90-e461-4344-8285-6e9d900c8060', 'tenant_id': '5d7aa4c9d56448b0a60a17087e53ce9b', 'mac_address': 'fa:16:3e:af:48:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3256ffb-4c40-4c57-a5f5-6dc80e16cf28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': 'b93d1e81-75e4-49a9-8d0f-39bf98a8696d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:43:15Z', 'updated_at': '2021-10-12T19:43:22Z', 'revision_number': 5, 'project_id': '5d7aa4c9d56448b0a60a17087e53ce9b', 'subnets': [{'id': 'b93d1e81-75e4-49a9-8d0f-39bf98a8696d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:46:36.493992 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef48276f-8815-49b9-aeef-f947e371e5e1 req-11cf88ae-5a58-45ce-a1e4-65bffb9979ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:36.495598 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ef48276f-8815-49b9-aeef-f947e371e5e1 req-11cf88ae-5a58-45ce-a1e4-65bffb9979ab service neutron] 10.222.0.61 "GET /v2.0/networks?id=e8d980f4-7e8c-42fd-bce3-0307d169111d HTTP/1.1" status: 200 len: 899 time: 0.0910113 Oct 12 19:46:36.507051 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa6bc3f-8283-4850-b37e-2a63b04fbf23 None None] The sync data for ids ['a3256ffb-4c40-4c57-a5f5-6dc80e16cf28'] in n-d-813679-3 is: [{'id': 'a3256ffb-4c40-4c57-a5f5-6dc80e16cf28', 'name': 'tempest-TestVolumeBackupRestore-282205907-router', 'tenant_id': '5d7aa4c9d56448b0a60a17087e53ce9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': '71362775-aa13-4668-b0b9-7ad2d7432230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:43:12Z', 'updated_at': '2021-10-12T19:43:16Z', 'revision_number': 4, 'project_id': '5d7aa4c9d56448b0a60a17087e53ce9b', 'gw_port': {'id': '71362775-aa13-4668-b0b9-7ad2d7432230', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:6e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3256ffb-4c40-4c57-a5f5-6dc80e16cf28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:43:12Z', 'updated_at': '2021-10-12T19:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': '15390f88-9ad3-47f5-948c-e454e8c11dc6', 'tenant_id': '5d7aa4c9d56448b0a60a17087e53ce9b', 'floating_ip_address': '172.25.5.232', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': 'a3256ffb-4c40-4c57-a5f5-6dc80e16cf28', 'port_id': '41cecf33-fa13-4cd8-a391-4108a76bdebf', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1e6cf90-e461-4344-8285-6e9d900c8060', 'mac_address': 'fa:16:3e:9d:ec:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d46a40d-f3a6-4c68-b3fc-8ffb1ceeb386', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T19:46:27Z', 'updated_at': '2021-10-12T19:46:33Z', 'revision_number': 2, 'project_id': '5d7aa4c9d56448b0a60a17087e53ce9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dbd8775-22cd-4346-84cd-0229d6ab243c', 'name': '', 'network_id': 'd1e6cf90-e461-4344-8285-6e9d900c8060', 'tenant_id': '5d7aa4c9d56448b0a60a17087e53ce9b', 'mac_address': 'fa:16:3e:af:48:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3256ffb-4c40-4c57-a5f5-6dc80e16cf28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': 'b93d1e81-75e4-49a9-8d0f-39bf98a8696d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:43:15Z', 'updated_at': '2021-10-12T19:43:22Z', 'revision_number': 5, 'project_id': '5d7aa4c9d56448b0a60a17087e53ce9b', 'subnets': [{'id': 'b93d1e81-75e4-49a9-8d0f-39bf98a8696d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:46:36.525729 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-693b16ef-9a5b-4925-a038-1f80e03c45cb None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:36.544629 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ef48276f-8815-49b9-aeef-f947e371e5e1 req-5af6aa0e-9a05-40f3-a280-46fbba9252a9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c6bf326-889e-48d1-a060-0bec2296ac28 HTTP/1.1" status: 200 len: 217 time: 0.0406947 Oct 12 19:46:36.557510 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44572b44-d3bd-4104-af2a-d5b58056a7aa tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Made reservation on behalf of 8364cd1e2e78405187c9b3041bd139e1 for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:46:36.590938 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-693b16ef-9a5b-4925-a038-1f80e03c45cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:36.599742 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef48276f-8815-49b9-aeef-f947e371e5e1 req-334eeb03-dcab-4907-be38-3a95b2575ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:36.601542 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ef48276f-8815-49b9-aeef-f947e371e5e1 req-334eeb03-dcab-4907-be38-3a95b2575ff7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=44c5db24-70ab-4ccc-9b12-257656ed417c HTTP/1.1" status: 200 len: 835 time: 0.0498984 Oct 12 19:46:36.641003 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693b16ef-9a5b-4925-a038-1f80e03c45cb None None] Network 1f23293e-d35c-4759-ab9f-8562175c4da5 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:46:36.643952 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-693b16ef-9a5b-4925-a038-1f80e03c45cb None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:46:36.655774 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693b16ef-9a5b-4925-a038-1f80e03c45cb None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:46:36.662057 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef48276f-8815-49b9-aeef-f947e371e5e1 req-d520ddd4-da4c-445b-af49-0923577efc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:36.663677 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693b16ef-9a5b-4925-a038-1f80e03c45cb None None] Pushing event updated for resources: {'Port': ['ID=f2a6e481-b4d9-4226-9715-b7e756163c42,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:36.664228 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ef48276f-8815-49b9-aeef-f947e371e5e1 req-d520ddd4-da4c-445b-af49-0923577efc91 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e8d980f4-7e8c-42fd-bce3-0307d169111d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539954 Oct 12 19:46:36.670211 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-44572b44-d3bd-4104-af2a-d5b58056a7aa tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:36.702281 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [None req-44572b44-d3bd-4104-af2a-d5b58056a7aa tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] device_id is not set on port 6af0e2dc-70ef-4e22-8e0c-2c373fde0dd3 yet. {{(pid=95501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 19:46:36.717883 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-693b16ef-9a5b-4925-a038-1f80e03c45cb None None] Attempting to bind port f2a6e481-b4d9-4226-9715-b7e756163c42 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:46:36.718258 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-693b16ef-9a5b-4925-a038-1f80e03c45cb None None] Attempting to bind port f2a6e481-b4d9-4226-9715-b7e756163c42 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '5b15e8ea-52cb-48bc-9b05-d8b033d6797c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:46:36.720343 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693b16ef-9a5b-4925-a038-1f80e03c45cb None None] Attempting to bind port f2a6e481-b4d9-4226-9715-b7e756163c42 on network 1f23293e-d35c-4759-ab9f-8562175c4da5 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:46:36.724772 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693b16ef-9a5b-4925-a038-1f80e03c45cb None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:46:36.725075 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693b16ef-9a5b-4925-a038-1f80e03c45cb None None] Checking segment: {'id': '5b15e8ea-52cb-48bc-9b05-d8b033d6797c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:46:36.725742 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-693b16ef-9a5b-4925-a038-1f80e03c45cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:36.726132 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693b16ef-9a5b-4925-a038-1f80e03c45cb None None] Bound using segment: {'id': '5b15e8ea-52cb-48bc-9b05-d8b033d6797c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:46:36.726601 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-693b16ef-9a5b-4925-a038-1f80e03c45cb None None] Bound port: f2a6e481-b4d9-4226-9715-b7e756163c42, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b15e8ea-52cb-48bc-9b05-d8b033d6797c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:46:36.726974 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-693b16ef-9a5b-4925-a038-1f80e03c45cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:36.778226 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ef48276f-8815-49b9-aeef-f947e371e5e1 req-688bc729-eee0-4734-8e73-1137d57184f3 service neutron] 10.222.0.61 "GET /v2.0/networks/e8d980f4-7e8c-42fd-bce3-0307d169111d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047115 Oct 12 19:46:36.802328 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-693b16ef-9a5b-4925-a038-1f80e03c45cb None None] For port f2a6e481-b4d9-4226-9715-b7e756163c42, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:46:36.805795 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-693b16ef-9a5b-4925-a038-1f80e03c45cb None None] For port f2a6e481-b4d9-4226-9715-b7e756163c42, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=f2a6e481-b4d9-4226-9715-b7e756163c42,segment=NetworkSegment(5b15e8ea-52cb-48bc-9b05-d8b033d6797c),segment_id=5b15e8ea-52cb-48bc-9b05-d8b033d6797c)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:46:36.866949 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-44572b44-d3bd-4104-af2a-d5b58056a7aa tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Allocated IP 172.20.0.10 (1f23293e-d35c-4759-ab9f-8562175c4da5/7fb93a39-949e-418b-aac2-ee0bc6e8b3b8/6af0e2dc-70ef-4e22-8e0c-2c373fde0dd3) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:46:36.872324 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ef48276f-8815-49b9-aeef-f947e371e5e1 req-79c09e6b-05b9-4439-917c-fc6b3e2cde6f service neutron] 10.222.0.61 "GET /v2.0/networks/e8d980f4-7e8c-42fd-bce3-0307d169111d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853047 Oct 12 19:46:36.874018 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-44572b44-d3bd-4104-af2a-d5b58056a7aa tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Allocated IP 2001:db8::f816:3eff:fe61:8774 (1f23293e-d35c-4759-ab9f-8562175c4da5/4325394d-b8c6-4ec5-8bae-1c6e7fb496c6/6af0e2dc-70ef-4e22-8e0c-2c373fde0dd3) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:46:36.893921 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-693b16ef-9a5b-4925-a038-1f80e03c45cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:36.960962 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693b16ef-9a5b-4925-a038-1f80e03c45cb None None] Pushing event updated for resources: {'Port': ['ID=f2a6e481-b4d9-4226-9715-b7e756163c42,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:37.026578 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-44572b44-d3bd-4104-af2a-d5b58056a7aa tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:37.125007 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-44572b44-d3bd-4104-af2a-d5b58056a7aa tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:37.176513 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44572b44-d3bd-4104-af2a-d5b58056a7aa tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Network 1f23293e-d35c-4759-ab9f-8562175c4da5 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:46:37.180118 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-44572b44-d3bd-4104-af2a-d5b58056a7aa tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:46:37.182763 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44572b44-d3bd-4104-af2a-d5b58056a7aa tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:46:37.191086 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44572b44-d3bd-4104-af2a-d5b58056a7aa tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Pushing event updated for resources: {'Port': ['ID=6af0e2dc-70ef-4e22-8e0c-2c373fde0dd3,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:37.240485 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44572b44-d3bd-4104-af2a-d5b58056a7aa tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:37.241101 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-44572b44-d3bd-4104-af2a-d5b58056a7aa tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:37.308640 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-44572b44-d3bd-4104-af2a-d5b58056a7aa tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 0.9269030 Oct 12 19:46:37.310973 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53148) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:37.359634 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e35154f-a71c-4a33-97b8-928424ad2b4d tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:37.365588 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e35154f-a71c-4a33-97b8-928424ad2b4d tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:37.367112 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-5e35154f-a71c-4a33-97b8-928424ad2b4d tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.0551553 Oct 12 19:46:37.369703 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53150) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:37.488081 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-e314f83f-5b9d-4063-91fb-648d9ef9f292 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Deleting port 6af0e2dc-70ef-4e22-8e0c-2c373fde0dd3 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:46:37.488420 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e314f83f-5b9d-4063-91fb-648d9ef9f292 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:37.541198 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9cc512-2dd6-4230-aabd-769a9b3180ff req-e9628a81-95d9-4edf-80ed-0683e927149a tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:37.542858 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5f9cc512-2dd6-4230-aabd-769a9b3180ff req-e9628a81-95d9-4edf-80ed-0683e927149a tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] 10.222.0.49 "GET /v2.0/ports?device_id=db1c3664-38c1-419d-9f01-4ffe83c10294 HTTP/1.1" status: 200 len: 906 time: 0.0949037 Oct 12 19:46:37.591272 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e314f83f-5b9d-4063-91fb-648d9ef9f292 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:37.603919 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-e314f83f-5b9d-4063-91fb-648d9ef9f292 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Calling delete_port for 6af0e2dc-70ef-4e22-8e0c-2c373fde0dd3 owned by {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:46:37.859326 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e314f83f-5b9d-4063-91fb-648d9ef9f292 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:37.866337 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c615e1d3-4776-498f-b66e-ecd2410ddb75 None None] Network 1f23293e-d35c-4759-ab9f-8562175c4da5 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:46:37.890299 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e314f83f-5b9d-4063-91fb-648d9ef9f292 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Pushing event deleted for resources: {'Port': ['ID=6af0e2dc-70ef-4e22-8e0c-2c373fde0dd3,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:37.925724 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-07d83ba7-2482-4d24-9b5e-02721d2c27fc None None] Provisioning complete for port f2a6e481-b4d9-4226-9715-b7e756163c42 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:46:37.926101 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-07d83ba7-2482-4d24-9b5e-02721d2c27fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:37.979410 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e314f83f-5b9d-4063-91fb-648d9ef9f292 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:37.983183 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-e314f83f-5b9d-4063-91fb-648d9ef9f292 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "DELETE /v2.0/ports/6af0e2dc-70ef-4e22-8e0c-2c373fde0dd3 HTTP/1.1" status: 204 len: 168 time: 0.6125441 Oct 12 19:46:37.985720 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53154) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:38.039465 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a27a77-8ff0-44e8-9120-c00530f33d36 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:38.041143 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a27a77-8ff0-44e8-9120-c00530f33d36 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:38.042717 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a27a77-8ff0-44e8-9120-c00530f33d36 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:38.044359 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-d6a27a77-8ff0-44e8-9120-c00530f33d36 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0576499 Oct 12 19:46:38.047055 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53156) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:38.102084 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_v2 [None req-59049346-3d14-4dee-90fd-4478a75b5c39 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Deleting subnet 4325394d-b8c6-4ec5-8bae-1c6e7fb496c6 {{(pid=95501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:46:38.102371 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-59049346-3d14-4dee-90fd-4478a75b5c39 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks [] for subnet, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:38.147103 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-59049346-3d14-4dee-90fd-4478a75b5c39 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281083'] for subnet, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:38.188776 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-59049346-3d14-4dee-90fd-4478a75b5c39 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:38.227948 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-07d83ba7-2482-4d24-9b5e-02721d2c27fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:38.265828 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-07d83ba7-2482-4d24-9b5e-02721d2c27fc None None] For port f2a6e481-b4d9-4226-9715-b7e756163c42, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=f2a6e481-b4d9-4226-9715-b7e756163c42,segment=NetworkSegment(5b15e8ea-52cb-48bc-9b05-d8b033d6797c),segment_id=5b15e8ea-52cb-48bc-9b05-d8b033d6797c)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:46:38.306760 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6623c81-e7fe-485d-89c3-ebe05c5790fa None None] Update dhcp port {'port': {'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5', 'fixed_ips': [{'subnet_id': '7fb93a39-949e-418b-aac2-ee0bc6e8b3b8', 'ip_address': '172.20.0.2'}, {'subnet_id': '4325394d-b8c6-4ec5-8bae-1c6e7fb496c6'}], 'binding:host_id': 'n-d-813679-3'}, 'id': 'f2a6e481-b4d9-4226-9715-b7e756163c42'} from n-d-813679-3. {{(pid=95503) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 12 19:46:38.324471 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-59049346-3d14-4dee-90fd-4478a75b5c39 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4824924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4612362'] for subnet, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:38.331130 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f6623c81-e7fe-485d-89c3-ebe05c5790fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:38.339078 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-07d83ba7-2482-4d24-9b5e-02721d2c27fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:38.351525 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59049346-3d14-4dee-90fd-4478a75b5c39 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Pushing event deleted for resources: {'Subnet': ['ID=4325394d-b8c6-4ec5-8bae-1c6e7fb496c6,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:38.358238 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-59049346-3d14-4dee-90fd-4478a75b5c39 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:38.358746 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-59049346-3d14-4dee-90fd-4478a75b5c39 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "DELETE /v2.0/subnets/4325394d-b8c6-4ec5-8bae-1c6e7fb496c6 HTTP/1.1" status: 204 len: 168 time: 0.3107409 Oct 12 19:46:38.361414 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53158) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:38.412236 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-e51e647c-5e15-4492-a5d7-70df245d552b tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Deleting subnet 7fb93a39-949e-418b-aac2-ee0bc6e8b3b8 {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:46:38.415328 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e51e647c-5e15-4492-a5d7-70df245d552b tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:38.458650 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e51e647c-5e15-4492-a5d7-70df245d552b tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16313642'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:38.459084 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d83ba7-2482-4d24-9b5e-02721d2c27fc None None] Pushing event updated for resources: {'Port': ['ID=f2a6e481-b4d9-4226-9715-b7e756163c42,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:38.539523 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e51e647c-5e15-4492-a5d7-70df245d552b tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:38.639597 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server [None req-f6623c81-e7fe-485d-89c3-ebe05c5790fa None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7fb93a39-949e-418b-aac2-ee0bc6e8b3b8: This subnet is being modified by another concurrent operation. Oct 12 19:46:38.639597 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 12 19:46:38.639597 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 12 19:46:38.639597 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 12 19:46:38.639597 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 12 19:46:38.639597 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 12 19:46:38.639597 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 12 19:46:38.639597 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 12 19:46:38.639597 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 12 19:46:38.639597 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 12 19:46:38.639597 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 12 19:46:38.639597 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 12 19:46:38.639597 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 12 19:46:38.639597 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 12 19:46:38.639597 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 12 19:46:38.639597 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 12 19:46:38.639597 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 12 19:46:38.639597 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server raise self.value Oct 12 19:46:38.639597 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 12 19:46:38.639597 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 12 19:46:38.639597 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 12 19:46:38.639597 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 12 19:46:38.639597 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 12 19:46:38.639597 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 12 19:46:38.639597 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 12 19:46:38.639597 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server raise self.value Oct 12 19:46:38.639597 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 12 19:46:38.639597 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 12 19:46:38.639597 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 12 19:46:38.639597 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 12 19:46:38.639597 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 12 19:46:38.639597 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 12 19:46:38.639597 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 12 19:46:38.639597 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server raise self.value Oct 12 19:46:38.639597 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 12 19:46:38.639597 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 12 19:46:38.639597 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Oct 12 19:46:38.639597 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Oct 12 19:46:38.639597 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Oct 12 19:46:38.639597 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Oct 12 19:46:38.639597 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 12 19:46:38.639597 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 12 19:46:38.639597 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 12 19:46:38.639597 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 12 19:46:38.639597 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 12 19:46:38.639597 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 12 19:46:38.639597 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 12 19:46:38.639597 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 12 19:46:38.639597 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 12 19:46:38.639597 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server raise self.value Oct 12 19:46:38.639597 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 12 19:46:38.639597 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 12 19:46:38.639597 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 12 19:46:38.639597 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 12 19:46:38.639597 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 12 19:46:38.639597 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 12 19:46:38.639597 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 12 19:46:38.639597 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server raise self.value Oct 12 19:46:38.639597 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 12 19:46:38.639597 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 12 19:46:38.639597 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 12 19:46:38.639597 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 12 19:46:38.639597 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 12 19:46:38.639597 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 12 19:46:38.639597 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 12 19:46:38.639597 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server raise self.value Oct 12 19:46:38.639597 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 12 19:46:38.639597 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 12 19:46:38.639597 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1740, in update_port Oct 12 19:46:38.639597 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Oct 12 19:46:38.639597 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 12 19:46:38.639597 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 12 19:46:38.639597 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1514, in update_port Oct 12 19:46:38.639597 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Oct 12 19:46:38.639597 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Oct 12 19:46:38.639597 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Oct 12 19:46:38.639597 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Oct 12 19:46:38.639597 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Oct 12 19:46:38.639597 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Oct 12 19:46:38.639597 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 12 19:46:38.639597 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 12 19:46:38.639597 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 12 19:46:38.639597 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 12 19:46:38.639597 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server raise exception Oct 12 19:46:38.639597 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7fb93a39-949e-418b-aac2-ee0bc6e8b3b8: This subnet is being modified by another concurrent operation. Oct 12 19:46:38.639597 n-d-813679-3 neutron-server[95503]: ERROR oslo_messaging.rpc.server Oct 12 19:46:38.647306 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e51e647c-5e15-4492-a5d7-70df245d552b tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4306592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16245866'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:38.685153 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51e647c-5e15-4492-a5d7-70df245d552b tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Pushing event deleted for resources: {'Subnet': ['ID=7fb93a39-949e-418b-aac2-ee0bc6e8b3b8,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:38.687286 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e51e647c-5e15-4492-a5d7-70df245d552b tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:38.692564 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-e51e647c-5e15-4492-a5d7-70df245d552b tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "DELETE /v2.0/subnets/7fb93a39-949e-418b-aac2-ee0bc6e8b3b8 HTTP/1.1" status: 204 len: 168 time: 0.3299396 Oct 12 19:46:38.692964 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53162) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:38.709893 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e01568f-ed72-41e8-b9f3-0b3709c3a37c req-0b7ba193-52e0-4e53-8989-4fa4e982de3f tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:38.711417 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1e01568f-ed72-41e8-b9f3-0b3709c3a37c req-0b7ba193-52e0-4e53-8989-4fa4e982de3f tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] 10.222.0.49 "GET /v2.0/ports?device_id=db1c3664-38c1-419d-9f01-4ffe83c10294 HTTP/1.1" status: 200 len: 906 time: 0.0985985 Oct 12 19:46:38.724992 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5590218c-d652-40aa-bc29-57fe3afd0c83 None None] Network 1f23293e-d35c-4759-ab9f-8562175c4da5 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:46:38.737837 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-1921ee49-27e9-423f-b4a6-96b91d41b77a tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0436809 Oct 12 19:46:38.740799 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53164) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:38.746165 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-19b895a5-9953-4e87-a9c7-ad2ff569d64b tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Request body: {'subnet': {'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:46:38.800293 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-d52e25a3-93ea-466d-bbd1-00c224ed5b28 None None] Provisioning complete for port f2a6e481-b4d9-4226-9715-b7e756163c42 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:46:38.800714 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d52e25a3-93ea-466d-bbd1-00c224ed5b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:38.889234 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19b895a5-9953-4e87-a9c7-ad2ff569d64b tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Made reservation on behalf of 8364cd1e2e78405187c9b3041bd139e1 for: {'subnet': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:46:38.893188 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-19b895a5-9953-4e87-a9c7-ad2ff569d64b tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4612397'] for subnet, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:38.912456 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 8c6bf326-889e-48d1-a060-0bec2296ac28 details requested by agent hyperv_n-h1-813679-3 with host n-h1-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:46:38.914726 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c6357c-c779-469f-98a9-7b11fa39a81d None None] DHCP port deletion for 1f23293e-d35c-4759-ab9f-8562175c4da5 request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 19:46:39.045756 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-86c6357c-c779-469f-98a9-7b11fa39a81d None None] Deleting port f2a6e481-b4d9-4226-9715-b7e756163c42 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:46:39.046133 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-86c6357c-c779-469f-98a9-7b11fa39a81d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:39.092408 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 8c6bf326-889e-48d1-a060-0bec2296ac28, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=8c6bf326-889e-48d1-a060-0bec2296ac28,segment=NetworkSegment(0a03a301-e3bf-4783-9e4e-e98abe6aa700),segment_id=0a03a301-e3bf-4783-9e4e-e98abe6aa700)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:46:39.112842 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Returning: {'device': '8c6bf326-889e-48d1-a060-0bec2296ac28', 'network_id': 'e8d980f4-7e8c-42fd-bce3-0307d169111d', 'port_id': '8c6bf326-889e-48d1-a060-0bec2296ac28', 'mac_address': 'fa:16:3e:d5:9d:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44c5db24-70ab-4ccc-9b12-257656ed417c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:46:39.133915 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-19b895a5-9953-4e87-a9c7-ad2ff569d64b tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4824863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4612355'] for subnet, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:39.164468 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-86c6357c-c779-469f-98a9-7b11fa39a81d None None] For port f2a6e481-b4d9-4226-9715-b7e756163c42, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=f2a6e481-b4d9-4226-9715-b7e756163c42,segment=NetworkSegment(5b15e8ea-52cb-48bc-9b05-d8b033d6797c),segment_id=5b15e8ea-52cb-48bc-9b05-d8b033d6797c)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:46:39.164792 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-86c6357c-c779-469f-98a9-7b11fa39a81d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:39.171617 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b895a5-9953-4e87-a9c7-ad2ff569d64b tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Network 1f23293e-d35c-4759-ab9f-8562175c4da5 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:46:39.176692 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-19b895a5-9953-4e87-a9c7-ad2ff569d64b tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:46:39.181421 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-86c6357c-c779-469f-98a9-7b11fa39a81d None None] Calling delete_port for f2a6e481-b4d9-4226-9715-b7e756163c42 owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:46:39.185231 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:39.187033 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b895a5-9953-4e87-a9c7-ad2ff569d64b tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:39.187622 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-19b895a5-9953-4e87-a9c7-ad2ff569d64b tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:39.201277 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b895a5-9953-4e87-a9c7-ad2ff569d64b tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Pushing event updated for resources: {'Subnet': ['ID=95896454-9dc5-47ee-8af5-97d680edef5d,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:39.204517 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c6bf326-889e-48d1-a060-0bec2296ac28 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:46:39.254218 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 8c6bf326-889e-48d1-a060-0bec2296ac28, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=8c6bf326-889e-48d1-a060-0bec2296ac28,segment=NetworkSegment(0a03a301-e3bf-4783-9e4e-e98abe6aa700),segment_id=0a03a301-e3bf-4783-9e4e-e98abe6aa700)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:46:39.257708 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-19b895a5-9953-4e87-a9c7-ad2ff569d64b tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5158308 Oct 12 19:46:39.260548 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53166) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:39.266279 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-02b712a1-efe0-4489-9b90-071d178f39e2 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Request body: {'subnet': {'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:46:39.329615 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:39.353362 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-86c6357c-c779-469f-98a9-7b11fa39a81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:39.375120 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c6357c-c779-469f-98a9-7b11fa39a81d None None] No DVR routers for this DVR port f2a6e481-b4d9-4226-9715-b7e756163c42 on host n-d-813679-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:46:39.392816 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=8c6bf326-889e-48d1-a060-0bec2296ac28,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:39.398770 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0133ee5-58a5-4caf-aa63-c859597ab6b3 None None] Network 1f23293e-d35c-4759-ab9f-8562175c4da5 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:46:39.428512 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c6357c-c779-469f-98a9-7b11fa39a81d None None] Pushing event deleted for resources: {'Port': ['ID=f2a6e481-b4d9-4226-9715-b7e756163c42,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:39.534642 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['8c6bf326-889e-48d1-a060-0bec2296ac28'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:46:39.609129 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-114d6c3f-12c6-451a-b37e-f3196ec9fcd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-1f23293e-d35c-4759-ab9f-8562175c4da5', 'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5', 'tenant_id': '8364cd1e2e78405187c9b3041bd139e1', 'fixed_ips': [{'subnet_id': '95896454-9dc5-47ee-8af5-97d680edef5d'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:46:39.610096 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-114d6c3f-12c6-451a-b37e-f3196ec9fcd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:39.747430 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-114d6c3f-12c6-451a-b37e-f3196ec9fcd6 None None] Allocated IP 172.20.0.2 (1f23293e-d35c-4759-ab9f-8562175c4da5/95896454-9dc5-47ee-8af5-97d680edef5d/52aed902-aded-4b82-bc75-4ca5a1dc5e81) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:46:39.774308 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02b712a1-efe0-4489-9b90-071d178f39e2 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Made reservation on behalf of 8364cd1e2e78405187c9b3041bd139e1 for: {'subnet': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:46:39.779016 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-02b712a1-efe0-4489-9b90-071d178f39e2 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4612397'] for subnet, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:39.888889 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-114d6c3f-12c6-451a-b37e-f3196ec9fcd6 None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:39.892818 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d72d75-0f48-440e-9568-11a9145812bb req-ffc61256-a707-437c-b5fe-522679cf8324 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:39.894283 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-09d72d75-0f48-440e-9568-11a9145812bb req-ffc61256-a707-437c-b5fe-522679cf8324 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] 10.222.0.49 "GET /v2.0/ports?device_id=db1c3664-38c1-419d-9f01-4ffe83c10294 HTTP/1.1" status: 200 len: 907 time: 0.0993009 Oct 12 19:46:39.981509 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-114d6c3f-12c6-451a-b37e-f3196ec9fcd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:40.025680 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-114d6c3f-12c6-451a-b37e-f3196ec9fcd6 None None] Network 1f23293e-d35c-4759-ab9f-8562175c4da5 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:46:40.028521 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-114d6c3f-12c6-451a-b37e-f3196ec9fcd6 None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:46:40.030949 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114d6c3f-12c6-451a-b37e-f3196ec9fcd6 None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:46:40.037844 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114d6c3f-12c6-451a-b37e-f3196ec9fcd6 None None] Pushing event updated for resources: {'Port': ['ID=52aed902-aded-4b82-bc75-4ca5a1dc5e81,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:40.087399 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-114d6c3f-12c6-451a-b37e-f3196ec9fcd6 None None] Attempting to bind port 52aed902-aded-4b82-bc75-4ca5a1dc5e81 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:46:40.087768 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-114d6c3f-12c6-451a-b37e-f3196ec9fcd6 None None] Attempting to bind port 52aed902-aded-4b82-bc75-4ca5a1dc5e81 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '5b15e8ea-52cb-48bc-9b05-d8b033d6797c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:46:40.088151 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114d6c3f-12c6-451a-b37e-f3196ec9fcd6 None None] Attempting to bind port 52aed902-aded-4b82-bc75-4ca5a1dc5e81 on network 1f23293e-d35c-4759-ab9f-8562175c4da5 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:46:40.093069 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114d6c3f-12c6-451a-b37e-f3196ec9fcd6 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:46:40.093436 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114d6c3f-12c6-451a-b37e-f3196ec9fcd6 None None] Checking segment: {'id': '5b15e8ea-52cb-48bc-9b05-d8b033d6797c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:46:40.093843 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-114d6c3f-12c6-451a-b37e-f3196ec9fcd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:40.094231 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114d6c3f-12c6-451a-b37e-f3196ec9fcd6 None None] Bound using segment: {'id': '5b15e8ea-52cb-48bc-9b05-d8b033d6797c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:46:40.094689 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-114d6c3f-12c6-451a-b37e-f3196ec9fcd6 None None] Bound port: 52aed902-aded-4b82-bc75-4ca5a1dc5e81, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b15e8ea-52cb-48bc-9b05-d8b033d6797c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:46:40.095064 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-114d6c3f-12c6-451a-b37e-f3196ec9fcd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:40.162749 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-114d6c3f-12c6-451a-b37e-f3196ec9fcd6 None None] For port 52aed902-aded-4b82-bc75-4ca5a1dc5e81, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:46:40.166128 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-114d6c3f-12c6-451a-b37e-f3196ec9fcd6 None None] For port 52aed902-aded-4b82-bc75-4ca5a1dc5e81, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=52aed902-aded-4b82-bc75-4ca5a1dc5e81,segment=NetworkSegment(5b15e8ea-52cb-48bc-9b05-d8b033d6797c),segment_id=5b15e8ea-52cb-48bc-9b05-d8b033d6797c)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:46:40.194867 n-d-813679-3 neutron-server[95501]: DEBUG neutron.objects.ports [None req-02b712a1-efe0-4489-9b90-071d178f39e2 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95501) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 12 19:46:40.255072 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-114d6c3f-12c6-451a-b37e-f3196ec9fcd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:40.318845 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114d6c3f-12c6-451a-b37e-f3196ec9fcd6 None None] Pushing event updated for resources: {'Port': ['ID=52aed902-aded-4b82-bc75-4ca5a1dc5e81,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:40.494053 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-02b712a1-efe0-4489-9b90-071d178f39e2 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:40.652779 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [None req-02b712a1-efe0-4489-9b90-071d178f39e2 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] For port 52aed902-aded-4b82-bc75-4ca5a1dc5e81, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=52aed902-aded-4b82-bc75-4ca5a1dc5e81,segment=NetworkSegment(5b15e8ea-52cb-48bc-9b05-d8b033d6797c),segment_id=5b15e8ea-52cb-48bc-9b05-d8b033d6797c)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:46:40.682843 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-02b712a1-efe0-4489-9b90-071d178f39e2 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:40.750931 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-02b712a1-efe0-4489-9b90-071d178f39e2 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:40.751716 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-02b712a1-efe0-4489-9b90-071d178f39e2 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4824863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4612355'] for subnet, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:40.824388 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b712a1-efe0-4489-9b90-071d178f39e2 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Network 1f23293e-d35c-4759-ab9f-8562175c4da5 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:46:40.830966 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-02b712a1-efe0-4489-9b90-071d178f39e2 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:46:40.835580 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b712a1-efe0-4489-9b90-071d178f39e2 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:40.836159 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-02b712a1-efe0-4489-9b90-071d178f39e2 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:40.838247 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b712a1-efe0-4489-9b90-071d178f39e2 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Pushing event updated for resources: {'Subnet': ['ID=043065dd-3698-4138-ae7b-619e8c14467e,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:40.858052 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b712a1-efe0-4489-9b90-071d178f39e2 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Pushing event updated for resources: {'Port': ['ID=52aed902-aded-4b82-bc75-4ca5a1dc5e81,revision_number=4']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:40.910598 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 8c6bf326-889e-48d1-a060-0bec2296ac28 up at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:46:40.928452 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-02b712a1-efe0-4489-9b90-071d178f39e2 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6661637 Oct 12 19:46:40.931890 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53172) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:40.938378 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-b2e7e845-8d38-4402-ada0-31e811b83df4 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Request body: {'port': {'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5', 'mac_address': 'fa:16:3e:eb:48:f6', 'name': 'tempest-NetworksTestDHCPv6-1130871700'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:46:41.028827 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1c5c4a-48ff-40b3-ad2a-6c1d52f680e1 req-6cadae5e-54bc-439e-bb55-800fb870a07c tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:41.030557 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3b1c5c4a-48ff-40b3-ad2a-6c1d52f680e1 req-6cadae5e-54bc-439e-bb55-800fb870a07c tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] 10.222.0.49 "GET /v2.0/ports?device_id=db1c3664-38c1-419d-9f01-4ffe83c10294 HTTP/1.1" status: 200 len: 907 time: 0.0667732 Oct 12 19:46:41.048073 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning for port 8c6bf326-889e-48d1-a060-0bec2296ac28 completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:46:41.065345 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning complete for port 8c6bf326-889e-48d1-a060-0bec2296ac28 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:46:41.065900 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:41.152651 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:41.172472 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 52aed902-aded-4b82-bc75-4ca5a1dc5e81 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:46:41.180916 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2e7e845-8d38-4402-ada0-31e811b83df4 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Made reservation on behalf of 8364cd1e2e78405187c9b3041bd139e1 for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:46:41.186111 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b2e7e845-8d38-4402-ada0-31e811b83df4 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:41.208838 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db1c3664-38c1-419d-9f01-4ffe83c10294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c6bf326-889e-48d1-a060-0bec2296ac28'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:46:41.210418 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [None req-b2e7e845-8d38-4402-ada0-31e811b83df4 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] device_id is not set on port 96a0551f-8abd-4aac-9662-1d53c30312c9 yet. {{(pid=95501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 19:46:41.211120 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88f6c65d-e1ee-4c88-9fe6-339e42eb86dc" -d '{"events": [{"server_uuid": "db1c3664-38c1-419d-9f01-4ffe83c10294", "name": "network-vif-plugged", "status": "completed", "tag": "8c6bf326-889e-48d1-a060-0bec2296ac28"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:46:41.231152 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 8c6bf326-889e-48d1-a060-0bec2296ac28, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=8c6bf326-889e-48d1-a060-0bec2296ac28,segment=NetworkSegment(0a03a301-e3bf-4783-9e4e-e98abe6aa700),segment_id=0a03a301-e3bf-4783-9e4e-e98abe6aa700)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:46:41.262509 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ffbdd11-ba2b-44c8-bae9-61fc264c3a0d x-openstack-request-id: req-8ffbdd11-ba2b-44c8-bae9-61fc264c3a0d {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:46:41.262509 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db1c3664-38c1-419d-9f01-4ffe83c10294", "name": "network-vif-plugged", "status": "completed", "tag": "8c6bf326-889e-48d1-a060-0bec2296ac28", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:46:41.262509 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8ffbdd11-ba2b-44c8-bae9-61fc264c3a0d {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:46:41.262912 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db1c3664-38c1-419d-9f01-4ffe83c10294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c6bf326-889e-48d1-a060-0bec2296ac28', 'code': 200} Oct 12 19:46:41.265352 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 52aed902-aded-4b82-bc75-4ca5a1dc5e81 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:46:41.266612 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:41.290763 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d460d0-b695-4a38-893f-c00e76b5dfb7 None None] Network 1f23293e-d35c-4759-ab9f-8562175c4da5 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:46:41.335065 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:41.365728 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c77bfb2-c318-4073-8760-935af8ae1f1e req-4d6b8fce-5a9c-42e3-a467-68d3f53f9ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:41.368161 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3c77bfb2-c318-4073-8760-935af8ae1f1e req-4d6b8fce-5a9c-42e3-a467-68d3f53f9ee3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=db1c3664-38c1-419d-9f01-4ffe83c10294 HTTP/1.1" status: 200 len: 1059 time: 0.0449135 Oct 12 19:46:41.393840 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-b2e7e845-8d38-4402-ada0-31e811b83df4 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Allocated IP 172.20.0.7 (1f23293e-d35c-4759-ab9f-8562175c4da5/95896454-9dc5-47ee-8af5-97d680edef5d/96a0551f-8abd-4aac-9662-1d53c30312c9) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:46:41.400257 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-b2e7e845-8d38-4402-ada0-31e811b83df4 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Allocated IP 2001:db8::f816:3eff:feeb:48f6 (1f23293e-d35c-4759-ab9f-8562175c4da5/043065dd-3698-4138-ae7b-619e8c14467e/96a0551f-8abd-4aac-9662-1d53c30312c9) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:46:41.439353 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=8c6bf326-889e-48d1-a060-0bec2296ac28,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:41.441859 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-f30b653d-8efc-45ba-9555-947916cedb82 None None] Provisioning complete for port 52aed902-aded-4b82-bc75-4ca5a1dc5e81 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:46:41.442224 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f30b653d-8efc-45ba-9555-947916cedb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:41.521523 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:41.546133 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b2e7e845-8d38-4402-ada0-31e811b83df4 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:41.590824 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] For port 52aed902-aded-4b82-bc75-4ca5a1dc5e81, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=52aed902-aded-4b82-bc75-4ca5a1dc5e81,segment=NetworkSegment(5b15e8ea-52cb-48bc-9b05-d8b033d6797c),segment_id=5b15e8ea-52cb-48bc-9b05-d8b033d6797c)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:46:41.633707 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f30b653d-8efc-45ba-9555-947916cedb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:41.659538 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b2e7e845-8d38-4402-ada0-31e811b83df4 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:41.689067 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:41.709499 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e7e845-8d38-4402-ada0-31e811b83df4 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Network 1f23293e-d35c-4759-ab9f-8562175c4da5 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:46:41.712784 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-b2e7e845-8d38-4402-ada0-31e811b83df4 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:46:41.717225 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e7e845-8d38-4402-ada0-31e811b83df4 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:46:41.723515 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e7e845-8d38-4402-ada0-31e811b83df4 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Pushing event updated for resources: {'Port': ['ID=96a0551f-8abd-4aac-9662-1d53c30312c9,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:41.769187 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.db.api [None req-f30b653d-8efc-45ba-9555-947916cedb82 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 19:46:41.769549 n-d-813679-3 neutron-server[95503]: DEBUG oslo_db.api [None req-f30b653d-8efc-45ba-9555-947916cedb82 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 19:46:41.775066 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e7e845-8d38-4402-ada0-31e811b83df4 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:41.775707 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b2e7e845-8d38-4402-ada0-31e811b83df4 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:41.775882 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Pushing event updated for resources: {'Port': ['ID=52aed902-aded-4b82-bc75-4ca5a1dc5e81,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:41.840914 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-b2e7e845-8d38-4402-ada0-31e811b83df4 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 0.9076009 Oct 12 19:46:41.843299 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53176) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:41.894771 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb897caf-b0bb-4e93-903d-e801ea1f0815 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:41.900951 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb897caf-b0bb-4e93-903d-e801ea1f0815 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:41.903133 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-cb897caf-b0bb-4e93-903d-e801ea1f0815 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.0588670 Oct 12 19:46:41.906139 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53178) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:42.009068 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-b04f6c99-7a5e-4606-a1f3-9784c8144b0a tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Deleting port 96a0551f-8abd-4aac-9662-1d53c30312c9 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:46:42.009779 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b04f6c99-7a5e-4606-a1f3-9784c8144b0a tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:42.106675 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b04f6c99-7a5e-4606-a1f3-9784c8144b0a tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:42.122554 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-b04f6c99-7a5e-4606-a1f3-9784c8144b0a tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Calling delete_port for 96a0551f-8abd-4aac-9662-1d53c30312c9 owned by {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:46:42.182208 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e6e0c6-4f40-41bb-a813-77582f394fa3 req-89a9813f-a412-4a06-a32e-6215b24c2edb tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:42.184387 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-54e6e0c6-4f40-41bb-a813-77582f394fa3 req-89a9813f-a412-4a06-a32e-6215b24c2edb tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] 10.222.0.49 "GET /v2.0/ports?device_id=db1c3664-38c1-419d-9f01-4ffe83c10294 HTTP/1.1" status: 200 len: 908 time: 0.0587671 Oct 12 19:46:42.381156 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b04f6c99-7a5e-4606-a1f3-9784c8144b0a tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:42.411654 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04f6c99-7a5e-4606-a1f3-9784c8144b0a tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Pushing event deleted for resources: {'Port': ['ID=96a0551f-8abd-4aac-9662-1d53c30312c9,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:42.440468 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-67ad6b98-ea3b-4fbb-8506-d3682c4757a2 None None] Provisioning complete for port 52aed902-aded-4b82-bc75-4ca5a1dc5e81 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:46:42.441808 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-67ad6b98-ea3b-4fbb-8506-d3682c4757a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:42.508632 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b04f6c99-7a5e-4606-a1f3-9784c8144b0a tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:42.515388 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-b04f6c99-7a5e-4606-a1f3-9784c8144b0a tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "DELETE /v2.0/ports/96a0551f-8abd-4aac-9662-1d53c30312c9 HTTP/1.1" status: 204 len: 168 time: 0.6056283 Oct 12 19:46:42.515690 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53182) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:42.576457 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a19f7f9-c74c-4844-a68a-df466b34218e tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:42.578110 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a19f7f9-c74c-4844-a68a-df466b34218e tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:42.579639 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a19f7f9-c74c-4844-a68a-df466b34218e tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:42.581276 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-2a19f7f9-c74c-4844-a68a-df466b34218e tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0645132 Oct 12 19:46:42.584011 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53184) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:42.640865 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c995960-a411-4977-8561-54ae1b420f68 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Deleting subnet 043065dd-3698-4138-ae7b-619e8c14467e {{(pid=95501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:46:42.644136 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4c995960-a411-4977-8561-54ae1b420f68 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks [] for subnet, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:42.655283 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-9d02162e-704f-4bde-b857-db8808884328 None None] Could not find standard attr ID for object b646ae0a-19c0-4c3f-bf99-0ffe68f95274. {{(pid=95503) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 19:46:42.693722 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4c995960-a411-4977-8561-54ae1b420f68 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281083'] for subnet, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:42.772950 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-d7f17b87-4ba4-4429-8fbf-ace0515f719a None None] Could not find standard attr ID for object 6af0e2dc-70ef-4e22-8e0c-2c373fde0dd3. {{(pid=95503) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 19:46:42.782411 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4c995960-a411-4977-8561-54ae1b420f68 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:42.952873 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4c995960-a411-4977-8561-54ae1b420f68 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4824924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4612362'] for subnet, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:42.984457 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c995960-a411-4977-8561-54ae1b420f68 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Pushing event deleted for resources: {'Subnet': ['ID=043065dd-3698-4138-ae7b-619e8c14467e,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:42.988209 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4c995960-a411-4977-8561-54ae1b420f68 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:42.992018 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-681d5ddb-49e3-49f5-b59a-da3671181260 None None] Could not find standard attr ID for object 96a0551f-8abd-4aac-9662-1d53c30312c9. {{(pid=95503) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 19:46:42.992401 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-4c995960-a411-4977-8561-54ae1b420f68 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "DELETE /v2.0/subnets/043065dd-3698-4138-ae7b-619e8c14467e HTTP/1.1" status: 204 len: 168 time: 0.4064245 Oct 12 19:46:42.994343 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53186) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:43.060555 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_v2 [None req-117a7fdb-0fef-488f-96c9-91cde5f667b4 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Deleting subnet 95896454-9dc5-47ee-8af5-97d680edef5d {{(pid=95501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:46:43.064566 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-117a7fdb-0fef-488f-96c9-91cde5f667b4 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks [] for subnet, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:43.096958 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 52aed902-aded-4b82-bc75-4ca5a1dc5e81 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:46:43.114388 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-117a7fdb-0fef-488f-96c9-91cde5f667b4 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281083'] for subnet, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:43.155783 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 52aed902-aded-4b82-bc75-4ca5a1dc5e81 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:46:43.156349 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:43.173527 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 19:46:43.229153 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-117a7fdb-0fef-488f-96c9-91cde5f667b4 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:43.274380 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-679fd6ec-5a6e-44e2-a261-eff753a54863 None None] Network 1f23293e-d35c-4759-ab9f-8562175c4da5 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:46:43.370801 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0483ce51-3745-46c5-b9d3-cf448a50a4b1 req-b6f46fc3-f253-4c73-8aff-c5cc4e27caf4 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:43.372420 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0483ce51-3745-46c5-b9d3-cf448a50a4b1 req-b6f46fc3-f253-4c73-8aff-c5cc4e27caf4 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] 10.222.0.49 "GET /v2.0/ports?device_id=db1c3664-38c1-419d-9f01-4ffe83c10294 HTTP/1.1" status: 200 len: 908 time: 0.0982742 Oct 12 19:46:43.377631 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-57626f6b-b745-4031-925f-96d442aa926a req-6192616d-a372-4e5d-939d-62480ca3e87c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=363fdc83-84df-4022-864a-62396151b198&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1123815 Oct 12 19:46:43.466462 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57626f6b-b745-4031-925f-96d442aa926a req-9dfea046-4e7a-40e9-8030-cb96391c183e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:43.468091 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-57626f6b-b745-4031-925f-96d442aa926a req-9dfea046-4e7a-40e9-8030-cb96391c183e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=60a440c0fade4c7fb5b44230bfb707fc&device_id=363fdc83-84df-4022-864a-62396151b198 HTTP/1.1" status: 200 len: 1136 time: 0.0433764 Oct 12 19:46:43.470913 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-117a7fdb-0fef-488f-96c9-91cde5f667b4 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4824924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4612362'] for subnet, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:43.506630 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a110a7d-6146-41ba-aa4e-d6b4c27a6c83 req-3af880d1-6134-4266-bfaa-3d702d6ec4ba tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:43.508346 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2a110a7d-6146-41ba-aa4e-d6b4c27a6c83 req-3af880d1-6134-4266-bfaa-3d702d6ec4ba tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] 10.222.0.49 "GET /v2.0/ports?device_id=db1c3664-38c1-419d-9f01-4ffe83c10294 HTTP/1.1" status: 200 len: 908 time: 0.0533948 Oct 12 19:46:43.555113 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117a7fdb-0fef-488f-96c9-91cde5f667b4 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Pushing event deleted for resources: {'Subnet': ['ID=95896454-9dc5-47ee-8af5-97d680edef5d,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:43.557487 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-117a7fdb-0fef-488f-96c9-91cde5f667b4 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:43.561074 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-117a7fdb-0fef-488f-96c9-91cde5f667b4 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "DELETE /v2.0/subnets/95896454-9dc5-47ee-8af5-97d680edef5d HTTP/1.1" status: 204 len: 168 time: 0.5654812 Oct 12 19:46:43.563427 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53194) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:43.602517 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-1702bad5-4a9a-4311-865d-9a815868b932 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0378411 Oct 12 19:46:43.605547 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53196) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:43.654799 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bbfb20d-58a9-4335-a995-75ba318532cc None None] DHCP port deletion for 1f23293e-d35c-4759-ab9f-8562175c4da5 request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 19:46:43.659099 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57626f6b-b745-4031-925f-96d442aa926a req-02017fdd-3333-43fe-94c1-5037315c2abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:43.661159 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-57626f6b-b745-4031-925f-96d442aa926a req-02017fdd-3333-43fe-94c1-5037315c2abf service neutron] 10.222.0.67 "GET /v2.0/networks?id=f1a53bd1-87f3-40f3-8c85-2c2f2d591b2b HTTP/1.1" status: 200 len: 898 time: 0.1542323 Oct 12 19:46:43.663432 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3316d69b-ba41-48b0-b17d-f75b8db00eee req-8b5c8abb-9b3a-462f-8fec-711bd9b48726 tempest-TestSecurityGroupsBasicOps-961059295 tempest-TestSecurityGroupsBasicOps-961059295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:43.664954 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3316d69b-ba41-48b0-b17d-f75b8db00eee req-8b5c8abb-9b3a-462f-8fec-711bd9b48726 tempest-TestSecurityGroupsBasicOps-961059295 tempest-TestSecurityGroupsBasicOps-961059295-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=db1c3664-38c1-419d-9f01-4ffe83c10294 HTTP/1.1" status: 200 len: 1059 time: 0.0817761 Oct 12 19:46:43.666582 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453bb1c3-a814-43d1-af16-6d9485a3ca61 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:43.668249 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-453bb1c3-a814-43d1-af16-6d9485a3ca61 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0617542 Oct 12 19:46:43.670851 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53198) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:43.708596 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-6bbfb20d-58a9-4335-a995-75ba318532cc None None] Deleting port 52aed902-aded-4b82-bc75-4ca5a1dc5e81 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:46:43.709114 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6bbfb20d-58a9-4335-a995-75ba318532cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:43.737713 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afdb009f-0e3c-4e44-936d-5970da52448f tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:43.739679 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-afdb009f-0e3c-4e44-936d-5970da52448f tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0670125 Oct 12 19:46:43.743050 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53202) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:43.754709 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-57626f6b-b745-4031-925f-96d442aa926a req-99efe684-9927-4140-8a43-203ed3fa3d42 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=1d9570c6-d44b-41ea-860e-2b5d87bdf631 HTTP/1.1" status: 200 len: 1000 time: 0.0857468 Oct 12 19:46:43.787232 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-6bbfb20d-58a9-4335-a995-75ba318532cc None None] For port 52aed902-aded-4b82-bc75-4ca5a1dc5e81, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=52aed902-aded-4b82-bc75-4ca5a1dc5e81,segment=NetworkSegment(5b15e8ea-52cb-48bc-9b05-d8b033d6797c),segment_id=5b15e8ea-52cb-48bc-9b05-d8b033d6797c)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:46:43.787734 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6bbfb20d-58a9-4335-a995-75ba318532cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:43.803902 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-6bbfb20d-58a9-4335-a995-75ba318532cc None None] Calling delete_port for 52aed902-aded-4b82-bc75-4ca5a1dc5e81 owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:46:43.806434 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-2ee0780d-242d-4a6e-a6f9-0c49f371597f tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0616395 Oct 12 19:46:43.811855 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53206) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:43.816713 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-f72147a5-f6fa-4cf9-ab13-ca7c94e07833 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Request body: {'subnet': {'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:46:43.819752 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57626f6b-b745-4031-925f-96d442aa926a req-9b8b1dfe-6aaa-4263-94dc-4ef08fef946d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:43.821333 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-57626f6b-b745-4031-925f-96d442aa926a req-9b8b1dfe-6aaa-4263-94dc-4ef08fef946d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6cf94d9a-d0c6-4b80-bcb9-70135b9f9aea HTTP/1.1" status: 200 len: 837 time: 0.0590913 Oct 12 19:46:43.868254 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57626f6b-b745-4031-925f-96d442aa926a req-45feaaa9-5370-4c61-a07b-1b9afbbf8984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:43.869811 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-57626f6b-b745-4031-925f-96d442aa926a req-45feaaa9-5370-4c61-a07b-1b9afbbf8984 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f1a53bd1-87f3-40f3-8c85-2c2f2d591b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418215 Oct 12 19:46:43.878374 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2f3aab-a649-4932-b4de-7a7634da4bef req-7ef751b1-a78c-4f42-870c-64a4dcdcdcf1 tempest-TestSecurityGroupsBasicOps-961059295 tempest-TestSecurityGroupsBasicOps-961059295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:43.879945 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-eb2f3aab-a649-4932-b4de-7a7634da4bef req-7ef751b1-a78c-4f42-870c-64a4dcdcdcf1 tempest-TestSecurityGroupsBasicOps-961059295 tempest-TestSecurityGroupsBasicOps-961059295-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=363fdc83-84df-4022-864a-62396151b198 HTTP/1.1" status: 200 len: 1136 time: 0.1377466 Oct 12 19:46:43.937268 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-eb2f3aab-a649-4932-b4de-7a7634da4bef req-299adefe-052f-4b5d-9c80-8c6ce9748be0 tempest-TestSecurityGroupsBasicOps-961059295 tempest-TestSecurityGroupsBasicOps-961059295-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=d150a3de-42d0-4672-aec2-a0d69b99df37&id=8f601a59-26fe-4113-b1da-59990329be32&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0451808 Oct 12 19:46:43.957647 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6bbfb20d-58a9-4335-a995-75ba318532cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:43.959408 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53208) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:43.978121 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-57626f6b-b745-4031-925f-96d442aa926a req-4a3aaed0-3e28-475c-9f29-b04fd1c00a2d service neutron] 10.222.0.67 "GET /v2.0/networks/f1a53bd1-87f3-40f3-8c85-2c2f2d591b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012216 Oct 12 19:46:43.983791 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbfb20d-58a9-4335-a995-75ba318532cc None None] Pushing event deleted for resources: {'Port': ['ID=52aed902-aded-4b82-bc75-4ca5a1dc5e81,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:43.990158 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbfb20d-58a9-4335-a995-75ba318532cc None None] No DVR routers for this DVR port 52aed902-aded-4b82-bc75-4ca5a1dc5e81 on host n-d-813679-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:46:44.007617 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94848bcc-2026-4c01-bb73-446ab3ea416c None None] get_active_networks_info from n-d-813679-3 {{(pid=95503) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 12 19:46:44.031880 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f72147a5-f6fa-4cf9-ab13-ca7c94e07833 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Made reservation on behalf of 8364cd1e2e78405187c9b3041bd139e1 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:46:44.036673 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f72147a5-f6fa-4cf9-ab13-ca7c94e07833 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16245837'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:44.039393 n-d-813679-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-f72147a5-f6fa-4cf9-ab13-ca7c94e07833 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 19:46:44.039917 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f72147a5-f6fa-4cf9-ab13-ca7c94e07833 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:46:44.054987 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07ab3ce-a959-4851-bd6b-d55651dec5ab tempest-TestSecurityGroupsBasicOps-961059295 tempest-TestSecurityGroupsBasicOps-961059295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:44.056531 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-d07ab3ce-a959-4851-bd6b-d55651dec5ab tempest-TestSecurityGroupsBasicOps-961059295 tempest-TestSecurityGroupsBasicOps-961059295-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=db1c3664-38c1-419d-9f01-4ffe83c10294 HTTP/1.1" status: 200 len: 1054 time: 0.0961802 Oct 12 19:46:44.086665 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-57626f6b-b745-4031-925f-96d442aa926a req-8035ef5b-e01f-4625-9207-adae6d25d7bf service neutron] 10.222.0.67 "GET /v2.0/networks/f1a53bd1-87f3-40f3-8c85-2c2f2d591b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952406 Oct 12 19:46:44.111288 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94848bcc-2026-4c01-bb73-446ab3ea416c None None] Resources bound (agent type, host, resource id): {{(pid=95503) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 12 19:46:44.121343 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-f72147a5-f6fa-4cf9-ab13-ca7c94e07833 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3077662 Oct 12 19:46:44.123944 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53212) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:44.129050 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-bc2a2201-395d-4b6a-87ce-7ab5765ef683 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Request body: {'subnet': {'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:46:44.306406 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc2a2201-395d-4b6a-87ce-7ab5765ef683 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Made reservation on behalf of 8364cd1e2e78405187c9b3041bd139e1 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:46:44.310893 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bc2a2201-395d-4b6a-87ce-7ab5765ef683 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16245837'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:44.312324 n-d-813679-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc2a2201-395d-4b6a-87ce-7ab5765ef683 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 19:46:44.312746 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc2a2201-395d-4b6a-87ce-7ab5765ef683 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:46:44.343398 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1556442-5556-4304-b752-689703c634dc None None] get_active_networks_info from n-d-813679-3 {{(pid=95503) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 12 19:46:44.392914 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-bc2a2201-395d-4b6a-87ce-7ab5765ef683 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2649665 Oct 12 19:46:44.393369 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53214) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:44.398728 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-b46a5efe-2780-41d1-a634-3bda83be5269 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Request body: {'subnet': {'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:46:44.431897 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1556442-5556-4304-b752-689703c634dc None None] Resources bound (agent type, host, resource id): {{(pid=95503) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 12 19:46:44.548403 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647e5d78-fcd6-4b28-a8b0-9608c1c0cb94 req-b76bb43f-3356-46e6-ab40-004c66ac19b7 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:44.549837 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-647e5d78-fcd6-4b28-a8b0-9608c1c0cb94 req-b76bb43f-3356-46e6-ab40-004c66ac19b7 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] 10.222.0.49 "GET /v2.0/ports?device_id=db1c3664-38c1-419d-9f01-4ffe83c10294 HTTP/1.1" status: 200 len: 908 time: 0.0780857 Oct 12 19:46:44.591966 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b46a5efe-2780-41d1-a634-3bda83be5269 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Made reservation on behalf of 8364cd1e2e78405187c9b3041bd139e1 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:46:44.595542 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b46a5efe-2780-41d1-a634-3bda83be5269 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16245837'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:44.596985 n-d-813679-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-b46a5efe-2780-41d1-a634-3bda83be5269 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 19:46:44.597407 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b46a5efe-2780-41d1-a634-3bda83be5269 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:46:44.656215 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-b46a5efe-2780-41d1-a634-3bda83be5269 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2616045 Oct 12 19:46:44.659093 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53218) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:44.664067 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-ce8afe9c-a1d4-470c-bd58-7bf309863d93 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Request body: {'subnet': {'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:46:44.826252 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce8afe9c-a1d4-470c-bd58-7bf309863d93 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Made reservation on behalf of 8364cd1e2e78405187c9b3041bd139e1 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:46:44.829585 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ce8afe9c-a1d4-470c-bd58-7bf309863d93 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16245837'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:44.830995 n-d-813679-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce8afe9c-a1d4-470c-bd58-7bf309863d93 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 19:46:44.831417 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce8afe9c-a1d4-470c-bd58-7bf309863d93 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:46:44.852172 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2723df0d-52c3-4073-b8fc-9a22cbe5f4bf req-38a8a509-e6b6-461c-98c0-8edb9820ad66 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2d46a40d-f3a6-4c68-b3fc-8ffb1ceeb386&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0566046 Oct 12 19:46:44.926695 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-ce8afe9c-a1d4-470c-bd58-7bf309863d93 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2665269 Oct 12 19:46:44.929896 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53220) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:44.935291 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-5402a144-9879-4c20-b55e-70c0035ac925 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Request body: {'subnet': {'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:46:44.942478 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2723df0d-52c3-4073-b8fc-9a22cbe5f4bf req-e50b2309-7476-45f0-9b42-f27c90ef5c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:44.944060 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2723df0d-52c3-4073-b8fc-9a22cbe5f4bf req-e50b2309-7476-45f0-9b42-f27c90ef5c9a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5d7aa4c9d56448b0a60a17087e53ce9b&device_id=2d46a40d-f3a6-4c68-b3fc-8ffb1ceeb386 HTTP/1.1" status: 200 len: 1097 time: 0.0479138 Oct 12 19:46:45.056920 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2723df0d-52c3-4073-b8fc-9a22cbe5f4bf req-b1cf5afe-538f-4c29-99c9-0a964e415235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:45.058932 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2723df0d-52c3-4073-b8fc-9a22cbe5f4bf req-b1cf5afe-538f-4c29-99c9-0a964e415235 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d1e6cf90-e461-4344-8285-6e9d900c8060 HTTP/1.1" status: 200 len: 914 time: 0.0933793 Oct 12 19:46:45.090600 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 52aed902-aded-4b82-bc75-4ca5a1dc5e81 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:46:45.106179 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5402a144-9879-4c20-b55e-70c0035ac925 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Made reservation on behalf of 8364cd1e2e78405187c9b3041bd139e1 for: {'subnet': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:46:45.110387 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5402a144-9879-4c20-b55e-70c0035ac925 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4612397'] for subnet, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:45.111899 n-d-813679-3 neutron-server[95501]: INFO neutron.pecan_wsgi.hooks.translation [None req-5402a144-9879-4c20-b55e-70c0035ac925 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 19:46:45.112374 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5402a144-9879-4c20-b55e-70c0035ac925 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:46:45.113782 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 52aed902-aded-4b82-bc75-4ca5a1dc5e81 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:46:45.114298 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 52aed902-aded-4b82-bc75-4ca5a1dc5e81 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:46:45.141225 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2723df0d-52c3-4073-b8fc-9a22cbe5f4bf req-ad5cf522-0411-45b7-bbcf-b4d0e4067562 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=41cecf33-fa13-4cd8-a391-4108a76bdebf HTTP/1.1" status: 200 len: 1002 time: 0.0745242 Oct 12 19:46:45.191799 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2723df0d-52c3-4073-b8fc-9a22cbe5f4bf req-5d193cf2-4e16-4716-b58d-02737995bbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:45.193394 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2723df0d-52c3-4073-b8fc-9a22cbe5f4bf req-5d193cf2-4e16-4716-b58d-02737995bbe6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b93d1e81-75e4-49a9-8d0f-39bf98a8696d HTTP/1.1" status: 200 len: 852 time: 0.0436609 Oct 12 19:46:45.194695 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-5402a144-9879-4c20-b55e-70c0035ac925 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2636583 Oct 12 19:46:45.197739 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53222) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:45.202725 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-c738dd57-376c-4be2-9bf2-88958ccb4eba tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Request body: {'subnet': {'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:46:45.244431 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2723df0d-52c3-4073-b8fc-9a22cbe5f4bf req-b22d01c2-2566-4ac9-bc32-78d3bc1711c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:45.246643 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2723df0d-52c3-4073-b8fc-9a22cbe5f4bf req-b22d01c2-2566-4ac9-bc32-78d3bc1711c7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d1e6cf90-e461-4344-8285-6e9d900c8060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452781 Oct 12 19:46:45.339943 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2723df0d-52c3-4073-b8fc-9a22cbe5f4bf req-b23f5185-ecf7-4160-bb01-ac4632ac34f5 service neutron] 10.222.0.61 "GET /v2.0/networks/d1e6cf90-e461-4344-8285-6e9d900c8060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843704 Oct 12 19:46:45.340904 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c738dd57-376c-4be2-9bf2-88958ccb4eba tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Made reservation on behalf of 8364cd1e2e78405187c9b3041bd139e1 for: {'subnet': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:46:45.345289 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c738dd57-376c-4be2-9bf2-88958ccb4eba tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4612397'] for subnet, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:45.346940 n-d-813679-3 neutron-server[95501]: INFO neutron.pecan_wsgi.hooks.translation [None req-c738dd57-376c-4be2-9bf2-88958ccb4eba tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 19:46:45.347386 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c738dd57-376c-4be2-9bf2-88958ccb4eba tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:46:45.423481 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-c738dd57-376c-4be2-9bf2-88958ccb4eba tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2246406 Oct 12 19:46:45.425957 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53224) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:45.432763 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2723df0d-52c3-4073-b8fc-9a22cbe5f4bf req-4272db36-89b9-4d63-a0cd-23c8d345ca20 service neutron] 10.222.0.61 "GET /v2.0/networks/d1e6cf90-e461-4344-8285-6e9d900c8060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838327 Oct 12 19:46:45.463279 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-d332bd80-32c4-4d0f-b8ec-7f40caeb8f0d tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0361383 Oct 12 19:46:45.465764 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53226) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:45.514780 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2f0180-11aa-4018-9e84-d243d29f5644 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:45.516235 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-6f2f0180-11aa-4018-9e84-d243d29f5644 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0495632 Oct 12 19:46:45.518681 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53228) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:45.554608 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-7e52a904-df5f-4ffb-a57a-f6f2a04af881 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0349059 Oct 12 19:46:45.558571 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53230) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:45.563139 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-e4bdefec-e991-4f7b-9c19-9a17607ce9f6 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Request body: {'subnet': {'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:46:45.690335 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da79b2c-a8ef-4d70-816d-365ecfa9690c req-6f74573c-c556-48dc-ab94-f396cd84bf31 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:45.691714 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1da79b2c-a8ef-4d70-816d-365ecfa9690c req-6f74573c-c556-48dc-ab94-f396cd84bf31 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] 10.222.0.49 "GET /v2.0/ports?device_id=db1c3664-38c1-419d-9f01-4ffe83c10294 HTTP/1.1" status: 200 len: 908 time: 0.0658953 Oct 12 19:46:45.756537 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4bdefec-e991-4f7b-9c19-9a17607ce9f6 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Made reservation on behalf of 8364cd1e2e78405187c9b3041bd139e1 for: {'subnet': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:46:45.760062 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e4bdefec-e991-4f7b-9c19-9a17607ce9f6 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4612397'] for subnet, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:45.846792 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3cae02-61a3-45d8-923e-9888ff1a65fc req-42944cbf-6105-4a77-933e-b2e06e9763eb tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:45.848321 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1e3cae02-61a3-45d8-923e-9888ff1a65fc req-42944cbf-6105-4a77-933e-b2e06e9763eb tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] 10.222.0.61 "GET /v2.0/ports?device_id=db1c3664-38c1-419d-9f01-4ffe83c10294 HTTP/1.1" status: 200 len: 908 time: 0.0521963 Oct 12 19:46:45.943297 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-1e3cae02-61a3-45d8-923e-9888ff1a65fc req-f0c77df8-7a56-4d8d-a17a-c200dc6427ce tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Deleting port 8c6bf326-889e-48d1-a060-0bec2296ac28 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:46:45.943540 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-1e3cae02-61a3-45d8-923e-9888ff1a65fc req-f0c77df8-7a56-4d8d-a17a-c200dc6427ce tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:46.038119 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-1e3cae02-61a3-45d8-923e-9888ff1a65fc req-f0c77df8-7a56-4d8d-a17a-c200dc6427ce tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] For port 8c6bf326-889e-48d1-a060-0bec2296ac28, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=8c6bf326-889e-48d1-a060-0bec2296ac28,segment=NetworkSegment(0a03a301-e3bf-4783-9e4e-e98abe6aa700),segment_id=0a03a301-e3bf-4783-9e4e-e98abe6aa700)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:46:46.038566 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-1e3cae02-61a3-45d8-923e-9888ff1a65fc req-f0c77df8-7a56-4d8d-a17a-c200dc6427ce tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:46.050951 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-1e3cae02-61a3-45d8-923e-9888ff1a65fc req-f0c77df8-7a56-4d8d-a17a-c200dc6427ce tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Calling delete_port for 8c6bf326-889e-48d1-a060-0bec2296ac28 owned by compute:nova {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:46:46.062956 n-d-813679-3 neutron-server[95501]: DEBUG neutron.objects.ports [None req-e4bdefec-e991-4f7b-9c19-9a17607ce9f6 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95501) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 12 19:46:46.064385 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e4bdefec-e991-4f7b-9c19-9a17607ce9f6 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4824863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4612355'] for subnet, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:46.103059 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4bdefec-e991-4f7b-9c19-9a17607ce9f6 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Network 1f23293e-d35c-4759-ab9f-8562175c4da5 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:46:46.110544 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-e4bdefec-e991-4f7b-9c19-9a17607ce9f6 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:46:46.115565 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4bdefec-e991-4f7b-9c19-9a17607ce9f6 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:46.115963 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e4bdefec-e991-4f7b-9c19-9a17607ce9f6 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:46.121129 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d542808a-8854-4029-8216-9a059837021d None None] Network 1f23293e-d35c-4759-ab9f-8562175c4da5 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:46:46.128440 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bdefec-e991-4f7b-9c19-9a17607ce9f6 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Pushing event updated for resources: {'Subnet': ['ID=71d0db20-fe70-4839-b830-af71b15ec53e,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:46.138279 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bdefec-e991-4f7b-9c19-9a17607ce9f6 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:46:46.138629 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bdefec-e991-4f7b-9c19-9a17607ce9f6 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:46:46.140937 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bdefec-e991-4f7b-9c19-9a17607ce9f6 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:46:46.140937 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bdefec-e991-4f7b-9c19-9a17607ce9f6 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:46:46.140937 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bdefec-e991-4f7b-9c19-9a17607ce9f6 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:46:46.140937 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bdefec-e991-4f7b-9c19-9a17607ce9f6 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:46:46.140937 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bdefec-e991-4f7b-9c19-9a17607ce9f6 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:46:46.140937 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bdefec-e991-4f7b-9c19-9a17607ce9f6 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:46:46.141446 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bdefec-e991-4f7b-9c19-9a17607ce9f6 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:46:46.141446 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bdefec-e991-4f7b-9c19-9a17607ce9f6 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:46:46.141609 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bdefec-e991-4f7b-9c19-9a17607ce9f6 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:46:46.142145 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bdefec-e991-4f7b-9c19-9a17607ce9f6 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:46:46.212101 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-e4bdefec-e991-4f7b-9c19-9a17607ce9f6 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6524136 Oct 12 19:46:46.215681 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53234) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:46.220742 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-b704bfa6-abf2-4d9b-a552-24fb63f45066 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Request body: {'port': {'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5', 'mac_address': 'fa:16:3e:f9:76:58', 'name': 'tempest-NetworksTestDHCPv6-1299633963'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:46:46.260059 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-1e3cae02-61a3-45d8-923e-9888ff1a65fc req-f0c77df8-7a56-4d8d-a17a-c200dc6427ce tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:46.282023 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa28aad-d915-45c9-81fd-efa38d400d78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-1f23293e-d35c-4759-ab9f-8562175c4da5', 'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5', 'tenant_id': '8364cd1e2e78405187c9b3041bd139e1', 'fixed_ips': [{'subnet_id': '71d0db20-fe70-4839-b830-af71b15ec53e'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:46:46.282921 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0aa28aad-d915-45c9-81fd-efa38d400d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:46.298950 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c77df8-7a56-4d8d-a17a-c200dc6427ce tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Pushing event deleted for resources: {'Port': ['ID=8c6bf326-889e-48d1-a060-0bec2296ac28,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:46.356166 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e3cae02-61a3-45d8-923e-9888ff1a65fc req-f0c77df8-7a56-4d8d-a17a-c200dc6427ce tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] No DVR routers for this DVR port 8c6bf326-889e-48d1-a060-0bec2296ac28 on host n-h1-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:46:46.364969 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-1e3cae02-61a3-45d8-923e-9888ff1a65fc req-f0c77df8-7a56-4d8d-a17a-c200dc6427ce tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:46.368363 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1e3cae02-61a3-45d8-923e-9888ff1a65fc req-f0c77df8-7a56-4d8d-a17a-c200dc6427ce tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] 10.222.0.61 "DELETE /v2.0/ports/8c6bf326-889e-48d1-a060-0bec2296ac28 HTTP/1.1" status: 204 len: 173 time: 0.5120537 Oct 12 19:46:46.368825 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db1c3664-38c1-419d-9f01-4ffe83c10294', 'name': 'network-vif-deleted', 'tag': '8c6bf326-889e-48d1-a060-0bec2296ac28'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:46:46.372213 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-296b660f-0019-4106-b2ba-0ff9e4f7083b" -d '{"events": [{"server_uuid": "db1c3664-38c1-419d-9f01-4ffe83c10294", "name": "network-vif-deleted", "tag": "8c6bf326-889e-48d1-a060-0bec2296ac28"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:46:46.417007 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94ebb558-ac22-46df-9409-5507f1b29045 x-openstack-request-id: req-94ebb558-ac22-46df-9409-5507f1b29045 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:46:46.417438 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db1c3664-38c1-419d-9f01-4ffe83c10294", "name": "network-vif-deleted", "tag": "8c6bf326-889e-48d1-a060-0bec2296ac28", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:46:46.417880 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-94ebb558-ac22-46df-9409-5507f1b29045 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:46:46.418363 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db1c3664-38c1-419d-9f01-4ffe83c10294', 'name': 'network-vif-deleted', 'tag': '8c6bf326-889e-48d1-a060-0bec2296ac28', 'status': 'completed', 'code': 200} Oct 12 19:46:46.429739 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-0aa28aad-d915-45c9-81fd-efa38d400d78 None None] Allocated IP 2001:db8::f816:3eff:fe86:37e9 (1f23293e-d35c-4759-ab9f-8562175c4da5/71d0db20-fe70-4839-b830-af71b15ec53e/cb8fe4ef-d910-4f5f-b5b1-57cb36e859fa) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:46:46.518399 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b704bfa6-abf2-4d9b-a552-24fb63f45066 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Made reservation on behalf of 8364cd1e2e78405187c9b3041bd139e1 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:46:46.588218 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0aa28aad-d915-45c9-81fd-efa38d400d78 None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:46.608866 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b704bfa6-abf2-4d9b-a552-24fb63f45066 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:46.628509 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [None req-b704bfa6-abf2-4d9b-a552-24fb63f45066 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] device_id is not set on port aa508371-c3ae-4181-a9b2-7a6faf501a8e yet. {{(pid=95502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 19:46:46.639493 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0aa28aad-d915-45c9-81fd-efa38d400d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:46.685384 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa28aad-d915-45c9-81fd-efa38d400d78 None None] Network 1f23293e-d35c-4759-ab9f-8562175c4da5 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:46:46.688957 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-0aa28aad-d915-45c9-81fd-efa38d400d78 None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:46:46.696204 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa28aad-d915-45c9-81fd-efa38d400d78 None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:46:46.702837 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa28aad-d915-45c9-81fd-efa38d400d78 None None] Pushing event updated for resources: {'Port': ['ID=cb8fe4ef-d910-4f5f-b5b1-57cb36e859fa,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:46.760515 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-0aa28aad-d915-45c9-81fd-efa38d400d78 None None] Attempting to bind port cb8fe4ef-d910-4f5f-b5b1-57cb36e859fa on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:46:46.760910 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-0aa28aad-d915-45c9-81fd-efa38d400d78 None None] Attempting to bind port cb8fe4ef-d910-4f5f-b5b1-57cb36e859fa by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '5b15e8ea-52cb-48bc-9b05-d8b033d6797c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:46:46.761247 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-b704bfa6-abf2-4d9b-a552-24fb63f45066 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Allocated IP 2001:db8::f816:3eff:fef9:7658 (1f23293e-d35c-4759-ab9f-8562175c4da5/71d0db20-fe70-4839-b830-af71b15ec53e/aa508371-c3ae-4181-a9b2-7a6faf501a8e) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:46:46.761431 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa28aad-d915-45c9-81fd-efa38d400d78 None None] Attempting to bind port cb8fe4ef-d910-4f5f-b5b1-57cb36e859fa on network 1f23293e-d35c-4759-ab9f-8562175c4da5 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:46:46.766664 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa28aad-d915-45c9-81fd-efa38d400d78 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:46:46.767185 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa28aad-d915-45c9-81fd-efa38d400d78 None None] Checking segment: {'id': '5b15e8ea-52cb-48bc-9b05-d8b033d6797c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:46:46.767429 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0aa28aad-d915-45c9-81fd-efa38d400d78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:46.767819 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa28aad-d915-45c9-81fd-efa38d400d78 None None] Bound using segment: {'id': '5b15e8ea-52cb-48bc-9b05-d8b033d6797c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:46:46.768359 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-0aa28aad-d915-45c9-81fd-efa38d400d78 None None] Bound port: cb8fe4ef-d910-4f5f-b5b1-57cb36e859fa, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b15e8ea-52cb-48bc-9b05-d8b033d6797c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:46:46.772182 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0aa28aad-d915-45c9-81fd-efa38d400d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:46.826313 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1b88e7ed-54bb-4b1a-9d39-a90561180a4b req-a967eb94-6d79-4ce9-b541-35af8c743941 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] 10.222.0.49 "GET /v2.0/ports?device_id=db1c3664-38c1-419d-9f01-4ffe83c10294 HTTP/1.1" status: 200 len: 210 time: 0.0392506 Oct 12 19:46:46.836978 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-0aa28aad-d915-45c9-81fd-efa38d400d78 None None] For port cb8fe4ef-d910-4f5f-b5b1-57cb36e859fa, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:46:46.840248 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-0aa28aad-d915-45c9-81fd-efa38d400d78 None None] For port cb8fe4ef-d910-4f5f-b5b1-57cb36e859fa, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=cb8fe4ef-d910-4f5f-b5b1-57cb36e859fa,segment=NetworkSegment(5b15e8ea-52cb-48bc-9b05-d8b033d6797c),segment_id=5b15e8ea-52cb-48bc-9b05-d8b033d6797c)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:46:46.916675 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b704bfa6-abf2-4d9b-a552-24fb63f45066 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:46.924478 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0aa28aad-d915-45c9-81fd-efa38d400d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:46.994491 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa28aad-d915-45c9-81fd-efa38d400d78 None None] Pushing event updated for resources: {'Port': ['ID=cb8fe4ef-d910-4f5f-b5b1-57cb36e859fa,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:47.067409 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b704bfa6-abf2-4d9b-a552-24fb63f45066 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:47.125678 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b704bfa6-abf2-4d9b-a552-24fb63f45066 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Network 1f23293e-d35c-4759-ab9f-8562175c4da5 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:46:47.129493 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-b704bfa6-abf2-4d9b-a552-24fb63f45066 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:46:47.134784 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b704bfa6-abf2-4d9b-a552-24fb63f45066 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:46:47.148078 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b704bfa6-abf2-4d9b-a552-24fb63f45066 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:47.152546 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b704bfa6-abf2-4d9b-a552-24fb63f45066 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:47.155358 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b704bfa6-abf2-4d9b-a552-24fb63f45066 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Pushing event updated for resources: {'Port': ['ID=aa508371-c3ae-4181-a9b2-7a6faf501a8e,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:47.269437 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-b704bfa6-abf2-4d9b-a552-24fb63f45066 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0526469 Oct 12 19:46:47.272361 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53240) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:47.325565 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b7c58ea-42e9-4d10-b709-f035ba1f1bfb tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:47.331642 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b7c58ea-42e9-4d10-b709-f035ba1f1bfb tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:47.333215 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-9b7c58ea-42e9-4d10-b709-f035ba1f1bfb tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0598288 Oct 12 19:46:47.335987 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53242) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:47.431465 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-c768278d-df3d-429d-9b89-bf6ed361186a tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Deleting port aa508371-c3ae-4181-a9b2-7a6faf501a8e {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:46:47.431829 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c768278d-df3d-429d-9b89-bf6ed361186a tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:47.516611 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c768278d-df3d-429d-9b89-bf6ed361186a tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:47.530183 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-c768278d-df3d-429d-9b89-bf6ed361186a tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Calling delete_port for aa508371-c3ae-4181-a9b2-7a6faf501a8e owned by {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:46:47.722648 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c768278d-df3d-429d-9b89-bf6ed361186a tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:47.752988 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c768278d-df3d-429d-9b89-bf6ed361186a tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Pushing event deleted for resources: {'Port': ['ID=aa508371-c3ae-4181-a9b2-7a6faf501a8e,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:47.781293 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c768278d-df3d-429d-9b89-bf6ed361186a tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:47.784618 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-c768278d-df3d-429d-9b89-bf6ed361186a tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "DELETE /v2.0/ports/aa508371-c3ae-4181-a9b2-7a6faf501a8e HTTP/1.1" status: 204 len: 168 time: 0.4476838 Oct 12 19:46:47.787303 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53244) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:47.843019 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4260990b-5172-4603-ab5b-0f590eacd17f tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:47.844725 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4260990b-5172-4603-ab5b-0f590eacd17f tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:47.846236 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-4260990b-5172-4603-ab5b-0f590eacd17f tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0579736 Oct 12 19:46:47.848896 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53248) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:47.890970 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53250) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:47.909208 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-54c0967e-7c96-4407-b1e4-6ae1a49dccd2 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Deleting subnet 71d0db20-fe70-4839-b830-af71b15ec53e {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:46:47.912676 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-54c0967e-7c96-4407-b1e4-6ae1a49dccd2 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:47.956521 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-6bec8186-1b7a-4d60-812a-4466a542b79e None None] Provisioning complete for port cb8fe4ef-d910-4f5f-b5b1-57cb36e859fa triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:46:47.957114 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6bec8186-1b7a-4d60-812a-4466a542b79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:47.964440 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-54c0967e-7c96-4407-b1e4-6ae1a49dccd2 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16313642'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:48.065873 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6bec8186-1b7a-4d60-812a-4466a542b79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:48.083888 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-54c0967e-7c96-4407-b1e4-6ae1a49dccd2 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:48.387068 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-54c0967e-7c96-4407-b1e4-6ae1a49dccd2 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4306592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16245866'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:48.406462 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-da9c44fe-b79d-4bf9-87ce-ab144d7e4e98 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8092566'] for router_interface, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:48.415067 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c0967e-7c96-4407-b1e4-6ae1a49dccd2 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Pushing event deleted for resources: {'Subnet': ['ID=71d0db20-fe70-4839-b830-af71b15ec53e,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:48.419545 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-54c0967e-7c96-4407-b1e4-6ae1a49dccd2 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:48.425087 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-54c0967e-7c96-4407-b1e4-6ae1a49dccd2 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "DELETE /v2.0/subnets/71d0db20-fe70-4839-b830-af71b15ec53e HTTP/1.1" status: 204 len: 168 time: 0.5731294 Oct 12 19:46:48.426125 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53252) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:48.432574 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5426a74b-6f88-4df0-ade6-e1b36ef7134e None None] Network 1f23293e-d35c-4759-ab9f-8562175c4da5 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:46:48.437122 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.db.api [None req-6bec8186-1b7a-4d60-812a-4466a542b79e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 19:46:48.437690 n-d-813679-3 neutron-server[95503]: DEBUG oslo_db.api [None req-6bec8186-1b7a-4d60-812a-4466a542b79e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 19:46:48.469493 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-60b9848b-bd16-4287-bfe8-45639ccb00a9 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0412993 Oct 12 19:46:48.472169 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53254) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:48.477482 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-d4d3e617-a71c-4fc6-9f8e-9a326bee4567 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Request body: {'subnet': {'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:46:48.620471 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4080c3d7-ad68-4e25-8745-565ad0439ee7 None None] DHCP port deletion for 1f23293e-d35c-4759-ab9f-8562175c4da5 request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 19:46:48.632178 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4d3e617-a71c-4fc6-9f8e-9a326bee4567 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Made reservation on behalf of 8364cd1e2e78405187c9b3041bd139e1 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:46:48.636104 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d4d3e617-a71c-4fc6-9f8e-9a326bee4567 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16245837'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:48.673064 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-4080c3d7-ad68-4e25-8745-565ad0439ee7 None None] Deleting port cb8fe4ef-d910-4f5f-b5b1-57cb36e859fa {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:46:48.673549 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4080c3d7-ad68-4e25-8745-565ad0439ee7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:48.685411 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-da9c44fe-b79d-4bf9-87ce-ab144d7e4e98 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Deleting port c87c2b2d-d9ae-4f30-bd42-ce54bf3155dc {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:46:48.685895 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-da9c44fe-b79d-4bf9-87ce-ab144d7e4e98 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:48.743523 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-4080c3d7-ad68-4e25-8745-565ad0439ee7 None None] For port cb8fe4ef-d910-4f5f-b5b1-57cb36e859fa, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=cb8fe4ef-d910-4f5f-b5b1-57cb36e859fa,segment=NetworkSegment(5b15e8ea-52cb-48bc-9b05-d8b033d6797c),segment_id=5b15e8ea-52cb-48bc-9b05-d8b033d6797c)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:46:48.743932 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4080c3d7-ad68-4e25-8745-565ad0439ee7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:48.758038 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-4080c3d7-ad68-4e25-8745-565ad0439ee7 None None] Calling delete_port for cb8fe4ef-d910-4f5f-b5b1-57cb36e859fa owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:46:48.790793 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [None req-da9c44fe-b79d-4bf9-87ce-ab144d7e4e98 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] For port c87c2b2d-d9ae-4f30-bd42-ce54bf3155dc, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=c87c2b2d-d9ae-4f30-bd42-ce54bf3155dc,segment=NetworkSegment(0a03a301-e3bf-4783-9e4e-e98abe6aa700),segment_id=0a03a301-e3bf-4783-9e4e-e98abe6aa700)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:46:48.791200 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-da9c44fe-b79d-4bf9-87ce-ab144d7e4e98 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:48.804522 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-da9c44fe-b79d-4bf9-87ce-ab144d7e4e98 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Calling delete_port for c87c2b2d-d9ae-4f30-bd42-ce54bf3155dc owned by network:router_interface {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:46:48.900976 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4080c3d7-ad68-4e25-8745-565ad0439ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:48.927766 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4080c3d7-ad68-4e25-8745-565ad0439ee7 None None] Pushing event deleted for resources: {'Port': ['ID=cb8fe4ef-d910-4f5f-b5b1-57cb36e859fa,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:48.929699 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4080c3d7-ad68-4e25-8745-565ad0439ee7 None None] No DVR routers for this DVR port cb8fe4ef-d910-4f5f-b5b1-57cb36e859fa on host n-d-813679-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:46:48.934345 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 8c6bf326-889e-48d1-a060-0bec2296ac28 no longer exists at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:46:48.959438 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] No Port match for: 8c6bf326-889e-48d1-a060-0bec2296ac28 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:46:48.960140 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 8c6bf326-889e-48d1-a060-0bec2296ac28 not bound to the agent host n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:46:48.978050 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-6bec8186-1b7a-4d60-812a-4466a542b79e None None] Port cb8fe4ef-d910-4f5f-b5b1-57cb36e859fa update to ACTIVE by agent not found {{(pid=95503) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 12 19:46:49.025622 n-d-813679-3 neutron-server[95502]: DEBUG neutron.objects.ports [None req-d4d3e617-a71c-4fc6-9f8e-9a326bee4567 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95502) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 12 19:46:49.027845 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d4d3e617-a71c-4fc6-9f8e-9a326bee4567 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4306659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16245859'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:49.069510 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d3e617-a71c-4fc6-9f8e-9a326bee4567 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Network 1f23293e-d35c-4759-ab9f-8562175c4da5 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:46:49.074614 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-d4d3e617-a71c-4fc6-9f8e-9a326bee4567 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:46:49.080223 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d3e617-a71c-4fc6-9f8e-9a326bee4567 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:49.080223 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d4d3e617-a71c-4fc6-9f8e-9a326bee4567 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:49.084741 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e376ae-fac4-4441-8d04-fab257908f86 None None] Network 1f23293e-d35c-4759-ab9f-8562175c4da5 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:46:49.092739 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d3e617-a71c-4fc6-9f8e-9a326bee4567 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Pushing event updated for resources: {'Subnet': ['ID=bfadc5e8-1358-4467-8f9f-dbd3b63ec9e7,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:49.103091 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-da9c44fe-b79d-4bf9-87ce-ab144d7e4e98 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:49.109426 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-b485f890-a8bd-43eb-b996-1360f09a6f3b None None] Could not find standard attr ID for object aa508371-c3ae-4181-a9b2-7a6faf501a8e. {{(pid=95503) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 19:46:49.128697 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9c44fe-b79d-4bf9-87ce-ab144d7e4e98 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Pushing event deleted for resources: {'Port': ['ID=c87c2b2d-d9ae-4f30-bd42-ce54bf3155dc,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:49.226617 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-d4d3e617-a71c-4fc6-9f8e-9a326bee4567 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7531505 Oct 12 19:46:49.227930 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53256) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:49.234739 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-32af4820-d71c-4a9a-a7e0-fa37c6d8e7fb tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Request body: {'port': {'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5', 'mac_address': 'fa:16:3e:9d:32:23', 'name': 'tempest-NetworksTestDHCPv6-1481153885'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:46:49.292866 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f709ee72-b73e-47aa-bbb2-1486d3a90e5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-1f23293e-d35c-4759-ab9f-8562175c4da5', 'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5', 'tenant_id': '8364cd1e2e78405187c9b3041bd139e1', 'fixed_ips': [{'subnet_id': 'bfadc5e8-1358-4467-8f9f-dbd3b63ec9e7'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:46:49.293864 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f709ee72-b73e-47aa-bbb2-1486d3a90e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:49.443868 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-f709ee72-b73e-47aa-bbb2-1486d3a90e5c None None] Allocated IP 2001:db8::f816:3eff:fe2b:9441 (1f23293e-d35c-4759-ab9f-8562175c4da5/bfadc5e8-1358-4467-8f9f-dbd3b63ec9e7/e9d2e0ce-c5b5-4095-aa4f-c873f2009960) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:46:49.472346 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32af4820-d71c-4a9a-a7e0-fa37c6d8e7fb tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Made reservation on behalf of 8364cd1e2e78405187c9b3041bd139e1 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:46:49.477582 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-32af4820-d71c-4a9a-a7e0-fa37c6d8e7fb tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:49.503277 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [None req-32af4820-d71c-4a9a-a7e0-fa37c6d8e7fb tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] device_id is not set on port b1693e41-3f8a-4442-9573-02e5eaea80a8 yet. {{(pid=95502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 19:46:49.599267 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f709ee72-b73e-47aa-bbb2-1486d3a90e5c None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:49.647261 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-da9c44fe-b79d-4bf9-87ce-ab144d7e4e98 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7898909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8092450'] for router_interface, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:49.665330 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f709ee72-b73e-47aa-bbb2-1486d3a90e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:49.707973 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f709ee72-b73e-47aa-bbb2-1486d3a90e5c None None] Network 1f23293e-d35c-4759-ab9f-8562175c4da5 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:46:49.710945 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-f709ee72-b73e-47aa-bbb2-1486d3a90e5c None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:46:49.715981 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f709ee72-b73e-47aa-bbb2-1486d3a90e5c None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:46:49.719035 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-32af4820-d71c-4a9a-a7e0-fa37c6d8e7fb tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Allocated IP 2001:db8::f816:3eff:fe9d:3223 (1f23293e-d35c-4759-ab9f-8562175c4da5/bfadc5e8-1358-4467-8f9f-dbd3b63ec9e7/b1693e41-3f8a-4442-9573-02e5eaea80a8) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:46:49.719206 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709ee72-b73e-47aa-bbb2-1486d3a90e5c None None] Pushing event updated for resources: {'Port': ['ID=e9d2e0ce-c5b5-4095-aa4f-c873f2009960,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:49.782803 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-f709ee72-b73e-47aa-bbb2-1486d3a90e5c None None] Attempting to bind port e9d2e0ce-c5b5-4095-aa4f-c873f2009960 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:46:49.783324 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-f709ee72-b73e-47aa-bbb2-1486d3a90e5c None None] Attempting to bind port e9d2e0ce-c5b5-4095-aa4f-c873f2009960 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '5b15e8ea-52cb-48bc-9b05-d8b033d6797c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:46:49.783791 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f709ee72-b73e-47aa-bbb2-1486d3a90e5c None None] Attempting to bind port e9d2e0ce-c5b5-4095-aa4f-c873f2009960 on network 1f23293e-d35c-4759-ab9f-8562175c4da5 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:46:49.788945 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f709ee72-b73e-47aa-bbb2-1486d3a90e5c None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:46:49.789551 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f709ee72-b73e-47aa-bbb2-1486d3a90e5c None None] Checking segment: {'id': '5b15e8ea-52cb-48bc-9b05-d8b033d6797c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:46:49.790058 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f709ee72-b73e-47aa-bbb2-1486d3a90e5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:49.790568 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f709ee72-b73e-47aa-bbb2-1486d3a90e5c None None] Bound using segment: {'id': '5b15e8ea-52cb-48bc-9b05-d8b033d6797c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:46:49.791164 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-f709ee72-b73e-47aa-bbb2-1486d3a90e5c None None] Bound port: e9d2e0ce-c5b5-4095-aa4f-c873f2009960, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b15e8ea-52cb-48bc-9b05-d8b033d6797c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:46:49.791656 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f709ee72-b73e-47aa-bbb2-1486d3a90e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:49.869897 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-f709ee72-b73e-47aa-bbb2-1486d3a90e5c None None] For port e9d2e0ce-c5b5-4095-aa4f-c873f2009960, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:46:49.875166 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-f709ee72-b73e-47aa-bbb2-1486d3a90e5c None None] For port e9d2e0ce-c5b5-4095-aa4f-c873f2009960, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=e9d2e0ce-c5b5-4095-aa4f-c873f2009960,segment=NetworkSegment(5b15e8ea-52cb-48bc-9b05-d8b033d6797c),segment_id=5b15e8ea-52cb-48bc-9b05-d8b033d6797c)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:46:49.875981 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da9c44fe-b79d-4bf9-87ce-ab144d7e4e98 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Router 8edd9394-5f47-4ca2-ab4f-665490b371ff has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:46:49.896395 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-32af4820-d71c-4a9a-a7e0-fa37c6d8e7fb tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:49.952462 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f709ee72-b73e-47aa-bbb2-1486d3a90e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:49.980868 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da9c44fe-b79d-4bf9-87ce-ab144d7e4e98 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:46:49.985869 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-da9c44fe-b79d-4bf9-87ce-ab144d7e4e98 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] 10.222.0.49 "PUT /v2.0/routers/8edd9394-5f47-4ca2-ab4f-665490b371ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0931799 Oct 12 19:46:49.988770 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53258) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:49.995274 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e93930f-2aa8-4080-b473-4ff7b22ff337 None None] Sync routers for ids ['8edd9394-5f47-4ca2-ab4f-665490b371ff'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:46:50.005082 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e93930f-2aa8-4080-b473-4ff7b22ff337 None None] Routers {'8edd9394-5f47-4ca2-ab4f-665490b371ff'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:46:50.006910 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-4e93930f-2aa8-4080-b473-4ff7b22ff337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:46:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['8edd9394-5f47-4ca2-ab4f-665490b371ff'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:46:50.018830 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709ee72-b73e-47aa-bbb2-1486d3a90e5c None None] Pushing event updated for resources: {'Port': ['ID=e9d2e0ce-c5b5-4095-aa4f-c873f2009960,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:50.032203 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-32af4820-d71c-4a9a-a7e0-fa37c6d8e7fb tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:50.107485 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32af4820-d71c-4a9a-a7e0-fa37c6d8e7fb tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Network 1f23293e-d35c-4759-ab9f-8562175c4da5 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:46:50.111628 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-32af4820-d71c-4a9a-a7e0-fa37c6d8e7fb tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:46:50.123216 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc3ad21f-ba0b-4c29-97e7-7587332f90bb tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Deleting subnet 44c5db24-70ab-4ccc-9b12-257656ed417c {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:46:50.126217 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32af4820-d71c-4a9a-a7e0-fa37c6d8e7fb tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:46:50.132439 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32af4820-d71c-4a9a-a7e0-fa37c6d8e7fb tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:50.133169 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-32af4820-d71c-4a9a-a7e0-fa37c6d8e7fb tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:50.138297 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32af4820-d71c-4a9a-a7e0-fa37c6d8e7fb tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Pushing event updated for resources: {'Port': ['ID=b1693e41-3f8a-4442-9573-02e5eaea80a8,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:50.144441 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cc3ad21f-ba0b-4c29-97e7-7587332f90bb tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:50.214411 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cc3ad21f-ba0b-4c29-97e7-7587332f90bb tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16313642'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:50.247575 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-4e93930f-2aa8-4080-b473-4ff7b22ff337 None None] Set router 8edd9394-5f47-4ca2-ab4f-665490b371ff gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:46:50.273443 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-32af4820-d71c-4a9a-a7e0-fa37c6d8e7fb tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0418043 Oct 12 19:46:50.273684 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53260) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:50.356050 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cc3ad21f-ba0b-4c29-97e7-7587332f90bb tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:50.384457 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c38fa5-c49c-4bec-a8bb-c6cb9f12148a tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:50.391099 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c38fa5-c49c-4bec-a8bb-c6cb9f12148a tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:50.392670 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-d8c38fa5-c49c-4bec-a8bb-c6cb9f12148a tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1181371 Oct 12 19:46:50.395654 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53262) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:50.442515 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-4e93930f-2aa8-4080-b473-4ff7b22ff337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8edd9394-5f47-4ca2-ab4f-665490b371ff', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1710564487', 'tenant_id': '60a440c0fade4c7fb5b44230bfb707fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': '02d45be0-6eb3-4587-be39-e9d6d223130a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:46:21Z', 'updated_at': '2021-10-12T19:46:48Z', 'revision_number': 5, 'project_id': '60a440c0fade4c7fb5b44230bfb707fc', 'gw_port': {'id': '02d45be0-6eb3-4587-be39-e9d6d223130a', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ca:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8edd9394-5f47-4ca2-ab4f-665490b371ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:46:21Z', 'updated_at': '2021-10-12T19:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:46:50.468191 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e93930f-2aa8-4080-b473-4ff7b22ff337 None None] Checking router: 8edd9394-5f47-4ca2-ab4f-665490b371ff for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:46:50.477064 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e93930f-2aa8-4080-b473-4ff7b22ff337 None None] Routers {'8edd9394-5f47-4ca2-ab4f-665490b371ff'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:46:50.477687 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-4e93930f-2aa8-4080-b473-4ff7b22ff337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:46:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['8edd9394-5f47-4ca2-ab4f-665490b371ff'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:46:50.508555 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-a2a64219-b161-40c6-aeb1-0250b9e39f42 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Deleting port b1693e41-3f8a-4442-9573-02e5eaea80a8 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:46:50.509111 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a2a64219-b161-40c6-aeb1-0250b9e39f42 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:50.552604 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cc3ad21f-ba0b-4c29-97e7-7587332f90bb tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4306592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16245866'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:50.582914 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-4e93930f-2aa8-4080-b473-4ff7b22ff337 None None] Set router 8edd9394-5f47-4ca2-ab4f-665490b371ff gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:46:50.586243 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3ad21f-ba0b-4c29-97e7-7587332f90bb tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Pushing event deleted for resources: {'Subnet': ['ID=44c5db24-70ab-4ccc-9b12-257656ed417c,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:50.598915 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cc3ad21f-ba0b-4c29-97e7-7587332f90bb tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:50.607314 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-cc3ad21f-ba0b-4c29-97e7-7587332f90bb tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] 10.222.0.49 "DELETE /v2.0/subnets/44c5db24-70ab-4ccc-9b12-257656ed417c HTTP/1.1" status: 204 len: 168 time: 0.6145074 Oct 12 19:46:50.607537 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d549dba-1f21-4f51-a1e1-b64c8cd224f1 None None] Network e8d980f4-7e8c-42fd-bce3-0307d169111d requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:46:50.608503 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53264) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:50.644653 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a2a64219-b161-40c6-aeb1-0250b9e39f42 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:50.674495 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-a2a64219-b161-40c6-aeb1-0250b9e39f42 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Calling delete_port for b1693e41-3f8a-4442-9573-02e5eaea80a8 owned by {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:46:50.784634 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-29c81ae7-16d5-4d34-bc8b-60138cd95ae9 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks [] for router, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:50.801755 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-4e93930f-2aa8-4080-b473-4ff7b22ff337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8edd9394-5f47-4ca2-ab4f-665490b371ff', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1710564487', 'tenant_id': '60a440c0fade4c7fb5b44230bfb707fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': '02d45be0-6eb3-4587-be39-e9d6d223130a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:46:21Z', 'updated_at': '2021-10-12T19:46:48Z', 'revision_number': 5, 'project_id': '60a440c0fade4c7fb5b44230bfb707fc', 'gw_port': {'id': '02d45be0-6eb3-4587-be39-e9d6d223130a', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ca:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8edd9394-5f47-4ca2-ab4f-665490b371ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:46:21Z', 'updated_at': '2021-10-12T19:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:46:50.835231 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e93930f-2aa8-4080-b473-4ff7b22ff337 None None] The sync data for ids ['8edd9394-5f47-4ca2-ab4f-665490b371ff'] in n-d-813679-3 is: [{'id': '8edd9394-5f47-4ca2-ab4f-665490b371ff', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1710564487', 'tenant_id': '60a440c0fade4c7fb5b44230bfb707fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': '02d45be0-6eb3-4587-be39-e9d6d223130a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:46:21Z', 'updated_at': '2021-10-12T19:46:48Z', 'revision_number': 5, 'project_id': '60a440c0fade4c7fb5b44230bfb707fc', 'gw_port': {'id': '02d45be0-6eb3-4587-be39-e9d6d223130a', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ca:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8edd9394-5f47-4ca2-ab4f-665490b371ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:46:21Z', 'updated_at': '2021-10-12T19:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:46:50.853431 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff223304-a876-40b7-90aa-44bed483f26f None None] DHCP port deletion for e8d980f4-7e8c-42fd-bce3-0307d169111d request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 19:46:50.912223 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-ff223304-a876-40b7-90aa-44bed483f26f None None] Deleting port 9e15c99d-5505-4999-9c15-6ecd0c0e48b1 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:46:50.912902 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ff223304-a876-40b7-90aa-44bed483f26f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:50.934685 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-29c81ae7-16d5-4d34-bc8b-60138cd95ae9 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:50.962262 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a2a64219-b161-40c6-aeb1-0250b9e39f42 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:50.984597 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-ff223304-a876-40b7-90aa-44bed483f26f None None] For port 9e15c99d-5505-4999-9c15-6ecd0c0e48b1, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=9e15c99d-5505-4999-9c15-6ecd0c0e48b1,segment=NetworkSegment(0a03a301-e3bf-4783-9e4e-e98abe6aa700),segment_id=0a03a301-e3bf-4783-9e4e-e98abe6aa700)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:46:50.984991 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ff223304-a876-40b7-90aa-44bed483f26f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:50.999380 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a64219-b161-40c6-aeb1-0250b9e39f42 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Pushing event deleted for resources: {'Port': ['ID=b1693e41-3f8a-4442-9573-02e5eaea80a8,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:51.001526 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-ff223304-a876-40b7-90aa-44bed483f26f None None] Calling delete_port for 9e15c99d-5505-4999-9c15-6ecd0c0e48b1 owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:46:51.028184 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a2a64219-b161-40c6-aeb1-0250b9e39f42 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:51.031916 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-a2a64219-b161-40c6-aeb1-0250b9e39f42 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "DELETE /v2.0/ports/b1693e41-3f8a-4442-9573-02e5eaea80a8 HTTP/1.1" status: 204 len: 168 time: 0.6352923 Oct 12 19:46:51.039661 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53266) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:51.078031 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-29c81ae7-16d5-4d34-bc8b-60138cd95ae9 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Deleting port 02d45be0-6eb3-4587-be39-e9d6d223130a {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:46:51.078376 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-29c81ae7-16d5-4d34-bc8b-60138cd95ae9 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:51.111436 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a3e624-891a-49bf-ad5e-1c1a64bcf2e3 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:51.113293 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a3e624-891a-49bf-ad5e-1c1a64bcf2e3 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:51.114985 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-77a3e624-891a-49bf-ad5e-1c1a64bcf2e3 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0792768 Oct 12 19:46:51.117946 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53268) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:51.157351 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ff223304-a876-40b7-90aa-44bed483f26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:51.193836 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [None req-29c81ae7-16d5-4d34-bc8b-60138cd95ae9 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] For port 02d45be0-6eb3-4587-be39-e9d6d223130a, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=02d45be0-6eb3-4587-be39-e9d6d223130a,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:46:51.193836 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-29c81ae7-16d5-4d34-bc8b-60138cd95ae9 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:51.222623 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-29c81ae7-16d5-4d34-bc8b-60138cd95ae9 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Calling delete_port for 02d45be0-6eb3-4587-be39-e9d6d223130a owned by network:router_gateway {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:46:51.240424 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff223304-a876-40b7-90aa-44bed483f26f None None] No DVR routers for this DVR port 9e15c99d-5505-4999-9c15-6ecd0c0e48b1 on host n-d-813679-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:46:51.259210 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff223304-a876-40b7-90aa-44bed483f26f None None] Pushing event deleted for resources: {'Port': ['ID=9e15c99d-5505-4999-9c15-6ecd0c0e48b1,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:51.271935 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-6771fbd0-7880-4298-86d5-3a5316c3b723 None None] Provisioning complete for port e9d2e0ce-c5b5-4095-aa4f-c873f2009960 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:46:51.272711 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6771fbd0-7880-4298-86d5-3a5316c3b723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:51.394551 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6771fbd0-7880-4298-86d5-3a5316c3b723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:51.426933 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device e9d2e0ce-c5b5-4095-aa4f-c873f2009960 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:46:51.505160 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-6771fbd0-7880-4298-86d5-3a5316c3b723 None None] For port e9d2e0ce-c5b5-4095-aa4f-c873f2009960, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=e9d2e0ce-c5b5-4095-aa4f-c873f2009960,segment=NetworkSegment(5b15e8ea-52cb-48bc-9b05-d8b033d6797c),segment_id=5b15e8ea-52cb-48bc-9b05-d8b033d6797c)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:46:51.529496 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port e9d2e0ce-c5b5-4095-aa4f-c873f2009960 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:46:51.529496 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:51.603009 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6771fbd0-7880-4298-86d5-3a5316c3b723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:51.621757 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-29c81ae7-16d5-4d34-bc8b-60138cd95ae9 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:51.651474 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:51.662077 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c81ae7-16d5-4d34-bc8b-60138cd95ae9 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Pushing event deleted for resources: {'Port': ['ID=02d45be0-6eb3-4587-be39-e9d6d223130a,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:51.681032 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-16d5c671-cb71-4fd9-adcc-d1cdb9b05434 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Deleting subnet bfadc5e8-1358-4467-8f9f-dbd3b63ec9e7 {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:46:51.685019 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-16d5c671-cb71-4fd9-adcc-d1cdb9b05434 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:51.723180 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-45862ce3-c79c-42eb-b61f-65985161c909 None None] Could not find standard attr ID for object b1693e41-3f8a-4442-9573-02e5eaea80a8. {{(pid=95503) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 19:46:51.730169 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6771fbd0-7880-4298-86d5-3a5316c3b723 None None] Pushing event updated for resources: {'Port': ['ID=e9d2e0ce-c5b5-4095-aa4f-c873f2009960,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:51.733605 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.db.api [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 19:46:51.734010 n-d-813679-3 neutron-server[95503]: DEBUG oslo_db.api [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 19:46:51.735256 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-16d5c671-cb71-4fd9-adcc-d1cdb9b05434 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16313642'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:51.739566 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-29c81ae7-16d5-4d34-bc8b-60138cd95ae9 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7915456'] for router_gateway, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:51.817854 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-16d5c671-cb71-4fd9-adcc-d1cdb9b05434 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:51.831594 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-29c81ae7-16d5-4d34-bc8b-60138cd95ae9 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255495'] for router, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:51.835410 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-29c81ae7-16d5-4d34-bc8b-60138cd95ae9 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:51.952805 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-16d5c671-cb71-4fd9-adcc-d1cdb9b05434 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4306592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16245866'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:51.979212 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d5c671-cb71-4fd9-adcc-d1cdb9b05434 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Pushing event deleted for resources: {'Subnet': ['ID=bfadc5e8-1358-4467-8f9f-dbd3b63ec9e7,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:51.983378 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-16d5c671-cb71-4fd9-adcc-d1cdb9b05434 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:51.986557 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-16d5c671-cb71-4fd9-adcc-d1cdb9b05434 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "DELETE /v2.0/subnets/bfadc5e8-1358-4467-8f9f-dbd3b63ec9e7 HTTP/1.1" status: 204 len: 168 time: 0.8676088 Oct 12 19:46:51.989365 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53270) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:51.991876 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb0071e9-4109-4ffd-96cf-ef6a69725486 None None] Network 1f23293e-d35c-4759-ab9f-8562175c4da5 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:46:52.026446 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-29c81ae7-16d5-4d34-bc8b-60138cd95ae9 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8093499'] for router, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:52.026992 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29c81ae7-16d5-4d34-bc8b-60138cd95ae9 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Fanout notify agent at l3_agent the message router_deleted on router 8edd9394-5f47-4ca2-ab4f-665490b371ff {{(pid=95501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 19:46:52.029879 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-f27a56ca-61b4-4c4e-a3a4-09a896aff95f tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0393224 Oct 12 19:46:52.035446 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53272) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:52.035595 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-29c81ae7-16d5-4d34-bc8b-60138cd95ae9 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks [] for router, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:52.036737 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-29c81ae7-16d5-4d34-bc8b-60138cd95ae9 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] 10.222.0.49 "DELETE /v2.0/routers/8edd9394-5f47-4ca2-ab4f-665490b371ff HTTP/1.1" status: 204 len: 168 time: 1.4274197 Oct 12 19:46:52.039396 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53274) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:52.118462 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8edb5c89-4853-46a6-b918-5a0cf216d443 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:52.125241 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-8edb5c89-4853-46a6-b918-5a0cf216d443 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0886903 Oct 12 19:46:52.126029 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53276) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:52.161481 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5f6b3f7c-37da-4c93-88eb-004a8fedd19b tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:52.191971 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d7e76c2-b707-41b1-a2d8-442569bc9cb4 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:52.192550 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-8d7e76c2-b707-41b1-a2d8-442569bc9cb4 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0656562 Oct 12 19:46:52.193293 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53278) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:52.208716 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e5deeae-90b5-4da4-9f6f-88c4cfe5a35c None None] DHCP port deletion for 1f23293e-d35c-4759-ab9f-8562175c4da5 request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 19:46:52.239445 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53280) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:52.250242 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-18ea3382-21d3-448d-9964-5d4d51bdf3c0 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0453296 Oct 12 19:46:52.250448 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-14627c2a-9f40-4d66-a4a6-09fcf9232c94 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Request body: {'subnet': {'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:46:52.290915 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-0e5deeae-90b5-4da4-9f6f-88c4cfe5a35c None None] Deleting port e9d2e0ce-c5b5-4095-aa4f-c873f2009960 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:46:52.291296 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0e5deeae-90b5-4da4-9f6f-88c4cfe5a35c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:52.307267 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5f6b3f7c-37da-4c93-88eb-004a8fedd19b tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:52.342968 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-5f6b3f7c-37da-4c93-88eb-004a8fedd19b tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8d980f4-7e8c-42fd-bce3-0307d169111d']}} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:46:52.353962 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-0e5deeae-90b5-4da4-9f6f-88c4cfe5a35c None None] For port e9d2e0ce-c5b5-4095-aa4f-c873f2009960, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=e9d2e0ce-c5b5-4095-aa4f-c873f2009960,segment=NetworkSegment(5b15e8ea-52cb-48bc-9b05-d8b033d6797c),segment_id=5b15e8ea-52cb-48bc-9b05-d8b033d6797c)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:46:52.354356 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0e5deeae-90b5-4da4-9f6f-88c4cfe5a35c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:52.356776 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-5f6b3f7c-37da-4c93-88eb-004a8fedd19b tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a03a301-e3bf-4783-9e4e-e98abe6aa700') {'for_net_delete': True} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:46:52.357081 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-5f6b3f7c-37da-4c93-88eb-004a8fedd19b tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a03a301-e3bf-4783-9e4e-e98abe6aa700') {} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:46:52.367104 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-0e5deeae-90b5-4da4-9f6f-88c4cfe5a35c None None] Calling delete_port for e9d2e0ce-c5b5-4095-aa4f-c873f2009960 owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:46:52.370951 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5f6b3f7c-37da-4c93-88eb-004a8fedd19b tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4281072'] for segment, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:52.388601 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5f6b3f7c-37da-4c93-88eb-004a8fedd19b tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:52.394571 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f6b3f7c-37da-4c93-88eb-004a8fedd19b tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=95501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:46:52.395028 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5f6b3f7c-37da-4c93-88eb-004a8fedd19b tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4823170'] for segment, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:52.398094 n-d-813679-3 neutron-server[95501]: Traceback (most recent call last): Oct 12 19:46:52.398094 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:46:52.398094 n-d-813679-3 neutron-server[95501]: timer() Oct 12 19:46:52.398094 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:46:52.398094 n-d-813679-3 neutron-server[95501]: cb(*args, **kw) Oct 12 19:46:52.398094 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:46:52.398094 n-d-813679-3 neutron-server[95501]: return func(*args, **kwargs) Oct 12 19:46:52.398094 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:46:52.398094 n-d-813679-3 neutron-server[95501]: self._notify() Oct 12 19:46:52.398094 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:46:52.398094 n-d-813679-3 neutron-server[95501]: self.callback(batched_events) Oct 12 19:46:52.398094 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:46:52.398094 n-d-813679-3 neutron-server[95501]: event.method(event) Oct 12 19:46:52.398094 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:46:52.398094 n-d-813679-3 neutron-server[95501]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:46:52.398094 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:46:52.398094 n-d-813679-3 neutron-server[95501]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:46:52.398094 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:46:52.398094 n-d-813679-3 neutron-server[95501]: return f(self, *a, **k) Oct 12 19:46:52.398094 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:46:52.398094 n-d-813679-3 neutron-server[95501]: return self._get(url).json() Oct 12 19:46:52.398094 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:46:52.398094 n-d-813679-3 neutron-server[95501]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:46:52.398094 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:46:52.398094 n-d-813679-3 neutron-server[95501]: return self.request(url, 'GET', **kwargs) Oct 12 19:46:52.398094 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:46:52.398094 n-d-813679-3 neutron-server[95501]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:46:52.398094 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:46:52.398094 n-d-813679-3 neutron-server[95501]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:46:52.398094 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:46:52.398094 n-d-813679-3 neutron-server[95501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:46:52.398094 n-d-813679-3 neutron-server[95501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:46:52.506612 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14627c2a-9f40-4d66-a4a6-09fcf9232c94 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Made reservation on behalf of 8364cd1e2e78405187c9b3041bd139e1 for: {'subnet': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:46:52.510251 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-14627c2a-9f40-4d66-a4a6-09fcf9232c94 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4612397'] for subnet, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:52.539651 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device c87c2b2d-d9ae-4f30-bd42-ce54bf3155dc no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:46:52.544540 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0e5deeae-90b5-4da4-9f6f-88c4cfe5a35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:52.556724 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5f6b3f7c-37da-4c93-88eb-004a8fedd19b tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:52.565058 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5f6b3f7c-37da-4c93-88eb-004a8fedd19b tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks [] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:52.572938 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-5f6b3f7c-37da-4c93-88eb-004a8fedd19b tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] 10.222.0.49 "DELETE /v2.0/networks/e8d980f4-7e8c-42fd-bce3-0307d169111d HTTP/1.1" status: 204 len: 168 time: 0.5278711 Oct 12 19:46:52.573879 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53282) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:52.575660 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: c87c2b2d-d9ae-4f30-bd42-ce54bf3155dc {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:46:52.576125 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device c87c2b2d-d9ae-4f30-bd42-ce54bf3155dc not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:46:52.576621 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 9e15c99d-5505-4999-9c15-6ecd0c0e48b1 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:46:52.591445 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6b3f7c-37da-4c93-88eb-004a8fedd19b tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Pushing event deleted for resources: {'Network': ['ID=e8d980f4-7e8c-42fd-bce3-0307d169111d,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:52.613716 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5deeae-90b5-4da4-9f6f-88c4cfe5a35c None None] Pushing event deleted for resources: {'Port': ['ID=e9d2e0ce-c5b5-4095-aa4f-c873f2009960,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:52.615961 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5deeae-90b5-4da4-9f6f-88c4cfe5a35c None None] No DVR routers for this DVR port e9d2e0ce-c5b5-4095-aa4f-c873f2009960 on host n-d-813679-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:46:52.617460 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 9e15c99d-5505-4999-9c15-6ecd0c0e48b1 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:46:52.617874 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 9e15c99d-5505-4999-9c15-6ecd0c0e48b1 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:46:52.746349 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-4558495c-d433-4ed4-abbe-01954b2d3d35 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Deleting port 628ab240-741e-4567-92d7-ef4a56848753 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:46:52.746686 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4558495c-d433-4ed4-abbe-01954b2d3d35 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:52.826851 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4558495c-d433-4ed4-abbe-01954b2d3d35 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:52.827089 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4558495c-d433-4ed4-abbe-01954b2d3d35 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:52.838748 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-4558495c-d433-4ed4-abbe-01954b2d3d35 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Calling delete_port for 628ab240-741e-4567-92d7-ef4a56848753 owned by network:floatingip {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:46:52.862452 n-d-813679-3 neutron-server[95501]: DEBUG neutron.objects.ports [None req-14627c2a-9f40-4d66-a4a6-09fcf9232c94 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95501) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 12 19:46:52.863516 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-14627c2a-9f40-4d66-a4a6-09fcf9232c94 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4824863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4612355'] for subnet, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:52.908845 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14627c2a-9f40-4d66-a4a6-09fcf9232c94 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Network 1f23293e-d35c-4759-ab9f-8562175c4da5 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:46:52.913467 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-14627c2a-9f40-4d66-a4a6-09fcf9232c94 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:46:52.917622 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14627c2a-9f40-4d66-a4a6-09fcf9232c94 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:52.918215 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-14627c2a-9f40-4d66-a4a6-09fcf9232c94 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:52.923272 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f26032b-48aa-4e7b-9846-355b8c3192b2 None None] Network 1f23293e-d35c-4759-ab9f-8562175c4da5 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:46:52.929864 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14627c2a-9f40-4d66-a4a6-09fcf9232c94 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Pushing event updated for resources: {'Subnet': ['ID=06ac6092-702c-4574-9b9f-4b995247009f,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:53.023997 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-14627c2a-9f40-4d66-a4a6-09fcf9232c94 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.7832041 Oct 12 19:46:53.027258 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53284) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:53.032430 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-2beb6ab5-2906-49c0-abe1-56b6df4afa32 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Request body: {'port': {'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5', 'mac_address': 'fa:16:3e:76:56:82', 'name': 'tempest-NetworksTestDHCPv6-88712951'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:46:53.088410 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4558495c-d433-4ed4-abbe-01954b2d3d35 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:53.120985 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4558495c-d433-4ed4-abbe-01954b2d3d35 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Pushing event deleted for resources: {'Port': ['ID=628ab240-741e-4567-92d7-ef4a56848753,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:53.133864 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device e9d2e0ce-c5b5-4095-aa4f-c873f2009960 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:46:53.156683 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: e9d2e0ce-c5b5-4095-aa4f-c873f2009960 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:46:53.157030 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device e9d2e0ce-c5b5-4095-aa4f-c873f2009960 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:46:53.157450 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 02d45be0-6eb3-4587-be39-e9d6d223130a no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:46:53.180562 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 02d45be0-6eb3-4587-be39-e9d6d223130a {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:46:53.180911 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 02d45be0-6eb3-4587-be39-e9d6d223130a not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:46:53.191296 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4558495c-d433-4ed4-abbe-01954b2d3d35 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks [] for floatingip, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:53.191664 n-d-813679-3 neutron-server[95502]: INFO neutron.db.l3_db [None req-4558495c-d433-4ed4-abbe-01954b2d3d35 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Floating IP 91756f35-3c2c-484b-90c8-a8135384f4da disassociated (deleted). External IP: 172.25.5.5, port: 1d9570c6-d44b-41ea-860e-2b5d87bdf631. Oct 12 19:46:53.248132 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2beb6ab5-2906-49c0-abe1-56b6df4afa32 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Made reservation on behalf of 8364cd1e2e78405187c9b3041bd139e1 for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:46:53.281984 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb4670a-a7db-4a6c-9995-ad527029f5c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-1f23293e-d35c-4759-ab9f-8562175c4da5', 'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5', 'tenant_id': '8364cd1e2e78405187c9b3041bd139e1', 'fixed_ips': [{'subnet_id': '06ac6092-702c-4574-9b9f-4b995247009f'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:46:53.282964 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7cb4670a-a7db-4a6c-9995-ad527029f5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:53.344132 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2beb6ab5-2906-49c0-abe1-56b6df4afa32 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:53.366099 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [None req-2beb6ab5-2906-49c0-abe1-56b6df4afa32 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] device_id is not set on port b672cee2-9ee1-4610-a3f7-3a0878e9a1a5 yet. {{(pid=95501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 19:46:53.409410 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4558495c-d433-4ed4-abbe-01954b2d3d35 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Router fb1a6179-5f6a-4c29-94f7-6c4fc3c0d1a9 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:46:53.420618 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-7cb4670a-a7db-4a6c-9995-ad527029f5c9 None None] Allocated IP 2001:db8::f816:3eff:fef3:4150 (1f23293e-d35c-4759-ab9f-8562175c4da5/06ac6092-702c-4574-9b9f-4b995247009f/ad171434-8cae-4a7e-8bb1-843f853678d6) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:46:53.520590 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4558495c-d433-4ed4-abbe-01954b2d3d35 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:46:53.525795 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4558495c-d433-4ed4-abbe-01954b2d3d35 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:53.547047 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d3df53-ca04-4ab5-8cab-6674fbb6be4f None None] Sync routers for ids ['fb1a6179-5f6a-4c29-94f7-6c4fc3c0d1a9'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:46:53.555665 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-4558495c-d433-4ed4-abbe-01954b2d3d35 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] 10.222.0.49 "DELETE /v2.0/floatingips/91756f35-3c2c-484b-90c8-a8135384f4da HTTP/1.1" status: 204 len: 168 time: 0.9804926 Oct 12 19:46:53.555665 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '363fdc83-84df-4022-864a-62396151b198', 'tag': '1d9570c6-d44b-41ea-860e-2b5d87bdf631'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:46:53.555938 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ed6be23-9ce6-45df-9998-bdeb5f9ac4c4" -d '{"events": [{"name": "network-changed", "server_uuid": "363fdc83-84df-4022-864a-62396151b198", "tag": "1d9570c6-d44b-41ea-860e-2b5d87bdf631"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:46:53.568937 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d3df53-ca04-4ab5-8cab-6674fbb6be4f None None] Routers {'fb1a6179-5f6a-4c29-94f7-6c4fc3c0d1a9'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:46:53.569960 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-82d3df53-ca04-4ab5-8cab-6674fbb6be4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:46:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['fb1a6179-5f6a-4c29-94f7-6c4fc3c0d1a9'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:46:53.595986 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52dd57b1-7873-4a8e-94d0-d0a5cee9a92e x-openstack-request-id: req-52dd57b1-7873-4a8e-94d0-d0a5cee9a92e {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:46:53.595986 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "363fdc83-84df-4022-864a-62396151b198", "tag": "1d9570c6-d44b-41ea-860e-2b5d87bdf631", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:46:53.595986 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-52dd57b1-7873-4a8e-94d0-d0a5cee9a92e {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:46:53.595986 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '363fdc83-84df-4022-864a-62396151b198', 'tag': '1d9570c6-d44b-41ea-860e-2b5d87bdf631', 'status': 'completed', 'code': 200} Oct 12 19:46:53.619093 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7cb4670a-a7db-4a6c-9995-ad527029f5c9 None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:53.659272 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed6be23-9ce6-45df-9998-bdeb5f9ac4c4 req-8288a17f-356c-48b6-997c-b8322f0d41f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:53.660879 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4ed6be23-9ce6-45df-9998-bdeb5f9ac4c4 req-8288a17f-356c-48b6-997c-b8322f0d41f9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=60a440c0fade4c7fb5b44230bfb707fc&device_id=363fdc83-84df-4022-864a-62396151b198 HTTP/1.1" status: 200 len: 1136 time: 0.0422022 Oct 12 19:46:53.697320 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-82d3df53-ca04-4ab5-8cab-6674fbb6be4f None None] Set router fb1a6179-5f6a-4c29-94f7-6c4fc3c0d1a9 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:46:53.769403 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7cb4670a-a7db-4a6c-9995-ad527029f5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:53.784519 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed6be23-9ce6-45df-9998-bdeb5f9ac4c4 req-4ec4ef8d-d51d-4596-beee-09f9cbd3be92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:53.786103 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4ed6be23-9ce6-45df-9998-bdeb5f9ac4c4 req-4ec4ef8d-d51d-4596-beee-09f9cbd3be92 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f1a53bd1-87f3-40f3-8c85-2c2f2d591b2b HTTP/1.1" status: 200 len: 898 time: 0.1179423 Oct 12 19:46:53.840266 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4ed6be23-9ce6-45df-9998-bdeb5f9ac4c4 req-93c5aae2-437e-4acb-bd36-0bf333a1ef78 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=1d9570c6-d44b-41ea-860e-2b5d87bdf631 HTTP/1.1" status: 200 len: 217 time: 0.0444229 Oct 12 19:46:53.841438 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb4670a-a7db-4a6c-9995-ad527029f5c9 None None] Network 1f23293e-d35c-4759-ab9f-8562175c4da5 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:46:53.843535 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-2beb6ab5-2906-49c0-abe1-56b6df4afa32 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Allocated IP 2001:db8::f816:3eff:fe76:5682 (1f23293e-d35c-4759-ab9f-8562175c4da5/06ac6092-702c-4574-9b9f-4b995247009f/b672cee2-9ee1-4610-a3f7-3a0878e9a1a5) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:46:53.850432 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-7cb4670a-a7db-4a6c-9995-ad527029f5c9 None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:46:53.860490 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb4670a-a7db-4a6c-9995-ad527029f5c9 None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:46:53.905943 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb4670a-a7db-4a6c-9995-ad527029f5c9 None None] Pushing event updated for resources: {'Port': ['ID=ad171434-8cae-4a7e-8bb1-843f853678d6,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:53.918977 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed6be23-9ce6-45df-9998-bdeb5f9ac4c4 req-9ff9c95b-d0ed-47f2-8d97-c532bbfc45a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:53.920560 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4ed6be23-9ce6-45df-9998-bdeb5f9ac4c4 req-9ff9c95b-d0ed-47f2-8d97-c532bbfc45a7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6cf94d9a-d0c6-4b80-bcb9-70135b9f9aea HTTP/1.1" status: 200 len: 837 time: 0.0732422 Oct 12 19:46:53.950101 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-7cb4670a-a7db-4a6c-9995-ad527029f5c9 None None] Attempting to bind port ad171434-8cae-4a7e-8bb1-843f853678d6 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:46:53.950478 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-7cb4670a-a7db-4a6c-9995-ad527029f5c9 None None] Attempting to bind port ad171434-8cae-4a7e-8bb1-843f853678d6 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '5b15e8ea-52cb-48bc-9b05-d8b033d6797c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:46:53.950872 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb4670a-a7db-4a6c-9995-ad527029f5c9 None None] Attempting to bind port ad171434-8cae-4a7e-8bb1-843f853678d6 on network 1f23293e-d35c-4759-ab9f-8562175c4da5 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:46:53.974632 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb4670a-a7db-4a6c-9995-ad527029f5c9 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:46:53.975002 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb4670a-a7db-4a6c-9995-ad527029f5c9 None None] Checking segment: {'id': '5b15e8ea-52cb-48bc-9b05-d8b033d6797c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:46:53.975395 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7cb4670a-a7db-4a6c-9995-ad527029f5c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:53.976059 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb4670a-a7db-4a6c-9995-ad527029f5c9 None None] Bound using segment: {'id': '5b15e8ea-52cb-48bc-9b05-d8b033d6797c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:46:53.976527 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-7cb4670a-a7db-4a6c-9995-ad527029f5c9 None None] Bound port: ad171434-8cae-4a7e-8bb1-843f853678d6, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b15e8ea-52cb-48bc-9b05-d8b033d6797c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:46:53.976904 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7cb4670a-a7db-4a6c-9995-ad527029f5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:54.027600 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed6be23-9ce6-45df-9998-bdeb5f9ac4c4 req-415497ef-f1e4-43fa-9d7a-c82040fd89d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:54.029150 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4ed6be23-9ce6-45df-9998-bdeb5f9ac4c4 req-415497ef-f1e4-43fa-9d7a-c82040fd89d1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f1a53bd1-87f3-40f3-8c85-2c2f2d591b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0991604 Oct 12 19:46:54.057665 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-82d3df53-ca04-4ab5-8cab-6674fbb6be4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb1a6179-5f6a-4c29-94f7-6c4fc3c0d1a9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1116111249', 'tenant_id': '60a440c0fade4c7fb5b44230bfb707fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': 'a7648eef-8d9e-41b7-8980-c775d1c05e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:45:19Z', 'updated_at': '2021-10-12T19:45:26Z', 'revision_number': 4, 'project_id': '60a440c0fade4c7fb5b44230bfb707fc', 'gw_port': {'id': 'a7648eef-8d9e-41b7-8980-c775d1c05e36', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb1a6179-5f6a-4c29-94f7-6c4fc3c0d1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:45:20Z', 'updated_at': '2021-10-12T19:45:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '1c2a3199-17ab-46f4-aef0-0fd589f3d65d', 'name': '', 'network_id': 'f1a53bd1-87f3-40f3-8c85-2c2f2d591b2b', 'tenant_id': '60a440c0fade4c7fb5b44230bfb707fc', 'mac_address': 'fa:16:3e:f2:55:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb1a6179-5f6a-4c29-94f7-6c4fc3c0d1a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': '6cf94d9a-d0c6-4b80-bcb9-70135b9f9aea', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:45:25Z', 'updated_at': '2021-10-12T19:45:28Z', 'revision_number': 5, 'project_id': '60a440c0fade4c7fb5b44230bfb707fc', 'subnets': [{'id': '6cf94d9a-d0c6-4b80-bcb9-70135b9f9aea', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:46:54.059786 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-7cb4670a-a7db-4a6c-9995-ad527029f5c9 None None] For port ad171434-8cae-4a7e-8bb1-843f853678d6, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:46:54.063536 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-7cb4670a-a7db-4a6c-9995-ad527029f5c9 None None] For port ad171434-8cae-4a7e-8bb1-843f853678d6, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=ad171434-8cae-4a7e-8bb1-843f853678d6,segment=NetworkSegment(5b15e8ea-52cb-48bc-9b05-d8b033d6797c),segment_id=5b15e8ea-52cb-48bc-9b05-d8b033d6797c)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:46:54.087462 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d3df53-ca04-4ab5-8cab-6674fbb6be4f None None] Checking router: fb1a6179-5f6a-4c29-94f7-6c4fc3c0d1a9 for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:46:54.097978 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d3df53-ca04-4ab5-8cab-6674fbb6be4f None None] Routers {'fb1a6179-5f6a-4c29-94f7-6c4fc3c0d1a9'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:46:54.098895 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-82d3df53-ca04-4ab5-8cab-6674fbb6be4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:46:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['fb1a6179-5f6a-4c29-94f7-6c4fc3c0d1a9'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:46:54.121399 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2beb6ab5-2906-49c0-abe1-56b6df4afa32 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:54.182269 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4ed6be23-9ce6-45df-9998-bdeb5f9ac4c4 req-1952f6dc-2fe0-4264-a5e2-b1cbc23d46d2 service neutron] 10.222.0.67 "GET /v2.0/networks/f1a53bd1-87f3-40f3-8c85-2c2f2d591b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409051 Oct 12 19:46:54.183986 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7cb4670a-a7db-4a6c-9995-ad527029f5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:54.195987 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a4682a-554c-4345-b1fb-d922a7b4ea57 req-340ccc3c-cdb5-4de2-a8d1-7c8f81fc94c6 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:54.197695 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-19a4682a-554c-4345-b1fb-d922a7b4ea57 req-340ccc3c-cdb5-4de2-a8d1-7c8f81fc94c6 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] 10.222.0.49 "GET /v2.0/ports?device_id=363fdc83-84df-4022-864a-62396151b198 HTTP/1.1" status: 200 len: 985 time: 0.0563962 Oct 12 19:46:54.250290 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-19a4682a-554c-4345-b1fb-d922a7b4ea57 req-65ab62bb-a549-446f-bba0-dfa769d125a0 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] 10.222.0.49 "GET /v2.0/security-groups?id=d150a3de-42d0-4672-aec2-a0d69b99df37&id=8f601a59-26fe-4113-b1da-59990329be32&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0449340 Oct 12 19:46:54.258725 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-82d3df53-ca04-4ab5-8cab-6674fbb6be4f None None] Set router fb1a6179-5f6a-4c29-94f7-6c4fc3c0d1a9 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:46:54.290466 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb4670a-a7db-4a6c-9995-ad527029f5c9 None None] Pushing event updated for resources: {'Port': ['ID=ad171434-8cae-4a7e-8bb1-843f853678d6,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:54.297259 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4ed6be23-9ce6-45df-9998-bdeb5f9ac4c4 req-30538a9a-fa74-4741-9e8f-d9afc856dd3d service neutron] 10.222.0.67 "GET /v2.0/networks/f1a53bd1-87f3-40f3-8c85-2c2f2d591b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044021 Oct 12 19:46:54.313133 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2beb6ab5-2906-49c0-abe1-56b6df4afa32 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:54.366585 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2beb6ab5-2906-49c0-abe1-56b6df4afa32 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Network 1f23293e-d35c-4759-ab9f-8562175c4da5 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:46:54.369895 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-2beb6ab5-2906-49c0-abe1-56b6df4afa32 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:46:54.374039 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2beb6ab5-2906-49c0-abe1-56b6df4afa32 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:46:54.379841 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2beb6ab5-2906-49c0-abe1-56b6df4afa32 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:54.380594 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2beb6ab5-2906-49c0-abe1-56b6df4afa32 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:54.390088 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2beb6ab5-2906-49c0-abe1-56b6df4afa32 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Pushing event updated for resources: {'Port': ['ID=b672cee2-9ee1-4610-a3f7-3a0878e9a1a5,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:54.474365 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-2beb6ab5-2906-49c0-abe1-56b6df4afa32 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.4460142 Oct 12 19:46:54.483815 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53292) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:54.502164 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-82d3df53-ca04-4ab5-8cab-6674fbb6be4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb1a6179-5f6a-4c29-94f7-6c4fc3c0d1a9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1116111249', 'tenant_id': '60a440c0fade4c7fb5b44230bfb707fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': 'a7648eef-8d9e-41b7-8980-c775d1c05e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:45:19Z', 'updated_at': '2021-10-12T19:45:26Z', 'revision_number': 4, 'project_id': '60a440c0fade4c7fb5b44230bfb707fc', 'gw_port': {'id': 'a7648eef-8d9e-41b7-8980-c775d1c05e36', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb1a6179-5f6a-4c29-94f7-6c4fc3c0d1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:45:20Z', 'updated_at': '2021-10-12T19:45:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '1c2a3199-17ab-46f4-aef0-0fd589f3d65d', 'name': '', 'network_id': 'f1a53bd1-87f3-40f3-8c85-2c2f2d591b2b', 'tenant_id': '60a440c0fade4c7fb5b44230bfb707fc', 'mac_address': 'fa:16:3e:f2:55:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb1a6179-5f6a-4c29-94f7-6c4fc3c0d1a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': '6cf94d9a-d0c6-4b80-bcb9-70135b9f9aea', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:45:25Z', 'updated_at': '2021-10-12T19:45:28Z', 'revision_number': 5, 'project_id': '60a440c0fade4c7fb5b44230bfb707fc', 'subnets': [{'id': '6cf94d9a-d0c6-4b80-bcb9-70135b9f9aea', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:46:54.530085 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d3df53-ca04-4ab5-8cab-6674fbb6be4f None None] The sync data for ids ['fb1a6179-5f6a-4c29-94f7-6c4fc3c0d1a9'] in n-d-813679-3 is: [{'id': 'fb1a6179-5f6a-4c29-94f7-6c4fc3c0d1a9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1116111249', 'tenant_id': '60a440c0fade4c7fb5b44230bfb707fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': 'a7648eef-8d9e-41b7-8980-c775d1c05e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:45:19Z', 'updated_at': '2021-10-12T19:45:26Z', 'revision_number': 4, 'project_id': '60a440c0fade4c7fb5b44230bfb707fc', 'gw_port': {'id': 'a7648eef-8d9e-41b7-8980-c775d1c05e36', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb1a6179-5f6a-4c29-94f7-6c4fc3c0d1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:45:20Z', 'updated_at': '2021-10-12T19:45:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '1c2a3199-17ab-46f4-aef0-0fd589f3d65d', 'name': '', 'network_id': 'f1a53bd1-87f3-40f3-8c85-2c2f2d591b2b', 'tenant_id': '60a440c0fade4c7fb5b44230bfb707fc', 'mac_address': 'fa:16:3e:f2:55:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb1a6179-5f6a-4c29-94f7-6c4fc3c0d1a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': '6cf94d9a-d0c6-4b80-bcb9-70135b9f9aea', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:45:25Z', 'updated_at': '2021-10-12T19:45:28Z', 'revision_number': 5, 'project_id': '60a440c0fade4c7fb5b44230bfb707fc', 'subnets': [{'id': '6cf94d9a-d0c6-4b80-bcb9-70135b9f9aea', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:46:54.545907 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b40a37f-ccb1-4c19-9151-fcde3438c3d6 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:54.552088 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b40a37f-ccb1-4c19-9151-fcde3438c3d6 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:54.553723 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-6b40a37f-ccb1-4c19-9151-fcde3438c3d6 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.0687704 Oct 12 19:46:54.556734 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53294) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:54.656446 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-9c4c8b6e-b67b-4b94-b1f8-16564a7301f4 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Deleting port b672cee2-9ee1-4610-a3f7-3a0878e9a1a5 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:46:54.656805 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9c4c8b6e-b67b-4b94-b1f8-16564a7301f4 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:54.748948 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9c4c8b6e-b67b-4b94-b1f8-16564a7301f4 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:54.768259 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-9c4c8b6e-b67b-4b94-b1f8-16564a7301f4 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Calling delete_port for b672cee2-9ee1-4610-a3f7-3a0878e9a1a5 owned by {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:46:54.786323 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09624d0c-4a84-48b6-a8f3-ed8339be82a3 None None] New status for floating IP 91756f35-3c2c-484b-90c8-a8135384f4da: DOWN {{(pid=95504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 19:46:54.968334 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9c4c8b6e-b67b-4b94-b1f8-16564a7301f4 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:55.004531 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4c8b6e-b67b-4b94-b1f8-16564a7301f4 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Pushing event deleted for resources: {'Port': ['ID=b672cee2-9ee1-4610-a3f7-3a0878e9a1a5,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:55.028597 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9c4c8b6e-b67b-4b94-b1f8-16564a7301f4 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:55.031975 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-9c4c8b6e-b67b-4b94-b1f8-16564a7301f4 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "DELETE /v2.0/ports/b672cee2-9ee1-4610-a3f7-3a0878e9a1a5 HTTP/1.1" status: 204 len: 168 time: 0.4742150 Oct 12 19:46:55.034567 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53296) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:55.093196 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ce4020-d155-4b21-9083-a6af7af69c76 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:55.094886 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ce4020-d155-4b21-9083-a6af7af69c76 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:55.096407 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-98ce4020-d155-4b21-9083-a6af7af69c76 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0609138 Oct 12 19:46:55.099148 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53298) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:55.142734 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device ad171434-8cae-4a7e-8bb1-843f853678d6 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:46:55.156500 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc3beffe-7a8d-4636-afa9-e45ec6367bb0 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Deleting subnet 06ac6092-702c-4574-9b9f-4b995247009f {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:46:55.160120 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fc3beffe-7a8d-4636-afa9-e45ec6367bb0 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:55.194377 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port ad171434-8cae-4a7e-8bb1-843f853678d6 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:46:55.194850 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:55.202557 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fc3beffe-7a8d-4636-afa9-e45ec6367bb0 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16313642'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:55.280310 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:55.316579 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fc3beffe-7a8d-4636-afa9-e45ec6367bb0 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:55.381174 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63daea48-6abc-4fd3-8bc8-9a453afccd52 req-b66ac711-7cb3-429c-b8e9-a933f4358ced tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:55.382876 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-63daea48-6abc-4fd3-8bc8-9a453afccd52 req-b66ac711-7cb3-429c-b8e9-a933f4358ced tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] 10.222.0.67 "GET /v2.0/ports?device_id=363fdc83-84df-4022-864a-62396151b198 HTTP/1.1" status: 200 len: 985 time: 0.0799503 Oct 12 19:46:55.410310 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab8293a-3935-4200-a781-5ea63426ab7b req-987e6fc3-25c4-4eac-8476-02cdd35e4c40 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:55.411844 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-eab8293a-3935-4200-a781-5ea63426ab7b req-987e6fc3-25c4-4eac-8476-02cdd35e4c40 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] 10.222.0.49 "GET /v2.0/ports?device_id=363fdc83-84df-4022-864a-62396151b198 HTTP/1.1" status: 200 len: 985 time: 0.0748684 Oct 12 19:46:55.501681 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fc3beffe-7a8d-4636-afa9-e45ec6367bb0 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4306592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16245866'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:55.516661 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-eab8293a-3935-4200-a781-5ea63426ab7b req-b7e86f1c-8f8c-4b1e-bb9a-ff0dc7743a00 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] 10.222.0.49 "GET /v2.0/security-groups?id=d150a3de-42d0-4672-aec2-a0d69b99df37&id=8f601a59-26fe-4113-b1da-59990329be32&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0875909 Oct 12 19:46:55.531411 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fc3beffe-7a8d-4636-afa9-e45ec6367bb0 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:55.534917 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-fc3beffe-7a8d-4636-afa9-e45ec6367bb0 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "DELETE /v2.0/subnets/06ac6092-702c-4574-9b9f-4b995247009f HTTP/1.1" status: 204 len: 168 time: 0.4345880 Oct 12 19:46:55.536087 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.db.api [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 19:46:55.536551 n-d-813679-3 neutron-server[95503]: DEBUG oslo_db.api [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 19:46:55.537507 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3beffe-7a8d-4636-afa9-e45ec6367bb0 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Pushing event deleted for resources: {'Subnet': ['ID=06ac6092-702c-4574-9b9f-4b995247009f,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:55.540107 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53302) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:55.562396 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-63daea48-6abc-4fd3-8bc8-9a453afccd52 req-0f4df1d7-b596-4f11-bd39-ce9ed31eb529 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Deleting port 1d9570c6-d44b-41ea-860e-2b5d87bdf631 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:46:55.562795 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-63daea48-6abc-4fd3-8bc8-9a453afccd52 req-0f4df1d7-b596-4f11-bd39-ce9ed31eb529 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:55.579860 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-756d4aa7-68f1-4e4b-a42a-c11f6e4bc408 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0384338 Oct 12 19:46:55.585614 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53304) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:55.589245 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-aab1fcb0-3298-4462-ad48-e01913fd6777 None None] Provisioning complete for port ad171434-8cae-4a7e-8bb1-843f853678d6 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:46:55.589880 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-aab1fcb0-3298-4462-ad48-e01913fd6777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:55.591686 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-b24e7dd9-56d6-4a1c-b61f-f60f2bebf9fd tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Request body: {'subnet': {'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:46:55.684524 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-63daea48-6abc-4fd3-8bc8-9a453afccd52 req-0f4df1d7-b596-4f11-bd39-ce9ed31eb529 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] For port 1d9570c6-d44b-41ea-860e-2b5d87bdf631, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=1d9570c6-d44b-41ea-860e-2b5d87bdf631,segment=NetworkSegment(c8c05289-9620-47c7-afbc-66ef24d193e8),segment_id=c8c05289-9620-47c7-afbc-66ef24d193e8)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:46:55.684985 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-63daea48-6abc-4fd3-8bc8-9a453afccd52 req-0f4df1d7-b596-4f11-bd39-ce9ed31eb529 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:55.702655 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-63daea48-6abc-4fd3-8bc8-9a453afccd52 req-0f4df1d7-b596-4f11-bd39-ce9ed31eb529 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Calling delete_port for 1d9570c6-d44b-41ea-860e-2b5d87bdf631 owned by compute:nova {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:46:55.703385 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-aab1fcb0-3298-4462-ad48-e01913fd6777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:55.738020 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-aab1fcb0-3298-4462-ad48-e01913fd6777 None None] For port ad171434-8cae-4a7e-8bb1-843f853678d6, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=ad171434-8cae-4a7e-8bb1-843f853678d6,segment=NetworkSegment(5b15e8ea-52cb-48bc-9b05-d8b033d6797c),segment_id=5b15e8ea-52cb-48bc-9b05-d8b033d6797c)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:46:55.768915 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb6c54a0-5cd3-4738-871d-9d5d14b769aa None None] Network 1f23293e-d35c-4759-ab9f-8562175c4da5 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:46:55.780608 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b24e7dd9-56d6-4a1c-b61f-f60f2bebf9fd tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Made reservation on behalf of 8364cd1e2e78405187c9b3041bd139e1 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:46:55.784237 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b24e7dd9-56d6-4a1c-b61f-f60f2bebf9fd tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16245837'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:55.828677 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-aab1fcb0-3298-4462-ad48-e01913fd6777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:55.911231 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab1fcb0-3298-4462-ad48-e01913fd6777 None None] Pushing event updated for resources: {'Port': ['ID=ad171434-8cae-4a7e-8bb1-843f853678d6,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:55.912180 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-63daea48-6abc-4fd3-8bc8-9a453afccd52 req-0f4df1d7-b596-4f11-bd39-ce9ed31eb529 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:55.943238 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-d294085b-53a5-4bda-aa8a-19a912bbf035 None None] Could not find standard attr ID for object b672cee2-9ee1-4610-a3f7-3a0878e9a1a5. {{(pid=95503) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 19:46:55.955537 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4df1d7-b596-4f11-bd39-ce9ed31eb529 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Pushing event deleted for resources: {'Port': ['ID=1d9570c6-d44b-41ea-860e-2b5d87bdf631,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:56.007688 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-63daea48-6abc-4fd3-8bc8-9a453afccd52 req-0f4df1d7-b596-4f11-bd39-ce9ed31eb529 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] No DVR routers for this DVR port 1d9570c6-d44b-41ea-860e-2b5d87bdf631 on host n-h2-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:46:56.010659 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-63daea48-6abc-4fd3-8bc8-9a453afccd52 req-0f4df1d7-b596-4f11-bd39-ce9ed31eb529 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:56.014541 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-63daea48-6abc-4fd3-8bc8-9a453afccd52 req-0f4df1d7-b596-4f11-bd39-ce9ed31eb529 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] 10.222.0.67 "DELETE /v2.0/ports/1d9570c6-d44b-41ea-860e-2b5d87bdf631 HTTP/1.1" status: 204 len: 173 time: 0.6234884 Oct 12 19:46:56.015471 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '363fdc83-84df-4022-864a-62396151b198', 'name': 'network-vif-deleted', 'tag': '1d9570c6-d44b-41ea-860e-2b5d87bdf631'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:46:56.017923 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a239e47-3fb2-41d1-96a2-b9ddec48dccd" -d '{"events": [{"server_uuid": "363fdc83-84df-4022-864a-62396151b198", "name": "network-vif-deleted", "tag": "1d9570c6-d44b-41ea-860e-2b5d87bdf631"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:46:56.025309 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b97f7248-8afb-4c26-9281-5a745051290c None None] DHCP port deletion for 1f23293e-d35c-4759-ab9f-8562175c4da5 request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 19:46:56.060391 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a39faa65-e411-4d10-a9c4-daff1bdbc164 x-openstack-request-id: req-a39faa65-e411-4d10-a9c4-daff1bdbc164 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:46:56.060689 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "363fdc83-84df-4022-864a-62396151b198", "name": "network-vif-deleted", "tag": "1d9570c6-d44b-41ea-860e-2b5d87bdf631", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:46:56.060950 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a39faa65-e411-4d10-a9c4-daff1bdbc164 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:46:56.061366 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '363fdc83-84df-4022-864a-62396151b198', 'name': 'network-vif-deleted', 'tag': '1d9570c6-d44b-41ea-860e-2b5d87bdf631', 'status': 'completed', 'code': 200} Oct 12 19:46:56.127841 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-b97f7248-8afb-4c26-9281-5a745051290c None None] Deleting port ad171434-8cae-4a7e-8bb1-843f853678d6 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:46:56.128501 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b97f7248-8afb-4c26-9281-5a745051290c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:56.194395 n-d-813679-3 neutron-server[95502]: DEBUG neutron.objects.ports [None req-b24e7dd9-56d6-4a1c-b61f-f60f2bebf9fd tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95502) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 12 19:46:56.209819 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-b97f7248-8afb-4c26-9281-5a745051290c None None] For port ad171434-8cae-4a7e-8bb1-843f853678d6, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=ad171434-8cae-4a7e-8bb1-843f853678d6,segment=NetworkSegment(5b15e8ea-52cb-48bc-9b05-d8b033d6797c),segment_id=5b15e8ea-52cb-48bc-9b05-d8b033d6797c)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:46:56.210218 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b97f7248-8afb-4c26-9281-5a745051290c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:56.222406 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-b97f7248-8afb-4c26-9281-5a745051290c None None] Calling delete_port for ad171434-8cae-4a7e-8bb1-843f853678d6 owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:46:56.438183 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b97f7248-8afb-4c26-9281-5a745051290c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:56.463182 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97f7248-8afb-4c26-9281-5a745051290c None None] Pushing event deleted for resources: {'Port': ['ID=ad171434-8cae-4a7e-8bb1-843f853678d6,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:56.467510 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97f7248-8afb-4c26-9281-5a745051290c None None] No DVR routers for this DVR port ad171434-8cae-4a7e-8bb1-843f853678d6 on host n-d-813679-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:46:56.501252 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.ipam_pluggable_backend [None req-b24e7dd9-56d6-4a1c-b61f-f60f2bebf9fd tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Port ad171434-8cae-4a7e-8bb1-843f853678d6 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=95502) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Oct 12 19:46:56.501754 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.ipam_pluggable_backend [None req-b24e7dd9-56d6-4a1c-b61f-f60f2bebf9fd tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Reverting IP allocation for 2001:db8::f816:3eff:fef3:4150 {{(pid=95502) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Oct 12 19:46:56.505210 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.ipam_pluggable_backend [None req-b24e7dd9-56d6-4a1c-b61f-f60f2bebf9fd tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fef3:4150 {{(pid=95502) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Oct 12 19:46:56.506360 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b24e7dd9-56d6-4a1c-b61f-f60f2bebf9fd tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4306659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16245859'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:56.546447 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b24e7dd9-56d6-4a1c-b61f-f60f2bebf9fd tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Network 1f23293e-d35c-4759-ab9f-8562175c4da5 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:46:56.552605 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-b24e7dd9-56d6-4a1c-b61f-f60f2bebf9fd tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:46:56.557158 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24e7dd9-56d6-4a1c-b61f-f60f2bebf9fd tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:56.557751 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b24e7dd9-56d6-4a1c-b61f-f60f2bebf9fd tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:56.571273 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24e7dd9-56d6-4a1c-b61f-f60f2bebf9fd tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Pushing event updated for resources: {'Subnet': ['ID=65db4f60-aae6-4cf9-b63f-e6bf3791ffe3,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:56.571403 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-542566dc-d64c-4a8f-8c43-b491dd074d9b None None] Network 1f23293e-d35c-4759-ab9f-8562175c4da5 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:46:56.638087 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ce3d4a4b-a365-4e7e-afef-a7f7a4e62084 req-56b181fc-8bbc-43bc-be60-40fac72e3ce1 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] 10.222.0.49 "GET /v2.0/ports?device_id=363fdc83-84df-4022-864a-62396151b198 HTTP/1.1" status: 200 len: 210 time: 0.0278692 Oct 12 19:46:56.663636 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-b24e7dd9-56d6-4a1c-b61f-f60f2bebf9fd tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.0765555 Oct 12 19:46:56.668834 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53310) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:56.673751 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-2ffe1a6e-3e23-4b06-a90f-a9b482c008c4 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Request body: {'port': {'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5', 'mac_address': 'fa:16:3e:0d:b4:2c', 'name': 'tempest-NetworksTestDHCPv6-534030654'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:46:56.718474 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f5c928-b99f-4150-8654-add4ccdfc8e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-1f23293e-d35c-4759-ab9f-8562175c4da5', 'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5', 'tenant_id': '8364cd1e2e78405187c9b3041bd139e1', 'fixed_ips': [{'subnet_id': '65db4f60-aae6-4cf9-b63f-e6bf3791ffe3'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:46:56.719573 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-90f5c928-b99f-4150-8654-add4ccdfc8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:56.853611 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-90f5c928-b99f-4150-8654-add4ccdfc8e3 None None] Allocated IP 2001:db8::f816:3eff:fedf:4812 (1f23293e-d35c-4759-ab9f-8562175c4da5/65db4f60-aae6-4cf9-b63f-e6bf3791ffe3/2c8598cf-43db-416e-b0fc-340fed2887b7) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:46:56.900587 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ffe1a6e-3e23-4b06-a90f-a9b482c008c4 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Made reservation on behalf of 8364cd1e2e78405187c9b3041bd139e1 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:46:56.982384 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2ffe1a6e-3e23-4b06-a90f-a9b482c008c4 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:56.991936 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-90f5c928-b99f-4150-8654-add4ccdfc8e3 None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:57.003937 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [None req-2ffe1a6e-3e23-4b06-a90f-a9b482c008c4 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] device_id is not set on port c920598d-2bca-4f80-890c-15646f0d1e05 yet. {{(pid=95502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 19:46:57.071143 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-90f5c928-b99f-4150-8654-add4ccdfc8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:57.122167 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device ad171434-8cae-4a7e-8bb1-843f853678d6 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:46:57.125203 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-2ffe1a6e-3e23-4b06-a90f-a9b482c008c4 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Allocated IP 2001:db8::f816:3eff:fe0d:b42c (1f23293e-d35c-4759-ab9f-8562175c4da5/65db4f60-aae6-4cf9-b63f-e6bf3791ffe3/c920598d-2bca-4f80-890c-15646f0d1e05) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:46:57.129976 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f5c928-b99f-4150-8654-add4ccdfc8e3 None None] Network 1f23293e-d35c-4759-ab9f-8562175c4da5 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:46:57.150491 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-90f5c928-b99f-4150-8654-add4ccdfc8e3 None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:46:57.156154 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: ad171434-8cae-4a7e-8bb1-843f853678d6 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:46:57.156504 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device ad171434-8cae-4a7e-8bb1-843f853678d6 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:46:57.158416 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f5c928-b99f-4150-8654-add4ccdfc8e3 None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:46:57.160850 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f5c928-b99f-4150-8654-add4ccdfc8e3 None None] Pushing event updated for resources: {'Port': ['ID=2c8598cf-43db-416e-b0fc-340fed2887b7,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:57.213924 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-90f5c928-b99f-4150-8654-add4ccdfc8e3 None None] Attempting to bind port 2c8598cf-43db-416e-b0fc-340fed2887b7 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:46:57.214841 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-90f5c928-b99f-4150-8654-add4ccdfc8e3 None None] Attempting to bind port 2c8598cf-43db-416e-b0fc-340fed2887b7 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '5b15e8ea-52cb-48bc-9b05-d8b033d6797c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:46:57.215223 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f5c928-b99f-4150-8654-add4ccdfc8e3 None None] Attempting to bind port 2c8598cf-43db-416e-b0fc-340fed2887b7 on network 1f23293e-d35c-4759-ab9f-8562175c4da5 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:46:57.220425 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f5c928-b99f-4150-8654-add4ccdfc8e3 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:46:57.220799 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f5c928-b99f-4150-8654-add4ccdfc8e3 None None] Checking segment: {'id': '5b15e8ea-52cb-48bc-9b05-d8b033d6797c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:46:57.221205 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-90f5c928-b99f-4150-8654-add4ccdfc8e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:57.221595 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f5c928-b99f-4150-8654-add4ccdfc8e3 None None] Bound using segment: {'id': '5b15e8ea-52cb-48bc-9b05-d8b033d6797c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:46:57.222061 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-90f5c928-b99f-4150-8654-add4ccdfc8e3 None None] Bound port: 2c8598cf-43db-416e-b0fc-340fed2887b7, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b15e8ea-52cb-48bc-9b05-d8b033d6797c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:46:57.222440 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-90f5c928-b99f-4150-8654-add4ccdfc8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:57.284559 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-90f5c928-b99f-4150-8654-add4ccdfc8e3 None None] For port 2c8598cf-43db-416e-b0fc-340fed2887b7, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:46:57.285808 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2ffe1a6e-3e23-4b06-a90f-a9b482c008c4 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:57.287824 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-90f5c928-b99f-4150-8654-add4ccdfc8e3 None None] For port 2c8598cf-43db-416e-b0fc-340fed2887b7, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=2c8598cf-43db-416e-b0fc-340fed2887b7,segment=NetworkSegment(5b15e8ea-52cb-48bc-9b05-d8b033d6797c),segment_id=5b15e8ea-52cb-48bc-9b05-d8b033d6797c)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:46:57.381622 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-90f5c928-b99f-4150-8654-add4ccdfc8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:57.398514 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2ffe1a6e-3e23-4b06-a90f-a9b482c008c4 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:57.445953 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f5c928-b99f-4150-8654-add4ccdfc8e3 None None] Pushing event updated for resources: {'Port': ['ID=2c8598cf-43db-416e-b0fc-340fed2887b7,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:57.447936 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ffe1a6e-3e23-4b06-a90f-a9b482c008c4 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Network 1f23293e-d35c-4759-ab9f-8562175c4da5 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:46:57.451799 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-2ffe1a6e-3e23-4b06-a90f-a9b482c008c4 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:46:57.455555 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ffe1a6e-3e23-4b06-a90f-a9b482c008c4 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:46:57.461353 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ffe1a6e-3e23-4b06-a90f-a9b482c008c4 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:57.461979 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2ffe1a6e-3e23-4b06-a90f-a9b482c008c4 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:57.469122 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffe1a6e-3e23-4b06-a90f-a9b482c008c4 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Pushing event updated for resources: {'Port': ['ID=c920598d-2bca-4f80-890c-15646f0d1e05,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:57.537791 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-2ffe1a6e-3e23-4b06-a90f-a9b482c008c4 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.8678501 Oct 12 19:46:57.540534 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53312) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:57.593698 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca23c751-7185-4d0a-b454-11607f1cb1fd tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:57.607148 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca23c751-7185-4d0a-b454-11607f1cb1fd tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:57.607148 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-ca23c751-7185-4d0a-b454-11607f1cb1fd tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0616689 Oct 12 19:46:57.608448 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53314) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:57.695571 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53318) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:57.714752 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-e51c438b-d143-44d4-b77e-7b8fa2f4554f tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Deleting port c920598d-2bca-4f80-890c-15646f0d1e05 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:46:57.715086 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e51c438b-d143-44d4-b77e-7b8fa2f4554f tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:57.756608 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-df03159b-ccee-4486-8b03-2ade891f37e2 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:57.779657 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-df03159b-ccee-4486-8b03-2ade891f37e2 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:57.804892 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e51c438b-d143-44d4-b77e-7b8fa2f4554f tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:57.817757 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-e51c438b-d143-44d4-b77e-7b8fa2f4554f tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Calling delete_port for c920598d-2bca-4f80-890c-15646f0d1e05 owned by {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:46:57.913034 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-df03159b-ccee-4486-8b03-2ade891f37e2 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:57.913034 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-df03159b-ccee-4486-8b03-2ade891f37e2 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:57.913034 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-df03159b-ccee-4486-8b03-2ade891f37e2 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] 10.222.0.49 "DELETE /v2.0/security-groups/d150a3de-42d0-4672-aec2-a0d69b99df37 HTTP/1.1" status: 204 len: 168 time: 0.2135947 Oct 12 19:46:57.913764 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53320) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:57.931617 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df03159b-ccee-4486-8b03-2ade891f37e2 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d150a3de-42d0-4672-aec2-a0d69b99df37,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:57.975143 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7bfe0532-d541-4d12-829f-083ea5b95174 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:58.000231 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7bfe0532-d541-4d12-829f-083ea5b95174 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:58.003718 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e51c438b-d143-44d4-b77e-7b8fa2f4554f tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:58.033610 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51c438b-d143-44d4-b77e-7b8fa2f4554f tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Pushing event deleted for resources: {'Port': ['ID=c920598d-2bca-4f80-890c-15646f0d1e05,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:58.060726 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51c438b-d143-44d4-b77e-7b8fa2f4554f tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:46:58.061461 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51c438b-d143-44d4-b77e-7b8fa2f4554f tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:46:58.061461 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51c438b-d143-44d4-b77e-7b8fa2f4554f tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:46:58.061852 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51c438b-d143-44d4-b77e-7b8fa2f4554f tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:46:58.062074 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51c438b-d143-44d4-b77e-7b8fa2f4554f tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:46:58.062403 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51c438b-d143-44d4-b77e-7b8fa2f4554f tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:46:58.062824 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51c438b-d143-44d4-b77e-7b8fa2f4554f tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:46:58.063156 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51c438b-d143-44d4-b77e-7b8fa2f4554f tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:46:58.063479 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51c438b-d143-44d4-b77e-7b8fa2f4554f tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:46:58.063805 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51c438b-d143-44d4-b77e-7b8fa2f4554f tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:46:58.064145 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51c438b-d143-44d4-b77e-7b8fa2f4554f tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:46:58.064465 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51c438b-d143-44d4-b77e-7b8fa2f4554f tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:46:58.070520 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e51c438b-d143-44d4-b77e-7b8fa2f4554f tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:58.073832 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-e51c438b-d143-44d4-b77e-7b8fa2f4554f tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "DELETE /v2.0/ports/c920598d-2bca-4f80-890c-15646f0d1e05 HTTP/1.1" status: 204 len: 168 time: 0.4642699 Oct 12 19:46:58.076735 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53322) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:58.133420 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8798d19b-b84c-4943-b26e-c8857c690eac tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:58.138405 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8798d19b-b84c-4943-b26e-c8857c690eac tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:58.138405 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-8798d19b-b84c-4943-b26e-c8857c690eac tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0586157 Oct 12 19:46:58.138405 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7bfe0532-d541-4d12-829f-083ea5b95174 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:58.139274 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53324) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:58.140554 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7bfe0532-d541-4d12-829f-083ea5b95174 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:58.141629 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-7bfe0532-d541-4d12-829f-083ea5b95174 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] 10.222.0.49 "DELETE /v2.0/security-groups/8f601a59-26fe-4113-b1da-59990329be32 HTTP/1.1" status: 204 len: 168 time: 0.2269502 Oct 12 19:46:58.145084 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53326) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:58.193301 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfe0532-d541-4d12-829f-083ea5b95174 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f601a59-26fe-4113-b1da-59990329be32,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:58.203927 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f186a8d-ff6c-4269-aa76-8e2add0bcd0d tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Deleting subnet 65db4f60-aae6-4cf9-b63f-e6bf3791ffe3 {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:46:58.207419 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6f186a8d-ff6c-4269-aa76-8e2add0bcd0d tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:58.253192 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6f186a8d-ff6c-4269-aa76-8e2add0bcd0d tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16313642'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:58.345321 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6f186a8d-ff6c-4269-aa76-8e2add0bcd0d tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:58.488917 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-96c6aa35-ba30-44f3-83a5-b36b03246777 None None] Provisioning complete for port 2c8598cf-43db-416e-b0fc-340fed2887b7 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:46:58.489481 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-96c6aa35-ba30-44f3-83a5-b36b03246777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:58.517346 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6f186a8d-ff6c-4269-aa76-8e2add0bcd0d tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4306592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16245866'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:58.532131 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6f186a8d-ff6c-4269-aa76-8e2add0bcd0d tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:58.536219 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-6f186a8d-ff6c-4269-aa76-8e2add0bcd0d tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "DELETE /v2.0/subnets/65db4f60-aae6-4cf9-b63f-e6bf3791ffe3 HTTP/1.1" status: 204 len: 168 time: 0.3956385 Oct 12 19:46:58.539056 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53328) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:58.561772 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f186a8d-ff6c-4269-aa76-8e2add0bcd0d tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Pushing event deleted for resources: {'Subnet': ['ID=65db4f60-aae6-4cf9-b63f-e6bf3791ffe3,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:58.584521 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-caa16ec3-1b24-410f-9aa9-f651e479882d tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0439606 Oct 12 19:46:58.587140 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53330) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:58.588464 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-96c6aa35-ba30-44f3-83a5-b36b03246777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:58.596974 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f3e44f7c-ade7-49e4-8f33-49677aa79aa5 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8092566'] for router_interface, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:58.637402 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-96c6aa35-ba30-44f3-83a5-b36b03246777 None None] For port 2c8598cf-43db-416e-b0fc-340fed2887b7, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=2c8598cf-43db-416e-b0fc-340fed2887b7,segment=NetworkSegment(5b15e8ea-52cb-48bc-9b05-d8b033d6797c),segment_id=5b15e8ea-52cb-48bc-9b05-d8b033d6797c)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:46:58.643770 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1055da6b-461a-445f-ae4f-5b07e4a92e42 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:58.647809 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-1055da6b-461a-445f-ae4f-5b07e4a92e42 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0558896 Oct 12 19:46:58.648137 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2258da19-9138-4755-aa3b-ae560bff9dea None None] Network 1f23293e-d35c-4759-ab9f-8562175c4da5 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:46:58.648259 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53332) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:58.703026 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c270aa3c-679d-42d8-a05e-50e84b65cf4b tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:58.704738 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-c270aa3c-679d-42d8-a05e-50e84b65cf4b tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0555580 Oct 12 19:46:58.707326 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53334) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:58.762479 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-61525a6e-aa7c-480a-9128-bf181ec99b76 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0494235 Oct 12 19:46:58.763578 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53336) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:58.769312 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-9381fc39-d962-4985-99cc-be004576734c tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Request body: {'subnet': {'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:46:58.848242 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-96c6aa35-ba30-44f3-83a5-b36b03246777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:58.890960 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-f3e44f7c-ade7-49e4-8f33-49677aa79aa5 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Deleting port 1c2a3199-17ab-46f4-aef0-0fd589f3d65d {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:46:58.891309 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f3e44f7c-ade7-49e4-8f33-49677aa79aa5 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:58.929218 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c6aa35-ba30-44f3-83a5-b36b03246777 None None] Pushing event updated for resources: {'Port': ['ID=2c8598cf-43db-416e-b0fc-340fed2887b7,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:58.963005 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-1c4b9332-03d3-470b-867b-e4c63befdd5f None None] Could not find standard attr ID for object c920598d-2bca-4f80-890c-15646f0d1e05. {{(pid=95503) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 19:46:58.968005 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9381fc39-d962-4985-99cc-be004576734c tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Made reservation on behalf of 8364cd1e2e78405187c9b3041bd139e1 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:46:58.971716 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9381fc39-d962-4985-99cc-be004576734c tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16245837'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:58.996694 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [None req-f3e44f7c-ade7-49e4-8f33-49677aa79aa5 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] For port 1c2a3199-17ab-46f4-aef0-0fd589f3d65d, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=1c2a3199-17ab-46f4-aef0-0fd589f3d65d,segment=NetworkSegment(c8c05289-9620-47c7-afbc-66ef24d193e8),segment_id=c8c05289-9620-47c7-afbc-66ef24d193e8)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:46:58.997061 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f3e44f7c-ade7-49e4-8f33-49677aa79aa5 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:59.014197 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-f3e44f7c-ade7-49e4-8f33-49677aa79aa5 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Calling delete_port for 1c2a3199-17ab-46f4-aef0-0fd589f3d65d owned by network:router_interface {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:46:59.042101 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9d3f54-5566-4f38-b850-f78e608af9e6 None None] DHCP port deletion for 1f23293e-d35c-4759-ab9f-8562175c4da5 request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 19:46:59.115805 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-bf9d3f54-5566-4f38-b850-f78e608af9e6 None None] Deleting port 2c8598cf-43db-416e-b0fc-340fed2887b7 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:46:59.116215 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bf9d3f54-5566-4f38-b850-f78e608af9e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:59.181863 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-bf9d3f54-5566-4f38-b850-f78e608af9e6 None None] For port 2c8598cf-43db-416e-b0fc-340fed2887b7, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=2c8598cf-43db-416e-b0fc-340fed2887b7,segment=NetworkSegment(5b15e8ea-52cb-48bc-9b05-d8b033d6797c),segment_id=5b15e8ea-52cb-48bc-9b05-d8b033d6797c)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:46:59.182265 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bf9d3f54-5566-4f38-b850-f78e608af9e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:59.194983 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-77f7e248-cf69-4adc-bb91-7484867ed0e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:59.196774 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-bf9d3f54-5566-4f38-b850-f78e608af9e6 None None] Calling delete_port for 2c8598cf-43db-416e-b0fc-340fed2887b7 owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:46:59.290125 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9381fc39-d962-4985-99cc-be004576734c tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4306659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16245859'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:59.332766 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9381fc39-d962-4985-99cc-be004576734c tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Network 1f23293e-d35c-4759-ab9f-8562175c4da5 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:46:59.335965 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-9381fc39-d962-4985-99cc-be004576734c tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:46:59.341146 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f3e44f7c-ade7-49e4-8f33-49677aa79aa5 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:59.345913 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9381fc39-d962-4985-99cc-be004576734c tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:46:59.345913 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9381fc39-d962-4985-99cc-be004576734c tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:59.355780 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9381fc39-d962-4985-99cc-be004576734c tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Pushing event updated for resources: {'Subnet': ['ID=a18b31df-3d0e-49e7-8a25-c21d7b19806f,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:59.368689 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e44f7c-ade7-49e4-8f33-49677aa79aa5 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Pushing event deleted for resources: {'Port': ['ID=1c2a3199-17ab-46f4-aef0-0fd589f3d65d,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:59.381406 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bf9d3f54-5566-4f38-b850-f78e608af9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:59.408622 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9d3f54-5566-4f38-b850-f78e608af9e6 None None] Pushing event deleted for resources: {'Port': ['ID=2c8598cf-43db-416e-b0fc-340fed2887b7,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:46:59.412309 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9d3f54-5566-4f38-b850-f78e608af9e6 None None] No DVR routers for this DVR port 2c8598cf-43db-416e-b0fc-340fed2887b7 on host n-d-813679-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:46:59.435302 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bbb5c44-c23c-42df-b21b-d96fcf134648 None None] Network 1f23293e-d35c-4759-ab9f-8562175c4da5 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:46:59.444541 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-9381fc39-d962-4985-99cc-be004576734c tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6796243 Oct 12 19:46:59.445175 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53338) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:46:59.449617 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-78b0da03-61f0-4eaa-8c40-c5b2e1662f6e tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Request body: {'port': {'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5', 'mac_address': 'fa:16:3e:f1:b1:b5', 'name': 'tempest-NetworksTestDHCPv6-420686788'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:46:59.497906 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 1d9570c6-d44b-41ea-860e-2b5d87bdf631 no longer exists at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:46:59.528520 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] No Port match for: 1d9570c6-d44b-41ea-860e-2b5d87bdf631 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:46:59.528918 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 1d9570c6-d44b-41ea-860e-2b5d87bdf631 not bound to the agent host n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:46:59.623228 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12cb4d54-3c89-49c2-a0e3-240aba54843e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-1f23293e-d35c-4759-ab9f-8562175c4da5', 'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5', 'tenant_id': '8364cd1e2e78405187c9b3041bd139e1', 'fixed_ips': [{'subnet_id': 'a18b31df-3d0e-49e7-8a25-c21d7b19806f'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:46:59.624302 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-12cb4d54-3c89-49c2-a0e3-240aba54843e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:59.768686 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-12cb4d54-3c89-49c2-a0e3-240aba54843e None None] Allocated IP 2001:db8::2 (1f23293e-d35c-4759-ab9f-8562175c4da5/a18b31df-3d0e-49e7-8a25-c21d7b19806f/1a0579e1-9781-4650-94a1-af87c2a7aeb8) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:46:59.914316 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-12cb4d54-3c89-49c2-a0e3-240aba54843e None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:59.968353 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f3e44f7c-ade7-49e4-8f33-49677aa79aa5 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7898909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8092450'] for router_interface, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:46:59.982086 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-12cb4d54-3c89-49c2-a0e3-240aba54843e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:00.018782 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12cb4d54-3c89-49c2-a0e3-240aba54843e None None] Network 1f23293e-d35c-4759-ab9f-8562175c4da5 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:47:00.021552 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-12cb4d54-3c89-49c2-a0e3-240aba54843e None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:47:00.025041 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12cb4d54-3c89-49c2-a0e3-240aba54843e None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:47:00.034030 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cb4d54-3c89-49c2-a0e3-240aba54843e None None] Pushing event updated for resources: {'Port': ['ID=1a0579e1-9781-4650-94a1-af87c2a7aeb8,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:47:00.062660 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78b0da03-61f0-4eaa-8c40-c5b2e1662f6e tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Made reservation on behalf of 8364cd1e2e78405187c9b3041bd139e1 for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:47:00.082284 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-12cb4d54-3c89-49c2-a0e3-240aba54843e None None] Attempting to bind port 1a0579e1-9781-4650-94a1-af87c2a7aeb8 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:47:00.082672 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-12cb4d54-3c89-49c2-a0e3-240aba54843e None None] Attempting to bind port 1a0579e1-9781-4650-94a1-af87c2a7aeb8 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '5b15e8ea-52cb-48bc-9b05-d8b033d6797c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:47:00.083004 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12cb4d54-3c89-49c2-a0e3-240aba54843e None None] Attempting to bind port 1a0579e1-9781-4650-94a1-af87c2a7aeb8 on network 1f23293e-d35c-4759-ab9f-8562175c4da5 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:47:00.088461 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12cb4d54-3c89-49c2-a0e3-240aba54843e None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:47:00.088826 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12cb4d54-3c89-49c2-a0e3-240aba54843e None None] Checking segment: {'id': '5b15e8ea-52cb-48bc-9b05-d8b033d6797c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:47:00.089225 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-12cb4d54-3c89-49c2-a0e3-240aba54843e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:00.089614 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12cb4d54-3c89-49c2-a0e3-240aba54843e None None] Bound using segment: {'id': '5b15e8ea-52cb-48bc-9b05-d8b033d6797c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:47:00.090595 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-12cb4d54-3c89-49c2-a0e3-240aba54843e None None] Bound port: 1a0579e1-9781-4650-94a1-af87c2a7aeb8, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b15e8ea-52cb-48bc-9b05-d8b033d6797c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:47:00.090969 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-12cb4d54-3c89-49c2-a0e3-240aba54843e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:00.159442 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-12cb4d54-3c89-49c2-a0e3-240aba54843e None None] For port 1a0579e1-9781-4650-94a1-af87c2a7aeb8, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:47:00.162496 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-12cb4d54-3c89-49c2-a0e3-240aba54843e None None] For port 1a0579e1-9781-4650-94a1-af87c2a7aeb8, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=1a0579e1-9781-4650-94a1-af87c2a7aeb8,segment=NetworkSegment(5b15e8ea-52cb-48bc-9b05-d8b033d6797c),segment_id=5b15e8ea-52cb-48bc-9b05-d8b033d6797c)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:47:00.205135 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-78b0da03-61f0-4eaa-8c40-c5b2e1662f6e tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:00.253888 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-12cb4d54-3c89-49c2-a0e3-240aba54843e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:00.263600 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [None req-78b0da03-61f0-4eaa-8c40-c5b2e1662f6e tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] device_id is not set on port 834eef8b-638a-4460-bd9a-6e2c606f51f5 yet. {{(pid=95501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 19:47:00.315991 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cb4d54-3c89-49c2-a0e3-240aba54843e None None] Pushing event updated for resources: {'Port': ['ID=1a0579e1-9781-4650-94a1-af87c2a7aeb8,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:47:00.339429 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3e44f7c-ade7-49e4-8f33-49677aa79aa5 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Router fb1a6179-5f6a-4c29-94f7-6c4fc3c0d1a9 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:47:00.459153 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-78b0da03-61f0-4eaa-8c40-c5b2e1662f6e tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Allocated IP 2001:db8::109 (1f23293e-d35c-4759-ab9f-8562175c4da5/a18b31df-3d0e-49e7-8a25-c21d7b19806f/834eef8b-638a-4460-bd9a-6e2c606f51f5) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:47:00.548983 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3e44f7c-ade7-49e4-8f33-49677aa79aa5 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:47:00.554780 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-f3e44f7c-ade7-49e4-8f33-49677aa79aa5 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] 10.222.0.49 "PUT /v2.0/routers/fb1a6179-5f6a-4c29-94f7-6c4fc3c0d1a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4087856 Oct 12 19:47:00.557577 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53340) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:00.567021 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ed3df5-045e-494e-a40e-ff7c4873f644 None None] Sync routers for ids ['fb1a6179-5f6a-4c29-94f7-6c4fc3c0d1a9'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:47:00.578419 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ed3df5-045e-494e-a40e-ff7c4873f644 None None] Routers {'fb1a6179-5f6a-4c29-94f7-6c4fc3c0d1a9'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:47:00.579035 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-e3ed3df5-045e-494e-a40e-ff7c4873f644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:46:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['fb1a6179-5f6a-4c29-94f7-6c4fc3c0d1a9'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:47:00.623393 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b0abdc3-e4a7-4818-83aa-58b23561ee83 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Deleting subnet 6cf94d9a-d0c6-4b80-bcb9-70135b9f9aea {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:47:00.627654 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1b0abdc3-e4a7-4818-83aa-58b23561ee83 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:00.669706 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1b0abdc3-e4a7-4818-83aa-58b23561ee83 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16313642'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:00.685651 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-78b0da03-61f0-4eaa-8c40-c5b2e1662f6e tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:00.703436 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-e3ed3df5-045e-494e-a40e-ff7c4873f644 None None] Set router fb1a6179-5f6a-4c29-94f7-6c4fc3c0d1a9 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:47:00.761386 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1b0abdc3-e4a7-4818-83aa-58b23561ee83 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:00.806238 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-78b0da03-61f0-4eaa-8c40-c5b2e1662f6e tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:00.854936 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b0da03-61f0-4eaa-8c40-c5b2e1662f6e tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Network 1f23293e-d35c-4759-ab9f-8562175c4da5 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:47:00.858135 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-78b0da03-61f0-4eaa-8c40-c5b2e1662f6e tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:47:00.862095 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b0da03-61f0-4eaa-8c40-c5b2e1662f6e tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:47:00.867748 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b0da03-61f0-4eaa-8c40-c5b2e1662f6e tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:47:00.868405 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-78b0da03-61f0-4eaa-8c40-c5b2e1662f6e tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:00.873276 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1b0abdc3-e4a7-4818-83aa-58b23561ee83 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4306592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16245866'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:00.879528 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b0da03-61f0-4eaa-8c40-c5b2e1662f6e tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Pushing event updated for resources: {'Port': ['ID=834eef8b-638a-4460-bd9a-6e2c606f51f5,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:47:00.898393 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-e3ed3df5-045e-494e-a40e-ff7c4873f644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb1a6179-5f6a-4c29-94f7-6c4fc3c0d1a9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1116111249', 'tenant_id': '60a440c0fade4c7fb5b44230bfb707fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': 'a7648eef-8d9e-41b7-8980-c775d1c05e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:45:19Z', 'updated_at': '2021-10-12T19:46:59Z', 'revision_number': 5, 'project_id': '60a440c0fade4c7fb5b44230bfb707fc', 'gw_port': {'id': 'a7648eef-8d9e-41b7-8980-c775d1c05e36', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb1a6179-5f6a-4c29-94f7-6c4fc3c0d1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:45:20Z', 'updated_at': '2021-10-12T19:45:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:47:00.903019 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0abdc3-e4a7-4818-83aa-58b23561ee83 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Pushing event deleted for resources: {'Subnet': ['ID=6cf94d9a-d0c6-4b80-bcb9-70135b9f9aea,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:47:00.906710 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1b0abdc3-e4a7-4818-83aa-58b23561ee83 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:00.909986 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-1b0abdc3-e4a7-4818-83aa-58b23561ee83 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] 10.222.0.49 "DELETE /v2.0/subnets/6cf94d9a-d0c6-4b80-bcb9-70135b9f9aea HTTP/1.1" status: 204 len: 168 time: 0.3500772 Oct 12 19:47:00.912528 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53342) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:00.933391 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43e7101-b6e4-4b61-a4e1-4ea2f08ff3ad None None] Network f1a53bd1-87f3-40f3-8c85-2c2f2d591b2b requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:47:00.936787 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ed3df5-045e-494e-a40e-ff7c4873f644 None None] Checking router: fb1a6179-5f6a-4c29-94f7-6c4fc3c0d1a9 for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:47:00.962455 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53344) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:00.962826 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-78b0da03-61f0-4eaa-8c40-c5b2e1662f6e tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5168200 Oct 12 19:47:00.982479 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ed3df5-045e-494e-a40e-ff7c4873f644 None None] Routers {'fb1a6179-5f6a-4c29-94f7-6c4fc3c0d1a9'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:47:00.983175 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-e3ed3df5-045e-494e-a40e-ff7c4873f644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:46:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['fb1a6179-5f6a-4c29-94f7-6c4fc3c0d1a9'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:47:01.066377 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c78350c-a2f1-44d0-9d53-bd8c1c357ebd tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:47:01.072409 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c78350c-a2f1-44d0-9d53-bd8c1c357ebd tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:47:01.076789 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-9c78350c-a2f1-44d0-9d53-bd8c1c357ebd tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1106472 Oct 12 19:47:01.077617 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53346) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:01.085929 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f1907d7a-e2ea-43cb-adf3-05980214eb83 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks [] for router, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:01.176396 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-e3ed3df5-045e-494e-a40e-ff7c4873f644 None None] Set router fb1a6179-5f6a-4c29-94f7-6c4fc3c0d1a9 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:47:01.249073 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f1907d7a-e2ea-43cb-adf3-05980214eb83 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:01.269887 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-670ce915-eceb-4067-83f5-3ce2bf10a4ee None None] DHCP port deletion for f1a53bd1-87f3-40f3-8c85-2c2f2d591b2b request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 19:47:01.283332 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-b99beeed-24eb-4190-b6a7-461c4fb18620 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Deleting port 834eef8b-638a-4460-bd9a-6e2c606f51f5 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:47:01.283678 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b99beeed-24eb-4190-b6a7-461c4fb18620 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:01.339149 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 1a0579e1-9781-4650-94a1-af87c2a7aeb8 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:47:01.367866 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-f1907d7a-e2ea-43cb-adf3-05980214eb83 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Deleting port a7648eef-8d9e-41b7-8980-c775d1c05e36 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:47:01.367866 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f1907d7a-e2ea-43cb-adf3-05980214eb83 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:01.405769 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b99beeed-24eb-4190-b6a7-461c4fb18620 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:01.425478 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-b99beeed-24eb-4190-b6a7-461c4fb18620 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Calling delete_port for 834eef8b-638a-4460-bd9a-6e2c606f51f5 owned by {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:47:01.436900 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-670ce915-eceb-4067-83f5-3ce2bf10a4ee None None] Deleting port 895c37c2-c204-4f08-83d6-6feb431a879f {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:47:01.437312 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-670ce915-eceb-4067-83f5-3ce2bf10a4ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:01.473078 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-f1907d7a-e2ea-43cb-adf3-05980214eb83 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] For port a7648eef-8d9e-41b7-8980-c775d1c05e36, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=a7648eef-8d9e-41b7-8980-c775d1c05e36,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:47:01.473854 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f1907d7a-e2ea-43cb-adf3-05980214eb83 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:01.489559 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-f1907d7a-e2ea-43cb-adf3-05980214eb83 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Calling delete_port for a7648eef-8d9e-41b7-8980-c775d1c05e36 owned by network:router_gateway {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:47:01.526331 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 1a0579e1-9781-4650-94a1-af87c2a7aeb8 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:47:01.526872 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:01.537587 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-670ce915-eceb-4067-83f5-3ce2bf10a4ee None None] For port 895c37c2-c204-4f08-83d6-6feb431a879f, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=895c37c2-c204-4f08-83d6-6feb431a879f,segment=NetworkSegment(c8c05289-9620-47c7-afbc-66ef24d193e8),segment_id=c8c05289-9620-47c7-afbc-66ef24d193e8)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:47:01.537989 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-670ce915-eceb-4067-83f5-3ce2bf10a4ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:01.576949 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-670ce915-eceb-4067-83f5-3ce2bf10a4ee None None] Calling delete_port for 895c37c2-c204-4f08-83d6-6feb431a879f owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:47:01.588747 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-17428555-39d6-4f79-89ee-6a5f93ec3917 None None] Provisioning complete for port 1a0579e1-9781-4650-94a1-af87c2a7aeb8 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:47:01.589111 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-17428555-39d6-4f79-89ee-6a5f93ec3917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:01.648253 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b99beeed-24eb-4190-b6a7-461c4fb18620 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:01.682129 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99beeed-24eb-4190-b6a7-461c4fb18620 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Pushing event deleted for resources: {'Port': ['ID=834eef8b-638a-4460-bd9a-6e2c606f51f5,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:47:01.718357 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b99beeed-24eb-4190-b6a7-461c4fb18620 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:01.723056 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-b99beeed-24eb-4190-b6a7-461c4fb18620 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "DELETE /v2.0/ports/834eef8b-638a-4460-bd9a-6e2c606f51f5 HTTP/1.1" status: 204 len: 168 time: 0.6443999 Oct 12 19:47:01.728888 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53348) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:01.765942 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-e3ed3df5-045e-494e-a40e-ff7c4873f644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb1a6179-5f6a-4c29-94f7-6c4fc3c0d1a9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1116111249', 'tenant_id': '60a440c0fade4c7fb5b44230bfb707fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': 'a7648eef-8d9e-41b7-8980-c775d1c05e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:45:19Z', 'updated_at': '2021-10-12T19:46:59Z', 'revision_number': 5, 'project_id': '60a440c0fade4c7fb5b44230bfb707fc', 'gw_port': {'id': 'a7648eef-8d9e-41b7-8980-c775d1c05e36', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb1a6179-5f6a-4c29-94f7-6c4fc3c0d1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:45:20Z', 'updated_at': '2021-10-12T19:45:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:47:01.785849 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ebdcfb6-5dc2-409d-9cbb-54e80771c37e tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:47:01.787923 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ebdcfb6-5dc2-409d-9cbb-54e80771c37e tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:47:01.789574 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-2ebdcfb6-5dc2-409d-9cbb-54e80771c37e tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0616679 Oct 12 19:47:01.790333 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f1907d7a-e2ea-43cb-adf3-05980214eb83 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:01.792562 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53352) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:01.801430 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9cc409fe-b08f-4503-91c7-73922146ef1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:01.822197 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ed3df5-045e-494e-a40e-ff7c4873f644 None None] The sync data for ids ['fb1a6179-5f6a-4c29-94f7-6c4fc3c0d1a9'] in n-d-813679-3 is: [{'id': 'fb1a6179-5f6a-4c29-94f7-6c4fc3c0d1a9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1116111249', 'tenant_id': '60a440c0fade4c7fb5b44230bfb707fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': 'a7648eef-8d9e-41b7-8980-c775d1c05e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:45:19Z', 'updated_at': '2021-10-12T19:46:59Z', 'revision_number': 5, 'project_id': '60a440c0fade4c7fb5b44230bfb707fc', 'gw_port': {'id': 'a7648eef-8d9e-41b7-8980-c775d1c05e36', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb1a6179-5f6a-4c29-94f7-6c4fc3c0d1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:45:20Z', 'updated_at': '2021-10-12T19:45:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:47:01.833372 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:01.853155 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1907d7a-e2ea-43cb-adf3-05980214eb83 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Pushing event deleted for resources: {'Port': ['ID=a7648eef-8d9e-41b7-8980-c775d1c05e36,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:47:01.860101 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9d9ace9-4a29-4423-81de-1c316957045e tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Deleting subnet a18b31df-3d0e-49e7-8a25-c21d7b19806f {{(pid=95501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:47:01.862785 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-17428555-39d6-4f79-89ee-6a5f93ec3917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:01.864805 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e9d9ace9-4a29-4423-81de-1c316957045e tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks [] for subnet, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:01.900163 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-670ce915-eceb-4067-83f5-3ce2bf10a4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:01.907441 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] For port 1a0579e1-9781-4650-94a1-af87c2a7aeb8, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=1a0579e1-9781-4650-94a1-af87c2a7aeb8,segment=NetworkSegment(5b15e8ea-52cb-48bc-9b05-d8b033d6797c),segment_id=5b15e8ea-52cb-48bc-9b05-d8b033d6797c)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:47:01.929576 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f1907d7a-e2ea-43cb-adf3-05980214eb83 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7915456'] for router_gateway, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:01.934320 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e9d9ace9-4a29-4423-81de-1c316957045e tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281083'] for subnet, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:01.934896 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670ce915-eceb-4067-83f5-3ce2bf10a4ee None None] Pushing event deleted for resources: {'Port': ['ID=895c37c2-c204-4f08-83d6-6feb431a879f,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:47:01.938640 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670ce915-eceb-4067-83f5-3ce2bf10a4ee None None] No DVR routers for this DVR port 895c37c2-c204-4f08-83d6-6feb431a879f on host n-d-813679-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:47:01.976916 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:02.050862 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e9d9ace9-4a29-4423-81de-1c316957045e tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:02.233527 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e9d9ace9-4a29-4423-81de-1c316957045e tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4824924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4612362'] for subnet, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:02.235328 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.db.api [None req-17428555-39d6-4f79-89ee-6a5f93ec3917 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 19:47:02.235686 n-d-813679-3 neutron-server[95503]: DEBUG oslo_db.api [None req-17428555-39d6-4f79-89ee-6a5f93ec3917 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 19:47:02.240521 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Pushing event updated for resources: {'Port': ['ID=1a0579e1-9781-4650-94a1-af87c2a7aeb8,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:47:02.266842 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d9ace9-4a29-4423-81de-1c316957045e tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Pushing event deleted for resources: {'Subnet': ['ID=a18b31df-3d0e-49e7-8a25-c21d7b19806f,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:47:02.272243 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e9d9ace9-4a29-4423-81de-1c316957045e tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:02.272796 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-e9d9ace9-4a29-4423-81de-1c316957045e tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "DELETE /v2.0/subnets/a18b31df-3d0e-49e7-8a25-c21d7b19806f HTTP/1.1" status: 204 len: 168 time: 0.4791505 Oct 12 19:47:02.275186 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53354) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:02.283450 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f647fa6-f0e4-4baa-9ae5-06bb79b3c7fe None None] Network 1f23293e-d35c-4759-ab9f-8562175c4da5 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:47:02.317663 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-aeb3258e-3964-4308-81cd-b0356de8f367 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0410104 Oct 12 19:47:02.319919 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53356) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:02.382730 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1bc449-16ad-4398-b16e-b711cbfbed82 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:47:02.386669 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-6a1bc449-16ad-4398-b16e-b711cbfbed82 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0632539 Oct 12 19:47:02.387131 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53358) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:02.392415 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f1907d7a-e2ea-43cb-adf3-05980214eb83 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255495'] for router, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:02.394896 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f1907d7a-e2ea-43cb-adf3-05980214eb83 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:02.453033 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9355bb0f-d2f3-4ce0-ae8a-d0b8c0f08871 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:47:02.454700 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-9355bb0f-d2f3-4ce0-ae8a-d0b8c0f08871 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0662534 Oct 12 19:47:02.457172 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53360) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:02.491831 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5967d4-0b51-4ce3-92c8-6de22222d365 None None] DHCP port deletion for 1f23293e-d35c-4759-ab9f-8562175c4da5 request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 19:47:02.503151 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-3ab12975-26f1-4ecf-8c34-e1183ba6b015 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0412006 Oct 12 19:47:02.503511 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53362) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:02.510710 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-e5d2c13a-a164-420a-bfe1-7513e3fea90d tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Request body: {'subnet': {'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:47:02.534751 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:02.552508 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-4a5967d4-0b51-4ce3-92c8-6de22222d365 None None] Deleting port 1a0579e1-9781-4650-94a1-af87c2a7aeb8 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:47:02.552817 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4a5967d4-0b51-4ce3-92c8-6de22222d365 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:02.580738 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f1907d7a-e2ea-43cb-adf3-05980214eb83 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8093499'] for router, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:02.581248 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1907d7a-e2ea-43cb-adf3-05980214eb83 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Fanout notify agent at l3_agent the message router_deleted on router fb1a6179-5f6a-4c29-94f7-6c4fc3c0d1a9 {{(pid=95502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 19:47:02.588961 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f1907d7a-e2ea-43cb-adf3-05980214eb83 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:02.590186 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-f1907d7a-e2ea-43cb-adf3-05980214eb83 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] 10.222.0.49 "DELETE /v2.0/routers/fb1a6179-5f6a-4c29-94f7-6c4fc3c0d1a9 HTTP/1.1" status: 204 len: 168 time: 1.6766155 Oct 12 19:47:02.593034 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53364) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:02.636679 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-4a5967d4-0b51-4ce3-92c8-6de22222d365 None None] For port 1a0579e1-9781-4650-94a1-af87c2a7aeb8, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=1a0579e1-9781-4650-94a1-af87c2a7aeb8,segment=NetworkSegment(5b15e8ea-52cb-48bc-9b05-d8b033d6797c),segment_id=5b15e8ea-52cb-48bc-9b05-d8b033d6797c)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:47:02.637380 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4a5967d4-0b51-4ce3-92c8-6de22222d365 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:02.650908 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-4a5967d4-0b51-4ce3-92c8-6de22222d365 None None] Calling delete_port for 1a0579e1-9781-4650-94a1-af87c2a7aeb8 owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:47:02.680874 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-31cdac1f-509b-460a-a15e-77dda078ceb3 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:02.695031 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5d2c13a-a164-420a-bfe1-7513e3fea90d tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Made reservation on behalf of 8364cd1e2e78405187c9b3041bd139e1 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:47:02.702505 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e5d2c13a-a164-420a-bfe1-7513e3fea90d tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16245837'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:02.778047 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-31cdac1f-509b-460a-a15e-77dda078ceb3 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:02.799185 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-31cdac1f-509b-460a-a15e-77dda078ceb3 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1a53bd1-87f3-40f3-8c85-2c2f2d591b2b']}} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:47:02.808596 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-31cdac1f-509b-460a-a15e-77dda078ceb3 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8c05289-9620-47c7-afbc-66ef24d193e8') {'for_net_delete': True} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:47:02.808814 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-31cdac1f-509b-460a-a15e-77dda078ceb3 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8c05289-9620-47c7-afbc-66ef24d193e8') {} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:47:02.809725 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4a5967d4-0b51-4ce3-92c8-6de22222d365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:02.820147 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-31cdac1f-509b-460a-a15e-77dda078ceb3 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4281072'] for segment, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:02.834693 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-31cdac1f-509b-460a-a15e-77dda078ceb3 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:02.841535 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5967d4-0b51-4ce3-92c8-6de22222d365 None None] Pushing event deleted for resources: {'Port': ['ID=1a0579e1-9781-4650-94a1-af87c2a7aeb8,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:47:02.845814 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5967d4-0b51-4ce3-92c8-6de22222d365 None None] No DVR routers for this DVR port 1a0579e1-9781-4650-94a1-af87c2a7aeb8 on host n-d-813679-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:47:02.847102 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31cdac1f-509b-460a-a15e-77dda078ceb3 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=95501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:47:02.847691 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-31cdac1f-509b-460a-a15e-77dda078ceb3 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4823170'] for segment, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:02.856424 n-d-813679-3 neutron-server[95501]: Traceback (most recent call last): Oct 12 19:47:02.856424 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:47:02.856424 n-d-813679-3 neutron-server[95501]: timer() Oct 12 19:47:02.856424 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:47:02.856424 n-d-813679-3 neutron-server[95501]: cb(*args, **kw) Oct 12 19:47:02.856424 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:47:02.856424 n-d-813679-3 neutron-server[95501]: return func(*args, **kwargs) Oct 12 19:47:02.856424 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:47:02.856424 n-d-813679-3 neutron-server[95501]: self._notify() Oct 12 19:47:02.856424 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:47:02.856424 n-d-813679-3 neutron-server[95501]: self.callback(batched_events) Oct 12 19:47:02.856424 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:47:02.856424 n-d-813679-3 neutron-server[95501]: event.method(event) Oct 12 19:47:02.856424 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:47:02.856424 n-d-813679-3 neutron-server[95501]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:47:02.856424 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:47:02.856424 n-d-813679-3 neutron-server[95501]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:47:02.856424 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:47:02.856424 n-d-813679-3 neutron-server[95501]: return f(self, *a, **k) Oct 12 19:47:02.856424 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:47:02.856424 n-d-813679-3 neutron-server[95501]: return self._get(url).json() Oct 12 19:47:02.856424 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:47:02.856424 n-d-813679-3 neutron-server[95501]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:47:02.856424 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:47:02.856424 n-d-813679-3 neutron-server[95501]: return self.request(url, 'GET', **kwargs) Oct 12 19:47:02.856424 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:47:02.856424 n-d-813679-3 neutron-server[95501]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:47:02.856424 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:47:02.856424 n-d-813679-3 neutron-server[95501]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:47:02.856424 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:47:02.856424 n-d-813679-3 neutron-server[95501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:47:02.856424 n-d-813679-3 neutron-server[95501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:47:02.895609 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-1ec34e33-293f-4f9e-8b16-ad97dded9cd9 None None] Could not find standard attr ID for object 834eef8b-638a-4460-bd9a-6e2c606f51f5. {{(pid=95503) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 19:47:03.015198 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-31cdac1f-509b-460a-a15e-77dda078ceb3 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:03.026624 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-31cdac1f-509b-460a-a15e-77dda078ceb3 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Notify callbacks [] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:03.030912 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-31cdac1f-509b-460a-a15e-77dda078ceb3 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] 10.222.0.49 "DELETE /v2.0/networks/f1a53bd1-87f3-40f3-8c85-2c2f2d591b2b HTTP/1.1" status: 204 len: 168 time: 0.4368660 Oct 12 19:47:03.044749 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cdac1f-509b-460a-a15e-77dda078ceb3 tempest-TestSecurityGroupsBasicOps-2035250451 tempest-TestSecurityGroupsBasicOps-2035250451-project] Pushing event deleted for resources: {'Network': ['ID=f1a53bd1-87f3-40f3-8c85-2c2f2d591b2b,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:47:03.062702 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:03.119469 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 895c37c2-c204-4f08-83d6-6feb431a879f no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:47:03.128540 n-d-813679-3 neutron-server[95502]: DEBUG neutron.objects.ports [None req-e5d2c13a-a164-420a-bfe1-7513e3fea90d tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95502) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 12 19:47:03.130074 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e5d2c13a-a164-420a-bfe1-7513e3fea90d tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4306659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16245859'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:03.140221 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:03.141298 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 895c37c2-c204-4f08-83d6-6feb431a879f {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:47:03.141641 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 895c37c2-c204-4f08-83d6-6feb431a879f not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:47:03.142077 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device a7648eef-8d9e-41b7-8980-c775d1c05e36 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:47:03.169401 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: a7648eef-8d9e-41b7-8980-c775d1c05e36 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:47:03.170181 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device a7648eef-8d9e-41b7-8980-c775d1c05e36 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:47:03.171021 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 1c2a3199-17ab-46f4-aef0-0fd589f3d65d no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:47:03.174052 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d2c13a-a164-420a-bfe1-7513e3fea90d tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Network 1f23293e-d35c-4759-ab9f-8562175c4da5 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:47:03.176757 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-e5d2c13a-a164-420a-bfe1-7513e3fea90d tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:47:03.190125 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d2c13a-a164-420a-bfe1-7513e3fea90d tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:47:03.190729 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e5d2c13a-a164-420a-bfe1-7513e3fea90d tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:03.192781 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42087d9f-2e16-4b51-9775-2a145d17aac5 None None] Network 1f23293e-d35c-4759-ab9f-8562175c4da5 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:47:03.194661 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 1c2a3199-17ab-46f4-aef0-0fd589f3d65d {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:47:03.195128 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 1c2a3199-17ab-46f4-aef0-0fd589f3d65d not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:47:03.196105 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 1a0579e1-9781-4650-94a1-af87c2a7aeb8 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:47:03.205408 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d2c13a-a164-420a-bfe1-7513e3fea90d tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Pushing event updated for resources: {'Subnet': ['ID=149acef3-2477-4a36-b0fd-f42fac29937a,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:47:03.249903 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 1a0579e1-9781-4650-94a1-af87c2a7aeb8 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:47:03.250256 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 1a0579e1-9781-4650-94a1-af87c2a7aeb8 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:47:03.292157 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-e5d2c13a-a164-420a-bfe1-7513e3fea90d tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7874610 Oct 12 19:47:03.295185 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53370) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:03.300623 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-38894aec-96c2-4aa8-ba2a-e8b43253e883 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Request body: {'subnet': {'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:47:03.359185 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a43258-5057-4e06-a575-c18662b3fac4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-1f23293e-d35c-4759-ab9f-8562175c4da5', 'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5', 'tenant_id': '8364cd1e2e78405187c9b3041bd139e1', 'fixed_ips': [{'subnet_id': '149acef3-2477-4a36-b0fd-f42fac29937a'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:47:03.360081 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-62a43258-5057-4e06-a575-c18662b3fac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:03.489967 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38894aec-96c2-4aa8-ba2a-e8b43253e883 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Made reservation on behalf of 8364cd1e2e78405187c9b3041bd139e1 for: {'subnet': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:47:03.494598 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-38894aec-96c2-4aa8-ba2a-e8b43253e883 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4612397'] for subnet, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:03.499088 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-62a43258-5057-4e06-a575-c18662b3fac4 None None] Allocated IP 2001:db8::f816:3eff:feb8:ef1f (1f23293e-d35c-4759-ab9f-8562175c4da5/149acef3-2477-4a36-b0fd-f42fac29937a/f95e174d-4c67-4b87-a2cb-c87e64536b2d) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:47:03.583800 n-d-813679-3 neutron-server[95501]: INFO neutron.db.ipam_backend_mixin [None req-38894aec-96c2-4aa8-ba2a-e8b43253e883 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 149acef3-2477-4a36-b0fd-f42fac29937a (CIDR: 2001:db8::/64) Oct 12 19:47:03.628759 n-d-813679-3 neutron-server[95501]: INFO neutron.pecan_wsgi.hooks.translation [None req-38894aec-96c2-4aa8-ba2a-e8b43253e883 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 19:47:03.629235 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38894aec-96c2-4aa8-ba2a-e8b43253e883 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:47:03.654501 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-62a43258-5057-4e06-a575-c18662b3fac4 None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:03.692788 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53374) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:03.753533 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-38894aec-96c2-4aa8-ba2a-e8b43253e883 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4570935 Oct 12 19:47:03.756323 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53378) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:03.761236 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-279f7d14-6a7b-448c-bb7f-8e7043e37bcf tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Request body: {'subnet': {'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:47:03.797006 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-62a43258-5057-4e06-a575-c18662b3fac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:03.837547 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a43258-5057-4e06-a575-c18662b3fac4 None None] Network 1f23293e-d35c-4759-ab9f-8562175c4da5 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:47:03.840506 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-62a43258-5057-4e06-a575-c18662b3fac4 None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:47:03.844122 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a43258-5057-4e06-a575-c18662b3fac4 None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:47:03.851324 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a43258-5057-4e06-a575-c18662b3fac4 None None] Pushing event updated for resources: {'Port': ['ID=f95e174d-4c67-4b87-a2cb-c87e64536b2d,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:47:03.870276 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-e94a5da8-b407-4c90-8d6f-503e1a90eea5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=60a440c0fade4c7fb5b44230bfb707fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1763084 Oct 12 19:47:03.873526 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53380) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:03.911940 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-62a43258-5057-4e06-a575-c18662b3fac4 None None] Attempting to bind port f95e174d-4c67-4b87-a2cb-c87e64536b2d on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:47:03.912415 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-62a43258-5057-4e06-a575-c18662b3fac4 None None] Attempting to bind port f95e174d-4c67-4b87-a2cb-c87e64536b2d by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '5b15e8ea-52cb-48bc-9b05-d8b033d6797c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:47:03.912784 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a43258-5057-4e06-a575-c18662b3fac4 None None] Attempting to bind port f95e174d-4c67-4b87-a2cb-c87e64536b2d on network 1f23293e-d35c-4759-ab9f-8562175c4da5 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:47:03.918441 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a43258-5057-4e06-a575-c18662b3fac4 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:47:03.918821 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a43258-5057-4e06-a575-c18662b3fac4 None None] Checking segment: {'id': '5b15e8ea-52cb-48bc-9b05-d8b033d6797c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:47:03.919223 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-62a43258-5057-4e06-a575-c18662b3fac4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:03.919618 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a43258-5057-4e06-a575-c18662b3fac4 None None] Bound using segment: {'id': '5b15e8ea-52cb-48bc-9b05-d8b033d6797c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:47:03.920108 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-62a43258-5057-4e06-a575-c18662b3fac4 None None] Bound port: f95e174d-4c67-4b87-a2cb-c87e64536b2d, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b15e8ea-52cb-48bc-9b05-d8b033d6797c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:47:03.920494 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-62a43258-5057-4e06-a575-c18662b3fac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:03.927289 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5293a0d5-10a2-400f-aa8b-b5dda866d136 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:03.948779 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5293a0d5-10a2-400f-aa8b-b5dda866d136 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:03.962559 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:03.984040 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-62a43258-5057-4e06-a575-c18662b3fac4 None None] For port f95e174d-4c67-4b87-a2cb-c87e64536b2d, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:47:03.987226 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-62a43258-5057-4e06-a575-c18662b3fac4 None None] For port f95e174d-4c67-4b87-a2cb-c87e64536b2d, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=f95e174d-4c67-4b87-a2cb-c87e64536b2d,segment=NetworkSegment(5b15e8ea-52cb-48bc-9b05-d8b033d6797c),segment_id=5b15e8ea-52cb-48bc-9b05-d8b033d6797c)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:47:03.992887 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-279f7d14-6a7b-448c-bb7f-8e7043e37bcf tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Made reservation on behalf of 8364cd1e2e78405187c9b3041bd139e1 for: {'subnet': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:47:03.997953 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-279f7d14-6a7b-448c-bb7f-8e7043e37bcf tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4612397'] for subnet, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:04.068003 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-62a43258-5057-4e06-a575-c18662b3fac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:04.117049 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5293a0d5-10a2-400f-aa8b-b5dda866d136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:04.117263 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5293a0d5-10a2-400f-aa8b-b5dda866d136 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:04.121573 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-5293a0d5-10a2-400f-aa8b-b5dda866d136 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/dc1aa923-fa5e-4077-a82e-61cb2b6ffe57 HTTP/1.1" status: 204 len: 168 time: 0.2435186 Oct 12 19:47:04.127705 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a43258-5057-4e06-a575-c18662b3fac4 None None] Pushing event updated for resources: {'Port': ['ID=f95e174d-4c67-4b87-a2cb-c87e64536b2d,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:47:04.146146 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5293a0d5-10a2-400f-aa8b-b5dda866d136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc1aa923-fa5e-4077-a82e-61cb2b6ffe57,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:47:04.347106 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-279f7d14-6a7b-448c-bb7f-8e7043e37bcf tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4824863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4612355'] for subnet, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:04.400256 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279f7d14-6a7b-448c-bb7f-8e7043e37bcf tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Network 1f23293e-d35c-4759-ab9f-8562175c4da5 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:47:04.406717 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-279f7d14-6a7b-448c-bb7f-8e7043e37bcf tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:47:04.409428 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279f7d14-6a7b-448c-bb7f-8e7043e37bcf tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:47:04.410030 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-279f7d14-6a7b-448c-bb7f-8e7043e37bcf tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:04.415826 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279f7d14-6a7b-448c-bb7f-8e7043e37bcf tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Pushing event updated for resources: {'Subnet': ['ID=f5fea5c3-a37c-4ab2-82cc-816aea79ff19,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:47:04.526666 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-279f7d14-6a7b-448c-bb7f-8e7043e37bcf tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7692611 Oct 12 19:47:04.530044 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53388) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:04.535383 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-36f9f35c-5dc1-4ddf-9459-65a91db874c2 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Request body: {'port': {'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5', 'mac_address': 'fa:16:3e:bc:d3:5f', 'name': 'tempest-NetworksTestDHCPv6-358873340'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:47:04.621221 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:04.712059 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36f9f35c-5dc1-4ddf-9459-65a91db874c2 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Made reservation on behalf of 8364cd1e2e78405187c9b3041bd139e1 for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:47:04.716898 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-36f9f35c-5dc1-4ddf-9459-65a91db874c2 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:04.736935 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [None req-36f9f35c-5dc1-4ddf-9459-65a91db874c2 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] device_id is not set on port e2c1a813-7a60-42fc-8d99-f2f28ec07141 yet. {{(pid=95501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 19:47:04.887778 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53390) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:04.901133 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0972462b-6d62-44fe-948c-e0ff8b0c9dd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:04.912823 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-36f9f35c-5dc1-4ddf-9459-65a91db874c2 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Allocated IP 2001:db8:0:1::66 (1f23293e-d35c-4759-ab9f-8562175c4da5/f5fea5c3-a37c-4ab2-82cc-816aea79ff19/e2c1a813-7a60-42fc-8d99-f2f28ec07141) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:47:04.919893 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-36f9f35c-5dc1-4ddf-9459-65a91db874c2 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Allocated IP 2001:db8::f816:3eff:febc:d35f (1f23293e-d35c-4759-ab9f-8562175c4da5/149acef3-2477-4a36-b0fd-f42fac29937a/e2c1a813-7a60-42fc-8d99-f2f28ec07141) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:47:04.994847 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0972462b-6d62-44fe-948c-e0ff8b0c9dd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:05.055597 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0972462b-6d62-44fe-948c-e0ff8b0c9dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:05.083626 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-36f9f35c-5dc1-4ddf-9459-65a91db874c2 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:05.102390 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-0972462b-6d62-44fe-948c-e0ff8b0c9dd5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2cfb59a2a29840949616db1551039c2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2109449 Oct 12 19:47:05.102789 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53392) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:05.111184 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0972462b-6d62-44fe-948c-e0ff8b0c9dd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c524a8bd-3303-4055-90e7-cc5d31dd3d00,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:47:05.137276 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7360a4-d1bc-4c9a-8fdb-4922b7da899c None None] Network 1f23293e-d35c-4759-ab9f-8562175c4da5 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:47:05.175278 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-57151009-ff31-4c6f-9dd0-0ad0a8680a7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:05.192398 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device f95e174d-4c67-4b87-a2cb-c87e64536b2d up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:47:05.201526 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-57151009-ff31-4c6f-9dd0-0ad0a8680a7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:05.214133 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-36f9f35c-5dc1-4ddf-9459-65a91db874c2 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:05.265644 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f9f35c-5dc1-4ddf-9459-65a91db874c2 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Network 1f23293e-d35c-4759-ab9f-8562175c4da5 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:47:05.268132 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-ea2745c0-74b0-4598-a266-cc4538822fc3 None None] Provisioning complete for port f95e174d-4c67-4b87-a2cb-c87e64536b2d triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:47:05.268514 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ea2745c0-74b0-4598-a266-cc4538822fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:05.270917 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-36f9f35c-5dc1-4ddf-9459-65a91db874c2 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:47:05.273296 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f9f35c-5dc1-4ddf-9459-65a91db874c2 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:47:05.279398 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f9f35c-5dc1-4ddf-9459-65a91db874c2 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:47:05.280004 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-36f9f35c-5dc1-4ddf-9459-65a91db874c2 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:05.296983 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f9f35c-5dc1-4ddf-9459-65a91db874c2 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Pushing event updated for resources: {'Port': ['ID=e2c1a813-7a60-42fc-8d99-f2f28ec07141,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:47:05.324795 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-57151009-ff31-4c6f-9dd0-0ad0a8680a7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:05.327573 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-57151009-ff31-4c6f-9dd0-0ad0a8680a7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:05.328768 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-57151009-ff31-4c6f-9dd0-0ad0a8680a7a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c524a8bd-3303-4055-90e7-cc5d31dd3d00 HTTP/1.1" status: 204 len: 168 time: 0.2250822 Oct 12 19:47:05.336592 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57151009-ff31-4c6f-9dd0-0ad0a8680a7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c524a8bd-3303-4055-90e7-cc5d31dd3d00,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:47:05.338463 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port f95e174d-4c67-4b87-a2cb-c87e64536b2d triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:47:05.338844 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:05.372929 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-36f9f35c-5dc1-4ddf-9459-65a91db874c2 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.8417435 Oct 12 19:47:05.383410 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53396) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:05.492153 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-0dbf9e67-fad4-4c2a-b146-62b457e418bc tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Deleting port e2c1a813-7a60-42fc-8d99-f2f28ec07141 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:47:05.492497 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0dbf9e67-fad4-4c2a-b146-62b457e418bc tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:05.523178 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ea2745c0-74b0-4598-a266-cc4538822fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:05.556191 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:05.569118 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d9e0e18-e9f8-4f30-8d40-549afa892a30 None None] Update dhcp port {'port': {'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5', 'fixed_ips': [{'subnet_id': '149acef3-2477-4a36-b0fd-f42fac29937a', 'ip_address': '2001:db8::f816:3eff:feb8:ef1f'}, {'subnet_id': 'f5fea5c3-a37c-4ab2-82cc-816aea79ff19'}], 'binding:host_id': 'n-d-813679-3'}, 'id': 'f95e174d-4c67-4b87-a2cb-c87e64536b2d'} from n-d-813679-3. {{(pid=95503) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 12 19:47:05.586804 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0dbf9e67-fad4-4c2a-b146-62b457e418bc tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:05.599440 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-0dbf9e67-fad4-4c2a-b146-62b457e418bc tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Calling delete_port for e2c1a813-7a60-42fc-8d99-f2f28ec07141 owned by {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:47:05.611450 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-ea2745c0-74b0-4598-a266-cc4538822fc3 None None] For port f95e174d-4c67-4b87-a2cb-c87e64536b2d, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=f95e174d-4c67-4b87-a2cb-c87e64536b2d,segment=NetworkSegment(5b15e8ea-52cb-48bc-9b05-d8b033d6797c),segment_id=5b15e8ea-52cb-48bc-9b05-d8b033d6797c)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:47:05.616453 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6d9e0e18-e9f8-4f30-8d40-549afa892a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:05.716612 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ea2745c0-74b0-4598-a266-cc4538822fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:05.819719 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.db.api [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 19:47:05.819948 n-d-813679-3 neutron-server[95503]: DEBUG oslo_db.api [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 19:47:05.835744 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2745c0-74b0-4598-a266-cc4538822fc3 None None] Pushing event updated for resources: {'Port': ['ID=f95e174d-4c67-4b87-a2cb-c87e64536b2d,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:47:05.856859 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-6d9e0e18-e9f8-4f30-8d40-549afa892a30 None None] Allocated IP 2001:db8:0:1::2 (1f23293e-d35c-4759-ab9f-8562175c4da5/f5fea5c3-a37c-4ab2-82cc-816aea79ff19/f95e174d-4c67-4b87-a2cb-c87e64536b2d) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:47:05.872258 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0dbf9e67-fad4-4c2a-b146-62b457e418bc tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:05.908945 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbf9e67-fad4-4c2a-b146-62b457e418bc tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Pushing event deleted for resources: {'Port': ['ID=e2c1a813-7a60-42fc-8d99-f2f28ec07141,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:47:05.946316 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0dbf9e67-fad4-4c2a-b146-62b457e418bc tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:05.949778 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-0dbf9e67-fad4-4c2a-b146-62b457e418bc tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "DELETE /v2.0/ports/e2c1a813-7a60-42fc-8d99-f2f28ec07141 HTTP/1.1" status: 204 len: 168 time: 0.5652313 Oct 12 19:47:05.950934 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-6d9e0e18-e9f8-4f30-8d40-549afa892a30 None None] For port f95e174d-4c67-4b87-a2cb-c87e64536b2d, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=f95e174d-4c67-4b87-a2cb-c87e64536b2d,segment=NetworkSegment(5b15e8ea-52cb-48bc-9b05-d8b033d6797c),segment_id=5b15e8ea-52cb-48bc-9b05-d8b033d6797c)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:47:05.952262 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53400) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:05.981461 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6d9e0e18-e9f8-4f30-8d40-549afa892a30 None None] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:06.004473 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3894e14-8ba3-45b3-b95a-0c8f9655151d tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:47:06.007337 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-b3894e14-8ba3-45b3-b95a-0c8f9655151d tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0527658 Oct 12 19:47:06.008504 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53402) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:06.055015 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f4d9784-eb21-44ed-9966-5aff01a321ab tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:47:06.056500 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-4f4d9784-eb21-44ed-9966-5aff01a321ab tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0471003 Oct 12 19:47:06.059275 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53404) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:06.078128 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6d9e0e18-e9f8-4f30-8d40-549afa892a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:06.084879 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53406) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:06.128356 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6fd745-3ec4-474b-a770-f4f0d505475c tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:47:06.130416 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6fd745-3ec4-474b-a770-f4f0d505475c tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:47:06.131991 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6fd745-3ec4-474b-a770-f4f0d505475c tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:47:06.138125 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-02039c91-8fa4-4e4c-a45e-912fdcd6de4e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3b4bdced7e8c463ca5ad4339522b676f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0491638 Oct 12 19:47:06.138125 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53408) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:06.138443 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-0b6fd745-3ec4-474b-a770-f4f0d505475c tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0762975 Oct 12 19:47:06.138666 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53410) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:06.173839 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9e0e18-e9f8-4f30-8d40-549afa892a30 None None] Pushing event updated for resources: {'Port': ['ID=f95e174d-4c67-4b87-a2cb-c87e64536b2d,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:47:06.191486 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5e1990ea-62ed-4dde-8cf5-3a0e23c888e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:06.199788 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bcfa9f6-e177-4e2e-8fc5-39c364a6da9e tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Deleting subnet 149acef3-2477-4a36-b0fd-f42fac29937a {{(pid=95501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:47:06.202777 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5bcfa9f6-e177-4e2e-8fc5-39c364a6da9e tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks [] for subnet, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:06.222130 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5e1990ea-62ed-4dde-8cf5-3a0e23c888e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:06.245394 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5bcfa9f6-e177-4e2e-8fc5-39c364a6da9e tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281083'] for subnet, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:06.337696 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5bcfa9f6-e177-4e2e-8fc5-39c364a6da9e tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:06.362712 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5e1990ea-62ed-4dde-8cf5-3a0e23c888e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:06.365789 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5e1990ea-62ed-4dde-8cf5-3a0e23c888e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:06.366718 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-5e1990ea-62ed-4dde-8cf5-3a0e23c888e1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7b1613e5-4be0-48f8-8b74-0700ec9dbd79 HTTP/1.1" status: 204 len: 168 time: 0.2271497 Oct 12 19:47:06.374988 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1990ea-62ed-4dde-8cf5-3a0e23c888e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b1613e5-4be0-48f8-8b74-0700ec9dbd79,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:47:06.479761 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5bcfa9f6-e177-4e2e-8fc5-39c364a6da9e tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4824924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4612362'] for subnet, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:06.510051 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcfa9f6-e177-4e2e-8fc5-39c364a6da9e tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Pushing event deleted for resources: {'Subnet': ['ID=149acef3-2477-4a36-b0fd-f42fac29937a,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:47:06.512690 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5bcfa9f6-e177-4e2e-8fc5-39c364a6da9e tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:06.515920 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-5bcfa9f6-e177-4e2e-8fc5-39c364a6da9e tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "DELETE /v2.0/subnets/149acef3-2477-4a36-b0fd-f42fac29937a HTTP/1.1" status: 204 len: 168 time: 0.3752723 Oct 12 19:47:06.524699 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53414) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:06.581406 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0102535-7f7b-4507-be81-94a72480a434 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Deleting subnet f5fea5c3-a37c-4ab2-82cc-816aea79ff19 {{(pid=95501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:47:06.584788 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f0102535-7f7b-4507-be81-94a72480a434 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks [] for subnet, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:06.626457 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f0102535-7f7b-4507-be81-94a72480a434 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281083'] for subnet, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:06.721436 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f0102535-7f7b-4507-be81-94a72480a434 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:06.733283 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a457ee7-3459-4697-9f09-53cb90c643b1 None None] Network 1f23293e-d35c-4759-ab9f-8562175c4da5 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:47:06.877672 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f0102535-7f7b-4507-be81-94a72480a434 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4824924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4612362'] for subnet, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:06.903387 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0102535-7f7b-4507-be81-94a72480a434 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Pushing event deleted for resources: {'Subnet': ['ID=f5fea5c3-a37c-4ab2-82cc-816aea79ff19,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:47:06.917221 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f0102535-7f7b-4507-be81-94a72480a434 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:06.921039 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-f0102535-7f7b-4507-be81-94a72480a434 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "DELETE /v2.0/subnets/f5fea5c3-a37c-4ab2-82cc-816aea79ff19 HTTP/1.1" status: 204 len: 168 time: 0.3952010 Oct 12 19:47:06.923532 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53424) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:06.942927 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-642bdbfa-8a93-46c0-a428-8225b0b6f50e None None] Could not find standard attr ID for object e2c1a813-7a60-42fc-8d99-f2f28ec07141. {{(pid=95503) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 19:47:06.967031 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-44edddb1-0693-4e59-8391-86a9d38ad843 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0422204 Oct 12 19:47:06.974325 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-642bdbfa-8a93-46c0-a428-8225b0b6f50e None None] Provisioning complete for port f95e174d-4c67-4b87-a2cb-c87e64536b2d triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:47:06.974476 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53426) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:06.974600 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-642bdbfa-8a93-46c0-a428-8225b0b6f50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:06.974752 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-e5cc005b-0fa0-4249-b03b-d427080d43f2 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Request body: {'subnet': {'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:47:07.126482 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device f95e174d-4c67-4b87-a2cb-c87e64536b2d up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:47:07.129020 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5cc005b-0fa0-4249-b03b-d427080d43f2 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Made reservation on behalf of 8364cd1e2e78405187c9b3041bd139e1 for: {'subnet': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:47:07.134495 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e5cc005b-0fa0-4249-b03b-d427080d43f2 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4612397'] for subnet, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:07.170823 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbefb653-c253-4b00-9922-4b7a17a761b8 None None] DHCP port deletion for 1f23293e-d35c-4759-ab9f-8562175c4da5 request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 19:47:07.220727 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port f95e174d-4c67-4b87-a2cb-c87e64536b2d triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:47:07.221381 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:07.263783 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-cbefb653-c253-4b00-9922-4b7a17a761b8 None None] Deleting port f95e174d-4c67-4b87-a2cb-c87e64536b2d {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:47:07.264150 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cbefb653-c253-4b00-9922-4b7a17a761b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:07.351695 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-cbefb653-c253-4b00-9922-4b7a17a761b8 None None] For port f95e174d-4c67-4b87-a2cb-c87e64536b2d, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=f95e174d-4c67-4b87-a2cb-c87e64536b2d,segment=NetworkSegment(5b15e8ea-52cb-48bc-9b05-d8b033d6797c),segment_id=5b15e8ea-52cb-48bc-9b05-d8b033d6797c)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:47:07.351909 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cbefb653-c253-4b00-9922-4b7a17a761b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:07.370697 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-cbefb653-c253-4b00-9922-4b7a17a761b8 None None] Calling delete_port for f95e174d-4c67-4b87-a2cb-c87e64536b2d owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:47:07.500049 n-d-813679-3 neutron-server[95501]: DEBUG neutron.objects.ports [None req-e5cc005b-0fa0-4249-b03b-d427080d43f2 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95501) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 12 19:47:07.544929 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cbefb653-c253-4b00-9922-4b7a17a761b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:07.567001 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53438) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:07.575470 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbefb653-c253-4b00-9922-4b7a17a761b8 None None] Pushing event deleted for resources: {'Port': ['ID=f95e174d-4c67-4b87-a2cb-c87e64536b2d,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:47:07.579191 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbefb653-c253-4b00-9922-4b7a17a761b8 None None] No DVR routers for this DVR port f95e174d-4c67-4b87-a2cb-c87e64536b2d on host n-d-813679-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:47:07.608296 n-d-813679-3 neutron-server[95501]: WARNING neutron.services.revisions.revision_plugin [None req-e5cc005b-0fa0-4249-b03b-d427080d43f2 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Could not find related port for resource to bump revision. Oct 12 19:47:07.643956 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.ipam_pluggable_backend [None req-e5cc005b-0fa0-4249-b03b-d427080d43f2 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Port f95e174d-4c67-4b87-a2cb-c87e64536b2d was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=95501) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Oct 12 19:47:07.644275 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.ipam_pluggable_backend [None req-e5cc005b-0fa0-4249-b03b-d427080d43f2 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Reverting IP allocation for 2001:db8::f816:3eff:feb8:ef1f {{(pid=95501) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Oct 12 19:47:07.647855 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.ipam_pluggable_backend [None req-e5cc005b-0fa0-4249-b03b-d427080d43f2 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Reverting IP allocation failed for 2001:db8::f816:3eff:feb8:ef1f {{(pid=95501) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Oct 12 19:47:07.649128 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e5cc005b-0fa0-4249-b03b-d427080d43f2 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4824863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4612355'] for subnet, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:07.675272 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-1fce0d4d-db43-4f38-8d86-73f2a7d821d8 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1799121725-network', 'tenant_id': '6c0c61faa5ca4b56b21ac0c4101f2000'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:47:07.693362 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5cc005b-0fa0-4249-b03b-d427080d43f2 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Network 1f23293e-d35c-4759-ab9f-8562175c4da5 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:47:07.699133 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-e5cc005b-0fa0-4249-b03b-d427080d43f2 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:47:07.702795 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5cc005b-0fa0-4249-b03b-d427080d43f2 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:47:07.703189 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e5cc005b-0fa0-4249-b03b-d427080d43f2 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:07.706437 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e009285e-e407-4487-a1e0-c7ed857311bd None None] Network 1f23293e-d35c-4759-ab9f-8562175c4da5 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:47:07.716526 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cc005b-0fa0-4249-b03b-d427080d43f2 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Pushing event updated for resources: {'Subnet': ['ID=b00c7964-69c9-427d-92d9-24272c2eaef1,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:47:07.792436 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fce0d4d-db43-4f38-8d86-73f2a7d821d8 admin admin] Made reservation on behalf of 6c0c61faa5ca4b56b21ac0c4101f2000 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:47:07.795569 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1fce0d4d-db43-4f38-8d86-73f2a7d821d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:07.804605 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1fce0d4d-db43-4f38-8d86-73f2a7d821d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:07.849794 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e39f04e1-d0fc-43d0-941f-206aa9c56fca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-1f23293e-d35c-4759-ab9f-8562175c4da5', 'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5', 'tenant_id': '8364cd1e2e78405187c9b3041bd139e1', 'fixed_ips': [{'subnet_id': 'b00c7964-69c9-427d-92d9-24272c2eaef1'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:47:07.851025 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e39f04e1-d0fc-43d0-941f-206aa9c56fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:07.879691 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1fce0d4d-db43-4f38-8d86-73f2a7d821d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:07.886869 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-e5cc005b-0fa0-4249-b03b-d427080d43f2 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9157035 Oct 12 19:47:07.889620 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53444) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:07.894628 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-7aa48ef2-8d0c-4936-ad34-0c86e165c132 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Request body: {'subnet': {'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:47:07.942307 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1fce0d4d-db43-4f38-8d86-73f2a7d821d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:07.987380 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fce0d4d-db43-4f38-8d86-73f2a7d821d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:47:07.991812 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-e39f04e1-d0fc-43d0-941f-206aa9c56fca None None] Allocated IP 2001:db8::f816:3eff:fed1:7ca9 (1f23293e-d35c-4759-ab9f-8562175c4da5/b00c7964-69c9-427d-92d9-24272c2eaef1/1fff02d2-6064-400d-b7cf-c672c791d762) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:47:08.002270 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fce0d4d-db43-4f38-8d86-73f2a7d821d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3aec768-b203-4fcf-bad7-94f692ff1259,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:47:08.011068 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1fce0d4d-db43-4f38-8d86-73f2a7d821d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:08.011298 n-d-813679-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-1fce0d4d-db43-4f38-8d86-73f2a7d821d8 admin admin] Added segment e83e0d78-bb43-45d1-b7eb-e967ea0b6533 of type vlan for network 25509606-2874-484e-8662-9f4862bcc052 Oct 12 19:47:08.065991 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1fce0d4d-db43-4f38-8d86-73f2a7d821d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:08.141001 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e39f04e1-d0fc-43d0-941f-206aa9c56fca None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:08.152646 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aa48ef2-8d0c-4936-ad34-0c86e165c132 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Made reservation on behalf of 8364cd1e2e78405187c9b3041bd139e1 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:47:08.156341 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7aa48ef2-8d0c-4936-ad34-0c86e165c132 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16245837'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:08.171384 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1fce0d4d-db43-4f38-8d86-73f2a7d821d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:08.172326 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fce0d4d-db43-4f38-8d86-73f2a7d821d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:47:08.172900 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1fce0d4d-db43-4f38-8d86-73f2a7d821d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:08.244209 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e39f04e1-d0fc-43d0-941f-206aa9c56fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:08.274876 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fce0d4d-db43-4f38-8d86-73f2a7d821d8 admin admin] Pushing event updated for resources: {'Network': ['ID=25509606-2874-484e-8662-9f4862bcc052,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:47:08.287133 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e39f04e1-d0fc-43d0-941f-206aa9c56fca None None] Network 1f23293e-d35c-4759-ab9f-8562175c4da5 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:47:08.289242 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 25509606-2874-484e-8662-9f4862bcc052 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:47:08.296438 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-e39f04e1-d0fc-43d0-941f-206aa9c56fca None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:47:08.298695 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39f04e1-d0fc-43d0-941f-206aa9c56fca None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:47:08.301344 n-d-813679-3 neutron-server[95502]: INFO neutron.db.ipam_backend_mixin [None req-7aa48ef2-8d0c-4936-ad34-0c86e165c132 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b00c7964-69c9-427d-92d9-24272c2eaef1 (CIDR: 2001:db8::/64) Oct 12 19:47:08.338043 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39f04e1-d0fc-43d0-941f-206aa9c56fca None None] Pushing event updated for resources: {'Port': ['ID=1fff02d2-6064-400d-b7cf-c672c791d762,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:47:08.349430 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-1fce0d4d-db43-4f38-8d86-73f2a7d821d8 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7814810 Oct 12 19:47:08.353215 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53446) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:08.358839 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-733a05c3-9347-41e1-9e83-adf64ce5bc45 admin admin] Request body: {'subnet': {'network_id': '25509606-2874-484e-8662-9f4862bcc052', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1799121725-subnet', 'tenant_id': '6c0c61faa5ca4b56b21ac0c4101f2000', 'ip_version': 4}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:47:08.368219 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39f04e1-d0fc-43d0-941f-206aa9c56fca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:47:08.368564 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39f04e1-d0fc-43d0-941f-206aa9c56fca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:47:08.370769 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39f04e1-d0fc-43d0-941f-206aa9c56fca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:47:08.370769 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39f04e1-d0fc-43d0-941f-206aa9c56fca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:47:08.370769 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39f04e1-d0fc-43d0-941f-206aa9c56fca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:47:08.370769 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39f04e1-d0fc-43d0-941f-206aa9c56fca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:47:08.370769 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39f04e1-d0fc-43d0-941f-206aa9c56fca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:47:08.370769 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39f04e1-d0fc-43d0-941f-206aa9c56fca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:47:08.370769 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39f04e1-d0fc-43d0-941f-206aa9c56fca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:47:08.371405 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39f04e1-d0fc-43d0-941f-206aa9c56fca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:47:08.371405 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39f04e1-d0fc-43d0-941f-206aa9c56fca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:47:08.371714 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39f04e1-d0fc-43d0-941f-206aa9c56fca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:47:08.387888 n-d-813679-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-7aa48ef2-8d0c-4936-ad34-0c86e165c132 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 19:47:08.388532 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7aa48ef2-8d0c-4936-ad34-0c86e165c132 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:47:08.419896 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-e39f04e1-d0fc-43d0-941f-206aa9c56fca None None] Attempting to bind port 1fff02d2-6064-400d-b7cf-c672c791d762 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:47:08.420338 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-e39f04e1-d0fc-43d0-941f-206aa9c56fca None None] Attempting to bind port 1fff02d2-6064-400d-b7cf-c672c791d762 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '5b15e8ea-52cb-48bc-9b05-d8b033d6797c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:47:08.420800 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39f04e1-d0fc-43d0-941f-206aa9c56fca None None] Attempting to bind port 1fff02d2-6064-400d-b7cf-c672c791d762 on network 1f23293e-d35c-4759-ab9f-8562175c4da5 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:47:08.425975 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39f04e1-d0fc-43d0-941f-206aa9c56fca None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:47:08.430186 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39f04e1-d0fc-43d0-941f-206aa9c56fca None None] Checking segment: {'id': '5b15e8ea-52cb-48bc-9b05-d8b033d6797c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:47:08.430186 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e39f04e1-d0fc-43d0-941f-206aa9c56fca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:08.430186 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39f04e1-d0fc-43d0-941f-206aa9c56fca None None] Bound using segment: {'id': '5b15e8ea-52cb-48bc-9b05-d8b033d6797c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:47:08.430186 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-e39f04e1-d0fc-43d0-941f-206aa9c56fca None None] Bound port: 1fff02d2-6064-400d-b7cf-c672c791d762, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b15e8ea-52cb-48bc-9b05-d8b033d6797c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:47:08.430186 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e39f04e1-d0fc-43d0-941f-206aa9c56fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:08.451113 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-733a05c3-9347-41e1-9e83-adf64ce5bc45 admin admin] Made reservation on behalf of 6c0c61faa5ca4b56b21ac0c4101f2000 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:47:08.453523 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-733a05c3-9347-41e1-9e83-adf64ce5bc45 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16245837'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:08.492910 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-e39f04e1-d0fc-43d0-941f-206aa9c56fca None None] For port 1fff02d2-6064-400d-b7cf-c672c791d762, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:47:08.499001 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-e39f04e1-d0fc-43d0-941f-206aa9c56fca None None] For port 1fff02d2-6064-400d-b7cf-c672c791d762, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=1fff02d2-6064-400d-b7cf-c672c791d762,segment=NetworkSegment(5b15e8ea-52cb-48bc-9b05-d8b033d6797c),segment_id=5b15e8ea-52cb-48bc-9b05-d8b033d6797c)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:47:08.604700 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-7aa48ef2-8d0c-4936-ad34-0c86e165c132 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7139418 Oct 12 19:47:08.607979 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53448) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:08.614038 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-4dcc3459-1ce5-4336-8a8f-fd4e51aea75e tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Request body: {'subnet': {'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:47:08.621764 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e39f04e1-d0fc-43d0-941f-206aa9c56fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:08.665571 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-733a05c3-9347-41e1-9e83-adf64ce5bc45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4306659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16245859'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:08.684726 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39f04e1-d0fc-43d0-941f-206aa9c56fca None None] Pushing event updated for resources: {'Port': ['ID=1fff02d2-6064-400d-b7cf-c672c791d762,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:47:08.733355 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733a05c3-9347-41e1-9e83-adf64ce5bc45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83d82e2b-8044-4ed1-881f-6e129663a76c,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:47:08.756674 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733a05c3-9347-41e1-9e83-adf64ce5bc45 admin admin] Checking segment: {'id': 'e83e0d78-bb43-45d1-b7eb-e967ea0b6533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '25509606-2874-484e-8662-9f4862bcc052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:47:08.757034 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733a05c3-9347-41e1-9e83-adf64ce5bc45 admin admin] Network hostable DHCP agents. Network: 25509606-2874-484e-8662-9f4862bcc052, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:47:08.838120 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dcc3459-1ce5-4336-8a8f-fd4e51aea75e tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Made reservation on behalf of 8364cd1e2e78405187c9b3041bd139e1 for: {'subnet': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:47:08.841859 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4dcc3459-1ce5-4336-8a8f-fd4e51aea75e tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4612397'] for subnet, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:08.878138 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733a05c3-9347-41e1-9e83-adf64ce5bc45 admin admin] Network 25509606-2874-484e-8662-9f4862bcc052 is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:47:08.992551 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-733a05c3-9347-41e1-9e83-adf64ce5bc45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, 25509606-2874-484e-8662-9f4862bcc052) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:47:08.998615 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733a05c3-9347-41e1-9e83-adf64ce5bc45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:47:08.999220 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-733a05c3-9347-41e1-9e83-adf64ce5bc45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:09.004412 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164b651a-a023-475d-aabf-885c854d987d None None] Network 25509606-2874-484e-8662-9f4862bcc052 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:47:09.111141 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-733a05c3-9347-41e1-9e83-adf64ce5bc45 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7537558 Oct 12 19:47:09.112322 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53450) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:09.116992 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-b51bdaba-61d9-4d26-9e9d-d2c48ab86c0c admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1799121725-router', 'tenant_id': '6c0c61faa5ca4b56b21ac0c4101f2000', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:47:09.147242 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4dcc3459-1ce5-4336-8a8f-fd4e51aea75e tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4824863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4612355'] for subnet, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:09.155543 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 1fff02d2-6064-400d-b7cf-c672c791d762 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:47:09.177872 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b02c52c-de68-469b-bf43-cb115c9276f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-25509606-2874-484e-8662-9f4862bcc052', 'network_id': '25509606-2874-484e-8662-9f4862bcc052', 'tenant_id': '6c0c61faa5ca4b56b21ac0c4101f2000', 'fixed_ips': [{'subnet_id': '83d82e2b-8044-4ed1-881f-6e129663a76c'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:47:09.178813 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9b02c52c-de68-469b-bf43-cb115c9276f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:09.194762 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dcc3459-1ce5-4336-8a8f-fd4e51aea75e tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Network 1f23293e-d35c-4759-ab9f-8562175c4da5 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:47:09.199342 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-4dcc3459-1ce5-4336-8a8f-fd4e51aea75e tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:47:09.203767 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dcc3459-1ce5-4336-8a8f-fd4e51aea75e tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:47:09.204660 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4dcc3459-1ce5-4336-8a8f-fd4e51aea75e tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:09.216433 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcc3459-1ce5-4336-8a8f-fd4e51aea75e tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Pushing event updated for resources: {'Subnet': ['ID=475bab8c-cd32-4110-bdf8-7fcef1b3e36c,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:47:09.244340 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b51bdaba-61d9-4d26-9e9d-d2c48ab86c0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8093678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255505'] for router, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:09.245554 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b51bdaba-61d9-4d26-9e9d-d2c48ab86c0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8093562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8087085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8022306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255518'] for router, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:09.281663 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 1fff02d2-6064-400d-b7cf-c672c791d762 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:47:09.282270 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:09.305791 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b51bdaba-61d9-4d26-9e9d-d2c48ab86c0c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:09.344012 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-4dcc3459-1ce5-4336-8a8f-fd4e51aea75e tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7348938 Oct 12 19:47:09.346758 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53452) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:09.352253 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-3b28b598-7c66-459a-8e8f-4568b4c49fd3 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Request body: {'port': {'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5', 'mac_address': 'fa:16:3e:66:78:3c', 'name': 'tempest-NetworksTestDHCPv6-2016740289'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:47:09.364358 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-9b02c52c-de68-469b-bf43-cb115c9276f8 None None] Allocated IP 172.20.0.2 (25509606-2874-484e-8662-9f4862bcc052/83d82e2b-8044-4ed1-881f-6e129663a76c/c1b29d93-21bd-4dd7-b43b-18cfb09bbcca) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:47:09.503493 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:09.537814 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b51bdaba-61d9-4d26-9e9d-d2c48ab86c0c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:09.546686 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b28b598-7c66-459a-8e8f-4568b4c49fd3 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Made reservation on behalf of 8364cd1e2e78405187c9b3041bd139e1 for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:47:09.577021 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] For port 1fff02d2-6064-400d-b7cf-c672c791d762, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=1fff02d2-6064-400d-b7cf-c672c791d762,segment=NetworkSegment(5b15e8ea-52cb-48bc-9b05-d8b033d6797c),segment_id=5b15e8ea-52cb-48bc-9b05-d8b033d6797c)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:47:09.590441 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9b02c52c-de68-469b-bf43-cb115c9276f8 None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:09.638354 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3b28b598-7c66-459a-8e8f-4568b4c49fd3 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:09.663459 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [None req-3b28b598-7c66-459a-8e8f-4568b4c49fd3 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] device_id is not set on port 3d4f4b55-1eb7-4458-a5dc-8df7e2879762 yet. {{(pid=95501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 19:47:09.684410 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:09.743679 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af30abb-9087-407f-b583-bf4fa407efc4 None None] Network 1f23293e-d35c-4759-ab9f-8562175c4da5 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:47:09.765839 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device f95e174d-4c67-4b87-a2cb-c87e64536b2d no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:47:09.821236 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9b02c52c-de68-469b-bf43-cb115c9276f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:09.827388 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: f95e174d-4c67-4b87-a2cb-c87e64536b2d {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:47:09.827717 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device f95e174d-4c67-4b87-a2cb-c87e64536b2d not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:47:09.847434 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Pushing event updated for resources: {'Port': ['ID=1fff02d2-6064-400d-b7cf-c672c791d762,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:47:09.849169 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-3b28b598-7c66-459a-8e8f-4568b4c49fd3 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Allocated IP 2001:db8:0:1::3c6 (1f23293e-d35c-4759-ab9f-8562175c4da5/475bab8c-cd32-4110-bdf8-7fcef1b3e36c/3d4f4b55-1eb7-4458-a5dc-8df7e2879762) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:47:09.857014 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-3b28b598-7c66-459a-8e8f-4568b4c49fd3 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Allocated IP 2001:db8::f816:3eff:fe66:783c (1f23293e-d35c-4759-ab9f-8562175c4da5/b00c7964-69c9-427d-92d9-24272c2eaef1/3d4f4b55-1eb7-4458-a5dc-8df7e2879762) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:47:09.857833 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-ba9c3e8c-f87b-4cf8-b814-6d79af2380f6 None None] Provisioning complete for port 1fff02d2-6064-400d-b7cf-c672c791d762 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:47:09.861264 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ba9c3e8c-f87b-4cf8-b814-6d79af2380f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:09.870093 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b51bdaba-61d9-4d26-9e9d-d2c48ab86c0c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:09.891405 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b51bdaba-61d9-4d26-9e9d-d2c48ab86c0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:09.929834 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b02c52c-de68-469b-bf43-cb115c9276f8 None None] Network 25509606-2874-484e-8662-9f4862bcc052 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:47:09.945498 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-9b02c52c-de68-469b-bf43-cb115c9276f8 None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:47:09.947810 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b02c52c-de68-469b-bf43-cb115c9276f8 None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:47:09.960306 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b02c52c-de68-469b-bf43-cb115c9276f8 None None] Pushing event updated for resources: {'Port': ['ID=c1b29d93-21bd-4dd7-b43b-18cfb09bbcca,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:47:10.013837 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-b51bdaba-61d9-4d26-9e9d-d2c48ab86c0c admin admin] Allocated IP 172.25.5.147 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/fe8b6454-0c98-4d5d-a89f-5495999aa22f) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:47:10.022744 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3b28b598-7c66-459a-8e8f-4568b4c49fd3 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:10.068913 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-9b02c52c-de68-469b-bf43-cb115c9276f8 None None] Attempting to bind port c1b29d93-21bd-4dd7-b43b-18cfb09bbcca on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:47:10.069276 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-9b02c52c-de68-469b-bf43-cb115c9276f8 None None] Attempting to bind port c1b29d93-21bd-4dd7-b43b-18cfb09bbcca by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'e83e0d78-bb43-45d1-b7eb-e967ea0b6533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '25509606-2874-484e-8662-9f4862bcc052'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:47:10.069685 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b02c52c-de68-469b-bf43-cb115c9276f8 None None] Attempting to bind port c1b29d93-21bd-4dd7-b43b-18cfb09bbcca on network 25509606-2874-484e-8662-9f4862bcc052 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:47:10.098903 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b02c52c-de68-469b-bf43-cb115c9276f8 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:47:10.099292 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b02c52c-de68-469b-bf43-cb115c9276f8 None None] Checking segment: {'id': 'e83e0d78-bb43-45d1-b7eb-e967ea0b6533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '25509606-2874-484e-8662-9f4862bcc052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:47:10.099592 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9b02c52c-de68-469b-bf43-cb115c9276f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:10.099982 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b02c52c-de68-469b-bf43-cb115c9276f8 None None] Bound using segment: {'id': 'e83e0d78-bb43-45d1-b7eb-e967ea0b6533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '25509606-2874-484e-8662-9f4862bcc052'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:47:10.100480 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-9b02c52c-de68-469b-bf43-cb115c9276f8 None None] Bound port: c1b29d93-21bd-4dd7-b43b-18cfb09bbcca, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e83e0d78-bb43-45d1-b7eb-e967ea0b6533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '25509606-2874-484e-8662-9f4862bcc052'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:47:10.101120 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9b02c52c-de68-469b-bf43-cb115c9276f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:10.125160 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3b28b598-7c66-459a-8e8f-4568b4c49fd3 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:10.127412 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b51bdaba-61d9-4d26-9e9d-d2c48ab86c0c admin admin] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:10.174769 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b28b598-7c66-459a-8e8f-4568b4c49fd3 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Network 1f23293e-d35c-4759-ab9f-8562175c4da5 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:47:10.178057 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-3b28b598-7c66-459a-8e8f-4568b4c49fd3 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:47:10.183195 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b28b598-7c66-459a-8e8f-4568b4c49fd3 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:47:10.189123 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b28b598-7c66-459a-8e8f-4568b4c49fd3 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:47:10.189753 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3b28b598-7c66-459a-8e8f-4568b4c49fd3 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:10.191324 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-9b02c52c-de68-469b-bf43-cb115c9276f8 None None] For port c1b29d93-21bd-4dd7-b43b-18cfb09bbcca, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:47:10.192187 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b28b598-7c66-459a-8e8f-4568b4c49fd3 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Pushing event updated for resources: {'Port': ['ID=3d4f4b55-1eb7-4458-a5dc-8df7e2879762,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:47:10.197367 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-9b02c52c-de68-469b-bf43-cb115c9276f8 None None] For port c1b29d93-21bd-4dd7-b43b-18cfb09bbcca, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=c1b29d93-21bd-4dd7-b43b-18cfb09bbcca,segment=NetworkSegment(e83e0d78-bb43-45d1-b7eb-e967ea0b6533),segment_id=e83e0d78-bb43-45d1-b7eb-e967ea0b6533)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:47:10.230869 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c62c5f-7ffa-489f-897d-05c5a8f40b05 None None] Update dhcp port {'port': {'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5', 'fixed_ips': [{'subnet_id': 'b00c7964-69c9-427d-92d9-24272c2eaef1', 'ip_address': '2001:db8::f816:3eff:fed1:7ca9'}, {'subnet_id': '475bab8c-cd32-4110-bdf8-7fcef1b3e36c'}], 'binding:host_id': 'n-d-813679-3'}, 'id': '1fff02d2-6064-400d-b7cf-c672c791d762'} from n-d-813679-3. {{(pid=95503) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 12 19:47:10.238796 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b51bdaba-61d9-4d26-9e9d-d2c48ab86c0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:10.255583 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-00c62c5f-7ffa-489f-897d-05c5a8f40b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:10.281206 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51bdaba-61d9-4d26-9e9d-d2c48ab86c0c admin admin] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:47:10.284089 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-b51bdaba-61d9-4d26-9e9d-d2c48ab86c0c admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:47:10.287652 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51bdaba-61d9-4d26-9e9d-d2c48ab86c0c admin admin] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:47:10.313058 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51bdaba-61d9-4d26-9e9d-d2c48ab86c0c admin admin] Pushing event updated for resources: {'Port': ['ID=fe8b6454-0c98-4d5d-a89f-5495999aa22f,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:47:10.350455 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9b02c52c-de68-469b-bf43-cb115c9276f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:10.384065 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-3b28b598-7c66-459a-8e8f-4568b4c49fd3 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.0361979 Oct 12 19:47:10.387787 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53454) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:10.456308 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b02c52c-de68-469b-bf43-cb115c9276f8 None None] Pushing event updated for resources: {'Port': ['ID=c1b29d93-21bd-4dd7-b43b-18cfb09bbcca,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:47:10.483392 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-00c62c5f-7ffa-489f-897d-05c5a8f40b05 None None] Allocated IP 2001:db8:0:1::2 (1f23293e-d35c-4759-ab9f-8562175c4da5/475bab8c-cd32-4110-bdf8-7fcef1b3e36c/1fff02d2-6064-400d-b7cf-c672c791d762) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:47:10.506539 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-a6f94c50-9555-4c38-92bb-bd505c12cec3 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Deleting port 3d4f4b55-1eb7-4458-a5dc-8df7e2879762 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:47:10.506881 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a6f94c50-9555-4c38-92bb-bd505c12cec3 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:10.617574 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a6f94c50-9555-4c38-92bb-bd505c12cec3 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:10.635888 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-a6f94c50-9555-4c38-92bb-bd505c12cec3 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Calling delete_port for 3d4f4b55-1eb7-4458-a5dc-8df7e2879762 owned by {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:47:10.705047 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b51bdaba-61d9-4d26-9e9d-d2c48ab86c0c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:10.783644 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-00c62c5f-7ffa-489f-897d-05c5a8f40b05 None None] For port 1fff02d2-6064-400d-b7cf-c672c791d762, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=1fff02d2-6064-400d-b7cf-c672c791d762,segment=NetworkSegment(5b15e8ea-52cb-48bc-9b05-d8b033d6797c),segment_id=5b15e8ea-52cb-48bc-9b05-d8b033d6797c)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:47:10.820209 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-00c62c5f-7ffa-489f-897d-05c5a8f40b05 None None] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:10.919582 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b51bdaba-61d9-4d26-9e9d-d2c48ab86c0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8093541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7915516'] for router, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:10.942635 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-00c62c5f-7ffa-489f-897d-05c5a8f40b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:10.962070 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a6f94c50-9555-4c38-92bb-bd505c12cec3 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:10.991915 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f94c50-9555-4c38-92bb-bd505c12cec3 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Pushing event deleted for resources: {'Port': ['ID=3d4f4b55-1eb7-4458-a5dc-8df7e2879762,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:47:11.031944 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c62c5f-7ffa-489f-897d-05c5a8f40b05 None None] Pushing event updated for resources: {'Port': ['ID=1fff02d2-6064-400d-b7cf-c672c791d762,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:47:11.044043 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a6f94c50-9555-4c38-92bb-bd505c12cec3 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:11.047404 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-a6f94c50-9555-4c38-92bb-bd505c12cec3 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "DELETE /v2.0/ports/3d4f4b55-1eb7-4458-a5dc-8df7e2879762 HTTP/1.1" status: 204 len: 168 time: 0.6585226 Oct 12 19:47:11.050712 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53456) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:11.111662 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6230a1db-a3d2-4655-9903-6458392a9b74 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:47:11.115632 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-6230a1db-a3d2-4655-9903-6458392a9b74 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0616558 Oct 12 19:47:11.116209 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53458) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:11.172929 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba836e7-3f3e-4467-bfab-b6afe7af58d2 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:47:11.174496 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-9ba836e7-3f3e-4467-bfab-b6afe7af58d2 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0574691 Oct 12 19:47:11.177329 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53460) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:11.248132 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 1fff02d2-6064-400d-b7cf-c672c791d762 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:47:11.251304 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b51bdaba-61d9-4d26-9e9d-d2c48ab86c0c admin admin] Router 04d483da-b4a2-4c66-beff-dbe84da9455f is scheduled to L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b with binding_index 1 {{(pid=95502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 19:47:11.268211 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb07dd6c-bdb1-469f-b164-6e891a068bf6 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:47:11.270136 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb07dd6c-bdb1-469f-b164-6e891a068bf6 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:47:11.272014 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb07dd6c-bdb1-469f-b164-6e891a068bf6 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:47:11.274878 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-fb07dd6c-bdb1-469f-b164-6e891a068bf6 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0961065 Oct 12 19:47:11.285472 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53462) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:11.313905 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 1fff02d2-6064-400d-b7cf-c672c791d762 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:47:11.314628 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:11.362366 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e82d215-9d7b-48e4-83f4-3a65801e3003 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Deleting subnet 475bab8c-cd32-4110-bdf8-7fcef1b3e36c {{(pid=95501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:47:11.365891 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1e82d215-9d7b-48e4-83f4-3a65801e3003 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks [] for subnet, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:11.422597 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1e82d215-9d7b-48e4-83f4-3a65801e3003 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281083'] for subnet, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:11.426738 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b51bdaba-61d9-4d26-9e9d-d2c48ab86c0c admin admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:47:11.433384 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device c1b29d93-21bd-4dd7-b43b-18cfb09bbcca up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:47:11.440301 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8282c8a1-cfd9-4113-9bac-4b925407f022 None None] Sync routers for ids ['04d483da-b4a2-4c66-beff-dbe84da9455f'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:47:11.455567 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8282c8a1-cfd9-4113-9bac-4b925407f022 None None] Routers {'04d483da-b4a2-4c66-beff-dbe84da9455f'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:47:11.456314 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-8282c8a1-cfd9-4113-9bac-4b925407f022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:47:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['04d483da-b4a2-4c66-beff-dbe84da9455f'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:47:11.532133 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b51bdaba-61d9-4d26-9e9d-d2c48ab86c0c admin admin] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:11.533774 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-b51bdaba-61d9-4d26-9e9d-d2c48ab86c0c admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4201806 Oct 12 19:47:11.535640 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1e82d215-9d7b-48e4-83f4-3a65801e3003 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:11.536668 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53464) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:11.537351 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port c1b29d93-21bd-4dd7-b43b-18cfb09bbcca triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:47:11.541531 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:11.628509 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-8282c8a1-cfd9-4113-9bac-4b925407f022 None None] Set router 04d483da-b4a2-4c66-beff-dbe84da9455f gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:47:11.675658 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa2168c-afdc-41b8-a0ca-a0ff97193f16 None None] Network 25509606-2874-484e-8662-9f4862bcc052 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:47:11.707497 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1e82d215-9d7b-48e4-83f4-3a65801e3003 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4824924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4612362'] for subnet, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:11.740596 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:11.763636 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e82d215-9d7b-48e4-83f4-3a65801e3003 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Pushing event deleted for resources: {'Subnet': ['ID=475bab8c-cd32-4110-bdf8-7fcef1b3e36c,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:47:11.773262 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1e82d215-9d7b-48e4-83f4-3a65801e3003 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:11.776800 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-1e82d215-9d7b-48e4-83f4-3a65801e3003 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "DELETE /v2.0/subnets/475bab8c-cd32-4110-bdf8-7fcef1b3e36c HTTP/1.1" status: 204 len: 168 time: 0.4901462 Oct 12 19:47:11.780675 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53466) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:11.814707 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] For port c1b29d93-21bd-4dd7-b43b-18cfb09bbcca, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=c1b29d93-21bd-4dd7-b43b-18cfb09bbcca,segment=NetworkSegment(e83e0d78-bb43-45d1-b7eb-e967ea0b6533),segment_id=e83e0d78-bb43-45d1-b7eb-e967ea0b6533)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:47:11.830558 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-312f961d-33ae-4826-87d1-877b12fad31d None None] Provisioning complete for port c1b29d93-21bd-4dd7-b43b-18cfb09bbcca triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:47:11.831668 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-312f961d-33ae-4826-87d1-877b12fad31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:11.868444 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-8282c8a1-cfd9-4113-9bac-4b925407f022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04d483da-b4a2-4c66-beff-dbe84da9455f', 'name': 'tempest-TestServerBasicOps-1799121725-router', 'tenant_id': '6c0c61faa5ca4b56b21ac0c4101f2000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.147'}], 'enable_snat': True}, 'gw_port_id': 'fe8b6454-0c98-4d5d-a89f-5495999aa22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:47:09Z', 'updated_at': '2021-10-12T19:47:10Z', 'revision_number': 3, 'project_id': '6c0c61faa5ca4b56b21ac0c4101f2000', 'gw_port': {'id': 'fe8b6454-0c98-4d5d-a89f-5495999aa22f', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b3:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04d483da-b4a2-4c66-beff-dbe84da9455f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:47:09Z', 'updated_at': '2021-10-12T19:47:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:47:11.869135 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_v2 [None req-c599a184-9246-4fda-82ad-f4597229d77a tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Deleting subnet b00c7964-69c9-427d-92d9-24272c2eaef1 {{(pid=95501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:47:11.874340 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c599a184-9246-4fda-82ad-f4597229d77a tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks [] for subnet, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:11.912185 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595fdff2-1efa-4499-9115-88f954939135 None None] Network 1f23293e-d35c-4759-ab9f-8562175c4da5 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:47:11.912185 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:11.921288 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8282c8a1-cfd9-4113-9bac-4b925407f022 None None] Checking router: 04d483da-b4a2-4c66-beff-dbe84da9455f for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:47:11.922015 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8282c8a1-cfd9-4113-9bac-4b925407f022 None None] Updating router 04d483da-b4a2-4c66-beff-dbe84da9455f port fe8b6454-0c98-4d5d-a89f-5495999aa22f binding host n-d-813679-3 {{(pid=95504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 19:47:11.935898 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c599a184-9246-4fda-82ad-f4597229d77a tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281083'] for subnet, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:11.956725 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-8282c8a1-cfd9-4113-9bac-4b925407f022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:12.044620 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c599a184-9246-4fda-82ad-f4597229d77a tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:12.073135 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Pushing event updated for resources: {'Port': ['ID=c1b29d93-21bd-4dd7-b43b-18cfb09bbcca,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:47:12.216229 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-e28583a0-4958-4614-9480-a13e19d27436 None None] Provisioning complete for port 1fff02d2-6064-400d-b7cf-c672c791d762 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:47:12.216229 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e28583a0-4958-4614-9480-a13e19d27436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:12.221811 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c599a184-9246-4fda-82ad-f4597229d77a tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4824924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4612362'] for subnet, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:12.303558 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c599a184-9246-4fda-82ad-f4597229d77a tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:12.313222 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-c599a184-9246-4fda-82ad-f4597229d77a tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "DELETE /v2.0/subnets/b00c7964-69c9-427d-92d9-24272c2eaef1 HTTP/1.1" status: 204 len: 168 time: 0.5310504 Oct 12 19:47:12.316141 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53470) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:12.318787 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c599a184-9246-4fda-82ad-f4597229d77a tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Pushing event deleted for resources: {'Subnet': ['ID=b00c7964-69c9-427d-92d9-24272c2eaef1,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:47:12.322311 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-8282c8a1-cfd9-4113-9bac-4b925407f022 None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:12.369331 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-8c345551-ae29-4927-9b33-476506dd0c15 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0440500 Oct 12 19:47:12.372421 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53472) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:12.378162 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-23bfafae-80b3-4fce-b8e1-d5eebe289070 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Request body: {'subnet': {'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:47:12.414102 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-8282c8a1-cfd9-4113-9bac-4b925407f022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:12.453153 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-018e0d93-0555-44ce-afa3-3983b7df6016 None None] Provisioning complete for port c1b29d93-21bd-4dd7-b43b-18cfb09bbcca triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:47:12.453646 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-018e0d93-0555-44ce-afa3-3983b7df6016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:12.483469 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-8282c8a1-cfd9-4113-9bac-4b925407f022 None None] Attempting to bind port fe8b6454-0c98-4d5d-a89f-5495999aa22f on host n-d-813679-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:47:12.484083 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-8282c8a1-cfd9-4113-9bac-4b925407f022 None None] Attempting to bind port fe8b6454-0c98-4d5d-a89f-5495999aa22f by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:47:12.484221 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8282c8a1-cfd9-4113-9bac-4b925407f022 None None] Attempting to bind port fe8b6454-0c98-4d5d-a89f-5495999aa22f on network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:47:12.486542 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa123a0-2077-4148-93c8-0b09f96c31fd None None] Pushing event updated for resources: {'Port': ['ID=fe8b6454-0c98-4d5d-a89f-5495999aa22f,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:47:12.499345 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8282c8a1-cfd9-4113-9bac-4b925407f022 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:47:12.500010 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8282c8a1-cfd9-4113-9bac-4b925407f022 None None] Checking segment: {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:47:12.500435 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-8282c8a1-cfd9-4113-9bac-4b925407f022 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:12.500819 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8282c8a1-cfd9-4113-9bac-4b925407f022 None None] Bound using segment: {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:47:12.501339 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-8282c8a1-cfd9-4113-9bac-4b925407f022 None None] Bound port: fe8b6454-0c98-4d5d-a89f-5495999aa22f, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:47:12.501665 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-8282c8a1-cfd9-4113-9bac-4b925407f022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:12.567188 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-8282c8a1-cfd9-4113-9bac-4b925407f022 None None] For port fe8b6454-0c98-4d5d-a89f-5495999aa22f, host n-d-813679-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:47:12.570688 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-8282c8a1-cfd9-4113-9bac-4b925407f022 None None] For port fe8b6454-0c98-4d5d-a89f-5495999aa22f, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=fe8b6454-0c98-4d5d-a89f-5495999aa22f,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:47:12.579503 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23bfafae-80b3-4fce-b8e1-d5eebe289070 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Made reservation on behalf of 8364cd1e2e78405187c9b3041bd139e1 for: {'subnet': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:47:12.583851 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-23bfafae-80b3-4fce-b8e1-d5eebe289070 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4612397'] for subnet, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:12.642998 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-8282c8a1-cfd9-4113-9bac-4b925407f022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:12.702752 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d895e3ee-38d7-4fa9-b143-7e34d2c56e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:12.711508 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8282c8a1-cfd9-4113-9bac-4b925407f022 None None] Routers {'04d483da-b4a2-4c66-beff-dbe84da9455f'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:47:12.712400 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-8282c8a1-cfd9-4113-9bac-4b925407f022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:47:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['04d483da-b4a2-4c66-beff-dbe84da9455f'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:47:12.750706 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa123a0-2077-4148-93c8-0b09f96c31fd None None] Pushing event updated for resources: {'Port': ['ID=fe8b6454-0c98-4d5d-a89f-5495999aa22f,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:47:12.840454 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-8282c8a1-cfd9-4113-9bac-4b925407f022 None None] Set router 04d483da-b4a2-4c66-beff-dbe84da9455f gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:47:12.876803 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-23bfafae-80b3-4fce-b8e1-d5eebe289070 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4824863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4612355'] for subnet, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:12.909806 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-d895e3ee-38d7-4fa9-b143-7e34d2c56e6f admin admin] Allocated IP 172.20.0.1 (25509606-2874-484e-8662-9f4862bcc052/83d82e2b-8044-4ed1-881f-6e129663a76c/5c5ad588-e6aa-49e8-9c81-6916b9d02628) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:47:12.939622 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23bfafae-80b3-4fce-b8e1-d5eebe289070 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Network 1f23293e-d35c-4759-ab9f-8562175c4da5 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:47:12.943360 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-23bfafae-80b3-4fce-b8e1-d5eebe289070 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:47:12.948166 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23bfafae-80b3-4fce-b8e1-d5eebe289070 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:47:12.948780 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-23bfafae-80b3-4fce-b8e1-d5eebe289070 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:12.957149 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bfafae-80b3-4fce-b8e1-d5eebe289070 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Pushing event updated for resources: {'Subnet': ['ID=3ec38c7b-f9fc-445c-87cb-07ccb1007c93,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:47:12.982196 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-298d13db-bdd8-4939-a30d-7b5ef25ad79a None None] Network 1f23293e-d35c-4759-ab9f-8562175c4da5 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:47:13.035941 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d895e3ee-38d7-4fa9-b143-7e34d2c56e6f admin admin] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:13.040826 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-23bfafae-80b3-4fce-b8e1-d5eebe289070 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6673257 Oct 12 19:47:13.044184 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53474) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:13.049631 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-3c303eb0-38c5-451b-8348-ed72b27bb84c tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Request body: {'subnet': {'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:47:13.115569 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-efcb5376-e406-4f46-984c-304725c4789a None None] Provisioning complete for port 1fff02d2-6064-400d-b7cf-c672c791d762 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:47:13.115999 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-efcb5376-e406-4f46-984c-304725c4789a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:13.179704 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-8282c8a1-cfd9-4113-9bac-4b925407f022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04d483da-b4a2-4c66-beff-dbe84da9455f', 'name': 'tempest-TestServerBasicOps-1799121725-router', 'tenant_id': '6c0c61faa5ca4b56b21ac0c4101f2000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.147'}], 'enable_snat': True}, 'gw_port_id': 'fe8b6454-0c98-4d5d-a89f-5495999aa22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:47:09Z', 'updated_at': '2021-10-12T19:47:10Z', 'revision_number': 3, 'project_id': '6c0c61faa5ca4b56b21ac0c4101f2000', 'gw_port': {'id': 'fe8b6454-0c98-4d5d-a89f-5495999aa22f', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b3:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04d483da-b4a2-4c66-beff-dbe84da9455f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:47:09Z', 'updated_at': '2021-10-12T19:47:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:47:13.183303 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device c1b29d93-21bd-4dd7-b43b-18cfb09bbcca up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:47:13.208310 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8282c8a1-cfd9-4113-9bac-4b925407f022 None None] The sync data for ids ['04d483da-b4a2-4c66-beff-dbe84da9455f'] in n-d-813679-3 is: [{'id': '04d483da-b4a2-4c66-beff-dbe84da9455f', 'name': 'tempest-TestServerBasicOps-1799121725-router', 'tenant_id': '6c0c61faa5ca4b56b21ac0c4101f2000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.147'}], 'enable_snat': True}, 'gw_port_id': 'fe8b6454-0c98-4d5d-a89f-5495999aa22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:47:09Z', 'updated_at': '2021-10-12T19:47:10Z', 'revision_number': 3, 'project_id': '6c0c61faa5ca4b56b21ac0c4101f2000', 'gw_port': {'id': 'fe8b6454-0c98-4d5d-a89f-5495999aa22f', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b3:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04d483da-b4a2-4c66-beff-dbe84da9455f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:47:09Z', 'updated_at': '2021-10-12T19:47:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:47:13.222321 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d895e3ee-38d7-4fa9-b143-7e34d2c56e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:13.290130 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d895e3ee-38d7-4fa9-b143-7e34d2c56e6f admin admin] Network 25509606-2874-484e-8662-9f4862bcc052 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:47:13.295272 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-d895e3ee-38d7-4fa9-b143-7e34d2c56e6f admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:47:13.302992 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port c1b29d93-21bd-4dd7-b43b-18cfb09bbcca triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:47:13.303598 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:13.313240 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d895e3ee-38d7-4fa9-b143-7e34d2c56e6f admin admin] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:47:13.382840 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d895e3ee-38d7-4fa9-b143-7e34d2c56e6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7915309'] for router_interface, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:13.450762 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d895e3ee-38d7-4fa9-b143-7e34d2c56e6f admin admin] Pushing event updated for resources: {'Port': ['ID=5c5ad588-e6aa-49e8-9c81-6916b9d02628,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:47:13.622893 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d895e3ee-38d7-4fa9-b143-7e34d2c56e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:13.735728 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c303eb0-38c5-451b-8348-ed72b27bb84c tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Made reservation on behalf of 8364cd1e2e78405187c9b3041bd139e1 for: {'subnet': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:47:13.739525 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3c303eb0-38c5-451b-8348-ed72b27bb84c tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4612397'] for subnet, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:13.822945 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d895e3ee-38d7-4fa9-b143-7e34d2c56e6f admin admin] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:13.845622 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-6fe0e553-2be1-41bc-b229-5c2fed1d20bf None None] Provisioning complete for port 1fff02d2-6064-400d-b7cf-c672c791d762 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:47:13.846194 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6fe0e553-2be1-41bc-b229-5c2fed1d20bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:13.857171 n-d-813679-3 neutron-server[95501]: INFO neutron.db.ipam_backend_mixin [None req-3c303eb0-38c5-451b-8348-ed72b27bb84c tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3ec38c7b-f9fc-445c-87cb-07ccb1007c93 (CIDR: 2001:db8::/64) Oct 12 19:47:13.901172 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d895e3ee-38d7-4fa9-b143-7e34d2c56e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:13.959165 n-d-813679-3 neutron-server[95501]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c303eb0-38c5-451b-8348-ed72b27bb84c tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 19:47:13.962477 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c303eb0-38c5-451b-8348-ed72b27bb84c tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:47:13.962620 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-6fe0e553-2be1-41bc-b229-5c2fed1d20bf None None] Provisioning complete for port 5c5ad588-e6aa-49e8-9c81-6916b9d02628 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:47:13.962620 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6fe0e553-2be1-41bc-b229-5c2fed1d20bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:13.992948 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d895e3ee-38d7-4fa9-b143-7e34d2c56e6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7898980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8092605'] for router_interface, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:14.004760 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d895e3ee-38d7-4fa9-b143-7e34d2c56e6f admin admin] Pushing event updated for resources: {'Port': ['ID=5c5ad588-e6aa-49e8-9c81-6916b9d02628,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:47:14.015236 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-6fe0e553-2be1-41bc-b229-5c2fed1d20bf None None] Port 5c5ad588-e6aa-49e8-9c81-6916b9d02628 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:47:14.080794 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53476) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:14.081002 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-3c303eb0-38c5-451b-8348-ed72b27bb84c tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0339162 Oct 12 19:47:14.099162 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-c6e53280-4d62-4cc3-b7ea-1a645eb18808 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Request body: {'subnet': {'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:47:14.130252 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a085575c-6263-47f8-a56d-34d316cee98a None None] Could not find standard attr ID for object 3d4f4b55-1eb7-4458-a5dc-8df7e2879762. {{(pid=95503) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 19:47:14.169333 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d895e3ee-38d7-4fa9-b143-7e34d2c56e6f admin admin] Network 25509606-2874-484e-8662-9f4862bcc052 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:47:14.173300 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-d895e3ee-38d7-4fa9-b143-7e34d2c56e6f admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:47:14.353531 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d895e3ee-38d7-4fa9-b143-7e34d2c56e6f admin admin] Router 04d483da-b4a2-4c66-beff-dbe84da9455f has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:47:14.426309 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6e53280-4d62-4cc3-b7ea-1a645eb18808 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Made reservation on behalf of 8364cd1e2e78405187c9b3041bd139e1 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:47:14.429987 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c6e53280-4d62-4cc3-b7ea-1a645eb18808 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16245837'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:14.450984 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-4d5ed62e-f4d8-4af4-9a87-6b398f33da60 None None] Provisioning complete for port 5c5ad588-e6aa-49e8-9c81-6916b9d02628 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:47:14.451339 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4d5ed62e-f4d8-4af4-9a87-6b398f33da60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:14.485098 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-4d5ed62e-f4d8-4af4-9a87-6b398f33da60 None None] Port 5c5ad588-e6aa-49e8-9c81-6916b9d02628 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:47:14.537099 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d895e3ee-38d7-4fa9-b143-7e34d2c56e6f admin admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:47:14.542578 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-d895e3ee-38d7-4fa9-b143-7e34d2c56e6f admin admin] 10.222.0.49 "PUT /v2.0/routers/04d483da-b4a2-4c66-beff-dbe84da9455f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0048606 Oct 12 19:47:14.935228 n-d-813679-3 neutron-server[95502]: DEBUG neutron.objects.ports [None req-c6e53280-4d62-4cc3-b7ea-1a645eb18808 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95502) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 12 19:47:15.140677 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device fe8b6454-0c98-4d5d-a89f-5495999aa22f up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:47:15.164996 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7cf4e3-6a80-41bc-b212-27b0256272be None None] Sync routers for ids ['04d483da-b4a2-4c66-beff-dbe84da9455f'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:47:15.185365 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7cf4e3-6a80-41bc-b212-27b0256272be None None] Routers {'04d483da-b4a2-4c66-beff-dbe84da9455f'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:47:15.185986 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-8b7cf4e3-6a80-41bc-b212-27b0256272be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:47:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['04d483da-b4a2-4c66-beff-dbe84da9455f'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:47:15.195282 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c6e53280-4d62-4cc3-b7ea-1a645eb18808 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:15.244621 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port fe8b6454-0c98-4d5d-a89f-5495999aa22f triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:47:15.248550 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:15.279138 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53492) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:15.286202 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-44159e3f-8f73-446c-91a9-b15135bc873b admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1846812239-network', 'tenant_id': 'e9e84bfa015149e5a4cf63022789cc6b'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:47:15.337388 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-8b7cf4e3-6a80-41bc-b212-27b0256272be None None] Set router 04d483da-b4a2-4c66-beff-dbe84da9455f gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:47:15.372044 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-c6e53280-4d62-4cc3-b7ea-1a645eb18808 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] For port 1fff02d2-6064-400d-b7cf-c672c791d762, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=1fff02d2-6064-400d-b7cf-c672c791d762,segment=NetworkSegment(5b15e8ea-52cb-48bc-9b05-d8b033d6797c),segment_id=5b15e8ea-52cb-48bc-9b05-d8b033d6797c)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:47:15.381679 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44159e3f-8f73-446c-91a9-b15135bc873b admin admin] Made reservation on behalf of e9e84bfa015149e5a4cf63022789cc6b for: {'network': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:47:15.385483 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-44159e3f-8f73-446c-91a9-b15135bc873b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:15.397702 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-44159e3f-8f73-446c-91a9-b15135bc873b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:15.405017 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c6e53280-4d62-4cc3-b7ea-1a645eb18808 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:15.475490 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:15.476475 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-44159e3f-8f73-446c-91a9-b15135bc873b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:15.506435 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] For port fe8b6454-0c98-4d5d-a89f-5495999aa22f, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=fe8b6454-0c98-4d5d-a89f-5495999aa22f,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:47:15.527792 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c6e53280-4d62-4cc3-b7ea-1a645eb18808 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:15.528583 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c6e53280-4d62-4cc3-b7ea-1a645eb18808 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4306659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16245859'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:15.576418 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-44159e3f-8f73-446c-91a9-b15135bc873b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:15.589505 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-8b7cf4e3-6a80-41bc-b212-27b0256272be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04d483da-b4a2-4c66-beff-dbe84da9455f', 'name': 'tempest-TestServerBasicOps-1799121725-router', 'tenant_id': '6c0c61faa5ca4b56b21ac0c4101f2000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.147'}], 'enable_snat': True}, 'gw_port_id': 'fe8b6454-0c98-4d5d-a89f-5495999aa22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:47:09Z', 'updated_at': '2021-10-12T19:47:13Z', 'revision_number': 4, 'project_id': '6c0c61faa5ca4b56b21ac0c4101f2000', 'gw_port': {'id': 'fe8b6454-0c98-4d5d-a89f-5495999aa22f', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b3:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04d483da-b4a2-4c66-beff-dbe84da9455f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:47:09Z', 'updated_at': '2021-10-12T19:47:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '5c5ad588-e6aa-49e8-9c81-6916b9d02628', 'name': '', 'network_id': '25509606-2874-484e-8662-9f4862bcc052', 'tenant_id': '6c0c61faa5ca4b56b21ac0c4101f2000', 'mac_address': 'fa:16:3e:47:8c:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04d483da-b4a2-4c66-beff-dbe84da9455f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '83d82e2b-8044-4ed1-881f-6e129663a76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:47:12Z', 'updated_at': '2021-10-12T19:47:13Z', 'revision_number': 2, 'project_id': '6c0c61faa5ca4b56b21ac0c4101f2000', 'subnets': [{'id': '83d82e2b-8044-4ed1-881f-6e129663a76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:47:15.597542 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44159e3f-8f73-446c-91a9-b15135bc873b admin admin] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=95501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:47:15.606966 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e53280-4d62-4cc3-b7ea-1a645eb18808 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Network 1f23293e-d35c-4759-ab9f-8562175c4da5 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:47:15.611466 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44159e3f-8f73-446c-91a9-b15135bc873b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1c5e184-c119-45ba-9f05-5840b596dcba,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:47:15.616393 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-44159e3f-8f73-446c-91a9-b15135bc873b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:15.616736 n-d-813679-3 neutron-server[95501]: INFO neutron.db.segments_db [None req-44159e3f-8f73-446c-91a9-b15135bc873b admin admin] Added segment bd31763d-5f74-41e9-8e9f-f5241fb41c73 of type vlan for network ac62fa09-80ff-438d-8cb9-3a366762da17 Oct 12 19:47:15.620249 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-c6e53280-4d62-4cc3-b7ea-1a645eb18808 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:47:15.626566 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e53280-4d62-4cc3-b7ea-1a645eb18808 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:47:15.627166 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c6e53280-4d62-4cc3-b7ea-1a645eb18808 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:15.629179 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7cf4e3-6a80-41bc-b212-27b0256272be None None] Checking router: 04d483da-b4a2-4c66-beff-dbe84da9455f for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:47:15.630468 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7cf4e3-6a80-41bc-b212-27b0256272be None None] Updating router 04d483da-b4a2-4c66-beff-dbe84da9455f port 5c5ad588-e6aa-49e8-9c81-6916b9d02628 binding host n-d-813679-3 {{(pid=95503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 19:47:15.635101 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a20935b-0593-45aa-ba44-afada565cd88 None None] Network 1f23293e-d35c-4759-ab9f-8562175c4da5 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:47:15.641027 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e53280-4d62-4cc3-b7ea-1a645eb18808 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Pushing event updated for resources: {'Subnet': ['ID=9fa46bdb-57af-41a8-b18c-16e3bd4c7098,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:47:15.643060 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e53280-4d62-4cc3-b7ea-1a645eb18808 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Pushing event updated for resources: {'Port': ['ID=1fff02d2-6064-400d-b7cf-c672c791d762,revision_number=8']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:47:15.662262 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-44159e3f-8f73-446c-91a9-b15135bc873b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:15.695672 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:15.727329 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-c6e53280-4d62-4cc3-b7ea-1a645eb18808 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.6471398 Oct 12 19:47:15.730374 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53494) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:15.735612 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-6e0832fe-f134-4f48-8301-f21102020b5d tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Request body: {'port': {'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5', 'mac_address': 'fa:16:3e:83:73:fa', 'name': 'tempest-NetworksTestDHCPv6-1139408242'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:47:15.781144 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-44159e3f-8f73-446c-91a9-b15135bc873b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:15.782155 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44159e3f-8f73-446c-91a9-b15135bc873b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:47:15.782726 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-44159e3f-8f73-446c-91a9-b15135bc873b admin admin] Notify callbacks [] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:15.859409 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44159e3f-8f73-446c-91a9-b15135bc873b admin admin] Pushing event updated for resources: {'Network': ['ID=ac62fa09-80ff-438d-8cb9-3a366762da17,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:47:15.892954 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network ac62fa09-80ff-438d-8cb9-3a366762da17 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:47:15.895235 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8b7cf4e3-6a80-41bc-b212-27b0256272be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:15.899944 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-44159e3f-8f73-446c-91a9-b15135bc873b admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6174917 Oct 12 19:47:15.902461 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53496) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:15.909007 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-3277a68c-7754-4772-9c71-84b79b536b46 admin admin] Request body: {'subnet': {'network_id': 'ac62fa09-80ff-438d-8cb9-3a366762da17', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1846812239-subnet', 'tenant_id': 'e9e84bfa015149e5a4cf63022789cc6b', 'ip_version': 4}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:47:15.994349 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e0832fe-f134-4f48-8301-f21102020b5d tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Made reservation on behalf of 8364cd1e2e78405187c9b3041bd139e1 for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:47:16.033890 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Pushing event updated for resources: {'Port': ['ID=fe8b6454-0c98-4d5d-a89f-5495999aa22f,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:47:16.084256 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6e0832fe-f134-4f48-8301-f21102020b5d tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:16.109918 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [None req-6e0832fe-f134-4f48-8301-f21102020b5d tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] device_id is not set on port 80fb4717-0446-4b1e-ae5c-24ef7a7acaab yet. {{(pid=95501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 19:47:16.161054 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3277a68c-7754-4772-9c71-84b79b536b46 admin admin] Made reservation on behalf of e9e84bfa015149e5a4cf63022789cc6b for: {'subnet': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:47:16.163404 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3277a68c-7754-4772-9c71-84b79b536b46 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4612397'] for subnet, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:16.314329 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0a5fe7-c436-4d01-bc15-61bd7095fc68 None None] Update dhcp port {'port': {'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5', 'fixed_ips': [{'subnet_id': '9fa46bdb-57af-41a8-b18c-16e3bd4c7098', 'ip_address': '2001:db8:0:1:f816:3eff:fed1:7ca9'}, {'subnet_id': '3ec38c7b-f9fc-445c-87cb-07ccb1007c93'}], 'binding:host_id': 'n-d-813679-3'}, 'id': '1fff02d2-6064-400d-b7cf-c672c791d762'} from n-d-813679-3. {{(pid=95503) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 12 19:47:16.364426 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-6e0832fe-f134-4f48-8301-f21102020b5d tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Allocated IP 2001:db8::26e (1f23293e-d35c-4759-ab9f-8562175c4da5/3ec38c7b-f9fc-445c-87cb-07ccb1007c93/80fb4717-0446-4b1e-ae5c-24ef7a7acaab) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:47:16.367593 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fe0a5fe7-c436-4d01-bc15-61bd7095fc68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:16.374045 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-6e0832fe-f134-4f48-8301-f21102020b5d tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Allocated IP 2001:db8:0:1:f816:3eff:fe83:73fa (1f23293e-d35c-4759-ab9f-8562175c4da5/9fa46bdb-57af-41a8-b18c-16e3bd4c7098/80fb4717-0446-4b1e-ae5c-24ef7a7acaab) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:47:16.389128 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8b7cf4e3-6a80-41bc-b212-27b0256272be None None] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:16.470751 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8b7cf4e3-6a80-41bc-b212-27b0256272be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:16.529273 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3277a68c-7754-4772-9c71-84b79b536b46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4824863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4612355'] for subnet, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:16.545856 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b212d7b-3e09-4cc4-ad63-90239f39cbeb None None] Pushing event updated for resources: {'Port': ['ID=5c5ad588-e6aa-49e8-9c81-6916b9d02628,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:47:16.593845 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-8b7cf4e3-6a80-41bc-b212-27b0256272be None None] Attempting to bind port 5c5ad588-e6aa-49e8-9c81-6916b9d02628 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:47:16.594213 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-8b7cf4e3-6a80-41bc-b212-27b0256272be None None] Attempting to bind port 5c5ad588-e6aa-49e8-9c81-6916b9d02628 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'e83e0d78-bb43-45d1-b7eb-e967ea0b6533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '25509606-2874-484e-8662-9f4862bcc052'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:47:16.594585 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7cf4e3-6a80-41bc-b212-27b0256272be None None] Attempting to bind port 5c5ad588-e6aa-49e8-9c81-6916b9d02628 on network 25509606-2874-484e-8662-9f4862bcc052 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:47:16.600454 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7cf4e3-6a80-41bc-b212-27b0256272be None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:47:16.601280 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7cf4e3-6a80-41bc-b212-27b0256272be None None] Checking segment: {'id': 'e83e0d78-bb43-45d1-b7eb-e967ea0b6533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '25509606-2874-484e-8662-9f4862bcc052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:47:16.601691 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8b7cf4e3-6a80-41bc-b212-27b0256272be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:16.602088 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7cf4e3-6a80-41bc-b212-27b0256272be None None] Bound using segment: {'id': 'e83e0d78-bb43-45d1-b7eb-e967ea0b6533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '25509606-2874-484e-8662-9f4862bcc052'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:47:16.602567 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-8b7cf4e3-6a80-41bc-b212-27b0256272be None None] Bound port: 5c5ad588-e6aa-49e8-9c81-6916b9d02628, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e83e0d78-bb43-45d1-b7eb-e967ea0b6533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '25509606-2874-484e-8662-9f4862bcc052'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:47:16.602951 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8b7cf4e3-6a80-41bc-b212-27b0256272be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:16.614043 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6e0832fe-f134-4f48-8301-f21102020b5d tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:16.625944 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3277a68c-7754-4772-9c71-84b79b536b46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5e8732e-b722-4685-8eb6-06b0e7fe2326,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:47:16.646572 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3277a68c-7754-4772-9c71-84b79b536b46 admin admin] Checking segment: {'id': 'bd31763d-5f74-41e9-8e9f-f5241fb41c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'ac62fa09-80ff-438d-8cb9-3a366762da17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:47:16.647290 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3277a68c-7754-4772-9c71-84b79b536b46 admin admin] Network hostable DHCP agents. Network: ac62fa09-80ff-438d-8cb9-3a366762da17, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:47:16.679424 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-8b7cf4e3-6a80-41bc-b212-27b0256272be None None] For port 5c5ad588-e6aa-49e8-9c81-6916b9d02628, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:47:16.682831 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-8b7cf4e3-6a80-41bc-b212-27b0256272be None None] For port 5c5ad588-e6aa-49e8-9c81-6916b9d02628, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=5c5ad588-e6aa-49e8-9c81-6916b9d02628,segment=NetworkSegment(e83e0d78-bb43-45d1-b7eb-e967ea0b6533),segment_id=e83e0d78-bb43-45d1-b7eb-e967ea0b6533)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:47:16.741470 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6e0832fe-f134-4f48-8301-f21102020b5d tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:16.790114 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0832fe-f134-4f48-8301-f21102020b5d tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Network 1f23293e-d35c-4759-ab9f-8562175c4da5 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:47:16.793216 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-fe0a5fe7-c436-4d01-bc15-61bd7095fc68 None None] Allocated IP 2001:db8::2 (1f23293e-d35c-4759-ab9f-8562175c4da5/3ec38c7b-f9fc-445c-87cb-07ccb1007c93/1fff02d2-6064-400d-b7cf-c672c791d762) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:47:16.793651 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-6e0832fe-f134-4f48-8301-f21102020b5d tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:47:16.797670 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0832fe-f134-4f48-8301-f21102020b5d tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:47:16.803506 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0832fe-f134-4f48-8301-f21102020b5d tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:47:16.805002 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6e0832fe-f134-4f48-8301-f21102020b5d tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:16.807578 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8b7cf4e3-6a80-41bc-b212-27b0256272be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:16.813008 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3277a68c-7754-4772-9c71-84b79b536b46 admin admin] Network ac62fa09-80ff-438d-8cb9-3a366762da17 is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:47:16.819640 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0832fe-f134-4f48-8301-f21102020b5d tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Pushing event updated for resources: {'Port': ['ID=80fb4717-0446-4b1e-ae5c-24ef7a7acaab,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:47:16.906545 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-5cd0433e-d354-45c0-a74c-bae59f497d5e None None] Provisioning complete for port 5c5ad588-e6aa-49e8-9c81-6916b9d02628 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:47:16.906957 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5cd0433e-d354-45c0-a74c-bae59f497d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:16.919011 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-3277a68c-7754-4772-9c71-84b79b536b46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, ac62fa09-80ff-438d-8cb9-3a366762da17) {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:47:16.923270 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3277a68c-7754-4772-9c71-84b79b536b46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:47:16.924210 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3277a68c-7754-4772-9c71-84b79b536b46 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:16.953563 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-6e0832fe-f134-4f48-8301-f21102020b5d tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.2219868 Oct 12 19:47:16.956348 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53498) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:16.956895 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b09ef02-74bc-417a-834e-3d0813e9f34b None None] Network ac62fa09-80ff-438d-8cb9-3a366762da17 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:47:16.982354 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7cf4e3-6a80-41bc-b212-27b0256272be None None] Routers {'04d483da-b4a2-4c66-beff-dbe84da9455f'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:47:16.982996 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-8b7cf4e3-6a80-41bc-b212-27b0256272be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:47:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['04d483da-b4a2-4c66-beff-dbe84da9455f'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:47:17.011802 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b212d7b-3e09-4cc4-ad63-90239f39cbeb None None] Pushing event updated for resources: {'Port': ['ID=5c5ad588-e6aa-49e8-9c81-6916b9d02628,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:47:17.042037 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-3277a68c-7754-4772-9c71-84b79b536b46 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1385405 Oct 12 19:47:17.045207 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53500) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:17.052412 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-d64728c2-6362-449c-ae3f-fa13c849208f admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1846812239-router', 'tenant_id': 'e9e84bfa015149e5a4cf63022789cc6b', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:47:17.088420 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-fe0a5fe7-c436-4d01-bc15-61bd7095fc68 None None] For port 1fff02d2-6064-400d-b7cf-c672c791d762, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=1fff02d2-6064-400d-b7cf-c672c791d762,segment=NetworkSegment(5b15e8ea-52cb-48bc-9b05-d8b033d6797c),segment_id=5b15e8ea-52cb-48bc-9b05-d8b033d6797c)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:47:17.089160 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-40ac7a05-183f-4aa3-a73d-cac94a0c23da tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Deleting port 80fb4717-0446-4b1e-ae5c-24ef7a7acaab {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:47:17.090111 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-40ac7a05-183f-4aa3-a73d-cac94a0c23da tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:17.141930 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 1fff02d2-6064-400d-b7cf-c672c791d762 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:47:17.142162 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d64728c2-6362-449c-ae3f-fa13c849208f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8093678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255505'] for router, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:17.145958 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d64728c2-6362-449c-ae3f-fa13c849208f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8093562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8087085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8022306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255518'] for router, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:17.194340 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-40ac7a05-183f-4aa3-a73d-cac94a0c23da tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:17.204467 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d64728c2-6362-449c-ae3f-fa13c849208f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:17.207961 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-40ac7a05-183f-4aa3-a73d-cac94a0c23da tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Calling delete_port for 80fb4717-0446-4b1e-ae5c-24ef7a7acaab owned by {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:47:17.249468 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fe0a5fe7-c436-4d01-bc15-61bd7095fc68 None None] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:17.316974 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-8b7cf4e3-6a80-41bc-b212-27b0256272be None None] Set router 04d483da-b4a2-4c66-beff-dbe84da9455f gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:47:17.367967 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fe0a5fe7-c436-4d01-bc15-61bd7095fc68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:17.380662 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5cd0433e-d354-45c0-a74c-bae59f497d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:17.403212 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d64728c2-6362-449c-ae3f-fa13c849208f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:17.501302 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-40ac7a05-183f-4aa3-a73d-cac94a0c23da tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:17.537025 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ac7a05-183f-4aa3-a73d-cac94a0c23da tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Pushing event deleted for resources: {'Port': ['ID=80fb4717-0446-4b1e-ae5c-24ef7a7acaab,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:47:17.555787 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8984488a-9b7c-4a61-af27-e6d3376e3b6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-ac62fa09-80ff-438d-8cb9-3a366762da17', 'network_id': 'ac62fa09-80ff-438d-8cb9-3a366762da17', 'tenant_id': 'e9e84bfa015149e5a4cf63022789cc6b', 'fixed_ips': [{'subnet_id': 'c5e8732e-b722-4685-8eb6-06b0e7fe2326'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:47:17.556652 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8984488a-9b7c-4a61-af27-e6d3376e3b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:17.568682 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 1fff02d2-6064-400d-b7cf-c672c791d762 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:47:17.569051 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:17.591295 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-40ac7a05-183f-4aa3-a73d-cac94a0c23da tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:17.597332 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-40ac7a05-183f-4aa3-a73d-cac94a0c23da tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "DELETE /v2.0/ports/80fb4717-0446-4b1e-ae5c-24ef7a7acaab HTTP/1.1" status: 204 len: 168 time: 0.6372225 Oct 12 19:47:17.597535 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53502) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:17.649812 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99377293-984b-4c29-bae1-24fb4ca4b67f tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:47:17.655074 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-99377293-984b-4c29-bae1-24fb4ca4b67f tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0528650 Oct 12 19:47:17.655074 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53504) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:17.705502 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0cc696a-0923-4156-b2d8-a54e2faf1fa6 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:47:17.709823 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-f0cc696a-0923-4156-b2d8-a54e2faf1fa6 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0523028 Oct 12 19:47:17.710105 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53506) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:17.768479 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d64728c2-6362-449c-ae3f-fa13c849208f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:17.771810 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6052fe09-8fa1-4092-b82b-422b0c53a9e7 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:47:17.773630 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6052fe09-8fa1-4092-b82b-422b0c53a9e7 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:47:17.775278 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6052fe09-8fa1-4092-b82b-422b0c53a9e7 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:47:17.780314 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-6052fe09-8fa1-4092-b82b-422b0c53a9e7 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0661068 Oct 12 19:47:17.780591 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53510) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:17.788860 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d64728c2-6362-449c-ae3f-fa13c849208f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:17.805200 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0a5fe7-c436-4d01-bc15-61bd7095fc68 None None] Pushing event updated for resources: {'Port': ['ID=1fff02d2-6064-400d-b7cf-c672c791d762,revision_number=9']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:47:17.830290 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-5cd0433e-d354-45c0-a74c-bae59f497d5e None None] For port 5c5ad588-e6aa-49e8-9c81-6916b9d02628, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=5c5ad588-e6aa-49e8-9c81-6916b9d02628,segment=NetworkSegment(e83e0d78-bb43-45d1-b7eb-e967ea0b6533),segment_id=e83e0d78-bb43-45d1-b7eb-e967ea0b6533)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:47:17.854064 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-3238c667-62ae-4485-8d64-d90af33d7742 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Deleting subnet 3ec38c7b-f9fc-445c-87cb-07ccb1007c93 {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:47:17.859437 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3238c667-62ae-4485-8d64-d90af33d7742 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:17.909408 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3238c667-62ae-4485-8d64-d90af33d7742 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16313642'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:17.929366 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-d64728c2-6362-449c-ae3f-fa13c849208f admin admin] Allocated IP 172.25.5.161 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/5242d815-cec9-4f69-8e90-1b741620b7c6) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:47:17.977968 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5cd0433e-d354-45c0-a74c-bae59f497d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:18.004400 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3238c667-62ae-4485-8d64-d90af33d7742 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:18.059011 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device fe8b6454-0c98-4d5d-a89f-5495999aa22f up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:47:18.083454 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d64728c2-6362-449c-ae3f-fa13c849208f admin admin] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:18.106425 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-8984488a-9b7c-4a61-af27-e6d3376e3b6d None None] Allocated IP 172.20.0.2 (ac62fa09-80ff-438d-8cb9-3a366762da17/c5e8732e-b722-4685-8eb6-06b0e7fe2326/8a6ac17f-cf27-4d49-bc8b-c33879f7df4b) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:47:18.158506 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd0433e-d354-45c0-a74c-bae59f497d5e None None] Pushing event updated for resources: {'Port': ['ID=5c5ad588-e6aa-49e8-9c81-6916b9d02628,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:47:18.168153 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3238c667-62ae-4485-8d64-d90af33d7742 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4306592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16245866'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:18.177200 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-9debfba3-16ca-489f-a84d-8e60b7aaff0b None None] Provisioning complete for port 5c5ad588-e6aa-49e8-9c81-6916b9d02628 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:47:18.177575 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9debfba3-16ca-489f-a84d-8e60b7aaff0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:18.194572 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3238c667-62ae-4485-8d64-d90af33d7742 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Pushing event deleted for resources: {'Subnet': ['ID=3ec38c7b-f9fc-445c-87cb-07ccb1007c93,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:47:18.204506 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3238c667-62ae-4485-8d64-d90af33d7742 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:18.210169 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-3238c667-62ae-4485-8d64-d90af33d7742 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "DELETE /v2.0/subnets/3ec38c7b-f9fc-445c-87cb-07ccb1007c93 HTTP/1.1" status: 204 len: 168 time: 0.4262602 Oct 12 19:47:18.210354 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d64728c2-6362-449c-ae3f-fa13c849208f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:18.211211 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53512) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:18.256653 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64728c2-6362-449c-ae3f-fa13c849208f admin admin] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:47:18.259420 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-d64728c2-6362-449c-ae3f-fa13c849208f admin admin] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:47:18.263778 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64728c2-6362-449c-ae3f-fa13c849208f admin admin] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:47:18.272586 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-8b7cf4e3-6a80-41bc-b212-27b0256272be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04d483da-b4a2-4c66-beff-dbe84da9455f', 'name': 'tempest-TestServerBasicOps-1799121725-router', 'tenant_id': '6c0c61faa5ca4b56b21ac0c4101f2000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.147'}], 'enable_snat': True}, 'gw_port_id': 'fe8b6454-0c98-4d5d-a89f-5495999aa22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:47:09Z', 'updated_at': '2021-10-12T19:47:13Z', 'revision_number': 4, 'project_id': '6c0c61faa5ca4b56b21ac0c4101f2000', 'gw_port': {'id': 'fe8b6454-0c98-4d5d-a89f-5495999aa22f', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04d483da-b4a2-4c66-beff-dbe84da9455f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:47:09Z', 'updated_at': '2021-10-12T19:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '5c5ad588-e6aa-49e8-9c81-6916b9d02628', 'name': '', 'network_id': '25509606-2874-484e-8662-9f4862bcc052', 'tenant_id': '6c0c61faa5ca4b56b21ac0c4101f2000', 'mac_address': 'fa:16:3e:47:8c:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04d483da-b4a2-4c66-beff-dbe84da9455f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '83d82e2b-8044-4ed1-881f-6e129663a76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:47:12Z', 'updated_at': '2021-10-12T19:47:16Z', 'revision_number': 4, 'project_id': '6c0c61faa5ca4b56b21ac0c4101f2000', 'subnets': [{'id': '83d82e2b-8044-4ed1-881f-6e129663a76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:47:18.278424 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-da60d49d-ca79-44cb-89a9-87d24a684247 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Deleting subnet 9fa46bdb-57af-41a8-b18c-16e3bd4c7098 {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:47:18.282100 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-da60d49d-ca79-44cb-89a9-87d24a684247 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:18.301368 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64728c2-6362-449c-ae3f-fa13c849208f admin admin] Pushing event updated for resources: {'Port': ['ID=5242d815-cec9-4f69-8e90-1b741620b7c6,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:47:18.314517 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port fe8b6454-0c98-4d5d-a89f-5495999aa22f triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:47:18.314895 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:18.322991 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7cf4e3-6a80-41bc-b212-27b0256272be None None] The sync data for ids ['04d483da-b4a2-4c66-beff-dbe84da9455f'] in n-d-813679-3 is: [{'id': '04d483da-b4a2-4c66-beff-dbe84da9455f', 'name': 'tempest-TestServerBasicOps-1799121725-router', 'tenant_id': '6c0c61faa5ca4b56b21ac0c4101f2000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.147'}], 'enable_snat': True}, 'gw_port_id': 'fe8b6454-0c98-4d5d-a89f-5495999aa22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:47:09Z', 'updated_at': '2021-10-12T19:47:13Z', 'revision_number': 4, 'project_id': '6c0c61faa5ca4b56b21ac0c4101f2000', 'gw_port': {'id': 'fe8b6454-0c98-4d5d-a89f-5495999aa22f', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04d483da-b4a2-4c66-beff-dbe84da9455f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:47:09Z', 'updated_at': '2021-10-12T19:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '5c5ad588-e6aa-49e8-9c81-6916b9d02628', 'name': '', 'network_id': '25509606-2874-484e-8662-9f4862bcc052', 'tenant_id': '6c0c61faa5ca4b56b21ac0c4101f2000', 'mac_address': 'fa:16:3e:47:8c:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04d483da-b4a2-4c66-beff-dbe84da9455f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '83d82e2b-8044-4ed1-881f-6e129663a76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:47:12Z', 'updated_at': '2021-10-12T19:47:16Z', 'revision_number': 4, 'project_id': '6c0c61faa5ca4b56b21ac0c4101f2000', 'subnets': [{'id': '83d82e2b-8044-4ed1-881f-6e129663a76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:47:18.334552 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-da60d49d-ca79-44cb-89a9-87d24a684247 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16313642'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:18.469290 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-da60d49d-ca79-44cb-89a9-87d24a684247 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:18.526824 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8984488a-9b7c-4a61-af27-e6d3376e3b6d None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:18.686192 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92fc3336-cd97-4b8c-8777-cedcd80d2dcd None None] Network 1f23293e-d35c-4759-ab9f-8562175c4da5 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:47:18.713616 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-da60d49d-ca79-44cb-89a9-87d24a684247 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4306592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16245866'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:18.732233 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8984488a-9b7c-4a61-af27-e6d3376e3b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:18.746684 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60d49d-ca79-44cb-89a9-87d24a684247 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Pushing event deleted for resources: {'Subnet': ['ID=9fa46bdb-57af-41a8-b18c-16e3bd4c7098,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:47:18.756321 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-da60d49d-ca79-44cb-89a9-87d24a684247 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:18.763329 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-da60d49d-ca79-44cb-89a9-87d24a684247 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "DELETE /v2.0/subnets/9fa46bdb-57af-41a8-b18c-16e3bd4c7098 HTTP/1.1" status: 204 len: 168 time: 0.5513353 Oct 12 19:47:18.767295 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53514) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:18.772056 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d64728c2-6362-449c-ae3f-fa13c849208f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:18.791611 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-0f4688b2-d803-495b-beb2-7b74813bb034 None None] Provisioning complete for port 1fff02d2-6064-400d-b7cf-c672c791d762 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:47:18.791984 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0f4688b2-d803-495b-beb2-7b74813bb034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:18.815707 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-281494a9-a2ef-42e2-ba31-e49197450151 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0503404 Oct 12 19:47:18.820774 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53516) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:18.834659 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-2044ec0d-e705-488f-8a4f-e956935b2983 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Request body: {'subnet': {'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:47:18.839880 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8984488a-9b7c-4a61-af27-e6d3376e3b6d None None] Network ac62fa09-80ff-438d-8cb9-3a366762da17 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:47:18.848656 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8984488a-9b7c-4a61-af27-e6d3376e3b6d None None] Pushing event updated for resources: {'Port': ['ID=8a6ac17f-cf27-4d49-bc8b-c33879f7df4b,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:47:18.860267 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-8984488a-9b7c-4a61-af27-e6d3376e3b6d None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:47:18.863078 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8984488a-9b7c-4a61-af27-e6d3376e3b6d None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:47:18.982605 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-8984488a-9b7c-4a61-af27-e6d3376e3b6d None None] Attempting to bind port 8a6ac17f-cf27-4d49-bc8b-c33879f7df4b on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:47:18.982971 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-8984488a-9b7c-4a61-af27-e6d3376e3b6d None None] Attempting to bind port 8a6ac17f-cf27-4d49-bc8b-c33879f7df4b by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'bd31763d-5f74-41e9-8e9f-f5241fb41c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'ac62fa09-80ff-438d-8cb9-3a366762da17'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:47:18.983335 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8984488a-9b7c-4a61-af27-e6d3376e3b6d None None] Attempting to bind port 8a6ac17f-cf27-4d49-bc8b-c33879f7df4b on network ac62fa09-80ff-438d-8cb9-3a366762da17 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:47:18.993870 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8984488a-9b7c-4a61-af27-e6d3376e3b6d None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:47:18.994098 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8984488a-9b7c-4a61-af27-e6d3376e3b6d None None] Checking segment: {'id': 'bd31763d-5f74-41e9-8e9f-f5241fb41c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'ac62fa09-80ff-438d-8cb9-3a366762da17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:47:18.994447 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8984488a-9b7c-4a61-af27-e6d3376e3b6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:18.994837 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8984488a-9b7c-4a61-af27-e6d3376e3b6d None None] Bound using segment: {'id': 'bd31763d-5f74-41e9-8e9f-f5241fb41c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'ac62fa09-80ff-438d-8cb9-3a366762da17'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:47:18.995316 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-8984488a-9b7c-4a61-af27-e6d3376e3b6d None None] Bound port: 8a6ac17f-cf27-4d49-bc8b-c33879f7df4b, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd31763d-5f74-41e9-8e9f-f5241fb41c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'ac62fa09-80ff-438d-8cb9-3a366762da17'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:47:18.995697 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8984488a-9b7c-4a61-af27-e6d3376e3b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:19.023002 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d64728c2-6362-449c-ae3f-fa13c849208f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8093541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7915516'] for router, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:19.028377 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2044ec0d-e705-488f-8a4f-e956935b2983 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Made reservation on behalf of 8364cd1e2e78405187c9b3041bd139e1 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:47:19.031967 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2044ec0d-e705-488f-8a4f-e956935b2983 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16245837'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:19.142383 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb65ce1f-ba4b-40bc-84e5-2c0e3b5d4f5e None None] DHCP port deletion for 1f23293e-d35c-4759-ab9f-8562175c4da5 request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 19:47:19.251865 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-eb65ce1f-ba4b-40bc-84e5-2c0e3b5d4f5e None None] Deleting port 1fff02d2-6064-400d-b7cf-c672c791d762 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:47:19.251865 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-eb65ce1f-ba4b-40bc-84e5-2c0e3b5d4f5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:19.270582 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 5c5ad588-e6aa-49e8-9c81-6916b9d02628 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:47:19.332932 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-eb65ce1f-ba4b-40bc-84e5-2c0e3b5d4f5e None None] For port 1fff02d2-6064-400d-b7cf-c672c791d762, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=1fff02d2-6064-400d-b7cf-c672c791d762,segment=NetworkSegment(5b15e8ea-52cb-48bc-9b05-d8b033d6797c),segment_id=5b15e8ea-52cb-48bc-9b05-d8b033d6797c)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:47:19.333736 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-eb65ce1f-ba4b-40bc-84e5-2c0e3b5d4f5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:19.348246 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-eb65ce1f-ba4b-40bc-84e5-2c0e3b5d4f5e None None] Calling delete_port for 1fff02d2-6064-400d-b7cf-c672c791d762 owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:47:19.399892 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 5c5ad588-e6aa-49e8-9c81-6916b9d02628 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:47:19.400296 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:19.441461 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-8984488a-9b7c-4a61-af27-e6d3376e3b6d None None] For port 8a6ac17f-cf27-4d49-bc8b-c33879f7df4b, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:47:19.444505 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d64728c2-6362-449c-ae3f-fa13c849208f admin admin] Router f2af573f-ced4-464c-8440-a24dce7932d2 is scheduled to L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b with binding_index 1 {{(pid=95501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 19:47:19.462595 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-8984488a-9b7c-4a61-af27-e6d3376e3b6d None None] For port 8a6ac17f-cf27-4d49-bc8b-c33879f7df4b, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=8a6ac17f-cf27-4d49-bc8b-c33879f7df4b,segment=NetworkSegment(bd31763d-5f74-41e9-8e9f-f5241fb41c73),segment_id=bd31763d-5f74-41e9-8e9f-f5241fb41c73)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:47:19.477203 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2044ec0d-e705-488f-8a4f-e956935b2983 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4306659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16245859'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:19.551096 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2044ec0d-e705-488f-8a4f-e956935b2983 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Network 1f23293e-d35c-4759-ab9f-8562175c4da5 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:47:19.554463 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-2044ec0d-e705-488f-8a4f-e956935b2983 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:47:19.559263 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2044ec0d-e705-488f-8a4f-e956935b2983 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:47:19.562986 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2044ec0d-e705-488f-8a4f-e956935b2983 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:19.565739 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2044ec0d-e705-488f-8a4f-e956935b2983 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Pushing event updated for resources: {'Subnet': ['ID=a75ec027-6117-41c7-8a77-814eb90faa0e,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:47:19.581762 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-eb65ce1f-ba4b-40bc-84e5-2c0e3b5d4f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:19.586701 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8984488a-9b7c-4a61-af27-e6d3376e3b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:19.590949 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d64728c2-6362-449c-ae3f-fa13c849208f admin admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:47:19.602781 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f01b2f3-178a-4d80-bf8f-f5508232c2f5 None None] Sync routers for ids ['f2af573f-ced4-464c-8440-a24dce7932d2'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:47:19.616097 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f01b2f3-178a-4d80-bf8f-f5508232c2f5 None None] Routers {'f2af573f-ced4-464c-8440-a24dce7932d2'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:47:19.616637 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb65ce1f-ba4b-40bc-84e5-2c0e3b5d4f5e None None] Pushing event deleted for resources: {'Port': ['ID=1fff02d2-6064-400d-b7cf-c672c791d762,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:47:19.617016 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-0f01b2f3-178a-4d80-bf8f-f5508232c2f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:47:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['f2af573f-ced4-464c-8440-a24dce7932d2'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:47:19.618645 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb65ce1f-ba4b-40bc-84e5-2c0e3b5d4f5e None None] No DVR routers for this DVR port 1fff02d2-6064-400d-b7cf-c672c791d762 on host n-d-813679-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:47:19.639043 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53518) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:19.639319 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-2044ec0d-e705-488f-8a4f-e956935b2983 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8171768 Oct 12 19:47:19.644714 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-fc82c49f-084f-42fa-ba2a-d5e3f4422fcc tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Request body: {'subnet': {'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:47:19.681751 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c6aba8-7088-4167-9f1c-d87bafad4bb6 None None] Network 1f23293e-d35c-4759-ab9f-8562175c4da5 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:47:19.715693 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d64728c2-6362-449c-ae3f-fa13c849208f admin admin] Notify callbacks [] for router, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:19.719429 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-d64728c2-6362-449c-ae3f-fa13c849208f admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6704843 Oct 12 19:47:19.719703 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53520) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:19.761402 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8984488a-9b7c-4a61-af27-e6d3376e3b6d None None] Pushing event updated for resources: {'Port': ['ID=8a6ac17f-cf27-4d49-bc8b-c33879f7df4b,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:47:19.795237 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-0f01b2f3-178a-4d80-bf8f-f5508232c2f5 None None] Set router f2af573f-ced4-464c-8440-a24dce7932d2 gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:47:19.903445 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c78a15a9-d3ed-490a-8c12-9e110a9c73cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-1f23293e-d35c-4759-ab9f-8562175c4da5', 'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5', 'tenant_id': '8364cd1e2e78405187c9b3041bd139e1', 'fixed_ips': [{'subnet_id': 'a75ec027-6117-41c7-8a77-814eb90faa0e'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:47:19.904846 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c78a15a9-d3ed-490a-8c12-9e110a9c73cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:20.069534 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-0f01b2f3-178a-4d80-bf8f-f5508232c2f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2af573f-ced4-464c-8440-a24dce7932d2', 'name': 'tempest-TestServerBasicOps-1846812239-router', 'tenant_id': 'e9e84bfa015149e5a4cf63022789cc6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '5242d815-cec9-4f69-8e90-1b741620b7c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:47:17Z', 'updated_at': '2021-10-12T19:47:18Z', 'revision_number': 3, 'project_id': 'e9e84bfa015149e5a4cf63022789cc6b', 'gw_port': {'id': '5242d815-cec9-4f69-8e90-1b741620b7c6', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:be:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2af573f-ced4-464c-8440-a24dce7932d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:47:17Z', 'updated_at': '2021-10-12T19:47:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:47:20.109862 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f01b2f3-178a-4d80-bf8f-f5508232c2f5 None None] Checking router: f2af573f-ced4-464c-8440-a24dce7932d2 for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:47:20.110471 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f01b2f3-178a-4d80-bf8f-f5508232c2f5 None None] Updating router f2af573f-ced4-464c-8440-a24dce7932d2 port 5242d815-cec9-4f69-8e90-1b741620b7c6 binding host n-d-813679-3 {{(pid=95504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 19:47:20.127581 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-c78a15a9-d3ed-490a-8c12-9e110a9c73cf None None] Allocated IP 2001:db8::2 (1f23293e-d35c-4759-ab9f-8562175c4da5/a75ec027-6117-41c7-8a77-814eb90faa0e/2d3f07fd-261f-40c0-967a-06c85c0186d4) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:47:20.139686 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-0f01b2f3-178a-4d80-bf8f-f5508232c2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:20.146635 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc82c49f-084f-42fa-ba2a-d5e3f4422fcc tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Made reservation on behalf of 8364cd1e2e78405187c9b3041bd139e1 for: {'subnet': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:47:20.151282 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-fc82c49f-084f-42fa-ba2a-d5e3f4422fcc tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4612397'] for subnet, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:20.180858 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 19:47:20.291949 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c78a15a9-d3ed-490a-8c12-9e110a9c73cf None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:20.336170 n-d-813679-3 neutron-server[95501]: INFO neutron.db.ipam_backend_mixin [None req-fc82c49f-084f-42fa-ba2a-d5e3f4422fcc tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a75ec027-6117-41c7-8a77-814eb90faa0e (CIDR: 2001:db8::/64) Oct 12 19:47:20.360300 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c7ec07ac-9db0-4ae5-b131-2d68d9e9e6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:20.379999 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c78a15a9-d3ed-490a-8c12-9e110a9c73cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:20.383084 n-d-813679-3 neutron-server[95501]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc82c49f-084f-42fa-ba2a-d5e3f4422fcc tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 19:47:20.383084 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc82c49f-084f-42fa-ba2a-d5e3f4422fcc tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:47:20.410767 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-0f01b2f3-178a-4d80-bf8f-f5508232c2f5 None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:20.417260 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78a15a9-d3ed-490a-8c12-9e110a9c73cf None None] Network 1f23293e-d35c-4759-ab9f-8562175c4da5 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:47:20.422336 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-c78a15a9-d3ed-490a-8c12-9e110a9c73cf None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:47:20.424984 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78a15a9-d3ed-490a-8c12-9e110a9c73cf None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:47:20.454380 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78a15a9-d3ed-490a-8c12-9e110a9c73cf None None] Pushing event updated for resources: {'Port': ['ID=2d3f07fd-261f-40c0-967a-06c85c0186d4,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:47:20.489623 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-0f01b2f3-178a-4d80-bf8f-f5508232c2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:20.494379 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-c78a15a9-d3ed-490a-8c12-9e110a9c73cf None None] Attempting to bind port 2d3f07fd-261f-40c0-967a-06c85c0186d4 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:47:20.496194 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-c78a15a9-d3ed-490a-8c12-9e110a9c73cf None None] Attempting to bind port 2d3f07fd-261f-40c0-967a-06c85c0186d4 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '5b15e8ea-52cb-48bc-9b05-d8b033d6797c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:47:20.496644 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78a15a9-d3ed-490a-8c12-9e110a9c73cf None None] Attempting to bind port 2d3f07fd-261f-40c0-967a-06c85c0186d4 on network 1f23293e-d35c-4759-ab9f-8562175c4da5 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:47:20.502608 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78a15a9-d3ed-490a-8c12-9e110a9c73cf None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:47:20.503284 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78a15a9-d3ed-490a-8c12-9e110a9c73cf None None] Checking segment: {'id': '5b15e8ea-52cb-48bc-9b05-d8b033d6797c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:47:20.504102 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c78a15a9-d3ed-490a-8c12-9e110a9c73cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:20.504664 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78a15a9-d3ed-490a-8c12-9e110a9c73cf None None] Bound using segment: {'id': '5b15e8ea-52cb-48bc-9b05-d8b033d6797c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:47:20.505373 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-c78a15a9-d3ed-490a-8c12-9e110a9c73cf None None] Bound port: 2d3f07fd-261f-40c0-967a-06c85c0186d4, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b15e8ea-52cb-48bc-9b05-d8b033d6797c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:47:20.505755 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c78a15a9-d3ed-490a-8c12-9e110a9c73cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:20.544983 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058f656e-35da-4d7e-8746-ce5037dbb9f2 None None] Pushing event updated for resources: {'Port': ['ID=5242d815-cec9-4f69-8e90-1b741620b7c6,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:47:20.552933 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-fc82c49f-084f-42fa-ba2a-d5e3f4422fcc tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9124439 Oct 12 19:47:20.556066 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53522) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:20.561641 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-d7456cc8-752f-4471-8b21-7a377eb70036 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Request body: {'subnet': {'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:47:20.591119 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-0f01b2f3-178a-4d80-bf8f-f5508232c2f5 None None] Attempting to bind port 5242d815-cec9-4f69-8e90-1b741620b7c6 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:47:20.597245 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-0f01b2f3-178a-4d80-bf8f-f5508232c2f5 None None] Attempting to bind port 5242d815-cec9-4f69-8e90-1b741620b7c6 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:47:20.597424 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-c78a15a9-d3ed-490a-8c12-9e110a9c73cf None None] For port 2d3f07fd-261f-40c0-967a-06c85c0186d4, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:47:20.597424 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-c78a15a9-d3ed-490a-8c12-9e110a9c73cf None None] For port 2d3f07fd-261f-40c0-967a-06c85c0186d4, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=2d3f07fd-261f-40c0-967a-06c85c0186d4,segment=NetworkSegment(5b15e8ea-52cb-48bc-9b05-d8b033d6797c),segment_id=5b15e8ea-52cb-48bc-9b05-d8b033d6797c)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:47:20.597622 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f01b2f3-178a-4d80-bf8f-f5508232c2f5 None None] Attempting to bind port 5242d815-cec9-4f69-8e90-1b741620b7c6 on network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:47:20.613697 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f01b2f3-178a-4d80-bf8f-f5508232c2f5 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:47:20.620254 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f01b2f3-178a-4d80-bf8f-f5508232c2f5 None None] Checking segment: {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:47:20.620254 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-0f01b2f3-178a-4d80-bf8f-f5508232c2f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:20.620254 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f01b2f3-178a-4d80-bf8f-f5508232c2f5 None None] Bound using segment: {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:47:20.620254 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-0f01b2f3-178a-4d80-bf8f-f5508232c2f5 None None] Bound port: 5242d815-cec9-4f69-8e90-1b741620b7c6, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:47:20.620254 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-0f01b2f3-178a-4d80-bf8f-f5508232c2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:20.641338 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-c7ec07ac-9db0-4ae5-b131-2d68d9e9e6c7 admin admin] Allocated IP 172.20.0.1 (ac62fa09-80ff-438d-8cb9-3a366762da17/c5e8732e-b722-4685-8eb6-06b0e7fe2326/b852f4a9-d3c3-412f-bdc9-2db6c779cfe7) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:47:20.680781 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-0f01b2f3-178a-4d80-bf8f-f5508232c2f5 None None] For port 5242d815-cec9-4f69-8e90-1b741620b7c6, host n-d-813679-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:47:20.684641 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-0f01b2f3-178a-4d80-bf8f-f5508232c2f5 None None] For port 5242d815-cec9-4f69-8e90-1b741620b7c6, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=5242d815-cec9-4f69-8e90-1b741620b7c6,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:47:20.690414 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c78a15a9-d3ed-490a-8c12-9e110a9c73cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:20.805434 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-0f01b2f3-178a-4d80-bf8f-f5508232c2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:20.807966 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78a15a9-d3ed-490a-8c12-9e110a9c73cf None None] Pushing event updated for resources: {'Port': ['ID=2d3f07fd-261f-40c0-967a-06c85c0186d4,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:47:20.823485 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c7ec07ac-9db0-4ae5-b131-2d68d9e9e6c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:20.851742 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7456cc8-752f-4471-8b21-7a377eb70036 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Made reservation on behalf of 8364cd1e2e78405187c9b3041bd139e1 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:47:20.856563 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d7456cc8-752f-4471-8b21-7a377eb70036 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16245837'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:20.869631 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058f656e-35da-4d7e-8746-ce5037dbb9f2 None None] Pushing event updated for resources: {'Port': ['ID=5242d815-cec9-4f69-8e90-1b741620b7c6,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:47:20.887776 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f01b2f3-178a-4d80-bf8f-f5508232c2f5 None None] Routers {'f2af573f-ced4-464c-8440-a24dce7932d2'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:47:20.888482 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-0f01b2f3-178a-4d80-bf8f-f5508232c2f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:47:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['f2af573f-ced4-464c-8440-a24dce7932d2'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:47:20.956699 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c7ec07ac-9db0-4ae5-b131-2d68d9e9e6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:20.962922 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d2f8f80-6df2-4f04-ab92-dbeb15a785df None None] Network ac62fa09-80ff-438d-8cb9-3a366762da17 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:47:21.007339 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ec07ac-9db0-4ae5-b131-2d68d9e9e6c7 admin admin] Pushing event updated for resources: {'Port': ['ID=b852f4a9-d3c3-412f-bdc9-2db6c779cfe7,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:47:21.043531 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ec07ac-9db0-4ae5-b131-2d68d9e9e6c7 admin admin] Network ac62fa09-80ff-438d-8cb9-3a366762da17 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:47:21.046206 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-c7ec07ac-9db0-4ae5-b131-2d68d9e9e6c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:47:21.052402 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ec07ac-9db0-4ae5-b131-2d68d9e9e6c7 admin admin] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:47:21.103233 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-0f01b2f3-178a-4d80-bf8f-f5508232c2f5 None None] Set router f2af573f-ced4-464c-8440-a24dce7932d2 gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:47:21.104163 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c7ec07ac-9db0-4ae5-b131-2d68d9e9e6c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7915309'] for router_interface, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:21.158943 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-9877030d-d1ce-4272-8e9c-b206948f78a6 None None] Provisioning complete for port 8a6ac17f-cf27-4d49-bc8b-c33879f7df4b triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:47:21.159319 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9877030d-d1ce-4272-8e9c-b206948f78a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:21.270497 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 8a6ac17f-cf27-4d49-bc8b-c33879f7df4b up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:47:21.352431 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c7ec07ac-9db0-4ae5-b131-2d68d9e9e6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:21.376768 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-0f01b2f3-178a-4d80-bf8f-f5508232c2f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2af573f-ced4-464c-8440-a24dce7932d2', 'name': 'tempest-TestServerBasicOps-1846812239-router', 'tenant_id': 'e9e84bfa015149e5a4cf63022789cc6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '5242d815-cec9-4f69-8e90-1b741620b7c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:47:17Z', 'updated_at': '2021-10-12T19:47:18Z', 'revision_number': 3, 'project_id': 'e9e84bfa015149e5a4cf63022789cc6b', 'gw_port': {'id': '5242d815-cec9-4f69-8e90-1b741620b7c6', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:be:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2af573f-ced4-464c-8440-a24dce7932d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:47:17Z', 'updated_at': '2021-10-12T19:47:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:47:21.402009 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9877030d-d1ce-4272-8e9c-b206948f78a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:21.409118 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f01b2f3-178a-4d80-bf8f-f5508232c2f5 None None] The sync data for ids ['f2af573f-ced4-464c-8440-a24dce7932d2'] in n-d-813679-3 is: [{'id': 'f2af573f-ced4-464c-8440-a24dce7932d2', 'name': 'tempest-TestServerBasicOps-1846812239-router', 'tenant_id': 'e9e84bfa015149e5a4cf63022789cc6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '5242d815-cec9-4f69-8e90-1b741620b7c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:47:17Z', 'updated_at': '2021-10-12T19:47:18Z', 'revision_number': 3, 'project_id': 'e9e84bfa015149e5a4cf63022789cc6b', 'gw_port': {'id': '5242d815-cec9-4f69-8e90-1b741620b7c6', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:be:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2af573f-ced4-464c-8440-a24dce7932d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:47:17Z', 'updated_at': '2021-10-12T19:47:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:47:21.423874 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 8a6ac17f-cf27-4d49-bc8b-c33879f7df4b triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:47:21.424378 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:21.498467 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-9877030d-d1ce-4272-8e9c-b206948f78a6 None None] For port 8a6ac17f-cf27-4d49-bc8b-c33879f7df4b, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=8a6ac17f-cf27-4d49-bc8b-c33879f7df4b,segment=NetworkSegment(bd31763d-5f74-41e9-8e9f-f5241fb41c73),segment_id=bd31763d-5f74-41e9-8e9f-f5241fb41c73)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:47:21.540461 n-d-813679-3 neutron-server[95502]: DEBUG neutron.objects.ports [None req-d7456cc8-752f-4471-8b21-7a377eb70036 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95502) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 12 19:47:21.552061 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:21.569127 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9877030d-d1ce-4272-8e9c-b206948f78a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:21.569403 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c7ec07ac-9db0-4ae5-b131-2d68d9e9e6c7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:21.676674 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9877030d-d1ce-4272-8e9c-b206948f78a6 None None] Pushing event updated for resources: {'Port': ['ID=8a6ac17f-cf27-4d49-bc8b-c33879f7df4b,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:47:21.687939 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.db.api [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 19:47:21.688343 n-d-813679-3 neutron-server[95503]: DEBUG oslo_db.api [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 19:47:21.691092 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c7ec07ac-9db0-4ae5-b131-2d68d9e9e6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:21.774871 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c7ec07ac-9db0-4ae5-b131-2d68d9e9e6c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7898980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8092605'] for router_interface, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:21.778105 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ec07ac-9db0-4ae5-b131-2d68d9e9e6c7 admin admin] Pushing event updated for resources: {'Port': ['ID=b852f4a9-d3c3-412f-bdc9-2db6c779cfe7,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:47:21.853028 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d7456cc8-752f-4471-8b21-7a377eb70036 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:21.910648 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-db553679-4a9b-4fb1-9905-e08612b39bd3 None None] Provisioning complete for port b852f4a9-d3c3-412f-bdc9-2db6c779cfe7 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:47:21.911264 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-db553679-4a9b-4fb1-9905-e08612b39bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:21.932552 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ec07ac-9db0-4ae5-b131-2d68d9e9e6c7 admin admin] Network ac62fa09-80ff-438d-8cb9-3a366762da17 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:47:21.934582 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-c7ec07ac-9db0-4ae5-b131-2d68d9e9e6c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:47:21.964827 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-db553679-4a9b-4fb1-9905-e08612b39bd3 None None] Port b852f4a9-d3c3-412f-bdc9-2db6c779cfe7 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:47:21.978688 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-db553679-4a9b-4fb1-9905-e08612b39bd3 None None] Provisioning complete for port 8a6ac17f-cf27-4d49-bc8b-c33879f7df4b triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:47:21.979078 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-db553679-4a9b-4fb1-9905-e08612b39bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:22.147962 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-d7456cc8-752f-4471-8b21-7a377eb70036 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] For port 2d3f07fd-261f-40c0-967a-06c85c0186d4, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=2d3f07fd-261f-40c0-967a-06c85c0186d4,segment=NetworkSegment(5b15e8ea-52cb-48bc-9b05-d8b033d6797c),segment_id=5b15e8ea-52cb-48bc-9b05-d8b033d6797c)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:47:22.203311 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d7456cc8-752f-4471-8b21-7a377eb70036 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:22.248369 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 2d3f07fd-261f-40c0-967a-06c85c0186d4 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:47:22.290249 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d7456cc8-752f-4471-8b21-7a377eb70036 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:22.291230 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d7456cc8-752f-4471-8b21-7a377eb70036 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4306659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16245859'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:22.336909 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 2d3f07fd-261f-40c0-967a-06c85c0186d4 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:47:22.337262 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:22.367597 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7456cc8-752f-4471-8b21-7a377eb70036 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Network 1f23293e-d35c-4759-ab9f-8562175c4da5 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:47:22.372782 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-d7456cc8-752f-4471-8b21-7a377eb70036 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:47:22.398647 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-83fe20a1-ce6a-4a08-b001-5d4ed9338f77 None None] Provisioning complete for port b852f4a9-d3c3-412f-bdc9-2db6c779cfe7 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:47:22.398936 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-83fe20a1-ce6a-4a08-b001-5d4ed9338f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:22.429576 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7456cc8-752f-4471-8b21-7a377eb70036 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:47:22.433607 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d7456cc8-752f-4471-8b21-7a377eb70036 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:22.513313 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7456cc8-752f-4471-8b21-7a377eb70036 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Pushing event updated for resources: {'Subnet': ['ID=8bc1ce21-ee59-4ce9-a616-9ced88b61cbc,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:47:22.537247 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-d7456cc8-752f-4471-8b21-7a377eb70036 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.9798470 Oct 12 19:47:22.541132 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53524) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:22.547313 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-0fcf7cd1-456c-49c8-ac42-7d81effda167 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Request body: {'port': {'network_id': '1f23293e-d35c-4759-ab9f-8562175c4da5', 'mac_address': 'fa:16:3e:07:4d:08', 'name': 'tempest-NetworksTestDHCPv6-1663183548'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:47:22.561174 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7456cc8-752f-4471-8b21-7a377eb70036 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Pushing event updated for resources: {'Port': ['ID=2d3f07fd-261f-40c0-967a-06c85c0186d4,revision_number=4']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:47:22.648918 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7ec07ac-9db0-4ae5-b131-2d68d9e9e6c7 admin admin] Router f2af573f-ced4-464c-8440-a24dce7932d2 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:47:22.708854 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5291a7e4-901a-4c42-9ff5-c3ef409cb5bb None None] Network 1f23293e-d35c-4759-ab9f-8562175c4da5 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:47:22.790560 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7ec07ac-9db0-4ae5-b131-2d68d9e9e6c7 admin admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:47:22.804367 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-c7ec07ac-9db0-4ae5-b131-2d68d9e9e6c7 admin admin] 10.222.0.49 "PUT /v2.0/routers/f2af573f-ced4-464c-8440-a24dce7932d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0761800 Oct 12 19:47:22.804621 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fcf7cd1-456c-49c8-ac42-7d81effda167 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Made reservation on behalf of 8364cd1e2e78405187c9b3041bd139e1 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:47:22.804755 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-83fe20a1-ce6a-4a08-b001-5d4ed9338f77 None None] Port b852f4a9-d3c3-412f-bdc9-2db6c779cfe7 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:47:22.831894 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:22.861311 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-83fe20a1-ce6a-4a08-b001-5d4ed9338f77 None None] Provisioning complete for port 2d3f07fd-261f-40c0-967a-06c85c0186d4 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:47:22.861691 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-83fe20a1-ce6a-4a08-b001-5d4ed9338f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:22.913883 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0fcf7cd1-456c-49c8-ac42-7d81effda167 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:22.944210 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [None req-0fcf7cd1-456c-49c8-ac42-7d81effda167 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] device_id is not set on port b150d73e-0c6c-461a-a1a7-aa998263af88 yet. {{(pid=95502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 19:47:22.972133 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] For port 2d3f07fd-261f-40c0-967a-06c85c0186d4, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=2d3f07fd-261f-40c0-967a-06c85c0186d4,segment=NetworkSegment(5b15e8ea-52cb-48bc-9b05-d8b033d6797c),segment_id=5b15e8ea-52cb-48bc-9b05-d8b033d6797c)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:47:23.039078 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:23.126667 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-83fe20a1-ce6a-4a08-b001-5d4ed9338f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:23.129157 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 1fff02d2-6064-400d-b7cf-c672c791d762 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:47:23.174681 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 1fff02d2-6064-400d-b7cf-c672c791d762 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:47:23.175021 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 1fff02d2-6064-400d-b7cf-c672c791d762 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:47:23.195698 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Pushing event updated for resources: {'Port': ['ID=2d3f07fd-261f-40c0-967a-06c85c0186d4,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:47:23.206423 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-0fcf7cd1-456c-49c8-ac42-7d81effda167 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Allocated IP 2001:db8::24d (1f23293e-d35c-4759-ab9f-8562175c4da5/a75ec027-6117-41c7-8a77-814eb90faa0e/b150d73e-0c6c-461a-a1a7-aa998263af88) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:47:23.216271 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-0fcf7cd1-456c-49c8-ac42-7d81effda167 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Allocated IP 2001:db8:0:1:f816:3eff:fe07:4d08 (1f23293e-d35c-4759-ab9f-8562175c4da5/8bc1ce21-ee59-4ce9-a616-9ced88b61cbc/b150d73e-0c6c-461a-a1a7-aa998263af88) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:47:23.238844 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.db.api [None req-83fe20a1-ce6a-4a08-b001-5d4ed9338f77 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 19:47:23.241339 n-d-813679-3 neutron-server[95503]: DEBUG oslo_db.api [None req-83fe20a1-ce6a-4a08-b001-5d4ed9338f77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 19:47:23.442339 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 8a6ac17f-cf27-4d49-bc8b-c33879f7df4b up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:47:23.451264 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0fcf7cd1-456c-49c8-ac42-7d81effda167 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:23.517948 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 8a6ac17f-cf27-4d49-bc8b-c33879f7df4b triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:47:23.518323 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:23.603277 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0fcf7cd1-456c-49c8-ac42-7d81effda167 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:23.615511 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53532) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:23.616067 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 2d3f07fd-261f-40c0-967a-06c85c0186d4 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:47:23.628849 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-b32ef280-a607-4a1e-8165-d60eb9d003fb tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1731258461', 'description': 'tempest-secgroup-smoke-1731258461 description', 'project_id': '6c0c61faa5ca4b56b21ac0c4101f2000'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:47:23.670525 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 2d3f07fd-261f-40c0-967a-06c85c0186d4 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:47:23.670898 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:23.675278 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fcf7cd1-456c-49c8-ac42-7d81effda167 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Network 1f23293e-d35c-4759-ab9f-8562175c4da5 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:47:23.680438 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-0fcf7cd1-456c-49c8-ac42-7d81effda167 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:47:23.683668 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fcf7cd1-456c-49c8-ac42-7d81effda167 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:47:23.690107 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fcf7cd1-456c-49c8-ac42-7d81effda167 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:47:23.690892 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0fcf7cd1-456c-49c8-ac42-7d81effda167 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:23.713122 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcf7cd1-456c-49c8-ac42-7d81effda167 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Pushing event updated for resources: {'Port': ['ID=b150d73e-0c6c-461a-a1a7-aa998263af88,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:47:23.728397 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b32ef280-a607-4a1e-8165-d60eb9d003fb tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:23.783765 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 5242d815-cec9-4f69-8e90-1b741620b7c6 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:47:23.818642 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b32ef280-a607-4a1e-8165-d60eb9d003fb tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:23.824931 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-0fcf7cd1-456c-49c8-ac42-7d81effda167 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.2818573 Oct 12 19:47:23.825558 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c338ca-07dd-4d26-a7ff-39888386fbae None None] Sync routers for ids ['f2af573f-ced4-464c-8440-a24dce7932d2'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:47:23.827429 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53534) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:23.842229 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c338ca-07dd-4d26-a7ff-39888386fbae None None] Routers {'f2af573f-ced4-464c-8440-a24dce7932d2'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:47:23.842904 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-a1c338ca-07dd-4d26-a7ff-39888386fbae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:47:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['f2af573f-ced4-464c-8440-a24dce7932d2'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:47:23.913656 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b32ef280-a607-4a1e-8165-d60eb9d003fb tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:23.939072 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-5a40cb34-1177-47e4-b202-6149e8b71ffa tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Deleting port b150d73e-0c6c-461a-a1a7-aa998263af88 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:47:23.939621 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5a40cb34-1177-47e4-b202-6149e8b71ffa tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:23.949843 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32ef280-a607-4a1e-8165-d60eb9d003fb tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=896c16ef-ef75-4943-9c99-6731fc497ee6,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:47:23.952001 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 5242d815-cec9-4f69-8e90-1b741620b7c6 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:47:23.953296 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:24.014928 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-8763ed99-c0fd-48db-b528-c345d5cbec62 None None] Provisioning complete for port b852f4a9-d3c3-412f-bdc9-2db6c779cfe7 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:47:24.015301 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8763ed99-c0fd-48db-b528-c345d5cbec62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:24.023161 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b32ef280-a607-4a1e-8165-d60eb9d003fb tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:24.023161 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-b32ef280-a607-4a1e-8165-d60eb9d003fb tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4056807 Oct 12 19:47:24.025790 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53536) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:24.028839 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-a1c338ca-07dd-4d26-a7ff-39888386fbae None None] Set router f2af573f-ced4-464c-8440-a24dce7932d2 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:47:24.030989 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-ba6202ac-f00c-4b49-85b0-7322f0f99bbd tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] Request body: {'security_group_rule': {'security_group_id': '896c16ef-ef75-4943-9c99-6731fc497ee6', 'project_id': '6c0c61faa5ca4b56b21ac0c4101f2000', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:47:24.047165 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5a40cb34-1177-47e4-b202-6149e8b71ffa tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:24.061279 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-5a40cb34-1177-47e4-b202-6149e8b71ffa tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Calling delete_port for b150d73e-0c6c-461a-a1a7-aa998263af88 owned by {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:47:24.135042 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ba6202ac-f00c-4b49-85b0-7322f0f99bbd tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:24.157253 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-8763ed99-c0fd-48db-b528-c345d5cbec62 None None] Port b852f4a9-d3c3-412f-bdc9-2db6c779cfe7 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:47:24.206678 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ba6202ac-f00c-4b49-85b0-7322f0f99bbd tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:24.223421 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:24.236770 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-8763ed99-c0fd-48db-b528-c345d5cbec62 None None] Provisioning complete for port 2d3f07fd-261f-40c0-967a-06c85c0186d4 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:47:24.237134 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8763ed99-c0fd-48db-b528-c345d5cbec62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:24.276670 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] For port 5242d815-cec9-4f69-8e90-1b741620b7c6, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=5242d815-cec9-4f69-8e90-1b741620b7c6,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:47:24.294126 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ba6202ac-f00c-4b49-85b0-7322f0f99bbd tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:24.310129 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6202ac-f00c-4b49-85b0-7322f0f99bbd tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce75fd4d-f0e2-452e-80d0-52564cebbc2d,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:47:24.358452 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5a40cb34-1177-47e4-b202-6149e8b71ffa tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:24.384298 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-8763ed99-c0fd-48db-b528-c345d5cbec62 None None] Could not find standard attr ID for object 80fb4717-0446-4b1e-ae5c-24ef7a7acaab. {{(pid=95503) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 19:47:24.387496 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ba6202ac-f00c-4b49-85b0-7322f0f99bbd tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:24.387667 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:24.391529 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53540) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:24.391834 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-ba6202ac-f00c-4b49-85b0-7322f0f99bbd tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3618069 Oct 12 19:47:24.397639 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-36ffbdae-6f47-4306-91dc-a406c1e0d451 tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] Request body: {'security_group_rule': {'security_group_id': '896c16ef-ef75-4943-9c99-6731fc497ee6', 'project_id': '6c0c61faa5ca4b56b21ac0c4101f2000', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:47:24.404198 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a40cb34-1177-47e4-b202-6149e8b71ffa tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Pushing event deleted for resources: {'Port': ['ID=b150d73e-0c6c-461a-a1a7-aa998263af88,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:47:24.420741 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-a1c338ca-07dd-4d26-a7ff-39888386fbae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2af573f-ced4-464c-8440-a24dce7932d2', 'name': 'tempest-TestServerBasicOps-1846812239-router', 'tenant_id': 'e9e84bfa015149e5a4cf63022789cc6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '5242d815-cec9-4f69-8e90-1b741620b7c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:47:17Z', 'updated_at': '2021-10-12T19:47:21Z', 'revision_number': 4, 'project_id': 'e9e84bfa015149e5a4cf63022789cc6b', 'gw_port': {'id': '5242d815-cec9-4f69-8e90-1b741620b7c6', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:be:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2af573f-ced4-464c-8440-a24dce7932d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:47:17Z', 'updated_at': '2021-10-12T19:47:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': 'b852f4a9-d3c3-412f-bdc9-2db6c779cfe7', 'name': '', 'network_id': 'ac62fa09-80ff-438d-8cb9-3a366762da17', 'tenant_id': 'e9e84bfa015149e5a4cf63022789cc6b', 'mac_address': 'fa:16:3e:cd:69:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2af573f-ced4-464c-8440-a24dce7932d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': 'c5e8732e-b722-4685-8eb6-06b0e7fe2326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:47:20Z', 'updated_at': '2021-10-12T19:47:21Z', 'revision_number': 2, 'project_id': 'e9e84bfa015149e5a4cf63022789cc6b', 'subnets': [{'id': 'c5e8732e-b722-4685-8eb6-06b0e7fe2326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:47:24.463319 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c338ca-07dd-4d26-a7ff-39888386fbae None None] Checking router: f2af573f-ced4-464c-8440-a24dce7932d2 for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:47:24.463601 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5a40cb34-1177-47e4-b202-6149e8b71ffa tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:24.463737 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c338ca-07dd-4d26-a7ff-39888386fbae None None] Updating router f2af573f-ced4-464c-8440-a24dce7932d2 port b852f4a9-d3c3-412f-bdc9-2db6c779cfe7 binding host n-d-813679-3 {{(pid=95503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 19:47:24.463859 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-5a40cb34-1177-47e4-b202-6149e8b71ffa tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "DELETE /v2.0/ports/b150d73e-0c6c-461a-a1a7-aa998263af88 HTTP/1.1" status: 204 len: 168 time: 0.6341295 Oct 12 19:47:24.465209 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53542) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:24.499705 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a1c338ca-07dd-4d26-a7ff-39888386fbae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:24.506559 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Pushing event updated for resources: {'Port': ['ID=5242d815-cec9-4f69-8e90-1b741620b7c6,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:47:24.518336 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1a89a8-1c90-4eaf-a1a2-b6f80eeaebf5 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:47:24.519310 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-d35caf9b-23e6-4ce1-876e-2397afa573dc None None] Could not find standard attr ID for object b150d73e-0c6c-461a-a1a7-aa998263af88. {{(pid=95503) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 19:47:24.519905 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-8d1a89a8-1c90-4eaf-a1a2-b6f80eeaebf5 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.0537050 Oct 12 19:47:24.522504 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53544) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:24.565763 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-36ffbdae-6f47-4306-91dc-a406c1e0d451 tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:24.790828 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a1c338ca-07dd-4d26-a7ff-39888386fbae None None] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:24.859011 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a1c338ca-07dd-4d26-a7ff-39888386fbae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:24.912131 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd784c27-71a3-4187-8081-0c311d9eb5ba None None] Pushing event updated for resources: {'Port': ['ID=b852f4a9-d3c3-412f-bdc9-2db6c779cfe7,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:47:24.960631 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b88759c-6b3d-4276-99b9-9af4d336bd4b tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:47:24.964480 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-7b88759c-6b3d-4276-99b9-9af4d336bd4b tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.4385748 Oct 12 19:47:24.965288 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-a1c338ca-07dd-4d26-a7ff-39888386fbae None None] Attempting to bind port b852f4a9-d3c3-412f-bdc9-2db6c779cfe7 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:47:24.965288 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-a1c338ca-07dd-4d26-a7ff-39888386fbae None None] Attempting to bind port b852f4a9-d3c3-412f-bdc9-2db6c779cfe7 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'bd31763d-5f74-41e9-8e9f-f5241fb41c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'ac62fa09-80ff-438d-8cb9-3a366762da17'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:47:24.965288 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c338ca-07dd-4d26-a7ff-39888386fbae None None] Attempting to bind port b852f4a9-d3c3-412f-bdc9-2db6c779cfe7 on network ac62fa09-80ff-438d-8cb9-3a366762da17 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:47:24.965612 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53546) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:24.971945 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c338ca-07dd-4d26-a7ff-39888386fbae None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:47:24.978204 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c338ca-07dd-4d26-a7ff-39888386fbae None None] Checking segment: {'id': 'bd31763d-5f74-41e9-8e9f-f5241fb41c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'ac62fa09-80ff-438d-8cb9-3a366762da17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:47:24.978204 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a1c338ca-07dd-4d26-a7ff-39888386fbae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:24.978204 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c338ca-07dd-4d26-a7ff-39888386fbae None None] Bound using segment: {'id': 'bd31763d-5f74-41e9-8e9f-f5241fb41c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'ac62fa09-80ff-438d-8cb9-3a366762da17'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:47:24.978204 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-a1c338ca-07dd-4d26-a7ff-39888386fbae None None] Bound port: b852f4a9-d3c3-412f-bdc9-2db6c779cfe7, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd31763d-5f74-41e9-8e9f-f5241fb41c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'ac62fa09-80ff-438d-8cb9-3a366762da17'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:47:24.978204 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a1c338ca-07dd-4d26-a7ff-39888386fbae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:24.994127 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-36ffbdae-6f47-4306-91dc-a406c1e0d451 tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:25.029923 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d30008b4-378b-4a87-86d8-5756d9a732c0 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:47:25.031896 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d30008b4-378b-4a87-86d8-5756d9a732c0 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:47:25.033489 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d30008b4-378b-4a87-86d8-5756d9a732c0 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:47:25.035127 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-d30008b4-378b-4a87-86d8-5756d9a732c0 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0686040 Oct 12 19:47:25.039442 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53548) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:25.048329 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a1c338ca-07dd-4d26-a7ff-39888386fbae None None] For port b852f4a9-d3c3-412f-bdc9-2db6c779cfe7, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:47:25.051551 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a1c338ca-07dd-4d26-a7ff-39888386fbae None None] For port b852f4a9-d3c3-412f-bdc9-2db6c779cfe7, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=b852f4a9-d3c3-412f-bdc9-2db6c779cfe7,segment=NetworkSegment(bd31763d-5f74-41e9-8e9f-f5241fb41c73),segment_id=bd31763d-5f74-41e9-8e9f-f5241fb41c73)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:47:25.092997 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a06c591-6861-437b-9f11-d2837aff0399 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Deleting subnet 8bc1ce21-ee59-4ce9-a616-9ced88b61cbc {{(pid=95501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:47:25.096156 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3a06c591-6861-437b-9f11-d2837aff0399 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks [] for subnet, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:25.101592 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-36ffbdae-6f47-4306-91dc-a406c1e0d451 tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:25.124787 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ffbdae-6f47-4306-91dc-a406c1e0d451 tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f98c9f2-199f-4066-84ab-2a2698e8852a,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:47:25.140729 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a1c338ca-07dd-4d26-a7ff-39888386fbae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:25.146306 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3a06c591-6861-437b-9f11-d2837aff0399 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281083'] for subnet, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:25.195476 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-02bd0350-c212-4886-bd93-24bd0af3c8d0 None None] Provisioning complete for port b852f4a9-d3c3-412f-bdc9-2db6c779cfe7 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:47:25.195847 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-02bd0350-c212-4886-bd93-24bd0af3c8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:25.212283 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-36ffbdae-6f47-4306-91dc-a406c1e0d451 tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:25.213578 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-36ffbdae-6f47-4306-91dc-a406c1e0d451 tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8195679 Oct 12 19:47:25.216996 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53550) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:25.223776 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-55651398-bab6-4843-b7f9-90cbac83cb2b tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] Request body: {'security_group_rule': {'security_group_id': '896c16ef-ef75-4943-9c99-6731fc497ee6', 'project_id': '6c0c61faa5ca4b56b21ac0c4101f2000', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:47:25.229425 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd784c27-71a3-4187-8081-0c311d9eb5ba None None] Pushing event updated for resources: {'Port': ['ID=b852f4a9-d3c3-412f-bdc9-2db6c779cfe7,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:47:25.238086 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3a06c591-6861-437b-9f11-d2837aff0399 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:25.247055 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c338ca-07dd-4d26-a7ff-39888386fbae None None] Routers {'f2af573f-ced4-464c-8440-a24dce7932d2'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:47:25.247716 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-a1c338ca-07dd-4d26-a7ff-39888386fbae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:47:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['f2af573f-ced4-464c-8440-a24dce7932d2'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:47:25.335888 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 2d3f07fd-261f-40c0-967a-06c85c0186d4 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:47:25.357928 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-55651398-bab6-4843-b7f9-90cbac83cb2b tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:25.388901 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3a06c591-6861-437b-9f11-d2837aff0399 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4824924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4612362'] for subnet, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:25.401784 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-a1c338ca-07dd-4d26-a7ff-39888386fbae None None] Set router f2af573f-ced4-464c-8440-a24dce7932d2 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:47:25.408766 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3a06c591-6861-437b-9f11-d2837aff0399 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:25.412157 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-3a06c591-6861-437b-9f11-d2837aff0399 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "DELETE /v2.0/subnets/8bc1ce21-ee59-4ce9-a616-9ced88b61cbc HTTP/1.1" status: 204 len: 168 time: 0.3733525 Oct 12 19:47:25.415035 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53552) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:25.436965 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-432284d8-b6db-4ef1-a348-f97fc4c8b10d None None] Network 1f23293e-d35c-4759-ab9f-8562175c4da5 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:47:25.461582 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a06c591-6861-437b-9f11-d2837aff0399 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Pushing event deleted for resources: {'Subnet': ['ID=8bc1ce21-ee59-4ce9-a616-9ced88b61cbc,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:47:25.468007 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-55651398-bab6-4843-b7f9-90cbac83cb2b tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:25.483198 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-4180e626-2285-4b7a-8437-4d62edb10392 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Deleting subnet a75ec027-6117-41c7-8a77-814eb90faa0e {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:47:25.486207 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4180e626-2285-4b7a-8437-4d62edb10392 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:25.527687 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-02bd0350-c212-4886-bd93-24bd0af3c8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:25.528197 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-55651398-bab6-4843-b7f9-90cbac83cb2b tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:25.535637 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4180e626-2285-4b7a-8437-4d62edb10392 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16313642'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:25.576149 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55651398-bab6-4843-b7f9-90cbac83cb2b tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89a07590-d17b-4416-9bfd-4375d919a055,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:47:25.636441 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4180e626-2285-4b7a-8437-4d62edb10392 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:25.660137 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-55651398-bab6-4843-b7f9-90cbac83cb2b tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:25.661362 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-55651398-bab6-4843-b7f9-90cbac83cb2b tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4423923 Oct 12 19:47:25.664451 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53554) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:25.669660 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-f6e4f228-53c6-41d4-8aec-8f8b4ef14fee tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] Request body: {'security_group_rule': {'security_group_id': '896c16ef-ef75-4943-9c99-6731fc497ee6', 'project_id': '6c0c61faa5ca4b56b21ac0c4101f2000', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:47:25.759718 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 2d3f07fd-261f-40c0-967a-06c85c0186d4 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:47:25.760103 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:25.784418 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f6e4f228-53c6-41d4-8aec-8f8b4ef14fee tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:25.795133 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4180e626-2285-4b7a-8437-4d62edb10392 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4306592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16245866'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:25.838291 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4180e626-2285-4b7a-8437-4d62edb10392 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Pushing event deleted for resources: {'Subnet': ['ID=a75ec027-6117-41c7-8a77-814eb90faa0e,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:47:25.843345 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4180e626-2285-4b7a-8437-4d62edb10392 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:25.848693 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-4180e626-2285-4b7a-8437-4d62edb10392 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "DELETE /v2.0/subnets/a75ec027-6117-41c7-8a77-814eb90faa0e HTTP/1.1" status: 204 len: 168 time: 0.4300051 Oct 12 19:47:25.849217 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53556) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:25.851878 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-02bd0350-c212-4886-bd93-24bd0af3c8d0 None None] For port b852f4a9-d3c3-412f-bdc9-2db6c779cfe7, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=b852f4a9-d3c3-412f-bdc9-2db6c779cfe7,segment=NetworkSegment(bd31763d-5f74-41e9-8e9f-f5241fb41c73),segment_id=bd31763d-5f74-41e9-8e9f-f5241fb41c73)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:47:25.875859 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f6e4f228-53c6-41d4-8aec-8f8b4ef14fee tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:25.895245 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-c90c358c-2e47-4084-ae9c-506dfa2c8a9f tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0427492 Oct 12 19:47:25.897941 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53558) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:25.946792 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d762db74-8a34-4b0b-a8a7-a12085f18ce6 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:47:25.948263 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-d762db74-8a34-4b0b-a8a7-a12085f18ce6 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0493250 Oct 12 19:47:25.950969 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53560) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:25.955346 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-02bd0350-c212-4886-bd93-24bd0af3c8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:25.965699 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f6e4f228-53c6-41d4-8aec-8f8b4ef14fee tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:25.988386 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e4f228-53c6-41d4-8aec-8f8b4ef14fee tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c5bec67-5742-4e56-ba25-e7d06305761e,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:47:26.009757 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20c9011-274b-4e87-9330-4a00fcb6bfe0 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:47:26.012395 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-d20c9011-274b-4e87-9330-4a00fcb6bfe0 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0593450 Oct 12 19:47:26.013768 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53562) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:26.039646 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 5242d815-cec9-4f69-8e90-1b741620b7c6 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:47:26.054273 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-497ba7b6-41a1-40cf-ba96-9e05715b6983 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0394225 Oct 12 19:47:26.062218 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f6e4f228-53c6-41d4-8aec-8f8b4ef14fee tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:26.063128 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53564) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:26.069227 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-f6e4f228-53c6-41d4-8aec-8f8b4ef14fee tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4035933 Oct 12 19:47:26.070109 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53566) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:26.074109 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bd0350-c212-4886-bd93-24bd0af3c8d0 None None] Pushing event updated for resources: {'Port': ['ID=b852f4a9-d3c3-412f-bdc9-2db6c779cfe7,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:47:26.082611 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc9d03db-095f-45a1-8c52-704d527a8f79 None None] DHCP port deletion for 1f23293e-d35c-4759-ab9f-8562175c4da5 request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 19:47:26.084384 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-f4efd921-fafc-4f6b-bd34-3dbe0c16bb3d tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] Request body: {'security_group_rule': {'security_group_id': '896c16ef-ef75-4943-9c99-6731fc497ee6', 'project_id': '6c0c61faa5ca4b56b21ac0c4101f2000', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:47:26.088533 n-d-813679-3 neutron-server[95501]: INFO neutron.pecan_wsgi.hooks.translation [None req-df0caa43-9db3-4335-80aa-3efa8758ce4d tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] DELETE failed (client error): The resource could not be found. Oct 12 19:47:26.089186 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df0caa43-9db3-4335-80aa-3efa8758ce4d tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:47:26.095409 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-df0caa43-9db3-4335-80aa-3efa8758ce4d tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "DELETE /v2.0/ports/b150d73e-0c6c-461a-a1a7-aa998263af88 HTTP/1.1" status: 404 len: 333 time: 0.0312860 Oct 12 19:47:26.095768 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53568) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:26.127240 n-d-813679-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-6df149f6-3a77-44e4-8618-40147f72262f tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] DELETE failed (client error): The resource could not be found. Oct 12 19:47:26.127693 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6df149f6-3a77-44e4-8618-40147f72262f tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:47:26.133332 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-6df149f6-3a77-44e4-8618-40147f72262f tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "DELETE /v2.0/subnets/8bc1ce21-ee59-4ce9-a616-9ced88b61cbc HTTP/1.1" status: 404 len: 337 time: 0.0340357 Oct 12 19:47:26.133834 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53570) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:26.144885 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-4fc2d43f-36c6-47af-b9fa-d2e250d2b75a None None] Provisioning complete for port b852f4a9-d3c3-412f-bdc9-2db6c779cfe7 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:47:26.146092 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4fc2d43f-36c6-47af-b9fa-d2e250d2b75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:26.148007 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-a1c338ca-07dd-4d26-a7ff-39888386fbae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2af573f-ced4-464c-8440-a24dce7932d2', 'name': 'tempest-TestServerBasicOps-1846812239-router', 'tenant_id': 'e9e84bfa015149e5a4cf63022789cc6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '5242d815-cec9-4f69-8e90-1b741620b7c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:47:17Z', 'updated_at': '2021-10-12T19:47:21Z', 'revision_number': 4, 'project_id': 'e9e84bfa015149e5a4cf63022789cc6b', 'gw_port': {'id': '5242d815-cec9-4f69-8e90-1b741620b7c6', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:be:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2af573f-ced4-464c-8440-a24dce7932d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:47:17Z', 'updated_at': '2021-10-12T19:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': 'b852f4a9-d3c3-412f-bdc9-2db6c779cfe7', 'name': '', 'network_id': 'ac62fa09-80ff-438d-8cb9-3a366762da17', 'tenant_id': 'e9e84bfa015149e5a4cf63022789cc6b', 'mac_address': 'fa:16:3e:cd:69:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2af573f-ced4-464c-8440-a24dce7932d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': 'c5e8732e-b722-4685-8eb6-06b0e7fe2326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:47:20Z', 'updated_at': '2021-10-12T19:47:25Z', 'revision_number': 4, 'project_id': 'e9e84bfa015149e5a4cf63022789cc6b', 'subnets': [{'id': 'c5e8732e-b722-4685-8eb6-06b0e7fe2326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:47:26.159814 n-d-813679-3 neutron-server[95501]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ea64695-6970-45ea-b74f-ae3f0e842c92 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] DELETE failed (client error): The resource could not be found. Oct 12 19:47:26.160293 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ea64695-6970-45ea-b74f-ae3f0e842c92 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:47:26.163267 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-3ea64695-6970-45ea-b74f-ae3f0e842c92 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "DELETE /v2.0/subnets/a75ec027-6117-41c7-8a77-814eb90faa0e HTTP/1.1" status: 404 len: 337 time: 0.0282395 Oct 12 19:47:26.165998 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53572) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:26.188104 n-d-813679-3 neutron-server[95501]: INFO neutron.pecan_wsgi.hooks.translation [None req-606a403c-7f1b-4568-b963-6b1fa572b089 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] DELETE failed (client error): The resource could not be found. Oct 12 19:47:26.188692 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-606a403c-7f1b-4568-b963-6b1fa572b089 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:47:26.191601 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-606a403c-7f1b-4568-b963-6b1fa572b089 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "DELETE /v2.0/ports/80fb4717-0446-4b1e-ae5c-24ef7a7acaab HTTP/1.1" status: 404 len: 333 time: 0.0247049 Oct 12 19:47:26.193038 n-d-813679-3 neutron-server[95502]: INFO neutron.db.securitygroups_db [None req-f4efd921-fafc-4f6b-bd34-3dbe0c16bb3d tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] Project 6c0c61faa5ca4b56b21ac0c4101f2000 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 19:47:26.194087 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53574) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:26.199391 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f4efd921-fafc-4f6b-bd34-3dbe0c16bb3d tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:26.202221 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c338ca-07dd-4d26-a7ff-39888386fbae None None] The sync data for ids ['f2af573f-ced4-464c-8440-a24dce7932d2'] in n-d-813679-3 is: [{'id': 'f2af573f-ced4-464c-8440-a24dce7932d2', 'name': 'tempest-TestServerBasicOps-1846812239-router', 'tenant_id': 'e9e84bfa015149e5a4cf63022789cc6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '5242d815-cec9-4f69-8e90-1b741620b7c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:47:17Z', 'updated_at': '2021-10-12T19:47:21Z', 'revision_number': 4, 'project_id': 'e9e84bfa015149e5a4cf63022789cc6b', 'gw_port': {'id': '5242d815-cec9-4f69-8e90-1b741620b7c6', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:be:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2af573f-ced4-464c-8440-a24dce7932d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:47:17Z', 'updated_at': '2021-10-12T19:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': 'b852f4a9-d3c3-412f-bdc9-2db6c779cfe7', 'name': '', 'network_id': 'ac62fa09-80ff-438d-8cb9-3a366762da17', 'tenant_id': 'e9e84bfa015149e5a4cf63022789cc6b', 'mac_address': 'fa:16:3e:cd:69:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2af573f-ced4-464c-8440-a24dce7932d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': 'c5e8732e-b722-4685-8eb6-06b0e7fe2326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:47:20Z', 'updated_at': '2021-10-12T19:47:25Z', 'revision_number': 4, 'project_id': 'e9e84bfa015149e5a4cf63022789cc6b', 'subnets': [{'id': 'c5e8732e-b722-4685-8eb6-06b0e7fe2326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:47:26.227567 n-d-813679-3 neutron-server[95501]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2215ff3-6cee-4380-980b-34122aebc5bd tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] DELETE failed (client error): The resource could not be found. Oct 12 19:47:26.228019 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2215ff3-6cee-4380-980b-34122aebc5bd tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:47:26.228217 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 5242d815-cec9-4f69-8e90-1b741620b7c6 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:47:26.228611 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:26.231923 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-e2215ff3-6cee-4380-980b-34122aebc5bd tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "DELETE /v2.0/subnets/9fa46bdb-57af-41a8-b18c-16e3bd4c7098 HTTP/1.1" status: 404 len: 337 time: 0.0367191 Oct 12 19:47:26.234247 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53576) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:26.275408 n-d-813679-3 neutron-server[95501]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5ad8210-ad00-4123-9927-3cceb5a56397 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] DELETE failed (client error): The resource could not be found. Oct 12 19:47:26.276634 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5ad8210-ad00-4123-9927-3cceb5a56397 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:47:26.282877 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-a5ad8210-ad00-4123-9927-3cceb5a56397 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "DELETE /v2.0/subnets/3ec38c7b-f9fc-445c-87cb-07ccb1007c93 HTTP/1.1" status: 404 len: 337 time: 0.0452309 Oct 12 19:47:26.283229 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53578) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:26.298115 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f4efd921-fafc-4f6b-bd34-3dbe0c16bb3d tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:26.308344 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-cc9d03db-095f-45a1-8c52-704d527a8f79 None None] Deleting port 2d3f07fd-261f-40c0-967a-06c85c0186d4 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:47:26.308680 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cc9d03db-095f-45a1-8c52-704d527a8f79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:26.314076 n-d-813679-3 neutron-server[95501]: INFO neutron.pecan_wsgi.hooks.translation [None req-61bafc0a-8a1c-4199-8d33-302f1d41dacf tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] DELETE failed (client error): The resource could not be found. Oct 12 19:47:26.314711 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61bafc0a-8a1c-4199-8d33-302f1d41dacf tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:47:26.320385 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-61bafc0a-8a1c-4199-8d33-302f1d41dacf tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "DELETE /v2.0/ports/3d4f4b55-1eb7-4458-a5dc-8df7e2879762 HTTP/1.1" status: 404 len: 333 time: 0.0332992 Oct 12 19:47:26.320954 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53580) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:26.352019 n-d-813679-3 neutron-server[95501]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb9fbacb-15f7-4835-9718-a8b0fcd49529 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] DELETE failed (client error): The resource could not be found. Oct 12 19:47:26.352527 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb9fbacb-15f7-4835-9718-a8b0fcd49529 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:47:26.356543 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-eb9fbacb-15f7-4835-9718-a8b0fcd49529 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "DELETE /v2.0/subnets/475bab8c-cd32-4110-bdf8-7fcef1b3e36c HTTP/1.1" status: 404 len: 337 time: 0.0342281 Oct 12 19:47:26.359107 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53582) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:26.387649 n-d-813679-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3967489-c090-4639-ac3a-296c5d4a26e0 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] DELETE failed (client error): The resource could not be found. Oct 12 19:47:26.388137 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3967489-c090-4639-ac3a-296c5d4a26e0 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:47:26.391176 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-f3967489-c090-4639-ac3a-296c5d4a26e0 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "DELETE /v2.0/subnets/b00c7964-69c9-427d-92d9-24272c2eaef1 HTTP/1.1" status: 404 len: 337 time: 0.0310013 Oct 12 19:47:26.392160 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f4efd921-fafc-4f6b-bd34-3dbe0c16bb3d tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:26.393973 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53584) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:26.409399 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4efd921-fafc-4f6b-bd34-3dbe0c16bb3d tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ea855d1-b4a1-445b-8651-ea1f2ee43044,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:47:26.430288 n-d-813679-3 neutron-server[95501]: INFO neutron.pecan_wsgi.hooks.translation [None req-e79975c2-2419-4f70-8b38-a5ec5ca6b88c tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] DELETE failed (client error): The resource could not be found. Oct 12 19:47:26.431700 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e79975c2-2419-4f70-8b38-a5ec5ca6b88c tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:47:26.436115 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-e79975c2-2419-4f70-8b38-a5ec5ca6b88c tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "DELETE /v2.0/ports/e2c1a813-7a60-42fc-8d99-f2f28ec07141 HTTP/1.1" status: 404 len: 333 time: 0.0397742 Oct 12 19:47:26.438651 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53586) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:26.441564 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-cc9d03db-095f-45a1-8c52-704d527a8f79 None None] For port 2d3f07fd-261f-40c0-967a-06c85c0186d4, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=2d3f07fd-261f-40c0-967a-06c85c0186d4,segment=NetworkSegment(5b15e8ea-52cb-48bc-9b05-d8b033d6797c),segment_id=5b15e8ea-52cb-48bc-9b05-d8b033d6797c)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:47:26.441961 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cc9d03db-095f-45a1-8c52-704d527a8f79 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:26.465816 n-d-813679-3 neutron-server[95501]: INFO neutron.pecan_wsgi.hooks.translation [None req-79a85850-3037-425b-977d-96d039cfcc02 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] DELETE failed (client error): The resource could not be found. Oct 12 19:47:26.466074 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79a85850-3037-425b-977d-96d039cfcc02 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:47:26.466293 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-cc9d03db-095f-45a1-8c52-704d527a8f79 None None] Calling delete_port for 2d3f07fd-261f-40c0-967a-06c85c0186d4 owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:47:26.471216 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-79a85850-3037-425b-977d-96d039cfcc02 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "DELETE /v2.0/subnets/f5fea5c3-a37c-4ab2-82cc-816aea79ff19 HTTP/1.1" status: 404 len: 337 time: 0.0294023 Oct 12 19:47:26.472099 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53588) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:26.503987 n-d-813679-3 neutron-server[95501]: INFO neutron.pecan_wsgi.hooks.translation [None req-bded4388-4cd5-4d22-88ac-f09943b50668 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] DELETE failed (client error): The resource could not be found. Oct 12 19:47:26.504478 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bded4388-4cd5-4d22-88ac-f09943b50668 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:47:26.509978 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-bded4388-4cd5-4d22-88ac-f09943b50668 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "DELETE /v2.0/subnets/149acef3-2477-4a36-b0fd-f42fac29937a HTTP/1.1" status: 404 len: 337 time: 0.0344532 Oct 12 19:47:26.512543 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f4efd921-fafc-4f6b-bd34-3dbe0c16bb3d tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:26.512543 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-f4efd921-fafc-4f6b-bd34-3dbe0c16bb3d tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4384351 Oct 12 19:47:26.512774 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53590) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:26.513484 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53592) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:26.517897 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-c95edb50-c9dd-4c72-b2b0-6e9c352dccf6 tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] Request body: {'security_group_rule': {'security_group_id': '896c16ef-ef75-4943-9c99-6731fc497ee6', 'project_id': '6c0c61faa5ca4b56b21ac0c4101f2000', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:47:26.537036 n-d-813679-3 neutron-server[95501]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe1de98e-5a14-4555-91ab-9187a129e962 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] DELETE failed (client error): The resource could not be found. Oct 12 19:47:26.537561 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe1de98e-5a14-4555-91ab-9187a129e962 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:47:26.541817 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-fe1de98e-5a14-4555-91ab-9187a129e962 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "DELETE /v2.0/ports/834eef8b-638a-4460-bd9a-6e2c606f51f5 HTTP/1.1" status: 404 len: 333 time: 0.0304036 Oct 12 19:47:26.544316 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53594) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:26.571068 n-d-813679-3 neutron-server[95501]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b1fed38-4fcb-4a15-bfe2-0005d2c521b0 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] DELETE failed (client error): The resource could not be found. Oct 12 19:47:26.571530 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b1fed38-4fcb-4a15-bfe2-0005d2c521b0 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:47:26.575431 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-9b1fed38-4fcb-4a15-bfe2-0005d2c521b0 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "DELETE /v2.0/subnets/a18b31df-3d0e-49e7-8a25-c21d7b19806f HTTP/1.1" status: 404 len: 337 time: 0.0298922 Oct 12 19:47:26.577946 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53596) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:26.606690 n-d-813679-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4b637ec-98f0-4fc7-bb3c-ecc6f1ed2583 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] DELETE failed (client error): The resource could not be found. Oct 12 19:47:26.607261 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4b637ec-98f0-4fc7-bb3c-ecc6f1ed2583 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:47:26.610297 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-a4b637ec-98f0-4fc7-bb3c-ecc6f1ed2583 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "DELETE /v2.0/ports/c920598d-2bca-4f80-890c-15646f0d1e05 HTTP/1.1" status: 404 len: 333 time: 0.0313549 Oct 12 19:47:26.612854 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53598) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:26.639122 n-d-813679-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-53038081-d9c3-4a0e-9c32-779b7990587e tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] DELETE failed (client error): The resource could not be found. Oct 12 19:47:26.639575 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53038081-d9c3-4a0e-9c32-779b7990587e tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:47:26.642578 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-53038081-d9c3-4a0e-9c32-779b7990587e tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "DELETE /v2.0/subnets/65db4f60-aae6-4cf9-b63f-e6bf3791ffe3 HTTP/1.1" status: 404 len: 337 time: 0.0287971 Oct 12 19:47:26.645150 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53600) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:26.668633 n-d-813679-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-08683529-5311-4349-8f27-90f08ab426b2 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] DELETE failed (client error): The resource could not be found. Oct 12 19:47:26.669303 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08683529-5311-4349-8f27-90f08ab426b2 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:47:26.672314 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-08683529-5311-4349-8f27-90f08ab426b2 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "DELETE /v2.0/ports/b672cee2-9ee1-4610-a3f7-3a0878e9a1a5 HTTP/1.1" status: 404 len: 333 time: 0.0261350 Oct 12 19:47:26.673589 n-d-813679-3 neutron-server[95502]: INFO neutron.db.securitygroups_db [None req-c95edb50-c9dd-4c72-b2b0-6e9c352dccf6 tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] Project 6c0c61faa5ca4b56b21ac0c4101f2000 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 19:47:26.675071 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53602) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:26.678779 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c95edb50-c9dd-4c72-b2b0-6e9c352dccf6 tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:26.703254 n-d-813679-3 neutron-server[95501]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfde914e-b490-4737-b30b-6fff64a49e2b tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] DELETE failed (client error): The resource could not be found. Oct 12 19:47:26.703829 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfde914e-b490-4737-b30b-6fff64a49e2b tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:47:26.707092 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-bfde914e-b490-4737-b30b-6fff64a49e2b tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "DELETE /v2.0/subnets/06ac6092-702c-4574-9b9f-4b995247009f HTTP/1.1" status: 404 len: 337 time: 0.0305347 Oct 12 19:47:26.709779 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53604) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:26.735896 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cc9d03db-095f-45a1-8c52-704d527a8f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:26.745120 n-d-813679-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-10b63bd3-3804-4c20-92cb-731a45e882b9 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] DELETE failed (client error): The resource could not be found. Oct 12 19:47:26.746349 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10b63bd3-3804-4c20-92cb-731a45e882b9 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:47:26.751809 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-10b63bd3-3804-4c20-92cb-731a45e882b9 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "DELETE /v2.0/ports/b1693e41-3f8a-4442-9573-02e5eaea80a8 HTTP/1.1" status: 404 len: 333 time: 0.0386031 Oct 12 19:47:26.752606 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53606) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:26.767626 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c95edb50-c9dd-4c72-b2b0-6e9c352dccf6 tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:26.772917 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9d03db-095f-45a1-8c52-704d527a8f79 None None] Pushing event deleted for resources: {'Port': ['ID=2d3f07fd-261f-40c0-967a-06c85c0186d4,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:47:26.778646 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9d03db-095f-45a1-8c52-704d527a8f79 None None] No DVR routers for this DVR port 2d3f07fd-261f-40c0-967a-06c85c0186d4 on host n-d-813679-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:47:26.788946 n-d-813679-3 neutron-server[95501]: INFO neutron.pecan_wsgi.hooks.translation [None req-f87caa66-f24d-4868-bc83-73c2b7975a88 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] DELETE failed (client error): The resource could not be found. Oct 12 19:47:26.789561 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f87caa66-f24d-4868-bc83-73c2b7975a88 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:47:26.793462 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-f87caa66-f24d-4868-bc83-73c2b7975a88 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "DELETE /v2.0/subnets/bfadc5e8-1358-4467-8f9f-dbd3b63ec9e7 HTTP/1.1" status: 404 len: 337 time: 0.0394671 Oct 12 19:47:26.795635 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53608) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:26.819377 n-d-813679-3 neutron-server[95501]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0800c4b-1150-42b4-b948-fa6bb60632da tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] DELETE failed (client error): The resource could not be found. Oct 12 19:47:26.822063 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0800c4b-1150-42b4-b948-fa6bb60632da tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:47:26.823101 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-a0800c4b-1150-42b4-b948-fa6bb60632da tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "DELETE /v2.0/ports/aa508371-c3ae-4181-a9b2-7a6faf501a8e HTTP/1.1" status: 404 len: 333 time: 0.0264907 Oct 12 19:47:26.826291 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53610) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:26.839236 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c95edb50-c9dd-4c72-b2b0-6e9c352dccf6 tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:26.862299 n-d-813679-3 neutron-server[95501]: INFO neutron.pecan_wsgi.hooks.translation [None req-c28d74ee-17cd-43cf-a0bc-a07172e1829d tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] DELETE failed (client error): The resource could not be found. Oct 12 19:47:26.862299 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c28d74ee-17cd-43cf-a0bc-a07172e1829d tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:47:26.862299 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-c28d74ee-17cd-43cf-a0bc-a07172e1829d tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "DELETE /v2.0/subnets/71d0db20-fe70-4839-b830-af71b15ec53e HTTP/1.1" status: 404 len: 337 time: 0.0337036 Oct 12 19:47:26.862652 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95edb50-c9dd-4c72-b2b0-6e9c352dccf6 tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65b04e24-51f8-495b-8b2f-95b7f8048100,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:47:26.863455 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53612) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:26.890370 n-d-813679-3 neutron-server[95501]: INFO neutron.pecan_wsgi.hooks.translation [None req-da62cc06-2aa8-434b-9f1c-487c44036407 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] DELETE failed (client error): The resource could not be found. Oct 12 19:47:26.891246 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da62cc06-2aa8-434b-9f1c-487c44036407 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:47:26.894410 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-da62cc06-2aa8-434b-9f1c-487c44036407 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "DELETE /v2.0/ports/96a0551f-8abd-4aac-9662-1d53c30312c9 HTTP/1.1" status: 404 len: 333 time: 0.0296907 Oct 12 19:47:26.896929 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53614) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:26.922554 n-d-813679-3 neutron-server[95501]: INFO neutron.pecan_wsgi.hooks.translation [None req-91305f15-3400-45c7-9c2f-aaf364775e50 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] DELETE failed (client error): The resource could not be found. Oct 12 19:47:26.923011 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91305f15-3400-45c7-9c2f-aaf364775e50 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:47:26.928062 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-91305f15-3400-45c7-9c2f-aaf364775e50 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "DELETE /v2.0/subnets/043065dd-3698-4138-ae7b-619e8c14467e HTTP/1.1" status: 404 len: 337 time: 0.0282562 Oct 12 19:47:26.929053 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53616) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:26.940683 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c95edb50-c9dd-4c72-b2b0-6e9c352dccf6 tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:26.941800 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-c95edb50-c9dd-4c72-b2b0-6e9c352dccf6 tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4273758 Oct 12 19:47:26.962554 n-d-813679-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-a016e686-3fc4-474e-a8f4-24f75bd3bacf tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] DELETE failed (client error): The resource could not be found. Oct 12 19:47:26.963012 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a016e686-3fc4-474e-a8f4-24f75bd3bacf tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:47:26.968873 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53620) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:26.969071 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-a016e686-3fc4-474e-a8f4-24f75bd3bacf tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "DELETE /v2.0/subnets/95896454-9dc5-47ee-8af5-97d680edef5d HTTP/1.1" status: 404 len: 337 time: 0.0384908 Oct 12 19:47:26.993697 n-d-813679-3 neutron-server[95501]: INFO neutron.pecan_wsgi.hooks.translation [None req-d29171e4-6b4b-467f-8308-c623ff74d2ce tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] DELETE failed (client error): The resource could not be found. Oct 12 19:47:26.994602 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d29171e4-6b4b-467f-8308-c623ff74d2ce tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:47:26.999541 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-d29171e4-6b4b-467f-8308-c623ff74d2ce tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "DELETE /v2.0/ports/6af0e2dc-70ef-4e22-8e0c-2c373fde0dd3 HTTP/1.1" status: 404 len: 333 time: 0.0290122 Oct 12 19:47:27.001947 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53624) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:27.033684 n-d-813679-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-705d946f-f4f6-4f8c-8670-9227ff5e30a7 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] DELETE failed (client error): The resource could not be found. Oct 12 19:47:27.034238 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-705d946f-f4f6-4f8c-8670-9227ff5e30a7 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:47:27.041316 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-705d946f-f4f6-4f8c-8670-9227ff5e30a7 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "DELETE /v2.0/subnets/4325394d-b8c6-4ec5-8bae-1c6e7fb496c6 HTTP/1.1" status: 404 len: 337 time: 0.0345194 Oct 12 19:47:27.042126 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53634) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:27.070837 n-d-813679-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf76b288-1cbb-4fe0-9bb1-0ed5db949def tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] DELETE failed (client error): The resource could not be found. Oct 12 19:47:27.071297 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf76b288-1cbb-4fe0-9bb1-0ed5db949def tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:47:27.075015 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-cf76b288-1cbb-4fe0-9bb1-0ed5db949def tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "DELETE /v2.0/subnets/7fb93a39-949e-418b-aac2-ee0bc6e8b3b8 HTTP/1.1" status: 404 len: 337 time: 0.0311053 Oct 12 19:47:27.077837 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53636) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:27.094024 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5f947f20-af45-497d-9cf5-baca1fac13cb req-f291ca52-d039-46b2-948f-faa0e1e60ce4 tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1731258461&fields=id&tenant_id=6c0c61faa5ca4b56b21ac0c4101f2000 HTTP/1.1" status: 200 len: 267 time: 0.0403621 Oct 12 19:47:27.103270 n-d-813679-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-d70cd009-47c7-4797-8aeb-b685a158a8ef tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] DELETE failed (client error): The resource could not be found. Oct 12 19:47:27.104954 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d70cd009-47c7-4797-8aeb-b685a158a8ef tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:47:27.107507 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-d70cd009-47c7-4797-8aeb-b685a158a8ef tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "DELETE /v2.0/ports/b646ae0a-19c0-4c3f-bf99-0ffe68f95274 HTTP/1.1" status: 404 len: 333 time: 0.0274699 Oct 12 19:47:27.109972 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53638) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:27.142367 n-d-813679-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-58c3fef0-7562-48a9-b386-dfa5ff58239d tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] DELETE failed (client error): The resource could not be found. Oct 12 19:47:27.142799 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58c3fef0-7562-48a9-b386-dfa5ff58239d tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:47:27.145966 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-58c3fef0-7562-48a9-b386-dfa5ff58239d tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "DELETE /v2.0/subnets/11616a94-0cfa-4806-affe-75d53e573fc8 HTTP/1.1" status: 404 len: 337 time: 0.0354059 Oct 12 19:47:27.148606 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53640) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:27.176842 n-d-813679-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-397a1c11-e747-48c0-8bac-4b86d4836af0 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] DELETE failed (client error): The resource could not be found. Oct 12 19:47:27.177298 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-397a1c11-e747-48c0-8bac-4b86d4836af0 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:47:27.180343 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-397a1c11-e747-48c0-8bac-4b86d4836af0 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "DELETE /v2.0/subnets/bf1aacc1-82b2-4627-be63-99629c94f6ae HTTP/1.1" status: 404 len: 337 time: 0.0307884 Oct 12 19:47:27.182855 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53642) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:27.207263 n-d-813679-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-32c69d24-ea61-4f96-bcfc-01c7ee9a615c tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] DELETE failed (client error): The resource could not be found. Oct 12 19:47:27.207531 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32c69d24-ea61-4f96-bcfc-01c7ee9a615c tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:47:27.210791 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-32c69d24-ea61-4f96-bcfc-01c7ee9a615c tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "DELETE /v2.0/ports/470e8193-cfdc-40e8-8003-5f32ab285f4b HTTP/1.1" status: 404 len: 333 time: 0.0267851 Oct 12 19:47:27.214923 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53644) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:27.255331 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f947f20-af45-497d-9cf5-baca1fac13cb req-ac66748d-de6c-4dc3-bec6-d10a7ec05830 tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:47:27.256840 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5f947f20-af45-497d-9cf5-baca1fac13cb req-ac66748d-de6c-4dc3-bec6-d10a7ec05830 tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] 10.222.0.49 "GET /v2.0/networks?id=25509606-2874-484e-8662-9f4862bcc052 HTTP/1.1" status: 200 len: 809 time: 0.1552947 Oct 12 19:47:27.257719 n-d-813679-3 neutron-server[95501]: INFO neutron.pecan_wsgi.hooks.translation [None req-06937015-224d-4cde-9b15-b23e65420ab0 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] DELETE failed (client error): The resource could not be found. Oct 12 19:47:27.258154 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06937015-224d-4cde-9b15-b23e65420ab0 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:47:27.261422 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-06937015-224d-4cde-9b15-b23e65420ab0 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "DELETE /v2.0/subnets/b49c065a-45c6-4420-bf14-df9f99a0deb6 HTTP/1.1" status: 404 len: 337 time: 0.0452757 Oct 12 19:47:27.264011 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53646) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:27.298509 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5f947f20-af45-497d-9cf5-baca1fac13cb req-6f8e7bec-c77c-476c-81fb-91ecdf28dc82 tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] 10.222.0.49 "GET /v2.0/quotas/6c0c61faa5ca4b56b21ac0c4101f2000 HTTP/1.1" status: 200 len: 375 time: 0.0352271 Oct 12 19:47:27.300992 n-d-813679-3 neutron-server[95501]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e8da3de-f0a8-4a75-83d2-c073bcbeecc2 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] DELETE failed (client error): The resource could not be found. Oct 12 19:47:27.301520 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e8da3de-f0a8-4a75-83d2-c073bcbeecc2 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:47:27.305543 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-4e8da3de-f0a8-4a75-83d2-c073bcbeecc2 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "DELETE /v2.0/subnets/c13a712b-effe-44bb-9891-3ce74ffc1177 HTTP/1.1" status: 404 len: 337 time: 0.0399280 Oct 12 19:47:27.307490 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53650) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:27.313639 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device b852f4a9-d3c3-412f-bdc9-2db6c779cfe7 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:47:27.363173 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-8aafac04-2f8a-4468-a7da-c6b65bfda8ae tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c94637f-6bdd-4387-9aee-30132f176a9e HTTP/1.1" status: 200 len: 205 time: 0.0545530 Oct 12 19:47:27.363533 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port b852f4a9-d3c3-412f-bdc9-2db6c779cfe7 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:47:27.368315 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:27.368449 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53652) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:27.385681 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5f947f20-af45-497d-9cf5-baca1fac13cb req-4aa56267-f3e8-4fdd-8d50-ad5225f02bef tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=6c0c61faa5ca4b56b21ac0c4101f2000&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0788608 Oct 12 19:47:27.411259 n-d-813679-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-11121b4f-8479-4d66-aaf0-66cad0def029 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] delete failed (client error): The resource could not be found. Oct 12 19:47:27.413690 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-11121b4f-8479-4d66-aaf0-66cad0def029 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "DELETE /v2.0/routers/5c94637f-6bdd-4387-9aee-30132f176a9e HTTP/1.1" status: 404 len: 336 time: 0.0457144 Oct 12 19:47:27.417421 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53654) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:27.445112 n-d-813679-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-34830cee-1af9-4cd8-b01b-fde5f112a953 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] DELETE failed (client error): The resource could not be found. Oct 12 19:47:27.445568 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34830cee-1af9-4cd8-b01b-fde5f112a953 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:47:27.449079 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-34830cee-1af9-4cd8-b01b-fde5f112a953 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "DELETE /v2.0/subnets/9fa66db4-b72f-464a-bf92-b987024ef0e8 HTTP/1.1" status: 404 len: 337 time: 0.0298657 Oct 12 19:47:27.455059 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53656) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:27.483860 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-9e163f85-170e-4976-b2ea-425f122e3f72 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "GET /v2.0/ports?device_id=7ff06544-1c36-4b19-8aa5-3259b681e17a HTTP/1.1" status: 200 len: 205 time: 0.0276375 Oct 12 19:47:27.489321 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53658) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:27.493375 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5f947f20-af45-497d-9cf5-baca1fac13cb req-299a8ef9-3473-4183-90c8-d5f1c5b5cc91 service neutron] 10.222.0.49 "GET /v2.0/networks/25509606-2874-484e-8662-9f4862bcc052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945451 Oct 12 19:47:27.507860 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 2d3f07fd-261f-40c0-967a-06c85c0186d4 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:47:27.527848 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 2d3f07fd-261f-40c0-967a-06c85c0186d4 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:47:27.528315 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 2d3f07fd-261f-40c0-967a-06c85c0186d4 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:47:27.547333 n-d-813679-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-e3cc28fa-c90e-48b3-86b0-d38cff6e576c tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] delete failed (client error): The resource could not be found. Oct 12 19:47:27.548393 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-e3cc28fa-c90e-48b3-86b0-d38cff6e576c tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "DELETE /v2.0/routers/7ff06544-1c36-4b19-8aa5-3259b681e17a HTTP/1.1" status: 404 len: 336 time: 0.0581698 Oct 12 19:47:27.550952 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53660) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:27.576469 n-d-813679-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7760698-9f70-4c53-b120-6c6ff198c8bc tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] DELETE failed (client error): The resource could not be found. Oct 12 19:47:27.576916 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7760698-9f70-4c53-b120-6c6ff198c8bc tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:47:27.579833 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-f7760698-9f70-4c53-b120-6c6ff198c8bc tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "DELETE /v2.0/subnets/b6d96aa0-db08-4815-ac27-1bade40f82b1 HTTP/1.1" status: 404 len: 337 time: 0.0279655 Oct 12 19:47:27.582557 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53662) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:27.598205 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5f947f20-af45-497d-9cf5-baca1fac13cb req-f2602f52-f265-4aeb-8259-8efaa8e4701f service neutron] 10.222.0.49 "GET /v2.0/networks/25509606-2874-484e-8662-9f4862bcc052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979688 Oct 12 19:47:27.609380 n-d-813679-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9fe8cfe-8f8a-466a-843c-7ecc314cd628 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] DELETE failed (client error): The resource could not be found. Oct 12 19:47:27.609927 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9fe8cfe-8f8a-466a-843c-7ecc314cd628 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:47:27.613692 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-f9fe8cfe-8f8a-466a-843c-7ecc314cd628 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "DELETE /v2.0/subnets/a4501a6c-7e36-4d88-8f2b-98619169cdf7 HTTP/1.1" status: 404 len: 337 time: 0.0293741 Oct 12 19:47:27.616874 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53664) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:27.638958 n-d-813679-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-e458045e-5c8c-47f5-9c26-1358cff0267c tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] DELETE failed (client error): The resource could not be found. Oct 12 19:47:27.639588 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e458045e-5c8c-47f5-9c26-1358cff0267c tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:47:27.642566 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-e458045e-5c8c-47f5-9c26-1358cff0267c tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "DELETE /v2.0/ports/2e84be99-58ab-45e5-8efb-34ae3341273f HTTP/1.1" status: 404 len: 333 time: 0.0247877 Oct 12 19:47:27.645148 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53666) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:27.671353 n-d-813679-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-c690bf3d-7d01-4a7f-82f9-01b699c6299e tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] DELETE failed (client error): The resource could not be found. Oct 12 19:47:27.671633 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c690bf3d-7d01-4a7f-82f9-01b699c6299e tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:47:27.674582 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-c690bf3d-7d01-4a7f-82f9-01b699c6299e tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "DELETE /v2.0/subnets/15f34f9f-c932-4e36-8a3c-89d2c99e3df8 HTTP/1.1" status: 404 len: 337 time: 0.0285356 Oct 12 19:47:27.677115 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53668) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:27.702644 n-d-813679-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1252bae-eac3-4735-803c-d17a416f0bd2 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] DELETE failed (client error): The resource could not be found. Oct 12 19:47:27.703265 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1252bae-eac3-4735-803c-d17a416f0bd2 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:47:27.706228 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-c1252bae-eac3-4735-803c-d17a416f0bd2 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "DELETE /v2.0/ports/da1e5e5e-dadb-4c94-acf2-c613221c5b9d HTTP/1.1" status: 404 len: 333 time: 0.0282142 Oct 12 19:47:27.708875 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53670) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:27.734437 n-d-813679-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a2bf085-5828-4d91-bf50-f278d1de02eb tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] DELETE failed (client error): The resource could not be found. Oct 12 19:47:27.734870 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a2bf085-5828-4d91-bf50-f278d1de02eb tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:47:27.737737 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-0a2bf085-5828-4d91-bf50-f278d1de02eb tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "DELETE /v2.0/subnets/f640af75-55e5-48bf-b4b9-3ec7a03c88e5 HTTP/1.1" status: 404 len: 337 time: 0.0279894 Oct 12 19:47:27.740112 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53672) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:27.761825 n-d-813679-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-88ed051c-dc7c-4724-8b54-a9d9efcf32ce tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] DELETE failed (client error): The resource could not be found. Oct 12 19:47:27.762631 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88ed051c-dc7c-4724-8b54-a9d9efcf32ce tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:47:27.765772 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-88ed051c-dc7c-4724-8b54-a9d9efcf32ce tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "DELETE /v2.0/ports/0013bf1e-48ae-4162-a115-b57a1745e78f HTTP/1.1" status: 404 len: 333 time: 0.0247264 Oct 12 19:47:27.774963 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53674) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:27.800832 n-d-813679-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b241614-6403-4d67-891a-1441d535b950 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] DELETE failed (client error): The resource could not be found. Oct 12 19:47:27.801276 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b241614-6403-4d67-891a-1441d535b950 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:47:27.804214 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-0b241614-6403-4d67-891a-1441d535b950 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "DELETE /v2.0/subnets/d6fea904-4571-4d45-a5c0-2a9384cc5da7 HTTP/1.1" status: 404 len: 337 time: 0.0282929 Oct 12 19:47:27.806658 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53676) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:27.833875 n-d-813679-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-809d0b7f-0731-4127-a162-509d8ec180a5 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] DELETE failed (client error): The resource could not be found. Oct 12 19:47:27.834850 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-809d0b7f-0731-4127-a162-509d8ec180a5 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:47:27.842019 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-809d0b7f-0731-4127-a162-509d8ec180a5 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "DELETE /v2.0/ports/a97e114f-b16b-4dd0-9cbe-8c903a863e3b HTTP/1.1" status: 404 len: 333 time: 0.0309198 Oct 12 19:47:27.843777 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53684) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:27.890535 n-d-813679-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a95b6a3-0cb1-4083-abda-003d073331d8 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] DELETE failed (client error): The resource could not be found. Oct 12 19:47:27.890535 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a95b6a3-0cb1-4083-abda-003d073331d8 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:47:27.890535 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-1a95b6a3-0cb1-4083-abda-003d073331d8 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "DELETE /v2.0/subnets/3a87f3c9-e0ea-4a1c-bd99-1e9c18f5a3e9 HTTP/1.1" status: 404 len: 337 time: 0.0448201 Oct 12 19:47:27.892559 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53686) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:27.904834 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8f92d6c3-4da2-4395-9663-650b29ffa180 req-f91498b2-94e4-4fc3-a273-ad2bb99ad4c8 tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ff8c527-079e-4364-8767-00fa84141586 HTTP/1.1" status: 200 len: 210 time: 0.0513666 Oct 12 19:47:27.922506 n-d-813679-3 neutron-server[95501]: INFO neutron.pecan_wsgi.hooks.translation [None req-2abe9935-c38a-4d3f-8697-ea29718917b9 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] DELETE failed (client error): The resource could not be found. Oct 12 19:47:27.923201 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2abe9935-c38a-4d3f-8697-ea29718917b9 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:47:27.926289 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-2abe9935-c38a-4d3f-8697-ea29718917b9 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "DELETE /v2.0/ports/b16edf98-0c3a-470b-a95a-3545d0566298 HTTP/1.1" status: 404 len: 333 time: 0.0318706 Oct 12 19:47:27.928913 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53688) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:27.955267 n-d-813679-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-03bf3340-e22d-4848-ae98-ab4e6e816a6d tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] DELETE failed (client error): The resource could not be found. Oct 12 19:47:27.955722 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03bf3340-e22d-4848-ae98-ab4e6e816a6d tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:47:27.961313 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-03bf3340-e22d-4848-ae98-ab4e6e816a6d tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "DELETE /v2.0/subnets/4e911633-9530-40a0-b248-43e7bdd8e913 HTTP/1.1" status: 404 len: 337 time: 0.0290420 Oct 12 19:47:27.961592 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53690) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:27.988785 n-d-813679-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc46c356-5b62-4e92-9ab0-7116f9a5db3c tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] DELETE failed (client error): The resource could not be found. Oct 12 19:47:27.989818 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc46c356-5b62-4e92-9ab0-7116f9a5db3c tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:47:27.993039 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-fc46c356-5b62-4e92-9ab0-7116f9a5db3c tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "DELETE /v2.0/ports/bd3f84a6-0465-4345-b69b-4d6b839750a8 HTTP/1.1" status: 404 len: 333 time: 0.0304666 Oct 12 19:47:27.995539 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53692) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:28.021149 n-d-813679-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ac72fc4-92bc-4391-ad77-f47705269fb0 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] DELETE failed (client error): The resource could not be found. Oct 12 19:47:28.021597 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ac72fc4-92bc-4391-ad77-f47705269fb0 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:47:28.026655 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-5ac72fc4-92bc-4391-ad77-f47705269fb0 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "DELETE /v2.0/subnets/01a8d7aa-633a-499b-8d5e-c1a0b3b16bbf HTTP/1.1" status: 404 len: 337 time: 0.0298724 Oct 12 19:47:28.027784 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53694) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:28.050661 n-d-813679-3 neutron-server[95501]: INFO neutron.pecan_wsgi.hooks.translation [None req-180f759e-12d4-42de-8754-b308b36f51a3 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] DELETE failed (client error): The resource could not be found. Oct 12 19:47:28.051319 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-180f759e-12d4-42de-8754-b308b36f51a3 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:47:28.054379 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-180f759e-12d4-42de-8754-b308b36f51a3 tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "DELETE /v2.0/ports/58d0c76b-d54c-4536-89d7-8f4343f01461 HTTP/1.1" status: 404 len: 333 time: 0.0254438 Oct 12 19:47:28.057031 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53696) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:28.082679 n-d-813679-3 neutron-server[95501]: INFO neutron.pecan_wsgi.hooks.translation [None req-30d02acd-514f-4824-81c1-2a39694ae60a tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] DELETE failed (client error): The resource could not be found. Oct 12 19:47:28.083145 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30d02acd-514f-4824-81c1-2a39694ae60a tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:47:28.086196 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-30d02acd-514f-4824-81c1-2a39694ae60a tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "DELETE /v2.0/subnets/0d7b13b0-da33-48b2-94c3-4fd7a2ea861b HTTP/1.1" status: 404 len: 337 time: 0.0282586 Oct 12 19:47:28.088666 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53702) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:28.168692 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9b1cf3a2-22ef-45b8-84cd-296e854de5dd tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:28.255090 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9b1cf3a2-22ef-45b8-84cd-296e854de5dd tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:28.274430 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-9b1cf3a2-22ef-45b8-84cd-296e854de5dd tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f23293e-d35c-4759-ab9f-8562175c4da5']}} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:47:28.283270 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-9b1cf3a2-22ef-45b8-84cd-296e854de5dd tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b15e8ea-52cb-48bc-9b05-d8b033d6797c') {'for_net_delete': True} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:47:28.283563 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-9b1cf3a2-22ef-45b8-84cd-296e854de5dd tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b15e8ea-52cb-48bc-9b05-d8b033d6797c') {} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:47:28.297304 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9b1cf3a2-22ef-45b8-84cd-296e854de5dd tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4281072'] for segment, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:28.310528 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9b1cf3a2-22ef-45b8-84cd-296e854de5dd tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:28.316196 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b1cf3a2-22ef-45b8-84cd-296e854de5dd tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=95501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:47:28.316584 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9b1cf3a2-22ef-45b8-84cd-296e854de5dd tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4823170'] for segment, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:28.319403 n-d-813679-3 neutron-server[95501]: Traceback (most recent call last): Oct 12 19:47:28.319403 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:47:28.319403 n-d-813679-3 neutron-server[95501]: timer() Oct 12 19:47:28.319403 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:47:28.319403 n-d-813679-3 neutron-server[95501]: cb(*args, **kw) Oct 12 19:47:28.319403 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:47:28.319403 n-d-813679-3 neutron-server[95501]: return func(*args, **kwargs) Oct 12 19:47:28.319403 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:47:28.319403 n-d-813679-3 neutron-server[95501]: self._notify() Oct 12 19:47:28.319403 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:47:28.319403 n-d-813679-3 neutron-server[95501]: self.callback(batched_events) Oct 12 19:47:28.319403 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:47:28.319403 n-d-813679-3 neutron-server[95501]: event.method(event) Oct 12 19:47:28.319403 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:47:28.319403 n-d-813679-3 neutron-server[95501]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:47:28.319403 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:47:28.319403 n-d-813679-3 neutron-server[95501]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:47:28.319403 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:47:28.319403 n-d-813679-3 neutron-server[95501]: return f(self, *a, **k) Oct 12 19:47:28.319403 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:47:28.319403 n-d-813679-3 neutron-server[95501]: return self._get(url).json() Oct 12 19:47:28.319403 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:47:28.319403 n-d-813679-3 neutron-server[95501]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:47:28.319403 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:47:28.319403 n-d-813679-3 neutron-server[95501]: return self.request(url, 'GET', **kwargs) Oct 12 19:47:28.319403 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:47:28.319403 n-d-813679-3 neutron-server[95501]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:47:28.319403 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:47:28.319403 n-d-813679-3 neutron-server[95501]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:47:28.319403 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:47:28.319403 n-d-813679-3 neutron-server[95501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:47:28.319403 n-d-813679-3 neutron-server[95501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:47:28.442662 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9b1cf3a2-22ef-45b8-84cd-296e854de5dd tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:28.450991 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9b1cf3a2-22ef-45b8-84cd-296e854de5dd tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Notify callbacks [] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:28.453710 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-9b1cf3a2-22ef-45b8-84cd-296e854de5dd tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] 10.222.0.49 "DELETE /v2.0/networks/1f23293e-d35c-4759-ab9f-8562175c4da5 HTTP/1.1" status: 204 len: 168 time: 0.3641469 Oct 12 19:47:28.467175 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1cf3a2-22ef-45b8-84cd-296e854de5dd tempest-NetworksTestDHCPv6-537482505 tempest-NetworksTestDHCPv6-537482505-project] Pushing event deleted for resources: {'Network': ['ID=1f23293e-d35c-4759-ab9f-8562175c4da5,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:47:28.943236 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53712) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:28.990274 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c01f0faa-9203-48b5-951f-f96ee1a01252 req-dbe49e02-3832-434c-82cd-d41deb0a9181 tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ff8c527-079e-4364-8767-00fa84141586 HTTP/1.1" status: 200 len: 210 time: 0.0275161 Oct 12 19:47:29.086488 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-b6622f96-ace5-4f57-ba7b-f637e45adf92 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8364cd1e2e78405187c9b3041bd139e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1398330 Oct 12 19:47:29.086894 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53716) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:29.140215 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-508393a2-25a4-423e-95ea-43f37b687bc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:29.158612 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5e3d03f4-15d2-4124-b9c3-3f0a72186955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:29.164271 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-508393a2-25a4-423e-95ea-43f37b687bc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:29.327603 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-508393a2-25a4-423e-95ea-43f37b687bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:29.330509 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-508393a2-25a4-423e-95ea-43f37b687bc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:29.331740 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-508393a2-25a4-423e-95ea-43f37b687bc9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/04561cf2-f92a-4190-9da1-1ea597d318a1 HTTP/1.1" status: 204 len: 168 time: 0.2438238 Oct 12 19:47:29.339718 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508393a2-25a4-423e-95ea-43f37b687bc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04561cf2-f92a-4190-9da1-1ea597d318a1,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:47:30.088867 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3c54d625-d31a-4543-b90d-ec7bc9b89ba7 req-592d16ff-8450-4ecc-bbc1-c1804836d687 tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ff8c527-079e-4364-8767-00fa84141586 HTTP/1.1" status: 200 len: 210 time: 0.0300310 Oct 12 19:47:30.241622 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f947f20-af45-497d-9cf5-baca1fac13cb req-06f7125a-36f2-40fd-9557-e062f43bf4ba tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:47:30.243081 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5f947f20-af45-497d-9cf5-baca1fac13cb req-06f7125a-36f2-40fd-9557-e062f43bf4ba tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] 10.222.0.67 "GET /v2.0/networks?id=25509606-2874-484e-8662-9f4862bcc052 HTTP/1.1" status: 200 len: 809 time: 0.1100545 Oct 12 19:47:30.289892 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5f947f20-af45-497d-9cf5-baca1fac13cb req-1801dff6-a89a-4b6e-95be-745c311c5764 tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c0c61faa5ca4b56b21ac0c4101f2000 HTTP/1.1" status: 200 len: 380 time: 0.0355785 Oct 12 19:47:30.300312 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-5f947f20-af45-497d-9cf5-baca1fac13cb req-72e2d6d5-b365-489f-8194-91e8a926115f tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] Request body: {'port': {'device_id': '2ff8c527-079e-4364-8767-00fa84141586', 'network_id': '25509606-2874-484e-8662-9f4862bcc052', 'admin_state_up': True, 'tenant_id': '6c0c61faa5ca4b56b21ac0c4101f2000', 'security_groups': ['896c16ef-ef75-4943-9c99-6731fc497ee6']}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:47:30.320149 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53740) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:30.434035 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [None req-66e592a8-7674-43d4-b1c4-471466e2006b tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 19:47:30.435024 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-66e592a8-7674-43d4-b1c4-471466e2006b tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.1137381 Oct 12 19:47:30.438104 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53744) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:30.441919 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [None req-4408cb84-4cc8-4532-9086-ca782c692f3d tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] http://10.222.0.49:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 19:47:30.443971 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-4408cb84-4cc8-4532-9086-ca782c692f3d tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] 10.222.0.49 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0038354 Oct 12 19:47:30.445582 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53746) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:30.449730 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [None req-7255f78a-f2c0-4c3b-9694-089cdc1cb460 tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] http://10.222.0.49:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 19:47:30.450628 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-7255f78a-f2c0-4c3b-9694-089cdc1cb460 tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] 10.222.0.49 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0042338 Oct 12 19:47:30.452768 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53748) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:30.456554 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [None req-c1a5e0bd-e9f6-4138-a867-4c1ce8444e0a tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] http://10.222.0.49:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 19:47:30.457447 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-c1a5e0bd-e9f6-4138-a867-4c1ce8444e0a tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] 10.222.0.49 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0038729 Oct 12 19:47:30.459415 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53750) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:30.463096 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [None req-718f5dcb-8a1f-4ba6-a030-1867b97376cd tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] http://10.222.0.49:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 19:47:30.463993 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-718f5dcb-8a1f-4ba6-a030-1867b97376cd tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] 10.222.0.49 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0037665 Oct 12 19:47:30.466170 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53752) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:30.470537 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [None req-0dd81ce8-f061-4db2-b953-ded5740928b6 tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] http://10.222.0.49:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 19:47:30.472687 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-0dd81ce8-f061-4db2-b953-ded5740928b6 tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] 10.222.0.49 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0038834 Oct 12 19:47:30.474365 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53754) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:30.479073 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [None req-3275b0ca-7396-4da1-89eb-84407cf08537 tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] http://10.222.0.49:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 19:47:30.479969 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-3275b0ca-7396-4da1-89eb-84407cf08537 tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] 10.222.0.49 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0047326 Oct 12 19:47:30.482082 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53756) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:30.485940 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [None req-77769551-a26b-4727-9066-034343fbb98f tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] http://10.222.0.49:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 19:47:30.486850 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-77769551-a26b-4727-9066-034343fbb98f tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] 10.222.0.49 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0039418 Oct 12 19:47:30.489111 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53758) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:30.492828 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [None req-667b8f82-f01a-4d11-956c-bce3c1b282ff tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] http://10.222.0.49:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 19:47:30.493721 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-667b8f82-f01a-4d11-956c-bce3c1b282ff tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] 10.222.0.49 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0037408 Oct 12 19:47:30.495696 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f947f20-af45-497d-9cf5-baca1fac13cb req-72e2d6d5-b365-489f-8194-91e8a926115f tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] Made reservation on behalf of 6c0c61faa5ca4b56b21ac0c4101f2000 for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:47:30.497439 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53760) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:30.503388 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-5f947f20-af45-497d-9cf5-baca1fac13cb req-72e2d6d5-b365-489f-8194-91e8a926115f tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:30.503537 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [None req-084688dc-e810-4799-ae6a-b0a28de89d65 tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] http://10.222.0.49:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 19:47:30.503537 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-084688dc-e810-4799-ae6a-b0a28de89d65 tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] 10.222.0.49 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0046120 Oct 12 19:47:30.505760 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53762) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:30.509858 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [None req-ed206b57-4dba-4dce-a8ac-e05794164c2f tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] http://10.222.0.49:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 19:47:30.510794 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-ed206b57-4dba-4dce-a8ac-e05794164c2f tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] 10.222.0.49 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0041091 Oct 12 19:47:30.513518 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53764) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:30.517348 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [None req-946ad2d3-45e6-4a9b-b4a3-b56f62c5611b tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] http://10.222.0.49:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 19:47:30.518259 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-946ad2d3-45e6-4a9b-b4a3-b56f62c5611b tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] 10.222.0.49 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0039058 Oct 12 19:47:30.520550 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53766) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:30.524382 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [None req-a7c2e3e8-c4eb-4d80-a21c-61071d10c445 tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] http://10.222.0.49:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 19:47:30.525288 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-a7c2e3e8-c4eb-4d80-a21c-61071d10c445 tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] 10.222.0.49 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0039020 Oct 12 19:47:30.533878 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53768) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:30.537908 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [None req-2c4c0c60-74fd-4b2f-a33a-40d3ea3e882e tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] http://10.222.0.49:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 19:47:30.540919 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-2c4c0c60-74fd-4b2f-a33a-40d3ea3e882e tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] 10.222.0.49 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0040503 Oct 12 19:47:30.541088 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53770) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:30.545744 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [None req-4a7f0bab-74a9-4ad5-98bb-de7acf22999d tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] http://10.222.0.49:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 19:47:30.546687 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-4a7f0bab-74a9-4ad5-98bb-de7acf22999d tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] 10.222.0.49 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0047824 Oct 12 19:47:30.548873 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53772) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:30.552638 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [None req-4ea39225-9e77-41a8-b196-d7a4bf52965e tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] http://10.222.0.49:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 19:47:30.554427 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-4ea39225-9e77-41a8-b196-d7a4bf52965e tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] 10.222.0.49 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0046730 Oct 12 19:47:30.562589 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53774) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:30.566616 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [None req-e0a95576-8398-4dce-9786-e782da2f089a tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] http://10.222.0.49:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 19:47:30.567522 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-e0a95576-8398-4dce-9786-e782da2f089a tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] 10.222.0.49 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0040524 Oct 12 19:47:30.569790 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53776) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:30.573650 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [None req-13939069-0e92-48af-bcdd-b5c226eb320a tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] http://10.222.0.49:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 19:47:30.575152 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-13939069-0e92-48af-bcdd-b5c226eb320a tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] 10.222.0.49 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0045331 Oct 12 19:47:30.577280 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53778) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:30.581105 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [None req-9c3939df-bbe7-41b1-9703-569d8e2a3a95 tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] http://10.222.0.49:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 19:47:30.582008 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-9c3939df-bbe7-41b1-9703-569d8e2a3a95 tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] 10.222.0.49 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0039003 Oct 12 19:47:30.584144 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53780) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:30.587858 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [None req-87bb9795-e578-4715-8e98-3e58127dca5e tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] http://10.222.0.49:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 19:47:30.588780 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-87bb9795-e578-4715-8e98-3e58127dca5e tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] 10.222.0.49 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0038040 Oct 12 19:47:30.590926 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53782) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:30.594632 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [None req-464a84ae-f59b-4e0b-8f78-2f0d15d21688 tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] http://10.222.0.49:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 19:47:30.595530 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-464a84ae-f59b-4e0b-8f78-2f0d15d21688 tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] 10.222.0.49 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0037601 Oct 12 19:47:30.598416 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53784) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:30.602533 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [None req-70dcf51b-042c-45c0-9377-b75354375aa4 tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] http://10.222.0.49:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 19:47:30.603467 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-70dcf51b-042c-45c0-9377-b75354375aa4 tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] 10.222.0.49 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0041380 Oct 12 19:47:30.605586 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53786) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:30.610074 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [None req-580c9b49-597d-448b-b801-1c6283baadb9 tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] http://10.222.0.49:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 19:47:30.610973 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-580c9b49-597d-448b-b801-1c6283baadb9 tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] 10.222.0.49 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0045598 Oct 12 19:47:30.613154 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53788) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:30.617140 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [None req-655bb39c-0ef1-4ac2-9bf4-f586a7ae7e6b tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] http://10.222.0.49:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 19:47:30.618080 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-655bb39c-0ef1-4ac2-9bf4-f586a7ae7e6b tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] 10.222.0.49 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0040700 Oct 12 19:47:30.620186 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53790) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:30.624494 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [None req-3641c41f-c8ee-466b-98a3-38fd57a44801 tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] http://10.222.0.49:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 19:47:30.625470 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-3641c41f-c8ee-466b-98a3-38fd57a44801 tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] 10.222.0.49 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0044539 Oct 12 19:47:30.627584 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53792) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:30.630803 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [req-5f947f20-af45-497d-9cf5-baca1fac13cb req-72e2d6d5-b365-489f-8194-91e8a926115f tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] Allocated IP 172.20.0.3 (25509606-2874-484e-8662-9f4862bcc052/83d82e2b-8044-4ed1-881f-6e129663a76c/959fdb3b-03bf-4a41-945f-14539bfa6a75) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:47:30.631302 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [None req-809ed3f1-1735-407c-832b-003bc70cfc07 tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] http://10.222.0.49:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 19:47:30.632459 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-809ed3f1-1735-407c-832b-003bc70cfc07 tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] 10.222.0.49 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0037665 Oct 12 19:47:30.634354 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53794) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:30.638881 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [None req-24c3952e-fe57-4f36-87f5-395dea48ab49 tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] http://10.222.0.49:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 19:47:30.639792 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-24c3952e-fe57-4f36-87f5-395dea48ab49 tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] 10.222.0.49 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0044532 Oct 12 19:47:30.641926 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53796) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:30.645713 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [None req-d5251f15-cc7a-437b-8dbb-71a62c01395a tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] http://10.222.0.49:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 19:47:30.646826 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-d5251f15-cc7a-437b-8dbb-71a62c01395a tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] 10.222.0.49 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0038650 Oct 12 19:47:30.648815 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53798) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:30.652604 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [None req-3515c95f-3e86-4146-a3f4-1a9c41b3e3f1 tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] http://10.222.0.49:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 19:47:30.653507 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-3515c95f-3e86-4146-a3f4-1a9c41b3e3f1 tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] 10.222.0.49 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0038435 Oct 12 19:47:30.655512 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53800) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:30.659241 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [None req-80fe774e-a824-4b08-ab91-e7181e03a2e0 tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] http://10.222.0.49:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 19:47:30.660174 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-80fe774e-a824-4b08-ab91-e7181e03a2e0 tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] 10.222.0.49 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0038142 Oct 12 19:47:30.662217 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53802) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:30.666576 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [None req-87ce6103-f7f9-41e4-bac3-7ec8cb8b1ddd tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] http://10.222.0.49:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 19:47:30.667486 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-87ce6103-f7f9-41e4-bac3-7ec8cb8b1ddd tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] 10.222.0.49 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0044444 Oct 12 19:47:30.669697 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53804) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:30.673544 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [None req-fc7695b9-4b3f-4f1f-a7e4-c1cf655b688e tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] http://10.222.0.49:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 19:47:30.676289 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-fc7695b9-4b3f-4f1f-a7e4-c1cf655b688e tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] 10.222.0.49 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0039315 Oct 12 19:47:30.676507 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53806) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:30.680204 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [None req-9fd11faa-272d-43c1-ab44-fa646ab94297 tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] http://10.222.0.49:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 19:47:30.681108 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-9fd11faa-272d-43c1-ab44-fa646ab94297 tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] 10.222.0.49 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0037792 Oct 12 19:47:30.683147 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53808) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:30.687526 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [None req-f648596a-9ee9-421c-9c50-d7d6ae663b8a tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] http://10.222.0.49:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 19:47:30.688505 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-f648596a-9ee9-421c-9c50-d7d6ae663b8a tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] 10.222.0.49 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0038822 Oct 12 19:47:30.690553 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53810) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:30.694347 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [None req-5dedf77e-ca61-4316-b147-e983186a338f tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] http://10.222.0.49:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 19:47:30.695240 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-5dedf77e-ca61-4316-b147-e983186a338f tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] 10.222.0.49 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0038667 Oct 12 19:47:30.697329 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53812) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:30.701637 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [None req-18cb66d7-071a-4427-b59f-ee0a76ab6015 tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] http://10.222.0.49:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 19:47:30.702667 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-18cb66d7-071a-4427-b59f-ee0a76ab6015 tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] 10.222.0.49 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0044150 Oct 12 19:47:30.704658 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53814) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:30.708382 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [None req-bd7da5ac-6d8f-4f82-8281-3914a87b8bc9 tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] http://10.222.0.49:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 19:47:30.711087 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-bd7da5ac-6d8f-4f82-8281-3914a87b8bc9 tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] 10.222.0.49 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0038109 Oct 12 19:47:30.711337 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53816) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:30.715032 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [None req-9b2fcd4d-84c8-4150-b626-4216d5cdddab tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] http://10.222.0.49:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 19:47:30.715931 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-9b2fcd4d-84c8-4150-b626-4216d5cdddab tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] 10.222.0.49 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0037801 Oct 12 19:47:30.718097 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53818) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:30.722441 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [None req-c60bf8b5-36c4-4fe2-8b1a-c6d3959c576c tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] http://10.222.0.49:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 19:47:30.723882 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-c60bf8b5-36c4-4fe2-8b1a-c6d3959c576c tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] 10.222.0.49 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0044348 Oct 12 19:47:30.725400 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53820) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:30.729535 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [None req-1599256a-3a5b-4e84-aadc-10c89c104194 tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] http://10.222.0.49:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 19:47:30.731016 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-1599256a-3a5b-4e84-aadc-10c89c104194 tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] 10.222.0.49 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0038989 Oct 12 19:47:30.732512 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53822) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:30.736186 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [None req-c6a15812-9219-4f86-a17a-48c6bf9b950f tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] http://10.222.0.49:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 19:47:30.737091 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-c6a15812-9219-4f86-a17a-48c6bf9b950f tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] 10.222.0.49 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0037646 Oct 12 19:47:30.739157 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53824) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:30.743126 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [None req-c6b16e33-9aeb-4ddf-aee4-b5882f94c148 tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] http://10.222.0.49:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 19:47:30.744019 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-c6b16e33-9aeb-4ddf-aee4-b5882f94c148 tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] 10.222.0.49 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0040369 Oct 12 19:47:30.746646 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53826) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:30.750499 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [None req-df9c722f-3202-44d7-8d8c-ab44ba0d59ab tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] http://10.222.0.49:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 19:47:30.751405 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-df9c722f-3202-44d7-8d8c-ab44ba0d59ab tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] 10.222.0.49 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0039105 Oct 12 19:47:30.753500 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53828) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:30.757165 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [None req-59f8eb06-e4d8-4e71-ae53-80aadb432c10 tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] http://10.222.0.49:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 19:47:30.758074 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-59f8eb06-e4d8-4e71-ae53-80aadb432c10 tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] 10.222.0.49 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0038080 Oct 12 19:47:30.760132 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53830) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:30.764486 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [None req-68e723ba-ac8e-4d1a-8fdb-02fb827314e6 tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] http://10.222.0.49:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 19:47:30.765390 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-68e723ba-ac8e-4d1a-8fdb-02fb827314e6 tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] 10.222.0.49 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0044324 Oct 12 19:47:30.767399 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53832) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:30.771162 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [None req-05574270-3e64-4e43-9199-c98e3890287c tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] http://10.222.0.49:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 19:47:30.772265 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-05574270-3e64-4e43-9199-c98e3890287c tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] 10.222.0.49 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0039132 Oct 12 19:47:30.778627 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-5f947f20-af45-497d-9cf5-baca1fac13cb req-72e2d6d5-b365-489f-8194-91e8a926115f tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:30.780385 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53834) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:30.784878 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [None req-f064eead-1d53-4c71-a85b-d76f2526db1e tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] http://10.222.0.49:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 19:47:30.785791 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-f064eead-1d53-4c71-a85b-d76f2526db1e tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] 10.222.0.49 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0045326 Oct 12 19:47:30.787830 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53836) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:30.791625 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [None req-4a90c708-06cf-4749-ba41-b6cbe2f19231 tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] http://10.222.0.49:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 19:47:30.792552 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-4a90c708-06cf-4749-ba41-b6cbe2f19231 tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] 10.222.0.49 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0038795 Oct 12 19:47:30.794646 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53838) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:30.798548 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [None req-6b88d06b-6553-47ea-be0f-e775db4c8891 tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] http://10.222.0.49:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 19:47:30.799551 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-6b88d06b-6553-47ea-be0f-e775db4c8891 tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] 10.222.0.49 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0040088 Oct 12 19:47:30.801917 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53840) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:30.806114 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [None req-1efbfa7a-e9f6-48ef-a8b2-b04997f03041 tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] http://10.222.0.49:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 19:47:30.807123 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-1efbfa7a-e9f6-48ef-a8b2-b04997f03041 tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] 10.222.0.49 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0042877 Oct 12 19:47:30.810109 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53842) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:30.814507 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [None req-d6fe743d-15a4-44ed-b8a9-337a1f1fbb44 tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] http://10.222.0.49:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=95501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 19:47:30.815449 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-d6fe743d-15a4-44ed-b8a9-337a1f1fbb44 tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] 10.222.0.49 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0043337 Oct 12 19:47:30.817790 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53844) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:30.822482 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [None req-c2fa116d-2a1e-4741-8592-dfc2a5e38f8e tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] http://10.222.0.49:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=95501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 19:47:30.823394 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-c2fa116d-2a1e-4741-8592-dfc2a5e38f8e tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] 10.222.0.49 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0047917 Oct 12 19:47:30.826144 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53846) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:30.829825 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [None req-8b88fdca-792e-4693-a46e-08713e5b717c tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] http://10.222.0.49:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=95501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 19:47:30.830732 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-8b88fdca-792e-4693-a46e-08713e5b717c tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] 10.222.0.49 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0037751 Oct 12 19:47:30.832783 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53848) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:30.836550 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [None req-0dd342ec-e051-437a-b37c-b4c50de2cd0b tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] http://10.222.0.49:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=95501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 19:47:30.837469 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-0dd342ec-e051-437a-b37c-b4c50de2cd0b tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] 10.222.0.49 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0038450 Oct 12 19:47:30.839564 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53850) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:30.844004 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [None req-5546e58e-3d1f-43a2-aa84-c63794e42159 tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] http://10.222.0.49:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=95501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 19:47:30.844972 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-5546e58e-3d1f-43a2-aa84-c63794e42159 tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] 10.222.0.49 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0045366 Oct 12 19:47:30.862623 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53852) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:30.866354 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [None req-4fb968de-cde4-4541-9fd1-c8219e8ee63d tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] http://10.222.0.49:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=95501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 19:47:30.867323 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-4fb968de-cde4-4541-9fd1-c8219e8ee63d tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] 10.222.0.49 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0038319 Oct 12 19:47:30.869286 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53854) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:30.873472 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [None req-3e992410-1b3e-4626-8387-bb2f60b15c83 tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] http://10.222.0.49:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=95501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 19:47:30.874420 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-3e992410-1b3e-4626-8387-bb2f60b15c83 tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] 10.222.0.49 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0042558 Oct 12 19:47:30.876409 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53856) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:30.880061 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [None req-93ff9444-05b0-4474-8ea5-efc923647e9e tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] http://10.222.0.49:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=95501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 19:47:30.880964 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-93ff9444-05b0-4474-8ea5-efc923647e9e tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] 10.222.0.49 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0037155 Oct 12 19:47:30.883014 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53858) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:30.887267 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [None req-d999eeb8-cb5e-4ce3-8c7f-93bee4ad94d7 tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] http://10.222.0.49:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=95501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 19:47:30.888221 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-d999eeb8-cb5e-4ce3-8c7f-93bee4ad94d7 tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] 10.222.0.49 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0043609 Oct 12 19:47:30.890352 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53860) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:30.894071 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [None req-95a8bc18-6705-48af-96b8-f8a16829e40e tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] http://10.222.0.49:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=95501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 19:47:30.895011 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-95a8bc18-6705-48af-96b8-f8a16829e40e tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] 10.222.0.49 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0038176 Oct 12 19:47:30.897510 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53862) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:30.901180 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [None req-aabcfd38-af97-41d7-ab94-81e2d43c1b4a tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] http://10.222.0.49:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=95501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 19:47:30.902141 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-aabcfd38-af97-41d7-ab94-81e2d43c1b4a tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] 10.222.0.49 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0037634 Oct 12 19:47:30.904098 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53864) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:30.908288 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [None req-33c70f08-3320-41ec-a70d-c2fd6f179034 tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] http://10.222.0.49:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=95501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 19:47:30.909208 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-33c70f08-3320-41ec-a70d-c2fd6f179034 tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] 10.222.0.49 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0042970 Oct 12 19:47:30.911216 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53866) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:30.914817 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [None req-e05410ba-3d85-4ffc-bc81-4a0790fd4680 tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] http://10.222.0.49:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=95501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 19:47:30.915724 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-e05410ba-3d85-4ffc-bc81-4a0790fd4680 tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] 10.222.0.49 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0037324 Oct 12 19:47:30.918215 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53868) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:30.921897 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [None req-ce62545f-beb7-4dac-b2a5-167ee8bbc3a3 tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] http://10.222.0.49:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=95501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 19:47:30.922808 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-ce62545f-beb7-4dac-b2a5-167ee8bbc3a3 tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] 10.222.0.49 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0037787 Oct 12 19:47:30.924482 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-5f947f20-af45-497d-9cf5-baca1fac13cb req-72e2d6d5-b365-489f-8194-91e8a926115f tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:30.925694 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53870) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:30.930051 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [None req-62b9ee47-5494-4b68-9106-3978f62412d1 tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] http://10.222.0.49:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 19:47:30.931253 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-62b9ee47-5494-4b68-9106-3978f62412d1 tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] 10.222.0.49 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0043712 Oct 12 19:47:30.935627 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53872) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:30.939655 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [None req-e8a25031-bab5-4bcd-a0d4-3faaf421ee4f tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] http://10.222.0.49:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 19:47:30.942110 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-e8a25031-bab5-4bcd-a0d4-3faaf421ee4f tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] 10.222.0.49 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0042763 Oct 12 19:47:30.944154 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53874) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:30.947963 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [None req-164fd987-a379-4064-a3ed-2f70946d5666 tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] http://10.222.0.49:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 19:47:30.948932 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-164fd987-a379-4064-a3ed-2f70946d5666 tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] 10.222.0.49 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0039263 Oct 12 19:47:30.951083 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53876) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:30.955762 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [None req-877841c1-98a0-48f8-982f-b9138154afad tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] http://10.222.0.49:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 19:47:30.956078 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-877841c1-98a0-48f8-982f-b9138154afad tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] 10.222.0.49 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0041106 Oct 12 19:47:30.958716 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53878) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:30.963364 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [None req-00323816-377a-4702-93bd-d2eb20fb7b23 tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] http://10.222.0.49:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 19:47:30.964315 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-00323816-377a-4702-93bd-d2eb20fb7b23 tempest-ExtensionsTestJSON-1045460761 tempest-ExtensionsTestJSON-1045460761-project] 10.222.0.49 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0046809 Oct 12 19:47:30.974910 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f947f20-af45-497d-9cf5-baca1fac13cb req-72e2d6d5-b365-489f-8194-91e8a926115f tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] Network 25509606-2874-484e-8662-9f4862bcc052 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:47:30.978461 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [req-5f947f20-af45-497d-9cf5-baca1fac13cb req-72e2d6d5-b365-489f-8194-91e8a926115f tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:47:30.983727 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f947f20-af45-497d-9cf5-baca1fac13cb req-72e2d6d5-b365-489f-8194-91e8a926115f tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:47:30.987397 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e2d6d5-b365-489f-8194-91e8a926115f tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] Pushing event updated for resources: {'Port': ['ID=959fdb3b-03bf-4a41-945f-14539bfa6a75,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:47:31.039222 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f947f20-af45-497d-9cf5-baca1fac13cb req-72e2d6d5-b365-489f-8194-91e8a926115f tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:47:31.039890 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-5f947f20-af45-497d-9cf5-baca1fac13cb req-72e2d6d5-b365-489f-8194-91e8a926115f tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:31.136222 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5f947f20-af45-497d-9cf5-baca1fac13cb req-72e2d6d5-b365-489f-8194-91e8a926115f tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8397391 Oct 12 19:47:31.149869 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-5f947f20-af45-497d-9cf5-baca1fac13cb req-946ecab4-2b4a-417e-98ae-9bb44a2bbe7b service neutron] Request body: {'port': {'device_id': '2ff8c527-079e-4364-8767-00fa84141586', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-3'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:47:31.239585 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-5f947f20-af45-497d-9cf5-baca1fac13cb req-946ecab4-2b4a-417e-98ae-9bb44a2bbe7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:31.260372 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad68c076-5d77-4396-832f-73ae5eb3d3c1 req-13878eb3-d44a-4479-8481-8290eb16bb17 tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:47:31.261024 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ad68c076-5d77-4396-832f-73ae5eb3d3c1 req-13878eb3-d44a-4479-8481-8290eb16bb17 tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ff8c527-079e-4364-8767-00fa84141586 HTTP/1.1" status: 200 len: 931 time: 0.0912948 Oct 12 19:47:31.290290 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-44f59e0a-bbe9-4f87-b217-43302844377e None None] Provisioning complete for port 959fdb3b-03bf-4a41-945f-14539bfa6a75 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:47:31.291270 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-44f59e0a-bbe9-4f87-b217-43302844377e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:31.325776 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-44f59e0a-bbe9-4f87-b217-43302844377e None None] Port 959fdb3b-03bf-4a41-945f-14539bfa6a75 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:47:31.333008 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ad68c076-5d77-4396-832f-73ae5eb3d3c1 req-c8ee9584-4424-42b2-a5c5-0c8e73258a6c tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] 10.222.0.49 "GET /v2.0/security-groups?id=896c16ef-ef75-4943-9c99-6731fc497ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514276 Oct 12 19:47:31.440792 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53886) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:31.535692 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [req-5f947f20-af45-497d-9cf5-baca1fac13cb req-946ecab4-2b4a-417e-98ae-9bb44a2bbe7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 959fdb3b-03bf-4a41-945f-14539bfa6a75 {{(pid=95501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:47:31.543832 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-5f947f20-af45-497d-9cf5-baca1fac13cb req-946ecab4-2b4a-417e-98ae-9bb44a2bbe7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:31.550049 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c9eaf26f-2899-4dc9-a80c-adb7f962271e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:31.555578 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.provisioning_blocks [req-5f947f20-af45-497d-9cf5-baca1fac13cb req-946ecab4-2b4a-417e-98ae-9bb44a2bbe7b service neutron] Transition to ACTIVE for port object 959fdb3b-03bf-4a41-945f-14539bfa6a75 will not be triggered until provisioned by entity L2. {{(pid=95501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:47:31.621743 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c9eaf26f-2899-4dc9-a80c-adb7f962271e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:31.650046 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-5f947f20-af45-497d-9cf5-baca1fac13cb req-946ecab4-2b4a-417e-98ae-9bb44a2bbe7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:31.693400 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c9eaf26f-2899-4dc9-a80c-adb7f962271e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:31.738400 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-c9eaf26f-2899-4dc9-a80c-adb7f962271e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1fe8900a661e4a929359d8f6afdfc6ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2939789 Oct 12 19:47:31.738400 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eaf26f-2899-4dc9-a80c-adb7f962271e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e2a919-eb3b-4af9-b941-61c71612f64a,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:47:31.739472 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53890) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:31.747209 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-20cd460d-bfb5-4bcd-9b55-6fc0ec36421f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:31.751499 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946ecab4-2b4a-417e-98ae-9bb44a2bbe7b service neutron] Pushing event updated for resources: {'Port': ['ID=959fdb3b-03bf-4a41-945f-14539bfa6a75,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:47:31.790262 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-5f947f20-af45-497d-9cf5-baca1fac13cb req-946ecab4-2b4a-417e-98ae-9bb44a2bbe7b service neutron] Attempting to bind port 959fdb3b-03bf-4a41-945f-14539bfa6a75 on host n-h2-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:47:31.790627 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-5f947f20-af45-497d-9cf5-baca1fac13cb req-946ecab4-2b4a-417e-98ae-9bb44a2bbe7b service neutron] Attempting to bind port 959fdb3b-03bf-4a41-945f-14539bfa6a75 by drivers openvswitch,hyperv on host n-h2-813679-3 at level 0 using segments [{'id': 'e83e0d78-bb43-45d1-b7eb-e967ea0b6533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '25509606-2874-484e-8662-9f4862bcc052'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:47:31.790964 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f947f20-af45-497d-9cf5-baca1fac13cb req-946ecab4-2b4a-417e-98ae-9bb44a2bbe7b service neutron] Attempting to bind port 959fdb3b-03bf-4a41-945f-14539bfa6a75 on network 25509606-2874-484e-8662-9f4862bcc052 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:47:31.795709 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f947f20-af45-497d-9cf5-baca1fac13cb req-946ecab4-2b4a-417e-98ae-9bb44a2bbe7b service neutron] Port 959fdb3b-03bf-4a41-945f-14539bfa6a75 on network 25509606-2874-484e-8662-9f4862bcc052 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:47:31.796128 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f947f20-af45-497d-9cf5-baca1fac13cb req-946ecab4-2b4a-417e-98ae-9bb44a2bbe7b service neutron] Attempting to bind port 959fdb3b-03bf-4a41-945f-14539bfa6a75 on network 25509606-2874-484e-8662-9f4862bcc052 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:47:31.799958 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-05a4d4e6-208d-49db-8842-30c590b907f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:31.801180 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f947f20-af45-497d-9cf5-baca1fac13cb req-946ecab4-2b4a-417e-98ae-9bb44a2bbe7b service neutron] Checking agent: {'id': '233fbd7d-38e4-434f-bb8f-05364d7423a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:47:31.801521 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f947f20-af45-497d-9cf5-baca1fac13cb req-946ecab4-2b4a-417e-98ae-9bb44a2bbe7b service neutron] Checking segment: {'id': 'e83e0d78-bb43-45d1-b7eb-e967ea0b6533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '25509606-2874-484e-8662-9f4862bcc052'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:47:31.801912 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f947f20-af45-497d-9cf5-baca1fac13cb req-946ecab4-2b4a-417e-98ae-9bb44a2bbe7b service neutron] Bound using segment: {'id': 'e83e0d78-bb43-45d1-b7eb-e967ea0b6533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '25509606-2874-484e-8662-9f4862bcc052'} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:47:31.802467 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-5f947f20-af45-497d-9cf5-baca1fac13cb req-946ecab4-2b4a-417e-98ae-9bb44a2bbe7b service neutron] Bound port: 959fdb3b-03bf-4a41-945f-14539bfa6a75, host: n-h2-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e83e0d78-bb43-45d1-b7eb-e967ea0b6533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '25509606-2874-484e-8662-9f4862bcc052'}}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:47:31.802749 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-5f947f20-af45-497d-9cf5-baca1fac13cb req-946ecab4-2b4a-417e-98ae-9bb44a2bbe7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:31.828011 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-05a4d4e6-208d-49db-8842-30c590b907f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:31.882940 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-5f947f20-af45-497d-9cf5-baca1fac13cb req-946ecab4-2b4a-417e-98ae-9bb44a2bbe7b service neutron] For port 959fdb3b-03bf-4a41-945f-14539bfa6a75, host n-h2-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:47:31.886382 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-5f947f20-af45-497d-9cf5-baca1fac13cb req-946ecab4-2b4a-417e-98ae-9bb44a2bbe7b service neutron] For port 959fdb3b-03bf-4a41-945f-14539bfa6a75, host n-h2-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=959fdb3b-03bf-4a41-945f-14539bfa6a75,segment=NetworkSegment(e83e0d78-bb43-45d1-b7eb-e967ea0b6533),segment_id=e83e0d78-bb43-45d1-b7eb-e967ea0b6533)] {{(pid=95501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:47:31.952669 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-05a4d4e6-208d-49db-8842-30c590b907f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:31.955373 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-05a4d4e6-208d-49db-8842-30c590b907f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:31.956661 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-05a4d4e6-208d-49db-8842-30c590b907f2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e3e2a919-eb3b-4af9-b941-61c71612f64a HTTP/1.1" status: 204 len: 168 time: 0.2161052 Oct 12 19:47:31.962725 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-5f947f20-af45-497d-9cf5-baca1fac13cb req-946ecab4-2b4a-417e-98ae-9bb44a2bbe7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:31.970286 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a4d4e6-208d-49db-8842-30c590b907f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3e2a919-eb3b-4af9-b941-61c71612f64a,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:47:32.002012 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f947f20-af45-497d-9cf5-baca1fac13cb req-946ecab4-2b4a-417e-98ae-9bb44a2bbe7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:47:32.002632 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-5f947f20-af45-497d-9cf5-baca1fac13cb req-946ecab4-2b4a-417e-98ae-9bb44a2bbe7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:32.004023 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5f947f20-af45-497d-9cf5-baca1fac13cb req-946ecab4-2b4a-417e-98ae-9bb44a2bbe7b service neutron] 10.222.0.67 "PUT /v2.0/ports/959fdb3b-03bf-4a41-945f-14539bfa6a75 HTTP/1.1" status: 200 len: 1091 time: 0.8592224 Oct 12 19:47:32.004493 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ff8c527-079e-4364-8767-00fa84141586', 'tag': '959fdb3b-03bf-4a41-945f-14539bfa6a75'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:47:32.007082 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-515317a0-a681-4bb8-9e12-f0c714eaea2d" -d '{"events": [{"name": "network-changed", "server_uuid": "2ff8c527-079e-4364-8767-00fa84141586", "tag": "959fdb3b-03bf-4a41-945f-14539bfa6a75"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:47:32.031873 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946ecab4-2b4a-417e-98ae-9bb44a2bbe7b service neutron] Pushing event updated for resources: {'Port': ['ID=959fdb3b-03bf-4a41-945f-14539bfa6a75,revision_number=3']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:47:32.054475 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8ce4847-c578-4bfb-8b31-e3052e703ce2 x-openstack-request-id: req-f8ce4847-c578-4bfb-8b31-e3052e703ce2 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:47:32.054862 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ff8c527-079e-4364-8767-00fa84141586", "tag": "959fdb3b-03bf-4a41-945f-14539bfa6a75", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:47:32.055181 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f8ce4847-c578-4bfb-8b31-e3052e703ce2 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:47:32.055656 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ff8c527-079e-4364-8767-00fa84141586', 'tag': '959fdb3b-03bf-4a41-945f-14539bfa6a75', 'status': 'completed', 'code': 200} Oct 12 19:47:32.124876 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515317a0-a681-4bb8-9e12-f0c714eaea2d req-5f036ec8-633d-4cd4-b28d-179991c0459e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:47:32.126609 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-515317a0-a681-4bb8-9e12-f0c714eaea2d req-5f036ec8-633d-4cd4-b28d-179991c0459e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6c0c61faa5ca4b56b21ac0c4101f2000&device_id=2ff8c527-079e-4364-8767-00fa84141586 HTTP/1.1" status: 200 len: 1094 time: 0.0502889 Oct 12 19:47:32.234615 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515317a0-a681-4bb8-9e12-f0c714eaea2d req-cc63657d-bf13-42ec-a92b-004a87edae0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:47:32.239138 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-515317a0-a681-4bb8-9e12-f0c714eaea2d req-cc63657d-bf13-42ec-a92b-004a87edae0b service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=6c0c61faa5ca4b56b21ac0c4101f2000&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1005774 Oct 12 19:47:32.337585 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515317a0-a681-4bb8-9e12-f0c714eaea2d req-c7784dd1-99c7-40ef-a968-12783b9882fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:47:32.339008 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-515317a0-a681-4bb8-9e12-f0c714eaea2d req-c7784dd1-99c7-40ef-a968-12783b9882fd service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0954342 Oct 12 19:47:32.425582 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f947f20-af45-497d-9cf5-baca1fac13cb req-636a0248-628f-46c6-81d1-f6a86ce951cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:47:32.427404 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5f947f20-af45-497d-9cf5-baca1fac13cb req-636a0248-628f-46c6-81d1-f6a86ce951cf service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6c0c61faa5ca4b56b21ac0c4101f2000&device_id=2ff8c527-079e-4364-8767-00fa84141586 HTTP/1.1" status: 200 len: 1094 time: 0.0480585 Oct 12 19:47:32.503776 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5f947f20-af45-497d-9cf5-baca1fac13cb req-35a71993-a77f-4dea-a7ba-5a01c3582532 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=959fdb3b-03bf-4a41-945f-14539bfa6a75 HTTP/1.1" status: 200 len: 217 time: 0.0666759 Oct 12 19:47:32.511257 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:32.566044 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18b9f49-1a14-4d67-84ae-e888f1dc06ef req-631c9c1c-c5bd-4d5d-92f2-74b54c3c5c38 tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:47:32.567582 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e18b9f49-1a14-4d67-84ae-e888f1dc06ef req-631c9c1c-c5bd-4d5d-92f2-74b54c3c5c38 tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ff8c527-079e-4364-8767-00fa84141586 HTTP/1.1" status: 200 len: 943 time: 0.1262386 Oct 12 19:47:32.569281 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f947f20-af45-497d-9cf5-baca1fac13cb req-8463a1d1-9170-40c8-b083-c8b460b45b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:47:32.570580 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5f947f20-af45-497d-9cf5-baca1fac13cb req-8463a1d1-9170-40c8-b083-c8b460b45b37 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=83d82e2b-8044-4ed1-881f-6e129663a76c HTTP/1.1" status: 200 len: 848 time: 0.0604491 Oct 12 19:47:32.642222 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e18b9f49-1a14-4d67-84ae-e888f1dc06ef req-578ca0a2-7579-4763-9dd9-28520cec57cd tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] 10.222.0.49 "GET /v2.0/security-groups?id=896c16ef-ef75-4943-9c99-6731fc497ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683608 Oct 12 19:47:32.645113 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f947f20-af45-497d-9cf5-baca1fac13cb req-45536b18-834d-4dbd-af94-5f21530fc298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:47:32.646513 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5f947f20-af45-497d-9cf5-baca1fac13cb req-45536b18-834d-4dbd-af94-5f21530fc298 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=25509606-2874-484e-8662-9f4862bcc052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0653822 Oct 12 19:47:32.738527 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5f947f20-af45-497d-9cf5-baca1fac13cb req-1ef3ea4d-04e2-4122-81be-134e2441baf3 service neutron] 10.222.0.67 "GET /v2.0/networks/25509606-2874-484e-8662-9f4862bcc052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841205 Oct 12 19:47:32.840105 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5f947f20-af45-497d-9cf5-baca1fac13cb req-e4c88ceb-7d04-4feb-9998-39040a38a31d service neutron] 10.222.0.67 "GET /v2.0/networks/25509606-2874-484e-8662-9f4862bcc052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940425 Oct 12 19:47:33.073672 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53918) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:33.078636 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:33.109005 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:33.176771 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-3cc67f5d-ad9e-409e-b8d1-8783d55d662f tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-2024187901'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:47:33.284023 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cc67f5d-ad9e-409e-b8d1-8783d55d662f tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Made reservation on behalf of 76f0d95e623d4014acdeaed3b373ad17 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:47:33.287595 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3cc67f5d-ad9e-409e-b8d1-8783d55d662f tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:33.297165 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3cc67f5d-ad9e-409e-b8d1-8783d55d662f tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:33.373174 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3cc67f5d-ad9e-409e-b8d1-8783d55d662f tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:33.455771 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3cc67f5d-ad9e-409e-b8d1-8783d55d662f tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:33.484963 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cc67f5d-ad9e-409e-b8d1-8783d55d662f tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:47:33.491096 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc67f5d-ad9e-409e-b8d1-8783d55d662f tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=672c3820-5e68-47cd-888f-d80c6746edae,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:47:33.498229 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3cc67f5d-ad9e-409e-b8d1-8783d55d662f tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:33.498573 n-d-813679-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-3cc67f5d-ad9e-409e-b8d1-8783d55d662f tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Added segment d595b1ea-1a21-4dc1-93d8-cee6c1782b88 of type vlan for network 02159666-3394-4cb8-8e84-f1e5f1711fc9 Oct 12 19:47:33.536303 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3cc67f5d-ad9e-409e-b8d1-8783d55d662f tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:33.619097 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3cc67f5d-ad9e-409e-b8d1-8783d55d662f tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:33.625447 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc67f5d-ad9e-409e-b8d1-8783d55d662f tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:47:33.626033 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3cc67f5d-ad9e-409e-b8d1-8783d55d662f tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:33.688870 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc67f5d-ad9e-409e-b8d1-8783d55d662f tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Pushing event updated for resources: {'Network': ['ID=02159666-3394-4cb8-8e84-f1e5f1711fc9,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:47:33.699262 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 02159666-3394-4cb8-8e84-f1e5f1711fc9 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:47:33.773589 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-3cc67f5d-ad9e-409e-b8d1-8783d55d662f tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6988122 Oct 12 19:47:33.776333 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53926) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:33.781629 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-856a473f-5ff3-40c2-a71b-8b3a2d7d93eb tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Request body: {'subnet': {'network_id': '02159666-3394-4cb8-8e84-f1e5f1711fc9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:47:33.856273 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0225087c-3d7f-44a0-826f-5c9111dc7c76 req-82610cb0-f82b-414f-9b3f-baa8081104d4 tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:47:33.857777 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0225087c-3d7f-44a0-826f-5c9111dc7c76 req-82610cb0-f82b-414f-9b3f-baa8081104d4 tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ff8c527-079e-4364-8767-00fa84141586 HTTP/1.1" status: 200 len: 943 time: 0.1186862 Oct 12 19:47:33.907532 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0225087c-3d7f-44a0-826f-5c9111dc7c76 req-29a99327-0fcb-4b95-9f9b-191217a21caf tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] 10.222.0.49 "GET /v2.0/security-groups?id=896c16ef-ef75-4943-9c99-6731fc497ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429788 Oct 12 19:47:33.935870 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:33.967967 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-856a473f-5ff3-40c2-a71b-8b3a2d7d93eb tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Made reservation on behalf of 76f0d95e623d4014acdeaed3b373ad17 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:47:33.971498 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-856a473f-5ff3-40c2-a71b-8b3a2d7d93eb tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16245837'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:34.239228 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-856a473f-5ff3-40c2-a71b-8b3a2d7d93eb tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4306659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16245859'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:34.301691 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856a473f-5ff3-40c2-a71b-8b3a2d7d93eb tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Pushing event updated for resources: {'Subnet': ['ID=75562789-ed09-4a33-8aaa-a74331e31844,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:47:34.312910 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856a473f-5ff3-40c2-a71b-8b3a2d7d93eb tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Checking segment: {'id': 'd595b1ea-1a21-4dc1-93d8-cee6c1782b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '02159666-3394-4cb8-8e84-f1e5f1711fc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:47:34.313269 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856a473f-5ff3-40c2-a71b-8b3a2d7d93eb tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Network hostable DHCP agents. Network: 02159666-3394-4cb8-8e84-f1e5f1711fc9, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:47:34.421058 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856a473f-5ff3-40c2-a71b-8b3a2d7d93eb tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Network 02159666-3394-4cb8-8e84-f1e5f1711fc9 is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:47:34.524472 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-856a473f-5ff3-40c2-a71b-8b3a2d7d93eb tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, 02159666-3394-4cb8-8e84-f1e5f1711fc9) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:47:34.528723 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-856a473f-5ff3-40c2-a71b-8b3a2d7d93eb tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:47:34.529356 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-856a473f-5ff3-40c2-a71b-8b3a2d7d93eb tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:34.533949 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88def0c9-40ff-437e-9b87-e53d4afc0c29 None None] Network 02159666-3394-4cb8-8e84-f1e5f1711fc9 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:47:34.611705 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:34.622014 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-856a473f-5ff3-40c2-a71b-8b3a2d7d93eb tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.8446691 Oct 12 19:47:34.625222 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53928) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:34.629696 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-7d003e1e-98dc-4804-9d52-ad594a5f2062 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-698666552', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}, 'admin_state_up': False}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:47:34.659554 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e09e924-c643-4a78-83a1-990a0c94abe8 None None] Network 02159666-3394-4cb8-8e84-f1e5f1711fc9 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:47:34.739504 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7d003e1e-98dc-4804-9d52-ad594a5f2062 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8093678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255505'] for router, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:34.740739 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7d003e1e-98dc-4804-9d52-ad594a5f2062 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8093562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8087085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8022306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255518'] for router, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:34.794458 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7d003e1e-98dc-4804-9d52-ad594a5f2062 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:35.019931 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7d003e1e-98dc-4804-9d52-ad594a5f2062 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:35.026089 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b8b865-0ed6-4dda-8caa-7101f50b5280 req-90699c22-25f1-439f-a9b1-6e3abf34f898 tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:47:35.027580 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a3b8b865-0ed6-4dda-8caa-7101f50b5280 req-90699c22-25f1-439f-a9b1-6e3abf34f898 tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ff8c527-079e-4364-8767-00fa84141586 HTTP/1.1" status: 200 len: 943 time: 0.0504644 Oct 12 19:47:35.066275 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a3b8b865-0ed6-4dda-8caa-7101f50b5280 req-def9709c-9714-40b7-ba74-a8e50702c676 tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] 10.222.0.49 "GET /v2.0/security-groups?id=896c16ef-ef75-4943-9c99-6731fc497ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319421 Oct 12 19:47:35.271628 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7d003e1e-98dc-4804-9d52-ad594a5f2062 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks [] for router_gateway, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:35.294238 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7d003e1e-98dc-4804-9d52-ad594a5f2062 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:35.400660 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-7d003e1e-98dc-4804-9d52-ad594a5f2062 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Allocated IP 172.25.5.3 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/d8dc5736-0446-4ef3-9be2-b18d17ac3ef7) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:47:35.507804 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7d003e1e-98dc-4804-9d52-ad594a5f2062 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:35.584806 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7d003e1e-98dc-4804-9d52-ad594a5f2062 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:35.622880 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d003e1e-98dc-4804-9d52-ad594a5f2062 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:47:35.625665 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-7d003e1e-98dc-4804-9d52-ad594a5f2062 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:47:35.629531 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d003e1e-98dc-4804-9d52-ad594a5f2062 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:47:35.652443 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d003e1e-98dc-4804-9d52-ad594a5f2062 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Pushing event updated for resources: {'Port': ['ID=d8dc5736-0446-4ef3-9be2-b18d17ac3ef7,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:47:35.684459 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 959fdb3b-03bf-4a41-945f-14539bfa6a75 details requested by agent hyperv_n-h2-813679-3 with host n-h2-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:47:35.776573 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 959fdb3b-03bf-4a41-945f-14539bfa6a75, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=959fdb3b-03bf-4a41-945f-14539bfa6a75,segment=NetworkSegment(e83e0d78-bb43-45d1-b7eb-e967ea0b6533),segment_id=e83e0d78-bb43-45d1-b7eb-e967ea0b6533)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:47:35.789984 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Returning: {'device': '959fdb3b-03bf-4a41-945f-14539bfa6a75', 'network_id': '25509606-2874-484e-8662-9f4862bcc052', 'port_id': '959fdb3b-03bf-4a41-945f-14539bfa6a75', 'mac_address': 'fa:16:3e:2f:33:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83d82e2b-8044-4ed1-881f-6e129663a76c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:47:35.831641 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:35.848414 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 959fdb3b-03bf-4a41-945f-14539bfa6a75 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:47:35.867217 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 959fdb3b-03bf-4a41-945f-14539bfa6a75, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=959fdb3b-03bf-4a41-945f-14539bfa6a75,segment=NetworkSegment(e83e0d78-bb43-45d1-b7eb-e967ea0b6533),segment_id=e83e0d78-bb43-45d1-b7eb-e967ea0b6533)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:47:35.936068 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:35.942944 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7d003e1e-98dc-4804-9d52-ad594a5f2062 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks [] for router_gateway, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:35.985274 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=959fdb3b-03bf-4a41-945f-14539bfa6a75,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:47:36.139307 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['959fdb3b-03bf-4a41-945f-14539bfa6a75'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:47:36.168704 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7d003e1e-98dc-4804-9d52-ad594a5f2062 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8093541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7915516'] for router, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:36.227102 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b13594-729d-4bb0-9cf3-f7fad46f82a6 req-83f23cb8-534e-4da0-baa8-e54762e9768f tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:47:36.228592 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a1b13594-729d-4bb0-9cf3-f7fad46f82a6 req-83f23cb8-534e-4da0-baa8-e54762e9768f tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ff8c527-079e-4364-8767-00fa84141586 HTTP/1.1" status: 200 len: 944 time: 0.0937622 Oct 12 19:47:36.307386 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a1b13594-729d-4bb0-9cf3-f7fad46f82a6 req-f46afefe-fc4d-4fd7-ab9f-bf22b6ed3387 tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] 10.222.0.49 "GET /v2.0/security-groups?id=896c16ef-ef75-4943-9c99-6731fc497ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719416 Oct 12 19:47:36.407930 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d003e1e-98dc-4804-9d52-ad594a5f2062 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Router 993319b3-a0d9-47be-9efd-fd71d168818d is scheduled to L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b with binding_index 1 {{(pid=95502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 19:47:36.513754 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d003e1e-98dc-4804-9d52-ad594a5f2062 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:47:36.524928 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d44a7e4-ef28-43f1-8ccb-231c9db69a55 None None] Sync routers for ids ['993319b3-a0d9-47be-9efd-fd71d168818d'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:47:36.534398 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d44a7e4-ef28-43f1-8ccb-231c9db69a55 None None] Routers {'993319b3-a0d9-47be-9efd-fd71d168818d'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:47:36.535099 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-6d44a7e4-ef28-43f1-8ccb-231c9db69a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:47:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['993319b3-a0d9-47be-9efd-fd71d168818d'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:47:36.570959 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-6d44a7e4-ef28-43f1-8ccb-231c9db69a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:47:36.579368 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d44a7e4-ef28-43f1-8ccb-231c9db69a55 None None] Routers {'993319b3-a0d9-47be-9efd-fd71d168818d'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:47:36.579947 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-6d44a7e4-ef28-43f1-8ccb-231c9db69a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:47:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['993319b3-a0d9-47be-9efd-fd71d168818d'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:47:36.594918 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7d003e1e-98dc-4804-9d52-ad594a5f2062 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:36.598898 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-7d003e1e-98dc-4804-9d52-ad594a5f2062 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 1.9700711 Oct 12 19:47:36.599091 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53934) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:36.612420 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-6d44a7e4-ef28-43f1-8ccb-231c9db69a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:47:36.613066 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d44a7e4-ef28-43f1-8ccb-231c9db69a55 None None] The sync data for ids ['993319b3-a0d9-47be-9efd-fd71d168818d'] in n-d-813679-3 is: [] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:47:37.017383 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c4c9ebce-a5ce-4c1e-8db0-898e0a755215 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:37.431951 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de08c76f-4908-4e80-b234-0b25d4391b01 req-4d871d24-9adc-4f36-83ee-f289dbb3f45b tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:47:37.433557 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-de08c76f-4908-4e80-b234-0b25d4391b01 req-4d871d24-9adc-4f36-83ee-f289dbb3f45b tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ff8c527-079e-4364-8767-00fa84141586 HTTP/1.1" status: 200 len: 944 time: 0.0504861 Oct 12 19:47:37.481769 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-de08c76f-4908-4e80-b234-0b25d4391b01 req-188da330-115e-4698-a695-02829df492c8 tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] 10.222.0.49 "GET /v2.0/security-groups?id=896c16ef-ef75-4943-9c99-6731fc497ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408919 Oct 12 19:47:37.601793 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-c4c9ebce-a5ce-4c1e-8db0-898e0a755215 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Allocated IP 172.20.0.1 (02159666-3394-4cb8-8e84-f1e5f1711fc9/75562789-ed09-4a33-8aaa-a74331e31844/2171789c-85db-46f2-9867-df26e46e169e) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:47:37.715985 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 959fdb3b-03bf-4a41-945f-14539bfa6a75 up at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:47:37.716696 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c4c9ebce-a5ce-4c1e-8db0-898e0a755215 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:37.828403 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c4c9ebce-a5ce-4c1e-8db0-898e0a755215 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:37.853741 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning for port 959fdb3b-03bf-4a41-945f-14539bfa6a75 completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:47:37.857646 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning complete for port 959fdb3b-03bf-4a41-945f-14539bfa6a75 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:47:37.858041 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:37.868204 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c9ebce-a5ce-4c1e-8db0-898e0a755215 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Network 02159666-3394-4cb8-8e84-f1e5f1711fc9 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:47:37.871313 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-c4c9ebce-a5ce-4c1e-8db0-898e0a755215 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:47:37.875616 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c9ebce-a5ce-4c1e-8db0-898e0a755215 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:47:37.904972 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c9ebce-a5ce-4c1e-8db0-898e0a755215 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Pushing event updated for resources: {'Port': ['ID=2171789c-85db-46f2-9867-df26e46e169e,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:47:37.927341 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c4c9ebce-a5ce-4c1e-8db0-898e0a755215 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7915309'] for router_interface, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:37.936965 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:37.959812 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ff8c527-079e-4364-8767-00fa84141586', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '959fdb3b-03bf-4a41-945f-14539bfa6a75'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:47:37.962096 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00f86983-0365-4fd6-aa9d-497f3775f438" -d '{"events": [{"server_uuid": "2ff8c527-079e-4364-8767-00fa84141586", "name": "network-vif-plugged", "status": "completed", "tag": "959fdb3b-03bf-4a41-945f-14539bfa6a75"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:47:37.975182 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 959fdb3b-03bf-4a41-945f-14539bfa6a75, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=959fdb3b-03bf-4a41-945f-14539bfa6a75,segment=NetworkSegment(e83e0d78-bb43-45d1-b7eb-e967ea0b6533),segment_id=e83e0d78-bb43-45d1-b7eb-e967ea0b6533)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:47:37.999435 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb63f60d-fe5b-4a31-97f4-925ce57cac40 x-openstack-request-id: req-bb63f60d-fe5b-4a31-97f4-925ce57cac40 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:47:37.999734 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ff8c527-079e-4364-8767-00fa84141586", "name": "network-vif-plugged", "status": "completed", "tag": "959fdb3b-03bf-4a41-945f-14539bfa6a75", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:47:38.000591 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bb63f60d-fe5b-4a31-97f4-925ce57cac40 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:47:38.000992 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ff8c527-079e-4364-8767-00fa84141586', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '959fdb3b-03bf-4a41-945f-14539bfa6a75', 'code': 200} Oct 12 19:47:38.030462 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:38.081442 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=959fdb3b-03bf-4a41-945f-14539bfa6a75,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:47:38.095708 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0180a5-aec8-4bc8-84e4-1b8ece908d05 req-a222cf46-183f-4042-b754-79b376f2c87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:47:38.097697 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5a0180a5-aec8-4bc8-84e4-1b8ece908d05 req-a222cf46-183f-4042-b754-79b376f2c87e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2ff8c527-079e-4364-8767-00fa84141586 HTTP/1.1" status: 200 len: 1096 time: 0.0415204 Oct 12 19:47:38.126860 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c4c9ebce-a5ce-4c1e-8db0-898e0a755215 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:38.139796 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5a0180a5-aec8-4bc8-84e4-1b8ece908d05 req-fe868b9e-ab02-4c69-928f-4db4d4ce0f4d service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=896c16ef-ef75-4943-9c99-6731fc497ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346942 Oct 12 19:47:38.392238 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c4c9ebce-a5ce-4c1e-8db0-898e0a755215 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:38.449889 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c4c9ebce-a5ce-4c1e-8db0-898e0a755215 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:38.526952 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c4c9ebce-a5ce-4c1e-8db0-898e0a755215 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7898980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8092605'] for router_interface, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:38.529676 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c9ebce-a5ce-4c1e-8db0-898e0a755215 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Pushing event updated for resources: {'Port': ['ID=2171789c-85db-46f2-9867-df26e46e169e,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:47:38.599582 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075a2962-06d8-42f4-8198-4a0889c04cb1 req-3f992bc0-d1b0-47d0-aeba-078cf6dd52f5 tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:47:38.601440 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-075a2962-06d8-42f4-8198-4a0889c04cb1 req-3f992bc0-d1b0-47d0-aeba-078cf6dd52f5 tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ff8c527-079e-4364-8767-00fa84141586 HTTP/1.1" status: 200 len: 945 time: 0.0494268 Oct 12 19:47:38.623598 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c9ebce-a5ce-4c1e-8db0-898e0a755215 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Network 02159666-3394-4cb8-8e84-f1e5f1711fc9 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:47:38.624988 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-c4c9ebce-a5ce-4c1e-8db0-898e0a755215 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:47:38.641264 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-075a2962-06d8-42f4-8198-4a0889c04cb1 req-aa158161-b76f-4984-8828-aea3c53818eb tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] 10.222.0.49 "GET /v2.0/security-groups?id=896c16ef-ef75-4943-9c99-6731fc497ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337348 Oct 12 19:47:38.737680 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4c9ebce-a5ce-4c1e-8db0-898e0a755215 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Router 993319b3-a0d9-47be-9efd-fd71d168818d has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:47:38.842190 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4c9ebce-a5ce-4c1e-8db0-898e0a755215 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:47:38.847894 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-c4c9ebce-a5ce-4c1e-8db0-898e0a755215 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] 10.222.0.49 "PUT /v2.0/routers/993319b3-a0d9-47be-9efd-fd71d168818d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2477586 Oct 12 19:47:38.850662 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53942) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:38.852004 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c8111f-c8f2-4c07-aca2-8d7ea4bf1d94 None None] Sync routers for ids ['993319b3-a0d9-47be-9efd-fd71d168818d'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:47:38.855859 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-b39165fe-cfc7-4b61-b03f-1e4a13eb6e24 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Request body: {'port': {'network_id': '02159666-3394-4cb8-8e84-f1e5f1711fc9', 'name': 'tempest-FloatingIPTestJSON-2010624435'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:47:38.861924 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c8111f-c8f2-4c07-aca2-8d7ea4bf1d94 None None] Routers {'993319b3-a0d9-47be-9efd-fd71d168818d'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:47:38.862532 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-96c8111f-c8f2-4c07-aca2-8d7ea4bf1d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:47:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['993319b3-a0d9-47be-9efd-fd71d168818d'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:47:38.897426 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-96c8111f-c8f2-4c07-aca2-8d7ea4bf1d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:47:38.905699 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c8111f-c8f2-4c07-aca2-8d7ea4bf1d94 None None] Routers {'993319b3-a0d9-47be-9efd-fd71d168818d'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:47:38.906866 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-96c8111f-c8f2-4c07-aca2-8d7ea4bf1d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:47:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['993319b3-a0d9-47be-9efd-fd71d168818d'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:47:38.937223 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-96c8111f-c8f2-4c07-aca2-8d7ea4bf1d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:47:38.937887 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c8111f-c8f2-4c07-aca2-8d7ea4bf1d94 None None] The sync data for ids ['993319b3-a0d9-47be-9efd-fd71d168818d'] in n-d-813679-3 is: [] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:47:39.015429 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b39165fe-cfc7-4b61-b03f-1e4a13eb6e24 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Made reservation on behalf of 76f0d95e623d4014acdeaed3b373ad17 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:47:39.020523 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b39165fe-cfc7-4b61-b03f-1e4a13eb6e24 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:39.038879 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [None req-b39165fe-cfc7-4b61-b03f-1e4a13eb6e24 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] device_id is not set on port 810fd74c-2359-4d37-9b08-40cbda9d88f6 yet. {{(pid=95502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 19:47:39.146076 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-b39165fe-cfc7-4b61-b03f-1e4a13eb6e24 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Allocated IP 172.20.0.10 (02159666-3394-4cb8-8e84-f1e5f1711fc9/75562789-ed09-4a33-8aaa-a74331e31844/810fd74c-2359-4d37-9b08-40cbda9d88f6) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:47:39.293010 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b39165fe-cfc7-4b61-b03f-1e4a13eb6e24 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:39.482772 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b39165fe-cfc7-4b61-b03f-1e4a13eb6e24 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:39.530796 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39165fe-cfc7-4b61-b03f-1e4a13eb6e24 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Network 02159666-3394-4cb8-8e84-f1e5f1711fc9 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:47:39.533967 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-b39165fe-cfc7-4b61-b03f-1e4a13eb6e24 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:47:39.537740 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39165fe-cfc7-4b61-b03f-1e4a13eb6e24 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:47:39.560686 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39165fe-cfc7-4b61-b03f-1e4a13eb6e24 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Pushing event updated for resources: {'Port': ['ID=810fd74c-2359-4d37-9b08-40cbda9d88f6,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:47:39.588673 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39165fe-cfc7-4b61-b03f-1e4a13eb6e24 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:47:39.589280 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b39165fe-cfc7-4b61-b03f-1e4a13eb6e24 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:39.684355 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-b39165fe-cfc7-4b61-b03f-1e4a13eb6e24 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8323693 Oct 12 19:47:39.686902 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53946) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:39.692411 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-7668eb57-948b-40e6-8170-f591699a3f5b tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Request body: {'port': {'network_id': '02159666-3394-4cb8-8e84-f1e5f1711fc9', 'name': 'tempest-FloatingIPTestJSON-1154828135'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:47:39.815989 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf768ce-2a4c-48e4-a218-bba1fc943214 req-dc86dde1-1c7f-468d-b14b-513a2cbf5619 tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:47:39.817622 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-fcf768ce-2a4c-48e4-a218-bba1fc943214 req-dc86dde1-1c7f-468d-b14b-513a2cbf5619 tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ff8c527-079e-4364-8767-00fa84141586 HTTP/1.1" status: 200 len: 945 time: 0.0843709 Oct 12 19:47:39.873370 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-fcf768ce-2a4c-48e4-a218-bba1fc943214 req-40a8f664-db6f-484b-b43a-f011e5ae59ea tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] 10.222.0.49 "GET /v2.0/security-groups?id=896c16ef-ef75-4943-9c99-6731fc497ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497677 Oct 12 19:47:39.985221 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7668eb57-948b-40e6-8170-f591699a3f5b tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Made reservation on behalf of 76f0d95e623d4014acdeaed3b373ad17 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:47:39.988970 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7668eb57-948b-40e6-8170-f591699a3f5b tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:39.989277 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d488a80a-126b-4ef0-8a95-e7d77a8c3d44 req-4086cf6a-8577-4d74-8ce0-8cd2863bc723 tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:47:39.990766 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d488a80a-126b-4ef0-8a95-e7d77a8c3d44 req-4086cf6a-8577-4d74-8ce0-8cd2863bc723 tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ff8c527-079e-4364-8767-00fa84141586 HTTP/1.1" status: 200 len: 945 time: 0.0495036 Oct 12 19:47:40.005871 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [None req-7668eb57-948b-40e6-8170-f591699a3f5b tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] device_id is not set on port 1767229f-3fec-40a1-8f38-fb6e9e4c6333 yet. {{(pid=95502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 19:47:40.029216 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d488a80a-126b-4ef0-8a95-e7d77a8c3d44 req-58fa6749-ee0b-4c7f-a028-5036c784bbca tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] 10.222.0.49 "GET /v2.0/security-groups?id=896c16ef-ef75-4943-9c99-6731fc497ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321584 Oct 12 19:47:40.142750 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-7668eb57-948b-40e6-8170-f591699a3f5b tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Allocated IP 172.20.0.6 (02159666-3394-4cb8-8e84-f1e5f1711fc9/75562789-ed09-4a33-8aaa-a74331e31844/1767229f-3fec-40a1-8f38-fb6e9e4c6333) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:47:40.173624 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e81715a-fa8d-4ac9-a688-cbd7a64b607d req-4a17292c-7908-4d76-a114-ac1d0bcb84e5 tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:47:40.175118 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7e81715a-fa8d-4ac9-a688-cbd7a64b607d req-4a17292c-7908-4d76-a114-ac1d0bcb84e5 tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ff8c527-079e-4364-8767-00fa84141586 HTTP/1.1" status: 200 len: 945 time: 0.0796502 Oct 12 19:47:40.245389 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7e81715a-fa8d-4ac9-a688-cbd7a64b607d req-9037a920-a53b-4b51-a835-aae5dcb611bb tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] 10.222.0.49 "GET /v2.0/security-groups?id=896c16ef-ef75-4943-9c99-6731fc497ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619686 Oct 12 19:47:40.267324 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53952) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:40.335501 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7668eb57-948b-40e6-8170-f591699a3f5b tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:40.412718 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb81307-71b1-4d86-942e-43d29b778527 tempest-TestServerBasicOps-863544200 tempest-TestServerBasicOps-863544200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:47:40.414521 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-9fb81307-71b1-4d86-942e-43d29b778527 tempest-TestServerBasicOps-863544200 tempest-TestServerBasicOps-863544200-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=2ff8c527-079e-4364-8767-00fa84141586 HTTP/1.1" status: 200 len: 1091 time: 0.1460881 Oct 12 19:47:40.417285 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 53956) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:40.421537 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-4f46c3ba-93a6-4829-8d3c-20ba6531d1b7 tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] Request body: {'floatingip': {'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'port_id': '959fdb3b-03bf-4a41-945f-14539bfa6a75', 'tenant_id': '6c0c61faa5ca4b56b21ac0c4101f2000', 'fixed_ip_address': '172.20.0.3'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:47:40.422084 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7668eb57-948b-40e6-8170-f591699a3f5b tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:40.466279 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7668eb57-948b-40e6-8170-f591699a3f5b tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Network 02159666-3394-4cb8-8e84-f1e5f1711fc9 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:47:40.470028 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-7668eb57-948b-40e6-8170-f591699a3f5b tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:47:40.473795 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7668eb57-948b-40e6-8170-f591699a3f5b tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:47:40.480324 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7668eb57-948b-40e6-8170-f591699a3f5b tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Pushing event updated for resources: {'Port': ['ID=1767229f-3fec-40a1-8f38-fb6e9e4c6333,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:47:40.524493 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4f46c3ba-93a6-4829-8d3c-20ba6531d1b7 tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] Notify callbacks [] for floatingip, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:40.525091 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7668eb57-948b-40e6-8170-f591699a3f5b tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:47:40.525708 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7668eb57-948b-40e6-8170-f591699a3f5b tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:40.622679 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4f46c3ba-93a6-4829-8d3c-20ba6531d1b7 tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:40.658578 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-7668eb57-948b-40e6-8170-f591699a3f5b tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9700010 Oct 12 19:47:40.661694 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53958) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:40.666797 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-a8e25dd4-fa60-4450-9b0e-9a1ce56dfc04 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Request body: {'floatingip': {'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'port_id': '1767229f-3fec-40a1-8f38-fb6e9e4c6333', 'fixed_ip_address': '172.20.0.6'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:47:40.730202 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-4f46c3ba-93a6-4829-8d3c-20ba6531d1b7 tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] Allocated IP 172.25.5.59 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/065407c6-fcb9-432e-a65a-7f2c6591a606) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:47:40.768822 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a8e25dd4-fa60-4450-9b0e-9a1ce56dfc04 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks [] for floatingip, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:40.839137 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4f46c3ba-93a6-4829-8d3c-20ba6531d1b7 tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:40.840169 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53962) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:40.924608 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4f46c3ba-93a6-4829-8d3c-20ba6531d1b7 tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:40.962837 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a8e25dd4-fa60-4450-9b0e-9a1ce56dfc04 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:40.968622 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f46c3ba-93a6-4829-8d3c-20ba6531d1b7 tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:47:40.971607 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-4f46c3ba-93a6-4829-8d3c-20ba6531d1b7 tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:47:40.975244 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f46c3ba-93a6-4829-8d3c-20ba6531d1b7 tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:47:40.981082 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f46c3ba-93a6-4829-8d3c-20ba6531d1b7 tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] Pushing event updated for resources: {'Port': ['ID=065407c6-fcb9-432e-a65a-7f2c6591a606,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:47:41.108380 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-6c3427a8-4dcf-4647-8f43-49144bb14e23 tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] Deleting port 7c486a2e-e697-4d35-b26b-8b81e40e7ff2 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:47:41.108727 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6c3427a8-4dcf-4647-8f43-49144bb14e23 tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:41.111386 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-a8e25dd4-fa60-4450-9b0e-9a1ce56dfc04 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Allocated IP 172.25.5.135 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/23ceebdf-d611-4638-a7ba-ecd7777edbd5) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:47:41.243769 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6c3427a8-4dcf-4647-8f43-49144bb14e23 tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:41.243769 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6c3427a8-4dcf-4647-8f43-49144bb14e23 tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:41.270127 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-6c3427a8-4dcf-4647-8f43-49144bb14e23 tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] Calling delete_port for 7c486a2e-e697-4d35-b26b-8b81e40e7ff2 owned by network:floatingip {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:47:41.300114 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a8e25dd4-fa60-4450-9b0e-9a1ce56dfc04 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:41.331987 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4f46c3ba-93a6-4829-8d3c-20ba6531d1b7 tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:41.473722 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4f46c3ba-93a6-4829-8d3c-20ba6531d1b7 tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:41.507466 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a8e25dd4-fa60-4450-9b0e-9a1ce56dfc04 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:41.546102 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e25dd4-fa60-4450-9b0e-9a1ce56dfc04 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:47:41.549543 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-a8e25dd4-fa60-4450-9b0e-9a1ce56dfc04 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:47:41.553108 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e25dd4-fa60-4450-9b0e-9a1ce56dfc04 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:47:41.576771 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6c3427a8-4dcf-4647-8f43-49144bb14e23 tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:41.581076 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e25dd4-fa60-4450-9b0e-9a1ce56dfc04 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Pushing event updated for resources: {'Port': ['ID=23ceebdf-d611-4638-a7ba-ecd7777edbd5,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:47:41.617433 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3427a8-4dcf-4647-8f43-49144bb14e23 tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] Pushing event deleted for resources: {'Port': ['ID=7c486a2e-e697-4d35-b26b-8b81e40e7ff2,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:47:41.633073 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4f46c3ba-93a6-4829-8d3c-20ba6531d1b7 tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:41.719522 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4f46c3ba-93a6-4829-8d3c-20ba6531d1b7 tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:41.725264 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6c3427a8-4dcf-4647-8f43-49144bb14e23 tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] Notify callbacks [] for floatingip, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:41.725534 n-d-813679-3 neutron-server[95502]: INFO neutron.db.l3_db [None req-6c3427a8-4dcf-4647-8f43-49144bb14e23 tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] Floating IP 15390f88-9ad3-47f5-948c-e454e8c11dc6 disassociated (deleted). External IP: 172.25.5.232, port: 41cecf33-fa13-4cd8-a391-4108a76bdebf. Oct 12 19:47:41.785317 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f46c3ba-93a6-4829-8d3c-20ba6531d1b7 tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] Pushing event updated for resources: {'Port': ['ID=065407c6-fcb9-432e-a65a-7f2c6591a606,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:47:41.800516 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4f46c3ba-93a6-4829-8d3c-20ba6531d1b7 tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7915414'] for floatingip, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:41.904120 n-d-813679-3 neutron-server[95501]: INFO neutron.db.l3_db [None req-4f46c3ba-93a6-4829-8d3c-20ba6531d1b7 tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] Floating IP 4ff951ec-734c-46e4-b898-5dc1786054a0 associated. External IP: 172.25.5.59, port: 959fdb3b-03bf-4a41-945f-14539bfa6a75. Oct 12 19:47:42.114526 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c3427a8-4dcf-4647-8f43-49144bb14e23 tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] Router a3256ffb-4c40-4c57-a5f5-6dc80e16cf28 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:47:42.118028 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f46c3ba-93a6-4829-8d3c-20ba6531d1b7 tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] Router 04d483da-b4a2-4c66-beff-dbe84da9455f has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:47:42.231078 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f46c3ba-93a6-4829-8d3c-20ba6531d1b7 tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:47:42.241529 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66906897-65e1-4ec0-b6d2-805f9af326d0 None None] Sync routers for ids ['04d483da-b4a2-4c66-beff-dbe84da9455f'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:47:42.252631 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66906897-65e1-4ec0-b6d2-805f9af326d0 None None] Routers {'04d483da-b4a2-4c66-beff-dbe84da9455f'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:47:42.253442 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-66906897-65e1-4ec0-b6d2-805f9af326d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:47:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['04d483da-b4a2-4c66-beff-dbe84da9455f'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:47:42.324229 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4f46c3ba-93a6-4829-8d3c-20ba6531d1b7 tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:42.365857 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-4f46c3ba-93a6-4829-8d3c-20ba6531d1b7 tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9364378 Oct 12 19:47:42.365857 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ff8c527-079e-4364-8767-00fa84141586', 'tag': '959fdb3b-03bf-4a41-945f-14539bfa6a75'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:47:42.365857 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-192783e2-9e94-4de7-8e8a-8966605b21ce" -d '{"events": [{"name": "network-changed", "server_uuid": "2ff8c527-079e-4364-8767-00fa84141586", "tag": "959fdb3b-03bf-4a41-945f-14539bfa6a75"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:47:42.466678 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-66906897-65e1-4ec0-b6d2-805f9af326d0 None None] Set router 04d483da-b4a2-4c66-beff-dbe84da9455f gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:47:42.516093 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a8e25dd4-fa60-4450-9b0e-9a1ce56dfc04 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:42.572719 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed2c50dd-cb8f-415f-b28d-9d5891e7f141 x-openstack-request-id: req-ed2c50dd-cb8f-415f-b28d-9d5891e7f141 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:47:42.573205 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ff8c527-079e-4364-8767-00fa84141586", "tag": "959fdb3b-03bf-4a41-945f-14539bfa6a75", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:47:42.573620 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ed2c50dd-cb8f-415f-b28d-9d5891e7f141 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:47:42.574180 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ff8c527-079e-4364-8767-00fa84141586', 'tag': '959fdb3b-03bf-4a41-945f-14539bfa6a75', 'status': 'completed', 'code': 200} Oct 12 19:47:42.601404 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c3427a8-4dcf-4647-8f43-49144bb14e23 tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:47:42.606137 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6c3427a8-4dcf-4647-8f43-49144bb14e23 tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:42.614580 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ac8f53-972c-4625-b63a-97a13f82d490 None None] Sync routers for ids ['a3256ffb-4c40-4c57-a5f5-6dc80e16cf28'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:47:42.628359 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ac8f53-972c-4625-b63a-97a13f82d490 None None] Routers {'a3256ffb-4c40-4c57-a5f5-6dc80e16cf28'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:47:42.629474 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-12ac8f53-972c-4625-b63a-97a13f82d490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:47:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['a3256ffb-4c40-4c57-a5f5-6dc80e16cf28'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:47:42.639469 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-6c3427a8-4dcf-4647-8f43-49144bb14e23 tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] 10.222.0.49 "DELETE /v2.0/floatingips/15390f88-9ad3-47f5-948c-e454e8c11dc6 HTTP/1.1" status: 204 len: 168 time: 1.7969556 Oct 12 19:47:42.640094 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d46a40d-f3a6-4c68-b3fc-8ffb1ceeb386', 'tag': '41cecf33-fa13-4cd8-a391-4108a76bdebf'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:47:42.642464 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0886f08c-3c77-4575-8fbb-eb3379d3040a" -d '{"events": [{"name": "network-changed", "server_uuid": "2d46a40d-f3a6-4c68-b3fc-8ffb1ceeb386", "tag": "41cecf33-fa13-4cd8-a391-4108a76bdebf"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:47:42.701733 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192783e2-9e94-4de7-8e8a-8966605b21ce req-3b9ff7be-c67f-46c0-a889-77fca14f5de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:47:42.703310 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-192783e2-9e94-4de7-8e8a-8966605b21ce req-3b9ff7be-c67f-46c0-a889-77fca14f5de1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6c0c61faa5ca4b56b21ac0c4101f2000&device_id=2ff8c527-079e-4364-8767-00fa84141586 HTTP/1.1" status: 200 len: 1096 time: 0.1048849 Oct 12 19:47:42.706388 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1773b1a1-5d51-4221-91f0-68445bec9c86 x-openstack-request-id: req-1773b1a1-5d51-4221-91f0-68445bec9c86 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:47:42.706876 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d46a40d-f3a6-4c68-b3fc-8ffb1ceeb386", "tag": "41cecf33-fa13-4cd8-a391-4108a76bdebf", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:47:42.707403 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1773b1a1-5d51-4221-91f0-68445bec9c86 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:47:42.707938 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d46a40d-f3a6-4c68-b3fc-8ffb1ceeb386', 'tag': '41cecf33-fa13-4cd8-a391-4108a76bdebf', 'status': 'completed', 'code': 200} Oct 12 19:47:42.751945 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-66906897-65e1-4ec0-b6d2-805f9af326d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04d483da-b4a2-4c66-beff-dbe84da9455f', 'name': 'tempest-TestServerBasicOps-1799121725-router', 'tenant_id': '6c0c61faa5ca4b56b21ac0c4101f2000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.147'}], 'enable_snat': True}, 'gw_port_id': 'fe8b6454-0c98-4d5d-a89f-5495999aa22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:47:09Z', 'updated_at': '2021-10-12T19:47:13Z', 'revision_number': 4, 'project_id': '6c0c61faa5ca4b56b21ac0c4101f2000', 'gw_port': {'id': 'fe8b6454-0c98-4d5d-a89f-5495999aa22f', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04d483da-b4a2-4c66-beff-dbe84da9455f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:47:09Z', 'updated_at': '2021-10-12T19:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': '4ff951ec-734c-46e4-b898-5dc1786054a0', 'tenant_id': '6c0c61faa5ca4b56b21ac0c4101f2000', 'floating_ip_address': '172.25.5.59', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': '04d483da-b4a2-4c66-beff-dbe84da9455f', 'port_id': '959fdb3b-03bf-4a41-945f-14539bfa6a75', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25509606-2874-484e-8662-9f4862bcc052', 'mac_address': 'fa:16:3e:2f:33:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff8c527-079e-4364-8767-00fa84141586', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T19:47:41Z', 'updated_at': '2021-10-12T19:47:41Z', 'revision_number': 0, 'project_id': '6c0c61faa5ca4b56b21ac0c4101f2000', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c5ad588-e6aa-49e8-9c81-6916b9d02628', 'name': '', 'network_id': '25509606-2874-484e-8662-9f4862bcc052', 'tenant_id': '6c0c61faa5ca4b56b21ac0c4101f2000', 'mac_address': 'fa:16:3e:47:8c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04d483da-b4a2-4c66-beff-dbe84da9455f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '83d82e2b-8044-4ed1-881f-6e129663a76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:47:12Z', 'updated_at': '2021-10-12T19:47:17Z', 'revision_number': 5, 'project_id': '6c0c61faa5ca4b56b21ac0c4101f2000', 'subnets': [{'id': '83d82e2b-8044-4ed1-881f-6e129663a76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:47:42.766013 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a8e25dd4-fa60-4450-9b0e-9a1ce56dfc04 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:42.773673 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-12ac8f53-972c-4625-b63a-97a13f82d490 None None] Set router a3256ffb-4c40-4c57-a5f5-6dc80e16cf28 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:47:42.798048 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66906897-65e1-4ec0-b6d2-805f9af326d0 None None] Checking router: 04d483da-b4a2-4c66-beff-dbe84da9455f for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:47:42.809759 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66906897-65e1-4ec0-b6d2-805f9af326d0 None None] Routers {'04d483da-b4a2-4c66-beff-dbe84da9455f'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:47:42.810728 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-66906897-65e1-4ec0-b6d2-805f9af326d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:47:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['04d483da-b4a2-4c66-beff-dbe84da9455f'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:47:42.874118 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0886f08c-3c77-4575-8fbb-eb3379d3040a req-a7cb6519-b895-4bbf-b80b-ce616a20d61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:47:42.875742 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0886f08c-3c77-4575-8fbb-eb3379d3040a req-a7cb6519-b895-4bbf-b80b-ce616a20d61c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5d7aa4c9d56448b0a60a17087e53ce9b&device_id=2d46a40d-f3a6-4c68-b3fc-8ffb1ceeb386 HTTP/1.1" status: 200 len: 1097 time: 0.1501780 Oct 12 19:47:42.948190 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-66906897-65e1-4ec0-b6d2-805f9af326d0 None None] Set router 04d483da-b4a2-4c66-beff-dbe84da9455f gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:47:42.973798 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a8e25dd4-fa60-4450-9b0e-9a1ce56dfc04 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:43.077449 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a8e25dd4-fa60-4450-9b0e-9a1ce56dfc04 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:43.170414 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e25dd4-fa60-4450-9b0e-9a1ce56dfc04 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Pushing event updated for resources: {'Port': ['ID=23ceebdf-d611-4638-a7ba-ecd7777edbd5,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:47:43.194075 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-12ac8f53-972c-4625-b63a-97a13f82d490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3256ffb-4c40-4c57-a5f5-6dc80e16cf28', 'name': 'tempest-TestVolumeBackupRestore-282205907-router', 'tenant_id': '5d7aa4c9d56448b0a60a17087e53ce9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': '71362775-aa13-4668-b0b9-7ad2d7432230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:43:12Z', 'updated_at': '2021-10-12T19:43:16Z', 'revision_number': 4, 'project_id': '5d7aa4c9d56448b0a60a17087e53ce9b', 'gw_port': {'id': '71362775-aa13-4668-b0b9-7ad2d7432230', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:6e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3256ffb-4c40-4c57-a5f5-6dc80e16cf28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:43:12Z', 'updated_at': '2021-10-12T19:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '4dbd8775-22cd-4346-84cd-0229d6ab243c', 'name': '', 'network_id': 'd1e6cf90-e461-4344-8285-6e9d900c8060', 'tenant_id': '5d7aa4c9d56448b0a60a17087e53ce9b', 'mac_address': 'fa:16:3e:af:48:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3256ffb-4c40-4c57-a5f5-6dc80e16cf28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': 'b93d1e81-75e4-49a9-8d0f-39bf98a8696d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:43:15Z', 'updated_at': '2021-10-12T19:43:22Z', 'revision_number': 5, 'project_id': '5d7aa4c9d56448b0a60a17087e53ce9b', 'subnets': [{'id': 'b93d1e81-75e4-49a9-8d0f-39bf98a8696d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:47:43.210462 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0886f08c-3c77-4575-8fbb-eb3379d3040a req-2c7c0bde-71e9-405e-bdf0-e6f9133fb66f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:47:43.215515 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0886f08c-3c77-4575-8fbb-eb3379d3040a req-2c7c0bde-71e9-405e-bdf0-e6f9133fb66f service neutron] 10.222.0.61 "GET /v2.0/networks?id=d1e6cf90-e461-4344-8285-6e9d900c8060 HTTP/1.1" status: 200 len: 914 time: 0.2385130 Oct 12 19:47:43.228612 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ac8f53-972c-4625-b63a-97a13f82d490 None None] Checking router: a3256ffb-4c40-4c57-a5f5-6dc80e16cf28 for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:47:43.237892 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ac8f53-972c-4625-b63a-97a13f82d490 None None] Routers {'a3256ffb-4c40-4c57-a5f5-6dc80e16cf28'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:47:43.238646 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-12ac8f53-972c-4625-b63a-97a13f82d490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:47:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['a3256ffb-4c40-4c57-a5f5-6dc80e16cf28'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:47:43.285266 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192783e2-9e94-4de7-8e8a-8966605b21ce req-fcda43d9-4c7f-4e70-b73c-1c376efd80fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:47:43.286979 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-192783e2-9e94-4de7-8e8a-8966605b21ce req-fcda43d9-4c7f-4e70-b73c-1c376efd80fb service neutron] 10.222.0.67 "GET /v2.0/networks?id=25509606-2874-484e-8662-9f4862bcc052 HTTP/1.1" status: 200 len: 910 time: 0.5760903 Oct 12 19:47:43.308550 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0886f08c-3c77-4575-8fbb-eb3379d3040a req-30090b50-9555-416d-b59f-938906e7509c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=41cecf33-fa13-4cd8-a391-4108a76bdebf HTTP/1.1" status: 200 len: 217 time: 0.0480387 Oct 12 19:47:43.316759 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a8e25dd4-fa60-4450-9b0e-9a1ce56dfc04 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7915414'] for floatingip, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:43.345954 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-66906897-65e1-4ec0-b6d2-805f9af326d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04d483da-b4a2-4c66-beff-dbe84da9455f', 'name': 'tempest-TestServerBasicOps-1799121725-router', 'tenant_id': '6c0c61faa5ca4b56b21ac0c4101f2000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.147'}], 'enable_snat': True}, 'gw_port_id': 'fe8b6454-0c98-4d5d-a89f-5495999aa22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:47:09Z', 'updated_at': '2021-10-12T19:47:13Z', 'revision_number': 4, 'project_id': '6c0c61faa5ca4b56b21ac0c4101f2000', 'gw_port': {'id': 'fe8b6454-0c98-4d5d-a89f-5495999aa22f', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04d483da-b4a2-4c66-beff-dbe84da9455f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:47:09Z', 'updated_at': '2021-10-12T19:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': '4ff951ec-734c-46e4-b898-5dc1786054a0', 'tenant_id': '6c0c61faa5ca4b56b21ac0c4101f2000', 'floating_ip_address': '172.25.5.59', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': '04d483da-b4a2-4c66-beff-dbe84da9455f', 'port_id': '959fdb3b-03bf-4a41-945f-14539bfa6a75', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25509606-2874-484e-8662-9f4862bcc052', 'mac_address': 'fa:16:3e:2f:33:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff8c527-079e-4364-8767-00fa84141586', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T19:47:41Z', 'updated_at': '2021-10-12T19:47:41Z', 'revision_number': 0, 'project_id': '6c0c61faa5ca4b56b21ac0c4101f2000', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c5ad588-e6aa-49e8-9c81-6916b9d02628', 'name': '', 'network_id': '25509606-2874-484e-8662-9f4862bcc052', 'tenant_id': '6c0c61faa5ca4b56b21ac0c4101f2000', 'mac_address': 'fa:16:3e:47:8c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04d483da-b4a2-4c66-beff-dbe84da9455f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '83d82e2b-8044-4ed1-881f-6e129663a76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:47:12Z', 'updated_at': '2021-10-12T19:47:17Z', 'revision_number': 5, 'project_id': '6c0c61faa5ca4b56b21ac0c4101f2000', 'subnets': [{'id': '83d82e2b-8044-4ed1-881f-6e129663a76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:47:43.382060 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66906897-65e1-4ec0-b6d2-805f9af326d0 None None] The sync data for ids ['04d483da-b4a2-4c66-beff-dbe84da9455f'] in n-d-813679-3 is: [{'id': '04d483da-b4a2-4c66-beff-dbe84da9455f', 'name': 'tempest-TestServerBasicOps-1799121725-router', 'tenant_id': '6c0c61faa5ca4b56b21ac0c4101f2000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.147'}], 'enable_snat': True}, 'gw_port_id': 'fe8b6454-0c98-4d5d-a89f-5495999aa22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:47:09Z', 'updated_at': '2021-10-12T19:47:13Z', 'revision_number': 4, 'project_id': '6c0c61faa5ca4b56b21ac0c4101f2000', 'gw_port': {'id': 'fe8b6454-0c98-4d5d-a89f-5495999aa22f', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04d483da-b4a2-4c66-beff-dbe84da9455f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:47:09Z', 'updated_at': '2021-10-12T19:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': '4ff951ec-734c-46e4-b898-5dc1786054a0', 'tenant_id': '6c0c61faa5ca4b56b21ac0c4101f2000', 'floating_ip_address': '172.25.5.59', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': '04d483da-b4a2-4c66-beff-dbe84da9455f', 'port_id': '959fdb3b-03bf-4a41-945f-14539bfa6a75', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25509606-2874-484e-8662-9f4862bcc052', 'mac_address': 'fa:16:3e:2f:33:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff8c527-079e-4364-8767-00fa84141586', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T19:47:41Z', 'updated_at': '2021-10-12T19:47:41Z', 'revision_number': 0, 'project_id': '6c0c61faa5ca4b56b21ac0c4101f2000', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c5ad588-e6aa-49e8-9c81-6916b9d02628', 'name': '', 'network_id': '25509606-2874-484e-8662-9f4862bcc052', 'tenant_id': '6c0c61faa5ca4b56b21ac0c4101f2000', 'mac_address': 'fa:16:3e:47:8c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04d483da-b4a2-4c66-beff-dbe84da9455f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '83d82e2b-8044-4ed1-881f-6e129663a76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:47:12Z', 'updated_at': '2021-10-12T19:47:17Z', 'revision_number': 5, 'project_id': '6c0c61faa5ca4b56b21ac0c4101f2000', 'subnets': [{'id': '83d82e2b-8044-4ed1-881f-6e129663a76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:47:43.408620 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-192783e2-9e94-4de7-8e8a-8966605b21ce req-6aa901fc-4195-4bde-8b6d-3bb288a3bccb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=959fdb3b-03bf-4a41-945f-14539bfa6a75 HTTP/1.1" status: 200 len: 998 time: 0.1119452 Oct 12 19:47:43.420716 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc3e48a-04b7-403d-b0bd-814b931380de req-42eee055-06c0-4677-bae9-5e66af794d1e tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:47:43.428397 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-acc3e48a-04b7-403d-b0bd-814b931380de req-42eee055-06c0-4677-bae9-5e66af794d1e tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d46a40d-f3a6-4c68-b3fc-8ffb1ceeb386 HTTP/1.1" status: 200 len: 946 time: 0.1403203 Oct 12 19:47:43.478517 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0886f08c-3c77-4575-8fbb-eb3379d3040a req-1425fad5-e46c-45f1-8ab1-4865340e9199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:47:43.480375 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0886f08c-3c77-4575-8fbb-eb3379d3040a req-1425fad5-e46c-45f1-8ab1-4865340e9199 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b93d1e81-75e4-49a9-8d0f-39bf98a8696d HTTP/1.1" status: 200 len: 852 time: 0.1575701 Oct 12 19:47:43.532570 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-acc3e48a-04b7-403d-b0bd-814b931380de req-da6d459c-c72f-4ef7-b2fc-6a91d6cd50e2 tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] 10.222.0.49 "GET /v2.0/security-groups?id=6e4e59b0-f74f-459c-b1e6-f4112d66acf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020417 Oct 12 19:47:43.546951 n-d-813679-3 neutron-server[95502]: INFO neutron.db.l3_db [None req-a8e25dd4-fa60-4450-9b0e-9a1ce56dfc04 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Floating IP 9a5f3377-40b8-4e88-84fe-aa0d240557e5 associated. External IP: 172.25.5.135, port: 1767229f-3fec-40a1-8f38-fb6e9e4c6333. Oct 12 19:47:43.560324 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192783e2-9e94-4de7-8e8a-8966605b21ce req-37196ac0-c845-4804-b8de-6b9f8898f5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:47:43.561820 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-192783e2-9e94-4de7-8e8a-8966605b21ce req-37196ac0-c845-4804-b8de-6b9f8898f5fd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=83d82e2b-8044-4ed1-881f-6e129663a76c HTTP/1.1" status: 200 len: 848 time: 0.1101639 Oct 12 19:47:43.586729 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-12ac8f53-972c-4625-b63a-97a13f82d490 None None] Set router a3256ffb-4c40-4c57-a5f5-6dc80e16cf28 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:47:43.589950 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0886f08c-3c77-4575-8fbb-eb3379d3040a req-46151689-c696-4745-ab04-8460a5ae3bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:47:43.591628 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0886f08c-3c77-4575-8fbb-eb3379d3040a req-46151689-c696-4745-ab04-8460a5ae3bba service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d1e6cf90-e461-4344-8285-6e9d900c8060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1025236 Oct 12 19:47:43.622820 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192783e2-9e94-4de7-8e8a-8966605b21ce req-31d61e29-4caa-4613-9964-93ec97e776b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:47:43.624356 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-192783e2-9e94-4de7-8e8a-8966605b21ce req-31d61e29-4caa-4613-9964-93ec97e776b7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=25509606-2874-484e-8662-9f4862bcc052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540926 Oct 12 19:47:43.749423 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0886f08c-3c77-4575-8fbb-eb3379d3040a req-fbd85e2e-89b3-4ad6-a181-35043f7f67de service neutron] 10.222.0.61 "GET /v2.0/networks/d1e6cf90-e461-4344-8285-6e9d900c8060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484444 Oct 12 19:47:43.756715 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-192783e2-9e94-4de7-8e8a-8966605b21ce req-a22239ee-5407-4b1a-a4c4-568d80ade4d6 service neutron] 10.222.0.67 "GET /v2.0/networks/25509606-2874-484e-8662-9f4862bcc052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207502 Oct 12 19:47:43.761179 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4409a8-4a5d-4511-96f2-e8729916ca89 None None] New status for floating IP 4ff951ec-734c-46e4-b898-5dc1786054a0: ACTIVE {{(pid=95504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 19:47:43.827714 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-12ac8f53-972c-4625-b63a-97a13f82d490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3256ffb-4c40-4c57-a5f5-6dc80e16cf28', 'name': 'tempest-TestVolumeBackupRestore-282205907-router', 'tenant_id': '5d7aa4c9d56448b0a60a17087e53ce9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': '71362775-aa13-4668-b0b9-7ad2d7432230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:43:12Z', 'updated_at': '2021-10-12T19:43:16Z', 'revision_number': 4, 'project_id': '5d7aa4c9d56448b0a60a17087e53ce9b', 'gw_port': {'id': '71362775-aa13-4668-b0b9-7ad2d7432230', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:6e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3256ffb-4c40-4c57-a5f5-6dc80e16cf28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:43:12Z', 'updated_at': '2021-10-12T19:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '4dbd8775-22cd-4346-84cd-0229d6ab243c', 'name': '', 'network_id': 'd1e6cf90-e461-4344-8285-6e9d900c8060', 'tenant_id': '5d7aa4c9d56448b0a60a17087e53ce9b', 'mac_address': 'fa:16:3e:af:48:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3256ffb-4c40-4c57-a5f5-6dc80e16cf28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': 'b93d1e81-75e4-49a9-8d0f-39bf98a8696d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:43:15Z', 'updated_at': '2021-10-12T19:43:22Z', 'revision_number': 5, 'project_id': '5d7aa4c9d56448b0a60a17087e53ce9b', 'subnets': [{'id': 'b93d1e81-75e4-49a9-8d0f-39bf98a8696d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:47:43.860174 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ac8f53-972c-4625-b63a-97a13f82d490 None None] The sync data for ids ['a3256ffb-4c40-4c57-a5f5-6dc80e16cf28'] in n-d-813679-3 is: [{'id': 'a3256ffb-4c40-4c57-a5f5-6dc80e16cf28', 'name': 'tempest-TestVolumeBackupRestore-282205907-router', 'tenant_id': '5d7aa4c9d56448b0a60a17087e53ce9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': '71362775-aa13-4668-b0b9-7ad2d7432230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:43:12Z', 'updated_at': '2021-10-12T19:43:16Z', 'revision_number': 4, 'project_id': '5d7aa4c9d56448b0a60a17087e53ce9b', 'gw_port': {'id': '71362775-aa13-4668-b0b9-7ad2d7432230', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:6e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3256ffb-4c40-4c57-a5f5-6dc80e16cf28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:43:12Z', 'updated_at': '2021-10-12T19:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '4dbd8775-22cd-4346-84cd-0229d6ab243c', 'name': '', 'network_id': 'd1e6cf90-e461-4344-8285-6e9d900c8060', 'tenant_id': '5d7aa4c9d56448b0a60a17087e53ce9b', 'mac_address': 'fa:16:3e:af:48:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3256ffb-4c40-4c57-a5f5-6dc80e16cf28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': 'b93d1e81-75e4-49a9-8d0f-39bf98a8696d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:43:15Z', 'updated_at': '2021-10-12T19:43:22Z', 'revision_number': 5, 'project_id': '5d7aa4c9d56448b0a60a17087e53ce9b', 'subnets': [{'id': 'b93d1e81-75e4-49a9-8d0f-39bf98a8696d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:47:43.893636 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-192783e2-9e94-4de7-8e8a-8966605b21ce req-c751c947-2a04-43d6-9b97-9ee73b47a91a service neutron] 10.222.0.67 "GET /v2.0/networks/25509606-2874-484e-8662-9f4862bcc052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236217 Oct 12 19:47:43.949599 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0886f08c-3c77-4575-8fbb-eb3379d3040a req-a05926a5-1e9d-48ed-af3c-dd6fb9cb6ece service neutron] 10.222.0.61 "GET /v2.0/networks/d1e6cf90-e461-4344-8285-6e9d900c8060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875248 Oct 12 19:47:43.957153 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8e25dd4-fa60-4450-9b0e-9a1ce56dfc04 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Router 993319b3-a0d9-47be-9efd-fd71d168818d has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:47:44.076722 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8e25dd4-fa60-4450-9b0e-9a1ce56dfc04 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:47:44.087168 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f2f1a9-cf13-4162-bc05-143d240454d0 None None] Sync routers for ids ['993319b3-a0d9-47be-9efd-fd71d168818d'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:47:44.096591 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f2f1a9-cf13-4162-bc05-143d240454d0 None None] Routers {'993319b3-a0d9-47be-9efd-fd71d168818d'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:47:44.097229 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-96f2f1a9-cf13-4162-bc05-143d240454d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:47:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['993319b3-a0d9-47be-9efd-fd71d168818d'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:47:44.131878 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-96f2f1a9-cf13-4162-bc05-143d240454d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:47:44.141139 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f2f1a9-cf13-4162-bc05-143d240454d0 None None] Routers {'993319b3-a0d9-47be-9efd-fd71d168818d'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:47:44.141747 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-96f2f1a9-cf13-4162-bc05-143d240454d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:47:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['993319b3-a0d9-47be-9efd-fd71d168818d'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:47:44.158265 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259e0ad9-ca93-455b-a377-c1b86b293ed7 None None] New status for floating IP 15390f88-9ad3-47f5-948c-e454e8c11dc6: DOWN {{(pid=95504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 19:47:44.166634 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a8e25dd4-fa60-4450-9b0e-9a1ce56dfc04 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:44.174842 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-96f2f1a9-cf13-4162-bc05-143d240454d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:47:44.175505 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f2f1a9-cf13-4162-bc05-143d240454d0 None None] The sync data for ids ['993319b3-a0d9-47be-9efd-fd71d168818d'] in n-d-813679-3 is: [] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:47:44.197355 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-a8e25dd4-fa60-4450-9b0e-9a1ce56dfc04 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.5345457 Oct 12 19:47:44.200007 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53978) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:44.204488 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-3bb2bd58-33ee-4b6a-92d3-240d850fc17c tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:47:44.260731 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3bb2bd58-33ee-4b6a-92d3-240d850fc17c tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks [] for floatingip, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:44.403925 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3bb2bd58-33ee-4b6a-92d3-240d850fc17c tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:44.455617 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3bb2bd58-33ee-4b6a-92d3-240d850fc17c tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7915414'] for floatingip, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:44.455878 n-d-813679-3 neutron-server[95502]: INFO neutron.db.l3_db [None req-3bb2bd58-33ee-4b6a-92d3-240d850fc17c tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Floating IP 9a5f3377-40b8-4e88-84fe-aa0d240557e5 disassociated. External IP: 172.25.5.135, port: 1767229f-3fec-40a1-8f38-fb6e9e4c6333. Oct 12 19:47:44.724978 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b130ba-60fe-4260-a90f-ba0ae2e80efa req-064881b3-318a-4c8d-9884-18766864298c tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:47:44.726531 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-19b130ba-60fe-4260-a90f-ba0ae2e80efa req-064881b3-318a-4c8d-9884-18766864298c tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d46a40d-f3a6-4c68-b3fc-8ffb1ceeb386 HTTP/1.1" status: 200 len: 946 time: 0.0983372 Oct 12 19:47:44.736626 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1bc122-d14b-4c26-b581-f5d297874fe1 req-73c4c772-b0f4-4f78-8ac9-0ba20c66fd3e tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:47:44.738002 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9f1bc122-d14b-4c26-b581-f5d297874fe1 req-73c4c772-b0f4-4f78-8ac9-0ba20c66fd3e tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d46a40d-f3a6-4c68-b3fc-8ffb1ceeb386 HTTP/1.1" status: 200 len: 946 time: 0.0975530 Oct 12 19:47:44.740909 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bb2bd58-33ee-4b6a-92d3-240d850fc17c tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Router 993319b3-a0d9-47be-9efd-fd71d168818d has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:47:44.797382 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4e437fa2-e39b-49f3-a2e6-3fdda4b5dd7a req-1f226910-7278-464e-ae3a-47d6538cc2ee service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2ff8c527-079e-4364-8767-00fa84141586&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0447071 Oct 12 19:47:44.853690 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-19b130ba-60fe-4260-a90f-ba0ae2e80efa req-af78fda6-f07c-4b06-a28f-7b8712438b47 tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] 10.222.0.49 "GET /v2.0/security-groups?id=6e4e59b0-f74f-459c-b1e6-f4112d66acf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147215 Oct 12 19:47:44.889954 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e437fa2-e39b-49f3-a2e6-3fdda4b5dd7a req-4a22e6dd-bba0-4bc2-9512-47420935119f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:47:44.892048 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4e437fa2-e39b-49f3-a2e6-3fdda4b5dd7a req-4a22e6dd-bba0-4bc2-9512-47420935119f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6c0c61faa5ca4b56b21ac0c4101f2000&device_id=2ff8c527-079e-4364-8767-00fa84141586 HTTP/1.1" status: 200 len: 1096 time: 0.0499184 Oct 12 19:47:44.952776 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-9f1bc122-d14b-4c26-b581-f5d297874fe1 req-223b41f3-fe14-4ee1-9075-e42f2710b930 tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] Deleting port 41cecf33-fa13-4cd8-a391-4108a76bdebf {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:47:44.953681 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-9f1bc122-d14b-4c26-b581-f5d297874fe1 req-223b41f3-fe14-4ee1-9075-e42f2710b930 tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:44.956583 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bb2bd58-33ee-4b6a-92d3-240d850fc17c tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:47:44.961645 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3bb2bd58-33ee-4b6a-92d3-240d850fc17c tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:44.967543 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39844da0-8433-4d4f-8bb3-dcbf784b1ffc None None] Sync routers for ids ['993319b3-a0d9-47be-9efd-fd71d168818d'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:47:44.977454 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39844da0-8433-4d4f-8bb3-dcbf784b1ffc None None] Routers {'993319b3-a0d9-47be-9efd-fd71d168818d'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:47:44.978087 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-39844da0-8433-4d4f-8bb3-dcbf784b1ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:47:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['993319b3-a0d9-47be-9efd-fd71d168818d'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:47:44.999432 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e437fa2-e39b-49f3-a2e6-3fdda4b5dd7a req-0185785f-c6dc-4095-9862-cc8eaf29c9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:47:45.001035 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4e437fa2-e39b-49f3-a2e6-3fdda4b5dd7a req-0185785f-c6dc-4095-9862-cc8eaf29c9d0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=25509606-2874-484e-8662-9f4862bcc052 HTTP/1.1" status: 200 len: 910 time: 0.0893185 Oct 12 19:47:45.012772 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-39844da0-8433-4d4f-8bb3-dcbf784b1ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:47:45.022036 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39844da0-8433-4d4f-8bb3-dcbf784b1ffc None None] Routers {'993319b3-a0d9-47be-9efd-fd71d168818d'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:47:45.022655 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-39844da0-8433-4d4f-8bb3-dcbf784b1ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:47:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['993319b3-a0d9-47be-9efd-fd71d168818d'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:47:45.032816 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-3bb2bd58-33ee-4b6a-92d3-240d850fc17c tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] 10.222.0.49 "PUT /v2.0/floatingips/9a5f3377-40b8-4e88-84fe-aa0d240557e5 HTTP/1.1" status: 200 len: 688 time: 0.8318167 Oct 12 19:47:45.035384 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53982) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:45.054824 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-39844da0-8433-4d4f-8bb3-dcbf784b1ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:47:45.055490 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39844da0-8433-4d4f-8bb3-dcbf784b1ffc None None] The sync data for ids ['993319b3-a0d9-47be-9efd-fd71d168818d'] in n-d-813679-3 is: [] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:47:45.079746 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4e437fa2-e39b-49f3-a2e6-3fdda4b5dd7a req-17a8e0bf-a00b-4651-b87c-1821ad9bb88a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=959fdb3b-03bf-4a41-945f-14539bfa6a75 HTTP/1.1" status: 200 len: 1000 time: 0.0707846 Oct 12 19:47:45.130399 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e437fa2-e39b-49f3-a2e6-3fdda4b5dd7a req-e11612d9-c02c-4a19-9ecb-54ef3380135d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:47:45.132058 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4e437fa2-e39b-49f3-a2e6-3fdda4b5dd7a req-e11612d9-c02c-4a19-9ecb-54ef3380135d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=83d82e2b-8044-4ed1-881f-6e129663a76c HTTP/1.1" status: 200 len: 848 time: 0.0447557 Oct 12 19:47:45.142307 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-9f1bc122-d14b-4c26-b581-f5d297874fe1 req-223b41f3-fe14-4ee1-9075-e42f2710b930 tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] For port 41cecf33-fa13-4cd8-a391-4108a76bdebf, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=41cecf33-fa13-4cd8-a391-4108a76bdebf,segment=NetworkSegment(d974e6e5-0045-4ad9-98d2-9a821e471656),segment_id=d974e6e5-0045-4ad9-98d2-9a821e471656)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:47:45.151988 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-9f1bc122-d14b-4c26-b581-f5d297874fe1 req-223b41f3-fe14-4ee1-9075-e42f2710b930 tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:45.178963 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-9f1bc122-d14b-4c26-b581-f5d297874fe1 req-223b41f3-fe14-4ee1-9075-e42f2710b930 tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] Calling delete_port for 41cecf33-fa13-4cd8-a391-4108a76bdebf owned by compute:nova {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:47:45.182152 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e437fa2-e39b-49f3-a2e6-3fdda4b5dd7a req-e7b0ecd4-064a-4f31-8cf5-edaee5d05ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:47:45.184194 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4e437fa2-e39b-49f3-a2e6-3fdda4b5dd7a req-e7b0ecd4-064a-4f31-8cf5-edaee5d05ffc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=25509606-2874-484e-8662-9f4862bcc052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457559 Oct 12 19:47:45.253579 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-fb169d63-6341-4be9-81b2-4ac185374313 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Deleting port 23ceebdf-d611-4638-a7ba-ecd7777edbd5 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:47:45.254201 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fb169d63-6341-4be9-81b2-4ac185374313 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:45.279138 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4e437fa2-e39b-49f3-a2e6-3fdda4b5dd7a req-78d98f54-ea88-4dc6-8aa7-6ba5a827f941 service neutron] 10.222.0.67 "GET /v2.0/networks/25509606-2874-484e-8662-9f4862bcc052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882015 Oct 12 19:47:45.370027 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4e437fa2-e39b-49f3-a2e6-3fdda4b5dd7a req-c239dba5-acab-47a4-bdf2-3cab99a12697 service neutron] 10.222.0.67 "GET /v2.0/networks/25509606-2874-484e-8662-9f4862bcc052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827470 Oct 12 19:47:45.371309 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fb169d63-6341-4be9-81b2-4ac185374313 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:45.371646 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fb169d63-6341-4be9-81b2-4ac185374313 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:45.390046 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-fb169d63-6341-4be9-81b2-4ac185374313 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Calling delete_port for 23ceebdf-d611-4638-a7ba-ecd7777edbd5 owned by network:floatingip {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:47:45.450526 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-9f1bc122-d14b-4c26-b581-f5d297874fe1 req-223b41f3-fe14-4ee1-9075-e42f2710b930 tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:45.489330 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223b41f3-fe14-4ee1-9075-e42f2710b930 tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] Pushing event deleted for resources: {'Port': ['ID=41cecf33-fa13-4cd8-a391-4108a76bdebf,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:47:45.541603 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f1bc122-d14b-4c26-b581-f5d297874fe1 req-223b41f3-fe14-4ee1-9075-e42f2710b930 tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] No DVR routers for this DVR port 41cecf33-fa13-4cd8-a391-4108a76bdebf on host n-h1-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:47:45.544385 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-9f1bc122-d14b-4c26-b581-f5d297874fe1 req-223b41f3-fe14-4ee1-9075-e42f2710b930 tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:45.548259 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9f1bc122-d14b-4c26-b581-f5d297874fe1 req-223b41f3-fe14-4ee1-9075-e42f2710b930 tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] 10.222.0.61 "DELETE /v2.0/ports/41cecf33-fa13-4cd8-a391-4108a76bdebf HTTP/1.1" status: 204 len: 173 time: 0.7994473 Oct 12 19:47:45.548690 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d46a40d-f3a6-4c68-b3fc-8ffb1ceeb386', 'name': 'network-vif-deleted', 'tag': '41cecf33-fa13-4cd8-a391-4108a76bdebf'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:47:45.550986 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09366883-c690-46bb-89b4-4c7837152159" -d '{"events": [{"server_uuid": "2d46a40d-f3a6-4c68-b3fc-8ffb1ceeb386", "name": "network-vif-deleted", "tag": "41cecf33-fa13-4cd8-a391-4108a76bdebf"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:47:45.646074 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e8c78dd-dbf9-4832-9131-566c802186d1 x-openstack-request-id: req-9e8c78dd-dbf9-4832-9131-566c802186d1 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:47:45.646368 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d46a40d-f3a6-4c68-b3fc-8ffb1ceeb386", "name": "network-vif-deleted", "tag": "41cecf33-fa13-4cd8-a391-4108a76bdebf", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:47:45.646620 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9e8c78dd-dbf9-4832-9131-566c802186d1 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:47:45.647037 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d46a40d-f3a6-4c68-b3fc-8ffb1ceeb386', 'name': 'network-vif-deleted', 'tag': '41cecf33-fa13-4cd8-a391-4108a76bdebf', 'status': 'completed', 'code': 200} Oct 12 19:47:45.670491 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fb169d63-6341-4be9-81b2-4ac185374313 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:45.710737 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb169d63-6341-4be9-81b2-4ac185374313 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Pushing event deleted for resources: {'Port': ['ID=23ceebdf-d611-4638-a7ba-ecd7777edbd5,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:47:45.757537 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fb169d63-6341-4be9-81b2-4ac185374313 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks [] for floatingip, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:45.760359 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fb169d63-6341-4be9-81b2-4ac185374313 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:45.761511 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-fb169d63-6341-4be9-81b2-4ac185374313 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] 10.222.0.49 "DELETE /v2.0/floatingips/9a5f3377-40b8-4e88-84fe-aa0d240557e5 HTTP/1.1" status: 204 len: 168 time: 0.7251587 Oct 12 19:47:45.764976 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53988) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:45.769227 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-4e4adc85-0f3d-4cfa-b5cc-7b4b806795b9 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Request body: {'floatingip': {'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'port_id': '810fd74c-2359-4d37-9b08-40cbda9d88f6'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:47:45.856198 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4e4adc85-0f3d-4cfa-b5cc-7b4b806795b9 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks [] for floatingip, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:45.971858 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2922857f-7a76-4c0d-85c3-35a658d9c96b req-63b953d7-c763-4bcb-89e3-af4d0a5038a7 tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d46a40d-f3a6-4c68-b3fc-8ffb1ceeb386 HTTP/1.1" status: 200 len: 210 time: 0.0327296 Oct 12 19:47:45.998698 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4e4adc85-0f3d-4cfa-b5cc-7b4b806795b9 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:46.107960 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-4e4adc85-0f3d-4cfa-b5cc-7b4b806795b9 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Allocated IP 172.25.5.95 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/ee69529b-07a1-489a-b5e6-fa6bda060c89) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:47:46.207764 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4e4adc85-0f3d-4cfa-b5cc-7b4b806795b9 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:46.299227 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4e4adc85-0f3d-4cfa-b5cc-7b4b806795b9 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:46.671462 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4adc85-0f3d-4cfa-b5cc-7b4b806795b9 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:47:46.674450 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-4e4adc85-0f3d-4cfa-b5cc-7b4b806795b9 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:47:46.678068 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4adc85-0f3d-4cfa-b5cc-7b4b806795b9 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:47:46.683565 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4adc85-0f3d-4cfa-b5cc-7b4b806795b9 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Pushing event updated for resources: {'Port': ['ID=ee69529b-07a1-489a-b5e6-fa6bda060c89,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:47:47.035894 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4e4adc85-0f3d-4cfa-b5cc-7b4b806795b9 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:47.083888 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2bd03d5c-9dc5-48fa-bc25-f9e51aa5f394 req-70ae0821-1cd6-4a1b-a354-f9b8b5d2ac31 tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d46a40d-f3a6-4c68-b3fc-8ffb1ceeb386 HTTP/1.1" status: 200 len: 210 time: 0.0312026 Oct 12 19:47:47.162042 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4e4adc85-0f3d-4cfa-b5cc-7b4b806795b9 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:47.323138 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4e4adc85-0f3d-4cfa-b5cc-7b4b806795b9 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:47.384986 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4e4adc85-0f3d-4cfa-b5cc-7b4b806795b9 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:47.452911 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4adc85-0f3d-4cfa-b5cc-7b4b806795b9 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Pushing event updated for resources: {'Port': ['ID=ee69529b-07a1-489a-b5e6-fa6bda060c89,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:47:47.467414 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4e4adc85-0f3d-4cfa-b5cc-7b4b806795b9 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7915414'] for floatingip, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:47.572535 n-d-813679-3 neutron-server[95502]: INFO neutron.db.l3_db [None req-4e4adc85-0f3d-4cfa-b5cc-7b4b806795b9 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Floating IP 368d860f-cd92-45f2-a5dd-c34ee0b57c32 associated. External IP: 172.25.5.95, port: 810fd74c-2359-4d37-9b08-40cbda9d88f6. Oct 12 19:47:47.773020 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e4adc85-0f3d-4cfa-b5cc-7b4b806795b9 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Router 993319b3-a0d9-47be-9efd-fd71d168818d has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:47:47.881580 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e4adc85-0f3d-4cfa-b5cc-7b4b806795b9 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:47:47.891616 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead670b9-a7bc-4fbd-b204-1a7227f810ba None None] Sync routers for ids ['993319b3-a0d9-47be-9efd-fd71d168818d'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:47:47.903020 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead670b9-a7bc-4fbd-b204-1a7227f810ba None None] Routers {'993319b3-a0d9-47be-9efd-fd71d168818d'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:47:47.903774 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-ead670b9-a7bc-4fbd-b204-1a7227f810ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:47:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['993319b3-a0d9-47be-9efd-fd71d168818d'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:47:47.936812 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-ead670b9-a7bc-4fbd-b204-1a7227f810ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:47:47.945634 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead670b9-a7bc-4fbd-b204-1a7227f810ba None None] Routers {'993319b3-a0d9-47be-9efd-fd71d168818d'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:47:47.946229 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-ead670b9-a7bc-4fbd-b204-1a7227f810ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:47:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['993319b3-a0d9-47be-9efd-fd71d168818d'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:47:47.964041 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4e4adc85-0f3d-4cfa-b5cc-7b4b806795b9 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:47.982697 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-ead670b9-a7bc-4fbd-b204-1a7227f810ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:47:47.983336 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead670b9-a7bc-4fbd-b204-1a7227f810ba None None] The sync data for ids ['993319b3-a0d9-47be-9efd-fd71d168818d'] in n-d-813679-3 is: [] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:47:47.995636 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-4e4adc85-0f3d-4cfa-b5cc-7b4b806795b9 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.2271440 Oct 12 19:47:47.995812 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53996) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:48.058373 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-ccfdff75-9ae6-47f1-80cf-5868d5daf6cb tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] 10.222.0.49 "GET /v2.0/floatingips/368d860f-cd92-45f2-a5dd-c34ee0b57c32 HTTP/1.1" status: 200 len: 978 time: 0.0613289 Oct 12 19:47:48.060543 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 53998) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:48.194599 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-eed9bd76-45f8-44fa-b1b6-b71abfe5592c req-8ac8420b-ea19-4c17-a0b5-9b2ef49f1e34 tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d46a40d-f3a6-4c68-b3fc-8ffb1ceeb386 HTTP/1.1" status: 200 len: 210 time: 0.0423076 Oct 12 19:47:48.198928 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-6f3981f5-4150-4caa-a2d1-91e7cc84623a tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] 10.222.0.49 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1359577 Oct 12 19:47:48.200279 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 54002) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:48.206168 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-b4b22271-0f4b-4f20-93ce-b736112ad3c2 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Request body: {'floatingip': {'port_id': '1767229f-3fec-40a1-8f38-fb6e9e4c6333'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:47:48.266874 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b4b22271-0f4b-4f20-93ce-b736112ad3c2 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks [] for floatingip, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:48.738527 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b4b22271-0f4b-4f20-93ce-b736112ad3c2 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:48.827081 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b4b22271-0f4b-4f20-93ce-b736112ad3c2 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7915414'] for floatingip, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:48.933907 n-d-813679-3 neutron-server[95502]: INFO neutron.db.l3_db [None req-b4b22271-0f4b-4f20-93ce-b736112ad3c2 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Floating IP 368d860f-cd92-45f2-a5dd-c34ee0b57c32 associated. External IP: 172.25.5.95, port: 810fd74c-2359-4d37-9b08-40cbda9d88f6. Oct 12 19:47:49.082109 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 41cecf33-fa13-4cd8-a391-4108a76bdebf no longer exists at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:47:49.105578 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] No Port match for: 41cecf33-fa13-4cd8-a391-4108a76bdebf {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:47:49.105924 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 41cecf33-fa13-4cd8-a391-4108a76bdebf not bound to the agent host n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:47:49.152298 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4b22271-0f4b-4f20-93ce-b736112ad3c2 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Router 993319b3-a0d9-47be-9efd-fd71d168818d has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:47:49.279308 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4b22271-0f4b-4f20-93ce-b736112ad3c2 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:47:49.292825 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e985f363-543a-4052-956a-c4426b7fa479 None None] Sync routers for ids ['993319b3-a0d9-47be-9efd-fd71d168818d'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:47:49.308884 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e985f363-543a-4052-956a-c4426b7fa479 None None] Routers {'993319b3-a0d9-47be-9efd-fd71d168818d'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:47:49.315435 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-e985f363-543a-4052-956a-c4426b7fa479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:47:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['993319b3-a0d9-47be-9efd-fd71d168818d'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:47:49.330038 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-78ae4a2e-5320-484d-92c8-2d1374ce578d req-93709ee4-3887-4259-8381-82d311b3686a tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d46a40d-f3a6-4c68-b3fc-8ffb1ceeb386 HTTP/1.1" status: 200 len: 210 time: 0.0564299 Oct 12 19:47:49.352387 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-e985f363-543a-4052-956a-c4426b7fa479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:47:49.362318 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e985f363-543a-4052-956a-c4426b7fa479 None None] Routers {'993319b3-a0d9-47be-9efd-fd71d168818d'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:47:49.362920 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-e985f363-543a-4052-956a-c4426b7fa479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:47:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['993319b3-a0d9-47be-9efd-fd71d168818d'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:47:49.394452 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-e985f363-543a-4052-956a-c4426b7fa479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:47:49.395106 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e985f363-543a-4052-956a-c4426b7fa479 None None] The sync data for ids ['993319b3-a0d9-47be-9efd-fd71d168818d'] in n-d-813679-3 is: [] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:47:49.505882 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4b22271-0f4b-4f20-93ce-b736112ad3c2 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Router 993319b3-a0d9-47be-9efd-fd71d168818d has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:47:49.615722 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4b22271-0f4b-4f20-93ce-b736112ad3c2 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:47:49.619902 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b4b22271-0f4b-4f20-93ce-b736112ad3c2 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:49.626946 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8ba26c-92d1-4206-8f12-316366c5832c None None] Sync routers for ids ['993319b3-a0d9-47be-9efd-fd71d168818d'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:47:49.637495 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8ba26c-92d1-4206-8f12-316366c5832c None None] Routers {'993319b3-a0d9-47be-9efd-fd71d168818d'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:47:49.638343 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-ab8ba26c-92d1-4206-8f12-316366c5832c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:47:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['993319b3-a0d9-47be-9efd-fd71d168818d'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:47:49.674275 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-b4b22271-0f4b-4f20-93ce-b736112ad3c2 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] 10.222.0.49 "PUT /v2.0/floatingips/368d860f-cd92-45f2-a5dd-c34ee0b57c32 HTTP/1.1" status: 200 len: 977 time: 1.4698687 Oct 12 19:47:49.674520 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-ab8ba26c-92d1-4206-8f12-316366c5832c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:47:49.675090 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 54008) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:49.679552 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-c5bba44d-3c72-4c5f-82fe-93280e122bc5 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:47:49.680833 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8ba26c-92d1-4206-8f12-316366c5832c None None] Routers {'993319b3-a0d9-47be-9efd-fd71d168818d'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:47:49.681430 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-ab8ba26c-92d1-4206-8f12-316366c5832c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:47:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['993319b3-a0d9-47be-9efd-fd71d168818d'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:47:49.711682 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-ab8ba26c-92d1-4206-8f12-316366c5832c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:47:49.712347 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8ba26c-92d1-4206-8f12-316366c5832c None None] The sync data for ids ['993319b3-a0d9-47be-9efd-fd71d168818d'] in n-d-813679-3 is: [] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:47:49.737234 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c5bba44d-3c72-4c5f-82fe-93280e122bc5 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks [] for floatingip, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:50.211327 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c5bba44d-3c72-4c5f-82fe-93280e122bc5 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:50.415862 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c5bba44d-3c72-4c5f-82fe-93280e122bc5 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7915414'] for floatingip, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:50.416232 n-d-813679-3 neutron-server[95502]: INFO neutron.db.l3_db [None req-c5bba44d-3c72-4c5f-82fe-93280e122bc5 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Floating IP 368d860f-cd92-45f2-a5dd-c34ee0b57c32 disassociated. External IP: 172.25.5.95, port: 1767229f-3fec-40a1-8f38-fb6e9e4c6333. Oct 12 19:47:50.462104 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2c4b0a09-5ae4-4df5-8d20-92343688b46b req-b71e322d-8b41-4dbf-ac35-1bbb89291c66 tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d46a40d-f3a6-4c68-b3fc-8ffb1ceeb386 HTTP/1.1" status: 200 len: 210 time: 0.0568902 Oct 12 19:47:50.637609 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5bba44d-3c72-4c5f-82fe-93280e122bc5 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Router 993319b3-a0d9-47be-9efd-fd71d168818d has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:47:50.742670 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5bba44d-3c72-4c5f-82fe-93280e122bc5 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:47:50.746932 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c5bba44d-3c72-4c5f-82fe-93280e122bc5 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:50.752516 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0227a2f9-07ea-4cae-8eae-764641109a2b None None] Sync routers for ids ['993319b3-a0d9-47be-9efd-fd71d168818d'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:47:50.761599 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0227a2f9-07ea-4cae-8eae-764641109a2b None None] Routers {'993319b3-a0d9-47be-9efd-fd71d168818d'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:47:50.762541 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-0227a2f9-07ea-4cae-8eae-764641109a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:47:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['993319b3-a0d9-47be-9efd-fd71d168818d'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:47:50.774968 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-c5bba44d-3c72-4c5f-82fe-93280e122bc5 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] 10.222.0.49 "PUT /v2.0/floatingips/368d860f-cd92-45f2-a5dd-c34ee0b57c32 HTTP/1.1" status: 200 len: 687 time: 1.0986240 Oct 12 19:47:50.779507 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 54014) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:50.797550 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-0227a2f9-07ea-4cae-8eae-764641109a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:47:50.805930 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0227a2f9-07ea-4cae-8eae-764641109a2b None None] Routers {'993319b3-a0d9-47be-9efd-fd71d168818d'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:47:50.808397 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-0227a2f9-07ea-4cae-8eae-764641109a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:47:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['993319b3-a0d9-47be-9efd-fd71d168818d'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:47:50.837702 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-0227a2f9-07ea-4cae-8eae-764641109a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:47:50.838389 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0227a2f9-07ea-4cae-8eae-764641109a2b None None] The sync data for ids ['993319b3-a0d9-47be-9efd-fd71d168818d'] in n-d-813679-3 is: [] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:47:50.900921 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-8a860fba-f6d0-4a72-8839-9fde5e47f859 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Deleting port ee69529b-07a1-489a-b5e6-fa6bda060c89 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:47:50.901265 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8a860fba-f6d0-4a72-8839-9fde5e47f859 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:50.977890 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8a860fba-f6d0-4a72-8839-9fde5e47f859 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:50.978217 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8a860fba-f6d0-4a72-8839-9fde5e47f859 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:50.991970 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-8a860fba-f6d0-4a72-8839-9fde5e47f859 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Calling delete_port for ee69529b-07a1-489a-b5e6-fa6bda060c89 owned by network:floatingip {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:47:51.187584 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8a860fba-f6d0-4a72-8839-9fde5e47f859 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:51.216508 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a860fba-f6d0-4a72-8839-9fde5e47f859 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Pushing event deleted for resources: {'Port': ['ID=ee69529b-07a1-489a-b5e6-fa6bda060c89,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:47:51.283731 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8a860fba-f6d0-4a72-8839-9fde5e47f859 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks [] for floatingip, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:51.286284 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8a860fba-f6d0-4a72-8839-9fde5e47f859 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:51.287491 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-8a860fba-f6d0-4a72-8839-9fde5e47f859 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] 10.222.0.49 "DELETE /v2.0/floatingips/368d860f-cd92-45f2-a5dd-c34ee0b57c32 HTTP/1.1" status: 204 len: 168 time: 0.5085437 Oct 12 19:47:51.290255 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 54016) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:51.324235 n-d-813679-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-ce6d0e74-795b-4851-8ee8-688b457d877d tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] delete failed (client error): The resource could not be found. Oct 12 19:47:51.325264 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-ce6d0e74-795b-4851-8ee8-688b457d877d tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] 10.222.0.49 "DELETE /v2.0/floatingips/368d860f-cd92-45f2-a5dd-c34ee0b57c32 HTTP/1.1" status: 404 len: 345 time: 0.0341094 Oct 12 19:47:51.329319 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 54018) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:51.410257 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a68d4cf-e236-44b0-a835-bae1cb269053 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:47:51.416295 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a68d4cf-e236-44b0-a835-bae1cb269053 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:47:51.423044 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a68d4cf-e236-44b0-a835-bae1cb269053 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:47:51.424679 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-3a68d4cf-e236-44b0-a835-bae1cb269053 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] 10.222.0.49 "GET /v2.0/ports?network_id=02159666-3394-4cb8-8e84-f1e5f1711fc9 HTTP/1.1" status: 200 len: 2359 time: 0.0943463 Oct 12 19:47:51.427350 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 54020) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:51.477752 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c32d0e52-d368-41de-9080-4e75fce77ddd tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:47:51.479091 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-c32d0e52-d368-41de-9080-4e75fce77ddd tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] 10.222.0.49 "GET /v2.0/subnets/75562789-ed09-4a33-8aaa-a74331e31844 HTTP/1.1" status: 200 len: 797 time: 0.0508432 Oct 12 19:47:51.484043 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 54022) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:51.488738 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-adff68a2-feb3-475c-bec4-b1354b95f094 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Request body: {'port': {'network_id': '02159666-3394-4cb8-8e84-f1e5f1711fc9', 'name': 'tempest-FloatingIPTestJSON-512131476', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:47:51.522585 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 54026) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:51.581553 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-97d42ad6-35d2-4cbb-8559-52291ee3490c tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:51.611422 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-97d42ad6-35d2-4cbb-8559-52291ee3490c tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:51.659015 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adff68a2-feb3-475c-bec4-b1354b95f094 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Made reservation on behalf of 76f0d95e623d4014acdeaed3b373ad17 for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:47:51.733377 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-97d42ad6-35d2-4cbb-8559-52291ee3490c tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:51.736055 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-97d42ad6-35d2-4cbb-8559-52291ee3490c tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:51.737228 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-97d42ad6-35d2-4cbb-8559-52291ee3490c tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] 10.222.0.49 "DELETE /v2.0/security-groups/6e4e59b0-f74f-459c-b1e6-f4112d66acf0 HTTP/1.1" status: 204 len: 168 time: 0.2136519 Oct 12 19:47:51.743412 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-adff68a2-feb3-475c-bec4-b1354b95f094 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:51.751061 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d42ad6-35d2-4cbb-8559-52291ee3490c tempest-TestVolumeBackupRestore-522457945 tempest-TestVolumeBackupRestore-522457945-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e4e59b0-f74f-459c-b1e6-f4112d66acf0,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:47:51.760898 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [None req-adff68a2-feb3-475c-bec4-b1354b95f094 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] device_id is not set on port 93320774-d568-4368-9ea5-af93622b7567 yet. {{(pid=95501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 19:47:52.047012 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-adff68a2-feb3-475c-bec4-b1354b95f094 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Allocated IP 172.20.0.14 (02159666-3394-4cb8-8e84-f1e5f1711fc9/75562789-ed09-4a33-8aaa-a74331e31844/93320774-d568-4368-9ea5-af93622b7567) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:47:52.053282 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-adff68a2-feb3-475c-bec4-b1354b95f094 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Allocated IP 172.20.0.13 (02159666-3394-4cb8-8e84-f1e5f1711fc9/75562789-ed09-4a33-8aaa-a74331e31844/93320774-d568-4368-9ea5-af93622b7567) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:47:52.195809 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-adff68a2-feb3-475c-bec4-b1354b95f094 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:52.319352 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-adff68a2-feb3-475c-bec4-b1354b95f094 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:52.368678 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adff68a2-feb3-475c-bec4-b1354b95f094 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Network 02159666-3394-4cb8-8e84-f1e5f1711fc9 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:47:52.371735 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-adff68a2-feb3-475c-bec4-b1354b95f094 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:47:52.376360 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adff68a2-feb3-475c-bec4-b1354b95f094 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:47:52.382858 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adff68a2-feb3-475c-bec4-b1354b95f094 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Pushing event updated for resources: {'Port': ['ID=93320774-d568-4368-9ea5-af93622b7567,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:47:52.414256 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adff68a2-feb3-475c-bec4-b1354b95f094 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:47:52.414593 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adff68a2-feb3-475c-bec4-b1354b95f094 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:47:52.414939 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adff68a2-feb3-475c-bec4-b1354b95f094 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:47:52.415305 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adff68a2-feb3-475c-bec4-b1354b95f094 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:47:52.415642 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adff68a2-feb3-475c-bec4-b1354b95f094 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:47:52.415975 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adff68a2-feb3-475c-bec4-b1354b95f094 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:47:52.416353 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adff68a2-feb3-475c-bec4-b1354b95f094 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:47:52.416687 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adff68a2-feb3-475c-bec4-b1354b95f094 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:47:52.417014 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adff68a2-feb3-475c-bec4-b1354b95f094 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:47:52.417339 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adff68a2-feb3-475c-bec4-b1354b95f094 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:47:52.417683 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adff68a2-feb3-475c-bec4-b1354b95f094 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:47:52.417988 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adff68a2-feb3-475c-bec4-b1354b95f094 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:47:52.457561 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adff68a2-feb3-475c-bec4-b1354b95f094 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:47:52.458381 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-adff68a2-feb3-475c-bec4-b1354b95f094 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:52.590239 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-adff68a2-feb3-475c-bec4-b1354b95f094 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.1028895 Oct 12 19:47:52.590620 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 54062) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:52.596067 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-6322a083-a87f-4b82-b8dd-15d62d799f09 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Request body: {'floatingip': {'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'port_id': '93320774-d568-4368-9ea5-af93622b7567', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:47:52.701719 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6322a083-a87f-4b82-b8dd-15d62d799f09 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks [] for floatingip, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:52.798595 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6322a083-a87f-4b82-b8dd-15d62d799f09 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:52.916351 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-6322a083-a87f-4b82-b8dd-15d62d799f09 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Allocated IP 172.25.5.252 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/a7c2a0cd-b811-4e7e-b63b-653942fb07be) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:47:53.027309 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6322a083-a87f-4b82-b8dd-15d62d799f09 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:53.123370 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6322a083-a87f-4b82-b8dd-15d62d799f09 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:53.158142 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6322a083-a87f-4b82-b8dd-15d62d799f09 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:47:53.161185 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-6322a083-a87f-4b82-b8dd-15d62d799f09 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:47:53.164888 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6322a083-a87f-4b82-b8dd-15d62d799f09 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:47:53.208701 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6322a083-a87f-4b82-b8dd-15d62d799f09 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Pushing event updated for resources: {'Port': ['ID=a7c2a0cd-b811-4e7e-b63b-653942fb07be,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:47:53.552495 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6322a083-a87f-4b82-b8dd-15d62d799f09 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:53.686809 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6322a083-a87f-4b82-b8dd-15d62d799f09 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:53.877158 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6322a083-a87f-4b82-b8dd-15d62d799f09 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:53.933823 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6322a083-a87f-4b82-b8dd-15d62d799f09 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:54.000147 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6322a083-a87f-4b82-b8dd-15d62d799f09 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Pushing event updated for resources: {'Port': ['ID=a7c2a0cd-b811-4e7e-b63b-653942fb07be,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:47:54.014435 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6322a083-a87f-4b82-b8dd-15d62d799f09 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7915414'] for floatingip, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:54.124508 n-d-813679-3 neutron-server[95501]: INFO neutron.db.l3_db [None req-6322a083-a87f-4b82-b8dd-15d62d799f09 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Floating IP cbb465bb-fd09-4808-95ec-c8921d22c93b associated. External IP: 172.25.5.252, port: 93320774-d568-4368-9ea5-af93622b7567. Oct 12 19:47:54.349026 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6322a083-a87f-4b82-b8dd-15d62d799f09 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Router 993319b3-a0d9-47be-9efd-fd71d168818d has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:47:54.465944 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6322a083-a87f-4b82-b8dd-15d62d799f09 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:47:54.476103 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9993953-5b01-4b47-9835-fa62a9802932 None None] Sync routers for ids ['993319b3-a0d9-47be-9efd-fd71d168818d'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:47:54.486142 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9993953-5b01-4b47-9835-fa62a9802932 None None] Routers {'993319b3-a0d9-47be-9efd-fd71d168818d'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:47:54.490131 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-c9993953-5b01-4b47-9835-fa62a9802932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:47:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['993319b3-a0d9-47be-9efd-fd71d168818d'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:47:54.523190 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-c9993953-5b01-4b47-9835-fa62a9802932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:47:54.532494 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9993953-5b01-4b47-9835-fa62a9802932 None None] Routers {'993319b3-a0d9-47be-9efd-fd71d168818d'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:47:54.533356 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-c9993953-5b01-4b47-9835-fa62a9802932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:47:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['993319b3-a0d9-47be-9efd-fd71d168818d'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:47:54.567629 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-c9993953-5b01-4b47-9835-fa62a9802932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:47:54.568092 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6322a083-a87f-4b82-b8dd-15d62d799f09 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:54.568601 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9993953-5b01-4b47-9835-fa62a9802932 None None] The sync data for ids ['993319b3-a0d9-47be-9efd-fd71d168818d'] in n-d-813679-3 is: [] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:47:54.607031 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-6322a083-a87f-4b82-b8dd-15d62d799f09 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.0151968 Oct 12 19:47:54.607379 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 54146) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:54.618279 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-5ff7d032-984e-4fed-96c1-9dc50bbbdb95 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Request body: {'floatingip': {'port_id': '93320774-d568-4368-9ea5-af93622b7567', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:47:54.681480 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5ff7d032-984e-4fed-96c1-9dc50bbbdb95 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks [] for floatingip, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:55.177077 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5ff7d032-984e-4fed-96c1-9dc50bbbdb95 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:55.250884 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5ff7d032-984e-4fed-96c1-9dc50bbbdb95 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7915414'] for floatingip, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:55.483466 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ff7d032-984e-4fed-96c1-9dc50bbbdb95 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Router 993319b3-a0d9-47be-9efd-fd71d168818d has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:47:55.608915 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ff7d032-984e-4fed-96c1-9dc50bbbdb95 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:47:55.614431 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5ff7d032-984e-4fed-96c1-9dc50bbbdb95 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:55.621165 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c533f361-3ecb-414d-a07b-63d7db23e03c None None] Sync routers for ids ['993319b3-a0d9-47be-9efd-fd71d168818d'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:47:55.631799 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c533f361-3ecb-414d-a07b-63d7db23e03c None None] Routers {'993319b3-a0d9-47be-9efd-fd71d168818d'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:47:55.637127 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-c533f361-3ecb-414d-a07b-63d7db23e03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:47:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['993319b3-a0d9-47be-9efd-fd71d168818d'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:47:55.673652 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-c533f361-3ecb-414d-a07b-63d7db23e03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:47:55.684121 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c533f361-3ecb-414d-a07b-63d7db23e03c None None] Routers {'993319b3-a0d9-47be-9efd-fd71d168818d'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:47:55.684865 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-c533f361-3ecb-414d-a07b-63d7db23e03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:47:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['993319b3-a0d9-47be-9efd-fd71d168818d'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:47:55.690663 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-5ff7d032-984e-4fed-96c1-9dc50bbbdb95 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] 10.222.0.49 "PUT /v2.0/floatingips/cbb465bb-fd09-4808-95ec-c8921d22c93b HTTP/1.1" status: 200 len: 978 time: 1.0814383 Oct 12 19:47:55.693679 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 54200) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:55.723665 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-c533f361-3ecb-414d-a07b-63d7db23e03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:47:55.724685 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c533f361-3ecb-414d-a07b-63d7db23e03c None None] The sync data for ids ['993319b3-a0d9-47be-9efd-fd71d168818d'] in n-d-813679-3 is: [] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:47:55.903410 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-16c4e31d-2819-4352-b9b7-7c5411dc6c46 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Deleting port a7c2a0cd-b811-4e7e-b63b-653942fb07be {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:47:55.903755 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-16c4e31d-2819-4352-b9b7-7c5411dc6c46 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:55.984765 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-16c4e31d-2819-4352-b9b7-7c5411dc6c46 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:55.985635 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-16c4e31d-2819-4352-b9b7-7c5411dc6c46 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:55.996759 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-16c4e31d-2819-4352-b9b7-7c5411dc6c46 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Calling delete_port for a7c2a0cd-b811-4e7e-b63b-653942fb07be owned by network:floatingip {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:47:56.259546 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-16c4e31d-2819-4352-b9b7-7c5411dc6c46 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:56.285512 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c4e31d-2819-4352-b9b7-7c5411dc6c46 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Pushing event deleted for resources: {'Port': ['ID=a7c2a0cd-b811-4e7e-b63b-653942fb07be,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:47:56.350157 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-16c4e31d-2819-4352-b9b7-7c5411dc6c46 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks [] for floatingip, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:56.351105 n-d-813679-3 neutron-server[95501]: INFO neutron.db.l3_db [None req-16c4e31d-2819-4352-b9b7-7c5411dc6c46 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Floating IP cbb465bb-fd09-4808-95ec-c8921d22c93b disassociated (deleted). External IP: 172.25.5.252, port: 93320774-d568-4368-9ea5-af93622b7567. Oct 12 19:47:56.840601 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 54256) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:56.917846 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16c4e31d-2819-4352-b9b7-7c5411dc6c46 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Router 993319b3-a0d9-47be-9efd-fd71d168818d has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:47:57.047305 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16c4e31d-2819-4352-b9b7-7c5411dc6c46 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:47:57.051229 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-16c4e31d-2819-4352-b9b7-7c5411dc6c46 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:57.059240 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f9d38b-eb47-4980-ac8e-4130239b40a6 None None] Sync routers for ids ['993319b3-a0d9-47be-9efd-fd71d168818d'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:47:57.072416 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f9d38b-eb47-4980-ac8e-4130239b40a6 None None] Routers {'993319b3-a0d9-47be-9efd-fd71d168818d'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:47:57.080908 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-71f9d38b-eb47-4980-ac8e-4130239b40a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:47:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['993319b3-a0d9-47be-9efd-fd71d168818d'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:47:57.088265 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-16c4e31d-2819-4352-b9b7-7c5411dc6c46 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] 10.222.0.49 "DELETE /v2.0/floatingips/cbb465bb-fd09-4808-95ec-c8921d22c93b HTTP/1.1" status: 204 len: 168 time: 1.3927860 Oct 12 19:47:57.090692 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 54266) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:57.142104 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-71f9d38b-eb47-4980-ac8e-4130239b40a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:47:57.159860 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f9d38b-eb47-4980-ac8e-4130239b40a6 None None] Routers {'993319b3-a0d9-47be-9efd-fd71d168818d'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:47:57.160769 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-71f9d38b-eb47-4980-ac8e-4130239b40a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:47:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['993319b3-a0d9-47be-9efd-fd71d168818d'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:47:57.204500 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-71f9d38b-eb47-4980-ac8e-4130239b40a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:47:57.205382 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f9d38b-eb47-4980-ac8e-4130239b40a6 None None] The sync data for ids ['993319b3-a0d9-47be-9efd-fd71d168818d'] in n-d-813679-3 is: [] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:47:57.213352 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 19:47:57.217134 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-11cd859e-8470-400d-9dfd-09360f6823fe tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Deleting port 93320774-d568-4368-9ea5-af93622b7567 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:47:57.217493 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-11cd859e-8470-400d-9dfd-09360f6823fe tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:57.236794 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a8404b7f-f1cf-4bc7-b340-5c44d44b91b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8092566'] for router_interface, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:57.323785 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-11cd859e-8470-400d-9dfd-09360f6823fe tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:57.337824 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-11cd859e-8470-400d-9dfd-09360f6823fe tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Calling delete_port for 93320774-d568-4368-9ea5-af93622b7567 owned by {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:47:57.511559 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-a8404b7f-f1cf-4bc7-b340-5c44d44b91b4 admin admin] Deleting port 4dbd8775-22cd-4346-84cd-0229d6ab243c {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:47:57.512068 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a8404b7f-f1cf-4bc7-b340-5c44d44b91b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:57.595703 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-11cd859e-8470-400d-9dfd-09360f6823fe tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:57.598365 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-a8404b7f-f1cf-4bc7-b340-5c44d44b91b4 admin admin] For port 4dbd8775-22cd-4346-84cd-0229d6ab243c, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=4dbd8775-22cd-4346-84cd-0229d6ab243c,segment=NetworkSegment(d974e6e5-0045-4ad9-98d2-9a821e471656),segment_id=d974e6e5-0045-4ad9-98d2-9a821e471656)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:47:57.598912 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a8404b7f-f1cf-4bc7-b340-5c44d44b91b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:57.616583 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-a8404b7f-f1cf-4bc7-b340-5c44d44b91b4 admin admin] Calling delete_port for 4dbd8775-22cd-4346-84cd-0229d6ab243c owned by network:router_interface {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:47:57.631110 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cd859e-8470-400d-9dfd-09360f6823fe tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Pushing event deleted for resources: {'Port': ['ID=93320774-d568-4368-9ea5-af93622b7567,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:47:57.726641 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-11cd859e-8470-400d-9dfd-09360f6823fe tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:57.730372 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-11cd859e-8470-400d-9dfd-09360f6823fe tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] 10.222.0.49 "DELETE /v2.0/ports/93320774-d568-4368-9ea5-af93622b7567 HTTP/1.1" status: 204 len: 168 time: 0.6384251 Oct 12 19:47:57.735707 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 54290) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:57.740529 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-95bff5c5-0cad-4f7d-80cc-965a7c50471b tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Request body: {'floatingip': {'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:47:57.856815 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-95bff5c5-0cad-4f7d-80cc-965a7c50471b tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks [] for floatingip, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:57.891488 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a8404b7f-f1cf-4bc7-b340-5c44d44b91b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:57.921186 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8404b7f-f1cf-4bc7-b340-5c44d44b91b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=4dbd8775-22cd-4346-84cd-0229d6ab243c,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:47:57.956684 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-95bff5c5-0cad-4f7d-80cc-965a7c50471b tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:58.081501 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-95bff5c5-0cad-4f7d-80cc-965a7c50471b tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Allocated IP 172.25.5.224 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/c0e4c380-becf-42d6-a1e8-9a231ca8548d) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:47:58.129020 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a8404b7f-f1cf-4bc7-b340-5c44d44b91b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7898909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8092450'] for router_interface, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:58.197809 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-95bff5c5-0cad-4f7d-80cc-965a7c50471b tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:58.333798 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-95bff5c5-0cad-4f7d-80cc-965a7c50471b tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:58.382137 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95bff5c5-0cad-4f7d-80cc-965a7c50471b tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:47:58.385270 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-95bff5c5-0cad-4f7d-80cc-965a7c50471b tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:47:58.388961 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bff5c5-0cad-4f7d-80cc-965a7c50471b tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:47:58.413245 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bff5c5-0cad-4f7d-80cc-965a7c50471b tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Pushing event updated for resources: {'Port': ['ID=c0e4c380-becf-42d6-a1e8-9a231ca8548d,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:47:58.480572 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-95bff5c5-0cad-4f7d-80cc-965a7c50471b tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:58.573552 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-95bff5c5-0cad-4f7d-80cc-965a7c50471b tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:58.680756 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8404b7f-f1cf-4bc7-b340-5c44d44b91b4 admin admin] Router a3256ffb-4c40-4c57-a5f5-6dc80e16cf28 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:47:58.731876 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-95bff5c5-0cad-4f7d-80cc-965a7c50471b tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:58.786886 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8404b7f-f1cf-4bc7-b340-5c44d44b91b4 admin admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:47:58.790619 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-95bff5c5-0cad-4f7d-80cc-965a7c50471b tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:58.792291 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-a8404b7f-f1cf-4bc7-b340-5c44d44b91b4 admin admin] 10.222.0.49 "PUT /v2.0/routers/a3256ffb-4c40-4c57-a5f5-6dc80e16cf28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9498646 Oct 12 19:47:58.795300 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 54336) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:58.801214 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f70ad85-fcf5-45be-8778-8bce9c27c9d8 None None] Sync routers for ids ['a3256ffb-4c40-4c57-a5f5-6dc80e16cf28'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:47:58.814300 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f70ad85-fcf5-45be-8778-8bce9c27c9d8 None None] Routers {'a3256ffb-4c40-4c57-a5f5-6dc80e16cf28'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:47:58.815099 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-1f70ad85-fcf5-45be-8778-8bce9c27c9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:47:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['a3256ffb-4c40-4c57-a5f5-6dc80e16cf28'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:47:58.872232 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bff5c5-0cad-4f7d-80cc-965a7c50471b tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Pushing event updated for resources: {'Port': ['ID=c0e4c380-becf-42d6-a1e8-9a231ca8548d,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:47:58.887407 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-95bff5c5-0cad-4f7d-80cc-965a7c50471b tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7915414'] for floatingip, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:58.916350 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-03ac9f69-1291-4d3a-bc30-a505934e1502 admin admin] Notify callbacks [] for router, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:58.932708 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-1f70ad85-fcf5-45be-8778-8bce9c27c9d8 None None] Set router a3256ffb-4c40-4c57-a5f5-6dc80e16cf28 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:47:58.961803 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-95bff5c5-0cad-4f7d-80cc-965a7c50471b tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:58.963267 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-95bff5c5-0cad-4f7d-80cc-965a7c50471b tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2264791 Oct 12 19:47:58.965872 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 54344) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:58.971661 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-605ec6cb-78a3-48d9-bb2f-9ec8a56e9cb5 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Request body: {'port': {'network_id': '02159666-3394-4cb8-8e84-f1e5f1711fc9', 'name': 'tempest-FloatingIPTestJSON-147283749'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:47:59.020971 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-03ac9f69-1291-4d3a-bc30-a505934e1502 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:59.132279 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-1f70ad85-fcf5-45be-8778-8bce9c27c9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3256ffb-4c40-4c57-a5f5-6dc80e16cf28', 'name': 'tempest-TestVolumeBackupRestore-282205907-router', 'tenant_id': '5d7aa4c9d56448b0a60a17087e53ce9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': '71362775-aa13-4668-b0b9-7ad2d7432230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:43:12Z', 'updated_at': '2021-10-12T19:47:57Z', 'revision_number': 5, 'project_id': '5d7aa4c9d56448b0a60a17087e53ce9b', 'gw_port': {'id': '71362775-aa13-4668-b0b9-7ad2d7432230', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:6e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3256ffb-4c40-4c57-a5f5-6dc80e16cf28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:43:12Z', 'updated_at': '2021-10-12T19:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:47:59.135693 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-03ac9f69-1291-4d3a-bc30-a505934e1502 admin admin] Deleting port 71362775-aa13-4668-b0b9-7ad2d7432230 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:47:59.136060 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-03ac9f69-1291-4d3a-bc30-a505934e1502 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:59.158900 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f70ad85-fcf5-45be-8778-8bce9c27c9d8 None None] Checking router: a3256ffb-4c40-4c57-a5f5-6dc80e16cf28 for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:47:59.167916 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f70ad85-fcf5-45be-8778-8bce9c27c9d8 None None] Routers {'a3256ffb-4c40-4c57-a5f5-6dc80e16cf28'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:47:59.168560 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-1f70ad85-fcf5-45be-8778-8bce9c27c9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:47:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['a3256ffb-4c40-4c57-a5f5-6dc80e16cf28'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:47:59.182136 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-605ec6cb-78a3-48d9-bb2f-9ec8a56e9cb5 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Made reservation on behalf of 76f0d95e623d4014acdeaed3b373ad17 for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:47:59.186562 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-605ec6cb-78a3-48d9-bb2f-9ec8a56e9cb5 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:59.206062 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [None req-605ec6cb-78a3-48d9-bb2f-9ec8a56e9cb5 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] device_id is not set on port f6a98699-fc6b-4114-9021-8fccec9e32c7 yet. {{(pid=95501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 19:47:59.222352 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-03ac9f69-1291-4d3a-bc30-a505934e1502 admin admin] For port 71362775-aa13-4668-b0b9-7ad2d7432230, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=71362775-aa13-4668-b0b9-7ad2d7432230,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:47:59.222862 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-03ac9f69-1291-4d3a-bc30-a505934e1502 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:59.229275 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-208524a0-8b50-4637-aa75-2284aa7de75c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:59.242217 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-03ac9f69-1291-4d3a-bc30-a505934e1502 admin admin] Calling delete_port for 71362775-aa13-4668-b0b9-7ad2d7432230 owned by network:router_gateway {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:47:59.268144 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-1f70ad85-fcf5-45be-8778-8bce9c27c9d8 None None] Set router a3256ffb-4c40-4c57-a5f5-6dc80e16cf28 gateway port host: None {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:47:59.320690 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-1f70ad85-fcf5-45be-8778-8bce9c27c9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3256ffb-4c40-4c57-a5f5-6dc80e16cf28', 'name': 'tempest-TestVolumeBackupRestore-282205907-router', 'tenant_id': '5d7aa4c9d56448b0a60a17087e53ce9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:43:12Z', 'updated_at': '2021-10-12T19:47:59Z', 'revision_number': 6, 'project_id': '5d7aa4c9d56448b0a60a17087e53ce9b', 'gw_port_host': None}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:47:59.352233 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f70ad85-fcf5-45be-8778-8bce9c27c9d8 None None] The sync data for ids ['a3256ffb-4c40-4c57-a5f5-6dc80e16cf28'] in n-d-813679-3 is: [{'id': 'a3256ffb-4c40-4c57-a5f5-6dc80e16cf28', 'name': 'tempest-TestVolumeBackupRestore-282205907-router', 'tenant_id': '5d7aa4c9d56448b0a60a17087e53ce9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:43:12Z', 'updated_at': '2021-10-12T19:47:59Z', 'revision_number': 6, 'project_id': '5d7aa4c9d56448b0a60a17087e53ce9b', 'gw_port_host': None}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:47:59.375510 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-605ec6cb-78a3-48d9-bb2f-9ec8a56e9cb5 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Allocated IP 172.20.0.4 (02159666-3394-4cb8-8e84-f1e5f1711fc9/75562789-ed09-4a33-8aaa-a74331e31844/f6a98699-fc6b-4114-9021-8fccec9e32c7) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:47:59.513256 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-03ac9f69-1291-4d3a-bc30-a505934e1502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:59.530450 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-605ec6cb-78a3-48d9-bb2f-9ec8a56e9cb5 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:59.544706 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ac9f69-1291-4d3a-bc30-a505934e1502 admin admin] Pushing event deleted for resources: {'Port': ['ID=71362775-aa13-4668-b0b9-7ad2d7432230,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:47:59.570769 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ac9f69-1291-4d3a-bc30-a505934e1502 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:47:59.571114 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ac9f69-1291-4d3a-bc30-a505934e1502 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:47:59.571453 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ac9f69-1291-4d3a-bc30-a505934e1502 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:47:59.571790 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ac9f69-1291-4d3a-bc30-a505934e1502 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:47:59.572188 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ac9f69-1291-4d3a-bc30-a505934e1502 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:47:59.572540 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ac9f69-1291-4d3a-bc30-a505934e1502 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:47:59.572870 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ac9f69-1291-4d3a-bc30-a505934e1502 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:47:59.573190 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ac9f69-1291-4d3a-bc30-a505934e1502 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:47:59.573511 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ac9f69-1291-4d3a-bc30-a505934e1502 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:47:59.573828 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ac9f69-1291-4d3a-bc30-a505934e1502 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:47:59.574155 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ac9f69-1291-4d3a-bc30-a505934e1502 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:47:59.574462 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ac9f69-1291-4d3a-bc30-a505934e1502 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:47:59.620803 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-03ac9f69-1291-4d3a-bc30-a505934e1502 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7915456'] for router_gateway, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:59.639334 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-605ec6cb-78a3-48d9-bb2f-9ec8a56e9cb5 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:59.683434 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-605ec6cb-78a3-48d9-bb2f-9ec8a56e9cb5 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Network 02159666-3394-4cb8-8e84-f1e5f1711fc9 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:47:59.689079 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-605ec6cb-78a3-48d9-bb2f-9ec8a56e9cb5 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:47:59.693992 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605ec6cb-78a3-48d9-bb2f-9ec8a56e9cb5 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:47:59.700726 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605ec6cb-78a3-48d9-bb2f-9ec8a56e9cb5 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Pushing event updated for resources: {'Port': ['ID=f6a98699-fc6b-4114-9021-8fccec9e32c7,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:47:59.715656 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-03ac9f69-1291-4d3a-bc30-a505934e1502 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255495'] for router, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:59.718193 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-03ac9f69-1291-4d3a-bc30-a505934e1502 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:59.750286 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-605ec6cb-78a3-48d9-bb2f-9ec8a56e9cb5 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:47:59.751005 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-605ec6cb-78a3-48d9-bb2f-9ec8a56e9cb5 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:59.845414 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-605ec6cb-78a3-48d9-bb2f-9ec8a56e9cb5 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.8783839 Oct 12 19:47:59.847993 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 54382) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:59.852746 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-cdb475bb-ed2d-478d-a4cf-0f464f5357d1 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Request body: {'floatingip': {'port_id': 'f6a98699-fc6b-4114-9021-8fccec9e32c7'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:47:59.870439 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-03ac9f69-1291-4d3a-bc30-a505934e1502 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8093499'] for router, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:59.871108 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03ac9f69-1291-4d3a-bc30-a505934e1502 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3256ffb-4c40-4c57-a5f5-6dc80e16cf28 {{(pid=95502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 19:47:59.875845 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-03ac9f69-1291-4d3a-bc30-a505934e1502 admin admin] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:59.880448 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-03ac9f69-1291-4d3a-bc30-a505934e1502 admin admin] 10.222.0.49 "DELETE /v2.0/routers/a3256ffb-4c40-4c57-a5f5-6dc80e16cf28 HTTP/1.1" status: 204 len: 168 time: 1.0829308 Oct 12 19:47:59.883471 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 54386) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:47:59.898382 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-cdb475bb-ed2d-478d-a4cf-0f464f5357d1 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks [] for floatingip, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:59.933270 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2fae628-7196-409d-81ee-6c6565cf6f42 admin admin] Deleting subnet b93d1e81-75e4-49a9-8d0f-39bf98a8696d {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:47:59.936390 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f2fae628-7196-409d-81ee-6c6565cf6f42 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:47:59.972647 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f2fae628-7196-409d-81ee-6c6565cf6f42 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16313642'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:00.050720 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f2fae628-7196-409d-81ee-6c6565cf6f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:00.191144 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f2fae628-7196-409d-81ee-6c6565cf6f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4306592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16245866'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:00.217369 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fae628-7196-409d-81ee-6c6565cf6f42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b93d1e81-75e4-49a9-8d0f-39bf98a8696d,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:00.221481 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f2fae628-7196-409d-81ee-6c6565cf6f42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:00.224653 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-f2fae628-7196-409d-81ee-6c6565cf6f42 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/b93d1e81-75e4-49a9-8d0f-39bf98a8696d HTTP/1.1" status: 204 len: 168 time: 0.3399839 Oct 12 19:48:00.227432 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 54406) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:48:00.228454 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16de3126-d1aa-419b-a026-6459391b81b9 None None] Network d1e6cf90-e461-4344-8285-6e9d900c8060 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:48:00.297462 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8d19ae63-29a7-4423-a407-6706e2f34c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:00.361794 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-8d19ae63-29a7-4423-a407-6706e2f34c7e admin admin] Deleting port fe90f5b8-e8ef-4925-94ea-3f249a6fc892 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:48:00.362152 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8d19ae63-29a7-4423-a407-6706e2f34c7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:00.385616 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-cdb475bb-ed2d-478d-a4cf-0f464f5357d1 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:00.433980 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-8d19ae63-29a7-4423-a407-6706e2f34c7e admin admin] For port fe90f5b8-e8ef-4925-94ea-3f249a6fc892, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=fe90f5b8-e8ef-4925-94ea-3f249a6fc892,segment=NetworkSegment(d974e6e5-0045-4ad9-98d2-9a821e471656),segment_id=d974e6e5-0045-4ad9-98d2-9a821e471656)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:48:00.434343 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8d19ae63-29a7-4423-a407-6706e2f34c7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:00.443674 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb5dbe3-3f02-40e0-8628-65612c082ee5 None None] DHCP port deletion for d1e6cf90-e461-4344-8285-6e9d900c8060 request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 19:48:00.453760 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-8d19ae63-29a7-4423-a407-6706e2f34c7e admin admin] Calling delete_port for fe90f5b8-e8ef-4925-94ea-3f249a6fc892 owned by network:dhcp {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:48:00.496294 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-7eb5dbe3-3f02-40e0-8628-65612c082ee5 None None] Deleting port fe90f5b8-e8ef-4925-94ea-3f249a6fc892 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:48:00.496679 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7eb5dbe3-3f02-40e0-8628-65612c082ee5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:00.511659 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-cdb475bb-ed2d-478d-a4cf-0f464f5357d1 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7915414'] for floatingip, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:00.567409 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-7eb5dbe3-3f02-40e0-8628-65612c082ee5 None None] For port fe90f5b8-e8ef-4925-94ea-3f249a6fc892, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=fe90f5b8-e8ef-4925-94ea-3f249a6fc892,segment=NetworkSegment(d974e6e5-0045-4ad9-98d2-9a821e471656),segment_id=d974e6e5-0045-4ad9-98d2-9a821e471656)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:48:00.770787 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7eb5dbe3-3f02-40e0-8628-65612c082ee5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:00.770787 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-7eb5dbe3-3f02-40e0-8628-65612c082ee5 None None] Calling delete_port for fe90f5b8-e8ef-4925-94ea-3f249a6fc892 owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:48:00.771312 n-d-813679-3 neutron-server[95501]: INFO neutron.db.l3_db [None req-cdb475bb-ed2d-478d-a4cf-0f464f5357d1 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Floating IP cfb8afb8-8e2f-47c1-bbab-f3dd2bfad35d associated. External IP: 172.25.5.224, port: f6a98699-fc6b-4114-9021-8fccec9e32c7. Oct 12 19:48:00.793614 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8d19ae63-29a7-4423-a407-6706e2f34c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:00.800992 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7eb5dbe3-3f02-40e0-8628-65612c082ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:00.833244 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb5dbe3-3f02-40e0-8628-65612c082ee5 None None] Pushing event deleted for resources: {'Port': ['ID=fe90f5b8-e8ef-4925-94ea-3f249a6fc892,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:00.834670 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdb475bb-ed2d-478d-a4cf-0f464f5357d1 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Router 993319b3-a0d9-47be-9efd-fd71d168818d has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:48:00.837549 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d19ae63-29a7-4423-a407-6706e2f34c7e admin admin] Pushing event deleted for resources: {'Port': ['ID=fe90f5b8-e8ef-4925-94ea-3f249a6fc892,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:00.840502 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d19ae63-29a7-4423-a407-6706e2f34c7e admin admin] No DVR routers for this DVR port fe90f5b8-e8ef-4925-94ea-3f249a6fc892 on host n-d-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:48:00.846628 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb5dbe3-3f02-40e0-8628-65612c082ee5 None None] No DVR routers for this DVR port fe90f5b8-e8ef-4925-94ea-3f249a6fc892 on host n-d-813679-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:48:00.917189 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8d19ae63-29a7-4423-a407-6706e2f34c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:00.939283 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-8d19ae63-29a7-4423-a407-6706e2f34c7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1e6cf90-e461-4344-8285-6e9d900c8060']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:48:00.947140 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdb475bb-ed2d-478d-a4cf-0f464f5357d1 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:48:00.949787 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-8d19ae63-29a7-4423-a407-6706e2f34c7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd974e6e5-0045-4ad9-98d2-9a821e471656') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:48:00.954208 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-8d19ae63-29a7-4423-a407-6706e2f34c7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd974e6e5-0045-4ad9-98d2-9a821e471656') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:48:00.955220 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-cdb475bb-ed2d-478d-a4cf-0f464f5357d1 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:00.957780 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a7eac3-3f0c-4e49-a084-f03f14c54d3e None None] Sync routers for ids ['993319b3-a0d9-47be-9efd-fd71d168818d'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:48:00.961019 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8d19ae63-29a7-4423-a407-6706e2f34c7e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16313633'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:00.966920 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a7eac3-3f0c-4e49-a084-f03f14c54d3e None None] Routers {'993319b3-a0d9-47be-9efd-fd71d168818d'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:48:00.967520 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-55a7eac3-3f0c-4e49-a084-f03f14c54d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:47:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['993319b3-a0d9-47be-9efd-fd71d168818d'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:48:00.975588 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8d19ae63-29a7-4423-a407-6706e2f34c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:00.979693 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-cdb475bb-ed2d-478d-a4cf-0f464f5357d1 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] 10.222.0.49 "PUT /v2.0/floatingips/cfb8afb8-8e2f-47c1-bbab-f3dd2bfad35d HTTP/1.1" status: 200 len: 977 time: 1.1306627 Oct 12 19:48:00.983469 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 54428) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:48:00.994615 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d19ae63-29a7-4423-a407-6706e2f34c7e admin admin] Releasing vlan 525 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:48:00.995016 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8d19ae63-29a7-4423-a407-6706e2f34c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4305278'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:00.996704 n-d-813679-3 neutron-server[95502]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 19:48:00.996704 n-d-813679-3 neutron-server[95502]: items = [ Oct 12 19:48:00.996704 n-d-813679-3 neutron-server[95502]: Traceback (most recent call last): Oct 12 19:48:00.996704 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:48:00.996704 n-d-813679-3 neutron-server[95502]: timer() Oct 12 19:48:00.996704 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:48:00.996704 n-d-813679-3 neutron-server[95502]: cb(*args, **kw) Oct 12 19:48:00.996704 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:48:00.996704 n-d-813679-3 neutron-server[95502]: return func(*args, **kwargs) Oct 12 19:48:00.996704 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:48:00.996704 n-d-813679-3 neutron-server[95502]: self._notify() Oct 12 19:48:00.996704 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:48:00.996704 n-d-813679-3 neutron-server[95502]: self.callback(batched_events) Oct 12 19:48:00.996704 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:48:00.996704 n-d-813679-3 neutron-server[95502]: event.method(event) Oct 12 19:48:00.996704 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:48:00.996704 n-d-813679-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:48:00.996704 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:48:00.996704 n-d-813679-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:48:00.996704 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:48:00.996704 n-d-813679-3 neutron-server[95502]: return f(self, *a, **k) Oct 12 19:48:00.996704 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:48:00.996704 n-d-813679-3 neutron-server[95502]: return self._get(url).json() Oct 12 19:48:00.996704 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:48:00.996704 n-d-813679-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:48:00.996704 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:48:00.996704 n-d-813679-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Oct 12 19:48:00.996704 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:48:00.996704 n-d-813679-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:48:00.996704 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:48:00.996704 n-d-813679-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:48:00.996704 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:48:00.996704 n-d-813679-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:48:00.996704 n-d-813679-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:48:01.005246 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-55a7eac3-3f0c-4e49-a084-f03f14c54d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:48:01.014846 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a7eac3-3f0c-4e49-a084-f03f14c54d3e None None] Routers {'993319b3-a0d9-47be-9efd-fd71d168818d'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:48:01.015659 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-55a7eac3-3f0c-4e49-a084-f03f14c54d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:47:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['993319b3-a0d9-47be-9efd-fd71d168818d'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:48:01.048239 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-55a7eac3-3f0c-4e49-a084-f03f14c54d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:48:01.048958 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a7eac3-3f0c-4e49-a084-f03f14c54d3e None None] The sync data for ids ['993319b3-a0d9-47be-9efd-fd71d168818d'] in n-d-813679-3 is: [] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:48:01.130272 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-fdf40907-52b4-405b-8e21-6ffee2d407c4 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Deleting port f6a98699-fc6b-4114-9021-8fccec9e32c7 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:48:01.130612 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fdf40907-52b4-405b-8e21-6ffee2d407c4 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:01.171681 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8d19ae63-29a7-4423-a407-6706e2f34c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:01.178231 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8d19ae63-29a7-4423-a407-6706e2f34c7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:01.181365 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-8d19ae63-29a7-4423-a407-6706e2f34c7e admin admin] 10.222.0.49 "DELETE /v2.0/networks/d1e6cf90-e461-4344-8285-6e9d900c8060 HTTP/1.1" status: 204 len: 168 time: 0.9529960 Oct 12 19:48:01.184692 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 54440) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:48:01.197196 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d19ae63-29a7-4423-a407-6706e2f34c7e admin admin] Pushing event deleted for resources: {'Network': ['ID=d1e6cf90-e461-4344-8285-6e9d900c8060,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:01.241199 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fdf40907-52b4-405b-8e21-6ffee2d407c4 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:01.293668 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device fe90f5b8-e8ef-4925-94ea-3f249a6fc892 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:48:01.314629 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: fe90f5b8-e8ef-4925-94ea-3f249a6fc892 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:48:01.315362 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device fe90f5b8-e8ef-4925-94ea-3f249a6fc892 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:48:01.315844 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 71362775-aa13-4668-b0b9-7ad2d7432230 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:48:01.337669 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 71362775-aa13-4668-b0b9-7ad2d7432230 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:48:01.338490 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 71362775-aa13-4668-b0b9-7ad2d7432230 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:48:01.339075 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 4dbd8775-22cd-4346-84cd-0229d6ab243c no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:48:01.368680 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 4dbd8775-22cd-4346-84cd-0229d6ab243c {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:48:01.369043 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 4dbd8775-22cd-4346-84cd-0229d6ab243c not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:48:01.468922 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fdf40907-52b4-405b-8e21-6ffee2d407c4 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:01.469285 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fdf40907-52b4-405b-8e21-6ffee2d407c4 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7915414'] for floatingip, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:01.469600 n-d-813679-3 neutron-server[95502]: INFO neutron.db.l3_db [None req-fdf40907-52b4-405b-8e21-6ffee2d407c4 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Floating IP cfb8afb8-8e2f-47c1-bbab-f3dd2bfad35d disassociated. External IP: 172.25.5.224, port: f6a98699-fc6b-4114-9021-8fccec9e32c7. Oct 12 19:48:01.469937 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-fdf40907-52b4-405b-8e21-6ffee2d407c4 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Calling delete_port for f6a98699-fc6b-4114-9021-8fccec9e32c7 owned by {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:48:01.563831 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-90c9b4d2-7219-48ea-b4e9-855f27c7c54a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8092566'] for router_interface, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:01.656991 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fdf40907-52b4-405b-8e21-6ffee2d407c4 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:01.686676 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf40907-52b4-405b-8e21-6ffee2d407c4 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Pushing event deleted for resources: {'Port': ['ID=f6a98699-fc6b-4114-9021-8fccec9e32c7,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:01.713435 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-525920e5-9711-4a32-97be-8fc201593531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:01.804465 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdf40907-52b4-405b-8e21-6ffee2d407c4 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Router 993319b3-a0d9-47be-9efd-fd71d168818d has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:48:01.825247 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-90c9b4d2-7219-48ea-b4e9-855f27c7c54a admin admin] Deleting port af357aab-1c52-4d5f-b5e3-202eeb7c23cc {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:48:01.825590 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-90c9b4d2-7219-48ea-b4e9-855f27c7c54a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:01.905092 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [None req-90c9b4d2-7219-48ea-b4e9-855f27c7c54a admin admin] For port af357aab-1c52-4d5f-b5e3-202eeb7c23cc, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=af357aab-1c52-4d5f-b5e3-202eeb7c23cc,segment=NetworkSegment(ff9edc78-48e9-48c3-8894-88efa874582b),segment_id=ff9edc78-48e9-48c3-8894-88efa874582b)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:48:01.905464 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-90c9b4d2-7219-48ea-b4e9-855f27c7c54a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:01.913907 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdf40907-52b4-405b-8e21-6ffee2d407c4 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:48:01.920498 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-90c9b4d2-7219-48ea-b4e9-855f27c7c54a admin admin] Calling delete_port for af357aab-1c52-4d5f-b5e3-202eeb7c23cc owned by network:router_interface {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:48:01.925445 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f5b7e6-4942-42f7-8b68-ff2872419e5e None None] Sync routers for ids ['993319b3-a0d9-47be-9efd-fd71d168818d'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:48:01.934810 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f5b7e6-4942-42f7-8b68-ff2872419e5e None None] Routers {'993319b3-a0d9-47be-9efd-fd71d168818d'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:48:01.935435 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-e2f5b7e6-4942-42f7-8b68-ff2872419e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:48:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['993319b3-a0d9-47be-9efd-fd71d168818d'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:48:01.967742 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-e2f5b7e6-4942-42f7-8b68-ff2872419e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:48:01.978235 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f5b7e6-4942-42f7-8b68-ff2872419e5e None None] Routers {'993319b3-a0d9-47be-9efd-fd71d168818d'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:48:01.978878 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-e2f5b7e6-4942-42f7-8b68-ff2872419e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:48:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['993319b3-a0d9-47be-9efd-fd71d168818d'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:48:01.993538 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fdf40907-52b4-405b-8e21-6ffee2d407c4 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:01.996894 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-fdf40907-52b4-405b-8e21-6ffee2d407c4 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] 10.222.0.49 "DELETE /v2.0/ports/f6a98699-fc6b-4114-9021-8fccec9e32c7 HTTP/1.1" status: 204 len: 168 time: 1.0124598 Oct 12 19:48:01.999401 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 54480) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:48:02.016061 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-e2f5b7e6-4942-42f7-8b68-ff2872419e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:48:02.016709 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f5b7e6-4942-42f7-8b68-ff2872419e5e None None] The sync data for ids ['993319b3-a0d9-47be-9efd-fd71d168818d'] in n-d-813679-3 is: [] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:48:02.054468 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-ca2c26fa-87ff-4669-9b6d-fb5196c1a340 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] 10.222.0.49 "GET /v2.0/floatingips/cfb8afb8-8e2f-47c1-bbab-f3dd2bfad35d HTTP/1.1" status: 200 len: 688 time: 0.0537558 Oct 12 19:48:02.057275 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 54486) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:48:02.229501 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-eb7ea86f-9b37-43ca-8428-5a3132a49531 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Deleting port c0e4c380-becf-42d6-a1e8-9a231ca8548d {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:48:02.232158 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-eb7ea86f-9b37-43ca-8428-5a3132a49531 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:02.505130 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:02.582032 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-90c9b4d2-7219-48ea-b4e9-855f27c7c54a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:02.634074 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9b4d2-7219-48ea-b4e9-855f27c7c54a admin admin] Pushing event deleted for resources: {'Port': ['ID=af357aab-1c52-4d5f-b5e3-202eeb7c23cc,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:02.714776 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-eb7ea86f-9b37-43ca-8428-5a3132a49531 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:02.715104 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-eb7ea86f-9b37-43ca-8428-5a3132a49531 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:02.732975 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-eb7ea86f-9b37-43ca-8428-5a3132a49531 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Calling delete_port for c0e4c380-becf-42d6-a1e8-9a231ca8548d owned by network:floatingip {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:48:02.893047 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-90c9b4d2-7219-48ea-b4e9-855f27c7c54a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7898909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8092450'] for router_interface, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:03.062259 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:03.090800 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:03.113218 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-eb7ea86f-9b37-43ca-8428-5a3132a49531 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:03.152018 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7ea86f-9b37-43ca-8428-5a3132a49531 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Pushing event deleted for resources: {'Port': ['ID=c0e4c380-becf-42d6-a1e8-9a231ca8548d,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:03.208479 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90c9b4d2-7219-48ea-b4e9-855f27c7c54a admin admin] Router ee5aad3b-80e7-4bfb-b3ed-693dc6aded24 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:48:03.228446 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-eb7ea86f-9b37-43ca-8428-5a3132a49531 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks [] for floatingip, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:03.231163 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-eb7ea86f-9b37-43ca-8428-5a3132a49531 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:03.232353 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-eb7ea86f-9b37-43ca-8428-5a3132a49531 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] 10.222.0.49 "DELETE /v2.0/floatingips/cfb8afb8-8e2f-47c1-bbab-f3dd2bfad35d HTTP/1.1" status: 204 len: 168 time: 1.1739120 Oct 12 19:48:03.237473 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 54514) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:48:03.242079 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-fb72585e-0a1d-4a60-a07f-553a17d8171e tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Request body: {'floatingip': {'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'port_id': '1767229f-3fec-40a1-8f38-fb6e9e4c6333'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:48:03.335439 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fb72585e-0a1d-4a60-a07f-553a17d8171e tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks [] for floatingip, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:03.343013 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90c9b4d2-7219-48ea-b4e9-855f27c7c54a admin admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:48:03.348557 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-90c9b4d2-7219-48ea-b4e9-855f27c7c54a admin admin] 10.222.0.49 "PUT /v2.0/routers/ee5aad3b-80e7-4bfb-b3ed-693dc6aded24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1626053 Oct 12 19:48:03.351601 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 54516) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:48:03.354182 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc35d3d-c707-45eb-92ed-f8c11d5d163c None None] Sync routers for ids ['ee5aad3b-80e7-4bfb-b3ed-693dc6aded24'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:48:03.366688 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc35d3d-c707-45eb-92ed-f8c11d5d163c None None] Routers {'ee5aad3b-80e7-4bfb-b3ed-693dc6aded24'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:48:03.367563 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-3fc35d3d-c707-45eb-92ed-f8c11d5d163c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:48:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['ee5aad3b-80e7-4bfb-b3ed-693dc6aded24'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:48:03.435695 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fb72585e-0a1d-4a60-a07f-553a17d8171e tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:03.461194 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e3890f2d-bd46-42d0-be2b-3d1d1d03b72f admin admin] Notify callbacks [] for router, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:03.552882 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-fb72585e-0a1d-4a60-a07f-553a17d8171e tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Allocated IP 172.25.5.155 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/6d1b2706-a191-47cf-a6cf-11403a4b55b5) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:48:03.568822 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-3fc35d3d-c707-45eb-92ed-f8c11d5d163c None None] Set router ee5aad3b-80e7-4bfb-b3ed-693dc6aded24 gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:48:03.574007 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e3890f2d-bd46-42d0-be2b-3d1d1d03b72f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:03.669302 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fb72585e-0a1d-4a60-a07f-553a17d8171e tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:03.706669 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-e3890f2d-bd46-42d0-be2b-3d1d1d03b72f admin admin] Deleting port f82c7013-2d8d-4d2d-979a-3024ab0694e1 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:48:03.707507 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e3890f2d-bd46-42d0-be2b-3d1d1d03b72f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:03.767195 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-3fc35d3d-c707-45eb-92ed-f8c11d5d163c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee5aad3b-80e7-4bfb-b3ed-693dc6aded24', 'name': 'tempest-TestVolumeBackupRestore-2016195585-router', 'tenant_id': '2589ecb47b6b47a98a8796a0c34b68b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': 'f82c7013-2d8d-4d2d-979a-3024ab0694e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:43:21Z', 'updated_at': '2021-10-12T19:48:02Z', 'revision_number': 5, 'project_id': '2589ecb47b6b47a98a8796a0c34b68b5', 'gw_port': {'id': 'f82c7013-2d8d-4d2d-979a-3024ab0694e1', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:6b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee5aad3b-80e7-4bfb-b3ed-693dc6aded24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3370, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:43:22Z', 'updated_at': '2021-10-12T19:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:48:03.788967 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fb72585e-0a1d-4a60-a07f-553a17d8171e tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:03.798953 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc35d3d-c707-45eb-92ed-f8c11d5d163c None None] Checking router: ee5aad3b-80e7-4bfb-b3ed-693dc6aded24 for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:48:03.801628 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [None req-e3890f2d-bd46-42d0-be2b-3d1d1d03b72f admin admin] For port f82c7013-2d8d-4d2d-979a-3024ab0694e1, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=f82c7013-2d8d-4d2d-979a-3024ab0694e1,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:48:03.802053 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e3890f2d-bd46-42d0-be2b-3d1d1d03b72f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:03.807286 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc35d3d-c707-45eb-92ed-f8c11d5d163c None None] Routers {'ee5aad3b-80e7-4bfb-b3ed-693dc6aded24'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:48:03.807949 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-3fc35d3d-c707-45eb-92ed-f8c11d5d163c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:48:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['ee5aad3b-80e7-4bfb-b3ed-693dc6aded24'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:48:03.815795 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-e3890f2d-bd46-42d0-be2b-3d1d1d03b72f admin admin] Calling delete_port for f82c7013-2d8d-4d2d-979a-3024ab0694e1 owned by network:router_gateway {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:48:03.852779 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb72585e-0a1d-4a60-a07f-553a17d8171e tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:48:03.856733 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-fb72585e-0a1d-4a60-a07f-553a17d8171e tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:48:03.865349 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb72585e-0a1d-4a60-a07f-553a17d8171e tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:48:03.898144 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-3fc35d3d-c707-45eb-92ed-f8c11d5d163c None None] Set router ee5aad3b-80e7-4bfb-b3ed-693dc6aded24 gateway port host: None {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:48:03.900357 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb72585e-0a1d-4a60-a07f-553a17d8171e tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Pushing event updated for resources: {'Port': ['ID=6d1b2706-a191-47cf-a6cf-11403a4b55b5,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:03.941938 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:03.965340 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-3fc35d3d-c707-45eb-92ed-f8c11d5d163c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee5aad3b-80e7-4bfb-b3ed-693dc6aded24', 'name': 'tempest-TestVolumeBackupRestore-2016195585-router', 'tenant_id': '2589ecb47b6b47a98a8796a0c34b68b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:43:21Z', 'updated_at': '2021-10-12T19:48:03Z', 'revision_number': 6, 'project_id': '2589ecb47b6b47a98a8796a0c34b68b5', 'gw_port_host': None}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:48:03.996900 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc35d3d-c707-45eb-92ed-f8c11d5d163c None None] The sync data for ids ['ee5aad3b-80e7-4bfb-b3ed-693dc6aded24'] in n-d-813679-3 is: [{'id': 'ee5aad3b-80e7-4bfb-b3ed-693dc6aded24', 'name': 'tempest-TestVolumeBackupRestore-2016195585-router', 'tenant_id': '2589ecb47b6b47a98a8796a0c34b68b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:43:21Z', 'updated_at': '2021-10-12T19:48:03Z', 'revision_number': 6, 'project_id': '2589ecb47b6b47a98a8796a0c34b68b5', 'gw_port_host': None}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:48:04.067494 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e3890f2d-bd46-42d0-be2b-3d1d1d03b72f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:04.095194 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3890f2d-bd46-42d0-be2b-3d1d1d03b72f admin admin] Pushing event deleted for resources: {'Port': ['ID=f82c7013-2d8d-4d2d-979a-3024ab0694e1,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:04.159538 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e3890f2d-bd46-42d0-be2b-3d1d1d03b72f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7915456'] for router_gateway, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:04.259255 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e3890f2d-bd46-42d0-be2b-3d1d1d03b72f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255495'] for router, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:04.262085 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e3890f2d-bd46-42d0-be2b-3d1d1d03b72f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:04.288640 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fb72585e-0a1d-4a60-a07f-553a17d8171e tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:04.367741 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e3890f2d-bd46-42d0-be2b-3d1d1d03b72f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8093499'] for router, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:04.368480 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3890f2d-bd46-42d0-be2b-3d1d1d03b72f admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee5aad3b-80e7-4bfb-b3ed-693dc6aded24 {{(pid=95501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 19:48:04.373249 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e3890f2d-bd46-42d0-be2b-3d1d1d03b72f admin admin] Notify callbacks [] for router, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:04.377367 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-e3890f2d-bd46-42d0-be2b-3d1d1d03b72f admin admin] 10.222.0.49 "DELETE /v2.0/routers/ee5aad3b-80e7-4bfb-b3ed-693dc6aded24 HTTP/1.1" status: 204 len: 168 time: 1.0219252 Oct 12 19:48:04.377862 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 54520) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:48:04.451248 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fb72585e-0a1d-4a60-a07f-553a17d8171e tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:04.477447 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebb4fce1-2f08-4d24-8466-8aeac13a1464 admin admin] Deleting subnet 7b9ee4ef-6333-4e3f-80d1-7708f13a84cf {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:48:04.483566 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ebb4fce1-2f08-4d24-8466-8aeac13a1464 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:04.534658 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ebb4fce1-2f08-4d24-8466-8aeac13a1464 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16313642'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:04.564978 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:04.683977 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ebb4fce1-2f08-4d24-8466-8aeac13a1464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:04.729191 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fb72585e-0a1d-4a60-a07f-553a17d8171e tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:04.790896 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fb72585e-0a1d-4a60-a07f-553a17d8171e tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:04.827672 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ebb4fce1-2f08-4d24-8466-8aeac13a1464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4306592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16245866'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:04.888496 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ebb4fce1-2f08-4d24-8466-8aeac13a1464 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:04.888496 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-ebb4fce1-2f08-4d24-8466-8aeac13a1464 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/7b9ee4ef-6333-4e3f-80d1-7708f13a84cf HTTP/1.1" status: 204 len: 168 time: 0.5072553 Oct 12 19:48:04.888496 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb72585e-0a1d-4a60-a07f-553a17d8171e tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Pushing event updated for resources: {'Port': ['ID=6d1b2706-a191-47cf-a6cf-11403a4b55b5,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:04.888854 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7370be4-01db-4a80-9f31-21ce8e048bd9 None None] Network c4c1bb53-2f09-48be-a15e-85ec72ffaabc requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:48:04.889587 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb4fce1-2f08-4d24-8466-8aeac13a1464 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b9ee4ef-6333-4e3f-80d1-7708f13a84cf,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:04.889733 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 54522) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:48:04.904836 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fb72585e-0a1d-4a60-a07f-553a17d8171e tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7915414'] for floatingip, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:04.991329 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-75327828-49d1-4650-929f-02f6d7cd6d83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:05.033928 n-d-813679-3 neutron-server[95502]: INFO neutron.db.l3_db [None req-fb72585e-0a1d-4a60-a07f-553a17d8171e tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Floating IP 9bfc956b-e9e6-4985-9d90-80ab569000b7 associated. External IP: 172.25.5.155, port: 1767229f-3fec-40a1-8f38-fb6e9e4c6333. Oct 12 19:48:05.060575 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-75327828-49d1-4650-929f-02f6d7cd6d83 admin admin] Deleting port 5d36cc20-337b-4cc8-9d5e-d342739ae3d0 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:48:05.060930 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-75327828-49d1-4650-929f-02f6d7cd6d83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:05.105434 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea13e590-4bf2-4c7d-af79-d59e863ca0a5 None None] DHCP port deletion for c4c1bb53-2f09-48be-a15e-85ec72ffaabc request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 19:48:05.145359 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [None req-75327828-49d1-4650-929f-02f6d7cd6d83 admin admin] For port 5d36cc20-337b-4cc8-9d5e-d342739ae3d0, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=5d36cc20-337b-4cc8-9d5e-d342739ae3d0,segment=NetworkSegment(ff9edc78-48e9-48c3-8894-88efa874582b),segment_id=ff9edc78-48e9-48c3-8894-88efa874582b)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:48:05.146006 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-75327828-49d1-4650-929f-02f6d7cd6d83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:05.161700 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-75327828-49d1-4650-929f-02f6d7cd6d83 admin admin] Calling delete_port for 5d36cc20-337b-4cc8-9d5e-d342739ae3d0 owned by network:dhcp {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:48:05.166366 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-ea13e590-4bf2-4c7d-af79-d59e863ca0a5 None None] Deleting port 5d36cc20-337b-4cc8-9d5e-d342739ae3d0 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:48:05.166747 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ea13e590-4bf2-4c7d-af79-d59e863ca0a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:05.233061 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-ea13e590-4bf2-4c7d-af79-d59e863ca0a5 None None] For port 5d36cc20-337b-4cc8-9d5e-d342739ae3d0, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=5d36cc20-337b-4cc8-9d5e-d342739ae3d0,segment=NetworkSegment(ff9edc78-48e9-48c3-8894-88efa874582b),segment_id=ff9edc78-48e9-48c3-8894-88efa874582b)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:48:05.233375 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ea13e590-4bf2-4c7d-af79-d59e863ca0a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:05.247855 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-ea13e590-4bf2-4c7d-af79-d59e863ca0a5 None None] Calling delete_port for 5d36cc20-337b-4cc8-9d5e-d342739ae3d0 owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:48:05.300847 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device f82c7013-2d8d-4d2d-979a-3024ab0694e1 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:48:05.329498 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: f82c7013-2d8d-4d2d-979a-3024ab0694e1 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:48:05.336648 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device f82c7013-2d8d-4d2d-979a-3024ab0694e1 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:48:05.336648 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device af357aab-1c52-4d5f-b5e3-202eeb7c23cc no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:48:05.356050 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-75327828-49d1-4650-929f-02f6d7cd6d83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:05.356689 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: af357aab-1c52-4d5f-b5e3-202eeb7c23cc {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:48:05.357048 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device af357aab-1c52-4d5f-b5e3-202eeb7c23cc not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:48:05.357668 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 5d36cc20-337b-4cc8-9d5e-d342739ae3d0 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:48:05.379733 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 5d36cc20-337b-4cc8-9d5e-d342739ae3d0 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:48:05.380108 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 5d36cc20-337b-4cc8-9d5e-d342739ae3d0 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:48:05.383833 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75327828-49d1-4650-929f-02f6d7cd6d83 admin admin] No DVR routers for this DVR port 5d36cc20-337b-4cc8-9d5e-d342739ae3d0 on host n-d-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:48:05.385798 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75327828-49d1-4650-929f-02f6d7cd6d83 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d36cc20-337b-4cc8-9d5e-d342739ae3d0,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:05.405778 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ea13e590-4bf2-4c7d-af79-d59e863ca0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:05.420483 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea13e590-4bf2-4c7d-af79-d59e863ca0a5 None None] No DVR routers for this DVR port 5d36cc20-337b-4cc8-9d5e-d342739ae3d0 on host n-d-813679-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:48:05.441191 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea13e590-4bf2-4c7d-af79-d59e863ca0a5 None None] Pushing event deleted for resources: {'Port': ['ID=5d36cc20-337b-4cc8-9d5e-d342739ae3d0,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:05.462209 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-75327828-49d1-4650-929f-02f6d7cd6d83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:05.485946 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-75327828-49d1-4650-929f-02f6d7cd6d83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4c1bb53-2f09-48be-a15e-85ec72ffaabc']}} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:48:05.495840 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-75327828-49d1-4650-929f-02f6d7cd6d83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff9edc78-48e9-48c3-8894-88efa874582b') {'for_net_delete': True} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:48:05.496104 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-75327828-49d1-4650-929f-02f6d7cd6d83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff9edc78-48e9-48c3-8894-88efa874582b') {} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:48:05.505824 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-75327828-49d1-4650-929f-02f6d7cd6d83 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4281072'] for segment, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:05.519041 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-75327828-49d1-4650-929f-02f6d7cd6d83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:05.525088 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75327828-49d1-4650-929f-02f6d7cd6d83 admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=95501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:48:05.525481 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-75327828-49d1-4650-929f-02f6d7cd6d83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4823170'] for segment, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:05.527131 n-d-813679-3 neutron-server[95501]: Traceback (most recent call last): Oct 12 19:48:05.527131 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:48:05.527131 n-d-813679-3 neutron-server[95501]: timer() Oct 12 19:48:05.527131 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:48:05.527131 n-d-813679-3 neutron-server[95501]: cb(*args, **kw) Oct 12 19:48:05.527131 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:48:05.527131 n-d-813679-3 neutron-server[95501]: return func(*args, **kwargs) Oct 12 19:48:05.527131 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:48:05.527131 n-d-813679-3 neutron-server[95501]: self._notify() Oct 12 19:48:05.527131 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:48:05.527131 n-d-813679-3 neutron-server[95501]: self.callback(batched_events) Oct 12 19:48:05.527131 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:48:05.527131 n-d-813679-3 neutron-server[95501]: event.method(event) Oct 12 19:48:05.527131 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:48:05.527131 n-d-813679-3 neutron-server[95501]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:48:05.527131 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:48:05.527131 n-d-813679-3 neutron-server[95501]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:48:05.527131 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:48:05.527131 n-d-813679-3 neutron-server[95501]: return f(self, *a, **k) Oct 12 19:48:05.527131 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:48:05.527131 n-d-813679-3 neutron-server[95501]: return self._get(url).json() Oct 12 19:48:05.527131 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:48:05.527131 n-d-813679-3 neutron-server[95501]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:48:05.527131 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:48:05.527131 n-d-813679-3 neutron-server[95501]: return self.request(url, 'GET', **kwargs) Oct 12 19:48:05.527131 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:48:05.527131 n-d-813679-3 neutron-server[95501]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:48:05.527131 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:48:05.527131 n-d-813679-3 neutron-server[95501]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:48:05.527131 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:48:05.527131 n-d-813679-3 neutron-server[95501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:48:05.527131 n-d-813679-3 neutron-server[95501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:48:05.624299 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb72585e-0a1d-4a60-a07f-553a17d8171e tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Router 993319b3-a0d9-47be-9efd-fd71d168818d has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:48:05.656878 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-75327828-49d1-4650-929f-02f6d7cd6d83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:05.661333 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-75327828-49d1-4650-929f-02f6d7cd6d83 admin admin] Notify callbacks [] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:05.665518 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-75327828-49d1-4650-929f-02f6d7cd6d83 admin admin] 10.222.0.49 "DELETE /v2.0/networks/c4c1bb53-2f09-48be-a15e-85ec72ffaabc HTTP/1.1" status: 204 len: 168 time: 0.7748523 Oct 12 19:48:05.679503 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75327828-49d1-4650-929f-02f6d7cd6d83 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4c1bb53-2f09-48be-a15e-85ec72ffaabc,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:05.732813 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb72585e-0a1d-4a60-a07f-553a17d8171e tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:48:05.742538 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef248c6b-ac10-4c22-816c-ad9062f50a89 None None] Sync routers for ids ['993319b3-a0d9-47be-9efd-fd71d168818d'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:48:05.751838 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef248c6b-ac10-4c22-816c-ad9062f50a89 None None] Routers {'993319b3-a0d9-47be-9efd-fd71d168818d'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:48:05.752571 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-ef248c6b-ac10-4c22-816c-ad9062f50a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:48:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['993319b3-a0d9-47be-9efd-fd71d168818d'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:48:05.787362 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-ef248c6b-ac10-4c22-816c-ad9062f50a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:48:05.795694 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef248c6b-ac10-4c22-816c-ad9062f50a89 None None] Routers {'993319b3-a0d9-47be-9efd-fd71d168818d'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:48:05.796323 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-ef248c6b-ac10-4c22-816c-ad9062f50a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:48:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['993319b3-a0d9-47be-9efd-fd71d168818d'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:48:05.826065 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-ef248c6b-ac10-4c22-816c-ad9062f50a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:48:05.826681 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef248c6b-ac10-4c22-816c-ad9062f50a89 None None] The sync data for ids ['993319b3-a0d9-47be-9efd-fd71d168818d'] in n-d-813679-3 is: [] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:48:05.852852 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fb72585e-0a1d-4a60-a07f-553a17d8171e tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:05.878767 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-fb72585e-0a1d-4a60-a07f-553a17d8171e tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.6404228 Oct 12 19:48:05.881394 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 54526) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:48:05.886163 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-46ef60bb-d7b1-47f6-9352-3870b4421ecc tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-190269086'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:48:05.987314 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46ef60bb-d7b1-47f6-9352-3870b4421ecc tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Made reservation on behalf of 76f0d95e623d4014acdeaed3b373ad17 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:48:05.990829 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-46ef60bb-d7b1-47f6-9352-3870b4421ecc tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:06.013260 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46ef60bb-d7b1-47f6-9352-3870b4421ecc tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:48:06.022260 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-46ef60bb-d7b1-47f6-9352-3870b4421ecc tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:06.022604 n-d-813679-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-46ef60bb-d7b1-47f6-9352-3870b4421ecc tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Added segment 73e60403-a2d7-46e3-9f6e-ce13addb9021 of type vlan for network 1e2ad53a-60ae-42cc-ae34-70dec2cb836e Oct 12 19:48:06.060720 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-46ef60bb-d7b1-47f6-9352-3870b4421ecc tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:06.083839 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 54528) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:48:06.123215 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-a5911bc3-560a-4038-bbd0-5385c66d8947 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5d7aa4c9d56448b0a60a17087e53ce9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381138 Oct 12 19:48:06.126106 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 54530) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:48:06.156346 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-46ef60bb-d7b1-47f6-9352-3870b4421ecc tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:06.162000 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ef60bb-d7b1-47f6-9352-3870b4421ecc tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:48:06.166742 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-46ef60bb-d7b1-47f6-9352-3870b4421ecc tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:06.176651 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a6fb1193-7d14-4fae-a2ba-94fee0e0f365 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:06.198179 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a6fb1193-7d14-4fae-a2ba-94fee0e0f365 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:06.227026 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef60bb-d7b1-47f6-9352-3870b4421ecc tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Pushing event updated for resources: {'Network': ['ID=1e2ad53a-60ae-42cc-ae34-70dec2cb836e,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:06.238146 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 1e2ad53a-60ae-42cc-ae34-70dec2cb836e details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:48:06.294339 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-46ef60bb-d7b1-47f6-9352-3870b4421ecc tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4117417 Oct 12 19:48:06.297060 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 54532) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:48:06.303053 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-01bb2f72-29cb-459c-a146-cfdf1a4849e9 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Request body: {'subnet': {'network_id': '1e2ad53a-60ae-42cc-ae34-70dec2cb836e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:48:06.342125 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a6fb1193-7d14-4fae-a2ba-94fee0e0f365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:06.344757 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a6fb1193-7d14-4fae-a2ba-94fee0e0f365 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:06.345880 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-a6fb1193-7d14-4fae-a2ba-94fee0e0f365 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1b8bf5ad-1133-42d4-b83b-59bb5f859a70 HTTP/1.1" status: 204 len: 168 time: 0.2188513 Oct 12 19:48:06.365240 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fb1193-7d14-4fae-a2ba-94fee0e0f365 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b8bf5ad-1133-42d4-b83b-59bb5f859a70,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:06.458615 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01bb2f72-29cb-459c-a146-cfdf1a4849e9 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Made reservation on behalf of 76f0d95e623d4014acdeaed3b373ad17 for: {'subnet': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:48:06.462148 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-01bb2f72-29cb-459c-a146-cfdf1a4849e9 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4612397'] for subnet, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:06.676532 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-01bb2f72-29cb-459c-a146-cfdf1a4849e9 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4824863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4612355'] for subnet, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:06.738358 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bb2f72-29cb-459c-a146-cfdf1a4849e9 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Pushing event updated for resources: {'Subnet': ['ID=b3b2092f-7ee4-4710-9dd3-40379d3138f9,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:06.748484 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bb2f72-29cb-459c-a146-cfdf1a4849e9 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Checking segment: {'id': '73e60403-a2d7-46e3-9f6e-ce13addb9021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '1e2ad53a-60ae-42cc-ae34-70dec2cb836e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:48:06.757142 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01bb2f72-29cb-459c-a146-cfdf1a4849e9 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Network hostable DHCP agents. Network: 1e2ad53a-60ae-42cc-ae34-70dec2cb836e, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:48:06.856105 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01bb2f72-29cb-459c-a146-cfdf1a4849e9 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Network 1e2ad53a-60ae-42cc-ae34-70dec2cb836e is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:48:06.941773 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-01bb2f72-29cb-459c-a146-cfdf1a4849e9 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, 1e2ad53a-60ae-42cc-ae34-70dec2cb836e) {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:48:06.946432 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01bb2f72-29cb-459c-a146-cfdf1a4849e9 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:48:06.947031 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-01bb2f72-29cb-459c-a146-cfdf1a4849e9 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:06.949906 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da44dd07-cc51-437c-aaf5-02d9fec26fa5 None None] Network 1e2ad53a-60ae-42cc-ae34-70dec2cb836e requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:48:06.998063 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 54538) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:48:07.039765 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-01bb2f72-29cb-459c-a146-cfdf1a4849e9 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7416146 Oct 12 19:48:07.044521 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-1b86dc4a-2dff-41fe-8157-cf8e8e7360d7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2589ecb47b6b47a98a8796a0c34b68b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0431135 Oct 12 19:48:07.044679 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 54540) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:48:07.045183 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 54542) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:48:07.049110 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-30c9ca51-4bc5-4424-9c04-4fca03762ee0 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1093547761', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}, 'admin_state_up': False}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:48:07.095783 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b6c93478-e6f0-4442-af94-fe5e8f220238 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:07.096457 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0589f331-067f-486b-9b78-3fdc40f1efd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-1e2ad53a-60ae-42cc-ae34-70dec2cb836e', 'network_id': '1e2ad53a-60ae-42cc-ae34-70dec2cb836e', 'tenant_id': '76f0d95e623d4014acdeaed3b373ad17', 'fixed_ips': [{'subnet_id': 'b3b2092f-7ee4-4710-9dd3-40379d3138f9'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:48:07.105703 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0589f331-067f-486b-9b78-3fdc40f1efd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:07.120774 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b6c93478-e6f0-4442-af94-fe5e8f220238 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:07.153932 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-30c9ca51-4bc5-4424-9c04-4fca03762ee0 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8093678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255505'] for router, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:07.155254 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-30c9ca51-4bc5-4424-9c04-4fca03762ee0 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8093562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8087085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8022306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255518'] for router, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:07.211261 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-30c9ca51-4bc5-4424-9c04-4fca03762ee0 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:07.230771 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-0589f331-067f-486b-9b78-3fdc40f1efd1 None None] Allocated IP 172.20.0.2 (1e2ad53a-60ae-42cc-ae34-70dec2cb836e/b3b2092f-7ee4-4710-9dd3-40379d3138f9/db61ab71-3654-4115-894c-65c210c662f5) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:48:07.250723 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b6c93478-e6f0-4442-af94-fe5e8f220238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:07.253416 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b6c93478-e6f0-4442-af94-fe5e8f220238 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:07.254693 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-b6c93478-e6f0-4442-af94-fe5e8f220238 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2f6185d2-3859-42e1-b6d6-29412cd3b006 HTTP/1.1" status: 204 len: 168 time: 0.2089856 Oct 12 19:48:07.264116 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c93478-e6f0-4442-af94-fe5e8f220238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f6185d2-3859-42e1-b6d6-29412cd3b006,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:07.386622 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0589f331-067f-486b-9b78-3fdc40f1efd1 None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:07.419500 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-30c9ca51-4bc5-4424-9c04-4fca03762ee0 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:07.488536 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0589f331-067f-486b-9b78-3fdc40f1efd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:07.528134 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0589f331-067f-486b-9b78-3fdc40f1efd1 None None] Network 1e2ad53a-60ae-42cc-ae34-70dec2cb836e is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:48:07.531677 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-0589f331-067f-486b-9b78-3fdc40f1efd1 None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:48:07.535230 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0589f331-067f-486b-9b78-3fdc40f1efd1 None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:48:07.543670 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0589f331-067f-486b-9b78-3fdc40f1efd1 None None] Pushing event updated for resources: {'Port': ['ID=db61ab71-3654-4115-894c-65c210c662f5,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:07.691906 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-30c9ca51-4bc5-4424-9c04-4fca03762ee0 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks [] for router_gateway, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:07.713039 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-30c9ca51-4bc5-4424-9c04-4fca03762ee0 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:07.769755 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-0589f331-067f-486b-9b78-3fdc40f1efd1 None None] Attempting to bind port db61ab71-3654-4115-894c-65c210c662f5 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:48:07.769755 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-0589f331-067f-486b-9b78-3fdc40f1efd1 None None] Attempting to bind port db61ab71-3654-4115-894c-65c210c662f5 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '73e60403-a2d7-46e3-9f6e-ce13addb9021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '1e2ad53a-60ae-42cc-ae34-70dec2cb836e'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:48:07.769755 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0589f331-067f-486b-9b78-3fdc40f1efd1 None None] Attempting to bind port db61ab71-3654-4115-894c-65c210c662f5 on network 1e2ad53a-60ae-42cc-ae34-70dec2cb836e {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:48:07.773497 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0589f331-067f-486b-9b78-3fdc40f1efd1 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:48:07.773992 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0589f331-067f-486b-9b78-3fdc40f1efd1 None None] Checking segment: {'id': '73e60403-a2d7-46e3-9f6e-ce13addb9021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '1e2ad53a-60ae-42cc-ae34-70dec2cb836e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:48:07.774508 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0589f331-067f-486b-9b78-3fdc40f1efd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:07.775402 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0589f331-067f-486b-9b78-3fdc40f1efd1 None None] Bound using segment: {'id': '73e60403-a2d7-46e3-9f6e-ce13addb9021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '1e2ad53a-60ae-42cc-ae34-70dec2cb836e'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:48:07.775944 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-0589f331-067f-486b-9b78-3fdc40f1efd1 None None] Bound port: db61ab71-3654-4115-894c-65c210c662f5, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73e60403-a2d7-46e3-9f6e-ce13addb9021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '1e2ad53a-60ae-42cc-ae34-70dec2cb836e'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:48:07.776933 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0589f331-067f-486b-9b78-3fdc40f1efd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:07.829115 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-30c9ca51-4bc5-4424-9c04-4fca03762ee0 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Allocated IP 172.25.5.10 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/ab308c57-dff3-415e-adce-5639c0b0a145) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:48:07.838690 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-0589f331-067f-486b-9b78-3fdc40f1efd1 None None] For port db61ab71-3654-4115-894c-65c210c662f5, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:48:07.841701 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-0589f331-067f-486b-9b78-3fdc40f1efd1 None None] For port db61ab71-3654-4115-894c-65c210c662f5, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=db61ab71-3654-4115-894c-65c210c662f5,segment=NetworkSegment(73e60403-a2d7-46e3-9f6e-ce13addb9021),segment_id=73e60403-a2d7-46e3-9f6e-ce13addb9021)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:48:07.902498 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0589f331-067f-486b-9b78-3fdc40f1efd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:07.945148 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-30c9ca51-4bc5-4424-9c04-4fca03762ee0 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:07.966570 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0589f331-067f-486b-9b78-3fdc40f1efd1 None None] Pushing event updated for resources: {'Port': ['ID=db61ab71-3654-4115-894c-65c210c662f5,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:08.051037 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-30c9ca51-4bc5-4424-9c04-4fca03762ee0 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:08.088706 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c9ca51-4bc5-4424-9c04-4fca03762ee0 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:48:08.095560 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-30c9ca51-4bc5-4424-9c04-4fca03762ee0 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:48:08.104780 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c9ca51-4bc5-4424-9c04-4fca03762ee0 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:48:08.152523 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c9ca51-4bc5-4424-9c04-4fca03762ee0 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Pushing event updated for resources: {'Port': ['ID=ab308c57-dff3-415e-adce-5639c0b0a145,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:08.399430 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 54564) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:48:08.466588 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-30c9ca51-4bc5-4424-9c04-4fca03762ee0 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks [] for router_gateway, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:08.500251 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-2c5f03db-6124-4e02-9722-eeca29a3ac6a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-238637426-network', 'tenant_id': 'f37c8fe971bc4b5daa2f916c03f91d01'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:48:08.581880 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c5f03db-6124-4e02-9722-eeca29a3ac6a admin admin] Made reservation on behalf of f37c8fe971bc4b5daa2f916c03f91d01 for: {'network': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:48:08.584277 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2c5f03db-6124-4e02-9722-eeca29a3ac6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:08.594259 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2c5f03db-6124-4e02-9722-eeca29a3ac6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:08.670914 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-30c9ca51-4bc5-4424-9c04-4fca03762ee0 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8093541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7915516'] for router, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:08.681607 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2c5f03db-6124-4e02-9722-eeca29a3ac6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:08.765177 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2c5f03db-6124-4e02-9722-eeca29a3ac6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:08.786735 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c5f03db-6124-4e02-9722-eeca29a3ac6a admin admin] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=95501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:48:08.804667 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2c5f03db-6124-4e02-9722-eeca29a3ac6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:08.809177 n-d-813679-3 neutron-server[95501]: INFO neutron.db.segments_db [None req-2c5f03db-6124-4e02-9722-eeca29a3ac6a admin admin] Added segment 797d701b-2156-4b5d-8b6d-c0ec33924cd8 of type vlan for network bab0c1ad-2a75-48a8-874f-0744bd8e0a35 Oct 12 19:48:08.809177 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5f03db-6124-4e02-9722-eeca29a3ac6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7222ca9-0cbe-4248-9036-2f125df10e4b,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:08.853136 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2c5f03db-6124-4e02-9722-eeca29a3ac6a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:08.856548 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30c9ca51-4bc5-4424-9c04-4fca03762ee0 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Router 829d7957-5e15-48f8-aaa5-dd88d51ce437 is scheduled to L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b with binding_index 1 {{(pid=95502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 19:48:08.874878 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebbb347a-dd59-4196-92eb-76ca578371e6 None None] Network 1e2ad53a-60ae-42cc-ae34-70dec2cb836e requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:48:08.933230 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2c5f03db-6124-4e02-9722-eeca29a3ac6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:08.934411 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c5f03db-6124-4e02-9722-eeca29a3ac6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:48:08.935123 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2c5f03db-6124-4e02-9722-eeca29a3ac6a admin admin] Notify callbacks [] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:08.968060 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30c9ca51-4bc5-4424-9c04-4fca03762ee0 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:48:08.979848 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81cfd06b-f358-4768-9707-9b7e1db1582b None None] Sync routers for ids ['829d7957-5e15-48f8-aaa5-dd88d51ce437'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:48:08.990554 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-c57a6bd1-d7ce-44b3-8593-e4f9c31404ac None None] Provisioning complete for port db61ab71-3654-4115-894c-65c210c662f5 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:48:08.991066 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c57a6bd1-d7ce-44b3-8593-e4f9c31404ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:08.993636 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81cfd06b-f358-4768-9707-9b7e1db1582b None None] Routers {'829d7957-5e15-48f8-aaa5-dd88d51ce437'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:48:08.994339 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-81cfd06b-f358-4768-9707-9b7e1db1582b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:48:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['829d7957-5e15-48f8-aaa5-dd88d51ce437'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:48:09.005784 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5f03db-6124-4e02-9722-eeca29a3ac6a admin admin] Pushing event updated for resources: {'Network': ['ID=bab0c1ad-2a75-48a8-874f-0744bd8e0a35,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:09.020107 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network bab0c1ad-2a75-48a8-874f-0744bd8e0a35 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:48:09.028271 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-81cfd06b-f358-4768-9707-9b7e1db1582b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:48:09.037479 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81cfd06b-f358-4768-9707-9b7e1db1582b None None] Routers {'829d7957-5e15-48f8-aaa5-dd88d51ce437'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:48:09.038086 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-81cfd06b-f358-4768-9707-9b7e1db1582b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:48:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['829d7957-5e15-48f8-aaa5-dd88d51ce437'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:48:09.057122 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-2c5f03db-6124-4e02-9722-eeca29a3ac6a admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6559598 Oct 12 19:48:09.060130 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 54570) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:48:09.065209 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-30c9ca51-4bc5-4424-9c04-4fca03762ee0 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:09.067330 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-aa03e0a7-9100-4f11-aef9-d10bc1e44052 admin admin] Request body: {'subnet': {'network_id': 'bab0c1ad-2a75-48a8-874f-0744bd8e0a35', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-238637426-subnet', 'tenant_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'ip_version': 4}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:48:09.068591 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-30c9ca51-4bc5-4424-9c04-4fca03762ee0 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.0245836 Oct 12 19:48:09.072731 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 54572) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:48:09.073680 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-81cfd06b-f358-4768-9707-9b7e1db1582b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:48:09.074332 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81cfd06b-f358-4768-9707-9b7e1db1582b None None] The sync data for ids ['829d7957-5e15-48f8-aaa5-dd88d51ce437'] in n-d-813679-3 is: [] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:48:09.165617 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c57a6bd1-d7ce-44b3-8593-e4f9c31404ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:09.204100 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-c57a6bd1-d7ce-44b3-8593-e4f9c31404ac None None] For port db61ab71-3654-4115-894c-65c210c662f5, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=db61ab71-3654-4115-894c-65c210c662f5,segment=NetworkSegment(73e60403-a2d7-46e3-9f6e-ce13addb9021),segment_id=73e60403-a2d7-46e3-9f6e-ce13addb9021)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:48:09.212678 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa03e0a7-9100-4f11-aef9-d10bc1e44052 admin admin] Made reservation on behalf of f37c8fe971bc4b5daa2f916c03f91d01 for: {'subnet': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:48:09.215172 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-aa03e0a7-9100-4f11-aef9-d10bc1e44052 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4612397'] for subnet, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:09.293270 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c57a6bd1-d7ce-44b3-8593-e4f9c31404ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:09.335371 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device db61ab71-3654-4115-894c-65c210c662f5 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:48:09.385281 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57a6bd1-d7ce-44b3-8593-e4f9c31404ac None None] Pushing event updated for resources: {'Port': ['ID=db61ab71-3654-4115-894c-65c210c662f5,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:09.399177 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57a6bd1-d7ce-44b3-8593-e4f9c31404ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:48:09.399615 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57a6bd1-d7ce-44b3-8593-e4f9c31404ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:48:09.400064 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57a6bd1-d7ce-44b3-8593-e4f9c31404ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:48:09.400497 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57a6bd1-d7ce-44b3-8593-e4f9c31404ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:48:09.400860 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57a6bd1-d7ce-44b3-8593-e4f9c31404ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:48:09.401255 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57a6bd1-d7ce-44b3-8593-e4f9c31404ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:48:09.401656 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57a6bd1-d7ce-44b3-8593-e4f9c31404ac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:48:09.402043 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57a6bd1-d7ce-44b3-8593-e4f9c31404ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:48:09.402378 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57a6bd1-d7ce-44b3-8593-e4f9c31404ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:48:09.402697 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57a6bd1-d7ce-44b3-8593-e4f9c31404ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:48:09.403021 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57a6bd1-d7ce-44b3-8593-e4f9c31404ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:48:09.403343 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57a6bd1-d7ce-44b3-8593-e4f9c31404ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:48:09.426508 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-954da411-5b9d-466b-8f4e-83137b229de8 None None] Provisioning complete for port db61ab71-3654-4115-894c-65c210c662f5 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:48:09.426814 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-954da411-5b9d-466b-8f4e-83137b229de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:09.429665 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port db61ab71-3654-4115-894c-65c210c662f5 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:48:09.430024 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:09.619248 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-aa03e0a7-9100-4f11-aef9-d10bc1e44052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4824863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4612355'] for subnet, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:09.697903 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa03e0a7-9100-4f11-aef9-d10bc1e44052 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bf5b286-d487-470c-8401-d82862f269e1,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:09.715327 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3020246f-239b-4387-8ef4-19c34d314eaf tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:09.726193 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa03e0a7-9100-4f11-aef9-d10bc1e44052 admin admin] Checking segment: {'id': '797d701b-2156-4b5d-8b6d-c0ec33924cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'bab0c1ad-2a75-48a8-874f-0744bd8e0a35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:48:09.726545 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa03e0a7-9100-4f11-aef9-d10bc1e44052 admin admin] Network hostable DHCP agents. Network: bab0c1ad-2a75-48a8-874f-0744bd8e0a35, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:48:10.222300 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa03e0a7-9100-4f11-aef9-d10bc1e44052 admin admin] Network bab0c1ad-2a75-48a8-874f-0744bd8e0a35 is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:48:10.313638 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-3020246f-239b-4387-8ef4-19c34d314eaf tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Allocated IP 172.20.0.1 (1e2ad53a-60ae-42cc-ae34-70dec2cb836e/b3b2092f-7ee4-4710-9dd3-40379d3138f9/7b46c625-74a1-4cf2-8367-a3ccdc249071) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:48:10.326873 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-aa03e0a7-9100-4f11-aef9-d10bc1e44052 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, bab0c1ad-2a75-48a8-874f-0744bd8e0a35) {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:48:10.335060 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9618079f-21c6-4fe0-82fb-32915e4e0f28 None None] Network bab0c1ad-2a75-48a8-874f-0744bd8e0a35 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:48:10.342325 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa03e0a7-9100-4f11-aef9-d10bc1e44052 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:48:10.342912 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-aa03e0a7-9100-4f11-aef9-d10bc1e44052 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:10.434335 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3020246f-239b-4387-8ef4-19c34d314eaf tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:10.457008 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-aa03e0a7-9100-4f11-aef9-d10bc1e44052 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3955157 Oct 12 19:48:10.460217 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 54574) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:48:10.465056 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-2b19dbc9-9834-4c9c-a706-adf179cd52bb admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-238637426-router', 'tenant_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:48:10.477043 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b43cb1e3-c50e-4ac3-862a-fd8b7e54822e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-bab0c1ad-2a75-48a8-874f-0744bd8e0a35', 'network_id': 'bab0c1ad-2a75-48a8-874f-0744bd8e0a35', 'tenant_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'fixed_ips': [{'subnet_id': '2bf5b286-d487-470c-8401-d82862f269e1'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:48:10.477906 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b43cb1e3-c50e-4ac3-862a-fd8b7e54822e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:10.539523 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3020246f-239b-4387-8ef4-19c34d314eaf tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:10.579897 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3020246f-239b-4387-8ef4-19c34d314eaf tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Network 1e2ad53a-60ae-42cc-ae34-70dec2cb836e is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:48:10.582922 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-3020246f-239b-4387-8ef4-19c34d314eaf tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:48:10.586768 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3020246f-239b-4387-8ef4-19c34d314eaf tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:48:10.608161 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2b19dbc9-9834-4c9c-a706-adf179cd52bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8093678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255505'] for router, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:10.611867 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2b19dbc9-9834-4c9c-a706-adf179cd52bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8093562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8087085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8022306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255518'] for router, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:10.613129 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-b43cb1e3-c50e-4ac3-862a-fd8b7e54822e None None] Allocated IP 172.20.0.2 (bab0c1ad-2a75-48a8-874f-0744bd8e0a35/2bf5b286-d487-470c-8401-d82862f269e1/e2ec8a7f-08a3-48db-a52e-084eaf05bce0) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:48:10.623428 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3020246f-239b-4387-8ef4-19c34d314eaf tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Pushing event updated for resources: {'Port': ['ID=7b46c625-74a1-4cf2-8367-a3ccdc249071,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:10.642583 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3020246f-239b-4387-8ef4-19c34d314eaf tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7915309'] for router_interface, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:10.689102 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2b19dbc9-9834-4c9c-a706-adf179cd52bb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:10.770112 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b43cb1e3-c50e-4ac3-862a-fd8b7e54822e None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:10.860565 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b43cb1e3-c50e-4ac3-862a-fd8b7e54822e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:10.875561 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3020246f-239b-4387-8ef4-19c34d314eaf tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:10.905529 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43cb1e3-c50e-4ac3-862a-fd8b7e54822e None None] Network bab0c1ad-2a75-48a8-874f-0744bd8e0a35 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:48:10.913956 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43cb1e3-c50e-4ac3-862a-fd8b7e54822e None None] Pushing event updated for resources: {'Port': ['ID=e2ec8a7f-08a3-48db-a52e-084eaf05bce0,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:10.916481 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-b43cb1e3-c50e-4ac3-862a-fd8b7e54822e None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:48:10.919611 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43cb1e3-c50e-4ac3-862a-fd8b7e54822e None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:48:10.919805 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2b19dbc9-9834-4c9c-a706-adf179cd52bb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:10.923547 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-b03d53d3-a357-4629-afce-054ad9e15dcd None None] Provisioning complete for port 7b46c625-74a1-4cf2-8367-a3ccdc249071 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:48:10.924105 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b03d53d3-a357-4629-afce-054ad9e15dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:10.992598 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-b03d53d3-a357-4629-afce-054ad9e15dcd None None] Port 7b46c625-74a1-4cf2-8367-a3ccdc249071 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:48:11.002537 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-b43cb1e3-c50e-4ac3-862a-fd8b7e54822e None None] Attempting to bind port e2ec8a7f-08a3-48db-a52e-084eaf05bce0 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:48:11.002907 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-b43cb1e3-c50e-4ac3-862a-fd8b7e54822e None None] Attempting to bind port e2ec8a7f-08a3-48db-a52e-084eaf05bce0 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '797d701b-2156-4b5d-8b6d-c0ec33924cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'bab0c1ad-2a75-48a8-874f-0744bd8e0a35'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:48:11.003271 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43cb1e3-c50e-4ac3-862a-fd8b7e54822e None None] Attempting to bind port e2ec8a7f-08a3-48db-a52e-084eaf05bce0 on network bab0c1ad-2a75-48a8-874f-0744bd8e0a35 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:48:11.008325 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43cb1e3-c50e-4ac3-862a-fd8b7e54822e None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:48:11.009152 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43cb1e3-c50e-4ac3-862a-fd8b7e54822e None None] Checking segment: {'id': '797d701b-2156-4b5d-8b6d-c0ec33924cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'bab0c1ad-2a75-48a8-874f-0744bd8e0a35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:48:11.009305 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b43cb1e3-c50e-4ac3-862a-fd8b7e54822e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:11.009574 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43cb1e3-c50e-4ac3-862a-fd8b7e54822e None None] Bound using segment: {'id': '797d701b-2156-4b5d-8b6d-c0ec33924cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'bab0c1ad-2a75-48a8-874f-0744bd8e0a35'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:48:11.010074 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-b43cb1e3-c50e-4ac3-862a-fd8b7e54822e None None] Bound port: e2ec8a7f-08a3-48db-a52e-084eaf05bce0, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '797d701b-2156-4b5d-8b6d-c0ec33924cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'bab0c1ad-2a75-48a8-874f-0744bd8e0a35'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:48:11.010683 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b43cb1e3-c50e-4ac3-862a-fd8b7e54822e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:11.073760 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-b43cb1e3-c50e-4ac3-862a-fd8b7e54822e None None] For port e2ec8a7f-08a3-48db-a52e-084eaf05bce0, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:48:11.077064 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-b43cb1e3-c50e-4ac3-862a-fd8b7e54822e None None] For port e2ec8a7f-08a3-48db-a52e-084eaf05bce0, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=e2ec8a7f-08a3-48db-a52e-084eaf05bce0,segment=NetworkSegment(797d701b-2156-4b5d-8b6d-c0ec33924cd8),segment_id=797d701b-2156-4b5d-8b6d-c0ec33924cd8)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:48:11.162104 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b43cb1e3-c50e-4ac3-862a-fd8b7e54822e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:11.168162 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3020246f-239b-4387-8ef4-19c34d314eaf tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:11.179471 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2b19dbc9-9834-4c9c-a706-adf179cd52bb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:11.198398 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2b19dbc9-9834-4c9c-a706-adf179cd52bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:11.219643 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43cb1e3-c50e-4ac3-862a-fd8b7e54822e None None] Pushing event updated for resources: {'Port': ['ID=e2ec8a7f-08a3-48db-a52e-084eaf05bce0,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:11.247730 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3020246f-239b-4387-8ef4-19c34d314eaf tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:11.308643 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device db61ab71-3654-4115-894c-65c210c662f5 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:48:11.323451 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-2b19dbc9-9834-4c9c-a706-adf179cd52bb admin admin] Allocated IP 172.25.5.203 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/77770890-8d5d-4e38-9d35-84433fce4151) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:48:11.358390 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3020246f-239b-4387-8ef4-19c34d314eaf tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Pushing event updated for resources: {'Port': ['ID=7b46c625-74a1-4cf2-8367-a3ccdc249071,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:11.361409 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port db61ab71-3654-4115-894c-65c210c662f5 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:48:11.361931 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:11.362241 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3020246f-239b-4387-8ef4-19c34d314eaf tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7898980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8092605'] for router_interface, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:11.463792 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2b19dbc9-9834-4c9c-a706-adf179cd52bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:11.492578 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3020246f-239b-4387-8ef4-19c34d314eaf tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Network 1e2ad53a-60ae-42cc-ae34-70dec2cb836e is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:48:11.493908 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-3020246f-239b-4387-8ef4-19c34d314eaf tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:48:11.567373 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2b19dbc9-9834-4c9c-a706-adf179cd52bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:11.627160 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b19dbc9-9834-4c9c-a706-adf179cd52bb admin admin] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:48:11.631087 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-2b19dbc9-9834-4c9c-a706-adf179cd52bb admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:48:11.631402 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3020246f-239b-4387-8ef4-19c34d314eaf tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Router 829d7957-5e15-48f8-aaa5-dd88d51ce437 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:48:11.636367 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b19dbc9-9834-4c9c-a706-adf179cd52bb admin admin] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:48:11.663611 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b19dbc9-9834-4c9c-a706-adf179cd52bb admin admin] Pushing event updated for resources: {'Port': ['ID=77770890-8d5d-4e38-9d35-84433fce4151,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:11.747180 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3020246f-239b-4387-8ef4-19c34d314eaf tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:48:11.754477 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-3020246f-239b-4387-8ef4-19c34d314eaf tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] 10.222.0.49 "PUT /v2.0/routers/829d7957-5e15-48f8-aaa5-dd88d51ce437/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6805313 Oct 12 19:48:11.756964 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 54576) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:48:11.759855 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b08675-9f85-435e-b04c-3e90a9664dc4 None None] Sync routers for ids ['829d7957-5e15-48f8-aaa5-dd88d51ce437'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:48:11.762003 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-cbea78df-f896-4544-9e59-d059678fad34 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Request body: {'port': {'network_id': '1e2ad53a-60ae-42cc-ae34-70dec2cb836e', 'name': 'tempest-FloatingIPTestJSON-781623305'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:48:11.770441 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b08675-9f85-435e-b04c-3e90a9664dc4 None None] Routers {'829d7957-5e15-48f8-aaa5-dd88d51ce437'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:48:11.771156 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-92b08675-9f85-435e-b04c-3e90a9664dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:48:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['829d7957-5e15-48f8-aaa5-dd88d51ce437'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:48:11.806856 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-92b08675-9f85-435e-b04c-3e90a9664dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:48:11.821521 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b08675-9f85-435e-b04c-3e90a9664dc4 None None] Routers {'829d7957-5e15-48f8-aaa5-dd88d51ce437'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:48:11.822135 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-92b08675-9f85-435e-b04c-3e90a9664dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:48:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['829d7957-5e15-48f8-aaa5-dd88d51ce437'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:48:11.860130 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-92b08675-9f85-435e-b04c-3e90a9664dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:48:11.860788 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b08675-9f85-435e-b04c-3e90a9664dc4 None None] The sync data for ids ['829d7957-5e15-48f8-aaa5-dd88d51ce437'] in n-d-813679-3 is: [] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:48:11.862816 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-97f52b00-330b-4e12-b3c9-cb59aac6c2ed None None] Provisioning complete for port 7b46c625-74a1-4cf2-8367-a3ccdc249071 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:48:11.863200 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-97f52b00-330b-4e12-b3c9-cb59aac6c2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:11.898752 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-97f52b00-330b-4e12-b3c9-cb59aac6c2ed None None] Port 7b46c625-74a1-4cf2-8367-a3ccdc249071 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:48:11.953156 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbea78df-f896-4544-9e59-d059678fad34 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Made reservation on behalf of 76f0d95e623d4014acdeaed3b373ad17 for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:48:11.956813 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-cbea78df-f896-4544-9e59-d059678fad34 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:11.958418 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2b19dbc9-9834-4c9c-a706-adf179cd52bb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:11.977306 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [None req-cbea78df-f896-4544-9e59-d059678fad34 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] device_id is not set on port 80e18353-2404-44f8-bc11-40e1a8123f04 yet. {{(pid=95501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 19:48:12.095055 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-cbea78df-f896-4544-9e59-d059678fad34 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Allocated IP 172.20.0.6 (1e2ad53a-60ae-42cc-ae34-70dec2cb836e/b3b2092f-7ee4-4710-9dd3-40379d3138f9/80e18353-2404-44f8-bc11-40e1a8123f04) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:48:12.274807 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-cbea78df-f896-4544-9e59-d059678fad34 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:12.313842 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4982bff6-b770-45d2-a273-8264d5b99d6f None None] Network bab0c1ad-2a75-48a8-874f-0744bd8e0a35 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:48:12.382671 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-cbea78df-f896-4544-9e59-d059678fad34 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:12.429858 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbea78df-f896-4544-9e59-d059678fad34 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Network 1e2ad53a-60ae-42cc-ae34-70dec2cb836e is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:48:12.433174 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-cbea78df-f896-4544-9e59-d059678fad34 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:48:12.437509 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbea78df-f896-4544-9e59-d059678fad34 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:48:12.444107 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbea78df-f896-4544-9e59-d059678fad34 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Pushing event updated for resources: {'Port': ['ID=80e18353-2404-44f8-bc11-40e1a8123f04,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:12.466751 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-ace55048-32e7-4cca-8a23-5ed4a879ef05 None None] Provisioning complete for port e2ec8a7f-08a3-48db-a52e-084eaf05bce0 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:48:12.467364 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ace55048-32e7-4cca-8a23-5ed4a879ef05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:12.502044 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbea78df-f896-4544-9e59-d059678fad34 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:48:12.502843 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-cbea78df-f896-4544-9e59-d059678fad34 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:12.532017 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2b19dbc9-9834-4c9c-a706-adf179cd52bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8093541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7915516'] for router, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:12.576333 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ace55048-32e7-4cca-8a23-5ed4a879ef05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:12.618544 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-cbea78df-f896-4544-9e59-d059678fad34 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.8579414 Oct 12 19:48:12.618919 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 54578) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:48:12.626992 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-ace55048-32e7-4cca-8a23-5ed4a879ef05 None None] For port e2ec8a7f-08a3-48db-a52e-084eaf05bce0, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=e2ec8a7f-08a3-48db-a52e-084eaf05bce0,segment=NetworkSegment(797d701b-2156-4b5d-8b6d-c0ec33924cd8),segment_id=797d701b-2156-4b5d-8b6d-c0ec33924cd8)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:48:12.628822 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-1c821af5-1bfb-4ca1-ba03-706e4bf14f2e tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Request body: {'floatingip': {'port_id': '80e18353-2404-44f8-bc11-40e1a8123f04'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:48:12.688607 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1c821af5-1bfb-4ca1-ba03-706e4bf14f2e tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks [] for floatingip, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:12.719955 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ace55048-32e7-4cca-8a23-5ed4a879ef05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:12.761946 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b19dbc9-9834-4c9c-a706-adf179cd52bb admin admin] Router 72e12904-ac42-4067-a6c3-e782f6e03b0e is scheduled to L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b with binding_index 1 {{(pid=95502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 19:48:12.774039 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace55048-32e7-4cca-8a23-5ed4a879ef05 None None] Pushing event updated for resources: {'Port': ['ID=e2ec8a7f-08a3-48db-a52e-084eaf05bce0,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:12.839682 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-6d204386-22d2-4152-aab7-4a2ff9d626ad None None] Provisioning complete for port 80e18353-2404-44f8-bc11-40e1a8123f04 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:48:12.840393 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6d204386-22d2-4152-aab7-4a2ff9d626ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:12.878413 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-6d204386-22d2-4152-aab7-4a2ff9d626ad None None] Port 80e18353-2404-44f8-bc11-40e1a8123f04 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:48:12.880946 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b19dbc9-9834-4c9c-a706-adf179cd52bb admin admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:48:12.892291 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676933c4-1972-4ec9-913c-cae88c589c48 None None] Sync routers for ids ['72e12904-ac42-4067-a6c3-e782f6e03b0e'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:48:12.894928 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-6d204386-22d2-4152-aab7-4a2ff9d626ad None None] Provisioning complete for port e2ec8a7f-08a3-48db-a52e-084eaf05bce0 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:48:12.894928 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6d204386-22d2-4152-aab7-4a2ff9d626ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:12.903360 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676933c4-1972-4ec9-913c-cae88c589c48 None None] Routers {'72e12904-ac42-4067-a6c3-e782f6e03b0e'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:48:12.907907 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-676933c4-1972-4ec9-913c-cae88c589c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:48:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['72e12904-ac42-4067-a6c3-e782f6e03b0e'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:48:12.973841 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2b19dbc9-9834-4c9c-a706-adf179cd52bb admin admin] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:12.975103 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-2b19dbc9-9834-4c9c-a706-adf179cd52bb admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5135322 Oct 12 19:48:12.978303 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 54580) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:48:13.012913 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-676933c4-1972-4ec9-913c-cae88c589c48 None None] Set router 72e12904-ac42-4067-a6c3-e782f6e03b0e gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:48:13.187113 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-676933c4-1972-4ec9-913c-cae88c589c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e12904-ac42-4067-a6c3-e782f6e03b0e', 'name': 'tempest-TestVolumeBootPattern-238637426-router', 'tenant_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '77770890-8d5d-4e38-9d35-84433fce4151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:48:10Z', 'updated_at': '2021-10-12T19:48:11Z', 'revision_number': 3, 'project_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'gw_port': {'id': '77770890-8d5d-4e38-9d35-84433fce4151', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:aa:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72e12904-ac42-4067-a6c3-e782f6e03b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:48:11Z', 'updated_at': '2021-10-12T19:48:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:48:13.213545 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676933c4-1972-4ec9-913c-cae88c589c48 None None] Checking router: 72e12904-ac42-4067-a6c3-e782f6e03b0e for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:48:13.213890 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676933c4-1972-4ec9-913c-cae88c589c48 None None] Updating router 72e12904-ac42-4067-a6c3-e782f6e03b0e port 77770890-8d5d-4e38-9d35-84433fce4151 binding host n-d-813679-3 {{(pid=95504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 19:48:13.241646 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-676933c4-1972-4ec9-913c-cae88c589c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:13.317699 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device e2ec8a7f-08a3-48db-a52e-084eaf05bce0 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:48:13.341477 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1c821af5-1bfb-4ca1-ba03-706e4bf14f2e tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:13.367611 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port e2ec8a7f-08a3-48db-a52e-084eaf05bce0 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:48:13.367950 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:13.420066 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1c821af5-1bfb-4ca1-ba03-706e4bf14f2e tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7915414'] for floatingip, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:13.518804 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-676933c4-1972-4ec9-913c-cae88c589c48 None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:13.561924 n-d-813679-3 neutron-server[95501]: INFO neutron.db.l3_db [None req-1c821af5-1bfb-4ca1-ba03-706e4bf14f2e tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Floating IP 9bfc956b-e9e6-4985-9d90-80ab569000b7 associated. External IP: 172.25.5.155, port: 1767229f-3fec-40a1-8f38-fb6e9e4c6333. Oct 12 19:48:13.593324 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-676933c4-1972-4ec9-913c-cae88c589c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:13.646056 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5db34a2-4b6b-4a73-a572-4e67f4876fdb None None] Pushing event updated for resources: {'Port': ['ID=77770890-8d5d-4e38-9d35-84433fce4151,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:13.648994 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-676933c4-1972-4ec9-913c-cae88c589c48 None None] Attempting to bind port 77770890-8d5d-4e38-9d35-84433fce4151 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:48:13.649358 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-676933c4-1972-4ec9-913c-cae88c589c48 None None] Attempting to bind port 77770890-8d5d-4e38-9d35-84433fce4151 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:48:13.649707 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676933c4-1972-4ec9-913c-cae88c589c48 None None] Attempting to bind port 77770890-8d5d-4e38-9d35-84433fce4151 on network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:48:13.658632 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5db34a2-4b6b-4a73-a572-4e67f4876fdb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:48:13.658997 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5db34a2-4b6b-4a73-a572-4e67f4876fdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:48:13.659341 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5db34a2-4b6b-4a73-a572-4e67f4876fdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:48:13.660707 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5db34a2-4b6b-4a73-a572-4e67f4876fdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:48:13.661906 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5db34a2-4b6b-4a73-a572-4e67f4876fdb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:48:13.662858 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5db34a2-4b6b-4a73-a572-4e67f4876fdb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:48:13.663242 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5db34a2-4b6b-4a73-a572-4e67f4876fdb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:48:13.663588 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5db34a2-4b6b-4a73-a572-4e67f4876fdb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:48:13.663923 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5db34a2-4b6b-4a73-a572-4e67f4876fdb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:48:13.665310 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5db34a2-4b6b-4a73-a572-4e67f4876fdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:48:13.665660 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5db34a2-4b6b-4a73-a572-4e67f4876fdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:48:13.665997 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5db34a2-4b6b-4a73-a572-4e67f4876fdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:48:13.669430 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676933c4-1972-4ec9-913c-cae88c589c48 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:48:13.669811 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676933c4-1972-4ec9-913c-cae88c589c48 None None] Checking segment: {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:48:13.670212 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-676933c4-1972-4ec9-913c-cae88c589c48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:13.670606 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676933c4-1972-4ec9-913c-cae88c589c48 None None] Bound using segment: {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:48:13.671078 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-676933c4-1972-4ec9-913c-cae88c589c48 None None] Bound port: 77770890-8d5d-4e38-9d35-84433fce4151, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:48:13.671659 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-676933c4-1972-4ec9-913c-cae88c589c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:13.713477 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9b3aad0e-c67a-4a42-be5f-6fa3e0640c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:13.723530 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-676933c4-1972-4ec9-913c-cae88c589c48 None None] For port 77770890-8d5d-4e38-9d35-84433fce4151, host n-d-813679-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:48:13.726863 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-676933c4-1972-4ec9-913c-cae88c589c48 None None] For port 77770890-8d5d-4e38-9d35-84433fce4151, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=77770890-8d5d-4e38-9d35-84433fce4151,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:48:13.790718 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-676933c4-1972-4ec9-913c-cae88c589c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:13.852362 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676933c4-1972-4ec9-913c-cae88c589c48 None None] Routers {'72e12904-ac42-4067-a6c3-e782f6e03b0e'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:48:13.852981 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-676933c4-1972-4ec9-913c-cae88c589c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:48:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['72e12904-ac42-4067-a6c3-e782f6e03b0e'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:48:13.855596 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5db34a2-4b6b-4a73-a572-4e67f4876fdb None None] Pushing event updated for resources: {'Port': ['ID=77770890-8d5d-4e38-9d35-84433fce4151,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:14.067474 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-676933c4-1972-4ec9-913c-cae88c589c48 None None] Set router 72e12904-ac42-4067-a6c3-e782f6e03b0e gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:48:14.248642 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-676933c4-1972-4ec9-913c-cae88c589c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e12904-ac42-4067-a6c3-e782f6e03b0e', 'name': 'tempest-TestVolumeBootPattern-238637426-router', 'tenant_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '77770890-8d5d-4e38-9d35-84433fce4151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:48:10Z', 'updated_at': '2021-10-12T19:48:11Z', 'revision_number': 3, 'project_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'gw_port': {'id': '77770890-8d5d-4e38-9d35-84433fce4151', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:aa:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72e12904-ac42-4067-a6c3-e782f6e03b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:48:11Z', 'updated_at': '2021-10-12T19:48:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:48:14.263087 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c821af5-1bfb-4ca1-ba03-706e4bf14f2e tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Router 993319b3-a0d9-47be-9efd-fd71d168818d has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:48:14.278549 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676933c4-1972-4ec9-913c-cae88c589c48 None None] The sync data for ids ['72e12904-ac42-4067-a6c3-e782f6e03b0e'] in n-d-813679-3 is: [{'id': '72e12904-ac42-4067-a6c3-e782f6e03b0e', 'name': 'tempest-TestVolumeBootPattern-238637426-router', 'tenant_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '77770890-8d5d-4e38-9d35-84433fce4151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:48:10Z', 'updated_at': '2021-10-12T19:48:11Z', 'revision_number': 3, 'project_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'gw_port': {'id': '77770890-8d5d-4e38-9d35-84433fce4151', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:aa:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72e12904-ac42-4067-a6c3-e782f6e03b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:48:11Z', 'updated_at': '2021-10-12T19:48:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:48:14.348122 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-9b3aad0e-c67a-4a42-be5f-6fa3e0640c41 admin admin] Allocated IP 172.20.0.1 (bab0c1ad-2a75-48a8-874f-0744bd8e0a35/2bf5b286-d487-470c-8401-d82862f269e1/68a2846e-ad50-4512-a35d-2f7c50f62994) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:48:14.459915 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c821af5-1bfb-4ca1-ba03-706e4bf14f2e tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:48:14.471244 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864dba65-4ab7-433e-b63f-04cb5537f922 None None] Sync routers for ids ['993319b3-a0d9-47be-9efd-fd71d168818d'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:48:14.485769 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864dba65-4ab7-433e-b63f-04cb5537f922 None None] Routers {'993319b3-a0d9-47be-9efd-fd71d168818d'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:48:14.493289 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-864dba65-4ab7-433e-b63f-04cb5537f922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:48:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['993319b3-a0d9-47be-9efd-fd71d168818d'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:48:14.541683 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-864dba65-4ab7-433e-b63f-04cb5537f922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:48:14.550243 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864dba65-4ab7-433e-b63f-04cb5537f922 None None] Routers {'993319b3-a0d9-47be-9efd-fd71d168818d'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:48:14.550855 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-864dba65-4ab7-433e-b63f-04cb5537f922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:48:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['993319b3-a0d9-47be-9efd-fd71d168818d'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:48:14.581552 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9b3aad0e-c67a-4a42-be5f-6fa3e0640c41 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:14.584795 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-864dba65-4ab7-433e-b63f-04cb5537f922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:48:14.585465 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864dba65-4ab7-433e-b63f-04cb5537f922 None None] The sync data for ids ['993319b3-a0d9-47be-9efd-fd71d168818d'] in n-d-813679-3 is: [] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:48:14.726911 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9b3aad0e-c67a-4a42-be5f-6fa3e0640c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:14.772919 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c821af5-1bfb-4ca1-ba03-706e4bf14f2e tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Router 829d7957-5e15-48f8-aaa5-dd88d51ce437 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:48:14.783127 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3aad0e-c67a-4a42-be5f-6fa3e0640c41 admin admin] Network bab0c1ad-2a75-48a8-874f-0744bd8e0a35 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:48:14.790543 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-9b3aad0e-c67a-4a42-be5f-6fa3e0640c41 admin admin] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:48:14.794475 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3aad0e-c67a-4a42-be5f-6fa3e0640c41 admin admin] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:48:14.796206 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3aad0e-c67a-4a42-be5f-6fa3e0640c41 admin admin] Pushing event updated for resources: {'Port': ['ID=68a2846e-ad50-4512-a35d-2f7c50f62994,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:14.876077 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9b3aad0e-c67a-4a42-be5f-6fa3e0640c41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7915309'] for router_interface, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:14.980011 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c821af5-1bfb-4ca1-ba03-706e4bf14f2e tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:48:14.991373 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a200f7a3-6fea-4669-a91f-82f77febc7cd None None] Sync routers for ids ['829d7957-5e15-48f8-aaa5-dd88d51ce437'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:48:15.001806 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1c821af5-1bfb-4ca1-ba03-706e4bf14f2e tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:15.006595 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a200f7a3-6fea-4669-a91f-82f77febc7cd None None] Routers {'829d7957-5e15-48f8-aaa5-dd88d51ce437'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:48:15.006595 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-a200f7a3-6fea-4669-a91f-82f77febc7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:48:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['829d7957-5e15-48f8-aaa5-dd88d51ce437'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:48:15.038868 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-a200f7a3-6fea-4669-a91f-82f77febc7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:48:15.050079 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a200f7a3-6fea-4669-a91f-82f77febc7cd None None] Routers {'829d7957-5e15-48f8-aaa5-dd88d51ce437'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:48:15.050841 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-a200f7a3-6fea-4669-a91f-82f77febc7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:48:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['829d7957-5e15-48f8-aaa5-dd88d51ce437'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:48:15.071147 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-1c821af5-1bfb-4ca1-ba03-706e4bf14f2e tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] 10.222.0.49 "PUT /v2.0/floatingips/9bfc956b-e9e6-4985-9d90-80ab569000b7 HTTP/1.1" status: 200 len: 977 time: 2.4507704 Oct 12 19:48:15.073814 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 54582) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:48:15.085405 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-a200f7a3-6fea-4669-a91f-82f77febc7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:48:15.086052 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a200f7a3-6fea-4669-a91f-82f77febc7cd None None] The sync data for ids ['829d7957-5e15-48f8-aaa5-dd88d51ce437'] in n-d-813679-3 is: [] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:48:15.113759 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-4a5a70eb-4bc0-48d5-8d4f-819c600ce211 None None] Provisioning complete for port 68a2846e-ad50-4512-a35d-2f7c50f62994 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:48:15.114129 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4a5a70eb-4bc0-48d5-8d4f-819c600ce211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:15.149773 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-4a5a70eb-4bc0-48d5-8d4f-819c600ce211 None None] Port 68a2846e-ad50-4512-a35d-2f7c50f62994 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:48:15.150039 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9b3aad0e-c67a-4a42-be5f-6fa3e0640c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:15.182047 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-8b984460-ce52-47a7-90dc-0f27545f4036 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Deleting port 80e18353-2404-44f8-bc11-40e1a8123f04 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:48:15.182696 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8b984460-ce52-47a7-90dc-0f27545f4036 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:15.284967 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8b984460-ce52-47a7-90dc-0f27545f4036 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:15.307109 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 77770890-8d5d-4e38-9d35-84433fce4151 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:48:15.327234 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9b3aad0e-c67a-4a42-be5f-6fa3e0640c41 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:15.357185 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 77770890-8d5d-4e38-9d35-84433fce4151 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:48:15.357555 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:15.390761 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9b3aad0e-c67a-4a42-be5f-6fa3e0640c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:15.440808 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:15.463844 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8b984460-ce52-47a7-90dc-0f27545f4036 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:15.465193 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8b984460-ce52-47a7-90dc-0f27545f4036 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7915414'] for floatingip, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:15.465518 n-d-813679-3 neutron-server[95502]: INFO neutron.db.l3_db [None req-8b984460-ce52-47a7-90dc-0f27545f4036 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Floating IP 9bfc956b-e9e6-4985-9d90-80ab569000b7 disassociated. External IP: 172.25.5.155, port: 80e18353-2404-44f8-bc11-40e1a8123f04. Oct 12 19:48:15.466003 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-8b984460-ce52-47a7-90dc-0f27545f4036 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Calling delete_port for 80e18353-2404-44f8-bc11-40e1a8123f04 owned by {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:48:15.473105 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3aad0e-c67a-4a42-be5f-6fa3e0640c41 admin admin] Pushing event updated for resources: {'Port': ['ID=68a2846e-ad50-4512-a35d-2f7c50f62994,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:15.476355 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9b3aad0e-c67a-4a42-be5f-6fa3e0640c41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7898980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8092605'] for router_interface, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:15.477330 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] For port 77770890-8d5d-4e38-9d35-84433fce4151, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=77770890-8d5d-4e38-9d35-84433fce4151,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:48:15.539070 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:15.576871 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3aad0e-c67a-4a42-be5f-6fa3e0640c41 admin admin] Network bab0c1ad-2a75-48a8-874f-0744bd8e0a35 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:48:15.579328 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-9b3aad0e-c67a-4a42-be5f-6fa3e0640c41 admin admin] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:48:15.594244 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Pushing event updated for resources: {'Port': ['ID=77770890-8d5d-4e38-9d35-84433fce4151,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:15.671321 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8b984460-ce52-47a7-90dc-0f27545f4036 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:15.701676 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b984460-ce52-47a7-90dc-0f27545f4036 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Pushing event deleted for resources: {'Port': ['ID=80e18353-2404-44f8-bc11-40e1a8123f04,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:15.704480 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b3aad0e-c67a-4a42-be5f-6fa3e0640c41 admin admin] Router 72e12904-ac42-4067-a6c3-e782f6e03b0e has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:48:15.849702 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b984460-ce52-47a7-90dc-0f27545f4036 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Router 829d7957-5e15-48f8-aaa5-dd88d51ce437 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:48:15.856561 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b3aad0e-c67a-4a42-be5f-6fa3e0640c41 admin admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:48:15.868629 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-9b3aad0e-c67a-4a42-be5f-6fa3e0640c41 admin admin] 10.222.0.49 "PUT /v2.0/routers/72e12904-ac42-4067-a6c3-e782f6e03b0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8889346 Oct 12 19:48:15.879655 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-e9b70af3-8707-4627-9a05-c76d9297a76b None None] Provisioning complete for port 68a2846e-ad50-4512-a35d-2f7c50f62994 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:48:15.880137 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e9b70af3-8707-4627-9a05-c76d9297a76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:15.930467 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-e9b70af3-8707-4627-9a05-c76d9297a76b None None] Port 68a2846e-ad50-4512-a35d-2f7c50f62994 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:48:16.002674 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b984460-ce52-47a7-90dc-0f27545f4036 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:48:16.019121 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c224a3c2-57dc-4c89-bb0e-e8096fd1588d None None] Sync routers for ids ['829d7957-5e15-48f8-aaa5-dd88d51ce437'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:48:16.029174 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c224a3c2-57dc-4c89-bb0e-e8096fd1588d None None] Routers {'829d7957-5e15-48f8-aaa5-dd88d51ce437'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:48:16.029788 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-c224a3c2-57dc-4c89-bb0e-e8096fd1588d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:48:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['829d7957-5e15-48f8-aaa5-dd88d51ce437'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:48:16.062802 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-c224a3c2-57dc-4c89-bb0e-e8096fd1588d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:48:16.071713 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c224a3c2-57dc-4c89-bb0e-e8096fd1588d None None] Routers {'829d7957-5e15-48f8-aaa5-dd88d51ce437'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:48:16.072500 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-c224a3c2-57dc-4c89-bb0e-e8096fd1588d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:48:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['829d7957-5e15-48f8-aaa5-dd88d51ce437'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:48:16.076503 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8b984460-ce52-47a7-90dc-0f27545f4036 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:16.080543 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-8b984460-ce52-47a7-90dc-0f27545f4036 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] 10.222.0.49 "DELETE /v2.0/ports/80e18353-2404-44f8-bc11-40e1a8123f04 HTTP/1.1" status: 204 len: 168 time: 1.0057139 Oct 12 19:48:16.083329 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 54592) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:48:16.115622 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-c224a3c2-57dc-4c89-bb0e-e8096fd1588d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:48:16.116295 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c224a3c2-57dc-4c89-bb0e-e8096fd1588d None None] The sync data for ids ['829d7957-5e15-48f8-aaa5-dd88d51ce437'] in n-d-813679-3 is: [] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:48:16.190184 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a351fe-7486-43cd-962a-988d960d092c None None] Sync routers for ids ['72e12904-ac42-4067-a6c3-e782f6e03b0e'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:48:16.199676 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a351fe-7486-43cd-962a-988d960d092c None None] Routers {'72e12904-ac42-4067-a6c3-e782f6e03b0e'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:48:16.200314 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-e4a351fe-7486-43cd-962a-988d960d092c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:48:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['72e12904-ac42-4067-a6c3-e782f6e03b0e'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:48:16.308646 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-e4a351fe-7486-43cd-962a-988d960d092c None None] Set router 72e12904-ac42-4067-a6c3-e782f6e03b0e gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:48:16.468925 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-600e28f2-69fe-452e-927f-5d24c8eed024 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8092566'] for router_interface, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:16.518831 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-e4a351fe-7486-43cd-962a-988d960d092c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e12904-ac42-4067-a6c3-e782f6e03b0e', 'name': 'tempest-TestVolumeBootPattern-238637426-router', 'tenant_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '77770890-8d5d-4e38-9d35-84433fce4151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:48:10Z', 'updated_at': '2021-10-12T19:48:15Z', 'revision_number': 4, 'project_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'gw_port': {'id': '77770890-8d5d-4e38-9d35-84433fce4151', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:aa:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e12904-ac42-4067-a6c3-e782f6e03b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:48:11Z', 'updated_at': '2021-10-12T19:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '68a2846e-ad50-4512-a35d-2f7c50f62994', 'name': '', 'network_id': 'bab0c1ad-2a75-48a8-874f-0744bd8e0a35', 'tenant_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'mac_address': 'fa:16:3e:07:8d:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72e12904-ac42-4067-a6c3-e782f6e03b0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '2bf5b286-d487-470c-8401-d82862f269e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:48:13Z', 'updated_at': '2021-10-12T19:48:15Z', 'revision_number': 2, 'project_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'subnets': [{'id': '2bf5b286-d487-470c-8401-d82862f269e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:48:16.546131 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a351fe-7486-43cd-962a-988d960d092c None None] Checking router: 72e12904-ac42-4067-a6c3-e782f6e03b0e for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:48:16.546485 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a351fe-7486-43cd-962a-988d960d092c None None] Updating router 72e12904-ac42-4067-a6c3-e782f6e03b0e port 68a2846e-ad50-4512-a35d-2f7c50f62994 binding host n-d-813679-3 {{(pid=95504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 19:48:16.572620 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e4a351fe-7486-43cd-962a-988d960d092c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:16.581201 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 54604) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:48:16.586762 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-1757fe58-72d3-472b-aa50-d7e18620f039 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1422216278-network', 'tenant_id': 'a770fd709a96483780490734a184d96f'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:48:16.670866 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1757fe58-72d3-472b-aa50-d7e18620f039 admin admin] Made reservation on behalf of a770fd709a96483780490734a184d96f for: {'network': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:48:16.676341 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1757fe58-72d3-472b-aa50-d7e18620f039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:16.692499 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1757fe58-72d3-472b-aa50-d7e18620f039 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:16.750352 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-600e28f2-69fe-452e-927f-5d24c8eed024 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Deleting port 7b46c625-74a1-4cf2-8367-a3ccdc249071 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:48:16.750933 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-600e28f2-69fe-452e-927f-5d24c8eed024 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:16.798753 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1757fe58-72d3-472b-aa50-d7e18620f039 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:16.831866 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 54610) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:48:16.852670 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-600e28f2-69fe-452e-927f-5d24c8eed024 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:16.860291 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1757fe58-72d3-472b-aa50-d7e18620f039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:16.865944 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-600e28f2-69fe-452e-927f-5d24c8eed024 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Calling delete_port for 7b46c625-74a1-4cf2-8367-a3ccdc249071 owned by network:router_interface {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:48:16.874186 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e4a351fe-7486-43cd-962a-988d960d092c None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:16.885030 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1757fe58-72d3-472b-aa50-d7e18620f039 admin admin] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=95501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:48:16.904308 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1757fe58-72d3-472b-aa50-d7e18620f039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6725ee4-7619-459f-8a6d-045ea03feac6,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:16.909804 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1757fe58-72d3-472b-aa50-d7e18620f039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:16.910331 n-d-813679-3 neutron-server[95501]: INFO neutron.db.segments_db [None req-1757fe58-72d3-472b-aa50-d7e18620f039 admin admin] Added segment 22bb496b-b955-42e3-b3d6-ad8754314e54 of type vlan for network d585484f-2c45-4d6d-9db5-ff8d7b51bcf0 Oct 12 19:48:16.950413 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e4a351fe-7486-43cd-962a-988d960d092c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:16.977859 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1757fe58-72d3-472b-aa50-d7e18620f039 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:16.996854 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80384ca3-9909-40e1-8d06-81a556f11865 None None] Pushing event updated for resources: {'Port': ['ID=68a2846e-ad50-4512-a35d-2f7c50f62994,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:17.059973 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64868689-84ed-437a-9103-6eab9f529e1f req-4c3fb1a6-5953-4054-93e0-5d20babc5950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:48:17.061609 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-64868689-84ed-437a-9103-6eab9f529e1f req-4c3fb1a6-5953-4054-93e0-5d20babc5950 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2ff8c527-079e-4364-8767-00fa84141586 HTTP/1.1" status: 200 len: 1096 time: 0.2286837 Oct 12 19:48:17.073511 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-e4a351fe-7486-43cd-962a-988d960d092c None None] Attempting to bind port 68a2846e-ad50-4512-a35d-2f7c50f62994 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:48:17.073844 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-e4a351fe-7486-43cd-962a-988d960d092c None None] Attempting to bind port 68a2846e-ad50-4512-a35d-2f7c50f62994 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '797d701b-2156-4b5d-8b6d-c0ec33924cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'bab0c1ad-2a75-48a8-874f-0744bd8e0a35'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:48:17.074219 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a351fe-7486-43cd-962a-988d960d092c None None] Attempting to bind port 68a2846e-ad50-4512-a35d-2f7c50f62994 on network bab0c1ad-2a75-48a8-874f-0744bd8e0a35 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:48:17.080016 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a351fe-7486-43cd-962a-988d960d092c None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:48:17.080422 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a351fe-7486-43cd-962a-988d960d092c None None] Checking segment: {'id': '797d701b-2156-4b5d-8b6d-c0ec33924cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'bab0c1ad-2a75-48a8-874f-0744bd8e0a35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:48:17.080826 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e4a351fe-7486-43cd-962a-988d960d092c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:17.081222 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a351fe-7486-43cd-962a-988d960d092c None None] Bound using segment: {'id': '797d701b-2156-4b5d-8b6d-c0ec33924cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'bab0c1ad-2a75-48a8-874f-0744bd8e0a35'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:48:17.081692 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-e4a351fe-7486-43cd-962a-988d960d092c None None] Bound port: 68a2846e-ad50-4512-a35d-2f7c50f62994, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '797d701b-2156-4b5d-8b6d-c0ec33924cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'bab0c1ad-2a75-48a8-874f-0744bd8e0a35'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:48:17.082078 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e4a351fe-7486-43cd-962a-988d960d092c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:17.104170 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-64868689-84ed-437a-9103-6eab9f529e1f req-c757b73d-96e9-4390-a86e-063ad0e698c3 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=896c16ef-ef75-4943-9c99-6731fc497ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361614 Oct 12 19:48:17.130476 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1757fe58-72d3-472b-aa50-d7e18620f039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:17.131640 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1757fe58-72d3-472b-aa50-d7e18620f039 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:48:17.132275 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1757fe58-72d3-472b-aa50-d7e18620f039 admin admin] Notify callbacks [] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:17.157773 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-e4a351fe-7486-43cd-962a-988d960d092c None None] For port 68a2846e-ad50-4512-a35d-2f7c50f62994, host n-d-813679-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:48:17.161289 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-e4a351fe-7486-43cd-962a-988d960d092c None None] For port 68a2846e-ad50-4512-a35d-2f7c50f62994, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=68a2846e-ad50-4512-a35d-2f7c50f62994,segment=NetworkSegment(797d701b-2156-4b5d-8b6d-c0ec33924cd8),segment_id=797d701b-2156-4b5d-8b6d-c0ec33924cd8)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:48:17.164823 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-600e28f2-69fe-452e-927f-5d24c8eed024 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:17.193698 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600e28f2-69fe-452e-927f-5d24c8eed024 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Pushing event deleted for resources: {'Port': ['ID=7b46c625-74a1-4cf2-8367-a3ccdc249071,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:17.208732 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1757fe58-72d3-472b-aa50-d7e18620f039 admin admin] Pushing event updated for resources: {'Network': ['ID=d585484f-2c45-4d6d-9db5-ff8d7b51bcf0,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:17.219570 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network d585484f-2c45-4d6d-9db5-ff8d7b51bcf0 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:48:17.228355 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-e4a351fe-7486-43cd-962a-988d960d092c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:17.300773 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80384ca3-9909-40e1-8d06-81a556f11865 None None] Pushing event updated for resources: {'Port': ['ID=68a2846e-ad50-4512-a35d-2f7c50f62994,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:17.310859 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-1757fe58-72d3-472b-aa50-d7e18620f039 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7282102 Oct 12 19:48:17.311682 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 54616) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:48:17.322151 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-0d1d1e9e-2a0f-45ca-b773-7cc1e0c8577f admin admin] Request body: {'subnet': {'network_id': 'd585484f-2c45-4d6d-9db5-ff8d7b51bcf0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1422216278-subnet', 'tenant_id': 'a770fd709a96483780490734a184d96f', 'ip_version': 4}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:48:17.327571 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a351fe-7486-43cd-962a-988d960d092c None None] Routers {'72e12904-ac42-4067-a6c3-e782f6e03b0e'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:48:17.328795 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-e4a351fe-7486-43cd-962a-988d960d092c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:48:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['72e12904-ac42-4067-a6c3-e782f6e03b0e'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:48:17.354267 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-f12dfba4-05d8-42d5-a0a4-542a21af075f None None] Provisioning complete for port 68a2846e-ad50-4512-a35d-2f7c50f62994 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:48:17.354861 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f12dfba4-05d8-42d5-a0a4-542a21af075f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:17.393619 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 77770890-8d5d-4e38-9d35-84433fce4151 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:48:17.462841 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-600e28f2-69fe-452e-927f-5d24c8eed024 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7898909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8092450'] for router_interface, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:17.481405 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d1d1e9e-2a0f-45ca-b773-7cc1e0c8577f admin admin] Made reservation on behalf of a770fd709a96483780490734a184d96f for: {'subnet': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:48:17.483844 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0d1d1e9e-2a0f-45ca-b773-7cc1e0c8577f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4612397'] for subnet, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:17.529998 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-e4a351fe-7486-43cd-962a-988d960d092c None None] Set router 72e12904-ac42-4067-a6c3-e782f6e03b0e gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:48:17.556192 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 77770890-8d5d-4e38-9d35-84433fce4151 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:48:17.556571 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:17.763181 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f12dfba4-05d8-42d5-a0a4-542a21af075f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:17.822008 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-f12dfba4-05d8-42d5-a0a4-542a21af075f None None] For port 68a2846e-ad50-4512-a35d-2f7c50f62994, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=68a2846e-ad50-4512-a35d-2f7c50f62994,segment=NetworkSegment(797d701b-2156-4b5d-8b6d-c0ec33924cd8),segment_id=797d701b-2156-4b5d-8b6d-c0ec33924cd8)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:48:17.822299 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-e4a351fe-7486-43cd-962a-988d960d092c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e12904-ac42-4067-a6c3-e782f6e03b0e', 'name': 'tempest-TestVolumeBootPattern-238637426-router', 'tenant_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '77770890-8d5d-4e38-9d35-84433fce4151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:48:10Z', 'updated_at': '2021-10-12T19:48:15Z', 'revision_number': 4, 'project_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'gw_port': {'id': '77770890-8d5d-4e38-9d35-84433fce4151', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:aa:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e12904-ac42-4067-a6c3-e782f6e03b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:48:11Z', 'updated_at': '2021-10-12T19:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '68a2846e-ad50-4512-a35d-2f7c50f62994', 'name': '', 'network_id': 'bab0c1ad-2a75-48a8-874f-0744bd8e0a35', 'tenant_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'mac_address': 'fa:16:3e:07:8d:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72e12904-ac42-4067-a6c3-e782f6e03b0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '2bf5b286-d487-470c-8401-d82862f269e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:48:13Z', 'updated_at': '2021-10-12T19:48:17Z', 'revision_number': 4, 'project_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'subnets': [{'id': '2bf5b286-d487-470c-8401-d82862f269e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:48:17.840719 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-600e28f2-69fe-452e-927f-5d24c8eed024 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Router 829d7957-5e15-48f8-aaa5-dd88d51ce437 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:48:17.842342 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0d1d1e9e-2a0f-45ca-b773-7cc1e0c8577f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4824863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4612355'] for subnet, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:17.864555 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a351fe-7486-43cd-962a-988d960d092c None None] The sync data for ids ['72e12904-ac42-4067-a6c3-e782f6e03b0e'] in n-d-813679-3 is: [{'id': '72e12904-ac42-4067-a6c3-e782f6e03b0e', 'name': 'tempest-TestVolumeBootPattern-238637426-router', 'tenant_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '77770890-8d5d-4e38-9d35-84433fce4151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:48:10Z', 'updated_at': '2021-10-12T19:48:15Z', 'revision_number': 4, 'project_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'gw_port': {'id': '77770890-8d5d-4e38-9d35-84433fce4151', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:aa:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e12904-ac42-4067-a6c3-e782f6e03b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:48:11Z', 'updated_at': '2021-10-12T19:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '68a2846e-ad50-4512-a35d-2f7c50f62994', 'name': '', 'network_id': 'bab0c1ad-2a75-48a8-874f-0744bd8e0a35', 'tenant_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'mac_address': 'fa:16:3e:07:8d:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72e12904-ac42-4067-a6c3-e782f6e03b0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '2bf5b286-d487-470c-8401-d82862f269e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:48:13Z', 'updated_at': '2021-10-12T19:48:17Z', 'revision_number': 4, 'project_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'subnets': [{'id': '2bf5b286-d487-470c-8401-d82862f269e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:48:17.910361 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d1e9e-2a0f-45ca-b773-7cc1e0c8577f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b23a174-b224-458a-bf7d-2cb51ffefebb,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:17.916445 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f12dfba4-05d8-42d5-a0a4-542a21af075f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:17.966863 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1d1e9e-2a0f-45ca-b773-7cc1e0c8577f admin admin] Checking segment: {'id': '22bb496b-b955-42e3-b3d6-ad8754314e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd585484f-2c45-4d6d-9db5-ff8d7b51bcf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:48:17.966863 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d1d1e9e-2a0f-45ca-b773-7cc1e0c8577f admin admin] Network hostable DHCP agents. Network: d585484f-2c45-4d6d-9db5-ff8d7b51bcf0, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:48:17.978911 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-600e28f2-69fe-452e-927f-5d24c8eed024 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:48:17.989338 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-600e28f2-69fe-452e-927f-5d24c8eed024 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] 10.222.0.49 "PUT /v2.0/routers/829d7957-5e15-48f8-aaa5-dd88d51ce437/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9049454 Oct 12 19:48:17.992314 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 54622) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:48:17.993787 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc75a45-d139-4601-96f6-dba03918549e None None] Sync routers for ids ['829d7957-5e15-48f8-aaa5-dd88d51ce437'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:48:18.019237 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc75a45-d139-4601-96f6-dba03918549e None None] Routers {'829d7957-5e15-48f8-aaa5-dd88d51ce437'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:48:18.019880 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-bdc75a45-d139-4601-96f6-dba03918549e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:48:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['829d7957-5e15-48f8-aaa5-dd88d51ce437'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:48:18.056247 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d1d1e9e-2a0f-45ca-b773-7cc1e0c8577f admin admin] Network d585484f-2c45-4d6d-9db5-ff8d7b51bcf0 is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:48:18.061838 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12dfba4-05d8-42d5-a0a4-542a21af075f None None] Pushing event updated for resources: {'Port': ['ID=68a2846e-ad50-4512-a35d-2f7c50f62994,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:18.066557 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-bdc75a45-d139-4601-96f6-dba03918549e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:48:18.078199 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-8a3a2184-1404-4d36-bf13-1fcf2c27f94b None None] Provisioning complete for port 68a2846e-ad50-4512-a35d-2f7c50f62994 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:48:18.078575 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8a3a2184-1404-4d36-bf13-1fcf2c27f94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:18.100306 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc75a45-d139-4601-96f6-dba03918549e None None] Routers {'829d7957-5e15-48f8-aaa5-dd88d51ce437'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:48:18.101220 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-bdc75a45-d139-4601-96f6-dba03918549e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:48:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['829d7957-5e15-48f8-aaa5-dd88d51ce437'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:48:18.142054 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-bdc75a45-d139-4601-96f6-dba03918549e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:48:18.142983 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc75a45-d139-4601-96f6-dba03918549e None None] The sync data for ids ['829d7957-5e15-48f8-aaa5-dd88d51ce437'] in n-d-813679-3 is: [] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:48:18.159040 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-07fc4b6f-9c81-4732-ba60-552b83e8fb08 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks [] for router, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:18.163050 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-0d1d1e9e-2a0f-45ca-b773-7cc1e0c8577f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, d585484f-2c45-4d6d-9db5-ff8d7b51bcf0) {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:48:18.182761 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d2a261-c032-4447-a5c0-2dd44e53f3c5 None None] Network d585484f-2c45-4d6d-9db5-ff8d7b51bcf0 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:48:18.200583 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d1d1e9e-2a0f-45ca-b773-7cc1e0c8577f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:48:18.201245 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0d1d1e9e-2a0f-45ca-b773-7cc1e0c8577f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:18.291856 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-07fc4b6f-9c81-4732-ba60-552b83e8fb08 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:18.303594 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-0d1d1e9e-2a0f-45ca-b773-7cc1e0c8577f admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9847510 Oct 12 19:48:18.305323 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 54624) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:48:18.313280 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-e08e6f7b-9b1b-410b-aa4b-d0144fe8f077 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1422216278-router', 'tenant_id': 'a770fd709a96483780490734a184d96f', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:48:18.388164 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac4844f4-05d0-4d00-bc81-daf809ee2dd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-d585484f-2c45-4d6d-9db5-ff8d7b51bcf0', 'network_id': 'd585484f-2c45-4d6d-9db5-ff8d7b51bcf0', 'tenant_id': 'a770fd709a96483780490734a184d96f', 'fixed_ips': [{'subnet_id': '1b23a174-b224-458a-bf7d-2cb51ffefebb'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:48:18.389052 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ac4844f4-05d0-4d00-bc81-daf809ee2dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:18.417170 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e08e6f7b-9b1b-410b-aa4b-d0144fe8f077 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8093678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255505'] for router, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:18.420981 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e08e6f7b-9b1b-410b-aa4b-d0144fe8f077 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8093562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8087085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8022306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255518'] for router, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:18.424228 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-07fc4b6f-9c81-4732-ba60-552b83e8fb08 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Deleting port ab308c57-dff3-415e-adce-5639c0b0a145 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:48:18.424641 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-07fc4b6f-9c81-4732-ba60-552b83e8fb08 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:18.525794 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e08e6f7b-9b1b-410b-aa4b-d0144fe8f077 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:18.541804 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-ac4844f4-05d0-4d00-bc81-daf809ee2dd2 None None] Allocated IP 172.20.0.2 (d585484f-2c45-4d6d-9db5-ff8d7b51bcf0/1b23a174-b224-458a-bf7d-2cb51ffefebb/4e549ee0-0f91-4344-a668-09e296493605) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:48:18.548131 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-07fc4b6f-9c81-4732-ba60-552b83e8fb08 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:18.560911 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-07fc4b6f-9c81-4732-ba60-552b83e8fb08 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Calling delete_port for ab308c57-dff3-415e-adce-5639c0b0a145 owned by network:router_gateway {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:48:18.711964 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ac4844f4-05d0-4d00-bc81-daf809ee2dd2 None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:18.779401 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ac4844f4-05d0-4d00-bc81-daf809ee2dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:18.791566 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e08e6f7b-9b1b-410b-aa4b-d0144fe8f077 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:18.820959 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4844f4-05d0-4d00-bc81-daf809ee2dd2 None None] Network d585484f-2c45-4d6d-9db5-ff8d7b51bcf0 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:48:18.824477 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-ac4844f4-05d0-4d00-bc81-daf809ee2dd2 None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:48:18.826594 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4844f4-05d0-4d00-bc81-daf809ee2dd2 None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:48:18.838240 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4844f4-05d0-4d00-bc81-daf809ee2dd2 None None] Pushing event updated for resources: {'Port': ['ID=4e549ee0-0f91-4344-a668-09e296493605,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:18.896536 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-ac4844f4-05d0-4d00-bc81-daf809ee2dd2 None None] Attempting to bind port 4e549ee0-0f91-4344-a668-09e296493605 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:48:18.897120 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-ac4844f4-05d0-4d00-bc81-daf809ee2dd2 None None] Attempting to bind port 4e549ee0-0f91-4344-a668-09e296493605 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '22bb496b-b955-42e3-b3d6-ad8754314e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd585484f-2c45-4d6d-9db5-ff8d7b51bcf0'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:48:18.897474 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4844f4-05d0-4d00-bc81-daf809ee2dd2 None None] Attempting to bind port 4e549ee0-0f91-4344-a668-09e296493605 on network d585484f-2c45-4d6d-9db5-ff8d7b51bcf0 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:48:18.902939 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4844f4-05d0-4d00-bc81-daf809ee2dd2 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:48:18.903370 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4844f4-05d0-4d00-bc81-daf809ee2dd2 None None] Checking segment: {'id': '22bb496b-b955-42e3-b3d6-ad8754314e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd585484f-2c45-4d6d-9db5-ff8d7b51bcf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:48:18.903769 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ac4844f4-05d0-4d00-bc81-daf809ee2dd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:18.904183 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4844f4-05d0-4d00-bc81-daf809ee2dd2 None None] Bound using segment: {'id': '22bb496b-b955-42e3-b3d6-ad8754314e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd585484f-2c45-4d6d-9db5-ff8d7b51bcf0'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:48:18.904658 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-ac4844f4-05d0-4d00-bc81-daf809ee2dd2 None None] Bound port: 4e549ee0-0f91-4344-a668-09e296493605, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22bb496b-b955-42e3-b3d6-ad8754314e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd585484f-2c45-4d6d-9db5-ff8d7b51bcf0'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:48:18.905058 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ac4844f4-05d0-4d00-bc81-daf809ee2dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:18.934183 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-07fc4b6f-9c81-4732-ba60-552b83e8fb08 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:18.970164 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fc4b6f-9c81-4732-ba60-552b83e8fb08 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Pushing event deleted for resources: {'Port': ['ID=ab308c57-dff3-415e-adce-5639c0b0a145,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:18.985807 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-ac4844f4-05d0-4d00-bc81-daf809ee2dd2 None None] For port 4e549ee0-0f91-4344-a668-09e296493605, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:48:18.989974 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-ac4844f4-05d0-4d00-bc81-daf809ee2dd2 None None] For port 4e549ee0-0f91-4344-a668-09e296493605, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=4e549ee0-0f91-4344-a668-09e296493605,segment=NetworkSegment(22bb496b-b955-42e3-b3d6-ad8754314e54),segment_id=22bb496b-b955-42e3-b3d6-ad8754314e54)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:48:19.049315 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-07fc4b6f-9c81-4732-ba60-552b83e8fb08 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7915456'] for router_gateway, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:19.073743 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ac4844f4-05d0-4d00-bc81-daf809ee2dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:19.155081 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4844f4-05d0-4d00-bc81-daf809ee2dd2 None None] Pushing event updated for resources: {'Port': ['ID=4e549ee0-0f91-4344-a668-09e296493605,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:19.202320 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-07fc4b6f-9c81-4732-ba60-552b83e8fb08 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255495'] for router, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:19.207252 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-07fc4b6f-9c81-4732-ba60-552b83e8fb08 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:19.282275 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e08e6f7b-9b1b-410b-aa4b-d0144fe8f077 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:19.313873 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e08e6f7b-9b1b-410b-aa4b-d0144fe8f077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:19.362829 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-07fc4b6f-9c81-4732-ba60-552b83e8fb08 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8093499'] for router, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:19.363494 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07fc4b6f-9c81-4732-ba60-552b83e8fb08 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Fanout notify agent at l3_agent the message router_deleted on router 829d7957-5e15-48f8-aaa5-dd88d51ce437 {{(pid=95501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 19:48:19.371201 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-07fc4b6f-9c81-4732-ba60-552b83e8fb08 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks [] for router, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:19.375604 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 54632) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:48:19.376102 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-07fc4b6f-9c81-4732-ba60-552b83e8fb08 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] 10.222.0.49 "DELETE /v2.0/routers/829d7957-5e15-48f8-aaa5-dd88d51ce437 HTTP/1.1" status: 204 len: 168 time: 1.3820224 Oct 12 19:48:19.397041 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 68a2846e-ad50-4512-a35d-2f7c50f62994 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:48:19.452099 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0e2bbae-e0d5-49c2-9d90-8f08cb50a27f tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Deleting subnet b3b2092f-7ee4-4710-9dd3-40379d3138f9 {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:48:19.452510 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 68a2846e-ad50-4512-a35d-2f7c50f62994 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:48:19.452983 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:19.456817 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c0e2bbae-e0d5-49c2-9d90-8f08cb50a27f tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:19.461777 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-e08e6f7b-9b1b-410b-aa4b-d0144fe8f077 admin admin] Allocated IP 172.25.5.39 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/77f99cca-8b76-4a6f-a36c-1c7e3d3a1ef7) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:48:19.510345 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c0e2bbae-e0d5-49c2-9d90-8f08cb50a27f tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16313642'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:19.584353 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e08e6f7b-9b1b-410b-aa4b-d0144fe8f077 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:19.599128 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c0e2bbae-e0d5-49c2-9d90-8f08cb50a27f tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:19.679508 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e08e6f7b-9b1b-410b-aa4b-d0144fe8f077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:19.719250 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e08e6f7b-9b1b-410b-aa4b-d0144fe8f077 admin admin] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:48:19.722174 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-e08e6f7b-9b1b-410b-aa4b-d0144fe8f077 admin admin] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:48:19.725784 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08e6f7b-9b1b-410b-aa4b-d0144fe8f077 admin admin] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:48:19.731309 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08e6f7b-9b1b-410b-aa4b-d0144fe8f077 admin admin] Pushing event updated for resources: {'Port': ['ID=77f99cca-8b76-4a6f-a36c-1c7e3d3a1ef7,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:19.759553 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c0e2bbae-e0d5-49c2-9d90-8f08cb50a27f tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4306592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16245866'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:19.788372 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e2bbae-e0d5-49c2-9d90-8f08cb50a27f tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Pushing event deleted for resources: {'Subnet': ['ID=b3b2092f-7ee4-4710-9dd3-40379d3138f9,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:19.794126 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c0e2bbae-e0d5-49c2-9d90-8f08cb50a27f tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:19.800617 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-c0e2bbae-e0d5-49c2-9d90-8f08cb50a27f tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] 10.222.0.49 "DELETE /v2.0/subnets/b3b2092f-7ee4-4710-9dd3-40379d3138f9 HTTP/1.1" status: 204 len: 168 time: 0.4224627 Oct 12 19:48:19.801406 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 54634) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:48:19.805924 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7267dcd6-6639-4169-b929-84762d2fc958 None None] Network 1e2ad53a-60ae-42cc-ae34-70dec2cb836e requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:48:19.887250 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-df639c63-df74-467a-9eb6-23f65839ded1 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:19.951002 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-df639c63-df74-467a-9eb6-23f65839ded1 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Deleting port db61ab71-3654-4115-894c-65c210c662f5 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:48:19.951292 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-df639c63-df74-467a-9eb6-23f65839ded1 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:20.018519 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc241e4-d3e4-4323-b47c-02e86419452d None None] DHCP port deletion for 1e2ad53a-60ae-42cc-ae34-70dec2cb836e request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 19:48:20.044289 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-df639c63-df74-467a-9eb6-23f65839ded1 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] For port db61ab71-3654-4115-894c-65c210c662f5, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=db61ab71-3654-4115-894c-65c210c662f5,segment=NetworkSegment(73e60403-a2d7-46e3-9f6e-ce13addb9021),segment_id=73e60403-a2d7-46e3-9f6e-ce13addb9021)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:48:20.048439 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-df639c63-df74-467a-9eb6-23f65839ded1 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:20.066202 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-df639c63-df74-467a-9eb6-23f65839ded1 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Calling delete_port for db61ab71-3654-4115-894c-65c210c662f5 owned by network:dhcp {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:48:20.075621 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e08e6f7b-9b1b-410b-aa4b-d0144fe8f077 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:20.080923 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-1cc241e4-d3e4-4323-b47c-02e86419452d None None] Deleting port db61ab71-3654-4115-894c-65c210c662f5 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:48:20.081310 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1cc241e4-d3e4-4323-b47c-02e86419452d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:20.159338 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-1cc241e4-d3e4-4323-b47c-02e86419452d None None] For port db61ab71-3654-4115-894c-65c210c662f5, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=db61ab71-3654-4115-894c-65c210c662f5,segment=NetworkSegment(73e60403-a2d7-46e3-9f6e-ce13addb9021),segment_id=73e60403-a2d7-46e3-9f6e-ce13addb9021)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:48:20.160285 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1cc241e4-d3e4-4323-b47c-02e86419452d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:20.179318 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-1cc241e4-d3e4-4323-b47c-02e86419452d None None] Calling delete_port for db61ab71-3654-4115-894c-65c210c662f5 owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:48:20.227417 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-756fdcf1-ac48-4c6c-9d7e-186de7dac447 None None] Network d585484f-2c45-4d6d-9db5-ff8d7b51bcf0 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:48:20.274320 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-df639c63-df74-467a-9eb6-23f65839ded1 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:20.298840 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-0e0d63fd-2012-459e-91cb-151c150430ce None None] Provisioning complete for port 4e549ee0-0f91-4344-a668-09e296493605 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:48:20.299185 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0e0d63fd-2012-459e-91cb-151c150430ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:20.303852 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df639c63-df74-467a-9eb6-23f65839ded1 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] No DVR routers for this DVR port db61ab71-3654-4115-894c-65c210c662f5 on host n-d-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:48:20.306371 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df639c63-df74-467a-9eb6-23f65839ded1 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Pushing event deleted for resources: {'Port': ['ID=db61ab71-3654-4115-894c-65c210c662f5,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:20.397471 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-df639c63-df74-467a-9eb6-23f65839ded1 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:20.402011 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1cc241e4-d3e4-4323-b47c-02e86419452d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:20.419164 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-df639c63-df74-467a-9eb6-23f65839ded1 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e2ad53a-60ae-42cc-ae34-70dec2cb836e']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:48:20.429360 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-df639c63-df74-467a-9eb6-23f65839ded1 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73e60403-a2d7-46e3-9f6e-ce13addb9021') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:48:20.429969 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-df639c63-df74-467a-9eb6-23f65839ded1 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73e60403-a2d7-46e3-9f6e-ce13addb9021') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:48:20.438128 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc241e4-d3e4-4323-b47c-02e86419452d None None] Pushing event deleted for resources: {'Port': ['ID=db61ab71-3654-4115-894c-65c210c662f5,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:20.450868 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-df639c63-df74-467a-9eb6-23f65839ded1 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16313633'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:20.461545 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc241e4-d3e4-4323-b47c-02e86419452d None None] No DVR routers for this DVR port db61ab71-3654-4115-894c-65c210c662f5 on host n-d-813679-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:48:20.467101 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-df639c63-df74-467a-9eb6-23f65839ded1 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:20.485992 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df639c63-df74-467a-9eb6-23f65839ded1 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:48:20.486471 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-df639c63-df74-467a-9eb6-23f65839ded1 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4305278'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:20.490252 n-d-813679-3 neutron-server[95502]: Traceback (most recent call last): Oct 12 19:48:20.490252 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:48:20.490252 n-d-813679-3 neutron-server[95502]: timer() Oct 12 19:48:20.490252 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:48:20.490252 n-d-813679-3 neutron-server[95502]: cb(*args, **kw) Oct 12 19:48:20.490252 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:48:20.490252 n-d-813679-3 neutron-server[95502]: return func(*args, **kwargs) Oct 12 19:48:20.490252 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:48:20.490252 n-d-813679-3 neutron-server[95502]: self._notify() Oct 12 19:48:20.490252 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:48:20.490252 n-d-813679-3 neutron-server[95502]: self.callback(batched_events) Oct 12 19:48:20.490252 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:48:20.490252 n-d-813679-3 neutron-server[95502]: event.method(event) Oct 12 19:48:20.490252 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:48:20.490252 n-d-813679-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:48:20.490252 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:48:20.490252 n-d-813679-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:48:20.490252 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:48:20.490252 n-d-813679-3 neutron-server[95502]: return f(self, *a, **k) Oct 12 19:48:20.490252 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:48:20.490252 n-d-813679-3 neutron-server[95502]: return self._get(url).json() Oct 12 19:48:20.490252 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:48:20.490252 n-d-813679-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:48:20.490252 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:48:20.490252 n-d-813679-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Oct 12 19:48:20.490252 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:48:20.490252 n-d-813679-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:48:20.490252 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:48:20.490252 n-d-813679-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:48:20.490252 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:48:20.490252 n-d-813679-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:48:20.490252 n-d-813679-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:48:20.504276 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0e0d63fd-2012-459e-91cb-151c150430ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:20.544668 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-0e0d63fd-2012-459e-91cb-151c150430ce None None] For port 4e549ee0-0f91-4344-a668-09e296493605, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=4e549ee0-0f91-4344-a668-09e296493605,segment=NetworkSegment(22bb496b-b955-42e3-b3d6-ad8754314e54),segment_id=22bb496b-b955-42e3-b3d6-ad8754314e54)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:48:20.613512 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0e0d63fd-2012-459e-91cb-151c150430ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:20.613817 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-df639c63-df74-467a-9eb6-23f65839ded1 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:20.621144 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-df639c63-df74-467a-9eb6-23f65839ded1 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:20.627298 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-df639c63-df74-467a-9eb6-23f65839ded1 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] 10.222.0.49 "DELETE /v2.0/networks/1e2ad53a-60ae-42cc-ae34-70dec2cb836e HTTP/1.1" status: 204 len: 168 time: 0.8220167 Oct 12 19:48:20.642419 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 54636) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:48:20.651459 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df639c63-df74-467a-9eb6-23f65839ded1 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Pushing event deleted for resources: {'Network': ['ID=1e2ad53a-60ae-42cc-ae34-70dec2cb836e,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:20.670045 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0d63fd-2012-459e-91cb-151c150430ce None None] Pushing event updated for resources: {'Port': ['ID=4e549ee0-0f91-4344-a668-09e296493605,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:20.691358 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e08e6f7b-9b1b-410b-aa4b-d0144fe8f077 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8093541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7915516'] for router, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:20.774674 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-c2375ede-493e-4f7d-a5ad-77e40d2b2c05 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Deleting port 6d1b2706-a191-47cf-a6cf-11403a4b55b5 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:48:20.775024 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c2375ede-493e-4f7d-a5ad-77e40d2b2c05 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:20.832835 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-dba4244e-995b-4195-9c5e-48c1ab852650 None None] Provisioning complete for port 4e549ee0-0f91-4344-a668-09e296493605 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:48:20.833215 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-dba4244e-995b-4195-9c5e-48c1ab852650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:20.853063 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c2375ede-493e-4f7d-a5ad-77e40d2b2c05 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:20.853393 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c2375ede-493e-4f7d-a5ad-77e40d2b2c05 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:20.865545 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-c2375ede-493e-4f7d-a5ad-77e40d2b2c05 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Calling delete_port for 6d1b2706-a191-47cf-a6cf-11403a4b55b5 owned by network:floatingip {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:48:20.870002 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e08e6f7b-9b1b-410b-aa4b-d0144fe8f077 admin admin] Router 90fb6618-4a32-4b2b-a25b-03557133f2e8 is scheduled to L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b with binding_index 1 {{(pid=95501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 19:48:20.984575 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e08e6f7b-9b1b-410b-aa4b-d0144fe8f077 admin admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:48:20.994308 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34024ec9-ad1e-48cb-944d-f3d3a8dbe7f1 None None] Sync routers for ids ['90fb6618-4a32-4b2b-a25b-03557133f2e8'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:48:21.004265 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34024ec9-ad1e-48cb-944d-f3d3a8dbe7f1 None None] Routers {'90fb6618-4a32-4b2b-a25b-03557133f2e8'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:48:21.004973 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-34024ec9-ad1e-48cb-944d-f3d3a8dbe7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:48:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['90fb6618-4a32-4b2b-a25b-03557133f2e8'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:48:21.052987 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e08e6f7b-9b1b-410b-aa4b-d0144fe8f077 admin admin] Notify callbacks [] for router, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:21.054247 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-e08e6f7b-9b1b-410b-aa4b-d0144fe8f077 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.7477090 Oct 12 19:48:21.057221 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 54638) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:48:21.099289 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c2375ede-493e-4f7d-a5ad-77e40d2b2c05 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:21.128943 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2375ede-493e-4f7d-a5ad-77e40d2b2c05 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Pushing event deleted for resources: {'Port': ['ID=6d1b2706-a191-47cf-a6cf-11403a4b55b5,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:21.195697 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c2375ede-493e-4f7d-a5ad-77e40d2b2c05 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks [] for floatingip, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:21.198428 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c2375ede-493e-4f7d-a5ad-77e40d2b2c05 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:21.204189 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-c2375ede-493e-4f7d-a5ad-77e40d2b2c05 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] 10.222.0.49 "DELETE /v2.0/floatingips/9bfc956b-e9e6-4985-9d90-80ab569000b7 HTTP/1.1" status: 204 len: 168 time: 0.5605671 Oct 12 19:48:21.205037 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 54640) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:48:21.233212 n-d-813679-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-92c563d2-e6af-4162-857e-360bc57373d0 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] DELETE failed (client error): The resource could not be found. Oct 12 19:48:21.233975 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92c563d2-e6af-4162-857e-360bc57373d0 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:48:21.240821 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 54642) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:48:21.241416 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-92c563d2-e6af-4162-857e-360bc57373d0 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] 10.222.0.49 "DELETE /v2.0/ports/80e18353-2404-44f8-bc11-40e1a8123f04 HTTP/1.1" status: 404 len: 333 time: 0.0351179 Oct 12 19:48:21.243826 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-34024ec9-ad1e-48cb-944d-f3d3a8dbe7f1 None None] Set router 90fb6618-4a32-4b2b-a25b-03557133f2e8 gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:48:21.307412 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-1b405f24-1f7c-4db6-8f7b-b1272628dc96 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] 10.222.0.49 "GET /v2.0/ports?device_id=829d7957-5e15-48f8-aaa5-dd88d51ce437 HTTP/1.1" status: 200 len: 205 time: 0.0630760 Oct 12 19:48:21.307662 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 54644) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:48:21.341657 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 4e549ee0-0f91-4344-a668-09e296493605 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:48:21.353703 n-d-813679-3 neutron-server[95501]: INFO neutron.api.v2.resource [None req-0400d2e9-bc0f-4bce-8011-127847a7101d tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] delete failed (client error): The resource could not be found. Oct 12 19:48:21.362641 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-0400d2e9-bc0f-4bce-8011-127847a7101d tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] 10.222.0.49 "DELETE /v2.0/routers/829d7957-5e15-48f8-aaa5-dd88d51ce437 HTTP/1.1" status: 404 len: 336 time: 0.0460684 Oct 12 19:48:21.362800 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 54646) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:48:21.391876 n-d-813679-3 neutron-server[95501]: INFO neutron.pecan_wsgi.hooks.translation [None req-1632b033-0a7d-4211-87ec-1943d9771718 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] DELETE failed (client error): The resource could not be found. Oct 12 19:48:21.392359 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1632b033-0a7d-4211-87ec-1943d9771718 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:48:21.393902 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 4e549ee0-0f91-4344-a668-09e296493605 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:48:21.394293 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:21.398125 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-1632b033-0a7d-4211-87ec-1943d9771718 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] 10.222.0.49 "DELETE /v2.0/subnets/b3b2092f-7ee4-4710-9dd3-40379d3138f9 HTTP/1.1" status: 404 len: 337 time: 0.0317783 Oct 12 19:48:21.398318 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 54648) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:48:21.439069 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-34024ec9-ad1e-48cb-944d-f3d3a8dbe7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90fb6618-4a32-4b2b-a25b-03557133f2e8', 'name': 'tempest-TestVolumeBootPattern-1422216278-router', 'tenant_id': 'a770fd709a96483780490734a184d96f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '77f99cca-8b76-4a6f-a36c-1c7e3d3a1ef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:48:18Z', 'updated_at': '2021-10-12T19:48:19Z', 'revision_number': 3, 'project_id': 'a770fd709a96483780490734a184d96f', 'gw_port': {'id': '77f99cca-8b76-4a6f-a36c-1c7e3d3a1ef7', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:c6:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90fb6618-4a32-4b2b-a25b-03557133f2e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:48:19Z', 'updated_at': '2021-10-12T19:48:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:48:21.469515 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34024ec9-ad1e-48cb-944d-f3d3a8dbe7f1 None None] Checking router: 90fb6618-4a32-4b2b-a25b-03557133f2e8 for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:48:21.470353 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34024ec9-ad1e-48cb-944d-f3d3a8dbe7f1 None None] Updating router 90fb6618-4a32-4b2b-a25b-03557133f2e8 port 77f99cca-8b76-4a6f-a36c-1c7e3d3a1ef7 binding host n-d-813679-3 {{(pid=95504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 19:48:21.494546 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-34024ec9-ad1e-48cb-944d-f3d3a8dbe7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:21.528720 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device db61ab71-3654-4115-894c-65c210c662f5 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:48:21.549575 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: db61ab71-3654-4115-894c-65c210c662f5 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:48:21.549939 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device db61ab71-3654-4115-894c-65c210c662f5 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:48:21.608651 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-524b0bb7-9155-4222-99b3-3f5036fb199f tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Deleting port 1767229f-3fec-40a1-8f38-fb6e9e4c6333 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:48:21.608903 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-524b0bb7-9155-4222-99b3-3f5036fb199f tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:21.752344 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-34024ec9-ad1e-48cb-944d-f3d3a8dbe7f1 None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:21.756227 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-524b0bb7-9155-4222-99b3-3f5036fb199f tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:21.771176 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-59666b07-40bd-40b6-bbe9-dc3ca6153771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:21.774047 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-524b0bb7-9155-4222-99b3-3f5036fb199f tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Calling delete_port for 1767229f-3fec-40a1-8f38-fb6e9e4c6333 owned by {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:48:21.833786 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-34024ec9-ad1e-48cb-944d-f3d3a8dbe7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:21.888104 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-34024ec9-ad1e-48cb-944d-f3d3a8dbe7f1 None None] Attempting to bind port 77f99cca-8b76-4a6f-a36c-1c7e3d3a1ef7 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:48:21.888469 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-34024ec9-ad1e-48cb-944d-f3d3a8dbe7f1 None None] Attempting to bind port 77f99cca-8b76-4a6f-a36c-1c7e3d3a1ef7 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:48:21.888831 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34024ec9-ad1e-48cb-944d-f3d3a8dbe7f1 None None] Attempting to bind port 77f99cca-8b76-4a6f-a36c-1c7e3d3a1ef7 on network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:48:21.890757 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004daeaa-8a93-47cd-bb45-0738f10bd05c None None] Pushing event updated for resources: {'Port': ['ID=77f99cca-8b76-4a6f-a36c-1c7e3d3a1ef7,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:21.896185 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34024ec9-ad1e-48cb-944d-f3d3a8dbe7f1 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:48:21.896558 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34024ec9-ad1e-48cb-944d-f3d3a8dbe7f1 None None] Checking segment: {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:48:21.896954 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-34024ec9-ad1e-48cb-944d-f3d3a8dbe7f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:21.897335 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34024ec9-ad1e-48cb-944d-f3d3a8dbe7f1 None None] Bound using segment: {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:48:21.897920 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-34024ec9-ad1e-48cb-944d-f3d3a8dbe7f1 None None] Bound port: 77f99cca-8b76-4a6f-a36c-1c7e3d3a1ef7, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:48:21.898227 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-34024ec9-ad1e-48cb-944d-f3d3a8dbe7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:21.953462 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-34024ec9-ad1e-48cb-944d-f3d3a8dbe7f1 None None] For port 77f99cca-8b76-4a6f-a36c-1c7e3d3a1ef7, host n-d-813679-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:48:21.956771 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-34024ec9-ad1e-48cb-944d-f3d3a8dbe7f1 None None] For port 77f99cca-8b76-4a6f-a36c-1c7e3d3a1ef7, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=77f99cca-8b76-4a6f-a36c-1c7e3d3a1ef7,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:48:22.018975 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-59666b07-40bd-40b6-bbe9-dc3ca6153771 admin admin] Allocated IP 172.20.0.1 (d585484f-2c45-4d6d-9db5-ff8d7b51bcf0/1b23a174-b224-458a-bf7d-2cb51ffefebb/e392e3ae-dc68-4e80-b191-02ac629a30f5) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:48:22.039499 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-34024ec9-ad1e-48cb-944d-f3d3a8dbe7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:22.088697 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34024ec9-ad1e-48cb-944d-f3d3a8dbe7f1 None None] Routers {'90fb6618-4a32-4b2b-a25b-03557133f2e8'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:48:22.090492 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-34024ec9-ad1e-48cb-944d-f3d3a8dbe7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:48:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['90fb6618-4a32-4b2b-a25b-03557133f2e8'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:48:22.112519 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-524b0bb7-9155-4222-99b3-3f5036fb199f tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:22.145340 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004daeaa-8a93-47cd-bb45-0738f10bd05c None None] Pushing event updated for resources: {'Port': ['ID=77f99cca-8b76-4a6f-a36c-1c7e3d3a1ef7,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:22.150965 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524b0bb7-9155-4222-99b3-3f5036fb199f tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Pushing event deleted for resources: {'Port': ['ID=1767229f-3fec-40a1-8f38-fb6e9e4c6333,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:22.155333 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-59666b07-40bd-40b6-bbe9-dc3ca6153771 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:22.209669 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-34024ec9-ad1e-48cb-944d-f3d3a8dbe7f1 None None] Set router 90fb6618-4a32-4b2b-a25b-03557133f2e8 gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:48:22.236775 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-524b0bb7-9155-4222-99b3-3f5036fb199f tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:22.239997 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-524b0bb7-9155-4222-99b3-3f5036fb199f tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] 10.222.0.49 "DELETE /v2.0/ports/1767229f-3fec-40a1-8f38-fb6e9e4c6333 HTTP/1.1" status: 204 len: 168 time: 0.8407743 Oct 12 19:48:22.242588 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 54650) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:48:22.313477 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-59666b07-40bd-40b6-bbe9-dc3ca6153771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:22.364195 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59666b07-40bd-40b6-bbe9-dc3ca6153771 admin admin] Network d585484f-2c45-4d6d-9db5-ff8d7b51bcf0 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:48:22.371143 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-59666b07-40bd-40b6-bbe9-dc3ca6153771 admin admin] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:48:22.374326 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59666b07-40bd-40b6-bbe9-dc3ca6153771 admin admin] Pushing event updated for resources: {'Port': ['ID=e392e3ae-dc68-4e80-b191-02ac629a30f5,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:22.376583 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59666b07-40bd-40b6-bbe9-dc3ca6153771 admin admin] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:48:22.396001 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-34024ec9-ad1e-48cb-944d-f3d3a8dbe7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90fb6618-4a32-4b2b-a25b-03557133f2e8', 'name': 'tempest-TestVolumeBootPattern-1422216278-router', 'tenant_id': 'a770fd709a96483780490734a184d96f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '77f99cca-8b76-4a6f-a36c-1c7e3d3a1ef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:48:18Z', 'updated_at': '2021-10-12T19:48:19Z', 'revision_number': 3, 'project_id': 'a770fd709a96483780490734a184d96f', 'gw_port': {'id': '77f99cca-8b76-4a6f-a36c-1c7e3d3a1ef7', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:c6:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90fb6618-4a32-4b2b-a25b-03557133f2e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:48:19Z', 'updated_at': '2021-10-12T19:48:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:48:22.413658 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-e48988d8-097d-4d71-b713-26c6ff86236b tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Deleting port 810fd74c-2359-4d37-9b08-40cbda9d88f6 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:48:22.414001 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e48988d8-097d-4d71-b713-26c6ff86236b tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:22.423859 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34024ec9-ad1e-48cb-944d-f3d3a8dbe7f1 None None] The sync data for ids ['90fb6618-4a32-4b2b-a25b-03557133f2e8'] in n-d-813679-3 is: [{'id': '90fb6618-4a32-4b2b-a25b-03557133f2e8', 'name': 'tempest-TestVolumeBootPattern-1422216278-router', 'tenant_id': 'a770fd709a96483780490734a184d96f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '77f99cca-8b76-4a6f-a36c-1c7e3d3a1ef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:48:18Z', 'updated_at': '2021-10-12T19:48:19Z', 'revision_number': 3, 'project_id': 'a770fd709a96483780490734a184d96f', 'gw_port': {'id': '77f99cca-8b76-4a6f-a36c-1c7e3d3a1ef7', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:c6:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90fb6618-4a32-4b2b-a25b-03557133f2e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:48:19Z', 'updated_at': '2021-10-12T19:48:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:48:22.459790 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-59666b07-40bd-40b6-bbe9-dc3ca6153771 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7915309'] for router_interface, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:22.577265 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e48988d8-097d-4d71-b713-26c6ff86236b tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:22.597883 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-e48988d8-097d-4d71-b713-26c6ff86236b tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Calling delete_port for 810fd74c-2359-4d37-9b08-40cbda9d88f6 owned by {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:48:22.643630 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-50b0e8b5-3407-4fcf-b28f-80541a320cfe None None] Provisioning complete for port e392e3ae-dc68-4e80-b191-02ac629a30f5 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:48:22.644263 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-50b0e8b5-3407-4fcf-b28f-80541a320cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:22.705394 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-50b0e8b5-3407-4fcf-b28f-80541a320cfe None None] Port e392e3ae-dc68-4e80-b191-02ac629a30f5 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:48:22.722612 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-59666b07-40bd-40b6-bbe9-dc3ca6153771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:22.859906 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e48988d8-097d-4d71-b713-26c6ff86236b tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:22.903305 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48988d8-097d-4d71-b713-26c6ff86236b tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Pushing event deleted for resources: {'Port': ['ID=810fd74c-2359-4d37-9b08-40cbda9d88f6,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:23.002335 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e48988d8-097d-4d71-b713-26c6ff86236b tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:23.005616 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-e48988d8-097d-4d71-b713-26c6ff86236b tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] 10.222.0.49 "DELETE /v2.0/ports/810fd74c-2359-4d37-9b08-40cbda9d88f6 HTTP/1.1" status: 204 len: 168 time: 0.7621086 Oct 12 19:48:23.008239 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 54652) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:48:23.023320 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-59666b07-40bd-40b6-bbe9-dc3ca6153771 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:23.060476 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2957d33-802c-498a-8fa4-e668a715bc47 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:48:23.062181 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-b2957d33-802c-498a-8fa4-e668a715bc47 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] 10.222.0.49 "GET /v2.0/ports?device_id=993319b3-a0d9-47be-9efd-fd71d168818d HTTP/1.1" status: 200 len: 913 time: 0.0529029 Oct 12 19:48:23.066994 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 54654) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:48:23.103293 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-59666b07-40bd-40b6-bbe9-dc3ca6153771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:23.177995 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-59666b07-40bd-40b6-bbe9-dc3ca6153771 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7898980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8092605'] for router_interface, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:23.179984 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59666b07-40bd-40b6-bbe9-dc3ca6153771 admin admin] Pushing event updated for resources: {'Port': ['ID=e392e3ae-dc68-4e80-b191-02ac629a30f5,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:23.287751 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59666b07-40bd-40b6-bbe9-dc3ca6153771 admin admin] Network d585484f-2c45-4d6d-9db5-ff8d7b51bcf0 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:48:23.289234 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-59666b07-40bd-40b6-bbe9-dc3ca6153771 admin admin] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:48:23.336449 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 77f99cca-8b76-4a6f-a36c-1c7e3d3a1ef7 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:48:23.428256 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 77f99cca-8b76-4a6f-a36c-1c7e3d3a1ef7 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:48:23.429244 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:23.439836 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59666b07-40bd-40b6-bbe9-dc3ca6153771 admin admin] Router 90fb6618-4a32-4b2b-a25b-03557133f2e8 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:48:23.526612 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:23.552903 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] For port 77f99cca-8b76-4a6f-a36c-1c7e3d3a1ef7, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=77f99cca-8b76-4a6f-a36c-1c7e3d3a1ef7,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:48:23.571632 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59666b07-40bd-40b6-bbe9-dc3ca6153771 admin admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:48:23.575608 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-59666b07-40bd-40b6-bbe9-dc3ca6153771 admin admin] 10.222.0.49 "PUT /v2.0/routers/90fb6618-4a32-4b2b-a25b-03557133f2e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5173211 Oct 12 19:48:23.623971 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:23.673077 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a5bf3689-96a3-495f-9f4c-ba51dca7d9d0 None None] Provisioning complete for port e392e3ae-dc68-4e80-b191-02ac629a30f5 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:48:23.673829 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a5bf3689-96a3-495f-9f4c-ba51dca7d9d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:23.708199 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Pushing event updated for resources: {'Port': ['ID=77f99cca-8b76-4a6f-a36c-1c7e3d3a1ef7,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:23.726177 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-a5bf3689-96a3-495f-9f4c-ba51dca7d9d0 None None] Port e392e3ae-dc68-4e80-b191-02ac629a30f5 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:48:23.829856 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2e7c75d4-dc0a-43e7-b9cd-91eb217ec676 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8092566'] for router_interface, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:24.081323 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-2e7c75d4-dc0a-43e7-b9cd-91eb217ec676 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Deleting port 2171789c-85db-46f2-9867-df26e46e169e {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:48:24.082030 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2e7c75d4-dc0a-43e7-b9cd-91eb217ec676 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:24.173498 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2e7c75d4-dc0a-43e7-b9cd-91eb217ec676 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:24.185956 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-2e7c75d4-dc0a-43e7-b9cd-91eb217ec676 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Calling delete_port for 2171789c-85db-46f2-9867-df26e46e169e owned by network:router_interface {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:48:24.450632 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2e7c75d4-dc0a-43e7-b9cd-91eb217ec676 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:24.483006 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7c75d4-dc0a-43e7-b9cd-91eb217ec676 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Pushing event deleted for resources: {'Port': ['ID=2171789c-85db-46f2-9867-df26e46e169e,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:24.652640 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2e7c75d4-dc0a-43e7-b9cd-91eb217ec676 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7898909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8092450'] for router_interface, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:24.895276 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e7c75d4-dc0a-43e7-b9cd-91eb217ec676 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Router 993319b3-a0d9-47be-9efd-fd71d168818d has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:48:24.932374 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6757f9-0a3c-4ca3-854f-14e053d040b5 None None] Sync routers for ids ['90fb6618-4a32-4b2b-a25b-03557133f2e8'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:48:24.942421 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6757f9-0a3c-4ca3-854f-14e053d040b5 None None] Routers {'90fb6618-4a32-4b2b-a25b-03557133f2e8'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:48:24.943387 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-cb6757f9-0a3c-4ca3-854f-14e053d040b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:48:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['90fb6618-4a32-4b2b-a25b-03557133f2e8'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:48:25.028108 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e7c75d4-dc0a-43e7-b9cd-91eb217ec676 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:48:25.035817 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-2e7c75d4-dc0a-43e7-b9cd-91eb217ec676 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] 10.222.0.49 "PUT /v2.0/routers/993319b3-a0d9-47be-9efd-fd71d168818d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9675474 Oct 12 19:48:25.039316 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7acc1f4-ba02-419c-b286-c1a7fe82e8ac None None] Sync routers for ids ['993319b3-a0d9-47be-9efd-fd71d168818d'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:48:25.046233 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 54674) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:48:25.051212 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7acc1f4-ba02-419c-b286-c1a7fe82e8ac None None] Routers {'993319b3-a0d9-47be-9efd-fd71d168818d'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:48:25.051955 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-e7acc1f4-ba02-419c-b286-c1a7fe82e8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:48:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['993319b3-a0d9-47be-9efd-fd71d168818d'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:48:25.079237 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-cb6757f9-0a3c-4ca3-854f-14e053d040b5 None None] Set router 90fb6618-4a32-4b2b-a25b-03557133f2e8 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:48:25.105485 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-e7acc1f4-ba02-419c-b286-c1a7fe82e8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:48:25.116749 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7acc1f4-ba02-419c-b286-c1a7fe82e8ac None None] Routers {'993319b3-a0d9-47be-9efd-fd71d168818d'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:48:25.117380 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-e7acc1f4-ba02-419c-b286-c1a7fe82e8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:48:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['993319b3-a0d9-47be-9efd-fd71d168818d'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:48:25.182833 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-e7acc1f4-ba02-419c-b286-c1a7fe82e8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:48:25.182833 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7acc1f4-ba02-419c-b286-c1a7fe82e8ac None None] The sync data for ids ['993319b3-a0d9-47be-9efd-fd71d168818d'] in n-d-813679-3 is: [] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:48:25.200378 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-802c5d0e-9d19-48fb-885c-0f3a10c97637 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks [] for router, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:25.346168 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-802c5d0e-9d19-48fb-885c-0f3a10c97637 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:25.363271 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 77f99cca-8b76-4a6f-a36c-1c7e3d3a1ef7 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:48:25.468930 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-802c5d0e-9d19-48fb-885c-0f3a10c97637 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Deleting port d8dc5736-0446-4ef3-9be2-b18d17ac3ef7 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:48:25.469767 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-802c5d0e-9d19-48fb-885c-0f3a10c97637 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:25.496480 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 77f99cca-8b76-4a6f-a36c-1c7e3d3a1ef7 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:48:25.496859 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:25.556985 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-802c5d0e-9d19-48fb-885c-0f3a10c97637 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:25.558245 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-cb6757f9-0a3c-4ca3-854f-14e053d040b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90fb6618-4a32-4b2b-a25b-03557133f2e8', 'name': 'tempest-TestVolumeBootPattern-1422216278-router', 'tenant_id': 'a770fd709a96483780490734a184d96f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '77f99cca-8b76-4a6f-a36c-1c7e3d3a1ef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:48:18Z', 'updated_at': '2021-10-12T19:48:22Z', 'revision_number': 4, 'project_id': 'a770fd709a96483780490734a184d96f', 'gw_port': {'id': '77f99cca-8b76-4a6f-a36c-1c7e3d3a1ef7', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:c6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fb6618-4a32-4b2b-a25b-03557133f2e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:48:19Z', 'updated_at': '2021-10-12T19:48:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': 'e392e3ae-dc68-4e80-b191-02ac629a30f5', 'name': '', 'network_id': 'd585484f-2c45-4d6d-9db5-ff8d7b51bcf0', 'tenant_id': 'a770fd709a96483780490734a184d96f', 'mac_address': 'fa:16:3e:3e:6a:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90fb6618-4a32-4b2b-a25b-03557133f2e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '1b23a174-b224-458a-bf7d-2cb51ffefebb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:48:21Z', 'updated_at': '2021-10-12T19:48:22Z', 'revision_number': 2, 'project_id': 'a770fd709a96483780490734a184d96f', 'subnets': [{'id': '1b23a174-b224-458a-bf7d-2cb51ffefebb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:48:25.570335 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-802c5d0e-9d19-48fb-885c-0f3a10c97637 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Calling delete_port for d8dc5736-0446-4ef3-9be2-b18d17ac3ef7 owned by network:router_gateway {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:48:25.589366 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6757f9-0a3c-4ca3-854f-14e053d040b5 None None] Checking router: 90fb6618-4a32-4b2b-a25b-03557133f2e8 for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:48:25.589726 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6757f9-0a3c-4ca3-854f-14e053d040b5 None None] Updating router 90fb6618-4a32-4b2b-a25b-03557133f2e8 port e392e3ae-dc68-4e80-b191-02ac629a30f5 binding host n-d-813679-3 {{(pid=95503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 19:48:25.641687 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cb6757f9-0a3c-4ca3-854f-14e053d040b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:25.810506 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-802c5d0e-9d19-48fb-885c-0f3a10c97637 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:25.841076 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802c5d0e-9d19-48fb-885c-0f3a10c97637 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Pushing event deleted for resources: {'Port': ['ID=d8dc5736-0446-4ef3-9be2-b18d17ac3ef7,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:25.918122 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-802c5d0e-9d19-48fb-885c-0f3a10c97637 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7915456'] for router_gateway, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:25.933483 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cb6757f9-0a3c-4ca3-854f-14e053d040b5 None None] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:25.995970 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cb6757f9-0a3c-4ca3-854f-14e053d040b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:26.011980 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-802c5d0e-9d19-48fb-885c-0f3a10c97637 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255495'] for router, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:26.014761 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-802c5d0e-9d19-48fb-885c-0f3a10c97637 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:26.045806 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bc6798-2470-409e-bc5b-af10f7287e92 None None] Pushing event updated for resources: {'Port': ['ID=e392e3ae-dc68-4e80-b191-02ac629a30f5,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:26.101505 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-cb6757f9-0a3c-4ca3-854f-14e053d040b5 None None] Attempting to bind port e392e3ae-dc68-4e80-b191-02ac629a30f5 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:48:26.105188 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-cb6757f9-0a3c-4ca3-854f-14e053d040b5 None None] Attempting to bind port e392e3ae-dc68-4e80-b191-02ac629a30f5 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '22bb496b-b955-42e3-b3d6-ad8754314e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd585484f-2c45-4d6d-9db5-ff8d7b51bcf0'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:48:26.105188 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6757f9-0a3c-4ca3-854f-14e053d040b5 None None] Attempting to bind port e392e3ae-dc68-4e80-b191-02ac629a30f5 on network d585484f-2c45-4d6d-9db5-ff8d7b51bcf0 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:48:26.107832 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6757f9-0a3c-4ca3-854f-14e053d040b5 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:48:26.108241 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6757f9-0a3c-4ca3-854f-14e053d040b5 None None] Checking segment: {'id': '22bb496b-b955-42e3-b3d6-ad8754314e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd585484f-2c45-4d6d-9db5-ff8d7b51bcf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:48:26.108641 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cb6757f9-0a3c-4ca3-854f-14e053d040b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:26.109562 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6757f9-0a3c-4ca3-854f-14e053d040b5 None None] Bound using segment: {'id': '22bb496b-b955-42e3-b3d6-ad8754314e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd585484f-2c45-4d6d-9db5-ff8d7b51bcf0'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:48:26.110033 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-cb6757f9-0a3c-4ca3-854f-14e053d040b5 None None] Bound port: e392e3ae-dc68-4e80-b191-02ac629a30f5, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22bb496b-b955-42e3-b3d6-ad8754314e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd585484f-2c45-4d6d-9db5-ff8d7b51bcf0'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:48:26.110411 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cb6757f9-0a3c-4ca3-854f-14e053d040b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:26.125641 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-802c5d0e-9d19-48fb-885c-0f3a10c97637 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8093499'] for router, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:26.130064 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-802c5d0e-9d19-48fb-885c-0f3a10c97637 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Fanout notify agent at l3_agent the message router_deleted on router 993319b3-a0d9-47be-9efd-fd71d168818d {{(pid=95502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 19:48:26.135644 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-802c5d0e-9d19-48fb-885c-0f3a10c97637 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:26.137063 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-802c5d0e-9d19-48fb-885c-0f3a10c97637 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] 10.222.0.49 "DELETE /v2.0/routers/993319b3-a0d9-47be-9efd-fd71d168818d HTTP/1.1" status: 204 len: 168 time: 1.0889857 Oct 12 19:48:26.139319 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 54678) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:48:26.187826 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-cb6757f9-0a3c-4ca3-854f-14e053d040b5 None None] For port e392e3ae-dc68-4e80-b191-02ac629a30f5, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:48:26.191607 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-cb6757f9-0a3c-4ca3-854f-14e053d040b5 None None] For port e392e3ae-dc68-4e80-b191-02ac629a30f5, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=e392e3ae-dc68-4e80-b191-02ac629a30f5,segment=NetworkSegment(22bb496b-b955-42e3-b3d6-ad8754314e54),segment_id=22bb496b-b955-42e3-b3d6-ad8754314e54)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:48:26.192929 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a71c971-03da-4992-9815-0b8c59754e81 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Deleting subnet 75562789-ed09-4a33-8aaa-a74331e31844 {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:48:26.196201 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1a71c971-03da-4992-9815-0b8c59754e81 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:26.240498 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1a71c971-03da-4992-9815-0b8c59754e81 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16313642'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:26.264330 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-882656c0-ef16-4b82-abb6-486a8dd1a462 None None] Provisioning complete for port e392e3ae-dc68-4e80-b191-02ac629a30f5 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:48:26.264621 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-882656c0-ef16-4b82-abb6-486a8dd1a462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:26.283650 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1a71c971-03da-4992-9815-0b8c59754e81 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:26.286685 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cb6757f9-0a3c-4ca3-854f-14e053d040b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:26.348419 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-882656c0-ef16-4b82-abb6-486a8dd1a462 None None] Port e392e3ae-dc68-4e80-b191-02ac629a30f5 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:48:26.355710 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6757f9-0a3c-4ca3-854f-14e053d040b5 None None] Routers {'90fb6618-4a32-4b2b-a25b-03557133f2e8'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:48:26.356372 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-cb6757f9-0a3c-4ca3-854f-14e053d040b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:48:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['90fb6618-4a32-4b2b-a25b-03557133f2e8'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:48:26.400833 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bc6798-2470-409e-bc5b-af10f7287e92 None None] Pushing event updated for resources: {'Port': ['ID=e392e3ae-dc68-4e80-b191-02ac629a30f5,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:26.433869 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1a71c971-03da-4992-9815-0b8c59754e81 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4306592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16245866'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:26.464641 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1a71c971-03da-4992-9815-0b8c59754e81 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:26.474706 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-1a71c971-03da-4992-9815-0b8c59754e81 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] 10.222.0.49 "DELETE /v2.0/subnets/75562789-ed09-4a33-8aaa-a74331e31844 HTTP/1.1" status: 204 len: 168 time: 0.3277841 Oct 12 19:48:26.474706 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a71c971-03da-4992-9815-0b8c59754e81 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Pushing event deleted for resources: {'Subnet': ['ID=75562789-ed09-4a33-8aaa-a74331e31844,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:26.474706 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 54680) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:48:26.484817 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-cb6757f9-0a3c-4ca3-854f-14e053d040b5 None None] Set router 90fb6618-4a32-4b2b-a25b-03557133f2e8 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:48:26.553327 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-79d19c95-92b6-44e9-8eec-6c8949fd76d7 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:26.610154 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-3c3985eb-95a6-4509-94db-71a46a38fc38 None None] Provisioning complete for port e392e3ae-dc68-4e80-b191-02ac629a30f5 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:48:26.610443 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3c3985eb-95a6-4509-94db-71a46a38fc38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:26.637071 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-79d19c95-92b6-44e9-8eec-6c8949fd76d7 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:26.663320 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-79d19c95-92b6-44e9-8eec-6c8949fd76d7 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02159666-3394-4cb8-8e84-f1e5f1711fc9']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:48:26.673192 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-79d19c95-92b6-44e9-8eec-6c8949fd76d7 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd595b1ea-1a21-4dc1-93d8-cee6c1782b88') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:48:26.673479 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-79d19c95-92b6-44e9-8eec-6c8949fd76d7 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd595b1ea-1a21-4dc1-93d8-cee6c1782b88') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:48:26.682756 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-79d19c95-92b6-44e9-8eec-6c8949fd76d7 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16313633'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:26.695474 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-79d19c95-92b6-44e9-8eec-6c8949fd76d7 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:26.701179 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79d19c95-92b6-44e9-8eec-6c8949fd76d7 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:48:26.701560 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-79d19c95-92b6-44e9-8eec-6c8949fd76d7 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4305278'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:26.705149 n-d-813679-3 neutron-server[95502]: Traceback (most recent call last): Oct 12 19:48:26.705149 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:48:26.705149 n-d-813679-3 neutron-server[95502]: timer() Oct 12 19:48:26.705149 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:48:26.705149 n-d-813679-3 neutron-server[95502]: cb(*args, **kw) Oct 12 19:48:26.705149 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:48:26.705149 n-d-813679-3 neutron-server[95502]: return func(*args, **kwargs) Oct 12 19:48:26.705149 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:48:26.705149 n-d-813679-3 neutron-server[95502]: self._notify() Oct 12 19:48:26.705149 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:48:26.705149 n-d-813679-3 neutron-server[95502]: self.callback(batched_events) Oct 12 19:48:26.705149 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:48:26.705149 n-d-813679-3 neutron-server[95502]: event.method(event) Oct 12 19:48:26.705149 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:48:26.705149 n-d-813679-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:48:26.705149 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:48:26.705149 n-d-813679-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:48:26.705149 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:48:26.705149 n-d-813679-3 neutron-server[95502]: return f(self, *a, **k) Oct 12 19:48:26.705149 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:48:26.705149 n-d-813679-3 neutron-server[95502]: return self._get(url).json() Oct 12 19:48:26.705149 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:48:26.705149 n-d-813679-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:48:26.705149 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:48:26.705149 n-d-813679-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Oct 12 19:48:26.705149 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:48:26.705149 n-d-813679-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:48:26.705149 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:48:26.705149 n-d-813679-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:48:26.705149 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:48:26.705149 n-d-813679-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:48:26.705149 n-d-813679-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:48:26.742903 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3c3985eb-95a6-4509-94db-71a46a38fc38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:26.774811 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-cb6757f9-0a3c-4ca3-854f-14e053d040b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90fb6618-4a32-4b2b-a25b-03557133f2e8', 'name': 'tempest-TestVolumeBootPattern-1422216278-router', 'tenant_id': 'a770fd709a96483780490734a184d96f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '77f99cca-8b76-4a6f-a36c-1c7e3d3a1ef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:48:18Z', 'updated_at': '2021-10-12T19:48:22Z', 'revision_number': 4, 'project_id': 'a770fd709a96483780490734a184d96f', 'gw_port': {'id': '77f99cca-8b76-4a6f-a36c-1c7e3d3a1ef7', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:c6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fb6618-4a32-4b2b-a25b-03557133f2e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:48:19Z', 'updated_at': '2021-10-12T19:48:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': 'e392e3ae-dc68-4e80-b191-02ac629a30f5', 'name': '', 'network_id': 'd585484f-2c45-4d6d-9db5-ff8d7b51bcf0', 'tenant_id': 'a770fd709a96483780490734a184d96f', 'mac_address': 'fa:16:3e:3e:6a:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90fb6618-4a32-4b2b-a25b-03557133f2e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '1b23a174-b224-458a-bf7d-2cb51ffefebb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:48:21Z', 'updated_at': '2021-10-12T19:48:26Z', 'revision_number': 4, 'project_id': 'a770fd709a96483780490734a184d96f', 'subnets': [{'id': '1b23a174-b224-458a-bf7d-2cb51ffefebb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:48:26.806974 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6757f9-0a3c-4ca3-854f-14e053d040b5 None None] The sync data for ids ['90fb6618-4a32-4b2b-a25b-03557133f2e8'] in n-d-813679-3 is: [{'id': '90fb6618-4a32-4b2b-a25b-03557133f2e8', 'name': 'tempest-TestVolumeBootPattern-1422216278-router', 'tenant_id': 'a770fd709a96483780490734a184d96f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '77f99cca-8b76-4a6f-a36c-1c7e3d3a1ef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:48:18Z', 'updated_at': '2021-10-12T19:48:22Z', 'revision_number': 4, 'project_id': 'a770fd709a96483780490734a184d96f', 'gw_port': {'id': '77f99cca-8b76-4a6f-a36c-1c7e3d3a1ef7', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:c6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fb6618-4a32-4b2b-a25b-03557133f2e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:48:19Z', 'updated_at': '2021-10-12T19:48:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': 'e392e3ae-dc68-4e80-b191-02ac629a30f5', 'name': '', 'network_id': 'd585484f-2c45-4d6d-9db5-ff8d7b51bcf0', 'tenant_id': 'a770fd709a96483780490734a184d96f', 'mac_address': 'fa:16:3e:3e:6a:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90fb6618-4a32-4b2b-a25b-03557133f2e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '1b23a174-b224-458a-bf7d-2cb51ffefebb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:48:21Z', 'updated_at': '2021-10-12T19:48:26Z', 'revision_number': 4, 'project_id': 'a770fd709a96483780490734a184d96f', 'subnets': [{'id': '1b23a174-b224-458a-bf7d-2cb51ffefebb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:48:26.809597 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-3c3985eb-95a6-4509-94db-71a46a38fc38 None None] For port e392e3ae-dc68-4e80-b191-02ac629a30f5, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=e392e3ae-dc68-4e80-b191-02ac629a30f5,segment=NetworkSegment(22bb496b-b955-42e3-b3d6-ad8754314e54),segment_id=22bb496b-b955-42e3-b3d6-ad8754314e54)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:48:26.847680 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-79d19c95-92b6-44e9-8eec-6c8949fd76d7 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:26.874562 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-79d19c95-92b6-44e9-8eec-6c8949fd76d7 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:26.878467 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-79d19c95-92b6-44e9-8eec-6c8949fd76d7 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] 10.222.0.49 "DELETE /v2.0/networks/02159666-3394-4cb8-8e84-f1e5f1711fc9 HTTP/1.1" status: 204 len: 168 time: 0.4058373 Oct 12 19:48:26.891622 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3c3985eb-95a6-4509-94db-71a46a38fc38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:26.908382 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d19c95-92b6-44e9-8eec-6c8949fd76d7 tempest-FloatingIPTestJSON-67458580 tempest-FloatingIPTestJSON-67458580-project] Pushing event deleted for resources: {'Network': ['ID=02159666-3394-4cb8-8e84-f1e5f1711fc9,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:26.957783 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3985eb-95a6-4509-94db-71a46a38fc38 None None] Pushing event updated for resources: {'Port': ['ID=e392e3ae-dc68-4e80-b191-02ac629a30f5,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:27.243602 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aaf5f7-5370-40a9-9a68-38f9e7aa3056 req-afe92545-1c54-48cd-95a6-7fd274920fa3 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:48:27.245124 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b3aaf5f7-5370-40a9-9a68-38f9e7aa3056 req-afe92545-1c54-48cd-95a6-7fd274920fa3 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/networks?id=bab0c1ad-2a75-48a8-874f-0744bd8e0a35 HTTP/1.1" status: 200 len: 811 time: 0.1112723 Oct 12 19:48:27.266151 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b3aaf5f7-5370-40a9-9a68-38f9e7aa3056 req-d57ac43a-a361-48b9-8873-234ef60335cf tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/quotas/f37c8fe971bc4b5daa2f916c03f91d01 HTTP/1.1" status: 200 len: 375 time: 0.0107744 Oct 12 19:48:27.330426 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b3aaf5f7-5370-40a9-9a68-38f9e7aa3056 req-020f1ec4-bca1-4bf8-8e08-766f27bf9c34 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=f37c8fe971bc4b5daa2f916c03f91d01&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0565860 Oct 12 19:48:27.338250 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device e392e3ae-dc68-4e80-b191-02ac629a30f5 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:48:27.391281 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port e392e3ae-dc68-4e80-b191-02ac629a30f5 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:48:27.391928 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:27.462404 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 54700) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:48:27.553090 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b3aaf5f7-5370-40a9-9a68-38f9e7aa3056 req-90985a30-11ca-4f26-9bbb-46b7fa71ce11 service neutron] 10.222.0.49 "GET /v2.0/networks/bab0c1ad-2a75-48a8-874f-0744bd8e0a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128208 Oct 12 19:48:27.557773 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-a7ce8d40-06f3-4a17-b159-88106d06485e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=76f0d95e623d4014acdeaed3b373ad17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0939085 Oct 12 19:48:27.560021 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 54704) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:48:27.673572 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bf1e3c72-20ba-45c8-bead-46341d6fe25b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:27.681957 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b3aaf5f7-5370-40a9-9a68-38f9e7aa3056 req-62e59b9f-cd9b-4894-bddc-53b8f01b3ffb service neutron] 10.222.0.49 "GET /v2.0/networks/bab0c1ad-2a75-48a8-874f-0744bd8e0a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148047 Oct 12 19:48:27.703773 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bf1e3c72-20ba-45c8-bead-46341d6fe25b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:27.833278 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bf1e3c72-20ba-45c8-bead-46341d6fe25b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:27.836892 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bf1e3c72-20ba-45c8-bead-46341d6fe25b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:27.837106 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-bf1e3c72-20ba-45c8-bead-46341d6fe25b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/672c3820-5e68-47cd-888f-d80c6746edae HTTP/1.1" status: 204 len: 168 time: 0.2761278 Oct 12 19:48:27.845512 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1e3c72-20ba-45c8-bead-46341d6fe25b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=672c3820-5e68-47cd-888f-d80c6746edae,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:28.293487 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3afd7590-7e09-464f-9ac2-0f8109828092 req-979d3c68-c88d-4173-a55e-c83d3b2c7ce0 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=8649fa50-ab41-4304-8599-94f44290bedb HTTP/1.1" status: 200 len: 210 time: 0.0263622 Oct 12 19:48:28.822554 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 54740) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:48:29.067059 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-f7d00526-9389-4419-8caa-4be4382cbbc4 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-983967950'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:48:29.153271 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7d00526-9389-4419-8caa-4be4382cbbc4 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Made reservation on behalf of 57101efc02fc439fab9f608078a27468 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:48:29.157363 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f7d00526-9389-4419-8caa-4be4382cbbc4 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:29.165936 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f7d00526-9389-4419-8caa-4be4382cbbc4 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:29.204778 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cec700bd-f964-49a6-b667-f1e58a505ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:29.242948 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f7d00526-9389-4419-8caa-4be4382cbbc4 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:29.319419 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f7d00526-9389-4419-8caa-4be4382cbbc4 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:29.347721 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7d00526-9389-4419-8caa-4be4382cbbc4 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:48:29.367546 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d00526-9389-4419-8caa-4be4382cbbc4 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7272c2b-748b-42fd-8761-8f519115a10a,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:29.387767 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-316f5205-2a78-4499-a1ae-ca83d53b517c req-2a565a19-f2f7-45d4-8ec2-9c328fe3500a tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=8649fa50-ab41-4304-8599-94f44290bedb HTTP/1.1" status: 200 len: 210 time: 0.0351946 Oct 12 19:48:29.388873 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f7d00526-9389-4419-8caa-4be4382cbbc4 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:29.389238 n-d-813679-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-f7d00526-9389-4419-8caa-4be4382cbbc4 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Added segment c6d7715e-a287-40d7-8797-dd1e14d718ac of type vlan for network 233f82a6-9061-4acf-8494-61f8b4c88fc6 Oct 12 19:48:29.439514 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f7d00526-9389-4419-8caa-4be4382cbbc4 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:29.542003 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f7d00526-9389-4419-8caa-4be4382cbbc4 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:29.547785 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d00526-9389-4419-8caa-4be4382cbbc4 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:48:29.551764 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f7d00526-9389-4419-8caa-4be4382cbbc4 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:29.620878 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d00526-9389-4419-8caa-4be4382cbbc4 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Pushing event updated for resources: {'Network': ['ID=233f82a6-9061-4acf-8494-61f8b4c88fc6,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:29.633720 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 233f82a6-9061-4acf-8494-61f8b4c88fc6 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:48:29.673487 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-f7d00526-9389-4419-8caa-4be4382cbbc4 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8492086 Oct 12 19:48:30.458684 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aaf5f7-5370-40a9-9a68-38f9e7aa3056 req-3d6d5ceb-807b-4245-a55e-de4310d549dd tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:48:30.460412 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b3aaf5f7-5370-40a9-9a68-38f9e7aa3056 req-3d6d5ceb-807b-4245-a55e-de4310d549dd tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.61 "GET /v2.0/networks?id=bab0c1ad-2a75-48a8-874f-0744bd8e0a35 HTTP/1.1" status: 200 len: 811 time: 0.1082668 Oct 12 19:48:30.474862 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-b3aaf5f7-5370-40a9-9a68-38f9e7aa3056 req-190b5ad3-72bb-483a-b132-95f01fb6feb7 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Request body: {'port': {'device_id': '8649fa50-ab41-4304-8599-94f44290bedb', 'network_id': 'bab0c1ad-2a75-48a8-874f-0744bd8e0a35', 'admin_state_up': True, 'tenant_id': 'f37c8fe971bc4b5daa2f916c03f91d01'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:48:30.518905 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9dd929bb-2c65-422b-a7c0-51bfb4938bc3 req-dccb74da-539f-4ebb-8c7e-945924d5f9b9 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=8649fa50-ab41-4304-8599-94f44290bedb HTTP/1.1" status: 200 len: 210 time: 0.0326869 Oct 12 19:48:30.652866 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3aaf5f7-5370-40a9-9a68-38f9e7aa3056 req-190b5ad3-72bb-483a-b132-95f01fb6feb7 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Made reservation on behalf of f37c8fe971bc4b5daa2f916c03f91d01 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:48:30.657111 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b3aaf5f7-5370-40a9-9a68-38f9e7aa3056 req-190b5ad3-72bb-483a-b132-95f01fb6feb7 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:30.792644 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [req-b3aaf5f7-5370-40a9-9a68-38f9e7aa3056 req-190b5ad3-72bb-483a-b132-95f01fb6feb7 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Allocated IP 172.20.0.10 (bab0c1ad-2a75-48a8-874f-0744bd8e0a35/2bf5b286-d487-470c-8401-d82862f269e1/2a6c7c0f-d7dc-444f-b6ea-0c1ff00ed096) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:48:30.949176 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b3aaf5f7-5370-40a9-9a68-38f9e7aa3056 req-190b5ad3-72bb-483a-b132-95f01fb6feb7 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:31.048164 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b3aaf5f7-5370-40a9-9a68-38f9e7aa3056 req-190b5ad3-72bb-483a-b132-95f01fb6feb7 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:31.097668 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3aaf5f7-5370-40a9-9a68-38f9e7aa3056 req-190b5ad3-72bb-483a-b132-95f01fb6feb7 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Network bab0c1ad-2a75-48a8-874f-0744bd8e0a35 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:48:31.101350 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [req-b3aaf5f7-5370-40a9-9a68-38f9e7aa3056 req-190b5ad3-72bb-483a-b132-95f01fb6feb7 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:48:31.107508 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3aaf5f7-5370-40a9-9a68-38f9e7aa3056 req-190b5ad3-72bb-483a-b132-95f01fb6feb7 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:48:31.146707 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190b5ad3-72bb-483a-b132-95f01fb6feb7 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Pushing event updated for resources: {'Port': ['ID=2a6c7c0f-d7dc-444f-b6ea-0c1ff00ed096,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:31.158719 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aaf5f7-5370-40a9-9a68-38f9e7aa3056 req-190b5ad3-72bb-483a-b132-95f01fb6feb7 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:48:31.159333 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b3aaf5f7-5370-40a9-9a68-38f9e7aa3056 req-190b5ad3-72bb-483a-b132-95f01fb6feb7 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:31.254363 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b3aaf5f7-5370-40a9-9a68-38f9e7aa3056 req-190b5ad3-72bb-483a-b132-95f01fb6feb7 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7839866 Oct 12 19:48:31.266893 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-b3aaf5f7-5370-40a9-9a68-38f9e7aa3056 req-2293602b-6308-4cff-9ac2-d047371b99b5 service neutron] Request body: {'port': {'device_id': '8649fa50-ab41-4304-8599-94f44290bedb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:48:31.336578 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b3aaf5f7-5370-40a9-9a68-38f9e7aa3056 req-2293602b-6308-4cff-9ac2-d047371b99b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:31.454532 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-36874287-59fa-48c4-8410-ce3cc3b7d97e None None] Provisioning complete for port 2a6c7c0f-d7dc-444f-b6ea-0c1ff00ed096 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:48:31.455572 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-36874287-59fa-48c4-8410-ce3cc3b7d97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:31.509217 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-36874287-59fa-48c4-8410-ce3cc3b7d97e None None] Port 2a6c7c0f-d7dc-444f-b6ea-0c1ff00ed096 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:48:31.669483 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [req-b3aaf5f7-5370-40a9-9a68-38f9e7aa3056 req-2293602b-6308-4cff-9ac2-d047371b99b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a6c7c0f-d7dc-444f-b6ea-0c1ff00ed096 {{(pid=95502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:48:31.682862 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b3aaf5f7-5370-40a9-9a68-38f9e7aa3056 req-2293602b-6308-4cff-9ac2-d047371b99b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:31.696916 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24435ca7-8ffa-4504-85f5-28a422679b22 req-e62c93f6-b7c0-44c5-9fc1-97003e591ece tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:48:31.698383 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-24435ca7-8ffa-4504-85f5-28a422679b22 req-e62c93f6-b7c0-44c5-9fc1-97003e591ece tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=8649fa50-ab41-4304-8599-94f44290bedb HTTP/1.1" status: 200 len: 932 time: 0.0979297 Oct 12 19:48:31.703662 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-b3aaf5f7-5370-40a9-9a68-38f9e7aa3056 req-2293602b-6308-4cff-9ac2-d047371b99b5 service neutron] Transition to ACTIVE for port object 2a6c7c0f-d7dc-444f-b6ea-0c1ff00ed096 will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:48:31.714564 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a7cf60a4-8dc4-4e19-b830-138991579ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:31.740914 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-24435ca7-8ffa-4504-85f5-28a422679b22 req-9b120db4-20cc-43bb-8f73-af495d33fd62 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7222ca9-0cbe-4248-9036-2f125df10e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341301 Oct 12 19:48:31.802084 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b3aaf5f7-5370-40a9-9a68-38f9e7aa3056 req-2293602b-6308-4cff-9ac2-d047371b99b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:31.855059 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2293602b-6308-4cff-9ac2-d047371b99b5 service neutron] Pushing event updated for resources: {'Port': ['ID=2a6c7c0f-d7dc-444f-b6ea-0c1ff00ed096,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:31.932459 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-b3aaf5f7-5370-40a9-9a68-38f9e7aa3056 req-2293602b-6308-4cff-9ac2-d047371b99b5 service neutron] Attempting to bind port 2a6c7c0f-d7dc-444f-b6ea-0c1ff00ed096 on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:48:31.932792 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-b3aaf5f7-5370-40a9-9a68-38f9e7aa3056 req-2293602b-6308-4cff-9ac2-d047371b99b5 service neutron] Attempting to bind port 2a6c7c0f-d7dc-444f-b6ea-0c1ff00ed096 by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': '797d701b-2156-4b5d-8b6d-c0ec33924cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'bab0c1ad-2a75-48a8-874f-0744bd8e0a35'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:48:31.933118 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3aaf5f7-5370-40a9-9a68-38f9e7aa3056 req-2293602b-6308-4cff-9ac2-d047371b99b5 service neutron] Attempting to bind port 2a6c7c0f-d7dc-444f-b6ea-0c1ff00ed096 on network bab0c1ad-2a75-48a8-874f-0744bd8e0a35 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:48:31.938088 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3aaf5f7-5370-40a9-9a68-38f9e7aa3056 req-2293602b-6308-4cff-9ac2-d047371b99b5 service neutron] Port 2a6c7c0f-d7dc-444f-b6ea-0c1ff00ed096 on network bab0c1ad-2a75-48a8-874f-0744bd8e0a35 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:48:31.938413 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3aaf5f7-5370-40a9-9a68-38f9e7aa3056 req-2293602b-6308-4cff-9ac2-d047371b99b5 service neutron] Attempting to bind port 2a6c7c0f-d7dc-444f-b6ea-0c1ff00ed096 on network bab0c1ad-2a75-48a8-874f-0744bd8e0a35 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:48:31.945260 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3aaf5f7-5370-40a9-9a68-38f9e7aa3056 req-2293602b-6308-4cff-9ac2-d047371b99b5 service neutron] Checking agent: {'id': 'f5e9725f-f5a6-43c2-a1be-95e21e9a1fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:48:31.945843 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3aaf5f7-5370-40a9-9a68-38f9e7aa3056 req-2293602b-6308-4cff-9ac2-d047371b99b5 service neutron] Checking segment: {'id': '797d701b-2156-4b5d-8b6d-c0ec33924cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'bab0c1ad-2a75-48a8-874f-0744bd8e0a35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:48:31.946434 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3aaf5f7-5370-40a9-9a68-38f9e7aa3056 req-2293602b-6308-4cff-9ac2-d047371b99b5 service neutron] Bound using segment: {'id': '797d701b-2156-4b5d-8b6d-c0ec33924cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'bab0c1ad-2a75-48a8-874f-0744bd8e0a35'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:48:31.947048 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-b3aaf5f7-5370-40a9-9a68-38f9e7aa3056 req-2293602b-6308-4cff-9ac2-d047371b99b5 service neutron] Bound port: 2a6c7c0f-d7dc-444f-b6ea-0c1ff00ed096, host: n-h1-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '797d701b-2156-4b5d-8b6d-c0ec33924cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'bab0c1ad-2a75-48a8-874f-0744bd8e0a35'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:48:31.947635 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b3aaf5f7-5370-40a9-9a68-38f9e7aa3056 req-2293602b-6308-4cff-9ac2-d047371b99b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:32.023993 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-b3aaf5f7-5370-40a9-9a68-38f9e7aa3056 req-2293602b-6308-4cff-9ac2-d047371b99b5 service neutron] For port 2a6c7c0f-d7dc-444f-b6ea-0c1ff00ed096, host n-h1-813679-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:48:32.027371 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-b3aaf5f7-5370-40a9-9a68-38f9e7aa3056 req-2293602b-6308-4cff-9ac2-d047371b99b5 service neutron] For port 2a6c7c0f-d7dc-444f-b6ea-0c1ff00ed096, host n-h1-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=2a6c7c0f-d7dc-444f-b6ea-0c1ff00ed096,segment=NetworkSegment(797d701b-2156-4b5d-8b6d-c0ec33924cd8),segment_id=797d701b-2156-4b5d-8b6d-c0ec33924cd8)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:48:32.096729 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b3aaf5f7-5370-40a9-9a68-38f9e7aa3056 req-2293602b-6308-4cff-9ac2-d047371b99b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:32.169065 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aaf5f7-5370-40a9-9a68-38f9e7aa3056 req-2293602b-6308-4cff-9ac2-d047371b99b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:48:32.169793 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b3aaf5f7-5370-40a9-9a68-38f9e7aa3056 req-2293602b-6308-4cff-9ac2-d047371b99b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:32.171497 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b3aaf5f7-5370-40a9-9a68-38f9e7aa3056 req-2293602b-6308-4cff-9ac2-d047371b99b5 service neutron] 10.222.0.61 "PUT /v2.0/ports/2a6c7c0f-d7dc-444f-b6ea-0c1ff00ed096 HTTP/1.1" status: 200 len: 1092 time: 0.9090378 Oct 12 19:48:32.171764 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8649fa50-ab41-4304-8599-94f44290bedb', 'tag': '2a6c7c0f-d7dc-444f-b6ea-0c1ff00ed096'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:48:32.175338 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65700aeb-f1c0-4b5c-9da8-614b40af47f2" -d '{"events": [{"name": "network-changed", "server_uuid": "8649fa50-ab41-4304-8599-94f44290bedb", "tag": "2a6c7c0f-d7dc-444f-b6ea-0c1ff00ed096"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:48:32.225377 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2293602b-6308-4cff-9ac2-d047371b99b5 service neutron] Pushing event updated for resources: {'Port': ['ID=2a6c7c0f-d7dc-444f-b6ea-0c1ff00ed096,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:32.276951 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13670684-122a-45da-b8d7-d3f93410067d x-openstack-request-id: req-13670684-122a-45da-b8d7-d3f93410067d {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:48:32.277732 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8649fa50-ab41-4304-8599-94f44290bedb", "tag": "2a6c7c0f-d7dc-444f-b6ea-0c1ff00ed096", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:48:32.278164 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-13670684-122a-45da-b8d7-d3f93410067d {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:48:32.278780 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8649fa50-ab41-4304-8599-94f44290bedb', 'tag': '2a6c7c0f-d7dc-444f-b6ea-0c1ff00ed096', 'status': 'completed', 'code': 200} Oct 12 19:48:32.344610 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aaf5f7-5370-40a9-9a68-38f9e7aa3056 req-998a000b-2894-45ff-b5c9-c0a27f682b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:48:32.346613 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b3aaf5f7-5370-40a9-9a68-38f9e7aa3056 req-998a000b-2894-45ff-b5c9-c0a27f682b7f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f37c8fe971bc4b5daa2f916c03f91d01&device_id=8649fa50-ab41-4304-8599-94f44290bedb HTTP/1.1" status: 200 len: 1095 time: 0.0505893 Oct 12 19:48:32.389599 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b3aaf5f7-5370-40a9-9a68-38f9e7aa3056 req-864ce39e-5932-4b8d-9421-af1fb0f613a3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a6c7c0f-d7dc-444f-b6ea-0c1ff00ed096 HTTP/1.1" status: 200 len: 217 time: 0.0349014 Oct 12 19:48:32.447264 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aaf5f7-5370-40a9-9a68-38f9e7aa3056 req-0e58dda7-4b6e-489d-beb0-a31528d69e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:48:32.448877 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b3aaf5f7-5370-40a9-9a68-38f9e7aa3056 req-0e58dda7-4b6e-489d-beb0-a31528d69e93 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2bf5b286-d487-470c-8401-d82862f269e1 HTTP/1.1" status: 200 len: 850 time: 0.0523736 Oct 12 19:48:32.504648 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aaf5f7-5370-40a9-9a68-38f9e7aa3056 req-ce3b78d8-6b2d-449d-8c60-81097332d4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:48:32.506267 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b3aaf5f7-5370-40a9-9a68-38f9e7aa3056 req-ce3b78d8-6b2d-449d-8c60-81097332d4e6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=bab0c1ad-2a75-48a8-874f-0744bd8e0a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500522 Oct 12 19:48:32.509930 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:32.606218 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b3aaf5f7-5370-40a9-9a68-38f9e7aa3056 req-2a04078e-efdb-4776-aae9-8cc6988603ac service neutron] 10.222.0.61 "GET /v2.0/networks/bab0c1ad-2a75-48a8-874f-0744bd8e0a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921307 Oct 12 19:48:32.698942 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b3aaf5f7-5370-40a9-9a68-38f9e7aa3056 req-3b214ae9-253c-4644-b97c-f572bf45fff4 service neutron] 10.222.0.61 "GET /v2.0/networks/bab0c1ad-2a75-48a8-874f-0744bd8e0a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849571 Oct 12 19:48:32.923397 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cd0789-5e70-4a4a-ab0c-d8dd4e5125bc req-3c949a82-7981-415e-bcd0-d5739fa9e026 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:48:32.924916 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a3cd0789-5e70-4a4a-ab0c-d8dd4e5125bc req-3c949a82-7981-415e-bcd0-d5739fa9e026 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=8649fa50-ab41-4304-8599-94f44290bedb HTTP/1.1" status: 200 len: 944 time: 0.0927198 Oct 12 19:48:32.927010 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65700aeb-f1c0-4b5c-9da8-614b40af47f2 req-9d714bd2-227d-46ba-b7c8-f7c68918b0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:48:32.928622 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-65700aeb-f1c0-4b5c-9da8-614b40af47f2 req-9d714bd2-227d-46ba-b7c8-f7c68918b0b4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f37c8fe971bc4b5daa2f916c03f91d01&device_id=8649fa50-ab41-4304-8599-94f44290bedb HTTP/1.1" status: 200 len: 1095 time: 0.0807259 Oct 12 19:48:32.931022 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 54760) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:48:32.937343 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-a872383e-fffa-4ff9-a1a6-0a5428eb6ef6 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Request body: {'subnet': {'network_id': '233f82a6-9061-4acf-8494-61f8b4c88fc6', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:48:33.069207 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:33.136534 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:33.456240 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a3cd0789-5e70-4a4a-ab0c-d8dd4e5125bc req-f9e265c4-2dcc-4031-9d01-67a29b5f3f86 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7222ca9-0cbe-4248-9036-2f125df10e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5229421 Oct 12 19:48:33.484513 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65700aeb-f1c0-4b5c-9da8-614b40af47f2 req-9e37d68d-f6e4-43d4-8a6e-3ed0ce99ddde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:48:33.485938 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-65700aeb-f1c0-4b5c-9da8-614b40af47f2 req-9e37d68d-f6e4-43d4-8a6e-3ed0ce99ddde service neutron] 10.222.0.61 "GET /v2.0/networks?id=bab0c1ad-2a75-48a8-874f-0744bd8e0a35 HTTP/1.1" status: 200 len: 912 time: 0.5446074 Oct 12 19:48:33.527319 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-65700aeb-f1c0-4b5c-9da8-614b40af47f2 req-de5d7dc3-c1f0-4272-be7f-0d85d926491f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a6c7c0f-d7dc-444f-b6ea-0c1ff00ed096 HTTP/1.1" status: 200 len: 217 time: 0.0343935 Oct 12 19:48:33.566942 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a872383e-fffa-4ff9-a1a6-0a5428eb6ef6 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Made reservation on behalf of 57101efc02fc439fab9f608078a27468 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:48:33.570339 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a872383e-fffa-4ff9-a1a6-0a5428eb6ef6 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16245837'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:33.623558 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65700aeb-f1c0-4b5c-9da8-614b40af47f2 req-6aa24ebc-a136-4192-9045-e4dd4d14dbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:48:33.625600 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-65700aeb-f1c0-4b5c-9da8-614b40af47f2 req-6aa24ebc-a136-4192-9045-e4dd4d14dbe6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2bf5b286-d487-470c-8401-d82862f269e1 HTTP/1.1" status: 200 len: 850 time: 0.0915513 Oct 12 19:48:33.701831 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65700aeb-f1c0-4b5c-9da8-614b40af47f2 req-d30510ce-88bf-4a62-8122-9aba6f64bb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:48:33.703473 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-65700aeb-f1c0-4b5c-9da8-614b40af47f2 req-d30510ce-88bf-4a62-8122-9aba6f64bb61 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=bab0c1ad-2a75-48a8-874f-0744bd8e0a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683067 Oct 12 19:48:33.861073 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-65700aeb-f1c0-4b5c-9da8-614b40af47f2 req-d4b60959-cb86-4c47-9b3e-1b8dba567e00 service neutron] 10.222.0.61 "GET /v2.0/networks/bab0c1ad-2a75-48a8-874f-0744bd8e0a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505146 Oct 12 19:48:33.931684 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a872383e-fffa-4ff9-a1a6-0a5428eb6ef6 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4306659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16245859'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:33.959601 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:33.991039 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-65700aeb-f1c0-4b5c-9da8-614b40af47f2 req-aec28f9f-6284-4ccb-b919-d601ad063d0f service neutron] 10.222.0.61 "GET /v2.0/networks/bab0c1ad-2a75-48a8-874f-0744bd8e0a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231842 Oct 12 19:48:34.014910 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a872383e-fffa-4ff9-a1a6-0a5428eb6ef6 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Pushing event updated for resources: {'Subnet': ['ID=4a8cf060-b169-4fff-b7b7-bc746a440da3,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:34.023864 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a872383e-fffa-4ff9-a1a6-0a5428eb6ef6 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Checking segment: {'id': 'c6d7715e-a287-40d7-8797-dd1e14d718ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '233f82a6-9061-4acf-8494-61f8b4c88fc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:48:34.024263 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a872383e-fffa-4ff9-a1a6-0a5428eb6ef6 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Network hostable DHCP agents. Network: 233f82a6-9061-4acf-8494-61f8b4c88fc6, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:48:34.132764 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a872383e-fffa-4ff9-a1a6-0a5428eb6ef6 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Network 233f82a6-9061-4acf-8494-61f8b4c88fc6 is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:48:34.173077 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 19:48:34.247473 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-a872383e-fffa-4ff9-a1a6-0a5428eb6ef6 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, 233f82a6-9061-4acf-8494-61f8b4c88fc6) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:48:34.252647 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a872383e-fffa-4ff9-a1a6-0a5428eb6ef6 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:48:34.253498 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a872383e-fffa-4ff9-a1a6-0a5428eb6ef6 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:34.258701 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3930e94c-b34e-414a-9cf5-65f458c48b6c None None] Network 233f82a6-9061-4acf-8494-61f8b4c88fc6 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:48:34.334233 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-a872383e-fffa-4ff9-a1a6-0a5428eb6ef6 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4018266 Oct 12 19:48:34.337906 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 54766) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:48:34.343468 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-ac78c1e8-a051-4046-975a-675d28485111 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1342681432'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:48:34.406991 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8969f41f-df52-48e1-abd2-209c5f76bee5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-233f82a6-9061-4acf-8494-61f8b4c88fc6', 'network_id': '233f82a6-9061-4acf-8494-61f8b4c88fc6', 'tenant_id': '57101efc02fc439fab9f608078a27468', 'fixed_ips': [{'subnet_id': '4a8cf060-b169-4fff-b7b7-bc746a440da3'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:48:34.407928 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8969f41f-df52-48e1-abd2-209c5f76bee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:34.430183 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac78c1e8-a051-4046-975a-675d28485111 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Made reservation on behalf of 57101efc02fc439fab9f608078a27468 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:48:34.434009 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ac78c1e8-a051-4046-975a-675d28485111 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:34.459959 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac78c1e8-a051-4046-975a-675d28485111 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:48:34.469348 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ac78c1e8-a051-4046-975a-675d28485111 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:34.469818 n-d-813679-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-ac78c1e8-a051-4046-975a-675d28485111 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Added segment bd14e9d2-b6ad-410f-85b7-cfe7115f6795 of type vlan for network 538989b5-b13e-43f3-8cea-7592b058b2bd Oct 12 19:48:34.515590 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ac78c1e8-a051-4046-975a-675d28485111 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:34.593933 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4a6e9c-d924-46a4-9b51-c02282e556b4 req-125fa3c6-efae-4b7b-a482-19e34ca136d6 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:48:34.595657 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-8969f41f-df52-48e1-abd2-209c5f76bee5 None None] Allocated IP 2001:db8:0:ffff::2 (233f82a6-9061-4acf-8494-61f8b4c88fc6/4a8cf060-b169-4fff-b7b7-bc746a440da3/353ed728-d83e-45ee-9eb2-6a17556111ae) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:48:34.596061 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ab4a6e9c-d924-46a4-9b51-c02282e556b4 req-125fa3c6-efae-4b7b-a482-19e34ca136d6 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=8649fa50-ab41-4304-8599-94f44290bedb HTTP/1.1" status: 200 len: 944 time: 0.0608685 Oct 12 19:48:34.603852 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ac78c1e8-a051-4046-975a-675d28485111 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:34.610848 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac78c1e8-a051-4046-975a-675d28485111 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:48:34.611679 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ac78c1e8-a051-4046-975a-675d28485111 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:34.613238 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:34.645462 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ab4a6e9c-d924-46a4-9b51-c02282e556b4 req-b8daecb7-2139-42d3-b27b-2eed93c1c58d tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7222ca9-0cbe-4248-9036-2f125df10e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412946 Oct 12 19:48:34.699850 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac78c1e8-a051-4046-975a-675d28485111 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Pushing event updated for resources: {'Network': ['ID=538989b5-b13e-43f3-8cea-7592b058b2bd,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:34.707088 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-ac78c1e8-a051-4046-975a-675d28485111 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3680446 Oct 12 19:48:34.710042 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 54772) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:48:34.716315 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-89e0a73a-b697-496b-a7cb-bc6950767400 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Request body: {'subnet': {'network_id': '538989b5-b13e-43f3-8cea-7592b058b2bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:48:34.720851 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 538989b5-b13e-43f3-8cea-7592b058b2bd details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:48:34.828940 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8969f41f-df52-48e1-abd2-209c5f76bee5 None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:34.851152 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89e0a73a-b697-496b-a7cb-bc6950767400 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Made reservation on behalf of 57101efc02fc439fab9f608078a27468 for: {'subnet': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:48:34.854773 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-89e0a73a-b697-496b-a7cb-bc6950767400 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4612397'] for subnet, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:34.899242 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8969f41f-df52-48e1-abd2-209c5f76bee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:34.939188 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8969f41f-df52-48e1-abd2-209c5f76bee5 None None] Network 233f82a6-9061-4acf-8494-61f8b4c88fc6 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:48:34.943546 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-8969f41f-df52-48e1-abd2-209c5f76bee5 None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:48:34.947197 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8969f41f-df52-48e1-abd2-209c5f76bee5 None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:48:34.954798 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8969f41f-df52-48e1-abd2-209c5f76bee5 None None] Pushing event updated for resources: {'Port': ['ID=353ed728-d83e-45ee-9eb2-6a17556111ae,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:35.005356 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-8969f41f-df52-48e1-abd2-209c5f76bee5 None None] Attempting to bind port 353ed728-d83e-45ee-9eb2-6a17556111ae on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:48:35.006104 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-8969f41f-df52-48e1-abd2-209c5f76bee5 None None] Attempting to bind port 353ed728-d83e-45ee-9eb2-6a17556111ae by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'c6d7715e-a287-40d7-8797-dd1e14d718ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '233f82a6-9061-4acf-8494-61f8b4c88fc6'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:48:35.006104 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8969f41f-df52-48e1-abd2-209c5f76bee5 None None] Attempting to bind port 353ed728-d83e-45ee-9eb2-6a17556111ae on network 233f82a6-9061-4acf-8494-61f8b4c88fc6 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:48:35.011867 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8969f41f-df52-48e1-abd2-209c5f76bee5 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 48, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:48:35.013803 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8969f41f-df52-48e1-abd2-209c5f76bee5 None None] Checking segment: {'id': 'c6d7715e-a287-40d7-8797-dd1e14d718ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '233f82a6-9061-4acf-8494-61f8b4c88fc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:48:35.013803 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8969f41f-df52-48e1-abd2-209c5f76bee5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:35.013803 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8969f41f-df52-48e1-abd2-209c5f76bee5 None None] Bound using segment: {'id': 'c6d7715e-a287-40d7-8797-dd1e14d718ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '233f82a6-9061-4acf-8494-61f8b4c88fc6'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:48:35.013803 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-8969f41f-df52-48e1-abd2-209c5f76bee5 None None] Bound port: 353ed728-d83e-45ee-9eb2-6a17556111ae, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6d7715e-a287-40d7-8797-dd1e14d718ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '233f82a6-9061-4acf-8494-61f8b4c88fc6'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:48:35.014322 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8969f41f-df52-48e1-abd2-209c5f76bee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:35.084119 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-8969f41f-df52-48e1-abd2-209c5f76bee5 None None] For port 353ed728-d83e-45ee-9eb2-6a17556111ae, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:48:35.087804 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-8969f41f-df52-48e1-abd2-209c5f76bee5 None None] For port 353ed728-d83e-45ee-9eb2-6a17556111ae, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=353ed728-d83e-45ee-9eb2-6a17556111ae,segment=NetworkSegment(c6d7715e-a287-40d7-8797-dd1e14d718ac),segment_id=c6d7715e-a287-40d7-8797-dd1e14d718ac)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:48:35.110535 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-89e0a73a-b697-496b-a7cb-bc6950767400 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4824863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4612355'] for subnet, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:35.167907 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8969f41f-df52-48e1-abd2-209c5f76bee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:35.171578 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e0a73a-b697-496b-a7cb-bc6950767400 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Pushing event updated for resources: {'Subnet': ['ID=9535e2a1-e415-408d-8b3f-fc5473867a78,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:35.182009 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e0a73a-b697-496b-a7cb-bc6950767400 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Checking segment: {'id': 'bd14e9d2-b6ad-410f-85b7-cfe7115f6795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '538989b5-b13e-43f3-8cea-7592b058b2bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:48:35.182370 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e0a73a-b697-496b-a7cb-bc6950767400 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Network hostable DHCP agents. Network: 538989b5-b13e-43f3-8cea-7592b058b2bd, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:48:35.232401 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8969f41f-df52-48e1-abd2-209c5f76bee5 None None] Pushing event updated for resources: {'Port': ['ID=353ed728-d83e-45ee-9eb2-6a17556111ae,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:35.296502 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e0a73a-b697-496b-a7cb-bc6950767400 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Network 538989b5-b13e-43f3-8cea-7592b058b2bd is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:48:35.391008 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-89e0a73a-b697-496b-a7cb-bc6950767400 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, 538989b5-b13e-43f3-8cea-7592b058b2bd) {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:48:35.404207 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e0a73a-b697-496b-a7cb-bc6950767400 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:48:35.404865 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-89e0a73a-b697-496b-a7cb-bc6950767400 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:35.420565 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e675a43-39dc-4c82-89ea-0e0d8c310288 None None] Network 538989b5-b13e-43f3-8cea-7592b058b2bd requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:48:35.490991 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-89e0a73a-b697-496b-a7cb-bc6950767400 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.7767797 Oct 12 19:48:35.491301 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 54774) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:48:35.612764 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-43663b36-f612-49c4-8a5f-e0fa1a73a007 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:35.618693 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9fdb8ea-dbf4-4a11-9729-215e66b8d8fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-538989b5-b13e-43f3-8cea-7592b058b2bd', 'network_id': '538989b5-b13e-43f3-8cea-7592b058b2bd', 'tenant_id': '57101efc02fc439fab9f608078a27468', 'fixed_ips': [{'subnet_id': '9535e2a1-e415-408d-8b3f-fc5473867a78'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:48:35.620320 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a9fdb8ea-dbf4-4a11-9729-215e66b8d8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:35.694003 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-43663b36-f612-49c4-8a5f-e0fa1a73a007 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:35.786314 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-a9fdb8ea-dbf4-4a11-9729-215e66b8d8fc None None] Allocated IP 2001:db8::1 (538989b5-b13e-43f3-8cea-7592b058b2bd/9535e2a1-e415-408d-8b3f-fc5473867a78/926fcbad-3697-4bac-8dfc-77dc5c58be40) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:48:35.793418 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad026ba-b890-426d-b654-fc50eab5b886 req-b9a9e117-9a05-4dfe-aac7-eea34a704013 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:48:35.795091 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5ad026ba-b890-426d-b654-fc50eab5b886 req-b9a9e117-9a05-4dfe-aac7-eea34a704013 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=8649fa50-ab41-4304-8599-94f44290bedb HTTP/1.1" status: 200 len: 944 time: 0.0542719 Oct 12 19:48:35.841500 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5ad026ba-b890-426d-b654-fc50eab5b886 req-6e1d9c63-fcf4-465f-b617-5977df18066c tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7222ca9-0cbe-4248-9036-2f125df10e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389266 Oct 12 19:48:35.935225 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a9fdb8ea-dbf4-4a11-9729-215e66b8d8fc None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:36.013400 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a9fdb8ea-dbf4-4a11-9729-215e66b8d8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:36.059984 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9fdb8ea-dbf4-4a11-9729-215e66b8d8fc None None] Network 538989b5-b13e-43f3-8cea-7592b058b2bd is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:48:36.063715 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-a9fdb8ea-dbf4-4a11-9729-215e66b8d8fc None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:48:36.067419 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9fdb8ea-dbf4-4a11-9729-215e66b8d8fc None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:48:36.072931 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fdb8ea-dbf4-4a11-9729-215e66b8d8fc None None] Pushing event updated for resources: {'Port': ['ID=926fcbad-3697-4bac-8dfc-77dc5c58be40,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:36.122347 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-43663b36-f612-49c4-8a5f-e0fa1a73a007 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4306592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16245866'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:36.127645 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-a9fdb8ea-dbf4-4a11-9729-215e66b8d8fc None None] Attempting to bind port 926fcbad-3697-4bac-8dfc-77dc5c58be40 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:48:36.135238 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-a9fdb8ea-dbf4-4a11-9729-215e66b8d8fc None None] Attempting to bind port 926fcbad-3697-4bac-8dfc-77dc5c58be40 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'bd14e9d2-b6ad-410f-85b7-cfe7115f6795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '538989b5-b13e-43f3-8cea-7592b058b2bd'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:48:36.135238 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fdb8ea-dbf4-4a11-9729-215e66b8d8fc None None] Attempting to bind port 926fcbad-3697-4bac-8dfc-77dc5c58be40 on network 538989b5-b13e-43f3-8cea-7592b058b2bd {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:48:36.135238 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fdb8ea-dbf4-4a11-9729-215e66b8d8fc None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 48, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:48:36.135238 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fdb8ea-dbf4-4a11-9729-215e66b8d8fc None None] Checking segment: {'id': 'bd14e9d2-b6ad-410f-85b7-cfe7115f6795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '538989b5-b13e-43f3-8cea-7592b058b2bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:48:36.135238 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a9fdb8ea-dbf4-4a11-9729-215e66b8d8fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:36.135238 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fdb8ea-dbf4-4a11-9729-215e66b8d8fc None None] Bound using segment: {'id': 'bd14e9d2-b6ad-410f-85b7-cfe7115f6795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '538989b5-b13e-43f3-8cea-7592b058b2bd'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:48:36.135238 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-a9fdb8ea-dbf4-4a11-9729-215e66b8d8fc None None] Bound port: 926fcbad-3697-4bac-8dfc-77dc5c58be40, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd14e9d2-b6ad-410f-85b7-cfe7115f6795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '538989b5-b13e-43f3-8cea-7592b058b2bd'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:48:36.136245 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a9fdb8ea-dbf4-4a11-9729-215e66b8d8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:36.154290 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43663b36-f612-49c4-8a5f-e0fa1a73a007 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Pushing event deleted for resources: {'Subnet': ['ID=9535e2a1-e415-408d-8b3f-fc5473867a78,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:36.200526 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a9fdb8ea-dbf4-4a11-9729-215e66b8d8fc None None] For port 926fcbad-3697-4bac-8dfc-77dc5c58be40, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:48:36.203718 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a9fdb8ea-dbf4-4a11-9729-215e66b8d8fc None None] For port 926fcbad-3697-4bac-8dfc-77dc5c58be40, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=926fcbad-3697-4bac-8dfc-77dc5c58be40,segment=NetworkSegment(bd14e9d2-b6ad-410f-85b7-cfe7115f6795),segment_id=bd14e9d2-b6ad-410f-85b7-cfe7115f6795)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:48:36.224257 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-43663b36-f612-49c4-8a5f-e0fa1a73a007 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:36.250773 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-43663b36-f612-49c4-8a5f-e0fa1a73a007 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['538989b5-b13e-43f3-8cea-7592b058b2bd']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:48:36.260398 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-43663b36-f612-49c4-8a5f-e0fa1a73a007 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd14e9d2-b6ad-410f-85b7-cfe7115f6795') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:48:36.260691 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-43663b36-f612-49c4-8a5f-e0fa1a73a007 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd14e9d2-b6ad-410f-85b7-cfe7115f6795') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:48:36.270604 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-43663b36-f612-49c4-8a5f-e0fa1a73a007 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16313633'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:36.275317 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d830a0f3-a354-4a6d-be47-6e57c5fd7c69 None None] Network 233f82a6-9061-4acf-8494-61f8b4c88fc6 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:48:36.284573 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-43663b36-f612-49c4-8a5f-e0fa1a73a007 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:36.289251 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a9fdb8ea-dbf4-4a11-9729-215e66b8d8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:36.290582 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43663b36-f612-49c4-8a5f-e0fa1a73a007 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:48:36.291039 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-43663b36-f612-49c4-8a5f-e0fa1a73a007 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4305278'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:36.294087 n-d-813679-3 neutron-server[95502]: Traceback (most recent call last): Oct 12 19:48:36.294087 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:48:36.294087 n-d-813679-3 neutron-server[95502]: timer() Oct 12 19:48:36.294087 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:48:36.294087 n-d-813679-3 neutron-server[95502]: cb(*args, **kw) Oct 12 19:48:36.294087 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:48:36.294087 n-d-813679-3 neutron-server[95502]: return func(*args, **kwargs) Oct 12 19:48:36.294087 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:48:36.294087 n-d-813679-3 neutron-server[95502]: self._notify() Oct 12 19:48:36.294087 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:48:36.294087 n-d-813679-3 neutron-server[95502]: self.callback(batched_events) Oct 12 19:48:36.294087 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:48:36.294087 n-d-813679-3 neutron-server[95502]: event.method(event) Oct 12 19:48:36.294087 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:48:36.294087 n-d-813679-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:48:36.294087 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:48:36.294087 n-d-813679-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:48:36.294087 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:48:36.294087 n-d-813679-3 neutron-server[95502]: return f(self, *a, **k) Oct 12 19:48:36.294087 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:48:36.294087 n-d-813679-3 neutron-server[95502]: return self._get(url).json() Oct 12 19:48:36.294087 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:48:36.294087 n-d-813679-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:48:36.294087 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:48:36.294087 n-d-813679-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Oct 12 19:48:36.294087 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:48:36.294087 n-d-813679-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:48:36.294087 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:48:36.294087 n-d-813679-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:48:36.294087 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:48:36.294087 n-d-813679-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:48:36.294087 n-d-813679-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:48:36.379257 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.db.api [None req-43663b36-f612-49c4-8a5f-e0fa1a73a007 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 12 19:48:36.379257 n-d-813679-3 neutron-server[95502]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 12 19:48:36.379257 n-d-813679-3 neutron-server[95502]: [parameters: {'id': '538989b5-b13e-43f3-8cea-7592b058b2bd'}] Oct 12 19:48:36.379257 n-d-813679-3 neutron-server[95502]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95502) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 19:48:36.379948 n-d-813679-3 neutron-server[95502]: DEBUG oslo_db.api [None req-43663b36-f612-49c4-8a5f-e0fa1a73a007 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 19:48:36.574268 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a8506976-36ed-459c-97c3-c8a10b50aa9f None None] Provisioning complete for port 353ed728-d83e-45ee-9eb2-6a17556111ae triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:48:36.574640 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a8506976-36ed-459c-97c3-c8a10b50aa9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:36.615364 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fdb8ea-dbf4-4a11-9729-215e66b8d8fc None None] Pushing event updated for resources: {'Port': ['ID=926fcbad-3697-4bac-8dfc-77dc5c58be40,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:36.623393 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c7836a-7ece-46dc-96c6-d9efa8e3e088 None None] Network 538989b5-b13e-43f3-8cea-7592b058b2bd requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:48:36.820768 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a8506976-36ed-459c-97c3-c8a10b50aa9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:36.867208 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a8506976-36ed-459c-97c3-c8a10b50aa9f None None] For port 353ed728-d83e-45ee-9eb2-6a17556111ae, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=353ed728-d83e-45ee-9eb2-6a17556111ae,segment=NetworkSegment(c6d7715e-a287-40d7-8797-dd1e14d718ac),segment_id=c6d7715e-a287-40d7-8797-dd1e14d718ac)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:48:36.881625 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-43663b36-f612-49c4-8a5f-e0fa1a73a007 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:36.927249 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a8506976-36ed-459c-97c3-c8a10b50aa9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:36.944726 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-43663b36-f612-49c4-8a5f-e0fa1a73a007 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Deleting port 926fcbad-3697-4bac-8dfc-77dc5c58be40 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:48:36.945322 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-43663b36-f612-49c4-8a5f-e0fa1a73a007 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:36.972963 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adf26d7-2b26-40e4-b784-8cc41422ef35 req-a315141c-1e10-4214-9fa0-e619e07c3fa4 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:48:36.974506 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7adf26d7-2b26-40e4-b784-8cc41422ef35 req-a315141c-1e10-4214-9fa0-e619e07c3fa4 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=8649fa50-ab41-4304-8599-94f44290bedb HTTP/1.1" status: 200 len: 944 time: 0.0635309 Oct 12 19:48:36.984785 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8506976-36ed-459c-97c3-c8a10b50aa9f None None] Pushing event updated for resources: {'Port': ['ID=353ed728-d83e-45ee-9eb2-6a17556111ae,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:37.014989 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7adf26d7-2b26-40e4-b784-8cc41422ef35 req-0a613264-c332-4512-bd84-00421bf4ad13 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7222ca9-0cbe-4248-9036-2f125df10e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333049 Oct 12 19:48:37.020371 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-43663b36-f612-49c4-8a5f-e0fa1a73a007 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] For port 926fcbad-3697-4bac-8dfc-77dc5c58be40, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=926fcbad-3697-4bac-8dfc-77dc5c58be40,segment=NetworkSegment(bd14e9d2-b6ad-410f-85b7-cfe7115f6795),segment_id=bd14e9d2-b6ad-410f-85b7-cfe7115f6795)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:48:37.020809 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-43663b36-f612-49c4-8a5f-e0fa1a73a007 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:37.035017 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-43663b36-f612-49c4-8a5f-e0fa1a73a007 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Calling delete_port for 926fcbad-3697-4bac-8dfc-77dc5c58be40 owned by network:dhcp {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:48:37.084272 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474c20e3-a6f0-4fac-b8e1-b581a42e140e None None] get_active_networks_info from n-d-813679-3 {{(pid=95503) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 12 19:48:37.172700 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-d6987e8d-376e-40f6-b651-e3d4b4b2a9d5 None None] Provisioning complete for port 353ed728-d83e-45ee-9eb2-6a17556111ae triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:48:37.172965 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d6987e8d-376e-40f6-b651-e3d4b4b2a9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:37.184534 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-43663b36-f612-49c4-8a5f-e0fa1a73a007 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:37.211430 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474c20e3-a6f0-4fac-b8e1-b581a42e140e None None] Resources bound (agent type, host, resource id): {{(pid=95503) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 12 19:48:37.214877 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43663b36-f612-49c4-8a5f-e0fa1a73a007 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] No DVR routers for this DVR port 926fcbad-3697-4bac-8dfc-77dc5c58be40 on host n-d-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:48:37.223814 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43663b36-f612-49c4-8a5f-e0fa1a73a007 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Pushing event deleted for resources: {'Port': ['ID=926fcbad-3697-4bac-8dfc-77dc5c58be40,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:37.314738 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-43663b36-f612-49c4-8a5f-e0fa1a73a007 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:37.335879 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-43663b36-f612-49c4-8a5f-e0fa1a73a007 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['538989b5-b13e-43f3-8cea-7592b058b2bd']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:48:37.345584 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-43663b36-f612-49c4-8a5f-e0fa1a73a007 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd14e9d2-b6ad-410f-85b7-cfe7115f6795') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:48:37.345877 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-43663b36-f612-49c4-8a5f-e0fa1a73a007 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd14e9d2-b6ad-410f-85b7-cfe7115f6795') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:48:37.361281 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-43663b36-f612-49c4-8a5f-e0fa1a73a007 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16313633'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:37.365842 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 353ed728-d83e-45ee-9eb2-6a17556111ae up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:48:37.375829 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-43663b36-f612-49c4-8a5f-e0fa1a73a007 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:37.381904 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43663b36-f612-49c4-8a5f-e0fa1a73a007 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:48:37.382311 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-43663b36-f612-49c4-8a5f-e0fa1a73a007 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4305278'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:37.385618 n-d-813679-3 neutron-server[95502]: Traceback (most recent call last): Oct 12 19:48:37.385618 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:48:37.385618 n-d-813679-3 neutron-server[95502]: timer() Oct 12 19:48:37.385618 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:48:37.385618 n-d-813679-3 neutron-server[95502]: cb(*args, **kw) Oct 12 19:48:37.385618 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:48:37.385618 n-d-813679-3 neutron-server[95502]: return func(*args, **kwargs) Oct 12 19:48:37.385618 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:48:37.385618 n-d-813679-3 neutron-server[95502]: self._notify() Oct 12 19:48:37.385618 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:48:37.385618 n-d-813679-3 neutron-server[95502]: self.callback(batched_events) Oct 12 19:48:37.385618 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:48:37.385618 n-d-813679-3 neutron-server[95502]: event.method(event) Oct 12 19:48:37.385618 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:48:37.385618 n-d-813679-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:48:37.385618 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:48:37.385618 n-d-813679-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:48:37.385618 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:48:37.385618 n-d-813679-3 neutron-server[95502]: return f(self, *a, **k) Oct 12 19:48:37.385618 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:48:37.385618 n-d-813679-3 neutron-server[95502]: return self._get(url).json() Oct 12 19:48:37.385618 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:48:37.385618 n-d-813679-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:48:37.385618 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:48:37.385618 n-d-813679-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Oct 12 19:48:37.385618 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:48:37.385618 n-d-813679-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:48:37.385618 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:48:37.385618 n-d-813679-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:48:37.385618 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:48:37.385618 n-d-813679-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:48:37.385618 n-d-813679-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:48:37.475549 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 353ed728-d83e-45ee-9eb2-6a17556111ae triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:48:37.476208 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:37.502465 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-43663b36-f612-49c4-8a5f-e0fa1a73a007 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:37.512539 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-43663b36-f612-49c4-8a5f-e0fa1a73a007 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:37.515776 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-43663b36-f612-49c4-8a5f-e0fa1a73a007 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] 10.222.0.49 "DELETE /v2.0/networks/538989b5-b13e-43f3-8cea-7592b058b2bd HTTP/1.1" status: 204 len: 168 time: 2.0233583 Oct 12 19:48:37.519892 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 54782) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:48:37.525303 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-8d7b16f5-750f-43bf-9b4d-44d2f91b692b tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-895684911'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:48:37.525984 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43663b36-f612-49c4-8a5f-e0fa1a73a007 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Pushing event deleted for resources: {'Network': ['ID=538989b5-b13e-43f3-8cea-7592b058b2bd,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:37.610970 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d7b16f5-750f-43bf-9b4d-44d2f91b692b tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Made reservation on behalf of 57101efc02fc439fab9f608078a27468 for: {'network': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:48:37.614499 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8d7b16f5-750f-43bf-9b4d-44d2f91b692b tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:37.636946 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d7b16f5-750f-43bf-9b4d-44d2f91b692b tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=95501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:48:37.645394 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8d7b16f5-750f-43bf-9b4d-44d2f91b692b tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:37.645733 n-d-813679-3 neutron-server[95501]: INFO neutron.db.segments_db [None req-8d7b16f5-750f-43bf-9b4d-44d2f91b692b tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Added segment 5c016fff-77e8-4139-b965-0de8eb91ae70 of type vlan for network 4ed396b2-6510-4626-a875-d13c7ef9827f Oct 12 19:48:37.684931 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8d7b16f5-750f-43bf-9b4d-44d2f91b692b tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:37.767249 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8d7b16f5-750f-43bf-9b4d-44d2f91b692b tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:37.772863 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d7b16f5-750f-43bf-9b4d-44d2f91b692b tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:48:37.773431 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8d7b16f5-750f-43bf-9b4d-44d2f91b692b tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks [] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:37.837227 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7b16f5-750f-43bf-9b4d-44d2f91b692b tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Pushing event updated for resources: {'Network': ['ID=4ed396b2-6510-4626-a875-d13c7ef9827f,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:37.847658 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 4ed396b2-6510-4626-a875-d13c7ef9827f details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:48:37.899887 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-8d7b16f5-750f-43bf-9b4d-44d2f91b692b tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3786287 Oct 12 19:48:37.902418 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 54784) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:48:37.907711 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-5c83adf3-5f44-4759-9f81-23bcbb105637 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Request body: {'subnet': {'network_id': '4ed396b2-6510-4626-a875-d13c7ef9827f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:48:38.045626 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c83adf3-5f44-4759-9f81-23bcbb105637 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Made reservation on behalf of 57101efc02fc439fab9f608078a27468 for: {'subnet': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:48:38.048825 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5c83adf3-5f44-4759-9f81-23bcbb105637 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4612397'] for subnet, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:38.131980 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8632b9db-1a45-4ff3-be60-3f1446183834 req-67c7db41-9766-4070-9174-bdceded0064d tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:48:38.133487 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8632b9db-1a45-4ff3-be60-3f1446183834 req-67c7db41-9766-4070-9174-bdceded0064d tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=8649fa50-ab41-4304-8599-94f44290bedb HTTP/1.1" status: 200 len: 944 time: 0.0500054 Oct 12 19:48:38.172704 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8632b9db-1a45-4ff3-be60-3f1446183834 req-d3a98d78-47a4-4d73-ad2e-59355fe9ec16 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7222ca9-0cbe-4248-9036-2f125df10e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330422 Oct 12 19:48:38.325071 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5c83adf3-5f44-4759-9f81-23bcbb105637 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4824863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4612355'] for subnet, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:38.391554 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c83adf3-5f44-4759-9f81-23bcbb105637 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Pushing event updated for resources: {'Subnet': ['ID=d29ee1e2-05b0-4513-84e4-52a28d0132d6,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:38.395877 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c83adf3-5f44-4759-9f81-23bcbb105637 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Checking segment: {'id': '5c016fff-77e8-4139-b965-0de8eb91ae70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '4ed396b2-6510-4626-a875-d13c7ef9827f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:48:38.396255 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c83adf3-5f44-4759-9f81-23bcbb105637 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Network hostable DHCP agents. Network: 4ed396b2-6510-4626-a875-d13c7ef9827f, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:48:38.490306 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c83adf3-5f44-4759-9f81-23bcbb105637 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Network 4ed396b2-6510-4626-a875-d13c7ef9827f is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:48:38.547244 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-5c83adf3-5f44-4759-9f81-23bcbb105637 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, 4ed396b2-6510-4626-a875-d13c7ef9827f) {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:48:38.551181 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c83adf3-5f44-4759-9f81-23bcbb105637 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:48:38.551765 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5c83adf3-5f44-4759-9f81-23bcbb105637 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:38.555496 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5173ebe8-f356-475c-9087-0038c22ca31d None None] Network 4ed396b2-6510-4626-a875-d13c7ef9827f requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:48:38.630368 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-5c83adf3-5f44-4759-9f81-23bcbb105637 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.7268333 Oct 12 19:48:38.633879 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 54788) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:48:38.638625 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-9c2a7072-9023-48b4-865d-505ba0ffc2e2 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-123213738'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:48:38.699564 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1153fb3d-01d0-46f0-8a77-b3a4484a9d92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-4ed396b2-6510-4626-a875-d13c7ef9827f', 'network_id': '4ed396b2-6510-4626-a875-d13c7ef9827f', 'tenant_id': '57101efc02fc439fab9f608078a27468', 'fixed_ips': [{'subnet_id': 'd29ee1e2-05b0-4513-84e4-52a28d0132d6'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:48:38.700586 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1153fb3d-01d0-46f0-8a77-b3a4484a9d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:38.724776 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c2a7072-9023-48b4-865d-505ba0ffc2e2 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Made reservation on behalf of 57101efc02fc439fab9f608078a27468 for: {'network': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:48:38.728585 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9c2a7072-9023-48b4-865d-505ba0ffc2e2 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:38.752446 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c2a7072-9023-48b4-865d-505ba0ffc2e2 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=95501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:48:38.760681 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9c2a7072-9023-48b4-865d-505ba0ffc2e2 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:38.761065 n-d-813679-3 neutron-server[95501]: INFO neutron.db.segments_db [None req-9c2a7072-9023-48b4-865d-505ba0ffc2e2 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Added segment 2da067db-17ea-403d-a2c7-a47077a84458 of type vlan for network 7db40ad0-edcc-49f2-9b1f-9b453ceb10f7 Oct 12 19:48:38.799829 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9c2a7072-9023-48b4-865d-505ba0ffc2e2 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:38.835419 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-1153fb3d-01d0-46f0-8a77-b3a4484a9d92 None None] Allocated IP 2001:db8::1 (4ed396b2-6510-4626-a875-d13c7ef9827f/d29ee1e2-05b0-4513-84e4-52a28d0132d6/be89c1cc-0abd-4b86-a71d-2c301b2100a8) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:48:38.902296 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9c2a7072-9023-48b4-865d-505ba0ffc2e2 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:38.908166 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2a7072-9023-48b4-865d-505ba0ffc2e2 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:48:38.908774 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9c2a7072-9023-48b4-865d-505ba0ffc2e2 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks [] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:38.973194 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1153fb3d-01d0-46f0-8a77-b3a4484a9d92 None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:38.978121 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2a7072-9023-48b4-865d-505ba0ffc2e2 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Pushing event updated for resources: {'Network': ['ID=7db40ad0-edcc-49f2-9b1f-9b453ceb10f7,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:38.989281 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 7db40ad0-edcc-49f2-9b1f-9b453ceb10f7 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:48:39.010200 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-9c2a7072-9023-48b4-865d-505ba0ffc2e2 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3752310 Oct 12 19:48:39.013002 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 54790) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:48:39.018102 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-d703a190-8f45-4d5d-b178-828c489617eb tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Request body: {'subnet': {'network_id': '7db40ad0-edcc-49f2-9b1f-9b453ceb10f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:48:39.043962 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1153fb3d-01d0-46f0-8a77-b3a4484a9d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:39.087656 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1153fb3d-01d0-46f0-8a77-b3a4484a9d92 None None] Network 4ed396b2-6510-4626-a875-d13c7ef9827f is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:48:39.090561 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-1153fb3d-01d0-46f0-8a77-b3a4484a9d92 None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:48:39.094535 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1153fb3d-01d0-46f0-8a77-b3a4484a9d92 None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:48:39.099885 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1153fb3d-01d0-46f0-8a77-b3a4484a9d92 None None] Pushing event updated for resources: {'Port': ['ID=be89c1cc-0abd-4b86-a71d-2c301b2100a8,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:39.153271 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-1153fb3d-01d0-46f0-8a77-b3a4484a9d92 None None] Attempting to bind port be89c1cc-0abd-4b86-a71d-2c301b2100a8 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:48:39.153633 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-1153fb3d-01d0-46f0-8a77-b3a4484a9d92 None None] Attempting to bind port be89c1cc-0abd-4b86-a71d-2c301b2100a8 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '5c016fff-77e8-4139-b965-0de8eb91ae70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '4ed396b2-6510-4626-a875-d13c7ef9827f'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:48:39.153991 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1153fb3d-01d0-46f0-8a77-b3a4484a9d92 None None] Attempting to bind port be89c1cc-0abd-4b86-a71d-2c301b2100a8 on network 4ed396b2-6510-4626-a875-d13c7ef9827f {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:48:39.159369 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1153fb3d-01d0-46f0-8a77-b3a4484a9d92 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 48, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:48:39.159739 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1153fb3d-01d0-46f0-8a77-b3a4484a9d92 None None] Checking segment: {'id': '5c016fff-77e8-4139-b965-0de8eb91ae70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '4ed396b2-6510-4626-a875-d13c7ef9827f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:48:39.160167 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1153fb3d-01d0-46f0-8a77-b3a4484a9d92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:39.160558 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1153fb3d-01d0-46f0-8a77-b3a4484a9d92 None None] Bound using segment: {'id': '5c016fff-77e8-4139-b965-0de8eb91ae70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '4ed396b2-6510-4626-a875-d13c7ef9827f'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:48:39.161018 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-1153fb3d-01d0-46f0-8a77-b3a4484a9d92 None None] Bound port: be89c1cc-0abd-4b86-a71d-2c301b2100a8, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c016fff-77e8-4139-b965-0de8eb91ae70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '4ed396b2-6510-4626-a875-d13c7ef9827f'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:48:39.161396 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1153fb3d-01d0-46f0-8a77-b3a4484a9d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:39.199215 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d703a190-8f45-4d5d-b178-828c489617eb tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Made reservation on behalf of 57101efc02fc439fab9f608078a27468 for: {'subnet': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:48:39.203218 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d703a190-8f45-4d5d-b178-828c489617eb tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4612397'] for subnet, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:39.226385 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-1153fb3d-01d0-46f0-8a77-b3a4484a9d92 None None] For port be89c1cc-0abd-4b86-a71d-2c301b2100a8, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:48:39.230264 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-1153fb3d-01d0-46f0-8a77-b3a4484a9d92 None None] For port be89c1cc-0abd-4b86-a71d-2c301b2100a8, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=be89c1cc-0abd-4b86-a71d-2c301b2100a8,segment=NetworkSegment(5c016fff-77e8-4139-b965-0de8eb91ae70),segment_id=5c016fff-77e8-4139-b965-0de8eb91ae70)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:48:39.287608 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.ipam_backend_mixin [None req-d703a190-8f45-4d5d-b178-828c489617eb tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Performing IP validity checks on allocation pools {{(pid=95501) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 12 19:48:39.288217 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.ipam_backend_mixin [None req-d703a190-8f45-4d5d-b178-828c489617eb tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95501) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 12 19:48:39.308452 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1153fb3d-01d0-46f0-8a77-b3a4484a9d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:39.325113 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af20a83a-149c-401a-bab4-3d79437fae53 req-466202f8-c7fb-4ab7-95ce-ea52075d3fa2 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:48:39.326589 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-af20a83a-149c-401a-bab4-3d79437fae53 req-466202f8-c7fb-4ab7-95ce-ea52075d3fa2 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=8649fa50-ab41-4304-8599-94f44290bedb HTTP/1.1" status: 200 len: 944 time: 0.0780039 Oct 12 19:48:39.370439 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1153fb3d-01d0-46f0-8a77-b3a4484a9d92 None None] Pushing event updated for resources: {'Port': ['ID=be89c1cc-0abd-4b86-a71d-2c301b2100a8,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:39.402077 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-af20a83a-149c-401a-bab4-3d79437fae53 req-c82cbf50-1e41-4ad7-8637-0a1a8043a7ad tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7222ca9-0cbe-4248-9036-2f125df10e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689685 Oct 12 19:48:39.522204 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d703a190-8f45-4d5d-b178-828c489617eb tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4824863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4612355'] for subnet, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:39.587009 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d703a190-8f45-4d5d-b178-828c489617eb tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Pushing event updated for resources: {'Subnet': ['ID=4663a0f7-35a6-486c-a522-d54715177898,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:39.599197 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d703a190-8f45-4d5d-b178-828c489617eb tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Checking segment: {'id': '2da067db-17ea-403d-a2c7-a47077a84458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '7db40ad0-edcc-49f2-9b1f-9b453ceb10f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:48:39.599556 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d703a190-8f45-4d5d-b178-828c489617eb tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Network hostable DHCP agents. Network: 7db40ad0-edcc-49f2-9b1f-9b453ceb10f7, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:48:39.687557 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d703a190-8f45-4d5d-b178-828c489617eb tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Network 7db40ad0-edcc-49f2-9b1f-9b453ceb10f7 is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:48:39.772728 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-d703a190-8f45-4d5d-b178-828c489617eb tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, 7db40ad0-edcc-49f2-9b1f-9b453ceb10f7) {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:48:39.777232 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d703a190-8f45-4d5d-b178-828c489617eb tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:48:39.777985 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d703a190-8f45-4d5d-b178-828c489617eb tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:39.782755 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37185104-719b-4260-8f68-3c3c60caaa25 None None] Network 7db40ad0-edcc-49f2-9b1f-9b453ceb10f7 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:48:39.864604 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-d703a190-8f45-4d5d-b178-828c489617eb tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.8505077 Oct 12 19:48:39.867172 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 54794) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:48:39.924473 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-282ce886-5206-438b-91e1-2c97f553c9b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-7db40ad0-edcc-49f2-9b1f-9b453ceb10f7', 'network_id': '7db40ad0-edcc-49f2-9b1f-9b453ceb10f7', 'tenant_id': '57101efc02fc439fab9f608078a27468', 'fixed_ips': [{'subnet_id': '4663a0f7-35a6-486c-a522-d54715177898'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:48:39.925337 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-282ce886-5206-438b-91e1-2c97f553c9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:39.969889 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2383aedf-3e0f-45a7-81b9-4610a73ed74f tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:40.072776 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-282ce886-5206-438b-91e1-2c97f553c9b6 None None] Allocated IP 2001:db8::3 (7db40ad0-edcc-49f2-9b1f-9b453ceb10f7/4663a0f7-35a6-486c-a522-d54715177898/9571b4b4-7765-44f3-b45d-d6358666dbfa) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:48:40.237625 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-282ce886-5206-438b-91e1-2c97f553c9b6 None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:40.293335 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-282ce886-5206-438b-91e1-2c97f553c9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:40.322055 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6b7494-477a-4d48-b870-9f7a4139eb06 None None] Network 4ed396b2-6510-4626-a875-d13c7ef9827f requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:48:40.378427 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-282ce886-5206-438b-91e1-2c97f553c9b6 None None] Network 7db40ad0-edcc-49f2-9b1f-9b453ceb10f7 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:48:40.385851 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-282ce886-5206-438b-91e1-2c97f553c9b6 None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:48:40.395206 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282ce886-5206-438b-91e1-2c97f553c9b6 None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:48:40.397294 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282ce886-5206-438b-91e1-2c97f553c9b6 None None] Pushing event updated for resources: {'Port': ['ID=9571b4b4-7765-44f3-b45d-d6358666dbfa,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:40.426991 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2383aedf-3e0f-45a7-81b9-4610a73ed74f tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:40.521231 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f758491b-c325-43f7-bc8c-0011dd6e6fcb req-e1b7fd3f-0b7c-4cae-b799-0ea053811572 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:48:40.522819 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f758491b-c325-43f7-bc8c-0011dd6e6fcb req-e1b7fd3f-0b7c-4cae-b799-0ea053811572 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=8649fa50-ab41-4304-8599-94f44290bedb HTTP/1.1" status: 200 len: 944 time: 0.0516560 Oct 12 19:48:40.560626 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2383aedf-3e0f-45a7-81b9-4610a73ed74f tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4824924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4612362'] for subnet, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:40.563665 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f758491b-c325-43f7-bc8c-0011dd6e6fcb req-705f1210-536d-4632-8704-ae978470a543 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7222ca9-0cbe-4248-9036-2f125df10e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340776 Oct 12 19:48:40.598204 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2383aedf-3e0f-45a7-81b9-4610a73ed74f tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Pushing event deleted for resources: {'Subnet': ['ID=4663a0f7-35a6-486c-a522-d54715177898,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:40.609682 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-b1759733-5057-4406-8643-981b73e8bde1 None None] Provisioning complete for port be89c1cc-0abd-4b86-a71d-2c301b2100a8 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:48:40.610056 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b1759733-5057-4406-8643-981b73e8bde1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:40.660862 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-282ce886-5206-438b-91e1-2c97f553c9b6 None None] Attempting to bind port 9571b4b4-7765-44f3-b45d-d6358666dbfa on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:48:40.661149 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-282ce886-5206-438b-91e1-2c97f553c9b6 None None] Attempting to bind port 9571b4b4-7765-44f3-b45d-d6358666dbfa by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '2da067db-17ea-403d-a2c7-a47077a84458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '7db40ad0-edcc-49f2-9b1f-9b453ceb10f7'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:48:40.661512 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282ce886-5206-438b-91e1-2c97f553c9b6 None None] Attempting to bind port 9571b4b4-7765-44f3-b45d-d6358666dbfa on network 7db40ad0-edcc-49f2-9b1f-9b453ceb10f7 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:48:40.662523 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2383aedf-3e0f-45a7-81b9-4610a73ed74f tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:40.682199 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-2383aedf-3e0f-45a7-81b9-4610a73ed74f tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7db40ad0-edcc-49f2-9b1f-9b453ceb10f7']}} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:48:40.691162 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-2383aedf-3e0f-45a7-81b9-4610a73ed74f tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2da067db-17ea-403d-a2c7-a47077a84458') {'for_net_delete': True} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:48:40.691447 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-2383aedf-3e0f-45a7-81b9-4610a73ed74f tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2da067db-17ea-403d-a2c7-a47077a84458') {} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:48:40.698564 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282ce886-5206-438b-91e1-2c97f553c9b6 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 48, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:48:40.698948 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282ce886-5206-438b-91e1-2c97f553c9b6 None None] Checking segment: {'id': '2da067db-17ea-403d-a2c7-a47077a84458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '7db40ad0-edcc-49f2-9b1f-9b453ceb10f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:48:40.699352 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-282ce886-5206-438b-91e1-2c97f553c9b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:40.699750 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282ce886-5206-438b-91e1-2c97f553c9b6 None None] Bound using segment: {'id': '2da067db-17ea-403d-a2c7-a47077a84458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '7db40ad0-edcc-49f2-9b1f-9b453ceb10f7'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:48:40.700315 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-282ce886-5206-438b-91e1-2c97f553c9b6 None None] Bound port: 9571b4b4-7765-44f3-b45d-d6358666dbfa, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2da067db-17ea-403d-a2c7-a47077a84458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '7db40ad0-edcc-49f2-9b1f-9b453ceb10f7'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:48:40.700468 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2383aedf-3e0f-45a7-81b9-4610a73ed74f tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4281072'] for segment, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:40.700634 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-282ce886-5206-438b-91e1-2c97f553c9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:40.713083 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2383aedf-3e0f-45a7-81b9-4610a73ed74f tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:40.719322 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2383aedf-3e0f-45a7-81b9-4610a73ed74f tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=95501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:48:40.719700 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2383aedf-3e0f-45a7-81b9-4610a73ed74f tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4823170'] for segment, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:40.722618 n-d-813679-3 neutron-server[95501]: Traceback (most recent call last): Oct 12 19:48:40.722618 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:48:40.722618 n-d-813679-3 neutron-server[95501]: timer() Oct 12 19:48:40.722618 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:48:40.722618 n-d-813679-3 neutron-server[95501]: cb(*args, **kw) Oct 12 19:48:40.722618 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:48:40.722618 n-d-813679-3 neutron-server[95501]: return func(*args, **kwargs) Oct 12 19:48:40.722618 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:48:40.722618 n-d-813679-3 neutron-server[95501]: self._notify() Oct 12 19:48:40.722618 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:48:40.722618 n-d-813679-3 neutron-server[95501]: self.callback(batched_events) Oct 12 19:48:40.722618 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:48:40.722618 n-d-813679-3 neutron-server[95501]: event.method(event) Oct 12 19:48:40.722618 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:48:40.722618 n-d-813679-3 neutron-server[95501]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:48:40.722618 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:48:40.722618 n-d-813679-3 neutron-server[95501]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:48:40.722618 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:48:40.722618 n-d-813679-3 neutron-server[95501]: return f(self, *a, **k) Oct 12 19:48:40.722618 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:48:40.722618 n-d-813679-3 neutron-server[95501]: return self._get(url).json() Oct 12 19:48:40.722618 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:48:40.722618 n-d-813679-3 neutron-server[95501]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:48:40.722618 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:48:40.722618 n-d-813679-3 neutron-server[95501]: return self.request(url, 'GET', **kwargs) Oct 12 19:48:40.722618 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:48:40.722618 n-d-813679-3 neutron-server[95501]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:48:40.722618 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:48:40.722618 n-d-813679-3 neutron-server[95501]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:48:40.722618 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:48:40.722618 n-d-813679-3 neutron-server[95501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:48:40.722618 n-d-813679-3 neutron-server[95501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:48:40.805491 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.db.api [None req-2383aedf-3e0f-45a7-81b9-4610a73ed74f tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 12 19:48:40.805491 n-d-813679-3 neutron-server[95501]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 12 19:48:40.805491 n-d-813679-3 neutron-server[95501]: [parameters: {'id': '7db40ad0-edcc-49f2-9b1f-9b453ceb10f7'}] Oct 12 19:48:40.805491 n-d-813679-3 neutron-server[95501]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95501) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 19:48:40.806008 n-d-813679-3 neutron-server[95501]: DEBUG oslo_db.api [None req-2383aedf-3e0f-45a7-81b9-4610a73ed74f tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 19:48:40.821613 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b1759733-5057-4406-8643-981b73e8bde1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:40.829294 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-282ce886-5206-438b-91e1-2c97f553c9b6 None None] For port 9571b4b4-7765-44f3-b45d-d6358666dbfa, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:48:40.837449 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-282ce886-5206-438b-91e1-2c97f553c9b6 None None] For port 9571b4b4-7765-44f3-b45d-d6358666dbfa, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=9571b4b4-7765-44f3-b45d-d6358666dbfa,segment=NetworkSegment(2da067db-17ea-403d-a2c7-a47077a84458),segment_id=2da067db-17ea-403d-a2c7-a47077a84458)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:48:40.863093 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-b1759733-5057-4406-8643-981b73e8bde1 None None] For port be89c1cc-0abd-4b86-a71d-2c301b2100a8, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=be89c1cc-0abd-4b86-a71d-2c301b2100a8,segment=NetworkSegment(5c016fff-77e8-4139-b965-0de8eb91ae70),segment_id=5c016fff-77e8-4139-b965-0de8eb91ae70)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:48:40.899986 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-282ce886-5206-438b-91e1-2c97f553c9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:40.937810 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b1759733-5057-4406-8643-981b73e8bde1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:40.987888 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282ce886-5206-438b-91e1-2c97f553c9b6 None None] Pushing event updated for resources: {'Port': ['ID=9571b4b4-7765-44f3-b45d-d6358666dbfa,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:40.996424 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1123528-f3e7-4da2-b35b-3609b311477d None None] Network 7db40ad0-edcc-49f2-9b1f-9b453ceb10f7 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:48:41.091393 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1759733-5057-4406-8643-981b73e8bde1 None None] Pushing event updated for resources: {'Port': ['ID=be89c1cc-0abd-4b86-a71d-2c301b2100a8,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:41.107035 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-94a19423-66a4-4d21-82af-4048f72abfa9 None None] Provisioning complete for port be89c1cc-0abd-4b86-a71d-2c301b2100a8 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:48:41.107408 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-94a19423-66a4-4d21-82af-4048f72abfa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:41.212248 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a4a8cc-6aee-4822-8ab4-822b10767d79 None None] get_active_networks_info from n-d-813679-3 {{(pid=95503) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 12 19:48:41.306922 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2383aedf-3e0f-45a7-81b9-4610a73ed74f tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:41.332494 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a4a8cc-6aee-4822-8ab4-822b10767d79 None None] Resources bound (agent type, host, resource id): {{(pid=95503) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 12 19:48:41.335677 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device be89c1cc-0abd-4b86-a71d-2c301b2100a8 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:48:41.370308 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-2383aedf-3e0f-45a7-81b9-4610a73ed74f tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Deleting port 9571b4b4-7765-44f3-b45d-d6358666dbfa {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:48:41.370642 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2383aedf-3e0f-45a7-81b9-4610a73ed74f tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:41.433359 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [None req-2383aedf-3e0f-45a7-81b9-4610a73ed74f tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] For port 9571b4b4-7765-44f3-b45d-d6358666dbfa, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=9571b4b4-7765-44f3-b45d-d6358666dbfa,segment=NetworkSegment(2da067db-17ea-403d-a2c7-a47077a84458),segment_id=2da067db-17ea-403d-a2c7-a47077a84458)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:48:41.434122 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2383aedf-3e0f-45a7-81b9-4610a73ed74f tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:41.447155 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-2383aedf-3e0f-45a7-81b9-4610a73ed74f tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Calling delete_port for 9571b4b4-7765-44f3-b45d-d6358666dbfa owned by network:dhcp {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:48:41.448300 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port be89c1cc-0abd-4b86-a71d-2c301b2100a8 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:48:41.448668 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:41.596255 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2383aedf-3e0f-45a7-81b9-4610a73ed74f tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:41.623325 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2383aedf-3e0f-45a7-81b9-4610a73ed74f tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Pushing event deleted for resources: {'Port': ['ID=9571b4b4-7765-44f3-b45d-d6358666dbfa,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:41.627613 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2383aedf-3e0f-45a7-81b9-4610a73ed74f tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] No DVR routers for this DVR port 9571b4b4-7765-44f3-b45d-d6358666dbfa on host n-d-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:48:41.733667 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2383aedf-3e0f-45a7-81b9-4610a73ed74f tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:41.764785 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c82ea3-d807-4e27-8ef2-34f0181e7747 req-128bddb4-07ea-4aa1-8897-3cf7faffad45 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:48:41.766500 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-46c82ea3-d807-4e27-8ef2-34f0181e7747 req-128bddb4-07ea-4aa1-8897-3cf7faffad45 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=8649fa50-ab41-4304-8599-94f44290bedb HTTP/1.1" status: 200 len: 944 time: 0.1143394 Oct 12 19:48:41.768008 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-2383aedf-3e0f-45a7-81b9-4610a73ed74f tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7db40ad0-edcc-49f2-9b1f-9b453ceb10f7']}} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:48:41.783088 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-2383aedf-3e0f-45a7-81b9-4610a73ed74f tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2da067db-17ea-403d-a2c7-a47077a84458') {'for_net_delete': True} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:48:41.783375 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-2383aedf-3e0f-45a7-81b9-4610a73ed74f tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2da067db-17ea-403d-a2c7-a47077a84458') {} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:48:41.799240 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2383aedf-3e0f-45a7-81b9-4610a73ed74f tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4281072'] for segment, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:41.821107 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2383aedf-3e0f-45a7-81b9-4610a73ed74f tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:41.830273 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-46c82ea3-d807-4e27-8ef2-34f0181e7747 req-18f818b2-485b-4ace-8e9c-9ec2cd5d7f8a tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7222ca9-0cbe-4248-9036-2f125df10e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553470 Oct 12 19:48:41.831277 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2383aedf-3e0f-45a7-81b9-4610a73ed74f tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=95501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:48:41.831660 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2383aedf-3e0f-45a7-81b9-4610a73ed74f tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4823170'] for segment, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:41.834580 n-d-813679-3 neutron-server[95501]: Traceback (most recent call last): Oct 12 19:48:41.834580 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:48:41.834580 n-d-813679-3 neutron-server[95501]: timer() Oct 12 19:48:41.834580 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:48:41.834580 n-d-813679-3 neutron-server[95501]: cb(*args, **kw) Oct 12 19:48:41.834580 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:48:41.834580 n-d-813679-3 neutron-server[95501]: return func(*args, **kwargs) Oct 12 19:48:41.834580 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:48:41.834580 n-d-813679-3 neutron-server[95501]: self._notify() Oct 12 19:48:41.834580 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:48:41.834580 n-d-813679-3 neutron-server[95501]: self.callback(batched_events) Oct 12 19:48:41.834580 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:48:41.834580 n-d-813679-3 neutron-server[95501]: event.method(event) Oct 12 19:48:41.834580 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:48:41.834580 n-d-813679-3 neutron-server[95501]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:48:41.834580 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:48:41.834580 n-d-813679-3 neutron-server[95501]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:48:41.834580 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:48:41.834580 n-d-813679-3 neutron-server[95501]: return f(self, *a, **k) Oct 12 19:48:41.834580 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:48:41.834580 n-d-813679-3 neutron-server[95501]: return self._get(url).json() Oct 12 19:48:41.834580 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:48:41.834580 n-d-813679-3 neutron-server[95501]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:48:41.834580 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:48:41.834580 n-d-813679-3 neutron-server[95501]: return self.request(url, 'GET', **kwargs) Oct 12 19:48:41.834580 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:48:41.834580 n-d-813679-3 neutron-server[95501]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:48:41.834580 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:48:41.834580 n-d-813679-3 neutron-server[95501]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:48:41.834580 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:48:41.834580 n-d-813679-3 neutron-server[95501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:48:41.834580 n-d-813679-3 neutron-server[95501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:48:41.955578 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2383aedf-3e0f-45a7-81b9-4610a73ed74f tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:41.963499 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2383aedf-3e0f-45a7-81b9-4610a73ed74f tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks [] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:41.966251 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-2383aedf-3e0f-45a7-81b9-4610a73ed74f tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] 10.222.0.49 "DELETE /v2.0/networks/7db40ad0-edcc-49f2-9b1f-9b453ceb10f7 HTTP/1.1" status: 204 len: 168 time: 2.0980804 Oct 12 19:48:41.969737 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 54800) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:48:41.974869 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-0f003048-e02b-4b20-898e-e443bb0ccd3d tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1434477936'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:48:41.978046 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2383aedf-3e0f-45a7-81b9-4610a73ed74f tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Pushing event deleted for resources: {'Network': ['ID=7db40ad0-edcc-49f2-9b1f-9b453ceb10f7,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:42.040933 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f003048-e02b-4b20-898e-e443bb0ccd3d tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Made reservation on behalf of 57101efc02fc439fab9f608078a27468 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:48:42.044320 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0f003048-e02b-4b20-898e-e443bb0ccd3d tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:42.071738 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f003048-e02b-4b20-898e-e443bb0ccd3d tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:48:42.080347 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0f003048-e02b-4b20-898e-e443bb0ccd3d tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:42.080685 n-d-813679-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-0f003048-e02b-4b20-898e-e443bb0ccd3d tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Added segment d31fcbbb-6dba-4d75-925a-c746ad82ed33 of type vlan for network 45c33b96-5514-496b-88c5-3bb9be976cd6 Oct 12 19:48:42.119666 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0f003048-e02b-4b20-898e-e443bb0ccd3d tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:42.210381 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0f003048-e02b-4b20-898e-e443bb0ccd3d tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:42.216052 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f003048-e02b-4b20-898e-e443bb0ccd3d tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:48:42.216638 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0f003048-e02b-4b20-898e-e443bb0ccd3d tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:42.279172 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f003048-e02b-4b20-898e-e443bb0ccd3d tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Pushing event updated for resources: {'Network': ['ID=45c33b96-5514-496b-88c5-3bb9be976cd6,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:42.289653 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 45c33b96-5514-496b-88c5-3bb9be976cd6 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:48:42.358284 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-0f003048-e02b-4b20-898e-e443bb0ccd3d tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3873491 Oct 12 19:48:42.361794 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 54802) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:48:42.366666 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-66debe75-772f-4a8f-9ecc-53111f0efac7 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Request body: {'subnet': {'network_id': '45c33b96-5514-496b-88c5-3bb9be976cd6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:48:42.509932 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66debe75-772f-4a8f-9ecc-53111f0efac7 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Made reservation on behalf of 57101efc02fc439fab9f608078a27468 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:48:42.513514 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-66debe75-772f-4a8f-9ecc-53111f0efac7 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16245837'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:42.747877 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-66debe75-772f-4a8f-9ecc-53111f0efac7 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4306659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16245859'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:42.807093 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66debe75-772f-4a8f-9ecc-53111f0efac7 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Pushing event updated for resources: {'Subnet': ['ID=78bee4fd-7612-4205-9e0f-c54ac880439e,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:42.814965 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66debe75-772f-4a8f-9ecc-53111f0efac7 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Checking segment: {'id': 'd31fcbbb-6dba-4d75-925a-c746ad82ed33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '45c33b96-5514-496b-88c5-3bb9be976cd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:48:42.814965 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66debe75-772f-4a8f-9ecc-53111f0efac7 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Network hostable DHCP agents. Network: 45c33b96-5514-496b-88c5-3bb9be976cd6, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:48:42.891658 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66debe75-772f-4a8f-9ecc-53111f0efac7 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Network 45c33b96-5514-496b-88c5-3bb9be976cd6 is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:48:42.950340 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec638c1f-8fc6-4940-b972-c8be47f91d4f req-b89a92b8-d96d-4e19-9bfa-428ad2ca3e63 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:48:42.951803 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ec638c1f-8fc6-4940-b972-c8be47f91d4f req-b89a92b8-d96d-4e19-9bfa-428ad2ca3e63 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=8649fa50-ab41-4304-8599-94f44290bedb HTTP/1.1" status: 200 len: 944 time: 0.0534587 Oct 12 19:48:42.953553 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-66debe75-772f-4a8f-9ecc-53111f0efac7 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, 45c33b96-5514-496b-88c5-3bb9be976cd6) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:48:42.957449 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66debe75-772f-4a8f-9ecc-53111f0efac7 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:48:42.958073 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-66debe75-772f-4a8f-9ecc-53111f0efac7 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:42.962997 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de67dbd1-7d09-4f1a-8b9e-dc1d68f3913b None None] Network 45c33b96-5514-496b-88c5-3bb9be976cd6 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:48:42.997202 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ec638c1f-8fc6-4940-b972-c8be47f91d4f req-0dc15b42-f2d2-4363-9cc1-39af8c0eae15 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7222ca9-0cbe-4248-9036-2f125df10e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364919 Oct 12 19:48:43.053698 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-66debe75-772f-4a8f-9ecc-53111f0efac7 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.6908331 Oct 12 19:48:43.056267 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 54806) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:48:43.101840 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f58ac484-0e23-400c-8b20-f1a7762d516b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-45c33b96-5514-496b-88c5-3bb9be976cd6', 'network_id': '45c33b96-5514-496b-88c5-3bb9be976cd6', 'tenant_id': '57101efc02fc439fab9f608078a27468', 'fixed_ips': [{'subnet_id': '78bee4fd-7612-4205-9e0f-c54ac880439e'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:48:43.102833 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f58ac484-0e23-400c-8b20-f1a7762d516b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:43.153368 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7eab39f0-402c-4bbe-b86e-5f232797d92a tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:43.207960 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7eab39f0-402c-4bbe-b86e-5f232797d92a tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:43.240727 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-f58ac484-0e23-400c-8b20-f1a7762d516b None None] Allocated IP 2001:db8::1 (45c33b96-5514-496b-88c5-3bb9be976cd6/78bee4fd-7612-4205-9e0f-c54ac880439e/b9bb17b1-70b0-4191-bf71-38bbd73de66e) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:48:43.380180 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f58ac484-0e23-400c-8b20-f1a7762d516b None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:43.456713 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f58ac484-0e23-400c-8b20-f1a7762d516b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:43.493593 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58ac484-0e23-400c-8b20-f1a7762d516b None None] Network 45c33b96-5514-496b-88c5-3bb9be976cd6 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:48:43.496433 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-f58ac484-0e23-400c-8b20-f1a7762d516b None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:48:43.500574 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58ac484-0e23-400c-8b20-f1a7762d516b None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:48:43.508992 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58ac484-0e23-400c-8b20-f1a7762d516b None None] Pushing event updated for resources: {'Port': ['ID=b9bb17b1-70b0-4191-bf71-38bbd73de66e,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:43.537148 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7eab39f0-402c-4bbe-b86e-5f232797d92a tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4306592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16245866'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:43.557163 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-f58ac484-0e23-400c-8b20-f1a7762d516b None None] Attempting to bind port b9bb17b1-70b0-4191-bf71-38bbd73de66e on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:48:43.558232 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-f58ac484-0e23-400c-8b20-f1a7762d516b None None] Attempting to bind port b9bb17b1-70b0-4191-bf71-38bbd73de66e by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'd31fcbbb-6dba-4d75-925a-c746ad82ed33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '45c33b96-5514-496b-88c5-3bb9be976cd6'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:48:43.558232 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58ac484-0e23-400c-8b20-f1a7762d516b None None] Attempting to bind port b9bb17b1-70b0-4191-bf71-38bbd73de66e on network 45c33b96-5514-496b-88c5-3bb9be976cd6 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:48:43.563413 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58ac484-0e23-400c-8b20-f1a7762d516b None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 48, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:48:43.563782 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58ac484-0e23-400c-8b20-f1a7762d516b None None] Checking segment: {'id': 'd31fcbbb-6dba-4d75-925a-c746ad82ed33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '45c33b96-5514-496b-88c5-3bb9be976cd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:48:43.564207 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f58ac484-0e23-400c-8b20-f1a7762d516b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:43.564606 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58ac484-0e23-400c-8b20-f1a7762d516b None None] Bound using segment: {'id': 'd31fcbbb-6dba-4d75-925a-c746ad82ed33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '45c33b96-5514-496b-88c5-3bb9be976cd6'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:48:43.565068 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-f58ac484-0e23-400c-8b20-f1a7762d516b None None] Bound port: b9bb17b1-70b0-4191-bf71-38bbd73de66e, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd31fcbbb-6dba-4d75-925a-c746ad82ed33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '45c33b96-5514-496b-88c5-3bb9be976cd6'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:48:43.565450 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f58ac484-0e23-400c-8b20-f1a7762d516b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:43.566037 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eab39f0-402c-4bbe-b86e-5f232797d92a tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Pushing event deleted for resources: {'Subnet': ['ID=78bee4fd-7612-4205-9e0f-c54ac880439e,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:43.623771 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7eab39f0-402c-4bbe-b86e-5f232797d92a tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:43.637402 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-f58ac484-0e23-400c-8b20-f1a7762d516b None None] For port b9bb17b1-70b0-4191-bf71-38bbd73de66e, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:48:43.641079 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-f58ac484-0e23-400c-8b20-f1a7762d516b None None] For port b9bb17b1-70b0-4191-bf71-38bbd73de66e, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=b9bb17b1-70b0-4191-bf71-38bbd73de66e,segment=NetworkSegment(d31fcbbb-6dba-4d75-925a-c746ad82ed33),segment_id=d31fcbbb-6dba-4d75-925a-c746ad82ed33)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:48:43.649104 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-7eab39f0-402c-4bbe-b86e-5f232797d92a tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45c33b96-5514-496b-88c5-3bb9be976cd6']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:48:43.652129 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0e88fdfd-7e48-46f7-8e1e-5f7307da63b3 req-19f03c98-f53d-4f9f-9038-bd6279c624be service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2ff8c527-079e-4364-8767-00fa84141586&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393498 Oct 12 19:48:43.658946 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-7eab39f0-402c-4bbe-b86e-5f232797d92a tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd31fcbbb-6dba-4d75-925a-c746ad82ed33') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:48:43.661221 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-7eab39f0-402c-4bbe-b86e-5f232797d92a tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd31fcbbb-6dba-4d75-925a-c746ad82ed33') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:48:43.668450 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7eab39f0-402c-4bbe-b86e-5f232797d92a tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16313633'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:43.714097 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f58ac484-0e23-400c-8b20-f1a7762d516b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:43.716390 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7eab39f0-402c-4bbe-b86e-5f232797d92a tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:43.728262 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7eab39f0-402c-4bbe-b86e-5f232797d92a tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:48:43.728757 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7eab39f0-402c-4bbe-b86e-5f232797d92a tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4305278'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:43.731833 n-d-813679-3 neutron-server[95502]: Traceback (most recent call last): Oct 12 19:48:43.731833 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:48:43.731833 n-d-813679-3 neutron-server[95502]: timer() Oct 12 19:48:43.731833 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:48:43.731833 n-d-813679-3 neutron-server[95502]: cb(*args, **kw) Oct 12 19:48:43.731833 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:48:43.731833 n-d-813679-3 neutron-server[95502]: return func(*args, **kwargs) Oct 12 19:48:43.731833 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:48:43.731833 n-d-813679-3 neutron-server[95502]: self._notify() Oct 12 19:48:43.731833 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:48:43.731833 n-d-813679-3 neutron-server[95502]: self.callback(batched_events) Oct 12 19:48:43.731833 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:48:43.731833 n-d-813679-3 neutron-server[95502]: event.method(event) Oct 12 19:48:43.731833 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:48:43.731833 n-d-813679-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:48:43.731833 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:48:43.731833 n-d-813679-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:48:43.731833 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:48:43.731833 n-d-813679-3 neutron-server[95502]: return f(self, *a, **k) Oct 12 19:48:43.731833 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:48:43.731833 n-d-813679-3 neutron-server[95502]: return self._get(url).json() Oct 12 19:48:43.731833 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:48:43.731833 n-d-813679-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:48:43.731833 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:48:43.731833 n-d-813679-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Oct 12 19:48:43.731833 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:48:43.731833 n-d-813679-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:48:43.731833 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:48:43.731833 n-d-813679-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:48:43.731833 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:48:43.731833 n-d-813679-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:48:43.731833 n-d-813679-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:48:43.771319 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e88fdfd-7e48-46f7-8e1e-5f7307da63b3 req-df9cbe60-6c3d-4a89-87cd-191ad3340869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:48:43.772820 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0e88fdfd-7e48-46f7-8e1e-5f7307da63b3 req-df9cbe60-6c3d-4a89-87cd-191ad3340869 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6c0c61faa5ca4b56b21ac0c4101f2000&device_id=2ff8c527-079e-4364-8767-00fa84141586 HTTP/1.1" status: 200 len: 1096 time: 0.0758302 Oct 12 19:48:43.798999 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58ac484-0e23-400c-8b20-f1a7762d516b None None] Pushing event updated for resources: {'Port': ['ID=b9bb17b1-70b0-4191-bf71-38bbd73de66e,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:43.809574 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06616a26-6b16-4957-b999-32384e1fc9db None None] Network 45c33b96-5514-496b-88c5-3bb9be976cd6 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:48:43.822671 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.db.api [None req-7eab39f0-402c-4bbe-b86e-5f232797d92a tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 12 19:48:43.822671 n-d-813679-3 neutron-server[95502]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 12 19:48:43.822671 n-d-813679-3 neutron-server[95502]: [parameters: {'id': '45c33b96-5514-496b-88c5-3bb9be976cd6'}] Oct 12 19:48:43.822671 n-d-813679-3 neutron-server[95502]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95502) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 19:48:43.823259 n-d-813679-3 neutron-server[95502]: DEBUG oslo_db.api [None req-7eab39f0-402c-4bbe-b86e-5f232797d92a tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 19:48:43.929649 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ebaa90-e425-4fe6-bb81-44bd1747cf06 None None] get_active_networks_info from n-d-813679-3 {{(pid=95503) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 12 19:48:43.940339 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e88fdfd-7e48-46f7-8e1e-5f7307da63b3 req-390e7ead-dafb-470e-9d33-6b656202995f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:48:43.941835 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0e88fdfd-7e48-46f7-8e1e-5f7307da63b3 req-390e7ead-dafb-470e-9d33-6b656202995f service neutron] 10.222.0.67 "GET /v2.0/networks?id=25509606-2874-484e-8662-9f4862bcc052 HTTP/1.1" status: 200 len: 910 time: 0.1473508 Oct 12 19:48:44.029654 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ebaa90-e425-4fe6-bb81-44bd1747cf06 None None] Resources bound (agent type, host, resource id): {{(pid=95503) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 12 19:48:44.043556 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0e88fdfd-7e48-46f7-8e1e-5f7307da63b3 req-99b3b222-3d5b-43cf-a382-6af6ed649617 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=959fdb3b-03bf-4a41-945f-14539bfa6a75 HTTP/1.1" status: 200 len: 1000 time: 0.0938311 Oct 12 19:48:44.123118 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e88fdfd-7e48-46f7-8e1e-5f7307da63b3 req-aad8689a-badf-4db8-86da-fcb0266f7c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:48:44.124676 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0e88fdfd-7e48-46f7-8e1e-5f7307da63b3 req-aad8689a-badf-4db8-86da-fcb0266f7c57 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=83d82e2b-8044-4ed1-881f-6e129663a76c HTTP/1.1" status: 200 len: 848 time: 0.0739877 Oct 12 19:48:44.149093 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3c4ebd-7190-4d53-9b88-19cbc20f1006 req-dbc50845-2915-4fc2-9679-18d687e9d5e0 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:48:44.150566 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6e3c4ebd-7190-4d53-9b88-19cbc20f1006 req-dbc50845-2915-4fc2-9679-18d687e9d5e0 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=8649fa50-ab41-4304-8599-94f44290bedb HTTP/1.1" status: 200 len: 944 time: 0.0699139 Oct 12 19:48:44.204839 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e88fdfd-7e48-46f7-8e1e-5f7307da63b3 req-737f00bd-8f46-424c-8f2c-c4b8577fd64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:48:44.206339 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0e88fdfd-7e48-46f7-8e1e-5f7307da63b3 req-737f00bd-8f46-424c-8f2c-c4b8577fd64e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=25509606-2874-484e-8662-9f4862bcc052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0738268 Oct 12 19:48:44.209305 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6e3c4ebd-7190-4d53-9b88-19cbc20f1006 req-689384d2-8657-406d-b633-bbf224275dd8 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7222ca9-0cbe-4248-9036-2f125df10e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442934 Oct 12 19:48:44.299508 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0e88fdfd-7e48-46f7-8e1e-5f7307da63b3 req-6f6c5cbb-2db9-4f83-93f6-78639441e89a service neutron] 10.222.0.67 "GET /v2.0/networks/25509606-2874-484e-8662-9f4862bcc052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856893 Oct 12 19:48:44.323974 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7eab39f0-402c-4bbe-b86e-5f232797d92a tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:44.376806 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-7eab39f0-402c-4bbe-b86e-5f232797d92a tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Deleting port b9bb17b1-70b0-4191-bf71-38bbd73de66e {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:48:44.377149 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7eab39f0-402c-4bbe-b86e-5f232797d92a tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:44.389484 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0e88fdfd-7e48-46f7-8e1e-5f7307da63b3 req-74820e69-b625-4f56-8c24-acbceab3374a service neutron] 10.222.0.67 "GET /v2.0/networks/25509606-2874-484e-8662-9f4862bcc052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829029 Oct 12 19:48:44.443417 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-7eab39f0-402c-4bbe-b86e-5f232797d92a tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] For port b9bb17b1-70b0-4191-bf71-38bbd73de66e, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=b9bb17b1-70b0-4191-bf71-38bbd73de66e,segment=NetworkSegment(d31fcbbb-6dba-4d75-925a-c746ad82ed33),segment_id=d31fcbbb-6dba-4d75-925a-c746ad82ed33)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:48:44.443788 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7eab39f0-402c-4bbe-b86e-5f232797d92a tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:44.456256 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-7eab39f0-402c-4bbe-b86e-5f232797d92a tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Calling delete_port for b9bb17b1-70b0-4191-bf71-38bbd73de66e owned by network:dhcp {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:48:44.613033 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7eab39f0-402c-4bbe-b86e-5f232797d92a tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:44.635766 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eab39f0-402c-4bbe-b86e-5f232797d92a tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Pushing event deleted for resources: {'Port': ['ID=b9bb17b1-70b0-4191-bf71-38bbd73de66e,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:44.642285 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eab39f0-402c-4bbe-b86e-5f232797d92a tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] No DVR routers for this DVR port b9bb17b1-70b0-4191-bf71-38bbd73de66e on host n-d-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:48:44.726379 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7eab39f0-402c-4bbe-b86e-5f232797d92a tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:44.745916 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-7eab39f0-402c-4bbe-b86e-5f232797d92a tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45c33b96-5514-496b-88c5-3bb9be976cd6']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:48:44.755461 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-7eab39f0-402c-4bbe-b86e-5f232797d92a tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd31fcbbb-6dba-4d75-925a-c746ad82ed33') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:48:44.755754 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-7eab39f0-402c-4bbe-b86e-5f232797d92a tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd31fcbbb-6dba-4d75-925a-c746ad82ed33') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:48:44.764825 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7eab39f0-402c-4bbe-b86e-5f232797d92a tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16313633'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:44.777772 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7eab39f0-402c-4bbe-b86e-5f232797d92a tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:44.783693 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7eab39f0-402c-4bbe-b86e-5f232797d92a tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:48:44.784095 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7eab39f0-402c-4bbe-b86e-5f232797d92a tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4305278'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:44.787021 n-d-813679-3 neutron-server[95502]: Traceback (most recent call last): Oct 12 19:48:44.787021 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:48:44.787021 n-d-813679-3 neutron-server[95502]: timer() Oct 12 19:48:44.787021 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:48:44.787021 n-d-813679-3 neutron-server[95502]: cb(*args, **kw) Oct 12 19:48:44.787021 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:48:44.787021 n-d-813679-3 neutron-server[95502]: return func(*args, **kwargs) Oct 12 19:48:44.787021 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:48:44.787021 n-d-813679-3 neutron-server[95502]: self._notify() Oct 12 19:48:44.787021 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:48:44.787021 n-d-813679-3 neutron-server[95502]: self.callback(batched_events) Oct 12 19:48:44.787021 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:48:44.787021 n-d-813679-3 neutron-server[95502]: event.method(event) Oct 12 19:48:44.787021 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:48:44.787021 n-d-813679-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:48:44.787021 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:48:44.787021 n-d-813679-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:48:44.787021 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:48:44.787021 n-d-813679-3 neutron-server[95502]: return f(self, *a, **k) Oct 12 19:48:44.787021 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:48:44.787021 n-d-813679-3 neutron-server[95502]: return self._get(url).json() Oct 12 19:48:44.787021 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:48:44.787021 n-d-813679-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:48:44.787021 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:48:44.787021 n-d-813679-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Oct 12 19:48:44.787021 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:48:44.787021 n-d-813679-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:48:44.787021 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:48:44.787021 n-d-813679-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:48:44.787021 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:48:44.787021 n-d-813679-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:48:44.787021 n-d-813679-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:48:44.902355 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7eab39f0-402c-4bbe-b86e-5f232797d92a tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:44.909123 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7eab39f0-402c-4bbe-b86e-5f232797d92a tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:44.912211 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-7eab39f0-402c-4bbe-b86e-5f232797d92a tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] 10.222.0.49 "DELETE /v2.0/networks/45c33b96-5514-496b-88c5-3bb9be976cd6 HTTP/1.1" status: 204 len: 168 time: 1.8548598 Oct 12 19:48:44.915741 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 54810) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:48:44.920937 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-45ada569-10e2-4cd1-b549-53983c326ac5 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1430276692'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:48:44.924731 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eab39f0-402c-4bbe-b86e-5f232797d92a tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Pushing event deleted for resources: {'Network': ['ID=45c33b96-5514-496b-88c5-3bb9be976cd6,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:45.016608 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45ada569-10e2-4cd1-b549-53983c326ac5 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Made reservation on behalf of 57101efc02fc439fab9f608078a27468 for: {'network': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:48:45.020161 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-45ada569-10e2-4cd1-b549-53983c326ac5 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:45.043595 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45ada569-10e2-4cd1-b549-53983c326ac5 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'} {{(pid=95501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:48:45.052699 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-45ada569-10e2-4cd1-b549-53983c326ac5 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:45.053045 n-d-813679-3 neutron-server[95501]: INFO neutron.db.segments_db [None req-45ada569-10e2-4cd1-b549-53983c326ac5 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Added segment ea0711e0-81db-4783-9563-c13ae2c37e6a of type vlan for network 1866ac30-fb5d-46fe-9cee-3499b7af4685 Oct 12 19:48:45.091494 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-45ada569-10e2-4cd1-b549-53983c326ac5 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:45.195963 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-45ada569-10e2-4cd1-b549-53983c326ac5 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:45.201572 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ada569-10e2-4cd1-b549-53983c326ac5 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:48:45.202160 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-45ada569-10e2-4cd1-b549-53983c326ac5 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks [] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:45.269710 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ada569-10e2-4cd1-b549-53983c326ac5 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Pushing event updated for resources: {'Network': ['ID=1866ac30-fb5d-46fe-9cee-3499b7af4685,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:45.279701 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 1866ac30-fb5d-46fe-9cee-3499b7af4685 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:48:45.328062 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d863de-4af3-4433-9c61-b60a88259969 req-34a8bbf7-5ee6-42c6-8398-2dbd336a6738 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:48:45.329619 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a3d863de-4af3-4433-9c61-b60a88259969 req-34a8bbf7-5ee6-42c6-8398-2dbd336a6738 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=8649fa50-ab41-4304-8599-94f44290bedb HTTP/1.1" status: 200 len: 944 time: 0.0523641 Oct 12 19:48:45.333512 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 2a6c7c0f-d7dc-444f-b6ea-0c1ff00ed096 details requested by agent hyperv_n-h1-813679-3 with host n-h1-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:48:45.339292 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-45ada569-10e2-4cd1-b549-53983c326ac5 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4224381 Oct 12 19:48:45.342095 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 54814) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:48:45.347626 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-3af81c56-c571-4c8e-9e3d-d7e0389e9364 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Request body: {'subnet': {'network_id': '1866ac30-fb5d-46fe-9cee-3499b7af4685', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:48:45.389174 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a3d863de-4af3-4433-9c61-b60a88259969 req-c5d26320-38e8-494e-a24b-12451b71b84b tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7222ca9-0cbe-4248-9036-2f125df10e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436163 Oct 12 19:48:45.452166 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 2a6c7c0f-d7dc-444f-b6ea-0c1ff00ed096, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=2a6c7c0f-d7dc-444f-b6ea-0c1ff00ed096,segment=NetworkSegment(797d701b-2156-4b5d-8b6d-c0ec33924cd8),segment_id=797d701b-2156-4b5d-8b6d-c0ec33924cd8)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:48:45.463724 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Returning: {'device': '2a6c7c0f-d7dc-444f-b6ea-0c1ff00ed096', 'network_id': 'bab0c1ad-2a75-48a8-874f-0744bd8e0a35', 'port_id': '2a6c7c0f-d7dc-444f-b6ea-0c1ff00ed096', 'mac_address': 'fa:16:3e:91:28:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bf5b286-d487-470c-8401-d82862f269e1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:48:45.499656 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:45.504384 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3af81c56-c571-4c8e-9e3d-d7e0389e9364 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Made reservation on behalf of 57101efc02fc439fab9f608078a27468 for: {'subnet': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:48:45.508138 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3af81c56-c571-4c8e-9e3d-d7e0389e9364 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4612397'] for subnet, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:45.512563 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a6c7c0f-d7dc-444f-b6ea-0c1ff00ed096 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:48:45.532078 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 2a6c7c0f-d7dc-444f-b6ea-0c1ff00ed096, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=2a6c7c0f-d7dc-444f-b6ea-0c1ff00ed096,segment=NetworkSegment(797d701b-2156-4b5d-8b6d-c0ec33924cd8),segment_id=797d701b-2156-4b5d-8b6d-c0ec33924cd8)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:48:45.618745 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:45.668359 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=2a6c7c0f-d7dc-444f-b6ea-0c1ff00ed096,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:45.750324 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3af81c56-c571-4c8e-9e3d-d7e0389e9364 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4824863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4612355'] for subnet, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:45.808426 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af81c56-c571-4c8e-9e3d-d7e0389e9364 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Pushing event updated for resources: {'Subnet': ['ID=c17f9a11-5c20-4c4d-ad99-369fe7c856e8,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:45.817392 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af81c56-c571-4c8e-9e3d-d7e0389e9364 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Checking segment: {'id': 'ea0711e0-81db-4783-9563-c13ae2c37e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '1866ac30-fb5d-46fe-9cee-3499b7af4685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:48:45.817753 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af81c56-c571-4c8e-9e3d-d7e0389e9364 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Network hostable DHCP agents. Network: 1866ac30-fb5d-46fe-9cee-3499b7af4685, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:48:45.818180 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['2a6c7c0f-d7dc-444f-b6ea-0c1ff00ed096'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:48:45.898417 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af81c56-c571-4c8e-9e3d-d7e0389e9364 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Network 1866ac30-fb5d-46fe-9cee-3499b7af4685 is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:48:45.966902 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-3af81c56-c571-4c8e-9e3d-d7e0389e9364 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, 1866ac30-fb5d-46fe-9cee-3499b7af4685) {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:48:45.971426 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af81c56-c571-4c8e-9e3d-d7e0389e9364 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:48:45.972115 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3af81c56-c571-4c8e-9e3d-d7e0389e9364 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:45.974974 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b5b0ed4-5798-4146-9293-8afe2523fb74 None None] Network 1866ac30-fb5d-46fe-9cee-3499b7af4685 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:48:46.038332 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-3af81c56-c571-4c8e-9e3d-d7e0389e9364 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.6949744 Oct 12 19:48:46.040864 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 54816) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:48:46.113827 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66654e8f-698f-4234-9e78-05671f001865 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-1866ac30-fb5d-46fe-9cee-3499b7af4685', 'network_id': '1866ac30-fb5d-46fe-9cee-3499b7af4685', 'tenant_id': '57101efc02fc439fab9f608078a27468', 'fixed_ips': [{'subnet_id': 'c17f9a11-5c20-4c4d-ad99-369fe7c856e8'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:48:46.114700 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-66654e8f-698f-4234-9e78-05671f001865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:46.140090 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-bed3a219-073e-46c5-b85f-f393fd0342f4 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:46.195280 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-bed3a219-073e-46c5-b85f-f393fd0342f4 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:46.250649 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-66654e8f-698f-4234-9e78-05671f001865 None None] Allocated IP 2001:db8::1 (1866ac30-fb5d-46fe-9cee-3499b7af4685/c17f9a11-5c20-4c4d-ad99-369fe7c856e8/64954f4e-b4ab-4d2f-ae7e-6cc31059ac2c) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:48:46.398936 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-66654e8f-698f-4234-9e78-05671f001865 None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:46.457017 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-66654e8f-698f-4234-9e78-05671f001865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:46.495430 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66654e8f-698f-4234-9e78-05671f001865 None None] Network 1866ac30-fb5d-46fe-9cee-3499b7af4685 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:48:46.498294 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-66654e8f-698f-4234-9e78-05671f001865 None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:48:46.498433 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51cb2e8-6881-42a9-b9a6-f724d79c7e44 req-2dd47562-c2e6-4892-905f-abc03fea51e4 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:48:46.501683 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d51cb2e8-6881-42a9-b9a6-f724d79c7e44 req-2dd47562-c2e6-4892-905f-abc03fea51e4 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=8649fa50-ab41-4304-8599-94f44290bedb HTTP/1.1" status: 200 len: 945 time: 0.0579169 Oct 12 19:48:46.502662 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66654e8f-698f-4234-9e78-05671f001865 None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:48:46.511423 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66654e8f-698f-4234-9e78-05671f001865 None None] Pushing event updated for resources: {'Port': ['ID=64954f4e-b4ab-4d2f-ae7e-6cc31059ac2c,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:46.541304 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d51cb2e8-6881-42a9-b9a6-f724d79c7e44 req-9bd92094-a8e7-4fcd-9213-e6c0f9bb90da tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7222ca9-0cbe-4248-9036-2f125df10e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334320 Oct 12 19:48:46.548624 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-bed3a219-073e-46c5-b85f-f393fd0342f4 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4824924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4612362'] for subnet, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:46.561237 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-66654e8f-698f-4234-9e78-05671f001865 None None] Attempting to bind port 64954f4e-b4ab-4d2f-ae7e-6cc31059ac2c on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:48:46.561638 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-66654e8f-698f-4234-9e78-05671f001865 None None] Attempting to bind port 64954f4e-b4ab-4d2f-ae7e-6cc31059ac2c by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'ea0711e0-81db-4783-9563-c13ae2c37e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '1866ac30-fb5d-46fe-9cee-3499b7af4685'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:48:46.562661 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66654e8f-698f-4234-9e78-05671f001865 None None] Attempting to bind port 64954f4e-b4ab-4d2f-ae7e-6cc31059ac2c on network 1866ac30-fb5d-46fe-9cee-3499b7af4685 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:48:46.567950 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66654e8f-698f-4234-9e78-05671f001865 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 48, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:48:46.568353 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66654e8f-698f-4234-9e78-05671f001865 None None] Checking segment: {'id': 'ea0711e0-81db-4783-9563-c13ae2c37e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '1866ac30-fb5d-46fe-9cee-3499b7af4685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:48:46.568757 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-66654e8f-698f-4234-9e78-05671f001865 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:46.569150 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66654e8f-698f-4234-9e78-05671f001865 None None] Bound using segment: {'id': 'ea0711e0-81db-4783-9563-c13ae2c37e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '1866ac30-fb5d-46fe-9cee-3499b7af4685'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:48:46.569672 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-66654e8f-698f-4234-9e78-05671f001865 None None] Bound port: 64954f4e-b4ab-4d2f-ae7e-6cc31059ac2c, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea0711e0-81db-4783-9563-c13ae2c37e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '1866ac30-fb5d-46fe-9cee-3499b7af4685'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:48:46.570048 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-66654e8f-698f-4234-9e78-05671f001865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:46.581302 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed3a219-073e-46c5-b85f-f393fd0342f4 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Pushing event deleted for resources: {'Subnet': ['ID=c17f9a11-5c20-4c4d-ad99-369fe7c856e8,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:46.636301 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-66654e8f-698f-4234-9e78-05671f001865 None None] For port 64954f4e-b4ab-4d2f-ae7e-6cc31059ac2c, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:48:46.639286 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-66654e8f-698f-4234-9e78-05671f001865 None None] For port 64954f4e-b4ab-4d2f-ae7e-6cc31059ac2c, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=64954f4e-b4ab-4d2f-ae7e-6cc31059ac2c,segment=NetworkSegment(ea0711e0-81db-4783-9563-c13ae2c37e6a),segment_id=ea0711e0-81db-4783-9563-c13ae2c37e6a)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:48:46.641947 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-bed3a219-073e-46c5-b85f-f393fd0342f4 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:46.661632 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-bed3a219-073e-46c5-b85f-f393fd0342f4 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1866ac30-fb5d-46fe-9cee-3499b7af4685']}} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:48:46.670661 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-bed3a219-073e-46c5-b85f-f393fd0342f4 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea0711e0-81db-4783-9563-c13ae2c37e6a') {'for_net_delete': True} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:48:46.670951 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-bed3a219-073e-46c5-b85f-f393fd0342f4 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea0711e0-81db-4783-9563-c13ae2c37e6a') {} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:48:46.680743 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-bed3a219-073e-46c5-b85f-f393fd0342f4 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4281072'] for segment, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:46.714127 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-66654e8f-698f-4234-9e78-05671f001865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:46.716097 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-bed3a219-073e-46c5-b85f-f393fd0342f4 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:46.722852 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bed3a219-073e-46c5-b85f-f393fd0342f4 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=95501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:48:46.723252 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-bed3a219-073e-46c5-b85f-f393fd0342f4 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4823170'] for segment, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:46.726550 n-d-813679-3 neutron-server[95501]: Traceback (most recent call last): Oct 12 19:48:46.726550 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:48:46.726550 n-d-813679-3 neutron-server[95501]: timer() Oct 12 19:48:46.726550 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:48:46.726550 n-d-813679-3 neutron-server[95501]: cb(*args, **kw) Oct 12 19:48:46.726550 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:48:46.726550 n-d-813679-3 neutron-server[95501]: return func(*args, **kwargs) Oct 12 19:48:46.726550 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:48:46.726550 n-d-813679-3 neutron-server[95501]: self._notify() Oct 12 19:48:46.726550 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:48:46.726550 n-d-813679-3 neutron-server[95501]: self.callback(batched_events) Oct 12 19:48:46.726550 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:48:46.726550 n-d-813679-3 neutron-server[95501]: event.method(event) Oct 12 19:48:46.726550 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:48:46.726550 n-d-813679-3 neutron-server[95501]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:48:46.726550 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:48:46.726550 n-d-813679-3 neutron-server[95501]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:48:46.726550 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:48:46.726550 n-d-813679-3 neutron-server[95501]: return f(self, *a, **k) Oct 12 19:48:46.726550 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:48:46.726550 n-d-813679-3 neutron-server[95501]: return self._get(url).json() Oct 12 19:48:46.726550 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:48:46.726550 n-d-813679-3 neutron-server[95501]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:48:46.726550 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:48:46.726550 n-d-813679-3 neutron-server[95501]: return self.request(url, 'GET', **kwargs) Oct 12 19:48:46.726550 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:48:46.726550 n-d-813679-3 neutron-server[95501]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:48:46.726550 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:48:46.726550 n-d-813679-3 neutron-server[95501]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:48:46.726550 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:48:46.726550 n-d-813679-3 neutron-server[95501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:48:46.726550 n-d-813679-3 neutron-server[95501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:48:46.787912 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66654e8f-698f-4234-9e78-05671f001865 None None] Pushing event updated for resources: {'Port': ['ID=64954f4e-b4ab-4d2f-ae7e-6cc31059ac2c,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:46.803742 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b677f1ef-ae70-48cf-8eed-3964028d5ae0 None None] Network 1866ac30-fb5d-46fe-9cee-3499b7af4685 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:48:46.830263 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.db.api [None req-bed3a219-073e-46c5-b85f-f393fd0342f4 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 12 19:48:46.830263 n-d-813679-3 neutron-server[95501]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 12 19:48:46.830263 n-d-813679-3 neutron-server[95501]: [parameters: {'id': '1866ac30-fb5d-46fe-9cee-3499b7af4685'}] Oct 12 19:48:46.830263 n-d-813679-3 neutron-server[95501]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95501) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 19:48:46.830750 n-d-813679-3 neutron-server[95501]: DEBUG oslo_db.api [None req-bed3a219-073e-46c5-b85f-f393fd0342f4 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 19:48:46.919465 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a15f1e-7bd8-4581-be53-80a034f0cdc7 None None] get_active_networks_info from n-d-813679-3 {{(pid=95503) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 12 19:48:47.018205 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a15f1e-7bd8-4581-be53-80a034f0cdc7 None None] Resources bound (agent type, host, resource id): {{(pid=95503) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 12 19:48:47.332001 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-bed3a219-073e-46c5-b85f-f393fd0342f4 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:47.346662 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 2a6c7c0f-d7dc-444f-b6ea-0c1ff00ed096 up at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:48:47.384742 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-bed3a219-073e-46c5-b85f-f393fd0342f4 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Deleting port 64954f4e-b4ab-4d2f-ae7e-6cc31059ac2c {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:48:47.385080 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-bed3a219-073e-46c5-b85f-f393fd0342f4 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:47.447015 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [None req-bed3a219-073e-46c5-b85f-f393fd0342f4 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] For port 64954f4e-b4ab-4d2f-ae7e-6cc31059ac2c, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=64954f4e-b4ab-4d2f-ae7e-6cc31059ac2c,segment=NetworkSegment(ea0711e0-81db-4783-9563-c13ae2c37e6a),segment_id=ea0711e0-81db-4783-9563-c13ae2c37e6a)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:48:47.447375 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-bed3a219-073e-46c5-b85f-f393fd0342f4 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:47.459260 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-bed3a219-073e-46c5-b85f-f393fd0342f4 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Calling delete_port for 64954f4e-b4ab-4d2f-ae7e-6cc31059ac2c owned by network:dhcp {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:48:47.496403 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning for port 2a6c7c0f-d7dc-444f-b6ea-0c1ff00ed096 completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:48:47.500813 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning complete for port 2a6c7c0f-d7dc-444f-b6ea-0c1ff00ed096 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:48:47.501198 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:47.579847 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:47.594387 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-bed3a219-073e-46c5-b85f-f393fd0342f4 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:47.603469 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8649fa50-ab41-4304-8599-94f44290bedb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a6c7c0f-d7dc-444f-b6ea-0c1ff00ed096'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:48:47.605922 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8c62db8-1a08-4d04-beb0-ce8ae0f4f604" -d '{"events": [{"server_uuid": "8649fa50-ab41-4304-8599-94f44290bedb", "name": "network-vif-plugged", "status": "completed", "tag": "2a6c7c0f-d7dc-444f-b6ea-0c1ff00ed096"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:48:47.619989 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 2a6c7c0f-d7dc-444f-b6ea-0c1ff00ed096, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=2a6c7c0f-d7dc-444f-b6ea-0c1ff00ed096,segment=NetworkSegment(797d701b-2156-4b5d-8b6d-c0ec33924cd8),segment_id=797d701b-2156-4b5d-8b6d-c0ec33924cd8)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:48:47.623687 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed3a219-073e-46c5-b85f-f393fd0342f4 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Pushing event deleted for resources: {'Port': ['ID=64954f4e-b4ab-4d2f-ae7e-6cc31059ac2c,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:47.629074 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed3a219-073e-46c5-b85f-f393fd0342f4 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] No DVR routers for this DVR port 64954f4e-b4ab-4d2f-ae7e-6cc31059ac2c on host n-d-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:48:47.657279 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b31a76e8-5af5-417a-b450-3a118eab7def x-openstack-request-id: req-b31a76e8-5af5-417a-b450-3a118eab7def {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:48:47.661625 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8649fa50-ab41-4304-8599-94f44290bedb", "name": "network-vif-plugged", "status": "completed", "tag": "2a6c7c0f-d7dc-444f-b6ea-0c1ff00ed096", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:48:47.661625 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b31a76e8-5af5-417a-b450-3a118eab7def {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:48:47.661625 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8649fa50-ab41-4304-8599-94f44290bedb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a6c7c0f-d7dc-444f-b6ea-0c1ff00ed096', 'code': 200} Oct 12 19:48:47.669448 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb77465-ac09-4300-a478-31cfa6acc96c req-d620df72-425d-46ef-a0c7-24f451c5b628 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:48:47.671136 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1fb77465-ac09-4300-a478-31cfa6acc96c req-d620df72-425d-46ef-a0c7-24f451c5b628 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=8649fa50-ab41-4304-8599-94f44290bedb HTTP/1.1" status: 200 len: 945 time: 0.0537364 Oct 12 19:48:47.679711 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:47.720580 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-bed3a219-073e-46c5-b85f-f393fd0342f4 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:47.728101 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1fb77465-ac09-4300-a478-31cfa6acc96c req-659145b9-6757-4ffd-9e95-d3d56e7b1650 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7222ca9-0cbe-4248-9036-2f125df10e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487332 Oct 12 19:48:47.741739 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-bed3a219-073e-46c5-b85f-f393fd0342f4 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1866ac30-fb5d-46fe-9cee-3499b7af4685']}} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:48:47.745858 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=2a6c7c0f-d7dc-444f-b6ea-0c1ff00ed096,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:47.752465 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-bed3a219-073e-46c5-b85f-f393fd0342f4 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea0711e0-81db-4783-9563-c13ae2c37e6a') {'for_net_delete': True} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:48:47.752736 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-bed3a219-073e-46c5-b85f-f393fd0342f4 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea0711e0-81db-4783-9563-c13ae2c37e6a') {} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:48:47.762618 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-bed3a219-073e-46c5-b85f-f393fd0342f4 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4281072'] for segment, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:47.776580 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-bed3a219-073e-46c5-b85f-f393fd0342f4 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:47.779380 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8f12cd-1cbf-4199-8d90-870872cab114 req-8f25aef6-5b31-4ddf-a431-a56f59e04333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:48:47.781537 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ef8f12cd-1cbf-4199-8d90-870872cab114 req-8f25aef6-5b31-4ddf-a431-a56f59e04333 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8649fa50-ab41-4304-8599-94f44290bedb HTTP/1.1" status: 200 len: 1097 time: 0.0500588 Oct 12 19:48:47.783005 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bed3a219-073e-46c5-b85f-f393fd0342f4 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=95501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:48:47.783404 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-bed3a219-073e-46c5-b85f-f393fd0342f4 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4823170'] for segment, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:47.786356 n-d-813679-3 neutron-server[95501]: Traceback (most recent call last): Oct 12 19:48:47.786356 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:48:47.786356 n-d-813679-3 neutron-server[95501]: timer() Oct 12 19:48:47.786356 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:48:47.786356 n-d-813679-3 neutron-server[95501]: cb(*args, **kw) Oct 12 19:48:47.786356 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:48:47.786356 n-d-813679-3 neutron-server[95501]: return func(*args, **kwargs) Oct 12 19:48:47.786356 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:48:47.786356 n-d-813679-3 neutron-server[95501]: self._notify() Oct 12 19:48:47.786356 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:48:47.786356 n-d-813679-3 neutron-server[95501]: self.callback(batched_events) Oct 12 19:48:47.786356 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:48:47.786356 n-d-813679-3 neutron-server[95501]: event.method(event) Oct 12 19:48:47.786356 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:48:47.786356 n-d-813679-3 neutron-server[95501]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:48:47.786356 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:48:47.786356 n-d-813679-3 neutron-server[95501]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:48:47.786356 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:48:47.786356 n-d-813679-3 neutron-server[95501]: return f(self, *a, **k) Oct 12 19:48:47.786356 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:48:47.786356 n-d-813679-3 neutron-server[95501]: return self._get(url).json() Oct 12 19:48:47.786356 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:48:47.786356 n-d-813679-3 neutron-server[95501]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:48:47.786356 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:48:47.786356 n-d-813679-3 neutron-server[95501]: return self.request(url, 'GET', **kwargs) Oct 12 19:48:47.786356 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:48:47.786356 n-d-813679-3 neutron-server[95501]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:48:47.786356 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:48:47.786356 n-d-813679-3 neutron-server[95501]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:48:47.786356 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:48:47.786356 n-d-813679-3 neutron-server[95501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:48:47.786356 n-d-813679-3 neutron-server[95501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:48:47.816270 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ef8f12cd-1cbf-4199-8d90-870872cab114 req-30b712ec-f61f-4ef8-816a-9ee0560b6ff5 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=e7222ca9-0cbe-4248-9036-2f125df10e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276973 Oct 12 19:48:47.921777 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-bed3a219-073e-46c5-b85f-f393fd0342f4 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:47.928333 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-bed3a219-073e-46c5-b85f-f393fd0342f4 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks [] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:47.931412 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-bed3a219-073e-46c5-b85f-f393fd0342f4 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] 10.222.0.49 "DELETE /v2.0/networks/1866ac30-fb5d-46fe-9cee-3499b7af4685 HTTP/1.1" status: 204 len: 168 time: 1.8895829 Oct 12 19:48:47.942604 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 54824) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:48:47.942604 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-56fcac78-465f-4661-b441-490ff229809a tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1534305629'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:48:47.943811 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed3a219-073e-46c5-b85f-f393fd0342f4 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Pushing event deleted for resources: {'Network': ['ID=1866ac30-fb5d-46fe-9cee-3499b7af4685,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:48.029779 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56fcac78-465f-4661-b441-490ff229809a tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Made reservation on behalf of 57101efc02fc439fab9f608078a27468 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:48:48.033344 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-56fcac78-465f-4661-b441-490ff229809a tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:48.055723 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56fcac78-465f-4661-b441-490ff229809a tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:48:48.064546 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-56fcac78-465f-4661-b441-490ff229809a tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:48.064879 n-d-813679-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-56fcac78-465f-4661-b441-490ff229809a tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Added segment ce418223-96fb-46d3-b5b2-b640f4d3e33a of type vlan for network c6dd742f-0013-4e31-8fe7-463e248288b7 Oct 12 19:48:48.102849 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-56fcac78-465f-4661-b441-490ff229809a tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:48.189987 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-56fcac78-465f-4661-b441-490ff229809a tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:48.195569 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56fcac78-465f-4661-b441-490ff229809a tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:48:48.196203 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-56fcac78-465f-4661-b441-490ff229809a tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:48.261953 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fcac78-465f-4661-b441-490ff229809a tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Pushing event updated for resources: {'Network': ['ID=c6dd742f-0013-4e31-8fe7-463e248288b7,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:48.271797 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network c6dd742f-0013-4e31-8fe7-463e248288b7 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:48:48.301682 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-56fcac78-465f-4661-b441-490ff229809a tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3656325 Oct 12 19:48:48.304309 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 54826) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:48:48.309209 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-ce2be2a2-dcb9-4462-8857-5bc6389852ec tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Request body: {'subnet': {'network_id': 'c6dd742f-0013-4e31-8fe7-463e248288b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:48:48.467372 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce2be2a2-dcb9-4462-8857-5bc6389852ec tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Made reservation on behalf of 57101efc02fc439fab9f608078a27468 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:48:48.471516 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ce2be2a2-dcb9-4462-8857-5bc6389852ec tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16245837'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:48.690737 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ce2be2a2-dcb9-4462-8857-5bc6389852ec tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4306659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16245859'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:48.755083 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2be2a2-dcb9-4462-8857-5bc6389852ec tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Pushing event updated for resources: {'Subnet': ['ID=b539c415-3036-4571-9cfd-ba60745b6783,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:48.762684 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2be2a2-dcb9-4462-8857-5bc6389852ec tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Checking segment: {'id': 'ce418223-96fb-46d3-b5b2-b640f4d3e33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'c6dd742f-0013-4e31-8fe7-463e248288b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:48:48.763107 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2be2a2-dcb9-4462-8857-5bc6389852ec tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Network hostable DHCP agents. Network: c6dd742f-0013-4e31-8fe7-463e248288b7, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:48:48.851121 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a02d48-fb2e-4e18-b009-b015e17ffa3c req-9e52a23e-7a19-47a3-b837-8d571221bdb8 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:48:48.852651 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e6a02d48-fb2e-4e18-b009-b015e17ffa3c req-9e52a23e-7a19-47a3-b837-8d571221bdb8 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=8649fa50-ab41-4304-8599-94f44290bedb HTTP/1.1" status: 200 len: 946 time: 0.0547466 Oct 12 19:48:48.862400 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2be2a2-dcb9-4462-8857-5bc6389852ec tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Network c6dd742f-0013-4e31-8fe7-463e248288b7 is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:48:48.889879 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e6a02d48-fb2e-4e18-b009-b015e17ffa3c req-3465cb9d-d9f1-4744-88f3-aae06dbd689b tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7222ca9-0cbe-4248-9036-2f125df10e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311294 Oct 12 19:48:48.948089 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-ce2be2a2-dcb9-4462-8857-5bc6389852ec tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, c6dd742f-0013-4e31-8fe7-463e248288b7) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:48:48.952284 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce2be2a2-dcb9-4462-8857-5bc6389852ec tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:48:48.954010 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ce2be2a2-dcb9-4462-8857-5bc6389852ec tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:48.957075 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f35bb0-4a6f-4e55-9f0a-8b9339c67301 None None] Network c6dd742f-0013-4e31-8fe7-463e248288b7 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:48:49.053864 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-ce2be2a2-dcb9-4462-8857-5bc6389852ec tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7484944 Oct 12 19:48:49.056724 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 54830) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:48:49.062631 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-fe0d074d-96cb-4d3d-a5a5-9c2876255410 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Request body: {'subnet': {'network_id': 'c6dd742f-0013-4e31-8fe7-463e248288b7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:48:49.102609 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b1dc53-b240-4ad1-8426-90c06f597d46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-c6dd742f-0013-4e31-8fe7-463e248288b7', 'network_id': 'c6dd742f-0013-4e31-8fe7-463e248288b7', 'tenant_id': '57101efc02fc439fab9f608078a27468', 'fixed_ips': [{'subnet_id': 'b539c415-3036-4571-9cfd-ba60745b6783'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:48:49.103496 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-67b1dc53-b240-4ad1-8426-90c06f597d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:49.234853 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-67b1dc53-b240-4ad1-8426-90c06f597d46 None None] Allocated IP 2001:db8::2 (c6dd742f-0013-4e31-8fe7-463e248288b7/b539c415-3036-4571-9cfd-ba60745b6783/22fc9a01-a2b5-4c38-8e6e-3b54de70022d) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:48:49.245111 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe0d074d-96cb-4d3d-a5a5-9c2876255410 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Made reservation on behalf of 57101efc02fc439fab9f608078a27468 for: {'subnet': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:48:49.250342 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-fe0d074d-96cb-4d3d-a5a5-9c2876255410 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4612397'] for subnet, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:49.380534 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-67b1dc53-b240-4ad1-8426-90c06f597d46 None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:49.447697 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-67b1dc53-b240-4ad1-8426-90c06f597d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:49.489107 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b1dc53-b240-4ad1-8426-90c06f597d46 None None] Network c6dd742f-0013-4e31-8fe7-463e248288b7 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:48:49.494265 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-67b1dc53-b240-4ad1-8426-90c06f597d46 None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:48:49.496397 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b1dc53-b240-4ad1-8426-90c06f597d46 None None] Pushing event updated for resources: {'Port': ['ID=22fc9a01-a2b5-4c38-8e6e-3b54de70022d,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:49.498617 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b1dc53-b240-4ad1-8426-90c06f597d46 None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:48:49.533105 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-fe0d074d-96cb-4d3d-a5a5-9c2876255410 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4824863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4612355'] for subnet, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:49.553333 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-67b1dc53-b240-4ad1-8426-90c06f597d46 None None] Attempting to bind port 22fc9a01-a2b5-4c38-8e6e-3b54de70022d on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:48:49.553694 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-67b1dc53-b240-4ad1-8426-90c06f597d46 None None] Attempting to bind port 22fc9a01-a2b5-4c38-8e6e-3b54de70022d by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'ce418223-96fb-46d3-b5b2-b640f4d3e33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'c6dd742f-0013-4e31-8fe7-463e248288b7'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:48:49.554049 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b1dc53-b240-4ad1-8426-90c06f597d46 None None] Attempting to bind port 22fc9a01-a2b5-4c38-8e6e-3b54de70022d on network c6dd742f-0013-4e31-8fe7-463e248288b7 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:48:49.558909 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b1dc53-b240-4ad1-8426-90c06f597d46 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 48, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:48:49.559273 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b1dc53-b240-4ad1-8426-90c06f597d46 None None] Checking segment: {'id': 'ce418223-96fb-46d3-b5b2-b640f4d3e33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'c6dd742f-0013-4e31-8fe7-463e248288b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:48:49.559671 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-67b1dc53-b240-4ad1-8426-90c06f597d46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:49.560073 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b1dc53-b240-4ad1-8426-90c06f597d46 None None] Bound using segment: {'id': 'ce418223-96fb-46d3-b5b2-b640f4d3e33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'c6dd742f-0013-4e31-8fe7-463e248288b7'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:48:49.560536 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-67b1dc53-b240-4ad1-8426-90c06f597d46 None None] Bound port: 22fc9a01-a2b5-4c38-8e6e-3b54de70022d, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce418223-96fb-46d3-b5b2-b640f4d3e33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'c6dd742f-0013-4e31-8fe7-463e248288b7'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:48:49.560909 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-67b1dc53-b240-4ad1-8426-90c06f597d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:49.575132 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0d074d-96cb-4d3d-a5a5-9c2876255410 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Network c6dd742f-0013-4e31-8fe7-463e248288b7 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:48:49.579751 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-fe0d074d-96cb-4d3d-a5a5-9c2876255410 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:48:49.583028 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0d074d-96cb-4d3d-a5a5-9c2876255410 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:48:49.583612 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-fe0d074d-96cb-4d3d-a5a5-9c2876255410 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:49.597966 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0d074d-96cb-4d3d-a5a5-9c2876255410 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Pushing event updated for resources: {'Subnet': ['ID=a2b37761-3f3c-4d25-acb4-5d3bb3c023d0,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:49.624472 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-67b1dc53-b240-4ad1-8426-90c06f597d46 None None] For port 22fc9a01-a2b5-4c38-8e6e-3b54de70022d, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:48:49.627727 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-67b1dc53-b240-4ad1-8426-90c06f597d46 None None] For port 22fc9a01-a2b5-4c38-8e6e-3b54de70022d, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=22fc9a01-a2b5-4c38-8e6e-3b54de70022d,segment=NetworkSegment(ce418223-96fb-46d3-b5b2-b640f4d3e33a),segment_id=ce418223-96fb-46d3-b5b2-b640f4d3e33a)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:48:49.667227 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-fe0d074d-96cb-4d3d-a5a5-9c2876255410 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6092331 Oct 12 19:48:49.669926 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 54832) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:48:49.699401 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-67b1dc53-b240-4ad1-8426-90c06f597d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:49.730902 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8703cc-e291-4ea0-893a-a8ca3c1ab923 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:48:49.733393 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8703cc-e291-4ea0-893a-a8ca3c1ab923 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:48:49.735764 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8703cc-e291-4ea0-893a-a8ca3c1ab923 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:48:49.737359 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8703cc-e291-4ea0-893a-a8ca3c1ab923 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:48:49.739006 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8703cc-e291-4ea0-893a-a8ca3c1ab923 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:48:49.744706 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-3e8703cc-e291-4ea0-893a-a8ca3c1ab923 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0703125 Oct 12 19:48:49.744948 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 54834) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:48:49.750245 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-536ade52-305e-4039-8f03-139d7a04f5aa tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1754005636'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:48:49.769167 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b1dc53-b240-4ad1-8426-90c06f597d46 None None] Pushing event updated for resources: {'Port': ['ID=22fc9a01-a2b5-4c38-8e6e-3b54de70022d,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:49.861863 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-536ade52-305e-4039-8f03-139d7a04f5aa tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Made reservation on behalf of 57101efc02fc439fab9f608078a27468 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:48:49.861863 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-536ade52-305e-4039-8f03-139d7a04f5aa tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:49.885229 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-536ade52-305e-4039-8f03-139d7a04f5aa tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:48:49.894186 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-536ade52-305e-4039-8f03-139d7a04f5aa tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:49.894529 n-d-813679-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-536ade52-305e-4039-8f03-139d7a04f5aa tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Added segment 3edcce60-6233-4425-b1ae-9601a81f5a43 of type vlan for network 198248e7-9704-4537-9319-7a3be70ef686 Oct 12 19:48:49.949042 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-536ade52-305e-4039-8f03-139d7a04f5aa tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:50.043115 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e2127f-9e62-4c8a-8fb9-64039e8914f6 req-93ca7624-f648-4e34-bc80-aa349599c204 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:48:50.044639 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-35e2127f-9e62-4c8a-8fb9-64039e8914f6 req-93ca7624-f648-4e34-bc80-aa349599c204 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=8649fa50-ab41-4304-8599-94f44290bedb HTTP/1.1" status: 200 len: 946 time: 0.0570185 Oct 12 19:48:50.045809 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-536ade52-305e-4039-8f03-139d7a04f5aa tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:50.051438 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-536ade52-305e-4039-8f03-139d7a04f5aa tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:48:50.052091 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-536ade52-305e-4039-8f03-139d7a04f5aa tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:50.145149 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-35e2127f-9e62-4c8a-8fb9-64039e8914f6 req-63fce5c9-93a2-4937-91bf-7a1a50aeed8e tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7222ca9-0cbe-4248-9036-2f125df10e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902638 Oct 12 19:48:50.146038 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536ade52-305e-4039-8f03-139d7a04f5aa tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Pushing event updated for resources: {'Network': ['ID=198248e7-9704-4537-9319-7a3be70ef686,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:50.157143 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 198248e7-9704-4537-9319-7a3be70ef686 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:48:50.163943 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-536ade52-305e-4039-8f03-139d7a04f5aa tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4177079 Oct 12 19:48:50.166788 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 54838) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:48:50.172141 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-8ec4cd26-f6e4-46d7-af1d-2ae35c34812f tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Request body: {'network': {'name': 'New_network'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:48:50.329559 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986f2638-8d16-4c6a-a926-e50999fb515b req-0ef4c2b6-ce3e-4112-9587-553bb0cc70c5 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:48:50.330909 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-986f2638-8d16-4c6a-a926-e50999fb515b req-0ef4c2b6-ce3e-4112-9587-553bb0cc70c5 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=8649fa50-ab41-4304-8599-94f44290bedb HTTP/1.1" status: 200 len: 946 time: 0.1156921 Oct 12 19:48:50.389071 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8ec4cd26-f6e4-46d7-af1d-2ae35c34812f tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:50.405888 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-986f2638-8d16-4c6a-a926-e50999fb515b req-75c61fe3-ed71-4049-b3e2-150eaeae6132 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7222ca9-0cbe-4248-9036-2f125df10e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661044 Oct 12 19:48:50.474001 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8ec4cd26-f6e4-46d7-af1d-2ae35c34812f tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:50.523999 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8ec4cd26-f6e4-46d7-af1d-2ae35c34812f tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Network 198248e7-9704-4537-9319-7a3be70ef686 is not hosted by any dhcp agent {{(pid=95501) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 12 19:48:50.526899 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67be840f-efb8-4e9e-accf-5f30695571ab req-84d7a272-e106-495e-8e50-2f0ac4e1a6e6 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:48:50.528468 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-67be840f-efb8-4e9e-accf-5f30695571ab req-84d7a272-e106-495e-8e50-2f0ac4e1a6e6 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=8649fa50-ab41-4304-8599-94f44290bedb HTTP/1.1" status: 200 len: 946 time: 0.0563173 Oct 12 19:48:50.529549 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec4cd26-f6e4-46d7-af1d-2ae35c34812f tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:48:50.530159 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8ec4cd26-f6e4-46d7-af1d-2ae35c34812f tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks [] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:50.534204 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-8ec4cd26-f6e4-46d7-af1d-2ae35c34812f tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] 10.222.0.49 "PUT /v2.0/networks/198248e7-9704-4537-9319-7a3be70ef686 HTTP/1.1" status: 200 len: 723 time: 0.3637519 Oct 12 19:48:50.534574 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 54844) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:48:50.539658 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-df9db2ea-8a62-4615-bb14-310478e1ba32 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Request body: {'subnet': {'network_id': '198248e7-9704-4537-9319-7a3be70ef686', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:48:50.574605 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-67be840f-efb8-4e9e-accf-5f30695571ab req-02413e6f-4f72-4cbb-b2aa-5630ec856b69 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7222ca9-0cbe-4248-9036-2f125df10e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371678 Oct 12 19:48:50.598507 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec4cd26-f6e4-46d7-af1d-2ae35c34812f tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Pushing event updated for resources: {'Network': ['ID=198248e7-9704-4537-9319-7a3be70ef686,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:50.614415 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 198248e7-9704-4537-9319-7a3be70ef686 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:48:50.736945 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df9db2ea-8a62-4615-bb14-310478e1ba32 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Made reservation on behalf of 57101efc02fc439fab9f608078a27468 for: {'subnet': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:48:50.740668 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-df9db2ea-8a62-4615-bb14-310478e1ba32 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4612397'] for subnet, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:50.749132 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa470ba-13a5-490d-8bb4-1d0b30be2663 None None] Network c6dd742f-0013-4e31-8fe7-463e248288b7 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:48:50.870258 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-2c5fb9ec-9ed2-454c-adf0-178d0cedffc4 None None] Provisioning complete for port 22fc9a01-a2b5-4c38-8e6e-3b54de70022d triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:48:50.870582 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2c5fb9ec-9ed2-454c-adf0-178d0cedffc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:51.000786 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2c5fb9ec-9ed2-454c-adf0-178d0cedffc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:51.022496 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-df9db2ea-8a62-4615-bb14-310478e1ba32 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4824863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4612355'] for subnet, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:51.027276 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc9043f-74cb-4596-8ea9-33405ed2551b None None] Update dhcp port {'port': {'network_id': 'c6dd742f-0013-4e31-8fe7-463e248288b7', 'fixed_ips': [{'subnet_id': 'b539c415-3036-4571-9cfd-ba60745b6783', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a2b37761-3f3c-4d25-acb4-5d3bb3c023d0'}], 'binding:host_id': 'n-d-813679-3'}, 'id': '22fc9a01-a2b5-4c38-8e6e-3b54de70022d'} from n-d-813679-3. {{(pid=95503) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 12 19:48:51.057739 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-2c5fb9ec-9ed2-454c-adf0-178d0cedffc4 None None] For port 22fc9a01-a2b5-4c38-8e6e-3b54de70022d, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=22fc9a01-a2b5-4c38-8e6e-3b54de70022d,segment=NetworkSegment(ce418223-96fb-46d3-b5b2-b640f4d3e33a),segment_id=ce418223-96fb-46d3-b5b2-b640f4d3e33a)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:48:51.063461 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2cc9043f-74cb-4596-8ea9-33405ed2551b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:51.065396 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c269d7-026d-411c-8763-c7b0167d5327 req-f3b5c8d5-2362-48d5-951f-2e9999eb6a5d tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:48:51.073167 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-87c269d7-026d-411c-8763-c7b0167d5327 req-f3b5c8d5-2362-48d5-951f-2e9999eb6a5d tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=8649fa50-ab41-4304-8599-94f44290bedb HTTP/1.1" status: 200 len: 946 time: 0.0637045 Oct 12 19:48:51.084402 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9db2ea-8a62-4615-bb14-310478e1ba32 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Pushing event updated for resources: {'Subnet': ['ID=f2ae079d-e7a3-404c-9795-bf25f69b8ec0,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:51.099186 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9db2ea-8a62-4615-bb14-310478e1ba32 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Checking segment: {'id': '3edcce60-6233-4425-b1ae-9601a81f5a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '198248e7-9704-4537-9319-7a3be70ef686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:48:51.099574 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9db2ea-8a62-4615-bb14-310478e1ba32 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Network hostable DHCP agents. Network: 198248e7-9704-4537-9319-7a3be70ef686, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:48:51.124893 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-87c269d7-026d-411c-8763-c7b0167d5327 req-363e04dd-f677-457a-990a-f90a29b1ddbb tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7222ca9-0cbe-4248-9036-2f125df10e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506952 Oct 12 19:48:51.166665 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2c5fb9ec-9ed2-454c-adf0-178d0cedffc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:51.195981 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9db2ea-8a62-4615-bb14-310478e1ba32 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Network 198248e7-9704-4537-9319-7a3be70ef686 is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:48:51.251785 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5fb9ec-9ed2-454c-adf0-178d0cedffc4 None None] Pushing event updated for resources: {'Port': ['ID=22fc9a01-a2b5-4c38-8e6e-3b54de70022d,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:51.271963 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-2cc9043f-74cb-4596-8ea9-33405ed2551b None None] Allocated IP 172.20.0.1 (c6dd742f-0013-4e31-8fe7-463e248288b7/a2b37761-3f3c-4d25-acb4-5d3bb3c023d0/22fc9a01-a2b5-4c38-8e6e-3b54de70022d) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:48:51.281817 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-df9db2ea-8a62-4615-bb14-310478e1ba32 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, 198248e7-9704-4537-9319-7a3be70ef686) {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:48:51.286790 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df9db2ea-8a62-4615-bb14-310478e1ba32 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:48:51.287907 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-df9db2ea-8a62-4615-bb14-310478e1ba32 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:51.290226 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4eacc1f-d0e0-4328-b36d-505324e99285 None None] Network 198248e7-9704-4537-9319-7a3be70ef686 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:48:51.363542 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 22fc9a01-a2b5-4c38-8e6e-3b54de70022d up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:48:51.369809 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-df9db2ea-8a62-4615-bb14-310478e1ba32 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8341260 Oct 12 19:48:51.374286 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 54850) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:48:51.379708 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-0b6a7bf8-e257-4f21-87a0-69f155702fa4 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:48:51.464541 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-2cc9043f-74cb-4596-8ea9-33405ed2551b None None] For port 22fc9a01-a2b5-4c38-8e6e-3b54de70022d, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=22fc9a01-a2b5-4c38-8e6e-3b54de70022d,segment=NetworkSegment(ce418223-96fb-46d3-b5b2-b640f4d3e33a),segment_id=ce418223-96fb-46d3-b5b2-b640f4d3e33a)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:48:51.467678 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0b6a7bf8-e257-4f21-87a0-69f155702fa4 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4612372'] for subnet, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:51.531672 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 22fc9a01-a2b5-4c38-8e6e-3b54de70022d triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:48:51.532058 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:51.534809 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2cc9043f-74cb-4596-8ea9-33405ed2551b None None] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:51.589934 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-430f2aa9-79ed-4c54-b108-d9078ef09363 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-198248e7-9704-4537-9319-7a3be70ef686', 'network_id': '198248e7-9704-4537-9319-7a3be70ef686', 'tenant_id': '57101efc02fc439fab9f608078a27468', 'fixed_ips': [{'subnet_id': 'f2ae079d-e7a3-404c-9795-bf25f69b8ec0'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:48:51.590773 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-430f2aa9-79ed-4c54-b108-d9078ef09363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:51.609772 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2cc9043f-74cb-4596-8ea9-33405ed2551b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:51.664611 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0b6a7bf8-e257-4f21-87a0-69f155702fa4 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8732990049805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4824869'] for subnet, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:51.695705 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6a7bf8-e257-4f21-87a0-69f155702fa4 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:48:51.696313 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0b6a7bf8-e257-4f21-87a0-69f155702fa4 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:51.697600 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-0b6a7bf8-e257-4f21-87a0-69f155702fa4 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] 10.222.0.49 "PUT /v2.0/subnets/f2ae079d-e7a3-404c-9795-bf25f69b8ec0 HTTP/1.1" status: 200 len: 826 time: 0.3223393 Oct 12 19:48:51.700517 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 54852) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:48:51.735373 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6a7bf8-e257-4f21-87a0-69f155702fa4 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Pushing event updated for resources: {'Subnet': ['ID=f2ae079d-e7a3-404c-9795-bf25f69b8ec0,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:51.796599 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc9043f-74cb-4596-8ea9-33405ed2551b None None] Pushing event updated for resources: {'Port': ['ID=22fc9a01-a2b5-4c38-8e6e-3b54de70022d,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:51.805374 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1e6eb488-ade4-4887-b065-6fb883ed91f1 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:51.840612 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-430f2aa9-79ed-4c54-b108-d9078ef09363 None None] Allocated IP 2001:db8::2 (198248e7-9704-4537-9319-7a3be70ef686/f2ae079d-e7a3-404c-9795-bf25f69b8ec0/91ec152b-b8de-4e52-a8be-a177e15ce11a) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:48:51.858362 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1e6eb488-ade4-4887-b065-6fb883ed91f1 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:51.996808 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-430f2aa9-79ed-4c54-b108-d9078ef09363 None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:52.211548 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-430f2aa9-79ed-4c54-b108-d9078ef09363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:52.259938 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc022ad-eeea-4f10-aa86-6ef789fae355 req-48a969e2-4ede-4eee-86b9-5f93e1402e86 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:48:52.260665 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430f2aa9-79ed-4c54-b108-d9078ef09363 None None] Network 198248e7-9704-4537-9319-7a3be70ef686 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:48:52.261754 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fbc022ad-eeea-4f10-aa86-6ef789fae355 req-48a969e2-4ede-4eee-86b9-5f93e1402e86 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=8649fa50-ab41-4304-8599-94f44290bedb HTTP/1.1" status: 200 len: 946 time: 0.0649693 Oct 12 19:48:52.263628 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-430f2aa9-79ed-4c54-b108-d9078ef09363 None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:48:52.268219 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430f2aa9-79ed-4c54-b108-d9078ef09363 None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:48:52.271692 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430f2aa9-79ed-4c54-b108-d9078ef09363 None None] Pushing event updated for resources: {'Port': ['ID=91ec152b-b8de-4e52-a8be-a177e15ce11a,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:52.313391 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fbc022ad-eeea-4f10-aa86-6ef789fae355 req-6a4b5c52-75cb-48cf-a863-a365869f2e92 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7222ca9-0cbe-4248-9036-2f125df10e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397589 Oct 12 19:48:52.336745 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1e6eb488-ade4-4887-b065-6fb883ed91f1 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4306592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16245866'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:52.370899 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6eb488-ade4-4887-b065-6fb883ed91f1 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Pushing event deleted for resources: {'Subnet': ['ID=f2ae079d-e7a3-404c-9795-bf25f69b8ec0,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:52.435189 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1e6eb488-ade4-4887-b065-6fb883ed91f1 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:52.453380 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d9ed5b6-27a7-4730-821e-a152ef24c9de None None] Network c6dd742f-0013-4e31-8fe7-463e248288b7 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:48:52.463434 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-1e6eb488-ade4-4887-b065-6fb883ed91f1 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['198248e7-9704-4537-9319-7a3be70ef686']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:48:52.486758 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-1e6eb488-ade4-4887-b065-6fb883ed91f1 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3edcce60-6233-4425-b1ae-9601a81f5a43') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:48:52.487033 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-1e6eb488-ade4-4887-b065-6fb883ed91f1 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3edcce60-6233-4425-b1ae-9601a81f5a43') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:48:52.497781 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1e6eb488-ade4-4887-b065-6fb883ed91f1 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16313633'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:52.515003 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1e6eb488-ade4-4887-b065-6fb883ed91f1 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:52.523345 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-430f2aa9-79ed-4c54-b108-d9078ef09363 None None] Attempting to bind port 91ec152b-b8de-4e52-a8be-a177e15ce11a on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:48:52.523595 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e6eb488-ade4-4887-b065-6fb883ed91f1 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:48:52.523736 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-430f2aa9-79ed-4c54-b108-d9078ef09363 None None] Attempting to bind port 91ec152b-b8de-4e52-a8be-a177e15ce11a by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '3edcce60-6233-4425-b1ae-9601a81f5a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '198248e7-9704-4537-9319-7a3be70ef686'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:48:52.523862 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1e6eb488-ade4-4887-b065-6fb883ed91f1 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4305278'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:52.524078 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430f2aa9-79ed-4c54-b108-d9078ef09363 None None] Attempting to bind port 91ec152b-b8de-4e52-a8be-a177e15ce11a on network 198248e7-9704-4537-9319-7a3be70ef686 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:48:52.526820 n-d-813679-3 neutron-server[95502]: Traceback (most recent call last): Oct 12 19:48:52.526820 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:48:52.526820 n-d-813679-3 neutron-server[95502]: timer() Oct 12 19:48:52.526820 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:48:52.526820 n-d-813679-3 neutron-server[95502]: cb(*args, **kw) Oct 12 19:48:52.526820 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:48:52.526820 n-d-813679-3 neutron-server[95502]: return func(*args, **kwargs) Oct 12 19:48:52.526820 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:48:52.526820 n-d-813679-3 neutron-server[95502]: self._notify() Oct 12 19:48:52.526820 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:48:52.526820 n-d-813679-3 neutron-server[95502]: self.callback(batched_events) Oct 12 19:48:52.526820 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:48:52.526820 n-d-813679-3 neutron-server[95502]: event.method(event) Oct 12 19:48:52.526820 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:48:52.526820 n-d-813679-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:48:52.526820 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:48:52.526820 n-d-813679-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:48:52.526820 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:48:52.526820 n-d-813679-3 neutron-server[95502]: return f(self, *a, **k) Oct 12 19:48:52.526820 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:48:52.526820 n-d-813679-3 neutron-server[95502]: return self._get(url).json() Oct 12 19:48:52.526820 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:48:52.526820 n-d-813679-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:48:52.526820 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:48:52.526820 n-d-813679-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Oct 12 19:48:52.526820 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:48:52.526820 n-d-813679-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:48:52.526820 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:48:52.526820 n-d-813679-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:48:52.526820 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:48:52.526820 n-d-813679-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:48:52.526820 n-d-813679-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:48:52.530451 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-7e211206-9a4b-4b9d-aada-eef6ad76a6a7 None None] Provisioning complete for port 22fc9a01-a2b5-4c38-8e6e-3b54de70022d triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:48:52.530842 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7e211206-9a4b-4b9d-aada-eef6ad76a6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:52.534708 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040deff5-dba8-4767-8312-e3048c6b7363 req-37e042fc-2a2d-4c8d-97a7-15514449d924 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:48:52.536180 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-040deff5-dba8-4767-8312-e3048c6b7363 req-37e042fc-2a2d-4c8d-97a7-15514449d924 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.61 "GET /v2.0/ports?device_id=8649fa50-ab41-4304-8599-94f44290bedb HTTP/1.1" status: 200 len: 946 time: 0.0826092 Oct 12 19:48:52.537692 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430f2aa9-79ed-4c54-b108-d9078ef09363 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 48, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:48:52.538067 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430f2aa9-79ed-4c54-b108-d9078ef09363 None None] Checking segment: {'id': '3edcce60-6233-4425-b1ae-9601a81f5a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '198248e7-9704-4537-9319-7a3be70ef686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:48:52.538461 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-430f2aa9-79ed-4c54-b108-d9078ef09363 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:52.538849 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430f2aa9-79ed-4c54-b108-d9078ef09363 None None] Bound using segment: {'id': '3edcce60-6233-4425-b1ae-9601a81f5a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '198248e7-9704-4537-9319-7a3be70ef686'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:48:52.539320 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-430f2aa9-79ed-4c54-b108-d9078ef09363 None None] Bound port: 91ec152b-b8de-4e52-a8be-a177e15ce11a, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3edcce60-6233-4425-b1ae-9601a81f5a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '198248e7-9704-4537-9319-7a3be70ef686'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:48:52.539695 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-430f2aa9-79ed-4c54-b108-d9078ef09363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:52.649680 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.db.api [None req-1e6eb488-ade4-4887-b065-6fb883ed91f1 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 12 19:48:52.649680 n-d-813679-3 neutron-server[95502]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 12 19:48:52.649680 n-d-813679-3 neutron-server[95502]: [parameters: {'id': '198248e7-9704-4537-9319-7a3be70ef686'}] Oct 12 19:48:52.649680 n-d-813679-3 neutron-server[95502]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95502) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 19:48:52.650223 n-d-813679-3 neutron-server[95502]: DEBUG oslo_db.api [None req-1e6eb488-ade4-4887-b065-6fb883ed91f1 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 19:48:52.674461 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-040deff5-dba8-4767-8312-e3048c6b7363 req-3b513f46-95f6-4102-82cb-e4b5fcc78302 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Deleting port 2a6c7c0f-d7dc-444f-b6ea-0c1ff00ed096 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:48:52.674800 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-040deff5-dba8-4767-8312-e3048c6b7363 req-3b513f46-95f6-4102-82cb-e4b5fcc78302 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:52.722022 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-430f2aa9-79ed-4c54-b108-d9078ef09363 None None] For port 91ec152b-b8de-4e52-a8be-a177e15ce11a, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:48:52.750409 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-430f2aa9-79ed-4c54-b108-d9078ef09363 None None] For port 91ec152b-b8de-4e52-a8be-a177e15ce11a, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=91ec152b-b8de-4e52-a8be-a177e15ce11a,segment=NetworkSegment(3edcce60-6233-4425-b1ae-9601a81f5a43),segment_id=3edcce60-6233-4425-b1ae-9601a81f5a43)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:48:52.773462 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-040deff5-dba8-4767-8312-e3048c6b7363 req-3b513f46-95f6-4102-82cb-e4b5fcc78302 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] For port 2a6c7c0f-d7dc-444f-b6ea-0c1ff00ed096, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=2a6c7c0f-d7dc-444f-b6ea-0c1ff00ed096,segment=NetworkSegment(797d701b-2156-4b5d-8b6d-c0ec33924cd8),segment_id=797d701b-2156-4b5d-8b6d-c0ec33924cd8)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:48:52.773833 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-040deff5-dba8-4767-8312-e3048c6b7363 req-3b513f46-95f6-4102-82cb-e4b5fcc78302 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:52.787474 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-040deff5-dba8-4767-8312-e3048c6b7363 req-3b513f46-95f6-4102-82cb-e4b5fcc78302 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Calling delete_port for 2a6c7c0f-d7dc-444f-b6ea-0c1ff00ed096 owned by compute:nova {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:48:52.830769 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-430f2aa9-79ed-4c54-b108-d9078ef09363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:52.907030 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430f2aa9-79ed-4c54-b108-d9078ef09363 None None] Pushing event updated for resources: {'Port': ['ID=91ec152b-b8de-4e52-a8be-a177e15ce11a,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:52.933553 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0028cbe8-5393-4598-8ab0-b0a90113edf5 None None] Network 198248e7-9704-4537-9319-7a3be70ef686 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:48:52.984520 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-040deff5-dba8-4767-8312-e3048c6b7363 req-3b513f46-95f6-4102-82cb-e4b5fcc78302 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:52.999570 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['2a6c7c0f-d7dc-444f-b6ea-0c1ff00ed096'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:48:53.010956 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b513f46-95f6-4102-82cb-e4b5fcc78302 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Pushing event deleted for resources: {'Port': ['ID=2a6c7c0f-d7dc-444f-b6ea-0c1ff00ed096,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:53.026465 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-675346ae-5b59-43bd-b09f-dd29812b7586 None None] Provisioning complete for port 22fc9a01-a2b5-4c38-8e6e-3b54de70022d triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:48:53.026852 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-675346ae-5b59-43bd-b09f-dd29812b7586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:53.062392 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-040deff5-dba8-4767-8312-e3048c6b7363 req-3b513f46-95f6-4102-82cb-e4b5fcc78302 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] No DVR routers for this DVR port 2a6c7c0f-d7dc-444f-b6ea-0c1ff00ed096 on host n-h1-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:48:53.065097 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-040deff5-dba8-4767-8312-e3048c6b7363 req-3b513f46-95f6-4102-82cb-e4b5fcc78302 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:53.068557 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-040deff5-dba8-4767-8312-e3048c6b7363 req-3b513f46-95f6-4102-82cb-e4b5fcc78302 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.61 "DELETE /v2.0/ports/2a6c7c0f-d7dc-444f-b6ea-0c1ff00ed096 HTTP/1.1" status: 204 len: 173 time: 0.5222263 Oct 12 19:48:53.069001 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8649fa50-ab41-4304-8599-94f44290bedb', 'name': 'network-vif-deleted', 'tag': '2a6c7c0f-d7dc-444f-b6ea-0c1ff00ed096'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:48:53.071290 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e418c6b4-b745-4225-bd12-692f12c57d46" -d '{"events": [{"server_uuid": "8649fa50-ab41-4304-8599-94f44290bedb", "name": "network-vif-deleted", "tag": "2a6c7c0f-d7dc-444f-b6ea-0c1ff00ed096"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:48:53.128359 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b8c380c-ef46-4d8d-a2a2-e0ab72fbc5c9 x-openstack-request-id: req-9b8c380c-ef46-4d8d-a2a2-e0ab72fbc5c9 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:48:53.128359 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8649fa50-ab41-4304-8599-94f44290bedb", "name": "network-vif-deleted", "tag": "2a6c7c0f-d7dc-444f-b6ea-0c1ff00ed096", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:48:53.128359 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9b8c380c-ef46-4d8d-a2a2-e0ab72fbc5c9 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:48:53.128359 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8649fa50-ab41-4304-8599-94f44290bedb', 'name': 'network-vif-deleted', 'tag': '2a6c7c0f-d7dc-444f-b6ea-0c1ff00ed096', 'status': 'completed', 'code': 200} Oct 12 19:48:53.150868 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1e6eb488-ade4-4887-b065-6fb883ed91f1 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:53.155400 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db4b4c1-a3bd-42fa-b4f3-4b611b446162 None None] Network 198248e7-9704-4537-9319-7a3be70ef686 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:48:53.210215 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-1e6eb488-ade4-4887-b065-6fb883ed91f1 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Deleting port 91ec152b-b8de-4e52-a8be-a177e15ce11a {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:48:53.210589 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1e6eb488-ade4-4887-b065-6fb883ed91f1 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:53.295222 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e4d2e5-dabe-43f5-a2de-e390d929d462 None None] get_active_networks_info from n-d-813679-3 {{(pid=95503) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 12 19:48:53.300173 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-1e6eb488-ade4-4887-b065-6fb883ed91f1 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] For port 91ec152b-b8de-4e52-a8be-a177e15ce11a, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=91ec152b-b8de-4e52-a8be-a177e15ce11a,segment=NetworkSegment(3edcce60-6233-4425-b1ae-9601a81f5a43),segment_id=3edcce60-6233-4425-b1ae-9601a81f5a43)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:48:53.300549 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1e6eb488-ade4-4887-b065-6fb883ed91f1 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:53.314760 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-1e6eb488-ade4-4887-b065-6fb883ed91f1 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Calling delete_port for 91ec152b-b8de-4e52-a8be-a177e15ce11a owned by network:dhcp {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:48:53.373377 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 22fc9a01-a2b5-4c38-8e6e-3b54de70022d up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:48:53.435307 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b86b52e9-4384-4648-b754-fdf0d81782ec req-d1833fda-a6f7-4154-be80-e1e6ca541b60 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=8649fa50-ab41-4304-8599-94f44290bedb HTTP/1.1" status: 200 len: 210 time: 0.0316176 Oct 12 19:48:53.459728 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e4d2e5-dabe-43f5-a2de-e390d929d462 None None] Resources bound (agent type, host, resource id): {{(pid=95503) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 12 19:48:53.468876 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 22fc9a01-a2b5-4c38-8e6e-3b54de70022d triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:48:53.469242 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:53.504537 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1e6eb488-ade4-4887-b065-6fb883ed91f1 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:53.534378 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6eb488-ade4-4887-b065-6fb883ed91f1 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] No DVR routers for this DVR port 91ec152b-b8de-4e52-a8be-a177e15ce11a on host n-d-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:48:53.541849 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6eb488-ade4-4887-b065-6fb883ed91f1 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Pushing event deleted for resources: {'Port': ['ID=91ec152b-b8de-4e52-a8be-a177e15ce11a,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:53.626292 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1e6eb488-ade4-4887-b065-6fb883ed91f1 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:53.650585 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-1e6eb488-ade4-4887-b065-6fb883ed91f1 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['198248e7-9704-4537-9319-7a3be70ef686']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:48:53.660140 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-1e6eb488-ade4-4887-b065-6fb883ed91f1 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3edcce60-6233-4425-b1ae-9601a81f5a43') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:48:53.660433 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-1e6eb488-ade4-4887-b065-6fb883ed91f1 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3edcce60-6233-4425-b1ae-9601a81f5a43') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:48:53.670110 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1e6eb488-ade4-4887-b065-6fb883ed91f1 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16313633'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:53.683811 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1e6eb488-ade4-4887-b065-6fb883ed91f1 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:53.690433 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e6eb488-ade4-4887-b065-6fb883ed91f1 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:48:53.690944 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1e6eb488-ade4-4887-b065-6fb883ed91f1 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4305278'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:53.694805 n-d-813679-3 neutron-server[95502]: Traceback (most recent call last): Oct 12 19:48:53.694805 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:48:53.694805 n-d-813679-3 neutron-server[95502]: timer() Oct 12 19:48:53.694805 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:48:53.694805 n-d-813679-3 neutron-server[95502]: cb(*args, **kw) Oct 12 19:48:53.694805 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:48:53.694805 n-d-813679-3 neutron-server[95502]: return func(*args, **kwargs) Oct 12 19:48:53.694805 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:48:53.694805 n-d-813679-3 neutron-server[95502]: self._notify() Oct 12 19:48:53.694805 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:48:53.694805 n-d-813679-3 neutron-server[95502]: self.callback(batched_events) Oct 12 19:48:53.694805 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:48:53.694805 n-d-813679-3 neutron-server[95502]: event.method(event) Oct 12 19:48:53.694805 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:48:53.694805 n-d-813679-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:48:53.694805 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:48:53.694805 n-d-813679-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:48:53.694805 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:48:53.694805 n-d-813679-3 neutron-server[95502]: return f(self, *a, **k) Oct 12 19:48:53.694805 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:48:53.694805 n-d-813679-3 neutron-server[95502]: return self._get(url).json() Oct 12 19:48:53.694805 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:48:53.694805 n-d-813679-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:48:53.694805 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:48:53.694805 n-d-813679-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Oct 12 19:48:53.694805 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:48:53.694805 n-d-813679-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:48:53.694805 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:48:53.694805 n-d-813679-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:48:53.694805 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:48:53.694805 n-d-813679-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:48:53.694805 n-d-813679-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:48:53.841431 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1e6eb488-ade4-4887-b065-6fb883ed91f1 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:53.846387 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1e6eb488-ade4-4887-b065-6fb883ed91f1 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:53.852637 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-1e6eb488-ade4-4887-b065-6fb883ed91f1 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] 10.222.0.49 "DELETE /v2.0/networks/198248e7-9704-4537-9319-7a3be70ef686 HTTP/1.1" status: 204 len: 168 time: 2.1510909 Oct 12 19:48:53.852765 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 54860) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:48:53.868112 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6eb488-ade4-4887-b065-6fb883ed91f1 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Pushing event deleted for resources: {'Network': ['ID=198248e7-9704-4537-9319-7a3be70ef686,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:53.871151 n-d-813679-3 neutron-server[95501]: INFO neutron.pecan_wsgi.hooks.translation [None req-809b490f-47b2-4671-afdf-aafcd0913cbc tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] DELETE failed (client error): The resource could not be found. Oct 12 19:48:53.871947 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-809b490f-47b2-4671-afdf-aafcd0913cbc tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:48:53.876650 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-809b490f-47b2-4671-afdf-aafcd0913cbc tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] 10.222.0.49 "DELETE /v2.0/networks/198248e7-9704-4537-9319-7a3be70ef686 HTTP/1.1" status: 404 len: 339 time: 0.0230036 Oct 12 19:48:53.881045 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 54862) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:48:53.885882 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-d58acd12-1417-4f4b-9c8b-3378271f517f tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1272849311', 'description': 'd1'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:48:53.978587 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d58acd12-1417-4f4b-9c8b-3378271f517f tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Made reservation on behalf of 57101efc02fc439fab9f608078a27468 for: {'network': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:48:53.982357 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d58acd12-1417-4f4b-9c8b-3378271f517f tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:54.007006 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d58acd12-1417-4f4b-9c8b-3378271f517f tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=95501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:48:54.020044 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d58acd12-1417-4f4b-9c8b-3378271f517f tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:54.020044 n-d-813679-3 neutron-server[95501]: INFO neutron.db.segments_db [None req-d58acd12-1417-4f4b-9c8b-3378271f517f tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Added segment 7a92872d-7779-4e8f-b163-084a10b45253 of type vlan for network 72b70a0e-ea58-4c0d-94d1-263f2689be2e Oct 12 19:48:54.056013 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d58acd12-1417-4f4b-9c8b-3378271f517f tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:54.136617 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d58acd12-1417-4f4b-9c8b-3378271f517f tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:54.143192 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58acd12-1417-4f4b-9c8b-3378271f517f tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:48:54.143873 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d58acd12-1417-4f4b-9c8b-3378271f517f tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks [] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:54.214300 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58acd12-1417-4f4b-9c8b-3378271f517f tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Pushing event updated for resources: {'Network': ['ID=72b70a0e-ea58-4c0d-94d1-263f2689be2e,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:54.221877 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58acd12-1417-4f4b-9c8b-3378271f517f tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:48:54.222230 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58acd12-1417-4f4b-9c8b-3378271f517f tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:48:54.222575 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58acd12-1417-4f4b-9c8b-3378271f517f tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:48:54.222913 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58acd12-1417-4f4b-9c8b-3378271f517f tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:48:54.223244 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58acd12-1417-4f4b-9c8b-3378271f517f tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:48:54.223577 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58acd12-1417-4f4b-9c8b-3378271f517f tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:48:54.223929 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58acd12-1417-4f4b-9c8b-3378271f517f tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:48:54.224293 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58acd12-1417-4f4b-9c8b-3378271f517f tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:48:54.224620 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58acd12-1417-4f4b-9c8b-3378271f517f tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:48:54.224944 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58acd12-1417-4f4b-9c8b-3378271f517f tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:48:54.225270 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58acd12-1417-4f4b-9c8b-3378271f517f tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:48:54.225595 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58acd12-1417-4f4b-9c8b-3378271f517f tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:48:54.238274 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 72b70a0e-ea58-4c0d-94d1-263f2689be2e details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:48:54.259649 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-d58acd12-1417-4f4b-9c8b-3378271f517f tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3775501 Oct 12 19:48:54.262206 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 54864) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:48:54.387452 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14fe97d0-ba0c-42ac-aa5f-0382b52281a7 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:48:54.388948 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-14fe97d0-ba0c-42ac-aa5f-0382b52281a7 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] 10.222.0.49 "GET /v2.0/networks?id=72b70a0e-ea58-4c0d-94d1-263f2689be2e HTTP/1.1" status: 200 len: 765 time: 0.1257732 Oct 12 19:48:54.392244 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 54866) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:48:54.397606 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-e5c87315-f297-4f83-89ad-76d15222ca64 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Request body: {'network': {'description': 'd2'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:48:54.536944 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-37038092-bd41-4d04-9fdc-48e08f743863 req-4d89e662-0ac4-415f-95fb-1c81111ff5ea tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=8649fa50-ab41-4304-8599-94f44290bedb HTTP/1.1" status: 200 len: 210 time: 0.0283499 Oct 12 19:48:54.563495 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e5c87315-f297-4f83-89ad-76d15222ca64 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:54.650757 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e5c87315-f297-4f83-89ad-76d15222ca64 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:54.669083 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e5c87315-f297-4f83-89ad-76d15222ca64 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Network 72b70a0e-ea58-4c0d-94d1-263f2689be2e is not hosted by any dhcp agent {{(pid=95501) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 12 19:48:54.674992 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c87315-f297-4f83-89ad-76d15222ca64 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:48:54.675581 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e5c87315-f297-4f83-89ad-76d15222ca64 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks [] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:54.676924 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-e5c87315-f297-4f83-89ad-76d15222ca64 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] 10.222.0.49 "PUT /v2.0/networks/72b70a0e-ea58-4c0d-94d1-263f2689be2e HTTP/1.1" status: 200 len: 762 time: 0.2837443 Oct 12 19:48:54.679720 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 54870) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:48:54.722151 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c87315-f297-4f83-89ad-76d15222ca64 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Pushing event updated for resources: {'Network': ['ID=72b70a0e-ea58-4c0d-94d1-263f2689be2e,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:54.734656 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 72b70a0e-ea58-4c0d-94d1-263f2689be2e details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:48:54.763789 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2b9b88-a6de-48f3-bb67-bec010826074 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:48:54.768924 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-5e2b9b88-a6de-48f3-bb67-bec010826074 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] 10.222.0.49 "GET /v2.0/networks?id=72b70a0e-ea58-4c0d-94d1-263f2689be2e HTTP/1.1" status: 200 len: 765 time: 0.0845017 Oct 12 19:48:54.769222 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 54872) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:48:55.300915 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c405847a-eed0-4911-aac5-b2014a1eb6f0 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:48:55.300915 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-c405847a-eed0-4911-aac5-b2014a1eb6f0 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5273492 Oct 12 19:48:55.300915 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 54874) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:48:55.334842 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-f0c07bb6-1afe-47b8-a57e-54ee5af339c8 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] 10.222.0.49 "GET /v2.0/subnets?network_id=4afbf4a4-67f5-42d1-a358-7ba9799dab0c HTTP/1.1" status: 200 len: 207 time: 0.0334866 Oct 12 19:48:55.342056 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 54876) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:48:55.364386 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 2a6c7c0f-d7dc-444f-b6ea-0c1ff00ed096 no longer exists at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:48:55.383473 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] No Port match for: 2a6c7c0f-d7dc-444f-b6ea-0c1ff00ed096 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:48:55.383955 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 2a6c7c0f-d7dc-444f-b6ea-0c1ff00ed096 not bound to the agent host n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:48:55.447854 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20831979-f742-412b-882f-c01a04560dc3 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:48:55.454615 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20831979-f742-412b-882f-c01a04560dc3 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:48:55.460510 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20831979-f742-412b-882f-c01a04560dc3 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:48:55.466419 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20831979-f742-412b-882f-c01a04560dc3 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:48:55.473062 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20831979-f742-412b-882f-c01a04560dc3 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:48:55.479130 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20831979-f742-412b-882f-c01a04560dc3 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:48:55.480894 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-20831979-f742-412b-882f-c01a04560dc3 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.1378736 Oct 12 19:48:55.484766 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 54878) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:48:55.665136 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2ae6e179-5c25-444d-a8a6-02dd2a8c9cca req-089fb4ad-1344-4923-ad0b-9f2cf1e30637 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=8649fa50-ab41-4304-8599-94f44290bedb HTTP/1.1" status: 200 len: 210 time: 0.0540750 Oct 12 19:48:55.702274 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-bf96f6bb-4ee3-4e02-9c1f-b51705c35b9e tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] 10.222.0.49 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.2163835 Oct 12 19:48:55.706187 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 54882) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:48:55.794572 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d06476b-144f-404b-bedf-d06f9f110490 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:48:55.796334 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d06476b-144f-404b-bedf-d06f9f110490 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:48:55.797922 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d06476b-144f-404b-bedf-d06f9f110490 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:48:55.799446 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d06476b-144f-404b-bedf-d06f9f110490 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:48:55.801005 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d06476b-144f-404b-bedf-d06f9f110490 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:48:55.806623 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-2d06476b-144f-404b-bedf-d06f9f110490 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0959625 Oct 12 19:48:55.806934 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 54884) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:48:55.864382 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5acb90c6-ab19-41d6-ae81-b8a1040d7666 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Attributes excluded by policy engine: ['shared'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:48:55.865994 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5acb90c6-ab19-41d6-ae81-b8a1040d7666 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Attributes excluded by policy engine: ['shared'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:48:55.867465 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5acb90c6-ab19-41d6-ae81-b8a1040d7666 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Attributes excluded by policy engine: ['shared'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:48:55.869092 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5acb90c6-ab19-41d6-ae81-b8a1040d7666 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Attributes excluded by policy engine: ['shared'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:48:55.870343 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5acb90c6-ab19-41d6-ae81-b8a1040d7666 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Attributes excluded by policy engine: ['shared'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:48:55.871942 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-5acb90c6-ab19-41d6-ae81-b8a1040d7666 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] 10.222.0.49 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0640359 Oct 12 19:48:55.875980 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 54886) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:48:55.984594 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6882a965-6f12-4880-95b8-1245eafbf18d tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:48:55.985943 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-6882a965-6f12-4880-95b8-1245eafbf18d tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] 10.222.0.49 "GET /v2.0/networks/233f82a6-9061-4acf-8494-61f8b4c88fc6 HTTP/1.1" status: 200 len: 803 time: 0.1089380 Oct 12 19:48:55.989507 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 54888) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:48:56.083915 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-36266e58-b0ef-422b-98f8-346934f6e445 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] 10.222.0.49 "GET /v2.0/networks/233f82a6-9061-4acf-8494-61f8b4c88fc6?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.0933406 Oct 12 19:48:56.087213 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 54890) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:48:56.143120 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a136dd0e-d1d5-4bea-a972-fa413325b1d5 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:48:56.144485 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-a136dd0e-d1d5-4bea-a972-fa413325b1d5 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] 10.222.0.49 "GET /v2.0/subnets/4a8cf060-b169-4fff-b7b7-bc746a440da3 HTTP/1.1" status: 200 len: 843 time: 0.0559025 Oct 12 19:48:56.148124 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 54892) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:48:56.198329 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c489366-fb84-4636-827e-51e7947d89ce tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Attributes excluded by policy engine: ['shared'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:48:56.203012 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-0c489366-fb84-4636-827e-51e7947d89ce tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] 10.222.0.49 "GET /v2.0/subnets/4a8cf060-b169-4fff-b7b7-bc746a440da3?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0506961 Oct 12 19:48:56.203180 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 54894) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:48:56.207820 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-4d5a7f55-8f17-40ea-b3f6-bd53fa949626 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1765743548'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:48:56.305010 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d5a7f55-8f17-40ea-b3f6-bd53fa949626 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Made reservation on behalf of 57101efc02fc439fab9f608078a27468 for: {'network': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:48:56.308688 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4d5a7f55-8f17-40ea-b3f6-bd53fa949626 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:56.333247 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d5a7f55-8f17-40ea-b3f6-bd53fa949626 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=95501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:48:56.342154 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4d5a7f55-8f17-40ea-b3f6-bd53fa949626 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:56.342501 n-d-813679-3 neutron-server[95501]: INFO neutron.db.segments_db [None req-4d5a7f55-8f17-40ea-b3f6-bd53fa949626 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Added segment 297b79b2-3ba2-44b6-b7de-e16631e0fbb0 of type vlan for network d6beda7a-0cd1-40e7-9979-664fa42818e3 Oct 12 19:48:56.385725 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4d5a7f55-8f17-40ea-b3f6-bd53fa949626 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:56.476215 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4d5a7f55-8f17-40ea-b3f6-bd53fa949626 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:56.481968 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d5a7f55-8f17-40ea-b3f6-bd53fa949626 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:48:56.482555 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4d5a7f55-8f17-40ea-b3f6-bd53fa949626 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks [] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:56.549886 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5a7f55-8f17-40ea-b3f6-bd53fa949626 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Pushing event updated for resources: {'Network': ['ID=d6beda7a-0cd1-40e7-9979-664fa42818e3,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:56.559757 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network d6beda7a-0cd1-40e7-9979-664fa42818e3 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:48:56.602669 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-4d5a7f55-8f17-40ea-b3f6-bd53fa949626 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3984716 Oct 12 19:48:56.605496 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 54896) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:48:56.611184 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-cd2db1bb-295e-410e-a6cc-f1895260daa7 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Request body: {'subnet': {'network_id': 'd6beda7a-0cd1-40e7-9979-664fa42818e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:48:56.767067 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd2db1bb-295e-410e-a6cc-f1895260daa7 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Made reservation on behalf of 57101efc02fc439fab9f608078a27468 for: {'subnet': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:48:56.770830 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-cd2db1bb-295e-410e-a6cc-f1895260daa7 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4612397'] for subnet, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:56.772363 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8db06b54-add8-4aca-bf18-cb9931ed45a8 req-851d570e-2275-4da2-9855-4b4e798c2c78 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=8649fa50-ab41-4304-8599-94f44290bedb HTTP/1.1" status: 200 len: 210 time: 0.0270064 Oct 12 19:48:56.832576 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.ipam_backend_mixin [None req-cd2db1bb-295e-410e-a6cc-f1895260daa7 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Performing IP validity checks on allocation pools {{(pid=95501) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 12 19:48:56.833130 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.ipam_backend_mixin [None req-cd2db1bb-295e-410e-a6cc-f1895260daa7 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95501) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 12 19:48:57.013028 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-cd2db1bb-295e-410e-a6cc-f1895260daa7 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4824863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4612355'] for subnet, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:57.078457 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2db1bb-295e-410e-a6cc-f1895260daa7 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Pushing event updated for resources: {'Subnet': ['ID=6c504443-1c2b-4ec1-a002-4998465d8fbc,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:57.087508 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2db1bb-295e-410e-a6cc-f1895260daa7 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Checking segment: {'id': '297b79b2-3ba2-44b6-b7de-e16631e0fbb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd6beda7a-0cd1-40e7-9979-664fa42818e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:48:57.087873 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd2db1bb-295e-410e-a6cc-f1895260daa7 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Network hostable DHCP agents. Network: d6beda7a-0cd1-40e7-9979-664fa42818e3, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:48:57.166995 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd2db1bb-295e-410e-a6cc-f1895260daa7 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Network d6beda7a-0cd1-40e7-9979-664fa42818e3 is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:48:57.235585 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-cd2db1bb-295e-410e-a6cc-f1895260daa7 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, d6beda7a-0cd1-40e7-9979-664fa42818e3) {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:48:57.240143 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2db1bb-295e-410e-a6cc-f1895260daa7 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:48:57.241275 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-cd2db1bb-295e-410e-a6cc-f1895260daa7 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:57.244447 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab16b271-747c-4b0d-b2d1-20172cb26ad8 None None] Network d6beda7a-0cd1-40e7-9979-664fa42818e3 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:48:57.326895 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-cd2db1bb-295e-410e-a6cc-f1895260daa7 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.7177038 Oct 12 19:48:57.327142 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 54902) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:48:57.333213 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-3f794198-1f1d-4add-bc78-fcb69c21a59e tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:48:57.393213 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a62eb099-2808-49a4-a2bc-1511f29e2738 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-d6beda7a-0cd1-40e7-9979-664fa42818e3', 'network_id': 'd6beda7a-0cd1-40e7-9979-664fa42818e3', 'tenant_id': '57101efc02fc439fab9f608078a27468', 'fixed_ips': [{'subnet_id': '6c504443-1c2b-4ec1-a002-4998465d8fbc'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:48:57.394187 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a62eb099-2808-49a4-a2bc-1511f29e2738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:57.435580 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3f794198-1f1d-4add-bc78-fcb69c21a59e tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4612372'] for subnet, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:57.545439 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.db.api [None req-a62eb099-2808-49a4-a2bc-1511f29e2738 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 12 19:48:57.545439 n-d-813679-3 neutron-server[95503]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Oct 12 19:48:57.545439 n-d-813679-3 neutron-server[95503]: [parameters: {'in_use': 1, 'id_1': '6c504443-1c2b-4ec1-a002-4998465d8fbc'}] Oct 12 19:48:57.545439 n-d-813679-3 neutron-server[95503]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 19:48:57.546953 n-d-813679-3 neutron-server[95503]: DEBUG oslo_db.api [None req-a62eb099-2808-49a4-a2bc-1511f29e2738 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 19:48:57.652428 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3f794198-1f1d-4add-bc78-fcb69c21a59e tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8732990049805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4824869'] for subnet, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:57.694317 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f794198-1f1d-4add-bc78-fcb69c21a59e tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:48:57.694912 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3f794198-1f1d-4add-bc78-fcb69c21a59e tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:57.696225 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-3f794198-1f1d-4add-bc78-fcb69c21a59e tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] 10.222.0.49 "PUT /v2.0/subnets/6c504443-1c2b-4ec1-a002-4998465d8fbc HTTP/1.1" status: 200 len: 900 time: 0.3672886 Oct 12 19:48:57.700428 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 54904) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:48:57.716906 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f794198-1f1d-4add-bc78-fcb69c21a59e tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Pushing event updated for resources: {'Subnet': ['ID=6c504443-1c2b-4ec1-a002-4998465d8fbc,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:57.798549 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-799902f1-f96f-40a9-b902-609ec4f22ea1 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:57.851366 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-799902f1-f96f-40a9-b902-609ec4f22ea1 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:57.876890 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-269a1910-99a9-4de4-b48c-fc379a96afc8 req-f62dc7d1-b116-4789-9e1a-9b4409e7ee3b tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=8649fa50-ab41-4304-8599-94f44290bedb HTTP/1.1" status: 200 len: 210 time: 0.0364952 Oct 12 19:48:58.001923 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-799902f1-f96f-40a9-b902-609ec4f22ea1 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4306592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16245866'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:58.048084 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a62eb099-2808-49a4-a2bc-1511f29e2738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:58.190758 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b7e83d8-3b11-4ecd-ae6e-53979a11d3d3 None None] Network d6beda7a-0cd1-40e7-9979-664fa42818e3 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:48:58.300944 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0afb8c95-1c29-4217-be62-bd225522de9a None None] Network d6beda7a-0cd1-40e7-9979-664fa42818e3 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:48:58.383052 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799902f1-f96f-40a9-b902-609ec4f22ea1 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Pushing event deleted for resources: {'Subnet': ['ID=6c504443-1c2b-4ec1-a002-4998465d8fbc,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:58.445663 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-799902f1-f96f-40a9-b902-609ec4f22ea1 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:58.467619 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-799902f1-f96f-40a9-b902-609ec4f22ea1 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6beda7a-0cd1-40e7-9979-664fa42818e3']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:48:58.477583 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-799902f1-f96f-40a9-b902-609ec4f22ea1 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '297b79b2-3ba2-44b6-b7de-e16631e0fbb0') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:48:58.477879 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-799902f1-f96f-40a9-b902-609ec4f22ea1 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '297b79b2-3ba2-44b6-b7de-e16631e0fbb0') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:48:58.487114 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-799902f1-f96f-40a9-b902-609ec4f22ea1 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16313633'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:58.499715 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-799902f1-f96f-40a9-b902-609ec4f22ea1 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:58.505356 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-799902f1-f96f-40a9-b902-609ec4f22ea1 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:48:58.505779 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-799902f1-f96f-40a9-b902-609ec4f22ea1 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4305278'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:58.508618 n-d-813679-3 neutron-server[95502]: Traceback (most recent call last): Oct 12 19:48:58.508618 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:48:58.508618 n-d-813679-3 neutron-server[95502]: timer() Oct 12 19:48:58.508618 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:48:58.508618 n-d-813679-3 neutron-server[95502]: cb(*args, **kw) Oct 12 19:48:58.508618 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:48:58.508618 n-d-813679-3 neutron-server[95502]: return func(*args, **kwargs) Oct 12 19:48:58.508618 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:48:58.508618 n-d-813679-3 neutron-server[95502]: self._notify() Oct 12 19:48:58.508618 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:48:58.508618 n-d-813679-3 neutron-server[95502]: self.callback(batched_events) Oct 12 19:48:58.508618 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:48:58.508618 n-d-813679-3 neutron-server[95502]: event.method(event) Oct 12 19:48:58.508618 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:48:58.508618 n-d-813679-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:48:58.508618 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:48:58.508618 n-d-813679-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:48:58.508618 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:48:58.508618 n-d-813679-3 neutron-server[95502]: return f(self, *a, **k) Oct 12 19:48:58.508618 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:48:58.508618 n-d-813679-3 neutron-server[95502]: return self._get(url).json() Oct 12 19:48:58.508618 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:48:58.508618 n-d-813679-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:48:58.508618 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:48:58.508618 n-d-813679-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Oct 12 19:48:58.508618 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:48:58.508618 n-d-813679-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:48:58.508618 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:48:58.508618 n-d-813679-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:48:58.508618 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:48:58.508618 n-d-813679-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:48:58.508618 n-d-813679-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:48:58.639759 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-799902f1-f96f-40a9-b902-609ec4f22ea1 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:58.644729 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-799902f1-f96f-40a9-b902-609ec4f22ea1 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:58.648264 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-799902f1-f96f-40a9-b902-609ec4f22ea1 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] 10.222.0.49 "DELETE /v2.0/networks/d6beda7a-0cd1-40e7-9979-664fa42818e3 HTTP/1.1" status: 204 len: 168 time: 0.9468911 Oct 12 19:48:58.651961 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 54908) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:48:58.662635 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799902f1-f96f-40a9-b902-609ec4f22ea1 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Pushing event deleted for resources: {'Network': ['ID=d6beda7a-0cd1-40e7-9979-664fa42818e3,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:58.676863 n-d-813679-3 neutron-server[95501]: INFO neutron.pecan_wsgi.hooks.translation [None req-113325db-08b9-428f-897d-a02840a5690c tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] DELETE failed (client error): The resource could not be found. Oct 12 19:48:58.677308 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-113325db-08b9-428f-897d-a02840a5690c tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:48:58.680457 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-113325db-08b9-428f-897d-a02840a5690c tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] 10.222.0.49 "DELETE /v2.0/subnets/6c504443-1c2b-4ec1-a002-4998465d8fbc HTTP/1.1" status: 404 len: 337 time: 0.0276105 Oct 12 19:48:58.682804 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 54910) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:48:58.700381 n-d-813679-3 neutron-server[95501]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc271698-fa35-46b4-968c-d8c8432c1c33 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] DELETE failed (client error): The resource could not be found. Oct 12 19:48:58.700900 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc271698-fa35-46b4-968c-d8c8432c1c33 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:48:58.704616 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-cc271698-fa35-46b4-968c-d8c8432c1c33 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] 10.222.0.49 "DELETE /v2.0/networks/d6beda7a-0cd1-40e7-9979-664fa42818e3 HTTP/1.1" status: 404 len: 339 time: 0.0209298 Oct 12 19:48:58.706827 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 54912) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:48:58.778042 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-bb8a935c-91c7-46c1-8989-da83e98dcb83 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:58.862550 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-bb8a935c-91c7-46c1-8989-da83e98dcb83 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:58.881874 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-bb8a935c-91c7-46c1-8989-da83e98dcb83 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72b70a0e-ea58-4c0d-94d1-263f2689be2e']}} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:48:58.891417 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-bb8a935c-91c7-46c1-8989-da83e98dcb83 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a92872d-7779-4e8f-b163-084a10b45253') {'for_net_delete': True} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:48:58.891653 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-bb8a935c-91c7-46c1-8989-da83e98dcb83 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a92872d-7779-4e8f-b163-084a10b45253') {} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:48:58.900914 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-bb8a935c-91c7-46c1-8989-da83e98dcb83 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4281072'] for segment, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:58.913987 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-bb8a935c-91c7-46c1-8989-da83e98dcb83 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:58.919931 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb8a935c-91c7-46c1-8989-da83e98dcb83 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=95501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:48:58.920420 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-bb8a935c-91c7-46c1-8989-da83e98dcb83 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4823170'] for segment, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:58.923910 n-d-813679-3 neutron-server[95501]: Traceback (most recent call last): Oct 12 19:48:58.923910 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:48:58.923910 n-d-813679-3 neutron-server[95501]: timer() Oct 12 19:48:58.923910 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:48:58.923910 n-d-813679-3 neutron-server[95501]: cb(*args, **kw) Oct 12 19:48:58.923910 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:48:58.923910 n-d-813679-3 neutron-server[95501]: return func(*args, **kwargs) Oct 12 19:48:58.923910 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:48:58.923910 n-d-813679-3 neutron-server[95501]: self._notify() Oct 12 19:48:58.923910 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:48:58.923910 n-d-813679-3 neutron-server[95501]: self.callback(batched_events) Oct 12 19:48:58.923910 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:48:58.923910 n-d-813679-3 neutron-server[95501]: event.method(event) Oct 12 19:48:58.923910 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:48:58.923910 n-d-813679-3 neutron-server[95501]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:48:58.923910 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:48:58.923910 n-d-813679-3 neutron-server[95501]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:48:58.923910 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:48:58.923910 n-d-813679-3 neutron-server[95501]: return f(self, *a, **k) Oct 12 19:48:58.923910 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:48:58.923910 n-d-813679-3 neutron-server[95501]: return self._get(url).json() Oct 12 19:48:58.923910 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:48:58.923910 n-d-813679-3 neutron-server[95501]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:48:58.923910 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:48:58.923910 n-d-813679-3 neutron-server[95501]: return self.request(url, 'GET', **kwargs) Oct 12 19:48:58.923910 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:48:58.923910 n-d-813679-3 neutron-server[95501]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:48:58.923910 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:48:58.923910 n-d-813679-3 neutron-server[95501]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:48:58.923910 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:48:58.923910 n-d-813679-3 neutron-server[95501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:48:58.923910 n-d-813679-3 neutron-server[95501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:48:59.056638 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-bb8a935c-91c7-46c1-8989-da83e98dcb83 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:59.063890 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-bb8a935c-91c7-46c1-8989-da83e98dcb83 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks [] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:59.069563 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-bb8a935c-91c7-46c1-8989-da83e98dcb83 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] 10.222.0.49 "DELETE /v2.0/networks/72b70a0e-ea58-4c0d-94d1-263f2689be2e HTTP/1.1" status: 204 len: 168 time: 0.3592029 Oct 12 19:48:59.069827 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 54918) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:48:59.078125 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8a935c-91c7-46c1-8989-da83e98dcb83 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Pushing event deleted for resources: {'Network': ['ID=72b70a0e-ea58-4c0d-94d1-263f2689be2e,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:59.098322 n-d-813679-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5a93e1b-fb4e-4224-a669-3c91075dd9e4 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] DELETE failed (client error): The resource could not be found. Oct 12 19:48:59.098768 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5a93e1b-fb4e-4224-a669-3c91075dd9e4 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:48:59.102326 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-a5a93e1b-fb4e-4224-a669-3c91075dd9e4 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] 10.222.0.49 "DELETE /v2.0/subnets/f2ae079d-e7a3-404c-9795-bf25f69b8ec0 HTTP/1.1" status: 404 len: 337 time: 0.0316401 Oct 12 19:48:59.104816 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 54922) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:48:59.123561 n-d-813679-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-892ecbe3-ee8f-45c2-b1be-e0ba9fa5f422 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] DELETE failed (client error): The resource could not be found. Oct 12 19:48:59.124093 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-892ecbe3-ee8f-45c2-b1be-e0ba9fa5f422 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:48:59.127547 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-892ecbe3-ee8f-45c2-b1be-e0ba9fa5f422 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] 10.222.0.49 "DELETE /v2.0/networks/198248e7-9704-4537-9319-7a3be70ef686 HTTP/1.1" status: 404 len: 339 time: 0.0217898 Oct 12 19:48:59.130074 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 54924) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:48:59.161595 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bcf6bcf9-285b-42cd-88b7-3d8b5a2bad70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:59.186475 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-abe26445-1213-4e0d-b3da-490146f16aa1 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Deleting subnet a2b37761-3f3c-4d25-acb4-5d3bb3c023d0 {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:48:59.190184 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-abe26445-1213-4e0d-b3da-490146f16aa1 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:59.228402 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-abe26445-1213-4e0d-b3da-490146f16aa1 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16313642'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:59.322630 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-abe26445-1213-4e0d-b3da-490146f16aa1 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:59.440099 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-abe26445-1213-4e0d-b3da-490146f16aa1 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4306592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16245866'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:59.469666 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe26445-1213-4e0d-b3da-490146f16aa1 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Pushing event deleted for resources: {'Subnet': ['ID=a2b37761-3f3c-4d25-acb4-5d3bb3c023d0,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:59.471693 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-abe26445-1213-4e0d-b3da-490146f16aa1 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:59.474890 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-abe26445-1213-4e0d-b3da-490146f16aa1 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] 10.222.0.49 "DELETE /v2.0/subnets/a2b37761-3f3c-4d25-acb4-5d3bb3c023d0 HTTP/1.1" status: 204 len: 168 time: 0.3438413 Oct 12 19:48:59.481350 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c01fbc-9059-492a-a38c-c5b39dc94cec None None] Network c6dd742f-0013-4e31-8fe7-463e248288b7 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:48:59.481494 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 54928) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:48:59.529748 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-cee559d5-50cc-45fb-931e-456298a61399 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Deleting subnet b539c415-3036-4571-9cfd-ba60745b6783 {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:48:59.533371 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cee559d5-50cc-45fb-931e-456298a61399 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:59.581187 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cee559d5-50cc-45fb-931e-456298a61399 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16313642'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:59.678918 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cee559d5-50cc-45fb-931e-456298a61399 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:59.813253 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cee559d5-50cc-45fb-931e-456298a61399 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4306592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16245866'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:59.841417 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee559d5-50cc-45fb-931e-456298a61399 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Pushing event deleted for resources: {'Subnet': ['ID=b539c415-3036-4571-9cfd-ba60745b6783,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:48:59.846905 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cee559d5-50cc-45fb-931e-456298a61399 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:59.850700 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-cee559d5-50cc-45fb-931e-456298a61399 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] 10.222.0.49 "DELETE /v2.0/subnets/b539c415-3036-4571-9cfd-ba60745b6783 HTTP/1.1" status: 204 len: 168 time: 0.3721073 Oct 12 19:48:59.853807 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 54930) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:48:59.857851 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee559d5-50cc-45fb-931e-456298a61399 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:48:59.858428 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee559d5-50cc-45fb-931e-456298a61399 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:48:59.858960 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee559d5-50cc-45fb-931e-456298a61399 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:48:59.859952 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee559d5-50cc-45fb-931e-456298a61399 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:48:59.860490 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee559d5-50cc-45fb-931e-456298a61399 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:48:59.860833 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee559d5-50cc-45fb-931e-456298a61399 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:48:59.863413 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee559d5-50cc-45fb-931e-456298a61399 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:48:59.863413 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee559d5-50cc-45fb-931e-456298a61399 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:48:59.863413 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee559d5-50cc-45fb-931e-456298a61399 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:48:59.863413 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee559d5-50cc-45fb-931e-456298a61399 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:48:59.863413 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee559d5-50cc-45fb-931e-456298a61399 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:48:59.863413 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee559d5-50cc-45fb-931e-456298a61399 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:48:59.938235 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ee30ee16-63d2-44de-a6fe-7fb2e2e2a3f9 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:48:59.994369 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-ee30ee16-63d2-44de-a6fe-7fb2e2e2a3f9 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Deleting port 22fc9a01-a2b5-4c38-8e6e-3b54de70022d {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:48:59.994980 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ee30ee16-63d2-44de-a6fe-7fb2e2e2a3f9 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:00.069989 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [None req-ee30ee16-63d2-44de-a6fe-7fb2e2e2a3f9 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] For port 22fc9a01-a2b5-4c38-8e6e-3b54de70022d, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=22fc9a01-a2b5-4c38-8e6e-3b54de70022d,segment=NetworkSegment(ce418223-96fb-46d3-b5b2-b640f4d3e33a),segment_id=ce418223-96fb-46d3-b5b2-b640f4d3e33a)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:49:00.070527 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ee30ee16-63d2-44de-a6fe-7fb2e2e2a3f9 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:00.085876 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-ee30ee16-63d2-44de-a6fe-7fb2e2e2a3f9 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Calling delete_port for 22fc9a01-a2b5-4c38-8e6e-3b54de70022d owned by network:dhcp {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:49:00.147984 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11d6fc9-e90e-4419-ba7d-9f7457d0f77e None None] Network c6dd742f-0013-4e31-8fe7-463e248288b7 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:49:00.252901 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ee30ee16-63d2-44de-a6fe-7fb2e2e2a3f9 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:00.260205 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-95f10bea-cffb-4517-a9d1-bd78262094f3 None None] Could not find standard attr ID for object 22fc9a01-a2b5-4c38-8e6e-3b54de70022d. {{(pid=95503) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 19:49:00.286838 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee30ee16-63d2-44de-a6fe-7fb2e2e2a3f9 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Pushing event deleted for resources: {'Port': ['ID=22fc9a01-a2b5-4c38-8e6e-3b54de70022d,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:49:00.292434 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee30ee16-63d2-44de-a6fe-7fb2e2e2a3f9 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] No DVR routers for this DVR port 22fc9a01-a2b5-4c38-8e6e-3b54de70022d on host n-d-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:49:00.345268 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7482e8f5-add8-4752-b544-3bc40ed480f6 None None] DHCP port deletion for c6dd742f-0013-4e31-8fe7-463e248288b7 request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 19:49:00.376313 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ee30ee16-63d2-44de-a6fe-7fb2e2e2a3f9 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:00.397195 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-ee30ee16-63d2-44de-a6fe-7fb2e2e2a3f9 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6dd742f-0013-4e31-8fe7-463e248288b7']}} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:49:00.406472 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-ee30ee16-63d2-44de-a6fe-7fb2e2e2a3f9 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce418223-96fb-46d3-b5b2-b640f4d3e33a') {'for_net_delete': True} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:49:00.406773 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-ee30ee16-63d2-44de-a6fe-7fb2e2e2a3f9 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce418223-96fb-46d3-b5b2-b640f4d3e33a') {} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:49:00.419919 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ee30ee16-63d2-44de-a6fe-7fb2e2e2a3f9 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4281072'] for segment, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:00.433413 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ee30ee16-63d2-44de-a6fe-7fb2e2e2a3f9 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:00.441201 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee30ee16-63d2-44de-a6fe-7fb2e2e2a3f9 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=95501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:49:00.441600 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ee30ee16-63d2-44de-a6fe-7fb2e2e2a3f9 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4823170'] for segment, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:00.444825 n-d-813679-3 neutron-server[95501]: Traceback (most recent call last): Oct 12 19:49:00.444825 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:49:00.444825 n-d-813679-3 neutron-server[95501]: timer() Oct 12 19:49:00.444825 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:49:00.444825 n-d-813679-3 neutron-server[95501]: cb(*args, **kw) Oct 12 19:49:00.444825 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:49:00.444825 n-d-813679-3 neutron-server[95501]: return func(*args, **kwargs) Oct 12 19:49:00.444825 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:49:00.444825 n-d-813679-3 neutron-server[95501]: self._notify() Oct 12 19:49:00.444825 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:49:00.444825 n-d-813679-3 neutron-server[95501]: self.callback(batched_events) Oct 12 19:49:00.444825 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:49:00.444825 n-d-813679-3 neutron-server[95501]: event.method(event) Oct 12 19:49:00.444825 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:49:00.444825 n-d-813679-3 neutron-server[95501]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:49:00.444825 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:49:00.444825 n-d-813679-3 neutron-server[95501]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:49:00.444825 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:49:00.444825 n-d-813679-3 neutron-server[95501]: return f(self, *a, **k) Oct 12 19:49:00.444825 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:49:00.444825 n-d-813679-3 neutron-server[95501]: return self._get(url).json() Oct 12 19:49:00.444825 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:49:00.444825 n-d-813679-3 neutron-server[95501]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:49:00.444825 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:49:00.444825 n-d-813679-3 neutron-server[95501]: return self.request(url, 'GET', **kwargs) Oct 12 19:49:00.444825 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:49:00.444825 n-d-813679-3 neutron-server[95501]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:49:00.444825 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:49:00.444825 n-d-813679-3 neutron-server[95501]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:49:00.444825 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:49:00.444825 n-d-813679-3 neutron-server[95501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:49:00.444825 n-d-813679-3 neutron-server[95501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:49:00.590207 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ee30ee16-63d2-44de-a6fe-7fb2e2e2a3f9 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:00.594991 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ee30ee16-63d2-44de-a6fe-7fb2e2e2a3f9 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks [] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:00.598589 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-ee30ee16-63d2-44de-a6fe-7fb2e2e2a3f9 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] 10.222.0.49 "DELETE /v2.0/networks/c6dd742f-0013-4e31-8fe7-463e248288b7 HTTP/1.1" status: 204 len: 168 time: 0.7435122 Oct 12 19:49:00.601247 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 54934) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:49:00.615581 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee30ee16-63d2-44de-a6fe-7fb2e2e2a3f9 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Pushing event deleted for resources: {'Network': ['ID=c6dd742f-0013-4e31-8fe7-463e248288b7,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:49:00.630445 n-d-813679-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-9eca2bd0-422d-4de6-a4d0-e89a6b480c4b tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] DELETE failed (client error): The resource could not be found. Oct 12 19:49:00.630923 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9eca2bd0-422d-4de6-a4d0-e89a6b480c4b tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:49:00.633950 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-9eca2bd0-422d-4de6-a4d0-e89a6b480c4b tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] 10.222.0.49 "DELETE /v2.0/subnets/c17f9a11-5c20-4c4d-ad99-369fe7c856e8 HTTP/1.1" status: 404 len: 337 time: 0.0316577 Oct 12 19:49:00.636580 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 54936) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:49:00.654262 n-d-813679-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-8de8b12a-0ed7-4db5-9667-7b0fff28c732 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] DELETE failed (client error): The resource could not be found. Oct 12 19:49:00.654779 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8de8b12a-0ed7-4db5-9667-7b0fff28c732 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:49:00.657745 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-8de8b12a-0ed7-4db5-9667-7b0fff28c732 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] 10.222.0.49 "DELETE /v2.0/networks/1866ac30-fb5d-46fe-9cee-3499b7af4685 HTTP/1.1" status: 404 len: 339 time: 0.0202014 Oct 12 19:49:00.660097 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 54938) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:49:00.688829 n-d-813679-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-94e1702c-e78f-47f0-b441-f467fe180e9a tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] DELETE failed (client error): The resource could not be found. Oct 12 19:49:00.689269 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94e1702c-e78f-47f0-b441-f467fe180e9a tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:49:00.692266 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-94e1702c-e78f-47f0-b441-f467fe180e9a tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] 10.222.0.49 "DELETE /v2.0/subnets/78bee4fd-7612-4205-9e0f-c54ac880439e HTTP/1.1" status: 404 len: 337 time: 0.0312829 Oct 12 19:49:00.694807 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 54940) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:49:00.713241 n-d-813679-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-31ad1ee1-e795-41bd-b6b1-59d412b1c555 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] DELETE failed (client error): The resource could not be found. Oct 12 19:49:00.713821 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31ad1ee1-e795-41bd-b6b1-59d412b1c555 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:49:00.716855 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-31ad1ee1-e795-41bd-b6b1-59d412b1c555 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] 10.222.0.49 "DELETE /v2.0/networks/45c33b96-5514-496b-88c5-3bb9be976cd6 HTTP/1.1" status: 404 len: 339 time: 0.0211403 Oct 12 19:49:00.719451 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 54942) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:49:00.745768 n-d-813679-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d443040-4f5a-475c-8b54-80710745da10 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] DELETE failed (client error): The resource could not be found. Oct 12 19:49:00.746225 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d443040-4f5a-475c-8b54-80710745da10 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:49:00.749204 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-2d443040-4f5a-475c-8b54-80710745da10 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] 10.222.0.49 "DELETE /v2.0/subnets/4663a0f7-35a6-486c-a522-d54715177898 HTTP/1.1" status: 404 len: 337 time: 0.0288084 Oct 12 19:49:00.752511 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 54944) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:49:00.770674 n-d-813679-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ac46a01-9d06-4c48-9d9e-8ee793682360 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] DELETE failed (client error): The resource could not be found. Oct 12 19:49:00.771513 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ac46a01-9d06-4c48-9d9e-8ee793682360 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:49:00.774391 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-4ac46a01-9d06-4c48-9d9e-8ee793682360 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] 10.222.0.49 "DELETE /v2.0/networks/7db40ad0-edcc-49f2-9b1f-9b453ceb10f7 HTTP/1.1" status: 404 len: 339 time: 0.0209720 Oct 12 19:49:00.777024 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 54946) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:49:00.826277 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-756020fb-6d14-4030-b04a-68f7792f291b tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Deleting subnet d29ee1e2-05b0-4513-84e4-52a28d0132d6 {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:49:00.829367 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-756020fb-6d14-4030-b04a-68f7792f291b tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:00.868612 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-756020fb-6d14-4030-b04a-68f7792f291b tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16313642'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:00.954269 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-756020fb-6d14-4030-b04a-68f7792f291b tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:01.082083 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-756020fb-6d14-4030-b04a-68f7792f291b tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4306592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16245866'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:01.110598 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756020fb-6d14-4030-b04a-68f7792f291b tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Pushing event deleted for resources: {'Subnet': ['ID=d29ee1e2-05b0-4513-84e4-52a28d0132d6,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:49:01.115685 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-756020fb-6d14-4030-b04a-68f7792f291b tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:01.120015 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-756020fb-6d14-4030-b04a-68f7792f291b tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] 10.222.0.49 "DELETE /v2.0/subnets/d29ee1e2-05b0-4513-84e4-52a28d0132d6 HTTP/1.1" status: 204 len: 168 time: 0.3412087 Oct 12 19:49:01.121663 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 54948) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:49:01.123751 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320e7e4c-b0b4-46be-91d2-b365eca3f956 None None] Network 4ed396b2-6510-4626-a875-d13c7ef9827f requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:49:01.203361 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-710526fa-172d-4fd9-a446-67ddc0077374 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:01.259229 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-710526fa-172d-4fd9-a446-67ddc0077374 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Deleting port be89c1cc-0abd-4b86-a71d-2c301b2100a8 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:49:01.259575 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-710526fa-172d-4fd9-a446-67ddc0077374 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:01.311875 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e06c2091-d7b7-4c37-a0fd-5409c9ca45a9 None None] DHCP port deletion for 4ed396b2-6510-4626-a875-d13c7ef9827f request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 19:49:01.337345 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-710526fa-172d-4fd9-a446-67ddc0077374 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] For port be89c1cc-0abd-4b86-a71d-2c301b2100a8, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=be89c1cc-0abd-4b86-a71d-2c301b2100a8,segment=NetworkSegment(5c016fff-77e8-4139-b965-0de8eb91ae70),segment_id=5c016fff-77e8-4139-b965-0de8eb91ae70)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:49:01.338056 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-710526fa-172d-4fd9-a446-67ddc0077374 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:01.356407 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-710526fa-172d-4fd9-a446-67ddc0077374 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Calling delete_port for be89c1cc-0abd-4b86-a71d-2c301b2100a8 owned by network:dhcp {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:49:01.361735 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 22fc9a01-a2b5-4c38-8e6e-3b54de70022d no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:49:01.366790 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-e06c2091-d7b7-4c37-a0fd-5409c9ca45a9 None None] Deleting port be89c1cc-0abd-4b86-a71d-2c301b2100a8 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:49:01.367411 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e06c2091-d7b7-4c37-a0fd-5409c9ca45a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:01.395946 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 22fc9a01-a2b5-4c38-8e6e-3b54de70022d {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:49:01.396253 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 22fc9a01-a2b5-4c38-8e6e-3b54de70022d not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:49:01.456966 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-e06c2091-d7b7-4c37-a0fd-5409c9ca45a9 None None] For port be89c1cc-0abd-4b86-a71d-2c301b2100a8, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=be89c1cc-0abd-4b86-a71d-2c301b2100a8,segment=NetworkSegment(5c016fff-77e8-4139-b965-0de8eb91ae70),segment_id=5c016fff-77e8-4139-b965-0de8eb91ae70)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:49:01.457360 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e06c2091-d7b7-4c37-a0fd-5409c9ca45a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:01.470138 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-e06c2091-d7b7-4c37-a0fd-5409c9ca45a9 None None] Calling delete_port for be89c1cc-0abd-4b86-a71d-2c301b2100a8 owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:49:01.532974 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-710526fa-172d-4fd9-a446-67ddc0077374 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:01.544863 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e06c2091-d7b7-4c37-a0fd-5409c9ca45a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:01.547565 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710526fa-172d-4fd9-a446-67ddc0077374 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] No DVR routers for this DVR port be89c1cc-0abd-4b86-a71d-2c301b2100a8 on host n-d-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:49:01.573810 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06c2091-d7b7-4c37-a0fd-5409c9ca45a9 None None] Pushing event deleted for resources: {'Port': ['ID=be89c1cc-0abd-4b86-a71d-2c301b2100a8,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:49:01.575795 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06c2091-d7b7-4c37-a0fd-5409c9ca45a9 None None] No DVR routers for this DVR port be89c1cc-0abd-4b86-a71d-2c301b2100a8 on host n-d-813679-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:49:01.595274 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710526fa-172d-4fd9-a446-67ddc0077374 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Pushing event deleted for resources: {'Port': ['ID=be89c1cc-0abd-4b86-a71d-2c301b2100a8,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:49:01.658055 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-710526fa-172d-4fd9-a446-67ddc0077374 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:01.676858 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-710526fa-172d-4fd9-a446-67ddc0077374 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ed396b2-6510-4626-a875-d13c7ef9827f']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:49:01.685712 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-710526fa-172d-4fd9-a446-67ddc0077374 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c016fff-77e8-4139-b965-0de8eb91ae70') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:49:01.685993 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-710526fa-172d-4fd9-a446-67ddc0077374 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c016fff-77e8-4139-b965-0de8eb91ae70') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:49:01.695728 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-710526fa-172d-4fd9-a446-67ddc0077374 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16313633'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:01.709667 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-710526fa-172d-4fd9-a446-67ddc0077374 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:01.715551 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-710526fa-172d-4fd9-a446-67ddc0077374 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:49:01.715933 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-710526fa-172d-4fd9-a446-67ddc0077374 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4305278'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:01.719251 n-d-813679-3 neutron-server[95502]: Traceback (most recent call last): Oct 12 19:49:01.719251 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:49:01.719251 n-d-813679-3 neutron-server[95502]: timer() Oct 12 19:49:01.719251 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:49:01.719251 n-d-813679-3 neutron-server[95502]: cb(*args, **kw) Oct 12 19:49:01.719251 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:49:01.719251 n-d-813679-3 neutron-server[95502]: return func(*args, **kwargs) Oct 12 19:49:01.719251 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:49:01.719251 n-d-813679-3 neutron-server[95502]: self._notify() Oct 12 19:49:01.719251 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:49:01.719251 n-d-813679-3 neutron-server[95502]: self.callback(batched_events) Oct 12 19:49:01.719251 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:49:01.719251 n-d-813679-3 neutron-server[95502]: event.method(event) Oct 12 19:49:01.719251 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:49:01.719251 n-d-813679-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:49:01.719251 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:49:01.719251 n-d-813679-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:49:01.719251 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:49:01.719251 n-d-813679-3 neutron-server[95502]: return f(self, *a, **k) Oct 12 19:49:01.719251 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:49:01.719251 n-d-813679-3 neutron-server[95502]: return self._get(url).json() Oct 12 19:49:01.719251 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:49:01.719251 n-d-813679-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:49:01.719251 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:49:01.719251 n-d-813679-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Oct 12 19:49:01.719251 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:49:01.719251 n-d-813679-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:49:01.719251 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:49:01.719251 n-d-813679-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:49:01.719251 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:49:01.719251 n-d-813679-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:49:01.719251 n-d-813679-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:49:01.723643 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4750cf7d-9ff3-452d-8989-cc1d7c505d21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:01.864340 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-710526fa-172d-4fd9-a446-67ddc0077374 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:01.869537 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-710526fa-172d-4fd9-a446-67ddc0077374 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:01.872988 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-710526fa-172d-4fd9-a446-67ddc0077374 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] 10.222.0.49 "DELETE /v2.0/networks/4ed396b2-6510-4626-a875-d13c7ef9827f HTTP/1.1" status: 204 len: 168 time: 0.7499454 Oct 12 19:49:01.876110 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 54952) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:49:01.888371 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710526fa-172d-4fd9-a446-67ddc0077374 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Pushing event deleted for resources: {'Network': ['ID=4ed396b2-6510-4626-a875-d13c7ef9827f,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:49:01.902748 n-d-813679-3 neutron-server[95501]: INFO neutron.pecan_wsgi.hooks.translation [None req-52a30a45-962b-442d-bf75-8df819c92186 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] DELETE failed (client error): The resource could not be found. Oct 12 19:49:01.903196 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52a30a45-962b-442d-bf75-8df819c92186 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:49:01.906732 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-52a30a45-962b-442d-bf75-8df819c92186 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] 10.222.0.49 "DELETE /v2.0/subnets/9535e2a1-e415-408d-8b3f-fc5473867a78 HTTP/1.1" status: 404 len: 337 time: 0.0290983 Oct 12 19:49:01.909489 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 54954) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:49:01.929643 n-d-813679-3 neutron-server[95501]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d71f350-67d5-4ae8-a275-4737e224a6b9 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] DELETE failed (client error): The resource could not be found. Oct 12 19:49:01.930220 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d71f350-67d5-4ae8-a275-4737e224a6b9 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:49:01.933196 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-3d71f350-67d5-4ae8-a275-4737e224a6b9 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] 10.222.0.49 "DELETE /v2.0/networks/538989b5-b13e-43f3-8cea-7592b058b2bd HTTP/1.1" status: 404 len: 339 time: 0.0228474 Oct 12 19:49:01.935670 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 54956) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:49:01.992808 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5987cc1-aee1-42e0-ac60-e673541ae630 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Deleting subnet 4a8cf060-b169-4fff-b7b7-bc746a440da3 {{(pid=95501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:49:01.995767 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b5987cc1-aee1-42e0-ac60-e673541ae630 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks [] for subnet, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:02.034963 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b5987cc1-aee1-42e0-ac60-e673541ae630 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281083'] for subnet, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:02.159691 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b5987cc1-aee1-42e0-ac60-e673541ae630 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:02.296880 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b5987cc1-aee1-42e0-ac60-e673541ae630 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4824924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4612362'] for subnet, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:02.321480 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5987cc1-aee1-42e0-ac60-e673541ae630 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Pushing event deleted for resources: {'Subnet': ['ID=4a8cf060-b169-4fff-b7b7-bc746a440da3,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:49:02.329692 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b5987cc1-aee1-42e0-ac60-e673541ae630 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:02.336517 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c23035a-7224-45e7-9fc9-31dcc460d397 None None] Network 233f82a6-9061-4acf-8494-61f8b4c88fc6 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:49:02.337333 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-b5987cc1-aee1-42e0-ac60-e673541ae630 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] 10.222.0.49 "DELETE /v2.0/subnets/4a8cf060-b169-4fff-b7b7-bc746a440da3 HTTP/1.1" status: 204 len: 168 time: 0.4005995 Oct 12 19:49:02.338596 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 54960) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:49:02.421087 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7eb34cc5-0cb1-4a71-a157-18a718c455a4 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:02.478573 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-7eb34cc5-0cb1-4a71-a157-18a718c455a4 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Deleting port 353ed728-d83e-45ee-9eb2-6a17556111ae {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:49:02.479052 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7eb34cc5-0cb1-4a71-a157-18a718c455a4 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:02.535932 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf3214a-a4ad-4769-a090-9f399c39a0f8 None None] DHCP port deletion for 233f82a6-9061-4acf-8494-61f8b4c88fc6 request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 19:49:02.545951 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [None req-7eb34cc5-0cb1-4a71-a157-18a718c455a4 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] For port 353ed728-d83e-45ee-9eb2-6a17556111ae, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=353ed728-d83e-45ee-9eb2-6a17556111ae,segment=NetworkSegment(c6d7715e-a287-40d7-8797-dd1e14d718ac),segment_id=c6d7715e-a287-40d7-8797-dd1e14d718ac)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:49:02.546352 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7eb34cc5-0cb1-4a71-a157-18a718c455a4 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:02.559077 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-7eb34cc5-0cb1-4a71-a157-18a718c455a4 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Calling delete_port for 353ed728-d83e-45ee-9eb2-6a17556111ae owned by network:dhcp {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:49:02.565209 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:02.748465 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7eb34cc5-0cb1-4a71-a157-18a718c455a4 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:02.751736 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-0cf3214a-a4ad-4769-a090-9f399c39a0f8 None None] Deleting port 353ed728-d83e-45ee-9eb2-6a17556111ae {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:49:02.752092 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0cf3214a-a4ad-4769-a090-9f399c39a0f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:02.773715 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb34cc5-0cb1-4a71-a157-18a718c455a4 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Pushing event deleted for resources: {'Port': ['ID=353ed728-d83e-45ee-9eb2-6a17556111ae,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:49:02.779611 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb34cc5-0cb1-4a71-a157-18a718c455a4 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] No DVR routers for this DVR port 353ed728-d83e-45ee-9eb2-6a17556111ae on host n-d-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:49:02.816685 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-0cf3214a-a4ad-4769-a090-9f399c39a0f8 None None] For port 353ed728-d83e-45ee-9eb2-6a17556111ae, host n-d-813679-3, got binding levels [] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:49:02.817085 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0cf3214a-a4ad-4769-a090-9f399c39a0f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:02.829091 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-0cf3214a-a4ad-4769-a090-9f399c39a0f8 None None] Calling delete_port for 353ed728-d83e-45ee-9eb2-6a17556111ae owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:49:02.831679 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.ipam_backend_mixin [None req-0cf3214a-a4ad-4769-a090-9f399c39a0f8 None None] Port 353ed728-d83e-45ee-9eb2-6a17556111ae was not found and therefore no delete operation was performed {{(pid=95503) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 12 19:49:02.833007 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0cf3214a-a4ad-4769-a090-9f399c39a0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:02.859678 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf3214a-a4ad-4769-a090-9f399c39a0f8 None None] Pushing event deleted for resources: {'Port': ['ID=353ed728-d83e-45ee-9eb2-6a17556111ae,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:49:02.861572 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf3214a-a4ad-4769-a090-9f399c39a0f8 None None] No DVR routers for this DVR port 353ed728-d83e-45ee-9eb2-6a17556111ae on host n-d-813679-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:49:03.079774 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:03.121608 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:03.129523 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7eb34cc5-0cb1-4a71-a157-18a718c455a4 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:03.150894 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-7eb34cc5-0cb1-4a71-a157-18a718c455a4 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['233f82a6-9061-4acf-8494-61f8b4c88fc6']}} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:49:03.161692 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-7eb34cc5-0cb1-4a71-a157-18a718c455a4 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6d7715e-a287-40d7-8797-dd1e14d718ac') {'for_net_delete': True} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:49:03.161981 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-7eb34cc5-0cb1-4a71-a157-18a718c455a4 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6d7715e-a287-40d7-8797-dd1e14d718ac') {} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:49:03.172540 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7eb34cc5-0cb1-4a71-a157-18a718c455a4 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4281072'] for segment, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:03.186186 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7eb34cc5-0cb1-4a71-a157-18a718c455a4 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:03.192433 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7eb34cc5-0cb1-4a71-a157-18a718c455a4 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=95501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:49:03.192885 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7eb34cc5-0cb1-4a71-a157-18a718c455a4 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4823170'] for segment, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:03.195893 n-d-813679-3 neutron-server[95501]: Traceback (most recent call last): Oct 12 19:49:03.195893 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:49:03.195893 n-d-813679-3 neutron-server[95501]: timer() Oct 12 19:49:03.195893 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:49:03.195893 n-d-813679-3 neutron-server[95501]: cb(*args, **kw) Oct 12 19:49:03.195893 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:49:03.195893 n-d-813679-3 neutron-server[95501]: return func(*args, **kwargs) Oct 12 19:49:03.195893 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:49:03.195893 n-d-813679-3 neutron-server[95501]: self._notify() Oct 12 19:49:03.195893 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:49:03.195893 n-d-813679-3 neutron-server[95501]: self.callback(batched_events) Oct 12 19:49:03.195893 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:49:03.195893 n-d-813679-3 neutron-server[95501]: event.method(event) Oct 12 19:49:03.195893 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:49:03.195893 n-d-813679-3 neutron-server[95501]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:49:03.195893 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:49:03.195893 n-d-813679-3 neutron-server[95501]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:49:03.195893 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:49:03.195893 n-d-813679-3 neutron-server[95501]: return f(self, *a, **k) Oct 12 19:49:03.195893 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:49:03.195893 n-d-813679-3 neutron-server[95501]: return self._get(url).json() Oct 12 19:49:03.195893 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:49:03.195893 n-d-813679-3 neutron-server[95501]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:49:03.195893 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:49:03.195893 n-d-813679-3 neutron-server[95501]: return self.request(url, 'GET', **kwargs) Oct 12 19:49:03.195893 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:49:03.195893 n-d-813679-3 neutron-server[95501]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:49:03.195893 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:49:03.195893 n-d-813679-3 neutron-server[95501]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:49:03.195893 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:49:03.195893 n-d-813679-3 neutron-server[95501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:49:03.195893 n-d-813679-3 neutron-server[95501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:49:03.316650 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7eb34cc5-0cb1-4a71-a157-18a718c455a4 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:03.317513 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device be89c1cc-0abd-4b86-a71d-2c301b2100a8 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:49:03.321727 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7eb34cc5-0cb1-4a71-a157-18a718c455a4 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Notify callbacks [] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:03.326697 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-7eb34cc5-0cb1-4a71-a157-18a718c455a4 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] 10.222.0.49 "DELETE /v2.0/networks/233f82a6-9061-4acf-8494-61f8b4c88fc6 HTTP/1.1" status: 204 len: 168 time: 0.9861879 Oct 12 19:49:03.342676 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb34cc5-0cb1-4a71-a157-18a718c455a4 tempest-NetworksIpV6Test-2132271743 tempest-NetworksIpV6Test-2132271743-project] Pushing event deleted for resources: {'Network': ['ID=233f82a6-9061-4acf-8494-61f8b4c88fc6,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:49:03.348428 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: be89c1cc-0abd-4b86-a71d-2c301b2100a8 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:49:03.349017 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device be89c1cc-0abd-4b86-a71d-2c301b2100a8 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:49:03.349411 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 353ed728-d83e-45ee-9eb2-6a17556111ae no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:49:03.370277 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 353ed728-d83e-45ee-9eb2-6a17556111ae {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:49:03.374381 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 353ed728-d83e-45ee-9eb2-6a17556111ae not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:49:03.828874 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 55014) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:49:03.955962 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:03.989013 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-1a4f7270-45c8-4bb3-abc0-e8a9d7976d7a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=57101efc02fc439fab9f608078a27468&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1586607 Oct 12 19:49:03.991492 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 55018) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:49:04.040322 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ed7fae04-8a67-4373-866a-c0a0402c6ed5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:04.061020 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ed7fae04-8a67-4373-866a-c0a0402c6ed5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:04.212881 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ed7fae04-8a67-4373-866a-c0a0402c6ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:04.215456 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ed7fae04-8a67-4373-866a-c0a0402c6ed5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:04.216678 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-ed7fae04-8a67-4373-866a-c0a0402c6ed5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d7272c2b-748b-42fd-8761-8f519115a10a HTTP/1.1" status: 204 len: 168 time: 0.2242522 Oct 12 19:49:04.225250 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7fae04-8a67-4373-866a-c0a0402c6ed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7272c2b-748b-42fd-8761-8f519115a10a,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:49:04.622714 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:05.237646 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 55074) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:49:05.336172 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-051bce57-e0af-4be9-8eed-4ade31dae5f3 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-281254825'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:49:05.422366 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-051bce57-e0af-4be9-8eed-4ade31dae5f3 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Made reservation on behalf of d0cef2777f1a4204ae008e279618e6b2 for: {'network': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:49:05.426004 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-051bce57-e0af-4be9-8eed-4ade31dae5f3 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:05.438408 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-051bce57-e0af-4be9-8eed-4ade31dae5f3 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:05.523483 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-051bce57-e0af-4be9-8eed-4ade31dae5f3 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:05.595660 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-051bce57-e0af-4be9-8eed-4ade31dae5f3 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:05.632451 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-051bce57-e0af-4be9-8eed-4ade31dae5f3 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=95501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:49:05.641739 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051bce57-e0af-4be9-8eed-4ade31dae5f3 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=720e555b-2057-488a-ba91-a0569fa04209,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:49:05.649531 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-051bce57-e0af-4be9-8eed-4ade31dae5f3 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:05.649880 n-d-813679-3 neutron-server[95501]: INFO neutron.db.segments_db [None req-051bce57-e0af-4be9-8eed-4ade31dae5f3 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Added segment a8daf118-874e-4dcb-833b-9e78b5230b04 of type vlan for network d2795ab8-ca81-4bed-a45e-e02371e8ce20 Oct 12 19:49:05.693691 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-051bce57-e0af-4be9-8eed-4ade31dae5f3 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:05.770840 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-051bce57-e0af-4be9-8eed-4ade31dae5f3 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:05.776681 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-051bce57-e0af-4be9-8eed-4ade31dae5f3 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:49:05.777253 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-051bce57-e0af-4be9-8eed-4ade31dae5f3 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks [] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:05.842106 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051bce57-e0af-4be9-8eed-4ade31dae5f3 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Pushing event updated for resources: {'Network': ['ID=d2795ab8-ca81-4bed-a45e-e02371e8ce20,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:49:05.852956 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network d2795ab8-ca81-4bed-a45e-e02371e8ce20 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:49:05.904918 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-051bce57-e0af-4be9-8eed-4ade31dae5f3 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6661379 Oct 12 19:49:06.036803 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 55080) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:49:06.041925 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-aa8b9268-a1e3-4492-8c8f-21095a07dd57 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Request body: {'subnet': {'network_id': 'd2795ab8-ca81-4bed-a45e-e02371e8ce20', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:49:06.201344 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa8b9268-a1e3-4492-8c8f-21095a07dd57 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Made reservation on behalf of d0cef2777f1a4204ae008e279618e6b2 for: {'subnet': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:49:06.205647 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-aa8b9268-a1e3-4492-8c8f-21095a07dd57 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4612397'] for subnet, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:06.440679 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-aa8b9268-a1e3-4492-8c8f-21095a07dd57 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4824863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4612355'] for subnet, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:06.503178 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8b9268-a1e3-4492-8c8f-21095a07dd57 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Pushing event updated for resources: {'Subnet': ['ID=647ae46f-5104-416d-87cb-e7c273fae418,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:49:06.514840 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8b9268-a1e3-4492-8c8f-21095a07dd57 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Checking segment: {'id': 'a8daf118-874e-4dcb-833b-9e78b5230b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'd2795ab8-ca81-4bed-a45e-e02371e8ce20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:49:06.515219 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8b9268-a1e3-4492-8c8f-21095a07dd57 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Network hostable DHCP agents. Network: d2795ab8-ca81-4bed-a45e-e02371e8ce20, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:49:06.588422 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8b9268-a1e3-4492-8c8f-21095a07dd57 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Network d2795ab8-ca81-4bed-a45e-e02371e8ce20 is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:49:06.670004 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-aa8b9268-a1e3-4492-8c8f-21095a07dd57 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, d2795ab8-ca81-4bed-a45e-e02371e8ce20) {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:49:06.674912 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa8b9268-a1e3-4492-8c8f-21095a07dd57 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:49:06.675576 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-aa8b9268-a1e3-4492-8c8f-21095a07dd57 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:06.682688 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae53e7bc-382a-4aa8-b5c9-a559a82c3701 None None] Network d2795ab8-ca81-4bed-a45e-e02371e8ce20 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:49:06.758584 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-aa8b9268-a1e3-4492-8c8f-21095a07dd57 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.7206862 Oct 12 19:49:06.761871 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 55084) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:49:06.767177 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-a6d9e17f-66ea-4ef0-bfce-7d4818e6a3d4 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2098140036'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:49:06.831075 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-834c81a3-30a4-49ee-b053-9b016edad7f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-d2795ab8-ca81-4bed-a45e-e02371e8ce20', 'network_id': 'd2795ab8-ca81-4bed-a45e-e02371e8ce20', 'tenant_id': 'd0cef2777f1a4204ae008e279618e6b2', 'fixed_ips': [{'subnet_id': '647ae46f-5104-416d-87cb-e7c273fae418'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:49:06.832079 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-834c81a3-30a4-49ee-b053-9b016edad7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:06.851640 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6d9e17f-66ea-4ef0-bfce-7d4818e6a3d4 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Made reservation on behalf of d0cef2777f1a4204ae008e279618e6b2 for: {'network': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:49:06.856602 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a6d9e17f-66ea-4ef0-bfce-7d4818e6a3d4 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:06.882588 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6d9e17f-66ea-4ef0-bfce-7d4818e6a3d4 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'} {{(pid=95501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:49:06.891832 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a6d9e17f-66ea-4ef0-bfce-7d4818e6a3d4 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:06.893312 n-d-813679-3 neutron-server[95501]: INFO neutron.db.segments_db [None req-a6d9e17f-66ea-4ef0-bfce-7d4818e6a3d4 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Added segment 1b1c45fb-4abb-4e4f-85b3-3c9330e36b6a of type vlan for network 1c75df93-bbb2-4592-a8fc-2ccc02be1845 Oct 12 19:49:06.938130 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a6d9e17f-66ea-4ef0-bfce-7d4818e6a3d4 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:06.973603 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-834c81a3-30a4-49ee-b053-9b016edad7f3 None None] Allocated IP 172.20.255.242 (d2795ab8-ca81-4bed-a45e-e02371e8ce20/647ae46f-5104-416d-87cb-e7c273fae418/b6ddeba3-01ab-4683-b6c8-8d034235c374) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:49:07.024840 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a6d9e17f-66ea-4ef0-bfce-7d4818e6a3d4 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:07.031726 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d9e17f-66ea-4ef0-bfce-7d4818e6a3d4 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:49:07.034246 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a6d9e17f-66ea-4ef0-bfce-7d4818e6a3d4 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks [] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:07.108558 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d9e17f-66ea-4ef0-bfce-7d4818e6a3d4 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Pushing event updated for resources: {'Network': ['ID=1c75df93-bbb2-4592-a8fc-2ccc02be1845,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:49:07.121292 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 1c75df93-bbb2-4592-a8fc-2ccc02be1845 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:49:07.147062 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-a6d9e17f-66ea-4ef0-bfce-7d4818e6a3d4 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3838990 Oct 12 19:49:07.149615 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 55086) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:49:07.154579 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-9f6f613e-7ae0-4108-a34b-e2239624a1a7 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Request body: {'subnet': {'network_id': '1c75df93-bbb2-4592-a8fc-2ccc02be1845', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:49:07.166748 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-834c81a3-30a4-49ee-b053-9b016edad7f3 None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:07.241725 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-834c81a3-30a4-49ee-b053-9b016edad7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:07.284666 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834c81a3-30a4-49ee-b053-9b016edad7f3 None None] Network d2795ab8-ca81-4bed-a45e-e02371e8ce20 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:49:07.287481 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-834c81a3-30a4-49ee-b053-9b016edad7f3 None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:49:07.291875 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834c81a3-30a4-49ee-b053-9b016edad7f3 None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:49:07.294899 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834c81a3-30a4-49ee-b053-9b016edad7f3 None None] Pushing event updated for resources: {'Port': ['ID=b6ddeba3-01ab-4683-b6c8-8d034235c374,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:49:07.319486 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f6f613e-7ae0-4108-a34b-e2239624a1a7 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Made reservation on behalf of d0cef2777f1a4204ae008e279618e6b2 for: {'subnet': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:49:07.323370 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9f6f613e-7ae0-4108-a34b-e2239624a1a7 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4612397'] for subnet, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:07.352708 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-834c81a3-30a4-49ee-b053-9b016edad7f3 None None] Attempting to bind port b6ddeba3-01ab-4683-b6c8-8d034235c374 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:49:07.353411 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-834c81a3-30a4-49ee-b053-9b016edad7f3 None None] Attempting to bind port b6ddeba3-01ab-4683-b6c8-8d034235c374 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'a8daf118-874e-4dcb-833b-9e78b5230b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'd2795ab8-ca81-4bed-a45e-e02371e8ce20'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:49:07.353974 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834c81a3-30a4-49ee-b053-9b016edad7f3 None None] Attempting to bind port b6ddeba3-01ab-4683-b6c8-8d034235c374 on network d2795ab8-ca81-4bed-a45e-e02371e8ce20 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:49:07.359605 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834c81a3-30a4-49ee-b053-9b016edad7f3 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:49:07.360254 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834c81a3-30a4-49ee-b053-9b016edad7f3 None None] Checking segment: {'id': 'a8daf118-874e-4dcb-833b-9e78b5230b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'd2795ab8-ca81-4bed-a45e-e02371e8ce20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:49:07.360844 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-834c81a3-30a4-49ee-b053-9b016edad7f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:07.361247 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834c81a3-30a4-49ee-b053-9b016edad7f3 None None] Bound using segment: {'id': 'a8daf118-874e-4dcb-833b-9e78b5230b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'd2795ab8-ca81-4bed-a45e-e02371e8ce20'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:49:07.361723 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-834c81a3-30a4-49ee-b053-9b016edad7f3 None None] Bound port: b6ddeba3-01ab-4683-b6c8-8d034235c374, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8daf118-874e-4dcb-833b-9e78b5230b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'd2795ab8-ca81-4bed-a45e-e02371e8ce20'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:49:07.362114 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-834c81a3-30a4-49ee-b053-9b016edad7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:07.434018 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-834c81a3-30a4-49ee-b053-9b016edad7f3 None None] For port b6ddeba3-01ab-4683-b6c8-8d034235c374, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:49:07.437394 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-834c81a3-30a4-49ee-b053-9b016edad7f3 None None] For port b6ddeba3-01ab-4683-b6c8-8d034235c374, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=b6ddeba3-01ab-4683-b6c8-8d034235c374,segment=NetworkSegment(a8daf118-874e-4dcb-833b-9e78b5230b04),segment_id=a8daf118-874e-4dcb-833b-9e78b5230b04)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:49:07.504623 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-834c81a3-30a4-49ee-b053-9b016edad7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:07.567422 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834c81a3-30a4-49ee-b053-9b016edad7f3 None None] Pushing event updated for resources: {'Port': ['ID=b6ddeba3-01ab-4683-b6c8-8d034235c374,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:49:07.624930 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9f6f613e-7ae0-4108-a34b-e2239624a1a7 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4824863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4612355'] for subnet, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:07.688757 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6f613e-7ae0-4108-a34b-e2239624a1a7 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Pushing event updated for resources: {'Subnet': ['ID=729d1d66-5660-4ae0-a046-249a264f7bbd,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:49:07.699302 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6f613e-7ae0-4108-a34b-e2239624a1a7 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Checking segment: {'id': '1b1c45fb-4abb-4e4f-85b3-3c9330e36b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '1c75df93-bbb2-4592-a8fc-2ccc02be1845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:49:07.699786 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6f613e-7ae0-4108-a34b-e2239624a1a7 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Network hostable DHCP agents. Network: 1c75df93-bbb2-4592-a8fc-2ccc02be1845, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:49:07.805650 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6f613e-7ae0-4108-a34b-e2239624a1a7 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Network 1c75df93-bbb2-4592-a8fc-2ccc02be1845 is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:49:07.891550 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-9f6f613e-7ae0-4108-a34b-e2239624a1a7 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, 1c75df93-bbb2-4592-a8fc-2ccc02be1845) {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:49:07.896421 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f6f613e-7ae0-4108-a34b-e2239624a1a7 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:49:07.897020 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9f6f613e-7ae0-4108-a34b-e2239624a1a7 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:07.901917 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad2a1ef-06ea-47c1-b61b-09e58725d466 None None] Network 1c75df93-bbb2-4592-a8fc-2ccc02be1845 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:49:07.994443 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-9f6f613e-7ae0-4108-a34b-e2239624a1a7 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.8437805 Oct 12 19:49:07.997232 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 55090) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:49:08.057720 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d9605d-b4ee-4e75-b288-b00a060558ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-1c75df93-bbb2-4592-a8fc-2ccc02be1845', 'network_id': '1c75df93-bbb2-4592-a8fc-2ccc02be1845', 'tenant_id': 'd0cef2777f1a4204ae008e279618e6b2', 'fixed_ips': [{'subnet_id': '729d1d66-5660-4ae0-a046-249a264f7bbd'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:49:08.058758 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f4d9605d-b4ee-4e75-b288-b00a060558ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:08.101570 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4ed40ad8-996e-4e91-8cbe-d3a583a8b9d8 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:08.167190 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4ed40ad8-996e-4e91-8cbe-d3a583a8b9d8 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:08.221589 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-f4d9605d-b4ee-4e75-b288-b00a060558ee None None] Allocated IP 172.20.0.2 (1c75df93-bbb2-4592-a8fc-2ccc02be1845/729d1d66-5660-4ae0-a046-249a264f7bbd/f0f2b5e4-fb65-4dda-a804-70e3558b4fad) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:49:08.381657 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f4d9605d-b4ee-4e75-b288-b00a060558ee None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:08.464446 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f4d9605d-b4ee-4e75-b288-b00a060558ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:08.510323 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1309435b-c65a-4a1f-953f-89ef4b1fd87c None None] Network d2795ab8-ca81-4bed-a45e-e02371e8ce20 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:49:08.516287 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d9605d-b4ee-4e75-b288-b00a060558ee None None] Network 1c75df93-bbb2-4592-a8fc-2ccc02be1845 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:49:08.550156 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-f4d9605d-b4ee-4e75-b288-b00a060558ee None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:49:08.564965 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d9605d-b4ee-4e75-b288-b00a060558ee None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:49:08.567603 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4ed40ad8-996e-4e91-8cbe-d3a583a8b9d8 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4306592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16245866'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:08.575258 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d9605d-b4ee-4e75-b288-b00a060558ee None None] Pushing event updated for resources: {'Port': ['ID=f0f2b5e4-fb65-4dda-a804-70e3558b4fad,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:49:08.611856 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed40ad8-996e-4e91-8cbe-d3a583a8b9d8 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Pushing event deleted for resources: {'Subnet': ['ID=729d1d66-5660-4ae0-a046-249a264f7bbd,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:49:08.640210 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-02d7dd14-6914-454a-926c-0099453cc471 None None] Provisioning complete for port b6ddeba3-01ab-4683-b6c8-8d034235c374 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:49:08.640583 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-02d7dd14-6914-454a-926c-0099453cc471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:08.667543 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4ed40ad8-996e-4e91-8cbe-d3a583a8b9d8 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:08.680325 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-f4d9605d-b4ee-4e75-b288-b00a060558ee None None] Attempting to bind port f0f2b5e4-fb65-4dda-a804-70e3558b4fad on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:49:08.680695 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-f4d9605d-b4ee-4e75-b288-b00a060558ee None None] Attempting to bind port f0f2b5e4-fb65-4dda-a804-70e3558b4fad by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '1b1c45fb-4abb-4e4f-85b3-3c9330e36b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '1c75df93-bbb2-4592-a8fc-2ccc02be1845'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:49:08.681062 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d9605d-b4ee-4e75-b288-b00a060558ee None None] Attempting to bind port f0f2b5e4-fb65-4dda-a804-70e3558b4fad on network 1c75df93-bbb2-4592-a8fc-2ccc02be1845 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:49:08.691503 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d9605d-b4ee-4e75-b288-b00a060558ee None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:49:08.691918 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d9605d-b4ee-4e75-b288-b00a060558ee None None] Checking segment: {'id': '1b1c45fb-4abb-4e4f-85b3-3c9330e36b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '1c75df93-bbb2-4592-a8fc-2ccc02be1845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:49:08.692579 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f4d9605d-b4ee-4e75-b288-b00a060558ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:08.692771 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d9605d-b4ee-4e75-b288-b00a060558ee None None] Bound using segment: {'id': '1b1c45fb-4abb-4e4f-85b3-3c9330e36b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '1c75df93-bbb2-4592-a8fc-2ccc02be1845'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:49:08.693137 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-f4d9605d-b4ee-4e75-b288-b00a060558ee None None] Bound port: f0f2b5e4-fb65-4dda-a804-70e3558b4fad, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b1c45fb-4abb-4e4f-85b3-3c9330e36b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '1c75df93-bbb2-4592-a8fc-2ccc02be1845'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:49:08.693510 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f4d9605d-b4ee-4e75-b288-b00a060558ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:08.694402 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-4ed40ad8-996e-4e91-8cbe-d3a583a8b9d8 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c75df93-bbb2-4592-a8fc-2ccc02be1845']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:49:08.705392 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-4ed40ad8-996e-4e91-8cbe-d3a583a8b9d8 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b1c45fb-4abb-4e4f-85b3-3c9330e36b6a') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:49:08.705689 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-4ed40ad8-996e-4e91-8cbe-d3a583a8b9d8 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b1c45fb-4abb-4e4f-85b3-3c9330e36b6a') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:49:08.716413 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4ed40ad8-996e-4e91-8cbe-d3a583a8b9d8 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16313633'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:08.730718 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4ed40ad8-996e-4e91-8cbe-d3a583a8b9d8 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:08.737977 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ed40ad8-996e-4e91-8cbe-d3a583a8b9d8 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:49:08.738375 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4ed40ad8-996e-4e91-8cbe-d3a583a8b9d8 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4305278'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:08.741825 n-d-813679-3 neutron-server[95502]: Traceback (most recent call last): Oct 12 19:49:08.741825 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:49:08.741825 n-d-813679-3 neutron-server[95502]: timer() Oct 12 19:49:08.741825 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:49:08.741825 n-d-813679-3 neutron-server[95502]: cb(*args, **kw) Oct 12 19:49:08.741825 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:49:08.741825 n-d-813679-3 neutron-server[95502]: return func(*args, **kwargs) Oct 12 19:49:08.741825 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:49:08.741825 n-d-813679-3 neutron-server[95502]: self._notify() Oct 12 19:49:08.741825 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:49:08.741825 n-d-813679-3 neutron-server[95502]: self.callback(batched_events) Oct 12 19:49:08.741825 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:49:08.741825 n-d-813679-3 neutron-server[95502]: event.method(event) Oct 12 19:49:08.741825 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:49:08.741825 n-d-813679-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:49:08.741825 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:49:08.741825 n-d-813679-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:49:08.741825 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:49:08.741825 n-d-813679-3 neutron-server[95502]: return f(self, *a, **k) Oct 12 19:49:08.741825 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:49:08.741825 n-d-813679-3 neutron-server[95502]: return self._get(url).json() Oct 12 19:49:08.741825 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:49:08.741825 n-d-813679-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:49:08.741825 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:49:08.741825 n-d-813679-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Oct 12 19:49:08.741825 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:49:08.741825 n-d-813679-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:49:08.741825 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:49:08.741825 n-d-813679-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:49:08.741825 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:49:08.741825 n-d-813679-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:49:08.741825 n-d-813679-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:49:08.819075 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.db.api [None req-4ed40ad8-996e-4e91-8cbe-d3a583a8b9d8 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 12 19:49:08.819075 n-d-813679-3 neutron-server[95502]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 12 19:49:08.819075 n-d-813679-3 neutron-server[95502]: [parameters: {'id': '1c75df93-bbb2-4592-a8fc-2ccc02be1845'}] Oct 12 19:49:08.819075 n-d-813679-3 neutron-server[95502]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95502) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 19:49:08.819886 n-d-813679-3 neutron-server[95502]: DEBUG oslo_db.api [None req-4ed40ad8-996e-4e91-8cbe-d3a583a8b9d8 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 19:49:08.897895 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-02d7dd14-6914-454a-926c-0099453cc471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:08.897895 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-f4d9605d-b4ee-4e75-b288-b00a060558ee None None] For port f0f2b5e4-fb65-4dda-a804-70e3558b4fad, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:49:08.902082 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-f4d9605d-b4ee-4e75-b288-b00a060558ee None None] For port f0f2b5e4-fb65-4dda-a804-70e3558b4fad, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=f0f2b5e4-fb65-4dda-a804-70e3558b4fad,segment=NetworkSegment(1b1c45fb-4abb-4e4f-85b3-3c9330e36b6a),segment_id=1b1c45fb-4abb-4e4f-85b3-3c9330e36b6a)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:49:08.958058 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-02d7dd14-6914-454a-926c-0099453cc471 None None] For port b6ddeba3-01ab-4683-b6c8-8d034235c374, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=b6ddeba3-01ab-4683-b6c8-8d034235c374,segment=NetworkSegment(a8daf118-874e-4dcb-833b-9e78b5230b04),segment_id=a8daf118-874e-4dcb-833b-9e78b5230b04)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:49:08.985046 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f4d9605d-b4ee-4e75-b288-b00a060558ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:09.072830 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-02d7dd14-6914-454a-926c-0099453cc471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:09.087202 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d9605d-b4ee-4e75-b288-b00a060558ee None None] Pushing event updated for resources: {'Port': ['ID=f0f2b5e4-fb65-4dda-a804-70e3558b4fad,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:49:09.116810 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-698f1d3a-122b-4aba-8966-034c33ed1ae0 None None] Network 1c75df93-bbb2-4592-a8fc-2ccc02be1845 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:49:09.213961 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d7dd14-6914-454a-926c-0099453cc471 None None] Pushing event updated for resources: {'Port': ['ID=b6ddeba3-01ab-4683-b6c8-8d034235c374,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:49:09.233416 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-4f1c33c5-1181-4930-9124-2e44a977978c None None] Provisioning complete for port b6ddeba3-01ab-4683-b6c8-8d034235c374 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:49:09.234354 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4f1c33c5-1181-4930-9124-2e44a977978c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:09.321684 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4ed40ad8-996e-4e91-8cbe-d3a583a8b9d8 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:09.339116 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0906fe9-6d38-4e9d-9fc5-d038c40d715c None None] get_active_networks_info from n-d-813679-3 {{(pid=95503) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 12 19:49:09.376595 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device b6ddeba3-01ab-4683-b6c8-8d034235c374 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:49:09.395368 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-4ed40ad8-996e-4e91-8cbe-d3a583a8b9d8 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Deleting port f0f2b5e4-fb65-4dda-a804-70e3558b4fad {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:49:09.396001 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4ed40ad8-996e-4e91-8cbe-d3a583a8b9d8 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:09.471017 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-4ed40ad8-996e-4e91-8cbe-d3a583a8b9d8 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] For port f0f2b5e4-fb65-4dda-a804-70e3558b4fad, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=f0f2b5e4-fb65-4dda-a804-70e3558b4fad,segment=NetworkSegment(1b1c45fb-4abb-4e4f-85b3-3c9330e36b6a),segment_id=1b1c45fb-4abb-4e4f-85b3-3c9330e36b6a)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:49:09.471473 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4ed40ad8-996e-4e91-8cbe-d3a583a8b9d8 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:09.477929 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port b6ddeba3-01ab-4683-b6c8-8d034235c374 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:49:09.478299 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:09.487198 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-4ed40ad8-996e-4e91-8cbe-d3a583a8b9d8 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Calling delete_port for f0f2b5e4-fb65-4dda-a804-70e3558b4fad owned by network:dhcp {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:49:09.504685 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0906fe9-6d38-4e9d-9fc5-d038c40d715c None None] Resources bound (agent type, host, resource id): {{(pid=95503) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 12 19:49:09.657533 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4ed40ad8-996e-4e91-8cbe-d3a583a8b9d8 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:09.683120 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed40ad8-996e-4e91-8cbe-d3a583a8b9d8 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Pushing event deleted for resources: {'Port': ['ID=f0f2b5e4-fb65-4dda-a804-70e3558b4fad,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:49:09.694422 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed40ad8-996e-4e91-8cbe-d3a583a8b9d8 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] No DVR routers for this DVR port f0f2b5e4-fb65-4dda-a804-70e3558b4fad on host n-d-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:49:09.787784 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4ed40ad8-996e-4e91-8cbe-d3a583a8b9d8 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:09.810427 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-4ed40ad8-996e-4e91-8cbe-d3a583a8b9d8 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c75df93-bbb2-4592-a8fc-2ccc02be1845']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:49:09.824191 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-4ed40ad8-996e-4e91-8cbe-d3a583a8b9d8 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b1c45fb-4abb-4e4f-85b3-3c9330e36b6a') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:49:09.824494 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-4ed40ad8-996e-4e91-8cbe-d3a583a8b9d8 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b1c45fb-4abb-4e4f-85b3-3c9330e36b6a') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:49:09.837741 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4ed40ad8-996e-4e91-8cbe-d3a583a8b9d8 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16313633'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:09.854991 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4ed40ad8-996e-4e91-8cbe-d3a583a8b9d8 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:09.861406 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ed40ad8-996e-4e91-8cbe-d3a583a8b9d8 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:49:09.861801 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4ed40ad8-996e-4e91-8cbe-d3a583a8b9d8 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4305278'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:09.864805 n-d-813679-3 neutron-server[95502]: Traceback (most recent call last): Oct 12 19:49:09.864805 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:49:09.864805 n-d-813679-3 neutron-server[95502]: timer() Oct 12 19:49:09.864805 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:49:09.864805 n-d-813679-3 neutron-server[95502]: cb(*args, **kw) Oct 12 19:49:09.864805 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:49:09.864805 n-d-813679-3 neutron-server[95502]: return func(*args, **kwargs) Oct 12 19:49:09.864805 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:49:09.864805 n-d-813679-3 neutron-server[95502]: self._notify() Oct 12 19:49:09.864805 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:49:09.864805 n-d-813679-3 neutron-server[95502]: self.callback(batched_events) Oct 12 19:49:09.864805 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:49:09.864805 n-d-813679-3 neutron-server[95502]: event.method(event) Oct 12 19:49:09.864805 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:49:09.864805 n-d-813679-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:49:09.864805 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:49:09.864805 n-d-813679-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:49:09.864805 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:49:09.864805 n-d-813679-3 neutron-server[95502]: return f(self, *a, **k) Oct 12 19:49:09.864805 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:49:09.864805 n-d-813679-3 neutron-server[95502]: return self._get(url).json() Oct 12 19:49:09.864805 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:49:09.864805 n-d-813679-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:49:09.864805 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:49:09.864805 n-d-813679-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Oct 12 19:49:09.864805 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:49:09.864805 n-d-813679-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:49:09.864805 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:49:09.864805 n-d-813679-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:49:09.864805 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:49:09.864805 n-d-813679-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:49:09.864805 n-d-813679-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:49:09.993936 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4ed40ad8-996e-4e91-8cbe-d3a583a8b9d8 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:09.999864 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4ed40ad8-996e-4e91-8cbe-d3a583a8b9d8 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:10.004604 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-4ed40ad8-996e-4e91-8cbe-d3a583a8b9d8 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] 10.222.0.49 "DELETE /v2.0/networks/1c75df93-bbb2-4592-a8fc-2ccc02be1845 HTTP/1.1" status: 204 len: 168 time: 2.0053480 Oct 12 19:49:10.007451 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 55096) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:49:10.012691 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-fdee9451-4eb9-4bbb-b062-69a72efefe53 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1060602363'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:49:10.019557 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed40ad8-996e-4e91-8cbe-d3a583a8b9d8 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Pushing event deleted for resources: {'Network': ['ID=1c75df93-bbb2-4592-a8fc-2ccc02be1845,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:49:10.098372 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdee9451-4eb9-4bbb-b062-69a72efefe53 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Made reservation on behalf of d0cef2777f1a4204ae008e279618e6b2 for: {'network': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:49:10.102555 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-fdee9451-4eb9-4bbb-b062-69a72efefe53 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:10.126679 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdee9451-4eb9-4bbb-b062-69a72efefe53 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=95501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:49:10.135537 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-fdee9451-4eb9-4bbb-b062-69a72efefe53 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:10.135884 n-d-813679-3 neutron-server[95501]: INFO neutron.db.segments_db [None req-fdee9451-4eb9-4bbb-b062-69a72efefe53 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Added segment cad3c5e4-3295-42c1-bfb8-b181356964d8 of type vlan for network 43405e1f-32e3-4c9d-bf2b-70b955d6e793 Oct 12 19:49:10.176757 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-fdee9451-4eb9-4bbb-b062-69a72efefe53 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:10.258767 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-fdee9451-4eb9-4bbb-b062-69a72efefe53 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:10.264951 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdee9451-4eb9-4bbb-b062-69a72efefe53 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:49:10.265531 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-fdee9451-4eb9-4bbb-b062-69a72efefe53 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks [] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:10.338838 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdee9451-4eb9-4bbb-b062-69a72efefe53 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Pushing event updated for resources: {'Network': ['ID=43405e1f-32e3-4c9d-bf2b-70b955d6e793,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:49:10.350119 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 43405e1f-32e3-4c9d-bf2b-70b955d6e793 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:49:10.379568 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-fdee9451-4eb9-4bbb-b062-69a72efefe53 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3708096 Oct 12 19:49:10.382495 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 55098) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:49:10.387472 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-6f773949-da05-4e85-a987-8d6f4a18cdfe tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Request body: {'subnet': {'network_id': '43405e1f-32e3-4c9d-bf2b-70b955d6e793', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:49:10.543894 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f773949-da05-4e85-a987-8d6f4a18cdfe tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Made reservation on behalf of d0cef2777f1a4204ae008e279618e6b2 for: {'subnet': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:49:10.548087 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6f773949-da05-4e85-a987-8d6f4a18cdfe tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4612397'] for subnet, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:10.605347 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.ipam_backend_mixin [None req-6f773949-da05-4e85-a987-8d6f4a18cdfe tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Performing IP validity checks on allocation pools {{(pid=95501) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 12 19:49:10.605902 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.ipam_backend_mixin [None req-6f773949-da05-4e85-a987-8d6f4a18cdfe tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95501) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 12 19:49:10.789926 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6f773949-da05-4e85-a987-8d6f4a18cdfe tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4824863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4612355'] for subnet, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:10.852171 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f773949-da05-4e85-a987-8d6f4a18cdfe tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Pushing event updated for resources: {'Subnet': ['ID=834d356b-87fd-41c4-9546-136df8101254,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:49:10.860042 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f773949-da05-4e85-a987-8d6f4a18cdfe tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Checking segment: {'id': 'cad3c5e4-3295-42c1-bfb8-b181356964d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '43405e1f-32e3-4c9d-bf2b-70b955d6e793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:49:10.860422 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f773949-da05-4e85-a987-8d6f4a18cdfe tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Network hostable DHCP agents. Network: 43405e1f-32e3-4c9d-bf2b-70b955d6e793, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:49:10.926775 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f773949-da05-4e85-a987-8d6f4a18cdfe tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Network 43405e1f-32e3-4c9d-bf2b-70b955d6e793 is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:49:10.983911 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-6f773949-da05-4e85-a987-8d6f4a18cdfe tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, 43405e1f-32e3-4c9d-bf2b-70b955d6e793) {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:49:10.989039 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f773949-da05-4e85-a987-8d6f4a18cdfe tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:49:10.989638 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6f773949-da05-4e85-a987-8d6f4a18cdfe tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:10.992630 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be76a43f-a26c-4338-a366-b8cef065ad7f None None] Network 43405e1f-32e3-4c9d-bf2b-70b955d6e793 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:49:11.049542 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-6f773949-da05-4e85-a987-8d6f4a18cdfe tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.6658969 Oct 12 19:49:11.052262 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 55102) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:49:11.159580 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ff0e7594-2ae8-45ea-8c96-43a08920276a tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:11.166674 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1756ec42-fea7-4fa1-8f5e-00ef6663baa4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-43405e1f-32e3-4c9d-bf2b-70b955d6e793', 'network_id': '43405e1f-32e3-4c9d-bf2b-70b955d6e793', 'tenant_id': 'd0cef2777f1a4204ae008e279618e6b2', 'fixed_ips': [{'subnet_id': '834d356b-87fd-41c4-9546-136df8101254'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:49:11.167567 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1756ec42-fea7-4fa1-8f5e-00ef6663baa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:11.172892 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 19:49:11.214546 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ff0e7594-2ae8-45ea-8c96-43a08920276a tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:11.303274 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-1756ec42-fea7-4fa1-8f5e-00ef6663baa4 None None] Allocated IP 172.20.0.3 (43405e1f-32e3-4c9d-bf2b-70b955d6e793/834d356b-87fd-41c4-9546-136df8101254/67580cb8-5b7d-4099-9a5f-a108b17a8e00) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:49:11.448489 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1756ec42-fea7-4fa1-8f5e-00ef6663baa4 None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:11.520716 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1756ec42-fea7-4fa1-8f5e-00ef6663baa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:11.571635 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1756ec42-fea7-4fa1-8f5e-00ef6663baa4 None None] Network 43405e1f-32e3-4c9d-bf2b-70b955d6e793 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:49:11.575581 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-1756ec42-fea7-4fa1-8f5e-00ef6663baa4 None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:49:11.581324 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1756ec42-fea7-4fa1-8f5e-00ef6663baa4 None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:49:11.592195 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1756ec42-fea7-4fa1-8f5e-00ef6663baa4 None None] Pushing event updated for resources: {'Port': ['ID=67580cb8-5b7d-4099-9a5f-a108b17a8e00,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:49:11.607357 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ff0e7594-2ae8-45ea-8c96-43a08920276a tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4824924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4612362'] for subnet, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:11.614769 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1756ec42-fea7-4fa1-8f5e-00ef6663baa4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:49:11.615117 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1756ec42-fea7-4fa1-8f5e-00ef6663baa4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:49:11.615467 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1756ec42-fea7-4fa1-8f5e-00ef6663baa4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:49:11.615872 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1756ec42-fea7-4fa1-8f5e-00ef6663baa4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:49:11.616236 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1756ec42-fea7-4fa1-8f5e-00ef6663baa4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:49:11.616570 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1756ec42-fea7-4fa1-8f5e-00ef6663baa4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:49:11.616901 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1756ec42-fea7-4fa1-8f5e-00ef6663baa4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:49:11.617241 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1756ec42-fea7-4fa1-8f5e-00ef6663baa4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:49:11.617548 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1756ec42-fea7-4fa1-8f5e-00ef6663baa4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:49:11.617874 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1756ec42-fea7-4fa1-8f5e-00ef6663baa4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:49:11.618198 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1756ec42-fea7-4fa1-8f5e-00ef6663baa4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:49:11.618515 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1756ec42-fea7-4fa1-8f5e-00ef6663baa4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:49:11.644913 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0e7594-2ae8-45ea-8c96-43a08920276a tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Pushing event deleted for resources: {'Subnet': ['ID=834d356b-87fd-41c4-9546-136df8101254,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:49:11.661703 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-1756ec42-fea7-4fa1-8f5e-00ef6663baa4 None None] Attempting to bind port 67580cb8-5b7d-4099-9a5f-a108b17a8e00 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:49:11.662081 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-1756ec42-fea7-4fa1-8f5e-00ef6663baa4 None None] Attempting to bind port 67580cb8-5b7d-4099-9a5f-a108b17a8e00 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'cad3c5e4-3295-42c1-bfb8-b181356964d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '43405e1f-32e3-4c9d-bf2b-70b955d6e793'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:49:11.662464 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1756ec42-fea7-4fa1-8f5e-00ef6663baa4 None None] Attempting to bind port 67580cb8-5b7d-4099-9a5f-a108b17a8e00 on network 43405e1f-32e3-4c9d-bf2b-70b955d6e793 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:49:11.667612 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1756ec42-fea7-4fa1-8f5e-00ef6663baa4 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:49:11.668019 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1756ec42-fea7-4fa1-8f5e-00ef6663baa4 None None] Checking segment: {'id': 'cad3c5e4-3295-42c1-bfb8-b181356964d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '43405e1f-32e3-4c9d-bf2b-70b955d6e793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:49:11.668447 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1756ec42-fea7-4fa1-8f5e-00ef6663baa4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:11.668845 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1756ec42-fea7-4fa1-8f5e-00ef6663baa4 None None] Bound using segment: {'id': 'cad3c5e4-3295-42c1-bfb8-b181356964d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '43405e1f-32e3-4c9d-bf2b-70b955d6e793'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:49:11.669315 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-1756ec42-fea7-4fa1-8f5e-00ef6663baa4 None None] Bound port: 67580cb8-5b7d-4099-9a5f-a108b17a8e00, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cad3c5e4-3295-42c1-bfb8-b181356964d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '43405e1f-32e3-4c9d-bf2b-70b955d6e793'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:49:11.669694 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1756ec42-fea7-4fa1-8f5e-00ef6663baa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:11.706056 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ff0e7594-2ae8-45ea-8c96-43a08920276a tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:11.729757 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-ff0e7594-2ae8-45ea-8c96-43a08920276a tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43405e1f-32e3-4c9d-bf2b-70b955d6e793']}} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:49:11.736377 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-1756ec42-fea7-4fa1-8f5e-00ef6663baa4 None None] For port 67580cb8-5b7d-4099-9a5f-a108b17a8e00, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:49:11.742279 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-1756ec42-fea7-4fa1-8f5e-00ef6663baa4 None None] For port 67580cb8-5b7d-4099-9a5f-a108b17a8e00, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=67580cb8-5b7d-4099-9a5f-a108b17a8e00,segment=NetworkSegment(cad3c5e4-3295-42c1-bfb8-b181356964d8),segment_id=cad3c5e4-3295-42c1-bfb8-b181356964d8)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:49:11.742431 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-ff0e7594-2ae8-45ea-8c96-43a08920276a tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cad3c5e4-3295-42c1-bfb8-b181356964d8') {'for_net_delete': True} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:49:11.742596 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-ff0e7594-2ae8-45ea-8c96-43a08920276a tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cad3c5e4-3295-42c1-bfb8-b181356964d8') {} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:49:11.754514 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ff0e7594-2ae8-45ea-8c96-43a08920276a tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4281072'] for segment, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:11.820061 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1756ec42-fea7-4fa1-8f5e-00ef6663baa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:11.822070 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ff0e7594-2ae8-45ea-8c96-43a08920276a tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:11.828649 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff0e7594-2ae8-45ea-8c96-43a08920276a tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=95501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:49:11.833984 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ff0e7594-2ae8-45ea-8c96-43a08920276a tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4823170'] for segment, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:11.833984 n-d-813679-3 neutron-server[95501]: Traceback (most recent call last): Oct 12 19:49:11.833984 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:49:11.833984 n-d-813679-3 neutron-server[95501]: timer() Oct 12 19:49:11.833984 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:49:11.833984 n-d-813679-3 neutron-server[95501]: cb(*args, **kw) Oct 12 19:49:11.833984 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:49:11.833984 n-d-813679-3 neutron-server[95501]: return func(*args, **kwargs) Oct 12 19:49:11.833984 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:49:11.833984 n-d-813679-3 neutron-server[95501]: self._notify() Oct 12 19:49:11.833984 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:49:11.833984 n-d-813679-3 neutron-server[95501]: self.callback(batched_events) Oct 12 19:49:11.833984 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:49:11.833984 n-d-813679-3 neutron-server[95501]: event.method(event) Oct 12 19:49:11.833984 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:49:11.833984 n-d-813679-3 neutron-server[95501]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:49:11.833984 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:49:11.833984 n-d-813679-3 neutron-server[95501]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:49:11.833984 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:49:11.833984 n-d-813679-3 neutron-server[95501]: return f(self, *a, **k) Oct 12 19:49:11.833984 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:49:11.833984 n-d-813679-3 neutron-server[95501]: return self._get(url).json() Oct 12 19:49:11.833984 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:49:11.833984 n-d-813679-3 neutron-server[95501]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:49:11.833984 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:49:11.833984 n-d-813679-3 neutron-server[95501]: return self.request(url, 'GET', **kwargs) Oct 12 19:49:11.833984 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:49:11.833984 n-d-813679-3 neutron-server[95501]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:49:11.833984 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:49:11.833984 n-d-813679-3 neutron-server[95501]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:49:11.833984 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:49:11.833984 n-d-813679-3 neutron-server[95501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:49:11.833984 n-d-813679-3 neutron-server[95501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:49:11.897072 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1756ec42-fea7-4fa1-8f5e-00ef6663baa4 None None] Pushing event updated for resources: {'Port': ['ID=67580cb8-5b7d-4099-9a5f-a108b17a8e00,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:49:11.908089 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c4a0d3-ee14-4fb0-a673-b92d9e307246 None None] Network 43405e1f-32e3-4c9d-bf2b-70b955d6e793 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:49:11.939244 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.db.api [None req-ff0e7594-2ae8-45ea-8c96-43a08920276a tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 12 19:49:11.939244 n-d-813679-3 neutron-server[95501]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 12 19:49:11.939244 n-d-813679-3 neutron-server[95501]: [parameters: {'id': '43405e1f-32e3-4c9d-bf2b-70b955d6e793'}] Oct 12 19:49:11.939244 n-d-813679-3 neutron-server[95501]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95501) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 19:49:11.939808 n-d-813679-3 neutron-server[95501]: DEBUG oslo_db.api [None req-ff0e7594-2ae8-45ea-8c96-43a08920276a tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 19:49:12.035344 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-030e41f8-cbfe-4856-8577-8e1aec5200e2 None None] get_active_networks_info from n-d-813679-3 {{(pid=95503) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 12 19:49:12.133350 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030e41f8-cbfe-4856-8577-8e1aec5200e2 None None] Resources bound (agent type, host, resource id): {{(pid=95503) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 12 19:49:12.440560 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ff0e7594-2ae8-45ea-8c96-43a08920276a tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:12.495114 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-ff0e7594-2ae8-45ea-8c96-43a08920276a tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Deleting port 67580cb8-5b7d-4099-9a5f-a108b17a8e00 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:49:12.495458 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ff0e7594-2ae8-45ea-8c96-43a08920276a tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:12.565510 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [None req-ff0e7594-2ae8-45ea-8c96-43a08920276a tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] For port 67580cb8-5b7d-4099-9a5f-a108b17a8e00, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=67580cb8-5b7d-4099-9a5f-a108b17a8e00,segment=NetworkSegment(cad3c5e4-3295-42c1-bfb8-b181356964d8),segment_id=cad3c5e4-3295-42c1-bfb8-b181356964d8)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:49:12.565876 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ff0e7594-2ae8-45ea-8c96-43a08920276a tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:12.578699 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-ff0e7594-2ae8-45ea-8c96-43a08920276a tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Calling delete_port for 67580cb8-5b7d-4099-9a5f-a108b17a8e00 owned by network:dhcp {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:49:13.051382 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ff0e7594-2ae8-45ea-8c96-43a08920276a tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:13.082658 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0e7594-2ae8-45ea-8c96-43a08920276a tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Pushing event deleted for resources: {'Port': ['ID=67580cb8-5b7d-4099-9a5f-a108b17a8e00,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:49:13.084777 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0e7594-2ae8-45ea-8c96-43a08920276a tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] No DVR routers for this DVR port 67580cb8-5b7d-4099-9a5f-a108b17a8e00 on host n-d-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:49:13.163619 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ff0e7594-2ae8-45ea-8c96-43a08920276a tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:13.184557 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-ff0e7594-2ae8-45ea-8c96-43a08920276a tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43405e1f-32e3-4c9d-bf2b-70b955d6e793']}} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:49:13.193923 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-ff0e7594-2ae8-45ea-8c96-43a08920276a tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cad3c5e4-3295-42c1-bfb8-b181356964d8') {'for_net_delete': True} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:49:13.194223 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-ff0e7594-2ae8-45ea-8c96-43a08920276a tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cad3c5e4-3295-42c1-bfb8-b181356964d8') {} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:49:13.208906 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ff0e7594-2ae8-45ea-8c96-43a08920276a tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4281072'] for segment, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:13.222954 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ff0e7594-2ae8-45ea-8c96-43a08920276a tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:13.230875 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff0e7594-2ae8-45ea-8c96-43a08920276a tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=95501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:49:13.231262 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ff0e7594-2ae8-45ea-8c96-43a08920276a tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4823170'] for segment, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:13.234865 n-d-813679-3 neutron-server[95501]: Traceback (most recent call last): Oct 12 19:49:13.234865 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:49:13.234865 n-d-813679-3 neutron-server[95501]: timer() Oct 12 19:49:13.234865 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:49:13.234865 n-d-813679-3 neutron-server[95501]: cb(*args, **kw) Oct 12 19:49:13.234865 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:49:13.234865 n-d-813679-3 neutron-server[95501]: return func(*args, **kwargs) Oct 12 19:49:13.234865 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:49:13.234865 n-d-813679-3 neutron-server[95501]: self._notify() Oct 12 19:49:13.234865 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:49:13.234865 n-d-813679-3 neutron-server[95501]: self.callback(batched_events) Oct 12 19:49:13.234865 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:49:13.234865 n-d-813679-3 neutron-server[95501]: event.method(event) Oct 12 19:49:13.234865 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:49:13.234865 n-d-813679-3 neutron-server[95501]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:49:13.234865 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:49:13.234865 n-d-813679-3 neutron-server[95501]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:49:13.234865 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:49:13.234865 n-d-813679-3 neutron-server[95501]: return f(self, *a, **k) Oct 12 19:49:13.234865 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:49:13.234865 n-d-813679-3 neutron-server[95501]: return self._get(url).json() Oct 12 19:49:13.234865 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:49:13.234865 n-d-813679-3 neutron-server[95501]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:49:13.234865 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:49:13.234865 n-d-813679-3 neutron-server[95501]: return self.request(url, 'GET', **kwargs) Oct 12 19:49:13.234865 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:49:13.234865 n-d-813679-3 neutron-server[95501]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:49:13.234865 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:49:13.234865 n-d-813679-3 neutron-server[95501]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:49:13.234865 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:49:13.234865 n-d-813679-3 neutron-server[95501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:49:13.234865 n-d-813679-3 neutron-server[95501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:49:13.353867 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ff0e7594-2ae8-45ea-8c96-43a08920276a tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:13.360765 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ff0e7594-2ae8-45ea-8c96-43a08920276a tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks [] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:13.367270 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-ff0e7594-2ae8-45ea-8c96-43a08920276a tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] 10.222.0.49 "DELETE /v2.0/networks/43405e1f-32e3-4c9d-bf2b-70b955d6e793 HTTP/1.1" status: 204 len: 168 time: 2.3104143 Oct 12 19:49:13.367526 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 55108) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:49:13.381384 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-1055e51e-8406-4d89-a598-438623eb1912 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-879752471'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:49:13.385783 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0e7594-2ae8-45ea-8c96-43a08920276a tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Pushing event deleted for resources: {'Network': ['ID=43405e1f-32e3-4c9d-bf2b-70b955d6e793,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:49:13.468683 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1055e51e-8406-4d89-a598-438623eb1912 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Made reservation on behalf of d0cef2777f1a4204ae008e279618e6b2 for: {'network': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:49:13.472261 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1055e51e-8406-4d89-a598-438623eb1912 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:13.495734 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1055e51e-8406-4d89-a598-438623eb1912 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'} {{(pid=95501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:49:13.505221 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1055e51e-8406-4d89-a598-438623eb1912 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:13.505568 n-d-813679-3 neutron-server[95501]: INFO neutron.db.segments_db [None req-1055e51e-8406-4d89-a598-438623eb1912 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Added segment 24599e75-14a5-416e-b693-de168a542fc5 of type vlan for network cc831db3-5c6f-415e-9cdd-c10cbf40c191 Oct 12 19:49:13.545561 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1055e51e-8406-4d89-a598-438623eb1912 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:13.645417 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1055e51e-8406-4d89-a598-438623eb1912 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:13.651122 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1055e51e-8406-4d89-a598-438623eb1912 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:49:13.651699 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1055e51e-8406-4d89-a598-438623eb1912 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks [] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:13.719203 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1055e51e-8406-4d89-a598-438623eb1912 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Pushing event updated for resources: {'Network': ['ID=cc831db3-5c6f-415e-9cdd-c10cbf40c191,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:49:13.730482 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network cc831db3-5c6f-415e-9cdd-c10cbf40c191 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:49:13.769922 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-1055e51e-8406-4d89-a598-438623eb1912 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4009075 Oct 12 19:49:13.772382 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 55110) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:49:13.777387 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-feed2e2e-4361-44d0-b03b-a98327ddbd77 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Request body: {'subnet': {'network_id': 'cc831db3-5c6f-415e-9cdd-c10cbf40c191', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:49:13.939252 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feed2e2e-4361-44d0-b03b-a98327ddbd77 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Made reservation on behalf of d0cef2777f1a4204ae008e279618e6b2 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:49:13.942718 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-feed2e2e-4361-44d0-b03b-a98327ddbd77 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16245837'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:14.173533 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-feed2e2e-4361-44d0-b03b-a98327ddbd77 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4306659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16245859'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:14.236012 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feed2e2e-4361-44d0-b03b-a98327ddbd77 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Pushing event updated for resources: {'Subnet': ['ID=46a9fb29-52d0-41a1-882d-e036b328a7c9,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:49:14.246323 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feed2e2e-4361-44d0-b03b-a98327ddbd77 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Checking segment: {'id': '24599e75-14a5-416e-b693-de168a542fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'cc831db3-5c6f-415e-9cdd-c10cbf40c191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:49:14.246677 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feed2e2e-4361-44d0-b03b-a98327ddbd77 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Network hostable DHCP agents. Network: cc831db3-5c6f-415e-9cdd-c10cbf40c191, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:49:14.355263 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feed2e2e-4361-44d0-b03b-a98327ddbd77 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Network cc831db3-5c6f-415e-9cdd-c10cbf40c191 is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:49:14.418244 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-feed2e2e-4361-44d0-b03b-a98327ddbd77 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, cc831db3-5c6f-415e-9cdd-c10cbf40c191) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:49:14.424107 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feed2e2e-4361-44d0-b03b-a98327ddbd77 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:49:14.425386 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-feed2e2e-4361-44d0-b03b-a98327ddbd77 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:14.427002 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ef777d-4be3-4d4d-8f23-61a0ab8836c5 None None] Network cc831db3-5c6f-415e-9cdd-c10cbf40c191 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:49:14.514496 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-feed2e2e-4361-44d0-b03b-a98327ddbd77 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7386582 Oct 12 19:49:14.518795 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 55114) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:49:14.579567 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50106df9-dc1a-4264-9cfb-b00f14b59576 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-cc831db3-5c6f-415e-9cdd-c10cbf40c191', 'network_id': 'cc831db3-5c6f-415e-9cdd-c10cbf40c191', 'tenant_id': 'd0cef2777f1a4204ae008e279618e6b2', 'fixed_ips': [{'subnet_id': '46a9fb29-52d0-41a1-882d-e036b328a7c9'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:49:14.586272 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-50106df9-dc1a-4264-9cfb-b00f14b59576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:14.621149 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-abd07cdf-09f5-4a33-9937-ae08148a5a00 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:14.680458 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-abd07cdf-09f5-4a33-9937-ae08148a5a00 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:14.726191 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-50106df9-dc1a-4264-9cfb-b00f14b59576 None None] Allocated IP 172.20.0.1 (cc831db3-5c6f-415e-9cdd-c10cbf40c191/46a9fb29-52d0-41a1-882d-e036b328a7c9/19fa9816-fa17-40ee-a3ec-b093660ec9c8) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:49:14.870190 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-50106df9-dc1a-4264-9cfb-b00f14b59576 None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:14.944584 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-50106df9-dc1a-4264-9cfb-b00f14b59576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:14.987425 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50106df9-dc1a-4264-9cfb-b00f14b59576 None None] Network cc831db3-5c6f-415e-9cdd-c10cbf40c191 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:49:14.990449 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-50106df9-dc1a-4264-9cfb-b00f14b59576 None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:49:14.996956 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50106df9-dc1a-4264-9cfb-b00f14b59576 None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:49:15.000145 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50106df9-dc1a-4264-9cfb-b00f14b59576 None None] Pushing event updated for resources: {'Port': ['ID=19fa9816-fa17-40ee-a3ec-b093660ec9c8,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:49:15.028544 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-abd07cdf-09f5-4a33-9937-ae08148a5a00 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4306592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16245866'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:15.053102 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-50106df9-dc1a-4264-9cfb-b00f14b59576 None None] Attempting to bind port 19fa9816-fa17-40ee-a3ec-b093660ec9c8 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:49:15.053474 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-50106df9-dc1a-4264-9cfb-b00f14b59576 None None] Attempting to bind port 19fa9816-fa17-40ee-a3ec-b093660ec9c8 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '24599e75-14a5-416e-b693-de168a542fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'cc831db3-5c6f-415e-9cdd-c10cbf40c191'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:49:15.053840 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50106df9-dc1a-4264-9cfb-b00f14b59576 None None] Attempting to bind port 19fa9816-fa17-40ee-a3ec-b093660ec9c8 on network cc831db3-5c6f-415e-9cdd-c10cbf40c191 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:49:15.059861 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50106df9-dc1a-4264-9cfb-b00f14b59576 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:49:15.060277 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50106df9-dc1a-4264-9cfb-b00f14b59576 None None] Checking segment: {'id': '24599e75-14a5-416e-b693-de168a542fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'cc831db3-5c6f-415e-9cdd-c10cbf40c191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:49:15.060780 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd07cdf-09f5-4a33-9937-ae08148a5a00 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Pushing event deleted for resources: {'Subnet': ['ID=46a9fb29-52d0-41a1-882d-e036b328a7c9,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:49:15.061612 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-50106df9-dc1a-4264-9cfb-b00f14b59576 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:15.062033 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50106df9-dc1a-4264-9cfb-b00f14b59576 None None] Bound using segment: {'id': '24599e75-14a5-416e-b693-de168a542fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'cc831db3-5c6f-415e-9cdd-c10cbf40c191'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:49:15.063752 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-50106df9-dc1a-4264-9cfb-b00f14b59576 None None] Bound port: 19fa9816-fa17-40ee-a3ec-b093660ec9c8, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24599e75-14a5-416e-b693-de168a542fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'cc831db3-5c6f-415e-9cdd-c10cbf40c191'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:49:15.064175 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-50106df9-dc1a-4264-9cfb-b00f14b59576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:15.122782 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-abd07cdf-09f5-4a33-9937-ae08148a5a00 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:15.140011 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-50106df9-dc1a-4264-9cfb-b00f14b59576 None None] For port 19fa9816-fa17-40ee-a3ec-b093660ec9c8, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:49:15.144446 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-abd07cdf-09f5-4a33-9937-ae08148a5a00 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc831db3-5c6f-415e-9cdd-c10cbf40c191']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:49:15.146271 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-50106df9-dc1a-4264-9cfb-b00f14b59576 None None] For port 19fa9816-fa17-40ee-a3ec-b093660ec9c8, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=19fa9816-fa17-40ee-a3ec-b093660ec9c8,segment=NetworkSegment(24599e75-14a5-416e-b693-de168a542fc5),segment_id=24599e75-14a5-416e-b693-de168a542fc5)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:49:15.153736 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-abd07cdf-09f5-4a33-9937-ae08148a5a00 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24599e75-14a5-416e-b693-de168a542fc5') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:49:15.154036 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-abd07cdf-09f5-4a33-9937-ae08148a5a00 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24599e75-14a5-416e-b693-de168a542fc5') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:49:15.168056 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-abd07cdf-09f5-4a33-9937-ae08148a5a00 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16313633'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:15.217483 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-50106df9-dc1a-4264-9cfb-b00f14b59576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:15.220159 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-abd07cdf-09f5-4a33-9937-ae08148a5a00 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:15.227503 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abd07cdf-09f5-4a33-9937-ae08148a5a00 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:49:15.227906 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-abd07cdf-09f5-4a33-9937-ae08148a5a00 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4305278'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:15.231091 n-d-813679-3 neutron-server[95502]: Traceback (most recent call last): Oct 12 19:49:15.231091 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:49:15.231091 n-d-813679-3 neutron-server[95502]: timer() Oct 12 19:49:15.231091 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:49:15.231091 n-d-813679-3 neutron-server[95502]: cb(*args, **kw) Oct 12 19:49:15.231091 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:49:15.231091 n-d-813679-3 neutron-server[95502]: return func(*args, **kwargs) Oct 12 19:49:15.231091 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:49:15.231091 n-d-813679-3 neutron-server[95502]: self._notify() Oct 12 19:49:15.231091 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:49:15.231091 n-d-813679-3 neutron-server[95502]: self.callback(batched_events) Oct 12 19:49:15.231091 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:49:15.231091 n-d-813679-3 neutron-server[95502]: event.method(event) Oct 12 19:49:15.231091 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:49:15.231091 n-d-813679-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:49:15.231091 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:49:15.231091 n-d-813679-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:49:15.231091 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:49:15.231091 n-d-813679-3 neutron-server[95502]: return f(self, *a, **k) Oct 12 19:49:15.231091 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:49:15.231091 n-d-813679-3 neutron-server[95502]: return self._get(url).json() Oct 12 19:49:15.231091 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:49:15.231091 n-d-813679-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:49:15.231091 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:49:15.231091 n-d-813679-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Oct 12 19:49:15.231091 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:49:15.231091 n-d-813679-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:49:15.231091 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:49:15.231091 n-d-813679-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:49:15.231091 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:49:15.231091 n-d-813679-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:49:15.231091 n-d-813679-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:49:15.293913 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50106df9-dc1a-4264-9cfb-b00f14b59576 None None] Pushing event updated for resources: {'Port': ['ID=19fa9816-fa17-40ee-a3ec-b093660ec9c8,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:49:15.311143 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57bd768e-5a09-4bd9-b9e5-0dcf247aa5a6 None None] Network cc831db3-5c6f-415e-9cdd-c10cbf40c191 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:49:15.315855 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.db.api [None req-abd07cdf-09f5-4a33-9937-ae08148a5a00 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 12 19:49:15.315855 n-d-813679-3 neutron-server[95502]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 12 19:49:15.315855 n-d-813679-3 neutron-server[95502]: [parameters: {'id': 'cc831db3-5c6f-415e-9cdd-c10cbf40c191'}] Oct 12 19:49:15.315855 n-d-813679-3 neutron-server[95502]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95502) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 19:49:15.316344 n-d-813679-3 neutron-server[95502]: DEBUG oslo_db.api [None req-abd07cdf-09f5-4a33-9937-ae08148a5a00 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 19:49:15.452200 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a173a14-6624-4334-8e26-d4c35f3d4f1f None None] get_active_networks_info from n-d-813679-3 {{(pid=95503) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 12 19:49:15.547893 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a173a14-6624-4334-8e26-d4c35f3d4f1f None None] Resources bound (agent type, host, resource id): {{(pid=95503) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 12 19:49:15.817679 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-abd07cdf-09f5-4a33-9937-ae08148a5a00 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:15.881514 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-abd07cdf-09f5-4a33-9937-ae08148a5a00 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Deleting port 19fa9816-fa17-40ee-a3ec-b093660ec9c8 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:49:15.881861 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-abd07cdf-09f5-4a33-9937-ae08148a5a00 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:15.955963 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-abd07cdf-09f5-4a33-9937-ae08148a5a00 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] For port 19fa9816-fa17-40ee-a3ec-b093660ec9c8, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=19fa9816-fa17-40ee-a3ec-b093660ec9c8,segment=NetworkSegment(24599e75-14a5-416e-b693-de168a542fc5),segment_id=24599e75-14a5-416e-b693-de168a542fc5)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:49:15.956624 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-abd07cdf-09f5-4a33-9937-ae08148a5a00 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:15.970113 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-abd07cdf-09f5-4a33-9937-ae08148a5a00 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Calling delete_port for 19fa9816-fa17-40ee-a3ec-b093660ec9c8 owned by network:dhcp {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:49:16.338827 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-abd07cdf-09f5-4a33-9937-ae08148a5a00 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:16.365247 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd07cdf-09f5-4a33-9937-ae08148a5a00 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Pushing event deleted for resources: {'Port': ['ID=19fa9816-fa17-40ee-a3ec-b093660ec9c8,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:49:16.368913 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd07cdf-09f5-4a33-9937-ae08148a5a00 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] No DVR routers for this DVR port 19fa9816-fa17-40ee-a3ec-b093660ec9c8 on host n-d-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:49:16.448791 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-abd07cdf-09f5-4a33-9937-ae08148a5a00 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:16.469454 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-abd07cdf-09f5-4a33-9937-ae08148a5a00 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc831db3-5c6f-415e-9cdd-c10cbf40c191']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:49:16.478775 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-abd07cdf-09f5-4a33-9937-ae08148a5a00 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24599e75-14a5-416e-b693-de168a542fc5') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:49:16.479061 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-abd07cdf-09f5-4a33-9937-ae08148a5a00 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24599e75-14a5-416e-b693-de168a542fc5') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:49:16.488402 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-abd07cdf-09f5-4a33-9937-ae08148a5a00 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16313633'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:16.501601 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-abd07cdf-09f5-4a33-9937-ae08148a5a00 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:16.507464 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abd07cdf-09f5-4a33-9937-ae08148a5a00 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:49:16.507839 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-abd07cdf-09f5-4a33-9937-ae08148a5a00 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4305278'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:16.510801 n-d-813679-3 neutron-server[95502]: Traceback (most recent call last): Oct 12 19:49:16.510801 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:49:16.510801 n-d-813679-3 neutron-server[95502]: timer() Oct 12 19:49:16.510801 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:49:16.510801 n-d-813679-3 neutron-server[95502]: cb(*args, **kw) Oct 12 19:49:16.510801 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:49:16.510801 n-d-813679-3 neutron-server[95502]: return func(*args, **kwargs) Oct 12 19:49:16.510801 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:49:16.510801 n-d-813679-3 neutron-server[95502]: self._notify() Oct 12 19:49:16.510801 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:49:16.510801 n-d-813679-3 neutron-server[95502]: self.callback(batched_events) Oct 12 19:49:16.510801 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:49:16.510801 n-d-813679-3 neutron-server[95502]: event.method(event) Oct 12 19:49:16.510801 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:49:16.510801 n-d-813679-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:49:16.510801 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:49:16.510801 n-d-813679-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:49:16.510801 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:49:16.510801 n-d-813679-3 neutron-server[95502]: return f(self, *a, **k) Oct 12 19:49:16.510801 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:49:16.510801 n-d-813679-3 neutron-server[95502]: return self._get(url).json() Oct 12 19:49:16.510801 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:49:16.510801 n-d-813679-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:49:16.510801 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:49:16.510801 n-d-813679-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Oct 12 19:49:16.510801 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:49:16.510801 n-d-813679-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:49:16.510801 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:49:16.510801 n-d-813679-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:49:16.510801 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:49:16.510801 n-d-813679-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:49:16.510801 n-d-813679-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:49:16.618227 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-abd07cdf-09f5-4a33-9937-ae08148a5a00 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:16.625941 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-abd07cdf-09f5-4a33-9937-ae08148a5a00 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:16.629413 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-abd07cdf-09f5-4a33-9937-ae08148a5a00 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] 10.222.0.49 "DELETE /v2.0/networks/cc831db3-5c6f-415e-9cdd-c10cbf40c191 HTTP/1.1" status: 204 len: 168 time: 2.1136217 Oct 12 19:49:16.633318 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 55128) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:49:16.644086 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-a28be4be-69c9-40dd-93c0-c399a0558878 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2100832147'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:49:16.644261 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd07cdf-09f5-4a33-9937-ae08148a5a00 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Pushing event deleted for resources: {'Network': ['ID=cc831db3-5c6f-415e-9cdd-c10cbf40c191,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:49:16.749719 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a28be4be-69c9-40dd-93c0-c399a0558878 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Made reservation on behalf of d0cef2777f1a4204ae008e279618e6b2 for: {'network': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:49:16.753884 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a28be4be-69c9-40dd-93c0-c399a0558878 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:16.778230 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a28be4be-69c9-40dd-93c0-c399a0558878 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=95501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:49:16.786567 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a28be4be-69c9-40dd-93c0-c399a0558878 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:16.786910 n-d-813679-3 neutron-server[95501]: INFO neutron.db.segments_db [None req-a28be4be-69c9-40dd-93c0-c399a0558878 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Added segment cc93809a-d37d-4004-8771-3bf0fada897c of type vlan for network 2824b178-9ded-42d8-a8f7-72401e50fb4b Oct 12 19:49:16.825996 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a28be4be-69c9-40dd-93c0-c399a0558878 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:16.909607 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a28be4be-69c9-40dd-93c0-c399a0558878 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:16.915305 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a28be4be-69c9-40dd-93c0-c399a0558878 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:49:16.915879 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a28be4be-69c9-40dd-93c0-c399a0558878 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks [] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:16.987399 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28be4be-69c9-40dd-93c0-c399a0558878 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Pushing event updated for resources: {'Network': ['ID=2824b178-9ded-42d8-a8f7-72401e50fb4b,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:49:16.998463 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 2824b178-9ded-42d8-a8f7-72401e50fb4b details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:49:17.050470 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-a28be4be-69c9-40dd-93c0-c399a0558878 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4160151 Oct 12 19:49:17.053202 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 55140) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:49:17.058157 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-8a7e3563-183f-4f89-a2aa-f0845d3cb01c tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Request body: {'subnet': {'network_id': '2824b178-9ded-42d8-a8f7-72401e50fb4b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:49:17.218488 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a7e3563-183f-4f89-a2aa-f0845d3cb01c tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Made reservation on behalf of d0cef2777f1a4204ae008e279618e6b2 for: {'subnet': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:49:17.222133 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8a7e3563-183f-4f89-a2aa-f0845d3cb01c tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4612397'] for subnet, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:17.463123 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8a7e3563-183f-4f89-a2aa-f0845d3cb01c tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4824863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4612355'] for subnet, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:17.520957 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7e3563-183f-4f89-a2aa-f0845d3cb01c tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Pushing event updated for resources: {'Subnet': ['ID=a7db7f0a-69cd-4456-89d6-aaadaf435972,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:49:17.536826 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7e3563-183f-4f89-a2aa-f0845d3cb01c tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Checking segment: {'id': 'cc93809a-d37d-4004-8771-3bf0fada897c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2824b178-9ded-42d8-a8f7-72401e50fb4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:49:17.537252 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a7e3563-183f-4f89-a2aa-f0845d3cb01c tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Network hostable DHCP agents. Network: 2824b178-9ded-42d8-a8f7-72401e50fb4b, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:49:17.611470 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a7e3563-183f-4f89-a2aa-f0845d3cb01c tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Network 2824b178-9ded-42d8-a8f7-72401e50fb4b is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:49:17.685310 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-8a7e3563-183f-4f89-a2aa-f0845d3cb01c tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, 2824b178-9ded-42d8-a8f7-72401e50fb4b) {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:49:17.692980 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f4b7813-d973-4c5c-8868-a2b3adc21d70 None None] Network 2824b178-9ded-42d8-a8f7-72401e50fb4b requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:49:17.694706 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a7e3563-183f-4f89-a2aa-f0845d3cb01c tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:49:17.694706 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8a7e3563-183f-4f89-a2aa-f0845d3cb01c tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:17.775689 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-8a7e3563-183f-4f89-a2aa-f0845d3cb01c tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7213106 Oct 12 19:49:17.778621 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 55142) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:49:17.840540 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c23d9ff-fa91-4fc0-afaa-8bc35d00765a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-2824b178-9ded-42d8-a8f7-72401e50fb4b', 'network_id': '2824b178-9ded-42d8-a8f7-72401e50fb4b', 'tenant_id': 'd0cef2777f1a4204ae008e279618e6b2', 'fixed_ips': [{'subnet_id': 'a7db7f0a-69cd-4456-89d6-aaadaf435972'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:49:17.841688 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7c23d9ff-fa91-4fc0-afaa-8bc35d00765a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:17.879304 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b98d1c26-daf8-4177-a014-41f637a53ae9 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:17.940886 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b98d1c26-daf8-4177-a014-41f637a53ae9 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:17.986432 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-7c23d9ff-fa91-4fc0-afaa-8bc35d00765a None None] Allocated IP 172.20.0.2 (2824b178-9ded-42d8-a8f7-72401e50fb4b/a7db7f0a-69cd-4456-89d6-aaadaf435972/4d202715-801d-4af5-b497-e7603d0706ff) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:49:18.130237 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7c23d9ff-fa91-4fc0-afaa-8bc35d00765a None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:18.208960 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7c23d9ff-fa91-4fc0-afaa-8bc35d00765a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:18.256099 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c23d9ff-fa91-4fc0-afaa-8bc35d00765a None None] Network 2824b178-9ded-42d8-a8f7-72401e50fb4b is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:49:18.259192 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-7c23d9ff-fa91-4fc0-afaa-8bc35d00765a None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:49:18.263753 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c23d9ff-fa91-4fc0-afaa-8bc35d00765a None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:49:18.267670 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c23d9ff-fa91-4fc0-afaa-8bc35d00765a None None] Pushing event updated for resources: {'Port': ['ID=4d202715-801d-4af5-b497-e7603d0706ff,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:49:18.303219 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b98d1c26-daf8-4177-a014-41f637a53ae9 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4306592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16245866'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:18.320358 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-7c23d9ff-fa91-4fc0-afaa-8bc35d00765a None None] Attempting to bind port 4d202715-801d-4af5-b497-e7603d0706ff on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:49:18.320724 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-7c23d9ff-fa91-4fc0-afaa-8bc35d00765a None None] Attempting to bind port 4d202715-801d-4af5-b497-e7603d0706ff by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'cc93809a-d37d-4004-8771-3bf0fada897c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2824b178-9ded-42d8-a8f7-72401e50fb4b'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:49:18.321083 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c23d9ff-fa91-4fc0-afaa-8bc35d00765a None None] Attempting to bind port 4d202715-801d-4af5-b497-e7603d0706ff on network 2824b178-9ded-42d8-a8f7-72401e50fb4b {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:49:18.326197 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c23d9ff-fa91-4fc0-afaa-8bc35d00765a None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:49:18.326567 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c23d9ff-fa91-4fc0-afaa-8bc35d00765a None None] Checking segment: {'id': 'cc93809a-d37d-4004-8771-3bf0fada897c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2824b178-9ded-42d8-a8f7-72401e50fb4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:49:18.327014 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7c23d9ff-fa91-4fc0-afaa-8bc35d00765a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:18.327398 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c23d9ff-fa91-4fc0-afaa-8bc35d00765a None None] Bound using segment: {'id': 'cc93809a-d37d-4004-8771-3bf0fada897c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2824b178-9ded-42d8-a8f7-72401e50fb4b'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:49:18.327954 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-7c23d9ff-fa91-4fc0-afaa-8bc35d00765a None None] Bound port: 4d202715-801d-4af5-b497-e7603d0706ff, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc93809a-d37d-4004-8771-3bf0fada897c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2824b178-9ded-42d8-a8f7-72401e50fb4b'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:49:18.331396 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7c23d9ff-fa91-4fc0-afaa-8bc35d00765a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:18.332273 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98d1c26-daf8-4177-a014-41f637a53ae9 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Pushing event deleted for resources: {'Subnet': ['ID=a7db7f0a-69cd-4456-89d6-aaadaf435972,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:49:18.394161 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b98d1c26-daf8-4177-a014-41f637a53ae9 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:18.397688 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-7c23d9ff-fa91-4fc0-afaa-8bc35d00765a None None] For port 4d202715-801d-4af5-b497-e7603d0706ff, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:49:18.400951 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-7c23d9ff-fa91-4fc0-afaa-8bc35d00765a None None] For port 4d202715-801d-4af5-b497-e7603d0706ff, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=4d202715-801d-4af5-b497-e7603d0706ff,segment=NetworkSegment(cc93809a-d37d-4004-8771-3bf0fada897c),segment_id=cc93809a-d37d-4004-8771-3bf0fada897c)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:49:18.413435 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-b98d1c26-daf8-4177-a014-41f637a53ae9 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2824b178-9ded-42d8-a8f7-72401e50fb4b']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:49:18.422765 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-b98d1c26-daf8-4177-a014-41f637a53ae9 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc93809a-d37d-4004-8771-3bf0fada897c') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:49:18.423054 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-b98d1c26-daf8-4177-a014-41f637a53ae9 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc93809a-d37d-4004-8771-3bf0fada897c') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:49:18.432011 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b98d1c26-daf8-4177-a014-41f637a53ae9 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16313633'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:18.493212 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7c23d9ff-fa91-4fc0-afaa-8bc35d00765a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:18.503543 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b98d1c26-daf8-4177-a014-41f637a53ae9 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:18.507407 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b98d1c26-daf8-4177-a014-41f637a53ae9 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:49:18.507820 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b98d1c26-daf8-4177-a014-41f637a53ae9 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4305278'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:18.511058 n-d-813679-3 neutron-server[95502]: Traceback (most recent call last): Oct 12 19:49:18.511058 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:49:18.511058 n-d-813679-3 neutron-server[95502]: timer() Oct 12 19:49:18.511058 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:49:18.511058 n-d-813679-3 neutron-server[95502]: cb(*args, **kw) Oct 12 19:49:18.511058 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:49:18.511058 n-d-813679-3 neutron-server[95502]: return func(*args, **kwargs) Oct 12 19:49:18.511058 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:49:18.511058 n-d-813679-3 neutron-server[95502]: self._notify() Oct 12 19:49:18.511058 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:49:18.511058 n-d-813679-3 neutron-server[95502]: self.callback(batched_events) Oct 12 19:49:18.511058 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:49:18.511058 n-d-813679-3 neutron-server[95502]: event.method(event) Oct 12 19:49:18.511058 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:49:18.511058 n-d-813679-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:49:18.511058 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:49:18.511058 n-d-813679-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:49:18.511058 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:49:18.511058 n-d-813679-3 neutron-server[95502]: return f(self, *a, **k) Oct 12 19:49:18.511058 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:49:18.511058 n-d-813679-3 neutron-server[95502]: return self._get(url).json() Oct 12 19:49:18.511058 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:49:18.511058 n-d-813679-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:49:18.511058 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:49:18.511058 n-d-813679-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Oct 12 19:49:18.511058 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:49:18.511058 n-d-813679-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:49:18.511058 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:49:18.511058 n-d-813679-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:49:18.511058 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:49:18.511058 n-d-813679-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:49:18.511058 n-d-813679-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:49:18.567130 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c23d9ff-fa91-4fc0-afaa-8bc35d00765a None None] Pushing event updated for resources: {'Port': ['ID=4d202715-801d-4af5-b497-e7603d0706ff,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:49:18.584735 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcef01ad-e9f8-40d3-92bc-202033a04cc7 None None] Network 2824b178-9ded-42d8-a8f7-72401e50fb4b requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:49:18.590290 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.db.api [None req-b98d1c26-daf8-4177-a014-41f637a53ae9 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 12 19:49:18.590290 n-d-813679-3 neutron-server[95502]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 12 19:49:18.590290 n-d-813679-3 neutron-server[95502]: [parameters: {'id': '2824b178-9ded-42d8-a8f7-72401e50fb4b'}] Oct 12 19:49:18.590290 n-d-813679-3 neutron-server[95502]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95502) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 19:49:18.591163 n-d-813679-3 neutron-server[95502]: DEBUG oslo_db.api [None req-b98d1c26-daf8-4177-a014-41f637a53ae9 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 19:49:18.702189 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeee6f93-9080-4025-a7d2-2f2cb8cb86ae None None] get_active_networks_info from n-d-813679-3 {{(pid=95503) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 12 19:49:18.791907 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeee6f93-9080-4025-a7d2-2f2cb8cb86ae None None] Resources bound (agent type, host, resource id): {{(pid=95503) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 12 19:49:19.092189 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b98d1c26-daf8-4177-a014-41f637a53ae9 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:19.162915 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-b98d1c26-daf8-4177-a014-41f637a53ae9 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Deleting port 4d202715-801d-4af5-b497-e7603d0706ff {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:49:19.163254 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b98d1c26-daf8-4177-a014-41f637a53ae9 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:19.242944 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-b98d1c26-daf8-4177-a014-41f637a53ae9 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] For port 4d202715-801d-4af5-b497-e7603d0706ff, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=4d202715-801d-4af5-b497-e7603d0706ff,segment=NetworkSegment(cc93809a-d37d-4004-8771-3bf0fada897c),segment_id=cc93809a-d37d-4004-8771-3bf0fada897c)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:49:19.243309 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b98d1c26-daf8-4177-a014-41f637a53ae9 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:19.270035 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-b98d1c26-daf8-4177-a014-41f637a53ae9 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Calling delete_port for 4d202715-801d-4af5-b497-e7603d0706ff owned by network:dhcp {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:49:19.457164 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b98d1c26-daf8-4177-a014-41f637a53ae9 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:19.488407 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98d1c26-daf8-4177-a014-41f637a53ae9 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Pushing event deleted for resources: {'Port': ['ID=4d202715-801d-4af5-b497-e7603d0706ff,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:49:19.490490 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98d1c26-daf8-4177-a014-41f637a53ae9 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] No DVR routers for this DVR port 4d202715-801d-4af5-b497-e7603d0706ff on host n-d-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:49:19.569034 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b98d1c26-daf8-4177-a014-41f637a53ae9 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:19.590244 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-b98d1c26-daf8-4177-a014-41f637a53ae9 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2824b178-9ded-42d8-a8f7-72401e50fb4b']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:49:19.600115 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-b98d1c26-daf8-4177-a014-41f637a53ae9 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc93809a-d37d-4004-8771-3bf0fada897c') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:49:19.603754 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-b98d1c26-daf8-4177-a014-41f637a53ae9 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc93809a-d37d-4004-8771-3bf0fada897c') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:49:19.609996 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b98d1c26-daf8-4177-a014-41f637a53ae9 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16313633'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:19.623083 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b98d1c26-daf8-4177-a014-41f637a53ae9 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:19.629378 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b98d1c26-daf8-4177-a014-41f637a53ae9 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:49:19.629762 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b98d1c26-daf8-4177-a014-41f637a53ae9 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4305278'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:19.632717 n-d-813679-3 neutron-server[95502]: Traceback (most recent call last): Oct 12 19:49:19.632717 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:49:19.632717 n-d-813679-3 neutron-server[95502]: timer() Oct 12 19:49:19.632717 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:49:19.632717 n-d-813679-3 neutron-server[95502]: cb(*args, **kw) Oct 12 19:49:19.632717 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:49:19.632717 n-d-813679-3 neutron-server[95502]: return func(*args, **kwargs) Oct 12 19:49:19.632717 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:49:19.632717 n-d-813679-3 neutron-server[95502]: self._notify() Oct 12 19:49:19.632717 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:49:19.632717 n-d-813679-3 neutron-server[95502]: self.callback(batched_events) Oct 12 19:49:19.632717 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:49:19.632717 n-d-813679-3 neutron-server[95502]: event.method(event) Oct 12 19:49:19.632717 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:49:19.632717 n-d-813679-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:49:19.632717 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:49:19.632717 n-d-813679-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:49:19.632717 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:49:19.632717 n-d-813679-3 neutron-server[95502]: return f(self, *a, **k) Oct 12 19:49:19.632717 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:49:19.632717 n-d-813679-3 neutron-server[95502]: return self._get(url).json() Oct 12 19:49:19.632717 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:49:19.632717 n-d-813679-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:49:19.632717 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:49:19.632717 n-d-813679-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Oct 12 19:49:19.632717 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:49:19.632717 n-d-813679-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:49:19.632717 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:49:19.632717 n-d-813679-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:49:19.632717 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:49:19.632717 n-d-813679-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:49:19.632717 n-d-813679-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:49:19.754075 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b98d1c26-daf8-4177-a014-41f637a53ae9 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:19.761661 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b98d1c26-daf8-4177-a014-41f637a53ae9 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:19.764725 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-b98d1c26-daf8-4177-a014-41f637a53ae9 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] 10.222.0.49 "DELETE /v2.0/networks/2824b178-9ded-42d8-a8f7-72401e50fb4b HTTP/1.1" status: 204 len: 168 time: 1.9849908 Oct 12 19:49:19.768953 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 55156) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:49:19.774212 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-c5fcc4c3-1f03-4259-8148-8f94b2f49411 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1936364921'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:49:19.780976 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98d1c26-daf8-4177-a014-41f637a53ae9 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Pushing event deleted for resources: {'Network': ['ID=2824b178-9ded-42d8-a8f7-72401e50fb4b,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:49:19.864361 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5fcc4c3-1f03-4259-8148-8f94b2f49411 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Made reservation on behalf of d0cef2777f1a4204ae008e279618e6b2 for: {'network': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:49:19.867952 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c5fcc4c3-1f03-4259-8148-8f94b2f49411 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:19.892897 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5fcc4c3-1f03-4259-8148-8f94b2f49411 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=95501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:49:19.901783 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c5fcc4c3-1f03-4259-8148-8f94b2f49411 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:19.902125 n-d-813679-3 neutron-server[95501]: INFO neutron.db.segments_db [None req-c5fcc4c3-1f03-4259-8148-8f94b2f49411 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Added segment 7060e89a-b826-4fa4-9885-942d8fcd39c9 of type vlan for network 5cdcc2f2-5310-4ea9-bb20-5200ba71c1b8 Oct 12 19:49:19.953755 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c5fcc4c3-1f03-4259-8148-8f94b2f49411 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:20.024014 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c5fcc4c3-1f03-4259-8148-8f94b2f49411 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:20.029810 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5fcc4c3-1f03-4259-8148-8f94b2f49411 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:49:20.030386 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c5fcc4c3-1f03-4259-8148-8f94b2f49411 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks [] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:20.096831 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fcc4c3-1f03-4259-8148-8f94b2f49411 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Pushing event updated for resources: {'Network': ['ID=5cdcc2f2-5310-4ea9-bb20-5200ba71c1b8,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:49:20.117946 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 5cdcc2f2-5310-4ea9-bb20-5200ba71c1b8 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:49:20.133548 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-c5fcc4c3-1f03-4259-8148-8f94b2f49411 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3632941 Oct 12 19:49:20.136297 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 55160) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:49:20.142997 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-74d2bfd5-c71f-4729-9602-410595b2b93c tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Request body: {'subnet': {'network_id': '5cdcc2f2-5310-4ea9-bb20-5200ba71c1b8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:49:20.309710 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74d2bfd5-c71f-4729-9602-410595b2b93c tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Made reservation on behalf of d0cef2777f1a4204ae008e279618e6b2 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:49:20.314033 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-74d2bfd5-c71f-4729-9602-410595b2b93c tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16245837'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:20.375400 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.ipam_backend_mixin [None req-74d2bfd5-c71f-4729-9602-410595b2b93c tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Performing IP validity checks on allocation pools {{(pid=95502) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 12 19:49:20.375833 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.ipam_backend_mixin [None req-74d2bfd5-c71f-4729-9602-410595b2b93c tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95502) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 12 19:49:20.527438 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-74d2bfd5-c71f-4729-9602-410595b2b93c tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4306659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16245859'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:20.591754 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d2bfd5-c71f-4729-9602-410595b2b93c tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Pushing event updated for resources: {'Subnet': ['ID=1f024d11-6d56-4356-963a-a41493552919,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:49:20.601345 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d2bfd5-c71f-4729-9602-410595b2b93c tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Checking segment: {'id': '7060e89a-b826-4fa4-9885-942d8fcd39c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '5cdcc2f2-5310-4ea9-bb20-5200ba71c1b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:49:20.601700 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d2bfd5-c71f-4729-9602-410595b2b93c tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Network hostable DHCP agents. Network: 5cdcc2f2-5310-4ea9-bb20-5200ba71c1b8, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:49:20.652717 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d2bfd5-c71f-4729-9602-410595b2b93c tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Network 5cdcc2f2-5310-4ea9-bb20-5200ba71c1b8 is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:49:20.719984 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-74d2bfd5-c71f-4729-9602-410595b2b93c tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, 5cdcc2f2-5310-4ea9-bb20-5200ba71c1b8) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:49:20.727996 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3e2b68-56c9-4aea-83c5-512d64f4e7d8 None None] Network 5cdcc2f2-5310-4ea9-bb20-5200ba71c1b8 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:49:20.730951 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d2bfd5-c71f-4729-9602-410595b2b93c tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:49:20.733523 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-74d2bfd5-c71f-4729-9602-410595b2b93c tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:20.831746 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-74d2bfd5-c71f-4729-9602-410595b2b93c tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.6936467 Oct 12 19:49:20.834475 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 55162) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:49:20.881089 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6b5e92-426b-44bd-9cc4-8daafd243f66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-5cdcc2f2-5310-4ea9-bb20-5200ba71c1b8', 'network_id': '5cdcc2f2-5310-4ea9-bb20-5200ba71c1b8', 'tenant_id': 'd0cef2777f1a4204ae008e279618e6b2', 'fixed_ips': [{'subnet_id': '1f024d11-6d56-4356-963a-a41493552919'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:49:20.881904 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ac6b5e92-426b-44bd-9cc4-8daafd243f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:20.934086 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cca9bcf1-dcde-46c7-9c1d-f093490fad2a tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:20.992131 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cca9bcf1-dcde-46c7-9c1d-f093490fad2a tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:21.176036 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-ac6b5e92-426b-44bd-9cc4-8daafd243f66 None None] Allocated IP 172.20.0.3 (5cdcc2f2-5310-4ea9-bb20-5200ba71c1b8/1f024d11-6d56-4356-963a-a41493552919/3995b5c7-689a-4679-88a8-d61308cacb0e) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:49:21.418839 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ac6b5e92-426b-44bd-9cc4-8daafd243f66 None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:21.504760 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ac6b5e92-426b-44bd-9cc4-8daafd243f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:21.545792 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac6b5e92-426b-44bd-9cc4-8daafd243f66 None None] Network 5cdcc2f2-5310-4ea9-bb20-5200ba71c1b8 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:49:21.548699 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-ac6b5e92-426b-44bd-9cc4-8daafd243f66 None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:49:21.552251 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6b5e92-426b-44bd-9cc4-8daafd243f66 None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:49:21.557836 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6b5e92-426b-44bd-9cc4-8daafd243f66 None None] Pushing event updated for resources: {'Port': ['ID=3995b5c7-689a-4679-88a8-d61308cacb0e,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:49:21.611293 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-ac6b5e92-426b-44bd-9cc4-8daafd243f66 None None] Attempting to bind port 3995b5c7-689a-4679-88a8-d61308cacb0e on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:49:21.611658 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-ac6b5e92-426b-44bd-9cc4-8daafd243f66 None None] Attempting to bind port 3995b5c7-689a-4679-88a8-d61308cacb0e by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '7060e89a-b826-4fa4-9885-942d8fcd39c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '5cdcc2f2-5310-4ea9-bb20-5200ba71c1b8'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:49:21.612020 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6b5e92-426b-44bd-9cc4-8daafd243f66 None None] Attempting to bind port 3995b5c7-689a-4679-88a8-d61308cacb0e on network 5cdcc2f2-5310-4ea9-bb20-5200ba71c1b8 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:49:21.612934 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cca9bcf1-dcde-46c7-9c1d-f093490fad2a tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4306592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16245866'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:21.617139 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6b5e92-426b-44bd-9cc4-8daafd243f66 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:49:21.617523 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6b5e92-426b-44bd-9cc4-8daafd243f66 None None] Checking segment: {'id': '7060e89a-b826-4fa4-9885-942d8fcd39c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '5cdcc2f2-5310-4ea9-bb20-5200ba71c1b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:49:21.617924 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ac6b5e92-426b-44bd-9cc4-8daafd243f66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:21.618343 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6b5e92-426b-44bd-9cc4-8daafd243f66 None None] Bound using segment: {'id': '7060e89a-b826-4fa4-9885-942d8fcd39c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '5cdcc2f2-5310-4ea9-bb20-5200ba71c1b8'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:49:21.618789 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-ac6b5e92-426b-44bd-9cc4-8daafd243f66 None None] Bound port: 3995b5c7-689a-4679-88a8-d61308cacb0e, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7060e89a-b826-4fa4-9885-942d8fcd39c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '5cdcc2f2-5310-4ea9-bb20-5200ba71c1b8'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:49:21.619168 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ac6b5e92-426b-44bd-9cc4-8daafd243f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:21.645662 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca9bcf1-dcde-46c7-9c1d-f093490fad2a tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Pushing event deleted for resources: {'Subnet': ['ID=1f024d11-6d56-4356-963a-a41493552919,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:49:21.682267 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-ac6b5e92-426b-44bd-9cc4-8daafd243f66 None None] For port 3995b5c7-689a-4679-88a8-d61308cacb0e, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:49:21.685300 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-ac6b5e92-426b-44bd-9cc4-8daafd243f66 None None] For port 3995b5c7-689a-4679-88a8-d61308cacb0e, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=3995b5c7-689a-4679-88a8-d61308cacb0e,segment=NetworkSegment(7060e89a-b826-4fa4-9885-942d8fcd39c9),segment_id=7060e89a-b826-4fa4-9885-942d8fcd39c9)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:49:21.709383 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cca9bcf1-dcde-46c7-9c1d-f093490fad2a tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:21.729719 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-cca9bcf1-dcde-46c7-9c1d-f093490fad2a tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cdcc2f2-5310-4ea9-bb20-5200ba71c1b8']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:49:21.739385 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-cca9bcf1-dcde-46c7-9c1d-f093490fad2a tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7060e89a-b826-4fa4-9885-942d8fcd39c9') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:49:21.739676 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-cca9bcf1-dcde-46c7-9c1d-f093490fad2a tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7060e89a-b826-4fa4-9885-942d8fcd39c9') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:49:21.744575 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ac6b5e92-426b-44bd-9cc4-8daafd243f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:21.749582 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cca9bcf1-dcde-46c7-9c1d-f093490fad2a tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16313633'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:21.764153 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cca9bcf1-dcde-46c7-9c1d-f093490fad2a tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:21.771006 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cca9bcf1-dcde-46c7-9c1d-f093490fad2a tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:49:21.771397 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cca9bcf1-dcde-46c7-9c1d-f093490fad2a tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4305278'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:21.774375 n-d-813679-3 neutron-server[95502]: Traceback (most recent call last): Oct 12 19:49:21.774375 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:49:21.774375 n-d-813679-3 neutron-server[95502]: timer() Oct 12 19:49:21.774375 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:49:21.774375 n-d-813679-3 neutron-server[95502]: cb(*args, **kw) Oct 12 19:49:21.774375 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:49:21.774375 n-d-813679-3 neutron-server[95502]: return func(*args, **kwargs) Oct 12 19:49:21.774375 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:49:21.774375 n-d-813679-3 neutron-server[95502]: self._notify() Oct 12 19:49:21.774375 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:49:21.774375 n-d-813679-3 neutron-server[95502]: self.callback(batched_events) Oct 12 19:49:21.774375 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:49:21.774375 n-d-813679-3 neutron-server[95502]: event.method(event) Oct 12 19:49:21.774375 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:49:21.774375 n-d-813679-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:49:21.774375 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:49:21.774375 n-d-813679-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:49:21.774375 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:49:21.774375 n-d-813679-3 neutron-server[95502]: return f(self, *a, **k) Oct 12 19:49:21.774375 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:49:21.774375 n-d-813679-3 neutron-server[95502]: return self._get(url).json() Oct 12 19:49:21.774375 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:49:21.774375 n-d-813679-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:49:21.774375 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:49:21.774375 n-d-813679-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Oct 12 19:49:21.774375 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:49:21.774375 n-d-813679-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:49:21.774375 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:49:21.774375 n-d-813679-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:49:21.774375 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:49:21.774375 n-d-813679-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:49:21.774375 n-d-813679-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:49:21.825469 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6b5e92-426b-44bd-9cc4-8daafd243f66 None None] Pushing event updated for resources: {'Port': ['ID=3995b5c7-689a-4679-88a8-d61308cacb0e,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:49:21.840388 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-435e1581-5c0e-4c61-8d51-8063b0f2c4b6 None None] Network 5cdcc2f2-5310-4ea9-bb20-5200ba71c1b8 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:49:21.868878 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.db.api [None req-cca9bcf1-dcde-46c7-9c1d-f093490fad2a tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 12 19:49:21.868878 n-d-813679-3 neutron-server[95502]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 12 19:49:21.868878 n-d-813679-3 neutron-server[95502]: [parameters: {'id': '5cdcc2f2-5310-4ea9-bb20-5200ba71c1b8'}] Oct 12 19:49:21.868878 n-d-813679-3 neutron-server[95502]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95502) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 19:49:21.869444 n-d-813679-3 neutron-server[95502]: DEBUG oslo_db.api [None req-cca9bcf1-dcde-46c7-9c1d-f093490fad2a tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 19:49:21.964814 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42fb4877-5956-4bb0-9766-d6fa2de10954 None None] get_active_networks_info from n-d-813679-3 {{(pid=95503) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 12 19:49:22.058657 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42fb4877-5956-4bb0-9766-d6fa2de10954 None None] Resources bound (agent type, host, resource id): {{(pid=95503) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 12 19:49:22.370995 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cca9bcf1-dcde-46c7-9c1d-f093490fad2a tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:22.427628 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-cca9bcf1-dcde-46c7-9c1d-f093490fad2a tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Deleting port 3995b5c7-689a-4679-88a8-d61308cacb0e {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:49:22.427977 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cca9bcf1-dcde-46c7-9c1d-f093490fad2a tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:22.495334 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-cca9bcf1-dcde-46c7-9c1d-f093490fad2a tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] For port 3995b5c7-689a-4679-88a8-d61308cacb0e, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=3995b5c7-689a-4679-88a8-d61308cacb0e,segment=NetworkSegment(7060e89a-b826-4fa4-9885-942d8fcd39c9),segment_id=7060e89a-b826-4fa4-9885-942d8fcd39c9)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:49:22.495628 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cca9bcf1-dcde-46c7-9c1d-f093490fad2a tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:22.509436 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-cca9bcf1-dcde-46c7-9c1d-f093490fad2a tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Calling delete_port for 3995b5c7-689a-4679-88a8-d61308cacb0e owned by network:dhcp {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:49:22.670076 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cca9bcf1-dcde-46c7-9c1d-f093490fad2a tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:22.700225 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca9bcf1-dcde-46c7-9c1d-f093490fad2a tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Pushing event deleted for resources: {'Port': ['ID=3995b5c7-689a-4679-88a8-d61308cacb0e,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:49:22.702128 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca9bcf1-dcde-46c7-9c1d-f093490fad2a tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] No DVR routers for this DVR port 3995b5c7-689a-4679-88a8-d61308cacb0e on host n-d-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:49:22.778662 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cca9bcf1-dcde-46c7-9c1d-f093490fad2a tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:22.798877 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-cca9bcf1-dcde-46c7-9c1d-f093490fad2a tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cdcc2f2-5310-4ea9-bb20-5200ba71c1b8']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:49:22.808228 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-cca9bcf1-dcde-46c7-9c1d-f093490fad2a tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7060e89a-b826-4fa4-9885-942d8fcd39c9') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:49:22.808521 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-cca9bcf1-dcde-46c7-9c1d-f093490fad2a tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7060e89a-b826-4fa4-9885-942d8fcd39c9') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:49:22.817971 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cca9bcf1-dcde-46c7-9c1d-f093490fad2a tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16313633'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:22.830833 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cca9bcf1-dcde-46c7-9c1d-f093490fad2a tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:22.836798 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cca9bcf1-dcde-46c7-9c1d-f093490fad2a tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:49:22.837176 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cca9bcf1-dcde-46c7-9c1d-f093490fad2a tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4305278'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:22.840185 n-d-813679-3 neutron-server[95502]: Traceback (most recent call last): Oct 12 19:49:22.840185 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:49:22.840185 n-d-813679-3 neutron-server[95502]: timer() Oct 12 19:49:22.840185 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:49:22.840185 n-d-813679-3 neutron-server[95502]: cb(*args, **kw) Oct 12 19:49:22.840185 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:49:22.840185 n-d-813679-3 neutron-server[95502]: return func(*args, **kwargs) Oct 12 19:49:22.840185 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:49:22.840185 n-d-813679-3 neutron-server[95502]: self._notify() Oct 12 19:49:22.840185 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:49:22.840185 n-d-813679-3 neutron-server[95502]: self.callback(batched_events) Oct 12 19:49:22.840185 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:49:22.840185 n-d-813679-3 neutron-server[95502]: event.method(event) Oct 12 19:49:22.840185 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:49:22.840185 n-d-813679-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:49:22.840185 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:49:22.840185 n-d-813679-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:49:22.840185 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:49:22.840185 n-d-813679-3 neutron-server[95502]: return f(self, *a, **k) Oct 12 19:49:22.840185 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:49:22.840185 n-d-813679-3 neutron-server[95502]: return self._get(url).json() Oct 12 19:49:22.840185 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:49:22.840185 n-d-813679-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:49:22.840185 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:49:22.840185 n-d-813679-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Oct 12 19:49:22.840185 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:49:22.840185 n-d-813679-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:49:22.840185 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:49:22.840185 n-d-813679-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:49:22.840185 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:49:22.840185 n-d-813679-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:49:22.840185 n-d-813679-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:49:22.971284 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cca9bcf1-dcde-46c7-9c1d-f093490fad2a tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:22.976391 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cca9bcf1-dcde-46c7-9c1d-f093490fad2a tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:22.979540 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-cca9bcf1-dcde-46c7-9c1d-f093490fad2a tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] 10.222.0.49 "DELETE /v2.0/networks/5cdcc2f2-5310-4ea9-bb20-5200ba71c1b8 HTTP/1.1" status: 204 len: 168 time: 2.1440418 Oct 12 19:49:22.983217 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 55168) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:49:22.989162 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-95df4117-0c0f-487d-80f6-92d6e0863a42 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2051469601'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:49:22.995438 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca9bcf1-dcde-46c7-9c1d-f093490fad2a tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Pushing event deleted for resources: {'Network': ['ID=5cdcc2f2-5310-4ea9-bb20-5200ba71c1b8,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:49:23.097980 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95df4117-0c0f-487d-80f6-92d6e0863a42 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Made reservation on behalf of d0cef2777f1a4204ae008e279618e6b2 for: {'network': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:49:23.101897 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-95df4117-0c0f-487d-80f6-92d6e0863a42 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:23.126436 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95df4117-0c0f-487d-80f6-92d6e0863a42 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=95501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:49:23.134820 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-95df4117-0c0f-487d-80f6-92d6e0863a42 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:23.135188 n-d-813679-3 neutron-server[95501]: INFO neutron.db.segments_db [None req-95df4117-0c0f-487d-80f6-92d6e0863a42 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Added segment 518be373-5cf6-4d86-b9db-aa5d0039194e of type vlan for network bc3253ee-67ad-494f-b29c-57505a319d59 Oct 12 19:49:23.174458 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-95df4117-0c0f-487d-80f6-92d6e0863a42 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:23.321717 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-95df4117-0c0f-487d-80f6-92d6e0863a42 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:23.334267 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95df4117-0c0f-487d-80f6-92d6e0863a42 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:49:23.334267 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-95df4117-0c0f-487d-80f6-92d6e0863a42 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks [] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:23.395627 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95df4117-0c0f-487d-80f6-92d6e0863a42 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Pushing event updated for resources: {'Network': ['ID=bc3253ee-67ad-494f-b29c-57505a319d59,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:49:23.409827 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network bc3253ee-67ad-494f-b29c-57505a319d59 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:49:23.461572 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-95df4117-0c0f-487d-80f6-92d6e0863a42 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4769292 Oct 12 19:49:23.464301 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 55172) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:49:23.471225 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-c370ac84-d1e0-45f9-8c95-fbd0ea2cfa59 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Request body: {'subnet': {'network_id': 'bc3253ee-67ad-494f-b29c-57505a319d59', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:49:23.641539 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c370ac84-d1e0-45f9-8c95-fbd0ea2cfa59 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Made reservation on behalf of d0cef2777f1a4204ae008e279618e6b2 for: {'subnet': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:49:23.645133 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c370ac84-d1e0-45f9-8c95-fbd0ea2cfa59 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4612397'] for subnet, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:23.921793 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c370ac84-d1e0-45f9-8c95-fbd0ea2cfa59 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4824863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4612355'] for subnet, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:23.987482 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c370ac84-d1e0-45f9-8c95-fbd0ea2cfa59 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Pushing event updated for resources: {'Subnet': ['ID=fece4b51-1d12-4dfe-99b9-ff09175134cf,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:49:23.997016 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c370ac84-d1e0-45f9-8c95-fbd0ea2cfa59 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Checking segment: {'id': '518be373-5cf6-4d86-b9db-aa5d0039194e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'bc3253ee-67ad-494f-b29c-57505a319d59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:49:24.005609 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c370ac84-d1e0-45f9-8c95-fbd0ea2cfa59 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Network hostable DHCP agents. Network: bc3253ee-67ad-494f-b29c-57505a319d59, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:49:24.127340 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c370ac84-d1e0-45f9-8c95-fbd0ea2cfa59 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Network bc3253ee-67ad-494f-b29c-57505a319d59 is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:49:24.252042 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-c370ac84-d1e0-45f9-8c95-fbd0ea2cfa59 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, bc3253ee-67ad-494f-b29c-57505a319d59) {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:49:24.257193 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c370ac84-d1e0-45f9-8c95-fbd0ea2cfa59 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:49:24.259151 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c370ac84-d1e0-45f9-8c95-fbd0ea2cfa59 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:24.259903 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b7092d-ca11-4c27-af82-7ffffb8f3c6f None None] Network bc3253ee-67ad-494f-b29c-57505a319d59 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:49:24.386688 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-c370ac84-d1e0-45f9-8c95-fbd0ea2cfa59 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9210453 Oct 12 19:49:24.389392 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 55176) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:49:24.405512 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16fca1d6-0cde-4826-b0b7-a7c15afc1008 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-bc3253ee-67ad-494f-b29c-57505a319d59', 'network_id': 'bc3253ee-67ad-494f-b29c-57505a319d59', 'tenant_id': 'd0cef2777f1a4204ae008e279618e6b2', 'fixed_ips': [{'subnet_id': 'fece4b51-1d12-4dfe-99b9-ff09175134cf'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:49:24.406390 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-16fca1d6-0cde-4826-b0b7-a7c15afc1008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:24.487360 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-96a241a3-b3d0-40ff-829e-ffded2305dbb tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:24.538881 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-96a241a3-b3d0-40ff-829e-ffded2305dbb tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:24.546438 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-16fca1d6-0cde-4826-b0b7-a7c15afc1008 None None] Allocated IP 172.20.0.1 (bc3253ee-67ad-494f-b29c-57505a319d59/fece4b51-1d12-4dfe-99b9-ff09175134cf/59eb1a98-263e-4012-a14c-72e824d8a902) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:49:24.686017 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-16fca1d6-0cde-4826-b0b7-a7c15afc1008 None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:24.779212 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-16fca1d6-0cde-4826-b0b7-a7c15afc1008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:24.823615 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16fca1d6-0cde-4826-b0b7-a7c15afc1008 None None] Network bc3253ee-67ad-494f-b29c-57505a319d59 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:49:24.826692 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-16fca1d6-0cde-4826-b0b7-a7c15afc1008 None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:49:24.829748 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16fca1d6-0cde-4826-b0b7-a7c15afc1008 None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:49:24.842839 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fca1d6-0cde-4826-b0b7-a7c15afc1008 None None] Pushing event updated for resources: {'Port': ['ID=59eb1a98-263e-4012-a14c-72e824d8a902,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:49:24.893794 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-16fca1d6-0cde-4826-b0b7-a7c15afc1008 None None] Attempting to bind port 59eb1a98-263e-4012-a14c-72e824d8a902 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:49:24.894188 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-16fca1d6-0cde-4826-b0b7-a7c15afc1008 None None] Attempting to bind port 59eb1a98-263e-4012-a14c-72e824d8a902 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '518be373-5cf6-4d86-b9db-aa5d0039194e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'bc3253ee-67ad-494f-b29c-57505a319d59'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:49:24.894569 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16fca1d6-0cde-4826-b0b7-a7c15afc1008 None None] Attempting to bind port 59eb1a98-263e-4012-a14c-72e824d8a902 on network bc3253ee-67ad-494f-b29c-57505a319d59 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:49:24.899943 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-96a241a3-b3d0-40ff-829e-ffded2305dbb tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4824924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4612362'] for subnet, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:24.901640 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16fca1d6-0cde-4826-b0b7-a7c15afc1008 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:49:24.902031 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16fca1d6-0cde-4826-b0b7-a7c15afc1008 None None] Checking segment: {'id': '518be373-5cf6-4d86-b9db-aa5d0039194e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'bc3253ee-67ad-494f-b29c-57505a319d59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:49:24.902442 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-16fca1d6-0cde-4826-b0b7-a7c15afc1008 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:24.902975 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16fca1d6-0cde-4826-b0b7-a7c15afc1008 None None] Bound using segment: {'id': '518be373-5cf6-4d86-b9db-aa5d0039194e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'bc3253ee-67ad-494f-b29c-57505a319d59'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:49:24.903348 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-16fca1d6-0cde-4826-b0b7-a7c15afc1008 None None] Bound port: 59eb1a98-263e-4012-a14c-72e824d8a902, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '518be373-5cf6-4d86-b9db-aa5d0039194e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'bc3253ee-67ad-494f-b29c-57505a319d59'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:49:24.903732 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-16fca1d6-0cde-4826-b0b7-a7c15afc1008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:24.931204 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a241a3-b3d0-40ff-829e-ffded2305dbb tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Pushing event deleted for resources: {'Subnet': ['ID=fece4b51-1d12-4dfe-99b9-ff09175134cf,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:49:24.972283 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-16fca1d6-0cde-4826-b0b7-a7c15afc1008 None None] For port 59eb1a98-263e-4012-a14c-72e824d8a902, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:49:24.975276 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-16fca1d6-0cde-4826-b0b7-a7c15afc1008 None None] For port 59eb1a98-263e-4012-a14c-72e824d8a902, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=59eb1a98-263e-4012-a14c-72e824d8a902,segment=NetworkSegment(518be373-5cf6-4d86-b9db-aa5d0039194e),segment_id=518be373-5cf6-4d86-b9db-aa5d0039194e)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:49:24.992357 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-96a241a3-b3d0-40ff-829e-ffded2305dbb tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:25.012937 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-96a241a3-b3d0-40ff-829e-ffded2305dbb tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc3253ee-67ad-494f-b29c-57505a319d59']}} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:49:25.022679 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-96a241a3-b3d0-40ff-829e-ffded2305dbb tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '518be373-5cf6-4d86-b9db-aa5d0039194e') {'for_net_delete': True} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:49:25.029105 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-96a241a3-b3d0-40ff-829e-ffded2305dbb tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '518be373-5cf6-4d86-b9db-aa5d0039194e') {} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:49:25.037248 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-96a241a3-b3d0-40ff-829e-ffded2305dbb tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4281072'] for segment, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:25.053219 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-16fca1d6-0cde-4826-b0b7-a7c15afc1008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:25.055744 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-96a241a3-b3d0-40ff-829e-ffded2305dbb tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:25.062117 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96a241a3-b3d0-40ff-829e-ffded2305dbb tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=95501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:49:25.064515 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-96a241a3-b3d0-40ff-829e-ffded2305dbb tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4823170'] for segment, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:25.066595 n-d-813679-3 neutron-server[95501]: Traceback (most recent call last): Oct 12 19:49:25.066595 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:49:25.066595 n-d-813679-3 neutron-server[95501]: timer() Oct 12 19:49:25.066595 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:49:25.066595 n-d-813679-3 neutron-server[95501]: cb(*args, **kw) Oct 12 19:49:25.066595 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:49:25.066595 n-d-813679-3 neutron-server[95501]: return func(*args, **kwargs) Oct 12 19:49:25.066595 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:49:25.066595 n-d-813679-3 neutron-server[95501]: self._notify() Oct 12 19:49:25.066595 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:49:25.066595 n-d-813679-3 neutron-server[95501]: self.callback(batched_events) Oct 12 19:49:25.066595 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:49:25.066595 n-d-813679-3 neutron-server[95501]: event.method(event) Oct 12 19:49:25.066595 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:49:25.066595 n-d-813679-3 neutron-server[95501]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:49:25.066595 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:49:25.066595 n-d-813679-3 neutron-server[95501]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:49:25.066595 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:49:25.066595 n-d-813679-3 neutron-server[95501]: return f(self, *a, **k) Oct 12 19:49:25.066595 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:49:25.066595 n-d-813679-3 neutron-server[95501]: return self._get(url).json() Oct 12 19:49:25.066595 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:49:25.066595 n-d-813679-3 neutron-server[95501]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:49:25.066595 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:49:25.066595 n-d-813679-3 neutron-server[95501]: return self.request(url, 'GET', **kwargs) Oct 12 19:49:25.066595 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:49:25.066595 n-d-813679-3 neutron-server[95501]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:49:25.066595 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:49:25.066595 n-d-813679-3 neutron-server[95501]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:49:25.066595 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:49:25.066595 n-d-813679-3 neutron-server[95501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:49:25.066595 n-d-813679-3 neutron-server[95501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:49:25.130125 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fca1d6-0cde-4826-b0b7-a7c15afc1008 None None] Pushing event updated for resources: {'Port': ['ID=59eb1a98-263e-4012-a14c-72e824d8a902,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:49:25.149256 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3298d7d0-bd06-4dc8-ac70-c25da6db4d26 None None] Network bc3253ee-67ad-494f-b29c-57505a319d59 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:49:25.167386 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.db.api [None req-96a241a3-b3d0-40ff-829e-ffded2305dbb tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 12 19:49:25.167386 n-d-813679-3 neutron-server[95501]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 12 19:49:25.167386 n-d-813679-3 neutron-server[95501]: [parameters: {'id': 'bc3253ee-67ad-494f-b29c-57505a319d59'}] Oct 12 19:49:25.167386 n-d-813679-3 neutron-server[95501]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95501) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 19:49:25.171289 n-d-813679-3 neutron-server[95501]: DEBUG oslo_db.api [None req-96a241a3-b3d0-40ff-829e-ffded2305dbb tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 19:49:25.268100 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd12e78-cdb7-45ad-84c2-4e62abb9560e None None] get_active_networks_info from n-d-813679-3 {{(pid=95503) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 12 19:49:25.361526 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd12e78-cdb7-45ad-84c2-4e62abb9560e None None] Resources bound (agent type, host, resource id): {{(pid=95503) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 12 19:49:25.669253 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-96a241a3-b3d0-40ff-829e-ffded2305dbb tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:25.726017 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-96a241a3-b3d0-40ff-829e-ffded2305dbb tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Deleting port 59eb1a98-263e-4012-a14c-72e824d8a902 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:49:25.726358 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-96a241a3-b3d0-40ff-829e-ffded2305dbb tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:25.790399 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [None req-96a241a3-b3d0-40ff-829e-ffded2305dbb tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] For port 59eb1a98-263e-4012-a14c-72e824d8a902, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=59eb1a98-263e-4012-a14c-72e824d8a902,segment=NetworkSegment(518be373-5cf6-4d86-b9db-aa5d0039194e),segment_id=518be373-5cf6-4d86-b9db-aa5d0039194e)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:49:25.790747 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-96a241a3-b3d0-40ff-829e-ffded2305dbb tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:25.803231 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-96a241a3-b3d0-40ff-829e-ffded2305dbb tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Calling delete_port for 59eb1a98-263e-4012-a14c-72e824d8a902 owned by network:dhcp {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:49:25.972726 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-96a241a3-b3d0-40ff-829e-ffded2305dbb tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:25.997481 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a241a3-b3d0-40ff-829e-ffded2305dbb tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Pushing event deleted for resources: {'Port': ['ID=59eb1a98-263e-4012-a14c-72e824d8a902,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:49:26.001041 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a241a3-b3d0-40ff-829e-ffded2305dbb tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] No DVR routers for this DVR port 59eb1a98-263e-4012-a14c-72e824d8a902 on host n-d-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:49:26.080332 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-96a241a3-b3d0-40ff-829e-ffded2305dbb tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:26.101163 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-96a241a3-b3d0-40ff-829e-ffded2305dbb tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc3253ee-67ad-494f-b29c-57505a319d59']}} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:49:26.110172 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-96a241a3-b3d0-40ff-829e-ffded2305dbb tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '518be373-5cf6-4d86-b9db-aa5d0039194e') {'for_net_delete': True} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:49:26.110467 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-96a241a3-b3d0-40ff-829e-ffded2305dbb tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '518be373-5cf6-4d86-b9db-aa5d0039194e') {} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:49:26.119791 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-96a241a3-b3d0-40ff-829e-ffded2305dbb tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4281072'] for segment, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:26.132483 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-96a241a3-b3d0-40ff-829e-ffded2305dbb tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:26.138232 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96a241a3-b3d0-40ff-829e-ffded2305dbb tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=95501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:49:26.138612 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-96a241a3-b3d0-40ff-829e-ffded2305dbb tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4823170'] for segment, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:26.142010 n-d-813679-3 neutron-server[95501]: Traceback (most recent call last): Oct 12 19:49:26.142010 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:49:26.142010 n-d-813679-3 neutron-server[95501]: timer() Oct 12 19:49:26.142010 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:49:26.142010 n-d-813679-3 neutron-server[95501]: cb(*args, **kw) Oct 12 19:49:26.142010 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:49:26.142010 n-d-813679-3 neutron-server[95501]: return func(*args, **kwargs) Oct 12 19:49:26.142010 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:49:26.142010 n-d-813679-3 neutron-server[95501]: self._notify() Oct 12 19:49:26.142010 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:49:26.142010 n-d-813679-3 neutron-server[95501]: self.callback(batched_events) Oct 12 19:49:26.142010 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:49:26.142010 n-d-813679-3 neutron-server[95501]: event.method(event) Oct 12 19:49:26.142010 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:49:26.142010 n-d-813679-3 neutron-server[95501]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:49:26.142010 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:49:26.142010 n-d-813679-3 neutron-server[95501]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:49:26.142010 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:49:26.142010 n-d-813679-3 neutron-server[95501]: return f(self, *a, **k) Oct 12 19:49:26.142010 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:49:26.142010 n-d-813679-3 neutron-server[95501]: return self._get(url).json() Oct 12 19:49:26.142010 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:49:26.142010 n-d-813679-3 neutron-server[95501]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:49:26.142010 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:49:26.142010 n-d-813679-3 neutron-server[95501]: return self.request(url, 'GET', **kwargs) Oct 12 19:49:26.142010 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:49:26.142010 n-d-813679-3 neutron-server[95501]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:49:26.142010 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:49:26.142010 n-d-813679-3 neutron-server[95501]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:49:26.142010 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:49:26.142010 n-d-813679-3 neutron-server[95501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:49:26.142010 n-d-813679-3 neutron-server[95501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:49:26.360269 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-96a241a3-b3d0-40ff-829e-ffded2305dbb tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:26.365065 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-96a241a3-b3d0-40ff-829e-ffded2305dbb tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks [] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:26.368854 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-96a241a3-b3d0-40ff-829e-ffded2305dbb tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] 10.222.0.49 "DELETE /v2.0/networks/bc3253ee-67ad-494f-b29c-57505a319d59 HTTP/1.1" status: 204 len: 168 time: 1.9784813 Oct 12 19:49:26.372413 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 55184) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:49:26.378774 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-a3871b50-9e0e-4ba6-990a-7501e0bd8ef7 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1311566649'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:49:26.385016 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a241a3-b3d0-40ff-829e-ffded2305dbb tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Pushing event deleted for resources: {'Network': ['ID=bc3253ee-67ad-494f-b29c-57505a319d59,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:49:26.479693 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3871b50-9e0e-4ba6-990a-7501e0bd8ef7 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Made reservation on behalf of d0cef2777f1a4204ae008e279618e6b2 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:49:26.483235 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a3871b50-9e0e-4ba6-990a-7501e0bd8ef7 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:26.506666 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3871b50-9e0e-4ba6-990a-7501e0bd8ef7 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:49:26.514959 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a3871b50-9e0e-4ba6-990a-7501e0bd8ef7 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:26.515302 n-d-813679-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-a3871b50-9e0e-4ba6-990a-7501e0bd8ef7 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Added segment a456096d-1cef-4937-bb7a-5cb9d0bc02fb of type vlan for network 621c1e11-7f2b-4c25-9f77-ed1680eebe8c Oct 12 19:49:26.557986 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a3871b50-9e0e-4ba6-990a-7501e0bd8ef7 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:26.662415 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a3871b50-9e0e-4ba6-990a-7501e0bd8ef7 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:26.667954 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3871b50-9e0e-4ba6-990a-7501e0bd8ef7 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:49:26.669493 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a3871b50-9e0e-4ba6-990a-7501e0bd8ef7 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:26.736289 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3871b50-9e0e-4ba6-990a-7501e0bd8ef7 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Pushing event updated for resources: {'Network': ['ID=621c1e11-7f2b-4c25-9f77-ed1680eebe8c,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:49:26.746430 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 621c1e11-7f2b-4c25-9f77-ed1680eebe8c details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:49:26.792108 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-a3871b50-9e0e-4ba6-990a-7501e0bd8ef7 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4178665 Oct 12 19:49:26.794828 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 55188) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:49:26.800236 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-278daf3b-0ee8-4dc1-9e09-d717ebb659a3 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Request body: {'subnet': {'network_id': '621c1e11-7f2b-4c25-9f77-ed1680eebe8c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:49:26.999609 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-278daf3b-0ee8-4dc1-9e09-d717ebb659a3 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Made reservation on behalf of d0cef2777f1a4204ae008e279618e6b2 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:49:27.003846 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-278daf3b-0ee8-4dc1-9e09-d717ebb659a3 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16245837'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:27.263262 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-278daf3b-0ee8-4dc1-9e09-d717ebb659a3 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4306659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16245859'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:27.324763 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278daf3b-0ee8-4dc1-9e09-d717ebb659a3 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Pushing event updated for resources: {'Subnet': ['ID=83d85f0a-10ff-418c-ae38-36e6e8a7b2b2,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:49:27.335477 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278daf3b-0ee8-4dc1-9e09-d717ebb659a3 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Checking segment: {'id': 'a456096d-1cef-4937-bb7a-5cb9d0bc02fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '621c1e11-7f2b-4c25-9f77-ed1680eebe8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:49:27.335834 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278daf3b-0ee8-4dc1-9e09-d717ebb659a3 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Network hostable DHCP agents. Network: 621c1e11-7f2b-4c25-9f77-ed1680eebe8c, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:49:27.412394 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278daf3b-0ee8-4dc1-9e09-d717ebb659a3 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Network 621c1e11-7f2b-4c25-9f77-ed1680eebe8c is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:49:27.503947 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-278daf3b-0ee8-4dc1-9e09-d717ebb659a3 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, 621c1e11-7f2b-4c25-9f77-ed1680eebe8c) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:49:27.511953 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-278daf3b-0ee8-4dc1-9e09-d717ebb659a3 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:49:27.511953 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-278daf3b-0ee8-4dc1-9e09-d717ebb659a3 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:27.514802 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b638e989-c05e-4a86-bf55-5e7dbd53dcbf None None] Network 621c1e11-7f2b-4c25-9f77-ed1680eebe8c requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:49:27.599029 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-278daf3b-0ee8-4dc1-9e09-d717ebb659a3 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8031077 Oct 12 19:49:27.601835 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 55196) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:49:27.671748 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8183c969-baae-4556-aee7-a616db5ea8e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-621c1e11-7f2b-4c25-9f77-ed1680eebe8c', 'network_id': '621c1e11-7f2b-4c25-9f77-ed1680eebe8c', 'tenant_id': 'd0cef2777f1a4204ae008e279618e6b2', 'fixed_ips': [{'subnet_id': '83d85f0a-10ff-418c-ae38-36e6e8a7b2b2'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:49:27.673207 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8183c969-baae-4556-aee7-a616db5ea8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:27.703427 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0425267c-6bec-45b0-a206-b91cb0bb982b tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:27.757504 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0425267c-6bec-45b0-a206-b91cb0bb982b tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:27.813243 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-8183c969-baae-4556-aee7-a616db5ea8e7 None None] Allocated IP 172.20.0.1 (621c1e11-7f2b-4c25-9f77-ed1680eebe8c/83d85f0a-10ff-418c-ae38-36e6e8a7b2b2/5ca4be21-2bb5-4fd0-a7e1-c23866b354d5) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:49:27.952554 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8183c969-baae-4556-aee7-a616db5ea8e7 None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:28.035994 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8183c969-baae-4556-aee7-a616db5ea8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:28.081312 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8183c969-baae-4556-aee7-a616db5ea8e7 None None] Network 621c1e11-7f2b-4c25-9f77-ed1680eebe8c is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:49:28.084112 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-8183c969-baae-4556-aee7-a616db5ea8e7 None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:49:28.087576 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8183c969-baae-4556-aee7-a616db5ea8e7 None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:49:28.092744 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8183c969-baae-4556-aee7-a616db5ea8e7 None None] Pushing event updated for resources: {'Port': ['ID=5ca4be21-2bb5-4fd0-a7e1-c23866b354d5,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:49:28.121826 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0425267c-6bec-45b0-a206-b91cb0bb982b tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4306592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16245866'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:28.149002 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-8183c969-baae-4556-aee7-a616db5ea8e7 None None] Attempting to bind port 5ca4be21-2bb5-4fd0-a7e1-c23866b354d5 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:49:28.149375 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-8183c969-baae-4556-aee7-a616db5ea8e7 None None] Attempting to bind port 5ca4be21-2bb5-4fd0-a7e1-c23866b354d5 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'a456096d-1cef-4937-bb7a-5cb9d0bc02fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '621c1e11-7f2b-4c25-9f77-ed1680eebe8c'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:49:28.149756 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8183c969-baae-4556-aee7-a616db5ea8e7 None None] Attempting to bind port 5ca4be21-2bb5-4fd0-a7e1-c23866b354d5 on network 621c1e11-7f2b-4c25-9f77-ed1680eebe8c {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:49:28.153825 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0425267c-6bec-45b0-a206-b91cb0bb982b tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Pushing event deleted for resources: {'Subnet': ['ID=83d85f0a-10ff-418c-ae38-36e6e8a7b2b2,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:49:28.154870 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8183c969-baae-4556-aee7-a616db5ea8e7 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:49:28.155304 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8183c969-baae-4556-aee7-a616db5ea8e7 None None] Checking segment: {'id': 'a456096d-1cef-4937-bb7a-5cb9d0bc02fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '621c1e11-7f2b-4c25-9f77-ed1680eebe8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:49:28.155714 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8183c969-baae-4556-aee7-a616db5ea8e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:28.156126 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8183c969-baae-4556-aee7-a616db5ea8e7 None None] Bound using segment: {'id': 'a456096d-1cef-4937-bb7a-5cb9d0bc02fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '621c1e11-7f2b-4c25-9f77-ed1680eebe8c'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:49:28.157053 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-8183c969-baae-4556-aee7-a616db5ea8e7 None None] Bound port: 5ca4be21-2bb5-4fd0-a7e1-c23866b354d5, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a456096d-1cef-4937-bb7a-5cb9d0bc02fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '621c1e11-7f2b-4c25-9f77-ed1680eebe8c'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:49:28.157053 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8183c969-baae-4556-aee7-a616db5ea8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:28.226942 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-8183c969-baae-4556-aee7-a616db5ea8e7 None None] For port 5ca4be21-2bb5-4fd0-a7e1-c23866b354d5, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:49:28.230044 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-8183c969-baae-4556-aee7-a616db5ea8e7 None None] For port 5ca4be21-2bb5-4fd0-a7e1-c23866b354d5, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=5ca4be21-2bb5-4fd0-a7e1-c23866b354d5,segment=NetworkSegment(a456096d-1cef-4937-bb7a-5cb9d0bc02fb),segment_id=a456096d-1cef-4937-bb7a-5cb9d0bc02fb)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:49:28.293556 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8183c969-baae-4556-aee7-a616db5ea8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:28.310588 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0425267c-6bec-45b0-a206-b91cb0bb982b tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:28.331770 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-0425267c-6bec-45b0-a206-b91cb0bb982b tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['621c1e11-7f2b-4c25-9f77-ed1680eebe8c']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:49:28.341567 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-0425267c-6bec-45b0-a206-b91cb0bb982b tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a456096d-1cef-4937-bb7a-5cb9d0bc02fb') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:49:28.341890 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-0425267c-6bec-45b0-a206-b91cb0bb982b tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a456096d-1cef-4937-bb7a-5cb9d0bc02fb') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:49:28.352167 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0425267c-6bec-45b0-a206-b91cb0bb982b tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16313633'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:28.366430 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0425267c-6bec-45b0-a206-b91cb0bb982b tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:28.373056 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0425267c-6bec-45b0-a206-b91cb0bb982b tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:49:28.373455 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0425267c-6bec-45b0-a206-b91cb0bb982b tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4305278'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:28.377471 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8183c969-baae-4556-aee7-a616db5ea8e7 None None] Pushing event updated for resources: {'Port': ['ID=5ca4be21-2bb5-4fd0-a7e1-c23866b354d5,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:49:28.379269 n-d-813679-3 neutron-server[95502]: Traceback (most recent call last): Oct 12 19:49:28.379269 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:49:28.379269 n-d-813679-3 neutron-server[95502]: timer() Oct 12 19:49:28.379269 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:49:28.379269 n-d-813679-3 neutron-server[95502]: cb(*args, **kw) Oct 12 19:49:28.379269 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:49:28.379269 n-d-813679-3 neutron-server[95502]: return func(*args, **kwargs) Oct 12 19:49:28.379269 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:49:28.379269 n-d-813679-3 neutron-server[95502]: self._notify() Oct 12 19:49:28.379269 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:49:28.379269 n-d-813679-3 neutron-server[95502]: self.callback(batched_events) Oct 12 19:49:28.379269 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:49:28.379269 n-d-813679-3 neutron-server[95502]: event.method(event) Oct 12 19:49:28.379269 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:49:28.379269 n-d-813679-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:49:28.379269 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:49:28.379269 n-d-813679-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:49:28.379269 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:49:28.379269 n-d-813679-3 neutron-server[95502]: return f(self, *a, **k) Oct 12 19:49:28.379269 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:49:28.379269 n-d-813679-3 neutron-server[95502]: return self._get(url).json() Oct 12 19:49:28.379269 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:49:28.379269 n-d-813679-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:49:28.379269 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:49:28.379269 n-d-813679-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Oct 12 19:49:28.379269 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:49:28.379269 n-d-813679-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:49:28.379269 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:49:28.379269 n-d-813679-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:49:28.379269 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:49:28.379269 n-d-813679-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:49:28.379269 n-d-813679-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:49:28.402254 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7251c55-a532-489f-ae25-7ca42bbd81ca None None] Network 621c1e11-7f2b-4c25-9f77-ed1680eebe8c requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:49:28.470027 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.db.api [None req-0425267c-6bec-45b0-a206-b91cb0bb982b tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 12 19:49:28.470027 n-d-813679-3 neutron-server[95502]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 12 19:49:28.470027 n-d-813679-3 neutron-server[95502]: [parameters: {'id': '621c1e11-7f2b-4c25-9f77-ed1680eebe8c'}] Oct 12 19:49:28.470027 n-d-813679-3 neutron-server[95502]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95502) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 19:49:28.470895 n-d-813679-3 neutron-server[95502]: DEBUG oslo_db.api [None req-0425267c-6bec-45b0-a206-b91cb0bb982b tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 19:49:28.524922 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e12281c-015b-4d02-9fd9-ff1749056ac6 None None] get_active_networks_info from n-d-813679-3 {{(pid=95503) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 12 19:49:28.617030 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e12281c-015b-4d02-9fd9-ff1749056ac6 None None] Resources bound (agent type, host, resource id): {{(pid=95503) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 12 19:49:28.971418 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0425267c-6bec-45b0-a206-b91cb0bb982b tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:29.028825 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-0425267c-6bec-45b0-a206-b91cb0bb982b tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Deleting port 5ca4be21-2bb5-4fd0-a7e1-c23866b354d5 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:49:29.029182 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0425267c-6bec-45b0-a206-b91cb0bb982b tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:29.092050 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-0425267c-6bec-45b0-a206-b91cb0bb982b tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] For port 5ca4be21-2bb5-4fd0-a7e1-c23866b354d5, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=5ca4be21-2bb5-4fd0-a7e1-c23866b354d5,segment=NetworkSegment(a456096d-1cef-4937-bb7a-5cb9d0bc02fb),segment_id=a456096d-1cef-4937-bb7a-5cb9d0bc02fb)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:49:29.092416 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0425267c-6bec-45b0-a206-b91cb0bb982b tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:29.106920 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-0425267c-6bec-45b0-a206-b91cb0bb982b tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Calling delete_port for 5ca4be21-2bb5-4fd0-a7e1-c23866b354d5 owned by network:dhcp {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:49:29.240808 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-046879c2-e733-454e-8091-44427287934c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:29.321228 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0425267c-6bec-45b0-a206-b91cb0bb982b tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:29.345413 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0425267c-6bec-45b0-a206-b91cb0bb982b tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Pushing event deleted for resources: {'Port': ['ID=5ca4be21-2bb5-4fd0-a7e1-c23866b354d5,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:49:29.351815 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0425267c-6bec-45b0-a206-b91cb0bb982b tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] No DVR routers for this DVR port 5ca4be21-2bb5-4fd0-a7e1-c23866b354d5 on host n-d-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:49:29.427941 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0425267c-6bec-45b0-a206-b91cb0bb982b tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:29.453236 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-0425267c-6bec-45b0-a206-b91cb0bb982b tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['621c1e11-7f2b-4c25-9f77-ed1680eebe8c']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:49:29.463806 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-0425267c-6bec-45b0-a206-b91cb0bb982b tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a456096d-1cef-4937-bb7a-5cb9d0bc02fb') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:49:29.464171 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-0425267c-6bec-45b0-a206-b91cb0bb982b tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a456096d-1cef-4937-bb7a-5cb9d0bc02fb') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:49:29.850444 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0425267c-6bec-45b0-a206-b91cb0bb982b tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16313633'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:29.864117 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0425267c-6bec-45b0-a206-b91cb0bb982b tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:29.869787 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0425267c-6bec-45b0-a206-b91cb0bb982b tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:49:29.870167 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0425267c-6bec-45b0-a206-b91cb0bb982b tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4305278'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:29.873111 n-d-813679-3 neutron-server[95502]: Traceback (most recent call last): Oct 12 19:49:29.873111 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:49:29.873111 n-d-813679-3 neutron-server[95502]: timer() Oct 12 19:49:29.873111 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:49:29.873111 n-d-813679-3 neutron-server[95502]: cb(*args, **kw) Oct 12 19:49:29.873111 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:49:29.873111 n-d-813679-3 neutron-server[95502]: return func(*args, **kwargs) Oct 12 19:49:29.873111 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:49:29.873111 n-d-813679-3 neutron-server[95502]: self._notify() Oct 12 19:49:29.873111 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:49:29.873111 n-d-813679-3 neutron-server[95502]: self.callback(batched_events) Oct 12 19:49:29.873111 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:49:29.873111 n-d-813679-3 neutron-server[95502]: event.method(event) Oct 12 19:49:29.873111 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:49:29.873111 n-d-813679-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:49:29.873111 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:49:29.873111 n-d-813679-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:49:29.873111 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:49:29.873111 n-d-813679-3 neutron-server[95502]: return f(self, *a, **k) Oct 12 19:49:29.873111 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:49:29.873111 n-d-813679-3 neutron-server[95502]: return self._get(url).json() Oct 12 19:49:29.873111 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:49:29.873111 n-d-813679-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:49:29.873111 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:49:29.873111 n-d-813679-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Oct 12 19:49:29.873111 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:49:29.873111 n-d-813679-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:49:29.873111 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:49:29.873111 n-d-813679-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:49:29.873111 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:49:29.873111 n-d-813679-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:49:29.873111 n-d-813679-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:49:29.972595 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0425267c-6bec-45b0-a206-b91cb0bb982b tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:29.979735 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0425267c-6bec-45b0-a206-b91cb0bb982b tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:29.982962 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-0425267c-6bec-45b0-a206-b91cb0bb982b tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] 10.222.0.49 "DELETE /v2.0/networks/621c1e11-7f2b-4c25-9f77-ed1680eebe8c HTTP/1.1" status: 204 len: 168 time: 2.3798809 Oct 12 19:49:29.987460 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 55204) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:49:29.992675 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-4c5d08e9-2319-4bd7-aac4-1a06646ffff7 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1999755978'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:49:29.995642 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0425267c-6bec-45b0-a206-b91cb0bb982b tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Pushing event deleted for resources: {'Network': ['ID=621c1e11-7f2b-4c25-9f77-ed1680eebe8c,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:49:30.073854 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c5d08e9-2319-4bd7-aac4-1a06646ffff7 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Made reservation on behalf of d0cef2777f1a4204ae008e279618e6b2 for: {'network': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:49:30.077669 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4c5d08e9-2319-4bd7-aac4-1a06646ffff7 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:30.102080 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c5d08e9-2319-4bd7-aac4-1a06646ffff7 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=95501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:49:30.113503 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4c5d08e9-2319-4bd7-aac4-1a06646ffff7 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:30.113854 n-d-813679-3 neutron-server[95501]: INFO neutron.db.segments_db [None req-4c5d08e9-2319-4bd7-aac4-1a06646ffff7 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Added segment 6738cbe8-7ae9-42e1-aa0e-b40e8f72d23a of type vlan for network e1a30ce3-bc06-49ba-a1d6-94bb56767f2a Oct 12 19:49:30.154223 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4c5d08e9-2319-4bd7-aac4-1a06646ffff7 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:30.223971 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4c5d08e9-2319-4bd7-aac4-1a06646ffff7 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:30.230120 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c5d08e9-2319-4bd7-aac4-1a06646ffff7 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:49:30.230696 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4c5d08e9-2319-4bd7-aac4-1a06646ffff7 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks [] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:30.356537 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-4c5d08e9-2319-4bd7-aac4-1a06646ffff7 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3679075 Oct 12 19:49:30.357356 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5d08e9-2319-4bd7-aac4-1a06646ffff7 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Pushing event updated for resources: {'Network': ['ID=e1a30ce3-bc06-49ba-a1d6-94bb56767f2a,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:49:30.359890 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 55222) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:49:30.368523 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network e1a30ce3-bc06-49ba-a1d6-94bb56767f2a details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:49:30.371260 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-0ff8a82a-b7c7-4c65-8794-149fea1fc6e5 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Request body: {'network': {'name': 'New_network'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:49:30.541263 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0ff8a82a-b7c7-4c65-8794-149fea1fc6e5 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:30.652939 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0ff8a82a-b7c7-4c65-8794-149fea1fc6e5 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:30.671542 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0ff8a82a-b7c7-4c65-8794-149fea1fc6e5 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Network e1a30ce3-bc06-49ba-a1d6-94bb56767f2a is not hosted by any dhcp agent {{(pid=95502) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 12 19:49:30.677677 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff8a82a-b7c7-4c65-8794-149fea1fc6e5 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:49:30.678376 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0ff8a82a-b7c7-4c65-8794-149fea1fc6e5 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks [] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:30.679716 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-0ff8a82a-b7c7-4c65-8794-149fea1fc6e5 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] 10.222.0.49 "PUT /v2.0/networks/e1a30ce3-bc06-49ba-a1d6-94bb56767f2a HTTP/1.1" status: 200 len: 723 time: 0.3183129 Oct 12 19:49:30.683786 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 55224) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:49:30.695108 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-dc6552ac-d1be-42ff-b668-ac221e714f8f tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Request body: {'subnet': {'network_id': 'e1a30ce3-bc06-49ba-a1d6-94bb56767f2a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:49:30.728382 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff8a82a-b7c7-4c65-8794-149fea1fc6e5 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Pushing event updated for resources: {'Network': ['ID=e1a30ce3-bc06-49ba-a1d6-94bb56767f2a,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:49:30.739472 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network e1a30ce3-bc06-49ba-a1d6-94bb56767f2a details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:49:30.785207 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d305cfde-128e-43fd-8562-a4c42f64626e req-648cfa8a-9274-464d-98cd-b48262b3bdf1 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:49:30.786654 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d305cfde-128e-43fd-8562-a4c42f64626e req-648cfa8a-9274-464d-98cd-b48262b3bdf1 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/networks?id=bab0c1ad-2a75-48a8-874f-0744bd8e0a35 HTTP/1.1" status: 200 len: 811 time: 0.5026767 Oct 12 19:49:30.810288 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d305cfde-128e-43fd-8562-a4c42f64626e req-3316c18a-a64a-4071-a19c-4d2777a0de13 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/quotas/f37c8fe971bc4b5daa2f916c03f91d01 HTTP/1.1" status: 200 len: 375 time: 0.0159943 Oct 12 19:49:30.892010 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d305cfde-128e-43fd-8562-a4c42f64626e req-63cc78cb-6689-4d8d-8d44-bc55bd2b37d3 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=f37c8fe971bc4b5daa2f916c03f91d01&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0759752 Oct 12 19:49:30.915087 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc6552ac-d1be-42ff-b668-ac221e714f8f tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Made reservation on behalf of d0cef2777f1a4204ae008e279618e6b2 for: {'subnet': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:49:30.918720 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-dc6552ac-d1be-42ff-b668-ac221e714f8f tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4612397'] for subnet, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:30.964329 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [req-d305cfde-128e-43fd-8562-a4c42f64626e req-575f3293-585e-4842-8b00-7bbb5379b740 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 19:49:30.970435 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d305cfde-128e-43fd-8562-a4c42f64626e req-575f3293-585e-4842-8b00-7bbb5379b740 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0665386 Oct 12 19:49:31.111113 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d305cfde-128e-43fd-8562-a4c42f64626e req-99ca100c-8a3d-4e6d-99ed-6c191ec1c895 service neutron] 10.222.0.49 "GET /v2.0/networks/bab0c1ad-2a75-48a8-874f-0744bd8e0a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337256 Oct 12 19:49:31.244195 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d305cfde-128e-43fd-8562-a4c42f64626e req-eb12a39b-a5e4-46cc-b685-4ef3b0fd31e3 service neutron] 10.222.0.49 "GET /v2.0/networks/bab0c1ad-2a75-48a8-874f-0744bd8e0a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257930 Oct 12 19:49:31.315662 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-dc6552ac-d1be-42ff-b668-ac221e714f8f tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4824863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4612355'] for subnet, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:31.377804 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6552ac-d1be-42ff-b668-ac221e714f8f tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Pushing event updated for resources: {'Subnet': ['ID=5b30dd85-b7e7-48e4-acd2-0a86feba4df8,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:49:31.385133 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6552ac-d1be-42ff-b668-ac221e714f8f tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Checking segment: {'id': '6738cbe8-7ae9-42e1-aa0e-b40e8f72d23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'e1a30ce3-bc06-49ba-a1d6-94bb56767f2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:49:31.385496 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6552ac-d1be-42ff-b668-ac221e714f8f tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Network hostable DHCP agents. Network: e1a30ce3-bc06-49ba-a1d6-94bb56767f2a, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:49:31.463983 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6552ac-d1be-42ff-b668-ac221e714f8f tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Network e1a30ce3-bc06-49ba-a1d6-94bb56767f2a is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:49:31.477491 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b23a8734-20ed-437d-8bb8-917efd3c01c3 req-4102ffc5-036b-410e-9cea-ef63a4285114 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=6460886a-48ca-49b3-959c-5c8b794c265b HTTP/1.1" status: 200 len: 210 time: 0.0265522 Oct 12 19:49:31.531374 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-dc6552ac-d1be-42ff-b668-ac221e714f8f tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, e1a30ce3-bc06-49ba-a1d6-94bb56767f2a) {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:49:31.540459 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c5a0ba5-fa48-4f95-a6e1-126c332dd1aa None None] Network e1a30ce3-bc06-49ba-a1d6-94bb56767f2a requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:49:31.543337 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6552ac-d1be-42ff-b668-ac221e714f8f tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:49:31.544353 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-dc6552ac-d1be-42ff-b668-ac221e714f8f tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:31.608812 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-dc6552ac-d1be-42ff-b668-ac221e714f8f tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9235876 Oct 12 19:49:31.611812 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 55242) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:49:31.617023 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-f6dd58c9-efdf-41f5-b5a5-6f6e4f41ca3c tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:49:31.696334 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a70786-f488-4809-9bcd-f00b3a7d3425 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-e1a30ce3-bc06-49ba-a1d6-94bb56767f2a', 'network_id': 'e1a30ce3-bc06-49ba-a1d6-94bb56767f2a', 'tenant_id': 'd0cef2777f1a4204ae008e279618e6b2', 'fixed_ips': [{'subnet_id': '5b30dd85-b7e7-48e4-acd2-0a86feba4df8'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:49:31.697256 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-58a70786-f488-4809-9bcd-f00b3a7d3425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:31.709602 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f6dd58c9-efdf-41f5-b5a5-6f6e4f41ca3c tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4612372'] for subnet, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:31.762256 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a33d9dd9-96b2-4e08-9d09-fda6989c2afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:31.909551 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f6dd58c9-efdf-41f5-b5a5-6f6e4f41ca3c tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8732990049805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4824869'] for subnet, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:31.943657 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6dd58c9-efdf-41f5-b5a5-6f6e4f41ca3c tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:49:31.944275 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f6dd58c9-efdf-41f5-b5a5-6f6e4f41ca3c tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:31.945569 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-f6dd58c9-efdf-41f5-b5a5-6f6e4f41ca3c tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] 10.222.0.49 "PUT /v2.0/subnets/5b30dd85-b7e7-48e4-acd2-0a86feba4df8 HTTP/1.1" status: 200 len: 806 time: 0.3327873 Oct 12 19:49:31.950463 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 55246) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:49:31.958949 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-58a70786-f488-4809-9bcd-f00b3a7d3425 None None] Allocated IP 172.20.0.2 (e1a30ce3-bc06-49ba-a1d6-94bb56767f2a/5b30dd85-b7e7-48e4-acd2-0a86feba4df8/3b079100-3081-40ce-a6b7-ca63f3ac4063) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:49:32.007029 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dd58c9-efdf-41f5-b5a5-6f6e4f41ca3c tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Pushing event updated for resources: {'Subnet': ['ID=5b30dd85-b7e7-48e4-acd2-0a86feba4df8,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:49:32.059604 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-aa88d10d-338c-4910-b300-84aee512fb24 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:32.106152 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-58a70786-f488-4809-9bcd-f00b3a7d3425 None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:32.121917 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-aa88d10d-338c-4910-b300-84aee512fb24 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:32.200223 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-58a70786-f488-4809-9bcd-f00b3a7d3425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:32.244881 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a70786-f488-4809-9bcd-f00b3a7d3425 None None] Network e1a30ce3-bc06-49ba-a1d6-94bb56767f2a is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:49:32.247759 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-58a70786-f488-4809-9bcd-f00b3a7d3425 None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:49:32.251871 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a70786-f488-4809-9bcd-f00b3a7d3425 None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:49:32.259185 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a70786-f488-4809-9bcd-f00b3a7d3425 None None] Pushing event updated for resources: {'Port': ['ID=3b079100-3081-40ce-a6b7-ca63f3ac4063,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:49:32.281569 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-aa88d10d-338c-4910-b300-84aee512fb24 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4824924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4612362'] for subnet, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:32.309237 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa88d10d-338c-4910-b300-84aee512fb24 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Pushing event deleted for resources: {'Subnet': ['ID=5b30dd85-b7e7-48e4-acd2-0a86feba4df8,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:49:32.314404 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-58a70786-f488-4809-9bcd-f00b3a7d3425 None None] Attempting to bind port 3b079100-3081-40ce-a6b7-ca63f3ac4063 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:49:32.314914 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-58a70786-f488-4809-9bcd-f00b3a7d3425 None None] Attempting to bind port 3b079100-3081-40ce-a6b7-ca63f3ac4063 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '6738cbe8-7ae9-42e1-aa0e-b40e8f72d23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'e1a30ce3-bc06-49ba-a1d6-94bb56767f2a'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:49:32.315458 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a70786-f488-4809-9bcd-f00b3a7d3425 None None] Attempting to bind port 3b079100-3081-40ce-a6b7-ca63f3ac4063 on network e1a30ce3-bc06-49ba-a1d6-94bb56767f2a {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:49:32.320802 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a70786-f488-4809-9bcd-f00b3a7d3425 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:49:32.321173 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a70786-f488-4809-9bcd-f00b3a7d3425 None None] Checking segment: {'id': '6738cbe8-7ae9-42e1-aa0e-b40e8f72d23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'e1a30ce3-bc06-49ba-a1d6-94bb56767f2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:49:32.321570 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-58a70786-f488-4809-9bcd-f00b3a7d3425 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:32.321954 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a70786-f488-4809-9bcd-f00b3a7d3425 None None] Bound using segment: {'id': '6738cbe8-7ae9-42e1-aa0e-b40e8f72d23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'e1a30ce3-bc06-49ba-a1d6-94bb56767f2a'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:49:32.322415 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-58a70786-f488-4809-9bcd-f00b3a7d3425 None None] Bound port: 3b079100-3081-40ce-a6b7-ca63f3ac4063, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6738cbe8-7ae9-42e1-aa0e-b40e8f72d23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'e1a30ce3-bc06-49ba-a1d6-94bb56767f2a'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:49:32.322788 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-58a70786-f488-4809-9bcd-f00b3a7d3425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:32.373800 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-aa88d10d-338c-4910-b300-84aee512fb24 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:32.387315 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-58a70786-f488-4809-9bcd-f00b3a7d3425 None None] For port 3b079100-3081-40ce-a6b7-ca63f3ac4063, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:49:32.390424 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-58a70786-f488-4809-9bcd-f00b3a7d3425 None None] For port 3b079100-3081-40ce-a6b7-ca63f3ac4063, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=3b079100-3081-40ce-a6b7-ca63f3ac4063,segment=NetworkSegment(6738cbe8-7ae9-42e1-aa0e-b40e8f72d23a),segment_id=6738cbe8-7ae9-42e1-aa0e-b40e8f72d23a)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:49:32.396294 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-aa88d10d-338c-4910-b300-84aee512fb24 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1a30ce3-bc06-49ba-a1d6-94bb56767f2a']}} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:49:32.405613 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-aa88d10d-338c-4910-b300-84aee512fb24 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6738cbe8-7ae9-42e1-aa0e-b40e8f72d23a') {'for_net_delete': True} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:49:32.406843 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-aa88d10d-338c-4910-b300-84aee512fb24 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6738cbe8-7ae9-42e1-aa0e-b40e8f72d23a') {} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:49:32.415157 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-aa88d10d-338c-4910-b300-84aee512fb24 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4281072'] for segment, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:32.479860 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-58a70786-f488-4809-9bcd-f00b3a7d3425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:32.482577 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-aa88d10d-338c-4910-b300-84aee512fb24 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:32.490273 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa88d10d-338c-4910-b300-84aee512fb24 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=95501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:49:32.490659 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-aa88d10d-338c-4910-b300-84aee512fb24 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4823170'] for segment, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:32.493824 n-d-813679-3 neutron-server[95501]: Traceback (most recent call last): Oct 12 19:49:32.493824 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:49:32.493824 n-d-813679-3 neutron-server[95501]: timer() Oct 12 19:49:32.493824 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:49:32.493824 n-d-813679-3 neutron-server[95501]: cb(*args, **kw) Oct 12 19:49:32.493824 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:49:32.493824 n-d-813679-3 neutron-server[95501]: return func(*args, **kwargs) Oct 12 19:49:32.493824 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:49:32.493824 n-d-813679-3 neutron-server[95501]: self._notify() Oct 12 19:49:32.493824 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:49:32.493824 n-d-813679-3 neutron-server[95501]: self.callback(batched_events) Oct 12 19:49:32.493824 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:49:32.493824 n-d-813679-3 neutron-server[95501]: event.method(event) Oct 12 19:49:32.493824 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:49:32.493824 n-d-813679-3 neutron-server[95501]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:49:32.493824 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:49:32.493824 n-d-813679-3 neutron-server[95501]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:49:32.493824 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:49:32.493824 n-d-813679-3 neutron-server[95501]: return f(self, *a, **k) Oct 12 19:49:32.493824 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:49:32.493824 n-d-813679-3 neutron-server[95501]: return self._get(url).json() Oct 12 19:49:32.493824 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:49:32.493824 n-d-813679-3 neutron-server[95501]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:49:32.493824 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:49:32.493824 n-d-813679-3 neutron-server[95501]: return self.request(url, 'GET', **kwargs) Oct 12 19:49:32.493824 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:49:32.493824 n-d-813679-3 neutron-server[95501]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:49:32.493824 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:49:32.493824 n-d-813679-3 neutron-server[95501]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:49:32.493824 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:49:32.493824 n-d-813679-3 neutron-server[95501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:49:32.493824 n-d-813679-3 neutron-server[95501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:49:32.553908 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:32.572560 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a70786-f488-4809-9bcd-f00b3a7d3425 None None] Pushing event updated for resources: {'Port': ['ID=3b079100-3081-40ce-a6b7-ca63f3ac4063,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:49:32.586652 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-731d76ce-e852-4f60-98b9-821e91fbddb1 req-7f02bf2a-b712-4f28-8663-d326e9871282 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=6460886a-48ca-49b3-959c-5c8b794c265b HTTP/1.1" status: 200 len: 210 time: 0.0286458 Oct 12 19:49:32.588451 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.db.api [None req-aa88d10d-338c-4910-b300-84aee512fb24 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 12 19:49:32.588451 n-d-813679-3 neutron-server[95501]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 12 19:49:32.588451 n-d-813679-3 neutron-server[95501]: [parameters: {'id': 'e1a30ce3-bc06-49ba-a1d6-94bb56767f2a'}] Oct 12 19:49:32.588451 n-d-813679-3 neutron-server[95501]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95501) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 19:49:32.588860 n-d-813679-3 neutron-server[95501]: DEBUG oslo_db.api [None req-aa88d10d-338c-4910-b300-84aee512fb24 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 19:49:32.601469 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d1c9ad-71d3-4ef5-96a9-0d392c347dbe None None] Network e1a30ce3-bc06-49ba-a1d6-94bb56767f2a requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:49:32.717090 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0a85e1-f193-44e2-a2c8-c76643f1448b None None] Network e1a30ce3-bc06-49ba-a1d6-94bb56767f2a requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:49:32.981591 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209e3850-0ed5-4eda-b7c4-5d9deb47e5c0 None None] get_active_networks_info from n-d-813679-3 {{(pid=95503) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 12 19:49:33.076062 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:33.091260 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-aa88d10d-338c-4910-b300-84aee512fb24 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:33.099176 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209e3850-0ed5-4eda-b7c4-5d9deb47e5c0 None None] Resources bound (agent type, host, resource id): {{(pid=95503) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 12 19:49:33.155008 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:33.189231 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-aa88d10d-338c-4910-b300-84aee512fb24 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Deleting port 3b079100-3081-40ce-a6b7-ca63f3ac4063 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:49:33.189832 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-aa88d10d-338c-4910-b300-84aee512fb24 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:33.267530 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [None req-aa88d10d-338c-4910-b300-84aee512fb24 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] For port 3b079100-3081-40ce-a6b7-ca63f3ac4063, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=3b079100-3081-40ce-a6b7-ca63f3ac4063,segment=NetworkSegment(6738cbe8-7ae9-42e1-aa0e-b40e8f72d23a),segment_id=6738cbe8-7ae9-42e1-aa0e-b40e8f72d23a)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:49:33.268092 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-aa88d10d-338c-4910-b300-84aee512fb24 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:33.283206 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-aa88d10d-338c-4910-b300-84aee512fb24 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Calling delete_port for 3b079100-3081-40ce-a6b7-ca63f3ac4063 owned by network:dhcp {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:49:33.405055 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d305cfde-128e-43fd-8562-a4c42f64626e req-91a28247-9ea4-437c-a4d7-682564a6d96e tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:49:33.407764 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d305cfde-128e-43fd-8562-a4c42f64626e req-91a28247-9ea4-437c-a4d7-682564a6d96e tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.61 "GET /v2.0/networks?id=bab0c1ad-2a75-48a8-874f-0744bd8e0a35 HTTP/1.1" status: 200 len: 811 time: 0.1390922 Oct 12 19:49:33.419382 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-d305cfde-128e-43fd-8562-a4c42f64626e req-ef6fd13f-9397-48e8-a8a0-1887fc7ffbb1 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Request body: {'port': {'device_id': '6460886a-48ca-49b3-959c-5c8b794c265b', 'network_id': 'bab0c1ad-2a75-48a8-874f-0744bd8e0a35', 'admin_state_up': True, 'tenant_id': 'f37c8fe971bc4b5daa2f916c03f91d01'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:49:33.470390 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-aa88d10d-338c-4910-b300-84aee512fb24 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:33.497109 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa88d10d-338c-4910-b300-84aee512fb24 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Pushing event deleted for resources: {'Port': ['ID=3b079100-3081-40ce-a6b7-ca63f3ac4063,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:49:33.498962 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa88d10d-338c-4910-b300-84aee512fb24 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] No DVR routers for this DVR port 3b079100-3081-40ce-a6b7-ca63f3ac4063 on host n-d-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:49:33.580855 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-aa88d10d-338c-4910-b300-84aee512fb24 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:33.582851 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d305cfde-128e-43fd-8562-a4c42f64626e req-ef6fd13f-9397-48e8-a8a0-1887fc7ffbb1 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Made reservation on behalf of f37c8fe971bc4b5daa2f916c03f91d01 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:49:33.587187 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-d305cfde-128e-43fd-8562-a4c42f64626e req-ef6fd13f-9397-48e8-a8a0-1887fc7ffbb1 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:33.601739 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-aa88d10d-338c-4910-b300-84aee512fb24 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1a30ce3-bc06-49ba-a1d6-94bb56767f2a']}} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:49:33.618123 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-aa88d10d-338c-4910-b300-84aee512fb24 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6738cbe8-7ae9-42e1-aa0e-b40e8f72d23a') {'for_net_delete': True} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:49:33.618722 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-aa88d10d-338c-4910-b300-84aee512fb24 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6738cbe8-7ae9-42e1-aa0e-b40e8f72d23a') {} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:49:33.631687 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-aa88d10d-338c-4910-b300-84aee512fb24 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4281072'] for segment, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:33.646886 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-aa88d10d-338c-4910-b300-84aee512fb24 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:33.656520 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa88d10d-338c-4910-b300-84aee512fb24 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=95501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:49:33.658703 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-aa88d10d-338c-4910-b300-84aee512fb24 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4823170'] for segment, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:33.662544 n-d-813679-3 neutron-server[95501]: Traceback (most recent call last): Oct 12 19:49:33.662544 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:49:33.662544 n-d-813679-3 neutron-server[95501]: timer() Oct 12 19:49:33.662544 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:49:33.662544 n-d-813679-3 neutron-server[95501]: cb(*args, **kw) Oct 12 19:49:33.662544 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:49:33.662544 n-d-813679-3 neutron-server[95501]: return func(*args, **kwargs) Oct 12 19:49:33.662544 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:49:33.662544 n-d-813679-3 neutron-server[95501]: self._notify() Oct 12 19:49:33.662544 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:49:33.662544 n-d-813679-3 neutron-server[95501]: self.callback(batched_events) Oct 12 19:49:33.662544 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:49:33.662544 n-d-813679-3 neutron-server[95501]: event.method(event) Oct 12 19:49:33.662544 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:49:33.662544 n-d-813679-3 neutron-server[95501]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:49:33.662544 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:49:33.662544 n-d-813679-3 neutron-server[95501]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:49:33.662544 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:49:33.662544 n-d-813679-3 neutron-server[95501]: return f(self, *a, **k) Oct 12 19:49:33.662544 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:49:33.662544 n-d-813679-3 neutron-server[95501]: return self._get(url).json() Oct 12 19:49:33.662544 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:49:33.662544 n-d-813679-3 neutron-server[95501]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:49:33.662544 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:49:33.662544 n-d-813679-3 neutron-server[95501]: return self.request(url, 'GET', **kwargs) Oct 12 19:49:33.662544 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:49:33.662544 n-d-813679-3 neutron-server[95501]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:49:33.662544 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:49:33.662544 n-d-813679-3 neutron-server[95501]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:49:33.662544 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:49:33.662544 n-d-813679-3 neutron-server[95501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:49:33.662544 n-d-813679-3 neutron-server[95501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:49:33.739533 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [req-d305cfde-128e-43fd-8562-a4c42f64626e req-ef6fd13f-9397-48e8-a8a0-1887fc7ffbb1 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Allocated IP 172.20.0.11 (bab0c1ad-2a75-48a8-874f-0744bd8e0a35/2bf5b286-d487-470c-8401-d82862f269e1/12ff0e20-6648-4481-973d-c436994eaefe) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:49:33.784520 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-aa88d10d-338c-4910-b300-84aee512fb24 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:33.796300 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-aa88d10d-338c-4910-b300-84aee512fb24 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks [] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:33.802825 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-aa88d10d-338c-4910-b300-84aee512fb24 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] 10.222.0.49 "DELETE /v2.0/networks/e1a30ce3-bc06-49ba-a1d6-94bb56767f2a HTTP/1.1" status: 204 len: 168 time: 1.8512876 Oct 12 19:49:33.804579 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 55254) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:49:33.823412 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa88d10d-338c-4910-b300-84aee512fb24 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Pushing event deleted for resources: {'Network': ['ID=e1a30ce3-bc06-49ba-a1d6-94bb56767f2a,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:49:33.838778 n-d-813679-3 neutron-server[95501]: INFO neutron.pecan_wsgi.hooks.translation [None req-502e56bc-01d0-473c-8a7f-72178be14d20 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] DELETE failed (client error): The resource could not be found. Oct 12 19:49:33.838778 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-502e56bc-01d0-473c-8a7f-72178be14d20 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:49:33.839714 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-502e56bc-01d0-473c-8a7f-72178be14d20 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] 10.222.0.49 "DELETE /v2.0/networks/e1a30ce3-bc06-49ba-a1d6-94bb56767f2a HTTP/1.1" status: 404 len: 339 time: 0.0326049 Oct 12 19:49:33.843082 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 55256) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:49:33.848556 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-9ebbee14-7b3e-44fe-97a9-759aeee00803 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-601645544', 'description': 'd1'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:49:33.872433 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2af9a20d-edfb-4264-a6df-e07264f97e79 req-24aece18-6ae2-47e3-8886-11ef318b7480 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=6460886a-48ca-49b3-959c-5c8b794c265b HTTP/1.1" status: 200 len: 210 time: 0.2136421 Oct 12 19:49:33.920527 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-d305cfde-128e-43fd-8562-a4c42f64626e req-ef6fd13f-9397-48e8-a8a0-1887fc7ffbb1 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:33.943677 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ebbee14-7b3e-44fe-97a9-759aeee00803 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Made reservation on behalf of d0cef2777f1a4204ae008e279618e6b2 for: {'network': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:49:33.947351 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9ebbee14-7b3e-44fe-97a9-759aeee00803 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:33.970815 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ebbee14-7b3e-44fe-97a9-759aeee00803 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=95501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:49:33.972462 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:33.979853 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9ebbee14-7b3e-44fe-97a9-759aeee00803 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:33.980245 n-d-813679-3 neutron-server[95501]: INFO neutron.db.segments_db [None req-9ebbee14-7b3e-44fe-97a9-759aeee00803 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Added segment 33e9d5af-2500-4115-acbf-72e32ffdd032 of type vlan for network 8cf2402c-4d23-48a0-b33c-c13b2fa8c4af Oct 12 19:49:34.027678 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9ebbee14-7b3e-44fe-97a9-759aeee00803 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:34.046930 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-d305cfde-128e-43fd-8562-a4c42f64626e req-ef6fd13f-9397-48e8-a8a0-1887fc7ffbb1 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:34.093634 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d305cfde-128e-43fd-8562-a4c42f64626e req-ef6fd13f-9397-48e8-a8a0-1887fc7ffbb1 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Network bab0c1ad-2a75-48a8-874f-0744bd8e0a35 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:49:34.097489 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [req-d305cfde-128e-43fd-8562-a4c42f64626e req-ef6fd13f-9397-48e8-a8a0-1887fc7ffbb1 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:49:34.100488 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-d305cfde-128e-43fd-8562-a4c42f64626e req-ef6fd13f-9397-48e8-a8a0-1887fc7ffbb1 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:49:34.135940 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6fd13f-9397-48e8-a8a0-1887fc7ffbb1 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Pushing event updated for resources: {'Port': ['ID=12ff0e20-6648-4481-973d-c436994eaefe,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:49:34.143409 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9ebbee14-7b3e-44fe-97a9-759aeee00803 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:34.159422 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ebbee14-7b3e-44fe-97a9-759aeee00803 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:49:34.160534 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9ebbee14-7b3e-44fe-97a9-759aeee00803 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks [] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:34.165871 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d305cfde-128e-43fd-8562-a4c42f64626e req-ef6fd13f-9397-48e8-a8a0-1887fc7ffbb1 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:49:34.166603 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-d305cfde-128e-43fd-8562-a4c42f64626e req-ef6fd13f-9397-48e8-a8a0-1887fc7ffbb1 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:34.238277 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebbee14-7b3e-44fe-97a9-759aeee00803 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Pushing event updated for resources: {'Network': ['ID=8cf2402c-4d23-48a0-b33c-c13b2fa8c4af,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:49:34.256819 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 8cf2402c-4d23-48a0-b33c-c13b2fa8c4af details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:49:34.265576 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d305cfde-128e-43fd-8562-a4c42f64626e req-ef6fd13f-9397-48e8-a8a0-1887fc7ffbb1 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8498905 Oct 12 19:49:34.282610 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-d305cfde-128e-43fd-8562-a4c42f64626e req-d98c54a3-67c3-40b3-8984-9576ddeef673 service neutron] Request body: {'port': {'device_id': '6460886a-48ca-49b3-959c-5c8b794c265b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:49:34.323623 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-9ebbee14-7b3e-44fe-97a9-759aeee00803 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.4794774 Oct 12 19:49:34.330721 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 55258) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:49:34.342473 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-d305cfde-128e-43fd-8562-a4c42f64626e req-d98c54a3-67c3-40b3-8984-9576ddeef673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:34.423792 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-ff2df98e-6444-4593-ae78-86a5580900b9 None None] Provisioning complete for port 12ff0e20-6648-4481-973d-c436994eaefe triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:49:34.424308 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ff2df98e-6444-4593-ae78-86a5580900b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:34.427223 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4578dc-1062-4bce-9af3-c7fa37ce88f4 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:49:34.431246 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-1e4578dc-1062-4bce-9af3-c7fa37ce88f4 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] 10.222.0.49 "GET /v2.0/networks?id=8cf2402c-4d23-48a0-b33c-c13b2fa8c4af HTTP/1.1" status: 200 len: 760 time: 0.0992618 Oct 12 19:49:34.431449 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 55262) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:49:34.436580 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-5e961279-7792-4543-aa9e-66ba8acf0649 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Request body: {'network': {'description': 'd2'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:49:34.463893 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-ff2df98e-6444-4593-ae78-86a5580900b9 None None] Port 12ff0e20-6648-4481-973d-c436994eaefe cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:49:34.599223 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5e961279-7792-4543-aa9e-66ba8acf0649 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:34.629675 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:34.639962 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [req-d305cfde-128e-43fd-8562-a4c42f64626e req-d98c54a3-67c3-40b3-8984-9576ddeef673 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12ff0e20-6648-4481-973d-c436994eaefe {{(pid=95502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:49:34.648187 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-d305cfde-128e-43fd-8562-a4c42f64626e req-d98c54a3-67c3-40b3-8984-9576ddeef673 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:34.659806 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-d305cfde-128e-43fd-8562-a4c42f64626e req-d98c54a3-67c3-40b3-8984-9576ddeef673 service neutron] Transition to ACTIVE for port object 12ff0e20-6648-4481-973d-c436994eaefe will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:49:34.692239 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5e961279-7792-4543-aa9e-66ba8acf0649 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:34.721254 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-d305cfde-128e-43fd-8562-a4c42f64626e req-d98c54a3-67c3-40b3-8984-9576ddeef673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:34.737592 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5e961279-7792-4543-aa9e-66ba8acf0649 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Network 8cf2402c-4d23-48a0-b33c-c13b2fa8c4af is not hosted by any dhcp agent {{(pid=95501) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 12 19:49:34.743161 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e961279-7792-4543-aa9e-66ba8acf0649 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:49:34.743751 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5e961279-7792-4543-aa9e-66ba8acf0649 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks [] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:34.747553 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-5e961279-7792-4543-aa9e-66ba8acf0649 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] 10.222.0.49 "PUT /v2.0/networks/8cf2402c-4d23-48a0-b33c-c13b2fa8c4af HTTP/1.1" status: 200 len: 757 time: 0.3126299 Oct 12 19:49:34.747838 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 55266) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:49:34.767239 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e961279-7792-4543-aa9e-66ba8acf0649 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Pushing event updated for resources: {'Network': ['ID=8cf2402c-4d23-48a0-b33c-c13b2fa8c4af,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:49:34.778889 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 8cf2402c-4d23-48a0-b33c-c13b2fa8c4af details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:49:34.837313 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98c54a3-67c3-40b3-8984-9576ddeef673 service neutron] Pushing event updated for resources: {'Port': ['ID=12ff0e20-6648-4481-973d-c436994eaefe,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:49:34.885282 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8572bb8-0ff2-4ecc-95e2-c7c4eb56f929 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:49:34.886990 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-e8572bb8-0ff2-4ecc-95e2-c7c4eb56f929 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] 10.222.0.49 "GET /v2.0/networks?id=8cf2402c-4d23-48a0-b33c-c13b2fa8c4af HTTP/1.1" status: 200 len: 760 time: 0.1380086 Oct 12 19:49:34.891081 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 55268) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:49:34.896804 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-b5bf04e1-fcf5-4ea3-b1b0-7efa2b1495a7 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-48865648'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:49:34.943051 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-d305cfde-128e-43fd-8562-a4c42f64626e req-d98c54a3-67c3-40b3-8984-9576ddeef673 service neutron] Attempting to bind port 12ff0e20-6648-4481-973d-c436994eaefe on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:49:34.943708 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-d305cfde-128e-43fd-8562-a4c42f64626e req-d98c54a3-67c3-40b3-8984-9576ddeef673 service neutron] Attempting to bind port 12ff0e20-6648-4481-973d-c436994eaefe by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': '797d701b-2156-4b5d-8b6d-c0ec33924cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'bab0c1ad-2a75-48a8-874f-0744bd8e0a35'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:49:34.944264 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d305cfde-128e-43fd-8562-a4c42f64626e req-d98c54a3-67c3-40b3-8984-9576ddeef673 service neutron] Attempting to bind port 12ff0e20-6648-4481-973d-c436994eaefe on network bab0c1ad-2a75-48a8-874f-0744bd8e0a35 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:49:34.949510 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d305cfde-128e-43fd-8562-a4c42f64626e req-d98c54a3-67c3-40b3-8984-9576ddeef673 service neutron] Port 12ff0e20-6648-4481-973d-c436994eaefe on network bab0c1ad-2a75-48a8-874f-0744bd8e0a35 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:49:34.950102 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d305cfde-128e-43fd-8562-a4c42f64626e req-d98c54a3-67c3-40b3-8984-9576ddeef673 service neutron] Attempting to bind port 12ff0e20-6648-4481-973d-c436994eaefe on network bab0c1ad-2a75-48a8-874f-0744bd8e0a35 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:49:34.957348 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d305cfde-128e-43fd-8562-a4c42f64626e req-d98c54a3-67c3-40b3-8984-9576ddeef673 service neutron] Checking agent: {'id': 'f5e9725f-f5a6-43c2-a1be-95e21e9a1fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:49:34.958011 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d305cfde-128e-43fd-8562-a4c42f64626e req-d98c54a3-67c3-40b3-8984-9576ddeef673 service neutron] Checking segment: {'id': '797d701b-2156-4b5d-8b6d-c0ec33924cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'bab0c1ad-2a75-48a8-874f-0744bd8e0a35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:49:34.958576 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d305cfde-128e-43fd-8562-a4c42f64626e req-d98c54a3-67c3-40b3-8984-9576ddeef673 service neutron] Bound using segment: {'id': '797d701b-2156-4b5d-8b6d-c0ec33924cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'bab0c1ad-2a75-48a8-874f-0744bd8e0a35'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:49:34.959208 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-d305cfde-128e-43fd-8562-a4c42f64626e req-d98c54a3-67c3-40b3-8984-9576ddeef673 service neutron] Bound port: 12ff0e20-6648-4481-973d-c436994eaefe, host: n-h1-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '797d701b-2156-4b5d-8b6d-c0ec33924cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'bab0c1ad-2a75-48a8-874f-0744bd8e0a35'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:49:34.959832 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-d305cfde-128e-43fd-8562-a4c42f64626e req-d98c54a3-67c3-40b3-8984-9576ddeef673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:34.994914 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5bf04e1-fcf5-4ea3-b1b0-7efa2b1495a7 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Made reservation on behalf of d0cef2777f1a4204ae008e279618e6b2 for: {'network': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:49:35.003580 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b5bf04e1-fcf5-4ea3-b1b0-7efa2b1495a7 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:35.033136 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-d305cfde-128e-43fd-8562-a4c42f64626e req-d98c54a3-67c3-40b3-8984-9576ddeef673 service neutron] For port 12ff0e20-6648-4481-973d-c436994eaefe, host n-h1-813679-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:49:35.036386 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-d305cfde-128e-43fd-8562-a4c42f64626e req-d98c54a3-67c3-40b3-8984-9576ddeef673 service neutron] For port 12ff0e20-6648-4481-973d-c436994eaefe, host n-h1-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=12ff0e20-6648-4481-973d-c436994eaefe,segment=NetworkSegment(797d701b-2156-4b5d-8b6d-c0ec33924cd8),segment_id=797d701b-2156-4b5d-8b6d-c0ec33924cd8)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:49:35.038433 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf594ec-6392-4c08-a9f3-92287ad1f82f req-7d737415-e7ea-4e16-9d07-88f035a9501c tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:49:35.039915 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4cf594ec-6392-4c08-a9f3-92287ad1f82f req-7d737415-e7ea-4e16-9d07-88f035a9501c tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=6460886a-48ca-49b3-959c-5c8b794c265b HTTP/1.1" status: 200 len: 944 time: 0.0838344 Oct 12 19:49:35.045821 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5bf04e1-fcf5-4ea3-b1b0-7efa2b1495a7 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=95501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:49:35.069278 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b5bf04e1-fcf5-4ea3-b1b0-7efa2b1495a7 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:35.069622 n-d-813679-3 neutron-server[95501]: INFO neutron.db.segments_db [None req-b5bf04e1-fcf5-4ea3-b1b0-7efa2b1495a7 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Added segment 940e2190-6e04-4fa6-b7c3-e8dba0e7b995 of type vlan for network a9c43af4-b1c3-4857-aef6-4401152c47a3 Oct 12 19:49:35.107065 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-d305cfde-128e-43fd-8562-a4c42f64626e req-d98c54a3-67c3-40b3-8984-9576ddeef673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:35.116336 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4cf594ec-6392-4c08-a9f3-92287ad1f82f req-73780702-f0e3-421c-b890-2353198b3526 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7222ca9-0cbe-4248-9036-2f125df10e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682518 Oct 12 19:49:35.124753 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b5bf04e1-fcf5-4ea3-b1b0-7efa2b1495a7 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:35.156392 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d305cfde-128e-43fd-8562-a4c42f64626e req-d98c54a3-67c3-40b3-8984-9576ddeef673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:49:35.157567 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-d305cfde-128e-43fd-8562-a4c42f64626e req-d98c54a3-67c3-40b3-8984-9576ddeef673 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:35.158977 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d305cfde-128e-43fd-8562-a4c42f64626e req-d98c54a3-67c3-40b3-8984-9576ddeef673 service neutron] 10.222.0.61 "PUT /v2.0/ports/12ff0e20-6648-4481-973d-c436994eaefe HTTP/1.1" status: 200 len: 1092 time: 0.8844602 Oct 12 19:49:35.159379 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6460886a-48ca-49b3-959c-5c8b794c265b', 'tag': '12ff0e20-6648-4481-973d-c436994eaefe'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:49:35.165746 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46bdc281-e173-4815-b943-fa271e4660a9" -d '{"events": [{"name": "network-changed", "server_uuid": "6460886a-48ca-49b3-959c-5c8b794c265b", "tag": "12ff0e20-6648-4481-973d-c436994eaefe"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:49:35.184871 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98c54a3-67c3-40b3-8984-9576ddeef673 service neutron] Pushing event updated for resources: {'Port': ['ID=12ff0e20-6648-4481-973d-c436994eaefe,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:49:35.214302 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52865616-9f0d-4446-96cb-016a09da5c1f x-openstack-request-id: req-52865616-9f0d-4446-96cb-016a09da5c1f {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:49:35.214577 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6460886a-48ca-49b3-959c-5c8b794c265b", "tag": "12ff0e20-6648-4481-973d-c436994eaefe", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:49:35.215101 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-52865616-9f0d-4446-96cb-016a09da5c1f {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:49:35.215576 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6460886a-48ca-49b3-959c-5c8b794c265b', 'tag': '12ff0e20-6648-4481-973d-c436994eaefe', 'status': 'completed', 'code': 200} Oct 12 19:49:35.234712 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b5bf04e1-fcf5-4ea3-b1b0-7efa2b1495a7 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:35.241100 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5bf04e1-fcf5-4ea3-b1b0-7efa2b1495a7 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:49:35.241811 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b5bf04e1-fcf5-4ea3-b1b0-7efa2b1495a7 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks [] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:35.292302 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bdc281-e173-4815-b943-fa271e4660a9 req-7ad3f618-2000-495a-a1c6-8efb562d474e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:49:35.294018 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-46bdc281-e173-4815-b943-fa271e4660a9 req-7ad3f618-2000-495a-a1c6-8efb562d474e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f37c8fe971bc4b5daa2f916c03f91d01&device_id=6460886a-48ca-49b3-959c-5c8b794c265b HTTP/1.1" status: 200 len: 1095 time: 0.0572920 Oct 12 19:49:35.312281 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bf04e1-fcf5-4ea3-b1b0-7efa2b1495a7 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Pushing event updated for resources: {'Network': ['ID=a9c43af4-b1c3-4857-aef6-4401152c47a3,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:49:35.324733 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network a9c43af4-b1c3-4857-aef6-4401152c47a3 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:49:35.414941 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-b5bf04e1-fcf5-4ea3-b1b0-7efa2b1495a7 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.5220511 Oct 12 19:49:35.419830 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 55274) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:49:35.420770 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-19e4ddcd-6501-4cae-8d0e-d66685079ea6 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Request body: {'subnet': {'network_id': 'a9c43af4-b1c3-4857-aef6-4401152c47a3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:49:35.510777 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bdc281-e173-4815-b943-fa271e4660a9 req-8e3bd584-5d3b-447d-9136-95a4157ad05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:49:35.512355 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-46bdc281-e173-4815-b943-fa271e4660a9 req-8e3bd584-5d3b-447d-9136-95a4157ad05d service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=f37c8fe971bc4b5daa2f916c03f91d01&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2104628 Oct 12 19:49:35.572790 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e4ddcd-6501-4cae-8d0e-d66685079ea6 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Made reservation on behalf of d0cef2777f1a4204ae008e279618e6b2 for: {'subnet': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:49:35.576931 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-19e4ddcd-6501-4cae-8d0e-d66685079ea6 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4612397'] for subnet, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:35.689019 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bdc281-e173-4815-b943-fa271e4660a9 req-41865445-f735-49a3-a0a3-aa32cf70a763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:49:35.690565 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-46bdc281-e173-4815-b943-fa271e4660a9 req-41865445-f735-49a3-a0a3-aa32cf70a763 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1705441 Oct 12 19:49:35.770091 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d305cfde-128e-43fd-8562-a4c42f64626e req-57d36cb5-4b91-44db-90e4-19637faa6e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:49:35.771625 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d305cfde-128e-43fd-8562-a4c42f64626e req-57d36cb5-4b91-44db-90e4-19637faa6e61 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f37c8fe971bc4b5daa2f916c03f91d01&device_id=6460886a-48ca-49b3-959c-5c8b794c265b HTTP/1.1" status: 200 len: 1095 time: 0.0417695 Oct 12 19:49:35.801553 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-19e4ddcd-6501-4cae-8d0e-d66685079ea6 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4824863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4612355'] for subnet, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:35.814015 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d305cfde-128e-43fd-8562-a4c42f64626e req-bdf77772-3f5e-44b8-8cf8-deb8b1d715a0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12ff0e20-6648-4481-973d-c436994eaefe HTTP/1.1" status: 200 len: 217 time: 0.0341537 Oct 12 19:49:35.867437 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e4ddcd-6501-4cae-8d0e-d66685079ea6 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Pushing event updated for resources: {'Subnet': ['ID=a4641816-39f6-4c3c-bdf7-68d9806fcc05,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:49:35.868867 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d305cfde-128e-43fd-8562-a4c42f64626e req-07f0c1ac-9b26-4aec-8c57-25f792f1146b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:49:35.871500 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d305cfde-128e-43fd-8562-a4c42f64626e req-07f0c1ac-9b26-4aec-8c57-25f792f1146b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2bf5b286-d487-470c-8401-d82862f269e1 HTTP/1.1" status: 200 len: 850 time: 0.0517302 Oct 12 19:49:35.878357 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e4ddcd-6501-4cae-8d0e-d66685079ea6 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Checking segment: {'id': '940e2190-6e04-4fa6-b7c3-e8dba0e7b995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'a9c43af4-b1c3-4857-aef6-4401152c47a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:49:35.878788 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e4ddcd-6501-4cae-8d0e-d66685079ea6 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Network hostable DHCP agents. Network: a9c43af4-b1c3-4857-aef6-4401152c47a3, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:49:35.920999 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d305cfde-128e-43fd-8562-a4c42f64626e req-0cbd6170-1576-4457-975f-c89351f9d74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:49:35.922530 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d305cfde-128e-43fd-8562-a4c42f64626e req-0cbd6170-1576-4457-975f-c89351f9d74a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=bab0c1ad-2a75-48a8-874f-0744bd8e0a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434310 Oct 12 19:49:35.932605 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e4ddcd-6501-4cae-8d0e-d66685079ea6 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Network a9c43af4-b1c3-4857-aef6-4401152c47a3 is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:49:36.012279 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-19e4ddcd-6501-4cae-8d0e-d66685079ea6 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, a9c43af4-b1c3-4857-aef6-4401152c47a3) {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:49:36.012865 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d305cfde-128e-43fd-8562-a4c42f64626e req-46df2d54-5abc-4695-9564-e9b1cbeb68bc service neutron] 10.222.0.61 "GET /v2.0/networks/bab0c1ad-2a75-48a8-874f-0744bd8e0a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835879 Oct 12 19:49:36.018091 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e4ddcd-6501-4cae-8d0e-d66685079ea6 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:49:36.019557 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-19e4ddcd-6501-4cae-8d0e-d66685079ea6 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:36.022056 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea73146-e292-44ee-8196-c78612f8d393 None None] Network a9c43af4-b1c3-4857-aef6-4401152c47a3 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:49:36.118139 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d305cfde-128e-43fd-8562-a4c42f64626e req-495b76af-1585-4f05-a2e0-aec9a6ce3081 service neutron] 10.222.0.61 "GET /v2.0/networks/bab0c1ad-2a75-48a8-874f-0744bd8e0a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950780 Oct 12 19:49:36.118669 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-19e4ddcd-6501-4cae-8d0e-d66685079ea6 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7011499 Oct 12 19:49:36.120435 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 55276) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:49:36.185588 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f163a04c-0bdd-4026-a42b-b1367ded09d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-a9c43af4-b1c3-4857-aef6-4401152c47a3', 'network_id': 'a9c43af4-b1c3-4857-aef6-4401152c47a3', 'tenant_id': 'd0cef2777f1a4204ae008e279618e6b2', 'fixed_ips': [{'subnet_id': 'a4641816-39f6-4c3c-bdf7-68d9806fcc05'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:49:36.186789 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f163a04c-0bdd-4026-a42b-b1367ded09d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:36.251455 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ef695fa9-b956-48fc-9d80-856a2114edee tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:36.262584 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df80c281-83cc-4e13-b5d4-b392d93ab661 req-dfd33c94-f2e0-43e1-8bbb-57c600681569 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:49:36.264270 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-df80c281-83cc-4e13-b5d4-b392d93ab661 req-dfd33c94-f2e0-43e1-8bbb-57c600681569 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=6460886a-48ca-49b3-959c-5c8b794c265b HTTP/1.1" status: 200 len: 944 time: 0.0726011 Oct 12 19:49:36.311463 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ef695fa9-b956-48fc-9d80-856a2114edee tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:36.315884 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-df80c281-83cc-4e13-b5d4-b392d93ab661 req-3809f762-ccba-444b-9f56-158ff24ec487 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7222ca9-0cbe-4248-9036-2f125df10e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433664 Oct 12 19:49:36.357488 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-f163a04c-0bdd-4026-a42b-b1367ded09d3 None None] Allocated IP 172.20.0.2 (a9c43af4-b1c3-4857-aef6-4401152c47a3/a4641816-39f6-4c3c-bdf7-68d9806fcc05/f1f4a521-859d-4d74-a58d-ddc0ca6b9f3c) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:49:36.499628 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f163a04c-0bdd-4026-a42b-b1367ded09d3 None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:36.567374 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f163a04c-0bdd-4026-a42b-b1367ded09d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:36.603234 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f163a04c-0bdd-4026-a42b-b1367ded09d3 None None] Network a9c43af4-b1c3-4857-aef6-4401152c47a3 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:49:36.608115 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-f163a04c-0bdd-4026-a42b-b1367ded09d3 None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:49:36.612181 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f163a04c-0bdd-4026-a42b-b1367ded09d3 None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:49:36.625266 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f163a04c-0bdd-4026-a42b-b1367ded09d3 None None] Pushing event updated for resources: {'Port': ['ID=f1f4a521-859d-4d74-a58d-ddc0ca6b9f3c,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:49:36.635439 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ef695fa9-b956-48fc-9d80-856a2114edee tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4306592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16245866'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:36.673343 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-f163a04c-0bdd-4026-a42b-b1367ded09d3 None None] Attempting to bind port f1f4a521-859d-4d74-a58d-ddc0ca6b9f3c on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:49:36.673771 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-f163a04c-0bdd-4026-a42b-b1367ded09d3 None None] Attempting to bind port f1f4a521-859d-4d74-a58d-ddc0ca6b9f3c by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '940e2190-6e04-4fa6-b7c3-e8dba0e7b995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'a9c43af4-b1c3-4857-aef6-4401152c47a3'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:49:36.674138 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f163a04c-0bdd-4026-a42b-b1367ded09d3 None None] Attempting to bind port f1f4a521-859d-4d74-a58d-ddc0ca6b9f3c on network a9c43af4-b1c3-4857-aef6-4401152c47a3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:49:36.679236 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f163a04c-0bdd-4026-a42b-b1367ded09d3 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 49, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:49:36.679620 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f163a04c-0bdd-4026-a42b-b1367ded09d3 None None] Checking segment: {'id': '940e2190-6e04-4fa6-b7c3-e8dba0e7b995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'a9c43af4-b1c3-4857-aef6-4401152c47a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:49:36.680092 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f163a04c-0bdd-4026-a42b-b1367ded09d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:36.681276 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f163a04c-0bdd-4026-a42b-b1367ded09d3 None None] Bound using segment: {'id': '940e2190-6e04-4fa6-b7c3-e8dba0e7b995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'a9c43af4-b1c3-4857-aef6-4401152c47a3'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:49:36.681276 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-f163a04c-0bdd-4026-a42b-b1367ded09d3 None None] Bound port: f1f4a521-859d-4d74-a58d-ddc0ca6b9f3c, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '940e2190-6e04-4fa6-b7c3-e8dba0e7b995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'a9c43af4-b1c3-4857-aef6-4401152c47a3'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:49:36.681505 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f163a04c-0bdd-4026-a42b-b1367ded09d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:36.710511 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef695fa9-b956-48fc-9d80-856a2114edee tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Pushing event deleted for resources: {'Subnet': ['ID=a4641816-39f6-4c3c-bdf7-68d9806fcc05,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:49:36.733802 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ef695fa9-b956-48fc-9d80-856a2114edee tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:36.757100 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-f163a04c-0bdd-4026-a42b-b1367ded09d3 None None] For port f1f4a521-859d-4d74-a58d-ddc0ca6b9f3c, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:49:36.757347 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-ef695fa9-b956-48fc-9d80-856a2114edee tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9c43af4-b1c3-4857-aef6-4401152c47a3']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:49:36.757488 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-f163a04c-0bdd-4026-a42b-b1367ded09d3 None None] For port f1f4a521-859d-4d74-a58d-ddc0ca6b9f3c, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=f1f4a521-859d-4d74-a58d-ddc0ca6b9f3c,segment=NetworkSegment(940e2190-6e04-4fa6-b7c3-e8dba0e7b995),segment_id=940e2190-6e04-4fa6-b7c3-e8dba0e7b995)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:49:36.766400 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-ef695fa9-b956-48fc-9d80-856a2114edee tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '940e2190-6e04-4fa6-b7c3-e8dba0e7b995') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:49:36.766838 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-ef695fa9-b956-48fc-9d80-856a2114edee tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '940e2190-6e04-4fa6-b7c3-e8dba0e7b995') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:49:36.780170 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ef695fa9-b956-48fc-9d80-856a2114edee tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16313633'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:36.846568 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f163a04c-0bdd-4026-a42b-b1367ded09d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:36.849738 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ef695fa9-b956-48fc-9d80-856a2114edee tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:36.856493 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef695fa9-b956-48fc-9d80-856a2114edee tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:49:36.856892 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ef695fa9-b956-48fc-9d80-856a2114edee tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4305278'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:36.861513 n-d-813679-3 neutron-server[95502]: Traceback (most recent call last): Oct 12 19:49:36.861513 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:49:36.861513 n-d-813679-3 neutron-server[95502]: timer() Oct 12 19:49:36.861513 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:49:36.861513 n-d-813679-3 neutron-server[95502]: cb(*args, **kw) Oct 12 19:49:36.861513 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:49:36.861513 n-d-813679-3 neutron-server[95502]: return func(*args, **kwargs) Oct 12 19:49:36.861513 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:49:36.861513 n-d-813679-3 neutron-server[95502]: self._notify() Oct 12 19:49:36.861513 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:49:36.861513 n-d-813679-3 neutron-server[95502]: self.callback(batched_events) Oct 12 19:49:36.861513 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:49:36.861513 n-d-813679-3 neutron-server[95502]: event.method(event) Oct 12 19:49:36.861513 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:49:36.861513 n-d-813679-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:49:36.861513 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:49:36.861513 n-d-813679-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:49:36.861513 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:49:36.861513 n-d-813679-3 neutron-server[95502]: return f(self, *a, **k) Oct 12 19:49:36.861513 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:49:36.861513 n-d-813679-3 neutron-server[95502]: return self._get(url).json() Oct 12 19:49:36.861513 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:49:36.861513 n-d-813679-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:49:36.861513 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:49:36.861513 n-d-813679-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Oct 12 19:49:36.861513 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:49:36.861513 n-d-813679-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:49:36.861513 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:49:36.861513 n-d-813679-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:49:36.861513 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:49:36.861513 n-d-813679-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:49:36.861513 n-d-813679-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:49:36.927864 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f163a04c-0bdd-4026-a42b-b1367ded09d3 None None] Pushing event updated for resources: {'Port': ['ID=f1f4a521-859d-4d74-a58d-ddc0ca6b9f3c,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:49:36.945358 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda12930-7f3a-46fd-9fe8-6803f2e4c081 None None] Network a9c43af4-b1c3-4857-aef6-4401152c47a3 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:49:36.985775 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.db.api [None req-ef695fa9-b956-48fc-9d80-856a2114edee tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 12 19:49:36.985775 n-d-813679-3 neutron-server[95502]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 12 19:49:36.985775 n-d-813679-3 neutron-server[95502]: [parameters: {'id': 'a9c43af4-b1c3-4857-aef6-4401152c47a3'}] Oct 12 19:49:36.985775 n-d-813679-3 neutron-server[95502]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95502) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 19:49:36.987355 n-d-813679-3 neutron-server[95502]: DEBUG oslo_db.api [None req-ef695fa9-b956-48fc-9d80-856a2114edee tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 19:49:37.068923 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a7a7571-6199-4d11-bc08-623809cf66ab None None] get_active_networks_info from n-d-813679-3 {{(pid=95503) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 12 19:49:37.160339 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7a7571-6199-4d11-bc08-623809cf66ab None None] Resources bound (agent type, host, resource id): {{(pid=95503) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 12 19:49:37.445491 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e830839a-40b7-4661-b6e4-772d3ba06001 req-402c5646-d768-4ebb-8a9d-c774e80e8525 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:49:37.447062 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e830839a-40b7-4661-b6e4-772d3ba06001 req-402c5646-d768-4ebb-8a9d-c774e80e8525 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=6460886a-48ca-49b3-959c-5c8b794c265b HTTP/1.1" status: 200 len: 944 time: 0.0558996 Oct 12 19:49:37.488992 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e830839a-40b7-4661-b6e4-772d3ba06001 req-827dd255-90db-4ecc-a8f4-da9c17d477b9 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7222ca9-0cbe-4248-9036-2f125df10e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359137 Oct 12 19:49:37.489509 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ef695fa9-b956-48fc-9d80-856a2114edee tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:37.542370 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-ef695fa9-b956-48fc-9d80-856a2114edee tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Deleting port f1f4a521-859d-4d74-a58d-ddc0ca6b9f3c {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:49:37.542707 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ef695fa9-b956-48fc-9d80-856a2114edee tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:37.607447 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-ef695fa9-b956-48fc-9d80-856a2114edee tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] For port f1f4a521-859d-4d74-a58d-ddc0ca6b9f3c, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=f1f4a521-859d-4d74-a58d-ddc0ca6b9f3c,segment=NetworkSegment(940e2190-6e04-4fa6-b7c3-e8dba0e7b995),segment_id=940e2190-6e04-4fa6-b7c3-e8dba0e7b995)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:49:37.607728 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ef695fa9-b956-48fc-9d80-856a2114edee tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:37.621166 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-ef695fa9-b956-48fc-9d80-856a2114edee tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Calling delete_port for f1f4a521-859d-4d74-a58d-ddc0ca6b9f3c owned by network:dhcp {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:49:37.749527 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ef695fa9-b956-48fc-9d80-856a2114edee tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:37.773042 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef695fa9-b956-48fc-9d80-856a2114edee tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Pushing event deleted for resources: {'Port': ['ID=f1f4a521-859d-4d74-a58d-ddc0ca6b9f3c,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:49:37.779720 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef695fa9-b956-48fc-9d80-856a2114edee tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] No DVR routers for this DVR port f1f4a521-859d-4d74-a58d-ddc0ca6b9f3c on host n-d-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:49:37.863838 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ef695fa9-b956-48fc-9d80-856a2114edee tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:37.884688 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-ef695fa9-b956-48fc-9d80-856a2114edee tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9c43af4-b1c3-4857-aef6-4401152c47a3']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:49:37.894321 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-ef695fa9-b956-48fc-9d80-856a2114edee tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '940e2190-6e04-4fa6-b7c3-e8dba0e7b995') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:49:37.894619 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-ef695fa9-b956-48fc-9d80-856a2114edee tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '940e2190-6e04-4fa6-b7c3-e8dba0e7b995') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:49:37.903783 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ef695fa9-b956-48fc-9d80-856a2114edee tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16313633'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:37.917107 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ef695fa9-b956-48fc-9d80-856a2114edee tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:37.922818 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef695fa9-b956-48fc-9d80-856a2114edee tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:49:37.923178 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ef695fa9-b956-48fc-9d80-856a2114edee tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4305278'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:37.926276 n-d-813679-3 neutron-server[95502]: Traceback (most recent call last): Oct 12 19:49:37.926276 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:49:37.926276 n-d-813679-3 neutron-server[95502]: timer() Oct 12 19:49:37.926276 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:49:37.926276 n-d-813679-3 neutron-server[95502]: cb(*args, **kw) Oct 12 19:49:37.926276 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:49:37.926276 n-d-813679-3 neutron-server[95502]: return func(*args, **kwargs) Oct 12 19:49:37.926276 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:49:37.926276 n-d-813679-3 neutron-server[95502]: self._notify() Oct 12 19:49:37.926276 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:49:37.926276 n-d-813679-3 neutron-server[95502]: self.callback(batched_events) Oct 12 19:49:37.926276 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:49:37.926276 n-d-813679-3 neutron-server[95502]: event.method(event) Oct 12 19:49:37.926276 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:49:37.926276 n-d-813679-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:49:37.926276 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:49:37.926276 n-d-813679-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:49:37.926276 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:49:37.926276 n-d-813679-3 neutron-server[95502]: return f(self, *a, **k) Oct 12 19:49:37.926276 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:49:37.926276 n-d-813679-3 neutron-server[95502]: return self._get(url).json() Oct 12 19:49:37.926276 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:49:37.926276 n-d-813679-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:49:37.926276 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:49:37.926276 n-d-813679-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Oct 12 19:49:37.926276 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:49:37.926276 n-d-813679-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:49:37.926276 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:49:37.926276 n-d-813679-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:49:37.926276 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:49:37.926276 n-d-813679-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:49:37.926276 n-d-813679-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:49:38.075293 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ef695fa9-b956-48fc-9d80-856a2114edee tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:38.083826 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ef695fa9-b956-48fc-9d80-856a2114edee tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks [] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:38.086903 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-ef695fa9-b956-48fc-9d80-856a2114edee tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] 10.222.0.49 "DELETE /v2.0/networks/a9c43af4-b1c3-4857-aef6-4401152c47a3 HTTP/1.1" status: 204 len: 168 time: 1.9653811 Oct 12 19:49:38.089879 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 55282) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:49:38.099376 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef695fa9-b956-48fc-9d80-856a2114edee tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Pushing event deleted for resources: {'Network': ['ID=a9c43af4-b1c3-4857-aef6-4401152c47a3,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:49:38.120170 n-d-813679-3 neutron-server[95501]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdd91c31-b0a9-465a-89bd-0055023e8869 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] GET failed (client error): The resource could not be found. Oct 12 19:49:38.121501 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-bdd91c31-b0a9-465a-89bd-0055023e8869 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] 10.222.0.49 "GET /v2.0/subnets/a4641816-39f6-4c3c-bdf7-68d9806fcc05 HTTP/1.1" status: 404 len: 337 time: 0.0305486 Oct 12 19:49:38.124255 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 55284) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:49:38.142805 n-d-813679-3 neutron-server[95501]: INFO neutron.pecan_wsgi.hooks.translation [None req-70dc8ba5-02e1-4397-ac89-f0e0dcc6fb19 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] DELETE failed (client error): The resource could not be found. Oct 12 19:49:38.143359 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70dc8ba5-02e1-4397-ac89-f0e0dcc6fb19 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:49:38.146263 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-70dc8ba5-02e1-4397-ac89-f0e0dcc6fb19 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] 10.222.0.49 "DELETE /v2.0/networks/a9c43af4-b1c3-4857-aef6-4401152c47a3 HTTP/1.1" status: 404 len: 339 time: 0.0211022 Oct 12 19:49:38.150010 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 55286) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:49:38.256095 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2033ec9-7e47-438d-b231-bd8e717420d7 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:49:38.257563 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-d2033ec9-7e47-438d-b231-bd8e717420d7 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1066067 Oct 12 19:49:38.260660 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 55288) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:49:38.289261 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-746bef81-28a6-475f-8fa5-7158f820aa57 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] 10.222.0.49 "GET /v2.0/subnets?network_id=4afbf4a4-67f5-42d1-a358-7ba9799dab0c HTTP/1.1" status: 200 len: 207 time: 0.0275426 Oct 12 19:49:38.292525 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 55290) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:49:38.403588 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806b0e58-12d5-483f-a2e0-8bd50ca64f65 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:49:38.409560 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806b0e58-12d5-483f-a2e0-8bd50ca64f65 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:49:38.415737 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806b0e58-12d5-483f-a2e0-8bd50ca64f65 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:49:38.421734 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806b0e58-12d5-483f-a2e0-8bd50ca64f65 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:49:38.423416 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-806b0e58-12d5-483f-a2e0-8bd50ca64f65 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.1299124 Oct 12 19:49:38.427491 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 55292) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:49:38.543878 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-b72c6aad-08b3-4c7c-89b0-c6198c9627d0 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] 10.222.0.49 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.1148996 Oct 12 19:49:38.546397 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 55296) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:49:38.606249 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16d40a3-ecd3-4342-a3b3-7c02a796b39f tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:49:38.607968 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16d40a3-ecd3-4342-a3b3-7c02a796b39f tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:49:38.610098 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb64110-7dbf-485e-932e-fe2fd3912dc7 req-476ab025-fd2e-41cd-9743-e377048abd8e tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:49:38.610702 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-b16d40a3-ecd3-4342-a3b3-7c02a796b39f tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0629451 Oct 12 19:49:38.611992 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-acb64110-7dbf-485e-932e-fe2fd3912dc7 req-476ab025-fd2e-41cd-9743-e377048abd8e tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=6460886a-48ca-49b3-959c-5c8b794c265b HTTP/1.1" status: 200 len: 944 time: 0.0504251 Oct 12 19:49:38.613929 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 55298) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:49:38.656384 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-acb64110-7dbf-485e-932e-fe2fd3912dc7 req-346f21b0-8414-44e6-bc79-ac3546a04a10 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7222ca9-0cbe-4248-9036-2f125df10e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375524 Oct 12 19:49:38.667595 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee64db48-60bb-4c5d-b82a-5db9d4fdef01 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Attributes excluded by policy engine: ['shared'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:49:38.669112 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee64db48-60bb-4c5d-b82a-5db9d4fdef01 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Attributes excluded by policy engine: ['shared'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:49:38.670697 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-ee64db48-60bb-4c5d-b82a-5db9d4fdef01 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] 10.222.0.49 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0558171 Oct 12 19:49:38.675160 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 55300) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:49:38.781522 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a47a62f-0e18-4a09-a891-81b7081d05a3 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:49:38.782888 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-6a47a62f-0e18-4a09-a891-81b7081d05a3 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] 10.222.0.49 "GET /v2.0/networks/d2795ab8-ca81-4bed-a45e-e02371e8ce20 HTTP/1.1" status: 200 len: 799 time: 0.1068032 Oct 12 19:49:38.787692 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 55302) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:49:38.890656 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-8ea03f22-9c0d-4efc-bced-d7205fa6d193 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] 10.222.0.49 "GET /v2.0/networks/d2795ab8-ca81-4bed-a45e-e02371e8ce20?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1017857 Oct 12 19:49:38.894457 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 55304) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:49:38.944224 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a40a14-e39b-49b3-b4b6-1d9804787b71 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:49:38.945578 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-27a40a14-e39b-49b3-b4b6-1d9804787b71 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] 10.222.0.49 "GET /v2.0/subnets/647ae46f-5104-416d-87cb-e7c273fae418 HTTP/1.1" status: 200 len: 811 time: 0.0502205 Oct 12 19:49:38.949028 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 55306) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:49:39.005330 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab6b28f5-7700-4fe2-ba3c-5f299a6646c5 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Attributes excluded by policy engine: ['shared'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:49:39.006696 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-ab6b28f5-7700-4fe2-ba3c-5f299a6646c5 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] 10.222.0.49 "GET /v2.0/subnets/647ae46f-5104-416d-87cb-e7c273fae418?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0567565 Oct 12 19:49:39.010097 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 55308) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:49:39.015245 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-57937d7a-76bf-4b2c-94b5-8d460d32615c tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1800563810'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:49:39.092529 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57937d7a-76bf-4b2c-94b5-8d460d32615c tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Made reservation on behalf of d0cef2777f1a4204ae008e279618e6b2 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:49:39.096018 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-57937d7a-76bf-4b2c-94b5-8d460d32615c tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:39.121996 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57937d7a-76bf-4b2c-94b5-8d460d32615c tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:49:39.132192 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-57937d7a-76bf-4b2c-94b5-8d460d32615c tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:39.132535 n-d-813679-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-57937d7a-76bf-4b2c-94b5-8d460d32615c tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Added segment ea0c8da0-a0c4-4f42-9bc0-b83668c983d2 of type vlan for network 8db540f2-f65b-4df1-a89b-5c171837d2bd Oct 12 19:49:39.173886 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-57937d7a-76bf-4b2c-94b5-8d460d32615c tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:39.303637 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-57937d7a-76bf-4b2c-94b5-8d460d32615c tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:39.309463 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57937d7a-76bf-4b2c-94b5-8d460d32615c tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:49:39.310054 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-57937d7a-76bf-4b2c-94b5-8d460d32615c tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks [] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:39.382061 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57937d7a-76bf-4b2c-94b5-8d460d32615c tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Pushing event updated for resources: {'Network': ['ID=8db540f2-f65b-4df1-a89b-5c171837d2bd,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:49:39.393027 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 8db540f2-f65b-4df1-a89b-5c171837d2bd details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:49:39.438069 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-57937d7a-76bf-4b2c-94b5-8d460d32615c tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4266179 Oct 12 19:49:39.441316 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 55310) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:49:39.448357 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-292da8e5-4cea-40c3-8637-bbcde7e2f7cf tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Request body: {'subnet': {'network_id': '8db540f2-f65b-4df1-a89b-5c171837d2bd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:49:39.606795 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-292da8e5-4cea-40c3-8637-bbcde7e2f7cf tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Made reservation on behalf of d0cef2777f1a4204ae008e279618e6b2 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:49:39.611874 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-292da8e5-4cea-40c3-8637-bbcde7e2f7cf tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16245837'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:39.672945 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.ipam_backend_mixin [None req-292da8e5-4cea-40c3-8637-bbcde7e2f7cf tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Performing IP validity checks on allocation pools {{(pid=95502) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 12 19:49:39.673464 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.ipam_backend_mixin [None req-292da8e5-4cea-40c3-8637-bbcde7e2f7cf tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95502) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 12 19:49:39.826579 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1dcddf-6873-47ad-8a35-f67c06c3ba6c req-c6ce9e2c-695f-4b7c-b5f9-cfd50e2f2760 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:49:39.828013 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-eb1dcddf-6873-47ad-8a35-f67c06c3ba6c req-c6ce9e2c-695f-4b7c-b5f9-cfd50e2f2760 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=6460886a-48ca-49b3-959c-5c8b794c265b HTTP/1.1" status: 200 len: 944 time: 0.0929625 Oct 12 19:49:39.876624 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-eb1dcddf-6873-47ad-8a35-f67c06c3ba6c req-0d135388-cb63-417f-a31b-a076753b6b96 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7222ca9-0cbe-4248-9036-2f125df10e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392838 Oct 12 19:49:39.939124 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-292da8e5-4cea-40c3-8637-bbcde7e2f7cf tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4306659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16245859'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:39.997935 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292da8e5-4cea-40c3-8637-bbcde7e2f7cf tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Pushing event updated for resources: {'Subnet': ['ID=016a7ab9-1f8e-4d0f-b3d4-4774bd5628c8,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:49:40.008785 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292da8e5-4cea-40c3-8637-bbcde7e2f7cf tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Checking segment: {'id': 'ea0c8da0-a0c4-4f42-9bc0-b83668c983d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '8db540f2-f65b-4df1-a89b-5c171837d2bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:49:40.009142 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292da8e5-4cea-40c3-8637-bbcde7e2f7cf tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Network hostable DHCP agents. Network: 8db540f2-f65b-4df1-a89b-5c171837d2bd, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:49:40.132998 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292da8e5-4cea-40c3-8637-bbcde7e2f7cf tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Network 8db540f2-f65b-4df1-a89b-5c171837d2bd is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:49:40.234055 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-292da8e5-4cea-40c3-8637-bbcde7e2f7cf tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, 8db540f2-f65b-4df1-a89b-5c171837d2bd) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:49:40.239207 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292da8e5-4cea-40c3-8637-bbcde7e2f7cf tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:49:40.240197 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-292da8e5-4cea-40c3-8637-bbcde7e2f7cf tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:40.243310 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2239b80-f05c-428d-9f14-440b825e08f4 None None] Network 8db540f2-f65b-4df1-a89b-5c171837d2bd requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:49:40.352577 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-292da8e5-4cea-40c3-8637-bbcde7e2f7cf tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.9099650 Oct 12 19:49:40.355219 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 55316) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:49:40.362888 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-e0117a01-9bd7-479d-b92d-7fce641cdc01 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:49:40.395097 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55cb2ac0-ef8a-49c5-991e-e43f0cb56d28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-8db540f2-f65b-4df1-a89b-5c171837d2bd', 'network_id': '8db540f2-f65b-4df1-a89b-5c171837d2bd', 'tenant_id': 'd0cef2777f1a4204ae008e279618e6b2', 'fixed_ips': [{'subnet_id': '016a7ab9-1f8e-4d0f-b3d4-4774bd5628c8'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:49:40.396465 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-55cb2ac0-ef8a-49c5-991e-e43f0cb56d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:40.467857 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e0117a01-9bd7-479d-b92d-7fce641cdc01 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4612372'] for subnet, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:40.604286 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.db.api [None req-55cb2ac0-ef8a-49c5-991e-e43f0cb56d28 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 12 19:49:40.604286 n-d-813679-3 neutron-server[95503]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Oct 12 19:49:40.604286 n-d-813679-3 neutron-server[95503]: [parameters: {'in_use': 1, 'id_1': '016a7ab9-1f8e-4d0f-b3d4-4774bd5628c8'}] Oct 12 19:49:40.604286 n-d-813679-3 neutron-server[95503]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 19:49:40.604880 n-d-813679-3 neutron-server[95503]: DEBUG oslo_db.api [None req-55cb2ac0-ef8a-49c5-991e-e43f0cb56d28 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 19:49:40.692484 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e0117a01-9bd7-479d-b92d-7fce641cdc01 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8732990049805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4824869'] for subnet, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:40.732823 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0117a01-9bd7-479d-b92d-7fce641cdc01 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:49:40.733428 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e0117a01-9bd7-479d-b92d-7fce641cdc01 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:40.734718 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-e0117a01-9bd7-479d-b92d-7fce641cdc01 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] 10.222.0.49 "PUT /v2.0/subnets/016a7ab9-1f8e-4d0f-b3d4-4774bd5628c8 HTTP/1.1" status: 200 len: 877 time: 0.3784938 Oct 12 19:49:40.737726 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 55318) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:49:40.746541 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0117a01-9bd7-479d-b92d-7fce641cdc01 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Pushing event updated for resources: {'Subnet': ['ID=016a7ab9-1f8e-4d0f-b3d4-4774bd5628c8,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:49:40.852603 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1bbd71e2-c09c-4a85-96b5-a1fddb5b825a tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:40.911504 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1bbd71e2-c09c-4a85-96b5-a1fddb5b825a tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:41.011266 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ccf3f6-e570-466c-8cf4-c86557048791 req-ce790901-a3da-4c15-8fce-0e36f3ed09d8 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:49:41.012788 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a9ccf3f6-e570-466c-8cf4-c86557048791 req-ce790901-a3da-4c15-8fce-0e36f3ed09d8 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=6460886a-48ca-49b3-959c-5c8b794c265b HTTP/1.1" status: 200 len: 944 time: 0.0567412 Oct 12 19:49:41.052282 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a9ccf3f6-e570-466c-8cf4-c86557048791 req-58f01c11-296c-4b18-a91c-a0adb220bf7b tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7222ca9-0cbe-4248-9036-2f125df10e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333683 Oct 12 19:49:41.065100 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1bbd71e2-c09c-4a85-96b5-a1fddb5b825a tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4306592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16245866'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:41.092638 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbd71e2-c09c-4a85-96b5-a1fddb5b825a tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Pushing event deleted for resources: {'Subnet': ['ID=016a7ab9-1f8e-4d0f-b3d4-4774bd5628c8,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:49:41.106309 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-55cb2ac0-ef8a-49c5-991e-e43f0cb56d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:41.164018 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1bbd71e2-c09c-4a85-96b5-a1fddb5b825a tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:41.186039 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-1bbd71e2-c09c-4a85-96b5-a1fddb5b825a tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8db540f2-f65b-4df1-a89b-5c171837d2bd']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:49:41.196800 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-1bbd71e2-c09c-4a85-96b5-a1fddb5b825a tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea0c8da0-a0c4-4f42-9bc0-b83668c983d2') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:49:41.197091 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-1bbd71e2-c09c-4a85-96b5-a1fddb5b825a tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea0c8da0-a0c4-4f42-9bc0-b83668c983d2') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:49:41.206843 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1bbd71e2-c09c-4a85-96b5-a1fddb5b825a tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16313633'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:41.221627 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1bbd71e2-c09c-4a85-96b5-a1fddb5b825a tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:41.228427 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bbd71e2-c09c-4a85-96b5-a1fddb5b825a tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:49:41.240217 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1bbd71e2-c09c-4a85-96b5-a1fddb5b825a tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4305278'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:41.240217 n-d-813679-3 neutron-server[95502]: Traceback (most recent call last): Oct 12 19:49:41.240217 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:49:41.240217 n-d-813679-3 neutron-server[95502]: timer() Oct 12 19:49:41.240217 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:49:41.240217 n-d-813679-3 neutron-server[95502]: cb(*args, **kw) Oct 12 19:49:41.240217 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:49:41.240217 n-d-813679-3 neutron-server[95502]: return func(*args, **kwargs) Oct 12 19:49:41.240217 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:49:41.240217 n-d-813679-3 neutron-server[95502]: self._notify() Oct 12 19:49:41.240217 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:49:41.240217 n-d-813679-3 neutron-server[95502]: self.callback(batched_events) Oct 12 19:49:41.240217 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:49:41.240217 n-d-813679-3 neutron-server[95502]: event.method(event) Oct 12 19:49:41.240217 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:49:41.240217 n-d-813679-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:49:41.240217 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:49:41.240217 n-d-813679-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:49:41.240217 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:49:41.240217 n-d-813679-3 neutron-server[95502]: return f(self, *a, **k) Oct 12 19:49:41.240217 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:49:41.240217 n-d-813679-3 neutron-server[95502]: return self._get(url).json() Oct 12 19:49:41.240217 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:49:41.240217 n-d-813679-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:49:41.240217 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:49:41.240217 n-d-813679-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Oct 12 19:49:41.240217 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:49:41.240217 n-d-813679-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:49:41.240217 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:49:41.240217 n-d-813679-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:49:41.240217 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:49:41.240217 n-d-813679-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:49:41.240217 n-d-813679-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:49:41.244452 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca38af7-f365-4c73-8d69-16906147e8d8 None None] Network 8db540f2-f65b-4df1-a89b-5c171837d2bd requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:49:41.351239 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-738bee5c-9a52-456f-a4b3-c64d556327ba None None] Network 8db540f2-f65b-4df1-a89b-5c171837d2bd requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:49:41.378131 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1bbd71e2-c09c-4a85-96b5-a1fddb5b825a tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:41.382734 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1bbd71e2-c09c-4a85-96b5-a1fddb5b825a tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks [] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:41.386225 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-1bbd71e2-c09c-4a85-96b5-a1fddb5b825a tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] 10.222.0.49 "DELETE /v2.0/networks/8db540f2-f65b-4df1-a89b-5c171837d2bd HTTP/1.1" status: 204 len: 168 time: 0.6472721 Oct 12 19:49:41.391425 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 55322) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:49:41.403720 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbd71e2-c09c-4a85-96b5-a1fddb5b825a tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Pushing event deleted for resources: {'Network': ['ID=8db540f2-f65b-4df1-a89b-5c171837d2bd,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:49:41.417733 n-d-813679-3 neutron-server[95501]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2542f1c-d5e3-44c3-b883-7985589b8b8c tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] DELETE failed (client error): The resource could not be found. Oct 12 19:49:41.418202 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2542f1c-d5e3-44c3-b883-7985589b8b8c tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:49:41.421503 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-c2542f1c-d5e3-44c3-b883-7985589b8b8c tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] 10.222.0.49 "DELETE /v2.0/subnets/016a7ab9-1f8e-4d0f-b3d4-4774bd5628c8 HTTP/1.1" status: 404 len: 337 time: 0.0304232 Oct 12 19:49:41.424015 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 55324) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:49:41.444002 n-d-813679-3 neutron-server[95501]: INFO neutron.pecan_wsgi.hooks.translation [None req-532c912b-9841-4352-9c48-221cfda44324 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] DELETE failed (client error): The resource could not be found. Oct 12 19:49:41.444572 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-532c912b-9841-4352-9c48-221cfda44324 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:49:41.449927 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-532c912b-9841-4352-9c48-221cfda44324 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] 10.222.0.49 "DELETE /v2.0/networks/8db540f2-f65b-4df1-a89b-5c171837d2bd HTTP/1.1" status: 404 len: 339 time: 0.0225666 Oct 12 19:49:41.450194 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 55326) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:49:41.480462 n-d-813679-3 neutron-server[95501]: INFO neutron.pecan_wsgi.hooks.translation [None req-05bd8200-a489-4880-ae7e-648713752437 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] DELETE failed (client error): The resource could not be found. Oct 12 19:49:41.480918 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05bd8200-a489-4880-ae7e-648713752437 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:49:41.483908 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-05bd8200-a489-4880-ae7e-648713752437 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] 10.222.0.49 "DELETE /v2.0/subnets/a4641816-39f6-4c3c-bdf7-68d9806fcc05 HTTP/1.1" status: 404 len: 337 time: 0.0327919 Oct 12 19:49:41.486557 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 55328) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:49:41.504931 n-d-813679-3 neutron-server[95501]: INFO neutron.pecan_wsgi.hooks.translation [None req-0108ab13-8950-4f1a-ab85-91351e77776a tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] DELETE failed (client error): The resource could not be found. Oct 12 19:49:41.505459 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0108ab13-8950-4f1a-ab85-91351e77776a tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:49:41.508433 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-0108ab13-8950-4f1a-ab85-91351e77776a tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] 10.222.0.49 "DELETE /v2.0/networks/a9c43af4-b1c3-4857-aef6-4401152c47a3 HTTP/1.1" status: 404 len: 339 time: 0.0210354 Oct 12 19:49:41.510822 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 55330) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:49:41.586344 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-cffbd5dc-c3d4-4fc8-8799-aca74fe4c85d tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:41.673502 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-cffbd5dc-c3d4-4fc8-8799-aca74fe4c85d tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:41.694039 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-cffbd5dc-c3d4-4fc8-8799-aca74fe4c85d tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cf2402c-4d23-48a0-b33c-c13b2fa8c4af']}} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:49:41.703053 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-cffbd5dc-c3d4-4fc8-8799-aca74fe4c85d tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33e9d5af-2500-4115-acbf-72e32ffdd032') {'for_net_delete': True} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:49:41.703348 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-cffbd5dc-c3d4-4fc8-8799-aca74fe4c85d tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33e9d5af-2500-4115-acbf-72e32ffdd032') {} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:49:41.713824 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-cffbd5dc-c3d4-4fc8-8799-aca74fe4c85d tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4281072'] for segment, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:41.727430 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-cffbd5dc-c3d4-4fc8-8799-aca74fe4c85d tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:41.734331 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cffbd5dc-c3d4-4fc8-8799-aca74fe4c85d tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=95501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:49:41.734715 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-cffbd5dc-c3d4-4fc8-8799-aca74fe4c85d tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4823170'] for segment, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:41.738233 n-d-813679-3 neutron-server[95501]: Traceback (most recent call last): Oct 12 19:49:41.738233 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:49:41.738233 n-d-813679-3 neutron-server[95501]: timer() Oct 12 19:49:41.738233 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:49:41.738233 n-d-813679-3 neutron-server[95501]: cb(*args, **kw) Oct 12 19:49:41.738233 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:49:41.738233 n-d-813679-3 neutron-server[95501]: return func(*args, **kwargs) Oct 12 19:49:41.738233 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:49:41.738233 n-d-813679-3 neutron-server[95501]: self._notify() Oct 12 19:49:41.738233 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:49:41.738233 n-d-813679-3 neutron-server[95501]: self.callback(batched_events) Oct 12 19:49:41.738233 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:49:41.738233 n-d-813679-3 neutron-server[95501]: event.method(event) Oct 12 19:49:41.738233 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:49:41.738233 n-d-813679-3 neutron-server[95501]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:49:41.738233 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:49:41.738233 n-d-813679-3 neutron-server[95501]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:49:41.738233 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:49:41.738233 n-d-813679-3 neutron-server[95501]: return f(self, *a, **k) Oct 12 19:49:41.738233 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:49:41.738233 n-d-813679-3 neutron-server[95501]: return self._get(url).json() Oct 12 19:49:41.738233 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:49:41.738233 n-d-813679-3 neutron-server[95501]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:49:41.738233 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:49:41.738233 n-d-813679-3 neutron-server[95501]: return self.request(url, 'GET', **kwargs) Oct 12 19:49:41.738233 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:49:41.738233 n-d-813679-3 neutron-server[95501]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:49:41.738233 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:49:41.738233 n-d-813679-3 neutron-server[95501]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:49:41.738233 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:49:41.738233 n-d-813679-3 neutron-server[95501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:49:41.738233 n-d-813679-3 neutron-server[95501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:49:41.886772 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-cffbd5dc-c3d4-4fc8-8799-aca74fe4c85d tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:41.895820 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-cffbd5dc-c3d4-4fc8-8799-aca74fe4c85d tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks [] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:41.899086 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-cffbd5dc-c3d4-4fc8-8799-aca74fe4c85d tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] 10.222.0.49 "DELETE /v2.0/networks/8cf2402c-4d23-48a0-b33c-c13b2fa8c4af HTTP/1.1" status: 204 len: 168 time: 0.3873734 Oct 12 19:49:41.901767 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 55332) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:49:41.915460 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffbd5dc-c3d4-4fc8-8799-aca74fe4c85d tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Pushing event deleted for resources: {'Network': ['ID=8cf2402c-4d23-48a0-b33c-c13b2fa8c4af,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:49:41.933113 n-d-813679-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-0229fe7c-9f24-414b-b342-61c34dcdc4c1 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] DELETE failed (client error): The resource could not be found. Oct 12 19:49:41.934670 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0229fe7c-9f24-414b-b342-61c34dcdc4c1 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:49:41.939335 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-0229fe7c-9f24-414b-b342-61c34dcdc4c1 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] 10.222.0.49 "DELETE /v2.0/subnets/5b30dd85-b7e7-48e4-acd2-0a86feba4df8 HTTP/1.1" status: 404 len: 337 time: 0.0364773 Oct 12 19:49:41.943299 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 55334) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:49:41.963199 n-d-813679-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d958e5a-7fae-42cf-a9b8-d3abd542788a tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] DELETE failed (client error): The resource could not be found. Oct 12 19:49:41.963733 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d958e5a-7fae-42cf-a9b8-d3abd542788a tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:49:41.967390 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-9d958e5a-7fae-42cf-a9b8-d3abd542788a tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] 10.222.0.49 "DELETE /v2.0/networks/e1a30ce3-bc06-49ba-a1d6-94bb56767f2a HTTP/1.1" status: 404 len: 339 time: 0.0231259 Oct 12 19:49:41.969912 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 55336) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:49:42.006403 n-d-813679-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6e9cec5-a01c-4971-b273-3f63a245bdf9 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] DELETE failed (client error): The resource could not be found. Oct 12 19:49:42.006845 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6e9cec5-a01c-4971-b273-3f63a245bdf9 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:49:42.009797 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-b6e9cec5-a01c-4971-b273-3f63a245bdf9 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] 10.222.0.49 "DELETE /v2.0/subnets/83d85f0a-10ff-418c-ae38-36e6e8a7b2b2 HTTP/1.1" status: 404 len: 337 time: 0.0390141 Oct 12 19:49:42.012435 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 55338) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:49:42.036081 n-d-813679-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-519a0fa7-a202-4478-95db-0ea1018bbd4c tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] DELETE failed (client error): The resource could not be found. Oct 12 19:49:42.036616 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-519a0fa7-a202-4478-95db-0ea1018bbd4c tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:49:42.039458 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-519a0fa7-a202-4478-95db-0ea1018bbd4c tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] 10.222.0.49 "DELETE /v2.0/networks/621c1e11-7f2b-4c25-9f77-ed1680eebe8c HTTP/1.1" status: 404 len: 339 time: 0.0260320 Oct 12 19:49:42.041962 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 55340) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:49:42.074584 n-d-813679-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d62dcba-f367-4aa1-8d92-e8c1efd307a6 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] DELETE failed (client error): The resource could not be found. Oct 12 19:49:42.075034 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d62dcba-f367-4aa1-8d92-e8c1efd307a6 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:49:42.078399 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-2d62dcba-f367-4aa1-8d92-e8c1efd307a6 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] 10.222.0.49 "DELETE /v2.0/subnets/fece4b51-1d12-4dfe-99b9-ff09175134cf HTTP/1.1" status: 404 len: 337 time: 0.0355477 Oct 12 19:49:42.082193 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 55344) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:49:42.103895 n-d-813679-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bae06e0-1767-4940-8337-34e33f0ed0ad tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] DELETE failed (client error): The resource could not be found. Oct 12 19:49:42.104584 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bae06e0-1767-4940-8337-34e33f0ed0ad tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:49:42.108176 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-9bae06e0-1767-4940-8337-34e33f0ed0ad tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] 10.222.0.49 "DELETE /v2.0/networks/bc3253ee-67ad-494f-b29c-57505a319d59 HTTP/1.1" status: 404 len: 339 time: 0.0248210 Oct 12 19:49:42.110398 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 55346) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:49:42.140490 n-d-813679-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-50569236-3d4f-4c9f-aadf-0c2cf472877e tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] DELETE failed (client error): The resource could not be found. Oct 12 19:49:42.140867 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50569236-3d4f-4c9f-aadf-0c2cf472877e tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:49:42.144551 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-50569236-3d4f-4c9f-aadf-0c2cf472877e tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] 10.222.0.49 "DELETE /v2.0/subnets/1f024d11-6d56-4356-963a-a41493552919 HTTP/1.1" status: 404 len: 337 time: 0.0332158 Oct 12 19:49:42.153448 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 55348) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:49:42.185231 n-d-813679-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0549884-b061-4b92-84c5-d85014b50033 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] DELETE failed (client error): The resource could not be found. Oct 12 19:49:42.185754 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0549884-b061-4b92-84c5-d85014b50033 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:49:42.188835 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-a0549884-b061-4b92-84c5-d85014b50033 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] 10.222.0.49 "DELETE /v2.0/networks/5cdcc2f2-5310-4ea9-bb20-5200ba71c1b8 HTTP/1.1" status: 404 len: 339 time: 0.0344882 Oct 12 19:49:42.192153 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 55350) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:49:42.213272 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b03126-a8a1-4aaf-b93b-a8f1e1e17d57 req-04e3be57-f5fb-44aa-a6e6-f8d41a944d97 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:49:42.214145 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b5b03126-a8a1-4aaf-b93b-a8f1e1e17d57 req-04e3be57-f5fb-44aa-a6e6-f8d41a944d97 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=6460886a-48ca-49b3-959c-5c8b794c265b HTTP/1.1" status: 200 len: 944 time: 0.0760739 Oct 12 19:49:42.222557 n-d-813679-3 neutron-server[95501]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb04c94c-bdec-487f-bff9-83b9d9a1da31 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] DELETE failed (client error): The resource could not be found. Oct 12 19:49:42.229425 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb04c94c-bdec-487f-bff9-83b9d9a1da31 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:49:42.229425 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-cb04c94c-bdec-487f-bff9-83b9d9a1da31 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] 10.222.0.49 "DELETE /v2.0/subnets/a7db7f0a-69cd-4456-89d6-aaadaf435972 HTTP/1.1" status: 404 len: 337 time: 0.0334089 Oct 12 19:49:42.229425 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 55352) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:49:42.249146 n-d-813679-3 neutron-server[95501]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bd4a7f9-6eaa-4a8b-aaad-427a0d0f12fd tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] DELETE failed (client error): The resource could not be found. Oct 12 19:49:42.249707 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bd4a7f9-6eaa-4a8b-aaad-427a0d0f12fd tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:49:42.253294 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-8bd4a7f9-6eaa-4a8b-aaad-427a0d0f12fd tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] 10.222.0.49 "DELETE /v2.0/networks/2824b178-9ded-42d8-a8f7-72401e50fb4b HTTP/1.1" status: 404 len: 339 time: 0.0232146 Oct 12 19:49:42.255816 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 55354) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:49:42.258344 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b5b03126-a8a1-4aaf-b93b-a8f1e1e17d57 req-bfb83437-bf65-422d-875f-058a336e889d tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7222ca9-0cbe-4248-9036-2f125df10e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380995 Oct 12 19:49:42.290780 n-d-813679-3 neutron-server[95501]: INFO neutron.pecan_wsgi.hooks.translation [None req-95b37be4-b349-43b3-b2cb-852665d95c24 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] DELETE failed (client error): The resource could not be found. Oct 12 19:49:42.291235 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95b37be4-b349-43b3-b2cb-852665d95c24 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:49:42.294281 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-95b37be4-b349-43b3-b2cb-852665d95c24 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] 10.222.0.49 "DELETE /v2.0/subnets/46a9fb29-52d0-41a1-882d-e036b328a7c9 HTTP/1.1" status: 404 len: 337 time: 0.0375199 Oct 12 19:49:42.296765 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 55356) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:49:42.316067 n-d-813679-3 neutron-server[95501]: INFO neutron.pecan_wsgi.hooks.translation [None req-6175d893-5ac5-45fc-b63e-b3e0932ccb51 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] DELETE failed (client error): The resource could not be found. Oct 12 19:49:42.316603 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6175d893-5ac5-45fc-b63e-b3e0932ccb51 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:49:42.319506 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-6175d893-5ac5-45fc-b63e-b3e0932ccb51 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] 10.222.0.49 "DELETE /v2.0/networks/cc831db3-5c6f-415e-9cdd-c10cbf40c191 HTTP/1.1" status: 404 len: 339 time: 0.0218389 Oct 12 19:49:42.322282 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 55358) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:49:42.347074 n-d-813679-3 neutron-server[95501]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1826d40-141b-4e80-aab8-9b47cdbeb2b2 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] DELETE failed (client error): The resource could not be found. Oct 12 19:49:42.347524 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1826d40-141b-4e80-aab8-9b47cdbeb2b2 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:49:42.350498 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-e1826d40-141b-4e80-aab8-9b47cdbeb2b2 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] 10.222.0.49 "DELETE /v2.0/subnets/834d356b-87fd-41c4-9546-136df8101254 HTTP/1.1" status: 404 len: 337 time: 0.0273380 Oct 12 19:49:42.353226 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 55360) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:49:42.372890 n-d-813679-3 neutron-server[95501]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4061e56-59b8-4e65-adc3-774e14bcfac5 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] DELETE failed (client error): The resource could not be found. Oct 12 19:49:42.373404 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4061e56-59b8-4e65-adc3-774e14bcfac5 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:49:42.376317 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-e4061e56-59b8-4e65-adc3-774e14bcfac5 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] 10.222.0.49 "DELETE /v2.0/networks/43405e1f-32e3-4c9d-bf2b-70b955d6e793 HTTP/1.1" status: 404 len: 339 time: 0.0221934 Oct 12 19:49:42.379253 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 55362) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:49:42.405174 n-d-813679-3 neutron-server[95501]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef17d562-4af4-4ec2-9f6c-db4b6fd9beab tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] DELETE failed (client error): The resource could not be found. Oct 12 19:49:42.405917 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef17d562-4af4-4ec2-9f6c-db4b6fd9beab tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:49:42.409255 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-ef17d562-4af4-4ec2-9f6c-db4b6fd9beab tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] 10.222.0.49 "DELETE /v2.0/subnets/729d1d66-5660-4ae0-a046-249a264f7bbd HTTP/1.1" status: 404 len: 337 time: 0.0288405 Oct 12 19:49:42.411820 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 55364) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:49:42.435171 n-d-813679-3 neutron-server[95501]: INFO neutron.pecan_wsgi.hooks.translation [None req-5302bad1-193d-46ad-9803-961f26bf982b tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] DELETE failed (client error): The resource could not be found. Oct 12 19:49:42.435697 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5302bad1-193d-46ad-9803-961f26bf982b tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 19:49:42.438625 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-5302bad1-193d-46ad-9803-961f26bf982b tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] 10.222.0.49 "DELETE /v2.0/networks/1c75df93-bbb2-4592-a8fc-2ccc02be1845 HTTP/1.1" status: 404 len: 339 time: 0.0258856 Oct 12 19:49:42.441767 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 55366) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:49:42.493896 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_v2 [None req-baa86eb8-462d-4779-a23c-a6c71efc6bd7 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Deleting subnet 647ae46f-5104-416d-87cb-e7c273fae418 {{(pid=95501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:49:42.496925 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-baa86eb8-462d-4779-a23c-a6c71efc6bd7 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks [] for subnet, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:42.536400 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-baa86eb8-462d-4779-a23c-a6c71efc6bd7 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281083'] for subnet, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:42.626483 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-baa86eb8-462d-4779-a23c-a6c71efc6bd7 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:42.788954 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-baa86eb8-462d-4779-a23c-a6c71efc6bd7 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4824924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4612362'] for subnet, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:42.815637 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa86eb8-462d-4779-a23c-a6c71efc6bd7 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Pushing event deleted for resources: {'Subnet': ['ID=647ae46f-5104-416d-87cb-e7c273fae418,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:49:42.821679 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-baa86eb8-462d-4779-a23c-a6c71efc6bd7 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:42.826943 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-baa86eb8-462d-4779-a23c-a6c71efc6bd7 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] 10.222.0.49 "DELETE /v2.0/subnets/647ae46f-5104-416d-87cb-e7c273fae418 HTTP/1.1" status: 204 len: 168 time: 0.3842511 Oct 12 19:49:42.829539 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 55368) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:49:42.829691 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b5c411-a5e5-410d-91bc-89ac68955cd8 None None] Network d2795ab8-ca81-4bed-a45e-e02371e8ce20 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:49:42.915633 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3b97c718-f1fc-4194-889d-ddf7052db989 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:42.979072 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-3b97c718-f1fc-4194-889d-ddf7052db989 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Deleting port b6ddeba3-01ab-4683-b6c8-8d034235c374 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:49:42.979458 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3b97c718-f1fc-4194-889d-ddf7052db989 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:43.014707 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168a5884-8465-4218-bfea-d171707e82e0 None None] DHCP port deletion for d2795ab8-ca81-4bed-a45e-e02371e8ce20 request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 19:49:43.052392 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [None req-3b97c718-f1fc-4194-889d-ddf7052db989 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] For port b6ddeba3-01ab-4683-b6c8-8d034235c374, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=b6ddeba3-01ab-4683-b6c8-8d034235c374,segment=NetworkSegment(a8daf118-874e-4dcb-833b-9e78b5230b04),segment_id=a8daf118-874e-4dcb-833b-9e78b5230b04)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:49:43.052677 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3b97c718-f1fc-4194-889d-ddf7052db989 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:43.062627 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-168a5884-8465-4218-bfea-d171707e82e0 None None] Deleting port b6ddeba3-01ab-4683-b6c8-8d034235c374 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:49:43.063241 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-168a5884-8465-4218-bfea-d171707e82e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:43.067731 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-3b97c718-f1fc-4194-889d-ddf7052db989 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Calling delete_port for b6ddeba3-01ab-4683-b6c8-8d034235c374 owned by network:dhcp {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:49:43.132550 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-168a5884-8465-4218-bfea-d171707e82e0 None None] For port b6ddeba3-01ab-4683-b6c8-8d034235c374, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=b6ddeba3-01ab-4683-b6c8-8d034235c374,segment=NetworkSegment(a8daf118-874e-4dcb-833b-9e78b5230b04),segment_id=a8daf118-874e-4dcb-833b-9e78b5230b04)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:49:43.134714 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-168a5884-8465-4218-bfea-d171707e82e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:43.147276 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-168a5884-8465-4218-bfea-d171707e82e0 None None] Calling delete_port for b6ddeba3-01ab-4683-b6c8-8d034235c374 owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:49:43.286897 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3b97c718-f1fc-4194-889d-ddf7052db989 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:43.302623 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-168a5884-8465-4218-bfea-d171707e82e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:43.322770 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b97c718-f1fc-4194-889d-ddf7052db989 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Pushing event deleted for resources: {'Port': ['ID=b6ddeba3-01ab-4683-b6c8-8d034235c374,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:49:43.326391 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b97c718-f1fc-4194-889d-ddf7052db989 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] No DVR routers for this DVR port b6ddeba3-01ab-4683-b6c8-8d034235c374 on host n-d-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:49:43.345154 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168a5884-8465-4218-bfea-d171707e82e0 None None] Pushing event deleted for resources: {'Port': ['ID=b6ddeba3-01ab-4683-b6c8-8d034235c374,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:49:43.347243 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168a5884-8465-4218-bfea-d171707e82e0 None None] No DVR routers for this DVR port b6ddeba3-01ab-4683-b6c8-8d034235c374 on host n-d-813679-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:49:43.379845 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device b6ddeba3-01ab-4683-b6c8-8d034235c374 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:49:43.399997 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: b6ddeba3-01ab-4683-b6c8-8d034235c374 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:49:43.400364 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device b6ddeba3-01ab-4683-b6c8-8d034235c374 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:49:43.453590 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3b97c718-f1fc-4194-889d-ddf7052db989 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:43.482750 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887da146-033d-448f-b644-db3e4bd2d57f req-472d13aa-c460-4c08-8403-1deac4e1206c tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:49:43.484271 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-887da146-033d-448f-b644-db3e4bd2d57f req-472d13aa-c460-4c08-8403-1deac4e1206c tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=6460886a-48ca-49b3-959c-5c8b794c265b HTTP/1.1" status: 200 len: 944 time: 0.1234090 Oct 12 19:49:43.488468 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-3b97c718-f1fc-4194-889d-ddf7052db989 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2795ab8-ca81-4bed-a45e-e02371e8ce20']}} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:49:43.515359 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-3b97c718-f1fc-4194-889d-ddf7052db989 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8daf118-874e-4dcb-833b-9e78b5230b04') {'for_net_delete': True} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:49:43.515657 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-3b97c718-f1fc-4194-889d-ddf7052db989 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8daf118-874e-4dcb-833b-9e78b5230b04') {} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:49:43.529959 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3b97c718-f1fc-4194-889d-ddf7052db989 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4281072'] for segment, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:43.552313 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-887da146-033d-448f-b644-db3e4bd2d57f req-718c54f2-0604-4053-976a-fcfc066b06d7 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7222ca9-0cbe-4248-9036-2f125df10e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610321 Oct 12 19:49:43.555729 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3b97c718-f1fc-4194-889d-ddf7052db989 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:43.562762 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b97c718-f1fc-4194-889d-ddf7052db989 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=95501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:49:43.563153 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3b97c718-f1fc-4194-889d-ddf7052db989 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4823170'] for segment, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:43.566313 n-d-813679-3 neutron-server[95501]: Traceback (most recent call last): Oct 12 19:49:43.566313 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:49:43.566313 n-d-813679-3 neutron-server[95501]: timer() Oct 12 19:49:43.566313 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:49:43.566313 n-d-813679-3 neutron-server[95501]: cb(*args, **kw) Oct 12 19:49:43.566313 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:49:43.566313 n-d-813679-3 neutron-server[95501]: return func(*args, **kwargs) Oct 12 19:49:43.566313 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:49:43.566313 n-d-813679-3 neutron-server[95501]: self._notify() Oct 12 19:49:43.566313 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:49:43.566313 n-d-813679-3 neutron-server[95501]: self.callback(batched_events) Oct 12 19:49:43.566313 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:49:43.566313 n-d-813679-3 neutron-server[95501]: event.method(event) Oct 12 19:49:43.566313 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:49:43.566313 n-d-813679-3 neutron-server[95501]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:49:43.566313 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:49:43.566313 n-d-813679-3 neutron-server[95501]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:49:43.566313 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:49:43.566313 n-d-813679-3 neutron-server[95501]: return f(self, *a, **k) Oct 12 19:49:43.566313 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:49:43.566313 n-d-813679-3 neutron-server[95501]: return self._get(url).json() Oct 12 19:49:43.566313 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:49:43.566313 n-d-813679-3 neutron-server[95501]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:49:43.566313 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:49:43.566313 n-d-813679-3 neutron-server[95501]: return self.request(url, 'GET', **kwargs) Oct 12 19:49:43.566313 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:49:43.566313 n-d-813679-3 neutron-server[95501]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:49:43.566313 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:49:43.566313 n-d-813679-3 neutron-server[95501]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:49:43.566313 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:49:43.566313 n-d-813679-3 neutron-server[95501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:49:43.566313 n-d-813679-3 neutron-server[95501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:49:43.686400 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3b97c718-f1fc-4194-889d-ddf7052db989 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:43.695335 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3b97c718-f1fc-4194-889d-ddf7052db989 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Notify callbacks [] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:43.698521 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-3b97c718-f1fc-4194-889d-ddf7052db989 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] 10.222.0.49 "DELETE /v2.0/networks/d2795ab8-ca81-4bed-a45e-e02371e8ce20 HTTP/1.1" status: 204 len: 168 time: 0.8679864 Oct 12 19:49:43.715525 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b97c718-f1fc-4194-889d-ddf7052db989 tempest-NetworksTest-1740826856 tempest-NetworksTest-1740826856-project] Pushing event deleted for resources: {'Network': ['ID=d2795ab8-ca81-4bed-a45e-e02371e8ce20,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:49:44.234471 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 55376) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:49:44.659544 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b060b923-1854-42a0-9e61-91f8fba626c1 req-c118ff1b-fb0c-429a-b7fd-eed18fe76722 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2ff8c527-079e-4364-8767-00fa84141586&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0452542 Oct 12 19:49:44.751957 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b060b923-1854-42a0-9e61-91f8fba626c1 req-1967d5e9-6228-4569-8160-70e1ef040fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:49:44.753521 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b060b923-1854-42a0-9e61-91f8fba626c1 req-1967d5e9-6228-4569-8160-70e1ef040fa4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6c0c61faa5ca4b56b21ac0c4101f2000&device_id=2ff8c527-079e-4364-8767-00fa84141586 HTTP/1.1" status: 200 len: 1096 time: 0.0476966 Oct 12 19:49:44.761574 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-710293fc-04db-4858-a6b7-11c5952daf15 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d0cef2777f1a4204ae008e279618e6b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5255365 Oct 12 19:49:44.763456 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 55382) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:49:44.782536 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02180ca-559e-4fd1-98e2-c82baaaa8315 req-42ee91e2-f766-4fbf-87e0-6433fe503ac8 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:49:44.785152 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f02180ca-559e-4fd1-98e2-c82baaaa8315 req-42ee91e2-f766-4fbf-87e0-6433fe503ac8 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=6460886a-48ca-49b3-959c-5c8b794c265b HTTP/1.1" status: 200 len: 944 time: 0.0881317 Oct 12 19:49:44.854608 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f02180ca-559e-4fd1-98e2-c82baaaa8315 req-90a6d060-e4b7-459a-a936-8f270aaf5e42 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7222ca9-0cbe-4248-9036-2f125df10e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613563 Oct 12 19:49:44.867640 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-28c72166-ec68-4318-9137-f6a6340738a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:44.872928 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b060b923-1854-42a0-9e61-91f8fba626c1 req-5852192c-bbdd-4867-aed8-8df2e3995ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:49:44.881499 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b060b923-1854-42a0-9e61-91f8fba626c1 req-5852192c-bbdd-4867-aed8-8df2e3995ed2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=25509606-2874-484e-8662-9f4862bcc052 HTTP/1.1" status: 200 len: 910 time: 0.1006360 Oct 12 19:49:44.892490 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-28c72166-ec68-4318-9137-f6a6340738a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:44.945997 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b060b923-1854-42a0-9e61-91f8fba626c1 req-abd6a5fa-a061-4f8a-8d87-c1fe777d4e6b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=959fdb3b-03bf-4a41-945f-14539bfa6a75 HTTP/1.1" status: 200 len: 1000 time: 0.0620806 Oct 12 19:49:44.999383 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b060b923-1854-42a0-9e61-91f8fba626c1 req-26e1f8b6-e980-490d-8ca6-fe64ca4af20a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:49:45.000872 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b060b923-1854-42a0-9e61-91f8fba626c1 req-26e1f8b6-e980-490d-8ca6-fe64ca4af20a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=83d82e2b-8044-4ed1-881f-6e129663a76c HTTP/1.1" status: 200 len: 848 time: 0.0478499 Oct 12 19:49:45.017820 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-28c72166-ec68-4318-9137-f6a6340738a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:45.022159 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-28c72166-ec68-4318-9137-f6a6340738a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:45.023376 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-28c72166-ec68-4318-9137-f6a6340738a7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/720e555b-2057-488a-ba91-a0569fa04209 HTTP/1.1" status: 204 len: 168 time: 0.2587349 Oct 12 19:49:45.032427 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c72166-ec68-4318-9137-f6a6340738a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=720e555b-2057-488a-ba91-a0569fa04209,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:49:45.061052 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b060b923-1854-42a0-9e61-91f8fba626c1 req-fb0722e7-9f96-46af-947a-3a38f7cf9c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:49:45.062708 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b060b923-1854-42a0-9e61-91f8fba626c1 req-fb0722e7-9f96-46af-947a-3a38f7cf9c3a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=25509606-2874-484e-8662-9f4862bcc052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550511 Oct 12 19:49:45.160256 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b060b923-1854-42a0-9e61-91f8fba626c1 req-c3430da0-b9c7-4709-afe8-30032874a291 service neutron] 10.222.0.67 "GET /v2.0/networks/25509606-2874-484e-8662-9f4862bcc052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897703 Oct 12 19:49:45.550242 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b060b923-1854-42a0-9e61-91f8fba626c1 req-4f252b8f-c820-43a1-b11e-a99915db5aac service neutron] 10.222.0.67 "GET /v2.0/networks/25509606-2874-484e-8662-9f4862bcc052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3825572 Oct 12 19:49:45.989663 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f875e10b-ac06-4217-8c27-ffb532b0507f req-a0de97ba-13b1-4cb1-b545-06c7f76d6217 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:49:45.991116 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f875e10b-ac06-4217-8c27-ffb532b0507f req-a0de97ba-13b1-4cb1-b545-06c7f76d6217 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=6460886a-48ca-49b3-959c-5c8b794c265b HTTP/1.1" status: 200 len: 944 time: 0.0522645 Oct 12 19:49:46.031895 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f875e10b-ac06-4217-8c27-ffb532b0507f req-286c9ed1-0802-4ffb-8174-18b080968665 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7222ca9-0cbe-4248-9036-2f125df10e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343382 Oct 12 19:49:46.163452 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 55406) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:49:46.274787 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-999ef4d3-2744-44fe-aa0d-f4935b7b81f6 tempest-SubnetPoolsTestJSON-1786706098 tempest-SubnetPoolsTestJSON-1786706098-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-2084847783', 'prefixes': ['172.20.0.0/16']}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:49:46.550912 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-999ef4d3-2744-44fe-aa0d-f4935b7b81f6 tempest-SubnetPoolsTestJSON-1786706098 tempest-SubnetPoolsTestJSON-1786706098-project] Notify callbacks [] for subnetpool, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:46.552548 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-999ef4d3-2744-44fe-aa0d-f4935b7b81f6 tempest-SubnetPoolsTestJSON-1786706098 tempest-SubnetPoolsTestJSON-1786706098-project] 10.222.0.49 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.3876693 Oct 12 19:49:46.555055 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 55410) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:49:46.593917 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-f4dc59c4-dc10-4666-8413-09ef8134f9b5 tempest-SubnetPoolsTestJSON-1786706098 tempest-SubnetPoolsTestJSON-1786706098-project] 10.222.0.49 "GET /v2.0/subnetpools/666c1fc2-6167-4d1b-882f-bbb18e8f3ae2 HTTP/1.1" status: 200 len: 732 time: 0.0377624 Oct 12 19:49:46.596443 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 55412) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:49:46.600886 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-ecded4a6-f3b9-4202-ab35-beec175e6253 tempest-SubnetPoolsTestJSON-1786706098 tempest-SubnetPoolsTestJSON-1786706098-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1830621528'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:49:46.774946 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ecded4a6-f3b9-4202-ab35-beec175e6253 tempest-SubnetPoolsTestJSON-1786706098 tempest-SubnetPoolsTestJSON-1786706098-project] Notify callbacks [] for subnetpool, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:46.776049 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-ecded4a6-f3b9-4202-ab35-beec175e6253 tempest-SubnetPoolsTestJSON-1786706098 tempest-SubnetPoolsTestJSON-1786706098-project] 10.222.0.49 "PUT /v2.0/subnetpools/666c1fc2-6167-4d1b-882f-bbb18e8f3ae2 HTTP/1.1" status: 200 len: 684 time: 0.1786935 Oct 12 19:49:46.786381 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 55414) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:49:47.141743 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3862a9d9-dd25-4f6b-83f6-55a96c0e0f09 tempest-SubnetPoolsTestJSON-1786706098 tempest-SubnetPoolsTestJSON-1786706098-project] Notify callbacks [] for subnetpool, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:47.143358 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-3862a9d9-dd25-4f6b-83f6-55a96c0e0f09 tempest-SubnetPoolsTestJSON-1786706098 tempest-SubnetPoolsTestJSON-1786706098-project] 10.222.0.49 "DELETE /v2.0/subnetpools/666c1fc2-6167-4d1b-882f-bbb18e8f3ae2 HTTP/1.1" status: 204 len: 168 time: 0.3637707 Oct 12 19:49:47.146317 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 55420) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:49:47.165964 n-d-813679-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-e3fb7e2b-8047-49aa-8852-b8304dd2a27c tempest-SubnetPoolsTestJSON-1786706098 tempest-SubnetPoolsTestJSON-1786706098-project] show failed (client error): The resource could not be found. Oct 12 19:49:47.166934 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-e3fb7e2b-8047-49aa-8852-b8304dd2a27c tempest-SubnetPoolsTestJSON-1786706098 tempest-SubnetPoolsTestJSON-1786706098-project] 10.222.0.49 "GET /v2.0/subnetpools/666c1fc2-6167-4d1b-882f-bbb18e8f3ae2 HTTP/1.1" status: 404 len: 346 time: 0.0197244 Oct 12 19:49:47.169734 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 55422) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:49:47.179889 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28609914-9bf7-4359-9f7a-2446863b102a req-97aca4dd-b141-468a-808d-2921b987f0f3 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:49:47.181402 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-28609914-9bf7-4359-9f7a-2446863b102a req-97aca4dd-b141-468a-808d-2921b987f0f3 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=6460886a-48ca-49b3-959c-5c8b794c265b HTTP/1.1" status: 200 len: 944 time: 0.0731964 Oct 12 19:49:47.191892 n-d-813679-3 neutron-server[95501]: INFO neutron.api.v2.resource [None req-5a89a1b8-0c4f-4f98-a3f6-a0b5a875e31e tempest-SubnetPoolsTestJSON-1786706098 tempest-SubnetPoolsTestJSON-1786706098-project] delete failed (client error): The resource could not be found. Oct 12 19:49:47.192924 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-5a89a1b8-0c4f-4f98-a3f6-a0b5a875e31e tempest-SubnetPoolsTestJSON-1786706098 tempest-SubnetPoolsTestJSON-1786706098-project] 10.222.0.49 "DELETE /v2.0/subnetpools/666c1fc2-6167-4d1b-882f-bbb18e8f3ae2 HTTP/1.1" status: 404 len: 346 time: 0.0220351 Oct 12 19:49:47.222846 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-28609914-9bf7-4359-9f7a-2446863b102a req-c6cedb99-d02d-4ed5-9ea9-d79c4e9caa5a tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7222ca9-0cbe-4248-9036-2f125df10e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347080 Oct 12 19:49:47.716192 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 55428) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:49:47.828441 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d8a2f975-13f7-4432-8ec1-c48112071bfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:47.913106 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d8a2f975-13f7-4432-8ec1-c48112071bfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:47.983494 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d8a2f975-13f7-4432-8ec1-c48112071bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:48.021657 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-d8a2f975-13f7-4432-8ec1-c48112071bfd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b7dee863f8ca49f68e1c034b74b825c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3043933 Oct 12 19:49:48.022497 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a2f975-13f7-4432-8ec1-c48112071bfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4660b5c-4920-4699-bb19-d53e1faca99f,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:49:48.025599 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 55432) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:49:48.075649 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a24ae47a-ef41-4d95-ae1c-db90b11ada96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:48.096833 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a24ae47a-ef41-4d95-ae1c-db90b11ada96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:48.171913 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 19:49:48.235040 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a24ae47a-ef41-4d95-ae1c-db90b11ada96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:48.238450 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a24ae47a-ef41-4d95-ae1c-db90b11ada96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:48.239614 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-a24ae47a-ef41-4d95-ae1c-db90b11ada96 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c4660b5c-4920-4699-bb19-d53e1faca99f HTTP/1.1" status: 204 len: 168 time: 0.2129214 Oct 12 19:49:48.251408 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24ae47a-ef41-4d95-ae1c-db90b11ada96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4660b5c-4920-4699-bb19-d53e1faca99f,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:49:48.348123 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c9e33b-e47c-415e-b703-862a2dd37237 req-7d9ccf20-d6d2-4af2-bbe0-9ed3bfba9976 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:49:48.349596 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-28c9e33b-e47c-415e-b703-862a2dd37237 req-7d9ccf20-d6d2-4af2-bbe0-9ed3bfba9976 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=6460886a-48ca-49b3-959c-5c8b794c265b HTTP/1.1" status: 200 len: 944 time: 0.0574026 Oct 12 19:49:48.390239 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-28c9e33b-e47c-415e-b703-862a2dd37237 req-237ca395-b698-4513-a19d-da7b0a080846 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7222ca9-0cbe-4248-9036-2f125df10e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342462 Oct 12 19:49:49.521404 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16976c59-32b6-4550-838c-0391ee4b3bd2 req-90991a7b-2571-4306-a068-85c21ebf88f6 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:49:49.522937 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-16976c59-32b6-4550-838c-0391ee4b3bd2 req-90991a7b-2571-4306-a068-85c21ebf88f6 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=6460886a-48ca-49b3-959c-5c8b794c265b HTTP/1.1" status: 200 len: 944 time: 0.0551140 Oct 12 19:49:49.565020 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-16976c59-32b6-4550-838c-0391ee4b3bd2 req-e3000349-1cf1-4d6f-9f2f-bddaff2e0911 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7222ca9-0cbe-4248-9036-2f125df10e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341005 Oct 12 19:49:50.685555 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb480402-ad01-4d14-a9f3-a7263c077aef req-3b5f92ab-9b65-4c14-98a6-337b70a7c5c2 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:49:50.687018 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fb480402-ad01-4d14-a9f3-a7263c077aef req-3b5f92ab-9b65-4c14-98a6-337b70a7c5c2 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=6460886a-48ca-49b3-959c-5c8b794c265b HTTP/1.1" status: 200 len: 944 time: 0.0536132 Oct 12 19:49:50.726156 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fb480402-ad01-4d14-a9f3-a7263c077aef req-f115d4a5-4e51-44b9-9d43-e2245132985e tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7222ca9-0cbe-4248-9036-2f125df10e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327706 Oct 12 19:49:51.203415 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 55490) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:49:51.313689 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4d6275e8-1353-4818-9d9e-24237cc0266f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:51.392624 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4d6275e8-1353-4818-9d9e-24237cc0266f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:51.475003 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4d6275e8-1353-4818-9d9e-24237cc0266f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:51.515874 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-4d6275e8-1353-4818-9d9e-24237cc0266f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3844a8b95e184d538f898a29cfeac072&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3112900 Oct 12 19:49:51.516771 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6275e8-1353-4818-9d9e-24237cc0266f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a2f4402-39af-4c55-acbb-1379c03849dd,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:49:51.518723 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 55494) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:49:51.579610 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d44f46a6-9d05-4d95-ab06-2453b0fe7915 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:51.600053 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d44f46a6-9d05-4d95-ab06-2453b0fe7915 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:51.721148 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d44f46a6-9d05-4d95-ab06-2453b0fe7915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:51.723675 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d44f46a6-9d05-4d95-ab06-2453b0fe7915 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:51.724901 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-d44f46a6-9d05-4d95-ab06-2453b0fe7915 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6a2f4402-39af-4c55-acbb-1379c03849dd HTTP/1.1" status: 204 len: 168 time: 0.2047858 Oct 12 19:49:51.737237 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44f46a6-9d05-4d95-ab06-2453b0fe7915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a2f4402-39af-4c55-acbb-1379c03849dd,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:49:51.845948 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dcd0c9-8673-4a4d-8c2b-3a13002981e8 req-35fee1a6-51f4-4b2b-913f-0d691f057736 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:49:51.847450 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-91dcd0c9-8673-4a4d-8c2b-3a13002981e8 req-35fee1a6-51f4-4b2b-913f-0d691f057736 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=6460886a-48ca-49b3-959c-5c8b794c265b HTTP/1.1" status: 200 len: 944 time: 0.0514281 Oct 12 19:49:51.886899 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-91dcd0c9-8673-4a4d-8c2b-3a13002981e8 req-6bda315f-99f4-44d1-97eb-377c8adf8bc3 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7222ca9-0cbe-4248-9036-2f125df10e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324826 Oct 12 19:49:52.392742 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 55502) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:49:52.405973 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2d6af25a-86fd-4832-92b0-732f7537a418 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:52.488674 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2d6af25a-86fd-4832-92b0-732f7537a418 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:52.550397 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2d6af25a-86fd-4832-92b0-732f7537a418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:52.591498 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-2d6af25a-86fd-4832-92b0-732f7537a418 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6ba88cb1910d4f659a2cf5c406a1b6d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1974189 Oct 12 19:49:52.592670 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6af25a-86fd-4832-92b0-732f7537a418 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6fa7c32-e660-459d-8ce5-7b10744f9f6c,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:49:52.595936 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 55504) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:49:52.653719 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ee0ed693-99ab-4c54-8777-abe4933b0ff6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:52.675832 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ee0ed693-99ab-4c54-8777-abe4933b0ff6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:52.789515 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ee0ed693-99ab-4c54-8777-abe4933b0ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:52.792540 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ee0ed693-99ab-4c54-8777-abe4933b0ff6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:52.793686 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-ee0ed693-99ab-4c54-8777-abe4933b0ff6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b6fa7c32-e660-459d-8ce5-7b10744f9f6c HTTP/1.1" status: 204 len: 168 time: 0.1960795 Oct 12 19:49:52.802969 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0ed693-99ab-4c54-8777-abe4933b0ff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6fa7c32-e660-459d-8ce5-7b10744f9f6c,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:49:53.017825 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b28b3e-01c8-4e13-8ebe-4f0c79941e78 req-c4bd7f8c-b227-46e4-8631-5d122a516f21 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:49:53.019317 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-89b28b3e-01c8-4e13-8ebe-4f0c79941e78 req-c4bd7f8c-b227-46e4-8631-5d122a516f21 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=6460886a-48ca-49b3-959c-5c8b794c265b HTTP/1.1" status: 200 len: 944 time: 0.0602238 Oct 12 19:49:53.060418 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-89b28b3e-01c8-4e13-8ebe-4f0c79941e78 req-a6e2c08a-61c7-41f8-9f66-1ee64b791b22 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7222ca9-0cbe-4248-9036-2f125df10e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321319 Oct 12 19:49:54.177018 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5f3292-cf4d-4821-98e6-a4556b1ae852 req-67b980bf-decc-4809-bf7a-3546e328c00d tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:49:54.178675 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7e5f3292-cf4d-4821-98e6-a4556b1ae852 req-67b980bf-decc-4809-bf7a-3546e328c00d tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=6460886a-48ca-49b3-959c-5c8b794c265b HTTP/1.1" status: 200 len: 944 time: 0.0508709 Oct 12 19:49:54.222178 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7e5f3292-cf4d-4821-98e6-a4556b1ae852 req-8eb9e845-7f0e-470f-9cbe-3e631ef78639 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7222ca9-0cbe-4248-9036-2f125df10e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369980 Oct 12 19:49:55.340676 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc011ca-c64a-404a-a60a-7a3894fc82e4 req-67379bba-b191-4506-856a-710b58be3a88 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:49:55.342138 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-dcc011ca-c64a-404a-a60a-7a3894fc82e4 req-67379bba-b191-4506-856a-710b58be3a88 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=6460886a-48ca-49b3-959c-5c8b794c265b HTTP/1.1" status: 200 len: 944 time: 0.0524342 Oct 12 19:49:55.382770 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-dcc011ca-c64a-404a-a60a-7a3894fc82e4 req-3a750a43-c89a-47f0-b344-2fe4e9da7689 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7222ca9-0cbe-4248-9036-2f125df10e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345707 Oct 12 19:49:55.482054 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 55558) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:49:55.602616 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e1f78dd9-47d2-4dfa-b8ac-eaf11c3cd441 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:55.678122 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e1f78dd9-47d2-4dfa-b8ac-eaf11c3cd441 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:55.760726 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e1f78dd9-47d2-4dfa-b8ac-eaf11c3cd441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:55.802925 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-e1f78dd9-47d2-4dfa-b8ac-eaf11c3cd441 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=504a7039e8f643a1a6aa0a3259187801&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3196502 Oct 12 19:49:55.803903 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f78dd9-47d2-4dfa-b8ac-eaf11c3cd441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bc090fc-f604-44e8-b792-17e33beff365,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:49:55.805771 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 55562) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:49:55.856210 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1f3cd9cc-30cf-4645-80e4-97e06119a433 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:55.877955 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1f3cd9cc-30cf-4645-80e4-97e06119a433 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:56.006433 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1f3cd9cc-30cf-4645-80e4-97e06119a433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:56.009081 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1f3cd9cc-30cf-4645-80e4-97e06119a433 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:56.010237 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-1f3cd9cc-30cf-4645-80e4-97e06119a433 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1bc090fc-f604-44e8-b792-17e33beff365 HTTP/1.1" status: 204 len: 168 time: 0.2028005 Oct 12 19:49:56.018369 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3cd9cc-30cf-4645-80e4-97e06119a433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bc090fc-f604-44e8-b792-17e33beff365,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:49:56.026003 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3cd9cc-30cf-4645-80e4-97e06119a433 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:49:56.026370 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3cd9cc-30cf-4645-80e4-97e06119a433 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:49:56.026706 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3cd9cc-30cf-4645-80e4-97e06119a433 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:49:56.027244 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3cd9cc-30cf-4645-80e4-97e06119a433 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:49:56.027756 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3cd9cc-30cf-4645-80e4-97e06119a433 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:49:56.028397 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3cd9cc-30cf-4645-80e4-97e06119a433 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:49:56.028920 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3cd9cc-30cf-4645-80e4-97e06119a433 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:49:56.029550 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3cd9cc-30cf-4645-80e4-97e06119a433 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:49:56.029953 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3cd9cc-30cf-4645-80e4-97e06119a433 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:49:56.030478 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3cd9cc-30cf-4645-80e4-97e06119a433 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:49:56.030747 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3cd9cc-30cf-4645-80e4-97e06119a433 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:49:56.030851 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3cd9cc-30cf-4645-80e4-97e06119a433 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:49:56.500538 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636187c4-d483-460b-af53-29ee40c9c356 req-f2edd0ad-c168-4950-8dec-6e34ab0d70a4 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:49:56.502061 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-636187c4-d483-460b-af53-29ee40c9c356 req-f2edd0ad-c168-4950-8dec-6e34ab0d70a4 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=6460886a-48ca-49b3-959c-5c8b794c265b HTTP/1.1" status: 200 len: 944 time: 0.0496030 Oct 12 19:49:56.543638 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-636187c4-d483-460b-af53-29ee40c9c356 req-16f30678-9248-4659-a72a-7ecea5c33378 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7222ca9-0cbe-4248-9036-2f125df10e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320525 Oct 12 19:49:56.663587 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 55570) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:49:56.676908 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-34b2eb4e-7654-47a0-a9db-402d54a51d49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:56.750687 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-34b2eb4e-7654-47a0-a9db-402d54a51d49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:56.829038 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-34b2eb4e-7654-47a0-a9db-402d54a51d49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:56.871034 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-34b2eb4e-7654-47a0-a9db-402d54a51d49 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c08e3412b6d047258d07b665c371795f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2063203 Oct 12 19:49:56.871881 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b2eb4e-7654-47a0-a9db-402d54a51d49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=326f557a-3315-48d7-b197-4e958819330c,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:49:56.874235 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 55572) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:49:56.924095 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2228abf1-1ea1-449d-abf8-c2061a2f1a45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:56.944528 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2228abf1-1ea1-449d-abf8-c2061a2f1a45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:57.074629 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2228abf1-1ea1-449d-abf8-c2061a2f1a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:57.077234 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2228abf1-1ea1-449d-abf8-c2061a2f1a45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:57.078392 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-2228abf1-1ea1-449d-abf8-c2061a2f1a45 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/326f557a-3315-48d7-b197-4e958819330c HTTP/1.1" status: 204 len: 168 time: 0.2031698 Oct 12 19:49:57.088796 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2228abf1-1ea1-449d-abf8-c2061a2f1a45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=326f557a-3315-48d7-b197-4e958819330c,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:49:57.662794 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961f361f-afc7-484f-82f9-a85628d78a66 req-6f221afe-580f-4bba-a39c-8483f81affe5 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:49:57.664332 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-961f361f-afc7-484f-82f9-a85628d78a66 req-6f221afe-580f-4bba-a39c-8483f81affe5 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=6460886a-48ca-49b3-959c-5c8b794c265b HTTP/1.1" status: 200 len: 944 time: 0.0527377 Oct 12 19:49:57.705333 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-961f361f-afc7-484f-82f9-a85628d78a66 req-df8e79f7-3519-404d-900e-f048fcf080df tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7222ca9-0cbe-4248-9036-2f125df10e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326715 Oct 12 19:49:58.828019 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d08546-1eb5-4ed5-9260-9c850db2ec1b req-326c2f03-3d79-485c-9c81-3b399fbebbee tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:49:58.829482 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-51d08546-1eb5-4ed5-9260-9c850db2ec1b req-326c2f03-3d79-485c-9c81-3b399fbebbee tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=6460886a-48ca-49b3-959c-5c8b794c265b HTTP/1.1" status: 200 len: 944 time: 0.0539560 Oct 12 19:49:58.869367 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-51d08546-1eb5-4ed5-9260-9c850db2ec1b req-b6332024-f0d4-4b82-93a4-69443c7886e6 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7222ca9-0cbe-4248-9036-2f125df10e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336211 Oct 12 19:49:59.155101 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9c9ebea3-4dfb-48ef-acbb-e66ec6178638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:59.493236 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 55622) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:49:59.598874 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-585f77b7-91fd-408e-9fac-dfefa8f16232 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:59.671060 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-585f77b7-91fd-408e-9fac-dfefa8f16232 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:59.766552 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-585f77b7-91fd-408e-9fac-dfefa8f16232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:59.804956 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-585f77b7-91fd-408e-9fac-dfefa8f16232 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4c3520a41a924f179fa2ecaa20f48836&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3106294 Oct 12 19:49:59.807199 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585f77b7-91fd-408e-9fac-dfefa8f16232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf9ce0ef-042d-440c-b3e6-3299455dee2c,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:49:59.807843 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 55626) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:49:59.857201 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ce57f9c5-c322-4f50-b2f0-4cb0316baabd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:59.878505 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ce57f9c5-c322-4f50-b2f0-4cb0316baabd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:59.989048 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60776ffd-2014-4af3-a92a-c4f3c2c0b7ef req-4db9ac9e-78bc-44db-ba67-7c6d4cb2d3a5 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:49:59.990539 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-60776ffd-2014-4af3-a92a-c4f3c2c0b7ef req-4db9ac9e-78bc-44db-ba67-7c6d4cb2d3a5 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=6460886a-48ca-49b3-959c-5c8b794c265b HTTP/1.1" status: 200 len: 944 time: 0.0535464 Oct 12 19:49:59.991637 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ce57f9c5-c322-4f50-b2f0-4cb0316baabd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:59.994153 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ce57f9c5-c322-4f50-b2f0-4cb0316baabd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:49:59.997676 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-ce57f9c5-c322-4f50-b2f0-4cb0316baabd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bf9ce0ef-042d-440c-b3e6-3299455dee2c HTTP/1.1" status: 204 len: 168 time: 0.1861024 Oct 12 19:50:00.016515 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce57f9c5-c322-4f50-b2f0-4cb0316baabd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf9ce0ef-042d-440c-b3e6-3299455dee2c,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:50:00.048984 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-60776ffd-2014-4af3-a92a-c4f3c2c0b7ef req-4b4fa339-7cae-4ae8-99b8-ee1dd15a64bc tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7222ca9-0cbe-4248-9036-2f125df10e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512073 Oct 12 19:50:00.612335 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 55634) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:50:00.625806 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f1cb17f8-f581-4100-8869-b8b031fc8040 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:50:00.698407 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f1cb17f8-f581-4100-8869-b8b031fc8040 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:50:00.772103 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f1cb17f8-f581-4100-8869-b8b031fc8040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:50:00.810815 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-f1cb17f8-f581-4100-8869-b8b031fc8040 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=37374fe4534241ada5be739f46f46c8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1974864 Oct 12 19:50:00.811771 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cb17f8-f581-4100-8869-b8b031fc8040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ede3a892-b058-452f-a4d2-6f9cb36357a1,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:50:00.813522 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 55636) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:50:00.819696 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cb17f8-f581-4100-8869-b8b031fc8040 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:50:00.819951 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cb17f8-f581-4100-8869-b8b031fc8040 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:50:00.820279 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cb17f8-f581-4100-8869-b8b031fc8040 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:50:00.820899 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cb17f8-f581-4100-8869-b8b031fc8040 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:50:00.821053 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cb17f8-f581-4100-8869-b8b031fc8040 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:50:00.821267 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cb17f8-f581-4100-8869-b8b031fc8040 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:50:00.821593 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cb17f8-f581-4100-8869-b8b031fc8040 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:50:00.821915 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cb17f8-f581-4100-8869-b8b031fc8040 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:50:00.822236 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cb17f8-f581-4100-8869-b8b031fc8040 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:50:00.822632 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cb17f8-f581-4100-8869-b8b031fc8040 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:50:00.822958 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cb17f8-f581-4100-8869-b8b031fc8040 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:50:00.823279 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cb17f8-f581-4100-8869-b8b031fc8040 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:50:00.863092 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ab897e94-30a5-46d1-a93e-7c880e9b45b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:50:00.883578 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ab897e94-30a5-46d1-a93e-7c880e9b45b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:50:00.983523 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ab897e94-30a5-46d1-a93e-7c880e9b45b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:50:00.986765 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ab897e94-30a5-46d1-a93e-7c880e9b45b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:50:00.987972 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-ab897e94-30a5-46d1-a93e-7c880e9b45b9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ede3a892-b058-452f-a4d2-6f9cb36357a1 HTTP/1.1" status: 204 len: 168 time: 0.1728244 Oct 12 19:50:00.996629 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab897e94-30a5-46d1-a93e-7c880e9b45b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ede3a892-b058-452f-a4d2-6f9cb36357a1,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:50:01.172597 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2f9c8d-940c-4151-a356-598e3dc244d6 req-e2346ec7-fd46-4da4-b259-ab3d7942f399 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:50:01.174109 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7b2f9c8d-940c-4151-a356-598e3dc244d6 req-e2346ec7-fd46-4da4-b259-ab3d7942f399 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=6460886a-48ca-49b3-959c-5c8b794c265b HTTP/1.1" status: 200 len: 944 time: 0.0549922 Oct 12 19:50:01.215008 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7b2f9c8d-940c-4151-a356-598e3dc244d6 req-4473d522-945d-4638-a816-863a7e70262d tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7222ca9-0cbe-4248-9036-2f125df10e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339410 Oct 12 19:50:01.714936 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6afd2dba-e177-43b0-b834-b21f7909374e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:50:02.505171 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d38c6c-60c1-404c-8ee2-08ac1fd011a6 req-0a217f30-167b-4e28-b1c7-14ff44803f75 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:50:02.506763 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d4d38c6c-60c1-404c-8ee2-08ac1fd011a6 req-0a217f30-167b-4e28-b1c7-14ff44803f75 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=6460886a-48ca-49b3-959c-5c8b794c265b HTTP/1.1" status: 200 len: 944 time: 0.2215898 Oct 12 19:50:02.521347 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:50:02.552853 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d4d38c6c-60c1-404c-8ee2-08ac1fd011a6 req-58a1e6cb-71c5-442b-8513-d29fa5a40cc1 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7222ca9-0cbe-4248-9036-2f125df10e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396817 Oct 12 19:50:03.057968 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:50:03.074978 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:50:03.671844 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636fddb6-4b32-4ddd-abf5-03dbf313ead8 req-a6c8967b-9e91-40a8-8308-d543c35c8896 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:50:03.674217 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-636fddb6-4b32-4ddd-abf5-03dbf313ead8 req-a6c8967b-9e91-40a8-8308-d543c35c8896 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=6460886a-48ca-49b3-959c-5c8b794c265b HTTP/1.1" status: 200 len: 944 time: 0.0509698 Oct 12 19:50:03.719197 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-636fddb6-4b32-4ddd-abf5-03dbf313ead8 req-c538df9a-01c9-427b-8de0-c8b07a009204 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7222ca9-0cbe-4248-9036-2f125df10e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381165 Oct 12 19:50:04.029128 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:50:04.594908 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:50:04.859768 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879fc65a-fbb8-4dd2-8f55-5d70a24b4900 req-927462d3-d630-480d-a473-1383671718c6 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:50:04.862291 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-879fc65a-fbb8-4dd2-8f55-5d70a24b4900 req-927462d3-d630-480d-a473-1383671718c6 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=6460886a-48ca-49b3-959c-5c8b794c265b HTTP/1.1" status: 200 len: 944 time: 0.0663731 Oct 12 19:50:04.915875 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-879fc65a-fbb8-4dd2-8f55-5d70a24b4900 req-6f5e1277-1c4d-4fc4-a9bf-5c590e8c292e tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7222ca9-0cbe-4248-9036-2f125df10e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462530 Oct 12 19:50:06.031218 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9863eb3-538c-4c4c-a79d-17f1781cd07f req-63e334c6-97b4-43b6-a920-8778eb77af69 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:50:06.032709 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c9863eb3-538c-4c4c-a79d-17f1781cd07f req-63e334c6-97b4-43b6-a920-8778eb77af69 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=6460886a-48ca-49b3-959c-5c8b794c265b HTTP/1.1" status: 200 len: 944 time: 0.0489559 Oct 12 19:50:06.070313 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c9863eb3-538c-4c4c-a79d-17f1781cd07f req-c51607c0-de4d-4f3e-b938-49e0ee8e5591 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7222ca9-0cbe-4248-9036-2f125df10e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316215 Oct 12 19:50:07.187064 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8a2db6-e68e-4452-8884-b9c3fb719682 req-ea77ae9c-bbcb-4053-a262-482104855733 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:50:07.188666 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-eb8a2db6-e68e-4452-8884-b9c3fb719682 req-ea77ae9c-bbcb-4053-a262-482104855733 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=6460886a-48ca-49b3-959c-5c8b794c265b HTTP/1.1" status: 200 len: 944 time: 0.0507524 Oct 12 19:50:07.230604 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-eb8a2db6-e68e-4452-8884-b9c3fb719682 req-1197f1cd-4469-471f-a5a6-cd6a55adc973 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7222ca9-0cbe-4248-9036-2f125df10e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354755 Oct 12 19:50:08.348249 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15f64a4-483f-4b02-bce3-6a355ec5e773 req-c4d83612-276c-4166-8dd6-c3b2f9d7be12 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:50:08.349879 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e15f64a4-483f-4b02-bce3-6a355ec5e773 req-c4d83612-276c-4166-8dd6-c3b2f9d7be12 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=6460886a-48ca-49b3-959c-5c8b794c265b HTTP/1.1" status: 200 len: 944 time: 0.0525429 Oct 12 19:50:08.388720 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e15f64a4-483f-4b02-bce3-6a355ec5e773 req-9be9b202-828d-4899-8863-6fe599029997 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7222ca9-0cbe-4248-9036-2f125df10e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326278 Oct 12 19:50:09.503499 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090044a1-b385-4bf6-b881-c91cae23cd86 req-ea1b5640-f256-41f5-b3c9-e22f0b1aa0f0 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:50:09.505068 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-090044a1-b385-4bf6-b881-c91cae23cd86 req-ea1b5640-f256-41f5-b3c9-e22f0b1aa0f0 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=6460886a-48ca-49b3-959c-5c8b794c265b HTTP/1.1" status: 200 len: 944 time: 0.0485501 Oct 12 19:50:09.545378 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-090044a1-b385-4bf6-b881-c91cae23cd86 req-2c37a282-93a7-42a4-8f65-6c83ccf04354 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7222ca9-0cbe-4248-9036-2f125df10e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341682 Oct 12 19:50:10.660734 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e209cd-e490-4472-8d84-f17472fac999 req-67dfc514-6f2e-46ef-ad2a-8d12d7e3efe3 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:50:10.662356 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-13e209cd-e490-4472-8d84-f17472fac999 req-67dfc514-6f2e-46ef-ad2a-8d12d7e3efe3 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=6460886a-48ca-49b3-959c-5c8b794c265b HTTP/1.1" status: 200 len: 944 time: 0.0496166 Oct 12 19:50:10.703069 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-13e209cd-e490-4472-8d84-f17472fac999 req-1cadbe26-9fd9-46e4-8c36-a8d4878cef50 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7222ca9-0cbe-4248-9036-2f125df10e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344307 Oct 12 19:50:11.603591 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 55748) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:50:11.674953 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 12ff0e20-6648-4481-973d-c436994eaefe details requested by agent hyperv_n-h1-813679-3 with host n-h1-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:50:11.708057 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5eacd314-d198-482b-9ff5-58ac8be6cc3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:50:11.771490 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 12ff0e20-6648-4481-973d-c436994eaefe, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=12ff0e20-6648-4481-973d-c436994eaefe,segment=NetworkSegment(797d701b-2156-4b5d-8b6d-c0ec33924cd8),segment_id=797d701b-2156-4b5d-8b6d-c0ec33924cd8)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:50:11.784041 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Returning: {'device': '12ff0e20-6648-4481-973d-c436994eaefe', 'network_id': 'bab0c1ad-2a75-48a8-874f-0744bd8e0a35', 'port_id': '12ff0e20-6648-4481-973d-c436994eaefe', 'mac_address': 'fa:16:3e:19:7a:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bf5b286-d487-470c-8401-d82862f269e1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:50:11.806518 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5eacd314-d198-482b-9ff5-58ac8be6cc3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:50:11.820245 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:50:11.827873 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde27f5c-8ce3-44c3-90b0-b41a1ba2e954 req-01a5088c-090f-495b-abd9-ca56d9a4a748 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:50:11.829391 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fde27f5c-8ce3-44c3-90b0-b41a1ba2e954 req-01a5088c-090f-495b-abd9-ca56d9a4a748 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=6460886a-48ca-49b3-959c-5c8b794c265b HTTP/1.1" status: 200 len: 944 time: 0.0570824 Oct 12 19:50:11.833369 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12ff0e20-6648-4481-973d-c436994eaefe {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:50:11.852933 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 12ff0e20-6648-4481-973d-c436994eaefe, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=12ff0e20-6648-4481-973d-c436994eaefe,segment=NetworkSegment(797d701b-2156-4b5d-8b6d-c0ec33924cd8),segment_id=797d701b-2156-4b5d-8b6d-c0ec33924cd8)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:50:11.868081 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fde27f5c-8ce3-44c3-90b0-b41a1ba2e954 req-7c74ecbf-aca3-4bfe-b26e-03643ebfdcf2 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7222ca9-0cbe-4248-9036-2f125df10e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321321 Oct 12 19:50:11.869143 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5eacd314-d198-482b-9ff5-58ac8be6cc3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:50:11.905790 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-5eacd314-d198-482b-9ff5-58ac8be6cc3a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=93ae53805f2045e8bafe103a940bcad7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3010869 Oct 12 19:50:11.908397 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eacd314-d198-482b-9ff5-58ac8be6cc3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fe12eda-b53a-4244-bdbe-bdf08a3bfc14,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:50:11.909222 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 55754) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:50:11.920326 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:50:11.960493 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-932e645b-cee8-42f0-b8fb-8e425606aba1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:50:11.969630 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=12ff0e20-6648-4481-973d-c436994eaefe,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:50:11.977942 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:50:11.978292 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:50:11.978628 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:50:11.978960 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:50:11.979290 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:50:11.979614 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:50:11.979938 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:50:11.980285 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:50:11.980606 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:50:11.980924 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:50:11.981243 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:50:11.981558 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:50:11.981750 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-932e645b-cee8-42f0-b8fb-8e425606aba1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:50:12.080755 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-932e645b-cee8-42f0-b8fb-8e425606aba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:50:12.083336 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-932e645b-cee8-42f0-b8fb-8e425606aba1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:50:12.084495 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-932e645b-cee8-42f0-b8fb-8e425606aba1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3fe12eda-b53a-4244-bdbe-bdf08a3bfc14 HTTP/1.1" status: 204 len: 168 time: 0.1742492 Oct 12 19:50:12.092495 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932e645b-cee8-42f0-b8fb-8e425606aba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fe12eda-b53a-4244-bdbe-bdf08a3bfc14,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:50:12.120483 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['12ff0e20-6648-4481-973d-c436994eaefe'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:50:12.667837 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 55760) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:50:12.681255 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-04e7473b-86ef-4d84-ab0d-6698a011c413 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:50:12.752470 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-04e7473b-86ef-4d84-ab0d-6698a011c413 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:50:12.828577 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-04e7473b-86ef-4d84-ab0d-6698a011c413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:50:12.867317 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-04e7473b-86ef-4d84-ab0d-6698a011c413 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8f9d878efb6a41b4aaa4b0ef888c71df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1983819 Oct 12 19:50:12.868203 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e7473b-86ef-4d84-ab0d-6698a011c413 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=261a91bf-f619-478a-8a3c-0fdb6cde98d9,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:50:12.870141 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 55762) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:50:12.918612 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a48d29b1-0484-431f-9c16-55d8e7198dc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:50:12.939899 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a48d29b1-0484-431f-9c16-55d8e7198dc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:50:12.981162 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb71f643-f949-48fa-b533-833d87c1c4d6 req-08e8c74f-ff83-47bd-91b3-5600d1f04896 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:50:12.982642 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bb71f643-f949-48fa-b533-833d87c1c4d6 req-08e8c74f-ff83-47bd-91b3-5600d1f04896 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=6460886a-48ca-49b3-959c-5c8b794c265b HTTP/1.1" status: 200 len: 945 time: 0.0492499 Oct 12 19:50:13.019839 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bb71f643-f949-48fa-b533-833d87c1c4d6 req-4087884c-edd8-41cf-a017-82b068b93c4a tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7222ca9-0cbe-4248-9036-2f125df10e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306780 Oct 12 19:50:13.063368 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a48d29b1-0484-431f-9c16-55d8e7198dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:50:13.066203 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a48d29b1-0484-431f-9c16-55d8e7198dc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:50:13.067379 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-a48d29b1-0484-431f-9c16-55d8e7198dc9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/261a91bf-f619-478a-8a3c-0fdb6cde98d9 HTTP/1.1" status: 204 len: 168 time: 0.1961834 Oct 12 19:50:13.075518 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48d29b1-0484-431f-9c16-55d8e7198dc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=261a91bf-f619-478a-8a3c-0fdb6cde98d9,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:50:13.691763 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 12ff0e20-6648-4481-973d-c436994eaefe up at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:50:13.794858 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning for port 12ff0e20-6648-4481-973d-c436994eaefe completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:50:13.799125 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning complete for port 12ff0e20-6648-4481-973d-c436994eaefe triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:50:13.799558 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:50:13.879673 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:50:13.901346 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6460886a-48ca-49b3-959c-5c8b794c265b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12ff0e20-6648-4481-973d-c436994eaefe'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:50:13.903569 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b937c2e-3737-40d3-b9da-e5ce547128d9" -d '{"events": [{"server_uuid": "6460886a-48ca-49b3-959c-5c8b794c265b", "name": "network-vif-plugged", "status": "completed", "tag": "12ff0e20-6648-4481-973d-c436994eaefe"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:50:13.915613 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 12ff0e20-6648-4481-973d-c436994eaefe, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=12ff0e20-6648-4481-973d-c436994eaefe,segment=NetworkSegment(797d701b-2156-4b5d-8b6d-c0ec33924cd8),segment_id=797d701b-2156-4b5d-8b6d-c0ec33924cd8)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:50:13.940848 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ccbb452-f1da-4b6d-85e9-02b6881c5570 x-openstack-request-id: req-3ccbb452-f1da-4b6d-85e9-02b6881c5570 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:50:13.941154 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6460886a-48ca-49b3-959c-5c8b794c265b", "name": "network-vif-plugged", "status": "completed", "tag": "12ff0e20-6648-4481-973d-c436994eaefe", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:50:13.941414 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3ccbb452-f1da-4b6d-85e9-02b6881c5570 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:50:13.941816 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6460886a-48ca-49b3-959c-5c8b794c265b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12ff0e20-6648-4481-973d-c436994eaefe', 'code': 200} Oct 12 19:50:13.983414 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:50:14.033293 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=12ff0e20-6648-4481-973d-c436994eaefe,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:50:14.040459 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1d9f63-6ed0-4421-9cbe-0bc2aa53cfee req-2939affa-d865-414a-a7df-edc72dcbd7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:50:14.042671 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5f1d9f63-6ed0-4421-9cbe-0bc2aa53cfee req-2939affa-d865-414a-a7df-edc72dcbd7f3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6460886a-48ca-49b3-959c-5c8b794c265b HTTP/1.1" status: 200 len: 1097 time: 0.0439489 Oct 12 19:50:14.084313 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5f1d9f63-6ed0-4421-9cbe-0bc2aa53cfee req-f78398da-e569-452b-9d02-ae941c3bd306 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=e7222ca9-0cbe-4248-9036-2f125df10e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340819 Oct 12 19:50:14.138436 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3026e2da-dd26-4a2e-b0af-1025551a156e req-108a9e00-e278-43d9-b66d-6c2884b30a43 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:50:14.140456 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3026e2da-dd26-4a2e-b0af-1025551a156e req-108a9e00-e278-43d9-b66d-6c2884b30a43 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=6460886a-48ca-49b3-959c-5c8b794c265b HTTP/1.1" status: 200 len: 946 time: 0.0514641 Oct 12 19:50:14.179764 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3026e2da-dd26-4a2e-b0af-1025551a156e req-31d74dad-ac14-4fa5-ac27-42011d0f834b tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7222ca9-0cbe-4248-9036-2f125df10e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332015 Oct 12 19:50:15.297359 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4f5ebf-7551-43cd-80a6-1f356ac34fd5 req-75a2b408-3c3d-44e4-ae4f-12647ddf6afc tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:50:15.298875 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7f4f5ebf-7551-43cd-80a6-1f356ac34fd5 req-75a2b408-3c3d-44e4-ae4f-12647ddf6afc tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=6460886a-48ca-49b3-959c-5c8b794c265b HTTP/1.1" status: 200 len: 946 time: 0.0507817 Oct 12 19:50:15.338405 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7f4f5ebf-7551-43cd-80a6-1f356ac34fd5 req-cdd10939-c0ac-4535-9ecb-07f2bf8ce9be tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7222ca9-0cbe-4248-9036-2f125df10e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329511 Oct 12 19:50:15.455899 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0e360d-30de-4830-867f-8be98237d6bc req-5bec5405-d446-46c9-ae02-d98c8fa1e7d7 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:50:15.457734 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-be0e360d-30de-4830-867f-8be98237d6bc req-5bec5405-d446-46c9-ae02-d98c8fa1e7d7 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=6460886a-48ca-49b3-959c-5c8b794c265b HTTP/1.1" status: 200 len: 946 time: 0.0540035 Oct 12 19:50:15.496613 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-be0e360d-30de-4830-867f-8be98237d6bc req-1b9e1515-2857-4bcb-a070-5ea0e56435e8 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7222ca9-0cbe-4248-9036-2f125df10e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327144 Oct 12 19:50:15.614290 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6a1357-9ca0-41e4-8ec1-1171aaf7de8f req-93b2b3a5-3f7d-4452-bced-7e2552cdf803 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:50:15.615753 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2b6a1357-9ca0-41e4-8ec1-1171aaf7de8f req-93b2b3a5-3f7d-4452-bced-7e2552cdf803 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=6460886a-48ca-49b3-959c-5c8b794c265b HTTP/1.1" status: 200 len: 946 time: 0.0483382 Oct 12 19:50:15.658740 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2b6a1357-9ca0-41e4-8ec1-1171aaf7de8f req-3a873185-2797-4581-b87a-8d12067f8078 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7222ca9-0cbe-4248-9036-2f125df10e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364499 Oct 12 19:50:16.126572 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fd4df3-c085-4848-8104-116c6bf3d933 req-c88a810a-3826-4038-b73f-a22242eea427 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:50:16.128016 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-26fd4df3-c085-4848-8104-116c6bf3d933 req-c88a810a-3826-4038-b73f-a22242eea427 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=6460886a-48ca-49b3-959c-5c8b794c265b HTTP/1.1" status: 200 len: 946 time: 0.0542564 Oct 12 19:50:16.166091 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-26fd4df3-c085-4848-8104-116c6bf3d933 req-a545f886-b0ab-43b6-938e-15715ce956cf tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7222ca9-0cbe-4248-9036-2f125df10e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317178 Oct 12 19:50:17.287265 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55382bdb-e19f-431f-aaa3-304f67478d90 req-b205dfb0-f0b7-4497-826d-c401dcbbcb9b tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:50:17.288810 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-55382bdb-e19f-431f-aaa3-304f67478d90 req-b205dfb0-f0b7-4497-826d-c401dcbbcb9b tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=6460886a-48ca-49b3-959c-5c8b794c265b HTTP/1.1" status: 200 len: 946 time: 0.0544276 Oct 12 19:50:17.335222 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-55382bdb-e19f-431f-aaa3-304f67478d90 req-e0c71765-2f32-4a82-9f15-5a27d91622c3 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7222ca9-0cbe-4248-9036-2f125df10e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370634 Oct 12 19:50:17.494374 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b286aa8b-a873-43ff-a946-4f556adfe34e req-5a824a0f-15f4-4e12-a70e-5ebf73b9b756 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:50:17.495843 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b286aa8b-a873-43ff-a946-4f556adfe34e req-5a824a0f-15f4-4e12-a70e-5ebf73b9b756 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.61 "GET /v2.0/ports?device_id=6460886a-48ca-49b3-959c-5c8b794c265b HTTP/1.1" status: 200 len: 946 time: 0.0496657 Oct 12 19:50:17.586286 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-b286aa8b-a873-43ff-a946-4f556adfe34e req-beb2dad8-ecfe-4d79-a6b3-231dcb1225e1 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Deleting port 12ff0e20-6648-4481-973d-c436994eaefe {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:50:17.586635 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b286aa8b-a873-43ff-a946-4f556adfe34e req-beb2dad8-ecfe-4d79-a6b3-231dcb1225e1 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:50:17.677496 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-b286aa8b-a873-43ff-a946-4f556adfe34e req-beb2dad8-ecfe-4d79-a6b3-231dcb1225e1 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] For port 12ff0e20-6648-4481-973d-c436994eaefe, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=12ff0e20-6648-4481-973d-c436994eaefe,segment=NetworkSegment(797d701b-2156-4b5d-8b6d-c0ec33924cd8),segment_id=797d701b-2156-4b5d-8b6d-c0ec33924cd8)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:50:17.677799 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b286aa8b-a873-43ff-a946-4f556adfe34e req-beb2dad8-ecfe-4d79-a6b3-231dcb1225e1 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:50:17.690512 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-b286aa8b-a873-43ff-a946-4f556adfe34e req-beb2dad8-ecfe-4d79-a6b3-231dcb1225e1 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Calling delete_port for 12ff0e20-6648-4481-973d-c436994eaefe owned by compute:nova {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:50:18.063443 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b286aa8b-a873-43ff-a946-4f556adfe34e req-beb2dad8-ecfe-4d79-a6b3-231dcb1225e1 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:50:18.074816 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['12ff0e20-6648-4481-973d-c436994eaefe'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:50:18.092912 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb2dad8-ecfe-4d79-a6b3-231dcb1225e1 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Pushing event deleted for resources: {'Port': ['ID=12ff0e20-6648-4481-973d-c436994eaefe,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:50:18.138314 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-b286aa8b-a873-43ff-a946-4f556adfe34e req-beb2dad8-ecfe-4d79-a6b3-231dcb1225e1 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] No DVR routers for this DVR port 12ff0e20-6648-4481-973d-c436994eaefe on host n-h1-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:50:18.141242 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b286aa8b-a873-43ff-a946-4f556adfe34e req-beb2dad8-ecfe-4d79-a6b3-231dcb1225e1 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:50:18.144447 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b286aa8b-a873-43ff-a946-4f556adfe34e req-beb2dad8-ecfe-4d79-a6b3-231dcb1225e1 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.61 "DELETE /v2.0/ports/12ff0e20-6648-4481-973d-c436994eaefe HTTP/1.1" status: 204 len: 173 time: 0.6410687 Oct 12 19:50:18.144888 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6460886a-48ca-49b3-959c-5c8b794c265b', 'name': 'network-vif-deleted', 'tag': '12ff0e20-6648-4481-973d-c436994eaefe'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:50:18.147258 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-facd0cc0-9794-4365-a84a-54dd50dcbd23" -d '{"events": [{"server_uuid": "6460886a-48ca-49b3-959c-5c8b794c265b", "name": "network-vif-deleted", "tag": "12ff0e20-6648-4481-973d-c436994eaefe"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:50:18.184851 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9eb68a6-d803-48dc-9ded-a6c4c3d09b45 x-openstack-request-id: req-b9eb68a6-d803-48dc-9ded-a6c4c3d09b45 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:50:18.185157 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6460886a-48ca-49b3-959c-5c8b794c265b", "name": "network-vif-deleted", "tag": "12ff0e20-6648-4481-973d-c436994eaefe", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:50:18.185417 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b9eb68a6-d803-48dc-9ded-a6c4c3d09b45 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:50:18.185827 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6460886a-48ca-49b3-959c-5c8b794c265b', 'name': 'network-vif-deleted', 'tag': '12ff0e20-6648-4481-973d-c436994eaefe', 'status': 'completed', 'code': 200} Oct 12 19:50:18.429445 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-03759f69-7f17-4ca5-83e5-5aed9b81e92e req-9258b512-8dd0-42e8-894c-2101c748024d tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=6460886a-48ca-49b3-959c-5c8b794c265b HTTP/1.1" status: 200 len: 210 time: 0.0304277 Oct 12 19:50:19.528780 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a474957c-700b-48ad-a01e-596175df0f1b req-2da87d35-6ea9-44b0-8929-4edd211ac06d tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=6460886a-48ca-49b3-959c-5c8b794c265b HTTP/1.1" status: 200 len: 210 time: 0.0268543 Oct 12 19:50:20.630219 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-987acd7f-7efa-4e71-a483-e9c2d1582bef req-61ed25c8-44d7-4575-b43f-e454f194fcd8 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=6460886a-48ca-49b3-959c-5c8b794c265b HTTP/1.1" status: 200 len: 210 time: 0.0295768 Oct 12 19:50:21.729073 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d336ffe4-48fa-40a0-b151-a0b0177be501 req-c54695e4-cb61-44fc-9127-0b8304908f69 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=6460886a-48ca-49b3-959c-5c8b794c265b HTTP/1.1" status: 200 len: 210 time: 0.0276089 Oct 12 19:50:21.739177 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 12ff0e20-6648-4481-973d-c436994eaefe no longer exists at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:50:21.762795 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] No Port match for: 12ff0e20-6648-4481-973d-c436994eaefe {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:50:21.763253 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 12ff0e20-6648-4481-973d-c436994eaefe not bound to the agent host n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:50:22.828172 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1191e733-09fb-418e-b6b5-ff84eb128111 req-940e32df-8fbc-43ac-a0d3-f8feded2de14 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=6460886a-48ca-49b3-959c-5c8b794c265b HTTP/1.1" status: 200 len: 210 time: 0.0270634 Oct 12 19:50:23.129335 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 55906) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:50:23.239477 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-75e6e5d5-7c52-410b-b1b7-62df3e463af9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:50:23.317172 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-75e6e5d5-7c52-410b-b1b7-62df3e463af9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:50:23.366192 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-75e6e5d5-7c52-410b-b1b7-62df3e463af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:50:23.405863 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-75e6e5d5-7c52-410b-b1b7-62df3e463af9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=437e57005c1d40cd891ca30968e22a93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2754085 Oct 12 19:50:23.406755 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e6e5d5-7c52-410b-b1b7-62df3e463af9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d0fa6ca-1bf8-4b77-b716-c3a376c997ce,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:50:23.409939 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 55910) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:50:23.471746 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d8ec633e-0335-4e86-9223-f9bd32df7022 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:50:23.490036 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d8ec633e-0335-4e86-9223-f9bd32df7022 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:50:23.612232 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d8ec633e-0335-4e86-9223-f9bd32df7022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:50:23.614865 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d8ec633e-0335-4e86-9223-f9bd32df7022 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:50:23.616007 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-d8ec633e-0335-4e86-9223-f9bd32df7022 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9d0fa6ca-1bf8-4b77-b716-c3a376c997ce HTTP/1.1" status: 204 len: 168 time: 0.2049603 Oct 12 19:50:23.628063 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ec633e-0335-4e86-9223-f9bd32df7022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d0fa6ca-1bf8-4b77-b716-c3a376c997ce,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:50:24.172432 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 55920) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:50:24.189038 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ea6fc2e3-51d2-46fc-a06a-cf89f2875ec7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:50:24.265761 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ea6fc2e3-51d2-46fc-a06a-cf89f2875ec7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:50:24.332129 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ea6fc2e3-51d2-46fc-a06a-cf89f2875ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:50:24.372355 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6fc2e3-51d2-46fc-a06a-cf89f2875ec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2f8ba25-190b-4662-a3ca-8cd2b11b172b,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:50:24.376861 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-ea6fc2e3-51d2-46fc-a06a-cf89f2875ec7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=599ac5c58aac4c61b1d008f49471b00a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2032623 Oct 12 19:50:24.380522 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 55922) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:50:24.430641 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a0a89a30-55f9-4951-b434-37dcf662e725 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:50:24.451868 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a0a89a30-55f9-4951-b434-37dcf662e725 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:50:24.554700 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a0a89a30-55f9-4951-b434-37dcf662e725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:50:24.557300 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a0a89a30-55f9-4951-b434-37dcf662e725 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:50:24.561323 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-a0a89a30-55f9-4951-b434-37dcf662e725 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b2f8ba25-190b-4662-a3ca-8cd2b11b172b HTTP/1.1" status: 204 len: 168 time: 0.1809056 Oct 12 19:50:24.569232 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a89a30-55f9-4951-b434-37dcf662e725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2f8ba25-190b-4662-a3ca-8cd2b11b172b,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:50:25.171475 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 19:50:25.178871 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 55930) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:50:25.193078 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fafeadac-057e-4a46-8322-7cc099e38ba0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:50:25.270206 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fafeadac-057e-4a46-8322-7cc099e38ba0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:50:25.343170 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fafeadac-057e-4a46-8322-7cc099e38ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:50:25.382689 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-fafeadac-057e-4a46-8322-7cc099e38ba0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8ed71e5f71e4468e8daaaee783877240&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2026248 Oct 12 19:50:25.385295 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 55932) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:50:25.391298 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafeadac-057e-4a46-8322-7cc099e38ba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62d99d65-2b9b-487a-a2a2-9ccfe6b325b0,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:50:25.435816 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0022f5e8-7c16-4e62-be88-3d480241e1af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:50:25.457642 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0022f5e8-7c16-4e62-be88-3d480241e1af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:50:25.560873 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0022f5e8-7c16-4e62-be88-3d480241e1af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:50:25.564450 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0022f5e8-7c16-4e62-be88-3d480241e1af admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:50:25.565682 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-0022f5e8-7c16-4e62-be88-3d480241e1af admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/62d99d65-2b9b-487a-a2a2-9ccfe6b325b0 HTTP/1.1" status: 204 len: 168 time: 0.1794562 Oct 12 19:50:25.574183 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0022f5e8-7c16-4e62-be88-3d480241e1af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62d99d65-2b9b-487a-a2a2-9ccfe6b325b0,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:50:29.223263 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8310b9ec-307f-4e30-bde8-fbe14377d86a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:50:31.706576 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d146bbcf-d8ec-4a6a-80a8-5d8213e70f5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:50:32.491909 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:50:33.107183 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:50:33.144936 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:50:33.971887 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:50:34.937457 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:50:45.780148 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7702f12a-3299-49e3-9b16-dc38533b5387 req-1d5b8b8e-cfe2-496c-a071-19589f8877fe service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2ff8c527-079e-4364-8767-00fa84141586&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1495612 Oct 12 19:50:45.862426 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7702f12a-3299-49e3-9b16-dc38533b5387 req-2514722a-9bff-4143-86cd-8eee65459694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:50:45.863935 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7702f12a-3299-49e3-9b16-dc38533b5387 req-2514722a-9bff-4143-86cd-8eee65459694 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6c0c61faa5ca4b56b21ac0c4101f2000&device_id=2ff8c527-079e-4364-8767-00fa84141586 HTTP/1.1" status: 200 len: 1096 time: 0.0411005 Oct 12 19:50:45.975668 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7702f12a-3299-49e3-9b16-dc38533b5387 req-d167f8c9-111e-4d9d-8cfa-d27815bfd14a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:50:45.977183 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7702f12a-3299-49e3-9b16-dc38533b5387 req-d167f8c9-111e-4d9d-8cfa-d27815bfd14a service neutron] 10.222.0.67 "GET /v2.0/networks?id=25509606-2874-484e-8662-9f4862bcc052 HTTP/1.1" status: 200 len: 910 time: 0.0935421 Oct 12 19:50:46.085386 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7702f12a-3299-49e3-9b16-dc38533b5387 req-d8eb0592-9848-4a74-876b-b8052a50f284 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=959fdb3b-03bf-4a41-945f-14539bfa6a75 HTTP/1.1" status: 200 len: 1000 time: 0.0628314 Oct 12 19:50:46.144131 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7702f12a-3299-49e3-9b16-dc38533b5387 req-9dc03102-bccd-4a49-a0e2-e88d41aec1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:50:46.144131 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7702f12a-3299-49e3-9b16-dc38533b5387 req-9dc03102-bccd-4a49-a0e2-e88d41aec1d9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=83d82e2b-8044-4ed1-881f-6e129663a76c HTTP/1.1" status: 200 len: 848 time: 0.0466859 Oct 12 19:50:46.188298 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7702f12a-3299-49e3-9b16-dc38533b5387 req-3a52c7b3-156d-460e-bfbc-0adf200d355a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:50:46.190475 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7702f12a-3299-49e3-9b16-dc38533b5387 req-3a52c7b3-156d-460e-bfbc-0adf200d355a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=25509606-2874-484e-8662-9f4862bcc052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439341 Oct 12 19:50:46.201139 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [req-7702f12a-3299-49e3-9b16-dc38533b5387 req-a2bce8b0-573e-477e-9d77-41585b0fe50d service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 19:50:46.202059 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7702f12a-3299-49e3-9b16-dc38533b5387 req-a2bce8b0-573e-477e-9d77-41585b0fe50d service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0051031 Oct 12 19:50:46.303251 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7702f12a-3299-49e3-9b16-dc38533b5387 req-bdd22c39-66de-4999-bb95-18462b2cb2a0 service neutron] 10.222.0.67 "GET /v2.0/networks/25509606-2874-484e-8662-9f4862bcc052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941339 Oct 12 19:50:46.401271 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7702f12a-3299-49e3-9b16-dc38533b5387 req-b2b3cfaf-838d-48c8-8371-51c61247c884 service neutron] 10.222.0.67 "GET /v2.0/networks/25509606-2874-484e-8662-9f4862bcc052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907283 Oct 12 19:50:56.763348 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b7d51f-dd51-4de7-b5f3-5922c8de2961 req-792216c6-f6ba-4daa-8f8a-a571f89be16b tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:50:56.764954 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-64b7d51f-dd51-4de7-b5f3-5922c8de2961 req-792216c6-f6ba-4daa-8f8a-a571f89be16b tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/networks?id=bab0c1ad-2a75-48a8-874f-0744bd8e0a35 HTTP/1.1" status: 200 len: 811 time: 0.1066411 Oct 12 19:50:56.780327 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-64b7d51f-dd51-4de7-b5f3-5922c8de2961 req-5bb0f3e6-6b0f-4d60-b0ff-d581332ea74f tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/quotas/f37c8fe971bc4b5daa2f916c03f91d01 HTTP/1.1" status: 200 len: 375 time: 0.0095890 Oct 12 19:50:56.833110 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-64b7d51f-dd51-4de7-b5f3-5922c8de2961 req-ed903b1b-b0e9-4a94-b3e5-1994c8b74eb3 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=f37c8fe971bc4b5daa2f916c03f91d01&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0470219 Oct 12 19:50:56.929915 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-64b7d51f-dd51-4de7-b5f3-5922c8de2961 req-e8bdcb0d-1181-4dfe-8278-c8bd54207d3d service neutron] 10.222.0.49 "GET /v2.0/networks/bab0c1ad-2a75-48a8-874f-0744bd8e0a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875018 Oct 12 19:50:57.017291 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-64b7d51f-dd51-4de7-b5f3-5922c8de2961 req-a95df2b7-d69e-4dee-9790-11b8b5ab5164 service neutron] 10.222.0.49 "GET /v2.0/networks/bab0c1ad-2a75-48a8-874f-0744bd8e0a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811963 Oct 12 19:50:57.500522 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-bd27fee7-2f73-4d6c-8f77-58fa34c8daec req-fd2030eb-5a42-46ae-b45f-0d7630bf9e7b tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=d18708ca-7c56-4277-b21d-af84c40f0a11 HTTP/1.1" status: 200 len: 210 time: 0.0314889 Oct 12 19:50:58.604170 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a148729f-931b-4710-aa1c-3d619e8aa012 req-0f09872d-839a-4ea9-947b-9c002b9e0e80 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=d18708ca-7c56-4277-b21d-af84c40f0a11 HTTP/1.1" status: 200 len: 210 time: 0.0388799 Oct 12 19:50:59.160609 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-678792b0-596d-44d7-815a-5282abc86f29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:50:59.718637 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d210c319-946f-4e76-b805-dbaaf136681c req-0e5e70cc-aade-4e4c-b3db-9ea90f6a9d29 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=d18708ca-7c56-4277-b21d-af84c40f0a11 HTTP/1.1" status: 200 len: 210 time: 0.0293598 Oct 12 19:51:00.814289 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b35869b0-4d03-4db4-86c4-fe919ec5dbf3 req-c227b542-cb01-4473-8b0b-0905261d5e03 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=d18708ca-7c56-4277-b21d-af84c40f0a11 HTTP/1.1" status: 200 len: 210 time: 0.0293725 Oct 12 19:51:01.410003 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b7d51f-dd51-4de7-b5f3-5922c8de2961 req-abe7ff96-cdd4-4a20-b75d-1f068e98f8c7 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:51:01.411790 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-64b7d51f-dd51-4de7-b5f3-5922c8de2961 req-abe7ff96-cdd4-4a20-b75d-1f068e98f8c7 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.61 "GET /v2.0/networks?id=bab0c1ad-2a75-48a8-874f-0744bd8e0a35 HTTP/1.1" status: 200 len: 811 time: 0.1061149 Oct 12 19:51:01.425098 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-64b7d51f-dd51-4de7-b5f3-5922c8de2961 req-ab7909c8-f963-4ede-b220-9c8ea85873d8 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Request body: {'port': {'device_id': 'd18708ca-7c56-4277-b21d-af84c40f0a11', 'network_id': 'bab0c1ad-2a75-48a8-874f-0744bd8e0a35', 'admin_state_up': True, 'tenant_id': 'f37c8fe971bc4b5daa2f916c03f91d01'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:51:01.623284 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64b7d51f-dd51-4de7-b5f3-5922c8de2961 req-ab7909c8-f963-4ede-b220-9c8ea85873d8 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Made reservation on behalf of f37c8fe971bc4b5daa2f916c03f91d01 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:51:01.629150 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-64b7d51f-dd51-4de7-b5f3-5922c8de2961 req-ab7909c8-f963-4ede-b220-9c8ea85873d8 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:51:01.738577 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5b6013db-0139-4d52-976b-6af3394ee3a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:51:01.771261 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [req-64b7d51f-dd51-4de7-b5f3-5922c8de2961 req-ab7909c8-f963-4ede-b220-9c8ea85873d8 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Allocated IP 172.20.0.6 (bab0c1ad-2a75-48a8-874f-0744bd8e0a35/2bf5b286-d487-470c-8401-d82862f269e1/58859c65-654f-4cbe-ad5f-ee5040136d2e) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:51:01.919251 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b06c6fcb-721b-43f3-b0d4-222399b32e4e req-efb484d2-2eaf-4281-a6b4-5bd9f026415b tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=d18708ca-7c56-4277-b21d-af84c40f0a11 HTTP/1.1" status: 200 len: 210 time: 0.0263147 Oct 12 19:51:01.947689 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-64b7d51f-dd51-4de7-b5f3-5922c8de2961 req-ab7909c8-f963-4ede-b220-9c8ea85873d8 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:51:02.034796 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-64b7d51f-dd51-4de7-b5f3-5922c8de2961 req-ab7909c8-f963-4ede-b220-9c8ea85873d8 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:51:02.084437 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64b7d51f-dd51-4de7-b5f3-5922c8de2961 req-ab7909c8-f963-4ede-b220-9c8ea85873d8 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Network bab0c1ad-2a75-48a8-874f-0744bd8e0a35 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:51:02.087598 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [req-64b7d51f-dd51-4de7-b5f3-5922c8de2961 req-ab7909c8-f963-4ede-b220-9c8ea85873d8 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:51:02.090472 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-64b7d51f-dd51-4de7-b5f3-5922c8de2961 req-ab7909c8-f963-4ede-b220-9c8ea85873d8 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:51:02.135846 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7909c8-f963-4ede-b220-9c8ea85873d8 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Pushing event updated for resources: {'Port': ['ID=58859c65-654f-4cbe-ad5f-ee5040136d2e,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:51:02.152808 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7909c8-f963-4ede-b220-9c8ea85873d8 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:51:02.153078 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7909c8-f963-4ede-b220-9c8ea85873d8 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:51:02.153610 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7909c8-f963-4ede-b220-9c8ea85873d8 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:51:02.153961 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7909c8-f963-4ede-b220-9c8ea85873d8 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:51:02.154297 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7909c8-f963-4ede-b220-9c8ea85873d8 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:51:02.154628 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7909c8-f963-4ede-b220-9c8ea85873d8 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:51:02.154959 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7909c8-f963-4ede-b220-9c8ea85873d8 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:51:02.155288 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7909c8-f963-4ede-b220-9c8ea85873d8 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:51:02.155616 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7909c8-f963-4ede-b220-9c8ea85873d8 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:51:02.155936 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7909c8-f963-4ede-b220-9c8ea85873d8 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:51:02.156288 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7909c8-f963-4ede-b220-9c8ea85873d8 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:51:02.156617 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7909c8-f963-4ede-b220-9c8ea85873d8 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:51:02.171447 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 19:51:02.192553 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b7d51f-dd51-4de7-b5f3-5922c8de2961 req-ab7909c8-f963-4ede-b220-9c8ea85873d8 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:51:02.193595 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-64b7d51f-dd51-4de7-b5f3-5922c8de2961 req-ab7909c8-f963-4ede-b220-9c8ea85873d8 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:51:02.294472 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-64b7d51f-dd51-4de7-b5f3-5922c8de2961 req-ab7909c8-f963-4ede-b220-9c8ea85873d8 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8732975 Oct 12 19:51:02.310059 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [req-64b7d51f-dd51-4de7-b5f3-5922c8de2961 req-981c34d5-22e1-4522-a0bb-c224fd81753d tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 19:51:02.311104 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-64b7d51f-dd51-4de7-b5f3-5922c8de2961 req-981c34d5-22e1-4522-a0bb-c224fd81753d tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0055418 Oct 12 19:51:02.324121 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-64b7d51f-dd51-4de7-b5f3-5922c8de2961 req-1a33ad50-9b7d-41b6-96fb-9ba2cfb0f710 service neutron] Request body: {'port': {'device_id': 'd18708ca-7c56-4277-b21d-af84c40f0a11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:51:02.337554 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-ecf3f29d-a58d-4ddf-a4b3-8d424499c216 None None] Provisioning complete for port 58859c65-654f-4cbe-ad5f-ee5040136d2e triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:51:02.338227 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ecf3f29d-a58d-4ddf-a4b3-8d424499c216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:51:02.381185 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-64b7d51f-dd51-4de7-b5f3-5922c8de2961 req-1a33ad50-9b7d-41b6-96fb-9ba2cfb0f710 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:51:02.382071 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-ecf3f29d-a58d-4ddf-a4b3-8d424499c216 None None] Port 58859c65-654f-4cbe-ad5f-ee5040136d2e cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:51:02.496966 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:51:02.670698 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [req-64b7d51f-dd51-4de7-b5f3-5922c8de2961 req-1a33ad50-9b7d-41b6-96fb-9ba2cfb0f710 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58859c65-654f-4cbe-ad5f-ee5040136d2e {{(pid=95502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:51:02.678615 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-64b7d51f-dd51-4de7-b5f3-5922c8de2961 req-1a33ad50-9b7d-41b6-96fb-9ba2cfb0f710 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:51:02.692579 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-64b7d51f-dd51-4de7-b5f3-5922c8de2961 req-1a33ad50-9b7d-41b6-96fb-9ba2cfb0f710 service neutron] Transition to ACTIVE for port object 58859c65-654f-4cbe-ad5f-ee5040136d2e will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:51:02.772361 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-64b7d51f-dd51-4de7-b5f3-5922c8de2961 req-1a33ad50-9b7d-41b6-96fb-9ba2cfb0f710 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:51:02.848170 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a33ad50-9b7d-41b6-96fb-9ba2cfb0f710 service neutron] Pushing event updated for resources: {'Port': ['ID=58859c65-654f-4cbe-ad5f-ee5040136d2e,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:51:02.911811 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-64b7d51f-dd51-4de7-b5f3-5922c8de2961 req-1a33ad50-9b7d-41b6-96fb-9ba2cfb0f710 service neutron] Attempting to bind port 58859c65-654f-4cbe-ad5f-ee5040136d2e on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:51:02.912599 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-64b7d51f-dd51-4de7-b5f3-5922c8de2961 req-1a33ad50-9b7d-41b6-96fb-9ba2cfb0f710 service neutron] Attempting to bind port 58859c65-654f-4cbe-ad5f-ee5040136d2e by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': '797d701b-2156-4b5d-8b6d-c0ec33924cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'bab0c1ad-2a75-48a8-874f-0744bd8e0a35'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:51:02.913141 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b7d51f-dd51-4de7-b5f3-5922c8de2961 req-1a33ad50-9b7d-41b6-96fb-9ba2cfb0f710 service neutron] Attempting to bind port 58859c65-654f-4cbe-ad5f-ee5040136d2e on network bab0c1ad-2a75-48a8-874f-0744bd8e0a35 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:51:02.918072 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b7d51f-dd51-4de7-b5f3-5922c8de2961 req-1a33ad50-9b7d-41b6-96fb-9ba2cfb0f710 service neutron] Port 58859c65-654f-4cbe-ad5f-ee5040136d2e on network bab0c1ad-2a75-48a8-874f-0744bd8e0a35 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:51:02.918721 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b7d51f-dd51-4de7-b5f3-5922c8de2961 req-1a33ad50-9b7d-41b6-96fb-9ba2cfb0f710 service neutron] Attempting to bind port 58859c65-654f-4cbe-ad5f-ee5040136d2e on network bab0c1ad-2a75-48a8-874f-0744bd8e0a35 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:51:02.929174 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b7d51f-dd51-4de7-b5f3-5922c8de2961 req-1a33ad50-9b7d-41b6-96fb-9ba2cfb0f710 service neutron] Checking agent: {'id': 'f5e9725f-f5a6-43c2-a1be-95e21e9a1fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:51:02.929528 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b7d51f-dd51-4de7-b5f3-5922c8de2961 req-1a33ad50-9b7d-41b6-96fb-9ba2cfb0f710 service neutron] Checking segment: {'id': '797d701b-2156-4b5d-8b6d-c0ec33924cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'bab0c1ad-2a75-48a8-874f-0744bd8e0a35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:51:02.929926 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b7d51f-dd51-4de7-b5f3-5922c8de2961 req-1a33ad50-9b7d-41b6-96fb-9ba2cfb0f710 service neutron] Bound using segment: {'id': '797d701b-2156-4b5d-8b6d-c0ec33924cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'bab0c1ad-2a75-48a8-874f-0744bd8e0a35'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:51:02.930377 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-64b7d51f-dd51-4de7-b5f3-5922c8de2961 req-1a33ad50-9b7d-41b6-96fb-9ba2cfb0f710 service neutron] Bound port: 58859c65-654f-4cbe-ad5f-ee5040136d2e, host: n-h1-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '797d701b-2156-4b5d-8b6d-c0ec33924cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'bab0c1ad-2a75-48a8-874f-0744bd8e0a35'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:51:02.930738 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-64b7d51f-dd51-4de7-b5f3-5922c8de2961 req-1a33ad50-9b7d-41b6-96fb-9ba2cfb0f710 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:51:03.076300 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-64b7d51f-dd51-4de7-b5f3-5922c8de2961 req-1a33ad50-9b7d-41b6-96fb-9ba2cfb0f710 service neutron] For port 58859c65-654f-4cbe-ad5f-ee5040136d2e, host n-h1-813679-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:51:03.093759 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-64b7d51f-dd51-4de7-b5f3-5922c8de2961 req-1a33ad50-9b7d-41b6-96fb-9ba2cfb0f710 service neutron] For port 58859c65-654f-4cbe-ad5f-ee5040136d2e, host n-h1-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=58859c65-654f-4cbe-ad5f-ee5040136d2e,segment=NetworkSegment(797d701b-2156-4b5d-8b6d-c0ec33924cd8),segment_id=797d701b-2156-4b5d-8b6d-c0ec33924cd8)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:51:03.093759 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b37a104-c515-40e5-b31e-ef0d4f5874e7 req-7c7ed82b-28b8-4917-a0be-28e93efd31ad tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:51:03.093759 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8b37a104-c515-40e5-b31e-ef0d4f5874e7 req-7c7ed82b-28b8-4917-a0be-28e93efd31ad tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=d18708ca-7c56-4277-b21d-af84c40f0a11 HTTP/1.1" status: 200 len: 943 time: 0.0797162 Oct 12 19:51:03.160833 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:51:03.163152 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8b37a104-c515-40e5-b31e-ef0d4f5874e7 req-4d15d678-a531-47ac-9b07-05cb6b79b01c tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7222ca9-0cbe-4248-9036-2f125df10e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496378 Oct 12 19:51:03.182138 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:51:03.186115 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-64b7d51f-dd51-4de7-b5f3-5922c8de2961 req-1a33ad50-9b7d-41b6-96fb-9ba2cfb0f710 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:51:03.227630 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b7d51f-dd51-4de7-b5f3-5922c8de2961 req-1a33ad50-9b7d-41b6-96fb-9ba2cfb0f710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:51:03.228276 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-64b7d51f-dd51-4de7-b5f3-5922c8de2961 req-1a33ad50-9b7d-41b6-96fb-9ba2cfb0f710 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:51:03.230283 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-64b7d51f-dd51-4de7-b5f3-5922c8de2961 req-1a33ad50-9b7d-41b6-96fb-9ba2cfb0f710 service neutron] 10.222.0.61 "PUT /v2.0/ports/58859c65-654f-4cbe-ad5f-ee5040136d2e HTTP/1.1" status: 200 len: 1091 time: 0.9103868 Oct 12 19:51:03.230736 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd18708ca-7c56-4277-b21d-af84c40f0a11', 'tag': '58859c65-654f-4cbe-ad5f-ee5040136d2e'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:51:03.233065 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78b5bea0-7e57-4b2b-8543-5e57f89bc9a9" -d '{"events": [{"name": "network-changed", "server_uuid": "d18708ca-7c56-4277-b21d-af84c40f0a11", "tag": "58859c65-654f-4cbe-ad5f-ee5040136d2e"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:51:03.269009 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a33ad50-9b7d-41b6-96fb-9ba2cfb0f710 service neutron] Pushing event updated for resources: {'Port': ['ID=58859c65-654f-4cbe-ad5f-ee5040136d2e,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:51:03.285491 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14cea203-4132-4156-b23a-56de10463577 x-openstack-request-id: req-14cea203-4132-4156-b23a-56de10463577 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:51:03.285797 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d18708ca-7c56-4277-b21d-af84c40f0a11", "tag": "58859c65-654f-4cbe-ad5f-ee5040136d2e", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:51:03.286059 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-14cea203-4132-4156-b23a-56de10463577 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:51:03.286500 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd18708ca-7c56-4277-b21d-af84c40f0a11', 'tag': '58859c65-654f-4cbe-ad5f-ee5040136d2e', 'status': 'completed', 'code': 200} Oct 12 19:51:03.370908 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b5bea0-7e57-4b2b-8543-5e57f89bc9a9 req-7971c9bd-5504-41b7-9c51-d6ed009093e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:51:03.373037 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-78b5bea0-7e57-4b2b-8543-5e57f89bc9a9 req-7971c9bd-5504-41b7-9c51-d6ed009093e7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f37c8fe971bc4b5daa2f916c03f91d01&device_id=d18708ca-7c56-4277-b21d-af84c40f0a11 HTTP/1.1" status: 200 len: 1094 time: 0.0637515 Oct 12 19:51:03.490351 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b5bea0-7e57-4b2b-8543-5e57f89bc9a9 req-be64645f-980b-4114-8614-62a10b5b37f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:51:03.491969 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-78b5bea0-7e57-4b2b-8543-5e57f89bc9a9 req-be64645f-980b-4114-8614-62a10b5b37f7 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=f37c8fe971bc4b5daa2f916c03f91d01&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1108365 Oct 12 19:51:03.596693 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b5bea0-7e57-4b2b-8543-5e57f89bc9a9 req-b926d28c-a38c-45ac-a49e-736ab81dec3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:51:03.598387 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-78b5bea0-7e57-4b2b-8543-5e57f89bc9a9 req-b926d28c-a38c-45ac-a49e-736ab81dec3c service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0996246 Oct 12 19:51:03.692207 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b7d51f-dd51-4de7-b5f3-5922c8de2961 req-be32aa66-7971-4b17-a86f-3b6dae19f0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:51:03.694954 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-64b7d51f-dd51-4de7-b5f3-5922c8de2961 req-be32aa66-7971-4b17-a86f-3b6dae19f0ff service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f37c8fe971bc4b5daa2f916c03f91d01&device_id=d18708ca-7c56-4277-b21d-af84c40f0a11 HTTP/1.1" status: 200 len: 1094 time: 0.0482390 Oct 12 19:51:03.745151 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-64b7d51f-dd51-4de7-b5f3-5922c8de2961 req-85444026-4de7-40fa-9558-0d22720c508f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=58859c65-654f-4cbe-ad5f-ee5040136d2e HTTP/1.1" status: 200 len: 217 time: 0.0416694 Oct 12 19:51:03.825693 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b7d51f-dd51-4de7-b5f3-5922c8de2961 req-9baf8568-c58c-40a1-b29f-4ab25b380550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:51:03.835128 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-64b7d51f-dd51-4de7-b5f3-5922c8de2961 req-9baf8568-c58c-40a1-b29f-4ab25b380550 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2bf5b286-d487-470c-8401-d82862f269e1 HTTP/1.1" status: 200 len: 850 time: 0.0755868 Oct 12 19:51:03.883830 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b7d51f-dd51-4de7-b5f3-5922c8de2961 req-0bc9320e-096c-44b4-b0ce-91dcd15b20b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:51:03.885445 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-64b7d51f-dd51-4de7-b5f3-5922c8de2961 req-0bc9320e-096c-44b4-b0ce-91dcd15b20b6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=bab0c1ad-2a75-48a8-874f-0744bd8e0a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508821 Oct 12 19:51:04.018548 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-64b7d51f-dd51-4de7-b5f3-5922c8de2961 req-a838cc6f-a075-46cf-9ae2-86b670debbf0 service neutron] 10.222.0.61 "GET /v2.0/networks/bab0c1ad-2a75-48a8-874f-0744bd8e0a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246514 Oct 12 19:51:04.023202 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:51:04.174520 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-64b7d51f-dd51-4de7-b5f3-5922c8de2961 req-cfb31bda-6c4e-4235-b107-d0dba25ddcae service neutron] 10.222.0.61 "GET /v2.0/networks/bab0c1ad-2a75-48a8-874f-0744bd8e0a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423268 Oct 12 19:51:04.305450 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d12a64-6d2a-4e06-a400-a5cde02ddef4 req-13c57729-e0f2-4f6e-931e-0031ffb9813a tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:51:04.307158 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-93d12a64-6d2a-4e06-a400-a5cde02ddef4 req-13c57729-e0f2-4f6e-931e-0031ffb9813a tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=d18708ca-7c56-4277-b21d-af84c40f0a11 HTTP/1.1" status: 200 len: 943 time: 0.0572968 Oct 12 19:51:04.354500 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-93d12a64-6d2a-4e06-a400-a5cde02ddef4 req-a0104810-a617-4f50-aced-6e476b6e99c8 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7222ca9-0cbe-4248-9036-2f125df10e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397749 Oct 12 19:51:04.617878 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:51:05.482935 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1553a7cf-f67f-4b79-9cc7-f15da579afad req-de0af895-9d0a-4041-99c4-6ffe2b86bac5 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:51:05.484446 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1553a7cf-f67f-4b79-9cc7-f15da579afad req-de0af895-9d0a-4041-99c4-6ffe2b86bac5 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=d18708ca-7c56-4277-b21d-af84c40f0a11 HTTP/1.1" status: 200 len: 943 time: 0.0542207 Oct 12 19:51:05.538702 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1553a7cf-f67f-4b79-9cc7-f15da579afad req-eaeadb58-92f0-4471-bd73-95d36ec2b61f tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7222ca9-0cbe-4248-9036-2f125df10e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461586 Oct 12 19:51:06.663586 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b0f1fe-fab3-4918-8d84-ce29e1b4cd48 req-b57eccd3-994e-4898-a4a7-d5cc3024f236 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:51:06.665071 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-93b0f1fe-fab3-4918-8d84-ce29e1b4cd48 req-b57eccd3-994e-4898-a4a7-d5cc3024f236 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=d18708ca-7c56-4277-b21d-af84c40f0a11 HTTP/1.1" status: 200 len: 943 time: 0.0543449 Oct 12 19:51:06.702840 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-93b0f1fe-fab3-4918-8d84-ce29e1b4cd48 req-861719eb-af9c-4266-b3e2-67d4428702f6 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7222ca9-0cbe-4248-9036-2f125df10e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317426 Oct 12 19:51:07.820141 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019b55d4-da70-4483-958a-d5ddf78cf0d9 req-7b2e0c4c-9d0e-4b26-8d16-8a5a42be3533 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:51:07.821693 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-019b55d4-da70-4483-958a-d5ddf78cf0d9 req-7b2e0c4c-9d0e-4b26-8d16-8a5a42be3533 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=d18708ca-7c56-4277-b21d-af84c40f0a11 HTTP/1.1" status: 200 len: 943 time: 0.0520921 Oct 12 19:51:07.859940 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-019b55d4-da70-4483-958a-d5ddf78cf0d9 req-3e22cf42-bebe-457e-bc24-ebe9334d4d3f tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7222ca9-0cbe-4248-9036-2f125df10e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322802 Oct 12 19:51:08.979237 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff93347-24bd-4786-97a1-db5128bd53bb req-4f347e26-561d-4d19-b6cb-74393c9b6c48 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:51:08.981644 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bff93347-24bd-4786-97a1-db5128bd53bb req-4f347e26-561d-4d19-b6cb-74393c9b6c48 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=d18708ca-7c56-4277-b21d-af84c40f0a11 HTTP/1.1" status: 200 len: 943 time: 0.0526536 Oct 12 19:51:09.021162 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bff93347-24bd-4786-97a1-db5128bd53bb req-94e9e485-a819-410c-b6b9-776416e1ff94 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7222ca9-0cbe-4248-9036-2f125df10e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324767 Oct 12 19:51:10.135248 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e0e54c-e59a-42d4-80ab-35c454f22fa5 req-f657dd57-8067-46a5-9e11-12b451692502 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:51:10.136729 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-38e0e54c-e59a-42d4-80ab-35c454f22fa5 req-f657dd57-8067-46a5-9e11-12b451692502 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=d18708ca-7c56-4277-b21d-af84c40f0a11 HTTP/1.1" status: 200 len: 943 time: 0.0487692 Oct 12 19:51:10.176384 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-38e0e54c-e59a-42d4-80ab-35c454f22fa5 req-a06082dd-fbb6-46aa-bde6-408538f6147b tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7222ca9-0cbe-4248-9036-2f125df10e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336659 Oct 12 19:51:11.295004 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310107cf-1778-4345-b3ae-a2ac536a33e6 req-e99b1d75-d849-4997-a639-574187aa7a1b tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:51:11.296497 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-310107cf-1778-4345-b3ae-a2ac536a33e6 req-e99b1d75-d849-4997-a639-574187aa7a1b tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=d18708ca-7c56-4277-b21d-af84c40f0a11 HTTP/1.1" status: 200 len: 943 time: 0.0513649 Oct 12 19:51:11.334660 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-310107cf-1778-4345-b3ae-a2ac536a33e6 req-e60a77a7-b794-42ae-99cb-50461e8bd581 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7222ca9-0cbe-4248-9036-2f125df10e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319469 Oct 12 19:51:12.450228 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a63d40e-32c6-471f-9bff-53d92b311d01 req-d5829c91-461f-4c0f-afc9-a0195b2645a2 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:51:12.451683 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3a63d40e-32c6-471f-9bff-53d92b311d01 req-d5829c91-461f-4c0f-afc9-a0195b2645a2 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=d18708ca-7c56-4277-b21d-af84c40f0a11 HTTP/1.1" status: 200 len: 943 time: 0.0501902 Oct 12 19:51:12.491032 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3a63d40e-32c6-471f-9bff-53d92b311d01 req-7cf6092e-1726-40b9-847c-d455ec170346 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7222ca9-0cbe-4248-9036-2f125df10e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330987 Oct 12 19:51:13.608509 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9e18f6-4605-45e8-8296-a9d7b6fecfcf req-d84db4cb-4d88-4f9e-9c00-cf5de64986c1 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:51:13.609950 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ed9e18f6-4605-45e8-8296-a9d7b6fecfcf req-d84db4cb-4d88-4f9e-9c00-cf5de64986c1 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=d18708ca-7c56-4277-b21d-af84c40f0a11 HTTP/1.1" status: 200 len: 943 time: 0.0523121 Oct 12 19:51:13.648597 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ed9e18f6-4605-45e8-8296-a9d7b6fecfcf req-b4ba4c7d-986b-42e5-9e3d-c164005543e4 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7222ca9-0cbe-4248-9036-2f125df10e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326214 Oct 12 19:51:14.055167 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 58859c65-654f-4cbe-ad5f-ee5040136d2e details requested by agent hyperv_n-h1-813679-3 with host n-h1-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:51:14.138747 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 58859c65-654f-4cbe-ad5f-ee5040136d2e, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=58859c65-654f-4cbe-ad5f-ee5040136d2e,segment=NetworkSegment(797d701b-2156-4b5d-8b6d-c0ec33924cd8),segment_id=797d701b-2156-4b5d-8b6d-c0ec33924cd8)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:51:14.149268 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Returning: {'device': '58859c65-654f-4cbe-ad5f-ee5040136d2e', 'network_id': 'bab0c1ad-2a75-48a8-874f-0744bd8e0a35', 'port_id': '58859c65-654f-4cbe-ad5f-ee5040136d2e', 'mac_address': 'fa:16:3e:c1:73:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bf5b286-d487-470c-8401-d82862f269e1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:51:14.186086 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:51:14.199031 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58859c65-654f-4cbe-ad5f-ee5040136d2e {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:51:14.218194 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 58859c65-654f-4cbe-ad5f-ee5040136d2e, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=58859c65-654f-4cbe-ad5f-ee5040136d2e,segment=NetworkSegment(797d701b-2156-4b5d-8b6d-c0ec33924cd8),segment_id=797d701b-2156-4b5d-8b6d-c0ec33924cd8)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:51:14.302948 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:51:14.350661 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=58859c65-654f-4cbe-ad5f-ee5040136d2e,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:51:14.358143 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:51:14.358496 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:51:14.358832 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:51:14.359189 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:51:14.359522 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:51:14.359852 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:51:14.360206 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:51:14.360533 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:51:14.360856 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:51:14.361180 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:51:14.361504 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:51:14.362417 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:51:14.414408 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 56416) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:51:14.504778 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['58859c65-654f-4cbe-ad5f-ee5040136d2e'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:51:14.520396 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-931dd05e-75ce-407b-a9ad-01e252672e32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:51:14.593334 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-931dd05e-75ce-407b-a9ad-01e252672e32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:51:14.656717 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-931dd05e-75ce-407b-a9ad-01e252672e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:51:14.695337 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-931dd05e-75ce-407b-a9ad-01e252672e32 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8640b2164d2c46c3a9983cfc7a9a0601&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2798378 Oct 12 19:51:14.696250 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931dd05e-75ce-407b-a9ad-01e252672e32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f09d95b-53d6-4c48-a487-3e00afa7d294,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:51:14.698232 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 56422) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:51:14.781149 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-57af2a9c-18b7-4ff2-8c3a-c7c62ba6fcce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:51:14.799144 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293c045f-593e-4d46-b4a6-e13c9dd36872 req-52afbf4b-87c5-4052-83d9-e9b3ff776c00 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:51:14.800625 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-293c045f-593e-4d46-b4a6-e13c9dd36872 req-52afbf4b-87c5-4052-83d9-e9b3ff776c00 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=d18708ca-7c56-4277-b21d-af84c40f0a11 HTTP/1.1" status: 200 len: 944 time: 0.0803084 Oct 12 19:51:14.818479 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-57af2a9c-18b7-4ff2-8c3a-c7c62ba6fcce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:51:14.867983 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-293c045f-593e-4d46-b4a6-e13c9dd36872 req-01772f55-81e1-4a11-afd5-1487075aa5ea tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7222ca9-0cbe-4248-9036-2f125df10e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583785 Oct 12 19:51:14.948129 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-57af2a9c-18b7-4ff2-8c3a-c7c62ba6fcce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:51:14.950774 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-57af2a9c-18b7-4ff2-8c3a-c7c62ba6fcce admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:51:14.951907 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-57af2a9c-18b7-4ff2-8c3a-c7c62ba6fcce admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9f09d95b-53d6-4c48-a487-3e00afa7d294 HTTP/1.1" status: 204 len: 168 time: 0.2526722 Oct 12 19:51:14.962377 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57af2a9c-18b7-4ff2-8c3a-c7c62ba6fcce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f09d95b-53d6-4c48-a487-3e00afa7d294,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:51:14.970208 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57af2a9c-18b7-4ff2-8c3a-c7c62ba6fcce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:51:14.970556 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57af2a9c-18b7-4ff2-8c3a-c7c62ba6fcce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:51:14.970926 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57af2a9c-18b7-4ff2-8c3a-c7c62ba6fcce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:51:14.971219 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57af2a9c-18b7-4ff2-8c3a-c7c62ba6fcce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:51:14.971549 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57af2a9c-18b7-4ff2-8c3a-c7c62ba6fcce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:51:14.971875 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57af2a9c-18b7-4ff2-8c3a-c7c62ba6fcce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:51:14.972546 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57af2a9c-18b7-4ff2-8c3a-c7c62ba6fcce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:51:14.972732 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57af2a9c-18b7-4ff2-8c3a-c7c62ba6fcce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:51:14.973095 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57af2a9c-18b7-4ff2-8c3a-c7c62ba6fcce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:51:14.973423 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57af2a9c-18b7-4ff2-8c3a-c7c62ba6fcce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:51:14.973747 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57af2a9c-18b7-4ff2-8c3a-c7c62ba6fcce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:51:14.974069 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57af2a9c-18b7-4ff2-8c3a-c7c62ba6fcce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:51:15.981940 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499ea1bb-d5a1-4f9a-b675-abce0f553be9 req-e5d0f50c-adf1-4035-93aa-3959fa6e55f0 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:51:15.983415 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-499ea1bb-d5a1-4f9a-b675-abce0f553be9 req-e5d0f50c-adf1-4035-93aa-3959fa6e55f0 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=d18708ca-7c56-4277-b21d-af84c40f0a11 HTTP/1.1" status: 200 len: 944 time: 0.0506916 Oct 12 19:51:16.022385 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-499ea1bb-d5a1-4f9a-b675-abce0f553be9 req-afa68811-f57b-4696-9c3f-e389a7383e01 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7222ca9-0cbe-4248-9036-2f125df10e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320871 Oct 12 19:51:16.034844 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 58859c65-654f-4cbe-ad5f-ee5040136d2e up at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:51:16.141846 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning for port 58859c65-654f-4cbe-ad5f-ee5040136d2e completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:51:16.146338 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning complete for port 58859c65-654f-4cbe-ad5f-ee5040136d2e triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:51:16.146711 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:51:16.224338 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:51:16.246982 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd18708ca-7c56-4277-b21d-af84c40f0a11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58859c65-654f-4cbe-ad5f-ee5040136d2e'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:51:16.249268 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c86bdf83-f6c3-47f7-81dc-911316b6da6e" -d '{"events": [{"server_uuid": "d18708ca-7c56-4277-b21d-af84c40f0a11", "name": "network-vif-plugged", "status": "completed", "tag": "58859c65-654f-4cbe-ad5f-ee5040136d2e"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:51:16.261696 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 58859c65-654f-4cbe-ad5f-ee5040136d2e, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=58859c65-654f-4cbe-ad5f-ee5040136d2e,segment=NetworkSegment(797d701b-2156-4b5d-8b6d-c0ec33924cd8),segment_id=797d701b-2156-4b5d-8b6d-c0ec33924cd8)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:51:16.342834 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:51:16.390396 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=58859c65-654f-4cbe-ad5f-ee5040136d2e,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:51:16.424542 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57e13084-86a7-4d61-8022-80e10a20b266 x-openstack-request-id: req-57e13084-86a7-4d61-8022-80e10a20b266 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:51:16.424930 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d18708ca-7c56-4277-b21d-af84c40f0a11", "name": "network-vif-plugged", "status": "completed", "tag": "58859c65-654f-4cbe-ad5f-ee5040136d2e", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:51:16.425260 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-57e13084-86a7-4d61-8022-80e10a20b266 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:51:16.425717 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd18708ca-7c56-4277-b21d-af84c40f0a11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58859c65-654f-4cbe-ad5f-ee5040136d2e', 'code': 200} Oct 12 19:51:16.620398 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ae7599-7cbc-4624-b4db-331c19ea710e req-06a543f0-292d-4595-af16-6696d3bb0671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:51:16.621891 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-68ae7599-7cbc-4624-b4db-331c19ea710e req-06a543f0-292d-4595-af16-6696d3bb0671 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d18708ca-7c56-4277-b21d-af84c40f0a11 HTTP/1.1" status: 200 len: 1096 time: 0.1431117 Oct 12 19:51:16.658436 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-68ae7599-7cbc-4624-b4db-331c19ea710e req-1d8aa26b-d4da-430f-b144-2867d04570dd service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=e7222ca9-0cbe-4248-9036-2f125df10e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291448 Oct 12 19:51:17.136309 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c7b2db-8b80-4a87-a1c9-6e7d7085d928 req-c41b83ad-b694-49a0-958c-05baa793780e tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:51:17.137770 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f4c7b2db-8b80-4a87-a1c9-6e7d7085d928 req-c41b83ad-b694-49a0-958c-05baa793780e tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=d18708ca-7c56-4277-b21d-af84c40f0a11 HTTP/1.1" status: 200 len: 945 time: 0.0500212 Oct 12 19:51:17.176641 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f4c7b2db-8b80-4a87-a1c9-6e7d7085d928 req-72d3785a-2197-464e-acef-8fe92b378b56 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7222ca9-0cbe-4248-9036-2f125df10e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326574 Oct 12 19:51:18.293427 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7492f162-cc23-4461-a02d-d99b353eaab9 req-11f02b79-762a-4674-97cc-16835bba26da tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:51:18.294910 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7492f162-cc23-4461-a02d-d99b353eaab9 req-11f02b79-762a-4674-97cc-16835bba26da tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=d18708ca-7c56-4277-b21d-af84c40f0a11 HTTP/1.1" status: 200 len: 945 time: 0.0509017 Oct 12 19:51:18.332263 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7492f162-cc23-4461-a02d-d99b353eaab9 req-3737e5ba-1102-44da-8589-93aa60810d38 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7222ca9-0cbe-4248-9036-2f125df10e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308168 Oct 12 19:51:18.444478 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449b00fb-5521-4e9b-8805-1a135bd36f46 req-5bcb481b-1d5b-462d-b768-dc932c4fe8fe tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:51:18.445923 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-449b00fb-5521-4e9b-8805-1a135bd36f46 req-5bcb481b-1d5b-462d-b768-dc932c4fe8fe tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=d18708ca-7c56-4277-b21d-af84c40f0a11 HTTP/1.1" status: 200 len: 945 time: 0.0481510 Oct 12 19:51:18.482107 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-449b00fb-5521-4e9b-8805-1a135bd36f46 req-a8f55ff1-2586-488c-9c5b-919cc68f2c9b tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7222ca9-0cbe-4248-9036-2f125df10e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303867 Oct 12 19:51:21.800778 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fed6935-6921-40e2-916c-2b4230d437f1 req-c14e51b5-5ee5-4fe7-a2bb-5b184a2de696 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:51:21.802773 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6fed6935-6921-40e2-916c-2b4230d437f1 req-c14e51b5-5ee5-4fe7-a2bb-5b184a2de696 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/networks?id=bab0c1ad-2a75-48a8-874f-0744bd8e0a35 HTTP/1.1" status: 200 len: 811 time: 0.1043739 Oct 12 19:51:21.818628 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6fed6935-6921-40e2-916c-2b4230d437f1 req-d8c11f48-cdd6-4656-aeae-5be1be3d5102 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/quotas/f37c8fe971bc4b5daa2f916c03f91d01 HTTP/1.1" status: 200 len: 375 time: 0.0101318 Oct 12 19:51:21.871764 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6fed6935-6921-40e2-916c-2b4230d437f1 req-cef10141-8c08-4314-a6c0-0bd5db0fe117 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=f37c8fe971bc4b5daa2f916c03f91d01&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0475078 Oct 12 19:51:21.965345 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6fed6935-6921-40e2-916c-2b4230d437f1 req-2915b940-1de4-4d73-abdd-eb8cc7f40ec4 service neutron] 10.222.0.49 "GET /v2.0/networks/bab0c1ad-2a75-48a8-874f-0744bd8e0a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857103 Oct 12 19:51:22.057671 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6fed6935-6921-40e2-916c-2b4230d437f1 req-d6a227df-900f-4670-b288-c18e0c979f6b service neutron] 10.222.0.49 "GET /v2.0/networks/bab0c1ad-2a75-48a8-874f-0744bd8e0a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847507 Oct 12 19:51:22.320836 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-28ca8f38-5d36-4cf8-aa05-c68664d286c7 req-a424295e-c482-4067-ad92-9f37d18c5060 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=1da8c864-2251-4b62-93b6-5ce2495090b8 HTTP/1.1" status: 200 len: 210 time: 0.0320926 Oct 12 19:51:23.427864 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2c029559-4dd4-4f63-91ea-f3a17a0c145d req-3af31f6d-9a39-496e-bc2c-d70fe376e30c tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=1da8c864-2251-4b62-93b6-5ce2495090b8 HTTP/1.1" status: 200 len: 210 time: 0.0313220 Oct 12 19:51:24.212383 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fed6935-6921-40e2-916c-2b4230d437f1 req-43b143de-a4ca-438b-bcac-565b848a34ef tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:51:24.213888 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6fed6935-6921-40e2-916c-2b4230d437f1 req-43b143de-a4ca-438b-bcac-565b848a34ef tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.67 "GET /v2.0/networks?id=bab0c1ad-2a75-48a8-874f-0744bd8e0a35 HTTP/1.1" status: 200 len: 811 time: 0.1090341 Oct 12 19:51:24.226363 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-6fed6935-6921-40e2-916c-2b4230d437f1 req-918e8061-0f53-45cd-ad79-bb0bdc8f54e8 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Request body: {'port': {'device_id': '1da8c864-2251-4b62-93b6-5ce2495090b8', 'network_id': 'bab0c1ad-2a75-48a8-874f-0744bd8e0a35', 'admin_state_up': True, 'tenant_id': 'f37c8fe971bc4b5daa2f916c03f91d01'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:51:24.428390 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fed6935-6921-40e2-916c-2b4230d437f1 req-918e8061-0f53-45cd-ad79-bb0bdc8f54e8 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Made reservation on behalf of f37c8fe971bc4b5daa2f916c03f91d01 for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:51:24.432202 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-6fed6935-6921-40e2-916c-2b4230d437f1 req-918e8061-0f53-45cd-ad79-bb0bdc8f54e8 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:51:24.541532 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-42afc28e-4995-4f2c-bed7-4cd8150360b6 req-98733293-fa19-4b22-bf32-4c6b87b2cb08 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=1da8c864-2251-4b62-93b6-5ce2495090b8 HTTP/1.1" status: 200 len: 210 time: 0.0323095 Oct 12 19:51:24.635558 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [req-6fed6935-6921-40e2-916c-2b4230d437f1 req-918e8061-0f53-45cd-ad79-bb0bdc8f54e8 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Allocated IP 172.20.0.8 (bab0c1ad-2a75-48a8-874f-0744bd8e0a35/2bf5b286-d487-470c-8401-d82862f269e1/02d2a430-a127-4bab-a784-5e92c84d7451) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:51:24.788496 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-6fed6935-6921-40e2-916c-2b4230d437f1 req-918e8061-0f53-45cd-ad79-bb0bdc8f54e8 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:51:24.864552 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-6fed6935-6921-40e2-916c-2b4230d437f1 req-918e8061-0f53-45cd-ad79-bb0bdc8f54e8 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:51:24.876981 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['58859c65-654f-4cbe-ad5f-ee5040136d2e'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:51:24.912303 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fed6935-6921-40e2-916c-2b4230d437f1 req-918e8061-0f53-45cd-ad79-bb0bdc8f54e8 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Network bab0c1ad-2a75-48a8-874f-0744bd8e0a35 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:51:24.915509 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [req-6fed6935-6921-40e2-916c-2b4230d437f1 req-918e8061-0f53-45cd-ad79-bb0bdc8f54e8 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:51:24.919451 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fed6935-6921-40e2-916c-2b4230d437f1 req-918e8061-0f53-45cd-ad79-bb0bdc8f54e8 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:51:24.953321 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918e8061-0f53-45cd-ad79-bb0bdc8f54e8 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Pushing event updated for resources: {'Port': ['ID=02d2a430-a127-4bab-a784-5e92c84d7451,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:51:24.992888 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fed6935-6921-40e2-916c-2b4230d437f1 req-918e8061-0f53-45cd-ad79-bb0bdc8f54e8 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:51:24.993588 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-6fed6935-6921-40e2-916c-2b4230d437f1 req-918e8061-0f53-45cd-ad79-bb0bdc8f54e8 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:51:25.073263 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6fed6935-6921-40e2-916c-2b4230d437f1 req-918e8061-0f53-45cd-ad79-bb0bdc8f54e8 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8498006 Oct 12 19:51:25.086130 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-6fed6935-6921-40e2-916c-2b4230d437f1 req-2e0f6d9d-8459-45aa-8b63-5163b49b322a service neutron] Request body: {'port': {'device_id': '1da8c864-2251-4b62-93b6-5ce2495090b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-3'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:51:25.182322 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-6fed6935-6921-40e2-916c-2b4230d437f1 req-2e0f6d9d-8459-45aa-8b63-5163b49b322a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:51:25.236951 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-22ae9c21-8084-40e3-982a-3004e53d5ffc None None] Provisioning complete for port 02d2a430-a127-4bab-a784-5e92c84d7451 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:51:25.238641 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-22ae9c21-8084-40e3-982a-3004e53d5ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:51:25.279349 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-22ae9c21-8084-40e3-982a-3004e53d5ffc None None] Port 02d2a430-a127-4bab-a784-5e92c84d7451 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:51:25.539375 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [req-6fed6935-6921-40e2-916c-2b4230d437f1 req-2e0f6d9d-8459-45aa-8b63-5163b49b322a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02d2a430-a127-4bab-a784-5e92c84d7451 {{(pid=95501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:51:25.547253 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-6fed6935-6921-40e2-916c-2b4230d437f1 req-2e0f6d9d-8459-45aa-8b63-5163b49b322a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:51:25.564411 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.provisioning_blocks [req-6fed6935-6921-40e2-916c-2b4230d437f1 req-2e0f6d9d-8459-45aa-8b63-5163b49b322a service neutron] Transition to ACTIVE for port object 02d2a430-a127-4bab-a784-5e92c84d7451 will not be triggered until provisioned by entity L2. {{(pid=95501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:51:25.657764 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-6fed6935-6921-40e2-916c-2b4230d437f1 req-2e0f6d9d-8459-45aa-8b63-5163b49b322a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:51:25.778101 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0f6d9d-8459-45aa-8b63-5163b49b322a service neutron] Pushing event updated for resources: {'Port': ['ID=02d2a430-a127-4bab-a784-5e92c84d7451,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:51:25.931232 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-6fed6935-6921-40e2-916c-2b4230d437f1 req-2e0f6d9d-8459-45aa-8b63-5163b49b322a service neutron] Attempting to bind port 02d2a430-a127-4bab-a784-5e92c84d7451 on host n-h2-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:51:25.935930 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-6fed6935-6921-40e2-916c-2b4230d437f1 req-2e0f6d9d-8459-45aa-8b63-5163b49b322a service neutron] Attempting to bind port 02d2a430-a127-4bab-a784-5e92c84d7451 by drivers openvswitch,hyperv on host n-h2-813679-3 at level 0 using segments [{'id': '797d701b-2156-4b5d-8b6d-c0ec33924cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'bab0c1ad-2a75-48a8-874f-0744bd8e0a35'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:51:25.936522 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fed6935-6921-40e2-916c-2b4230d437f1 req-2e0f6d9d-8459-45aa-8b63-5163b49b322a service neutron] Attempting to bind port 02d2a430-a127-4bab-a784-5e92c84d7451 on network bab0c1ad-2a75-48a8-874f-0744bd8e0a35 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:51:25.943908 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fed6935-6921-40e2-916c-2b4230d437f1 req-2e0f6d9d-8459-45aa-8b63-5163b49b322a service neutron] Port 02d2a430-a127-4bab-a784-5e92c84d7451 on network bab0c1ad-2a75-48a8-874f-0744bd8e0a35 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:51:25.944654 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fed6935-6921-40e2-916c-2b4230d437f1 req-2e0f6d9d-8459-45aa-8b63-5163b49b322a service neutron] Attempting to bind port 02d2a430-a127-4bab-a784-5e92c84d7451 on network bab0c1ad-2a75-48a8-874f-0744bd8e0a35 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:51:25.951384 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fed6935-6921-40e2-916c-2b4230d437f1 req-2e0f6d9d-8459-45aa-8b63-5163b49b322a service neutron] Checking agent: {'id': '233fbd7d-38e4-434f-bb8f-05364d7423a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:51:25.953178 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fed6935-6921-40e2-916c-2b4230d437f1 req-2e0f6d9d-8459-45aa-8b63-5163b49b322a service neutron] Checking segment: {'id': '797d701b-2156-4b5d-8b6d-c0ec33924cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'bab0c1ad-2a75-48a8-874f-0744bd8e0a35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:51:25.955364 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fed6935-6921-40e2-916c-2b4230d437f1 req-2e0f6d9d-8459-45aa-8b63-5163b49b322a service neutron] Bound using segment: {'id': '797d701b-2156-4b5d-8b6d-c0ec33924cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'bab0c1ad-2a75-48a8-874f-0744bd8e0a35'} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:51:25.956251 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-6fed6935-6921-40e2-916c-2b4230d437f1 req-2e0f6d9d-8459-45aa-8b63-5163b49b322a service neutron] Bound port: 02d2a430-a127-4bab-a784-5e92c84d7451, host: n-h2-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '797d701b-2156-4b5d-8b6d-c0ec33924cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'bab0c1ad-2a75-48a8-874f-0744bd8e0a35'}}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:51:25.958088 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-6fed6935-6921-40e2-916c-2b4230d437f1 req-2e0f6d9d-8459-45aa-8b63-5163b49b322a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:51:26.034842 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d9732f-02f3-42ff-a275-7531fac70f88 req-68dd4ab4-560a-4096-8f03-70cacf13f028 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:51:26.042337 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f2d9732f-02f3-42ff-a275-7531fac70f88 req-68dd4ab4-560a-4096-8f03-70cacf13f028 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=1da8c864-2251-4b62-93b6-5ce2495090b8 HTTP/1.1" status: 200 len: 931 time: 0.4067898 Oct 12 19:51:26.075903 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-6fed6935-6921-40e2-916c-2b4230d437f1 req-2e0f6d9d-8459-45aa-8b63-5163b49b322a service neutron] For port 02d2a430-a127-4bab-a784-5e92c84d7451, host n-h2-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:51:26.080698 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-6fed6935-6921-40e2-916c-2b4230d437f1 req-2e0f6d9d-8459-45aa-8b63-5163b49b322a service neutron] For port 02d2a430-a127-4bab-a784-5e92c84d7451, host n-h2-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=02d2a430-a127-4bab-a784-5e92c84d7451,segment=NetworkSegment(797d701b-2156-4b5d-8b6d-c0ec33924cd8),segment_id=797d701b-2156-4b5d-8b6d-c0ec33924cd8)] {{(pid=95501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:51:26.085765 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f2d9732f-02f3-42ff-a275-7531fac70f88 req-22a03709-df04-47ef-97f8-d1f3996a6a7b tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7222ca9-0cbe-4248-9036-2f125df10e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423501 Oct 12 19:51:26.154983 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-6fed6935-6921-40e2-916c-2b4230d437f1 req-2e0f6d9d-8459-45aa-8b63-5163b49b322a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:51:26.199309 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fed6935-6921-40e2-916c-2b4230d437f1 req-2e0f6d9d-8459-45aa-8b63-5163b49b322a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:51:26.200062 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-6fed6935-6921-40e2-916c-2b4230d437f1 req-2e0f6d9d-8459-45aa-8b63-5163b49b322a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:51:26.201389 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6fed6935-6921-40e2-916c-2b4230d437f1 req-2e0f6d9d-8459-45aa-8b63-5163b49b322a service neutron] 10.222.0.67 "PUT /v2.0/ports/02d2a430-a127-4bab-a784-5e92c84d7451 HTTP/1.1" status: 200 len: 1091 time: 1.1203163 Oct 12 19:51:26.201980 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1da8c864-2251-4b62-93b6-5ce2495090b8', 'tag': '02d2a430-a127-4bab-a784-5e92c84d7451'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:51:26.205276 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-089f3b67-e61a-4397-ac29-943f5c31738d" -d '{"events": [{"name": "network-changed", "server_uuid": "1da8c864-2251-4b62-93b6-5ce2495090b8", "tag": "02d2a430-a127-4bab-a784-5e92c84d7451"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:51:26.228934 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0f6d9d-8459-45aa-8b63-5163b49b322a service neutron] Pushing event updated for resources: {'Port': ['ID=02d2a430-a127-4bab-a784-5e92c84d7451,revision_number=3']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:51:26.277264 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22aaaa3d-31c1-4177-b8c7-e80a9a86452a x-openstack-request-id: req-22aaaa3d-31c1-4177-b8c7-e80a9a86452a {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:51:26.278072 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1da8c864-2251-4b62-93b6-5ce2495090b8", "tag": "02d2a430-a127-4bab-a784-5e92c84d7451", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:51:26.278520 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-22aaaa3d-31c1-4177-b8c7-e80a9a86452a {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:51:26.279070 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1da8c864-2251-4b62-93b6-5ce2495090b8', 'tag': '02d2a430-a127-4bab-a784-5e92c84d7451', 'status': 'completed', 'code': 200} Oct 12 19:51:26.345149 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089f3b67-e61a-4397-ac29-943f5c31738d req-d03fe15b-5d67-49f6-b8a0-f8643fda71b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:51:26.348561 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-089f3b67-e61a-4397-ac29-943f5c31738d req-d03fe15b-5d67-49f6-b8a0-f8643fda71b9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f37c8fe971bc4b5daa2f916c03f91d01&device_id=1da8c864-2251-4b62-93b6-5ce2495090b8 HTTP/1.1" status: 200 len: 1094 time: 0.0517688 Oct 12 19:51:26.593291 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089f3b67-e61a-4397-ac29-943f5c31738d req-233d6bcd-4305-4386-84f8-a20529b55c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:51:26.595419 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-089f3b67-e61a-4397-ac29-943f5c31738d req-233d6bcd-4305-4386-84f8-a20529b55c43 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=f37c8fe971bc4b5daa2f916c03f91d01&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2388949 Oct 12 19:51:26.770122 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089f3b67-e61a-4397-ac29-943f5c31738d req-19f6cf60-9054-4644-a0d6-89903a09deab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:51:26.771588 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-089f3b67-e61a-4397-ac29-943f5c31738d req-19f6cf60-9054-4644-a0d6-89903a09deab service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1690981 Oct 12 19:51:26.852918 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fed6935-6921-40e2-916c-2b4230d437f1 req-a9a503c1-cdef-47a3-9c70-d7e379c78e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:51:26.854436 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6fed6935-6921-40e2-916c-2b4230d437f1 req-a9a503c1-cdef-47a3-9c70-d7e379c78e6e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f37c8fe971bc4b5daa2f916c03f91d01&device_id=1da8c864-2251-4b62-93b6-5ce2495090b8 HTTP/1.1" status: 200 len: 1094 time: 0.0450287 Oct 12 19:51:26.894939 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6fed6935-6921-40e2-916c-2b4230d437f1 req-456434b4-2c9b-471f-b853-eadad4bbe8af service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=02d2a430-a127-4bab-a784-5e92c84d7451 HTTP/1.1" status: 200 len: 217 time: 0.0327432 Oct 12 19:51:26.943293 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fed6935-6921-40e2-916c-2b4230d437f1 req-76206d0c-a440-43b9-adf7-0bfc4b268e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:51:26.944760 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6fed6935-6921-40e2-916c-2b4230d437f1 req-76206d0c-a440-43b9-adf7-0bfc4b268e05 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2bf5b286-d487-470c-8401-d82862f269e1 HTTP/1.1" status: 200 len: 850 time: 0.0433536 Oct 12 19:51:26.995008 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fed6935-6921-40e2-916c-2b4230d437f1 req-096c3e18-90e8-4444-8cf0-5c2b91b212b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:51:26.996649 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6fed6935-6921-40e2-916c-2b4230d437f1 req-096c3e18-90e8-4444-8cf0-5c2b91b212b4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=bab0c1ad-2a75-48a8-874f-0744bd8e0a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440550 Oct 12 19:51:27.088940 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6fed6935-6921-40e2-916c-2b4230d437f1 req-28ccee91-a158-4c73-9692-5c0d69f0e45d service neutron] 10.222.0.67 "GET /v2.0/networks/bab0c1ad-2a75-48a8-874f-0744bd8e0a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846770 Oct 12 19:51:27.199358 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6fed6935-6921-40e2-916c-2b4230d437f1 req-4aa49936-5097-4594-823f-7420fd574cd6 service neutron] 10.222.0.67 "GET /v2.0/networks/bab0c1ad-2a75-48a8-874f-0744bd8e0a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028268 Oct 12 19:51:27.219756 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb415b7-4ef8-4fab-9617-cc2168830ac0 req-02cc9883-66bf-44ff-92f4-4eac85a7c465 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:51:27.221760 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-acb415b7-4ef8-4fab-9617-cc2168830ac0 req-02cc9883-66bf-44ff-92f4-4eac85a7c465 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=1da8c864-2251-4b62-93b6-5ce2495090b8 HTTP/1.1" status: 200 len: 943 time: 0.0610323 Oct 12 19:51:27.266236 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-acb415b7-4ef8-4fab-9617-cc2168830ac0 req-b5b2cc0a-69c6-44d6-8b31-c3079e4b8950 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7222ca9-0cbe-4248-9036-2f125df10e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373123 Oct 12 19:51:28.414386 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17526338-bf7f-4690-a530-8b5aeefd895b req-cf354c8a-7d88-4ad7-98b0-1c717cc56412 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:51:28.415857 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-17526338-bf7f-4690-a530-8b5aeefd895b req-cf354c8a-7d88-4ad7-98b0-1c717cc56412 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=1da8c864-2251-4b62-93b6-5ce2495090b8 HTTP/1.1" status: 200 len: 943 time: 0.0553668 Oct 12 19:51:28.456609 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-17526338-bf7f-4690-a530-8b5aeefd895b req-ddcdefe5-b14c-4f37-bab6-83a57770860e tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7222ca9-0cbe-4248-9036-2f125df10e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339370 Oct 12 19:51:29.165772 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a11f1b29-c5c0-4549-8686-89ec060bd3ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:51:29.603827 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bbd3ce-0ae3-4524-94ba-f73baf07b382 req-39f7874a-02a8-490e-9670-17461cf6f771 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:51:29.611421 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-99bbd3ce-0ae3-4524-94ba-f73baf07b382 req-39f7874a-02a8-490e-9670-17461cf6f771 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=1da8c864-2251-4b62-93b6-5ce2495090b8 HTTP/1.1" status: 200 len: 943 time: 0.0679657 Oct 12 19:51:29.648171 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-99bbd3ce-0ae3-4524-94ba-f73baf07b382 req-5d2e8692-070e-44bc-af82-2bc81ddfe48f tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7222ca9-0cbe-4248-9036-2f125df10e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357916 Oct 12 19:51:30.776692 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5ee7c8-5bb6-4a15-a1b8-15fb09c1e1db req-b7dd2209-be12-4c44-ae14-1a3b56fb2b95 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:51:30.778567 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8f5ee7c8-5bb6-4a15-a1b8-15fb09c1e1db req-b7dd2209-be12-4c44-ae14-1a3b56fb2b95 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=1da8c864-2251-4b62-93b6-5ce2495090b8 HTTP/1.1" status: 200 len: 943 time: 0.0549755 Oct 12 19:51:30.822613 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8f5ee7c8-5bb6-4a15-a1b8-15fb09c1e1db req-8d1eb782-5c7b-45d8-a3f0-b060e4ca00f1 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7222ca9-0cbe-4248-9036-2f125df10e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372596 Oct 12 19:51:31.730922 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9e637df8-6708-4360-b886-f04baca0122e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:51:31.943303 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a10f75-887a-4428-9c3a-8ee40d62cae8 req-aa9f4614-649d-4ddb-b2e2-69fd6052da87 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:51:31.944813 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-62a10f75-887a-4428-9c3a-8ee40d62cae8 req-aa9f4614-649d-4ddb-b2e2-69fd6052da87 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=1da8c864-2251-4b62-93b6-5ce2495090b8 HTTP/1.1" status: 200 len: 943 time: 0.0519094 Oct 12 19:51:31.983515 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-62a10f75-887a-4428-9c3a-8ee40d62cae8 req-cb01cfe9-cdb7-4f60-935e-0dba1f0ec94c tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7222ca9-0cbe-4248-9036-2f125df10e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327227 Oct 12 19:51:32.543187 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:51:33.126404 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:51:33.128933 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8289b9-a30a-4e1e-a6bf-c90384ad7260 req-3a04f25b-4111-492d-8fae-fbb1e31c793e tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:51:33.130693 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cb8289b9-a30a-4e1e-a6bf-c90384ad7260 req-3a04f25b-4111-492d-8fae-fbb1e31c793e tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=1da8c864-2251-4b62-93b6-5ce2495090b8 HTTP/1.1" status: 200 len: 943 time: 0.0651248 Oct 12 19:51:33.165852 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:51:33.173941 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cb8289b9-a30a-4e1e-a6bf-c90384ad7260 req-49b71f29-b0a5-4cea-9e80-815b5fd4ac13 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7222ca9-0cbe-4248-9036-2f125df10e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360339 Oct 12 19:51:34.046054 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:51:34.298236 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfb966c-1be8-4653-9af9-c63fe780a47e req-bce7a18b-2f54-40c0-913b-d3b2a0939a5e tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:51:34.310620 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4bfb966c-1be8-4653-9af9-c63fe780a47e req-bce7a18b-2f54-40c0-913b-d3b2a0939a5e tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=1da8c864-2251-4b62-93b6-5ce2495090b8 HTTP/1.1" status: 200 len: 943 time: 0.0506747 Oct 12 19:51:34.340826 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4bfb966c-1be8-4653-9af9-c63fe780a47e req-248f229a-b6c0-4f4b-baaf-2d234d02089f tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7222ca9-0cbe-4248-9036-2f125df10e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349934 Oct 12 19:51:34.673682 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:51:35.510794 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbc358f-2886-4e9a-b1b2-cda22a390074 req-d42a2a7b-c70d-43e4-ba61-3380469870a8 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:51:35.513911 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cdbc358f-2886-4e9a-b1b2-cda22a390074 req-d42a2a7b-c70d-43e4-ba61-3380469870a8 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=1da8c864-2251-4b62-93b6-5ce2495090b8 HTTP/1.1" status: 200 len: 943 time: 0.0723307 Oct 12 19:51:35.565710 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cdbc358f-2886-4e9a-b1b2-cda22a390074 req-accfa45b-f7f4-448e-b861-80d825518c54 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7222ca9-0cbe-4248-9036-2f125df10e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455711 Oct 12 19:51:36.695932 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b947f6f-6c8c-4ebe-a999-2d916a39d0b0 req-b29b72fc-1314-4f08-9a47-5a236926b628 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:51:36.699222 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3b947f6f-6c8c-4ebe-a999-2d916a39d0b0 req-b29b72fc-1314-4f08-9a47-5a236926b628 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=1da8c864-2251-4b62-93b6-5ce2495090b8 HTTP/1.1" status: 200 len: 943 time: 0.0623107 Oct 12 19:51:36.753174 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3b947f6f-6c8c-4ebe-a999-2d916a39d0b0 req-bef04108-9c68-474c-8d95-2dae4250fbca tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7222ca9-0cbe-4248-9036-2f125df10e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410047 Oct 12 19:51:37.877239 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a099e1b-7523-43fd-96b6-dfcf3441b886 req-0d17951c-a100-47d3-9497-0c64615b7653 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:51:37.879330 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4a099e1b-7523-43fd-96b6-dfcf3441b886 req-0d17951c-a100-47d3-9497-0c64615b7653 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=1da8c864-2251-4b62-93b6-5ce2495090b8 HTTP/1.1" status: 200 len: 943 time: 0.0544598 Oct 12 19:51:37.916509 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4a099e1b-7523-43fd-96b6-dfcf3441b886 req-a5cb6b7c-b839-4e17-9948-6e0d224ccd10 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7222ca9-0cbe-4248-9036-2f125df10e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310426 Oct 12 19:51:39.036739 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0aca5d-98d1-4866-b449-0db1fcb9768d req-3563602d-6a68-4966-884b-3ef2eaa502e3 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:51:39.038235 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7b0aca5d-98d1-4866-b449-0db1fcb9768d req-3563602d-6a68-4966-884b-3ef2eaa502e3 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=1da8c864-2251-4b62-93b6-5ce2495090b8 HTTP/1.1" status: 200 len: 943 time: 0.0514331 Oct 12 19:51:39.077198 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7b0aca5d-98d1-4866-b449-0db1fcb9768d req-2e563373-3de7-4a45-949e-f0a07eb53799 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7222ca9-0cbe-4248-9036-2f125df10e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331302 Oct 12 19:51:39.171268 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 19:51:40.198792 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96b0f9c-9a13-4064-91d7-3cb34df16bed req-a09b8887-ad28-49f2-be91-2ca71f982bef tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:51:40.200480 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e96b0f9c-9a13-4064-91d7-3cb34df16bed req-a09b8887-ad28-49f2-be91-2ca71f982bef tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=1da8c864-2251-4b62-93b6-5ce2495090b8 HTTP/1.1" status: 200 len: 943 time: 0.0526519 Oct 12 19:51:40.239352 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e96b0f9c-9a13-4064-91d7-3cb34df16bed req-303e469e-77ea-4250-af09-9452b9305f7b tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7222ca9-0cbe-4248-9036-2f125df10e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326438 Oct 12 19:51:41.359556 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130f4ce9-9dc1-4b1d-8e0a-3b312e69093a req-6c71f852-fcf5-4426-9173-09c64465c087 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:51:41.360231 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-130f4ce9-9dc1-4b1d-8e0a-3b312e69093a req-6c71f852-fcf5-4426-9173-09c64465c087 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=1da8c864-2251-4b62-93b6-5ce2495090b8 HTTP/1.1" status: 200 len: 943 time: 0.0515435 Oct 12 19:51:41.407121 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-130f4ce9-9dc1-4b1d-8e0a-3b312e69093a req-b1f64ad2-59cc-4a57-8e25-86c44d567ec7 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7222ca9-0cbe-4248-9036-2f125df10e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392916 Oct 12 19:51:42.532247 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528a448d-e24b-4410-8771-4d88b60afee1 req-e0cc8550-4d05-4c57-99e1-5c99302d44ce tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:51:42.533909 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-528a448d-e24b-4410-8771-4d88b60afee1 req-e0cc8550-4d05-4c57-99e1-5c99302d44ce tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=1da8c864-2251-4b62-93b6-5ce2495090b8 HTTP/1.1" status: 200 len: 943 time: 0.0542209 Oct 12 19:51:42.573873 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-528a448d-e24b-4410-8771-4d88b60afee1 req-4f78b7c5-e067-47f9-ac78-a1e14c1ca0a9 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7222ca9-0cbe-4248-9036-2f125df10e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332243 Oct 12 19:51:43.688948 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b78cbd-e66a-45aa-b780-c078fd431ab1 req-778c4115-1ecf-4229-ae41-682fa397f0f1 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:51:43.690392 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e6b78cbd-e66a-45aa-b780-c078fd431ab1 req-778c4115-1ecf-4229-ae41-682fa397f0f1 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=1da8c864-2251-4b62-93b6-5ce2495090b8 HTTP/1.1" status: 200 len: 943 time: 0.0492897 Oct 12 19:51:43.733239 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e6b78cbd-e66a-45aa-b780-c078fd431ab1 req-ef7a660e-962c-4cdc-871e-abea55612b75 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7222ca9-0cbe-4248-9036-2f125df10e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363188 Oct 12 19:51:44.856121 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2423b2-9efc-477a-b7bb-576e8c758e9d req-79f30c14-71f4-4f3a-bf5b-93eed46c1461 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:51:44.857667 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8e2423b2-9efc-477a-b7bb-576e8c758e9d req-79f30c14-71f4-4f3a-bf5b-93eed46c1461 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=1da8c864-2251-4b62-93b6-5ce2495090b8 HTTP/1.1" status: 200 len: 943 time: 0.0508265 Oct 12 19:51:44.898740 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8e2423b2-9efc-477a-b7bb-576e8c758e9d req-ed98ea60-83af-4437-83f7-86ec167c0189 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7222ca9-0cbe-4248-9036-2f125df10e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332806 Oct 12 19:51:46.015710 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b7304a-40d5-4df8-a87a-b98bed0c96bf req-34b87b10-87d7-40e0-8a48-14f15a6de301 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:51:46.017242 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-25b7304a-40d5-4df8-a87a-b98bed0c96bf req-34b87b10-87d7-40e0-8a48-14f15a6de301 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=1da8c864-2251-4b62-93b6-5ce2495090b8 HTTP/1.1" status: 200 len: 943 time: 0.0488148 Oct 12 19:51:46.055648 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-25b7304a-40d5-4df8-a87a-b98bed0c96bf req-f31b413f-ab38-429b-bfb5-8fe038677708 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7222ca9-0cbe-4248-9036-2f125df10e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321748 Oct 12 19:51:47.176816 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a079dc9-979e-4edf-988c-17ceb4393eee req-e98803ba-651c-4f64-bcc9-bfe122eb4faf tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:51:47.178406 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8a079dc9-979e-4edf-988c-17ceb4393eee req-e98803ba-651c-4f64-bcc9-bfe122eb4faf tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=1da8c864-2251-4b62-93b6-5ce2495090b8 HTTP/1.1" status: 200 len: 943 time: 0.0544055 Oct 12 19:51:47.217090 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8a079dc9-979e-4edf-988c-17ceb4393eee req-42d2f1f2-0043-40ed-9272-00a3dbc3cbea tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7222ca9-0cbe-4248-9036-2f125df10e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324061 Oct 12 19:51:47.673752 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c1fae93a-8c75-472e-8cc1-8aec1767ac73 req-af4154de-0997-40f2-ade7-08d6ab5c01ae service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2ff8c527-079e-4364-8767-00fa84141586&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0426700 Oct 12 19:51:47.760968 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fae93a-8c75-472e-8cc1-8aec1767ac73 req-c7e30a25-5a1f-4159-b0c5-5ea479edc8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:51:47.762439 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c1fae93a-8c75-472e-8cc1-8aec1767ac73 req-c7e30a25-5a1f-4159-b0c5-5ea479edc8fa service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6c0c61faa5ca4b56b21ac0c4101f2000&device_id=2ff8c527-079e-4364-8767-00fa84141586 HTTP/1.1" status: 200 len: 1096 time: 0.0412056 Oct 12 19:51:47.869836 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fae93a-8c75-472e-8cc1-8aec1767ac73 req-53aed2ed-2ed9-4bc9-b017-fe109b65d231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:51:47.871297 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c1fae93a-8c75-472e-8cc1-8aec1767ac73 req-53aed2ed-2ed9-4bc9-b017-fe109b65d231 service neutron] 10.222.0.67 "GET /v2.0/networks?id=25509606-2874-484e-8662-9f4862bcc052 HTTP/1.1" status: 200 len: 910 time: 0.0896726 Oct 12 19:51:47.938056 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c1fae93a-8c75-472e-8cc1-8aec1767ac73 req-3b22501a-aea5-4289-9014-3296ffe6babd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=959fdb3b-03bf-4a41-945f-14539bfa6a75 HTTP/1.1" status: 200 len: 1000 time: 0.0581279 Oct 12 19:51:48.287973 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fae93a-8c75-472e-8cc1-8aec1767ac73 req-8d3bb814-f3e1-46be-ba57-9defe651915d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:51:48.289482 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c1fae93a-8c75-472e-8cc1-8aec1767ac73 req-8d3bb814-f3e1-46be-ba57-9defe651915d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=83d82e2b-8044-4ed1-881f-6e129663a76c HTTP/1.1" status: 200 len: 848 time: 0.3446422 Oct 12 19:51:48.334008 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4615967-f7ce-4b33-ab47-e6948cb80aff req-969c92fa-9569-46de-81a5-912c12bed3de tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:51:48.336396 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f4615967-f7ce-4b33-ab47-e6948cb80aff req-969c92fa-9569-46de-81a5-912c12bed3de tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=1da8c864-2251-4b62-93b6-5ce2495090b8 HTTP/1.1" status: 200 len: 943 time: 0.0503998 Oct 12 19:51:48.337766 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fae93a-8c75-472e-8cc1-8aec1767ac73 req-adc5be74-7aef-4d35-8e6c-a4c460bc7e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:51:48.339248 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c1fae93a-8c75-472e-8cc1-8aec1767ac73 req-adc5be74-7aef-4d35-8e6c-a4c460bc7e48 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=25509606-2874-484e-8662-9f4862bcc052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415945 Oct 12 19:51:48.375599 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f4615967-f7ce-4b33-ab47-e6948cb80aff req-c6334bc8-9090-476b-9779-b97e32d28acc tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7222ca9-0cbe-4248-9036-2f125df10e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342200 Oct 12 19:51:48.434401 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c1fae93a-8c75-472e-8cc1-8aec1767ac73 req-0bd71f17-d165-41ae-b5f3-0691b4fb3b4a service neutron] 10.222.0.67 "GET /v2.0/networks/25509606-2874-484e-8662-9f4862bcc052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877080 Oct 12 19:51:48.523962 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c1fae93a-8c75-472e-8cc1-8aec1767ac73 req-97cd709c-df8e-48ff-8729-a6ca83cc05ed service neutron] 10.222.0.67 "GET /v2.0/networks/25509606-2874-484e-8662-9f4862bcc052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814190 Oct 12 19:51:49.491583 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c26671a-df1e-4f96-b992-67186b8ed597 req-71a19881-c1e6-4a75-aca9-b53a9882890f tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:51:49.493442 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8c26671a-df1e-4f96-b992-67186b8ed597 req-71a19881-c1e6-4a75-aca9-b53a9882890f tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=1da8c864-2251-4b62-93b6-5ce2495090b8 HTTP/1.1" status: 200 len: 943 time: 0.0508971 Oct 12 19:51:49.533979 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8c26671a-df1e-4f96-b992-67186b8ed597 req-79a8050b-61ba-4155-8589-d083de3f2cc4 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7222ca9-0cbe-4248-9036-2f125df10e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332258 Oct 12 19:51:50.647832 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ede1b17-91bb-4dda-94b4-f74ecc09d484 req-6ecf6a46-bb06-4f26-b83f-c3b3777aefd5 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:51:50.649344 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0ede1b17-91bb-4dda-94b4-f74ecc09d484 req-6ecf6a46-bb06-4f26-b83f-c3b3777aefd5 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=1da8c864-2251-4b62-93b6-5ce2495090b8 HTTP/1.1" status: 200 len: 943 time: 0.0500655 Oct 12 19:51:50.698418 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0ede1b17-91bb-4dda-94b4-f74ecc09d484 req-c27a5983-e036-4052-a045-cb5c2be69a90 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7222ca9-0cbe-4248-9036-2f125df10e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413449 Oct 12 19:51:50.829537 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-696818c4-40af-406b-945d-29950f6f4317 req-eec78ee9-1f00-43bd-bffc-fb269f05fd1e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d18708ca-7c56-4277-b21d-af84c40f0a11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394657 Oct 12 19:51:50.914683 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696818c4-40af-406b-945d-29950f6f4317 req-cffca640-6168-4c21-bab2-13a971dc4ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:51:50.916185 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-696818c4-40af-406b-945d-29950f6f4317 req-cffca640-6168-4c21-bab2-13a971dc4ab7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f37c8fe971bc4b5daa2f916c03f91d01&device_id=d18708ca-7c56-4277-b21d-af84c40f0a11 HTTP/1.1" status: 200 len: 1096 time: 0.0399413 Oct 12 19:51:51.023380 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696818c4-40af-406b-945d-29950f6f4317 req-c425dace-a79f-4076-8c46-a51a9f67b568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:51:51.024931 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-696818c4-40af-406b-945d-29950f6f4317 req-c425dace-a79f-4076-8c46-a51a9f67b568 service neutron] 10.222.0.61 "GET /v2.0/networks?id=bab0c1ad-2a75-48a8-874f-0744bd8e0a35 HTTP/1.1" status: 200 len: 912 time: 0.0887561 Oct 12 19:51:51.065792 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-696818c4-40af-406b-945d-29950f6f4317 req-29251cce-bebe-48f3-9259-f87abbf9bdd4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=58859c65-654f-4cbe-ad5f-ee5040136d2e HTTP/1.1" status: 200 len: 217 time: 0.0338421 Oct 12 19:51:51.115320 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696818c4-40af-406b-945d-29950f6f4317 req-450cf5d7-ea72-4da9-b151-813c45f0a880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:51:51.116855 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-696818c4-40af-406b-945d-29950f6f4317 req-450cf5d7-ea72-4da9-b151-813c45f0a880 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2bf5b286-d487-470c-8401-d82862f269e1 HTTP/1.1" status: 200 len: 850 time: 0.0445406 Oct 12 19:51:51.166164 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696818c4-40af-406b-945d-29950f6f4317 req-869229d6-a35b-4af5-85bc-659f560fe8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:51:51.168203 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-696818c4-40af-406b-945d-29950f6f4317 req-869229d6-a35b-4af5-85bc-659f560fe8d6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=bab0c1ad-2a75-48a8-874f-0744bd8e0a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443559 Oct 12 19:51:51.257805 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-696818c4-40af-406b-945d-29950f6f4317 req-c77c30fc-b5f9-42db-80c8-5843c57866d2 service neutron] 10.222.0.61 "GET /v2.0/networks/bab0c1ad-2a75-48a8-874f-0744bd8e0a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823100 Oct 12 19:51:51.350815 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-696818c4-40af-406b-945d-29950f6f4317 req-13dba134-7a9a-4ecc-b996-7091279d29c1 service neutron] 10.222.0.61 "GET /v2.0/networks/bab0c1ad-2a75-48a8-874f-0744bd8e0a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856802 Oct 12 19:51:51.818538 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fed0e14-75c3-4365-93ba-0185501700fc req-4728c625-6b16-4bca-bc57-2caa7735fa4b tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:51:51.820009 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6fed0e14-75c3-4365-93ba-0185501700fc req-4728c625-6b16-4bca-bc57-2caa7735fa4b tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=1da8c864-2251-4b62-93b6-5ce2495090b8 HTTP/1.1" status: 200 len: 943 time: 0.0535383 Oct 12 19:51:51.858041 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6fed0e14-75c3-4365-93ba-0185501700fc req-babb8404-194f-4493-8062-73aa4ede9780 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7222ca9-0cbe-4248-9036-2f125df10e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314159 Oct 12 19:51:52.985624 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f188e1-930c-4a27-8d52-93558dcb942d req-fbd5d071-593a-4ce1-b0e8-6707e6c9cf5d tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:51:52.987077 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-71f188e1-930c-4a27-8d52-93558dcb942d req-fbd5d071-593a-4ce1-b0e8-6707e6c9cf5d tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=1da8c864-2251-4b62-93b6-5ce2495090b8 HTTP/1.1" status: 200 len: 943 time: 0.0566549 Oct 12 19:51:53.024880 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-71f188e1-930c-4a27-8d52-93558dcb942d req-794039a2-0a18-4f90-9b20-6d361b5282ba tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7222ca9-0cbe-4248-9036-2f125df10e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317135 Oct 12 19:51:54.141975 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f907c0e5-bbf3-4abb-802c-c3dd2b2967eb req-143960f7-9ec3-4fa1-aa5a-b094c392a63a tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:51:54.143370 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f907c0e5-bbf3-4abb-802c-c3dd2b2967eb req-143960f7-9ec3-4fa1-aa5a-b094c392a63a tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=1da8c864-2251-4b62-93b6-5ce2495090b8 HTTP/1.1" status: 200 len: 943 time: 0.0507431 Oct 12 19:51:54.183915 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f907c0e5-bbf3-4abb-802c-c3dd2b2967eb req-827e485c-2c68-48b2-9ed5-b3edfde53f42 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7222ca9-0cbe-4248-9036-2f125df10e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343847 Oct 12 19:51:55.300201 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79501455-ea29-4173-b2e0-d3c99a0acd16 req-ff1c1273-69eb-4e74-bf0a-2e7cdc29fd6f tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:51:55.301429 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-79501455-ea29-4173-b2e0-d3c99a0acd16 req-ff1c1273-69eb-4e74-bf0a-2e7cdc29fd6f tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=1da8c864-2251-4b62-93b6-5ce2495090b8 HTTP/1.1" status: 200 len: 943 time: 0.0483658 Oct 12 19:51:55.339043 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-79501455-ea29-4173-b2e0-d3c99a0acd16 req-ec127afb-5f37-430e-816c-8021b7d0f0dc tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7222ca9-0cbe-4248-9036-2f125df10e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313911 Oct 12 19:51:56.454791 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e8af5f-5dc1-48f3-a1a7-3fdc77f2a8f5 req-d7a3e39e-f69c-405d-8e0f-03225bcb3cd7 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:51:56.456441 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-43e8af5f-5dc1-48f3-a1a7-3fdc77f2a8f5 req-d7a3e39e-f69c-405d-8e0f-03225bcb3cd7 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=1da8c864-2251-4b62-93b6-5ce2495090b8 HTTP/1.1" status: 200 len: 943 time: 0.0494318 Oct 12 19:51:56.494789 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-43e8af5f-5dc1-48f3-a1a7-3fdc77f2a8f5 req-f600aee4-69cc-4d3c-a7a1-e1f28a8a4ec6 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7222ca9-0cbe-4248-9036-2f125df10e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325751 Oct 12 19:51:57.613355 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b10a03-3b67-42c3-a211-b68dcc76c7c7 req-54ee88cd-461c-4403-af4a-14f5dd0dc181 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:51:57.614824 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b6b10a03-3b67-42c3-a211-b68dcc76c7c7 req-54ee88cd-461c-4403-af4a-14f5dd0dc181 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=1da8c864-2251-4b62-93b6-5ce2495090b8 HTTP/1.1" status: 200 len: 943 time: 0.0534828 Oct 12 19:51:57.652601 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b6b10a03-3b67-42c3-a211-b68dcc76c7c7 req-037fc736-e46d-4759-a3a3-80c61dc53945 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7222ca9-0cbe-4248-9036-2f125df10e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317347 Oct 12 19:51:58.777542 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e22b6e-aaba-45d0-88d9-1891343ad365 req-9d9100fe-4820-4425-9b7a-cbe46f7e02ca tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:51:58.779083 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-72e22b6e-aaba-45d0-88d9-1891343ad365 req-9d9100fe-4820-4425-9b7a-cbe46f7e02ca tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=1da8c864-2251-4b62-93b6-5ce2495090b8 HTTP/1.1" status: 200 len: 943 time: 0.0581400 Oct 12 19:51:58.818923 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-72e22b6e-aaba-45d0-88d9-1891343ad365 req-a4548561-c100-4a78-8f7b-56105bf88037 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7222ca9-0cbe-4248-9036-2f125df10e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338230 Oct 12 19:51:59.215669 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-85b54d5d-201c-4018-a090-7c609f9ebda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:51:59.951975 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc98718a-d013-40cb-81f6-6b74f2a8b6f4 req-d255f0de-e468-47c1-8c11-539f5a2eee09 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:51:59.953449 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-fc98718a-d013-40cb-81f6-6b74f2a8b6f4 req-d255f0de-e468-47c1-8c11-539f5a2eee09 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=1da8c864-2251-4b62-93b6-5ce2495090b8 HTTP/1.1" status: 200 len: 943 time: 0.0508027 Oct 12 19:51:59.993085 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-fc98718a-d013-40cb-81f6-6b74f2a8b6f4 req-db6dd079-d3c4-4dc0-8e27-271d6e7c18e3 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7222ca9-0cbe-4248-9036-2f125df10e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330143 Oct 12 19:52:01.112237 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b57b6da-5d71-4236-be5f-d17384e0d294 req-78cb797e-ae1c-4354-b3f7-4b7260107c51 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:52:01.113783 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6b57b6da-5d71-4236-be5f-d17384e0d294 req-78cb797e-ae1c-4354-b3f7-4b7260107c51 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=1da8c864-2251-4b62-93b6-5ce2495090b8 HTTP/1.1" status: 200 len: 943 time: 0.0522244 Oct 12 19:52:01.152716 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6b57b6da-5d71-4236-be5f-d17384e0d294 req-cf944064-7f9d-4843-b030-7009dd2bbdd7 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7222ca9-0cbe-4248-9036-2f125df10e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325074 Oct 12 19:52:01.731607 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e925e802-c495-4541-97d9-453d5976ede9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:02.274197 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9ef533-1688-4e05-b404-abfaecf96bbb req-f0494b2f-2c6f-4a86-862b-be44cc750cb6 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:52:02.275643 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1f9ef533-1688-4e05-b404-abfaecf96bbb req-f0494b2f-2c6f-4a86-862b-be44cc750cb6 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=1da8c864-2251-4b62-93b6-5ce2495090b8 HTTP/1.1" status: 200 len: 943 time: 0.0504894 Oct 12 19:52:02.313162 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1f9ef533-1688-4e05-b404-abfaecf96bbb req-87582673-1c40-480e-a53e-7925d86891f5 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7222ca9-0cbe-4248-9036-2f125df10e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315547 Oct 12 19:52:02.480321 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:03.117105 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:03.177314 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:03.430629 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4740857e-6c69-4e2e-aa35-9e5a75a3218a req-09dc9a5f-9644-4f28-b082-bcba63f0ec13 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:52:03.432195 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4740857e-6c69-4e2e-aa35-9e5a75a3218a req-09dc9a5f-9644-4f28-b082-bcba63f0ec13 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=1da8c864-2251-4b62-93b6-5ce2495090b8 HTTP/1.1" status: 200 len: 943 time: 0.0502923 Oct 12 19:52:03.471121 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4740857e-6c69-4e2e-aa35-9e5a75a3218a req-4edc786e-d122-4e76-9cd2-e483fd33b08a tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7222ca9-0cbe-4248-9036-2f125df10e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323110 Oct 12 19:52:04.049797 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:04.595334 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff2c420-1a08-4c93-aeba-8c43501ce9d6 req-3ad8ac37-7b96-43fb-a145-3234fc6558bc tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:52:04.600523 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-dff2c420-1a08-4c93-aeba-8c43501ce9d6 req-3ad8ac37-7b96-43fb-a145-3234fc6558bc tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=1da8c864-2251-4b62-93b6-5ce2495090b8 HTTP/1.1" status: 200 len: 943 time: 0.0587204 Oct 12 19:52:04.635413 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-dff2c420-1a08-4c93-aeba-8c43501ce9d6 req-14020216-ab85-4e70-a19f-7889e1d5d523 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7222ca9-0cbe-4248-9036-2f125df10e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327668 Oct 12 19:52:04.646061 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:05.759156 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225f0022-cf76-455c-a1c8-02e9ca90bd91 req-626d8645-581d-4590-a3d9-8ca5c13338d9 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:52:05.760663 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-225f0022-cf76-455c-a1c8-02e9ca90bd91 req-626d8645-581d-4590-a3d9-8ca5c13338d9 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=1da8c864-2251-4b62-93b6-5ce2495090b8 HTTP/1.1" status: 200 len: 943 time: 0.0566769 Oct 12 19:52:05.803012 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-225f0022-cf76-455c-a1c8-02e9ca90bd91 req-f7ee22ba-8799-4e4d-8095-bb76851de465 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7222ca9-0cbe-4248-9036-2f125df10e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354419 Oct 12 19:52:06.919356 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94700d1-9e8e-4b33-8f83-b097fff0f1d1 req-6e383499-eea3-43b8-9f0c-a710ffd654bc tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:52:06.921374 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a94700d1-9e8e-4b33-8f83-b097fff0f1d1 req-6e383499-eea3-43b8-9f0c-a710ffd654bc tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=1da8c864-2251-4b62-93b6-5ce2495090b8 HTTP/1.1" status: 200 len: 943 time: 0.0496964 Oct 12 19:52:06.959678 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a94700d1-9e8e-4b33-8f83-b097fff0f1d1 req-c0111ccd-1372-4ada-9506-0f122a6ff3bf tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7222ca9-0cbe-4248-9036-2f125df10e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323770 Oct 12 19:52:08.078111 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847d5d63-c654-4f68-b059-a929cede357a req-39358c76-c886-4ec9-b1e9-6bd7ce0691e7 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:52:08.079669 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-847d5d63-c654-4f68-b059-a929cede357a req-39358c76-c886-4ec9-b1e9-6bd7ce0691e7 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=1da8c864-2251-4b62-93b6-5ce2495090b8 HTTP/1.1" status: 200 len: 943 time: 0.0520227 Oct 12 19:52:08.119727 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-847d5d63-c654-4f68-b059-a929cede357a req-45aeaae7-6bc8-4241-a6c8-c328d8c8478c tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7222ca9-0cbe-4248-9036-2f125df10e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336802 Oct 12 19:52:09.234275 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68706a2c-f0f5-4e12-b724-2fbfbba81b51 req-52366a68-ed16-47bb-a2e9-1ca7db27d760 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:52:09.235716 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-68706a2c-f0f5-4e12-b724-2fbfbba81b51 req-52366a68-ed16-47bb-a2e9-1ca7db27d760 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=1da8c864-2251-4b62-93b6-5ce2495090b8 HTTP/1.1" status: 200 len: 943 time: 0.0487201 Oct 12 19:52:09.272676 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-68706a2c-f0f5-4e12-b724-2fbfbba81b51 req-21d87b93-d4ef-4f1b-984b-18997a56a899 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7222ca9-0cbe-4248-9036-2f125df10e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310237 Oct 12 19:52:10.387098 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d7b3ce-7a34-4eb8-ba0c-e69efd1e1bc1 req-26601248-c5e2-4e14-abdf-69cbf6524375 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:52:10.388567 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-36d7b3ce-7a34-4eb8-ba0c-e69efd1e1bc1 req-26601248-c5e2-4e14-abdf-69cbf6524375 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=1da8c864-2251-4b62-93b6-5ce2495090b8 HTTP/1.1" status: 200 len: 943 time: 0.0491056 Oct 12 19:52:10.427020 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-36d7b3ce-7a34-4eb8-ba0c-e69efd1e1bc1 req-944aec31-93f4-43bf-b8fd-ffeff8560efd tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7222ca9-0cbe-4248-9036-2f125df10e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318611 Oct 12 19:52:11.083866 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 02d2a430-a127-4bab-a784-5e92c84d7451 details requested by agent hyperv_n-h2-813679-3 with host n-h2-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:52:11.177883 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 02d2a430-a127-4bab-a784-5e92c84d7451, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=02d2a430-a127-4bab-a784-5e92c84d7451,segment=NetworkSegment(797d701b-2156-4b5d-8b6d-c0ec33924cd8),segment_id=797d701b-2156-4b5d-8b6d-c0ec33924cd8)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:52:11.189696 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Returning: {'device': '02d2a430-a127-4bab-a784-5e92c84d7451', 'network_id': 'bab0c1ad-2a75-48a8-874f-0744bd8e0a35', 'port_id': '02d2a430-a127-4bab-a784-5e92c84d7451', 'mac_address': 'fa:16:3e:f9:35:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bf5b286-d487-470c-8401-d82862f269e1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:52:11.230689 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:11.243350 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02d2a430-a127-4bab-a784-5e92c84d7451 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:52:11.262767 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 02d2a430-a127-4bab-a784-5e92c84d7451, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=02d2a430-a127-4bab-a784-5e92c84d7451,segment=NetworkSegment(797d701b-2156-4b5d-8b6d-c0ec33924cd8),segment_id=797d701b-2156-4b5d-8b6d-c0ec33924cd8)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:52:11.335638 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:11.385094 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=02d2a430-a127-4bab-a784-5e92c84d7451,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:52:11.552595 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc1cd9e-d8e3-4e23-9728-ab1e7f0b2ab2 req-0458b7b2-c531-488f-b18b-ae8ae3b895cc tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:52:11.560093 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-dbc1cd9e-d8e3-4e23-9728-ab1e7f0b2ab2 req-0458b7b2-c531-488f-b18b-ae8ae3b895cc tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=1da8c864-2251-4b62-93b6-5ce2495090b8 HTTP/1.1" status: 200 len: 944 time: 0.0584033 Oct 12 19:52:11.591942 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-dbc1cd9e-d8e3-4e23-9728-ab1e7f0b2ab2 req-3b89e4af-e99c-4715-968d-30b94e02fc0f tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7222ca9-0cbe-4248-9036-2f125df10e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318100 Oct 12 19:52:11.594481 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['02d2a430-a127-4bab-a784-5e92c84d7451'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:52:12.727503 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab78603-b084-4ac3-85ac-1e8a633d5edc req-c7297d95-f58b-4753-a03a-f577741c00d2 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:52:12.729014 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8ab78603-b084-4ac3-85ac-1e8a633d5edc req-c7297d95-f58b-4753-a03a-f577741c00d2 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=1da8c864-2251-4b62-93b6-5ce2495090b8 HTTP/1.1" status: 200 len: 944 time: 0.0559330 Oct 12 19:52:12.767795 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8ab78603-b084-4ac3-85ac-1e8a633d5edc req-a7855494-b2ce-4a2f-8571-200ad6533bfa tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7222ca9-0cbe-4248-9036-2f125df10e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324988 Oct 12 19:52:13.091283 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 02d2a430-a127-4bab-a784-5e92c84d7451 up at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:52:13.217901 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning for port 02d2a430-a127-4bab-a784-5e92c84d7451 completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:52:13.221619 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning complete for port 02d2a430-a127-4bab-a784-5e92c84d7451 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:52:13.221981 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:13.297180 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:13.318669 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1da8c864-2251-4b62-93b6-5ce2495090b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02d2a430-a127-4bab-a784-5e92c84d7451'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:52:13.320958 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07206ca3-da25-4ac5-81df-26be81bd314d" -d '{"events": [{"server_uuid": "1da8c864-2251-4b62-93b6-5ce2495090b8", "name": "network-vif-plugged", "status": "completed", "tag": "02d2a430-a127-4bab-a784-5e92c84d7451"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:52:13.334073 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 02d2a430-a127-4bab-a784-5e92c84d7451, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=02d2a430-a127-4bab-a784-5e92c84d7451,segment=NetworkSegment(797d701b-2156-4b5d-8b6d-c0ec33924cd8),segment_id=797d701b-2156-4b5d-8b6d-c0ec33924cd8)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:52:13.357594 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3d79141-d287-4f55-b3cb-f5d12232e41b x-openstack-request-id: req-e3d79141-d287-4f55-b3cb-f5d12232e41b {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:52:13.362567 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1da8c864-2251-4b62-93b6-5ce2495090b8", "name": "network-vif-plugged", "status": "completed", "tag": "02d2a430-a127-4bab-a784-5e92c84d7451", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:52:13.362567 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e3d79141-d287-4f55-b3cb-f5d12232e41b {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:52:13.362567 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1da8c864-2251-4b62-93b6-5ce2495090b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02d2a430-a127-4bab-a784-5e92c84d7451', 'code': 200} Oct 12 19:52:13.415747 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:13.457578 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7781702d-643d-4279-aa9b-43147aaaa186 req-d0e5f010-14f5-4e78-b009-35d5808b2a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:52:13.459099 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7781702d-643d-4279-aa9b-43147aaaa186 req-d0e5f010-14f5-4e78-b009-35d5808b2a7f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1da8c864-2251-4b62-93b6-5ce2495090b8 HTTP/1.1" status: 200 len: 1096 time: 0.0420225 Oct 12 19:52:13.468046 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=02d2a430-a127-4bab-a784-5e92c84d7451,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:52:13.496420 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7781702d-643d-4279-aa9b-43147aaaa186 req-3009cc8e-d95a-4f1a-a25a-14fee7bc0d07 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=e7222ca9-0cbe-4248-9036-2f125df10e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296597 Oct 12 19:52:13.884908 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e663c51-b3e0-46c8-8a25-9d7f03855927 req-15dba98f-92d0-440a-992c-1c6ea8ebefc4 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:52:13.886386 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5e663c51-b3e0-46c8-8a25-9d7f03855927 req-15dba98f-92d0-440a-992c-1c6ea8ebefc4 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=1da8c864-2251-4b62-93b6-5ce2495090b8 HTTP/1.1" status: 200 len: 945 time: 0.0495775 Oct 12 19:52:13.925195 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5e663c51-b3e0-46c8-8a25-9d7f03855927 req-17499b21-3f9e-4942-a136-81add20a025e tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7222ca9-0cbe-4248-9036-2f125df10e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322273 Oct 12 19:52:15.044902 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd3040b-bfa8-4ff4-be69-a87e56ad2047 req-f825d694-5024-45c1-96b5-6400d5f5147a tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:52:15.046950 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2cd3040b-bfa8-4ff4-be69-a87e56ad2047 req-f825d694-5024-45c1-96b5-6400d5f5147a tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=1da8c864-2251-4b62-93b6-5ce2495090b8 HTTP/1.1" status: 200 len: 945 time: 0.0498688 Oct 12 19:52:15.085803 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2cd3040b-bfa8-4ff4-be69-a87e56ad2047 req-80813994-ff45-4048-9c46-56087e95eb1d tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7222ca9-0cbe-4248-9036-2f125df10e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325646 Oct 12 19:52:15.208852 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b918aa68-74fd-4cab-a4bd-6242dc876080 req-7cb6a17c-e03c-4066-8090-3fcccebf6a11 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:52:15.210391 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b918aa68-74fd-4cab-a4bd-6242dc876080 req-7cb6a17c-e03c-4066-8090-3fcccebf6a11 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=1da8c864-2251-4b62-93b6-5ce2495090b8 HTTP/1.1" status: 200 len: 945 time: 0.0538168 Oct 12 19:52:15.250800 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b918aa68-74fd-4cab-a4bd-6242dc876080 req-14a98f70-7c90-4e79-9a9d-7874d0ac68b0 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7222ca9-0cbe-4248-9036-2f125df10e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324097 Oct 12 19:52:15.945921 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cb6fd1-6757-4008-b880-dcf18cfe8838 req-81454cc8-a354-441d-a808-ca6c70101f6d tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:52:15.945921 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-39cb6fd1-6757-4008-b880-dcf18cfe8838 req-81454cc8-a354-441d-a808-ca6c70101f6d tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=1da8c864-2251-4b62-93b6-5ce2495090b8 HTTP/1.1" status: 200 len: 945 time: 0.0559759 Oct 12 19:52:15.945921 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-39cb6fd1-6757-4008-b880-dcf18cfe8838 req-1c26f395-4add-4e94-9848-161934b4404d tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7222ca9-0cbe-4248-9036-2f125df10e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343194 Oct 12 19:52:16.171887 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 19:52:17.058413 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2b0725-fe3d-4c6c-a7f9-e752973af72a req-23d6465e-3fff-44b8-be38-139a2c48f615 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:52:17.059924 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7f2b0725-fe3d-4c6c-a7f9-e752973af72a req-23d6465e-3fff-44b8-be38-139a2c48f615 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=1da8c864-2251-4b62-93b6-5ce2495090b8 HTTP/1.1" status: 200 len: 945 time: 0.0495155 Oct 12 19:52:17.100023 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7f2b0725-fe3d-4c6c-a7f9-e752973af72a req-0b9fe390-43fc-4021-b0cf-bdbf65f779c7 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7222ca9-0cbe-4248-9036-2f125df10e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334780 Oct 12 19:52:17.326739 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b161c83d-519b-4153-8289-799e8432a7b1 req-62e4773a-bde5-4b67-81be-29aeeae1b7c3 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:52:17.328465 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b161c83d-519b-4153-8289-799e8432a7b1 req-62e4773a-bde5-4b67-81be-29aeeae1b7c3 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.67 "GET /v2.0/ports?device_id=1da8c864-2251-4b62-93b6-5ce2495090b8 HTTP/1.1" status: 200 len: 945 time: 0.0514073 Oct 12 19:52:17.436901 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-b161c83d-519b-4153-8289-799e8432a7b1 req-ef04a57a-cf4a-4629-b522-ab377aaa8593 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Deleting port 02d2a430-a127-4bab-a784-5e92c84d7451 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:52:17.437193 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-b161c83d-519b-4153-8289-799e8432a7b1 req-ef04a57a-cf4a-4629-b522-ab377aaa8593 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:17.529636 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-b161c83d-519b-4153-8289-799e8432a7b1 req-ef04a57a-cf4a-4629-b522-ab377aaa8593 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] For port 02d2a430-a127-4bab-a784-5e92c84d7451, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=02d2a430-a127-4bab-a784-5e92c84d7451,segment=NetworkSegment(797d701b-2156-4b5d-8b6d-c0ec33924cd8),segment_id=797d701b-2156-4b5d-8b6d-c0ec33924cd8)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:52:17.529996 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-b161c83d-519b-4153-8289-799e8432a7b1 req-ef04a57a-cf4a-4629-b522-ab377aaa8593 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:17.542950 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-b161c83d-519b-4153-8289-799e8432a7b1 req-ef04a57a-cf4a-4629-b522-ab377aaa8593 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Calling delete_port for 02d2a430-a127-4bab-a784-5e92c84d7451 owned by compute:nova {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:52:17.737410 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-b161c83d-519b-4153-8289-799e8432a7b1 req-ef04a57a-cf4a-4629-b522-ab377aaa8593 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:17.751564 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['02d2a430-a127-4bab-a784-5e92c84d7451'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:52:17.755026 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['58859c65-654f-4cbe-ad5f-ee5040136d2e'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:52:17.767290 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef04a57a-cf4a-4629-b522-ab377aaa8593 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Pushing event deleted for resources: {'Port': ['ID=02d2a430-a127-4bab-a784-5e92c84d7451,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:52:17.776170 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef04a57a-cf4a-4629-b522-ab377aaa8593 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:52:17.776654 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef04a57a-cf4a-4629-b522-ab377aaa8593 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:52:17.777110 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef04a57a-cf4a-4629-b522-ab377aaa8593 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:52:17.777549 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef04a57a-cf4a-4629-b522-ab377aaa8593 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:52:17.777981 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef04a57a-cf4a-4629-b522-ab377aaa8593 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:52:17.778453 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef04a57a-cf4a-4629-b522-ab377aaa8593 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:52:17.778845 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef04a57a-cf4a-4629-b522-ab377aaa8593 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:52:17.779837 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef04a57a-cf4a-4629-b522-ab377aaa8593 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:52:17.779983 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef04a57a-cf4a-4629-b522-ab377aaa8593 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:52:17.780426 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef04a57a-cf4a-4629-b522-ab377aaa8593 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:52:17.780850 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef04a57a-cf4a-4629-b522-ab377aaa8593 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:52:17.781779 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef04a57a-cf4a-4629-b522-ab377aaa8593 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:52:17.833264 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-b161c83d-519b-4153-8289-799e8432a7b1 req-ef04a57a-cf4a-4629-b522-ab377aaa8593 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] No DVR routers for this DVR port 02d2a430-a127-4bab-a784-5e92c84d7451 on host n-h2-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:52:17.835618 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-b161c83d-519b-4153-8289-799e8432a7b1 req-ef04a57a-cf4a-4629-b522-ab377aaa8593 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:17.839542 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b161c83d-519b-4153-8289-799e8432a7b1 req-ef04a57a-cf4a-4629-b522-ab377aaa8593 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.67 "DELETE /v2.0/ports/02d2a430-a127-4bab-a784-5e92c84d7451 HTTP/1.1" status: 204 len: 173 time: 0.5039747 Oct 12 19:52:17.840009 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1da8c864-2251-4b62-93b6-5ce2495090b8', 'name': 'network-vif-deleted', 'tag': '02d2a430-a127-4bab-a784-5e92c84d7451'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:52:17.842867 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de15bfd5-c9c7-4d40-a33e-11c8c36b437a" -d '{"events": [{"server_uuid": "1da8c864-2251-4b62-93b6-5ce2495090b8", "name": "network-vif-deleted", "tag": "02d2a430-a127-4bab-a784-5e92c84d7451"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:52:17.885544 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99527d74-4762-4b7a-b459-de88f7558326 x-openstack-request-id: req-99527d74-4762-4b7a-b459-de88f7558326 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:52:17.885932 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1da8c864-2251-4b62-93b6-5ce2495090b8", "name": "network-vif-deleted", "tag": "02d2a430-a127-4bab-a784-5e92c84d7451", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:52:17.886267 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-99527d74-4762-4b7a-b459-de88f7558326 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:52:17.886766 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1da8c864-2251-4b62-93b6-5ce2495090b8', 'name': 'network-vif-deleted', 'tag': '02d2a430-a127-4bab-a784-5e92c84d7451', 'status': 'completed', 'code': 200} Oct 12 19:52:18.202837 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-86e0d42a-ccae-4ab6-ac6c-c598bc8300aa req-0d488bd3-2bdf-478b-ab32-82c19d19050f tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=1da8c864-2251-4b62-93b6-5ce2495090b8 HTTP/1.1" status: 200 len: 210 time: 0.0310864 Oct 12 19:52:19.304518 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-10cff18b-eb16-4ad1-9f0e-4e5690680a05 req-011561ec-d505-451b-9b2c-ba31b9caece8 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=1da8c864-2251-4b62-93b6-5ce2495090b8 HTTP/1.1" status: 200 len: 210 time: 0.0274255 Oct 12 19:52:20.415715 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d995843c-d3d7-4061-a6ee-ceeeeda8ae19 req-f34e39ed-ce93-4b27-8d2e-9035fb40ae60 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=1da8c864-2251-4b62-93b6-5ce2495090b8 HTTP/1.1" status: 200 len: 210 time: 0.0385928 Oct 12 19:52:21.154283 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 02d2a430-a127-4bab-a784-5e92c84d7451 no longer exists at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:52:21.175326 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] No Port match for: 02d2a430-a127-4bab-a784-5e92c84d7451 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:52:21.175672 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 02d2a430-a127-4bab-a784-5e92c84d7451 not bound to the agent host n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:52:21.512380 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6109f1ff-7da5-4378-97a0-e1fc14a1cb17 req-f0543a3e-4556-4383-bb44-4964286a3e31 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=1da8c864-2251-4b62-93b6-5ce2495090b8 HTTP/1.1" status: 200 len: 210 time: 0.0287573 Oct 12 19:52:22.106477 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7a25b9-1a1b-4d5d-83d5-fe081a2d0d39 req-5691c68a-9711-4d6a-8cb2-ae7f7ebb6118 tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:52:22.108356 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4f7a25b9-1a1b-4d5d-83d5-fe081a2d0d39 req-5691c68a-9711-4d6a-8cb2-ae7f7ebb6118 tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ff8c527-079e-4364-8767-00fa84141586 HTTP/1.1" status: 200 len: 945 time: 0.0519331 Oct 12 19:52:22.153101 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4f7a25b9-1a1b-4d5d-83d5-fe081a2d0d39 req-8695cb0a-e2ca-438a-9408-f0b49a94ad07 tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] 10.222.0.49 "GET /v2.0/security-groups?id=896c16ef-ef75-4943-9c99-6731fc497ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369930 Oct 12 19:52:22.612973 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-35cbf427-e282-4881-aaca-4871b71d5750 req-450eb621-bb97-484b-9669-e28d5aa532fe tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=1da8c864-2251-4b62-93b6-5ce2495090b8 HTTP/1.1" status: 200 len: 210 time: 0.0279543 Oct 12 19:52:23.457019 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7758e1d1-bfb2-422f-8214-3ab0fb0c85ea req-d26cb349-d8ae-483d-9cce-c866da14a1c4 tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:52:23.458779 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7758e1d1-bfb2-422f-8214-3ab0fb0c85ea req-d26cb349-d8ae-483d-9cce-c866da14a1c4 tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ff8c527-079e-4364-8767-00fa84141586 HTTP/1.1" status: 200 len: 945 time: 0.0955417 Oct 12 19:52:23.480668 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d28ac1d-7c0f-44cc-8b94-f8837832104c req-9af26d7b-84d5-4b74-b745-7c281430f8e1 tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:52:23.482253 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3d28ac1d-7c0f-44cc-8b94-f8837832104c req-9af26d7b-84d5-4b74-b745-7c281430f8e1 tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] 10.222.0.67 "GET /v2.0/ports?device_id=2ff8c527-079e-4364-8767-00fa84141586 HTTP/1.1" status: 200 len: 945 time: 0.1946933 Oct 12 19:52:23.541303 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7758e1d1-bfb2-422f-8214-3ab0fb0c85ea req-75380bdf-9295-41e5-bc6e-f687ece6eeb1 tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] 10.222.0.49 "GET /v2.0/security-groups?id=896c16ef-ef75-4943-9c99-6731fc497ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752883 Oct 12 19:52:23.611155 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-3d28ac1d-7c0f-44cc-8b94-f8837832104c req-bf8907c1-564d-4942-b40a-87cf2b341c18 tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] Deleting port 959fdb3b-03bf-4a41-945f-14539bfa6a75 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:52:23.611514 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-3d28ac1d-7c0f-44cc-8b94-f8837832104c req-bf8907c1-564d-4942-b40a-87cf2b341c18 tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:23.724269 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-3d28ac1d-7c0f-44cc-8b94-f8837832104c req-bf8907c1-564d-4942-b40a-87cf2b341c18 tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] For port 959fdb3b-03bf-4a41-945f-14539bfa6a75, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=959fdb3b-03bf-4a41-945f-14539bfa6a75,segment=NetworkSegment(e83e0d78-bb43-45d1-b7eb-e967ea0b6533),segment_id=e83e0d78-bb43-45d1-b7eb-e967ea0b6533)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:52:23.724711 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-3d28ac1d-7c0f-44cc-8b94-f8837832104c req-bf8907c1-564d-4942-b40a-87cf2b341c18 tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:23.792153 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-95b4d290-4657-4dd3-be11-70ace8d65f11 req-85b538f8-f740-4d5a-b979-d344f385cf20 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=1da8c864-2251-4b62-93b6-5ce2495090b8 HTTP/1.1" status: 200 len: 210 time: 0.0377288 Oct 12 19:52:23.979527 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-3d28ac1d-7c0f-44cc-8b94-f8837832104c req-bf8907c1-564d-4942-b40a-87cf2b341c18 tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:23.980349 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-3d28ac1d-7c0f-44cc-8b94-f8837832104c req-bf8907c1-564d-4942-b40a-87cf2b341c18 tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7915414'] for floatingip, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:23.980683 n-d-813679-3 neutron-server[95501]: INFO neutron.db.l3_db [req-3d28ac1d-7c0f-44cc-8b94-f8837832104c req-bf8907c1-564d-4942-b40a-87cf2b341c18 tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] Floating IP 4ff951ec-734c-46e4-b898-5dc1786054a0 disassociated. External IP: 172.25.5.59, port: 959fdb3b-03bf-4a41-945f-14539bfa6a75. Oct 12 19:52:23.981292 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-3d28ac1d-7c0f-44cc-8b94-f8837832104c req-bf8907c1-564d-4942-b40a-87cf2b341c18 tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] Calling delete_port for 959fdb3b-03bf-4a41-945f-14539bfa6a75 owned by compute:nova {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:52:24.169700 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-3d28ac1d-7c0f-44cc-8b94-f8837832104c req-bf8907c1-564d-4942-b40a-87cf2b341c18 tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:24.199282 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8907c1-564d-4942-b40a-87cf2b341c18 tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] Pushing event deleted for resources: {'Port': ['ID=959fdb3b-03bf-4a41-945f-14539bfa6a75,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:52:24.326469 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3d28ac1d-7c0f-44cc-8b94-f8837832104c req-bf8907c1-564d-4942-b40a-87cf2b341c18 tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] Router 04d483da-b4a2-4c66-beff-dbe84da9455f has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:52:24.447483 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3d28ac1d-7c0f-44cc-8b94-f8837832104c req-bf8907c1-564d-4942-b40a-87cf2b341c18 tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:52:24.460372 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab2c753-eee3-4814-acf1-a241cb522bed None None] Sync routers for ids ['04d483da-b4a2-4c66-beff-dbe84da9455f'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:52:24.473595 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab2c753-eee3-4814-acf1-a241cb522bed None None] Routers {'04d483da-b4a2-4c66-beff-dbe84da9455f'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:52:24.474622 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-4ab2c753-eee3-4814-acf1-a241cb522bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:52:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['04d483da-b4a2-4c66-beff-dbe84da9455f'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:52:24.489199 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d28ac1d-7c0f-44cc-8b94-f8837832104c req-bf8907c1-564d-4942-b40a-87cf2b341c18 tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] No DVR routers for this DVR port 959fdb3b-03bf-4a41-945f-14539bfa6a75 on host n-h2-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:52:24.492803 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-3d28ac1d-7c0f-44cc-8b94-f8837832104c req-bf8907c1-564d-4942-b40a-87cf2b341c18 tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:24.496944 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3d28ac1d-7c0f-44cc-8b94-f8837832104c req-bf8907c1-564d-4942-b40a-87cf2b341c18 tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] 10.222.0.67 "DELETE /v2.0/ports/959fdb3b-03bf-4a41-945f-14539bfa6a75 HTTP/1.1" status: 204 len: 173 time: 1.0054119 Oct 12 19:52:24.497578 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ff8c527-079e-4364-8767-00fa84141586', 'name': 'network-vif-deleted', 'tag': '959fdb3b-03bf-4a41-945f-14539bfa6a75'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:52:24.500955 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaf5b4d0-2327-4f67-bfea-fdb9bd3707b9" -d '{"events": [{"server_uuid": "2ff8c527-079e-4364-8767-00fa84141586", "name": "network-vif-deleted", "tag": "959fdb3b-03bf-4a41-945f-14539bfa6a75"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:52:24.548054 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bc9bab4-de95-4928-bcb5-401addb1934c x-openstack-request-id: req-2bc9bab4-de95-4928-bcb5-401addb1934c {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:52:24.548580 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ff8c527-079e-4364-8767-00fa84141586", "name": "network-vif-deleted", "tag": "959fdb3b-03bf-4a41-945f-14539bfa6a75", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:52:24.548838 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2bc9bab4-de95-4928-bcb5-401addb1934c {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:52:24.549242 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ff8c527-079e-4364-8767-00fa84141586', 'name': 'network-vif-deleted', 'tag': '959fdb3b-03bf-4a41-945f-14539bfa6a75', 'status': 'completed', 'code': 200} Oct 12 19:52:24.619109 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-4ab2c753-eee3-4814-acf1-a241cb522bed None None] Set router 04d483da-b4a2-4c66-beff-dbe84da9455f gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:52:24.684926 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4f0087f4-dd7e-4662-a94e-c4c41b00ddd9 req-5d4cfe03-5a57-4d22-82ac-4fcbb163dbae tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ff8c527-079e-4364-8767-00fa84141586 HTTP/1.1" status: 200 len: 210 time: 0.0397072 Oct 12 19:52:24.895673 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-4ab2c753-eee3-4814-acf1-a241cb522bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04d483da-b4a2-4c66-beff-dbe84da9455f', 'name': 'tempest-TestServerBasicOps-1799121725-router', 'tenant_id': '6c0c61faa5ca4b56b21ac0c4101f2000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.147'}], 'enable_snat': True}, 'gw_port_id': 'fe8b6454-0c98-4d5d-a89f-5495999aa22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:47:09Z', 'updated_at': '2021-10-12T19:47:13Z', 'revision_number': 4, 'project_id': '6c0c61faa5ca4b56b21ac0c4101f2000', 'gw_port': {'id': 'fe8b6454-0c98-4d5d-a89f-5495999aa22f', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04d483da-b4a2-4c66-beff-dbe84da9455f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:47:09Z', 'updated_at': '2021-10-12T19:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '5c5ad588-e6aa-49e8-9c81-6916b9d02628', 'name': '', 'network_id': '25509606-2874-484e-8662-9f4862bcc052', 'tenant_id': '6c0c61faa5ca4b56b21ac0c4101f2000', 'mac_address': 'fa:16:3e:47:8c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04d483da-b4a2-4c66-beff-dbe84da9455f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '83d82e2b-8044-4ed1-881f-6e129663a76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:47:12Z', 'updated_at': '2021-10-12T19:47:17Z', 'revision_number': 5, 'project_id': '6c0c61faa5ca4b56b21ac0c4101f2000', 'subnets': [{'id': '83d82e2b-8044-4ed1-881f-6e129663a76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:52:24.927290 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab2c753-eee3-4814-acf1-a241cb522bed None None] Checking router: 04d483da-b4a2-4c66-beff-dbe84da9455f for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:52:24.935958 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab2c753-eee3-4814-acf1-a241cb522bed None None] Routers {'04d483da-b4a2-4c66-beff-dbe84da9455f'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:52:24.936527 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-4ab2c753-eee3-4814-acf1-a241cb522bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:52:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['04d483da-b4a2-4c66-beff-dbe84da9455f'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:52:25.051061 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-4ab2c753-eee3-4814-acf1-a241cb522bed None None] Set router 04d483da-b4a2-4c66-beff-dbe84da9455f gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:52:25.265047 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-4ab2c753-eee3-4814-acf1-a241cb522bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04d483da-b4a2-4c66-beff-dbe84da9455f', 'name': 'tempest-TestServerBasicOps-1799121725-router', 'tenant_id': '6c0c61faa5ca4b56b21ac0c4101f2000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.147'}], 'enable_snat': True}, 'gw_port_id': 'fe8b6454-0c98-4d5d-a89f-5495999aa22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:47:09Z', 'updated_at': '2021-10-12T19:47:13Z', 'revision_number': 4, 'project_id': '6c0c61faa5ca4b56b21ac0c4101f2000', 'gw_port': {'id': 'fe8b6454-0c98-4d5d-a89f-5495999aa22f', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04d483da-b4a2-4c66-beff-dbe84da9455f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:47:09Z', 'updated_at': '2021-10-12T19:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '5c5ad588-e6aa-49e8-9c81-6916b9d02628', 'name': '', 'network_id': '25509606-2874-484e-8662-9f4862bcc052', 'tenant_id': '6c0c61faa5ca4b56b21ac0c4101f2000', 'mac_address': 'fa:16:3e:47:8c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04d483da-b4a2-4c66-beff-dbe84da9455f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '83d82e2b-8044-4ed1-881f-6e129663a76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:47:12Z', 'updated_at': '2021-10-12T19:47:17Z', 'revision_number': 5, 'project_id': '6c0c61faa5ca4b56b21ac0c4101f2000', 'subnets': [{'id': '83d82e2b-8044-4ed1-881f-6e129663a76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:52:25.293915 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab2c753-eee3-4814-acf1-a241cb522bed None None] The sync data for ids ['04d483da-b4a2-4c66-beff-dbe84da9455f'] in n-d-813679-3 is: [{'id': '04d483da-b4a2-4c66-beff-dbe84da9455f', 'name': 'tempest-TestServerBasicOps-1799121725-router', 'tenant_id': '6c0c61faa5ca4b56b21ac0c4101f2000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.147'}], 'enable_snat': True}, 'gw_port_id': 'fe8b6454-0c98-4d5d-a89f-5495999aa22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:47:09Z', 'updated_at': '2021-10-12T19:47:13Z', 'revision_number': 4, 'project_id': '6c0c61faa5ca4b56b21ac0c4101f2000', 'gw_port': {'id': 'fe8b6454-0c98-4d5d-a89f-5495999aa22f', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04d483da-b4a2-4c66-beff-dbe84da9455f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:47:09Z', 'updated_at': '2021-10-12T19:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '5c5ad588-e6aa-49e8-9c81-6916b9d02628', 'name': '', 'network_id': '25509606-2874-484e-8662-9f4862bcc052', 'tenant_id': '6c0c61faa5ca4b56b21ac0c4101f2000', 'mac_address': 'fa:16:3e:47:8c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04d483da-b4a2-4c66-beff-dbe84da9455f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '83d82e2b-8044-4ed1-881f-6e129663a76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:47:12Z', 'updated_at': '2021-10-12T19:47:17Z', 'revision_number': 5, 'project_id': '6c0c61faa5ca4b56b21ac0c4101f2000', 'subnets': [{'id': '83d82e2b-8044-4ed1-881f-6e129663a76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:52:25.614322 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be039ea1-1ec8-40e8-b3bf-a82f93ef6a4f None None] New status for floating IP 4ff951ec-734c-46e4-b898-5dc1786054a0: DOWN {{(pid=95504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 19:52:25.750730 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 56980) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:52:25.890157 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-907acbec-826f-4530-a309-abf061fa9215 tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] Deleting port 065407c6-fcb9-432e-a65a-7f2c6591a606 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:52:25.890900 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-907acbec-826f-4530-a309-abf061fa9215 tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:25.975401 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-907acbec-826f-4530-a309-abf061fa9215 tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:25.975780 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-907acbec-826f-4530-a309-abf061fa9215 tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:25.993634 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-907acbec-826f-4530-a309-abf061fa9215 tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] Calling delete_port for 065407c6-fcb9-432e-a65a-7f2c6591a606 owned by network:floatingip {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:52:26.491894 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-907acbec-826f-4530-a309-abf061fa9215 tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:26.515783 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907acbec-826f-4530-a309-abf061fa9215 tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] Pushing event deleted for resources: {'Port': ['ID=065407c6-fcb9-432e-a65a-7f2c6591a606,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:52:26.579526 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-907acbec-826f-4530-a309-abf061fa9215 tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] Notify callbacks [] for floatingip, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:26.582241 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-907acbec-826f-4530-a309-abf061fa9215 tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:26.583432 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-907acbec-826f-4530-a309-abf061fa9215 tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] 10.222.0.49 "DELETE /v2.0/floatingips/4ff951ec-734c-46e4-b898-5dc1786054a0 HTTP/1.1" status: 204 len: 168 time: 0.8315938 Oct 12 19:52:26.657790 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 56990) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:52:26.723818 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-317aa25a-18cd-4fff-8f18-e590e10cfedf tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:26.751850 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-317aa25a-18cd-4fff-8f18-e590e10cfedf tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:26.891887 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-317aa25a-18cd-4fff-8f18-e590e10cfedf tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:26.894531 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-317aa25a-18cd-4fff-8f18-e590e10cfedf tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:26.895826 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-317aa25a-18cd-4fff-8f18-e590e10cfedf tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] 10.222.0.49 "DELETE /v2.0/security-groups/896c16ef-ef75-4943-9c99-6731fc497ee6 HTTP/1.1" status: 204 len: 168 time: 0.2370441 Oct 12 19:52:26.910936 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317aa25a-18cd-4fff-8f18-e590e10cfedf tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=896c16ef-ef75-4943-9c99-6731fc497ee6,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:52:26.920087 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317aa25a-18cd-4fff-8f18-e590e10cfedf tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:52:26.924795 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317aa25a-18cd-4fff-8f18-e590e10cfedf tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:52:26.924795 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317aa25a-18cd-4fff-8f18-e590e10cfedf tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:52:26.924795 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317aa25a-18cd-4fff-8f18-e590e10cfedf tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:52:26.924795 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317aa25a-18cd-4fff-8f18-e590e10cfedf tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:52:26.924795 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317aa25a-18cd-4fff-8f18-e590e10cfedf tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:52:26.924795 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317aa25a-18cd-4fff-8f18-e590e10cfedf tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:52:26.924795 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317aa25a-18cd-4fff-8f18-e590e10cfedf tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:52:26.924795 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317aa25a-18cd-4fff-8f18-e590e10cfedf tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:52:26.924795 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317aa25a-18cd-4fff-8f18-e590e10cfedf tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:52:26.924795 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317aa25a-18cd-4fff-8f18-e590e10cfedf tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:52:26.924795 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317aa25a-18cd-4fff-8f18-e590e10cfedf tempest-TestServerBasicOps-326064451 tempest-TestServerBasicOps-326064451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:52:28.087756 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 57004) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:52:28.598815 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-69242985-59f9-42f3-be3d-1fe4902500d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8092566'] for router_interface, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:28.895469 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-69242985-59f9-42f3-be3d-1fe4902500d2 admin admin] Deleting port 5c5ad588-e6aa-49e8-9c81-6916b9d02628 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:52:28.895738 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-69242985-59f9-42f3-be3d-1fe4902500d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:28.988710 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-69242985-59f9-42f3-be3d-1fe4902500d2 admin admin] For port 5c5ad588-e6aa-49e8-9c81-6916b9d02628, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=5c5ad588-e6aa-49e8-9c81-6916b9d02628,segment=NetworkSegment(e83e0d78-bb43-45d1-b7eb-e967ea0b6533),segment_id=e83e0d78-bb43-45d1-b7eb-e967ea0b6533)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:52:28.989083 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-69242985-59f9-42f3-be3d-1fe4902500d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:29.003125 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-69242985-59f9-42f3-be3d-1fe4902500d2 admin admin] Calling delete_port for 5c5ad588-e6aa-49e8-9c81-6916b9d02628 owned by network:router_interface {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:52:29.148953 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c114be1f-5a72-4d8a-b78f-ca045059e0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:29.154712 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 959fdb3b-03bf-4a41-945f-14539bfa6a75 no longer exists at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:52:29.179456 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] No Port match for: 959fdb3b-03bf-4a41-945f-14539bfa6a75 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:52:29.179815 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 959fdb3b-03bf-4a41-945f-14539bfa6a75 not bound to the agent host n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:52:29.283822 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-69242985-59f9-42f3-be3d-1fe4902500d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:29.310118 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69242985-59f9-42f3-be3d-1fe4902500d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c5ad588-e6aa-49e8-9c81-6916b9d02628,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:52:29.497175 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-69242985-59f9-42f3-be3d-1fe4902500d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7898909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8092450'] for router_interface, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:29.718992 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69242985-59f9-42f3-be3d-1fe4902500d2 admin admin] Router 04d483da-b4a2-4c66-beff-dbe84da9455f has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:52:29.833583 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69242985-59f9-42f3-be3d-1fe4902500d2 admin admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:52:29.839989 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-69242985-59f9-42f3-be3d-1fe4902500d2 admin admin] 10.222.0.49 "PUT /v2.0/routers/04d483da-b4a2-4c66-beff-dbe84da9455f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7501321 Oct 12 19:52:29.842351 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 57016) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:52:29.844873 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e0d555-6a21-4ac3-bea1-e1032dc4cb57 None None] Sync routers for ids ['04d483da-b4a2-4c66-beff-dbe84da9455f'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:52:29.855000 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e0d555-6a21-4ac3-bea1-e1032dc4cb57 None None] Routers {'04d483da-b4a2-4c66-beff-dbe84da9455f'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:52:29.855977 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-22e0d555-6a21-4ac3-bea1-e1032dc4cb57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:52:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['04d483da-b4a2-4c66-beff-dbe84da9455f'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:52:29.951632 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3dd63fcb-f149-4c62-b725-804fef99fe75 admin admin] Notify callbacks [] for router, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:29.974189 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-22e0d555-6a21-4ac3-bea1-e1032dc4cb57 None None] Set router 04d483da-b4a2-4c66-beff-dbe84da9455f gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:52:30.318704 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3dd63fcb-f149-4c62-b725-804fef99fe75 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:30.331306 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-22e0d555-6a21-4ac3-bea1-e1032dc4cb57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04d483da-b4a2-4c66-beff-dbe84da9455f', 'name': 'tempest-TestServerBasicOps-1799121725-router', 'tenant_id': '6c0c61faa5ca4b56b21ac0c4101f2000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.147'}], 'enable_snat': True}, 'gw_port_id': 'fe8b6454-0c98-4d5d-a89f-5495999aa22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:47:09Z', 'updated_at': '2021-10-12T19:52:29Z', 'revision_number': 5, 'project_id': '6c0c61faa5ca4b56b21ac0c4101f2000', 'gw_port': {'id': 'fe8b6454-0c98-4d5d-a89f-5495999aa22f', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04d483da-b4a2-4c66-beff-dbe84da9455f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:47:09Z', 'updated_at': '2021-10-12T19:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:52:30.359975 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e0d555-6a21-4ac3-bea1-e1032dc4cb57 None None] Checking router: 04d483da-b4a2-4c66-beff-dbe84da9455f for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:52:30.369301 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e0d555-6a21-4ac3-bea1-e1032dc4cb57 None None] Routers {'04d483da-b4a2-4c66-beff-dbe84da9455f'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:52:30.369930 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-22e0d555-6a21-4ac3-bea1-e1032dc4cb57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:52:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['04d483da-b4a2-4c66-beff-dbe84da9455f'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:52:30.478892 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-22e0d555-6a21-4ac3-bea1-e1032dc4cb57 None None] Set router 04d483da-b4a2-4c66-beff-dbe84da9455f gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:52:30.488513 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-3dd63fcb-f149-4c62-b725-804fef99fe75 admin admin] Deleting port fe8b6454-0c98-4d5d-a89f-5495999aa22f {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:52:30.488848 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3dd63fcb-f149-4c62-b725-804fef99fe75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:30.574644 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-3dd63fcb-f149-4c62-b725-804fef99fe75 admin admin] For port fe8b6454-0c98-4d5d-a89f-5495999aa22f, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=fe8b6454-0c98-4d5d-a89f-5495999aa22f,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:52:30.574929 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3dd63fcb-f149-4c62-b725-804fef99fe75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:30.588474 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-3dd63fcb-f149-4c62-b725-804fef99fe75 admin admin] Calling delete_port for fe8b6454-0c98-4d5d-a89f-5495999aa22f owned by network:router_gateway {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:52:30.701080 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-22e0d555-6a21-4ac3-bea1-e1032dc4cb57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04d483da-b4a2-4c66-beff-dbe84da9455f', 'name': 'tempest-TestServerBasicOps-1799121725-router', 'tenant_id': '6c0c61faa5ca4b56b21ac0c4101f2000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.147'}], 'enable_snat': True}, 'gw_port_id': 'fe8b6454-0c98-4d5d-a89f-5495999aa22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:47:09Z', 'updated_at': '2021-10-12T19:52:29Z', 'revision_number': 5, 'project_id': '6c0c61faa5ca4b56b21ac0c4101f2000', 'gw_port': {'id': 'fe8b6454-0c98-4d5d-a89f-5495999aa22f', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04d483da-b4a2-4c66-beff-dbe84da9455f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:47:09Z', 'updated_at': '2021-10-12T19:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:52:30.727754 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e0d555-6a21-4ac3-bea1-e1032dc4cb57 None None] The sync data for ids ['04d483da-b4a2-4c66-beff-dbe84da9455f'] in n-d-813679-3 is: [{'id': '04d483da-b4a2-4c66-beff-dbe84da9455f', 'name': 'tempest-TestServerBasicOps-1799121725-router', 'tenant_id': '6c0c61faa5ca4b56b21ac0c4101f2000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.147'}], 'enable_snat': True}, 'gw_port_id': 'fe8b6454-0c98-4d5d-a89f-5495999aa22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:47:09Z', 'updated_at': '2021-10-12T19:52:29Z', 'revision_number': 5, 'project_id': '6c0c61faa5ca4b56b21ac0c4101f2000', 'gw_port': {'id': 'fe8b6454-0c98-4d5d-a89f-5495999aa22f', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04d483da-b4a2-4c66-beff-dbe84da9455f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:47:09Z', 'updated_at': '2021-10-12T19:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:52:30.981199 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3dd63fcb-f149-4c62-b725-804fef99fe75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:31.009881 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd63fcb-f149-4c62-b725-804fef99fe75 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe8b6454-0c98-4d5d-a89f-5495999aa22f,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:52:31.049444 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e8fa1e-31d1-4f58-85f8-898bf8130f87 req-9c16cc56-fad8-4f42-82ee-2a3d38cdf55e tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:52:31.050975 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-97e8fa1e-31d1-4f58-85f8-898bf8130f87 req-9c16cc56-fad8-4f42-82ee-2a3d38cdf55e tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=d18708ca-7c56-4277-b21d-af84c40f0a11 HTTP/1.1" status: 200 len: 945 time: 0.0594153 Oct 12 19:52:31.076959 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3dd63fcb-f149-4c62-b725-804fef99fe75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7915456'] for router_gateway, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:31.112673 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-97e8fa1e-31d1-4f58-85f8-898bf8130f87 req-d202030f-e364-431e-b8df-3d59dbd66a31 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7222ca9-0cbe-4248-9036-2f125df10e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530062 Oct 12 19:52:31.177065 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3dd63fcb-f149-4c62-b725-804fef99fe75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255495'] for router, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:31.179588 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3dd63fcb-f149-4c62-b725-804fef99fe75 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:31.308808 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3dd63fcb-f149-4c62-b725-804fef99fe75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8093499'] for router, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:31.309380 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dd63fcb-f149-4c62-b725-804fef99fe75 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 04d483da-b4a2-4c66-beff-dbe84da9455f {{(pid=95502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 19:52:31.314525 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3dd63fcb-f149-4c62-b725-804fef99fe75 admin admin] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:31.315940 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-3dd63fcb-f149-4c62-b725-804fef99fe75 admin admin] 10.222.0.49 "DELETE /v2.0/routers/04d483da-b4a2-4c66-beff-dbe84da9455f HTTP/1.1" status: 204 len: 168 time: 1.4718544 Oct 12 19:52:31.319190 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 57026) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:52:31.373881 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a9fbf46-047c-433c-a2c2-1161bc782a48 admin admin] Deleting subnet 83d82e2b-8044-4ed1-881f-6e129663a76c {{(pid=95501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:52:31.377889 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3a9fbf46-047c-433c-a2c2-1161bc782a48 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:31.418530 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3a9fbf46-047c-433c-a2c2-1161bc782a48 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281083'] for subnet, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:31.470513 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 5c5ad588-e6aa-49e8-9c81-6916b9d02628 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:52:31.494809 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 5c5ad588-e6aa-49e8-9c81-6916b9d02628 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:52:31.495230 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 5c5ad588-e6aa-49e8-9c81-6916b9d02628 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:52:31.523275 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3a9fbf46-047c-433c-a2c2-1161bc782a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:31.983272 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3a9fbf46-047c-433c-a2c2-1161bc782a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4824924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4612362'] for subnet, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:31.994588 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c91f4cb0-4ce9-4bd6-9fa1-bb3341794a9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:32.007357 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9fbf46-047c-433c-a2c2-1161bc782a48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83d82e2b-8044-4ed1-881f-6e129663a76c,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:52:32.021359 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3a9fbf46-047c-433c-a2c2-1161bc782a48 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:32.025274 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-3a9fbf46-047c-433c-a2c2-1161bc782a48 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/83d82e2b-8044-4ed1-881f-6e129663a76c HTTP/1.1" status: 204 len: 168 time: 0.7050805 Oct 12 19:52:32.027642 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 57038) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:52:32.030292 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-985b7efe-16a1-4626-923d-aeb25f3c53dc None None] Network 25509606-2874-484e-8662-9f4862bcc052 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:52:32.102748 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a9e07f64-ced5-4434-88d6-7e9d18503ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:32.160902 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-a9e07f64-ced5-4434-88d6-7e9d18503ed1 admin admin] Deleting port c1b29d93-21bd-4dd7-b43b-18cfb09bbcca {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:52:32.161233 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a9e07f64-ced5-4434-88d6-7e9d18503ed1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:32.237315 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [None req-a9e07f64-ced5-4434-88d6-7e9d18503ed1 admin admin] For port c1b29d93-21bd-4dd7-b43b-18cfb09bbcca, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=c1b29d93-21bd-4dd7-b43b-18cfb09bbcca,segment=NetworkSegment(e83e0d78-bb43-45d1-b7eb-e967ea0b6533),segment_id=e83e0d78-bb43-45d1-b7eb-e967ea0b6533)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:52:32.237683 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a9e07f64-ced5-4434-88d6-7e9d18503ed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:32.239985 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7684600-25d2-4f90-88dc-8f8f1faf7d11 req-63884443-d9b2-42e9-a98d-f5568ae34069 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:52:32.241844 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a7684600-25d2-4f90-88dc-8f8f1faf7d11 req-63884443-d9b2-42e9-a98d-f5568ae34069 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=d18708ca-7c56-4277-b21d-af84c40f0a11 HTTP/1.1" status: 200 len: 945 time: 0.0578499 Oct 12 19:52:32.252315 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-a9e07f64-ced5-4434-88d6-7e9d18503ed1 admin admin] Calling delete_port for c1b29d93-21bd-4dd7-b43b-18cfb09bbcca owned by network:dhcp {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:52:32.272255 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65dba36-b7da-4380-bbf7-dd3d1b20bb60 None None] DHCP port deletion for 25509606-2874-484e-8662-9f4862bcc052 request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 19:52:32.288938 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a7684600-25d2-4f90-88dc-8f8f1faf7d11 req-2e569f55-413e-45ae-a75d-042b375ca64e tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7222ca9-0cbe-4248-9036-2f125df10e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409567 Oct 12 19:52:32.333354 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-f65dba36-b7da-4380-bbf7-dd3d1b20bb60 None None] Deleting port c1b29d93-21bd-4dd7-b43b-18cfb09bbcca {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:52:32.333732 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f65dba36-b7da-4380-bbf7-dd3d1b20bb60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:32.400996 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-f65dba36-b7da-4380-bbf7-dd3d1b20bb60 None None] For port c1b29d93-21bd-4dd7-b43b-18cfb09bbcca, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=c1b29d93-21bd-4dd7-b43b-18cfb09bbcca,segment=NetworkSegment(e83e0d78-bb43-45d1-b7eb-e967ea0b6533),segment_id=e83e0d78-bb43-45d1-b7eb-e967ea0b6533)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:52:32.401395 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f65dba36-b7da-4380-bbf7-dd3d1b20bb60 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:32.407350 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a9e07f64-ced5-4434-88d6-7e9d18503ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:32.423520 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-f65dba36-b7da-4380-bbf7-dd3d1b20bb60 None None] Calling delete_port for c1b29d93-21bd-4dd7-b43b-18cfb09bbcca owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:52:32.435406 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e07f64-ced5-4434-88d6-7e9d18503ed1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1b29d93-21bd-4dd7-b43b-18cfb09bbcca,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:52:32.439570 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e07f64-ced5-4434-88d6-7e9d18503ed1 admin admin] No DVR routers for this DVR port c1b29d93-21bd-4dd7-b43b-18cfb09bbcca on host n-d-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:52:32.514257 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:32.526082 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f65dba36-b7da-4380-bbf7-dd3d1b20bb60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:32.531844 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a9e07f64-ced5-4434-88d6-7e9d18503ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:32.543560 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f94681-7dbf-4f1a-a665-151424242f40 req-9ccf70a1-5d14-49ac-bf23-da097adfc04e tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:52:32.545286 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-79f94681-7dbf-4f1a-a665-151424242f40 req-9ccf70a1-5d14-49ac-bf23-da097adfc04e tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.61 "GET /v2.0/ports?device_id=d18708ca-7c56-4277-b21d-af84c40f0a11 HTTP/1.1" status: 200 len: 945 time: 0.0527797 Oct 12 19:52:32.554532 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65dba36-b7da-4380-bbf7-dd3d1b20bb60 None None] Pushing event deleted for resources: {'Port': ['ID=c1b29d93-21bd-4dd7-b43b-18cfb09bbcca,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:52:32.554776 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-a9e07f64-ced5-4434-88d6-7e9d18503ed1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25509606-2874-484e-8662-9f4862bcc052']}} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:52:32.557007 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65dba36-b7da-4380-bbf7-dd3d1b20bb60 None None] No DVR routers for this DVR port c1b29d93-21bd-4dd7-b43b-18cfb09bbcca on host n-d-813679-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:52:32.567894 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-a9e07f64-ced5-4434-88d6-7e9d18503ed1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e83e0d78-bb43-45d1-b7eb-e967ea0b6533') {'for_net_delete': True} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:52:32.568287 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-a9e07f64-ced5-4434-88d6-7e9d18503ed1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e83e0d78-bb43-45d1-b7eb-e967ea0b6533') {} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:52:32.570743 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65dba36-b7da-4380-bbf7-dd3d1b20bb60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:52:32.571416 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65dba36-b7da-4380-bbf7-dd3d1b20bb60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:52:32.571814 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65dba36-b7da-4380-bbf7-dd3d1b20bb60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:52:32.572324 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65dba36-b7da-4380-bbf7-dd3d1b20bb60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:52:32.572731 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65dba36-b7da-4380-bbf7-dd3d1b20bb60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:52:32.573256 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65dba36-b7da-4380-bbf7-dd3d1b20bb60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:52:32.573654 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65dba36-b7da-4380-bbf7-dd3d1b20bb60 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:52:32.574051 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65dba36-b7da-4380-bbf7-dd3d1b20bb60 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:52:32.574443 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65dba36-b7da-4380-bbf7-dd3d1b20bb60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:52:32.575538 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65dba36-b7da-4380-bbf7-dd3d1b20bb60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:52:32.575902 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65dba36-b7da-4380-bbf7-dd3d1b20bb60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:52:32.576357 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65dba36-b7da-4380-bbf7-dd3d1b20bb60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:52:32.580598 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a9e07f64-ced5-4434-88d6-7e9d18503ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4281072'] for segment, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:32.595215 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a9e07f64-ced5-4434-88d6-7e9d18503ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:32.601919 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9e07f64-ced5-4434-88d6-7e9d18503ed1 admin admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=95501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:52:32.602304 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a9e07f64-ced5-4434-88d6-7e9d18503ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4823170'] for segment, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:32.603949 n-d-813679-3 neutron-server[95501]: Traceback (most recent call last): Oct 12 19:52:32.603949 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:52:32.603949 n-d-813679-3 neutron-server[95501]: timer() Oct 12 19:52:32.603949 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:52:32.603949 n-d-813679-3 neutron-server[95501]: cb(*args, **kw) Oct 12 19:52:32.603949 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:52:32.603949 n-d-813679-3 neutron-server[95501]: return func(*args, **kwargs) Oct 12 19:52:32.603949 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:52:32.603949 n-d-813679-3 neutron-server[95501]: self._notify() Oct 12 19:52:32.603949 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:52:32.603949 n-d-813679-3 neutron-server[95501]: self.callback(batched_events) Oct 12 19:52:32.603949 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:52:32.603949 n-d-813679-3 neutron-server[95501]: event.method(event) Oct 12 19:52:32.603949 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:52:32.603949 n-d-813679-3 neutron-server[95501]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:52:32.603949 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:52:32.603949 n-d-813679-3 neutron-server[95501]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:52:32.603949 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:52:32.603949 n-d-813679-3 neutron-server[95501]: return f(self, *a, **k) Oct 12 19:52:32.603949 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:52:32.603949 n-d-813679-3 neutron-server[95501]: return self._get(url).json() Oct 12 19:52:32.603949 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:52:32.603949 n-d-813679-3 neutron-server[95501]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:52:32.603949 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:52:32.603949 n-d-813679-3 neutron-server[95501]: return self.request(url, 'GET', **kwargs) Oct 12 19:52:32.603949 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:52:32.603949 n-d-813679-3 neutron-server[95501]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:52:32.603949 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:52:32.603949 n-d-813679-3 neutron-server[95501]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:52:32.603949 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:52:32.603949 n-d-813679-3 neutron-server[95501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:52:32.603949 n-d-813679-3 neutron-server[95501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:52:32.651829 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-79f94681-7dbf-4f1a-a665-151424242f40 req-def1e11f-36a1-474f-9349-3e1bd68a135b tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Deleting port 58859c65-654f-4cbe-ad5f-ee5040136d2e {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:52:32.652331 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-79f94681-7dbf-4f1a-a665-151424242f40 req-def1e11f-36a1-474f-9349-3e1bd68a135b tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:32.719973 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a9e07f64-ced5-4434-88d6-7e9d18503ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:32.730919 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a9e07f64-ced5-4434-88d6-7e9d18503ed1 admin admin] Notify callbacks [] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:32.734182 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-a9e07f64-ced5-4434-88d6-7e9d18503ed1 admin admin] 10.222.0.49 "DELETE /v2.0/networks/25509606-2874-484e-8662-9f4862bcc052 HTTP/1.1" status: 204 len: 168 time: 0.7054224 Oct 12 19:52:32.738250 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 57050) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:52:32.743819 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e07f64-ced5-4434-88d6-7e9d18503ed1 admin admin] Pushing event deleted for resources: {'Network': ['ID=25509606-2874-484e-8662-9f4862bcc052,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:52:32.801033 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-79f94681-7dbf-4f1a-a665-151424242f40 req-def1e11f-36a1-474f-9349-3e1bd68a135b tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] For port 58859c65-654f-4cbe-ad5f-ee5040136d2e, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=58859c65-654f-4cbe-ad5f-ee5040136d2e,segment=NetworkSegment(797d701b-2156-4b5d-8b6d-c0ec33924cd8),segment_id=797d701b-2156-4b5d-8b6d-c0ec33924cd8)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:52:32.801324 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-79f94681-7dbf-4f1a-a665-151424242f40 req-def1e11f-36a1-474f-9349-3e1bd68a135b tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:32.818766 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-79f94681-7dbf-4f1a-a665-151424242f40 req-def1e11f-36a1-474f-9349-3e1bd68a135b tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Calling delete_port for 58859c65-654f-4cbe-ad5f-ee5040136d2e owned by compute:nova {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:52:33.119924 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:33.142664 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:33.169985 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-79f94681-7dbf-4f1a-a665-151424242f40 req-def1e11f-36a1-474f-9349-3e1bd68a135b tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:33.182024 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['58859c65-654f-4cbe-ad5f-ee5040136d2e'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:52:33.215998 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def1e11f-36a1-474f-9349-3e1bd68a135b tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Pushing event deleted for resources: {'Port': ['ID=58859c65-654f-4cbe-ad5f-ee5040136d2e,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:52:33.278138 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-79f94681-7dbf-4f1a-a665-151424242f40 req-def1e11f-36a1-474f-9349-3e1bd68a135b tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] No DVR routers for this DVR port 58859c65-654f-4cbe-ad5f-ee5040136d2e on host n-h1-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:52:33.281620 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-79f94681-7dbf-4f1a-a665-151424242f40 req-def1e11f-36a1-474f-9349-3e1bd68a135b tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:33.284946 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-79f94681-7dbf-4f1a-a665-151424242f40 req-def1e11f-36a1-474f-9349-3e1bd68a135b tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.61 "DELETE /v2.0/ports/58859c65-654f-4cbe-ad5f-ee5040136d2e HTTP/1.1" status: 204 len: 173 time: 0.7336390 Oct 12 19:52:33.285399 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd18708ca-7c56-4277-b21d-af84c40f0a11', 'name': 'network-vif-deleted', 'tag': '58859c65-654f-4cbe-ad5f-ee5040136d2e'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:52:33.287645 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa612075-8fdf-4f79-8312-347b6ac170d6" -d '{"events": [{"server_uuid": "d18708ca-7c56-4277-b21d-af84c40f0a11", "name": "network-vif-deleted", "tag": "58859c65-654f-4cbe-ad5f-ee5040136d2e"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:52:33.315769 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4fe5ffb7-3c23-4b76-a647-6a48ed0fd8e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8092566'] for router_interface, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:33.363542 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3272faf-9cb6-4c37-828a-3da95e897be2 x-openstack-request-id: req-b3272faf-9cb6-4c37-828a-3da95e897be2 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:52:33.363542 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d18708ca-7c56-4277-b21d-af84c40f0a11", "name": "network-vif-deleted", "tag": "58859c65-654f-4cbe-ad5f-ee5040136d2e", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:52:33.363542 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b3272faf-9cb6-4c37-828a-3da95e897be2 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:52:33.363542 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd18708ca-7c56-4277-b21d-af84c40f0a11', 'name': 'network-vif-deleted', 'tag': '58859c65-654f-4cbe-ad5f-ee5040136d2e', 'status': 'completed', 'code': 200} Oct 12 19:52:33.425324 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0a175499-4112-4faf-8ba0-a6c70bad4f9e req-27edbc9f-24a8-4ed5-9a48-6daceeb118e1 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=d18708ca-7c56-4277-b21d-af84c40f0a11 HTTP/1.1" status: 200 len: 210 time: 0.0579560 Oct 12 19:52:33.496514 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device fe8b6454-0c98-4d5d-a89f-5495999aa22f no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:52:33.523218 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: fe8b6454-0c98-4d5d-a89f-5495999aa22f {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:52:33.524864 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device fe8b6454-0c98-4d5d-a89f-5495999aa22f not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:52:33.525523 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device c1b29d93-21bd-4dd7-b43b-18cfb09bbcca no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:52:33.562072 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: c1b29d93-21bd-4dd7-b43b-18cfb09bbcca {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:52:33.562726 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device c1b29d93-21bd-4dd7-b43b-18cfb09bbcca not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:52:33.617686 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-4fe5ffb7-3c23-4b76-a647-6a48ed0fd8e0 admin admin] Deleting port b852f4a9-d3c3-412f-bdc9-2db6c779cfe7 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:52:33.618095 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4fe5ffb7-3c23-4b76-a647-6a48ed0fd8e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:33.707134 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-4fe5ffb7-3c23-4b76-a647-6a48ed0fd8e0 admin admin] For port b852f4a9-d3c3-412f-bdc9-2db6c779cfe7, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=b852f4a9-d3c3-412f-bdc9-2db6c779cfe7,segment=NetworkSegment(bd31763d-5f74-41e9-8e9f-f5241fb41c73),segment_id=bd31763d-5f74-41e9-8e9f-f5241fb41c73)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:52:33.707502 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4fe5ffb7-3c23-4b76-a647-6a48ed0fd8e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:33.722467 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-4fe5ffb7-3c23-4b76-a647-6a48ed0fd8e0 admin admin] Calling delete_port for b852f4a9-d3c3-412f-bdc9-2db6c779cfe7 owned by network:router_interface {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:52:33.986827 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4fe5ffb7-3c23-4b76-a647-6a48ed0fd8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:34.037221 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe5ffb7-3c23-4b76-a647-6a48ed0fd8e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b852f4a9-d3c3-412f-bdc9-2db6c779cfe7,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:52:34.080283 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:34.253326 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4fe5ffb7-3c23-4b76-a647-6a48ed0fd8e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7898909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8092450'] for router_interface, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:34.536050 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fe5ffb7-3c23-4b76-a647-6a48ed0fd8e0 admin admin] Router f2af573f-ced4-464c-8440-a24dce7932d2 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:52:34.566193 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d8ba1aba-0b41-4f70-8b08-e1d667799dd6 req-5c935349-c74d-4b47-936d-520ff67d1486 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=d18708ca-7c56-4277-b21d-af84c40f0a11 HTTP/1.1" status: 200 len: 210 time: 0.0380478 Oct 12 19:52:34.657792 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:34.658420 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fe5ffb7-3c23-4b76-a647-6a48ed0fd8e0 admin admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:52:34.663495 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-4fe5ffb7-3c23-4b76-a647-6a48ed0fd8e0 admin admin] 10.222.0.49 "PUT /v2.0/routers/f2af573f-ced4-464c-8440-a24dce7932d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9242589 Oct 12 19:52:34.665957 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 57072) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:52:34.669678 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d7b5e7-b3a2-4390-98a9-7a51fdeb18ad None None] Sync routers for ids ['f2af573f-ced4-464c-8440-a24dce7932d2'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:52:34.682412 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d7b5e7-b3a2-4390-98a9-7a51fdeb18ad None None] Routers {'f2af573f-ced4-464c-8440-a24dce7932d2'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:52:34.683514 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-69d7b5e7-b3a2-4390-98a9-7a51fdeb18ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:52:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['f2af573f-ced4-464c-8440-a24dce7932d2'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:52:34.785566 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6c39f791-bbeb-4300-894e-5f7daf21b8e3 admin admin] Notify callbacks [] for router, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:34.806661 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-69d7b5e7-b3a2-4390-98a9-7a51fdeb18ad None None] Set router f2af573f-ced4-464c-8440-a24dce7932d2 gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:52:34.906094 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6c39f791-bbeb-4300-894e-5f7daf21b8e3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:34.998947 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-69d7b5e7-b3a2-4390-98a9-7a51fdeb18ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2af573f-ced4-464c-8440-a24dce7932d2', 'name': 'tempest-TestServerBasicOps-1846812239-router', 'tenant_id': 'e9e84bfa015149e5a4cf63022789cc6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '5242d815-cec9-4f69-8e90-1b741620b7c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:47:17Z', 'updated_at': '2021-10-12T19:52:33Z', 'revision_number': 5, 'project_id': 'e9e84bfa015149e5a4cf63022789cc6b', 'gw_port': {'id': '5242d815-cec9-4f69-8e90-1b741620b7c6', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:be:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2af573f-ced4-464c-8440-a24dce7932d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:47:17Z', 'updated_at': '2021-10-12T19:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:52:35.029677 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d7b5e7-b3a2-4390-98a9-7a51fdeb18ad None None] Checking router: f2af573f-ced4-464c-8440-a24dce7932d2 for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:52:35.039942 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d7b5e7-b3a2-4390-98a9-7a51fdeb18ad None None] Routers {'f2af573f-ced4-464c-8440-a24dce7932d2'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:52:35.040891 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-69d7b5e7-b3a2-4390-98a9-7a51fdeb18ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:52:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['f2af573f-ced4-464c-8440-a24dce7932d2'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:52:35.047682 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-6c39f791-bbeb-4300-894e-5f7daf21b8e3 admin admin] Deleting port 5242d815-cec9-4f69-8e90-1b741620b7c6 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:52:35.050622 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6c39f791-bbeb-4300-894e-5f7daf21b8e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:35.137039 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [None req-6c39f791-bbeb-4300-894e-5f7daf21b8e3 admin admin] For port 5242d815-cec9-4f69-8e90-1b741620b7c6, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=5242d815-cec9-4f69-8e90-1b741620b7c6,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:52:35.137417 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6c39f791-bbeb-4300-894e-5f7daf21b8e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:35.155408 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-6c39f791-bbeb-4300-894e-5f7daf21b8e3 admin admin] Calling delete_port for 5242d815-cec9-4f69-8e90-1b741620b7c6 owned by network:router_gateway {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:52:35.164896 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-69d7b5e7-b3a2-4390-98a9-7a51fdeb18ad None None] Set router f2af573f-ced4-464c-8440-a24dce7932d2 gateway port host: None {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:52:35.223286 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-69d7b5e7-b3a2-4390-98a9-7a51fdeb18ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2af573f-ced4-464c-8440-a24dce7932d2', 'name': 'tempest-TestServerBasicOps-1846812239-router', 'tenant_id': 'e9e84bfa015149e5a4cf63022789cc6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:47:17Z', 'updated_at': '2021-10-12T19:52:34Z', 'revision_number': 6, 'project_id': 'e9e84bfa015149e5a4cf63022789cc6b', 'gw_port_host': None}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:52:35.253527 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d7b5e7-b3a2-4390-98a9-7a51fdeb18ad None None] The sync data for ids ['f2af573f-ced4-464c-8440-a24dce7932d2'] in n-d-813679-3 is: [{'id': 'f2af573f-ced4-464c-8440-a24dce7932d2', 'name': 'tempest-TestServerBasicOps-1846812239-router', 'tenant_id': 'e9e84bfa015149e5a4cf63022789cc6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:47:17Z', 'updated_at': '2021-10-12T19:52:34Z', 'revision_number': 6, 'project_id': 'e9e84bfa015149e5a4cf63022789cc6b', 'gw_port_host': None}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:52:35.421046 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6c39f791-bbeb-4300-894e-5f7daf21b8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:35.450327 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c39f791-bbeb-4300-894e-5f7daf21b8e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=5242d815-cec9-4f69-8e90-1b741620b7c6,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:52:35.518698 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6c39f791-bbeb-4300-894e-5f7daf21b8e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7915456'] for router_gateway, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:35.612775 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6c39f791-bbeb-4300-894e-5f7daf21b8e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255495'] for router, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:35.619568 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6c39f791-bbeb-4300-894e-5f7daf21b8e3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:35.727929 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bebfaf5c-92d1-49bf-a4b7-15a0a37b3d5b req-358899c4-6fb2-4372-9924-4e836f7b85be tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=d18708ca-7c56-4277-b21d-af84c40f0a11 HTTP/1.1" status: 200 len: 210 time: 0.0408695 Oct 12 19:52:35.746887 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6c39f791-bbeb-4300-894e-5f7daf21b8e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8093499'] for router, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:35.747924 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c39f791-bbeb-4300-894e-5f7daf21b8e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2af573f-ced4-464c-8440-a24dce7932d2 {{(pid=95501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 19:52:35.757465 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6c39f791-bbeb-4300-894e-5f7daf21b8e3 admin admin] Notify callbacks [] for router, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:35.761237 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-6c39f791-bbeb-4300-894e-5f7daf21b8e3 admin admin] 10.222.0.49 "DELETE /v2.0/routers/f2af573f-ced4-464c-8440-a24dce7932d2 HTTP/1.1" status: 204 len: 168 time: 1.0916061 Oct 12 19:52:35.761681 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 57078) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:52:35.770322 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device b852f4a9-d3c3-412f-bdc9-2db6c779cfe7 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:52:35.828791 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c02f5a3-e342-4e26-bdb6-4469fa4eac1f admin admin] Deleting subnet c5e8732e-b722-4685-8eb6-06b0e7fe2326 {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:52:35.832929 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3c02f5a3-e342-4e26-bdb6-4469fa4eac1f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:35.835764 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: b852f4a9-d3c3-412f-bdc9-2db6c779cfe7 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:52:35.842215 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device b852f4a9-d3c3-412f-bdc9-2db6c779cfe7 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:52:35.881628 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3c02f5a3-e342-4e26-bdb6-4469fa4eac1f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16313642'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:35.960921 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3c02f5a3-e342-4e26-bdb6-4469fa4eac1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:36.095682 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3c02f5a3-e342-4e26-bdb6-4469fa4eac1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4306592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16245866'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:36.147711 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c02f5a3-e342-4e26-bdb6-4469fa4eac1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5e8732e-b722-4685-8eb6-06b0e7fe2326,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:52:36.151555 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3c02f5a3-e342-4e26-bdb6-4469fa4eac1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:36.156826 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75001c50-02c5-4e85-9dea-04ad06801c20 None None] Network ac62fa09-80ff-438d-8cb9-3a366762da17 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:52:36.162964 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 57082) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:52:36.172529 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-3c02f5a3-e342-4e26-bdb6-4469fa4eac1f admin admin] 10.222.0.49 "DELETE /v2.0/subnets/c5e8732e-b722-4685-8eb6-06b0e7fe2326 HTTP/1.1" status: 204 len: 168 time: 0.4093935 Oct 12 19:52:36.280723 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-36b507c7-abc3-4904-9c6f-605d158308bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:36.361625 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-36b507c7-abc3-4904-9c6f-605d158308bb admin admin] Deleting port 8a6ac17f-cf27-4d49-bc8b-c33879f7df4b {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:52:36.362042 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-36b507c7-abc3-4904-9c6f-605d158308bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:36.377490 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 58859c65-654f-4cbe-ad5f-ee5040136d2e no longer exists at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:52:36.411914 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e5af06-f8b2-468e-83eb-7f8e9c9b5b2e None None] DHCP port deletion for ac62fa09-80ff-438d-8cb9-3a366762da17 request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 19:52:36.415900 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] No Port match for: 58859c65-654f-4cbe-ad5f-ee5040136d2e {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:52:36.416940 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 58859c65-654f-4cbe-ad5f-ee5040136d2e not bound to the agent host n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:52:36.447286 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [None req-36b507c7-abc3-4904-9c6f-605d158308bb admin admin] For port 8a6ac17f-cf27-4d49-bc8b-c33879f7df4b, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=8a6ac17f-cf27-4d49-bc8b-c33879f7df4b,segment=NetworkSegment(bd31763d-5f74-41e9-8e9f-f5241fb41c73),segment_id=bd31763d-5f74-41e9-8e9f-f5241fb41c73)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:52:36.447801 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-36b507c7-abc3-4904-9c6f-605d158308bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:36.463065 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-36b507c7-abc3-4904-9c6f-605d158308bb admin admin] Calling delete_port for 8a6ac17f-cf27-4d49-bc8b-c33879f7df4b owned by network:dhcp {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:52:36.473467 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-e5e5af06-f8b2-468e-83eb-7f8e9c9b5b2e None None] Deleting port 8a6ac17f-cf27-4d49-bc8b-c33879f7df4b {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:52:36.474120 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e5e5af06-f8b2-468e-83eb-7f8e9c9b5b2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:36.576677 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-e5e5af06-f8b2-468e-83eb-7f8e9c9b5b2e None None] For port 8a6ac17f-cf27-4d49-bc8b-c33879f7df4b, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=8a6ac17f-cf27-4d49-bc8b-c33879f7df4b,segment=NetworkSegment(bd31763d-5f74-41e9-8e9f-f5241fb41c73),segment_id=bd31763d-5f74-41e9-8e9f-f5241fb41c73)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:52:36.577091 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e5e5af06-f8b2-468e-83eb-7f8e9c9b5b2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:36.604393 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-e5e5af06-f8b2-468e-83eb-7f8e9c9b5b2e None None] Calling delete_port for 8a6ac17f-cf27-4d49-bc8b-c33879f7df4b owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:52:36.697286 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-36b507c7-abc3-4904-9c6f-605d158308bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:36.707229 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e5e5af06-f8b2-468e-83eb-7f8e9c9b5b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:36.726673 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b507c7-abc3-4904-9c6f-605d158308bb admin admin] Pushing event deleted for resources: {'Port': ['ID=8a6ac17f-cf27-4d49-bc8b-c33879f7df4b,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:52:36.730625 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b507c7-abc3-4904-9c6f-605d158308bb admin admin] No DVR routers for this DVR port 8a6ac17f-cf27-4d49-bc8b-c33879f7df4b on host n-d-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:52:36.743629 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e5af06-f8b2-468e-83eb-7f8e9c9b5b2e None None] Pushing event deleted for resources: {'Port': ['ID=8a6ac17f-cf27-4d49-bc8b-c33879f7df4b,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:52:36.750722 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e5af06-f8b2-468e-83eb-7f8e9c9b5b2e None None] No DVR routers for this DVR port 8a6ac17f-cf27-4d49-bc8b-c33879f7df4b on host n-d-813679-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:52:36.811998 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-36b507c7-abc3-4904-9c6f-605d158308bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:36.833481 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-36b507c7-abc3-4904-9c6f-605d158308bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac62fa09-80ff-438d-8cb9-3a366762da17']}} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:52:36.845929 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-36b507c7-abc3-4904-9c6f-605d158308bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd31763d-5f74-41e9-8e9f-f5241fb41c73') {'for_net_delete': True} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:52:36.846306 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-36b507c7-abc3-4904-9c6f-605d158308bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd31763d-5f74-41e9-8e9f-f5241fb41c73') {} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:52:36.865377 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-36b507c7-abc3-4904-9c6f-605d158308bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4281072'] for segment, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:36.888068 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ab4f71d0-0df6-4afd-b232-26971e08b8bc req-aed81ba8-2fd4-436f-b891-e0deddbc372c tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=d18708ca-7c56-4277-b21d-af84c40f0a11 HTTP/1.1" status: 200 len: 210 time: 0.0453436 Oct 12 19:52:36.895809 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-36b507c7-abc3-4904-9c6f-605d158308bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:36.902278 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36b507c7-abc3-4904-9c6f-605d158308bb admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=95501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:52:36.902678 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-36b507c7-abc3-4904-9c6f-605d158308bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4823170'] for segment, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:36.904383 n-d-813679-3 neutron-server[95501]: Traceback (most recent call last): Oct 12 19:52:36.904383 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:52:36.904383 n-d-813679-3 neutron-server[95501]: timer() Oct 12 19:52:36.904383 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:52:36.904383 n-d-813679-3 neutron-server[95501]: cb(*args, **kw) Oct 12 19:52:36.904383 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:52:36.904383 n-d-813679-3 neutron-server[95501]: return func(*args, **kwargs) Oct 12 19:52:36.904383 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:52:36.904383 n-d-813679-3 neutron-server[95501]: self._notify() Oct 12 19:52:36.904383 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:52:36.904383 n-d-813679-3 neutron-server[95501]: self.callback(batched_events) Oct 12 19:52:36.904383 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:52:36.904383 n-d-813679-3 neutron-server[95501]: event.method(event) Oct 12 19:52:36.904383 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:52:36.904383 n-d-813679-3 neutron-server[95501]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:52:36.904383 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:52:36.904383 n-d-813679-3 neutron-server[95501]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:52:36.904383 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:52:36.904383 n-d-813679-3 neutron-server[95501]: return f(self, *a, **k) Oct 12 19:52:36.904383 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:52:36.904383 n-d-813679-3 neutron-server[95501]: return self._get(url).json() Oct 12 19:52:36.904383 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:52:36.904383 n-d-813679-3 neutron-server[95501]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:52:36.904383 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:52:36.904383 n-d-813679-3 neutron-server[95501]: return self.request(url, 'GET', **kwargs) Oct 12 19:52:36.904383 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:52:36.904383 n-d-813679-3 neutron-server[95501]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:52:36.904383 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:52:36.904383 n-d-813679-3 neutron-server[95501]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:52:36.904383 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:52:36.904383 n-d-813679-3 neutron-server[95501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:52:36.904383 n-d-813679-3 neutron-server[95501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:52:37.016300 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-36b507c7-abc3-4904-9c6f-605d158308bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:37.024208 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-36b507c7-abc3-4904-9c6f-605d158308bb admin admin] Notify callbacks [] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:37.030347 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-36b507c7-abc3-4904-9c6f-605d158308bb admin admin] 10.222.0.49 "DELETE /v2.0/networks/ac62fa09-80ff-438d-8cb9-3a366762da17 HTTP/1.1" status: 204 len: 168 time: 0.8637369 Oct 12 19:52:37.047062 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b507c7-abc3-4904-9c6f-605d158308bb admin admin] Pushing event deleted for resources: {'Network': ['ID=ac62fa09-80ff-438d-8cb9-3a366762da17,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:52:37.442755 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 57090) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:52:37.453977 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 8a6ac17f-cf27-4d49-bc8b-c33879f7df4b no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:52:37.475631 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 8a6ac17f-cf27-4d49-bc8b-c33879f7df4b {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:52:37.475890 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 8a6ac17f-cf27-4d49-bc8b-c33879f7df4b not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:52:37.476743 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 5242d815-cec9-4f69-8e90-1b741620b7c6 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:52:37.495006 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-a896793b-52e6-4c0b-94fa-d087aaaedfc8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6c0c61faa5ca4b56b21ac0c4101f2000&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0508451 Oct 12 19:52:37.496538 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 5242d815-cec9-4f69-8e90-1b741620b7c6 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:52:37.496885 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 5242d815-cec9-4f69-8e90-1b741620b7c6 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:52:37.497544 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 57092) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:52:37.554816 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f0c58c5a-7056-40ee-8a12-c8e208cb485f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:37.579144 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f0c58c5a-7056-40ee-8a12-c8e208cb485f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:37.697028 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f0c58c5a-7056-40ee-8a12-c8e208cb485f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:37.699593 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-f0c58c5a-7056-40ee-8a12-c8e208cb485f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:37.700792 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-f0c58c5a-7056-40ee-8a12-c8e208cb485f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b3aec768-b203-4fcf-bad7-94f692ff1259 HTTP/1.1" status: 204 len: 168 time: 0.2021334 Oct 12 19:52:37.710968 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c58c5a-7056-40ee-8a12-c8e208cb485f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3aec768-b203-4fcf-bad7-94f692ff1259,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:52:37.993241 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c45da37b-e278-40f8-bd9b-214e5e60aec8 req-6fa2a6e7-6521-465b-a812-7c598440a0b6 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=d18708ca-7c56-4277-b21d-af84c40f0a11 HTTP/1.1" status: 200 len: 210 time: 0.0288112 Oct 12 19:52:38.496568 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 57102) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:52:38.538311 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-f6f3fe38-1db6-4e2f-ae9e-acbaab8a2860 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e9e84bfa015149e5a4cf63022789cc6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0404510 Oct 12 19:52:38.540627 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 57104) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:52:38.593882 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-83e57952-6920-4ed2-a0fc-e1ee2be89945 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:38.615189 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-83e57952-6920-4ed2-a0fc-e1ee2be89945 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:38.781303 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-83e57952-6920-4ed2-a0fc-e1ee2be89945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:38.784305 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-83e57952-6920-4ed2-a0fc-e1ee2be89945 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:38.785604 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-83e57952-6920-4ed2-a0fc-e1ee2be89945 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a1c5e184-c119-45ba-9f05-5840b596dcba HTTP/1.1" status: 204 len: 168 time: 0.2439141 Oct 12 19:52:38.793894 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e57952-6920-4ed2-a0fc-e1ee2be89945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1c5e184-c119-45ba-9f05-5840b596dcba,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:52:39.091898 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-225b3186-9433-4b15-832a-7ffcdfab3fb6 req-e89732a8-aa08-4214-8ca0-3427be4dec6c tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=d18708ca-7c56-4277-b21d-af84c40f0a11 HTTP/1.1" status: 200 len: 210 time: 0.0301275 Oct 12 19:52:43.798859 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 57182) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:52:43.804224 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-2558ab87-471b-4d54-8f45-b6fb02880081 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1343094623', 'description': 'tempest-secgroup-smoke-1343094623 description', 'project_id': 'f37c8fe971bc4b5daa2f916c03f91d01'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:52:43.914236 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2558ab87-471b-4d54-8f45-b6fb02880081 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:43.982262 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2558ab87-471b-4d54-8f45-b6fb02880081 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:44.055118 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2558ab87-471b-4d54-8f45-b6fb02880081 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:44.084994 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2558ab87-471b-4d54-8f45-b6fb02880081 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d2c1542-84f5-402d-b7aa-2d0bcae85a2c,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:52:44.150871 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2558ab87-471b-4d54-8f45-b6fb02880081 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:44.152183 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-2558ab87-471b-4d54-8f45-b6fb02880081 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3522899 Oct 12 19:52:44.155028 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 57188) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:52:44.159483 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-c071d030-1152-493f-8e58-42030d1c2d3f tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Request body: {'security_group_rule': {'security_group_id': '1d2c1542-84f5-402d-b7aa-2d0bcae85a2c', 'project_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:52:44.333430 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c071d030-1152-493f-8e58-42030d1c2d3f tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:44.704134 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c071d030-1152-493f-8e58-42030d1c2d3f tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:44.780251 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c071d030-1152-493f-8e58-42030d1c2d3f tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:44.800182 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c071d030-1152-493f-8e58-42030d1c2d3f tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7737d2eb-9f8c-4e93-99c6-641046514f38,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:52:44.874121 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c071d030-1152-493f-8e58-42030d1c2d3f tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:44.875332 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-c071d030-1152-493f-8e58-42030d1c2d3f tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7193577 Oct 12 19:52:44.878087 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 57196) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:52:44.882602 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-1add76af-1e8d-4ef7-aa41-7115cb15c37f tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Request body: {'security_group_rule': {'security_group_id': '1d2c1542-84f5-402d-b7aa-2d0bcae85a2c', 'project_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:52:44.963706 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1add76af-1e8d-4ef7-aa41-7115cb15c37f tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:45.020711 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1add76af-1e8d-4ef7-aa41-7115cb15c37f tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:45.085977 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1add76af-1e8d-4ef7-aa41-7115cb15c37f tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:45.105441 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1add76af-1e8d-4ef7-aa41-7115cb15c37f tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ca8b74b-f0ad-4017-9953-425dd8432854,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:52:45.173265 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1add76af-1e8d-4ef7-aa41-7115cb15c37f tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:45.174408 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-1add76af-1e8d-4ef7-aa41-7115cb15c37f tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2953002 Oct 12 19:52:45.177222 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 57198) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:52:45.181559 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-3b895b71-bcbb-45bb-9a66-a13d5bf7d756 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Request body: {'security_group_rule': {'security_group_id': '1d2c1542-84f5-402d-b7aa-2d0bcae85a2c', 'project_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:52:45.256451 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3b895b71-bcbb-45bb-9a66-a13d5bf7d756 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:45.313619 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3b895b71-bcbb-45bb-9a66-a13d5bf7d756 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:45.365784 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3b895b71-bcbb-45bb-9a66-a13d5bf7d756 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:45.384872 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b895b71-bcbb-45bb-9a66-a13d5bf7d756 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16e711f8-3084-4e69-8f29-16663f23e79e,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:52:45.448169 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3b895b71-bcbb-45bb-9a66-a13d5bf7d756 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:45.449451 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-3b895b71-bcbb-45bb-9a66-a13d5bf7d756 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2712495 Oct 12 19:52:45.452179 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 57200) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:52:45.457369 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-c9c2433c-289c-4b0c-9cac-6e5ea41d9951 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Request body: {'security_group_rule': {'security_group_id': '1d2c1542-84f5-402d-b7aa-2d0bcae85a2c', 'project_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:52:45.581152 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c9c2433c-289c-4b0c-9cac-6e5ea41d9951 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:45.644560 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c9c2433c-289c-4b0c-9cac-6e5ea41d9951 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:45.748303 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c9c2433c-289c-4b0c-9cac-6e5ea41d9951 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:45.767778 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c2433c-289c-4b0c-9cac-6e5ea41d9951 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60cb60a7-c39e-4c0d-8b5e-80a04c7e8f38,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:52:45.858137 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c9c2433c-289c-4b0c-9cac-6e5ea41d9951 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:45.858137 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-c9c2433c-289c-4b0c-9cac-6e5ea41d9951 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4039772 Oct 12 19:52:45.861133 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 57204) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:52:45.865474 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-68ccd638-ce11-481b-a6eb-f23aea5de7f9 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Request body: {'security_group_rule': {'security_group_id': '1d2c1542-84f5-402d-b7aa-2d0bcae85a2c', 'project_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:52:45.951962 n-d-813679-3 neutron-server[95501]: INFO neutron.db.securitygroups_db [None req-68ccd638-ce11-481b-a6eb-f23aea5de7f9 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Project f37c8fe971bc4b5daa2f916c03f91d01 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 19:52:45.956775 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-68ccd638-ce11-481b-a6eb-f23aea5de7f9 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:46.014903 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-68ccd638-ce11-481b-a6eb-f23aea5de7f9 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:46.067983 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-68ccd638-ce11-481b-a6eb-f23aea5de7f9 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:46.086088 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccd638-ce11-481b-a6eb-f23aea5de7f9 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30338cba-fd9f-47a0-8a05-f0f4184a53f4,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:52:46.159626 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-68ccd638-ce11-481b-a6eb-f23aea5de7f9 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:46.160888 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-68ccd638-ce11-481b-a6eb-f23aea5de7f9 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2988105 Oct 12 19:52:46.163595 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 57206) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:52:46.167976 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-3371a3ea-4463-432f-812c-77a876f1a676 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Request body: {'security_group_rule': {'security_group_id': '1d2c1542-84f5-402d-b7aa-2d0bcae85a2c', 'project_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:52:46.274568 n-d-813679-3 neutron-server[95501]: INFO neutron.db.securitygroups_db [None req-3371a3ea-4463-432f-812c-77a876f1a676 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Project f37c8fe971bc4b5daa2f916c03f91d01 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 19:52:46.279511 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3371a3ea-4463-432f-812c-77a876f1a676 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:46.338904 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3371a3ea-4463-432f-812c-77a876f1a676 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:46.437980 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3371a3ea-4463-432f-812c-77a876f1a676 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:46.456734 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3371a3ea-4463-432f-812c-77a876f1a676 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85c11ba0-28db-4faf-969e-4da5af8c5a00,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:52:46.544467 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3371a3ea-4463-432f-812c-77a876f1a676 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:46.545783 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-3371a3ea-4463-432f-812c-77a876f1a676 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3811655 Oct 12 19:52:53.171852 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 19:52:57.371232 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 57342) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:52:57.506572 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5860abc8-ca87-4abd-b299-bf9e7194c1cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:57.581562 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5860abc8-ca87-4abd-b299-bf9e7194c1cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:57.628538 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5860abc8-ca87-4abd-b299-bf9e7194c1cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:57.665757 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5860abc8-ca87-4abd-b299-bf9e7194c1cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb84f65d-e9f3-4fae-abe6-87cf3bdc6fb7,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:52:57.670054 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-5860abc8-ca87-4abd-b299-bf9e7194c1cd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ada156abcb4c4f35a955648a9ca4f566&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2978101 Oct 12 19:52:57.672933 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 57346) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:52:57.725588 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ed417e0b-ff97-431b-b7c9-64bdbfaf05b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:57.748711 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ed417e0b-ff97-431b-b7c9-64bdbfaf05b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:58.360045 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ed417e0b-ff97-431b-b7c9-64bdbfaf05b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:58.362786 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ed417e0b-ff97-431b-b7c9-64bdbfaf05b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:58.363982 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-ed417e0b-ff97-431b-b7c9-64bdbfaf05b9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/eb84f65d-e9f3-4fae-abe6-87cf3bdc6fb7 HTTP/1.1" status: 204 len: 168 time: 0.6900012 Oct 12 19:52:58.372468 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed417e0b-ff97-431b-b7c9-64bdbfaf05b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb84f65d-e9f3-4fae-abe6-87cf3bdc6fb7,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:52:59.174734 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3a1d2087-9b2e-46f4-b50d-9223578cf971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:59.354837 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 57388) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:52:59.454843 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-1976db26-6834-4c30-a954-051737c1a1f2 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-539735085-network', 'tenant_id': '0a12880ebf0c4733961f34c9c9bffde0'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:52:59.563657 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1976db26-6834-4c30-a954-051737c1a1f2 admin admin] Made reservation on behalf of 0a12880ebf0c4733961f34c9c9bffde0 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:52:59.566277 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1976db26-6834-4c30-a954-051737c1a1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:59.575409 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1976db26-6834-4c30-a954-051737c1a1f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:59.649534 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1976db26-6834-4c30-a954-051737c1a1f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:59.720012 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1976db26-6834-4c30-a954-051737c1a1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:59.750853 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1976db26-6834-4c30-a954-051737c1a1f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:52:59.757092 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1976db26-6834-4c30-a954-051737c1a1f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a066b56a-29a0-418b-8b1b-4c933a54da47,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:52:59.763042 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1976db26-6834-4c30-a954-051737c1a1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:59.763388 n-d-813679-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-1976db26-6834-4c30-a954-051737c1a1f2 admin admin] Added segment e069ce7b-bb3a-4d44-9801-3f838ad0aeb8 of type vlan for network 2ec9d601-f4e2-419f-98b5-e1a2a3caf74c Oct 12 19:52:59.805629 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1976db26-6834-4c30-a954-051737c1a1f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:59.923025 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1976db26-6834-4c30-a954-051737c1a1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:52:59.924047 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1976db26-6834-4c30-a954-051737c1a1f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:52:59.924652 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1976db26-6834-4c30-a954-051737c1a1f2 admin admin] Notify callbacks [] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:53:00.013190 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1976db26-6834-4c30-a954-051737c1a1f2 admin admin] Pushing event updated for resources: {'Network': ['ID=2ec9d601-f4e2-419f-98b5-e1a2a3caf74c,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:53:00.024697 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 2ec9d601-f4e2-419f-98b5-e1a2a3caf74c details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:53:00.063469 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-1976db26-6834-4c30-a954-051737c1a1f2 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7074301 Oct 12 19:53:00.066172 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 57396) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:53:00.070931 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-8f192c86-ab7e-4e03-8e42-5057977d856c admin admin] Request body: {'subnet': {'network_id': '2ec9d601-f4e2-419f-98b5-e1a2a3caf74c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-539735085-subnet', 'tenant_id': '0a12880ebf0c4733961f34c9c9bffde0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:53:00.156986 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f192c86-ab7e-4e03-8e42-5057977d856c admin admin] Made reservation on behalf of 0a12880ebf0c4733961f34c9c9bffde0 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:53:00.159413 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8f192c86-ab7e-4e03-8e42-5057977d856c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16245837'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:53:00.386434 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8f192c86-ab7e-4e03-8e42-5057977d856c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4306659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16245859'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:53:00.442891 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f192c86-ab7e-4e03-8e42-5057977d856c admin admin] Pushing event updated for resources: {'Subnet': ['ID=da25517f-d50f-433c-9790-617ffff998a6,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:53:00.453306 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f192c86-ab7e-4e03-8e42-5057977d856c admin admin] Checking segment: {'id': 'e069ce7b-bb3a-4d44-9801-3f838ad0aeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2ec9d601-f4e2-419f-98b5-e1a2a3caf74c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:53:00.453306 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f192c86-ab7e-4e03-8e42-5057977d856c admin admin] Network hostable DHCP agents. Network: 2ec9d601-f4e2-419f-98b5-e1a2a3caf74c, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:53:00.545400 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f192c86-ab7e-4e03-8e42-5057977d856c admin admin] Network 2ec9d601-f4e2-419f-98b5-e1a2a3caf74c is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:53:00.654687 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-8f192c86-ab7e-4e03-8e42-5057977d856c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, 2ec9d601-f4e2-419f-98b5-e1a2a3caf74c) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:53:00.659479 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f192c86-ab7e-4e03-8e42-5057977d856c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:53:00.660545 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8f192c86-ab7e-4e03-8e42-5057977d856c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:53:00.665298 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4315ba03-4f0f-4924-a6cb-798aa51a19cb None None] Network 2ec9d601-f4e2-419f-98b5-e1a2a3caf74c requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:53:00.762864 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-8f192c86-ab7e-4e03-8e42-5057977d856c admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6811881 Oct 12 19:53:00.794082 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea672d1-06f7-4809-b396-f35a0d9034ee None None] Network 2ec9d601-f4e2-419f-98b5-e1a2a3caf74c requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:53:01.725700 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-dcedcefd-b0e6-4b72-be79-6fbfec450253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:53:02.502935 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:53:03.237004 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:53:03.322794 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:53:04.120076 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:53:04.645635 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:53:09.596573 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a9dc7970-6ae0-4bad-95b9-4f6c74ff848f req-e2808d66-52d8-4437-9941-7a7ee774cad1 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1343094623&fields=id&tenant_id=f37c8fe971bc4b5daa2f916c03f91d01 HTTP/1.1" status: 200 len: 267 time: 0.0429075 Oct 12 19:53:09.705243 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dc7970-6ae0-4bad-95b9-4f6c74ff848f req-47a3f0f0-748d-41af-b945-e2a68a65b41a tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:53:09.706628 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a9dc7970-6ae0-4bad-95b9-4f6c74ff848f req-47a3f0f0-748d-41af-b945-e2a68a65b41a tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/networks?id=bab0c1ad-2a75-48a8-874f-0744bd8e0a35 HTTP/1.1" status: 200 len: 811 time: 0.1026874 Oct 12 19:53:09.721818 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a9dc7970-6ae0-4bad-95b9-4f6c74ff848f req-c496e24d-ab50-492a-b741-4a8f7e4d7cce tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/quotas/f37c8fe971bc4b5daa2f916c03f91d01 HTTP/1.1" status: 200 len: 375 time: 0.0094995 Oct 12 19:53:09.778328 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a9dc7970-6ae0-4bad-95b9-4f6c74ff848f req-33ff059f-4b7c-4cd1-a13d-cb8901813f0d tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=f37c8fe971bc4b5daa2f916c03f91d01&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500321 Oct 12 19:53:09.793368 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [req-a9dc7970-6ae0-4bad-95b9-4f6c74ff848f req-f5dcbf96-a0ec-448b-85c7-88da9c589dc1 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 19:53:09.794584 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a9dc7970-6ae0-4bad-95b9-4f6c74ff848f req-f5dcbf96-a0ec-448b-85c7-88da9c589dc1 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0056274 Oct 12 19:53:09.888999 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a9dc7970-6ae0-4bad-95b9-4f6c74ff848f req-57cc762f-090e-4789-bcd4-64e2a1822360 service neutron] 10.222.0.49 "GET /v2.0/networks/bab0c1ad-2a75-48a8-874f-0744bd8e0a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868268 Oct 12 19:53:09.979925 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a9dc7970-6ae0-4bad-95b9-4f6c74ff848f req-f5cb1152-b334-4b0b-acd7-a5f683dc1d8a service neutron] 10.222.0.49 "GET /v2.0/networks/bab0c1ad-2a75-48a8-874f-0744bd8e0a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828629 Oct 12 19:53:10.590686 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-79efa6a5-9637-4dc7-8816-a0583f23b57d req-4f57698a-0c1f-4bc2-a093-7875eb19e0f7 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=576e744d-57ee-41c8-8453-b5e213e4411b HTTP/1.1" status: 200 len: 210 time: 0.0274510 Oct 12 19:53:11.687752 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c98f2a6f-8859-4184-80fc-63732d58a550 req-73addae5-f051-4bc0-94bf-c49336b3f63f tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=576e744d-57ee-41c8-8453-b5e213e4411b HTTP/1.1" status: 200 len: 210 time: 0.0267715 Oct 12 19:53:12.581676 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dc7970-6ae0-4bad-95b9-4f6c74ff848f req-9224db6d-1d53-4159-a253-f12b4193eb96 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:53:12.583084 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a9dc7970-6ae0-4bad-95b9-4f6c74ff848f req-9224db6d-1d53-4159-a253-f12b4193eb96 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.67 "GET /v2.0/networks?id=bab0c1ad-2a75-48a8-874f-0744bd8e0a35 HTTP/1.1" status: 200 len: 811 time: 0.1034665 Oct 12 19:53:12.640722 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a9dc7970-6ae0-4bad-95b9-4f6c74ff848f req-dee88558-4926-421d-8f73-66d983d65fe9 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f37c8fe971bc4b5daa2f916c03f91d01 HTTP/1.1" status: 200 len: 380 time: 0.0415304 Oct 12 19:53:12.650682 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-a9dc7970-6ae0-4bad-95b9-4f6c74ff848f req-6ef8b148-5d24-4b88-8f4a-7bffb1cdeaf5 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Request body: {'port': {'device_id': '576e744d-57ee-41c8-8453-b5e213e4411b', 'network_id': 'bab0c1ad-2a75-48a8-874f-0744bd8e0a35', 'admin_state_up': True, 'tenant_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'security_groups': ['1d2c1542-84f5-402d-b7aa-2d0bcae85a2c']}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:53:12.787943 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-57c02382-4187-4f66-8fc3-67123a6b85bd req-505f3a87-811d-495c-b888-594e19795ea9 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=576e744d-57ee-41c8-8453-b5e213e4411b HTTP/1.1" status: 200 len: 210 time: 0.0275788 Oct 12 19:53:12.874061 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9dc7970-6ae0-4bad-95b9-4f6c74ff848f req-6ef8b148-5d24-4b88-8f4a-7bffb1cdeaf5 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Made reservation on behalf of f37c8fe971bc4b5daa2f916c03f91d01 for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:53:12.878354 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-a9dc7970-6ae0-4bad-95b9-4f6c74ff848f req-6ef8b148-5d24-4b88-8f4a-7bffb1cdeaf5 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:53:13.010697 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [req-a9dc7970-6ae0-4bad-95b9-4f6c74ff848f req-6ef8b148-5d24-4b88-8f4a-7bffb1cdeaf5 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Allocated IP 172.20.0.7 (bab0c1ad-2a75-48a8-874f-0744bd8e0a35/2bf5b286-d487-470c-8401-d82862f269e1/c080cd7a-d5f6-4354-9239-9dd106cd399e) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:53:13.153556 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-a9dc7970-6ae0-4bad-95b9-4f6c74ff848f req-6ef8b148-5d24-4b88-8f4a-7bffb1cdeaf5 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:53:13.318151 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-a9dc7970-6ae0-4bad-95b9-4f6c74ff848f req-6ef8b148-5d24-4b88-8f4a-7bffb1cdeaf5 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:53:13.368767 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9dc7970-6ae0-4bad-95b9-4f6c74ff848f req-6ef8b148-5d24-4b88-8f4a-7bffb1cdeaf5 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Network bab0c1ad-2a75-48a8-874f-0744bd8e0a35 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:53:13.371809 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [req-a9dc7970-6ae0-4bad-95b9-4f6c74ff848f req-6ef8b148-5d24-4b88-8f4a-7bffb1cdeaf5 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:53:13.375654 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9dc7970-6ae0-4bad-95b9-4f6c74ff848f req-6ef8b148-5d24-4b88-8f4a-7bffb1cdeaf5 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:53:13.402107 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef8b148-5d24-4b88-8f4a-7bffb1cdeaf5 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Pushing event updated for resources: {'Port': ['ID=c080cd7a-d5f6-4354-9239-9dd106cd399e,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:53:13.444358 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dc7970-6ae0-4bad-95b9-4f6c74ff848f req-6ef8b148-5d24-4b88-8f4a-7bffb1cdeaf5 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:53:13.445109 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-a9dc7970-6ae0-4bad-95b9-4f6c74ff848f req-6ef8b148-5d24-4b88-8f4a-7bffb1cdeaf5 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:53:13.539852 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a9dc7970-6ae0-4bad-95b9-4f6c74ff848f req-6ef8b148-5d24-4b88-8f4a-7bffb1cdeaf5 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8927460 Oct 12 19:53:13.554071 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-a9dc7970-6ae0-4bad-95b9-4f6c74ff848f req-fdea0e44-79e5-4963-9a48-a8a0f51a1bab service neutron] Request body: {'port': {'device_id': '576e744d-57ee-41c8-8453-b5e213e4411b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-3'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:53:13.617054 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-a9dc7970-6ae0-4bad-95b9-4f6c74ff848f req-fdea0e44-79e5-4963-9a48-a8a0f51a1bab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:53:13.648444 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-ec4caa03-e991-48bc-ad59-7753261b7a8e None None] Provisioning complete for port c080cd7a-d5f6-4354-9239-9dd106cd399e triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:53:13.649024 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ec4caa03-e991-48bc-ad59-7753261b7a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:53:13.693736 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-ec4caa03-e991-48bc-ad59-7753261b7a8e None None] Port c080cd7a-d5f6-4354-9239-9dd106cd399e cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:53:13.905705 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [req-a9dc7970-6ae0-4bad-95b9-4f6c74ff848f req-fdea0e44-79e5-4963-9a48-a8a0f51a1bab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c080cd7a-d5f6-4354-9239-9dd106cd399e {{(pid=95501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:53:13.914870 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-a9dc7970-6ae0-4bad-95b9-4f6c74ff848f req-fdea0e44-79e5-4963-9a48-a8a0f51a1bab service neutron] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:53:13.922977 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7cd64a-1c13-4239-bbab-30576b76ab7c req-5d670d5f-c3d9-441b-806b-a29ec4c95fd4 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:53:13.925764 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7f7cd64a-1c13-4239-bbab-30576b76ab7c req-5d670d5f-c3d9-441b-806b-a29ec4c95fd4 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=576e744d-57ee-41c8-8453-b5e213e4411b HTTP/1.1" status: 200 len: 931 time: 0.0597746 Oct 12 19:53:13.927813 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.provisioning_blocks [req-a9dc7970-6ae0-4bad-95b9-4f6c74ff848f req-fdea0e44-79e5-4963-9a48-a8a0f51a1bab service neutron] Transition to ACTIVE for port object c080cd7a-d5f6-4354-9239-9dd106cd399e will not be triggered until provisioned by entity L2. {{(pid=95501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:53:13.966981 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7f7cd64a-1c13-4239-bbab-30576b76ab7c req-fc2ef97b-b69b-4576-a7ab-e8726d5568e8 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d2c1542-84f5-402d-b7aa-2d0bcae85a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338523 Oct 12 19:53:14.005602 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-a9dc7970-6ae0-4bad-95b9-4f6c74ff848f req-fdea0e44-79e5-4963-9a48-a8a0f51a1bab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:53:14.062448 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdea0e44-79e5-4963-9a48-a8a0f51a1bab service neutron] Pushing event updated for resources: {'Port': ['ID=c080cd7a-d5f6-4354-9239-9dd106cd399e,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:53:14.165508 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-a9dc7970-6ae0-4bad-95b9-4f6c74ff848f req-fdea0e44-79e5-4963-9a48-a8a0f51a1bab service neutron] Attempting to bind port c080cd7a-d5f6-4354-9239-9dd106cd399e on host n-h2-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:53:14.166578 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-a9dc7970-6ae0-4bad-95b9-4f6c74ff848f req-fdea0e44-79e5-4963-9a48-a8a0f51a1bab service neutron] Attempting to bind port c080cd7a-d5f6-4354-9239-9dd106cd399e by drivers openvswitch,hyperv on host n-h2-813679-3 at level 0 using segments [{'id': '797d701b-2156-4b5d-8b6d-c0ec33924cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'bab0c1ad-2a75-48a8-874f-0744bd8e0a35'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:53:14.166578 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9dc7970-6ae0-4bad-95b9-4f6c74ff848f req-fdea0e44-79e5-4963-9a48-a8a0f51a1bab service neutron] Attempting to bind port c080cd7a-d5f6-4354-9239-9dd106cd399e on network bab0c1ad-2a75-48a8-874f-0744bd8e0a35 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:53:14.173020 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9dc7970-6ae0-4bad-95b9-4f6c74ff848f req-fdea0e44-79e5-4963-9a48-a8a0f51a1bab service neutron] Port c080cd7a-d5f6-4354-9239-9dd106cd399e on network bab0c1ad-2a75-48a8-874f-0744bd8e0a35 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:53:14.173348 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9dc7970-6ae0-4bad-95b9-4f6c74ff848f req-fdea0e44-79e5-4963-9a48-a8a0f51a1bab service neutron] Attempting to bind port c080cd7a-d5f6-4354-9239-9dd106cd399e on network bab0c1ad-2a75-48a8-874f-0744bd8e0a35 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:53:14.178782 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9dc7970-6ae0-4bad-95b9-4f6c74ff848f req-fdea0e44-79e5-4963-9a48-a8a0f51a1bab service neutron] Checking agent: {'id': '233fbd7d-38e4-434f-bb8f-05364d7423a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:53:14.179109 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9dc7970-6ae0-4bad-95b9-4f6c74ff848f req-fdea0e44-79e5-4963-9a48-a8a0f51a1bab service neutron] Checking segment: {'id': '797d701b-2156-4b5d-8b6d-c0ec33924cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'bab0c1ad-2a75-48a8-874f-0744bd8e0a35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:53:14.179496 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9dc7970-6ae0-4bad-95b9-4f6c74ff848f req-fdea0e44-79e5-4963-9a48-a8a0f51a1bab service neutron] Bound using segment: {'id': '797d701b-2156-4b5d-8b6d-c0ec33924cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'bab0c1ad-2a75-48a8-874f-0744bd8e0a35'} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:53:14.180144 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-a9dc7970-6ae0-4bad-95b9-4f6c74ff848f req-fdea0e44-79e5-4963-9a48-a8a0f51a1bab service neutron] Bound port: c080cd7a-d5f6-4354-9239-9dd106cd399e, host: n-h2-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '797d701b-2156-4b5d-8b6d-c0ec33924cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'bab0c1ad-2a75-48a8-874f-0744bd8e0a35'}}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:53:14.180961 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-a9dc7970-6ae0-4bad-95b9-4f6c74ff848f req-fdea0e44-79e5-4963-9a48-a8a0f51a1bab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:53:14.262879 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-a9dc7970-6ae0-4bad-95b9-4f6c74ff848f req-fdea0e44-79e5-4963-9a48-a8a0f51a1bab service neutron] For port c080cd7a-d5f6-4354-9239-9dd106cd399e, host n-h2-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:53:14.266366 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-a9dc7970-6ae0-4bad-95b9-4f6c74ff848f req-fdea0e44-79e5-4963-9a48-a8a0f51a1bab service neutron] For port c080cd7a-d5f6-4354-9239-9dd106cd399e, host n-h2-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=c080cd7a-d5f6-4354-9239-9dd106cd399e,segment=NetworkSegment(797d701b-2156-4b5d-8b6d-c0ec33924cd8),segment_id=797d701b-2156-4b5d-8b6d-c0ec33924cd8)] {{(pid=95501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:53:14.363384 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-a9dc7970-6ae0-4bad-95b9-4f6c74ff848f req-fdea0e44-79e5-4963-9a48-a8a0f51a1bab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:53:14.401933 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dc7970-6ae0-4bad-95b9-4f6c74ff848f req-fdea0e44-79e5-4963-9a48-a8a0f51a1bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:53:14.402561 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-a9dc7970-6ae0-4bad-95b9-4f6c74ff848f req-fdea0e44-79e5-4963-9a48-a8a0f51a1bab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:53:14.412353 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a9dc7970-6ae0-4bad-95b9-4f6c74ff848f req-fdea0e44-79e5-4963-9a48-a8a0f51a1bab service neutron] 10.222.0.67 "PUT /v2.0/ports/c080cd7a-d5f6-4354-9239-9dd106cd399e HTTP/1.1" status: 200 len: 1091 time: 0.8632452 Oct 12 19:53:14.417359 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '576e744d-57ee-41c8-8453-b5e213e4411b', 'tag': 'c080cd7a-d5f6-4354-9239-9dd106cd399e'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:53:14.417359 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c8cd480-d680-4c54-98f3-385f5086cbca" -d '{"events": [{"name": "network-changed", "server_uuid": "576e744d-57ee-41c8-8453-b5e213e4411b", "tag": "c080cd7a-d5f6-4354-9239-9dd106cd399e"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:53:14.447961 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdea0e44-79e5-4963-9a48-a8a0f51a1bab service neutron] Pushing event updated for resources: {'Port': ['ID=c080cd7a-d5f6-4354-9239-9dd106cd399e,revision_number=3']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:53:14.610480 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dc7970-6ae0-4bad-95b9-4f6c74ff848f req-2bbda20c-5944-40a9-be4a-59e3b6d6e37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:53:14.612253 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a9dc7970-6ae0-4bad-95b9-4f6c74ff848f req-2bbda20c-5944-40a9-be4a-59e3b6d6e37a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f37c8fe971bc4b5daa2f916c03f91d01&device_id=576e744d-57ee-41c8-8453-b5e213e4411b HTTP/1.1" status: 200 len: 1094 time: 0.0685325 Oct 12 19:53:14.680598 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36b0e767-c264-43a9-9187-94374db1589f x-openstack-request-id: req-36b0e767-c264-43a9-9187-94374db1589f {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:53:14.681283 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "576e744d-57ee-41c8-8453-b5e213e4411b", "tag": "c080cd7a-d5f6-4354-9239-9dd106cd399e", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:53:14.681283 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-36b0e767-c264-43a9-9187-94374db1589f {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:53:14.681492 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '576e744d-57ee-41c8-8453-b5e213e4411b', 'tag': 'c080cd7a-d5f6-4354-9239-9dd106cd399e', 'status': 'completed', 'code': 200} Oct 12 19:53:14.683241 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a9dc7970-6ae0-4bad-95b9-4f6c74ff848f req-6dd857c4-5368-4eff-b3b8-98e690810206 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c080cd7a-d5f6-4354-9239-9dd106cd399e HTTP/1.1" status: 200 len: 217 time: 0.0622573 Oct 12 19:53:14.734312 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dc7970-6ae0-4bad-95b9-4f6c74ff848f req-326aefc8-5329-4886-b044-7fd0423468df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:53:14.735825 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a9dc7970-6ae0-4bad-95b9-4f6c74ff848f req-326aefc8-5329-4886-b044-7fd0423468df service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2bf5b286-d487-470c-8401-d82862f269e1 HTTP/1.1" status: 200 len: 850 time: 0.0461621 Oct 12 19:53:14.785343 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dc7970-6ae0-4bad-95b9-4f6c74ff848f req-27d2fa94-c31d-4e33-92a4-63854c9138ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:53:14.786905 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a9dc7970-6ae0-4bad-95b9-4f6c74ff848f req-27d2fa94-c31d-4e33-92a4-63854c9138ec service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=bab0c1ad-2a75-48a8-874f-0744bd8e0a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441542 Oct 12 19:53:14.879863 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a9dc7970-6ae0-4bad-95b9-4f6c74ff848f req-040a7cbf-840b-4493-a315-d563f4c58778 service neutron] 10.222.0.67 "GET /v2.0/networks/bab0c1ad-2a75-48a8-874f-0744bd8e0a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853133 Oct 12 19:53:14.970869 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a9dc7970-6ae0-4bad-95b9-4f6c74ff848f req-6b62ee2c-6a65-43a0-af7c-192ce301bdc2 service neutron] 10.222.0.67 "GET /v2.0/networks/bab0c1ad-2a75-48a8-874f-0744bd8e0a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835841 Oct 12 19:53:15.106286 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe5586f-d2b8-4305-8f5e-e99c174e378d req-4136c980-6828-4997-87b2-c5fce912affe tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:53:15.116106 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-fbe5586f-d2b8-4305-8f5e-e99c174e378d req-4136c980-6828-4997-87b2-c5fce912affe tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=576e744d-57ee-41c8-8453-b5e213e4411b HTTP/1.1" status: 200 len: 943 time: 0.0786366 Oct 12 19:53:15.129213 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8cd480-d680-4c54-98f3-385f5086cbca req-fcd597cd-b695-4cfe-aa16-6b1216a01b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:53:15.131875 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0c8cd480-d680-4c54-98f3-385f5086cbca req-fcd597cd-b695-4cfe-aa16-6b1216a01b74 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f37c8fe971bc4b5daa2f916c03f91d01&device_id=576e744d-57ee-41c8-8453-b5e213e4411b HTTP/1.1" status: 200 len: 1094 time: 0.0539014 Oct 12 19:53:15.167743 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-fbe5586f-d2b8-4305-8f5e-e99c174e378d req-876f5d88-072f-4faf-8355-b148f882cbf4 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d2c1542-84f5-402d-b7aa-2d0bcae85a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498157 Oct 12 19:53:15.237769 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8cd480-d680-4c54-98f3-385f5086cbca req-03ea46f6-6886-4b3c-bbca-0cbca93b96d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:53:15.239167 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0c8cd480-d680-4c54-98f3-385f5086cbca req-03ea46f6-6886-4b3c-bbca-0cbca93b96d4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=bab0c1ad-2a75-48a8-874f-0744bd8e0a35 HTTP/1.1" status: 200 len: 912 time: 0.1002915 Oct 12 19:53:15.285489 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0c8cd480-d680-4c54-98f3-385f5086cbca req-ad0cfe5f-9294-4146-bf21-f2d2875da6bf service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c080cd7a-d5f6-4354-9239-9dd106cd399e HTTP/1.1" status: 200 len: 217 time: 0.0357356 Oct 12 19:53:15.343056 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8cd480-d680-4c54-98f3-385f5086cbca req-2bb5c113-7318-4179-8018-948fe570ba69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:53:15.344557 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0c8cd480-d680-4c54-98f3-385f5086cbca req-2bb5c113-7318-4179-8018-948fe570ba69 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2bf5b286-d487-470c-8401-d82862f269e1 HTTP/1.1" status: 200 len: 850 time: 0.0516150 Oct 12 19:53:15.392599 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8cd480-d680-4c54-98f3-385f5086cbca req-3c469e2e-11a3-4e18-a294-486cf2179260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:53:15.394119 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0c8cd480-d680-4c54-98f3-385f5086cbca req-3c469e2e-11a3-4e18-a294-486cf2179260 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=bab0c1ad-2a75-48a8-874f-0744bd8e0a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423181 Oct 12 19:53:15.495646 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0c8cd480-d680-4c54-98f3-385f5086cbca req-4f70c818-46ed-4f45-9e10-0ce8f837cd1a service neutron] 10.222.0.67 "GET /v2.0/networks/bab0c1ad-2a75-48a8-874f-0744bd8e0a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941396 Oct 12 19:53:15.589734 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0c8cd480-d680-4c54-98f3-385f5086cbca req-c701d225-62cd-42a1-9821-cad4e08e4a4b service neutron] 10.222.0.67 "GET /v2.0/networks/bab0c1ad-2a75-48a8-874f-0744bd8e0a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866055 Oct 12 19:53:16.291859 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e38014-3c00-4436-8f27-299ae670b1e7 req-04209121-7a3b-476f-a925-2e7c17e9c03e tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:53:16.293364 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-32e38014-3c00-4436-8f27-299ae670b1e7 req-04209121-7a3b-476f-a925-2e7c17e9c03e tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=576e744d-57ee-41c8-8453-b5e213e4411b HTTP/1.1" status: 200 len: 943 time: 0.0495493 Oct 12 19:53:16.332249 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-32e38014-3c00-4436-8f27-299ae670b1e7 req-9a638ba8-8b6a-4df9-9d7f-b7a06eb42328 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d2c1542-84f5-402d-b7aa-2d0bcae85a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327077 Oct 12 19:53:17.456636 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b6bd07-63a9-436a-8641-3ab07e9c914c req-db47a54f-8b43-4e5f-b3f2-3012c23f0134 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:53:17.458121 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-62b6bd07-63a9-436a-8641-3ab07e9c914c req-db47a54f-8b43-4e5f-b3f2-3012c23f0134 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=576e744d-57ee-41c8-8453-b5e213e4411b HTTP/1.1" status: 200 len: 943 time: 0.0500698 Oct 12 19:53:17.497128 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-62b6bd07-63a9-436a-8641-3ab07e9c914c req-c1e4d9c3-aaaa-496b-9d49-6829165b3525 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d2c1542-84f5-402d-b7aa-2d0bcae85a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330625 Oct 12 19:53:18.618741 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96dca4b-e2d3-4d0d-abe8-87c294c0f853 req-ccabc9ee-b241-4bd1-b6be-d46713d8f229 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:53:18.620120 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c96dca4b-e2d3-4d0d-abe8-87c294c0f853 req-ccabc9ee-b241-4bd1-b6be-d46713d8f229 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=576e744d-57ee-41c8-8453-b5e213e4411b HTTP/1.1" status: 200 len: 943 time: 0.0542524 Oct 12 19:53:18.659261 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c96dca4b-e2d3-4d0d-abe8-87c294c0f853 req-173b0d9f-ff67-44c9-82d2-dd5781777f9e tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d2c1542-84f5-402d-b7aa-2d0bcae85a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320432 Oct 12 19:53:20.012669 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886ee47e-2f1d-455c-ae5e-1ba36db45694 req-5132dd26-f9cb-491c-9b21-28bb0a699f5b tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:53:20.014119 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-886ee47e-2f1d-455c-ae5e-1ba36db45694 req-5132dd26-f9cb-491c-9b21-28bb0a699f5b tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=576e744d-57ee-41c8-8453-b5e213e4411b HTTP/1.1" status: 200 len: 943 time: 0.0528977 Oct 12 19:53:20.299240 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-886ee47e-2f1d-455c-ae5e-1ba36db45694 req-512a53e0-ca28-4a17-ba4f-ee0db5ae3552 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d2c1542-84f5-402d-b7aa-2d0bcae85a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2787554 Oct 12 19:53:21.414018 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c7187a-48fe-4b59-a963-2151ca3000e1 req-09f82cb6-e2a6-4fb3-baec-a587b900df72 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:53:21.415433 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-90c7187a-48fe-4b59-a963-2151ca3000e1 req-09f82cb6-e2a6-4fb3-baec-a587b900df72 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=576e744d-57ee-41c8-8453-b5e213e4411b HTTP/1.1" status: 200 len: 943 time: 0.0509744 Oct 12 19:53:21.458121 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-90c7187a-48fe-4b59-a963-2151ca3000e1 req-792521dc-d8da-4092-bc81-74d1010b5ed4 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d2c1542-84f5-402d-b7aa-2d0bcae85a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363789 Oct 12 19:53:22.571382 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba499f5-a6cd-4519-bdaf-869f82a40b33 req-0fa7a39e-574d-4bbc-b3ad-f99456af6fab tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:53:22.572904 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-eba499f5-a6cd-4519-bdaf-869f82a40b33 req-0fa7a39e-574d-4bbc-b3ad-f99456af6fab tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=576e744d-57ee-41c8-8453-b5e213e4411b HTTP/1.1" status: 200 len: 943 time: 0.0483341 Oct 12 19:53:22.611771 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-eba499f5-a6cd-4519-bdaf-869f82a40b33 req-fb0a3259-13c5-4c5f-8bb1-2f5050975005 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d2c1542-84f5-402d-b7aa-2d0bcae85a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326948 Oct 12 19:53:23.727324 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1082c9-1044-4e73-978b-8dab1e6eb274 req-e0f64692-0724-460e-af63-46398de173ae tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:53:23.728728 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8e1082c9-1044-4e73-978b-8dab1e6eb274 req-e0f64692-0724-460e-af63-46398de173ae tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=576e744d-57ee-41c8-8453-b5e213e4411b HTTP/1.1" status: 200 len: 943 time: 0.0506494 Oct 12 19:53:23.766486 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8e1082c9-1044-4e73-978b-8dab1e6eb274 req-e1c93493-85d4-4a26-9abc-ad1f62d18a56 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d2c1542-84f5-402d-b7aa-2d0bcae85a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317817 Oct 12 19:53:24.940516 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f55811a-2e02-4e75-854b-fbc99a552e71 req-9e4fa637-8f58-4b89-ab19-552ebf09561c tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:53:24.943102 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0f55811a-2e02-4e75-854b-fbc99a552e71 req-9e4fa637-8f58-4b89-ab19-552ebf09561c tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=576e744d-57ee-41c8-8453-b5e213e4411b HTTP/1.1" status: 200 len: 943 time: 0.0501187 Oct 12 19:53:24.979741 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0f55811a-2e02-4e75-854b-fbc99a552e71 req-5922ff12-2c02-4df2-9e3f-680b01bee5c4 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d2c1542-84f5-402d-b7aa-2d0bcae85a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319390 Oct 12 19:53:26.099504 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab895d5-d5fa-4a3d-8344-5378df04bafd req-8a774cd6-1396-42d2-b1c9-9f2d221cd277 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:53:26.101102 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3ab895d5-d5fa-4a3d-8344-5378df04bafd req-8a774cd6-1396-42d2-b1c9-9f2d221cd277 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=576e744d-57ee-41c8-8453-b5e213e4411b HTTP/1.1" status: 200 len: 943 time: 0.0560868 Oct 12 19:53:26.140092 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3ab895d5-d5fa-4a3d-8344-5378df04bafd req-8e18175e-ae8a-427a-a517-a180c7c1bcdf tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d2c1542-84f5-402d-b7aa-2d0bcae85a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316396 Oct 12 19:53:27.258266 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d084bb23-2948-4fac-89a0-5017796f0064 req-605ef5b9-8027-4fe4-9cff-7637f4802d7c tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:53:27.259722 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d084bb23-2948-4fac-89a0-5017796f0064 req-605ef5b9-8027-4fe4-9cff-7637f4802d7c tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=576e744d-57ee-41c8-8453-b5e213e4411b HTTP/1.1" status: 200 len: 943 time: 0.0522397 Oct 12 19:53:27.297061 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d084bb23-2948-4fac-89a0-5017796f0064 req-7c5e4fe8-720d-4c49-ad62-0042fba7211a tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d2c1542-84f5-402d-b7aa-2d0bcae85a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313451 Oct 12 19:53:27.371112 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device c080cd7a-d5f6-4354-9239-9dd106cd399e details requested by agent hyperv_n-h2-813679-3 with host n-h2-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:53:27.470311 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port c080cd7a-d5f6-4354-9239-9dd106cd399e, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=c080cd7a-d5f6-4354-9239-9dd106cd399e,segment=NetworkSegment(797d701b-2156-4b5d-8b6d-c0ec33924cd8),segment_id=797d701b-2156-4b5d-8b6d-c0ec33924cd8)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:53:27.482676 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Returning: {'device': 'c080cd7a-d5f6-4354-9239-9dd106cd399e', 'network_id': 'bab0c1ad-2a75-48a8-874f-0744bd8e0a35', 'port_id': 'c080cd7a-d5f6-4354-9239-9dd106cd399e', 'mac_address': 'fa:16:3e:4b:d9:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bf5b286-d487-470c-8401-d82862f269e1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:53:27.522421 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:53:27.535581 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c080cd7a-d5f6-4354-9239-9dd106cd399e {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:53:27.554352 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port c080cd7a-d5f6-4354-9239-9dd106cd399e, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=c080cd7a-d5f6-4354-9239-9dd106cd399e,segment=NetworkSegment(797d701b-2156-4b5d-8b6d-c0ec33924cd8),segment_id=797d701b-2156-4b5d-8b6d-c0ec33924cd8)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:53:27.619555 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:53:27.667244 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=c080cd7a-d5f6-4354-9239-9dd106cd399e,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:53:27.822774 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['c080cd7a-d5f6-4354-9239-9dd106cd399e'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:53:28.414789 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f5fde7-3ed2-4e02-93a9-ffc5d8a9fc30 req-8da61c35-a07f-4134-9ff4-c1d2ad3a28ff tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:53:28.416400 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-51f5fde7-3ed2-4e02-93a9-ffc5d8a9fc30 req-8da61c35-a07f-4134-9ff4-c1d2ad3a28ff tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=576e744d-57ee-41c8-8453-b5e213e4411b HTTP/1.1" status: 200 len: 944 time: 0.0493321 Oct 12 19:53:28.454850 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-51f5fde7-3ed2-4e02-93a9-ffc5d8a9fc30 req-e3523bb1-9c20-43a6-bbc1-58030903541c tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d2c1542-84f5-402d-b7aa-2d0bcae85a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322428 Oct 12 19:53:29.311148 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4e1b26c0-7bb8-4a6c-8117-324efc46c5ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:53:29.388701 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device c080cd7a-d5f6-4354-9239-9dd106cd399e up at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:53:29.531141 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning for port c080cd7a-d5f6-4354-9239-9dd106cd399e completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:53:29.536082 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning complete for port c080cd7a-d5f6-4354-9239-9dd106cd399e triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:53:29.542899 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:53:29.573252 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77fce34-b35f-4591-971a-dc61bc44c40d req-31e78a86-3f65-469c-8c4a-06fc3c2a2751 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:53:29.574853 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b77fce34-b35f-4591-971a-dc61bc44c40d req-31e78a86-3f65-469c-8c4a-06fc3c2a2751 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=576e744d-57ee-41c8-8453-b5e213e4411b HTTP/1.1" status: 200 len: 944 time: 0.0506182 Oct 12 19:53:29.614609 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b77fce34-b35f-4591-971a-dc61bc44c40d req-b6c519fa-5839-4eb8-90c2-eb4be0b9b6ef tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d2c1542-84f5-402d-b7aa-2d0bcae85a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334129 Oct 12 19:53:29.618204 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:53:29.641752 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '576e744d-57ee-41c8-8453-b5e213e4411b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c080cd7a-d5f6-4354-9239-9dd106cd399e'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:53:29.643824 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2c702e3-7eb7-48a5-9be4-be5ea50f654a" -d '{"events": [{"server_uuid": "576e744d-57ee-41c8-8453-b5e213e4411b", "name": "network-vif-plugged", "status": "completed", "tag": "c080cd7a-d5f6-4354-9239-9dd106cd399e"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:53:29.656887 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port c080cd7a-d5f6-4354-9239-9dd106cd399e, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=c080cd7a-d5f6-4354-9239-9dd106cd399e,segment=NetworkSegment(797d701b-2156-4b5d-8b6d-c0ec33924cd8),segment_id=797d701b-2156-4b5d-8b6d-c0ec33924cd8)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:53:29.683003 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6196226-adfa-4635-90df-0c620fe01064 x-openstack-request-id: req-b6196226-adfa-4635-90df-0c620fe01064 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:53:29.683305 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "576e744d-57ee-41c8-8453-b5e213e4411b", "name": "network-vif-plugged", "status": "completed", "tag": "c080cd7a-d5f6-4354-9239-9dd106cd399e", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:53:29.683564 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b6196226-adfa-4635-90df-0c620fe01064 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:53:29.683958 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '576e744d-57ee-41c8-8453-b5e213e4411b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c080cd7a-d5f6-4354-9239-9dd106cd399e', 'code': 200} Oct 12 19:53:29.739565 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:53:29.783405 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b582270-fc8f-444d-a129-792694ef2364 req-ce75d894-03e5-4932-996e-16843a94d4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:53:29.785047 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7b582270-fc8f-444d-a129-792694ef2364 req-ce75d894-03e5-4932-996e-16843a94d4d8 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=576e744d-57ee-41c8-8453-b5e213e4411b HTTP/1.1" status: 200 len: 1096 time: 0.0445950 Oct 12 19:53:29.790205 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=c080cd7a-d5f6-4354-9239-9dd106cd399e,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:53:29.822898 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7b582270-fc8f-444d-a129-792694ef2364 req-c1c8a890-a6f9-4d3e-a631-f365e9f9bbb2 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=1d2c1542-84f5-402d-b7aa-2d0bcae85a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290160 Oct 12 19:53:30.171794 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 19:53:30.730201 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca050441-3ab5-4b48-b245-7edc005f22d0 req-176abeb2-8096-4642-a32f-9078398f19d9 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:53:30.731699 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ca050441-3ab5-4b48-b245-7edc005f22d0 req-176abeb2-8096-4642-a32f-9078398f19d9 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=576e744d-57ee-41c8-8453-b5e213e4411b HTTP/1.1" status: 200 len: 945 time: 0.0496964 Oct 12 19:53:30.771221 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ca050441-3ab5-4b48-b245-7edc005f22d0 req-3ad7eff4-31a1-4a02-9b62-4ab4c23734bc tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d2c1542-84f5-402d-b7aa-2d0bcae85a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330470 Oct 12 19:53:31.714202 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ce71b385-5f07-400e-84af-9f80651f0c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:53:31.894415 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc1e7b4-7bdd-4b6f-9961-ad24dfa2211b req-4ab27d2c-87ee-4c69-b80f-712ea91411d5 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:53:31.896769 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2fc1e7b4-7bdd-4b6f-9961-ad24dfa2211b req-4ab27d2c-87ee-4c69-b80f-712ea91411d5 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=576e744d-57ee-41c8-8453-b5e213e4411b HTTP/1.1" status: 200 len: 945 time: 0.0572908 Oct 12 19:53:31.936648 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2fc1e7b4-7bdd-4b6f-9961-ad24dfa2211b req-0c47799d-dba3-4b31-a9fd-737ba32254b7 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d2c1542-84f5-402d-b7aa-2d0bcae85a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331383 Oct 12 19:53:32.055536 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b805316d-6463-4c68-ab6d-becad96e791b req-428ce569-40f4-4898-a588-8922013a2d4e tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:53:32.057141 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b805316d-6463-4c68-ab6d-becad96e791b req-428ce569-40f4-4898-a588-8922013a2d4e tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=576e744d-57ee-41c8-8453-b5e213e4411b HTTP/1.1" status: 200 len: 945 time: 0.0540268 Oct 12 19:53:32.098240 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b805316d-6463-4c68-ab6d-becad96e791b req-ad989046-1aea-4ca9-8422-bc11da8c7a81 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d2c1542-84f5-402d-b7aa-2d0bcae85a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346649 Oct 12 19:53:32.122670 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 57592) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:53:32.261965 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b66c5a9-0681-4ae2-9b80-150b6bf70323 tempest-TestVolumeBootPattern-567074184 tempest-TestVolumeBootPattern-567074184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:53:32.263453 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-2b66c5a9-0681-4ae2-9b80-150b6bf70323 tempest-TestVolumeBootPattern-567074184 tempest-TestVolumeBootPattern-567074184-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=576e744d-57ee-41c8-8453-b5e213e4411b HTTP/1.1" status: 200 len: 1091 time: 0.1396594 Oct 12 19:53:32.266405 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 57598) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:53:32.271090 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-0e365b79-6303-407d-8049-afa6a38dec3b tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Request body: {'floatingip': {'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'port_id': 'c080cd7a-d5f6-4354-9239-9dd106cd399e', 'tenant_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'fixed_ip_address': '172.20.0.7'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:53:32.382491 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0e365b79-6303-407d-8049-afa6a38dec3b tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks [] for floatingip, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:53:32.481310 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0e365b79-6303-407d-8049-afa6a38dec3b tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:53:32.490992 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:53:32.583989 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-0e365b79-6303-407d-8049-afa6a38dec3b tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Allocated IP 172.25.5.187 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/745402ea-0764-4ea3-9ff6-6cc712d61999) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:53:32.693259 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0e365b79-6303-407d-8049-afa6a38dec3b tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:53:32.788652 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0e365b79-6303-407d-8049-afa6a38dec3b tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:53:32.828775 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e365b79-6303-407d-8049-afa6a38dec3b tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:53:32.831857 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-0e365b79-6303-407d-8049-afa6a38dec3b tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:53:32.835863 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e365b79-6303-407d-8049-afa6a38dec3b tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:53:32.841445 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e365b79-6303-407d-8049-afa6a38dec3b tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Pushing event updated for resources: {'Port': ['ID=745402ea-0764-4ea3-9ff6-6cc712d61999,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:53:32.867802 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e365b79-6303-407d-8049-afa6a38dec3b tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:53:32.868192 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e365b79-6303-407d-8049-afa6a38dec3b tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:53:32.868539 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e365b79-6303-407d-8049-afa6a38dec3b tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:53:32.868883 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e365b79-6303-407d-8049-afa6a38dec3b tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:53:32.869219 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e365b79-6303-407d-8049-afa6a38dec3b tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:53:32.869552 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e365b79-6303-407d-8049-afa6a38dec3b tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:53:32.869880 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e365b79-6303-407d-8049-afa6a38dec3b tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:53:32.870207 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e365b79-6303-407d-8049-afa6a38dec3b tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:53:32.870530 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e365b79-6303-407d-8049-afa6a38dec3b tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:53:32.870852 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e365b79-6303-407d-8049-afa6a38dec3b tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:53:32.871175 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e365b79-6303-407d-8049-afa6a38dec3b tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:53:32.871497 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e365b79-6303-407d-8049-afa6a38dec3b tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:53:33.157066 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:53:33.196465 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:53:33.346245 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0e365b79-6303-407d-8049-afa6a38dec3b tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:53:33.492791 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0e365b79-6303-407d-8049-afa6a38dec3b tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:53:33.639727 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0e365b79-6303-407d-8049-afa6a38dec3b tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:53:33.727994 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0e365b79-6303-407d-8049-afa6a38dec3b tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:53:33.800310 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e365b79-6303-407d-8049-afa6a38dec3b tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Pushing event updated for resources: {'Port': ['ID=745402ea-0764-4ea3-9ff6-6cc712d61999,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:53:33.809186 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0e365b79-6303-407d-8049-afa6a38dec3b tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7915414'] for floatingip, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:53:33.907977 n-d-813679-3 neutron-server[95502]: INFO neutron.db.l3_db [None req-0e365b79-6303-407d-8049-afa6a38dec3b tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Floating IP e94ce082-7c90-4aeb-a02d-8657ae1b1762 associated. External IP: 172.25.5.187, port: c080cd7a-d5f6-4354-9239-9dd106cd399e. Oct 12 19:53:34.057444 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:53:34.122433 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e365b79-6303-407d-8049-afa6a38dec3b tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Router 72e12904-ac42-4067-a6c3-e782f6e03b0e has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:53:34.231277 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e365b79-6303-407d-8049-afa6a38dec3b tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:53:34.242776 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91103bbd-ce46-46c5-87d5-fcff0a374286 None None] Sync routers for ids ['72e12904-ac42-4067-a6c3-e782f6e03b0e'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:53:34.253229 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91103bbd-ce46-46c5-87d5-fcff0a374286 None None] Routers {'72e12904-ac42-4067-a6c3-e782f6e03b0e'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:53:34.253876 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-91103bbd-ce46-46c5-87d5-fcff0a374286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:53:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['72e12904-ac42-4067-a6c3-e782f6e03b0e'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:53:34.315924 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0e365b79-6303-407d-8049-afa6a38dec3b tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:53:34.342993 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-0e365b79-6303-407d-8049-afa6a38dec3b tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0755880 Oct 12 19:53:34.343626 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '576e744d-57ee-41c8-8453-b5e213e4411b', 'tag': 'c080cd7a-d5f6-4354-9239-9dd106cd399e'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:53:34.345935 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b2e00eb-a4d8-40c0-987e-d955699d56bb" -d '{"events": [{"name": "network-changed", "server_uuid": "576e744d-57ee-41c8-8453-b5e213e4411b", "tag": "c080cd7a-d5f6-4354-9239-9dd106cd399e"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:53:34.363429 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-91103bbd-ce46-46c5-87d5-fcff0a374286 None None] Set router 72e12904-ac42-4067-a6c3-e782f6e03b0e gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:53:34.463035 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f431730a-9113-4090-997f-454808f26050 x-openstack-request-id: req-f431730a-9113-4090-997f-454808f26050 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:53:34.463568 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "576e744d-57ee-41c8-8453-b5e213e4411b", "tag": "c080cd7a-d5f6-4354-9239-9dd106cd399e", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:53:34.463568 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f431730a-9113-4090-997f-454808f26050 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:53:34.463966 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '576e744d-57ee-41c8-8453-b5e213e4411b', 'tag': 'c080cd7a-d5f6-4354-9239-9dd106cd399e', 'status': 'completed', 'code': 200} Oct 12 19:53:34.533216 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2e00eb-a4d8-40c0-987e-d955699d56bb req-4a748c71-893f-4a7d-bb93-e62a2222e36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:53:34.534870 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5b2e00eb-a4d8-40c0-987e-d955699d56bb req-4a748c71-893f-4a7d-bb93-e62a2222e36c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f37c8fe971bc4b5daa2f916c03f91d01&device_id=576e744d-57ee-41c8-8453-b5e213e4411b HTTP/1.1" status: 200 len: 1096 time: 0.0477271 Oct 12 19:53:34.669318 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2e00eb-a4d8-40c0-987e-d955699d56bb req-b90d657a-2e8d-4291-a0f4-b0d77de90b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:53:34.670723 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5b2e00eb-a4d8-40c0-987e-d955699d56bb req-b90d657a-2e8d-4291-a0f4-b0d77de90b3e service neutron] 10.222.0.67 "GET /v2.0/networks?id=bab0c1ad-2a75-48a8-874f-0744bd8e0a35 HTTP/1.1" status: 200 len: 912 time: 0.1269259 Oct 12 19:53:34.745968 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5b2e00eb-a4d8-40c0-987e-d955699d56bb req-a4a7b69b-cdcb-4c8b-9bd9-ae89fbc49104 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c080cd7a-d5f6-4354-9239-9dd106cd399e HTTP/1.1" status: 200 len: 999 time: 0.0680795 Oct 12 19:53:34.758240 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:53:34.780071 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-91103bbd-ce46-46c5-87d5-fcff0a374286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e12904-ac42-4067-a6c3-e782f6e03b0e', 'name': 'tempest-TestVolumeBootPattern-238637426-router', 'tenant_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '77770890-8d5d-4e38-9d35-84433fce4151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:48:10Z', 'updated_at': '2021-10-12T19:48:15Z', 'revision_number': 4, 'project_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'gw_port': {'id': '77770890-8d5d-4e38-9d35-84433fce4151', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:aa:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e12904-ac42-4067-a6c3-e782f6e03b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:48:11Z', 'updated_at': '2021-10-12T19:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': 'e94ce082-7c90-4aeb-a02d-8657ae1b1762', 'tenant_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'floating_ip_address': '172.25.5.187', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': '72e12904-ac42-4067-a6c3-e782f6e03b0e', 'port_id': 'c080cd7a-d5f6-4354-9239-9dd106cd399e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3932, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bab0c1ad-2a75-48a8-874f-0744bd8e0a35', 'mac_address': 'fa:16:3e:4b:d9:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576e744d-57ee-41c8-8453-b5e213e4411b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T19:53:33Z', 'updated_at': '2021-10-12T19:53:33Z', 'revision_number': 0, 'project_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68a2846e-ad50-4512-a35d-2f7c50f62994', 'name': '', 'network_id': 'bab0c1ad-2a75-48a8-874f-0744bd8e0a35', 'tenant_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'mac_address': 'fa:16:3e:07:8d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e12904-ac42-4067-a6c3-e782f6e03b0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '2bf5b286-d487-470c-8401-d82862f269e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:48:13Z', 'updated_at': '2021-10-12T19:48:17Z', 'revision_number': 5, 'project_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'subnets': [{'id': '2bf5b286-d487-470c-8401-d82862f269e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:53:34.798153 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2e00eb-a4d8-40c0-987e-d955699d56bb req-756f394b-d68c-46c6-bde0-ca8ec8e092d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:53:34.799847 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5b2e00eb-a4d8-40c0-987e-d955699d56bb req-756f394b-d68c-46c6-bde0-ca8ec8e092d2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2bf5b286-d487-470c-8401-d82862f269e1 HTTP/1.1" status: 200 len: 850 time: 0.0468957 Oct 12 19:53:34.810040 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91103bbd-ce46-46c5-87d5-fcff0a374286 None None] Checking router: 72e12904-ac42-4067-a6c3-e782f6e03b0e for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:53:34.821995 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91103bbd-ce46-46c5-87d5-fcff0a374286 None None] Routers {'72e12904-ac42-4067-a6c3-e782f6e03b0e'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:53:34.822764 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-91103bbd-ce46-46c5-87d5-fcff0a374286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:53:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['72e12904-ac42-4067-a6c3-e782f6e03b0e'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:53:34.861644 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2e00eb-a4d8-40c0-987e-d955699d56bb req-2575e42f-f256-4b7e-ba1e-8f21ff8b01f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:53:34.864600 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5b2e00eb-a4d8-40c0-987e-d955699d56bb req-2575e42f-f256-4b7e-ba1e-8f21ff8b01f2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=bab0c1ad-2a75-48a8-874f-0744bd8e0a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559576 Oct 12 19:53:34.963283 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-91103bbd-ce46-46c5-87d5-fcff0a374286 None None] Set router 72e12904-ac42-4067-a6c3-e782f6e03b0e gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:53:34.972519 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5b2e00eb-a4d8-40c0-987e-d955699d56bb req-9ac1e8b0-ef81-41d8-a275-f165f843258a service neutron] 10.222.0.67 "GET /v2.0/networks/bab0c1ad-2a75-48a8-874f-0744bd8e0a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994217 Oct 12 19:53:35.075850 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5b2e00eb-a4d8-40c0-987e-d955699d56bb req-f700f4bd-4097-4997-9276-e543b4623bdd service neutron] 10.222.0.67 "GET /v2.0/networks/bab0c1ad-2a75-48a8-874f-0744bd8e0a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963027 Oct 12 19:53:35.201046 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-91103bbd-ce46-46c5-87d5-fcff0a374286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e12904-ac42-4067-a6c3-e782f6e03b0e', 'name': 'tempest-TestVolumeBootPattern-238637426-router', 'tenant_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '77770890-8d5d-4e38-9d35-84433fce4151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:48:10Z', 'updated_at': '2021-10-12T19:48:15Z', 'revision_number': 4, 'project_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'gw_port': {'id': '77770890-8d5d-4e38-9d35-84433fce4151', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:aa:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e12904-ac42-4067-a6c3-e782f6e03b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:48:11Z', 'updated_at': '2021-10-12T19:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': 'e94ce082-7c90-4aeb-a02d-8657ae1b1762', 'tenant_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'floating_ip_address': '172.25.5.187', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': '72e12904-ac42-4067-a6c3-e782f6e03b0e', 'port_id': 'c080cd7a-d5f6-4354-9239-9dd106cd399e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3932, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bab0c1ad-2a75-48a8-874f-0744bd8e0a35', 'mac_address': 'fa:16:3e:4b:d9:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576e744d-57ee-41c8-8453-b5e213e4411b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T19:53:33Z', 'updated_at': '2021-10-12T19:53:33Z', 'revision_number': 0, 'project_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68a2846e-ad50-4512-a35d-2f7c50f62994', 'name': '', 'network_id': 'bab0c1ad-2a75-48a8-874f-0744bd8e0a35', 'tenant_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'mac_address': 'fa:16:3e:07:8d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e12904-ac42-4067-a6c3-e782f6e03b0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '2bf5b286-d487-470c-8401-d82862f269e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:48:13Z', 'updated_at': '2021-10-12T19:48:17Z', 'revision_number': 5, 'project_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'subnets': [{'id': '2bf5b286-d487-470c-8401-d82862f269e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:53:35.228794 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91103bbd-ce46-46c5-87d5-fcff0a374286 None None] The sync data for ids ['72e12904-ac42-4067-a6c3-e782f6e03b0e'] in n-d-813679-3 is: [{'id': '72e12904-ac42-4067-a6c3-e782f6e03b0e', 'name': 'tempest-TestVolumeBootPattern-238637426-router', 'tenant_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '77770890-8d5d-4e38-9d35-84433fce4151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:48:10Z', 'updated_at': '2021-10-12T19:48:15Z', 'revision_number': 4, 'project_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'gw_port': {'id': '77770890-8d5d-4e38-9d35-84433fce4151', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:aa:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e12904-ac42-4067-a6c3-e782f6e03b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:48:11Z', 'updated_at': '2021-10-12T19:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': 'e94ce082-7c90-4aeb-a02d-8657ae1b1762', 'tenant_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'floating_ip_address': '172.25.5.187', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': '72e12904-ac42-4067-a6c3-e782f6e03b0e', 'port_id': 'c080cd7a-d5f6-4354-9239-9dd106cd399e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3932, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bab0c1ad-2a75-48a8-874f-0744bd8e0a35', 'mac_address': 'fa:16:3e:4b:d9:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576e744d-57ee-41c8-8453-b5e213e4411b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T19:53:33Z', 'updated_at': '2021-10-12T19:53:33Z', 'revision_number': 0, 'project_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68a2846e-ad50-4512-a35d-2f7c50f62994', 'name': '', 'network_id': 'bab0c1ad-2a75-48a8-874f-0744bd8e0a35', 'tenant_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'mac_address': 'fa:16:3e:07:8d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e12904-ac42-4067-a6c3-e782f6e03b0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '2bf5b286-d487-470c-8401-d82862f269e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:48:13Z', 'updated_at': '2021-10-12T19:48:17Z', 'revision_number': 5, 'project_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'subnets': [{'id': '2bf5b286-d487-470c-8401-d82862f269e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:53:35.434563 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e6c5a1-fa8c-4511-938d-fa2bb881bf9b None None] New status for floating IP e94ce082-7c90-4aeb-a02d-8657ae1b1762: ACTIVE {{(pid=95504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 19:53:47.665683 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9a608d04-8724-4417-86ca-ca100b0feaa4 req-f062a8fd-c16b-4699-b3f6-392c0c01d45e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=576e744d-57ee-41c8-8453-b5e213e4411b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0416794 Oct 12 19:53:47.753494 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a608d04-8724-4417-86ca-ca100b0feaa4 req-1efc0a8b-14ef-49f7-90a2-3e4c6656bcab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:53:47.755077 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9a608d04-8724-4417-86ca-ca100b0feaa4 req-1efc0a8b-14ef-49f7-90a2-3e4c6656bcab service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f37c8fe971bc4b5daa2f916c03f91d01&device_id=576e744d-57ee-41c8-8453-b5e213e4411b HTTP/1.1" status: 200 len: 1096 time: 0.0406802 Oct 12 19:53:47.864587 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a608d04-8724-4417-86ca-ca100b0feaa4 req-56b415e6-c3e4-4d6b-86b3-9d539a57d8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:53:47.866026 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9a608d04-8724-4417-86ca-ca100b0feaa4 req-56b415e6-c3e4-4d6b-86b3-9d539a57d8a2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=bab0c1ad-2a75-48a8-874f-0744bd8e0a35 HTTP/1.1" status: 200 len: 912 time: 0.0872407 Oct 12 19:53:47.934359 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9a608d04-8724-4417-86ca-ca100b0feaa4 req-411c3a52-7bce-4ca9-a853-0295b1057fd8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c080cd7a-d5f6-4354-9239-9dd106cd399e HTTP/1.1" status: 200 len: 1001 time: 0.0596564 Oct 12 19:53:47.986042 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a608d04-8724-4417-86ca-ca100b0feaa4 req-632037d7-f753-4f16-a7ed-d12f1e01a980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:53:47.987511 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9a608d04-8724-4417-86ca-ca100b0feaa4 req-632037d7-f753-4f16-a7ed-d12f1e01a980 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2bf5b286-d487-470c-8401-d82862f269e1 HTTP/1.1" status: 200 len: 850 time: 0.0462658 Oct 12 19:53:48.038502 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a608d04-8724-4417-86ca-ca100b0feaa4 req-d9001425-a298-4510-9ae3-32862da080f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:53:48.039976 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9a608d04-8724-4417-86ca-ca100b0feaa4 req-d9001425-a298-4510-9ae3-32862da080f9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=bab0c1ad-2a75-48a8-874f-0744bd8e0a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449777 Oct 12 19:53:48.132003 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9a608d04-8724-4417-86ca-ca100b0feaa4 req-c66a9562-de71-4ea1-903e-5f1b480a72ca service neutron] 10.222.0.67 "GET /v2.0/networks/bab0c1ad-2a75-48a8-874f-0744bd8e0a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841088 Oct 12 19:53:48.226571 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9a608d04-8724-4417-86ca-ca100b0feaa4 req-0864ba6a-8513-4c27-90fb-b057e83c1974 service neutron] 10.222.0.67 "GET /v2.0/networks/bab0c1ad-2a75-48a8-874f-0744bd8e0a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871429 Oct 12 19:53:59.149860 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5fdfdfa3-fc02-438c-b13d-1e3e1fc06fe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:54:01.704433 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a5a024ae-e1cb-4734-b3b1-f96c03cfed6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:54:02.475999 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:54:03.144393 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:54:03.155459 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:54:04.053695 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:54:04.605258 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:54:07.171877 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 19:54:29.165266 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-105d6345-e781-4270-8ebf-afc30e781eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:54:29.621839 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480fcbbf-396e-40a3-879b-f19655ed3640 req-4789e0fe-cf63-440e-a9a1-3d3c781afc2c tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:54:29.623284 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-480fcbbf-396e-40a3-879b-f19655ed3640 req-4789e0fe-cf63-440e-a9a1-3d3c781afc2c tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] 10.222.0.49 "GET /v2.0/networks?id=2ec9d601-f4e2-419f-98b5-e1a2a3caf74c HTTP/1.1" status: 200 len: 813 time: 0.3786714 Oct 12 19:54:29.637762 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-480fcbbf-396e-40a3-879b-f19655ed3640 req-4a9f6db9-e7a2-4eb5-96d5-806edc807ccf tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] 10.222.0.49 "GET /v2.0/quotas/0a12880ebf0c4733961f34c9c9bffde0 HTTP/1.1" status: 200 len: 375 time: 0.0086658 Oct 12 19:54:29.668717 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-480fcbbf-396e-40a3-879b-f19655ed3640 req-ce2134a5-91a9-4372-8546-c5cda5c369df tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=0a12880ebf0c4733961f34c9c9bffde0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0257013 Oct 12 19:54:29.808715 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-480fcbbf-396e-40a3-879b-f19655ed3640 req-5517dc92-2834-466a-98dc-02e0841931fe service neutron] 10.222.0.49 "GET /v2.0/networks/2ec9d601-f4e2-419f-98b5-e1a2a3caf74c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326163 Oct 12 19:54:29.899867 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-480fcbbf-396e-40a3-879b-f19655ed3640 req-314129bf-a087-4006-be2a-39096312230f service neutron] 10.222.0.49 "GET /v2.0/networks/2ec9d601-f4e2-419f-98b5-e1a2a3caf74c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839119 Oct 12 19:54:30.120865 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5c62889e-4c7f-4ace-ab3d-f1870a29b906 req-d9f835bc-48a4-47f2-9f71-42324bc342bc tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] 10.222.0.49 "GET /v2.0/ports?device_id=2aa5ef10-e53e-4011-8900-ca8d6bb559fa HTTP/1.1" status: 200 len: 210 time: 0.0279698 Oct 12 19:54:31.227991 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0dbf15df-4e99-4f07-bf09-2fb1e7b68011 req-a407bbc8-57df-419b-9fa9-7fb62a8a38c1 tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] 10.222.0.49 "GET /v2.0/ports?device_id=2aa5ef10-e53e-4011-8900-ca8d6bb559fa HTTP/1.1" status: 200 len: 210 time: 0.0279944 Oct 12 19:54:31.696323 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-870de90a-9f4d-4ace-8e1b-dcda65db811c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:54:32.231988 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480fcbbf-396e-40a3-879b-f19655ed3640 req-087dbb41-bc77-465c-90ca-28efb7d4cc64 tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:54:32.233498 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-480fcbbf-396e-40a3-879b-f19655ed3640 req-087dbb41-bc77-465c-90ca-28efb7d4cc64 tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] 10.222.0.61 "GET /v2.0/networks?id=2ec9d601-f4e2-419f-98b5-e1a2a3caf74c HTTP/1.1" status: 200 len: 813 time: 0.1087840 Oct 12 19:54:32.245916 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-480fcbbf-396e-40a3-879b-f19655ed3640 req-1e65703d-86e5-4a42-9223-19d980b0cf94 tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] Request body: {'port': {'device_id': '2aa5ef10-e53e-4011-8900-ca8d6bb559fa', 'network_id': '2ec9d601-f4e2-419f-98b5-e1a2a3caf74c', 'admin_state_up': True, 'tenant_id': '0a12880ebf0c4733961f34c9c9bffde0'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:54:32.327910 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-27b7401e-b151-49d7-9683-4def6613e56e req-9267a4b2-057b-404f-9aca-fc2be46f5d1a tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] 10.222.0.49 "GET /v2.0/ports?device_id=2aa5ef10-e53e-4011-8900-ca8d6bb559fa HTTP/1.1" status: 200 len: 210 time: 0.0260463 Oct 12 19:54:32.423254 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-480fcbbf-396e-40a3-879b-f19655ed3640 req-1e65703d-86e5-4a42-9223-19d980b0cf94 tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] Made reservation on behalf of 0a12880ebf0c4733961f34c9c9bffde0 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:54:32.426811 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-480fcbbf-396e-40a3-879b-f19655ed3640 req-1e65703d-86e5-4a42-9223-19d980b0cf94 tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:54:32.514986 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:54:32.552406 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [req-480fcbbf-396e-40a3-879b-f19655ed3640 req-1e65703d-86e5-4a42-9223-19d980b0cf94 tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] Allocated IP 172.20.0.11 (2ec9d601-f4e2-419f-98b5-e1a2a3caf74c/da25517f-d50f-433c-9790-617ffff998a6/c830b156-34b6-48ed-bc62-7031fab48d45) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:54:32.696576 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-480fcbbf-396e-40a3-879b-f19655ed3640 req-1e65703d-86e5-4a42-9223-19d980b0cf94 tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:54:32.800812 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-480fcbbf-396e-40a3-879b-f19655ed3640 req-1e65703d-86e5-4a42-9223-19d980b0cf94 tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:54:32.846070 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-480fcbbf-396e-40a3-879b-f19655ed3640 req-1e65703d-86e5-4a42-9223-19d980b0cf94 tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] Network 2ec9d601-f4e2-419f-98b5-e1a2a3caf74c is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:54:32.849520 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [req-480fcbbf-396e-40a3-879b-f19655ed3640 req-1e65703d-86e5-4a42-9223-19d980b0cf94 tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:54:32.851972 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-480fcbbf-396e-40a3-879b-f19655ed3640 req-1e65703d-86e5-4a42-9223-19d980b0cf94 tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:54:32.882076 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e65703d-86e5-4a42-9223-19d980b0cf94 tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] Pushing event updated for resources: {'Port': ['ID=c830b156-34b6-48ed-bc62-7031fab48d45,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:54:32.893155 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e65703d-86e5-4a42-9223-19d980b0cf94 tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:54:32.893498 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e65703d-86e5-4a42-9223-19d980b0cf94 tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:54:32.893836 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e65703d-86e5-4a42-9223-19d980b0cf94 tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:54:32.894170 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e65703d-86e5-4a42-9223-19d980b0cf94 tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:54:32.894500 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e65703d-86e5-4a42-9223-19d980b0cf94 tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:54:32.894826 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e65703d-86e5-4a42-9223-19d980b0cf94 tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:54:32.895149 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e65703d-86e5-4a42-9223-19d980b0cf94 tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:54:32.895470 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e65703d-86e5-4a42-9223-19d980b0cf94 tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:54:32.895793 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e65703d-86e5-4a42-9223-19d980b0cf94 tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:54:32.896143 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e65703d-86e5-4a42-9223-19d980b0cf94 tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:54:32.896468 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e65703d-86e5-4a42-9223-19d980b0cf94 tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:54:32.896784 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e65703d-86e5-4a42-9223-19d980b0cf94 tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:54:32.918120 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480fcbbf-396e-40a3-879b-f19655ed3640 req-1e65703d-86e5-4a42-9223-19d980b0cf94 tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:54:32.918723 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-480fcbbf-396e-40a3-879b-f19655ed3640 req-1e65703d-86e5-4a42-9223-19d980b0cf94 tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:54:33.008497 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-480fcbbf-396e-40a3-879b-f19655ed3640 req-1e65703d-86e5-4a42-9223-19d980b0cf94 tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7664177 Oct 12 19:54:33.020433 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-480fcbbf-396e-40a3-879b-f19655ed3640 req-581b4072-6b8f-48a7-99f1-3d5aca96009a service neutron] Request body: {'port': {'device_id': '2aa5ef10-e53e-4011-8900-ca8d6bb559fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:54:33.076273 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-480fcbbf-396e-40a3-879b-f19655ed3640 req-581b4072-6b8f-48a7-99f1-3d5aca96009a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:54:33.149267 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:54:33.177601 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:54:33.338185 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [req-480fcbbf-396e-40a3-879b-f19655ed3640 req-581b4072-6b8f-48a7-99f1-3d5aca96009a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c830b156-34b6-48ed-bc62-7031fab48d45 {{(pid=95502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:54:33.345665 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-480fcbbf-396e-40a3-879b-f19655ed3640 req-581b4072-6b8f-48a7-99f1-3d5aca96009a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:54:33.358415 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-480fcbbf-396e-40a3-879b-f19655ed3640 req-581b4072-6b8f-48a7-99f1-3d5aca96009a service neutron] Transition to ACTIVE for port object c830b156-34b6-48ed-bc62-7031fab48d45 will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:54:33.428075 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-480fcbbf-396e-40a3-879b-f19655ed3640 req-581b4072-6b8f-48a7-99f1-3d5aca96009a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:54:33.510475 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581b4072-6b8f-48a7-99f1-3d5aca96009a service neutron] Pushing event updated for resources: {'Port': ['ID=c830b156-34b6-48ed-bc62-7031fab48d45,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:54:33.565221 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc5f873-f667-4174-9d61-e961f0f8216c req-94b95260-6a56-44c0-bdb5-013f2e0cc345 tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:54:33.566690 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5bc5f873-f667-4174-9d61-e961f0f8216c req-94b95260-6a56-44c0-bdb5-013f2e0cc345 tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] 10.222.0.49 "GET /v2.0/ports?device_id=2aa5ef10-e53e-4011-8900-ca8d6bb559fa HTTP/1.1" status: 200 len: 944 time: 0.1684895 Oct 12 19:54:33.601647 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-480fcbbf-396e-40a3-879b-f19655ed3640 req-581b4072-6b8f-48a7-99f1-3d5aca96009a service neutron] Attempting to bind port c830b156-34b6-48ed-bc62-7031fab48d45 on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:54:33.601891 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-480fcbbf-396e-40a3-879b-f19655ed3640 req-581b4072-6b8f-48a7-99f1-3d5aca96009a service neutron] Attempting to bind port c830b156-34b6-48ed-bc62-7031fab48d45 by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': 'e069ce7b-bb3a-4d44-9801-3f838ad0aeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2ec9d601-f4e2-419f-98b5-e1a2a3caf74c'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:54:33.602214 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-480fcbbf-396e-40a3-879b-f19655ed3640 req-581b4072-6b8f-48a7-99f1-3d5aca96009a service neutron] Attempting to bind port c830b156-34b6-48ed-bc62-7031fab48d45 on network 2ec9d601-f4e2-419f-98b5-e1a2a3caf74c {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:54:33.615998 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-480fcbbf-396e-40a3-879b-f19655ed3640 req-581b4072-6b8f-48a7-99f1-3d5aca96009a service neutron] Port c830b156-34b6-48ed-bc62-7031fab48d45 on network 2ec9d601-f4e2-419f-98b5-e1a2a3caf74c not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:54:33.616346 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-480fcbbf-396e-40a3-879b-f19655ed3640 req-581b4072-6b8f-48a7-99f1-3d5aca96009a service neutron] Attempting to bind port c830b156-34b6-48ed-bc62-7031fab48d45 on network 2ec9d601-f4e2-419f-98b5-e1a2a3caf74c {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:54:33.625761 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5bc5f873-f667-4174-9d61-e961f0f8216c req-3d565a56-73fb-4d54-a657-69432224f4a2 tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] 10.222.0.49 "GET /v2.0/security-groups?id=a066b56a-29a0-418b-8b1b-4c933a54da47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516870 Oct 12 19:54:33.626587 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-480fcbbf-396e-40a3-879b-f19655ed3640 req-581b4072-6b8f-48a7-99f1-3d5aca96009a service neutron] Checking agent: {'id': 'f5e9725f-f5a6-43c2-a1be-95e21e9a1fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:54:33.626923 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-480fcbbf-396e-40a3-879b-f19655ed3640 req-581b4072-6b8f-48a7-99f1-3d5aca96009a service neutron] Checking segment: {'id': 'e069ce7b-bb3a-4d44-9801-3f838ad0aeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2ec9d601-f4e2-419f-98b5-e1a2a3caf74c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:54:33.627288 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-480fcbbf-396e-40a3-879b-f19655ed3640 req-581b4072-6b8f-48a7-99f1-3d5aca96009a service neutron] Bound using segment: {'id': 'e069ce7b-bb3a-4d44-9801-3f838ad0aeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2ec9d601-f4e2-419f-98b5-e1a2a3caf74c'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:54:33.627717 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-480fcbbf-396e-40a3-879b-f19655ed3640 req-581b4072-6b8f-48a7-99f1-3d5aca96009a service neutron] Bound port: c830b156-34b6-48ed-bc62-7031fab48d45, host: n-h1-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e069ce7b-bb3a-4d44-9801-3f838ad0aeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2ec9d601-f4e2-419f-98b5-e1a2a3caf74c'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:54:33.628088 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-480fcbbf-396e-40a3-879b-f19655ed3640 req-581b4072-6b8f-48a7-99f1-3d5aca96009a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:54:33.692543 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-480fcbbf-396e-40a3-879b-f19655ed3640 req-581b4072-6b8f-48a7-99f1-3d5aca96009a service neutron] For port c830b156-34b6-48ed-bc62-7031fab48d45, host n-h1-813679-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:54:33.695449 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-480fcbbf-396e-40a3-879b-f19655ed3640 req-581b4072-6b8f-48a7-99f1-3d5aca96009a service neutron] For port c830b156-34b6-48ed-bc62-7031fab48d45, host n-h1-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=c830b156-34b6-48ed-bc62-7031fab48d45,segment=NetworkSegment(e069ce7b-bb3a-4d44-9801-3f838ad0aeb8),segment_id=e069ce7b-bb3a-4d44-9801-3f838ad0aeb8)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:54:33.772158 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-480fcbbf-396e-40a3-879b-f19655ed3640 req-581b4072-6b8f-48a7-99f1-3d5aca96009a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:54:33.805074 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480fcbbf-396e-40a3-879b-f19655ed3640 req-581b4072-6b8f-48a7-99f1-3d5aca96009a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:54:33.805805 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-480fcbbf-396e-40a3-879b-f19655ed3640 req-581b4072-6b8f-48a7-99f1-3d5aca96009a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:54:33.807163 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-480fcbbf-396e-40a3-879b-f19655ed3640 req-581b4072-6b8f-48a7-99f1-3d5aca96009a service neutron] 10.222.0.61 "PUT /v2.0/ports/c830b156-34b6-48ed-bc62-7031fab48d45 HTTP/1.1" status: 200 len: 1092 time: 0.7908106 Oct 12 19:54:33.807601 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2aa5ef10-e53e-4011-8900-ca8d6bb559fa', 'tag': 'c830b156-34b6-48ed-bc62-7031fab48d45'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:54:33.809935 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35f47e69-1322-4460-95d5-5ee05bba1211" -d '{"events": [{"name": "network-changed", "server_uuid": "2aa5ef10-e53e-4011-8900-ca8d6bb559fa", "tag": "c830b156-34b6-48ed-bc62-7031fab48d45"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:54:33.834627 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581b4072-6b8f-48a7-99f1-3d5aca96009a service neutron] Pushing event updated for resources: {'Port': ['ID=c830b156-34b6-48ed-bc62-7031fab48d45,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:54:33.849984 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-335bcdfb-9a75-4bdf-b91b-e11ecd31c795 x-openstack-request-id: req-335bcdfb-9a75-4bdf-b91b-e11ecd31c795 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:54:33.850270 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2aa5ef10-e53e-4011-8900-ca8d6bb559fa", "tag": "c830b156-34b6-48ed-bc62-7031fab48d45", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:54:33.850525 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-335bcdfb-9a75-4bdf-b91b-e11ecd31c795 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:54:33.850964 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2aa5ef10-e53e-4011-8900-ca8d6bb559fa', 'tag': 'c830b156-34b6-48ed-bc62-7031fab48d45', 'status': 'completed', 'code': 200} Oct 12 19:54:33.910444 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f47e69-1322-4460-95d5-5ee05bba1211 req-c35cdbad-7f36-47fc-bc01-5bbe17004b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:54:33.911844 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-35f47e69-1322-4460-95d5-5ee05bba1211 req-c35cdbad-7f36-47fc-bc01-5bbe17004b6d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0a12880ebf0c4733961f34c9c9bffde0&device_id=2aa5ef10-e53e-4011-8900-ca8d6bb559fa HTTP/1.1" status: 200 len: 1095 time: 0.0418959 Oct 12 19:54:34.010587 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f47e69-1322-4460-95d5-5ee05bba1211 req-251f58b5-662d-4ea8-80eb-1035e15ced7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:54:34.012063 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-35f47e69-1322-4460-95d5-5ee05bba1211 req-251f58b5-662d-4ea8-80eb-1035e15ced7c service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=0a12880ebf0c4733961f34c9c9bffde0&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0930915 Oct 12 19:54:34.106187 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f47e69-1322-4460-95d5-5ee05bba1211 req-f835e7ce-b661-4b23-9b5f-b71951ee467f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:54:34.107669 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-35f47e69-1322-4460-95d5-5ee05bba1211 req-f835e7ce-b661-4b23-9b5f-b71951ee467f service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0891223 Oct 12 19:54:34.114491 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:54:34.188667 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480fcbbf-396e-40a3-879b-f19655ed3640 req-2c3393bd-3df9-45d8-a252-243096c782b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:54:34.190054 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-480fcbbf-396e-40a3-879b-f19655ed3640 req-2c3393bd-3df9-45d8-a252-243096c782b7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0a12880ebf0c4733961f34c9c9bffde0&device_id=2aa5ef10-e53e-4011-8900-ca8d6bb559fa HTTP/1.1" status: 200 len: 1095 time: 0.0463159 Oct 12 19:54:34.231316 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-480fcbbf-396e-40a3-879b-f19655ed3640 req-369bb36d-5421-41d8-b3c0-2b6173c65344 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c830b156-34b6-48ed-bc62-7031fab48d45 HTTP/1.1" status: 200 len: 217 time: 0.0335810 Oct 12 19:54:34.279800 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480fcbbf-396e-40a3-879b-f19655ed3640 req-2ca598bb-d387-4a47-8e12-333edb39b0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:54:34.281209 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-480fcbbf-396e-40a3-879b-f19655ed3640 req-2ca598bb-d387-4a47-8e12-333edb39b0b0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=da25517f-d50f-433c-9790-617ffff998a6 HTTP/1.1" status: 200 len: 853 time: 0.0430264 Oct 12 19:54:34.312175 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-480fcbbf-396e-40a3-879b-f19655ed3640 req-18b6a8d3-4d1b-4190-932e-0e7f84d4b58d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2ec9d601-f4e2-419f-98b5-e1a2a3caf74c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242620 Oct 12 19:54:34.402363 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-480fcbbf-396e-40a3-879b-f19655ed3640 req-5415c9a5-18e5-4d3d-bc11-94e2fcb31cd1 service neutron] 10.222.0.61 "GET /v2.0/networks/2ec9d601-f4e2-419f-98b5-e1a2a3caf74c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832238 Oct 12 19:54:34.489503 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-480fcbbf-396e-40a3-879b-f19655ed3640 req-dda2f7f4-75d9-43da-a351-0414a52e26c0 service neutron] 10.222.0.61 "GET /v2.0/networks/2ec9d601-f4e2-419f-98b5-e1a2a3caf74c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799301 Oct 12 19:54:34.611930 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:54:34.742965 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb44e6ec-7ae1-4c94-b915-88402cc655e0 req-c52c7067-e01d-484a-85e9-2f5996567934 tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:54:34.745074 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-fb44e6ec-7ae1-4c94-b915-88402cc655e0 req-c52c7067-e01d-484a-85e9-2f5996567934 tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] 10.222.0.49 "GET /v2.0/ports?device_id=2aa5ef10-e53e-4011-8900-ca8d6bb559fa HTTP/1.1" status: 200 len: 944 time: 0.0529327 Oct 12 19:54:34.781192 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-fb44e6ec-7ae1-4c94-b915-88402cc655e0 req-2cbf0734-fe99-4f77-82dd-5df853acb1f9 tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] 10.222.0.49 "GET /v2.0/security-groups?id=a066b56a-29a0-418b-8b1b-4c933a54da47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304604 Oct 12 19:54:35.896368 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99439049-59c6-46a0-96d0-e3d22522c20b req-7a9fbeb1-b16a-4989-a537-28d9c988dbae tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:54:35.897819 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-99439049-59c6-46a0-96d0-e3d22522c20b req-7a9fbeb1-b16a-4989-a537-28d9c988dbae tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] 10.222.0.49 "GET /v2.0/ports?device_id=2aa5ef10-e53e-4011-8900-ca8d6bb559fa HTTP/1.1" status: 200 len: 944 time: 0.0479529 Oct 12 19:54:35.935278 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-99439049-59c6-46a0-96d0-e3d22522c20b req-4c05e3e4-d80d-4541-9c35-209e06f40612 tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] 10.222.0.49 "GET /v2.0/security-groups?id=a066b56a-29a0-418b-8b1b-4c933a54da47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308976 Oct 12 19:54:37.047774 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631a1b6d-784c-45f8-9c83-5eb1d12eb9b1 req-2fd43507-3f6e-47ae-b845-bd43e2c02cbd tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:54:37.049245 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-631a1b6d-784c-45f8-9c83-5eb1d12eb9b1 req-2fd43507-3f6e-47ae-b845-bd43e2c02cbd tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] 10.222.0.49 "GET /v2.0/ports?device_id=2aa5ef10-e53e-4011-8900-ca8d6bb559fa HTTP/1.1" status: 200 len: 944 time: 0.0489874 Oct 12 19:54:37.086752 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-631a1b6d-784c-45f8-9c83-5eb1d12eb9b1 req-09cceaac-c813-4d07-8219-4ebb25bf50b9 tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] 10.222.0.49 "GET /v2.0/security-groups?id=a066b56a-29a0-418b-8b1b-4c933a54da47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315421 Oct 12 19:54:38.220011 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebaf78c-b285-486b-ab1d-3381487758a8 req-c2961d9c-8241-4037-a5d0-2fb6bab897ca tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:54:38.221481 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4ebaf78c-b285-486b-ab1d-3381487758a8 req-c2961d9c-8241-4037-a5d0-2fb6bab897ca tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] 10.222.0.49 "GET /v2.0/ports?device_id=2aa5ef10-e53e-4011-8900-ca8d6bb559fa HTTP/1.1" status: 200 len: 944 time: 0.0550857 Oct 12 19:54:38.259990 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4ebaf78c-b285-486b-ab1d-3381487758a8 req-95f4ad86-6bee-47b6-8011-200db1e5da15 tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] 10.222.0.49 "GET /v2.0/security-groups?id=a066b56a-29a0-418b-8b1b-4c933a54da47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322528 Oct 12 19:54:39.031911 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device c830b156-34b6-48ed-bc62-7031fab48d45 details requested by agent hyperv_n-h1-813679-3 with host n-h1-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:54:39.126382 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port c830b156-34b6-48ed-bc62-7031fab48d45, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=c830b156-34b6-48ed-bc62-7031fab48d45,segment=NetworkSegment(e069ce7b-bb3a-4d44-9801-3f838ad0aeb8),segment_id=e069ce7b-bb3a-4d44-9801-3f838ad0aeb8)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:54:39.137408 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Returning: {'device': 'c830b156-34b6-48ed-bc62-7031fab48d45', 'network_id': '2ec9d601-f4e2-419f-98b5-e1a2a3caf74c', 'port_id': 'c830b156-34b6-48ed-bc62-7031fab48d45', 'mac_address': 'fa:16:3e:a2:04:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da25517f-d50f-433c-9790-617ffff998a6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:54:39.177299 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:54:39.191019 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c830b156-34b6-48ed-bc62-7031fab48d45 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:54:39.210045 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port c830b156-34b6-48ed-bc62-7031fab48d45, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=c830b156-34b6-48ed-bc62-7031fab48d45,segment=NetworkSegment(e069ce7b-bb3a-4d44-9801-3f838ad0aeb8),segment_id=e069ce7b-bb3a-4d44-9801-3f838ad0aeb8)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:54:39.280169 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:54:39.326955 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=c830b156-34b6-48ed-bc62-7031fab48d45,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:54:39.334375 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:54:39.334727 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:54:39.335069 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:54:39.335405 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:54:39.335738 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:54:39.336097 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:54:39.336430 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:54:39.336758 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:54:39.337085 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:54:39.337410 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:54:39.337734 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:54:39.338058 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:54:39.384201 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76311a50-a7c0-4d10-8350-27d81bf7788b req-98ced8a5-5879-4af6-a943-c6692a40cd34 tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:54:39.385654 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-76311a50-a7c0-4d10-8350-27d81bf7788b req-98ced8a5-5879-4af6-a943-c6692a40cd34 tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] 10.222.0.49 "GET /v2.0/ports?device_id=2aa5ef10-e53e-4011-8900-ca8d6bb559fa HTTP/1.1" status: 200 len: 945 time: 0.0593376 Oct 12 19:54:39.427069 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-76311a50-a7c0-4d10-8350-27d81bf7788b req-18f949c4-ae1b-4e21-af96-4a1c4dde3b77 tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] 10.222.0.49 "GET /v2.0/security-groups?id=a066b56a-29a0-418b-8b1b-4c933a54da47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348823 Oct 12 19:54:39.492477 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['c830b156-34b6-48ed-bc62-7031fab48d45'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:54:40.547825 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da655724-892e-4b67-93d0-f00faed439e7 req-48ceef8d-53ff-42ff-81ef-33161b678d67 tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:54:40.549372 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-da655724-892e-4b67-93d0-f00faed439e7 req-48ceef8d-53ff-42ff-81ef-33161b678d67 tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] 10.222.0.49 "GET /v2.0/ports?device_id=2aa5ef10-e53e-4011-8900-ca8d6bb559fa HTTP/1.1" status: 200 len: 945 time: 0.0494916 Oct 12 19:54:40.586880 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-da655724-892e-4b67-93d0-f00faed439e7 req-16e3e406-ad5d-4bc4-b522-211225cd2c6f tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] 10.222.0.49 "GET /v2.0/security-groups?id=a066b56a-29a0-418b-8b1b-4c933a54da47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316398 Oct 12 19:54:41.031041 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device c830b156-34b6-48ed-bc62-7031fab48d45 up at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:54:41.143433 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning for port c830b156-34b6-48ed-bc62-7031fab48d45 completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:54:41.147423 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning complete for port c830b156-34b6-48ed-bc62-7031fab48d45 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:54:41.147795 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:54:41.224278 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:54:41.249467 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aa5ef10-e53e-4011-8900-ca8d6bb559fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c830b156-34b6-48ed-bc62-7031fab48d45'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:54:41.251768 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f69af6df-e16a-4c46-9872-8ce778282148" -d '{"events": [{"server_uuid": "2aa5ef10-e53e-4011-8900-ca8d6bb559fa", "name": "network-vif-plugged", "status": "completed", "tag": "c830b156-34b6-48ed-bc62-7031fab48d45"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:54:41.264939 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port c830b156-34b6-48ed-bc62-7031fab48d45, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=c830b156-34b6-48ed-bc62-7031fab48d45,segment=NetworkSegment(e069ce7b-bb3a-4d44-9801-3f838ad0aeb8),segment_id=e069ce7b-bb3a-4d44-9801-3f838ad0aeb8)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:54:41.289415 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b783c3e1-e190-462e-9130-95ad4d74a4b6 x-openstack-request-id: req-b783c3e1-e190-462e-9130-95ad4d74a4b6 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:54:41.289727 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2aa5ef10-e53e-4011-8900-ca8d6bb559fa", "name": "network-vif-plugged", "status": "completed", "tag": "c830b156-34b6-48ed-bc62-7031fab48d45", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:54:41.289990 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b783c3e1-e190-462e-9130-95ad4d74a4b6 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:54:41.290390 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2aa5ef10-e53e-4011-8900-ca8d6bb559fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c830b156-34b6-48ed-bc62-7031fab48d45', 'code': 200} Oct 12 19:54:41.303022 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:54:41.359112 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=c830b156-34b6-48ed-bc62-7031fab48d45,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:54:41.390791 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19083cff-c111-496d-b655-5eb9d0afdbd8 req-f071364a-bd11-429b-8c1a-dc6d3dab804f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:54:41.392274 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-19083cff-c111-496d-b655-5eb9d0afdbd8 req-f071364a-bd11-429b-8c1a-dc6d3dab804f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2aa5ef10-e53e-4011-8900-ca8d6bb559fa HTTP/1.1" status: 200 len: 1097 time: 0.0446587 Oct 12 19:54:41.425542 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-19083cff-c111-496d-b655-5eb9d0afdbd8 req-0e9b534d-cc95-4b55-9db5-5f09253c6b8c service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=a066b56a-29a0-418b-8b1b-4c933a54da47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266116 Oct 12 19:54:41.704793 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2aa6a1-0e23-421a-a23b-38cdf28fb10f req-d733ba7e-4870-4e5c-9e4b-6c02bfd2a5aa tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:54:41.706203 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7b2aa6a1-0e23-421a-a23b-38cdf28fb10f req-d733ba7e-4870-4e5c-9e4b-6c02bfd2a5aa tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] 10.222.0.49 "GET /v2.0/ports?device_id=2aa5ef10-e53e-4011-8900-ca8d6bb559fa HTTP/1.1" status: 200 len: 946 time: 0.0488992 Oct 12 19:54:41.743895 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7b2aa6a1-0e23-421a-a23b-38cdf28fb10f req-44d54139-7838-4c56-84d0-03029d7757a5 tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] 10.222.0.49 "GET /v2.0/security-groups?id=a066b56a-29a0-418b-8b1b-4c933a54da47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316665 Oct 12 19:54:42.861704 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7905ff-c7ff-4ca1-bd3b-e98a2587d7d1 req-47e2feeb-80de-4962-ba06-54740f153c5e tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:54:42.863163 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2c7905ff-c7ff-4ca1-bd3b-e98a2587d7d1 req-47e2feeb-80de-4962-ba06-54740f153c5e tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] 10.222.0.49 "GET /v2.0/ports?device_id=2aa5ef10-e53e-4011-8900-ca8d6bb559fa HTTP/1.1" status: 200 len: 946 time: 0.0501068 Oct 12 19:54:42.899788 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2c7905ff-c7ff-4ca1-bd3b-e98a2587d7d1 req-e4df2a08-6280-4297-a99c-01a1916cf84d tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] 10.222.0.49 "GET /v2.0/security-groups?id=a066b56a-29a0-418b-8b1b-4c933a54da47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305355 Oct 12 19:54:44.172769 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 19:54:47.659026 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-753425f7-8a18-4ac7-b4da-1cd169766d65 req-4748e9d6-8832-4140-86ad-7f3975cce6f5 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=576e744d-57ee-41c8-8453-b5e213e4411b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0450099 Oct 12 19:54:47.742261 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753425f7-8a18-4ac7-b4da-1cd169766d65 req-3626d29e-e4d9-4a5e-9389-a0e0ac030592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:54:47.743756 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-753425f7-8a18-4ac7-b4da-1cd169766d65 req-3626d29e-e4d9-4a5e-9389-a0e0ac030592 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f37c8fe971bc4b5daa2f916c03f91d01&device_id=576e744d-57ee-41c8-8453-b5e213e4411b HTTP/1.1" status: 200 len: 1096 time: 0.0422978 Oct 12 19:54:47.855045 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753425f7-8a18-4ac7-b4da-1cd169766d65 req-b7bb023f-c8fb-4d0e-a380-4e10e0ec95fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:54:47.856833 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-753425f7-8a18-4ac7-b4da-1cd169766d65 req-b7bb023f-c8fb-4d0e-a380-4e10e0ec95fb service neutron] 10.222.0.67 "GET /v2.0/networks?id=bab0c1ad-2a75-48a8-874f-0744bd8e0a35 HTTP/1.1" status: 200 len: 912 time: 0.0935082 Oct 12 19:54:47.926295 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-753425f7-8a18-4ac7-b4da-1cd169766d65 req-e6e1cd32-bf86-4a3e-99d6-0209351bf133 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c080cd7a-d5f6-4354-9239-9dd106cd399e HTTP/1.1" status: 200 len: 1001 time: 0.0586584 Oct 12 19:54:47.977106 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753425f7-8a18-4ac7-b4da-1cd169766d65 req-ac44505f-b2fb-4a69-a07e-925a5d5efbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:54:47.978837 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-753425f7-8a18-4ac7-b4da-1cd169766d65 req-ac44505f-b2fb-4a69-a07e-925a5d5efbd9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2bf5b286-d487-470c-8401-d82862f269e1 HTTP/1.1" status: 200 len: 850 time: 0.0458007 Oct 12 19:54:48.029467 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753425f7-8a18-4ac7-b4da-1cd169766d65 req-34df46a8-060a-46dd-96de-6c67657c2914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:54:48.031061 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-753425f7-8a18-4ac7-b4da-1cd169766d65 req-34df46a8-060a-46dd-96de-6c67657c2914 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=bab0c1ad-2a75-48a8-874f-0744bd8e0a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451615 Oct 12 19:54:48.124354 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-753425f7-8a18-4ac7-b4da-1cd169766d65 req-68250b1b-2287-4cdc-be43-9b742c49e546 service neutron] 10.222.0.67 "GET /v2.0/networks/bab0c1ad-2a75-48a8-874f-0744bd8e0a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858266 Oct 12 19:54:48.220600 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-753425f7-8a18-4ac7-b4da-1cd169766d65 req-478eb8cf-dd39-4a06-b73c-fe71e50ac406 service neutron] 10.222.0.67 "GET /v2.0/networks/bab0c1ad-2a75-48a8-874f-0744bd8e0a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895274 Oct 12 19:54:55.819404 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3e298fd1-c9a3-4632-9f74-a5296a35c701 req-4fca4f03-687b-41ca-a2e5-39365df27881 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2aa5ef10-e53e-4011-8900-ca8d6bb559fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0388644 Oct 12 19:54:55.902474 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e298fd1-c9a3-4632-9f74-a5296a35c701 req-525009ed-e4fd-4c0e-babc-ca783651ce9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:54:55.903969 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3e298fd1-c9a3-4632-9f74-a5296a35c701 req-525009ed-e4fd-4c0e-babc-ca783651ce9b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0a12880ebf0c4733961f34c9c9bffde0&device_id=2aa5ef10-e53e-4011-8900-ca8d6bb559fa HTTP/1.1" status: 200 len: 1097 time: 0.0437131 Oct 12 19:54:56.008589 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e298fd1-c9a3-4632-9f74-a5296a35c701 req-ce712804-6c99-4b06-9166-8ae95e0e4d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:54:56.010073 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3e298fd1-c9a3-4632-9f74-a5296a35c701 req-ce712804-6c99-4b06-9166-8ae95e0e4d8d service neutron] 10.222.0.61 "GET /v2.0/networks?id=2ec9d601-f4e2-419f-98b5-e1a2a3caf74c HTTP/1.1" status: 200 len: 914 time: 0.0870543 Oct 12 19:54:56.056339 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3e298fd1-c9a3-4632-9f74-a5296a35c701 req-232a66f7-d598-4eec-bb2e-f5325103b7c1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c830b156-34b6-48ed-bc62-7031fab48d45 HTTP/1.1" status: 200 len: 217 time: 0.0383549 Oct 12 19:54:56.111815 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e298fd1-c9a3-4632-9f74-a5296a35c701 req-75985895-9726-4e47-887a-c48b66b949c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:54:56.113301 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3e298fd1-c9a3-4632-9f74-a5296a35c701 req-75985895-9726-4e47-887a-c48b66b949c2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=da25517f-d50f-433c-9790-617ffff998a6 HTTP/1.1" status: 200 len: 853 time: 0.0504014 Oct 12 19:54:56.145570 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3e298fd1-c9a3-4632-9f74-a5296a35c701 req-a8efaf45-6436-4328-836e-9e24c37f890d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2ec9d601-f4e2-419f-98b5-e1a2a3caf74c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253603 Oct 12 19:54:56.240591 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3e298fd1-c9a3-4632-9f74-a5296a35c701 req-6239ae88-c29b-45ab-8311-46ecbcd1969f service neutron] 10.222.0.61 "GET /v2.0/networks/2ec9d601-f4e2-419f-98b5-e1a2a3caf74c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884082 Oct 12 19:54:56.328741 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3e298fd1-c9a3-4632-9f74-a5296a35c701 req-26131550-5e2a-486a-ac01-b44c94b0a3e4 service neutron] 10.222.0.61 "GET /v2.0/networks/2ec9d601-f4e2-419f-98b5-e1a2a3caf74c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811796 Oct 12 19:54:59.182644 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-608c20bf-ccea-4a6d-8c63-0f0cfd022257 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:55:01.713722 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0d40754f-6928-4715-b204-85a41856c790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:55:02.514146 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:55:03.119578 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:55:03.204684 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:55:04.113823 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:55:04.622709 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:55:19.750216 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [req-8a0eb01e-ec52-49a2-902d-130bc0857435 req-9471297f-576a-4acc-b23b-edd36ba729e7 service neutron] (95501) timed out ('10.222.0.49', 42620) {{(pid=95501) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 12 19:55:21.172237 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 19:55:29.159203 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bb7e2e69-2a93-40cd-b5b2-71739ca556a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:55:31.718908 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-89a47395-18de-439c-9030-6a8b9058574a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:55:32.492538 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:55:33.142504 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:55:33.206035 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:55:34.110091 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:55:34.627495 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:55:35.830715 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195a693a-ec64-46ab-8b91-8004e52e6241 req-8f7ce8d1-6e37-44fa-8f3f-322786b466ee tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:55:35.832278 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-195a693a-ec64-46ab-8b91-8004e52e6241 req-8f7ce8d1-6e37-44fa-8f3f-322786b466ee tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] 10.222.0.49 "GET /v2.0/ports?device_id=2aa5ef10-e53e-4011-8900-ca8d6bb559fa HTTP/1.1" status: 200 len: 946 time: 0.0491121 Oct 12 19:55:35.869066 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-195a693a-ec64-46ab-8b91-8004e52e6241 req-32ca52fc-9d70-4325-8e91-b42f02289b5c tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] 10.222.0.49 "GET /v2.0/security-groups?id=a066b56a-29a0-418b-8b1b-4c933a54da47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310175 Oct 12 19:55:36.986058 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac7ea8f-c154-41a7-861a-2389fcb8235e req-e1643562-5b44-48ba-9bae-ddb2b86e4944 tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:55:36.987528 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8ac7ea8f-c154-41a7-861a-2389fcb8235e req-e1643562-5b44-48ba-9bae-ddb2b86e4944 tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] 10.222.0.49 "GET /v2.0/ports?device_id=2aa5ef10-e53e-4011-8900-ca8d6bb559fa HTTP/1.1" status: 200 len: 946 time: 0.0496585 Oct 12 19:55:37.024365 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8ac7ea8f-c154-41a7-861a-2389fcb8235e req-36b7e750-e45f-414f-96f7-2008e4fb733b tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] 10.222.0.49 "GET /v2.0/security-groups?id=a066b56a-29a0-418b-8b1b-4c933a54da47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308323 Oct 12 19:55:37.222704 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b4c67e-89e2-4c1f-ad3d-ea9d350bfafe req-97633a29-4aa7-402c-8d39-1bf9428681e7 tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:55:37.224053 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d6b4c67e-89e2-4c1f-ad3d-ea9d350bfafe req-97633a29-4aa7-402c-8d39-1bf9428681e7 tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] 10.222.0.61 "GET /v2.0/ports?device_id=2aa5ef10-e53e-4011-8900-ca8d6bb559fa HTTP/1.1" status: 200 len: 946 time: 0.0523121 Oct 12 19:55:37.310512 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-d6b4c67e-89e2-4c1f-ad3d-ea9d350bfafe req-8e285e07-ab48-47e8-ab79-3792020bd684 tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] Deleting port c830b156-34b6-48ed-bc62-7031fab48d45 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:55:37.310852 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-d6b4c67e-89e2-4c1f-ad3d-ea9d350bfafe req-8e285e07-ab48-47e8-ab79-3792020bd684 tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:55:37.399022 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-d6b4c67e-89e2-4c1f-ad3d-ea9d350bfafe req-8e285e07-ab48-47e8-ab79-3792020bd684 tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] For port c830b156-34b6-48ed-bc62-7031fab48d45, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=c830b156-34b6-48ed-bc62-7031fab48d45,segment=NetworkSegment(e069ce7b-bb3a-4d44-9801-3f838ad0aeb8),segment_id=e069ce7b-bb3a-4d44-9801-3f838ad0aeb8)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:55:37.399362 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-d6b4c67e-89e2-4c1f-ad3d-ea9d350bfafe req-8e285e07-ab48-47e8-ab79-3792020bd684 tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:55:37.412365 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-d6b4c67e-89e2-4c1f-ad3d-ea9d350bfafe req-8e285e07-ab48-47e8-ab79-3792020bd684 tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] Calling delete_port for c830b156-34b6-48ed-bc62-7031fab48d45 owned by compute:nova {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:55:37.615740 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-d6b4c67e-89e2-4c1f-ad3d-ea9d350bfafe req-8e285e07-ab48-47e8-ab79-3792020bd684 tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:55:37.648324 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e285e07-ab48-47e8-ab79-3792020bd684 tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] Pushing event deleted for resources: {'Port': ['ID=c830b156-34b6-48ed-bc62-7031fab48d45,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:55:37.660053 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e285e07-ab48-47e8-ab79-3792020bd684 tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:55:37.660443 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e285e07-ab48-47e8-ab79-3792020bd684 tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:55:37.660783 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e285e07-ab48-47e8-ab79-3792020bd684 tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:55:37.661121 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e285e07-ab48-47e8-ab79-3792020bd684 tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:55:37.661453 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e285e07-ab48-47e8-ab79-3792020bd684 tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:55:37.661781 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e285e07-ab48-47e8-ab79-3792020bd684 tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:55:37.662106 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e285e07-ab48-47e8-ab79-3792020bd684 tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:55:37.662429 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e285e07-ab48-47e8-ab79-3792020bd684 tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:55:37.662753 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e285e07-ab48-47e8-ab79-3792020bd684 tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:55:37.663075 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e285e07-ab48-47e8-ab79-3792020bd684 tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:55:37.663396 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e285e07-ab48-47e8-ab79-3792020bd684 tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:55:37.663714 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e285e07-ab48-47e8-ab79-3792020bd684 tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:55:37.696067 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6b4c67e-89e2-4c1f-ad3d-ea9d350bfafe req-8e285e07-ab48-47e8-ab79-3792020bd684 tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] No DVR routers for this DVR port c830b156-34b6-48ed-bc62-7031fab48d45 on host n-h1-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:55:37.698449 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-d6b4c67e-89e2-4c1f-ad3d-ea9d350bfafe req-8e285e07-ab48-47e8-ab79-3792020bd684 tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:55:37.701701 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d6b4c67e-89e2-4c1f-ad3d-ea9d350bfafe req-8e285e07-ab48-47e8-ab79-3792020bd684 tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] 10.222.0.61 "DELETE /v2.0/ports/c830b156-34b6-48ed-bc62-7031fab48d45 HTTP/1.1" status: 204 len: 173 time: 0.4713922 Oct 12 19:55:37.702130 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aa5ef10-e53e-4011-8900-ca8d6bb559fa', 'name': 'network-vif-deleted', 'tag': 'c830b156-34b6-48ed-bc62-7031fab48d45'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:55:37.705086 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d979d82d-d745-491b-b39b-91b0807706dc" -d '{"events": [{"server_uuid": "2aa5ef10-e53e-4011-8900-ca8d6bb559fa", "name": "network-vif-deleted", "tag": "c830b156-34b6-48ed-bc62-7031fab48d45"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:55:37.740261 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-562a30c6-4715-467a-a579-54edd852e78a x-openstack-request-id: req-562a30c6-4715-467a-a579-54edd852e78a {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:55:37.750164 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2aa5ef10-e53e-4011-8900-ca8d6bb559fa", "name": "network-vif-deleted", "tag": "c830b156-34b6-48ed-bc62-7031fab48d45", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:55:37.750164 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-562a30c6-4715-467a-a579-54edd852e78a {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:55:37.750164 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2aa5ef10-e53e-4011-8900-ca8d6bb559fa', 'name': 'network-vif-deleted', 'tag': 'c830b156-34b6-48ed-bc62-7031fab48d45', 'status': 'completed', 'code': 200} Oct 12 19:55:38.129530 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9274023e-ab89-4e04-a124-7570c649f706 req-3ace68ad-33d6-4ce2-94e7-fd8b0de8d0ab tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] 10.222.0.49 "GET /v2.0/ports?device_id=2aa5ef10-e53e-4011-8900-ca8d6bb559fa HTTP/1.1" status: 200 len: 210 time: 0.0274634 Oct 12 19:55:39.311166 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device c830b156-34b6-48ed-bc62-7031fab48d45 no longer exists at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:55:39.333272 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] No Port match for: c830b156-34b6-48ed-bc62-7031fab48d45 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:55:39.336145 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device c830b156-34b6-48ed-bc62-7031fab48d45 not bound to the agent host n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:55:46.557115 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0831be2a-875c-4597-96b8-5553d47c6dcb req-71203b10-0306-4d3b-83a6-b9e08f5bff1c tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:55:46.558558 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0831be2a-875c-4597-96b8-5553d47c6dcb req-71203b10-0306-4d3b-83a6-b9e08f5bff1c tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] 10.222.0.49 "GET /v2.0/networks?id=2ec9d601-f4e2-419f-98b5-e1a2a3caf74c HTTP/1.1" status: 200 len: 813 time: 0.1042988 Oct 12 19:55:46.573330 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0831be2a-875c-4597-96b8-5553d47c6dcb req-d1f14be1-37e0-49b8-8257-5106247fcadf tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] 10.222.0.49 "GET /v2.0/quotas/0a12880ebf0c4733961f34c9c9bffde0 HTTP/1.1" status: 200 len: 375 time: 0.0089457 Oct 12 19:55:46.604433 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0831be2a-875c-4597-96b8-5553d47c6dcb req-c88f0381-d236-4ecf-9aa9-1dde01bd5846 tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=0a12880ebf0c4733961f34c9c9bffde0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256920 Oct 12 19:55:46.749791 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0831be2a-875c-4597-96b8-5553d47c6dcb req-3edd5adf-d0c0-46bb-b37b-a8cd25854d2d service neutron] 10.222.0.49 "GET /v2.0/networks/2ec9d601-f4e2-419f-98b5-e1a2a3caf74c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384203 Oct 12 19:55:46.837170 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0831be2a-875c-4597-96b8-5553d47c6dcb req-3b92c87f-65d1-45a6-8376-4a891834e4e2 service neutron] 10.222.0.49 "GET /v2.0/networks/2ec9d601-f4e2-419f-98b5-e1a2a3caf74c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812147 Oct 12 19:55:47.707420 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-84ee0474-522f-4f73-b43a-c3cfe2b317ce req-4558b637-0d40-41b0-8b5a-6a6b511186b7 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=576e744d-57ee-41c8-8453-b5e213e4411b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0980086 Oct 12 19:55:47.793381 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ee0474-522f-4f73-b43a-c3cfe2b317ce req-ff5aa993-09ac-49a1-b08c-ff372f7e3707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:55:47.794875 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-84ee0474-522f-4f73-b43a-c3cfe2b317ce req-ff5aa993-09ac-49a1-b08c-ff372f7e3707 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f37c8fe971bc4b5daa2f916c03f91d01&device_id=576e744d-57ee-41c8-8453-b5e213e4411b HTTP/1.1" status: 200 len: 1096 time: 0.0444932 Oct 12 19:55:47.900130 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ee0474-522f-4f73-b43a-c3cfe2b317ce req-cdc41bc0-8094-4e9b-9045-b71be46b6412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:55:47.901612 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-84ee0474-522f-4f73-b43a-c3cfe2b317ce req-cdc41bc0-8094-4e9b-9045-b71be46b6412 service neutron] 10.222.0.67 "GET /v2.0/networks?id=bab0c1ad-2a75-48a8-874f-0744bd8e0a35 HTTP/1.1" status: 200 len: 912 time: 0.0859926 Oct 12 19:55:48.121624 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6079c2f3-7715-40bc-a536-bcc1922fd8d8 req-e8f9ff96-114c-48e8-9319-432fb5f7acaf tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c3e426b-00fc-4cde-847a-48bff69d3c7e HTTP/1.1" status: 200 len: 210 time: 0.0292921 Oct 12 19:55:48.293084 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-84ee0474-522f-4f73-b43a-c3cfe2b317ce req-7ce7af6b-ac27-4267-ade7-e929ea12b314 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c080cd7a-d5f6-4354-9239-9dd106cd399e HTTP/1.1" status: 200 len: 1001 time: 0.3842962 Oct 12 19:55:48.340430 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ee0474-522f-4f73-b43a-c3cfe2b317ce req-514eeade-76b9-4709-9508-f106b1b0f210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:55:48.341758 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-84ee0474-522f-4f73-b43a-c3cfe2b317ce req-514eeade-76b9-4709-9508-f106b1b0f210 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2bf5b286-d487-470c-8401-d82862f269e1 HTTP/1.1" status: 200 len: 850 time: 0.0419092 Oct 12 19:55:48.385698 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ee0474-522f-4f73-b43a-c3cfe2b317ce req-b7abccd0-1df2-4057-a578-f948214bbb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:55:48.387086 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-84ee0474-522f-4f73-b43a-c3cfe2b317ce req-b7abccd0-1df2-4057-a578-f948214bbb9b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=bab0c1ad-2a75-48a8-874f-0744bd8e0a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0379725 Oct 12 19:55:48.477836 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-84ee0474-522f-4f73-b43a-c3cfe2b317ce req-348c718a-f1d2-4b70-9645-05617452c598 service neutron] 10.222.0.67 "GET /v2.0/networks/bab0c1ad-2a75-48a8-874f-0744bd8e0a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820806 Oct 12 19:55:48.567038 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-84ee0474-522f-4f73-b43a-c3cfe2b317ce req-ea725084-68d4-4580-b70b-337cf3b59f3c service neutron] 10.222.0.67 "GET /v2.0/networks/bab0c1ad-2a75-48a8-874f-0744bd8e0a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819516 Oct 12 19:55:49.198796 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6574b6b6-939d-4a1e-aaab-e3d3182b90fb req-d723fa10-c73a-4018-bc6f-05c7d527460d tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c3e426b-00fc-4cde-847a-48bff69d3c7e HTTP/1.1" status: 200 len: 210 time: 0.0260720 Oct 12 19:55:50.276415 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ea6b1f24-598e-43d1-a276-02b1e5debdb4 req-e1eb05db-11f2-4b19-9546-3bce4e9ab244 tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c3e426b-00fc-4cde-847a-48bff69d3c7e HTTP/1.1" status: 200 len: 210 time: 0.0258539 Oct 12 19:55:51.357589 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f21f0c70-3851-4c5f-9a5c-bf8906316f20 req-218185c8-2b41-4d10-969e-e7a73d5e0a96 tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c3e426b-00fc-4cde-847a-48bff69d3c7e HTTP/1.1" status: 200 len: 210 time: 0.0295026 Oct 12 19:55:52.451540 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-fdbfbf00-b2f1-4f0f-aa9a-251779160212 req-43e2149a-e28f-452b-9466-bba86852e0f7 tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c3e426b-00fc-4cde-847a-48bff69d3c7e HTTP/1.1" status: 200 len: 210 time: 0.0295355 Oct 12 19:55:53.544446 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-be933e62-1d1d-4286-850b-04663f2b70ff req-fc810d12-5ea8-4731-b29a-1e38fad4ae79 tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c3e426b-00fc-4cde-847a-48bff69d3c7e HTTP/1.1" status: 200 len: 210 time: 0.0265629 Oct 12 19:55:54.091025 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0831be2a-875c-4597-96b8-5553d47c6dcb req-42606b42-1e55-481c-81f7-bfabc8101485 tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:55:54.092453 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0831be2a-875c-4597-96b8-5553d47c6dcb req-42606b42-1e55-481c-81f7-bfabc8101485 tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] 10.222.0.61 "GET /v2.0/networks?id=2ec9d601-f4e2-419f-98b5-e1a2a3caf74c HTTP/1.1" status: 200 len: 813 time: 0.0985401 Oct 12 19:55:54.106039 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-0831be2a-875c-4597-96b8-5553d47c6dcb req-c6272d04-78fb-4b79-9e7b-e87f2c32f947 tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] Request body: {'port': {'device_id': '6c3e426b-00fc-4cde-847a-48bff69d3c7e', 'network_id': '2ec9d601-f4e2-419f-98b5-e1a2a3caf74c', 'admin_state_up': True, 'tenant_id': '0a12880ebf0c4733961f34c9c9bffde0'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:55:54.330142 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0831be2a-875c-4597-96b8-5553d47c6dcb req-c6272d04-78fb-4b79-9e7b-e87f2c32f947 tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] Made reservation on behalf of 0a12880ebf0c4733961f34c9c9bffde0 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:55:54.333755 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-0831be2a-875c-4597-96b8-5553d47c6dcb req-c6272d04-78fb-4b79-9e7b-e87f2c32f947 tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:55:54.455183 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [req-0831be2a-875c-4597-96b8-5553d47c6dcb req-c6272d04-78fb-4b79-9e7b-e87f2c32f947 tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] Allocated IP 172.20.0.12 (2ec9d601-f4e2-419f-98b5-e1a2a3caf74c/da25517f-d50f-433c-9790-617ffff998a6/267d1471-d90c-4d93-9daf-95b290f8d78a) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:55:54.601948 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-0831be2a-875c-4597-96b8-5553d47c6dcb req-c6272d04-78fb-4b79-9e7b-e87f2c32f947 tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:55:54.642878 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3239ce9a-e496-4bac-9ec1-ce05f1a53b56 req-109d66eb-2c85-4d21-954f-8f4443716409 tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c3e426b-00fc-4cde-847a-48bff69d3c7e HTTP/1.1" status: 200 len: 210 time: 0.0326142 Oct 12 19:55:54.741794 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-0831be2a-875c-4597-96b8-5553d47c6dcb req-c6272d04-78fb-4b79-9e7b-e87f2c32f947 tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:55:54.791620 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0831be2a-875c-4597-96b8-5553d47c6dcb req-c6272d04-78fb-4b79-9e7b-e87f2c32f947 tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] Network 2ec9d601-f4e2-419f-98b5-e1a2a3caf74c is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:55:54.794836 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [req-0831be2a-875c-4597-96b8-5553d47c6dcb req-c6272d04-78fb-4b79-9e7b-e87f2c32f947 tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:55:54.798672 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-0831be2a-875c-4597-96b8-5553d47c6dcb req-c6272d04-78fb-4b79-9e7b-e87f2c32f947 tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:55:54.805007 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6272d04-78fb-4b79-9e7b-e87f2c32f947 tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] Pushing event updated for resources: {'Port': ['ID=267d1471-d90c-4d93-9daf-95b290f8d78a,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:55:54.849929 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0831be2a-875c-4597-96b8-5553d47c6dcb req-c6272d04-78fb-4b79-9e7b-e87f2c32f947 tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:55:54.850527 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-0831be2a-875c-4597-96b8-5553d47c6dcb req-c6272d04-78fb-4b79-9e7b-e87f2c32f947 tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:55:54.937944 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0831be2a-875c-4597-96b8-5553d47c6dcb req-c6272d04-78fb-4b79-9e7b-e87f2c32f947 tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8357408 Oct 12 19:55:54.949803 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-0831be2a-875c-4597-96b8-5553d47c6dcb req-2e4af014-f3c6-4da0-a395-e81a98fe8632 service neutron] Request body: {'port': {'device_id': '6c3e426b-00fc-4cde-847a-48bff69d3c7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:55:55.012441 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-0831be2a-875c-4597-96b8-5553d47c6dcb req-2e4af014-f3c6-4da0-a395-e81a98fe8632 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:55:55.269071 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [req-0831be2a-875c-4597-96b8-5553d47c6dcb req-2e4af014-f3c6-4da0-a395-e81a98fe8632 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 267d1471-d90c-4d93-9daf-95b290f8d78a {{(pid=95502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:55:55.276570 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-0831be2a-875c-4597-96b8-5553d47c6dcb req-2e4af014-f3c6-4da0-a395-e81a98fe8632 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:55:55.290118 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-0831be2a-875c-4597-96b8-5553d47c6dcb req-2e4af014-f3c6-4da0-a395-e81a98fe8632 service neutron] Transition to ACTIVE for port object 267d1471-d90c-4d93-9daf-95b290f8d78a will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:55:55.340833 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-0831be2a-875c-4597-96b8-5553d47c6dcb req-2e4af014-f3c6-4da0-a395-e81a98fe8632 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:55:55.389314 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4af014-f3c6-4da0-a395-e81a98fe8632 service neutron] Pushing event updated for resources: {'Port': ['ID=267d1471-d90c-4d93-9daf-95b290f8d78a,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:55:55.458032 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-0831be2a-875c-4597-96b8-5553d47c6dcb req-2e4af014-f3c6-4da0-a395-e81a98fe8632 service neutron] Attempting to bind port 267d1471-d90c-4d93-9daf-95b290f8d78a on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:55:55.458357 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-0831be2a-875c-4597-96b8-5553d47c6dcb req-2e4af014-f3c6-4da0-a395-e81a98fe8632 service neutron] Attempting to bind port 267d1471-d90c-4d93-9daf-95b290f8d78a by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': 'e069ce7b-bb3a-4d44-9801-3f838ad0aeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2ec9d601-f4e2-419f-98b5-e1a2a3caf74c'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:55:55.458674 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0831be2a-875c-4597-96b8-5553d47c6dcb req-2e4af014-f3c6-4da0-a395-e81a98fe8632 service neutron] Attempting to bind port 267d1471-d90c-4d93-9daf-95b290f8d78a on network 2ec9d601-f4e2-419f-98b5-e1a2a3caf74c {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:55:55.463420 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0831be2a-875c-4597-96b8-5553d47c6dcb req-2e4af014-f3c6-4da0-a395-e81a98fe8632 service neutron] Port 267d1471-d90c-4d93-9daf-95b290f8d78a on network 2ec9d601-f4e2-419f-98b5-e1a2a3caf74c not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:55:55.463736 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0831be2a-875c-4597-96b8-5553d47c6dcb req-2e4af014-f3c6-4da0-a395-e81a98fe8632 service neutron] Attempting to bind port 267d1471-d90c-4d93-9daf-95b290f8d78a on network 2ec9d601-f4e2-419f-98b5-e1a2a3caf74c {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:55:55.468309 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0831be2a-875c-4597-96b8-5553d47c6dcb req-2e4af014-f3c6-4da0-a395-e81a98fe8632 service neutron] Checking agent: {'id': 'f5e9725f-f5a6-43c2-a1be-95e21e9a1fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:55:55.468631 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0831be2a-875c-4597-96b8-5553d47c6dcb req-2e4af014-f3c6-4da0-a395-e81a98fe8632 service neutron] Checking segment: {'id': 'e069ce7b-bb3a-4d44-9801-3f838ad0aeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2ec9d601-f4e2-419f-98b5-e1a2a3caf74c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:55:55.469000 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0831be2a-875c-4597-96b8-5553d47c6dcb req-2e4af014-f3c6-4da0-a395-e81a98fe8632 service neutron] Bound using segment: {'id': 'e069ce7b-bb3a-4d44-9801-3f838ad0aeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2ec9d601-f4e2-419f-98b5-e1a2a3caf74c'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:55:55.469415 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-0831be2a-875c-4597-96b8-5553d47c6dcb req-2e4af014-f3c6-4da0-a395-e81a98fe8632 service neutron] Bound port: 267d1471-d90c-4d93-9daf-95b290f8d78a, host: n-h1-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e069ce7b-bb3a-4d44-9801-3f838ad0aeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2ec9d601-f4e2-419f-98b5-e1a2a3caf74c'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:55:55.469754 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-0831be2a-875c-4597-96b8-5553d47c6dcb req-2e4af014-f3c6-4da0-a395-e81a98fe8632 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:55:55.531977 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-0831be2a-875c-4597-96b8-5553d47c6dcb req-2e4af014-f3c6-4da0-a395-e81a98fe8632 service neutron] For port 267d1471-d90c-4d93-9daf-95b290f8d78a, host n-h1-813679-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:55:55.535103 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-0831be2a-875c-4597-96b8-5553d47c6dcb req-2e4af014-f3c6-4da0-a395-e81a98fe8632 service neutron] For port 267d1471-d90c-4d93-9daf-95b290f8d78a, host n-h1-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=267d1471-d90c-4d93-9daf-95b290f8d78a,segment=NetworkSegment(e069ce7b-bb3a-4d44-9801-3f838ad0aeb8),segment_id=e069ce7b-bb3a-4d44-9801-3f838ad0aeb8)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:55:55.639146 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-0831be2a-875c-4597-96b8-5553d47c6dcb req-2e4af014-f3c6-4da0-a395-e81a98fe8632 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:55:55.678589 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0831be2a-875c-4597-96b8-5553d47c6dcb req-2e4af014-f3c6-4da0-a395-e81a98fe8632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:55:55.688231 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-0831be2a-875c-4597-96b8-5553d47c6dcb req-2e4af014-f3c6-4da0-a395-e81a98fe8632 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:55:55.688231 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0831be2a-875c-4597-96b8-5553d47c6dcb req-2e4af014-f3c6-4da0-a395-e81a98fe8632 service neutron] 10.222.0.61 "PUT /v2.0/ports/267d1471-d90c-4d93-9daf-95b290f8d78a HTTP/1.1" status: 200 len: 1092 time: 0.7350910 Oct 12 19:55:55.688231 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c3e426b-00fc-4cde-847a-48bff69d3c7e', 'tag': '267d1471-d90c-4d93-9daf-95b290f8d78a'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:55:55.688231 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba77ffb0-db19-454e-8c9f-10cd20460760" -d '{"events": [{"name": "network-changed", "server_uuid": "6c3e426b-00fc-4cde-847a-48bff69d3c7e", "tag": "267d1471-d90c-4d93-9daf-95b290f8d78a"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:55:55.707558 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4af014-f3c6-4da0-a395-e81a98fe8632 service neutron] Pushing event updated for resources: {'Port': ['ID=267d1471-d90c-4d93-9daf-95b290f8d78a,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:55:55.721208 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0154fff3-593b-4693-9dc8-f45f5e3795a9 x-openstack-request-id: req-0154fff3-593b-4693-9dc8-f45f5e3795a9 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:55:55.721533 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c3e426b-00fc-4cde-847a-48bff69d3c7e", "tag": "267d1471-d90c-4d93-9daf-95b290f8d78a", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:55:55.721788 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0154fff3-593b-4693-9dc8-f45f5e3795a9 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:55:55.722314 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c3e426b-00fc-4cde-847a-48bff69d3c7e', 'tag': '267d1471-d90c-4d93-9daf-95b290f8d78a', 'status': 'completed', 'code': 200} Oct 12 19:55:55.780137 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fff8cc7-859d-4e64-88f9-54da691a6c08 req-b2f82eef-881a-4958-92a8-61deabd90f1b tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:55:55.781625 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8fff8cc7-859d-4e64-88f9-54da691a6c08 req-b2f82eef-881a-4958-92a8-61deabd90f1b tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c3e426b-00fc-4cde-847a-48bff69d3c7e HTTP/1.1" status: 200 len: 944 time: 0.0518157 Oct 12 19:55:55.784686 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba77ffb0-db19-454e-8c9f-10cd20460760 req-a318e4ff-63d8-46da-ab08-605e0f3a47c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:55:55.786086 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ba77ffb0-db19-454e-8c9f-10cd20460760 req-a318e4ff-63d8-46da-ab08-605e0f3a47c0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0a12880ebf0c4733961f34c9c9bffde0&device_id=6c3e426b-00fc-4cde-847a-48bff69d3c7e HTTP/1.1" status: 200 len: 1095 time: 0.0428240 Oct 12 19:55:55.820245 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8fff8cc7-859d-4e64-88f9-54da691a6c08 req-cd22e9b1-5b3f-4dcb-bee8-9a41ecda5d7d tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] 10.222.0.49 "GET /v2.0/security-groups?id=a066b56a-29a0-418b-8b1b-4c933a54da47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321381 Oct 12 19:55:55.887136 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba77ffb0-db19-454e-8c9f-10cd20460760 req-b26332fc-bd17-4e7f-af8e-5fdca5d94787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:55:55.888637 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ba77ffb0-db19-454e-8c9f-10cd20460760 req-b26332fc-bd17-4e7f-af8e-5fdca5d94787 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=0a12880ebf0c4733961f34c9c9bffde0&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0946448 Oct 12 19:55:55.984252 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba77ffb0-db19-454e-8c9f-10cd20460760 req-b3a44e9d-bcdb-48cf-a6dc-4d12f6a334f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:55:55.985836 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ba77ffb0-db19-454e-8c9f-10cd20460760 req-b3a44e9d-bcdb-48cf-a6dc-4d12f6a334f2 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0902796 Oct 12 19:55:56.062773 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0831be2a-875c-4597-96b8-5553d47c6dcb req-3b7f2481-85a6-461c-a3d2-5b9093de3281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:55:56.064170 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0831be2a-875c-4597-96b8-5553d47c6dcb req-3b7f2481-85a6-461c-a3d2-5b9093de3281 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0a12880ebf0c4733961f34c9c9bffde0&device_id=6c3e426b-00fc-4cde-847a-48bff69d3c7e HTTP/1.1" status: 200 len: 1095 time: 0.0418220 Oct 12 19:55:56.107051 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0831be2a-875c-4597-96b8-5553d47c6dcb req-b0e0ecae-393b-4a32-9055-56e7104d4e8f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=267d1471-d90c-4d93-9daf-95b290f8d78a HTTP/1.1" status: 200 len: 217 time: 0.0341344 Oct 12 19:55:56.159764 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0831be2a-875c-4597-96b8-5553d47c6dcb req-b87ebdc3-bff7-43d5-8052-54b2e5a10a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:55:56.161189 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0831be2a-875c-4597-96b8-5553d47c6dcb req-b87ebdc3-bff7-43d5-8052-54b2e5a10a83 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=da25517f-d50f-433c-9790-617ffff998a6 HTTP/1.1" status: 200 len: 853 time: 0.0469737 Oct 12 19:55:56.191813 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0831be2a-875c-4597-96b8-5553d47c6dcb req-11126a92-4f9f-466e-b138-194e171b1d68 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2ec9d601-f4e2-419f-98b5-e1a2a3caf74c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236299 Oct 12 19:55:56.278614 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0831be2a-875c-4597-96b8-5553d47c6dcb req-e5cd27b9-c884-4b0a-9cb5-9b8480402aa3 service neutron] 10.222.0.61 "GET /v2.0/networks/2ec9d601-f4e2-419f-98b5-e1a2a3caf74c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802653 Oct 12 19:55:56.368465 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0831be2a-875c-4597-96b8-5553d47c6dcb req-c54dbfbe-0d74-48ef-8c22-9aec8be0e5f7 service neutron] 10.222.0.61 "GET /v2.0/networks/2ec9d601-f4e2-419f-98b5-e1a2a3caf74c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828469 Oct 12 19:55:56.935175 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ddee7e-076a-40ec-b2af-a65e16a1e36e req-d4bb81af-a31e-45eb-9ec0-48bcd4135fe4 tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:55:56.936676 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f3ddee7e-076a-40ec-b2af-a65e16a1e36e req-d4bb81af-a31e-45eb-9ec0-48bcd4135fe4 tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c3e426b-00fc-4cde-847a-48bff69d3c7e HTTP/1.1" status: 200 len: 944 time: 0.0492532 Oct 12 19:55:56.978686 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f3ddee7e-076a-40ec-b2af-a65e16a1e36e req-97792b74-c121-423b-90e5-c397d3bfbe08 tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] 10.222.0.49 "GET /v2.0/security-groups?id=a066b56a-29a0-418b-8b1b-4c933a54da47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326400 Oct 12 19:55:58.091354 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4a9274-1263-410c-b5a8-ff0246aa5535 req-0f745f37-a970-449b-97de-caab9c539f4d tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:55:58.092890 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0a4a9274-1263-410c-b5a8-ff0246aa5535 req-0f745f37-a970-449b-97de-caab9c539f4d tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c3e426b-00fc-4cde-847a-48bff69d3c7e HTTP/1.1" status: 200 len: 944 time: 0.0475116 Oct 12 19:55:58.131674 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0a4a9274-1263-410c-b5a8-ff0246aa5535 req-f45f04c8-2a38-471b-bffa-3e9e5bcc0401 tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] 10.222.0.49 "GET /v2.0/security-groups?id=a066b56a-29a0-418b-8b1b-4c933a54da47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322757 Oct 12 19:55:58.172105 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 19:55:59.141574 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-20f8ed4b-8248-4269-8992-f2801a0238f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:55:59.243684 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e50587b-b574-4cc2-ab39-8882c5300050 req-966fb68d-53c2-4a7d-a43f-f88477e7976e tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:55:59.245188 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8e50587b-b574-4cc2-ab39-8882c5300050 req-966fb68d-53c2-4a7d-a43f-f88477e7976e tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c3e426b-00fc-4cde-847a-48bff69d3c7e HTTP/1.1" status: 200 len: 944 time: 0.0486391 Oct 12 19:55:59.282286 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8e50587b-b574-4cc2-ab39-8882c5300050 req-ffbecd30-197f-45ac-97e6-bd1f03e480f8 tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] 10.222.0.49 "GET /v2.0/security-groups?id=a066b56a-29a0-418b-8b1b-4c933a54da47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312533 Oct 12 19:55:59.404375 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 267d1471-d90c-4d93-9daf-95b290f8d78a details requested by agent hyperv_n-h1-813679-3 with host n-h1-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:55:59.494662 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 267d1471-d90c-4d93-9daf-95b290f8d78a, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=267d1471-d90c-4d93-9daf-95b290f8d78a,segment=NetworkSegment(e069ce7b-bb3a-4d44-9801-3f838ad0aeb8),segment_id=e069ce7b-bb3a-4d44-9801-3f838ad0aeb8)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:55:59.505587 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Returning: {'device': '267d1471-d90c-4d93-9daf-95b290f8d78a', 'network_id': '2ec9d601-f4e2-419f-98b5-e1a2a3caf74c', 'port_id': '267d1471-d90c-4d93-9daf-95b290f8d78a', 'mac_address': 'fa:16:3e:19:c3:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da25517f-d50f-433c-9790-617ffff998a6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:55:59.545008 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:55:59.557766 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 267d1471-d90c-4d93-9daf-95b290f8d78a {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:55:59.576969 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 267d1471-d90c-4d93-9daf-95b290f8d78a, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=267d1471-d90c-4d93-9daf-95b290f8d78a,segment=NetworkSegment(e069ce7b-bb3a-4d44-9801-3f838ad0aeb8),segment_id=e069ce7b-bb3a-4d44-9801-3f838ad0aeb8)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:55:59.667229 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:55:59.713917 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=267d1471-d90c-4d93-9daf-95b290f8d78a,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:55:59.721556 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:55:59.721907 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:55:59.722250 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:55:59.722591 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:55:59.722997 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:55:59.723326 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:55:59.723655 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:55:59.723981 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:55:59.724337 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:55:59.724664 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:55:59.724990 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:55:59.725314 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:55:59.873567 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['267d1471-d90c-4d93-9daf-95b290f8d78a'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:56:00.399139 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e7e6eb-1062-4a09-906c-4a036613ef85 req-522d3103-4692-4a86-8aa6-72445d9e98d6 tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:56:00.401256 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-05e7e6eb-1062-4a09-906c-4a036613ef85 req-522d3103-4692-4a86-8aa6-72445d9e98d6 tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c3e426b-00fc-4cde-847a-48bff69d3c7e HTTP/1.1" status: 200 len: 945 time: 0.0536640 Oct 12 19:56:00.437079 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-05e7e6eb-1062-4a09-906c-4a036613ef85 req-30d59b17-aea3-4202-9f6a-77eadcd54134 tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] 10.222.0.49 "GET /v2.0/security-groups?id=a066b56a-29a0-418b-8b1b-4c933a54da47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299711 Oct 12 19:56:01.322663 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af711b0-6444-4528-b033-190476104027 req-0216e670-38f4-4416-820c-d08745b888d4 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:56:01.324019 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5af711b0-6444-4528-b033-190476104027 req-0216e670-38f4-4416-820c-d08745b888d4 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=576e744d-57ee-41c8-8453-b5e213e4411b HTTP/1.1" status: 200 len: 945 time: 0.0481653 Oct 12 19:56:01.360170 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5af711b0-6444-4528-b033-190476104027 req-bb7ee054-82b3-4648-8aaf-54809756c6a7 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d2c1542-84f5-402d-b7aa-2d0bcae85a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301681 Oct 12 19:56:01.403560 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 267d1471-d90c-4d93-9daf-95b290f8d78a up at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:56:01.523982 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning for port 267d1471-d90c-4d93-9daf-95b290f8d78a completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:56:01.528491 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning complete for port 267d1471-d90c-4d93-9daf-95b290f8d78a triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:56:01.528867 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:56:01.560817 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7bf5f3-7f85-4cae-85e1-8fa1bb2de75b req-13b1e568-7504-4693-9468-1c9fd2653072 tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:56:01.562621 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3c7bf5f3-7f85-4cae-85e1-8fa1bb2de75b req-13b1e568-7504-4693-9468-1c9fd2653072 tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c3e426b-00fc-4cde-847a-48bff69d3c7e HTTP/1.1" status: 200 len: 945 time: 0.0580385 Oct 12 19:56:01.604121 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3c7bf5f3-7f85-4cae-85e1-8fa1bb2de75b req-7c0e76ad-4e0d-4343-bf2a-d136d779e766 tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] 10.222.0.49 "GET /v2.0/security-groups?id=a066b56a-29a0-418b-8b1b-4c933a54da47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328789 Oct 12 19:56:01.606274 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:56:01.628125 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c3e426b-00fc-4cde-847a-48bff69d3c7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '267d1471-d90c-4d93-9daf-95b290f8d78a'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:56:01.630335 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dda53a97-f5c1-4a70-b99a-f9bdf8e24f9d" -d '{"events": [{"server_uuid": "6c3e426b-00fc-4cde-847a-48bff69d3c7e", "name": "network-vif-plugged", "status": "completed", "tag": "267d1471-d90c-4d93-9daf-95b290f8d78a"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:56:01.649862 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 267d1471-d90c-4d93-9daf-95b290f8d78a, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=267d1471-d90c-4d93-9daf-95b290f8d78a,segment=NetworkSegment(e069ce7b-bb3a-4d44-9801-3f838ad0aeb8),segment_id=e069ce7b-bb3a-4d44-9801-3f838ad0aeb8)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:56:01.671584 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a500b4a8-7152-4598-a4db-87bdca7a0ee0 x-openstack-request-id: req-a500b4a8-7152-4598-a4db-87bdca7a0ee0 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:56:01.671874 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c3e426b-00fc-4cde-847a-48bff69d3c7e", "name": "network-vif-plugged", "status": "completed", "tag": "267d1471-d90c-4d93-9daf-95b290f8d78a", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:56:01.672184 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a500b4a8-7152-4598-a4db-87bdca7a0ee0 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:56:01.672696 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c3e426b-00fc-4cde-847a-48bff69d3c7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '267d1471-d90c-4d93-9daf-95b290f8d78a', 'code': 200} Oct 12 19:56:01.695604 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:56:01.719728 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fe64c24b-97e6-4194-a2e3-e068d88f5c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:56:01.746537 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=267d1471-d90c-4d93-9daf-95b290f8d78a,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:56:01.768678 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c29a384-9c34-4dad-9b7a-577f1bc0aec8 req-d0d1f9ca-eacf-4b1f-a92e-429841df9bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:56:01.770152 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8c29a384-9c34-4dad-9b7a-577f1bc0aec8 req-d0d1f9ca-eacf-4b1f-a92e-429841df9bac service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6c3e426b-00fc-4cde-847a-48bff69d3c7e HTTP/1.1" status: 200 len: 1097 time: 0.0399456 Oct 12 19:56:01.804873 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8c29a384-9c34-4dad-9b7a-577f1bc0aec8 req-e0e8a65f-fa59-4c59-ac43-c1ae05e77e1c service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=a066b56a-29a0-418b-8b1b-4c933a54da47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276489 Oct 12 19:56:02.461317 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:56:02.475699 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da813e3f-97c6-4674-bcbd-c6c7ccb95fba req-6af05ada-dd32-4973-9d06-aab6dcf19173 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:56:02.477218 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-da813e3f-97c6-4674-bcbd-c6c7ccb95fba req-6af05ada-dd32-4973-9d06-aab6dcf19173 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=576e744d-57ee-41c8-8453-b5e213e4411b HTTP/1.1" status: 200 len: 945 time: 0.0507553 Oct 12 19:56:02.514813 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-da813e3f-97c6-4674-bcbd-c6c7ccb95fba req-2d981cd3-42ae-4084-b927-ff4c41349347 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d2c1542-84f5-402d-b7aa-2d0bcae85a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316246 Oct 12 19:56:02.721820 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e10145-775c-4d7b-bb4a-f4a872435358 req-a2961810-e17b-400d-9e75-23df1f31a2d3 tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:56:02.723289 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b2e10145-775c-4d7b-bb4a-f4a872435358 req-a2961810-e17b-400d-9e75-23df1f31a2d3 tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c3e426b-00fc-4cde-847a-48bff69d3c7e HTTP/1.1" status: 200 len: 946 time: 0.0521891 Oct 12 19:56:02.761166 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b2e10145-775c-4d7b-bb4a-f4a872435358 req-fde00d40-4840-49b1-95f2-b9e7a6667c34 tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] 10.222.0.49 "GET /v2.0/security-groups?id=a066b56a-29a0-418b-8b1b-4c933a54da47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311980 Oct 12 19:56:02.829124 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b91540-6f28-4afd-b48d-4b36ab842807 req-28e33c61-f01b-45dd-b9ba-711f8cb1d057 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:56:02.830569 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-41b91540-6f28-4afd-b48d-4b36ab842807 req-28e33c61-f01b-45dd-b9ba-711f8cb1d057 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.67 "GET /v2.0/ports?device_id=576e744d-57ee-41c8-8453-b5e213e4411b HTTP/1.1" status: 200 len: 945 time: 0.0523777 Oct 12 19:56:02.924157 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-41b91540-6f28-4afd-b48d-4b36ab842807 req-8548eaea-6295-49ae-bb0d-8995823a85dc tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Deleting port c080cd7a-d5f6-4354-9239-9dd106cd399e {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:56:02.924427 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-41b91540-6f28-4afd-b48d-4b36ab842807 req-8548eaea-6295-49ae-bb0d-8995823a85dc tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:56:03.014146 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-41b91540-6f28-4afd-b48d-4b36ab842807 req-8548eaea-6295-49ae-bb0d-8995823a85dc tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] For port c080cd7a-d5f6-4354-9239-9dd106cd399e, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=c080cd7a-d5f6-4354-9239-9dd106cd399e,segment=NetworkSegment(797d701b-2156-4b5d-8b6d-c0ec33924cd8),segment_id=797d701b-2156-4b5d-8b6d-c0ec33924cd8)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:56:03.014508 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-41b91540-6f28-4afd-b48d-4b36ab842807 req-8548eaea-6295-49ae-bb0d-8995823a85dc tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:56:03.131877 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:56:03.182052 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-41b91540-6f28-4afd-b48d-4b36ab842807 req-8548eaea-6295-49ae-bb0d-8995823a85dc tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:56:03.182353 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-41b91540-6f28-4afd-b48d-4b36ab842807 req-8548eaea-6295-49ae-bb0d-8995823a85dc tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7915414'] for floatingip, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:56:03.182659 n-d-813679-3 neutron-server[95501]: INFO neutron.db.l3_db [req-41b91540-6f28-4afd-b48d-4b36ab842807 req-8548eaea-6295-49ae-bb0d-8995823a85dc tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Floating IP e94ce082-7c90-4aeb-a02d-8657ae1b1762 disassociated. External IP: 172.25.5.187, port: c080cd7a-d5f6-4354-9239-9dd106cd399e. Oct 12 19:56:03.182992 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-41b91540-6f28-4afd-b48d-4b36ab842807 req-8548eaea-6295-49ae-bb0d-8995823a85dc tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Calling delete_port for c080cd7a-d5f6-4354-9239-9dd106cd399e owned by compute:nova {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:56:03.187433 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:56:03.381086 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-41b91540-6f28-4afd-b48d-4b36ab842807 req-8548eaea-6295-49ae-bb0d-8995823a85dc tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:56:03.407014 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8548eaea-6295-49ae-bb0d-8995823a85dc tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Pushing event deleted for resources: {'Port': ['ID=c080cd7a-d5f6-4354-9239-9dd106cd399e,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:56:03.419663 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8548eaea-6295-49ae-bb0d-8995823a85dc tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:56:03.419974 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8548eaea-6295-49ae-bb0d-8995823a85dc tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:56:03.420345 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8548eaea-6295-49ae-bb0d-8995823a85dc tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:56:03.420683 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8548eaea-6295-49ae-bb0d-8995823a85dc tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:56:03.421018 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8548eaea-6295-49ae-bb0d-8995823a85dc tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:56:03.421347 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8548eaea-6295-49ae-bb0d-8995823a85dc tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:56:03.421673 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8548eaea-6295-49ae-bb0d-8995823a85dc tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:56:03.421997 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8548eaea-6295-49ae-bb0d-8995823a85dc tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:56:03.422320 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8548eaea-6295-49ae-bb0d-8995823a85dc tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:56:03.422640 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8548eaea-6295-49ae-bb0d-8995823a85dc tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:56:03.422963 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8548eaea-6295-49ae-bb0d-8995823a85dc tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:56:03.423281 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8548eaea-6295-49ae-bb0d-8995823a85dc tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:56:03.533128 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [req-41b91540-6f28-4afd-b48d-4b36ab842807 req-8548eaea-6295-49ae-bb0d-8995823a85dc tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Router 72e12904-ac42-4067-a6c3-e782f6e03b0e has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:56:03.623746 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-93486380-31a3-4d04-a7f7-adbdd3ec71d9 req-bd0134bd-3cc7-429a-96dd-08250e1b4cc5 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=576e744d-57ee-41c8-8453-b5e213e4411b HTTP/1.1" status: 200 len: 210 time: 0.0318260 Oct 12 19:56:03.646941 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-41b91540-6f28-4afd-b48d-4b36ab842807 req-8548eaea-6295-49ae-bb0d-8995823a85dc tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:56:03.658719 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ae86ee-b5c4-42a5-b8cf-44363d7ba76d None None] Sync routers for ids ['72e12904-ac42-4067-a6c3-e782f6e03b0e'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:56:03.668928 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ae86ee-b5c4-42a5-b8cf-44363d7ba76d None None] Routers {'72e12904-ac42-4067-a6c3-e782f6e03b0e'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:56:03.669668 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-55ae86ee-b5c4-42a5-b8cf-44363d7ba76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:56:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['72e12904-ac42-4067-a6c3-e782f6e03b0e'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:56:03.693047 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-41b91540-6f28-4afd-b48d-4b36ab842807 req-8548eaea-6295-49ae-bb0d-8995823a85dc tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] No DVR routers for this DVR port c080cd7a-d5f6-4354-9239-9dd106cd399e on host n-h2-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:56:03.695852 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-41b91540-6f28-4afd-b48d-4b36ab842807 req-8548eaea-6295-49ae-bb0d-8995823a85dc tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:56:03.699372 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-41b91540-6f28-4afd-b48d-4b36ab842807 req-8548eaea-6295-49ae-bb0d-8995823a85dc tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.67 "DELETE /v2.0/ports/c080cd7a-d5f6-4354-9239-9dd106cd399e HTTP/1.1" status: 204 len: 173 time: 0.8623722 Oct 12 19:56:03.699927 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '576e744d-57ee-41c8-8453-b5e213e4411b', 'name': 'network-vif-deleted', 'tag': 'c080cd7a-d5f6-4354-9239-9dd106cd399e'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:56:03.702942 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d855b0ec-1a45-401a-ab65-a16f6b878d55" -d '{"events": [{"server_uuid": "576e744d-57ee-41c8-8453-b5e213e4411b", "name": "network-vif-deleted", "tag": "c080cd7a-d5f6-4354-9239-9dd106cd399e"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:56:03.741348 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f786e617-895a-4378-ad5b-3fc1fc926f25 x-openstack-request-id: req-f786e617-895a-4378-ad5b-3fc1fc926f25 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:56:03.741936 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "576e744d-57ee-41c8-8453-b5e213e4411b", "name": "network-vif-deleted", "tag": "c080cd7a-d5f6-4354-9239-9dd106cd399e", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:56:03.741936 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f786e617-895a-4378-ad5b-3fc1fc926f25 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:56:03.742294 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '576e744d-57ee-41c8-8453-b5e213e4411b', 'name': 'network-vif-deleted', 'tag': 'c080cd7a-d5f6-4354-9239-9dd106cd399e', 'status': 'completed', 'code': 200} Oct 12 19:56:03.803657 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-55ae86ee-b5c4-42a5-b8cf-44363d7ba76d None None] Set router 72e12904-ac42-4067-a6c3-e782f6e03b0e gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:56:03.899828 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c994b7-fd0c-43f5-9170-a1d9e0d700ff req-b91ad761-0f15-4dbc-ba2b-b71f05713694 tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:56:03.908734 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-25c994b7-fd0c-43f5-9170-a1d9e0d700ff req-b91ad761-0f15-4dbc-ba2b-b71f05713694 tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c3e426b-00fc-4cde-847a-48bff69d3c7e HTTP/1.1" status: 200 len: 946 time: 0.0670133 Oct 12 19:56:03.970599 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-25c994b7-fd0c-43f5-9170-a1d9e0d700ff req-285c3c3a-6197-42be-bf6a-a8943dbff2da tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] 10.222.0.49 "GET /v2.0/security-groups?id=a066b56a-29a0-418b-8b1b-4c933a54da47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606008 Oct 12 19:56:04.118973 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-55ae86ee-b5c4-42a5-b8cf-44363d7ba76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e12904-ac42-4067-a6c3-e782f6e03b0e', 'name': 'tempest-TestVolumeBootPattern-238637426-router', 'tenant_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '77770890-8d5d-4e38-9d35-84433fce4151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:48:10Z', 'updated_at': '2021-10-12T19:48:15Z', 'revision_number': 4, 'project_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'gw_port': {'id': '77770890-8d5d-4e38-9d35-84433fce4151', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:aa:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e12904-ac42-4067-a6c3-e782f6e03b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:48:11Z', 'updated_at': '2021-10-12T19:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '68a2846e-ad50-4512-a35d-2f7c50f62994', 'name': '', 'network_id': 'bab0c1ad-2a75-48a8-874f-0744bd8e0a35', 'tenant_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'mac_address': 'fa:16:3e:07:8d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e12904-ac42-4067-a6c3-e782f6e03b0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '2bf5b286-d487-470c-8401-d82862f269e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:48:13Z', 'updated_at': '2021-10-12T19:48:17Z', 'revision_number': 5, 'project_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'subnets': [{'id': '2bf5b286-d487-470c-8401-d82862f269e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:56:04.152016 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ae86ee-b5c4-42a5-b8cf-44363d7ba76d None None] Checking router: 72e12904-ac42-4067-a6c3-e782f6e03b0e for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:56:04.154362 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:56:04.161156 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ae86ee-b5c4-42a5-b8cf-44363d7ba76d None None] Routers {'72e12904-ac42-4067-a6c3-e782f6e03b0e'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:56:04.161770 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-55ae86ee-b5c4-42a5-b8cf-44363d7ba76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:56:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['72e12904-ac42-4067-a6c3-e782f6e03b0e'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:56:04.269479 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-55ae86ee-b5c4-42a5-b8cf-44363d7ba76d None None] Set router 72e12904-ac42-4067-a6c3-e782f6e03b0e gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:56:04.471025 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-55ae86ee-b5c4-42a5-b8cf-44363d7ba76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e12904-ac42-4067-a6c3-e782f6e03b0e', 'name': 'tempest-TestVolumeBootPattern-238637426-router', 'tenant_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '77770890-8d5d-4e38-9d35-84433fce4151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:48:10Z', 'updated_at': '2021-10-12T19:48:15Z', 'revision_number': 4, 'project_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'gw_port': {'id': '77770890-8d5d-4e38-9d35-84433fce4151', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:aa:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e12904-ac42-4067-a6c3-e782f6e03b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:48:11Z', 'updated_at': '2021-10-12T19:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '68a2846e-ad50-4512-a35d-2f7c50f62994', 'name': '', 'network_id': 'bab0c1ad-2a75-48a8-874f-0744bd8e0a35', 'tenant_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'mac_address': 'fa:16:3e:07:8d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e12904-ac42-4067-a6c3-e782f6e03b0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '2bf5b286-d487-470c-8401-d82862f269e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:48:13Z', 'updated_at': '2021-10-12T19:48:17Z', 'revision_number': 5, 'project_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'subnets': [{'id': '2bf5b286-d487-470c-8401-d82862f269e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:56:04.497726 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ae86ee-b5c4-42a5-b8cf-44363d7ba76d None None] The sync data for ids ['72e12904-ac42-4067-a6c3-e782f6e03b0e'] in n-d-813679-3 is: [{'id': '72e12904-ac42-4067-a6c3-e782f6e03b0e', 'name': 'tempest-TestVolumeBootPattern-238637426-router', 'tenant_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '77770890-8d5d-4e38-9d35-84433fce4151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:48:10Z', 'updated_at': '2021-10-12T19:48:15Z', 'revision_number': 4, 'project_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'gw_port': {'id': '77770890-8d5d-4e38-9d35-84433fce4151', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:aa:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e12904-ac42-4067-a6c3-e782f6e03b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:48:11Z', 'updated_at': '2021-10-12T19:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '68a2846e-ad50-4512-a35d-2f7c50f62994', 'name': '', 'network_id': 'bab0c1ad-2a75-48a8-874f-0744bd8e0a35', 'tenant_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'mac_address': 'fa:16:3e:07:8d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e12904-ac42-4067-a6c3-e782f6e03b0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '2bf5b286-d487-470c-8401-d82862f269e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:48:13Z', 'updated_at': '2021-10-12T19:48:17Z', 'revision_number': 5, 'project_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'subnets': [{'id': '2bf5b286-d487-470c-8401-d82862f269e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:56:04.689870 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:56:04.750038 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-fe5b47e8-5d2e-4523-a683-a0f0ad7dfa0b req-c1cc4bc7-e94e-481d-966b-629802447b61 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=576e744d-57ee-41c8-8453-b5e213e4411b HTTP/1.1" status: 200 len: 210 time: 0.0335722 Oct 12 19:56:04.795751 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1a7509-3abc-4f30-b2dc-5211fa81cec7 None None] New status for floating IP e94ce082-7c90-4aeb-a02d-8657ae1b1762: DOWN {{(pid=95504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 19:56:05.845396 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a70ffd26-8843-43d5-8288-925f62f4beeb req-2f02ce4a-4d62-4963-a63d-5e059cdcb28b tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=576e744d-57ee-41c8-8453-b5e213e4411b HTTP/1.1" status: 200 len: 210 time: 0.0264437 Oct 12 19:56:06.073610 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device c080cd7a-d5f6-4354-9239-9dd106cd399e no longer exists at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:56:06.097539 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] No Port match for: c080cd7a-d5f6-4354-9239-9dd106cd399e {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:56:06.097881 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device c080cd7a-d5f6-4354-9239-9dd106cd399e not bound to the agent host n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:56:06.940754 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7a900092-5783-434d-9a56-25b3abf8cf3e req-41edc693-cbdd-4378-8813-48d00ac3df24 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=576e744d-57ee-41c8-8453-b5e213e4411b HTTP/1.1" status: 200 len: 210 time: 0.0271051 Oct 12 19:56:08.036770 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-46aa6942-b97d-4f0c-8e9d-1cd719f9039c req-3c88581b-999c-44c2-b326-d8f3f7931be9 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=576e744d-57ee-41c8-8453-b5e213e4411b HTTP/1.1" status: 200 len: 210 time: 0.0288937 Oct 12 19:56:09.233936 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c02292f5-41c4-4b31-8c6a-5f0647607bd8 req-14a3a465-90a7-498a-9ed3-8bd89d708ce9 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1343094623&fields=id&tenant_id=f37c8fe971bc4b5daa2f916c03f91d01 HTTP/1.1" status: 200 len: 267 time: 0.0331452 Oct 12 19:56:09.339898 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02292f5-41c4-4b31-8c6a-5f0647607bd8 req-c22e0fc5-3d07-4c6b-af83-a34a0f8949ac tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:56:09.341261 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c02292f5-41c4-4b31-8c6a-5f0647607bd8 req-c22e0fc5-3d07-4c6b-af83-a34a0f8949ac tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/networks?id=bab0c1ad-2a75-48a8-874f-0744bd8e0a35 HTTP/1.1" status: 200 len: 811 time: 0.1005683 Oct 12 19:56:09.356446 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c02292f5-41c4-4b31-8c6a-5f0647607bd8 req-2a9f5e1f-3f42-4daf-8f2a-67eccd2c6b70 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/quotas/f37c8fe971bc4b5daa2f916c03f91d01 HTTP/1.1" status: 200 len: 375 time: 0.0091212 Oct 12 19:56:09.416167 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c02292f5-41c4-4b31-8c6a-5f0647607bd8 req-c8ba4523-7515-44dd-a982-7db8c144bb05 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=f37c8fe971bc4b5daa2f916c03f91d01&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0528245 Oct 12 19:56:09.507595 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c02292f5-41c4-4b31-8c6a-5f0647607bd8 req-97aa9d25-5259-431d-8721-f7c9258fbdc4 service neutron] 10.222.0.49 "GET /v2.0/networks/bab0c1ad-2a75-48a8-874f-0744bd8e0a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801780 Oct 12 19:56:09.872064 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c02292f5-41c4-4b31-8c6a-5f0647607bd8 req-3da9e130-b05a-498b-9747-cfcc1c52b2d3 service neutron] 10.222.0.49 "GET /v2.0/networks/bab0c1ad-2a75-48a8-874f-0744bd8e0a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3581021 Oct 12 19:56:10.425060 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-db1f6cd3-5a11-4ccb-aa6a-404397d780e6 req-ca7ae731-7299-4d64-84f5-21c6786e6b8d tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=84a656f6-c876-40af-8c09-3032ac9cb0fe HTTP/1.1" status: 200 len: 210 time: 0.0280726 Oct 12 19:56:11.543878 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ed21c5f6-1b17-45f8-b42f-5c685407fc9c req-fa65f3f9-dd07-4edf-adab-41ad6740e9f8 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=84a656f6-c876-40af-8c09-3032ac9cb0fe HTTP/1.1" status: 200 len: 210 time: 0.0466735 Oct 12 19:56:12.261845 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02292f5-41c4-4b31-8c6a-5f0647607bd8 req-7636bb69-347a-48a0-b257-e0d74835efc6 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:56:12.263338 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c02292f5-41c4-4b31-8c6a-5f0647607bd8 req-7636bb69-347a-48a0-b257-e0d74835efc6 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.67 "GET /v2.0/networks?id=bab0c1ad-2a75-48a8-874f-0744bd8e0a35 HTTP/1.1" status: 200 len: 811 time: 0.1069939 Oct 12 19:56:12.306741 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c02292f5-41c4-4b31-8c6a-5f0647607bd8 req-d33217e5-bfb5-454a-8d2e-f459e8f76ff6 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f37c8fe971bc4b5daa2f916c03f91d01 HTTP/1.1" status: 200 len: 380 time: 0.0339262 Oct 12 19:56:12.316118 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-c02292f5-41c4-4b31-8c6a-5f0647607bd8 req-087a69ae-8e38-4757-9127-692021821f4f tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Request body: {'port': {'device_id': '84a656f6-c876-40af-8c09-3032ac9cb0fe', 'network_id': 'bab0c1ad-2a75-48a8-874f-0744bd8e0a35', 'admin_state_up': True, 'tenant_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'security_groups': ['1d2c1542-84f5-402d-b7aa-2d0bcae85a2c']}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:56:12.507131 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c02292f5-41c4-4b31-8c6a-5f0647607bd8 req-087a69ae-8e38-4757-9127-692021821f4f tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Made reservation on behalf of f37c8fe971bc4b5daa2f916c03f91d01 for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:56:12.510817 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-c02292f5-41c4-4b31-8c6a-5f0647607bd8 req-087a69ae-8e38-4757-9127-692021821f4f tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:56:12.657152 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-bfcaea0f-d7c1-40c1-b4d2-46c3bab771e7 req-768f30fc-4ef2-4deb-b42f-6448db5f929f tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=84a656f6-c876-40af-8c09-3032ac9cb0fe HTTP/1.1" status: 200 len: 210 time: 0.0333772 Oct 12 19:56:12.672097 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [req-c02292f5-41c4-4b31-8c6a-5f0647607bd8 req-087a69ae-8e38-4757-9127-692021821f4f tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Allocated IP 172.20.0.8 (bab0c1ad-2a75-48a8-874f-0744bd8e0a35/2bf5b286-d487-470c-8401-d82862f269e1/2e6ecef9-1433-403b-b75d-398582e7005c) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:56:12.814366 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-c02292f5-41c4-4b31-8c6a-5f0647607bd8 req-087a69ae-8e38-4757-9127-692021821f4f tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:56:12.890120 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-c02292f5-41c4-4b31-8c6a-5f0647607bd8 req-087a69ae-8e38-4757-9127-692021821f4f tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:56:12.940069 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c02292f5-41c4-4b31-8c6a-5f0647607bd8 req-087a69ae-8e38-4757-9127-692021821f4f tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Network bab0c1ad-2a75-48a8-874f-0744bd8e0a35 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:56:12.943193 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [req-c02292f5-41c4-4b31-8c6a-5f0647607bd8 req-087a69ae-8e38-4757-9127-692021821f4f tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:56:12.947009 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-c02292f5-41c4-4b31-8c6a-5f0647607bd8 req-087a69ae-8e38-4757-9127-692021821f4f tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:56:12.972431 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087a69ae-8e38-4757-9127-692021821f4f tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Pushing event updated for resources: {'Port': ['ID=2e6ecef9-1433-403b-b75d-398582e7005c,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:56:13.012773 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02292f5-41c4-4b31-8c6a-5f0647607bd8 req-087a69ae-8e38-4757-9127-692021821f4f tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:56:13.013452 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-c02292f5-41c4-4b31-8c6a-5f0647607bd8 req-087a69ae-8e38-4757-9127-692021821f4f tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:56:13.081169 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c02292f5-41c4-4b31-8c6a-5f0647607bd8 req-087a69ae-8e38-4757-9127-692021821f4f tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7687922 Oct 12 19:56:13.095174 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-c02292f5-41c4-4b31-8c6a-5f0647607bd8 req-760f75b4-1b4c-49c8-b74a-49556fca6171 service neutron] Request body: {'port': {'device_id': '84a656f6-c876-40af-8c09-3032ac9cb0fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-3'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:56:13.145294 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-5df50af0-25ef-43cb-84d7-d9702d10bfa7 None None] Provisioning complete for port 2e6ecef9-1433-403b-b75d-398582e7005c triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:56:13.145894 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5df50af0-25ef-43cb-84d7-d9702d10bfa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:56:13.161135 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-c02292f5-41c4-4b31-8c6a-5f0647607bd8 req-760f75b4-1b4c-49c8-b74a-49556fca6171 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:56:13.181987 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-5df50af0-25ef-43cb-84d7-d9702d10bfa7 None None] Port 2e6ecef9-1433-403b-b75d-398582e7005c cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:56:13.428188 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [req-c02292f5-41c4-4b31-8c6a-5f0647607bd8 req-760f75b4-1b4c-49c8-b74a-49556fca6171 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e6ecef9-1433-403b-b75d-398582e7005c {{(pid=95501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:56:13.435767 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-c02292f5-41c4-4b31-8c6a-5f0647607bd8 req-760f75b4-1b4c-49c8-b74a-49556fca6171 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:56:13.447848 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.provisioning_blocks [req-c02292f5-41c4-4b31-8c6a-5f0647607bd8 req-760f75b4-1b4c-49c8-b74a-49556fca6171 service neutron] Transition to ACTIVE for port object 2e6ecef9-1433-403b-b75d-398582e7005c will not be triggered until provisioned by entity L2. {{(pid=95501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:56:13.506563 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-c02292f5-41c4-4b31-8c6a-5f0647607bd8 req-760f75b4-1b4c-49c8-b74a-49556fca6171 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:56:13.559314 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760f75b4-1b4c-49c8-b74a-49556fca6171 service neutron] Pushing event updated for resources: {'Port': ['ID=2e6ecef9-1433-403b-b75d-398582e7005c,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:56:13.636589 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-c02292f5-41c4-4b31-8c6a-5f0647607bd8 req-760f75b4-1b4c-49c8-b74a-49556fca6171 service neutron] Attempting to bind port 2e6ecef9-1433-403b-b75d-398582e7005c on host n-h2-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:56:13.636932 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-c02292f5-41c4-4b31-8c6a-5f0647607bd8 req-760f75b4-1b4c-49c8-b74a-49556fca6171 service neutron] Attempting to bind port 2e6ecef9-1433-403b-b75d-398582e7005c by drivers openvswitch,hyperv on host n-h2-813679-3 at level 0 using segments [{'id': '797d701b-2156-4b5d-8b6d-c0ec33924cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'bab0c1ad-2a75-48a8-874f-0744bd8e0a35'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:56:13.637246 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02292f5-41c4-4b31-8c6a-5f0647607bd8 req-760f75b4-1b4c-49c8-b74a-49556fca6171 service neutron] Attempting to bind port 2e6ecef9-1433-403b-b75d-398582e7005c on network bab0c1ad-2a75-48a8-874f-0744bd8e0a35 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:56:13.641872 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02292f5-41c4-4b31-8c6a-5f0647607bd8 req-760f75b4-1b4c-49c8-b74a-49556fca6171 service neutron] Port 2e6ecef9-1433-403b-b75d-398582e7005c on network bab0c1ad-2a75-48a8-874f-0744bd8e0a35 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:56:13.642194 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02292f5-41c4-4b31-8c6a-5f0647607bd8 req-760f75b4-1b4c-49c8-b74a-49556fca6171 service neutron] Attempting to bind port 2e6ecef9-1433-403b-b75d-398582e7005c on network bab0c1ad-2a75-48a8-874f-0744bd8e0a35 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:56:13.647277 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02292f5-41c4-4b31-8c6a-5f0647607bd8 req-760f75b4-1b4c-49c8-b74a-49556fca6171 service neutron] Checking agent: {'id': '233fbd7d-38e4-434f-bb8f-05364d7423a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:56:13.647613 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02292f5-41c4-4b31-8c6a-5f0647607bd8 req-760f75b4-1b4c-49c8-b74a-49556fca6171 service neutron] Checking segment: {'id': '797d701b-2156-4b5d-8b6d-c0ec33924cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'bab0c1ad-2a75-48a8-874f-0744bd8e0a35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:56:13.647998 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02292f5-41c4-4b31-8c6a-5f0647607bd8 req-760f75b4-1b4c-49c8-b74a-49556fca6171 service neutron] Bound using segment: {'id': '797d701b-2156-4b5d-8b6d-c0ec33924cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'bab0c1ad-2a75-48a8-874f-0744bd8e0a35'} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:56:13.648465 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-c02292f5-41c4-4b31-8c6a-5f0647607bd8 req-760f75b4-1b4c-49c8-b74a-49556fca6171 service neutron] Bound port: 2e6ecef9-1433-403b-b75d-398582e7005c, host: n-h2-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '797d701b-2156-4b5d-8b6d-c0ec33924cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'bab0c1ad-2a75-48a8-874f-0744bd8e0a35'}}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:56:13.648823 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-c02292f5-41c4-4b31-8c6a-5f0647607bd8 req-760f75b4-1b4c-49c8-b74a-49556fca6171 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:56:13.723527 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-c02292f5-41c4-4b31-8c6a-5f0647607bd8 req-760f75b4-1b4c-49c8-b74a-49556fca6171 service neutron] For port 2e6ecef9-1433-403b-b75d-398582e7005c, host n-h2-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:56:13.727377 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-c02292f5-41c4-4b31-8c6a-5f0647607bd8 req-760f75b4-1b4c-49c8-b74a-49556fca6171 service neutron] For port 2e6ecef9-1433-403b-b75d-398582e7005c, host n-h2-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=2e6ecef9-1433-403b-b75d-398582e7005c,segment=NetworkSegment(797d701b-2156-4b5d-8b6d-c0ec33924cd8),segment_id=797d701b-2156-4b5d-8b6d-c0ec33924cd8)] {{(pid=95501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:56:13.784413 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39edd3b1-7b27-4949-b98c-45c8bb7551df req-768e8fa7-0a87-47e5-bd82-0af2cfca778d tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:56:13.787182 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-c02292f5-41c4-4b31-8c6a-5f0647607bd8 req-760f75b4-1b4c-49c8-b74a-49556fca6171 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:56:13.799218 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-39edd3b1-7b27-4949-b98c-45c8bb7551df req-768e8fa7-0a87-47e5-bd82-0af2cfca778d tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=84a656f6-c876-40af-8c09-3032ac9cb0fe HTTP/1.1" status: 200 len: 943 time: 0.0690000 Oct 12 19:56:13.836146 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-39edd3b1-7b27-4949-b98c-45c8bb7551df req-003b7b19-c84e-4e47-ba1b-b10aeb84c5bd tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d2c1542-84f5-402d-b7aa-2d0bcae85a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357597 Oct 12 19:56:13.858312 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02292f5-41c4-4b31-8c6a-5f0647607bd8 req-760f75b4-1b4c-49c8-b74a-49556fca6171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:56:13.858995 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-c02292f5-41c4-4b31-8c6a-5f0647607bd8 req-760f75b4-1b4c-49c8-b74a-49556fca6171 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:56:13.860471 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c02292f5-41c4-4b31-8c6a-5f0647607bd8 req-760f75b4-1b4c-49c8-b74a-49556fca6171 service neutron] 10.222.0.67 "PUT /v2.0/ports/2e6ecef9-1433-403b-b75d-398582e7005c HTTP/1.1" status: 200 len: 1091 time: 0.7701292 Oct 12 19:56:13.861026 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84a656f6-c876-40af-8c09-3032ac9cb0fe', 'tag': '2e6ecef9-1433-403b-b75d-398582e7005c'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:56:13.863334 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35ce6c6d-36b8-4919-8e4e-bee87059d9f3" -d '{"events": [{"name": "network-changed", "server_uuid": "84a656f6-c876-40af-8c09-3032ac9cb0fe", "tag": "2e6ecef9-1433-403b-b75d-398582e7005c"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:56:13.903706 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760f75b4-1b4c-49c8-b74a-49556fca6171 service neutron] Pushing event updated for resources: {'Port': ['ID=2e6ecef9-1433-403b-b75d-398582e7005c,revision_number=3']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:56:13.918468 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-578ee850-3828-45b9-a286-a5c2e871a19a x-openstack-request-id: req-578ee850-3828-45b9-a286-a5c2e871a19a {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:56:13.918767 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84a656f6-c876-40af-8c09-3032ac9cb0fe", "tag": "2e6ecef9-1433-403b-b75d-398582e7005c", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:56:13.919415 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-578ee850-3828-45b9-a286-a5c2e871a19a {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:56:13.919415 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84a656f6-c876-40af-8c09-3032ac9cb0fe', 'tag': '2e6ecef9-1433-403b-b75d-398582e7005c', 'status': 'completed', 'code': 200} Oct 12 19:56:13.987078 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ce6c6d-36b8-4919-8e4e-bee87059d9f3 req-c81089de-6b2f-4538-be37-731a28e77166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:56:13.988888 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-35ce6c6d-36b8-4919-8e4e-bee87059d9f3 req-c81089de-6b2f-4538-be37-731a28e77166 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f37c8fe971bc4b5daa2f916c03f91d01&device_id=84a656f6-c876-40af-8c09-3032ac9cb0fe HTTP/1.1" status: 200 len: 1094 time: 0.0557199 Oct 12 19:56:14.099445 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ce6c6d-36b8-4919-8e4e-bee87059d9f3 req-3c729399-60b7-4bd9-aecc-df7d6c492bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:56:14.101052 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-35ce6c6d-36b8-4919-8e4e-bee87059d9f3 req-3c729399-60b7-4bd9-aecc-df7d6c492bef service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=f37c8fe971bc4b5daa2f916c03f91d01&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1030877 Oct 12 19:56:14.198908 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ce6c6d-36b8-4919-8e4e-bee87059d9f3 req-b09cbd54-6faa-488b-b40c-717b12f56d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:56:14.200477 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-35ce6c6d-36b8-4919-8e4e-bee87059d9f3 req-b09cbd54-6faa-488b-b40c-717b12f56d2e service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0925848 Oct 12 19:56:14.277815 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02292f5-41c4-4b31-8c6a-5f0647607bd8 req-54669ffd-216d-4bf3-bcd3-f1efdb80d860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:56:14.279311 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c02292f5-41c4-4b31-8c6a-5f0647607bd8 req-54669ffd-216d-4bf3-bcd3-f1efdb80d860 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f37c8fe971bc4b5daa2f916c03f91d01&device_id=84a656f6-c876-40af-8c09-3032ac9cb0fe HTTP/1.1" status: 200 len: 1094 time: 0.0423472 Oct 12 19:56:14.324768 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c02292f5-41c4-4b31-8c6a-5f0647607bd8 req-a5bdce86-7a3a-4022-805a-0238a0d28649 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e6ecef9-1433-403b-b75d-398582e7005c HTTP/1.1" status: 200 len: 217 time: 0.0343008 Oct 12 19:56:14.377957 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02292f5-41c4-4b31-8c6a-5f0647607bd8 req-c8db9a34-aa53-414d-af02-fdf4997cd387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:56:14.379405 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c02292f5-41c4-4b31-8c6a-5f0647607bd8 req-c8db9a34-aa53-414d-af02-fdf4997cd387 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2bf5b286-d487-470c-8401-d82862f269e1 HTTP/1.1" status: 200 len: 850 time: 0.0479562 Oct 12 19:56:14.426621 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02292f5-41c4-4b31-8c6a-5f0647607bd8 req-57ef5f39-744a-41b3-a689-7799e5373d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:56:14.428114 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c02292f5-41c4-4b31-8c6a-5f0647607bd8 req-57ef5f39-744a-41b3-a689-7799e5373d29 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=bab0c1ad-2a75-48a8-874f-0744bd8e0a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416708 Oct 12 19:56:14.516151 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c02292f5-41c4-4b31-8c6a-5f0647607bd8 req-0c648616-771c-4d5e-92e9-f680d24785b0 service neutron] 10.222.0.67 "GET /v2.0/networks/bab0c1ad-2a75-48a8-874f-0744bd8e0a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802526 Oct 12 19:56:14.609912 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c02292f5-41c4-4b31-8c6a-5f0647607bd8 req-bce79453-b38c-4a32-b684-c3d7e3500dad service neutron] 10.222.0.67 "GET /v2.0/networks/bab0c1ad-2a75-48a8-874f-0744bd8e0a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859284 Oct 12 19:56:14.950438 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29ff7b3-49c7-48b4-909d-d7a12a683f37 req-99a15d11-00f8-4c0b-b0c2-f31bb95cf29f tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:56:14.951886 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e29ff7b3-49c7-48b4-909d-d7a12a683f37 req-99a15d11-00f8-4c0b-b0c2-f31bb95cf29f tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=84a656f6-c876-40af-8c09-3032ac9cb0fe HTTP/1.1" status: 200 len: 943 time: 0.0483155 Oct 12 19:56:14.991414 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e29ff7b3-49c7-48b4-909d-d7a12a683f37 req-76b0ceab-9598-46a4-b5ef-668a8c86fb94 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d2c1542-84f5-402d-b7aa-2d0bcae85a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335557 Oct 12 19:56:16.108761 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2c4e5a-3059-4ab1-b61f-179ae66b2dd1 req-05efbf61-c6fe-4d55-8b29-0c0fb52f2bd9 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:56:16.110287 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-af2c4e5a-3059-4ab1-b61f-179ae66b2dd1 req-05efbf61-c6fe-4d55-8b29-0c0fb52f2bd9 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=84a656f6-c876-40af-8c09-3032ac9cb0fe HTTP/1.1" status: 200 len: 943 time: 0.0507712 Oct 12 19:56:16.147732 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-af2c4e5a-3059-4ab1-b61f-179ae66b2dd1 req-e76de235-c10f-4bfc-9f9c-3b75d94285b9 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d2c1542-84f5-402d-b7aa-2d0bcae85a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312304 Oct 12 19:56:17.266674 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f21caa1-399b-4c00-bffe-00e70b925258 req-ccb0208a-2ab9-416f-b1c9-26037a7bfa85 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:56:17.268232 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4f21caa1-399b-4c00-bffe-00e70b925258 req-ccb0208a-2ab9-416f-b1c9-26037a7bfa85 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=84a656f6-c876-40af-8c09-3032ac9cb0fe HTTP/1.1" status: 200 len: 943 time: 0.0533094 Oct 12 19:56:17.305650 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4f21caa1-399b-4c00-bffe-00e70b925258 req-152f242b-fe0c-42fd-a874-2e3bfc2d7859 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d2c1542-84f5-402d-b7aa-2d0bcae85a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315399 Oct 12 19:56:18.423483 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de70d83-6a38-4139-8616-994e02fabe66 req-7400236c-3c5f-4135-8bb1-584c5f3fd7dd tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:56:18.425002 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3de70d83-6a38-4139-8616-994e02fabe66 req-7400236c-3c5f-4135-8bb1-584c5f3fd7dd tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=84a656f6-c876-40af-8c09-3032ac9cb0fe HTTP/1.1" status: 200 len: 943 time: 0.0543618 Oct 12 19:56:18.464481 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3de70d83-6a38-4139-8616-994e02fabe66 req-41a6dbd2-bf39-45fa-8ba7-92c4325de04e tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d2c1542-84f5-402d-b7aa-2d0bcae85a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324090 Oct 12 19:56:19.586250 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7ced97-ed79-4b32-860a-1f51a8f74927 req-cb2d3c11-6868-4678-8281-54f75eb678b1 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:56:19.588382 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-fb7ced97-ed79-4b32-860a-1f51a8f74927 req-cb2d3c11-6868-4678-8281-54f75eb678b1 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=84a656f6-c876-40af-8c09-3032ac9cb0fe HTTP/1.1" status: 200 len: 943 time: 0.0563238 Oct 12 19:56:19.629113 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-fb7ced97-ed79-4b32-860a-1f51a8f74927 req-d0a9bfd6-b8f4-4834-b8d6-80980149cf14 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d2c1542-84f5-402d-b7aa-2d0bcae85a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330064 Oct 12 19:56:20.742731 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e9f6ce-5edd-43ac-834b-55547548d087 req-cd31ec0c-173a-4450-83ed-2265a714dcb8 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:56:20.744241 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e4e9f6ce-5edd-43ac-834b-55547548d087 req-cd31ec0c-173a-4450-83ed-2265a714dcb8 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=84a656f6-c876-40af-8c09-3032ac9cb0fe HTTP/1.1" status: 200 len: 943 time: 0.0493567 Oct 12 19:56:20.783400 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e4e9f6ce-5edd-43ac-834b-55547548d087 req-927b49a5-65d3-4ecb-8f41-b74c772e073c tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d2c1542-84f5-402d-b7aa-2d0bcae85a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330591 Oct 12 19:56:21.902355 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2349004-e919-486c-b4ab-9d55188e87af req-e082b093-2238-42bb-81da-f39ff5b764bc tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:56:21.904073 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b2349004-e919-486c-b4ab-9d55188e87af req-e082b093-2238-42bb-81da-f39ff5b764bc tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=84a656f6-c876-40af-8c09-3032ac9cb0fe HTTP/1.1" status: 200 len: 943 time: 0.0487759 Oct 12 19:56:21.942492 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b2349004-e919-486c-b4ab-9d55188e87af req-f75e7a03-52cb-4978-b84b-f283ec4db686 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d2c1542-84f5-402d-b7aa-2d0bcae85a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316470 Oct 12 19:56:23.069346 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbe1dbf-bdcb-4d82-9aaf-1fd608ab486e req-77db9590-c400-46c3-8a32-5734b01357cd tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:56:23.069346 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-edbe1dbf-bdcb-4d82-9aaf-1fd608ab486e req-77db9590-c400-46c3-8a32-5734b01357cd tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=84a656f6-c876-40af-8c09-3032ac9cb0fe HTTP/1.1" status: 200 len: 943 time: 0.0486336 Oct 12 19:56:23.095725 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-edbe1dbf-bdcb-4d82-9aaf-1fd608ab486e req-eca09663-0086-4b74-988f-3a88bac7d138 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d2c1542-84f5-402d-b7aa-2d0bcae85a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321023 Oct 12 19:56:24.211556 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6c705d-f792-4066-a1e3-27f58f9028ef req-55543fbd-bf3f-4487-b596-3fd371495dcc tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:56:24.213559 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4c6c705d-f792-4066-a1e3-27f58f9028ef req-55543fbd-bf3f-4487-b596-3fd371495dcc tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=84a656f6-c876-40af-8c09-3032ac9cb0fe HTTP/1.1" status: 200 len: 943 time: 0.0524917 Oct 12 19:56:24.254203 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4c6c705d-f792-4066-a1e3-27f58f9028ef req-9c6b5b0b-7077-4199-84d7-c224129daabb tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d2c1542-84f5-402d-b7aa-2d0bcae85a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344980 Oct 12 19:56:25.375708 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef9c0a8-039c-42d9-a743-d2bdb4d64d5e req-c345d030-3caa-44e7-95bb-11676214e85e tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:56:25.377212 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0ef9c0a8-039c-42d9-a743-d2bdb4d64d5e req-c345d030-3caa-44e7-95bb-11676214e85e tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=84a656f6-c876-40af-8c09-3032ac9cb0fe HTTP/1.1" status: 200 len: 943 time: 0.0537291 Oct 12 19:56:25.416018 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0ef9c0a8-039c-42d9-a743-d2bdb4d64d5e req-1bd97eac-d70d-41b7-baaf-360c0ac6470f tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d2c1542-84f5-402d-b7aa-2d0bcae85a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327783 Oct 12 19:56:26.167579 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 2e6ecef9-1433-403b-b75d-398582e7005c details requested by agent hyperv_n-h2-813679-3 with host n-h2-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:56:26.416131 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 2e6ecef9-1433-403b-b75d-398582e7005c, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=2e6ecef9-1433-403b-b75d-398582e7005c,segment=NetworkSegment(797d701b-2156-4b5d-8b6d-c0ec33924cd8),segment_id=797d701b-2156-4b5d-8b6d-c0ec33924cd8)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:56:26.426792 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Returning: {'device': '2e6ecef9-1433-403b-b75d-398582e7005c', 'network_id': 'bab0c1ad-2a75-48a8-874f-0744bd8e0a35', 'port_id': '2e6ecef9-1433-403b-b75d-398582e7005c', 'mac_address': 'fa:16:3e:f1:bb:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bf5b286-d487-470c-8401-d82862f269e1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:56:26.464430 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:56:26.477141 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e6ecef9-1433-403b-b75d-398582e7005c {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:56:26.497524 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 2e6ecef9-1433-403b-b75d-398582e7005c, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=2e6ecef9-1433-403b-b75d-398582e7005c,segment=NetworkSegment(797d701b-2156-4b5d-8b6d-c0ec33924cd8),segment_id=797d701b-2156-4b5d-8b6d-c0ec33924cd8)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:56:26.530842 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37de853a-63ee-4368-bd15-5acdcd5979fe req-27cd842d-0dfc-4059-8438-7da99f9a57cc tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:56:26.532443 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-37de853a-63ee-4368-bd15-5acdcd5979fe req-27cd842d-0dfc-4059-8438-7da99f9a57cc tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=84a656f6-c876-40af-8c09-3032ac9cb0fe HTTP/1.1" status: 200 len: 943 time: 0.0492311 Oct 12 19:56:26.570264 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-37de853a-63ee-4368-bd15-5acdcd5979fe req-0ff6605a-0b0a-4458-910a-de7fac4bbda1 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d2c1542-84f5-402d-b7aa-2d0bcae85a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318644 Oct 12 19:56:26.586600 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:56:26.635126 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=2e6ecef9-1433-403b-b75d-398582e7005c,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:56:26.817850 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['2e6ecef9-1433-403b-b75d-398582e7005c'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:56:27.690780 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1363f630-8c35-4c64-a6bf-c5df3889fc12 req-63149933-38d9-4a98-a594-87d4556da4dd tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:56:27.692393 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1363f630-8c35-4c64-a6bf-c5df3889fc12 req-63149933-38d9-4a98-a594-87d4556da4dd tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=84a656f6-c876-40af-8c09-3032ac9cb0fe HTTP/1.1" status: 200 len: 944 time: 0.0545838 Oct 12 19:56:27.732796 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1363f630-8c35-4c64-a6bf-c5df3889fc12 req-faab56b0-1d59-4851-84e5-a96db31c1adb tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d2c1542-84f5-402d-b7aa-2d0bcae85a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339065 Oct 12 19:56:28.167200 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 2e6ecef9-1433-403b-b75d-398582e7005c up at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:56:28.266806 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning for port 2e6ecef9-1433-403b-b75d-398582e7005c completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:56:28.271129 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning complete for port 2e6ecef9-1433-403b-b75d-398582e7005c triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:56:28.271509 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:56:28.350006 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:56:28.373401 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84a656f6-c876-40af-8c09-3032ac9cb0fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e6ecef9-1433-403b-b75d-398582e7005c'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:56:28.376092 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afaded7c-9483-4b37-87c9-781ecef56c23" -d '{"events": [{"server_uuid": "84a656f6-c876-40af-8c09-3032ac9cb0fe", "name": "network-vif-plugged", "status": "completed", "tag": "2e6ecef9-1433-403b-b75d-398582e7005c"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:56:28.392240 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 2e6ecef9-1433-403b-b75d-398582e7005c, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=2e6ecef9-1433-403b-b75d-398582e7005c,segment=NetworkSegment(797d701b-2156-4b5d-8b6d-c0ec33924cd8),segment_id=797d701b-2156-4b5d-8b6d-c0ec33924cd8)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:56:28.455405 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:56:28.482842 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4c93804-c595-4d99-af60-12d639b21add x-openstack-request-id: req-c4c93804-c595-4d99-af60-12d639b21add {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:56:28.483203 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84a656f6-c876-40af-8c09-3032ac9cb0fe", "name": "network-vif-plugged", "status": "completed", "tag": "2e6ecef9-1433-403b-b75d-398582e7005c", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:56:28.483525 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c4c93804-c595-4d99-af60-12d639b21add {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:56:28.483921 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84a656f6-c876-40af-8c09-3032ac9cb0fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e6ecef9-1433-403b-b75d-398582e7005c', 'code': 200} Oct 12 19:56:28.511024 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=2e6ecef9-1433-403b-b75d-398582e7005c,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:56:28.581261 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a445a53a-3deb-43e3-bd27-180501df2b31 req-5f15631c-b1d4-4d6b-8e02-71a56d62e5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:56:28.582727 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a445a53a-3deb-43e3-bd27-180501df2b31 req-5f15631c-b1d4-4d6b-8e02-71a56d62e5a3 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=84a656f6-c876-40af-8c09-3032ac9cb0fe HTTP/1.1" status: 200 len: 1096 time: 0.0392663 Oct 12 19:56:28.620147 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a445a53a-3deb-43e3-bd27-180501df2b31 req-471a86c6-0fc5-4f12-8c2f-3856d374d5d3 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=1d2c1542-84f5-402d-b7aa-2d0bcae85a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292428 Oct 12 19:56:28.858515 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f22414-4505-4468-95c1-c33ebb687f64 req-27645c1b-f49f-4bf6-a3cf-97a99e636470 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:56:28.860367 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c9f22414-4505-4468-95c1-c33ebb687f64 req-27645c1b-f49f-4bf6-a3cf-97a99e636470 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=84a656f6-c876-40af-8c09-3032ac9cb0fe HTTP/1.1" status: 200 len: 945 time: 0.0562427 Oct 12 19:56:28.900807 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c9f22414-4505-4468-95c1-c33ebb687f64 req-e81ad557-0181-48a3-b642-c0bc60f146a8 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d2c1542-84f5-402d-b7aa-2d0bcae85a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341492 Oct 12 19:56:29.180701 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ada9267e-2b2e-493b-8c49-562023c0f0a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:56:30.018608 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb90ef06-1371-4d4c-89be-9a223518c28b req-a2430779-db72-454b-90c8-58f5d3e3e524 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:56:30.020059 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-fb90ef06-1371-4d4c-89be-9a223518c28b req-a2430779-db72-454b-90c8-58f5d3e3e524 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=84a656f6-c876-40af-8c09-3032ac9cb0fe HTTP/1.1" status: 200 len: 945 time: 0.0485895 Oct 12 19:56:30.058232 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-fb90ef06-1371-4d4c-89be-9a223518c28b req-c741003d-b10a-410e-8f46-58dcabdc2fd4 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d2c1542-84f5-402d-b7aa-2d0bcae85a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315845 Oct 12 19:56:30.173417 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7388bc49-0e65-4f34-b6a6-fa9f800ad857 req-2935d174-82fb-494d-91f6-af70b55e6f58 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:56:30.174892 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7388bc49-0e65-4f34-b6a6-fa9f800ad857 req-2935d174-82fb-494d-91f6-af70b55e6f58 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=84a656f6-c876-40af-8c09-3032ac9cb0fe HTTP/1.1" status: 200 len: 945 time: 0.0488312 Oct 12 19:56:30.213008 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7388bc49-0e65-4f34-b6a6-fa9f800ad857 req-b86684c8-6f34-4585-a35d-14b96f9da3e0 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d2c1542-84f5-402d-b7aa-2d0bcae85a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315845 Oct 12 19:56:30.235038 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 59184) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:56:30.273883 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e184df0d-3833-4606-96f5-7301ec17b149 tempest-TestVolumeBootPattern-567074184 tempest-TestVolumeBootPattern-567074184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:56:30.275344 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-e184df0d-3833-4606-96f5-7301ec17b149 tempest-TestVolumeBootPattern-567074184 tempest-TestVolumeBootPattern-567074184-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=84a656f6-c876-40af-8c09-3032ac9cb0fe HTTP/1.1" status: 200 len: 1091 time: 0.0393357 Oct 12 19:56:30.278078 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 59186) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:56:30.282228 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-dc62d560-5c14-4903-90ec-f4a00700c9bc tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Request body: {'floatingip': {'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'port_id': '2e6ecef9-1433-403b-b75d-398582e7005c', 'tenant_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'fixed_ip_address': '172.20.0.8'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:56:30.363606 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-dc62d560-5c14-4903-90ec-f4a00700c9bc tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks [] for floatingip, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:56:30.461778 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-dc62d560-5c14-4903-90ec-f4a00700c9bc tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:56:30.564723 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-dc62d560-5c14-4903-90ec-f4a00700c9bc tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Allocated IP 172.25.5.124 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/3aed76f3-e74a-4337-83da-73de17278a7c) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:56:30.673960 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-dc62d560-5c14-4903-90ec-f4a00700c9bc tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:56:30.792920 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-dc62d560-5c14-4903-90ec-f4a00700c9bc tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:56:30.831137 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc62d560-5c14-4903-90ec-f4a00700c9bc tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:56:30.834127 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-dc62d560-5c14-4903-90ec-f4a00700c9bc tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:56:30.838269 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc62d560-5c14-4903-90ec-f4a00700c9bc tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:56:30.868690 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc62d560-5c14-4903-90ec-f4a00700c9bc tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Pushing event updated for resources: {'Port': ['ID=3aed76f3-e74a-4337-83da-73de17278a7c,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:56:31.236803 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-dc62d560-5c14-4903-90ec-f4a00700c9bc tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:56:31.387860 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-dc62d560-5c14-4903-90ec-f4a00700c9bc tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:56:31.546338 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-dc62d560-5c14-4903-90ec-f4a00700c9bc tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:56:31.604394 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-dc62d560-5c14-4903-90ec-f4a00700c9bc tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:56:31.672561 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc62d560-5c14-4903-90ec-f4a00700c9bc tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Pushing event updated for resources: {'Port': ['ID=3aed76f3-e74a-4337-83da-73de17278a7c,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:56:31.686486 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-dc62d560-5c14-4903-90ec-f4a00700c9bc tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7915414'] for floatingip, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:56:31.705816 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9d02657f-10a7-464a-aeac-4ba7f8ce359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:56:31.785869 n-d-813679-3 neutron-server[95501]: INFO neutron.db.l3_db [None req-dc62d560-5c14-4903-90ec-f4a00700c9bc tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Floating IP 75f06d28-fd39-4b70-8857-06ece27d7dc5 associated. External IP: 172.25.5.124, port: 2e6ecef9-1433-403b-b75d-398582e7005c. Oct 12 19:56:32.315584 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc62d560-5c14-4903-90ec-f4a00700c9bc tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Router 72e12904-ac42-4067-a6c3-e782f6e03b0e has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:56:32.420539 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc62d560-5c14-4903-90ec-f4a00700c9bc tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:56:32.432686 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff77be10-1b63-4cb1-81ab-13e650dd0b02 None None] Sync routers for ids ['72e12904-ac42-4067-a6c3-e782f6e03b0e'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:56:32.442352 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff77be10-1b63-4cb1-81ab-13e650dd0b02 None None] Routers {'72e12904-ac42-4067-a6c3-e782f6e03b0e'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:56:32.443061 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-ff77be10-1b63-4cb1-81ab-13e650dd0b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:56:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['72e12904-ac42-4067-a6c3-e782f6e03b0e'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:56:32.479280 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:56:32.509561 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-dc62d560-5c14-4903-90ec-f4a00700c9bc tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:56:32.540862 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-dc62d560-5c14-4903-90ec-f4a00700c9bc tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2617030 Oct 12 19:56:32.541388 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84a656f6-c876-40af-8c09-3032ac9cb0fe', 'tag': '2e6ecef9-1433-403b-b75d-398582e7005c'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:56:32.543946 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a541f4d-382a-4c3b-9419-e43ed05e840f" -d '{"events": [{"name": "network-changed", "server_uuid": "84a656f6-c876-40af-8c09-3032ac9cb0fe", "tag": "2e6ecef9-1433-403b-b75d-398582e7005c"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:56:32.559532 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-ff77be10-1b63-4cb1-81ab-13e650dd0b02 None None] Set router 72e12904-ac42-4067-a6c3-e782f6e03b0e gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:56:32.584084 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32c8fb92-8a23-4a5e-b6fe-0537225f5779 x-openstack-request-id: req-32c8fb92-8a23-4a5e-b6fe-0537225f5779 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:56:32.584445 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84a656f6-c876-40af-8c09-3032ac9cb0fe", "tag": "2e6ecef9-1433-403b-b75d-398582e7005c", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:56:32.584771 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-32c8fb92-8a23-4a5e-b6fe-0537225f5779 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:56:32.585242 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84a656f6-c876-40af-8c09-3032ac9cb0fe', 'tag': '2e6ecef9-1433-403b-b75d-398582e7005c', 'status': 'completed', 'code': 200} Oct 12 19:56:32.648368 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a541f4d-382a-4c3b-9419-e43ed05e840f req-38883a21-f428-4472-94ab-261117649cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:56:32.650030 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8a541f4d-382a-4c3b-9419-e43ed05e840f req-38883a21-f428-4472-94ab-261117649cc5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f37c8fe971bc4b5daa2f916c03f91d01&device_id=84a656f6-c876-40af-8c09-3032ac9cb0fe HTTP/1.1" status: 200 len: 1096 time: 0.0430527 Oct 12 19:56:32.740665 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a541f4d-382a-4c3b-9419-e43ed05e840f req-abb5336e-5856-4acc-94ba-40ec33593319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:56:32.742190 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8a541f4d-382a-4c3b-9419-e43ed05e840f req-abb5336e-5856-4acc-94ba-40ec33593319 service neutron] 10.222.0.67 "GET /v2.0/networks?id=bab0c1ad-2a75-48a8-874f-0744bd8e0a35 HTTP/1.1" status: 200 len: 912 time: 0.0855293 Oct 12 19:56:32.785116 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-ff77be10-1b63-4cb1-81ab-13e650dd0b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e12904-ac42-4067-a6c3-e782f6e03b0e', 'name': 'tempest-TestVolumeBootPattern-238637426-router', 'tenant_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '77770890-8d5d-4e38-9d35-84433fce4151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:48:10Z', 'updated_at': '2021-10-12T19:48:15Z', 'revision_number': 4, 'project_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'gw_port': {'id': '77770890-8d5d-4e38-9d35-84433fce4151', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:aa:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e12904-ac42-4067-a6c3-e782f6e03b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:48:11Z', 'updated_at': '2021-10-12T19:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': '75f06d28-fd39-4b70-8857-06ece27d7dc5', 'tenant_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'floating_ip_address': '172.25.5.124', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': '72e12904-ac42-4067-a6c3-e782f6e03b0e', 'port_id': '2e6ecef9-1433-403b-b75d-398582e7005c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3937, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bab0c1ad-2a75-48a8-874f-0744bd8e0a35', 'mac_address': 'fa:16:3e:f1:bb:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a656f6-c876-40af-8c09-3032ac9cb0fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T19:56:31Z', 'updated_at': '2021-10-12T19:56:31Z', 'revision_number': 0, 'project_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68a2846e-ad50-4512-a35d-2f7c50f62994', 'name': '', 'network_id': 'bab0c1ad-2a75-48a8-874f-0744bd8e0a35', 'tenant_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'mac_address': 'fa:16:3e:07:8d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e12904-ac42-4067-a6c3-e782f6e03b0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '2bf5b286-d487-470c-8401-d82862f269e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:48:13Z', 'updated_at': '2021-10-12T19:48:17Z', 'revision_number': 5, 'project_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'subnets': [{'id': '2bf5b286-d487-470c-8401-d82862f269e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:56:32.813955 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8a541f4d-382a-4c3b-9419-e43ed05e840f req-b0517675-ad38-415d-8f71-e2f45c8e9a11 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e6ecef9-1433-403b-b75d-398582e7005c HTTP/1.1" status: 200 len: 999 time: 0.0641460 Oct 12 19:56:32.816477 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff77be10-1b63-4cb1-81ab-13e650dd0b02 None None] Checking router: 72e12904-ac42-4067-a6c3-e782f6e03b0e for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:56:32.830579 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff77be10-1b63-4cb1-81ab-13e650dd0b02 None None] Routers {'72e12904-ac42-4067-a6c3-e782f6e03b0e'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:56:32.831198 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-ff77be10-1b63-4cb1-81ab-13e650dd0b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:56:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['72e12904-ac42-4067-a6c3-e782f6e03b0e'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:56:32.865561 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a541f4d-382a-4c3b-9419-e43ed05e840f req-f502f80a-9397-461f-b092-6d0c9aa73d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:56:32.868926 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8a541f4d-382a-4c3b-9419-e43ed05e840f req-f502f80a-9397-461f-b092-6d0c9aa73d5c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2bf5b286-d487-470c-8401-d82862f269e1 HTTP/1.1" status: 200 len: 850 time: 0.0470824 Oct 12 19:56:32.913903 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a541f4d-382a-4c3b-9419-e43ed05e840f req-1ab0ee6c-428d-482c-b735-aa26e545057a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:56:32.915990 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8a541f4d-382a-4c3b-9419-e43ed05e840f req-1ab0ee6c-428d-482c-b735-aa26e545057a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=bab0c1ad-2a75-48a8-874f-0744bd8e0a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410872 Oct 12 19:56:32.942591 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-ff77be10-1b63-4cb1-81ab-13e650dd0b02 None None] Set router 72e12904-ac42-4067-a6c3-e782f6e03b0e gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:56:33.015557 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8a541f4d-382a-4c3b-9419-e43ed05e840f req-da05ed10-46a1-49f2-aa62-44f220d12d68 service neutron] 10.222.0.67 "GET /v2.0/networks/bab0c1ad-2a75-48a8-874f-0744bd8e0a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919886 Oct 12 19:56:33.118835 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8a541f4d-382a-4c3b-9419-e43ed05e840f req-1eef006b-51f0-4916-9309-0e7862ff4e51 service neutron] 10.222.0.67 "GET /v2.0/networks/bab0c1ad-2a75-48a8-874f-0744bd8e0a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960290 Oct 12 19:56:33.167668 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:56:33.196268 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-ff77be10-1b63-4cb1-81ab-13e650dd0b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e12904-ac42-4067-a6c3-e782f6e03b0e', 'name': 'tempest-TestVolumeBootPattern-238637426-router', 'tenant_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '77770890-8d5d-4e38-9d35-84433fce4151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:48:10Z', 'updated_at': '2021-10-12T19:48:15Z', 'revision_number': 4, 'project_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'gw_port': {'id': '77770890-8d5d-4e38-9d35-84433fce4151', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:aa:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e12904-ac42-4067-a6c3-e782f6e03b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:48:11Z', 'updated_at': '2021-10-12T19:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': '75f06d28-fd39-4b70-8857-06ece27d7dc5', 'tenant_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'floating_ip_address': '172.25.5.124', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': '72e12904-ac42-4067-a6c3-e782f6e03b0e', 'port_id': '2e6ecef9-1433-403b-b75d-398582e7005c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3937, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bab0c1ad-2a75-48a8-874f-0744bd8e0a35', 'mac_address': 'fa:16:3e:f1:bb:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a656f6-c876-40af-8c09-3032ac9cb0fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T19:56:31Z', 'updated_at': '2021-10-12T19:56:31Z', 'revision_number': 0, 'project_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68a2846e-ad50-4512-a35d-2f7c50f62994', 'name': '', 'network_id': 'bab0c1ad-2a75-48a8-874f-0744bd8e0a35', 'tenant_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'mac_address': 'fa:16:3e:07:8d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e12904-ac42-4067-a6c3-e782f6e03b0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '2bf5b286-d487-470c-8401-d82862f269e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:48:13Z', 'updated_at': '2021-10-12T19:48:17Z', 'revision_number': 5, 'project_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'subnets': [{'id': '2bf5b286-d487-470c-8401-d82862f269e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:56:33.226900 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff77be10-1b63-4cb1-81ab-13e650dd0b02 None None] The sync data for ids ['72e12904-ac42-4067-a6c3-e782f6e03b0e'] in n-d-813679-3 is: [{'id': '72e12904-ac42-4067-a6c3-e782f6e03b0e', 'name': 'tempest-TestVolumeBootPattern-238637426-router', 'tenant_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '77770890-8d5d-4e38-9d35-84433fce4151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:48:10Z', 'updated_at': '2021-10-12T19:48:15Z', 'revision_number': 4, 'project_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'gw_port': {'id': '77770890-8d5d-4e38-9d35-84433fce4151', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:aa:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e12904-ac42-4067-a6c3-e782f6e03b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:48:11Z', 'updated_at': '2021-10-12T19:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': '75f06d28-fd39-4b70-8857-06ece27d7dc5', 'tenant_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'floating_ip_address': '172.25.5.124', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': '72e12904-ac42-4067-a6c3-e782f6e03b0e', 'port_id': '2e6ecef9-1433-403b-b75d-398582e7005c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3937, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bab0c1ad-2a75-48a8-874f-0744bd8e0a35', 'mac_address': 'fa:16:3e:f1:bb:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a656f6-c876-40af-8c09-3032ac9cb0fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T19:56:31Z', 'updated_at': '2021-10-12T19:56:31Z', 'revision_number': 0, 'project_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68a2846e-ad50-4512-a35d-2f7c50f62994', 'name': '', 'network_id': 'bab0c1ad-2a75-48a8-874f-0744bd8e0a35', 'tenant_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'mac_address': 'fa:16:3e:07:8d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e12904-ac42-4067-a6c3-e782f6e03b0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '2bf5b286-d487-470c-8401-d82862f269e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:48:13Z', 'updated_at': '2021-10-12T19:48:17Z', 'revision_number': 5, 'project_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'subnets': [{'id': '2bf5b286-d487-470c-8401-d82862f269e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:56:33.229231 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:56:33.417730 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399dfd54-85f6-4153-ba2e-c34dfa8a0c59 None None] New status for floating IP 75f06d28-fd39-4b70-8857-06ece27d7dc5: ACTIVE {{(pid=95504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 19:56:34.135727 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:56:34.626331 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:56:35.171207 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 19:56:36.471370 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1abd37a-ed7c-4e8d-835d-12052cdacd5f req-1cec5a5d-ed1b-4d1c-950c-6f781ec2339c tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:56:36.472843 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c1abd37a-ed7c-4e8d-835d-12052cdacd5f req-1cec5a5d-ed1b-4d1c-950c-6f781ec2339c tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c3e426b-00fc-4cde-847a-48bff69d3c7e HTTP/1.1" status: 200 len: 946 time: 0.0532656 Oct 12 19:56:36.509443 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c1abd37a-ed7c-4e8d-835d-12052cdacd5f req-779c3557-e0de-4d7b-9a3e-f6511c3ff840 tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] 10.222.0.49 "GET /v2.0/security-groups?id=a066b56a-29a0-418b-8b1b-4c933a54da47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306129 Oct 12 19:56:37.628212 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbeae63-b0c1-4949-84bb-d0a76ec90e6f req-4224ad2a-4ba0-4b5a-b146-d8d8739faa0d tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:56:37.629634 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9fbeae63-b0c1-4949-84bb-d0a76ec90e6f req-4224ad2a-4ba0-4b5a-b146-d8d8739faa0d tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c3e426b-00fc-4cde-847a-48bff69d3c7e HTTP/1.1" status: 200 len: 946 time: 0.0520859 Oct 12 19:56:37.665993 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9fbeae63-b0c1-4949-84bb-d0a76ec90e6f req-b74800dc-6a49-45f2-843c-b4864a824959 tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] 10.222.0.49 "GET /v2.0/security-groups?id=a066b56a-29a0-418b-8b1b-4c933a54da47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298450 Oct 12 19:56:37.925228 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44633d5d-9e86-4fe6-a2c3-78548e56b9eb req-b318e44e-6001-4fa5-8460-ae0dd554fa84 tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:56:37.926552 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-44633d5d-9e86-4fe6-a2c3-78548e56b9eb req-b318e44e-6001-4fa5-8460-ae0dd554fa84 tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] 10.222.0.61 "GET /v2.0/ports?device_id=6c3e426b-00fc-4cde-847a-48bff69d3c7e HTTP/1.1" status: 200 len: 946 time: 0.0470619 Oct 12 19:56:38.021858 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-44633d5d-9e86-4fe6-a2c3-78548e56b9eb req-ef9bca69-9954-4e74-9859-e28c99cd20f9 tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] Deleting port 267d1471-d90c-4d93-9daf-95b290f8d78a {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:56:38.022200 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-44633d5d-9e86-4fe6-a2c3-78548e56b9eb req-ef9bca69-9954-4e74-9859-e28c99cd20f9 tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:56:38.108478 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-44633d5d-9e86-4fe6-a2c3-78548e56b9eb req-ef9bca69-9954-4e74-9859-e28c99cd20f9 tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] For port 267d1471-d90c-4d93-9daf-95b290f8d78a, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=267d1471-d90c-4d93-9daf-95b290f8d78a,segment=NetworkSegment(e069ce7b-bb3a-4d44-9801-3f838ad0aeb8),segment_id=e069ce7b-bb3a-4d44-9801-3f838ad0aeb8)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:56:38.108844 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-44633d5d-9e86-4fe6-a2c3-78548e56b9eb req-ef9bca69-9954-4e74-9859-e28c99cd20f9 tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:56:38.121495 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-44633d5d-9e86-4fe6-a2c3-78548e56b9eb req-ef9bca69-9954-4e74-9859-e28c99cd20f9 tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] Calling delete_port for 267d1471-d90c-4d93-9daf-95b290f8d78a owned by compute:nova {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:56:38.306748 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-44633d5d-9e86-4fe6-a2c3-78548e56b9eb req-ef9bca69-9954-4e74-9859-e28c99cd20f9 tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:56:38.319561 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['267d1471-d90c-4d93-9daf-95b290f8d78a'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:56:38.339234 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9bca69-9954-4e74-9859-e28c99cd20f9 tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] Pushing event deleted for resources: {'Port': ['ID=267d1471-d90c-4d93-9daf-95b290f8d78a,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:56:38.367342 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9bca69-9954-4e74-9859-e28c99cd20f9 tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:56:38.367831 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9bca69-9954-4e74-9859-e28c99cd20f9 tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:56:38.368268 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9bca69-9954-4e74-9859-e28c99cd20f9 tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:56:38.368610 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9bca69-9954-4e74-9859-e28c99cd20f9 tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:56:38.368940 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9bca69-9954-4e74-9859-e28c99cd20f9 tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:56:38.369271 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9bca69-9954-4e74-9859-e28c99cd20f9 tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:56:38.369598 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9bca69-9954-4e74-9859-e28c99cd20f9 tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:56:38.369924 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9bca69-9954-4e74-9859-e28c99cd20f9 tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:56:38.370247 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9bca69-9954-4e74-9859-e28c99cd20f9 tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:56:38.370733 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9bca69-9954-4e74-9859-e28c99cd20f9 tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:56:38.371058 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9bca69-9954-4e74-9859-e28c99cd20f9 tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:56:38.371379 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9bca69-9954-4e74-9859-e28c99cd20f9 tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:56:38.389615 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-44633d5d-9e86-4fe6-a2c3-78548e56b9eb req-ef9bca69-9954-4e74-9859-e28c99cd20f9 tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] No DVR routers for this DVR port 267d1471-d90c-4d93-9daf-95b290f8d78a on host n-h1-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:56:38.392152 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-44633d5d-9e86-4fe6-a2c3-78548e56b9eb req-ef9bca69-9954-4e74-9859-e28c99cd20f9 tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:56:38.395510 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-44633d5d-9e86-4fe6-a2c3-78548e56b9eb req-ef9bca69-9954-4e74-9859-e28c99cd20f9 tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] 10.222.0.61 "DELETE /v2.0/ports/267d1471-d90c-4d93-9daf-95b290f8d78a HTTP/1.1" status: 204 len: 173 time: 0.4626627 Oct 12 19:56:38.395942 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c3e426b-00fc-4cde-847a-48bff69d3c7e', 'name': 'network-vif-deleted', 'tag': '267d1471-d90c-4d93-9daf-95b290f8d78a'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:56:38.398219 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-433359ff-3512-4339-8366-ee3c473a6486" -d '{"events": [{"server_uuid": "6c3e426b-00fc-4cde-847a-48bff69d3c7e", "name": "network-vif-deleted", "tag": "267d1471-d90c-4d93-9daf-95b290f8d78a"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:56:38.434994 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4de1463-f5e8-4c9c-9cca-3275813f5d19 x-openstack-request-id: req-c4de1463-f5e8-4c9c-9cca-3275813f5d19 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:56:38.435291 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c3e426b-00fc-4cde-847a-48bff69d3c7e", "name": "network-vif-deleted", "tag": "267d1471-d90c-4d93-9daf-95b290f8d78a", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:56:38.435542 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c4de1463-f5e8-4c9c-9cca-3275813f5d19 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:56:38.435937 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c3e426b-00fc-4cde-847a-48bff69d3c7e', 'name': 'network-vif-deleted', 'tag': '267d1471-d90c-4d93-9daf-95b290f8d78a', 'status': 'completed', 'code': 200} Oct 12 19:56:38.771118 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f04ef1a4-f493-46be-8497-97e71c89d3b6 req-17035dd9-a0dc-4d91-bee2-ac5c60b796bc tempest-VolumesSnapshotTestJSON-385820734 tempest-VolumesSnapshotTestJSON-385820734-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c3e426b-00fc-4cde-847a-48bff69d3c7e HTTP/1.1" status: 200 len: 210 time: 0.0288727 Oct 12 19:56:43.541740 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 267d1471-d90c-4d93-9daf-95b290f8d78a no longer exists at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:56:43.561931 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] No Port match for: 267d1471-d90c-4d93-9daf-95b290f8d78a {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:56:43.562276 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 267d1471-d90c-4d93-9daf-95b290f8d78a not bound to the agent host n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:56:49.654839 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a90d8a51-4b9f-433b-be51-42142b8fccd9 req-c2c8edc6-ce5b-4eb2-a30f-8dead04220e0 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=84a656f6-c876-40af-8c09-3032ac9cb0fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400205 Oct 12 19:56:49.740216 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90d8a51-4b9f-433b-be51-42142b8fccd9 req-4bb5a409-ef04-4d5e-b5bd-6b558ea3a1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:56:49.741717 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a90d8a51-4b9f-433b-be51-42142b8fccd9 req-4bb5a409-ef04-4d5e-b5bd-6b558ea3a1d1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f37c8fe971bc4b5daa2f916c03f91d01&device_id=84a656f6-c876-40af-8c09-3032ac9cb0fe HTTP/1.1" status: 200 len: 1096 time: 0.0426769 Oct 12 19:56:49.859054 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90d8a51-4b9f-433b-be51-42142b8fccd9 req-1521d7f8-1e59-4d36-8bad-d4e3ff037443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:56:49.860536 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a90d8a51-4b9f-433b-be51-42142b8fccd9 req-1521d7f8-1e59-4d36-8bad-d4e3ff037443 service neutron] 10.222.0.67 "GET /v2.0/networks?id=bab0c1ad-2a75-48a8-874f-0744bd8e0a35 HTTP/1.1" status: 200 len: 912 time: 0.1002085 Oct 12 19:56:49.924383 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a90d8a51-4b9f-433b-be51-42142b8fccd9 req-e4cb53f4-92f7-4f80-92a2-776188d10835 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e6ecef9-1433-403b-b75d-398582e7005c HTTP/1.1" status: 200 len: 1001 time: 0.0562670 Oct 12 19:56:49.975433 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90d8a51-4b9f-433b-be51-42142b8fccd9 req-d62cbd8f-df6f-4da9-ba09-4954cc5732fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:56:49.976890 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a90d8a51-4b9f-433b-be51-42142b8fccd9 req-d62cbd8f-df6f-4da9-ba09-4954cc5732fa service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2bf5b286-d487-470c-8401-d82862f269e1 HTTP/1.1" status: 200 len: 850 time: 0.0461574 Oct 12 19:56:50.023184 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90d8a51-4b9f-433b-be51-42142b8fccd9 req-4cb69482-9aff-431c-988c-6152625089e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:56:50.024655 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a90d8a51-4b9f-433b-be51-42142b8fccd9 req-4cb69482-9aff-431c-988c-6152625089e2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=bab0c1ad-2a75-48a8-874f-0744bd8e0a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398922 Oct 12 19:56:50.114207 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a90d8a51-4b9f-433b-be51-42142b8fccd9 req-8cf3c4c8-9bb2-4e41-8f72-85faf350df74 service neutron] 10.222.0.67 "GET /v2.0/networks/bab0c1ad-2a75-48a8-874f-0744bd8e0a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817847 Oct 12 19:56:50.211623 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a90d8a51-4b9f-433b-be51-42142b8fccd9 req-1a490545-4b3e-4fde-a615-52f7c8a669c2 service neutron] 10.222.0.67 "GET /v2.0/networks/bab0c1ad-2a75-48a8-874f-0744bd8e0a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890896 Oct 12 19:56:59.175738 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5468de34-0749-4717-b646-468ac35be948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:57:01.740736 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-136a597a-2121-4089-a8f0-9d95357d1d67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:57:02.529037 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:57:03.156213 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:57:03.249663 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:57:04.163947 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:57:04.659041 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:57:12.170259 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 19:57:29.157655 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-de147ce5-9c92-4a4e-84ac-7bdb6f819fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:57:31.728637 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b8f8379d-ef22-4be4-9db9-fec020059c6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:57:32.504239 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:57:33.141421 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:57:33.249971 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:57:34.174612 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:57:34.663958 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:57:34.801268 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [req-43d5dd39-43e3-41ff-af98-bf901d03c2fc req-428f3381-e841-43e4-a39b-fc287df15cff service neutron] (95502) timed out ('10.222.0.49', 34512) {{(pid=95502) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 12 19:57:43.136335 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [req-8f410fd5-af05-46e2-9cdc-31f432737872 req-5272b6fb-37a3-489f-ad4b-39346818fd57 service neutron] (95502) timed out ('10.222.0.61', 53454) {{(pid=95502) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 12 19:57:49.168899 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 19:57:50.656392 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7e04b8fc-54ff-4842-8a58-db62cfe413ad req-4d6a69c3-d498-4483-81fb-87c3eef9257f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=84a656f6-c876-40af-8c09-3032ac9cb0fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0418241 Oct 12 19:57:50.737612 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e04b8fc-54ff-4842-8a58-db62cfe413ad req-aefe45bb-6272-4071-a09c-3c56b48aeb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:57:50.739241 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7e04b8fc-54ff-4842-8a58-db62cfe413ad req-aefe45bb-6272-4071-a09c-3c56b48aeb46 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f37c8fe971bc4b5daa2f916c03f91d01&device_id=84a656f6-c876-40af-8c09-3032ac9cb0fe HTTP/1.1" status: 200 len: 1096 time: 0.0412679 Oct 12 19:57:50.849367 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e04b8fc-54ff-4842-8a58-db62cfe413ad req-03eb77e8-d044-4b66-8d3f-b486994dd7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:57:50.850728 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7e04b8fc-54ff-4842-8a58-db62cfe413ad req-03eb77e8-d044-4b66-8d3f-b486994dd7cd service neutron] 10.222.0.67 "GET /v2.0/networks?id=bab0c1ad-2a75-48a8-874f-0744bd8e0a35 HTTP/1.1" status: 200 len: 912 time: 0.0912421 Oct 12 19:57:50.928355 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7e04b8fc-54ff-4842-8a58-db62cfe413ad req-f8b82760-1fb3-40b3-8d33-a01761beefe5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e6ecef9-1433-403b-b75d-398582e7005c HTTP/1.1" status: 200 len: 1001 time: 0.0703957 Oct 12 19:57:50.976610 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e04b8fc-54ff-4842-8a58-db62cfe413ad req-35acb2b0-caec-4e28-9c90-f4e9c16207d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:57:50.978059 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7e04b8fc-54ff-4842-8a58-db62cfe413ad req-35acb2b0-caec-4e28-9c90-f4e9c16207d4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2bf5b286-d487-470c-8401-d82862f269e1 HTTP/1.1" status: 200 len: 850 time: 0.0433240 Oct 12 19:57:51.023104 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e04b8fc-54ff-4842-8a58-db62cfe413ad req-5d894c5d-d04a-4c16-b42f-1790129330ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:57:51.024624 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7e04b8fc-54ff-4842-8a58-db62cfe413ad req-5d894c5d-d04a-4c16-b42f-1790129330ea service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=bab0c1ad-2a75-48a8-874f-0744bd8e0a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399911 Oct 12 19:57:51.117256 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7e04b8fc-54ff-4842-8a58-db62cfe413ad req-d4206e20-3e61-4655-b778-417c0ea87491 service neutron] 10.222.0.67 "GET /v2.0/networks/bab0c1ad-2a75-48a8-874f-0744bd8e0a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859287 Oct 12 19:57:51.216181 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7e04b8fc-54ff-4842-8a58-db62cfe413ad req-e47a99ed-d173-4dec-b23a-308f52c79f70 service neutron] 10.222.0.67 "GET /v2.0/networks/bab0c1ad-2a75-48a8-874f-0744bd8e0a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910099 Oct 12 19:57:53.077374 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [req-9441624d-097e-40f4-847c-6345bf318a47 req-862e9779-5633-46d7-8e93-cd7ec4f50e19 tempest-TestNetworkAdvancedServerOps-811757010 tempest-TestNetworkAdvancedServerOps-811757010-project] (95501) timed out ('10.222.0.67', 53165) {{(pid=95501) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 12 19:57:57.799278 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 59490) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:57:57.844922 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_v2 [None req-3beba062-d6f7-42ba-b974-c4226b802900 admin admin] Deleting subnet da25517f-d50f-433c-9790-617ffff998a6 {{(pid=95501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:57:57.848590 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3beba062-d6f7-42ba-b974-c4226b802900 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:57:57.888845 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3beba062-d6f7-42ba-b974-c4226b802900 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281083'] for subnet, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:57:57.927719 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3beba062-d6f7-42ba-b974-c4226b802900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:57:58.053114 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3beba062-d6f7-42ba-b974-c4226b802900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4824924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4612362'] for subnet, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:57:58.078209 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beba062-d6f7-42ba-b974-c4226b802900 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da25517f-d50f-433c-9790-617ffff998a6,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:57:58.086679 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3beba062-d6f7-42ba-b974-c4226b802900 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:57:58.092092 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-3beba062-d6f7-42ba-b974-c4226b802900 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/da25517f-d50f-433c-9790-617ffff998a6 HTTP/1.1" status: 204 len: 168 time: 0.2895498 Oct 12 19:57:58.092092 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3beba062-d6f7-42ba-b974-c4226b802900 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:57:58.092565 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3beba062-d6f7-42ba-b974-c4226b802900 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:57:58.092743 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3beba062-d6f7-42ba-b974-c4226b802900 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:57:58.092870 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 59492) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:57:58.093347 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3beba062-d6f7-42ba-b974-c4226b802900 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:57:58.093456 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3beba062-d6f7-42ba-b974-c4226b802900 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:57:58.093759 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3beba062-d6f7-42ba-b974-c4226b802900 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:57:58.094095 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3beba062-d6f7-42ba-b974-c4226b802900 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:57:58.094424 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3beba062-d6f7-42ba-b974-c4226b802900 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:57:58.094751 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3beba062-d6f7-42ba-b974-c4226b802900 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:57:58.095074 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3beba062-d6f7-42ba-b974-c4226b802900 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:57:58.095424 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3beba062-d6f7-42ba-b974-c4226b802900 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:57:58.095713 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3beba062-d6f7-42ba-b974-c4226b802900 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:57:58.171553 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a85b0a78-6d1d-4bd2-8149-e49cce3a7873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:57:58.255905 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a85b0a78-6d1d-4bd2-8149-e49cce3a7873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:57:58.276455 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-a85b0a78-6d1d-4bd2-8149-e49cce3a7873 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ec9d601-f4e2-419f-98b5-e1a2a3caf74c']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:57:58.286536 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-a85b0a78-6d1d-4bd2-8149-e49cce3a7873 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e069ce7b-bb3a-4d44-9801-3f838ad0aeb8') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:57:58.286836 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-a85b0a78-6d1d-4bd2-8149-e49cce3a7873 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e069ce7b-bb3a-4d44-9801-3f838ad0aeb8') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:57:58.296229 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a85b0a78-6d1d-4bd2-8149-e49cce3a7873 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16313633'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:57:58.309550 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a85b0a78-6d1d-4bd2-8149-e49cce3a7873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:57:58.315189 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a85b0a78-6d1d-4bd2-8149-e49cce3a7873 admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:57:58.315655 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a85b0a78-6d1d-4bd2-8149-e49cce3a7873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4305278'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:57:58.317480 n-d-813679-3 neutron-server[95502]: Traceback (most recent call last): Oct 12 19:57:58.317480 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:57:58.317480 n-d-813679-3 neutron-server[95502]: timer() Oct 12 19:57:58.317480 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:57:58.317480 n-d-813679-3 neutron-server[95502]: cb(*args, **kw) Oct 12 19:57:58.317480 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:57:58.317480 n-d-813679-3 neutron-server[95502]: return func(*args, **kwargs) Oct 12 19:57:58.317480 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:57:58.317480 n-d-813679-3 neutron-server[95502]: self._notify() Oct 12 19:57:58.317480 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:57:58.317480 n-d-813679-3 neutron-server[95502]: self.callback(batched_events) Oct 12 19:57:58.317480 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:57:58.317480 n-d-813679-3 neutron-server[95502]: event.method(event) Oct 12 19:57:58.317480 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:57:58.317480 n-d-813679-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:57:58.317480 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:57:58.317480 n-d-813679-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:57:58.317480 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:57:58.317480 n-d-813679-3 neutron-server[95502]: return f(self, *a, **k) Oct 12 19:57:58.317480 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:57:58.317480 n-d-813679-3 neutron-server[95502]: return self._get(url).json() Oct 12 19:57:58.317480 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:57:58.317480 n-d-813679-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:57:58.317480 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:57:58.317480 n-d-813679-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Oct 12 19:57:58.317480 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:57:58.317480 n-d-813679-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:57:58.317480 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:57:58.317480 n-d-813679-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:57:58.317480 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:57:58.317480 n-d-813679-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:57:58.317480 n-d-813679-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:57:58.443041 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a85b0a78-6d1d-4bd2-8149-e49cce3a7873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:57:58.448877 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a85b0a78-6d1d-4bd2-8149-e49cce3a7873 admin admin] Notify callbacks [] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:57:58.451849 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-a85b0a78-6d1d-4bd2-8149-e49cce3a7873 admin admin] 10.222.0.49 "DELETE /v2.0/networks/2ec9d601-f4e2-419f-98b5-e1a2a3caf74c HTTP/1.1" status: 204 len: 168 time: 0.3572195 Oct 12 19:57:58.463529 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85b0a78-6d1d-4bd2-8149-e49cce3a7873 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ec9d601-f4e2-419f-98b5-e1a2a3caf74c,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:57:58.471369 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85b0a78-6d1d-4bd2-8149-e49cce3a7873 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:57:58.471724 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85b0a78-6d1d-4bd2-8149-e49cce3a7873 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:57:58.472100 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85b0a78-6d1d-4bd2-8149-e49cce3a7873 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:57:58.472989 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85b0a78-6d1d-4bd2-8149-e49cce3a7873 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:57:58.473500 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85b0a78-6d1d-4bd2-8149-e49cce3a7873 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:57:58.473701 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85b0a78-6d1d-4bd2-8149-e49cce3a7873 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:57:58.474109 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85b0a78-6d1d-4bd2-8149-e49cce3a7873 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:57:58.474351 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85b0a78-6d1d-4bd2-8149-e49cce3a7873 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:57:58.474681 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85b0a78-6d1d-4bd2-8149-e49cce3a7873 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:57:58.475073 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85b0a78-6d1d-4bd2-8149-e49cce3a7873 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:57:58.475351 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85b0a78-6d1d-4bd2-8149-e49cce3a7873 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:57:58.475619 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85b0a78-6d1d-4bd2-8149-e49cce3a7873 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:57:58.772857 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 59498) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:57:58.813196 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-70f5dfe5-63a3-4040-b543-5b5ef7e64f52 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0a12880ebf0c4733961f34c9c9bffde0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391245 Oct 12 19:57:58.815581 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 59500) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:57:58.863391 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e95dbd1a-ef90-4dd5-9536-5c4c5eed81dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:57:58.885018 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e95dbd1a-ef90-4dd5-9536-5c4c5eed81dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:57:59.006234 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e95dbd1a-ef90-4dd5-9536-5c4c5eed81dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:57:59.008996 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e95dbd1a-ef90-4dd5-9536-5c4c5eed81dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:57:59.013537 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-e95dbd1a-ef90-4dd5-9536-5c4c5eed81dd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a066b56a-29a0-418b-8b1b-4c933a54da47 HTTP/1.1" status: 204 len: 168 time: 0.1931434 Oct 12 19:57:59.021088 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95dbd1a-ef90-4dd5-9536-5c4c5eed81dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a066b56a-29a0-418b-8b1b-4c933a54da47,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:57:59.185467 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-12e53ecd-8836-4725-988e-414dc6d361f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:00.904696 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 59538) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:58:01.091192 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-3f439546-01a2-474c-a72b-16231734a2b0 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Request body: {'network': {'name': 'tempest-network-smoke--1647243956', 'project_id': '4bb28d27452d4f0fa98982a8726f1a88', 'port_security_enabled': True}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:58:01.242546 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f439546-01a2-474c-a72b-16231734a2b0 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Made reservation on behalf of 4bb28d27452d4f0fa98982a8726f1a88 for: {'network': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:58:01.246165 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3f439546-01a2-474c-a72b-16231734a2b0 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:01.255477 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3f439546-01a2-474c-a72b-16231734a2b0 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:01.331531 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3f439546-01a2-474c-a72b-16231734a2b0 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:01.391458 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3f439546-01a2-474c-a72b-16231734a2b0 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:01.418715 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f439546-01a2-474c-a72b-16231734a2b0 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=95501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:58:01.428974 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f439546-01a2-474c-a72b-16231734a2b0 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a17d1deb-cf75-4fd6-9ff6-7f7bdea4af25,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:58:01.434035 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3f439546-01a2-474c-a72b-16231734a2b0 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:01.434384 n-d-813679-3 neutron-server[95501]: INFO neutron.db.segments_db [None req-3f439546-01a2-474c-a72b-16231734a2b0 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Added segment 1c36be21-8f49-43dc-8d6b-21868beb6a02 of type vlan for network 1a2e8259-1268-4216-8161-22d69efd62eb Oct 12 19:58:01.473725 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3f439546-01a2-474c-a72b-16231734a2b0 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:01.554343 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3f439546-01a2-474c-a72b-16231734a2b0 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:01.562121 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f439546-01a2-474c-a72b-16231734a2b0 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:58:01.562724 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3f439546-01a2-474c-a72b-16231734a2b0 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks [] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:01.631869 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f439546-01a2-474c-a72b-16231734a2b0 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Pushing event updated for resources: {'Network': ['ID=1a2e8259-1268-4216-8161-22d69efd62eb,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:58:01.644290 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 1a2e8259-1268-4216-8161-22d69efd62eb details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:58:01.680276 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-3f439546-01a2-474c-a72b-16231734a2b0 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7743967 Oct 12 19:58:01.683272 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 59546) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:58:01.687751 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-83ee0847-ce15-4513-8351-652620f0c8e2 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1439957103', 'admin_state_up': True, 'project_id': '4bb28d27452d4f0fa98982a8726f1a88', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:58:01.734147 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f1be0ecf-a752-46fb-86c1-71a16bb2eedc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:01.788903 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-83ee0847-ce15-4513-8351-652620f0c8e2 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8093678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255505'] for router, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:01.789985 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-83ee0847-ce15-4513-8351-652620f0c8e2 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8093562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8087085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8022306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255518'] for router, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:01.840685 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-83ee0847-ce15-4513-8351-652620f0c8e2 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:02.032466 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-83ee0847-ce15-4513-8351-652620f0c8e2 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:02.329084 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-83ee0847-ce15-4513-8351-652620f0c8e2 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks [] for router_gateway, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:02.351954 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-83ee0847-ce15-4513-8351-652620f0c8e2 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:02.452221 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-83ee0847-ce15-4513-8351-652620f0c8e2 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Allocated IP 172.25.5.17 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/b8d1c5f8-e34e-47e7-a08a-f0203b8e893f) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:58:02.482668 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:02.554641 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-83ee0847-ce15-4513-8351-652620f0c8e2 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:02.671455 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-83ee0847-ce15-4513-8351-652620f0c8e2 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:02.714597 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ee0847-ce15-4513-8351-652620f0c8e2 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:58:02.717711 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-83ee0847-ce15-4513-8351-652620f0c8e2 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:58:02.722766 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ee0847-ce15-4513-8351-652620f0c8e2 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:58:02.724335 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ee0847-ce15-4513-8351-652620f0c8e2 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Pushing event updated for resources: {'Port': ['ID=b8d1c5f8-e34e-47e7-a08a-f0203b8e893f,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:58:03.073296 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-83ee0847-ce15-4513-8351-652620f0c8e2 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks [] for router_gateway, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:03.160454 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:03.248907 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:03.269121 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-83ee0847-ce15-4513-8351-652620f0c8e2 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8093541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7915516'] for router, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:03.451607 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83ee0847-ce15-4513-8351-652620f0c8e2 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Router 437238ee-7bf3-4cbc-8cbd-325bf379d3db is scheduled to L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b with binding_index 1 {{(pid=95501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 19:58:03.555625 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83ee0847-ce15-4513-8351-652620f0c8e2 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:58:03.565085 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a36929b-6c95-4473-aaaa-7c4d7a5cd880 None None] Sync routers for ids ['437238ee-7bf3-4cbc-8cbd-325bf379d3db'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:58:03.574048 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a36929b-6c95-4473-aaaa-7c4d7a5cd880 None None] Routers {'437238ee-7bf3-4cbc-8cbd-325bf379d3db'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:58:03.574714 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-0a36929b-6c95-4473-aaaa-7c4d7a5cd880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:58:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['437238ee-7bf3-4cbc-8cbd-325bf379d3db'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:58:03.648046 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-83ee0847-ce15-4513-8351-652620f0c8e2 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks [] for router, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:03.650628 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-83ee0847-ce15-4513-8351-652620f0c8e2 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.9651287 Oct 12 19:58:03.652567 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 59550) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:58:03.683695 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-0a36929b-6c95-4473-aaaa-7c4d7a5cd880 None None] Set router 437238ee-7bf3-4cbc-8cbd-325bf379d3db gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:58:03.734635 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-bf3cf222-adcc-421b-b553-927ad2c21265 tempest-TestNetworkBasicOps-1011592949 tempest-TestNetworkBasicOps-1011592949-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=4bb28d27452d4f0fa98982a8726f1a88&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0806921 Oct 12 19:58:03.737279 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 59554) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:58:03.868223 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-0a36929b-6c95-4473-aaaa-7c4d7a5cd880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '437238ee-7bf3-4cbc-8cbd-325bf379d3db', 'name': 'tempest-TestNetworkBasicOps-router-1439957103', 'tenant_id': '4bb28d27452d4f0fa98982a8726f1a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'b8d1c5f8-e34e-47e7-a08a-f0203b8e893f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:58:01Z', 'updated_at': '2021-10-12T19:58:02Z', 'revision_number': 3, 'project_id': '4bb28d27452d4f0fa98982a8726f1a88', 'gw_port': {'id': 'b8d1c5f8-e34e-47e7-a08a-f0203b8e893f', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:95:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '437238ee-7bf3-4cbc-8cbd-325bf379d3db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:58:02Z', 'updated_at': '2021-10-12T19:58:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:58:03.892892 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b89952b-4b26-4e81-9baa-f097db630189 tempest-TestNetworkBasicOps-1011592949 tempest-TestNetworkBasicOps-1011592949-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:58:03.897125 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a36929b-6c95-4473-aaaa-7c4d7a5cd880 None None] Checking router: 437238ee-7bf3-4cbc-8cbd-325bf379d3db for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:58:03.897283 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-3b89952b-4b26-4e81-9baa-f097db630189 tempest-TestNetworkBasicOps-1011592949 tempest-TestNetworkBasicOps-1011592949-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1560373 Oct 12 19:58:03.897382 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a36929b-6c95-4473-aaaa-7c4d7a5cd880 None None] Updating router 437238ee-7bf3-4cbc-8cbd-325bf379d3db port b8d1c5f8-e34e-47e7-a08a-f0203b8e893f binding host n-d-813679-3 {{(pid=95503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 19:58:03.898546 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 59556) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:58:03.920106 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0a36929b-6c95-4473-aaaa-7c4d7a5cd880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:03.935618 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-8fbf39a7-90f8-4ac0-8fe6-c67817a6587c tempest-TestNetworkBasicOps-1011592949 tempest-TestNetworkBasicOps-1011592949-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=4afbf4a4-67f5-42d1-a358-7ba9799dab0c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0335016 Oct 12 19:58:03.935830 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 59558) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:58:03.940683 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-d3ec9247-466c-4217-ac59-2f17cc25a733 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-501093345', 'network_id': '1a2e8259-1268-4216-8161-22d69efd62eb', 'project_id': '4bb28d27452d4f0fa98982a8726f1a88', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:58:04.100643 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3ec9247-466c-4217-ac59-2f17cc25a733 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Made reservation on behalf of 4bb28d27452d4f0fa98982a8726f1a88 for: {'subnet': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:58:04.104912 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d3ec9247-466c-4217-ac59-2f17cc25a733 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4612397'] for subnet, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:04.192744 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:04.205895 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0a36929b-6c95-4473-aaaa-7c4d7a5cd880 None None] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:04.317289 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0a36929b-6c95-4473-aaaa-7c4d7a5cd880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:04.372467 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-0a36929b-6c95-4473-aaaa-7c4d7a5cd880 None None] Attempting to bind port b8d1c5f8-e34e-47e7-a08a-f0203b8e893f on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:58:04.373140 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-0a36929b-6c95-4473-aaaa-7c4d7a5cd880 None None] Attempting to bind port b8d1c5f8-e34e-47e7-a08a-f0203b8e893f by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:58:04.373608 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a36929b-6c95-4473-aaaa-7c4d7a5cd880 None None] Attempting to bind port b8d1c5f8-e34e-47e7-a08a-f0203b8e893f on network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:58:04.381409 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48c0bd3-83da-414b-8f24-544283de8ecf None None] Pushing event updated for resources: {'Port': ['ID=b8d1c5f8-e34e-47e7-a08a-f0203b8e893f,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:58:04.385142 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a36929b-6c95-4473-aaaa-7c4d7a5cd880 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:58:04.385649 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a36929b-6c95-4473-aaaa-7c4d7a5cd880 None None] Checking segment: {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:58:04.386149 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0a36929b-6c95-4473-aaaa-7c4d7a5cd880 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:04.386617 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a36929b-6c95-4473-aaaa-7c4d7a5cd880 None None] Bound using segment: {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:58:04.387173 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-0a36929b-6c95-4473-aaaa-7c4d7a5cd880 None None] Bound port: b8d1c5f8-e34e-47e7-a08a-f0203b8e893f, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:58:04.387626 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0a36929b-6c95-4473-aaaa-7c4d7a5cd880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:04.413190 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48c0bd3-83da-414b-8f24-544283de8ecf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:58:04.413620 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48c0bd3-83da-414b-8f24-544283de8ecf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:58:04.414022 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48c0bd3-83da-414b-8f24-544283de8ecf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:58:04.414425 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48c0bd3-83da-414b-8f24-544283de8ecf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:58:04.414824 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48c0bd3-83da-414b-8f24-544283de8ecf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:58:04.415216 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48c0bd3-83da-414b-8f24-544283de8ecf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:58:04.415607 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48c0bd3-83da-414b-8f24-544283de8ecf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:58:04.415992 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48c0bd3-83da-414b-8f24-544283de8ecf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:58:04.416448 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48c0bd3-83da-414b-8f24-544283de8ecf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:58:04.416799 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48c0bd3-83da-414b-8f24-544283de8ecf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:58:04.417196 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48c0bd3-83da-414b-8f24-544283de8ecf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:58:04.417585 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48c0bd3-83da-414b-8f24-544283de8ecf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:58:04.460983 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-0a36929b-6c95-4473-aaaa-7c4d7a5cd880 None None] For port b8d1c5f8-e34e-47e7-a08a-f0203b8e893f, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:58:04.464571 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-0a36929b-6c95-4473-aaaa-7c4d7a5cd880 None None] For port b8d1c5f8-e34e-47e7-a08a-f0203b8e893f, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=b8d1c5f8-e34e-47e7-a08a-f0203b8e893f,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:58:04.552507 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0a36929b-6c95-4473-aaaa-7c4d7a5cd880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:04.623939 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a36929b-6c95-4473-aaaa-7c4d7a5cd880 None None] Routers {'437238ee-7bf3-4cbc-8cbd-325bf379d3db'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:58:04.624153 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-0a36929b-6c95-4473-aaaa-7c4d7a5cd880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:58:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['437238ee-7bf3-4cbc-8cbd-325bf379d3db'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:58:04.629169 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48c0bd3-83da-414b-8f24-544283de8ecf None None] Pushing event updated for resources: {'Port': ['ID=b8d1c5f8-e34e-47e7-a08a-f0203b8e893f,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:58:04.669786 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:04.714866 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d3ec9247-466c-4217-ac59-2f17cc25a733 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4824863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4612355'] for subnet, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:04.733116 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-0a36929b-6c95-4473-aaaa-7c4d7a5cd880 None None] Set router 437238ee-7bf3-4cbc-8cbd-325bf379d3db gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:58:04.792934 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ec9247-466c-4217-ac59-2f17cc25a733 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Pushing event updated for resources: {'Subnet': ['ID=0b964170-966d-4117-a187-2a07d6b89d57,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:58:04.797820 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ec9247-466c-4217-ac59-2f17cc25a733 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Checking segment: {'id': '1c36be21-8f49-43dc-8d6b-21868beb6a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '1a2e8259-1268-4216-8161-22d69efd62eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:58:04.798421 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ec9247-466c-4217-ac59-2f17cc25a733 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Network hostable DHCP agents. Network: 1a2e8259-1268-4216-8161-22d69efd62eb, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:58:04.883318 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ec9247-466c-4217-ac59-2f17cc25a733 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Network 1a2e8259-1268-4216-8161-22d69efd62eb is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:58:04.951361 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-d3ec9247-466c-4217-ac59-2f17cc25a733 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, 1a2e8259-1268-4216-8161-22d69efd62eb) {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:58:04.955542 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ec9247-466c-4217-ac59-2f17cc25a733 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:58:04.956314 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d3ec9247-466c-4217-ac59-2f17cc25a733 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:04.985058 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72406bf-3855-41d6-919d-a4b90bedb94e None None] Network 1a2e8259-1268-4216-8161-22d69efd62eb requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:58:05.062656 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-d3ec9247-466c-4217-ac59-2f17cc25a733 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1258197 Oct 12 19:58:05.065432 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 59560) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:58:05.177044 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-0a36929b-6c95-4473-aaaa-7c4d7a5cd880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '437238ee-7bf3-4cbc-8cbd-325bf379d3db', 'name': 'tempest-TestNetworkBasicOps-router-1439957103', 'tenant_id': '4bb28d27452d4f0fa98982a8726f1a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'b8d1c5f8-e34e-47e7-a08a-f0203b8e893f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:58:01Z', 'updated_at': '2021-10-12T19:58:02Z', 'revision_number': 3, 'project_id': '4bb28d27452d4f0fa98982a8726f1a88', 'gw_port': {'id': 'b8d1c5f8-e34e-47e7-a08a-f0203b8e893f', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:95:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '437238ee-7bf3-4cbc-8cbd-325bf379d3db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:58:02Z', 'updated_at': '2021-10-12T19:58:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:58:05.207891 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dafbd9e-4b5f-4880-bf2b-9c8b8848e7e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-1a2e8259-1268-4216-8161-22d69efd62eb', 'network_id': '1a2e8259-1268-4216-8161-22d69efd62eb', 'tenant_id': '4bb28d27452d4f0fa98982a8726f1a88', 'fixed_ips': [{'subnet_id': '0b964170-966d-4117-a187-2a07d6b89d57'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:58:05.208869 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8dafbd9e-4b5f-4880-bf2b-9c8b8848e7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:05.211081 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a36929b-6c95-4473-aaaa-7c4d7a5cd880 None None] The sync data for ids ['437238ee-7bf3-4cbc-8cbd-325bf379d3db'] in n-d-813679-3 is: [{'id': '437238ee-7bf3-4cbc-8cbd-325bf379d3db', 'name': 'tempest-TestNetworkBasicOps-router-1439957103', 'tenant_id': '4bb28d27452d4f0fa98982a8726f1a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'b8d1c5f8-e34e-47e7-a08a-f0203b8e893f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:58:01Z', 'updated_at': '2021-10-12T19:58:02Z', 'revision_number': 3, 'project_id': '4bb28d27452d4f0fa98982a8726f1a88', 'gw_port': {'id': 'b8d1c5f8-e34e-47e7-a08a-f0203b8e893f', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:95:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '437238ee-7bf3-4cbc-8cbd-325bf379d3db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:58:02Z', 'updated_at': '2021-10-12T19:58:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:58:05.350261 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-8dafbd9e-4b5f-4880-bf2b-9c8b8848e7e8 None None] Allocated IP 172.20.0.2 (1a2e8259-1268-4216-8161-22d69efd62eb/0b964170-966d-4117-a187-2a07d6b89d57/dfd88e2b-ef8a-4a6c-a3d7-455b57db044a) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:58:05.542186 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8dafbd9e-4b5f-4880-bf2b-9c8b8848e7e8 None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:05.560757 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1578164a-1509-4e41-8b5f-e87554307aa5 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:05.641501 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8dafbd9e-4b5f-4880-bf2b-9c8b8848e7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:05.677110 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dafbd9e-4b5f-4880-bf2b-9c8b8848e7e8 None None] Network 1a2e8259-1268-4216-8161-22d69efd62eb is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:58:05.680727 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-8dafbd9e-4b5f-4880-bf2b-9c8b8848e7e8 None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:58:05.684281 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dafbd9e-4b5f-4880-bf2b-9c8b8848e7e8 None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:58:05.697355 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device b8d1c5f8-e34e-47e7-a08a-f0203b8e893f up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:58:05.744541 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dafbd9e-4b5f-4880-bf2b-9c8b8848e7e8 None None] Pushing event updated for resources: {'Port': ['ID=dfd88e2b-ef8a-4a6c-a3d7-455b57db044a,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:58:05.787615 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-8dafbd9e-4b5f-4880-bf2b-9c8b8848e7e8 None None] Attempting to bind port dfd88e2b-ef8a-4a6c-a3d7-455b57db044a on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:58:05.794873 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-8dafbd9e-4b5f-4880-bf2b-9c8b8848e7e8 None None] Attempting to bind port dfd88e2b-ef8a-4a6c-a3d7-455b57db044a by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '1c36be21-8f49-43dc-8d6b-21868beb6a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '1a2e8259-1268-4216-8161-22d69efd62eb'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:58:05.794873 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dafbd9e-4b5f-4880-bf2b-9c8b8848e7e8 None None] Attempting to bind port dfd88e2b-ef8a-4a6c-a3d7-455b57db044a on network 1a2e8259-1268-4216-8161-22d69efd62eb {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:58:05.794873 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dafbd9e-4b5f-4880-bf2b-9c8b8848e7e8 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:58:05.795268 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dafbd9e-4b5f-4880-bf2b-9c8b8848e7e8 None None] Checking segment: {'id': '1c36be21-8f49-43dc-8d6b-21868beb6a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '1a2e8259-1268-4216-8161-22d69efd62eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:58:05.795684 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8dafbd9e-4b5f-4880-bf2b-9c8b8848e7e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:05.796178 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dafbd9e-4b5f-4880-bf2b-9c8b8848e7e8 None None] Bound using segment: {'id': '1c36be21-8f49-43dc-8d6b-21868beb6a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '1a2e8259-1268-4216-8161-22d69efd62eb'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:58:05.796667 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-8dafbd9e-4b5f-4880-bf2b-9c8b8848e7e8 None None] Bound port: dfd88e2b-ef8a-4a6c-a3d7-455b57db044a, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c36be21-8f49-43dc-8d6b-21868beb6a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '1a2e8259-1268-4216-8161-22d69efd62eb'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:58:05.797055 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8dafbd9e-4b5f-4880-bf2b-9c8b8848e7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:05.865188 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port b8d1c5f8-e34e-47e7-a08a-f0203b8e893f triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:58:05.865705 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:05.887938 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-1578164a-1509-4e41-8b5f-e87554307aa5 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Allocated IP 172.20.0.1 (1a2e8259-1268-4216-8161-22d69efd62eb/0b964170-966d-4117-a187-2a07d6b89d57/f45a50ce-b60e-4d1f-bdd7-e6298d07f2bd) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:58:05.903762 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-8dafbd9e-4b5f-4880-bf2b-9c8b8848e7e8 None None] For port dfd88e2b-ef8a-4a6c-a3d7-455b57db044a, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:58:05.908578 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-8dafbd9e-4b5f-4880-bf2b-9c8b8848e7e8 None None] For port dfd88e2b-ef8a-4a6c-a3d7-455b57db044a, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=dfd88e2b-ef8a-4a6c-a3d7-455b57db044a,segment=NetworkSegment(1c36be21-8f49-43dc-8d6b-21868beb6a02),segment_id=1c36be21-8f49-43dc-8d6b-21868beb6a02)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:58:05.967213 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:05.990032 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8dafbd9e-4b5f-4880-bf2b-9c8b8848e7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:05.995054 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] For port b8d1c5f8-e34e-47e7-a08a-f0203b8e893f, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=b8d1c5f8-e34e-47e7-a08a-f0203b8e893f,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:58:06.019977 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1578164a-1509-4e41-8b5f-e87554307aa5 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:06.065335 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dafbd9e-4b5f-4880-bf2b-9c8b8848e7e8 None None] Pushing event updated for resources: {'Port': ['ID=dfd88e2b-ef8a-4a6c-a3d7-455b57db044a,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:58:06.077219 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:06.135408 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Pushing event updated for resources: {'Port': ['ID=b8d1c5f8-e34e-47e7-a08a-f0203b8e893f,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:58:06.151728 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1578164a-1509-4e41-8b5f-e87554307aa5 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:06.196157 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1578164a-1509-4e41-8b5f-e87554307aa5 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Network 1a2e8259-1268-4216-8161-22d69efd62eb is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:58:06.199581 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-1578164a-1509-4e41-8b5f-e87554307aa5 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:58:06.204014 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1578164a-1509-4e41-8b5f-e87554307aa5 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:58:06.232077 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1578164a-1509-4e41-8b5f-e87554307aa5 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Pushing event updated for resources: {'Port': ['ID=f45a50ce-b60e-4d1f-bdd7-e6298d07f2bd,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:58:06.282217 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1578164a-1509-4e41-8b5f-e87554307aa5 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7915309'] for router_interface, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:06.504360 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1578164a-1509-4e41-8b5f-e87554307aa5 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:06.782459 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1578164a-1509-4e41-8b5f-e87554307aa5 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:06.865848 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1578164a-1509-4e41-8b5f-e87554307aa5 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:06.938204 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1578164a-1509-4e41-8b5f-e87554307aa5 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Pushing event updated for resources: {'Port': ['ID=f45a50ce-b60e-4d1f-bdd7-e6298d07f2bd,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:58:06.941713 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1578164a-1509-4e41-8b5f-e87554307aa5 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7898980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8092605'] for router_interface, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:07.036498 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1578164a-1509-4e41-8b5f-e87554307aa5 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Network 1a2e8259-1268-4216-8161-22d69efd62eb is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:58:07.037859 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-1578164a-1509-4e41-8b5f-e87554307aa5 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:58:07.150550 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1578164a-1509-4e41-8b5f-e87554307aa5 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Router 437238ee-7bf3-4cbc-8cbd-325bf379d3db has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:58:07.265091 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1578164a-1509-4e41-8b5f-e87554307aa5 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:58:07.269252 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-1578164a-1509-4e41-8b5f-e87554307aa5 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "PUT /v2.0/routers/437238ee-7bf3-4cbc-8cbd-325bf379d3db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2020838 Oct 12 19:58:07.271515 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 59562) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:58:07.440289 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942f3752-1cc7-4a06-9f11-a8e2f85e3476 None None] Sync routers for ids ['437238ee-7bf3-4cbc-8cbd-325bf379d3db'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:58:07.447831 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-844f55c2-e4ea-48e8-847a-dd1d37e7c0d4 None None] Network 1a2e8259-1268-4216-8161-22d69efd62eb requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:58:07.449285 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942f3752-1cc7-4a06-9f11-a8e2f85e3476 None None] Routers {'437238ee-7bf3-4cbc-8cbd-325bf379d3db'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:58:07.449906 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-942f3752-1cc7-4a06-9f11-a8e2f85e3476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:58:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['437238ee-7bf3-4cbc-8cbd-325bf379d3db'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:58:07.467289 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03ea605-49f6-44ad-8dd2-d3eefa780ca2 tempest-TestNetworkBasicOps-1011592949 tempest-TestNetworkBasicOps-1011592949-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:58:07.467856 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03ea605-49f6-44ad-8dd2-d3eefa780ca2 tempest-TestNetworkBasicOps-1011592949 tempest-TestNetworkBasicOps-1011592949-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:58:07.468407 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03ea605-49f6-44ad-8dd2-d3eefa780ca2 tempest-TestNetworkBasicOps-1011592949 tempest-TestNetworkBasicOps-1011592949-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:58:07.468918 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03ea605-49f6-44ad-8dd2-d3eefa780ca2 tempest-TestNetworkBasicOps-1011592949 tempest-TestNetworkBasicOps-1011592949-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:58:07.469426 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03ea605-49f6-44ad-8dd2-d3eefa780ca2 tempest-TestNetworkBasicOps-1011592949 tempest-TestNetworkBasicOps-1011592949-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:58:07.469965 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03ea605-49f6-44ad-8dd2-d3eefa780ca2 tempest-TestNetworkBasicOps-1011592949 tempest-TestNetworkBasicOps-1011592949-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:58:07.475328 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-d03ea605-49f6-44ad-8dd2-d3eefa780ca2 tempest-TestNetworkBasicOps-1011592949 tempest-TestNetworkBasicOps-1011592949-project-admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.2022676 Oct 12 19:58:07.475462 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 59564) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:58:07.558344 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-942f3752-1cc7-4a06-9f11-a8e2f85e3476 None None] Set router 437238ee-7bf3-4cbc-8cbd-325bf379d3db gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:58:07.571289 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1dea43-1760-408d-bff8-f796071e2e3d tempest-TestNetworkBasicOps-1011592949 tempest-TestNetworkBasicOps-1011592949-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:58:07.571752 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1dea43-1760-408d-bff8-f796071e2e3d tempest-TestNetworkBasicOps-1011592949 tempest-TestNetworkBasicOps-1011592949-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:58:07.572231 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1dea43-1760-408d-bff8-f796071e2e3d tempest-TestNetworkBasicOps-1011592949 tempest-TestNetworkBasicOps-1011592949-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:58:07.572350 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-b9d940fc-0033-48c2-988c-8ae3f1b5b29d None None] Provisioning complete for port dfd88e2b-ef8a-4a6c-a3d7-455b57db044a triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:58:07.572661 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b9d940fc-0033-48c2-988c-8ae3f1b5b29d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:07.572833 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1dea43-1760-408d-bff8-f796071e2e3d tempest-TestNetworkBasicOps-1011592949 tempest-TestNetworkBasicOps-1011592949-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:58:07.573428 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1dea43-1760-408d-bff8-f796071e2e3d tempest-TestNetworkBasicOps-1011592949 tempest-TestNetworkBasicOps-1011592949-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:58:07.573870 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1dea43-1760-408d-bff8-f796071e2e3d tempest-TestNetworkBasicOps-1011592949 tempest-TestNetworkBasicOps-1011592949-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:58:07.575652 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-2d1dea43-1760-408d-bff8-f796071e2e3d tempest-TestNetworkBasicOps-1011592949 tempest-TestNetworkBasicOps-1011592949-project-admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0988474 Oct 12 19:58:07.578470 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 59566) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:58:07.689476 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b9d940fc-0033-48c2-988c-8ae3f1b5b29d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:07.726331 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-b9d940fc-0033-48c2-988c-8ae3f1b5b29d None None] For port dfd88e2b-ef8a-4a6c-a3d7-455b57db044a, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=dfd88e2b-ef8a-4a6c-a3d7-455b57db044a,segment=NetworkSegment(1c36be21-8f49-43dc-8d6b-21868beb6a02),segment_id=1c36be21-8f49-43dc-8d6b-21868beb6a02)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:58:07.809199 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-942f3752-1cc7-4a06-9f11-a8e2f85e3476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '437238ee-7bf3-4cbc-8cbd-325bf379d3db', 'name': 'tempest-TestNetworkBasicOps-router-1439957103', 'tenant_id': '4bb28d27452d4f0fa98982a8726f1a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'b8d1c5f8-e34e-47e7-a08a-f0203b8e893f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:58:01Z', 'updated_at': '2021-10-12T19:58:06Z', 'revision_number': 4, 'project_id': '4bb28d27452d4f0fa98982a8726f1a88', 'gw_port': {'id': 'b8d1c5f8-e34e-47e7-a08a-f0203b8e893f', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:95:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437238ee-7bf3-4cbc-8cbd-325bf379d3db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:58:02Z', 'updated_at': '2021-10-12T19:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': 'f45a50ce-b60e-4d1f-bdd7-e6298d07f2bd', 'name': '', 'network_id': '1a2e8259-1268-4216-8161-22d69efd62eb', 'tenant_id': '4bb28d27452d4f0fa98982a8726f1a88', 'mac_address': 'fa:16:3e:52:41:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '437238ee-7bf3-4cbc-8cbd-325bf379d3db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '0b964170-966d-4117-a187-2a07d6b89d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:58:05Z', 'updated_at': '2021-10-12T19:58:06Z', 'revision_number': 2, 'project_id': '4bb28d27452d4f0fa98982a8726f1a88', 'subnets': [{'id': '0b964170-966d-4117-a187-2a07d6b89d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:58:07.815344 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device dfd88e2b-ef8a-4a6c-a3d7-455b57db044a up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:58:07.842575 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b9d940fc-0033-48c2-988c-8ae3f1b5b29d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:07.848108 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942f3752-1cc7-4a06-9f11-a8e2f85e3476 None None] Checking router: 437238ee-7bf3-4cbc-8cbd-325bf379d3db for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:58:07.848498 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942f3752-1cc7-4a06-9f11-a8e2f85e3476 None None] Updating router 437238ee-7bf3-4cbc-8cbd-325bf379d3db port f45a50ce-b60e-4d1f-bdd7-e6298d07f2bd binding host n-d-813679-3 {{(pid=95504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 19:58:07.865233 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-e572dd06-4f7c-4812-b929-fa827a1fff66 tempest-TestNetworkBasicOps-1011592949 tempest-TestNetworkBasicOps-1011592949-project-admin] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2855945 Oct 12 19:58:07.902433 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-942f3752-1cc7-4a06-9f11-a8e2f85e3476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:07.915775 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d940fc-0033-48c2-988c-8ae3f1b5b29d None None] Pushing event updated for resources: {'Port': ['ID=dfd88e2b-ef8a-4a6c-a3d7-455b57db044a,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:58:07.927244 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port dfd88e2b-ef8a-4a6c-a3d7-455b57db044a triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:58:07.927786 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:08.013287 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device b8d1c5f8-e34e-47e7-a08a-f0203b8e893f up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:58:08.077128 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-ef7db343-ff8c-4053-9955-8c3684b486cb None None] Provisioning complete for port dfd88e2b-ef8a-4a6c-a3d7-455b57db044a triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:58:08.077413 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ef7db343-ff8c-4053-9955-8c3684b486cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:08.108099 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port b8d1c5f8-e34e-47e7-a08a-f0203b8e893f triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:58:08.108478 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:08.183561 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 59574) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:58:08.189086 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-76c3d06f-c92f-4c14-9208-1a52f0052aef tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-551083187', 'description': 'tempest-secgroup-smoke-551083187 description', 'project_id': '4bb28d27452d4f0fa98982a8726f1a88'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:58:08.241363 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-942f3752-1cc7-4a06-9f11-a8e2f85e3476 None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:08.245625 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-ef7db343-ff8c-4053-9955-8c3684b486cb None None] Provisioning complete for port f45a50ce-b60e-4d1f-bdd7-e6298d07f2bd triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:58:08.245828 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ef7db343-ff8c-4053-9955-8c3684b486cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:08.280002 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-ef7db343-ff8c-4053-9955-8c3684b486cb None None] Port f45a50ce-b60e-4d1f-bdd7-e6298d07f2bd cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:58:08.311912 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-76c3d06f-c92f-4c14-9208-1a52f0052aef tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:08.323287 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-942f3752-1cc7-4a06-9f11-a8e2f85e3476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:08.381641 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357fb871-823b-4fe1-b150-d79c5fa4b809 None None] Pushing event updated for resources: {'Port': ['ID=f45a50ce-b60e-4d1f-bdd7-e6298d07f2bd,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:58:08.387054 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-76c3d06f-c92f-4c14-9208-1a52f0052aef tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:08.402474 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-fe1bbc77-1e48-4b62-949b-bd25775271e4 None None] Provisioning complete for port f45a50ce-b60e-4d1f-bdd7-e6298d07f2bd triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:58:08.402942 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fe1bbc77-1e48-4b62-949b-bd25775271e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:08.405975 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357fb871-823b-4fe1-b150-d79c5fa4b809 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:58:08.406326 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357fb871-823b-4fe1-b150-d79c5fa4b809 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:58:08.406667 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357fb871-823b-4fe1-b150-d79c5fa4b809 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:58:08.406988 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357fb871-823b-4fe1-b150-d79c5fa4b809 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:58:08.407327 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357fb871-823b-4fe1-b150-d79c5fa4b809 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:58:08.407640 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357fb871-823b-4fe1-b150-d79c5fa4b809 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:58:08.408121 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357fb871-823b-4fe1-b150-d79c5fa4b809 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:58:08.408471 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357fb871-823b-4fe1-b150-d79c5fa4b809 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:58:08.408783 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357fb871-823b-4fe1-b150-d79c5fa4b809 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:58:08.409125 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357fb871-823b-4fe1-b150-d79c5fa4b809 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:58:08.409419 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357fb871-823b-4fe1-b150-d79c5fa4b809 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:58:08.409736 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357fb871-823b-4fe1-b150-d79c5fa4b809 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:58:08.446875 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-fe1bbc77-1e48-4b62-949b-bd25775271e4 None None] Port f45a50ce-b60e-4d1f-bdd7-e6298d07f2bd cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:58:08.447033 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-942f3752-1cc7-4a06-9f11-a8e2f85e3476 None None] Attempting to bind port f45a50ce-b60e-4d1f-bdd7-e6298d07f2bd on host n-d-813679-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:58:08.447410 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-942f3752-1cc7-4a06-9f11-a8e2f85e3476 None None] Attempting to bind port f45a50ce-b60e-4d1f-bdd7-e6298d07f2bd by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '1c36be21-8f49-43dc-8d6b-21868beb6a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '1a2e8259-1268-4216-8161-22d69efd62eb'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:58:08.447713 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942f3752-1cc7-4a06-9f11-a8e2f85e3476 None None] Attempting to bind port f45a50ce-b60e-4d1f-bdd7-e6298d07f2bd on network 1a2e8259-1268-4216-8161-22d69efd62eb {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:58:08.452871 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942f3752-1cc7-4a06-9f11-a8e2f85e3476 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:58:08.453243 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942f3752-1cc7-4a06-9f11-a8e2f85e3476 None None] Checking segment: {'id': '1c36be21-8f49-43dc-8d6b-21868beb6a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '1a2e8259-1268-4216-8161-22d69efd62eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:58:08.453706 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-942f3752-1cc7-4a06-9f11-a8e2f85e3476 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:08.454017 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942f3752-1cc7-4a06-9f11-a8e2f85e3476 None None] Bound using segment: {'id': '1c36be21-8f49-43dc-8d6b-21868beb6a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '1a2e8259-1268-4216-8161-22d69efd62eb'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:58:08.454479 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-942f3752-1cc7-4a06-9f11-a8e2f85e3476 None None] Bound port: f45a50ce-b60e-4d1f-bdd7-e6298d07f2bd, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c36be21-8f49-43dc-8d6b-21868beb6a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '1a2e8259-1268-4216-8161-22d69efd62eb'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:58:08.454889 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-942f3752-1cc7-4a06-9f11-a8e2f85e3476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:08.468874 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-76c3d06f-c92f-4c14-9208-1a52f0052aef tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:08.504022 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c3d06f-c92f-4c14-9208-1a52f0052aef tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=026c55f1-af81-4371-b5e0-d2f334b68323,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:58:08.533004 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-942f3752-1cc7-4a06-9f11-a8e2f85e3476 None None] For port f45a50ce-b60e-4d1f-bdd7-e6298d07f2bd, host n-d-813679-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:58:08.536409 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-942f3752-1cc7-4a06-9f11-a8e2f85e3476 None None] For port f45a50ce-b60e-4d1f-bdd7-e6298d07f2bd, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=f45a50ce-b60e-4d1f-bdd7-e6298d07f2bd,segment=NetworkSegment(1c36be21-8f49-43dc-8d6b-21868beb6a02),segment_id=1c36be21-8f49-43dc-8d6b-21868beb6a02)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:58:08.566288 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-550d6a9c-6f8e-4c50-94df-e792ba7ef9ab None None] Provisioning complete for port f45a50ce-b60e-4d1f-bdd7-e6298d07f2bd triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:58:08.566837 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-550d6a9c-6f8e-4c50-94df-e792ba7ef9ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:08.568550 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-76c3d06f-c92f-4c14-9208-1a52f0052aef tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:08.572536 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-76c3d06f-c92f-4c14-9208-1a52f0052aef tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3871627 Oct 12 19:58:08.573330 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 59578) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:58:08.578765 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-b05f9c66-4131-4588-9c80-1fb81b48e347 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Request body: {'security_group_rule': {'security_group_id': '026c55f1-af81-4371-b5e0-d2f334b68323', 'project_id': '4bb28d27452d4f0fa98982a8726f1a88', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:58:08.615691 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-550d6a9c-6f8e-4c50-94df-e792ba7ef9ab None None] Port f45a50ce-b60e-4d1f-bdd7-e6298d07f2bd cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:58:08.634727 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-942f3752-1cc7-4a06-9f11-a8e2f85e3476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:08.674674 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b05f9c66-4131-4588-9c80-1fb81b48e347 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:08.691350 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942f3752-1cc7-4a06-9f11-a8e2f85e3476 None None] Routers {'437238ee-7bf3-4cbc-8cbd-325bf379d3db'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:58:08.691818 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-942f3752-1cc7-4a06-9f11-a8e2f85e3476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:58:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['437238ee-7bf3-4cbc-8cbd-325bf379d3db'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:58:08.731436 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-5016dfb6-4889-445f-a284-342a3bd48bd2 None None] Provisioning complete for port f45a50ce-b60e-4d1f-bdd7-e6298d07f2bd triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:58:08.739619 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5016dfb6-4889-445f-a284-342a3bd48bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:08.747504 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b05f9c66-4131-4588-9c80-1fb81b48e347 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:08.780919 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357fb871-823b-4fe1-b150-d79c5fa4b809 None None] Pushing event updated for resources: {'Port': ['ID=f45a50ce-b60e-4d1f-bdd7-e6298d07f2bd,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:58:08.811650 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-942f3752-1cc7-4a06-9f11-a8e2f85e3476 None None] Set router 437238ee-7bf3-4cbc-8cbd-325bf379d3db gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:58:08.823265 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5016dfb6-4889-445f-a284-342a3bd48bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:08.848708 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b05f9c66-4131-4588-9c80-1fb81b48e347 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:08.864557 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-5016dfb6-4889-445f-a284-342a3bd48bd2 None None] For port f45a50ce-b60e-4d1f-bdd7-e6298d07f2bd, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=f45a50ce-b60e-4d1f-bdd7-e6298d07f2bd,segment=NetworkSegment(1c36be21-8f49-43dc-8d6b-21868beb6a02),segment_id=1c36be21-8f49-43dc-8d6b-21868beb6a02)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:58:08.866412 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05f9c66-4131-4588-9c80-1fb81b48e347 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54c46d60-a9d5-4c50-b776-ab02b33f1057,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:58:08.963213 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5016dfb6-4889-445f-a284-342a3bd48bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:09.015502 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5016dfb6-4889-445f-a284-342a3bd48bd2 None None] Pushing event updated for resources: {'Port': ['ID=f45a50ce-b60e-4d1f-bdd7-e6298d07f2bd,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:58:09.019297 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-942f3752-1cc7-4a06-9f11-a8e2f85e3476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '437238ee-7bf3-4cbc-8cbd-325bf379d3db', 'name': 'tempest-TestNetworkBasicOps-router-1439957103', 'tenant_id': '4bb28d27452d4f0fa98982a8726f1a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'b8d1c5f8-e34e-47e7-a08a-f0203b8e893f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:58:01Z', 'updated_at': '2021-10-12T19:58:06Z', 'revision_number': 4, 'project_id': '4bb28d27452d4f0fa98982a8726f1a88', 'gw_port': {'id': 'b8d1c5f8-e34e-47e7-a08a-f0203b8e893f', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:95:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437238ee-7bf3-4cbc-8cbd-325bf379d3db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:58:02Z', 'updated_at': '2021-10-12T19:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': 'f45a50ce-b60e-4d1f-bdd7-e6298d07f2bd', 'name': '', 'network_id': '1a2e8259-1268-4216-8161-22d69efd62eb', 'tenant_id': '4bb28d27452d4f0fa98982a8726f1a88', 'mac_address': 'fa:16:3e:52:41:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '437238ee-7bf3-4cbc-8cbd-325bf379d3db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '0b964170-966d-4117-a187-2a07d6b89d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:58:05Z', 'updated_at': '2021-10-12T19:58:08Z', 'revision_number': 4, 'project_id': '4bb28d27452d4f0fa98982a8726f1a88', 'subnets': [{'id': '0b964170-966d-4117-a187-2a07d6b89d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:58:09.022126 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b05f9c66-4131-4588-9c80-1fb81b48e347 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:09.023564 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-b05f9c66-4131-4588-9c80-1fb81b48e347 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4489114 Oct 12 19:58:09.030840 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 59580) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:58:09.031174 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-0bd202dc-ef24-4c77-985f-30db7783a73d tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Request body: {'security_group_rule': {'security_group_id': '026c55f1-af81-4371-b5e0-d2f334b68323', 'project_id': '4bb28d27452d4f0fa98982a8726f1a88', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:58:09.045036 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942f3752-1cc7-4a06-9f11-a8e2f85e3476 None None] The sync data for ids ['437238ee-7bf3-4cbc-8cbd-325bf379d3db'] in n-d-813679-3 is: [{'id': '437238ee-7bf3-4cbc-8cbd-325bf379d3db', 'name': 'tempest-TestNetworkBasicOps-router-1439957103', 'tenant_id': '4bb28d27452d4f0fa98982a8726f1a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'b8d1c5f8-e34e-47e7-a08a-f0203b8e893f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:58:01Z', 'updated_at': '2021-10-12T19:58:06Z', 'revision_number': 4, 'project_id': '4bb28d27452d4f0fa98982a8726f1a88', 'gw_port': {'id': 'b8d1c5f8-e34e-47e7-a08a-f0203b8e893f', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:95:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437238ee-7bf3-4cbc-8cbd-325bf379d3db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:58:02Z', 'updated_at': '2021-10-12T19:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': 'f45a50ce-b60e-4d1f-bdd7-e6298d07f2bd', 'name': '', 'network_id': '1a2e8259-1268-4216-8161-22d69efd62eb', 'tenant_id': '4bb28d27452d4f0fa98982a8726f1a88', 'mac_address': 'fa:16:3e:52:41:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '437238ee-7bf3-4cbc-8cbd-325bf379d3db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '0b964170-966d-4117-a187-2a07d6b89d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:58:05Z', 'updated_at': '2021-10-12T19:58:08Z', 'revision_number': 4, 'project_id': '4bb28d27452d4f0fa98982a8726f1a88', 'subnets': [{'id': '0b964170-966d-4117-a187-2a07d6b89d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:58:09.082398 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-d86cdca5-0d25-4418-bbba-ce092189dee0 None None] Provisioning complete for port f45a50ce-b60e-4d1f-bdd7-e6298d07f2bd triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:58:09.082810 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d86cdca5-0d25-4418-bbba-ce092189dee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:09.205432 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0bd202dc-ef24-4c77-985f-30db7783a73d tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:09.273730 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0bd202dc-ef24-4c77-985f-30db7783a73d tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:09.371292 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0bd202dc-ef24-4c77-985f-30db7783a73d tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:09.385028 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd202dc-ef24-4c77-985f-30db7783a73d tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5aa1a31f-d296-4e4e-88cf-9e7a0f794cf5,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:58:09.476992 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0bd202dc-ef24-4c77-985f-30db7783a73d tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:09.480931 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-0bd202dc-ef24-4c77-985f-30db7783a73d tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4508190 Oct 12 19:58:09.481319 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 59582) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:58:09.486329 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-0be6ac75-7def-488b-8c93-f5beca37074e tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Request body: {'security_group_rule': {'security_group_id': '026c55f1-af81-4371-b5e0-d2f334b68323', 'project_id': '4bb28d27452d4f0fa98982a8726f1a88', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:58:09.578070 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0be6ac75-7def-488b-8c93-f5beca37074e tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:09.660389 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0be6ac75-7def-488b-8c93-f5beca37074e tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:09.726726 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device f45a50ce-b60e-4d1f-bdd7-e6298d07f2bd up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:58:09.756623 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0be6ac75-7def-488b-8c93-f5beca37074e tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:09.772078 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be6ac75-7def-488b-8c93-f5beca37074e tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfade94b-b73a-4ea2-9aab-22189cb01436,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:58:09.781109 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port f45a50ce-b60e-4d1f-bdd7-e6298d07f2bd triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:58:09.781613 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:09.848375 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0be6ac75-7def-488b-8c93-f5beca37074e tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:09.849682 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-0be6ac75-7def-488b-8c93-f5beca37074e tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3671939 Oct 12 19:58:09.852599 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 59584) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:58:09.857415 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-784c963e-0611-4cfa-beed-afba1be1253c tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Request body: {'security_group_rule': {'security_group_id': '026c55f1-af81-4371-b5e0-d2f334b68323', 'project_id': '4bb28d27452d4f0fa98982a8726f1a88', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:58:09.870924 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device dfd88e2b-ef8a-4a6c-a3d7-455b57db044a up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:58:09.921082 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port dfd88e2b-ef8a-4a6c-a3d7-455b57db044a triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:58:09.921533 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:09.965573 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-784c963e-0611-4cfa-beed-afba1be1253c tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:10.028131 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-784c963e-0611-4cfa-beed-afba1be1253c tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:10.134323 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-784c963e-0611-4cfa-beed-afba1be1253c tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:10.152652 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784c963e-0611-4cfa-beed-afba1be1253c tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f1c3076-c0d0-41f2-9824-b2a9a140d1ff,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:58:10.233450 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-784c963e-0611-4cfa-beed-afba1be1253c tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:10.234666 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-784c963e-0611-4cfa-beed-afba1be1253c tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3808162 Oct 12 19:58:10.237352 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 59586) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:58:10.243660 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-0f3fb68d-b0f5-4ae1-8b02-ac9644ce915c tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Request body: {'security_group_rule': {'security_group_id': '026c55f1-af81-4371-b5e0-d2f334b68323', 'project_id': '4bb28d27452d4f0fa98982a8726f1a88', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:58:10.345760 n-d-813679-3 neutron-server[95502]: INFO neutron.db.securitygroups_db [None req-0f3fb68d-b0f5-4ae1-8b02-ac9644ce915c tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Project 4bb28d27452d4f0fa98982a8726f1a88 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 19:58:10.351584 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0f3fb68d-b0f5-4ae1-8b02-ac9644ce915c tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:10.410144 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0f3fb68d-b0f5-4ae1-8b02-ac9644ce915c tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:10.499616 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0f3fb68d-b0f5-4ae1-8b02-ac9644ce915c tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:10.517821 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3fb68d-b0f5-4ae1-8b02-ac9644ce915c tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2773d0c-773f-4ac4-ae1a-88dc2439763f,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:58:10.607550 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0f3fb68d-b0f5-4ae1-8b02-ac9644ce915c tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:10.608830 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-0f3fb68d-b0f5-4ae1-8b02-ac9644ce915c tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3705511 Oct 12 19:58:10.611696 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 59588) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:58:10.616279 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-5a408c61-72ad-4449-9db1-95054e5e0c10 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Request body: {'security_group_rule': {'security_group_id': '026c55f1-af81-4371-b5e0-d2f334b68323', 'project_id': '4bb28d27452d4f0fa98982a8726f1a88', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:58:10.719933 n-d-813679-3 neutron-server[95502]: INFO neutron.db.securitygroups_db [None req-5a408c61-72ad-4449-9db1-95054e5e0c10 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Project 4bb28d27452d4f0fa98982a8726f1a88 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 19:58:10.724678 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5a408c61-72ad-4449-9db1-95054e5e0c10 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:10.786988 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5a408c61-72ad-4449-9db1-95054e5e0c10 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:10.851222 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5a408c61-72ad-4449-9db1-95054e5e0c10 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:10.868938 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a408c61-72ad-4449-9db1-95054e5e0c10 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc76cc66-7962-47c5-b3ad-5f49d3083b06,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:58:10.944741 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5a408c61-72ad-4449-9db1-95054e5e0c10 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:10.945936 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-5a408c61-72ad-4449-9db1-95054e5e0c10 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3330905 Oct 12 19:58:11.097451 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7864f789-c5d8-4012-959c-fffdcb6edccb req-3d159b3d-1629-4e9f-9211-e068653d6922 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-551083187&fields=id&tenant_id=4bb28d27452d4f0fa98982a8726f1a88 HTTP/1.1" status: 200 len: 267 time: 0.0423026 Oct 12 19:58:11.205475 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7864f789-c5d8-4012-959c-fffdcb6edccb req-f2ac4bc8-8e9d-4022-801a-d9a8c04a3c48 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:58:11.206898 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7864f789-c5d8-4012-959c-fffdcb6edccb req-f2ac4bc8-8e9d-4022-801a-d9a8c04a3c48 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "GET /v2.0/networks?id=1a2e8259-1268-4216-8161-22d69efd62eb HTTP/1.1" status: 200 len: 797 time: 0.1012697 Oct 12 19:58:11.222359 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7864f789-c5d8-4012-959c-fffdcb6edccb req-9fa37bcd-2e2f-48e2-89d7-21917095ddc0 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "GET /v2.0/quotas/4bb28d27452d4f0fa98982a8726f1a88 HTTP/1.1" status: 200 len: 375 time: 0.0091770 Oct 12 19:58:11.272694 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7864f789-c5d8-4012-959c-fffdcb6edccb req-19a56de8-2bfe-43fd-ab46-7f722a6982fd tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=4bb28d27452d4f0fa98982a8726f1a88&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0444164 Oct 12 19:58:11.368137 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7864f789-c5d8-4012-959c-fffdcb6edccb req-b7fddf9f-4279-4347-9415-39e490d1e96f service neutron] 10.222.0.49 "GET /v2.0/networks/1a2e8259-1268-4216-8161-22d69efd62eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839200 Oct 12 19:58:11.454384 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7864f789-c5d8-4012-959c-fffdcb6edccb req-bd029984-e7b5-4d03-8e4f-a6453472226c service neutron] 10.222.0.49 "GET /v2.0/networks/1a2e8259-1268-4216-8161-22d69efd62eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800648 Oct 12 19:58:11.703723 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-abbe97e6-66c8-475f-998b-ad0bf5146e7f req-a632536d-3625-48e3-a3fd-0be17666a518 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "GET /v2.0/ports?device_id=c73f1f8f-8ed2-4ee8-b2d2-b9acab816d03 HTTP/1.1" status: 200 len: 210 time: 0.0275521 Oct 12 19:58:12.796150 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f1f85a53-d298-4c9b-8b7f-6c2a6c2bd2d7 req-9b30c7de-f5f0-4b63-aed1-22b7ec233ca4 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "GET /v2.0/ports?device_id=c73f1f8f-8ed2-4ee8-b2d2-b9acab816d03 HTTP/1.1" status: 200 len: 210 time: 0.0278287 Oct 12 19:58:13.890935 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ad659e02-aa27-4ac4-a91c-0a1d8c6253c9 req-994f0fe1-e44f-4332-a724-c6d8433276ef tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "GET /v2.0/ports?device_id=c73f1f8f-8ed2-4ee8-b2d2-b9acab816d03 HTTP/1.1" status: 200 len: 210 time: 0.0295098 Oct 12 19:58:14.183430 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7864f789-c5d8-4012-959c-fffdcb6edccb req-fef631c5-fc51-4482-b318-ecd19d4e6f90 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:58:14.184874 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7864f789-c5d8-4012-959c-fffdcb6edccb req-fef631c5-fc51-4482-b318-ecd19d4e6f90 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.61 "GET /v2.0/networks?id=1a2e8259-1268-4216-8161-22d69efd62eb HTTP/1.1" status: 200 len: 797 time: 0.1049192 Oct 12 19:58:14.237657 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7864f789-c5d8-4012-959c-fffdcb6edccb req-0b3d6851-8ccb-4019-b5e0-2002c471e910 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4bb28d27452d4f0fa98982a8726f1a88 HTTP/1.1" status: 200 len: 379 time: 0.0431328 Oct 12 19:58:14.247592 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-7864f789-c5d8-4012-959c-fffdcb6edccb req-317a5223-c38f-4503-a4be-e9b3d98fe7f3 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Request body: {'port': {'device_id': 'c73f1f8f-8ed2-4ee8-b2d2-b9acab816d03', 'network_id': '1a2e8259-1268-4216-8161-22d69efd62eb', 'admin_state_up': True, 'tenant_id': '4bb28d27452d4f0fa98982a8726f1a88', 'security_groups': ['026c55f1-af81-4371-b5e0-d2f334b68323']}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:58:14.479881 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7864f789-c5d8-4012-959c-fffdcb6edccb req-317a5223-c38f-4503-a4be-e9b3d98fe7f3 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Made reservation on behalf of 4bb28d27452d4f0fa98982a8726f1a88 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:58:14.483432 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-7864f789-c5d8-4012-959c-fffdcb6edccb req-317a5223-c38f-4503-a4be-e9b3d98fe7f3 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:14.605326 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [req-7864f789-c5d8-4012-959c-fffdcb6edccb req-317a5223-c38f-4503-a4be-e9b3d98fe7f3 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Allocated IP 172.20.0.14 (1a2e8259-1268-4216-8161-22d69efd62eb/0b964170-966d-4117-a187-2a07d6b89d57/82138ea3-d171-4f7a-b725-d4b0735c677b) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:58:14.739764 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-7864f789-c5d8-4012-959c-fffdcb6edccb req-317a5223-c38f-4503-a4be-e9b3d98fe7f3 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:14.838184 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-7864f789-c5d8-4012-959c-fffdcb6edccb req-317a5223-c38f-4503-a4be-e9b3d98fe7f3 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:14.882086 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7864f789-c5d8-4012-959c-fffdcb6edccb req-317a5223-c38f-4503-a4be-e9b3d98fe7f3 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Network 1a2e8259-1268-4216-8161-22d69efd62eb is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:58:14.885205 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [req-7864f789-c5d8-4012-959c-fffdcb6edccb req-317a5223-c38f-4503-a4be-e9b3d98fe7f3 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:58:14.888894 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-7864f789-c5d8-4012-959c-fffdcb6edccb req-317a5223-c38f-4503-a4be-e9b3d98fe7f3 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:58:14.921547 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317a5223-c38f-4503-a4be-e9b3d98fe7f3 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Pushing event updated for resources: {'Port': ['ID=82138ea3-d171-4f7a-b725-d4b0735c677b,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:58:14.946533 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7864f789-c5d8-4012-959c-fffdcb6edccb req-317a5223-c38f-4503-a4be-e9b3d98fe7f3 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:58:14.947012 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-7864f789-c5d8-4012-959c-fffdcb6edccb req-317a5223-c38f-4503-a4be-e9b3d98fe7f3 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:15.013274 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af6b7b6-abad-41b7-bb7b-0e3053c8bd57 req-00abcd3c-e9b6-4a91-9640-ae6431d65700 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:58:15.014793 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7af6b7b6-abad-41b7-bb7b-0e3053c8bd57 req-00abcd3c-e9b6-4a91-9640-ae6431d65700 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "GET /v2.0/ports?device_id=c73f1f8f-8ed2-4ee8-b2d2-b9acab816d03 HTTP/1.1" status: 200 len: 932 time: 0.0509667 Oct 12 19:58:15.017137 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7864f789-c5d8-4012-959c-fffdcb6edccb req-317a5223-c38f-4503-a4be-e9b3d98fe7f3 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7731395 Oct 12 19:58:15.061004 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7af6b7b6-abad-41b7-bb7b-0e3053c8bd57 req-d0993251-a369-42e2-8b1f-3a7f0cc41aaa tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "GET /v2.0/security-groups?id=026c55f1-af81-4371-b5e0-d2f334b68323&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399284 Oct 12 19:58:15.117819 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-7864f789-c5d8-4012-959c-fffdcb6edccb req-153ed3a2-4c2b-4200-8560-14f94f5f4298 service neutron] Request body: {'port': {'device_id': 'c73f1f8f-8ed2-4ee8-b2d2-b9acab816d03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:58:15.125112 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-1581a5df-c1b9-42ce-b816-588610f22ba7 None None] Provisioning complete for port 82138ea3-d171-4f7a-b725-d4b0735c677b triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:58:15.125629 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1581a5df-c1b9-42ce-b816-588610f22ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:15.158649 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-1581a5df-c1b9-42ce-b816-588610f22ba7 None None] Port 82138ea3-d171-4f7a-b725-d4b0735c677b cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:58:15.171224 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-7864f789-c5d8-4012-959c-fffdcb6edccb req-153ed3a2-4c2b-4200-8560-14f94f5f4298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:15.427888 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [req-7864f789-c5d8-4012-959c-fffdcb6edccb req-153ed3a2-4c2b-4200-8560-14f94f5f4298 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82138ea3-d171-4f7a-b725-d4b0735c677b {{(pid=95502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:58:15.435745 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-7864f789-c5d8-4012-959c-fffdcb6edccb req-153ed3a2-4c2b-4200-8560-14f94f5f4298 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:15.447785 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-7864f789-c5d8-4012-959c-fffdcb6edccb req-153ed3a2-4c2b-4200-8560-14f94f5f4298 service neutron] Transition to ACTIVE for port object 82138ea3-d171-4f7a-b725-d4b0735c677b will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:58:15.559734 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-7864f789-c5d8-4012-959c-fffdcb6edccb req-153ed3a2-4c2b-4200-8560-14f94f5f4298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:15.613564 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153ed3a2-4c2b-4200-8560-14f94f5f4298 service neutron] Pushing event updated for resources: {'Port': ['ID=82138ea3-d171-4f7a-b725-d4b0735c677b,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:58:15.684053 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-7864f789-c5d8-4012-959c-fffdcb6edccb req-153ed3a2-4c2b-4200-8560-14f94f5f4298 service neutron] Attempting to bind port 82138ea3-d171-4f7a-b725-d4b0735c677b on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:58:15.684395 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-7864f789-c5d8-4012-959c-fffdcb6edccb req-153ed3a2-4c2b-4200-8560-14f94f5f4298 service neutron] Attempting to bind port 82138ea3-d171-4f7a-b725-d4b0735c677b by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': '1c36be21-8f49-43dc-8d6b-21868beb6a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '1a2e8259-1268-4216-8161-22d69efd62eb'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:58:15.684723 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7864f789-c5d8-4012-959c-fffdcb6edccb req-153ed3a2-4c2b-4200-8560-14f94f5f4298 service neutron] Attempting to bind port 82138ea3-d171-4f7a-b725-d4b0735c677b on network 1a2e8259-1268-4216-8161-22d69efd62eb {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:58:15.689164 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7864f789-c5d8-4012-959c-fffdcb6edccb req-153ed3a2-4c2b-4200-8560-14f94f5f4298 service neutron] Port 82138ea3-d171-4f7a-b725-d4b0735c677b on network 1a2e8259-1268-4216-8161-22d69efd62eb not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:58:15.689577 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7864f789-c5d8-4012-959c-fffdcb6edccb req-153ed3a2-4c2b-4200-8560-14f94f5f4298 service neutron] Attempting to bind port 82138ea3-d171-4f7a-b725-d4b0735c677b on network 1a2e8259-1268-4216-8161-22d69efd62eb {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:58:15.694326 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7864f789-c5d8-4012-959c-fffdcb6edccb req-153ed3a2-4c2b-4200-8560-14f94f5f4298 service neutron] Checking agent: {'id': 'f5e9725f-f5a6-43c2-a1be-95e21e9a1fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:58:15.694654 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7864f789-c5d8-4012-959c-fffdcb6edccb req-153ed3a2-4c2b-4200-8560-14f94f5f4298 service neutron] Checking segment: {'id': '1c36be21-8f49-43dc-8d6b-21868beb6a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '1a2e8259-1268-4216-8161-22d69efd62eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:58:15.695036 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7864f789-c5d8-4012-959c-fffdcb6edccb req-153ed3a2-4c2b-4200-8560-14f94f5f4298 service neutron] Bound using segment: {'id': '1c36be21-8f49-43dc-8d6b-21868beb6a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '1a2e8259-1268-4216-8161-22d69efd62eb'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:58:15.696015 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-7864f789-c5d8-4012-959c-fffdcb6edccb req-153ed3a2-4c2b-4200-8560-14f94f5f4298 service neutron] Bound port: 82138ea3-d171-4f7a-b725-d4b0735c677b, host: n-h1-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c36be21-8f49-43dc-8d6b-21868beb6a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '1a2e8259-1268-4216-8161-22d69efd62eb'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:58:15.696396 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-7864f789-c5d8-4012-959c-fffdcb6edccb req-153ed3a2-4c2b-4200-8560-14f94f5f4298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:15.766410 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-7864f789-c5d8-4012-959c-fffdcb6edccb req-153ed3a2-4c2b-4200-8560-14f94f5f4298 service neutron] For port 82138ea3-d171-4f7a-b725-d4b0735c677b, host n-h1-813679-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:58:15.769586 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-7864f789-c5d8-4012-959c-fffdcb6edccb req-153ed3a2-4c2b-4200-8560-14f94f5f4298 service neutron] For port 82138ea3-d171-4f7a-b725-d4b0735c677b, host n-h1-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=82138ea3-d171-4f7a-b725-d4b0735c677b,segment=NetworkSegment(1c36be21-8f49-43dc-8d6b-21868beb6a02),segment_id=1c36be21-8f49-43dc-8d6b-21868beb6a02)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:58:15.854269 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-7864f789-c5d8-4012-959c-fffdcb6edccb req-153ed3a2-4c2b-4200-8560-14f94f5f4298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:15.892896 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7864f789-c5d8-4012-959c-fffdcb6edccb req-153ed3a2-4c2b-4200-8560-14f94f5f4298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:58:15.893511 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-7864f789-c5d8-4012-959c-fffdcb6edccb req-153ed3a2-4c2b-4200-8560-14f94f5f4298 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:15.895943 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7864f789-c5d8-4012-959c-fffdcb6edccb req-153ed3a2-4c2b-4200-8560-14f94f5f4298 service neutron] 10.222.0.61 "PUT /v2.0/ports/82138ea3-d171-4f7a-b725-d4b0735c677b HTTP/1.1" status: 200 len: 1092 time: 0.8691695 Oct 12 19:58:15.896504 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c73f1f8f-8ed2-4ee8-b2d2-b9acab816d03', 'tag': '82138ea3-d171-4f7a-b725-d4b0735c677b'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:58:15.898826 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b1406d6-9083-451f-8c3a-7d3f219eafdb" -d '{"events": [{"name": "network-changed", "server_uuid": "c73f1f8f-8ed2-4ee8-b2d2-b9acab816d03", "tag": "82138ea3-d171-4f7a-b725-d4b0735c677b"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:58:15.922150 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153ed3a2-4c2b-4200-8560-14f94f5f4298 service neutron] Pushing event updated for resources: {'Port': ['ID=82138ea3-d171-4f7a-b725-d4b0735c677b,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:58:15.947235 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17358293-e4bf-4cc5-9fe6-896c193f0c9d x-openstack-request-id: req-17358293-e4bf-4cc5-9fe6-896c193f0c9d {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:58:15.947614 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c73f1f8f-8ed2-4ee8-b2d2-b9acab816d03", "tag": "82138ea3-d171-4f7a-b725-d4b0735c677b", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:58:15.947941 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-17358293-e4bf-4cc5-9fe6-896c193f0c9d {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:58:15.948453 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c73f1f8f-8ed2-4ee8-b2d2-b9acab816d03', 'tag': '82138ea3-d171-4f7a-b725-d4b0735c677b', 'status': 'completed', 'code': 200} Oct 12 19:58:16.011633 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1406d6-9083-451f-8c3a-7d3f219eafdb req-10c2508d-f7db-4e09-856b-6f818420be91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:58:16.013376 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2b1406d6-9083-451f-8c3a-7d3f219eafdb req-10c2508d-f7db-4e09-856b-6f818420be91 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4bb28d27452d4f0fa98982a8726f1a88&device_id=c73f1f8f-8ed2-4ee8-b2d2-b9acab816d03 HTTP/1.1" status: 200 len: 1095 time: 0.0444837 Oct 12 19:58:16.136010 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1406d6-9083-451f-8c3a-7d3f219eafdb req-19e68f23-f34a-4be1-b262-43ed715adfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:58:16.137504 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2b1406d6-9083-451f-8c3a-7d3f219eafdb req-19e68f23-f34a-4be1-b262-43ed715adfbf service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=4bb28d27452d4f0fa98982a8726f1a88&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1168339 Oct 12 19:58:16.180685 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad873b0-e3ae-4d97-b1ef-4dc5e8d770fe req-f4078d56-c1dc-40b9-a07c-9740b61f168d tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:58:16.182155 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cad873b0-e3ae-4d97-b1ef-4dc5e8d770fe req-f4078d56-c1dc-40b9-a07c-9740b61f168d tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "GET /v2.0/ports?device_id=c73f1f8f-8ed2-4ee8-b2d2-b9acab816d03 HTTP/1.1" status: 200 len: 944 time: 0.0494158 Oct 12 19:58:16.220258 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cad873b0-e3ae-4d97-b1ef-4dc5e8d770fe req-ca13d826-278e-4425-8284-8b96d090057b tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "GET /v2.0/security-groups?id=026c55f1-af81-4371-b5e0-d2f334b68323&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319560 Oct 12 19:58:16.232305 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1406d6-9083-451f-8c3a-7d3f219eafdb req-500ad44c-6f43-4565-91f1-d337c2bf1fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:58:16.233804 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2b1406d6-9083-451f-8c3a-7d3f219eafdb req-500ad44c-6f43-4565-91f1-d337c2bf1fd6 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0897007 Oct 12 19:58:16.317823 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7864f789-c5d8-4012-959c-fffdcb6edccb req-833bb261-76d2-4a38-88af-9011206c5052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:58:16.319315 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7864f789-c5d8-4012-959c-fffdcb6edccb req-833bb261-76d2-4a38-88af-9011206c5052 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4bb28d27452d4f0fa98982a8726f1a88&device_id=c73f1f8f-8ed2-4ee8-b2d2-b9acab816d03 HTTP/1.1" status: 200 len: 1095 time: 0.0445876 Oct 12 19:58:16.360607 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7864f789-c5d8-4012-959c-fffdcb6edccb req-806ee136-f99d-43c5-a39f-f42794953aee service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=82138ea3-d171-4f7a-b725-d4b0735c677b HTTP/1.1" status: 200 len: 217 time: 0.0339322 Oct 12 19:58:16.408398 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7864f789-c5d8-4012-959c-fffdcb6edccb req-ea3b8aaf-cf54-49c8-9cf3-896a72ecea46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:58:16.409862 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7864f789-c5d8-4012-959c-fffdcb6edccb req-ea3b8aaf-cf54-49c8-9cf3-896a72ecea46 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0b964170-966d-4117-a187-2a07d6b89d57 HTTP/1.1" status: 200 len: 834 time: 0.0420463 Oct 12 19:58:16.456923 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7864f789-c5d8-4012-959c-fffdcb6edccb req-09ae109c-bbd8-4763-b859-df67259fdcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:58:16.458350 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7864f789-c5d8-4012-959c-fffdcb6edccb req-09ae109c-bbd8-4763-b859-df67259fdcaa service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1a2e8259-1268-4216-8161-22d69efd62eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411222 Oct 12 19:58:16.544254 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7864f789-c5d8-4012-959c-fffdcb6edccb req-35231463-95bc-43df-9165-34527cb8e236 service neutron] 10.222.0.61 "GET /v2.0/networks/1a2e8259-1268-4216-8161-22d69efd62eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0779402 Oct 12 19:58:16.634770 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7864f789-c5d8-4012-959c-fffdcb6edccb req-c1ea88e3-67f5-4f5e-98c3-e664f1a3fcd7 service neutron] 10.222.0.61 "GET /v2.0/networks/1a2e8259-1268-4216-8161-22d69efd62eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835285 Oct 12 19:58:17.336404 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aa5bae-f307-4c64-8bbd-be0bb21f0d5a req-8bfbbea7-5a07-4c40-882c-92dcdbd0c313 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:58:17.337838 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d6aa5bae-f307-4c64-8bbd-be0bb21f0d5a req-8bfbbea7-5a07-4c40-882c-92dcdbd0c313 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "GET /v2.0/ports?device_id=c73f1f8f-8ed2-4ee8-b2d2-b9acab816d03 HTTP/1.1" status: 200 len: 944 time: 0.0492072 Oct 12 19:58:17.378492 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d6aa5bae-f307-4c64-8bbd-be0bb21f0d5a req-3ac38cf9-a004-4c64-883f-9767265d8523 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "GET /v2.0/security-groups?id=026c55f1-af81-4371-b5e0-d2f334b68323&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314572 Oct 12 19:58:18.486844 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd9a791-f262-4df1-b5e0-2624b6fdb8e8 req-6f6a0714-c416-49b2-9ca4-131d0ff94c61 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:58:18.488287 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4bd9a791-f262-4df1-b5e0-2624b6fdb8e8 req-6f6a0714-c416-49b2-9ca4-131d0ff94c61 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "GET /v2.0/ports?device_id=c73f1f8f-8ed2-4ee8-b2d2-b9acab816d03 HTTP/1.1" status: 200 len: 944 time: 0.0474391 Oct 12 19:58:18.525066 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4bd9a791-f262-4df1-b5e0-2624b6fdb8e8 req-eb9db570-c31a-4c3a-a4c6-a863f7fce36f tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "GET /v2.0/security-groups?id=026c55f1-af81-4371-b5e0-d2f334b68323&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303776 Oct 12 19:58:19.638072 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdd0838-c972-43b0-8590-c18451ed9095 req-64ac8250-37d1-444d-b86d-a65257b164dd tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:58:19.639504 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ccdd0838-c972-43b0-8590-c18451ed9095 req-64ac8250-37d1-444d-b86d-a65257b164dd tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "GET /v2.0/ports?device_id=c73f1f8f-8ed2-4ee8-b2d2-b9acab816d03 HTTP/1.1" status: 200 len: 944 time: 0.0495026 Oct 12 19:58:19.675500 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ccdd0838-c972-43b0-8590-c18451ed9095 req-ef48deeb-9aac-4324-ad02-0091b23138f0 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "GET /v2.0/security-groups?id=026c55f1-af81-4371-b5e0-d2f334b68323&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301228 Oct 12 19:58:19.932020 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 82138ea3-d171-4f7a-b725-d4b0735c677b details requested by agent hyperv_n-h1-813679-3 with host n-h1-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:58:20.026349 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 82138ea3-d171-4f7a-b725-d4b0735c677b, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=82138ea3-d171-4f7a-b725-d4b0735c677b,segment=NetworkSegment(1c36be21-8f49-43dc-8d6b-21868beb6a02),segment_id=1c36be21-8f49-43dc-8d6b-21868beb6a02)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:58:20.037155 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Returning: {'device': '82138ea3-d171-4f7a-b725-d4b0735c677b', 'network_id': '1a2e8259-1268-4216-8161-22d69efd62eb', 'port_id': '82138ea3-d171-4f7a-b725-d4b0735c677b', 'mac_address': 'fa:16:3e:57:3d:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b964170-966d-4117-a187-2a07d6b89d57', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:58:20.072100 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:20.084168 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82138ea3-d171-4f7a-b725-d4b0735c677b {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:58:20.105854 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 82138ea3-d171-4f7a-b725-d4b0735c677b, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=82138ea3-d171-4f7a-b725-d4b0735c677b,segment=NetworkSegment(1c36be21-8f49-43dc-8d6b-21868beb6a02),segment_id=1c36be21-8f49-43dc-8d6b-21868beb6a02)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:58:20.162326 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:20.209515 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=82138ea3-d171-4f7a-b725-d4b0735c677b,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:58:20.366553 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['82138ea3-d171-4f7a-b725-d4b0735c677b'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:58:20.787122 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c609da-2544-4de9-a9be-f624afae184b req-d377686f-1069-4949-851f-8844e6c52ae1 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:58:20.788680 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e7c609da-2544-4de9-a9be-f624afae184b req-d377686f-1069-4949-851f-8844e6c52ae1 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "GET /v2.0/ports?device_id=c73f1f8f-8ed2-4ee8-b2d2-b9acab816d03 HTTP/1.1" status: 200 len: 945 time: 0.0474787 Oct 12 19:58:20.828739 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e7c609da-2544-4de9-a9be-f624afae184b req-4857d3ba-d422-4d9d-8564-10b910b2a79e tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "GET /v2.0/security-groups?id=026c55f1-af81-4371-b5e0-d2f334b68323&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335388 Oct 12 19:58:21.933379 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 82138ea3-d171-4f7a-b725-d4b0735c677b up at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:58:21.944144 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce539e60-89ce-4be7-8f2a-0f60b097ec56 req-89c62c53-db6a-4316-85eb-f84a6d13b65d tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:58:21.945660 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ce539e60-89ce-4be7-8f2a-0f60b097ec56 req-89c62c53-db6a-4316-85eb-f84a6d13b65d tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "GET /v2.0/ports?device_id=c73f1f8f-8ed2-4ee8-b2d2-b9acab816d03 HTTP/1.1" status: 200 len: 945 time: 0.0508275 Oct 12 19:58:21.988216 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ce539e60-89ce-4be7-8f2a-0f60b097ec56 req-f424fe85-fa92-4aab-8fb1-54d56d6eecf7 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "GET /v2.0/security-groups?id=026c55f1-af81-4371-b5e0-d2f334b68323&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364790 Oct 12 19:58:22.056667 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning for port 82138ea3-d171-4f7a-b725-d4b0735c677b completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:58:22.060648 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning complete for port 82138ea3-d171-4f7a-b725-d4b0735c677b triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:58:22.061015 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:22.136346 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:22.158451 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c73f1f8f-8ed2-4ee8-b2d2-b9acab816d03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82138ea3-d171-4f7a-b725-d4b0735c677b'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:58:22.160693 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2c5f380-1e53-45fd-aee9-f0c00afaf1fe" -d '{"events": [{"server_uuid": "c73f1f8f-8ed2-4ee8-b2d2-b9acab816d03", "name": "network-vif-plugged", "status": "completed", "tag": "82138ea3-d171-4f7a-b725-d4b0735c677b"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:58:22.173419 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 82138ea3-d171-4f7a-b725-d4b0735c677b, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=82138ea3-d171-4f7a-b725-d4b0735c677b,segment=NetworkSegment(1c36be21-8f49-43dc-8d6b-21868beb6a02),segment_id=1c36be21-8f49-43dc-8d6b-21868beb6a02)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:58:22.198094 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caf16cc2-e967-4f83-b308-ce9f558d1c9f x-openstack-request-id: req-caf16cc2-e967-4f83-b308-ce9f558d1c9f {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:58:22.198094 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c73f1f8f-8ed2-4ee8-b2d2-b9acab816d03", "name": "network-vif-plugged", "status": "completed", "tag": "82138ea3-d171-4f7a-b725-d4b0735c677b", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:58:22.198094 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-caf16cc2-e967-4f83-b308-ce9f558d1c9f {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:58:22.198094 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c73f1f8f-8ed2-4ee8-b2d2-b9acab816d03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82138ea3-d171-4f7a-b725-d4b0735c677b', 'code': 200} Oct 12 19:58:22.245571 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:22.294929 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e376191b-3ebc-4d88-a971-d63c9282435a req-cc7c13a5-2683-41e6-8fbb-5fcf6a803761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:58:22.296474 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e376191b-3ebc-4d88-a971-d63c9282435a req-cc7c13a5-2683-41e6-8fbb-5fcf6a803761 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c73f1f8f-8ed2-4ee8-b2d2-b9acab816d03 HTTP/1.1" status: 200 len: 1097 time: 0.0422025 Oct 12 19:58:22.305887 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=82138ea3-d171-4f7a-b725-d4b0735c677b,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:58:22.331849 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e376191b-3ebc-4d88-a971-d63c9282435a req-17a41c33-a229-46b2-8036-50a9b0fb87ca service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=026c55f1-af81-4371-b5e0-d2f334b68323&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282590 Oct 12 19:58:23.101270 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbda84ad-ddf3-4de2-9de2-1db5b6624b72 req-3d555227-e9fa-40d0-aec8-025f0abac698 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:58:23.103024 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-dbda84ad-ddf3-4de2-9de2-1db5b6624b72 req-3d555227-e9fa-40d0-aec8-025f0abac698 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "GET /v2.0/ports?device_id=c73f1f8f-8ed2-4ee8-b2d2-b9acab816d03 HTTP/1.1" status: 200 len: 946 time: 0.0486982 Oct 12 19:58:23.141043 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-dbda84ad-ddf3-4de2-9de2-1db5b6624b72 req-1f437622-ac14-4b2a-a964-005e16011dee tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "GET /v2.0/security-groups?id=026c55f1-af81-4371-b5e0-d2f334b68323&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319092 Oct 12 19:58:24.255782 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92865e2-e5f9-4388-a1b5-0361316d1790 req-e51edc54-ef4b-4a65-9d4b-e9b58d8d940d tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:58:24.257280 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e92865e2-e5f9-4388-a1b5-0361316d1790 req-e51edc54-ef4b-4a65-9d4b-e9b58d8d940d tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "GET /v2.0/ports?device_id=c73f1f8f-8ed2-4ee8-b2d2-b9acab816d03 HTTP/1.1" status: 200 len: 946 time: 0.0490489 Oct 12 19:58:24.294930 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e92865e2-e5f9-4388-a1b5-0361316d1790 req-c3f96b1e-49ab-47e7-9694-61e4586deb95 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "GET /v2.0/security-groups?id=026c55f1-af81-4371-b5e0-d2f334b68323&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311036 Oct 12 19:58:24.406487 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e471b7-d0dd-4c79-bc5e-9b281d9a621e req-386e7d18-c674-4969-9bc7-9c0959016c0c tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:58:24.407829 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-46e471b7-d0dd-4c79-bc5e-9b281d9a621e req-386e7d18-c674-4969-9bc7-9c0959016c0c tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "GET /v2.0/ports?device_id=c73f1f8f-8ed2-4ee8-b2d2-b9acab816d03 HTTP/1.1" status: 200 len: 946 time: 0.0478880 Oct 12 19:58:24.447564 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-46e471b7-d0dd-4c79-bc5e-9b281d9a621e req-ac42b748-3d29-4b6b-8b33-1b6cb7a2ed60 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "GET /v2.0/security-groups?id=026c55f1-af81-4371-b5e0-d2f334b68323&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338440 Oct 12 19:58:24.469808 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 59658) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:58:24.508717 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb89e42-f260-4fc4-80c3-aa88b44035b6 tempest-TestNetworkBasicOps-1011592949 tempest-TestNetworkBasicOps-1011592949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:58:24.510241 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-5cb89e42-f260-4fc4-80c3-aa88b44035b6 tempest-TestNetworkBasicOps-1011592949 tempest-TestNetworkBasicOps-1011592949-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=c73f1f8f-8ed2-4ee8-b2d2-b9acab816d03 HTTP/1.1" status: 200 len: 1092 time: 0.0393231 Oct 12 19:58:24.513260 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 59660) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:58:24.517504 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-3c8e2082-28ae-4793-81f0-d0737b03d121 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Request body: {'floatingip': {'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'port_id': '82138ea3-d171-4f7a-b725-d4b0735c677b', 'tenant_id': '4bb28d27452d4f0fa98982a8726f1a88', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:58:24.619600 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3c8e2082-28ae-4793-81f0-d0737b03d121 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks [] for floatingip, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:24.711998 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3c8e2082-28ae-4793-81f0-d0737b03d121 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:24.818169 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-3c8e2082-28ae-4793-81f0-d0737b03d121 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Allocated IP 172.25.5.141 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/16b733e5-c528-4b8b-a6ed-eb34a5c73d98) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:58:24.918358 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3c8e2082-28ae-4793-81f0-d0737b03d121 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:25.036784 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3c8e2082-28ae-4793-81f0-d0737b03d121 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:25.075155 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c8e2082-28ae-4793-81f0-d0737b03d121 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:58:25.078013 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-3c8e2082-28ae-4793-81f0-d0737b03d121 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:58:25.081689 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8e2082-28ae-4793-81f0-d0737b03d121 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:58:25.087453 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8e2082-28ae-4793-81f0-d0737b03d121 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Pushing event updated for resources: {'Port': ['ID=16b733e5-c528-4b8b-a6ed-eb34a5c73d98,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:58:25.693564 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3c8e2082-28ae-4793-81f0-d0737b03d121 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:25.814969 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3c8e2082-28ae-4793-81f0-d0737b03d121 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:25.958867 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3c8e2082-28ae-4793-81f0-d0737b03d121 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:26.018896 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3c8e2082-28ae-4793-81f0-d0737b03d121 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:26.086031 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8e2082-28ae-4793-81f0-d0737b03d121 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Pushing event updated for resources: {'Port': ['ID=16b733e5-c528-4b8b-a6ed-eb34a5c73d98,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:58:26.099605 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3c8e2082-28ae-4793-81f0-d0737b03d121 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7915414'] for floatingip, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:26.168366 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 19:58:26.207255 n-d-813679-3 neutron-server[95502]: INFO neutron.db.l3_db [None req-3c8e2082-28ae-4793-81f0-d0737b03d121 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Floating IP 72d8849c-1cf7-4dde-9fc8-1b9ba1457f9c associated. External IP: 172.25.5.141, port: 82138ea3-d171-4f7a-b725-d4b0735c677b. Oct 12 19:58:26.404246 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c8e2082-28ae-4793-81f0-d0737b03d121 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Router 437238ee-7bf3-4cbc-8cbd-325bf379d3db has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:58:26.508283 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c8e2082-28ae-4793-81f0-d0737b03d121 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:58:26.518205 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03be84da-0034-418a-9f23-ae11e64b4267 None None] Sync routers for ids ['437238ee-7bf3-4cbc-8cbd-325bf379d3db'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:58:26.531065 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03be84da-0034-418a-9f23-ae11e64b4267 None None] Routers {'437238ee-7bf3-4cbc-8cbd-325bf379d3db'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:58:26.531670 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-03be84da-0034-418a-9f23-ae11e64b4267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:58:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['437238ee-7bf3-4cbc-8cbd-325bf379d3db'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:58:26.595435 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3c8e2082-28ae-4793-81f0-d0737b03d121 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:26.622484 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-3c8e2082-28ae-4793-81f0-d0737b03d121 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1082270 Oct 12 19:58:26.623059 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c73f1f8f-8ed2-4ee8-b2d2-b9acab816d03', 'tag': '82138ea3-d171-4f7a-b725-d4b0735c677b'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:58:26.625375 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37015a46-42b5-41b0-8484-94dd8872995b" -d '{"events": [{"name": "network-changed", "server_uuid": "c73f1f8f-8ed2-4ee8-b2d2-b9acab816d03", "tag": "82138ea3-d171-4f7a-b725-d4b0735c677b"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:58:26.625549 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 59662) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:58:26.636465 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-03be84da-0034-418a-9f23-ae11e64b4267 None None] Set router 437238ee-7bf3-4cbc-8cbd-325bf379d3db gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:58:26.663805 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eabdc15e-e315-4227-9c6b-d45de0726fa9 x-openstack-request-id: req-eabdc15e-e315-4227-9c6b-d45de0726fa9 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:58:26.664795 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c73f1f8f-8ed2-4ee8-b2d2-b9acab816d03", "tag": "82138ea3-d171-4f7a-b725-d4b0735c677b", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:58:26.664795 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-eabdc15e-e315-4227-9c6b-d45de0726fa9 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:58:26.664986 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c73f1f8f-8ed2-4ee8-b2d2-b9acab816d03', 'tag': '82138ea3-d171-4f7a-b725-d4b0735c677b', 'status': 'completed', 'code': 200} Oct 12 19:58:26.691831 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-b3bde4b4-3388-4d71-8b78-e1998b3df4d7 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "GET /v2.0/floatingips/72d8849c-1cf7-4dde-9fc8-1b9ba1457f9c HTTP/1.1" status: 200 len: 992 time: 0.0651307 Oct 12 19:58:26.738692 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37015a46-42b5-41b0-8484-94dd8872995b req-605e0be5-80ab-47a5-a475-03f507890c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:58:26.740297 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-37015a46-42b5-41b0-8484-94dd8872995b req-605e0be5-80ab-47a5-a475-03f507890c2c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4bb28d27452d4f0fa98982a8726f1a88&device_id=c73f1f8f-8ed2-4ee8-b2d2-b9acab816d03 HTTP/1.1" status: 200 len: 1097 time: 0.0474293 Oct 12 19:58:26.830440 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37015a46-42b5-41b0-8484-94dd8872995b req-b296d4de-f6fc-4bf5-a681-84025084f25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:58:26.831891 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-37015a46-42b5-41b0-8484-94dd8872995b req-b296d4de-f6fc-4bf5-a681-84025084f25b service neutron] 10.222.0.61 "GET /v2.0/networks?id=1a2e8259-1268-4216-8161-22d69efd62eb HTTP/1.1" status: 200 len: 898 time: 0.0846200 Oct 12 19:58:26.930070 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-37015a46-42b5-41b0-8484-94dd8872995b req-1ca3eb7a-ec56-48ad-8444-14b033ba0de7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=82138ea3-d171-4f7a-b725-d4b0735c677b HTTP/1.1" status: 200 len: 1000 time: 0.0895061 Oct 12 19:58:26.978784 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37015a46-42b5-41b0-8484-94dd8872995b req-c20b2e6e-79cc-4e37-a109-9a830ff488cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:58:26.980277 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-37015a46-42b5-41b0-8484-94dd8872995b req-c20b2e6e-79cc-4e37-a109-9a830ff488cb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0b964170-966d-4117-a187-2a07d6b89d57 HTTP/1.1" status: 200 len: 834 time: 0.0435441 Oct 12 19:58:27.003471 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-03be84da-0034-418a-9f23-ae11e64b4267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '437238ee-7bf3-4cbc-8cbd-325bf379d3db', 'name': 'tempest-TestNetworkBasicOps-router-1439957103', 'tenant_id': '4bb28d27452d4f0fa98982a8726f1a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'b8d1c5f8-e34e-47e7-a08a-f0203b8e893f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:58:01Z', 'updated_at': '2021-10-12T19:58:06Z', 'revision_number': 4, 'project_id': '4bb28d27452d4f0fa98982a8726f1a88', 'gw_port': {'id': 'b8d1c5f8-e34e-47e7-a08a-f0203b8e893f', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:95:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437238ee-7bf3-4cbc-8cbd-325bf379d3db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:58:02Z', 'updated_at': '2021-10-12T19:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': '72d8849c-1cf7-4dde-9fc8-1b9ba1457f9c', 'tenant_id': '4bb28d27452d4f0fa98982a8726f1a88', 'floating_ip_address': '172.25.5.141', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': '437238ee-7bf3-4cbc-8cbd-325bf379d3db', 'port_id': '82138ea3-d171-4f7a-b725-d4b0735c677b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a2e8259-1268-4216-8161-22d69efd62eb', 'mac_address': 'fa:16:3e:57:3d:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73f1f8f-8ed2-4ee8-b2d2-b9acab816d03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T19:58:25Z', 'updated_at': '2021-10-12T19:58:25Z', 'revision_number': 0, 'project_id': '4bb28d27452d4f0fa98982a8726f1a88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f45a50ce-b60e-4d1f-bdd7-e6298d07f2bd', 'name': '', 'network_id': '1a2e8259-1268-4216-8161-22d69efd62eb', 'tenant_id': '4bb28d27452d4f0fa98982a8726f1a88', 'mac_address': 'fa:16:3e:52:41:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437238ee-7bf3-4cbc-8cbd-325bf379d3db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '0b964170-966d-4117-a187-2a07d6b89d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:58:05Z', 'updated_at': '2021-10-12T19:58:08Z', 'revision_number': 5, 'project_id': '4bb28d27452d4f0fa98982a8726f1a88', 'subnets': [{'id': '0b964170-966d-4117-a187-2a07d6b89d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:58:27.027226 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37015a46-42b5-41b0-8484-94dd8872995b req-9c674d87-3563-4040-a727-783f85947f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:58:27.028737 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-37015a46-42b5-41b0-8484-94dd8872995b req-9c674d87-3563-4040-a727-783f85947f26 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1a2e8259-1268-4216-8161-22d69efd62eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401866 Oct 12 19:58:27.033040 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03be84da-0034-418a-9f23-ae11e64b4267 None None] Checking router: 437238ee-7bf3-4cbc-8cbd-325bf379d3db for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:58:27.042136 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03be84da-0034-418a-9f23-ae11e64b4267 None None] Routers {'437238ee-7bf3-4cbc-8cbd-325bf379d3db'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:58:27.042744 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-03be84da-0034-418a-9f23-ae11e64b4267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:58:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['437238ee-7bf3-4cbc-8cbd-325bf379d3db'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:58:27.123038 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-37015a46-42b5-41b0-8484-94dd8872995b req-356a77ca-6de5-44bd-ac9a-bfe1cf44bcda service neutron] 10.222.0.61 "GET /v2.0/networks/1a2e8259-1268-4216-8161-22d69efd62eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871453 Oct 12 19:58:27.146859 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-03be84da-0034-418a-9f23-ae11e64b4267 None None] Set router 437238ee-7bf3-4cbc-8cbd-325bf379d3db gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:58:27.211460 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-37015a46-42b5-41b0-8484-94dd8872995b req-c8d826cd-a956-4c20-90b6-eeb2ac561d17 service neutron] 10.222.0.61 "GET /v2.0/networks/1a2e8259-1268-4216-8161-22d69efd62eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817394 Oct 12 19:58:27.364777 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-03be84da-0034-418a-9f23-ae11e64b4267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '437238ee-7bf3-4cbc-8cbd-325bf379d3db', 'name': 'tempest-TestNetworkBasicOps-router-1439957103', 'tenant_id': '4bb28d27452d4f0fa98982a8726f1a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'b8d1c5f8-e34e-47e7-a08a-f0203b8e893f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:58:01Z', 'updated_at': '2021-10-12T19:58:06Z', 'revision_number': 4, 'project_id': '4bb28d27452d4f0fa98982a8726f1a88', 'gw_port': {'id': 'b8d1c5f8-e34e-47e7-a08a-f0203b8e893f', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:95:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437238ee-7bf3-4cbc-8cbd-325bf379d3db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:58:02Z', 'updated_at': '2021-10-12T19:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': '72d8849c-1cf7-4dde-9fc8-1b9ba1457f9c', 'tenant_id': '4bb28d27452d4f0fa98982a8726f1a88', 'floating_ip_address': '172.25.5.141', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': '437238ee-7bf3-4cbc-8cbd-325bf379d3db', 'port_id': '82138ea3-d171-4f7a-b725-d4b0735c677b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a2e8259-1268-4216-8161-22d69efd62eb', 'mac_address': 'fa:16:3e:57:3d:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73f1f8f-8ed2-4ee8-b2d2-b9acab816d03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T19:58:25Z', 'updated_at': '2021-10-12T19:58:25Z', 'revision_number': 0, 'project_id': '4bb28d27452d4f0fa98982a8726f1a88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f45a50ce-b60e-4d1f-bdd7-e6298d07f2bd', 'name': '', 'network_id': '1a2e8259-1268-4216-8161-22d69efd62eb', 'tenant_id': '4bb28d27452d4f0fa98982a8726f1a88', 'mac_address': 'fa:16:3e:52:41:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437238ee-7bf3-4cbc-8cbd-325bf379d3db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '0b964170-966d-4117-a187-2a07d6b89d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:58:05Z', 'updated_at': '2021-10-12T19:58:08Z', 'revision_number': 5, 'project_id': '4bb28d27452d4f0fa98982a8726f1a88', 'subnets': [{'id': '0b964170-966d-4117-a187-2a07d6b89d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:58:27.389976 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03be84da-0034-418a-9f23-ae11e64b4267 None None] The sync data for ids ['437238ee-7bf3-4cbc-8cbd-325bf379d3db'] in n-d-813679-3 is: [{'id': '437238ee-7bf3-4cbc-8cbd-325bf379d3db', 'name': 'tempest-TestNetworkBasicOps-router-1439957103', 'tenant_id': '4bb28d27452d4f0fa98982a8726f1a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'b8d1c5f8-e34e-47e7-a08a-f0203b8e893f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:58:01Z', 'updated_at': '2021-10-12T19:58:06Z', 'revision_number': 4, 'project_id': '4bb28d27452d4f0fa98982a8726f1a88', 'gw_port': {'id': 'b8d1c5f8-e34e-47e7-a08a-f0203b8e893f', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:95:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437238ee-7bf3-4cbc-8cbd-325bf379d3db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:58:02Z', 'updated_at': '2021-10-12T19:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': '72d8849c-1cf7-4dde-9fc8-1b9ba1457f9c', 'tenant_id': '4bb28d27452d4f0fa98982a8726f1a88', 'floating_ip_address': '172.25.5.141', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': '437238ee-7bf3-4cbc-8cbd-325bf379d3db', 'port_id': '82138ea3-d171-4f7a-b725-d4b0735c677b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a2e8259-1268-4216-8161-22d69efd62eb', 'mac_address': 'fa:16:3e:57:3d:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73f1f8f-8ed2-4ee8-b2d2-b9acab816d03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T19:58:25Z', 'updated_at': '2021-10-12T19:58:25Z', 'revision_number': 0, 'project_id': '4bb28d27452d4f0fa98982a8726f1a88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f45a50ce-b60e-4d1f-bdd7-e6298d07f2bd', 'name': '', 'network_id': '1a2e8259-1268-4216-8161-22d69efd62eb', 'tenant_id': '4bb28d27452d4f0fa98982a8726f1a88', 'mac_address': 'fa:16:3e:52:41:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437238ee-7bf3-4cbc-8cbd-325bf379d3db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '0b964170-966d-4117-a187-2a07d6b89d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:58:05Z', 'updated_at': '2021-10-12T19:58:08Z', 'revision_number': 5, 'project_id': '4bb28d27452d4f0fa98982a8726f1a88', 'subnets': [{'id': '0b964170-966d-4117-a187-2a07d6b89d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:58:27.586333 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea339c21-8c4d-48e9-98bf-df4226a90662 None None] New status for floating IP 72d8849c-1cf7-4dde-9fc8-1b9ba1457f9c: ACTIVE {{(pid=95504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 19:58:27.695673 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 59668) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:58:27.758425 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-59bfb30f-77f6-420a-89ef-94bc59dd6be2 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "GET /v2.0/floatingips/72d8849c-1cf7-4dde-9fc8-1b9ba1457f9c HTTP/1.1" status: 200 len: 992 time: 0.0614817 Oct 12 19:58:28.762247 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 59670) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:58:28.820794 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-ae1b2383-6d5e-4bf1-ace3-306dd193c05f tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "GET /v2.0/floatingips/72d8849c-1cf7-4dde-9fc8-1b9ba1457f9c HTTP/1.1" status: 200 len: 994 time: 0.0573990 Oct 12 19:58:29.213663 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-dd4b2450-61f6-4c1c-b7b7-7f9ad6c13429 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:31.716712 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-01d02a7e-0b68-463b-88d0-88b8cd400090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:32.507337 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:33.160852 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:33.236197 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:34.144916 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:34.630625 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:50.649466 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7bba2c59-4952-4c93-a64a-f3601f9781e8 req-7e86a0b9-91be-4cc6-b4a7-eddf2a036c74 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=84a656f6-c876-40af-8c09-3032ac9cb0fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0419538 Oct 12 19:58:50.729749 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bba2c59-4952-4c93-a64a-f3601f9781e8 req-73502c51-3933-4bda-97f6-438ad7a94cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:58:50.731220 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7bba2c59-4952-4c93-a64a-f3601f9781e8 req-73502c51-3933-4bda-97f6-438ad7a94cca service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f37c8fe971bc4b5daa2f916c03f91d01&device_id=84a656f6-c876-40af-8c09-3032ac9cb0fe HTTP/1.1" status: 200 len: 1096 time: 0.0399754 Oct 12 19:58:50.839103 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bba2c59-4952-4c93-a64a-f3601f9781e8 req-36722a8b-0171-4dba-b6d4-14b110171d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:58:50.840732 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7bba2c59-4952-4c93-a64a-f3601f9781e8 req-36722a8b-0171-4dba-b6d4-14b110171d32 service neutron] 10.222.0.67 "GET /v2.0/networks?id=bab0c1ad-2a75-48a8-874f-0744bd8e0a35 HTTP/1.1" status: 200 len: 912 time: 0.0885682 Oct 12 19:58:50.908577 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7bba2c59-4952-4c93-a64a-f3601f9781e8 req-107055c3-20f3-4f67-80d2-9f7fe2da1ca3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e6ecef9-1433-403b-b75d-398582e7005c HTTP/1.1" status: 200 len: 1001 time: 0.0604646 Oct 12 19:58:50.957066 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bba2c59-4952-4c93-a64a-f3601f9781e8 req-b3da89d0-5b23-4d9b-abe5-6f807955d911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:58:50.958502 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7bba2c59-4952-4c93-a64a-f3601f9781e8 req-b3da89d0-5b23-4d9b-abe5-6f807955d911 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2bf5b286-d487-470c-8401-d82862f269e1 HTTP/1.1" status: 200 len: 850 time: 0.0434277 Oct 12 19:58:51.004526 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bba2c59-4952-4c93-a64a-f3601f9781e8 req-cd06daf4-dcf4-40cc-a504-07c1450c71dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:58:51.005997 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7bba2c59-4952-4c93-a64a-f3601f9781e8 req-cd06daf4-dcf4-40cc-a504-07c1450c71dd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=bab0c1ad-2a75-48a8-874f-0744bd8e0a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405097 Oct 12 19:58:51.096650 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7bba2c59-4952-4c93-a64a-f3601f9781e8 req-cb54850c-1d04-46b2-b0ef-3b551e129cf2 service neutron] 10.222.0.67 "GET /v2.0/networks/bab0c1ad-2a75-48a8-874f-0744bd8e0a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833497 Oct 12 19:58:51.187153 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7bba2c59-4952-4c93-a64a-f3601f9781e8 req-34d91a4b-8b23-4381-b409-4bb82204901c service neutron] 10.222.0.67 "GET /v2.0/networks/bab0c1ad-2a75-48a8-874f-0744bd8e0a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826428 Oct 12 19:58:54.292894 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 59712) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:58:54.370324 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4d567c-f8b3-428d-a038-3efc7f863dc9 tempest-TestNetworkBasicOps-1011592949 tempest-TestNetworkBasicOps-1011592949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:58:54.370798 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4d567c-f8b3-428d-a038-3efc7f863dc9 tempest-TestNetworkBasicOps-1011592949 tempest-TestNetworkBasicOps-1011592949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:58:54.371277 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4d567c-f8b3-428d-a038-3efc7f863dc9 tempest-TestNetworkBasicOps-1011592949 tempest-TestNetworkBasicOps-1011592949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:58:54.372947 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-3c4d567c-f8b3-428d-a038-3efc7f863dc9 tempest-TestNetworkBasicOps-1011592949 tempest-TestNetworkBasicOps-1011592949-project-admin] 10.222.0.49 "GET /v2.0/ports?project_id=4bb28d27452d4f0fa98982a8726f1a88&network_id=1a2e8259-1268-4216-8161-22d69efd62eb HTTP/1.1" status: 200 len: 2970 time: 0.0790470 Oct 12 19:58:58.037315 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 59732) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:58:58.096082 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93fb27cf-7c56-4fbf-bc27-2d86bb4084d7 tempest-TestNetworkBasicOps-1011592949 tempest-TestNetworkBasicOps-1011592949-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:58:58.098053 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-93fb27cf-7c56-4fbf-bc27-2d86bb4084d7 tempest-TestNetworkBasicOps-1011592949 tempest-TestNetworkBasicOps-1011592949-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=4afbf4a4-67f5-42d1-a358-7ba9799dab0c HTTP/1.1" status: 200 len: 814 time: 0.0590999 Oct 12 19:58:59.030620 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 59740) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:58:59.035761 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-0b77396a-e88c-4796-80b5-35efcbbf3d49 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Request body: {'network': {'name': 'tempest-network-smoke--315576700', 'project_id': '4bb28d27452d4f0fa98982a8726f1a88', 'port_security_enabled': True}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:58:59.158451 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b77396a-e88c-4796-80b5-35efcbbf3d49 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Made reservation on behalf of 4bb28d27452d4f0fa98982a8726f1a88 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:58:59.163787 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0b77396a-e88c-4796-80b5-35efcbbf3d49 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:59.189031 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b77396a-e88c-4796-80b5-35efcbbf3d49 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:58:59.196386 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e9fefcaa-74f8-4424-b5ce-a5cf354c5e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:59.198464 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0b77396a-e88c-4796-80b5-35efcbbf3d49 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:59.198818 n-d-813679-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-0b77396a-e88c-4796-80b5-35efcbbf3d49 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Added segment 1e175ec4-c473-4c3d-8237-b03c73e9b451 of type vlan for network ce6a4bba-80dc-4166-a208-975b8b026f79 Oct 12 19:58:59.239598 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0b77396a-e88c-4796-80b5-35efcbbf3d49 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:59.393663 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0b77396a-e88c-4796-80b5-35efcbbf3d49 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:59.400228 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b77396a-e88c-4796-80b5-35efcbbf3d49 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:58:59.400874 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0b77396a-e88c-4796-80b5-35efcbbf3d49 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks [] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:58:59.473328 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b77396a-e88c-4796-80b5-35efcbbf3d49 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Pushing event updated for resources: {'Network': ['ID=ce6a4bba-80dc-4166-a208-975b8b026f79,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:58:59.480943 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b77396a-e88c-4796-80b5-35efcbbf3d49 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:58:59.481294 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b77396a-e88c-4796-80b5-35efcbbf3d49 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:58:59.481678 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b77396a-e88c-4796-80b5-35efcbbf3d49 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:58:59.482044 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b77396a-e88c-4796-80b5-35efcbbf3d49 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:58:59.482415 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b77396a-e88c-4796-80b5-35efcbbf3d49 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:58:59.482804 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b77396a-e88c-4796-80b5-35efcbbf3d49 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:58:59.483164 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b77396a-e88c-4796-80b5-35efcbbf3d49 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:58:59.483524 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b77396a-e88c-4796-80b5-35efcbbf3d49 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:58:59.483858 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b77396a-e88c-4796-80b5-35efcbbf3d49 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:58:59.484214 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b77396a-e88c-4796-80b5-35efcbbf3d49 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:58:59.484573 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b77396a-e88c-4796-80b5-35efcbbf3d49 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:58:59.484906 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b77396a-e88c-4796-80b5-35efcbbf3d49 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:58:59.497405 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network ce6a4bba-80dc-4166-a208-975b8b026f79 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:58:59.538680 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-0b77396a-e88c-4796-80b5-35efcbbf3d49 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5068185 Oct 12 19:58:59.542046 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 59742) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:58:59.634005 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e55b97-3ab8-4794-9146-9ee07f73c42c tempest-TestNetworkBasicOps-1011592949 tempest-TestNetworkBasicOps-1011592949-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:58:59.635514 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-b2e55b97-3ab8-4794-9146-9ee07f73c42c tempest-TestNetworkBasicOps-1011592949 tempest-TestNetworkBasicOps-1011592949-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=4bb28d27452d4f0fa98982a8726f1a88&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0922742 Oct 12 19:58:59.638839 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 59744) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:59:00.087707 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4394755-52a5-46ac-bda6-f0c85c639ed5 tempest-TestNetworkBasicOps-1011592949 tempest-TestNetworkBasicOps-1011592949-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:59:00.090149 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-e4394755-52a5-46ac-bda6-f0c85c639ed5 tempest-TestNetworkBasicOps-1011592949 tempest-TestNetworkBasicOps-1011592949-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4494362 Oct 12 19:59:00.092947 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 59748) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:59:00.121975 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-f7515c1d-bbd9-4b2c-9606-92c953b0d1e5 tempest-TestNetworkBasicOps-1011592949 tempest-TestNetworkBasicOps-1011592949-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=4afbf4a4-67f5-42d1-a358-7ba9799dab0c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278959 Oct 12 19:59:00.125115 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 59750) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:59:00.160089 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-92c0a641-a93d-4adb-9ced-faf9071e5c3c tempest-TestNetworkBasicOps-1011592949 tempest-TestNetworkBasicOps-1011592949-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=4bb28d27452d4f0fa98982a8726f1a88&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0337026 Oct 12 19:59:00.162455 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 59752) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:59:00.330759 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a3dfdc-41f6-4e12-823e-9d55d8d80f56 tempest-TestNetworkBasicOps-1011592949 tempest-TestNetworkBasicOps-1011592949-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:59:00.332685 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-46a3dfdc-41f6-4e12-823e-9d55d8d80f56 tempest-TestNetworkBasicOps-1011592949 tempest-TestNetworkBasicOps-1011592949-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1691885 Oct 12 19:59:00.335229 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 59754) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:59:00.373301 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-4f4b6f14-eb07-4113-9c36-ea255f745c9c tempest-TestNetworkBasicOps-1011592949 tempest-TestNetworkBasicOps-1011592949-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=4afbf4a4-67f5-42d1-a358-7ba9799dab0c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0369320 Oct 12 19:59:00.375787 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 59756) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:59:00.381237 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-9b262749-4cc2-4c94-8dcb-28f8da49b6e6 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1753045107', 'network_id': 'ce6a4bba-80dc-4166-a208-975b8b026f79', 'project_id': '4bb28d27452d4f0fa98982a8726f1a88', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:59:00.546390 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b262749-4cc2-4c94-8dcb-28f8da49b6e6 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Made reservation on behalf of 4bb28d27452d4f0fa98982a8726f1a88 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:59:00.550067 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9b262749-4cc2-4c94-8dcb-28f8da49b6e6 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16245837'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:00.821214 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9b262749-4cc2-4c94-8dcb-28f8da49b6e6 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4306659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16245859'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:00.888559 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b262749-4cc2-4c94-8dcb-28f8da49b6e6 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Pushing event updated for resources: {'Subnet': ['ID=e212b8ba-0ec9-4e51-b83a-a810de86443d,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:59:00.897113 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b262749-4cc2-4c94-8dcb-28f8da49b6e6 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Checking segment: {'id': '1e175ec4-c473-4c3d-8237-b03c73e9b451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'ce6a4bba-80dc-4166-a208-975b8b026f79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:59:00.897489 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b262749-4cc2-4c94-8dcb-28f8da49b6e6 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Network hostable DHCP agents. Network: ce6a4bba-80dc-4166-a208-975b8b026f79, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 19:59:00.990398 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b262749-4cc2-4c94-8dcb-28f8da49b6e6 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Network ce6a4bba-80dc-4166-a208-975b8b026f79 is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 19:59:01.095123 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-9b262749-4cc2-4c94-8dcb-28f8da49b6e6 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, ce6a4bba-80dc-4166-a208-975b8b026f79) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:59:01.100100 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b262749-4cc2-4c94-8dcb-28f8da49b6e6 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:59:01.100788 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9b262749-4cc2-4c94-8dcb-28f8da49b6e6 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:01.107764 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6975f70f-c1bc-4ee4-996d-e481d637b22b None None] Network ce6a4bba-80dc-4166-a208-975b8b026f79 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:59:01.209967 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-9b262749-4cc2-4c94-8dcb-28f8da49b6e6 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.8327534 Oct 12 19:59:01.266508 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-604552d2-cf5b-4701-838b-ccacc61347d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-ce6a4bba-80dc-4166-a208-975b8b026f79', 'network_id': 'ce6a4bba-80dc-4166-a208-975b8b026f79', 'tenant_id': '4bb28d27452d4f0fa98982a8726f1a88', 'fixed_ips': [{'subnet_id': 'e212b8ba-0ec9-4e51-b83a-a810de86443d'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 19:59:01.267601 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-604552d2-cf5b-4701-838b-ccacc61347d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:01.406362 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-604552d2-cf5b-4701-838b-ccacc61347d5 None None] Allocated IP 172.20.0.18 (ce6a4bba-80dc-4166-a208-975b8b026f79/e212b8ba-0ec9-4e51-b83a-a810de86443d/a85e02b3-4b64-4548-b1fc-8695ba7733e8) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:59:01.557070 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-604552d2-cf5b-4701-838b-ccacc61347d5 None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:01.656780 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-604552d2-cf5b-4701-838b-ccacc61347d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:01.690159 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604552d2-cf5b-4701-838b-ccacc61347d5 None None] Network ce6a4bba-80dc-4166-a208-975b8b026f79 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:59:01.699597 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-604552d2-cf5b-4701-838b-ccacc61347d5 None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:59:01.699597 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604552d2-cf5b-4701-838b-ccacc61347d5 None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:59:01.729243 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604552d2-cf5b-4701-838b-ccacc61347d5 None None] Pushing event updated for resources: {'Port': ['ID=a85e02b3-4b64-4548-b1fc-8695ba7733e8,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:59:01.760562 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fbe2027f-484d-4d87-997d-6231e37649f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:01.769449 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-604552d2-cf5b-4701-838b-ccacc61347d5 None None] Attempting to bind port a85e02b3-4b64-4548-b1fc-8695ba7733e8 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:59:01.769449 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-604552d2-cf5b-4701-838b-ccacc61347d5 None None] Attempting to bind port a85e02b3-4b64-4548-b1fc-8695ba7733e8 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '1e175ec4-c473-4c3d-8237-b03c73e9b451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'ce6a4bba-80dc-4166-a208-975b8b026f79'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:59:01.769449 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604552d2-cf5b-4701-838b-ccacc61347d5 None None] Attempting to bind port a85e02b3-4b64-4548-b1fc-8695ba7733e8 on network ce6a4bba-80dc-4166-a208-975b8b026f79 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:59:01.769449 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604552d2-cf5b-4701-838b-ccacc61347d5 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:59:01.769449 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604552d2-cf5b-4701-838b-ccacc61347d5 None None] Checking segment: {'id': '1e175ec4-c473-4c3d-8237-b03c73e9b451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'ce6a4bba-80dc-4166-a208-975b8b026f79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:59:01.769449 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-604552d2-cf5b-4701-838b-ccacc61347d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:01.770319 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604552d2-cf5b-4701-838b-ccacc61347d5 None None] Bound using segment: {'id': '1e175ec4-c473-4c3d-8237-b03c73e9b451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'ce6a4bba-80dc-4166-a208-975b8b026f79'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:59:01.770319 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-604552d2-cf5b-4701-838b-ccacc61347d5 None None] Bound port: a85e02b3-4b64-4548-b1fc-8695ba7733e8, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e175ec4-c473-4c3d-8237-b03c73e9b451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'ce6a4bba-80dc-4166-a208-975b8b026f79'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:59:01.770319 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-604552d2-cf5b-4701-838b-ccacc61347d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:01.794425 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 59768) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:59:01.798999 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-ef54060c-36f2-4c4d-b597-769c2549c043 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1414120391', 'description': 'tempest-secgroup-smoke-1414120391 description', 'project_id': '4bb28d27452d4f0fa98982a8726f1a88'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:59:01.845153 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-604552d2-cf5b-4701-838b-ccacc61347d5 None None] For port a85e02b3-4b64-4548-b1fc-8695ba7733e8, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:59:01.848487 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-604552d2-cf5b-4701-838b-ccacc61347d5 None None] For port a85e02b3-4b64-4548-b1fc-8695ba7733e8, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=a85e02b3-4b64-4548-b1fc-8695ba7733e8,segment=NetworkSegment(1e175ec4-c473-4c3d-8237-b03c73e9b451),segment_id=1e175ec4-c473-4c3d-8237-b03c73e9b451)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:59:01.912677 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ef54060c-36f2-4c4d-b597-769c2549c043 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:01.951108 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-604552d2-cf5b-4701-838b-ccacc61347d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:01.980453 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ef54060c-36f2-4c4d-b597-769c2549c043 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:02.018008 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604552d2-cf5b-4701-838b-ccacc61347d5 None None] Pushing event updated for resources: {'Port': ['ID=a85e02b3-4b64-4548-b1fc-8695ba7733e8,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:59:02.062365 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ef54060c-36f2-4c4d-b597-769c2549c043 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:02.100259 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef54060c-36f2-4c4d-b597-769c2549c043 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3e8181b-c2e3-4b72-a947-23ee08ac8ad2,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:59:02.154328 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ef54060c-36f2-4c4d-b597-769c2549c043 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:02.155605 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-ef54060c-36f2-4c4d-b597-769c2549c043 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3601522 Oct 12 19:59:02.158619 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 59772) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:59:02.164003 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-1df7830e-e557-4375-9a44-2b0ad7d808c9 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Request body: {'security_group_rule': {'security_group_id': 'b3e8181b-c2e3-4b72-a947-23ee08ac8ad2', 'project_id': '4bb28d27452d4f0fa98982a8726f1a88', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:59:02.311891 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1df7830e-e557-4375-9a44-2b0ad7d808c9 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:02.365408 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1df7830e-e557-4375-9a44-2b0ad7d808c9 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:02.421186 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8a1b2df6-668f-4139-a8e4-5b038e7b6f0a req-268611d1-d7c6-4810-afe2-dc0af6946028 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c73f1f8f-8ed2-4ee8-b2d2-b9acab816d03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0436535 Oct 12 19:59:02.450225 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1df7830e-e557-4375-9a44-2b0ad7d808c9 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:02.500056 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df7830e-e557-4375-9a44-2b0ad7d808c9 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9061773a-a27b-4d7d-8fa1-2a4b161416ff,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:59:02.516344 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1b2df6-668f-4139-a8e4-5b038e7b6f0a req-3dc80b3e-4f1b-49d0-8a19-69dbc42f5e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:59:02.519028 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8a1b2df6-668f-4139-a8e4-5b038e7b6f0a req-3dc80b3e-4f1b-49d0-8a19-69dbc42f5e4b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4bb28d27452d4f0fa98982a8726f1a88&device_id=c73f1f8f-8ed2-4ee8-b2d2-b9acab816d03 HTTP/1.1" status: 200 len: 1097 time: 0.0492482 Oct 12 19:59:02.539095 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:02.581657 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1df7830e-e557-4375-9a44-2b0ad7d808c9 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:02.585399 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-1df7830e-e557-4375-9a44-2b0ad7d808c9 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4232767 Oct 12 19:59:02.586108 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 59774) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:59:02.592257 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-4de1a1e9-c6a6-4070-9b08-843b731a07fb tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Request body: {'security_group_rule': {'security_group_id': 'b3e8181b-c2e3-4b72-a947-23ee08ac8ad2', 'project_id': '4bb28d27452d4f0fa98982a8726f1a88', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:59:02.647598 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1b2df6-668f-4139-a8e4-5b038e7b6f0a req-88275714-bf6b-4e4c-8760-0db88d776396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:59:02.649107 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8a1b2df6-668f-4139-a8e4-5b038e7b6f0a req-88275714-bf6b-4e4c-8760-0db88d776396 service neutron] 10.222.0.61 "GET /v2.0/networks?id=1a2e8259-1268-4216-8161-22d69efd62eb HTTP/1.1" status: 200 len: 898 time: 0.1115980 Oct 12 19:59:02.737372 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8a1b2df6-668f-4139-a8e4-5b038e7b6f0a req-81bf2b0f-0039-44d0-b044-0530b5fc2215 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=82138ea3-d171-4f7a-b725-d4b0735c677b HTTP/1.1" status: 200 len: 1002 time: 0.0792611 Oct 12 19:59:02.740735 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4de1a1e9-c6a6-4070-9b08-843b731a07fb tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:02.820137 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1b2df6-668f-4139-a8e4-5b038e7b6f0a req-8f1c72fa-5646-40cd-a7ae-7bb26e8b57c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:59:02.821604 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8a1b2df6-668f-4139-a8e4-5b038e7b6f0a req-8f1c72fa-5646-40cd-a7ae-7bb26e8b57c7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0b964170-966d-4117-a187-2a07d6b89d57 HTTP/1.1" status: 200 len: 834 time: 0.0771337 Oct 12 19:59:02.868148 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4de1a1e9-c6a6-4070-9b08-843b731a07fb tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:02.888504 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1b2df6-668f-4139-a8e4-5b038e7b6f0a req-82501a53-205d-4ffa-a1a0-ed4729b09d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:59:02.888504 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8a1b2df6-668f-4139-a8e4-5b038e7b6f0a req-82501a53-205d-4ffa-a1a0-ed4729b09d84 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1a2e8259-1268-4216-8161-22d69efd62eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0575678 Oct 12 19:59:02.952775 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4de1a1e9-c6a6-4070-9b08-843b731a07fb tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:02.954530 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2902ba-a7ca-47b1-948c-a7a474efffd3 None None] Network ce6a4bba-80dc-4166-a208-975b8b026f79 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:59:02.990522 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de1a1e9-c6a6-4070-9b08-843b731a07fb tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75354bd8-441d-4697-85b3-b1143328136f,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:59:03.025645 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-f4604621-c609-4aa6-9d86-f52e63aab3f5 None None] Provisioning complete for port a85e02b3-4b64-4548-b1fc-8695ba7733e8 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:59:03.026011 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f4604621-c609-4aa6-9d86-f52e63aab3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:03.031489 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8a1b2df6-668f-4139-a8e4-5b038e7b6f0a req-03ffbb2e-c53d-442a-9835-15588283887c service neutron] 10.222.0.61 "GET /v2.0/networks/1a2e8259-1268-4216-8161-22d69efd62eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357908 Oct 12 19:59:03.096408 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4de1a1e9-c6a6-4070-9b08-843b731a07fb tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:03.100258 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-4de1a1e9-c6a6-4070-9b08-843b731a07fb tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5111966 Oct 12 19:59:03.102240 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 59776) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:59:03.113639 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-964aaff9-5c93-433f-90b2-4586dd2b2222 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Request body: {'security_group_rule': {'security_group_id': 'b3e8181b-c2e3-4b72-a947-23ee08ac8ad2', 'project_id': '4bb28d27452d4f0fa98982a8726f1a88', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:59:03.157389 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8a1b2df6-668f-4139-a8e4-5b038e7b6f0a req-54c30417-b446-456d-806b-4adf5e21fab3 service neutron] 10.222.0.61 "GET /v2.0/networks/1a2e8259-1268-4216-8161-22d69efd62eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186550 Oct 12 19:59:03.178141 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 19:59:03.179874 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:03.184880 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f4604621-c609-4aa6-9d86-f52e63aab3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:03.240551 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-f4604621-c609-4aa6-9d86-f52e63aab3f5 None None] For port a85e02b3-4b64-4548-b1fc-8695ba7733e8, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=a85e02b3-4b64-4548-b1fc-8695ba7733e8,segment=NetworkSegment(1e175ec4-c473-4c3d-8237-b03c73e9b451),segment_id=1e175ec4-c473-4c3d-8237-b03c73e9b451)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:59:03.258404 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-964aaff9-5c93-433f-90b2-4586dd2b2222 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:03.278195 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:03.326302 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-964aaff9-5c93-433f-90b2-4586dd2b2222 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:03.358541 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f4604621-c609-4aa6-9d86-f52e63aab3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:03.418180 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4604621-c609-4aa6-9d86-f52e63aab3f5 None None] Pushing event updated for resources: {'Port': ['ID=a85e02b3-4b64-4548-b1fc-8695ba7733e8,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:59:03.466532 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-964aaff9-5c93-433f-90b2-4586dd2b2222 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:03.479949 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-cca00b6d-5d2c-4ad0-a4d4-4d54147cb90c None None] Provisioning complete for port a85e02b3-4b64-4548-b1fc-8695ba7733e8 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:59:03.480353 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cca00b6d-5d2c-4ad0-a4d4-4d54147cb90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:03.488427 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964aaff9-5c93-433f-90b2-4586dd2b2222 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1877c101-00e0-4e40-bbf6-f9a9a3390cf3,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:59:03.496985 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964aaff9-5c93-433f-90b2-4586dd2b2222 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:59:03.496985 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964aaff9-5c93-433f-90b2-4586dd2b2222 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:59:03.497174 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964aaff9-5c93-433f-90b2-4586dd2b2222 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:59:03.497503 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964aaff9-5c93-433f-90b2-4586dd2b2222 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:59:03.498091 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964aaff9-5c93-433f-90b2-4586dd2b2222 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:59:03.498644 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964aaff9-5c93-433f-90b2-4586dd2b2222 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:59:03.499375 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964aaff9-5c93-433f-90b2-4586dd2b2222 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:59:03.499772 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964aaff9-5c93-433f-90b2-4586dd2b2222 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:59:03.500398 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964aaff9-5c93-433f-90b2-4586dd2b2222 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:59:03.500759 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964aaff9-5c93-433f-90b2-4586dd2b2222 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:59:03.501197 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964aaff9-5c93-433f-90b2-4586dd2b2222 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:59:03.501544 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964aaff9-5c93-433f-90b2-4586dd2b2222 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:59:03.564157 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-964aaff9-5c93-433f-90b2-4586dd2b2222 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:03.568066 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 59780) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:59:03.568641 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-964aaff9-5c93-433f-90b2-4586dd2b2222 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4634089 Oct 12 19:59:03.575751 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-bc5f2e20-2940-43b4-88ce-7b1b8c26e711 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Request body: {'security_group_rule': {'security_group_id': 'b3e8181b-c2e3-4b72-a947-23ee08ac8ad2', 'project_id': '4bb28d27452d4f0fa98982a8726f1a88', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:59:03.703436 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bc5f2e20-2940-43b4-88ce-7b1b8c26e711 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:03.733863 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device a85e02b3-4b64-4548-b1fc-8695ba7733e8 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:59:03.784598 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bc5f2e20-2940-43b4-88ce-7b1b8c26e711 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:03.794066 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port a85e02b3-4b64-4548-b1fc-8695ba7733e8 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:59:03.794440 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:03.861442 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bc5f2e20-2940-43b4-88ce-7b1b8c26e711 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:03.887183 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5f2e20-2940-43b4-88ce-7b1b8c26e711 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f85dd9df-6828-4f84-9528-4d95a3a2e831,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:59:03.957438 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bc5f2e20-2940-43b4-88ce-7b1b8c26e711 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:03.958742 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-bc5f2e20-2940-43b4-88ce-7b1b8c26e711 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3896012 Oct 12 19:59:03.961531 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 59782) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:59:03.966445 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-c5a62d8b-ea27-47f4-9547-50664e52903d tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Request body: {'security_group_rule': {'security_group_id': 'b3e8181b-c2e3-4b72-a947-23ee08ac8ad2', 'project_id': '4bb28d27452d4f0fa98982a8726f1a88', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:59:04.064868 n-d-813679-3 neutron-server[95502]: INFO neutron.db.securitygroups_db [None req-c5a62d8b-ea27-47f4-9547-50664e52903d tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Project 4bb28d27452d4f0fa98982a8726f1a88 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 19:59:04.070575 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c5a62d8b-ea27-47f4-9547-50664e52903d tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:04.133576 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c5a62d8b-ea27-47f4-9547-50664e52903d tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:04.207948 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c5a62d8b-ea27-47f4-9547-50664e52903d tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:04.226671 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a62d8b-ea27-47f4-9547-50664e52903d tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee6f359f-34dd-45fd-8a39-f07240691a24,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:59:04.335771 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:04.372594 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c5a62d8b-ea27-47f4-9547-50664e52903d tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:04.373971 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-c5a62d8b-ea27-47f4-9547-50664e52903d tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4114707 Oct 12 19:59:04.377070 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 59786) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:59:04.381911 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-52abc0c9-182f-4e74-b608-acbca34aaf74 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Request body: {'security_group_rule': {'security_group_id': 'b3e8181b-c2e3-4b72-a947-23ee08ac8ad2', 'project_id': '4bb28d27452d4f0fa98982a8726f1a88', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:59:04.504816 n-d-813679-3 neutron-server[95501]: INFO neutron.db.securitygroups_db [None req-52abc0c9-182f-4e74-b608-acbca34aaf74 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Project 4bb28d27452d4f0fa98982a8726f1a88 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 19:59:04.510918 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-52abc0c9-182f-4e74-b608-acbca34aaf74 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:04.580680 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-52abc0c9-182f-4e74-b608-acbca34aaf74 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:04.653107 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-52abc0c9-182f-4e74-b608-acbca34aaf74 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:04.661788 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:04.675076 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52abc0c9-182f-4e74-b608-acbca34aaf74 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e33fb65-0414-4726-808d-1498587246e0,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:59:04.757842 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-52abc0c9-182f-4e74-b608-acbca34aaf74 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:04.759066 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-52abc0c9-182f-4e74-b608-acbca34aaf74 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3809352 Oct 12 19:59:04.913779 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-88c0f9b2-3392-45e9-a266-1cec8f3af54e req-eff17293-61c2-42ca-bcfe-35cf9a2edc0f tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1414120391&fields=id&tenant_id=4bb28d27452d4f0fa98982a8726f1a88 HTTP/1.1" status: 200 len: 267 time: 0.0341609 Oct 12 19:59:05.031089 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c0f9b2-3392-45e9-a266-1cec8f3af54e req-09e782f9-3031-4bca-8c3c-0db846f05a03 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:59:05.032575 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-88c0f9b2-3392-45e9-a266-1cec8f3af54e req-09e782f9-3031-4bca-8c3c-0db846f05a03 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "GET /v2.0/networks?id=ce6a4bba-80dc-4166-a208-975b8b026f79 HTTP/1.1" status: 200 len: 796 time: 0.1100044 Oct 12 19:59:05.051247 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-88c0f9b2-3392-45e9-a266-1cec8f3af54e req-5e9f92b1-9007-4bc0-b239-f2ebd01704fb tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "GET /v2.0/quotas/4bb28d27452d4f0fa98982a8726f1a88 HTTP/1.1" status: 200 len: 375 time: 0.0124583 Oct 12 19:59:05.115254 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-88c0f9b2-3392-45e9-a266-1cec8f3af54e req-dceb5793-43f2-400b-8025-1b4dc2de3d1c tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=4bb28d27452d4f0fa98982a8726f1a88&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0585551 Oct 12 19:59:05.217407 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-88c0f9b2-3392-45e9-a266-1cec8f3af54e req-7964e867-9880-483d-ba8b-fe5c6c74dfc5 service neutron] 10.222.0.49 "GET /v2.0/networks/ce6a4bba-80dc-4166-a208-975b8b026f79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893531 Oct 12 19:59:05.609729 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-88c0f9b2-3392-45e9-a266-1cec8f3af54e req-0ba6b8d5-6f62-4516-b89a-547bc2d0715d service neutron] 10.222.0.49 "GET /v2.0/networks/ce6a4bba-80dc-4166-a208-975b8b026f79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3859484 Oct 12 19:59:05.863560 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-946cbbff-c1b4-454c-926e-2268f2c9b16c req-e161f9bc-4852-4266-a55f-33f125e24068 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "GET /v2.0/ports?device_id=3c62ce9f-0ce2-46c6-b0d0-e9f5b7469b08 HTTP/1.1" status: 200 len: 210 time: 0.0279572 Oct 12 19:59:06.961324 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-57d5ea95-1e01-4b6c-8b6a-baf4d3c82b82 req-b6a119f8-8174-4c60-ada1-5121a0dd25b5 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "GET /v2.0/ports?device_id=3c62ce9f-0ce2-46c6-b0d0-e9f5b7469b08 HTTP/1.1" status: 200 len: 210 time: 0.0260360 Oct 12 19:59:08.009965 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c0f9b2-3392-45e9-a266-1cec8f3af54e req-f0a468a5-e109-4f6a-94a0-5e6fd665c00f tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:59:08.012141 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-88c0f9b2-3392-45e9-a266-1cec8f3af54e req-f0a468a5-e109-4f6a-94a0-5e6fd665c00f tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.67 "GET /v2.0/networks?id=ce6a4bba-80dc-4166-a208-975b8b026f79 HTTP/1.1" status: 200 len: 796 time: 0.1033146 Oct 12 19:59:08.087944 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7dd6ee75-efbb-4bc9-b6c5-3c9502a92df4 req-d054ef9e-b8c6-41e1-be40-4e7db01361bf tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "GET /v2.0/ports?device_id=3c62ce9f-0ce2-46c6-b0d0-e9f5b7469b08 HTTP/1.1" status: 200 len: 210 time: 0.0569389 Oct 12 19:59:08.112304 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-88c0f9b2-3392-45e9-a266-1cec8f3af54e req-ff1f251a-94a9-4157-8692-7b54cac60be6 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4bb28d27452d4f0fa98982a8726f1a88 HTTP/1.1" status: 200 len: 472 time: 0.0789986 Oct 12 19:59:08.114492 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-88c0f9b2-3392-45e9-a266-1cec8f3af54e req-c796ce23-e60e-4d2f-9e6d-1db3c94d03c1 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Request body: {'port': {'device_id': '3c62ce9f-0ce2-46c6-b0d0-e9f5b7469b08', 'network_id': 'ce6a4bba-80dc-4166-a208-975b8b026f79', 'admin_state_up': True, 'tenant_id': '4bb28d27452d4f0fa98982a8726f1a88', 'security_groups': ['b3e8181b-c2e3-4b72-a947-23ee08ac8ad2']}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:59:08.350752 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88c0f9b2-3392-45e9-a266-1cec8f3af54e req-c796ce23-e60e-4d2f-9e6d-1db3c94d03c1 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Made reservation on behalf of 4bb28d27452d4f0fa98982a8726f1a88 for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:59:08.358142 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-88c0f9b2-3392-45e9-a266-1cec8f3af54e req-c796ce23-e60e-4d2f-9e6d-1db3c94d03c1 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:08.491225 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [req-88c0f9b2-3392-45e9-a266-1cec8f3af54e req-c796ce23-e60e-4d2f-9e6d-1db3c94d03c1 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Allocated IP 172.20.0.30 (ce6a4bba-80dc-4166-a208-975b8b026f79/e212b8ba-0ec9-4e51-b83a-a810de86443d/aa1ff34c-7d7f-4ad9-8fc5-2474951cc10f) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:59:08.640250 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-88c0f9b2-3392-45e9-a266-1cec8f3af54e req-c796ce23-e60e-4d2f-9e6d-1db3c94d03c1 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:08.786034 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-88c0f9b2-3392-45e9-a266-1cec8f3af54e req-c796ce23-e60e-4d2f-9e6d-1db3c94d03c1 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:08.830209 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88c0f9b2-3392-45e9-a266-1cec8f3af54e req-c796ce23-e60e-4d2f-9e6d-1db3c94d03c1 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Network ce6a4bba-80dc-4166-a208-975b8b026f79 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:59:08.833318 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [req-88c0f9b2-3392-45e9-a266-1cec8f3af54e req-c796ce23-e60e-4d2f-9e6d-1db3c94d03c1 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:59:08.837118 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-88c0f9b2-3392-45e9-a266-1cec8f3af54e req-c796ce23-e60e-4d2f-9e6d-1db3c94d03c1 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:59:08.870980 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c796ce23-e60e-4d2f-9e6d-1db3c94d03c1 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Pushing event updated for resources: {'Port': ['ID=aa1ff34c-7d7f-4ad9-8fc5-2474951cc10f,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:59:08.895691 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c0f9b2-3392-45e9-a266-1cec8f3af54e req-c796ce23-e60e-4d2f-9e6d-1db3c94d03c1 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:59:08.896598 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-88c0f9b2-3392-45e9-a266-1cec8f3af54e req-c796ce23-e60e-4d2f-9e6d-1db3c94d03c1 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:08.976277 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-88c0f9b2-3392-45e9-a266-1cec8f3af54e req-c796ce23-e60e-4d2f-9e6d-1db3c94d03c1 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8659222 Oct 12 19:59:08.988832 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-88c0f9b2-3392-45e9-a266-1cec8f3af54e req-276938bb-2287-4946-812d-3333983ef7b6 service neutron] Request body: {'port': {'device_id': '3c62ce9f-0ce2-46c6-b0d0-e9f5b7469b08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-3'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:59:09.045361 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-88c0f9b2-3392-45e9-a266-1cec8f3af54e req-276938bb-2287-4946-812d-3333983ef7b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:09.134582 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-f57f84bc-11cb-4860-b305-2e691068a2db None None] Provisioning complete for port aa1ff34c-7d7f-4ad9-8fc5-2474951cc10f triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:59:09.135068 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f57f84bc-11cb-4860-b305-2e691068a2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:09.186795 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-f57f84bc-11cb-4860-b305-2e691068a2db None None] Port aa1ff34c-7d7f-4ad9-8fc5-2474951cc10f cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:59:09.228404 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bad48a-04dd-4532-95a3-d725670ab149 req-b67128df-5737-4a54-942a-ad2bb25f48b6 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:59:09.230078 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-46bad48a-04dd-4532-95a3-d725670ab149 req-b67128df-5737-4a54-942a-ad2bb25f48b6 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "GET /v2.0/ports?device_id=3c62ce9f-0ce2-46c6-b0d0-e9f5b7469b08 HTTP/1.1" status: 200 len: 932 time: 0.0549014 Oct 12 19:59:09.271260 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-46bad48a-04dd-4532-95a3-d725670ab149 req-26a45762-3b8c-482c-926e-ec72f97fa561 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3e8181b-c2e3-4b72-a947-23ee08ac8ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353482 Oct 12 19:59:09.373036 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [req-88c0f9b2-3392-45e9-a266-1cec8f3af54e req-276938bb-2287-4946-812d-3333983ef7b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa1ff34c-7d7f-4ad9-8fc5-2474951cc10f {{(pid=95501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:59:09.380404 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-88c0f9b2-3392-45e9-a266-1cec8f3af54e req-276938bb-2287-4946-812d-3333983ef7b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:09.395645 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.provisioning_blocks [req-88c0f9b2-3392-45e9-a266-1cec8f3af54e req-276938bb-2287-4946-812d-3333983ef7b6 service neutron] Transition to ACTIVE for port object aa1ff34c-7d7f-4ad9-8fc5-2474951cc10f will not be triggered until provisioned by entity L2. {{(pid=95501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:59:09.458769 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-88c0f9b2-3392-45e9-a266-1cec8f3af54e req-276938bb-2287-4946-812d-3333983ef7b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:09.538637 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276938bb-2287-4946-812d-3333983ef7b6 service neutron] Pushing event updated for resources: {'Port': ['ID=aa1ff34c-7d7f-4ad9-8fc5-2474951cc10f,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:59:09.607398 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-88c0f9b2-3392-45e9-a266-1cec8f3af54e req-276938bb-2287-4946-812d-3333983ef7b6 service neutron] Attempting to bind port aa1ff34c-7d7f-4ad9-8fc5-2474951cc10f on host n-h2-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:59:09.607882 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-88c0f9b2-3392-45e9-a266-1cec8f3af54e req-276938bb-2287-4946-812d-3333983ef7b6 service neutron] Attempting to bind port aa1ff34c-7d7f-4ad9-8fc5-2474951cc10f by drivers openvswitch,hyperv on host n-h2-813679-3 at level 0 using segments [{'id': '1e175ec4-c473-4c3d-8237-b03c73e9b451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'ce6a4bba-80dc-4166-a208-975b8b026f79'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:59:09.608244 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c0f9b2-3392-45e9-a266-1cec8f3af54e req-276938bb-2287-4946-812d-3333983ef7b6 service neutron] Attempting to bind port aa1ff34c-7d7f-4ad9-8fc5-2474951cc10f on network ce6a4bba-80dc-4166-a208-975b8b026f79 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:59:09.613256 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c0f9b2-3392-45e9-a266-1cec8f3af54e req-276938bb-2287-4946-812d-3333983ef7b6 service neutron] Port aa1ff34c-7d7f-4ad9-8fc5-2474951cc10f on network ce6a4bba-80dc-4166-a208-975b8b026f79 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:59:09.613599 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c0f9b2-3392-45e9-a266-1cec8f3af54e req-276938bb-2287-4946-812d-3333983ef7b6 service neutron] Attempting to bind port aa1ff34c-7d7f-4ad9-8fc5-2474951cc10f on network ce6a4bba-80dc-4166-a208-975b8b026f79 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:59:09.618538 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c0f9b2-3392-45e9-a266-1cec8f3af54e req-276938bb-2287-4946-812d-3333983ef7b6 service neutron] Checking agent: {'id': '233fbd7d-38e4-434f-bb8f-05364d7423a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:59:09.618873 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c0f9b2-3392-45e9-a266-1cec8f3af54e req-276938bb-2287-4946-812d-3333983ef7b6 service neutron] Checking segment: {'id': '1e175ec4-c473-4c3d-8237-b03c73e9b451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'ce6a4bba-80dc-4166-a208-975b8b026f79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:59:09.619257 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c0f9b2-3392-45e9-a266-1cec8f3af54e req-276938bb-2287-4946-812d-3333983ef7b6 service neutron] Bound using segment: {'id': '1e175ec4-c473-4c3d-8237-b03c73e9b451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'ce6a4bba-80dc-4166-a208-975b8b026f79'} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:59:09.619681 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-88c0f9b2-3392-45e9-a266-1cec8f3af54e req-276938bb-2287-4946-812d-3333983ef7b6 service neutron] Bound port: aa1ff34c-7d7f-4ad9-8fc5-2474951cc10f, host: n-h2-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e175ec4-c473-4c3d-8237-b03c73e9b451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'ce6a4bba-80dc-4166-a208-975b8b026f79'}}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:59:09.620233 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-88c0f9b2-3392-45e9-a266-1cec8f3af54e req-276938bb-2287-4946-812d-3333983ef7b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:09.686577 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-88c0f9b2-3392-45e9-a266-1cec8f3af54e req-276938bb-2287-4946-812d-3333983ef7b6 service neutron] For port aa1ff34c-7d7f-4ad9-8fc5-2474951cc10f, host n-h2-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:59:09.689778 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-88c0f9b2-3392-45e9-a266-1cec8f3af54e req-276938bb-2287-4946-812d-3333983ef7b6 service neutron] For port aa1ff34c-7d7f-4ad9-8fc5-2474951cc10f, host n-h2-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=aa1ff34c-7d7f-4ad9-8fc5-2474951cc10f,segment=NetworkSegment(1e175ec4-c473-4c3d-8237-b03c73e9b451),segment_id=1e175ec4-c473-4c3d-8237-b03c73e9b451)] {{(pid=95501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:59:09.764587 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-88c0f9b2-3392-45e9-a266-1cec8f3af54e req-276938bb-2287-4946-812d-3333983ef7b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:09.808417 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c0f9b2-3392-45e9-a266-1cec8f3af54e req-276938bb-2287-4946-812d-3333983ef7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:59:09.809126 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-88c0f9b2-3392-45e9-a266-1cec8f3af54e req-276938bb-2287-4946-812d-3333983ef7b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:09.810588 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-88c0f9b2-3392-45e9-a266-1cec8f3af54e req-276938bb-2287-4946-812d-3333983ef7b6 service neutron] 10.222.0.67 "PUT /v2.0/ports/aa1ff34c-7d7f-4ad9-8fc5-2474951cc10f HTTP/1.1" status: 200 len: 1092 time: 0.8261559 Oct 12 19:59:09.815275 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c62ce9f-0ce2-46c6-b0d0-e9f5b7469b08', 'tag': 'aa1ff34c-7d7f-4ad9-8fc5-2474951cc10f'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:59:09.817766 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c44998f0-9a7a-45c7-a4b8-414b79b4f5ff" -d '{"events": [{"name": "network-changed", "server_uuid": "3c62ce9f-0ce2-46c6-b0d0-e9f5b7469b08", "tag": "aa1ff34c-7d7f-4ad9-8fc5-2474951cc10f"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:59:09.847991 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276938bb-2287-4946-812d-3333983ef7b6 service neutron] Pushing event updated for resources: {'Port': ['ID=aa1ff34c-7d7f-4ad9-8fc5-2474951cc10f,revision_number=3']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:59:09.961437 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c0f9b2-3392-45e9-a266-1cec8f3af54e req-3168cb8d-a054-4ff8-bb6f-ad3ebb75f246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:59:09.964714 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-88c0f9b2-3392-45e9-a266-1cec8f3af54e req-3168cb8d-a054-4ff8-bb6f-ad3ebb75f246 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4bb28d27452d4f0fa98982a8726f1a88&device_id=3c62ce9f-0ce2-46c6-b0d0-e9f5b7469b08 HTTP/1.1" status: 200 len: 1095 time: 0.0497410 Oct 12 19:59:10.009833 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-88c0f9b2-3392-45e9-a266-1cec8f3af54e req-fe57ea3a-cbaf-4bf9-a644-b3981aa413a5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=aa1ff34c-7d7f-4ad9-8fc5-2474951cc10f HTTP/1.1" status: 200 len: 217 time: 0.0375800 Oct 12 19:59:10.027579 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43b8bd3f-cfb2-4417-ab44-47103b8bd3d6 x-openstack-request-id: req-43b8bd3f-cfb2-4417-ab44-47103b8bd3d6 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:59:10.027864 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c62ce9f-0ce2-46c6-b0d0-e9f5b7469b08", "tag": "aa1ff34c-7d7f-4ad9-8fc5-2474951cc10f", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:59:10.028144 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-43b8bd3f-cfb2-4417-ab44-47103b8bd3d6 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:59:10.028536 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c62ce9f-0ce2-46c6-b0d0-e9f5b7469b08', 'tag': 'aa1ff34c-7d7f-4ad9-8fc5-2474951cc10f', 'status': 'completed', 'code': 200} Oct 12 19:59:10.066870 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c0f9b2-3392-45e9-a266-1cec8f3af54e req-19395171-bd42-4688-9703-186c160bf3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:59:10.068430 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-88c0f9b2-3392-45e9-a266-1cec8f3af54e req-19395171-bd42-4688-9703-186c160bf3d3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e212b8ba-0ec9-4e51-b83a-a810de86443d HTTP/1.1" status: 200 len: 838 time: 0.0512762 Oct 12 19:59:10.116773 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c0f9b2-3392-45e9-a266-1cec8f3af54e req-3e81d82c-e343-43df-bcb4-725bf602f342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:59:10.118281 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-88c0f9b2-3392-45e9-a266-1cec8f3af54e req-3e81d82c-e343-43df-bcb4-725bf602f342 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ce6a4bba-80dc-4166-a208-975b8b026f79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419500 Oct 12 19:59:10.208042 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-88c0f9b2-3392-45e9-a266-1cec8f3af54e req-18a82a9f-58e7-4c8a-94f5-8290201497be service neutron] 10.222.0.67 "GET /v2.0/networks/ce6a4bba-80dc-4166-a208-975b8b026f79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821981 Oct 12 19:59:10.306170 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-88c0f9b2-3392-45e9-a266-1cec8f3af54e req-e442be1c-0b5a-4674-9fb4-e26f99e0a719 service neutron] 10.222.0.67 "GET /v2.0/networks/ce6a4bba-80dc-4166-a208-975b8b026f79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915267 Oct 12 19:59:10.394616 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c2a398-cf4d-4a66-b36d-811ca4852560 req-2aadf6c8-01f1-4857-badf-041ea0f690a3 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:59:10.396106 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-61c2a398-cf4d-4a66-b36d-811ca4852560 req-2aadf6c8-01f1-4857-badf-041ea0f690a3 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "GET /v2.0/ports?device_id=3c62ce9f-0ce2-46c6-b0d0-e9f5b7469b08 HTTP/1.1" status: 200 len: 944 time: 0.0515227 Oct 12 19:59:10.438191 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-61c2a398-cf4d-4a66-b36d-811ca4852560 req-d5e00b9f-5f68-4597-afa8-11830ea9f3aa tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3e8181b-c2e3-4b72-a947-23ee08ac8ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359268 Oct 12 19:59:10.484347 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44998f0-9a7a-45c7-a4b8-414b79b4f5ff req-0fc3fdb4-a3f7-454b-8bf6-08332fade612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:59:10.485872 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c44998f0-9a7a-45c7-a4b8-414b79b4f5ff req-0fc3fdb4-a3f7-454b-8bf6-08332fade612 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4bb28d27452d4f0fa98982a8726f1a88&device_id=3c62ce9f-0ce2-46c6-b0d0-e9f5b7469b08 HTTP/1.1" status: 200 len: 1095 time: 0.0440691 Oct 12 19:59:10.585108 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44998f0-9a7a-45c7-a4b8-414b79b4f5ff req-c315f0bf-1386-4906-a842-81a9cb76a3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:59:10.586525 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c44998f0-9a7a-45c7-a4b8-414b79b4f5ff req-c315f0bf-1386-4906-a842-81a9cb76a3fe service neutron] 10.222.0.67 "GET /v2.0/networks?id=ce6a4bba-80dc-4166-a208-975b8b026f79 HTTP/1.1" status: 200 len: 897 time: 0.0934012 Oct 12 19:59:10.628523 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c44998f0-9a7a-45c7-a4b8-414b79b4f5ff req-fee788ee-4a4c-4cbe-8cd4-cddd2799691e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=aa1ff34c-7d7f-4ad9-8fc5-2474951cc10f HTTP/1.1" status: 200 len: 217 time: 0.0340948 Oct 12 19:59:10.675355 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44998f0-9a7a-45c7-a4b8-414b79b4f5ff req-de6fac32-a357-4f62-85e5-6e6185852d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:59:10.676769 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c44998f0-9a7a-45c7-a4b8-414b79b4f5ff req-de6fac32-a357-4f62-85e5-6e6185852d9c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e212b8ba-0ec9-4e51-b83a-a810de86443d HTTP/1.1" status: 200 len: 838 time: 0.0416939 Oct 12 19:59:10.728196 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44998f0-9a7a-45c7-a4b8-414b79b4f5ff req-23a41a80-f164-437d-b5dd-9734ecc63124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:59:10.730344 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c44998f0-9a7a-45c7-a4b8-414b79b4f5ff req-23a41a80-f164-437d-b5dd-9734ecc63124 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ce6a4bba-80dc-4166-a208-975b8b026f79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443611 Oct 12 19:59:10.820021 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c44998f0-9a7a-45c7-a4b8-414b79b4f5ff req-20f39074-54a6-46b8-a3e2-e1d9c806f305 service neutron] 10.222.0.67 "GET /v2.0/networks/ce6a4bba-80dc-4166-a208-975b8b026f79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820432 Oct 12 19:59:10.913574 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c44998f0-9a7a-45c7-a4b8-414b79b4f5ff req-f0d98e09-d2b5-4191-81a7-7f7d42fdba74 service neutron] 10.222.0.67 "GET /v2.0/networks/ce6a4bba-80dc-4166-a208-975b8b026f79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848453 Oct 12 19:59:11.565106 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7784c65-4675-4410-a065-2f54cd6610ba req-69f7b89d-c6b6-43ca-b650-bd6393ec2a43 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:59:11.566635 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e7784c65-4675-4410-a065-2f54cd6610ba req-69f7b89d-c6b6-43ca-b650-bd6393ec2a43 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "GET /v2.0/ports?device_id=3c62ce9f-0ce2-46c6-b0d0-e9f5b7469b08 HTTP/1.1" status: 200 len: 944 time: 0.0551023 Oct 12 19:59:11.605489 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e7784c65-4675-4410-a065-2f54cd6610ba req-a83fdfa2-d83f-40fa-889b-0ba9e2f76ac1 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3e8181b-c2e3-4b72-a947-23ee08ac8ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328467 Oct 12 19:59:12.721732 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170aab6e-280a-4631-b2af-4571248d7e47 req-71d0c9ed-c115-4ff1-ab32-28153558a5fc tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:59:12.724130 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-170aab6e-280a-4631-b2af-4571248d7e47 req-71d0c9ed-c115-4ff1-ab32-28153558a5fc tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "GET /v2.0/ports?device_id=3c62ce9f-0ce2-46c6-b0d0-e9f5b7469b08 HTTP/1.1" status: 200 len: 944 time: 0.0508180 Oct 12 19:59:12.763212 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-170aab6e-280a-4631-b2af-4571248d7e47 req-938b7c8f-f75d-4473-8d20-03dd935e59ce tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3e8181b-c2e3-4b72-a947-23ee08ac8ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328634 Oct 12 19:59:12.976209 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device aa1ff34c-7d7f-4ad9-8fc5-2474951cc10f details requested by agent hyperv_n-h2-813679-3 with host n-h2-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:59:13.067750 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port aa1ff34c-7d7f-4ad9-8fc5-2474951cc10f, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=aa1ff34c-7d7f-4ad9-8fc5-2474951cc10f,segment=NetworkSegment(1e175ec4-c473-4c3d-8237-b03c73e9b451),segment_id=1e175ec4-c473-4c3d-8237-b03c73e9b451)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:59:13.079786 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Returning: {'device': 'aa1ff34c-7d7f-4ad9-8fc5-2474951cc10f', 'network_id': 'ce6a4bba-80dc-4166-a208-975b8b026f79', 'port_id': 'aa1ff34c-7d7f-4ad9-8fc5-2474951cc10f', 'mac_address': 'fa:16:3e:c7:ef:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e212b8ba-0ec9-4e51-b83a-a810de86443d', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:59:13.125344 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:13.138548 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa1ff34c-7d7f-4ad9-8fc5-2474951cc10f {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:59:13.156727 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port aa1ff34c-7d7f-4ad9-8fc5-2474951cc10f, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=aa1ff34c-7d7f-4ad9-8fc5-2474951cc10f,segment=NetworkSegment(1e175ec4-c473-4c3d-8237-b03c73e9b451),segment_id=1e175ec4-c473-4c3d-8237-b03c73e9b451)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:59:13.235776 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:13.281283 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=aa1ff34c-7d7f-4ad9-8fc5-2474951cc10f,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:59:13.288716 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:59:13.289092 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:59:13.289435 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:59:13.289778 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:59:13.290115 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:59:13.290468 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:59:13.290797 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:59:13.291124 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:59:13.291451 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:59:13.291776 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:59:13.292129 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:59:13.292510 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 19:59:13.473337 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['aa1ff34c-7d7f-4ad9-8fc5-2474951cc10f'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:59:13.879447 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3582e3b-55dd-4e19-a625-f162103e7def req-95a57906-c3a8-4c55-ab32-99141d687928 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:59:13.880875 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b3582e3b-55dd-4e19-a625-f162103e7def req-95a57906-c3a8-4c55-ab32-99141d687928 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "GET /v2.0/ports?device_id=3c62ce9f-0ce2-46c6-b0d0-e9f5b7469b08 HTTP/1.1" status: 200 len: 945 time: 0.0480776 Oct 12 19:59:13.918638 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b3582e3b-55dd-4e19-a625-f162103e7def req-4379f85f-1350-4004-8aff-b81472a12c89 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3e8181b-c2e3-4b72-a947-23ee08ac8ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306659 Oct 12 19:59:14.991711 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device aa1ff34c-7d7f-4ad9-8fc5-2474951cc10f up at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:59:15.037982 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330c5535-0a31-4ce6-a934-8422dae1e213 req-74feb1fc-e9fd-4252-a3cc-de0e76e77aab tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:59:15.039446 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-330c5535-0a31-4ce6-a934-8422dae1e213 req-74feb1fc-e9fd-4252-a3cc-de0e76e77aab tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "GET /v2.0/ports?device_id=3c62ce9f-0ce2-46c6-b0d0-e9f5b7469b08 HTTP/1.1" status: 200 len: 945 time: 0.0551138 Oct 12 19:59:15.080325 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-330c5535-0a31-4ce6-a934-8422dae1e213 req-ceabffbf-21aa-40c0-aa6d-ce029d6d8083 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3e8181b-c2e3-4b72-a947-23ee08ac8ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340974 Oct 12 19:59:15.099309 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning for port aa1ff34c-7d7f-4ad9-8fc5-2474951cc10f completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:59:15.104480 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning complete for port aa1ff34c-7d7f-4ad9-8fc5-2474951cc10f triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:59:15.104868 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:15.182382 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:15.204863 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c62ce9f-0ce2-46c6-b0d0-e9f5b7469b08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa1ff34c-7d7f-4ad9-8fc5-2474951cc10f'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:59:15.208722 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96c15ff1-def0-48a3-abfe-efab673d8c56" -d '{"events": [{"server_uuid": "3c62ce9f-0ce2-46c6-b0d0-e9f5b7469b08", "name": "network-vif-plugged", "status": "completed", "tag": "aa1ff34c-7d7f-4ad9-8fc5-2474951cc10f"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:59:15.219270 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port aa1ff34c-7d7f-4ad9-8fc5-2474951cc10f, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=aa1ff34c-7d7f-4ad9-8fc5-2474951cc10f,segment=NetworkSegment(1e175ec4-c473-4c3d-8237-b03c73e9b451),segment_id=1e175ec4-c473-4c3d-8237-b03c73e9b451)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:59:15.244456 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbb4cbdb-10f2-4291-b0a3-5db944f17849 x-openstack-request-id: req-dbb4cbdb-10f2-4291-b0a3-5db944f17849 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:59:15.244778 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c62ce9f-0ce2-46c6-b0d0-e9f5b7469b08", "name": "network-vif-plugged", "status": "completed", "tag": "aa1ff34c-7d7f-4ad9-8fc5-2474951cc10f", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:59:15.245035 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-dbb4cbdb-10f2-4291-b0a3-5db944f17849 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:59:15.245429 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c62ce9f-0ce2-46c6-b0d0-e9f5b7469b08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa1ff34c-7d7f-4ad9-8fc5-2474951cc10f', 'code': 200} Oct 12 19:59:15.271884 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:15.319226 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=aa1ff34c-7d7f-4ad9-8fc5-2474951cc10f,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:59:15.342250 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b310250-3605-42cb-8fd4-84b8eb087951 req-a2b3ef79-4a07-4fdc-b38e-b6b84a66618c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:59:15.343724 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0b310250-3605-42cb-8fd4-84b8eb087951 req-a2b3ef79-4a07-4fdc-b38e-b6b84a66618c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3c62ce9f-0ce2-46c6-b0d0-e9f5b7469b08 HTTP/1.1" status: 200 len: 1097 time: 0.0446305 Oct 12 19:59:15.384933 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0b310250-3605-42cb-8fd4-84b8eb087951 req-755c473b-e61f-4cdf-aee7-122e1f765b30 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=b3e8181b-c2e3-4b72-a947-23ee08ac8ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347128 Oct 12 19:59:15.972265 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a057e58f-b0d4-4cb9-bf69-01b066c440c5 req-b1de8241-76cc-4c52-abc7-f5e5d6618c85 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1343094623&fields=id&tenant_id=f37c8fe971bc4b5daa2f916c03f91d01 HTTP/1.1" status: 200 len: 267 time: 0.0330410 Oct 12 19:59:16.076504 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a057e58f-b0d4-4cb9-bf69-01b066c440c5 req-ef443fcf-0363-4c37-8841-1fb923304f2f tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:59:16.077922 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a057e58f-b0d4-4cb9-bf69-01b066c440c5 req-ef443fcf-0363-4c37-8841-1fb923304f2f tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/networks?id=bab0c1ad-2a75-48a8-874f-0744bd8e0a35 HTTP/1.1" status: 200 len: 811 time: 0.0991068 Oct 12 19:59:16.092834 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a057e58f-b0d4-4cb9-bf69-01b066c440c5 req-952cb240-1bca-40f1-ae00-4ad08c0c02ca tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/quotas/f37c8fe971bc4b5daa2f916c03f91d01 HTTP/1.1" status: 200 len: 375 time: 0.0091603 Oct 12 19:59:16.157519 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a057e58f-b0d4-4cb9-bf69-01b066c440c5 req-0a3f4993-0be1-432e-92cb-5921792023cf tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=f37c8fe971bc4b5daa2f916c03f91d01&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0594280 Oct 12 19:59:16.200201 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f14bb2-010b-4c80-b7d0-c049b9d56298 req-e91d7296-96b2-4238-9bdf-476a0bc5c51a tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:59:16.201697 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-84f14bb2-010b-4c80-b7d0-c049b9d56298 req-e91d7296-96b2-4238-9bdf-476a0bc5c51a tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "GET /v2.0/ports?device_id=3c62ce9f-0ce2-46c6-b0d0-e9f5b7469b08 HTTP/1.1" status: 200 len: 946 time: 0.0496480 Oct 12 19:59:16.239473 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-84f14bb2-010b-4c80-b7d0-c049b9d56298 req-af09acae-b0b7-49f5-953a-0c46db432057 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3e8181b-c2e3-4b72-a947-23ee08ac8ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317461 Oct 12 19:59:16.259477 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a057e58f-b0d4-4cb9-bf69-01b066c440c5 req-49ce2305-2ad0-40b9-81a8-28d455818213 service neutron] 10.222.0.49 "GET /v2.0/networks/bab0c1ad-2a75-48a8-874f-0744bd8e0a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850592 Oct 12 19:59:16.351934 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a057e58f-b0d4-4cb9-bf69-01b066c440c5 req-b3ad249c-974b-4f5d-9230-38c6db2cecba service neutron] 10.222.0.49 "GET /v2.0/networks/bab0c1ad-2a75-48a8-874f-0744bd8e0a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866113 Oct 12 19:59:16.945727 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-925cb792-e19b-48f9-b792-a5632c86743b req-f9929382-4311-4231-853d-dabf67b01628 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=bdb14082-17ce-4d15-8e32-ad4764dafc96 HTTP/1.1" status: 200 len: 210 time: 0.0259774 Oct 12 19:59:17.361244 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc3fef7-a4b5-4e8e-85e8-71ff218b2041 req-dd1f0763-27b5-41d2-8517-90916e57317b tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:59:17.362683 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-abc3fef7-a4b5-4e8e-85e8-71ff218b2041 req-dd1f0763-27b5-41d2-8517-90916e57317b tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "GET /v2.0/ports?device_id=3c62ce9f-0ce2-46c6-b0d0-e9f5b7469b08 HTTP/1.1" status: 200 len: 946 time: 0.0493743 Oct 12 19:59:17.400278 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-abc3fef7-a4b5-4e8e-85e8-71ff218b2041 req-3994e042-d9b6-4085-a453-56641b6fba1c tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3e8181b-c2e3-4b72-a947-23ee08ac8ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313764 Oct 12 19:59:17.518588 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e27bb1-a7d1-4f5b-b60e-409f10f2eaf4 req-852fbc74-6b3c-4867-98dc-395e15303dbd tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:59:17.520103 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-10e27bb1-a7d1-4f5b-b60e-409f10f2eaf4 req-852fbc74-6b3c-4867-98dc-395e15303dbd tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "GET /v2.0/ports?device_id=3c62ce9f-0ce2-46c6-b0d0-e9f5b7469b08 HTTP/1.1" status: 200 len: 946 time: 0.0524657 Oct 12 19:59:17.558420 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-10e27bb1-a7d1-4f5b-b60e-409f10f2eaf4 req-cce2ba2f-785f-4106-8858-8591380b5d4c tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3e8181b-c2e3-4b72-a947-23ee08ac8ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321681 Oct 12 19:59:18.036899 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-97e732bc-98b2-408e-8f25-d078d66941ff req-ca0cbf06-6bfd-400c-ac19-1015c80eb54e tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=bdb14082-17ce-4d15-8e32-ad4764dafc96 HTTP/1.1" status: 200 len: 210 time: 0.0279498 Oct 12 19:59:18.870138 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a057e58f-b0d4-4cb9-bf69-01b066c440c5 req-c09801dd-8b81-49af-aa0a-ac6c1fbcb63f tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:59:18.872306 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a057e58f-b0d4-4cb9-bf69-01b066c440c5 req-c09801dd-8b81-49af-aa0a-ac6c1fbcb63f tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.61 "GET /v2.0/networks?id=bab0c1ad-2a75-48a8-874f-0744bd8e0a35 HTTP/1.1" status: 200 len: 811 time: 0.1073611 Oct 12 19:59:18.913950 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a057e58f-b0d4-4cb9-bf69-01b066c440c5 req-54d11228-e9c2-4296-a567-c95e1f8b20d3 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f37c8fe971bc4b5daa2f916c03f91d01 HTTP/1.1" status: 200 len: 380 time: 0.0328095 Oct 12 19:59:18.924163 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-a057e58f-b0d4-4cb9-bf69-01b066c440c5 req-f7b2b4bf-1de5-436a-8db4-6cb43a768fc1 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Request body: {'port': {'device_id': 'bdb14082-17ce-4d15-8e32-ad4764dafc96', 'network_id': 'bab0c1ad-2a75-48a8-874f-0744bd8e0a35', 'admin_state_up': True, 'tenant_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'security_groups': ['1d2c1542-84f5-402d-b7aa-2d0bcae85a2c']}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:59:19.035346 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 59900) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:59:19.094837 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a057e58f-b0d4-4cb9-bf69-01b066c440c5 req-f7b2b4bf-1de5-436a-8db4-6cb43a768fc1 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Made reservation on behalf of f37c8fe971bc4b5daa2f916c03f91d01 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:59:19.098636 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-a057e58f-b0d4-4cb9-bf69-01b066c440c5 req-f7b2b4bf-1de5-436a-8db4-6cb43a768fc1 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:19.157665 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a826949b-130b-4fbe-9166-d7520403fa7c req-8e0896e0-032f-4efd-8a17-3f10e11c6ebe tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=bdb14082-17ce-4d15-8e32-ad4764dafc96 HTTP/1.1" status: 200 len: 210 time: 0.0334556 Oct 12 19:59:19.238262 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [req-a057e58f-b0d4-4cb9-bf69-01b066c440c5 req-f7b2b4bf-1de5-436a-8db4-6cb43a768fc1 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Allocated IP 172.20.0.12 (bab0c1ad-2a75-48a8-874f-0744bd8e0a35/2bf5b286-d487-470c-8401-d82862f269e1/e16a8f41-a84e-47f9-a375-17df59050ec1) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:59:19.383170 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-a057e58f-b0d4-4cb9-bf69-01b066c440c5 req-f7b2b4bf-1de5-436a-8db4-6cb43a768fc1 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:19.500848 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-a057e58f-b0d4-4cb9-bf69-01b066c440c5 req-f7b2b4bf-1de5-436a-8db4-6cb43a768fc1 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:19.517531 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-139eadbf-e6ed-4e96-bc85-4c3fd7fef69b tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:19.546195 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a057e58f-b0d4-4cb9-bf69-01b066c440c5 req-f7b2b4bf-1de5-436a-8db4-6cb43a768fc1 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Network bab0c1ad-2a75-48a8-874f-0744bd8e0a35 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:59:19.549452 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [req-a057e58f-b0d4-4cb9-bf69-01b066c440c5 req-f7b2b4bf-1de5-436a-8db4-6cb43a768fc1 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:59:19.553446 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-a057e58f-b0d4-4cb9-bf69-01b066c440c5 req-f7b2b4bf-1de5-436a-8db4-6cb43a768fc1 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:59:19.582644 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b2b4bf-1de5-436a-8db4-6cb43a768fc1 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Pushing event updated for resources: {'Port': ['ID=e16a8f41-a84e-47f9-a375-17df59050ec1,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:59:19.619452 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a057e58f-b0d4-4cb9-bf69-01b066c440c5 req-f7b2b4bf-1de5-436a-8db4-6cb43a768fc1 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:59:19.619452 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-a057e58f-b0d4-4cb9-bf69-01b066c440c5 req-f7b2b4bf-1de5-436a-8db4-6cb43a768fc1 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:19.687537 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a057e58f-b0d4-4cb9-bf69-01b066c440c5 req-f7b2b4bf-1de5-436a-8db4-6cb43a768fc1 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7668607 Oct 12 19:59:19.701410 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-a057e58f-b0d4-4cb9-bf69-01b066c440c5 req-aca54649-672f-40e9-bae7-0a2db9747b25 service neutron] Request body: {'port': {'device_id': 'bdb14082-17ce-4d15-8e32-ad4764dafc96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:59:19.763696 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-a057e58f-b0d4-4cb9-bf69-01b066c440c5 req-aca54649-672f-40e9-bae7-0a2db9747b25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:19.925437 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-ea3ed794-87ce-4117-aff0-a3a06118f52c None None] Provisioning complete for port e16a8f41-a84e-47f9-a375-17df59050ec1 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:59:19.925991 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ea3ed794-87ce-4117-aff0-a3a06118f52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:19.967132 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-ea3ed794-87ce-4117-aff0-a3a06118f52c None None] Port e16a8f41-a84e-47f9-a375-17df59050ec1 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:59:20.048503 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-139eadbf-e6ed-4e96-bc85-4c3fd7fef69b tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Allocated IP 172.20.0.17 (ce6a4bba-80dc-4166-a208-975b8b026f79/e212b8ba-0ec9-4e51-b83a-a810de86443d/e82737d6-337a-47d5-ba68-f859bac42c89) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:59:20.059572 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [req-a057e58f-b0d4-4cb9-bf69-01b066c440c5 req-aca54649-672f-40e9-bae7-0a2db9747b25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e16a8f41-a84e-47f9-a375-17df59050ec1 {{(pid=95502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:59:20.067261 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-a057e58f-b0d4-4cb9-bf69-01b066c440c5 req-aca54649-672f-40e9-bae7-0a2db9747b25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:20.080606 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-a057e58f-b0d4-4cb9-bf69-01b066c440c5 req-aca54649-672f-40e9-bae7-0a2db9747b25 service neutron] Transition to ACTIVE for port object e16a8f41-a84e-47f9-a375-17df59050ec1 will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 19:59:20.164849 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-139eadbf-e6ed-4e96-bc85-4c3fd7fef69b tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:20.175238 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-a057e58f-b0d4-4cb9-bf69-01b066c440c5 req-aca54649-672f-40e9-bae7-0a2db9747b25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:20.254358 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-139eadbf-e6ed-4e96-bc85-4c3fd7fef69b tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:20.287557 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca54649-672f-40e9-bae7-0a2db9747b25 service neutron] Pushing event updated for resources: {'Port': ['ID=e16a8f41-a84e-47f9-a375-17df59050ec1,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:59:20.308019 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-139eadbf-e6ed-4e96-bc85-4c3fd7fef69b tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Network ce6a4bba-80dc-4166-a208-975b8b026f79 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:59:20.313168 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-139eadbf-e6ed-4e96-bc85-4c3fd7fef69b tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:59:20.318244 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139eadbf-e6ed-4e96-bc85-4c3fd7fef69b tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:59:20.348117 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-a057e58f-b0d4-4cb9-bf69-01b066c440c5 req-aca54649-672f-40e9-bae7-0a2db9747b25 service neutron] Attempting to bind port e16a8f41-a84e-47f9-a375-17df59050ec1 on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:59:20.348466 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-a057e58f-b0d4-4cb9-bf69-01b066c440c5 req-aca54649-672f-40e9-bae7-0a2db9747b25 service neutron] Attempting to bind port e16a8f41-a84e-47f9-a375-17df59050ec1 by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': '797d701b-2156-4b5d-8b6d-c0ec33924cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'bab0c1ad-2a75-48a8-874f-0744bd8e0a35'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:59:20.348799 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a057e58f-b0d4-4cb9-bf69-01b066c440c5 req-aca54649-672f-40e9-bae7-0a2db9747b25 service neutron] Attempting to bind port e16a8f41-a84e-47f9-a375-17df59050ec1 on network bab0c1ad-2a75-48a8-874f-0744bd8e0a35 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:59:20.356725 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a057e58f-b0d4-4cb9-bf69-01b066c440c5 req-aca54649-672f-40e9-bae7-0a2db9747b25 service neutron] Port e16a8f41-a84e-47f9-a375-17df59050ec1 on network bab0c1ad-2a75-48a8-874f-0744bd8e0a35 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 19:59:20.357059 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a057e58f-b0d4-4cb9-bf69-01b066c440c5 req-aca54649-672f-40e9-bae7-0a2db9747b25 service neutron] Attempting to bind port e16a8f41-a84e-47f9-a375-17df59050ec1 on network bab0c1ad-2a75-48a8-874f-0744bd8e0a35 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:59:20.362283 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139eadbf-e6ed-4e96-bc85-4c3fd7fef69b tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Pushing event updated for resources: {'Port': ['ID=e82737d6-337a-47d5-ba68-f859bac42c89,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:59:20.369163 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655a5d3e-e771-4344-82aa-5848f4fda38c req-9b54d9f6-c1b3-4a65-b0bf-9f6dc107c3f8 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:59:20.375611 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-655a5d3e-e771-4344-82aa-5848f4fda38c req-9b54d9f6-c1b3-4a65-b0bf-9f6dc107c3f8 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=bdb14082-17ce-4d15-8e32-ad4764dafc96 HTTP/1.1" status: 200 len: 944 time: 0.1194360 Oct 12 19:59:20.383633 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-139eadbf-e6ed-4e96-bc85-4c3fd7fef69b tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7915309'] for router_interface, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:20.401038 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a057e58f-b0d4-4cb9-bf69-01b066c440c5 req-aca54649-672f-40e9-bae7-0a2db9747b25 service neutron] Checking agent: {'id': 'f5e9725f-f5a6-43c2-a1be-95e21e9a1fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:59:20.401417 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a057e58f-b0d4-4cb9-bf69-01b066c440c5 req-aca54649-672f-40e9-bae7-0a2db9747b25 service neutron] Checking segment: {'id': '797d701b-2156-4b5d-8b6d-c0ec33924cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'bab0c1ad-2a75-48a8-874f-0744bd8e0a35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:59:20.401814 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a057e58f-b0d4-4cb9-bf69-01b066c440c5 req-aca54649-672f-40e9-bae7-0a2db9747b25 service neutron] Bound using segment: {'id': '797d701b-2156-4b5d-8b6d-c0ec33924cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'bab0c1ad-2a75-48a8-874f-0744bd8e0a35'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:59:20.402272 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-a057e58f-b0d4-4cb9-bf69-01b066c440c5 req-aca54649-672f-40e9-bae7-0a2db9747b25 service neutron] Bound port: e16a8f41-a84e-47f9-a375-17df59050ec1, host: n-h1-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '797d701b-2156-4b5d-8b6d-c0ec33924cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'bab0c1ad-2a75-48a8-874f-0744bd8e0a35'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:59:20.403603 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-a057e58f-b0d4-4cb9-bf69-01b066c440c5 req-aca54649-672f-40e9-bae7-0a2db9747b25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:20.500271 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-a057e58f-b0d4-4cb9-bf69-01b066c440c5 req-aca54649-672f-40e9-bae7-0a2db9747b25 service neutron] For port e16a8f41-a84e-47f9-a375-17df59050ec1, host n-h1-813679-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:59:20.500271 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-a057e58f-b0d4-4cb9-bf69-01b066c440c5 req-aca54649-672f-40e9-bae7-0a2db9747b25 service neutron] For port e16a8f41-a84e-47f9-a375-17df59050ec1, host n-h1-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=e16a8f41-a84e-47f9-a375-17df59050ec1,segment=NetworkSegment(797d701b-2156-4b5d-8b6d-c0ec33924cd8),segment_id=797d701b-2156-4b5d-8b6d-c0ec33924cd8)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:59:20.507276 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-655a5d3e-e771-4344-82aa-5848f4fda38c req-b4cee613-0c32-4e0e-b38f-c9599948e19b tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d2c1542-84f5-402d-b7aa-2d0bcae85a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308067 Oct 12 19:59:20.593236 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-a057e58f-b0d4-4cb9-bf69-01b066c440c5 req-aca54649-672f-40e9-bae7-0a2db9747b25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:20.634445 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a057e58f-b0d4-4cb9-bf69-01b066c440c5 req-aca54649-672f-40e9-bae7-0a2db9747b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:59:20.635073 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-a057e58f-b0d4-4cb9-bf69-01b066c440c5 req-aca54649-672f-40e9-bae7-0a2db9747b25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:20.636493 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a057e58f-b0d4-4cb9-bf69-01b066c440c5 req-aca54649-672f-40e9-bae7-0a2db9747b25 service neutron] 10.222.0.61 "PUT /v2.0/ports/e16a8f41-a84e-47f9-a375-17df59050ec1 HTTP/1.1" status: 200 len: 1092 time: 0.9403477 Oct 12 19:59:20.637496 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdb14082-17ce-4d15-8e32-ad4764dafc96', 'tag': 'e16a8f41-a84e-47f9-a375-17df59050ec1'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:59:20.640224 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdef989f-9f9c-4e4c-9439-62b683994d50" -d '{"events": [{"name": "network-changed", "server_uuid": "bdb14082-17ce-4d15-8e32-ad4764dafc96", "tag": "e16a8f41-a84e-47f9-a375-17df59050ec1"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:59:20.680630 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-139eadbf-e6ed-4e96-bc85-4c3fd7fef69b tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:20.687181 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca54649-672f-40e9-bae7-0a2db9747b25 service neutron] Pushing event updated for resources: {'Port': ['ID=e16a8f41-a84e-47f9-a375-17df59050ec1,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:59:20.718217 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-dcff4647-a075-4450-873d-3ad7aaa8ad20 None None] Provisioning complete for port e82737d6-337a-47d5-ba68-f859bac42c89 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:59:20.718589 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-dcff4647-a075-4450-873d-3ad7aaa8ad20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:20.797195 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-dcff4647-a075-4450-873d-3ad7aaa8ad20 None None] Port e82737d6-337a-47d5-ba68-f859bac42c89 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:59:20.808071 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e26962e2-c152-4a32-b3aa-628480730654 x-openstack-request-id: req-e26962e2-c152-4a32-b3aa-628480730654 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:59:20.808408 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdb14082-17ce-4d15-8e32-ad4764dafc96", "tag": "e16a8f41-a84e-47f9-a375-17df59050ec1", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:59:20.808700 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e26962e2-c152-4a32-b3aa-628480730654 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:59:20.809576 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdb14082-17ce-4d15-8e32-ad4764dafc96', 'tag': 'e16a8f41-a84e-47f9-a375-17df59050ec1', 'status': 'completed', 'code': 200} Oct 12 19:59:20.849244 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a057e58f-b0d4-4cb9-bf69-01b066c440c5 req-7384a58a-8ea0-469c-9cb4-d5441ab15f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:59:20.851099 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a057e58f-b0d4-4cb9-bf69-01b066c440c5 req-7384a58a-8ea0-469c-9cb4-d5441ab15f1b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f37c8fe971bc4b5daa2f916c03f91d01&device_id=bdb14082-17ce-4d15-8e32-ad4764dafc96 HTTP/1.1" status: 200 len: 1095 time: 0.0582442 Oct 12 19:59:20.905788 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a057e58f-b0d4-4cb9-bf69-01b066c440c5 req-27a1fdbc-4de1-43c3-b970-dd233cc846b3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e16a8f41-a84e-47f9-a375-17df59050ec1 HTTP/1.1" status: 200 len: 217 time: 0.0454545 Oct 12 19:59:20.972023 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a057e58f-b0d4-4cb9-bf69-01b066c440c5 req-ca6d24fe-95c3-4692-8fb2-542dae02398a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:59:20.973729 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a057e58f-b0d4-4cb9-bf69-01b066c440c5 req-ca6d24fe-95c3-4692-8fb2-542dae02398a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2bf5b286-d487-470c-8401-d82862f269e1 HTTP/1.1" status: 200 len: 850 time: 0.0606699 Oct 12 19:59:21.025244 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a057e58f-b0d4-4cb9-bf69-01b066c440c5 req-3aa0fa3b-822e-4fa3-b8cb-73acef947c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:59:21.026738 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a057e58f-b0d4-4cb9-bf69-01b066c440c5 req-3aa0fa3b-822e-4fa3-b8cb-73acef947c62 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=bab0c1ad-2a75-48a8-874f-0744bd8e0a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461407 Oct 12 19:59:21.052929 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-139eadbf-e6ed-4e96-bc85-4c3fd7fef69b tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:21.107195 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-139eadbf-e6ed-4e96-bc85-4c3fd7fef69b tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:21.132492 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a057e58f-b0d4-4cb9-bf69-01b066c440c5 req-38c6f329-14b1-49ac-86b7-b5ce989148fb service neutron] 10.222.0.61 "GET /v2.0/networks/bab0c1ad-2a75-48a8-874f-0744bd8e0a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982819 Oct 12 19:59:21.186242 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-139eadbf-e6ed-4e96-bc85-4c3fd7fef69b tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7898980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8092605'] for router_interface, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:21.189071 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139eadbf-e6ed-4e96-bc85-4c3fd7fef69b tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Pushing event updated for resources: {'Port': ['ID=e82737d6-337a-47d5-ba68-f859bac42c89,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:59:21.227327 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a057e58f-b0d4-4cb9-bf69-01b066c440c5 req-f956f4af-0cb2-4691-b314-b51a21b3ec61 service neutron] 10.222.0.61 "GET /v2.0/networks/bab0c1ad-2a75-48a8-874f-0744bd8e0a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877230 Oct 12 19:59:21.279509 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-139eadbf-e6ed-4e96-bc85-4c3fd7fef69b tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Network ce6a4bba-80dc-4166-a208-975b8b026f79 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:59:21.280924 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-139eadbf-e6ed-4e96-bc85-4c3fd7fef69b tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:59:21.390647 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdef989f-9f9c-4e4c-9439-62b683994d50 req-89ec9921-6977-4fe8-bac6-95ff19913e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:59:21.393254 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-cdef989f-9f9c-4e4c-9439-62b683994d50 req-89ec9921-6977-4fe8-bac6-95ff19913e53 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f37c8fe971bc4b5daa2f916c03f91d01&device_id=bdb14082-17ce-4d15-8e32-ad4764dafc96 HTTP/1.1" status: 200 len: 1095 time: 0.0579441 Oct 12 19:59:21.415254 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-139eadbf-e6ed-4e96-bc85-4c3fd7fef69b tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Router 437238ee-7bf3-4cbc-8cbd-325bf379d3db has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:59:21.515754 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdef989f-9f9c-4e4c-9439-62b683994d50 req-db58265c-73d0-4f80-a60c-d308390a2e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:59:21.515754 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-cdef989f-9f9c-4e4c-9439-62b683994d50 req-db58265c-73d0-4f80-a60c-d308390a2e89 service neutron] 10.222.0.61 "GET /v2.0/networks?id=bab0c1ad-2a75-48a8-874f-0744bd8e0a35 HTTP/1.1" status: 200 len: 912 time: 0.1112828 Oct 12 19:59:21.542415 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-9585b174-0513-4574-bc28-57d2c71c4bec None None] Provisioning complete for port e82737d6-337a-47d5-ba68-f859bac42c89 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:59:21.548796 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9585b174-0513-4574-bc28-57d2c71c4bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:21.557700 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-cdef989f-9f9c-4e4c-9439-62b683994d50 req-216c82dd-06d9-4780-bcb1-f0704cb36e96 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e16a8f41-a84e-47f9-a375-17df59050ec1 HTTP/1.1" status: 200 len: 217 time: 0.0395303 Oct 12 19:59:21.559556 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-139eadbf-e6ed-4e96-bc85-4c3fd7fef69b tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:59:21.574958 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-139eadbf-e6ed-4e96-bc85-4c3fd7fef69b tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "PUT /v2.0/routers/437238ee-7bf3-4cbc-8cbd-325bf379d3db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5378964 Oct 12 19:59:21.585042 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfaccea5-e046-4484-b850-b9230f09c39a None None] Sync routers for ids ['437238ee-7bf3-4cbc-8cbd-325bf379d3db'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:59:21.611994 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfaccea5-e046-4484-b850-b9230f09c39a None None] Routers {'437238ee-7bf3-4cbc-8cbd-325bf379d3db'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:59:21.612635 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-dfaccea5-e046-4484-b850-b9230f09c39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:59:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['437238ee-7bf3-4cbc-8cbd-325bf379d3db'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:59:21.645008 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdef989f-9f9c-4e4c-9439-62b683994d50 req-596bb659-3ae3-4a51-a9c9-6db0b3dc7eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:59:21.646604 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-cdef989f-9f9c-4e4c-9439-62b683994d50 req-596bb659-3ae3-4a51-a9c9-6db0b3dc7eb1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2bf5b286-d487-470c-8401-d82862f269e1 HTTP/1.1" status: 200 len: 850 time: 0.0822928 Oct 12 19:59:21.658851 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-9585b174-0513-4574-bc28-57d2c71c4bec None None] Port e82737d6-337a-47d5-ba68-f859bac42c89 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 19:59:21.697526 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b28cd60-a56d-4fff-a8a3-4415471543d5 req-cd66ca5e-78ec-4140-a2b6-02a19e35250a tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:59:21.699073 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3b28cd60-a56d-4fff-a8a3-4415471543d5 req-cd66ca5e-78ec-4140-a2b6-02a19e35250a tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=bdb14082-17ce-4d15-8e32-ad4764dafc96 HTTP/1.1" status: 200 len: 944 time: 0.0981722 Oct 12 19:59:21.711023 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdef989f-9f9c-4e4c-9439-62b683994d50 req-8de6f97d-159b-473a-882e-afa400df019f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:59:21.712893 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-cdef989f-9f9c-4e4c-9439-62b683994d50 req-8de6f97d-159b-473a-882e-afa400df019f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=bab0c1ad-2a75-48a8-874f-0744bd8e0a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0584655 Oct 12 19:59:21.741904 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-dfaccea5-e046-4484-b850-b9230f09c39a None None] Set router 437238ee-7bf3-4cbc-8cbd-325bf379d3db gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:59:21.800067 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3b28cd60-a56d-4fff-a8a3-4415471543d5 req-f3497784-11da-41fa-8f64-253823385c85 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d2c1542-84f5-402d-b7aa-2d0bcae85a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860662 Oct 12 19:59:21.842033 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-cdef989f-9f9c-4e4c-9439-62b683994d50 req-71d95948-929b-4dcd-982e-c76940ede95c service neutron] 10.222.0.61 "GET /v2.0/networks/bab0c1ad-2a75-48a8-874f-0744bd8e0a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194227 Oct 12 19:59:21.940996 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-cdef989f-9f9c-4e4c-9439-62b683994d50 req-262fdc82-caac-4283-b8f0-6f60148e60a0 service neutron] 10.222.0.61 "GET /v2.0/networks/bab0c1ad-2a75-48a8-874f-0744bd8e0a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912874 Oct 12 19:59:22.135511 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-dfaccea5-e046-4484-b850-b9230f09c39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '437238ee-7bf3-4cbc-8cbd-325bf379d3db', 'name': 'tempest-TestNetworkBasicOps-router-1439957103', 'tenant_id': '4bb28d27452d4f0fa98982a8726f1a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'b8d1c5f8-e34e-47e7-a08a-f0203b8e893f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:58:01Z', 'updated_at': '2021-10-12T19:59:20Z', 'revision_number': 5, 'project_id': '4bb28d27452d4f0fa98982a8726f1a88', 'gw_port': {'id': 'b8d1c5f8-e34e-47e7-a08a-f0203b8e893f', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:95:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437238ee-7bf3-4cbc-8cbd-325bf379d3db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:58:02Z', 'updated_at': '2021-10-12T19:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': '72d8849c-1cf7-4dde-9fc8-1b9ba1457f9c', 'tenant_id': '4bb28d27452d4f0fa98982a8726f1a88', 'floating_ip_address': '172.25.5.141', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': '437238ee-7bf3-4cbc-8cbd-325bf379d3db', 'port_id': '82138ea3-d171-4f7a-b725-d4b0735c677b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a2e8259-1268-4216-8161-22d69efd62eb', 'mac_address': 'fa:16:3e:57:3d:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73f1f8f-8ed2-4ee8-b2d2-b9acab816d03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T19:58:25Z', 'updated_at': '2021-10-12T19:58:27Z', 'revision_number': 1, 'project_id': '4bb28d27452d4f0fa98982a8726f1a88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e82737d6-337a-47d5-ba68-f859bac42c89', 'name': '', 'network_id': 'ce6a4bba-80dc-4166-a208-975b8b026f79', 'tenant_id': '4bb28d27452d4f0fa98982a8726f1a88', 'mac_address': 'fa:16:3e:22:48:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '437238ee-7bf3-4cbc-8cbd-325bf379d3db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': 'e212b8ba-0ec9-4e51-b83a-a810de86443d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:59:19Z', 'updated_at': '2021-10-12T19:59:20Z', 'revision_number': 2, 'project_id': '4bb28d27452d4f0fa98982a8726f1a88', 'subnets': [{'id': 'e212b8ba-0ec9-4e51-b83a-a810de86443d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f45a50ce-b60e-4d1f-bdd7-e6298d07f2bd', 'name': '', 'network_id': '1a2e8259-1268-4216-8161-22d69efd62eb', 'tenant_id': '4bb28d27452d4f0fa98982a8726f1a88', 'mac_address': 'fa:16:3e:52:41:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437238ee-7bf3-4cbc-8cbd-325bf379d3db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '0b964170-966d-4117-a187-2a07d6b89d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:58:05Z', 'updated_at': '2021-10-12T19:58:08Z', 'revision_number': 5, 'project_id': '4bb28d27452d4f0fa98982a8726f1a88', 'subnets': [{'id': '0b964170-966d-4117-a187-2a07d6b89d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:59:22.164826 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfaccea5-e046-4484-b850-b9230f09c39a None None] Checking router: 437238ee-7bf3-4cbc-8cbd-325bf379d3db for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:59:22.165185 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfaccea5-e046-4484-b850-b9230f09c39a None None] Updating router 437238ee-7bf3-4cbc-8cbd-325bf379d3db port e82737d6-337a-47d5-ba68-f859bac42c89 binding host n-d-813679-3 {{(pid=95503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 19:59:22.189398 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-dfaccea5-e046-4484-b850-b9230f09c39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:22.450806 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-dfaccea5-e046-4484-b850-b9230f09c39a None None] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:22.561523 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-dfaccea5-e046-4484-b850-b9230f09c39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:22.613000 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdb4df5-c994-48b5-b8e8-79db8ac73e3a None None] Pushing event updated for resources: {'Port': ['ID=e82737d6-337a-47d5-ba68-f859bac42c89,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:59:22.668068 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-dfaccea5-e046-4484-b850-b9230f09c39a None None] Attempting to bind port e82737d6-337a-47d5-ba68-f859bac42c89 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 19:59:22.669873 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-dfaccea5-e046-4484-b850-b9230f09c39a None None] Attempting to bind port e82737d6-337a-47d5-ba68-f859bac42c89 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '1e175ec4-c473-4c3d-8237-b03c73e9b451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'ce6a4bba-80dc-4166-a208-975b8b026f79'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 19:59:22.669873 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfaccea5-e046-4484-b850-b9230f09c39a None None] Attempting to bind port e82737d6-337a-47d5-ba68-f859bac42c89 on network ce6a4bba-80dc-4166-a208-975b8b026f79 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 19:59:22.675562 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfaccea5-e046-4484-b850-b9230f09c39a None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 19:59:22.675562 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfaccea5-e046-4484-b850-b9230f09c39a None None] Checking segment: {'id': '1e175ec4-c473-4c3d-8237-b03c73e9b451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'ce6a4bba-80dc-4166-a208-975b8b026f79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 19:59:22.675562 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-dfaccea5-e046-4484-b850-b9230f09c39a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:22.676102 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfaccea5-e046-4484-b850-b9230f09c39a None None] Bound using segment: {'id': '1e175ec4-c473-4c3d-8237-b03c73e9b451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'ce6a4bba-80dc-4166-a208-975b8b026f79'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 19:59:22.676635 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-dfaccea5-e046-4484-b850-b9230f09c39a None None] Bound port: e82737d6-337a-47d5-ba68-f859bac42c89, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e175ec4-c473-4c3d-8237-b03c73e9b451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'ce6a4bba-80dc-4166-a208-975b8b026f79'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 19:59:22.677100 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-dfaccea5-e046-4484-b850-b9230f09c39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:22.747090 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-dfaccea5-e046-4484-b850-b9230f09c39a None None] For port e82737d6-337a-47d5-ba68-f859bac42c89, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 19:59:22.750295 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-dfaccea5-e046-4484-b850-b9230f09c39a None None] For port e82737d6-337a-47d5-ba68-f859bac42c89, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=e82737d6-337a-47d5-ba68-f859bac42c89,segment=NetworkSegment(1e175ec4-c473-4c3d-8237-b03c73e9b451),segment_id=1e175ec4-c473-4c3d-8237-b03c73e9b451)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 19:59:22.820799 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-dfaccea5-e046-4484-b850-b9230f09c39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:22.895823 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfaccea5-e046-4484-b850-b9230f09c39a None None] Routers {'437238ee-7bf3-4cbc-8cbd-325bf379d3db'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:59:22.896487 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-dfaccea5-e046-4484-b850-b9230f09c39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:59:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['437238ee-7bf3-4cbc-8cbd-325bf379d3db'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:59:22.937206 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16540378-4a0d-4a84-a578-c78132c18c8a req-a1d8cbca-c3ca-4916-9ba4-f37b9c363004 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:59:22.939749 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-16540378-4a0d-4a84-a578-c78132c18c8a req-a1d8cbca-c3ca-4916-9ba4-f37b9c363004 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=bdb14082-17ce-4d15-8e32-ad4764dafc96 HTTP/1.1" status: 200 len: 944 time: 0.0620248 Oct 12 19:59:22.943850 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdb4df5-c994-48b5-b8e8-79db8ac73e3a None None] Pushing event updated for resources: {'Port': ['ID=e82737d6-337a-47d5-ba68-f859bac42c89,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:59:22.961313 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-f8aad32f-c576-42f4-adba-2b7b02a145b5 None None] Provisioning complete for port e82737d6-337a-47d5-ba68-f859bac42c89 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:59:22.962027 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f8aad32f-c576-42f4-adba-2b7b02a145b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:22.994543 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-16540378-4a0d-4a84-a578-c78132c18c8a req-8a04dd41-411e-4197-964f-c9a918850c22 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d2c1542-84f5-402d-b7aa-2d0bcae85a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485003 Oct 12 19:59:23.113105 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-dfaccea5-e046-4484-b850-b9230f09c39a None None] Set router 437238ee-7bf3-4cbc-8cbd-325bf379d3db gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:59:23.115170 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f8aad32f-c576-42f4-adba-2b7b02a145b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:23.215259 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-f8aad32f-c576-42f4-adba-2b7b02a145b5 None None] For port e82737d6-337a-47d5-ba68-f859bac42c89, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=e82737d6-337a-47d5-ba68-f859bac42c89,segment=NetworkSegment(1e175ec4-c473-4c3d-8237-b03c73e9b451),segment_id=1e175ec4-c473-4c3d-8237-b03c73e9b451)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:59:23.289550 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f8aad32f-c576-42f4-adba-2b7b02a145b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:23.375875 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8aad32f-c576-42f4-adba-2b7b02a145b5 None None] Pushing event updated for resources: {'Port': ['ID=e82737d6-337a-47d5-ba68-f859bac42c89,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:59:23.406246 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-dfaccea5-e046-4484-b850-b9230f09c39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '437238ee-7bf3-4cbc-8cbd-325bf379d3db', 'name': 'tempest-TestNetworkBasicOps-router-1439957103', 'tenant_id': '4bb28d27452d4f0fa98982a8726f1a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'b8d1c5f8-e34e-47e7-a08a-f0203b8e893f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:58:01Z', 'updated_at': '2021-10-12T19:59:20Z', 'revision_number': 5, 'project_id': '4bb28d27452d4f0fa98982a8726f1a88', 'gw_port': {'id': 'b8d1c5f8-e34e-47e7-a08a-f0203b8e893f', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:95:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437238ee-7bf3-4cbc-8cbd-325bf379d3db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:58:02Z', 'updated_at': '2021-10-12T19:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': '72d8849c-1cf7-4dde-9fc8-1b9ba1457f9c', 'tenant_id': '4bb28d27452d4f0fa98982a8726f1a88', 'floating_ip_address': '172.25.5.141', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': '437238ee-7bf3-4cbc-8cbd-325bf379d3db', 'port_id': '82138ea3-d171-4f7a-b725-d4b0735c677b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a2e8259-1268-4216-8161-22d69efd62eb', 'mac_address': 'fa:16:3e:57:3d:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73f1f8f-8ed2-4ee8-b2d2-b9acab816d03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T19:58:25Z', 'updated_at': '2021-10-12T19:58:27Z', 'revision_number': 1, 'project_id': '4bb28d27452d4f0fa98982a8726f1a88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e82737d6-337a-47d5-ba68-f859bac42c89', 'name': '', 'network_id': 'ce6a4bba-80dc-4166-a208-975b8b026f79', 'tenant_id': '4bb28d27452d4f0fa98982a8726f1a88', 'mac_address': 'fa:16:3e:22:48:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '437238ee-7bf3-4cbc-8cbd-325bf379d3db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': 'e212b8ba-0ec9-4e51-b83a-a810de86443d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:59:19Z', 'updated_at': '2021-10-12T19:59:22Z', 'revision_number': 4, 'project_id': '4bb28d27452d4f0fa98982a8726f1a88', 'subnets': [{'id': 'e212b8ba-0ec9-4e51-b83a-a810de86443d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f45a50ce-b60e-4d1f-bdd7-e6298d07f2bd', 'name': '', 'network_id': '1a2e8259-1268-4216-8161-22d69efd62eb', 'tenant_id': '4bb28d27452d4f0fa98982a8726f1a88', 'mac_address': 'fa:16:3e:52:41:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437238ee-7bf3-4cbc-8cbd-325bf379d3db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '0b964170-966d-4117-a187-2a07d6b89d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:58:05Z', 'updated_at': '2021-10-12T19:58:08Z', 'revision_number': 5, 'project_id': '4bb28d27452d4f0fa98982a8726f1a88', 'subnets': [{'id': '0b964170-966d-4117-a187-2a07d6b89d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:59:23.440755 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfaccea5-e046-4484-b850-b9230f09c39a None None] The sync data for ids ['437238ee-7bf3-4cbc-8cbd-325bf379d3db'] in n-d-813679-3 is: [{'id': '437238ee-7bf3-4cbc-8cbd-325bf379d3db', 'name': 'tempest-TestNetworkBasicOps-router-1439957103', 'tenant_id': '4bb28d27452d4f0fa98982a8726f1a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'b8d1c5f8-e34e-47e7-a08a-f0203b8e893f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:58:01Z', 'updated_at': '2021-10-12T19:59:20Z', 'revision_number': 5, 'project_id': '4bb28d27452d4f0fa98982a8726f1a88', 'gw_port': {'id': 'b8d1c5f8-e34e-47e7-a08a-f0203b8e893f', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:95:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437238ee-7bf3-4cbc-8cbd-325bf379d3db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:58:02Z', 'updated_at': '2021-10-12T19:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': '72d8849c-1cf7-4dde-9fc8-1b9ba1457f9c', 'tenant_id': '4bb28d27452d4f0fa98982a8726f1a88', 'floating_ip_address': '172.25.5.141', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': '437238ee-7bf3-4cbc-8cbd-325bf379d3db', 'port_id': '82138ea3-d171-4f7a-b725-d4b0735c677b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a2e8259-1268-4216-8161-22d69efd62eb', 'mac_address': 'fa:16:3e:57:3d:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73f1f8f-8ed2-4ee8-b2d2-b9acab816d03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T19:58:25Z', 'updated_at': '2021-10-12T19:58:27Z', 'revision_number': 1, 'project_id': '4bb28d27452d4f0fa98982a8726f1a88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e82737d6-337a-47d5-ba68-f859bac42c89', 'name': '', 'network_id': 'ce6a4bba-80dc-4166-a208-975b8b026f79', 'tenant_id': '4bb28d27452d4f0fa98982a8726f1a88', 'mac_address': 'fa:16:3e:22:48:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '437238ee-7bf3-4cbc-8cbd-325bf379d3db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': 'e212b8ba-0ec9-4e51-b83a-a810de86443d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:59:19Z', 'updated_at': '2021-10-12T19:59:22Z', 'revision_number': 4, 'project_id': '4bb28d27452d4f0fa98982a8726f1a88', 'subnets': [{'id': 'e212b8ba-0ec9-4e51-b83a-a810de86443d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f45a50ce-b60e-4d1f-bdd7-e6298d07f2bd', 'name': '', 'network_id': '1a2e8259-1268-4216-8161-22d69efd62eb', 'tenant_id': '4bb28d27452d4f0fa98982a8726f1a88', 'mac_address': 'fa:16:3e:52:41:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437238ee-7bf3-4cbc-8cbd-325bf379d3db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '0b964170-966d-4117-a187-2a07d6b89d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:58:05Z', 'updated_at': '2021-10-12T19:58:08Z', 'revision_number': 5, 'project_id': '4bb28d27452d4f0fa98982a8726f1a88', 'subnets': [{'id': '0b964170-966d-4117-a187-2a07d6b89d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:59:23.444319 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-5ef3dee9-be0d-4044-a112-208537733693 None None] Provisioning complete for port e82737d6-337a-47d5-ba68-f859bac42c89 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:59:23.444691 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5ef3dee9-be0d-4044-a112-208537733693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:23.719210 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device e82737d6-337a-47d5-ba68-f859bac42c89 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:59:23.770404 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port e82737d6-337a-47d5-ba68-f859bac42c89 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:59:23.770774 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:24.124148 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eb874a-3007-4ddf-a83e-40480706f608 req-1cc9aa29-66af-43fd-861b-9fdb7de91b4a tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:59:24.125650 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-28eb874a-3007-4ddf-a83e-40480706f608 req-1cc9aa29-66af-43fd-861b-9fdb7de91b4a tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=bdb14082-17ce-4d15-8e32-ad4764dafc96 HTTP/1.1" status: 200 len: 944 time: 0.0566440 Oct 12 19:59:24.171131 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-28eb874a-3007-4ddf-a83e-40480706f608 req-5be5d00a-d186-4bfe-bbe7-7d6a546326ae tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d2c1542-84f5-402d-b7aa-2d0bcae85a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391514 Oct 12 19:59:25.285363 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55e960f-aa1f-4f80-b7db-094298c28411 req-d4b1a496-dcb8-4966-aa70-5da8f2480f9e tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:59:25.287339 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f55e960f-aa1f-4f80-b7db-094298c28411 req-d4b1a496-dcb8-4966-aa70-5da8f2480f9e tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=bdb14082-17ce-4d15-8e32-ad4764dafc96 HTTP/1.1" status: 200 len: 944 time: 0.0497041 Oct 12 19:59:25.327068 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f55e960f-aa1f-4f80-b7db-094298c28411 req-86228180-8577-4711-ad08-49f5d0416a6c tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d2c1542-84f5-402d-b7aa-2d0bcae85a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330579 Oct 12 19:59:26.441485 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0127678f-5f90-42cb-8f4d-d96390eae337 req-565f566d-0167-4cf7-85ec-c271cd0c8ea2 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:59:26.442950 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0127678f-5f90-42cb-8f4d-d96390eae337 req-565f566d-0167-4cf7-85ec-c271cd0c8ea2 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=bdb14082-17ce-4d15-8e32-ad4764dafc96 HTTP/1.1" status: 200 len: 944 time: 0.0487514 Oct 12 19:59:26.483390 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0127678f-5f90-42cb-8f4d-d96390eae337 req-cd1772bf-49bb-48fe-8cc1-14ff822f1754 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d2c1542-84f5-402d-b7aa-2d0bcae85a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345280 Oct 12 19:59:27.597578 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33cecf2-41b0-4929-9486-6be278822aed req-4b4af163-dcc8-4d9e-ad41-50598a4e0bca tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:59:27.599033 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c33cecf2-41b0-4929-9486-6be278822aed req-4b4af163-dcc8-4d9e-ad41-50598a4e0bca tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=bdb14082-17ce-4d15-8e32-ad4764dafc96 HTTP/1.1" status: 200 len: 944 time: 0.0496340 Oct 12 19:59:27.635965 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c33cecf2-41b0-4929-9486-6be278822aed req-c49b161d-df66-45c1-964e-c2e5ddb71a1a tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d2c1542-84f5-402d-b7aa-2d0bcae85a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310502 Oct 12 19:59:28.750942 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b665b3-5aad-44e5-8211-c7446d6794fc req-30d25b61-5434-43f1-a987-9e13519ab971 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:59:28.752393 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-62b665b3-5aad-44e5-8211-c7446d6794fc req-30d25b61-5434-43f1-a987-9e13519ab971 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=bdb14082-17ce-4d15-8e32-ad4764dafc96 HTTP/1.1" status: 200 len: 944 time: 0.0489719 Oct 12 19:59:28.788856 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-62b665b3-5aad-44e5-8211-c7446d6794fc req-1389308e-1797-4cb4-8fcb-ef03a0e37515 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d2c1542-84f5-402d-b7aa-2d0bcae85a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305815 Oct 12 19:59:29.180261 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0fca609b-f015-4cc2-8a0e-98fc1c14a505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:29.901858 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2465ff50-b32a-42cc-af37-c25ece4cb74b req-298ae5ed-af4e-47b2-9a00-0187255d1a41 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:59:29.903246 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2465ff50-b32a-42cc-af37-c25ece4cb74b req-298ae5ed-af4e-47b2-9a00-0187255d1a41 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=bdb14082-17ce-4d15-8e32-ad4764dafc96 HTTP/1.1" status: 200 len: 944 time: 0.0488219 Oct 12 19:59:29.945025 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2465ff50-b32a-42cc-af37-c25ece4cb74b req-d8251605-b240-49d2-bee3-def025e5779b tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d2c1542-84f5-402d-b7aa-2d0bcae85a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358100 Oct 12 19:59:31.061541 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d9da81-3e0a-4392-abf0-54670839079e req-719107fe-96c5-451f-9f5d-3f5d0b809f3e tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:59:31.062949 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-88d9da81-3e0a-4392-abf0-54670839079e req-719107fe-96c5-451f-9f5d-3f5d0b809f3e tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=bdb14082-17ce-4d15-8e32-ad4764dafc96 HTTP/1.1" status: 200 len: 944 time: 0.0521371 Oct 12 19:59:31.102543 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-88d9da81-3e0a-4392-abf0-54670839079e req-f7105799-055b-4013-9a8d-dffe213ab683 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d2c1542-84f5-402d-b7aa-2d0bcae85a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336435 Oct 12 19:59:31.733081 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-886c52e4-2958-44a8-8227-fc322960006a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:32.216615 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7731ab2b-c08a-4263-b072-d4ea2f68c51b req-527e6493-7ed3-4eb8-a390-8a60ef388bbf tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:59:32.218143 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7731ab2b-c08a-4263-b072-d4ea2f68c51b req-527e6493-7ed3-4eb8-a390-8a60ef388bbf tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=bdb14082-17ce-4d15-8e32-ad4764dafc96 HTTP/1.1" status: 200 len: 944 time: 0.0495749 Oct 12 19:59:32.255818 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7731ab2b-c08a-4263-b072-d4ea2f68c51b req-85627ca8-7137-4574-981f-ab17188013d6 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d2c1542-84f5-402d-b7aa-2d0bcae85a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317571 Oct 12 19:59:32.488068 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:33.189853 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:33.242747 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:33.367536 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3fcd20-3462-42b6-8c5d-34323eb84040 req-aa2409e9-416f-4dd6-bf5b-a2d999b5f7ab tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:59:33.368932 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9c3fcd20-3462-42b6-8c5d-34323eb84040 req-aa2409e9-416f-4dd6-bf5b-a2d999b5f7ab tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=bdb14082-17ce-4d15-8e32-ad4764dafc96 HTTP/1.1" status: 200 len: 944 time: 0.0486708 Oct 12 19:59:33.406578 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9c3fcd20-3462-42b6-8c5d-34323eb84040 req-84f6643b-3be8-4fb0-80a4-15fd52ae05cb tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d2c1542-84f5-402d-b7aa-2d0bcae85a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312304 Oct 12 19:59:34.217087 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device e16a8f41-a84e-47f9-a375-17df59050ec1 details requested by agent hyperv_n-h1-813679-3 with host n-h1-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 19:59:34.317749 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port e16a8f41-a84e-47f9-a375-17df59050ec1, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=e16a8f41-a84e-47f9-a375-17df59050ec1,segment=NetworkSegment(797d701b-2156-4b5d-8b6d-c0ec33924cd8),segment_id=797d701b-2156-4b5d-8b6d-c0ec33924cd8)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:59:34.320068 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:34.328544 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Returning: {'device': 'e16a8f41-a84e-47f9-a375-17df59050ec1', 'network_id': 'bab0c1ad-2a75-48a8-874f-0744bd8e0a35', 'port_id': 'e16a8f41-a84e-47f9-a375-17df59050ec1', 'mac_address': 'fa:16:3e:e6:e0:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bf5b286-d487-470c-8401-d82862f269e1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 19:59:34.365400 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:34.378059 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e16a8f41-a84e-47f9-a375-17df59050ec1 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 19:59:34.396225 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port e16a8f41-a84e-47f9-a375-17df59050ec1, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=e16a8f41-a84e-47f9-a375-17df59050ec1,segment=NetworkSegment(797d701b-2156-4b5d-8b6d-c0ec33924cd8),segment_id=797d701b-2156-4b5d-8b6d-c0ec33924cd8)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:59:34.458336 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:34.507180 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=e16a8f41-a84e-47f9-a375-17df59050ec1,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:59:34.526622 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c13f09-7eb4-4c1c-8323-b0efa88377bf req-26c0d62a-9c85-4957-9513-4a6aa25653f4 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:59:34.526622 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-12c13f09-7eb4-4c1c-8323-b0efa88377bf req-26c0d62a-9c85-4957-9513-4a6aa25653f4 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=bdb14082-17ce-4d15-8e32-ad4764dafc96 HTTP/1.1" status: 200 len: 945 time: 0.0506976 Oct 12 19:59:34.562960 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-12c13f09-7eb4-4c1c-8323-b0efa88377bf req-89c1e306-6afb-4578-89e9-2e0fc87b0ed3 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d2c1542-84f5-402d-b7aa-2d0bcae85a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329096 Oct 12 19:59:34.670774 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['e16a8f41-a84e-47f9-a375-17df59050ec1'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 19:59:34.692622 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:35.731867 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674d3891-489b-4e25-9d2f-d4c40439da56 req-1ae14776-f9fb-4455-b7f3-1a9425a55736 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:59:35.733373 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-674d3891-489b-4e25-9d2f-d4c40439da56 req-1ae14776-f9fb-4455-b7f3-1a9425a55736 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=bdb14082-17ce-4d15-8e32-ad4764dafc96 HTTP/1.1" status: 200 len: 945 time: 0.1042957 Oct 12 19:59:35.770437 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-674d3891-489b-4e25-9d2f-d4c40439da56 req-c815a5d2-2b79-4824-b4f2-f13096567896 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d2c1542-84f5-402d-b7aa-2d0bcae85a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310462 Oct 12 19:59:36.226422 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device e16a8f41-a84e-47f9-a375-17df59050ec1 up at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 19:59:36.391523 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning for port e16a8f41-a84e-47f9-a375-17df59050ec1 completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 19:59:36.395516 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning complete for port e16a8f41-a84e-47f9-a375-17df59050ec1 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 19:59:36.395884 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:36.471359 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:36.494265 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdb14082-17ce-4d15-8e32-ad4764dafc96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e16a8f41-a84e-47f9-a375-17df59050ec1'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:59:36.496531 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bedea7b3-9fde-42d8-a89b-b26451ba950d" -d '{"events": [{"server_uuid": "bdb14082-17ce-4d15-8e32-ad4764dafc96", "name": "network-vif-plugged", "status": "completed", "tag": "e16a8f41-a84e-47f9-a375-17df59050ec1"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:59:36.509145 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port e16a8f41-a84e-47f9-a375-17df59050ec1, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=e16a8f41-a84e-47f9-a375-17df59050ec1,segment=NetworkSegment(797d701b-2156-4b5d-8b6d-c0ec33924cd8),segment_id=797d701b-2156-4b5d-8b6d-c0ec33924cd8)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:59:36.534704 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a9e0a42-e1d0-4bbd-9507-16807f14388f x-openstack-request-id: req-7a9e0a42-e1d0-4bbd-9507-16807f14388f {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:59:36.534997 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdb14082-17ce-4d15-8e32-ad4764dafc96", "name": "network-vif-plugged", "status": "completed", "tag": "e16a8f41-a84e-47f9-a375-17df59050ec1", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:59:36.535257 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7a9e0a42-e1d0-4bbd-9507-16807f14388f {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:59:36.535651 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdb14082-17ce-4d15-8e32-ad4764dafc96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e16a8f41-a84e-47f9-a375-17df59050ec1', 'code': 200} Oct 12 19:59:36.590069 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:36.634326 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af99409-5d30-47c2-8c82-ed3cffbc66f7 req-a6e98d71-db93-4a4a-9a2d-a62fc40b3a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:59:36.635806 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1af99409-5d30-47c2-8c82-ed3cffbc66f7 req-a6e98d71-db93-4a4a-9a2d-a62fc40b3a03 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=bdb14082-17ce-4d15-8e32-ad4764dafc96 HTTP/1.1" status: 200 len: 1097 time: 0.0444970 Oct 12 19:59:36.637506 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=e16a8f41-a84e-47f9-a375-17df59050ec1,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:59:36.670249 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1af99409-5d30-47c2-8c82-ed3cffbc66f7 req-70322674-b3ee-425e-aa4a-c9e973c89508 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=1d2c1542-84f5-402d-b7aa-2d0bcae85a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274842 Oct 12 19:59:36.882174 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fd258c-ea88-4523-8f3e-948518162051 req-12869638-327f-4388-b710-429d80355cb4 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:59:36.883671 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-92fd258c-ea88-4523-8f3e-948518162051 req-12869638-327f-4388-b710-429d80355cb4 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=bdb14082-17ce-4d15-8e32-ad4764dafc96 HTTP/1.1" status: 200 len: 946 time: 0.0484457 Oct 12 19:59:36.921371 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-92fd258c-ea88-4523-8f3e-948518162051 req-5cbda890-bab2-47cf-a034-a529e741d5a4 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d2c1542-84f5-402d-b7aa-2d0bcae85a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311065 Oct 12 19:59:38.038106 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8637ba2-1ac3-4014-afa8-bd884aa57e65 req-7cc705d4-659b-440e-ae0a-41993b025711 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:59:38.039569 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b8637ba2-1ac3-4014-afa8-bd884aa57e65 req-7cc705d4-659b-440e-ae0a-41993b025711 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=bdb14082-17ce-4d15-8e32-ad4764dafc96 HTTP/1.1" status: 200 len: 946 time: 0.0490091 Oct 12 19:59:38.081112 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b8637ba2-1ac3-4014-afa8-bd884aa57e65 req-16481dd5-eea1-4b2f-a3a5-fed5faaeb918 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d2c1542-84f5-402d-b7aa-2d0bcae85a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355225 Oct 12 19:59:38.193326 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec3179d-6b49-4e5a-9689-70b8d9816c76 req-8e83c69f-b25e-43b1-8d48-f7552cbc9762 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:59:38.194744 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5ec3179d-6b49-4e5a-9689-70b8d9816c76 req-8e83c69f-b25e-43b1-8d48-f7552cbc9762 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=bdb14082-17ce-4d15-8e32-ad4764dafc96 HTTP/1.1" status: 200 len: 946 time: 0.0482242 Oct 12 19:59:38.232781 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5ec3179d-6b49-4e5a-9689-70b8d9816c76 req-3cea8b92-f13e-4129-9c59-395984a94a65 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d2c1542-84f5-402d-b7aa-2d0bcae85a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320027 Oct 12 19:59:38.254174 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 59964) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:59:38.423143 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c4aa4d-7832-43bf-8507-227264681d06 tempest-TestVolumeBootPattern-567074184 tempest-TestVolumeBootPattern-567074184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:59:38.424843 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-23c4aa4d-7832-43bf-8507-227264681d06 tempest-TestVolumeBootPattern-567074184 tempest-TestVolumeBootPattern-567074184-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=bdb14082-17ce-4d15-8e32-ad4764dafc96 HTTP/1.1" status: 200 len: 1092 time: 0.1697137 Oct 12 19:59:38.427637 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 59968) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:59:38.431810 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-bfa5f17f-f5fc-4d4a-93b4-9342d3de8fee tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Request body: {'floatingip': {'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'port_id': 'e16a8f41-a84e-47f9-a375-17df59050ec1', 'tenant_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'fixed_ip_address': '172.20.0.12'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:59:38.540164 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bfa5f17f-f5fc-4d4a-93b4-9342d3de8fee tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks [] for floatingip, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:38.634384 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bfa5f17f-f5fc-4d4a-93b4-9342d3de8fee tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:38.739838 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-bfa5f17f-f5fc-4d4a-93b4-9342d3de8fee tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Allocated IP 172.25.5.28 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/d6e33816-d6ef-4ffa-9b80-4a9587ccc24c) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:59:38.839134 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bfa5f17f-f5fc-4d4a-93b4-9342d3de8fee tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:38.922762 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bfa5f17f-f5fc-4d4a-93b4-9342d3de8fee tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:38.966791 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa5f17f-f5fc-4d4a-93b4-9342d3de8fee tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:59:38.969661 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-bfa5f17f-f5fc-4d4a-93b4-9342d3de8fee tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:59:38.973844 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa5f17f-f5fc-4d4a-93b4-9342d3de8fee tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:59:38.976792 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa5f17f-f5fc-4d4a-93b4-9342d3de8fee tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Pushing event updated for resources: {'Port': ['ID=d6e33816-d6ef-4ffa-9b80-4a9587ccc24c,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:59:39.326244 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bfa5f17f-f5fc-4d4a-93b4-9342d3de8fee tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:39.472072 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bfa5f17f-f5fc-4d4a-93b4-9342d3de8fee tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:39.619913 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bfa5f17f-f5fc-4d4a-93b4-9342d3de8fee tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:39.705362 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bfa5f17f-f5fc-4d4a-93b4-9342d3de8fee tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:39.771544 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa5f17f-f5fc-4d4a-93b4-9342d3de8fee tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Pushing event updated for resources: {'Port': ['ID=d6e33816-d6ef-4ffa-9b80-4a9587ccc24c,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:59:39.783997 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bfa5f17f-f5fc-4d4a-93b4-9342d3de8fee tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7915414'] for floatingip, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:39.880816 n-d-813679-3 neutron-server[95502]: INFO neutron.db.l3_db [None req-bfa5f17f-f5fc-4d4a-93b4-9342d3de8fee tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Floating IP 341927f9-5fb7-4cec-88e5-1229e9702593 associated. External IP: 172.25.5.28, port: e16a8f41-a84e-47f9-a375-17df59050ec1. Oct 12 19:59:40.084923 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfa5f17f-f5fc-4d4a-93b4-9342d3de8fee tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Router 72e12904-ac42-4067-a6c3-e782f6e03b0e has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:59:40.170221 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 19:59:40.189510 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfa5f17f-f5fc-4d4a-93b4-9342d3de8fee tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:59:40.199017 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6beefbf3-f5da-41ac-abf0-e175eb7c83af None None] Sync routers for ids ['72e12904-ac42-4067-a6c3-e782f6e03b0e'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:59:40.208111 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6beefbf3-f5da-41ac-abf0-e175eb7c83af None None] Routers {'72e12904-ac42-4067-a6c3-e782f6e03b0e'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:59:40.208621 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-6beefbf3-f5da-41ac-abf0-e175eb7c83af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:59:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['72e12904-ac42-4067-a6c3-e782f6e03b0e'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:59:40.290470 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bfa5f17f-f5fc-4d4a-93b4-9342d3de8fee tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:40.310377 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-6beefbf3-f5da-41ac-abf0-e175eb7c83af None None] Set router 72e12904-ac42-4067-a6c3-e782f6e03b0e gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:59:40.319332 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-bfa5f17f-f5fc-4d4a-93b4-9342d3de8fee tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8906715 Oct 12 19:59:40.319896 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdb14082-17ce-4d15-8e32-ad4764dafc96', 'tag': 'e16a8f41-a84e-47f9-a375-17df59050ec1'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:59:40.322373 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cc1ab0c-25e1-49e7-a6c0-8ed1a1ce8447" -d '{"events": [{"name": "network-changed", "server_uuid": "bdb14082-17ce-4d15-8e32-ad4764dafc96", "tag": "e16a8f41-a84e-47f9-a375-17df59050ec1"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:59:40.371777 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba388b6a-a884-4885-ab60-e4bfb76890f2 x-openstack-request-id: req-ba388b6a-a884-4885-ab60-e4bfb76890f2 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:59:40.374954 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdb14082-17ce-4d15-8e32-ad4764dafc96", "tag": "e16a8f41-a84e-47f9-a375-17df59050ec1", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:59:40.374954 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ba388b6a-a884-4885-ab60-e4bfb76890f2 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:59:40.374954 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdb14082-17ce-4d15-8e32-ad4764dafc96', 'tag': 'e16a8f41-a84e-47f9-a375-17df59050ec1', 'status': 'completed', 'code': 200} Oct 12 19:59:40.433715 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc1ab0c-25e1-49e7-a6c0-8ed1a1ce8447 req-e364c260-b099-4489-9379-f0b585f0c7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:59:40.435250 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0cc1ab0c-25e1-49e7-a6c0-8ed1a1ce8447 req-e364c260-b099-4489-9379-f0b585f0c7e4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f37c8fe971bc4b5daa2f916c03f91d01&device_id=bdb14082-17ce-4d15-8e32-ad4764dafc96 HTTP/1.1" status: 200 len: 1097 time: 0.0403950 Oct 12 19:59:40.542728 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-6beefbf3-f5da-41ac-abf0-e175eb7c83af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e12904-ac42-4067-a6c3-e782f6e03b0e', 'name': 'tempest-TestVolumeBootPattern-238637426-router', 'tenant_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '77770890-8d5d-4e38-9d35-84433fce4151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:48:10Z', 'updated_at': '2021-10-12T19:48:15Z', 'revision_number': 4, 'project_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'gw_port': {'id': '77770890-8d5d-4e38-9d35-84433fce4151', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:aa:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e12904-ac42-4067-a6c3-e782f6e03b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:48:11Z', 'updated_at': '2021-10-12T19:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': '341927f9-5fb7-4cec-88e5-1229e9702593', 'tenant_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'floating_ip_address': '172.25.5.28', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': '72e12904-ac42-4067-a6c3-e782f6e03b0e', 'port_id': 'e16a8f41-a84e-47f9-a375-17df59050ec1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3979, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bab0c1ad-2a75-48a8-874f-0744bd8e0a35', 'mac_address': 'fa:16:3e:e6:e0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb14082-17ce-4d15-8e32-ad4764dafc96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T19:59:39Z', 'updated_at': '2021-10-12T19:59:39Z', 'revision_number': 0, 'project_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'fixed_ip_address_scope': None}, {'id': '75f06d28-fd39-4b70-8857-06ece27d7dc5', 'tenant_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'floating_ip_address': '172.25.5.124', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': '72e12904-ac42-4067-a6c3-e782f6e03b0e', 'port_id': '2e6ecef9-1433-403b-b75d-398582e7005c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3937, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bab0c1ad-2a75-48a8-874f-0744bd8e0a35', 'mac_address': 'fa:16:3e:f1:bb:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a656f6-c876-40af-8c09-3032ac9cb0fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T19:56:31Z', 'updated_at': '2021-10-12T19:56:33Z', 'revision_number': 1, 'project_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68a2846e-ad50-4512-a35d-2f7c50f62994', 'name': '', 'network_id': 'bab0c1ad-2a75-48a8-874f-0744bd8e0a35', 'tenant_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'mac_address': 'fa:16:3e:07:8d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e12904-ac42-4067-a6c3-e782f6e03b0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '2bf5b286-d487-470c-8401-d82862f269e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:48:13Z', 'updated_at': '2021-10-12T19:48:17Z', 'revision_number': 5, 'project_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'subnets': [{'id': '2bf5b286-d487-470c-8401-d82862f269e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:59:40.570377 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6beefbf3-f5da-41ac-abf0-e175eb7c83af None None] Checking router: 72e12904-ac42-4067-a6c3-e782f6e03b0e for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:59:40.579620 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6beefbf3-f5da-41ac-abf0-e175eb7c83af None None] Routers {'72e12904-ac42-4067-a6c3-e782f6e03b0e'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:59:40.583160 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-6beefbf3-f5da-41ac-abf0-e175eb7c83af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:59:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['72e12904-ac42-4067-a6c3-e782f6e03b0e'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:59:40.690864 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-6beefbf3-f5da-41ac-abf0-e175eb7c83af None None] Set router 72e12904-ac42-4067-a6c3-e782f6e03b0e gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:59:40.825089 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc1ab0c-25e1-49e7-a6c0-8ed1a1ce8447 req-01e1811a-4b9c-4339-b487-7b4b4a257bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:59:40.826562 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0cc1ab0c-25e1-49e7-a6c0-8ed1a1ce8447 req-01e1811a-4b9c-4339-b487-7b4b4a257bb9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=bab0c1ad-2a75-48a8-874f-0744bd8e0a35 HTTP/1.1" status: 200 len: 912 time: 0.3848388 Oct 12 19:59:40.891347 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0cc1ab0c-25e1-49e7-a6c0-8ed1a1ce8447 req-70d0dd01-3aa7-4f9b-9edc-d4dd35663d73 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e16a8f41-a84e-47f9-a375-17df59050ec1 HTTP/1.1" status: 200 len: 999 time: 0.0571475 Oct 12 19:59:40.916970 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-6beefbf3-f5da-41ac-abf0-e175eb7c83af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e12904-ac42-4067-a6c3-e782f6e03b0e', 'name': 'tempest-TestVolumeBootPattern-238637426-router', 'tenant_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '77770890-8d5d-4e38-9d35-84433fce4151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:48:10Z', 'updated_at': '2021-10-12T19:48:15Z', 'revision_number': 4, 'project_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'gw_port': {'id': '77770890-8d5d-4e38-9d35-84433fce4151', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:aa:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e12904-ac42-4067-a6c3-e782f6e03b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:48:11Z', 'updated_at': '2021-10-12T19:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': '341927f9-5fb7-4cec-88e5-1229e9702593', 'tenant_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'floating_ip_address': '172.25.5.28', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': '72e12904-ac42-4067-a6c3-e782f6e03b0e', 'port_id': 'e16a8f41-a84e-47f9-a375-17df59050ec1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3979, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bab0c1ad-2a75-48a8-874f-0744bd8e0a35', 'mac_address': 'fa:16:3e:e6:e0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb14082-17ce-4d15-8e32-ad4764dafc96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T19:59:39Z', 'updated_at': '2021-10-12T19:59:39Z', 'revision_number': 0, 'project_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'fixed_ip_address_scope': None}, {'id': '75f06d28-fd39-4b70-8857-06ece27d7dc5', 'tenant_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'floating_ip_address': '172.25.5.124', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': '72e12904-ac42-4067-a6c3-e782f6e03b0e', 'port_id': '2e6ecef9-1433-403b-b75d-398582e7005c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3937, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bab0c1ad-2a75-48a8-874f-0744bd8e0a35', 'mac_address': 'fa:16:3e:f1:bb:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a656f6-c876-40af-8c09-3032ac9cb0fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T19:56:31Z', 'updated_at': '2021-10-12T19:56:33Z', 'revision_number': 1, 'project_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68a2846e-ad50-4512-a35d-2f7c50f62994', 'name': '', 'network_id': 'bab0c1ad-2a75-48a8-874f-0744bd8e0a35', 'tenant_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'mac_address': 'fa:16:3e:07:8d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e12904-ac42-4067-a6c3-e782f6e03b0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '2bf5b286-d487-470c-8401-d82862f269e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:48:13Z', 'updated_at': '2021-10-12T19:48:17Z', 'revision_number': 5, 'project_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'subnets': [{'id': '2bf5b286-d487-470c-8401-d82862f269e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:59:40.943049 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6beefbf3-f5da-41ac-abf0-e175eb7c83af None None] The sync data for ids ['72e12904-ac42-4067-a6c3-e782f6e03b0e'] in n-d-813679-3 is: [{'id': '72e12904-ac42-4067-a6c3-e782f6e03b0e', 'name': 'tempest-TestVolumeBootPattern-238637426-router', 'tenant_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '77770890-8d5d-4e38-9d35-84433fce4151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:48:10Z', 'updated_at': '2021-10-12T19:48:15Z', 'revision_number': 4, 'project_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'gw_port': {'id': '77770890-8d5d-4e38-9d35-84433fce4151', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:aa:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e12904-ac42-4067-a6c3-e782f6e03b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:48:11Z', 'updated_at': '2021-10-12T19:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': '341927f9-5fb7-4cec-88e5-1229e9702593', 'tenant_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'floating_ip_address': '172.25.5.28', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': '72e12904-ac42-4067-a6c3-e782f6e03b0e', 'port_id': 'e16a8f41-a84e-47f9-a375-17df59050ec1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3979, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bab0c1ad-2a75-48a8-874f-0744bd8e0a35', 'mac_address': 'fa:16:3e:e6:e0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb14082-17ce-4d15-8e32-ad4764dafc96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T19:59:39Z', 'updated_at': '2021-10-12T19:59:39Z', 'revision_number': 0, 'project_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'fixed_ip_address_scope': None}, {'id': '75f06d28-fd39-4b70-8857-06ece27d7dc5', 'tenant_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'floating_ip_address': '172.25.5.124', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': '72e12904-ac42-4067-a6c3-e782f6e03b0e', 'port_id': '2e6ecef9-1433-403b-b75d-398582e7005c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3937, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bab0c1ad-2a75-48a8-874f-0744bd8e0a35', 'mac_address': 'fa:16:3e:f1:bb:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a656f6-c876-40af-8c09-3032ac9cb0fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T19:56:31Z', 'updated_at': '2021-10-12T19:56:33Z', 'revision_number': 1, 'project_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68a2846e-ad50-4512-a35d-2f7c50f62994', 'name': '', 'network_id': 'bab0c1ad-2a75-48a8-874f-0744bd8e0a35', 'tenant_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'mac_address': 'fa:16:3e:07:8d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e12904-ac42-4067-a6c3-e782f6e03b0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '2bf5b286-d487-470c-8401-d82862f269e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:48:13Z', 'updated_at': '2021-10-12T19:48:17Z', 'revision_number': 5, 'project_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'subnets': [{'id': '2bf5b286-d487-470c-8401-d82862f269e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:59:40.944496 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc1ab0c-25e1-49e7-a6c0-8ed1a1ce8447 req-6f1ed20c-6c35-4dda-9cba-84b6d2f523fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:59:40.945941 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0cc1ab0c-25e1-49e7-a6c0-8ed1a1ce8447 req-6f1ed20c-6c35-4dda-9cba-84b6d2f523fb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2bf5b286-d487-470c-8401-d82862f269e1 HTTP/1.1" status: 200 len: 850 time: 0.0478163 Oct 12 19:59:40.993253 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc1ab0c-25e1-49e7-a6c0-8ed1a1ce8447 req-f36574e1-27ad-419b-aca6-ab57cd4a949b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:59:40.995348 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0cc1ab0c-25e1-49e7-a6c0-8ed1a1ce8447 req-f36574e1-27ad-419b-aca6-ab57cd4a949b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=bab0c1ad-2a75-48a8-874f-0744bd8e0a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419250 Oct 12 19:59:41.090969 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0cc1ab0c-25e1-49e7-a6c0-8ed1a1ce8447 req-fcf2c6ea-f5b0-4be9-8369-a48feb02ff05 service neutron] 10.222.0.61 "GET /v2.0/networks/bab0c1ad-2a75-48a8-874f-0744bd8e0a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891380 Oct 12 19:59:41.143983 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b15c62-c848-42fd-9025-30144911fa4d None None] New status for floating IP 341927f9-5fb7-4cec-88e5-1229e9702593: ACTIVE {{(pid=95503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 19:59:41.183321 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0cc1ab0c-25e1-49e7-a6c0-8ed1a1ce8447 req-755b06a3-e467-4640-bb47-86a284ddecbc service neutron] 10.222.0.61 "GET /v2.0/networks/bab0c1ad-2a75-48a8-874f-0744bd8e0a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855501 Oct 12 19:59:42.046726 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 59980) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:59:42.410835 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-47b1f6bb-3fe6-4eca-bcb3-f5563b5f9e0f tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8092566'] for router_interface, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:42.714040 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-47b1f6bb-3fe6-4eca-bcb3-f5563b5f9e0f tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Deleting port e82737d6-337a-47d5-ba68-f859bac42c89 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:59:42.714304 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-47b1f6bb-3fe6-4eca-bcb3-f5563b5f9e0f tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:42.802703 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-47b1f6bb-3fe6-4eca-bcb3-f5563b5f9e0f tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] For port e82737d6-337a-47d5-ba68-f859bac42c89, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=e82737d6-337a-47d5-ba68-f859bac42c89,segment=NetworkSegment(1e175ec4-c473-4c3d-8237-b03c73e9b451),segment_id=1e175ec4-c473-4c3d-8237-b03c73e9b451)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:59:42.803064 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-47b1f6bb-3fe6-4eca-bcb3-f5563b5f9e0f tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:42.816443 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-47b1f6bb-3fe6-4eca-bcb3-f5563b5f9e0f tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Calling delete_port for e82737d6-337a-47d5-ba68-f859bac42c89 owned by network:router_interface {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:59:43.048148 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-47b1f6bb-3fe6-4eca-bcb3-f5563b5f9e0f tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:43.074858 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b1f6bb-3fe6-4eca-bcb3-f5563b5f9e0f tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Pushing event deleted for resources: {'Port': ['ID=e82737d6-337a-47d5-ba68-f859bac42c89,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:59:43.247094 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-47b1f6bb-3fe6-4eca-bcb3-f5563b5f9e0f tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7898909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8092450'] for router_interface, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:43.460465 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47b1f6bb-3fe6-4eca-bcb3-f5563b5f9e0f tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Router 437238ee-7bf3-4cbc-8cbd-325bf379d3db has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:59:43.565577 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47b1f6bb-3fe6-4eca-bcb3-f5563b5f9e0f tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:59:43.571034 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-47b1f6bb-3fe6-4eca-bcb3-f5563b5f9e0f tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "PUT /v2.0/routers/437238ee-7bf3-4cbc-8cbd-325bf379d3db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5230417 Oct 12 19:59:43.576641 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29850ab2-1cec-43b0-8957-ef528496bea7 None None] Sync routers for ids ['437238ee-7bf3-4cbc-8cbd-325bf379d3db'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:59:43.585815 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29850ab2-1cec-43b0-8957-ef528496bea7 None None] Routers {'437238ee-7bf3-4cbc-8cbd-325bf379d3db'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:59:43.586422 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-29850ab2-1cec-43b0-8957-ef528496bea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:59:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['437238ee-7bf3-4cbc-8cbd-325bf379d3db'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:59:43.694953 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-29850ab2-1cec-43b0-8957-ef528496bea7 None None] Set router 437238ee-7bf3-4cbc-8cbd-325bf379d3db gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:59:43.918046 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-29850ab2-1cec-43b0-8957-ef528496bea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '437238ee-7bf3-4cbc-8cbd-325bf379d3db', 'name': 'tempest-TestNetworkBasicOps-router-1439957103', 'tenant_id': '4bb28d27452d4f0fa98982a8726f1a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'b8d1c5f8-e34e-47e7-a08a-f0203b8e893f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:58:01Z', 'updated_at': '2021-10-12T19:59:42Z', 'revision_number': 6, 'project_id': '4bb28d27452d4f0fa98982a8726f1a88', 'gw_port': {'id': 'b8d1c5f8-e34e-47e7-a08a-f0203b8e893f', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:95:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437238ee-7bf3-4cbc-8cbd-325bf379d3db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:58:02Z', 'updated_at': '2021-10-12T19:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': '72d8849c-1cf7-4dde-9fc8-1b9ba1457f9c', 'tenant_id': '4bb28d27452d4f0fa98982a8726f1a88', 'floating_ip_address': '172.25.5.141', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': '437238ee-7bf3-4cbc-8cbd-325bf379d3db', 'port_id': '82138ea3-d171-4f7a-b725-d4b0735c677b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a2e8259-1268-4216-8161-22d69efd62eb', 'mac_address': 'fa:16:3e:57:3d:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73f1f8f-8ed2-4ee8-b2d2-b9acab816d03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T19:58:25Z', 'updated_at': '2021-10-12T19:58:27Z', 'revision_number': 1, 'project_id': '4bb28d27452d4f0fa98982a8726f1a88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f45a50ce-b60e-4d1f-bdd7-e6298d07f2bd', 'name': '', 'network_id': '1a2e8259-1268-4216-8161-22d69efd62eb', 'tenant_id': '4bb28d27452d4f0fa98982a8726f1a88', 'mac_address': 'fa:16:3e:52:41:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437238ee-7bf3-4cbc-8cbd-325bf379d3db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '0b964170-966d-4117-a187-2a07d6b89d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:58:05Z', 'updated_at': '2021-10-12T19:58:08Z', 'revision_number': 5, 'project_id': '4bb28d27452d4f0fa98982a8726f1a88', 'subnets': [{'id': '0b964170-966d-4117-a187-2a07d6b89d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:59:43.995226 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38a9223-a25c-4f63-97c8-5a82690fe37f req-67ede296-e9ad-4c41-be6b-ffdc4a1345fc tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:59:43.996830 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d38a9223-a25c-4f63-97c8-5a82690fe37f req-67ede296-e9ad-4c41-be6b-ffdc4a1345fc tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "GET /v2.0/ports?device_id=3c62ce9f-0ce2-46c6-b0d0-e9f5b7469b08 HTTP/1.1" status: 200 len: 946 time: 0.0548639 Oct 12 19:59:44.037188 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d38a9223-a25c-4f63-97c8-5a82690fe37f req-d51076f7-e4ff-4f99-8e68-81518e5f9d18 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3e8181b-c2e3-4b72-a947-23ee08ac8ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335369 Oct 12 19:59:44.038755 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29850ab2-1cec-43b0-8957-ef528496bea7 None None] Checking router: 437238ee-7bf3-4cbc-8cbd-325bf379d3db for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:59:44.047672 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29850ab2-1cec-43b0-8957-ef528496bea7 None None] Routers {'437238ee-7bf3-4cbc-8cbd-325bf379d3db'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:59:44.048396 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-29850ab2-1cec-43b0-8957-ef528496bea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:59:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['437238ee-7bf3-4cbc-8cbd-325bf379d3db'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:59:44.149293 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-29850ab2-1cec-43b0-8957-ef528496bea7 None None] Set router 437238ee-7bf3-4cbc-8cbd-325bf379d3db gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:59:44.367349 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-29850ab2-1cec-43b0-8957-ef528496bea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '437238ee-7bf3-4cbc-8cbd-325bf379d3db', 'name': 'tempest-TestNetworkBasicOps-router-1439957103', 'tenant_id': '4bb28d27452d4f0fa98982a8726f1a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'b8d1c5f8-e34e-47e7-a08a-f0203b8e893f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:58:01Z', 'updated_at': '2021-10-12T19:59:42Z', 'revision_number': 6, 'project_id': '4bb28d27452d4f0fa98982a8726f1a88', 'gw_port': {'id': 'b8d1c5f8-e34e-47e7-a08a-f0203b8e893f', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:95:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437238ee-7bf3-4cbc-8cbd-325bf379d3db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:58:02Z', 'updated_at': '2021-10-12T19:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': '72d8849c-1cf7-4dde-9fc8-1b9ba1457f9c', 'tenant_id': '4bb28d27452d4f0fa98982a8726f1a88', 'floating_ip_address': '172.25.5.141', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': '437238ee-7bf3-4cbc-8cbd-325bf379d3db', 'port_id': '82138ea3-d171-4f7a-b725-d4b0735c677b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a2e8259-1268-4216-8161-22d69efd62eb', 'mac_address': 'fa:16:3e:57:3d:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73f1f8f-8ed2-4ee8-b2d2-b9acab816d03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T19:58:25Z', 'updated_at': '2021-10-12T19:58:27Z', 'revision_number': 1, 'project_id': '4bb28d27452d4f0fa98982a8726f1a88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f45a50ce-b60e-4d1f-bdd7-e6298d07f2bd', 'name': '', 'network_id': '1a2e8259-1268-4216-8161-22d69efd62eb', 'tenant_id': '4bb28d27452d4f0fa98982a8726f1a88', 'mac_address': 'fa:16:3e:52:41:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437238ee-7bf3-4cbc-8cbd-325bf379d3db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '0b964170-966d-4117-a187-2a07d6b89d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:58:05Z', 'updated_at': '2021-10-12T19:58:08Z', 'revision_number': 5, 'project_id': '4bb28d27452d4f0fa98982a8726f1a88', 'subnets': [{'id': '0b964170-966d-4117-a187-2a07d6b89d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:59:44.396652 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29850ab2-1cec-43b0-8957-ef528496bea7 None None] The sync data for ids ['437238ee-7bf3-4cbc-8cbd-325bf379d3db'] in n-d-813679-3 is: [{'id': '437238ee-7bf3-4cbc-8cbd-325bf379d3db', 'name': 'tempest-TestNetworkBasicOps-router-1439957103', 'tenant_id': '4bb28d27452d4f0fa98982a8726f1a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'b8d1c5f8-e34e-47e7-a08a-f0203b8e893f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:58:01Z', 'updated_at': '2021-10-12T19:59:42Z', 'revision_number': 6, 'project_id': '4bb28d27452d4f0fa98982a8726f1a88', 'gw_port': {'id': 'b8d1c5f8-e34e-47e7-a08a-f0203b8e893f', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:95:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437238ee-7bf3-4cbc-8cbd-325bf379d3db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:58:02Z', 'updated_at': '2021-10-12T19:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': '72d8849c-1cf7-4dde-9fc8-1b9ba1457f9c', 'tenant_id': '4bb28d27452d4f0fa98982a8726f1a88', 'floating_ip_address': '172.25.5.141', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': '437238ee-7bf3-4cbc-8cbd-325bf379d3db', 'port_id': '82138ea3-d171-4f7a-b725-d4b0735c677b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a2e8259-1268-4216-8161-22d69efd62eb', 'mac_address': 'fa:16:3e:57:3d:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73f1f8f-8ed2-4ee8-b2d2-b9acab816d03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T19:58:25Z', 'updated_at': '2021-10-12T19:58:27Z', 'revision_number': 1, 'project_id': '4bb28d27452d4f0fa98982a8726f1a88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f45a50ce-b60e-4d1f-bdd7-e6298d07f2bd', 'name': '', 'network_id': '1a2e8259-1268-4216-8161-22d69efd62eb', 'tenant_id': '4bb28d27452d4f0fa98982a8726f1a88', 'mac_address': 'fa:16:3e:52:41:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437238ee-7bf3-4cbc-8cbd-325bf379d3db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '0b964170-966d-4117-a187-2a07d6b89d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:58:05Z', 'updated_at': '2021-10-12T19:58:08Z', 'revision_number': 5, 'project_id': '4bb28d27452d4f0fa98982a8726f1a88', 'subnets': [{'id': '0b964170-966d-4117-a187-2a07d6b89d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:59:45.157782 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988eefff-129a-472e-8e2d-e4ac71753654 req-9a786bf2-3be4-487e-8389-872cacb10f76 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:59:45.159236 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-988eefff-129a-472e-8e2d-e4ac71753654 req-9a786bf2-3be4-487e-8389-872cacb10f76 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "GET /v2.0/ports?device_id=3c62ce9f-0ce2-46c6-b0d0-e9f5b7469b08 HTTP/1.1" status: 200 len: 946 time: 0.0496259 Oct 12 19:59:45.197242 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-988eefff-129a-472e-8e2d-e4ac71753654 req-3b3b624d-56b1-4db2-83ee-4abcb5dc139d tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3e8181b-c2e3-4b72-a947-23ee08ac8ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320094 Oct 12 19:59:45.329416 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131c8616-4ec2-4f9f-8ab8-2eff6c0d5dfb req-68fb064a-d9db-4f46-a213-6e0e2f494a23 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:59:45.330765 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-131c8616-4ec2-4f9f-8ab8-2eff6c0d5dfb req-68fb064a-d9db-4f46-a213-6e0e2f494a23 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.67 "GET /v2.0/ports?device_id=3c62ce9f-0ce2-46c6-b0d0-e9f5b7469b08 HTTP/1.1" status: 200 len: 946 time: 0.0507801 Oct 12 19:59:45.429050 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-131c8616-4ec2-4f9f-8ab8-2eff6c0d5dfb req-5a460db2-b872-4ae4-8177-7dbc9d368502 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Deleting port aa1ff34c-7d7f-4ad9-8fc5-2474951cc10f {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:59:45.429393 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-131c8616-4ec2-4f9f-8ab8-2eff6c0d5dfb req-5a460db2-b872-4ae4-8177-7dbc9d368502 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:45.517095 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-131c8616-4ec2-4f9f-8ab8-2eff6c0d5dfb req-5a460db2-b872-4ae4-8177-7dbc9d368502 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] For port aa1ff34c-7d7f-4ad9-8fc5-2474951cc10f, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=aa1ff34c-7d7f-4ad9-8fc5-2474951cc10f,segment=NetworkSegment(1e175ec4-c473-4c3d-8237-b03c73e9b451),segment_id=1e175ec4-c473-4c3d-8237-b03c73e9b451)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:59:45.517464 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-131c8616-4ec2-4f9f-8ab8-2eff6c0d5dfb req-5a460db2-b872-4ae4-8177-7dbc9d368502 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:45.531728 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-131c8616-4ec2-4f9f-8ab8-2eff6c0d5dfb req-5a460db2-b872-4ae4-8177-7dbc9d368502 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Calling delete_port for aa1ff34c-7d7f-4ad9-8fc5-2474951cc10f owned by compute:nova {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:59:45.653493 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device e82737d6-337a-47d5-ba68-f859bac42c89 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:59:45.673834 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: e82737d6-337a-47d5-ba68-f859bac42c89 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:59:45.674181 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device e82737d6-337a-47d5-ba68-f859bac42c89 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:59:45.779620 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-131c8616-4ec2-4f9f-8ab8-2eff6c0d5dfb req-5a460db2-b872-4ae4-8177-7dbc9d368502 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:45.809787 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a460db2-b872-4ae4-8177-7dbc9d368502 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Pushing event deleted for resources: {'Port': ['ID=aa1ff34c-7d7f-4ad9-8fc5-2474951cc10f,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:59:45.877966 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-131c8616-4ec2-4f9f-8ab8-2eff6c0d5dfb req-5a460db2-b872-4ae4-8177-7dbc9d368502 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] No DVR routers for this DVR port aa1ff34c-7d7f-4ad9-8fc5-2474951cc10f on host n-h2-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:59:45.880665 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-131c8616-4ec2-4f9f-8ab8-2eff6c0d5dfb req-5a460db2-b872-4ae4-8177-7dbc9d368502 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:45.884085 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-131c8616-4ec2-4f9f-8ab8-2eff6c0d5dfb req-5a460db2-b872-4ae4-8177-7dbc9d368502 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.67 "DELETE /v2.0/ports/aa1ff34c-7d7f-4ad9-8fc5-2474951cc10f HTTP/1.1" status: 204 len: 173 time: 0.5464437 Oct 12 19:59:45.884471 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c62ce9f-0ce2-46c6-b0d0-e9f5b7469b08', 'name': 'network-vif-deleted', 'tag': 'aa1ff34c-7d7f-4ad9-8fc5-2474951cc10f'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:59:45.886716 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a569bb6-bc6a-49d1-b99c-c0bf13d3f053" -d '{"events": [{"server_uuid": "3c62ce9f-0ce2-46c6-b0d0-e9f5b7469b08", "name": "network-vif-deleted", "tag": "aa1ff34c-7d7f-4ad9-8fc5-2474951cc10f"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:59:45.925006 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06444baa-675c-4e48-a739-4d7d83414d0c x-openstack-request-id: req-06444baa-675c-4e48-a739-4d7d83414d0c {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:59:45.925299 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c62ce9f-0ce2-46c6-b0d0-e9f5b7469b08", "name": "network-vif-deleted", "tag": "aa1ff34c-7d7f-4ad9-8fc5-2474951cc10f", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:59:45.925551 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-06444baa-675c-4e48-a739-4d7d83414d0c {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:59:45.925948 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c62ce9f-0ce2-46c6-b0d0-e9f5b7469b08', 'name': 'network-vif-deleted', 'tag': 'aa1ff34c-7d7f-4ad9-8fc5-2474951cc10f', 'status': 'completed', 'code': 200} Oct 12 19:59:46.314789 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ad4b26e5-63c8-4204-99e7-0aac3586f855 req-39c8d2c4-bd5a-41fc-8812-d14c4f60cdbc tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "GET /v2.0/ports?device_id=3c62ce9f-0ce2-46c6-b0d0-e9f5b7469b08 HTTP/1.1" status: 200 len: 210 time: 0.0305042 Oct 12 19:59:47.373776 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 60002) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:59:47.430583 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f4a7b187-0452-4f7b-9ad5-fa660f332c85 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:47.454674 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f4a7b187-0452-4f7b-9ad5-fa660f332c85 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:47.613680 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f4a7b187-0452-4f7b-9ad5-fa660f332c85 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:47.616262 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f4a7b187-0452-4f7b-9ad5-fa660f332c85 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:47.619808 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-f4a7b187-0452-4f7b-9ad5-fa660f332c85 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "DELETE /v2.0/security-groups/b3e8181b-c2e3-4b72-a947-23ee08ac8ad2 HTTP/1.1" status: 204 len: 168 time: 0.2426908 Oct 12 19:59:47.626874 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a7b187-0452-4f7b-9ad5-fa660f332c85 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3e8181b-c2e3-4b72-a947-23ee08ac8ad2,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:59:47.716109 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 60006) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:59:47.766590 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bacb4e8-d67e-4b6f-966f-9da66d1cad32 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Deleting subnet e212b8ba-0ec9-4e51-b83a-a810de86443d {{(pid=95501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:59:47.769727 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3bacb4e8-d67e-4b6f-966f-9da66d1cad32 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks [] for subnet, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:47.808190 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3bacb4e8-d67e-4b6f-966f-9da66d1cad32 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281083'] for subnet, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:47.927027 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3bacb4e8-d67e-4b6f-966f-9da66d1cad32 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:48.065548 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3bacb4e8-d67e-4b6f-966f-9da66d1cad32 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4824924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4612362'] for subnet, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:48.092450 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bacb4e8-d67e-4b6f-966f-9da66d1cad32 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Pushing event deleted for resources: {'Subnet': ['ID=e212b8ba-0ec9-4e51-b83a-a810de86443d,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:59:48.098166 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3bacb4e8-d67e-4b6f-966f-9da66d1cad32 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:48.102108 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-3bacb4e8-d67e-4b6f-966f-9da66d1cad32 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "DELETE /v2.0/subnets/e212b8ba-0ec9-4e51-b83a-a810de86443d HTTP/1.1" status: 204 len: 168 time: 0.3848622 Oct 12 19:59:48.104870 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 60008) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:59:48.107925 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8047d886-f5c7-42cd-a826-4eef22c57557 None None] Network ce6a4bba-80dc-4166-a208-975b8b026f79 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:59:48.185269 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0b37d7ba-11b8-4197-9647-e02f7ef8049d tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:48.241645 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-0b37d7ba-11b8-4197-9647-e02f7ef8049d tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Deleting port a85e02b3-4b64-4548-b1fc-8695ba7733e8 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:59:48.244207 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0b37d7ba-11b8-4197-9647-e02f7ef8049d tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:48.285970 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92dad834-80c8-4c34-8c81-120e5458c0a7 None None] DHCP port deletion for ce6a4bba-80dc-4166-a208-975b8b026f79 request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 19:59:48.310776 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [None req-0b37d7ba-11b8-4197-9647-e02f7ef8049d tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] For port a85e02b3-4b64-4548-b1fc-8695ba7733e8, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=a85e02b3-4b64-4548-b1fc-8695ba7733e8,segment=NetworkSegment(1e175ec4-c473-4c3d-8237-b03c73e9b451),segment_id=1e175ec4-c473-4c3d-8237-b03c73e9b451)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:59:48.311142 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0b37d7ba-11b8-4197-9647-e02f7ef8049d tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:48.325890 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-0b37d7ba-11b8-4197-9647-e02f7ef8049d tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Calling delete_port for a85e02b3-4b64-4548-b1fc-8695ba7733e8 owned by network:dhcp {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:59:48.333458 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-92dad834-80c8-4c34-8c81-120e5458c0a7 None None] Deleting port a85e02b3-4b64-4548-b1fc-8695ba7733e8 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:59:48.333894 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-92dad834-80c8-4c34-8c81-120e5458c0a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:48.398626 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-92dad834-80c8-4c34-8c81-120e5458c0a7 None None] For port a85e02b3-4b64-4548-b1fc-8695ba7733e8, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=a85e02b3-4b64-4548-b1fc-8695ba7733e8,segment=NetworkSegment(1e175ec4-c473-4c3d-8237-b03c73e9b451),segment_id=1e175ec4-c473-4c3d-8237-b03c73e9b451)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:59:48.399027 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-92dad834-80c8-4c34-8c81-120e5458c0a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:48.414954 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-92dad834-80c8-4c34-8c81-120e5458c0a7 None None] Calling delete_port for a85e02b3-4b64-4548-b1fc-8695ba7733e8 owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:59:48.528383 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0b37d7ba-11b8-4197-9647-e02f7ef8049d tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:48.534389 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-92dad834-80c8-4c34-8c81-120e5458c0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:48.558579 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b37d7ba-11b8-4197-9647-e02f7ef8049d tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Pushing event deleted for resources: {'Port': ['ID=a85e02b3-4b64-4548-b1fc-8695ba7733e8,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:59:48.560494 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b37d7ba-11b8-4197-9647-e02f7ef8049d tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] No DVR routers for this DVR port a85e02b3-4b64-4548-b1fc-8695ba7733e8 on host n-d-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:59:48.564778 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dad834-80c8-4c34-8c81-120e5458c0a7 None None] Pushing event deleted for resources: {'Port': ['ID=a85e02b3-4b64-4548-b1fc-8695ba7733e8,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:59:48.566815 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92dad834-80c8-4c34-8c81-120e5458c0a7 None None] No DVR routers for this DVR port a85e02b3-4b64-4548-b1fc-8695ba7733e8 on host n-d-813679-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:59:48.638244 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0b37d7ba-11b8-4197-9647-e02f7ef8049d tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:48.657494 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-0b37d7ba-11b8-4197-9647-e02f7ef8049d tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce6a4bba-80dc-4166-a208-975b8b026f79']}} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:59:48.674790 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-0b37d7ba-11b8-4197-9647-e02f7ef8049d tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e175ec4-c473-4c3d-8237-b03c73e9b451') {'for_net_delete': True} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:59:48.675086 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-0b37d7ba-11b8-4197-9647-e02f7ef8049d tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e175ec4-c473-4c3d-8237-b03c73e9b451') {} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:59:48.693457 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0b37d7ba-11b8-4197-9647-e02f7ef8049d tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4281072'] for segment, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:48.718002 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0b37d7ba-11b8-4197-9647-e02f7ef8049d tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:48.724914 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b37d7ba-11b8-4197-9647-e02f7ef8049d tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=95501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:59:48.726795 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0b37d7ba-11b8-4197-9647-e02f7ef8049d tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4823170'] for segment, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:48.728490 n-d-813679-3 neutron-server[95501]: Traceback (most recent call last): Oct 12 19:59:48.728490 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:59:48.728490 n-d-813679-3 neutron-server[95501]: timer() Oct 12 19:59:48.728490 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:59:48.728490 n-d-813679-3 neutron-server[95501]: cb(*args, **kw) Oct 12 19:59:48.728490 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:59:48.728490 n-d-813679-3 neutron-server[95501]: return func(*args, **kwargs) Oct 12 19:59:48.728490 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:59:48.728490 n-d-813679-3 neutron-server[95501]: self._notify() Oct 12 19:59:48.728490 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:59:48.728490 n-d-813679-3 neutron-server[95501]: self.callback(batched_events) Oct 12 19:59:48.728490 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:59:48.728490 n-d-813679-3 neutron-server[95501]: event.method(event) Oct 12 19:59:48.728490 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:59:48.728490 n-d-813679-3 neutron-server[95501]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:59:48.728490 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:59:48.728490 n-d-813679-3 neutron-server[95501]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:59:48.728490 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:59:48.728490 n-d-813679-3 neutron-server[95501]: return f(self, *a, **k) Oct 12 19:59:48.728490 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:59:48.728490 n-d-813679-3 neutron-server[95501]: return self._get(url).json() Oct 12 19:59:48.728490 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:59:48.728490 n-d-813679-3 neutron-server[95501]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:59:48.728490 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:59:48.728490 n-d-813679-3 neutron-server[95501]: return self.request(url, 'GET', **kwargs) Oct 12 19:59:48.728490 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:59:48.728490 n-d-813679-3 neutron-server[95501]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:59:48.728490 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:59:48.728490 n-d-813679-3 neutron-server[95501]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:59:48.728490 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:59:48.728490 n-d-813679-3 neutron-server[95501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:59:48.728490 n-d-813679-3 neutron-server[95501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:59:48.859838 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0b37d7ba-11b8-4197-9647-e02f7ef8049d tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:48.867889 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0b37d7ba-11b8-4197-9647-e02f7ef8049d tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks [] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:48.871054 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-0b37d7ba-11b8-4197-9647-e02f7ef8049d tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "DELETE /v2.0/networks/ce6a4bba-80dc-4166-a208-975b8b026f79 HTTP/1.1" status: 204 len: 168 time: 0.7653520 Oct 12 19:59:48.873859 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 60010) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:59:48.880861 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b37d7ba-11b8-4197-9647-e02f7ef8049d tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Pushing event deleted for resources: {'Network': ['ID=ce6a4bba-80dc-4166-a208-975b8b026f79,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:59:49.034832 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-71c62826-9eb8-42a2-b811-eeddb19392c9 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Deleting port 16b733e5-c528-4b8b-a6ed-eb34a5c73d98 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:59:49.035174 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-71c62826-9eb8-42a2-b811-eeddb19392c9 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:49.113650 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-71c62826-9eb8-42a2-b811-eeddb19392c9 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:49.113978 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-71c62826-9eb8-42a2-b811-eeddb19392c9 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:49.125299 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-71c62826-9eb8-42a2-b811-eeddb19392c9 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Calling delete_port for 16b733e5-c528-4b8b-a6ed-eb34a5c73d98 owned by network:floatingip {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:59:49.177200 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device aa1ff34c-7d7f-4ad9-8fc5-2474951cc10f no longer exists at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:59:49.197096 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] No Port match for: aa1ff34c-7d7f-4ad9-8fc5-2474951cc10f {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:59:49.197441 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device aa1ff34c-7d7f-4ad9-8fc5-2474951cc10f not bound to the agent host n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:59:49.373629 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-71c62826-9eb8-42a2-b811-eeddb19392c9 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:49.396977 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c62826-9eb8-42a2-b811-eeddb19392c9 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Pushing event deleted for resources: {'Port': ['ID=16b733e5-c528-4b8b-a6ed-eb34a5c73d98,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:59:49.457987 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-71c62826-9eb8-42a2-b811-eeddb19392c9 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks [] for floatingip, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:49.458337 n-d-813679-3 neutron-server[95502]: INFO neutron.db.l3_db [None req-71c62826-9eb8-42a2-b811-eeddb19392c9 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Floating IP 72d8849c-1cf7-4dde-9fc8-1b9ba1457f9c disassociated (deleted). External IP: 172.25.5.141, port: 82138ea3-d171-4f7a-b725-d4b0735c677b. Oct 12 19:59:49.674425 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71c62826-9eb8-42a2-b811-eeddb19392c9 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Router 437238ee-7bf3-4cbc-8cbd-325bf379d3db has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:59:49.706951 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device a85e02b3-4b64-4548-b1fc-8695ba7733e8 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:59:49.729065 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: a85e02b3-4b64-4548-b1fc-8695ba7733e8 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:59:49.729390 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device a85e02b3-4b64-4548-b1fc-8695ba7733e8 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:59:49.786557 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71c62826-9eb8-42a2-b811-eeddb19392c9 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:59:49.791304 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-71c62826-9eb8-42a2-b811-eeddb19392c9 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:49.796448 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8b55a5-027c-415b-9a8f-90b1b6576f6e None None] Sync routers for ids ['437238ee-7bf3-4cbc-8cbd-325bf379d3db'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:59:49.806153 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8b55a5-027c-415b-9a8f-90b1b6576f6e None None] Routers {'437238ee-7bf3-4cbc-8cbd-325bf379d3db'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:59:49.811074 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-3c8b55a5-027c-415b-9a8f-90b1b6576f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:59:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['437238ee-7bf3-4cbc-8cbd-325bf379d3db'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:59:49.821882 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-71c62826-9eb8-42a2-b811-eeddb19392c9 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "DELETE /v2.0/floatingips/72d8849c-1cf7-4dde-9fc8-1b9ba1457f9c HTTP/1.1" status: 204 len: 168 time: 0.9439549 Oct 12 19:59:49.821882 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c73f1f8f-8ed2-4ee8-b2d2-b9acab816d03', 'tag': '82138ea3-d171-4f7a-b725-d4b0735c677b'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:59:49.822592 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffe84f6d-7820-477b-a04e-76c8fd13c708" -d '{"events": [{"name": "network-changed", "server_uuid": "c73f1f8f-8ed2-4ee8-b2d2-b9acab816d03", "tag": "82138ea3-d171-4f7a-b725-d4b0735c677b"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:59:49.863840 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 19:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1521591d-8f37-471c-a850-d766cdd1e6a7 x-openstack-request-id: req-1521591d-8f37-471c-a850-d766cdd1e6a7 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:59:49.864195 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c73f1f8f-8ed2-4ee8-b2d2-b9acab816d03", "tag": "82138ea3-d171-4f7a-b725-d4b0735c677b", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:59:49.864457 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1521591d-8f37-471c-a850-d766cdd1e6a7 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:59:49.865012 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c73f1f8f-8ed2-4ee8-b2d2-b9acab816d03', 'tag': '82138ea3-d171-4f7a-b725-d4b0735c677b', 'status': 'completed', 'code': 200} Oct 12 19:59:49.938483 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe84f6d-7820-477b-a04e-76c8fd13c708 req-3275615a-fc36-451a-a5fa-c298fb9387b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:59:49.939893 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ffe84f6d-7820-477b-a04e-76c8fd13c708 req-3275615a-fc36-451a-a5fa-c298fb9387b0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4bb28d27452d4f0fa98982a8726f1a88&device_id=c73f1f8f-8ed2-4ee8-b2d2-b9acab816d03 HTTP/1.1" status: 200 len: 1097 time: 0.0516446 Oct 12 19:59:50.036455 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe84f6d-7820-477b-a04e-76c8fd13c708 req-d6c3dc01-7c1d-4c91-82ec-9dfacf3c72a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:59:50.037953 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ffe84f6d-7820-477b-a04e-76c8fd13c708 req-d6c3dc01-7c1d-4c91-82ec-9dfacf3c72a8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=1a2e8259-1268-4216-8161-22d69efd62eb HTTP/1.1" status: 200 len: 898 time: 0.0899718 Oct 12 19:59:50.077256 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-3c8b55a5-027c-415b-9a8f-90b1b6576f6e None None] Set router 437238ee-7bf3-4cbc-8cbd-325bf379d3db gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:59:50.083648 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ffe84f6d-7820-477b-a04e-76c8fd13c708 req-c7086f77-af77-4ef7-a28b-685ec6099a6a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=82138ea3-d171-4f7a-b725-d4b0735c677b HTTP/1.1" status: 200 len: 217 time: 0.0382385 Oct 12 19:59:50.135049 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe84f6d-7820-477b-a04e-76c8fd13c708 req-b6ae7afb-1c8a-4383-848f-cafd2bf23b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:59:50.136525 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ffe84f6d-7820-477b-a04e-76c8fd13c708 req-b6ae7afb-1c8a-4383-848f-cafd2bf23b7d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0b964170-966d-4117-a187-2a07d6b89d57 HTTP/1.1" status: 200 len: 834 time: 0.0465233 Oct 12 19:59:50.182160 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe84f6d-7820-477b-a04e-76c8fd13c708 req-e11deb17-995d-4d5f-9bac-06547d197615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:59:50.183627 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ffe84f6d-7820-477b-a04e-76c8fd13c708 req-e11deb17-995d-4d5f-9bac-06547d197615 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1a2e8259-1268-4216-8161-22d69efd62eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401018 Oct 12 19:59:50.287768 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-3c8b55a5-027c-415b-9a8f-90b1b6576f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '437238ee-7bf3-4cbc-8cbd-325bf379d3db', 'name': 'tempest-TestNetworkBasicOps-router-1439957103', 'tenant_id': '4bb28d27452d4f0fa98982a8726f1a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'b8d1c5f8-e34e-47e7-a08a-f0203b8e893f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:58:01Z', 'updated_at': '2021-10-12T19:59:42Z', 'revision_number': 6, 'project_id': '4bb28d27452d4f0fa98982a8726f1a88', 'gw_port': {'id': 'b8d1c5f8-e34e-47e7-a08a-f0203b8e893f', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:95:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437238ee-7bf3-4cbc-8cbd-325bf379d3db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:58:02Z', 'updated_at': '2021-10-12T19:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': 'f45a50ce-b60e-4d1f-bdd7-e6298d07f2bd', 'name': '', 'network_id': '1a2e8259-1268-4216-8161-22d69efd62eb', 'tenant_id': '4bb28d27452d4f0fa98982a8726f1a88', 'mac_address': 'fa:16:3e:52:41:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437238ee-7bf3-4cbc-8cbd-325bf379d3db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '0b964170-966d-4117-a187-2a07d6b89d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:58:05Z', 'updated_at': '2021-10-12T19:58:08Z', 'revision_number': 5, 'project_id': '4bb28d27452d4f0fa98982a8726f1a88', 'subnets': [{'id': '0b964170-966d-4117-a187-2a07d6b89d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:59:50.310676 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ffe84f6d-7820-477b-a04e-76c8fd13c708 req-d8945de2-64fe-46d0-af61-a1386959de2a service neutron] 10.222.0.61 "GET /v2.0/networks/1a2e8259-1268-4216-8161-22d69efd62eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200011 Oct 12 19:59:50.315477 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8b55a5-027c-415b-9a8f-90b1b6576f6e None None] Checking router: 437238ee-7bf3-4cbc-8cbd-325bf379d3db for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:59:50.323808 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8b55a5-027c-415b-9a8f-90b1b6576f6e None None] Routers {'437238ee-7bf3-4cbc-8cbd-325bf379d3db'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:59:50.324318 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-3c8b55a5-027c-415b-9a8f-90b1b6576f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:59:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['437238ee-7bf3-4cbc-8cbd-325bf379d3db'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:59:50.378876 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4b443c-3aed-4660-a3f4-96a1dfd9cc5f req-600ff544-0a8d-4572-bb6d-1fdccf4e2e46 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:59:50.380410 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3f4b443c-3aed-4660-a3f4-96a1dfd9cc5f req-600ff544-0a8d-4572-bb6d-1fdccf4e2e46 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "GET /v2.0/ports?device_id=c73f1f8f-8ed2-4ee8-b2d2-b9acab816d03 HTTP/1.1" status: 200 len: 946 time: 0.1011720 Oct 12 19:59:50.436739 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-3c8b55a5-027c-415b-9a8f-90b1b6576f6e None None] Set router 437238ee-7bf3-4cbc-8cbd-325bf379d3db gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:59:50.448463 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3f4b443c-3aed-4660-a3f4-96a1dfd9cc5f req-f5af4465-87ff-423b-974a-37b96707ebd0 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "GET /v2.0/security-groups?id=026c55f1-af81-4371-b5e0-d2f334b68323&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618410 Oct 12 19:59:50.454785 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ffe84f6d-7820-477b-a04e-76c8fd13c708 req-a33a98e2-3d66-4527-a6b9-0282133ff48b service neutron] 10.222.0.61 "GET /v2.0/networks/1a2e8259-1268-4216-8161-22d69efd62eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338413 Oct 12 19:59:50.634151 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-3c8b55a5-027c-415b-9a8f-90b1b6576f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '437238ee-7bf3-4cbc-8cbd-325bf379d3db', 'name': 'tempest-TestNetworkBasicOps-router-1439957103', 'tenant_id': '4bb28d27452d4f0fa98982a8726f1a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'b8d1c5f8-e34e-47e7-a08a-f0203b8e893f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:58:01Z', 'updated_at': '2021-10-12T19:59:42Z', 'revision_number': 6, 'project_id': '4bb28d27452d4f0fa98982a8726f1a88', 'gw_port': {'id': 'b8d1c5f8-e34e-47e7-a08a-f0203b8e893f', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:95:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437238ee-7bf3-4cbc-8cbd-325bf379d3db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:58:02Z', 'updated_at': '2021-10-12T19:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': 'f45a50ce-b60e-4d1f-bdd7-e6298d07f2bd', 'name': '', 'network_id': '1a2e8259-1268-4216-8161-22d69efd62eb', 'tenant_id': '4bb28d27452d4f0fa98982a8726f1a88', 'mac_address': 'fa:16:3e:52:41:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437238ee-7bf3-4cbc-8cbd-325bf379d3db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '0b964170-966d-4117-a187-2a07d6b89d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:58:05Z', 'updated_at': '2021-10-12T19:58:08Z', 'revision_number': 5, 'project_id': '4bb28d27452d4f0fa98982a8726f1a88', 'subnets': [{'id': '0b964170-966d-4117-a187-2a07d6b89d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:59:50.659668 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8b55a5-027c-415b-9a8f-90b1b6576f6e None None] The sync data for ids ['437238ee-7bf3-4cbc-8cbd-325bf379d3db'] in n-d-813679-3 is: [{'id': '437238ee-7bf3-4cbc-8cbd-325bf379d3db', 'name': 'tempest-TestNetworkBasicOps-router-1439957103', 'tenant_id': '4bb28d27452d4f0fa98982a8726f1a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'b8d1c5f8-e34e-47e7-a08a-f0203b8e893f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:58:01Z', 'updated_at': '2021-10-12T19:59:42Z', 'revision_number': 6, 'project_id': '4bb28d27452d4f0fa98982a8726f1a88', 'gw_port': {'id': 'b8d1c5f8-e34e-47e7-a08a-f0203b8e893f', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:95:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437238ee-7bf3-4cbc-8cbd-325bf379d3db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:58:02Z', 'updated_at': '2021-10-12T19:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': 'f45a50ce-b60e-4d1f-bdd7-e6298d07f2bd', 'name': '', 'network_id': '1a2e8259-1268-4216-8161-22d69efd62eb', 'tenant_id': '4bb28d27452d4f0fa98982a8726f1a88', 'mac_address': 'fa:16:3e:52:41:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437238ee-7bf3-4cbc-8cbd-325bf379d3db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '0b964170-966d-4117-a187-2a07d6b89d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:58:05Z', 'updated_at': '2021-10-12T19:58:08Z', 'revision_number': 5, 'project_id': '4bb28d27452d4f0fa98982a8726f1a88', 'subnets': [{'id': '0b964170-966d-4117-a187-2a07d6b89d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:59:50.888625 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5de40e4-eb67-4aad-ad60-ce451e1d60fe None None] New status for floating IP 72d8849c-1cf7-4dde-9fc8-1b9ba1457f9c: DOWN {{(pid=95504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 19:59:51.551052 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b7e547-26a5-40ce-afc4-d7ce49517929 req-1fde5000-b446-4595-94da-998f9ed0b5ae tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:59:51.552505 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-34b7e547-26a5-40ce-afc4-d7ce49517929 req-1fde5000-b446-4595-94da-998f9ed0b5ae tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.61 "GET /v2.0/ports?device_id=c73f1f8f-8ed2-4ee8-b2d2-b9acab816d03 HTTP/1.1" status: 200 len: 946 time: 0.0507514 Oct 12 19:59:51.570358 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f0f3a6-76c8-4c2f-85d3-d741971a4ecf req-991de718-3c80-4842-854d-85f6e208dc24 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:59:51.571909 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-54f0f3a6-76c8-4c2f-85d3-d741971a4ecf req-991de718-3c80-4842-854d-85f6e208dc24 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "GET /v2.0/ports?device_id=c73f1f8f-8ed2-4ee8-b2d2-b9acab816d03 HTTP/1.1" status: 200 len: 946 time: 0.0502322 Oct 12 19:59:51.628151 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-54f0f3a6-76c8-4c2f-85d3-d741971a4ecf req-50638629-fdaf-4edb-928c-0cfbb623f91d tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "GET /v2.0/security-groups?id=026c55f1-af81-4371-b5e0-d2f334b68323&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494747 Oct 12 19:59:51.652509 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-34b7e547-26a5-40ce-afc4-d7ce49517929 req-0ca74fac-09b5-4f9e-91f1-4d7799edf385 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Deleting port 82138ea3-d171-4f7a-b725-d4b0735c677b {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:59:51.652853 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-34b7e547-26a5-40ce-afc4-d7ce49517929 req-0ca74fac-09b5-4f9e-91f1-4d7799edf385 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:51.666468 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-40a8cce0-be34-4d73-92a4-0d0421f0abdf req-ad358f04-cab4-4508-9cb0-a1b20367a76e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=84a656f6-c876-40af-8c09-3032ac9cb0fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0547261 Oct 12 19:59:51.752182 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a8cce0-be34-4d73-92a4-0d0421f0abdf req-cc50243d-5a11-48d9-8f13-8f11eb3e48b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:59:51.753671 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-40a8cce0-be34-4d73-92a4-0d0421f0abdf req-cc50243d-5a11-48d9-8f13-8f11eb3e48b3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f37c8fe971bc4b5daa2f916c03f91d01&device_id=84a656f6-c876-40af-8c09-3032ac9cb0fe HTTP/1.1" status: 200 len: 1096 time: 0.0442779 Oct 12 19:59:51.873056 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a8cce0-be34-4d73-92a4-0d0421f0abdf req-53887a94-1c2f-4fa7-aa3b-a1344c097b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:59:51.874720 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-40a8cce0-be34-4d73-92a4-0d0421f0abdf req-53887a94-1c2f-4fa7-aa3b-a1344c097b64 service neutron] 10.222.0.67 "GET /v2.0/networks?id=bab0c1ad-2a75-48a8-874f-0744bd8e0a35 HTTP/1.1" status: 200 len: 912 time: 0.1008446 Oct 12 19:59:51.946572 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-40a8cce0-be34-4d73-92a4-0d0421f0abdf req-3027def9-7a41-47a2-93d6-03dd13ee0802 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e6ecef9-1433-403b-b75d-398582e7005c HTTP/1.1" status: 200 len: 1001 time: 0.0645392 Oct 12 19:59:52.000316 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a8cce0-be34-4d73-92a4-0d0421f0abdf req-83228e2d-4c8f-48b6-bdb1-78e46b0afe4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:59:52.001767 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-40a8cce0-be34-4d73-92a4-0d0421f0abdf req-83228e2d-4c8f-48b6-bdb1-78e46b0afe4b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2bf5b286-d487-470c-8401-d82862f269e1 HTTP/1.1" status: 200 len: 850 time: 0.0486362 Oct 12 19:59:52.045519 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-34b7e547-26a5-40ce-afc4-d7ce49517929 req-0ca74fac-09b5-4f9e-91f1-4d7799edf385 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] For port 82138ea3-d171-4f7a-b725-d4b0735c677b, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=82138ea3-d171-4f7a-b725-d4b0735c677b,segment=NetworkSegment(1c36be21-8f49-43dc-8d6b-21868beb6a02),segment_id=1c36be21-8f49-43dc-8d6b-21868beb6a02)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:59:52.045899 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-34b7e547-26a5-40ce-afc4-d7ce49517929 req-0ca74fac-09b5-4f9e-91f1-4d7799edf385 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:52.053988 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a8cce0-be34-4d73-92a4-0d0421f0abdf req-5c2125a9-4bda-4c87-ab38-9bca49169862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:59:52.055638 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-40a8cce0-be34-4d73-92a4-0d0421f0abdf req-5c2125a9-4bda-4c87-ab38-9bca49169862 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=bab0c1ad-2a75-48a8-874f-0744bd8e0a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466795 Oct 12 19:59:52.060446 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-34b7e547-26a5-40ce-afc4-d7ce49517929 req-0ca74fac-09b5-4f9e-91f1-4d7799edf385 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Calling delete_port for 82138ea3-d171-4f7a-b725-d4b0735c677b owned by compute:nova {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:59:52.148555 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-40a8cce0-be34-4d73-92a4-0d0421f0abdf req-46a74221-7b4e-4d7a-b383-a53f71ca6d1b service neutron] 10.222.0.67 "GET /v2.0/networks/bab0c1ad-2a75-48a8-874f-0744bd8e0a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852215 Oct 12 19:59:52.247093 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-40a8cce0-be34-4d73-92a4-0d0421f0abdf req-93b970e0-05d8-4ca9-9665-4dd133939699 service neutron] 10.222.0.67 "GET /v2.0/networks/bab0c1ad-2a75-48a8-874f-0744bd8e0a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918100 Oct 12 19:59:52.282755 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-34b7e547-26a5-40ce-afc4-d7ce49517929 req-0ca74fac-09b5-4f9e-91f1-4d7799edf385 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:52.309050 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca74fac-09b5-4f9e-91f1-4d7799edf385 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Pushing event deleted for resources: {'Port': ['ID=82138ea3-d171-4f7a-b725-d4b0735c677b,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:59:52.356356 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-34b7e547-26a5-40ce-afc4-d7ce49517929 req-0ca74fac-09b5-4f9e-91f1-4d7799edf385 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] No DVR routers for this DVR port 82138ea3-d171-4f7a-b725-d4b0735c677b on host n-h1-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:59:52.358959 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-34b7e547-26a5-40ce-afc4-d7ce49517929 req-0ca74fac-09b5-4f9e-91f1-4d7799edf385 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:52.362381 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-34b7e547-26a5-40ce-afc4-d7ce49517929 req-0ca74fac-09b5-4f9e-91f1-4d7799edf385 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.61 "DELETE /v2.0/ports/82138ea3-d171-4f7a-b725-d4b0735c677b HTTP/1.1" status: 204 len: 173 time: 0.8031549 Oct 12 19:59:52.362819 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c73f1f8f-8ed2-4ee8-b2d2-b9acab816d03', 'name': 'network-vif-deleted', 'tag': '82138ea3-d171-4f7a-b725-d4b0735c677b'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 19:59:52.365151 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99a8cbcf-a36a-4f7a-be17-4594ab933f61" -d '{"events": [{"server_uuid": "c73f1f8f-8ed2-4ee8-b2d2-b9acab816d03", "name": "network-vif-deleted", "tag": "82138ea3-d171-4f7a-b725-d4b0735c677b"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 19:59:52.401862 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 19:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f02b5c4c-5127-4f68-83e1-a4a246e37f89 x-openstack-request-id: req-f02b5c4c-5127-4f68-83e1-a4a246e37f89 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 19:59:52.402150 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c73f1f8f-8ed2-4ee8-b2d2-b9acab816d03", "name": "network-vif-deleted", "tag": "82138ea3-d171-4f7a-b725-d4b0735c677b", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 19:59:52.402403 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f02b5c4c-5127-4f68-83e1-a4a246e37f89 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 19:59:52.402857 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c73f1f8f-8ed2-4ee8-b2d2-b9acab816d03', 'name': 'network-vif-deleted', 'tag': '82138ea3-d171-4f7a-b725-d4b0735c677b', 'status': 'completed', 'code': 200} Oct 12 19:59:52.748223 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fe0e7200-c2f9-44ea-bbcb-880bba187664 req-5ba44650-fafd-4174-b448-54c38924310f tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "GET /v2.0/ports?device_id=c73f1f8f-8ed2-4ee8-b2d2-b9acab816d03 HTTP/1.1" status: 200 len: 210 time: 0.0272474 Oct 12 19:59:53.807838 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 60028) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:59:53.864463 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2e2ef590-28b8-44db-b750-749cbc3c4e72 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:53.888406 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2e2ef590-28b8-44db-b750-749cbc3c4e72 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:54.018770 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2e2ef590-28b8-44db-b750-749cbc3c4e72 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:54.021338 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2e2ef590-28b8-44db-b750-749cbc3c4e72 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:54.022530 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-2e2ef590-28b8-44db-b750-749cbc3c4e72 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "DELETE /v2.0/security-groups/026c55f1-af81-4371-b5e0-d2f334b68323 HTTP/1.1" status: 204 len: 168 time: 0.2159972 Oct 12 19:59:54.031954 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2ef590-28b8-44db-b750-749cbc3c4e72 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=026c55f1-af81-4371-b5e0-d2f334b68323,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:59:54.133247 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 60032) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:59:54.806814 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d4fcbc36-8983-4f23-a34f-6247336cc029 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8092566'] for router_interface, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:55.112960 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-d4fcbc36-8983-4f23-a34f-6247336cc029 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Deleting port f45a50ce-b60e-4d1f-bdd7-e6298d07f2bd {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:59:55.113295 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d4fcbc36-8983-4f23-a34f-6247336cc029 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:55.198625 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [None req-d4fcbc36-8983-4f23-a34f-6247336cc029 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] For port f45a50ce-b60e-4d1f-bdd7-e6298d07f2bd, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=f45a50ce-b60e-4d1f-bdd7-e6298d07f2bd,segment=NetworkSegment(1c36be21-8f49-43dc-8d6b-21868beb6a02),segment_id=1c36be21-8f49-43dc-8d6b-21868beb6a02)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:59:55.199297 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d4fcbc36-8983-4f23-a34f-6247336cc029 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:55.210918 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-d4fcbc36-8983-4f23-a34f-6247336cc029 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Calling delete_port for f45a50ce-b60e-4d1f-bdd7-e6298d07f2bd owned by network:router_interface {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:59:55.453209 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d4fcbc36-8983-4f23-a34f-6247336cc029 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:55.482842 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fcbc36-8983-4f23-a34f-6247336cc029 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Pushing event deleted for resources: {'Port': ['ID=f45a50ce-b60e-4d1f-bdd7-e6298d07f2bd,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:59:55.667372 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d4fcbc36-8983-4f23-a34f-6247336cc029 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7898909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8092450'] for router_interface, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:55.881864 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4fcbc36-8983-4f23-a34f-6247336cc029 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Router 437238ee-7bf3-4cbc-8cbd-325bf379d3db has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 19:59:55.989952 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4fcbc36-8983-4f23-a34f-6247336cc029 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 19:59:55.997246 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-d4fcbc36-8983-4f23-a34f-6247336cc029 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "PUT /v2.0/routers/437238ee-7bf3-4cbc-8cbd-325bf379d3db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8611143 Oct 12 19:59:55.998600 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 60034) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:59:55.999775 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a755311-7f5b-439c-b719-55d1609dfeb7 None None] Sync routers for ids ['437238ee-7bf3-4cbc-8cbd-325bf379d3db'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 19:59:56.009971 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a755311-7f5b-439c-b719-55d1609dfeb7 None None] Routers {'437238ee-7bf3-4cbc-8cbd-325bf379d3db'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:59:56.010701 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-0a755311-7f5b-439c-b719-55d1609dfeb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:59:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['437238ee-7bf3-4cbc-8cbd-325bf379d3db'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:59:56.050119 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_v2 [None req-373f94b4-379a-4692-a2c7-9e5a72213072 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Deleting subnet 0b964170-966d-4117-a187-2a07d6b89d57 {{(pid=95501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 19:59:56.053296 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-373f94b4-379a-4692-a2c7-9e5a72213072 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks [] for subnet, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:56.092673 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-373f94b4-379a-4692-a2c7-9e5a72213072 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281083'] for subnet, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:56.118756 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-0a755311-7f5b-439c-b719-55d1609dfeb7 None None] Set router 437238ee-7bf3-4cbc-8cbd-325bf379d3db gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:59:56.178535 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-373f94b4-379a-4692-a2c7-9e5a72213072 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:56.293808 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-373f94b4-379a-4692-a2c7-9e5a72213072 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4824924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4612362'] for subnet, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:56.299583 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-0a755311-7f5b-439c-b719-55d1609dfeb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '437238ee-7bf3-4cbc-8cbd-325bf379d3db', 'name': 'tempest-TestNetworkBasicOps-router-1439957103', 'tenant_id': '4bb28d27452d4f0fa98982a8726f1a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'b8d1c5f8-e34e-47e7-a08a-f0203b8e893f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:58:01Z', 'updated_at': '2021-10-12T19:59:55Z', 'revision_number': 7, 'project_id': '4bb28d27452d4f0fa98982a8726f1a88', 'gw_port': {'id': 'b8d1c5f8-e34e-47e7-a08a-f0203b8e893f', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:95:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437238ee-7bf3-4cbc-8cbd-325bf379d3db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:58:02Z', 'updated_at': '2021-10-12T19:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:59:56.323396 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-373f94b4-379a-4692-a2c7-9e5a72213072 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:56.325563 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a755311-7f5b-439c-b719-55d1609dfeb7 None None] Checking router: 437238ee-7bf3-4cbc-8cbd-325bf379d3db for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 19:59:56.327614 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-373f94b4-379a-4692-a2c7-9e5a72213072 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "DELETE /v2.0/subnets/0b964170-966d-4117-a187-2a07d6b89d57 HTTP/1.1" status: 204 len: 168 time: 0.3279135 Oct 12 19:59:56.328644 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373f94b4-379a-4692-a2c7-9e5a72213072 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Pushing event deleted for resources: {'Subnet': ['ID=0b964170-966d-4117-a187-2a07d6b89d57,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:59:56.328974 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 82138ea3-d171-4f7a-b725-d4b0735c677b no longer exists at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:59:56.330769 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 60036) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:59:56.335771 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc08d325-89dc-4e4e-aff7-e74b69140627 None None] Network 1a2e8259-1268-4216-8161-22d69efd62eb requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 19:59:56.365063 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] No Port match for: 82138ea3-d171-4f7a-b725-d4b0735c677b {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:59:56.365598 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 82138ea3-d171-4f7a-b725-d4b0735c677b not bound to the agent host n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:59:56.405496 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a755311-7f5b-439c-b719-55d1609dfeb7 None None] Routers {'437238ee-7bf3-4cbc-8cbd-325bf379d3db'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 19:59:56.406120 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-0a755311-7f5b-439c-b719-55d1609dfeb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:59:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['437238ee-7bf3-4cbc-8cbd-325bf379d3db'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:59:56.441602 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-782af49e-94ae-4eae-afd6-2428081ad144 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks [] for router, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:56.545251 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-782af49e-94ae-4eae-afd6-2428081ad144 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:56.559610 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-0a755311-7f5b-439c-b719-55d1609dfeb7 None None] Set router 437238ee-7bf3-4cbc-8cbd-325bf379d3db gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 19:59:56.674614 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67fa6b82-d4ec-4341-b3d7-9c27cfd3f5be None None] DHCP port deletion for 1a2e8259-1268-4216-8161-22d69efd62eb request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 19:59:56.685289 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-782af49e-94ae-4eae-afd6-2428081ad144 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Deleting port b8d1c5f8-e34e-47e7-a08a-f0203b8e893f {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:59:56.685633 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-782af49e-94ae-4eae-afd6-2428081ad144 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:56.765920 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-782af49e-94ae-4eae-afd6-2428081ad144 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] For port b8d1c5f8-e34e-47e7-a08a-f0203b8e893f, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=b8d1c5f8-e34e-47e7-a08a-f0203b8e893f,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:59:56.766389 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-782af49e-94ae-4eae-afd6-2428081ad144 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:56.776325 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-67fa6b82-d4ec-4341-b3d7-9c27cfd3f5be None None] Deleting port dfd88e2b-ef8a-4a6c-a3d7-455b57db044a {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 19:59:56.776704 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-67fa6b82-d4ec-4341-b3d7-9c27cfd3f5be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:56.782662 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-782af49e-94ae-4eae-afd6-2428081ad144 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Calling delete_port for b8d1c5f8-e34e-47e7-a08a-f0203b8e893f owned by network:router_gateway {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:59:56.814326 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-0a755311-7f5b-439c-b719-55d1609dfeb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '437238ee-7bf3-4cbc-8cbd-325bf379d3db', 'name': 'tempest-TestNetworkBasicOps-router-1439957103', 'tenant_id': '4bb28d27452d4f0fa98982a8726f1a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'b8d1c5f8-e34e-47e7-a08a-f0203b8e893f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:58:01Z', 'updated_at': '2021-10-12T19:59:55Z', 'revision_number': 7, 'project_id': '4bb28d27452d4f0fa98982a8726f1a88', 'gw_port': {'id': 'b8d1c5f8-e34e-47e7-a08a-f0203b8e893f', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:95:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437238ee-7bf3-4cbc-8cbd-325bf379d3db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:58:02Z', 'updated_at': '2021-10-12T19:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:59:56.847716 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a755311-7f5b-439c-b719-55d1609dfeb7 None None] The sync data for ids ['437238ee-7bf3-4cbc-8cbd-325bf379d3db'] in n-d-813679-3 is: [{'id': '437238ee-7bf3-4cbc-8cbd-325bf379d3db', 'name': 'tempest-TestNetworkBasicOps-router-1439957103', 'tenant_id': '4bb28d27452d4f0fa98982a8726f1a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'b8d1c5f8-e34e-47e7-a08a-f0203b8e893f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:58:01Z', 'updated_at': '2021-10-12T19:59:55Z', 'revision_number': 7, 'project_id': '4bb28d27452d4f0fa98982a8726f1a88', 'gw_port': {'id': 'b8d1c5f8-e34e-47e7-a08a-f0203b8e893f', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:95:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437238ee-7bf3-4cbc-8cbd-325bf379d3db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:58:02Z', 'updated_at': '2021-10-12T19:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 19:59:56.871064 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-67fa6b82-d4ec-4341-b3d7-9c27cfd3f5be None None] For port dfd88e2b-ef8a-4a6c-a3d7-455b57db044a, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=dfd88e2b-ef8a-4a6c-a3d7-455b57db044a,segment=NetworkSegment(1c36be21-8f49-43dc-8d6b-21868beb6a02),segment_id=1c36be21-8f49-43dc-8d6b-21868beb6a02)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 19:59:56.871462 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-67fa6b82-d4ec-4341-b3d7-9c27cfd3f5be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:56.886503 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-67fa6b82-d4ec-4341-b3d7-9c27cfd3f5be None None] Calling delete_port for dfd88e2b-ef8a-4a6c-a3d7-455b57db044a owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 19:59:57.013261 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-782af49e-94ae-4eae-afd6-2428081ad144 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:57.019182 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-67fa6b82-d4ec-4341-b3d7-9c27cfd3f5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:57.043526 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782af49e-94ae-4eae-afd6-2428081ad144 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Pushing event deleted for resources: {'Port': ['ID=b8d1c5f8-e34e-47e7-a08a-f0203b8e893f,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:59:57.046169 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fa6b82-d4ec-4341-b3d7-9c27cfd3f5be None None] Pushing event deleted for resources: {'Port': ['ID=dfd88e2b-ef8a-4a6c-a3d7-455b57db044a,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:59:57.048048 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67fa6b82-d4ec-4341-b3d7-9c27cfd3f5be None None] No DVR routers for this DVR port dfd88e2b-ef8a-4a6c-a3d7-455b57db044a on host n-d-813679-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 19:59:57.107174 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-782af49e-94ae-4eae-afd6-2428081ad144 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7915456'] for router_gateway, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:57.200667 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-782af49e-94ae-4eae-afd6-2428081ad144 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255495'] for router, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:57.203263 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-782af49e-94ae-4eae-afd6-2428081ad144 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:57.311028 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-782af49e-94ae-4eae-afd6-2428081ad144 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8093499'] for router, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:57.312262 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-782af49e-94ae-4eae-afd6-2428081ad144 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Fanout notify agent at l3_agent the message router_deleted on router 437238ee-7bf3-4cbc-8cbd-325bf379d3db {{(pid=95502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 19:59:57.322148 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-782af49e-94ae-4eae-afd6-2428081ad144 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:57.322148 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-782af49e-94ae-4eae-afd6-2428081ad144 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "DELETE /v2.0/routers/437238ee-7bf3-4cbc-8cbd-325bf379d3db HTTP/1.1" status: 204 len: 168 time: 0.9882884 Oct 12 19:59:57.324072 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 60038) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:59:57.406979 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1725decb-2d2a-4bf1-8d29-7461766cbadf tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:57.496759 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1725decb-2d2a-4bf1-8d29-7461766cbadf tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:57.518242 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-1725decb-2d2a-4bf1-8d29-7461766cbadf tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a2e8259-1268-4216-8161-22d69efd62eb']}} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:59:57.527849 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-1725decb-2d2a-4bf1-8d29-7461766cbadf tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c36be21-8f49-43dc-8d6b-21868beb6a02') {'for_net_delete': True} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:59:57.528250 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-1725decb-2d2a-4bf1-8d29-7461766cbadf tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c36be21-8f49-43dc-8d6b-21868beb6a02') {} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 19:59:57.542559 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1725decb-2d2a-4bf1-8d29-7461766cbadf tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4281072'] for segment, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:57.555764 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1725decb-2d2a-4bf1-8d29-7461766cbadf tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:57.561642 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1725decb-2d2a-4bf1-8d29-7461766cbadf tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=95501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 19:59:57.565208 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1725decb-2d2a-4bf1-8d29-7461766cbadf tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4823170'] for segment, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:57.565553 n-d-813679-3 neutron-server[95501]: Traceback (most recent call last): Oct 12 19:59:57.565553 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 19:59:57.565553 n-d-813679-3 neutron-server[95501]: timer() Oct 12 19:59:57.565553 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 19:59:57.565553 n-d-813679-3 neutron-server[95501]: cb(*args, **kw) Oct 12 19:59:57.565553 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 19:59:57.565553 n-d-813679-3 neutron-server[95501]: return func(*args, **kwargs) Oct 12 19:59:57.565553 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 19:59:57.565553 n-d-813679-3 neutron-server[95501]: self._notify() Oct 12 19:59:57.565553 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 19:59:57.565553 n-d-813679-3 neutron-server[95501]: self.callback(batched_events) Oct 12 19:59:57.565553 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 19:59:57.565553 n-d-813679-3 neutron-server[95501]: event.method(event) Oct 12 19:59:57.565553 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 19:59:57.565553 n-d-813679-3 neutron-server[95501]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 19:59:57.565553 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 19:59:57.565553 n-d-813679-3 neutron-server[95501]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 19:59:57.565553 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 19:59:57.565553 n-d-813679-3 neutron-server[95501]: return f(self, *a, **k) Oct 12 19:59:57.565553 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 19:59:57.565553 n-d-813679-3 neutron-server[95501]: return self._get(url).json() Oct 12 19:59:57.565553 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 19:59:57.565553 n-d-813679-3 neutron-server[95501]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 19:59:57.565553 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 19:59:57.565553 n-d-813679-3 neutron-server[95501]: return self.request(url, 'GET', **kwargs) Oct 12 19:59:57.565553 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 19:59:57.565553 n-d-813679-3 neutron-server[95501]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 19:59:57.565553 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 19:59:57.565553 n-d-813679-3 neutron-server[95501]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 19:59:57.565553 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 19:59:57.565553 n-d-813679-3 neutron-server[95501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 19:59:57.565553 n-d-813679-3 neutron-server[95501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 19:59:57.710388 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1725decb-2d2a-4bf1-8d29-7461766cbadf tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:57.715911 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1725decb-2d2a-4bf1-8d29-7461766cbadf tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks [] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:57.719102 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-1725decb-2d2a-4bf1-8d29-7461766cbadf tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "DELETE /v2.0/networks/1a2e8259-1268-4216-8161-22d69efd62eb HTTP/1.1" status: 204 len: 168 time: 0.3939867 Oct 12 19:59:57.733774 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1725decb-2d2a-4bf1-8d29-7461766cbadf tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Pushing event deleted for resources: {'Network': ['ID=1a2e8259-1268-4216-8161-22d69efd62eb,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:59:57.740921 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 60040) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:59:57.746049 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-38ee7349-858f-4f50-962c-eef295ff7168 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Request body: {'network': {'name': 'tempest-network-smoke--68158476', 'project_id': '4bb28d27452d4f0fa98982a8726f1a88', 'port_security_enabled': True}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:59:57.859130 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38ee7349-858f-4f50-962c-eef295ff7168 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Made reservation on behalf of 4bb28d27452d4f0fa98982a8726f1a88 for: {'network': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 19:59:57.866870 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-38ee7349-858f-4f50-962c-eef295ff7168 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:57.893853 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device f45a50ce-b60e-4d1f-bdd7-e6298d07f2bd no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:59:57.895875 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38ee7349-858f-4f50-962c-eef295ff7168 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'} {{(pid=95501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 19:59:57.909756 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-38ee7349-858f-4f50-962c-eef295ff7168 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:57.910104 n-d-813679-3 neutron-server[95501]: INFO neutron.db.segments_db [None req-38ee7349-858f-4f50-962c-eef295ff7168 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Added segment 8b36cdf3-11c7-415b-8add-afebab3de346 of type vlan for network 8d6ea8dc-92f6-4610-a95c-5d163dfa83cf Oct 12 19:59:57.914090 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: f45a50ce-b60e-4d1f-bdd7-e6298d07f2bd {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:59:57.914444 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device f45a50ce-b60e-4d1f-bdd7-e6298d07f2bd not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:59:57.914900 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device dfd88e2b-ef8a-4a6c-a3d7-455b57db044a no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:59:57.936172 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: dfd88e2b-ef8a-4a6c-a3d7-455b57db044a {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:59:57.936522 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device dfd88e2b-ef8a-4a6c-a3d7-455b57db044a not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:59:57.936945 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device b8d1c5f8-e34e-47e7-a08a-f0203b8e893f no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 19:59:57.952958 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-38ee7349-858f-4f50-962c-eef295ff7168 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:57.956347 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: b8d1c5f8-e34e-47e7-a08a-f0203b8e893f {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 19:59:57.956695 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device b8d1c5f8-e34e-47e7-a08a-f0203b8e893f not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 19:59:58.069268 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-38ee7349-858f-4f50-962c-eef295ff7168 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:58.074962 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ee7349-858f-4f50-962c-eef295ff7168 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 19:59:58.075539 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-38ee7349-858f-4f50-962c-eef295ff7168 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks [] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:58.141756 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ee7349-858f-4f50-962c-eef295ff7168 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Pushing event updated for resources: {'Network': ['ID=8d6ea8dc-92f6-4610-a95c-5d163dfa83cf,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:59:58.151948 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 8d6ea8dc-92f6-4610-a95c-5d163dfa83cf details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 19:59:58.233737 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-38ee7349-858f-4f50-962c-eef295ff7168 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4914303 Oct 12 19:59:58.236684 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 60042) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 19:59:58.240972 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-1ce7b525-bfc0-4d3e-8220-078f85c0d8cc tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1212336997', 'admin_state_up': True, 'project_id': '4bb28d27452d4f0fa98982a8726f1a88', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 19:59:58.333502 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1ce7b525-bfc0-4d3e-8220-078f85c0d8cc tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8093678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255505'] for router, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:58.334526 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1ce7b525-bfc0-4d3e-8220-078f85c0d8cc tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8093562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8087085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8022306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255518'] for router, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:58.393531 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1ce7b525-bfc0-4d3e-8220-078f85c0d8cc tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:58.627340 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1ce7b525-bfc0-4d3e-8220-078f85c0d8cc tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:58.902470 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1ce7b525-bfc0-4d3e-8220-078f85c0d8cc tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks [] for router_gateway, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:58.920940 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1ce7b525-bfc0-4d3e-8220-078f85c0d8cc tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:59.034932 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-1ce7b525-bfc0-4d3e-8220-078f85c0d8cc tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Allocated IP 172.25.5.10 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/9d0a6a26-551c-4142-a6ae-4ff5e3b862dd) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 19:59:59.152356 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1ce7b525-bfc0-4d3e-8220-078f85c0d8cc tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:59.156640 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7e4ca241-9979-4a7a-b84a-0f0b93f8f400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:59.259573 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1ce7b525-bfc0-4d3e-8220-078f85c0d8cc tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:59.301866 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce7b525-bfc0-4d3e-8220-078f85c0d8cc tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 19:59:59.305033 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-1ce7b525-bfc0-4d3e-8220-078f85c0d8cc tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 19:59:59.309486 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce7b525-bfc0-4d3e-8220-078f85c0d8cc tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 19:59:59.315250 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce7b525-bfc0-4d3e-8220-078f85c0d8cc tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Pushing event updated for resources: {'Port': ['ID=9d0a6a26-551c-4142-a6ae-4ff5e3b862dd,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 19:59:59.608694 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1ce7b525-bfc0-4d3e-8220-078f85c0d8cc tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks [] for router_gateway, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 19:59:59.810982 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1ce7b525-bfc0-4d3e-8220-078f85c0d8cc tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8093541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7915516'] for router, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:00:00.264302 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ce7b525-bfc0-4d3e-8220-078f85c0d8cc tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Router 85287088-3bbd-4521-89de-c72029fc3bb2 is scheduled to L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b with binding_index 1 {{(pid=95501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 20:00:00.367648 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ce7b525-bfc0-4d3e-8220-078f85c0d8cc tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 20:00:00.376961 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194cda70-a06d-4c51-b4e1-8ced4dc551a1 None None] Sync routers for ids ['85287088-3bbd-4521-89de-c72029fc3bb2'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 20:00:00.391550 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194cda70-a06d-4c51-b4e1-8ced4dc551a1 None None] Routers {'85287088-3bbd-4521-89de-c72029fc3bb2'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:00:00.399738 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-194cda70-a06d-4c51-b4e1-8ced4dc551a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:59:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['85287088-3bbd-4521-89de-c72029fc3bb2'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:00:00.455536 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1ce7b525-bfc0-4d3e-8220-078f85c0d8cc tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks [] for router, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:00:00.457600 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-1ce7b525-bfc0-4d3e-8220-078f85c0d8cc tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.2200043 Oct 12 20:00:00.460515 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 60044) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:00:00.489373 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-d573f76d-1314-4b2b-aa78-1c67e2f366ef tempest-TestNetworkBasicOps-1011592949 tempest-TestNetworkBasicOps-1011592949-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=4bb28d27452d4f0fa98982a8726f1a88&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277662 Oct 12 20:00:00.492066 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 60046) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:00:00.496760 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-194cda70-a06d-4c51-b4e1-8ced4dc551a1 None None] Set router 85287088-3bbd-4521-89de-c72029fc3bb2 gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:00:00.584244 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805fc674-ca7e-4143-890a-43dd0a60bb88 tempest-TestNetworkBasicOps-1011592949 tempest-TestNetworkBasicOps-1011592949-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:00:00.585760 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-805fc674-ca7e-4143-890a-43dd0a60bb88 tempest-TestNetworkBasicOps-1011592949 tempest-TestNetworkBasicOps-1011592949-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0927730 Oct 12 20:00:00.588553 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 60048) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:00:00.618411 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-d59a191e-0a1f-44b1-894d-a38df1adfbd3 tempest-TestNetworkBasicOps-1011592949 tempest-TestNetworkBasicOps-1011592949-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=4afbf4a4-67f5-42d1-a358-7ba9799dab0c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283203 Oct 12 20:00:00.620946 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 60050) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:00:00.625996 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-bba06f71-e2f3-4483-9ec6-5480868cd547 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1989369959', 'network_id': '8d6ea8dc-92f6-4610-a95c-5d163dfa83cf', 'project_id': '4bb28d27452d4f0fa98982a8726f1a88', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:00:00.676047 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-194cda70-a06d-4c51-b4e1-8ced4dc551a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85287088-3bbd-4521-89de-c72029fc3bb2', 'name': 'tempest-TestNetworkBasicOps-router-1212336997', 'tenant_id': '4bb28d27452d4f0fa98982a8726f1a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': '9d0a6a26-551c-4142-a6ae-4ff5e3b862dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:59:58Z', 'updated_at': '2021-10-12T19:59:59Z', 'revision_number': 3, 'project_id': '4bb28d27452d4f0fa98982a8726f1a88', 'gw_port': {'id': '9d0a6a26-551c-4142-a6ae-4ff5e3b862dd', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:8b:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85287088-3bbd-4521-89de-c72029fc3bb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:59:58Z', 'updated_at': '2021-10-12T19:59:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:00:00.701571 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194cda70-a06d-4c51-b4e1-8ced4dc551a1 None None] Checking router: 85287088-3bbd-4521-89de-c72029fc3bb2 for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 20:00:00.701966 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194cda70-a06d-4c51-b4e1-8ced4dc551a1 None None] Updating router 85287088-3bbd-4521-89de-c72029fc3bb2 port 9d0a6a26-551c-4142-a6ae-4ff5e3b862dd binding host n-d-813679-3 {{(pid=95504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 20:00:00.727533 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-194cda70-a06d-4c51-b4e1-8ced4dc551a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:00:00.790182 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bba06f71-e2f3-4483-9ec6-5480868cd547 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Made reservation on behalf of 4bb28d27452d4f0fa98982a8726f1a88 for: {'subnet': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 20:00:00.793995 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-bba06f71-e2f3-4483-9ec6-5480868cd547 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4612397'] for subnet, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:00:01.000971 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-194cda70-a06d-4c51-b4e1-8ced4dc551a1 None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:00:01.098863 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-bba06f71-e2f3-4483-9ec6-5480868cd547 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4824863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4612355'] for subnet, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:00:01.121826 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-194cda70-a06d-4c51-b4e1-8ced4dc551a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:00:01.167594 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba06f71-e2f3-4483-9ec6-5480868cd547 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Pushing event updated for resources: {'Subnet': ['ID=e2abaa34-3309-4307-8ada-bd88cb4d9b20,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:00:01.171959 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-194cda70-a06d-4c51-b4e1-8ced4dc551a1 None None] Attempting to bind port 9d0a6a26-551c-4142-a6ae-4ff5e3b862dd on host n-d-813679-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 20:00:01.172369 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-194cda70-a06d-4c51-b4e1-8ced4dc551a1 None None] Attempting to bind port 9d0a6a26-551c-4142-a6ae-4ff5e3b862dd by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 20:00:01.172734 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194cda70-a06d-4c51-b4e1-8ced4dc551a1 None None] Attempting to bind port 9d0a6a26-551c-4142-a6ae-4ff5e3b862dd on network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 20:00:01.177433 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba06f71-e2f3-4483-9ec6-5480868cd547 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Checking segment: {'id': '8b36cdf3-11c7-415b-8add-afebab3de346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '8d6ea8dc-92f6-4610-a95c-5d163dfa83cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 20:00:01.177433 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba06f71-e2f3-4483-9ec6-5480868cd547 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Network hostable DHCP agents. Network: 8d6ea8dc-92f6-4610-a95c-5d163dfa83cf, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 20:00:01.179870 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ad1e15-bd22-42de-a5bc-d09e0b042416 None None] Pushing event updated for resources: {'Port': ['ID=9d0a6a26-551c-4142-a6ae-4ff5e3b862dd,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:00:01.186383 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194cda70-a06d-4c51-b4e1-8ced4dc551a1 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 20:00:01.186779 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194cda70-a06d-4c51-b4e1-8ced4dc551a1 None None] Checking segment: {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 20:00:01.187227 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-194cda70-a06d-4c51-b4e1-8ced4dc551a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:00:01.187691 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194cda70-a06d-4c51-b4e1-8ced4dc551a1 None None] Bound using segment: {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 20:00:01.188112 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-194cda70-a06d-4c51-b4e1-8ced4dc551a1 None None] Bound port: 9d0a6a26-551c-4142-a6ae-4ff5e3b862dd, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 20:00:01.188491 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-194cda70-a06d-4c51-b4e1-8ced4dc551a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:00:01.192360 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ad1e15-bd22-42de-a5bc-d09e0b042416 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:00:01.192750 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ad1e15-bd22-42de-a5bc-d09e0b042416 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:00:01.193090 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ad1e15-bd22-42de-a5bc-d09e0b042416 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:00:01.193421 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ad1e15-bd22-42de-a5bc-d09e0b042416 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:00:01.193754 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ad1e15-bd22-42de-a5bc-d09e0b042416 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:00:01.194076 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ad1e15-bd22-42de-a5bc-d09e0b042416 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:00:01.194414 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ad1e15-bd22-42de-a5bc-d09e0b042416 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:00:01.194735 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ad1e15-bd22-42de-a5bc-d09e0b042416 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:00:01.195053 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ad1e15-bd22-42de-a5bc-d09e0b042416 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:00:01.195387 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ad1e15-bd22-42de-a5bc-d09e0b042416 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:00:01.195688 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ad1e15-bd22-42de-a5bc-d09e0b042416 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:00:01.196003 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ad1e15-bd22-42de-a5bc-d09e0b042416 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:00:01.245765 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-194cda70-a06d-4c51-b4e1-8ced4dc551a1 None None] For port 9d0a6a26-551c-4142-a6ae-4ff5e3b862dd, host n-d-813679-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 20:00:01.248762 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-194cda70-a06d-4c51-b4e1-8ced4dc551a1 None None] For port 9d0a6a26-551c-4142-a6ae-4ff5e3b862dd, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=9d0a6a26-551c-4142-a6ae-4ff5e3b862dd,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 20:00:01.259044 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba06f71-e2f3-4483-9ec6-5480868cd547 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Network 8d6ea8dc-92f6-4610-a95c-5d163dfa83cf is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 20:00:01.299367 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-194cda70-a06d-4c51-b4e1-8ced4dc551a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:00:01.327762 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-bba06f71-e2f3-4483-9ec6-5480868cd547 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, 8d6ea8dc-92f6-4610-a95c-5d163dfa83cf) {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 20:00:01.333675 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba06f71-e2f3-4483-9ec6-5480868cd547 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:00:01.334576 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-bba06f71-e2f3-4483-9ec6-5480868cd547 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:00:01.342648 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd7ec2d4-591e-4698-8067-256604fb2763 None None] Network 8d6ea8dc-92f6-4610-a95c-5d163dfa83cf requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 20:00:01.365285 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194cda70-a06d-4c51-b4e1-8ced4dc551a1 None None] Routers {'85287088-3bbd-4521-89de-c72029fc3bb2'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:00:01.365909 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-194cda70-a06d-4c51-b4e1-8ced4dc551a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T19:59:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['85287088-3bbd-4521-89de-c72029fc3bb2'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:00:01.403506 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ad1e15-bd22-42de-a5bc-d09e0b042416 None None] Pushing event updated for resources: {'Port': ['ID=9d0a6a26-551c-4142-a6ae-4ff5e3b862dd,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:00:01.415147 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 60058) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:00:01.415781 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-bba06f71-e2f3-4483-9ec6-5480868cd547 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7934086 Oct 12 20:00:01.480763 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-194cda70-a06d-4c51-b4e1-8ced4dc551a1 None None] Set router 85287088-3bbd-4521-89de-c72029fc3bb2 gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:00:01.510497 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660cf3e4-65c8-41c7-a38b-72a1683fb825 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-8d6ea8dc-92f6-4610-a95c-5d163dfa83cf', 'network_id': '8d6ea8dc-92f6-4610-a95c-5d163dfa83cf', 'tenant_id': '4bb28d27452d4f0fa98982a8726f1a88', 'fixed_ips': [{'subnet_id': 'e2abaa34-3309-4307-8ada-bd88cb4d9b20'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 20:00:01.511383 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-660cf3e4-65c8-41c7-a38b-72a1683fb825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:00:01.660199 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-660cf3e4-65c8-41c7-a38b-72a1683fb825 None None] Allocated IP 172.20.0.2 (8d6ea8dc-92f6-4610-a95c-5d163dfa83cf/e2abaa34-3309-4307-8ada-bd88cb4d9b20/2e058b63-2872-452a-81b4-6316301fa1cc) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 20:00:01.777015 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-194cda70-a06d-4c51-b4e1-8ced4dc551a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85287088-3bbd-4521-89de-c72029fc3bb2', 'name': 'tempest-TestNetworkBasicOps-router-1212336997', 'tenant_id': '4bb28d27452d4f0fa98982a8726f1a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': '9d0a6a26-551c-4142-a6ae-4ff5e3b862dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:59:58Z', 'updated_at': '2021-10-12T19:59:59Z', 'revision_number': 3, 'project_id': '4bb28d27452d4f0fa98982a8726f1a88', 'gw_port': {'id': '9d0a6a26-551c-4142-a6ae-4ff5e3b862dd', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:8b:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85287088-3bbd-4521-89de-c72029fc3bb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:59:58Z', 'updated_at': '2021-10-12T20:00:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:00:01.804486 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194cda70-a06d-4c51-b4e1-8ced4dc551a1 None None] The sync data for ids ['85287088-3bbd-4521-89de-c72029fc3bb2'] in n-d-813679-3 is: [{'id': '85287088-3bbd-4521-89de-c72029fc3bb2', 'name': 'tempest-TestNetworkBasicOps-router-1212336997', 'tenant_id': '4bb28d27452d4f0fa98982a8726f1a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': '9d0a6a26-551c-4142-a6ae-4ff5e3b862dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:59:58Z', 'updated_at': '2021-10-12T19:59:59Z', 'revision_number': 3, 'project_id': '4bb28d27452d4f0fa98982a8726f1a88', 'gw_port': {'id': '9d0a6a26-551c-4142-a6ae-4ff5e3b862dd', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:8b:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85287088-3bbd-4521-89de-c72029fc3bb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:59:58Z', 'updated_at': '2021-10-12T20:00:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 20:00:01.894187 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b2652b92-715e-4259-9961-8f8010318e4c tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:00:01.948921 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7938de11-931c-4589-b72c-7dd18d8efc14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:00:01.973854 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-660cf3e4-65c8-41c7-a38b-72a1683fb825 None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:00:02.058951 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-660cf3e4-65c8-41c7-a38b-72a1683fb825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:00:02.099819 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660cf3e4-65c8-41c7-a38b-72a1683fb825 None None] Network 8d6ea8dc-92f6-4610-a95c-5d163dfa83cf is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 20:00:02.103079 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-660cf3e4-65c8-41c7-a38b-72a1683fb825 None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 20:00:02.108867 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660cf3e4-65c8-41c7-a38b-72a1683fb825 None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 20:00:02.144349 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660cf3e4-65c8-41c7-a38b-72a1683fb825 None None] Pushing event updated for resources: {'Port': ['ID=2e058b63-2872-452a-81b4-6316301fa1cc,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:00:02.177485 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-660cf3e4-65c8-41c7-a38b-72a1683fb825 None None] Attempting to bind port 2e058b63-2872-452a-81b4-6316301fa1cc on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 20:00:02.178013 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-660cf3e4-65c8-41c7-a38b-72a1683fb825 None None] Attempting to bind port 2e058b63-2872-452a-81b4-6316301fa1cc by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '8b36cdf3-11c7-415b-8add-afebab3de346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '8d6ea8dc-92f6-4610-a95c-5d163dfa83cf'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 20:00:02.178396 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660cf3e4-65c8-41c7-a38b-72a1683fb825 None None] Attempting to bind port 2e058b63-2872-452a-81b4-6316301fa1cc on network 8d6ea8dc-92f6-4610-a95c-5d163dfa83cf {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 20:00:02.184200 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660cf3e4-65c8-41c7-a38b-72a1683fb825 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 19, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 20:00:02.184642 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660cf3e4-65c8-41c7-a38b-72a1683fb825 None None] Checking segment: {'id': '8b36cdf3-11c7-415b-8add-afebab3de346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '8d6ea8dc-92f6-4610-a95c-5d163dfa83cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 20:00:02.185066 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-660cf3e4-65c8-41c7-a38b-72a1683fb825 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:00:02.185465 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660cf3e4-65c8-41c7-a38b-72a1683fb825 None None] Bound using segment: {'id': '8b36cdf3-11c7-415b-8add-afebab3de346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '8d6ea8dc-92f6-4610-a95c-5d163dfa83cf'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 20:00:02.186034 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-660cf3e4-65c8-41c7-a38b-72a1683fb825 None None] Bound port: 2e058b63-2872-452a-81b4-6316301fa1cc, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b36cdf3-11c7-415b-8add-afebab3de346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '8d6ea8dc-92f6-4610-a95c-5d163dfa83cf'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 20:00:02.186635 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-660cf3e4-65c8-41c7-a38b-72a1683fb825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:00:02.256479 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-b2652b92-715e-4259-9961-8f8010318e4c tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Allocated IP 172.20.0.1 (8d6ea8dc-92f6-4610-a95c-5d163dfa83cf/e2abaa34-3309-4307-8ada-bd88cb4d9b20/c183b264-563c-47ae-a6a9-df2768edb645) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 20:00:02.262038 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-660cf3e4-65c8-41c7-a38b-72a1683fb825 None None] For port 2e058b63-2872-452a-81b4-6316301fa1cc, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 20:00:02.265574 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-660cf3e4-65c8-41c7-a38b-72a1683fb825 None None] For port 2e058b63-2872-452a-81b4-6316301fa1cc, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=2e058b63-2872-452a-81b4-6316301fa1cc,segment=NetworkSegment(8b36cdf3-11c7-415b-8add-afebab3de346),segment_id=8b36cdf3-11c7-415b-8add-afebab3de346)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 20:00:02.356734 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-660cf3e4-65c8-41c7-a38b-72a1683fb825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:00:02.380434 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b2652b92-715e-4259-9961-8f8010318e4c tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:00:02.435426 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660cf3e4-65c8-41c7-a38b-72a1683fb825 None None] Pushing event updated for resources: {'Port': ['ID=2e058b63-2872-452a-81b4-6316301fa1cc,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:00:02.476791 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b2652b92-715e-4259-9961-8f8010318e4c tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:00:02.532924 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2652b92-715e-4259-9961-8f8010318e4c tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Network 8d6ea8dc-92f6-4610-a95c-5d163dfa83cf is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 20:00:02.534716 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-b2652b92-715e-4259-9961-8f8010318e4c tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 20:00:02.536835 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2652b92-715e-4259-9961-8f8010318e4c tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Pushing event updated for resources: {'Port': ['ID=c183b264-563c-47ae-a6a9-df2768edb645,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:00:02.539094 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2652b92-715e-4259-9961-8f8010318e4c tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 20:00:02.545142 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:00:02.565135 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2652b92-715e-4259-9961-8f8010318e4c tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:00:02.566118 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2652b92-715e-4259-9961-8f8010318e4c tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:00:02.566700 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2652b92-715e-4259-9961-8f8010318e4c tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:00:02.567193 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2652b92-715e-4259-9961-8f8010318e4c tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:00:02.567810 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2652b92-715e-4259-9961-8f8010318e4c tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:00:02.568314 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2652b92-715e-4259-9961-8f8010318e4c tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:00:02.568798 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2652b92-715e-4259-9961-8f8010318e4c tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:00:02.569280 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2652b92-715e-4259-9961-8f8010318e4c tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:00:02.569803 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2652b92-715e-4259-9961-8f8010318e4c tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:00:02.570334 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2652b92-715e-4259-9961-8f8010318e4c tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:00:02.570924 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2652b92-715e-4259-9961-8f8010318e4c tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:00:02.571396 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2652b92-715e-4259-9961-8f8010318e4c tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:00:02.616000 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b2652b92-715e-4259-9961-8f8010318e4c tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7915309'] for router_interface, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:00:02.859688 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b2652b92-715e-4259-9961-8f8010318e4c tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:00:03.142924 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b2652b92-715e-4259-9961-8f8010318e4c tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:00:03.167483 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:00:03.218866 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b2652b92-715e-4259-9961-8f8010318e4c tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:00:03.241716 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:00:03.291298 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2652b92-715e-4259-9961-8f8010318e4c tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Pushing event updated for resources: {'Port': ['ID=c183b264-563c-47ae-a6a9-df2768edb645,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:00:03.296517 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b2652b92-715e-4259-9961-8f8010318e4c tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7898980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8092605'] for router_interface, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:00:03.397866 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2652b92-715e-4259-9961-8f8010318e4c tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Network 8d6ea8dc-92f6-4610-a95c-5d163dfa83cf is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 20:00:03.399390 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-b2652b92-715e-4259-9961-8f8010318e4c tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 20:00:03.430935 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d2ff3c-5fca-4d9f-9179-aadf445a24ac None None] Network 8d6ea8dc-92f6-4610-a95c-5d163dfa83cf requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 20:00:03.497569 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-f3b2654f-637a-45ef-a665-89d3b9c35747 None None] Provisioning complete for port 2e058b63-2872-452a-81b4-6316301fa1cc triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:00:03.498050 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f3b2654f-637a-45ef-a665-89d3b9c35747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:00:03.515094 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2652b92-715e-4259-9961-8f8010318e4c tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Router 85287088-3bbd-4521-89de-c72029fc3bb2 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 20:00:03.642942 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2652b92-715e-4259-9961-8f8010318e4c tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 20:00:03.650984 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-b2652b92-715e-4259-9961-8f8010318e4c tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "PUT /v2.0/routers/85287088-3bbd-4521-89de-c72029fc3bb2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2333026 Oct 12 20:00:03.653632 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 60060) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:00:03.655421 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f3b2654f-637a-45ef-a665-89d3b9c35747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:00:03.702150 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-f3b2654f-637a-45ef-a665-89d3b9c35747 None None] For port 2e058b63-2872-452a-81b4-6316301fa1cc, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=2e058b63-2872-452a-81b4-6316301fa1cc,segment=NetworkSegment(8b36cdf3-11c7-415b-8add-afebab3de346),segment_id=8b36cdf3-11c7-415b-8add-afebab3de346)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:00:03.813518 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f3b2654f-637a-45ef-a665-89d3b9c35747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:00:03.909434 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 2e058b63-2872-452a-81b4-6316301fa1cc up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 20:00:03.939811 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b2654f-637a-45ef-a665-89d3b9c35747 None None] Pushing event updated for resources: {'Port': ['ID=2e058b63-2872-452a-81b4-6316301fa1cc,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:00:03.984330 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebfcea69-0fec-42eb-8dac-a617c8045332 tempest-TestNetworkBasicOps-1011592949 tempest-TestNetworkBasicOps-1011592949-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:00:03.984896 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebfcea69-0fec-42eb-8dac-a617c8045332 tempest-TestNetworkBasicOps-1011592949 tempest-TestNetworkBasicOps-1011592949-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:00:03.985534 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebfcea69-0fec-42eb-8dac-a617c8045332 tempest-TestNetworkBasicOps-1011592949 tempest-TestNetworkBasicOps-1011592949-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:00:03.985995 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebfcea69-0fec-42eb-8dac-a617c8045332 tempest-TestNetworkBasicOps-1011592949 tempest-TestNetworkBasicOps-1011592949-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:00:03.986451 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebfcea69-0fec-42eb-8dac-a617c8045332 tempest-TestNetworkBasicOps-1011592949 tempest-TestNetworkBasicOps-1011592949-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:00:03.987900 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebfcea69-0fec-42eb-8dac-a617c8045332 tempest-TestNetworkBasicOps-1011592949 tempest-TestNetworkBasicOps-1011592949-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:00:03.989684 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 2e058b63-2872-452a-81b4-6316301fa1cc triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:00:03.989951 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-ebfcea69-0fec-42eb-8dac-a617c8045332 tempest-TestNetworkBasicOps-1011592949 tempest-TestNetworkBasicOps-1011592949-project-admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4283 time: 0.3350654 Oct 12 20:00:03.990054 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:00:03.992520 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 60062) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:00:04.063933 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-7816a0cb-007e-45a0-99f8-58d02c3b3908 None None] Provisioning complete for port 2e058b63-2872-452a-81b4-6316301fa1cc triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:00:04.064736 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7816a0cb-007e-45a0-99f8-58d02c3b3908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:00:04.071194 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0153a23e-1ea7-47ba-bc57-3d34473bfeaa None None] Sync routers for ids ['85287088-3bbd-4521-89de-c72029fc3bb2'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 20:00:04.075638 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d973c84-83ce-44d5-8a6f-6e6212a851fa tempest-TestNetworkBasicOps-1011592949 tempest-TestNetworkBasicOps-1011592949-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:00:04.076443 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d973c84-83ce-44d5-8a6f-6e6212a851fa tempest-TestNetworkBasicOps-1011592949 tempest-TestNetworkBasicOps-1011592949-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:00:04.076971 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d973c84-83ce-44d5-8a6f-6e6212a851fa tempest-TestNetworkBasicOps-1011592949 tempest-TestNetworkBasicOps-1011592949-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:00:04.077663 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d973c84-83ce-44d5-8a6f-6e6212a851fa tempest-TestNetworkBasicOps-1011592949 tempest-TestNetworkBasicOps-1011592949-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:00:04.078186 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d973c84-83ce-44d5-8a6f-6e6212a851fa tempest-TestNetworkBasicOps-1011592949 tempest-TestNetworkBasicOps-1011592949-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:00:04.078712 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d973c84-83ce-44d5-8a6f-6e6212a851fa tempest-TestNetworkBasicOps-1011592949 tempest-TestNetworkBasicOps-1011592949-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:00:04.081012 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-9d973c84-83ce-44d5-8a6f-6e6212a851fa tempest-TestNetworkBasicOps-1011592949 tempest-TestNetworkBasicOps-1011592949-project-admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0874717 Oct 12 20:00:04.083858 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 60064) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:00:04.124777 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0153a23e-1ea7-47ba-bc57-3d34473bfeaa None None] Routers {'85287088-3bbd-4521-89de-c72029fc3bb2'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:00:04.125695 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-0153a23e-1ea7-47ba-bc57-3d34473bfeaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:00:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['85287088-3bbd-4521-89de-c72029fc3bb2'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:00:04.337050 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-0153a23e-1ea7-47ba-bc57-3d34473bfeaa None None] Set router 85287088-3bbd-4521-89de-c72029fc3bb2 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:00:04.389217 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 9d0a6a26-551c-4142-a6ae-4ff5e3b862dd up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 20:00:04.402282 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:00:04.505835 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-7816a0cb-007e-45a0-99f8-58d02c3b3908 None None] Provisioning complete for port c183b264-563c-47ae-a6a9-df2768edb645 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:00:04.505835 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7816a0cb-007e-45a0-99f8-58d02c3b3908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:00:04.584913 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-7816a0cb-007e-45a0-99f8-58d02c3b3908 None None] Port c183b264-563c-47ae-a6a9-df2768edb645 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 20:00:04.625383 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 9d0a6a26-551c-4142-a6ae-4ff5e3b862dd triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:00:04.625877 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:00:04.662514 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0b1da4c6-3242-4f67-a0f0-66601ae56597 req-78179610-0cff-4572-b34c-9791ba2eed0a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=bdb14082-17ce-4d15-8e32-ad4764dafc96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0964644 Oct 12 20:00:04.716831 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-7b436b78-8bc0-4218-b4c1-05b1ad31f7af tempest-TestNetworkBasicOps-1011592949 tempest-TestNetworkBasicOps-1011592949-project-admin] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.6317129 Oct 12 20:00:04.730983 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:00:04.737827 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-ac5ad05e-4919-4cea-baf8-4beac6918ebc None None] Provisioning complete for port c183b264-563c-47ae-a6a9-df2768edb645 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:00:04.738210 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ac5ad05e-4919-4cea-baf8-4beac6918ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:00:04.780740 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1da4c6-3242-4f67-a0f0-66601ae56597 req-62b9be1c-1224-42e4-88e6-72ab73131958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:00:04.782612 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0b1da4c6-3242-4f67-a0f0-66601ae56597 req-62b9be1c-1224-42e4-88e6-72ab73131958 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f37c8fe971bc4b5daa2f916c03f91d01&device_id=bdb14082-17ce-4d15-8e32-ad4764dafc96 HTTP/1.1" status: 200 len: 1097 time: 0.0507462 Oct 12 20:00:04.826269 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-ac5ad05e-4919-4cea-baf8-4beac6918ebc None None] Port c183b264-563c-47ae-a6a9-df2768edb645 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 20:00:04.829291 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-0153a23e-1ea7-47ba-bc57-3d34473bfeaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85287088-3bbd-4521-89de-c72029fc3bb2', 'name': 'tempest-TestNetworkBasicOps-router-1212336997', 'tenant_id': '4bb28d27452d4f0fa98982a8726f1a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': '9d0a6a26-551c-4142-a6ae-4ff5e3b862dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:59:58Z', 'updated_at': '2021-10-12T20:00:02Z', 'revision_number': 4, 'project_id': '4bb28d27452d4f0fa98982a8726f1a88', 'gw_port': {'id': '9d0a6a26-551c-4142-a6ae-4ff5e3b862dd', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:8b:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85287088-3bbd-4521-89de-c72029fc3bb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:59:58Z', 'updated_at': '2021-10-12T20:00:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': 'c183b264-563c-47ae-a6a9-df2768edb645', 'name': '', 'network_id': '8d6ea8dc-92f6-4610-a95c-5d163dfa83cf', 'tenant_id': '4bb28d27452d4f0fa98982a8726f1a88', 'mac_address': 'fa:16:3e:7d:5a:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85287088-3bbd-4521-89de-c72029fc3bb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'e2abaa34-3309-4307-8ada-bd88cb4d9b20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:00:02Z', 'updated_at': '2021-10-12T20:00:03Z', 'revision_number': 2, 'project_id': '4bb28d27452d4f0fa98982a8726f1a88', 'subnets': [{'id': 'e2abaa34-3309-4307-8ada-bd88cb4d9b20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:00:04.831327 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:00:04.880485 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0153a23e-1ea7-47ba-bc57-3d34473bfeaa None None] Checking router: 85287088-3bbd-4521-89de-c72029fc3bb2 for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 20:00:04.881126 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0153a23e-1ea7-47ba-bc57-3d34473bfeaa None None] Updating router 85287088-3bbd-4521-89de-c72029fc3bb2 port c183b264-563c-47ae-a6a9-df2768edb645 binding host n-d-813679-3 {{(pid=95503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 20:00:04.886912 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] For port 9d0a6a26-551c-4142-a6ae-4ff5e3b862dd, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=9d0a6a26-551c-4142-a6ae-4ff5e3b862dd,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:00:04.914136 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1da4c6-3242-4f67-a0f0-66601ae56597 req-c1536509-c8a7-4de2-8635-7849c1504cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:00:04.915141 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0153a23e-1ea7-47ba-bc57-3d34473bfeaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:00:04.915609 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0b1da4c6-3242-4f67-a0f0-66601ae56597 req-c1536509-c8a7-4de2-8635-7849c1504cd3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=bab0c1ad-2a75-48a8-874f-0744bd8e0a35 HTTP/1.1" status: 200 len: 912 time: 0.1092076 Oct 12 20:00:05.009646 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0b1da4c6-3242-4f67-a0f0-66601ae56597 req-a36b4a4b-b176-4aa9-86b9-fd504adfa4a9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e16a8f41-a84e-47f9-a375-17df59050ec1 HTTP/1.1" status: 200 len: 1001 time: 0.0856674 Oct 12 20:00:05.021704 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:00:05.085958 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1da4c6-3242-4f67-a0f0-66601ae56597 req-a47d2950-42e2-403c-906f-b85316bab5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:00:05.087533 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0b1da4c6-3242-4f67-a0f0-66601ae56597 req-a47d2950-42e2-403c-906f-b85316bab5d1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2bf5b286-d487-470c-8401-d82862f269e1 HTTP/1.1" status: 200 len: 850 time: 0.0704129 Oct 12 20:00:05.103612 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Pushing event updated for resources: {'Port': ['ID=9d0a6a26-551c-4142-a6ae-4ff5e3b862dd,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:00:05.142119 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1da4c6-3242-4f67-a0f0-66601ae56597 req-0b6b2406-33e4-42a8-8c40-f25be40cf82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:00:05.144563 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0b1da4c6-3242-4f67-a0f0-66601ae56597 req-0b6b2406-33e4-42a8-8c40-f25be40cf82c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=bab0c1ad-2a75-48a8-874f-0744bd8e0a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497737 Oct 12 20:00:05.158886 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 60072) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:00:05.163637 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-75f0dfdc-d179-412f-8e23-10c3f1fd139d tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1200882048', 'description': 'tempest-secgroup-smoke-1200882048 description', 'project_id': '4bb28d27452d4f0fa98982a8726f1a88'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:00:05.240138 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0153a23e-1ea7-47ba-bc57-3d34473bfeaa None None] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:00:05.243692 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0b1da4c6-3242-4f67-a0f0-66601ae56597 req-aa421dc0-1892-4a33-bc07-bc5bd1b7fe69 service neutron] 10.222.0.61 "GET /v2.0/networks/bab0c1ad-2a75-48a8-874f-0744bd8e0a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911441 Oct 12 20:00:05.293367 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-75f0dfdc-d179-412f-8e23-10c3f1fd139d tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:00:05.316554 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0153a23e-1ea7-47ba-bc57-3d34473bfeaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:00:05.337049 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0b1da4c6-3242-4f67-a0f0-66601ae56597 req-8e1f0d6a-1bae-40db-99e4-689884ac47ef service neutron] 10.222.0.61 "GET /v2.0/networks/bab0c1ad-2a75-48a8-874f-0744bd8e0a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852027 Oct 12 20:00:05.365667 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-75f0dfdc-d179-412f-8e23-10c3f1fd139d tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:00:05.383310 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d70ea2-f0e5-49df-a772-34d6526f96fd None None] Pushing event updated for resources: {'Port': ['ID=c183b264-563c-47ae-a6a9-df2768edb645,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:00:05.432194 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-0153a23e-1ea7-47ba-bc57-3d34473bfeaa None None] Attempting to bind port c183b264-563c-47ae-a6a9-df2768edb645 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 20:00:05.432863 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-0153a23e-1ea7-47ba-bc57-3d34473bfeaa None None] Attempting to bind port c183b264-563c-47ae-a6a9-df2768edb645 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '8b36cdf3-11c7-415b-8add-afebab3de346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '8d6ea8dc-92f6-4610-a95c-5d163dfa83cf'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 20:00:05.433226 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0153a23e-1ea7-47ba-bc57-3d34473bfeaa None None] Attempting to bind port c183b264-563c-47ae-a6a9-df2768edb645 on network 8d6ea8dc-92f6-4610-a95c-5d163dfa83cf {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 20:00:05.438859 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0153a23e-1ea7-47ba-bc57-3d34473bfeaa None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 20, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 20:00:05.439843 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0153a23e-1ea7-47ba-bc57-3d34473bfeaa None None] Checking segment: {'id': '8b36cdf3-11c7-415b-8add-afebab3de346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '8d6ea8dc-92f6-4610-a95c-5d163dfa83cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 20:00:05.439843 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0153a23e-1ea7-47ba-bc57-3d34473bfeaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:00:05.440057 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0153a23e-1ea7-47ba-bc57-3d34473bfeaa None None] Bound using segment: {'id': '8b36cdf3-11c7-415b-8add-afebab3de346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '8d6ea8dc-92f6-4610-a95c-5d163dfa83cf'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 20:00:05.440495 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-0153a23e-1ea7-47ba-bc57-3d34473bfeaa None None] Bound port: c183b264-563c-47ae-a6a9-df2768edb645, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b36cdf3-11c7-415b-8add-afebab3de346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '8d6ea8dc-92f6-4610-a95c-5d163dfa83cf'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 20:00:05.440883 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0153a23e-1ea7-47ba-bc57-3d34473bfeaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:00:05.441863 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-75f0dfdc-d179-412f-8e23-10c3f1fd139d tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:00:05.473900 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f0dfdc-d179-412f-8e23-10c3f1fd139d tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7112ace0-d44a-45ac-94a2-c9af9b1d29cd,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:00:05.482491 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f0dfdc-d179-412f-8e23-10c3f1fd139d tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:00:05.485616 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f0dfdc-d179-412f-8e23-10c3f1fd139d tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:00:05.485616 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f0dfdc-d179-412f-8e23-10c3f1fd139d tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:00:05.485616 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f0dfdc-d179-412f-8e23-10c3f1fd139d tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:00:05.485616 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f0dfdc-d179-412f-8e23-10c3f1fd139d tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:00:05.485616 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f0dfdc-d179-412f-8e23-10c3f1fd139d tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:00:05.485616 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f0dfdc-d179-412f-8e23-10c3f1fd139d tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:00:05.485616 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f0dfdc-d179-412f-8e23-10c3f1fd139d tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:00:05.486234 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f0dfdc-d179-412f-8e23-10c3f1fd139d tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:00:05.486764 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f0dfdc-d179-412f-8e23-10c3f1fd139d tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:00:05.487181 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f0dfdc-d179-412f-8e23-10c3f1fd139d tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:00:05.487669 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f0dfdc-d179-412f-8e23-10c3f1fd139d tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:00:05.509948 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-0153a23e-1ea7-47ba-bc57-3d34473bfeaa None None] For port c183b264-563c-47ae-a6a9-df2768edb645, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 20:00:05.513253 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-0153a23e-1ea7-47ba-bc57-3d34473bfeaa None None] For port c183b264-563c-47ae-a6a9-df2768edb645, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=c183b264-563c-47ae-a6a9-df2768edb645,segment=NetworkSegment(8b36cdf3-11c7-415b-8add-afebab3de346),segment_id=8b36cdf3-11c7-415b-8add-afebab3de346)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 20:00:05.523779 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-75f0dfdc-d179-412f-8e23-10c3f1fd139d tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:00:05.525879 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-75f0dfdc-d179-412f-8e23-10c3f1fd139d tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3657980 Oct 12 20:00:05.529096 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 60074) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:00:05.533707 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-30bf72bb-fb57-45ff-bbe5-0bcb492c8cf9 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Request body: {'security_group_rule': {'security_group_id': '7112ace0-d44a-45ac-94a2-c9af9b1d29cd', 'project_id': '4bb28d27452d4f0fa98982a8726f1a88', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:00:05.579720 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0153a23e-1ea7-47ba-bc57-3d34473bfeaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:00:05.634580 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0153a23e-1ea7-47ba-bc57-3d34473bfeaa None None] Routers {'85287088-3bbd-4521-89de-c72029fc3bb2'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:00:05.635210 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-0153a23e-1ea7-47ba-bc57-3d34473bfeaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:00:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['85287088-3bbd-4521-89de-c72029fc3bb2'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:00:05.689560 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d70ea2-f0e5-49df-a772-34d6526f96fd None None] Pushing event updated for resources: {'Port': ['ID=c183b264-563c-47ae-a6a9-df2768edb645,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:00:05.705804 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-cd586a61-fade-4567-9236-e0d86595c309 None None] Provisioning complete for port c183b264-563c-47ae-a6a9-df2768edb645 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:00:05.708267 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cd586a61-fade-4567-9236-e0d86595c309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:00:05.713020 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-30bf72bb-fb57-45ff-bbe5-0bcb492c8cf9 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:00:05.756784 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 2e058b63-2872-452a-81b4-6316301fa1cc up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 20:00:05.791795 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-30bf72bb-fb57-45ff-bbe5-0bcb492c8cf9 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:00:05.830902 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-30bf72bb-fb57-45ff-bbe5-0bcb492c8cf9 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:00:05.831397 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-0153a23e-1ea7-47ba-bc57-3d34473bfeaa None None] Set router 85287088-3bbd-4521-89de-c72029fc3bb2 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:00:05.853984 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf72bb-fb57-45ff-bbe5-0bcb492c8cf9 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86e887a2-f6fe-473b-8f29-5fe04b79fb3b,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:00:05.880150 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 2e058b63-2872-452a-81b4-6316301fa1cc triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:00:05.880587 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:00:05.913296 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-30bf72bb-fb57-45ff-bbe5-0bcb492c8cf9 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:00:05.914615 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-30bf72bb-fb57-45ff-bbe5-0bcb492c8cf9 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3844962 Oct 12 20:00:05.917390 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 60076) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:00:05.922205 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-d1ea4e57-6f6f-4bbb-94fe-e979fa4f7b9c tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Request body: {'security_group_rule': {'security_group_id': '7112ace0-d44a-45ac-94a2-c9af9b1d29cd', 'project_id': '4bb28d27452d4f0fa98982a8726f1a88', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:00:06.007216 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d1ea4e57-6f6f-4bbb-94fe-e979fa4f7b9c tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:00:06.070673 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d1ea4e57-6f6f-4bbb-94fe-e979fa4f7b9c tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:00:06.149397 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d1ea4e57-6f6f-4bbb-94fe-e979fa4f7b9c tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:00:06.163665 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cd586a61-fade-4567-9236-e0d86595c309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:00:06.173869 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ea4e57-6f6f-4bbb-94fe-e979fa4f7b9c tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94ce0b76-d550-439e-8aff-db4de45582c6,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:00:06.234094 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-cd586a61-fade-4567-9236-e0d86595c309 None None] For port c183b264-563c-47ae-a6a9-df2768edb645, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=c183b264-563c-47ae-a6a9-df2768edb645,segment=NetworkSegment(8b36cdf3-11c7-415b-8add-afebab3de346),segment_id=8b36cdf3-11c7-415b-8add-afebab3de346)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:00:06.260286 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d1ea4e57-6f6f-4bbb-94fe-e979fa4f7b9c tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:00:06.261510 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-d1ea4e57-6f6f-4bbb-94fe-e979fa4f7b9c tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3431542 Oct 12 20:00:06.264378 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 60078) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:00:06.269764 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-f2291ba1-a670-4060-9fe0-eadf333053dd tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Request body: {'security_group_rule': {'security_group_id': '7112ace0-d44a-45ac-94a2-c9af9b1d29cd', 'project_id': '4bb28d27452d4f0fa98982a8726f1a88', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:00:06.294290 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 9d0a6a26-551c-4142-a6ae-4ff5e3b862dd up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 20:00:06.320154 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cd586a61-fade-4567-9236-e0d86595c309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:00:06.377057 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f2291ba1-a670-4060-9fe0-eadf333053dd tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:00:06.395533 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-0153a23e-1ea7-47ba-bc57-3d34473bfeaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85287088-3bbd-4521-89de-c72029fc3bb2', 'name': 'tempest-TestNetworkBasicOps-router-1212336997', 'tenant_id': '4bb28d27452d4f0fa98982a8726f1a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': '9d0a6a26-551c-4142-a6ae-4ff5e3b862dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:59:58Z', 'updated_at': '2021-10-12T20:00:02Z', 'revision_number': 4, 'project_id': '4bb28d27452d4f0fa98982a8726f1a88', 'gw_port': {'id': '9d0a6a26-551c-4142-a6ae-4ff5e3b862dd', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:8b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85287088-3bbd-4521-89de-c72029fc3bb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:59:58Z', 'updated_at': '2021-10-12T20:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': 'c183b264-563c-47ae-a6a9-df2768edb645', 'name': '', 'network_id': '8d6ea8dc-92f6-4610-a95c-5d163dfa83cf', 'tenant_id': '4bb28d27452d4f0fa98982a8726f1a88', 'mac_address': 'fa:16:3e:7d:5a:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85287088-3bbd-4521-89de-c72029fc3bb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'e2abaa34-3309-4307-8ada-bd88cb4d9b20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:00:02Z', 'updated_at': '2021-10-12T20:00:05Z', 'revision_number': 4, 'project_id': '4bb28d27452d4f0fa98982a8726f1a88', 'subnets': [{'id': 'e2abaa34-3309-4307-8ada-bd88cb4d9b20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:00:06.401492 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd586a61-fade-4567-9236-e0d86595c309 None None] Pushing event updated for resources: {'Port': ['ID=c183b264-563c-47ae-a6a9-df2768edb645,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:00:06.446546 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f2291ba1-a670-4060-9fe0-eadf333053dd tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:00:06.451005 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0153a23e-1ea7-47ba-bc57-3d34473bfeaa None None] The sync data for ids ['85287088-3bbd-4521-89de-c72029fc3bb2'] in n-d-813679-3 is: [{'id': '85287088-3bbd-4521-89de-c72029fc3bb2', 'name': 'tempest-TestNetworkBasicOps-router-1212336997', 'tenant_id': '4bb28d27452d4f0fa98982a8726f1a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': '9d0a6a26-551c-4142-a6ae-4ff5e3b862dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:59:58Z', 'updated_at': '2021-10-12T20:00:02Z', 'revision_number': 4, 'project_id': '4bb28d27452d4f0fa98982a8726f1a88', 'gw_port': {'id': '9d0a6a26-551c-4142-a6ae-4ff5e3b862dd', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:8b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85287088-3bbd-4521-89de-c72029fc3bb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:59:58Z', 'updated_at': '2021-10-12T20:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': 'c183b264-563c-47ae-a6a9-df2768edb645', 'name': '', 'network_id': '8d6ea8dc-92f6-4610-a95c-5d163dfa83cf', 'tenant_id': '4bb28d27452d4f0fa98982a8726f1a88', 'mac_address': 'fa:16:3e:7d:5a:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85287088-3bbd-4521-89de-c72029fc3bb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'e2abaa34-3309-4307-8ada-bd88cb4d9b20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:00:02Z', 'updated_at': '2021-10-12T20:00:05Z', 'revision_number': 4, 'project_id': '4bb28d27452d4f0fa98982a8726f1a88', 'subnets': [{'id': 'e2abaa34-3309-4307-8ada-bd88cb4d9b20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 20:00:06.455648 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 9d0a6a26-551c-4142-a6ae-4ff5e3b862dd triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:00:06.456500 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:00:06.488886 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-3a6ed895-b71a-49b5-8a07-448af9e323b4 None None] Provisioning complete for port c183b264-563c-47ae-a6a9-df2768edb645 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:00:06.489243 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3a6ed895-b71a-49b5-8a07-448af9e323b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:00:06.526740 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f2291ba1-a670-4060-9fe0-eadf333053dd tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:00:06.549998 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2291ba1-a670-4060-9fe0-eadf333053dd tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf5523c5-6471-4340-8dd2-ca1e683a6694,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:00:06.637799 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f2291ba1-a670-4060-9fe0-eadf333053dd tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:00:06.642452 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 60080) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:00:06.642929 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-f2291ba1-a670-4060-9fe0-eadf333053dd tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3769622 Oct 12 20:00:06.648072 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-1a83837c-24cf-4599-920b-fd0c7af6bcc5 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Request body: {'security_group_rule': {'security_group_id': '7112ace0-d44a-45ac-94a2-c9af9b1d29cd', 'project_id': '4bb28d27452d4f0fa98982a8726f1a88', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:00:06.743382 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1a83837c-24cf-4599-920b-fd0c7af6bcc5 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:00:06.809842 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1a83837c-24cf-4599-920b-fd0c7af6bcc5 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:00:06.864625 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1a83837c-24cf-4599-920b-fd0c7af6bcc5 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:00:06.883400 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a83837c-24cf-4599-920b-fd0c7af6bcc5 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f23b43e6-aac5-4df2-9e75-c1cd9846f3bc,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:00:06.947212 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1a83837c-24cf-4599-920b-fd0c7af6bcc5 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:00:06.948476 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-1a83837c-24cf-4599-920b-fd0c7af6bcc5 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3047204 Oct 12 20:00:06.951273 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 60082) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:00:06.956763 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-010608fd-216d-4282-afc6-be34cb63a6dc tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Request body: {'security_group_rule': {'security_group_id': '7112ace0-d44a-45ac-94a2-c9af9b1d29cd', 'project_id': '4bb28d27452d4f0fa98982a8726f1a88', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:00:07.013530 n-d-813679-3 neutron-server[95501]: INFO neutron.db.securitygroups_db [None req-010608fd-216d-4282-afc6-be34cb63a6dc tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Project 4bb28d27452d4f0fa98982a8726f1a88 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 20:00:07.019023 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-010608fd-216d-4282-afc6-be34cb63a6dc tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:00:07.084950 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-010608fd-216d-4282-afc6-be34cb63a6dc tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:00:07.145613 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-010608fd-216d-4282-afc6-be34cb63a6dc tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:00:07.163970 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010608fd-216d-4282-afc6-be34cb63a6dc tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cec0534-9112-4504-be93-e8ac3e1bfc13,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:00:07.220314 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-010608fd-216d-4282-afc6-be34cb63a6dc tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:00:07.221824 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-010608fd-216d-4282-afc6-be34cb63a6dc tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2693517 Oct 12 20:00:07.224384 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 60084) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:00:07.228861 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-067adf7b-9d0f-4630-b64c-71fb4e35dff0 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Request body: {'security_group_rule': {'security_group_id': '7112ace0-d44a-45ac-94a2-c9af9b1d29cd', 'project_id': '4bb28d27452d4f0fa98982a8726f1a88', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:00:07.315609 n-d-813679-3 neutron-server[95501]: INFO neutron.db.securitygroups_db [None req-067adf7b-9d0f-4630-b64c-71fb4e35dff0 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Project 4bb28d27452d4f0fa98982a8726f1a88 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 20:00:07.321281 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-067adf7b-9d0f-4630-b64c-71fb4e35dff0 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:00:07.383839 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-067adf7b-9d0f-4630-b64c-71fb4e35dff0 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:00:07.464939 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-067adf7b-9d0f-4630-b64c-71fb4e35dff0 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:00:07.483567 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067adf7b-9d0f-4630-b64c-71fb4e35dff0 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=657e2181-69b3-46a7-93b5-2e02f3ab19e0,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:00:07.552945 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-067adf7b-9d0f-4630-b64c-71fb4e35dff0 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:00:07.554207 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-067adf7b-9d0f-4630-b64c-71fb4e35dff0 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3288693 Oct 12 20:00:07.737705 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device c183b264-563c-47ae-a6a9-df2768edb645 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 20:00:07.788709 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port c183b264-563c-47ae-a6a9-df2768edb645 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:00:07.789095 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:00:07.900859 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0cbfb377-29ce-4188-9e33-aa5bce66b6b5 req-187cf4b2-4d0a-42d5-8da7-c71326617459 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1200882048&fields=id&tenant_id=4bb28d27452d4f0fa98982a8726f1a88 HTTP/1.1" status: 200 len: 267 time: 0.0331521 Oct 12 20:00:08.014682 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbfb377-29ce-4188-9e33-aa5bce66b6b5 req-f3040bf0-6a26-43ee-90e3-27e1539546c1 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:00:08.016188 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0cbfb377-29ce-4188-9e33-aa5bce66b6b5 req-f3040bf0-6a26-43ee-90e3-27e1539546c1 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "GET /v2.0/networks?id=8d6ea8dc-92f6-4610-a95c-5d163dfa83cf HTTP/1.1" status: 200 len: 795 time: 0.1064599 Oct 12 20:00:08.031476 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0cbfb377-29ce-4188-9e33-aa5bce66b6b5 req-05f8644c-5b1d-4592-86a8-a7f76c2ccd3e tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "GET /v2.0/quotas/4bb28d27452d4f0fa98982a8726f1a88 HTTP/1.1" status: 200 len: 375 time: 0.0090501 Oct 12 20:00:08.082094 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0cbfb377-29ce-4188-9e33-aa5bce66b6b5 req-a47467e0-8c76-4a32-a889-dfbf00872773 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=4bb28d27452d4f0fa98982a8726f1a88&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0452836 Oct 12 20:00:08.097473 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [req-0cbfb377-29ce-4188-9e33-aa5bce66b6b5 req-94b928c7-0edb-44ff-902f-9d2edd211df9 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 20:00:08.098568 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0cbfb377-29ce-4188-9e33-aa5bce66b6b5 req-94b928c7-0edb-44ff-902f-9d2edd211df9 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0051625 Oct 12 20:00:08.189053 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0cbfb377-29ce-4188-9e33-aa5bce66b6b5 req-2fab5395-8ecf-4917-a721-f50fb6f7d38b service neutron] 10.222.0.49 "GET /v2.0/networks/8d6ea8dc-92f6-4610-a95c-5d163dfa83cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840724 Oct 12 20:00:08.278678 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0cbfb377-29ce-4188-9e33-aa5bce66b6b5 req-3467b6fa-1316-458c-a3ab-078b32b026bb service neutron] 10.222.0.49 "GET /v2.0/networks/8d6ea8dc-92f6-4610-a95c-5d163dfa83cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831285 Oct 12 20:00:08.514979 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b5a17643-2ca4-4cf4-9766-d5e17612656f req-50909b53-9bd6-4173-b09d-44fda527ddee tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "GET /v2.0/ports?device_id=17928bfe-c085-4a3c-b6b9-8ff606a40266 HTTP/1.1" status: 200 len: 210 time: 0.0264771 Oct 12 20:00:09.611025 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-16626817-80f1-4645-a957-0979aee38d53 req-b4659527-e347-4079-8fd7-262ed2a99863 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "GET /v2.0/ports?device_id=17928bfe-c085-4a3c-b6b9-8ff606a40266 HTTP/1.1" status: 200 len: 210 time: 0.0271156 Oct 12 20:00:10.382395 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbfb377-29ce-4188-9e33-aa5bce66b6b5 req-52bc8c71-2dbf-4052-b6ae-9c93326be909 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:00:10.383907 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0cbfb377-29ce-4188-9e33-aa5bce66b6b5 req-52bc8c71-2dbf-4052-b6ae-9c93326be909 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.67 "GET /v2.0/networks?id=8d6ea8dc-92f6-4610-a95c-5d163dfa83cf HTTP/1.1" status: 200 len: 795 time: 0.1104031 Oct 12 20:00:10.429789 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0cbfb377-29ce-4188-9e33-aa5bce66b6b5 req-8f65c032-5ebb-4492-b990-d04211807e96 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4bb28d27452d4f0fa98982a8726f1a88 HTTP/1.1" status: 200 len: 380 time: 0.0368369 Oct 12 20:00:10.439863 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-0cbfb377-29ce-4188-9e33-aa5bce66b6b5 req-606e779d-ca36-46e3-b004-8d17d0373679 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Request body: {'port': {'device_id': '17928bfe-c085-4a3c-b6b9-8ff606a40266', 'network_id': '8d6ea8dc-92f6-4610-a95c-5d163dfa83cf', 'admin_state_up': True, 'tenant_id': '4bb28d27452d4f0fa98982a8726f1a88', 'security_groups': ['7112ace0-d44a-45ac-94a2-c9af9b1d29cd']}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:00:10.664539 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cbfb377-29ce-4188-9e33-aa5bce66b6b5 req-606e779d-ca36-46e3-b004-8d17d0373679 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Made reservation on behalf of 4bb28d27452d4f0fa98982a8726f1a88 for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 20:00:10.668189 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-0cbfb377-29ce-4188-9e33-aa5bce66b6b5 req-606e779d-ca36-46e3-b004-8d17d0373679 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:00:10.704938 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-323906fb-4142-419c-83e5-ce684c7cdec5 req-44a0c1c8-6f3d-4418-99af-f87940762522 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "GET /v2.0/ports?device_id=17928bfe-c085-4a3c-b6b9-8ff606a40266 HTTP/1.1" status: 200 len: 210 time: 0.0262976 Oct 12 20:00:10.793578 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [req-0cbfb377-29ce-4188-9e33-aa5bce66b6b5 req-606e779d-ca36-46e3-b004-8d17d0373679 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Allocated IP 172.20.0.12 (8d6ea8dc-92f6-4610-a95c-5d163dfa83cf/e2abaa34-3309-4307-8ada-bd88cb4d9b20/d4ac9f39-2e23-4e84-b31b-ef6963f781cc) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 20:00:10.931631 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-0cbfb377-29ce-4188-9e33-aa5bce66b6b5 req-606e779d-ca36-46e3-b004-8d17d0373679 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:00:11.041934 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-0cbfb377-29ce-4188-9e33-aa5bce66b6b5 req-606e779d-ca36-46e3-b004-8d17d0373679 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:00:11.086166 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cbfb377-29ce-4188-9e33-aa5bce66b6b5 req-606e779d-ca36-46e3-b004-8d17d0373679 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Network 8d6ea8dc-92f6-4610-a95c-5d163dfa83cf is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 20:00:11.089508 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [req-0cbfb377-29ce-4188-9e33-aa5bce66b6b5 req-606e779d-ca36-46e3-b004-8d17d0373679 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 20:00:11.093280 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cbfb377-29ce-4188-9e33-aa5bce66b6b5 req-606e779d-ca36-46e3-b004-8d17d0373679 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 20:00:11.100282 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606e779d-ca36-46e3-b004-8d17d0373679 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Pushing event updated for resources: {'Port': ['ID=d4ac9f39-2e23-4e84-b31b-ef6963f781cc,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:00:11.150520 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbfb377-29ce-4188-9e33-aa5bce66b6b5 req-606e779d-ca36-46e3-b004-8d17d0373679 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:00:11.151138 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-0cbfb377-29ce-4188-9e33-aa5bce66b6b5 req-606e779d-ca36-46e3-b004-8d17d0373679 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:00:11.244157 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0cbfb377-29ce-4188-9e33-aa5bce66b6b5 req-606e779d-ca36-46e3-b004-8d17d0373679 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8084314 Oct 12 20:00:11.257977 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-0cbfb377-29ce-4188-9e33-aa5bce66b6b5 req-2afe265b-6a5d-46b8-bad0-d23a9f2b6690 service neutron] Request body: {'port': {'device_id': '17928bfe-c085-4a3c-b6b9-8ff606a40266', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-3'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:00:11.310290 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-0cbfb377-29ce-4188-9e33-aa5bce66b6b5 req-2afe265b-6a5d-46b8-bad0-d23a9f2b6690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:00:11.359476 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-2ec063b8-1dba-4145-87bb-9a10211e1e9b None None] Provisioning complete for port d4ac9f39-2e23-4e84-b31b-ef6963f781cc triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:00:11.360054 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2ec063b8-1dba-4145-87bb-9a10211e1e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:00:11.394531 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-2ec063b8-1dba-4145-87bb-9a10211e1e9b None None] Port d4ac9f39-2e23-4e84-b31b-ef6963f781cc cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 20:00:11.567781 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [req-0cbfb377-29ce-4188-9e33-aa5bce66b6b5 req-2afe265b-6a5d-46b8-bad0-d23a9f2b6690 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4ac9f39-2e23-4e84-b31b-ef6963f781cc {{(pid=95501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 20:00:11.575288 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-0cbfb377-29ce-4188-9e33-aa5bce66b6b5 req-2afe265b-6a5d-46b8-bad0-d23a9f2b6690 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:00:11.587300 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.provisioning_blocks [req-0cbfb377-29ce-4188-9e33-aa5bce66b6b5 req-2afe265b-6a5d-46b8-bad0-d23a9f2b6690 service neutron] Transition to ACTIVE for port object d4ac9f39-2e23-4e84-b31b-ef6963f781cc will not be triggered until provisioned by entity L2. {{(pid=95501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 20:00:11.646952 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-0cbfb377-29ce-4188-9e33-aa5bce66b6b5 req-2afe265b-6a5d-46b8-bad0-d23a9f2b6690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:00:11.701404 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afe265b-6a5d-46b8-bad0-d23a9f2b6690 service neutron] Pushing event updated for resources: {'Port': ['ID=d4ac9f39-2e23-4e84-b31b-ef6963f781cc,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:00:11.769602 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-0cbfb377-29ce-4188-9e33-aa5bce66b6b5 req-2afe265b-6a5d-46b8-bad0-d23a9f2b6690 service neutron] Attempting to bind port d4ac9f39-2e23-4e84-b31b-ef6963f781cc on host n-h2-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 20:00:11.770377 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-0cbfb377-29ce-4188-9e33-aa5bce66b6b5 req-2afe265b-6a5d-46b8-bad0-d23a9f2b6690 service neutron] Attempting to bind port d4ac9f39-2e23-4e84-b31b-ef6963f781cc by drivers openvswitch,hyperv on host n-h2-813679-3 at level 0 using segments [{'id': '8b36cdf3-11c7-415b-8add-afebab3de346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '8d6ea8dc-92f6-4610-a95c-5d163dfa83cf'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 20:00:11.770377 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cbfb377-29ce-4188-9e33-aa5bce66b6b5 req-2afe265b-6a5d-46b8-bad0-d23a9f2b6690 service neutron] Attempting to bind port d4ac9f39-2e23-4e84-b31b-ef6963f781cc on network 8d6ea8dc-92f6-4610-a95c-5d163dfa83cf {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 20:00:11.774873 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cbfb377-29ce-4188-9e33-aa5bce66b6b5 req-2afe265b-6a5d-46b8-bad0-d23a9f2b6690 service neutron] Port d4ac9f39-2e23-4e84-b31b-ef6963f781cc on network 8d6ea8dc-92f6-4610-a95c-5d163dfa83cf not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 20:00:11.775202 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cbfb377-29ce-4188-9e33-aa5bce66b6b5 req-2afe265b-6a5d-46b8-bad0-d23a9f2b6690 service neutron] Attempting to bind port d4ac9f39-2e23-4e84-b31b-ef6963f781cc on network 8d6ea8dc-92f6-4610-a95c-5d163dfa83cf {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 20:00:11.781889 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cbfb377-29ce-4188-9e33-aa5bce66b6b5 req-2afe265b-6a5d-46b8-bad0-d23a9f2b6690 service neutron] Checking agent: {'id': '233fbd7d-38e4-434f-bb8f-05364d7423a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 20, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 20:00:11.782227 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cbfb377-29ce-4188-9e33-aa5bce66b6b5 req-2afe265b-6a5d-46b8-bad0-d23a9f2b6690 service neutron] Checking segment: {'id': '8b36cdf3-11c7-415b-8add-afebab3de346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '8d6ea8dc-92f6-4610-a95c-5d163dfa83cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 20:00:11.782614 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cbfb377-29ce-4188-9e33-aa5bce66b6b5 req-2afe265b-6a5d-46b8-bad0-d23a9f2b6690 service neutron] Bound using segment: {'id': '8b36cdf3-11c7-415b-8add-afebab3de346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '8d6ea8dc-92f6-4610-a95c-5d163dfa83cf'} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 20:00:11.783139 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-0cbfb377-29ce-4188-9e33-aa5bce66b6b5 req-2afe265b-6a5d-46b8-bad0-d23a9f2b6690 service neutron] Bound port: d4ac9f39-2e23-4e84-b31b-ef6963f781cc, host: n-h2-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b36cdf3-11c7-415b-8add-afebab3de346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '8d6ea8dc-92f6-4610-a95c-5d163dfa83cf'}}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 20:00:11.783521 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-0cbfb377-29ce-4188-9e33-aa5bce66b6b5 req-2afe265b-6a5d-46b8-bad0-d23a9f2b6690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:00:11.874634 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8cec3c-3cf6-40f6-9397-d2b820cab838 req-d6c46d14-d5e0-46bd-ad62-5e50e187b3f2 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:00:11.876130 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-db8cec3c-3cf6-40f6-9397-d2b820cab838 req-d6c46d14-d5e0-46bd-ad62-5e50e187b3f2 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "GET /v2.0/ports?device_id=17928bfe-c085-4a3c-b6b9-8ff606a40266 HTTP/1.1" status: 200 len: 944 time: 0.0963194 Oct 12 20:00:11.903959 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-0cbfb377-29ce-4188-9e33-aa5bce66b6b5 req-2afe265b-6a5d-46b8-bad0-d23a9f2b6690 service neutron] For port d4ac9f39-2e23-4e84-b31b-ef6963f781cc, host n-h2-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 20:00:11.926085 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-0cbfb377-29ce-4188-9e33-aa5bce66b6b5 req-2afe265b-6a5d-46b8-bad0-d23a9f2b6690 service neutron] For port d4ac9f39-2e23-4e84-b31b-ef6963f781cc, host n-h2-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=d4ac9f39-2e23-4e84-b31b-ef6963f781cc,segment=NetworkSegment(8b36cdf3-11c7-415b-8add-afebab3de346),segment_id=8b36cdf3-11c7-415b-8add-afebab3de346)] {{(pid=95501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 20:00:11.931564 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-db8cec3c-3cf6-40f6-9397-d2b820cab838 req-13afb95f-1d5b-4315-856f-4a826e97d97d tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "GET /v2.0/security-groups?id=7112ace0-d44a-45ac-94a2-c9af9b1d29cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482562 Oct 12 20:00:12.007551 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-0cbfb377-29ce-4188-9e33-aa5bce66b6b5 req-2afe265b-6a5d-46b8-bad0-d23a9f2b6690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:00:12.050013 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbfb377-29ce-4188-9e33-aa5bce66b6b5 req-2afe265b-6a5d-46b8-bad0-d23a9f2b6690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:00:12.050626 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-0cbfb377-29ce-4188-9e33-aa5bce66b6b5 req-2afe265b-6a5d-46b8-bad0-d23a9f2b6690 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:00:12.052023 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0cbfb377-29ce-4188-9e33-aa5bce66b6b5 req-2afe265b-6a5d-46b8-bad0-d23a9f2b6690 service neutron] 10.222.0.67 "PUT /v2.0/ports/d4ac9f39-2e23-4e84-b31b-ef6963f781cc HTTP/1.1" status: 200 len: 1092 time: 0.7987227 Oct 12 20:00:12.052491 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17928bfe-c085-4a3c-b6b9-8ff606a40266', 'tag': 'd4ac9f39-2e23-4e84-b31b-ef6963f781cc'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:00:12.054814 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d42e6eb4-6c8b-477d-8997-141ebc3fbfe4" -d '{"events": [{"name": "network-changed", "server_uuid": "17928bfe-c085-4a3c-b6b9-8ff606a40266", "tag": "d4ac9f39-2e23-4e84-b31b-ef6963f781cc"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:00:12.077820 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afe265b-6a5d-46b8-bad0-d23a9f2b6690 service neutron] Pushing event updated for resources: {'Port': ['ID=d4ac9f39-2e23-4e84-b31b-ef6963f781cc,revision_number=3']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:00:12.097839 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 20:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0294e8b1-d7ed-4a17-881a-d31c7e8e08d6 x-openstack-request-id: req-0294e8b1-d7ed-4a17-881a-d31c7e8e08d6 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:00:12.098247 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17928bfe-c085-4a3c-b6b9-8ff606a40266", "tag": "d4ac9f39-2e23-4e84-b31b-ef6963f781cc", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:00:12.098559 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0294e8b1-d7ed-4a17-881a-d31c7e8e08d6 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:00:12.098973 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17928bfe-c085-4a3c-b6b9-8ff606a40266', 'tag': 'd4ac9f39-2e23-4e84-b31b-ef6963f781cc', 'status': 'completed', 'code': 200} Oct 12 20:00:12.163349 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42e6eb4-6c8b-477d-8997-141ebc3fbfe4 req-9b424017-2c43-49ad-ab6d-e19177958d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:00:12.164942 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d42e6eb4-6c8b-477d-8997-141ebc3fbfe4 req-9b424017-2c43-49ad-ab6d-e19177958d7a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4bb28d27452d4f0fa98982a8726f1a88&device_id=17928bfe-c085-4a3c-b6b9-8ff606a40266 HTTP/1.1" status: 200 len: 1095 time: 0.0436466 Oct 12 20:00:12.337516 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42e6eb4-6c8b-477d-8997-141ebc3fbfe4 req-b82b2fab-147d-42fa-87b0-2f227fc1b046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:00:12.338892 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d42e6eb4-6c8b-477d-8997-141ebc3fbfe4 req-b82b2fab-147d-42fa-87b0-2f227fc1b046 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=4bb28d27452d4f0fa98982a8726f1a88&shared=False HTTP/1.1" status: 200 len: 896 time: 0.1662219 Oct 12 20:00:12.787348 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42e6eb4-6c8b-477d-8997-141ebc3fbfe4 req-350f8fbb-bb98-47cd-bc03-84ff65fdb0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:00:12.788779 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d42e6eb4-6c8b-477d-8997-141ebc3fbfe4 req-350f8fbb-bb98-47cd-bc03-84ff65fdb0a0 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4423687 Oct 12 20:00:12.864518 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbfb377-29ce-4188-9e33-aa5bce66b6b5 req-e29ef911-9a1f-4075-9007-bd3fa65f4fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:00:12.865966 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0cbfb377-29ce-4188-9e33-aa5bce66b6b5 req-e29ef911-9a1f-4075-9007-bd3fa65f4fc8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4bb28d27452d4f0fa98982a8726f1a88&device_id=17928bfe-c085-4a3c-b6b9-8ff606a40266 HTTP/1.1" status: 200 len: 1095 time: 0.0399957 Oct 12 20:00:12.909666 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0cbfb377-29ce-4188-9e33-aa5bce66b6b5 req-e75a35b1-d624-4ef8-8aa6-b8b0db58e028 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d4ac9f39-2e23-4e84-b31b-ef6963f781cc HTTP/1.1" status: 200 len: 217 time: 0.0362444 Oct 12 20:00:12.958956 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbfb377-29ce-4188-9e33-aa5bce66b6b5 req-b547d561-b339-441f-bce3-0f6d1323c7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:00:12.960461 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0cbfb377-29ce-4188-9e33-aa5bce66b6b5 req-b547d561-b339-441f-bce3-0f6d1323c7b0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e2abaa34-3309-4307-8ada-bd88cb4d9b20 HTTP/1.1" status: 200 len: 835 time: 0.0441306 Oct 12 20:00:13.014942 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbfb377-29ce-4188-9e33-aa5bce66b6b5 req-70ef7e43-df5e-481f-adb0-0a3cd1a305d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:00:13.016467 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0cbfb377-29ce-4188-9e33-aa5bce66b6b5 req-70ef7e43-df5e-481f-adb0-0a3cd1a305d2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8d6ea8dc-92f6-4610-a95c-5d163dfa83cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492957 Oct 12 20:00:13.103916 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a22249-5ef2-4745-97ed-8187fdada5c9 req-5cefab34-98df-4273-bd43-7c7e3e8d8458 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:00:13.105466 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f3a22249-5ef2-4745-97ed-8187fdada5c9 req-5cefab34-98df-4273-bd43-7c7e3e8d8458 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "GET /v2.0/ports?device_id=17928bfe-c085-4a3c-b6b9-8ff606a40266 HTTP/1.1" status: 200 len: 944 time: 0.1050351 Oct 12 20:00:13.150971 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0cbfb377-29ce-4188-9e33-aa5bce66b6b5 req-643abb1e-7fa7-4eb6-828a-4a4d81b73b15 service neutron] 10.222.0.67 "GET /v2.0/networks/8d6ea8dc-92f6-4610-a95c-5d163dfa83cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209693 Oct 12 20:00:13.170202 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f3a22249-5ef2-4745-97ed-8187fdada5c9 req-ead100c3-7da6-4ce4-9d96-51310e0e7d86 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "GET /v2.0/security-groups?id=7112ace0-d44a-45ac-94a2-c9af9b1d29cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570517 Oct 12 20:00:13.248951 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0cbfb377-29ce-4188-9e33-aa5bce66b6b5 req-f8212a20-b591-4cc7-8930-92f743642f5b service neutron] 10.222.0.67 "GET /v2.0/networks/8d6ea8dc-92f6-4610-a95c-5d163dfa83cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905805 Oct 12 20:00:14.292419 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287f82fe-362f-4675-8efd-c1232f95453b req-66ee2b6b-d2c9-4e8e-b543-acfe4c8d5dab tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:00:14.293937 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-287f82fe-362f-4675-8efd-c1232f95453b req-66ee2b6b-d2c9-4e8e-b543-acfe4c8d5dab tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "GET /v2.0/ports?device_id=17928bfe-c085-4a3c-b6b9-8ff606a40266 HTTP/1.1" status: 200 len: 944 time: 0.0526547 Oct 12 20:00:14.332329 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-287f82fe-362f-4675-8efd-c1232f95453b req-2d93c454-c319-477b-9115-5863d5ada13d tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "GET /v2.0/security-groups?id=7112ace0-d44a-45ac-94a2-c9af9b1d29cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324008 Oct 12 20:00:15.319727 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device d4ac9f39-2e23-4e84-b31b-ef6963f781cc details requested by agent hyperv_n-h2-813679-3 with host n-h2-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 20:00:15.417129 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port d4ac9f39-2e23-4e84-b31b-ef6963f781cc, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=d4ac9f39-2e23-4e84-b31b-ef6963f781cc,segment=NetworkSegment(8b36cdf3-11c7-415b-8add-afebab3de346),segment_id=8b36cdf3-11c7-415b-8add-afebab3de346)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:00:15.429657 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Returning: {'device': 'd4ac9f39-2e23-4e84-b31b-ef6963f781cc', 'network_id': '8d6ea8dc-92f6-4610-a95c-5d163dfa83cf', 'port_id': 'd4ac9f39-2e23-4e84-b31b-ef6963f781cc', 'mac_address': 'fa:16:3e:00:56:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2abaa34-3309-4307-8ada-bd88cb4d9b20', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 20:00:15.448683 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8073c77b-96b1-4073-b785-89c7eb6ad471 req-4c77740d-3d98-4409-a22b-4fcee506193e tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:00:15.450173 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8073c77b-96b1-4073-b785-89c7eb6ad471 req-4c77740d-3d98-4409-a22b-4fcee506193e tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "GET /v2.0/ports?device_id=17928bfe-c085-4a3c-b6b9-8ff606a40266 HTTP/1.1" status: 200 len: 944 time: 0.0500677 Oct 12 20:00:15.466605 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:00:15.479552 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4ac9f39-2e23-4e84-b31b-ef6963f781cc {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 20:00:15.488153 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8073c77b-96b1-4073-b785-89c7eb6ad471 req-e15fb6fb-ec50-4986-9675-503fc0d19d8e tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "GET /v2.0/security-groups?id=7112ace0-d44a-45ac-94a2-c9af9b1d29cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313711 Oct 12 20:00:15.499128 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port d4ac9f39-2e23-4e84-b31b-ef6963f781cc, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=d4ac9f39-2e23-4e84-b31b-ef6963f781cc,segment=NetworkSegment(8b36cdf3-11c7-415b-8add-afebab3de346),segment_id=8b36cdf3-11c7-415b-8add-afebab3de346)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:00:15.561411 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:00:15.611038 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=d4ac9f39-2e23-4e84-b31b-ef6963f781cc,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:00:15.618656 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:00:15.618996 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:00:15.619331 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:00:15.619664 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:00:15.619989 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:00:15.620390 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:00:15.620713 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:00:15.621031 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:00:15.621348 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:00:15.621665 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:00:15.621980 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:00:15.622297 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:00:15.773664 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['d4ac9f39-2e23-4e84-b31b-ef6963f781cc'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 20:00:16.605027 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff844687-7676-448f-bb6f-7c3b56d7186e req-4491c714-3327-492c-bd98-29aded93def0 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:00:16.606594 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ff844687-7676-448f-bb6f-7c3b56d7186e req-4491c714-3327-492c-bd98-29aded93def0 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "GET /v2.0/ports?device_id=17928bfe-c085-4a3c-b6b9-8ff606a40266 HTTP/1.1" status: 200 len: 945 time: 0.0501716 Oct 12 20:00:16.645920 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ff844687-7676-448f-bb6f-7c3b56d7186e req-e04252cc-1eaf-4342-bcd3-dbb79041f47e tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "GET /v2.0/security-groups?id=7112ace0-d44a-45ac-94a2-c9af9b1d29cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333424 Oct 12 20:00:17.169442 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 20:00:17.319963 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device d4ac9f39-2e23-4e84-b31b-ef6963f781cc up at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 20:00:17.429261 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning for port d4ac9f39-2e23-4e84-b31b-ef6963f781cc completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 20:00:17.433020 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning complete for port d4ac9f39-2e23-4e84-b31b-ef6963f781cc triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:00:17.433397 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:00:17.508147 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:00:17.532215 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17928bfe-c085-4a3c-b6b9-8ff606a40266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4ac9f39-2e23-4e84-b31b-ef6963f781cc'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:00:17.534428 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70d01534-0344-4f25-b433-658372a6d8b7" -d '{"events": [{"server_uuid": "17928bfe-c085-4a3c-b6b9-8ff606a40266", "name": "network-vif-plugged", "status": "completed", "tag": "d4ac9f39-2e23-4e84-b31b-ef6963f781cc"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:00:17.546733 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port d4ac9f39-2e23-4e84-b31b-ef6963f781cc, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=d4ac9f39-2e23-4e84-b31b-ef6963f781cc,segment=NetworkSegment(8b36cdf3-11c7-415b-8add-afebab3de346),segment_id=8b36cdf3-11c7-415b-8add-afebab3de346)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:00:17.571213 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 20:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5eda501-b172-4dea-a4a9-79b505ac14ca x-openstack-request-id: req-e5eda501-b172-4dea-a4a9-79b505ac14ca {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:00:17.571509 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17928bfe-c085-4a3c-b6b9-8ff606a40266", "name": "network-vif-plugged", "status": "completed", "tag": "d4ac9f39-2e23-4e84-b31b-ef6963f781cc", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:00:17.571780 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e5eda501-b172-4dea-a4a9-79b505ac14ca {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:00:17.572210 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17928bfe-c085-4a3c-b6b9-8ff606a40266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4ac9f39-2e23-4e84-b31b-ef6963f781cc', 'code': 200} Oct 12 20:00:17.624272 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:00:17.669165 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d6b354-99af-4b5a-b3ee-a950188586e1 req-7d29b70d-02ad-4fd5-9e61-67f803ce1ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:00:17.670737 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-19d6b354-99af-4b5a-b3ee-a950188586e1 req-7d29b70d-02ad-4fd5-9e61-67f803ce1ca6 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=17928bfe-c085-4a3c-b6b9-8ff606a40266 HTTP/1.1" status: 200 len: 1097 time: 0.0414188 Oct 12 20:00:17.672959 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=d4ac9f39-2e23-4e84-b31b-ef6963f781cc,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:00:17.708788 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-19d6b354-99af-4b5a-b3ee-a950188586e1 req-e9f1e55a-5a73-4ef5-b369-997e98d86331 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=7112ace0-d44a-45ac-94a2-c9af9b1d29cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297415 Oct 12 20:00:17.763002 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b4ab40-8def-4eb9-be5a-7d98e210ea71 req-3cd8e9ea-705b-4f86-a4f6-9e26f4740b01 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:00:17.764468 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e3b4ab40-8def-4eb9-be5a-7d98e210ea71 req-3cd8e9ea-705b-4f86-a4f6-9e26f4740b01 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "GET /v2.0/ports?device_id=17928bfe-c085-4a3c-b6b9-8ff606a40266 HTTP/1.1" status: 200 len: 946 time: 0.0483646 Oct 12 20:00:17.802250 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e3b4ab40-8def-4eb9-be5a-7d98e210ea71 req-bf54617d-7308-4351-94c5-7db7a465e8b6 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "GET /v2.0/security-groups?id=7112ace0-d44a-45ac-94a2-c9af9b1d29cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318055 Oct 12 20:00:18.923049 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d918b46a-eba0-47a7-ae5d-f6e0619c2642 req-8ac449dc-3bed-469f-8830-3ed8281a3386 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:00:18.924542 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d918b46a-eba0-47a7-ae5d-f6e0619c2642 req-8ac449dc-3bed-469f-8830-3ed8281a3386 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "GET /v2.0/ports?device_id=17928bfe-c085-4a3c-b6b9-8ff606a40266 HTTP/1.1" status: 200 len: 946 time: 0.0541131 Oct 12 20:00:18.965528 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d918b46a-eba0-47a7-ae5d-f6e0619c2642 req-05c52b15-a8c0-46c0-9b85-c6e685e77bb2 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "GET /v2.0/security-groups?id=7112ace0-d44a-45ac-94a2-c9af9b1d29cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335820 Oct 12 20:00:20.080226 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0f082d-3ad8-47c6-8209-64bc72f2c260 req-d4286419-00d2-42ce-afb1-2d9354eeefa6 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:00:20.081685 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3a0f082d-3ad8-47c6-8209-64bc72f2c260 req-d4286419-00d2-42ce-afb1-2d9354eeefa6 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "GET /v2.0/ports?device_id=17928bfe-c085-4a3c-b6b9-8ff606a40266 HTTP/1.1" status: 200 len: 946 time: 0.0516603 Oct 12 20:00:20.119759 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3a0f082d-3ad8-47c6-8209-64bc72f2c260 req-a256c644-f893-4f46-9992-3ced2cf0ed73 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "GET /v2.0/security-groups?id=7112ace0-d44a-45ac-94a2-c9af9b1d29cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316329 Oct 12 20:00:20.232893 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7396ce-f8ab-405a-903c-bb9bdee47dfc req-634c965b-db2f-4797-bf01-b4e1642e2fb9 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:00:20.234345 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1e7396ce-f8ab-405a-903c-bb9bdee47dfc req-634c965b-db2f-4797-bf01-b4e1642e2fb9 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "GET /v2.0/ports?device_id=17928bfe-c085-4a3c-b6b9-8ff606a40266 HTTP/1.1" status: 200 len: 946 time: 0.0491989 Oct 12 20:00:20.270517 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1e7396ce-f8ab-405a-903c-bb9bdee47dfc req-8cbb8507-1fe7-4d8e-bebe-49a2c0b9d81a tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "GET /v2.0/security-groups?id=7112ace0-d44a-45ac-94a2-c9af9b1d29cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300188 Oct 12 20:00:20.294738 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 60144) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:00:20.333392 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b17a725-3b0e-4842-a29d-69aded4334cc tempest-TestNetworkBasicOps-1011592949 tempest-TestNetworkBasicOps-1011592949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:00:20.335523 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-8b17a725-3b0e-4842-a29d-69aded4334cc tempest-TestNetworkBasicOps-1011592949 tempest-TestNetworkBasicOps-1011592949-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=17928bfe-c085-4a3c-b6b9-8ff606a40266 HTTP/1.1" status: 200 len: 1092 time: 0.0397761 Oct 12 20:00:20.338122 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 60146) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:00:20.342548 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-3c680d3f-547a-41af-bc63-52b131dd970a tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Request body: {'floatingip': {'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'port_id': 'd4ac9f39-2e23-4e84-b31b-ef6963f781cc', 'tenant_id': '4bb28d27452d4f0fa98982a8726f1a88', 'fixed_ip_address': '172.20.0.12'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:00:20.446406 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3c680d3f-547a-41af-bc63-52b131dd970a tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks [] for floatingip, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:00:20.546556 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3c680d3f-547a-41af-bc63-52b131dd970a tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:00:20.647605 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-3c680d3f-547a-41af-bc63-52b131dd970a tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Allocated IP 172.25.5.159 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/6103d8a9-25a5-4d4a-8cea-293bacbe75de) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 20:00:20.751549 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3c680d3f-547a-41af-bc63-52b131dd970a tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:00:20.818223 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3c680d3f-547a-41af-bc63-52b131dd970a tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:00:20.857067 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c680d3f-547a-41af-bc63-52b131dd970a tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 20:00:20.859812 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-3c680d3f-547a-41af-bc63-52b131dd970a tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 20:00:20.862404 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c680d3f-547a-41af-bc63-52b131dd970a tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 20:00:20.889207 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c680d3f-547a-41af-bc63-52b131dd970a tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Pushing event updated for resources: {'Port': ['ID=6103d8a9-25a5-4d4a-8cea-293bacbe75de,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:00:21.215670 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3c680d3f-547a-41af-bc63-52b131dd970a tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:00:21.338882 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3c680d3f-547a-41af-bc63-52b131dd970a tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:00:21.485703 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3c680d3f-547a-41af-bc63-52b131dd970a tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:00:21.543399 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3c680d3f-547a-41af-bc63-52b131dd970a tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:00:21.617774 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c680d3f-547a-41af-bc63-52b131dd970a tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Pushing event updated for resources: {'Port': ['ID=6103d8a9-25a5-4d4a-8cea-293bacbe75de,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:00:21.624926 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3c680d3f-547a-41af-bc63-52b131dd970a tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7915414'] for floatingip, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:00:21.724011 n-d-813679-3 neutron-server[95502]: INFO neutron.db.l3_db [None req-3c680d3f-547a-41af-bc63-52b131dd970a tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Floating IP 21d49fbc-a768-40ee-a0fc-3f91ebbb3035 associated. External IP: 172.25.5.159, port: d4ac9f39-2e23-4e84-b31b-ef6963f781cc. Oct 12 20:00:21.928501 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c680d3f-547a-41af-bc63-52b131dd970a tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Router 85287088-3bbd-4521-89de-c72029fc3bb2 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 20:00:22.033185 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c680d3f-547a-41af-bc63-52b131dd970a tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 20:00:22.042685 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ebe3c33-4c08-4a1a-b1b5-248cbb0dea7d None None] Sync routers for ids ['85287088-3bbd-4521-89de-c72029fc3bb2'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 20:00:22.051627 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebe3c33-4c08-4a1a-b1b5-248cbb0dea7d None None] Routers {'85287088-3bbd-4521-89de-c72029fc3bb2'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:00:22.052346 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-4ebe3c33-4c08-4a1a-b1b5-248cbb0dea7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:00:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['85287088-3bbd-4521-89de-c72029fc3bb2'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:00:22.117083 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3c680d3f-547a-41af-bc63-52b131dd970a tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:00:22.144040 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-3c680d3f-547a-41af-bc63-52b131dd970a tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8045487 Oct 12 20:00:22.144573 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17928bfe-c085-4a3c-b6b9-8ff606a40266', 'tag': 'd4ac9f39-2e23-4e84-b31b-ef6963f781cc'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:00:22.147421 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 60148) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:00:22.147908 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d7b41c1-e786-4850-aec8-19917eb2f403" -d '{"events": [{"name": "network-changed", "server_uuid": "17928bfe-c085-4a3c-b6b9-8ff606a40266", "tag": "d4ac9f39-2e23-4e84-b31b-ef6963f781cc"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:00:22.157024 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-4ebe3c33-4c08-4a1a-b1b5-248cbb0dea7d None None] Set router 85287088-3bbd-4521-89de-c72029fc3bb2 gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:00:22.185383 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 20:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dafed0d8-2e02-470a-9e69-5bd264c07bfe x-openstack-request-id: req-dafed0d8-2e02-470a-9e69-5bd264c07bfe {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:00:22.185683 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17928bfe-c085-4a3c-b6b9-8ff606a40266", "tag": "d4ac9f39-2e23-4e84-b31b-ef6963f781cc", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:00:22.185943 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-dafed0d8-2e02-470a-9e69-5bd264c07bfe {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:00:22.186420 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17928bfe-c085-4a3c-b6b9-8ff606a40266', 'tag': 'd4ac9f39-2e23-4e84-b31b-ef6963f781cc', 'status': 'completed', 'code': 200} Oct 12 20:00:22.242165 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-0db4ac3b-c85d-4648-ad4a-8bab69cc7dee tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "GET /v2.0/floatingips/21d49fbc-a768-40ee-a0fc-3f91ebbb3035 HTTP/1.1" status: 200 len: 992 time: 0.0921223 Oct 12 20:00:22.256257 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7b41c1-e786-4850-aec8-19917eb2f403 req-cd46ec9d-dc27-48ec-abd5-d37f32c99bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:00:22.257752 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8d7b41c1-e786-4850-aec8-19917eb2f403 req-cd46ec9d-dc27-48ec-abd5-d37f32c99bc3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4bb28d27452d4f0fa98982a8726f1a88&device_id=17928bfe-c085-4a3c-b6b9-8ff606a40266 HTTP/1.1" status: 200 len: 1097 time: 0.0473466 Oct 12 20:00:22.348590 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7b41c1-e786-4850-aec8-19917eb2f403 req-c12af5fc-1d83-4fa8-9782-178509a59b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:00:22.350148 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8d7b41c1-e786-4850-aec8-19917eb2f403 req-c12af5fc-1d83-4fa8-9782-178509a59b5b service neutron] 10.222.0.67 "GET /v2.0/networks?id=8d6ea8dc-92f6-4610-a95c-5d163dfa83cf HTTP/1.1" status: 200 len: 896 time: 0.0854490 Oct 12 20:00:22.378613 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-4ebe3c33-4c08-4a1a-b1b5-248cbb0dea7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85287088-3bbd-4521-89de-c72029fc3bb2', 'name': 'tempest-TestNetworkBasicOps-router-1212336997', 'tenant_id': '4bb28d27452d4f0fa98982a8726f1a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': '9d0a6a26-551c-4142-a6ae-4ff5e3b862dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:59:58Z', 'updated_at': '2021-10-12T20:00:02Z', 'revision_number': 4, 'project_id': '4bb28d27452d4f0fa98982a8726f1a88', 'gw_port': {'id': '9d0a6a26-551c-4142-a6ae-4ff5e3b862dd', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:8b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85287088-3bbd-4521-89de-c72029fc3bb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:59:58Z', 'updated_at': '2021-10-12T20:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': '21d49fbc-a768-40ee-a0fc-3f91ebbb3035', 'tenant_id': '4bb28d27452d4f0fa98982a8726f1a88', 'floating_ip_address': '172.25.5.159', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': '85287088-3bbd-4521-89de-c72029fc3bb2', 'port_id': 'd4ac9f39-2e23-4e84-b31b-ef6963f781cc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d6ea8dc-92f6-4610-a95c-5d163dfa83cf', 'mac_address': 'fa:16:3e:00:56:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17928bfe-c085-4a3c-b6b9-8ff606a40266', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T20:00:21Z', 'updated_at': '2021-10-12T20:00:21Z', 'revision_number': 0, 'project_id': '4bb28d27452d4f0fa98982a8726f1a88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c183b264-563c-47ae-a6a9-df2768edb645', 'name': '', 'network_id': '8d6ea8dc-92f6-4610-a95c-5d163dfa83cf', 'tenant_id': '4bb28d27452d4f0fa98982a8726f1a88', 'mac_address': 'fa:16:3e:7d:5a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85287088-3bbd-4521-89de-c72029fc3bb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'e2abaa34-3309-4307-8ada-bd88cb4d9b20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:00:02Z', 'updated_at': '2021-10-12T20:00:06Z', 'revision_number': 5, 'project_id': '4bb28d27452d4f0fa98982a8726f1a88', 'subnets': [{'id': 'e2abaa34-3309-4307-8ada-bd88cb4d9b20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:00:22.405201 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ebe3c33-4c08-4a1a-b1b5-248cbb0dea7d None None] Checking router: 85287088-3bbd-4521-89de-c72029fc3bb2 for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 20:00:22.414088 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebe3c33-4c08-4a1a-b1b5-248cbb0dea7d None None] Routers {'85287088-3bbd-4521-89de-c72029fc3bb2'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:00:22.414697 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-4ebe3c33-4c08-4a1a-b1b5-248cbb0dea7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:00:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['85287088-3bbd-4521-89de-c72029fc3bb2'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:00:22.420618 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8d7b41c1-e786-4850-aec8-19917eb2f403 req-733bccdd-72e9-4736-8794-886a82c22733 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d4ac9f39-2e23-4e84-b31b-ef6963f781cc HTTP/1.1" status: 200 len: 1000 time: 0.0636768 Oct 12 20:00:22.471714 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7b41c1-e786-4850-aec8-19917eb2f403 req-ed6752e8-9635-4b0c-9348-a25e502f9ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:00:22.473306 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8d7b41c1-e786-4850-aec8-19917eb2f403 req-ed6752e8-9635-4b0c-9348-a25e502f9ed6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e2abaa34-3309-4307-8ada-bd88cb4d9b20 HTTP/1.1" status: 200 len: 835 time: 0.0444477 Oct 12 20:00:22.517897 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7b41c1-e786-4850-aec8-19917eb2f403 req-e26c6a1c-99e8-429e-bd7e-c032997b446d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:00:22.519362 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-4ebe3c33-4c08-4a1a-b1b5-248cbb0dea7d None None] Set router 85287088-3bbd-4521-89de-c72029fc3bb2 gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:00:22.519485 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8d7b41c1-e786-4850-aec8-19917eb2f403 req-e26c6a1c-99e8-429e-bd7e-c032997b446d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8d6ea8dc-92f6-4610-a95c-5d163dfa83cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393422 Oct 12 20:00:22.612678 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8d7b41c1-e786-4850-aec8-19917eb2f403 req-5f916582-8c5e-4269-b39d-d98f6c9556e2 service neutron] 10.222.0.67 "GET /v2.0/networks/8d6ea8dc-92f6-4610-a95c-5d163dfa83cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861380 Oct 12 20:00:22.702996 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8d7b41c1-e786-4850-aec8-19917eb2f403 req-7fdd9396-4c15-4fb8-9252-b723c54d5c62 service neutron] 10.222.0.67 "GET /v2.0/networks/8d6ea8dc-92f6-4610-a95c-5d163dfa83cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826433 Oct 12 20:00:22.743523 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-4ebe3c33-4c08-4a1a-b1b5-248cbb0dea7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85287088-3bbd-4521-89de-c72029fc3bb2', 'name': 'tempest-TestNetworkBasicOps-router-1212336997', 'tenant_id': '4bb28d27452d4f0fa98982a8726f1a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': '9d0a6a26-551c-4142-a6ae-4ff5e3b862dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:59:58Z', 'updated_at': '2021-10-12T20:00:02Z', 'revision_number': 4, 'project_id': '4bb28d27452d4f0fa98982a8726f1a88', 'gw_port': {'id': '9d0a6a26-551c-4142-a6ae-4ff5e3b862dd', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:8b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85287088-3bbd-4521-89de-c72029fc3bb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:59:58Z', 'updated_at': '2021-10-12T20:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': '21d49fbc-a768-40ee-a0fc-3f91ebbb3035', 'tenant_id': '4bb28d27452d4f0fa98982a8726f1a88', 'floating_ip_address': '172.25.5.159', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': '85287088-3bbd-4521-89de-c72029fc3bb2', 'port_id': 'd4ac9f39-2e23-4e84-b31b-ef6963f781cc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d6ea8dc-92f6-4610-a95c-5d163dfa83cf', 'mac_address': 'fa:16:3e:00:56:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17928bfe-c085-4a3c-b6b9-8ff606a40266', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T20:00:21Z', 'updated_at': '2021-10-12T20:00:21Z', 'revision_number': 0, 'project_id': '4bb28d27452d4f0fa98982a8726f1a88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c183b264-563c-47ae-a6a9-df2768edb645', 'name': '', 'network_id': '8d6ea8dc-92f6-4610-a95c-5d163dfa83cf', 'tenant_id': '4bb28d27452d4f0fa98982a8726f1a88', 'mac_address': 'fa:16:3e:7d:5a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85287088-3bbd-4521-89de-c72029fc3bb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'e2abaa34-3309-4307-8ada-bd88cb4d9b20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:00:02Z', 'updated_at': '2021-10-12T20:00:06Z', 'revision_number': 5, 'project_id': '4bb28d27452d4f0fa98982a8726f1a88', 'subnets': [{'id': 'e2abaa34-3309-4307-8ada-bd88cb4d9b20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:00:22.769669 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ebe3c33-4c08-4a1a-b1b5-248cbb0dea7d None None] The sync data for ids ['85287088-3bbd-4521-89de-c72029fc3bb2'] in n-d-813679-3 is: [{'id': '85287088-3bbd-4521-89de-c72029fc3bb2', 'name': 'tempest-TestNetworkBasicOps-router-1212336997', 'tenant_id': '4bb28d27452d4f0fa98982a8726f1a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': '9d0a6a26-551c-4142-a6ae-4ff5e3b862dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:59:58Z', 'updated_at': '2021-10-12T20:00:02Z', 'revision_number': 4, 'project_id': '4bb28d27452d4f0fa98982a8726f1a88', 'gw_port': {'id': '9d0a6a26-551c-4142-a6ae-4ff5e3b862dd', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:8b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85287088-3bbd-4521-89de-c72029fc3bb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:59:58Z', 'updated_at': '2021-10-12T20:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': '21d49fbc-a768-40ee-a0fc-3f91ebbb3035', 'tenant_id': '4bb28d27452d4f0fa98982a8726f1a88', 'floating_ip_address': '172.25.5.159', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': '85287088-3bbd-4521-89de-c72029fc3bb2', 'port_id': 'd4ac9f39-2e23-4e84-b31b-ef6963f781cc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d6ea8dc-92f6-4610-a95c-5d163dfa83cf', 'mac_address': 'fa:16:3e:00:56:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17928bfe-c085-4a3c-b6b9-8ff606a40266', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T20:00:21Z', 'updated_at': '2021-10-12T20:00:21Z', 'revision_number': 0, 'project_id': '4bb28d27452d4f0fa98982a8726f1a88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c183b264-563c-47ae-a6a9-df2768edb645', 'name': '', 'network_id': '8d6ea8dc-92f6-4610-a95c-5d163dfa83cf', 'tenant_id': '4bb28d27452d4f0fa98982a8726f1a88', 'mac_address': 'fa:16:3e:7d:5a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85287088-3bbd-4521-89de-c72029fc3bb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'e2abaa34-3309-4307-8ada-bd88cb4d9b20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:00:02Z', 'updated_at': '2021-10-12T20:00:06Z', 'revision_number': 5, 'project_id': '4bb28d27452d4f0fa98982a8726f1a88', 'subnets': [{'id': 'e2abaa34-3309-4307-8ada-bd88cb4d9b20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 20:00:22.965128 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02371f5-e0c3-4ab6-bf64-b468f29f4f76 None None] New status for floating IP 21d49fbc-a768-40ee-a0fc-3f91ebbb3035: ACTIVE {{(pid=95503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 20:00:23.244918 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 60152) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:00:23.310292 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-e61e1dfd-0eb5-4046-9250-cf524b563c39 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "GET /v2.0/floatingips/21d49fbc-a768-40ee-a0fc-3f91ebbb3035 HTTP/1.1" status: 200 len: 994 time: 0.0641642 Oct 12 20:00:29.155043 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a772a38f-bb0f-4c4e-a77c-18b58a5b5404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:00:31.806739 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1fcb361a-8649-4756-9e0e-382a2af54e60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:00:32.508866 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:00:33.154995 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:00:33.228994 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:00:34.343193 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:00:34.680585 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:00:51.710383 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fa10eade-3b3a-4196-b8db-26d90a58ba5e req-5c8db47a-765b-4ce3-9267-08fe7665f88e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=84a656f6-c876-40af-8c09-3032ac9cb0fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1006780 Oct 12 20:00:51.802403 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa10eade-3b3a-4196-b8db-26d90a58ba5e req-657a0fa3-6b2c-4485-822c-4eac0b4d7be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:00:51.803902 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fa10eade-3b3a-4196-b8db-26d90a58ba5e req-657a0fa3-6b2c-4485-822c-4eac0b4d7be4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f37c8fe971bc4b5daa2f916c03f91d01&device_id=84a656f6-c876-40af-8c09-3032ac9cb0fe HTTP/1.1" status: 200 len: 1096 time: 0.0412898 Oct 12 20:00:51.909563 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa10eade-3b3a-4196-b8db-26d90a58ba5e req-cb4d4dd9-5564-46f8-91c6-90f65ec535c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:00:51.910938 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fa10eade-3b3a-4196-b8db-26d90a58ba5e req-cb4d4dd9-5564-46f8-91c6-90f65ec535c7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=bab0c1ad-2a75-48a8-874f-0744bd8e0a35 HTTP/1.1" status: 200 len: 912 time: 0.0870900 Oct 12 20:00:51.978375 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fa10eade-3b3a-4196-b8db-26d90a58ba5e req-0ceea78b-80df-44f4-8abd-efa4d908faf4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e6ecef9-1433-403b-b75d-398582e7005c HTTP/1.1" status: 200 len: 1001 time: 0.0598671 Oct 12 20:00:52.027808 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa10eade-3b3a-4196-b8db-26d90a58ba5e req-5d4489da-f738-48bf-bb94-ca7246dc9148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:00:52.029283 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fa10eade-3b3a-4196-b8db-26d90a58ba5e req-5d4489da-f738-48bf-bb94-ca7246dc9148 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2bf5b286-d487-470c-8401-d82862f269e1 HTTP/1.1" status: 200 len: 850 time: 0.0427411 Oct 12 20:00:52.073601 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa10eade-3b3a-4196-b8db-26d90a58ba5e req-50a4f036-f76e-4448-8af0-ec1f98aec433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:00:52.074994 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fa10eade-3b3a-4196-b8db-26d90a58ba5e req-50a4f036-f76e-4448-8af0-ec1f98aec433 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=bab0c1ad-2a75-48a8-874f-0744bd8e0a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389326 Oct 12 20:00:52.088595 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [req-fa10eade-3b3a-4196-b8db-26d90a58ba5e req-87546911-d419-4eab-ba7e-c5d6ad577269 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 20:00:52.089508 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fa10eade-3b3a-4196-b8db-26d90a58ba5e req-87546911-d419-4eab-ba7e-c5d6ad577269 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0050473 Oct 12 20:00:52.180210 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fa10eade-3b3a-4196-b8db-26d90a58ba5e req-bc397286-a3d7-4ac7-98d3-0d90c17f2061 service neutron] 10.222.0.67 "GET /v2.0/networks/bab0c1ad-2a75-48a8-874f-0744bd8e0a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826757 Oct 12 20:00:52.268678 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fa10eade-3b3a-4196-b8db-26d90a58ba5e req-7e4536ff-cde3-4702-849c-cd0156e44cdf service neutron] 10.222.0.67 "GET /v2.0/networks/bab0c1ad-2a75-48a8-874f-0744bd8e0a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813820 Oct 12 20:00:54.169546 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 20:00:54.528436 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 60174) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:00:54.593765 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-8a5da32f-b6f0-4272-97b2-2b1327cf2765 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "GET /v2.0/floatingips/21d49fbc-a768-40ee-a0fc-3f91ebbb3035 HTTP/1.1" status: 200 len: 994 time: 0.0641541 Oct 12 20:00:54.823882 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 60180) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:00:54.977963 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-70b8b9de-41bb-4060-9317-f07e741a756e tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Deleting port 6103d8a9-25a5-4d4a-8cea-293bacbe75de {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 20:00:54.978306 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-70b8b9de-41bb-4060-9317-f07e741a756e tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:00:55.051031 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-70b8b9de-41bb-4060-9317-f07e741a756e tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:00:55.051371 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-70b8b9de-41bb-4060-9317-f07e741a756e tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:00:55.063186 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-70b8b9de-41bb-4060-9317-f07e741a756e tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Calling delete_port for 6103d8a9-25a5-4d4a-8cea-293bacbe75de owned by network:floatingip {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 20:00:55.285896 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-70b8b9de-41bb-4060-9317-f07e741a756e tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:00:55.308677 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b8b9de-41bb-4060-9317-f07e741a756e tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Pushing event deleted for resources: {'Port': ['ID=6103d8a9-25a5-4d4a-8cea-293bacbe75de,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:00:55.369812 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-70b8b9de-41bb-4060-9317-f07e741a756e tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks [] for floatingip, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:00:55.370072 n-d-813679-3 neutron-server[95501]: INFO neutron.db.l3_db [None req-70b8b9de-41bb-4060-9317-f07e741a756e tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Floating IP 21d49fbc-a768-40ee-a0fc-3f91ebbb3035 disassociated (deleted). External IP: 172.25.5.159, port: d4ac9f39-2e23-4e84-b31b-ef6963f781cc. Oct 12 20:00:55.571219 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70b8b9de-41bb-4060-9317-f07e741a756e tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Router 85287088-3bbd-4521-89de-c72029fc3bb2 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 20:00:55.676754 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70b8b9de-41bb-4060-9317-f07e741a756e tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 20:00:55.686139 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-70b8b9de-41bb-4060-9317-f07e741a756e tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:00:55.688175 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd22bb8-151d-4c0d-932b-535fb9765b15 None None] Sync routers for ids ['85287088-3bbd-4521-89de-c72029fc3bb2'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 20:00:55.697476 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd22bb8-151d-4c0d-932b-535fb9765b15 None None] Routers {'85287088-3bbd-4521-89de-c72029fc3bb2'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:00:55.698077 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-0dd22bb8-151d-4c0d-932b-535fb9765b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:00:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['85287088-3bbd-4521-89de-c72029fc3bb2'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:00:55.714733 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-70b8b9de-41bb-4060-9317-f07e741a756e tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "DELETE /v2.0/floatingips/21d49fbc-a768-40ee-a0fc-3f91ebbb3035 HTTP/1.1" status: 204 len: 168 time: 0.8898032 Oct 12 20:00:55.715421 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17928bfe-c085-4a3c-b6b9-8ff606a40266', 'tag': 'd4ac9f39-2e23-4e84-b31b-ef6963f781cc'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:00:55.717852 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3da89d06-8ca7-425c-8992-db2b810afcd4" -d '{"events": [{"name": "network-changed", "server_uuid": "17928bfe-c085-4a3c-b6b9-8ff606a40266", "tag": "d4ac9f39-2e23-4e84-b31b-ef6963f781cc"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:00:55.771372 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 20:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-374d9c2a-d3d9-4039-94d6-c1d949651c43 x-openstack-request-id: req-374d9c2a-d3d9-4039-94d6-c1d949651c43 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:00:55.771372 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17928bfe-c085-4a3c-b6b9-8ff606a40266", "tag": "d4ac9f39-2e23-4e84-b31b-ef6963f781cc", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:00:55.771372 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-374d9c2a-d3d9-4039-94d6-c1d949651c43 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:00:55.771372 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17928bfe-c085-4a3c-b6b9-8ff606a40266', 'tag': 'd4ac9f39-2e23-4e84-b31b-ef6963f781cc', 'status': 'completed', 'code': 200} Oct 12 20:00:55.835535 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-0dd22bb8-151d-4c0d-932b-535fb9765b15 None None] Set router 85287088-3bbd-4521-89de-c72029fc3bb2 gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:00:55.843533 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da89d06-8ca7-425c-8992-db2b810afcd4 req-724c57d6-ae96-44b3-a1a7-81c736cb0ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:00:55.845267 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3da89d06-8ca7-425c-8992-db2b810afcd4 req-724c57d6-ae96-44b3-a1a7-81c736cb0ed3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4bb28d27452d4f0fa98982a8726f1a88&device_id=17928bfe-c085-4a3c-b6b9-8ff606a40266 HTTP/1.1" status: 200 len: 1097 time: 0.0468676 Oct 12 20:00:55.946998 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da89d06-8ca7-425c-8992-db2b810afcd4 req-6abd7c6f-c541-439e-8015-a220bc1001e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:00:55.948489 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3da89d06-8ca7-425c-8992-db2b810afcd4 req-6abd7c6f-c541-439e-8015-a220bc1001e4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8d6ea8dc-92f6-4610-a95c-5d163dfa83cf HTTP/1.1" status: 200 len: 896 time: 0.0947464 Oct 12 20:00:55.997377 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3da89d06-8ca7-425c-8992-db2b810afcd4 req-bde5f166-0668-4a5e-ad28-5094e6374b51 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d4ac9f39-2e23-4e84-b31b-ef6963f781cc HTTP/1.1" status: 200 len: 217 time: 0.0413213 Oct 12 20:00:56.043586 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-0dd22bb8-151d-4c0d-932b-535fb9765b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85287088-3bbd-4521-89de-c72029fc3bb2', 'name': 'tempest-TestNetworkBasicOps-router-1212336997', 'tenant_id': '4bb28d27452d4f0fa98982a8726f1a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': '9d0a6a26-551c-4142-a6ae-4ff5e3b862dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:59:58Z', 'updated_at': '2021-10-12T20:00:02Z', 'revision_number': 4, 'project_id': '4bb28d27452d4f0fa98982a8726f1a88', 'gw_port': {'id': '9d0a6a26-551c-4142-a6ae-4ff5e3b862dd', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:8b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85287088-3bbd-4521-89de-c72029fc3bb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:59:58Z', 'updated_at': '2021-10-12T20:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': 'c183b264-563c-47ae-a6a9-df2768edb645', 'name': '', 'network_id': '8d6ea8dc-92f6-4610-a95c-5d163dfa83cf', 'tenant_id': '4bb28d27452d4f0fa98982a8726f1a88', 'mac_address': 'fa:16:3e:7d:5a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85287088-3bbd-4521-89de-c72029fc3bb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'e2abaa34-3309-4307-8ada-bd88cb4d9b20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:00:02Z', 'updated_at': '2021-10-12T20:00:06Z', 'revision_number': 5, 'project_id': '4bb28d27452d4f0fa98982a8726f1a88', 'subnets': [{'id': 'e2abaa34-3309-4307-8ada-bd88cb4d9b20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:00:56.056074 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da89d06-8ca7-425c-8992-db2b810afcd4 req-6e7213c9-a7fc-43fb-ac55-df791dcfcb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:00:56.057590 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3da89d06-8ca7-425c-8992-db2b810afcd4 req-6e7213c9-a7fc-43fb-ac55-df791dcfcb52 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e2abaa34-3309-4307-8ada-bd88cb4d9b20 HTTP/1.1" status: 200 len: 835 time: 0.0528376 Oct 12 20:00:56.071016 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd22bb8-151d-4c0d-932b-535fb9765b15 None None] Checking router: 85287088-3bbd-4521-89de-c72029fc3bb2 for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 20:00:56.080215 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd22bb8-151d-4c0d-932b-535fb9765b15 None None] Routers {'85287088-3bbd-4521-89de-c72029fc3bb2'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:00:56.081070 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-0dd22bb8-151d-4c0d-932b-535fb9765b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:00:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['85287088-3bbd-4521-89de-c72029fc3bb2'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:00:56.115598 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da89d06-8ca7-425c-8992-db2b810afcd4 req-ce3d7646-fa3c-4839-a7e5-8246b3b3041a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:00:56.116802 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3da89d06-8ca7-425c-8992-db2b810afcd4 req-ce3d7646-fa3c-4839-a7e5-8246b3b3041a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8d6ea8dc-92f6-4610-a95c-5d163dfa83cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513785 Oct 12 20:00:56.208632 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-0dd22bb8-151d-4c0d-932b-535fb9765b15 None None] Set router 85287088-3bbd-4521-89de-c72029fc3bb2 gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:00:56.232495 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3da89d06-8ca7-425c-8992-db2b810afcd4 req-227a8e4c-e1b8-4265-9029-9130873a33ab service neutron] 10.222.0.67 "GET /v2.0/networks/8d6ea8dc-92f6-4610-a95c-5d163dfa83cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003368 Oct 12 20:00:56.239750 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec36e17-7001-46b9-b4d2-f07477f52f0d req-79a06492-9d09-4383-868e-20c97be3d438 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:00:56.243061 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5ec36e17-7001-46b9-b4d2-f07477f52f0d req-79a06492-9d09-4383-868e-20c97be3d438 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "GET /v2.0/ports?device_id=17928bfe-c085-4a3c-b6b9-8ff606a40266 HTTP/1.1" status: 200 len: 946 time: 0.0564129 Oct 12 20:00:56.288990 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5ec36e17-7001-46b9-b4d2-f07477f52f0d req-0eeb1ff2-a6e3-47f1-951d-401fb0d86ba9 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "GET /v2.0/security-groups?id=7112ace0-d44a-45ac-94a2-c9af9b1d29cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386457 Oct 12 20:00:56.345759 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3da89d06-8ca7-425c-8992-db2b810afcd4 req-7571e7dc-9eac-4453-995b-e78b72d205d4 service neutron] 10.222.0.67 "GET /v2.0/networks/8d6ea8dc-92f6-4610-a95c-5d163dfa83cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036143 Oct 12 20:00:56.438201 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-0dd22bb8-151d-4c0d-932b-535fb9765b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85287088-3bbd-4521-89de-c72029fc3bb2', 'name': 'tempest-TestNetworkBasicOps-router-1212336997', 'tenant_id': '4bb28d27452d4f0fa98982a8726f1a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': '9d0a6a26-551c-4142-a6ae-4ff5e3b862dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:59:58Z', 'updated_at': '2021-10-12T20:00:02Z', 'revision_number': 4, 'project_id': '4bb28d27452d4f0fa98982a8726f1a88', 'gw_port': {'id': '9d0a6a26-551c-4142-a6ae-4ff5e3b862dd', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:8b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85287088-3bbd-4521-89de-c72029fc3bb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:59:58Z', 'updated_at': '2021-10-12T20:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': 'c183b264-563c-47ae-a6a9-df2768edb645', 'name': '', 'network_id': '8d6ea8dc-92f6-4610-a95c-5d163dfa83cf', 'tenant_id': '4bb28d27452d4f0fa98982a8726f1a88', 'mac_address': 'fa:16:3e:7d:5a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85287088-3bbd-4521-89de-c72029fc3bb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'e2abaa34-3309-4307-8ada-bd88cb4d9b20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:00:02Z', 'updated_at': '2021-10-12T20:00:06Z', 'revision_number': 5, 'project_id': '4bb28d27452d4f0fa98982a8726f1a88', 'subnets': [{'id': 'e2abaa34-3309-4307-8ada-bd88cb4d9b20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:00:56.564616 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd22bb8-151d-4c0d-932b-535fb9765b15 None None] The sync data for ids ['85287088-3bbd-4521-89de-c72029fc3bb2'] in n-d-813679-3 is: [{'id': '85287088-3bbd-4521-89de-c72029fc3bb2', 'name': 'tempest-TestNetworkBasicOps-router-1212336997', 'tenant_id': '4bb28d27452d4f0fa98982a8726f1a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': '9d0a6a26-551c-4142-a6ae-4ff5e3b862dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:59:58Z', 'updated_at': '2021-10-12T20:00:02Z', 'revision_number': 4, 'project_id': '4bb28d27452d4f0fa98982a8726f1a88', 'gw_port': {'id': '9d0a6a26-551c-4142-a6ae-4ff5e3b862dd', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:8b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85287088-3bbd-4521-89de-c72029fc3bb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:59:58Z', 'updated_at': '2021-10-12T20:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': 'c183b264-563c-47ae-a6a9-df2768edb645', 'name': '', 'network_id': '8d6ea8dc-92f6-4610-a95c-5d163dfa83cf', 'tenant_id': '4bb28d27452d4f0fa98982a8726f1a88', 'mac_address': 'fa:16:3e:7d:5a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85287088-3bbd-4521-89de-c72029fc3bb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'e2abaa34-3309-4307-8ada-bd88cb4d9b20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:00:02Z', 'updated_at': '2021-10-12T20:00:06Z', 'revision_number': 5, 'project_id': '4bb28d27452d4f0fa98982a8726f1a88', 'subnets': [{'id': 'e2abaa34-3309-4307-8ada-bd88cb4d9b20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 20:00:56.801012 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cebf70c-d464-4579-ab4d-8a20d2c58ada None None] New status for floating IP 21d49fbc-a768-40ee-a0fc-3f91ebbb3035: DOWN {{(pid=95503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 20:00:57.412962 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e551ed0d-8fa0-44e2-b349-cc796fb04256 req-3e031b34-6937-4e12-a3fd-e1af287d154f tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:00:57.414425 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e551ed0d-8fa0-44e2-b349-cc796fb04256 req-3e031b34-6937-4e12-a3fd-e1af287d154f tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "GET /v2.0/ports?device_id=17928bfe-c085-4a3c-b6b9-8ff606a40266 HTTP/1.1" status: 200 len: 946 time: 0.0517700 Oct 12 20:00:57.452427 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e551ed0d-8fa0-44e2-b349-cc796fb04256 req-6b1378d8-93e8-45ba-9b08-94a837ed1aac tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "GET /v2.0/security-groups?id=7112ace0-d44a-45ac-94a2-c9af9b1d29cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320058 Oct 12 20:00:57.525245 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef30846-2b81-4802-b388-8746e9c4794a req-8e6dc435-ab72-42e5-9bfc-3521afbcc620 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:00:57.526657 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4ef30846-2b81-4802-b388-8746e9c4794a req-8e6dc435-ab72-42e5-9bfc-3521afbcc620 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.67 "GET /v2.0/ports?device_id=17928bfe-c085-4a3c-b6b9-8ff606a40266 HTTP/1.1" status: 200 len: 946 time: 0.0514767 Oct 12 20:00:57.614445 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-4ef30846-2b81-4802-b388-8746e9c4794a req-2b7bbe3c-37b3-435a-9d05-e50d50988e4e tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Deleting port d4ac9f39-2e23-4e84-b31b-ef6963f781cc {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 20:00:57.614703 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-4ef30846-2b81-4802-b388-8746e9c4794a req-2b7bbe3c-37b3-435a-9d05-e50d50988e4e tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:00:57.704356 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-4ef30846-2b81-4802-b388-8746e9c4794a req-2b7bbe3c-37b3-435a-9d05-e50d50988e4e tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] For port d4ac9f39-2e23-4e84-b31b-ef6963f781cc, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=d4ac9f39-2e23-4e84-b31b-ef6963f781cc,segment=NetworkSegment(8b36cdf3-11c7-415b-8add-afebab3de346),segment_id=8b36cdf3-11c7-415b-8add-afebab3de346)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:00:57.704728 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-4ef30846-2b81-4802-b388-8746e9c4794a req-2b7bbe3c-37b3-435a-9d05-e50d50988e4e tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:00:57.717908 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-4ef30846-2b81-4802-b388-8746e9c4794a req-2b7bbe3c-37b3-435a-9d05-e50d50988e4e tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Calling delete_port for d4ac9f39-2e23-4e84-b31b-ef6963f781cc owned by compute:nova {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 20:00:57.926037 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-4ef30846-2b81-4802-b388-8746e9c4794a req-2b7bbe3c-37b3-435a-9d05-e50d50988e4e tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:00:57.956911 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7bbe3c-37b3-435a-9d05-e50d50988e4e tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Pushing event deleted for resources: {'Port': ['ID=d4ac9f39-2e23-4e84-b31b-ef6963f781cc,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:00:57.997042 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ef30846-2b81-4802-b388-8746e9c4794a req-2b7bbe3c-37b3-435a-9d05-e50d50988e4e tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] No DVR routers for this DVR port d4ac9f39-2e23-4e84-b31b-ef6963f781cc on host n-h2-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 20:00:58.000100 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-4ef30846-2b81-4802-b388-8746e9c4794a req-2b7bbe3c-37b3-435a-9d05-e50d50988e4e tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:00:58.003353 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4ef30846-2b81-4802-b388-8746e9c4794a req-2b7bbe3c-37b3-435a-9d05-e50d50988e4e tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.67 "DELETE /v2.0/ports/d4ac9f39-2e23-4e84-b31b-ef6963f781cc HTTP/1.1" status: 204 len: 173 time: 0.4706385 Oct 12 20:00:58.003798 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17928bfe-c085-4a3c-b6b9-8ff606a40266', 'name': 'network-vif-deleted', 'tag': 'd4ac9f39-2e23-4e84-b31b-ef6963f781cc'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:00:58.006043 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77ddfcf0-4279-41c2-b477-3b9ec7c668eb" -d '{"events": [{"server_uuid": "17928bfe-c085-4a3c-b6b9-8ff606a40266", "name": "network-vif-deleted", "tag": "d4ac9f39-2e23-4e84-b31b-ef6963f781cc"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:00:58.041583 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 20:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b069cd6-b9c5-4b58-972d-ba61182b3476 x-openstack-request-id: req-8b069cd6-b9c5-4b58-972d-ba61182b3476 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:00:58.041870 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17928bfe-c085-4a3c-b6b9-8ff606a40266", "name": "network-vif-deleted", "tag": "d4ac9f39-2e23-4e84-b31b-ef6963f781cc", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:00:58.042120 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8b069cd6-b9c5-4b58-972d-ba61182b3476 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:00:58.042515 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17928bfe-c085-4a3c-b6b9-8ff606a40266', 'name': 'network-vif-deleted', 'tag': 'd4ac9f39-2e23-4e84-b31b-ef6963f781cc', 'status': 'completed', 'code': 200} Oct 12 20:00:58.554229 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-05627104-c165-4cf5-a406-657bbb73bcb2 req-a5f113fd-bb88-4016-9fdd-044e8531d680 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "GET /v2.0/ports?device_id=17928bfe-c085-4a3c-b6b9-8ff606a40266 HTTP/1.1" status: 200 len: 210 time: 0.0260785 Oct 12 20:00:59.166234 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ad4d5b2e-af02-40a4-bff2-5eb42f04c8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:00:59.618000 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 60196) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:00:59.677267 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-28d985b2-6410-4ea2-a932-784f31da7a90 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:00:59.701924 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-28d985b2-6410-4ea2-a932-784f31da7a90 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:00:59.863190 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-28d985b2-6410-4ea2-a932-784f31da7a90 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:00:59.865916 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-28d985b2-6410-4ea2-a932-784f31da7a90 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:00:59.867164 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-28d985b2-6410-4ea2-a932-784f31da7a90 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "DELETE /v2.0/security-groups/7112ace0-d44a-45ac-94a2-c9af9b1d29cd HTTP/1.1" status: 204 len: 168 time: 0.2481167 Oct 12 20:00:59.878219 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d985b2-6410-4ea2-a932-784f31da7a90 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7112ace0-d44a-45ac-94a2-c9af9b1d29cd,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:00:59.966846 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 60200) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:01:00.322290 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-67c3a755-fe24-4168-bb91-a1ef4f851316 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8092566'] for router_interface, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:01:00.864533 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-67c3a755-fe24-4168-bb91-a1ef4f851316 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Deleting port c183b264-563c-47ae-a6a9-df2768edb645 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 20:01:00.865202 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-67c3a755-fe24-4168-bb91-a1ef4f851316 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:01:00.952434 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [None req-67c3a755-fe24-4168-bb91-a1ef4f851316 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] For port c183b264-563c-47ae-a6a9-df2768edb645, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=c183b264-563c-47ae-a6a9-df2768edb645,segment=NetworkSegment(8b36cdf3-11c7-415b-8add-afebab3de346),segment_id=8b36cdf3-11c7-415b-8add-afebab3de346)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:01:00.952800 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-67c3a755-fe24-4168-bb91-a1ef4f851316 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:01:00.965598 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-67c3a755-fe24-4168-bb91-a1ef4f851316 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Calling delete_port for c183b264-563c-47ae-a6a9-df2768edb645 owned by network:router_interface {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 20:01:01.200766 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-67c3a755-fe24-4168-bb91-a1ef4f851316 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:01:01.225218 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c3a755-fe24-4168-bb91-a1ef4f851316 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Pushing event deleted for resources: {'Port': ['ID=c183b264-563c-47ae-a6a9-df2768edb645,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:01:01.398154 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-67c3a755-fe24-4168-bb91-a1ef4f851316 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7898909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8092450'] for router_interface, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:01:01.521001 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device d4ac9f39-2e23-4e84-b31b-ef6963f781cc no longer exists at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 20:01:01.545310 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] No Port match for: d4ac9f39-2e23-4e84-b31b-ef6963f781cc {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 20:01:01.545681 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device d4ac9f39-2e23-4e84-b31b-ef6963f781cc not bound to the agent host n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 20:01:01.614445 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67c3a755-fe24-4168-bb91-a1ef4f851316 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Router 85287088-3bbd-4521-89de-c72029fc3bb2 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 20:01:01.720920 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67c3a755-fe24-4168-bb91-a1ef4f851316 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 20:01:01.728907 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 60206) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:01:01.729384 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-67c3a755-fe24-4168-bb91-a1ef4f851316 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "PUT /v2.0/routers/85287088-3bbd-4521-89de-c72029fc3bb2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7614427 Oct 12 20:01:01.733943 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33fb37d-634e-4dc2-a29d-0277e4a23ee8 None None] Sync routers for ids ['85287088-3bbd-4521-89de-c72029fc3bb2'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 20:01:01.743536 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33fb37d-634e-4dc2-a29d-0277e4a23ee8 None None] Routers {'85287088-3bbd-4521-89de-c72029fc3bb2'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:01:01.744258 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-f33fb37d-634e-4dc2-a29d-0277e4a23ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:00:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['85287088-3bbd-4521-89de-c72029fc3bb2'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:01:01.759991 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-397aec3b-a5f8-42c7-bfc6-5b228b3e0c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:01:01.781128 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-63463235-1dab-46b8-86aa-312cf8be15b3 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Deleting subnet e2abaa34-3309-4307-8ada-bd88cb4d9b20 {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 20:01:01.784287 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-63463235-1dab-46b8-86aa-312cf8be15b3 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:01:01.827732 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-63463235-1dab-46b8-86aa-312cf8be15b3 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16313642'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:01:01.850649 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-f33fb37d-634e-4dc2-a29d-0277e4a23ee8 None None] Set router 85287088-3bbd-4521-89de-c72029fc3bb2 gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:01:01.910523 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-63463235-1dab-46b8-86aa-312cf8be15b3 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:01:02.022005 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-f33fb37d-634e-4dc2-a29d-0277e4a23ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85287088-3bbd-4521-89de-c72029fc3bb2', 'name': 'tempest-TestNetworkBasicOps-router-1212336997', 'tenant_id': '4bb28d27452d4f0fa98982a8726f1a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': '9d0a6a26-551c-4142-a6ae-4ff5e3b862dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:59:58Z', 'updated_at': '2021-10-12T20:01:01Z', 'revision_number': 5, 'project_id': '4bb28d27452d4f0fa98982a8726f1a88', 'gw_port': {'id': '9d0a6a26-551c-4142-a6ae-4ff5e3b862dd', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:8b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85287088-3bbd-4521-89de-c72029fc3bb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:59:58Z', 'updated_at': '2021-10-12T20:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:01:02.051054 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33fb37d-634e-4dc2-a29d-0277e4a23ee8 None None] Checking router: 85287088-3bbd-4521-89de-c72029fc3bb2 for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 20:01:02.059071 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33fb37d-634e-4dc2-a29d-0277e4a23ee8 None None] Routers {'85287088-3bbd-4521-89de-c72029fc3bb2'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:01:02.060230 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-f33fb37d-634e-4dc2-a29d-0277e4a23ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:01:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['85287088-3bbd-4521-89de-c72029fc3bb2'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:01:02.074857 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-63463235-1dab-46b8-86aa-312cf8be15b3 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4306592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16245866'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:01:02.106061 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-63463235-1dab-46b8-86aa-312cf8be15b3 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:01:02.110541 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-63463235-1dab-46b8-86aa-312cf8be15b3 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "DELETE /v2.0/subnets/e2abaa34-3309-4307-8ada-bd88cb4d9b20 HTTP/1.1" status: 204 len: 168 time: 0.3799160 Oct 12 20:01:02.112054 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63463235-1dab-46b8-86aa-312cf8be15b3 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Pushing event deleted for resources: {'Subnet': ['ID=e2abaa34-3309-4307-8ada-bd88cb4d9b20,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:01:02.112616 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 60208) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:01:02.115188 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60cbb3a8-ff37-4a98-bd2e-b0afc3f5cba8 None None] Network 8d6ea8dc-92f6-4610-a95c-5d163dfa83cf requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 20:01:02.173067 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-f33fb37d-634e-4dc2-a29d-0277e4a23ee8 None None] Set router 85287088-3bbd-4521-89de-c72029fc3bb2 gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:01:02.221370 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c6002a85-aa36-48fa-8256-a5deebc2b123 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks [] for router, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:01:02.293085 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c3e6cd0-d384-4623-8f93-33fdc6224788 None None] DHCP port deletion for 8d6ea8dc-92f6-4610-a95c-5d163dfa83cf request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 20:01:02.336150 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c6002a85-aa36-48fa-8256-a5deebc2b123 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:01:02.346585 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-6c3e6cd0-d384-4623-8f93-33fdc6224788 None None] Deleting port 2e058b63-2872-452a-81b4-6316301fa1cc {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 20:01:02.346961 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6c3e6cd0-d384-4623-8f93-33fdc6224788 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:01:02.363682 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-f33fb37d-634e-4dc2-a29d-0277e4a23ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85287088-3bbd-4521-89de-c72029fc3bb2', 'name': 'tempest-TestNetworkBasicOps-router-1212336997', 'tenant_id': '4bb28d27452d4f0fa98982a8726f1a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': '9d0a6a26-551c-4142-a6ae-4ff5e3b862dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:59:58Z', 'updated_at': '2021-10-12T20:01:01Z', 'revision_number': 5, 'project_id': '4bb28d27452d4f0fa98982a8726f1a88', 'gw_port': {'id': '9d0a6a26-551c-4142-a6ae-4ff5e3b862dd', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:8b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85287088-3bbd-4521-89de-c72029fc3bb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:59:58Z', 'updated_at': '2021-10-12T20:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:01:02.389848 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33fb37d-634e-4dc2-a29d-0277e4a23ee8 None None] The sync data for ids ['85287088-3bbd-4521-89de-c72029fc3bb2'] in n-d-813679-3 is: [{'id': '85287088-3bbd-4521-89de-c72029fc3bb2', 'name': 'tempest-TestNetworkBasicOps-router-1212336997', 'tenant_id': '4bb28d27452d4f0fa98982a8726f1a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': '9d0a6a26-551c-4142-a6ae-4ff5e3b862dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:59:58Z', 'updated_at': '2021-10-12T20:01:01Z', 'revision_number': 5, 'project_id': '4bb28d27452d4f0fa98982a8726f1a88', 'gw_port': {'id': '9d0a6a26-551c-4142-a6ae-4ff5e3b862dd', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:8b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85287088-3bbd-4521-89de-c72029fc3bb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:59:58Z', 'updated_at': '2021-10-12T20:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 20:01:02.414593 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-6c3e6cd0-d384-4623-8f93-33fdc6224788 None None] For port 2e058b63-2872-452a-81b4-6316301fa1cc, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=2e058b63-2872-452a-81b4-6316301fa1cc,segment=NetworkSegment(8b36cdf3-11c7-415b-8add-afebab3de346),segment_id=8b36cdf3-11c7-415b-8add-afebab3de346)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:01:02.415106 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6c3e6cd0-d384-4623-8f93-33fdc6224788 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:01:02.444466 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-6c3e6cd0-d384-4623-8f93-33fdc6224788 None None] Calling delete_port for 2e058b63-2872-452a-81b4-6316301fa1cc owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 20:01:02.444669 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-c6002a85-aa36-48fa-8256-a5deebc2b123 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Deleting port 9d0a6a26-551c-4142-a6ae-4ff5e3b862dd {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 20:01:02.444669 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c6002a85-aa36-48fa-8256-a5deebc2b123 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:01:02.525314 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [None req-c6002a85-aa36-48fa-8256-a5deebc2b123 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] For port 9d0a6a26-551c-4142-a6ae-4ff5e3b862dd, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=9d0a6a26-551c-4142-a6ae-4ff5e3b862dd,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:01:02.525622 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c6002a85-aa36-48fa-8256-a5deebc2b123 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:01:02.525806 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:01:02.538869 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-c6002a85-aa36-48fa-8256-a5deebc2b123 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Calling delete_port for 9d0a6a26-551c-4142-a6ae-4ff5e3b862dd owned by network:router_gateway {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 20:01:02.594238 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6c3e6cd0-d384-4623-8f93-33fdc6224788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:01:02.619542 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3e6cd0-d384-4623-8f93-33fdc6224788 None None] Pushing event deleted for resources: {'Port': ['ID=2e058b63-2872-452a-81b4-6316301fa1cc,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:01:02.623034 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3e6cd0-d384-4623-8f93-33fdc6224788 None None] No DVR routers for this DVR port 2e058b63-2872-452a-81b4-6316301fa1cc on host n-d-813679-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 20:01:02.754107 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c6002a85-aa36-48fa-8256-a5deebc2b123 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:01:02.785171 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6002a85-aa36-48fa-8256-a5deebc2b123 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Pushing event deleted for resources: {'Port': ['ID=9d0a6a26-551c-4142-a6ae-4ff5e3b862dd,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:01:02.846407 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c6002a85-aa36-48fa-8256-a5deebc2b123 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7915456'] for router_gateway, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:01:02.957084 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c6002a85-aa36-48fa-8256-a5deebc2b123 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255495'] for router, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:01:02.959194 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c6002a85-aa36-48fa-8256-a5deebc2b123 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:01:03.091959 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c6002a85-aa36-48fa-8256-a5deebc2b123 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8093499'] for router, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:01:03.092481 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6002a85-aa36-48fa-8256-a5deebc2b123 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Fanout notify agent at l3_agent the message router_deleted on router 85287088-3bbd-4521-89de-c72029fc3bb2 {{(pid=95501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 20:01:03.099401 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c6002a85-aa36-48fa-8256-a5deebc2b123 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks [] for router, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:01:03.103195 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-c6002a85-aa36-48fa-8256-a5deebc2b123 tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "DELETE /v2.0/routers/85287088-3bbd-4521-89de-c72029fc3bb2 HTTP/1.1" status: 204 len: 168 time: 0.9869123 Oct 12 20:01:03.103886 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 60210) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:01:03.185887 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c327f78c-f5b9-4e3c-95ae-4b1d875ea70b tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:01:03.203661 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:01:03.277879 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c327f78c-f5b9-4e3c-95ae-4b1d875ea70b tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:01:03.296661 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:01:03.296962 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-c327f78c-f5b9-4e3c-95ae-4b1d875ea70b tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d6ea8dc-92f6-4610-a95c-5d163dfa83cf']}} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:01:03.305877 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-c327f78c-f5b9-4e3c-95ae-4b1d875ea70b tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b36cdf3-11c7-415b-8add-afebab3de346') {'for_net_delete': True} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:01:03.307706 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-c327f78c-f5b9-4e3c-95ae-4b1d875ea70b tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b36cdf3-11c7-415b-8add-afebab3de346') {} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:01:03.319705 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c327f78c-f5b9-4e3c-95ae-4b1d875ea70b tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4281072'] for segment, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:01:03.333625 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c327f78c-f5b9-4e3c-95ae-4b1d875ea70b tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:01:03.339818 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c327f78c-f5b9-4e3c-95ae-4b1d875ea70b tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=95501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 20:01:03.340234 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c327f78c-f5b9-4e3c-95ae-4b1d875ea70b tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4823170'] for segment, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:01:03.343444 n-d-813679-3 neutron-server[95501]: Traceback (most recent call last): Oct 12 20:01:03.343444 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 20:01:03.343444 n-d-813679-3 neutron-server[95501]: timer() Oct 12 20:01:03.343444 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 20:01:03.343444 n-d-813679-3 neutron-server[95501]: cb(*args, **kw) Oct 12 20:01:03.343444 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 20:01:03.343444 n-d-813679-3 neutron-server[95501]: return func(*args, **kwargs) Oct 12 20:01:03.343444 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 20:01:03.343444 n-d-813679-3 neutron-server[95501]: self._notify() Oct 12 20:01:03.343444 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 20:01:03.343444 n-d-813679-3 neutron-server[95501]: self.callback(batched_events) Oct 12 20:01:03.343444 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 20:01:03.343444 n-d-813679-3 neutron-server[95501]: event.method(event) Oct 12 20:01:03.343444 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 20:01:03.343444 n-d-813679-3 neutron-server[95501]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 20:01:03.343444 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 20:01:03.343444 n-d-813679-3 neutron-server[95501]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 20:01:03.343444 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 20:01:03.343444 n-d-813679-3 neutron-server[95501]: return f(self, *a, **k) Oct 12 20:01:03.343444 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 20:01:03.343444 n-d-813679-3 neutron-server[95501]: return self._get(url).json() Oct 12 20:01:03.343444 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 20:01:03.343444 n-d-813679-3 neutron-server[95501]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 20:01:03.343444 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 20:01:03.343444 n-d-813679-3 neutron-server[95501]: return self.request(url, 'GET', **kwargs) Oct 12 20:01:03.343444 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 20:01:03.343444 n-d-813679-3 neutron-server[95501]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 20:01:03.343444 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 20:01:03.343444 n-d-813679-3 neutron-server[95501]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 20:01:03.343444 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 20:01:03.343444 n-d-813679-3 neutron-server[95501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 20:01:03.343444 n-d-813679-3 neutron-server[95501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 20:01:03.451752 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c327f78c-f5b9-4e3c-95ae-4b1d875ea70b tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:01:03.459167 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c327f78c-f5b9-4e3c-95ae-4b1d875ea70b tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Notify callbacks [] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:01:03.462041 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-c327f78c-f5b9-4e3c-95ae-4b1d875ea70b tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] 10.222.0.49 "DELETE /v2.0/networks/8d6ea8dc-92f6-4610-a95c-5d163dfa83cf HTTP/1.1" status: 204 len: 168 time: 0.3574851 Oct 12 20:01:03.476062 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c327f78c-f5b9-4e3c-95ae-4b1d875ea70b tempest-TestNetworkBasicOps-124299897 tempest-TestNetworkBasicOps-124299897-project] Pushing event deleted for resources: {'Network': ['ID=8d6ea8dc-92f6-4610-a95c-5d163dfa83cf,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:01:03.745774 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 2e058b63-2872-452a-81b4-6316301fa1cc no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 20:01:03.767440 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 2e058b63-2872-452a-81b4-6316301fa1cc {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 20:01:03.767978 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 2e058b63-2872-452a-81b4-6316301fa1cc not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 20:01:03.768445 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 9d0a6a26-551c-4142-a6ae-4ff5e3b862dd no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 20:01:03.788489 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 9d0a6a26-551c-4142-a6ae-4ff5e3b862dd {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 20:01:03.789096 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 9d0a6a26-551c-4142-a6ae-4ff5e3b862dd not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 20:01:03.789672 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device c183b264-563c-47ae-a6a9-df2768edb645 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 20:01:03.809252 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: c183b264-563c-47ae-a6a9-df2768edb645 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 20:01:03.810218 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device c183b264-563c-47ae-a6a9-df2768edb645 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 20:01:04.034605 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 60216) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:01:04.170351 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-9af29daf-d805-4488-b95d-0ff454147dde admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4bb28d27452d4f0fa98982a8726f1a88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1343718 Oct 12 20:01:04.173021 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 60220) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:01:04.227137 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e7db0967-6ec2-4818-83f7-5ea55e0b326c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:01:04.250033 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e7db0967-6ec2-4818-83f7-5ea55e0b326c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:01:04.325553 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:01:04.417079 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e7db0967-6ec2-4818-83f7-5ea55e0b326c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:01:04.419791 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e7db0967-6ec2-4818-83f7-5ea55e0b326c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:01:04.421022 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-e7db0967-6ec2-4818-83f7-5ea55e0b326c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a17d1deb-cf75-4fd6-9ff6-7f7bdea4af25 HTTP/1.1" status: 204 len: 168 time: 0.2470419 Oct 12 20:01:04.429372 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7db0967-6ec2-4818-83f7-5ea55e0b326c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a17d1deb-cf75-4fd6-9ff6-7f7bdea4af25,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:01:04.685303 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:01:04.823393 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d1990e46-e481-4ca3-bb44-397319230f95 req-8795ae39-e84b-47a9-b91b-38033eadb77b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=bdb14082-17ce-4d15-8e32-ad4764dafc96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0459983 Oct 12 20:01:04.907735 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1990e46-e481-4ca3-bb44-397319230f95 req-56dc4ad9-5e48-4ac9-8840-15f36da3caf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:01:04.909264 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d1990e46-e481-4ca3-bb44-397319230f95 req-56dc4ad9-5e48-4ac9-8840-15f36da3caf2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f37c8fe971bc4b5daa2f916c03f91d01&device_id=bdb14082-17ce-4d15-8e32-ad4764dafc96 HTTP/1.1" status: 200 len: 1097 time: 0.0417502 Oct 12 20:01:05.015977 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1990e46-e481-4ca3-bb44-397319230f95 req-9f5e0676-e9ff-4568-944a-5d0fe808a62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:01:05.017697 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d1990e46-e481-4ca3-bb44-397319230f95 req-9f5e0676-e9ff-4568-944a-5d0fe808a62c service neutron] 10.222.0.61 "GET /v2.0/networks?id=bab0c1ad-2a75-48a8-874f-0744bd8e0a35 HTTP/1.1" status: 200 len: 912 time: 0.0883386 Oct 12 20:01:05.081092 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d1990e46-e481-4ca3-bb44-397319230f95 req-dcc5d4b8-1533-4be4-9292-520db5f6c8b6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e16a8f41-a84e-47f9-a375-17df59050ec1 HTTP/1.1" status: 200 len: 1001 time: 0.0569401 Oct 12 20:01:05.130813 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1990e46-e481-4ca3-bb44-397319230f95 req-1691f435-aa4a-4f9c-8192-438a2f6f3b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:01:05.132237 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d1990e46-e481-4ca3-bb44-397319230f95 req-1691f435-aa4a-4f9c-8192-438a2f6f3b86 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2bf5b286-d487-470c-8401-d82862f269e1 HTTP/1.1" status: 200 len: 850 time: 0.0444250 Oct 12 20:01:05.179802 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1990e46-e481-4ca3-bb44-397319230f95 req-b2cde69a-0b03-4702-8bf0-6477ea55846e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:01:05.181107 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d1990e46-e481-4ca3-bb44-397319230f95 req-b2cde69a-0b03-4702-8bf0-6477ea55846e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=bab0c1ad-2a75-48a8-874f-0744bd8e0a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423386 Oct 12 20:01:05.191397 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [req-d1990e46-e481-4ca3-bb44-397319230f95 req-a6766d50-b4fb-4dac-a170-28a639aafcbb service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 20:01:05.192430 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d1990e46-e481-4ca3-bb44-397319230f95 req-a6766d50-b4fb-4dac-a170-28a639aafcbb service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0048425 Oct 12 20:01:05.195829 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 60226) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:01:05.223492 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ba7dd4fa-cb76-4a11-aa3a-37bf4d1fbf70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:01:05.315999 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d1990e46-e481-4ca3-bb44-397319230f95 req-803b5d9f-e2a8-4f41-84aa-7affbf2a1389 service neutron] 10.222.0.61 "GET /v2.0/networks/bab0c1ad-2a75-48a8-874f-0744bd8e0a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142814 Oct 12 20:01:05.402359 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ba7dd4fa-cb76-4a11-aa3a-37bf4d1fbf70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:01:05.427917 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d1990e46-e481-4ca3-bb44-397319230f95 req-95e8dfcb-c1ec-48af-b438-4a9a7c365d06 service neutron] 10.222.0.61 "GET /v2.0/networks/bab0c1ad-2a75-48a8-874f-0744bd8e0a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026978 Oct 12 20:01:05.462909 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ba7dd4fa-cb76-4a11-aa3a-37bf4d1fbf70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:01:05.502126 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-ba7dd4fa-cb76-4a11-aa3a-37bf4d1fbf70 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5e04f7fe9c88432bb3b447bb0d5b05a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3053248 Oct 12 20:01:05.502965 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7dd4fa-cb76-4a11-aa3a-37bf4d1fbf70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8874185-c19d-4984-8cb1-a0aad84e4f88,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:01:05.505113 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 60228) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:01:05.511003 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7dd4fa-cb76-4a11-aa3a-37bf4d1fbf70 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:01:05.511352 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7dd4fa-cb76-4a11-aa3a-37bf4d1fbf70 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:01:05.511697 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7dd4fa-cb76-4a11-aa3a-37bf4d1fbf70 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:01:05.512057 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7dd4fa-cb76-4a11-aa3a-37bf4d1fbf70 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:01:05.512396 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7dd4fa-cb76-4a11-aa3a-37bf4d1fbf70 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:01:05.512730 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7dd4fa-cb76-4a11-aa3a-37bf4d1fbf70 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:01:05.513065 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7dd4fa-cb76-4a11-aa3a-37bf4d1fbf70 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:01:05.513393 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7dd4fa-cb76-4a11-aa3a-37bf4d1fbf70 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:01:05.513720 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7dd4fa-cb76-4a11-aa3a-37bf4d1fbf70 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:01:05.514046 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7dd4fa-cb76-4a11-aa3a-37bf4d1fbf70 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:01:05.514371 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7dd4fa-cb76-4a11-aa3a-37bf4d1fbf70 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:01:05.514694 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7dd4fa-cb76-4a11-aa3a-37bf4d1fbf70 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:01:05.555145 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-55063607-a9e6-4d3a-ae67-8ecc79b300f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:01:05.575995 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-55063607-a9e6-4d3a-ae67-8ecc79b300f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:01:05.673764 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-55063607-a9e6-4d3a-ae67-8ecc79b300f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:01:05.676371 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-55063607-a9e6-4d3a-ae67-8ecc79b300f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:01:05.677519 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-55063607-a9e6-4d3a-ae67-8ecc79b300f6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d8874185-c19d-4984-8cb1-a0aad84e4f88 HTTP/1.1" status: 204 len: 168 time: 0.1714039 Oct 12 20:01:05.685338 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55063607-a9e6-4d3a-ae67-8ecc79b300f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8874185-c19d-4984-8cb1-a0aad84e4f88,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:01:05.693108 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55063607-a9e6-4d3a-ae67-8ecc79b300f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:01:05.693460 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55063607-a9e6-4d3a-ae67-8ecc79b300f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:01:05.693829 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55063607-a9e6-4d3a-ae67-8ecc79b300f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:01:05.694170 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55063607-a9e6-4d3a-ae67-8ecc79b300f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:01:05.694503 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55063607-a9e6-4d3a-ae67-8ecc79b300f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:01:05.694838 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55063607-a9e6-4d3a-ae67-8ecc79b300f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:01:05.695170 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55063607-a9e6-4d3a-ae67-8ecc79b300f6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:01:05.695598 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55063607-a9e6-4d3a-ae67-8ecc79b300f6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:01:05.695927 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55063607-a9e6-4d3a-ae67-8ecc79b300f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:01:05.696277 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55063607-a9e6-4d3a-ae67-8ecc79b300f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:01:05.696606 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55063607-a9e6-4d3a-ae67-8ecc79b300f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:01:05.696934 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55063607-a9e6-4d3a-ae67-8ecc79b300f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:01:29.165326 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-59acbc47-4da0-4742-be23-87e6415066fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:01:31.169485 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 20:01:31.742060 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7b6978d5-f230-406b-becb-0ebe2ddc5799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:01:32.507745 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:01:33.238963 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:01:33.319258 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:01:34.330342 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:01:34.671195 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:01:35.979366 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [req-880efd3e-858a-41fc-8e29-4de7ea727be7 req-e0e9e5a3-993f-432b-84c1-543195c173f2 service neutron] (95501) timed out ('10.222.0.61', 53638) {{(pid=95501) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 12 20:01:44.459340 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 60236) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:01:44.610390 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-0adc03d0-3bb1-4b91-a6d5-82a79fe9c63a tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Deleting port d6e33816-d6ef-4ffa-9b80-4a9587ccc24c {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 20:01:44.610729 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0adc03d0-3bb1-4b91-a6d5-82a79fe9c63a tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:01:44.689483 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0adc03d0-3bb1-4b91-a6d5-82a79fe9c63a tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:01:44.689819 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0adc03d0-3bb1-4b91-a6d5-82a79fe9c63a tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:01:44.701538 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-0adc03d0-3bb1-4b91-a6d5-82a79fe9c63a tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Calling delete_port for d6e33816-d6ef-4ffa-9b80-4a9587ccc24c owned by network:floatingip {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 20:01:44.936134 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0adc03d0-3bb1-4b91-a6d5-82a79fe9c63a tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:01:44.961518 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adc03d0-3bb1-4b91-a6d5-82a79fe9c63a tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Pushing event deleted for resources: {'Port': ['ID=d6e33816-d6ef-4ffa-9b80-4a9587ccc24c,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:01:45.023715 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0adc03d0-3bb1-4b91-a6d5-82a79fe9c63a tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks [] for floatingip, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:01:45.023952 n-d-813679-3 neutron-server[95501]: INFO neutron.db.l3_db [None req-0adc03d0-3bb1-4b91-a6d5-82a79fe9c63a tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Floating IP 341927f9-5fb7-4cec-88e5-1229e9702593 disassociated (deleted). External IP: 172.25.5.28, port: e16a8f41-a84e-47f9-a375-17df59050ec1. Oct 12 20:01:45.225395 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0adc03d0-3bb1-4b91-a6d5-82a79fe9c63a tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Router 72e12904-ac42-4067-a6c3-e782f6e03b0e has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 20:01:45.326885 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0adc03d0-3bb1-4b91-a6d5-82a79fe9c63a tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 20:01:45.331222 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0adc03d0-3bb1-4b91-a6d5-82a79fe9c63a tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:01:45.336897 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee62818-57f2-4acf-83f8-effd04d6460d None None] Sync routers for ids ['72e12904-ac42-4067-a6c3-e782f6e03b0e'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 20:01:45.345417 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee62818-57f2-4acf-83f8-effd04d6460d None None] Routers {'72e12904-ac42-4067-a6c3-e782f6e03b0e'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:01:45.346023 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-2ee62818-57f2-4acf-83f8-effd04d6460d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:01:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['72e12904-ac42-4067-a6c3-e782f6e03b0e'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:01:45.357848 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-0adc03d0-3bb1-4b91-a6d5-82a79fe9c63a tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "DELETE /v2.0/floatingips/341927f9-5fb7-4cec-88e5-1229e9702593 HTTP/1.1" status: 204 len: 168 time: 0.8974831 Oct 12 20:01:45.358545 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdb14082-17ce-4d15-8e32-ad4764dafc96', 'tag': 'e16a8f41-a84e-47f9-a375-17df59050ec1'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:01:45.360956 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40cad756-ec5f-4e27-acb6-42c1b1ff39cb" -d '{"events": [{"name": "network-changed", "server_uuid": "bdb14082-17ce-4d15-8e32-ad4764dafc96", "tag": "e16a8f41-a84e-47f9-a375-17df59050ec1"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:01:45.405545 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 20:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0ef3c1a-3a5c-401f-893a-0e0802d4c81f x-openstack-request-id: req-a0ef3c1a-3a5c-401f-893a-0e0802d4c81f {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:01:45.406465 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdb14082-17ce-4d15-8e32-ad4764dafc96", "tag": "e16a8f41-a84e-47f9-a375-17df59050ec1", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:01:45.406723 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a0ef3c1a-3a5c-401f-893a-0e0802d4c81f {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:01:45.407127 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdb14082-17ce-4d15-8e32-ad4764dafc96', 'tag': 'e16a8f41-a84e-47f9-a375-17df59050ec1', 'status': 'completed', 'code': 200} Oct 12 20:01:45.452550 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-2ee62818-57f2-4acf-83f8-effd04d6460d None None] Set router 72e12904-ac42-4067-a6c3-e782f6e03b0e gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:01:45.469034 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cad756-ec5f-4e27-acb6-42c1b1ff39cb req-ac4b557d-eacc-426a-a210-54547ab3d61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:01:45.470520 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-40cad756-ec5f-4e27-acb6-42c1b1ff39cb req-ac4b557d-eacc-426a-a210-54547ab3d61c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f37c8fe971bc4b5daa2f916c03f91d01&device_id=bdb14082-17ce-4d15-8e32-ad4764dafc96 HTTP/1.1" status: 200 len: 1097 time: 0.0411708 Oct 12 20:01:45.565009 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cad756-ec5f-4e27-acb6-42c1b1ff39cb req-0277e44e-db78-452d-9b5e-e7b2fd1bfa2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:01:45.566814 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-40cad756-ec5f-4e27-acb6-42c1b1ff39cb req-0277e44e-db78-452d-9b5e-e7b2fd1bfa2d service neutron] 10.222.0.61 "GET /v2.0/networks?id=bab0c1ad-2a75-48a8-874f-0744bd8e0a35 HTTP/1.1" status: 200 len: 912 time: 0.0894291 Oct 12 20:01:45.615079 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-40cad756-ec5f-4e27-acb6-42c1b1ff39cb req-2556d3ed-1d03-4d8b-a237-07562585087b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e16a8f41-a84e-47f9-a375-17df59050ec1 HTTP/1.1" status: 200 len: 217 time: 0.0404108 Oct 12 20:01:45.671904 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cad756-ec5f-4e27-acb6-42c1b1ff39cb req-391b63c3-24b6-40ad-88e7-95334b439aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:01:45.673436 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-40cad756-ec5f-4e27-acb6-42c1b1ff39cb req-391b63c3-24b6-40ad-88e7-95334b439aa0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2bf5b286-d487-470c-8401-d82862f269e1 HTTP/1.1" status: 200 len: 850 time: 0.0516517 Oct 12 20:01:45.685254 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-2ee62818-57f2-4acf-83f8-effd04d6460d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e12904-ac42-4067-a6c3-e782f6e03b0e', 'name': 'tempest-TestVolumeBootPattern-238637426-router', 'tenant_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '77770890-8d5d-4e38-9d35-84433fce4151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:48:10Z', 'updated_at': '2021-10-12T19:48:15Z', 'revision_number': 4, 'project_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'gw_port': {'id': '77770890-8d5d-4e38-9d35-84433fce4151', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:aa:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e12904-ac42-4067-a6c3-e782f6e03b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:48:11Z', 'updated_at': '2021-10-12T19:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': '75f06d28-fd39-4b70-8857-06ece27d7dc5', 'tenant_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'floating_ip_address': '172.25.5.124', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': '72e12904-ac42-4067-a6c3-e782f6e03b0e', 'port_id': '2e6ecef9-1433-403b-b75d-398582e7005c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3937, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bab0c1ad-2a75-48a8-874f-0744bd8e0a35', 'mac_address': 'fa:16:3e:f1:bb:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a656f6-c876-40af-8c09-3032ac9cb0fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T19:56:31Z', 'updated_at': '2021-10-12T19:56:33Z', 'revision_number': 1, 'project_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68a2846e-ad50-4512-a35d-2f7c50f62994', 'name': '', 'network_id': 'bab0c1ad-2a75-48a8-874f-0744bd8e0a35', 'tenant_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'mac_address': 'fa:16:3e:07:8d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e12904-ac42-4067-a6c3-e782f6e03b0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '2bf5b286-d487-470c-8401-d82862f269e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:48:13Z', 'updated_at': '2021-10-12T19:48:17Z', 'revision_number': 5, 'project_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'subnets': [{'id': '2bf5b286-d487-470c-8401-d82862f269e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:01:45.718212 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee62818-57f2-4acf-83f8-effd04d6460d None None] Checking router: 72e12904-ac42-4067-a6c3-e782f6e03b0e for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 20:01:45.728523 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee62818-57f2-4acf-83f8-effd04d6460d None None] Routers {'72e12904-ac42-4067-a6c3-e782f6e03b0e'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:01:45.730897 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cad756-ec5f-4e27-acb6-42c1b1ff39cb req-d165e82d-15f6-4115-b880-1a8e035f2197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:01:45.731036 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-2ee62818-57f2-4acf-83f8-effd04d6460d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:01:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['72e12904-ac42-4067-a6c3-e782f6e03b0e'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:01:45.731131 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-40cad756-ec5f-4e27-acb6-42c1b1ff39cb req-d165e82d-15f6-4115-b880-1a8e035f2197 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=bab0c1ad-2a75-48a8-874f-0744bd8e0a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0494311 Oct 12 20:01:45.802936 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6403312-2291-481b-8aeb-f1498886983c req-f64f8d37-7b87-4dd3-961f-5d690e501f87 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:01:45.810139 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b6403312-2291-481b-8aeb-f1498886983c req-f64f8d37-7b87-4dd3-961f-5d690e501f87 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=bdb14082-17ce-4d15-8e32-ad4764dafc96 HTTP/1.1" status: 200 len: 946 time: 0.0564325 Oct 12 20:01:45.823920 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-40cad756-ec5f-4e27-acb6-42c1b1ff39cb req-7038f815-f475-493a-a268-fa3607364d0f service neutron] 10.222.0.61 "GET /v2.0/networks/bab0c1ad-2a75-48a8-874f-0744bd8e0a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856023 Oct 12 20:01:45.838550 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-2ee62818-57f2-4acf-83f8-effd04d6460d None None] Set router 72e12904-ac42-4067-a6c3-e782f6e03b0e gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:01:45.844869 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b6403312-2291-481b-8aeb-f1498886983c req-e39043e8-9e14-49fc-87fd-95b6619362e4 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d2c1542-84f5-402d-b7aa-2d0bcae85a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338745 Oct 12 20:01:45.920280 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-40cad756-ec5f-4e27-acb6-42c1b1ff39cb req-51b1dd7e-7262-4243-bf54-99c99adf7ee5 service neutron] 10.222.0.61 "GET /v2.0/networks/bab0c1ad-2a75-48a8-874f-0744bd8e0a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871193 Oct 12 20:01:46.053051 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-2ee62818-57f2-4acf-83f8-effd04d6460d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e12904-ac42-4067-a6c3-e782f6e03b0e', 'name': 'tempest-TestVolumeBootPattern-238637426-router', 'tenant_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '77770890-8d5d-4e38-9d35-84433fce4151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:48:10Z', 'updated_at': '2021-10-12T19:48:15Z', 'revision_number': 4, 'project_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'gw_port': {'id': '77770890-8d5d-4e38-9d35-84433fce4151', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:aa:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e12904-ac42-4067-a6c3-e782f6e03b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:48:11Z', 'updated_at': '2021-10-12T19:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': '75f06d28-fd39-4b70-8857-06ece27d7dc5', 'tenant_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'floating_ip_address': '172.25.5.124', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': '72e12904-ac42-4067-a6c3-e782f6e03b0e', 'port_id': '2e6ecef9-1433-403b-b75d-398582e7005c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3937, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bab0c1ad-2a75-48a8-874f-0744bd8e0a35', 'mac_address': 'fa:16:3e:f1:bb:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a656f6-c876-40af-8c09-3032ac9cb0fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T19:56:31Z', 'updated_at': '2021-10-12T19:56:33Z', 'revision_number': 1, 'project_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68a2846e-ad50-4512-a35d-2f7c50f62994', 'name': '', 'network_id': 'bab0c1ad-2a75-48a8-874f-0744bd8e0a35', 'tenant_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'mac_address': 'fa:16:3e:07:8d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e12904-ac42-4067-a6c3-e782f6e03b0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '2bf5b286-d487-470c-8401-d82862f269e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:48:13Z', 'updated_at': '2021-10-12T19:48:17Z', 'revision_number': 5, 'project_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'subnets': [{'id': '2bf5b286-d487-470c-8401-d82862f269e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:01:46.081905 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee62818-57f2-4acf-83f8-effd04d6460d None None] The sync data for ids ['72e12904-ac42-4067-a6c3-e782f6e03b0e'] in n-d-813679-3 is: [{'id': '72e12904-ac42-4067-a6c3-e782f6e03b0e', 'name': 'tempest-TestVolumeBootPattern-238637426-router', 'tenant_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '77770890-8d5d-4e38-9d35-84433fce4151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:48:10Z', 'updated_at': '2021-10-12T19:48:15Z', 'revision_number': 4, 'project_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'gw_port': {'id': '77770890-8d5d-4e38-9d35-84433fce4151', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:aa:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e12904-ac42-4067-a6c3-e782f6e03b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:48:11Z', 'updated_at': '2021-10-12T19:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': '75f06d28-fd39-4b70-8857-06ece27d7dc5', 'tenant_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'floating_ip_address': '172.25.5.124', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': '72e12904-ac42-4067-a6c3-e782f6e03b0e', 'port_id': '2e6ecef9-1433-403b-b75d-398582e7005c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3937, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bab0c1ad-2a75-48a8-874f-0744bd8e0a35', 'mac_address': 'fa:16:3e:f1:bb:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a656f6-c876-40af-8c09-3032ac9cb0fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T19:56:31Z', 'updated_at': '2021-10-12T19:56:33Z', 'revision_number': 1, 'project_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68a2846e-ad50-4512-a35d-2f7c50f62994', 'name': '', 'network_id': 'bab0c1ad-2a75-48a8-874f-0744bd8e0a35', 'tenant_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'mac_address': 'fa:16:3e:07:8d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e12904-ac42-4067-a6c3-e782f6e03b0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '2bf5b286-d487-470c-8401-d82862f269e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:48:13Z', 'updated_at': '2021-10-12T19:48:17Z', 'revision_number': 5, 'project_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'subnets': [{'id': '2bf5b286-d487-470c-8401-d82862f269e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 20:01:46.292402 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6fe85c-5e7d-4762-8300-e2df4bb82e9e None None] New status for floating IP 341927f9-5fb7-4cec-88e5-1229e9702593: DOWN {{(pid=95504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 20:01:46.974817 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0548f5-11ca-479b-a304-0bb13d9c3158 req-524a46c7-ebf7-4ca7-992f-783266b88428 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:01:46.976289 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8f0548f5-11ca-479b-a304-0bb13d9c3158 req-524a46c7-ebf7-4ca7-992f-783266b88428 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=bdb14082-17ce-4d15-8e32-ad4764dafc96 HTTP/1.1" status: 200 len: 946 time: 0.0490937 Oct 12 20:01:47.013121 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8f0548f5-11ca-479b-a304-0bb13d9c3158 req-9737e930-55d1-4352-a682-f2427edcf87b tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d2c1542-84f5-402d-b7aa-2d0bcae85a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309420 Oct 12 20:01:47.260717 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de965c2d-44b8-4724-988b-2ff60d707bbe req-03287d6d-423d-4178-8628-065c098e146a tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:01:47.262129 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-de965c2d-44b8-4724-988b-2ff60d707bbe req-03287d6d-423d-4178-8628-065c098e146a tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.61 "GET /v2.0/ports?device_id=bdb14082-17ce-4d15-8e32-ad4764dafc96 HTTP/1.1" status: 200 len: 946 time: 0.0510275 Oct 12 20:01:47.656295 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-de965c2d-44b8-4724-988b-2ff60d707bbe req-3ad5f33c-9cc4-47ac-a2c6-caa3d79687bc tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Deleting port e16a8f41-a84e-47f9-a375-17df59050ec1 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 20:01:47.656546 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-de965c2d-44b8-4724-988b-2ff60d707bbe req-3ad5f33c-9cc4-47ac-a2c6-caa3d79687bc tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:01:47.743794 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-de965c2d-44b8-4724-988b-2ff60d707bbe req-3ad5f33c-9cc4-47ac-a2c6-caa3d79687bc tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] For port e16a8f41-a84e-47f9-a375-17df59050ec1, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=e16a8f41-a84e-47f9-a375-17df59050ec1,segment=NetworkSegment(797d701b-2156-4b5d-8b6d-c0ec33924cd8),segment_id=797d701b-2156-4b5d-8b6d-c0ec33924cd8)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:01:47.744193 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-de965c2d-44b8-4724-988b-2ff60d707bbe req-3ad5f33c-9cc4-47ac-a2c6-caa3d79687bc tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:01:47.756697 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-de965c2d-44b8-4724-988b-2ff60d707bbe req-3ad5f33c-9cc4-47ac-a2c6-caa3d79687bc tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Calling delete_port for e16a8f41-a84e-47f9-a375-17df59050ec1 owned by compute:nova {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 20:01:47.936173 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-de965c2d-44b8-4724-988b-2ff60d707bbe req-3ad5f33c-9cc4-47ac-a2c6-caa3d79687bc tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:01:47.962593 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad5f33c-9cc4-47ac-a2c6-caa3d79687bc tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Pushing event deleted for resources: {'Port': ['ID=e16a8f41-a84e-47f9-a375-17df59050ec1,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:01:48.005757 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-de965c2d-44b8-4724-988b-2ff60d707bbe req-3ad5f33c-9cc4-47ac-a2c6-caa3d79687bc tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] No DVR routers for this DVR port e16a8f41-a84e-47f9-a375-17df59050ec1 on host n-h1-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 20:01:48.008484 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-de965c2d-44b8-4724-988b-2ff60d707bbe req-3ad5f33c-9cc4-47ac-a2c6-caa3d79687bc tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:01:48.011798 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-de965c2d-44b8-4724-988b-2ff60d707bbe req-3ad5f33c-9cc4-47ac-a2c6-caa3d79687bc tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.61 "DELETE /v2.0/ports/e16a8f41-a84e-47f9-a375-17df59050ec1 HTTP/1.1" status: 204 len: 173 time: 0.7427340 Oct 12 20:01:48.012269 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdb14082-17ce-4d15-8e32-ad4764dafc96', 'name': 'network-vif-deleted', 'tag': 'e16a8f41-a84e-47f9-a375-17df59050ec1'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:01:48.014592 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d32db125-ca42-49c7-acc4-9982bb6c74ce" -d '{"events": [{"server_uuid": "bdb14082-17ce-4d15-8e32-ad4764dafc96", "name": "network-vif-deleted", "tag": "e16a8f41-a84e-47f9-a375-17df59050ec1"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:01:48.061557 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 20:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4edb645-7b8b-41a3-a412-8de835de750d x-openstack-request-id: req-e4edb645-7b8b-41a3-a412-8de835de750d {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:01:48.061929 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdb14082-17ce-4d15-8e32-ad4764dafc96", "name": "network-vif-deleted", "tag": "e16a8f41-a84e-47f9-a375-17df59050ec1", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:01:48.062191 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e4edb645-7b8b-41a3-a412-8de835de750d {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:01:48.062594 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdb14082-17ce-4d15-8e32-ad4764dafc96', 'name': 'network-vif-deleted', 'tag': 'e16a8f41-a84e-47f9-a375-17df59050ec1', 'status': 'completed', 'code': 200} Oct 12 20:01:48.113692 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-84df5307-8c51-4e84-bc44-50b5e363882b req-2a76f473-9038-47f4-9b19-d9e690986736 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=bdb14082-17ce-4d15-8e32-ad4764dafc96 HTTP/1.1" status: 200 len: 210 time: 0.0277946 Oct 12 20:01:49.214390 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-28cc79ae-5c94-4647-a088-749c190558ae req-593f7216-bea4-4a1a-9a69-c061e5e69902 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=bdb14082-17ce-4d15-8e32-ad4764dafc96 HTTP/1.1" status: 200 len: 210 time: 0.0301287 Oct 12 20:01:50.306200 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e03989bb-4955-4eba-9265-e05c2fe082d3 req-bdc45377-96b9-427f-9ad4-e2814d5aedb2 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=bdb14082-17ce-4d15-8e32-ad4764dafc96 HTTP/1.1" status: 200 len: 210 time: 0.0258887 Oct 12 20:01:50.863277 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device e16a8f41-a84e-47f9-a375-17df59050ec1 no longer exists at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 20:01:50.882824 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] No Port match for: e16a8f41-a84e-47f9-a375-17df59050ec1 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 20:01:50.883072 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device e16a8f41-a84e-47f9-a375-17df59050ec1 not bound to the agent host n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 20:01:51.400530 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fa20085a-9924-4c83-98e7-0f87659d2c17 req-37a75c35-ea41-4eff-b9ac-a3412f9df33d tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=bdb14082-17ce-4d15-8e32-ad4764dafc96 HTTP/1.1" status: 200 len: 210 time: 0.0252967 Oct 12 20:01:52.498197 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a4249660-70e6-4760-ac26-6e0238540d7d req-6d0f981f-bbe6-44e3-8afd-5affc2542a2f tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=bdb14082-17ce-4d15-8e32-ad4764dafc96 HTTP/1.1" status: 200 len: 210 time: 0.0310516 Oct 12 20:01:59.142591 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 60288) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:01:59.164919 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3d294d6b-2373-49d9-8e62-7c758c1d666e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:01:59.294094 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-a55afca8-4725-47bb-8a62-d0c8b652d0aa tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Deleting port 3aed76f3-e74a-4337-83da-73de17278a7c {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 20:01:59.294438 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a55afca8-4725-47bb-8a62-d0c8b652d0aa tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:01:59.663869 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a55afca8-4725-47bb-8a62-d0c8b652d0aa tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:01:59.664220 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a55afca8-4725-47bb-8a62-d0c8b652d0aa tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:01:59.676734 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-a55afca8-4725-47bb-8a62-d0c8b652d0aa tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Calling delete_port for 3aed76f3-e74a-4337-83da-73de17278a7c owned by network:floatingip {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 20:01:59.901872 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a55afca8-4725-47bb-8a62-d0c8b652d0aa tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:01:59.924858 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55afca8-4725-47bb-8a62-d0c8b652d0aa tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Pushing event deleted for resources: {'Port': ['ID=3aed76f3-e74a-4337-83da-73de17278a7c,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:01:59.984558 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a55afca8-4725-47bb-8a62-d0c8b652d0aa tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks [] for floatingip, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:01:59.985218 n-d-813679-3 neutron-server[95501]: INFO neutron.db.l3_db [None req-a55afca8-4725-47bb-8a62-d0c8b652d0aa tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Floating IP 75f06d28-fd39-4b70-8857-06ece27d7dc5 disassociated (deleted). External IP: 172.25.5.124, port: 2e6ecef9-1433-403b-b75d-398582e7005c. Oct 12 20:02:00.185505 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a55afca8-4725-47bb-8a62-d0c8b652d0aa tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Router 72e12904-ac42-4067-a6c3-e782f6e03b0e has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 20:02:00.291667 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a55afca8-4725-47bb-8a62-d0c8b652d0aa tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 20:02:00.296468 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a55afca8-4725-47bb-8a62-d0c8b652d0aa tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:00.301775 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1949503b-83c0-4fb2-b3a6-948fa4b68e71 None None] Sync routers for ids ['72e12904-ac42-4067-a6c3-e782f6e03b0e'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 20:02:00.310652 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1949503b-83c0-4fb2-b3a6-948fa4b68e71 None None] Routers {'72e12904-ac42-4067-a6c3-e782f6e03b0e'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:02:00.311257 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-1949503b-83c0-4fb2-b3a6-948fa4b68e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:01:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['72e12904-ac42-4067-a6c3-e782f6e03b0e'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:02:00.323134 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-a55afca8-4725-47bb-8a62-d0c8b652d0aa tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "DELETE /v2.0/floatingips/75f06d28-fd39-4b70-8857-06ece27d7dc5 HTTP/1.1" status: 204 len: 168 time: 1.1794367 Oct 12 20:02:00.323726 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84a656f6-c876-40af-8c09-3032ac9cb0fe', 'tag': '2e6ecef9-1433-403b-b75d-398582e7005c'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:02:00.326005 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cca51d9-1725-44fb-ba01-438a797dfd6d" -d '{"events": [{"name": "network-changed", "server_uuid": "84a656f6-c876-40af-8c09-3032ac9cb0fe", "tag": "2e6ecef9-1433-403b-b75d-398582e7005c"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:02:00.367408 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 20:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-364ab611-c407-4db4-a7eb-60fdcc6f7ba5 x-openstack-request-id: req-364ab611-c407-4db4-a7eb-60fdcc6f7ba5 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:02:00.367408 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84a656f6-c876-40af-8c09-3032ac9cb0fe", "tag": "2e6ecef9-1433-403b-b75d-398582e7005c", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:02:00.367408 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-364ab611-c407-4db4-a7eb-60fdcc6f7ba5 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:02:00.367408 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84a656f6-c876-40af-8c09-3032ac9cb0fe', 'tag': '2e6ecef9-1433-403b-b75d-398582e7005c', 'status': 'completed', 'code': 200} Oct 12 20:02:00.422294 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-1949503b-83c0-4fb2-b3a6-948fa4b68e71 None None] Set router 72e12904-ac42-4067-a6c3-e782f6e03b0e gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:02:00.430600 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cca51d9-1725-44fb-ba01-438a797dfd6d req-ff68b6a3-141b-483c-b0ce-83635b92b4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:02:00.432509 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4cca51d9-1725-44fb-ba01-438a797dfd6d req-ff68b6a3-141b-483c-b0ce-83635b92b4c6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f37c8fe971bc4b5daa2f916c03f91d01&device_id=84a656f6-c876-40af-8c09-3032ac9cb0fe HTTP/1.1" status: 200 len: 1096 time: 0.0426681 Oct 12 20:02:00.528756 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cca51d9-1725-44fb-ba01-438a797dfd6d req-a1781ab5-f278-4345-b316-cf44b817a8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:02:00.530247 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4cca51d9-1725-44fb-ba01-438a797dfd6d req-a1781ab5-f278-4345-b316-cf44b817a8aa service neutron] 10.222.0.67 "GET /v2.0/networks?id=bab0c1ad-2a75-48a8-874f-0744bd8e0a35 HTTP/1.1" status: 200 len: 912 time: 0.0902016 Oct 12 20:02:00.571770 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4cca51d9-1725-44fb-ba01-438a797dfd6d req-99416077-cc24-4f4e-b86a-e23c247483eb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e6ecef9-1433-403b-b75d-398582e7005c HTTP/1.1" status: 200 len: 217 time: 0.0341582 Oct 12 20:02:00.627796 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cca51d9-1725-44fb-ba01-438a797dfd6d req-1eb27a50-3e25-4a17-80d7-0842d10f8b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:02:00.629300 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4cca51d9-1725-44fb-ba01-438a797dfd6d req-1eb27a50-3e25-4a17-80d7-0842d10f8b6d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2bf5b286-d487-470c-8401-d82862f269e1 HTTP/1.1" status: 200 len: 850 time: 0.0501618 Oct 12 20:02:00.638964 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-1949503b-83c0-4fb2-b3a6-948fa4b68e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e12904-ac42-4067-a6c3-e782f6e03b0e', 'name': 'tempest-TestVolumeBootPattern-238637426-router', 'tenant_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '77770890-8d5d-4e38-9d35-84433fce4151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:48:10Z', 'updated_at': '2021-10-12T19:48:15Z', 'revision_number': 4, 'project_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'gw_port': {'id': '77770890-8d5d-4e38-9d35-84433fce4151', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:aa:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e12904-ac42-4067-a6c3-e782f6e03b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:48:11Z', 'updated_at': '2021-10-12T19:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '68a2846e-ad50-4512-a35d-2f7c50f62994', 'name': '', 'network_id': 'bab0c1ad-2a75-48a8-874f-0744bd8e0a35', 'tenant_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'mac_address': 'fa:16:3e:07:8d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e12904-ac42-4067-a6c3-e782f6e03b0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '2bf5b286-d487-470c-8401-d82862f269e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:48:13Z', 'updated_at': '2021-10-12T19:48:17Z', 'revision_number': 5, 'project_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'subnets': [{'id': '2bf5b286-d487-470c-8401-d82862f269e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:02:00.665042 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1949503b-83c0-4fb2-b3a6-948fa4b68e71 None None] Checking router: 72e12904-ac42-4067-a6c3-e782f6e03b0e for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 20:02:00.676629 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cca51d9-1725-44fb-ba01-438a797dfd6d req-83b6a806-81ca-43b3-b09c-b7933e87479e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:02:00.677269 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1949503b-83c0-4fb2-b3a6-948fa4b68e71 None None] Routers {'72e12904-ac42-4067-a6c3-e782f6e03b0e'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:02:00.677936 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-1949503b-83c0-4fb2-b3a6-948fa4b68e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:01:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['72e12904-ac42-4067-a6c3-e782f6e03b0e'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:02:00.678433 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4cca51d9-1725-44fb-ba01-438a797dfd6d req-83b6a806-81ca-43b3-b09c-b7933e87479e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=bab0c1ad-2a75-48a8-874f-0744bd8e0a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417323 Oct 12 20:02:00.790247 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-1949503b-83c0-4fb2-b3a6-948fa4b68e71 None None] Set router 72e12904-ac42-4067-a6c3-e782f6e03b0e gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:02:00.807230 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa124b52-d6cb-4eaf-9a11-fb6bf6ef7729 req-37af75a4-2212-4320-9d55-2da4692e4e0d tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:02:00.808739 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-aa124b52-d6cb-4eaf-9a11-fb6bf6ef7729 req-37af75a4-2212-4320-9d55-2da4692e4e0d tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=84a656f6-c876-40af-8c09-3032ac9cb0fe HTTP/1.1" status: 200 len: 945 time: 0.0810170 Oct 12 20:02:00.814438 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4cca51d9-1725-44fb-ba01-438a797dfd6d req-1a7a5fe3-52a6-4656-9c15-362a96175b2b service neutron] 10.222.0.67 "GET /v2.0/networks/bab0c1ad-2a75-48a8-874f-0744bd8e0a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291299 Oct 12 20:02:00.889219 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-aa124b52-d6cb-4eaf-9a11-fb6bf6ef7729 req-78364e6a-3a6a-4e11-aab3-050e452bd453 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d2c1542-84f5-402d-b7aa-2d0bcae85a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732534 Oct 12 20:02:00.942230 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4cca51d9-1725-44fb-ba01-438a797dfd6d req-839242ce-009e-418d-ae3b-1e40ccb2fd47 service neutron] 10.222.0.67 "GET /v2.0/networks/bab0c1ad-2a75-48a8-874f-0744bd8e0a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132298 Oct 12 20:02:00.988489 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-1949503b-83c0-4fb2-b3a6-948fa4b68e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e12904-ac42-4067-a6c3-e782f6e03b0e', 'name': 'tempest-TestVolumeBootPattern-238637426-router', 'tenant_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '77770890-8d5d-4e38-9d35-84433fce4151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:48:10Z', 'updated_at': '2021-10-12T19:48:15Z', 'revision_number': 4, 'project_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'gw_port': {'id': '77770890-8d5d-4e38-9d35-84433fce4151', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:aa:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e12904-ac42-4067-a6c3-e782f6e03b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:48:11Z', 'updated_at': '2021-10-12T19:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '68a2846e-ad50-4512-a35d-2f7c50f62994', 'name': '', 'network_id': 'bab0c1ad-2a75-48a8-874f-0744bd8e0a35', 'tenant_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'mac_address': 'fa:16:3e:07:8d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e12904-ac42-4067-a6c3-e782f6e03b0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '2bf5b286-d487-470c-8401-d82862f269e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:48:13Z', 'updated_at': '2021-10-12T19:48:17Z', 'revision_number': 5, 'project_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'subnets': [{'id': '2bf5b286-d487-470c-8401-d82862f269e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:02:01.017215 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1949503b-83c0-4fb2-b3a6-948fa4b68e71 None None] The sync data for ids ['72e12904-ac42-4067-a6c3-e782f6e03b0e'] in n-d-813679-3 is: [{'id': '72e12904-ac42-4067-a6c3-e782f6e03b0e', 'name': 'tempest-TestVolumeBootPattern-238637426-router', 'tenant_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '77770890-8d5d-4e38-9d35-84433fce4151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:48:10Z', 'updated_at': '2021-10-12T19:48:15Z', 'revision_number': 4, 'project_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'gw_port': {'id': '77770890-8d5d-4e38-9d35-84433fce4151', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:aa:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e12904-ac42-4067-a6c3-e782f6e03b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:48:11Z', 'updated_at': '2021-10-12T19:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '68a2846e-ad50-4512-a35d-2f7c50f62994', 'name': '', 'network_id': 'bab0c1ad-2a75-48a8-874f-0744bd8e0a35', 'tenant_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'mac_address': 'fa:16:3e:07:8d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e12904-ac42-4067-a6c3-e782f6e03b0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '2bf5b286-d487-470c-8401-d82862f269e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:48:13Z', 'updated_at': '2021-10-12T19:48:17Z', 'revision_number': 5, 'project_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'subnets': [{'id': '2bf5b286-d487-470c-8401-d82862f269e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 20:02:01.251772 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90226a5-e8c9-4068-9556-3d4279006b85 None None] New status for floating IP 75f06d28-fd39-4b70-8857-06ece27d7dc5: DOWN {{(pid=95504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 20:02:01.363007 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66804760-513f-48da-9626-1fe322f97df4 req-0ba779f4-5d8d-4e73-b9b4-ac686e6a9e9d tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:02:01.364469 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-66804760-513f-48da-9626-1fe322f97df4 req-0ba779f4-5d8d-4e73-b9b4-ac686e6a9e9d tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.67 "GET /v2.0/ports?device_id=84a656f6-c876-40af-8c09-3032ac9cb0fe HTTP/1.1" status: 200 len: 945 time: 0.0494108 Oct 12 20:02:01.449260 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-66804760-513f-48da-9626-1fe322f97df4 req-c937be30-151b-442e-9896-3555f6d73ff7 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Deleting port 2e6ecef9-1433-403b-b75d-398582e7005c {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 20:02:01.449593 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-66804760-513f-48da-9626-1fe322f97df4 req-c937be30-151b-442e-9896-3555f6d73ff7 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:01.538688 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-66804760-513f-48da-9626-1fe322f97df4 req-c937be30-151b-442e-9896-3555f6d73ff7 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] For port 2e6ecef9-1433-403b-b75d-398582e7005c, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=2e6ecef9-1433-403b-b75d-398582e7005c,segment=NetworkSegment(797d701b-2156-4b5d-8b6d-c0ec33924cd8),segment_id=797d701b-2156-4b5d-8b6d-c0ec33924cd8)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:02:01.539044 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-66804760-513f-48da-9626-1fe322f97df4 req-c937be30-151b-442e-9896-3555f6d73ff7 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:01.550873 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-66804760-513f-48da-9626-1fe322f97df4 req-c937be30-151b-442e-9896-3555f6d73ff7 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Calling delete_port for 2e6ecef9-1433-403b-b75d-398582e7005c owned by compute:nova {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 20:02:01.774708 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-10c8fcd8-18d5-4b46-ad31-360d2b571b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:01.803236 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-66804760-513f-48da-9626-1fe322f97df4 req-c937be30-151b-442e-9896-3555f6d73ff7 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:01.832581 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c937be30-151b-442e-9896-3555f6d73ff7 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Pushing event deleted for resources: {'Port': ['ID=2e6ecef9-1433-403b-b75d-398582e7005c,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:02:01.871908 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-66804760-513f-48da-9626-1fe322f97df4 req-c937be30-151b-442e-9896-3555f6d73ff7 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] No DVR routers for this DVR port 2e6ecef9-1433-403b-b75d-398582e7005c on host n-h2-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 20:02:01.874585 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-66804760-513f-48da-9626-1fe322f97df4 req-c937be30-151b-442e-9896-3555f6d73ff7 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:01.878187 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-66804760-513f-48da-9626-1fe322f97df4 req-c937be30-151b-442e-9896-3555f6d73ff7 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.67 "DELETE /v2.0/ports/2e6ecef9-1433-403b-b75d-398582e7005c HTTP/1.1" status: 204 len: 173 time: 0.5078828 Oct 12 20:02:01.987481 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f7e9815e-d275-4b71-8f45-2cc4f2a49c11 req-50eaad97-8610-4185-af13-049da2acb7fd tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=84a656f6-c876-40af-8c09-3032ac9cb0fe HTTP/1.1" status: 200 len: 210 time: 0.0260022 Oct 12 20:02:02.367804 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84a656f6-c876-40af-8c09-3032ac9cb0fe', 'name': 'network-vif-deleted', 'tag': '2e6ecef9-1433-403b-b75d-398582e7005c'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:02:02.370121 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f639bd0c-bdcd-458c-9656-578c0cc1ec63" -d '{"events": [{"server_uuid": "84a656f6-c876-40af-8c09-3032ac9cb0fe", "name": "network-vif-deleted", "tag": "2e6ecef9-1433-403b-b75d-398582e7005c"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:02:02.405447 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 20:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-249fb8ed-d821-474e-af54-cd3ce32bb1a4 x-openstack-request-id: req-249fb8ed-d821-474e-af54-cd3ce32bb1a4 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:02:02.405766 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84a656f6-c876-40af-8c09-3032ac9cb0fe", "name": "network-vif-deleted", "tag": "2e6ecef9-1433-403b-b75d-398582e7005c", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:02:02.406027 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-249fb8ed-d821-474e-af54-cd3ce32bb1a4 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:02:02.406432 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84a656f6-c876-40af-8c09-3032ac9cb0fe', 'name': 'network-vif-deleted', 'tag': '2e6ecef9-1433-403b-b75d-398582e7005c', 'status': 'completed', 'code': 200} Oct 12 20:02:02.501984 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:03.079758 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-01c79a0f-b092-4706-9c3c-dc0f2c02110c req-079f6958-0e91-4392-85b3-98b27bb0c547 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=84a656f6-c876-40af-8c09-3032ac9cb0fe HTTP/1.1" status: 200 len: 210 time: 0.0263052 Oct 12 20:02:03.180221 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:03.288682 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:03.916169 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 2e6ecef9-1433-403b-b75d-398582e7005c no longer exists at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 20:02:03.916629 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] No Port match for: 2e6ecef9-1433-403b-b75d-398582e7005c {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 20:02:03.916878 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 2e6ecef9-1433-403b-b75d-398582e7005c not bound to the agent host n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 20:02:04.177924 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e311652b-1b60-408a-ba5d-57a86c6a4e1e req-7df07509-463e-48a7-964b-bed1b1315055 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=84a656f6-c876-40af-8c09-3032ac9cb0fe HTTP/1.1" status: 200 len: 210 time: 0.0284176 Oct 12 20:02:04.346592 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:04.668013 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:05.273253 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1332910a-d1ec-4336-8947-98f803175807 req-3286283e-dc09-47dd-a1d5-88b6dced0fa4 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=84a656f6-c876-40af-8c09-3032ac9cb0fe HTTP/1.1" status: 200 len: 210 time: 0.0269196 Oct 12 20:02:06.369582 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e7b499c7-b264-4986-8589-2dc4048c6a75 req-baabf5e8-26ee-47f1-ab12-831602535426 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "GET /v2.0/ports?device_id=84a656f6-c876-40af-8c09-3032ac9cb0fe HTTP/1.1" status: 200 len: 210 time: 0.0303605 Oct 12 20:02:07.424404 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 60314) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:02:07.545588 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-450a161d-464b-426d-b8b4-40231cfdc270 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Deleting port 745402ea-0764-4ea3-9ff6-6cc712d61999 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 20:02:07.545934 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-450a161d-464b-426d-b8b4-40231cfdc270 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:07.618902 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-450a161d-464b-426d-b8b4-40231cfdc270 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:07.625915 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-450a161d-464b-426d-b8b4-40231cfdc270 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:07.630913 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-450a161d-464b-426d-b8b4-40231cfdc270 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Calling delete_port for 745402ea-0764-4ea3-9ff6-6cc712d61999 owned by network:floatingip {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 20:02:07.833230 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-450a161d-464b-426d-b8b4-40231cfdc270 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:07.858577 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a161d-464b-426d-b8b4-40231cfdc270 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Pushing event deleted for resources: {'Port': ['ID=745402ea-0764-4ea3-9ff6-6cc712d61999,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:02:07.887857 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450a161d-464b-426d-b8b4-40231cfdc270 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:02:07.888231 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450a161d-464b-426d-b8b4-40231cfdc270 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:02:07.888584 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450a161d-464b-426d-b8b4-40231cfdc270 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:02:07.888925 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450a161d-464b-426d-b8b4-40231cfdc270 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:02:07.889261 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450a161d-464b-426d-b8b4-40231cfdc270 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:02:07.889593 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450a161d-464b-426d-b8b4-40231cfdc270 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:02:07.889922 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450a161d-464b-426d-b8b4-40231cfdc270 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:02:07.890333 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450a161d-464b-426d-b8b4-40231cfdc270 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:02:07.890665 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450a161d-464b-426d-b8b4-40231cfdc270 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:02:07.890990 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450a161d-464b-426d-b8b4-40231cfdc270 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:02:07.891315 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450a161d-464b-426d-b8b4-40231cfdc270 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:02:07.891639 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450a161d-464b-426d-b8b4-40231cfdc270 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:02:07.930981 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-450a161d-464b-426d-b8b4-40231cfdc270 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks [] for floatingip, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:07.933670 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-450a161d-464b-426d-b8b4-40231cfdc270 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:07.934823 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-450a161d-464b-426d-b8b4-40231cfdc270 tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "DELETE /v2.0/floatingips/e94ce082-7c90-4aeb-a02d-8657ae1b1762 HTTP/1.1" status: 204 len: 168 time: 0.5094306 Oct 12 20:02:08.169608 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 20:02:11.328578 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 60330) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:02:11.387805 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-58148116-c49c-432f-813a-b960e11301ea tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:11.413032 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-58148116-c49c-432f-813a-b960e11301ea tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:11.562732 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-58148116-c49c-432f-813a-b960e11301ea tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:11.565318 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-58148116-c49c-432f-813a-b960e11301ea tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:11.566572 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-58148116-c49c-432f-813a-b960e11301ea tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] 10.222.0.49 "DELETE /v2.0/security-groups/1d2c1542-84f5-402d-b7aa-2d0bcae85a2c HTTP/1.1" status: 204 len: 168 time: 0.2369218 Oct 12 20:02:11.576136 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58148116-c49c-432f-813a-b960e11301ea tempest-TestVolumeBootPattern-742455940 tempest-TestVolumeBootPattern-742455940-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d2c1542-84f5-402d-b7aa-2d0bcae85a2c,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:02:11.705077 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 60334) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:02:12.236110 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3f2c932c-b926-4c7f-9a06-33b838805d90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8092566'] for router_interface, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:12.476651 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-3f2c932c-b926-4c7f-9a06-33b838805d90 admin admin] Deleting port 68a2846e-ad50-4512-a35d-2f7c50f62994 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 20:02:12.477286 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3f2c932c-b926-4c7f-9a06-33b838805d90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:12.552871 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [None req-3f2c932c-b926-4c7f-9a06-33b838805d90 admin admin] For port 68a2846e-ad50-4512-a35d-2f7c50f62994, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=68a2846e-ad50-4512-a35d-2f7c50f62994,segment=NetworkSegment(797d701b-2156-4b5d-8b6d-c0ec33924cd8),segment_id=797d701b-2156-4b5d-8b6d-c0ec33924cd8)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:02:12.553235 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3f2c932c-b926-4c7f-9a06-33b838805d90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:12.567668 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-3f2c932c-b926-4c7f-9a06-33b838805d90 admin admin] Calling delete_port for 68a2846e-ad50-4512-a35d-2f7c50f62994 owned by network:router_interface {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 20:02:12.809940 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3f2c932c-b926-4c7f-9a06-33b838805d90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:12.838652 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2c932c-b926-4c7f-9a06-33b838805d90 admin admin] Pushing event deleted for resources: {'Port': ['ID=68a2846e-ad50-4512-a35d-2f7c50f62994,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:02:13.004317 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3f2c932c-b926-4c7f-9a06-33b838805d90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7898909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8092450'] for router_interface, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:13.218379 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f2c932c-b926-4c7f-9a06-33b838805d90 admin admin] Router 72e12904-ac42-4067-a6c3-e782f6e03b0e has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 20:02:13.319615 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f2c932c-b926-4c7f-9a06-33b838805d90 admin admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 20:02:13.327343 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 60338) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:02:13.327795 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-3f2c932c-b926-4c7f-9a06-33b838805d90 admin admin] 10.222.0.49 "PUT /v2.0/routers/72e12904-ac42-4067-a6c3-e782f6e03b0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6210632 Oct 12 20:02:13.329088 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c8de31-b5ae-4228-a75c-d91523b69726 None None] Sync routers for ids ['72e12904-ac42-4067-a6c3-e782f6e03b0e'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 20:02:13.339881 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c8de31-b5ae-4228-a75c-d91523b69726 None None] Routers {'72e12904-ac42-4067-a6c3-e782f6e03b0e'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:02:13.340534 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-24c8de31-b5ae-4228-a75c-d91523b69726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:02:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['72e12904-ac42-4067-a6c3-e782f6e03b0e'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:02:13.435004 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-be721307-145e-443e-a610-96d59f152fe1 admin admin] Notify callbacks [] for router, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:13.447142 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-24c8de31-b5ae-4228-a75c-d91523b69726 None None] Set router 72e12904-ac42-4067-a6c3-e782f6e03b0e gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:02:13.534964 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-be721307-145e-443e-a610-96d59f152fe1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:13.622682 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-24c8de31-b5ae-4228-a75c-d91523b69726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e12904-ac42-4067-a6c3-e782f6e03b0e', 'name': 'tempest-TestVolumeBootPattern-238637426-router', 'tenant_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '77770890-8d5d-4e38-9d35-84433fce4151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:48:10Z', 'updated_at': '2021-10-12T20:02:12Z', 'revision_number': 5, 'project_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'gw_port': {'id': '77770890-8d5d-4e38-9d35-84433fce4151', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:aa:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e12904-ac42-4067-a6c3-e782f6e03b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:48:11Z', 'updated_at': '2021-10-12T19:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:02:13.644911 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-be721307-145e-443e-a610-96d59f152fe1 admin admin] Deleting port 77770890-8d5d-4e38-9d35-84433fce4151 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 20:02:13.645251 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-be721307-145e-443e-a610-96d59f152fe1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:13.648119 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c8de31-b5ae-4228-a75c-d91523b69726 None None] Checking router: 72e12904-ac42-4067-a6c3-e782f6e03b0e for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 20:02:13.656426 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c8de31-b5ae-4228-a75c-d91523b69726 None None] Routers {'72e12904-ac42-4067-a6c3-e782f6e03b0e'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:02:13.657039 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-24c8de31-b5ae-4228-a75c-d91523b69726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:02:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['72e12904-ac42-4067-a6c3-e782f6e03b0e'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:02:13.727835 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-be721307-145e-443e-a610-96d59f152fe1 admin admin] For port 77770890-8d5d-4e38-9d35-84433fce4151, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=77770890-8d5d-4e38-9d35-84433fce4151,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:02:13.728285 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-be721307-145e-443e-a610-96d59f152fe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:13.742333 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-be721307-145e-443e-a610-96d59f152fe1 admin admin] Calling delete_port for 77770890-8d5d-4e38-9d35-84433fce4151 owned by network:router_gateway {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 20:02:13.748112 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-24c8de31-b5ae-4228-a75c-d91523b69726 None None] Set router 72e12904-ac42-4067-a6c3-e782f6e03b0e gateway port host: None {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:02:13.799326 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-24c8de31-b5ae-4228-a75c-d91523b69726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e12904-ac42-4067-a6c3-e782f6e03b0e', 'name': 'tempest-TestVolumeBootPattern-238637426-router', 'tenant_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:48:10Z', 'updated_at': '2021-10-12T20:02:13Z', 'revision_number': 6, 'project_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'gw_port_host': None}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:02:13.829157 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c8de31-b5ae-4228-a75c-d91523b69726 None None] The sync data for ids ['72e12904-ac42-4067-a6c3-e782f6e03b0e'] in n-d-813679-3 is: [{'id': '72e12904-ac42-4067-a6c3-e782f6e03b0e', 'name': 'tempest-TestVolumeBootPattern-238637426-router', 'tenant_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:48:10Z', 'updated_at': '2021-10-12T20:02:13Z', 'revision_number': 6, 'project_id': 'f37c8fe971bc4b5daa2f916c03f91d01', 'gw_port_host': None}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 20:02:13.998608 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-be721307-145e-443e-a610-96d59f152fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:14.025001 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be721307-145e-443e-a610-96d59f152fe1 admin admin] Pushing event deleted for resources: {'Port': ['ID=77770890-8d5d-4e38-9d35-84433fce4151,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:02:14.049513 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be721307-145e-443e-a610-96d59f152fe1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:02:14.049924 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be721307-145e-443e-a610-96d59f152fe1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:02:14.050270 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be721307-145e-443e-a610-96d59f152fe1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:02:14.050611 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be721307-145e-443e-a610-96d59f152fe1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:02:14.050949 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be721307-145e-443e-a610-96d59f152fe1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:02:14.051284 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be721307-145e-443e-a610-96d59f152fe1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:02:14.051615 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be721307-145e-443e-a610-96d59f152fe1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:02:14.051945 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be721307-145e-443e-a610-96d59f152fe1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:02:14.052299 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be721307-145e-443e-a610-96d59f152fe1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:02:14.052629 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be721307-145e-443e-a610-96d59f152fe1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:02:14.052957 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be721307-145e-443e-a610-96d59f152fe1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:02:14.053289 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be721307-145e-443e-a610-96d59f152fe1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:02:14.091800 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-be721307-145e-443e-a610-96d59f152fe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7915456'] for router_gateway, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:14.182365 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-be721307-145e-443e-a610-96d59f152fe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255495'] for router, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:14.184568 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-be721307-145e-443e-a610-96d59f152fe1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:14.295622 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-be721307-145e-443e-a610-96d59f152fe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8093499'] for router, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:14.296274 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be721307-145e-443e-a610-96d59f152fe1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72e12904-ac42-4067-a6c3-e782f6e03b0e {{(pid=95502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 20:02:14.300742 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-be721307-145e-443e-a610-96d59f152fe1 admin admin] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:14.301903 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-be721307-145e-443e-a610-96d59f152fe1 admin admin] 10.222.0.49 "DELETE /v2.0/routers/72e12904-ac42-4067-a6c3-e782f6e03b0e HTTP/1.1" status: 204 len: 168 time: 0.9734218 Oct 12 20:02:14.304396 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 60340) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:02:14.348878 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ea2c13c-c4ce-4525-ab8e-e7b7bc7baa1f admin admin] Deleting subnet 2bf5b286-d487-470c-8401-d82862f269e1 {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 20:02:14.352141 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4ea2c13c-c4ce-4525-ab8e-e7b7bc7baa1f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:14.386052 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4ea2c13c-c4ce-4525-ab8e-e7b7bc7baa1f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16313642'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:14.465753 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4ea2c13c-c4ce-4525-ab8e-e7b7bc7baa1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:14.586414 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4ea2c13c-c4ce-4525-ab8e-e7b7bc7baa1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4306592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16245866'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:14.612972 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea2c13c-c4ce-4525-ab8e-e7b7bc7baa1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2bf5b286-d487-470c-8401-d82862f269e1,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:02:14.614967 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4ea2c13c-c4ce-4525-ab8e-e7b7bc7baa1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:14.618284 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-4ea2c13c-c4ce-4525-ab8e-e7b7bc7baa1f admin admin] 10.222.0.49 "DELETE /v2.0/subnets/2bf5b286-d487-470c-8401-d82862f269e1 HTTP/1.1" status: 204 len: 168 time: 0.3129473 Oct 12 20:02:14.619404 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-defe2b75-1a4e-4aa0-801d-1e722a1b8043 None None] Network bab0c1ad-2a75-48a8-874f-0744bd8e0a35 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 20:02:14.620910 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 60342) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:02:14.692457 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-236d7e73-9125-4cb8-a828-3be37cb3732d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:14.746646 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-236d7e73-9125-4cb8-a828-3be37cb3732d admin admin] Deleting port e2ec8a7f-08a3-48db-a52e-084eaf05bce0 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 20:02:14.747219 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-236d7e73-9125-4cb8-a828-3be37cb3732d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:14.806020 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a216378-0a54-4209-83f1-2af12dad929c None None] DHCP port deletion for bab0c1ad-2a75-48a8-874f-0744bd8e0a35 request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 20:02:14.862661 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-9a216378-0a54-4209-83f1-2af12dad929c None None] Deleting port e2ec8a7f-08a3-48db-a52e-084eaf05bce0 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 20:02:14.863405 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9a216378-0a54-4209-83f1-2af12dad929c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:14.929778 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-9a216378-0a54-4209-83f1-2af12dad929c None None] For port e2ec8a7f-08a3-48db-a52e-084eaf05bce0, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=e2ec8a7f-08a3-48db-a52e-084eaf05bce0,segment=NetworkSegment(797d701b-2156-4b5d-8b6d-c0ec33924cd8),segment_id=797d701b-2156-4b5d-8b6d-c0ec33924cd8)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:02:14.930180 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9a216378-0a54-4209-83f1-2af12dad929c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:14.944061 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-9a216378-0a54-4209-83f1-2af12dad929c None None] Calling delete_port for e2ec8a7f-08a3-48db-a52e-084eaf05bce0 owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 20:02:15.077316 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9a216378-0a54-4209-83f1-2af12dad929c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:15.104238 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a216378-0a54-4209-83f1-2af12dad929c None None] Pushing event deleted for resources: {'Port': ['ID=e2ec8a7f-08a3-48db-a52e-084eaf05bce0,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:02:15.109162 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a216378-0a54-4209-83f1-2af12dad929c None None] No DVR routers for this DVR port e2ec8a7f-08a3-48db-a52e-084eaf05bce0 on host n-d-813679-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 20:02:15.120767 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a216378-0a54-4209-83f1-2af12dad929c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:02:15.120767 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a216378-0a54-4209-83f1-2af12dad929c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:02:15.120767 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a216378-0a54-4209-83f1-2af12dad929c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:02:15.120767 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a216378-0a54-4209-83f1-2af12dad929c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:02:15.120767 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a216378-0a54-4209-83f1-2af12dad929c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:02:15.120767 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a216378-0a54-4209-83f1-2af12dad929c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:02:15.120767 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a216378-0a54-4209-83f1-2af12dad929c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:02:15.131763 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a216378-0a54-4209-83f1-2af12dad929c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:02:15.131763 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a216378-0a54-4209-83f1-2af12dad929c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:02:15.131763 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a216378-0a54-4209-83f1-2af12dad929c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:02:15.131763 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a216378-0a54-4209-83f1-2af12dad929c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:02:15.131763 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a216378-0a54-4209-83f1-2af12dad929c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:02:15.139011 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [None req-236d7e73-9125-4cb8-a828-3be37cb3732d admin admin] For port e2ec8a7f-08a3-48db-a52e-084eaf05bce0, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=e2ec8a7f-08a3-48db-a52e-084eaf05bce0,segment=NetworkSegment(797d701b-2156-4b5d-8b6d-c0ec33924cd8),segment_id=797d701b-2156-4b5d-8b6d-c0ec33924cd8)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:02:15.139369 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-236d7e73-9125-4cb8-a828-3be37cb3732d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:15.151056 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-236d7e73-9125-4cb8-a828-3be37cb3732d admin admin] Calling delete_port for e2ec8a7f-08a3-48db-a52e-084eaf05bce0 owned by network:dhcp {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 20:02:15.222174 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-236d7e73-9125-4cb8-a828-3be37cb3732d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:15.250812 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236d7e73-9125-4cb8-a828-3be37cb3732d admin admin] Pushing event deleted for resources: {'Port': ['ID=e2ec8a7f-08a3-48db-a52e-084eaf05bce0,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:02:15.252652 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236d7e73-9125-4cb8-a828-3be37cb3732d admin admin] No DVR routers for this DVR port e2ec8a7f-08a3-48db-a52e-084eaf05bce0 on host n-d-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 20:02:15.319763 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-236d7e73-9125-4cb8-a828-3be37cb3732d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:15.341996 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-236d7e73-9125-4cb8-a828-3be37cb3732d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bab0c1ad-2a75-48a8-874f-0744bd8e0a35']}} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:02:15.348807 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-236d7e73-9125-4cb8-a828-3be37cb3732d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '797d701b-2156-4b5d-8b6d-c0ec33924cd8') {'for_net_delete': True} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:02:15.349099 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-236d7e73-9125-4cb8-a828-3be37cb3732d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '797d701b-2156-4b5d-8b6d-c0ec33924cd8') {} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:02:15.358094 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-236d7e73-9125-4cb8-a828-3be37cb3732d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4281072'] for segment, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:15.371155 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-236d7e73-9125-4cb8-a828-3be37cb3732d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:15.376785 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-236d7e73-9125-4cb8-a828-3be37cb3732d admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=95501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 20:02:15.377162 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-236d7e73-9125-4cb8-a828-3be37cb3732d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4823170'] for segment, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:15.378778 n-d-813679-3 neutron-server[95501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 20:02:15.378778 n-d-813679-3 neutron-server[95501]: self.session.flush() Oct 12 20:02:15.378778 n-d-813679-3 neutron-server[95501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 20:02:15.378778 n-d-813679-3 neutron-server[95501]: self.session.flush() Oct 12 20:02:15.378778 n-d-813679-3 neutron-server[95501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 20:02:15.378778 n-d-813679-3 neutron-server[95501]: self.session.flush() Oct 12 20:02:15.378778 n-d-813679-3 neutron-server[95501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 20:02:15.378778 n-d-813679-3 neutron-server[95501]: self.session.flush() Oct 12 20:02:15.378778 n-d-813679-3 neutron-server[95501]: Traceback (most recent call last): Oct 12 20:02:15.378778 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 20:02:15.378778 n-d-813679-3 neutron-server[95501]: timer() Oct 12 20:02:15.378778 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 20:02:15.378778 n-d-813679-3 neutron-server[95501]: cb(*args, **kw) Oct 12 20:02:15.378778 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 20:02:15.378778 n-d-813679-3 neutron-server[95501]: return func(*args, **kwargs) Oct 12 20:02:15.378778 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 20:02:15.378778 n-d-813679-3 neutron-server[95501]: self._notify() Oct 12 20:02:15.378778 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 20:02:15.378778 n-d-813679-3 neutron-server[95501]: self.callback(batched_events) Oct 12 20:02:15.378778 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 20:02:15.378778 n-d-813679-3 neutron-server[95501]: event.method(event) Oct 12 20:02:15.378778 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 20:02:15.378778 n-d-813679-3 neutron-server[95501]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 20:02:15.378778 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 20:02:15.378778 n-d-813679-3 neutron-server[95501]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 20:02:15.378778 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 20:02:15.378778 n-d-813679-3 neutron-server[95501]: return f(self, *a, **k) Oct 12 20:02:15.378778 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 20:02:15.378778 n-d-813679-3 neutron-server[95501]: return self._get(url).json() Oct 12 20:02:15.378778 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 20:02:15.378778 n-d-813679-3 neutron-server[95501]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 20:02:15.378778 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 20:02:15.378778 n-d-813679-3 neutron-server[95501]: return self.request(url, 'GET', **kwargs) Oct 12 20:02:15.378778 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 20:02:15.378778 n-d-813679-3 neutron-server[95501]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 20:02:15.378778 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 20:02:15.378778 n-d-813679-3 neutron-server[95501]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 20:02:15.378778 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 20:02:15.378778 n-d-813679-3 neutron-server[95501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 20:02:15.378778 n-d-813679-3 neutron-server[95501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 20:02:15.488660 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-236d7e73-9125-4cb8-a828-3be37cb3732d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:15.494101 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-236d7e73-9125-4cb8-a828-3be37cb3732d admin admin] Notify callbacks [] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:15.497314 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-236d7e73-9125-4cb8-a828-3be37cb3732d admin admin] 10.222.0.49 "DELETE /v2.0/networks/bab0c1ad-2a75-48a8-874f-0744bd8e0a35 HTTP/1.1" status: 204 len: 168 time: 0.8753483 Oct 12 20:02:15.500326 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 60344) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:02:15.513713 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236d7e73-9125-4cb8-a828-3be37cb3732d admin admin] Pushing event deleted for resources: {'Network': ['ID=bab0c1ad-2a75-48a8-874f-0744bd8e0a35,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:02:15.782875 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 77770890-8d5d-4e38-9d35-84433fce4151 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 20:02:15.802765 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 77770890-8d5d-4e38-9d35-84433fce4151 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 20:02:15.803116 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 77770890-8d5d-4e38-9d35-84433fce4151 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 20:02:15.803539 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 68a2846e-ad50-4512-a35d-2f7c50f62994 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 20:02:15.821887 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 68a2846e-ad50-4512-a35d-2f7c50f62994 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 20:02:15.822232 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 68a2846e-ad50-4512-a35d-2f7c50f62994 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 20:02:15.822650 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device e2ec8a7f-08a3-48db-a52e-084eaf05bce0 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 20:02:15.845039 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: e2ec8a7f-08a3-48db-a52e-084eaf05bce0 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 20:02:15.845039 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device e2ec8a7f-08a3-48db-a52e-084eaf05bce0 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 20:02:15.850255 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ae72a037-8ab9-498b-9e51-1b46a4ffbfe7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8092566'] for router_interface, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:16.088980 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-ae72a037-8ab9-498b-9e51-1b46a4ffbfe7 admin admin] Deleting port e392e3ae-dc68-4e80-b191-02ac629a30f5 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 20:02:16.089320 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ae72a037-8ab9-498b-9e51-1b46a4ffbfe7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:16.165147 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-ae72a037-8ab9-498b-9e51-1b46a4ffbfe7 admin admin] For port e392e3ae-dc68-4e80-b191-02ac629a30f5, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=e392e3ae-dc68-4e80-b191-02ac629a30f5,segment=NetworkSegment(22bb496b-b955-42e3-b3d6-ad8754314e54),segment_id=22bb496b-b955-42e3-b3d6-ad8754314e54)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:02:16.165508 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ae72a037-8ab9-498b-9e51-1b46a4ffbfe7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:16.177675 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-ae72a037-8ab9-498b-9e51-1b46a4ffbfe7 admin admin] Calling delete_port for e392e3ae-dc68-4e80-b191-02ac629a30f5 owned by network:router_interface {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 20:02:16.419412 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ae72a037-8ab9-498b-9e51-1b46a4ffbfe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:16.450472 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae72a037-8ab9-498b-9e51-1b46a4ffbfe7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e392e3ae-dc68-4e80-b191-02ac629a30f5,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:02:16.609665 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ae72a037-8ab9-498b-9e51-1b46a4ffbfe7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7898909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8092450'] for router_interface, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:16.818170 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae72a037-8ab9-498b-9e51-1b46a4ffbfe7 admin admin] Router 90fb6618-4a32-4b2b-a25b-03557133f2e8 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 20:02:16.922663 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae72a037-8ab9-498b-9e51-1b46a4ffbfe7 admin admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 20:02:16.927849 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-ae72a037-8ab9-498b-9e51-1b46a4ffbfe7 admin admin] 10.222.0.49 "PUT /v2.0/routers/90fb6618-4a32-4b2b-a25b-03557133f2e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4262469 Oct 12 20:02:16.930398 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 60346) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:02:16.931454 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0031ef26-f16d-47cb-ba34-7ef19599f6f3 None None] Sync routers for ids ['90fb6618-4a32-4b2b-a25b-03557133f2e8'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 20:02:16.941094 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0031ef26-f16d-47cb-ba34-7ef19599f6f3 None None] Routers {'90fb6618-4a32-4b2b-a25b-03557133f2e8'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:02:16.941689 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-0031ef26-f16d-47cb-ba34-7ef19599f6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:02:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['90fb6618-4a32-4b2b-a25b-03557133f2e8'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:02:17.036840 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0c6a2e1c-87a4-424d-ad2f-c7627b788ff8 admin admin] Notify callbacks [] for router, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:17.041149 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-0031ef26-f16d-47cb-ba34-7ef19599f6f3 None None] Set router 90fb6618-4a32-4b2b-a25b-03557133f2e8 gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:02:17.132145 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0c6a2e1c-87a4-424d-ad2f-c7627b788ff8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:17.212985 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-0031ef26-f16d-47cb-ba34-7ef19599f6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90fb6618-4a32-4b2b-a25b-03557133f2e8', 'name': 'tempest-TestVolumeBootPattern-1422216278-router', 'tenant_id': 'a770fd709a96483780490734a184d96f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '77f99cca-8b76-4a6f-a36c-1c7e3d3a1ef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:48:18Z', 'updated_at': '2021-10-12T20:02:16Z', 'revision_number': 5, 'project_id': 'a770fd709a96483780490734a184d96f', 'gw_port': {'id': '77f99cca-8b76-4a6f-a36c-1c7e3d3a1ef7', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:c6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fb6618-4a32-4b2b-a25b-03557133f2e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T19:48:19Z', 'updated_at': '2021-10-12T19:48:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:02:17.242565 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0031ef26-f16d-47cb-ba34-7ef19599f6f3 None None] Checking router: 90fb6618-4a32-4b2b-a25b-03557133f2e8 for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 20:02:17.243457 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-0c6a2e1c-87a4-424d-ad2f-c7627b788ff8 admin admin] Deleting port 77f99cca-8b76-4a6f-a36c-1c7e3d3a1ef7 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 20:02:17.243800 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0c6a2e1c-87a4-424d-ad2f-c7627b788ff8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:17.250896 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0031ef26-f16d-47cb-ba34-7ef19599f6f3 None None] Routers {'90fb6618-4a32-4b2b-a25b-03557133f2e8'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:02:17.251495 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-0031ef26-f16d-47cb-ba34-7ef19599f6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:02:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['90fb6618-4a32-4b2b-a25b-03557133f2e8'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:02:17.320356 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-0c6a2e1c-87a4-424d-ad2f-c7627b788ff8 admin admin] For port 77f99cca-8b76-4a6f-a36c-1c7e3d3a1ef7, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=77f99cca-8b76-4a6f-a36c-1c7e3d3a1ef7,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:02:17.320719 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0c6a2e1c-87a4-424d-ad2f-c7627b788ff8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:17.333514 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-0c6a2e1c-87a4-424d-ad2f-c7627b788ff8 admin admin] Calling delete_port for 77f99cca-8b76-4a6f-a36c-1c7e3d3a1ef7 owned by network:router_gateway {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 20:02:17.334336 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-0031ef26-f16d-47cb-ba34-7ef19599f6f3 None None] Set router 90fb6618-4a32-4b2b-a25b-03557133f2e8 gateway port host: None {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:02:17.474444 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-0031ef26-f16d-47cb-ba34-7ef19599f6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90fb6618-4a32-4b2b-a25b-03557133f2e8', 'name': 'tempest-TestVolumeBootPattern-1422216278-router', 'tenant_id': 'a770fd709a96483780490734a184d96f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:48:18Z', 'updated_at': '2021-10-12T20:02:17Z', 'revision_number': 6, 'project_id': 'a770fd709a96483780490734a184d96f', 'gw_port_host': None}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:02:17.501743 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0031ef26-f16d-47cb-ba34-7ef19599f6f3 None None] The sync data for ids ['90fb6618-4a32-4b2b-a25b-03557133f2e8'] in n-d-813679-3 is: [{'id': '90fb6618-4a32-4b2b-a25b-03557133f2e8', 'name': 'tempest-TestVolumeBootPattern-1422216278-router', 'tenant_id': 'a770fd709a96483780490734a184d96f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T19:48:18Z', 'updated_at': '2021-10-12T20:02:17Z', 'revision_number': 6, 'project_id': 'a770fd709a96483780490734a184d96f', 'gw_port_host': None}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 20:02:17.552881 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0c6a2e1c-87a4-424d-ad2f-c7627b788ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:17.582567 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6a2e1c-87a4-424d-ad2f-c7627b788ff8 admin admin] Pushing event deleted for resources: {'Port': ['ID=77f99cca-8b76-4a6f-a36c-1c7e3d3a1ef7,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:02:17.954629 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device e392e3ae-dc68-4e80-b191-02ac629a30f5 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 20:02:17.969677 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0c6a2e1c-87a4-424d-ad2f-c7627b788ff8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7915456'] for router_gateway, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:17.974152 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: e392e3ae-dc68-4e80-b191-02ac629a30f5 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 20:02:17.974575 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device e392e3ae-dc68-4e80-b191-02ac629a30f5 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 20:02:18.068152 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0c6a2e1c-87a4-424d-ad2f-c7627b788ff8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255495'] for router, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:18.070213 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0c6a2e1c-87a4-424d-ad2f-c7627b788ff8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:18.181304 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0c6a2e1c-87a4-424d-ad2f-c7627b788ff8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8093499'] for router, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:18.181839 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c6a2e1c-87a4-424d-ad2f-c7627b788ff8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 90fb6618-4a32-4b2b-a25b-03557133f2e8 {{(pid=95502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 20:02:18.186252 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0c6a2e1c-87a4-424d-ad2f-c7627b788ff8 admin admin] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:18.187402 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-0c6a2e1c-87a4-424d-ad2f-c7627b788ff8 admin admin] 10.222.0.49 "DELETE /v2.0/routers/90fb6618-4a32-4b2b-a25b-03557133f2e8 HTTP/1.1" status: 204 len: 168 time: 1.2560978 Oct 12 20:02:18.189844 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 60348) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:02:18.237074 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b6bb8d4-74b6-4947-9468-4ac13fda43cd admin admin] Deleting subnet 1b23a174-b224-458a-bf7d-2cb51ffefebb {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 20:02:18.240539 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1b6bb8d4-74b6-4947-9468-4ac13fda43cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:18.274414 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1b6bb8d4-74b6-4947-9468-4ac13fda43cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16313642'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:18.350814 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1b6bb8d4-74b6-4947-9468-4ac13fda43cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:18.477659 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1b6bb8d4-74b6-4947-9468-4ac13fda43cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4306592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16245866'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:18.501463 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6bb8d4-74b6-4947-9468-4ac13fda43cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b23a174-b224-458a-bf7d-2cb51ffefebb,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:02:18.507294 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1b6bb8d4-74b6-4947-9468-4ac13fda43cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:18.512815 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-1b6bb8d4-74b6-4947-9468-4ac13fda43cd admin admin] 10.222.0.49 "DELETE /v2.0/subnets/1b23a174-b224-458a-bf7d-2cb51ffefebb HTTP/1.1" status: 204 len: 168 time: 0.3198903 Oct 12 20:02:18.513776 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 60350) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:02:18.519058 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2ea5e2-a848-4907-a00f-4626b7b5f6ed None None] Network d585484f-2c45-4d6d-9db5-ff8d7b51bcf0 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 20:02:18.582280 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6f6e75a5-3e90-40d4-8f12-58152b3fecad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:18.633944 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-6f6e75a5-3e90-40d4-8f12-58152b3fecad admin admin] Deleting port 4e549ee0-0f91-4344-a668-09e296493605 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 20:02:18.633944 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6f6e75a5-3e90-40d4-8f12-58152b3fecad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:18.691338 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6932ca93-1552-49cf-a205-778ed657c538 None None] DHCP port deletion for d585484f-2c45-4d6d-9db5-ff8d7b51bcf0 request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 20:02:18.701284 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-6f6e75a5-3e90-40d4-8f12-58152b3fecad admin admin] For port 4e549ee0-0f91-4344-a668-09e296493605, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=4e549ee0-0f91-4344-a668-09e296493605,segment=NetworkSegment(22bb496b-b955-42e3-b3d6-ad8754314e54),segment_id=22bb496b-b955-42e3-b3d6-ad8754314e54)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:02:18.701642 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6f6e75a5-3e90-40d4-8f12-58152b3fecad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:18.714264 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-6f6e75a5-3e90-40d4-8f12-58152b3fecad admin admin] Calling delete_port for 4e549ee0-0f91-4344-a668-09e296493605 owned by network:dhcp {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 20:02:18.736772 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-6932ca93-1552-49cf-a205-778ed657c538 None None] Deleting port 4e549ee0-0f91-4344-a668-09e296493605 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 20:02:18.737176 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6932ca93-1552-49cf-a205-778ed657c538 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:18.797777 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-6932ca93-1552-49cf-a205-778ed657c538 None None] For port 4e549ee0-0f91-4344-a668-09e296493605, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=4e549ee0-0f91-4344-a668-09e296493605,segment=NetworkSegment(22bb496b-b955-42e3-b3d6-ad8754314e54),segment_id=22bb496b-b955-42e3-b3d6-ad8754314e54)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:02:18.797777 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6932ca93-1552-49cf-a205-778ed657c538 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:18.808900 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-6932ca93-1552-49cf-a205-778ed657c538 None None] Calling delete_port for 4e549ee0-0f91-4344-a668-09e296493605 owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 20:02:18.860313 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6f6e75a5-3e90-40d4-8f12-58152b3fecad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:18.883637 n-d-813679-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 20:02:18.883637 n-d-813679-3 neutron-server[95503]: self.session.flush() Oct 12 20:02:18.883637 n-d-813679-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 20:02:18.883637 n-d-813679-3 neutron-server[95503]: self.session.flush() Oct 12 20:02:18.883637 n-d-813679-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 20:02:18.883637 n-d-813679-3 neutron-server[95503]: self.session.flush() Oct 12 20:02:18.883637 n-d-813679-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 20:02:18.883637 n-d-813679-3 neutron-server[95503]: self.session.flush() Oct 12 20:02:18.883637 n-d-813679-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 20:02:18.883637 n-d-813679-3 neutron-server[95503]: self.session.flush() Oct 12 20:02:18.883637 n-d-813679-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 20:02:18.883637 n-d-813679-3 neutron-server[95503]: self.session.flush() Oct 12 20:02:18.883637 n-d-813679-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 20:02:18.883637 n-d-813679-3 neutron-server[95503]: self.session.flush() Oct 12 20:02:18.883637 n-d-813679-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 20:02:18.883637 n-d-813679-3 neutron-server[95503]: self.session.flush() Oct 12 20:02:18.883637 n-d-813679-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 20:02:18.883637 n-d-813679-3 neutron-server[95503]: self.session.flush() Oct 12 20:02:18.883637 n-d-813679-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 20:02:18.883637 n-d-813679-3 neutron-server[95503]: self.session.flush() Oct 12 20:02:18.883637 n-d-813679-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 20:02:18.883637 n-d-813679-3 neutron-server[95503]: self.session.flush() Oct 12 20:02:18.883637 n-d-813679-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 20:02:18.883637 n-d-813679-3 neutron-server[95503]: self.session.flush() Oct 12 20:02:18.883637 n-d-813679-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 20:02:18.883637 n-d-813679-3 neutron-server[95503]: self.session.flush() Oct 12 20:02:18.883637 n-d-813679-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 20:02:18.883637 n-d-813679-3 neutron-server[95503]: self.session.flush() Oct 12 20:02:18.883637 n-d-813679-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 20:02:18.883637 n-d-813679-3 neutron-server[95503]: self.session.flush() Oct 12 20:02:18.883637 n-d-813679-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 20:02:18.883637 n-d-813679-3 neutron-server[95503]: self.session.flush() Oct 12 20:02:18.883637 n-d-813679-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 20:02:18.883637 n-d-813679-3 neutron-server[95503]: self.session.flush() Oct 12 20:02:18.883637 n-d-813679-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 20:02:18.883637 n-d-813679-3 neutron-server[95503]: self.session.flush() Oct 12 20:02:18.883637 n-d-813679-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 20:02:18.883637 n-d-813679-3 neutron-server[95503]: self.session.flush() Oct 12 20:02:18.883637 n-d-813679-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 20:02:18.883637 n-d-813679-3 neutron-server[95503]: self.session.flush() Oct 12 20:02:18.883637 n-d-813679-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 20:02:18.883637 n-d-813679-3 neutron-server[95503]: self.session.flush() Oct 12 20:02:18.883637 n-d-813679-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 20:02:18.883637 n-d-813679-3 neutron-server[95503]: self.session.flush() Oct 12 20:02:18.883637 n-d-813679-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 20:02:18.883637 n-d-813679-3 neutron-server[95503]: self.session.flush() Oct 12 20:02:18.883637 n-d-813679-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 20:02:18.883637 n-d-813679-3 neutron-server[95503]: self.session.flush() Oct 12 20:02:18.883637 n-d-813679-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 20:02:18.883637 n-d-813679-3 neutron-server[95503]: self.session.flush() Oct 12 20:02:18.883637 n-d-813679-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 20:02:18.883637 n-d-813679-3 neutron-server[95503]: self.session.flush() Oct 12 20:02:18.883637 n-d-813679-3 neutron-server[95503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 20:02:18.883637 n-d-813679-3 neutron-server[95503]: self.session.flush() Oct 12 20:02:18.892254 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6e75a5-3e90-40d4-8f12-58152b3fecad admin admin] Pushing event deleted for resources: {'Port': ['ID=4e549ee0-0f91-4344-a668-09e296493605,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:02:18.896011 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6932ca93-1552-49cf-a205-778ed657c538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:18.897617 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6e75a5-3e90-40d4-8f12-58152b3fecad admin admin] No DVR routers for this DVR port 4e549ee0-0f91-4344-a668-09e296493605 on host n-d-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 20:02:18.908241 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6932ca93-1552-49cf-a205-778ed657c538 None None] No DVR routers for this DVR port 4e549ee0-0f91-4344-a668-09e296493605 on host n-d-813679-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 20:02:18.926163 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6932ca93-1552-49cf-a205-778ed657c538 None None] Pushing event deleted for resources: {'Port': ['ID=4e549ee0-0f91-4344-a668-09e296493605,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:02:18.969539 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6f6e75a5-3e90-40d4-8f12-58152b3fecad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:18.988152 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-6f6e75a5-3e90-40d4-8f12-58152b3fecad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d585484f-2c45-4d6d-9db5-ff8d7b51bcf0']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:02:18.996952 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-6f6e75a5-3e90-40d4-8f12-58152b3fecad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22bb496b-b955-42e3-b3d6-ad8754314e54') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:02:18.997244 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-6f6e75a5-3e90-40d4-8f12-58152b3fecad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22bb496b-b955-42e3-b3d6-ad8754314e54') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:02:19.010226 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6f6e75a5-3e90-40d4-8f12-58152b3fecad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16313633'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:19.023292 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6f6e75a5-3e90-40d4-8f12-58152b3fecad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:19.028851 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f6e75a5-3e90-40d4-8f12-58152b3fecad admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 20:02:19.029224 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6f6e75a5-3e90-40d4-8f12-58152b3fecad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4305278'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:19.030807 n-d-813679-3 neutron-server[95502]: Traceback (most recent call last): Oct 12 20:02:19.030807 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 20:02:19.030807 n-d-813679-3 neutron-server[95502]: timer() Oct 12 20:02:19.030807 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 20:02:19.030807 n-d-813679-3 neutron-server[95502]: cb(*args, **kw) Oct 12 20:02:19.030807 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 20:02:19.030807 n-d-813679-3 neutron-server[95502]: return func(*args, **kwargs) Oct 12 20:02:19.030807 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 20:02:19.030807 n-d-813679-3 neutron-server[95502]: self._notify() Oct 12 20:02:19.030807 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 20:02:19.030807 n-d-813679-3 neutron-server[95502]: self.callback(batched_events) Oct 12 20:02:19.030807 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 20:02:19.030807 n-d-813679-3 neutron-server[95502]: event.method(event) Oct 12 20:02:19.030807 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 20:02:19.030807 n-d-813679-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 20:02:19.030807 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 20:02:19.030807 n-d-813679-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 20:02:19.030807 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 20:02:19.030807 n-d-813679-3 neutron-server[95502]: return f(self, *a, **k) Oct 12 20:02:19.030807 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 20:02:19.030807 n-d-813679-3 neutron-server[95502]: return self._get(url).json() Oct 12 20:02:19.030807 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 20:02:19.030807 n-d-813679-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 20:02:19.030807 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 20:02:19.030807 n-d-813679-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Oct 12 20:02:19.030807 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 20:02:19.030807 n-d-813679-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 20:02:19.030807 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 20:02:19.030807 n-d-813679-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 20:02:19.030807 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 20:02:19.030807 n-d-813679-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 20:02:19.030807 n-d-813679-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 20:02:19.175789 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6f6e75a5-3e90-40d4-8f12-58152b3fecad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:19.181446 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6f6e75a5-3e90-40d4-8f12-58152b3fecad admin admin] Notify callbacks [] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:19.184511 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-6f6e75a5-3e90-40d4-8f12-58152b3fecad admin admin] 10.222.0.49 "DELETE /v2.0/networks/d585484f-2c45-4d6d-9db5-ff8d7b51bcf0 HTTP/1.1" status: 204 len: 168 time: 0.6675317 Oct 12 20:02:19.196146 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6e75a5-3e90-40d4-8f12-58152b3fecad admin admin] Pushing event deleted for resources: {'Network': ['ID=d585484f-2c45-4d6d-9db5-ff8d7b51bcf0,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:02:19.493693 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 60354) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:02:19.532736 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-8528b7db-a618-4198-b565-4a73e38ada70 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f37c8fe971bc4b5daa2f916c03f91d01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378885 Oct 12 20:02:19.535629 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 60356) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:02:19.581588 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4e06be89-db1e-4407-9776-91c5a7a08d2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:19.602453 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4e06be89-db1e-4407-9776-91c5a7a08d2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:19.701423 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4e06be89-db1e-4407-9776-91c5a7a08d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:19.703898 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4e06be89-db1e-4407-9776-91c5a7a08d2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:19.705081 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-4e06be89-db1e-4407-9776-91c5a7a08d2f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e7222ca9-0cbe-4248-9036-2f125df10e4b HTTP/1.1" status: 204 len: 168 time: 0.1685324 Oct 12 20:02:19.712980 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e06be89-db1e-4407-9776-91c5a7a08d2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7222ca9-0cbe-4248-9036-2f125df10e4b,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:02:19.790397 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 4e549ee0-0f91-4344-a668-09e296493605 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 20:02:19.810745 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 4e549ee0-0f91-4344-a668-09e296493605 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 20:02:19.811087 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 4e549ee0-0f91-4344-a668-09e296493605 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 20:02:19.811496 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 77f99cca-8b76-4a6f-a36c-1c7e3d3a1ef7 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 20:02:19.829722 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 77f99cca-8b76-4a6f-a36c-1c7e3d3a1ef7 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 20:02:19.830055 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 77f99cca-8b76-4a6f-a36c-1c7e3d3a1ef7 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 20:02:20.344056 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 60362) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:02:20.385198 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-4034e82d-ccd2-47f6-abd1-8123980b7d41 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a770fd709a96483780490734a184d96f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0398722 Oct 12 20:02:20.389054 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 60364) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:02:20.436179 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0f9a3943-b5ed-4286-b353-8ad7b2836908 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:20.457308 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0f9a3943-b5ed-4286-b353-8ad7b2836908 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:20.586838 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0f9a3943-b5ed-4286-b353-8ad7b2836908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:20.589351 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0f9a3943-b5ed-4286-b353-8ad7b2836908 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:20.590477 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-0f9a3943-b5ed-4286-b353-8ad7b2836908 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d6725ee4-7619-459f-8a6d-045ea03feac6 HTTP/1.1" status: 204 len: 168 time: 0.2004492 Oct 12 20:02:20.598453 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9a3943-b5ed-4286-b353-8ad7b2836908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6725ee4-7619-459f-8a6d-045ea03feac6,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:02:29.158440 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-85e6e656-107d-4653-9021-16c1c8cff150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:31.549290 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9034ee6a-b849-4ac4-999a-4c62aaa12801 req-1a0f6065-4962-4822-915c-07d2c0dc7f7c tempest-ServersAdminNegativeTestJSON-921548828 tempest-ServersAdminNegativeTestJSON-921548828-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=0c3f127ebb5240a5b5e8c87ac8c287d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293195 Oct 12 20:02:31.718710 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7b50a132-cbd8-43ea-98f0-6b2c57563129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:31.730976 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9034ee6a-b849-4ac4-999a-4c62aaa12801 req-5032678d-d5bb-4051-9aba-cb2c4f456876 tempest-ServersAdminNegativeTestJSON-921548828 tempest-ServersAdminNegativeTestJSON-921548828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:02:31.732433 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9034ee6a-b849-4ac4-999a-4c62aaa12801 req-5032678d-d5bb-4051-9aba-cb2c4f456876 tempest-ServersAdminNegativeTestJSON-921548828 tempest-ServersAdminNegativeTestJSON-921548828-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1778336 Oct 12 20:02:31.747397 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9034ee6a-b849-4ac4-999a-4c62aaa12801 req-261b265f-dfba-4b3e-971c-e8da2b1e48eb tempest-ServersAdminNegativeTestJSON-921548828 tempest-ServersAdminNegativeTestJSON-921548828-project] 10.222.0.49 "GET /v2.0/quotas/0c3f127ebb5240a5b5e8c87ac8c287d8 HTTP/1.1" status: 200 len: 375 time: 0.0090036 Oct 12 20:02:31.782860 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9034ee6a-b849-4ac4-999a-4c62aaa12801 req-f9328140-d012-4588-ad55-e5351788c729 tempest-ServersAdminNegativeTestJSON-921548828 tempest-ServersAdminNegativeTestJSON-921548828-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=0c3f127ebb5240a5b5e8c87ac8c287d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298393 Oct 12 20:02:32.026171 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-933e05e5-318d-481f-885e-c49272e3f609 req-51076182-df84-4d6d-b0fa-7d59d51855a3 tempest-ServersAdminNegativeTestJSON-921548828 tempest-ServersAdminNegativeTestJSON-921548828-project] 10.222.0.49 "GET /v2.0/ports?device_id=21750c89-b206-49af-97fd-ddc10eedeb23 HTTP/1.1" status: 200 len: 210 time: 0.0303097 Oct 12 20:02:32.539170 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:33.104474 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3317fd76-2db1-45dc-b48d-33bc6ec20c0b req-23877dda-1839-4d08-b4ff-722a836850b5 tempest-ServersAdminNegativeTestJSON-921548828 tempest-ServersAdminNegativeTestJSON-921548828-project] 10.222.0.49 "GET /v2.0/ports?device_id=21750c89-b206-49af-97fd-ddc10eedeb23 HTTP/1.1" status: 200 len: 210 time: 0.0280097 Oct 12 20:02:33.196434 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:33.289777 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:34.196055 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f718e41f-123f-49c3-bcfd-5df7a776f8f9 req-270127e2-fcf0-47c8-92ba-ac2c94ea70ce tempest-ServersAdminNegativeTestJSON-921548828 tempest-ServersAdminNegativeTestJSON-921548828-project] 10.222.0.49 "GET /v2.0/ports?device_id=21750c89-b206-49af-97fd-ddc10eedeb23 HTTP/1.1" status: 200 len: 210 time: 0.0264914 Oct 12 20:02:34.261395 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9034ee6a-b849-4ac4-999a-4c62aaa12801 req-56f28b66-d73c-4bb6-8abc-ac5cff1a565c tempest-ServersAdminNegativeTestJSON-921548828 tempest-ServersAdminNegativeTestJSON-921548828-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=0c3f127ebb5240a5b5e8c87ac8c287d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0204606 Oct 12 20:02:34.352814 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:34.372221 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9034ee6a-b849-4ac4-999a-4c62aaa12801 req-1e7fd5e6-24da-483f-8e5d-eb1c5e52476e tempest-ServersAdminNegativeTestJSON-921548828 tempest-ServersAdminNegativeTestJSON-921548828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:02:34.373685 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9034ee6a-b849-4ac4-999a-4c62aaa12801 req-1e7fd5e6-24da-483f-8e5d-eb1c5e52476e tempest-ServersAdminNegativeTestJSON-921548828 tempest-ServersAdminNegativeTestJSON-921548828-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1060455 Oct 12 20:02:34.386328 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-9034ee6a-b849-4ac4-999a-4c62aaa12801 req-4bfa8bdf-4484-4eb1-853a-280df9893ffe tempest-ServersAdminNegativeTestJSON-921548828 tempest-ServersAdminNegativeTestJSON-921548828-project] Request body: {'port': {'device_id': '21750c89-b206-49af-97fd-ddc10eedeb23', 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1', 'admin_state_up': True, 'tenant_id': '0c3f127ebb5240a5b5e8c87ac8c287d8'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:02:34.604556 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9034ee6a-b849-4ac4-999a-4c62aaa12801 req-4bfa8bdf-4484-4eb1-853a-280df9893ffe tempest-ServersAdminNegativeTestJSON-921548828 tempest-ServersAdminNegativeTestJSON-921548828-project] Made reservation on behalf of 0c3f127ebb5240a5b5e8c87ac8c287d8 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 20:02:34.608389 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-9034ee6a-b849-4ac4-999a-4c62aaa12801 req-4bfa8bdf-4484-4eb1-853a-280df9893ffe tempest-ServersAdminNegativeTestJSON-921548828 tempest-ServersAdminNegativeTestJSON-921548828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:34.617935 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-9034ee6a-b849-4ac4-999a-4c62aaa12801 req-4bfa8bdf-4484-4eb1-853a-280df9893ffe tempest-ServersAdminNegativeTestJSON-921548828 tempest-ServersAdminNegativeTestJSON-921548828-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:34.693761 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-9034ee6a-b849-4ac4-999a-4c62aaa12801 req-4bfa8bdf-4484-4eb1-853a-280df9893ffe tempest-ServersAdminNegativeTestJSON-921548828 tempest-ServersAdminNegativeTestJSON-921548828-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:34.706660 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:34.761970 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-9034ee6a-b849-4ac4-999a-4c62aaa12801 req-4bfa8bdf-4484-4eb1-853a-280df9893ffe tempest-ServersAdminNegativeTestJSON-921548828 tempest-ServersAdminNegativeTestJSON-921548828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:34.823100 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfa8bdf-4484-4eb1-853a-280df9893ffe tempest-ServersAdminNegativeTestJSON-921548828 tempest-ServersAdminNegativeTestJSON-921548828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=961a5ea4-7957-478a-b865-8983abd302de,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:02:34.893512 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [req-9034ee6a-b849-4ac4-999a-4c62aaa12801 req-4bfa8bdf-4484-4eb1-853a-280df9893ffe tempest-ServersAdminNegativeTestJSON-921548828 tempest-ServersAdminNegativeTestJSON-921548828-project] Allocated IP 192.168.233.131 (90dcf485-b1ad-4139-85a3-9e1e9879e6b1/629aee7d-3fde-4c72-af1e-6a7e1f6a7e75/89d1accd-7c46-43ff-a836-94b25385ab39) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 20:02:35.046743 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-9034ee6a-b849-4ac4-999a-4c62aaa12801 req-4bfa8bdf-4484-4eb1-853a-280df9893ffe tempest-ServersAdminNegativeTestJSON-921548828 tempest-ServersAdminNegativeTestJSON-921548828-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:35.141245 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-9034ee6a-b849-4ac4-999a-4c62aaa12801 req-4bfa8bdf-4484-4eb1-853a-280df9893ffe tempest-ServersAdminNegativeTestJSON-921548828 tempest-ServersAdminNegativeTestJSON-921548828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:35.185104 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9034ee6a-b849-4ac4-999a-4c62aaa12801 req-4bfa8bdf-4484-4eb1-853a-280df9893ffe tempest-ServersAdminNegativeTestJSON-921548828 tempest-ServersAdminNegativeTestJSON-921548828-project] Network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 20:02:35.188123 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [req-9034ee6a-b849-4ac4-999a-4c62aaa12801 req-4bfa8bdf-4484-4eb1-853a-280df9893ffe tempest-ServersAdminNegativeTestJSON-921548828 tempest-ServersAdminNegativeTestJSON-921548828-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 20:02:35.191819 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-9034ee6a-b849-4ac4-999a-4c62aaa12801 req-4bfa8bdf-4484-4eb1-853a-280df9893ffe tempest-ServersAdminNegativeTestJSON-921548828 tempest-ServersAdminNegativeTestJSON-921548828-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 20:02:35.197986 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfa8bdf-4484-4eb1-853a-280df9893ffe tempest-ServersAdminNegativeTestJSON-921548828 tempest-ServersAdminNegativeTestJSON-921548828-project] Pushing event updated for resources: {'Port': ['ID=89d1accd-7c46-43ff-a836-94b25385ab39,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:02:35.249227 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9034ee6a-b849-4ac4-999a-4c62aaa12801 req-4bfa8bdf-4484-4eb1-853a-280df9893ffe tempest-ServersAdminNegativeTestJSON-921548828 tempest-ServersAdminNegativeTestJSON-921548828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:02:35.249855 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-9034ee6a-b849-4ac4-999a-4c62aaa12801 req-4bfa8bdf-4484-4eb1-853a-280df9893ffe tempest-ServersAdminNegativeTestJSON-921548828 tempest-ServersAdminNegativeTestJSON-921548828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:35.323607 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f3bb82-e12b-4ebb-8e9a-341ade19cdb2 req-9955fbcc-2f1b-4083-9b30-395be91aa153 tempest-ServersAdminNegativeTestJSON-921548828 tempest-ServersAdminNegativeTestJSON-921548828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:02:35.325133 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d0f3bb82-e12b-4ebb-8e9a-341ade19cdb2 req-9955fbcc-2f1b-4083-9b30-395be91aa153 tempest-ServersAdminNegativeTestJSON-921548828 tempest-ServersAdminNegativeTestJSON-921548828-project] 10.222.0.49 "GET /v2.0/ports?device_id=21750c89-b206-49af-97fd-ddc10eedeb23 HTTP/1.1" status: 200 len: 936 time: 0.0515869 Oct 12 20:02:35.329007 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9034ee6a-b849-4ac4-999a-4c62aaa12801 req-4bfa8bdf-4484-4eb1-853a-280df9893ffe tempest-ServersAdminNegativeTestJSON-921548828 tempest-ServersAdminNegativeTestJSON-921548828-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9463518 Oct 12 20:02:35.343712 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-9034ee6a-b849-4ac4-999a-4c62aaa12801 req-729df59c-4f0e-4cfe-b246-7b1fd67841e0 service neutron] Request body: {'port': {'device_id': '21750c89-b206-49af-97fd-ddc10eedeb23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:02:35.407051 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d0f3bb82-e12b-4ebb-8e9a-341ade19cdb2 req-f0172ce9-62a9-40d5-91ef-06a5db64d6fa tempest-ServersAdminNegativeTestJSON-921548828 tempest-ServersAdminNegativeTestJSON-921548828-project] 10.222.0.49 "GET /v2.0/security-groups?id=961a5ea4-7957-478a-b865-8983abd302de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756974 Oct 12 20:02:35.415299 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-9034ee6a-b849-4ac4-999a-4c62aaa12801 req-729df59c-4f0e-4cfe-b246-7b1fd67841e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:35.473347 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-c44f291b-be11-4b10-93cd-33bee494f9f3 None None] Provisioning complete for port 89d1accd-7c46-43ff-a836-94b25385ab39 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:02:35.473917 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c44f291b-be11-4b10-93cd-33bee494f9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:35.506426 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-c44f291b-be11-4b10-93cd-33bee494f9f3 None None] Port 89d1accd-7c46-43ff-a836-94b25385ab39 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 20:02:35.673499 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [req-9034ee6a-b849-4ac4-999a-4c62aaa12801 req-729df59c-4f0e-4cfe-b246-7b1fd67841e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89d1accd-7c46-43ff-a836-94b25385ab39 {{(pid=95502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 20:02:35.681558 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-9034ee6a-b849-4ac4-999a-4c62aaa12801 req-729df59c-4f0e-4cfe-b246-7b1fd67841e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:35.693730 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-9034ee6a-b849-4ac4-999a-4c62aaa12801 req-729df59c-4f0e-4cfe-b246-7b1fd67841e0 service neutron] Transition to ACTIVE for port object 89d1accd-7c46-43ff-a836-94b25385ab39 will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 20:02:35.750960 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-9034ee6a-b849-4ac4-999a-4c62aaa12801 req-729df59c-4f0e-4cfe-b246-7b1fd67841e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:35.801384 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729df59c-4f0e-4cfe-b246-7b1fd67841e0 service neutron] Pushing event updated for resources: {'Port': ['ID=89d1accd-7c46-43ff-a836-94b25385ab39,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:02:35.872781 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-9034ee6a-b849-4ac4-999a-4c62aaa12801 req-729df59c-4f0e-4cfe-b246-7b1fd67841e0 service neutron] Attempting to bind port 89d1accd-7c46-43ff-a836-94b25385ab39 on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 20:02:35.873116 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-9034ee6a-b849-4ac4-999a-4c62aaa12801 req-729df59c-4f0e-4cfe-b246-7b1fd67841e0 service neutron] Attempting to bind port 89d1accd-7c46-43ff-a836-94b25385ab39 by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 20:02:35.873460 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9034ee6a-b849-4ac4-999a-4c62aaa12801 req-729df59c-4f0e-4cfe-b246-7b1fd67841e0 service neutron] Attempting to bind port 89d1accd-7c46-43ff-a836-94b25385ab39 on network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 20:02:35.878131 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9034ee6a-b849-4ac4-999a-4c62aaa12801 req-729df59c-4f0e-4cfe-b246-7b1fd67841e0 service neutron] Port 89d1accd-7c46-43ff-a836-94b25385ab39 on network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 20:02:35.878453 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9034ee6a-b849-4ac4-999a-4c62aaa12801 req-729df59c-4f0e-4cfe-b246-7b1fd67841e0 service neutron] Attempting to bind port 89d1accd-7c46-43ff-a836-94b25385ab39 on network 90dcf485-b1ad-4139-85a3-9e1e9879e6b1 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 20:02:35.883422 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9034ee6a-b849-4ac4-999a-4c62aaa12801 req-729df59c-4f0e-4cfe-b246-7b1fd67841e0 service neutron] Checking agent: {'id': 'f5e9725f-f5a6-43c2-a1be-95e21e9a1fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 20, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 20:02:35.883756 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9034ee6a-b849-4ac4-999a-4c62aaa12801 req-729df59c-4f0e-4cfe-b246-7b1fd67841e0 service neutron] Checking segment: {'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 20:02:35.884166 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9034ee6a-b849-4ac4-999a-4c62aaa12801 req-729df59c-4f0e-4cfe-b246-7b1fd67841e0 service neutron] Bound using segment: {'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 20:02:35.884598 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-9034ee6a-b849-4ac4-999a-4c62aaa12801 req-729df59c-4f0e-4cfe-b246-7b1fd67841e0 service neutron] Bound port: 89d1accd-7c46-43ff-a836-94b25385ab39, host: n-h1-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fb09de1-a639-4581-8bab-635b4dce6437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 20:02:35.884954 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-9034ee6a-b849-4ac4-999a-4c62aaa12801 req-729df59c-4f0e-4cfe-b246-7b1fd67841e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:35.949100 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-9034ee6a-b849-4ac4-999a-4c62aaa12801 req-729df59c-4f0e-4cfe-b246-7b1fd67841e0 service neutron] For port 89d1accd-7c46-43ff-a836-94b25385ab39, host n-h1-813679-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 20:02:35.952051 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-9034ee6a-b849-4ac4-999a-4c62aaa12801 req-729df59c-4f0e-4cfe-b246-7b1fd67841e0 service neutron] For port 89d1accd-7c46-43ff-a836-94b25385ab39, host n-h1-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=89d1accd-7c46-43ff-a836-94b25385ab39,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 20:02:36.016146 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-9034ee6a-b849-4ac4-999a-4c62aaa12801 req-729df59c-4f0e-4cfe-b246-7b1fd67841e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:36.054427 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9034ee6a-b849-4ac4-999a-4c62aaa12801 req-729df59c-4f0e-4cfe-b246-7b1fd67841e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:02:36.055037 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-9034ee6a-b849-4ac4-999a-4c62aaa12801 req-729df59c-4f0e-4cfe-b246-7b1fd67841e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:36.056478 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9034ee6a-b849-4ac4-999a-4c62aaa12801 req-729df59c-4f0e-4cfe-b246-7b1fd67841e0 service neutron] 10.222.0.61 "PUT /v2.0/ports/89d1accd-7c46-43ff-a836-94b25385ab39 HTTP/1.1" status: 200 len: 1096 time: 0.7177532 Oct 12 20:02:36.056914 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21750c89-b206-49af-97fd-ddc10eedeb23', 'tag': '89d1accd-7c46-43ff-a836-94b25385ab39'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:02:36.059220 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcf7b0dc-20d6-4047-b608-68d2ac6613ba" -d '{"events": [{"name": "network-changed", "server_uuid": "21750c89-b206-49af-97fd-ddc10eedeb23", "tag": "89d1accd-7c46-43ff-a836-94b25385ab39"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:02:36.084886 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729df59c-4f0e-4cfe-b246-7b1fd67841e0 service neutron] Pushing event updated for resources: {'Port': ['ID=89d1accd-7c46-43ff-a836-94b25385ab39,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:02:36.111132 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 20:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0c5738c-6ae6-4c5e-ab77-51d79653b83e x-openstack-request-id: req-e0c5738c-6ae6-4c5e-ab77-51d79653b83e {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:02:36.111132 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21750c89-b206-49af-97fd-ddc10eedeb23", "tag": "89d1accd-7c46-43ff-a836-94b25385ab39", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:02:36.111694 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e0c5738c-6ae6-4c5e-ab77-51d79653b83e {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:02:36.112494 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21750c89-b206-49af-97fd-ddc10eedeb23', 'tag': '89d1accd-7c46-43ff-a836-94b25385ab39', 'status': 'completed', 'code': 200} Oct 12 20:02:36.169934 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf7b0dc-20d6-4047-b608-68d2ac6613ba req-c5f3e2a4-2d1f-4f20-9522-2ae636857b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:02:36.171423 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-dcf7b0dc-20d6-4047-b608-68d2ac6613ba req-c5f3e2a4-2d1f-4f20-9522-2ae636857b70 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0c3f127ebb5240a5b5e8c87ac8c287d8&device_id=21750c89-b206-49af-97fd-ddc10eedeb23 HTTP/1.1" status: 200 len: 1099 time: 0.0431955 Oct 12 20:02:36.199095 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-dcf7b0dc-20d6-4047-b608-68d2ac6613ba req-23d41058-9461-46b3-9644-2a9b2476d730 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=0c3f127ebb5240a5b5e8c87ac8c287d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0198171 Oct 12 20:02:36.295258 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf7b0dc-20d6-4047-b608-68d2ac6613ba req-e415afc4-8989-44c2-9242-2307289341df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:02:36.296646 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-dcf7b0dc-20d6-4047-b608-68d2ac6613ba req-e415afc4-8989-44c2-9242-2307289341df service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0905244 Oct 12 20:02:36.371560 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9034ee6a-b849-4ac4-999a-4c62aaa12801 req-3c420b41-909a-4603-8136-2384881920b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:02:36.373015 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9034ee6a-b849-4ac4-999a-4c62aaa12801 req-3c420b41-909a-4603-8136-2384881920b6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0c3f127ebb5240a5b5e8c87ac8c287d8&device_id=21750c89-b206-49af-97fd-ddc10eedeb23 HTTP/1.1" status: 200 len: 1099 time: 0.0396526 Oct 12 20:02:36.421198 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9034ee6a-b849-4ac4-999a-4c62aaa12801 req-9ee1ada8-2a76-461b-ac6d-243e0c9d1fb1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=89d1accd-7c46-43ff-a836-94b25385ab39 HTTP/1.1" status: 200 len: 217 time: 0.0403783 Oct 12 20:02:36.469791 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9034ee6a-b849-4ac4-999a-4c62aaa12801 req-2ce93c66-a113-49fb-8fbf-1931d1a17ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:02:36.471233 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9034ee6a-b849-4ac4-999a-4c62aaa12801 req-2ce93c66-a113-49fb-8fbf-1931d1a17ec1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=629aee7d-3fde-4c72-af1e-6a7e1f6a7e75 HTTP/1.1" status: 200 len: 843 time: 0.0434103 Oct 12 20:02:36.547191 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b20e2fe-e9b0-4fbb-8ecd-13f14822991e req-c2dc74a7-2224-4d51-98b5-84766dc9d5b6 tempest-ServersAdminNegativeTestJSON-921548828 tempest-ServersAdminNegativeTestJSON-921548828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:02:36.548568 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3b20e2fe-e9b0-4fbb-8ecd-13f14822991e req-c2dc74a7-2224-4d51-98b5-84766dc9d5b6 tempest-ServersAdminNegativeTestJSON-921548828 tempest-ServersAdminNegativeTestJSON-921548828-project] 10.222.0.49 "GET /v2.0/ports?device_id=21750c89-b206-49af-97fd-ddc10eedeb23 HTTP/1.1" status: 200 len: 948 time: 0.0758801 Oct 12 20:02:36.555061 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9034ee6a-b849-4ac4-999a-4c62aaa12801 req-4b38e207-b14f-49fe-8279-2f19e01aa8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:02:36.555061 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9034ee6a-b849-4ac4-999a-4c62aaa12801 req-4b38e207-b14f-49fe-8279-2f19e01aa8a6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=90dcf485-b1ad-4139-85a3-9e1e9879e6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0739577 Oct 12 20:02:36.630802 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3b20e2fe-e9b0-4fbb-8ecd-13f14822991e req-891dedfd-1a0d-4e78-8c72-3cad915b2283 tempest-ServersAdminNegativeTestJSON-921548828 tempest-ServersAdminNegativeTestJSON-921548828-project] 10.222.0.49 "GET /v2.0/security-groups?id=961a5ea4-7957-478a-b865-8983abd302de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750639 Oct 12 20:02:36.661373 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9034ee6a-b849-4ac4-999a-4c62aaa12801 req-53343dfe-852d-49cb-b705-ceef4a176143 service neutron] 10.222.0.61 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990713 Oct 12 20:02:36.753239 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9034ee6a-b849-4ac4-999a-4c62aaa12801 req-ca9a8c81-1ad7-44d1-9495-ba4a44680c43 service neutron] 10.222.0.61 "GET /v2.0/networks/90dcf485-b1ad-4139-85a3-9e1e9879e6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851412 Oct 12 20:02:37.750029 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7980f1-5a36-4d43-b8a1-3099c5804bfe req-220ec032-8d1d-4057-985c-aa0649170f26 tempest-ServersAdminNegativeTestJSON-921548828 tempest-ServersAdminNegativeTestJSON-921548828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:02:37.751498 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4b7980f1-5a36-4d43-b8a1-3099c5804bfe req-220ec032-8d1d-4057-985c-aa0649170f26 tempest-ServersAdminNegativeTestJSON-921548828 tempest-ServersAdminNegativeTestJSON-921548828-project] 10.222.0.49 "GET /v2.0/ports?device_id=21750c89-b206-49af-97fd-ddc10eedeb23 HTTP/1.1" status: 200 len: 948 time: 0.0521243 Oct 12 20:02:37.788944 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4b7980f1-5a36-4d43-b8a1-3099c5804bfe req-80dfd43a-b83c-4884-a4d3-86b601a892e5 tempest-ServersAdminNegativeTestJSON-921548828 tempest-ServersAdminNegativeTestJSON-921548828-project] 10.222.0.49 "GET /v2.0/security-groups?id=961a5ea4-7957-478a-b865-8983abd302de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308013 Oct 12 20:02:38.901650 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7be744-c198-4041-a4d4-f04ef881eeaf req-7c7e7ce7-18ae-40b5-9e96-42c6e2554e9b tempest-ServersAdminNegativeTestJSON-921548828 tempest-ServersAdminNegativeTestJSON-921548828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:02:38.903086 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7f7be744-c198-4041-a4d4-f04ef881eeaf req-7c7e7ce7-18ae-40b5-9e96-42c6e2554e9b tempest-ServersAdminNegativeTestJSON-921548828 tempest-ServersAdminNegativeTestJSON-921548828-project] 10.222.0.49 "GET /v2.0/ports?device_id=21750c89-b206-49af-97fd-ddc10eedeb23 HTTP/1.1" status: 200 len: 948 time: 0.0483782 Oct 12 20:02:38.940580 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7f7be744-c198-4041-a4d4-f04ef881eeaf req-e4326b7b-c3d3-4499-a4d5-07d9a92d6df2 tempest-ServersAdminNegativeTestJSON-921548828 tempest-ServersAdminNegativeTestJSON-921548828-project] 10.222.0.49 "GET /v2.0/security-groups?id=961a5ea4-7957-478a-b865-8983abd302de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314941 Oct 12 20:02:39.111375 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 89d1accd-7c46-43ff-a836-94b25385ab39 details requested by agent hyperv_n-h1-813679-3 with host n-h1-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 20:02:39.203815 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 89d1accd-7c46-43ff-a836-94b25385ab39, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=89d1accd-7c46-43ff-a836-94b25385ab39,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:02:39.214462 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Returning: {'device': '89d1accd-7c46-43ff-a836-94b25385ab39', 'network_id': '90dcf485-b1ad-4139-85a3-9e1e9879e6b1', 'port_id': '89d1accd-7c46-43ff-a836-94b25385ab39', 'mac_address': 'fa:16:3e:53:07:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '629aee7d-3fde-4c72-af1e-6a7e1f6a7e75', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 20:02:39.249246 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:39.261570 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89d1accd-7c46-43ff-a836-94b25385ab39 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 20:02:39.280121 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 89d1accd-7c46-43ff-a836-94b25385ab39, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=89d1accd-7c46-43ff-a836-94b25385ab39,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:02:39.346333 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:39.391937 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=89d1accd-7c46-43ff-a836-94b25385ab39,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:02:39.553525 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['89d1accd-7c46-43ff-a836-94b25385ab39'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 20:02:40.054221 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94553ca-43ca-4702-bfdb-5b5a77e9aba5 req-eb9600d0-88e8-456e-8e40-b5d4a9807ee7 tempest-ServersAdminNegativeTestJSON-921548828 tempest-ServersAdminNegativeTestJSON-921548828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:02:40.055612 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c94553ca-43ca-4702-bfdb-5b5a77e9aba5 req-eb9600d0-88e8-456e-8e40-b5d4a9807ee7 tempest-ServersAdminNegativeTestJSON-921548828 tempest-ServersAdminNegativeTestJSON-921548828-project] 10.222.0.49 "GET /v2.0/ports?device_id=21750c89-b206-49af-97fd-ddc10eedeb23 HTTP/1.1" status: 200 len: 949 time: 0.0504625 Oct 12 20:02:40.092275 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c94553ca-43ca-4702-bfdb-5b5a77e9aba5 req-61e6a24b-c40a-46ab-839e-ddac646f6b52 tempest-ServersAdminNegativeTestJSON-921548828 tempest-ServersAdminNegativeTestJSON-921548828-project] 10.222.0.49 "GET /v2.0/security-groups?id=961a5ea4-7957-478a-b865-8983abd302de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307255 Oct 12 20:02:41.111323 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 89d1accd-7c46-43ff-a836-94b25385ab39 up at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 20:02:41.204643 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0278a6a6-a102-4487-ab36-55b95b8ed86e req-f2a8b6ea-9f97-48a1-a9b6-edfe0b250134 tempest-ServersAdminNegativeTestJSON-921548828 tempest-ServersAdminNegativeTestJSON-921548828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:02:41.206071 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0278a6a6-a102-4487-ab36-55b95b8ed86e req-f2a8b6ea-9f97-48a1-a9b6-edfe0b250134 tempest-ServersAdminNegativeTestJSON-921548828 tempest-ServersAdminNegativeTestJSON-921548828-project] 10.222.0.49 "GET /v2.0/ports?device_id=21750c89-b206-49af-97fd-ddc10eedeb23 HTTP/1.1" status: 200 len: 949 time: 0.0485516 Oct 12 20:02:41.244275 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0278a6a6-a102-4487-ab36-55b95b8ed86e req-0e0870fd-4707-4459-a18e-0c6897a31bcc tempest-ServersAdminNegativeTestJSON-921548828 tempest-ServersAdminNegativeTestJSON-921548828-project] 10.222.0.49 "GET /v2.0/security-groups?id=961a5ea4-7957-478a-b865-8983abd302de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316055 Oct 12 20:02:41.260605 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning for port 89d1accd-7c46-43ff-a836-94b25385ab39 completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 20:02:41.264781 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning complete for port 89d1accd-7c46-43ff-a836-94b25385ab39 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:02:41.264901 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:41.339735 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:41.361091 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21750c89-b206-49af-97fd-ddc10eedeb23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89d1accd-7c46-43ff-a836-94b25385ab39'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:02:41.363223 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4307afbd-9d8e-4c01-8859-d7aad6d88cb2" -d '{"events": [{"server_uuid": "21750c89-b206-49af-97fd-ddc10eedeb23", "name": "network-vif-plugged", "status": "completed", "tag": "89d1accd-7c46-43ff-a836-94b25385ab39"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:02:41.375966 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 89d1accd-7c46-43ff-a836-94b25385ab39, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=89d1accd-7c46-43ff-a836-94b25385ab39,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:02:41.437870 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:41.467857 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 20:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-396f25de-1c69-4e22-a5c8-b3c187365400 x-openstack-request-id: req-396f25de-1c69-4e22-a5c8-b3c187365400 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:02:41.468165 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21750c89-b206-49af-97fd-ddc10eedeb23", "name": "network-vif-plugged", "status": "completed", "tag": "89d1accd-7c46-43ff-a836-94b25385ab39", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:02:41.471141 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-396f25de-1c69-4e22-a5c8-b3c187365400 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:02:41.471141 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21750c89-b206-49af-97fd-ddc10eedeb23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89d1accd-7c46-43ff-a836-94b25385ab39', 'code': 200} Oct 12 20:02:41.486023 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=89d1accd-7c46-43ff-a836-94b25385ab39,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:02:41.562493 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b29381-766c-4565-9474-b94460240c03 req-ffa92b81-82f4-4056-a6d7-8e905d11149d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:02:41.563913 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-68b29381-766c-4565-9474-b94460240c03 req-ffa92b81-82f4-4056-a6d7-8e905d11149d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=21750c89-b206-49af-97fd-ddc10eedeb23 HTTP/1.1" status: 200 len: 1101 time: 0.0430365 Oct 12 20:02:41.597524 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-68b29381-766c-4565-9474-b94460240c03 req-3ca32d8a-d089-4d80-8289-ba5e8deb421e service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=961a5ea4-7957-478a-b865-8983abd302de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0262074 Oct 12 20:02:42.356278 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b560f14-63d9-40e1-a9a7-8330c9749441 req-6ea3f70f-04cb-414d-b641-575bb5f02250 tempest-ServersAdminNegativeTestJSON-921548828 tempest-ServersAdminNegativeTestJSON-921548828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:02:42.357670 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0b560f14-63d9-40e1-a9a7-8330c9749441 req-6ea3f70f-04cb-414d-b641-575bb5f02250 tempest-ServersAdminNegativeTestJSON-921548828 tempest-ServersAdminNegativeTestJSON-921548828-project] 10.222.0.49 "GET /v2.0/ports?device_id=21750c89-b206-49af-97fd-ddc10eedeb23 HTTP/1.1" status: 200 len: 950 time: 0.0479987 Oct 12 20:02:42.394356 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0b560f14-63d9-40e1-a9a7-8330c9749441 req-2c948f86-2f52-4559-b571-19df2f36e2a9 tempest-ServersAdminNegativeTestJSON-921548828 tempest-ServersAdminNegativeTestJSON-921548828-project] 10.222.0.49 "GET /v2.0/security-groups?id=961a5ea4-7957-478a-b865-8983abd302de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309169 Oct 12 20:02:43.518129 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ed8625-c96f-40fa-80c8-91627b4084b9 req-1f7df5c5-691a-42fa-b0a3-fd4e270eb10b tempest-ServersAdminNegativeTestJSON-921548828 tempest-ServersAdminNegativeTestJSON-921548828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:02:43.520320 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-05ed8625-c96f-40fa-80c8-91627b4084b9 req-1f7df5c5-691a-42fa-b0a3-fd4e270eb10b tempest-ServersAdminNegativeTestJSON-921548828 tempest-ServersAdminNegativeTestJSON-921548828-project] 10.222.0.49 "GET /v2.0/ports?device_id=21750c89-b206-49af-97fd-ddc10eedeb23 HTTP/1.1" status: 200 len: 950 time: 0.0525954 Oct 12 20:02:43.557173 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-05ed8625-c96f-40fa-80c8-91627b4084b9 req-d2b383f2-337f-4c6b-b7ff-3c13e4c3993c tempest-ServersAdminNegativeTestJSON-921548828 tempest-ServersAdminNegativeTestJSON-921548828-project] 10.222.0.49 "GET /v2.0/security-groups?id=961a5ea4-7957-478a-b865-8983abd302de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309401 Oct 12 20:02:43.998137 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [req-147efc91-8e4f-4752-94d9-e41fa1bd2912 req-d9a85855-7c36-45a4-8d54-51a7b38be644 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 20:02:43.999142 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-147efc91-8e4f-4752-94d9-e41fa1bd2912 req-d9a85855-7c36-45a4-8d54-51a7b38be644 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1089287 Oct 12 20:02:44.481668 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [req-7de22b37-6274-473e-88fd-a7ae6f4c86d7 req-6ec98312-03d8-48a6-b7f2-098ba67f651f service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 20:02:44.482731 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7de22b37-6274-473e-88fd-a7ae6f4c86d7 req-6ec98312-03d8-48a6-b7f2-098ba67f651f service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0585279 Oct 12 20:02:45.121641 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f3b7f5-cfff-4195-9811-19573346086f req-6daa923e-46ba-4564-8ae1-5ad9398ee8e3 tempest-ServersAdminNegativeTestJSON-921548828 tempest-ServersAdminNegativeTestJSON-921548828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:02:45.123264 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-37f3b7f5-cfff-4195-9811-19573346086f req-6daa923e-46ba-4564-8ae1-5ad9398ee8e3 tempest-ServersAdminNegativeTestJSON-921548828 tempest-ServersAdminNegativeTestJSON-921548828-project] 10.222.0.49 "GET /v2.0/ports?device_id=21750c89-b206-49af-97fd-ddc10eedeb23 HTTP/1.1" status: 200 len: 950 time: 0.0520246 Oct 12 20:02:45.159968 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-37f3b7f5-cfff-4195-9811-19573346086f req-36e6061b-1f8c-4198-92f0-7a0862bcc8d8 tempest-ServersAdminNegativeTestJSON-921548828 tempest-ServersAdminNegativeTestJSON-921548828-project] 10.222.0.49 "GET /v2.0/security-groups?id=961a5ea4-7957-478a-b865-8983abd302de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308862 Oct 12 20:02:45.169043 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 20:02:46.274573 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dca3eb-2def-4c02-9b6e-181e07bd865e req-03e671ed-55d3-4f25-bcbd-b978c8084f0d tempest-ServersAdminNegativeTestJSON-921548828 tempest-ServersAdminNegativeTestJSON-921548828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:02:46.276022 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d4dca3eb-2def-4c02-9b6e-181e07bd865e req-03e671ed-55d3-4f25-bcbd-b978c8084f0d tempest-ServersAdminNegativeTestJSON-921548828 tempest-ServersAdminNegativeTestJSON-921548828-project] 10.222.0.49 "GET /v2.0/ports?device_id=21750c89-b206-49af-97fd-ddc10eedeb23 HTTP/1.1" status: 200 len: 950 time: 0.0482523 Oct 12 20:02:46.321690 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d4dca3eb-2def-4c02-9b6e-181e07bd865e req-5c2382ba-fe79-47d4-8f93-57cf55ea0263 tempest-ServersAdminNegativeTestJSON-921548828 tempest-ServersAdminNegativeTestJSON-921548828-project] 10.222.0.49 "GET /v2.0/security-groups?id=961a5ea4-7957-478a-b865-8983abd302de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396671 Oct 12 20:02:46.360969 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7a536d-ac76-499f-b9ba-de6e86b17d41 req-a3c5f59d-f8ec-4dfe-b665-e63777c8ed3f tempest-ServersAdminNegativeTestJSON-921548828 tempest-ServersAdminNegativeTestJSON-921548828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:02:46.362298 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0a7a536d-ac76-499f-b9ba-de6e86b17d41 req-a3c5f59d-f8ec-4dfe-b665-e63777c8ed3f tempest-ServersAdminNegativeTestJSON-921548828 tempest-ServersAdminNegativeTestJSON-921548828-project] 10.222.0.61 "GET /v2.0/ports?device_id=21750c89-b206-49af-97fd-ddc10eedeb23 HTTP/1.1" status: 200 len: 950 time: 0.0534248 Oct 12 20:02:46.449587 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-0a7a536d-ac76-499f-b9ba-de6e86b17d41 req-9da4a2e2-25ed-42c0-982a-66061fe2ab9c tempest-ServersAdminNegativeTestJSON-921548828 tempest-ServersAdminNegativeTestJSON-921548828-project] Deleting port 89d1accd-7c46-43ff-a836-94b25385ab39 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 20:02:46.449924 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-0a7a536d-ac76-499f-b9ba-de6e86b17d41 req-9da4a2e2-25ed-42c0-982a-66061fe2ab9c tempest-ServersAdminNegativeTestJSON-921548828 tempest-ServersAdminNegativeTestJSON-921548828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:46.538468 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-0a7a536d-ac76-499f-b9ba-de6e86b17d41 req-9da4a2e2-25ed-42c0-982a-66061fe2ab9c tempest-ServersAdminNegativeTestJSON-921548828 tempest-ServersAdminNegativeTestJSON-921548828-project] For port 89d1accd-7c46-43ff-a836-94b25385ab39, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=89d1accd-7c46-43ff-a836-94b25385ab39,segment=NetworkSegment(3fb09de1-a639-4581-8bab-635b4dce6437),segment_id=3fb09de1-a639-4581-8bab-635b4dce6437)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:02:46.538827 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-0a7a536d-ac76-499f-b9ba-de6e86b17d41 req-9da4a2e2-25ed-42c0-982a-66061fe2ab9c tempest-ServersAdminNegativeTestJSON-921548828 tempest-ServersAdminNegativeTestJSON-921548828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:46.550354 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-0a7a536d-ac76-499f-b9ba-de6e86b17d41 req-9da4a2e2-25ed-42c0-982a-66061fe2ab9c tempest-ServersAdminNegativeTestJSON-921548828 tempest-ServersAdminNegativeTestJSON-921548828-project] Calling delete_port for 89d1accd-7c46-43ff-a836-94b25385ab39 owned by compute:nova {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 20:02:46.746534 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-0a7a536d-ac76-499f-b9ba-de6e86b17d41 req-9da4a2e2-25ed-42c0-982a-66061fe2ab9c tempest-ServersAdminNegativeTestJSON-921548828 tempest-ServersAdminNegativeTestJSON-921548828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:46.758693 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['89d1accd-7c46-43ff-a836-94b25385ab39'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 20:02:46.778420 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da4a2e2-25ed-42c0-982a-66061fe2ab9c tempest-ServersAdminNegativeTestJSON-921548828 tempest-ServersAdminNegativeTestJSON-921548828-project] Pushing event deleted for resources: {'Port': ['ID=89d1accd-7c46-43ff-a836-94b25385ab39,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:02:46.819363 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a7a536d-ac76-499f-b9ba-de6e86b17d41 req-9da4a2e2-25ed-42c0-982a-66061fe2ab9c tempest-ServersAdminNegativeTestJSON-921548828 tempest-ServersAdminNegativeTestJSON-921548828-project] No DVR routers for this DVR port 89d1accd-7c46-43ff-a836-94b25385ab39 on host n-h1-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 20:02:46.822012 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-0a7a536d-ac76-499f-b9ba-de6e86b17d41 req-9da4a2e2-25ed-42c0-982a-66061fe2ab9c tempest-ServersAdminNegativeTestJSON-921548828 tempest-ServersAdminNegativeTestJSON-921548828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:46.825329 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0a7a536d-ac76-499f-b9ba-de6e86b17d41 req-9da4a2e2-25ed-42c0-982a-66061fe2ab9c tempest-ServersAdminNegativeTestJSON-921548828 tempest-ServersAdminNegativeTestJSON-921548828-project] 10.222.0.61 "DELETE /v2.0/ports/89d1accd-7c46-43ff-a836-94b25385ab39 HTTP/1.1" status: 204 len: 173 time: 0.4562502 Oct 12 20:02:46.825776 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21750c89-b206-49af-97fd-ddc10eedeb23', 'name': 'network-vif-deleted', 'tag': '89d1accd-7c46-43ff-a836-94b25385ab39'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:02:46.828337 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be8e6ccd-4a14-4c73-8b7c-64cb21945512" -d '{"events": [{"server_uuid": "21750c89-b206-49af-97fd-ddc10eedeb23", "name": "network-vif-deleted", "tag": "89d1accd-7c46-43ff-a836-94b25385ab39"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:02:46.869257 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 20:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10e07956-f057-4671-954b-11cf6a695a2e x-openstack-request-id: req-10e07956-f057-4671-954b-11cf6a695a2e {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:02:46.869555 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21750c89-b206-49af-97fd-ddc10eedeb23", "name": "network-vif-deleted", "tag": "89d1accd-7c46-43ff-a836-94b25385ab39", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:02:46.869809 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-10e07956-f057-4671-954b-11cf6a695a2e {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:02:46.870209 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21750c89-b206-49af-97fd-ddc10eedeb23', 'name': 'network-vif-deleted', 'tag': '89d1accd-7c46-43ff-a836-94b25385ab39', 'status': 'completed', 'code': 200} Oct 12 20:02:47.425722 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-cabce5d4-2ecd-4ae9-b109-d81abd028bb7 req-62efd384-b299-432a-93f7-61dc20de044b tempest-ServersAdminNegativeTestJSON-921548828 tempest-ServersAdminNegativeTestJSON-921548828-project] 10.222.0.49 "GET /v2.0/ports?device_id=21750c89-b206-49af-97fd-ddc10eedeb23 HTTP/1.1" status: 200 len: 210 time: 0.0256572 Oct 12 20:02:48.916465 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 60508) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:02:49.050253 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-a17879bd-bb13-4154-87e5-3d6842bb367a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0c3f127ebb5240a5b5e8c87ac8c287d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1326129 Oct 12 20:02:49.053347 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 60512) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:02:49.100022 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3052a18d-75d3-4b00-bc85-d437eb301c90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:49.121348 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3052a18d-75d3-4b00-bc85-d437eb301c90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:49.247287 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3052a18d-75d3-4b00-bc85-d437eb301c90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:49.250289 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3052a18d-75d3-4b00-bc85-d437eb301c90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:49.251824 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-3052a18d-75d3-4b00-bc85-d437eb301c90 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/961a5ea4-7957-478a-b865-8983abd302de HTTP/1.1" status: 204 len: 168 time: 0.1972809 Oct 12 20:02:49.261863 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3052a18d-75d3-4b00-bc85-d437eb301c90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=961a5ea4-7957-478a-b865-8983abd302de,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:02:49.851671 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 60518) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:02:49.864630 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6b62fa3e-06f7-45cd-8b17-79fcb880a903 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:49.935332 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6b62fa3e-06f7-45cd-8b17-79fcb880a903 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:49.991775 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6b62fa3e-06f7-45cd-8b17-79fcb880a903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:50.031139 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b62fa3e-06f7-45cd-8b17-79fcb880a903 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33f4b224-6e65-42ef-b62e-42fcf76ff750,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:02:50.035385 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-6b62fa3e-06f7-45cd-8b17-79fcb880a903 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b8b7ab672f8d4193be86e47acf219b05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1826677 Oct 12 20:02:50.039405 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 60520) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:02:50.086945 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-79e9e2fb-dfcb-43cd-84ea-3b7dbd11ae23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:50.108191 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-79e9e2fb-dfcb-43cd-84ea-3b7dbd11ae23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:50.235401 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-79e9e2fb-dfcb-43cd-84ea-3b7dbd11ae23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:50.237983 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-79e9e2fb-dfcb-43cd-84ea-3b7dbd11ae23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:50.239121 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-79e9e2fb-dfcb-43cd-84ea-3b7dbd11ae23 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/33f4b224-6e65-42ef-b62e-42fcf76ff750 HTTP/1.1" status: 204 len: 168 time: 0.1987891 Oct 12 20:02:50.247249 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e9e2fb-dfcb-43cd-84ea-3b7dbd11ae23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33f4b224-6e65-42ef-b62e-42fcf76ff750,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:02:51.189534 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 89d1accd-7c46-43ff-a836-94b25385ab39 no longer exists at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 20:02:51.209414 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] No Port match for: 89d1accd-7c46-43ff-a836-94b25385ab39 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 20:02:51.209759 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 89d1accd-7c46-43ff-a836-94b25385ab39 not bound to the agent host n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 20:02:51.256981 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 60542) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:02:51.348556 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-f83f206b-7a4c-4c2f-b641-5df2b9af5138 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-985570389-network', 'tenant_id': 'ea64d3fe2ec34bbe83b66d2b1e056a55'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:02:51.431708 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f83f206b-7a4c-4c2f-b641-5df2b9af5138 admin admin] Made reservation on behalf of ea64d3fe2ec34bbe83b66d2b1e056a55 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 20:02:51.434148 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f83f206b-7a4c-4c2f-b641-5df2b9af5138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:51.442542 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f83f206b-7a4c-4c2f-b641-5df2b9af5138 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:51.516950 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f83f206b-7a4c-4c2f-b641-5df2b9af5138 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:51.563212 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f83f206b-7a4c-4c2f-b641-5df2b9af5138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:51.586878 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f83f206b-7a4c-4c2f-b641-5df2b9af5138 admin admin] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 20:02:51.596132 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83f206b-7a4c-4c2f-b641-5df2b9af5138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b46abdfe-fed9-48fb-8530-11880ebfb678,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:02:51.602245 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f83f206b-7a4c-4c2f-b641-5df2b9af5138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:51.602621 n-d-813679-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-f83f206b-7a4c-4c2f-b641-5df2b9af5138 admin admin] Added segment 37942451-f734-4e3b-94d0-8dfbed0a5a21 of type vlan for network 6fa6fc89-7a56-4264-ad8e-204d367d46cb Oct 12 20:02:51.643692 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f83f206b-7a4c-4c2f-b641-5df2b9af5138 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:51.712071 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f83f206b-7a4c-4c2f-b641-5df2b9af5138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:51.713036 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f83f206b-7a4c-4c2f-b641-5df2b9af5138 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:02:51.713603 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f83f206b-7a4c-4c2f-b641-5df2b9af5138 admin admin] Notify callbacks [] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:51.774967 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83f206b-7a4c-4c2f-b641-5df2b9af5138 admin admin] Pushing event updated for resources: {'Network': ['ID=6fa6fc89-7a56-4264-ad8e-204d367d46cb,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:02:51.785016 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 6fa6fc89-7a56-4264-ad8e-204d367d46cb details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 20:02:51.815356 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-f83f206b-7a4c-4c2f-b641-5df2b9af5138 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5572724 Oct 12 20:02:51.818812 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 60546) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:02:51.823959 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-f0198b9c-1599-4c4e-8eff-d27352b34c2b admin admin] Request body: {'subnet': {'network_id': '6fa6fc89-7a56-4264-ad8e-204d367d46cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-985570389-subnet', 'tenant_id': 'ea64d3fe2ec34bbe83b66d2b1e056a55', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:02:51.927411 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0198b9c-1599-4c4e-8eff-d27352b34c2b admin admin] Made reservation on behalf of ea64d3fe2ec34bbe83b66d2b1e056a55 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 20:02:51.929784 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f0198b9c-1599-4c4e-8eff-d27352b34c2b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16245837'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:52.163511 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f0198b9c-1599-4c4e-8eff-d27352b34c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4306659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16245859'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:52.218399 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0198b9c-1599-4c4e-8eff-d27352b34c2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=37f428d9-cdac-4dca-b3a5-1e0fb0bb163e,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:02:52.225849 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0198b9c-1599-4c4e-8eff-d27352b34c2b admin admin] Checking segment: {'id': '37942451-f734-4e3b-94d0-8dfbed0a5a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '6fa6fc89-7a56-4264-ad8e-204d367d46cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 20:02:52.226202 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0198b9c-1599-4c4e-8eff-d27352b34c2b admin admin] Network hostable DHCP agents. Network: 6fa6fc89-7a56-4264-ad8e-204d367d46cb, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 20:02:52.317350 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0198b9c-1599-4c4e-8eff-d27352b34c2b admin admin] Network 6fa6fc89-7a56-4264-ad8e-204d367d46cb is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 20:02:52.380425 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-f0198b9c-1599-4c4e-8eff-d27352b34c2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, 6fa6fc89-7a56-4264-ad8e-204d367d46cb) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 20:02:52.384803 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0198b9c-1599-4c4e-8eff-d27352b34c2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:02:52.385393 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f0198b9c-1599-4c4e-8eff-d27352b34c2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:52.391464 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e5c862-696d-49e4-a6d1-5866f43349a3 None None] Network 6fa6fc89-7a56-4264-ad8e-204d367d46cb requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 20:02:52.461213 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-f0198b9c-1599-4c4e-8eff-d27352b34c2b admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6413095 Oct 12 20:02:52.668631 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3528a6a-681b-432b-83c9-9b5b05c72762 None None] Network 6fa6fc89-7a56-4264-ad8e-204d367d46cb requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 20:02:52.885360 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b813e4-6228-43a8-aceb-90f64b55a426 req-4c64912d-8891-4dd1-beca-79055ed87708 tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:02:52.886781 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f9b813e4-6228-43a8-aceb-90f64b55a426 req-4c64912d-8891-4dd1-beca-79055ed87708 tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] 10.222.0.49 "GET /v2.0/networks?id=6fa6fc89-7a56-4264-ad8e-204d367d46cb HTTP/1.1" status: 200 len: 811 time: 0.1020043 Oct 12 20:02:52.901909 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f9b813e4-6228-43a8-aceb-90f64b55a426 req-8f2367e5-3306-440c-9bdb-18bd157c6ec2 tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] 10.222.0.49 "GET /v2.0/quotas/ea64d3fe2ec34bbe83b66d2b1e056a55 HTTP/1.1" status: 200 len: 375 time: 0.0093906 Oct 12 20:02:52.931661 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f9b813e4-6228-43a8-aceb-90f64b55a426 req-6819e691-1913-40c0-8307-7edd41cf36a5 tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=ea64d3fe2ec34bbe83b66d2b1e056a55&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0246329 Oct 12 20:02:53.023360 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f9b813e4-6228-43a8-aceb-90f64b55a426 req-51cf2c66-d3ea-4f40-8601-0c7ef95aa9e1 service neutron] 10.222.0.49 "GET /v2.0/networks/6fa6fc89-7a56-4264-ad8e-204d367d46cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850110 Oct 12 20:02:53.109080 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f9b813e4-6228-43a8-aceb-90f64b55a426 req-06903fe5-5487-4e9e-9a57-2a829ea775ae service neutron] 10.222.0.49 "GET /v2.0/networks/6fa6fc89-7a56-4264-ad8e-204d367d46cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796275 Oct 12 20:02:53.341823 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-50bd7909-c5d7-4542-9c2a-9e33c9991661 req-27236bca-d190-4aec-8a5b-1dff74980435 tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc9c7037-41c1-4baf-bee4-fc2169c4f6b3 HTTP/1.1" status: 200 len: 210 time: 0.0266159 Oct 12 20:02:54.436612 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c15d3287-fed3-4ce8-a39e-70fa58c92be3 req-51d73c55-df81-4974-aa49-2fe06b3a6604 tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc9c7037-41c1-4baf-bee4-fc2169c4f6b3 HTTP/1.1" status: 200 len: 210 time: 0.0276802 Oct 12 20:02:55.491114 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b813e4-6228-43a8-aceb-90f64b55a426 req-efebf83b-5889-4336-a998-e2aa210884e3 tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:02:55.492627 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f9b813e4-6228-43a8-aceb-90f64b55a426 req-efebf83b-5889-4336-a998-e2aa210884e3 tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] 10.222.0.61 "GET /v2.0/networks?id=6fa6fc89-7a56-4264-ad8e-204d367d46cb HTTP/1.1" status: 200 len: 811 time: 0.1088645 Oct 12 20:02:55.506330 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-f9b813e4-6228-43a8-aceb-90f64b55a426 req-ea023b76-dad8-4f73-a85b-d6e94cb24bcd tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] Request body: {'port': {'device_id': 'bc9c7037-41c1-4baf-bee4-fc2169c4f6b3', 'network_id': '6fa6fc89-7a56-4264-ad8e-204d367d46cb', 'admin_state_up': True, 'tenant_id': 'ea64d3fe2ec34bbe83b66d2b1e056a55'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:02:55.534029 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5eaf7a36-cf4f-454f-9371-01a1f03082ea req-9028d355-a881-470d-b804-82ae38dbaf3f tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc9c7037-41c1-4baf-bee4-fc2169c4f6b3 HTTP/1.1" status: 200 len: 210 time: 0.0265751 Oct 12 20:02:55.703986 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9b813e4-6228-43a8-aceb-90f64b55a426 req-ea023b76-dad8-4f73-a85b-d6e94cb24bcd tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] Made reservation on behalf of ea64d3fe2ec34bbe83b66d2b1e056a55 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 20:02:55.707546 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-f9b813e4-6228-43a8-aceb-90f64b55a426 req-ea023b76-dad8-4f73-a85b-d6e94cb24bcd tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:55.830694 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [req-f9b813e4-6228-43a8-aceb-90f64b55a426 req-ea023b76-dad8-4f73-a85b-d6e94cb24bcd tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] Allocated IP 172.20.0.13 (6fa6fc89-7a56-4264-ad8e-204d367d46cb/37f428d9-cdac-4dca-b3a5-1e0fb0bb163e/803f7687-cd70-471d-8cc9-bdb394b3ef91) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 20:02:55.980460 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-f9b813e4-6228-43a8-aceb-90f64b55a426 req-ea023b76-dad8-4f73-a85b-d6e94cb24bcd tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:56.095784 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-f9b813e4-6228-43a8-aceb-90f64b55a426 req-ea023b76-dad8-4f73-a85b-d6e94cb24bcd tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:56.144798 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9b813e4-6228-43a8-aceb-90f64b55a426 req-ea023b76-dad8-4f73-a85b-d6e94cb24bcd tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] Network 6fa6fc89-7a56-4264-ad8e-204d367d46cb is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 20:02:56.147939 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [req-f9b813e4-6228-43a8-aceb-90f64b55a426 req-ea023b76-dad8-4f73-a85b-d6e94cb24bcd tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 20:02:56.152822 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9b813e4-6228-43a8-aceb-90f64b55a426 req-ea023b76-dad8-4f73-a85b-d6e94cb24bcd tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 20:02:56.159109 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea023b76-dad8-4f73-a85b-d6e94cb24bcd tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] Pushing event updated for resources: {'Port': ['ID=803f7687-cd70-471d-8cc9-bdb394b3ef91,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:02:56.210202 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b813e4-6228-43a8-aceb-90f64b55a426 req-ea023b76-dad8-4f73-a85b-d6e94cb24bcd tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:02:56.210806 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-f9b813e4-6228-43a8-aceb-90f64b55a426 req-ea023b76-dad8-4f73-a85b-d6e94cb24bcd tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:56.279963 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f9b813e4-6228-43a8-aceb-90f64b55a426 req-ea023b76-dad8-4f73-a85b-d6e94cb24bcd tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7779860 Oct 12 20:02:56.292616 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-f9b813e4-6228-43a8-aceb-90f64b55a426 req-32d58cfd-38b9-41a3-a55e-1768f40347be service neutron] Request body: {'port': {'device_id': 'bc9c7037-41c1-4baf-bee4-fc2169c4f6b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:02:56.343576 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-f9b813e4-6228-43a8-aceb-90f64b55a426 req-32d58cfd-38b9-41a3-a55e-1768f40347be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:56.865566 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3510040d-6c3b-4732-b445-cae55d187a30 req-cc5d38ee-4527-4515-91d4-e0533fa161a7 tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:02:56.866994 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3510040d-6c3b-4732-b445-cae55d187a30 req-cc5d38ee-4527-4515-91d4-e0533fa161a7 tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc9c7037-41c1-4baf-bee4-fc2169c4f6b3 HTTP/1.1" status: 200 len: 932 time: 0.0909014 Oct 12 20:02:56.933845 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3510040d-6c3b-4732-b445-cae55d187a30 req-1181e5b5-814b-4c03-ac32-4a77bc2b652a tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] 10.222.0.49 "GET /v2.0/security-groups?id=b46abdfe-fed9-48fb-8530-11880ebfb678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606406 Oct 12 20:02:56.977585 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [req-f9b813e4-6228-43a8-aceb-90f64b55a426 req-32d58cfd-38b9-41a3-a55e-1768f40347be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 803f7687-cd70-471d-8cc9-bdb394b3ef91 {{(pid=95502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 20:02:56.984849 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-f9b813e4-6228-43a8-aceb-90f64b55a426 req-32d58cfd-38b9-41a3-a55e-1768f40347be service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:57.000596 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-f9b813e4-6228-43a8-aceb-90f64b55a426 req-32d58cfd-38b9-41a3-a55e-1768f40347be service neutron] Transition to ACTIVE for port object 803f7687-cd70-471d-8cc9-bdb394b3ef91 will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 20:02:57.089187 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-f9b813e4-6228-43a8-aceb-90f64b55a426 req-32d58cfd-38b9-41a3-a55e-1768f40347be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:57.137220 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d58cfd-38b9-41a3-a55e-1768f40347be service neutron] Pushing event updated for resources: {'Port': ['ID=803f7687-cd70-471d-8cc9-bdb394b3ef91,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:02:57.205591 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-f9b813e4-6228-43a8-aceb-90f64b55a426 req-32d58cfd-38b9-41a3-a55e-1768f40347be service neutron] Attempting to bind port 803f7687-cd70-471d-8cc9-bdb394b3ef91 on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 20:02:57.205924 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-f9b813e4-6228-43a8-aceb-90f64b55a426 req-32d58cfd-38b9-41a3-a55e-1768f40347be service neutron] Attempting to bind port 803f7687-cd70-471d-8cc9-bdb394b3ef91 by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': '37942451-f734-4e3b-94d0-8dfbed0a5a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '6fa6fc89-7a56-4264-ad8e-204d367d46cb'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 20:02:57.206252 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b813e4-6228-43a8-aceb-90f64b55a426 req-32d58cfd-38b9-41a3-a55e-1768f40347be service neutron] Attempting to bind port 803f7687-cd70-471d-8cc9-bdb394b3ef91 on network 6fa6fc89-7a56-4264-ad8e-204d367d46cb {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 20:02:57.210706 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b813e4-6228-43a8-aceb-90f64b55a426 req-32d58cfd-38b9-41a3-a55e-1768f40347be service neutron] Port 803f7687-cd70-471d-8cc9-bdb394b3ef91 on network 6fa6fc89-7a56-4264-ad8e-204d367d46cb not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 20:02:57.211023 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b813e4-6228-43a8-aceb-90f64b55a426 req-32d58cfd-38b9-41a3-a55e-1768f40347be service neutron] Attempting to bind port 803f7687-cd70-471d-8cc9-bdb394b3ef91 on network 6fa6fc89-7a56-4264-ad8e-204d367d46cb {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 20:02:57.215724 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b813e4-6228-43a8-aceb-90f64b55a426 req-32d58cfd-38b9-41a3-a55e-1768f40347be service neutron] Checking agent: {'id': 'f5e9725f-f5a6-43c2-a1be-95e21e9a1fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 20, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 20:02:57.216090 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b813e4-6228-43a8-aceb-90f64b55a426 req-32d58cfd-38b9-41a3-a55e-1768f40347be service neutron] Checking segment: {'id': '37942451-f734-4e3b-94d0-8dfbed0a5a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '6fa6fc89-7a56-4264-ad8e-204d367d46cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 20:02:57.216474 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b813e4-6228-43a8-aceb-90f64b55a426 req-32d58cfd-38b9-41a3-a55e-1768f40347be service neutron] Bound using segment: {'id': '37942451-f734-4e3b-94d0-8dfbed0a5a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '6fa6fc89-7a56-4264-ad8e-204d367d46cb'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 20:02:57.216901 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-f9b813e4-6228-43a8-aceb-90f64b55a426 req-32d58cfd-38b9-41a3-a55e-1768f40347be service neutron] Bound port: 803f7687-cd70-471d-8cc9-bdb394b3ef91, host: n-h1-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37942451-f734-4e3b-94d0-8dfbed0a5a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '6fa6fc89-7a56-4264-ad8e-204d367d46cb'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 20:02:57.217250 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-f9b813e4-6228-43a8-aceb-90f64b55a426 req-32d58cfd-38b9-41a3-a55e-1768f40347be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:57.277582 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-f9b813e4-6228-43a8-aceb-90f64b55a426 req-32d58cfd-38b9-41a3-a55e-1768f40347be service neutron] For port 803f7687-cd70-471d-8cc9-bdb394b3ef91, host n-h1-813679-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 20:02:57.280525 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-f9b813e4-6228-43a8-aceb-90f64b55a426 req-32d58cfd-38b9-41a3-a55e-1768f40347be service neutron] For port 803f7687-cd70-471d-8cc9-bdb394b3ef91, host n-h1-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=803f7687-cd70-471d-8cc9-bdb394b3ef91,segment=NetworkSegment(37942451-f734-4e3b-94d0-8dfbed0a5a21),segment_id=37942451-f734-4e3b-94d0-8dfbed0a5a21)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 20:02:57.332834 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-f9b813e4-6228-43a8-aceb-90f64b55a426 req-32d58cfd-38b9-41a3-a55e-1768f40347be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:57.363908 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b813e4-6228-43a8-aceb-90f64b55a426 req-32d58cfd-38b9-41a3-a55e-1768f40347be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:02:57.365121 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-f9b813e4-6228-43a8-aceb-90f64b55a426 req-32d58cfd-38b9-41a3-a55e-1768f40347be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:57.366488 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f9b813e4-6228-43a8-aceb-90f64b55a426 req-32d58cfd-38b9-41a3-a55e-1768f40347be service neutron] 10.222.0.61 "PUT /v2.0/ports/803f7687-cd70-471d-8cc9-bdb394b3ef91 HTTP/1.1" status: 200 len: 1092 time: 1.0777886 Oct 12 20:02:57.366926 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc9c7037-41c1-4baf-bee4-fc2169c4f6b3', 'tag': '803f7687-cd70-471d-8cc9-bdb394b3ef91'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:02:57.369207 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f73d3d26-070c-4839-bb86-4c6b24b71e46" -d '{"events": [{"name": "network-changed", "server_uuid": "bc9c7037-41c1-4baf-bee4-fc2169c4f6b3", "tag": "803f7687-cd70-471d-8cc9-bdb394b3ef91"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:02:57.396695 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d58cfd-38b9-41a3-a55e-1768f40347be service neutron] Pushing event updated for resources: {'Port': ['ID=803f7687-cd70-471d-8cc9-bdb394b3ef91,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:02:57.411618 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 20:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c8c8230-8fc3-4566-acdb-1490d9fcf12a x-openstack-request-id: req-9c8c8230-8fc3-4566-acdb-1490d9fcf12a {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:02:57.411837 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc9c7037-41c1-4baf-bee4-fc2169c4f6b3", "tag": "803f7687-cd70-471d-8cc9-bdb394b3ef91", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:02:57.412187 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9c8c8230-8fc3-4566-acdb-1490d9fcf12a {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:02:57.412586 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc9c7037-41c1-4baf-bee4-fc2169c4f6b3', 'tag': '803f7687-cd70-471d-8cc9-bdb394b3ef91', 'status': 'completed', 'code': 200} Oct 12 20:02:57.472129 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73d3d26-070c-4839-bb86-4c6b24b71e46 req-55f46b9a-fffb-4cfd-bd49-20354f969e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:02:57.473757 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f73d3d26-070c-4839-bb86-4c6b24b71e46 req-55f46b9a-fffb-4cfd-bd49-20354f969e7d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ea64d3fe2ec34bbe83b66d2b1e056a55&device_id=bc9c7037-41c1-4baf-bee4-fc2169c4f6b3 HTTP/1.1" status: 200 len: 1095 time: 0.0413928 Oct 12 20:02:57.570872 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73d3d26-070c-4839-bb86-4c6b24b71e46 req-7b49ba12-9fe2-4993-aebf-cde2597c4762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:02:57.572320 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f73d3d26-070c-4839-bb86-4c6b24b71e46 req-7b49ba12-9fe2-4993-aebf-cde2597c4762 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=ea64d3fe2ec34bbe83b66d2b1e056a55&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0912015 Oct 12 20:02:57.665753 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73d3d26-070c-4839-bb86-4c6b24b71e46 req-82b854c3-2dc2-4599-a31c-0176c2a491df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:02:57.667094 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f73d3d26-070c-4839-bb86-4c6b24b71e46 req-82b854c3-2dc2-4599-a31c-0176c2a491df service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0883095 Oct 12 20:02:57.740741 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b813e4-6228-43a8-aceb-90f64b55a426 req-556c475e-c3e4-4cae-9f0b-77fdce4f4a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:02:57.742196 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f9b813e4-6228-43a8-aceb-90f64b55a426 req-556c475e-c3e4-4cae-9f0b-77fdce4f4a06 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ea64d3fe2ec34bbe83b66d2b1e056a55&device_id=bc9c7037-41c1-4baf-bee4-fc2169c4f6b3 HTTP/1.1" status: 200 len: 1095 time: 0.0394537 Oct 12 20:02:57.782615 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f9b813e4-6228-43a8-aceb-90f64b55a426 req-ed51de74-99cd-4e08-9d35-4b82dba4eb9d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=803f7687-cd70-471d-8cc9-bdb394b3ef91 HTTP/1.1" status: 200 len: 217 time: 0.0330954 Oct 12 20:02:57.832904 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b813e4-6228-43a8-aceb-90f64b55a426 req-a52acd88-e2d6-4987-9675-72376a5fb603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:02:57.834514 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f9b813e4-6228-43a8-aceb-90f64b55a426 req-a52acd88-e2d6-4987-9675-72376a5fb603 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=37f428d9-cdac-4dca-b3a5-1e0fb0bb163e HTTP/1.1" status: 200 len: 851 time: 0.0449691 Oct 12 20:02:57.864597 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f9b813e4-6228-43a8-aceb-90f64b55a426 req-c79964e8-b68f-44ec-a35b-83ba2b68defd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6fa6fc89-7a56-4264-ad8e-204d367d46cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0227005 Oct 12 20:02:57.949137 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f9b813e4-6228-43a8-aceb-90f64b55a426 req-a5a96c1f-9e91-4d20-82fb-2e27bd18d8cb service neutron] 10.222.0.61 "GET /v2.0/networks/6fa6fc89-7a56-4264-ad8e-204d367d46cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0777032 Oct 12 20:02:58.077167 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93d28c7-9946-43b0-ab5c-785573378633 req-5306a28d-11ed-4657-a06d-5b71e310b4ab tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:02:58.078612 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d93d28c7-9946-43b0-ab5c-785573378633 req-5306a28d-11ed-4657-a06d-5b71e310b4ab tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc9c7037-41c1-4baf-bee4-fc2169c4f6b3 HTTP/1.1" status: 200 len: 944 time: 0.0755048 Oct 12 20:02:58.082076 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f9b813e4-6228-43a8-aceb-90f64b55a426 req-80c8b053-32c8-48dc-95ad-dc851b758758 service neutron] 10.222.0.61 "GET /v2.0/networks/6fa6fc89-7a56-4264-ad8e-204d367d46cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259773 Oct 12 20:02:58.117366 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d93d28c7-9946-43b0-ab5c-785573378633 req-5be1d261-b047-4407-a5b6-6498f0cdcff8 tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] 10.222.0.49 "GET /v2.0/security-groups?id=b46abdfe-fed9-48fb-8530-11880ebfb678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323186 Oct 12 20:02:59.166823 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-78b6415a-097e-46ad-a4cd-546286a65429 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:02:59.239655 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b204de8f-6167-4eb6-8ba3-f755562c5c27 req-0004b68e-4b9c-4ed7-bcc7-3ca555ad885d tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:02:59.241158 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b204de8f-6167-4eb6-8ba3-f755562c5c27 req-0004b68e-4b9c-4ed7-bcc7-3ca555ad885d tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc9c7037-41c1-4baf-bee4-fc2169c4f6b3 HTTP/1.1" status: 200 len: 944 time: 0.0539873 Oct 12 20:02:59.277820 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b204de8f-6167-4eb6-8ba3-f755562c5c27 req-44215202-34d2-44a8-af73-b22845b60c8b tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] 10.222.0.49 "GET /v2.0/security-groups?id=b46abdfe-fed9-48fb-8530-11880ebfb678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307498 Oct 12 20:03:00.390301 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0844dcb8-e815-4936-a47e-c7b2ec785867 req-cbb39ed9-66eb-4db3-a25f-7f3951f05318 tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:03:00.391655 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0844dcb8-e815-4936-a47e-c7b2ec785867 req-cbb39ed9-66eb-4db3-a25f-7f3951f05318 tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc9c7037-41c1-4baf-bee4-fc2169c4f6b3 HTTP/1.1" status: 200 len: 944 time: 0.0482528 Oct 12 20:03:00.432155 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0844dcb8-e815-4936-a47e-c7b2ec785867 req-b8b16a99-baf7-47cd-8531-a08f76aaa99a tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] 10.222.0.49 "GET /v2.0/security-groups?id=b46abdfe-fed9-48fb-8530-11880ebfb678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341167 Oct 12 20:03:01.229601 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 803f7687-cd70-471d-8cc9-bdb394b3ef91 details requested by agent hyperv_n-h1-813679-3 with host n-h1-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 20:03:01.319427 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 803f7687-cd70-471d-8cc9-bdb394b3ef91, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=803f7687-cd70-471d-8cc9-bdb394b3ef91,segment=NetworkSegment(37942451-f734-4e3b-94d0-8dfbed0a5a21),segment_id=37942451-f734-4e3b-94d0-8dfbed0a5a21)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:03:01.330501 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Returning: {'device': '803f7687-cd70-471d-8cc9-bdb394b3ef91', 'network_id': '6fa6fc89-7a56-4264-ad8e-204d367d46cb', 'port_id': '803f7687-cd70-471d-8cc9-bdb394b3ef91', 'mac_address': 'fa:16:3e:61:86:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37f428d9-cdac-4dca-b3a5-1e0fb0bb163e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 20:03:01.370761 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:03:01.382976 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 803f7687-cd70-471d-8cc9-bdb394b3ef91 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 20:03:01.401504 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 803f7687-cd70-471d-8cc9-bdb394b3ef91, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=803f7687-cd70-471d-8cc9-bdb394b3ef91,segment=NetworkSegment(37942451-f734-4e3b-94d0-8dfbed0a5a21),segment_id=37942451-f734-4e3b-94d0-8dfbed0a5a21)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:03:01.477615 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:03:01.525756 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=803f7687-cd70-471d-8cc9-bdb394b3ef91,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:03:01.551573 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ca6873-7098-4291-be76-480b29a140cd req-0bc488d9-32f0-40a5-814b-90b279456a47 tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:03:01.553064 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-16ca6873-7098-4291-be76-480b29a140cd req-0bc488d9-32f0-40a5-814b-90b279456a47 tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc9c7037-41c1-4baf-bee4-fc2169c4f6b3 HTTP/1.1" status: 200 len: 945 time: 0.0529048 Oct 12 20:03:01.590580 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-16ca6873-7098-4291-be76-480b29a140cd req-dd35b221-9a8d-4529-a979-330469eb3544 tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] 10.222.0.49 "GET /v2.0/security-groups?id=b46abdfe-fed9-48fb-8530-11880ebfb678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313046 Oct 12 20:03:01.663994 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['803f7687-cd70-471d-8cc9-bdb394b3ef91'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 20:03:01.754136 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c7918f0d-af47-4eea-93a0-316077a2643d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:03:02.540635 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:03:02.704478 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7642459-b310-49d2-8dbe-a8399d8df867 req-06794fef-6ce5-495a-9fe6-681b4fa8bd69 tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:03:02.705930 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b7642459-b310-49d2-8dbe-a8399d8df867 req-06794fef-6ce5-495a-9fe6-681b4fa8bd69 tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc9c7037-41c1-4baf-bee4-fc2169c4f6b3 HTTP/1.1" status: 200 len: 945 time: 0.0484843 Oct 12 20:03:02.743163 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b7642459-b310-49d2-8dbe-a8399d8df867 req-13ffb57f-3ef4-46fb-a88d-951d1a551017 tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] 10.222.0.49 "GET /v2.0/security-groups?id=b46abdfe-fed9-48fb-8530-11880ebfb678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304203 Oct 12 20:03:03.174293 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:03:03.251927 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 803f7687-cd70-471d-8cc9-bdb394b3ef91 up at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 20:03:03.295460 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:03:03.385609 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning for port 803f7687-cd70-471d-8cc9-bdb394b3ef91 completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 20:03:03.389254 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning complete for port 803f7687-cd70-471d-8cc9-bdb394b3ef91 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:03:03.389635 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:03:03.464669 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:03:03.486197 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc9c7037-41c1-4baf-bee4-fc2169c4f6b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '803f7687-cd70-471d-8cc9-bdb394b3ef91'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:03:03.488447 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bf23bf7-f6d8-4de6-975b-016e1c1824e1" -d '{"events": [{"server_uuid": "bc9c7037-41c1-4baf-bee4-fc2169c4f6b3", "name": "network-vif-plugged", "status": "completed", "tag": "803f7687-cd70-471d-8cc9-bdb394b3ef91"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:03:03.504689 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 803f7687-cd70-471d-8cc9-bdb394b3ef91, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=803f7687-cd70-471d-8cc9-bdb394b3ef91,segment=NetworkSegment(37942451-f734-4e3b-94d0-8dfbed0a5a21),segment_id=37942451-f734-4e3b-94d0-8dfbed0a5a21)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:03:03.523432 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 20:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c231d772-0c6c-4926-9a4e-a9dc6d3b5748 x-openstack-request-id: req-c231d772-0c6c-4926-9a4e-a9dc6d3b5748 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:03:03.523722 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc9c7037-41c1-4baf-bee4-fc2169c4f6b3", "name": "network-vif-plugged", "status": "completed", "tag": "803f7687-cd70-471d-8cc9-bdb394b3ef91", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:03:03.524059 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c231d772-0c6c-4926-9a4e-a9dc6d3b5748 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:03:03.524461 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc9c7037-41c1-4baf-bee4-fc2169c4f6b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '803f7687-cd70-471d-8cc9-bdb394b3ef91', 'code': 200} Oct 12 20:03:03.566470 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:03:03.647991 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=803f7687-cd70-471d-8cc9-bdb394b3ef91,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:03:03.649238 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1ec0c2-e8c6-47b8-9352-50a90f213f6e req-8e8bfe72-f6fd-43e6-b2e9-91a20c179aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:03:03.649238 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bc1ec0c2-e8c6-47b8-9352-50a90f213f6e req-8e8bfe72-f6fd-43e6-b2e9-91a20c179aee service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=bc9c7037-41c1-4baf-bee4-fc2169c4f6b3 HTTP/1.1" status: 200 len: 1097 time: 0.0493999 Oct 12 20:03:03.664072 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bc1ec0c2-e8c6-47b8-9352-50a90f213f6e req-2a15992d-5c46-42d4-a7d7-cfc0524d0e9a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=b46abdfe-fed9-48fb-8530-11880ebfb678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279500 Oct 12 20:03:03.857770 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba7679e-a418-47ca-a060-92a4e4c49a31 req-eb2bc7c7-ef8f-4e66-9b4e-72e2cd9c3c1a tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:03:03.859345 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8ba7679e-a418-47ca-a060-92a4e4c49a31 req-eb2bc7c7-ef8f-4e66-9b4e-72e2cd9c3c1a tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc9c7037-41c1-4baf-bee4-fc2169c4f6b3 HTTP/1.1" status: 200 len: 946 time: 0.0489733 Oct 12 20:03:03.901104 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8ba7679e-a418-47ca-a060-92a4e4c49a31 req-7c814261-d95c-40b7-987a-0f5bdeb80530 tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] 10.222.0.49 "GET /v2.0/security-groups?id=b46abdfe-fed9-48fb-8530-11880ebfb678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350678 Oct 12 20:03:04.406918 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:03:04.669615 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:03:05.016708 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2a55c3-112e-42e2-85aa-54652c33c39a req-71d8b13e-4505-4c6d-b6b0-e840a767334a tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:03:05.018217 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9b2a55c3-112e-42e2-85aa-54652c33c39a req-71d8b13e-4505-4c6d-b6b0-e840a767334a tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc9c7037-41c1-4baf-bee4-fc2169c4f6b3 HTTP/1.1" status: 200 len: 946 time: 0.0482149 Oct 12 20:03:05.061944 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9b2a55c3-112e-42e2-85aa-54652c33c39a req-efa398e6-9ddd-40f7-bedd-6fd39d208316 tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] 10.222.0.49 "GET /v2.0/security-groups?id=b46abdfe-fed9-48fb-8530-11880ebfb678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320673 Oct 12 20:03:05.385093 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b04759-1481-4bb3-a78f-091329c247f3 req-d0583f33-c4b7-4c51-8e1e-da23c8b90692 tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:03:05.386481 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e5b04759-1481-4bb3-a78f-091329c247f3 req-d0583f33-c4b7-4c51-8e1e-da23c8b90692 tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc9c7037-41c1-4baf-bee4-fc2169c4f6b3 HTTP/1.1" status: 200 len: 946 time: 0.0488818 Oct 12 20:03:05.422955 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e5b04759-1481-4bb3-a78f-091329c247f3 req-098b0483-604f-4863-8432-a4a28e861e3d tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] 10.222.0.49 "GET /v2.0/security-groups?id=b46abdfe-fed9-48fb-8530-11880ebfb678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303638 Oct 12 20:03:05.502636 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 60606) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:03:05.592255 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f17ab2f8-71e6-44de-ae32-400e030ffb74 req-afa69542-c24a-4ca3-a030-c46589b5e9b1 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=bc9c7037-41c1-4baf-bee4-fc2169c4f6b3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0883977 Oct 12 20:03:05.601254 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [req-f17ab2f8-71e6-44de-ae32-400e030ffb74 req-13e41f62-0a9a-4174-8ac7-dd1aeca572a6 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 20:03:05.602273 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f17ab2f8-71e6-44de-ae32-400e030ffb74 req-13e41f62-0a9a-4174-8ac7-dd1aeca572a6 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0050764 Oct 12 20:03:06.539635 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200b65cc-f858-433b-bf91-7f4166c7a51a req-72bcc422-64bf-4021-893c-08e5e60678bd tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:03:06.541073 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-200b65cc-f858-433b-bf91-7f4166c7a51a req-72bcc422-64bf-4021-893c-08e5e60678bd tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc9c7037-41c1-4baf-bee4-fc2169c4f6b3 HTTP/1.1" status: 200 len: 946 time: 0.0481822 Oct 12 20:03:06.581230 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-200b65cc-f858-433b-bf91-7f4166c7a51a req-4bf16054-4ff9-44a7-a9b4-93ed09a8c65c tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] 10.222.0.49 "GET /v2.0/security-groups?id=b46abdfe-fed9-48fb-8530-11880ebfb678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339718 Oct 12 20:03:07.632005 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17ab2f8-71e6-44de-ae32-400e030ffb74 req-5a4e6616-849c-41e3-8445-4393c1587ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:03:07.633528 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f17ab2f8-71e6-44de-ae32-400e030ffb74 req-5a4e6616-849c-41e3-8445-4393c1587ff2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ea64d3fe2ec34bbe83b66d2b1e056a55&device_id=bc9c7037-41c1-4baf-bee4-fc2169c4f6b3 HTTP/1.1" status: 200 len: 1097 time: 0.0419135 Oct 12 20:03:07.702472 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1072689-2556-4853-a34d-902aa3ac2f95 req-d05a0611-b3f9-45c3-bc5d-83ce87b36a90 tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:03:07.703955 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c1072689-2556-4853-a34d-902aa3ac2f95 req-d05a0611-b3f9-45c3-bc5d-83ce87b36a90 tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc9c7037-41c1-4baf-bee4-fc2169c4f6b3 HTTP/1.1" status: 200 len: 946 time: 0.0528932 Oct 12 20:03:07.727014 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17ab2f8-71e6-44de-ae32-400e030ffb74 req-452b50be-bf94-4217-a77c-a281540060e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:03:07.728495 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f17ab2f8-71e6-44de-ae32-400e030ffb74 req-452b50be-bf94-4217-a77c-a281540060e2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6fa6fc89-7a56-4264-ad8e-204d367d46cb HTTP/1.1" status: 200 len: 912 time: 0.0877714 Oct 12 20:03:07.742500 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c1072689-2556-4853-a34d-902aa3ac2f95 req-044a6e9a-25f0-416f-ae60-76ffd2e55412 tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] 10.222.0.49 "GET /v2.0/security-groups?id=b46abdfe-fed9-48fb-8530-11880ebfb678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316193 Oct 12 20:03:07.768592 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f17ab2f8-71e6-44de-ae32-400e030ffb74 req-111496a6-d6ae-4c5b-b1fa-8e34370bee12 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=803f7687-cd70-471d-8cc9-bdb394b3ef91 HTTP/1.1" status: 200 len: 217 time: 0.0328543 Oct 12 20:03:07.819553 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17ab2f8-71e6-44de-ae32-400e030ffb74 req-3e6d76da-7a9a-4818-ae58-c646bf3ad0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:03:07.820972 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f17ab2f8-71e6-44de-ae32-400e030ffb74 req-3e6d76da-7a9a-4818-ae58-c646bf3ad0ee service neutron] 10.222.0.61 "GET /v2.0/subnets?id=37f428d9-cdac-4dca-b3a5-1e0fb0bb163e HTTP/1.1" status: 200 len: 851 time: 0.0458059 Oct 12 20:03:07.852350 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f17ab2f8-71e6-44de-ae32-400e030ffb74 req-5c991822-9474-44d3-9120-bc5efebdd715 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6fa6fc89-7a56-4264-ad8e-204d367d46cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244408 Oct 12 20:03:07.937717 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f17ab2f8-71e6-44de-ae32-400e030ffb74 req-3e2bb613-49a4-4ae6-ae4e-80d00f60ba2d service neutron] 10.222.0.61 "GET /v2.0/networks/6fa6fc89-7a56-4264-ad8e-204d367d46cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785635 Oct 12 20:03:08.031202 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f17ab2f8-71e6-44de-ae32-400e030ffb74 req-00d0fd3e-4b03-4250-9f52-eb53d941f2fb service neutron] 10.222.0.61 "GET /v2.0/networks/6fa6fc89-7a56-4264-ad8e-204d367d46cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851378 Oct 12 20:03:08.576973 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d257a625-dc60-40b7-aa47-1aaf2c477b28 req-5bcf29e2-3ef9-498d-adb7-daf03d6a66e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:03:08.578461 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d257a625-dc60-40b7-aa47-1aaf2c477b28 req-5bcf29e2-3ef9-498d-adb7-daf03d6a66e8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ea64d3fe2ec34bbe83b66d2b1e056a55&device_id=bc9c7037-41c1-4baf-bee4-fc2169c4f6b3 HTTP/1.1" status: 200 len: 1097 time: 0.0405841 Oct 12 20:03:08.686397 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d257a625-dc60-40b7-aa47-1aaf2c477b28 req-ae13b9c6-de04-483b-9802-46f71463c786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:03:08.687839 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d257a625-dc60-40b7-aa47-1aaf2c477b28 req-ae13b9c6-de04-483b-9802-46f71463c786 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6fa6fc89-7a56-4264-ad8e-204d367d46cb HTTP/1.1" status: 200 len: 912 time: 0.0883784 Oct 12 20:03:08.729070 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d257a625-dc60-40b7-aa47-1aaf2c477b28 req-51f2df70-2030-432b-bca2-c45a32369848 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=803f7687-cd70-471d-8cc9-bdb394b3ef91 HTTP/1.1" status: 200 len: 217 time: 0.0339332 Oct 12 20:03:08.778325 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d257a625-dc60-40b7-aa47-1aaf2c477b28 req-4cc9948c-c197-4053-9370-9a8242533f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:03:08.779632 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d257a625-dc60-40b7-aa47-1aaf2c477b28 req-4cc9948c-c197-4053-9370-9a8242533f7a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=37f428d9-cdac-4dca-b3a5-1e0fb0bb163e HTTP/1.1" status: 200 len: 851 time: 0.0438712 Oct 12 20:03:08.815920 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d257a625-dc60-40b7-aa47-1aaf2c477b28 req-23584785-bdf7-46c7-bf24-4966aea3e012 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6fa6fc89-7a56-4264-ad8e-204d367d46cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293756 Oct 12 20:03:08.910561 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da926500-0685-497a-b608-a9483e94dccb req-591586b2-2b65-47f4-9a77-b6060babbb3d tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:03:08.911920 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-da926500-0685-497a-b608-a9483e94dccb req-591586b2-2b65-47f4-9a77-b6060babbb3d tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc9c7037-41c1-4baf-bee4-fc2169c4f6b3 HTTP/1.1" status: 200 len: 946 time: 0.0984244 Oct 12 20:03:08.951257 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d257a625-dc60-40b7-aa47-1aaf2c477b28 req-d8aad8f7-e565-4982-9cd7-ffccab8f6471 service neutron] 10.222.0.61 "GET /v2.0/networks/6fa6fc89-7a56-4264-ad8e-204d367d46cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270609 Oct 12 20:03:08.982887 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-da926500-0685-497a-b608-a9483e94dccb req-c4926fbd-f45b-40b0-8141-07a26e39f3a5 tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] 10.222.0.49 "GET /v2.0/security-groups?id=b46abdfe-fed9-48fb-8530-11880ebfb678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631762 Oct 12 20:03:09.048241 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d257a625-dc60-40b7-aa47-1aaf2c477b28 req-3db18e89-b3b3-4c13-8a7b-c5363dd12123 service neutron] 10.222.0.61 "GET /v2.0/networks/6fa6fc89-7a56-4264-ad8e-204d367d46cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871813 Oct 12 20:03:10.096954 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1447dc23-3359-45f5-8a3c-6c538d3f5f8b req-d0da75f1-43b4-4574-b230-f758669f665d tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:03:10.098825 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1447dc23-3359-45f5-8a3c-6c538d3f5f8b req-d0da75f1-43b4-4574-b230-f758669f665d tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc9c7037-41c1-4baf-bee4-fc2169c4f6b3 HTTP/1.1" status: 200 len: 946 time: 0.0487254 Oct 12 20:03:10.136623 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1447dc23-3359-45f5-8a3c-6c538d3f5f8b req-c7b1f979-b009-4c5a-9ce1-53b6e70affd9 tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] 10.222.0.49 "GET /v2.0/security-groups?id=b46abdfe-fed9-48fb-8530-11880ebfb678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320854 Oct 12 20:03:11.258227 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f36b1b-d068-4c3e-9116-6a64a0ed33fc req-ad0254d6-3aac-483a-88ee-3d12bcb25448 tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:03:11.259711 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b7f36b1b-d068-4c3e-9116-6a64a0ed33fc req-ad0254d6-3aac-483a-88ee-3d12bcb25448 tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc9c7037-41c1-4baf-bee4-fc2169c4f6b3 HTTP/1.1" status: 200 len: 946 time: 0.0558226 Oct 12 20:03:11.297525 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b7f36b1b-d068-4c3e-9116-6a64a0ed33fc req-aeda49f1-b1bc-4c86-a6c2-f01548f5dd3b tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] 10.222.0.49 "GET /v2.0/security-groups?id=b46abdfe-fed9-48fb-8530-11880ebfb678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318396 Oct 12 20:03:12.409575 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2db47e2-e521-450b-b3e2-f7929f9d906f req-70289b98-67c8-4231-ad49-f5ed3359bfd0 tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:03:12.411458 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e2db47e2-e521-450b-b3e2-f7929f9d906f req-70289b98-67c8-4231-ad49-f5ed3359bfd0 tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc9c7037-41c1-4baf-bee4-fc2169c4f6b3 HTTP/1.1" status: 200 len: 946 time: 0.0481699 Oct 12 20:03:12.448071 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e2db47e2-e521-450b-b3e2-f7929f9d906f req-7fd47510-7bd7-4e78-bc26-078db7e68e4a tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] 10.222.0.49 "GET /v2.0/security-groups?id=b46abdfe-fed9-48fb-8530-11880ebfb678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306423 Oct 12 20:03:13.568285 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01654baa-d0b5-45c8-822d-c3d89072a52c req-ca06539b-a85d-4247-a4b8-a96e0cacee56 tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:03:13.569867 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-01654baa-d0b5-45c8-822d-c3d89072a52c req-ca06539b-a85d-4247-a4b8-a96e0cacee56 tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc9c7037-41c1-4baf-bee4-fc2169c4f6b3 HTTP/1.1" status: 200 len: 946 time: 0.0532706 Oct 12 20:03:13.607994 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-01654baa-d0b5-45c8-822d-c3d89072a52c req-5723378d-0bd8-4459-8b5a-3783639d92eb tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] 10.222.0.49 "GET /v2.0/security-groups?id=b46abdfe-fed9-48fb-8530-11880ebfb678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323086 Oct 12 20:03:14.727851 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3767fb26-fb1c-44d5-a9a4-ae9d654b1b87 req-16009af1-186c-4172-8672-719e610b33f4 tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:03:14.729347 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3767fb26-fb1c-44d5-a9a4-ae9d654b1b87 req-16009af1-186c-4172-8672-719e610b33f4 tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc9c7037-41c1-4baf-bee4-fc2169c4f6b3 HTTP/1.1" status: 200 len: 946 time: 0.0534451 Oct 12 20:03:14.766101 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3767fb26-fb1c-44d5-a9a4-ae9d654b1b87 req-4d97e8d5-8953-45a9-80ec-6faf2c3c14de tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] 10.222.0.49 "GET /v2.0/security-groups?id=b46abdfe-fed9-48fb-8530-11880ebfb678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309064 Oct 12 20:03:15.880166 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c194bfe6-9f4a-4634-bd68-3f2079469638 req-f512998a-0e22-4c1f-89da-52c4749513d0 tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:03:15.882183 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c194bfe6-9f4a-4634-bd68-3f2079469638 req-f512998a-0e22-4c1f-89da-52c4749513d0 tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc9c7037-41c1-4baf-bee4-fc2169c4f6b3 HTTP/1.1" status: 200 len: 946 time: 0.0482485 Oct 12 20:03:15.918245 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c194bfe6-9f4a-4634-bd68-3f2079469638 req-72c7ec15-804c-4e67-8730-79562668406f tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] 10.222.0.49 "GET /v2.0/security-groups?id=b46abdfe-fed9-48fb-8530-11880ebfb678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302067 Oct 12 20:03:17.032990 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704e7146-eed2-4a34-8762-4e26e01200b9 req-1aad1c03-8a94-42f8-ac2c-3853104720cf tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:03:17.034474 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-704e7146-eed2-4a34-8762-4e26e01200b9 req-1aad1c03-8a94-42f8-ac2c-3853104720cf tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc9c7037-41c1-4baf-bee4-fc2169c4f6b3 HTTP/1.1" status: 200 len: 946 time: 0.0485229 Oct 12 20:03:17.072697 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-704e7146-eed2-4a34-8762-4e26e01200b9 req-53c967f3-1f9b-47c8-a3b1-88c0f609135c tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] 10.222.0.49 "GET /v2.0/security-groups?id=b46abdfe-fed9-48fb-8530-11880ebfb678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315311 Oct 12 20:03:17.105581 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [req-64868689-84ed-437a-9103-6eab9f529e1f req-c757b73d-96e9-4390-a86e-063ad0e698c3 service neutron] (95501) timed out ('10.222.0.49', 54610) {{(pid=95501) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 12 20:03:18.186584 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8225ac3-e614-4437-bee2-f4a33279b2e9 req-360702b0-ede3-48a5-9332-49fe3cf07b08 tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:03:18.188051 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b8225ac3-e614-4437-bee2-f4a33279b2e9 req-360702b0-ede3-48a5-9332-49fe3cf07b08 tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc9c7037-41c1-4baf-bee4-fc2169c4f6b3 HTTP/1.1" status: 200 len: 946 time: 0.0479887 Oct 12 20:03:18.225246 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b8225ac3-e614-4437-bee2-f4a33279b2e9 req-384b0ca3-e34f-463d-99ba-6a4130e6c621 tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] 10.222.0.49 "GET /v2.0/security-groups?id=b46abdfe-fed9-48fb-8530-11880ebfb678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306656 Oct 12 20:03:19.338319 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5887358e-bc8b-443c-876f-77bf99c8671d req-f11c42a5-d58e-4f3c-a5af-b79ef3322c85 tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:03:19.339778 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5887358e-bc8b-443c-876f-77bf99c8671d req-f11c42a5-d58e-4f3c-a5af-b79ef3322c85 tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc9c7037-41c1-4baf-bee4-fc2169c4f6b3 HTTP/1.1" status: 200 len: 946 time: 0.0482376 Oct 12 20:03:19.377504 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5887358e-bc8b-443c-876f-77bf99c8671d req-5a264b8f-6f0d-4791-ab3b-67421b7b7ade tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] 10.222.0.49 "GET /v2.0/security-groups?id=b46abdfe-fed9-48fb-8530-11880ebfb678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316570 Oct 12 20:03:20.494061 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e26a359-829d-4f1e-8fc0-f7db53c56719 req-bf11fb02-d725-42f4-a7e8-2a1b05b6b7f2 tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:03:20.495501 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3e26a359-829d-4f1e-8fc0-f7db53c56719 req-bf11fb02-d725-42f4-a7e8-2a1b05b6b7f2 tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc9c7037-41c1-4baf-bee4-fc2169c4f6b3 HTTP/1.1" status: 200 len: 946 time: 0.0521672 Oct 12 20:03:20.532912 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3e26a359-829d-4f1e-8fc0-f7db53c56719 req-90d362bd-ef61-4b0a-be15-6970f719b338 tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] 10.222.0.49 "GET /v2.0/security-groups?id=b46abdfe-fed9-48fb-8530-11880ebfb678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314565 Oct 12 20:03:21.650817 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dca202c-42c1-4466-bb15-34c81c965b7b req-733128fc-813c-41e4-a937-0e59eac5d0a6 tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:03:21.652290 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4dca202c-42c1-4466-bb15-34c81c965b7b req-733128fc-813c-41e4-a937-0e59eac5d0a6 tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc9c7037-41c1-4baf-bee4-fc2169c4f6b3 HTTP/1.1" status: 200 len: 946 time: 0.0527925 Oct 12 20:03:21.688509 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4dca202c-42c1-4466-bb15-34c81c965b7b req-63aed467-49fe-4275-ae47-de4ac8fa5472 tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] 10.222.0.49 "GET /v2.0/security-groups?id=b46abdfe-fed9-48fb-8530-11880ebfb678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302947 Oct 12 20:03:22.168996 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 20:03:22.802653 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b28d3ac-cc41-4f07-8670-cb0b6f123f25 req-6718010d-b1ed-4ad1-a5df-b96cdf47c0b9 tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:03:22.804158 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5b28d3ac-cc41-4f07-8670-cb0b6f123f25 req-6718010d-b1ed-4ad1-a5df-b96cdf47c0b9 tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc9c7037-41c1-4baf-bee4-fc2169c4f6b3 HTTP/1.1" status: 200 len: 946 time: 0.0487788 Oct 12 20:03:22.841328 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5b28d3ac-cc41-4f07-8670-cb0b6f123f25 req-3dd3ab7c-209b-4237-b298-281532826f87 tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] 10.222.0.49 "GET /v2.0/security-groups?id=b46abdfe-fed9-48fb-8530-11880ebfb678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313013 Oct 12 20:03:23.955360 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cf4ea0-0317-4e96-b157-107462aedcc8 req-6bfaae78-82ed-4800-9ca7-33ccce4862eb tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:03:23.956843 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-03cf4ea0-0317-4e96-b157-107462aedcc8 req-6bfaae78-82ed-4800-9ca7-33ccce4862eb tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc9c7037-41c1-4baf-bee4-fc2169c4f6b3 HTTP/1.1" status: 200 len: 946 time: 0.0477984 Oct 12 20:03:23.994667 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-03cf4ea0-0317-4e96-b157-107462aedcc8 req-0d8d8105-0749-440b-a0db-ce231aaa735b tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] 10.222.0.49 "GET /v2.0/security-groups?id=b46abdfe-fed9-48fb-8530-11880ebfb678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310695 Oct 12 20:03:25.113507 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41cfd77-b219-47aa-928a-9aee103989d9 req-b67b9c45-8b99-4e2d-a7f1-0b1cc4bdc8fd tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:03:25.115548 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c41cfd77-b219-47aa-928a-9aee103989d9 req-b67b9c45-8b99-4e2d-a7f1-0b1cc4bdc8fd tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc9c7037-41c1-4baf-bee4-fc2169c4f6b3 HTTP/1.1" status: 200 len: 946 time: 0.0528243 Oct 12 20:03:25.158509 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c41cfd77-b219-47aa-928a-9aee103989d9 req-dbdfc737-04e5-4b01-9c65-bbf42ab3c61e tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] 10.222.0.49 "GET /v2.0/security-groups?id=b46abdfe-fed9-48fb-8530-11880ebfb678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362434 Oct 12 20:03:26.277757 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac94b4cd-1c2b-4b8d-9947-3379bddfc739 req-0a3cf8a9-87b8-4725-ba60-0cac0d99f972 tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:03:26.279213 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ac94b4cd-1c2b-4b8d-9947-3379bddfc739 req-0a3cf8a9-87b8-4725-ba60-0cac0d99f972 tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc9c7037-41c1-4baf-bee4-fc2169c4f6b3 HTTP/1.1" status: 200 len: 946 time: 0.0483153 Oct 12 20:03:26.321173 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ac94b4cd-1c2b-4b8d-9947-3379bddfc739 req-e0f24cbf-acac-4665-9370-07cbdb04f3ff tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] 10.222.0.49 "GET /v2.0/security-groups?id=b46abdfe-fed9-48fb-8530-11880ebfb678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360918 Oct 12 20:03:27.438498 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0977508-c431-4e7e-83b6-5c43c4eebb9a req-257285c1-cc5e-46e0-bcbd-881db4fedaa2 tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:03:27.439939 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c0977508-c431-4e7e-83b6-5c43c4eebb9a req-257285c1-cc5e-46e0-bcbd-881db4fedaa2 tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc9c7037-41c1-4baf-bee4-fc2169c4f6b3 HTTP/1.1" status: 200 len: 946 time: 0.0519493 Oct 12 20:03:27.477143 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c0977508-c431-4e7e-83b6-5c43c4eebb9a req-c98d35b1-1910-4ddc-9f89-532e51033325 tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] 10.222.0.49 "GET /v2.0/security-groups?id=b46abdfe-fed9-48fb-8530-11880ebfb678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312314 Oct 12 20:03:28.595270 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4933155a-2aa1-4cf0-8512-3ecc50d1d81d req-235ef963-24e7-4529-b527-c8b192eefe9c tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:03:28.596924 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4933155a-2aa1-4cf0-8512-3ecc50d1d81d req-235ef963-24e7-4529-b527-c8b192eefe9c tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc9c7037-41c1-4baf-bee4-fc2169c4f6b3 HTTP/1.1" status: 200 len: 946 time: 0.0534763 Oct 12 20:03:28.634579 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4933155a-2aa1-4cf0-8512-3ecc50d1d81d req-379da73d-471e-4433-a6c3-b1073d511672 tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] 10.222.0.49 "GET /v2.0/security-groups?id=b46abdfe-fed9-48fb-8530-11880ebfb678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312824 Oct 12 20:03:29.185621 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6c4adf20-d384-44f0-93f3-7635be19bf67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:03:29.747415 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9325410f-9959-4e94-9f45-94ca26619094 req-3e7e52e8-68e6-411a-850e-80dae7a925c1 tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:03:29.748928 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9325410f-9959-4e94-9f45-94ca26619094 req-3e7e52e8-68e6-411a-850e-80dae7a925c1 tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc9c7037-41c1-4baf-bee4-fc2169c4f6b3 HTTP/1.1" status: 200 len: 946 time: 0.0483704 Oct 12 20:03:29.785325 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9325410f-9959-4e94-9f45-94ca26619094 req-7d5c44bd-183d-4513-8195-fce806b89e84 tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] 10.222.0.49 "GET /v2.0/security-groups?id=b46abdfe-fed9-48fb-8530-11880ebfb678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305877 Oct 12 20:03:30.899325 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f7881f-4c75-438f-9a3e-505b05fc6742 req-3948c9fe-bb3e-4825-ba73-15826a03bc04 tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:03:30.901299 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-65f7881f-4c75-438f-9a3e-505b05fc6742 req-3948c9fe-bb3e-4825-ba73-15826a03bc04 tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc9c7037-41c1-4baf-bee4-fc2169c4f6b3 HTTP/1.1" status: 200 len: 946 time: 0.0483677 Oct 12 20:03:30.937827 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-65f7881f-4c75-438f-9a3e-505b05fc6742 req-a8f33c22-10aa-4a52-bf66-5f747374eaf6 tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] 10.222.0.49 "GET /v2.0/security-groups?id=b46abdfe-fed9-48fb-8530-11880ebfb678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310249 Oct 12 20:03:31.771512 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fb198126-68cd-4e03-9f0a-633dc5f5dbe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:03:32.051828 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15db3e94-69f5-4109-a694-e7bead611e59 req-e0044337-c3d9-4839-bf6d-18c979a99dbc tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:03:32.053775 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-15db3e94-69f5-4109-a694-e7bead611e59 req-e0044337-c3d9-4839-bf6d-18c979a99dbc tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc9c7037-41c1-4baf-bee4-fc2169c4f6b3 HTTP/1.1" status: 200 len: 946 time: 0.0492613 Oct 12 20:03:32.090887 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-15db3e94-69f5-4109-a694-e7bead611e59 req-901f855a-e815-412c-90c9-9bd531bf13e2 tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] 10.222.0.49 "GET /v2.0/security-groups?id=b46abdfe-fed9-48fb-8530-11880ebfb678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312457 Oct 12 20:03:32.502170 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:03:33.160424 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:03:33.208021 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8b4f46-8247-4c1d-ae74-675d3a7cd0e9 req-56630d2b-ee3e-41ff-b0f6-a3fb80282d15 tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:03:33.210141 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-aa8b4f46-8247-4c1d-ae74-675d3a7cd0e9 req-56630d2b-ee3e-41ff-b0f6-a3fb80282d15 tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc9c7037-41c1-4baf-bee4-fc2169c4f6b3 HTTP/1.1" status: 200 len: 946 time: 0.0498896 Oct 12 20:03:33.248852 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-aa8b4f46-8247-4c1d-ae74-675d3a7cd0e9 req-5848b5a7-3ca0-4d7b-b06c-eca2cf1849b7 tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] 10.222.0.49 "GET /v2.0/security-groups?id=b46abdfe-fed9-48fb-8530-11880ebfb678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327201 Oct 12 20:03:33.297057 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:03:34.369373 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb2f24a-fb9a-4fdb-80aa-d31ff4a2591e req-596b87dd-f9e9-4de2-9cee-46ceeed95d2d tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:03:34.370785 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5eb2f24a-fb9a-4fdb-80aa-d31ff4a2591e req-596b87dd-f9e9-4de2-9cee-46ceeed95d2d tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc9c7037-41c1-4baf-bee4-fc2169c4f6b3 HTTP/1.1" status: 200 len: 946 time: 0.0533333 Oct 12 20:03:34.371206 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:03:34.408266 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5eb2f24a-fb9a-4fdb-80aa-d31ff4a2591e req-3721f345-1036-49f9-833d-b9a0daa9d686 tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] 10.222.0.49 "GET /v2.0/security-groups?id=b46abdfe-fed9-48fb-8530-11880ebfb678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313838 Oct 12 20:03:34.682355 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:03:35.179556 n-d-813679-3 neutron-server[95502]: INFO neutron.api.v2.resource [req-f17ab2f8-71e6-44de-ae32-400e030ffb74 req-a868e8d4-06f1-4492-a289-e13df6c9c72c service neutron] show failed (client error): The resource could not be found. Oct 12 20:03:35.180593 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f17ab2f8-71e6-44de-ae32-400e030ffb74 req-a868e8d4-06f1-4492-a289-e13df6c9c72c service neutron] 10.222.0.61 "GET /v2.0/ports/803f7687-cd70-471d-8cc9-bdb394b3ef91/bindings/n-h2-813679-3 HTTP/1.1" status: 404 len: 380 time: 0.1148357 Oct 12 20:03:35.529531 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bac127e-9cb3-4f49-94d7-d4ce3b9c2bd8 req-ccdcf294-cabe-486c-855a-865509d93de6 tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:03:35.530989 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7bac127e-9cb3-4f49-94d7-d4ce3b9c2bd8 req-ccdcf294-cabe-486c-855a-865509d93de6 tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc9c7037-41c1-4baf-bee4-fc2169c4f6b3 HTTP/1.1" status: 200 len: 946 time: 0.0544684 Oct 12 20:03:35.569523 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7bac127e-9cb3-4f49-94d7-d4ce3b9c2bd8 req-7f12700d-ce1c-4c23-b3f9-8e675628a07d tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] 10.222.0.49 "GET /v2.0/security-groups?id=b46abdfe-fed9-48fb-8530-11880ebfb678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318284 Oct 12 20:03:35.758495 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17ab2f8-71e6-44de-ae32-400e030ffb74 req-41deca1d-3b31-459e-9040-bd79a7a68ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:03:35.759982 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f17ab2f8-71e6-44de-ae32-400e030ffb74 req-41deca1d-3b31-459e-9040-bd79a7a68ae2 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=bc9c7037-41c1-4baf-bee4-fc2169c4f6b3&tenant_id=ea64d3fe2ec34bbe83b66d2b1e056a55 HTTP/1.1" status: 200 len: 1097 time: 0.0694897 Oct 12 20:03:35.772495 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-f17ab2f8-71e6-44de-ae32-400e030ffb74 req-1e979ca8-3da5-4bb0-8c2f-dc8e28b57463 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813679-3', 'device_owner': 'compute:nova'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:03:35.826773 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-f17ab2f8-71e6-44de-ae32-400e030ffb74 req-1e979ca8-3da5-4bb0-8c2f-dc8e28b57463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:03:36.025902 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-f17ab2f8-71e6-44de-ae32-400e030ffb74 req-1e979ca8-3da5-4bb0-8c2f-dc8e28b57463 service neutron] For port 803f7687-cd70-471d-8cc9-bdb394b3ef91, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=803f7687-cd70-471d-8cc9-bdb394b3ef91,segment=NetworkSegment(37942451-f734-4e3b-94d0-8dfbed0a5a21),segment_id=37942451-f734-4e3b-94d0-8dfbed0a5a21)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:03:36.057348 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-f17ab2f8-71e6-44de-ae32-400e030ffb74 req-1e979ca8-3da5-4bb0-8c2f-dc8e28b57463 service neutron] For port 803f7687-cd70-471d-8cc9-bdb394b3ef91, host n-h1-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 20:03:36.097968 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc9c7037-41c1-4baf-bee4-fc2169c4f6b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '803f7687-cd70-471d-8cc9-bdb394b3ef91'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:03:36.100299 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b00c19fd-d491-4e39-9361-514b71585836" -d '{"events": [{"server_uuid": "bc9c7037-41c1-4baf-bee4-fc2169c4f6b3", "name": "network-vif-unplugged", "status": "completed", "tag": "803f7687-cd70-471d-8cc9-bdb394b3ef91"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:03:36.104814 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-f17ab2f8-71e6-44de-ae32-400e030ffb74 req-1e979ca8-3da5-4bb0-8c2f-dc8e28b57463 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:03:36.117431 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.provisioning_blocks [req-f17ab2f8-71e6-44de-ae32-400e030ffb74 req-1e979ca8-3da5-4bb0-8c2f-dc8e28b57463 service neutron] Transition to ACTIVE for port object 803f7687-cd70-471d-8cc9-bdb394b3ef91 will not be triggered until provisioned by entity L2. {{(pid=95501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 20:03:36.152327 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 20:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-752447d1-6265-4b68-8272-b3dba7d1f605 x-openstack-request-id: req-752447d1-6265-4b68-8272-b3dba7d1f605 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:03:36.152613 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc9c7037-41c1-4baf-bee4-fc2169c4f6b3", "name": "network-vif-unplugged", "status": "completed", "tag": "803f7687-cd70-471d-8cc9-bdb394b3ef91", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:03:36.152866 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-752447d1-6265-4b68-8272-b3dba7d1f605 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:03:36.153265 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc9c7037-41c1-4baf-bee4-fc2169c4f6b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '803f7687-cd70-471d-8cc9-bdb394b3ef91', 'code': 200} Oct 12 20:03:36.213964 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-f17ab2f8-71e6-44de-ae32-400e030ffb74 req-1e979ca8-3da5-4bb0-8c2f-dc8e28b57463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:03:36.278176 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-f17ab2f8-71e6-44de-ae32-400e030ffb74 req-1e979ca8-3da5-4bb0-8c2f-dc8e28b57463 service neutron] No DVR routers for this DVR port 803f7687-cd70-471d-8cc9-bdb394b3ef91 on host n-h1-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 20:03:36.279899 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e979ca8-3da5-4bb0-8c2f-dc8e28b57463 service neutron] Pushing event updated for resources: {'Port': ['ID=803f7687-cd70-471d-8cc9-bdb394b3ef91,revision_number=6']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:03:36.291368 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e979ca8-3da5-4bb0-8c2f-dc8e28b57463 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:03:36.291720 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e979ca8-3da5-4bb0-8c2f-dc8e28b57463 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:03:36.292094 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e979ca8-3da5-4bb0-8c2f-dc8e28b57463 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:03:36.292439 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e979ca8-3da5-4bb0-8c2f-dc8e28b57463 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:03:36.292817 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e979ca8-3da5-4bb0-8c2f-dc8e28b57463 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:03:36.293111 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e979ca8-3da5-4bb0-8c2f-dc8e28b57463 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:03:36.293441 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e979ca8-3da5-4bb0-8c2f-dc8e28b57463 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:03:36.293768 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e979ca8-3da5-4bb0-8c2f-dc8e28b57463 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:03:36.294095 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e979ca8-3da5-4bb0-8c2f-dc8e28b57463 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:03:36.294421 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e979ca8-3da5-4bb0-8c2f-dc8e28b57463 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:03:36.294747 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e979ca8-3da5-4bb0-8c2f-dc8e28b57463 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:03:36.295068 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e979ca8-3da5-4bb0-8c2f-dc8e28b57463 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:03:36.325998 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-f17ab2f8-71e6-44de-ae32-400e030ffb74 req-1e979ca8-3da5-4bb0-8c2f-dc8e28b57463 service neutron] Attempting to bind port 803f7687-cd70-471d-8cc9-bdb394b3ef91 on host n-h2-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 20:03:36.326336 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-f17ab2f8-71e6-44de-ae32-400e030ffb74 req-1e979ca8-3da5-4bb0-8c2f-dc8e28b57463 service neutron] Attempting to bind port 803f7687-cd70-471d-8cc9-bdb394b3ef91 by drivers openvswitch,hyperv on host n-h2-813679-3 at level 0 using segments [{'id': '37942451-f734-4e3b-94d0-8dfbed0a5a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '6fa6fc89-7a56-4264-ad8e-204d367d46cb'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 20:03:36.326675 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17ab2f8-71e6-44de-ae32-400e030ffb74 req-1e979ca8-3da5-4bb0-8c2f-dc8e28b57463 service neutron] Attempting to bind port 803f7687-cd70-471d-8cc9-bdb394b3ef91 on network 6fa6fc89-7a56-4264-ad8e-204d367d46cb {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 20:03:36.330855 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17ab2f8-71e6-44de-ae32-400e030ffb74 req-1e979ca8-3da5-4bb0-8c2f-dc8e28b57463 service neutron] Port 803f7687-cd70-471d-8cc9-bdb394b3ef91 on network 6fa6fc89-7a56-4264-ad8e-204d367d46cb not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 20:03:36.331182 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17ab2f8-71e6-44de-ae32-400e030ffb74 req-1e979ca8-3da5-4bb0-8c2f-dc8e28b57463 service neutron] Attempting to bind port 803f7687-cd70-471d-8cc9-bdb394b3ef91 on network 6fa6fc89-7a56-4264-ad8e-204d367d46cb {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 20:03:36.336286 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17ab2f8-71e6-44de-ae32-400e030ffb74 req-1e979ca8-3da5-4bb0-8c2f-dc8e28b57463 service neutron] Checking agent: {'id': '233fbd7d-38e4-434f-bb8f-05364d7423a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 20, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 20:03:36.336623 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17ab2f8-71e6-44de-ae32-400e030ffb74 req-1e979ca8-3da5-4bb0-8c2f-dc8e28b57463 service neutron] Checking segment: {'id': '37942451-f734-4e3b-94d0-8dfbed0a5a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '6fa6fc89-7a56-4264-ad8e-204d367d46cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 20:03:36.337007 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17ab2f8-71e6-44de-ae32-400e030ffb74 req-1e979ca8-3da5-4bb0-8c2f-dc8e28b57463 service neutron] Bound using segment: {'id': '37942451-f734-4e3b-94d0-8dfbed0a5a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '6fa6fc89-7a56-4264-ad8e-204d367d46cb'} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 20:03:36.337436 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-f17ab2f8-71e6-44de-ae32-400e030ffb74 req-1e979ca8-3da5-4bb0-8c2f-dc8e28b57463 service neutron] Bound port: 803f7687-cd70-471d-8cc9-bdb394b3ef91, host: n-h2-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37942451-f734-4e3b-94d0-8dfbed0a5a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '6fa6fc89-7a56-4264-ad8e-204d367d46cb'}}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 20:03:36.337789 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-f17ab2f8-71e6-44de-ae32-400e030ffb74 req-1e979ca8-3da5-4bb0-8c2f-dc8e28b57463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:03:36.398743 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-f17ab2f8-71e6-44de-ae32-400e030ffb74 req-1e979ca8-3da5-4bb0-8c2f-dc8e28b57463 service neutron] For port 803f7687-cd70-471d-8cc9-bdb394b3ef91, host n-h2-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 20:03:36.401683 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-f17ab2f8-71e6-44de-ae32-400e030ffb74 req-1e979ca8-3da5-4bb0-8c2f-dc8e28b57463 service neutron] For port 803f7687-cd70-471d-8cc9-bdb394b3ef91, host n-h2-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=803f7687-cd70-471d-8cc9-bdb394b3ef91,segment=NetworkSegment(37942451-f734-4e3b-94d0-8dfbed0a5a21),segment_id=37942451-f734-4e3b-94d0-8dfbed0a5a21)] {{(pid=95501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 20:03:36.477113 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-f17ab2f8-71e6-44de-ae32-400e030ffb74 req-1e979ca8-3da5-4bb0-8c2f-dc8e28b57463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:03:36.514675 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17ab2f8-71e6-44de-ae32-400e030ffb74 req-1e979ca8-3da5-4bb0-8c2f-dc8e28b57463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:03:36.515296 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-f17ab2f8-71e6-44de-ae32-400e030ffb74 req-1e979ca8-3da5-4bb0-8c2f-dc8e28b57463 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:03:36.516717 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f17ab2f8-71e6-44de-ae32-400e030ffb74 req-1e979ca8-3da5-4bb0-8c2f-dc8e28b57463 service neutron] 10.222.0.67 "PUT /v2.0/ports/803f7687-cd70-471d-8cc9-bdb394b3ef91 HTTP/1.1" status: 200 len: 1092 time: 0.7488117 Oct 12 20:03:36.532901 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e979ca8-3da5-4bb0-8c2f-dc8e28b57463 service neutron] Pushing event updated for resources: {'Port': ['ID=803f7687-cd70-471d-8cc9-bdb394b3ef91,revision_number=7']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:03:36.580259 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17ab2f8-71e6-44de-ae32-400e030ffb74 req-efc8531c-eee0-4394-af49-1fab61fe1c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:03:36.581879 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f17ab2f8-71e6-44de-ae32-400e030ffb74 req-efc8531c-eee0-4394-af49-1fab61fe1c68 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ea64d3fe2ec34bbe83b66d2b1e056a55&device_id=bc9c7037-41c1-4baf-bee4-fc2169c4f6b3 HTTP/1.1" status: 200 len: 1095 time: 0.0434062 Oct 12 20:03:36.700243 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17ab2f8-71e6-44de-ae32-400e030ffb74 req-5f57703e-665a-4f17-9499-c7e7210f6ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:03:36.701709 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f17ab2f8-71e6-44de-ae32-400e030ffb74 req-5f57703e-665a-4f17-9499-c7e7210f6ae5 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6fa6fc89-7a56-4264-ad8e-204d367d46cb HTTP/1.1" status: 200 len: 912 time: 0.1129770 Oct 12 20:03:36.710837 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb730043-5975-4e27-978f-cdf732404fd1 req-4b860ab9-3339-4729-a04a-a09aa55073bd tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:03:36.712213 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fb730043-5975-4e27-978f-cdf732404fd1 req-4b860ab9-3339-4729-a04a-a09aa55073bd tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc9c7037-41c1-4baf-bee4-fc2169c4f6b3 HTTP/1.1" status: 200 len: 944 time: 0.0722795 Oct 12 20:03:36.755881 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f17ab2f8-71e6-44de-ae32-400e030ffb74 req-1f687d2e-0580-43cb-9b4e-08288649fe9e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=803f7687-cd70-471d-8cc9-bdb394b3ef91 HTTP/1.1" status: 200 len: 217 time: 0.0427153 Oct 12 20:03:36.813148 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fb730043-5975-4e27-978f-cdf732404fd1 req-8c65dacd-bb74-44a2-aabb-211b415e9f9d tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] 10.222.0.49 "GET /v2.0/security-groups?id=b46abdfe-fed9-48fb-8530-11880ebfb678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946012 Oct 12 20:03:36.818911 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17ab2f8-71e6-44de-ae32-400e030ffb74 req-b301a5d9-eaca-4839-a90e-76985a6e43d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:03:36.820336 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f17ab2f8-71e6-44de-ae32-400e030ffb74 req-b301a5d9-eaca-4839-a90e-76985a6e43d0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=37f428d9-cdac-4dca-b3a5-1e0fb0bb163e HTTP/1.1" status: 200 len: 851 time: 0.0582798 Oct 12 20:03:36.853460 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f17ab2f8-71e6-44de-ae32-400e030ffb74 req-b2fcef21-18ea-4ae5-b302-7f7cc21c145b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6fa6fc89-7a56-4264-ad8e-204d367d46cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253205 Oct 12 20:03:36.943989 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f17ab2f8-71e6-44de-ae32-400e030ffb74 req-e5415817-e3cd-4bf9-8fa8-4d2932e02cb8 service neutron] 10.222.0.67 "GET /v2.0/networks/6fa6fc89-7a56-4264-ad8e-204d367d46cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831411 Oct 12 20:03:37.029594 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f17ab2f8-71e6-44de-ae32-400e030ffb74 req-fe9ac2f6-1fa9-49b8-8785-dbaf074d5979 service neutron] 10.222.0.67 "GET /v2.0/networks/6fa6fc89-7a56-4264-ad8e-204d367d46cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794311 Oct 12 20:03:37.933220 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4a227b-0e0c-4ea3-ae8f-d3e4a94bfad2 req-08a08800-f643-4788-9c25-84841df0bc99 tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:03:37.934689 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-cb4a227b-0e0c-4ea3-ae8f-d3e4a94bfad2 req-08a08800-f643-4788-9c25-84841df0bc99 tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc9c7037-41c1-4baf-bee4-fc2169c4f6b3 HTTP/1.1" status: 200 len: 944 time: 0.0501006 Oct 12 20:03:37.972834 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-cb4a227b-0e0c-4ea3-ae8f-d3e4a94bfad2 req-7a7789ff-400b-4bc9-801f-98c06ca72596 tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] 10.222.0.49 "GET /v2.0/security-groups?id=b46abdfe-fed9-48fb-8530-11880ebfb678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319068 Oct 12 20:03:38.154831 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc9c7037-41c1-4baf-bee4-fc2169c4f6b3', 'tag': '803f7687-cd70-471d-8cc9-bdb394b3ef91'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:03:38.157214 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-974e1e80-6639-4651-8541-9864751be0be" -d '{"events": [{"name": "network-changed", "server_uuid": "bc9c7037-41c1-4baf-bee4-fc2169c4f6b3", "tag": "803f7687-cd70-471d-8cc9-bdb394b3ef91"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:03:38.211232 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 20:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0ffb21a-8cd5-4a16-aaea-4de1e6c56e39 x-openstack-request-id: req-e0ffb21a-8cd5-4a16-aaea-4de1e6c56e39 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:03:38.211511 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc9c7037-41c1-4baf-bee4-fc2169c4f6b3", "tag": "803f7687-cd70-471d-8cc9-bdb394b3ef91", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:03:38.211766 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e0ffb21a-8cd5-4a16-aaea-4de1e6c56e39 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:03:38.212375 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc9c7037-41c1-4baf-bee4-fc2169c4f6b3', 'tag': '803f7687-cd70-471d-8cc9-bdb394b3ef91', 'status': 'completed', 'code': 200} Oct 12 20:03:38.277921 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974e1e80-6639-4651-8541-9864751be0be req-c3555801-c17f-4aa9-ad0c-30003e2a21fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:03:38.282576 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-974e1e80-6639-4651-8541-9864751be0be req-c3555801-c17f-4aa9-ad0c-30003e2a21fb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ea64d3fe2ec34bbe83b66d2b1e056a55&device_id=bc9c7037-41c1-4baf-bee4-fc2169c4f6b3 HTTP/1.1" status: 200 len: 1095 time: 0.0530543 Oct 12 20:03:38.283348 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974e1e80-6639-4651-8541-9864751be0be req-c682b96f-d121-4e1d-8ac6-fade39eac3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:03:38.285922 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-974e1e80-6639-4651-8541-9864751be0be req-c682b96f-d121-4e1d-8ac6-fade39eac3e5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ea64d3fe2ec34bbe83b66d2b1e056a55&device_id=bc9c7037-41c1-4baf-bee4-fc2169c4f6b3 HTTP/1.1" status: 200 len: 1095 time: 0.0528924 Oct 12 20:03:38.384643 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974e1e80-6639-4651-8541-9864751be0be req-693147b0-d3c4-44a4-a299-acd2b22c569a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:03:38.385611 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974e1e80-6639-4651-8541-9864751be0be req-130ba9d3-f370-4c00-904c-7a597e94ddde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:03:38.386047 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-974e1e80-6639-4651-8541-9864751be0be req-693147b0-d3c4-44a4-a299-acd2b22c569a service neutron] 10.222.0.61 "GET /v2.0/networks?id=6fa6fc89-7a56-4264-ad8e-204d367d46cb HTTP/1.1" status: 200 len: 912 time: 0.0950470 Oct 12 20:03:38.387063 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-974e1e80-6639-4651-8541-9864751be0be req-130ba9d3-f370-4c00-904c-7a597e94ddde service neutron] 10.222.0.67 "GET /v2.0/networks?id=6fa6fc89-7a56-4264-ad8e-204d367d46cb HTTP/1.1" status: 200 len: 912 time: 0.0929446 Oct 12 20:03:38.434244 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-974e1e80-6639-4651-8541-9864751be0be req-5817bbeb-a957-4f9c-b1ea-a308e2675ee9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=803f7687-cd70-471d-8cc9-bdb394b3ef91 HTTP/1.1" status: 200 len: 217 time: 0.0383639 Oct 12 20:03:38.441372 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-974e1e80-6639-4651-8541-9864751be0be req-635aac73-4520-4785-b039-5897a72c3f90 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=803f7687-cd70-471d-8cc9-bdb394b3ef91 HTTP/1.1" status: 200 len: 217 time: 0.0480280 Oct 12 20:03:38.485915 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974e1e80-6639-4651-8541-9864751be0be req-1d8c49c1-6e43-443e-8e79-175475aa91bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:03:38.487387 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-974e1e80-6639-4651-8541-9864751be0be req-1d8c49c1-6e43-443e-8e79-175475aa91bb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=37f428d9-cdac-4dca-b3a5-1e0fb0bb163e HTTP/1.1" status: 200 len: 851 time: 0.0453842 Oct 12 20:03:38.502393 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974e1e80-6639-4651-8541-9864751be0be req-45483dc9-a26d-4dd7-acd2-962c1b4113aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:03:38.503851 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-974e1e80-6639-4651-8541-9864751be0be req-45483dc9-a26d-4dd7-acd2-962c1b4113aa service neutron] 10.222.0.61 "GET /v2.0/subnets?id=37f428d9-cdac-4dca-b3a5-1e0fb0bb163e HTTP/1.1" status: 200 len: 851 time: 0.0566039 Oct 12 20:03:38.525241 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-974e1e80-6639-4651-8541-9864751be0be req-575cb5f6-b586-4088-b7bb-eacd3f5ba5af service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6fa6fc89-7a56-4264-ad8e-204d367d46cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305517 Oct 12 20:03:38.540710 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-974e1e80-6639-4651-8541-9864751be0be req-b668cdc5-c364-49cd-83e2-5b90aeb52948 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6fa6fc89-7a56-4264-ad8e-204d367d46cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294583 Oct 12 20:03:38.630884 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-974e1e80-6639-4651-8541-9864751be0be req-d2bd541b-91ab-4aff-8b42-19717c8fbf7a service neutron] 10.222.0.67 "GET /v2.0/networks/6fa6fc89-7a56-4264-ad8e-204d367d46cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946479 Oct 12 20:03:38.646640 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-974e1e80-6639-4651-8541-9864751be0be req-479d6059-fa54-4dfd-a159-abd7b3e2b293 service neutron] 10.222.0.61 "GET /v2.0/networks/6fa6fc89-7a56-4264-ad8e-204d367d46cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974195 Oct 12 20:03:38.722088 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-974e1e80-6639-4651-8541-9864751be0be req-8a1a5ad2-f5b7-479a-b446-064d0dfa71bf service neutron] 10.222.0.67 "GET /v2.0/networks/6fa6fc89-7a56-4264-ad8e-204d367d46cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843341 Oct 12 20:03:38.738370 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-974e1e80-6639-4651-8541-9864751be0be req-c9ff983e-50d3-499e-be44-5b25a4b287cc service neutron] 10.222.0.61 "GET /v2.0/networks/6fa6fc89-7a56-4264-ad8e-204d367d46cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853682 Oct 12 20:03:39.089651 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927b1e11-4c6d-4184-b6d9-10bdd11b0d6c req-3c7a0b42-52f4-49ac-bce4-8553c0340fb8 tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:03:39.091110 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-927b1e11-4c6d-4184-b6d9-10bdd11b0d6c req-3c7a0b42-52f4-49ac-bce4-8553c0340fb8 tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc9c7037-41c1-4baf-bee4-fc2169c4f6b3 HTTP/1.1" status: 200 len: 944 time: 0.0492566 Oct 12 20:03:39.129547 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-927b1e11-4c6d-4184-b6d9-10bdd11b0d6c req-9aea1936-08fd-4fd0-a500-ae35913b2f36 tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] 10.222.0.49 "GET /v2.0/security-groups?id=b46abdfe-fed9-48fb-8530-11880ebfb678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325048 Oct 12 20:03:39.391171 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 803f7687-cd70-471d-8cc9-bdb394b3ef91 no longer exists at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 20:03:39.428918 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 803f7687-cd70-471d-8cc9-bdb394b3ef91 not bound to the agent host n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 20:03:39.611684 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55591788-c39d-48ec-a6f0-47cfad9bde4c req-66decb40-8126-402e-b14e-8d78d80ffdbc tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:03:39.613095 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-55591788-c39d-48ec-a6f0-47cfad9bde4c req-66decb40-8126-402e-b14e-8d78d80ffdbc tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] 10.222.0.61 "GET /v2.0/ports?device_id=bc9c7037-41c1-4baf-bee4-fc2169c4f6b3&tenant_id=ea64d3fe2ec34bbe83b66d2b1e056a55&binding%3Ahost_id=n-h2-813679-3 HTTP/1.1" status: 200 len: 944 time: 0.0882840 Oct 12 20:03:39.670300 n-d-813679-3 neutron-server[95502]: INFO neutron.api.v2.resource [req-55591788-c39d-48ec-a6f0-47cfad9bde4c req-7d82b680-0db6-41b9-a07f-0326703ed3dc service neutron] delete failed (client error): The resource could not be found. Oct 12 20:03:39.671279 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-55591788-c39d-48ec-a6f0-47cfad9bde4c req-7d82b680-0db6-41b9-a07f-0326703ed3dc service neutron] 10.222.0.61 "DELETE /v2.0/ports/803f7687-cd70-471d-8cc9-bdb394b3ef91/bindings/n-h1-813679-3 HTTP/1.1" status: 404 len: 380 time: 0.0512235 Oct 12 20:03:39.752598 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55591788-c39d-48ec-a6f0-47cfad9bde4c req-5cea7b66-0168-439d-822e-6b149b0345fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:03:39.754042 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-55591788-c39d-48ec-a6f0-47cfad9bde4c req-5cea7b66-0168-439d-822e-6b149b0345fb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ea64d3fe2ec34bbe83b66d2b1e056a55&device_id=bc9c7037-41c1-4baf-bee4-fc2169c4f6b3 HTTP/1.1" status: 200 len: 1095 time: 0.0401313 Oct 12 20:03:39.843659 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55591788-c39d-48ec-a6f0-47cfad9bde4c req-9ad40981-0301-436b-9ea6-f86b7366510f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:03:39.845098 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-55591788-c39d-48ec-a6f0-47cfad9bde4c req-9ad40981-0301-436b-9ea6-f86b7366510f service neutron] 10.222.0.61 "GET /v2.0/networks?id=6fa6fc89-7a56-4264-ad8e-204d367d46cb HTTP/1.1" status: 200 len: 912 time: 0.0843151 Oct 12 20:03:39.884226 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-55591788-c39d-48ec-a6f0-47cfad9bde4c req-c70f5a25-5754-49ee-af02-8f8a600b9cd7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=803f7687-cd70-471d-8cc9-bdb394b3ef91 HTTP/1.1" status: 200 len: 217 time: 0.0326149 Oct 12 20:03:39.934258 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55591788-c39d-48ec-a6f0-47cfad9bde4c req-9b511db2-f0d4-4e77-b206-72a3ee00b5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:03:39.935683 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-55591788-c39d-48ec-a6f0-47cfad9bde4c req-9b511db2-f0d4-4e77-b206-72a3ee00b5a6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=37f428d9-cdac-4dca-b3a5-1e0fb0bb163e HTTP/1.1" status: 200 len: 851 time: 0.0451610 Oct 12 20:03:39.967726 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-55591788-c39d-48ec-a6f0-47cfad9bde4c req-6706a782-894e-4b42-9734-d9c256632ab3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6fa6fc89-7a56-4264-ad8e-204d367d46cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242202 Oct 12 20:03:40.053435 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-55591788-c39d-48ec-a6f0-47cfad9bde4c req-c6c8c849-40af-436e-9518-51d5bd2b90d1 service neutron] 10.222.0.61 "GET /v2.0/networks/6fa6fc89-7a56-4264-ad8e-204d367d46cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787833 Oct 12 20:03:40.146127 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-55591788-c39d-48ec-a6f0-47cfad9bde4c req-92927aeb-e53f-4ac0-9005-bb510f59c9b0 service neutron] 10.222.0.61 "GET /v2.0/networks/6fa6fc89-7a56-4264-ad8e-204d367d46cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845912 Oct 12 20:03:40.315457 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 803f7687-cd70-471d-8cc9-bdb394b3ef91 details requested by agent hyperv_n-h2-813679-3 with host n-h2-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 20:03:40.408944 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 803f7687-cd70-471d-8cc9-bdb394b3ef91, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=803f7687-cd70-471d-8cc9-bdb394b3ef91,segment=NetworkSegment(37942451-f734-4e3b-94d0-8dfbed0a5a21),segment_id=37942451-f734-4e3b-94d0-8dfbed0a5a21)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:03:40.419674 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Returning: {'device': '803f7687-cd70-471d-8cc9-bdb394b3ef91', 'network_id': '6fa6fc89-7a56-4264-ad8e-204d367d46cb', 'port_id': '803f7687-cd70-471d-8cc9-bdb394b3ef91', 'mac_address': 'fa:16:3e:61:86:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37f428d9-cdac-4dca-b3a5-1e0fb0bb163e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 20:03:40.455595 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:03:40.467892 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 803f7687-cd70-471d-8cc9-bdb394b3ef91 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 20:03:40.486127 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 803f7687-cd70-471d-8cc9-bdb394b3ef91, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=803f7687-cd70-471d-8cc9-bdb394b3ef91,segment=NetworkSegment(37942451-f734-4e3b-94d0-8dfbed0a5a21),segment_id=37942451-f734-4e3b-94d0-8dfbed0a5a21)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:03:40.524779 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:03:40.576574 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=803f7687-cd70-471d-8cc9-bdb394b3ef91,revision_number=8']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:03:40.584853 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:03:40.585196 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:03:40.585534 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:03:40.585865 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:03:40.586193 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:03:40.586518 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:03:40.586838 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:03:40.587159 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:03:40.587509 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:03:40.588286 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:03:40.588614 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:03:40.588935 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:03:40.781175 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['803f7687-cd70-471d-8cc9-bdb394b3ef91'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 20:03:41.462589 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8c8413-5ac1-4167-89d9-da700234eb26 req-f1466f70-fe37-429e-9f1f-6b837169712d tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:03:41.464051 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0e8c8413-5ac1-4167-89d9-da700234eb26 req-f1466f70-fe37-429e-9f1f-6b837169712d tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc9c7037-41c1-4baf-bee4-fc2169c4f6b3 HTTP/1.1" status: 200 len: 945 time: 0.0491867 Oct 12 20:03:41.500506 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0e8c8413-5ac1-4167-89d9-da700234eb26 req-a231fdc1-dfc0-482f-aac5-763e5442f56d tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] 10.222.0.49 "GET /v2.0/security-groups?id=b46abdfe-fed9-48fb-8530-11880ebfb678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305429 Oct 12 20:03:42.338711 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 803f7687-cd70-471d-8cc9-bdb394b3ef91 up at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 20:03:42.482566 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning for port 803f7687-cd70-471d-8cc9-bdb394b3ef91 completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 20:03:42.486320 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning complete for port 803f7687-cd70-471d-8cc9-bdb394b3ef91 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:03:42.486689 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:03:42.566877 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:03:42.591529 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc9c7037-41c1-4baf-bee4-fc2169c4f6b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '803f7687-cd70-471d-8cc9-bdb394b3ef91'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:03:42.593831 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1546bd8-bcb9-4ab3-acb1-f0a45d17fec4" -d '{"events": [{"server_uuid": "bc9c7037-41c1-4baf-bee4-fc2169c4f6b3", "name": "network-vif-plugged", "status": "completed", "tag": "803f7687-cd70-471d-8cc9-bdb394b3ef91"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:03:42.606289 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 803f7687-cd70-471d-8cc9-bdb394b3ef91, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=803f7687-cd70-471d-8cc9-bdb394b3ef91,segment=NetworkSegment(37942451-f734-4e3b-94d0-8dfbed0a5a21),segment_id=37942451-f734-4e3b-94d0-8dfbed0a5a21)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:03:42.624404 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5a6f64-26fb-4437-8c43-9311a61268f8 req-1741a4f1-e6fd-4b18-8a2c-2c4970a7f842 tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:03:42.626051 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5b5a6f64-26fb-4437-8c43-9311a61268f8 req-1741a4f1-e6fd-4b18-8a2c-2c4970a7f842 tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc9c7037-41c1-4baf-bee4-fc2169c4f6b3 HTTP/1.1" status: 200 len: 945 time: 0.0515163 Oct 12 20:03:42.634187 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 20:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bac1190-2a34-4217-a9ae-d27183ade789 x-openstack-request-id: req-4bac1190-2a34-4217-a9ae-d27183ade789 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:03:42.634485 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc9c7037-41c1-4baf-bee4-fc2169c4f6b3", "name": "network-vif-plugged", "status": "completed", "tag": "803f7687-cd70-471d-8cc9-bdb394b3ef91", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:03:42.634743 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4bac1190-2a34-4217-a9ae-d27183ade789 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:03:42.635138 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc9c7037-41c1-4baf-bee4-fc2169c4f6b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '803f7687-cd70-471d-8cc9-bdb394b3ef91', 'code': 200} Oct 12 20:03:42.664631 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5b5a6f64-26fb-4437-8c43-9311a61268f8 req-677b9ada-cab9-4144-8a35-3da1b8f76d2b tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] 10.222.0.49 "GET /v2.0/security-groups?id=b46abdfe-fed9-48fb-8530-11880ebfb678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320940 Oct 12 20:03:42.671114 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:03:42.718728 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=803f7687-cd70-471d-8cc9-bdb394b3ef91,revision_number=9']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:03:42.754011 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55591788-c39d-48ec-a6f0-47cfad9bde4c req-7cb104ad-7938-4a31-845a-2b82b1575d6c tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:03:42.756059 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-55591788-c39d-48ec-a6f0-47cfad9bde4c req-7cb104ad-7938-4a31-845a-2b82b1575d6c tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] 10.222.0.67 "GET /v2.0/ports?device_id=bc9c7037-41c1-4baf-bee4-fc2169c4f6b3 HTTP/1.1" status: 200 len: 946 time: 0.0565195 Oct 12 20:03:42.842592 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-55591788-c39d-48ec-a6f0-47cfad9bde4c req-8948dedf-ef81-4a1c-b7b8-48b53ccfd2ba tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] Deleting port 803f7687-cd70-471d-8cc9-bdb394b3ef91 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 20:03:42.842942 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-55591788-c39d-48ec-a6f0-47cfad9bde4c req-8948dedf-ef81-4a1c-b7b8-48b53ccfd2ba tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:03:42.932131 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-55591788-c39d-48ec-a6f0-47cfad9bde4c req-8948dedf-ef81-4a1c-b7b8-48b53ccfd2ba tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] For port 803f7687-cd70-471d-8cc9-bdb394b3ef91, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=803f7687-cd70-471d-8cc9-bdb394b3ef91,segment=NetworkSegment(37942451-f734-4e3b-94d0-8dfbed0a5a21),segment_id=37942451-f734-4e3b-94d0-8dfbed0a5a21)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:03:42.932494 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-55591788-c39d-48ec-a6f0-47cfad9bde4c req-8948dedf-ef81-4a1c-b7b8-48b53ccfd2ba tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:03:42.945074 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-55591788-c39d-48ec-a6f0-47cfad9bde4c req-8948dedf-ef81-4a1c-b7b8-48b53ccfd2ba tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] Calling delete_port for 803f7687-cd70-471d-8cc9-bdb394b3ef91 owned by compute:nova {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 20:03:43.122462 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-55591788-c39d-48ec-a6f0-47cfad9bde4c req-8948dedf-ef81-4a1c-b7b8-48b53ccfd2ba tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:03:43.133809 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['803f7687-cd70-471d-8cc9-bdb394b3ef91'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 20:03:43.156104 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8948dedf-ef81-4a1c-b7b8-48b53ccfd2ba tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] Pushing event deleted for resources: {'Port': ['ID=803f7687-cd70-471d-8cc9-bdb394b3ef91,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:03:43.200001 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-55591788-c39d-48ec-a6f0-47cfad9bde4c req-8948dedf-ef81-4a1c-b7b8-48b53ccfd2ba tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] No DVR routers for this DVR port 803f7687-cd70-471d-8cc9-bdb394b3ef91 on host n-h2-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 20:03:43.202640 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-55591788-c39d-48ec-a6f0-47cfad9bde4c req-8948dedf-ef81-4a1c-b7b8-48b53ccfd2ba tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:03:43.206091 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-55591788-c39d-48ec-a6f0-47cfad9bde4c req-8948dedf-ef81-4a1c-b7b8-48b53ccfd2ba tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] 10.222.0.67 "DELETE /v2.0/ports/803f7687-cd70-471d-8cc9-bdb394b3ef91 HTTP/1.1" status: 204 len: 173 time: 0.4437361 Oct 12 20:03:43.206532 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc9c7037-41c1-4baf-bee4-fc2169c4f6b3', 'name': 'network-vif-deleted', 'tag': '803f7687-cd70-471d-8cc9-bdb394b3ef91'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:03:43.209057 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac4611a7-abfc-436f-a083-d794e79974a7" -d '{"events": [{"server_uuid": "bc9c7037-41c1-4baf-bee4-fc2169c4f6b3", "name": "network-vif-deleted", "tag": "803f7687-cd70-471d-8cc9-bdb394b3ef91"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:03:43.244432 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 20:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa7889a7-14c8-42d1-bb9c-33bc5e72105d x-openstack-request-id: req-fa7889a7-14c8-42d1-bb9c-33bc5e72105d {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:03:43.244723 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc9c7037-41c1-4baf-bee4-fc2169c4f6b3", "name": "network-vif-deleted", "tag": "803f7687-cd70-471d-8cc9-bdb394b3ef91", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:03:43.244985 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fa7889a7-14c8-42d1-bb9c-33bc5e72105d {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:03:43.245382 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc9c7037-41c1-4baf-bee4-fc2169c4f6b3', 'name': 'network-vif-deleted', 'tag': '803f7687-cd70-471d-8cc9-bdb394b3ef91', 'status': 'completed', 'code': 200} Oct 12 20:03:43.770329 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7584341b-129a-4f38-ac7f-c48cbded0ee2 req-30ba410b-4b5a-42bd-aee9-56bd11f74088 tempest-DeleteServersTestJSON-951374757 tempest-DeleteServersTestJSON-951374757-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc9c7037-41c1-4baf-bee4-fc2169c4f6b3 HTTP/1.1" status: 200 len: 210 time: 0.0258911 Oct 12 20:03:44.900274 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 60720) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:03:44.943743 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-7de333a3-b862-4145-b05a-ab7e6a1a86fe admin admin] Deleting subnet 37f428d9-cdac-4dca-b3a5-1e0fb0bb163e {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 20:03:44.946724 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7de333a3-b862-4145-b05a-ab7e6a1a86fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:03:44.984788 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7de333a3-b862-4145-b05a-ab7e6a1a86fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16313642'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:03:45.023177 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7de333a3-b862-4145-b05a-ab7e6a1a86fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:03:45.131142 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7de333a3-b862-4145-b05a-ab7e6a1a86fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4306592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16245866'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:03:45.155956 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de333a3-b862-4145-b05a-ab7e6a1a86fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37f428d9-cdac-4dca-b3a5-1e0fb0bb163e,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:03:45.161080 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7de333a3-b862-4145-b05a-ab7e6a1a86fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:03:45.164772 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-7de333a3-b862-4145-b05a-ab7e6a1a86fe admin admin] 10.222.0.49 "DELETE /v2.0/subnets/37f428d9-cdac-4dca-b3a5-1e0fb0bb163e HTTP/1.1" status: 204 len: 168 time: 0.2634614 Oct 12 20:03:45.167485 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 60722) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:03:45.170122 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de333a3-b862-4145-b05a-ab7e6a1a86fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:03:45.170476 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de333a3-b862-4145-b05a-ab7e6a1a86fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:03:45.170819 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de333a3-b862-4145-b05a-ab7e6a1a86fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:03:45.171160 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de333a3-b862-4145-b05a-ab7e6a1a86fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:03:45.171823 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de333a3-b862-4145-b05a-ab7e6a1a86fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:03:45.172195 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de333a3-b862-4145-b05a-ab7e6a1a86fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:03:45.172535 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de333a3-b862-4145-b05a-ab7e6a1a86fe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:03:45.172867 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de333a3-b862-4145-b05a-ab7e6a1a86fe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:03:45.173199 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de333a3-b862-4145-b05a-ab7e6a1a86fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:03:45.173527 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de333a3-b862-4145-b05a-ab7e6a1a86fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:03:45.173856 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de333a3-b862-4145-b05a-ab7e6a1a86fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:03:45.174185 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de333a3-b862-4145-b05a-ab7e6a1a86fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:03:45.240290 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ddba3357-1e6f-4ba5-9bf1-b0e194985479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:03:45.321241 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ddba3357-1e6f-4ba5-9bf1-b0e194985479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:03:45.340935 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-ddba3357-1e6f-4ba5-9bf1-b0e194985479 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fa6fc89-7a56-4264-ad8e-204d367d46cb']}} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:03:45.349781 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-ddba3357-1e6f-4ba5-9bf1-b0e194985479 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37942451-f734-4e3b-94d0-8dfbed0a5a21') {'for_net_delete': True} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:03:45.350070 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-ddba3357-1e6f-4ba5-9bf1-b0e194985479 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37942451-f734-4e3b-94d0-8dfbed0a5a21') {} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:03:45.358923 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ddba3357-1e6f-4ba5-9bf1-b0e194985479 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4281072'] for segment, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:03:45.372316 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ddba3357-1e6f-4ba5-9bf1-b0e194985479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:03:45.377935 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddba3357-1e6f-4ba5-9bf1-b0e194985479 admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=95501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 20:03:45.381236 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ddba3357-1e6f-4ba5-9bf1-b0e194985479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4823170'] for segment, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:03:45.381236 n-d-813679-3 neutron-server[95501]: Traceback (most recent call last): Oct 12 20:03:45.381236 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 20:03:45.381236 n-d-813679-3 neutron-server[95501]: timer() Oct 12 20:03:45.381236 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 20:03:45.381236 n-d-813679-3 neutron-server[95501]: cb(*args, **kw) Oct 12 20:03:45.381236 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 20:03:45.381236 n-d-813679-3 neutron-server[95501]: return func(*args, **kwargs) Oct 12 20:03:45.381236 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 20:03:45.381236 n-d-813679-3 neutron-server[95501]: self._notify() Oct 12 20:03:45.381236 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 20:03:45.381236 n-d-813679-3 neutron-server[95501]: self.callback(batched_events) Oct 12 20:03:45.381236 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 20:03:45.381236 n-d-813679-3 neutron-server[95501]: event.method(event) Oct 12 20:03:45.381236 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 20:03:45.381236 n-d-813679-3 neutron-server[95501]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 20:03:45.381236 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 20:03:45.381236 n-d-813679-3 neutron-server[95501]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 20:03:45.381236 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 20:03:45.381236 n-d-813679-3 neutron-server[95501]: return f(self, *a, **k) Oct 12 20:03:45.381236 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 20:03:45.381236 n-d-813679-3 neutron-server[95501]: return self._get(url).json() Oct 12 20:03:45.381236 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 20:03:45.381236 n-d-813679-3 neutron-server[95501]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 20:03:45.381236 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 20:03:45.381236 n-d-813679-3 neutron-server[95501]: return self.request(url, 'GET', **kwargs) Oct 12 20:03:45.381236 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 20:03:45.381236 n-d-813679-3 neutron-server[95501]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 20:03:45.381236 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 20:03:45.381236 n-d-813679-3 neutron-server[95501]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 20:03:45.381236 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 20:03:45.381236 n-d-813679-3 neutron-server[95501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 20:03:45.381236 n-d-813679-3 neutron-server[95501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 20:03:45.496022 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ddba3357-1e6f-4ba5-9bf1-b0e194985479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:03:45.501475 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ddba3357-1e6f-4ba5-9bf1-b0e194985479 admin admin] Notify callbacks [] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:03:45.504569 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-ddba3357-1e6f-4ba5-9bf1-b0e194985479 admin admin] 10.222.0.49 "DELETE /v2.0/networks/6fa6fc89-7a56-4264-ad8e-204d367d46cb HTTP/1.1" status: 204 len: 168 time: 0.3356667 Oct 12 20:03:45.516346 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddba3357-1e6f-4ba5-9bf1-b0e194985479 admin admin] Pushing event deleted for resources: {'Network': ['ID=6fa6fc89-7a56-4264-ad8e-204d367d46cb,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:03:45.836926 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 60726) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:03:45.874892 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-58fbc5c9-94b8-4af5-854a-cf73788ce7c3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ea64d3fe2ec34bbe83b66d2b1e056a55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384393 Oct 12 20:03:45.877272 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 60728) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:03:45.923378 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9fa11226-8d3d-42c5-97ad-0bf22557c1b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:03:45.944539 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9fa11226-8d3d-42c5-97ad-0bf22557c1b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:03:46.054022 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9fa11226-8d3d-42c5-97ad-0bf22557c1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:03:46.056906 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9fa11226-8d3d-42c5-97ad-0bf22557c1b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:03:46.058327 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-9fa11226-8d3d-42c5-97ad-0bf22557c1b9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b46abdfe-fed9-48fb-8530-11880ebfb678 HTTP/1.1" status: 204 len: 168 time: 0.1800015 Oct 12 20:03:46.069502 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa11226-8d3d-42c5-97ad-0bf22557c1b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b46abdfe-fed9-48fb-8530-11880ebfb678,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:03:46.345605 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 803f7687-cd70-471d-8cc9-bdb394b3ef91 no longer exists at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 20:03:46.367716 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] No Port match for: 803f7687-cd70-471d-8cc9-bdb394b3ef91 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 20:03:46.368082 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 803f7687-cd70-471d-8cc9-bdb394b3ef91 not bound to the agent host n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 20:03:47.002553 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 60750) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:03:47.096615 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-53a11f04-2789-41f2-ab6c-67d105310722 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1857843454-network', 'tenant_id': 'fd3669af245b46a8bea853d48403a589'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:03:47.179442 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53a11f04-2789-41f2-ab6c-67d105310722 admin admin] Made reservation on behalf of fd3669af245b46a8bea853d48403a589 for: {'network': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 20:03:47.181751 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-53a11f04-2789-41f2-ab6c-67d105310722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:03:47.189879 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-53a11f04-2789-41f2-ab6c-67d105310722 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:03:47.265736 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-53a11f04-2789-41f2-ab6c-67d105310722 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:03:47.333707 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-53a11f04-2789-41f2-ab6c-67d105310722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:03:47.357632 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53a11f04-2789-41f2-ab6c-67d105310722 admin admin] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=95501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 20:03:47.367513 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a11f04-2789-41f2-ab6c-67d105310722 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbdfe0e9-5aee-4df7-ac64-bd8947def77a,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:03:47.372155 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-53a11f04-2789-41f2-ab6c-67d105310722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:03:47.372506 n-d-813679-3 neutron-server[95501]: INFO neutron.db.segments_db [None req-53a11f04-2789-41f2-ab6c-67d105310722 admin admin] Added segment d0da1240-a258-4668-9569-82a4e0414285 of type vlan for network ed153f4e-b0a9-44d9-a55e-cd6fe9f75989 Oct 12 20:03:47.410308 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-53a11f04-2789-41f2-ab6c-67d105310722 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:03:47.501956 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-53a11f04-2789-41f2-ab6c-67d105310722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:03:47.502901 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a11f04-2789-41f2-ab6c-67d105310722 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:03:47.503470 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-53a11f04-2789-41f2-ab6c-67d105310722 admin admin] Notify callbacks [] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:03:47.591109 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a11f04-2789-41f2-ab6c-67d105310722 admin admin] Pushing event updated for resources: {'Network': ['ID=ed153f4e-b0a9-44d9-a55e-cd6fe9f75989,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:03:47.601297 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network ed153f4e-b0a9-44d9-a55e-cd6fe9f75989 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 20:03:47.657097 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-53a11f04-2789-41f2-ab6c-67d105310722 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6532323 Oct 12 20:03:47.660272 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 60754) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:03:47.666515 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-f4aaca16-40b7-4982-bd93-3d8ef31603f9 admin admin] Request body: {'subnet': {'network_id': 'ed153f4e-b0a9-44d9-a55e-cd6fe9f75989', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1857843454-subnet', 'tenant_id': 'fd3669af245b46a8bea853d48403a589', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:03:47.745097 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4aaca16-40b7-4982-bd93-3d8ef31603f9 admin admin] Made reservation on behalf of fd3669af245b46a8bea853d48403a589 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 20:03:47.747428 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f4aaca16-40b7-4982-bd93-3d8ef31603f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16245837'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:03:47.957066 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f4aaca16-40b7-4982-bd93-3d8ef31603f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4306659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16245859'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:03:48.013239 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aaca16-40b7-4982-bd93-3d8ef31603f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f40407c7-0880-4c2b-ad04-611698be102b,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:03:48.024056 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4aaca16-40b7-4982-bd93-3d8ef31603f9 admin admin] Checking segment: {'id': 'd0da1240-a258-4668-9569-82a4e0414285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ed153f4e-b0a9-44d9-a55e-cd6fe9f75989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 20:03:48.025262 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4aaca16-40b7-4982-bd93-3d8ef31603f9 admin admin] Network hostable DHCP agents. Network: ed153f4e-b0a9-44d9-a55e-cd6fe9f75989, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 20:03:48.111018 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4aaca16-40b7-4982-bd93-3d8ef31603f9 admin admin] Network ed153f4e-b0a9-44d9-a55e-cd6fe9f75989 is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 20:03:48.187079 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-f4aaca16-40b7-4982-bd93-3d8ef31603f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, ed153f4e-b0a9-44d9-a55e-cd6fe9f75989) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 20:03:48.190993 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4aaca16-40b7-4982-bd93-3d8ef31603f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:03:48.191587 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f4aaca16-40b7-4982-bd93-3d8ef31603f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:03:48.196831 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3680daba-cd68-4496-bf8d-97787d84c2e8 None None] Network ed153f4e-b0a9-44d9-a55e-cd6fe9f75989 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 20:03:48.287508 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-f4aaca16-40b7-4982-bd93-3d8ef31603f9 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6255407 Oct 12 20:03:48.318143 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6584b183-8e0b-4293-a614-9227c2520aab None None] Network ed153f4e-b0a9-44d9-a55e-cd6fe9f75989 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 20:03:48.699233 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f8398f-8a97-4667-b573-f328300f8faa req-b0fdfab0-6c95-420b-88bc-5f164d953016 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:03:48.700701 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-07f8398f-8a97-4667-b573-f328300f8faa req-b0fdfab0-6c95-420b-88bc-5f164d953016 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/networks?id=ed153f4e-b0a9-44d9-a55e-cd6fe9f75989 HTTP/1.1" status: 200 len: 815 time: 0.1019356 Oct 12 20:03:48.715950 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-07f8398f-8a97-4667-b573-f328300f8faa req-0dd7f318-7c83-4c02-8d31-409fed2a411b tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/quotas/fd3669af245b46a8bea853d48403a589 HTTP/1.1" status: 200 len: 375 time: 0.0095618 Oct 12 20:03:48.746231 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-07f8398f-8a97-4667-b573-f328300f8faa req-e0f8cdb7-a046-4d3d-94e1-18599e5fd368 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=fd3669af245b46a8bea853d48403a589&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0251586 Oct 12 20:03:48.837475 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-07f8398f-8a97-4667-b573-f328300f8faa req-8906c173-12ea-4c36-9e6c-f611b1c916ca service neutron] 10.222.0.49 "GET /v2.0/networks/ed153f4e-b0a9-44d9-a55e-cd6fe9f75989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842855 Oct 12 20:03:48.924563 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-07f8398f-8a97-4667-b573-f328300f8faa req-ebf50270-c8bb-4001-8471-3947680296e0 service neutron] 10.222.0.49 "GET /v2.0/networks/ed153f4e-b0a9-44d9-a55e-cd6fe9f75989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803924 Oct 12 20:03:49.169739 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-fe27d12f-154d-4522-ba55-ee91345d7b53 req-3f0a2abf-968e-431c-8415-d951e543d054 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/ports?device_id=8196e0eb-396b-4260-81fe-c0d65283d1b7 HTTP/1.1" status: 200 len: 210 time: 0.0266089 Oct 12 20:03:50.261460 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-23954041-edf4-4c35-815a-72d94ea3bff8 req-d789c4b1-a2f4-489b-9911-4a3a0742f1f9 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/ports?device_id=8196e0eb-396b-4260-81fe-c0d65283d1b7 HTTP/1.1" status: 200 len: 210 time: 0.0269098 Oct 12 20:03:51.356113 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e23ca415-37cd-4bad-88ff-c2b1a6d49323 req-3d89f2df-440d-4927-9f3c-58e567e45e46 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/ports?device_id=8196e0eb-396b-4260-81fe-c0d65283d1b7 HTTP/1.1" status: 200 len: 210 time: 0.0267897 Oct 12 20:03:51.367242 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f8398f-8a97-4667-b573-f328300f8faa req-40a6a5bd-e445-4d49-9de2-f537faededb8 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:03:51.368717 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-07f8398f-8a97-4667-b573-f328300f8faa req-40a6a5bd-e445-4d49-9de2-f537faededb8 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.67 "GET /v2.0/networks?id=ed153f4e-b0a9-44d9-a55e-cd6fe9f75989 HTTP/1.1" status: 200 len: 815 time: 0.1075871 Oct 12 20:03:51.382228 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-07f8398f-8a97-4667-b573-f328300f8faa req-0fba35a6-ff04-4948-9fb8-28bd7ef5e348 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] Request body: {'port': {'device_id': '8196e0eb-396b-4260-81fe-c0d65283d1b7', 'network_id': 'ed153f4e-b0a9-44d9-a55e-cd6fe9f75989', 'admin_state_up': True, 'tenant_id': 'fd3669af245b46a8bea853d48403a589'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:03:51.553694 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07f8398f-8a97-4667-b573-f328300f8faa req-0fba35a6-ff04-4948-9fb8-28bd7ef5e348 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] Made reservation on behalf of fd3669af245b46a8bea853d48403a589 for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 20:03:51.557322 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-07f8398f-8a97-4667-b573-f328300f8faa req-0fba35a6-ff04-4948-9fb8-28bd7ef5e348 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:03:51.675501 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [req-07f8398f-8a97-4667-b573-f328300f8faa req-0fba35a6-ff04-4948-9fb8-28bd7ef5e348 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] Allocated IP 172.20.0.10 (ed153f4e-b0a9-44d9-a55e-cd6fe9f75989/f40407c7-0880-4c2b-ad04-611698be102b/4cde6003-6ffb-4081-b497-f54fc7238777) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 20:03:51.819397 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-07f8398f-8a97-4667-b573-f328300f8faa req-0fba35a6-ff04-4948-9fb8-28bd7ef5e348 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:03:51.916927 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-07f8398f-8a97-4667-b573-f328300f8faa req-0fba35a6-ff04-4948-9fb8-28bd7ef5e348 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:03:51.957966 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07f8398f-8a97-4667-b573-f328300f8faa req-0fba35a6-ff04-4948-9fb8-28bd7ef5e348 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] Network ed153f4e-b0a9-44d9-a55e-cd6fe9f75989 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 20:03:51.960883 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [req-07f8398f-8a97-4667-b573-f328300f8faa req-0fba35a6-ff04-4948-9fb8-28bd7ef5e348 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 20:03:51.964537 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-07f8398f-8a97-4667-b573-f328300f8faa req-0fba35a6-ff04-4948-9fb8-28bd7ef5e348 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 20:03:51.992915 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fba35a6-ff04-4948-9fb8-28bd7ef5e348 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] Pushing event updated for resources: {'Port': ['ID=4cde6003-6ffb-4081-b497-f54fc7238777,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:03:52.019719 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f8398f-8a97-4667-b573-f328300f8faa req-0fba35a6-ff04-4948-9fb8-28bd7ef5e348 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:03:52.020353 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-07f8398f-8a97-4667-b573-f328300f8faa req-0fba35a6-ff04-4948-9fb8-28bd7ef5e348 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:03:52.090567 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-07f8398f-8a97-4667-b573-f328300f8faa req-0fba35a6-ff04-4948-9fb8-28bd7ef5e348 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7126842 Oct 12 20:03:52.103692 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-07f8398f-8a97-4667-b573-f328300f8faa req-95096001-2b64-446f-bf62-f87e148a46ec service neutron] Request body: {'port': {'device_id': '8196e0eb-396b-4260-81fe-c0d65283d1b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-3'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:03:52.155338 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-07f8398f-8a97-4667-b573-f328300f8faa req-95096001-2b64-446f-bf62-f87e148a46ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:03:52.405242 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [req-07f8398f-8a97-4667-b573-f328300f8faa req-95096001-2b64-446f-bf62-f87e148a46ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cde6003-6ffb-4081-b497-f54fc7238777 {{(pid=95501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 20:03:52.412838 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-07f8398f-8a97-4667-b573-f328300f8faa req-95096001-2b64-446f-bf62-f87e148a46ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:03:52.424450 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.provisioning_blocks [req-07f8398f-8a97-4667-b573-f328300f8faa req-95096001-2b64-446f-bf62-f87e148a46ec service neutron] Transition to ACTIVE for port object 4cde6003-6ffb-4081-b497-f54fc7238777 will not be triggered until provisioned by entity L2. {{(pid=95501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 20:03:52.477152 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc54c3c-5435-4e5c-8d61-195e07c08ece req-0fb0a53a-de49-40b2-a372-fac508b43e30 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:03:52.478592 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1dc54c3c-5435-4e5c-8d61-195e07c08ece req-0fb0a53a-de49-40b2-a372-fac508b43e30 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/ports?device_id=8196e0eb-396b-4260-81fe-c0d65283d1b7 HTTP/1.1" status: 200 len: 932 time: 0.0505571 Oct 12 20:03:52.504858 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-07f8398f-8a97-4667-b573-f328300f8faa req-95096001-2b64-446f-bf62-f87e148a46ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:03:52.543353 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1dc54c3c-5435-4e5c-8d61-195e07c08ece req-fe3a30c5-421b-46c1-aa0b-a3845af6d421 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbdfe0e9-5aee-4df7-ac64-bd8947def77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585585 Oct 12 20:03:52.567849 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95096001-2b64-446f-bf62-f87e148a46ec service neutron] Pushing event updated for resources: {'Port': ['ID=4cde6003-6ffb-4081-b497-f54fc7238777,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:03:52.630596 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-07f8398f-8a97-4667-b573-f328300f8faa req-95096001-2b64-446f-bf62-f87e148a46ec service neutron] Attempting to bind port 4cde6003-6ffb-4081-b497-f54fc7238777 on host n-h2-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 20:03:52.630925 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-07f8398f-8a97-4667-b573-f328300f8faa req-95096001-2b64-446f-bf62-f87e148a46ec service neutron] Attempting to bind port 4cde6003-6ffb-4081-b497-f54fc7238777 by drivers openvswitch,hyperv on host n-h2-813679-3 at level 0 using segments [{'id': 'd0da1240-a258-4668-9569-82a4e0414285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ed153f4e-b0a9-44d9-a55e-cd6fe9f75989'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 20:03:52.631246 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f8398f-8a97-4667-b573-f328300f8faa req-95096001-2b64-446f-bf62-f87e148a46ec service neutron] Attempting to bind port 4cde6003-6ffb-4081-b497-f54fc7238777 on network ed153f4e-b0a9-44d9-a55e-cd6fe9f75989 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 20:03:52.635387 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f8398f-8a97-4667-b573-f328300f8faa req-95096001-2b64-446f-bf62-f87e148a46ec service neutron] Port 4cde6003-6ffb-4081-b497-f54fc7238777 on network ed153f4e-b0a9-44d9-a55e-cd6fe9f75989 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 20:03:52.635708 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f8398f-8a97-4667-b573-f328300f8faa req-95096001-2b64-446f-bf62-f87e148a46ec service neutron] Attempting to bind port 4cde6003-6ffb-4081-b497-f54fc7238777 on network ed153f4e-b0a9-44d9-a55e-cd6fe9f75989 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 20:03:52.640466 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f8398f-8a97-4667-b573-f328300f8faa req-95096001-2b64-446f-bf62-f87e148a46ec service neutron] Checking agent: {'id': '233fbd7d-38e4-434f-bb8f-05364d7423a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 20, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 20:03:52.640743 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f8398f-8a97-4667-b573-f328300f8faa req-95096001-2b64-446f-bf62-f87e148a46ec service neutron] Checking segment: {'id': 'd0da1240-a258-4668-9569-82a4e0414285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ed153f4e-b0a9-44d9-a55e-cd6fe9f75989'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 20:03:52.641117 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f8398f-8a97-4667-b573-f328300f8faa req-95096001-2b64-446f-bf62-f87e148a46ec service neutron] Bound using segment: {'id': 'd0da1240-a258-4668-9569-82a4e0414285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ed153f4e-b0a9-44d9-a55e-cd6fe9f75989'} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 20:03:52.641545 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-07f8398f-8a97-4667-b573-f328300f8faa req-95096001-2b64-446f-bf62-f87e148a46ec service neutron] Bound port: 4cde6003-6ffb-4081-b497-f54fc7238777, host: n-h2-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0da1240-a258-4668-9569-82a4e0414285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ed153f4e-b0a9-44d9-a55e-cd6fe9f75989'}}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 20:03:52.641893 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-07f8398f-8a97-4667-b573-f328300f8faa req-95096001-2b64-446f-bf62-f87e148a46ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:03:52.707497 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-07f8398f-8a97-4667-b573-f328300f8faa req-95096001-2b64-446f-bf62-f87e148a46ec service neutron] For port 4cde6003-6ffb-4081-b497-f54fc7238777, host n-h2-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 20:03:52.711352 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-07f8398f-8a97-4667-b573-f328300f8faa req-95096001-2b64-446f-bf62-f87e148a46ec service neutron] For port 4cde6003-6ffb-4081-b497-f54fc7238777, host n-h2-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=4cde6003-6ffb-4081-b497-f54fc7238777,segment=NetworkSegment(d0da1240-a258-4668-9569-82a4e0414285),segment_id=d0da1240-a258-4668-9569-82a4e0414285)] {{(pid=95501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 20:03:52.799029 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-07f8398f-8a97-4667-b573-f328300f8faa req-95096001-2b64-446f-bf62-f87e148a46ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:03:52.832505 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f8398f-8a97-4667-b573-f328300f8faa req-95096001-2b64-446f-bf62-f87e148a46ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:03:52.833802 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-07f8398f-8a97-4667-b573-f328300f8faa req-95096001-2b64-446f-bf62-f87e148a46ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:03:52.835157 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-07f8398f-8a97-4667-b573-f328300f8faa req-95096001-2b64-446f-bf62-f87e148a46ec service neutron] 10.222.0.67 "PUT /v2.0/ports/4cde6003-6ffb-4081-b497-f54fc7238777 HTTP/1.1" status: 200 len: 1092 time: 0.7366509 Oct 12 20:03:52.835636 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8196e0eb-396b-4260-81fe-c0d65283d1b7', 'tag': '4cde6003-6ffb-4081-b497-f54fc7238777'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:03:52.838259 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-532f2971-e931-44c3-b718-8191b9b15b69" -d '{"events": [{"name": "network-changed", "server_uuid": "8196e0eb-396b-4260-81fe-c0d65283d1b7", "tag": "4cde6003-6ffb-4081-b497-f54fc7238777"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:03:52.862564 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95096001-2b64-446f-bf62-f87e148a46ec service neutron] Pushing event updated for resources: {'Port': ['ID=4cde6003-6ffb-4081-b497-f54fc7238777,revision_number=3']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:03:52.873979 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 20:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69151db3-7496-419f-b38b-cb56d447bdd1 x-openstack-request-id: req-69151db3-7496-419f-b38b-cb56d447bdd1 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:03:52.874273 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8196e0eb-396b-4260-81fe-c0d65283d1b7", "tag": "4cde6003-6ffb-4081-b497-f54fc7238777", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:03:52.874530 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-69151db3-7496-419f-b38b-cb56d447bdd1 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:03:52.874960 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8196e0eb-396b-4260-81fe-c0d65283d1b7', 'tag': '4cde6003-6ffb-4081-b497-f54fc7238777', 'status': 'completed', 'code': 200} Oct 12 20:03:52.934912 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532f2971-e931-44c3-b718-8191b9b15b69 req-dc373493-f7f2-4852-abed-fac1480b9d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:03:52.936391 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-532f2971-e931-44c3-b718-8191b9b15b69 req-dc373493-f7f2-4852-abed-fac1480b9d0b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fd3669af245b46a8bea853d48403a589&device_id=8196e0eb-396b-4260-81fe-c0d65283d1b7 HTTP/1.1" status: 200 len: 1095 time: 0.0414639 Oct 12 20:03:53.033450 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532f2971-e931-44c3-b718-8191b9b15b69 req-4698812a-0903-476e-bf84-84d6add9cba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:03:53.034955 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-532f2971-e931-44c3-b718-8191b9b15b69 req-4698812a-0903-476e-bf84-84d6add9cba1 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=fd3669af245b46a8bea853d48403a589&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0909946 Oct 12 20:03:53.128564 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532f2971-e931-44c3-b718-8191b9b15b69 req-2d0230b2-fb50-4c36-bec5-f05ad2efe13f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:03:53.130630 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-532f2971-e931-44c3-b718-8191b9b15b69 req-2d0230b2-fb50-4c36-bec5-f05ad2efe13f service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0886996 Oct 12 20:03:53.202296 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f8398f-8a97-4667-b573-f328300f8faa req-128ccaf6-f03f-4545-a92b-38d0e8da3eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:03:53.203655 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-07f8398f-8a97-4667-b573-f328300f8faa req-128ccaf6-f03f-4545-a92b-38d0e8da3eaa service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fd3669af245b46a8bea853d48403a589&device_id=8196e0eb-396b-4260-81fe-c0d65283d1b7 HTTP/1.1" status: 200 len: 1095 time: 0.0394499 Oct 12 20:03:53.244268 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-07f8398f-8a97-4667-b573-f328300f8faa req-0e9bc03a-7b31-43b6-8b8e-5b83249345ac service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4cde6003-6ffb-4081-b497-f54fc7238777 HTTP/1.1" status: 200 len: 217 time: 0.0330067 Oct 12 20:03:53.292721 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f8398f-8a97-4667-b573-f328300f8faa req-ddff6386-7171-480a-824a-6cfcbb1487ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:03:53.294176 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-07f8398f-8a97-4667-b573-f328300f8faa req-ddff6386-7171-480a-824a-6cfcbb1487ed service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f40407c7-0880-4c2b-ad04-611698be102b HTTP/1.1" status: 200 len: 855 time: 0.0434062 Oct 12 20:03:53.328320 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-07f8398f-8a97-4667-b573-f328300f8faa req-5b2e634c-5a41-41ef-99fa-889fc8f0a274 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ed153f4e-b0a9-44d9-a55e-cd6fe9f75989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276484 Oct 12 20:03:53.413271 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-07f8398f-8a97-4667-b573-f328300f8faa req-911fe5f5-5e9d-4b4e-9c61-dee15142fdfa service neutron] 10.222.0.67 "GET /v2.0/networks/ed153f4e-b0a9-44d9-a55e-cd6fe9f75989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781832 Oct 12 20:03:53.834525 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-07f8398f-8a97-4667-b573-f328300f8faa req-536f50a4-879b-4063-8abb-fa0813189216 service neutron] 10.222.0.67 "GET /v2.0/networks/ed153f4e-b0a9-44d9-a55e-cd6fe9f75989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4134822 Oct 12 20:03:53.845447 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2361f3-e5c9-485b-860b-175f7693638b req-82cedb36-79b9-49f7-8134-eae8ed181da4 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:03:53.846857 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3c2361f3-e5c9-485b-860b-175f7693638b req-82cedb36-79b9-49f7-8134-eae8ed181da4 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/ports?device_id=8196e0eb-396b-4260-81fe-c0d65283d1b7 HTTP/1.1" status: 200 len: 944 time: 0.0767331 Oct 12 20:03:53.884352 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3c2361f3-e5c9-485b-860b-175f7693638b req-419a2483-ed29-4b99-8952-9f6144a77d44 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbdfe0e9-5aee-4df7-ac64-bd8947def77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307178 Oct 12 20:03:55.002081 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b493f2e-2d09-44be-a813-a2ed6fc19f6e req-f884a4ed-2fe9-4c94-874b-2cc6afb2d6a2 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:03:55.003510 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0b493f2e-2d09-44be-a813-a2ed6fc19f6e req-f884a4ed-2fe9-4c94-874b-2cc6afb2d6a2 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/ports?device_id=8196e0eb-396b-4260-81fe-c0d65283d1b7 HTTP/1.1" status: 200 len: 944 time: 0.0490413 Oct 12 20:03:55.040113 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0b493f2e-2d09-44be-a813-a2ed6fc19f6e req-3aee45a7-bcc1-4ea5-bfb7-53f14566ceed tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbdfe0e9-5aee-4df7-ac64-bd8947def77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305898 Oct 12 20:03:56.152498 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f557bf0-6276-4149-abb8-444c5c434b0c req-be7bf165-1b5d-49e4-9611-cd011369b2ec tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:03:56.153949 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2f557bf0-6276-4149-abb8-444c5c434b0c req-be7bf165-1b5d-49e4-9611-cd011369b2ec tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/ports?device_id=8196e0eb-396b-4260-81fe-c0d65283d1b7 HTTP/1.1" status: 200 len: 944 time: 0.0481253 Oct 12 20:03:56.189923 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2f557bf0-6276-4149-abb8-444c5c434b0c req-b770c748-8762-4d1e-b65d-523cf7683c1c tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbdfe0e9-5aee-4df7-ac64-bd8947def77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301142 Oct 12 20:03:56.394707 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 4cde6003-6ffb-4081-b497-f54fc7238777 details requested by agent hyperv_n-h2-813679-3 with host n-h2-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 20:03:56.488868 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 4cde6003-6ffb-4081-b497-f54fc7238777, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=4cde6003-6ffb-4081-b497-f54fc7238777,segment=NetworkSegment(d0da1240-a258-4668-9569-82a4e0414285),segment_id=d0da1240-a258-4668-9569-82a4e0414285)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:03:56.500592 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Returning: {'device': '4cde6003-6ffb-4081-b497-f54fc7238777', 'network_id': 'ed153f4e-b0a9-44d9-a55e-cd6fe9f75989', 'port_id': '4cde6003-6ffb-4081-b497-f54fc7238777', 'mac_address': 'fa:16:3e:4b:af:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f40407c7-0880-4c2b-ad04-611698be102b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 20:03:56.535746 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:03:56.548475 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cde6003-6ffb-4081-b497-f54fc7238777 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 20:03:56.567149 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 4cde6003-6ffb-4081-b497-f54fc7238777, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=4cde6003-6ffb-4081-b497-f54fc7238777,segment=NetworkSegment(d0da1240-a258-4668-9569-82a4e0414285),segment_id=d0da1240-a258-4668-9569-82a4e0414285)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:03:56.632806 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:03:56.679042 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=4cde6003-6ffb-4081-b497-f54fc7238777,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:03:56.826465 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['4cde6003-6ffb-4081-b497-f54fc7238777'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 20:03:57.310174 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7c26cc-9235-4292-9049-c2ac4ec47749 req-14fd369b-7f94-4214-9cf9-ce5a3bcb68cf tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:03:57.311610 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9f7c26cc-9235-4292-9049-c2ac4ec47749 req-14fd369b-7f94-4214-9cf9-ce5a3bcb68cf tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/ports?device_id=8196e0eb-396b-4260-81fe-c0d65283d1b7 HTTP/1.1" status: 200 len: 945 time: 0.0524840 Oct 12 20:03:57.347649 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9f7c26cc-9235-4292-9049-c2ac4ec47749 req-fa43878c-03f3-42c1-a3ce-57ebf6153299 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbdfe0e9-5aee-4df7-ac64-bd8947def77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300748 Oct 12 20:03:58.391609 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 4cde6003-6ffb-4081-b497-f54fc7238777 up at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 20:03:58.465667 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11abc62-fbb0-487e-a874-5142619da7aa req-eb6f57d7-9759-48b2-8c5d-4a37334d5671 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:03:58.467109 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b11abc62-fbb0-487e-a874-5142619da7aa req-eb6f57d7-9759-48b2-8c5d-4a37334d5671 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/ports?device_id=8196e0eb-396b-4260-81fe-c0d65283d1b7 HTTP/1.1" status: 200 len: 945 time: 0.0511622 Oct 12 20:03:58.503647 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b11abc62-fbb0-487e-a874-5142619da7aa req-1d577b2e-7d9d-4c10-a6c5-f600b2f1ce2f tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbdfe0e9-5aee-4df7-ac64-bd8947def77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305305 Oct 12 20:03:58.527613 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning for port 4cde6003-6ffb-4081-b497-f54fc7238777 completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 20:03:58.532733 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning complete for port 4cde6003-6ffb-4081-b497-f54fc7238777 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:03:58.532733 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:03:58.609282 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:03:58.631207 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8196e0eb-396b-4260-81fe-c0d65283d1b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cde6003-6ffb-4081-b497-f54fc7238777'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:03:58.633375 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab2444c7-f37d-4b29-a67c-6b9c09481e81" -d '{"events": [{"server_uuid": "8196e0eb-396b-4260-81fe-c0d65283d1b7", "name": "network-vif-plugged", "status": "completed", "tag": "4cde6003-6ffb-4081-b497-f54fc7238777"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:03:58.645250 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 4cde6003-6ffb-4081-b497-f54fc7238777, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=4cde6003-6ffb-4081-b497-f54fc7238777,segment=NetworkSegment(d0da1240-a258-4668-9569-82a4e0414285),segment_id=d0da1240-a258-4668-9569-82a4e0414285)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:03:58.671223 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 20:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f57cf3a3-cf07-40ef-905a-ab4aff5715b4 x-openstack-request-id: req-f57cf3a3-cf07-40ef-905a-ab4aff5715b4 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:03:58.671544 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8196e0eb-396b-4260-81fe-c0d65283d1b7", "name": "network-vif-plugged", "status": "completed", "tag": "4cde6003-6ffb-4081-b497-f54fc7238777", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:03:58.671781 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f57cf3a3-cf07-40ef-905a-ab4aff5715b4 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:03:58.672204 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8196e0eb-396b-4260-81fe-c0d65283d1b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cde6003-6ffb-4081-b497-f54fc7238777', 'code': 200} Oct 12 20:03:58.689822 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:03:58.736942 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=4cde6003-6ffb-4081-b497-f54fc7238777,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:03:58.772575 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b87168a-6cf1-4018-84b9-2d6545db3250 req-81427193-4144-44d9-9f10-184fa46dbf66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:03:58.774128 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7b87168a-6cf1-4018-84b9-2d6545db3250 req-81427193-4144-44d9-9f10-184fa46dbf66 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8196e0eb-396b-4260-81fe-c0d65283d1b7 HTTP/1.1" status: 200 len: 1097 time: 0.0435414 Oct 12 20:03:58.807586 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7b87168a-6cf1-4018-84b9-2d6545db3250 req-4b5c9af0-791a-4072-97bf-3e02ee7bac93 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=cbdfe0e9-5aee-4df7-ac64-bd8947def77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0258694 Oct 12 20:03:59.144828 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-71abca8a-e639-4d08-b321-d35e67322402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:03:59.167743 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 20:03:59.617618 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d5cf94-c56c-44ed-b30a-8e0d13298ef0 req-876fbf3c-337a-43c0-9e23-166ceb838172 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:03:59.619046 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-93d5cf94-c56c-44ed-b30a-8e0d13298ef0 req-876fbf3c-337a-43c0-9e23-166ceb838172 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/ports?device_id=8196e0eb-396b-4260-81fe-c0d65283d1b7 HTTP/1.1" status: 200 len: 946 time: 0.0496223 Oct 12 20:03:59.655223 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-93d5cf94-c56c-44ed-b30a-8e0d13298ef0 req-17381ceb-8071-4531-a294-756823c483a5 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbdfe0e9-5aee-4df7-ac64-bd8947def77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302753 Oct 12 20:04:00.772806 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4a1a4f-f7af-461e-b4ac-0edd854f5dd8 req-d9888b3e-4a6a-44c3-85b9-e8c4cb924731 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:04:00.774302 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ab4a1a4f-f7af-461e-b4ac-0edd854f5dd8 req-d9888b3e-4a6a-44c3-85b9-e8c4cb924731 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/ports?device_id=8196e0eb-396b-4260-81fe-c0d65283d1b7 HTTP/1.1" status: 200 len: 946 time: 0.0494423 Oct 12 20:04:00.812303 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ab4a1a4f-f7af-461e-b4ac-0edd854f5dd8 req-27717712-da56-4361-982b-9e241183c6c6 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbdfe0e9-5aee-4df7-ac64-bd8947def77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320451 Oct 12 20:04:00.929338 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938af744-bfc6-41ff-9a5e-2d1076d74ef4 req-2d78c984-49ba-42ae-8df2-e8313198a85d tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:04:00.930819 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-938af744-bfc6-41ff-9a5e-2d1076d74ef4 req-2d78c984-49ba-42ae-8df2-e8313198a85d tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/ports?device_id=8196e0eb-396b-4260-81fe-c0d65283d1b7 HTTP/1.1" status: 200 len: 946 time: 0.0521493 Oct 12 20:04:00.968904 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-938af744-bfc6-41ff-9a5e-2d1076d74ef4 req-9d8a4bbe-cb17-48f0-9c4f-c8a27a6eb6b5 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbdfe0e9-5aee-4df7-ac64-bd8947def77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315900 Oct 12 20:04:01.229114 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa62f41d-6aa2-46d9-8eaa-f469181ccdbf req-76638f80-8ff7-4cba-93a3-d4c965f964d9 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:04:01.230617 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fa62f41d-6aa2-46d9-8eaa-f469181ccdbf req-76638f80-8ff7-4cba-93a3-d4c965f964d9 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/ports?device_id=8196e0eb-396b-4260-81fe-c0d65283d1b7 HTTP/1.1" status: 200 len: 946 time: 0.0487478 Oct 12 20:04:01.267241 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fa62f41d-6aa2-46d9-8eaa-f469181ccdbf req-c7df01ae-c592-4c53-9740-aaa1c620121b tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbdfe0e9-5aee-4df7-ac64-bd8947def77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306585 Oct 12 20:04:01.380380 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986ae5be-161d-433e-81f7-9c1b218e9787 req-000dcdf9-efa3-4fde-a836-bac463a982bc tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:04:01.381920 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-986ae5be-161d-433e-81f7-9c1b218e9787 req-000dcdf9-efa3-4fde-a836-bac463a982bc tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/ports?device_id=8196e0eb-396b-4260-81fe-c0d65283d1b7 HTTP/1.1" status: 200 len: 946 time: 0.0491011 Oct 12 20:04:01.417211 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-986ae5be-161d-433e-81f7-9c1b218e9787 req-2fa43a68-d945-4ea0-97a8-5b7071801862 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbdfe0e9-5aee-4df7-ac64-bd8947def77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295475 Oct 12 20:04:01.739948 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-633a48b8-bfc1-4bea-9202-57a160184646 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:04:01.798890 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883be215-902d-4fef-824a-9df8af4811e4 req-a4f8f7c4-a9c2-4f8c-93f8-5afcda16f684 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:04:01.800446 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-883be215-902d-4fef-824a-9df8af4811e4 req-a4f8f7c4-a9c2-4f8c-93f8-5afcda16f684 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/ports?device_id=8196e0eb-396b-4260-81fe-c0d65283d1b7 HTTP/1.1" status: 200 len: 946 time: 0.0521836 Oct 12 20:04:01.837580 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-883be215-902d-4fef-824a-9df8af4811e4 req-e3ffef70-3ec4-4915-b6be-50a4899bb958 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbdfe0e9-5aee-4df7-ac64-bd8947def77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304332 Oct 12 20:04:01.937870 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bda3de2f-d5f9-4646-a226-27d9b2f42c38 req-704db4a1-e6b6-472d-b84f-3337c619fe82 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8196e0eb-396b-4260-81fe-c0d65283d1b7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0382879 Oct 12 20:04:02.502059 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:04:02.952957 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f0db2f-c14b-4b37-bf9e-771759dc120e req-df909c37-6f99-489c-a468-a6e9edd31542 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:04:02.954326 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f2f0db2f-c14b-4b37-bf9e-771759dc120e req-df909c37-6f99-489c-a468-a6e9edd31542 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/ports?device_id=8196e0eb-396b-4260-81fe-c0d65283d1b7 HTTP/1.1" status: 200 len: 946 time: 0.0487483 Oct 12 20:04:02.992516 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f2f0db2f-c14b-4b37-bf9e-771759dc120e req-f7d73af0-b95d-4b6f-8386-3fc446bfb11d tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbdfe0e9-5aee-4df7-ac64-bd8947def77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316639 Oct 12 20:04:03.204432 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:04:03.301518 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:04:03.890564 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda3de2f-d5f9-4646-a226-27d9b2f42c38 req-34a56bb5-06c8-4120-aa82-ac20ebb6f13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:04:03.891920 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-bda3de2f-d5f9-4646-a226-27d9b2f42c38 req-34a56bb5-06c8-4120-aa82-ac20ebb6f13d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fd3669af245b46a8bea853d48403a589&device_id=8196e0eb-396b-4260-81fe-c0d65283d1b7 HTTP/1.1" status: 200 len: 1097 time: 0.0439224 Oct 12 20:04:03.980824 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda3de2f-d5f9-4646-a226-27d9b2f42c38 req-b0c9b2d1-7312-4ca6-83b3-aa435ee79266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:04:03.982270 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-bda3de2f-d5f9-4646-a226-27d9b2f42c38 req-b0c9b2d1-7312-4ca6-83b3-aa435ee79266 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ed153f4e-b0a9-44d9-a55e-cd6fe9f75989 HTTP/1.1" status: 200 len: 916 time: 0.0837791 Oct 12 20:04:04.025128 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-bda3de2f-d5f9-4646-a226-27d9b2f42c38 req-253a9241-4189-4bc1-a6f9-e00ff422945b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4cde6003-6ffb-4081-b497-f54fc7238777 HTTP/1.1" status: 200 len: 217 time: 0.0362036 Oct 12 20:04:04.074755 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda3de2f-d5f9-4646-a226-27d9b2f42c38 req-2b7c8280-8d10-4504-88ab-13a0c792bd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:04:04.076578 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-bda3de2f-d5f9-4646-a226-27d9b2f42c38 req-2b7c8280-8d10-4504-88ab-13a0c792bd48 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f40407c7-0880-4c2b-ad04-611698be102b HTTP/1.1" status: 200 len: 855 time: 0.0446715 Oct 12 20:04:04.109806 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-bda3de2f-d5f9-4646-a226-27d9b2f42c38 req-638bd55e-f909-44c2-aba7-8c0f85cebca5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ed153f4e-b0a9-44d9-a55e-cd6fe9f75989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254412 Oct 12 20:04:04.112452 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f647a6b9-ea32-4202-ab03-804e97853465 req-b501d272-70e8-465e-8e9f-0ca18a8ff659 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:04:04.114605 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f647a6b9-ea32-4202-ab03-804e97853465 req-b501d272-70e8-465e-8e9f-0ca18a8ff659 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/ports?device_id=8196e0eb-396b-4260-81fe-c0d65283d1b7 HTTP/1.1" status: 200 len: 946 time: 0.0511672 Oct 12 20:04:04.151931 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f647a6b9-ea32-4202-ab03-804e97853465 req-c0062f76-97ae-4199-8dad-3d8e14a55f08 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbdfe0e9-5aee-4df7-ac64-bd8947def77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312705 Oct 12 20:04:04.203061 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-bda3de2f-d5f9-4646-a226-27d9b2f42c38 req-3aba476f-c782-4774-acf1-1b223d7e3707 service neutron] 10.222.0.67 "GET /v2.0/networks/ed153f4e-b0a9-44d9-a55e-cd6fe9f75989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861194 Oct 12 20:04:04.294098 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-bda3de2f-d5f9-4646-a226-27d9b2f42c38 req-525c4c8d-cf5f-4d93-b5d9-e988c64e6026 service neutron] 10.222.0.67 "GET /v2.0/networks/ed153f4e-b0a9-44d9-a55e-cd6fe9f75989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842469 Oct 12 20:04:04.358825 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:04:04.684935 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:04:05.266651 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbce07a-5f5e-498e-8274-2283ad34e4ae req-934e9adf-7036-47dd-9124-ab10ec95bcaa tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:04:05.268262 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ebbce07a-5f5e-498e-8274-2283ad34e4ae req-934e9adf-7036-47dd-9124-ab10ec95bcaa tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/ports?device_id=8196e0eb-396b-4260-81fe-c0d65283d1b7 HTTP/1.1" status: 200 len: 946 time: 0.0488796 Oct 12 20:04:05.318550 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ebbce07a-5f5e-498e-8274-2283ad34e4ae req-f1794bd7-a202-47fb-be85-86befb731e7a tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbdfe0e9-5aee-4df7-ac64-bd8947def77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434785 Oct 12 20:04:06.435989 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db090459-fbaa-4bb7-ba04-6d8d8de2cd50 req-3f2cd785-fea1-4e56-87b2-68326c33b1cd tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:04:06.437522 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-db090459-fbaa-4bb7-ba04-6d8d8de2cd50 req-3f2cd785-fea1-4e56-87b2-68326c33b1cd tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/ports?device_id=8196e0eb-396b-4260-81fe-c0d65283d1b7 HTTP/1.1" status: 200 len: 946 time: 0.0514472 Oct 12 20:04:06.474278 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-db090459-fbaa-4bb7-ba04-6d8d8de2cd50 req-9110597d-cd5c-42bb-8243-1f350460ad3a tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbdfe0e9-5aee-4df7-ac64-bd8947def77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308847 Oct 12 20:04:07.590756 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d7af11-2fdb-491f-888e-f9ad59aa04bd req-cdd088a2-ec0b-4bad-b379-bf5070e23767 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:04:07.592255 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-08d7af11-2fdb-491f-888e-f9ad59aa04bd req-cdd088a2-ec0b-4bad-b379-bf5070e23767 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/ports?device_id=8196e0eb-396b-4260-81fe-c0d65283d1b7 HTTP/1.1" status: 200 len: 946 time: 0.0522168 Oct 12 20:04:07.629734 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-08d7af11-2fdb-491f-888e-f9ad59aa04bd req-7500ccaa-fb8e-4804-9ddb-f777fd5091e8 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbdfe0e9-5aee-4df7-ac64-bd8947def77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306857 Oct 12 20:04:08.743098 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59217878-aa80-4ccd-ac77-b58cb7a5ce36 req-a52e8de0-18e9-4fc7-ba7e-936da08a6f2f tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:04:08.744575 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-59217878-aa80-4ccd-ac77-b58cb7a5ce36 req-a52e8de0-18e9-4fc7-ba7e-936da08a6f2f tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/ports?device_id=8196e0eb-396b-4260-81fe-c0d65283d1b7 HTTP/1.1" status: 200 len: 946 time: 0.0480945 Oct 12 20:04:08.781207 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-59217878-aa80-4ccd-ac77-b58cb7a5ce36 req-ec4669ef-9538-4cdb-ae23-930ab98de433 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbdfe0e9-5aee-4df7-ac64-bd8947def77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306048 Oct 12 20:04:09.892681 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64b04fb-0dbb-4532-b704-f9a0b66f0987 req-d37823e1-3f60-4ca3-88f0-da7d54844aaa tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:04:09.894161 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a64b04fb-0dbb-4532-b704-f9a0b66f0987 req-d37823e1-3f60-4ca3-88f0-da7d54844aaa tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/ports?device_id=8196e0eb-396b-4260-81fe-c0d65283d1b7 HTTP/1.1" status: 200 len: 946 time: 0.0477157 Oct 12 20:04:09.930927 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a64b04fb-0dbb-4532-b704-f9a0b66f0987 req-92887a21-903c-46a0-9d27-ce1aae8bce0e tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbdfe0e9-5aee-4df7-ac64-bd8947def77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302811 Oct 12 20:04:11.050635 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196309bb-0e9a-458a-b45a-50caccc26d74 req-855e994a-bca6-4eaa-8ccb-fe9af04a966f tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:04:11.052649 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-196309bb-0e9a-458a-b45a-50caccc26d74 req-855e994a-bca6-4eaa-8ccb-fe9af04a966f tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/ports?device_id=8196e0eb-396b-4260-81fe-c0d65283d1b7 HTTP/1.1" status: 200 len: 946 time: 0.0526552 Oct 12 20:04:11.089788 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-196309bb-0e9a-458a-b45a-50caccc26d74 req-a6045e52-21c9-4c1a-ad95-418b2e0ffccf tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbdfe0e9-5aee-4df7-ac64-bd8947def77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311782 Oct 12 20:04:12.202211 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb5b8df-3443-4932-a371-d0117afbbdee req-2d33adc1-7d98-4367-a782-2996361cdfb3 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:04:12.203652 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-aeb5b8df-3443-4932-a371-d0117afbbdee req-2d33adc1-7d98-4367-a782-2996361cdfb3 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/ports?device_id=8196e0eb-396b-4260-81fe-c0d65283d1b7 HTTP/1.1" status: 200 len: 946 time: 0.0472927 Oct 12 20:04:12.240398 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-aeb5b8df-3443-4932-a371-d0117afbbdee req-51c283fd-64ca-483f-b85d-c29443feb545 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbdfe0e9-5aee-4df7-ac64-bd8947def77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299335 Oct 12 20:04:13.368303 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b0385e-75b0-4a75-a893-32e17e49d850 req-0002cc7f-99bf-4bf8-9c54-31c85a54fc51 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:04:13.370719 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-07b0385e-75b0-4a75-a893-32e17e49d850 req-0002cc7f-99bf-4bf8-9c54-31c85a54fc51 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/ports?device_id=8196e0eb-396b-4260-81fe-c0d65283d1b7 HTTP/1.1" status: 200 len: 946 time: 0.0606680 Oct 12 20:04:13.408047 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-07b0385e-75b0-4a75-a893-32e17e49d850 req-a5c0a9c1-6b9d-4ea2-b725-d7e17c3661e6 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbdfe0e9-5aee-4df7-ac64-bd8947def77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315514 Oct 12 20:04:14.528380 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c657e59-4a9b-49e5-b8a7-bbcbc4f2d37f req-5a12eee1-aca8-4836-93d1-f437ffa027ed tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:04:14.529837 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5c657e59-4a9b-49e5-b8a7-bbcbc4f2d37f req-5a12eee1-aca8-4836-93d1-f437ffa027ed tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/ports?device_id=8196e0eb-396b-4260-81fe-c0d65283d1b7 HTTP/1.1" status: 200 len: 946 time: 0.0530539 Oct 12 20:04:14.566226 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5c657e59-4a9b-49e5-b8a7-bbcbc4f2d37f req-140f765d-53b9-40a0-bc88-a1c166620316 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbdfe0e9-5aee-4df7-ac64-bd8947def77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303297 Oct 12 20:04:15.681426 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec7f770-021d-4c46-a4e3-7c56c1409ac4 req-539d5e30-4683-4967-ae50-b6bb3b3645b9 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:04:15.682903 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3ec7f770-021d-4c46-a4e3-7c56c1409ac4 req-539d5e30-4683-4967-ae50-b6bb3b3645b9 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/ports?device_id=8196e0eb-396b-4260-81fe-c0d65283d1b7 HTTP/1.1" status: 200 len: 946 time: 0.0492632 Oct 12 20:04:15.720873 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3ec7f770-021d-4c46-a4e3-7c56c1409ac4 req-3cc77e49-7c1b-4e0e-b9d7-9d0c120f0d30 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbdfe0e9-5aee-4df7-ac64-bd8947def77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316241 Oct 12 20:04:16.835330 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd065c58-6936-4063-9c8c-939530ad898c req-736fc2bc-9abb-42e7-8a18-3773e3b9529d tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:04:16.836831 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-dd065c58-6936-4063-9c8c-939530ad898c req-736fc2bc-9abb-42e7-8a18-3773e3b9529d tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/ports?device_id=8196e0eb-396b-4260-81fe-c0d65283d1b7 HTTP/1.1" status: 200 len: 946 time: 0.0494332 Oct 12 20:04:16.873978 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-dd065c58-6936-4063-9c8c-939530ad898c req-1fb701ae-0764-4eb6-b5a2-0b61e380ae81 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbdfe0e9-5aee-4df7-ac64-bd8947def77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312653 Oct 12 20:04:17.987502 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02986cfc-633a-4b56-93fd-aad8fa105fb0 req-b04bb8ef-cf5a-494b-8323-8c4227d3b663 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:04:17.989123 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-02986cfc-633a-4b56-93fd-aad8fa105fb0 req-b04bb8ef-cf5a-494b-8323-8c4227d3b663 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/ports?device_id=8196e0eb-396b-4260-81fe-c0d65283d1b7 HTTP/1.1" status: 200 len: 946 time: 0.0488794 Oct 12 20:04:18.026468 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-02986cfc-633a-4b56-93fd-aad8fa105fb0 req-1c719937-eabe-428f-92fd-919523e02bd0 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbdfe0e9-5aee-4df7-ac64-bd8947def77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315640 Oct 12 20:04:19.141462 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e152416a-f34f-4034-ba2e-2f8e1a8441ff req-aa1cae48-b0ed-4b15-ad15-192050fbde83 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:04:19.142928 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e152416a-f34f-4034-ba2e-2f8e1a8441ff req-aa1cae48-b0ed-4b15-ad15-192050fbde83 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/ports?device_id=8196e0eb-396b-4260-81fe-c0d65283d1b7 HTTP/1.1" status: 200 len: 946 time: 0.0492749 Oct 12 20:04:19.179637 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e152416a-f34f-4034-ba2e-2f8e1a8441ff req-8717e8f7-db8f-4dcd-a5fb-9a623f759a24 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbdfe0e9-5aee-4df7-ac64-bd8947def77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307994 Oct 12 20:04:20.297845 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b042397d-176e-424b-9db1-c1e7cc551b82 req-584cca8b-ed0a-49fa-8c56-31f6d50b40a1 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:04:20.299285 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b042397d-176e-424b-9db1-c1e7cc551b82 req-584cca8b-ed0a-49fa-8c56-31f6d50b40a1 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/ports?device_id=8196e0eb-396b-4260-81fe-c0d65283d1b7 HTTP/1.1" status: 200 len: 946 time: 0.0516815 Oct 12 20:04:20.336455 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b042397d-176e-424b-9db1-c1e7cc551b82 req-4bd3f293-2f63-43a9-9bf5-b59ce4b1ec4d tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbdfe0e9-5aee-4df7-ac64-bd8947def77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304596 Oct 12 20:04:21.344555 n-d-813679-3 neutron-server[95501]: INFO neutron.api.v2.resource [req-bda3de2f-d5f9-4646-a226-27d9b2f42c38 req-3f80431a-f43b-4bf0-aa1e-f77ebbfa1ba2 service neutron] show failed (client error): The resource could not be found. Oct 12 20:04:21.345572 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-bda3de2f-d5f9-4646-a226-27d9b2f42c38 req-3f80431a-f43b-4bf0-aa1e-f77ebbfa1ba2 service neutron] 10.222.0.67 "GET /v2.0/ports/4cde6003-6ffb-4081-b497-f54fc7238777/bindings/n-h1-813679-3 HTTP/1.1" status: 404 len: 380 time: 0.0604384 Oct 12 20:04:21.458983 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241bb86c-5627-4b82-bc21-643391cad6ce req-5968e610-d022-45b6-a03a-dd7b17450e56 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:04:21.460473 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-241bb86c-5627-4b82-bc21-643391cad6ce req-5968e610-d022-45b6-a03a-dd7b17450e56 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/ports?device_id=8196e0eb-396b-4260-81fe-c0d65283d1b7 HTTP/1.1" status: 200 len: 946 time: 0.0552247 Oct 12 20:04:21.498321 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-241bb86c-5627-4b82-bc21-643391cad6ce req-91cc955c-c23d-4956-a34b-932e5e281ef6 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbdfe0e9-5aee-4df7-ac64-bd8947def77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318050 Oct 12 20:04:21.866121 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda3de2f-d5f9-4646-a226-27d9b2f42c38 req-8a61f79d-1782-45a7-ad11-32c75ad44158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:04:21.867593 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bda3de2f-d5f9-4646-a226-27d9b2f42c38 req-8a61f79d-1782-45a7-ad11-32c75ad44158 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8196e0eb-396b-4260-81fe-c0d65283d1b7&tenant_id=fd3669af245b46a8bea853d48403a589 HTTP/1.1" status: 200 len: 1097 time: 0.0697780 Oct 12 20:04:21.880049 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-bda3de2f-d5f9-4646-a226-27d9b2f42c38 req-fcbb6c9f-8d93-400e-ac63-52ef36dd8d85 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-813679-3', 'device_owner': 'compute:nova'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:04:21.933010 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-bda3de2f-d5f9-4646-a226-27d9b2f42c38 req-fcbb6c9f-8d93-400e-ac63-52ef36dd8d85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:04:22.129907 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-bda3de2f-d5f9-4646-a226-27d9b2f42c38 req-fcbb6c9f-8d93-400e-ac63-52ef36dd8d85 service neutron] For port 4cde6003-6ffb-4081-b497-f54fc7238777, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=4cde6003-6ffb-4081-b497-f54fc7238777,segment=NetworkSegment(d0da1240-a258-4668-9569-82a4e0414285),segment_id=d0da1240-a258-4668-9569-82a4e0414285)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:04:22.160231 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-bda3de2f-d5f9-4646-a226-27d9b2f42c38 req-fcbb6c9f-8d93-400e-ac63-52ef36dd8d85 service neutron] For port 4cde6003-6ffb-4081-b497-f54fc7238777, host n-h2-813679-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 20:04:22.197877 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8196e0eb-396b-4260-81fe-c0d65283d1b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4cde6003-6ffb-4081-b497-f54fc7238777'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:04:22.200161 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-470acb75-9d9b-44a9-8615-972989cd8944" -d '{"events": [{"server_uuid": "8196e0eb-396b-4260-81fe-c0d65283d1b7", "name": "network-vif-unplugged", "status": "completed", "tag": "4cde6003-6ffb-4081-b497-f54fc7238777"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:04:22.203833 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-bda3de2f-d5f9-4646-a226-27d9b2f42c38 req-fcbb6c9f-8d93-400e-ac63-52ef36dd8d85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:04:22.216289 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-bda3de2f-d5f9-4646-a226-27d9b2f42c38 req-fcbb6c9f-8d93-400e-ac63-52ef36dd8d85 service neutron] Transition to ACTIVE for port object 4cde6003-6ffb-4081-b497-f54fc7238777 will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 20:04:22.283496 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-bda3de2f-d5f9-4646-a226-27d9b2f42c38 req-fcbb6c9f-8d93-400e-ac63-52ef36dd8d85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:04:22.319611 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 20:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5675ed9c-9309-4f0c-b3f3-91c6ee4cc008 x-openstack-request-id: req-5675ed9c-9309-4f0c-b3f3-91c6ee4cc008 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:04:22.319905 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8196e0eb-396b-4260-81fe-c0d65283d1b7", "name": "network-vif-unplugged", "status": "completed", "tag": "4cde6003-6ffb-4081-b497-f54fc7238777", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:04:22.320200 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5675ed9c-9309-4f0c-b3f3-91c6ee4cc008 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:04:22.320588 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8196e0eb-396b-4260-81fe-c0d65283d1b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4cde6003-6ffb-4081-b497-f54fc7238777', 'code': 200} Oct 12 20:04:22.348634 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-bda3de2f-d5f9-4646-a226-27d9b2f42c38 req-fcbb6c9f-8d93-400e-ac63-52ef36dd8d85 service neutron] No DVR routers for this DVR port 4cde6003-6ffb-4081-b497-f54fc7238777 on host n-h2-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 20:04:22.350381 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbb6c9f-8d93-400e-ac63-52ef36dd8d85 service neutron] Pushing event updated for resources: {'Port': ['ID=4cde6003-6ffb-4081-b497-f54fc7238777,revision_number=6']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:04:22.388703 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-bda3de2f-d5f9-4646-a226-27d9b2f42c38 req-fcbb6c9f-8d93-400e-ac63-52ef36dd8d85 service neutron] Attempting to bind port 4cde6003-6ffb-4081-b497-f54fc7238777 on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 20:04:22.389034 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-bda3de2f-d5f9-4646-a226-27d9b2f42c38 req-fcbb6c9f-8d93-400e-ac63-52ef36dd8d85 service neutron] Attempting to bind port 4cde6003-6ffb-4081-b497-f54fc7238777 by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': 'd0da1240-a258-4668-9569-82a4e0414285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ed153f4e-b0a9-44d9-a55e-cd6fe9f75989'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 20:04:22.389478 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda3de2f-d5f9-4646-a226-27d9b2f42c38 req-fcbb6c9f-8d93-400e-ac63-52ef36dd8d85 service neutron] Attempting to bind port 4cde6003-6ffb-4081-b497-f54fc7238777 on network ed153f4e-b0a9-44d9-a55e-cd6fe9f75989 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 20:04:22.393629 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda3de2f-d5f9-4646-a226-27d9b2f42c38 req-fcbb6c9f-8d93-400e-ac63-52ef36dd8d85 service neutron] Port 4cde6003-6ffb-4081-b497-f54fc7238777 on network ed153f4e-b0a9-44d9-a55e-cd6fe9f75989 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 20:04:22.393943 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda3de2f-d5f9-4646-a226-27d9b2f42c38 req-fcbb6c9f-8d93-400e-ac63-52ef36dd8d85 service neutron] Attempting to bind port 4cde6003-6ffb-4081-b497-f54fc7238777 on network ed153f4e-b0a9-44d9-a55e-cd6fe9f75989 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 20:04:22.398688 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda3de2f-d5f9-4646-a226-27d9b2f42c38 req-fcbb6c9f-8d93-400e-ac63-52ef36dd8d85 service neutron] Checking agent: {'id': 'f5e9725f-f5a6-43c2-a1be-95e21e9a1fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 20, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 20:04:22.399020 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda3de2f-d5f9-4646-a226-27d9b2f42c38 req-fcbb6c9f-8d93-400e-ac63-52ef36dd8d85 service neutron] Checking segment: {'id': 'd0da1240-a258-4668-9569-82a4e0414285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ed153f4e-b0a9-44d9-a55e-cd6fe9f75989'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 20:04:22.399398 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda3de2f-d5f9-4646-a226-27d9b2f42c38 req-fcbb6c9f-8d93-400e-ac63-52ef36dd8d85 service neutron] Bound using segment: {'id': 'd0da1240-a258-4668-9569-82a4e0414285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ed153f4e-b0a9-44d9-a55e-cd6fe9f75989'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 20:04:22.399822 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-bda3de2f-d5f9-4646-a226-27d9b2f42c38 req-fcbb6c9f-8d93-400e-ac63-52ef36dd8d85 service neutron] Bound port: 4cde6003-6ffb-4081-b497-f54fc7238777, host: n-h1-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0da1240-a258-4668-9569-82a4e0414285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ed153f4e-b0a9-44d9-a55e-cd6fe9f75989'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 20:04:22.400202 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-bda3de2f-d5f9-4646-a226-27d9b2f42c38 req-fcbb6c9f-8d93-400e-ac63-52ef36dd8d85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:04:22.460419 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-bda3de2f-d5f9-4646-a226-27d9b2f42c38 req-fcbb6c9f-8d93-400e-ac63-52ef36dd8d85 service neutron] For port 4cde6003-6ffb-4081-b497-f54fc7238777, host n-h1-813679-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 20:04:22.463318 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-bda3de2f-d5f9-4646-a226-27d9b2f42c38 req-fcbb6c9f-8d93-400e-ac63-52ef36dd8d85 service neutron] For port 4cde6003-6ffb-4081-b497-f54fc7238777, host n-h1-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=4cde6003-6ffb-4081-b497-f54fc7238777,segment=NetworkSegment(d0da1240-a258-4668-9569-82a4e0414285),segment_id=d0da1240-a258-4668-9569-82a4e0414285)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 20:04:22.523816 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-bda3de2f-d5f9-4646-a226-27d9b2f42c38 req-fcbb6c9f-8d93-400e-ac63-52ef36dd8d85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:04:22.564519 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda3de2f-d5f9-4646-a226-27d9b2f42c38 req-fcbb6c9f-8d93-400e-ac63-52ef36dd8d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:04:22.565136 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-bda3de2f-d5f9-4646-a226-27d9b2f42c38 req-fcbb6c9f-8d93-400e-ac63-52ef36dd8d85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:04:22.566588 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bda3de2f-d5f9-4646-a226-27d9b2f42c38 req-fcbb6c9f-8d93-400e-ac63-52ef36dd8d85 service neutron] 10.222.0.61 "PUT /v2.0/ports/4cde6003-6ffb-4081-b497-f54fc7238777 HTTP/1.1" status: 200 len: 1092 time: 0.6908994 Oct 12 20:04:22.585994 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbb6c9f-8d93-400e-ac63-52ef36dd8d85 service neutron] Pushing event updated for resources: {'Port': ['ID=4cde6003-6ffb-4081-b497-f54fc7238777,revision_number=7']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:04:22.615503 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babe1994-cb3a-45a4-ab8c-6cbeb41cba66 req-43f27d6e-1cdd-4388-a1e6-cbeb08f2df48 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:04:22.616919 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-babe1994-cb3a-45a4-ab8c-6cbeb41cba66 req-43f27d6e-1cdd-4388-a1e6-cbeb08f2df48 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/ports?device_id=8196e0eb-396b-4260-81fe-c0d65283d1b7 HTTP/1.1" status: 200 len: 944 time: 0.0503025 Oct 12 20:04:22.629866 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda3de2f-d5f9-4646-a226-27d9b2f42c38 req-85a72a90-9135-4cf1-aa94-dc71c65bc357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:04:22.631430 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bda3de2f-d5f9-4646-a226-27d9b2f42c38 req-85a72a90-9135-4cf1-aa94-dc71c65bc357 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fd3669af245b46a8bea853d48403a589&device_id=8196e0eb-396b-4260-81fe-c0d65283d1b7 HTTP/1.1" status: 200 len: 1095 time: 0.0406404 Oct 12 20:04:22.654012 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-babe1994-cb3a-45a4-ab8c-6cbeb41cba66 req-dbd4518b-ccf1-4265-901c-de480421b554 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbdfe0e9-5aee-4df7-ac64-bd8947def77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309112 Oct 12 20:04:22.723312 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda3de2f-d5f9-4646-a226-27d9b2f42c38 req-7a93dc2e-b239-432d-8776-b49955aa543a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:04:22.724795 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bda3de2f-d5f9-4646-a226-27d9b2f42c38 req-7a93dc2e-b239-432d-8776-b49955aa543a service neutron] 10.222.0.61 "GET /v2.0/networks?id=ed153f4e-b0a9-44d9-a55e-cd6fe9f75989 HTTP/1.1" status: 200 len: 916 time: 0.0866082 Oct 12 20:04:22.764035 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bda3de2f-d5f9-4646-a226-27d9b2f42c38 req-e73b0fa5-691e-43d8-943b-cd2b1d919876 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4cde6003-6ffb-4081-b497-f54fc7238777 HTTP/1.1" status: 200 len: 217 time: 0.0323691 Oct 12 20:04:22.813552 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda3de2f-d5f9-4646-a226-27d9b2f42c38 req-a45e762b-ad03-4d9f-b73a-0dc5beada99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:04:22.814935 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bda3de2f-d5f9-4646-a226-27d9b2f42c38 req-a45e762b-ad03-4d9f-b73a-0dc5beada99a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f40407c7-0880-4c2b-ad04-611698be102b HTTP/1.1" status: 200 len: 855 time: 0.0440793 Oct 12 20:04:22.845925 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bda3de2f-d5f9-4646-a226-27d9b2f42c38 req-84c5b051-5f09-440a-9e25-b28ee28b8e6c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ed153f4e-b0a9-44d9-a55e-cd6fe9f75989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240610 Oct 12 20:04:22.932394 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bda3de2f-d5f9-4646-a226-27d9b2f42c38 req-3d5cb690-cc8e-438c-a357-a59eb45d5c3d service neutron] 10.222.0.61 "GET /v2.0/networks/ed153f4e-b0a9-44d9-a55e-cd6fe9f75989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791948 Oct 12 20:04:23.021030 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bda3de2f-d5f9-4646-a226-27d9b2f42c38 req-42cc37ac-ade9-4bef-b0be-ff960ecea536 service neutron] 10.222.0.61 "GET /v2.0/networks/ed153f4e-b0a9-44d9-a55e-cd6fe9f75989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818763 Oct 12 20:04:23.775271 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d0101f-14a6-4213-8df2-2a730e921526 req-2b9b9c89-dc9b-4d0e-9ba1-df35e9fd24c9 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:04:23.776742 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-60d0101f-14a6-4213-8df2-2a730e921526 req-2b9b9c89-dc9b-4d0e-9ba1-df35e9fd24c9 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/ports?device_id=8196e0eb-396b-4260-81fe-c0d65283d1b7 HTTP/1.1" status: 200 len: 944 time: 0.0518963 Oct 12 20:04:23.814221 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-60d0101f-14a6-4213-8df2-2a730e921526 req-2d89eed5-44f4-4c87-9978-968d21ba70cb tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbdfe0e9-5aee-4df7-ac64-bd8947def77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313179 Oct 12 20:04:24.321749 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8196e0eb-396b-4260-81fe-c0d65283d1b7', 'tag': '4cde6003-6ffb-4081-b497-f54fc7238777'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:04:24.324078 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da373349-4db2-4d24-8998-ec16a2948730" -d '{"events": [{"name": "network-changed", "server_uuid": "8196e0eb-396b-4260-81fe-c0d65283d1b7", "tag": "4cde6003-6ffb-4081-b497-f54fc7238777"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:04:24.372450 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 20:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70475ec9-611c-46f8-b7d3-5b5b95f4ea18 x-openstack-request-id: req-70475ec9-611c-46f8-b7d3-5b5b95f4ea18 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:04:24.372736 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8196e0eb-396b-4260-81fe-c0d65283d1b7", "tag": "4cde6003-6ffb-4081-b497-f54fc7238777", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:04:24.372987 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-70475ec9-611c-46f8-b7d3-5b5b95f4ea18 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:04:24.373428 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8196e0eb-396b-4260-81fe-c0d65283d1b7', 'tag': '4cde6003-6ffb-4081-b497-f54fc7238777', 'status': 'completed', 'code': 200} Oct 12 20:04:24.433409 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da373349-4db2-4d24-8998-ec16a2948730 req-9cbc2f7c-8fb5-4cfa-8b75-ddba78803509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:04:24.434870 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-da373349-4db2-4d24-8998-ec16a2948730 req-9cbc2f7c-8fb5-4cfa-8b75-ddba78803509 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fd3669af245b46a8bea853d48403a589&device_id=8196e0eb-396b-4260-81fe-c0d65283d1b7 HTTP/1.1" status: 200 len: 1095 time: 0.0404501 Oct 12 20:04:24.438291 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da373349-4db2-4d24-8998-ec16a2948730 req-62eb053d-9caf-4b9e-ab1c-27694db0e988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:04:24.439826 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-da373349-4db2-4d24-8998-ec16a2948730 req-62eb053d-9caf-4b9e-ab1c-27694db0e988 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fd3669af245b46a8bea853d48403a589&device_id=8196e0eb-396b-4260-81fe-c0d65283d1b7 HTTP/1.1" status: 200 len: 1095 time: 0.0440123 Oct 12 20:04:24.527382 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da373349-4db2-4d24-8998-ec16a2948730 req-d37ec2fc-7be8-4a04-b2b9-13cb80db80c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:04:24.529155 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-da373349-4db2-4d24-8998-ec16a2948730 req-d37ec2fc-7be8-4a04-b2b9-13cb80db80c5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ed153f4e-b0a9-44d9-a55e-cd6fe9f75989 HTTP/1.1" status: 200 len: 916 time: 0.0868258 Oct 12 20:04:24.529443 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da373349-4db2-4d24-8998-ec16a2948730 req-65fa1dfe-701b-454c-8ce5-051a4568ae0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:04:24.530875 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-da373349-4db2-4d24-8998-ec16a2948730 req-65fa1dfe-701b-454c-8ce5-051a4568ae0c service neutron] 10.222.0.67 "GET /v2.0/networks?id=ed153f4e-b0a9-44d9-a55e-cd6fe9f75989 HTTP/1.1" status: 200 len: 916 time: 0.0840585 Oct 12 20:04:24.558658 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 4cde6003-6ffb-4081-b497-f54fc7238777 no longer exists at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 20:04:24.570193 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-da373349-4db2-4d24-8998-ec16a2948730 req-e883bea7-d272-4e97-b39f-77dd7ca86044 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4cde6003-6ffb-4081-b497-f54fc7238777 HTTP/1.1" status: 200 len: 217 time: 0.0329735 Oct 12 20:04:24.578306 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-da373349-4db2-4d24-8998-ec16a2948730 req-b74ec501-4d9f-47c6-bf21-5d71cfa816b2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4cde6003-6ffb-4081-b497-f54fc7238777 HTTP/1.1" status: 200 len: 217 time: 0.0393717 Oct 12 20:04:24.602472 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 4cde6003-6ffb-4081-b497-f54fc7238777 not bound to the agent host n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 20:04:24.624811 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da373349-4db2-4d24-8998-ec16a2948730 req-498fe680-3c75-455d-8665-5c89cbde4cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:04:24.626162 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-da373349-4db2-4d24-8998-ec16a2948730 req-498fe680-3c75-455d-8665-5c89cbde4cad service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f40407c7-0880-4c2b-ad04-611698be102b HTTP/1.1" status: 200 len: 855 time: 0.0479746 Oct 12 20:04:24.629083 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da373349-4db2-4d24-8998-ec16a2948730 req-44995f32-0e68-4663-aba8-8c7818e08a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:04:24.630530 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-da373349-4db2-4d24-8998-ec16a2948730 req-44995f32-0e68-4663-aba8-8c7818e08a18 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f40407c7-0880-4c2b-ad04-611698be102b HTTP/1.1" status: 200 len: 855 time: 0.0469162 Oct 12 20:04:24.659714 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-da373349-4db2-4d24-8998-ec16a2948730 req-7e570a18-cc03-4f89-b3be-d2b7b131505b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ed153f4e-b0a9-44d9-a55e-cd6fe9f75989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246298 Oct 12 20:04:24.663381 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-da373349-4db2-4d24-8998-ec16a2948730 req-0e4ce1f2-d57a-4ec3-92f3-9f16cdd40ad5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ed153f4e-b0a9-44d9-a55e-cd6fe9f75989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260561 Oct 12 20:04:24.755149 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-da373349-4db2-4d24-8998-ec16a2948730 req-40869b12-8e5e-4c45-af5e-a13241fac170 service neutron] 10.222.0.61 "GET /v2.0/networks/ed153f4e-b0a9-44d9-a55e-cd6fe9f75989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848103 Oct 12 20:04:24.758641 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-da373349-4db2-4d24-8998-ec16a2948730 req-614061f8-62e7-46e0-b497-a6a7a5ce7bc7 service neutron] 10.222.0.67 "GET /v2.0/networks/ed153f4e-b0a9-44d9-a55e-cd6fe9f75989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884094 Oct 12 20:04:24.854440 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-da373349-4db2-4d24-8998-ec16a2948730 req-e41ca8a1-4c29-4e1c-add0-5dd707a0f386 service neutron] 10.222.0.67 "GET /v2.0/networks/ed153f4e-b0a9-44d9-a55e-cd6fe9f75989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879087 Oct 12 20:04:24.862493 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-da373349-4db2-4d24-8998-ec16a2948730 req-a991b122-1598-4190-9953-d9dbcac73d32 service neutron] 10.222.0.61 "GET /v2.0/networks/ed153f4e-b0a9-44d9-a55e-cd6fe9f75989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005633 Oct 12 20:04:24.941155 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586676b5-a0e9-4998-a224-46f2e4e3d7f5 req-8d96fe6c-fec6-47ab-8355-f864918d36a8 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:04:24.943095 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-586676b5-a0e9-4998-a224-46f2e4e3d7f5 req-8d96fe6c-fec6-47ab-8355-f864918d36a8 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/ports?device_id=8196e0eb-396b-4260-81fe-c0d65283d1b7 HTTP/1.1" status: 200 len: 944 time: 0.0506954 Oct 12 20:04:24.981975 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-586676b5-a0e9-4998-a224-46f2e4e3d7f5 req-38bc1bcf-aa9e-41d2-9d70-b4d43f513497 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbdfe0e9-5aee-4df7-ac64-bd8947def77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328634 Oct 12 20:04:25.686255 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 4cde6003-6ffb-4081-b497-f54fc7238777 details requested by agent hyperv_n-h1-813679-3 with host n-h1-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 20:04:25.777315 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 4cde6003-6ffb-4081-b497-f54fc7238777, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=4cde6003-6ffb-4081-b497-f54fc7238777,segment=NetworkSegment(d0da1240-a258-4668-9569-82a4e0414285),segment_id=d0da1240-a258-4668-9569-82a4e0414285)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:04:25.788388 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Returning: {'device': '4cde6003-6ffb-4081-b497-f54fc7238777', 'network_id': 'ed153f4e-b0a9-44d9-a55e-cd6fe9f75989', 'port_id': '4cde6003-6ffb-4081-b497-f54fc7238777', 'mac_address': 'fa:16:3e:4b:af:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f40407c7-0880-4c2b-ad04-611698be102b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 20:04:25.827335 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:04:25.840260 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cde6003-6ffb-4081-b497-f54fc7238777 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 20:04:25.858257 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 4cde6003-6ffb-4081-b497-f54fc7238777, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=4cde6003-6ffb-4081-b497-f54fc7238777,segment=NetworkSegment(d0da1240-a258-4668-9569-82a4e0414285),segment_id=d0da1240-a258-4668-9569-82a4e0414285)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:04:25.940458 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:04:25.986251 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=4cde6003-6ffb-4081-b497-f54fc7238777,revision_number=8']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:04:26.099281 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03a6490-e7d8-48b9-bacd-b3473dd4f706 req-69047907-3858-47ba-bc75-f2c3ef3be48b tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:04:26.100853 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f03a6490-e7d8-48b9-bacd-b3473dd4f706 req-69047907-3858-47ba-bc75-f2c3ef3be48b tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/ports?device_id=8196e0eb-396b-4260-81fe-c0d65283d1b7 HTTP/1.1" status: 200 len: 945 time: 0.0506403 Oct 12 20:04:26.138876 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f03a6490-e7d8-48b9-bacd-b3473dd4f706 req-1a1d69df-a8a4-4f73-8959-2730b6156998 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbdfe0e9-5aee-4df7-ac64-bd8947def77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317161 Oct 12 20:04:26.166756 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['4cde6003-6ffb-4081-b497-f54fc7238777'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 20:04:26.490339 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2955e7-9639-47d7-8db8-4e0429a73592 req-1c42f86c-91f7-4a29-b3ce-8f976280fd81 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:04:26.491810 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ec2955e7-9639-47d7-8db8-4e0429a73592 req-1c42f86c-91f7-4a29-b3ce-8f976280fd81 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/ports?device_id=8196e0eb-396b-4260-81fe-c0d65283d1b7 HTTP/1.1" status: 200 len: 945 time: 0.0575354 Oct 12 20:04:26.583750 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ec2955e7-9639-47d7-8db8-4e0429a73592 req-d9f4f92f-d3d8-4932-abba-e1ca9c6ef439 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbdfe0e9-5aee-4df7-ac64-bd8947def77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857627 Oct 12 20:04:26.605561 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba0dd69-938f-43ad-bd44-aced0b1c6002 req-c2cd5363-6f4d-42b1-83c6-b10899cdff1c tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:04:26.606984 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9ba0dd69-938f-43ad-bd44-aced0b1c6002 req-c2cd5363-6f4d-42b1-83c6-b10899cdff1c tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.67 "GET /v2.0/ports?device_id=8196e0eb-396b-4260-81fe-c0d65283d1b7&tenant_id=fd3669af245b46a8bea853d48403a589&binding%3Ahost_id=n-h1-813679-3 HTTP/1.1" status: 200 len: 945 time: 0.1018102 Oct 12 20:04:26.672225 n-d-813679-3 neutron-server[95501]: INFO neutron.api.v2.resource [req-9ba0dd69-938f-43ad-bd44-aced0b1c6002 req-e8c1ae4b-270b-4921-b27e-1b487a84f9a3 service neutron] delete failed (client error): The resource could not be found. Oct 12 20:04:26.673103 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9ba0dd69-938f-43ad-bd44-aced0b1c6002 req-e8c1ae4b-270b-4921-b27e-1b487a84f9a3 service neutron] 10.222.0.67 "DELETE /v2.0/ports/4cde6003-6ffb-4081-b497-f54fc7238777/bindings/n-h2-813679-3 HTTP/1.1" status: 404 len: 380 time: 0.0583193 Oct 12 20:04:26.765099 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba0dd69-938f-43ad-bd44-aced0b1c6002 req-04b83e5c-6290-41fa-9d29-3767218f3b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:04:26.766539 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9ba0dd69-938f-43ad-bd44-aced0b1c6002 req-04b83e5c-6290-41fa-9d29-3767218f3b6c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fd3669af245b46a8bea853d48403a589&device_id=8196e0eb-396b-4260-81fe-c0d65283d1b7 HTTP/1.1" status: 200 len: 1096 time: 0.0493624 Oct 12 20:04:26.852002 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba0dd69-938f-43ad-bd44-aced0b1c6002 req-7ec2dcd1-24a4-4a7a-b40e-32d2246bbda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:04:26.853510 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9ba0dd69-938f-43ad-bd44-aced0b1c6002 req-7ec2dcd1-24a4-4a7a-b40e-32d2246bbda4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ed153f4e-b0a9-44d9-a55e-cd6fe9f75989 HTTP/1.1" status: 200 len: 916 time: 0.0803413 Oct 12 20:04:26.897801 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9ba0dd69-938f-43ad-bd44-aced0b1c6002 req-ff87595f-7b94-4b39-94b9-88e68a4c9256 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4cde6003-6ffb-4081-b497-f54fc7238777 HTTP/1.1" status: 200 len: 217 time: 0.0368671 Oct 12 20:04:26.945272 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba0dd69-938f-43ad-bd44-aced0b1c6002 req-2226029f-8a39-4dad-8042-0adc62ddc690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:04:26.946568 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9ba0dd69-938f-43ad-bd44-aced0b1c6002 req-2226029f-8a39-4dad-8042-0adc62ddc690 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f40407c7-0880-4c2b-ad04-611698be102b HTTP/1.1" status: 200 len: 855 time: 0.0417695 Oct 12 20:04:26.977087 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9ba0dd69-938f-43ad-bd44-aced0b1c6002 req-392afc47-ecfe-44d8-b716-d455536293dd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ed153f4e-b0a9-44d9-a55e-cd6fe9f75989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235908 Oct 12 20:04:27.067298 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9ba0dd69-938f-43ad-bd44-aced0b1c6002 req-44a84565-c474-4e5b-a05a-d29e5c38d281 service neutron] 10.222.0.67 "GET /v2.0/networks/ed153f4e-b0a9-44d9-a55e-cd6fe9f75989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825899 Oct 12 20:04:27.153380 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9ba0dd69-938f-43ad-bd44-aced0b1c6002 req-f4591ce3-e5a4-46e1-9d2a-e729c2fd5c3a service neutron] 10.222.0.67 "GET /v2.0/networks/ed153f4e-b0a9-44d9-a55e-cd6fe9f75989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792022 Oct 12 20:04:27.701803 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 4cde6003-6ffb-4081-b497-f54fc7238777 up at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 20:04:27.706455 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b18c164-7623-4efb-8c4f-0048cdf24db1 req-15621b00-f573-48f6-9969-50d87f8b2e2e tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:04:27.708938 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0b18c164-7623-4efb-8c4f-0048cdf24db1 req-15621b00-f573-48f6-9969-50d87f8b2e2e tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/ports?device_id=8196e0eb-396b-4260-81fe-c0d65283d1b7 HTTP/1.1" status: 200 len: 945 time: 0.0549316 Oct 12 20:04:27.747849 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0b18c164-7623-4efb-8c4f-0048cdf24db1 req-be2430aa-b575-4e77-a7e7-30736232b2e0 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbdfe0e9-5aee-4df7-ac64-bd8947def77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323009 Oct 12 20:04:27.824479 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning for port 4cde6003-6ffb-4081-b497-f54fc7238777 completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 20:04:27.828416 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning complete for port 4cde6003-6ffb-4081-b497-f54fc7238777 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:04:27.828788 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:04:27.902524 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:04:27.924449 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8196e0eb-396b-4260-81fe-c0d65283d1b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cde6003-6ffb-4081-b497-f54fc7238777'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:04:27.927829 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e793b2b5-a59d-43b3-9261-c4f9c18f021b" -d '{"events": [{"server_uuid": "8196e0eb-396b-4260-81fe-c0d65283d1b7", "name": "network-vif-plugged", "status": "completed", "tag": "4cde6003-6ffb-4081-b497-f54fc7238777"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:04:27.942681 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 4cde6003-6ffb-4081-b497-f54fc7238777, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=4cde6003-6ffb-4081-b497-f54fc7238777,segment=NetworkSegment(d0da1240-a258-4668-9569-82a4e0414285),segment_id=d0da1240-a258-4668-9569-82a4e0414285)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:04:27.965127 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 20:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9789c7f6-1025-4f89-a29d-8b7da744fbf5 x-openstack-request-id: req-9789c7f6-1025-4f89-a29d-8b7da744fbf5 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:04:27.971124 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8196e0eb-396b-4260-81fe-c0d65283d1b7", "name": "network-vif-plugged", "status": "completed", "tag": "4cde6003-6ffb-4081-b497-f54fc7238777", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:04:27.971124 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9789c7f6-1025-4f89-a29d-8b7da744fbf5 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:04:27.971124 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8196e0eb-396b-4260-81fe-c0d65283d1b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cde6003-6ffb-4081-b497-f54fc7238777', 'code': 200} Oct 12 20:04:28.047385 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:04:28.096269 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=4cde6003-6ffb-4081-b497-f54fc7238777,revision_number=9']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:04:28.862946 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488a3939-a12b-4ba5-8fc1-b4347f157c1a req-32053866-7797-491e-90f7-3a15d82fdd6e tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:04:28.865244 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-488a3939-a12b-4ba5-8fc1-b4347f157c1a req-32053866-7797-491e-90f7-3a15d82fdd6e tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/ports?device_id=8196e0eb-396b-4260-81fe-c0d65283d1b7 HTTP/1.1" status: 200 len: 946 time: 0.0495336 Oct 12 20:04:28.902824 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-488a3939-a12b-4ba5-8fc1-b4347f157c1a req-bc0d3dc5-6786-487e-9c7a-4c98e51a5f58 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbdfe0e9-5aee-4df7-ac64-bd8947def77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314386 Oct 12 20:04:29.022998 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000c32f8-09bb-4b55-9d4a-d5fe5328b8ef req-11c8ea92-919d-46ef-bf58-88b1d33736ac tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:04:29.024493 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-000c32f8-09bb-4b55-9d4a-d5fe5328b8ef req-11c8ea92-919d-46ef-bf58-88b1d33736ac tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/ports?device_id=8196e0eb-396b-4260-81fe-c0d65283d1b7 HTTP/1.1" status: 200 len: 946 time: 0.0541103 Oct 12 20:04:29.061956 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-000c32f8-09bb-4b55-9d4a-d5fe5328b8ef req-8e36db77-e693-43ef-9380-3fff19fc0550 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbdfe0e9-5aee-4df7-ac64-bd8947def77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315516 Oct 12 20:04:29.169300 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-501b616e-4448-41e9-9824-35bf83169cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:04:29.174984 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56038b1-6f7b-41a2-9805-bf05906e967d req-f85cbf08-d45c-4eee-8803-eda25f87b277 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:04:29.176473 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d56038b1-6f7b-41a2-9805-bf05906e967d req-f85cbf08-d45c-4eee-8803-eda25f87b277 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/ports?device_id=8196e0eb-396b-4260-81fe-c0d65283d1b7 HTTP/1.1" status: 200 len: 946 time: 0.0478156 Oct 12 20:04:29.212975 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d56038b1-6f7b-41a2-9805-bf05906e967d req-a1c58d0a-52c3-4ba1-8c21-119561918e35 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbdfe0e9-5aee-4df7-ac64-bd8947def77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305545 Oct 12 20:04:29.741075 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db92ab-af58-4163-9d28-27e1dd2d0518 req-6fde274a-49c3-4c78-ae05-2d8cb81d4497 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:04:29.742511 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a2db92ab-af58-4163-9d28-27e1dd2d0518 req-6fde274a-49c3-4c78-ae05-2d8cb81d4497 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/networks?id=ed153f4e-b0a9-44d9-a55e-cd6fe9f75989 HTTP/1.1" status: 200 len: 815 time: 0.1018867 Oct 12 20:04:29.757713 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a2db92ab-af58-4163-9d28-27e1dd2d0518 req-c2748153-557b-47a5-b7d6-cf2a854c39bd tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/quotas/fd3669af245b46a8bea853d48403a589 HTTP/1.1" status: 200 len: 375 time: 0.0092633 Oct 12 20:04:29.804373 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a2db92ab-af58-4163-9d28-27e1dd2d0518 req-a324277b-d34a-42b1-bd12-35474230992f tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=fd3669af245b46a8bea853d48403a589&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0416048 Oct 12 20:04:29.814814 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [req-a2db92ab-af58-4163-9d28-27e1dd2d0518 req-15bfcec5-e2dd-45ba-9714-e78a940efd94 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 20:04:29.815722 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a2db92ab-af58-4163-9d28-27e1dd2d0518 req-15bfcec5-e2dd-45ba-9714-e78a940efd94 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0047171 Oct 12 20:04:29.903158 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a2db92ab-af58-4163-9d28-27e1dd2d0518 req-54c8dd98-3bf8-4002-b485-e2c969c94035 service neutron] 10.222.0.49 "GET /v2.0/networks/ed153f4e-b0a9-44d9-a55e-cd6fe9f75989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813570 Oct 12 20:04:29.988523 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a2db92ab-af58-4163-9d28-27e1dd2d0518 req-af4900a4-a6fc-41f2-9f18-d05767bab7db service neutron] 10.222.0.49 "GET /v2.0/networks/ed153f4e-b0a9-44d9-a55e-cd6fe9f75989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787463 Oct 12 20:04:30.212644 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a5a72ad9-6013-4740-b2f3-400018da7d91 req-b3873c9d-a33e-4cd1-be3b-e674900c0a16 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc01b6ae-341e-484c-847f-38e09d7fddd3 HTTP/1.1" status: 200 len: 210 time: 0.0269518 Oct 12 20:04:30.907734 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc3c3cc-1421-4e0c-901d-567341fdb84b req-d3917304-49e5-49ae-9a98-36aeb0dc194e tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:04:30.909174 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bfc3c3cc-1421-4e0c-901d-567341fdb84b req-d3917304-49e5-49ae-9a98-36aeb0dc194e tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.61 "GET /v2.0/ports?device_id=8196e0eb-396b-4260-81fe-c0d65283d1b7 HTTP/1.1" status: 200 len: 946 time: 0.0476871 Oct 12 20:04:31.312509 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-06497e37-990a-4400-b501-2423627368fe req-6621d93d-4637-4334-bf7c-7b8101d8f7fc tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc01b6ae-341e-484c-847f-38e09d7fddd3 HTTP/1.1" status: 200 len: 210 time: 0.0293641 Oct 12 20:04:31.365813 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-bfc3c3cc-1421-4e0c-901d-567341fdb84b req-7f72b67d-77d7-4e0d-99e3-7dfe30fcfff8 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] Deleting port 4cde6003-6ffb-4081-b497-f54fc7238777 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 20:04:31.366092 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-bfc3c3cc-1421-4e0c-901d-567341fdb84b req-7f72b67d-77d7-4e0d-99e3-7dfe30fcfff8 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:04:31.455492 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-bfc3c3cc-1421-4e0c-901d-567341fdb84b req-7f72b67d-77d7-4e0d-99e3-7dfe30fcfff8 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] For port 4cde6003-6ffb-4081-b497-f54fc7238777, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=4cde6003-6ffb-4081-b497-f54fc7238777,segment=NetworkSegment(d0da1240-a258-4668-9569-82a4e0414285),segment_id=d0da1240-a258-4668-9569-82a4e0414285)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:04:31.456135 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-bfc3c3cc-1421-4e0c-901d-567341fdb84b req-7f72b67d-77d7-4e0d-99e3-7dfe30fcfff8 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:04:31.468421 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-bfc3c3cc-1421-4e0c-901d-567341fdb84b req-7f72b67d-77d7-4e0d-99e3-7dfe30fcfff8 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] Calling delete_port for 4cde6003-6ffb-4081-b497-f54fc7238777 owned by compute:nova {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 20:04:31.654912 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-bfc3c3cc-1421-4e0c-901d-567341fdb84b req-7f72b67d-77d7-4e0d-99e3-7dfe30fcfff8 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:04:31.668215 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['4cde6003-6ffb-4081-b497-f54fc7238777'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 20:04:31.686514 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f72b67d-77d7-4e0d-99e3-7dfe30fcfff8 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] Pushing event deleted for resources: {'Port': ['ID=4cde6003-6ffb-4081-b497-f54fc7238777,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:04:31.729467 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfc3c3cc-1421-4e0c-901d-567341fdb84b req-7f72b67d-77d7-4e0d-99e3-7dfe30fcfff8 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] No DVR routers for this DVR port 4cde6003-6ffb-4081-b497-f54fc7238777 on host n-h1-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 20:04:31.732340 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-bfc3c3cc-1421-4e0c-901d-567341fdb84b req-7f72b67d-77d7-4e0d-99e3-7dfe30fcfff8 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:04:31.736656 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bfc3c3cc-1421-4e0c-901d-567341fdb84b req-7f72b67d-77d7-4e0d-99e3-7dfe30fcfff8 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.61 "DELETE /v2.0/ports/4cde6003-6ffb-4081-b497-f54fc7238777 HTTP/1.1" status: 204 len: 173 time: 0.8205857 Oct 12 20:04:31.737097 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8196e0eb-396b-4260-81fe-c0d65283d1b7', 'name': 'network-vif-deleted', 'tag': '4cde6003-6ffb-4081-b497-f54fc7238777'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:04:31.739416 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-737e7504-70f5-45f6-84fc-2288dc552c99" -d '{"events": [{"server_uuid": "8196e0eb-396b-4260-81fe-c0d65283d1b7", "name": "network-vif-deleted", "tag": "4cde6003-6ffb-4081-b497-f54fc7238777"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:04:31.776432 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 20:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd5955d2-a084-4988-b53c-98b064be083e x-openstack-request-id: req-fd5955d2-a084-4988-b53c-98b064be083e {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:04:31.776755 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8196e0eb-396b-4260-81fe-c0d65283d1b7", "name": "network-vif-deleted", "tag": "4cde6003-6ffb-4081-b497-f54fc7238777", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:04:31.777009 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fd5955d2-a084-4988-b53c-98b064be083e {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:04:31.777446 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8196e0eb-396b-4260-81fe-c0d65283d1b7', 'name': 'network-vif-deleted', 'tag': '4cde6003-6ffb-4081-b497-f54fc7238777', 'status': 'completed', 'code': 200} Oct 12 20:04:31.792011 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6c63bcc4-9e7f-493a-822b-0b84dd171038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:04:32.050171 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db92ab-af58-4163-9d28-27e1dd2d0518 req-bd70196c-f248-422a-a938-0dfe4a34ba49 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:04:32.052193 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a2db92ab-af58-4163-9d28-27e1dd2d0518 req-bd70196c-f248-422a-a938-0dfe4a34ba49 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.61 "GET /v2.0/networks?id=ed153f4e-b0a9-44d9-a55e-cd6fe9f75989 HTTP/1.1" status: 200 len: 815 time: 0.1016264 Oct 12 20:04:32.070089 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-a2db92ab-af58-4163-9d28-27e1dd2d0518 req-fc05dc7e-e839-4b53-939d-fe5426527b74 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] Request body: {'port': {'device_id': 'dc01b6ae-341e-484c-847f-38e09d7fddd3', 'network_id': 'ed153f4e-b0a9-44d9-a55e-cd6fe9f75989', 'admin_state_up': True, 'tenant_id': 'fd3669af245b46a8bea853d48403a589'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:04:32.254334 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2db92ab-af58-4163-9d28-27e1dd2d0518 req-fc05dc7e-e839-4b53-939d-fe5426527b74 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] Made reservation on behalf of fd3669af245b46a8bea853d48403a589 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 20:04:32.258061 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-a2db92ab-af58-4163-9d28-27e1dd2d0518 req-fc05dc7e-e839-4b53-939d-fe5426527b74 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:04:32.382784 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [req-a2db92ab-af58-4163-9d28-27e1dd2d0518 req-fc05dc7e-e839-4b53-939d-fe5426527b74 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] Allocated IP 172.20.0.4 (ed153f4e-b0a9-44d9-a55e-cd6fe9f75989/f40407c7-0880-4c2b-ad04-611698be102b/63facdf4-8c2f-4a76-94fb-24152eaea997) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 20:04:32.414941 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-41c67264-8d42-4e1c-8b76-094483f594b6 req-5a3fa121-9ee8-4dcf-8d82-86024760aaa4 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc01b6ae-341e-484c-847f-38e09d7fddd3 HTTP/1.1" status: 200 len: 210 time: 0.0340517 Oct 12 20:04:32.498450 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:04:32.554016 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-a2db92ab-af58-4163-9d28-27e1dd2d0518 req-fc05dc7e-e839-4b53-939d-fe5426527b74 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:04:32.658774 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-a2db92ab-af58-4163-9d28-27e1dd2d0518 req-fc05dc7e-e839-4b53-939d-fe5426527b74 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:04:32.673018 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['4cde6003-6ffb-4081-b497-f54fc7238777'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 20:04:32.706354 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2db92ab-af58-4163-9d28-27e1dd2d0518 req-fc05dc7e-e839-4b53-939d-fe5426527b74 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] Network ed153f4e-b0a9-44d9-a55e-cd6fe9f75989 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 20:04:32.710041 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [req-a2db92ab-af58-4163-9d28-27e1dd2d0518 req-fc05dc7e-e839-4b53-939d-fe5426527b74 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 20:04:32.713914 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2db92ab-af58-4163-9d28-27e1dd2d0518 req-fc05dc7e-e839-4b53-939d-fe5426527b74 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 20:04:32.720188 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05dc7e-e839-4b53-939d-fe5426527b74 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] Pushing event updated for resources: {'Port': ['ID=63facdf4-8c2f-4a76-94fb-24152eaea997,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:04:32.767503 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db92ab-af58-4163-9d28-27e1dd2d0518 req-fc05dc7e-e839-4b53-939d-fe5426527b74 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:04:32.768162 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-a2db92ab-af58-4163-9d28-27e1dd2d0518 req-fc05dc7e-e839-4b53-939d-fe5426527b74 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:04:32.838157 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a2db92ab-af58-4163-9d28-27e1dd2d0518 req-fc05dc7e-e839-4b53-939d-fe5426527b74 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7723968 Oct 12 20:04:32.850945 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-a2db92ab-af58-4163-9d28-27e1dd2d0518 req-d2debd4b-b7e9-465b-a86c-5f64b4432f7e service neutron] Request body: {'port': {'device_id': 'dc01b6ae-341e-484c-847f-38e09d7fddd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:04:32.902419 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-a2db92ab-af58-4163-9d28-27e1dd2d0518 req-d2debd4b-b7e9-465b-a86c-5f64b4432f7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:04:33.164036 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [req-a2db92ab-af58-4163-9d28-27e1dd2d0518 req-d2debd4b-b7e9-465b-a86c-5f64b4432f7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63facdf4-8c2f-4a76-94fb-24152eaea997 {{(pid=95502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 20:04:33.171386 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-a2db92ab-af58-4163-9d28-27e1dd2d0518 req-d2debd4b-b7e9-465b-a86c-5f64b4432f7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:04:33.175039 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:04:33.183668 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-a2db92ab-af58-4163-9d28-27e1dd2d0518 req-d2debd4b-b7e9-465b-a86c-5f64b4432f7e service neutron] Transition to ACTIVE for port object 63facdf4-8c2f-4a76-94fb-24152eaea997 will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 20:04:33.248952 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-a2db92ab-af58-4163-9d28-27e1dd2d0518 req-d2debd4b-b7e9-465b-a86c-5f64b4432f7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:04:33.300250 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2debd4b-b7e9-465b-a86c-5f64b4432f7e service neutron] Pushing event updated for resources: {'Port': ['ID=63facdf4-8c2f-4a76-94fb-24152eaea997,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:04:33.303062 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:04:33.364580 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-a2db92ab-af58-4163-9d28-27e1dd2d0518 req-d2debd4b-b7e9-465b-a86c-5f64b4432f7e service neutron] Attempting to bind port 63facdf4-8c2f-4a76-94fb-24152eaea997 on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 20:04:33.364840 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-a2db92ab-af58-4163-9d28-27e1dd2d0518 req-d2debd4b-b7e9-465b-a86c-5f64b4432f7e service neutron] Attempting to bind port 63facdf4-8c2f-4a76-94fb-24152eaea997 by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': 'd0da1240-a258-4668-9569-82a4e0414285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ed153f4e-b0a9-44d9-a55e-cd6fe9f75989'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 20:04:33.365163 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2db92ab-af58-4163-9d28-27e1dd2d0518 req-d2debd4b-b7e9-465b-a86c-5f64b4432f7e service neutron] Attempting to bind port 63facdf4-8c2f-4a76-94fb-24152eaea997 on network ed153f4e-b0a9-44d9-a55e-cd6fe9f75989 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 20:04:33.369549 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2db92ab-af58-4163-9d28-27e1dd2d0518 req-d2debd4b-b7e9-465b-a86c-5f64b4432f7e service neutron] Port 63facdf4-8c2f-4a76-94fb-24152eaea997 on network ed153f4e-b0a9-44d9-a55e-cd6fe9f75989 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 20:04:33.369928 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2db92ab-af58-4163-9d28-27e1dd2d0518 req-d2debd4b-b7e9-465b-a86c-5f64b4432f7e service neutron] Attempting to bind port 63facdf4-8c2f-4a76-94fb-24152eaea997 on network ed153f4e-b0a9-44d9-a55e-cd6fe9f75989 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 20:04:33.374826 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2db92ab-af58-4163-9d28-27e1dd2d0518 req-d2debd4b-b7e9-465b-a86c-5f64b4432f7e service neutron] Checking agent: {'id': 'f5e9725f-f5a6-43c2-a1be-95e21e9a1fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 20, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 20:04:33.375154 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2db92ab-af58-4163-9d28-27e1dd2d0518 req-d2debd4b-b7e9-465b-a86c-5f64b4432f7e service neutron] Checking segment: {'id': 'd0da1240-a258-4668-9569-82a4e0414285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ed153f4e-b0a9-44d9-a55e-cd6fe9f75989'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 20:04:33.380636 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2db92ab-af58-4163-9d28-27e1dd2d0518 req-d2debd4b-b7e9-465b-a86c-5f64b4432f7e service neutron] Bound using segment: {'id': 'd0da1240-a258-4668-9569-82a4e0414285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ed153f4e-b0a9-44d9-a55e-cd6fe9f75989'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 20:04:33.380636 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-a2db92ab-af58-4163-9d28-27e1dd2d0518 req-d2debd4b-b7e9-465b-a86c-5f64b4432f7e service neutron] Bound port: 63facdf4-8c2f-4a76-94fb-24152eaea997, host: n-h1-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0da1240-a258-4668-9569-82a4e0414285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ed153f4e-b0a9-44d9-a55e-cd6fe9f75989'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 20:04:33.380636 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-a2db92ab-af58-4163-9d28-27e1dd2d0518 req-d2debd4b-b7e9-465b-a86c-5f64b4432f7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:04:33.442161 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-a2db92ab-af58-4163-9d28-27e1dd2d0518 req-d2debd4b-b7e9-465b-a86c-5f64b4432f7e service neutron] For port 63facdf4-8c2f-4a76-94fb-24152eaea997, host n-h1-813679-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 20:04:33.445193 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-a2db92ab-af58-4163-9d28-27e1dd2d0518 req-d2debd4b-b7e9-465b-a86c-5f64b4432f7e service neutron] For port 63facdf4-8c2f-4a76-94fb-24152eaea997, host n-h1-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=63facdf4-8c2f-4a76-94fb-24152eaea997,segment=NetworkSegment(d0da1240-a258-4668-9569-82a4e0414285),segment_id=d0da1240-a258-4668-9569-82a4e0414285)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 20:04:33.504751 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-a2db92ab-af58-4163-9d28-27e1dd2d0518 req-d2debd4b-b7e9-465b-a86c-5f64b4432f7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:04:33.530729 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d54fe7-01c6-42bc-a861-a0cfa1e01987 req-4cf5cc1b-7ecd-4cce-ae1a-544c984a0b7a tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:04:33.532081 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-97d54fe7-01c6-42bc-a861-a0cfa1e01987 req-4cf5cc1b-7ecd-4cce-ae1a-544c984a0b7a tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc01b6ae-341e-484c-847f-38e09d7fddd3 HTTP/1.1" status: 200 len: 943 time: 0.0475044 Oct 12 20:04:33.538475 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db92ab-af58-4163-9d28-27e1dd2d0518 req-d2debd4b-b7e9-465b-a86c-5f64b4432f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:04:33.539230 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-a2db92ab-af58-4163-9d28-27e1dd2d0518 req-d2debd4b-b7e9-465b-a86c-5f64b4432f7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:04:33.540505 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a2db92ab-af58-4163-9d28-27e1dd2d0518 req-d2debd4b-b7e9-465b-a86c-5f64b4432f7e service neutron] 10.222.0.61 "PUT /v2.0/ports/63facdf4-8c2f-4a76-94fb-24152eaea997 HTTP/1.1" status: 200 len: 1091 time: 0.6941848 Oct 12 20:04:33.562951 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2debd4b-b7e9-465b-a86c-5f64b4432f7e service neutron] Pushing event updated for resources: {'Port': ['ID=63facdf4-8c2f-4a76-94fb-24152eaea997,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:04:33.573248 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-97d54fe7-01c6-42bc-a861-a0cfa1e01987 req-12aa5e03-ff48-4a3f-8397-23dfd0a4acd5 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbdfe0e9-5aee-4df7-ac64-bd8947def77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317478 Oct 12 20:04:33.691545 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db92ab-af58-4163-9d28-27e1dd2d0518 req-e68f8206-467d-4fe9-b764-889ef545475c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:04:33.693569 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a2db92ab-af58-4163-9d28-27e1dd2d0518 req-e68f8206-467d-4fe9-b764-889ef545475c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fd3669af245b46a8bea853d48403a589&device_id=dc01b6ae-341e-484c-847f-38e09d7fddd3 HTTP/1.1" status: 200 len: 1094 time: 0.0414109 Oct 12 20:04:33.738182 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a2db92ab-af58-4163-9d28-27e1dd2d0518 req-da0b99a4-c167-4626-9148-55eab5b10c23 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63facdf4-8c2f-4a76-94fb-24152eaea997 HTTP/1.1" status: 200 len: 217 time: 0.0372057 Oct 12 20:04:33.779306 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc01b6ae-341e-484c-847f-38e09d7fddd3', 'tag': '63facdf4-8c2f-4a76-94fb-24152eaea997'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:04:33.781548 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-510dffbb-cd6b-4201-94a7-97e7717c58dc" -d '{"events": [{"name": "network-changed", "server_uuid": "dc01b6ae-341e-484c-847f-38e09d7fddd3", "tag": "63facdf4-8c2f-4a76-94fb-24152eaea997"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:04:33.790926 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db92ab-af58-4163-9d28-27e1dd2d0518 req-ba817a5e-39f0-4532-a1d7-6bb0e246055b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:04:33.792389 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a2db92ab-af58-4163-9d28-27e1dd2d0518 req-ba817a5e-39f0-4532-a1d7-6bb0e246055b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f40407c7-0880-4c2b-ad04-611698be102b HTTP/1.1" status: 200 len: 855 time: 0.0473628 Oct 12 20:04:33.824906 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 20:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b76c15c-8b83-4311-9657-4fbcae6d81f4 x-openstack-request-id: req-7b76c15c-8b83-4311-9657-4fbcae6d81f4 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:04:33.825204 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc01b6ae-341e-484c-847f-38e09d7fddd3", "tag": "63facdf4-8c2f-4a76-94fb-24152eaea997", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:04:33.825459 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7b76c15c-8b83-4311-9657-4fbcae6d81f4 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:04:33.825848 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc01b6ae-341e-484c-847f-38e09d7fddd3', 'tag': '63facdf4-8c2f-4a76-94fb-24152eaea997', 'status': 'completed', 'code': 200} Oct 12 20:04:33.827723 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a2db92ab-af58-4163-9d28-27e1dd2d0518 req-2b71dff1-70e3-42a6-bcec-cbf2cfaa93c5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ed153f4e-b0a9-44d9-a55e-cd6fe9f75989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284350 Oct 12 20:04:33.918209 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a2db92ab-af58-4163-9d28-27e1dd2d0518 req-12049062-3367-4252-821d-4f7fe2303087 service neutron] 10.222.0.61 "GET /v2.0/networks/ed153f4e-b0a9-44d9-a55e-cd6fe9f75989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829561 Oct 12 20:04:34.005731 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a2db92ab-af58-4163-9d28-27e1dd2d0518 req-953fb951-9a7f-40cc-b1b1-ef4622dfe8ea service neutron] 10.222.0.61 "GET /v2.0/networks/ed153f4e-b0a9-44d9-a55e-cd6fe9f75989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804262 Oct 12 20:04:34.185689 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510dffbb-cd6b-4201-94a7-97e7717c58dc req-1e7a3492-1f12-4b38-8d43-21de5e0a8746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:04:34.187145 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-510dffbb-cd6b-4201-94a7-97e7717c58dc req-1e7a3492-1f12-4b38-8d43-21de5e0a8746 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fd3669af245b46a8bea853d48403a589&device_id=dc01b6ae-341e-484c-847f-38e09d7fddd3 HTTP/1.1" status: 200 len: 1094 time: 0.0405717 Oct 12 20:04:34.280180 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510dffbb-cd6b-4201-94a7-97e7717c58dc req-8eae0a2c-7629-4ee2-a16b-b9125367e53d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:04:34.281533 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-510dffbb-cd6b-4201-94a7-97e7717c58dc req-8eae0a2c-7629-4ee2-a16b-b9125367e53d service neutron] 10.222.0.61 "GET /v2.0/networks?id=ed153f4e-b0a9-44d9-a55e-cd6fe9f75989 HTTP/1.1" status: 200 len: 916 time: 0.0871935 Oct 12 20:04:34.326780 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-510dffbb-cd6b-4201-94a7-97e7717c58dc req-76403d4f-5e41-4711-9ab2-bb221d8e50bc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63facdf4-8c2f-4a76-94fb-24152eaea997 HTTP/1.1" status: 200 len: 217 time: 0.0335863 Oct 12 20:04:34.345888 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:04:34.381074 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510dffbb-cd6b-4201-94a7-97e7717c58dc req-a17fca71-7303-4788-bea7-6d2262bc1ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:04:34.382468 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-510dffbb-cd6b-4201-94a7-97e7717c58dc req-a17fca71-7303-4788-bea7-6d2262bc1ff2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f40407c7-0880-4c2b-ad04-611698be102b HTTP/1.1" status: 200 len: 855 time: 0.0482349 Oct 12 20:04:34.415554 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-510dffbb-cd6b-4201-94a7-97e7717c58dc req-996f5df5-dd35-4c0a-b103-05dfb60ed085 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ed153f4e-b0a9-44d9-a55e-cd6fe9f75989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253870 Oct 12 20:04:34.502647 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-510dffbb-cd6b-4201-94a7-97e7717c58dc req-c2f24623-02bd-4825-b456-c55b3d36d2a5 service neutron] 10.222.0.61 "GET /v2.0/networks/ed153f4e-b0a9-44d9-a55e-cd6fe9f75989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795367 Oct 12 20:04:34.595111 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-510dffbb-cd6b-4201-94a7-97e7717c58dc req-5d1dbe72-e81d-429b-8ea2-f113d6e8dd73 service neutron] 10.222.0.61 "GET /v2.0/networks/ed153f4e-b0a9-44d9-a55e-cd6fe9f75989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840576 Oct 12 20:04:34.666102 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:04:34.689650 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f981ae-d0f8-477e-a632-927cba570677 req-c3a2d974-5cac-40e1-832e-a3b6e2f295ba tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:04:34.691133 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f7f981ae-d0f8-477e-a632-927cba570677 req-c3a2d974-5cac-40e1-832e-a3b6e2f295ba tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc01b6ae-341e-484c-847f-38e09d7fddd3 HTTP/1.1" status: 200 len: 943 time: 0.0482206 Oct 12 20:04:34.732962 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f7f981ae-d0f8-477e-a632-927cba570677 req-935785bb-829b-4696-a607-fefd221b0263 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbdfe0e9-5aee-4df7-ac64-bd8947def77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351989 Oct 12 20:04:35.733839 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 63facdf4-8c2f-4a76-94fb-24152eaea997 details requested by agent hyperv_n-h1-813679-3 with host n-h1-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 20:04:35.737746 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 4cde6003-6ffb-4081-b497-f54fc7238777 no longer exists at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 20:04:35.764196 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] No Port match for: 4cde6003-6ffb-4081-b497-f54fc7238777 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 20:04:35.764544 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 4cde6003-6ffb-4081-b497-f54fc7238777 not bound to the agent host n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 20:04:35.850767 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 63facdf4-8c2f-4a76-94fb-24152eaea997, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=63facdf4-8c2f-4a76-94fb-24152eaea997,segment=NetworkSegment(d0da1240-a258-4668-9569-82a4e0414285),segment_id=d0da1240-a258-4668-9569-82a4e0414285)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:04:35.861137 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Returning: {'device': '63facdf4-8c2f-4a76-94fb-24152eaea997', 'network_id': 'ed153f4e-b0a9-44d9-a55e-cd6fe9f75989', 'port_id': '63facdf4-8c2f-4a76-94fb-24152eaea997', 'mac_address': 'fa:16:3e:04:89:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f40407c7-0880-4c2b-ad04-611698be102b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 20:04:35.898334 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:04:35.910701 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc8fe51-47d9-410d-bc85-aedf1741162a req-be9dc0f8-6081-4d01-9c29-b059aad040a9 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:04:35.911782 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63facdf4-8c2f-4a76-94fb-24152eaea997 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 20:04:35.912999 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-afc8fe51-47d9-410d-bc85-aedf1741162a req-be9dc0f8-6081-4d01-9c29-b059aad040a9 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc01b6ae-341e-484c-847f-38e09d7fddd3 HTTP/1.1" status: 200 len: 943 time: 0.1108572 Oct 12 20:04:35.934087 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 63facdf4-8c2f-4a76-94fb-24152eaea997, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=63facdf4-8c2f-4a76-94fb-24152eaea997,segment=NetworkSegment(d0da1240-a258-4668-9569-82a4e0414285),segment_id=d0da1240-a258-4668-9569-82a4e0414285)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:04:35.952007 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-afc8fe51-47d9-410d-bc85-aedf1741162a req-e88d6bfd-9553-4c2a-9437-4a392fb2b093 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbdfe0e9-5aee-4df7-ac64-bd8947def77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328989 Oct 12 20:04:35.991544 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:04:36.037928 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=63facdf4-8c2f-4a76-94fb-24152eaea997,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:04:36.167253 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 20:04:36.178442 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['63facdf4-8c2f-4a76-94fb-24152eaea997'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 20:04:37.065398 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d05014-fe17-40b4-b5a2-7b4931e754f4 req-7f913d22-326a-418c-9f3d-fd6d95a58352 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:04:37.066845 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c5d05014-fe17-40b4-b5a2-7b4931e754f4 req-7f913d22-326a-418c-9f3d-fd6d95a58352 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc01b6ae-341e-484c-847f-38e09d7fddd3 HTTP/1.1" status: 200 len: 944 time: 0.0484014 Oct 12 20:04:37.104521 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c5d05014-fe17-40b4-b5a2-7b4931e754f4 req-0a5aa66a-5791-4389-acf9-a3e9a8e7b0dc tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbdfe0e9-5aee-4df7-ac64-bd8947def77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317667 Oct 12 20:04:37.732582 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 63facdf4-8c2f-4a76-94fb-24152eaea997 up at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 20:04:37.831307 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning for port 63facdf4-8c2f-4a76-94fb-24152eaea997 completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 20:04:37.835711 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning complete for port 63facdf4-8c2f-4a76-94fb-24152eaea997 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:04:37.836115 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:04:37.908773 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:04:37.930152 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc01b6ae-341e-484c-847f-38e09d7fddd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63facdf4-8c2f-4a76-94fb-24152eaea997'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:04:37.932347 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65ac50be-d555-4ec5-b74b-f5226c79f5f1" -d '{"events": [{"server_uuid": "dc01b6ae-341e-484c-847f-38e09d7fddd3", "name": "network-vif-plugged", "status": "completed", "tag": "63facdf4-8c2f-4a76-94fb-24152eaea997"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:04:37.945298 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 63facdf4-8c2f-4a76-94fb-24152eaea997, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=63facdf4-8c2f-4a76-94fb-24152eaea997,segment=NetworkSegment(d0da1240-a258-4668-9569-82a4e0414285),segment_id=d0da1240-a258-4668-9569-82a4e0414285)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:04:37.967345 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 20:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-621d48b8-4372-4c5c-9fce-2e47361906a8 x-openstack-request-id: req-621d48b8-4372-4c5c-9fce-2e47361906a8 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:04:37.967734 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc01b6ae-341e-484c-847f-38e09d7fddd3", "name": "network-vif-plugged", "status": "completed", "tag": "63facdf4-8c2f-4a76-94fb-24152eaea997", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:04:37.967992 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-621d48b8-4372-4c5c-9fce-2e47361906a8 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:04:37.968406 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc01b6ae-341e-484c-847f-38e09d7fddd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63facdf4-8c2f-4a76-94fb-24152eaea997', 'code': 200} Oct 12 20:04:38.009085 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:04:38.058741 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=63facdf4-8c2f-4a76-94fb-24152eaea997,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:04:38.060360 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc45560a-d293-411e-b6f7-cd78f7f45be3 req-17adcd62-0e80-4a44-9629-8c6b25df011a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:04:38.062375 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-cc45560a-d293-411e-b6f7-cd78f7f45be3 req-17adcd62-0e80-4a44-9629-8c6b25df011a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=dc01b6ae-341e-484c-847f-38e09d7fddd3 HTTP/1.1" status: 200 len: 1096 time: 0.0409405 Oct 12 20:04:38.100778 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-cc45560a-d293-411e-b6f7-cd78f7f45be3 req-f26d4844-414d-487f-8672-3a38cd48bd59 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=cbdfe0e9-5aee-4df7-ac64-bd8947def77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318439 Oct 12 20:04:38.216126 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3baea94-0904-4878-9364-e519dd0a6c30 req-b15c0f54-0e2f-4d64-8506-f52d277d6310 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:04:38.217583 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f3baea94-0904-4878-9364-e519dd0a6c30 req-b15c0f54-0e2f-4d64-8506-f52d277d6310 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc01b6ae-341e-484c-847f-38e09d7fddd3 HTTP/1.1" status: 200 len: 945 time: 0.0486119 Oct 12 20:04:38.255268 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f3baea94-0904-4878-9364-e519dd0a6c30 req-f3ca215d-7d3d-4324-99ca-fdcce879cda5 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbdfe0e9-5aee-4df7-ac64-bd8947def77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313852 Oct 12 20:04:39.379343 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30774f0e-8b53-445c-bceb-2ccd61950077 req-bbd78aa3-1bbd-4161-8924-726cecbbfa51 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:04:39.379343 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-30774f0e-8b53-445c-bceb-2ccd61950077 req-bbd78aa3-1bbd-4161-8924-726cecbbfa51 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc01b6ae-341e-484c-847f-38e09d7fddd3 HTTP/1.1" status: 200 len: 945 time: 0.0512688 Oct 12 20:04:39.415361 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-30774f0e-8b53-445c-bceb-2ccd61950077 req-ac33edf9-ee40-4a2d-8864-070fd5c33ca4 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbdfe0e9-5aee-4df7-ac64-bd8947def77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328331 Oct 12 20:04:39.528157 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388b214a-7cc4-4654-8aed-1bbdfd0d165f req-5a0cf4e4-13c0-45d1-bfa5-a8252453d725 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:04:39.530590 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-388b214a-7cc4-4654-8aed-1bbdfd0d165f req-5a0cf4e4-13c0-45d1-bfa5-a8252453d725 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc01b6ae-341e-484c-847f-38e09d7fddd3 HTTP/1.1" status: 200 len: 945 time: 0.0478768 Oct 12 20:04:39.571013 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-388b214a-7cc4-4654-8aed-1bbdfd0d165f req-cb5d5f18-e2db-42e5-ba8a-fa08e9202488 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbdfe0e9-5aee-4df7-ac64-bd8947def77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353198 Oct 12 20:04:39.970702 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceb24c0-0226-40d0-a8e0-87e04b9c9b5b req-bd11227c-9209-446d-9fbe-ade68bbc8e64 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:04:39.972663 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-eceb24c0-0226-40d0-a8e0-87e04b9c9b5b req-bd11227c-9209-446d-9fbe-ade68bbc8e64 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc01b6ae-341e-484c-847f-38e09d7fddd3 HTTP/1.1" status: 200 len: 945 time: 0.0488999 Oct 12 20:04:40.009412 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-eceb24c0-0226-40d0-a8e0-87e04b9c9b5b req-278682c6-a7d4-4a70-af22-196846207571 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbdfe0e9-5aee-4df7-ac64-bd8947def77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311527 Oct 12 20:04:40.115410 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-dbb0c54e-e78f-4360-a94a-b1bf5eeb6fe6 req-cba3623f-7ce5-4bbf-9f88-3eb854a0df47 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=dc01b6ae-341e-484c-847f-38e09d7fddd3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0405312 Oct 12 20:04:41.125182 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b19ddf3-719d-422d-af77-fff6efadcefc req-c00bc395-69ca-40ee-b582-32a1447b02d0 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:04:41.127336 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6b19ddf3-719d-422d-af77-fff6efadcefc req-c00bc395-69ca-40ee-b582-32a1447b02d0 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc01b6ae-341e-484c-847f-38e09d7fddd3 HTTP/1.1" status: 200 len: 945 time: 0.0506291 Oct 12 20:04:41.164368 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6b19ddf3-719d-422d-af77-fff6efadcefc req-34a2327a-6282-432a-b310-83d5621e6b5b tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbdfe0e9-5aee-4df7-ac64-bd8947def77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317662 Oct 12 20:04:42.102353 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb0c54e-e78f-4360-a94a-b1bf5eeb6fe6 req-b5a129f6-a896-473b-be56-012aad212ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:04:42.104274 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-dbb0c54e-e78f-4360-a94a-b1bf5eeb6fe6 req-b5a129f6-a896-473b-be56-012aad212ee6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fd3669af245b46a8bea853d48403a589&device_id=dc01b6ae-341e-484c-847f-38e09d7fddd3 HTTP/1.1" status: 200 len: 1096 time: 0.0456994 Oct 12 20:04:42.192277 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb0c54e-e78f-4360-a94a-b1bf5eeb6fe6 req-6704500f-ffdc-4a16-839a-ed06e4cae2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:04:42.193646 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-dbb0c54e-e78f-4360-a94a-b1bf5eeb6fe6 req-6704500f-ffdc-4a16-839a-ed06e4cae2cb service neutron] 10.222.0.61 "GET /v2.0/networks?id=ed153f4e-b0a9-44d9-a55e-cd6fe9f75989 HTTP/1.1" status: 200 len: 916 time: 0.0830209 Oct 12 20:04:42.237504 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-dbb0c54e-e78f-4360-a94a-b1bf5eeb6fe6 req-083dcd31-ed3e-47a5-b6f8-5ec4f9731132 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63facdf4-8c2f-4a76-94fb-24152eaea997 HTTP/1.1" status: 200 len: 217 time: 0.0373566 Oct 12 20:04:42.278143 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca86993a-3a1d-4a5c-9c5f-ee87931225a8 req-5b89e307-b030-4957-8a94-036f55711e44 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:04:42.279602 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ca86993a-3a1d-4a5c-9c5f-ee87931225a8 req-5b89e307-b030-4957-8a94-036f55711e44 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc01b6ae-341e-484c-847f-38e09d7fddd3 HTTP/1.1" status: 200 len: 945 time: 0.0482473 Oct 12 20:04:42.285520 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb0c54e-e78f-4360-a94a-b1bf5eeb6fe6 req-2aeec9ce-6ce2-4adb-a82e-3337205107f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:04:42.286976 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-dbb0c54e-e78f-4360-a94a-b1bf5eeb6fe6 req-2aeec9ce-6ce2-4adb-a82e-3337205107f2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f40407c7-0880-4c2b-ad04-611698be102b HTTP/1.1" status: 200 len: 855 time: 0.0430202 Oct 12 20:04:42.317967 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-dbb0c54e-e78f-4360-a94a-b1bf5eeb6fe6 req-2a0ab908-d429-4eb4-a8f0-51455f8eff7d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ed153f4e-b0a9-44d9-a55e-cd6fe9f75989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238273 Oct 12 20:04:42.318261 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ca86993a-3a1d-4a5c-9c5f-ee87931225a8 req-eb930410-2994-49df-85f6-bca0ca5a1b81 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbdfe0e9-5aee-4df7-ac64-bd8947def77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323789 Oct 12 20:04:42.409115 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-dbb0c54e-e78f-4360-a94a-b1bf5eeb6fe6 req-790793b9-914b-44f3-954a-120828b9a462 service neutron] 10.222.0.61 "GET /v2.0/networks/ed153f4e-b0a9-44d9-a55e-cd6fe9f75989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836794 Oct 12 20:04:42.494861 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-dbb0c54e-e78f-4360-a94a-b1bf5eeb6fe6 req-cea83a9d-9fd5-4373-87ff-3bf69a4528d1 service neutron] 10.222.0.61 "GET /v2.0/networks/ed153f4e-b0a9-44d9-a55e-cd6fe9f75989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787430 Oct 12 20:04:43.449276 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b74913-ab28-47dc-9a10-ebb3ef665579 req-51dfd331-6185-4c4a-bcf8-348dc796193e tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:04:43.450739 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-38b74913-ab28-47dc-9a10-ebb3ef665579 req-51dfd331-6185-4c4a-bcf8-348dc796193e tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc01b6ae-341e-484c-847f-38e09d7fddd3 HTTP/1.1" status: 200 len: 945 time: 0.0652959 Oct 12 20:04:43.488744 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-38b74913-ab28-47dc-9a10-ebb3ef665579 req-a774ba59-1a72-4149-b095-bab5668df210 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbdfe0e9-5aee-4df7-ac64-bd8947def77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310678 Oct 12 20:04:44.602619 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29668244-9cc8-4e46-9f36-935e815d1390 req-fa62c59c-b6e2-41fd-89dd-aab80c872062 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:04:44.604074 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-29668244-9cc8-4e46-9f36-935e815d1390 req-fa62c59c-b6e2-41fd-89dd-aab80c872062 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc01b6ae-341e-484c-847f-38e09d7fddd3 HTTP/1.1" status: 200 len: 945 time: 0.0477383 Oct 12 20:04:44.644843 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-29668244-9cc8-4e46-9f36-935e815d1390 req-aae6521d-9e83-4750-9999-0bf0ccf6639e tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbdfe0e9-5aee-4df7-ac64-bd8947def77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348551 Oct 12 20:04:45.763087 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77350e1-1240-4162-9a5e-225c02edc52d req-fe123645-7852-49a6-a5ba-e4db19bb1435 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:04:45.764550 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c77350e1-1240-4162-9a5e-225c02edc52d req-fe123645-7852-49a6-a5ba-e4db19bb1435 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc01b6ae-341e-484c-847f-38e09d7fddd3 HTTP/1.1" status: 200 len: 945 time: 0.0518992 Oct 12 20:04:45.801472 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c77350e1-1240-4162-9a5e-225c02edc52d req-4802e999-0145-4389-81eb-5e7d555a5535 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbdfe0e9-5aee-4df7-ac64-bd8947def77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308881 Oct 12 20:04:46.917327 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c9ff1b-277a-41d9-81e5-0651eb8c1f7d req-0d6c0c7e-1f7f-4785-8e2d-7ca606c7a62f tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:04:46.918791 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b1c9ff1b-277a-41d9-81e5-0651eb8c1f7d req-0d6c0c7e-1f7f-4785-8e2d-7ca606c7a62f tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc01b6ae-341e-484c-847f-38e09d7fddd3 HTTP/1.1" status: 200 len: 945 time: 0.0498917 Oct 12 20:04:46.955741 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b1c9ff1b-277a-41d9-81e5-0651eb8c1f7d req-82fa50a7-377d-43df-a6ad-dd5d602989a7 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbdfe0e9-5aee-4df7-ac64-bd8947def77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306542 Oct 12 20:04:48.070157 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cd2950-ece0-4b81-ae83-88f10bbcd000 req-5491173b-a4c3-454e-933b-e061cf4b0298 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:04:48.071694 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-76cd2950-ece0-4b81-ae83-88f10bbcd000 req-5491173b-a4c3-454e-933b-e061cf4b0298 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc01b6ae-341e-484c-847f-38e09d7fddd3 HTTP/1.1" status: 200 len: 945 time: 0.0489337 Oct 12 20:04:48.110662 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-76cd2950-ece0-4b81-ae83-88f10bbcd000 req-5584900c-6f7e-42f1-8c50-da7a3d34e8ed tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbdfe0e9-5aee-4df7-ac64-bd8947def77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320735 Oct 12 20:04:49.226368 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064fc03b-f3f9-45aa-b266-14874a34d0aa req-387d80a7-3221-4177-8b1c-5716c5bc2c6b tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:04:49.227872 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-064fc03b-f3f9-45aa-b266-14874a34d0aa req-387d80a7-3221-4177-8b1c-5716c5bc2c6b tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc01b6ae-341e-484c-847f-38e09d7fddd3 HTTP/1.1" status: 200 len: 945 time: 0.0486600 Oct 12 20:04:49.263988 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-064fc03b-f3f9-45aa-b266-14874a34d0aa req-67b301de-f665-4a67-bde5-a3fcfe4a6710 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbdfe0e9-5aee-4df7-ac64-bd8947def77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301952 Oct 12 20:04:50.407885 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2f5ccf-0733-491b-ad9d-e66e108c72c2 req-d22ed834-c4fe-434b-a98b-f0834282cf58 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:04:50.409251 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3a2f5ccf-0733-491b-ad9d-e66e108c72c2 req-d22ed834-c4fe-434b-a98b-f0834282cf58 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc01b6ae-341e-484c-847f-38e09d7fddd3 HTTP/1.1" status: 200 len: 945 time: 0.0472615 Oct 12 20:04:50.445952 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3a2f5ccf-0733-491b-ad9d-e66e108c72c2 req-17e882a0-d6fc-4cf9-98f3-741139f01ac1 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbdfe0e9-5aee-4df7-ac64-bd8947def77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303431 Oct 12 20:04:51.574806 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c8cbf8-2adc-44ea-a6d9-9f14e24d5b64 req-997a126f-b41f-4748-9dd8-73bea2be64a9 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:04:51.576304 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-90c8cbf8-2adc-44ea-a6d9-9f14e24d5b64 req-997a126f-b41f-4748-9dd8-73bea2be64a9 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc01b6ae-341e-484c-847f-38e09d7fddd3 HTTP/1.1" status: 200 len: 945 time: 0.0480666 Oct 12 20:04:51.617106 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-90c8cbf8-2adc-44ea-a6d9-9f14e24d5b64 req-8d74f33b-5dd6-49a5-9ae3-7f6f59eca6d3 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbdfe0e9-5aee-4df7-ac64-bd8947def77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345445 Oct 12 20:04:52.735412 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d376b15-c391-442e-9763-11899b65a970 req-f6401b6b-3331-4e09-8598-9adcbcab8f19 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:04:52.736884 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4d376b15-c391-442e-9763-11899b65a970 req-f6401b6b-3331-4e09-8598-9adcbcab8f19 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc01b6ae-341e-484c-847f-38e09d7fddd3 HTTP/1.1" status: 200 len: 945 time: 0.0519528 Oct 12 20:04:52.773844 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4d376b15-c391-442e-9763-11899b65a970 req-df876080-17d0-4cf9-8377-66607d80e862 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbdfe0e9-5aee-4df7-ac64-bd8947def77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305679 Oct 12 20:04:53.886210 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc6d318-1261-4cdc-b112-bf89da762ef4 req-afd5a46b-69db-4a0a-b30f-922192502910 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:04:53.887657 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-abc6d318-1261-4cdc-b112-bf89da762ef4 req-afd5a46b-69db-4a0a-b30f-922192502910 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc01b6ae-341e-484c-847f-38e09d7fddd3 HTTP/1.1" status: 200 len: 945 time: 0.0481384 Oct 12 20:04:53.924082 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-abc6d318-1261-4cdc-b112-bf89da762ef4 req-114f73c8-b228-4ff7-beb6-3c03bc3925a6 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbdfe0e9-5aee-4df7-ac64-bd8947def77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304825 Oct 12 20:04:55.038099 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aedf30-7a7a-45b3-829b-0a1b1cc6eab9 req-26b8cd31-d85d-4d53-8846-3b2e64dcc77f tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:04:55.040193 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-13aedf30-7a7a-45b3-829b-0a1b1cc6eab9 req-26b8cd31-d85d-4d53-8846-3b2e64dcc77f tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc01b6ae-341e-484c-847f-38e09d7fddd3 HTTP/1.1" status: 200 len: 945 time: 0.0494454 Oct 12 20:04:55.076482 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-13aedf30-7a7a-45b3-829b-0a1b1cc6eab9 req-bc00fd38-2a64-44b6-b805-07a418163a50 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbdfe0e9-5aee-4df7-ac64-bd8947def77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304022 Oct 12 20:04:56.189600 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ccdbda-6c89-43c8-b032-61e974d8fa71 req-4978ae92-b99c-445e-a239-03d014429bff tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:04:56.191058 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f7ccdbda-6c89-43c8-b032-61e974d8fa71 req-4978ae92-b99c-445e-a239-03d014429bff tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc01b6ae-341e-484c-847f-38e09d7fddd3 HTTP/1.1" status: 200 len: 945 time: 0.0477512 Oct 12 20:04:56.227768 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f7ccdbda-6c89-43c8-b032-61e974d8fa71 req-74c21a94-eeb5-4d11-a0f0-858f4b13d3b6 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbdfe0e9-5aee-4df7-ac64-bd8947def77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307996 Oct 12 20:04:57.341025 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35fd205-f6ef-4eea-b940-bfaa5eca4448 req-f6ece0f8-1a7e-4c9f-a3a7-634efd0e1f1a tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:04:57.342478 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f35fd205-f6ef-4eea-b940-bfaa5eca4448 req-f6ece0f8-1a7e-4c9f-a3a7-634efd0e1f1a tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc01b6ae-341e-484c-847f-38e09d7fddd3 HTTP/1.1" status: 200 len: 945 time: 0.0475335 Oct 12 20:04:57.378825 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f35fd205-f6ef-4eea-b940-bfaa5eca4448 req-f1bcf139-d9e1-43af-9612-0a2ddcc119df tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbdfe0e9-5aee-4df7-ac64-bd8947def77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305488 Oct 12 20:04:58.491906 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79290ba-6dfb-46d7-bd69-4cb0222eb034 req-ce806b33-c4e6-4e95-b910-a4e28a84df60 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:04:58.493975 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c79290ba-6dfb-46d7-bd69-4cb0222eb034 req-ce806b33-c4e6-4e95-b910-a4e28a84df60 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc01b6ae-341e-484c-847f-38e09d7fddd3 HTTP/1.1" status: 200 len: 945 time: 0.0484178 Oct 12 20:04:58.534223 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c79290ba-6dfb-46d7-bd69-4cb0222eb034 req-14b132d7-629b-451e-b83d-458e69b293f7 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbdfe0e9-5aee-4df7-ac64-bd8947def77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343628 Oct 12 20:04:59.177862 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-74c09e49-b172-494c-b071-b48f48d53dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:04:59.659014 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcd65f2-0322-487b-80ef-9c86a8b3f743 req-d7f4bac0-4008-4be3-b96f-ada0e5e78300 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:04:59.660534 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0fcd65f2-0322-487b-80ef-9c86a8b3f743 req-d7f4bac0-4008-4be3-b96f-ada0e5e78300 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc01b6ae-341e-484c-847f-38e09d7fddd3 HTTP/1.1" status: 200 len: 945 time: 0.0523605 Oct 12 20:04:59.697578 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0fcd65f2-0322-487b-80ef-9c86a8b3f743 req-d24d4826-32e8-4bd1-93bf-136c3c1c0a7e tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbdfe0e9-5aee-4df7-ac64-bd8947def77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311928 Oct 12 20:05:00.811644 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6804ca8f-471d-4477-a48e-88a2eb7ea5e2 req-5bf6dd5f-d751-46b2-84a8-3a0a7d04af5a tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:05:00.813141 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6804ca8f-471d-4477-a48e-88a2eb7ea5e2 req-5bf6dd5f-d751-46b2-84a8-3a0a7d04af5a tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc01b6ae-341e-484c-847f-38e09d7fddd3 HTTP/1.1" status: 200 len: 945 time: 0.0501835 Oct 12 20:05:00.851183 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6804ca8f-471d-4477-a48e-88a2eb7ea5e2 req-3f099247-9b5f-4dab-9c63-04a3c32c9b4f tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbdfe0e9-5aee-4df7-ac64-bd8947def77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318778 Oct 12 20:05:01.767454 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-09f3a092-1854-4248-a7b7-d5dd9c0f0b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:01.968838 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f8bb3f-9a3a-4eb3-b5a9-4204ca802d66 req-6949fb7b-00fc-49f5-8303-9eae3b29ef98 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:05:01.970312 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-56f8bb3f-9a3a-4eb3-b5a9-4204ca802d66 req-6949fb7b-00fc-49f5-8303-9eae3b29ef98 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc01b6ae-341e-484c-847f-38e09d7fddd3 HTTP/1.1" status: 200 len: 945 time: 0.0478368 Oct 12 20:05:02.006647 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-56f8bb3f-9a3a-4eb3-b5a9-4204ca802d66 req-1d857f6e-a3fa-4bac-b961-ad0066382881 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbdfe0e9-5aee-4df7-ac64-bd8947def77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304899 Oct 12 20:05:02.504512 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:03.121328 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ddb321-88a0-4d2b-b382-a6c8a94e17b1 req-70b13a1f-ecd8-48f0-95d6-ad583cf12f3e tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:05:03.122806 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a2ddb321-88a0-4d2b-b382-a6c8a94e17b1 req-70b13a1f-ecd8-48f0-95d6-ad583cf12f3e tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc01b6ae-341e-484c-847f-38e09d7fddd3 HTTP/1.1" status: 200 len: 945 time: 0.0497303 Oct 12 20:05:03.159414 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a2ddb321-88a0-4d2b-b382-a6c8a94e17b1 req-82c7e498-5aec-4325-b01e-6dacf88fb14e tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbdfe0e9-5aee-4df7-ac64-bd8947def77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306644 Oct 12 20:05:03.190466 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:03.316114 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:04.279050 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e64d3d-2feb-44b3-93ef-57d152a8cd15 req-d68f467c-d708-42c9-93dd-787cb165e439 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:05:04.280748 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-62e64d3d-2feb-44b3-93ef-57d152a8cd15 req-d68f467c-d708-42c9-93dd-787cb165e439 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc01b6ae-341e-484c-847f-38e09d7fddd3 HTTP/1.1" status: 200 len: 945 time: 0.0501664 Oct 12 20:05:04.318665 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-62e64d3d-2feb-44b3-93ef-57d152a8cd15 req-232d912c-7a6b-4998-bbd2-99c5d9c4ad95 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbdfe0e9-5aee-4df7-ac64-bd8947def77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318494 Oct 12 20:05:04.355964 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:04.676220 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:05.433366 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6293b917-782a-477a-9349-5862641af7e5 req-34f71dff-9ca7-43bc-ab8d-c4fcfc4cc594 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:05:05.434818 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6293b917-782a-477a-9349-5862641af7e5 req-34f71dff-9ca7-43bc-ab8d-c4fcfc4cc594 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc01b6ae-341e-484c-847f-38e09d7fddd3 HTTP/1.1" status: 200 len: 945 time: 0.0486183 Oct 12 20:05:05.475220 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6293b917-782a-477a-9349-5862641af7e5 req-252a2d8d-84dd-4776-aed0-2a5c947854f2 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbdfe0e9-5aee-4df7-ac64-bd8947def77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344911 Oct 12 20:05:06.592003 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631ac30c-270b-46a2-ab73-9802cff96ad5 req-239b771e-d6a7-4076-b38a-27691afa2311 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:05:06.593452 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-631ac30c-270b-46a2-ab73-9802cff96ad5 req-239b771e-d6a7-4076-b38a-27691afa2311 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc01b6ae-341e-484c-847f-38e09d7fddd3 HTTP/1.1" status: 200 len: 945 time: 0.0514481 Oct 12 20:05:06.630057 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-631ac30c-270b-46a2-ab73-9802cff96ad5 req-4c68f4b2-013d-4918-b813-1e854f359669 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbdfe0e9-5aee-4df7-ac64-bd8947def77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307953 Oct 12 20:05:07.745362 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a82a1b-74d3-400d-a42d-4386728bd310 req-21be12b0-df54-477c-bfcb-613d6db25fbc tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:05:07.746803 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-91a82a1b-74d3-400d-a42d-4386728bd310 req-21be12b0-df54-477c-bfcb-613d6db25fbc tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc01b6ae-341e-484c-847f-38e09d7fddd3 HTTP/1.1" status: 200 len: 945 time: 0.0492604 Oct 12 20:05:07.783971 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-91a82a1b-74d3-400d-a42d-4386728bd310 req-eba350b5-7c1a-4c69-8726-ebbc97493a4f tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbdfe0e9-5aee-4df7-ac64-bd8947def77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312455 Oct 12 20:05:08.826517 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea413ba8-7e0b-4462-8831-15cd30cbda01 req-2d09d71c-a061-4054-92cd-762726703555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:05:08.828051 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ea413ba8-7e0b-4462-8831-15cd30cbda01 req-2d09d71c-a061-4054-92cd-762726703555 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fd3669af245b46a8bea853d48403a589&device_id=dc01b6ae-341e-484c-847f-38e09d7fddd3 HTTP/1.1" status: 200 len: 1096 time: 0.0405805 Oct 12 20:05:08.956494 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236fa2e5-84ef-4e5a-8dfe-8b0feba1b676 req-90e6b6b6-c214-4a9e-9e6a-2ad253591571 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:05:08.957937 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-236fa2e5-84ef-4e5a-8dfe-8b0feba1b676 req-90e6b6b6-c214-4a9e-9e6a-2ad253591571 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc01b6ae-341e-484c-847f-38e09d7fddd3 HTTP/1.1" status: 200 len: 945 time: 0.1012309 Oct 12 20:05:08.982213 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea413ba8-7e0b-4462-8831-15cd30cbda01 req-95c09326-caff-4ae4-95cf-39b79344d454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:05:08.983591 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ea413ba8-7e0b-4462-8831-15cd30cbda01 req-95c09326-caff-4ae4-95cf-39b79344d454 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ed153f4e-b0a9-44d9-a55e-cd6fe9f75989 HTTP/1.1" status: 200 len: 916 time: 0.1349785 Oct 12 20:05:09.031801 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-236fa2e5-84ef-4e5a-8dfe-8b0feba1b676 req-2a976cd9-9f6e-4ab3-b3bd-0929fbb54c63 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbdfe0e9-5aee-4df7-ac64-bd8947def77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652087 Oct 12 20:05:09.033132 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ea413ba8-7e0b-4462-8831-15cd30cbda01 req-04b1a4f4-2bc1-4be9-a7dc-1ed45d9fe1b3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63facdf4-8c2f-4a76-94fb-24152eaea997 HTTP/1.1" status: 200 len: 217 time: 0.0371926 Oct 12 20:05:09.086823 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea413ba8-7e0b-4462-8831-15cd30cbda01 req-915aea2f-0547-4b9e-8a10-8cc48b08ae44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:05:09.088177 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ea413ba8-7e0b-4462-8831-15cd30cbda01 req-915aea2f-0547-4b9e-8a10-8cc48b08ae44 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f40407c7-0880-4c2b-ad04-611698be102b HTTP/1.1" status: 200 len: 855 time: 0.0462270 Oct 12 20:05:09.121650 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ea413ba8-7e0b-4462-8831-15cd30cbda01 req-6698ddc7-317d-434e-8350-e2872ece9ca2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ed153f4e-b0a9-44d9-a55e-cd6fe9f75989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254927 Oct 12 20:05:09.207590 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ea413ba8-7e0b-4462-8831-15cd30cbda01 req-454d88c3-bc01-44c3-92a7-0218257db182 service neutron] 10.222.0.61 "GET /v2.0/networks/ed153f4e-b0a9-44d9-a55e-cd6fe9f75989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784507 Oct 12 20:05:09.297781 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ea413ba8-7e0b-4462-8831-15cd30cbda01 req-289b8390-8fd4-4df3-a9aa-1f8851847a89 service neutron] 10.222.0.61 "GET /v2.0/networks/ed153f4e-b0a9-44d9-a55e-cd6fe9f75989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830498 Oct 12 20:05:09.505020 n-d-813679-3 neutron-server[95502]: INFO neutron.api.v2.resource [req-dbb0c54e-e78f-4360-a94a-b1bf5eeb6fe6 req-f4b34976-cb6f-4b01-aaf3-a6cc7c010624 service neutron] show failed (client error): The resource could not be found. Oct 12 20:05:09.505991 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-dbb0c54e-e78f-4360-a94a-b1bf5eeb6fe6 req-f4b34976-cb6f-4b01-aaf3-a6cc7c010624 service neutron] 10.222.0.61 "GET /v2.0/ports/63facdf4-8c2f-4a76-94fb-24152eaea997/bindings/n-h2-813679-3 HTTP/1.1" status: 404 len: 380 time: 0.0530841 Oct 12 20:05:10.017622 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb0c54e-e78f-4360-a94a-b1bf5eeb6fe6 req-95b29ee9-e3c2-40de-b603-a0cc27c289d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:05:10.019089 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-dbb0c54e-e78f-4360-a94a-b1bf5eeb6fe6 req-95b29ee9-e3c2-40de-b603-a0cc27c289d6 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=dc01b6ae-341e-484c-847f-38e09d7fddd3&tenant_id=fd3669af245b46a8bea853d48403a589 HTTP/1.1" status: 200 len: 1096 time: 0.0406539 Oct 12 20:05:10.030804 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-dbb0c54e-e78f-4360-a94a-b1bf5eeb6fe6 req-624641e1-d7f2-4e3c-80f8-55ab8dc7dbd8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813679-3', 'device_owner': 'compute:nova'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:05:10.088073 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-dbb0c54e-e78f-4360-a94a-b1bf5eeb6fe6 req-624641e1-d7f2-4e3c-80f8-55ab8dc7dbd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:10.296071 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3889f08-8997-49f6-a3c4-18d47b2bd44e req-b4f16cdf-cb6b-4704-ad17-084430ca7ba0 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:05:10.297537 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b3889f08-8997-49f6-a3c4-18d47b2bd44e req-b4f16cdf-cb6b-4704-ad17-084430ca7ba0 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc01b6ae-341e-484c-847f-38e09d7fddd3 HTTP/1.1" status: 200 len: 945 time: 0.1974795 Oct 12 20:05:10.356643 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b3889f08-8997-49f6-a3c4-18d47b2bd44e req-8d574052-14c1-4ec9-b48c-3cc339887cb1 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbdfe0e9-5aee-4df7-ac64-bd8947def77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531154 Oct 12 20:05:10.361244 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-dbb0c54e-e78f-4360-a94a-b1bf5eeb6fe6 req-624641e1-d7f2-4e3c-80f8-55ab8dc7dbd8 service neutron] For port 63facdf4-8c2f-4a76-94fb-24152eaea997, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=63facdf4-8c2f-4a76-94fb-24152eaea997,segment=NetworkSegment(d0da1240-a258-4668-9569-82a4e0414285),segment_id=d0da1240-a258-4668-9569-82a4e0414285)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:05:10.393985 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-dbb0c54e-e78f-4360-a94a-b1bf5eeb6fe6 req-624641e1-d7f2-4e3c-80f8-55ab8dc7dbd8 service neutron] For port 63facdf4-8c2f-4a76-94fb-24152eaea997, host n-h1-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 20:05:10.435848 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc01b6ae-341e-484c-847f-38e09d7fddd3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63facdf4-8c2f-4a76-94fb-24152eaea997'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:05:10.438118 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14d27d81-e261-466b-a001-21f562fa9185" -d '{"events": [{"server_uuid": "dc01b6ae-341e-484c-847f-38e09d7fddd3", "name": "network-vif-unplugged", "status": "completed", "tag": "63facdf4-8c2f-4a76-94fb-24152eaea997"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:05:10.442117 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-dbb0c54e-e78f-4360-a94a-b1bf5eeb6fe6 req-624641e1-d7f2-4e3c-80f8-55ab8dc7dbd8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:10.454984 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.provisioning_blocks [req-dbb0c54e-e78f-4360-a94a-b1bf5eeb6fe6 req-624641e1-d7f2-4e3c-80f8-55ab8dc7dbd8 service neutron] Transition to ACTIVE for port object 63facdf4-8c2f-4a76-94fb-24152eaea997 will not be triggered until provisioned by entity L2. {{(pid=95501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 20:05:10.516147 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-dbb0c54e-e78f-4360-a94a-b1bf5eeb6fe6 req-624641e1-d7f2-4e3c-80f8-55ab8dc7dbd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:10.551533 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 20:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cc7b896-8862-40bb-a479-27ecf57e12b1 x-openstack-request-id: req-0cc7b896-8862-40bb-a479-27ecf57e12b1 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:05:10.551822 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc01b6ae-341e-484c-847f-38e09d7fddd3", "name": "network-vif-unplugged", "status": "completed", "tag": "63facdf4-8c2f-4a76-94fb-24152eaea997", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:05:10.552121 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0cc7b896-8862-40bb-a479-27ecf57e12b1 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:05:10.554560 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc01b6ae-341e-484c-847f-38e09d7fddd3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63facdf4-8c2f-4a76-94fb-24152eaea997', 'code': 200} Oct 12 20:05:10.580843 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbb0c54e-e78f-4360-a94a-b1bf5eeb6fe6 req-624641e1-d7f2-4e3c-80f8-55ab8dc7dbd8 service neutron] No DVR routers for this DVR port 63facdf4-8c2f-4a76-94fb-24152eaea997 on host n-h1-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 20:05:10.582588 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624641e1-d7f2-4e3c-80f8-55ab8dc7dbd8 service neutron] Pushing event updated for resources: {'Port': ['ID=63facdf4-8c2f-4a76-94fb-24152eaea997,revision_number=6']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:05:10.595099 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624641e1-d7f2-4e3c-80f8-55ab8dc7dbd8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:05:10.595439 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624641e1-d7f2-4e3c-80f8-55ab8dc7dbd8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:05:10.595776 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624641e1-d7f2-4e3c-80f8-55ab8dc7dbd8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:05:10.596132 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624641e1-d7f2-4e3c-80f8-55ab8dc7dbd8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:05:10.596464 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624641e1-d7f2-4e3c-80f8-55ab8dc7dbd8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:05:10.596791 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624641e1-d7f2-4e3c-80f8-55ab8dc7dbd8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:05:10.597117 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624641e1-d7f2-4e3c-80f8-55ab8dc7dbd8 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:05:10.597445 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624641e1-d7f2-4e3c-80f8-55ab8dc7dbd8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:05:10.597768 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624641e1-d7f2-4e3c-80f8-55ab8dc7dbd8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:05:10.598088 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624641e1-d7f2-4e3c-80f8-55ab8dc7dbd8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:05:10.598408 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624641e1-d7f2-4e3c-80f8-55ab8dc7dbd8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:05:10.598725 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624641e1-d7f2-4e3c-80f8-55ab8dc7dbd8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:05:10.625353 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-dbb0c54e-e78f-4360-a94a-b1bf5eeb6fe6 req-624641e1-d7f2-4e3c-80f8-55ab8dc7dbd8 service neutron] Attempting to bind port 63facdf4-8c2f-4a76-94fb-24152eaea997 on host n-h2-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 20:05:10.635128 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-dbb0c54e-e78f-4360-a94a-b1bf5eeb6fe6 req-624641e1-d7f2-4e3c-80f8-55ab8dc7dbd8 service neutron] Attempting to bind port 63facdf4-8c2f-4a76-94fb-24152eaea997 by drivers openvswitch,hyperv on host n-h2-813679-3 at level 0 using segments [{'id': 'd0da1240-a258-4668-9569-82a4e0414285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ed153f4e-b0a9-44d9-a55e-cd6fe9f75989'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 20:05:10.635128 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb0c54e-e78f-4360-a94a-b1bf5eeb6fe6 req-624641e1-d7f2-4e3c-80f8-55ab8dc7dbd8 service neutron] Attempting to bind port 63facdf4-8c2f-4a76-94fb-24152eaea997 on network ed153f4e-b0a9-44d9-a55e-cd6fe9f75989 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 20:05:10.635128 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb0c54e-e78f-4360-a94a-b1bf5eeb6fe6 req-624641e1-d7f2-4e3c-80f8-55ab8dc7dbd8 service neutron] Port 63facdf4-8c2f-4a76-94fb-24152eaea997 on network ed153f4e-b0a9-44d9-a55e-cd6fe9f75989 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 20:05:10.635128 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb0c54e-e78f-4360-a94a-b1bf5eeb6fe6 req-624641e1-d7f2-4e3c-80f8-55ab8dc7dbd8 service neutron] Attempting to bind port 63facdf4-8c2f-4a76-94fb-24152eaea997 on network ed153f4e-b0a9-44d9-a55e-cd6fe9f75989 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 20:05:10.635776 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb0c54e-e78f-4360-a94a-b1bf5eeb6fe6 req-624641e1-d7f2-4e3c-80f8-55ab8dc7dbd8 service neutron] Checking agent: {'id': '233fbd7d-38e4-434f-bb8f-05364d7423a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 20, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 20:05:10.636137 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb0c54e-e78f-4360-a94a-b1bf5eeb6fe6 req-624641e1-d7f2-4e3c-80f8-55ab8dc7dbd8 service neutron] Checking segment: {'id': 'd0da1240-a258-4668-9569-82a4e0414285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ed153f4e-b0a9-44d9-a55e-cd6fe9f75989'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 20:05:10.636517 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb0c54e-e78f-4360-a94a-b1bf5eeb6fe6 req-624641e1-d7f2-4e3c-80f8-55ab8dc7dbd8 service neutron] Bound using segment: {'id': 'd0da1240-a258-4668-9569-82a4e0414285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ed153f4e-b0a9-44d9-a55e-cd6fe9f75989'} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 20:05:10.636942 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-dbb0c54e-e78f-4360-a94a-b1bf5eeb6fe6 req-624641e1-d7f2-4e3c-80f8-55ab8dc7dbd8 service neutron] Bound port: 63facdf4-8c2f-4a76-94fb-24152eaea997, host: n-h2-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0da1240-a258-4668-9569-82a4e0414285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ed153f4e-b0a9-44d9-a55e-cd6fe9f75989'}}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 20:05:10.637291 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-dbb0c54e-e78f-4360-a94a-b1bf5eeb6fe6 req-624641e1-d7f2-4e3c-80f8-55ab8dc7dbd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:10.697922 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-dbb0c54e-e78f-4360-a94a-b1bf5eeb6fe6 req-624641e1-d7f2-4e3c-80f8-55ab8dc7dbd8 service neutron] For port 63facdf4-8c2f-4a76-94fb-24152eaea997, host n-h2-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 20:05:10.700896 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-dbb0c54e-e78f-4360-a94a-b1bf5eeb6fe6 req-624641e1-d7f2-4e3c-80f8-55ab8dc7dbd8 service neutron] For port 63facdf4-8c2f-4a76-94fb-24152eaea997, host n-h2-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=63facdf4-8c2f-4a76-94fb-24152eaea997,segment=NetworkSegment(d0da1240-a258-4668-9569-82a4e0414285),segment_id=d0da1240-a258-4668-9569-82a4e0414285)] {{(pid=95501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 20:05:10.773397 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-dbb0c54e-e78f-4360-a94a-b1bf5eeb6fe6 req-624641e1-d7f2-4e3c-80f8-55ab8dc7dbd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:10.812818 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb0c54e-e78f-4360-a94a-b1bf5eeb6fe6 req-624641e1-d7f2-4e3c-80f8-55ab8dc7dbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:05:10.813417 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-dbb0c54e-e78f-4360-a94a-b1bf5eeb6fe6 req-624641e1-d7f2-4e3c-80f8-55ab8dc7dbd8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:10.814805 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-dbb0c54e-e78f-4360-a94a-b1bf5eeb6fe6 req-624641e1-d7f2-4e3c-80f8-55ab8dc7dbd8 service neutron] 10.222.0.67 "PUT /v2.0/ports/63facdf4-8c2f-4a76-94fb-24152eaea997 HTTP/1.1" status: 200 len: 1091 time: 0.7878411 Oct 12 20:05:10.833023 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624641e1-d7f2-4e3c-80f8-55ab8dc7dbd8 service neutron] Pushing event updated for resources: {'Port': ['ID=63facdf4-8c2f-4a76-94fb-24152eaea997,revision_number=7']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:05:10.885835 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb0c54e-e78f-4360-a94a-b1bf5eeb6fe6 req-ff1a3a62-28a7-4631-be58-e4f1d8af3ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:05:10.887237 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-dbb0c54e-e78f-4360-a94a-b1bf5eeb6fe6 req-ff1a3a62-28a7-4631-be58-e4f1d8af3ade service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fd3669af245b46a8bea853d48403a589&device_id=dc01b6ae-341e-484c-847f-38e09d7fddd3 HTTP/1.1" status: 200 len: 1094 time: 0.0409410 Oct 12 20:05:10.978632 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb0c54e-e78f-4360-a94a-b1bf5eeb6fe6 req-60745f98-7d54-4d85-bd0a-1614605d91e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:05:10.980096 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-dbb0c54e-e78f-4360-a94a-b1bf5eeb6fe6 req-60745f98-7d54-4d85-bd0a-1614605d91e0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ed153f4e-b0a9-44d9-a55e-cd6fe9f75989 HTTP/1.1" status: 200 len: 916 time: 0.0860169 Oct 12 20:05:11.021390 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-dbb0c54e-e78f-4360-a94a-b1bf5eeb6fe6 req-353c3624-32d1-4b89-8ed9-252d7a3c11c7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63facdf4-8c2f-4a76-94fb-24152eaea997 HTTP/1.1" status: 200 len: 217 time: 0.0340991 Oct 12 20:05:11.070755 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb0c54e-e78f-4360-a94a-b1bf5eeb6fe6 req-68c4fb08-ba1e-484c-91d3-185c6fe18721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:05:11.072182 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-dbb0c54e-e78f-4360-a94a-b1bf5eeb6fe6 req-68c4fb08-ba1e-484c-91d3-185c6fe18721 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f40407c7-0880-4c2b-ad04-611698be102b HTTP/1.1" status: 200 len: 855 time: 0.0426652 Oct 12 20:05:11.104396 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-dbb0c54e-e78f-4360-a94a-b1bf5eeb6fe6 req-5cb0a03c-2d28-4177-ac07-6d02ad9ea79d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ed153f4e-b0a9-44d9-a55e-cd6fe9f75989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240924 Oct 12 20:05:11.194589 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-dbb0c54e-e78f-4360-a94a-b1bf5eeb6fe6 req-1794c71b-5c86-4a5e-b278-a11f128a0aad service neutron] 10.222.0.67 "GET /v2.0/networks/ed153f4e-b0a9-44d9-a55e-cd6fe9f75989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832620 Oct 12 20:05:11.283219 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-dbb0c54e-e78f-4360-a94a-b1bf5eeb6fe6 req-3edb8a6f-8e49-4b81-b81a-921978b9cda6 service neutron] 10.222.0.67 "GET /v2.0/networks/ed153f4e-b0a9-44d9-a55e-cd6fe9f75989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814495 Oct 12 20:05:11.474047 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d65311-5493-4ddd-96b9-846eb39bf65b req-e43b9529-8407-4186-b908-234d6bfe1c1c tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:05:11.475445 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-72d65311-5493-4ddd-96b9-846eb39bf65b req-e43b9529-8407-4186-b908-234d6bfe1c1c tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc01b6ae-341e-484c-847f-38e09d7fddd3 HTTP/1.1" status: 200 len: 943 time: 0.0533364 Oct 12 20:05:11.513603 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-72d65311-5493-4ddd-96b9-846eb39bf65b req-63101596-eb85-427a-b385-7ceb6baec189 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbdfe0e9-5aee-4df7-ac64-bd8947def77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314181 Oct 12 20:05:12.553774 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc01b6ae-341e-484c-847f-38e09d7fddd3', 'tag': '63facdf4-8c2f-4a76-94fb-24152eaea997'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:05:12.556680 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-618469eb-e788-49c5-948b-d3f36dd54206" -d '{"events": [{"name": "network-changed", "server_uuid": "dc01b6ae-341e-484c-847f-38e09d7fddd3", "tag": "63facdf4-8c2f-4a76-94fb-24152eaea997"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:05:12.609401 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 20:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d71a3a4-6448-498f-9817-a5c8e8272d57 x-openstack-request-id: req-2d71a3a4-6448-498f-9817-a5c8e8272d57 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:05:12.609707 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc01b6ae-341e-484c-847f-38e09d7fddd3", "tag": "63facdf4-8c2f-4a76-94fb-24152eaea997", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:05:12.609960 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2d71a3a4-6448-498f-9817-a5c8e8272d57 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:05:12.610363 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc01b6ae-341e-484c-847f-38e09d7fddd3', 'tag': '63facdf4-8c2f-4a76-94fb-24152eaea997', 'status': 'completed', 'code': 200} Oct 12 20:05:12.650060 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e099e29-acad-477d-81cd-ccbb12996a98 req-55f477c0-e4ec-42e7-8680-c3070caeb8ec tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:05:12.651533 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9e099e29-acad-477d-81cd-ccbb12996a98 req-55f477c0-e4ec-42e7-8680-c3070caeb8ec tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc01b6ae-341e-484c-847f-38e09d7fddd3 HTTP/1.1" status: 200 len: 943 time: 0.0669324 Oct 12 20:05:12.673655 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618469eb-e788-49c5-948b-d3f36dd54206 req-fa5d90bf-68cc-4b61-88ae-2b26fb970316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:05:12.675153 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-618469eb-e788-49c5-948b-d3f36dd54206 req-fa5d90bf-68cc-4b61-88ae-2b26fb970316 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fd3669af245b46a8bea853d48403a589&device_id=dc01b6ae-341e-484c-847f-38e09d7fddd3 HTTP/1.1" status: 200 len: 1094 time: 0.0402837 Oct 12 20:05:12.703239 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618469eb-e788-49c5-948b-d3f36dd54206 req-0dccb736-6bd6-48b9-b386-0d9ee9bbae31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:05:12.704989 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-618469eb-e788-49c5-948b-d3f36dd54206 req-0dccb736-6bd6-48b9-b386-0d9ee9bbae31 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fd3669af245b46a8bea853d48403a589&device_id=dc01b6ae-341e-484c-847f-38e09d7fddd3 HTTP/1.1" status: 200 len: 1094 time: 0.0748782 Oct 12 20:05:12.710026 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9e099e29-acad-477d-81cd-ccbb12996a98 req-b1e3c00b-d6a0-4f6b-a4f2-a7e8761ee0d6 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbdfe0e9-5aee-4df7-ac64-bd8947def77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448003 Oct 12 20:05:12.767988 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618469eb-e788-49c5-948b-d3f36dd54206 req-c8e97eb7-1295-4b1f-97fd-97a4a5e92c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:05:12.769489 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-618469eb-e788-49c5-948b-d3f36dd54206 req-c8e97eb7-1295-4b1f-97fd-97a4a5e92c39 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ed153f4e-b0a9-44d9-a55e-cd6fe9f75989 HTTP/1.1" status: 200 len: 916 time: 0.0873230 Oct 12 20:05:12.797748 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618469eb-e788-49c5-948b-d3f36dd54206 req-c2310df7-1aad-4361-b62d-dc2d502bacfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:05:12.799125 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-618469eb-e788-49c5-948b-d3f36dd54206 req-c2310df7-1aad-4361-b62d-dc2d502bacfe service neutron] 10.222.0.61 "GET /v2.0/networks?id=ed153f4e-b0a9-44d9-a55e-cd6fe9f75989 HTTP/1.1" status: 200 len: 916 time: 0.0863078 Oct 12 20:05:12.812342 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-618469eb-e788-49c5-948b-d3f36dd54206 req-9cd9b8f5-3528-4078-b1c2-891c28e07cd6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63facdf4-8c2f-4a76-94fb-24152eaea997 HTTP/1.1" status: 200 len: 217 time: 0.0339696 Oct 12 20:05:12.839545 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-618469eb-e788-49c5-948b-d3f36dd54206 req-b8272bb0-b8ed-4f47-a318-5d320c4d6797 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63facdf4-8c2f-4a76-94fb-24152eaea997 HTTP/1.1" status: 200 len: 217 time: 0.0331407 Oct 12 20:05:12.860410 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618469eb-e788-49c5-948b-d3f36dd54206 req-7899bead-121c-4893-83ef-a51cafaafaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:05:12.861847 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-618469eb-e788-49c5-948b-d3f36dd54206 req-7899bead-121c-4893-83ef-a51cafaafaa1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f40407c7-0880-4c2b-ad04-611698be102b HTTP/1.1" status: 200 len: 855 time: 0.0426266 Oct 12 20:05:12.887946 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618469eb-e788-49c5-948b-d3f36dd54206 req-9f46e3da-83b3-48b3-ae06-4fc221934b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:05:12.889419 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-618469eb-e788-49c5-948b-d3f36dd54206 req-9f46e3da-83b3-48b3-ae06-4fc221934b45 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f40407c7-0880-4c2b-ad04-611698be102b HTTP/1.1" status: 200 len: 855 time: 0.0432296 Oct 12 20:05:12.894014 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-618469eb-e788-49c5-948b-d3f36dd54206 req-8fb04b74-5fd0-4d97-911a-6c23e94086b1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ed153f4e-b0a9-44d9-a55e-cd6fe9f75989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246832 Oct 12 20:05:12.920813 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-618469eb-e788-49c5-948b-d3f36dd54206 req-2553fd19-fb51-4b92-9ced-d744c31b45b9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ed153f4e-b0a9-44d9-a55e-cd6fe9f75989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244479 Oct 12 20:05:12.990569 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-618469eb-e788-49c5-948b-d3f36dd54206 req-71e9693e-1529-45c1-85cd-c0722474b752 service neutron] 10.222.0.67 "GET /v2.0/networks/ed153f4e-b0a9-44d9-a55e-cd6fe9f75989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853279 Oct 12 20:05:13.012956 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-618469eb-e788-49c5-948b-d3f36dd54206 req-a2ce41a9-3745-4767-868c-8c85f9faf16c service neutron] 10.222.0.61 "GET /v2.0/networks/ed153f4e-b0a9-44d9-a55e-cd6fe9f75989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849864 Oct 12 20:05:13.084926 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-618469eb-e788-49c5-948b-d3f36dd54206 req-952971a2-0936-4e7f-974b-3266499ea14e service neutron] 10.222.0.67 "GET /v2.0/networks/ed153f4e-b0a9-44d9-a55e-cd6fe9f75989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813508 Oct 12 20:05:13.110714 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-618469eb-e788-49c5-948b-d3f36dd54206 req-aef75722-de12-4d59-96c9-1ef9136b2411 service neutron] 10.222.0.61 "GET /v2.0/networks/ed153f4e-b0a9-44d9-a55e-cd6fe9f75989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911038 Oct 12 20:05:13.167064 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 20:05:13.832317 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e882f9-dd34-4439-9cec-9336bdafda92 req-df3343b0-3f8c-475a-9fce-35cccc8ab879 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:05:13.833760 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-79e882f9-dd34-4439-9cec-9336bdafda92 req-df3343b0-3f8c-475a-9fce-35cccc8ab879 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc01b6ae-341e-484c-847f-38e09d7fddd3 HTTP/1.1" status: 200 len: 943 time: 0.0525103 Oct 12 20:05:13.870159 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-79e882f9-dd34-4439-9cec-9336bdafda92 req-b8893357-1c8d-4185-9761-1123523a06c3 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbdfe0e9-5aee-4df7-ac64-bd8947def77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303421 Oct 12 20:05:13.916572 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 63facdf4-8c2f-4a76-94fb-24152eaea997 no longer exists at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 20:05:13.954209 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 63facdf4-8c2f-4a76-94fb-24152eaea997 not bound to the agent host n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 20:05:14.178043 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcf793e-0b90-4bfc-abf2-2b7076cc6b93 req-21b13a29-8b54-4319-9387-ceb4294ac547 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:05:14.179940 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9fcf793e-0b90-4bfc-abf2-2b7076cc6b93 req-21b13a29-8b54-4319-9387-ceb4294ac547 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc01b6ae-341e-484c-847f-38e09d7fddd3 HTTP/1.1" status: 200 len: 943 time: 0.0486796 Oct 12 20:05:14.218541 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9fcf793e-0b90-4bfc-abf2-2b7076cc6b93 req-431581a0-8829-4189-a126-d29a8cddcf8f tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbdfe0e9-5aee-4df7-ac64-bd8947def77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317245 Oct 12 20:05:14.271476 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abb9335-3900-4bc6-b6e2-5776d5f678ab req-f09fdbbf-4a2a-4ea9-91b8-19548fa7d10d tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:05:14.272912 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2abb9335-3900-4bc6-b6e2-5776d5f678ab req-f09fdbbf-4a2a-4ea9-91b8-19548fa7d10d tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc01b6ae-341e-484c-847f-38e09d7fddd3&tenant_id=fd3669af245b46a8bea853d48403a589&binding%3Ahost_id=n-h2-813679-3 HTTP/1.1" status: 200 len: 943 time: 0.0551219 Oct 12 20:05:14.330800 n-d-813679-3 neutron-server[95502]: INFO neutron.api.v2.resource [req-2abb9335-3900-4bc6-b6e2-5776d5f678ab req-6219afd1-b83c-43f4-8b41-cf3f7cd37631 service neutron] delete failed (client error): The resource could not be found. Oct 12 20:05:14.331796 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2abb9335-3900-4bc6-b6e2-5776d5f678ab req-6219afd1-b83c-43f4-8b41-cf3f7cd37631 service neutron] 10.222.0.61 "DELETE /v2.0/ports/63facdf4-8c2f-4a76-94fb-24152eaea997/bindings/n-h1-813679-3 HTTP/1.1" status: 404 len: 380 time: 0.0514774 Oct 12 20:05:14.412922 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abb9335-3900-4bc6-b6e2-5776d5f678ab req-69bf31f3-2680-4df9-bca8-154a6b49cc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:05:14.414376 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2abb9335-3900-4bc6-b6e2-5776d5f678ab req-69bf31f3-2680-4df9-bca8-154a6b49cc0d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fd3669af245b46a8bea853d48403a589&device_id=dc01b6ae-341e-484c-847f-38e09d7fddd3 HTTP/1.1" status: 200 len: 1094 time: 0.0393660 Oct 12 20:05:14.506310 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abb9335-3900-4bc6-b6e2-5776d5f678ab req-e192c382-436f-4cc9-a064-202aeccc8c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:05:14.507737 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2abb9335-3900-4bc6-b6e2-5776d5f678ab req-e192c382-436f-4cc9-a064-202aeccc8c67 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ed153f4e-b0a9-44d9-a55e-cd6fe9f75989 HTTP/1.1" status: 200 len: 916 time: 0.0867574 Oct 12 20:05:14.547297 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2abb9335-3900-4bc6-b6e2-5776d5f678ab req-8999272d-5339-4808-9ae6-dcc3d79f30e2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63facdf4-8c2f-4a76-94fb-24152eaea997 HTTP/1.1" status: 200 len: 217 time: 0.0328724 Oct 12 20:05:14.594173 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abb9335-3900-4bc6-b6e2-5776d5f678ab req-f556b05a-afe6-4661-ba15-202d3434fea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:05:14.595462 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2abb9335-3900-4bc6-b6e2-5776d5f678ab req-f556b05a-afe6-4661-ba15-202d3434fea7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f40407c7-0880-4c2b-ad04-611698be102b HTTP/1.1" status: 200 len: 855 time: 0.0410097 Oct 12 20:05:14.629281 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2abb9335-3900-4bc6-b6e2-5776d5f678ab req-151d237c-6061-4bef-8d1f-85671b62a743 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ed153f4e-b0a9-44d9-a55e-cd6fe9f75989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252640 Oct 12 20:05:14.719123 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2abb9335-3900-4bc6-b6e2-5776d5f678ab req-055bfbb3-c224-4e4f-bcd4-55f79e442f78 service neutron] 10.222.0.61 "GET /v2.0/networks/ed153f4e-b0a9-44d9-a55e-cd6fe9f75989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825710 Oct 12 20:05:14.809018 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2abb9335-3900-4bc6-b6e2-5776d5f678ab req-66ce1537-d680-4d58-a200-35e8cb68bfd2 service neutron] 10.222.0.61 "GET /v2.0/networks/ed153f4e-b0a9-44d9-a55e-cd6fe9f75989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824318 Oct 12 20:05:14.811772 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 63facdf4-8c2f-4a76-94fb-24152eaea997 details requested by agent hyperv_n-h2-813679-3 with host n-h2-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 20:05:14.909247 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 63facdf4-8c2f-4a76-94fb-24152eaea997, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=63facdf4-8c2f-4a76-94fb-24152eaea997,segment=NetworkSegment(d0da1240-a258-4668-9569-82a4e0414285),segment_id=d0da1240-a258-4668-9569-82a4e0414285)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:05:14.920408 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Returning: {'device': '63facdf4-8c2f-4a76-94fb-24152eaea997', 'network_id': 'ed153f4e-b0a9-44d9-a55e-cd6fe9f75989', 'port_id': '63facdf4-8c2f-4a76-94fb-24152eaea997', 'mac_address': 'fa:16:3e:04:89:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f40407c7-0880-4c2b-ad04-611698be102b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 20:05:14.956278 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:14.970005 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63facdf4-8c2f-4a76-94fb-24152eaea997 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 20:05:14.989654 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 63facdf4-8c2f-4a76-94fb-24152eaea997, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=63facdf4-8c2f-4a76-94fb-24152eaea997,segment=NetworkSegment(d0da1240-a258-4668-9569-82a4e0414285),segment_id=d0da1240-a258-4668-9569-82a4e0414285)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:05:15.087080 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:15.132816 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=63facdf4-8c2f-4a76-94fb-24152eaea997,revision_number=8']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:05:15.140881 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:05:15.141233 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:05:15.141574 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:05:15.141911 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:05:15.142279 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:05:15.142635 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:05:15.143010 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:05:15.143389 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:05:15.143733 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:05:15.144074 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:05:15.144401 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:05:15.144754 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:05:15.338633 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6811f468-c82d-454f-b9ac-d07a59e55254 req-13bdfd61-381b-4b9a-a857-ad8cfa3c74a5 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:05:15.340130 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6811f468-c82d-454f-b9ac-d07a59e55254 req-13bdfd61-381b-4b9a-a857-ad8cfa3c74a5 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc01b6ae-341e-484c-847f-38e09d7fddd3 HTTP/1.1" status: 200 len: 944 time: 0.0495772 Oct 12 20:05:15.341380 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['63facdf4-8c2f-4a76-94fb-24152eaea997'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 20:05:15.379215 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6811f468-c82d-454f-b9ac-d07a59e55254 req-bd817f8c-1d79-4d79-90d4-51c42f16235c tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbdfe0e9-5aee-4df7-ac64-bd8947def77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331097 Oct 12 20:05:16.492427 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecbf85c-720c-4a45-ab32-5bf534528ad9 req-09670b0a-50f0-43c1-b1f7-d066d51d209b tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:05:16.493873 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4ecbf85c-720c-4a45-ab32-5bf534528ad9 req-09670b0a-50f0-43c1-b1f7-d066d51d209b tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc01b6ae-341e-484c-847f-38e09d7fddd3 HTTP/1.1" status: 200 len: 944 time: 0.0486453 Oct 12 20:05:16.530683 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4ecbf85c-720c-4a45-ab32-5bf534528ad9 req-b9f49639-e31f-4a93-8c89-b4b27732feee tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbdfe0e9-5aee-4df7-ac64-bd8947def77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309644 Oct 12 20:05:16.641795 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85317426-d199-4594-85ed-fe55c920def6 req-096bba6b-6ccd-4bdb-9d2f-b0490ec1283c tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:05:16.643227 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-85317426-d199-4594-85ed-fe55c920def6 req-096bba6b-6ccd-4bdb-9d2f-b0490ec1283c tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc01b6ae-341e-484c-847f-38e09d7fddd3 HTTP/1.1" status: 200 len: 944 time: 0.0477490 Oct 12 20:05:16.680520 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-85317426-d199-4594-85ed-fe55c920def6 req-3c63f4e6-e640-40f5-9bd9-9f6f755108f7 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbdfe0e9-5aee-4df7-ac64-bd8947def77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311174 Oct 12 20:05:16.795100 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bc8725-d502-4b96-b289-93f7fd4aeff0 req-4c01f7e0-8a52-4cfd-8924-8758e9b58361 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:05:16.796557 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-00bc8725-d502-4b96-b289-93f7fd4aeff0 req-4c01f7e0-8a52-4cfd-8924-8758e9b58361 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc01b6ae-341e-484c-847f-38e09d7fddd3 HTTP/1.1" status: 200 len: 944 time: 0.0507989 Oct 12 20:05:16.834123 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-00bc8725-d502-4b96-b289-93f7fd4aeff0 req-e30fee4a-92d1-4530-b4e1-937ce55c09b2 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbdfe0e9-5aee-4df7-ac64-bd8947def77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317340 Oct 12 20:05:16.834526 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 63facdf4-8c2f-4a76-94fb-24152eaea997 up at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 20:05:16.937893 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning for port 63facdf4-8c2f-4a76-94fb-24152eaea997 completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 20:05:16.941696 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning complete for port 63facdf4-8c2f-4a76-94fb-24152eaea997 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:05:16.942065 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:17.018401 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:17.039688 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc01b6ae-341e-484c-847f-38e09d7fddd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63facdf4-8c2f-4a76-94fb-24152eaea997'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:05:17.041992 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9eae75d-6b2a-452b-bfa5-8544885e6b06" -d '{"events": [{"server_uuid": "dc01b6ae-341e-484c-847f-38e09d7fddd3", "name": "network-vif-plugged", "status": "completed", "tag": "63facdf4-8c2f-4a76-94fb-24152eaea997"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:05:17.054176 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 63facdf4-8c2f-4a76-94fb-24152eaea997, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=63facdf4-8c2f-4a76-94fb-24152eaea997,segment=NetworkSegment(d0da1240-a258-4668-9569-82a4e0414285),segment_id=d0da1240-a258-4668-9569-82a4e0414285)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:05:17.086850 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 20:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26a222d4-c983-4f0e-b570-9526d956dd93 x-openstack-request-id: req-26a222d4-c983-4f0e-b570-9526d956dd93 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:05:17.086850 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc01b6ae-341e-484c-847f-38e09d7fddd3", "name": "network-vif-plugged", "status": "completed", "tag": "63facdf4-8c2f-4a76-94fb-24152eaea997", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:05:17.086850 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-26a222d4-c983-4f0e-b570-9526d956dd93 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:05:17.086850 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc01b6ae-341e-484c-847f-38e09d7fddd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63facdf4-8c2f-4a76-94fb-24152eaea997', 'code': 200} Oct 12 20:05:17.127544 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:17.172925 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=63facdf4-8c2f-4a76-94fb-24152eaea997,revision_number=9']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:05:17.380562 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782aab0d-7ac4-459c-8ac6-aa166ea7c6a0 req-f46bdfd9-7edc-498e-9088-b12a8a5d1c20 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:05:17.381978 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-782aab0d-7ac4-459c-8ac6-aa166ea7c6a0 req-f46bdfd9-7edc-498e-9088-b12a8a5d1c20 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc01b6ae-341e-484c-847f-38e09d7fddd3 HTTP/1.1" status: 200 len: 945 time: 0.0474458 Oct 12 20:05:17.421512 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-782aab0d-7ac4-459c-8ac6-aa166ea7c6a0 req-41369c7a-eacb-48c3-85ef-262c120e7893 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbdfe0e9-5aee-4df7-ac64-bd8947def77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335977 Oct 12 20:05:18.535001 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b6856c-e6f3-47f6-b14b-9f4003c23623 req-832455e6-d898-44ad-b847-8fbedc2dce37 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:05:18.536450 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-01b6856c-e6f3-47f6-b14b-9f4003c23623 req-832455e6-d898-44ad-b847-8fbedc2dce37 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc01b6ae-341e-484c-847f-38e09d7fddd3 HTTP/1.1" status: 200 len: 945 time: 0.0485055 Oct 12 20:05:18.595747 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-01b6856c-e6f3-47f6-b14b-9f4003c23623 req-701afa08-e62e-47f6-bbe8-ae0c5f7d46b9 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbdfe0e9-5aee-4df7-ac64-bd8947def77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534370 Oct 12 20:05:18.614664 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac4f5ba-d5d7-437a-b559-9752e9172c90 req-7b851655-4e43-4418-b00f-d90ba66965fa tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:05:18.616098 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1ac4f5ba-d5d7-437a-b559-9752e9172c90 req-7b851655-4e43-4418-b00f-d90ba66965fa tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.67 "GET /v2.0/ports?device_id=dc01b6ae-341e-484c-847f-38e09d7fddd3 HTTP/1.1" status: 200 len: 945 time: 0.0611680 Oct 12 20:05:18.705850 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-1ac4f5ba-d5d7-437a-b559-9752e9172c90 req-f0f148d2-fba4-400d-a144-b4b39a99a392 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] Deleting port 63facdf4-8c2f-4a76-94fb-24152eaea997 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 20:05:18.706103 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-1ac4f5ba-d5d7-437a-b559-9752e9172c90 req-f0f148d2-fba4-400d-a144-b4b39a99a392 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:18.794196 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-1ac4f5ba-d5d7-437a-b559-9752e9172c90 req-f0f148d2-fba4-400d-a144-b4b39a99a392 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] For port 63facdf4-8c2f-4a76-94fb-24152eaea997, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=63facdf4-8c2f-4a76-94fb-24152eaea997,segment=NetworkSegment(d0da1240-a258-4668-9569-82a4e0414285),segment_id=d0da1240-a258-4668-9569-82a4e0414285)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:05:18.794556 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-1ac4f5ba-d5d7-437a-b559-9752e9172c90 req-f0f148d2-fba4-400d-a144-b4b39a99a392 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:18.806530 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-1ac4f5ba-d5d7-437a-b559-9752e9172c90 req-f0f148d2-fba4-400d-a144-b4b39a99a392 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] Calling delete_port for 63facdf4-8c2f-4a76-94fb-24152eaea997 owned by compute:nova {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 20:05:19.030084 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-1ac4f5ba-d5d7-437a-b559-9752e9172c90 req-f0f148d2-fba4-400d-a144-b4b39a99a392 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:19.056791 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f148d2-fba4-400d-a144-b4b39a99a392 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] Pushing event deleted for resources: {'Port': ['ID=63facdf4-8c2f-4a76-94fb-24152eaea997,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:05:19.103607 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ac4f5ba-d5d7-437a-b559-9752e9172c90 req-f0f148d2-fba4-400d-a144-b4b39a99a392 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] No DVR routers for this DVR port 63facdf4-8c2f-4a76-94fb-24152eaea997 on host n-h2-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 20:05:19.105884 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-1ac4f5ba-d5d7-437a-b559-9752e9172c90 req-f0f148d2-fba4-400d-a144-b4b39a99a392 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:19.109575 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1ac4f5ba-d5d7-437a-b559-9752e9172c90 req-f0f148d2-fba4-400d-a144-b4b39a99a392 tempest-ServerDiskConfigTestJSON-2033055870 tempest-ServerDiskConfigTestJSON-2033055870-project] 10.222.0.67 "DELETE /v2.0/ports/63facdf4-8c2f-4a76-94fb-24152eaea997 HTTP/1.1" status: 204 len: 173 time: 0.4870341 Oct 12 20:05:19.110032 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc01b6ae-341e-484c-847f-38e09d7fddd3', 'name': 'network-vif-deleted', 'tag': '63facdf4-8c2f-4a76-94fb-24152eaea997'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:05:19.112316 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ef6563a-c698-48dd-9117-efef6c024c9a" -d '{"events": [{"server_uuid": "dc01b6ae-341e-484c-847f-38e09d7fddd3", "name": "network-vif-deleted", "tag": "63facdf4-8c2f-4a76-94fb-24152eaea997"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:05:19.147029 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 20:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce29a832-60bf-477e-8a29-4654a61cdab4 x-openstack-request-id: req-ce29a832-60bf-477e-8a29-4654a61cdab4 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:05:19.147342 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc01b6ae-341e-484c-847f-38e09d7fddd3", "name": "network-vif-deleted", "tag": "63facdf4-8c2f-4a76-94fb-24152eaea997", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:05:19.147595 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ce29a832-60bf-477e-8a29-4654a61cdab4 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:05:19.147990 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc01b6ae-341e-484c-847f-38e09d7fddd3', 'name': 'network-vif-deleted', 'tag': '63facdf4-8c2f-4a76-94fb-24152eaea997', 'status': 'completed', 'code': 200} Oct 12 20:05:19.719478 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 32864) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:05:19.763274 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-437a3355-5a3d-45ff-8d58-bb26f9ff5bbc admin admin] Deleting subnet f40407c7-0880-4c2b-ad04-611698be102b {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 20:05:19.766299 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-437a3355-5a3d-45ff-8d58-bb26f9ff5bbc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:19.798269 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-437a3355-5a3d-45ff-8d58-bb26f9ff5bbc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16313642'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:19.836293 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-437a3355-5a3d-45ff-8d58-bb26f9ff5bbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:19.938390 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-437a3355-5a3d-45ff-8d58-bb26f9ff5bbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4306592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16245866'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:19.968406 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437a3355-5a3d-45ff-8d58-bb26f9ff5bbc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f40407c7-0880-4c2b-ad04-611698be102b,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:05:19.970741 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-437a3355-5a3d-45ff-8d58-bb26f9ff5bbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:19.973788 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-437a3355-5a3d-45ff-8d58-bb26f9ff5bbc admin admin] 10.222.0.49 "DELETE /v2.0/subnets/f40407c7-0880-4c2b-ad04-611698be102b HTTP/1.1" status: 204 len: 168 time: 0.2532732 Oct 12 20:05:19.976520 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 32866) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:05:19.980142 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437a3355-5a3d-45ff-8d58-bb26f9ff5bbc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:05:19.980487 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437a3355-5a3d-45ff-8d58-bb26f9ff5bbc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:05:19.980826 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437a3355-5a3d-45ff-8d58-bb26f9ff5bbc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:05:19.981160 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437a3355-5a3d-45ff-8d58-bb26f9ff5bbc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:05:19.981490 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437a3355-5a3d-45ff-8d58-bb26f9ff5bbc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:05:19.981815 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437a3355-5a3d-45ff-8d58-bb26f9ff5bbc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:05:19.982140 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437a3355-5a3d-45ff-8d58-bb26f9ff5bbc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:05:19.982467 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437a3355-5a3d-45ff-8d58-bb26f9ff5bbc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:05:19.982789 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437a3355-5a3d-45ff-8d58-bb26f9ff5bbc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:05:19.983111 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437a3355-5a3d-45ff-8d58-bb26f9ff5bbc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:05:19.983430 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437a3355-5a3d-45ff-8d58-bb26f9ff5bbc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:05:19.983747 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437a3355-5a3d-45ff-8d58-bb26f9ff5bbc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:05:20.043617 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7d98e57e-2ab7-461c-8cf4-9407d5b65583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:20.429379 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7d98e57e-2ab7-461c-8cf4-9407d5b65583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:20.448411 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-7d98e57e-2ab7-461c-8cf4-9407d5b65583 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed153f4e-b0a9-44d9-a55e-cd6fe9f75989']}} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:05:20.457432 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-7d98e57e-2ab7-461c-8cf4-9407d5b65583 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0da1240-a258-4668-9569-82a4e0414285') {'for_net_delete': True} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:05:20.457726 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-7d98e57e-2ab7-461c-8cf4-9407d5b65583 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0da1240-a258-4668-9569-82a4e0414285') {} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:05:20.467108 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7d98e57e-2ab7-461c-8cf4-9407d5b65583 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4281072'] for segment, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:20.480244 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7d98e57e-2ab7-461c-8cf4-9407d5b65583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:20.485832 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d98e57e-2ab7-461c-8cf4-9407d5b65583 admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=95501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 20:05:20.486210 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7d98e57e-2ab7-461c-8cf4-9407d5b65583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4823170'] for segment, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:20.487817 n-d-813679-3 neutron-server[95501]: Traceback (most recent call last): Oct 12 20:05:20.487817 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 20:05:20.487817 n-d-813679-3 neutron-server[95501]: timer() Oct 12 20:05:20.487817 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 20:05:20.487817 n-d-813679-3 neutron-server[95501]: cb(*args, **kw) Oct 12 20:05:20.487817 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 20:05:20.487817 n-d-813679-3 neutron-server[95501]: return func(*args, **kwargs) Oct 12 20:05:20.487817 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 20:05:20.487817 n-d-813679-3 neutron-server[95501]: self._notify() Oct 12 20:05:20.487817 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 20:05:20.487817 n-d-813679-3 neutron-server[95501]: self.callback(batched_events) Oct 12 20:05:20.487817 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 20:05:20.487817 n-d-813679-3 neutron-server[95501]: event.method(event) Oct 12 20:05:20.487817 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 20:05:20.487817 n-d-813679-3 neutron-server[95501]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 20:05:20.487817 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 20:05:20.487817 n-d-813679-3 neutron-server[95501]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 20:05:20.487817 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 20:05:20.487817 n-d-813679-3 neutron-server[95501]: return f(self, *a, **k) Oct 12 20:05:20.487817 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 20:05:20.487817 n-d-813679-3 neutron-server[95501]: return self._get(url).json() Oct 12 20:05:20.487817 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 20:05:20.487817 n-d-813679-3 neutron-server[95501]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 20:05:20.487817 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 20:05:20.487817 n-d-813679-3 neutron-server[95501]: return self.request(url, 'GET', **kwargs) Oct 12 20:05:20.487817 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 20:05:20.487817 n-d-813679-3 neutron-server[95501]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 20:05:20.487817 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 20:05:20.487817 n-d-813679-3 neutron-server[95501]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 20:05:20.487817 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 20:05:20.487817 n-d-813679-3 neutron-server[95501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 20:05:20.487817 n-d-813679-3 neutron-server[95501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 20:05:20.595715 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7d98e57e-2ab7-461c-8cf4-9407d5b65583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:20.607449 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7d98e57e-2ab7-461c-8cf4-9407d5b65583 admin admin] Notify callbacks [] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:20.607449 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-7d98e57e-2ab7-461c-8cf4-9407d5b65583 admin admin] 10.222.0.49 "DELETE /v2.0/networks/ed153f4e-b0a9-44d9-a55e-cd6fe9f75989 HTTP/1.1" status: 204 len: 168 time: 0.6277437 Oct 12 20:05:20.616435 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d98e57e-2ab7-461c-8cf4-9407d5b65583 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed153f4e-b0a9-44d9-a55e-cd6fe9f75989,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:05:20.842370 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 63facdf4-8c2f-4a76-94fb-24152eaea997 no longer exists at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 20:05:20.862746 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] No Port match for: 63facdf4-8c2f-4a76-94fb-24152eaea997 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 20:05:20.863089 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 63facdf4-8c2f-4a76-94fb-24152eaea997 not bound to the agent host n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 20:05:20.935029 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 32870) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:05:20.978178 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-60a5ade9-a889-4627-bed7-d8b1992b1ef0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fd3669af245b46a8bea853d48403a589&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0419700 Oct 12 20:05:20.981345 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 32872) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:05:21.032397 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-02d8a4fc-0b23-4ee0-be8c-e28a58d18306 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:21.054877 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-02d8a4fc-0b23-4ee0-be8c-e28a58d18306 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:21.167541 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-02d8a4fc-0b23-4ee0-be8c-e28a58d18306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:21.170108 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-02d8a4fc-0b23-4ee0-be8c-e28a58d18306 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:21.171260 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-02d8a4fc-0b23-4ee0-be8c-e28a58d18306 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cbdfe0e9-5aee-4df7-ac64-bd8947def77a HTTP/1.1" status: 204 len: 168 time: 0.1892114 Oct 12 20:05:21.179731 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d8a4fc-0b23-4ee0-be8c-e28a58d18306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbdfe0e9-5aee-4df7-ac64-bd8947def77a,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:05:22.100438 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 32894) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:05:22.194751 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-a67ebabb-58f9-4474-98d1-62240520b25b admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-14519898-network', 'tenant_id': 'a5e47130084c49d29f3e03e734feff77'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:05:22.275438 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a67ebabb-58f9-4474-98d1-62240520b25b admin admin] Made reservation on behalf of a5e47130084c49d29f3e03e734feff77 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 20:05:22.277885 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a67ebabb-58f9-4474-98d1-62240520b25b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:22.286282 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a67ebabb-58f9-4474-98d1-62240520b25b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:22.358069 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a67ebabb-58f9-4474-98d1-62240520b25b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:22.424047 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a67ebabb-58f9-4474-98d1-62240520b25b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:22.451083 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a67ebabb-58f9-4474-98d1-62240520b25b admin admin] vlan segment allocate from pool success with {'vlan_id': 515, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 20:05:22.460784 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67ebabb-58f9-4474-98d1-62240520b25b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88d02f2d-c959-41b8-a527-dd18e50ed107,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:05:22.467301 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a67ebabb-58f9-4474-98d1-62240520b25b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:22.467692 n-d-813679-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-a67ebabb-58f9-4474-98d1-62240520b25b admin admin] Added segment c1e1177d-c197-4df9-a0d5-04d28987a4ed of type vlan for network 7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2 Oct 12 20:05:22.505863 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a67ebabb-58f9-4474-98d1-62240520b25b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:22.589871 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a67ebabb-58f9-4474-98d1-62240520b25b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:22.590828 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67ebabb-58f9-4474-98d1-62240520b25b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:05:22.591426 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a67ebabb-58f9-4474-98d1-62240520b25b admin admin] Notify callbacks [] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:22.648179 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67ebabb-58f9-4474-98d1-62240520b25b admin admin] Pushing event updated for resources: {'Network': ['ID=7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:05:22.658509 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 20:05:22.724331 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-a67ebabb-58f9-4474-98d1-62240520b25b admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6213324 Oct 12 20:05:22.727148 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 32898) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:05:22.732117 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-eda41c66-c77d-4018-9f66-fbe22daac0e7 admin admin] Request body: {'subnet': {'network_id': '7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-14519898-subnet', 'tenant_id': 'a5e47130084c49d29f3e03e734feff77', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:05:22.818417 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eda41c66-c77d-4018-9f66-fbe22daac0e7 admin admin] Made reservation on behalf of a5e47130084c49d29f3e03e734feff77 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 20:05:22.820827 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-eda41c66-c77d-4018-9f66-fbe22daac0e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16245837'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:23.052764 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-eda41c66-c77d-4018-9f66-fbe22daac0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4306659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16245859'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:23.107110 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda41c66-c77d-4018-9f66-fbe22daac0e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3416d6a2-0b37-4eb2-9bfa-f2efd452d7ed,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:05:23.116478 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda41c66-c77d-4018-9f66-fbe22daac0e7 admin admin] Checking segment: {'id': 'c1e1177d-c197-4df9-a0d5-04d28987a4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 20:05:23.122906 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda41c66-c77d-4018-9f66-fbe22daac0e7 admin admin] Network hostable DHCP agents. Network: 7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 20:05:23.200295 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda41c66-c77d-4018-9f66-fbe22daac0e7 admin admin] Network 7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2 is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 20:05:23.263449 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-eda41c66-c77d-4018-9f66-fbe22daac0e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, 7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 20:05:23.267438 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda41c66-c77d-4018-9f66-fbe22daac0e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:05:23.268114 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-eda41c66-c77d-4018-9f66-fbe22daac0e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:23.272271 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8665a28-0be1-4471-abdd-130a07f071c0 None None] Network 7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 20:05:23.357906 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-eda41c66-c77d-4018-9f66-fbe22daac0e7 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6295414 Oct 12 20:05:23.360602 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 32900) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:05:23.364724 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-15dd437d-356d-4d1f-92fa-ab9bff770f66 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-14519898-router', 'tenant_id': 'a5e47130084c49d29f3e03e734feff77', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:05:23.414269 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46822ef9-39d6-46a2-8c55-85976cbbf71c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2', 'network_id': '7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2', 'tenant_id': 'a5e47130084c49d29f3e03e734feff77', 'fixed_ips': [{'subnet_id': '3416d6a2-0b37-4eb2-9bfa-f2efd452d7ed'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 20:05:23.415696 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-46822ef9-39d6-46a2-8c55-85976cbbf71c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:23.481212 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-15dd437d-356d-4d1f-92fa-ab9bff770f66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8093678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255505'] for router, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:23.482325 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-15dd437d-356d-4d1f-92fa-ab9bff770f66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8093562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8087085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8022306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255518'] for router, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:23.547637 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-46822ef9-39d6-46a2-8c55-85976cbbf71c None None] Allocated IP 172.20.0.2 (7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2/3416d6a2-0b37-4eb2-9bfa-f2efd452d7ed/1a538154-4f27-4098-878a-679edc9016a0) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 20:05:23.560943 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-15dd437d-356d-4d1f-92fa-ab9bff770f66 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:23.688729 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-46822ef9-39d6-46a2-8c55-85976cbbf71c None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:23.733165 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-46822ef9-39d6-46a2-8c55-85976cbbf71c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:23.776865 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46822ef9-39d6-46a2-8c55-85976cbbf71c None None] Network 7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 20:05:23.778320 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-46822ef9-39d6-46a2-8c55-85976cbbf71c None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 20:05:23.782133 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46822ef9-39d6-46a2-8c55-85976cbbf71c None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 20:05:23.791716 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46822ef9-39d6-46a2-8c55-85976cbbf71c None None] Pushing event updated for resources: {'Port': ['ID=1a538154-4f27-4098-878a-679edc9016a0,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:05:23.844875 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-46822ef9-39d6-46a2-8c55-85976cbbf71c None None] Attempting to bind port 1a538154-4f27-4098-878a-679edc9016a0 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 20:05:23.845242 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-46822ef9-39d6-46a2-8c55-85976cbbf71c None None] Attempting to bind port 1a538154-4f27-4098-878a-679edc9016a0 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'c1e1177d-c197-4df9-a0d5-04d28987a4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 20:05:23.845607 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46822ef9-39d6-46a2-8c55-85976cbbf71c None None] Attempting to bind port 1a538154-4f27-4098-878a-679edc9016a0 on network 7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 20:05:23.851379 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46822ef9-39d6-46a2-8c55-85976cbbf71c None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 20, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 20:05:23.851781 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46822ef9-39d6-46a2-8c55-85976cbbf71c None None] Checking segment: {'id': 'c1e1177d-c197-4df9-a0d5-04d28987a4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 20:05:23.852200 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-46822ef9-39d6-46a2-8c55-85976cbbf71c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:23.852597 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46822ef9-39d6-46a2-8c55-85976cbbf71c None None] Bound using segment: {'id': 'c1e1177d-c197-4df9-a0d5-04d28987a4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 20:05:23.853082 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-46822ef9-39d6-46a2-8c55-85976cbbf71c None None] Bound port: 1a538154-4f27-4098-878a-679edc9016a0, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1e1177d-c197-4df9-a0d5-04d28987a4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 20:05:23.853469 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-46822ef9-39d6-46a2-8c55-85976cbbf71c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:23.918771 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-46822ef9-39d6-46a2-8c55-85976cbbf71c None None] For port 1a538154-4f27-4098-878a-679edc9016a0, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 20:05:23.922045 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-46822ef9-39d6-46a2-8c55-85976cbbf71c None None] For port 1a538154-4f27-4098-878a-679edc9016a0, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=1a538154-4f27-4098-878a-679edc9016a0,segment=NetworkSegment(c1e1177d-c197-4df9-a0d5-04d28987a4ed),segment_id=c1e1177d-c197-4df9-a0d5-04d28987a4ed)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 20:05:23.996007 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-46822ef9-39d6-46a2-8c55-85976cbbf71c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:24.061145 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46822ef9-39d6-46a2-8c55-85976cbbf71c None None] Pushing event updated for resources: {'Port': ['ID=1a538154-4f27-4098-878a-679edc9016a0,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:05:24.093559 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-15dd437d-356d-4d1f-92fa-ab9bff770f66 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:24.362575 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-15dd437d-356d-4d1f-92fa-ab9bff770f66 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:24.381220 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-15dd437d-356d-4d1f-92fa-ab9bff770f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:24.479936 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-15dd437d-356d-4d1f-92fa-ab9bff770f66 admin admin] Allocated IP 172.25.5.48 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/75a63f28-3dab-4f96-8263-753a10c00cca) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 20:05:24.583385 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-15dd437d-356d-4d1f-92fa-ab9bff770f66 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:24.663467 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-15dd437d-356d-4d1f-92fa-ab9bff770f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:24.707180 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15dd437d-356d-4d1f-92fa-ab9bff770f66 admin admin] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 20:05:24.710243 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-15dd437d-356d-4d1f-92fa-ab9bff770f66 admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 20:05:24.716264 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15dd437d-356d-4d1f-92fa-ab9bff770f66 admin admin] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 20:05:24.719383 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dd437d-356d-4d1f-92fa-ab9bff770f66 admin admin] Pushing event updated for resources: {'Port': ['ID=75a63f28-3dab-4f96-8263-753a10c00cca,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:05:24.994474 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af2807b-6f95-4722-8a1d-fb381d368666 None None] Network 7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 20:05:25.049228 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-15dd437d-356d-4d1f-92fa-ab9bff770f66 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:25.052572 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-1cea75c9-a391-4689-9d64-ae729d637916 None None] Provisioning complete for port 1a538154-4f27-4098-878a-679edc9016a0 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:05:25.052952 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1cea75c9-a391-4689-9d64-ae729d637916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:25.209069 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1cea75c9-a391-4689-9d64-ae729d637916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:25.245368 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-1cea75c9-a391-4689-9d64-ae729d637916 None None] For port 1a538154-4f27-4098-878a-679edc9016a0, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=1a538154-4f27-4098-878a-679edc9016a0,segment=NetworkSegment(c1e1177d-c197-4df9-a0d5-04d28987a4ed),segment_id=c1e1177d-c197-4df9-a0d5-04d28987a4ed)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:05:25.246019 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-15dd437d-356d-4d1f-92fa-ab9bff770f66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8093541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7915516'] for router, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:25.322038 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1cea75c9-a391-4689-9d64-ae729d637916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:25.376668 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cea75c9-a391-4689-9d64-ae729d637916 None None] Pushing event updated for resources: {'Port': ['ID=1a538154-4f27-4098-878a-679edc9016a0,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:05:25.435404 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15dd437d-356d-4d1f-92fa-ab9bff770f66 admin admin] Router 2389800d-42f7-4e23-879b-812c07b5a960 is scheduled to L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b with binding_index 1 {{(pid=95502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 20:05:25.441143 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-f2c9ea13-79e6-4855-bc6a-de2917dd89b7 None None] Provisioning complete for port 1a538154-4f27-4098-878a-679edc9016a0 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:05:25.441523 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f2c9ea13-79e6-4855-bc6a-de2917dd89b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:25.541543 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15dd437d-356d-4d1f-92fa-ab9bff770f66 admin admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 20:05:25.550190 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9630146b-78df-4442-8577-c98b88b0ef59 None None] Sync routers for ids ['2389800d-42f7-4e23-879b-812c07b5a960'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 20:05:25.559398 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9630146b-78df-4442-8577-c98b88b0ef59 None None] Routers {'2389800d-42f7-4e23-879b-812c07b5a960'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:05:25.567011 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-9630146b-78df-4442-8577-c98b88b0ef59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:05:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['2389800d-42f7-4e23-879b-812c07b5a960'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:05:25.609239 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-15dd437d-356d-4d1f-92fa-ab9bff770f66 admin admin] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:25.610502 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-15dd437d-356d-4d1f-92fa-ab9bff770f66 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2489779 Oct 12 20:05:25.613337 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 32902) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:05:25.666425 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-9630146b-78df-4442-8577-c98b88b0ef59 None None] Set router 2389800d-42f7-4e23-879b-812c07b5a960 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:05:25.844548 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-9630146b-78df-4442-8577-c98b88b0ef59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2389800d-42f7-4e23-879b-812c07b5a960', 'name': 'tempest-ServerActionsTestJSON-14519898-router', 'tenant_id': 'a5e47130084c49d29f3e03e734feff77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '75a63f28-3dab-4f96-8263-753a10c00cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:05:23Z', 'updated_at': '2021-10-12T20:05:24Z', 'revision_number': 3, 'project_id': 'a5e47130084c49d29f3e03e734feff77', 'gw_port': {'id': '75a63f28-3dab-4f96-8263-753a10c00cca', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:63:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2389800d-42f7-4e23-879b-812c07b5a960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:05:24Z', 'updated_at': '2021-10-12T20:05:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:05:25.872427 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9630146b-78df-4442-8577-c98b88b0ef59 None None] Checking router: 2389800d-42f7-4e23-879b-812c07b5a960 for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 20:05:25.872778 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9630146b-78df-4442-8577-c98b88b0ef59 None None] Updating router 2389800d-42f7-4e23-879b-812c07b5a960 port 75a63f28-3dab-4f96-8263-753a10c00cca binding host n-d-813679-3 {{(pid=95503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 20:05:25.897738 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9630146b-78df-4442-8577-c98b88b0ef59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:25.938218 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 1a538154-4f27-4098-878a-679edc9016a0 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 20:05:26.021530 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6a21bb13-682a-4950-8ef5-67fa62ba6ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:26.097132 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 1a538154-4f27-4098-878a-679edc9016a0 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:05:26.097730 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:26.226518 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-6a21bb13-682a-4950-8ef5-67fa62ba6ca2 admin admin] Allocated IP 172.20.0.1 (7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2/3416d6a2-0b37-4eb2-9bfa-f2efd452d7ed/142995b5-8f7f-4668-9555-845769fa1ec6) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 20:05:26.249051 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9630146b-78df-4442-8577-c98b88b0ef59 None None] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:26.326414 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6a21bb13-682a-4950-8ef5-67fa62ba6ca2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:26.361119 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9630146b-78df-4442-8577-c98b88b0ef59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:26.414739 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-9630146b-78df-4442-8577-c98b88b0ef59 None None] Attempting to bind port 75a63f28-3dab-4f96-8263-753a10c00cca on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 20:05:26.415605 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-9630146b-78df-4442-8577-c98b88b0ef59 None None] Attempting to bind port 75a63f28-3dab-4f96-8263-753a10c00cca by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 20:05:26.416084 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9630146b-78df-4442-8577-c98b88b0ef59 None None] Attempting to bind port 75a63f28-3dab-4f96-8263-753a10c00cca on network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 20:05:26.417759 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6a21bb13-682a-4950-8ef5-67fa62ba6ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:26.417914 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa10552c-5d25-4b65-87b7-933d79064f1f None None] Pushing event updated for resources: {'Port': ['ID=75a63f28-3dab-4f96-8263-753a10c00cca,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:05:26.427286 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9630146b-78df-4442-8577-c98b88b0ef59 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 20, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 20:05:26.427712 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9630146b-78df-4442-8577-c98b88b0ef59 None None] Checking segment: {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 20:05:26.428156 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9630146b-78df-4442-8577-c98b88b0ef59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:26.428621 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9630146b-78df-4442-8577-c98b88b0ef59 None None] Bound using segment: {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 20:05:26.429083 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-9630146b-78df-4442-8577-c98b88b0ef59 None None] Bound port: 75a63f28-3dab-4f96-8263-753a10c00cca, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 20:05:26.429463 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9630146b-78df-4442-8577-c98b88b0ef59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:26.451198 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a21bb13-682a-4950-8ef5-67fa62ba6ca2 admin admin] Network 7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 20:05:26.453981 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-6a21bb13-682a-4950-8ef5-67fa62ba6ca2 admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 20:05:26.459711 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a21bb13-682a-4950-8ef5-67fa62ba6ca2 admin admin] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 20:05:26.483659 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-9630146b-78df-4442-8577-c98b88b0ef59 None None] For port 75a63f28-3dab-4f96-8263-753a10c00cca, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 20:05:26.487092 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-9630146b-78df-4442-8577-c98b88b0ef59 None None] For port 75a63f28-3dab-4f96-8263-753a10c00cca, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=75a63f28-3dab-4f96-8263-753a10c00cca,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 20:05:26.495016 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21bb13-682a-4950-8ef5-67fa62ba6ca2 admin admin] Pushing event updated for resources: {'Port': ['ID=142995b5-8f7f-4668-9555-845769fa1ec6,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:05:26.509282 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6a21bb13-682a-4950-8ef5-67fa62ba6ca2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7915309'] for router_interface, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:26.590092 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9630146b-78df-4442-8577-c98b88b0ef59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:26.651090 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9630146b-78df-4442-8577-c98b88b0ef59 None None] Routers {'2389800d-42f7-4e23-879b-812c07b5a960'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:05:26.651722 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-9630146b-78df-4442-8577-c98b88b0ef59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:05:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['2389800d-42f7-4e23-879b-812c07b5a960'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:05:26.654692 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa10552c-5d25-4b65-87b7-933d79064f1f None None] Pushing event updated for resources: {'Port': ['ID=75a63f28-3dab-4f96-8263-753a10c00cca,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:05:26.704532 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6a21bb13-682a-4950-8ef5-67fa62ba6ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:26.757612 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-8349cd72-2565-473d-93f9-e9bc3388854f None None] Provisioning complete for port 142995b5-8f7f-4668-9555-845769fa1ec6 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:05:26.757986 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8349cd72-2565-473d-93f9-e9bc3388854f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:26.784379 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-9630146b-78df-4442-8577-c98b88b0ef59 None None] Set router 2389800d-42f7-4e23-879b-812c07b5a960 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:05:26.866248 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6a21bb13-682a-4950-8ef5-67fa62ba6ca2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:26.881670 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-8349cd72-2565-473d-93f9-e9bc3388854f None None] Port 142995b5-8f7f-4668-9555-845769fa1ec6 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 20:05:26.949608 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6a21bb13-682a-4950-8ef5-67fa62ba6ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:26.969096 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-9630146b-78df-4442-8577-c98b88b0ef59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2389800d-42f7-4e23-879b-812c07b5a960', 'name': 'tempest-ServerActionsTestJSON-14519898-router', 'tenant_id': 'a5e47130084c49d29f3e03e734feff77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '75a63f28-3dab-4f96-8263-753a10c00cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:05:23Z', 'updated_at': '2021-10-12T20:05:24Z', 'revision_number': 3, 'project_id': 'a5e47130084c49d29f3e03e734feff77', 'gw_port': {'id': '75a63f28-3dab-4f96-8263-753a10c00cca', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:63:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2389800d-42f7-4e23-879b-812c07b5a960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:05:24Z', 'updated_at': '2021-10-12T20:05:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:05:26.994390 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9630146b-78df-4442-8577-c98b88b0ef59 None None] The sync data for ids ['2389800d-42f7-4e23-879b-812c07b5a960'] in n-d-813679-3 is: [{'id': '2389800d-42f7-4e23-879b-812c07b5a960', 'name': 'tempest-ServerActionsTestJSON-14519898-router', 'tenant_id': 'a5e47130084c49d29f3e03e734feff77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '75a63f28-3dab-4f96-8263-753a10c00cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:05:23Z', 'updated_at': '2021-10-12T20:05:24Z', 'revision_number': 3, 'project_id': 'a5e47130084c49d29f3e03e734feff77', 'gw_port': {'id': '75a63f28-3dab-4f96-8263-753a10c00cca', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:63:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2389800d-42f7-4e23-879b-812c07b5a960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:05:24Z', 'updated_at': '2021-10-12T20:05:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 20:05:27.014754 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21bb13-682a-4950-8ef5-67fa62ba6ca2 admin admin] Pushing event updated for resources: {'Port': ['ID=142995b5-8f7f-4668-9555-845769fa1ec6,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:05:27.017336 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6a21bb13-682a-4950-8ef5-67fa62ba6ca2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7898980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8092605'] for router_interface, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:27.114119 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a21bb13-682a-4950-8ef5-67fa62ba6ca2 admin admin] Network 7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 20:05:27.115430 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-6a21bb13-682a-4950-8ef5-67fa62ba6ca2 admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 20:05:27.248502 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a21bb13-682a-4950-8ef5-67fa62ba6ca2 admin admin] Router 2389800d-42f7-4e23-879b-812c07b5a960 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 20:05:27.361738 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a21bb13-682a-4950-8ef5-67fa62ba6ca2 admin admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 20:05:27.366907 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-6a21bb13-682a-4950-8ef5-67fa62ba6ca2 admin admin] 10.222.0.49 "PUT /v2.0/routers/2389800d-42f7-4e23-879b-812c07b5a960/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7526054 Oct 12 20:05:27.403854 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-78c7f18b-49f2-42a1-bd9d-5abde3ec5618 None None] Provisioning complete for port 142995b5-8f7f-4668-9555-845769fa1ec6 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:05:27.404376 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-78c7f18b-49f2-42a1-bd9d-5abde3ec5618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:27.439134 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-78c7f18b-49f2-42a1-bd9d-5abde3ec5618 None None] Port 142995b5-8f7f-4668-9555-845769fa1ec6 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 20:05:27.902989 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 75a63f28-3dab-4f96-8263-753a10c00cca up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 20:05:27.953180 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 75a63f28-3dab-4f96-8263-753a10c00cca triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:05:27.953551 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:28.019414 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 32910) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:05:28.024952 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-b9fab901-c720-4899-a08c-9789aad14285 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1303317776', 'description': 'tempest-description--608818673'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:05:28.031413 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:28.051371 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] For port 75a63f28-3dab-4f96-8263-753a10c00cca, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=75a63f28-3dab-4f96-8263-753a10c00cca,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:05:28.115582 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b9fab901-c720-4899-a08c-9789aad14285 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:28.126563 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:28.174464 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Pushing event updated for resources: {'Port': ['ID=75a63f28-3dab-4f96-8263-753a10c00cca,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:05:28.186614 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b9fab901-c720-4899-a08c-9789aad14285 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:28.229473 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b9fab901-c720-4899-a08c-9789aad14285 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:28.257193 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fab901-c720-4899-a08c-9789aad14285 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:05:28.295167 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b9fab901-c720-4899-a08c-9789aad14285 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:28.296586 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-b9fab901-c720-4899-a08c-9789aad14285 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2760029 Oct 12 20:05:28.299409 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 32912) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:05:28.303859 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-24c5fe0f-4321-4018-b977-32259ff6cb9d tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Request body: {'security_group_rule': {'security_group_id': '66b3b269-1b2c-48cf-8d3e-75a0bf41acf6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:05:28.377823 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-24c5fe0f-4321-4018-b977-32259ff6cb9d tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:28.435410 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-24c5fe0f-4321-4018-b977-32259ff6cb9d tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:28.486917 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-24c5fe0f-4321-4018-b977-32259ff6cb9d tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:28.507156 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c5fe0f-4321-4018-b977-32259ff6cb9d tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35af0b64-ea97-48a6-b26c-befcd12ce5bb,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:05:28.563339 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-24c5fe0f-4321-4018-b977-32259ff6cb9d tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:28.564603 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-24c5fe0f-4321-4018-b977-32259ff6cb9d tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2641690 Oct 12 20:05:28.567208 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 32914) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:05:28.571582 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-bd5828be-924c-4b62-bd9f-d91522b507a1 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Request body: {'security_group_rule': {'security_group_id': '66b3b269-1b2c-48cf-8d3e-75a0bf41acf6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:05:28.606314 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6130c7-422d-43be-8784-42d9fe89433a None None] Sync routers for ids ['2389800d-42f7-4e23-879b-812c07b5a960'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 20:05:28.615539 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6130c7-422d-43be-8784-42d9fe89433a None None] Routers {'2389800d-42f7-4e23-879b-812c07b5a960'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:05:28.616193 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-7c6130c7-422d-43be-8784-42d9fe89433a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:05:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['2389800d-42f7-4e23-879b-812c07b5a960'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:05:28.645639 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bd5828be-924c-4b62-bd9f-d91522b507a1 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:28.702960 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bd5828be-924c-4b62-bd9f-d91522b507a1 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:28.719362 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-7c6130c7-422d-43be-8784-42d9fe89433a None None] Set router 2389800d-42f7-4e23-879b-812c07b5a960 gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:05:28.755141 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bd5828be-924c-4b62-bd9f-d91522b507a1 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:28.773194 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5828be-924c-4b62-bd9f-d91522b507a1 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fcf38cb-ae8e-4066-b132-85ea44ed722b,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:05:28.814222 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bd5828be-924c-4b62-bd9f-d91522b507a1 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:28.815420 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-bd5828be-924c-4b62-bd9f-d91522b507a1 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2472646 Oct 12 20:05:28.818475 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 32916) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:05:28.823074 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-d2949afb-89ae-428e-8d5b-29df6aec30b5 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Request body: {'floatingip': {'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:05:28.887010 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d2949afb-89ae-428e-8d5b-29df6aec30b5 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Notify callbacks [] for floatingip, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:28.916330 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-7c6130c7-422d-43be-8784-42d9fe89433a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2389800d-42f7-4e23-879b-812c07b5a960', 'name': 'tempest-ServerActionsTestJSON-14519898-router', 'tenant_id': 'a5e47130084c49d29f3e03e734feff77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '75a63f28-3dab-4f96-8263-753a10c00cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:05:23Z', 'updated_at': '2021-10-12T20:05:26Z', 'revision_number': 4, 'project_id': 'a5e47130084c49d29f3e03e734feff77', 'gw_port': {'id': '75a63f28-3dab-4f96-8263-753a10c00cca', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:63:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2389800d-42f7-4e23-879b-812c07b5a960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:05:24Z', 'updated_at': '2021-10-12T20:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '142995b5-8f7f-4668-9555-845769fa1ec6', 'name': '', 'network_id': '7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2', 'tenant_id': 'a5e47130084c49d29f3e03e734feff77', 'mac_address': 'fa:16:3e:d8:da:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2389800d-42f7-4e23-879b-812c07b5a960', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '3416d6a2-0b37-4eb2-9bfa-f2efd452d7ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:05:26Z', 'updated_at': '2021-10-12T20:05:26Z', 'revision_number': 2, 'project_id': 'a5e47130084c49d29f3e03e734feff77', 'subnets': [{'id': '3416d6a2-0b37-4eb2-9bfa-f2efd452d7ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:05:28.941899 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6130c7-422d-43be-8784-42d9fe89433a None None] Checking router: 2389800d-42f7-4e23-879b-812c07b5a960 for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 20:05:28.942248 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6130c7-422d-43be-8784-42d9fe89433a None None] Updating router 2389800d-42f7-4e23-879b-812c07b5a960 port 142995b5-8f7f-4668-9555-845769fa1ec6 binding host n-d-813679-3 {{(pid=95504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 20:05:28.966513 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-7c6130c7-422d-43be-8784-42d9fe89433a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:28.985623 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d2949afb-89ae-428e-8d5b-29df6aec30b5 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:29.091847 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-d2949afb-89ae-428e-8d5b-29df6aec30b5 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Allocated IP 172.25.5.103 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/b9ac437e-593f-4ec5-9b38-bb1e7039f33c) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 20:05:29.183419 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b79bc3b4-a22d-42e3-b72c-85b8a5ca68a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:29.193510 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d2949afb-89ae-428e-8d5b-29df6aec30b5 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:29.230351 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-7c6130c7-422d-43be-8784-42d9fe89433a None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:29.297876 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d2949afb-89ae-428e-8d5b-29df6aec30b5 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:29.331884 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-7c6130c7-422d-43be-8784-42d9fe89433a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:29.335011 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2949afb-89ae-428e-8d5b-29df6aec30b5 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 20:05:29.338451 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-d2949afb-89ae-428e-8d5b-29df6aec30b5 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 20:05:29.340814 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2949afb-89ae-428e-8d5b-29df6aec30b5 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 20:05:29.373283 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2949afb-89ae-428e-8d5b-29df6aec30b5 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Pushing event updated for resources: {'Port': ['ID=b9ac437e-593f-4ec5-9b38-bb1e7039f33c,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:05:29.382267 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de42ff8-6881-4f5b-8fd0-1c3561d0fe86 None None] Pushing event updated for resources: {'Port': ['ID=142995b5-8f7f-4668-9555-845769fa1ec6,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:05:29.392452 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de42ff8-6881-4f5b-8fd0-1c3561d0fe86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:05:29.396140 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de42ff8-6881-4f5b-8fd0-1c3561d0fe86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:05:29.396140 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de42ff8-6881-4f5b-8fd0-1c3561d0fe86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:05:29.396491 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de42ff8-6881-4f5b-8fd0-1c3561d0fe86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:05:29.397074 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de42ff8-6881-4f5b-8fd0-1c3561d0fe86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:05:29.397253 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de42ff8-6881-4f5b-8fd0-1c3561d0fe86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:05:29.397688 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de42ff8-6881-4f5b-8fd0-1c3561d0fe86 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:05:29.397962 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de42ff8-6881-4f5b-8fd0-1c3561d0fe86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:05:29.398283 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de42ff8-6881-4f5b-8fd0-1c3561d0fe86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:05:29.398938 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de42ff8-6881-4f5b-8fd0-1c3561d0fe86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:05:29.399116 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de42ff8-6881-4f5b-8fd0-1c3561d0fe86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:05:29.400012 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de42ff8-6881-4f5b-8fd0-1c3561d0fe86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:05:29.442908 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d2949afb-89ae-428e-8d5b-29df6aec30b5 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:29.464956 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-7c6130c7-422d-43be-8784-42d9fe89433a None None] Attempting to bind port 142995b5-8f7f-4668-9555-845769fa1ec6 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 20:05:29.465344 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-7c6130c7-422d-43be-8784-42d9fe89433a None None] Attempting to bind port 142995b5-8f7f-4668-9555-845769fa1ec6 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'c1e1177d-c197-4df9-a0d5-04d28987a4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 20:05:29.466957 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6130c7-422d-43be-8784-42d9fe89433a None None] Attempting to bind port 142995b5-8f7f-4668-9555-845769fa1ec6 on network 7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 20:05:29.470915 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6130c7-422d-43be-8784-42d9fe89433a None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 20, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 20:05:29.471287 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6130c7-422d-43be-8784-42d9fe89433a None None] Checking segment: {'id': 'c1e1177d-c197-4df9-a0d5-04d28987a4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 20:05:29.471689 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-7c6130c7-422d-43be-8784-42d9fe89433a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:29.472113 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6130c7-422d-43be-8784-42d9fe89433a None None] Bound using segment: {'id': 'c1e1177d-c197-4df9-a0d5-04d28987a4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 20:05:29.472576 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-7c6130c7-422d-43be-8784-42d9fe89433a None None] Bound port: 142995b5-8f7f-4668-9555-845769fa1ec6, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1e1177d-c197-4df9-a0d5-04d28987a4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 20:05:29.472956 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-7c6130c7-422d-43be-8784-42d9fe89433a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:29.541353 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-7c6130c7-422d-43be-8784-42d9fe89433a None None] For port 142995b5-8f7f-4668-9555-845769fa1ec6, host n-d-813679-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 20:05:29.544689 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-7c6130c7-422d-43be-8784-42d9fe89433a None None] For port 142995b5-8f7f-4668-9555-845769fa1ec6, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=142995b5-8f7f-4668-9555-845769fa1ec6,segment=NetworkSegment(c1e1177d-c197-4df9-a0d5-04d28987a4ed),segment_id=c1e1177d-c197-4df9-a0d5-04d28987a4ed)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 20:05:29.551462 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d2949afb-89ae-428e-8d5b-29df6aec30b5 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:29.619074 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-7c6130c7-422d-43be-8784-42d9fe89433a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:29.677408 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6130c7-422d-43be-8784-42d9fe89433a None None] Routers {'2389800d-42f7-4e23-879b-812c07b5a960'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:05:29.678298 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-7c6130c7-422d-43be-8784-42d9fe89433a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:05:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['2389800d-42f7-4e23-879b-812c07b5a960'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:05:29.681990 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de42ff8-6881-4f5b-8fd0-1c3561d0fe86 None None] Pushing event updated for resources: {'Port': ['ID=142995b5-8f7f-4668-9555-845769fa1ec6,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:05:29.683172 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-e98d805c-f3ae-43dd-a6cb-3882aa5abf02 None None] Provisioning complete for port 142995b5-8f7f-4668-9555-845769fa1ec6 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:05:29.683554 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e98d805c-f3ae-43dd-a6cb-3882aa5abf02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:29.722741 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d2949afb-89ae-428e-8d5b-29df6aec30b5 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:29.772796 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e98d805c-f3ae-43dd-a6cb-3882aa5abf02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:29.778270 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d2949afb-89ae-428e-8d5b-29df6aec30b5 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:29.801303 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-7c6130c7-422d-43be-8784-42d9fe89433a None None] Set router 2389800d-42f7-4e23-879b-812c07b5a960 gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:05:29.810019 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-e98d805c-f3ae-43dd-a6cb-3882aa5abf02 None None] For port 142995b5-8f7f-4668-9555-845769fa1ec6, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=142995b5-8f7f-4668-9555-845769fa1ec6,segment=NetworkSegment(c1e1177d-c197-4df9-a0d5-04d28987a4ed),segment_id=c1e1177d-c197-4df9-a0d5-04d28987a4ed)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:05:29.860231 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2949afb-89ae-428e-8d5b-29df6aec30b5 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Pushing event updated for resources: {'Port': ['ID=b9ac437e-593f-4ec5-9b38-bb1e7039f33c,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:05:29.869547 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d2949afb-89ae-428e-8d5b-29df6aec30b5 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7915414'] for floatingip, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:29.881499 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e98d805c-f3ae-43dd-a6cb-3882aa5abf02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:29.907472 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 75a63f28-3dab-4f96-8263-753a10c00cca up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 20:05:29.953247 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d2949afb-89ae-428e-8d5b-29df6aec30b5 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:29.963779 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-d2949afb-89ae-428e-8d5b-29df6aec30b5 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1353712 Oct 12 20:05:29.966104 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98d805c-f3ae-43dd-a6cb-3882aa5abf02 None None] Pushing event updated for resources: {'Port': ['ID=142995b5-8f7f-4668-9555-845769fa1ec6,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:05:29.983451 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 75a63f28-3dab-4f96-8263-753a10c00cca triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:05:29.983827 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:30.033232 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-4f175de0-965d-44ff-b47a-a73f3d396aea None None] Provisioning complete for port 142995b5-8f7f-4668-9555-845769fa1ec6 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:05:30.033603 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4f175de0-965d-44ff-b47a-a73f3d396aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:30.133277 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1df837ce-9a24-41a4-9cf7-9620dc6c778a req-f12de3db-7272-405c-ba44-de51bb9d8a63 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1303317776&fields=id&tenant_id=a5e47130084c49d29f3e03e734feff77 HTTP/1.1" status: 200 len: 267 time: 0.0528104 Oct 12 20:05:30.137984 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-7c6130c7-422d-43be-8784-42d9fe89433a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2389800d-42f7-4e23-879b-812c07b5a960', 'name': 'tempest-ServerActionsTestJSON-14519898-router', 'tenant_id': 'a5e47130084c49d29f3e03e734feff77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '75a63f28-3dab-4f96-8263-753a10c00cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:05:23Z', 'updated_at': '2021-10-12T20:05:26Z', 'revision_number': 4, 'project_id': 'a5e47130084c49d29f3e03e734feff77', 'gw_port': {'id': '75a63f28-3dab-4f96-8263-753a10c00cca', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:63:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2389800d-42f7-4e23-879b-812c07b5a960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:05:24Z', 'updated_at': '2021-10-12T20:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '142995b5-8f7f-4668-9555-845769fa1ec6', 'name': '', 'network_id': '7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2', 'tenant_id': 'a5e47130084c49d29f3e03e734feff77', 'mac_address': 'fa:16:3e:d8:da:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2389800d-42f7-4e23-879b-812c07b5a960', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '3416d6a2-0b37-4eb2-9bfa-f2efd452d7ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:05:26Z', 'updated_at': '2021-10-12T20:05:29Z', 'revision_number': 4, 'project_id': 'a5e47130084c49d29f3e03e734feff77', 'subnets': [{'id': '3416d6a2-0b37-4eb2-9bfa-f2efd452d7ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:05:30.165891 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6130c7-422d-43be-8784-42d9fe89433a None None] The sync data for ids ['2389800d-42f7-4e23-879b-812c07b5a960'] in n-d-813679-3 is: [{'id': '2389800d-42f7-4e23-879b-812c07b5a960', 'name': 'tempest-ServerActionsTestJSON-14519898-router', 'tenant_id': 'a5e47130084c49d29f3e03e734feff77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '75a63f28-3dab-4f96-8263-753a10c00cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:05:23Z', 'updated_at': '2021-10-12T20:05:26Z', 'revision_number': 4, 'project_id': 'a5e47130084c49d29f3e03e734feff77', 'gw_port': {'id': '75a63f28-3dab-4f96-8263-753a10c00cca', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:63:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2389800d-42f7-4e23-879b-812c07b5a960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:05:24Z', 'updated_at': '2021-10-12T20:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '142995b5-8f7f-4668-9555-845769fa1ec6', 'name': '', 'network_id': '7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2', 'tenant_id': 'a5e47130084c49d29f3e03e734feff77', 'mac_address': 'fa:16:3e:d8:da:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2389800d-42f7-4e23-879b-812c07b5a960', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '3416d6a2-0b37-4eb2-9bfa-f2efd452d7ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:05:26Z', 'updated_at': '2021-10-12T20:05:29Z', 'revision_number': 4, 'project_id': 'a5e47130084c49d29f3e03e734feff77', 'subnets': [{'id': '3416d6a2-0b37-4eb2-9bfa-f2efd452d7ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 20:05:30.247118 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df837ce-9a24-41a4-9cf7-9620dc6c778a req-c6053033-2bf4-44f6-b904-9e0477bc291f tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:05:30.248594 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1df837ce-9a24-41a4-9cf7-9620dc6c778a req-c6053033-2bf4-44f6-b904-9e0477bc291f tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/networks?id=7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2 HTTP/1.1" status: 200 len: 810 time: 0.1145170 Oct 12 20:05:30.267882 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1df837ce-9a24-41a4-9cf7-9620dc6c778a req-3ff754ef-554c-451b-b588-013b4d2d9936 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/quotas/a5e47130084c49d29f3e03e734feff77 HTTP/1.1" status: 200 len: 375 time: 0.0095639 Oct 12 20:05:30.323259 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1df837ce-9a24-41a4-9cf7-9620dc6c778a req-e566bd9e-27d9-463b-b98d-ee4a663e7457 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=a5e47130084c49d29f3e03e734feff77&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0494092 Oct 12 20:05:30.431167 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1df837ce-9a24-41a4-9cf7-9620dc6c778a req-82101ef7-cb02-40ba-ae3b-4da31a6f1833 service neutron] 10.222.0.49 "GET /v2.0/networks/7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927408 Oct 12 20:05:30.522292 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1df837ce-9a24-41a4-9cf7-9620dc6c778a req-cd1ed71d-0a6d-43af-99af-8c7423c9d599 service neutron] 10.222.0.49 "GET /v2.0/networks/7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850258 Oct 12 20:05:30.744139 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-65b7d653-56ba-4b8f-8d1e-d273f0e7d3a2 req-7d971f1c-8f2c-4208-9b33-85c66f8df42f tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=41e7ec78-ea79-4bcc-b158-78308d8736fb HTTP/1.1" status: 200 len: 210 time: 0.0332706 Oct 12 20:05:31.754478 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-784e66c9-003b-46b8-b8fa-fc1e4bbe686d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:31.842680 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-921bdbf9-f41f-4e46-b4b1-15b239bf1d20 req-fd06ce7e-6c14-4d25-b8a6-b975dc379d08 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=41e7ec78-ea79-4bcc-b158-78308d8736fb HTTP/1.1" status: 200 len: 210 time: 0.0310988 Oct 12 20:05:31.909481 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 142995b5-8f7f-4668-9555-845769fa1ec6 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 20:05:31.955810 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 142995b5-8f7f-4668-9555-845769fa1ec6 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:05:31.956157 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:32.498200 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:32.693223 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df837ce-9a24-41a4-9cf7-9620dc6c778a req-a4438816-60eb-49c6-9e42-02387ac1a61a tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:05:32.694683 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1df837ce-9a24-41a4-9cf7-9620dc6c778a req-a4438816-60eb-49c6-9e42-02387ac1a61a tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.67 "GET /v2.0/networks?id=7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2 HTTP/1.1" status: 200 len: 810 time: 0.1011732 Oct 12 20:05:32.736626 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1df837ce-9a24-41a4-9cf7-9620dc6c778a req-128f8e47-e5d0-4179-8532-1241baafc082 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a5e47130084c49d29f3e03e734feff77 HTTP/1.1" status: 200 len: 380 time: 0.0318339 Oct 12 20:05:32.746698 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-1df837ce-9a24-41a4-9cf7-9620dc6c778a req-307453a0-e5bc-4743-abc3-2bbe08ec247c tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Request body: {'port': {'device_id': '41e7ec78-ea79-4bcc-b158-78308d8736fb', 'network_id': '7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2', 'admin_state_up': True, 'tenant_id': 'a5e47130084c49d29f3e03e734feff77', 'security_groups': ['66b3b269-1b2c-48cf-8d3e-75a0bf41acf6']}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:05:32.909640 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1df837ce-9a24-41a4-9cf7-9620dc6c778a req-307453a0-e5bc-4743-abc3-2bbe08ec247c tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Made reservation on behalf of a5e47130084c49d29f3e03e734feff77 for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 20:05:32.913349 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-1df837ce-9a24-41a4-9cf7-9620dc6c778a req-307453a0-e5bc-4743-abc3-2bbe08ec247c tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:32.945797 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-82147c1b-2f59-4bd7-9cf0-293bf6f38ac0 req-5feb8e5d-4650-49c2-bad8-00d3b4e63091 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=41e7ec78-ea79-4bcc-b158-78308d8736fb HTTP/1.1" status: 200 len: 210 time: 0.0334387 Oct 12 20:05:33.045719 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [req-1df837ce-9a24-41a4-9cf7-9620dc6c778a req-307453a0-e5bc-4743-abc3-2bbe08ec247c tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Allocated IP 172.20.0.14 (7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2/3416d6a2-0b37-4eb2-9bfa-f2efd452d7ed/af69b03b-6ac0-4b8f-a4c7-7b53d499e7b5) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 20:05:33.181625 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-1df837ce-9a24-41a4-9cf7-9620dc6c778a req-307453a0-e5bc-4743-abc3-2bbe08ec247c tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:33.188716 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:33.269608 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-1df837ce-9a24-41a4-9cf7-9620dc6c778a req-307453a0-e5bc-4743-abc3-2bbe08ec247c tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:33.315387 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1df837ce-9a24-41a4-9cf7-9620dc6c778a req-307453a0-e5bc-4743-abc3-2bbe08ec247c tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Network 7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 20:05:33.318394 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [req-1df837ce-9a24-41a4-9cf7-9620dc6c778a req-307453a0-e5bc-4743-abc3-2bbe08ec247c tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 20:05:33.322322 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-1df837ce-9a24-41a4-9cf7-9620dc6c778a req-307453a0-e5bc-4743-abc3-2bbe08ec247c tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 20:05:33.329590 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:33.349780 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307453a0-e5bc-4743-abc3-2bbe08ec247c tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Pushing event updated for resources: {'Port': ['ID=af69b03b-6ac0-4b8f-a4c7-7b53d499e7b5,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:05:33.376822 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df837ce-9a24-41a4-9cf7-9620dc6c778a req-307453a0-e5bc-4743-abc3-2bbe08ec247c tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:05:33.377358 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-1df837ce-9a24-41a4-9cf7-9620dc6c778a req-307453a0-e5bc-4743-abc3-2bbe08ec247c tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:33.443920 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1df837ce-9a24-41a4-9cf7-9620dc6c778a req-307453a0-e5bc-4743-abc3-2bbe08ec247c tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7013111 Oct 12 20:05:33.458256 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-1df837ce-9a24-41a4-9cf7-9620dc6c778a req-d4c757c5-a3cd-4f8e-90ce-7934e0588f4a service neutron] Request body: {'port': {'device_id': '41e7ec78-ea79-4bcc-b158-78308d8736fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-3'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:05:33.516724 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-1df837ce-9a24-41a4-9cf7-9620dc6c778a req-d4c757c5-a3cd-4f8e-90ce-7934e0588f4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:33.596361 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-9890ea3a-7edc-4be0-8f54-3e838697484c None None] Provisioning complete for port af69b03b-6ac0-4b8f-a4c7-7b53d499e7b5 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:05:33.596662 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9890ea3a-7edc-4be0-8f54-3e838697484c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:33.792791 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-9890ea3a-7edc-4be0-8f54-3e838697484c None None] Port af69b03b-6ac0-4b8f-a4c7-7b53d499e7b5 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 20:05:33.797056 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [req-1df837ce-9a24-41a4-9cf7-9620dc6c778a req-d4c757c5-a3cd-4f8e-90ce-7934e0588f4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af69b03b-6ac0-4b8f-a4c7-7b53d499e7b5 {{(pid=95501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 20:05:33.804521 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-1df837ce-9a24-41a4-9cf7-9620dc6c778a req-d4c757c5-a3cd-4f8e-90ce-7934e0588f4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:33.816048 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.provisioning_blocks [req-1df837ce-9a24-41a4-9cf7-9620dc6c778a req-d4c757c5-a3cd-4f8e-90ce-7934e0588f4a service neutron] Transition to ACTIVE for port object af69b03b-6ac0-4b8f-a4c7-7b53d499e7b5 will not be triggered until provisioned by entity L2. {{(pid=95501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 20:05:33.891795 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-1df837ce-9a24-41a4-9cf7-9620dc6c778a req-d4c757c5-a3cd-4f8e-90ce-7934e0588f4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:33.941440 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c757c5-a3cd-4f8e-90ce-7934e0588f4a service neutron] Pushing event updated for resources: {'Port': ['ID=af69b03b-6ac0-4b8f-a4c7-7b53d499e7b5,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:05:34.031171 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-1df837ce-9a24-41a4-9cf7-9620dc6c778a req-d4c757c5-a3cd-4f8e-90ce-7934e0588f4a service neutron] Attempting to bind port af69b03b-6ac0-4b8f-a4c7-7b53d499e7b5 on host n-h2-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 20:05:34.031659 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-1df837ce-9a24-41a4-9cf7-9620dc6c778a req-d4c757c5-a3cd-4f8e-90ce-7934e0588f4a service neutron] Attempting to bind port af69b03b-6ac0-4b8f-a4c7-7b53d499e7b5 by drivers openvswitch,hyperv on host n-h2-813679-3 at level 0 using segments [{'id': 'c1e1177d-c197-4df9-a0d5-04d28987a4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 20:05:34.032109 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df837ce-9a24-41a4-9cf7-9620dc6c778a req-d4c757c5-a3cd-4f8e-90ce-7934e0588f4a service neutron] Attempting to bind port af69b03b-6ac0-4b8f-a4c7-7b53d499e7b5 on network 7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 20:05:34.051692 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df837ce-9a24-41a4-9cf7-9620dc6c778a req-d4c757c5-a3cd-4f8e-90ce-7934e0588f4a service neutron] Port af69b03b-6ac0-4b8f-a4c7-7b53d499e7b5 on network 7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 20:05:34.051930 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df837ce-9a24-41a4-9cf7-9620dc6c778a req-d4c757c5-a3cd-4f8e-90ce-7934e0588f4a service neutron] Attempting to bind port af69b03b-6ac0-4b8f-a4c7-7b53d499e7b5 on network 7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 20:05:34.061766 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df837ce-9a24-41a4-9cf7-9620dc6c778a req-d4c757c5-a3cd-4f8e-90ce-7934e0588f4a service neutron] Checking agent: {'id': '233fbd7d-38e4-434f-bb8f-05364d7423a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 20, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 20:05:34.062099 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df837ce-9a24-41a4-9cf7-9620dc6c778a req-d4c757c5-a3cd-4f8e-90ce-7934e0588f4a service neutron] Checking segment: {'id': 'c1e1177d-c197-4df9-a0d5-04d28987a4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 20:05:34.062482 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df837ce-9a24-41a4-9cf7-9620dc6c778a req-d4c757c5-a3cd-4f8e-90ce-7934e0588f4a service neutron] Bound using segment: {'id': 'c1e1177d-c197-4df9-a0d5-04d28987a4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2'} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 20:05:34.062915 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-1df837ce-9a24-41a4-9cf7-9620dc6c778a req-d4c757c5-a3cd-4f8e-90ce-7934e0588f4a service neutron] Bound port: af69b03b-6ac0-4b8f-a4c7-7b53d499e7b5, host: n-h2-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1e1177d-c197-4df9-a0d5-04d28987a4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2'}}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 20:05:34.063271 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-1df837ce-9a24-41a4-9cf7-9620dc6c778a req-d4c757c5-a3cd-4f8e-90ce-7934e0588f4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:34.089397 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad425780-04e3-4c44-9722-51ccc4fd17e1 req-641044bb-a29a-46fd-ac31-14fdfae638ae tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:05:34.090936 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ad425780-04e3-4c44-9722-51ccc4fd17e1 req-641044bb-a29a-46fd-ac31-14fdfae638ae tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=41e7ec78-ea79-4bcc-b158-78308d8736fb HTTP/1.1" status: 200 len: 944 time: 0.0821245 Oct 12 20:05:34.162932 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ad425780-04e3-4c44-9722-51ccc4fd17e1 req-43fa8c8c-815b-4fdd-8894-8815cd2c5e63 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522730 Oct 12 20:05:34.167564 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-1df837ce-9a24-41a4-9cf7-9620dc6c778a req-d4c757c5-a3cd-4f8e-90ce-7934e0588f4a service neutron] For port af69b03b-6ac0-4b8f-a4c7-7b53d499e7b5, host n-h2-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 20:05:34.170713 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-1df837ce-9a24-41a4-9cf7-9620dc6c778a req-d4c757c5-a3cd-4f8e-90ce-7934e0588f4a service neutron] For port af69b03b-6ac0-4b8f-a4c7-7b53d499e7b5, host n-h2-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=af69b03b-6ac0-4b8f-a4c7-7b53d499e7b5,segment=NetworkSegment(c1e1177d-c197-4df9-a0d5-04d28987a4ed),segment_id=c1e1177d-c197-4df9-a0d5-04d28987a4ed)] {{(pid=95501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 20:05:34.241415 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-1df837ce-9a24-41a4-9cf7-9620dc6c778a req-d4c757c5-a3cd-4f8e-90ce-7934e0588f4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:34.273604 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df837ce-9a24-41a4-9cf7-9620dc6c778a req-d4c757c5-a3cd-4f8e-90ce-7934e0588f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:05:34.274384 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-1df837ce-9a24-41a4-9cf7-9620dc6c778a req-d4c757c5-a3cd-4f8e-90ce-7934e0588f4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:34.276471 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1df837ce-9a24-41a4-9cf7-9620dc6c778a req-d4c757c5-a3cd-4f8e-90ce-7934e0588f4a service neutron] 10.222.0.67 "PUT /v2.0/ports/af69b03b-6ac0-4b8f-a4c7-7b53d499e7b5 HTTP/1.1" status: 200 len: 1092 time: 0.8228505 Oct 12 20:05:34.276991 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41e7ec78-ea79-4bcc-b158-78308d8736fb', 'tag': 'af69b03b-6ac0-4b8f-a4c7-7b53d499e7b5'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:05:34.279323 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb95d1fd2c129897c579fad334b80d254aedf37052d0da15dc031cfeff01165" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22301b9d-b0cf-4953-b8fb-b3f21d23eba5" -d '{"events": [{"name": "network-changed", "server_uuid": "41e7ec78-ea79-4bcc-b158-78308d8736fb", "tag": "af69b03b-6ac0-4b8f-a4c7-7b53d499e7b5"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:05:34.309921 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c757c5-a3cd-4f8e-90ce-7934e0588f4a service neutron] Pushing event updated for resources: {'Port': ['ID=af69b03b-6ac0-4b8f-a4c7-7b53d499e7b5,revision_number=3']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:05:34.333391 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 20:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8436b729-742a-42e0-a2b0-8b9010e05845 x-openstack-request-id: req-8436b729-742a-42e0-a2b0-8b9010e05845 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:05:34.333684 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41e7ec78-ea79-4bcc-b158-78308d8736fb", "tag": "af69b03b-6ac0-4b8f-a4c7-7b53d499e7b5", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:05:34.333944 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8436b729-742a-42e0-a2b0-8b9010e05845 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:05:34.334351 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41e7ec78-ea79-4bcc-b158-78308d8736fb', 'tag': 'af69b03b-6ac0-4b8f-a4c7-7b53d499e7b5', 'status': 'completed', 'code': 200} Oct 12 20:05:34.404265 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22301b9d-b0cf-4953-b8fb-b3f21d23eba5 req-63f5509c-014a-437e-905d-7b15b3f6884e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:05:34.405980 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-22301b9d-b0cf-4953-b8fb-b3f21d23eba5 req-63f5509c-014a-437e-905d-7b15b3f6884e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a5e47130084c49d29f3e03e734feff77&device_id=41e7ec78-ea79-4bcc-b158-78308d8736fb HTTP/1.1" status: 200 len: 1095 time: 0.0489144 Oct 12 20:05:34.406485 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:34.506044 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22301b9d-b0cf-4953-b8fb-b3f21d23eba5 req-8e2e2668-1d18-478c-8423-443fb65396b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:05:34.507517 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-22301b9d-b0cf-4953-b8fb-b3f21d23eba5 req-8e2e2668-1d18-478c-8423-443fb65396b5 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=a5e47130084c49d29f3e03e734feff77&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0934517 Oct 12 20:05:34.603974 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22301b9d-b0cf-4953-b8fb-b3f21d23eba5 req-0bfd3147-8ee5-42c4-9f88-e4c18870b382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:05:34.605658 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-22301b9d-b0cf-4953-b8fb-b3f21d23eba5 req-0bfd3147-8ee5-42c4-9f88-e4c18870b382 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0911112 Oct 12 20:05:34.684202 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df837ce-9a24-41a4-9cf7-9620dc6c778a req-7f74d696-2d2a-4118-bcac-3e526062941e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:05:34.685693 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1df837ce-9a24-41a4-9cf7-9620dc6c778a req-7f74d696-2d2a-4118-bcac-3e526062941e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a5e47130084c49d29f3e03e734feff77&device_id=41e7ec78-ea79-4bcc-b158-78308d8736fb HTTP/1.1" status: 200 len: 1095 time: 0.0410380 Oct 12 20:05:34.686471 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:34.732060 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1df837ce-9a24-41a4-9cf7-9620dc6c778a req-d9e4c06f-7ed8-46ef-858f-b18adc6a5315 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af69b03b-6ac0-4b8f-a4c7-7b53d499e7b5 HTTP/1.1" status: 200 len: 217 time: 0.0379152 Oct 12 20:05:34.779411 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df837ce-9a24-41a4-9cf7-9620dc6c778a req-67883c66-569f-4ff8-9c8e-0bb9d6c8341c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:05:34.780845 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1df837ce-9a24-41a4-9cf7-9620dc6c778a req-67883c66-569f-4ff8-9c8e-0bb9d6c8341c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3416d6a2-0b37-4eb2-9bfa-f2efd452d7ed HTTP/1.1" status: 200 len: 849 time: 0.0423698 Oct 12 20:05:34.825140 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df837ce-9a24-41a4-9cf7-9620dc6c778a req-a79ad498-bf0a-44ec-a7fd-ce082d1f0a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:05:34.826620 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1df837ce-9a24-41a4-9cf7-9620dc6c778a req-a79ad498-bf0a-44ec-a7fd-ce082d1f0a93 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392637 Oct 12 20:05:34.918145 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1df837ce-9a24-41a4-9cf7-9620dc6c778a req-948ab8ba-50ab-40af-b9b7-7a606ff66b1c service neutron] 10.222.0.67 "GET /v2.0/networks/7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841606 Oct 12 20:05:35.007626 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1df837ce-9a24-41a4-9cf7-9620dc6c778a req-5aef842d-5473-4231-bce9-5b804bdeeb6d service neutron] 10.222.0.67 "GET /v2.0/networks/7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820172 Oct 12 20:05:35.281298 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883dbad0-14ae-4230-a6b7-bd768406a026 req-6342ab13-eb1d-41f0-b89b-752567fb955a tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:05:35.282744 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-883dbad0-14ae-4230-a6b7-bd768406a026 req-6342ab13-eb1d-41f0-b89b-752567fb955a tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=41e7ec78-ea79-4bcc-b158-78308d8736fb HTTP/1.1" status: 200 len: 944 time: 0.0487089 Oct 12 20:05:35.318440 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-883dbad0-14ae-4230-a6b7-bd768406a026 req-b24fff4e-8493-4481-9602-75375c91c243 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297918 Oct 12 20:05:36.432664 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4f0ad9-bc36-480b-bf03-a0e0021e540e req-8e23b4b1-13f0-4ef1-8471-305532b4bf83 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:05:36.434090 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0e4f0ad9-bc36-480b-bf03-a0e0021e540e req-8e23b4b1-13f0-4ef1-8471-305532b4bf83 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=41e7ec78-ea79-4bcc-b158-78308d8736fb HTTP/1.1" status: 200 len: 944 time: 0.0484090 Oct 12 20:05:36.470573 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0e4f0ad9-bc36-480b-bf03-a0e0021e540e req-9fe4ade5-285e-4dcf-a07d-57ce244f6271 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304074 Oct 12 20:05:36.921081 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device af69b03b-6ac0-4b8f-a4c7-7b53d499e7b5 details requested by agent hyperv_n-h2-813679-3 with host n-h2-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 20:05:37.013985 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port af69b03b-6ac0-4b8f-a4c7-7b53d499e7b5, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=af69b03b-6ac0-4b8f-a4c7-7b53d499e7b5,segment=NetworkSegment(c1e1177d-c197-4df9-a0d5-04d28987a4ed),segment_id=c1e1177d-c197-4df9-a0d5-04d28987a4ed)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:05:37.027574 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Returning: {'device': 'af69b03b-6ac0-4b8f-a4c7-7b53d499e7b5', 'network_id': '7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2', 'port_id': 'af69b03b-6ac0-4b8f-a4c7-7b53d499e7b5', 'mac_address': 'fa:16:3e:1f:8e:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3416d6a2-0b37-4eb2-9bfa-f2efd452d7ed', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 20:05:37.063362 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:37.075751 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af69b03b-6ac0-4b8f-a4c7-7b53d499e7b5 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 20:05:37.093867 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port af69b03b-6ac0-4b8f-a4c7-7b53d499e7b5, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=af69b03b-6ac0-4b8f-a4c7-7b53d499e7b5,segment=NetworkSegment(c1e1177d-c197-4df9-a0d5-04d28987a4ed),segment_id=c1e1177d-c197-4df9-a0d5-04d28987a4ed)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:05:37.189268 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:37.234829 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=af69b03b-6ac0-4b8f-a4c7-7b53d499e7b5,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:05:37.377713 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['af69b03b-6ac0-4b8f-a4c7-7b53d499e7b5'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 20:05:37.591159 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706af470-d6aa-4aa9-a750-bc18f73f61d0 req-67b51670-ddea-4e36-9602-fb545df44ca7 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:05:37.593313 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-706af470-d6aa-4aa9-a750-bc18f73f61d0 req-67b51670-ddea-4e36-9602-fb545df44ca7 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=41e7ec78-ea79-4bcc-b158-78308d8736fb HTTP/1.1" status: 200 len: 945 time: 0.0558763 Oct 12 20:05:37.633653 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-706af470-d6aa-4aa9-a750-bc18f73f61d0 req-917e8e34-ce15-420b-aca2-a6457d442b6f tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341289 Oct 12 20:05:38.746752 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4a2233-4613-4bc6-9e59-ff36e2559620 req-b173e7e5-a1fb-41be-b57e-a08d5f680989 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:05:38.748223 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5b4a2233-4613-4bc6-9e59-ff36e2559620 req-b173e7e5-a1fb-41be-b57e-a08d5f680989 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=41e7ec78-ea79-4bcc-b158-78308d8736fb HTTP/1.1" status: 200 len: 945 time: 0.0478055 Oct 12 20:05:38.784549 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5b4a2233-4613-4bc6-9e59-ff36e2559620 req-ef1ab3cc-a25e-4569-92d6-843a3dab01c9 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303288 Oct 12 20:05:38.936680 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device af69b03b-6ac0-4b8f-a4c7-7b53d499e7b5 up at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 20:05:39.041555 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning for port af69b03b-6ac0-4b8f-a4c7-7b53d499e7b5 completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 20:05:39.045845 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning complete for port af69b03b-6ac0-4b8f-a4c7-7b53d499e7b5 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:05:39.046265 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:39.128545 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:39.151037 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41e7ec78-ea79-4bcc-b158-78308d8736fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af69b03b-6ac0-4b8f-a4c7-7b53d499e7b5'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:05:39.153631 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4461588a-b15a-4c17-a4d3-e91d2bdd9f60" -d '{"events": [{"server_uuid": "41e7ec78-ea79-4bcc-b158-78308d8736fb", "name": "network-vif-plugged", "status": "completed", "tag": "af69b03b-6ac0-4b8f-a4c7-7b53d499e7b5"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:05:39.167421 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port af69b03b-6ac0-4b8f-a4c7-7b53d499e7b5, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=af69b03b-6ac0-4b8f-a4c7-7b53d499e7b5,segment=NetworkSegment(c1e1177d-c197-4df9-a0d5-04d28987a4ed),segment_id=c1e1177d-c197-4df9-a0d5-04d28987a4ed)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:05:39.191174 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 20:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8778b1d1-f9f9-402c-9299-50a1a5bbe07f x-openstack-request-id: req-8778b1d1-f9f9-402c-9299-50a1a5bbe07f {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:05:39.191466 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41e7ec78-ea79-4bcc-b158-78308d8736fb", "name": "network-vif-plugged", "status": "completed", "tag": "af69b03b-6ac0-4b8f-a4c7-7b53d499e7b5", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:05:39.191722 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8778b1d1-f9f9-402c-9299-50a1a5bbe07f {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:05:39.192172 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41e7ec78-ea79-4bcc-b158-78308d8736fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af69b03b-6ac0-4b8f-a4c7-7b53d499e7b5', 'code': 200} Oct 12 20:05:39.234765 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:39.283262 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=af69b03b-6ac0-4b8f-a4c7-7b53d499e7b5,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:05:39.293583 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd3cdca-3f68-447e-aeaa-56eefe287a74 req-c17b3607-c00c-4b7f-83b8-d45a4ba96796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:05:39.295162 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6bd3cdca-3f68-447e-aeaa-56eefe287a74 req-c17b3607-c00c-4b7f-83b8-d45a4ba96796 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=41e7ec78-ea79-4bcc-b158-78308d8736fb HTTP/1.1" status: 200 len: 1097 time: 0.0431173 Oct 12 20:05:39.330946 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6bd3cdca-3f68-447e-aeaa-56eefe287a74 req-4f469ab6-b183-433e-9858-8e4f9cc63bd0 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290918 Oct 12 20:05:39.903682 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1c0dd4-db28-4f4c-8c5e-c6a176c845c2 req-081f847d-9beb-4c40-b18a-bc2c57d29dff tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:05:39.905130 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ba1c0dd4-db28-4f4c-8c5e-c6a176c845c2 req-081f847d-9beb-4c40-b18a-bc2c57d29dff tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=41e7ec78-ea79-4bcc-b158-78308d8736fb HTTP/1.1" status: 200 len: 946 time: 0.0525870 Oct 12 20:05:39.942305 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ba1c0dd4-db28-4f4c-8c5e-c6a176c845c2 req-05d4a8cb-e54a-42ec-9c77-31a69610dfae tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312986 Oct 12 20:05:41.059810 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937e1922-ab49-45e1-8241-b231c44d781a req-49f04346-6312-49df-b7b7-526557d995d0 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:05:41.061391 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-937e1922-ab49-45e1-8241-b231c44d781a req-49f04346-6312-49df-b7b7-526557d995d0 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=41e7ec78-ea79-4bcc-b158-78308d8736fb HTTP/1.1" status: 200 len: 946 time: 0.0494802 Oct 12 20:05:41.100072 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-937e1922-ab49-45e1-8241-b231c44d781a req-b3a2f3b1-f348-44bc-9ce2-6921a4d74b5a tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327191 Oct 12 20:05:41.210111 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f23820-148c-4047-89e1-d1872893ffbf req-e6828bf9-4cc7-4e88-8bf5-a07b110a82d6 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:05:41.211549 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-25f23820-148c-4047-89e1-d1872893ffbf req-e6828bf9-4cc7-4e88-8bf5-a07b110a82d6 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=41e7ec78-ea79-4bcc-b158-78308d8736fb HTTP/1.1" status: 200 len: 946 time: 0.0482154 Oct 12 20:05:41.220777 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 32970) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:05:41.225080 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-68716146-d59c-4994-8fdf-ee2c22a8e77d tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Request body: {'floatingip': {'port_id': 'af69b03b-6ac0-4b8f-a4c7-7b53d499e7b5'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:05:41.264279 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-68716146-d59c-4994-8fdf-ee2c22a8e77d tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Notify callbacks [] for floatingip, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:41.970066 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.db.resource_extend [None req-68716146-d59c-4994-8fdf-ee2c22a8e77d tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 12 20:05:42.017256 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-68716146-d59c-4994-8fdf-ee2c22a8e77d tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:42.068985 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-68716146-d59c-4994-8fdf-ee2c22a8e77d tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7915414'] for floatingip, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:42.167234 n-d-813679-3 neutron-server[95502]: INFO neutron.db.l3_db [None req-68716146-d59c-4994-8fdf-ee2c22a8e77d tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Floating IP 0798c97e-9052-4880-8a9e-a490256f1dd4 associated. External IP: 172.25.5.103, port: af69b03b-6ac0-4b8f-a4c7-7b53d499e7b5. Oct 12 20:05:42.367625 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68716146-d59c-4994-8fdf-ee2c22a8e77d tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Router 2389800d-42f7-4e23-879b-812c07b5a960 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 20:05:42.473079 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68716146-d59c-4994-8fdf-ee2c22a8e77d tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 20:05:42.478112 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-68716146-d59c-4994-8fdf-ee2c22a8e77d tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:05:42.483099 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a2332d-75c5-4cf3-a0c7-6c0c0abf6d57 None None] Sync routers for ids ['2389800d-42f7-4e23-879b-812c07b5a960'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 20:05:42.492825 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a2332d-75c5-4cf3-a0c7-6c0c0abf6d57 None None] Routers {'2389800d-42f7-4e23-879b-812c07b5a960'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:05:42.493441 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-e2a2332d-75c5-4cf3-a0c7-6c0c0abf6d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:05:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['2389800d-42f7-4e23-879b-812c07b5a960'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:05:42.504670 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-68716146-d59c-4994-8fdf-ee2c22a8e77d tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "PUT /v2.0/floatingips/0798c97e-9052-4880-8a9e-a490256f1dd4 HTTP/1.1" status: 200 len: 992 time: 1.2828841 Oct 12 20:05:42.505253 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41e7ec78-ea79-4bcc-b158-78308d8736fb', 'tag': 'af69b03b-6ac0-4b8f-a4c7-7b53d499e7b5'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:05:42.507504 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8f81ce4-7966-479a-a695-fc84b15f9699" -d '{"events": [{"name": "network-changed", "server_uuid": "41e7ec78-ea79-4bcc-b158-78308d8736fb", "tag": "af69b03b-6ac0-4b8f-a4c7-7b53d499e7b5"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:05:42.548733 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 20:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-325c5781-80c2-4b1c-8b93-67537a03ca13 x-openstack-request-id: req-325c5781-80c2-4b1c-8b93-67537a03ca13 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:05:42.549031 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41e7ec78-ea79-4bcc-b158-78308d8736fb", "tag": "af69b03b-6ac0-4b8f-a4c7-7b53d499e7b5", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:05:42.549284 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-325c5781-80c2-4b1c-8b93-67537a03ca13 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:05:42.549684 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41e7ec78-ea79-4bcc-b158-78308d8736fb', 'tag': 'af69b03b-6ac0-4b8f-a4c7-7b53d499e7b5', 'status': 'completed', 'code': 200} Oct 12 20:05:42.601734 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-e2a2332d-75c5-4cf3-a0c7-6c0c0abf6d57 None None] Set router 2389800d-42f7-4e23-879b-812c07b5a960 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:05:42.613862 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f81ce4-7966-479a-a695-fc84b15f9699 req-bd75b7d6-9c2e-4f92-bb6a-81f94dfb1ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:05:42.615341 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b8f81ce4-7966-479a-a695-fc84b15f9699 req-bd75b7d6-9c2e-4f92-bb6a-81f94dfb1ecc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a5e47130084c49d29f3e03e734feff77&device_id=41e7ec78-ea79-4bcc-b158-78308d8736fb HTTP/1.1" status: 200 len: 1097 time: 0.0446255 Oct 12 20:05:42.702822 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f81ce4-7966-479a-a695-fc84b15f9699 req-3486c3e1-7d5d-445b-a295-bf8c1a50f38e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:05:42.704472 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b8f81ce4-7966-479a-a695-fc84b15f9699 req-3486c3e1-7d5d-445b-a295-bf8c1a50f38e service neutron] 10.222.0.67 "GET /v2.0/networks?id=7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2 HTTP/1.1" status: 200 len: 911 time: 0.0826325 Oct 12 20:05:42.771665 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b8f81ce4-7966-479a-a695-fc84b15f9699 req-35630d47-8913-4af0-8c69-2450f11a3988 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af69b03b-6ac0-4b8f-a4c7-7b53d499e7b5 HTTP/1.1" status: 200 len: 1000 time: 0.0595107 Oct 12 20:05:42.819986 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f81ce4-7966-479a-a695-fc84b15f9699 req-385053df-8179-4615-8584-0e0291ed531a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:05:42.820658 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-e2a2332d-75c5-4cf3-a0c7-6c0c0abf6d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2389800d-42f7-4e23-879b-812c07b5a960', 'name': 'tempest-ServerActionsTestJSON-14519898-router', 'tenant_id': 'a5e47130084c49d29f3e03e734feff77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '75a63f28-3dab-4f96-8263-753a10c00cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:05:23Z', 'updated_at': '2021-10-12T20:05:26Z', 'revision_number': 4, 'project_id': 'a5e47130084c49d29f3e03e734feff77', 'gw_port': {'id': '75a63f28-3dab-4f96-8263-753a10c00cca', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:63:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2389800d-42f7-4e23-879b-812c07b5a960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:05:24Z', 'updated_at': '2021-10-12T20:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': '0798c97e-9052-4880-8a9e-a490256f1dd4', 'tenant_id': 'a5e47130084c49d29f3e03e734feff77', 'floating_ip_address': '172.25.5.103', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': '2389800d-42f7-4e23-879b-812c07b5a960', 'port_id': 'af69b03b-6ac0-4b8f-a4c7-7b53d499e7b5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2', 'mac_address': 'fa:16:3e:1f:8e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e7ec78-ea79-4bcc-b158-78308d8736fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T20:05:29Z', 'updated_at': '2021-10-12T20:05:41Z', 'revision_number': 1, 'project_id': 'a5e47130084c49d29f3e03e734feff77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '142995b5-8f7f-4668-9555-845769fa1ec6', 'name': '', 'network_id': '7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2', 'tenant_id': 'a5e47130084c49d29f3e03e734feff77', 'mac_address': 'fa:16:3e:d8:da:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2389800d-42f7-4e23-879b-812c07b5a960', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '3416d6a2-0b37-4eb2-9bfa-f2efd452d7ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:05:26Z', 'updated_at': '2021-10-12T20:05:29Z', 'revision_number': 5, 'project_id': 'a5e47130084c49d29f3e03e734feff77', 'subnets': [{'id': '3416d6a2-0b37-4eb2-9bfa-f2efd452d7ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:05:42.821456 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b8f81ce4-7966-479a-a695-fc84b15f9699 req-385053df-8179-4615-8584-0e0291ed531a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3416d6a2-0b37-4eb2-9bfa-f2efd452d7ed HTTP/1.1" status: 200 len: 849 time: 0.0418148 Oct 12 20:05:42.847485 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a2332d-75c5-4cf3-a0c7-6c0c0abf6d57 None None] Checking router: 2389800d-42f7-4e23-879b-812c07b5a960 for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 20:05:42.855761 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a2332d-75c5-4cf3-a0c7-6c0c0abf6d57 None None] Routers {'2389800d-42f7-4e23-879b-812c07b5a960'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:05:42.856392 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-e2a2332d-75c5-4cf3-a0c7-6c0c0abf6d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:05:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['2389800d-42f7-4e23-879b-812c07b5a960'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:05:42.868914 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f81ce4-7966-479a-a695-fc84b15f9699 req-b6d66548-786a-4455-aa18-c6003f957936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:05:42.870469 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b8f81ce4-7966-479a-a695-fc84b15f9699 req-b6d66548-786a-4455-aa18-c6003f957936 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410457 Oct 12 20:05:42.958578 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-e2a2332d-75c5-4cf3-a0c7-6c0c0abf6d57 None None] Set router 2389800d-42f7-4e23-879b-812c07b5a960 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:05:42.963455 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b8f81ce4-7966-479a-a695-fc84b15f9699 req-1b2e96fd-e69c-424a-9c11-cc5775e70123 service neutron] 10.222.0.67 "GET /v2.0/networks/7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856636 Oct 12 20:05:43.051805 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b8f81ce4-7966-479a-a695-fc84b15f9699 req-53156a53-f92f-46bf-bc1d-6eb3b36ee07c service neutron] 10.222.0.67 "GET /v2.0/networks/7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808945 Oct 12 20:05:43.176498 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-e2a2332d-75c5-4cf3-a0c7-6c0c0abf6d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2389800d-42f7-4e23-879b-812c07b5a960', 'name': 'tempest-ServerActionsTestJSON-14519898-router', 'tenant_id': 'a5e47130084c49d29f3e03e734feff77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '75a63f28-3dab-4f96-8263-753a10c00cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:05:23Z', 'updated_at': '2021-10-12T20:05:26Z', 'revision_number': 4, 'project_id': 'a5e47130084c49d29f3e03e734feff77', 'gw_port': {'id': '75a63f28-3dab-4f96-8263-753a10c00cca', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:63:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2389800d-42f7-4e23-879b-812c07b5a960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:05:24Z', 'updated_at': '2021-10-12T20:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': '0798c97e-9052-4880-8a9e-a490256f1dd4', 'tenant_id': 'a5e47130084c49d29f3e03e734feff77', 'floating_ip_address': '172.25.5.103', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': '2389800d-42f7-4e23-879b-812c07b5a960', 'port_id': 'af69b03b-6ac0-4b8f-a4c7-7b53d499e7b5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2', 'mac_address': 'fa:16:3e:1f:8e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e7ec78-ea79-4bcc-b158-78308d8736fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T20:05:29Z', 'updated_at': '2021-10-12T20:05:41Z', 'revision_number': 1, 'project_id': 'a5e47130084c49d29f3e03e734feff77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '142995b5-8f7f-4668-9555-845769fa1ec6', 'name': '', 'network_id': '7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2', 'tenant_id': 'a5e47130084c49d29f3e03e734feff77', 'mac_address': 'fa:16:3e:d8:da:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2389800d-42f7-4e23-879b-812c07b5a960', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '3416d6a2-0b37-4eb2-9bfa-f2efd452d7ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:05:26Z', 'updated_at': '2021-10-12T20:05:29Z', 'revision_number': 5, 'project_id': 'a5e47130084c49d29f3e03e734feff77', 'subnets': [{'id': '3416d6a2-0b37-4eb2-9bfa-f2efd452d7ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:05:43.205890 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a2332d-75c5-4cf3-a0c7-6c0c0abf6d57 None None] The sync data for ids ['2389800d-42f7-4e23-879b-812c07b5a960'] in n-d-813679-3 is: [{'id': '2389800d-42f7-4e23-879b-812c07b5a960', 'name': 'tempest-ServerActionsTestJSON-14519898-router', 'tenant_id': 'a5e47130084c49d29f3e03e734feff77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '75a63f28-3dab-4f96-8263-753a10c00cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:05:23Z', 'updated_at': '2021-10-12T20:05:26Z', 'revision_number': 4, 'project_id': 'a5e47130084c49d29f3e03e734feff77', 'gw_port': {'id': '75a63f28-3dab-4f96-8263-753a10c00cca', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:63:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2389800d-42f7-4e23-879b-812c07b5a960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:05:24Z', 'updated_at': '2021-10-12T20:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': '0798c97e-9052-4880-8a9e-a490256f1dd4', 'tenant_id': 'a5e47130084c49d29f3e03e734feff77', 'floating_ip_address': '172.25.5.103', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': '2389800d-42f7-4e23-879b-812c07b5a960', 'port_id': 'af69b03b-6ac0-4b8f-a4c7-7b53d499e7b5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2', 'mac_address': 'fa:16:3e:1f:8e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e7ec78-ea79-4bcc-b158-78308d8736fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T20:05:29Z', 'updated_at': '2021-10-12T20:05:41Z', 'revision_number': 1, 'project_id': 'a5e47130084c49d29f3e03e734feff77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '142995b5-8f7f-4668-9555-845769fa1ec6', 'name': '', 'network_id': '7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2', 'tenant_id': 'a5e47130084c49d29f3e03e734feff77', 'mac_address': 'fa:16:3e:d8:da:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2389800d-42f7-4e23-879b-812c07b5a960', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '3416d6a2-0b37-4eb2-9bfa-f2efd452d7ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:05:26Z', 'updated_at': '2021-10-12T20:05:29Z', 'revision_number': 5, 'project_id': 'a5e47130084c49d29f3e03e734feff77', 'subnets': [{'id': '3416d6a2-0b37-4eb2-9bfa-f2efd452d7ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 20:05:43.393410 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b5221e-abbb-4a0d-8712-f3c7be861c83 None None] New status for floating IP 0798c97e-9052-4880-8a9e-a490256f1dd4: ACTIVE {{(pid=95504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 20:05:50.166222 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 20:05:57.692425 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8e6bc34f-c9ae-4d4e-983d-481c08dfe31a req-937a12f8-8d34-406a-a0c1-13c6711f2280 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=41e7ec78-ea79-4bcc-b158-78308d8736fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0896995 Oct 12 20:05:57.782038 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6bc34f-c9ae-4d4e-983d-481c08dfe31a req-17cf0bf7-bb8c-4bbd-a1be-453c13131ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:05:57.783537 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8e6bc34f-c9ae-4d4e-983d-481c08dfe31a req-17cf0bf7-bb8c-4bbd-a1be-453c13131ae9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a5e47130084c49d29f3e03e734feff77&device_id=41e7ec78-ea79-4bcc-b158-78308d8736fb HTTP/1.1" status: 200 len: 1097 time: 0.0450728 Oct 12 20:05:57.884729 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6bc34f-c9ae-4d4e-983d-481c08dfe31a req-3b7acf78-9fea-471f-9bd3-f1559d054753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:05:57.886124 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8e6bc34f-c9ae-4d4e-983d-481c08dfe31a req-3b7acf78-9fea-471f-9bd3-f1559d054753 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2 HTTP/1.1" status: 200 len: 911 time: 0.0835452 Oct 12 20:05:57.954940 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8e6bc34f-c9ae-4d4e-983d-481c08dfe31a req-760fa637-7241-4c73-946a-04e2b22c9546 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af69b03b-6ac0-4b8f-a4c7-7b53d499e7b5 HTTP/1.1" status: 200 len: 1002 time: 0.0596817 Oct 12 20:05:58.004189 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6bc34f-c9ae-4d4e-983d-481c08dfe31a req-4f28b322-ec7f-463f-9554-8ec9e683f1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:05:58.005573 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8e6bc34f-c9ae-4d4e-983d-481c08dfe31a req-4f28b322-ec7f-463f-9554-8ec9e683f1f4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3416d6a2-0b37-4eb2-9bfa-f2efd452d7ed HTTP/1.1" status: 200 len: 849 time: 0.0423059 Oct 12 20:05:58.050905 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6bc34f-c9ae-4d4e-983d-481c08dfe31a req-45f550ea-907e-4a3a-9e80-de3cf2fb2847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:05:58.052408 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8e6bc34f-c9ae-4d4e-983d-481c08dfe31a req-45f550ea-907e-4a3a-9e80-de3cf2fb2847 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383384 Oct 12 20:05:58.144192 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8e6bc34f-c9ae-4d4e-983d-481c08dfe31a req-54ffd7eb-d0cc-4b47-857b-cfc11692b1c1 service neutron] 10.222.0.67 "GET /v2.0/networks/7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836921 Oct 12 20:05:58.231718 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8e6bc34f-c9ae-4d4e-983d-481c08dfe31a req-cde941ce-deda-4826-bff2-dc64ae432c95 service neutron] 10.222.0.67 "GET /v2.0/networks/7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797460 Oct 12 20:05:59.171063 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6117a9d2-b328-4c2d-830f-89eb8e50bb6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:06:01.725053 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b26bf28b-6d71-4eda-841f-a8c889cd7f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:06:02.507916 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:06:03.228474 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:06:03.302143 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:06:04.348236 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:06:04.685077 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:06:27.165667 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 20:06:29.170069 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-50892ffb-5d01-4b61-8181-989705d4da7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:06:31.742205 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8fbe7b7a-f2cc-4387-a95d-e6381563fc6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:06:32.541910 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:06:33.198914 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:06:33.307326 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:06:34.358942 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:06:34.684671 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:06:59.175596 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2f585c00-5d5b-4af0-ad65-f837614cfd23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:06:59.640371 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1924e479-651c-4c3e-926c-1af890c6cb6e req-f8e17fba-f9f5-4bf1-96d4-f7f3a5d83ab5 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=41e7ec78-ea79-4bcc-b158-78308d8736fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0417247 Oct 12 20:06:59.724761 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1924e479-651c-4c3e-926c-1af890c6cb6e req-21af0203-0088-4bd9-b378-74ac9e6de217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:06:59.726234 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1924e479-651c-4c3e-926c-1af890c6cb6e req-21af0203-0088-4bd9-b378-74ac9e6de217 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a5e47130084c49d29f3e03e734feff77&device_id=41e7ec78-ea79-4bcc-b158-78308d8736fb HTTP/1.1" status: 200 len: 1097 time: 0.0445602 Oct 12 20:06:59.826915 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1924e479-651c-4c3e-926c-1af890c6cb6e req-626150fd-be11-44b8-88c8-4c948e7e92e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:06:59.828384 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1924e479-651c-4c3e-926c-1af890c6cb6e req-626150fd-be11-44b8-88c8-4c948e7e92e0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2 HTTP/1.1" status: 200 len: 911 time: 0.0825622 Oct 12 20:06:59.894722 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1924e479-651c-4c3e-926c-1af890c6cb6e req-4b97c264-fbb4-4b6b-adfe-9d0d651a48c5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af69b03b-6ac0-4b8f-a4c7-7b53d499e7b5 HTTP/1.1" status: 200 len: 1002 time: 0.0596561 Oct 12 20:06:59.942323 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1924e479-651c-4c3e-926c-1af890c6cb6e req-1bf81100-32f8-48b4-8090-fca012ec0ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:06:59.943743 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1924e479-651c-4c3e-926c-1af890c6cb6e req-1bf81100-32f8-48b4-8090-fca012ec0ce7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3416d6a2-0b37-4eb2-9bfa-f2efd452d7ed HTTP/1.1" status: 200 len: 849 time: 0.0420032 Oct 12 20:06:59.987645 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1924e479-651c-4c3e-926c-1af890c6cb6e req-ad5e91fe-eed2-48e9-9b70-0337f7d81d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:06:59.989141 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1924e479-651c-4c3e-926c-1af890c6cb6e req-ad5e91fe-eed2-48e9-9b70-0337f7d81d0b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384340 Oct 12 20:07:00.090312 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1924e479-651c-4c3e-926c-1af890c6cb6e req-d7ed9acf-4ad2-47d3-8cab-65c5594e1b22 service neutron] 10.222.0.67 "GET /v2.0/networks/7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921156 Oct 12 20:07:00.180092 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1924e479-651c-4c3e-926c-1af890c6cb6e req-9c9c870b-a877-4445-b91b-463ef78c91de service neutron] 10.222.0.67 "GET /v2.0/networks/7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821419 Oct 12 20:07:01.763695 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b284cb7d-4559-409c-ae91-8609ad62bd8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:07:02.529476 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:07:03.204313 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:07:03.352662 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:07:04.165321 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 20:07:04.397095 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:07:04.689824 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:07:18.216256 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae1bde4-46d2-4c7b-b019-995c3ace2403 req-6f038a5b-9b39-4d78-8089-ed4255e8d5ea tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:07:18.217731 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-eae1bde4-46d2-4c7b-b019-995c3ace2403 req-6f038a5b-9b39-4d78-8089-ed4255e8d5ea tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=41e7ec78-ea79-4bcc-b158-78308d8736fb HTTP/1.1" status: 200 len: 946 time: 0.0498891 Oct 12 20:07:18.254221 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-eae1bde4-46d2-4c7b-b019-995c3ace2403 req-85c5f009-c580-4451-9011-2a20f249d27d tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305552 Oct 12 20:07:18.606291 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5dbabb-042b-464b-b9c9-26c68b115fbb req-b2338d54-fd31-4732-88a1-cffc6e72f3cc tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:07:18.607779 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7f5dbabb-042b-464b-b9c9-26c68b115fbb req-b2338d54-fd31-4732-88a1-cffc6e72f3cc tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=41e7ec78-ea79-4bcc-b158-78308d8736fb HTTP/1.1" status: 200 len: 946 time: 0.0534317 Oct 12 20:07:18.647631 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7f5dbabb-042b-464b-b9c9-26c68b115fbb req-eecd3b2f-7898-4ad5-a3f3-5af5fd5a890d tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316725 Oct 12 20:07:18.658904 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 33178) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:07:18.746481 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a7181a3a-8504-43a2-835d-623636737244 req-d47fe5ad-d23f-43df-bb6f-d19145700993 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=41e7ec78-ea79-4bcc-b158-78308d8736fb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0864327 Oct 12 20:07:18.755277 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [req-a7181a3a-8504-43a2-835d-623636737244 req-0a51220d-b995-4d41-9003-068de04e0fe3 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 20:07:18.756306 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a7181a3a-8504-43a2-835d-623636737244 req-0a51220d-b995-4d41-9003-068de04e0fe3 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0050259 Oct 12 20:07:19.769878 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0072de-1d98-4d02-b917-58ef2704aed4 req-b21698c3-0dd1-4d7f-98a7-aeebb0a4ce3a tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:07:19.771357 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2b0072de-1d98-4d02-b917-58ef2704aed4 req-b21698c3-0dd1-4d7f-98a7-aeebb0a4ce3a tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=41e7ec78-ea79-4bcc-b158-78308d8736fb HTTP/1.1" status: 200 len: 946 time: 0.0524387 Oct 12 20:07:19.809634 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2b0072de-1d98-4d02-b917-58ef2704aed4 req-74404bd7-81c9-46e0-be5b-51d6449cfb0d tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313134 Oct 12 20:07:20.773219 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7181a3a-8504-43a2-835d-623636737244 req-39a80062-f350-48b5-8abf-9957a5e28078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:07:20.774693 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a7181a3a-8504-43a2-835d-623636737244 req-39a80062-f350-48b5-8abf-9957a5e28078 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a5e47130084c49d29f3e03e734feff77&device_id=41e7ec78-ea79-4bcc-b158-78308d8736fb HTTP/1.1" status: 200 len: 1097 time: 0.0408626 Oct 12 20:07:20.864727 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7181a3a-8504-43a2-835d-623636737244 req-4b09e852-a91c-4141-b6e7-69f314f5d03b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:07:20.866852 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a7181a3a-8504-43a2-835d-623636737244 req-4b09e852-a91c-4141-b6e7-69f314f5d03b service neutron] 10.222.0.67 "GET /v2.0/networks?id=7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2 HTTP/1.1" status: 200 len: 911 time: 0.0857432 Oct 12 20:07:20.924924 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d9c47c-829e-4b38-ac0b-378b53b4f76c req-11ce87f9-2891-4fe6-8c68-9e504e236119 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:07:20.926379 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-51d9c47c-829e-4b38-ac0b-378b53b4f76c req-11ce87f9-2891-4fe6-8c68-9e504e236119 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=41e7ec78-ea79-4bcc-b158-78308d8736fb HTTP/1.1" status: 200 len: 946 time: 0.0478191 Oct 12 20:07:20.931447 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a7181a3a-8504-43a2-835d-623636737244 req-b6fcc17b-e256-4755-a201-240b9a730620 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af69b03b-6ac0-4b8f-a4c7-7b53d499e7b5 HTTP/1.1" status: 200 len: 1002 time: 0.0575492 Oct 12 20:07:20.967496 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-51d9c47c-829e-4b38-ac0b-378b53b4f76c req-2eeee34f-1801-4117-9281-eebfc5dced15 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336168 Oct 12 20:07:20.986107 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7181a3a-8504-43a2-835d-623636737244 req-4e9e047d-5b3f-4686-938b-8ef38e719842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:07:20.988096 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a7181a3a-8504-43a2-835d-623636737244 req-4e9e047d-5b3f-4686-938b-8ef38e719842 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3416d6a2-0b37-4eb2-9bfa-f2efd452d7ed HTTP/1.1" status: 200 len: 849 time: 0.0481782 Oct 12 20:07:21.038656 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7181a3a-8504-43a2-835d-623636737244 req-701e9c6d-2421-475c-b185-47e6597b1fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:07:21.040082 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a7181a3a-8504-43a2-835d-623636737244 req-701e9c6d-2421-475c-b185-47e6597b1fe9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449607 Oct 12 20:07:21.128980 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a7181a3a-8504-43a2-835d-623636737244 req-35f4be8b-2810-4025-a498-6661fa5b1d94 service neutron] 10.222.0.67 "GET /v2.0/networks/7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819600 Oct 12 20:07:21.219074 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a7181a3a-8504-43a2-835d-623636737244 req-629b0018-bab2-46f5-8af7-ca6d5c66e889 service neutron] 10.222.0.67 "GET /v2.0/networks/7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836124 Oct 12 20:07:22.086100 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86986529-0b83-4c7e-a3ec-503cbf889c93 req-acee5d4c-eaf1-4609-b4df-8a1ca510db49 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:07:22.087868 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-86986529-0b83-4c7e-a3ec-503cbf889c93 req-acee5d4c-eaf1-4609-b4df-8a1ca510db49 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=41e7ec78-ea79-4bcc-b158-78308d8736fb HTTP/1.1" status: 200 len: 946 time: 0.0516436 Oct 12 20:07:22.124981 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-86986529-0b83-4c7e-a3ec-503cbf889c93 req-ecab465c-2b41-433a-803c-c5033051845e tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313427 Oct 12 20:07:23.240636 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c255fb-28b9-4ac8-a21d-29517fb1e33b req-29c2e88a-52c2-4d11-8653-aaef1e3655cd tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:07:23.242114 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-71c255fb-28b9-4ac8-a21d-29517fb1e33b req-29c2e88a-52c2-4d11-8653-aaef1e3655cd tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=41e7ec78-ea79-4bcc-b158-78308d8736fb HTTP/1.1" status: 200 len: 946 time: 0.0492327 Oct 12 20:07:23.279248 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-71c255fb-28b9-4ac8-a21d-29517fb1e33b req-26baec5e-f766-4eba-81ac-2b3b3165874f tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312057 Oct 12 20:07:24.466443 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b3b26d-b794-4cbc-b3d6-2516475ad0cb req-7f306027-d4cf-4875-bcf5-c692f123e2c1 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:07:24.467908 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-72b3b26d-b794-4cbc-b3d6-2516475ad0cb req-7f306027-d4cf-4875-bcf5-c692f123e2c1 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=41e7ec78-ea79-4bcc-b158-78308d8736fb HTTP/1.1" status: 200 len: 946 time: 0.0491476 Oct 12 20:07:24.505010 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-72b3b26d-b794-4cbc-b3d6-2516475ad0cb req-5afa8498-d6e0-4745-bab0-4e0f272cd84f tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312648 Oct 12 20:07:25.663092 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e27caf9-ed4a-4d5c-983d-857c9eb24e76 req-65bfcae7-3477-44a5-b4da-c441595ae8be tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:07:25.664582 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9e27caf9-ed4a-4d5c-983d-857c9eb24e76 req-65bfcae7-3477-44a5-b4da-c441595ae8be tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=41e7ec78-ea79-4bcc-b158-78308d8736fb HTTP/1.1" status: 200 len: 946 time: 0.0534461 Oct 12 20:07:25.701611 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9e27caf9-ed4a-4d5c-983d-857c9eb24e76 req-afe20623-146e-4395-b4c3-ef1904a7d511 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311582 Oct 12 20:07:26.813898 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa514a7-0f65-4697-8894-af20d6573a9e req-7a265e59-38d5-4372-8da6-63c4be3cb546 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:07:26.815422 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cfa514a7-0f65-4697-8894-af20d6573a9e req-7a265e59-38d5-4372-8da6-63c4be3cb546 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=41e7ec78-ea79-4bcc-b158-78308d8736fb HTTP/1.1" status: 200 len: 946 time: 0.0469418 Oct 12 20:07:26.855527 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cfa514a7-0f65-4697-8894-af20d6573a9e req-2f98b2a7-dffb-4a56-a7b3-d037cb8d4673 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336573 Oct 12 20:07:28.047857 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1ab2d2-6cc2-46b4-8dd8-09385e276d0d req-05e1a11f-eb5e-4e57-8ece-1b8a56119ad9 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:07:28.049347 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ea1ab2d2-6cc2-46b4-8dd8-09385e276d0d req-05e1a11f-eb5e-4e57-8ece-1b8a56119ad9 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=41e7ec78-ea79-4bcc-b158-78308d8736fb HTTP/1.1" status: 200 len: 946 time: 0.0906789 Oct 12 20:07:28.086808 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ea1ab2d2-6cc2-46b4-8dd8-09385e276d0d req-4affcf09-2a79-4212-abf5-69308e339206 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316677 Oct 12 20:07:29.162905 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-15b9f6db-4d43-44f5-b980-554233172be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:07:29.282635 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3325c9ca-dd37-4571-a59e-fe751cf806d2 req-2099b1d0-718e-4c7f-80aa-6691557afa94 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:07:29.284105 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3325c9ca-dd37-4571-a59e-fe751cf806d2 req-2099b1d0-718e-4c7f-80aa-6691557afa94 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=41e7ec78-ea79-4bcc-b158-78308d8736fb HTTP/1.1" status: 200 len: 946 time: 0.0904994 Oct 12 20:07:29.320637 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3325c9ca-dd37-4571-a59e-fe751cf806d2 req-4cab0458-5eb1-4187-ab95-39d6b22171dc tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300279 Oct 12 20:07:30.433721 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a901ce-bbeb-4321-a760-3882eb81a3dc req-251394c6-70ad-4048-b55c-8b818bd3ed19 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:07:30.435210 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-56a901ce-bbeb-4321-a760-3882eb81a3dc req-251394c6-70ad-4048-b55c-8b818bd3ed19 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=41e7ec78-ea79-4bcc-b158-78308d8736fb HTTP/1.1" status: 200 len: 946 time: 0.0486887 Oct 12 20:07:30.471911 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-56a901ce-bbeb-4321-a760-3882eb81a3dc req-e558c1ba-3f27-4426-bde0-d23d2b5068b8 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307987 Oct 12 20:07:31.585801 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f47204d-22dc-4c13-b0c2-6a8d9631904f req-99ed1d23-daac-49f0-ab03-e503730e978f tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:07:31.587366 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3f47204d-22dc-4c13-b0c2-6a8d9631904f req-99ed1d23-daac-49f0-ab03-e503730e978f tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=41e7ec78-ea79-4bcc-b158-78308d8736fb HTTP/1.1" status: 200 len: 946 time: 0.0487990 Oct 12 20:07:31.623385 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3f47204d-22dc-4c13-b0c2-6a8d9631904f req-2083858d-30ed-4bd2-9d38-14a4a70dc112 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302489 Oct 12 20:07:31.711664 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b078f7ea-ad8d-4a3b-9e97-4409cdc221e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:07:32.533008 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:07:32.744298 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7ca3ec-d6e4-4ae7-81fd-7aa88817ed46 req-5d59d9fe-2498-4e36-9a09-2bd1d6cf2b72 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:07:32.745806 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4b7ca3ec-d6e4-4ae7-81fd-7aa88817ed46 req-5d59d9fe-2498-4e36-9a09-2bd1d6cf2b72 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=41e7ec78-ea79-4bcc-b158-78308d8736fb HTTP/1.1" status: 200 len: 946 time: 0.0554354 Oct 12 20:07:32.782830 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4b7ca3ec-d6e4-4ae7-81fd-7aa88817ed46 req-45e7c215-3af4-4154-89bf-007a5f66a15a tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311143 Oct 12 20:07:33.203150 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:07:33.223374 n-d-813679-3 neutron-server[95501]: INFO neutron.api.v2.resource [req-a7181a3a-8504-43a2-835d-623636737244 req-aad23d6d-3965-4448-b19c-c7201f007f08 service neutron] show failed (client error): The resource could not be found. Oct 12 20:07:33.224489 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a7181a3a-8504-43a2-835d-623636737244 req-aad23d6d-3965-4448-b19c-c7201f007f08 service neutron] 10.222.0.67 "GET /v2.0/ports/af69b03b-6ac0-4b8f-a4c7-7b53d499e7b5/bindings/n-h1-813679-3 HTTP/1.1" status: 404 len: 380 time: 0.0533481 Oct 12 20:07:33.346418 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:07:33.710978 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7181a3a-8504-43a2-835d-623636737244 req-d217a847-dca4-4708-87f0-d7f13c18d956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:07:33.712468 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a7181a3a-8504-43a2-835d-623636737244 req-d217a847-dca4-4708-87f0-d7f13c18d956 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=41e7ec78-ea79-4bcc-b158-78308d8736fb&tenant_id=a5e47130084c49d29f3e03e734feff77 HTTP/1.1" status: 200 len: 1097 time: 0.0419636 Oct 12 20:07:33.728384 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-a7181a3a-8504-43a2-835d-623636737244 req-1f89cbe7-41f2-49fc-a0ce-d9ee4595385d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-813679-3', 'device_owner': 'compute:nova'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:07:33.779362 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-a7181a3a-8504-43a2-835d-623636737244 req-1f89cbe7-41f2-49fc-a0ce-d9ee4595385d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:07:33.901659 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29998568-9a97-4058-8e76-91d8bcc6eb53 req-ce994bda-5085-41c9-a038-3ef5b1ba2358 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:07:33.903159 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-29998568-9a97-4058-8e76-91d8bcc6eb53 req-ce994bda-5085-41c9-a038-3ef5b1ba2358 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=41e7ec78-ea79-4bcc-b158-78308d8736fb HTTP/1.1" status: 200 len: 946 time: 0.0527294 Oct 12 20:07:33.940839 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-29998568-9a97-4058-8e76-91d8bcc6eb53 req-0cabaaa2-64b4-4b70-8a21-e5605d489e43 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315669 Oct 12 20:07:33.983784 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-a7181a3a-8504-43a2-835d-623636737244 req-1f89cbe7-41f2-49fc-a0ce-d9ee4595385d service neutron] For port af69b03b-6ac0-4b8f-a4c7-7b53d499e7b5, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=af69b03b-6ac0-4b8f-a4c7-7b53d499e7b5,segment=NetworkSegment(c1e1177d-c197-4df9-a0d5-04d28987a4ed),segment_id=c1e1177d-c197-4df9-a0d5-04d28987a4ed)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:07:34.015026 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-a7181a3a-8504-43a2-835d-623636737244 req-1f89cbe7-41f2-49fc-a0ce-d9ee4595385d service neutron] For port af69b03b-6ac0-4b8f-a4c7-7b53d499e7b5, host n-h2-813679-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 20:07:34.053075 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41e7ec78-ea79-4bcc-b158-78308d8736fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af69b03b-6ac0-4b8f-a4c7-7b53d499e7b5'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:07:34.055329 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91fc7ba4-26ad-4062-8a4e-3a269a58a15d" -d '{"events": [{"server_uuid": "41e7ec78-ea79-4bcc-b158-78308d8736fb", "name": "network-vif-unplugged", "status": "completed", "tag": "af69b03b-6ac0-4b8f-a4c7-7b53d499e7b5"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:07:34.058947 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-a7181a3a-8504-43a2-835d-623636737244 req-1f89cbe7-41f2-49fc-a0ce-d9ee4595385d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:07:34.070771 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-a7181a3a-8504-43a2-835d-623636737244 req-1f89cbe7-41f2-49fc-a0ce-d9ee4595385d service neutron] Transition to ACTIVE for port object af69b03b-6ac0-4b8f-a4c7-7b53d499e7b5 will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 20:07:34.111049 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 20:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce0af690-d922-4ec4-abfa-a332dc96bb55 x-openstack-request-id: req-ce0af690-d922-4ec4-abfa-a332dc96bb55 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:07:34.111345 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41e7ec78-ea79-4bcc-b158-78308d8736fb", "name": "network-vif-unplugged", "status": "completed", "tag": "af69b03b-6ac0-4b8f-a4c7-7b53d499e7b5", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:07:34.111595 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ce0af690-d922-4ec4-abfa-a332dc96bb55 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:07:34.111996 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41e7ec78-ea79-4bcc-b158-78308d8736fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af69b03b-6ac0-4b8f-a4c7-7b53d499e7b5', 'code': 200} Oct 12 20:07:34.138683 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-a7181a3a-8504-43a2-835d-623636737244 req-1f89cbe7-41f2-49fc-a0ce-d9ee4595385d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:07:34.242125 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f89cbe7-41f2-49fc-a0ce-d9ee4595385d service neutron] Pushing event updated for resources: {'Port': ['ID=af69b03b-6ac0-4b8f-a4c7-7b53d499e7b5,revision_number=6']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:07:34.291975 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f89cbe7-41f2-49fc-a0ce-d9ee4595385d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:07:34.292363 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f89cbe7-41f2-49fc-a0ce-d9ee4595385d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:07:34.292714 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f89cbe7-41f2-49fc-a0ce-d9ee4595385d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:07:34.293055 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f89cbe7-41f2-49fc-a0ce-d9ee4595385d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:07:34.293394 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f89cbe7-41f2-49fc-a0ce-d9ee4595385d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:07:34.293732 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f89cbe7-41f2-49fc-a0ce-d9ee4595385d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:07:34.294065 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f89cbe7-41f2-49fc-a0ce-d9ee4595385d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:07:34.294394 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f89cbe7-41f2-49fc-a0ce-d9ee4595385d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:07:34.294725 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f89cbe7-41f2-49fc-a0ce-d9ee4595385d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:07:34.295052 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f89cbe7-41f2-49fc-a0ce-d9ee4595385d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:07:34.295382 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f89cbe7-41f2-49fc-a0ce-d9ee4595385d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:07:34.295706 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f89cbe7-41f2-49fc-a0ce-d9ee4595385d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:07:34.344776 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7181a3a-8504-43a2-835d-623636737244 req-1f89cbe7-41f2-49fc-a0ce-d9ee4595385d service neutron] No DVR routers for this DVR port af69b03b-6ac0-4b8f-a4c7-7b53d499e7b5 on host n-h2-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 20:07:34.403346 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:07:34.480509 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-a7181a3a-8504-43a2-835d-623636737244 req-1f89cbe7-41f2-49fc-a0ce-d9ee4595385d service neutron] Attempting to bind port af69b03b-6ac0-4b8f-a4c7-7b53d499e7b5 on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 20:07:34.480765 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-a7181a3a-8504-43a2-835d-623636737244 req-1f89cbe7-41f2-49fc-a0ce-d9ee4595385d service neutron] Attempting to bind port af69b03b-6ac0-4b8f-a4c7-7b53d499e7b5 by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': 'c1e1177d-c197-4df9-a0d5-04d28987a4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 20:07:34.481093 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7181a3a-8504-43a2-835d-623636737244 req-1f89cbe7-41f2-49fc-a0ce-d9ee4595385d service neutron] Attempting to bind port af69b03b-6ac0-4b8f-a4c7-7b53d499e7b5 on network 7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 20:07:34.485228 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7181a3a-8504-43a2-835d-623636737244 req-1f89cbe7-41f2-49fc-a0ce-d9ee4595385d service neutron] Port af69b03b-6ac0-4b8f-a4c7-7b53d499e7b5 on network 7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 20:07:34.485546 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7181a3a-8504-43a2-835d-623636737244 req-1f89cbe7-41f2-49fc-a0ce-d9ee4595385d service neutron] Attempting to bind port af69b03b-6ac0-4b8f-a4c7-7b53d499e7b5 on network 7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 20:07:34.491169 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7181a3a-8504-43a2-835d-623636737244 req-1f89cbe7-41f2-49fc-a0ce-d9ee4595385d service neutron] Checking agent: {'id': 'f5e9725f-f5a6-43c2-a1be-95e21e9a1fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 20, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 20:07:34.491503 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7181a3a-8504-43a2-835d-623636737244 req-1f89cbe7-41f2-49fc-a0ce-d9ee4595385d service neutron] Checking segment: {'id': 'c1e1177d-c197-4df9-a0d5-04d28987a4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 20:07:34.491910 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7181a3a-8504-43a2-835d-623636737244 req-1f89cbe7-41f2-49fc-a0ce-d9ee4595385d service neutron] Bound using segment: {'id': 'c1e1177d-c197-4df9-a0d5-04d28987a4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 20:07:34.492432 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-a7181a3a-8504-43a2-835d-623636737244 req-1f89cbe7-41f2-49fc-a0ce-d9ee4595385d service neutron] Bound port: af69b03b-6ac0-4b8f-a4c7-7b53d499e7b5, host: n-h1-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1e1177d-c197-4df9-a0d5-04d28987a4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 20:07:34.492745 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-a7181a3a-8504-43a2-835d-623636737244 req-1f89cbe7-41f2-49fc-a0ce-d9ee4595385d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:07:34.554994 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-a7181a3a-8504-43a2-835d-623636737244 req-1f89cbe7-41f2-49fc-a0ce-d9ee4595385d service neutron] For port af69b03b-6ac0-4b8f-a4c7-7b53d499e7b5, host n-h1-813679-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 20:07:34.558120 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-a7181a3a-8504-43a2-835d-623636737244 req-1f89cbe7-41f2-49fc-a0ce-d9ee4595385d service neutron] For port af69b03b-6ac0-4b8f-a4c7-7b53d499e7b5, host n-h1-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=af69b03b-6ac0-4b8f-a4c7-7b53d499e7b5,segment=NetworkSegment(c1e1177d-c197-4df9-a0d5-04d28987a4ed),segment_id=c1e1177d-c197-4df9-a0d5-04d28987a4ed)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 20:07:34.626312 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-a7181a3a-8504-43a2-835d-623636737244 req-1f89cbe7-41f2-49fc-a0ce-d9ee4595385d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:07:34.668437 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7181a3a-8504-43a2-835d-623636737244 req-1f89cbe7-41f2-49fc-a0ce-d9ee4595385d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:07:34.669042 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-a7181a3a-8504-43a2-835d-623636737244 req-1f89cbe7-41f2-49fc-a0ce-d9ee4595385d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:07:34.670484 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a7181a3a-8504-43a2-835d-623636737244 req-1f89cbe7-41f2-49fc-a0ce-d9ee4595385d service neutron] 10.222.0.61 "PUT /v2.0/ports/af69b03b-6ac0-4b8f-a4c7-7b53d499e7b5 HTTP/1.1" status: 200 len: 1092 time: 0.9501672 Oct 12 20:07:34.693678 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f89cbe7-41f2-49fc-a0ce-d9ee4595385d service neutron] Pushing event updated for resources: {'Port': ['ID=af69b03b-6ac0-4b8f-a4c7-7b53d499e7b5,revision_number=7']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:07:34.716059 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:07:34.739470 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7181a3a-8504-43a2-835d-623636737244 req-51a200d3-b25b-409f-a333-5f83bbec8138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:07:34.744992 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a7181a3a-8504-43a2-835d-623636737244 req-51a200d3-b25b-409f-a333-5f83bbec8138 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a5e47130084c49d29f3e03e734feff77&device_id=41e7ec78-ea79-4bcc-b158-78308d8736fb HTTP/1.1" status: 200 len: 1095 time: 0.0437851 Oct 12 20:07:34.836660 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7181a3a-8504-43a2-835d-623636737244 req-6e2a9e81-6d23-4305-a675-765f4f633ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:07:34.837579 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a7181a3a-8504-43a2-835d-623636737244 req-6e2a9e81-6d23-4305-a675-765f4f633ec7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2 HTTP/1.1" status: 200 len: 911 time: 0.0888724 Oct 12 20:07:34.935981 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a7181a3a-8504-43a2-835d-623636737244 req-a7cb5633-9fb6-4ec3-8256-c38f6a9f167b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af69b03b-6ac0-4b8f-a4c7-7b53d499e7b5 HTTP/1.1" status: 200 len: 1000 time: 0.0914471 Oct 12 20:07:34.984332 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7181a3a-8504-43a2-835d-623636737244 req-5a7b1a2c-c3d6-46ed-afaa-73f688edf059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:07:34.985879 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a7181a3a-8504-43a2-835d-623636737244 req-5a7b1a2c-c3d6-46ed-afaa-73f688edf059 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3416d6a2-0b37-4eb2-9bfa-f2efd452d7ed HTTP/1.1" status: 200 len: 849 time: 0.0436938 Oct 12 20:07:35.039054 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7181a3a-8504-43a2-835d-623636737244 req-af3409f0-3d9a-47eb-96f9-1ac308d65ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:07:35.042060 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a7181a3a-8504-43a2-835d-623636737244 req-af3409f0-3d9a-47eb-96f9-1ac308d65ef3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484395 Oct 12 20:07:35.058886 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049289f1-c301-4613-925c-7a345dd5c456 req-d5ed6883-0460-4382-b834-26baca463b7f tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:07:35.060398 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-049289f1-c301-4613-925c-7a345dd5c456 req-d5ed6883-0460-4382-b834-26baca463b7f tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=41e7ec78-ea79-4bcc-b158-78308d8736fb HTTP/1.1" status: 200 len: 944 time: 0.0502083 Oct 12 20:07:35.099915 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-049289f1-c301-4613-925c-7a345dd5c456 req-5ca80b78-8c5a-43b9-81c9-2c069e20ffc2 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332973 Oct 12 20:07:35.215982 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a7181a3a-8504-43a2-835d-623636737244 req-e649109b-030a-4794-8cfb-671659e0dcb0 service neutron] 10.222.0.61 "GET /v2.0/networks/7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306086 Oct 12 20:07:35.309352 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a7181a3a-8504-43a2-835d-623636737244 req-5a1c47f4-042e-41cf-8792-aee9e77c512a service neutron] 10.222.0.61 "GET /v2.0/networks/7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860169 Oct 12 20:07:35.511382 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device af69b03b-6ac0-4b8f-a4c7-7b53d499e7b5 no longer exists at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 20:07:35.548706 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device af69b03b-6ac0-4b8f-a4c7-7b53d499e7b5 not bound to the agent host n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 20:07:36.113602 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41e7ec78-ea79-4bcc-b158-78308d8736fb', 'tag': 'af69b03b-6ac0-4b8f-a4c7-7b53d499e7b5'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:07:36.116614 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1edd6b7ae3c6ef0dd1641c3a17785dbf9f566c433a8aa263899df61627d25009" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ddef7c2-a478-4b00-8c7e-53bc740c6b61" -d '{"events": [{"name": "network-changed", "server_uuid": "41e7ec78-ea79-4bcc-b158-78308d8736fb", "tag": "af69b03b-6ac0-4b8f-a4c7-7b53d499e7b5"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:07:36.171920 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 20:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bea456d9-af8c-441a-9629-2607c2e96a6f x-openstack-request-id: req-bea456d9-af8c-441a-9629-2607c2e96a6f {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:07:36.172253 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41e7ec78-ea79-4bcc-b158-78308d8736fb", "tag": "af69b03b-6ac0-4b8f-a4c7-7b53d499e7b5", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:07:36.172509 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bea456d9-af8c-441a-9629-2607c2e96a6f {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:07:36.172911 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41e7ec78-ea79-4bcc-b158-78308d8736fb', 'tag': 'af69b03b-6ac0-4b8f-a4c7-7b53d499e7b5', 'status': 'completed', 'code': 200} Oct 12 20:07:36.235329 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddef7c2-a478-4b00-8c7e-53bc740c6b61 req-6597d249-fc01-47d5-a56e-409e53927d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:07:36.236870 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3ddef7c2-a478-4b00-8c7e-53bc740c6b61 req-6597d249-fc01-47d5-a56e-409e53927d07 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a5e47130084c49d29f3e03e734feff77&device_id=41e7ec78-ea79-4bcc-b158-78308d8736fb HTTP/1.1" status: 200 len: 1095 time: 0.0417368 Oct 12 20:07:36.259354 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b18ae1d-f809-4506-bfbf-f7ec0db06e61 req-9e36e650-eaa0-41f6-bc06-ffedcf1715d2 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:07:36.260841 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6b18ae1d-f809-4506-bfbf-f7ec0db06e61 req-9e36e650-eaa0-41f6-bc06-ffedcf1715d2 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=41e7ec78-ea79-4bcc-b158-78308d8736fb HTTP/1.1" status: 200 len: 944 time: 0.0904067 Oct 12 20:07:36.263364 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddef7c2-a478-4b00-8c7e-53bc740c6b61 req-8450ab14-9bfa-49d1-9830-7393884ffaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:07:36.264775 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3ddef7c2-a478-4b00-8c7e-53bc740c6b61 req-8450ab14-9bfa-49d1-9830-7393884ffaa3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a5e47130084c49d29f3e03e734feff77&device_id=41e7ec78-ea79-4bcc-b158-78308d8736fb HTTP/1.1" status: 200 len: 1095 time: 0.0653367 Oct 12 20:07:36.326816 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddef7c2-a478-4b00-8c7e-53bc740c6b61 req-d486cd08-6b4a-46ae-bfa0-2e783a238f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:07:36.328398 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3ddef7c2-a478-4b00-8c7e-53bc740c6b61 req-d486cd08-6b4a-46ae-bfa0-2e783a238f02 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2 HTTP/1.1" status: 200 len: 911 time: 0.0844095 Oct 12 20:07:36.342824 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6b18ae1d-f809-4506-bfbf-f7ec0db06e61 req-5296a584-121e-450c-82c3-8d7170be0ec6 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758131 Oct 12 20:07:36.380916 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddef7c2-a478-4b00-8c7e-53bc740c6b61 req-6a89881d-25cb-4f0e-80c7-079ec9d04cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:07:36.382465 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3ddef7c2-a478-4b00-8c7e-53bc740c6b61 req-6a89881d-25cb-4f0e-80c7-079ec9d04cc4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2 HTTP/1.1" status: 200 len: 911 time: 0.1097286 Oct 12 20:07:36.406348 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3ddef7c2-a478-4b00-8c7e-53bc740c6b61 req-1b4f140b-d282-4a80-8430-d3310ac3d72c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af69b03b-6ac0-4b8f-a4c7-7b53d499e7b5 HTTP/1.1" status: 200 len: 1000 time: 0.0638931 Oct 12 20:07:36.452274 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3ddef7c2-a478-4b00-8c7e-53bc740c6b61 req-069045e0-ff16-4ba0-b3e3-95ba460fb58e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af69b03b-6ac0-4b8f-a4c7-7b53d499e7b5 HTTP/1.1" status: 200 len: 1000 time: 0.0613227 Oct 12 20:07:36.457113 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddef7c2-a478-4b00-8c7e-53bc740c6b61 req-0efb522d-5b11-48ec-bf20-9fdf6207b2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:07:36.458673 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3ddef7c2-a478-4b00-8c7e-53bc740c6b61 req-0efb522d-5b11-48ec-bf20-9fdf6207b2ed service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3416d6a2-0b37-4eb2-9bfa-f2efd452d7ed HTTP/1.1" status: 200 len: 849 time: 0.0440707 Oct 12 20:07:36.500908 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddef7c2-a478-4b00-8c7e-53bc740c6b61 req-dd1e58b4-eb03-404e-aff1-2a2b81b12179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:07:36.502459 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3ddef7c2-a478-4b00-8c7e-53bc740c6b61 req-dd1e58b4-eb03-404e-aff1-2a2b81b12179 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3416d6a2-0b37-4eb2-9bfa-f2efd452d7ed HTTP/1.1" status: 200 len: 849 time: 0.0434432 Oct 12 20:07:36.504651 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddef7c2-a478-4b00-8c7e-53bc740c6b61 req-9fdea444-33d2-456e-b76f-01550caa5f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:07:36.506120 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3ddef7c2-a478-4b00-8c7e-53bc740c6b61 req-9fdea444-33d2-456e-b76f-01550caa5f53 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402777 Oct 12 20:07:36.547816 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddef7c2-a478-4b00-8c7e-53bc740c6b61 req-ba859f11-dc2d-49e1-b042-f5031b816f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:07:36.549335 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3ddef7c2-a478-4b00-8c7e-53bc740c6b61 req-ba859f11-dc2d-49e1-b042-f5031b816f19 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399320 Oct 12 20:07:36.598683 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3ddef7c2-a478-4b00-8c7e-53bc740c6b61 req-9850d88f-e273-47d0-a90c-0fcf5eb7cdc0 service neutron] 10.222.0.61 "GET /v2.0/networks/7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852432 Oct 12 20:07:36.645422 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3ddef7c2-a478-4b00-8c7e-53bc740c6b61 req-fde0638a-11c9-4f76-9276-92bcf572f86f service neutron] 10.222.0.67 "GET /v2.0/networks/7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880983 Oct 12 20:07:36.696993 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3ddef7c2-a478-4b00-8c7e-53bc740c6b61 req-30181362-46fe-4e37-a1bd-f15fbd91fb07 service neutron] 10.222.0.61 "GET /v2.0/networks/7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903299 Oct 12 20:07:36.735229 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3ddef7c2-a478-4b00-8c7e-53bc740c6b61 req-e6751cdc-3ca5-4cb3-9437-84bc5eaaf8b3 service neutron] 10.222.0.67 "GET /v2.0/networks/7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823364 Oct 12 20:07:37.465032 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d3105e-e6b7-407a-beb5-200d866bd5f0 req-783152fb-111d-420c-9dee-092971465339 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:07:37.466466 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-79d3105e-e6b7-407a-beb5-200d866bd5f0 req-783152fb-111d-420c-9dee-092971465339 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=41e7ec78-ea79-4bcc-b158-78308d8736fb HTTP/1.1" status: 200 len: 944 time: 0.0541835 Oct 12 20:07:37.503597 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-79d3105e-e6b7-407a-beb5-200d866bd5f0 req-18ec56f7-0a3a-436a-865b-1d501fbb0555 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312552 Oct 12 20:07:37.901245 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbafd53-df9a-4904-8b0e-f8f69aadcd40 req-1a38845d-ebe2-4185-b400-05c7b473fd96 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:07:37.908403 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-dfbafd53-df9a-4904-8b0e-f8f69aadcd40 req-1a38845d-ebe2-4185-b400-05c7b473fd96 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=41e7ec78-ea79-4bcc-b158-78308d8736fb HTTP/1.1" status: 200 len: 944 time: 0.0496197 Oct 12 20:07:37.940409 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-dfbafd53-df9a-4904-8b0e-f8f69aadcd40 req-4399a44f-990b-4017-9c9e-ffe2a9de0283 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316355 Oct 12 20:07:37.990502 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d969ea-efd0-41a8-a521-88274a7f128b req-8d236dfe-cf55-41a6-80d3-a3e6ccea3057 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:07:37.991918 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-74d969ea-efd0-41a8-a521-88274a7f128b req-8d236dfe-cf55-41a6-80d3-a3e6ccea3057 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.67 "GET /v2.0/ports?device_id=41e7ec78-ea79-4bcc-b158-78308d8736fb&tenant_id=a5e47130084c49d29f3e03e734feff77&binding%3Ahost_id=n-h1-813679-3 HTTP/1.1" status: 200 len: 944 time: 0.0553668 Oct 12 20:07:38.052779 n-d-813679-3 neutron-server[95501]: INFO neutron.api.v2.resource [req-74d969ea-efd0-41a8-a521-88274a7f128b req-53b7271a-7306-4166-931f-030c7db01b95 service neutron] delete failed (client error): The resource could not be found. Oct 12 20:07:38.054198 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-74d969ea-efd0-41a8-a521-88274a7f128b req-53b7271a-7306-4166-931f-030c7db01b95 service neutron] 10.222.0.67 "DELETE /v2.0/ports/af69b03b-6ac0-4b8f-a4c7-7b53d499e7b5/bindings/n-h2-813679-3 HTTP/1.1" status: 404 len: 380 time: 0.0549548 Oct 12 20:07:38.139878 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d969ea-efd0-41a8-a521-88274a7f128b req-b9686453-1768-4619-b526-3f44f9dabd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:07:38.141524 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-74d969ea-efd0-41a8-a521-88274a7f128b req-b9686453-1768-4619-b526-3f44f9dabd42 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a5e47130084c49d29f3e03e734feff77&device_id=41e7ec78-ea79-4bcc-b158-78308d8736fb HTTP/1.1" status: 200 len: 1095 time: 0.0422699 Oct 12 20:07:38.241335 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d969ea-efd0-41a8-a521-88274a7f128b req-c7ff4d0e-c7e2-4a21-a91c-6e841cc76adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:07:38.242856 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-74d969ea-efd0-41a8-a521-88274a7f128b req-c7ff4d0e-c7e2-4a21-a91c-6e841cc76adf service neutron] 10.222.0.67 "GET /v2.0/networks?id=7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2 HTTP/1.1" status: 200 len: 911 time: 0.0945079 Oct 12 20:07:38.307644 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-74d969ea-efd0-41a8-a521-88274a7f128b req-30ce3faf-aedd-49c5-9aab-2b38d5f6ea9f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af69b03b-6ac0-4b8f-a4c7-7b53d499e7b5 HTTP/1.1" status: 200 len: 1000 time: 0.0578585 Oct 12 20:07:38.354638 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d969ea-efd0-41a8-a521-88274a7f128b req-81f42408-1d95-4f3a-8e05-73e0b0d70bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:07:38.356059 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-74d969ea-efd0-41a8-a521-88274a7f128b req-81f42408-1d95-4f3a-8e05-73e0b0d70bdc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3416d6a2-0b37-4eb2-9bfa-f2efd452d7ed HTTP/1.1" status: 200 len: 849 time: 0.0421333 Oct 12 20:07:38.404303 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d969ea-efd0-41a8-a521-88274a7f128b req-12212fc8-1fb2-4f5b-9282-397bf27417cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:07:38.407056 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-74d969ea-efd0-41a8-a521-88274a7f128b req-12212fc8-1fb2-4f5b-9282-397bf27417cd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446069 Oct 12 20:07:38.438754 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device af69b03b-6ac0-4b8f-a4c7-7b53d499e7b5 details requested by agent hyperv_n-h1-813679-3 with host n-h1-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 20:07:38.495080 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-74d969ea-efd0-41a8-a521-88274a7f128b req-589538f7-7694-4031-b2a3-6754997cacd3 service neutron] 10.222.0.67 "GET /v2.0/networks/7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801558 Oct 12 20:07:38.532628 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port af69b03b-6ac0-4b8f-a4c7-7b53d499e7b5, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=af69b03b-6ac0-4b8f-a4c7-7b53d499e7b5,segment=NetworkSegment(c1e1177d-c197-4df9-a0d5-04d28987a4ed),segment_id=c1e1177d-c197-4df9-a0d5-04d28987a4ed)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:07:38.544413 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Returning: {'device': 'af69b03b-6ac0-4b8f-a4c7-7b53d499e7b5', 'network_id': '7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2', 'port_id': 'af69b03b-6ac0-4b8f-a4c7-7b53d499e7b5', 'mac_address': 'fa:16:3e:1f:8e:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3416d6a2-0b37-4eb2-9bfa-f2efd452d7ed', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 20:07:38.580772 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:07:38.587141 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-74d969ea-efd0-41a8-a521-88274a7f128b req-5d68efde-85d5-40fa-9bae-6c0a029fff0a service neutron] 10.222.0.67 "GET /v2.0/networks/7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842676 Oct 12 20:07:38.593741 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af69b03b-6ac0-4b8f-a4c7-7b53d499e7b5 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 20:07:38.614215 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port af69b03b-6ac0-4b8f-a4c7-7b53d499e7b5, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=af69b03b-6ac0-4b8f-a4c7-7b53d499e7b5,segment=NetworkSegment(c1e1177d-c197-4df9-a0d5-04d28987a4ed),segment_id=c1e1177d-c197-4df9-a0d5-04d28987a4ed)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:07:38.683301 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:07:38.729643 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=af69b03b-6ac0-4b8f-a4c7-7b53d499e7b5,revision_number=8']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:07:38.737019 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:07:38.737370 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:07:38.737746 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:07:38.738091 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:07:38.738427 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:07:38.738762 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:07:38.739093 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:07:38.739419 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:07:38.740475 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:07:38.740765 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:07:38.741095 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:07:38.741439 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:07:38.959038 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['af69b03b-6ac0-4b8f-a4c7-7b53d499e7b5'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 20:07:39.061574 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2109971-f71c-48dc-8a33-3fd7e64624b6 req-732c0eee-9651-4bb4-87fe-8ccd36d4e88a tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:07:39.063045 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c2109971-f71c-48dc-8a33-3fd7e64624b6 req-732c0eee-9651-4bb4-87fe-8ccd36d4e88a tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=41e7ec78-ea79-4bcc-b158-78308d8736fb HTTP/1.1" status: 200 len: 945 time: 0.0490906 Oct 12 20:07:39.101598 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c2109971-f71c-48dc-8a33-3fd7e64624b6 req-65c87184-a7f4-4da5-be92-9d17a4251734 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324063 Oct 12 20:07:40.220945 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53271469-afb0-47d5-867a-e58d2dca1085 req-9535388d-9183-425d-9b2e-d479bfb3b1c6 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:07:40.222505 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-53271469-afb0-47d5-867a-e58d2dca1085 req-9535388d-9183-425d-9b2e-d479bfb3b1c6 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=41e7ec78-ea79-4bcc-b158-78308d8736fb HTTP/1.1" status: 200 len: 945 time: 0.0499964 Oct 12 20:07:40.266315 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-53271469-afb0-47d5-867a-e58d2dca1085 req-ee843e62-fe65-4ade-9f33-a4d7d445cb28 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358925 Oct 12 20:07:40.390196 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389ca680-7a58-4c4e-a5b2-c8ade8587227 req-28c38242-c93f-4f8e-9344-08fcc6bfea21 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:07:40.391649 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-389ca680-7a58-4c4e-a5b2-c8ade8587227 req-28c38242-c93f-4f8e-9344-08fcc6bfea21 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=41e7ec78-ea79-4bcc-b158-78308d8736fb HTTP/1.1" status: 200 len: 945 time: 0.0516808 Oct 12 20:07:40.429449 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-389ca680-7a58-4c4e-a5b2-c8ade8587227 req-77fa78d3-7146-4c6b-9514-3c466c2120ff tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313473 Oct 12 20:07:40.469042 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device af69b03b-6ac0-4b8f-a4c7-7b53d499e7b5 up at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 20:07:40.546329 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8776b7-47a0-49f2-837c-70a6e5c48882 req-7229d64e-fbdc-42fb-ab78-c3f3f72782de tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:07:40.547760 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ea8776b7-47a0-49f2-837c-70a6e5c48882 req-7229d64e-fbdc-42fb-ab78-c3f3f72782de tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=41e7ec78-ea79-4bcc-b158-78308d8736fb HTTP/1.1" status: 200 len: 945 time: 0.0518739 Oct 12 20:07:40.585074 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ea8776b7-47a0-49f2-837c-70a6e5c48882 req-a8921916-3439-4245-8454-de1b526bebd6 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309985 Oct 12 20:07:40.620309 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning for port af69b03b-6ac0-4b8f-a4c7-7b53d499e7b5 completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 20:07:40.624295 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning complete for port af69b03b-6ac0-4b8f-a4c7-7b53d499e7b5 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:07:40.624667 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:07:40.707950 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:07:40.730393 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41e7ec78-ea79-4bcc-b158-78308d8736fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af69b03b-6ac0-4b8f-a4c7-7b53d499e7b5'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:07:40.732652 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbb165463110e7d816848960e3df7d8e1e91a8e25346fdf2356162db0bccd190" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-227979cb-150f-4617-912c-e5aa6b96269f" -d '{"events": [{"server_uuid": "41e7ec78-ea79-4bcc-b158-78308d8736fb", "name": "network-vif-plugged", "status": "completed", "tag": "af69b03b-6ac0-4b8f-a4c7-7b53d499e7b5"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:07:40.744751 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port af69b03b-6ac0-4b8f-a4c7-7b53d499e7b5, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=af69b03b-6ac0-4b8f-a4c7-7b53d499e7b5,segment=NetworkSegment(c1e1177d-c197-4df9-a0d5-04d28987a4ed),segment_id=c1e1177d-c197-4df9-a0d5-04d28987a4ed)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:07:40.770459 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 20:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6124eeeb-4d11-45e4-a876-27d8048fda58 x-openstack-request-id: req-6124eeeb-4d11-45e4-a876-27d8048fda58 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:07:40.770749 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41e7ec78-ea79-4bcc-b158-78308d8736fb", "name": "network-vif-plugged", "status": "completed", "tag": "af69b03b-6ac0-4b8f-a4c7-7b53d499e7b5", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:07:40.771057 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6124eeeb-4d11-45e4-a876-27d8048fda58 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:07:40.772011 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41e7ec78-ea79-4bcc-b158-78308d8736fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af69b03b-6ac0-4b8f-a4c7-7b53d499e7b5', 'code': 200} Oct 12 20:07:40.829765 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:07:40.878344 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=af69b03b-6ac0-4b8f-a4c7-7b53d499e7b5,revision_number=9']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:07:41.020003 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1344dde3-fb66-4c83-9786-418a65083b75 req-0995af18-3a22-44df-9318-57f5f26e2d93 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:07:41.022056 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1344dde3-fb66-4c83-9786-418a65083b75 req-0995af18-3a22-44df-9318-57f5f26e2d93 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=41e7ec78-ea79-4bcc-b158-78308d8736fb HTTP/1.1" status: 200 len: 946 time: 0.0492215 Oct 12 20:07:41.060690 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1344dde3-fb66-4c83-9786-418a65083b75 req-4e0aa84c-42db-49ae-b22f-b7b94f93869c tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324869 Oct 12 20:07:41.164454 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 20:07:42.180806 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50061357-153c-4f8b-8891-aa3093768af6 req-0ac0be89-05f3-4a69-8e84-becdd4be1209 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:07:42.182151 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-50061357-153c-4f8b-8891-aa3093768af6 req-0ac0be89-05f3-4a69-8e84-becdd4be1209 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=41e7ec78-ea79-4bcc-b158-78308d8736fb HTTP/1.1" status: 200 len: 946 time: 0.0518980 Oct 12 20:07:42.220012 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-50061357-153c-4f8b-8891-aa3093768af6 req-f407f407-b908-4c82-819c-fe1c1c2a1e11 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318439 Oct 12 20:07:42.345089 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5297a55-561a-469f-8350-ab7948352a75 req-b825b4cc-8661-468a-a5dd-d03a576cbaba tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:07:42.346492 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b5297a55-561a-469f-8350-ab7948352a75 req-b825b4cc-8661-468a-a5dd-d03a576cbaba tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.61 "GET /v2.0/ports?device_id=41e7ec78-ea79-4bcc-b158-78308d8736fb HTTP/1.1" status: 200 len: 946 time: 0.0488229 Oct 12 20:07:42.437150 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-b5297a55-561a-469f-8350-ab7948352a75 req-15c40196-fbd5-4537-b1dd-de11fe0d1cab tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Deleting port af69b03b-6ac0-4b8f-a4c7-7b53d499e7b5 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 20:07:42.437406 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b5297a55-561a-469f-8350-ab7948352a75 req-15c40196-fbd5-4537-b1dd-de11fe0d1cab tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:07:42.523103 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-b5297a55-561a-469f-8350-ab7948352a75 req-15c40196-fbd5-4537-b1dd-de11fe0d1cab tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] For port af69b03b-6ac0-4b8f-a4c7-7b53d499e7b5, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=af69b03b-6ac0-4b8f-a4c7-7b53d499e7b5,segment=NetworkSegment(c1e1177d-c197-4df9-a0d5-04d28987a4ed),segment_id=c1e1177d-c197-4df9-a0d5-04d28987a4ed)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:07:42.523459 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b5297a55-561a-469f-8350-ab7948352a75 req-15c40196-fbd5-4537-b1dd-de11fe0d1cab tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:07:42.739026 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b5297a55-561a-469f-8350-ab7948352a75 req-15c40196-fbd5-4537-b1dd-de11fe0d1cab tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:07:42.739392 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b5297a55-561a-469f-8350-ab7948352a75 req-15c40196-fbd5-4537-b1dd-de11fe0d1cab tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7915414'] for floatingip, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:07:42.740269 n-d-813679-3 neutron-server[95502]: INFO neutron.db.l3_db [req-b5297a55-561a-469f-8350-ab7948352a75 req-15c40196-fbd5-4537-b1dd-de11fe0d1cab tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Floating IP 0798c97e-9052-4880-8a9e-a490256f1dd4 disassociated. External IP: 172.25.5.103, port: af69b03b-6ac0-4b8f-a4c7-7b53d499e7b5. Oct 12 20:07:42.740612 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-b5297a55-561a-469f-8350-ab7948352a75 req-15c40196-fbd5-4537-b1dd-de11fe0d1cab tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Calling delete_port for af69b03b-6ac0-4b8f-a4c7-7b53d499e7b5 owned by compute:nova {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 20:07:42.912209 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b5297a55-561a-469f-8350-ab7948352a75 req-15c40196-fbd5-4537-b1dd-de11fe0d1cab tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:07:42.940298 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c40196-fbd5-4537-b1dd-de11fe0d1cab tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Pushing event deleted for resources: {'Port': ['ID=af69b03b-6ac0-4b8f-a4c7-7b53d499e7b5,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:07:43.054064 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b5297a55-561a-469f-8350-ab7948352a75 req-15c40196-fbd5-4537-b1dd-de11fe0d1cab tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Router 2389800d-42f7-4e23-879b-812c07b5a960 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 20:07:43.167745 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b5297a55-561a-469f-8350-ab7948352a75 req-15c40196-fbd5-4537-b1dd-de11fe0d1cab tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 20:07:43.178115 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23fa555-46fe-4d27-9bc4-791d21f160cd None None] Sync routers for ids ['2389800d-42f7-4e23-879b-812c07b5a960'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 20:07:43.187812 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23fa555-46fe-4d27-9bc4-791d21f160cd None None] Routers {'2389800d-42f7-4e23-879b-812c07b5a960'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:07:43.188463 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-c23fa555-46fe-4d27-9bc4-791d21f160cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:07:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['2389800d-42f7-4e23-879b-812c07b5a960'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:07:43.205546 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5297a55-561a-469f-8350-ab7948352a75 req-15c40196-fbd5-4537-b1dd-de11fe0d1cab tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] No DVR routers for this DVR port af69b03b-6ac0-4b8f-a4c7-7b53d499e7b5 on host n-h1-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 20:07:43.208350 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-b5297a55-561a-469f-8350-ab7948352a75 req-15c40196-fbd5-4537-b1dd-de11fe0d1cab tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:07:43.211826 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b5297a55-561a-469f-8350-ab7948352a75 req-15c40196-fbd5-4537-b1dd-de11fe0d1cab tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.61 "DELETE /v2.0/ports/af69b03b-6ac0-4b8f-a4c7-7b53d499e7b5 HTTP/1.1" status: 204 len: 173 time: 0.8580551 Oct 12 20:07:43.212231 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41e7ec78-ea79-4bcc-b158-78308d8736fb', 'name': 'network-vif-deleted', 'tag': 'af69b03b-6ac0-4b8f-a4c7-7b53d499e7b5'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:07:43.252488 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d38ba98a80be6c2fe69993d1a3c9eb2b0c7fe5c84c08efdde6b95a5e2d0657c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdc7c057-b0c9-4f08-9eae-5bf013f3aef2" -d '{"events": [{"server_uuid": "41e7ec78-ea79-4bcc-b158-78308d8736fb", "name": "network-vif-deleted", "tag": "af69b03b-6ac0-4b8f-a4c7-7b53d499e7b5"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:07:43.296797 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-c23fa555-46fe-4d27-9bc4-791d21f160cd None None] Set router 2389800d-42f7-4e23-879b-812c07b5a960 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:07:43.331420 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-057922d4-b426-4c5e-a78e-bdf8a4c26cdc req-488402e9-0491-4b9a-b713-8f7784c5ee6d tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=41e7ec78-ea79-4bcc-b158-78308d8736fb HTTP/1.1" status: 200 len: 210 time: 0.0274696 Oct 12 20:07:43.353660 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 20:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ec11a37-8afd-41ac-bd24-2b53ddae847d x-openstack-request-id: req-0ec11a37-8afd-41ac-bd24-2b53ddae847d {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:07:43.354336 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41e7ec78-ea79-4bcc-b158-78308d8736fb", "name": "network-vif-deleted", "tag": "af69b03b-6ac0-4b8f-a4c7-7b53d499e7b5", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:07:43.354336 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0ec11a37-8afd-41ac-bd24-2b53ddae847d {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:07:43.354775 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41e7ec78-ea79-4bcc-b158-78308d8736fb', 'name': 'network-vif-deleted', 'tag': 'af69b03b-6ac0-4b8f-a4c7-7b53d499e7b5', 'status': 'completed', 'code': 200} Oct 12 20:07:43.645482 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-c23fa555-46fe-4d27-9bc4-791d21f160cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2389800d-42f7-4e23-879b-812c07b5a960', 'name': 'tempest-ServerActionsTestJSON-14519898-router', 'tenant_id': 'a5e47130084c49d29f3e03e734feff77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '75a63f28-3dab-4f96-8263-753a10c00cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:05:23Z', 'updated_at': '2021-10-12T20:05:26Z', 'revision_number': 4, 'project_id': 'a5e47130084c49d29f3e03e734feff77', 'gw_port': {'id': '75a63f28-3dab-4f96-8263-753a10c00cca', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:63:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2389800d-42f7-4e23-879b-812c07b5a960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:05:24Z', 'updated_at': '2021-10-12T20:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '142995b5-8f7f-4668-9555-845769fa1ec6', 'name': '', 'network_id': '7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2', 'tenant_id': 'a5e47130084c49d29f3e03e734feff77', 'mac_address': 'fa:16:3e:d8:da:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2389800d-42f7-4e23-879b-812c07b5a960', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '3416d6a2-0b37-4eb2-9bfa-f2efd452d7ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:05:26Z', 'updated_at': '2021-10-12T20:05:29Z', 'revision_number': 5, 'project_id': 'a5e47130084c49d29f3e03e734feff77', 'subnets': [{'id': '3416d6a2-0b37-4eb2-9bfa-f2efd452d7ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:07:43.671990 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23fa555-46fe-4d27-9bc4-791d21f160cd None None] Checking router: 2389800d-42f7-4e23-879b-812c07b5a960 for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 20:07:43.680360 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23fa555-46fe-4d27-9bc4-791d21f160cd None None] Routers {'2389800d-42f7-4e23-879b-812c07b5a960'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:07:43.680982 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-c23fa555-46fe-4d27-9bc4-791d21f160cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:07:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['2389800d-42f7-4e23-879b-812c07b5a960'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:07:43.784822 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-c23fa555-46fe-4d27-9bc4-791d21f160cd None None] Set router 2389800d-42f7-4e23-879b-812c07b5a960 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:07:43.975827 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-c23fa555-46fe-4d27-9bc4-791d21f160cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2389800d-42f7-4e23-879b-812c07b5a960', 'name': 'tempest-ServerActionsTestJSON-14519898-router', 'tenant_id': 'a5e47130084c49d29f3e03e734feff77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '75a63f28-3dab-4f96-8263-753a10c00cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:05:23Z', 'updated_at': '2021-10-12T20:05:26Z', 'revision_number': 4, 'project_id': 'a5e47130084c49d29f3e03e734feff77', 'gw_port': {'id': '75a63f28-3dab-4f96-8263-753a10c00cca', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:63:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2389800d-42f7-4e23-879b-812c07b5a960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:05:24Z', 'updated_at': '2021-10-12T20:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '142995b5-8f7f-4668-9555-845769fa1ec6', 'name': '', 'network_id': '7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2', 'tenant_id': 'a5e47130084c49d29f3e03e734feff77', 'mac_address': 'fa:16:3e:d8:da:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2389800d-42f7-4e23-879b-812c07b5a960', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '3416d6a2-0b37-4eb2-9bfa-f2efd452d7ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:05:26Z', 'updated_at': '2021-10-12T20:05:29Z', 'revision_number': 5, 'project_id': 'a5e47130084c49d29f3e03e734feff77', 'subnets': [{'id': '3416d6a2-0b37-4eb2-9bfa-f2efd452d7ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:07:44.004478 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23fa555-46fe-4d27-9bc4-791d21f160cd None None] The sync data for ids ['2389800d-42f7-4e23-879b-812c07b5a960'] in n-d-813679-3 is: [{'id': '2389800d-42f7-4e23-879b-812c07b5a960', 'name': 'tempest-ServerActionsTestJSON-14519898-router', 'tenant_id': 'a5e47130084c49d29f3e03e734feff77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '75a63f28-3dab-4f96-8263-753a10c00cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:05:23Z', 'updated_at': '2021-10-12T20:05:26Z', 'revision_number': 4, 'project_id': 'a5e47130084c49d29f3e03e734feff77', 'gw_port': {'id': '75a63f28-3dab-4f96-8263-753a10c00cca', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:63:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2389800d-42f7-4e23-879b-812c07b5a960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:05:24Z', 'updated_at': '2021-10-12T20:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '142995b5-8f7f-4668-9555-845769fa1ec6', 'name': '', 'network_id': '7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2', 'tenant_id': 'a5e47130084c49d29f3e03e734feff77', 'mac_address': 'fa:16:3e:d8:da:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2389800d-42f7-4e23-879b-812c07b5a960', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '3416d6a2-0b37-4eb2-9bfa-f2efd452d7ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:05:26Z', 'updated_at': '2021-10-12T20:05:29Z', 'revision_number': 5, 'project_id': 'a5e47130084c49d29f3e03e734feff77', 'subnets': [{'id': '3416d6a2-0b37-4eb2-9bfa-f2efd452d7ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 20:07:44.222214 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d6dbe6-f423-4f22-9cff-552c5ee1803d None None] New status for floating IP 0798c97e-9052-4880-8a9e-a490256f1dd4: DOWN {{(pid=95504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 20:07:44.577871 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-34058223-356e-45cf-923d-3d85b289918c req-bf24e511-53bc-4108-a212-8715b25c036a tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1303317776&fields=id&tenant_id=a5e47130084c49d29f3e03e734feff77 HTTP/1.1" status: 200 len: 267 time: 0.0449598 Oct 12 20:07:44.681959 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34058223-356e-45cf-923d-3d85b289918c req-4faab9b9-b48f-4626-bbe1-b0aeced7d043 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:07:44.683283 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-34058223-356e-45cf-923d-3d85b289918c req-4faab9b9-b48f-4626-bbe1-b0aeced7d043 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/networks?id=7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2 HTTP/1.1" status: 200 len: 810 time: 0.0986724 Oct 12 20:07:44.697929 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-34058223-356e-45cf-923d-3d85b289918c req-0647acc1-0d16-410b-8d15-a29f6fecf80d tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/quotas/a5e47130084c49d29f3e03e734feff77 HTTP/1.1" status: 200 len: 375 time: 0.0089486 Oct 12 20:07:44.749686 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-34058223-356e-45cf-923d-3d85b289918c req-935eddc1-8e95-4c7c-9d96-86dd914e6837 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=a5e47130084c49d29f3e03e734feff77&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0464232 Oct 12 20:07:44.892951 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-34058223-356e-45cf-923d-3d85b289918c req-dc267678-70ce-4060-9d71-12bca344ee6f service neutron] 10.222.0.49 "GET /v2.0/networks/7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317005 Oct 12 20:07:44.979973 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-34058223-356e-45cf-923d-3d85b289918c req-0b6d01b5-81ed-43f1-848f-e1e29873ac97 service neutron] 10.222.0.49 "GET /v2.0/networks/7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801945 Oct 12 20:07:46.244505 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a3eb2cf8-630d-4163-9d5f-54eed1b994aa req-14919718-9b37-416f-9d16-a81aaf1f0c79 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc1d070d-fea3-4aed-b44d-031cb165d840 HTTP/1.1" status: 200 len: 210 time: 0.0266387 Oct 12 20:07:46.477852 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device af69b03b-6ac0-4b8f-a4c7-7b53d499e7b5 no longer exists at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 20:07:46.497362 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] No Port match for: af69b03b-6ac0-4b8f-a4c7-7b53d499e7b5 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 20:07:46.497708 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device af69b03b-6ac0-4b8f-a4c7-7b53d499e7b5 not bound to the agent host n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 20:07:47.324215 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7c37aeec-b533-4440-9223-f8d466698be9 req-89db0c1a-52f7-47fe-9403-dfe7800e9aae tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc1d070d-fea3-4aed-b44d-031cb165d840 HTTP/1.1" status: 200 len: 210 time: 0.0309939 Oct 12 20:07:48.401549 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-dabc729e-d9b3-40c3-93f3-9e120e2a509b req-f4c7e86e-d32d-4a93-b84d-a640974294de tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc1d070d-fea3-4aed-b44d-031cb165d840 HTTP/1.1" status: 200 len: 210 time: 0.0268347 Oct 12 20:07:49.476840 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e2a08705-64b7-4f4b-ad98-2b4f06cfc43f req-7045eeec-8cdc-4b26-a25d-6b861dc5a195 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc1d070d-fea3-4aed-b44d-031cb165d840 HTTP/1.1" status: 200 len: 210 time: 0.0257816 Oct 12 20:07:50.570321 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-afbc429e-5326-448b-9711-8d102f82951f req-8d81e282-47d5-43a5-a69e-007c8dd95a24 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc1d070d-fea3-4aed-b44d-031cb165d840 HTTP/1.1" status: 200 len: 210 time: 0.0256619 Oct 12 20:07:51.152715 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34058223-356e-45cf-923d-3d85b289918c req-9943f4a7-4241-4e35-898f-36e9a83466d8 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:07:51.154170 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-34058223-356e-45cf-923d-3d85b289918c req-9943f4a7-4241-4e35-898f-36e9a83466d8 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.67 "GET /v2.0/networks?id=7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2 HTTP/1.1" status: 200 len: 810 time: 0.1036339 Oct 12 20:07:51.197654 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-34058223-356e-45cf-923d-3d85b289918c req-02ad90ba-9e32-4c0b-a9b7-25d686ec78ca tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a5e47130084c49d29f3e03e734feff77 HTTP/1.1" status: 200 len: 380 time: 0.0342441 Oct 12 20:07:51.207475 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-34058223-356e-45cf-923d-3d85b289918c req-1cbd6f41-38df-4ffc-a716-81e50b296d94 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Request body: {'port': {'device_id': 'bc1d070d-fea3-4aed-b44d-031cb165d840', 'network_id': '7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2', 'admin_state_up': True, 'tenant_id': 'a5e47130084c49d29f3e03e734feff77', 'security_groups': ['66b3b269-1b2c-48cf-8d3e-75a0bf41acf6']}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:07:51.669940 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d6bed8ab-d764-434d-a3ce-330f306b7dbb req-4287ec95-ade1-4a20-a37e-1dbab4b81f72 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc1d070d-fea3-4aed-b44d-031cb165d840 HTTP/1.1" status: 200 len: 210 time: 0.0254111 Oct 12 20:07:51.681185 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34058223-356e-45cf-923d-3d85b289918c req-1cbd6f41-38df-4ffc-a716-81e50b296d94 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Made reservation on behalf of a5e47130084c49d29f3e03e734feff77 for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 20:07:51.684791 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-34058223-356e-45cf-923d-3d85b289918c req-1cbd6f41-38df-4ffc-a716-81e50b296d94 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:07:51.805805 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [req-34058223-356e-45cf-923d-3d85b289918c req-1cbd6f41-38df-4ffc-a716-81e50b296d94 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Allocated IP 172.20.0.5 (7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2/3416d6a2-0b37-4eb2-9bfa-f2efd452d7ed/81038a30-3bc4-4716-b5f1-2995a4419318) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 20:07:51.941076 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-34058223-356e-45cf-923d-3d85b289918c req-1cbd6f41-38df-4ffc-a716-81e50b296d94 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:07:52.031887 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-34058223-356e-45cf-923d-3d85b289918c req-1cbd6f41-38df-4ffc-a716-81e50b296d94 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:07:52.074577 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34058223-356e-45cf-923d-3d85b289918c req-1cbd6f41-38df-4ffc-a716-81e50b296d94 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Network 7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 20:07:52.077675 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [req-34058223-356e-45cf-923d-3d85b289918c req-1cbd6f41-38df-4ffc-a716-81e50b296d94 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 20:07:52.081393 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-34058223-356e-45cf-923d-3d85b289918c req-1cbd6f41-38df-4ffc-a716-81e50b296d94 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 20:07:52.110352 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbd6f41-38df-4ffc-a716-81e50b296d94 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Pushing event updated for resources: {'Port': ['ID=81038a30-3bc4-4716-b5f1-2995a4419318,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:07:52.123863 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbd6f41-38df-4ffc-a716-81e50b296d94 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:07:52.124238 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbd6f41-38df-4ffc-a716-81e50b296d94 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:07:52.124582 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbd6f41-38df-4ffc-a716-81e50b296d94 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:07:52.124921 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbd6f41-38df-4ffc-a716-81e50b296d94 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:07:52.125255 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbd6f41-38df-4ffc-a716-81e50b296d94 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:07:52.125586 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbd6f41-38df-4ffc-a716-81e50b296d94 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:07:52.125925 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbd6f41-38df-4ffc-a716-81e50b296d94 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:07:52.126251 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbd6f41-38df-4ffc-a716-81e50b296d94 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:07:52.126577 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbd6f41-38df-4ffc-a716-81e50b296d94 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:07:52.126902 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbd6f41-38df-4ffc-a716-81e50b296d94 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:07:52.127228 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbd6f41-38df-4ffc-a716-81e50b296d94 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:07:52.127553 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbd6f41-38df-4ffc-a716-81e50b296d94 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:07:52.150077 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34058223-356e-45cf-923d-3d85b289918c req-1cbd6f41-38df-4ffc-a716-81e50b296d94 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:07:52.150777 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-34058223-356e-45cf-923d-3d85b289918c req-1cbd6f41-38df-4ffc-a716-81e50b296d94 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:07:52.259715 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-34058223-356e-45cf-923d-3d85b289918c req-1cbd6f41-38df-4ffc-a716-81e50b296d94 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0532491 Oct 12 20:07:52.269319 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-34058223-356e-45cf-923d-3d85b289918c req-e7a7d4df-c96c-42c1-858c-703f5baf6a05 service neutron] Request body: {'port': {'device_id': 'bc1d070d-fea3-4aed-b44d-031cb165d840', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-3'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:07:52.323743 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-34058223-356e-45cf-923d-3d85b289918c req-e7a7d4df-c96c-42c1-858c-703f5baf6a05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:07:52.330062 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-ed6f1937-e513-4b23-9ebd-cd588fde1747 None None] Provisioning complete for port 81038a30-3bc4-4716-b5f1-2995a4419318 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:07:52.330597 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ed6f1937-e513-4b23-9ebd-cd588fde1747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:07:52.364527 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-ed6f1937-e513-4b23-9ebd-cd588fde1747 None None] Port 81038a30-3bc4-4716-b5f1-2995a4419318 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 20:07:52.583136 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [req-34058223-356e-45cf-923d-3d85b289918c req-e7a7d4df-c96c-42c1-858c-703f5baf6a05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81038a30-3bc4-4716-b5f1-2995a4419318 {{(pid=95501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 20:07:52.591006 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-34058223-356e-45cf-923d-3d85b289918c req-e7a7d4df-c96c-42c1-858c-703f5baf6a05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:07:52.603327 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.provisioning_blocks [req-34058223-356e-45cf-923d-3d85b289918c req-e7a7d4df-c96c-42c1-858c-703f5baf6a05 service neutron] Transition to ACTIVE for port object 81038a30-3bc4-4716-b5f1-2995a4419318 will not be triggered until provisioned by entity L2. {{(pid=95501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 20:07:52.663866 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-34058223-356e-45cf-923d-3d85b289918c req-e7a7d4df-c96c-42c1-858c-703f5baf6a05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:07:52.741703 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a7d4df-c96c-42c1-858c-703f5baf6a05 service neutron] Pushing event updated for resources: {'Port': ['ID=81038a30-3bc4-4716-b5f1-2995a4419318,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:07:52.827726 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-34058223-356e-45cf-923d-3d85b289918c req-e7a7d4df-c96c-42c1-858c-703f5baf6a05 service neutron] Attempting to bind port 81038a30-3bc4-4716-b5f1-2995a4419318 on host n-h2-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 20:07:52.828093 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-34058223-356e-45cf-923d-3d85b289918c req-e7a7d4df-c96c-42c1-858c-703f5baf6a05 service neutron] Attempting to bind port 81038a30-3bc4-4716-b5f1-2995a4419318 by drivers openvswitch,hyperv on host n-h2-813679-3 at level 0 using segments [{'id': 'c1e1177d-c197-4df9-a0d5-04d28987a4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 20:07:52.828429 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34058223-356e-45cf-923d-3d85b289918c req-e7a7d4df-c96c-42c1-858c-703f5baf6a05 service neutron] Attempting to bind port 81038a30-3bc4-4716-b5f1-2995a4419318 on network 7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 20:07:52.838064 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e35f5ec-ac3f-4f52-8eed-80f945d14288 req-57f29167-ce83-4cf9-8be9-50c57aa7302e tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:07:52.839505 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6e35f5ec-ac3f-4f52-8eed-80f945d14288 req-57f29167-ce83-4cf9-8be9-50c57aa7302e tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc1d070d-fea3-4aed-b44d-031cb165d840 HTTP/1.1" status: 200 len: 943 time: 0.0780931 Oct 12 20:07:52.843214 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34058223-356e-45cf-923d-3d85b289918c req-e7a7d4df-c96c-42c1-858c-703f5baf6a05 service neutron] Port 81038a30-3bc4-4716-b5f1-2995a4419318 on network 7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 20:07:52.843541 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34058223-356e-45cf-923d-3d85b289918c req-e7a7d4df-c96c-42c1-858c-703f5baf6a05 service neutron] Attempting to bind port 81038a30-3bc4-4716-b5f1-2995a4419318 on network 7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 20:07:52.855455 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34058223-356e-45cf-923d-3d85b289918c req-e7a7d4df-c96c-42c1-858c-703f5baf6a05 service neutron] Checking agent: {'id': '233fbd7d-38e4-434f-bb8f-05364d7423a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 20, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 20:07:52.855813 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34058223-356e-45cf-923d-3d85b289918c req-e7a7d4df-c96c-42c1-858c-703f5baf6a05 service neutron] Checking segment: {'id': 'c1e1177d-c197-4df9-a0d5-04d28987a4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 20:07:52.856189 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34058223-356e-45cf-923d-3d85b289918c req-e7a7d4df-c96c-42c1-858c-703f5baf6a05 service neutron] Bound using segment: {'id': 'c1e1177d-c197-4df9-a0d5-04d28987a4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2'} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 20:07:52.856634 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-34058223-356e-45cf-923d-3d85b289918c req-e7a7d4df-c96c-42c1-858c-703f5baf6a05 service neutron] Bound port: 81038a30-3bc4-4716-b5f1-2995a4419318, host: n-h2-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1e1177d-c197-4df9-a0d5-04d28987a4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2'}}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 20:07:52.856994 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-34058223-356e-45cf-923d-3d85b289918c req-e7a7d4df-c96c-42c1-858c-703f5baf6a05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:07:52.911739 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6e35f5ec-ac3f-4f52-8eed-80f945d14288 req-aaae03b1-14ab-42fa-a0b9-ca23909301f2 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648551 Oct 12 20:07:52.939667 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-34058223-356e-45cf-923d-3d85b289918c req-e7a7d4df-c96c-42c1-858c-703f5baf6a05 service neutron] For port 81038a30-3bc4-4716-b5f1-2995a4419318, host n-h2-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 20:07:52.942676 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-34058223-356e-45cf-923d-3d85b289918c req-e7a7d4df-c96c-42c1-858c-703f5baf6a05 service neutron] For port 81038a30-3bc4-4716-b5f1-2995a4419318, host n-h2-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=81038a30-3bc4-4716-b5f1-2995a4419318,segment=NetworkSegment(c1e1177d-c197-4df9-a0d5-04d28987a4ed),segment_id=c1e1177d-c197-4df9-a0d5-04d28987a4ed)] {{(pid=95501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 20:07:53.047450 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-34058223-356e-45cf-923d-3d85b289918c req-e7a7d4df-c96c-42c1-858c-703f5baf6a05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:07:53.085887 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34058223-356e-45cf-923d-3d85b289918c req-e7a7d4df-c96c-42c1-858c-703f5baf6a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:07:53.086504 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-34058223-356e-45cf-923d-3d85b289918c req-e7a7d4df-c96c-42c1-858c-703f5baf6a05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:07:53.087877 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-34058223-356e-45cf-923d-3d85b289918c req-e7a7d4df-c96c-42c1-858c-703f5baf6a05 service neutron] 10.222.0.67 "PUT /v2.0/ports/81038a30-3bc4-4716-b5f1-2995a4419318 HTTP/1.1" status: 200 len: 1091 time: 0.8226333 Oct 12 20:07:53.088393 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc1d070d-fea3-4aed-b44d-031cb165d840', 'tag': '81038a30-3bc4-4716-b5f1-2995a4419318'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:07:53.109678 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a7d4df-c96c-42c1-858c-703f5baf6a05 service neutron] Pushing event updated for resources: {'Port': ['ID=81038a30-3bc4-4716-b5f1-2995a4419318,revision_number=3']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:07:53.140632 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de8ed798067560d07a98492cd8cb53eb3655be3ac6c9fe2f8402857175a8f58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da8e153d-8972-4a30-a89a-ec0e97f0052d" -d '{"events": [{"name": "network-changed", "server_uuid": "bc1d070d-fea3-4aed-b44d-031cb165d840", "tag": "81038a30-3bc4-4716-b5f1-2995a4419318"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:07:53.241276 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34058223-356e-45cf-923d-3d85b289918c req-49b3d2ec-54b6-4764-b855-1378e6a4abbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:07:53.242992 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-34058223-356e-45cf-923d-3d85b289918c req-49b3d2ec-54b6-4764-b855-1378e6a4abbf service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a5e47130084c49d29f3e03e734feff77&device_id=bc1d070d-fea3-4aed-b44d-031cb165d840 HTTP/1.1" status: 200 len: 1094 time: 0.0461180 Oct 12 20:07:53.245139 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 20:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a9101b4-5067-4e0d-b451-703e0f0e0674 x-openstack-request-id: req-3a9101b4-5067-4e0d-b451-703e0f0e0674 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:07:53.245434 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc1d070d-fea3-4aed-b44d-031cb165d840", "tag": "81038a30-3bc4-4716-b5f1-2995a4419318", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:07:53.245686 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3a9101b4-5067-4e0d-b451-703e0f0e0674 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:07:53.246078 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc1d070d-fea3-4aed-b44d-031cb165d840', 'tag': '81038a30-3bc4-4716-b5f1-2995a4419318', 'status': 'completed', 'code': 200} Oct 12 20:07:53.290688 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-34058223-356e-45cf-923d-3d85b289918c req-164b54c8-39ec-4b33-86be-719a79e1f739 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81038a30-3bc4-4716-b5f1-2995a4419318 HTTP/1.1" status: 200 len: 217 time: 0.0371389 Oct 12 20:07:53.338741 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34058223-356e-45cf-923d-3d85b289918c req-86971a30-9ac4-4f45-9bba-e460e9d08152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:07:53.340129 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-34058223-356e-45cf-923d-3d85b289918c req-86971a30-9ac4-4f45-9bba-e460e9d08152 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3416d6a2-0b37-4eb2-9bfa-f2efd452d7ed HTTP/1.1" status: 200 len: 849 time: 0.0430999 Oct 12 20:07:53.384557 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34058223-356e-45cf-923d-3d85b289918c req-21b7b19c-6168-4294-98d6-a643c20b6917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:07:53.385927 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-34058223-356e-45cf-923d-3d85b289918c req-21b7b19c-6168-4294-98d6-a643c20b6917 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390983 Oct 12 20:07:53.477235 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-34058223-356e-45cf-923d-3d85b289918c req-3de30ca0-04b5-4157-8103-3c7c2728645f service neutron] 10.222.0.67 "GET /v2.0/networks/7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839903 Oct 12 20:07:53.565437 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-34058223-356e-45cf-923d-3d85b289918c req-d39a9d5f-1e2c-4db4-a744-76b9e9588a56 service neutron] 10.222.0.67 "GET /v2.0/networks/7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808327 Oct 12 20:07:53.732628 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8e153d-8972-4a30-a89a-ec0e97f0052d req-41714e42-cd5c-46a3-a754-4de2b4172a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:07:53.733998 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-da8e153d-8972-4a30-a89a-ec0e97f0052d req-41714e42-cd5c-46a3-a754-4de2b4172a58 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a5e47130084c49d29f3e03e734feff77&device_id=bc1d070d-fea3-4aed-b44d-031cb165d840 HTTP/1.1" status: 200 len: 1094 time: 0.0477481 Oct 12 20:07:53.822529 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8e153d-8972-4a30-a89a-ec0e97f0052d req-135f3ce5-59e1-453c-a13c-9cb3b4d464d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:07:53.823964 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-da8e153d-8972-4a30-a89a-ec0e97f0052d req-135f3ce5-59e1-453c-a13c-9cb3b4d464d7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2 HTTP/1.1" status: 200 len: 911 time: 0.0826018 Oct 12 20:07:53.867598 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-da8e153d-8972-4a30-a89a-ec0e97f0052d req-892ead56-c659-43ed-a95d-546489bf3cd2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81038a30-3bc4-4716-b5f1-2995a4419318 HTTP/1.1" status: 200 len: 217 time: 0.0366266 Oct 12 20:07:53.916196 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8e153d-8972-4a30-a89a-ec0e97f0052d req-ae45e761-cfb2-42ba-8a95-eca6381d3421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:07:53.917631 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-da8e153d-8972-4a30-a89a-ec0e97f0052d req-ae45e761-cfb2-42ba-8a95-eca6381d3421 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3416d6a2-0b37-4eb2-9bfa-f2efd452d7ed HTTP/1.1" status: 200 len: 849 time: 0.0427425 Oct 12 20:07:53.969137 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8e153d-8972-4a30-a89a-ec0e97f0052d req-8828b591-635e-47c7-9e56-f4896a5a5981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:07:53.970656 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-da8e153d-8972-4a30-a89a-ec0e97f0052d req-8828b591-635e-47c7-9e56-f4896a5a5981 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448475 Oct 12 20:07:54.096294 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8decea-4342-4dd1-826d-208cb08bca9b req-5eddf846-6014-4f81-a807-b7d7a17503a9 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:07:54.097780 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6e8decea-4342-4dd1-826d-208cb08bca9b req-5eddf846-6014-4f81-a807-b7d7a17503a9 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc1d070d-fea3-4aed-b44d-031cb165d840 HTTP/1.1" status: 200 len: 943 time: 0.1016567 Oct 12 20:07:54.105575 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-da8e153d-8972-4a30-a89a-ec0e97f0052d req-1cd13153-a142-4263-9076-6c406f50744c service neutron] 10.222.0.67 "GET /v2.0/networks/7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267819 Oct 12 20:07:54.185028 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6e8decea-4342-4dd1-826d-208cb08bca9b req-d1852db0-80ee-4a7d-bd5e-53e78d028798 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784929 Oct 12 20:07:54.219849 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-da8e153d-8972-4a30-a89a-ec0e97f0052d req-d6a87b10-2d7f-48ef-a7e4-0a0a7fc3d7ab service neutron] 10.222.0.67 "GET /v2.0/networks/7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062188 Oct 12 20:07:55.300805 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ca26a2-6a32-4fb2-904a-aa401ba2b023 req-d4d0360c-2172-42d0-803a-737c7f0a3100 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:07:55.302253 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-37ca26a2-6a32-4fb2-904a-aa401ba2b023 req-d4d0360c-2172-42d0-803a-737c7f0a3100 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc1d070d-fea3-4aed-b44d-031cb165d840 HTTP/1.1" status: 200 len: 943 time: 0.0483761 Oct 12 20:07:55.339189 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-37ca26a2-6a32-4fb2-904a-aa401ba2b023 req-1891f3ed-a259-4244-9ffc-7604cf87c625 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311067 Oct 12 20:07:55.651198 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 81038a30-3bc4-4716-b5f1-2995a4419318 details requested by agent hyperv_n-h2-813679-3 with host n-h2-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 20:07:55.744281 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 81038a30-3bc4-4716-b5f1-2995a4419318, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=81038a30-3bc4-4716-b5f1-2995a4419318,segment=NetworkSegment(c1e1177d-c197-4df9-a0d5-04d28987a4ed),segment_id=c1e1177d-c197-4df9-a0d5-04d28987a4ed)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:07:55.755500 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Returning: {'device': '81038a30-3bc4-4716-b5f1-2995a4419318', 'network_id': '7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2', 'port_id': '81038a30-3bc4-4716-b5f1-2995a4419318', 'mac_address': 'fa:16:3e:9d:ea:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3416d6a2-0b37-4eb2-9bfa-f2efd452d7ed', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 20:07:55.792069 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:07:55.804357 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81038a30-3bc4-4716-b5f1-2995a4419318 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 20:07:55.823023 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 81038a30-3bc4-4716-b5f1-2995a4419318, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=81038a30-3bc4-4716-b5f1-2995a4419318,segment=NetworkSegment(c1e1177d-c197-4df9-a0d5-04d28987a4ed),segment_id=c1e1177d-c197-4df9-a0d5-04d28987a4ed)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:07:55.874670 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:07:55.924365 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=81038a30-3bc4-4716-b5f1-2995a4419318,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:07:56.113989 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['81038a30-3bc4-4716-b5f1-2995a4419318'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 20:07:56.454812 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79402cf0-7b21-4abf-a777-ea16bb8b45d0 req-fa1a4d57-f619-4025-bce2-ee98dc219d3d tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:07:56.456308 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-79402cf0-7b21-4abf-a777-ea16bb8b45d0 req-fa1a4d57-f619-4025-bce2-ee98dc219d3d tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc1d070d-fea3-4aed-b44d-031cb165d840 HTTP/1.1" status: 200 len: 944 time: 0.0500786 Oct 12 20:07:56.493228 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-79402cf0-7b21-4abf-a777-ea16bb8b45d0 req-6ba6863c-2f53-4bb3-adaf-4009bc88e565 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303957 Oct 12 20:07:57.609516 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963b4dcd-b799-4adb-9141-28c32b2c09e3 req-32b138f1-bc6d-4229-83cd-6c5b627ff94b tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:07:57.610964 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-963b4dcd-b799-4adb-9141-28c32b2c09e3 req-32b138f1-bc6d-4229-83cd-6c5b627ff94b tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc1d070d-fea3-4aed-b44d-031cb165d840 HTTP/1.1" status: 200 len: 944 time: 0.0526319 Oct 12 20:07:57.648345 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-963b4dcd-b799-4adb-9141-28c32b2c09e3 req-1ca05371-72ed-45c1-9e05-d01282ddbc33 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308106 Oct 12 20:07:57.667265 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 81038a30-3bc4-4716-b5f1-2995a4419318 up at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 20:07:57.757378 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning for port 81038a30-3bc4-4716-b5f1-2995a4419318 completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 20:07:57.761000 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning complete for port 81038a30-3bc4-4716-b5f1-2995a4419318 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:07:57.761369 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:07:57.834656 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:07:57.855981 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc1d070d-fea3-4aed-b44d-031cb165d840', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81038a30-3bc4-4716-b5f1-2995a4419318'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:07:57.870177 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 81038a30-3bc4-4716-b5f1-2995a4419318, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=81038a30-3bc4-4716-b5f1-2995a4419318,segment=NetworkSegment(c1e1177d-c197-4df9-a0d5-04d28987a4ed),segment_id=c1e1177d-c197-4df9-a0d5-04d28987a4ed)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:07:57.894036 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b9295f95168b7ebeacfaf6dce688c5b5a488805d3fcc076b348ff91511493a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e53d6420-362a-4ae3-b5e3-3342de53f4f3" -d '{"events": [{"server_uuid": "bc1d070d-fea3-4aed-b44d-031cb165d840", "name": "network-vif-plugged", "status": "completed", "tag": "81038a30-3bc4-4716-b5f1-2995a4419318"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:07:57.912951 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:07:57.960540 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=81038a30-3bc4-4716-b5f1-2995a4419318,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:07:57.978845 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 20:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-339aaaf7-6193-4287-91dd-c8b3a20c82d1 x-openstack-request-id: req-339aaaf7-6193-4287-91dd-c8b3a20c82d1 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:07:57.979145 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc1d070d-fea3-4aed-b44d-031cb165d840", "name": "network-vif-plugged", "status": "completed", "tag": "81038a30-3bc4-4716-b5f1-2995a4419318", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:07:57.979409 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-339aaaf7-6193-4287-91dd-c8b3a20c82d1 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:07:57.979808 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc1d070d-fea3-4aed-b44d-031cb165d840', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81038a30-3bc4-4716-b5f1-2995a4419318', 'code': 200} Oct 12 20:07:58.074536 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a68acca-e858-4356-a6f8-8d3fa9bbe982 req-01fc5df9-d815-4d1f-8af5-27c2e8711aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:07:58.075986 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2a68acca-e858-4356-a6f8-8d3fa9bbe982 req-01fc5df9-d815-4d1f-8af5-27c2e8711aee service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=bc1d070d-fea3-4aed-b44d-031cb165d840 HTTP/1.1" status: 200 len: 1096 time: 0.0408232 Oct 12 20:07:58.111885 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2a68acca-e858-4356-a6f8-8d3fa9bbe982 req-98575bf2-871e-48b5-a01d-de5b1009e4d0 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283294 Oct 12 20:07:58.761760 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab198416-ea39-45c9-a228-e8100f851947 req-10ad9b86-a06e-4bf6-9ac6-ba548f318ebf tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:07:58.763206 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ab198416-ea39-45c9-a228-e8100f851947 req-10ad9b86-a06e-4bf6-9ac6-ba548f318ebf tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc1d070d-fea3-4aed-b44d-031cb165d840 HTTP/1.1" status: 200 len: 945 time: 0.0493546 Oct 12 20:07:58.800339 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ab198416-ea39-45c9-a228-e8100f851947 req-0103c9de-25e0-4322-a32a-a80755822d19 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311315 Oct 12 20:07:59.160969 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c525e285-3d66-47a3-9385-53caf217392c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:07:59.918644 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81610cda-0fc2-4154-9309-dca4731d458e req-e4b8eded-2637-4bd6-aa31-1faac44997f4 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:07:59.920131 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-81610cda-0fc2-4154-9309-dca4731d458e req-e4b8eded-2637-4bd6-aa31-1faac44997f4 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc1d070d-fea3-4aed-b44d-031cb165d840 HTTP/1.1" status: 200 len: 945 time: 0.0520394 Oct 12 20:07:59.957436 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-81610cda-0fc2-4154-9309-dca4731d458e req-81c81599-16ac-4c08-9c63-bde6acfa3244 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314524 Oct 12 20:08:00.066136 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312736b4-f10b-4870-84af-85cde98152ed req-45a333e0-80cd-413d-81f8-8e8d28bf5f3c tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:08:00.067588 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-312736b4-f10b-4870-84af-85cde98152ed req-45a333e0-80cd-413d-81f8-8e8d28bf5f3c tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc1d070d-fea3-4aed-b44d-031cb165d840 HTTP/1.1" status: 200 len: 945 time: 0.0476475 Oct 12 20:08:00.077030 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 33372) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:08:00.081449 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-30636bf0-6429-40e3-8af0-8cf3ee855fef tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Request body: {'floatingip': {'port_id': '81038a30-3bc4-4716-b5f1-2995a4419318'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:08:00.123583 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-30636bf0-6429-40e3-8af0-8cf3ee855fef tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Notify callbacks [] for floatingip, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:08:00.896180 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-30636bf0-6429-40e3-8af0-8cf3ee855fef tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:08:00.954529 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-30636bf0-6429-40e3-8af0-8cf3ee855fef tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7915414'] for floatingip, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:08:01.054937 n-d-813679-3 neutron-server[95502]: INFO neutron.db.l3_db [None req-30636bf0-6429-40e3-8af0-8cf3ee855fef tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Floating IP 0798c97e-9052-4880-8a9e-a490256f1dd4 associated. External IP: 172.25.5.103, port: 81038a30-3bc4-4716-b5f1-2995a4419318. Oct 12 20:08:01.261288 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30636bf0-6429-40e3-8af0-8cf3ee855fef tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Router 2389800d-42f7-4e23-879b-812c07b5a960 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 20:08:01.370189 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30636bf0-6429-40e3-8af0-8cf3ee855fef tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 20:08:01.374741 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-30636bf0-6429-40e3-8af0-8cf3ee855fef tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:08:01.379575 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4979e17c-cc28-4ddb-9420-37d3d7982656 None None] Sync routers for ids ['2389800d-42f7-4e23-879b-812c07b5a960'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 20:08:01.392738 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4979e17c-cc28-4ddb-9420-37d3d7982656 None None] Routers {'2389800d-42f7-4e23-879b-812c07b5a960'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:08:01.393361 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-4979e17c-cc28-4ddb-9420-37d3d7982656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:07:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['2389800d-42f7-4e23-879b-812c07b5a960'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:08:01.401959 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-30636bf0-6429-40e3-8af0-8cf3ee855fef tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "PUT /v2.0/floatingips/0798c97e-9052-4880-8a9e-a490256f1dd4 HTTP/1.1" status: 200 len: 991 time: 1.3238957 Oct 12 20:08:01.402561 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc1d070d-fea3-4aed-b44d-031cb165d840', 'tag': '81038a30-3bc4-4716-b5f1-2995a4419318'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:08:01.404869 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d38ba98a80be6c2fe69993d1a3c9eb2b0c7fe5c84c08efdde6b95a5e2d0657c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecad6c6c-49f7-4929-9970-afb4abd27fd5" -d '{"events": [{"name": "network-changed", "server_uuid": "bc1d070d-fea3-4aed-b44d-031cb165d840", "tag": "81038a30-3bc4-4716-b5f1-2995a4419318"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:08:01.442005 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 20:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6de3c05b-6ae4-4bb9-b879-b50cf55bee15 x-openstack-request-id: req-6de3c05b-6ae4-4bb9-b879-b50cf55bee15 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:08:01.442390 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc1d070d-fea3-4aed-b44d-031cb165d840", "tag": "81038a30-3bc4-4716-b5f1-2995a4419318", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:08:01.442712 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6de3c05b-6ae4-4bb9-b879-b50cf55bee15 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:08:01.443395 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc1d070d-fea3-4aed-b44d-031cb165d840', 'tag': '81038a30-3bc4-4716-b5f1-2995a4419318', 'status': 'completed', 'code': 200} Oct 12 20:08:01.500347 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-4979e17c-cc28-4ddb-9420-37d3d7982656 None None] Set router 2389800d-42f7-4e23-879b-812c07b5a960 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:08:01.596774 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad6c6c-49f7-4929-9970-afb4abd27fd5 req-c04bc9b7-c063-4c0e-8b79-918a33f55dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:08:01.598249 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ecad6c6c-49f7-4929-9970-afb4abd27fd5 req-c04bc9b7-c063-4c0e-8b79-918a33f55dde service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a5e47130084c49d29f3e03e734feff77&device_id=bc1d070d-fea3-4aed-b44d-031cb165d840 HTTP/1.1" status: 200 len: 1096 time: 0.0800779 Oct 12 20:08:01.692921 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad6c6c-49f7-4929-9970-afb4abd27fd5 req-91b9a80e-9733-456e-abfa-97e67fc414af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:08:01.694842 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ecad6c6c-49f7-4929-9970-afb4abd27fd5 req-91b9a80e-9733-456e-abfa-97e67fc414af service neutron] 10.222.0.67 "GET /v2.0/networks?id=7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2 HTTP/1.1" status: 200 len: 911 time: 0.0898149 Oct 12 20:08:01.733464 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-4979e17c-cc28-4ddb-9420-37d3d7982656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2389800d-42f7-4e23-879b-812c07b5a960', 'name': 'tempest-ServerActionsTestJSON-14519898-router', 'tenant_id': 'a5e47130084c49d29f3e03e734feff77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '75a63f28-3dab-4f96-8263-753a10c00cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:05:23Z', 'updated_at': '2021-10-12T20:05:26Z', 'revision_number': 4, 'project_id': 'a5e47130084c49d29f3e03e734feff77', 'gw_port': {'id': '75a63f28-3dab-4f96-8263-753a10c00cca', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:63:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2389800d-42f7-4e23-879b-812c07b5a960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:05:24Z', 'updated_at': '2021-10-12T20:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': '0798c97e-9052-4880-8a9e-a490256f1dd4', 'tenant_id': 'a5e47130084c49d29f3e03e734feff77', 'floating_ip_address': '172.25.5.103', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': '2389800d-42f7-4e23-879b-812c07b5a960', 'port_id': '81038a30-3bc4-4716-b5f1-2995a4419318', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2', 'mac_address': 'fa:16:3e:9d:ea:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1d070d-fea3-4aed-b44d-031cb165d840', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T20:05:29Z', 'updated_at': '2021-10-12T20:08:00Z', 'revision_number': 5, 'project_id': 'a5e47130084c49d29f3e03e734feff77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '142995b5-8f7f-4668-9555-845769fa1ec6', 'name': '', 'network_id': '7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2', 'tenant_id': 'a5e47130084c49d29f3e03e734feff77', 'mac_address': 'fa:16:3e:d8:da:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2389800d-42f7-4e23-879b-812c07b5a960', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '3416d6a2-0b37-4eb2-9bfa-f2efd452d7ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:05:26Z', 'updated_at': '2021-10-12T20:05:29Z', 'revision_number': 5, 'project_id': 'a5e47130084c49d29f3e03e734feff77', 'subnets': [{'id': '3416d6a2-0b37-4eb2-9bfa-f2efd452d7ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:08:01.759484 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4979e17c-cc28-4ddb-9420-37d3d7982656 None None] Checking router: 2389800d-42f7-4e23-879b-812c07b5a960 for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 20:08:01.762583 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-55dcc69e-c6ed-4028-813b-96bb43562f7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:08:01.764926 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ecad6c6c-49f7-4929-9970-afb4abd27fd5 req-fea556fc-7cf6-4907-ba07-67968de8ba0f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81038a30-3bc4-4716-b5f1-2995a4419318 HTTP/1.1" status: 200 len: 999 time: 0.0572591 Oct 12 20:08:01.770610 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4979e17c-cc28-4ddb-9420-37d3d7982656 None None] Routers {'2389800d-42f7-4e23-879b-812c07b5a960'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:08:01.771216 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-4979e17c-cc28-4ddb-9420-37d3d7982656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:08:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['2389800d-42f7-4e23-879b-812c07b5a960'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:08:01.813398 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad6c6c-49f7-4929-9970-afb4abd27fd5 req-10abc511-a77a-41b0-8ab0-bd44c3a8d675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:08:01.815079 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ecad6c6c-49f7-4929-9970-afb4abd27fd5 req-10abc511-a77a-41b0-8ab0-bd44c3a8d675 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3416d6a2-0b37-4eb2-9bfa-f2efd452d7ed HTTP/1.1" status: 200 len: 849 time: 0.0420167 Oct 12 20:08:01.864678 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad6c6c-49f7-4929-9970-afb4abd27fd5 req-afb1c589-b8ab-429b-a74c-4ee9b29a29ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:08:01.866164 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ecad6c6c-49f7-4929-9970-afb4abd27fd5 req-afb1c589-b8ab-429b-a74c-4ee9b29a29ee service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437286 Oct 12 20:08:01.875415 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-4979e17c-cc28-4ddb-9420-37d3d7982656 None None] Set router 2389800d-42f7-4e23-879b-812c07b5a960 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:08:01.955012 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ecad6c6c-49f7-4929-9970-afb4abd27fd5 req-029b1469-9932-438f-80d4-9975bfa4ebb5 service neutron] 10.222.0.67 "GET /v2.0/networks/7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814958 Oct 12 20:08:02.047847 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ecad6c6c-49f7-4929-9970-afb4abd27fd5 req-8d6119eb-92b8-4329-82f0-deeefb72d7b5 service neutron] 10.222.0.67 "GET /v2.0/networks/7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847731 Oct 12 20:08:02.095568 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-4979e17c-cc28-4ddb-9420-37d3d7982656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2389800d-42f7-4e23-879b-812c07b5a960', 'name': 'tempest-ServerActionsTestJSON-14519898-router', 'tenant_id': 'a5e47130084c49d29f3e03e734feff77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '75a63f28-3dab-4f96-8263-753a10c00cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:05:23Z', 'updated_at': '2021-10-12T20:05:26Z', 'revision_number': 4, 'project_id': 'a5e47130084c49d29f3e03e734feff77', 'gw_port': {'id': '75a63f28-3dab-4f96-8263-753a10c00cca', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:63:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2389800d-42f7-4e23-879b-812c07b5a960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:05:24Z', 'updated_at': '2021-10-12T20:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': '0798c97e-9052-4880-8a9e-a490256f1dd4', 'tenant_id': 'a5e47130084c49d29f3e03e734feff77', 'floating_ip_address': '172.25.5.103', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': '2389800d-42f7-4e23-879b-812c07b5a960', 'port_id': '81038a30-3bc4-4716-b5f1-2995a4419318', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2', 'mac_address': 'fa:16:3e:9d:ea:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1d070d-fea3-4aed-b44d-031cb165d840', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T20:05:29Z', 'updated_at': '2021-10-12T20:08:00Z', 'revision_number': 5, 'project_id': 'a5e47130084c49d29f3e03e734feff77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '142995b5-8f7f-4668-9555-845769fa1ec6', 'name': '', 'network_id': '7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2', 'tenant_id': 'a5e47130084c49d29f3e03e734feff77', 'mac_address': 'fa:16:3e:d8:da:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2389800d-42f7-4e23-879b-812c07b5a960', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '3416d6a2-0b37-4eb2-9bfa-f2efd452d7ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:05:26Z', 'updated_at': '2021-10-12T20:05:29Z', 'revision_number': 5, 'project_id': 'a5e47130084c49d29f3e03e734feff77', 'subnets': [{'id': '3416d6a2-0b37-4eb2-9bfa-f2efd452d7ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:08:02.122067 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4979e17c-cc28-4ddb-9420-37d3d7982656 None None] The sync data for ids ['2389800d-42f7-4e23-879b-812c07b5a960'] in n-d-813679-3 is: [{'id': '2389800d-42f7-4e23-879b-812c07b5a960', 'name': 'tempest-ServerActionsTestJSON-14519898-router', 'tenant_id': 'a5e47130084c49d29f3e03e734feff77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '75a63f28-3dab-4f96-8263-753a10c00cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:05:23Z', 'updated_at': '2021-10-12T20:05:26Z', 'revision_number': 4, 'project_id': 'a5e47130084c49d29f3e03e734feff77', 'gw_port': {'id': '75a63f28-3dab-4f96-8263-753a10c00cca', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:63:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2389800d-42f7-4e23-879b-812c07b5a960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:05:24Z', 'updated_at': '2021-10-12T20:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': '0798c97e-9052-4880-8a9e-a490256f1dd4', 'tenant_id': 'a5e47130084c49d29f3e03e734feff77', 'floating_ip_address': '172.25.5.103', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': '2389800d-42f7-4e23-879b-812c07b5a960', 'port_id': '81038a30-3bc4-4716-b5f1-2995a4419318', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2', 'mac_address': 'fa:16:3e:9d:ea:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1d070d-fea3-4aed-b44d-031cb165d840', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T20:05:29Z', 'updated_at': '2021-10-12T20:08:00Z', 'revision_number': 5, 'project_id': 'a5e47130084c49d29f3e03e734feff77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '142995b5-8f7f-4668-9555-845769fa1ec6', 'name': '', 'network_id': '7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2', 'tenant_id': 'a5e47130084c49d29f3e03e734feff77', 'mac_address': 'fa:16:3e:d8:da:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2389800d-42f7-4e23-879b-812c07b5a960', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '3416d6a2-0b37-4eb2-9bfa-f2efd452d7ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:05:26Z', 'updated_at': '2021-10-12T20:05:29Z', 'revision_number': 5, 'project_id': 'a5e47130084c49d29f3e03e734feff77', 'subnets': [{'id': '3416d6a2-0b37-4eb2-9bfa-f2efd452d7ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 20:08:02.387287 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-080aee61-c20c-492b-b781-11ad1c3b5503 req-01a99eb8-feec-41d5-add8-b8f371ae45f4 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=bc1d070d-fea3-4aed-b44d-031cb165d840&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0421417 Oct 12 20:08:02.429575 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82e7acc-548c-408f-b2a8-729ef60bb64d None None] New status for floating IP 0798c97e-9052-4880-8a9e-a490256f1dd4: ACTIVE {{(pid=95504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 20:08:02.472388 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080aee61-c20c-492b-b781-11ad1c3b5503 req-cd154221-67f6-404b-a194-056e3749e3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:08:02.474201 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-080aee61-c20c-492b-b781-11ad1c3b5503 req-cd154221-67f6-404b-a194-056e3749e3d1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a5e47130084c49d29f3e03e734feff77&device_id=bc1d070d-fea3-4aed-b44d-031cb165d840 HTTP/1.1" status: 200 len: 1096 time: 0.0430026 Oct 12 20:08:02.515124 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:08:02.587051 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080aee61-c20c-492b-b781-11ad1c3b5503 req-25ef338e-6752-4b29-935b-7ecf94c4a33c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:08:02.588461 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-080aee61-c20c-492b-b781-11ad1c3b5503 req-25ef338e-6752-4b29-935b-7ecf94c4a33c service neutron] 10.222.0.67 "GET /v2.0/networks?id=7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2 HTTP/1.1" status: 200 len: 911 time: 0.0933228 Oct 12 20:08:02.652046 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-080aee61-c20c-492b-b781-11ad1c3b5503 req-372227cb-5e4f-4710-b21d-0e194e67d2b4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81038a30-3bc4-4716-b5f1-2995a4419318 HTTP/1.1" status: 200 len: 999 time: 0.0567348 Oct 12 20:08:02.702485 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080aee61-c20c-492b-b781-11ad1c3b5503 req-e68f41f0-9ab2-4450-b0ff-51223c139ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:08:02.704433 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-080aee61-c20c-492b-b781-11ad1c3b5503 req-e68f41f0-9ab2-4450-b0ff-51223c139ee8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3416d6a2-0b37-4eb2-9bfa-f2efd452d7ed HTTP/1.1" status: 200 len: 849 time: 0.0452900 Oct 12 20:08:02.752582 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080aee61-c20c-492b-b781-11ad1c3b5503 req-79dd1464-4e61-4ebf-9bd6-531a001b6a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:08:02.754098 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-080aee61-c20c-492b-b781-11ad1c3b5503 req-79dd1464-4e61-4ebf-9bd6-531a001b6a92 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427563 Oct 12 20:08:02.841258 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-080aee61-c20c-492b-b781-11ad1c3b5503 req-447ace9a-5e21-4498-ab84-9b62534dc696 service neutron] 10.222.0.67 "GET /v2.0/networks/7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792105 Oct 12 20:08:02.933999 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-080aee61-c20c-492b-b781-11ad1c3b5503 req-33520117-bc05-420c-a3c4-5095d10b13c0 service neutron] 10.222.0.67 "GET /v2.0/networks/7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842085 Oct 12 20:08:03.242709 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:08:03.385604 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:08:04.423507 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:08:04.720466 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:08:18.164198 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 20:08:29.159201 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6a405518-708c-44aa-b80b-1e7006321b48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:08:31.753781 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3c32f2c6-71e2-4920-ad37-228db37412e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:08:32.525036 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:08:33.221736 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:08:33.378931 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:08:34.410434 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:08:34.705121 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:08:55.162397 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 20:08:59.180743 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-82ca4645-fe95-4139-9d94-0834b481e797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:09:01.648209 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-073699a9-978e-4833-9227-44f608ea3641 req-e76d229f-d6c8-4cb5-97e5-da73e2636236 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=bc1d070d-fea3-4aed-b44d-031cb165d840&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0384820 Oct 12 20:09:01.727443 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073699a9-978e-4833-9227-44f608ea3641 req-a2ca7037-6c5c-469d-9e4d-544510d835a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:09:01.729022 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-073699a9-978e-4833-9227-44f608ea3641 req-a2ca7037-6c5c-469d-9e4d-544510d835a9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a5e47130084c49d29f3e03e734feff77&device_id=bc1d070d-fea3-4aed-b44d-031cb165d840 HTTP/1.1" status: 200 len: 1096 time: 0.0405428 Oct 12 20:09:01.733543 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7397e7d5-48d8-4b49-8ac9-8190d52aa7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:09:01.830785 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073699a9-978e-4833-9227-44f608ea3641 req-3848bd0c-9a82-4bb7-be29-499b981dfeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:09:01.832297 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-073699a9-978e-4833-9227-44f608ea3641 req-3848bd0c-9a82-4bb7-be29-499b981dfeb0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2 HTTP/1.1" status: 200 len: 911 time: 0.0851660 Oct 12 20:09:01.895760 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-073699a9-978e-4833-9227-44f608ea3641 req-5d284ecd-e552-437b-bd95-57589cd5f3ec service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81038a30-3bc4-4716-b5f1-2995a4419318 HTTP/1.1" status: 200 len: 1001 time: 0.0552504 Oct 12 20:09:01.947655 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073699a9-978e-4833-9227-44f608ea3641 req-ebd944a6-185d-4f46-aeca-0fbf9aa6b3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:09:01.949131 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-073699a9-978e-4833-9227-44f608ea3641 req-ebd944a6-185d-4f46-aeca-0fbf9aa6b3c0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3416d6a2-0b37-4eb2-9bfa-f2efd452d7ed HTTP/1.1" status: 200 len: 849 time: 0.0464866 Oct 12 20:09:01.999011 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073699a9-978e-4833-9227-44f608ea3641 req-c3813891-6944-4498-aaa0-0d1dfcc923eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:09:02.001325 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-073699a9-978e-4833-9227-44f608ea3641 req-c3813891-6944-4498-aaa0-0d1dfcc923eb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439749 Oct 12 20:09:02.089234 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-073699a9-978e-4833-9227-44f608ea3641 req-bc651fbd-bc17-4da2-be68-516d8129cb2e service neutron] 10.222.0.67 "GET /v2.0/networks/7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802829 Oct 12 20:09:02.182188 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-073699a9-978e-4833-9227-44f608ea3641 req-384865b6-e006-43ee-8a92-3b9f90b1844f service neutron] 10.222.0.67 "GET /v2.0/networks/7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853767 Oct 12 20:09:02.512192 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:09:03.189780 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:09:03.401245 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:09:04.431982 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:09:04.694838 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:09:29.174354 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c9683996-62ce-4502-bd00-9cd7a1be6d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:09:31.745429 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b3236a54-9df3-4b1c-97f2-0e78d851c554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:09:32.162206 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 20:09:32.510864 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:09:33.217483 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:09:33.396344 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:09:34.436836 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:09:34.732499 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:09:37.410746 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ef3ecd-e188-436d-a92d-d691e3bf3f7a req-64fc638f-20e4-4858-b2c3-5fbdd76bdb2e tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:09:37.412234 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-15ef3ecd-e188-436d-a92d-d691e3bf3f7a req-64fc638f-20e4-4858-b2c3-5fbdd76bdb2e tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc1d070d-fea3-4aed-b44d-031cb165d840 HTTP/1.1" status: 200 len: 945 time: 0.0531240 Oct 12 20:09:37.452716 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-15ef3ecd-e188-436d-a92d-d691e3bf3f7a req-2d9564e7-4abf-48f3-abb3-d768931ad927 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332406 Oct 12 20:09:38.578722 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8f4c90-16f2-4c3e-b6db-19e959ea945f req-580b27d1-2702-4ddb-8018-6f53a78edbc3 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:09:38.582663 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1e8f4c90-16f2-4c3e-b6db-19e959ea945f req-580b27d1-2702-4ddb-8018-6f53a78edbc3 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc1d070d-fea3-4aed-b44d-031cb165d840 HTTP/1.1" status: 200 len: 945 time: 0.0579162 Oct 12 20:09:38.623825 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1e8f4c90-16f2-4c3e-b6db-19e959ea945f req-1fadc2c0-39ca-47b9-87ea-523d7c66acef tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373271 Oct 12 20:09:39.737440 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad6a4a3-1f20-474d-a078-679c316f1090 req-2c62dc27-736c-4526-aa26-47687fa882c6 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:09:39.738900 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0ad6a4a3-1f20-474d-a078-679c316f1090 req-2c62dc27-736c-4526-aa26-47687fa882c6 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc1d070d-fea3-4aed-b44d-031cb165d840 HTTP/1.1" status: 200 len: 945 time: 0.0477450 Oct 12 20:09:39.779664 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0ad6a4a3-1f20-474d-a078-679c316f1090 req-42f7b1b1-94cb-4993-98e7-353cebd7c4b6 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349290 Oct 12 20:09:40.897619 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25382b19-9bd4-4845-a68d-3b5a9ac3d27c req-0b4027d7-63d7-4ba3-86c8-34e743ab0bda tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:09:40.899067 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-25382b19-9bd4-4845-a68d-3b5a9ac3d27c req-0b4027d7-63d7-4ba3-86c8-34e743ab0bda tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc1d070d-fea3-4aed-b44d-031cb165d840 HTTP/1.1" status: 200 len: 945 time: 0.0523560 Oct 12 20:09:40.935864 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-25382b19-9bd4-4845-a68d-3b5a9ac3d27c req-cbdcbcc4-c789-4265-9a5a-d2d80eb5d2ea tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308578 Oct 12 20:09:42.048636 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f86405d-6ce1-496c-a111-0a3296327ebe req-ffee8951-be21-44ea-b72f-cae8c9ac31ca tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:09:42.050078 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1f86405d-6ce1-496c-a111-0a3296327ebe req-ffee8951-be21-44ea-b72f-cae8c9ac31ca tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc1d070d-fea3-4aed-b44d-031cb165d840 HTTP/1.1" status: 200 len: 945 time: 0.0480607 Oct 12 20:09:42.086386 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1f86405d-6ce1-496c-a111-0a3296327ebe req-a80e874b-5e4c-4613-a45c-0d3a26f94b79 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304911 Oct 12 20:09:43.203819 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244d1318-2764-404f-9d8e-b8ce3617043c req-9138f53e-8686-4429-9c30-1c4178e09cd8 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:09:43.205355 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-244d1318-2764-404f-9d8e-b8ce3617043c req-9138f53e-8686-4429-9c30-1c4178e09cd8 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc1d070d-fea3-4aed-b44d-031cb165d840 HTTP/1.1" status: 200 len: 945 time: 0.0493813 Oct 12 20:09:43.243341 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-244d1318-2764-404f-9d8e-b8ce3617043c req-4c55f8e3-64ee-4ae5-af02-81ca01ce453d tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319219 Oct 12 20:09:44.356492 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106a52e0-f10c-4d43-86b2-bc0c9dfa646e req-586fa9c6-2ecc-4d23-9ea9-0ff876457ea4 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:09:44.357947 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-106a52e0-f10c-4d43-86b2-bc0c9dfa646e req-586fa9c6-2ecc-4d23-9ea9-0ff876457ea4 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc1d070d-fea3-4aed-b44d-031cb165d840 HTTP/1.1" status: 200 len: 945 time: 0.0477688 Oct 12 20:09:44.394473 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-106a52e0-f10c-4d43-86b2-bc0c9dfa646e req-284d88da-38f2-4598-9c09-1c95a3252700 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306308 Oct 12 20:09:45.507609 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9501e900-c1c6-404a-ab6d-468abbc7147b req-d1c96fa0-7d21-4274-959b-dd97cccbb25b tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:09:45.509054 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9501e900-c1c6-404a-ab6d-468abbc7147b req-d1c96fa0-7d21-4274-959b-dd97cccbb25b tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc1d070d-fea3-4aed-b44d-031cb165d840 HTTP/1.1" status: 200 len: 945 time: 0.0470374 Oct 12 20:09:45.546073 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9501e900-c1c6-404a-ab6d-468abbc7147b req-b5312251-9fbb-4b95-ad39-601f283f53cf tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301912 Oct 12 20:09:46.659576 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e06204-0bb0-4c23-b959-2793be67cb65 req-fe04fe55-44bf-4946-b57b-b6e738a0f0da tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:09:46.661072 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-21e06204-0bb0-4c23-b959-2793be67cb65 req-fe04fe55-44bf-4946-b57b-b6e738a0f0da tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc1d070d-fea3-4aed-b44d-031cb165d840 HTTP/1.1" status: 200 len: 945 time: 0.0479448 Oct 12 20:09:46.702104 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-21e06204-0bb0-4c23-b959-2793be67cb65 req-817e15a7-a324-48b1-9493-4926a9a10693 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347350 Oct 12 20:09:47.821350 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8546e76-85da-4086-82ac-2d7b9b78860c req-67a9ee9c-1792-428f-84e7-d9550abf9d7c tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:09:47.822905 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c8546e76-85da-4086-82ac-2d7b9b78860c req-67a9ee9c-1792-428f-84e7-d9550abf9d7c tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc1d070d-fea3-4aed-b44d-031cb165d840 HTTP/1.1" status: 200 len: 945 time: 0.0524943 Oct 12 20:09:47.860466 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c8546e76-85da-4086-82ac-2d7b9b78860c req-3d4a2d5b-b740-4472-80c8-1c92db209454 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310729 Oct 12 20:09:48.975410 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317d9595-9472-4d68-b005-48cff92845d1 req-14e1f584-5c38-40c4-a9d9-ed19be31cca8 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:09:48.976911 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-317d9595-9472-4d68-b005-48cff92845d1 req-14e1f584-5c38-40c4-a9d9-ed19be31cca8 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc1d070d-fea3-4aed-b44d-031cb165d840 HTTP/1.1" status: 200 len: 945 time: 0.0479231 Oct 12 20:09:49.014614 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-317d9595-9472-4d68-b005-48cff92845d1 req-0a465953-4ff2-4748-9fe0-7da91602ae4f tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312293 Oct 12 20:09:49.394147 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec86601-18f9-4cc2-a7fe-3285c22a8230 req-171253ac-382e-487a-a045-7483ab66c968 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:09:49.396152 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3ec86601-18f9-4cc2-a7fe-3285c22a8230 req-171253ac-382e-487a-a045-7483ab66c968 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc1d070d-fea3-4aed-b44d-031cb165d840 HTTP/1.1" status: 200 len: 945 time: 0.0496924 Oct 12 20:09:49.434186 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3ec86601-18f9-4cc2-a7fe-3285c22a8230 req-c0cf45e6-70a5-44b7-aef7-b69e6e0b60ff tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319898 Oct 12 20:09:49.510696 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-82d72093-b609-4ce4-ad50-6df8771ae906 req-d5a57088-8647-483c-907e-391f392e38ca service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=bc1d070d-fea3-4aed-b44d-031cb165d840&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0379541 Oct 12 20:09:50.551355 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de13ab73-bbfb-44af-9b8f-dc5a629dc0b2 req-4a2b23a8-828f-46e2-8221-7827019ef781 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:09:50.552854 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-de13ab73-bbfb-44af-9b8f-dc5a629dc0b2 req-4a2b23a8-828f-46e2-8221-7827019ef781 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc1d070d-fea3-4aed-b44d-031cb165d840 HTTP/1.1" status: 200 len: 945 time: 0.0492499 Oct 12 20:09:50.590692 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-de13ab73-bbfb-44af-9b8f-dc5a629dc0b2 req-d5a320e8-8aed-4f84-b5d8-e037872bd62c tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316510 Oct 12 20:09:51.386721 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d72093-b609-4ce4-ad50-6df8771ae906 req-a938751b-77b9-4c94-80df-f319120f9d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:09:51.388146 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-82d72093-b609-4ce4-ad50-6df8771ae906 req-a938751b-77b9-4c94-80df-f319120f9d6b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a5e47130084c49d29f3e03e734feff77&device_id=bc1d070d-fea3-4aed-b44d-031cb165d840 HTTP/1.1" status: 200 len: 1096 time: 0.0434883 Oct 12 20:09:51.475614 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d72093-b609-4ce4-ad50-6df8771ae906 req-0a92f24d-f66c-44bd-8dc7-dec5184ea1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:09:51.477094 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-82d72093-b609-4ce4-ad50-6df8771ae906 req-0a92f24d-f66c-44bd-8dc7-dec5184ea1cf service neutron] 10.222.0.67 "GET /v2.0/networks?id=7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2 HTTP/1.1" status: 200 len: 911 time: 0.0824084 Oct 12 20:09:51.542166 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-82d72093-b609-4ce4-ad50-6df8771ae906 req-2dbb8ee3-e398-4f54-a1ab-c74a8589e803 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81038a30-3bc4-4716-b5f1-2995a4419318 HTTP/1.1" status: 200 len: 1001 time: 0.0580792 Oct 12 20:09:51.589391 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d72093-b609-4ce4-ad50-6df8771ae906 req-68b9ba25-266d-4b01-9051-ab58a96385a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:09:51.590809 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-82d72093-b609-4ce4-ad50-6df8771ae906 req-68b9ba25-266d-4b01-9051-ab58a96385a8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3416d6a2-0b37-4eb2-9bfa-f2efd452d7ed HTTP/1.1" status: 200 len: 849 time: 0.0418456 Oct 12 20:09:51.634937 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d72093-b609-4ce4-ad50-6df8771ae906 req-ab62fd45-6ca1-4cdd-8cb2-3a2acd0dfc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:09:51.636448 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-82d72093-b609-4ce4-ad50-6df8771ae906 req-ab62fd45-6ca1-4cdd-8cb2-3a2acd0dfc16 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388417 Oct 12 20:09:51.750191 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2c91e7-e00e-4d67-ae28-d36f9e690f70 req-97865142-4e9e-4e86-948d-9163a3696c47 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:09:51.751638 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9b2c91e7-e00e-4d67-ae28-d36f9e690f70 req-97865142-4e9e-4e86-948d-9163a3696c47 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc1d070d-fea3-4aed-b44d-031cb165d840 HTTP/1.1" status: 200 len: 945 time: 0.0917926 Oct 12 20:09:51.775836 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-82d72093-b609-4ce4-ad50-6df8771ae906 req-cfee3447-73fc-4bca-ac8c-2fe3b143a279 service neutron] 10.222.0.67 "GET /v2.0/networks/7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320643 Oct 12 20:09:51.838297 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9b2c91e7-e00e-4d67-ae28-d36f9e690f70 req-f729e889-174b-4377-a00c-54e1a8e3efae tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783722 Oct 12 20:09:51.879175 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-82d72093-b609-4ce4-ad50-6df8771ae906 req-b6d5dbe5-ae99-458f-b5be-4d8a762d2ea1 service neutron] 10.222.0.67 "GET /v2.0/networks/7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961227 Oct 12 20:09:52.955009 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5be0745-b13e-42eb-8781-981a41f46f32 req-0ffdde9a-0630-458c-8628-2a0f673c2705 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:09:52.956463 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d5be0745-b13e-42eb-8781-981a41f46f32 req-0ffdde9a-0630-458c-8628-2a0f673c2705 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc1d070d-fea3-4aed-b44d-031cb165d840 HTTP/1.1" status: 200 len: 945 time: 0.0475602 Oct 12 20:09:52.993080 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d5be0745-b13e-42eb-8781-981a41f46f32 req-e68cf08b-4823-4ad4-89b3-fa2925e3acfd tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308003 Oct 12 20:09:53.830444 n-d-813679-3 neutron-server[95501]: INFO neutron.api.v2.resource [req-82d72093-b609-4ce4-ad50-6df8771ae906 req-d5e2a2fb-f60f-4ba4-8569-15d0bd29765b service neutron] show failed (client error): The resource could not be found. Oct 12 20:09:53.831443 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-82d72093-b609-4ce4-ad50-6df8771ae906 req-d5e2a2fb-f60f-4ba4-8569-15d0bd29765b service neutron] 10.222.0.67 "GET /v2.0/ports/81038a30-3bc4-4716-b5f1-2995a4419318/bindings/n-h1-813679-3 HTTP/1.1" status: 404 len: 380 time: 0.0536854 Oct 12 20:09:54.109552 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b22afbb-9dec-4854-bc6c-03dbbc18bab9 req-f6ec7f80-943e-4115-b4d3-28bb8947a09b tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:09:54.111041 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7b22afbb-9dec-4854-bc6c-03dbbc18bab9 req-f6ec7f80-943e-4115-b4d3-28bb8947a09b tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc1d070d-fea3-4aed-b44d-031cb165d840 HTTP/1.1" status: 200 len: 945 time: 0.0501480 Oct 12 20:09:54.149840 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7b22afbb-9dec-4854-bc6c-03dbbc18bab9 req-93a4c9d6-3dce-4b1d-b7ac-8fe2b2575190 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326681 Oct 12 20:09:54.302795 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d72093-b609-4ce4-ad50-6df8771ae906 req-b5bb9dd9-5d11-41f7-b977-d7c79f5f49d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:09:54.304279 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-82d72093-b609-4ce4-ad50-6df8771ae906 req-b5bb9dd9-5d11-41f7-b977-d7c79f5f49d3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=bc1d070d-fea3-4aed-b44d-031cb165d840&tenant_id=a5e47130084c49d29f3e03e734feff77 HTTP/1.1" status: 200 len: 1096 time: 0.0441859 Oct 12 20:09:54.315708 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-82d72093-b609-4ce4-ad50-6df8771ae906 req-8997c904-a3ba-43a7-935c-8e4e68a557ee service neutron] Request body: {'port': {'binding:host_id': 'n-h1-813679-3', 'device_owner': 'compute:nova'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:09:54.365698 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-82d72093-b609-4ce4-ad50-6df8771ae906 req-8997c904-a3ba-43a7-935c-8e4e68a557ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:09:54.560613 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-82d72093-b609-4ce4-ad50-6df8771ae906 req-8997c904-a3ba-43a7-935c-8e4e68a557ee service neutron] For port 81038a30-3bc4-4716-b5f1-2995a4419318, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=81038a30-3bc4-4716-b5f1-2995a4419318,segment=NetworkSegment(c1e1177d-c197-4df9-a0d5-04d28987a4ed),segment_id=c1e1177d-c197-4df9-a0d5-04d28987a4ed)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:09:54.592222 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-82d72093-b609-4ce4-ad50-6df8771ae906 req-8997c904-a3ba-43a7-935c-8e4e68a557ee service neutron] For port 81038a30-3bc4-4716-b5f1-2995a4419318, host n-h2-813679-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 20:09:54.633876 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc1d070d-fea3-4aed-b44d-031cb165d840', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81038a30-3bc4-4716-b5f1-2995a4419318'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:09:54.636081 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d38ba98a80be6c2fe69993d1a3c9eb2b0c7fe5c84c08efdde6b95a5e2d0657c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c45b92d-085f-433a-a402-f7be98a798f8" -d '{"events": [{"server_uuid": "bc1d070d-fea3-4aed-b44d-031cb165d840", "name": "network-vif-unplugged", "status": "completed", "tag": "81038a30-3bc4-4716-b5f1-2995a4419318"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:09:54.640601 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-82d72093-b609-4ce4-ad50-6df8771ae906 req-8997c904-a3ba-43a7-935c-8e4e68a557ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:09:54.652586 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-82d72093-b609-4ce4-ad50-6df8771ae906 req-8997c904-a3ba-43a7-935c-8e4e68a557ee service neutron] Transition to ACTIVE for port object 81038a30-3bc4-4716-b5f1-2995a4419318 will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 20:09:54.684427 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 20:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f25366c-b84c-497e-9424-73c03eb730b9 x-openstack-request-id: req-3f25366c-b84c-497e-9424-73c03eb730b9 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:09:54.684779 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc1d070d-fea3-4aed-b44d-031cb165d840", "name": "network-vif-unplugged", "status": "completed", "tag": "81038a30-3bc4-4716-b5f1-2995a4419318", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:09:54.691769 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3f25366c-b84c-497e-9424-73c03eb730b9 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:09:54.691769 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc1d070d-fea3-4aed-b44d-031cb165d840', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81038a30-3bc4-4716-b5f1-2995a4419318', 'code': 200} Oct 12 20:09:54.709827 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-82d72093-b609-4ce4-ad50-6df8771ae906 req-8997c904-a3ba-43a7-935c-8e4e68a557ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:09:54.786244 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8997c904-a3ba-43a7-935c-8e4e68a557ee service neutron] Pushing event updated for resources: {'Port': ['ID=81038a30-3bc4-4716-b5f1-2995a4419318,revision_number=6']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:09:54.800779 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8997c904-a3ba-43a7-935c-8e4e68a557ee service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:09:54.801162 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8997c904-a3ba-43a7-935c-8e4e68a557ee service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:09:54.801484 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8997c904-a3ba-43a7-935c-8e4e68a557ee service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:09:54.801829 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8997c904-a3ba-43a7-935c-8e4e68a557ee service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:09:54.802169 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8997c904-a3ba-43a7-935c-8e4e68a557ee service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:09:54.802513 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8997c904-a3ba-43a7-935c-8e4e68a557ee service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:09:54.802847 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8997c904-a3ba-43a7-935c-8e4e68a557ee service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:09:54.803180 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8997c904-a3ba-43a7-935c-8e4e68a557ee service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:09:54.803510 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8997c904-a3ba-43a7-935c-8e4e68a557ee service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:09:54.803841 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8997c904-a3ba-43a7-935c-8e4e68a557ee service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:09:54.804192 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8997c904-a3ba-43a7-935c-8e4e68a557ee service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:09:54.804525 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8997c904-a3ba-43a7-935c-8e4e68a557ee service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:09:54.845809 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-82d72093-b609-4ce4-ad50-6df8771ae906 req-8997c904-a3ba-43a7-935c-8e4e68a557ee service neutron] No DVR routers for this DVR port 81038a30-3bc4-4716-b5f1-2995a4419318 on host n-h2-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 20:09:54.981519 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-82d72093-b609-4ce4-ad50-6df8771ae906 req-8997c904-a3ba-43a7-935c-8e4e68a557ee service neutron] Attempting to bind port 81038a30-3bc4-4716-b5f1-2995a4419318 on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 20:09:54.981849 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-82d72093-b609-4ce4-ad50-6df8771ae906 req-8997c904-a3ba-43a7-935c-8e4e68a557ee service neutron] Attempting to bind port 81038a30-3bc4-4716-b5f1-2995a4419318 by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': 'c1e1177d-c197-4df9-a0d5-04d28987a4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 20:09:54.982170 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d72093-b609-4ce4-ad50-6df8771ae906 req-8997c904-a3ba-43a7-935c-8e4e68a557ee service neutron] Attempting to bind port 81038a30-3bc4-4716-b5f1-2995a4419318 on network 7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 20:09:54.986545 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d72093-b609-4ce4-ad50-6df8771ae906 req-8997c904-a3ba-43a7-935c-8e4e68a557ee service neutron] Port 81038a30-3bc4-4716-b5f1-2995a4419318 on network 7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 20:09:54.986856 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d72093-b609-4ce4-ad50-6df8771ae906 req-8997c904-a3ba-43a7-935c-8e4e68a557ee service neutron] Attempting to bind port 81038a30-3bc4-4716-b5f1-2995a4419318 on network 7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 20:09:54.994294 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d72093-b609-4ce4-ad50-6df8771ae906 req-8997c904-a3ba-43a7-935c-8e4e68a557ee service neutron] Checking agent: {'id': 'f5e9725f-f5a6-43c2-a1be-95e21e9a1fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 20, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 20:09:54.994619 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d72093-b609-4ce4-ad50-6df8771ae906 req-8997c904-a3ba-43a7-935c-8e4e68a557ee service neutron] Checking segment: {'id': 'c1e1177d-c197-4df9-a0d5-04d28987a4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 20:09:54.994994 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d72093-b609-4ce4-ad50-6df8771ae906 req-8997c904-a3ba-43a7-935c-8e4e68a557ee service neutron] Bound using segment: {'id': 'c1e1177d-c197-4df9-a0d5-04d28987a4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 20:09:54.995415 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-82d72093-b609-4ce4-ad50-6df8771ae906 req-8997c904-a3ba-43a7-935c-8e4e68a557ee service neutron] Bound port: 81038a30-3bc4-4716-b5f1-2995a4419318, host: n-h1-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1e1177d-c197-4df9-a0d5-04d28987a4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 20:09:54.995762 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-82d72093-b609-4ce4-ad50-6df8771ae906 req-8997c904-a3ba-43a7-935c-8e4e68a557ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:09:55.056872 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-82d72093-b609-4ce4-ad50-6df8771ae906 req-8997c904-a3ba-43a7-935c-8e4e68a557ee service neutron] For port 81038a30-3bc4-4716-b5f1-2995a4419318, host n-h1-813679-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 20:09:55.059677 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-82d72093-b609-4ce4-ad50-6df8771ae906 req-8997c904-a3ba-43a7-935c-8e4e68a557ee service neutron] For port 81038a30-3bc4-4716-b5f1-2995a4419318, host n-h1-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=81038a30-3bc4-4716-b5f1-2995a4419318,segment=NetworkSegment(c1e1177d-c197-4df9-a0d5-04d28987a4ed),segment_id=c1e1177d-c197-4df9-a0d5-04d28987a4ed)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 20:09:55.110444 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-82d72093-b609-4ce4-ad50-6df8771ae906 req-8997c904-a3ba-43a7-935c-8e4e68a557ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:09:55.148657 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d72093-b609-4ce4-ad50-6df8771ae906 req-8997c904-a3ba-43a7-935c-8e4e68a557ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:09:55.149312 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-82d72093-b609-4ce4-ad50-6df8771ae906 req-8997c904-a3ba-43a7-935c-8e4e68a557ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:09:55.150714 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-82d72093-b609-4ce4-ad50-6df8771ae906 req-8997c904-a3ba-43a7-935c-8e4e68a557ee service neutron] 10.222.0.61 "PUT /v2.0/ports/81038a30-3bc4-4716-b5f1-2995a4419318 HTTP/1.1" status: 200 len: 1091 time: 0.8388357 Oct 12 20:09:55.173606 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8997c904-a3ba-43a7-935c-8e4e68a557ee service neutron] Pushing event updated for resources: {'Port': ['ID=81038a30-3bc4-4716-b5f1-2995a4419318,revision_number=7']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:09:55.223323 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d72093-b609-4ce4-ad50-6df8771ae906 req-4c3a7d02-9b97-4711-9f72-f93721d062db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:09:55.225245 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-82d72093-b609-4ce4-ad50-6df8771ae906 req-4c3a7d02-9b97-4711-9f72-f93721d062db service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a5e47130084c49d29f3e03e734feff77&device_id=bc1d070d-fea3-4aed-b44d-031cb165d840 HTTP/1.1" status: 200 len: 1094 time: 0.0505402 Oct 12 20:09:55.285971 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f93d85-0583-41e4-b6e3-7312151f87c3 req-7d2b3176-3510-477a-b2c1-5c4c76827691 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:09:55.288190 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-95f93d85-0583-41e4-b6e3-7312151f87c3 req-7d2b3176-3510-477a-b2c1-5c4c76827691 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc1d070d-fea3-4aed-b44d-031cb165d840 HTTP/1.1" status: 200 len: 943 time: 0.0576153 Oct 12 20:09:55.326123 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d72093-b609-4ce4-ad50-6df8771ae906 req-9cf6dee8-f2b5-4dc5-86d5-4a8c8788c086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:09:55.328181 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-82d72093-b609-4ce4-ad50-6df8771ae906 req-9cf6dee8-f2b5-4dc5-86d5-4a8c8788c086 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2 HTTP/1.1" status: 200 len: 911 time: 0.0960054 Oct 12 20:09:55.329314 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-95f93d85-0583-41e4-b6e3-7312151f87c3 req-141d6034-fbd0-4fb0-911b-a68527097c4e tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349164 Oct 12 20:09:55.412957 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-82d72093-b609-4ce4-ad50-6df8771ae906 req-20d2ba88-0916-4e58-9c15-0f5da5a26f28 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81038a30-3bc4-4716-b5f1-2995a4419318 HTTP/1.1" status: 200 len: 999 time: 0.0784979 Oct 12 20:09:55.461328 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d72093-b609-4ce4-ad50-6df8771ae906 req-8d86bd75-9de2-429e-b325-5c61c807eaad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:09:55.462694 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-82d72093-b609-4ce4-ad50-6df8771ae906 req-8d86bd75-9de2-429e-b325-5c61c807eaad service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3416d6a2-0b37-4eb2-9bfa-f2efd452d7ed HTTP/1.1" status: 200 len: 849 time: 0.0431206 Oct 12 20:09:55.507053 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d72093-b609-4ce4-ad50-6df8771ae906 req-f4d91d35-9b3b-489f-b89b-ce8b59017f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:09:55.508558 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-82d72093-b609-4ce4-ad50-6df8771ae906 req-f4d91d35-9b3b-489f-b89b-ce8b59017f8e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389760 Oct 12 20:09:55.597682 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-82d72093-b609-4ce4-ad50-6df8771ae906 req-6035ceca-eb58-4ded-bab3-1c13a035acd7 service neutron] 10.222.0.61 "GET /v2.0/networks/7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820470 Oct 12 20:09:55.687845 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-82d72093-b609-4ce4-ad50-6df8771ae906 req-b26e1e02-2da2-4a59-a19e-dd8a1ac298a5 service neutron] 10.222.0.61 "GET /v2.0/networks/7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820868 Oct 12 20:09:56.447608 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7d21e0-c912-4fa3-96fc-bfab215b1e15 req-5341492f-a3ef-47b3-83ec-792aae450404 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:09:56.449080 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5f7d21e0-c912-4fa3-96fc-bfab215b1e15 req-5341492f-a3ef-47b3-83ec-792aae450404 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc1d070d-fea3-4aed-b44d-031cb165d840 HTTP/1.1" status: 200 len: 943 time: 0.0490143 Oct 12 20:09:56.485440 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5f7d21e0-c912-4fa3-96fc-bfab215b1e15 req-d17ffe26-da89-4475-905d-7d3da8d4e97e tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299718 Oct 12 20:09:56.686301 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc1d070d-fea3-4aed-b44d-031cb165d840', 'tag': '81038a30-3bc4-4716-b5f1-2995a4419318'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:09:56.689077 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d38ba98a80be6c2fe69993d1a3c9eb2b0c7fe5c84c08efdde6b95a5e2d0657c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acc461c3-9d54-456e-b064-3d50e5b39033" -d '{"events": [{"name": "network-changed", "server_uuid": "bc1d070d-fea3-4aed-b44d-031cb165d840", "tag": "81038a30-3bc4-4716-b5f1-2995a4419318"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:09:56.735328 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 20:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73ced473-d58c-45ff-8183-3b86f7e7497b x-openstack-request-id: req-73ced473-d58c-45ff-8183-3b86f7e7497b {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:09:56.735616 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc1d070d-fea3-4aed-b44d-031cb165d840", "tag": "81038a30-3bc4-4716-b5f1-2995a4419318", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:09:56.735867 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-73ced473-d58c-45ff-8183-3b86f7e7497b {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:09:56.736285 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc1d070d-fea3-4aed-b44d-031cb165d840', 'tag': '81038a30-3bc4-4716-b5f1-2995a4419318', 'status': 'completed', 'code': 200} Oct 12 20:09:56.799232 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc461c3-9d54-456e-b064-3d50e5b39033 req-5376e63a-a21e-4874-8c0c-d131f362c8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:09:56.800738 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-acc461c3-9d54-456e-b064-3d50e5b39033 req-5376e63a-a21e-4874-8c0c-d131f362c8ba service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a5e47130084c49d29f3e03e734feff77&device_id=bc1d070d-fea3-4aed-b44d-031cb165d840 HTTP/1.1" status: 200 len: 1094 time: 0.0405860 Oct 12 20:09:56.800945 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc461c3-9d54-456e-b064-3d50e5b39033 req-f822857f-8a9e-4456-b2a9-e375a9734082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:09:56.802429 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-acc461c3-9d54-456e-b064-3d50e5b39033 req-f822857f-8a9e-4456-b2a9-e375a9734082 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a5e47130084c49d29f3e03e734feff77&device_id=bc1d070d-fea3-4aed-b44d-031cb165d840 HTTP/1.1" status: 200 len: 1094 time: 0.0445659 Oct 12 20:09:56.891862 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc461c3-9d54-456e-b064-3d50e5b39033 req-29541bdf-d3f5-4072-b5ef-e2430a38e644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:09:56.892383 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc461c3-9d54-456e-b064-3d50e5b39033 req-3db98425-217e-4015-8780-2dfdb62fbb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:09:56.893341 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-acc461c3-9d54-456e-b064-3d50e5b39033 req-29541bdf-d3f5-4072-b5ef-e2430a38e644 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2 HTTP/1.1" status: 200 len: 911 time: 0.0835552 Oct 12 20:09:56.893907 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-acc461c3-9d54-456e-b064-3d50e5b39033 req-3db98425-217e-4015-8780-2dfdb62fbb3c service neutron] 10.222.0.67 "GET /v2.0/networks?id=7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2 HTTP/1.1" status: 200 len: 911 time: 0.0862181 Oct 12 20:09:56.958562 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-acc461c3-9d54-456e-b064-3d50e5b39033 req-6962084b-5dd4-4d27-970d-575b8de8a0a9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81038a30-3bc4-4716-b5f1-2995a4419318 HTTP/1.1" status: 200 len: 999 time: 0.0571423 Oct 12 20:09:56.962549 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-acc461c3-9d54-456e-b064-3d50e5b39033 req-fbce77f6-be79-48ca-a7de-c088f8a96559 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81038a30-3bc4-4716-b5f1-2995a4419318 HTTP/1.1" status: 200 len: 999 time: 0.0600872 Oct 12 20:09:57.006814 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc461c3-9d54-456e-b064-3d50e5b39033 req-b019d0b8-5be7-4151-aee3-a967b44442d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:09:57.008308 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-acc461c3-9d54-456e-b064-3d50e5b39033 req-b019d0b8-5be7-4151-aee3-a967b44442d0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3416d6a2-0b37-4eb2-9bfa-f2efd452d7ed HTTP/1.1" status: 200 len: 849 time: 0.0429983 Oct 12 20:09:57.012816 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc461c3-9d54-456e-b064-3d50e5b39033 req-995faa65-ea41-4359-a265-efcf1dbf0bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:09:57.014252 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-acc461c3-9d54-456e-b064-3d50e5b39033 req-995faa65-ea41-4359-a265-efcf1dbf0bdc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3416d6a2-0b37-4eb2-9bfa-f2efd452d7ed HTTP/1.1" status: 200 len: 849 time: 0.0428724 Oct 12 20:09:57.058566 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc461c3-9d54-456e-b064-3d50e5b39033 req-c4b356a7-8aa3-4bea-a333-868dfbc88398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:09:57.060096 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-acc461c3-9d54-456e-b064-3d50e5b39033 req-c4b356a7-8aa3-4bea-a333-868dfbc88398 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440841 Oct 12 20:09:57.066932 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc461c3-9d54-456e-b064-3d50e5b39033 req-949714c7-9896-4af7-bc33-0d1a25ab09eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:09:57.068425 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-acc461c3-9d54-456e-b064-3d50e5b39033 req-949714c7-9896-4af7-bc33-0d1a25ab09eb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449553 Oct 12 20:09:57.152046 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-acc461c3-9d54-456e-b064-3d50e5b39033 req-b56a7fb6-2eea-4fde-ac53-477710feaa7f service neutron] 10.222.0.67 "GET /v2.0/networks/7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842073 Oct 12 20:09:57.163010 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-acc461c3-9d54-456e-b064-3d50e5b39033 req-caf814fa-f58d-4354-af63-6806b7860c1f service neutron] 10.222.0.61 "GET /v2.0/networks/7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875106 Oct 12 20:09:57.249296 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-acc461c3-9d54-456e-b064-3d50e5b39033 req-c48962ef-9431-4106-9aba-0af88609f338 service neutron] 10.222.0.67 "GET /v2.0/networks/7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901306 Oct 12 20:09:57.256548 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-acc461c3-9d54-456e-b064-3d50e5b39033 req-8e138fd5-7b65-4a33-ab62-afbc6d7966a2 service neutron] 10.222.0.61 "GET /v2.0/networks/7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851059 Oct 12 20:09:57.319054 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 81038a30-3bc4-4716-b5f1-2995a4419318 details requested by agent hyperv_n-h1-813679-3 with host n-h1-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 20:09:57.414997 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 81038a30-3bc4-4716-b5f1-2995a4419318, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=81038a30-3bc4-4716-b5f1-2995a4419318,segment=NetworkSegment(c1e1177d-c197-4df9-a0d5-04d28987a4ed),segment_id=c1e1177d-c197-4df9-a0d5-04d28987a4ed)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:09:57.425872 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Returning: {'device': '81038a30-3bc4-4716-b5f1-2995a4419318', 'network_id': '7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2', 'port_id': '81038a30-3bc4-4716-b5f1-2995a4419318', 'mac_address': 'fa:16:3e:9d:ea:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3416d6a2-0b37-4eb2-9bfa-f2efd452d7ed', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 20:09:57.462937 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:09:57.475194 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81038a30-3bc4-4716-b5f1-2995a4419318 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 20:09:57.493285 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 81038a30-3bc4-4716-b5f1-2995a4419318, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=81038a30-3bc4-4716-b5f1-2995a4419318,segment=NetworkSegment(c1e1177d-c197-4df9-a0d5-04d28987a4ed),segment_id=c1e1177d-c197-4df9-a0d5-04d28987a4ed)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:09:57.555955 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:09:57.602505 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd92dab7-2331-4708-b46d-c79598a89adf req-295c4bae-b9ed-4445-9f5f-13d51f8712ec tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:09:57.603133 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=81038a30-3bc4-4716-b5f1-2995a4419318,revision_number=8']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:09:57.604145 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-dd92dab7-2331-4708-b46d-c79598a89adf req-295c4bae-b9ed-4445-9f5f-13d51f8712ec tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc1d070d-fea3-4aed-b44d-031cb165d840 HTTP/1.1" status: 200 len: 944 time: 0.0513020 Oct 12 20:09:57.610589 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:09:57.610928 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:09:57.611267 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:09:57.611598 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:09:57.611926 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:09:57.612279 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:09:57.612599 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:09:57.612918 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:09:57.613237 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:09:57.613552 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:09:57.613867 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:09:57.614181 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:09:57.646962 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-dd92dab7-2331-4708-b46d-c79598a89adf req-1efbb865-b13d-4091-b21b-185902ed8f1a tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360193 Oct 12 20:09:57.755068 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['81038a30-3bc4-4716-b5f1-2995a4419318'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 20:09:57.990922 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10e99f6-8b79-46d7-947d-417b8e03caa0 req-d4e24af9-8356-43fd-b20c-8ecdb9242fc6 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:09:57.992469 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f10e99f6-8b79-46d7-947d-417b8e03caa0 req-d4e24af9-8356-43fd-b20c-8ecdb9242fc6 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc1d070d-fea3-4aed-b44d-031cb165d840 HTTP/1.1" status: 200 len: 944 time: 0.0498405 Oct 12 20:09:58.029911 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f10e99f6-8b79-46d7-947d-417b8e03caa0 req-07d5b8b3-bee6-4382-b11b-d34be9658d17 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313628 Oct 12 20:09:58.063819 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffe24ee-54aa-4896-b819-97206600e298 req-d4e84c27-514e-4b7b-80c2-9903c44cda98 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:09:58.065304 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8ffe24ee-54aa-4896-b819-97206600e298 req-d4e84c27-514e-4b7b-80c2-9903c44cda98 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.67 "GET /v2.0/ports?device_id=bc1d070d-fea3-4aed-b44d-031cb165d840&tenant_id=a5e47130084c49d29f3e03e734feff77&binding%3Ahost_id=n-h1-813679-3 HTTP/1.1" status: 200 len: 944 time: 0.0523000 Oct 12 20:09:58.104181 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 81038a30-3bc4-4716-b5f1-2995a4419318 no longer exists at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 20:09:58.125769 n-d-813679-3 neutron-server[95501]: INFO neutron.api.v2.resource [req-8ffe24ee-54aa-4896-b819-97206600e298 req-a4dc19a8-5bee-46ae-9033-0d8f864b9df1 service neutron] delete failed (client error): The resource could not be found. Oct 12 20:09:58.126790 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8ffe24ee-54aa-4896-b819-97206600e298 req-a4dc19a8-5bee-46ae-9033-0d8f864b9df1 service neutron] 10.222.0.67 "DELETE /v2.0/ports/81038a30-3bc4-4716-b5f1-2995a4419318/bindings/n-h2-813679-3 HTTP/1.1" status: 404 len: 380 time: 0.0529423 Oct 12 20:09:58.142851 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 81038a30-3bc4-4716-b5f1-2995a4419318 not bound to the agent host n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 20:09:58.210082 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffe24ee-54aa-4896-b819-97206600e298 req-76d03af2-66d4-4b05-afd3-e4cda18bf8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:09:58.211535 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8ffe24ee-54aa-4896-b819-97206600e298 req-76d03af2-66d4-4b05-afd3-e4cda18bf8f0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a5e47130084c49d29f3e03e734feff77&device_id=bc1d070d-fea3-4aed-b44d-031cb165d840 HTTP/1.1" status: 200 len: 1095 time: 0.0400116 Oct 12 20:09:58.609946 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffe24ee-54aa-4896-b819-97206600e298 req-b699273d-4113-4f5b-9352-23488b775dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:09:58.611390 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8ffe24ee-54aa-4896-b819-97206600e298 req-b699273d-4113-4f5b-9352-23488b775dcf service neutron] 10.222.0.67 "GET /v2.0/networks?id=7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2 HTTP/1.1" status: 200 len: 911 time: 0.3915319 Oct 12 20:09:58.673656 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8ffe24ee-54aa-4896-b819-97206600e298 req-255e7727-5cc2-44d8-845e-3f04ec301306 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81038a30-3bc4-4716-b5f1-2995a4419318 HTTP/1.1" status: 200 len: 1000 time: 0.0550394 Oct 12 20:09:58.724594 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffe24ee-54aa-4896-b819-97206600e298 req-c07648d5-387a-47c4-bb7c-750daf50dd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:09:58.725977 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8ffe24ee-54aa-4896-b819-97206600e298 req-c07648d5-387a-47c4-bb7c-750daf50dd9a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3416d6a2-0b37-4eb2-9bfa-f2efd452d7ed HTTP/1.1" status: 200 len: 849 time: 0.0451024 Oct 12 20:09:58.770851 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffe24ee-54aa-4896-b819-97206600e298 req-8ce1a2f0-124e-4313-8bc4-b19436b43e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:09:58.772340 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8ffe24ee-54aa-4896-b819-97206600e298 req-8ce1a2f0-124e-4313-8bc4-b19436b43e0c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395501 Oct 12 20:09:58.861692 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8ffe24ee-54aa-4896-b819-97206600e298 req-0824e657-fd0b-4d1c-84b1-efa48eed16cc service neutron] 10.222.0.67 "GET /v2.0/networks/7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825052 Oct 12 20:09:58.945771 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8ffe24ee-54aa-4896-b819-97206600e298 req-08f8f312-73be-48bb-b438-080a2cad40c5 service neutron] 10.222.0.67 "GET /v2.0/networks/7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0769911 Oct 12 20:09:59.149920 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512ab647-04cf-4c26-8893-07cf9cb7d08f req-72c9df39-69a9-42ad-b8fe-bdc60102b674 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:09:59.151323 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-512ab647-04cf-4c26-8893-07cf9cb7d08f req-72c9df39-69a9-42ad-b8fe-bdc60102b674 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc1d070d-fea3-4aed-b44d-031cb165d840 HTTP/1.1" status: 200 len: 944 time: 0.0493069 Oct 12 20:09:59.172873 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-dc0d3c90-096d-4d55-8fde-7f4db4139597 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:09:59.189370 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-512ab647-04cf-4c26-8893-07cf9cb7d08f req-260897ae-24cb-4dea-9c19-1ed2097cab24 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310020 Oct 12 20:09:59.315823 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 81038a30-3bc4-4716-b5f1-2995a4419318 up at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 20:09:59.441455 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning for port 81038a30-3bc4-4716-b5f1-2995a4419318 completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 20:09:59.445870 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning complete for port 81038a30-3bc4-4716-b5f1-2995a4419318 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:09:59.446286 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:09:59.522628 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:09:59.547406 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc1d070d-fea3-4aed-b44d-031cb165d840', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81038a30-3bc4-4716-b5f1-2995a4419318'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:09:59.549670 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b9295f95168b7ebeacfaf6dce688c5b5a488805d3fcc076b348ff91511493a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4326d34-5e38-4779-ba91-d26c2b6f74ae" -d '{"events": [{"server_uuid": "bc1d070d-fea3-4aed-b44d-031cb165d840", "name": "network-vif-plugged", "status": "completed", "tag": "81038a30-3bc4-4716-b5f1-2995a4419318"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:09:59.562229 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 81038a30-3bc4-4716-b5f1-2995a4419318, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=81038a30-3bc4-4716-b5f1-2995a4419318,segment=NetworkSegment(c1e1177d-c197-4df9-a0d5-04d28987a4ed),segment_id=c1e1177d-c197-4df9-a0d5-04d28987a4ed)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:09:59.585014 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 20:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c7e383b-062c-4b68-a993-eef52b9a5513 x-openstack-request-id: req-1c7e383b-062c-4b68-a993-eef52b9a5513 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:09:59.585014 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc1d070d-fea3-4aed-b44d-031cb165d840", "name": "network-vif-plugged", "status": "completed", "tag": "81038a30-3bc4-4716-b5f1-2995a4419318", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:09:59.585014 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1c7e383b-062c-4b68-a993-eef52b9a5513 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:09:59.585295 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc1d070d-fea3-4aed-b44d-031cb165d840', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81038a30-3bc4-4716-b5f1-2995a4419318', 'code': 200} Oct 12 20:09:59.629629 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:09:59.675651 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=81038a30-3bc4-4716-b5f1-2995a4419318,revision_number=9']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:10:00.305760 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab75764-2eb4-4433-885f-821d6fc89357 req-1edc84a5-d997-4aaf-aed3-fd22c28d33bb tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:10:00.307203 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-eab75764-2eb4-4433-885f-821d6fc89357 req-1edc84a5-d997-4aaf-aed3-fd22c28d33bb tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc1d070d-fea3-4aed-b44d-031cb165d840 HTTP/1.1" status: 200 len: 945 time: 0.0512948 Oct 12 20:10:00.344220 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-eab75764-2eb4-4433-885f-821d6fc89357 req-a80dae53-2d18-49c0-b8ac-9324e1ab7dce tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306168 Oct 12 20:10:00.457379 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2260e187-b40d-4a33-a691-29a3ef513073 req-8e70d131-c9c5-4288-acbd-ad4915fd380f tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:10:00.458812 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2260e187-b40d-4a33-a691-29a3ef513073 req-8e70d131-c9c5-4288-acbd-ad4915fd380f tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc1d070d-fea3-4aed-b44d-031cb165d840 HTTP/1.1" status: 200 len: 945 time: 0.0486727 Oct 12 20:10:00.494705 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2260e187-b40d-4a33-a691-29a3ef513073 req-44c89b70-b270-4bef-95c9-d6fa0f3af8e5 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299833 Oct 12 20:10:00.822977 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5a046e-c23a-4835-b949-0014cc7c9339 req-7a4dc647-7a34-4d63-9b91-b9268ee50711 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:10:00.824589 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3b5a046e-c23a-4835-b949-0014cc7c9339 req-7a4dc647-7a34-4d63-9b91-b9268ee50711 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc1d070d-fea3-4aed-b44d-031cb165d840 HTTP/1.1" status: 200 len: 945 time: 0.0495112 Oct 12 20:10:00.866932 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3b5a046e-c23a-4835-b949-0014cc7c9339 req-ad154d1c-0b7d-4e12-a76f-0ec5b72e51c0 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362830 Oct 12 20:10:00.907995 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bf9617-3984-455e-a344-d8ecbafe219c req-3279a982-2f29-465d-b69d-3a7708b26fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:10:00.909504 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-75bf9617-3984-455e-a344-d8ecbafe219c req-3279a982-2f29-465d-b69d-3a7708b26fbc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a5e47130084c49d29f3e03e734feff77&device_id=bc1d070d-fea3-4aed-b44d-031cb165d840 HTTP/1.1" status: 200 len: 1096 time: 0.0394864 Oct 12 20:10:00.997813 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bf9617-3984-455e-a344-d8ecbafe219c req-9a483869-1a49-4793-b152-c40df1ab4b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:10:00.999249 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-75bf9617-3984-455e-a344-d8ecbafe219c req-9a483869-1a49-4793-b152-c40df1ab4b0d service neutron] 10.222.0.61 "GET /v2.0/networks?id=7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2 HTTP/1.1" status: 200 len: 911 time: 0.0821235 Oct 12 20:10:01.066056 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-75bf9617-3984-455e-a344-d8ecbafe219c req-5add8e8c-c76c-4e68-8bac-bcbcd569c9f7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81038a30-3bc4-4716-b5f1-2995a4419318 HTTP/1.1" status: 200 len: 1001 time: 0.0596781 Oct 12 20:10:01.115791 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bf9617-3984-455e-a344-d8ecbafe219c req-9ff02a9e-1364-49d6-894f-ec6fcdd5e3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:10:01.117269 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-75bf9617-3984-455e-a344-d8ecbafe219c req-9ff02a9e-1364-49d6-894f-ec6fcdd5e3b7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3416d6a2-0b37-4eb2-9bfa-f2efd452d7ed HTTP/1.1" status: 200 len: 849 time: 0.0439732 Oct 12 20:10:01.161431 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bf9617-3984-455e-a344-d8ecbafe219c req-bd066f7c-c4c6-4e44-bbc7-57359ff19efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:10:01.162854 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-75bf9617-3984-455e-a344-d8ecbafe219c req-bd066f7c-c4c6-4e44-bbc7-57359ff19efc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388296 Oct 12 20:10:01.254403 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-75bf9617-3984-455e-a344-d8ecbafe219c req-f64192e3-5b1e-4809-b945-799efa6f71f0 service neutron] 10.222.0.61 "GET /v2.0/networks/7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843298 Oct 12 20:10:01.341313 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-75bf9617-3984-455e-a344-d8ecbafe219c req-ea4cde3d-ce87-495e-9fb7-84cf979fb594 service neutron] 10.222.0.61 "GET /v2.0/networks/7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792267 Oct 12 20:10:01.737768 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ff7fbc06-cb9a-486b-b5cf-94854008612d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:10:01.984474 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5517dbb-038c-426b-a92c-7ed494725e2c req-9454b2f2-4566-46ad-bcac-72ffa4e26ced tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:10:01.985918 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f5517dbb-038c-426b-a92c-7ed494725e2c req-9454b2f2-4566-46ad-bcac-72ffa4e26ced tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc1d070d-fea3-4aed-b44d-031cb165d840 HTTP/1.1" status: 200 len: 945 time: 0.0482638 Oct 12 20:10:02.023293 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f5517dbb-038c-426b-a92c-7ed494725e2c req-3267759e-702c-4d5b-87cf-73f4b5d14495 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314922 Oct 12 20:10:02.521008 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:10:03.141119 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5fd39b-7c10-4b97-8afd-3dc5836ac066 req-79c9ba1d-a65d-497c-a91d-8cc8683b2438 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:10:03.142600 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-cc5fd39b-7c10-4b97-8afd-3dc5836ac066 req-79c9ba1d-a65d-497c-a91d-8cc8683b2438 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc1d070d-fea3-4aed-b44d-031cb165d840 HTTP/1.1" status: 200 len: 945 time: 0.0537732 Oct 12 20:10:03.182214 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-cc5fd39b-7c10-4b97-8afd-3dc5836ac066 req-e74a3a30-52ad-4f43-8c33-04d4e7cd26d7 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326333 Oct 12 20:10:03.196094 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:10:03.417615 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:10:03.595411 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae8ae39-5761-4458-a82a-b685c040f23f req-4fa6566e-4f4e-4ad4-a89e-9e934925df48 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:10:03.596891 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-aae8ae39-5761-4458-a82a-b685c040f23f req-4fa6566e-4f4e-4ad4-a89e-9e934925df48 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc1d070d-fea3-4aed-b44d-031cb165d840 HTTP/1.1" status: 200 len: 945 time: 0.0491116 Oct 12 20:10:03.635769 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-aae8ae39-5761-4458-a82a-b685c040f23f req-7b391872-8988-46a6-9b81-ec1caed5f75d tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329001 Oct 12 20:10:04.446165 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:10:04.727145 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:10:04.756648 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880a4519-ed84-4163-bda5-9f56804403a8 req-de5fa829-0323-4bc6-8a8c-9490e0a851b4 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:10:04.758113 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-880a4519-ed84-4163-bda5-9f56804403a8 req-de5fa829-0323-4bc6-8a8c-9490e0a851b4 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc1d070d-fea3-4aed-b44d-031cb165d840 HTTP/1.1" status: 200 len: 945 time: 0.0498676 Oct 12 20:10:04.800876 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-880a4519-ed84-4163-bda5-9f56804403a8 req-e6ca07b1-64ad-4c2e-bef5-e8d4bd04b1d9 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369456 Oct 12 20:10:04.870299 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875735fd-39b4-4ef1-b44a-1301ae8f113a req-1bb48e7b-13d8-43fa-a1f7-588a033fc9cb tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:10:04.871973 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-875735fd-39b4-4ef1-b44a-1301ae8f113a req-1bb48e7b-13d8-43fa-a1f7-588a033fc9cb tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.61 "GET /v2.0/ports?device_id=bc1d070d-fea3-4aed-b44d-031cb165d840 HTTP/1.1" status: 200 len: 945 time: 0.0474386 Oct 12 20:10:04.969005 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-875735fd-39b4-4ef1-b44a-1301ae8f113a req-8a483b93-2179-42ac-92e7-b37fbe7f9083 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Deleting port 81038a30-3bc4-4716-b5f1-2995a4419318 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 20:10:04.969349 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-875735fd-39b4-4ef1-b44a-1301ae8f113a req-8a483b93-2179-42ac-92e7-b37fbe7f9083 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:10:05.054761 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-875735fd-39b4-4ef1-b44a-1301ae8f113a req-8a483b93-2179-42ac-92e7-b37fbe7f9083 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] For port 81038a30-3bc4-4716-b5f1-2995a4419318, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=81038a30-3bc4-4716-b5f1-2995a4419318,segment=NetworkSegment(c1e1177d-c197-4df9-a0d5-04d28987a4ed),segment_id=c1e1177d-c197-4df9-a0d5-04d28987a4ed)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:10:05.055115 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-875735fd-39b4-4ef1-b44a-1301ae8f113a req-8a483b93-2179-42ac-92e7-b37fbe7f9083 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:10:05.221919 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-875735fd-39b4-4ef1-b44a-1301ae8f113a req-8a483b93-2179-42ac-92e7-b37fbe7f9083 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:10:05.222171 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-875735fd-39b4-4ef1-b44a-1301ae8f113a req-8a483b93-2179-42ac-92e7-b37fbe7f9083 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7915414'] for floatingip, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:10:05.222485 n-d-813679-3 neutron-server[95502]: INFO neutron.db.l3_db [req-875735fd-39b4-4ef1-b44a-1301ae8f113a req-8a483b93-2179-42ac-92e7-b37fbe7f9083 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Floating IP 0798c97e-9052-4880-8a9e-a490256f1dd4 disassociated. External IP: 172.25.5.103, port: 81038a30-3bc4-4716-b5f1-2995a4419318. Oct 12 20:10:05.222820 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-875735fd-39b4-4ef1-b44a-1301ae8f113a req-8a483b93-2179-42ac-92e7-b37fbe7f9083 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Calling delete_port for 81038a30-3bc4-4716-b5f1-2995a4419318 owned by compute:nova {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 20:10:05.406969 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-875735fd-39b4-4ef1-b44a-1301ae8f113a req-8a483b93-2179-42ac-92e7-b37fbe7f9083 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:10:05.433779 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a483b93-2179-42ac-92e7-b37fbe7f9083 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Pushing event deleted for resources: {'Port': ['ID=81038a30-3bc4-4716-b5f1-2995a4419318,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:10:05.550591 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [req-875735fd-39b4-4ef1-b44a-1301ae8f113a req-8a483b93-2179-42ac-92e7-b37fbe7f9083 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Router 2389800d-42f7-4e23-879b-812c07b5a960 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 20:10:05.659307 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-875735fd-39b4-4ef1-b44a-1301ae8f113a req-8a483b93-2179-42ac-92e7-b37fbe7f9083 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 20:10:05.669567 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c5a23d-5716-4a2c-b07c-275064ac3c08 None None] Sync routers for ids ['2389800d-42f7-4e23-879b-812c07b5a960'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 20:10:05.688287 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c5a23d-5716-4a2c-b07c-275064ac3c08 None None] Routers {'2389800d-42f7-4e23-879b-812c07b5a960'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:10:05.689145 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-65c5a23d-5716-4a2c-b07c-275064ac3c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:10:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['2389800d-42f7-4e23-879b-812c07b5a960'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:10:05.703003 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-875735fd-39b4-4ef1-b44a-1301ae8f113a req-8a483b93-2179-42ac-92e7-b37fbe7f9083 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] No DVR routers for this DVR port 81038a30-3bc4-4716-b5f1-2995a4419318 on host n-h1-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 20:10:05.705596 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-875735fd-39b4-4ef1-b44a-1301ae8f113a req-8a483b93-2179-42ac-92e7-b37fbe7f9083 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:10:05.709094 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-875735fd-39b4-4ef1-b44a-1301ae8f113a req-8a483b93-2179-42ac-92e7-b37fbe7f9083 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.61 "DELETE /v2.0/ports/81038a30-3bc4-4716-b5f1-2995a4419318 HTTP/1.1" status: 204 len: 173 time: 0.8308775 Oct 12 20:10:05.709479 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc1d070d-fea3-4aed-b44d-031cb165d840', 'name': 'network-vif-deleted', 'tag': '81038a30-3bc4-4716-b5f1-2995a4419318'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:10:05.711815 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d38ba98a80be6c2fe69993d1a3c9eb2b0c7fe5c84c08efdde6b95a5e2d0657c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fdd4357-6765-40f8-a332-5fc2f72436ef" -d '{"events": [{"server_uuid": "bc1d070d-fea3-4aed-b44d-031cb165d840", "name": "network-vif-deleted", "tag": "81038a30-3bc4-4716-b5f1-2995a4419318"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:10:05.750308 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 20:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de7225c0-d00c-4236-8750-01858e833fd1 x-openstack-request-id: req-de7225c0-d00c-4236-8750-01858e833fd1 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:10:05.750607 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc1d070d-fea3-4aed-b44d-031cb165d840", "name": "network-vif-deleted", "tag": "81038a30-3bc4-4716-b5f1-2995a4419318", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:10:05.750866 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-de7225c0-d00c-4236-8750-01858e833fd1 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:10:05.751271 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc1d070d-fea3-4aed-b44d-031cb165d840', 'name': 'network-vif-deleted', 'tag': '81038a30-3bc4-4716-b5f1-2995a4419318', 'status': 'completed', 'code': 200} Oct 12 20:10:05.904974 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b50e7e3a-3347-477c-bb3b-e23e92c6b482 req-45d984b1-96c6-4a60-a577-9bb6238d4991 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc1d070d-fea3-4aed-b44d-031cb165d840 HTTP/1.1" status: 200 len: 210 time: 0.0318592 Oct 12 20:10:05.958935 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-65c5a23d-5716-4a2c-b07c-275064ac3c08 None None] Set router 2389800d-42f7-4e23-879b-812c07b5a960 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:10:06.157510 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-65c5a23d-5716-4a2c-b07c-275064ac3c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2389800d-42f7-4e23-879b-812c07b5a960', 'name': 'tempest-ServerActionsTestJSON-14519898-router', 'tenant_id': 'a5e47130084c49d29f3e03e734feff77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '75a63f28-3dab-4f96-8263-753a10c00cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:05:23Z', 'updated_at': '2021-10-12T20:05:26Z', 'revision_number': 4, 'project_id': 'a5e47130084c49d29f3e03e734feff77', 'gw_port': {'id': '75a63f28-3dab-4f96-8263-753a10c00cca', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:63:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2389800d-42f7-4e23-879b-812c07b5a960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:05:24Z', 'updated_at': '2021-10-12T20:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '142995b5-8f7f-4668-9555-845769fa1ec6', 'name': '', 'network_id': '7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2', 'tenant_id': 'a5e47130084c49d29f3e03e734feff77', 'mac_address': 'fa:16:3e:d8:da:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2389800d-42f7-4e23-879b-812c07b5a960', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '3416d6a2-0b37-4eb2-9bfa-f2efd452d7ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:05:26Z', 'updated_at': '2021-10-12T20:05:29Z', 'revision_number': 5, 'project_id': 'a5e47130084c49d29f3e03e734feff77', 'subnets': [{'id': '3416d6a2-0b37-4eb2-9bfa-f2efd452d7ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:10:06.182479 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c5a23d-5716-4a2c-b07c-275064ac3c08 None None] Checking router: 2389800d-42f7-4e23-879b-812c07b5a960 for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 20:10:06.191005 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c5a23d-5716-4a2c-b07c-275064ac3c08 None None] Routers {'2389800d-42f7-4e23-879b-812c07b5a960'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:10:06.191635 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-65c5a23d-5716-4a2c-b07c-275064ac3c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:10:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['2389800d-42f7-4e23-879b-812c07b5a960'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:10:06.294634 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-65c5a23d-5716-4a2c-b07c-275064ac3c08 None None] Set router 2389800d-42f7-4e23-879b-812c07b5a960 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:10:06.490105 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-65c5a23d-5716-4a2c-b07c-275064ac3c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2389800d-42f7-4e23-879b-812c07b5a960', 'name': 'tempest-ServerActionsTestJSON-14519898-router', 'tenant_id': 'a5e47130084c49d29f3e03e734feff77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '75a63f28-3dab-4f96-8263-753a10c00cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:05:23Z', 'updated_at': '2021-10-12T20:05:26Z', 'revision_number': 4, 'project_id': 'a5e47130084c49d29f3e03e734feff77', 'gw_port': {'id': '75a63f28-3dab-4f96-8263-753a10c00cca', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:63:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2389800d-42f7-4e23-879b-812c07b5a960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:05:24Z', 'updated_at': '2021-10-12T20:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '142995b5-8f7f-4668-9555-845769fa1ec6', 'name': '', 'network_id': '7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2', 'tenant_id': 'a5e47130084c49d29f3e03e734feff77', 'mac_address': 'fa:16:3e:d8:da:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2389800d-42f7-4e23-879b-812c07b5a960', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '3416d6a2-0b37-4eb2-9bfa-f2efd452d7ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:05:26Z', 'updated_at': '2021-10-12T20:05:29Z', 'revision_number': 5, 'project_id': 'a5e47130084c49d29f3e03e734feff77', 'subnets': [{'id': '3416d6a2-0b37-4eb2-9bfa-f2efd452d7ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:10:06.514675 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c5a23d-5716-4a2c-b07c-275064ac3c08 None None] The sync data for ids ['2389800d-42f7-4e23-879b-812c07b5a960'] in n-d-813679-3 is: [{'id': '2389800d-42f7-4e23-879b-812c07b5a960', 'name': 'tempest-ServerActionsTestJSON-14519898-router', 'tenant_id': 'a5e47130084c49d29f3e03e734feff77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '75a63f28-3dab-4f96-8263-753a10c00cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:05:23Z', 'updated_at': '2021-10-12T20:05:26Z', 'revision_number': 4, 'project_id': 'a5e47130084c49d29f3e03e734feff77', 'gw_port': {'id': '75a63f28-3dab-4f96-8263-753a10c00cca', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:63:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2389800d-42f7-4e23-879b-812c07b5a960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:05:24Z', 'updated_at': '2021-10-12T20:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '142995b5-8f7f-4668-9555-845769fa1ec6', 'name': '', 'network_id': '7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2', 'tenant_id': 'a5e47130084c49d29f3e03e734feff77', 'mac_address': 'fa:16:3e:d8:da:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2389800d-42f7-4e23-879b-812c07b5a960', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '3416d6a2-0b37-4eb2-9bfa-f2efd452d7ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:05:26Z', 'updated_at': '2021-10-12T20:05:29Z', 'revision_number': 5, 'project_id': 'a5e47130084c49d29f3e03e734feff77', 'subnets': [{'id': '3416d6a2-0b37-4eb2-9bfa-f2efd452d7ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 20:10:06.721003 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72fd1b2-75e1-477e-8a3b-e8c9feebb3ea None None] New status for floating IP 0798c97e-9052-4880-8a9e-a490256f1dd4: DOWN {{(pid=95504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 20:10:07.170225 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3b390ad2-85ca-4cef-9dff-4f0f4a5a286f req-a9588b47-f8e3-4d3c-af8a-3264d1ab8b18 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1303317776&fields=id&tenant_id=a5e47130084c49d29f3e03e734feff77 HTTP/1.1" status: 200 len: 267 time: 0.0320740 Oct 12 20:10:07.275077 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b390ad2-85ca-4cef-9dff-4f0f4a5a286f req-61909c28-977b-4a03-bf85-ef89cc6f3c97 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:10:07.276507 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3b390ad2-85ca-4cef-9dff-4f0f4a5a286f req-61909c28-977b-4a03-bf85-ef89cc6f3c97 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/networks?id=7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2 HTTP/1.1" status: 200 len: 810 time: 0.0990853 Oct 12 20:10:07.291597 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3b390ad2-85ca-4cef-9dff-4f0f4a5a286f req-663e8f7d-6573-4366-bec4-44e3e28fc20b tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/quotas/a5e47130084c49d29f3e03e734feff77 HTTP/1.1" status: 200 len: 375 time: 0.0094311 Oct 12 20:10:07.346844 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3b390ad2-85ca-4cef-9dff-4f0f4a5a286f req-d25689b2-2631-46c9-8d0c-b1c1c450621e tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=a5e47130084c49d29f3e03e734feff77&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0501947 Oct 12 20:10:07.394663 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 81038a30-3bc4-4716-b5f1-2995a4419318 no longer exists at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 20:10:07.415651 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] No Port match for: 81038a30-3bc4-4716-b5f1-2995a4419318 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 20:10:07.415998 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 81038a30-3bc4-4716-b5f1-2995a4419318 not bound to the agent host n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 20:10:07.514399 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3b390ad2-85ca-4cef-9dff-4f0f4a5a286f req-02d89e74-6e92-4d74-80f2-65ba97562a9b service neutron] 10.222.0.49 "GET /v2.0/networks/7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235757 Oct 12 20:10:07.844850 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3b390ad2-85ca-4cef-9dff-4f0f4a5a286f req-e8fa7d29-71ae-4d66-9921-20a9c5788558 service neutron] 10.222.0.49 "GET /v2.0/networks/7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3235488 Oct 12 20:10:08.077531 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7280a8b7-46ec-406e-8e84-b11e3befe601 req-1922381e-5afd-457b-99a4-cfcbb6cffdf4 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5f880af-da7e-4944-9033-6e34286fdda5 HTTP/1.1" status: 200 len: 210 time: 0.0268874 Oct 12 20:10:09.161383 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 20:10:09.172692 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-60a4c466-0044-4564-905e-d32a35ffaf3e req-05fc3770-177f-4bcd-963c-554c8fa76c0f tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5f880af-da7e-4944-9033-6e34286fdda5 HTTP/1.1" status: 200 len: 210 time: 0.0257516 Oct 12 20:10:09.792457 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b390ad2-85ca-4cef-9dff-4f0f4a5a286f req-7bcdeac5-e5c2-4e54-9fa0-e71be6c8ff64 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:10:09.793935 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3b390ad2-85ca-4cef-9dff-4f0f4a5a286f req-7bcdeac5-e5c2-4e54-9fa0-e71be6c8ff64 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.67 "GET /v2.0/networks?id=7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2 HTTP/1.1" status: 200 len: 810 time: 0.0994956 Oct 12 20:10:09.836288 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3b390ad2-85ca-4cef-9dff-4f0f4a5a286f req-18c6b523-f4ca-42e2-8f7c-b03d6068abe4 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a5e47130084c49d29f3e03e734feff77 HTTP/1.1" status: 200 len: 380 time: 0.0331197 Oct 12 20:10:09.845112 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-3b390ad2-85ca-4cef-9dff-4f0f4a5a286f req-4032061f-f849-4f9d-be0b-a028f8b4bad1 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Request body: {'port': {'device_id': 'c5f880af-da7e-4944-9033-6e34286fdda5', 'network_id': '7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2', 'admin_state_up': True, 'tenant_id': 'a5e47130084c49d29f3e03e734feff77', 'security_groups': ['66b3b269-1b2c-48cf-8d3e-75a0bf41acf6']}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:10:10.000567 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b390ad2-85ca-4cef-9dff-4f0f4a5a286f req-4032061f-f849-4f9d-be0b-a028f8b4bad1 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Made reservation on behalf of a5e47130084c49d29f3e03e734feff77 for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 20:10:10.004739 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-3b390ad2-85ca-4cef-9dff-4f0f4a5a286f req-4032061f-f849-4f9d-be0b-a028f8b4bad1 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:10:10.130159 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [req-3b390ad2-85ca-4cef-9dff-4f0f4a5a286f req-4032061f-f849-4f9d-be0b-a028f8b4bad1 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Allocated IP 172.20.0.8 (7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2/3416d6a2-0b37-4eb2-9bfa-f2efd452d7ed/34493146-67d8-43f3-8f6a-62d48717b1b9) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 20:10:10.280598 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5d8d01bc-7475-4424-bcbf-187f75c0ab8d req-7dd52e82-abfb-454c-a22f-f3e966fb67f4 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5f880af-da7e-4944-9033-6e34286fdda5 HTTP/1.1" status: 200 len: 210 time: 0.0378187 Oct 12 20:10:10.289704 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-3b390ad2-85ca-4cef-9dff-4f0f4a5a286f req-4032061f-f849-4f9d-be0b-a028f8b4bad1 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:10:10.434782 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-3b390ad2-85ca-4cef-9dff-4f0f4a5a286f req-4032061f-f849-4f9d-be0b-a028f8b4bad1 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:10:10.477833 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b390ad2-85ca-4cef-9dff-4f0f4a5a286f req-4032061f-f849-4f9d-be0b-a028f8b4bad1 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Network 7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 20:10:10.480815 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [req-3b390ad2-85ca-4cef-9dff-4f0f4a5a286f req-4032061f-f849-4f9d-be0b-a028f8b4bad1 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 20:10:10.483157 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b390ad2-85ca-4cef-9dff-4f0f4a5a286f req-4032061f-f849-4f9d-be0b-a028f8b4bad1 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 20:10:10.516656 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4032061f-f849-4f9d-be0b-a028f8b4bad1 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Pushing event updated for resources: {'Port': ['ID=34493146-67d8-43f3-8f6a-62d48717b1b9,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:10:10.532005 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4032061f-f849-4f9d-be0b-a028f8b4bad1 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:10:10.532443 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4032061f-f849-4f9d-be0b-a028f8b4bad1 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:10:10.532785 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4032061f-f849-4f9d-be0b-a028f8b4bad1 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:10:10.533138 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4032061f-f849-4f9d-be0b-a028f8b4bad1 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:10:10.533456 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4032061f-f849-4f9d-be0b-a028f8b4bad1 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:10:10.533780 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4032061f-f849-4f9d-be0b-a028f8b4bad1 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:10:10.534106 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4032061f-f849-4f9d-be0b-a028f8b4bad1 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:10:10.534429 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4032061f-f849-4f9d-be0b-a028f8b4bad1 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:10:10.534753 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4032061f-f849-4f9d-be0b-a028f8b4bad1 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:10:10.535076 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4032061f-f849-4f9d-be0b-a028f8b4bad1 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:10:10.535394 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4032061f-f849-4f9d-be0b-a028f8b4bad1 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:10:10.535715 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4032061f-f849-4f9d-be0b-a028f8b4bad1 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:10:10.551874 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b390ad2-85ca-4cef-9dff-4f0f4a5a286f req-4032061f-f849-4f9d-be0b-a028f8b4bad1 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:10:10.552511 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-3b390ad2-85ca-4cef-9dff-4f0f4a5a286f req-4032061f-f849-4f9d-be0b-a028f8b4bad1 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:10:10.626914 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3b390ad2-85ca-4cef-9dff-4f0f4a5a286f req-4032061f-f849-4f9d-be0b-a028f8b4bad1 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7852318 Oct 12 20:10:10.640228 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-3b390ad2-85ca-4cef-9dff-4f0f4a5a286f req-0b111004-1cbb-4b78-a9a6-948951e0a5bf service neutron] Request body: {'port': {'device_id': 'c5f880af-da7e-4944-9033-6e34286fdda5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-3'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:10:10.699457 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-3b390ad2-85ca-4cef-9dff-4f0f4a5a286f req-0b111004-1cbb-4b78-a9a6-948951e0a5bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:10:10.707719 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-4ecb82e2-48b6-44e9-9eaa-cfabc9a63095 None None] Provisioning complete for port 34493146-67d8-43f3-8f6a-62d48717b1b9 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:10:10.708260 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4ecb82e2-48b6-44e9-9eaa-cfabc9a63095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:10:10.745781 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-4ecb82e2-48b6-44e9-9eaa-cfabc9a63095 None None] Port 34493146-67d8-43f3-8f6a-62d48717b1b9 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 20:10:10.957888 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [req-3b390ad2-85ca-4cef-9dff-4f0f4a5a286f req-0b111004-1cbb-4b78-a9a6-948951e0a5bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34493146-67d8-43f3-8f6a-62d48717b1b9 {{(pid=95501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 20:10:10.965002 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-3b390ad2-85ca-4cef-9dff-4f0f4a5a286f req-0b111004-1cbb-4b78-a9a6-948951e0a5bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:10:10.976955 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.provisioning_blocks [req-3b390ad2-85ca-4cef-9dff-4f0f4a5a286f req-0b111004-1cbb-4b78-a9a6-948951e0a5bf service neutron] Transition to ACTIVE for port object 34493146-67d8-43f3-8f6a-62d48717b1b9 will not be triggered until provisioned by entity L2. {{(pid=95501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 20:10:11.052390 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-3b390ad2-85ca-4cef-9dff-4f0f4a5a286f req-0b111004-1cbb-4b78-a9a6-948951e0a5bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:10:11.108646 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b111004-1cbb-4b78-a9a6-948951e0a5bf service neutron] Pushing event updated for resources: {'Port': ['ID=34493146-67d8-43f3-8f6a-62d48717b1b9,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:10:11.185714 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-3b390ad2-85ca-4cef-9dff-4f0f4a5a286f req-0b111004-1cbb-4b78-a9a6-948951e0a5bf service neutron] Attempting to bind port 34493146-67d8-43f3-8f6a-62d48717b1b9 on host n-h2-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 20:10:11.186046 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-3b390ad2-85ca-4cef-9dff-4f0f4a5a286f req-0b111004-1cbb-4b78-a9a6-948951e0a5bf service neutron] Attempting to bind port 34493146-67d8-43f3-8f6a-62d48717b1b9 by drivers openvswitch,hyperv on host n-h2-813679-3 at level 0 using segments [{'id': 'c1e1177d-c197-4df9-a0d5-04d28987a4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 20:10:11.186375 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b390ad2-85ca-4cef-9dff-4f0f4a5a286f req-0b111004-1cbb-4b78-a9a6-948951e0a5bf service neutron] Attempting to bind port 34493146-67d8-43f3-8f6a-62d48717b1b9 on network 7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 20:10:11.192581 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b390ad2-85ca-4cef-9dff-4f0f4a5a286f req-0b111004-1cbb-4b78-a9a6-948951e0a5bf service neutron] Port 34493146-67d8-43f3-8f6a-62d48717b1b9 on network 7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 20:10:11.197527 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b390ad2-85ca-4cef-9dff-4f0f4a5a286f req-0b111004-1cbb-4b78-a9a6-948951e0a5bf service neutron] Attempting to bind port 34493146-67d8-43f3-8f6a-62d48717b1b9 on network 7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 20:10:11.198193 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b390ad2-85ca-4cef-9dff-4f0f4a5a286f req-0b111004-1cbb-4b78-a9a6-948951e0a5bf service neutron] Checking agent: {'id': '233fbd7d-38e4-434f-bb8f-05364d7423a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 20, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 20:10:11.198533 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b390ad2-85ca-4cef-9dff-4f0f4a5a286f req-0b111004-1cbb-4b78-a9a6-948951e0a5bf service neutron] Checking segment: {'id': 'c1e1177d-c197-4df9-a0d5-04d28987a4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 20:10:11.198917 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b390ad2-85ca-4cef-9dff-4f0f4a5a286f req-0b111004-1cbb-4b78-a9a6-948951e0a5bf service neutron] Bound using segment: {'id': 'c1e1177d-c197-4df9-a0d5-04d28987a4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2'} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 20:10:11.199349 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-3b390ad2-85ca-4cef-9dff-4f0f4a5a286f req-0b111004-1cbb-4b78-a9a6-948951e0a5bf service neutron] Bound port: 34493146-67d8-43f3-8f6a-62d48717b1b9, host: n-h2-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1e1177d-c197-4df9-a0d5-04d28987a4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2'}}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 20:10:11.199710 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-3b390ad2-85ca-4cef-9dff-4f0f4a5a286f req-0b111004-1cbb-4b78-a9a6-948951e0a5bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:10:11.265659 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-3b390ad2-85ca-4cef-9dff-4f0f4a5a286f req-0b111004-1cbb-4b78-a9a6-948951e0a5bf service neutron] For port 34493146-67d8-43f3-8f6a-62d48717b1b9, host n-h2-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 20:10:11.269428 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-3b390ad2-85ca-4cef-9dff-4f0f4a5a286f req-0b111004-1cbb-4b78-a9a6-948951e0a5bf service neutron] For port 34493146-67d8-43f3-8f6a-62d48717b1b9, host n-h2-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=34493146-67d8-43f3-8f6a-62d48717b1b9,segment=NetworkSegment(c1e1177d-c197-4df9-a0d5-04d28987a4ed),segment_id=c1e1177d-c197-4df9-a0d5-04d28987a4ed)] {{(pid=95501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 20:10:11.354799 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-3b390ad2-85ca-4cef-9dff-4f0f4a5a286f req-0b111004-1cbb-4b78-a9a6-948951e0a5bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:10:11.396367 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b390ad2-85ca-4cef-9dff-4f0f4a5a286f req-0b111004-1cbb-4b78-a9a6-948951e0a5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:10:11.396994 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-3b390ad2-85ca-4cef-9dff-4f0f4a5a286f req-0b111004-1cbb-4b78-a9a6-948951e0a5bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:10:11.398906 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3b390ad2-85ca-4cef-9dff-4f0f4a5a286f req-0b111004-1cbb-4b78-a9a6-948951e0a5bf service neutron] 10.222.0.67 "PUT /v2.0/ports/34493146-67d8-43f3-8f6a-62d48717b1b9 HTTP/1.1" status: 200 len: 1091 time: 0.7630541 Oct 12 20:10:11.399570 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5f880af-da7e-4944-9033-6e34286fdda5', 'tag': '34493146-67d8-43f3-8f6a-62d48717b1b9'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:10:11.400256 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396cb085-d15f-46e5-937a-f310667c94f2 req-54491c23-dacd-4b60-9e5c-7f6b3db522e7 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:10:11.401789 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-396cb085-d15f-46e5-937a-f310667c94f2 req-54491c23-dacd-4b60-9e5c-7f6b3db522e7 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5f880af-da7e-4944-9033-6e34286fdda5 HTTP/1.1" status: 200 len: 943 time: 0.0523524 Oct 12 20:10:11.401933 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de8ed798067560d07a98492cd8cb53eb3655be3ac6c9fe2f8402857175a8f58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ba96493-11f4-49ca-a833-ab1cab099f94" -d '{"events": [{"name": "network-changed", "server_uuid": "c5f880af-da7e-4944-9033-6e34286fdda5", "tag": "34493146-67d8-43f3-8f6a-62d48717b1b9"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:10:11.423517 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b111004-1cbb-4b78-a9a6-948951e0a5bf service neutron] Pushing event updated for resources: {'Port': ['ID=34493146-67d8-43f3-8f6a-62d48717b1b9,revision_number=3']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:10:11.452686 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-396cb085-d15f-46e5-937a-f310667c94f2 req-773ace10-88f2-4e33-a2eb-bb61db54255a tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394883 Oct 12 20:10:11.455009 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 20:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61b5f2a0-7bc0-47dc-9c23-e4cbe02342e6 x-openstack-request-id: req-61b5f2a0-7bc0-47dc-9c23-e4cbe02342e6 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:10:11.455856 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5f880af-da7e-4944-9033-6e34286fdda5", "tag": "34493146-67d8-43f3-8f6a-62d48717b1b9", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:10:11.456144 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-61b5f2a0-7bc0-47dc-9c23-e4cbe02342e6 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:10:11.456555 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5f880af-da7e-4944-9033-6e34286fdda5', 'tag': '34493146-67d8-43f3-8f6a-62d48717b1b9', 'status': 'completed', 'code': 200} Oct 12 20:10:11.526826 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba96493-11f4-49ca-a833-ab1cab099f94 req-5dff7557-76e2-4e09-aeea-07dd52124d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:10:11.528522 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5ba96493-11f4-49ca-a833-ab1cab099f94 req-5dff7557-76e2-4e09-aeea-07dd52124d5f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a5e47130084c49d29f3e03e734feff77&device_id=c5f880af-da7e-4944-9033-6e34286fdda5 HTTP/1.1" status: 200 len: 1094 time: 0.0442297 Oct 12 20:10:11.632158 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba96493-11f4-49ca-a833-ab1cab099f94 req-4a2ecfac-a3f2-4078-bb77-843196177853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:10:11.633626 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5ba96493-11f4-49ca-a833-ab1cab099f94 req-4a2ecfac-a3f2-4078-bb77-843196177853 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=a5e47130084c49d29f3e03e734feff77&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0972228 Oct 12 20:10:11.731979 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba96493-11f4-49ca-a833-ab1cab099f94 req-123ec84b-81bf-48e1-b678-0dfc8d2030ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:10:11.733397 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5ba96493-11f4-49ca-a833-ab1cab099f94 req-123ec84b-81bf-48e1-b678-0dfc8d2030ab service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0930583 Oct 12 20:10:11.806622 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b390ad2-85ca-4cef-9dff-4f0f4a5a286f req-c764f1f7-a6f5-4ac7-9bcb-794297376fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:10:11.808137 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3b390ad2-85ca-4cef-9dff-4f0f4a5a286f req-c764f1f7-a6f5-4ac7-9bcb-794297376fa5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a5e47130084c49d29f3e03e734feff77&device_id=c5f880af-da7e-4944-9033-6e34286fdda5 HTTP/1.1" status: 200 len: 1094 time: 0.0408602 Oct 12 20:10:11.847662 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3b390ad2-85ca-4cef-9dff-4f0f4a5a286f req-a804cab4-d34e-421b-bfb5-aa4511a36777 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=34493146-67d8-43f3-8f6a-62d48717b1b9 HTTP/1.1" status: 200 len: 217 time: 0.0319519 Oct 12 20:10:11.898404 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b390ad2-85ca-4cef-9dff-4f0f4a5a286f req-a2f3a66f-9eea-4cec-bf2c-b1de2862c4df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:10:11.899812 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3b390ad2-85ca-4cef-9dff-4f0f4a5a286f req-a2f3a66f-9eea-4cec-bf2c-b1de2862c4df service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3416d6a2-0b37-4eb2-9bfa-f2efd452d7ed HTTP/1.1" status: 200 len: 849 time: 0.0455015 Oct 12 20:10:11.945210 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b390ad2-85ca-4cef-9dff-4f0f4a5a286f req-7dd8fd5d-5db3-4173-9b5f-b6b11e4e1a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:10:11.946667 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3b390ad2-85ca-4cef-9dff-4f0f4a5a286f req-7dd8fd5d-5db3-4173-9b5f-b6b11e4e1a41 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402069 Oct 12 20:10:12.035943 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3b390ad2-85ca-4cef-9dff-4f0f4a5a286f req-cf42e351-4df6-4b37-bb1b-378addb4be7b service neutron] 10.222.0.67 "GET /v2.0/networks/7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814717 Oct 12 20:10:12.128494 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3b390ad2-85ca-4cef-9dff-4f0f4a5a286f req-347e74b6-b97e-45fa-b78e-9b54d616fd2f service neutron] 10.222.0.67 "GET /v2.0/networks/7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849152 Oct 12 20:10:12.571590 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538e3efc-ca25-40eb-b883-c6ee52fcc932 req-68d95811-0b67-4296-a387-c28ed72d8d19 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:10:12.573059 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-538e3efc-ca25-40eb-b883-c6ee52fcc932 req-68d95811-0b67-4296-a387-c28ed72d8d19 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5f880af-da7e-4944-9033-6e34286fdda5 HTTP/1.1" status: 200 len: 943 time: 0.0483725 Oct 12 20:10:12.609960 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-538e3efc-ca25-40eb-b883-c6ee52fcc932 req-14eeb3d6-6b1f-4601-9709-01ed5a99b74d tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309575 Oct 12 20:10:13.723589 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766990ae-63ab-4ab0-996e-a5c6ad254708 req-42025d83-1da2-44ad-bfab-fce0ae87cc49 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:10:13.725401 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-766990ae-63ab-4ab0-996e-a5c6ad254708 req-42025d83-1da2-44ad-bfab-fce0ae87cc49 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5f880af-da7e-4944-9033-6e34286fdda5 HTTP/1.1" status: 200 len: 943 time: 0.0484979 Oct 12 20:10:13.762838 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-766990ae-63ab-4ab0-996e-a5c6ad254708 req-bf76a256-e4cf-4b5b-946c-a43d5624dc68 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312049 Oct 12 20:10:14.178830 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 34493146-67d8-43f3-8f6a-62d48717b1b9 details requested by agent hyperv_n-h2-813679-3 with host n-h2-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 20:10:14.269755 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 34493146-67d8-43f3-8f6a-62d48717b1b9, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=34493146-67d8-43f3-8f6a-62d48717b1b9,segment=NetworkSegment(c1e1177d-c197-4df9-a0d5-04d28987a4ed),segment_id=c1e1177d-c197-4df9-a0d5-04d28987a4ed)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:10:14.280163 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Returning: {'device': '34493146-67d8-43f3-8f6a-62d48717b1b9', 'network_id': '7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2', 'port_id': '34493146-67d8-43f3-8f6a-62d48717b1b9', 'mac_address': 'fa:16:3e:85:05:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3416d6a2-0b37-4eb2-9bfa-f2efd452d7ed', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 20:10:14.319300 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:10:14.331427 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34493146-67d8-43f3-8f6a-62d48717b1b9 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 20:10:14.349879 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 34493146-67d8-43f3-8f6a-62d48717b1b9, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=34493146-67d8-43f3-8f6a-62d48717b1b9,segment=NetworkSegment(c1e1177d-c197-4df9-a0d5-04d28987a4ed),segment_id=c1e1177d-c197-4df9-a0d5-04d28987a4ed)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:10:14.422438 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:10:14.470850 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=34493146-67d8-43f3-8f6a-62d48717b1b9,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:10:14.626313 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['34493146-67d8-43f3-8f6a-62d48717b1b9'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 20:10:14.894092 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3f1802-c86b-49bf-9fa3-fed252084650 req-6e1d1d2c-609e-488a-96a1-1599851e80ea tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:10:14.895465 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ce3f1802-c86b-49bf-9fa3-fed252084650 req-6e1d1d2c-609e-488a-96a1-1599851e80ea tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5f880af-da7e-4944-9033-6e34286fdda5 HTTP/1.1" status: 200 len: 944 time: 0.0574467 Oct 12 20:10:14.933259 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ce3f1802-c86b-49bf-9fa3-fed252084650 req-fd01d99b-9bdd-489c-b478-d4d1ae3fe683 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316064 Oct 12 20:10:16.048739 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bcf08f-5bb5-4831-9eda-d7a3276082f5 req-f02e661a-6016-4043-881f-25490bd85c55 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:10:16.050163 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-32bcf08f-5bb5-4831-9eda-d7a3276082f5 req-f02e661a-6016-4043-881f-25490bd85c55 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5f880af-da7e-4944-9033-6e34286fdda5 HTTP/1.1" status: 200 len: 944 time: 0.0511737 Oct 12 20:10:16.086922 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-32bcf08f-5bb5-4831-9eda-d7a3276082f5 req-6f21b99b-7054-40e7-882e-8cd26ab29627 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309281 Oct 12 20:10:16.195064 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 34493146-67d8-43f3-8f6a-62d48717b1b9 up at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 20:10:16.297590 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning for port 34493146-67d8-43f3-8f6a-62d48717b1b9 completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 20:10:16.301284 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning complete for port 34493146-67d8-43f3-8f6a-62d48717b1b9 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:10:16.301654 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:10:16.374071 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:10:16.395867 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5f880af-da7e-4944-9033-6e34286fdda5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34493146-67d8-43f3-8f6a-62d48717b1b9'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:10:16.398123 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b9295f95168b7ebeacfaf6dce688c5b5a488805d3fcc076b348ff91511493a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7a84c9d-3e9a-478e-b958-dbe7e089d975" -d '{"events": [{"server_uuid": "c5f880af-da7e-4944-9033-6e34286fdda5", "name": "network-vif-plugged", "status": "completed", "tag": "34493146-67d8-43f3-8f6a-62d48717b1b9"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:10:16.414339 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 34493146-67d8-43f3-8f6a-62d48717b1b9, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=34493146-67d8-43f3-8f6a-62d48717b1b9,segment=NetworkSegment(c1e1177d-c197-4df9-a0d5-04d28987a4ed),segment_id=c1e1177d-c197-4df9-a0d5-04d28987a4ed)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:10:16.432626 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 20:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-900ce8be-88fe-4f4a-8d50-5f3209929d5c x-openstack-request-id: req-900ce8be-88fe-4f4a-8d50-5f3209929d5c {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:10:16.432908 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5f880af-da7e-4944-9033-6e34286fdda5", "name": "network-vif-plugged", "status": "completed", "tag": "34493146-67d8-43f3-8f6a-62d48717b1b9", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:10:16.433156 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-900ce8be-88fe-4f4a-8d50-5f3209929d5c {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:10:16.433543 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5f880af-da7e-4944-9033-6e34286fdda5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34493146-67d8-43f3-8f6a-62d48717b1b9', 'code': 200} Oct 12 20:10:16.457591 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:10:16.504199 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=34493146-67d8-43f3-8f6a-62d48717b1b9,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:10:16.530058 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1ab7e0-190b-4086-8d6c-c001b63a4f9e req-ea0a2f86-2c7f-473d-a25a-c26ce22cd533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:10:16.531532 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7e1ab7e0-190b-4086-8d6c-c001b63a4f9e req-ea0a2f86-2c7f-473d-a25a-c26ce22cd533 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c5f880af-da7e-4944-9033-6e34286fdda5 HTTP/1.1" status: 200 len: 1096 time: 0.0403509 Oct 12 20:10:16.565274 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7e1ab7e0-190b-4086-8d6c-c001b63a4f9e req-d467cc43-5ead-4fb9-ac66-53bea22b0716 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0260561 Oct 12 20:10:17.198981 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f0210f-da3f-4b5c-ad58-3841abb86e03 req-391e1a8c-42fb-4d6e-8645-0b260aab6af7 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:10:17.200749 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-51f0210f-da3f-4b5c-ad58-3841abb86e03 req-391e1a8c-42fb-4d6e-8645-0b260aab6af7 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5f880af-da7e-4944-9033-6e34286fdda5 HTTP/1.1" status: 200 len: 945 time: 0.0482497 Oct 12 20:10:17.241167 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-51f0210f-da3f-4b5c-ad58-3841abb86e03 req-ea751e44-0d5a-42b3-a8f7-79ca42552096 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336747 Oct 12 20:10:18.354747 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c51343-d702-4f56-9e68-03f16cd9fea8 req-bd7da4c7-c6e0-45a7-93cd-9912f21f4e9c tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:10:18.356205 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-65c51343-d702-4f56-9e68-03f16cd9fea8 req-bd7da4c7-c6e0-45a7-93cd-9912f21f4e9c tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5f880af-da7e-4944-9033-6e34286fdda5 HTTP/1.1" status: 200 len: 945 time: 0.0480232 Oct 12 20:10:18.392820 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-65c51343-d702-4f56-9e68-03f16cd9fea8 req-8a2287fa-1523-4a29-a305-337c7fa5f322 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306873 Oct 12 20:10:18.501101 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aac482-0d79-4475-91ec-d146aa8f67d9 req-229172e2-29c9-465c-a0a1-5a9cea41f41f tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:10:18.502525 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c7aac482-0d79-4475-91ec-d146aa8f67d9 req-229172e2-29c9-465c-a0a1-5a9cea41f41f tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5f880af-da7e-4944-9033-6e34286fdda5 HTTP/1.1" status: 200 len: 945 time: 0.0478208 Oct 12 20:10:18.511588 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 33794) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:10:18.515801 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-9a7f25f8-9336-4595-96c0-7e0698135f9a tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Request body: {'floatingip': {'port_id': '34493146-67d8-43f3-8f6a-62d48717b1b9'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:10:18.556285 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9a7f25f8-9336-4595-96c0-7e0698135f9a tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Notify callbacks [] for floatingip, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:10:18.977740 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9a7f25f8-9336-4595-96c0-7e0698135f9a tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:10:19.046270 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9a7f25f8-9336-4595-96c0-7e0698135f9a tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7915414'] for floatingip, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:10:19.141055 n-d-813679-3 neutron-server[95502]: INFO neutron.db.l3_db [None req-9a7f25f8-9336-4595-96c0-7e0698135f9a tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Floating IP 0798c97e-9052-4880-8a9e-a490256f1dd4 associated. External IP: 172.25.5.103, port: 34493146-67d8-43f3-8f6a-62d48717b1b9. Oct 12 20:10:19.340920 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a7f25f8-9336-4595-96c0-7e0698135f9a tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Router 2389800d-42f7-4e23-879b-812c07b5a960 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 20:10:19.444041 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a7f25f8-9336-4595-96c0-7e0698135f9a tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 20:10:19.449179 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9a7f25f8-9336-4595-96c0-7e0698135f9a tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:10:19.453710 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1171fdb-8682-4a34-badc-066039e1a09f None None] Sync routers for ids ['2389800d-42f7-4e23-879b-812c07b5a960'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 20:10:19.463953 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1171fdb-8682-4a34-badc-066039e1a09f None None] Routers {'2389800d-42f7-4e23-879b-812c07b5a960'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:10:19.464688 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-c1171fdb-8682-4a34-badc-066039e1a09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:10:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['2389800d-42f7-4e23-879b-812c07b5a960'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:10:19.477663 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-9a7f25f8-9336-4595-96c0-7e0698135f9a tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "PUT /v2.0/floatingips/0798c97e-9052-4880-8a9e-a490256f1dd4 HTTP/1.1" status: 200 len: 991 time: 0.9650347 Oct 12 20:10:19.478539 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5f880af-da7e-4944-9033-6e34286fdda5', 'tag': '34493146-67d8-43f3-8f6a-62d48717b1b9'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:10:19.480830 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d38ba98a80be6c2fe69993d1a3c9eb2b0c7fe5c84c08efdde6b95a5e2d0657c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79b57470-fd7f-480e-a0c1-2f181b97894b" -d '{"events": [{"name": "network-changed", "server_uuid": "c5f880af-da7e-4944-9033-6e34286fdda5", "tag": "34493146-67d8-43f3-8f6a-62d48717b1b9"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:10:19.521041 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 20:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e4f3860-317c-4b86-999e-ba002e7277f6 x-openstack-request-id: req-6e4f3860-317c-4b86-999e-ba002e7277f6 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:10:19.522055 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5f880af-da7e-4944-9033-6e34286fdda5", "tag": "34493146-67d8-43f3-8f6a-62d48717b1b9", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:10:19.522316 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6e4f3860-317c-4b86-999e-ba002e7277f6 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:10:19.522807 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5f880af-da7e-4944-9033-6e34286fdda5', 'tag': '34493146-67d8-43f3-8f6a-62d48717b1b9', 'status': 'completed', 'code': 200} Oct 12 20:10:19.571747 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-c1171fdb-8682-4a34-badc-066039e1a09f None None] Set router 2389800d-42f7-4e23-879b-812c07b5a960 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:10:19.586799 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b57470-fd7f-480e-a0c1-2f181b97894b req-cba764dc-244f-4f0a-88c6-685c7e98cee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:10:19.588363 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-79b57470-fd7f-480e-a0c1-2f181b97894b req-cba764dc-244f-4f0a-88c6-685c7e98cee2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a5e47130084c49d29f3e03e734feff77&device_id=c5f880af-da7e-4944-9033-6e34286fdda5 HTTP/1.1" status: 200 len: 1096 time: 0.0447536 Oct 12 20:10:19.677927 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b57470-fd7f-480e-a0c1-2f181b97894b req-55abbd18-cf9f-494a-8bc6-96cdbce4264d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:10:19.679314 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-79b57470-fd7f-480e-a0c1-2f181b97894b req-55abbd18-cf9f-494a-8bc6-96cdbce4264d service neutron] 10.222.0.67 "GET /v2.0/networks?id=7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2 HTTP/1.1" status: 200 len: 911 time: 0.0843053 Oct 12 20:10:19.748248 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-79b57470-fd7f-480e-a0c1-2f181b97894b req-cd6140b4-d042-4278-9d9f-ee12f3730ea3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=34493146-67d8-43f3-8f6a-62d48717b1b9 HTTP/1.1" status: 200 len: 999 time: 0.0612926 Oct 12 20:10:19.788910 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-c1171fdb-8682-4a34-badc-066039e1a09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2389800d-42f7-4e23-879b-812c07b5a960', 'name': 'tempest-ServerActionsTestJSON-14519898-router', 'tenant_id': 'a5e47130084c49d29f3e03e734feff77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '75a63f28-3dab-4f96-8263-753a10c00cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:05:23Z', 'updated_at': '2021-10-12T20:05:26Z', 'revision_number': 4, 'project_id': 'a5e47130084c49d29f3e03e734feff77', 'gw_port': {'id': '75a63f28-3dab-4f96-8263-753a10c00cca', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:63:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2389800d-42f7-4e23-879b-812c07b5a960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:05:24Z', 'updated_at': '2021-10-12T20:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': '0798c97e-9052-4880-8a9e-a490256f1dd4', 'tenant_id': 'a5e47130084c49d29f3e03e734feff77', 'floating_ip_address': '172.25.5.103', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': '2389800d-42f7-4e23-879b-812c07b5a960', 'port_id': '34493146-67d8-43f3-8f6a-62d48717b1b9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2', 'mac_address': 'fa:16:3e:85:05:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f880af-da7e-4944-9033-6e34286fdda5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T20:05:29Z', 'updated_at': '2021-10-12T20:10:18Z', 'revision_number': 9, 'project_id': 'a5e47130084c49d29f3e03e734feff77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '142995b5-8f7f-4668-9555-845769fa1ec6', 'name': '', 'network_id': '7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2', 'tenant_id': 'a5e47130084c49d29f3e03e734feff77', 'mac_address': 'fa:16:3e:d8:da:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2389800d-42f7-4e23-879b-812c07b5a960', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '3416d6a2-0b37-4eb2-9bfa-f2efd452d7ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:05:26Z', 'updated_at': '2021-10-12T20:05:29Z', 'revision_number': 5, 'project_id': 'a5e47130084c49d29f3e03e734feff77', 'subnets': [{'id': '3416d6a2-0b37-4eb2-9bfa-f2efd452d7ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:10:19.797098 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b57470-fd7f-480e-a0c1-2f181b97894b req-edf31465-b6bf-43c6-8782-41cba4061f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:10:19.798870 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-79b57470-fd7f-480e-a0c1-2f181b97894b req-edf31465-b6bf-43c6-8782-41cba4061f1e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3416d6a2-0b37-4eb2-9bfa-f2efd452d7ed HTTP/1.1" status: 200 len: 849 time: 0.0439074 Oct 12 20:10:19.818604 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1171fdb-8682-4a34-badc-066039e1a09f None None] Checking router: 2389800d-42f7-4e23-879b-812c07b5a960 for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 20:10:19.827228 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1171fdb-8682-4a34-badc-066039e1a09f None None] Routers {'2389800d-42f7-4e23-879b-812c07b5a960'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:10:19.827825 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-c1171fdb-8682-4a34-badc-066039e1a09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:10:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['2389800d-42f7-4e23-879b-812c07b5a960'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:10:19.844951 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b57470-fd7f-480e-a0c1-2f181b97894b req-6404570b-5070-42e4-a17a-41008d0a5932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:10:19.846431 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-79b57470-fd7f-480e-a0c1-2f181b97894b req-6404570b-5070-42e4-a17a-41008d0a5932 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401595 Oct 12 20:10:19.930057 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-c1171fdb-8682-4a34-badc-066039e1a09f None None] Set router 2389800d-42f7-4e23-879b-812c07b5a960 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:10:19.937645 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-79b57470-fd7f-480e-a0c1-2f181b97894b req-b87f3aba-9249-4822-bdc3-01c57874e4ad service neutron] 10.222.0.67 "GET /v2.0/networks/7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825391 Oct 12 20:10:20.033063 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-79b57470-fd7f-480e-a0c1-2f181b97894b req-b58ba858-4ce5-4327-a6d7-2a8537f12cc3 service neutron] 10.222.0.67 "GET /v2.0/networks/7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867403 Oct 12 20:10:20.151066 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-c1171fdb-8682-4a34-badc-066039e1a09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2389800d-42f7-4e23-879b-812c07b5a960', 'name': 'tempest-ServerActionsTestJSON-14519898-router', 'tenant_id': 'a5e47130084c49d29f3e03e734feff77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '75a63f28-3dab-4f96-8263-753a10c00cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:05:23Z', 'updated_at': '2021-10-12T20:05:26Z', 'revision_number': 4, 'project_id': 'a5e47130084c49d29f3e03e734feff77', 'gw_port': {'id': '75a63f28-3dab-4f96-8263-753a10c00cca', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:63:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2389800d-42f7-4e23-879b-812c07b5a960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:05:24Z', 'updated_at': '2021-10-12T20:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': '0798c97e-9052-4880-8a9e-a490256f1dd4', 'tenant_id': 'a5e47130084c49d29f3e03e734feff77', 'floating_ip_address': '172.25.5.103', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': '2389800d-42f7-4e23-879b-812c07b5a960', 'port_id': '34493146-67d8-43f3-8f6a-62d48717b1b9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2', 'mac_address': 'fa:16:3e:85:05:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f880af-da7e-4944-9033-6e34286fdda5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T20:05:29Z', 'updated_at': '2021-10-12T20:10:18Z', 'revision_number': 9, 'project_id': 'a5e47130084c49d29f3e03e734feff77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '142995b5-8f7f-4668-9555-845769fa1ec6', 'name': '', 'network_id': '7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2', 'tenant_id': 'a5e47130084c49d29f3e03e734feff77', 'mac_address': 'fa:16:3e:d8:da:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2389800d-42f7-4e23-879b-812c07b5a960', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '3416d6a2-0b37-4eb2-9bfa-f2efd452d7ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:05:26Z', 'updated_at': '2021-10-12T20:05:29Z', 'revision_number': 5, 'project_id': 'a5e47130084c49d29f3e03e734feff77', 'subnets': [{'id': '3416d6a2-0b37-4eb2-9bfa-f2efd452d7ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:10:20.176379 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1171fdb-8682-4a34-badc-066039e1a09f None None] The sync data for ids ['2389800d-42f7-4e23-879b-812c07b5a960'] in n-d-813679-3 is: [{'id': '2389800d-42f7-4e23-879b-812c07b5a960', 'name': 'tempest-ServerActionsTestJSON-14519898-router', 'tenant_id': 'a5e47130084c49d29f3e03e734feff77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '75a63f28-3dab-4f96-8263-753a10c00cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:05:23Z', 'updated_at': '2021-10-12T20:05:26Z', 'revision_number': 4, 'project_id': 'a5e47130084c49d29f3e03e734feff77', 'gw_port': {'id': '75a63f28-3dab-4f96-8263-753a10c00cca', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:63:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2389800d-42f7-4e23-879b-812c07b5a960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:05:24Z', 'updated_at': '2021-10-12T20:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': '0798c97e-9052-4880-8a9e-a490256f1dd4', 'tenant_id': 'a5e47130084c49d29f3e03e734feff77', 'floating_ip_address': '172.25.5.103', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': '2389800d-42f7-4e23-879b-812c07b5a960', 'port_id': '34493146-67d8-43f3-8f6a-62d48717b1b9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2', 'mac_address': 'fa:16:3e:85:05:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f880af-da7e-4944-9033-6e34286fdda5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T20:05:29Z', 'updated_at': '2021-10-12T20:10:18Z', 'revision_number': 9, 'project_id': 'a5e47130084c49d29f3e03e734feff77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '142995b5-8f7f-4668-9555-845769fa1ec6', 'name': '', 'network_id': '7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2', 'tenant_id': 'a5e47130084c49d29f3e03e734feff77', 'mac_address': 'fa:16:3e:d8:da:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2389800d-42f7-4e23-879b-812c07b5a960', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '3416d6a2-0b37-4eb2-9bfa-f2efd452d7ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:05:26Z', 'updated_at': '2021-10-12T20:05:29Z', 'revision_number': 5, 'project_id': 'a5e47130084c49d29f3e03e734feff77', 'subnets': [{'id': '3416d6a2-0b37-4eb2-9bfa-f2efd452d7ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 20:10:20.359009 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46b14c5-4278-4d65-824a-e49ac5ed9af8 None None] New status for floating IP 0798c97e-9052-4880-8a9e-a490256f1dd4: ACTIVE {{(pid=95504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 20:10:29.137547 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-48c37f53-fd97-4165-bbee-a8b6034f47c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:10:31.720104 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-dcbdcad6-0b46-48c8-ab41-ad58d6f26712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:10:32.502365 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:10:33.205203 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:10:33.400244 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:10:34.439811 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:10:34.708872 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:10:46.160506 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 20:10:59.187423 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ed7603b0-e42d-42c0-a020-c8b9ac72a8b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:11:01.730090 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-099db428-8e4c-43af-b9e8-ee5b44c6ba2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:11:02.501271 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:11:03.227365 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:11:03.410164 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:11:04.328648 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-da79aefb-4be0-4f9b-a985-f50431d204ed req-15cdc536-ebb8-4c2f-a6c9-52debb691682 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c5f880af-da7e-4944-9033-6e34286fdda5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0435863 Oct 12 20:11:04.415679 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da79aefb-4be0-4f9b-a985-f50431d204ed req-e8d95aad-c30a-4100-8ce0-41d8df0bee8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:11:04.417195 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-da79aefb-4be0-4f9b-a985-f50431d204ed req-e8d95aad-c30a-4100-8ce0-41d8df0bee8a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a5e47130084c49d29f3e03e734feff77&device_id=c5f880af-da7e-4944-9033-6e34286fdda5 HTTP/1.1" status: 200 len: 1096 time: 0.0460219 Oct 12 20:11:04.445323 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:11:04.521816 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da79aefb-4be0-4f9b-a985-f50431d204ed req-bf06d5ae-2e9f-4fef-b706-d47f605d424b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:11:04.523931 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-da79aefb-4be0-4f9b-a985-f50431d204ed req-bf06d5ae-2e9f-4fef-b706-d47f605d424b service neutron] 10.222.0.67 "GET /v2.0/networks?id=7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2 HTTP/1.1" status: 200 len: 911 time: 0.0856123 Oct 12 20:11:04.592202 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-da79aefb-4be0-4f9b-a985-f50431d204ed req-ffc1c07a-2ee6-4ad1-9679-f7ed7c4428f5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=34493146-67d8-43f3-8f6a-62d48717b1b9 HTTP/1.1" status: 200 len: 1002 time: 0.0608094 Oct 12 20:11:04.640605 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da79aefb-4be0-4f9b-a985-f50431d204ed req-747a1d67-a25a-4b36-acf7-91441fe09b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:11:04.642051 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-da79aefb-4be0-4f9b-a985-f50431d204ed req-747a1d67-a25a-4b36-acf7-91441fe09b1d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3416d6a2-0b37-4eb2-9bfa-f2efd452d7ed HTTP/1.1" status: 200 len: 849 time: 0.0432706 Oct 12 20:11:04.686647 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da79aefb-4be0-4f9b-a985-f50431d204ed req-2474d8b2-bdf2-42fa-bc48-81eab7dbb356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:11:04.688177 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-da79aefb-4be0-4f9b-a985-f50431d204ed req-2474d8b2-bdf2-42fa-bc48-81eab7dbb356 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392175 Oct 12 20:11:04.699543 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [req-da79aefb-4be0-4f9b-a985-f50431d204ed req-17e4a6e9-1aff-479a-a181-581782cd6d0e service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 20:11:04.700646 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-da79aefb-4be0-4f9b-a985-f50431d204ed req-17e4a6e9-1aff-479a-a181-581782cd6d0e service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0048730 Oct 12 20:11:04.713097 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:11:04.792507 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-da79aefb-4be0-4f9b-a985-f50431d204ed req-b0aa2fe8-b1ec-4107-b04c-3e69330259b4 service neutron] 10.222.0.67 "GET /v2.0/networks/7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846636 Oct 12 20:11:04.878140 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-da79aefb-4be0-4f9b-a985-f50431d204ed req-4b29e509-47b3-497d-b3a1-1a822a3949ea service neutron] 10.222.0.67 "GET /v2.0/networks/7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788345 Oct 12 20:11:23.159254 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 20:11:29.152510 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1fbf9903-6dc4-474c-8e5b-908020134790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:11:31.711934 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-020201c7-0987-461d-8b62-b10fc0c88b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:11:32.500723 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:11:33.220431 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:11:33.460551 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:11:34.465794 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:11:34.711947 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:11:55.519454 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45f6d3e-91d5-4708-951e-2df6b9cc11e0 req-63659914-0826-4203-b20c-12a548675404 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:11:55.521200 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a45f6d3e-91d5-4708-951e-2df6b9cc11e0 req-63659914-0826-4203-b20c-12a548675404 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5f880af-da7e-4944-9033-6e34286fdda5 HTTP/1.1" status: 200 len: 945 time: 0.0495405 Oct 12 20:11:55.563717 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a45f6d3e-91d5-4708-951e-2df6b9cc11e0 req-0aaa22f6-a827-4986-9825-01dfeb80f05d tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360150 Oct 12 20:11:55.666239 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1d752999-8955-4276-a997-2d4ec8e57ad8 req-983c1c6e-b812-430f-a339-887049742062 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c5f880af-da7e-4944-9033-6e34286fdda5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0834570 Oct 12 20:11:56.681517 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff471ab-4d87-4ed7-b79e-fdd099ce3331 req-f53759a6-290e-4842-a1c3-ba3e4a3586fd tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:11:56.682952 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-cff471ab-4d87-4ed7-b79e-fdd099ce3331 req-f53759a6-290e-4842-a1c3-ba3e4a3586fd tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5f880af-da7e-4944-9033-6e34286fdda5 HTTP/1.1" status: 200 len: 945 time: 0.0512502 Oct 12 20:11:56.720562 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-cff471ab-4d87-4ed7-b79e-fdd099ce3331 req-62f09bee-cc7a-4550-9f2c-577dbf7dc87a tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316713 Oct 12 20:11:57.836299 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582e33a9-4b0d-435a-9dd3-5ef1692ead18 req-481e0446-dbdf-42db-bb00-71fc98d45a92 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:11:57.837737 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-582e33a9-4b0d-435a-9dd3-5ef1692ead18 req-481e0446-dbdf-42db-bb00-71fc98d45a92 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5f880af-da7e-4944-9033-6e34286fdda5 HTTP/1.1" status: 200 len: 945 time: 0.0488653 Oct 12 20:11:57.873551 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-582e33a9-4b0d-435a-9dd3-5ef1692ead18 req-e261fd88-818d-4a06-901f-a60188592abb tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300081 Oct 12 20:11:58.989206 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981c514e-4038-4c62-8ad8-c50cca238c9d req-eda6195f-567b-4a88-bf61-2db98a398345 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:11:58.990665 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-981c514e-4038-4c62-8ad8-c50cca238c9d req-eda6195f-567b-4a88-bf61-2db98a398345 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5f880af-da7e-4944-9033-6e34286fdda5 HTTP/1.1" status: 200 len: 945 time: 0.0496085 Oct 12 20:11:59.027781 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-981c514e-4038-4c62-8ad8-c50cca238c9d req-52146c83-bd77-415a-8c33-df561ef4fdd4 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310974 Oct 12 20:11:59.180334 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a058e343-5de5-4a44-aaf9-22f9f098d7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:12:00.145951 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c261e63c-fec9-49c5-a4b5-8f7316023486 req-6c3047f3-f735-48a6-aafe-7c33016fe6d5 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:12:00.147440 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c261e63c-fec9-49c5-a4b5-8f7316023486 req-6c3047f3-f735-48a6-aafe-7c33016fe6d5 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5f880af-da7e-4944-9033-6e34286fdda5 HTTP/1.1" status: 200 len: 945 time: 0.0499241 Oct 12 20:12:00.157979 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 20:12:00.186384 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c261e63c-fec9-49c5-a4b5-8f7316023486 req-a7ddf24d-5683-4646-869f-c77547047af9 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327752 Oct 12 20:12:00.595367 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d752999-8955-4276-a997-2d4ec8e57ad8 req-4d2b13fb-3482-4576-8cb2-9e2be78a397d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:12:00.596860 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1d752999-8955-4276-a997-2d4ec8e57ad8 req-4d2b13fb-3482-4576-8cb2-9e2be78a397d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a5e47130084c49d29f3e03e734feff77&device_id=c5f880af-da7e-4944-9033-6e34286fdda5 HTTP/1.1" status: 200 len: 1096 time: 0.0397251 Oct 12 20:12:00.686897 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d752999-8955-4276-a997-2d4ec8e57ad8 req-87d8650b-e844-4e4b-8b1a-ac4785a59360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:12:00.688436 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1d752999-8955-4276-a997-2d4ec8e57ad8 req-87d8650b-e844-4e4b-8b1a-ac4785a59360 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2 HTTP/1.1" status: 200 len: 911 time: 0.0850449 Oct 12 20:12:00.754694 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1d752999-8955-4276-a997-2d4ec8e57ad8 req-78c4ef22-c6c0-43a6-b627-1edfb3195fd4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=34493146-67d8-43f3-8f6a-62d48717b1b9 HTTP/1.1" status: 200 len: 1002 time: 0.0587044 Oct 12 20:12:00.802436 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d752999-8955-4276-a997-2d4ec8e57ad8 req-fac7514e-b61e-4799-a742-62b983cd2eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:12:00.803872 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1d752999-8955-4276-a997-2d4ec8e57ad8 req-fac7514e-b61e-4799-a742-62b983cd2eff service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3416d6a2-0b37-4eb2-9bfa-f2efd452d7ed HTTP/1.1" status: 200 len: 849 time: 0.0422733 Oct 12 20:12:00.848477 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d752999-8955-4276-a997-2d4ec8e57ad8 req-50bd2249-97c4-44c9-b40d-b7fb84fb7ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:12:00.849873 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1d752999-8955-4276-a997-2d4ec8e57ad8 req-50bd2249-97c4-44c9-b40d-b7fb84fb7ece service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395668 Oct 12 20:12:00.938634 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1d752999-8955-4276-a997-2d4ec8e57ad8 req-12f62045-a7b3-4470-8692-a42c47ec3f39 service neutron] 10.222.0.67 "GET /v2.0/networks/7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814190 Oct 12 20:12:01.024673 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1d752999-8955-4276-a997-2d4ec8e57ad8 req-df3a4520-5403-459e-ab8a-41265f5a52fa service neutron] 10.222.0.67 "GET /v2.0/networks/7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787938 Oct 12 20:12:01.304922 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d44104f-34be-4971-b0ca-9cec15bffa54 req-3c3a7a45-d868-4325-a772-b534a8aadf91 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:12:01.306360 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8d44104f-34be-4971-b0ca-9cec15bffa54 req-3c3a7a45-d868-4325-a772-b534a8aadf91 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5f880af-da7e-4944-9033-6e34286fdda5 HTTP/1.1" status: 200 len: 945 time: 0.0534129 Oct 12 20:12:01.345889 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8d44104f-34be-4971-b0ca-9cec15bffa54 req-7f248ba8-f9f3-4a85-93eb-c20ee70fe54f tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331528 Oct 12 20:12:01.757752 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e0e0fea9-225b-410c-bbb3-1493f38bdcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:12:02.462624 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd16a2a-9280-463c-9397-a44420e02376 req-94556153-cb2d-4f98-b4df-464bf7ac5066 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:12:02.464101 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2cd16a2a-9280-463c-9397-a44420e02376 req-94556153-cb2d-4f98-b4df-464bf7ac5066 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5f880af-da7e-4944-9033-6e34286fdda5 HTTP/1.1" status: 200 len: 945 time: 0.0496578 Oct 12 20:12:02.502522 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2cd16a2a-9280-463c-9397-a44420e02376 req-f7716cd6-7efa-4fb7-9d39-7e713f1c1d47 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321231 Oct 12 20:12:02.510942 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:12:03.214436 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:12:03.477388 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:12:03.623481 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5955e85a-1763-4088-b37a-7bf3e14a7f2c req-1d76ef52-2e5f-4003-88d0-dd411b0f8402 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:12:03.625007 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5955e85a-1763-4088-b37a-7bf3e14a7f2c req-1d76ef52-2e5f-4003-88d0-dd411b0f8402 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5f880af-da7e-4944-9033-6e34286fdda5 HTTP/1.1" status: 200 len: 945 time: 0.0519917 Oct 12 20:12:03.665775 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5955e85a-1763-4088-b37a-7bf3e14a7f2c req-274288f0-70b7-4a20-a6f9-dc856e954a3e tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348675 Oct 12 20:12:03.674838 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa1dc14-9e1f-46d5-8b5c-4329b6c70f18 req-e56045f3-afc5-4f65-a550-87a50301e283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:12:03.676404 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-daa1dc14-9e1f-46d5-8b5c-4329b6c70f18 req-e56045f3-afc5-4f65-a550-87a50301e283 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a5e47130084c49d29f3e03e734feff77&device_id=c5f880af-da7e-4944-9033-6e34286fdda5 HTTP/1.1" status: 200 len: 1096 time: 0.0492961 Oct 12 20:12:03.776740 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa1dc14-9e1f-46d5-8b5c-4329b6c70f18 req-099c0fb0-093f-47d9-9f7b-ed28e837ec1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:12:03.778208 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-daa1dc14-9e1f-46d5-8b5c-4329b6c70f18 req-099c0fb0-093f-47d9-9f7b-ed28e837ec1d service neutron] 10.222.0.67 "GET /v2.0/networks?id=7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2 HTTP/1.1" status: 200 len: 911 time: 0.0824652 Oct 12 20:12:03.846715 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-daa1dc14-9e1f-46d5-8b5c-4329b6c70f18 req-54fe692e-6212-48cf-8c5e-4ec28e073015 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=34493146-67d8-43f3-8f6a-62d48717b1b9 HTTP/1.1" status: 200 len: 1002 time: 0.0615485 Oct 12 20:12:03.894779 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa1dc14-9e1f-46d5-8b5c-4329b6c70f18 req-67bdc087-c891-439f-81a3-7e35fe9615b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:12:03.896316 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-daa1dc14-9e1f-46d5-8b5c-4329b6c70f18 req-67bdc087-c891-439f-81a3-7e35fe9615b3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3416d6a2-0b37-4eb2-9bfa-f2efd452d7ed HTTP/1.1" status: 200 len: 849 time: 0.0425751 Oct 12 20:12:03.941340 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa1dc14-9e1f-46d5-8b5c-4329b6c70f18 req-47e60258-23c4-4746-8892-a8b38bbd91aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:12:03.942722 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-daa1dc14-9e1f-46d5-8b5c-4329b6c70f18 req-47e60258-23c4-4746-8892-a8b38bbd91aa service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395095 Oct 12 20:12:04.032399 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-daa1dc14-9e1f-46d5-8b5c-4329b6c70f18 req-0ae34c12-e346-4599-b48c-90990bcb32f0 service neutron] 10.222.0.67 "GET /v2.0/networks/7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822380 Oct 12 20:12:04.120596 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-daa1dc14-9e1f-46d5-8b5c-4329b6c70f18 req-95f5ceff-9d82-4c26-9eb5-bcaabe4ed36a service neutron] 10.222.0.67 "GET /v2.0/networks/7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809460 Oct 12 20:12:04.460825 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:12:04.740423 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:12:04.781068 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccf18cc-dd5b-4358-bdb9-433a80f4ab7b req-0a5082d1-156c-4bde-8fa2-3dd5d4fa3439 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:12:04.782533 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-dccf18cc-dd5b-4358-bdb9-433a80f4ab7b req-0a5082d1-156c-4bde-8fa2-3dd5d4fa3439 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5f880af-da7e-4944-9033-6e34286fdda5 HTTP/1.1" status: 200 len: 945 time: 0.0492234 Oct 12 20:12:04.820758 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-dccf18cc-dd5b-4358-bdb9-433a80f4ab7b req-bccf3ebf-e6b7-4c3b-9ccf-71f4be00b11e tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318012 Oct 12 20:12:05.934736 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b79108-8db9-4b0c-af49-7974929730f4 req-17f7326e-e3b4-42c3-99c8-bf43e1d240a6 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:12:05.936203 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-96b79108-8db9-4b0c-af49-7974929730f4 req-17f7326e-e3b4-42c3-99c8-bf43e1d240a6 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5f880af-da7e-4944-9033-6e34286fdda5 HTTP/1.1" status: 200 len: 945 time: 0.0481629 Oct 12 20:12:05.972482 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-96b79108-8db9-4b0c-af49-7974929730f4 req-fdeae71b-b7ac-40a0-8201-4938c0efdc39 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301363 Oct 12 20:12:07.089818 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3921b9b4-8064-4b92-8a36-99ca9e0805af req-e6c1d002-b707-4bcd-be39-b7ff4100ca9e tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:12:07.091281 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3921b9b4-8064-4b92-8a36-99ca9e0805af req-e6c1d002-b707-4bcd-be39-b7ff4100ca9e tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5f880af-da7e-4944-9033-6e34286fdda5 HTTP/1.1" status: 200 len: 945 time: 0.0518346 Oct 12 20:12:07.136522 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3921b9b4-8064-4b92-8a36-99ca9e0805af req-16e7fb63-f964-4c1d-834d-71f386a0987d tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393836 Oct 12 20:12:08.254617 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88a64e5-c732-4a30-badd-ea190d81432b req-c312025b-cdb0-4b90-8b2f-4809ceadf676 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:12:08.256074 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d88a64e5-c732-4a30-badd-ea190d81432b req-c312025b-cdb0-4b90-8b2f-4809ceadf676 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5f880af-da7e-4944-9033-6e34286fdda5 HTTP/1.1" status: 200 len: 945 time: 0.0527184 Oct 12 20:12:08.293081 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d88a64e5-c732-4a30-badd-ea190d81432b req-109f2cb0-7bd6-4cc1-8df6-e4914e7174b0 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307267 Oct 12 20:12:09.406258 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bb8098-5634-4bd9-b5e9-4e02f2b5e5ac req-bc2bebbf-d966-43c5-b33c-06a72b7d073f tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:12:09.407616 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-58bb8098-5634-4bd9-b5e9-4e02f2b5e5ac req-bc2bebbf-d966-43c5-b33c-06a72b7d073f tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5f880af-da7e-4944-9033-6e34286fdda5 HTTP/1.1" status: 200 len: 945 time: 0.0482845 Oct 12 20:12:09.444930 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-58bb8098-5634-4bd9-b5e9-4e02f2b5e5ac req-98bf4cdb-4533-4f61-8493-ee56b644b7db tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314038 Oct 12 20:12:10.557224 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1722c685-a41d-46fe-8d23-184c2b75c146 req-92436925-9e6e-4212-ae48-31b9ee0b0465 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:12:10.558664 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1722c685-a41d-46fe-8d23-184c2b75c146 req-92436925-9e6e-4212-ae48-31b9ee0b0465 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5f880af-da7e-4944-9033-6e34286fdda5 HTTP/1.1" status: 200 len: 945 time: 0.0480840 Oct 12 20:12:10.600292 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1722c685-a41d-46fe-8d23-184c2b75c146 req-54baddcd-e5be-45b5-9803-bf470c3a03b6 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352666 Oct 12 20:12:11.712916 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aabd50-d4f1-4da8-8504-780e8d468c5d req-92fe7770-fc71-4248-a14a-cdf3f02d8cc8 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:12:11.714358 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-46aabd50-d4f1-4da8-8504-780e8d468c5d req-92fe7770-fc71-4248-a14a-cdf3f02d8cc8 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5f880af-da7e-4944-9033-6e34286fdda5 HTTP/1.1" status: 200 len: 945 time: 0.0484138 Oct 12 20:12:11.752163 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-46aabd50-d4f1-4da8-8504-780e8d468c5d req-17f064f9-a9ad-45db-bac9-b6e2d94f675a tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319114 Oct 12 20:12:12.866841 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062247b4-d246-403f-af2b-5c5940b3ba56 req-926281d0-5c47-486b-b53c-21e20cabe515 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:12:12.868334 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-062247b4-d246-403f-af2b-5c5940b3ba56 req-926281d0-5c47-486b-b53c-21e20cabe515 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5f880af-da7e-4944-9033-6e34286fdda5 HTTP/1.1" status: 200 len: 945 time: 0.0484581 Oct 12 20:12:12.905406 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-062247b4-d246-403f-af2b-5c5940b3ba56 req-67094bfa-c692-4978-855e-3902368be267 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312722 Oct 12 20:12:13.047078 n-d-813679-3 neutron-server[95501]: INFO neutron.api.v2.resource [req-1d752999-8955-4276-a997-2d4ec8e57ad8 req-1daea743-4f49-48cf-abc6-d9e52b0131a8 service neutron] show failed (client error): The resource could not be found. Oct 12 20:12:13.048051 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1d752999-8955-4276-a997-2d4ec8e57ad8 req-1daea743-4f49-48cf-abc6-d9e52b0131a8 service neutron] 10.222.0.67 "GET /v2.0/ports/34493146-67d8-43f3-8f6a-62d48717b1b9/bindings/n-h1-813679-3 HTTP/1.1" status: 404 len: 380 time: 0.0556800 Oct 12 20:12:13.587487 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d752999-8955-4276-a997-2d4ec8e57ad8 req-99a33015-50cf-4566-8c6e-2be740c8e042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:12:13.589017 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1d752999-8955-4276-a997-2d4ec8e57ad8 req-99a33015-50cf-4566-8c6e-2be740c8e042 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c5f880af-da7e-4944-9033-6e34286fdda5&tenant_id=a5e47130084c49d29f3e03e734feff77 HTTP/1.1" status: 200 len: 1096 time: 0.0445080 Oct 12 20:12:13.599999 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [req-1d752999-8955-4276-a997-2d4ec8e57ad8 req-e049b73e-12a8-4cc0-981f-86ed8a2a15ee service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 20:12:13.600906 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1d752999-8955-4276-a997-2d4ec8e57ad8 req-e049b73e-12a8-4cc0-981f-86ed8a2a15ee service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0053859 Oct 12 20:12:13.612594 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-1d752999-8955-4276-a997-2d4ec8e57ad8 req-26227c4f-6856-4ff3-99f1-b783bff2a26a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-813679-3', 'device_owner': 'compute:nova'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:12:13.664206 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-1d752999-8955-4276-a997-2d4ec8e57ad8 req-26227c4f-6856-4ff3-99f1-b783bff2a26a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:12:13.866023 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-1d752999-8955-4276-a997-2d4ec8e57ad8 req-26227c4f-6856-4ff3-99f1-b783bff2a26a service neutron] For port 34493146-67d8-43f3-8f6a-62d48717b1b9, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=34493146-67d8-43f3-8f6a-62d48717b1b9,segment=NetworkSegment(c1e1177d-c197-4df9-a0d5-04d28987a4ed),segment_id=c1e1177d-c197-4df9-a0d5-04d28987a4ed)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:12:13.899156 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-1d752999-8955-4276-a997-2d4ec8e57ad8 req-26227c4f-6856-4ff3-99f1-b783bff2a26a service neutron] For port 34493146-67d8-43f3-8f6a-62d48717b1b9, host n-h2-813679-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 20:12:13.942521 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5f880af-da7e-4944-9033-6e34286fdda5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34493146-67d8-43f3-8f6a-62d48717b1b9'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:12:13.944938 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d38ba98a80be6c2fe69993d1a3c9eb2b0c7fe5c84c08efdde6b95a5e2d0657c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0315afe-e25e-4d9d-a556-68f6f2a9db19" -d '{"events": [{"server_uuid": "c5f880af-da7e-4944-9033-6e34286fdda5", "name": "network-vif-unplugged", "status": "completed", "tag": "34493146-67d8-43f3-8f6a-62d48717b1b9"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:12:13.948899 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-1d752999-8955-4276-a997-2d4ec8e57ad8 req-26227c4f-6856-4ff3-99f1-b783bff2a26a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:12:13.961994 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-1d752999-8955-4276-a997-2d4ec8e57ad8 req-26227c4f-6856-4ff3-99f1-b783bff2a26a service neutron] Transition to ACTIVE for port object 34493146-67d8-43f3-8f6a-62d48717b1b9 will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 20:12:13.997682 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 20:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9405b156-946d-4910-8a44-105f31505a4a x-openstack-request-id: req-9405b156-946d-4910-8a44-105f31505a4a {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:12:13.997986 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5f880af-da7e-4944-9033-6e34286fdda5", "name": "network-vif-unplugged", "status": "completed", "tag": "34493146-67d8-43f3-8f6a-62d48717b1b9", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:12:13.998248 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9405b156-946d-4910-8a44-105f31505a4a {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:12:13.998658 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5f880af-da7e-4944-9033-6e34286fdda5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34493146-67d8-43f3-8f6a-62d48717b1b9', 'code': 200} Oct 12 20:12:14.024640 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-1d752999-8955-4276-a997-2d4ec8e57ad8 req-26227c4f-6856-4ff3-99f1-b783bff2a26a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:12:14.026434 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e73569f-b691-4650-91be-4096a2eacf61 req-4cac1e72-ee85-4751-b0d0-533c5ee739c9 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:12:14.027942 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2e73569f-b691-4650-91be-4096a2eacf61 req-4cac1e72-ee85-4751-b0d0-533c5ee739c9 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5f880af-da7e-4944-9033-6e34286fdda5 HTTP/1.1" status: 200 len: 945 time: 0.0508044 Oct 12 20:12:14.068638 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2e73569f-b691-4650-91be-4096a2eacf61 req-0305f890-e681-46ae-bb55-28c47f0bd398 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345376 Oct 12 20:12:14.102912 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26227c4f-6856-4ff3-99f1-b783bff2a26a service neutron] Pushing event updated for resources: {'Port': ['ID=34493146-67d8-43f3-8f6a-62d48717b1b9,revision_number=6']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:12:14.116922 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26227c4f-6856-4ff3-99f1-b783bff2a26a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:12:14.117208 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26227c4f-6856-4ff3-99f1-b783bff2a26a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:12:14.117554 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26227c4f-6856-4ff3-99f1-b783bff2a26a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:12:14.117897 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26227c4f-6856-4ff3-99f1-b783bff2a26a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:12:14.118233 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26227c4f-6856-4ff3-99f1-b783bff2a26a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:12:14.118568 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26227c4f-6856-4ff3-99f1-b783bff2a26a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:12:14.118905 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26227c4f-6856-4ff3-99f1-b783bff2a26a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:12:14.119234 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26227c4f-6856-4ff3-99f1-b783bff2a26a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:12:14.119561 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26227c4f-6856-4ff3-99f1-b783bff2a26a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:12:14.119888 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26227c4f-6856-4ff3-99f1-b783bff2a26a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:12:14.120247 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26227c4f-6856-4ff3-99f1-b783bff2a26a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:12:14.120574 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26227c4f-6856-4ff3-99f1-b783bff2a26a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:12:14.164113 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d752999-8955-4276-a997-2d4ec8e57ad8 req-26227c4f-6856-4ff3-99f1-b783bff2a26a service neutron] No DVR routers for this DVR port 34493146-67d8-43f3-8f6a-62d48717b1b9 on host n-h2-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 20:12:14.297500 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-1d752999-8955-4276-a997-2d4ec8e57ad8 req-26227c4f-6856-4ff3-99f1-b783bff2a26a service neutron] Attempting to bind port 34493146-67d8-43f3-8f6a-62d48717b1b9 on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 20:12:14.297825 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-1d752999-8955-4276-a997-2d4ec8e57ad8 req-26227c4f-6856-4ff3-99f1-b783bff2a26a service neutron] Attempting to bind port 34493146-67d8-43f3-8f6a-62d48717b1b9 by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': 'c1e1177d-c197-4df9-a0d5-04d28987a4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 20:12:14.298145 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d752999-8955-4276-a997-2d4ec8e57ad8 req-26227c4f-6856-4ff3-99f1-b783bff2a26a service neutron] Attempting to bind port 34493146-67d8-43f3-8f6a-62d48717b1b9 on network 7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 20:12:14.302240 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d752999-8955-4276-a997-2d4ec8e57ad8 req-26227c4f-6856-4ff3-99f1-b783bff2a26a service neutron] Port 34493146-67d8-43f3-8f6a-62d48717b1b9 on network 7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 20:12:14.302554 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d752999-8955-4276-a997-2d4ec8e57ad8 req-26227c4f-6856-4ff3-99f1-b783bff2a26a service neutron] Attempting to bind port 34493146-67d8-43f3-8f6a-62d48717b1b9 on network 7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 20:12:14.307202 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d752999-8955-4276-a997-2d4ec8e57ad8 req-26227c4f-6856-4ff3-99f1-b783bff2a26a service neutron] Checking agent: {'id': 'f5e9725f-f5a6-43c2-a1be-95e21e9a1fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 20, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 20:12:14.307555 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d752999-8955-4276-a997-2d4ec8e57ad8 req-26227c4f-6856-4ff3-99f1-b783bff2a26a service neutron] Checking segment: {'id': 'c1e1177d-c197-4df9-a0d5-04d28987a4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 20:12:14.307928 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d752999-8955-4276-a997-2d4ec8e57ad8 req-26227c4f-6856-4ff3-99f1-b783bff2a26a service neutron] Bound using segment: {'id': 'c1e1177d-c197-4df9-a0d5-04d28987a4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 20:12:14.308377 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-1d752999-8955-4276-a997-2d4ec8e57ad8 req-26227c4f-6856-4ff3-99f1-b783bff2a26a service neutron] Bound port: 34493146-67d8-43f3-8f6a-62d48717b1b9, host: n-h1-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1e1177d-c197-4df9-a0d5-04d28987a4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 20:12:14.308717 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-1d752999-8955-4276-a997-2d4ec8e57ad8 req-26227c4f-6856-4ff3-99f1-b783bff2a26a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:12:14.372768 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-1d752999-8955-4276-a997-2d4ec8e57ad8 req-26227c4f-6856-4ff3-99f1-b783bff2a26a service neutron] For port 34493146-67d8-43f3-8f6a-62d48717b1b9, host n-h1-813679-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 20:12:14.375747 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-1d752999-8955-4276-a997-2d4ec8e57ad8 req-26227c4f-6856-4ff3-99f1-b783bff2a26a service neutron] For port 34493146-67d8-43f3-8f6a-62d48717b1b9, host n-h1-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=34493146-67d8-43f3-8f6a-62d48717b1b9,segment=NetworkSegment(c1e1177d-c197-4df9-a0d5-04d28987a4ed),segment_id=c1e1177d-c197-4df9-a0d5-04d28987a4ed)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 20:12:14.460812 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-1d752999-8955-4276-a997-2d4ec8e57ad8 req-26227c4f-6856-4ff3-99f1-b783bff2a26a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:12:14.492079 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d752999-8955-4276-a997-2d4ec8e57ad8 req-26227c4f-6856-4ff3-99f1-b783bff2a26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:12:14.492695 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-1d752999-8955-4276-a997-2d4ec8e57ad8 req-26227c4f-6856-4ff3-99f1-b783bff2a26a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:12:14.494366 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1d752999-8955-4276-a997-2d4ec8e57ad8 req-26227c4f-6856-4ff3-99f1-b783bff2a26a service neutron] 10.222.0.61 "PUT /v2.0/ports/34493146-67d8-43f3-8f6a-62d48717b1b9 HTTP/1.1" status: 200 len: 1091 time: 0.8854091 Oct 12 20:12:14.529424 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26227c4f-6856-4ff3-99f1-b783bff2a26a service neutron] Pushing event updated for resources: {'Port': ['ID=34493146-67d8-43f3-8f6a-62d48717b1b9,revision_number=7']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:12:14.567420 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d752999-8955-4276-a997-2d4ec8e57ad8 req-35cc9d1f-5259-4160-a651-424161cc7ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:12:14.569735 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1d752999-8955-4276-a997-2d4ec8e57ad8 req-35cc9d1f-5259-4160-a651-424161cc7ef4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a5e47130084c49d29f3e03e734feff77&device_id=c5f880af-da7e-4944-9033-6e34286fdda5 HTTP/1.1" status: 200 len: 1094 time: 0.0490010 Oct 12 20:12:14.666412 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d752999-8955-4276-a997-2d4ec8e57ad8 req-cf5401ab-f7bb-43e8-a937-3c8e25fcb732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:12:14.667894 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1d752999-8955-4276-a997-2d4ec8e57ad8 req-cf5401ab-f7bb-43e8-a937-3c8e25fcb732 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2 HTTP/1.1" status: 200 len: 911 time: 0.0914795 Oct 12 20:12:14.731920 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1d752999-8955-4276-a997-2d4ec8e57ad8 req-7cd941c4-8379-4d9d-a4f2-57c069cb97b6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=34493146-67d8-43f3-8f6a-62d48717b1b9 HTTP/1.1" status: 200 len: 1000 time: 0.0569110 Oct 12 20:12:14.784222 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d752999-8955-4276-a997-2d4ec8e57ad8 req-b8c60857-920b-4309-adab-3a7a0d132b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:12:14.785678 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1d752999-8955-4276-a997-2d4ec8e57ad8 req-b8c60857-920b-4309-adab-3a7a0d132b83 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3416d6a2-0b37-4eb2-9bfa-f2efd452d7ed HTTP/1.1" status: 200 len: 849 time: 0.0470057 Oct 12 20:12:14.832340 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d752999-8955-4276-a997-2d4ec8e57ad8 req-c82c2ce4-30a2-4964-b80a-7089e930bb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:12:14.833786 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1d752999-8955-4276-a997-2d4ec8e57ad8 req-c82c2ce4-30a2-4964-b80a-7089e930bb1e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397072 Oct 12 20:12:14.920727 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1d752999-8955-4276-a997-2d4ec8e57ad8 req-57454b94-fb9f-4f44-b344-5c62e8579a0a service neutron] 10.222.0.61 "GET /v2.0/networks/7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792496 Oct 12 20:12:15.011665 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1d752999-8955-4276-a997-2d4ec8e57ad8 req-07b90946-92c8-4a16-8884-6093cb4977eb service neutron] 10.222.0.61 "GET /v2.0/networks/7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845695 Oct 12 20:12:15.198189 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0650fe-76c4-4c7e-ae33-cb4fb9b0c0b1 req-72d08dc8-5e67-4efa-9826-8e0d9de25775 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:12:15.199565 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-de0650fe-76c4-4c7e-ae33-cb4fb9b0c0b1 req-72d08dc8-5e67-4efa-9826-8e0d9de25775 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5f880af-da7e-4944-9033-6e34286fdda5 HTTP/1.1" status: 200 len: 943 time: 0.0497012 Oct 12 20:12:15.237581 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-de0650fe-76c4-4c7e-ae33-cb4fb9b0c0b1 req-0b16be45-1c39-47b5-adc4-ef44835a0c34 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319812 Oct 12 20:12:16.000015 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5f880af-da7e-4944-9033-6e34286fdda5', 'tag': '34493146-67d8-43f3-8f6a-62d48717b1b9'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:12:16.003183 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d38ba98a80be6c2fe69993d1a3c9eb2b0c7fe5c84c08efdde6b95a5e2d0657c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-688b601b-e3eb-4a9e-bb83-5bbbb04b2677" -d '{"events": [{"name": "network-changed", "server_uuid": "c5f880af-da7e-4944-9033-6e34286fdda5", "tag": "34493146-67d8-43f3-8f6a-62d48717b1b9"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:12:16.051849 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 20:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e98a7e78-b97f-4727-a093-caf5948654f1 x-openstack-request-id: req-e98a7e78-b97f-4727-a093-caf5948654f1 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:12:16.052341 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5f880af-da7e-4944-9033-6e34286fdda5", "tag": "34493146-67d8-43f3-8f6a-62d48717b1b9", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:12:16.053042 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e98a7e78-b97f-4727-a093-caf5948654f1 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:12:16.054218 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5f880af-da7e-4944-9033-6e34286fdda5', 'tag': '34493146-67d8-43f3-8f6a-62d48717b1b9', 'status': 'completed', 'code': 200} Oct 12 20:12:16.113176 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688b601b-e3eb-4a9e-bb83-5bbbb04b2677 req-8baa02ee-108e-41ec-bdbe-2bb360503835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:12:16.113916 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688b601b-e3eb-4a9e-bb83-5bbbb04b2677 req-c56925fb-5497-4dcf-a8a5-3d50cb70eb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:12:16.115492 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-688b601b-e3eb-4a9e-bb83-5bbbb04b2677 req-c56925fb-5497-4dcf-a8a5-3d50cb70eb1c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a5e47130084c49d29f3e03e734feff77&device_id=c5f880af-da7e-4944-9033-6e34286fdda5 HTTP/1.1" status: 200 len: 1094 time: 0.0449030 Oct 12 20:12:16.116506 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-688b601b-e3eb-4a9e-bb83-5bbbb04b2677 req-8baa02ee-108e-41ec-bdbe-2bb360503835 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a5e47130084c49d29f3e03e734feff77&device_id=c5f880af-da7e-4944-9033-6e34286fdda5 HTTP/1.1" status: 200 len: 1094 time: 0.0417328 Oct 12 20:12:16.208671 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688b601b-e3eb-4a9e-bb83-5bbbb04b2677 req-48f47a23-8d05-4ee9-b3ec-cab03bb74c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:12:16.208933 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688b601b-e3eb-4a9e-bb83-5bbbb04b2677 req-d9f28c1d-acf2-4f43-9325-5e995b8e562e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:12:16.210194 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-688b601b-e3eb-4a9e-bb83-5bbbb04b2677 req-48f47a23-8d05-4ee9-b3ec-cab03bb74c12 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2 HTTP/1.1" status: 200 len: 911 time: 0.0872600 Oct 12 20:12:16.210334 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-688b601b-e3eb-4a9e-bb83-5bbbb04b2677 req-d9f28c1d-acf2-4f43-9325-5e995b8e562e service neutron] 10.222.0.61 "GET /v2.0/networks?id=7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2 HTTP/1.1" status: 200 len: 911 time: 0.0844774 Oct 12 20:12:16.274692 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-688b601b-e3eb-4a9e-bb83-5bbbb04b2677 req-d0caa384-fc24-4a67-818a-eabdeec02b81 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=34493146-67d8-43f3-8f6a-62d48717b1b9 HTTP/1.1" status: 200 len: 1000 time: 0.0577800 Oct 12 20:12:16.279345 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-688b601b-e3eb-4a9e-bb83-5bbbb04b2677 req-78740069-5133-4e28-bbb7-6210cbbf4dca service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=34493146-67d8-43f3-8f6a-62d48717b1b9 HTTP/1.1" status: 200 len: 1000 time: 0.0616562 Oct 12 20:12:16.331087 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688b601b-e3eb-4a9e-bb83-5bbbb04b2677 req-1cc668fd-4649-4447-aa15-9e0be7e17464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:12:16.332564 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-688b601b-e3eb-4a9e-bb83-5bbbb04b2677 req-1cc668fd-4649-4447-aa15-9e0be7e17464 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3416d6a2-0b37-4eb2-9bfa-f2efd452d7ed HTTP/1.1" status: 200 len: 849 time: 0.0504544 Oct 12 20:12:16.355827 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688b601b-e3eb-4a9e-bb83-5bbbb04b2677 req-61be6364-b0ed-40a0-968a-0aa9bd108474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:12:16.357476 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-688b601b-e3eb-4a9e-bb83-5bbbb04b2677 req-61be6364-b0ed-40a0-968a-0aa9bd108474 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3416d6a2-0b37-4eb2-9bfa-f2efd452d7ed HTTP/1.1" status: 200 len: 849 time: 0.0705142 Oct 12 20:12:16.378857 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688b601b-e3eb-4a9e-bb83-5bbbb04b2677 req-2a32c7ac-d39b-4cbc-92f1-476e9171fab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:12:16.380379 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-688b601b-e3eb-4a9e-bb83-5bbbb04b2677 req-2a32c7ac-d39b-4cbc-92f1-476e9171fab3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410590 Oct 12 20:12:16.385859 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeced9f-629f-4a35-ac91-ce4caa8d65be req-4999fe7b-b2f5-4a91-814a-7a2bb6293a08 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:12:16.387403 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ffeced9f-629f-4a35-ac91-ce4caa8d65be req-4999fe7b-b2f5-4a91-814a-7a2bb6293a08 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5f880af-da7e-4944-9033-6e34286fdda5 HTTP/1.1" status: 200 len: 943 time: 0.0738819 Oct 12 20:12:16.445574 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ffeced9f-629f-4a35-ac91-ce4caa8d65be req-20849b59-0ae7-43f5-9333-432d1f116b27 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444384 Oct 12 20:12:16.448102 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688b601b-e3eb-4a9e-bb83-5bbbb04b2677 req-83860a4f-e7ef-47a5-b423-1c309a40b560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:12:16.449470 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-688b601b-e3eb-4a9e-bb83-5bbbb04b2677 req-83860a4f-e7ef-47a5-b423-1c309a40b560 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0805266 Oct 12 20:12:16.469807 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-688b601b-e3eb-4a9e-bb83-5bbbb04b2677 req-7dd5b4b6-f8d8-4370-bbc0-ad40ce779574 service neutron] 10.222.0.67 "GET /v2.0/networks/7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813828 Oct 12 20:12:16.539258 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-688b601b-e3eb-4a9e-bb83-5bbbb04b2677 req-5f1d6bbd-dc16-4b7c-8e66-34797dcc4ccc service neutron] 10.222.0.61 "GET /v2.0/networks/7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816002 Oct 12 20:12:16.561473 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-688b601b-e3eb-4a9e-bb83-5bbbb04b2677 req-0e8efcd3-0836-4997-a7f1-996ce86195ed service neutron] 10.222.0.67 "GET /v2.0/networks/7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844698 Oct 12 20:12:16.635769 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-688b601b-e3eb-4a9e-bb83-5bbbb04b2677 req-faff54a4-c030-4f25-9591-8f9d685075d5 service neutron] 10.222.0.61 "GET /v2.0/networks/7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877688 Oct 12 20:12:16.738273 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 34493146-67d8-43f3-8f6a-62d48717b1b9 no longer exists at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 20:12:16.775018 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 34493146-67d8-43f3-8f6a-62d48717b1b9 not bound to the agent host n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 20:12:17.562880 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00de4dfc-21ba-43b1-b47d-df419f0aa45a req-9270dcb8-3006-4709-a283-e975e8102d4a tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:12:17.564329 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-00de4dfc-21ba-43b1-b47d-df419f0aa45a req-9270dcb8-3006-4709-a283-e975e8102d4a tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5f880af-da7e-4944-9033-6e34286fdda5 HTTP/1.1" status: 200 len: 943 time: 0.0483491 Oct 12 20:12:17.602190 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-00de4dfc-21ba-43b1-b47d-df419f0aa45a req-d222e612-b678-41ca-9196-ccc433ef1e4f tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311410 Oct 12 20:12:17.996446 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 34493146-67d8-43f3-8f6a-62d48717b1b9 details requested by agent hyperv_n-h1-813679-3 with host n-h1-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 20:12:18.092440 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 34493146-67d8-43f3-8f6a-62d48717b1b9, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=34493146-67d8-43f3-8f6a-62d48717b1b9,segment=NetworkSegment(c1e1177d-c197-4df9-a0d5-04d28987a4ed),segment_id=c1e1177d-c197-4df9-a0d5-04d28987a4ed)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:12:18.106357 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Returning: {'device': '34493146-67d8-43f3-8f6a-62d48717b1b9', 'network_id': '7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2', 'port_id': '34493146-67d8-43f3-8f6a-62d48717b1b9', 'mac_address': 'fa:16:3e:85:05:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3416d6a2-0b37-4eb2-9bfa-f2efd452d7ed', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 20:12:18.115271 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2005d66-3dec-4030-815d-e14956b76466 req-ac426d77-5a69-44a1-9306-eaf642a392c5 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:12:18.120575 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a2005d66-3dec-4030-815d-e14956b76466 req-ac426d77-5a69-44a1-9306-eaf642a392c5 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5f880af-da7e-4944-9033-6e34286fdda5 HTTP/1.1" status: 200 len: 943 time: 0.0674121 Oct 12 20:12:18.124756 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3dea96-9317-45e6-a640-ddb81406e49c req-59e2c4f7-68fa-4066-b453-2f59baed65c0 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:12:18.126225 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6e3dea96-9317-45e6-a640-ddb81406e49c req-59e2c4f7-68fa-4066-b453-2f59baed65c0 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5f880af-da7e-4944-9033-6e34286fdda5&tenant_id=a5e47130084c49d29f3e03e734feff77&binding%3Ahost_id=n-h1-813679-3 HTTP/1.1" status: 200 len: 943 time: 0.0572801 Oct 12 20:12:18.149472 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:12:18.156220 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a2005d66-3dec-4030-815d-e14956b76466 req-25bdbec0-e441-43a2-b12e-fd05f4dc0fc7 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335076 Oct 12 20:12:18.162328 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34493146-67d8-43f3-8f6a-62d48717b1b9 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 20:12:18.186402 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 34493146-67d8-43f3-8f6a-62d48717b1b9, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=34493146-67d8-43f3-8f6a-62d48717b1b9,segment=NetworkSegment(c1e1177d-c197-4df9-a0d5-04d28987a4ed),segment_id=c1e1177d-c197-4df9-a0d5-04d28987a4ed)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:12:18.194358 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6e3dea96-9317-45e6-a640-ddb81406e49c req-4489d937-5a54-4979-9883-76b293e5ea38 service neutron] 10.222.0.61 "GET /v2.0/ports/34493146-67d8-43f3-8f6a-62d48717b1b9/bindings/n-h1-813679-3 HTTP/1.1" status: 200 len: 382 time: 0.0601637 Oct 12 20:12:18.273202 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:12:18.273472 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3dea96-9317-45e6-a640-ddb81406e49c req-cafb35ac-6fe9-472c-af6c-8bbaad40d58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:12:18.273472 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6e3dea96-9317-45e6-a640-ddb81406e49c req-cafb35ac-6fe9-472c-af6c-8bbaad40d58c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a5e47130084c49d29f3e03e734feff77&device_id=c5f880af-da7e-4944-9033-6e34286fdda5 HTTP/1.1" status: 200 len: 1094 time: 0.0409250 Oct 12 20:12:18.298560 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=34493146-67d8-43f3-8f6a-62d48717b1b9,revision_number=8']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:12:18.305914 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:12:18.306265 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:12:18.306606 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:12:18.306952 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:12:18.307280 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:12:18.307612 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:12:18.307941 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:12:18.308291 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:12:18.308638 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:12:18.308992 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:12:18.309314 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:12:18.309643 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:12:18.352295 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3dea96-9317-45e6-a640-ddb81406e49c req-72bcb4cc-726e-49fb-9843-5c03411b9e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:12:18.353773 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6e3dea96-9317-45e6-a640-ddb81406e49c req-72bcb4cc-726e-49fb-9843-5c03411b9e61 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2 HTTP/1.1" status: 200 len: 911 time: 0.0890093 Oct 12 20:12:18.419194 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6e3dea96-9317-45e6-a640-ddb81406e49c req-e3a8cca6-adc0-473a-ae8a-f82e8440b535 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=34493146-67d8-43f3-8f6a-62d48717b1b9 HTTP/1.1" status: 200 len: 1001 time: 0.0577171 Oct 12 20:12:18.470793 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3dea96-9317-45e6-a640-ddb81406e49c req-b4cb5723-239d-403c-9215-01ded49f58e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:12:18.472226 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6e3dea96-9317-45e6-a640-ddb81406e49c req-b4cb5723-239d-403c-9215-01ded49f58e4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3416d6a2-0b37-4eb2-9bfa-f2efd452d7ed HTTP/1.1" status: 200 len: 849 time: 0.0462022 Oct 12 20:12:18.489324 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['34493146-67d8-43f3-8f6a-62d48717b1b9'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 20:12:18.518519 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3dea96-9317-45e6-a640-ddb81406e49c req-edc75617-3ead-48cd-9d57-6b85c552a6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:12:18.519989 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6e3dea96-9317-45e6-a640-ddb81406e49c req-edc75617-3ead-48cd-9d57-6b85c552a6ea service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398016 Oct 12 20:12:18.607627 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6e3dea96-9317-45e6-a640-ddb81406e49c req-d02bc2e3-d2aa-48ed-83dd-74f15301114d service neutron] 10.222.0.61 "GET /v2.0/networks/7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796075 Oct 12 20:12:18.935188 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6e3dea96-9317-45e6-a640-ddb81406e49c req-fcae9513-fac4-47fe-bdca-0a3f9748c7c5 service neutron] 10.222.0.61 "GET /v2.0/networks/7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3209310 Oct 12 20:12:19.273745 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415bb6ad-c6a6-4d0d-ba56-088b2e20903a req-4c749736-54a3-4363-9e48-f9f26b50c64a tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:12:19.275173 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-415bb6ad-c6a6-4d0d-ba56-088b2e20903a req-4c749736-54a3-4363-9e48-f9f26b50c64a tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5f880af-da7e-4944-9033-6e34286fdda5 HTTP/1.1" status: 200 len: 944 time: 0.0482864 Oct 12 20:12:19.311905 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-415bb6ad-c6a6-4d0d-ba56-088b2e20903a req-cdb3d570-20d7-4394-9cc9-793ab68c6354 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310066 Oct 12 20:12:20.013751 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 34493146-67d8-43f3-8f6a-62d48717b1b9 up at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 20:12:20.139912 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning for port 34493146-67d8-43f3-8f6a-62d48717b1b9 completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 20:12:20.144140 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning complete for port 34493146-67d8-43f3-8f6a-62d48717b1b9 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:12:20.145598 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:12:20.218577 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:12:20.242062 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5f880af-da7e-4944-9033-6e34286fdda5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34493146-67d8-43f3-8f6a-62d48717b1b9'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:12:20.244280 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b9295f95168b7ebeacfaf6dce688c5b5a488805d3fcc076b348ff91511493a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d6ef7de-75a9-4868-93ca-5eb9657055ab" -d '{"events": [{"server_uuid": "c5f880af-da7e-4944-9033-6e34286fdda5", "name": "network-vif-plugged", "status": "completed", "tag": "34493146-67d8-43f3-8f6a-62d48717b1b9"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:12:20.256771 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 34493146-67d8-43f3-8f6a-62d48717b1b9, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=34493146-67d8-43f3-8f6a-62d48717b1b9,segment=NetworkSegment(c1e1177d-c197-4df9-a0d5-04d28987a4ed),segment_id=c1e1177d-c197-4df9-a0d5-04d28987a4ed)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:12:20.294582 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 20:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0d44ee7-5c72-4534-94d9-9381cc32b80c x-openstack-request-id: req-e0d44ee7-5c72-4534-94d9-9381cc32b80c {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:12:20.294890 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5f880af-da7e-4944-9033-6e34286fdda5", "name": "network-vif-plugged", "status": "completed", "tag": "34493146-67d8-43f3-8f6a-62d48717b1b9", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:12:20.295139 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e0d44ee7-5c72-4534-94d9-9381cc32b80c {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:12:20.295524 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5f880af-da7e-4944-9033-6e34286fdda5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34493146-67d8-43f3-8f6a-62d48717b1b9', 'code': 200} Oct 12 20:12:20.296336 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:12:20.345754 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=34493146-67d8-43f3-8f6a-62d48717b1b9,revision_number=9']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:12:20.432013 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fdbfcc-4abc-47da-a557-f465995fd473 req-9a109fda-9eb6-473d-84e5-e5acd29817f2 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:12:20.433483 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-86fdbfcc-4abc-47da-a557-f465995fd473 req-9a109fda-9eb6-473d-84e5-e5acd29817f2 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5f880af-da7e-4944-9033-6e34286fdda5 HTTP/1.1" status: 200 len: 945 time: 0.0508037 Oct 12 20:12:20.470706 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-86fdbfcc-4abc-47da-a557-f465995fd473 req-e553b97e-5a12-4f9d-b59d-020596462513 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313671 Oct 12 20:12:21.250204 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3dea96-9317-45e6-a640-ddb81406e49c req-448263a7-e1f7-4840-a8de-001546c22206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:12:21.251788 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6e3dea96-9317-45e6-a640-ddb81406e49c req-448263a7-e1f7-4840-a8de-001546c22206 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c5f880af-da7e-4944-9033-6e34286fdda5&tenant_id=a5e47130084c49d29f3e03e734feff77 HTTP/1.1" status: 200 len: 1096 time: 0.0407629 Oct 12 20:12:21.262987 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-6e3dea96-9317-45e6-a640-ddb81406e49c req-03324d84-c197-4c88-8ac9-50d9e748359b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813679-3', 'device_owner': 'compute:nova'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:12:21.313324 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-6e3dea96-9317-45e6-a640-ddb81406e49c req-03324d84-c197-4c88-8ac9-50d9e748359b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:12:21.513307 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-6e3dea96-9317-45e6-a640-ddb81406e49c req-03324d84-c197-4c88-8ac9-50d9e748359b service neutron] For port 34493146-67d8-43f3-8f6a-62d48717b1b9, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=34493146-67d8-43f3-8f6a-62d48717b1b9,segment=NetworkSegment(c1e1177d-c197-4df9-a0d5-04d28987a4ed),segment_id=c1e1177d-c197-4df9-a0d5-04d28987a4ed)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:12:21.555806 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-6e3dea96-9317-45e6-a640-ddb81406e49c req-03324d84-c197-4c88-8ac9-50d9e748359b service neutron] For port 34493146-67d8-43f3-8f6a-62d48717b1b9, host n-h1-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 20:12:21.613516 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5f880af-da7e-4944-9033-6e34286fdda5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34493146-67d8-43f3-8f6a-62d48717b1b9'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:12:21.615716 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de8ed798067560d07a98492cd8cb53eb3655be3ac6c9fe2f8402857175a8f58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab9e3dd9-e8f6-404d-ae00-25ab23fe7777" -d '{"events": [{"server_uuid": "c5f880af-da7e-4944-9033-6e34286fdda5", "name": "network-vif-unplugged", "status": "completed", "tag": "34493146-67d8-43f3-8f6a-62d48717b1b9"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:12:21.619681 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-6e3dea96-9317-45e6-a640-ddb81406e49c req-03324d84-c197-4c88-8ac9-50d9e748359b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:12:21.630561 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9fe400-3c98-4721-b420-08417e7878e9 req-f028c141-2e69-41de-aef7-4ee9c1a7fb1f tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:12:21.632691 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4a9fe400-3c98-4721-b420-08417e7878e9 req-f028c141-2e69-41de-aef7-4ee9c1a7fb1f tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5f880af-da7e-4944-9033-6e34286fdda5 HTTP/1.1" status: 200 len: 945 time: 0.0926678 Oct 12 20:12:21.649043 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.provisioning_blocks [req-6e3dea96-9317-45e6-a640-ddb81406e49c req-03324d84-c197-4c88-8ac9-50d9e748359b service neutron] Transition to ACTIVE for port object 34493146-67d8-43f3-8f6a-62d48717b1b9 will not be triggered until provisioned by entity L2. {{(pid=95501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 20:12:21.665291 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 20:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b2a7872-651b-43e6-9eef-b88d48b21623 x-openstack-request-id: req-8b2a7872-651b-43e6-9eef-b88d48b21623 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:12:21.665581 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5f880af-da7e-4944-9033-6e34286fdda5", "name": "network-vif-unplugged", "status": "completed", "tag": "34493146-67d8-43f3-8f6a-62d48717b1b9", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:12:21.665832 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8b2a7872-651b-43e6-9eef-b88d48b21623 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:12:21.666214 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5f880af-da7e-4944-9033-6e34286fdda5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34493146-67d8-43f3-8f6a-62d48717b1b9', 'code': 200} Oct 12 20:12:21.678260 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4a9fe400-3c98-4721-b420-08417e7878e9 req-88285016-c071-4bba-b058-1712501d0b63 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397096 Oct 12 20:12:21.722598 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-6e3dea96-9317-45e6-a640-ddb81406e49c req-03324d84-c197-4c88-8ac9-50d9e748359b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:12:22.134344 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03324d84-c197-4c88-8ac9-50d9e748359b service neutron] Pushing event updated for resources: {'Port': ['ID=34493146-67d8-43f3-8f6a-62d48717b1b9,revision_number=10']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:12:22.158852 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03324d84-c197-4c88-8ac9-50d9e748359b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:12:22.159129 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03324d84-c197-4c88-8ac9-50d9e748359b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:12:22.159463 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03324d84-c197-4c88-8ac9-50d9e748359b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:12:22.159792 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03324d84-c197-4c88-8ac9-50d9e748359b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:12:22.160141 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03324d84-c197-4c88-8ac9-50d9e748359b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:12:22.160467 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03324d84-c197-4c88-8ac9-50d9e748359b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:12:22.160788 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03324d84-c197-4c88-8ac9-50d9e748359b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:12:22.161107 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03324d84-c197-4c88-8ac9-50d9e748359b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:12:22.161451 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03324d84-c197-4c88-8ac9-50d9e748359b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:12:22.161767 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03324d84-c197-4c88-8ac9-50d9e748359b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:12:22.162083 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03324d84-c197-4c88-8ac9-50d9e748359b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:12:22.162420 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03324d84-c197-4c88-8ac9-50d9e748359b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:12:22.210459 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e3dea96-9317-45e6-a640-ddb81406e49c req-03324d84-c197-4c88-8ac9-50d9e748359b service neutron] No DVR routers for this DVR port 34493146-67d8-43f3-8f6a-62d48717b1b9 on host n-h1-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 20:12:22.338130 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-6e3dea96-9317-45e6-a640-ddb81406e49c req-03324d84-c197-4c88-8ac9-50d9e748359b service neutron] Attempting to bind port 34493146-67d8-43f3-8f6a-62d48717b1b9 on host n-h2-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 20:12:22.338837 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-6e3dea96-9317-45e6-a640-ddb81406e49c req-03324d84-c197-4c88-8ac9-50d9e748359b service neutron] Attempting to bind port 34493146-67d8-43f3-8f6a-62d48717b1b9 by drivers openvswitch,hyperv on host n-h2-813679-3 at level 0 using segments [{'id': 'c1e1177d-c197-4df9-a0d5-04d28987a4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 20:12:22.338837 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e3dea96-9317-45e6-a640-ddb81406e49c req-03324d84-c197-4c88-8ac9-50d9e748359b service neutron] Attempting to bind port 34493146-67d8-43f3-8f6a-62d48717b1b9 on network 7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 20:12:22.342894 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e3dea96-9317-45e6-a640-ddb81406e49c req-03324d84-c197-4c88-8ac9-50d9e748359b service neutron] Port 34493146-67d8-43f3-8f6a-62d48717b1b9 on network 7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 20:12:22.343210 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e3dea96-9317-45e6-a640-ddb81406e49c req-03324d84-c197-4c88-8ac9-50d9e748359b service neutron] Attempting to bind port 34493146-67d8-43f3-8f6a-62d48717b1b9 on network 7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 20:12:22.347947 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e3dea96-9317-45e6-a640-ddb81406e49c req-03324d84-c197-4c88-8ac9-50d9e748359b service neutron] Checking agent: {'id': '233fbd7d-38e4-434f-bb8f-05364d7423a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 20, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 20:12:22.348308 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e3dea96-9317-45e6-a640-ddb81406e49c req-03324d84-c197-4c88-8ac9-50d9e748359b service neutron] Checking segment: {'id': 'c1e1177d-c197-4df9-a0d5-04d28987a4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 20:12:22.348688 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e3dea96-9317-45e6-a640-ddb81406e49c req-03324d84-c197-4c88-8ac9-50d9e748359b service neutron] Bound using segment: {'id': 'c1e1177d-c197-4df9-a0d5-04d28987a4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2'} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 20:12:22.349263 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-6e3dea96-9317-45e6-a640-ddb81406e49c req-03324d84-c197-4c88-8ac9-50d9e748359b service neutron] Bound port: 34493146-67d8-43f3-8f6a-62d48717b1b9, host: n-h2-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1e1177d-c197-4df9-a0d5-04d28987a4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2'}}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 20:12:22.349611 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-6e3dea96-9317-45e6-a640-ddb81406e49c req-03324d84-c197-4c88-8ac9-50d9e748359b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:12:22.410876 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-6e3dea96-9317-45e6-a640-ddb81406e49c req-03324d84-c197-4c88-8ac9-50d9e748359b service neutron] For port 34493146-67d8-43f3-8f6a-62d48717b1b9, host n-h2-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 20:12:22.414584 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-6e3dea96-9317-45e6-a640-ddb81406e49c req-03324d84-c197-4c88-8ac9-50d9e748359b service neutron] For port 34493146-67d8-43f3-8f6a-62d48717b1b9, host n-h2-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=34493146-67d8-43f3-8f6a-62d48717b1b9,segment=NetworkSegment(c1e1177d-c197-4df9-a0d5-04d28987a4ed),segment_id=c1e1177d-c197-4df9-a0d5-04d28987a4ed)] {{(pid=95501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 20:12:22.471480 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-6e3dea96-9317-45e6-a640-ddb81406e49c req-03324d84-c197-4c88-8ac9-50d9e748359b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:12:22.509247 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3dea96-9317-45e6-a640-ddb81406e49c req-03324d84-c197-4c88-8ac9-50d9e748359b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:12:22.509856 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-6e3dea96-9317-45e6-a640-ddb81406e49c req-03324d84-c197-4c88-8ac9-50d9e748359b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:12:22.511220 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6e3dea96-9317-45e6-a640-ddb81406e49c req-03324d84-c197-4c88-8ac9-50d9e748359b service neutron] 10.222.0.67 "PUT /v2.0/ports/34493146-67d8-43f3-8f6a-62d48717b1b9 HTTP/1.1" status: 200 len: 1092 time: 1.2521288 Oct 12 20:12:22.528398 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03324d84-c197-4c88-8ac9-50d9e748359b service neutron] Pushing event updated for resources: {'Port': ['ID=34493146-67d8-43f3-8f6a-62d48717b1b9,revision_number=11']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:12:22.579075 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3dea96-9317-45e6-a640-ddb81406e49c req-8c27e500-390f-4289-b497-7bcd55cc66a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:12:22.580614 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6e3dea96-9317-45e6-a640-ddb81406e49c req-8c27e500-390f-4289-b497-7bcd55cc66a3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a5e47130084c49d29f3e03e734feff77&device_id=c5f880af-da7e-4944-9033-6e34286fdda5 HTTP/1.1" status: 200 len: 1095 time: 0.0458193 Oct 12 20:12:22.671887 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3dea96-9317-45e6-a640-ddb81406e49c req-92b46676-6c37-4a1f-91a5-e62148b408d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:12:22.673338 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6e3dea96-9317-45e6-a640-ddb81406e49c req-92b46676-6c37-4a1f-91a5-e62148b408d3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2 HTTP/1.1" status: 200 len: 911 time: 0.0859382 Oct 12 20:12:22.742981 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6e3dea96-9317-45e6-a640-ddb81406e49c req-1dc22be7-d724-401b-b3b2-910f91ce6aef service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=34493146-67d8-43f3-8f6a-62d48717b1b9 HTTP/1.1" status: 200 len: 1000 time: 0.0625591 Oct 12 20:12:22.793260 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3dea96-9317-45e6-a640-ddb81406e49c req-2e7766b5-ec12-415c-99b4-e27fa9f7a26d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:12:22.794676 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6e3dea96-9317-45e6-a640-ddb81406e49c req-2e7766b5-ec12-415c-99b4-e27fa9f7a26d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3416d6a2-0b37-4eb2-9bfa-f2efd452d7ed HTTP/1.1" status: 200 len: 849 time: 0.0443451 Oct 12 20:12:22.796228 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d94173-fc08-44b8-b18b-0f6c5cf44a2a req-64ed0d6f-35bf-4c2c-9d41-2da6b574e82f tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:12:22.797719 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-45d94173-fc08-44b8-b18b-0f6c5cf44a2a req-64ed0d6f-35bf-4c2c-9d41-2da6b574e82f tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5f880af-da7e-4944-9033-6e34286fdda5 HTTP/1.1" status: 200 len: 944 time: 0.0486648 Oct 12 20:12:22.835832 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-45d94173-fc08-44b8-b18b-0f6c5cf44a2a req-0ae3a90e-9501-4aef-b7a7-18f7793c6794 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316670 Oct 12 20:12:22.840948 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3dea96-9317-45e6-a640-ddb81406e49c req-0c147058-8ae8-4f10-9638-409f6cf38f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:12:22.842426 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6e3dea96-9317-45e6-a640-ddb81406e49c req-0c147058-8ae8-4f10-9638-409f6cf38f5c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399642 Oct 12 20:12:22.933446 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6e3dea96-9317-45e6-a640-ddb81406e49c req-39b891c1-7dca-41a5-8ff7-dc668882afe3 service neutron] 10.222.0.67 "GET /v2.0/networks/7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834770 Oct 12 20:12:23.023195 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6e3dea96-9317-45e6-a640-ddb81406e49c req-36770919-6f87-48c7-92be-0d4d7ecc5dce service neutron] 10.222.0.67 "GET /v2.0/networks/7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819173 Oct 12 20:12:23.667881 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5f880af-da7e-4944-9033-6e34286fdda5', 'tag': '34493146-67d8-43f3-8f6a-62d48717b1b9'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:12:23.670276 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de8ed798067560d07a98492cd8cb53eb3655be3ac6c9fe2f8402857175a8f58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bde5f8e1-2f85-4872-8b51-8001fdc3a09e" -d '{"events": [{"name": "network-changed", "server_uuid": "c5f880af-da7e-4944-9033-6e34286fdda5", "tag": "34493146-67d8-43f3-8f6a-62d48717b1b9"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:12:23.717903 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 20:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73b22ea3-9229-4585-92a8-f09113ead3a5 x-openstack-request-id: req-73b22ea3-9229-4585-92a8-f09113ead3a5 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:12:23.718198 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5f880af-da7e-4944-9033-6e34286fdda5", "tag": "34493146-67d8-43f3-8f6a-62d48717b1b9", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:12:23.718457 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-73b22ea3-9229-4585-92a8-f09113ead3a5 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:12:23.718861 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5f880af-da7e-4944-9033-6e34286fdda5', 'tag': '34493146-67d8-43f3-8f6a-62d48717b1b9', 'status': 'completed', 'code': 200} Oct 12 20:12:23.777696 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde5f8e1-2f85-4872-8b51-8001fdc3a09e req-bc2cb59e-31e2-4be6-b49d-1ab782c16821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:12:23.779469 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bde5f8e1-2f85-4872-8b51-8001fdc3a09e req-bc2cb59e-31e2-4be6-b49d-1ab782c16821 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a5e47130084c49d29f3e03e734feff77&device_id=c5f880af-da7e-4944-9033-6e34286fdda5 HTTP/1.1" status: 200 len: 1095 time: 0.0407212 Oct 12 20:12:23.780562 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde5f8e1-2f85-4872-8b51-8001fdc3a09e req-eae338f1-5106-42a2-83a1-6b4f6322ce34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:12:23.782029 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-bde5f8e1-2f85-4872-8b51-8001fdc3a09e req-eae338f1-5106-42a2-83a1-6b4f6322ce34 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a5e47130084c49d29f3e03e734feff77&device_id=c5f880af-da7e-4944-9033-6e34286fdda5 HTTP/1.1" status: 200 len: 1095 time: 0.0397594 Oct 12 20:12:23.873691 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde5f8e1-2f85-4872-8b51-8001fdc3a09e req-25c5b588-eabc-4320-bd8c-9c2a3d7aa40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:12:23.876136 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bde5f8e1-2f85-4872-8b51-8001fdc3a09e req-25c5b588-eabc-4320-bd8c-9c2a3d7aa40f service neutron] 10.222.0.61 "GET /v2.0/networks?id=7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2 HTTP/1.1" status: 200 len: 911 time: 0.0896969 Oct 12 20:12:23.876881 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde5f8e1-2f85-4872-8b51-8001fdc3a09e req-eae9992a-359a-4c61-a2a2-0273eb3f2716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:12:23.878360 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-bde5f8e1-2f85-4872-8b51-8001fdc3a09e req-eae9992a-359a-4c61-a2a2-0273eb3f2716 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2 HTTP/1.1" status: 200 len: 911 time: 0.0881498 Oct 12 20:12:23.948314 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-bde5f8e1-2f85-4872-8b51-8001fdc3a09e req-576680c4-e7ea-4c69-9b73-7539f5db4c58 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=34493146-67d8-43f3-8f6a-62d48717b1b9 HTTP/1.1" status: 200 len: 1000 time: 0.0622807 Oct 12 20:12:23.973844 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bde5f8e1-2f85-4872-8b51-8001fdc3a09e req-d72f76d4-46f1-47c4-89f0-ec635d3178ed service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=34493146-67d8-43f3-8f6a-62d48717b1b9 HTTP/1.1" status: 200 len: 1000 time: 0.0908914 Oct 12 20:12:23.986007 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6efc989-987f-4b44-8613-149f723861ee req-932e7895-5bef-4cf3-bdcb-25b3b1c435dc tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:12:23.987431 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d6efc989-987f-4b44-8613-149f723861ee req-932e7895-5bef-4cf3-bdcb-25b3b1c435dc tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5f880af-da7e-4944-9033-6e34286fdda5 HTTP/1.1" status: 200 len: 944 time: 0.0698757 Oct 12 20:12:24.000993 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde5f8e1-2f85-4872-8b51-8001fdc3a09e req-c592d701-02a9-4ee8-b4ee-d35c77bcc23f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:12:24.002423 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-bde5f8e1-2f85-4872-8b51-8001fdc3a09e req-c592d701-02a9-4ee8-b4ee-d35c77bcc23f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3416d6a2-0b37-4eb2-9bfa-f2efd452d7ed HTTP/1.1" status: 200 len: 849 time: 0.0464330 Oct 12 20:12:24.029497 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 34493146-67d8-43f3-8f6a-62d48717b1b9 no longer exists at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 20:12:24.049290 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde5f8e1-2f85-4872-8b51-8001fdc3a09e req-93864c0f-04e8-4a68-854b-b31410ef4735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:12:24.050798 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-bde5f8e1-2f85-4872-8b51-8001fdc3a09e req-93864c0f-04e8-4a68-854b-b31410ef4735 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409071 Oct 12 20:12:24.061554 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d6efc989-987f-4b44-8613-149f723861ee req-6493b5a0-e237-4f53-aff1-53fe9ba492be tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638516 Oct 12 20:12:24.063520 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde5f8e1-2f85-4872-8b51-8001fdc3a09e req-358afa09-a23d-43c7-bd10-fb3fec5534e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:12:24.064445 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bde5f8e1-2f85-4872-8b51-8001fdc3a09e req-358afa09-a23d-43c7-bd10-fb3fec5534e4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3416d6a2-0b37-4eb2-9bfa-f2efd452d7ed HTTP/1.1" status: 200 len: 849 time: 0.0760276 Oct 12 20:12:24.071541 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 34493146-67d8-43f3-8f6a-62d48717b1b9 not bound to the agent host n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 20:12:24.113699 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde5f8e1-2f85-4872-8b51-8001fdc3a09e req-5a9d4e4a-4545-49d9-989a-490c2030a2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:12:24.115205 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bde5f8e1-2f85-4872-8b51-8001fdc3a09e req-5a9d4e4a-4545-49d9-989a-490c2030a2bf service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434179 Oct 12 20:12:24.148210 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-bde5f8e1-2f85-4872-8b51-8001fdc3a09e req-86d5df9e-5920-43b5-b75b-4bc7829ae5b7 service neutron] 10.222.0.67 "GET /v2.0/networks/7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894318 Oct 12 20:12:24.208423 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bde5f8e1-2f85-4872-8b51-8001fdc3a09e req-824f99cb-21ae-4a54-a92f-0e1575f2237d service neutron] 10.222.0.61 "GET /v2.0/networks/7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854862 Oct 12 20:12:24.239359 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-bde5f8e1-2f85-4872-8b51-8001fdc3a09e req-144b7fa5-385a-4aa5-a806-91953c8057ed service neutron] 10.222.0.67 "GET /v2.0/networks/7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830083 Oct 12 20:12:24.296343 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bde5f8e1-2f85-4872-8b51-8001fdc3a09e req-57e353ec-a5e0-45a0-9eaf-12c04bf8f181 service neutron] 10.222.0.61 "GET /v2.0/networks/7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807106 Oct 12 20:12:25.184314 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c48784f-4327-4fdc-9007-548dd690848d req-fa2f3d47-2bd1-493c-8c0b-c604cdc5fe02 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:12:25.186127 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8c48784f-4327-4fdc-9007-548dd690848d req-fa2f3d47-2bd1-493c-8c0b-c604cdc5fe02 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5f880af-da7e-4944-9033-6e34286fdda5 HTTP/1.1" status: 200 len: 944 time: 0.0496166 Oct 12 20:12:25.224020 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8c48784f-4327-4fdc-9007-548dd690848d req-f0094d6b-bf06-4b23-bc9a-3ea4f069abfc tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313017 Oct 12 20:12:25.341542 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193a60d4-48c5-477b-8d97-0204e3af0b40 req-c2460154-b8bc-4b60-a2f4-b46c8c46c3eb tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:12:25.342995 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-193a60d4-48c5-477b-8d97-0204e3af0b40 req-c2460154-b8bc-4b60-a2f4-b46c8c46c3eb tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5f880af-da7e-4944-9033-6e34286fdda5 HTTP/1.1" status: 200 len: 944 time: 0.0531602 Oct 12 20:12:25.380769 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-193a60d4-48c5-477b-8d97-0204e3af0b40 req-b8bdbeb5-4ae9-414c-a5b2-957123b30c0e tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317397 Oct 12 20:12:25.499810 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85a3893-d9ca-4220-b475-852bfa80117d req-ccd02442-bf87-44b4-a3a7-2a8042bb4ea6 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:12:25.501314 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c85a3893-d9ca-4220-b475-852bfa80117d req-ccd02442-bf87-44b4-a3a7-2a8042bb4ea6 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5f880af-da7e-4944-9033-6e34286fdda5 HTTP/1.1" status: 200 len: 944 time: 0.0540073 Oct 12 20:12:25.539480 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c85a3893-d9ca-4220-b475-852bfa80117d req-dac08696-0044-4c3d-bc08-b003a3878ef6 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313959 Oct 12 20:12:25.890412 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d4cae5-67d0-4876-b4f0-71603f1ab878 req-39c832ca-4f88-4e71-be14-49ec7ee821df tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:12:25.891878 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d2d4cae5-67d0-4876-b4f0-71603f1ab878 req-39c832ca-4f88-4e71-be14-49ec7ee821df tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5f880af-da7e-4944-9033-6e34286fdda5 HTTP/1.1" status: 200 len: 944 time: 0.0496659 Oct 12 20:12:25.928962 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d2d4cae5-67d0-4876-b4f0-71603f1ab878 req-5b0f815c-5176-460c-94da-a62a31b9f3fa tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310507 Oct 12 20:12:26.801934 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 34493146-67d8-43f3-8f6a-62d48717b1b9 details requested by agent hyperv_n-h2-813679-3 with host n-h2-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 20:12:26.895242 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 34493146-67d8-43f3-8f6a-62d48717b1b9, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=34493146-67d8-43f3-8f6a-62d48717b1b9,segment=NetworkSegment(c1e1177d-c197-4df9-a0d5-04d28987a4ed),segment_id=c1e1177d-c197-4df9-a0d5-04d28987a4ed)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:12:26.906940 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Returning: {'device': '34493146-67d8-43f3-8f6a-62d48717b1b9', 'network_id': '7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2', 'port_id': '34493146-67d8-43f3-8f6a-62d48717b1b9', 'mac_address': 'fa:16:3e:85:05:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3416d6a2-0b37-4eb2-9bfa-f2efd452d7ed', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 20:12:26.942537 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:12:26.955301 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34493146-67d8-43f3-8f6a-62d48717b1b9 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 20:12:26.975269 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 34493146-67d8-43f3-8f6a-62d48717b1b9, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=34493146-67d8-43f3-8f6a-62d48717b1b9,segment=NetworkSegment(c1e1177d-c197-4df9-a0d5-04d28987a4ed),segment_id=c1e1177d-c197-4df9-a0d5-04d28987a4ed)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:12:27.030845 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:12:27.048738 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac24b8b4-3d45-4cbc-b14a-8cc207812581 req-baf20522-404a-4cd8-90b5-feac9f03ca0a tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:12:27.050232 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ac24b8b4-3d45-4cbc-b14a-8cc207812581 req-baf20522-404a-4cd8-90b5-feac9f03ca0a tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5f880af-da7e-4944-9033-6e34286fdda5 HTTP/1.1" status: 200 len: 944 time: 0.0511708 Oct 12 20:12:27.077262 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33f8968-2757-42d0-80a8-cea8c8036f9c req-a316b177-f0e2-454f-a22f-f771d39f6453 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:12:27.078728 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d33f8968-2757-42d0-80a8-cea8c8036f9c req-a316b177-f0e2-454f-a22f-f771d39f6453 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.67 "GET /v2.0/ports?device_id=c5f880af-da7e-4944-9033-6e34286fdda5 HTTP/1.1" status: 200 len: 945 time: 0.0506263 Oct 12 20:12:27.079710 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=34493146-67d8-43f3-8f6a-62d48717b1b9,revision_number=12']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:12:27.095473 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ac24b8b4-3d45-4cbc-b14a-8cc207812581 req-4450bb74-35b6-41c9-b50c-aab8222150e9 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391552 Oct 12 20:12:27.172778 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-d33f8968-2757-42d0-80a8-cea8c8036f9c req-23aba5e3-9926-4923-9e5d-1136c089370d tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Deleting port 34493146-67d8-43f3-8f6a-62d48717b1b9 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 20:12:27.173123 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-d33f8968-2757-42d0-80a8-cea8c8036f9c req-23aba5e3-9926-4923-9e5d-1136c089370d tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:12:27.261987 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-d33f8968-2757-42d0-80a8-cea8c8036f9c req-23aba5e3-9926-4923-9e5d-1136c089370d tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] For port 34493146-67d8-43f3-8f6a-62d48717b1b9, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=34493146-67d8-43f3-8f6a-62d48717b1b9,segment=NetworkSegment(c1e1177d-c197-4df9-a0d5-04d28987a4ed),segment_id=c1e1177d-c197-4df9-a0d5-04d28987a4ed)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:12:27.262351 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-d33f8968-2757-42d0-80a8-cea8c8036f9c req-23aba5e3-9926-4923-9e5d-1136c089370d tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:12:27.472881 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-d33f8968-2757-42d0-80a8-cea8c8036f9c req-23aba5e3-9926-4923-9e5d-1136c089370d tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:12:27.473143 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-d33f8968-2757-42d0-80a8-cea8c8036f9c req-23aba5e3-9926-4923-9e5d-1136c089370d tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7915414'] for floatingip, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:12:27.473457 n-d-813679-3 neutron-server[95501]: INFO neutron.db.l3_db [req-d33f8968-2757-42d0-80a8-cea8c8036f9c req-23aba5e3-9926-4923-9e5d-1136c089370d tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Floating IP 0798c97e-9052-4880-8a9e-a490256f1dd4 disassociated. External IP: 172.25.5.103, port: 34493146-67d8-43f3-8f6a-62d48717b1b9. Oct 12 20:12:27.473794 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-d33f8968-2757-42d0-80a8-cea8c8036f9c req-23aba5e3-9926-4923-9e5d-1136c089370d tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Calling delete_port for 34493146-67d8-43f3-8f6a-62d48717b1b9 owned by compute:nova {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 20:12:27.675009 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-d33f8968-2757-42d0-80a8-cea8c8036f9c req-23aba5e3-9926-4923-9e5d-1136c089370d tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:12:27.704235 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23aba5e3-9926-4923-9e5d-1136c089370d tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Pushing event deleted for resources: {'Port': ['ID=34493146-67d8-43f3-8f6a-62d48717b1b9,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:12:27.821251 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d33f8968-2757-42d0-80a8-cea8c8036f9c req-23aba5e3-9926-4923-9e5d-1136c089370d tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Router 2389800d-42f7-4e23-879b-812c07b5a960 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 20:12:27.929968 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d33f8968-2757-42d0-80a8-cea8c8036f9c req-23aba5e3-9926-4923-9e5d-1136c089370d tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 20:12:27.939450 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62785b21-c462-429f-9ffe-5821aea4e29f None None] Sync routers for ids ['2389800d-42f7-4e23-879b-812c07b5a960'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 20:12:27.949438 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62785b21-c462-429f-9ffe-5821aea4e29f None None] Routers {'2389800d-42f7-4e23-879b-812c07b5a960'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:12:27.950049 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-62785b21-c462-429f-9ffe-5821aea4e29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:12:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['2389800d-42f7-4e23-879b-812c07b5a960'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:12:27.971674 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-d33f8968-2757-42d0-80a8-cea8c8036f9c req-23aba5e3-9926-4923-9e5d-1136c089370d tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] No DVR routers for this DVR port 34493146-67d8-43f3-8f6a-62d48717b1b9 on host n-h2-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 20:12:27.974621 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-d33f8968-2757-42d0-80a8-cea8c8036f9c req-23aba5e3-9926-4923-9e5d-1136c089370d tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:12:27.978715 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d33f8968-2757-42d0-80a8-cea8c8036f9c req-23aba5e3-9926-4923-9e5d-1136c089370d tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.67 "DELETE /v2.0/ports/34493146-67d8-43f3-8f6a-62d48717b1b9 HTTP/1.1" status: 204 len: 173 time: 0.8938644 Oct 12 20:12:27.979188 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5f880af-da7e-4944-9033-6e34286fdda5', 'name': 'network-vif-deleted', 'tag': '34493146-67d8-43f3-8f6a-62d48717b1b9'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:12:27.981615 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de8ed798067560d07a98492cd8cb53eb3655be3ac6c9fe2f8402857175a8f58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8ae7f5b-1c15-4c7c-ac66-dc069363c79c" -d '{"events": [{"server_uuid": "c5f880af-da7e-4944-9033-6e34286fdda5", "name": "network-vif-deleted", "tag": "34493146-67d8-43f3-8f6a-62d48717b1b9"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:12:28.025320 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 20:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb463254-1d4b-4d8a-8456-2484c409838b x-openstack-request-id: req-fb463254-1d4b-4d8a-8456-2484c409838b {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:12:28.025626 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5f880af-da7e-4944-9033-6e34286fdda5", "name": "network-vif-deleted", "tag": "34493146-67d8-43f3-8f6a-62d48717b1b9", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:12:28.025885 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fb463254-1d4b-4d8a-8456-2484c409838b {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:12:28.026297 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5f880af-da7e-4944-9033-6e34286fdda5', 'name': 'network-vif-deleted', 'tag': '34493146-67d8-43f3-8f6a-62d48717b1b9', 'status': 'completed', 'code': 200} Oct 12 20:12:28.215627 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-62785b21-c462-429f-9ffe-5821aea4e29f None None] Set router 2389800d-42f7-4e23-879b-812c07b5a960 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:12:28.253100 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a73a8782-5338-4bf6-8e40-78aed034ffc9 req-5ffb264b-a641-4bb9-9118-05757ba1c14a tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5f880af-da7e-4944-9033-6e34286fdda5 HTTP/1.1" status: 200 len: 210 time: 0.0817482 Oct 12 20:12:28.415496 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-62785b21-c462-429f-9ffe-5821aea4e29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2389800d-42f7-4e23-879b-812c07b5a960', 'name': 'tempest-ServerActionsTestJSON-14519898-router', 'tenant_id': 'a5e47130084c49d29f3e03e734feff77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '75a63f28-3dab-4f96-8263-753a10c00cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:05:23Z', 'updated_at': '2021-10-12T20:05:26Z', 'revision_number': 4, 'project_id': 'a5e47130084c49d29f3e03e734feff77', 'gw_port': {'id': '75a63f28-3dab-4f96-8263-753a10c00cca', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:63:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2389800d-42f7-4e23-879b-812c07b5a960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:05:24Z', 'updated_at': '2021-10-12T20:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '142995b5-8f7f-4668-9555-845769fa1ec6', 'name': '', 'network_id': '7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2', 'tenant_id': 'a5e47130084c49d29f3e03e734feff77', 'mac_address': 'fa:16:3e:d8:da:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2389800d-42f7-4e23-879b-812c07b5a960', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '3416d6a2-0b37-4eb2-9bfa-f2efd452d7ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:05:26Z', 'updated_at': '2021-10-12T20:05:29Z', 'revision_number': 5, 'project_id': 'a5e47130084c49d29f3e03e734feff77', 'subnets': [{'id': '3416d6a2-0b37-4eb2-9bfa-f2efd452d7ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:12:28.440714 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62785b21-c462-429f-9ffe-5821aea4e29f None None] Checking router: 2389800d-42f7-4e23-879b-812c07b5a960 for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 20:12:28.449176 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62785b21-c462-429f-9ffe-5821aea4e29f None None] Routers {'2389800d-42f7-4e23-879b-812c07b5a960'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:12:28.449772 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-62785b21-c462-429f-9ffe-5821aea4e29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:12:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['2389800d-42f7-4e23-879b-812c07b5a960'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:12:28.551845 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-62785b21-c462-429f-9ffe-5821aea4e29f None None] Set router 2389800d-42f7-4e23-879b-812c07b5a960 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:12:28.754825 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-62785b21-c462-429f-9ffe-5821aea4e29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2389800d-42f7-4e23-879b-812c07b5a960', 'name': 'tempest-ServerActionsTestJSON-14519898-router', 'tenant_id': 'a5e47130084c49d29f3e03e734feff77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '75a63f28-3dab-4f96-8263-753a10c00cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:05:23Z', 'updated_at': '2021-10-12T20:05:26Z', 'revision_number': 4, 'project_id': 'a5e47130084c49d29f3e03e734feff77', 'gw_port': {'id': '75a63f28-3dab-4f96-8263-753a10c00cca', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:63:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2389800d-42f7-4e23-879b-812c07b5a960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:05:24Z', 'updated_at': '2021-10-12T20:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '142995b5-8f7f-4668-9555-845769fa1ec6', 'name': '', 'network_id': '7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2', 'tenant_id': 'a5e47130084c49d29f3e03e734feff77', 'mac_address': 'fa:16:3e:d8:da:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2389800d-42f7-4e23-879b-812c07b5a960', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '3416d6a2-0b37-4eb2-9bfa-f2efd452d7ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:05:26Z', 'updated_at': '2021-10-12T20:05:29Z', 'revision_number': 5, 'project_id': 'a5e47130084c49d29f3e03e734feff77', 'subnets': [{'id': '3416d6a2-0b37-4eb2-9bfa-f2efd452d7ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:12:28.780926 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62785b21-c462-429f-9ffe-5821aea4e29f None None] The sync data for ids ['2389800d-42f7-4e23-879b-812c07b5a960'] in n-d-813679-3 is: [{'id': '2389800d-42f7-4e23-879b-812c07b5a960', 'name': 'tempest-ServerActionsTestJSON-14519898-router', 'tenant_id': 'a5e47130084c49d29f3e03e734feff77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '75a63f28-3dab-4f96-8263-753a10c00cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:05:23Z', 'updated_at': '2021-10-12T20:05:26Z', 'revision_number': 4, 'project_id': 'a5e47130084c49d29f3e03e734feff77', 'gw_port': {'id': '75a63f28-3dab-4f96-8263-753a10c00cca', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:63:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2389800d-42f7-4e23-879b-812c07b5a960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:05:24Z', 'updated_at': '2021-10-12T20:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '142995b5-8f7f-4668-9555-845769fa1ec6', 'name': '', 'network_id': '7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2', 'tenant_id': 'a5e47130084c49d29f3e03e734feff77', 'mac_address': 'fa:16:3e:d8:da:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2389800d-42f7-4e23-879b-812c07b5a960', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '3416d6a2-0b37-4eb2-9bfa-f2efd452d7ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:05:26Z', 'updated_at': '2021-10-12T20:05:29Z', 'revision_number': 5, 'project_id': 'a5e47130084c49d29f3e03e734feff77', 'subnets': [{'id': '3416d6a2-0b37-4eb2-9bfa-f2efd452d7ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 20:12:29.027656 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed981fec-5441-4ea8-a7e0-fd3b5d3ef631 None None] New status for floating IP 0798c97e-9052-4880-8a9e-a490256f1dd4: DOWN {{(pid=95504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 20:12:29.172156 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7a285fe7-6b45-460c-9046-cf1229a8ab3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:12:29.674378 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5cecf1dc-6d84-4e23-9adf-481e04c14e91 req-c37c498e-ba51-445f-b4a0-c0256ce9f4aa tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1303317776&fields=id&tenant_id=a5e47130084c49d29f3e03e734feff77 HTTP/1.1" status: 200 len: 267 time: 0.0316961 Oct 12 20:12:29.778257 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cecf1dc-6d84-4e23-9adf-481e04c14e91 req-d50b32c2-d08a-4f76-99f0-2e4cbfbe4bf7 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:12:29.779704 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5cecf1dc-6d84-4e23-9adf-481e04c14e91 req-d50b32c2-d08a-4f76-99f0-2e4cbfbe4bf7 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/networks?id=7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2 HTTP/1.1" status: 200 len: 810 time: 0.0983782 Oct 12 20:12:29.794059 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5cecf1dc-6d84-4e23-9adf-481e04c14e91 req-708cecd2-4c97-40f7-8934-a0e13dcb9d69 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/quotas/a5e47130084c49d29f3e03e734feff77 HTTP/1.1" status: 200 len: 375 time: 0.0087280 Oct 12 20:12:29.849234 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5cecf1dc-6d84-4e23-9adf-481e04c14e91 req-3d504805-a5d8-4be3-9c94-c0ce3ede79f5 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=a5e47130084c49d29f3e03e734feff77&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0501604 Oct 12 20:12:29.948041 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [req-5cecf1dc-6d84-4e23-9adf-481e04c14e91 req-37168778-5562-4b32-8bbe-2c0d55fe8d35 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 20:12:29.949130 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5cecf1dc-6d84-4e23-9adf-481e04c14e91 req-37168778-5562-4b32-8bbe-2c0d55fe8d35 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0461895 Oct 12 20:12:30.034928 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5cecf1dc-6d84-4e23-9adf-481e04c14e91 req-0f855bb1-a007-49be-861e-2624973f60a6 service neutron] 10.222.0.49 "GET /v2.0/networks/7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795624 Oct 12 20:12:30.126445 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5cecf1dc-6d84-4e23-9adf-481e04c14e91 req-ea292564-86f0-420a-9f93-a81f16027627 service neutron] 10.222.0.49 "GET /v2.0/networks/7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848875 Oct 12 20:12:30.816383 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 34493146-67d8-43f3-8f6a-62d48717b1b9 no longer exists at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 20:12:30.837081 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] No Port match for: 34493146-67d8-43f3-8f6a-62d48717b1b9 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 20:12:30.837418 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 34493146-67d8-43f3-8f6a-62d48717b1b9 not bound to the agent host n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 20:12:31.366303 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-445d4270-67a1-4c03-ab61-689b157667be req-49415080-fa4e-40d0-843a-526cc1d4bd66 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=65321de3-0827-42c7-baee-6933823f92f1 HTTP/1.1" status: 200 len: 210 time: 0.0263271 Oct 12 20:12:31.737695 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f7ea4a97-57e0-4af4-99ee-12f1ab3ebb1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:12:32.447227 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7e43f290-1181-433d-bb08-81ced6ad9672 req-b99dd5e3-1269-4878-9e4e-41aaa7978c91 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=65321de3-0827-42c7-baee-6933823f92f1 HTTP/1.1" status: 200 len: 210 time: 0.0278857 Oct 12 20:12:32.516659 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:12:33.236390 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:12:33.499342 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:12:33.528056 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2d7a180f-5952-446a-adf8-2709bbd616cd req-7ec81a02-64d2-4c1d-a6d2-01990196a008 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=65321de3-0827-42c7-baee-6933823f92f1 HTTP/1.1" status: 200 len: 210 time: 0.0300364 Oct 12 20:12:34.491932 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:12:34.620298 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ab77f4bc-61b7-4301-9d51-495f41d15263 req-fa1b6c79-e958-4f46-a2a3-1340938c4121 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=65321de3-0827-42c7-baee-6933823f92f1 HTTP/1.1" status: 200 len: 210 time: 0.0254493 Oct 12 20:12:34.777598 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:12:35.354423 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cecf1dc-6d84-4e23-9adf-481e04c14e91 req-25bc4d38-10b7-4615-8bb4-cf8f07ff0124 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:12:35.355814 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5cecf1dc-6d84-4e23-9adf-481e04c14e91 req-25bc4d38-10b7-4615-8bb4-cf8f07ff0124 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.61 "GET /v2.0/networks?id=7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2 HTTP/1.1" status: 200 len: 810 time: 0.0999343 Oct 12 20:12:35.408188 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5cecf1dc-6d84-4e23-9adf-481e04c14e91 req-99fe4262-9821-4946-b992-ef0514a0a3fb tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a5e47130084c49d29f3e03e734feff77 HTTP/1.1" status: 200 len: 380 time: 0.0433018 Oct 12 20:12:35.417593 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-5cecf1dc-6d84-4e23-9adf-481e04c14e91 req-1012ac10-3c96-4a05-a394-69917acc7edd tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Request body: {'port': {'device_id': '65321de3-0827-42c7-baee-6933823f92f1', 'network_id': '7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2', 'admin_state_up': True, 'tenant_id': 'a5e47130084c49d29f3e03e734feff77', 'security_groups': ['66b3b269-1b2c-48cf-8d3e-75a0bf41acf6']}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:12:35.568013 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cecf1dc-6d84-4e23-9adf-481e04c14e91 req-1012ac10-3c96-4a05-a394-69917acc7edd tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Made reservation on behalf of a5e47130084c49d29f3e03e734feff77 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 20:12:35.572347 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-5cecf1dc-6d84-4e23-9adf-481e04c14e91 req-1012ac10-3c96-4a05-a394-69917acc7edd tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:12:35.709709 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [req-5cecf1dc-6d84-4e23-9adf-481e04c14e91 req-1012ac10-3c96-4a05-a394-69917acc7edd tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Allocated IP 172.20.0.11 (7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2/3416d6a2-0b37-4eb2-9bfa-f2efd452d7ed/6a6beb61-e78b-4bf2-a98d-870c7ea20d33) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 20:12:35.727283 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e23af485-159f-4f57-b5a8-a8aa42a2e30b req-d9c160a5-a9f2-4c9c-b72e-b3f965ddfbe0 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=65321de3-0827-42c7-baee-6933823f92f1 HTTP/1.1" status: 200 len: 210 time: 0.0321429 Oct 12 20:12:35.865035 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-5cecf1dc-6d84-4e23-9adf-481e04c14e91 req-1012ac10-3c96-4a05-a394-69917acc7edd tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:12:35.966770 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-5cecf1dc-6d84-4e23-9adf-481e04c14e91 req-1012ac10-3c96-4a05-a394-69917acc7edd tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:12:36.010864 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cecf1dc-6d84-4e23-9adf-481e04c14e91 req-1012ac10-3c96-4a05-a394-69917acc7edd tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Network 7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 20:12:36.013981 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [req-5cecf1dc-6d84-4e23-9adf-481e04c14e91 req-1012ac10-3c96-4a05-a394-69917acc7edd tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 20:12:36.017725 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cecf1dc-6d84-4e23-9adf-481e04c14e91 req-1012ac10-3c96-4a05-a394-69917acc7edd tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 20:12:36.043908 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1012ac10-3c96-4a05-a394-69917acc7edd tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Pushing event updated for resources: {'Port': ['ID=6a6beb61-e78b-4bf2-a98d-870c7ea20d33,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:12:36.074340 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cecf1dc-6d84-4e23-9adf-481e04c14e91 req-1012ac10-3c96-4a05-a394-69917acc7edd tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:12:36.074929 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-5cecf1dc-6d84-4e23-9adf-481e04c14e91 req-1012ac10-3c96-4a05-a394-69917acc7edd tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:12:36.182964 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5cecf1dc-6d84-4e23-9adf-481e04c14e91 req-1012ac10-3c96-4a05-a394-69917acc7edd tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7688735 Oct 12 20:12:36.233687 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-5cecf1dc-6d84-4e23-9adf-481e04c14e91 req-abea3607-efa8-417e-af04-03303fda1a3b service neutron] Request body: {'port': {'device_id': '65321de3-0827-42c7-baee-6933823f92f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:12:36.253297 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-ce3fd8a1-1370-4c48-b51a-74f1236a9ee3 None None] Provisioning complete for port 6a6beb61-e78b-4bf2-a98d-870c7ea20d33 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:12:36.253842 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ce3fd8a1-1370-4c48-b51a-74f1236a9ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:12:36.288526 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-5cecf1dc-6d84-4e23-9adf-481e04c14e91 req-abea3607-efa8-417e-af04-03303fda1a3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:12:36.290685 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-ce3fd8a1-1370-4c48-b51a-74f1236a9ee3 None None] Port 6a6beb61-e78b-4bf2-a98d-870c7ea20d33 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 20:12:36.547478 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [req-5cecf1dc-6d84-4e23-9adf-481e04c14e91 req-abea3607-efa8-417e-af04-03303fda1a3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a6beb61-e78b-4bf2-a98d-870c7ea20d33 {{(pid=95502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 20:12:36.554676 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-5cecf1dc-6d84-4e23-9adf-481e04c14e91 req-abea3607-efa8-417e-af04-03303fda1a3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:12:36.566225 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-5cecf1dc-6d84-4e23-9adf-481e04c14e91 req-abea3607-efa8-417e-af04-03303fda1a3b service neutron] Transition to ACTIVE for port object 6a6beb61-e78b-4bf2-a98d-870c7ea20d33 will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 20:12:36.624760 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-5cecf1dc-6d84-4e23-9adf-481e04c14e91 req-abea3607-efa8-417e-af04-03303fda1a3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:12:36.673184 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abea3607-efa8-417e-af04-03303fda1a3b service neutron] Pushing event updated for resources: {'Port': ['ID=6a6beb61-e78b-4bf2-a98d-870c7ea20d33,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:12:36.747009 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-5cecf1dc-6d84-4e23-9adf-481e04c14e91 req-abea3607-efa8-417e-af04-03303fda1a3b service neutron] Attempting to bind port 6a6beb61-e78b-4bf2-a98d-870c7ea20d33 on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 20:12:36.747348 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-5cecf1dc-6d84-4e23-9adf-481e04c14e91 req-abea3607-efa8-417e-af04-03303fda1a3b service neutron] Attempting to bind port 6a6beb61-e78b-4bf2-a98d-870c7ea20d33 by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': 'c1e1177d-c197-4df9-a0d5-04d28987a4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 20:12:36.747676 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cecf1dc-6d84-4e23-9adf-481e04c14e91 req-abea3607-efa8-417e-af04-03303fda1a3b service neutron] Attempting to bind port 6a6beb61-e78b-4bf2-a98d-870c7ea20d33 on network 7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 20:12:36.752463 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cecf1dc-6d84-4e23-9adf-481e04c14e91 req-abea3607-efa8-417e-af04-03303fda1a3b service neutron] Port 6a6beb61-e78b-4bf2-a98d-870c7ea20d33 on network 7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 20:12:36.752783 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cecf1dc-6d84-4e23-9adf-481e04c14e91 req-abea3607-efa8-417e-af04-03303fda1a3b service neutron] Attempting to bind port 6a6beb61-e78b-4bf2-a98d-870c7ea20d33 on network 7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 20:12:36.758094 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cecf1dc-6d84-4e23-9adf-481e04c14e91 req-abea3607-efa8-417e-af04-03303fda1a3b service neutron] Checking agent: {'id': 'f5e9725f-f5a6-43c2-a1be-95e21e9a1fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 20, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 20:12:36.758995 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cecf1dc-6d84-4e23-9adf-481e04c14e91 req-abea3607-efa8-417e-af04-03303fda1a3b service neutron] Checking segment: {'id': 'c1e1177d-c197-4df9-a0d5-04d28987a4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 20:12:36.759379 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cecf1dc-6d84-4e23-9adf-481e04c14e91 req-abea3607-efa8-417e-af04-03303fda1a3b service neutron] Bound using segment: {'id': 'c1e1177d-c197-4df9-a0d5-04d28987a4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 20:12:36.759808 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-5cecf1dc-6d84-4e23-9adf-481e04c14e91 req-abea3607-efa8-417e-af04-03303fda1a3b service neutron] Bound port: 6a6beb61-e78b-4bf2-a98d-870c7ea20d33, host: n-h1-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1e1177d-c197-4df9-a0d5-04d28987a4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 20:12:36.760165 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-5cecf1dc-6d84-4e23-9adf-481e04c14e91 req-abea3607-efa8-417e-af04-03303fda1a3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:12:36.830014 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-5cecf1dc-6d84-4e23-9adf-481e04c14e91 req-abea3607-efa8-417e-af04-03303fda1a3b service neutron] For port 6a6beb61-e78b-4bf2-a98d-870c7ea20d33, host n-h1-813679-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 20:12:36.834017 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-5cecf1dc-6d84-4e23-9adf-481e04c14e91 req-abea3607-efa8-417e-af04-03303fda1a3b service neutron] For port 6a6beb61-e78b-4bf2-a98d-870c7ea20d33, host n-h1-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=6a6beb61-e78b-4bf2-a98d-870c7ea20d33,segment=NetworkSegment(c1e1177d-c197-4df9-a0d5-04d28987a4ed),segment_id=c1e1177d-c197-4df9-a0d5-04d28987a4ed)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 20:12:36.848596 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb252f5-424c-437a-9c71-b5d2b7538e52 req-cad4d6d9-33ca-46e4-bda1-5f4827d4c315 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:12:36.850198 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-bcb252f5-424c-437a-9c71-b5d2b7538e52 req-cad4d6d9-33ca-46e4-bda1-5f4827d4c315 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=65321de3-0827-42c7-baee-6933823f92f1 HTTP/1.1" status: 200 len: 944 time: 0.0511312 Oct 12 20:12:36.888890 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-bcb252f5-424c-437a-9c71-b5d2b7538e52 req-bd592d0a-feae-48e9-a768-390c81965d91 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327144 Oct 12 20:12:36.909500 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-5cecf1dc-6d84-4e23-9adf-481e04c14e91 req-abea3607-efa8-417e-af04-03303fda1a3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:12:36.941064 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cecf1dc-6d84-4e23-9adf-481e04c14e91 req-abea3607-efa8-417e-af04-03303fda1a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:12:36.941677 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-5cecf1dc-6d84-4e23-9adf-481e04c14e91 req-abea3607-efa8-417e-af04-03303fda1a3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:12:36.943239 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5cecf1dc-6d84-4e23-9adf-481e04c14e91 req-abea3607-efa8-417e-af04-03303fda1a3b service neutron] 10.222.0.61 "PUT /v2.0/ports/6a6beb61-e78b-4bf2-a98d-870c7ea20d33 HTTP/1.1" status: 200 len: 1092 time: 0.7519357 Oct 12 20:12:36.945496 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65321de3-0827-42c7-baee-6933823f92f1', 'tag': '6a6beb61-e78b-4bf2-a98d-870c7ea20d33'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:12:36.949144 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d38ba98a80be6c2fe69993d1a3c9eb2b0c7fe5c84c08efdde6b95a5e2d0657c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8f6601d-9a24-4fab-86e9-b780e15d829c" -d '{"events": [{"name": "network-changed", "server_uuid": "65321de3-0827-42c7-baee-6933823f92f1", "tag": "6a6beb61-e78b-4bf2-a98d-870c7ea20d33"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:12:36.978844 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abea3607-efa8-417e-af04-03303fda1a3b service neutron] Pushing event updated for resources: {'Port': ['ID=6a6beb61-e78b-4bf2-a98d-870c7ea20d33,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:12:36.989043 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 20:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3281052-79bd-4988-a50d-ff739b4d7ffb x-openstack-request-id: req-f3281052-79bd-4988-a50d-ff739b4d7ffb {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:12:36.989779 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65321de3-0827-42c7-baee-6933823f92f1", "tag": "6a6beb61-e78b-4bf2-a98d-870c7ea20d33", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:12:36.990083 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f3281052-79bd-4988-a50d-ff739b4d7ffb {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:12:36.990664 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65321de3-0827-42c7-baee-6933823f92f1', 'tag': '6a6beb61-e78b-4bf2-a98d-870c7ea20d33', 'status': 'completed', 'code': 200} Oct 12 20:12:37.050414 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f6601d-9a24-4fab-86e9-b780e15d829c req-dd12865e-f876-4779-9347-b5a3efff61b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:12:37.051913 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e8f6601d-9a24-4fab-86e9-b780e15d829c req-dd12865e-f876-4779-9347-b5a3efff61b7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a5e47130084c49d29f3e03e734feff77&device_id=65321de3-0827-42c7-baee-6933823f92f1 HTTP/1.1" status: 200 len: 1095 time: 0.0416756 Oct 12 20:12:37.157427 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 20:12:37.158410 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f6601d-9a24-4fab-86e9-b780e15d829c req-6ee2ecf3-1022-4751-abcc-659c48e7e9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:12:37.159890 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e8f6601d-9a24-4fab-86e9-b780e15d829c req-6ee2ecf3-1022-4751-abcc-659c48e7e9e7 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=a5e47130084c49d29f3e03e734feff77&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0989373 Oct 12 20:12:37.263188 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f6601d-9a24-4fab-86e9-b780e15d829c req-648102c2-d831-471c-a759-183208dbe67d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:12:37.264701 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e8f6601d-9a24-4fab-86e9-b780e15d829c req-648102c2-d831-471c-a759-183208dbe67d service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0968895 Oct 12 20:12:37.337449 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cecf1dc-6d84-4e23-9adf-481e04c14e91 req-8d9ec3da-3e9a-4356-84f9-1ae04dcaa837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:12:37.338912 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5cecf1dc-6d84-4e23-9adf-481e04c14e91 req-8d9ec3da-3e9a-4356-84f9-1ae04dcaa837 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a5e47130084c49d29f3e03e734feff77&device_id=65321de3-0827-42c7-baee-6933823f92f1 HTTP/1.1" status: 200 len: 1095 time: 0.0401490 Oct 12 20:12:37.379597 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5cecf1dc-6d84-4e23-9adf-481e04c14e91 req-9c883d37-830f-4aeb-b5eb-2289380bae79 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a6beb61-e78b-4bf2-a98d-870c7ea20d33 HTTP/1.1" status: 200 len: 217 time: 0.0326762 Oct 12 20:12:37.430058 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cecf1dc-6d84-4e23-9adf-481e04c14e91 req-3c29e47e-8483-48fe-b9cb-0b0b6f9caf63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:12:37.432162 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5cecf1dc-6d84-4e23-9adf-481e04c14e91 req-3c29e47e-8483-48fe-b9cb-0b0b6f9caf63 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3416d6a2-0b37-4eb2-9bfa-f2efd452d7ed HTTP/1.1" status: 200 len: 849 time: 0.0460689 Oct 12 20:12:37.475584 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cecf1dc-6d84-4e23-9adf-481e04c14e91 req-3302b8c4-ad0f-40a4-8bdf-6629d704f0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:12:37.477564 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5cecf1dc-6d84-4e23-9adf-481e04c14e91 req-3302b8c4-ad0f-40a4-8bdf-6629d704f0c1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0381021 Oct 12 20:12:37.565172 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5cecf1dc-6d84-4e23-9adf-481e04c14e91 req-41157c60-7a91-461a-9fdc-1a77fd0961af service neutron] 10.222.0.61 "GET /v2.0/networks/7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806561 Oct 12 20:12:37.654248 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5cecf1dc-6d84-4e23-9adf-481e04c14e91 req-bc0ae1a8-5309-459e-985c-f0126b47e4b6 service neutron] 10.222.0.61 "GET /v2.0/networks/7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817854 Oct 12 20:12:38.005595 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347044c6-4099-4393-bbfc-95647474a888 req-2b474daf-96f6-488d-aee6-3669e99746c2 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:12:38.007022 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-347044c6-4099-4393-bbfc-95647474a888 req-2b474daf-96f6-488d-aee6-3669e99746c2 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=65321de3-0827-42c7-baee-6933823f92f1 HTTP/1.1" status: 200 len: 944 time: 0.0513542 Oct 12 20:12:38.044322 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-347044c6-4099-4393-bbfc-95647474a888 req-220ca9ae-a456-4010-87f5-f020ec570bb1 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311511 Oct 12 20:12:39.158882 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13662f99-2e36-483b-ae34-3d6162c0c5d4 req-4ce9efd7-76de-442e-a4ef-467751945a7e tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:12:39.160346 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-13662f99-2e36-483b-ae34-3d6162c0c5d4 req-4ce9efd7-76de-442e-a4ef-467751945a7e tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=65321de3-0827-42c7-baee-6933823f92f1 HTTP/1.1" status: 200 len: 944 time: 0.0491407 Oct 12 20:12:39.198306 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-13662f99-2e36-483b-ae34-3d6162c0c5d4 req-ee5136b0-ce50-469a-8935-4da0f0b9016a tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314043 Oct 12 20:12:40.075840 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 6a6beb61-e78b-4bf2-a98d-870c7ea20d33 details requested by agent hyperv_n-h1-813679-3 with host n-h1-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 20:12:40.167994 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 6a6beb61-e78b-4bf2-a98d-870c7ea20d33, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=6a6beb61-e78b-4bf2-a98d-870c7ea20d33,segment=NetworkSegment(c1e1177d-c197-4df9-a0d5-04d28987a4ed),segment_id=c1e1177d-c197-4df9-a0d5-04d28987a4ed)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:12:40.182037 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Returning: {'device': '6a6beb61-e78b-4bf2-a98d-870c7ea20d33', 'network_id': '7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2', 'port_id': '6a6beb61-e78b-4bf2-a98d-870c7ea20d33', 'mac_address': 'fa:16:3e:5d:ab:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3416d6a2-0b37-4eb2-9bfa-f2efd452d7ed', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 20:12:40.218228 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:12:40.231461 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a6beb61-e78b-4bf2-a98d-870c7ea20d33 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 20:12:40.250298 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 6a6beb61-e78b-4bf2-a98d-870c7ea20d33, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=6a6beb61-e78b-4bf2-a98d-870c7ea20d33,segment=NetworkSegment(c1e1177d-c197-4df9-a0d5-04d28987a4ed),segment_id=c1e1177d-c197-4df9-a0d5-04d28987a4ed)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:12:40.305479 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:12:40.325199 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df6a7a1-c3d7-48da-be12-f6ee9f9b4a02 req-b9e4725b-728d-4e01-a4c5-ff1af1fe310f tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:12:40.325199 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0df6a7a1-c3d7-48da-be12-f6ee9f9b4a02 req-b9e4725b-728d-4e01-a4c5-ff1af1fe310f tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=65321de3-0827-42c7-baee-6933823f92f1 HTTP/1.1" status: 200 len: 944 time: 0.0497100 Oct 12 20:12:40.354167 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=6a6beb61-e78b-4bf2-a98d-870c7ea20d33,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:12:40.357134 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0df6a7a1-c3d7-48da-be12-f6ee9f9b4a02 req-8cf31897-e8b3-4644-8213-f9ca0b44b1f2 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315380 Oct 12 20:12:40.489734 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['6a6beb61-e78b-4bf2-a98d-870c7ea20d33'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 20:12:41.478712 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9b68d9-aa7f-4af6-9ae6-088e718f8bda req-2a670939-52d5-41d6-bc91-798c85bfaadd tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:12:41.480196 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-cb9b68d9-aa7f-4af6-9ae6-088e718f8bda req-2a670939-52d5-41d6-bc91-798c85bfaadd tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=65321de3-0827-42c7-baee-6933823f92f1 HTTP/1.1" status: 200 len: 945 time: 0.0541661 Oct 12 20:12:41.517931 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-cb9b68d9-aa7f-4af6-9ae6-088e718f8bda req-430a7f2c-e5eb-4027-83c5-670e3a731084 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317674 Oct 12 20:12:42.091080 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 6a6beb61-e78b-4bf2-a98d-870c7ea20d33 up at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 20:12:42.236443 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning for port 6a6beb61-e78b-4bf2-a98d-870c7ea20d33 completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 20:12:42.240385 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning complete for port 6a6beb61-e78b-4bf2-a98d-870c7ea20d33 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:12:42.240815 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:12:42.318410 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:12:42.340407 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65321de3-0827-42c7-baee-6933823f92f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a6beb61-e78b-4bf2-a98d-870c7ea20d33'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:12:42.342841 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b9295f95168b7ebeacfaf6dce688c5b5a488805d3fcc076b348ff91511493a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbf88c9b-bcc4-406e-a3fe-ac19048d16b0" -d '{"events": [{"server_uuid": "65321de3-0827-42c7-baee-6933823f92f1", "name": "network-vif-plugged", "status": "completed", "tag": "6a6beb61-e78b-4bf2-a98d-870c7ea20d33"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:12:42.354568 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 6a6beb61-e78b-4bf2-a98d-870c7ea20d33, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=6a6beb61-e78b-4bf2-a98d-870c7ea20d33,segment=NetworkSegment(c1e1177d-c197-4df9-a0d5-04d28987a4ed),segment_id=c1e1177d-c197-4df9-a0d5-04d28987a4ed)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:12:42.379693 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 20:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf2b0d9e-8d55-466c-874e-72b014a98bcd x-openstack-request-id: req-bf2b0d9e-8d55-466c-874e-72b014a98bcd {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:12:42.379983 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65321de3-0827-42c7-baee-6933823f92f1", "name": "network-vif-plugged", "status": "completed", "tag": "6a6beb61-e78b-4bf2-a98d-870c7ea20d33", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:12:42.380278 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bf2b0d9e-8d55-466c-874e-72b014a98bcd {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:12:42.380698 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65321de3-0827-42c7-baee-6933823f92f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a6beb61-e78b-4bf2-a98d-870c7ea20d33', 'code': 200} Oct 12 20:12:42.417464 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:12:42.464005 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=6a6beb61-e78b-4bf2-a98d-870c7ea20d33,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:12:42.472855 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f6dedb-ded3-4cf8-be57-b436ff9eb916 req-858495e6-7502-455d-b5b5-1424fd39090b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:12:42.474289 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d3f6dedb-ded3-4cf8-be57-b436ff9eb916 req-858495e6-7502-455d-b5b5-1424fd39090b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=65321de3-0827-42c7-baee-6933823f92f1 HTTP/1.1" status: 200 len: 1097 time: 0.0402598 Oct 12 20:12:42.509173 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d3f6dedb-ded3-4cf8-be57-b436ff9eb916 req-38b31084-2979-4f5f-ba09-724a6c3ec841 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275381 Oct 12 20:12:42.630680 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51989dce-eb56-44b6-9098-e4d6a68593d3 req-193dcc96-715a-4a6a-b9af-310c530d474c tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:12:42.632058 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-51989dce-eb56-44b6-9098-e4d6a68593d3 req-193dcc96-715a-4a6a-b9af-310c530d474c tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=65321de3-0827-42c7-baee-6933823f92f1 HTTP/1.1" status: 200 len: 946 time: 0.0479631 Oct 12 20:12:42.668371 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-51989dce-eb56-44b6-9098-e4d6a68593d3 req-16cd32e2-69e0-46a0-a891-46e27af5eab4 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303760 Oct 12 20:12:43.784694 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f6029c-113e-41ac-a441-a9718eabfc48 req-898d8107-cffc-47ba-9d11-dfcf367bfd71 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:12:43.786159 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-98f6029c-113e-41ac-a441-a9718eabfc48 req-898d8107-cffc-47ba-9d11-dfcf367bfd71 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=65321de3-0827-42c7-baee-6933823f92f1 HTTP/1.1" status: 200 len: 946 time: 0.0488849 Oct 12 20:12:43.824163 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-98f6029c-113e-41ac-a441-a9718eabfc48 req-1ad79c0b-73c2-469b-8c3b-89e8744880d9 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318677 Oct 12 20:12:44.942993 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a492020-da9f-4bd5-8ce3-a9303e984e79 req-28380e61-04c6-4a05-809b-3f51f607e9f0 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:12:44.948549 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7a492020-da9f-4bd5-8ce3-a9303e984e79 req-28380e61-04c6-4a05-809b-3f51f607e9f0 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=65321de3-0827-42c7-baee-6933823f92f1 HTTP/1.1" status: 200 len: 946 time: 0.0554731 Oct 12 20:12:44.984706 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7a492020-da9f-4bd5-8ce3-a9303e984e79 req-1b3d7602-b672-471f-b6ed-7b2397d54af4 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329280 Oct 12 20:12:45.103624 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698d129e-4094-4651-84c3-8728add6abfe req-944b2ab4-40fb-4802-beb1-c9d7f0bbf4c9 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:12:45.104834 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-698d129e-4094-4651-84c3-8728add6abfe req-944b2ab4-40fb-4802-beb1-c9d7f0bbf4c9 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=65321de3-0827-42c7-baee-6933823f92f1 HTTP/1.1" status: 200 len: 946 time: 0.0538561 Oct 12 20:12:45.113241 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 34224) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:12:45.117778 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-9ded8122-75d9-4b7a-976f-cff7c50836c1 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Request body: {'floatingip': {'port_id': '6a6beb61-e78b-4bf2-a98d-870c7ea20d33'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:12:45.159343 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9ded8122-75d9-4b7a-976f-cff7c50836c1 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Notify callbacks [] for floatingip, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:12:45.646852 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9ded8122-75d9-4b7a-976f-cff7c50836c1 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:12:45.719812 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9ded8122-75d9-4b7a-976f-cff7c50836c1 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7915414'] for floatingip, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:12:45.818127 n-d-813679-3 neutron-server[95501]: INFO neutron.db.l3_db [None req-9ded8122-75d9-4b7a-976f-cff7c50836c1 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Floating IP 0798c97e-9052-4880-8a9e-a490256f1dd4 associated. External IP: 172.25.5.103, port: 6a6beb61-e78b-4bf2-a98d-870c7ea20d33. Oct 12 20:12:46.326830 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ded8122-75d9-4b7a-976f-cff7c50836c1 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Router 2389800d-42f7-4e23-879b-812c07b5a960 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 20:12:46.428301 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ded8122-75d9-4b7a-976f-cff7c50836c1 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 20:12:46.433746 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9ded8122-75d9-4b7a-976f-cff7c50836c1 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:12:46.438309 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3afc3da-eb70-4a15-b156-92b856ef0a40 None None] Sync routers for ids ['2389800d-42f7-4e23-879b-812c07b5a960'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 20:12:46.448053 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3afc3da-eb70-4a15-b156-92b856ef0a40 None None] Routers {'2389800d-42f7-4e23-879b-812c07b5a960'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:12:46.448678 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-c3afc3da-eb70-4a15-b156-92b856ef0a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:12:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['2389800d-42f7-4e23-879b-812c07b5a960'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:12:46.459826 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-9ded8122-75d9-4b7a-976f-cff7c50836c1 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "PUT /v2.0/floatingips/0798c97e-9052-4880-8a9e-a490256f1dd4 HTTP/1.1" status: 200 len: 993 time: 1.3455234 Oct 12 20:12:46.460541 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65321de3-0827-42c7-baee-6933823f92f1', 'tag': '6a6beb61-e78b-4bf2-a98d-870c7ea20d33'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:12:46.462996 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de8ed798067560d07a98492cd8cb53eb3655be3ac6c9fe2f8402857175a8f58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ced84bf-6b4f-4686-ac35-db8fdaf0259d" -d '{"events": [{"name": "network-changed", "server_uuid": "65321de3-0827-42c7-baee-6933823f92f1", "tag": "6a6beb61-e78b-4bf2-a98d-870c7ea20d33"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:12:46.502196 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 20:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ffa6472-cc7f-4419-9771-43fb295fd834 x-openstack-request-id: req-3ffa6472-cc7f-4419-9771-43fb295fd834 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:12:46.502485 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65321de3-0827-42c7-baee-6933823f92f1", "tag": "6a6beb61-e78b-4bf2-a98d-870c7ea20d33", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:12:46.502739 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3ffa6472-cc7f-4419-9771-43fb295fd834 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:12:46.503194 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65321de3-0827-42c7-baee-6933823f92f1', 'tag': '6a6beb61-e78b-4bf2-a98d-870c7ea20d33', 'status': 'completed', 'code': 200} Oct 12 20:12:46.553289 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-c3afc3da-eb70-4a15-b156-92b856ef0a40 None None] Set router 2389800d-42f7-4e23-879b-812c07b5a960 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:12:46.567465 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ced84bf-6b4f-4686-ac35-db8fdaf0259d req-bba0196c-f5b5-4721-ace5-de748f018755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:12:46.569073 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0ced84bf-6b4f-4686-ac35-db8fdaf0259d req-bba0196c-f5b5-4721-ace5-de748f018755 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a5e47130084c49d29f3e03e734feff77&device_id=65321de3-0827-42c7-baee-6933823f92f1 HTTP/1.1" status: 200 len: 1097 time: 0.0405898 Oct 12 20:12:46.660621 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ced84bf-6b4f-4686-ac35-db8fdaf0259d req-fe00cf2d-07ce-416e-8c27-088f07189b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:12:46.661965 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0ced84bf-6b4f-4686-ac35-db8fdaf0259d req-fe00cf2d-07ce-416e-8c27-088f07189b61 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2 HTTP/1.1" status: 200 len: 911 time: 0.0853589 Oct 12 20:12:46.726476 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0ced84bf-6b4f-4686-ac35-db8fdaf0259d req-0ea71447-ae92-477a-8988-01dbd491dd6b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a6beb61-e78b-4bf2-a98d-870c7ea20d33 HTTP/1.1" status: 200 len: 1001 time: 0.0571146 Oct 12 20:12:46.774274 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-c3afc3da-eb70-4a15-b156-92b856ef0a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2389800d-42f7-4e23-879b-812c07b5a960', 'name': 'tempest-ServerActionsTestJSON-14519898-router', 'tenant_id': 'a5e47130084c49d29f3e03e734feff77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '75a63f28-3dab-4f96-8263-753a10c00cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:05:23Z', 'updated_at': '2021-10-12T20:05:26Z', 'revision_number': 4, 'project_id': 'a5e47130084c49d29f3e03e734feff77', 'gw_port': {'id': '75a63f28-3dab-4f96-8263-753a10c00cca', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:63:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2389800d-42f7-4e23-879b-812c07b5a960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:05:24Z', 'updated_at': '2021-10-12T20:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': '0798c97e-9052-4880-8a9e-a490256f1dd4', 'tenant_id': 'a5e47130084c49d29f3e03e734feff77', 'floating_ip_address': '172.25.5.103', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': '2389800d-42f7-4e23-879b-812c07b5a960', 'port_id': '6a6beb61-e78b-4bf2-a98d-870c7ea20d33', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2', 'mac_address': 'fa:16:3e:5d:ab:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65321de3-0827-42c7-baee-6933823f92f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T20:05:29Z', 'updated_at': '2021-10-12T20:12:45Z', 'revision_number': 13, 'project_id': 'a5e47130084c49d29f3e03e734feff77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '142995b5-8f7f-4668-9555-845769fa1ec6', 'name': '', 'network_id': '7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2', 'tenant_id': 'a5e47130084c49d29f3e03e734feff77', 'mac_address': 'fa:16:3e:d8:da:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2389800d-42f7-4e23-879b-812c07b5a960', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '3416d6a2-0b37-4eb2-9bfa-f2efd452d7ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:05:26Z', 'updated_at': '2021-10-12T20:05:29Z', 'revision_number': 5, 'project_id': 'a5e47130084c49d29f3e03e734feff77', 'subnets': [{'id': '3416d6a2-0b37-4eb2-9bfa-f2efd452d7ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:12:46.776986 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ced84bf-6b4f-4686-ac35-db8fdaf0259d req-b759dbf8-45fc-4b74-9446-552d8779d8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:12:46.778429 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0ced84bf-6b4f-4686-ac35-db8fdaf0259d req-b759dbf8-45fc-4b74-9446-552d8779d8f5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3416d6a2-0b37-4eb2-9bfa-f2efd452d7ed HTTP/1.1" status: 200 len: 849 time: 0.0428879 Oct 12 20:12:46.800198 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3afc3da-eb70-4a15-b156-92b856ef0a40 None None] Checking router: 2389800d-42f7-4e23-879b-812c07b5a960 for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 20:12:46.808424 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3afc3da-eb70-4a15-b156-92b856ef0a40 None None] Routers {'2389800d-42f7-4e23-879b-812c07b5a960'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:12:46.809033 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-c3afc3da-eb70-4a15-b156-92b856ef0a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:12:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['2389800d-42f7-4e23-879b-812c07b5a960'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:12:46.827568 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ced84bf-6b4f-4686-ac35-db8fdaf0259d req-8794a5eb-9e20-42f5-b88e-60c401e7befd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:12:46.829075 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0ced84bf-6b4f-4686-ac35-db8fdaf0259d req-8794a5eb-9e20-42f5-b88e-60c401e7befd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436471 Oct 12 20:12:46.911555 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-c3afc3da-eb70-4a15-b156-92b856ef0a40 None None] Set router 2389800d-42f7-4e23-879b-812c07b5a960 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:12:46.919298 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0ced84bf-6b4f-4686-ac35-db8fdaf0259d req-1edcdb0f-1ea9-4b83-85a9-99ab100dfa67 service neutron] 10.222.0.61 "GET /v2.0/networks/7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823088 Oct 12 20:12:47.010251 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0ced84bf-6b4f-4686-ac35-db8fdaf0259d req-0df5f67f-acdf-436e-a9d2-1c40bd32432d service neutron] 10.222.0.61 "GET /v2.0/networks/7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842593 Oct 12 20:12:47.132357 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-c3afc3da-eb70-4a15-b156-92b856ef0a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2389800d-42f7-4e23-879b-812c07b5a960', 'name': 'tempest-ServerActionsTestJSON-14519898-router', 'tenant_id': 'a5e47130084c49d29f3e03e734feff77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '75a63f28-3dab-4f96-8263-753a10c00cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:05:23Z', 'updated_at': '2021-10-12T20:05:26Z', 'revision_number': 4, 'project_id': 'a5e47130084c49d29f3e03e734feff77', 'gw_port': {'id': '75a63f28-3dab-4f96-8263-753a10c00cca', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:63:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2389800d-42f7-4e23-879b-812c07b5a960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:05:24Z', 'updated_at': '2021-10-12T20:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': '0798c97e-9052-4880-8a9e-a490256f1dd4', 'tenant_id': 'a5e47130084c49d29f3e03e734feff77', 'floating_ip_address': '172.25.5.103', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': '2389800d-42f7-4e23-879b-812c07b5a960', 'port_id': '6a6beb61-e78b-4bf2-a98d-870c7ea20d33', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2', 'mac_address': 'fa:16:3e:5d:ab:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65321de3-0827-42c7-baee-6933823f92f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T20:05:29Z', 'updated_at': '2021-10-12T20:12:45Z', 'revision_number': 13, 'project_id': 'a5e47130084c49d29f3e03e734feff77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '142995b5-8f7f-4668-9555-845769fa1ec6', 'name': '', 'network_id': '7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2', 'tenant_id': 'a5e47130084c49d29f3e03e734feff77', 'mac_address': 'fa:16:3e:d8:da:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2389800d-42f7-4e23-879b-812c07b5a960', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '3416d6a2-0b37-4eb2-9bfa-f2efd452d7ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:05:26Z', 'updated_at': '2021-10-12T20:05:29Z', 'revision_number': 5, 'project_id': 'a5e47130084c49d29f3e03e734feff77', 'subnets': [{'id': '3416d6a2-0b37-4eb2-9bfa-f2efd452d7ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:12:47.162186 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3afc3da-eb70-4a15-b156-92b856ef0a40 None None] The sync data for ids ['2389800d-42f7-4e23-879b-812c07b5a960'] in n-d-813679-3 is: [{'id': '2389800d-42f7-4e23-879b-812c07b5a960', 'name': 'tempest-ServerActionsTestJSON-14519898-router', 'tenant_id': 'a5e47130084c49d29f3e03e734feff77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '75a63f28-3dab-4f96-8263-753a10c00cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:05:23Z', 'updated_at': '2021-10-12T20:05:26Z', 'revision_number': 4, 'project_id': 'a5e47130084c49d29f3e03e734feff77', 'gw_port': {'id': '75a63f28-3dab-4f96-8263-753a10c00cca', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:63:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2389800d-42f7-4e23-879b-812c07b5a960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:05:24Z', 'updated_at': '2021-10-12T20:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': '0798c97e-9052-4880-8a9e-a490256f1dd4', 'tenant_id': 'a5e47130084c49d29f3e03e734feff77', 'floating_ip_address': '172.25.5.103', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': '2389800d-42f7-4e23-879b-812c07b5a960', 'port_id': '6a6beb61-e78b-4bf2-a98d-870c7ea20d33', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2', 'mac_address': 'fa:16:3e:5d:ab:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65321de3-0827-42c7-baee-6933823f92f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T20:05:29Z', 'updated_at': '2021-10-12T20:12:45Z', 'revision_number': 13, 'project_id': 'a5e47130084c49d29f3e03e734feff77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '142995b5-8f7f-4668-9555-845769fa1ec6', 'name': '', 'network_id': '7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2', 'tenant_id': 'a5e47130084c49d29f3e03e734feff77', 'mac_address': 'fa:16:3e:d8:da:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2389800d-42f7-4e23-879b-812c07b5a960', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '3416d6a2-0b37-4eb2-9bfa-f2efd452d7ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:05:26Z', 'updated_at': '2021-10-12T20:05:29Z', 'revision_number': 5, 'project_id': 'a5e47130084c49d29f3e03e734feff77', 'subnets': [{'id': '3416d6a2-0b37-4eb2-9bfa-f2efd452d7ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 20:12:47.356441 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e12976-b9f8-4051-9137-4facb81e6768 None None] New status for floating IP 0798c97e-9052-4880-8a9e-a490256f1dd4: ACTIVE {{(pid=95504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 20:12:59.199742 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0387d597-3b80-420d-959f-8c107b229964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:13:01.741957 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-244415f1-5bbd-4713-a323-6d03be647345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:13:02.521568 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:13:03.213129 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:13:03.494327 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:13:04.492865 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:13:04.736738 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:13:11.783227 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-136d8a8b-dfe1-44f7-8464-5a335035dd5d req-494a9d4b-03fa-4cb0-aa0a-f881a410d947 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=65321de3-0827-42c7-baee-6933823f92f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402100 Oct 12 20:13:11.863093 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136d8a8b-dfe1-44f7-8464-5a335035dd5d req-27ae68a1-092d-49ba-b2b1-9d8854922a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:13:11.864560 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-136d8a8b-dfe1-44f7-8464-5a335035dd5d req-27ae68a1-092d-49ba-b2b1-9d8854922a3d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a5e47130084c49d29f3e03e734feff77&device_id=65321de3-0827-42c7-baee-6933823f92f1 HTTP/1.1" status: 200 len: 1097 time: 0.0394886 Oct 12 20:13:11.972459 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136d8a8b-dfe1-44f7-8464-5a335035dd5d req-a519210c-0515-48d4-992e-3612d88ba20d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:13:11.974567 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-136d8a8b-dfe1-44f7-8464-5a335035dd5d req-a519210c-0515-48d4-992e-3612d88ba20d service neutron] 10.222.0.61 "GET /v2.0/networks?id=7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2 HTTP/1.1" status: 200 len: 911 time: 0.0906096 Oct 12 20:13:12.046555 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-136d8a8b-dfe1-44f7-8464-5a335035dd5d req-6fe19039-28a8-4f19-a2d6-2d443c0fd6ee service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a6beb61-e78b-4bf2-a98d-870c7ea20d33 HTTP/1.1" status: 200 len: 1003 time: 0.0559678 Oct 12 20:13:12.093706 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136d8a8b-dfe1-44f7-8464-5a335035dd5d req-3547c568-4721-4192-a572-4c10c6bf1793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:13:12.095100 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-136d8a8b-dfe1-44f7-8464-5a335035dd5d req-3547c568-4721-4192-a572-4c10c6bf1793 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3416d6a2-0b37-4eb2-9bfa-f2efd452d7ed HTTP/1.1" status: 200 len: 849 time: 0.0418081 Oct 12 20:13:12.146452 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136d8a8b-dfe1-44f7-8464-5a335035dd5d req-09f848bd-d274-4aa3-af3a-16e28cec94b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:13:12.147908 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-136d8a8b-dfe1-44f7-8464-5a335035dd5d req-09f848bd-d274-4aa3-af3a-16e28cec94b2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434959 Oct 12 20:13:12.242115 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-136d8a8b-dfe1-44f7-8464-5a335035dd5d req-8b237626-cf91-46e0-a27a-17920015c40c service neutron] 10.222.0.61 "GET /v2.0/networks/7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863101 Oct 12 20:13:12.332979 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-136d8a8b-dfe1-44f7-8464-5a335035dd5d req-f761fd1a-3032-45f6-95e0-cb1883b4e7a4 service neutron] 10.222.0.61 "GET /v2.0/networks/7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828986 Oct 12 20:13:14.158513 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 20:13:29.192879 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-deec5c60-22fc-4d8c-9568-be4c65ebe7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:13:31.758228 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fef1fce3-70d5-4518-8a98-47201187ea01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:13:32.557883 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:13:33.220996 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:13:33.517774 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:13:34.512198 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:13:34.718118 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:13:51.158774 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 20:13:59.202498 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-43488bc0-6cda-4efc-9075-eac4ee0131b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:14:01.728072 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0650d8d1-12ec-421c-8ca0-b2036586e054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:14:02.522194 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:14:03.208495 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:14:03.519772 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:14:04.526111 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:14:04.731380 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:14:11.773776 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6bd9fd78-772d-4c50-bbe4-5a3619c92dc9 req-f8288301-5d31-4cff-b6f1-76323949ae49 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=65321de3-0827-42c7-baee-6933823f92f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396125 Oct 12 20:14:11.853096 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd9fd78-772d-4c50-bbe4-5a3619c92dc9 req-e795e9d4-6daa-4c85-bc36-49ea7c383f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:14:11.854546 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6bd9fd78-772d-4c50-bbe4-5a3619c92dc9 req-e795e9d4-6daa-4c85-bc36-49ea7c383f12 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a5e47130084c49d29f3e03e734feff77&device_id=65321de3-0827-42c7-baee-6933823f92f1 HTTP/1.1" status: 200 len: 1097 time: 0.0394967 Oct 12 20:14:11.957435 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd9fd78-772d-4c50-bbe4-5a3619c92dc9 req-d4fce6e9-8baa-4875-9842-33343cd3fd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:14:11.958849 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6bd9fd78-772d-4c50-bbe4-5a3619c92dc9 req-d4fce6e9-8baa-4875-9842-33343cd3fd13 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2 HTTP/1.1" status: 200 len: 911 time: 0.0857368 Oct 12 20:14:12.023022 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6bd9fd78-772d-4c50-bbe4-5a3619c92dc9 req-aea66b62-df7c-4eae-ac30-ddaa36473a4e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a6beb61-e78b-4bf2-a98d-870c7ea20d33 HTTP/1.1" status: 200 len: 1003 time: 0.0566761 Oct 12 20:14:12.074827 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd9fd78-772d-4c50-bbe4-5a3619c92dc9 req-3848cae2-8937-407a-bf0c-6c0683444701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:14:12.076159 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6bd9fd78-772d-4c50-bbe4-5a3619c92dc9 req-3848cae2-8937-407a-bf0c-6c0683444701 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3416d6a2-0b37-4eb2-9bfa-f2efd452d7ed HTTP/1.1" status: 200 len: 849 time: 0.0458500 Oct 12 20:14:12.363013 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd9fd78-772d-4c50-bbe4-5a3619c92dc9 req-8ae8c39e-dd25-4091-855a-73c45aa09f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:14:12.364415 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6bd9fd78-772d-4c50-bbe4-5a3619c92dc9 req-8ae8c39e-dd25-4091-855a-73c45aa09f32 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2815745 Oct 12 20:14:12.451394 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6bd9fd78-772d-4c50-bbe4-5a3619c92dc9 req-371dbb22-88d1-4797-bfe7-353aed5f8b24 service neutron] 10.222.0.61 "GET /v2.0/networks/7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798085 Oct 12 20:14:12.541874 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6bd9fd78-772d-4c50-bbe4-5a3619c92dc9 req-1bdc049b-55b4-4c47-8037-ac101ffe9ac8 service neutron] 10.222.0.61 "GET /v2.0/networks/7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836794 Oct 12 20:14:24.044355 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805d8fe5-350b-4a79-bac9-b0ce48a3633d req-c4002c96-9bbe-4431-9ee7-f3b907138ead tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:14:24.045784 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-805d8fe5-350b-4a79-bac9-b0ce48a3633d req-c4002c96-9bbe-4431-9ee7-f3b907138ead tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=65321de3-0827-42c7-baee-6933823f92f1 HTTP/1.1" status: 200 len: 946 time: 0.0490174 Oct 12 20:14:24.082599 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-805d8fe5-350b-4a79-bac9-b0ce48a3633d req-02fb0181-a2d4-49d3-97b6-78810860c00b tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308378 Oct 12 20:14:28.158610 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 20:14:29.162091 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fa1d3868-3bce-4f33-89dd-a751eae63a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:14:31.715330 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5d6b6685-8221-4a55-a98c-1b9a89f03127 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:14:32.530655 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:14:33.256924 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:14:33.548156 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:14:34.532551 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:14:34.726507 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:14:36.445303 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [req-33fc3a0a-556c-4918-b4b5-2a75e2570d6b req-bc5f2ada-0c10-4dca-9669-fdb1cdd43e51 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 20:14:36.446285 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-33fc3a0a-556c-4918-b4b5-2a75e2570d6b req-bc5f2ada-0c10-4dca-9669-fdb1cdd43e51 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0052865 Oct 12 20:14:36.764797 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf0e781-343b-40a8-a6e0-4209c465bc49 req-0c6e2471-2bc7-447a-849a-58f938721940 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:14:36.766306 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5cf0e781-343b-40a8-a6e0-4209c465bc49 req-0c6e2471-2bc7-447a-849a-58f938721940 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=65321de3-0827-42c7-baee-6933823f92f1 HTTP/1.1" status: 200 len: 946 time: 0.0520244 Oct 12 20:14:36.804537 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5cf0e781-343b-40a8-a6e0-4209c465bc49 req-48020687-9b9c-4c41-bc4e-431e72c4640a tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322623 Oct 12 20:14:36.965856 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e88a5ef3-3cca-450f-bca8-f457e45f117b req-1409ca5a-07ba-4da5-ab28-0fdfbdc13029 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=65321de3-0827-42c7-baee-6933823f92f1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0884554 Oct 12 20:14:37.925280 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5f7def-6a16-49c0-96d9-b1af5cab84a3 req-2b525c3a-c32b-4ff9-bb03-0e60e8d8b7b9 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:14:37.927406 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9e5f7def-6a16-49c0-96d9-b1af5cab84a3 req-2b525c3a-c32b-4ff9-bb03-0e60e8d8b7b9 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=65321de3-0827-42c7-baee-6933823f92f1 HTTP/1.1" status: 200 len: 946 time: 0.0539949 Oct 12 20:14:37.966036 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9e5f7def-6a16-49c0-96d9-b1af5cab84a3 req-670180ea-dadc-470a-ad38-6129ccaa0faf tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322888 Oct 12 20:14:38.958391 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88a5ef3-3cca-450f-bca8-f457e45f117b req-89f631fa-973c-4144-ad55-479d286af1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:14:38.959842 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e88a5ef3-3cca-450f-bca8-f457e45f117b req-89f631fa-973c-4144-ad55-479d286af1b0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a5e47130084c49d29f3e03e734feff77&device_id=65321de3-0827-42c7-baee-6933823f92f1 HTTP/1.1" status: 200 len: 1097 time: 0.0403361 Oct 12 20:14:39.053160 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88a5ef3-3cca-450f-bca8-f457e45f117b req-0bf20df9-332e-437b-a808-d59eb12c7bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:14:39.054630 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e88a5ef3-3cca-450f-bca8-f457e45f117b req-0bf20df9-332e-437b-a808-d59eb12c7bf0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2 HTTP/1.1" status: 200 len: 911 time: 0.0876849 Oct 12 20:14:39.083282 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb076e1-c9bd-4178-bf7a-bf0b7425d4cb req-7d739a4c-251a-41c8-848c-f90eda7ffb74 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:14:39.084847 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6cb076e1-c9bd-4178-bf7a-bf0b7425d4cb req-7d739a4c-251a-41c8-848c-f90eda7ffb74 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=65321de3-0827-42c7-baee-6933823f92f1 HTTP/1.1" status: 200 len: 946 time: 0.0496867 Oct 12 20:14:39.119148 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e88a5ef3-3cca-450f-bca8-f457e45f117b req-7d6d2869-a645-4150-8c1a-6da281c4ee68 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a6beb61-e78b-4bf2-a98d-870c7ea20d33 HTTP/1.1" status: 200 len: 1003 time: 0.0573714 Oct 12 20:14:39.124545 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6cb076e1-c9bd-4178-bf7a-bf0b7425d4cb req-fbf04a85-99d6-438f-bca0-9794b29c79e6 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329747 Oct 12 20:14:39.167340 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88a5ef3-3cca-450f-bca8-f457e45f117b req-a13c5081-283c-4991-ba86-7a84f6f3158f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:14:39.168812 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e88a5ef3-3cca-450f-bca8-f457e45f117b req-a13c5081-283c-4991-ba86-7a84f6f3158f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3416d6a2-0b37-4eb2-9bfa-f2efd452d7ed HTTP/1.1" status: 200 len: 849 time: 0.0428417 Oct 12 20:14:39.217938 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88a5ef3-3cca-450f-bca8-f457e45f117b req-6d55db07-0138-4d07-9186-c8094fdc186f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:14:39.219300 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e88a5ef3-3cca-450f-bca8-f457e45f117b req-6d55db07-0138-4d07-9186-c8094fdc186f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436568 Oct 12 20:14:39.307894 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e88a5ef3-3cca-450f-bca8-f457e45f117b req-36a5c472-a72c-4fde-88aa-4ecf6bbddcf6 service neutron] 10.222.0.61 "GET /v2.0/networks/7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813909 Oct 12 20:14:39.398497 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e88a5ef3-3cca-450f-bca8-f457e45f117b req-33946c2d-4bcc-4993-b694-1a59b63ee32e service neutron] 10.222.0.61 "GET /v2.0/networks/7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826240 Oct 12 20:14:40.240051 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a39b568-c69b-41cf-92d5-42c705dc7852 req-e3f3acdc-dc8d-477f-91bc-d29416ce2a0e tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:14:40.241500 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1a39b568-c69b-41cf-92d5-42c705dc7852 req-e3f3acdc-dc8d-477f-91bc-d29416ce2a0e tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=65321de3-0827-42c7-baee-6933823f92f1 HTTP/1.1" status: 200 len: 946 time: 0.0489476 Oct 12 20:14:40.278654 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1a39b568-c69b-41cf-92d5-42c705dc7852 req-ca39e367-3370-4d0d-8728-97e084c28371 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312686 Oct 12 20:14:41.392362 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf2ef93-6b84-431a-ab36-af62e811856a req-a4f36d0c-52d4-4786-ac14-144064fae6e2 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:14:41.393724 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cdf2ef93-6b84-431a-ab36-af62e811856a req-a4f36d0c-52d4-4786-ac14-144064fae6e2 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=65321de3-0827-42c7-baee-6933823f92f1 HTTP/1.1" status: 200 len: 946 time: 0.0483470 Oct 12 20:14:41.429748 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cdf2ef93-6b84-431a-ab36-af62e811856a req-5af746fa-f7a4-4eed-aef7-0ae7e4b413b8 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302582 Oct 12 20:14:42.544091 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a56941-ac81-4f7a-8f6c-d9f4f1c1c43e req-924ce997-1c23-4953-9512-4cf9ba580ef4 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:14:42.545533 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-05a56941-ac81-4f7a-8f6c-d9f4f1c1c43e req-924ce997-1c23-4953-9512-4cf9ba580ef4 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=65321de3-0827-42c7-baee-6933823f92f1 HTTP/1.1" status: 200 len: 946 time: 0.0479848 Oct 12 20:14:42.582559 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-05a56941-ac81-4f7a-8f6c-d9f4f1c1c43e req-6666ca1e-82f3-49ad-b25c-1c74f2f70987 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311987 Oct 12 20:14:43.704542 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30efb9a6-5aa6-4ec3-ab77-3aacb66155fc req-c8296e60-38d0-4c04-a294-7e54f866789a tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:14:43.706017 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-30efb9a6-5aa6-4ec3-ab77-3aacb66155fc req-c8296e60-38d0-4c04-a294-7e54f866789a tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=65321de3-0827-42c7-baee-6933823f92f1 HTTP/1.1" status: 200 len: 946 time: 0.0519087 Oct 12 20:14:43.744020 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-30efb9a6-5aa6-4ec3-ab77-3aacb66155fc req-b02de123-b7e3-4bec-8b9a-c2fb798c2e00 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311217 Oct 12 20:14:44.858929 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b95888-6d06-4692-a52d-52238c3e51dd req-97a9c358-4bf5-4baf-8e90-9ce9c68fe183 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:14:44.860388 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-85b95888-6d06-4692-a52d-52238c3e51dd req-97a9c358-4bf5-4baf-8e90-9ce9c68fe183 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=65321de3-0827-42c7-baee-6933823f92f1 HTTP/1.1" status: 200 len: 946 time: 0.0477693 Oct 12 20:14:44.900451 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-85b95888-6d06-4692-a52d-52238c3e51dd req-0a562faf-240c-4ce0-adac-31c40313afb1 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341380 Oct 12 20:14:46.013619 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7b3d37-bc25-4a72-a57f-461924ef50f9 req-779e7a4d-a063-471f-a6a9-1594c45cc2cd tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:14:46.015062 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fb7b3d37-bc25-4a72-a57f-461924ef50f9 req-779e7a4d-a063-471f-a6a9-1594c45cc2cd tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=65321de3-0827-42c7-baee-6933823f92f1 HTTP/1.1" status: 200 len: 946 time: 0.0472651 Oct 12 20:14:46.051814 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fb7b3d37-bc25-4a72-a57f-461924ef50f9 req-4f857418-f76d-487b-a5dd-02909beee1db tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308630 Oct 12 20:14:47.169804 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bab9be-924f-417f-b51f-ffeb0ea5dc43 req-4b327a0c-ff8d-4e2a-a151-f5f67a8387b3 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:14:47.171272 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c1bab9be-924f-417f-b51f-ffeb0ea5dc43 req-4b327a0c-ff8d-4e2a-a151-f5f67a8387b3 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=65321de3-0827-42c7-baee-6933823f92f1 HTTP/1.1" status: 200 len: 946 time: 0.0494113 Oct 12 20:14:47.211697 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c1bab9be-924f-417f-b51f-ffeb0ea5dc43 req-9024965f-b0d7-428e-9e0e-23158ac38261 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327315 Oct 12 20:14:48.327470 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d5be6d-8f1a-4db7-b67d-9333c408267c req-ec93e3fd-c398-4083-9023-122399879c2c tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:14:48.329082 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-73d5be6d-8f1a-4db7-b67d-9333c408267c req-ec93e3fd-c398-4083-9023-122399879c2c tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=65321de3-0827-42c7-baee-6933823f92f1 HTTP/1.1" status: 200 len: 946 time: 0.0482018 Oct 12 20:14:48.366621 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-73d5be6d-8f1a-4db7-b67d-9333c408267c req-cce3ba7e-bd41-42c4-8adb-5d1c6c393a4c tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314865 Oct 12 20:14:49.480413 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312bb9b4-65fc-48d1-9f31-06423c6eaeb1 req-e77e127b-0500-40bb-9493-86e0c43e877d tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:14:49.481857 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-312bb9b4-65fc-48d1-9f31-06423c6eaeb1 req-e77e127b-0500-40bb-9493-86e0c43e877d tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=65321de3-0827-42c7-baee-6933823f92f1 HTTP/1.1" status: 200 len: 946 time: 0.0488226 Oct 12 20:14:49.519381 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-312bb9b4-65fc-48d1-9f31-06423c6eaeb1 req-31e68d45-5a9d-4518-b628-bbbbd6ddb89f tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316997 Oct 12 20:14:50.637480 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371a33bb-7ec1-4d22-bf04-159164cfdb84 req-a79fc5b6-c89d-4937-98ae-dbd37c592ba1 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:14:50.638942 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-371a33bb-7ec1-4d22-bf04-159164cfdb84 req-a79fc5b6-c89d-4937-98ae-dbd37c592ba1 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=65321de3-0827-42c7-baee-6933823f92f1 HTTP/1.1" status: 200 len: 946 time: 0.0528243 Oct 12 20:14:50.676145 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-371a33bb-7ec1-4d22-bf04-159164cfdb84 req-5e03cdbd-a798-4d9f-9ccc-84088e4f876f tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312564 Oct 12 20:14:51.793355 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e8840b-e02d-4297-ab1d-e36dcf37e010 req-47da7149-1286-4f57-9ba9-637be7ee0bba tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:14:51.794845 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-03e8840b-e02d-4297-ab1d-e36dcf37e010 req-47da7149-1286-4f57-9ba9-637be7ee0bba tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=65321de3-0827-42c7-baee-6933823f92f1 HTTP/1.1" status: 200 len: 946 time: 0.0507998 Oct 12 20:14:51.836942 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-03e8840b-e02d-4297-ab1d-e36dcf37e010 req-ebe68d34-1282-42c4-b63e-b7982850533c tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360031 Oct 12 20:14:52.953261 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3594326-bf24-4aba-a754-de0e19232fe8 req-b5e5bdd7-88a7-421f-a8a4-3d5c6e0c1d7c tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:14:52.954443 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f3594326-bf24-4aba-a754-de0e19232fe8 req-b5e5bdd7-88a7-421f-a8a4-3d5c6e0c1d7c tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=65321de3-0827-42c7-baee-6933823f92f1 HTTP/1.1" status: 200 len: 946 time: 0.0485036 Oct 12 20:14:52.993895 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f3594326-bf24-4aba-a754-de0e19232fe8 req-545f879b-5f22-47e9-8059-900520d301b7 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317168 Oct 12 20:14:53.861984 n-d-813679-3 neutron-server[95502]: INFO neutron.api.v2.resource [req-e88a5ef3-3cca-450f-bca8-f457e45f117b req-3791c3fa-bf25-43b4-b177-8aff509e3dc4 service neutron] show failed (client error): The resource could not be found. Oct 12 20:14:53.862912 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e88a5ef3-3cca-450f-bca8-f457e45f117b req-3791c3fa-bf25-43b4-b177-8aff509e3dc4 service neutron] 10.222.0.61 "GET /v2.0/ports/6a6beb61-e78b-4bf2-a98d-870c7ea20d33/bindings/n-h2-813679-3 HTTP/1.1" status: 404 len: 380 time: 0.0535183 Oct 12 20:14:54.111683 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2843c4fb-802f-4874-896c-57b2fc98d660 req-3859319a-6061-4761-b0a8-1628b97c9128 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:14:54.113258 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2843c4fb-802f-4874-896c-57b2fc98d660 req-3859319a-6061-4761-b0a8-1628b97c9128 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=65321de3-0827-42c7-baee-6933823f92f1 HTTP/1.1" status: 200 len: 946 time: 0.0501788 Oct 12 20:14:54.151457 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2843c4fb-802f-4874-896c-57b2fc98d660 req-f4b8f6a8-0b31-416d-9723-5da701983ca4 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323470 Oct 12 20:14:54.396823 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88a5ef3-3cca-450f-bca8-f457e45f117b req-ddd16e17-0888-42de-9c29-6941ef03d8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:14:54.398223 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e88a5ef3-3cca-450f-bca8-f457e45f117b req-ddd16e17-0888-42de-9c29-6941ef03d8ab service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=65321de3-0827-42c7-baee-6933823f92f1&tenant_id=a5e47130084c49d29f3e03e734feff77 HTTP/1.1" status: 200 len: 1097 time: 0.0867596 Oct 12 20:14:54.410135 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-e88a5ef3-3cca-450f-bca8-f457e45f117b req-76ba722e-699b-45de-97ec-94fd433519be service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813679-3', 'device_owner': 'compute:nova'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:14:54.464085 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-e88a5ef3-3cca-450f-bca8-f457e45f117b req-76ba722e-699b-45de-97ec-94fd433519be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:14:54.661961 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-e88a5ef3-3cca-450f-bca8-f457e45f117b req-76ba722e-699b-45de-97ec-94fd433519be service neutron] For port 6a6beb61-e78b-4bf2-a98d-870c7ea20d33, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=6a6beb61-e78b-4bf2-a98d-870c7ea20d33,segment=NetworkSegment(c1e1177d-c197-4df9-a0d5-04d28987a4ed),segment_id=c1e1177d-c197-4df9-a0d5-04d28987a4ed)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:14:54.696198 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-e88a5ef3-3cca-450f-bca8-f457e45f117b req-76ba722e-699b-45de-97ec-94fd433519be service neutron] For port 6a6beb61-e78b-4bf2-a98d-870c7ea20d33, host n-h1-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 20:14:54.735042 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65321de3-0827-42c7-baee-6933823f92f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a6beb61-e78b-4bf2-a98d-870c7ea20d33'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:14:54.737352 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de8ed798067560d07a98492cd8cb53eb3655be3ac6c9fe2f8402857175a8f58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af2ddd50-9834-4c4e-b3a6-ac00079fcb25" -d '{"events": [{"server_uuid": "65321de3-0827-42c7-baee-6933823f92f1", "name": "network-vif-unplugged", "status": "completed", "tag": "6a6beb61-e78b-4bf2-a98d-870c7ea20d33"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:14:54.744878 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-e88a5ef3-3cca-450f-bca8-f457e45f117b req-76ba722e-699b-45de-97ec-94fd433519be service neutron] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:14:54.753923 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.provisioning_blocks [req-e88a5ef3-3cca-450f-bca8-f457e45f117b req-76ba722e-699b-45de-97ec-94fd433519be service neutron] Transition to ACTIVE for port object 6a6beb61-e78b-4bf2-a98d-870c7ea20d33 will not be triggered until provisioned by entity L2. {{(pid=95501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 20:14:54.816272 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-e88a5ef3-3cca-450f-bca8-f457e45f117b req-76ba722e-699b-45de-97ec-94fd433519be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:14:54.853449 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 20:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-effa180e-d6d6-4d5e-afb9-bb2d2c35ec6d x-openstack-request-id: req-effa180e-d6d6-4d5e-afb9-bb2d2c35ec6d {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:14:54.853731 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65321de3-0827-42c7-baee-6933823f92f1", "name": "network-vif-unplugged", "status": "completed", "tag": "6a6beb61-e78b-4bf2-a98d-870c7ea20d33", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:14:54.853981 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-effa180e-d6d6-4d5e-afb9-bb2d2c35ec6d {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:14:54.854375 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65321de3-0827-42c7-baee-6933823f92f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a6beb61-e78b-4bf2-a98d-870c7ea20d33', 'code': 200} Oct 12 20:14:54.896437 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ba722e-699b-45de-97ec-94fd433519be service neutron] Pushing event updated for resources: {'Port': ['ID=6a6beb61-e78b-4bf2-a98d-870c7ea20d33,revision_number=6']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:14:54.906837 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ba722e-699b-45de-97ec-94fd433519be service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:14:54.907180 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ba722e-699b-45de-97ec-94fd433519be service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:14:54.907510 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ba722e-699b-45de-97ec-94fd433519be service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:14:54.907846 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ba722e-699b-45de-97ec-94fd433519be service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:14:54.908210 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ba722e-699b-45de-97ec-94fd433519be service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:14:54.911593 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ba722e-699b-45de-97ec-94fd433519be service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:14:54.911593 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ba722e-699b-45de-97ec-94fd433519be service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:14:54.911593 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ba722e-699b-45de-97ec-94fd433519be service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:14:54.911593 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ba722e-699b-45de-97ec-94fd433519be service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:14:54.911593 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ba722e-699b-45de-97ec-94fd433519be service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:14:54.911593 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ba722e-699b-45de-97ec-94fd433519be service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:14:54.911593 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ba722e-699b-45de-97ec-94fd433519be service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:14:54.955366 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-e88a5ef3-3cca-450f-bca8-f457e45f117b req-76ba722e-699b-45de-97ec-94fd433519be service neutron] No DVR routers for this DVR port 6a6beb61-e78b-4bf2-a98d-870c7ea20d33 on host n-h1-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 20:14:55.103719 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-e88a5ef3-3cca-450f-bca8-f457e45f117b req-76ba722e-699b-45de-97ec-94fd433519be service neutron] Attempting to bind port 6a6beb61-e78b-4bf2-a98d-870c7ea20d33 on host n-h2-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 20:14:55.104077 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-e88a5ef3-3cca-450f-bca8-f457e45f117b req-76ba722e-699b-45de-97ec-94fd433519be service neutron] Attempting to bind port 6a6beb61-e78b-4bf2-a98d-870c7ea20d33 by drivers openvswitch,hyperv on host n-h2-813679-3 at level 0 using segments [{'id': 'c1e1177d-c197-4df9-a0d5-04d28987a4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 20:14:55.104409 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88a5ef3-3cca-450f-bca8-f457e45f117b req-76ba722e-699b-45de-97ec-94fd433519be service neutron] Attempting to bind port 6a6beb61-e78b-4bf2-a98d-870c7ea20d33 on network 7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 20:14:55.108903 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88a5ef3-3cca-450f-bca8-f457e45f117b req-76ba722e-699b-45de-97ec-94fd433519be service neutron] Port 6a6beb61-e78b-4bf2-a98d-870c7ea20d33 on network 7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 20:14:55.109217 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88a5ef3-3cca-450f-bca8-f457e45f117b req-76ba722e-699b-45de-97ec-94fd433519be service neutron] Attempting to bind port 6a6beb61-e78b-4bf2-a98d-870c7ea20d33 on network 7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 20:14:55.114051 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88a5ef3-3cca-450f-bca8-f457e45f117b req-76ba722e-699b-45de-97ec-94fd433519be service neutron] Checking agent: {'id': '233fbd7d-38e4-434f-bb8f-05364d7423a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 20, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 20:14:55.114328 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88a5ef3-3cca-450f-bca8-f457e45f117b req-76ba722e-699b-45de-97ec-94fd433519be service neutron] Checking segment: {'id': 'c1e1177d-c197-4df9-a0d5-04d28987a4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 20:14:55.114703 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88a5ef3-3cca-450f-bca8-f457e45f117b req-76ba722e-699b-45de-97ec-94fd433519be service neutron] Bound using segment: {'id': 'c1e1177d-c197-4df9-a0d5-04d28987a4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2'} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 20:14:55.115124 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-e88a5ef3-3cca-450f-bca8-f457e45f117b req-76ba722e-699b-45de-97ec-94fd433519be service neutron] Bound port: 6a6beb61-e78b-4bf2-a98d-870c7ea20d33, host: n-h2-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1e1177d-c197-4df9-a0d5-04d28987a4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2'}}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 20:14:55.115474 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-e88a5ef3-3cca-450f-bca8-f457e45f117b req-76ba722e-699b-45de-97ec-94fd433519be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:14:55.176554 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-e88a5ef3-3cca-450f-bca8-f457e45f117b req-76ba722e-699b-45de-97ec-94fd433519be service neutron] For port 6a6beb61-e78b-4bf2-a98d-870c7ea20d33, host n-h2-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 20:14:55.179483 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-e88a5ef3-3cca-450f-bca8-f457e45f117b req-76ba722e-699b-45de-97ec-94fd433519be service neutron] For port 6a6beb61-e78b-4bf2-a98d-870c7ea20d33, host n-h2-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=6a6beb61-e78b-4bf2-a98d-870c7ea20d33,segment=NetworkSegment(c1e1177d-c197-4df9-a0d5-04d28987a4ed),segment_id=c1e1177d-c197-4df9-a0d5-04d28987a4ed)] {{(pid=95501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 20:14:55.265956 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3053a07f-ffce-49d9-9730-7c647484e546 req-163addc2-2b44-4420-a5a0-f883f6ee158e tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:14:55.267435 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3053a07f-ffce-49d9-9730-7c647484e546 req-163addc2-2b44-4420-a5a0-f883f6ee158e tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=65321de3-0827-42c7-baee-6933823f92f1 HTTP/1.1" status: 200 len: 944 time: 0.0480418 Oct 12 20:14:55.279688 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-e88a5ef3-3cca-450f-bca8-f457e45f117b req-76ba722e-699b-45de-97ec-94fd433519be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:14:55.305410 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3053a07f-ffce-49d9-9730-7c647484e546 req-03738de4-a7aa-4f8a-a7df-27695136cf10 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319247 Oct 12 20:14:55.325180 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88a5ef3-3cca-450f-bca8-f457e45f117b req-76ba722e-699b-45de-97ec-94fd433519be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:14:55.325788 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-e88a5ef3-3cca-450f-bca8-f457e45f117b req-76ba722e-699b-45de-97ec-94fd433519be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:14:55.327208 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e88a5ef3-3cca-450f-bca8-f457e45f117b req-76ba722e-699b-45de-97ec-94fd433519be service neutron] 10.222.0.67 "PUT /v2.0/ports/6a6beb61-e78b-4bf2-a98d-870c7ea20d33 HTTP/1.1" status: 200 len: 1092 time: 0.9209039 Oct 12 20:14:55.343220 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ba722e-699b-45de-97ec-94fd433519be service neutron] Pushing event updated for resources: {'Port': ['ID=6a6beb61-e78b-4bf2-a98d-870c7ea20d33,revision_number=7']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:14:55.392284 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88a5ef3-3cca-450f-bca8-f457e45f117b req-f11cee5b-c088-4bbf-9d6e-6f56f8a6e9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:14:55.393790 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e88a5ef3-3cca-450f-bca8-f457e45f117b req-f11cee5b-c088-4bbf-9d6e-6f56f8a6e9e9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a5e47130084c49d29f3e03e734feff77&device_id=65321de3-0827-42c7-baee-6933823f92f1 HTTP/1.1" status: 200 len: 1095 time: 0.0433314 Oct 12 20:14:55.485532 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88a5ef3-3cca-450f-bca8-f457e45f117b req-7f811cc1-6990-43b1-89ab-5ed411b4e60f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:14:55.486990 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e88a5ef3-3cca-450f-bca8-f457e45f117b req-7f811cc1-6990-43b1-89ab-5ed411b4e60f service neutron] 10.222.0.67 "GET /v2.0/networks?id=7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2 HTTP/1.1" status: 200 len: 911 time: 0.0866489 Oct 12 20:14:55.554834 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e88a5ef3-3cca-450f-bca8-f457e45f117b req-ad5fdd7e-8714-4e55-8290-67300e69cf40 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a6beb61-e78b-4bf2-a98d-870c7ea20d33 HTTP/1.1" status: 200 len: 1001 time: 0.0608146 Oct 12 20:14:55.603429 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88a5ef3-3cca-450f-bca8-f457e45f117b req-32dfe129-e702-416a-b59e-80c9e160f1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:14:55.605617 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e88a5ef3-3cca-450f-bca8-f457e45f117b req-32dfe129-e702-416a-b59e-80c9e160f1f2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3416d6a2-0b37-4eb2-9bfa-f2efd452d7ed HTTP/1.1" status: 200 len: 849 time: 0.0443330 Oct 12 20:14:55.651259 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88a5ef3-3cca-450f-bca8-f457e45f117b req-9cd43aed-2882-44f5-bacf-a3b455ea6cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:14:55.652765 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e88a5ef3-3cca-450f-bca8-f457e45f117b req-9cd43aed-2882-44f5-bacf-a3b455ea6cca service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402775 Oct 12 20:14:55.747082 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e88a5ef3-3cca-450f-bca8-f457e45f117b req-1331e264-50f9-4610-beff-608971172700 service neutron] 10.222.0.67 "GET /v2.0/networks/7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863674 Oct 12 20:14:55.834251 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e88a5ef3-3cca-450f-bca8-f457e45f117b req-3ebbd2c3-15c3-42e3-b645-e22646c2a03c service neutron] 10.222.0.67 "GET /v2.0/networks/7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805795 Oct 12 20:14:56.429798 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99c860f-855f-439f-acec-0b283669b21d req-de38a73d-8a2c-41e2-a605-c10b2b0715ce tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:14:56.431180 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d99c860f-855f-439f-acec-0b283669b21d req-de38a73d-8a2c-41e2-a605-c10b2b0715ce tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=65321de3-0827-42c7-baee-6933823f92f1 HTTP/1.1" status: 200 len: 944 time: 0.0541632 Oct 12 20:14:56.469858 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d99c860f-855f-439f-acec-0b283669b21d req-3d8bc989-0aad-4ea0-bd0f-a42608a82dcd tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314593 Oct 12 20:14:56.680427 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 6a6beb61-e78b-4bf2-a98d-870c7ea20d33 no longer exists at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 20:14:56.718152 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 6a6beb61-e78b-4bf2-a98d-870c7ea20d33 not bound to the agent host n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 20:14:56.855900 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65321de3-0827-42c7-baee-6933823f92f1', 'tag': '6a6beb61-e78b-4bf2-a98d-870c7ea20d33'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:14:56.858337 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de8ed798067560d07a98492cd8cb53eb3655be3ac6c9fe2f8402857175a8f58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30ba84f9-7673-4d64-afad-bd17d447d08e" -d '{"events": [{"name": "network-changed", "server_uuid": "65321de3-0827-42c7-baee-6933823f92f1", "tag": "6a6beb61-e78b-4bf2-a98d-870c7ea20d33"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:14:56.908289 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 20:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c545ad3-8497-4702-8d07-8e44c174d1b4 x-openstack-request-id: req-1c545ad3-8497-4702-8d07-8e44c174d1b4 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:14:56.908651 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65321de3-0827-42c7-baee-6933823f92f1", "tag": "6a6beb61-e78b-4bf2-a98d-870c7ea20d33", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:14:56.908996 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1c545ad3-8497-4702-8d07-8e44c174d1b4 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:14:56.909537 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65321de3-0827-42c7-baee-6933823f92f1', 'tag': '6a6beb61-e78b-4bf2-a98d-870c7ea20d33', 'status': 'completed', 'code': 200} Oct 12 20:14:56.969436 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ba84f9-7673-4d64-afad-bd17d447d08e req-e70936c1-15ac-4670-8128-e36f285d694a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:14:56.970865 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-30ba84f9-7673-4d64-afad-bd17d447d08e req-e70936c1-15ac-4670-8128-e36f285d694a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a5e47130084c49d29f3e03e734feff77&device_id=65321de3-0827-42c7-baee-6933823f92f1 HTTP/1.1" status: 200 len: 1095 time: 0.0451689 Oct 12 20:14:56.973024 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ba84f9-7673-4d64-afad-bd17d447d08e req-1f30961a-e3b3-4c0a-8083-3bd3a33e290c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:14:56.974503 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-30ba84f9-7673-4d64-afad-bd17d447d08e req-1f30961a-e3b3-4c0a-8083-3bd3a33e290c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a5e47130084c49d29f3e03e734feff77&device_id=65321de3-0827-42c7-baee-6933823f92f1 HTTP/1.1" status: 200 len: 1095 time: 0.0429957 Oct 12 20:14:57.061366 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ba84f9-7673-4d64-afad-bd17d447d08e req-ae22b705-411c-4b3c-a36f-06fb13903732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:14:57.063056 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-30ba84f9-7673-4d64-afad-bd17d447d08e req-ae22b705-411c-4b3c-a36f-06fb13903732 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2 HTTP/1.1" status: 200 len: 911 time: 0.0852623 Oct 12 20:14:57.072782 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ba84f9-7673-4d64-afad-bd17d447d08e req-6812de0c-ba39-43c2-87e7-82c549ab329f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:14:57.074230 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-30ba84f9-7673-4d64-afad-bd17d447d08e req-6812de0c-ba39-43c2-87e7-82c549ab329f service neutron] 10.222.0.67 "GET /v2.0/networks?id=7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2 HTTP/1.1" status: 200 len: 911 time: 0.0921052 Oct 12 20:14:57.137791 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-30ba84f9-7673-4d64-afad-bd17d447d08e req-33476479-5e9a-4467-97e6-ea3c21bcd347 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a6beb61-e78b-4bf2-a98d-870c7ea20d33 HTTP/1.1" status: 200 len: 1001 time: 0.0677943 Oct 12 20:14:57.141361 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-30ba84f9-7673-4d64-afad-bd17d447d08e req-d503935b-fd1b-40bc-8326-6e2ddac720e7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a6beb61-e78b-4bf2-a98d-870c7ea20d33 HTTP/1.1" status: 200 len: 1001 time: 0.0584600 Oct 12 20:14:57.187987 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ba84f9-7673-4d64-afad-bd17d447d08e req-88490e86-92ff-4ef3-84b7-48c11767d4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:14:57.189646 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-30ba84f9-7673-4d64-afad-bd17d447d08e req-88490e86-92ff-4ef3-84b7-48c11767d4c1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3416d6a2-0b37-4eb2-9bfa-f2efd452d7ed HTTP/1.1" status: 200 len: 849 time: 0.0450130 Oct 12 20:14:57.193252 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ba84f9-7673-4d64-afad-bd17d447d08e req-190caf9c-0ac4-461b-80fb-b54a377c865a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:14:57.194699 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-30ba84f9-7673-4d64-afad-bd17d447d08e req-190caf9c-0ac4-461b-80fb-b54a377c865a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3416d6a2-0b37-4eb2-9bfa-f2efd452d7ed HTTP/1.1" status: 200 len: 849 time: 0.0447176 Oct 12 20:14:57.236873 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ba84f9-7673-4d64-afad-bd17d447d08e req-d8af56cd-7eed-472d-95ac-9808db7d52d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:14:57.238319 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-30ba84f9-7673-4d64-afad-bd17d447d08e req-d8af56cd-7eed-472d-95ac-9808db7d52d7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416718 Oct 12 20:14:57.250673 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ba84f9-7673-4d64-afad-bd17d447d08e req-67296d1e-dbc1-4518-a34d-efae588f80a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:14:57.252280 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-30ba84f9-7673-4d64-afad-bd17d447d08e req-67296d1e-dbc1-4518-a34d-efae588f80a8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475354 Oct 12 20:14:57.332007 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-30ba84f9-7673-4d64-afad-bd17d447d08e req-41e5e31d-7a1e-418f-b6a2-d202ecb332c7 service neutron] 10.222.0.61 "GET /v2.0/networks/7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862186 Oct 12 20:14:57.342392 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-30ba84f9-7673-4d64-afad-bd17d447d08e req-988ffa8d-5552-41fd-9b2c-39c0b21aabc4 service neutron] 10.222.0.67 "GET /v2.0/networks/7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825155 Oct 12 20:14:57.422188 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-30ba84f9-7673-4d64-afad-bd17d447d08e req-5af6deb6-eef7-46ba-99e5-e3b1f202c816 service neutron] 10.222.0.61 "GET /v2.0/networks/7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835242 Oct 12 20:14:57.438203 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-30ba84f9-7673-4d64-afad-bd17d447d08e req-d7fde423-ae22-4916-8f4a-e7deaf602dcc service neutron] 10.222.0.67 "GET /v2.0/networks/7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882406 Oct 12 20:14:57.588547 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c948221-0ab6-4d31-80bf-3250b45c6e15 req-9b0d6f60-60cc-447b-b5ac-d12f93f84d8b tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:14:57.590117 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9c948221-0ab6-4d31-80bf-3250b45c6e15 req-9b0d6f60-60cc-447b-b5ac-d12f93f84d8b tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=65321de3-0827-42c7-baee-6933823f92f1 HTTP/1.1" status: 200 len: 944 time: 0.0523577 Oct 12 20:14:57.630828 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9c948221-0ab6-4d31-80bf-3250b45c6e15 req-a474e045-7aec-4c06-a73f-1b5bfa3deec9 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345659 Oct 12 20:14:58.748750 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad524cc-a253-4ae2-899a-9868fe1a119f req-d264956b-8f6b-4b01-8a20-8d980ea2025e tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:14:58.750222 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4ad524cc-a253-4ae2-899a-9868fe1a119f req-d264956b-8f6b-4b01-8a20-8d980ea2025e tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=65321de3-0827-42c7-baee-6933823f92f1 HTTP/1.1" status: 200 len: 944 time: 0.0502589 Oct 12 20:14:58.792746 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4ad524cc-a253-4ae2-899a-9868fe1a119f req-b899b8c2-ddf3-41b8-b56a-887205186d96 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366249 Oct 12 20:14:59.177569 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ea390832-968b-4f0a-9b4d-107e7f4b77de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:14:59.909351 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ce7bc8-eeb8-42cf-8e35-790385253c06 req-85acf9d0-30ff-410d-a507-df708efe18c4 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:14:59.910950 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-08ce7bc8-eeb8-42cf-8e35-790385253c06 req-85acf9d0-30ff-410d-a507-df708efe18c4 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=65321de3-0827-42c7-baee-6933823f92f1 HTTP/1.1" status: 200 len: 944 time: 0.0490308 Oct 12 20:14:59.949543 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-08ce7bc8-eeb8-42cf-8e35-790385253c06 req-a71aafe4-b290-4413-b52e-6be7d8463018 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321603 Oct 12 20:15:01.065592 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3635d4-82e2-4a0d-b847-b16be25f5707 req-ed474a67-fa70-410d-bdf9-6f2a5c4e73a3 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:15:01.066982 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0a3635d4-82e2-4a0d-b847-b16be25f5707 req-ed474a67-fa70-410d-bdf9-6f2a5c4e73a3 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=65321de3-0827-42c7-baee-6933823f92f1 HTTP/1.1" status: 200 len: 944 time: 0.0488772 Oct 12 20:15:01.106147 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0a3635d4-82e2-4a0d-b847-b16be25f5707 req-e5839b0e-a8c2-4b63-ad1f-ca77e74e1fa7 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324275 Oct 12 20:15:01.737393 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e1a7d27e-cdc8-48cf-a707-44c9c0718e94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:15:02.226712 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3546c13-0f3e-466c-92b8-facfdaf80612 req-dfbe7e93-b8ee-4c94-b431-631393e43596 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:15:02.228211 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d3546c13-0f3e-466c-92b8-facfdaf80612 req-dfbe7e93-b8ee-4c94-b431-631393e43596 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=65321de3-0827-42c7-baee-6933823f92f1 HTTP/1.1" status: 200 len: 944 time: 0.0537484 Oct 12 20:15:02.265492 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d3546c13-0f3e-466c-92b8-facfdaf80612 req-ef2e2b88-e4b6-47f6-9453-e48c33ce3f7e tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314908 Oct 12 20:15:02.537262 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:15:03.244662 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:15:03.379289 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aa0e42-c50f-43ba-843e-f99a2bf9dc31 req-628a35de-b7f6-42d9-bd63-e85e786f96b7 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:15:03.380695 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-97aa0e42-c50f-43ba-843e-f99a2bf9dc31 req-628a35de-b7f6-42d9-bd63-e85e786f96b7 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=65321de3-0827-42c7-baee-6933823f92f1 HTTP/1.1" status: 200 len: 944 time: 0.0493593 Oct 12 20:15:03.417910 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-97aa0e42-c50f-43ba-843e-f99a2bf9dc31 req-7bd75825-ef87-4794-94ab-33e0f107a0e0 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309191 Oct 12 20:15:03.564669 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:15:04.535887 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d82b1a-54cc-473f-a6b5-633b5c4e6822 req-9a338e12-a765-443e-a241-852569ff7b33 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:15:04.544851 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-19d82b1a-54cc-473f-a6b5-633b5c4e6822 req-9a338e12-a765-443e-a241-852569ff7b33 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=65321de3-0827-42c7-baee-6933823f92f1 HTTP/1.1" status: 200 len: 944 time: 0.0505683 Oct 12 20:15:04.560378 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:15:04.575774 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-19d82b1a-54cc-473f-a6b5-633b5c4e6822 req-2dd74d26-a60e-4e51-9105-4fd0616de668 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316930 Oct 12 20:15:04.735913 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:15:05.159517 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 20:15:05.690767 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00e2906-0a18-4fdd-b553-e1d0719f9aae req-df5d573e-9167-433d-9468-d25175f48080 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:15:05.692253 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e00e2906-0a18-4fdd-b553-e1d0719f9aae req-df5d573e-9167-433d-9468-d25175f48080 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=65321de3-0827-42c7-baee-6933823f92f1 HTTP/1.1" status: 200 len: 944 time: 0.0486259 Oct 12 20:15:05.734659 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e00e2906-0a18-4fdd-b553-e1d0719f9aae req-da9708c5-b239-4140-8255-15cac06e10e3 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359230 Oct 12 20:15:06.655713 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64a78a7-cc63-4361-94f9-d67680cb5d64 req-ed8b1aa8-86cb-4e5b-9df4-79254ecd4b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:15:06.657206 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e64a78a7-cc63-4361-94f9-d67680cb5d64 req-ed8b1aa8-86cb-4e5b-9df4-79254ecd4b9a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a5e47130084c49d29f3e03e734feff77&device_id=65321de3-0827-42c7-baee-6933823f92f1 HTTP/1.1" status: 200 len: 1095 time: 0.0402532 Oct 12 20:15:06.763073 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64a78a7-cc63-4361-94f9-d67680cb5d64 req-efdaa3f2-f2ba-43a3-acc4-05a8d244772d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:15:06.764283 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e64a78a7-cc63-4361-94f9-d67680cb5d64 req-efdaa3f2-f2ba-43a3-acc4-05a8d244772d service neutron] 10.222.0.67 "GET /v2.0/networks?id=7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2 HTTP/1.1" status: 200 len: 911 time: 0.0872369 Oct 12 20:15:06.858811 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e64a78a7-cc63-4361-94f9-d67680cb5d64 req-02e6d1b6-b802-4196-9a73-cd14a0d8395c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a6beb61-e78b-4bf2-a98d-870c7ea20d33 HTTP/1.1" status: 200 len: 1001 time: 0.0866804 Oct 12 20:15:06.874263 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78d66b7-8257-4d39-9a05-2a7db670886c req-78ea532f-2034-4a7c-9fcd-7fec3179c231 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:15:06.875659 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f78d66b7-8257-4d39-9a05-2a7db670886c req-78ea532f-2034-4a7c-9fcd-7fec3179c231 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=65321de3-0827-42c7-baee-6933823f92f1 HTTP/1.1" status: 200 len: 944 time: 0.0694933 Oct 12 20:15:06.941645 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f78d66b7-8257-4d39-9a05-2a7db670886c req-633335b3-9180-49da-989a-49492fd6c6f7 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591550 Oct 12 20:15:06.943307 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64a78a7-cc63-4361-94f9-d67680cb5d64 req-18ba7ecb-e718-4b96-8d42-42604aa39b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:15:06.944685 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e64a78a7-cc63-4361-94f9-d67680cb5d64 req-18ba7ecb-e718-4b96-8d42-42604aa39b83 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3416d6a2-0b37-4eb2-9bfa-f2efd452d7ed HTTP/1.1" status: 200 len: 849 time: 0.0782402 Oct 12 20:15:06.990026 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64a78a7-cc63-4361-94f9-d67680cb5d64 req-67a022bd-e75c-4f40-8250-0453283e7fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:15:06.991476 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e64a78a7-cc63-4361-94f9-d67680cb5d64 req-67a022bd-e75c-4f40-8250-0453283e7fb8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399857 Oct 12 20:15:07.083613 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e64a78a7-cc63-4361-94f9-d67680cb5d64 req-1dcdb851-d0cc-4208-93c1-c5e1a67ac58e service neutron] 10.222.0.67 "GET /v2.0/networks/7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842996 Oct 12 20:15:07.170229 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e64a78a7-cc63-4361-94f9-d67680cb5d64 req-81667a9d-73e1-48d0-acbb-f3ef0079ef0d service neutron] 10.222.0.67 "GET /v2.0/networks/7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792720 Oct 12 20:15:08.056779 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4a6367-3f45-470c-bfd8-c0d0fba81640 req-c7e5db2e-68b8-46f2-bbed-ccd3bf2b0398 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:15:08.058264 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6a4a6367-3f45-470c-bfd8-c0d0fba81640 req-c7e5db2e-68b8-46f2-bbed-ccd3bf2b0398 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=65321de3-0827-42c7-baee-6933823f92f1 HTTP/1.1" status: 200 len: 944 time: 0.0496316 Oct 12 20:15:08.096224 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6a4a6367-3f45-470c-bfd8-c0d0fba81640 req-d207e729-c0da-4e4e-ba1e-0875250d872c tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318391 Oct 12 20:15:09.219472 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7d1184-4689-41c7-8ebd-b73045073094 req-bcdec6a3-2b04-41ec-bd7a-83c1364fb58a tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:15:09.221065 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-de7d1184-4689-41c7-8ebd-b73045073094 req-bcdec6a3-2b04-41ec-bd7a-83c1364fb58a tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=65321de3-0827-42c7-baee-6933823f92f1 HTTP/1.1" status: 200 len: 944 time: 0.0540187 Oct 12 20:15:09.258666 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-de7d1184-4689-41c7-8ebd-b73045073094 req-3b2ec491-702d-4763-869f-480c1251a217 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315907 Oct 12 20:15:09.613054 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 6a6beb61-e78b-4bf2-a98d-870c7ea20d33 details requested by agent hyperv_n-h2-813679-3 with host n-h2-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 20:15:09.703473 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 6a6beb61-e78b-4bf2-a98d-870c7ea20d33, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=6a6beb61-e78b-4bf2-a98d-870c7ea20d33,segment=NetworkSegment(c1e1177d-c197-4df9-a0d5-04d28987a4ed),segment_id=c1e1177d-c197-4df9-a0d5-04d28987a4ed)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:15:09.715577 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Returning: {'device': '6a6beb61-e78b-4bf2-a98d-870c7ea20d33', 'network_id': '7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2', 'port_id': '6a6beb61-e78b-4bf2-a98d-870c7ea20d33', 'mac_address': 'fa:16:3e:5d:ab:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3416d6a2-0b37-4eb2-9bfa-f2efd452d7ed', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 20:15:09.758338 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:15:09.772216 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a6beb61-e78b-4bf2-a98d-870c7ea20d33 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 20:15:09.792608 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 6a6beb61-e78b-4bf2-a98d-870c7ea20d33, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=6a6beb61-e78b-4bf2-a98d-870c7ea20d33,segment=NetworkSegment(c1e1177d-c197-4df9-a0d5-04d28987a4ed),segment_id=c1e1177d-c197-4df9-a0d5-04d28987a4ed)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:15:09.801658 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1991ff4-51f5-427b-a748-dad1d312cb8c req-cbf1de4d-cdb6-407f-8071-94fb8a06f128 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:15:09.803141 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e1991ff4-51f5-427b-a748-dad1d312cb8c req-cbf1de4d-cdb6-407f-8071-94fb8a06f128 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=65321de3-0827-42c7-baee-6933823f92f1 HTTP/1.1" status: 200 len: 944 time: 0.0569139 Oct 12 20:15:09.863144 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:15:09.867137 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e1991ff4-51f5-427b-a748-dad1d312cb8c req-ef3227eb-876c-4098-b85b-31a07b72ee4a tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529122 Oct 12 20:15:09.881246 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d64950-ef5b-42f3-bef3-ff5df24e1699 req-dedfcbc3-c0c6-417b-9429-561a654cb0e9 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:15:09.882867 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-36d64950-ef5b-42f3-bef3-ff5df24e1699 req-dedfcbc3-c0c6-417b-9429-561a654cb0e9 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.67 "GET /v2.0/ports?device_id=65321de3-0827-42c7-baee-6933823f92f1&tenant_id=a5e47130084c49d29f3e03e734feff77&binding%3Ahost_id=n-h2-813679-3 HTTP/1.1" status: 200 len: 944 time: 0.0788753 Oct 12 20:15:09.915046 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=6a6beb61-e78b-4bf2-a98d-870c7ea20d33,revision_number=8']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:15:09.923018 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:15:09.923362 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:15:09.923697 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:15:09.924113 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:15:09.924380 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:15:09.924707 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:15:09.925033 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:15:09.925353 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:15:09.925671 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:15:09.926054 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:15:09.926404 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:15:09.926723 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:15:09.949153 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-36d64950-ef5b-42f3-bef3-ff5df24e1699 req-8e86e9ea-1df3-4aa1-9607-b24a12bfdcba service neutron] 10.222.0.67 "GET /v2.0/ports/6a6beb61-e78b-4bf2-a98d-870c7ea20d33/bindings/n-h2-813679-3 HTTP/1.1" status: 200 len: 382 time: 0.0582674 Oct 12 20:15:10.011499 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d64950-ef5b-42f3-bef3-ff5df24e1699 req-dfdd4534-f6d0-4706-8667-9401e45f998e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:15:10.013017 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-36d64950-ef5b-42f3-bef3-ff5df24e1699 req-dfdd4534-f6d0-4706-8667-9401e45f998e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a5e47130084c49d29f3e03e734feff77&device_id=65321de3-0827-42c7-baee-6933823f92f1 HTTP/1.1" status: 200 len: 1096 time: 0.0408173 Oct 12 20:15:10.102968 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d64950-ef5b-42f3-bef3-ff5df24e1699 req-dd531e37-9dc5-4ec2-b050-9e0a6632ef93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:15:10.105079 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-36d64950-ef5b-42f3-bef3-ff5df24e1699 req-dd531e37-9dc5-4ec2-b050-9e0a6632ef93 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2 HTTP/1.1" status: 200 len: 911 time: 0.0843956 Oct 12 20:15:10.133401 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['6a6beb61-e78b-4bf2-a98d-870c7ea20d33'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 20:15:10.174360 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-36d64950-ef5b-42f3-bef3-ff5df24e1699 req-d10361af-74ee-4e1d-b6dc-7d2ce9f9ec4e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a6beb61-e78b-4bf2-a98d-870c7ea20d33 HTTP/1.1" status: 200 len: 1002 time: 0.0609345 Oct 12 20:15:10.223742 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d64950-ef5b-42f3-bef3-ff5df24e1699 req-fc2a7a21-4463-42e1-a8ef-60de5dc911ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:15:10.225210 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-36d64950-ef5b-42f3-bef3-ff5df24e1699 req-fc2a7a21-4463-42e1-a8ef-60de5dc911ef service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3416d6a2-0b37-4eb2-9bfa-f2efd452d7ed HTTP/1.1" status: 200 len: 849 time: 0.0434382 Oct 12 20:15:10.269621 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d64950-ef5b-42f3-bef3-ff5df24e1699 req-b503493d-e699-424b-966b-b538866a6657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:15:10.271081 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-36d64950-ef5b-42f3-bef3-ff5df24e1699 req-b503493d-e699-424b-966b-b538866a6657 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385511 Oct 12 20:15:10.359373 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-36d64950-ef5b-42f3-bef3-ff5df24e1699 req-e9f38dd3-ee2c-4ca0-a291-444572425e29 service neutron] 10.222.0.67 "GET /v2.0/networks/7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811198 Oct 12 20:15:10.448804 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-36d64950-ef5b-42f3-bef3-ff5df24e1699 req-7d4d7cc8-cb96-4965-afbf-110e08eb77f1 service neutron] 10.222.0.67 "GET /v2.0/networks/7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809338 Oct 12 20:15:10.983106 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ac88fb-d9a3-4f3d-b4fe-159599029bd1 req-448ff33e-7647-4c3b-a7d1-662779a8c432 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:15:10.984559 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-18ac88fb-d9a3-4f3d-b4fe-159599029bd1 req-448ff33e-7647-4c3b-a7d1-662779a8c432 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=65321de3-0827-42c7-baee-6933823f92f1 HTTP/1.1" status: 200 len: 945 time: 0.0474093 Oct 12 20:15:11.021844 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-18ac88fb-d9a3-4f3d-b4fe-159599029bd1 req-4629f660-f1f7-48d7-9daa-e147d8581430 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314267 Oct 12 20:15:11.632715 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 6a6beb61-e78b-4bf2-a98d-870c7ea20d33 up at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 20:15:11.763913 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning for port 6a6beb61-e78b-4bf2-a98d-870c7ea20d33 completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 20:15:11.767772 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning complete for port 6a6beb61-e78b-4bf2-a98d-870c7ea20d33 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:15:11.768177 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:15:11.850414 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:15:11.872556 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65321de3-0827-42c7-baee-6933823f92f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a6beb61-e78b-4bf2-a98d-870c7ea20d33'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:15:11.874915 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b9295f95168b7ebeacfaf6dce688c5b5a488805d3fcc076b348ff91511493a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-650dafe8-0f3f-405f-b549-88b39495bcb5" -d '{"events": [{"server_uuid": "65321de3-0827-42c7-baee-6933823f92f1", "name": "network-vif-plugged", "status": "completed", "tag": "6a6beb61-e78b-4bf2-a98d-870c7ea20d33"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:15:11.887289 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 6a6beb61-e78b-4bf2-a98d-870c7ea20d33, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=6a6beb61-e78b-4bf2-a98d-870c7ea20d33,segment=NetworkSegment(c1e1177d-c197-4df9-a0d5-04d28987a4ed),segment_id=c1e1177d-c197-4df9-a0d5-04d28987a4ed)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:15:11.942317 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:15:11.976958 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 20:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3882f6b0-1ae3-44ba-b57e-33b0c4f2aefe x-openstack-request-id: req-3882f6b0-1ae3-44ba-b57e-33b0c4f2aefe {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:15:11.977244 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65321de3-0827-42c7-baee-6933823f92f1", "name": "network-vif-plugged", "status": "completed", "tag": "6a6beb61-e78b-4bf2-a98d-870c7ea20d33", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:15:11.977505 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3882f6b0-1ae3-44ba-b57e-33b0c4f2aefe {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:15:11.978393 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65321de3-0827-42c7-baee-6933823f92f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a6beb61-e78b-4bf2-a98d-870c7ea20d33', 'code': 200} Oct 12 20:15:11.995592 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=6a6beb61-e78b-4bf2-a98d-870c7ea20d33,revision_number=9']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:15:12.140421 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c64cc8-40d7-42d6-bc71-9e41c72d6971 req-f1844cb4-892f-491b-8b0c-afcc223933e6 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:15:12.141874 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-58c64cc8-40d7-42d6-bc71-9e41c72d6971 req-f1844cb4-892f-491b-8b0c-afcc223933e6 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=65321de3-0827-42c7-baee-6933823f92f1 HTTP/1.1" status: 200 len: 946 time: 0.0533273 Oct 12 20:15:12.184964 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-58c64cc8-40d7-42d6-bc71-9e41c72d6971 req-d40a8bd4-a066-42d1-8139-8ff3cf5cca1c tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366709 Oct 12 20:15:13.308624 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3db466-0d3f-47e1-8488-5bb79510415d req-85a950c6-a8d5-404b-a7fa-35e232007979 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:15:13.310345 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9c3db466-0d3f-47e1-8488-5bb79510415d req-85a950c6-a8d5-404b-a7fa-35e232007979 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=65321de3-0827-42c7-baee-6933823f92f1 HTTP/1.1" status: 200 len: 946 time: 0.0544095 Oct 12 20:15:13.346881 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9c3db466-0d3f-47e1-8488-5bb79510415d req-7898a1e7-146f-4a40-8000-4f4fccf6b561 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305626 Oct 12 20:15:14.463332 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a50d61e-027f-4455-bd17-e442c861dfb4 req-fa91877e-0637-441a-a5f8-7e570ab7f46b tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:15:14.464847 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4a50d61e-027f-4455-bd17-e442c861dfb4 req-fa91877e-0637-441a-a5f8-7e570ab7f46b tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=65321de3-0827-42c7-baee-6933823f92f1 HTTP/1.1" status: 200 len: 946 time: 0.0483589 Oct 12 20:15:14.503958 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4a50d61e-027f-4455-bd17-e442c861dfb4 req-f8b3bf6f-9489-4738-99d0-ee952f535e21 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333021 Oct 12 20:15:15.254127 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d64950-ef5b-42f3-bef3-ff5df24e1699 req-d70566c7-d8ca-4b1f-93a9-11195a77e8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:15:15.255595 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-36d64950-ef5b-42f3-bef3-ff5df24e1699 req-d70566c7-d8ca-4b1f-93a9-11195a77e8df service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=65321de3-0827-42c7-baee-6933823f92f1&tenant_id=a5e47130084c49d29f3e03e734feff77 HTTP/1.1" status: 200 len: 1097 time: 0.0422554 Oct 12 20:15:15.267165 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-36d64950-ef5b-42f3-bef3-ff5df24e1699 req-e13a041f-0492-4332-a9c4-aa09979a7c1e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-813679-3', 'device_owner': 'compute:nova'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:15:15.321703 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-36d64950-ef5b-42f3-bef3-ff5df24e1699 req-e13a041f-0492-4332-a9c4-aa09979a7c1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:15:15.523030 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-36d64950-ef5b-42f3-bef3-ff5df24e1699 req-e13a041f-0492-4332-a9c4-aa09979a7c1e service neutron] For port 6a6beb61-e78b-4bf2-a98d-870c7ea20d33, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=6a6beb61-e78b-4bf2-a98d-870c7ea20d33,segment=NetworkSegment(c1e1177d-c197-4df9-a0d5-04d28987a4ed),segment_id=c1e1177d-c197-4df9-a0d5-04d28987a4ed)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:15:15.556959 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-36d64950-ef5b-42f3-bef3-ff5df24e1699 req-e13a041f-0492-4332-a9c4-aa09979a7c1e service neutron] For port 6a6beb61-e78b-4bf2-a98d-870c7ea20d33, host n-h2-813679-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 20:15:15.596231 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65321de3-0827-42c7-baee-6933823f92f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a6beb61-e78b-4bf2-a98d-870c7ea20d33'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:15:15.598510 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d38ba98a80be6c2fe69993d1a3c9eb2b0c7fe5c84c08efdde6b95a5e2d0657c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9a78ec0-3b2b-479d-a96c-a932753c1913" -d '{"events": [{"server_uuid": "65321de3-0827-42c7-baee-6933823f92f1", "name": "network-vif-unplugged", "status": "completed", "tag": "6a6beb61-e78b-4bf2-a98d-870c7ea20d33"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:15:15.602365 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-36d64950-ef5b-42f3-bef3-ff5df24e1699 req-e13a041f-0492-4332-a9c4-aa09979a7c1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:15:15.615769 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-36d64950-ef5b-42f3-bef3-ff5df24e1699 req-e13a041f-0492-4332-a9c4-aa09979a7c1e service neutron] Transition to ACTIVE for port object 6a6beb61-e78b-4bf2-a98d-870c7ea20d33 will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 20:15:15.624566 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 6a6beb61-e78b-4bf2-a98d-870c7ea20d33 no longer exists at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 20:15:15.627935 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6b59c3-be52-4987-8ba9-7824ecb9549c req-d8efaf81-e551-4c38-9133-c9eaebfc0059 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:15:15.629451 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5f6b59c3-be52-4987-8ba9-7824ecb9549c req-d8efaf81-e551-4c38-9133-c9eaebfc0059 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=65321de3-0827-42c7-baee-6933823f92f1 HTTP/1.1" status: 200 len: 946 time: 0.0560119 Oct 12 20:15:15.675742 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5f6b59c3-be52-4987-8ba9-7824ecb9549c req-4efdc416-8984-470f-a5a7-9f28642ac77f tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385668 Oct 12 20:15:15.685551 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-36d64950-ef5b-42f3-bef3-ff5df24e1699 req-e13a041f-0492-4332-a9c4-aa09979a7c1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:15:15.720970 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 20:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bc8eb64-da4d-4b7d-8c43-74aa10bb4bfa x-openstack-request-id: req-9bc8eb64-da4d-4b7d-8c43-74aa10bb4bfa {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:15:15.721271 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65321de3-0827-42c7-baee-6933823f92f1", "name": "network-vif-unplugged", "status": "completed", "tag": "6a6beb61-e78b-4bf2-a98d-870c7ea20d33", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:15:15.721531 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9bc8eb64-da4d-4b7d-8c43-74aa10bb4bfa {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:15:15.725219 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65321de3-0827-42c7-baee-6933823f92f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a6beb61-e78b-4bf2-a98d-870c7ea20d33', 'code': 200} Oct 12 20:15:15.738199 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:15:15.788822 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13a041f-0492-4332-a9c4-aa09979a7c1e service neutron] Pushing event updated for resources: {'Port': ['ID=6a6beb61-e78b-4bf2-a98d-870c7ea20d33,revision_number=10']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:15:15.800049 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a041f-0492-4332-a9c4-aa09979a7c1e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:15:15.800419 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a041f-0492-4332-a9c4-aa09979a7c1e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:15:15.800764 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a041f-0492-4332-a9c4-aa09979a7c1e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:15:15.801106 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a041f-0492-4332-a9c4-aa09979a7c1e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:15:15.801630 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a041f-0492-4332-a9c4-aa09979a7c1e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:15:15.801975 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a041f-0492-4332-a9c4-aa09979a7c1e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:15:15.802313 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a041f-0492-4332-a9c4-aa09979a7c1e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:15:15.802654 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a041f-0492-4332-a9c4-aa09979a7c1e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:15:15.802978 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a041f-0492-4332-a9c4-aa09979a7c1e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:15:15.803303 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a041f-0492-4332-a9c4-aa09979a7c1e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:15:15.803633 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a041f-0492-4332-a9c4-aa09979a7c1e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:15:15.803998 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a041f-0492-4332-a9c4-aa09979a7c1e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:15:15.806190 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.db.api [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 20:15:15.806647 n-d-813679-3 neutron-server[95503]: DEBUG oslo_db.api [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 20:15:15.838813 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-36d64950-ef5b-42f3-bef3-ff5df24e1699 req-e13a041f-0492-4332-a9c4-aa09979a7c1e service neutron] No DVR routers for this DVR port 6a6beb61-e78b-4bf2-a98d-870c7ea20d33 on host n-h2-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 20:15:15.972797 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-36d64950-ef5b-42f3-bef3-ff5df24e1699 req-e13a041f-0492-4332-a9c4-aa09979a7c1e service neutron] Attempting to bind port 6a6beb61-e78b-4bf2-a98d-870c7ea20d33 on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 20:15:15.973127 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-36d64950-ef5b-42f3-bef3-ff5df24e1699 req-e13a041f-0492-4332-a9c4-aa09979a7c1e service neutron] Attempting to bind port 6a6beb61-e78b-4bf2-a98d-870c7ea20d33 by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': 'c1e1177d-c197-4df9-a0d5-04d28987a4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 20:15:15.973447 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d64950-ef5b-42f3-bef3-ff5df24e1699 req-e13a041f-0492-4332-a9c4-aa09979a7c1e service neutron] Attempting to bind port 6a6beb61-e78b-4bf2-a98d-870c7ea20d33 on network 7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 20:15:15.977647 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d64950-ef5b-42f3-bef3-ff5df24e1699 req-e13a041f-0492-4332-a9c4-aa09979a7c1e service neutron] Port 6a6beb61-e78b-4bf2-a98d-870c7ea20d33 on network 7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 20:15:15.977960 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d64950-ef5b-42f3-bef3-ff5df24e1699 req-e13a041f-0492-4332-a9c4-aa09979a7c1e service neutron] Attempting to bind port 6a6beb61-e78b-4bf2-a98d-870c7ea20d33 on network 7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 20:15:15.983426 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d64950-ef5b-42f3-bef3-ff5df24e1699 req-e13a041f-0492-4332-a9c4-aa09979a7c1e service neutron] Checking agent: {'id': 'f5e9725f-f5a6-43c2-a1be-95e21e9a1fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 20, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 20:15:15.983755 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d64950-ef5b-42f3-bef3-ff5df24e1699 req-e13a041f-0492-4332-a9c4-aa09979a7c1e service neutron] Checking segment: {'id': 'c1e1177d-c197-4df9-a0d5-04d28987a4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 20:15:15.984161 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d64950-ef5b-42f3-bef3-ff5df24e1699 req-e13a041f-0492-4332-a9c4-aa09979a7c1e service neutron] Bound using segment: {'id': 'c1e1177d-c197-4df9-a0d5-04d28987a4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 20:15:15.984585 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-36d64950-ef5b-42f3-bef3-ff5df24e1699 req-e13a041f-0492-4332-a9c4-aa09979a7c1e service neutron] Bound port: 6a6beb61-e78b-4bf2-a98d-870c7ea20d33, host: n-h1-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1e1177d-c197-4df9-a0d5-04d28987a4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 20:15:15.984931 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-36d64950-ef5b-42f3-bef3-ff5df24e1699 req-e13a041f-0492-4332-a9c4-aa09979a7c1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:15:16.050810 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-36d64950-ef5b-42f3-bef3-ff5df24e1699 req-e13a041f-0492-4332-a9c4-aa09979a7c1e service neutron] For port 6a6beb61-e78b-4bf2-a98d-870c7ea20d33, host n-h1-813679-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 20:15:16.053755 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-36d64950-ef5b-42f3-bef3-ff5df24e1699 req-e13a041f-0492-4332-a9c4-aa09979a7c1e service neutron] For port 6a6beb61-e78b-4bf2-a98d-870c7ea20d33, host n-h1-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=6a6beb61-e78b-4bf2-a98d-870c7ea20d33,segment=NetworkSegment(c1e1177d-c197-4df9-a0d5-04d28987a4ed),segment_id=c1e1177d-c197-4df9-a0d5-04d28987a4ed)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 20:15:16.125957 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-36d64950-ef5b-42f3-bef3-ff5df24e1699 req-e13a041f-0492-4332-a9c4-aa09979a7c1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:15:16.165174 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d64950-ef5b-42f3-bef3-ff5df24e1699 req-e13a041f-0492-4332-a9c4-aa09979a7c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:15:16.165775 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-36d64950-ef5b-42f3-bef3-ff5df24e1699 req-e13a041f-0492-4332-a9c4-aa09979a7c1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:15:16.167642 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-36d64950-ef5b-42f3-bef3-ff5df24e1699 req-e13a041f-0492-4332-a9c4-aa09979a7c1e service neutron] 10.222.0.61 "PUT /v2.0/ports/6a6beb61-e78b-4bf2-a98d-870c7ea20d33 HTTP/1.1" status: 200 len: 1093 time: 0.9045181 Oct 12 20:15:16.188146 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13a041f-0492-4332-a9c4-aa09979a7c1e service neutron] Pushing event updated for resources: {'Port': ['ID=6a6beb61-e78b-4bf2-a98d-870c7ea20d33,revision_number=11']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:15:16.233152 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d64950-ef5b-42f3-bef3-ff5df24e1699 req-d45fccd0-8323-431e-8017-ba8bcd42375d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:15:16.234684 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-36d64950-ef5b-42f3-bef3-ff5df24e1699 req-d45fccd0-8323-431e-8017-ba8bcd42375d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a5e47130084c49d29f3e03e734feff77&device_id=65321de3-0827-42c7-baee-6933823f92f1 HTTP/1.1" status: 200 len: 1096 time: 0.0434432 Oct 12 20:15:16.329192 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d64950-ef5b-42f3-bef3-ff5df24e1699 req-ec993742-3953-49ba-b5e5-6c74fd7eaf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:15:16.330682 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-36d64950-ef5b-42f3-bef3-ff5df24e1699 req-ec993742-3953-49ba-b5e5-6c74fd7eaf30 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2 HTTP/1.1" status: 200 len: 911 time: 0.0894036 Oct 12 20:15:16.403455 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-36d64950-ef5b-42f3-bef3-ff5df24e1699 req-2803ca8b-a685-4aa4-af81-4280768cf0cf service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a6beb61-e78b-4bf2-a98d-870c7ea20d33 HTTP/1.1" status: 200 len: 1001 time: 0.0651541 Oct 12 20:15:16.455925 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d64950-ef5b-42f3-bef3-ff5df24e1699 req-6af1dcce-65c1-46de-9bec-e76eb069cd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:15:16.457332 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-36d64950-ef5b-42f3-bef3-ff5df24e1699 req-6af1dcce-65c1-46de-9bec-e76eb069cd56 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3416d6a2-0b37-4eb2-9bfa-f2efd452d7ed HTTP/1.1" status: 200 len: 849 time: 0.0467181 Oct 12 20:15:16.504089 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d64950-ef5b-42f3-bef3-ff5df24e1699 req-ca56dfa0-cbd8-4a06-a0da-d255e20d6284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:15:16.507770 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-36d64950-ef5b-42f3-bef3-ff5df24e1699 req-ca56dfa0-cbd8-4a06-a0da-d255e20d6284 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430434 Oct 12 20:15:16.598520 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-36d64950-ef5b-42f3-bef3-ff5df24e1699 req-9699bfbd-a7e8-49b2-8b5e-d9f96375f42c service neutron] 10.222.0.61 "GET /v2.0/networks/7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838015 Oct 12 20:15:16.687106 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-36d64950-ef5b-42f3-bef3-ff5df24e1699 req-1567dc02-c346-41b6-9c58-c46c3e9edec5 service neutron] 10.222.0.61 "GET /v2.0/networks/7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811884 Oct 12 20:15:16.796206 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fcc9be-6678-4a16-b90f-991576426498 req-04a1bca8-dbdd-4b46-b13e-3ed7b89b039a tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:15:16.797918 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-70fcc9be-6678-4a16-b90f-991576426498 req-04a1bca8-dbdd-4b46-b13e-3ed7b89b039a tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=65321de3-0827-42c7-baee-6933823f92f1 HTTP/1.1" status: 200 len: 945 time: 0.0512497 Oct 12 20:15:16.836426 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-70fcc9be-6678-4a16-b90f-991576426498 req-bb73ec86-b6df-4b3e-83fa-ebec9daa572f tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322986 Oct 12 20:15:17.723528 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65321de3-0827-42c7-baee-6933823f92f1', 'tag': '6a6beb61-e78b-4bf2-a98d-870c7ea20d33'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:15:17.725818 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d38ba98a80be6c2fe69993d1a3c9eb2b0c7fe5c84c08efdde6b95a5e2d0657c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc95bff5-4612-4fc8-bfe9-c9ce34b97346" -d '{"events": [{"name": "network-changed", "server_uuid": "65321de3-0827-42c7-baee-6933823f92f1", "tag": "6a6beb61-e78b-4bf2-a98d-870c7ea20d33"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:15:17.775322 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 20:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2152b3de-3fab-4234-a2fd-6ec3f7dcff7f x-openstack-request-id: req-2152b3de-3fab-4234-a2fd-6ec3f7dcff7f {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:15:17.776196 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65321de3-0827-42c7-baee-6933823f92f1", "tag": "6a6beb61-e78b-4bf2-a98d-870c7ea20d33", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:15:17.776466 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2152b3de-3fab-4234-a2fd-6ec3f7dcff7f {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:15:17.776865 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65321de3-0827-42c7-baee-6933823f92f1', 'tag': '6a6beb61-e78b-4bf2-a98d-870c7ea20d33', 'status': 'completed', 'code': 200} Oct 12 20:15:17.842293 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc95bff5-4612-4fc8-bfe9-c9ce34b97346 req-0d348769-f4d8-49f7-adf7-0a0e1e8f332d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:15:17.844064 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-cc95bff5-4612-4fc8-bfe9-c9ce34b97346 req-0d348769-f4d8-49f7-adf7-0a0e1e8f332d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a5e47130084c49d29f3e03e734feff77&device_id=65321de3-0827-42c7-baee-6933823f92f1 HTTP/1.1" status: 200 len: 1096 time: 0.0486364 Oct 12 20:15:17.845105 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc95bff5-4612-4fc8-bfe9-c9ce34b97346 req-e5c8ae36-3c9a-4e51-8fef-f8c2d2dc4ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:15:17.846844 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cc95bff5-4612-4fc8-bfe9-c9ce34b97346 req-e5c8ae36-3c9a-4e51-8fef-f8c2d2dc4ae3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a5e47130084c49d29f3e03e734feff77&device_id=65321de3-0827-42c7-baee-6933823f92f1 HTTP/1.1" status: 200 len: 1096 time: 0.0458066 Oct 12 20:15:17.942235 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc95bff5-4612-4fc8-bfe9-c9ce34b97346 req-d6babedc-da5b-4b7c-8b5c-3b7dfd1a5458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:15:17.943675 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-cc95bff5-4612-4fc8-bfe9-c9ce34b97346 req-d6babedc-da5b-4b7c-8b5c-3b7dfd1a5458 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2 HTTP/1.1" status: 200 len: 911 time: 0.0927362 Oct 12 20:15:17.990442 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a07418-04d6-40d3-a781-a8a783369c29 req-6bd93b41-fe47-4bc3-905b-b0d30d247aff tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:15:17.998972 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d4a07418-04d6-40d3-a781-a8a783369c29 req-6bd93b41-fe47-4bc3-905b-b0d30d247aff tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=65321de3-0827-42c7-baee-6933823f92f1 HTTP/1.1" status: 200 len: 945 time: 0.0856805 Oct 12 20:15:18.007690 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc95bff5-4612-4fc8-bfe9-c9ce34b97346 req-81f48c56-c974-4777-a0e0-48a65c3542b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:15:18.009547 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cc95bff5-4612-4fc8-bfe9-c9ce34b97346 req-81f48c56-c974-4777-a0e0-48a65c3542b9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2 HTTP/1.1" status: 200 len: 911 time: 0.1560555 Oct 12 20:15:18.017139 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-cc95bff5-4612-4fc8-bfe9-c9ce34b97346 req-000cee7a-83fc-4395-87f7-63a1320919b7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a6beb61-e78b-4bf2-a98d-870c7ea20d33 HTTP/1.1" status: 200 len: 1001 time: 0.0650659 Oct 12 20:15:18.070738 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc95bff5-4612-4fc8-bfe9-c9ce34b97346 req-598eaf42-c51e-4c5a-a81d-45f2ec575562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:15:18.073874 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-cc95bff5-4612-4fc8-bfe9-c9ce34b97346 req-598eaf42-c51e-4c5a-a81d-45f2ec575562 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3416d6a2-0b37-4eb2-9bfa-f2efd452d7ed HTTP/1.1" status: 200 len: 849 time: 0.0477662 Oct 12 20:15:18.083390 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d4a07418-04d6-40d3-a781-a8a783369c29 req-67b0e9a0-b70b-4432-988f-ee4cb9f8697a tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834615 Oct 12 20:15:18.110253 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cc95bff5-4612-4fc8-bfe9-c9ce34b97346 req-278a7f32-d52d-4fea-b8f4-3f819edb1c5c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a6beb61-e78b-4bf2-a98d-870c7ea20d33 HTTP/1.1" status: 200 len: 1001 time: 0.0916579 Oct 12 20:15:18.131204 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc95bff5-4612-4fc8-bfe9-c9ce34b97346 req-49466ca7-9f8a-4c89-b74f-5703e46e6b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:15:18.132818 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-cc95bff5-4612-4fc8-bfe9-c9ce34b97346 req-49466ca7-9f8a-4c89-b74f-5703e46e6b2d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534885 Oct 12 20:15:18.164867 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc95bff5-4612-4fc8-bfe9-c9ce34b97346 req-40012553-3e55-4b30-aeee-79d96062f406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:15:18.167132 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cc95bff5-4612-4fc8-bfe9-c9ce34b97346 req-40012553-3e55-4b30-aeee-79d96062f406 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3416d6a2-0b37-4eb2-9bfa-f2efd452d7ed HTTP/1.1" status: 200 len: 849 time: 0.0489013 Oct 12 20:15:18.220287 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc95bff5-4612-4fc8-bfe9-c9ce34b97346 req-1ea2a44a-751b-40c3-b420-35b56651de65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:15:18.221838 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cc95bff5-4612-4fc8-bfe9-c9ce34b97346 req-1ea2a44a-751b-40c3-b420-35b56651de65 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487714 Oct 12 20:15:18.233899 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-cc95bff5-4612-4fc8-bfe9-c9ce34b97346 req-3141bf01-77fd-4086-8fa7-6ae6d1935bc9 service neutron] 10.222.0.61 "GET /v2.0/networks/7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929058 Oct 12 20:15:18.311673 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cc95bff5-4612-4fc8-bfe9-c9ce34b97346 req-6e43945b-26cf-47df-9960-f221e6f95da6 service neutron] 10.222.0.67 "GET /v2.0/networks/7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825727 Oct 12 20:15:18.326319 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-cc95bff5-4612-4fc8-bfe9-c9ce34b97346 req-9c067588-aa50-4736-8b00-a59c7302719e service neutron] 10.222.0.61 "GET /v2.0/networks/7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841947 Oct 12 20:15:18.406606 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cc95bff5-4612-4fc8-bfe9-c9ce34b97346 req-d2aaa627-4193-4a21-9b76-da02ec3d5e6d service neutron] 10.222.0.67 "GET /v2.0/networks/7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883458 Oct 12 20:15:19.204615 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66d6998-fe00-4219-9f08-9854c027c186 req-bb31e564-5921-4ce3-888e-7272f750eda7 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:15:19.206070 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d66d6998-fe00-4219-9f08-9854c027c186 req-bb31e564-5921-4ce3-888e-7272f750eda7 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=65321de3-0827-42c7-baee-6933823f92f1 HTTP/1.1" status: 200 len: 945 time: 0.0494547 Oct 12 20:15:19.244177 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d66d6998-fe00-4219-9f08-9854c027c186 req-1167b977-2d7d-4d25-ba07-374cf5ffca5a tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318456 Oct 12 20:15:20.361362 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8c3a9f-ec9e-43d3-be7f-7c3b26536ae7 req-72900181-f332-4ea9-af60-f3c87a8535c5 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:15:20.362872 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3f8c3a9f-ec9e-43d3-be7f-7c3b26536ae7 req-72900181-f332-4ea9-af60-f3c87a8535c5 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=65321de3-0827-42c7-baee-6933823f92f1 HTTP/1.1" status: 200 len: 945 time: 0.0501738 Oct 12 20:15:20.399720 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3f8c3a9f-ec9e-43d3-be7f-7c3b26536ae7 req-be6bd144-bf0f-46d2-9ecd-378621b7e060 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308642 Oct 12 20:15:21.519240 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722e60e6-3a06-4b1a-80d6-c8a6aff13b41 req-a056d8f8-e2c9-420e-970a-1c2d140cf516 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:15:21.520709 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-722e60e6-3a06-4b1a-80d6-c8a6aff13b41 req-a056d8f8-e2c9-420e-970a-1c2d140cf516 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=65321de3-0827-42c7-baee-6933823f92f1 HTTP/1.1" status: 200 len: 945 time: 0.0519814 Oct 12 20:15:21.560113 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-722e60e6-3a06-4b1a-80d6-c8a6aff13b41 req-d016fb83-3297-4014-8d1a-408e8af2f626 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328393 Oct 12 20:15:22.677866 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986b0e98-09d0-4bb0-b235-f4fe95ed16a9 req-52ce886a-ea92-47ad-ab90-8236d41a757b tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:15:22.679319 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-986b0e98-09d0-4bb0-b235-f4fe95ed16a9 req-52ce886a-ea92-47ad-ab90-8236d41a757b tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=65321de3-0827-42c7-baee-6933823f92f1 HTTP/1.1" status: 200 len: 945 time: 0.0482671 Oct 12 20:15:22.715596 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-986b0e98-09d0-4bb0-b235-f4fe95ed16a9 req-6fdd1fb2-6c68-419f-91da-ba0afd7c12f4 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300364 Oct 12 20:15:23.837293 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d05030-bc51-49f7-b94a-1a02d2a06b24 req-1f48e098-8f69-4da7-87bd-a369e46dbe8f tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:15:23.838741 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-13d05030-bc51-49f7-b94a-1a02d2a06b24 req-1f48e098-8f69-4da7-87bd-a369e46dbe8f tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=65321de3-0827-42c7-baee-6933823f92f1 HTTP/1.1" status: 200 len: 945 time: 0.0553148 Oct 12 20:15:23.875849 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-13d05030-bc51-49f7-b94a-1a02d2a06b24 req-c8b1eb7a-d053-4fc1-be6e-15980072f58c tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312080 Oct 12 20:15:24.997207 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81c1bb5-ef0b-425b-9926-d89ee605bcde req-ed2ba585-79e4-4602-9c04-8514f59832c6 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:15:24.998646 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c81c1bb5-ef0b-425b-9926-d89ee605bcde req-ed2ba585-79e4-4602-9c04-8514f59832c6 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=65321de3-0827-42c7-baee-6933823f92f1 HTTP/1.1" status: 200 len: 945 time: 0.0522978 Oct 12 20:15:25.035560 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c81c1bb5-ef0b-425b-9926-d89ee605bcde req-c62b5cf7-c949-4490-b1f4-eaedea1ec86b tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309081 Oct 12 20:15:26.152898 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d522ca6-00e3-4d31-9dcc-f966c57163b9 req-f4aab135-f0f9-4083-9366-f9da03d96ec1 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:15:26.154385 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3d522ca6-00e3-4d31-9dcc-f966c57163b9 req-f4aab135-f0f9-4083-9366-f9da03d96ec1 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=65321de3-0827-42c7-baee-6933823f92f1 HTTP/1.1" status: 200 len: 945 time: 0.0523100 Oct 12 20:15:26.201056 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3d522ca6-00e3-4d31-9dcc-f966c57163b9 req-a6a9d19a-66a8-4d8c-9920-2e2b2d916ec3 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406051 Oct 12 20:15:27.363338 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005ed7dc-fb6d-4222-b121-0d4885e8e285 req-bc10f433-b6af-4b9f-87dd-757fbd18f97c tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:15:27.364738 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-005ed7dc-fb6d-4222-b121-0d4885e8e285 req-bc10f433-b6af-4b9f-87dd-757fbd18f97c tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=65321de3-0827-42c7-baee-6933823f92f1 HTTP/1.1" status: 200 len: 945 time: 0.0491021 Oct 12 20:15:27.401709 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-005ed7dc-fb6d-4222-b121-0d4885e8e285 req-72120e3a-4568-42d0-968c-de4ea31b5e0d tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311165 Oct 12 20:15:28.518699 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80b4045-02a5-40dd-88f1-9b708ef57d96 req-22f94a0b-eb7f-41e7-b8c5-bcacf375788f tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:15:28.520161 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f80b4045-02a5-40dd-88f1-9b708ef57d96 req-22f94a0b-eb7f-41e7-b8c5-bcacf375788f tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=65321de3-0827-42c7-baee-6933823f92f1 HTTP/1.1" status: 200 len: 945 time: 0.0518255 Oct 12 20:15:28.556266 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f80b4045-02a5-40dd-88f1-9b708ef57d96 req-5ae22be7-4c88-47b5-8c41-0b9c1f5dc090 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302789 Oct 12 20:15:29.158744 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f4ad1a80-bffe-4680-a726-8311670aee1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:15:29.670135 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd1e296-967d-4cef-a97b-b1beff78f328 req-69ab1a4f-2d9d-4224-9a27-0abc73d62cf2 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:15:29.671585 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8dd1e296-967d-4cef-a97b-b1beff78f328 req-69ab1a4f-2d9d-4224-9a27-0abc73d62cf2 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=65321de3-0827-42c7-baee-6933823f92f1 HTTP/1.1" status: 200 len: 945 time: 0.0481999 Oct 12 20:15:29.709505 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8dd1e296-967d-4cef-a97b-b1beff78f328 req-184b71c9-abf6-4b4d-a20d-2673f97918e6 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319777 Oct 12 20:15:29.821033 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c553317-a434-4b9c-be34-da858abf408e req-1ce0548c-deb0-4efb-8945-7cdb99732263 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:15:29.822491 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8c553317-a434-4b9c-be34-da858abf408e req-1ce0548c-deb0-4efb-8945-7cdb99732263 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=65321de3-0827-42c7-baee-6933823f92f1 HTTP/1.1" status: 200 len: 945 time: 0.0485532 Oct 12 20:15:29.860389 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8c553317-a434-4b9c-be34-da858abf408e req-fef3d511-b4bc-45b9-8893-237e4507a3e0 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313506 Oct 12 20:15:29.979009 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5a4883-6ee0-453d-8fb2-85809ae164df req-873a0fa7-bb3d-41f2-a555-fd3b0fa91141 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:15:29.981148 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1a5a4883-6ee0-453d-8fb2-85809ae164df req-873a0fa7-bb3d-41f2-a555-fd3b0fa91141 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=65321de3-0827-42c7-baee-6933823f92f1 HTTP/1.1" status: 200 len: 945 time: 0.0524950 Oct 12 20:15:30.017133 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1a5a4883-6ee0-453d-8fb2-85809ae164df req-b7ec4570-0e7f-4c1d-8a7f-226c3e7daf82 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301683 Oct 12 20:15:30.488369 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5498ac-9ce6-424b-8e11-a221c2b60983 req-0dc059af-f4b0-4ef2-a81d-cbc2c45021e1 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:15:30.489829 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7e5498ac-9ce6-424b-8e11-a221c2b60983 req-0dc059af-f4b0-4ef2-a81d-cbc2c45021e1 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=65321de3-0827-42c7-baee-6933823f92f1 HTTP/1.1" status: 200 len: 945 time: 0.0529108 Oct 12 20:15:30.527679 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7e5498ac-9ce6-424b-8e11-a221c2b60983 req-e49420ee-1469-42a9-b4b8-1420f585e573 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311134 Oct 12 20:15:30.834051 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 6a6beb61-e78b-4bf2-a98d-870c7ea20d33 details requested by agent hyperv_n-h1-813679-3 with host n-h1-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 20:15:30.926569 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 6a6beb61-e78b-4bf2-a98d-870c7ea20d33, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=6a6beb61-e78b-4bf2-a98d-870c7ea20d33,segment=NetworkSegment(c1e1177d-c197-4df9-a0d5-04d28987a4ed),segment_id=c1e1177d-c197-4df9-a0d5-04d28987a4ed)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:15:30.937150 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Returning: {'device': '6a6beb61-e78b-4bf2-a98d-870c7ea20d33', 'network_id': '7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2', 'port_id': '6a6beb61-e78b-4bf2-a98d-870c7ea20d33', 'mac_address': 'fa:16:3e:5d:ab:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3416d6a2-0b37-4eb2-9bfa-f2efd452d7ed', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 20:15:30.971621 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:15:30.984271 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a6beb61-e78b-4bf2-a98d-870c7ea20d33 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 20:15:31.002480 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 6a6beb61-e78b-4bf2-a98d-870c7ea20d33, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=6a6beb61-e78b-4bf2-a98d-870c7ea20d33,segment=NetworkSegment(c1e1177d-c197-4df9-a0d5-04d28987a4ed),segment_id=c1e1177d-c197-4df9-a0d5-04d28987a4ed)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:15:31.084554 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:15:31.134097 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=6a6beb61-e78b-4bf2-a98d-870c7ea20d33,revision_number=12']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:15:31.331694 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['6a6beb61-e78b-4bf2-a98d-870c7ea20d33'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 20:15:31.646387 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d34bc8-3479-4eac-bbc0-9f20f13021d6 req-78c2dca8-e7db-4962-a795-b94d4297fa71 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:15:31.647866 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a3d34bc8-3479-4eac-bbc0-9f20f13021d6 req-78c2dca8-e7db-4962-a795-b94d4297fa71 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=65321de3-0827-42c7-baee-6933823f92f1 HTTP/1.1" status: 200 len: 946 time: 0.0492857 Oct 12 20:15:31.690731 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a3d34bc8-3479-4eac-bbc0-9f20f13021d6 req-d578bba3-354d-46c1-a067-774ce7e4c45e tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups?id=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369606 Oct 12 20:15:31.719009 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-baab19ed-326a-4e7b-ab5c-49102ae6e85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:15:31.965120 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81b2322-1818-4252-95cf-7c2a9e02b567 req-fd910ae8-a3e2-4463-a432-da6a480451f1 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:15:31.967120 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a81b2322-1818-4252-95cf-7c2a9e02b567 req-fd910ae8-a3e2-4463-a432-da6a480451f1 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.61 "GET /v2.0/ports?device_id=65321de3-0827-42c7-baee-6933823f92f1 HTTP/1.1" status: 200 len: 946 time: 0.0561862 Oct 12 20:15:32.053162 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-a81b2322-1818-4252-95cf-7c2a9e02b567 req-5725d4ee-15d4-47ea-878f-bb1db84a71f7 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Deleting port 6a6beb61-e78b-4bf2-a98d-870c7ea20d33 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 20:15:32.053504 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-a81b2322-1818-4252-95cf-7c2a9e02b567 req-5725d4ee-15d4-47ea-878f-bb1db84a71f7 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:15:32.143109 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-a81b2322-1818-4252-95cf-7c2a9e02b567 req-5725d4ee-15d4-47ea-878f-bb1db84a71f7 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] For port 6a6beb61-e78b-4bf2-a98d-870c7ea20d33, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=6a6beb61-e78b-4bf2-a98d-870c7ea20d33,segment=NetworkSegment(c1e1177d-c197-4df9-a0d5-04d28987a4ed),segment_id=c1e1177d-c197-4df9-a0d5-04d28987a4ed)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:15:32.143501 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-a81b2322-1818-4252-95cf-7c2a9e02b567 req-5725d4ee-15d4-47ea-878f-bb1db84a71f7 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:15:32.308193 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-a81b2322-1818-4252-95cf-7c2a9e02b567 req-5725d4ee-15d4-47ea-878f-bb1db84a71f7 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:15:32.308808 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-a81b2322-1818-4252-95cf-7c2a9e02b567 req-5725d4ee-15d4-47ea-878f-bb1db84a71f7 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7915414'] for floatingip, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:15:32.309148 n-d-813679-3 neutron-server[95502]: INFO neutron.db.l3_db [req-a81b2322-1818-4252-95cf-7c2a9e02b567 req-5725d4ee-15d4-47ea-878f-bb1db84a71f7 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Floating IP 0798c97e-9052-4880-8a9e-a490256f1dd4 disassociated. External IP: 172.25.5.103, port: 6a6beb61-e78b-4bf2-a98d-870c7ea20d33. Oct 12 20:15:32.309485 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-a81b2322-1818-4252-95cf-7c2a9e02b567 req-5725d4ee-15d4-47ea-878f-bb1db84a71f7 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Calling delete_port for 6a6beb61-e78b-4bf2-a98d-870c7ea20d33 owned by compute:nova {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 20:15:32.500923 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-a81b2322-1818-4252-95cf-7c2a9e02b567 req-5725d4ee-15d4-47ea-878f-bb1db84a71f7 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:15:32.523726 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:15:32.530813 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5725d4ee-15d4-47ea-878f-bb1db84a71f7 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Pushing event deleted for resources: {'Port': ['ID=6a6beb61-e78b-4bf2-a98d-870c7ea20d33,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:15:32.788599 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8dafdae2-0fbc-4f16-a10f-643915fa30ef req-e4ae9694-ae67-4b0c-98e8-431d029dbed8 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=65321de3-0827-42c7-baee-6933823f92f1 HTTP/1.1" status: 200 len: 210 time: 0.0277758 Oct 12 20:15:32.851919 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 6a6beb61-e78b-4bf2-a98d-870c7ea20d33 details requested by agent hyperv_n-h1-813679-3 with host n-h1-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 20:15:32.856284 n-d-813679-3 neutron-server[95503]: INFO neutron.plugins.ml2.plugin [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] No ports have port_id starting with 6a6beb61-e78b-4bf2-a98d-870c7ea20d33 Oct 12 20:15:32.857455 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 6a6beb61-e78b-4bf2-a98d-870c7ea20d33 requested by agent hyperv_n-h1-813679-3 not found in database {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Oct 12 20:15:32.894541 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a81b2322-1818-4252-95cf-7c2a9e02b567 req-5725d4ee-15d4-47ea-878f-bb1db84a71f7 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Router 2389800d-42f7-4e23-879b-812c07b5a960 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 20:15:32.998044 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a81b2322-1818-4252-95cf-7c2a9e02b567 req-5725d4ee-15d4-47ea-878f-bb1db84a71f7 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 20:15:33.007410 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2d71f3-fa4d-4934-baad-3119bb257f28 None None] Sync routers for ids ['2389800d-42f7-4e23-879b-812c07b5a960'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 20:15:33.016743 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2d71f3-fa4d-4934-baad-3119bb257f28 None None] Routers {'2389800d-42f7-4e23-879b-812c07b5a960'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:15:33.017363 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-ae2d71f3-fa4d-4934-baad-3119bb257f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:15:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['2389800d-42f7-4e23-879b-812c07b5a960'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:15:33.035960 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-a81b2322-1818-4252-95cf-7c2a9e02b567 req-5725d4ee-15d4-47ea-878f-bb1db84a71f7 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] No DVR routers for this DVR port 6a6beb61-e78b-4bf2-a98d-870c7ea20d33 on host n-h1-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 20:15:33.038500 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-a81b2322-1818-4252-95cf-7c2a9e02b567 req-5725d4ee-15d4-47ea-878f-bb1db84a71f7 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:15:33.041779 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a81b2322-1818-4252-95cf-7c2a9e02b567 req-5725d4ee-15d4-47ea-878f-bb1db84a71f7 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.61 "DELETE /v2.0/ports/6a6beb61-e78b-4bf2-a98d-870c7ea20d33 HTTP/1.1" status: 204 len: 173 time: 1.0688562 Oct 12 20:15:33.042222 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65321de3-0827-42c7-baee-6933823f92f1', 'name': 'network-vif-deleted', 'tag': '6a6beb61-e78b-4bf2-a98d-870c7ea20d33'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:15:33.045094 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d38ba98a80be6c2fe69993d1a3c9eb2b0c7fe5c84c08efdde6b95a5e2d0657c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80ba1b38-755c-49fe-b6c8-62fd17b773f3" -d '{"events": [{"server_uuid": "65321de3-0827-42c7-baee-6933823f92f1", "name": "network-vif-deleted", "tag": "6a6beb61-e78b-4bf2-a98d-870c7ea20d33"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:15:33.080635 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 20:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79dee879-13fc-4b8b-8b15-d4c60e4ece8f x-openstack-request-id: req-79dee879-13fc-4b8b-8b15-d4c60e4ece8f {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:15:33.080934 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65321de3-0827-42c7-baee-6933823f92f1", "name": "network-vif-deleted", "tag": "6a6beb61-e78b-4bf2-a98d-870c7ea20d33", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:15:33.081188 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-79dee879-13fc-4b8b-8b15-d4c60e4ece8f {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:15:33.081593 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65321de3-0827-42c7-baee-6933823f92f1', 'name': 'network-vif-deleted', 'tag': '6a6beb61-e78b-4bf2-a98d-870c7ea20d33', 'status': 'completed', 'code': 200} Oct 12 20:15:33.127237 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-ae2d71f3-fa4d-4934-baad-3119bb257f28 None None] Set router 2389800d-42f7-4e23-879b-812c07b5a960 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:15:33.309951 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:15:33.336687 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-ae2d71f3-fa4d-4934-baad-3119bb257f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2389800d-42f7-4e23-879b-812c07b5a960', 'name': 'tempest-ServerActionsTestJSON-14519898-router', 'tenant_id': 'a5e47130084c49d29f3e03e734feff77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '75a63f28-3dab-4f96-8263-753a10c00cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:05:23Z', 'updated_at': '2021-10-12T20:05:26Z', 'revision_number': 4, 'project_id': 'a5e47130084c49d29f3e03e734feff77', 'gw_port': {'id': '75a63f28-3dab-4f96-8263-753a10c00cca', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:63:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2389800d-42f7-4e23-879b-812c07b5a960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:05:24Z', 'updated_at': '2021-10-12T20:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '142995b5-8f7f-4668-9555-845769fa1ec6', 'name': '', 'network_id': '7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2', 'tenant_id': 'a5e47130084c49d29f3e03e734feff77', 'mac_address': 'fa:16:3e:d8:da:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2389800d-42f7-4e23-879b-812c07b5a960', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '3416d6a2-0b37-4eb2-9bfa-f2efd452d7ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:05:26Z', 'updated_at': '2021-10-12T20:05:29Z', 'revision_number': 5, 'project_id': 'a5e47130084c49d29f3e03e734feff77', 'subnets': [{'id': '3416d6a2-0b37-4eb2-9bfa-f2efd452d7ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:15:33.362933 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2d71f3-fa4d-4934-baad-3119bb257f28 None None] Checking router: 2389800d-42f7-4e23-879b-812c07b5a960 for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 20:15:33.370885 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2d71f3-fa4d-4934-baad-3119bb257f28 None None] Routers {'2389800d-42f7-4e23-879b-812c07b5a960'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:15:33.371478 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-ae2d71f3-fa4d-4934-baad-3119bb257f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:15:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['2389800d-42f7-4e23-879b-812c07b5a960'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:15:33.473574 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-ae2d71f3-fa4d-4934-baad-3119bb257f28 None None] Set router 2389800d-42f7-4e23-879b-812c07b5a960 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:15:33.586292 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:15:33.682628 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-ae2d71f3-fa4d-4934-baad-3119bb257f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2389800d-42f7-4e23-879b-812c07b5a960', 'name': 'tempest-ServerActionsTestJSON-14519898-router', 'tenant_id': 'a5e47130084c49d29f3e03e734feff77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '75a63f28-3dab-4f96-8263-753a10c00cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:05:23Z', 'updated_at': '2021-10-12T20:05:26Z', 'revision_number': 4, 'project_id': 'a5e47130084c49d29f3e03e734feff77', 'gw_port': {'id': '75a63f28-3dab-4f96-8263-753a10c00cca', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:63:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2389800d-42f7-4e23-879b-812c07b5a960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:05:24Z', 'updated_at': '2021-10-12T20:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '142995b5-8f7f-4668-9555-845769fa1ec6', 'name': '', 'network_id': '7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2', 'tenant_id': 'a5e47130084c49d29f3e03e734feff77', 'mac_address': 'fa:16:3e:d8:da:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2389800d-42f7-4e23-879b-812c07b5a960', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '3416d6a2-0b37-4eb2-9bfa-f2efd452d7ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:05:26Z', 'updated_at': '2021-10-12T20:05:29Z', 'revision_number': 5, 'project_id': 'a5e47130084c49d29f3e03e734feff77', 'subnets': [{'id': '3416d6a2-0b37-4eb2-9bfa-f2efd452d7ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:15:33.713120 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2d71f3-fa4d-4934-baad-3119bb257f28 None None] The sync data for ids ['2389800d-42f7-4e23-879b-812c07b5a960'] in n-d-813679-3 is: [{'id': '2389800d-42f7-4e23-879b-812c07b5a960', 'name': 'tempest-ServerActionsTestJSON-14519898-router', 'tenant_id': 'a5e47130084c49d29f3e03e734feff77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '75a63f28-3dab-4f96-8263-753a10c00cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:05:23Z', 'updated_at': '2021-10-12T20:05:26Z', 'revision_number': 4, 'project_id': 'a5e47130084c49d29f3e03e734feff77', 'gw_port': {'id': '75a63f28-3dab-4f96-8263-753a10c00cca', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:63:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2389800d-42f7-4e23-879b-812c07b5a960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:05:24Z', 'updated_at': '2021-10-12T20:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '142995b5-8f7f-4668-9555-845769fa1ec6', 'name': '', 'network_id': '7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2', 'tenant_id': 'a5e47130084c49d29f3e03e734feff77', 'mac_address': 'fa:16:3e:d8:da:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2389800d-42f7-4e23-879b-812c07b5a960', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '3416d6a2-0b37-4eb2-9bfa-f2efd452d7ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:05:26Z', 'updated_at': '2021-10-12T20:05:29Z', 'revision_number': 5, 'project_id': 'a5e47130084c49d29f3e03e734feff77', 'subnets': [{'id': '3416d6a2-0b37-4eb2-9bfa-f2efd452d7ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 20:15:33.887997 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-048a8ebe-7d8d-42c8-87a2-0fdad97ea0c0 req-ee45006c-de04-449d-93f9-91e0eaa16911 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=65321de3-0827-42c7-baee-6933823f92f1 HTTP/1.1" status: 200 len: 210 time: 0.0278955 Oct 12 20:15:33.954387 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc47656-2a82-4958-b5b9-223c7172df04 None None] New status for floating IP 0798c97e-9052-4880-8a9e-a490256f1dd4: DOWN {{(pid=95504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 20:15:34.569972 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:15:34.735802 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:15:34.985579 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-dfa70553-d0b1-4a37-addb-808f2586df72 req-bb7f3507-ca69-4e0b-971d-4cee81f61a20 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=65321de3-0827-42c7-baee-6933823f92f1 HTTP/1.1" status: 200 len: 210 time: 0.0269701 Oct 12 20:15:36.082666 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c69eef38-bbdd-47ea-8748-c5284c22ed08 req-c1b52dc6-ebfa-4927-a0a0-12cb813ab3d5 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=65321de3-0827-42c7-baee-6933823f92f1 HTTP/1.1" status: 200 len: 210 time: 0.0302911 Oct 12 20:15:36.866556 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 6a6beb61-e78b-4bf2-a98d-870c7ea20d33 no longer exists at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 20:15:36.887725 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] No Port match for: 6a6beb61-e78b-4bf2-a98d-870c7ea20d33 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 20:15:36.888200 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 6a6beb61-e78b-4bf2-a98d-870c7ea20d33 not bound to the agent host n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 20:15:37.180698 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f7e8b5d2-232e-47d0-bc44-76ec2a19b0cd req-bb4a2979-e5d1-4782-9330-9bb69c1b18cf tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=65321de3-0827-42c7-baee-6933823f92f1 HTTP/1.1" status: 200 len: 210 time: 0.0297070 Oct 12 20:15:38.287579 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-deba7cf2-2757-40dc-ba52-5dfa655fd524 req-32a8adca-e9ab-4ce0-bff7-4e436b8f4c62 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/ports?device_id=65321de3-0827-42c7-baee-6933823f92f1 HTTP/1.1" status: 200 len: 210 time: 0.0258062 Oct 12 20:15:42.159029 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 20:15:43.193650 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 34700) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:15:43.248009 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-409f3662-64ca-4ddb-a0f4-24f18edebb1b tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:15:43.270831 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-409f3662-64ca-4ddb-a0f4-24f18edebb1b tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:15:43.381822 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-409f3662-64ca-4ddb-a0f4-24f18edebb1b tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:15:43.384423 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-409f3662-64ca-4ddb-a0f4-24f18edebb1b tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:15:43.388531 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-409f3662-64ca-4ddb-a0f4-24f18edebb1b tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "DELETE /v2.0/security-groups/66b3b269-1b2c-48cf-8d3e-75a0bf41acf6 HTTP/1.1" status: 204 len: 168 time: 0.1909716 Oct 12 20:15:43.394146 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 34702) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:15:43.396048 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409f3662-64ca-4ddb-a0f4-24f18edebb1b tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b3b269-1b2c-48cf-8d3e-75a0bf41acf6,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:15:43.405487 n-d-813679-3 neutron-server[95502]: INFO neutron.api.v2.resource [None req-5da9b1e6-304c-47bb-828b-b2e0d63e0d11 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] show failed (client error): The resource could not be found. Oct 12 20:15:43.406521 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-5da9b1e6-304c-47bb-828b-b2e0d63e0d11 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "GET /v2.0/security-groups/66b3b269-1b2c-48cf-8d3e-75a0bf41acf6 HTTP/1.1" status: 404 len: 347 time: 0.0165520 Oct 12 20:15:43.409428 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 34704) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:15:43.534019 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-f7ae5e99-437b-46b8-b757-aeddee298f62 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Deleting port b9ac437e-593f-4ec5-9b38-bb1e7039f33c {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 20:15:43.534360 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f7ae5e99-437b-46b8-b757-aeddee298f62 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:15:43.609119 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f7ae5e99-437b-46b8-b757-aeddee298f62 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:15:43.609450 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f7ae5e99-437b-46b8-b757-aeddee298f62 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:15:43.621835 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-f7ae5e99-437b-46b8-b757-aeddee298f62 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Calling delete_port for b9ac437e-593f-4ec5-9b38-bb1e7039f33c owned by network:floatingip {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 20:15:43.810750 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f7ae5e99-437b-46b8-b757-aeddee298f62 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:15:43.834189 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ae5e99-437b-46b8-b757-aeddee298f62 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Pushing event deleted for resources: {'Port': ['ID=b9ac437e-593f-4ec5-9b38-bb1e7039f33c,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:15:43.903025 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f7ae5e99-437b-46b8-b757-aeddee298f62 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Notify callbacks [] for floatingip, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:15:43.905592 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f7ae5e99-437b-46b8-b757-aeddee298f62 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:15:43.906730 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-f7ae5e99-437b-46b8-b757-aeddee298f62 tempest-ServerActionsTestJSON-1631787007 tempest-ServerActionsTestJSON-1631787007-project] 10.222.0.49 "DELETE /v2.0/floatingips/0798c97e-9052-4880-8a9e-a490256f1dd4 HTTP/1.1" status: 204 len: 168 time: 0.4962494 Oct 12 20:15:43.909674 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 34706) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:15:44.495667 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-418b872b-1f68-49b9-a072-97b4bb692a25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8092566'] for router_interface, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:15:44.783487 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-418b872b-1f68-49b9-a072-97b4bb692a25 admin admin] Deleting port 142995b5-8f7f-4668-9555-845769fa1ec6 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 20:15:44.783823 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-418b872b-1f68-49b9-a072-97b4bb692a25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:15:44.860664 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-418b872b-1f68-49b9-a072-97b4bb692a25 admin admin] For port 142995b5-8f7f-4668-9555-845769fa1ec6, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=142995b5-8f7f-4668-9555-845769fa1ec6,segment=NetworkSegment(c1e1177d-c197-4df9-a0d5-04d28987a4ed),segment_id=c1e1177d-c197-4df9-a0d5-04d28987a4ed)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:15:44.861023 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-418b872b-1f68-49b9-a072-97b4bb692a25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:15:44.873572 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-418b872b-1f68-49b9-a072-97b4bb692a25 admin admin] Calling delete_port for 142995b5-8f7f-4668-9555-845769fa1ec6 owned by network:router_interface {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 20:15:45.101404 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-418b872b-1f68-49b9-a072-97b4bb692a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:15:45.131776 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418b872b-1f68-49b9-a072-97b4bb692a25 admin admin] Pushing event deleted for resources: {'Port': ['ID=142995b5-8f7f-4668-9555-845769fa1ec6,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:15:45.289196 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-418b872b-1f68-49b9-a072-97b4bb692a25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7898909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8092450'] for router_interface, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:15:45.493638 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-418b872b-1f68-49b9-a072-97b4bb692a25 admin admin] Router 2389800d-42f7-4e23-879b-812c07b5a960 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 20:15:45.850642 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-418b872b-1f68-49b9-a072-97b4bb692a25 admin admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 20:15:45.858771 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-418b872b-1f68-49b9-a072-97b4bb692a25 admin admin] 10.222.0.49 "PUT /v2.0/routers/2389800d-42f7-4e23-879b-812c07b5a960/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9452031 Oct 12 20:15:45.858905 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 34712) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:15:45.859743 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ee81e9-f506-4d19-9537-9f76a64d4d7b None None] Sync routers for ids ['2389800d-42f7-4e23-879b-812c07b5a960'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 20:15:45.868960 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ee81e9-f506-4d19-9537-9f76a64d4d7b None None] Routers {'2389800d-42f7-4e23-879b-812c07b5a960'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:15:45.869574 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-13ee81e9-f506-4d19-9537-9f76a64d4d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:15:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['2389800d-42f7-4e23-879b-812c07b5a960'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:15:45.962143 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6b9a8cee-e3ce-479d-aeaf-6ea56adf9897 admin admin] Notify callbacks [] for router, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:15:45.974560 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-13ee81e9-f506-4d19-9537-9f76a64d4d7b None None] Set router 2389800d-42f7-4e23-879b-812c07b5a960 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:15:46.067145 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6b9a8cee-e3ce-479d-aeaf-6ea56adf9897 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:15:46.151041 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-13ee81e9-f506-4d19-9537-9f76a64d4d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2389800d-42f7-4e23-879b-812c07b5a960', 'name': 'tempest-ServerActionsTestJSON-14519898-router', 'tenant_id': 'a5e47130084c49d29f3e03e734feff77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '75a63f28-3dab-4f96-8263-753a10c00cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:05:23Z', 'updated_at': '2021-10-12T20:15:45Z', 'revision_number': 5, 'project_id': 'a5e47130084c49d29f3e03e734feff77', 'gw_port': {'id': '75a63f28-3dab-4f96-8263-753a10c00cca', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:63:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2389800d-42f7-4e23-879b-812c07b5a960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:05:24Z', 'updated_at': '2021-10-12T20:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:15:46.154533 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a8cee-e3ce-479d-aeaf-6ea56adf9897 admin admin] Deleting port 75a63f28-3dab-4f96-8263-753a10c00cca {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 20:15:46.154879 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6b9a8cee-e3ce-479d-aeaf-6ea56adf9897 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:15:46.181412 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ee81e9-f506-4d19-9537-9f76a64d4d7b None None] Checking router: 2389800d-42f7-4e23-879b-812c07b5a960 for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 20:15:46.198359 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ee81e9-f506-4d19-9537-9f76a64d4d7b None None] Routers {'2389800d-42f7-4e23-879b-812c07b5a960'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:15:46.198359 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-13ee81e9-f506-4d19-9537-9f76a64d4d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:15:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['2389800d-42f7-4e23-879b-812c07b5a960'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:15:46.241619 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-6b9a8cee-e3ce-479d-aeaf-6ea56adf9897 admin admin] For port 75a63f28-3dab-4f96-8263-753a10c00cca, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=75a63f28-3dab-4f96-8263-753a10c00cca,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:15:46.241989 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6b9a8cee-e3ce-479d-aeaf-6ea56adf9897 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:15:46.254687 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a8cee-e3ce-479d-aeaf-6ea56adf9897 admin admin] Calling delete_port for 75a63f28-3dab-4f96-8263-753a10c00cca owned by network:router_gateway {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 20:15:46.283937 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-13ee81e9-f506-4d19-9537-9f76a64d4d7b None None] Set router 2389800d-42f7-4e23-879b-812c07b5a960 gateway port host: None {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:15:46.333403 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-13ee81e9-f506-4d19-9537-9f76a64d4d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2389800d-42f7-4e23-879b-812c07b5a960', 'name': 'tempest-ServerActionsTestJSON-14519898-router', 'tenant_id': 'a5e47130084c49d29f3e03e734feff77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:05:23Z', 'updated_at': '2021-10-12T20:15:46Z', 'revision_number': 6, 'project_id': 'a5e47130084c49d29f3e03e734feff77', 'gw_port_host': None}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:15:46.361973 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ee81e9-f506-4d19-9537-9f76a64d4d7b None None] The sync data for ids ['2389800d-42f7-4e23-879b-812c07b5a960'] in n-d-813679-3 is: [{'id': '2389800d-42f7-4e23-879b-812c07b5a960', 'name': 'tempest-ServerActionsTestJSON-14519898-router', 'tenant_id': 'a5e47130084c49d29f3e03e734feff77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:05:23Z', 'updated_at': '2021-10-12T20:15:46Z', 'revision_number': 6, 'project_id': 'a5e47130084c49d29f3e03e734feff77', 'gw_port_host': None}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 20:15:46.472693 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6b9a8cee-e3ce-479d-aeaf-6ea56adf9897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:15:46.502919 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a8cee-e3ce-479d-aeaf-6ea56adf9897 admin admin] Pushing event deleted for resources: {'Port': ['ID=75a63f28-3dab-4f96-8263-753a10c00cca,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:15:46.558335 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6b9a8cee-e3ce-479d-aeaf-6ea56adf9897 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7915456'] for router_gateway, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:15:46.658564 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6b9a8cee-e3ce-479d-aeaf-6ea56adf9897 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255495'] for router, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:15:46.660525 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6b9a8cee-e3ce-479d-aeaf-6ea56adf9897 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:15:46.776456 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6b9a8cee-e3ce-479d-aeaf-6ea56adf9897 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8093499'] for router, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:15:46.776833 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b9a8cee-e3ce-479d-aeaf-6ea56adf9897 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2389800d-42f7-4e23-879b-812c07b5a960 {{(pid=95502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 20:15:46.781726 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6b9a8cee-e3ce-479d-aeaf-6ea56adf9897 admin admin] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:15:46.782883 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-6b9a8cee-e3ce-479d-aeaf-6ea56adf9897 admin admin] 10.222.0.49 "DELETE /v2.0/routers/2389800d-42f7-4e23-879b-812c07b5a960 HTTP/1.1" status: 204 len: 168 time: 0.9230862 Oct 12 20:15:46.795139 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 34714) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:15:46.828547 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-3214ff5d-1d90-468a-bce5-0acf7c68f475 admin admin] Deleting subnet 3416d6a2-0b37-4eb2-9bfa-f2efd452d7ed {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 20:15:46.834926 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3214ff5d-1d90-468a-bce5-0acf7c68f475 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:15:46.864040 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3214ff5d-1d90-468a-bce5-0acf7c68f475 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16313642'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:15:46.969604 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3214ff5d-1d90-468a-bce5-0acf7c68f475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:15:47.077993 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3214ff5d-1d90-468a-bce5-0acf7c68f475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4306592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16245866'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:15:47.109034 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3214ff5d-1d90-468a-bce5-0acf7c68f475 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3416d6a2-0b37-4eb2-9bfa-f2efd452d7ed,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:15:47.122090 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3214ff5d-1d90-468a-bce5-0acf7c68f475 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:15:47.122090 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-3214ff5d-1d90-468a-bce5-0acf7c68f475 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/3416d6a2-0b37-4eb2-9bfa-f2efd452d7ed HTTP/1.1" status: 204 len: 168 time: 0.3307257 Oct 12 20:15:47.122260 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 34716) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:15:47.122713 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0ab8bb-98bb-48b2-b579-cec347dc0514 None None] Network 7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 20:15:47.192968 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-eca0b8d9-5474-4b4a-a496-71ae3dd2fcdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:15:47.254673 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-eca0b8d9-5474-4b4a-a496-71ae3dd2fcdc admin admin] Deleting port 1a538154-4f27-4098-878a-679edc9016a0 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 20:15:47.255194 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-eca0b8d9-5474-4b4a-a496-71ae3dd2fcdc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:15:47.308394 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19db976c-3826-4213-b491-03195e981e32 None None] DHCP port deletion for 7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2 request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 20:15:47.322128 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [None req-eca0b8d9-5474-4b4a-a496-71ae3dd2fcdc admin admin] For port 1a538154-4f27-4098-878a-679edc9016a0, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=1a538154-4f27-4098-878a-679edc9016a0,segment=NetworkSegment(c1e1177d-c197-4df9-a0d5-04d28987a4ed),segment_id=c1e1177d-c197-4df9-a0d5-04d28987a4ed)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:15:47.322630 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-eca0b8d9-5474-4b4a-a496-71ae3dd2fcdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:15:47.341633 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-eca0b8d9-5474-4b4a-a496-71ae3dd2fcdc admin admin] Calling delete_port for 1a538154-4f27-4098-878a-679edc9016a0 owned by network:dhcp {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 20:15:47.357620 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-19db976c-3826-4213-b491-03195e981e32 None None] Deleting port 1a538154-4f27-4098-878a-679edc9016a0 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 20:15:47.358298 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-19db976c-3826-4213-b491-03195e981e32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:15:47.423941 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-19db976c-3826-4213-b491-03195e981e32 None None] For port 1a538154-4f27-4098-878a-679edc9016a0, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=1a538154-4f27-4098-878a-679edc9016a0,segment=NetworkSegment(c1e1177d-c197-4df9-a0d5-04d28987a4ed),segment_id=c1e1177d-c197-4df9-a0d5-04d28987a4ed)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:15:47.428293 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-19db976c-3826-4213-b491-03195e981e32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:15:47.437556 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-19db976c-3826-4213-b491-03195e981e32 None None] Calling delete_port for 1a538154-4f27-4098-878a-679edc9016a0 owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 20:15:47.495054 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-eca0b8d9-5474-4b4a-a496-71ae3dd2fcdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:15:47.512826 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-19db976c-3826-4213-b491-03195e981e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:15:47.521730 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca0b8d9-5474-4b4a-a496-71ae3dd2fcdc admin admin] Pushing event deleted for resources: {'Port': ['ID=1a538154-4f27-4098-878a-679edc9016a0,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:15:47.526962 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca0b8d9-5474-4b4a-a496-71ae3dd2fcdc admin admin] No DVR routers for this DVR port 1a538154-4f27-4098-878a-679edc9016a0 on host n-d-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 20:15:47.538341 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19db976c-3826-4213-b491-03195e981e32 None None] Pushing event deleted for resources: {'Port': ['ID=1a538154-4f27-4098-878a-679edc9016a0,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:15:47.545071 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19db976c-3826-4213-b491-03195e981e32 None None] No DVR routers for this DVR port 1a538154-4f27-4098-878a-679edc9016a0 on host n-d-813679-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 20:15:47.604327 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-eca0b8d9-5474-4b4a-a496-71ae3dd2fcdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:15:47.623890 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-eca0b8d9-5474-4b4a-a496-71ae3dd2fcdc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2']}} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:15:47.632738 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-eca0b8d9-5474-4b4a-a496-71ae3dd2fcdc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1e1177d-c197-4df9-a0d5-04d28987a4ed') {'for_net_delete': True} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:15:47.633037 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-eca0b8d9-5474-4b4a-a496-71ae3dd2fcdc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1e1177d-c197-4df9-a0d5-04d28987a4ed') {} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:15:47.642671 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-eca0b8d9-5474-4b4a-a496-71ae3dd2fcdc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4281072'] for segment, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:15:47.655973 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-eca0b8d9-5474-4b4a-a496-71ae3dd2fcdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:15:47.661632 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eca0b8d9-5474-4b4a-a496-71ae3dd2fcdc admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=95501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 20:15:47.668901 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-eca0b8d9-5474-4b4a-a496-71ae3dd2fcdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4823170'] for segment, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:15:47.668901 n-d-813679-3 neutron-server[95501]: Traceback (most recent call last): Oct 12 20:15:47.668901 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 20:15:47.668901 n-d-813679-3 neutron-server[95501]: timer() Oct 12 20:15:47.668901 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 20:15:47.668901 n-d-813679-3 neutron-server[95501]: cb(*args, **kw) Oct 12 20:15:47.668901 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 20:15:47.668901 n-d-813679-3 neutron-server[95501]: return func(*args, **kwargs) Oct 12 20:15:47.668901 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 20:15:47.668901 n-d-813679-3 neutron-server[95501]: self._notify() Oct 12 20:15:47.668901 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 20:15:47.668901 n-d-813679-3 neutron-server[95501]: self.callback(batched_events) Oct 12 20:15:47.668901 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 20:15:47.668901 n-d-813679-3 neutron-server[95501]: event.method(event) Oct 12 20:15:47.668901 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 20:15:47.668901 n-d-813679-3 neutron-server[95501]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 20:15:47.668901 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 20:15:47.668901 n-d-813679-3 neutron-server[95501]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 20:15:47.668901 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 20:15:47.668901 n-d-813679-3 neutron-server[95501]: return f(self, *a, **k) Oct 12 20:15:47.668901 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 20:15:47.668901 n-d-813679-3 neutron-server[95501]: return self._get(url).json() Oct 12 20:15:47.668901 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 20:15:47.668901 n-d-813679-3 neutron-server[95501]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 20:15:47.668901 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 20:15:47.668901 n-d-813679-3 neutron-server[95501]: return self.request(url, 'GET', **kwargs) Oct 12 20:15:47.668901 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 20:15:47.668901 n-d-813679-3 neutron-server[95501]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 20:15:47.668901 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 20:15:47.668901 n-d-813679-3 neutron-server[95501]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 20:15:47.668901 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 20:15:47.668901 n-d-813679-3 neutron-server[95501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 20:15:47.668901 n-d-813679-3 neutron-server[95501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 20:15:47.798267 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-eca0b8d9-5474-4b4a-a496-71ae3dd2fcdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:15:47.803463 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-eca0b8d9-5474-4b4a-a496-71ae3dd2fcdc admin admin] Notify callbacks [] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:15:47.806776 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-eca0b8d9-5474-4b4a-a496-71ae3dd2fcdc admin admin] 10.222.0.49 "DELETE /v2.0/networks/7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2 HTTP/1.1" status: 204 len: 168 time: 0.6856558 Oct 12 20:15:47.818512 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca0b8d9-5474-4b4a-a496-71ae3dd2fcdc admin admin] Pushing event deleted for resources: {'Network': ['ID=7a5736a5-0f0f-4a49-a2a8-b620a3ff9ad2,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:15:48.111591 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 34720) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:15:48.154426 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-8220ddc9-a00d-462c-9a63-fb3999b0da31 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a5e47130084c49d29f3e03e734feff77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0415730 Oct 12 20:15:48.156871 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 34722) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:15:48.205568 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c784d048-1bb7-4f1b-ac17-7afb797e8135 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:15:48.229505 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 142995b5-8f7f-4668-9555-845769fa1ec6 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 20:15:48.230013 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c784d048-1bb7-4f1b-ac17-7afb797e8135 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:15:48.249266 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 142995b5-8f7f-4668-9555-845769fa1ec6 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 20:15:48.249591 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 142995b5-8f7f-4668-9555-845769fa1ec6 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 20:15:48.249996 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 1a538154-4f27-4098-878a-679edc9016a0 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 20:15:48.268165 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 1a538154-4f27-4098-878a-679edc9016a0 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 20:15:48.268508 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 1a538154-4f27-4098-878a-679edc9016a0 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 20:15:48.272260 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 75a63f28-3dab-4f96-8263-753a10c00cca no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 20:15:48.286789 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 75a63f28-3dab-4f96-8263-753a10c00cca {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 20:15:48.287129 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 75a63f28-3dab-4f96-8263-753a10c00cca not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 20:15:48.334921 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c784d048-1bb7-4f1b-ac17-7afb797e8135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:15:48.337554 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c784d048-1bb7-4f1b-ac17-7afb797e8135 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:15:48.338724 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-c784d048-1bb7-4f1b-ac17-7afb797e8135 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/88d02f2d-c959-41b8-a527-dd18e50ed107 HTTP/1.1" status: 204 len: 168 time: 0.1808884 Oct 12 20:15:48.347065 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c784d048-1bb7-4f1b-ac17-7afb797e8135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88d02f2d-c959-41b8-a527-dd18e50ed107,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:15:49.374443 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 34746) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:15:49.479493 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-1c4301fd-42a7-44dc-80ca-f4d448616f67 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-647641925-network', 'tenant_id': '83fc54b0750943d5a45e88b807ff5535'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:15:49.569671 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c4301fd-42a7-44dc-80ca-f4d448616f67 admin admin] Made reservation on behalf of 83fc54b0750943d5a45e88b807ff5535 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 20:15:49.572176 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1c4301fd-42a7-44dc-80ca-f4d448616f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:15:49.581326 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1c4301fd-42a7-44dc-80ca-f4d448616f67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:15:49.653894 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1c4301fd-42a7-44dc-80ca-f4d448616f67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:15:49.712325 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1c4301fd-42a7-44dc-80ca-f4d448616f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:15:49.737752 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c4301fd-42a7-44dc-80ca-f4d448616f67 admin admin] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 20:15:49.746993 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4301fd-42a7-44dc-80ca-f4d448616f67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9649a13b-c21d-48dc-b330-7f18c8be3f5f,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:15:49.757865 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1c4301fd-42a7-44dc-80ca-f4d448616f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:15:49.758204 n-d-813679-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-1c4301fd-42a7-44dc-80ca-f4d448616f67 admin admin] Added segment 5021e4c0-e837-4723-9c49-46f518848744 of type vlan for network 811641a5-3afb-4dde-94fc-3f97a23b4e75 Oct 12 20:15:49.802374 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1c4301fd-42a7-44dc-80ca-f4d448616f67 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:15:49.866490 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1c4301fd-42a7-44dc-80ca-f4d448616f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:15:49.867563 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4301fd-42a7-44dc-80ca-f4d448616f67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:15:49.868267 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1c4301fd-42a7-44dc-80ca-f4d448616f67 admin admin] Notify callbacks [] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:15:49.927690 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4301fd-42a7-44dc-80ca-f4d448616f67 admin admin] Pushing event updated for resources: {'Network': ['ID=811641a5-3afb-4dde-94fc-3f97a23b4e75,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:15:49.938278 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 811641a5-3afb-4dde-94fc-3f97a23b4e75 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 20:15:49.961085 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-1c4301fd-42a7-44dc-80ca-f4d448616f67 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5854957 Oct 12 20:15:49.964002 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 34750) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:15:49.969778 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-2557fc83-88f4-43a7-9ab8-6d9b3a638c8c admin admin] Request body: {'subnet': {'network_id': '811641a5-3afb-4dde-94fc-3f97a23b4e75', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-647641925-subnet', 'tenant_id': '83fc54b0750943d5a45e88b807ff5535', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:15:50.045026 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2557fc83-88f4-43a7-9ab8-6d9b3a638c8c admin admin] Made reservation on behalf of 83fc54b0750943d5a45e88b807ff5535 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 20:15:50.047528 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2557fc83-88f4-43a7-9ab8-6d9b3a638c8c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16245837'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:15:50.283980 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2557fc83-88f4-43a7-9ab8-6d9b3a638c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4306659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16245859'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:15:50.338047 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2557fc83-88f4-43a7-9ab8-6d9b3a638c8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=09227a81-f9b7-4454-a906-2bc7801f1ffd,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:15:50.351282 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2557fc83-88f4-43a7-9ab8-6d9b3a638c8c admin admin] Checking segment: {'id': '5021e4c0-e837-4723-9c49-46f518848744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '811641a5-3afb-4dde-94fc-3f97a23b4e75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 20:15:50.351641 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2557fc83-88f4-43a7-9ab8-6d9b3a638c8c admin admin] Network hostable DHCP agents. Network: 811641a5-3afb-4dde-94fc-3f97a23b4e75, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 20:15:50.425839 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2557fc83-88f4-43a7-9ab8-6d9b3a638c8c admin admin] Network 811641a5-3afb-4dde-94fc-3f97a23b4e75 is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 20:15:50.489333 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-2557fc83-88f4-43a7-9ab8-6d9b3a638c8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, 811641a5-3afb-4dde-94fc-3f97a23b4e75) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 20:15:50.493402 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2557fc83-88f4-43a7-9ab8-6d9b3a638c8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:15:50.493992 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2557fc83-88f4-43a7-9ab8-6d9b3a638c8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:15:50.499540 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e8871c-f02d-4cb0-bc75-507b03a3be2b None None] Network 811641a5-3afb-4dde-94fc-3f97a23b4e75 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 20:15:50.572560 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-2557fc83-88f4-43a7-9ab8-6d9b3a638c8c admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6065280 Oct 12 20:15:50.618355 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a22f825d-41a4-4054-9cd1-acc0a72bf420 None None] Network 811641a5-3afb-4dde-94fc-3f97a23b4e75 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 20:15:50.992276 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ac5fa5-28d5-472b-b5ce-abecca9ba168 req-2326a575-626d-4717-9b9a-183b42b87801 tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:15:50.993707 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-85ac5fa5-28d5-472b-b5ce-abecca9ba168 req-2326a575-626d-4717-9b9a-183b42b87801 tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] 10.222.0.49 "GET /v2.0/networks?id=811641a5-3afb-4dde-94fc-3f97a23b4e75 HTTP/1.1" status: 200 len: 813 time: 0.1002998 Oct 12 20:15:51.008113 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-85ac5fa5-28d5-472b-b5ce-abecca9ba168 req-e48c5d6c-6624-4c56-aff0-9cb3f8cc19c4 tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] 10.222.0.49 "GET /v2.0/quotas/83fc54b0750943d5a45e88b807ff5535 HTTP/1.1" status: 200 len: 375 time: 0.0085986 Oct 12 20:15:51.037863 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-85ac5fa5-28d5-472b-b5ce-abecca9ba168 req-af5a339d-27da-46d1-9a25-67b21a6a11ed tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=83fc54b0750943d5a45e88b807ff5535&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0246410 Oct 12 20:15:51.127034 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-85ac5fa5-28d5-472b-b5ce-abecca9ba168 req-2e59482b-1568-4305-b4aa-41acab6fefa6 service neutron] 10.222.0.49 "GET /v2.0/networks/811641a5-3afb-4dde-94fc-3f97a23b4e75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817492 Oct 12 20:15:51.216813 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-85ac5fa5-28d5-472b-b5ce-abecca9ba168 req-4b2fab9c-f5a2-425f-82c5-d1ef550591e7 service neutron] 10.222.0.49 "GET /v2.0/networks/811641a5-3afb-4dde-94fc-3f97a23b4e75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836322 Oct 12 20:15:51.410006 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f19d4bdd-3d0b-48e8-b216-2755bd6a1983 req-001a54a4-9f5d-4b16-9184-d4013607997b tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e2d6c08-0e9c-431b-8c56-b97e8e678c60 HTTP/1.1" status: 200 len: 210 time: 0.0265474 Oct 12 20:15:52.509044 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-da810470-3ad7-4d4f-a988-569093147b23 req-8065428a-9db9-434e-af1a-be96cc670b91 tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e2d6c08-0e9c-431b-8c56-b97e8e678c60 HTTP/1.1" status: 200 len: 210 time: 0.0261927 Oct 12 20:15:53.355470 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ac5fa5-28d5-472b-b5ce-abecca9ba168 req-b93ab5ea-b767-46e5-8a44-a97ab8deac02 tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:15:53.357544 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-85ac5fa5-28d5-472b-b5ce-abecca9ba168 req-b93ab5ea-b767-46e5-8a44-a97ab8deac02 tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] 10.222.0.67 "GET /v2.0/networks?id=811641a5-3afb-4dde-94fc-3f97a23b4e75 HTTP/1.1" status: 200 len: 813 time: 0.1049328 Oct 12 20:15:53.369810 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-85ac5fa5-28d5-472b-b5ce-abecca9ba168 req-f6b294be-b885-4a13-8920-38151d6e14e3 tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] Request body: {'port': {'device_id': '4e2d6c08-0e9c-431b-8c56-b97e8e678c60', 'network_id': '811641a5-3afb-4dde-94fc-3f97a23b4e75', 'admin_state_up': True, 'tenant_id': '83fc54b0750943d5a45e88b807ff5535'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:15:53.534758 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85ac5fa5-28d5-472b-b5ce-abecca9ba168 req-f6b294be-b885-4a13-8920-38151d6e14e3 tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] Made reservation on behalf of 83fc54b0750943d5a45e88b807ff5535 for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 20:15:53.542348 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-85ac5fa5-28d5-472b-b5ce-abecca9ba168 req-f6b294be-b885-4a13-8920-38151d6e14e3 tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:15:53.613454 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0f8be111-3763-4892-8e55-f2dcbf522c86 req-036321d5-0436-4b25-8e67-7908725ca890 tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e2d6c08-0e9c-431b-8c56-b97e8e678c60 HTTP/1.1" status: 200 len: 210 time: 0.0331342 Oct 12 20:15:53.989713 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [req-85ac5fa5-28d5-472b-b5ce-abecca9ba168 req-f6b294be-b885-4a13-8920-38151d6e14e3 tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] Allocated IP 172.20.0.2 (811641a5-3afb-4dde-94fc-3f97a23b4e75/09227a81-f9b7-4454-a906-2bc7801f1ffd/2f265b9d-92c1-44f0-9489-63f84d1022fd) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 20:15:54.135116 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-85ac5fa5-28d5-472b-b5ce-abecca9ba168 req-f6b294be-b885-4a13-8920-38151d6e14e3 tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:15:54.209549 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-85ac5fa5-28d5-472b-b5ce-abecca9ba168 req-f6b294be-b885-4a13-8920-38151d6e14e3 tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:15:54.248789 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85ac5fa5-28d5-472b-b5ce-abecca9ba168 req-f6b294be-b885-4a13-8920-38151d6e14e3 tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] Network 811641a5-3afb-4dde-94fc-3f97a23b4e75 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 20:15:54.253491 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [req-85ac5fa5-28d5-472b-b5ce-abecca9ba168 req-f6b294be-b885-4a13-8920-38151d6e14e3 tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 20:15:54.258025 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-85ac5fa5-28d5-472b-b5ce-abecca9ba168 req-f6b294be-b885-4a13-8920-38151d6e14e3 tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 20:15:54.290326 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b294be-b885-4a13-8920-38151d6e14e3 tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] Pushing event updated for resources: {'Port': ['ID=2f265b9d-92c1-44f0-9489-63f84d1022fd,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:15:54.315669 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ac5fa5-28d5-472b-b5ce-abecca9ba168 req-f6b294be-b885-4a13-8920-38151d6e14e3 tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:15:54.319540 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-85ac5fa5-28d5-472b-b5ce-abecca9ba168 req-f6b294be-b885-4a13-8920-38151d6e14e3 tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:15:54.377253 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-85ac5fa5-28d5-472b-b5ce-abecca9ba168 req-f6b294be-b885-4a13-8920-38151d6e14e3 tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0111284 Oct 12 20:15:54.389705 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-85ac5fa5-28d5-472b-b5ce-abecca9ba168 req-0d3189aa-f4f5-4083-b631-41fdd7a00bf7 service neutron] Request body: {'port': {'device_id': '4e2d6c08-0e9c-431b-8c56-b97e8e678c60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-3'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:15:54.441858 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-85ac5fa5-28d5-472b-b5ce-abecca9ba168 req-0d3189aa-f4f5-4083-b631-41fdd7a00bf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:15:54.721188 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [req-85ac5fa5-28d5-472b-b5ce-abecca9ba168 req-0d3189aa-f4f5-4083-b631-41fdd7a00bf7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f265b9d-92c1-44f0-9489-63f84d1022fd {{(pid=95501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 20:15:54.730371 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-85ac5fa5-28d5-472b-b5ce-abecca9ba168 req-0d3189aa-f4f5-4083-b631-41fdd7a00bf7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:15:54.747753 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.provisioning_blocks [req-85ac5fa5-28d5-472b-b5ce-abecca9ba168 req-0d3189aa-f4f5-4083-b631-41fdd7a00bf7 service neutron] Transition to ACTIVE for port object 2f265b9d-92c1-44f0-9489-63f84d1022fd will not be triggered until provisioned by entity L2. {{(pid=95501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 20:15:54.758452 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf47bc8-4c0b-4577-997d-5f4f30d70fbd req-c10ec11f-fa9f-46d8-9081-59597c296f6d tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:15:54.760936 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3bf47bc8-4c0b-4577-997d-5f4f30d70fbd req-c10ec11f-fa9f-46d8-9081-59597c296f6d tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e2d6c08-0e9c-431b-8c56-b97e8e678c60 HTTP/1.1" status: 200 len: 931 time: 0.0738270 Oct 12 20:15:54.796809 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3bf47bc8-4c0b-4577-997d-5f4f30d70fbd req-6367f2cd-0069-46ba-97e9-0f583911390c tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] 10.222.0.49 "GET /v2.0/security-groups?id=9649a13b-c21d-48dc-b330-7f18c8be3f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302584 Oct 12 20:15:54.809230 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-85ac5fa5-28d5-472b-b5ce-abecca9ba168 req-0d3189aa-f4f5-4083-b631-41fdd7a00bf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:15:54.877130 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3189aa-f4f5-4083-b631-41fdd7a00bf7 service neutron] Pushing event updated for resources: {'Port': ['ID=2f265b9d-92c1-44f0-9489-63f84d1022fd,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:15:54.925955 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-85ac5fa5-28d5-472b-b5ce-abecca9ba168 req-0d3189aa-f4f5-4083-b631-41fdd7a00bf7 service neutron] Attempting to bind port 2f265b9d-92c1-44f0-9489-63f84d1022fd on host n-h2-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 20:15:54.926218 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-85ac5fa5-28d5-472b-b5ce-abecca9ba168 req-0d3189aa-f4f5-4083-b631-41fdd7a00bf7 service neutron] Attempting to bind port 2f265b9d-92c1-44f0-9489-63f84d1022fd by drivers openvswitch,hyperv on host n-h2-813679-3 at level 0 using segments [{'id': '5021e4c0-e837-4723-9c49-46f518848744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '811641a5-3afb-4dde-94fc-3f97a23b4e75'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 20:15:54.926544 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ac5fa5-28d5-472b-b5ce-abecca9ba168 req-0d3189aa-f4f5-4083-b631-41fdd7a00bf7 service neutron] Attempting to bind port 2f265b9d-92c1-44f0-9489-63f84d1022fd on network 811641a5-3afb-4dde-94fc-3f97a23b4e75 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 20:15:54.930817 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ac5fa5-28d5-472b-b5ce-abecca9ba168 req-0d3189aa-f4f5-4083-b631-41fdd7a00bf7 service neutron] Port 2f265b9d-92c1-44f0-9489-63f84d1022fd on network 811641a5-3afb-4dde-94fc-3f97a23b4e75 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 20:15:54.931140 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ac5fa5-28d5-472b-b5ce-abecca9ba168 req-0d3189aa-f4f5-4083-b631-41fdd7a00bf7 service neutron] Attempting to bind port 2f265b9d-92c1-44f0-9489-63f84d1022fd on network 811641a5-3afb-4dde-94fc-3f97a23b4e75 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 20:15:54.936487 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ac5fa5-28d5-472b-b5ce-abecca9ba168 req-0d3189aa-f4f5-4083-b631-41fdd7a00bf7 service neutron] Checking agent: {'id': '233fbd7d-38e4-434f-bb8f-05364d7423a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 20, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 20:15:54.936802 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ac5fa5-28d5-472b-b5ce-abecca9ba168 req-0d3189aa-f4f5-4083-b631-41fdd7a00bf7 service neutron] Checking segment: {'id': '5021e4c0-e837-4723-9c49-46f518848744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '811641a5-3afb-4dde-94fc-3f97a23b4e75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 20:15:54.937186 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ac5fa5-28d5-472b-b5ce-abecca9ba168 req-0d3189aa-f4f5-4083-b631-41fdd7a00bf7 service neutron] Bound using segment: {'id': '5021e4c0-e837-4723-9c49-46f518848744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '811641a5-3afb-4dde-94fc-3f97a23b4e75'} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 20:15:54.937610 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-85ac5fa5-28d5-472b-b5ce-abecca9ba168 req-0d3189aa-f4f5-4083-b631-41fdd7a00bf7 service neutron] Bound port: 2f265b9d-92c1-44f0-9489-63f84d1022fd, host: n-h2-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5021e4c0-e837-4723-9c49-46f518848744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '811641a5-3afb-4dde-94fc-3f97a23b4e75'}}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 20:15:54.937963 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-85ac5fa5-28d5-472b-b5ce-abecca9ba168 req-0d3189aa-f4f5-4083-b631-41fdd7a00bf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:15:54.998977 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-85ac5fa5-28d5-472b-b5ce-abecca9ba168 req-0d3189aa-f4f5-4083-b631-41fdd7a00bf7 service neutron] For port 2f265b9d-92c1-44f0-9489-63f84d1022fd, host n-h2-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 20:15:55.001936 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-85ac5fa5-28d5-472b-b5ce-abecca9ba168 req-0d3189aa-f4f5-4083-b631-41fdd7a00bf7 service neutron] For port 2f265b9d-92c1-44f0-9489-63f84d1022fd, host n-h2-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=2f265b9d-92c1-44f0-9489-63f84d1022fd,segment=NetworkSegment(5021e4c0-e837-4723-9c49-46f518848744),segment_id=5021e4c0-e837-4723-9c49-46f518848744)] {{(pid=95501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 20:15:55.072328 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-85ac5fa5-28d5-472b-b5ce-abecca9ba168 req-0d3189aa-f4f5-4083-b631-41fdd7a00bf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:15:55.105874 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ac5fa5-28d5-472b-b5ce-abecca9ba168 req-0d3189aa-f4f5-4083-b631-41fdd7a00bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:15:55.106003 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-85ac5fa5-28d5-472b-b5ce-abecca9ba168 req-0d3189aa-f4f5-4083-b631-41fdd7a00bf7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:15:55.107312 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-85ac5fa5-28d5-472b-b5ce-abecca9ba168 req-0d3189aa-f4f5-4083-b631-41fdd7a00bf7 service neutron] 10.222.0.67 "PUT /v2.0/ports/2f265b9d-92c1-44f0-9489-63f84d1022fd HTTP/1.1" status: 200 len: 1091 time: 0.7216198 Oct 12 20:15:55.107759 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e2d6c08-0e9c-431b-8c56-b97e8e678c60', 'tag': '2f265b9d-92c1-44f0-9489-63f84d1022fd'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:15:55.110063 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de8ed798067560d07a98492cd8cb53eb3655be3ac6c9fe2f8402857175a8f58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-704d068f-d803-4cff-bb6b-51f38fc61979" -d '{"events": [{"name": "network-changed", "server_uuid": "4e2d6c08-0e9c-431b-8c56-b97e8e678c60", "tag": "2f265b9d-92c1-44f0-9489-63f84d1022fd"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:15:55.134930 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3189aa-f4f5-4083-b631-41fdd7a00bf7 service neutron] Pushing event updated for resources: {'Port': ['ID=2f265b9d-92c1-44f0-9489-63f84d1022fd,revision_number=3']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:15:55.144678 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3189aa-f4f5-4083-b631-41fdd7a00bf7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:15:55.145036 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3189aa-f4f5-4083-b631-41fdd7a00bf7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:15:55.145382 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3189aa-f4f5-4083-b631-41fdd7a00bf7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:15:55.145716 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3189aa-f4f5-4083-b631-41fdd7a00bf7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:15:55.146050 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3189aa-f4f5-4083-b631-41fdd7a00bf7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:15:55.146410 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3189aa-f4f5-4083-b631-41fdd7a00bf7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:15:55.146740 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3189aa-f4f5-4083-b631-41fdd7a00bf7 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:15:55.147069 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3189aa-f4f5-4083-b631-41fdd7a00bf7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:15:55.147421 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3189aa-f4f5-4083-b631-41fdd7a00bf7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:15:55.147777 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3189aa-f4f5-4083-b631-41fdd7a00bf7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:15:55.148124 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3189aa-f4f5-4083-b631-41fdd7a00bf7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:15:55.149035 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3189aa-f4f5-4083-b631-41fdd7a00bf7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:15:55.152658 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 20:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-383e21e8-8d85-494f-80ea-bb4d8467f6fd x-openstack-request-id: req-383e21e8-8d85-494f-80ea-bb4d8467f6fd {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:15:55.152948 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e2d6c08-0e9c-431b-8c56-b97e8e678c60", "tag": "2f265b9d-92c1-44f0-9489-63f84d1022fd", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:15:55.153225 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-383e21e8-8d85-494f-80ea-bb4d8467f6fd {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:15:55.154165 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e2d6c08-0e9c-431b-8c56-b97e8e678c60', 'tag': '2f265b9d-92c1-44f0-9489-63f84d1022fd', 'status': 'completed', 'code': 200} Oct 12 20:15:55.213645 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704d068f-d803-4cff-bb6b-51f38fc61979 req-8ec0aa98-195b-4430-a27b-795b9c29ec1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:15:55.215128 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-704d068f-d803-4cff-bb6b-51f38fc61979 req-8ec0aa98-195b-4430-a27b-795b9c29ec1c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=83fc54b0750943d5a45e88b807ff5535&device_id=4e2d6c08-0e9c-431b-8c56-b97e8e678c60 HTTP/1.1" status: 200 len: 1094 time: 0.0454190 Oct 12 20:15:55.312297 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704d068f-d803-4cff-bb6b-51f38fc61979 req-5f3c2811-b511-4e7b-9e0a-22eeaf46d566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:15:55.313727 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-704d068f-d803-4cff-bb6b-51f38fc61979 req-5f3c2811-b511-4e7b-9e0a-22eeaf46d566 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=83fc54b0750943d5a45e88b807ff5535&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0901384 Oct 12 20:15:55.406868 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704d068f-d803-4cff-bb6b-51f38fc61979 req-44c51d25-2e19-491e-b822-e5e55984a07c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:15:55.408372 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-704d068f-d803-4cff-bb6b-51f38fc61979 req-44c51d25-2e19-491e-b822-e5e55984a07c service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0877664 Oct 12 20:15:55.482758 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ac5fa5-28d5-472b-b5ce-abecca9ba168 req-fc02c56b-7ded-413d-af75-91a91ebc6eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:15:55.484175 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-85ac5fa5-28d5-472b-b5ce-abecca9ba168 req-fc02c56b-7ded-413d-af75-91a91ebc6eb8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=83fc54b0750943d5a45e88b807ff5535&device_id=4e2d6c08-0e9c-431b-8c56-b97e8e678c60 HTTP/1.1" status: 200 len: 1094 time: 0.0398149 Oct 12 20:15:55.523098 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-85ac5fa5-28d5-472b-b5ce-abecca9ba168 req-0a31e88e-10dd-40e7-893a-494e6f7bcfb8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2f265b9d-92c1-44f0-9489-63f84d1022fd HTTP/1.1" status: 200 len: 217 time: 0.0315206 Oct 12 20:15:55.574103 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ac5fa5-28d5-472b-b5ce-abecca9ba168 req-a886e2dd-be79-48df-9aeb-7ace0ca7cb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:15:55.576141 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-85ac5fa5-28d5-472b-b5ce-abecca9ba168 req-a886e2dd-be79-48df-9aeb-7ace0ca7cb16 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=09227a81-f9b7-4454-a906-2bc7801f1ffd HTTP/1.1" status: 200 len: 853 time: 0.0463498 Oct 12 20:15:55.606502 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-85ac5fa5-28d5-472b-b5ce-abecca9ba168 req-2a58424e-7425-46f2-bd89-aa3edd348b70 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=811641a5-3afb-4dde-94fc-3f97a23b4e75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0229082 Oct 12 20:15:55.692951 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-85ac5fa5-28d5-472b-b5ce-abecca9ba168 req-020768b9-2908-4f51-8f5b-298771f74b77 service neutron] 10.222.0.67 "GET /v2.0/networks/811641a5-3afb-4dde-94fc-3f97a23b4e75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797877 Oct 12 20:15:55.785039 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-85ac5fa5-28d5-472b-b5ce-abecca9ba168 req-2c02bbd6-da04-43c7-8264-47026cff177f service neutron] 10.222.0.67 "GET /v2.0/networks/811641a5-3afb-4dde-94fc-3f97a23b4e75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848672 Oct 12 20:15:55.916284 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c794d36e-1ea8-43bb-b390-122ddd5e0045 req-800e89ff-8964-4643-a923-b44806f69525 tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:15:55.917849 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c794d36e-1ea8-43bb-b390-122ddd5e0045 req-800e89ff-8964-4643-a923-b44806f69525 tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e2d6c08-0e9c-431b-8c56-b97e8e678c60 HTTP/1.1" status: 200 len: 943 time: 0.0526910 Oct 12 20:15:55.955351 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c794d36e-1ea8-43bb-b390-122ddd5e0045 req-0a53b2cd-0c2a-4440-bde6-2f94647e82a4 tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] 10.222.0.49 "GET /v2.0/security-groups?id=9649a13b-c21d-48dc-b330-7f18c8be3f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315206 Oct 12 20:15:57.068759 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a873a805-e3df-41c8-89f9-621899002a5b req-72c5a587-a874-434d-940e-c88349795d8d tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:15:57.070198 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a873a805-e3df-41c8-89f9-621899002a5b req-72c5a587-a874-434d-940e-c88349795d8d tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e2d6c08-0e9c-431b-8c56-b97e8e678c60 HTTP/1.1" status: 200 len: 943 time: 0.0480840 Oct 12 20:15:57.111712 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a873a805-e3df-41c8-89f9-621899002a5b req-7097f261-01a0-49b3-8740-4d5aceb790f5 tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] 10.222.0.49 "GET /v2.0/security-groups?id=9649a13b-c21d-48dc-b330-7f18c8be3f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354517 Oct 12 20:15:57.905405 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 2f265b9d-92c1-44f0-9489-63f84d1022fd details requested by agent hyperv_n-h2-813679-3 with host n-h2-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 20:15:57.999559 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 2f265b9d-92c1-44f0-9489-63f84d1022fd, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=2f265b9d-92c1-44f0-9489-63f84d1022fd,segment=NetworkSegment(5021e4c0-e837-4723-9c49-46f518848744),segment_id=5021e4c0-e837-4723-9c49-46f518848744)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:15:58.010076 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Returning: {'device': '2f265b9d-92c1-44f0-9489-63f84d1022fd', 'network_id': '811641a5-3afb-4dde-94fc-3f97a23b4e75', 'port_id': '2f265b9d-92c1-44f0-9489-63f84d1022fd', 'mac_address': 'fa:16:3e:c8:e7:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09227a81-f9b7-4454-a906-2bc7801f1ffd', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 20:15:58.044727 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:15:58.068207 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f265b9d-92c1-44f0-9489-63f84d1022fd {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 20:15:58.092474 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 2f265b9d-92c1-44f0-9489-63f84d1022fd, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=2f265b9d-92c1-44f0-9489-63f84d1022fd,segment=NetworkSegment(5021e4c0-e837-4723-9c49-46f518848744),segment_id=5021e4c0-e837-4723-9c49-46f518848744)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:15:58.146271 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:15:58.194458 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=2f265b9d-92c1-44f0-9489-63f84d1022fd,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:15:58.228992 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654f8ee0-6bb7-4d34-a1f4-07a020d58717 req-28910bcc-ca8d-47f0-ab04-2bcef748e906 tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:15:58.230464 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-654f8ee0-6bb7-4d34-a1f4-07a020d58717 req-28910bcc-ca8d-47f0-ab04-2bcef748e906 tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e2d6c08-0e9c-431b-8c56-b97e8e678c60 HTTP/1.1" status: 200 len: 944 time: 0.0494862 Oct 12 20:15:58.271922 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-654f8ee0-6bb7-4d34-a1f4-07a020d58717 req-c56f4823-5cd2-4902-9e64-24a04e649f3e tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] 10.222.0.49 "GET /v2.0/security-groups?id=9649a13b-c21d-48dc-b330-7f18c8be3f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350509 Oct 12 20:15:58.353008 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['2f265b9d-92c1-44f0-9489-63f84d1022fd'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 20:15:59.180693 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-50324c19-564c-4007-9a51-649a555ace1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:15:59.384113 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6340d7-f57a-4aa7-b16a-53107a67dd4b req-d3d23510-4d8d-4dbd-9d24-012b7c26b2dc tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:15:59.385430 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3a6340d7-f57a-4aa7-b16a-53107a67dd4b req-d3d23510-4d8d-4dbd-9d24-012b7c26b2dc tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e2d6c08-0e9c-431b-8c56-b97e8e678c60 HTTP/1.1" status: 200 len: 944 time: 0.0474772 Oct 12 20:15:59.422058 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3a6340d7-f57a-4aa7-b16a-53107a67dd4b req-a983cf3c-8584-4f1d-a201-deba9def7ff7 tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] 10.222.0.49 "GET /v2.0/security-groups?id=9649a13b-c21d-48dc-b330-7f18c8be3f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300322 Oct 12 20:15:59.935321 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 2f265b9d-92c1-44f0-9489-63f84d1022fd up at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 20:16:00.054820 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning for port 2f265b9d-92c1-44f0-9489-63f84d1022fd completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 20:16:00.058850 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning complete for port 2f265b9d-92c1-44f0-9489-63f84d1022fd triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:16:00.059213 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:00.141651 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:00.164084 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e2d6c08-0e9c-431b-8c56-b97e8e678c60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f265b9d-92c1-44f0-9489-63f84d1022fd'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:16:00.166470 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b9295f95168b7ebeacfaf6dce688c5b5a488805d3fcc076b348ff91511493a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b611af9-52a3-4d65-930c-96a7ec69613a" -d '{"events": [{"server_uuid": "4e2d6c08-0e9c-431b-8c56-b97e8e678c60", "name": "network-vif-plugged", "status": "completed", "tag": "2f265b9d-92c1-44f0-9489-63f84d1022fd"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:16:00.179447 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 2f265b9d-92c1-44f0-9489-63f84d1022fd, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=2f265b9d-92c1-44f0-9489-63f84d1022fd,segment=NetworkSegment(5021e4c0-e837-4723-9c49-46f518848744),segment_id=5021e4c0-e837-4723-9c49-46f518848744)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:16:00.204897 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 20:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95669dd0-1100-441b-9828-a5ec0a5e2183 x-openstack-request-id: req-95669dd0-1100-441b-9828-a5ec0a5e2183 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:16:00.205488 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e2d6c08-0e9c-431b-8c56-b97e8e678c60", "name": "network-vif-plugged", "status": "completed", "tag": "2f265b9d-92c1-44f0-9489-63f84d1022fd", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:16:00.205488 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-95669dd0-1100-441b-9828-a5ec0a5e2183 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:16:00.205957 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e2d6c08-0e9c-431b-8c56-b97e8e678c60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f265b9d-92c1-44f0-9489-63f84d1022fd', 'code': 200} Oct 12 20:16:00.237716 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:00.284453 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=2f265b9d-92c1-44f0-9489-63f84d1022fd,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:16:00.302645 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72b421f-9e3f-44ab-b38c-d4708804ee67 req-412964f9-65e9-4c06-9921-3edcca3a909e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:16:00.304149 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a72b421f-9e3f-44ab-b38c-d4708804ee67 req-412964f9-65e9-4c06-9921-3edcca3a909e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=4e2d6c08-0e9c-431b-8c56-b97e8e678c60 HTTP/1.1" status: 200 len: 1096 time: 0.0414746 Oct 12 20:16:00.338439 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a72b421f-9e3f-44ab-b38c-d4708804ee67 req-4f400ad0-0035-46e9-aed3-e9648acc3552 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=9649a13b-c21d-48dc-b330-7f18c8be3f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274456 Oct 12 20:16:00.535147 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5ddcb2-6375-41e5-8fdd-cba575534640 req-e023b0d9-0481-409f-b17c-d8c50817f1d6 tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:16:00.536614 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-de5ddcb2-6375-41e5-8fdd-cba575534640 req-e023b0d9-0481-409f-b17c-d8c50817f1d6 tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e2d6c08-0e9c-431b-8c56-b97e8e678c60 HTTP/1.1" status: 200 len: 945 time: 0.0490005 Oct 12 20:16:00.573005 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-de5ddcb2-6375-41e5-8fdd-cba575534640 req-6cf049d9-5c35-4896-9264-077759ac7750 tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] 10.222.0.49 "GET /v2.0/security-groups?id=9649a13b-c21d-48dc-b330-7f18c8be3f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305600 Oct 12 20:16:01.690262 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0937a82-0d94-46db-95a6-4e962e7ec183 req-af230dee-e5ba-45ae-bc6c-214d88a864d2 tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:16:01.691785 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c0937a82-0d94-46db-95a6-4e962e7ec183 req-af230dee-e5ba-45ae-bc6c-214d88a864d2 tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e2d6c08-0e9c-431b-8c56-b97e8e678c60 HTTP/1.1" status: 200 len: 945 time: 0.0509694 Oct 12 20:16:01.729918 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c0937a82-0d94-46db-95a6-4e962e7ec183 req-f728a07f-8fe9-497d-aa5e-f8c0009cbb27 tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] 10.222.0.49 "GET /v2.0/security-groups?id=9649a13b-c21d-48dc-b330-7f18c8be3f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321159 Oct 12 20:16:01.763929 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fa56a8ca-2cb2-4e02-a7d3-899fc40ff007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:01.955998 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffab7244-bf2f-48e5-9312-72ca979ea73f req-dfc87b99-8910-4590-8678-34e42c209bc1 tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:16:01.957360 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ffab7244-bf2f-48e5-9312-72ca979ea73f req-dfc87b99-8910-4590-8678-34e42c209bc1 tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] 10.222.0.49 "GET /v2.0/networks?id=811641a5-3afb-4dde-94fc-3f97a23b4e75 HTTP/1.1" status: 200 len: 813 time: 0.1027026 Oct 12 20:16:01.972245 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ffab7244-bf2f-48e5-9312-72ca979ea73f req-745bf3f0-5d64-467a-abe2-6f289a5bdbfe tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] 10.222.0.49 "GET /v2.0/quotas/83fc54b0750943d5a45e88b807ff5535 HTTP/1.1" status: 200 len: 375 time: 0.0092492 Oct 12 20:16:02.019419 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ffab7244-bf2f-48e5-9312-72ca979ea73f req-1e05df94-a1a4-435e-85b4-de01320f3250 tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=83fc54b0750943d5a45e88b807ff5535&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0420549 Oct 12 20:16:02.077831 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [req-ffab7244-bf2f-48e5-9312-72ca979ea73f req-7e47d71d-cfe3-4039-b77c-4a1e20522486 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 20:16:02.078851 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ffab7244-bf2f-48e5-9312-72ca979ea73f req-7e47d71d-cfe3-4039-b77c-4a1e20522486 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0527725 Oct 12 20:16:02.170265 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ffab7244-bf2f-48e5-9312-72ca979ea73f req-f747cb9a-8fbf-4158-b342-ce4c6a31dac2 service neutron] 10.222.0.49 "GET /v2.0/networks/811641a5-3afb-4dde-94fc-3f97a23b4e75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850341 Oct 12 20:16:02.258846 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ffab7244-bf2f-48e5-9312-72ca979ea73f req-0f587ee1-b027-43cf-8c54-a4b6f3f58095 service neutron] 10.222.0.49 "GET /v2.0/networks/811641a5-3afb-4dde-94fc-3f97a23b4e75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820906 Oct 12 20:16:02.485110 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a11f289d-6dd7-4721-835b-8c6f1ebfd8f4 req-9ade62c6-0b85-4eab-95af-8069cd6d1fb9 tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] 10.222.0.49 "GET /v2.0/ports?device_id=453de1cc-d7bb-4395-af93-76df990d0f91 HTTP/1.1" status: 200 len: 210 time: 0.0278549 Oct 12 20:16:02.517459 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:03.271889 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:03.578413 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-54129750-fff5-4a23-830c-06a2395bb2d1 req-53bd36e5-25b4-498b-a601-239e11f42b18 tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] 10.222.0.49 "GET /v2.0/ports?device_id=453de1cc-d7bb-4395-af93-76df990d0f91 HTTP/1.1" status: 200 len: 210 time: 0.0269847 Oct 12 20:16:03.586421 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:04.408591 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffab7244-bf2f-48e5-9312-72ca979ea73f req-be70f430-5821-4e40-8903-fd6f0db303cd tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:16:04.409992 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ffab7244-bf2f-48e5-9312-72ca979ea73f req-be70f430-5821-4e40-8903-fd6f0db303cd tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] 10.222.0.61 "GET /v2.0/networks?id=811641a5-3afb-4dde-94fc-3f97a23b4e75 HTTP/1.1" status: 200 len: 813 time: 0.1125572 Oct 12 20:16:04.423518 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-ffab7244-bf2f-48e5-9312-72ca979ea73f req-ebd35328-9fcf-41d4-bbc0-3ad34926727b tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] Request body: {'port': {'device_id': '453de1cc-d7bb-4395-af93-76df990d0f91', 'network_id': '811641a5-3afb-4dde-94fc-3f97a23b4e75', 'admin_state_up': True, 'tenant_id': '83fc54b0750943d5a45e88b807ff5535'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:16:04.603130 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:04.649122 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffab7244-bf2f-48e5-9312-72ca979ea73f req-ebd35328-9fcf-41d4-bbc0-3ad34926727b tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] Made reservation on behalf of 83fc54b0750943d5a45e88b807ff5535 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 20:16:04.653177 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-ffab7244-bf2f-48e5-9312-72ca979ea73f req-ebd35328-9fcf-41d4-bbc0-3ad34926727b tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:04.681698 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fbd64596-61ae-4a75-9c81-62dbb8f4abe9 req-19fa089b-3995-44b8-b3ab-b6dc127efbc5 tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] 10.222.0.49 "GET /v2.0/ports?device_id=453de1cc-d7bb-4395-af93-76df990d0f91 HTTP/1.1" status: 200 len: 210 time: 0.0349936 Oct 12 20:16:04.791994 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:04.798798 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [req-ffab7244-bf2f-48e5-9312-72ca979ea73f req-ebd35328-9fcf-41d4-bbc0-3ad34926727b tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] Allocated IP 172.20.0.10 (811641a5-3afb-4dde-94fc-3f97a23b4e75/09227a81-f9b7-4454-a906-2bc7801f1ffd/cb77877e-58fc-424c-9840-83726181f2c1) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 20:16:04.944364 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-ffab7244-bf2f-48e5-9312-72ca979ea73f req-ebd35328-9fcf-41d4-bbc0-3ad34926727b tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:05.043837 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-ffab7244-bf2f-48e5-9312-72ca979ea73f req-ebd35328-9fcf-41d4-bbc0-3ad34926727b tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:05.056250 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['2f265b9d-92c1-44f0-9489-63f84d1022fd'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 20:16:05.086622 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffab7244-bf2f-48e5-9312-72ca979ea73f req-ebd35328-9fcf-41d4-bbc0-3ad34926727b tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] Network 811641a5-3afb-4dde-94fc-3f97a23b4e75 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 20:16:05.089727 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [req-ffab7244-bf2f-48e5-9312-72ca979ea73f req-ebd35328-9fcf-41d4-bbc0-3ad34926727b tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 20:16:05.094045 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffab7244-bf2f-48e5-9312-72ca979ea73f req-ebd35328-9fcf-41d4-bbc0-3ad34926727b tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 20:16:05.126338 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd35328-9fcf-41d4-bbc0-3ad34926727b tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] Pushing event updated for resources: {'Port': ['ID=cb77877e-58fc-424c-9840-83726181f2c1,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:16:05.153822 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffab7244-bf2f-48e5-9312-72ca979ea73f req-ebd35328-9fcf-41d4-bbc0-3ad34926727b tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:16:05.154972 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-ffab7244-bf2f-48e5-9312-72ca979ea73f req-ebd35328-9fcf-41d4-bbc0-3ad34926727b tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:05.235197 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ffab7244-bf2f-48e5-9312-72ca979ea73f req-ebd35328-9fcf-41d4-bbc0-3ad34926727b tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8163366 Oct 12 20:16:05.248179 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-ffab7244-bf2f-48e5-9312-72ca979ea73f req-8c398dc1-6472-4ea0-889e-4dbecb7c9c63 service neutron] Request body: {'port': {'device_id': '453de1cc-d7bb-4395-af93-76df990d0f91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:16:05.299155 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-ffab7244-bf2f-48e5-9312-72ca979ea73f req-8c398dc1-6472-4ea0-889e-4dbecb7c9c63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:05.549360 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [req-ffab7244-bf2f-48e5-9312-72ca979ea73f req-8c398dc1-6472-4ea0-889e-4dbecb7c9c63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb77877e-58fc-424c-9840-83726181f2c1 {{(pid=95502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 20:16:05.556493 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-ffab7244-bf2f-48e5-9312-72ca979ea73f req-8c398dc1-6472-4ea0-889e-4dbecb7c9c63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:05.568109 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-ffab7244-bf2f-48e5-9312-72ca979ea73f req-8c398dc1-6472-4ea0-889e-4dbecb7c9c63 service neutron] Transition to ACTIVE for port object cb77877e-58fc-424c-9840-83726181f2c1 will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 20:16:05.637050 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-ffab7244-bf2f-48e5-9312-72ca979ea73f req-8c398dc1-6472-4ea0-889e-4dbecb7c9c63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:05.691281 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c398dc1-6472-4ea0-889e-4dbecb7c9c63 service neutron] Pushing event updated for resources: {'Port': ['ID=cb77877e-58fc-424c-9840-83726181f2c1,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:16:05.766803 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-ffab7244-bf2f-48e5-9312-72ca979ea73f req-8c398dc1-6472-4ea0-889e-4dbecb7c9c63 service neutron] Attempting to bind port cb77877e-58fc-424c-9840-83726181f2c1 on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 20:16:05.767133 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-ffab7244-bf2f-48e5-9312-72ca979ea73f req-8c398dc1-6472-4ea0-889e-4dbecb7c9c63 service neutron] Attempting to bind port cb77877e-58fc-424c-9840-83726181f2c1 by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': '5021e4c0-e837-4723-9c49-46f518848744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '811641a5-3afb-4dde-94fc-3f97a23b4e75'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 20:16:05.767457 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffab7244-bf2f-48e5-9312-72ca979ea73f req-8c398dc1-6472-4ea0-889e-4dbecb7c9c63 service neutron] Attempting to bind port cb77877e-58fc-424c-9840-83726181f2c1 on network 811641a5-3afb-4dde-94fc-3f97a23b4e75 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 20:16:05.772729 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffab7244-bf2f-48e5-9312-72ca979ea73f req-8c398dc1-6472-4ea0-889e-4dbecb7c9c63 service neutron] Port cb77877e-58fc-424c-9840-83726181f2c1 on network 811641a5-3afb-4dde-94fc-3f97a23b4e75 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 20:16:05.777826 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffab7244-bf2f-48e5-9312-72ca979ea73f req-8c398dc1-6472-4ea0-889e-4dbecb7c9c63 service neutron] Attempting to bind port cb77877e-58fc-424c-9840-83726181f2c1 on network 811641a5-3afb-4dde-94fc-3f97a23b4e75 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 20:16:05.792304 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffab7244-bf2f-48e5-9312-72ca979ea73f req-8c398dc1-6472-4ea0-889e-4dbecb7c9c63 service neutron] Checking agent: {'id': 'f5e9725f-f5a6-43c2-a1be-95e21e9a1fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 20, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 20:16:05.792628 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffab7244-bf2f-48e5-9312-72ca979ea73f req-8c398dc1-6472-4ea0-889e-4dbecb7c9c63 service neutron] Checking segment: {'id': '5021e4c0-e837-4723-9c49-46f518848744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '811641a5-3afb-4dde-94fc-3f97a23b4e75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 20:16:05.793006 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffab7244-bf2f-48e5-9312-72ca979ea73f req-8c398dc1-6472-4ea0-889e-4dbecb7c9c63 service neutron] Bound using segment: {'id': '5021e4c0-e837-4723-9c49-46f518848744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '811641a5-3afb-4dde-94fc-3f97a23b4e75'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 20:16:05.793431 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-ffab7244-bf2f-48e5-9312-72ca979ea73f req-8c398dc1-6472-4ea0-889e-4dbecb7c9c63 service neutron] Bound port: cb77877e-58fc-424c-9840-83726181f2c1, host: n-h1-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5021e4c0-e837-4723-9c49-46f518848744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '811641a5-3afb-4dde-94fc-3f97a23b4e75'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 20:16:05.793785 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-ffab7244-bf2f-48e5-9312-72ca979ea73f req-8c398dc1-6472-4ea0-889e-4dbecb7c9c63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:05.844623 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b30fc0-1de9-4eaf-837d-87f19949a97e req-da111b55-649c-4fb1-95d7-6f122ff4fb33 tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:16:05.845890 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-91b30fc0-1de9-4eaf-837d-87f19949a97e req-da111b55-649c-4fb1-95d7-6f122ff4fb33 tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] 10.222.0.49 "GET /v2.0/ports?device_id=453de1cc-d7bb-4395-af93-76df990d0f91 HTTP/1.1" status: 200 len: 944 time: 0.0882580 Oct 12 20:16:05.893417 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-ffab7244-bf2f-48e5-9312-72ca979ea73f req-8c398dc1-6472-4ea0-889e-4dbecb7c9c63 service neutron] For port cb77877e-58fc-424c-9840-83726181f2c1, host n-h1-813679-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 20:16:05.897845 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-ffab7244-bf2f-48e5-9312-72ca979ea73f req-8c398dc1-6472-4ea0-889e-4dbecb7c9c63 service neutron] For port cb77877e-58fc-424c-9840-83726181f2c1, host n-h1-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=cb77877e-58fc-424c-9840-83726181f2c1,segment=NetworkSegment(5021e4c0-e837-4723-9c49-46f518848744),segment_id=5021e4c0-e837-4723-9c49-46f518848744)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 20:16:05.903113 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-91b30fc0-1de9-4eaf-837d-87f19949a97e req-02e6d4e3-63a0-4e27-884e-35c2aafc6868 tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] 10.222.0.49 "GET /v2.0/security-groups?id=9649a13b-c21d-48dc-b330-7f18c8be3f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512676 Oct 12 20:16:05.952183 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-ffab7244-bf2f-48e5-9312-72ca979ea73f req-8c398dc1-6472-4ea0-889e-4dbecb7c9c63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:05.986832 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffab7244-bf2f-48e5-9312-72ca979ea73f req-8c398dc1-6472-4ea0-889e-4dbecb7c9c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:16:05.987437 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-ffab7244-bf2f-48e5-9312-72ca979ea73f req-8c398dc1-6472-4ea0-889e-4dbecb7c9c63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:05.988830 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ffab7244-bf2f-48e5-9312-72ca979ea73f req-8c398dc1-6472-4ea0-889e-4dbecb7c9c63 service neutron] 10.222.0.61 "PUT /v2.0/ports/cb77877e-58fc-424c-9840-83726181f2c1 HTTP/1.1" status: 200 len: 1092 time: 0.7447762 Oct 12 20:16:05.989276 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '453de1cc-d7bb-4395-af93-76df990d0f91', 'tag': 'cb77877e-58fc-424c-9840-83726181f2c1'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:16:05.991567 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d38ba98a80be6c2fe69993d1a3c9eb2b0c7fe5c84c08efdde6b95a5e2d0657c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b919057-213c-490e-acc8-1152b7a5d8d6" -d '{"events": [{"name": "network-changed", "server_uuid": "453de1cc-d7bb-4395-af93-76df990d0f91", "tag": "cb77877e-58fc-424c-9840-83726181f2c1"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:16:06.016829 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c398dc1-6472-4ea0-889e-4dbecb7c9c63 service neutron] Pushing event updated for resources: {'Port': ['ID=cb77877e-58fc-424c-9840-83726181f2c1,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:16:06.027296 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 20:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96585934-ece9-4c06-8af5-2ff154f725d4 x-openstack-request-id: req-96585934-ece9-4c06-8af5-2ff154f725d4 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:16:06.027599 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "453de1cc-d7bb-4395-af93-76df990d0f91", "tag": "cb77877e-58fc-424c-9840-83726181f2c1", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:16:06.027853 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-96585934-ece9-4c06-8af5-2ff154f725d4 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:16:06.028284 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '453de1cc-d7bb-4395-af93-76df990d0f91', 'tag': 'cb77877e-58fc-424c-9840-83726181f2c1', 'status': 'completed', 'code': 200} Oct 12 20:16:06.095396 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b919057-213c-490e-acc8-1152b7a5d8d6 req-e60c4fa0-11c7-4003-9681-da87eaecc6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:16:06.096848 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1b919057-213c-490e-acc8-1152b7a5d8d6 req-e60c4fa0-11c7-4003-9681-da87eaecc6e9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=83fc54b0750943d5a45e88b807ff5535&device_id=453de1cc-d7bb-4395-af93-76df990d0f91 HTTP/1.1" status: 200 len: 1095 time: 0.0482492 Oct 12 20:16:06.197781 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b919057-213c-490e-acc8-1152b7a5d8d6 req-c09a886a-06af-4d5c-9816-42088e0a1538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:16:06.199258 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1b919057-213c-490e-acc8-1152b7a5d8d6 req-c09a886a-06af-4d5c-9816-42088e0a1538 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=83fc54b0750943d5a45e88b807ff5535&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0944817 Oct 12 20:16:06.293311 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b919057-213c-490e-acc8-1152b7a5d8d6 req-8ef01a7a-ae97-4fbb-98ee-8f68976f927f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:16:06.294801 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1b919057-213c-490e-acc8-1152b7a5d8d6 req-8ef01a7a-ae97-4fbb-98ee-8f68976f927f service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0889246 Oct 12 20:16:06.370598 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffab7244-bf2f-48e5-9312-72ca979ea73f req-11927741-6d53-447b-a989-38bba50e31a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:16:06.371945 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ffab7244-bf2f-48e5-9312-72ca979ea73f req-11927741-6d53-447b-a989-38bba50e31a1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=83fc54b0750943d5a45e88b807ff5535&device_id=453de1cc-d7bb-4395-af93-76df990d0f91 HTTP/1.1" status: 200 len: 1095 time: 0.0396259 Oct 12 20:16:06.412819 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ffab7244-bf2f-48e5-9312-72ca979ea73f req-39e698a5-f3ee-4e5d-a86c-88799a471bca service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cb77877e-58fc-424c-9840-83726181f2c1 HTTP/1.1" status: 200 len: 217 time: 0.0330927 Oct 12 20:16:06.461654 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffab7244-bf2f-48e5-9312-72ca979ea73f req-18f9ed14-a4de-4d02-b485-c576f3d0c482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:16:06.463058 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ffab7244-bf2f-48e5-9312-72ca979ea73f req-18f9ed14-a4de-4d02-b485-c576f3d0c482 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=09227a81-f9b7-4454-a906-2bc7801f1ffd HTTP/1.1" status: 200 len: 853 time: 0.0431461 Oct 12 20:16:06.496347 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ffab7244-bf2f-48e5-9312-72ca979ea73f req-ca10aa4f-79f7-4d5d-929e-93261d19992d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=811641a5-3afb-4dde-94fc-3f97a23b4e75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263267 Oct 12 20:16:06.582243 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ffab7244-bf2f-48e5-9312-72ca979ea73f req-72d0b880-8e4a-470b-bf82-5e25869fabcd service neutron] 10.222.0.61 "GET /v2.0/networks/811641a5-3afb-4dde-94fc-3f97a23b4e75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792015 Oct 12 20:16:06.930865 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ffab7244-bf2f-48e5-9312-72ca979ea73f req-d88965a7-c85a-4dca-8847-7d97aaf07661 service neutron] 10.222.0.61 "GET /v2.0/networks/811641a5-3afb-4dde-94fc-3f97a23b4e75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3417630 Oct 12 20:16:07.019410 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcac0ab-6a08-40ab-a40c-0810de6a8326 req-7e64a59d-d972-45cd-85f4-deb394244696 tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:16:07.020933 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1fcac0ab-6a08-40ab-a40c-0810de6a8326 req-7e64a59d-d972-45cd-85f4-deb394244696 tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] 10.222.0.49 "GET /v2.0/ports?device_id=453de1cc-d7bb-4395-af93-76df990d0f91 HTTP/1.1" status: 200 len: 944 time: 0.0492177 Oct 12 20:16:07.059310 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1fcac0ab-6a08-40ab-a40c-0810de6a8326 req-bce8f8b1-0a1d-4ed9-9290-a3b7e437a330 tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] 10.222.0.49 "GET /v2.0/security-groups?id=9649a13b-c21d-48dc-b330-7f18c8be3f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324228 Oct 12 20:16:08.180759 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e495dc-9266-47b9-945f-537db0599eac req-91195511-826c-42b4-8971-cab1fc82e723 tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:16:08.182477 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-77e495dc-9266-47b9-945f-537db0599eac req-91195511-826c-42b4-8971-cab1fc82e723 tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] 10.222.0.49 "GET /v2.0/ports?device_id=453de1cc-d7bb-4395-af93-76df990d0f91 HTTP/1.1" status: 200 len: 944 time: 0.0486155 Oct 12 20:16:08.219584 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-77e495dc-9266-47b9-945f-537db0599eac req-98737ad6-1a76-415c-bbc4-bdadcdf63912 tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] 10.222.0.49 "GET /v2.0/security-groups?id=9649a13b-c21d-48dc-b330-7f18c8be3f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311697 Oct 12 20:16:08.635451 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-17846941-cbc9-49e8-baa0-c9e49ac1c985 req-6d5aef30-536d-4296-a270-6fbaa759829b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=4e2d6c08-0e9c-431b-8c56-b97e8e678c60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0387335 Oct 12 20:16:08.721638 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17846941-cbc9-49e8-baa0-c9e49ac1c985 req-311f0f36-e9c7-45dc-aed3-1a0b0b4879cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:16:08.723103 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-17846941-cbc9-49e8-baa0-c9e49ac1c985 req-311f0f36-e9c7-45dc-aed3-1a0b0b4879cd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=83fc54b0750943d5a45e88b807ff5535&device_id=4e2d6c08-0e9c-431b-8c56-b97e8e678c60 HTTP/1.1" status: 200 len: 1096 time: 0.0421929 Oct 12 20:16:08.829833 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17846941-cbc9-49e8-baa0-c9e49ac1c985 req-95eb799f-87dd-490d-b280-2d74b349a45d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:16:08.831259 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-17846941-cbc9-49e8-baa0-c9e49ac1c985 req-95eb799f-87dd-490d-b280-2d74b349a45d service neutron] 10.222.0.67 "GET /v2.0/networks?id=811641a5-3afb-4dde-94fc-3f97a23b4e75 HTTP/1.1" status: 200 len: 914 time: 0.0874233 Oct 12 20:16:08.871551 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-17846941-cbc9-49e8-baa0-c9e49ac1c985 req-826378e2-42f3-4de9-8665-ebe8963c25e2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2f265b9d-92c1-44f0-9489-63f84d1022fd HTTP/1.1" status: 200 len: 217 time: 0.0327117 Oct 12 20:16:08.923700 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17846941-cbc9-49e8-baa0-c9e49ac1c985 req-fd82c3a6-aa6d-4b81-a02e-888dfc3128ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:16:08.925187 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-17846941-cbc9-49e8-baa0-c9e49ac1c985 req-fd82c3a6-aa6d-4b81-a02e-888dfc3128ee service neutron] 10.222.0.67 "GET /v2.0/subnets?id=09227a81-f9b7-4454-a906-2bc7801f1ffd HTTP/1.1" status: 200 len: 853 time: 0.0472741 Oct 12 20:16:08.956819 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-17846941-cbc9-49e8-baa0-c9e49ac1c985 req-249226f6-768e-4191-94d3-77870099b718 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=811641a5-3afb-4dde-94fc-3f97a23b4e75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238276 Oct 12 20:16:09.043632 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-17846941-cbc9-49e8-baa0-c9e49ac1c985 req-95246edf-611e-4660-ab67-3b6639f0ab01 service neutron] 10.222.0.67 "GET /v2.0/networks/811641a5-3afb-4dde-94fc-3f97a23b4e75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793712 Oct 12 20:16:09.135266 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-17846941-cbc9-49e8-baa0-c9e49ac1c985 req-910d5595-6594-4013-8ae1-956ebe48a688 service neutron] 10.222.0.67 "GET /v2.0/networks/811641a5-3afb-4dde-94fc-3f97a23b4e75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843768 Oct 12 20:16:09.332452 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f45f2a-3fd9-452b-8f7d-1d1c4b892984 req-1390d717-8900-4160-b106-a3820ec3c4d3 tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:16:09.333904 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a7f45f2a-3fd9-452b-8f7d-1d1c4b892984 req-1390d717-8900-4160-b106-a3820ec3c4d3 tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] 10.222.0.49 "GET /v2.0/ports?device_id=453de1cc-d7bb-4395-af93-76df990d0f91 HTTP/1.1" status: 200 len: 944 time: 0.0485384 Oct 12 20:16:09.370912 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a7f45f2a-3fd9-452b-8f7d-1d1c4b892984 req-91e986ad-4fb5-427a-b676-165e05606845 tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] 10.222.0.49 "GET /v2.0/security-groups?id=9649a13b-c21d-48dc-b330-7f18c8be3f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312572 Oct 12 20:16:10.484707 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7a1a9f-3777-405f-ab4f-99a889a172f6 req-57ebab88-5852-4b1b-9b8a-3c67b796f8dd tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:16:10.486169 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1a7a1a9f-3777-405f-ab4f-99a889a172f6 req-57ebab88-5852-4b1b-9b8a-3c67b796f8dd tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] 10.222.0.49 "GET /v2.0/ports?device_id=453de1cc-d7bb-4395-af93-76df990d0f91 HTTP/1.1" status: 200 len: 944 time: 0.0495431 Oct 12 20:16:10.523177 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1a7a1a9f-3777-405f-ab4f-99a889a172f6 req-556adf0f-b2ec-4ec8-acda-f43b8dce3e3e tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] 10.222.0.49 "GET /v2.0/security-groups?id=9649a13b-c21d-48dc-b330-7f18c8be3f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311871 Oct 12 20:16:11.036937 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device cb77877e-58fc-424c-9840-83726181f2c1 details requested by agent hyperv_n-h1-813679-3 with host n-h1-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 20:16:11.131977 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port cb77877e-58fc-424c-9840-83726181f2c1, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=cb77877e-58fc-424c-9840-83726181f2c1,segment=NetworkSegment(5021e4c0-e837-4723-9c49-46f518848744),segment_id=5021e4c0-e837-4723-9c49-46f518848744)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:16:11.142078 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Returning: {'device': 'cb77877e-58fc-424c-9840-83726181f2c1', 'network_id': '811641a5-3afb-4dde-94fc-3f97a23b4e75', 'port_id': 'cb77877e-58fc-424c-9840-83726181f2c1', 'mac_address': 'fa:16:3e:c3:70:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09227a81-f9b7-4454-a906-2bc7801f1ffd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 20:16:11.178898 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:11.191434 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb77877e-58fc-424c-9840-83726181f2c1 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 20:16:11.209763 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port cb77877e-58fc-424c-9840-83726181f2c1, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=cb77877e-58fc-424c-9840-83726181f2c1,segment=NetworkSegment(5021e4c0-e837-4723-9c49-46f518848744),segment_id=5021e4c0-e837-4723-9c49-46f518848744)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:16:11.299932 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:11.345847 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=cb77877e-58fc-424c-9840-83726181f2c1,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:16:11.352943 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:16:11.353286 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:16:11.353621 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:16:11.353955 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:16:11.354283 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:16:11.354683 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:16:11.355004 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:16:11.355325 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:16:11.355642 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:16:11.355962 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:16:11.356299 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:16:11.356616 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:16:11.485124 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['cb77877e-58fc-424c-9840-83726181f2c1'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 20:16:11.641558 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f3ccfb-e523-4664-9491-fa51cc2a3135 req-b6d12dd1-5311-42dd-99ba-efc7ca47a625 tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:16:11.643022 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e7f3ccfb-e523-4664-9491-fa51cc2a3135 req-b6d12dd1-5311-42dd-99ba-efc7ca47a625 tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] 10.222.0.49 "GET /v2.0/ports?device_id=453de1cc-d7bb-4395-af93-76df990d0f91 HTTP/1.1" status: 200 len: 945 time: 0.0527854 Oct 12 20:16:11.679673 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e7f3ccfb-e523-4664-9491-fa51cc2a3135 req-ef392a4c-c1df-46da-ba81-7bca4dee8c8e tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] 10.222.0.49 "GET /v2.0/security-groups?id=9649a13b-c21d-48dc-b330-7f18c8be3f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306640 Oct 12 20:16:12.797202 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ca970d-594a-43d4-a134-fdf732963af3 req-7612726e-47b5-4cc2-bff9-1aa7e77a66e9 tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:16:12.798667 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-57ca970d-594a-43d4-a134-fdf732963af3 req-7612726e-47b5-4cc2-bff9-1aa7e77a66e9 tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] 10.222.0.49 "GET /v2.0/ports?device_id=453de1cc-d7bb-4395-af93-76df990d0f91 HTTP/1.1" status: 200 len: 945 time: 0.0526767 Oct 12 20:16:12.835222 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-57ca970d-594a-43d4-a134-fdf732963af3 req-94bcd789-19e5-4daa-8ead-fb9393fa8e03 tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] 10.222.0.49 "GET /v2.0/security-groups?id=9649a13b-c21d-48dc-b330-7f18c8be3f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303497 Oct 12 20:16:13.045924 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device cb77877e-58fc-424c-9840-83726181f2c1 up at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 20:16:13.156964 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning for port cb77877e-58fc-424c-9840-83726181f2c1 completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 20:16:13.160832 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning complete for port cb77877e-58fc-424c-9840-83726181f2c1 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:16:13.161262 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:13.236678 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:13.257588 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '453de1cc-d7bb-4395-af93-76df990d0f91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb77877e-58fc-424c-9840-83726181f2c1'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:16:13.259798 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b9295f95168b7ebeacfaf6dce688c5b5a488805d3fcc076b348ff91511493a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6615df5-6323-406c-9134-5c79a32fd3f0" -d '{"events": [{"server_uuid": "453de1cc-d7bb-4395-af93-76df990d0f91", "name": "network-vif-plugged", "status": "completed", "tag": "cb77877e-58fc-424c-9840-83726181f2c1"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:16:13.275447 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port cb77877e-58fc-424c-9840-83726181f2c1, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=cb77877e-58fc-424c-9840-83726181f2c1,segment=NetworkSegment(5021e4c0-e837-4723-9c49-46f518848744),segment_id=5021e4c0-e837-4723-9c49-46f518848744)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:16:13.296634 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 20:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bef4feb6-18d4-4581-9061-b4acb8a7a8cd x-openstack-request-id: req-bef4feb6-18d4-4581-9061-b4acb8a7a8cd {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:16:13.296935 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "453de1cc-d7bb-4395-af93-76df990d0f91", "name": "network-vif-plugged", "status": "completed", "tag": "cb77877e-58fc-424c-9840-83726181f2c1", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:16:13.297201 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bef4feb6-18d4-4581-9061-b4acb8a7a8cd {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:16:13.297583 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '453de1cc-d7bb-4395-af93-76df990d0f91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb77877e-58fc-424c-9840-83726181f2c1', 'code': 200} Oct 12 20:16:13.351569 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:13.389348 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538b313c-860d-41ca-b812-7921be2ab67c req-2738bdc5-105c-48a8-9cd1-1c328dd38761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:16:13.390846 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-538b313c-860d-41ca-b812-7921be2ab67c req-2738bdc5-105c-48a8-9cd1-1c328dd38761 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=453de1cc-d7bb-4395-af93-76df990d0f91 HTTP/1.1" status: 200 len: 1097 time: 0.0394242 Oct 12 20:16:13.399197 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=cb77877e-58fc-424c-9840-83726181f2c1,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:16:13.425303 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-538b313c-860d-41ca-b812-7921be2ab67c req-d0584035-02d8-4b7b-bfec-bea3d3abf37d service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=9649a13b-c21d-48dc-b330-7f18c8be3f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274389 Oct 12 20:16:13.947794 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86dd85c-c2a3-424f-b9d3-a90c430e778e req-88f85d40-e2db-4ec5-9762-0e85f2740485 tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:16:13.949304 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d86dd85c-c2a3-424f-b9d3-a90c430e778e req-88f85d40-e2db-4ec5-9762-0e85f2740485 tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] 10.222.0.49 "GET /v2.0/ports?device_id=453de1cc-d7bb-4395-af93-76df990d0f91 HTTP/1.1" status: 200 len: 946 time: 0.0489726 Oct 12 20:16:13.986621 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d86dd85c-c2a3-424f-b9d3-a90c430e778e req-80ce4c6e-a452-41c2-b191-d29daae7fe90 tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] 10.222.0.49 "GET /v2.0/security-groups?id=9649a13b-c21d-48dc-b330-7f18c8be3f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309379 Oct 12 20:16:14.773543 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-aa420b74-6de1-44cd-9e66-7946054c0227 req-4b26fb60-678e-41ac-ba8a-c285f07f3733 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=453de1cc-d7bb-4395-af93-76df990d0f91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0385292 Oct 12 20:16:14.850900 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa420b74-6de1-44cd-9e66-7946054c0227 req-871fae5f-19ad-43bd-8abb-3bc8acd9e1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:16:14.852346 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-aa420b74-6de1-44cd-9e66-7946054c0227 req-871fae5f-19ad-43bd-8abb-3bc8acd9e1fc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=83fc54b0750943d5a45e88b807ff5535&device_id=453de1cc-d7bb-4395-af93-76df990d0f91 HTTP/1.1" status: 200 len: 1097 time: 0.0388260 Oct 12 20:16:14.955302 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa420b74-6de1-44cd-9e66-7946054c0227 req-5b153641-d3d0-4709-89a5-27f3d4bc2e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:16:14.956765 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-aa420b74-6de1-44cd-9e66-7946054c0227 req-5b153641-d3d0-4709-89a5-27f3d4bc2e0e service neutron] 10.222.0.61 "GET /v2.0/networks?id=811641a5-3afb-4dde-94fc-3f97a23b4e75 HTTP/1.1" status: 200 len: 914 time: 0.0845478 Oct 12 20:16:14.999066 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-aa420b74-6de1-44cd-9e66-7946054c0227 req-155e4e1e-9042-4b1c-a64f-dae89ea8d034 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cb77877e-58fc-424c-9840-83726181f2c1 HTTP/1.1" status: 200 len: 217 time: 0.0341020 Oct 12 20:16:15.054095 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa420b74-6de1-44cd-9e66-7946054c0227 req-3663031b-3296-41fa-a5b3-0ac1b156d2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:16:15.055442 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-aa420b74-6de1-44cd-9e66-7946054c0227 req-3663031b-3296-41fa-a5b3-0ac1b156d2e0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=09227a81-f9b7-4454-a906-2bc7801f1ffd HTTP/1.1" status: 200 len: 853 time: 0.0494690 Oct 12 20:16:15.099950 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-aa420b74-6de1-44cd-9e66-7946054c0227 req-98e686d1-b359-4264-ab91-1cc97bb1b498 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=811641a5-3afb-4dde-94fc-3f97a23b4e75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349562 Oct 12 20:16:15.163461 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e5bba4-37d4-440e-b26f-11358720d7ba req-6e2303c1-1dce-40f7-a6b5-c9b71b1c0918 tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:16:15.164922 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d7e5bba4-37d4-440e-b26f-11358720d7ba req-6e2303c1-1dce-40f7-a6b5-c9b71b1c0918 tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] 10.222.0.49 "GET /v2.0/ports?device_id=453de1cc-d7bb-4395-af93-76df990d0f91 HTTP/1.1" status: 200 len: 946 time: 0.1085193 Oct 12 20:16:15.227130 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d7e5bba4-37d4-440e-b26f-11358720d7ba req-0c2ec77c-2ba2-4e93-ae52-ca814986251d tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] 10.222.0.49 "GET /v2.0/security-groups?id=9649a13b-c21d-48dc-b330-7f18c8be3f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528126 Oct 12 20:16:15.230512 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-aa420b74-6de1-44cd-9e66-7946054c0227 req-dc163604-db88-4391-9d3a-a1dbec38a88c service neutron] 10.222.0.61 "GET /v2.0/networks/811641a5-3afb-4dde-94fc-3f97a23b4e75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202996 Oct 12 20:16:15.322023 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-aa420b74-6de1-44cd-9e66-7946054c0227 req-3fb205b9-f57b-4a58-bc94-4267d1eb7fa8 service neutron] 10.222.0.61 "GET /v2.0/networks/811641a5-3afb-4dde-94fc-3f97a23b4e75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847881 Oct 12 20:16:15.676429 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4ad714-0dde-46d9-9381-58d0f6bcf269 req-5786e47f-93e3-472d-9a24-4239153ee8ac tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:16:15.677877 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5f4ad714-0dde-46d9-9381-58d0f6bcf269 req-5786e47f-93e3-472d-9a24-4239153ee8ac tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] 10.222.0.49 "GET /v2.0/ports?device_id=453de1cc-d7bb-4395-af93-76df990d0f91 HTTP/1.1" status: 200 len: 946 time: 0.0524328 Oct 12 20:16:15.716602 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5f4ad714-0dde-46d9-9381-58d0f6bcf269 req-f8886a03-03da-46c6-a7f3-2b72b9853979 tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] 10.222.0.49 "GET /v2.0/security-groups?id=9649a13b-c21d-48dc-b330-7f18c8be3f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325162 Oct 12 20:16:16.829310 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dd9c02-996b-43ee-9720-87dc3b0c3d06 req-aa2c5832-2a3b-48fd-a672-c113964d45fd tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:16:16.830844 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c3dd9c02-996b-43ee-9720-87dc3b0c3d06 req-aa2c5832-2a3b-48fd-a672-c113964d45fd tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] 10.222.0.49 "GET /v2.0/ports?device_id=453de1cc-d7bb-4395-af93-76df990d0f91 HTTP/1.1" status: 200 len: 946 time: 0.0478723 Oct 12 20:16:16.868899 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c3dd9c02-996b-43ee-9720-87dc3b0c3d06 req-556668c0-0966-47b6-8b81-667b4f5066fd tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] 10.222.0.49 "GET /v2.0/security-groups?id=9649a13b-c21d-48dc-b330-7f18c8be3f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315495 Oct 12 20:16:16.934658 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b63727-cc2f-4e9c-91fb-d0ab2e06c1c6 req-3525af14-e0b6-4978-aeee-702845c7f78a tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:16:16.936716 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-26b63727-cc2f-4e9c-91fb-d0ab2e06c1c6 req-3525af14-e0b6-4978-aeee-702845c7f78a tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] 10.222.0.61 "GET /v2.0/ports?device_id=453de1cc-d7bb-4395-af93-76df990d0f91 HTTP/1.1" status: 200 len: 946 time: 0.0471346 Oct 12 20:16:17.024759 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-26b63727-cc2f-4e9c-91fb-d0ab2e06c1c6 req-aaf5dd73-cfb3-4a6d-9f60-e759fb70fc59 tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] Deleting port cb77877e-58fc-424c-9840-83726181f2c1 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 20:16:17.025011 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-26b63727-cc2f-4e9c-91fb-d0ab2e06c1c6 req-aaf5dd73-cfb3-4a6d-9f60-e759fb70fc59 tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:17.109878 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-26b63727-cc2f-4e9c-91fb-d0ab2e06c1c6 req-aaf5dd73-cfb3-4a6d-9f60-e759fb70fc59 tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] For port cb77877e-58fc-424c-9840-83726181f2c1, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=cb77877e-58fc-424c-9840-83726181f2c1,segment=NetworkSegment(5021e4c0-e837-4723-9c49-46f518848744),segment_id=5021e4c0-e837-4723-9c49-46f518848744)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:16:17.110241 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-26b63727-cc2f-4e9c-91fb-d0ab2e06c1c6 req-aaf5dd73-cfb3-4a6d-9f60-e759fb70fc59 tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:17.122095 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-26b63727-cc2f-4e9c-91fb-d0ab2e06c1c6 req-aaf5dd73-cfb3-4a6d-9f60-e759fb70fc59 tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] Calling delete_port for cb77877e-58fc-424c-9840-83726181f2c1 owned by compute:nova {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 20:16:17.328788 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-26b63727-cc2f-4e9c-91fb-d0ab2e06c1c6 req-aaf5dd73-cfb3-4a6d-9f60-e759fb70fc59 tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:17.340885 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['cb77877e-58fc-424c-9840-83726181f2c1'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 20:16:17.343922 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['2f265b9d-92c1-44f0-9489-63f84d1022fd'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 20:16:17.357065 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf5dd73-cfb3-4a6d-9f60-e759fb70fc59 tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] Pushing event deleted for resources: {'Port': ['ID=cb77877e-58fc-424c-9840-83726181f2c1,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:16:17.369377 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf5dd73-cfb3-4a6d-9f60-e759fb70fc59 tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:16:17.369907 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf5dd73-cfb3-4a6d-9f60-e759fb70fc59 tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:16:17.370259 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf5dd73-cfb3-4a6d-9f60-e759fb70fc59 tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:16:17.370600 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf5dd73-cfb3-4a6d-9f60-e759fb70fc59 tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:16:17.370937 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf5dd73-cfb3-4a6d-9f60-e759fb70fc59 tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:16:17.371268 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf5dd73-cfb3-4a6d-9f60-e759fb70fc59 tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:16:17.371596 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf5dd73-cfb3-4a6d-9f60-e759fb70fc59 tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:16:17.371923 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf5dd73-cfb3-4a6d-9f60-e759fb70fc59 tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:16:17.372777 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf5dd73-cfb3-4a6d-9f60-e759fb70fc59 tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:16:17.373101 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf5dd73-cfb3-4a6d-9f60-e759fb70fc59 tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:16:17.373424 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf5dd73-cfb3-4a6d-9f60-e759fb70fc59 tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:16:17.373745 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf5dd73-cfb3-4a6d-9f60-e759fb70fc59 tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:16:17.407001 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-26b63727-cc2f-4e9c-91fb-d0ab2e06c1c6 req-aaf5dd73-cfb3-4a6d-9f60-e759fb70fc59 tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] No DVR routers for this DVR port cb77877e-58fc-424c-9840-83726181f2c1 on host n-h1-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 20:16:17.409555 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-26b63727-cc2f-4e9c-91fb-d0ab2e06c1c6 req-aaf5dd73-cfb3-4a6d-9f60-e759fb70fc59 tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:17.412816 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-26b63727-cc2f-4e9c-91fb-d0ab2e06c1c6 req-aaf5dd73-cfb3-4a6d-9f60-e759fb70fc59 tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] 10.222.0.61 "DELETE /v2.0/ports/cb77877e-58fc-424c-9840-83726181f2c1 HTTP/1.1" status: 204 len: 173 time: 0.4700038 Oct 12 20:16:17.413255 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '453de1cc-d7bb-4395-af93-76df990d0f91', 'name': 'network-vif-deleted', 'tag': 'cb77877e-58fc-424c-9840-83726181f2c1'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:16:17.415523 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d38ba98a80be6c2fe69993d1a3c9eb2b0c7fe5c84c08efdde6b95a5e2d0657c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8a97c3b-cf74-4ecf-b9e7-cb1ebf99236d" -d '{"events": [{"server_uuid": "453de1cc-d7bb-4395-af93-76df990d0f91", "name": "network-vif-deleted", "tag": "cb77877e-58fc-424c-9840-83726181f2c1"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:16:17.452625 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 20:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-555b855e-ba81-4522-90eb-384cf94f4b7c x-openstack-request-id: req-555b855e-ba81-4522-90eb-384cf94f4b7c {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:16:17.452928 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "453de1cc-d7bb-4395-af93-76df990d0f91", "name": "network-vif-deleted", "tag": "cb77877e-58fc-424c-9840-83726181f2c1", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:16:17.453183 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-555b855e-ba81-4522-90eb-384cf94f4b7c {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:16:17.453587 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '453de1cc-d7bb-4395-af93-76df990d0f91', 'name': 'network-vif-deleted', 'tag': 'cb77877e-58fc-424c-9840-83726181f2c1', 'status': 'completed', 'code': 200} Oct 12 20:16:17.976697 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f0d30e25-b27f-4164-9436-16474442769e req-aa6424b0-89ef-42b6-97d7-8eb95b9111d9 tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] 10.222.0.49 "GET /v2.0/ports?device_id=453de1cc-d7bb-4395-af93-76df990d0f91 HTTP/1.1" status: 200 len: 210 time: 0.0304239 Oct 12 20:16:19.124368 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644e1e13-96c6-4ad1-8574-e38059b5d27a req-3a7bf303-c1d3-4d0e-90fa-98715cf87160 tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:16:19.125821 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-644e1e13-96c6-4ad1-8574-e38059b5d27a req-3a7bf303-c1d3-4d0e-90fa-98715cf87160 tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e2d6c08-0e9c-431b-8c56-b97e8e678c60 HTTP/1.1" status: 200 len: 945 time: 0.0488036 Oct 12 20:16:19.159386 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 20:16:19.164214 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-644e1e13-96c6-4ad1-8574-e38059b5d27a req-7c3eb36c-224e-4b77-b9af-f354c6bdd384 tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] 10.222.0.49 "GET /v2.0/security-groups?id=9649a13b-c21d-48dc-b330-7f18c8be3f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324833 Oct 12 20:16:19.294466 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d786dab-e6dd-42dd-8d41-4c475a9df110 req-0995322d-45d3-45a0-9ac9-79e7fde87f59 tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:16:19.295913 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5d786dab-e6dd-42dd-8d41-4c475a9df110 req-0995322d-45d3-45a0-9ac9-79e7fde87f59 tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e2d6c08-0e9c-431b-8c56-b97e8e678c60 HTTP/1.1" status: 200 len: 945 time: 0.0496671 Oct 12 20:16:19.332930 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5d786dab-e6dd-42dd-8d41-4c475a9df110 req-a0257f51-9343-4230-a32b-695dd8c6557d tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] 10.222.0.49 "GET /v2.0/security-groups?id=9649a13b-c21d-48dc-b330-7f18c8be3f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311449 Oct 12 20:16:19.449853 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c80105-a8cd-46be-8c6f-3a461135f3f4 req-ec58f8e0-5434-4172-bdf8-fefaf46c8a00 tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:16:19.451363 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b7c80105-a8cd-46be-8c6f-3a461135f3f4 req-ec58f8e0-5434-4172-bdf8-fefaf46c8a00 tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e2d6c08-0e9c-431b-8c56-b97e8e678c60 HTTP/1.1" status: 200 len: 945 time: 0.0526729 Oct 12 20:16:19.488707 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b7c80105-a8cd-46be-8c6f-3a461135f3f4 req-86f0329e-43a9-461c-8f9b-30cae1005bd5 tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] 10.222.0.49 "GET /v2.0/security-groups?id=9649a13b-c21d-48dc-b330-7f18c8be3f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314579 Oct 12 20:16:19.558809 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [req-4640aa0e-de07-40c0-a055-2e1c5997125b req-c07a7566-2c87-4caf-b719-00b83570437f service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 20:16:19.559917 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4640aa0e-de07-40c0-a055-2e1c5997125b req-c07a7566-2c87-4caf-b719-00b83570437f service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0057826 Oct 12 20:16:19.662227 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b64691-efa6-4991-9ab9-941471234b36 req-51497f0f-e860-496c-a623-4cd379e8ef02 tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:16:19.663662 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-84b64691-efa6-4991-9ab9-941471234b36 req-51497f0f-e860-496c-a623-4cd379e8ef02 tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e2d6c08-0e9c-431b-8c56-b97e8e678c60 HTTP/1.1" status: 200 len: 945 time: 0.0476599 Oct 12 20:16:19.702752 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-84b64691-efa6-4991-9ab9-941471234b36 req-00b243a4-e892-4d90-89a6-7f5f7098c22d tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] 10.222.0.49 "GET /v2.0/security-groups?id=9649a13b-c21d-48dc-b330-7f18c8be3f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325751 Oct 12 20:16:19.814630 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18356bc4-e615-4700-a9ec-9811d049348d req-0076697d-fa9d-4272-8980-789bb62e23c9 tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:16:19.815994 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-18356bc4-e615-4700-a9ec-9811d049348d req-0076697d-fa9d-4272-8980-789bb62e23c9 tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e2d6c08-0e9c-431b-8c56-b97e8e678c60 HTTP/1.1" status: 200 len: 945 time: 0.0477781 Oct 12 20:16:19.856707 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-18356bc4-e615-4700-a9ec-9811d049348d req-8f041be5-fe4c-4c63-802c-a6b7e2c629f1 tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] 10.222.0.49 "GET /v2.0/security-groups?id=9649a13b-c21d-48dc-b330-7f18c8be3f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348258 Oct 12 20:16:19.978192 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f431b99-549b-488d-858a-30d8b3e231b9 req-7db1a444-a3e4-4ceb-bd33-55fd252fd77e tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:16:19.979633 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2f431b99-549b-488d-858a-30d8b3e231b9 req-7db1a444-a3e4-4ceb-bd33-55fd252fd77e tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e2d6c08-0e9c-431b-8c56-b97e8e678c60 HTTP/1.1" status: 200 len: 945 time: 0.0490587 Oct 12 20:16:20.016054 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2f431b99-549b-488d-858a-30d8b3e231b9 req-02647867-fbcf-4f61-8333-603673e2adf5 tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] 10.222.0.49 "GET /v2.0/security-groups?id=9649a13b-c21d-48dc-b330-7f18c8be3f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305581 Oct 12 20:16:20.472720 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ab502f-14a3-4912-8cd7-69b749e08866 req-6930fa5f-070c-4e0f-a08a-00cadc9c7d95 tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:16:20.473970 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-72ab502f-14a3-4912-8cd7-69b749e08866 req-6930fa5f-070c-4e0f-a08a-00cadc9c7d95 tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e2d6c08-0e9c-431b-8c56-b97e8e678c60 HTTP/1.1" status: 200 len: 945 time: 0.0506635 Oct 12 20:16:20.516841 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-72ab502f-14a3-4912-8cd7-69b749e08866 req-e85d781a-4cb9-4044-acd5-ed6e8bd63f60 tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] 10.222.0.49 "GET /v2.0/security-groups?id=9649a13b-c21d-48dc-b330-7f18c8be3f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365713 Oct 12 20:16:21.083318 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device cb77877e-58fc-424c-9840-83726181f2c1 no longer exists at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 20:16:21.103607 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] No Port match for: cb77877e-58fc-424c-9840-83726181f2c1 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 20:16:21.103949 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device cb77877e-58fc-424c-9840-83726181f2c1 not bound to the agent host n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 20:16:21.631276 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67efacc-1820-4eb7-b24b-4b29c53967de req-ea7dae93-f49d-4308-aae1-31bbecd24828 tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:16:21.632750 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f67efacc-1820-4eb7-b24b-4b29c53967de req-ea7dae93-f49d-4308-aae1-31bbecd24828 tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e2d6c08-0e9c-431b-8c56-b97e8e678c60 HTTP/1.1" status: 200 len: 945 time: 0.0489209 Oct 12 20:16:21.669435 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f67efacc-1820-4eb7-b24b-4b29c53967de req-4db942bd-158f-4da4-84e3-013b5dccd04e tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] 10.222.0.49 "GET /v2.0/security-groups?id=9649a13b-c21d-48dc-b330-7f18c8be3f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299163 Oct 12 20:16:21.865430 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f55bb09-5a8b-4742-b392-0d3b35dce831 req-843bfee6-5f44-42e5-8cbd-bdaaa705053e tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:16:21.866747 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3f55bb09-5a8b-4742-b392-0d3b35dce831 req-843bfee6-5f44-42e5-8cbd-bdaaa705053e tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] 10.222.0.67 "GET /v2.0/ports?device_id=4e2d6c08-0e9c-431b-8c56-b97e8e678c60 HTTP/1.1" status: 200 len: 945 time: 0.0462816 Oct 12 20:16:21.959012 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-3f55bb09-5a8b-4742-b392-0d3b35dce831 req-bb79efe9-6a12-4a28-ace3-7a2be26f4a61 tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] Deleting port 2f265b9d-92c1-44f0-9489-63f84d1022fd {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 20:16:21.959350 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-3f55bb09-5a8b-4742-b392-0d3b35dce831 req-bb79efe9-6a12-4a28-ace3-7a2be26f4a61 tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:22.046398 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-3f55bb09-5a8b-4742-b392-0d3b35dce831 req-bb79efe9-6a12-4a28-ace3-7a2be26f4a61 tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] For port 2f265b9d-92c1-44f0-9489-63f84d1022fd, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=2f265b9d-92c1-44f0-9489-63f84d1022fd,segment=NetworkSegment(5021e4c0-e837-4723-9c49-46f518848744),segment_id=5021e4c0-e837-4723-9c49-46f518848744)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:16:22.046752 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-3f55bb09-5a8b-4742-b392-0d3b35dce831 req-bb79efe9-6a12-4a28-ace3-7a2be26f4a61 tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:22.064146 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-3f55bb09-5a8b-4742-b392-0d3b35dce831 req-bb79efe9-6a12-4a28-ace3-7a2be26f4a61 tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] Calling delete_port for 2f265b9d-92c1-44f0-9489-63f84d1022fd owned by compute:nova {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 20:16:22.259540 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-3f55bb09-5a8b-4742-b392-0d3b35dce831 req-bb79efe9-6a12-4a28-ace3-7a2be26f4a61 tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:22.272018 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['2f265b9d-92c1-44f0-9489-63f84d1022fd'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 20:16:22.287696 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb79efe9-6a12-4a28-ace3-7a2be26f4a61 tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] Pushing event deleted for resources: {'Port': ['ID=2f265b9d-92c1-44f0-9489-63f84d1022fd,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:16:22.332734 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f55bb09-5a8b-4742-b392-0d3b35dce831 req-bb79efe9-6a12-4a28-ace3-7a2be26f4a61 tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] No DVR routers for this DVR port 2f265b9d-92c1-44f0-9489-63f84d1022fd on host n-h2-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 20:16:22.335365 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-3f55bb09-5a8b-4742-b392-0d3b35dce831 req-bb79efe9-6a12-4a28-ace3-7a2be26f4a61 tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:22.338839 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3f55bb09-5a8b-4742-b392-0d3b35dce831 req-bb79efe9-6a12-4a28-ace3-7a2be26f4a61 tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] 10.222.0.67 "DELETE /v2.0/ports/2f265b9d-92c1-44f0-9489-63f84d1022fd HTTP/1.1" status: 204 len: 173 time: 0.4652603 Oct 12 20:16:22.339281 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e2d6c08-0e9c-431b-8c56-b97e8e678c60', 'name': 'network-vif-deleted', 'tag': '2f265b9d-92c1-44f0-9489-63f84d1022fd'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:16:22.342091 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de8ed798067560d07a98492cd8cb53eb3655be3ac6c9fe2f8402857175a8f58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc861e1b-407c-4bde-8cf6-4016874d1bfe" -d '{"events": [{"server_uuid": "4e2d6c08-0e9c-431b-8c56-b97e8e678c60", "name": "network-vif-deleted", "tag": "2f265b9d-92c1-44f0-9489-63f84d1022fd"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:16:22.377456 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 20:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54ea2bde-3e40-454e-ac5c-19a682ad7225 x-openstack-request-id: req-54ea2bde-3e40-454e-ac5c-19a682ad7225 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:16:22.377456 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e2d6c08-0e9c-431b-8c56-b97e8e678c60", "name": "network-vif-deleted", "tag": "2f265b9d-92c1-44f0-9489-63f84d1022fd", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:16:22.377693 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-54ea2bde-3e40-454e-ac5c-19a682ad7225 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:16:22.377924 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e2d6c08-0e9c-431b-8c56-b97e8e678c60', 'name': 'network-vif-deleted', 'tag': '2f265b9d-92c1-44f0-9489-63f84d1022fd', 'status': 'completed', 'code': 200} Oct 12 20:16:22.776787 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-66de6629-ac70-44ab-a819-ad3e6f3fd8c9 req-56223f72-cf48-4e01-9f77-f775594547b6 tempest-ServersNegativeTestJSON-92937940 tempest-ServersNegativeTestJSON-92937940-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e2d6c08-0e9c-431b-8c56-b97e8e678c60 HTTP/1.1" status: 200 len: 210 time: 0.0298603 Oct 12 20:16:23.832612 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 34908) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:16:23.876842 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_v2 [None req-515e4f4a-f6a0-40db-a8b2-b2b5794e6c6f admin admin] Deleting subnet 09227a81-f9b7-4454-a906-2bc7801f1ffd {{(pid=95501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 20:16:23.879843 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-515e4f4a-f6a0-40db-a8b2-b2b5794e6c6f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:23.913618 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-515e4f4a-f6a0-40db-a8b2-b2b5794e6c6f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281083'] for subnet, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:23.951757 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-515e4f4a-f6a0-40db-a8b2-b2b5794e6c6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:24.071405 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-515e4f4a-f6a0-40db-a8b2-b2b5794e6c6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4824924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4612362'] for subnet, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:24.095831 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515e4f4a-f6a0-40db-a8b2-b2b5794e6c6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09227a81-f9b7-4454-a906-2bc7801f1ffd,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:16:24.099891 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-515e4f4a-f6a0-40db-a8b2-b2b5794e6c6f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:24.107204 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-515e4f4a-f6a0-40db-a8b2-b2b5794e6c6f admin admin] 10.222.0.49 "DELETE /v2.0/subnets/09227a81-f9b7-4454-a906-2bc7801f1ffd HTTP/1.1" status: 204 len: 168 time: 0.2695103 Oct 12 20:16:24.107204 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 34910) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:16:24.172899 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4c353961-308b-4bba-8146-552db90be786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:24.252897 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4c353961-308b-4bba-8146-552db90be786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:24.276083 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-4c353961-308b-4bba-8146-552db90be786 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['811641a5-3afb-4dde-94fc-3f97a23b4e75']}} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:16:24.286103 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-4c353961-308b-4bba-8146-552db90be786 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5021e4c0-e837-4723-9c49-46f518848744') {'for_net_delete': True} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:16:24.286393 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-4c353961-308b-4bba-8146-552db90be786 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5021e4c0-e837-4723-9c49-46f518848744') {} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:16:24.296237 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4c353961-308b-4bba-8146-552db90be786 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4281072'] for segment, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:24.309819 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4c353961-308b-4bba-8146-552db90be786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:24.316138 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c353961-308b-4bba-8146-552db90be786 admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=95501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 20:16:24.316571 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4c353961-308b-4bba-8146-552db90be786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4823170'] for segment, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:24.318401 n-d-813679-3 neutron-server[95501]: Traceback (most recent call last): Oct 12 20:16:24.318401 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 20:16:24.318401 n-d-813679-3 neutron-server[95501]: timer() Oct 12 20:16:24.318401 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 20:16:24.318401 n-d-813679-3 neutron-server[95501]: cb(*args, **kw) Oct 12 20:16:24.318401 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 20:16:24.318401 n-d-813679-3 neutron-server[95501]: return func(*args, **kwargs) Oct 12 20:16:24.318401 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 20:16:24.318401 n-d-813679-3 neutron-server[95501]: self._notify() Oct 12 20:16:24.318401 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 20:16:24.318401 n-d-813679-3 neutron-server[95501]: self.callback(batched_events) Oct 12 20:16:24.318401 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 20:16:24.318401 n-d-813679-3 neutron-server[95501]: event.method(event) Oct 12 20:16:24.318401 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 20:16:24.318401 n-d-813679-3 neutron-server[95501]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 20:16:24.318401 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 20:16:24.318401 n-d-813679-3 neutron-server[95501]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 20:16:24.318401 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 20:16:24.318401 n-d-813679-3 neutron-server[95501]: return f(self, *a, **k) Oct 12 20:16:24.318401 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 20:16:24.318401 n-d-813679-3 neutron-server[95501]: return self._get(url).json() Oct 12 20:16:24.318401 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 20:16:24.318401 n-d-813679-3 neutron-server[95501]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 20:16:24.318401 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 20:16:24.318401 n-d-813679-3 neutron-server[95501]: return self.request(url, 'GET', **kwargs) Oct 12 20:16:24.318401 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 20:16:24.318401 n-d-813679-3 neutron-server[95501]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 20:16:24.318401 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 20:16:24.318401 n-d-813679-3 neutron-server[95501]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 20:16:24.318401 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 20:16:24.318401 n-d-813679-3 neutron-server[95501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 20:16:24.318401 n-d-813679-3 neutron-server[95501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 20:16:24.436967 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4c353961-308b-4bba-8146-552db90be786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:24.442319 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4c353961-308b-4bba-8146-552db90be786 admin admin] Notify callbacks [] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:24.445557 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-4c353961-308b-4bba-8146-552db90be786 admin admin] 10.222.0.49 "DELETE /v2.0/networks/811641a5-3afb-4dde-94fc-3f97a23b4e75 HTTP/1.1" status: 204 len: 168 time: 0.3382094 Oct 12 20:16:24.463430 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c353961-308b-4bba-8146-552db90be786 admin admin] Pushing event deleted for resources: {'Network': ['ID=811641a5-3afb-4dde-94fc-3f97a23b4e75,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:16:24.725887 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 34914) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:16:24.764739 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-a1141c56-bed8-4940-b83d-289f69348492 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=83fc54b0750943d5a45e88b807ff5535&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377204 Oct 12 20:16:24.767070 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 34916) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:16:24.813349 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8e87c8f0-d646-4053-a5a9-389b5e2dcf86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:24.834638 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8e87c8f0-d646-4053-a5a9-389b5e2dcf86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:24.933836 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8e87c8f0-d646-4053-a5a9-389b5e2dcf86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:24.937332 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8e87c8f0-d646-4053-a5a9-389b5e2dcf86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:24.949473 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-8e87c8f0-d646-4053-a5a9-389b5e2dcf86 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9649a13b-c21d-48dc-b330-7f18c8be3f5f HTTP/1.1" status: 204 len: 168 time: 0.1707175 Oct 12 20:16:24.949473 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e87c8f0-d646-4053-a5a9-389b5e2dcf86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9649a13b-c21d-48dc-b330-7f18c8be3f5f,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:16:25.914538 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 34938) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:16:26.010474 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-9535ce87-1318-4274-b468-c7fc641f7495 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2065265321'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:16:26.075639 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 2f265b9d-92c1-44f0-9489-63f84d1022fd no longer exists at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 20:16:26.098428 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] No Port match for: 2f265b9d-92c1-44f0-9489-63f84d1022fd {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 20:16:26.098763 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 2f265b9d-92c1-44f0-9489-63f84d1022fd not bound to the agent host n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 20:16:26.105707 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9535ce87-1318-4274-b468-c7fc641f7495 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Made reservation on behalf of 98bb5ae3016249189a11042085d0f98d for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 20:16:26.109492 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9535ce87-1318-4274-b468-c7fc641f7495 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:26.118071 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9535ce87-1318-4274-b468-c7fc641f7495 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:26.204634 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9535ce87-1318-4274-b468-c7fc641f7495 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:26.276490 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9535ce87-1318-4274-b468-c7fc641f7495 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:26.301892 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9535ce87-1318-4274-b468-c7fc641f7495 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 20:16:26.311998 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9535ce87-1318-4274-b468-c7fc641f7495 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a395f5f8-732a-4e11-b735-72020afdadca,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:16:26.317510 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9535ce87-1318-4274-b468-c7fc641f7495 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:26.317849 n-d-813679-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-9535ce87-1318-4274-b468-c7fc641f7495 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Added segment 4f8a2eb7-2944-4024-975a-7ea527848ac8 of type vlan for network 2c0e3886-6934-4c46-910b-2414ef619b7d Oct 12 20:16:26.355819 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9535ce87-1318-4274-b468-c7fc641f7495 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:26.419491 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9535ce87-1318-4274-b468-c7fc641f7495 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:26.425169 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9535ce87-1318-4274-b468-c7fc641f7495 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:16:26.425750 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9535ce87-1318-4274-b468-c7fc641f7495 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Notify callbacks [] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:26.531157 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9535ce87-1318-4274-b468-c7fc641f7495 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Pushing event updated for resources: {'Network': ['ID=2c0e3886-6934-4c46-910b-2414ef619b7d,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:16:26.542066 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 2c0e3886-6934-4c46-910b-2414ef619b7d details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 20:16:26.543207 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-9535ce87-1318-4274-b468-c7fc641f7495 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6275871 Oct 12 20:16:29.157087 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0e167db9-6346-4193-ba2f-987c27234ee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:29.806856 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 34944) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:16:29.812241 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-cf0dacb2-3fa1-4e19-b13d-62858a8a0213 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Request body: {'subnet': {'network_id': '2c0e3886-6934-4c46-910b-2414ef619b7d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:16:29.990664 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf0dacb2-3fa1-4e19-b13d-62858a8a0213 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Made reservation on behalf of 98bb5ae3016249189a11042085d0f98d for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 20:16:29.994242 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cf0dacb2-3fa1-4e19-b13d-62858a8a0213 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16245837'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:30.208803 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cf0dacb2-3fa1-4e19-b13d-62858a8a0213 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4306659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16245859'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:30.273601 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0dacb2-3fa1-4e19-b13d-62858a8a0213 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Pushing event updated for resources: {'Subnet': ['ID=cb990e25-904e-45ac-a285-12d133a82b9c,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:16:30.280748 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0dacb2-3fa1-4e19-b13d-62858a8a0213 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Checking segment: {'id': '4f8a2eb7-2944-4024-975a-7ea527848ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '2c0e3886-6934-4c46-910b-2414ef619b7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 20:16:30.281107 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0dacb2-3fa1-4e19-b13d-62858a8a0213 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Network hostable DHCP agents. Network: 2c0e3886-6934-4c46-910b-2414ef619b7d, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 20:16:30.339185 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0dacb2-3fa1-4e19-b13d-62858a8a0213 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Network 2c0e3886-6934-4c46-910b-2414ef619b7d is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 20:16:30.390753 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-cf0dacb2-3fa1-4e19-b13d-62858a8a0213 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, 2c0e3886-6934-4c46-910b-2414ef619b7d) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 20:16:30.395243 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0dacb2-3fa1-4e19-b13d-62858a8a0213 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:16:30.396305 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-cf0dacb2-3fa1-4e19-b13d-62858a8a0213 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:30.399405 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e936d3f-5a00-43d6-be0f-74d1c756da74 None None] Network 2c0e3886-6934-4c46-910b-2414ef619b7d requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 20:16:30.502504 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-cf0dacb2-3fa1-4e19-b13d-62858a8a0213 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6944623 Oct 12 20:16:30.505951 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 34946) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:16:30.510894 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-2a52f3eb-b227-48d0-a51c-a0bc12ab8474 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1193661320'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:16:30.540923 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159dc905-d4e3-420f-b8b4-f123813602ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-2c0e3886-6934-4c46-910b-2414ef619b7d', 'network_id': '2c0e3886-6934-4c46-910b-2414ef619b7d', 'tenant_id': '98bb5ae3016249189a11042085d0f98d', 'fixed_ips': [{'subnet_id': 'cb990e25-904e-45ac-a285-12d133a82b9c'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 20:16:30.540923 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-159dc905-d4e3-420f-b8b4-f123813602ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:30.613760 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a52f3eb-b227-48d0-a51c-a0bc12ab8474 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Made reservation on behalf of 98bb5ae3016249189a11042085d0f98d for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 20:16:30.617549 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2a52f3eb-b227-48d0-a51c-a0bc12ab8474 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:30.642711 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a52f3eb-b227-48d0-a51c-a0bc12ab8474 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 20:16:30.651637 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2a52f3eb-b227-48d0-a51c-a0bc12ab8474 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:30.651968 n-d-813679-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-2a52f3eb-b227-48d0-a51c-a0bc12ab8474 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Added segment a32eb1d1-a0cd-4bf8-8b04-69d042c43607 of type vlan for network 85670241-ffb0-41c3-8166-0a728e5e249a Oct 12 20:16:30.678250 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-159dc905-d4e3-420f-b8b4-f123813602ad None None] Allocated IP 2001:db8:0:ffff::2 (2c0e3886-6934-4c46-910b-2414ef619b7d/cb990e25-904e-45ac-a285-12d133a82b9c/c725cb66-2974-44f1-91b0-869dadc61c6e) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 20:16:30.692398 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2a52f3eb-b227-48d0-a51c-a0bc12ab8474 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:30.785732 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2a52f3eb-b227-48d0-a51c-a0bc12ab8474 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:30.791628 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a52f3eb-b227-48d0-a51c-a0bc12ab8474 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:16:30.792234 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2a52f3eb-b227-48d0-a51c-a0bc12ab8474 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Notify callbacks [] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:30.814355 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-159dc905-d4e3-420f-b8b4-f123813602ad None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:30.863048 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a52f3eb-b227-48d0-a51c-a0bc12ab8474 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Pushing event updated for resources: {'Network': ['ID=85670241-ffb0-41c3-8166-0a728e5e249a,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:16:30.873235 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 85670241-ffb0-41c3-8166-0a728e5e249a details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 20:16:30.885114 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-2a52f3eb-b227-48d0-a51c-a0bc12ab8474 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3781192 Oct 12 20:16:30.888006 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 34948) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:16:30.893134 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-69bc589f-1e89-4301-a826-d12373a1a415 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Request body: {'subnet': {'network_id': '85670241-ffb0-41c3-8166-0a728e5e249a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:16:30.914528 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-159dc905-d4e3-420f-b8b4-f123813602ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:30.971876 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159dc905-d4e3-420f-b8b4-f123813602ad None None] Network 2c0e3886-6934-4c46-910b-2414ef619b7d is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 20:16:30.977399 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-159dc905-d4e3-420f-b8b4-f123813602ad None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 20:16:30.981283 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159dc905-d4e3-420f-b8b4-f123813602ad None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 20:16:30.986455 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159dc905-d4e3-420f-b8b4-f123813602ad None None] Pushing event updated for resources: {'Port': ['ID=c725cb66-2974-44f1-91b0-869dadc61c6e,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:16:31.039817 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-159dc905-d4e3-420f-b8b4-f123813602ad None None] Attempting to bind port c725cb66-2974-44f1-91b0-869dadc61c6e on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 20:16:31.040216 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-159dc905-d4e3-420f-b8b4-f123813602ad None None] Attempting to bind port c725cb66-2974-44f1-91b0-869dadc61c6e by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '4f8a2eb7-2944-4024-975a-7ea527848ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '2c0e3886-6934-4c46-910b-2414ef619b7d'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 20:16:31.040578 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159dc905-d4e3-420f-b8b4-f123813602ad None None] Attempting to bind port c725cb66-2974-44f1-91b0-869dadc61c6e on network 2c0e3886-6934-4c46-910b-2414ef619b7d {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 20:16:31.045523 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159dc905-d4e3-420f-b8b4-f123813602ad None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 20, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 20:16:31.045897 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159dc905-d4e3-420f-b8b4-f123813602ad None None] Checking segment: {'id': '4f8a2eb7-2944-4024-975a-7ea527848ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '2c0e3886-6934-4c46-910b-2414ef619b7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 20:16:31.046294 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-159dc905-d4e3-420f-b8b4-f123813602ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:31.046685 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159dc905-d4e3-420f-b8b4-f123813602ad None None] Bound using segment: {'id': '4f8a2eb7-2944-4024-975a-7ea527848ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '2c0e3886-6934-4c46-910b-2414ef619b7d'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 20:16:31.047184 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-159dc905-d4e3-420f-b8b4-f123813602ad None None] Bound port: c725cb66-2974-44f1-91b0-869dadc61c6e, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f8a2eb7-2944-4024-975a-7ea527848ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '2c0e3886-6934-4c46-910b-2414ef619b7d'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 20:16:31.047572 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-159dc905-d4e3-420f-b8b4-f123813602ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:31.082354 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69bc589f-1e89-4301-a826-d12373a1a415 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Made reservation on behalf of 98bb5ae3016249189a11042085d0f98d for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 20:16:31.086073 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-69bc589f-1e89-4301-a826-d12373a1a415 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16245837'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:31.109676 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-159dc905-d4e3-420f-b8b4-f123813602ad None None] For port c725cb66-2974-44f1-91b0-869dadc61c6e, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 20:16:31.112879 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-159dc905-d4e3-420f-b8b4-f123813602ad None None] For port c725cb66-2974-44f1-91b0-869dadc61c6e, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=c725cb66-2974-44f1-91b0-869dadc61c6e,segment=NetworkSegment(4f8a2eb7-2944-4024-975a-7ea527848ac8),segment_id=4f8a2eb7-2944-4024-975a-7ea527848ac8)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 20:16:31.174306 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-159dc905-d4e3-420f-b8b4-f123813602ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:31.237589 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159dc905-d4e3-420f-b8b4-f123813602ad None None] Pushing event updated for resources: {'Port': ['ID=c725cb66-2974-44f1-91b0-869dadc61c6e,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:16:31.340121 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-69bc589f-1e89-4301-a826-d12373a1a415 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4306659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16245859'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:31.419839 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bc589f-1e89-4301-a826-d12373a1a415 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Pushing event updated for resources: {'Subnet': ['ID=30c104e8-2966-4f42-88f1-d1c8db1b37ab,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:16:31.431547 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69bc589f-1e89-4301-a826-d12373a1a415 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Checking segment: {'id': 'a32eb1d1-a0cd-4bf8-8b04-69d042c43607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '85670241-ffb0-41c3-8166-0a728e5e249a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 20:16:31.431930 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69bc589f-1e89-4301-a826-d12373a1a415 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Network hostable DHCP agents. Network: 85670241-ffb0-41c3-8166-0a728e5e249a, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 20:16:31.494245 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69bc589f-1e89-4301-a826-d12373a1a415 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Network 85670241-ffb0-41c3-8166-0a728e5e249a is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 20:16:31.596662 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-69bc589f-1e89-4301-a826-d12373a1a415 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, 85670241-ffb0-41c3-8166-0a728e5e249a) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 20:16:31.601997 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69bc589f-1e89-4301-a826-d12373a1a415 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:16:31.602956 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-69bc589f-1e89-4301-a826-d12373a1a415 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:31.604601 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50149bc6-9e5c-4f32-9a58-c5d50ee0151c None None] Network 85670241-ffb0-41c3-8166-0a728e5e249a requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 20:16:31.691125 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-69bc589f-1e89-4301-a826-d12373a1a415 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.8018484 Oct 12 20:16:31.693642 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 34950) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:16:31.757034 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ed01de-0186-4695-95da-1e7046c18491 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-85670241-ffb0-41c3-8166-0a728e5e249a', 'network_id': '85670241-ffb0-41c3-8166-0a728e5e249a', 'tenant_id': '98bb5ae3016249189a11042085d0f98d', 'fixed_ips': [{'subnet_id': '30c104e8-2966-4f42-88f1-d1c8db1b37ab'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 20:16:31.760939 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-45ed01de-0186-4695-95da-1e7046c18491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:31.768931 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-26b0de23-47db-4e05-8d38-cee71d580f13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:31.790000 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-de50e393-df39-4917-9018-1913624ceb13 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:31.885584 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-de50e393-df39-4917-9018-1913624ceb13 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:31.905567 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-45ed01de-0186-4695-95da-1e7046c18491 None None] Allocated IP 2001:db8::2 (85670241-ffb0-41c3-8166-0a728e5e249a/30c104e8-2966-4f42-88f1-d1c8db1b37ab/a97284a6-3862-4f08-b46e-8a42cce94956) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 20:16:32.065043 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-45ed01de-0186-4695-95da-1e7046c18491 None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:32.112998 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-45ed01de-0186-4695-95da-1e7046c18491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:32.169460 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-de50e393-df39-4917-9018-1913624ceb13 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4306592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16245866'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:32.197883 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de50e393-df39-4917-9018-1913624ceb13 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Pushing event deleted for resources: {'Subnet': ['ID=30c104e8-2966-4f42-88f1-d1c8db1b37ab,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:16:32.274724 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-de50e393-df39-4917-9018-1913624ceb13 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:32.298709 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-de50e393-df39-4917-9018-1913624ceb13 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85670241-ffb0-41c3-8166-0a728e5e249a']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:16:32.303047 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35680a8-8c58-46f9-ad35-fe8195b13e3a None None] Network 2c0e3886-6934-4c46-910b-2414ef619b7d requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 20:16:32.306203 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device c725cb66-2974-44f1-91b0-869dadc61c6e up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 20:16:32.316414 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-de50e393-df39-4917-9018-1913624ceb13 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a32eb1d1-a0cd-4bf8-8b04-69d042c43607') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:16:32.316708 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-de50e393-df39-4917-9018-1913624ceb13 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a32eb1d1-a0cd-4bf8-8b04-69d042c43607') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:16:32.332818 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-de50e393-df39-4917-9018-1913624ceb13 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16313633'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:32.343912 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ed01de-0186-4695-95da-1e7046c18491 None None] Network 85670241-ffb0-41c3-8166-0a728e5e249a is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 20:16:32.353087 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-de50e393-df39-4917-9018-1913624ceb13 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:32.360434 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de50e393-df39-4917-9018-1913624ceb13 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 20:16:32.360810 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-de50e393-df39-4917-9018-1913624ceb13 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4305278'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:32.363735 n-d-813679-3 neutron-server[95502]: Traceback (most recent call last): Oct 12 20:16:32.363735 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 20:16:32.363735 n-d-813679-3 neutron-server[95502]: timer() Oct 12 20:16:32.363735 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 20:16:32.363735 n-d-813679-3 neutron-server[95502]: cb(*args, **kw) Oct 12 20:16:32.363735 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 20:16:32.363735 n-d-813679-3 neutron-server[95502]: return func(*args, **kwargs) Oct 12 20:16:32.363735 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 20:16:32.363735 n-d-813679-3 neutron-server[95502]: self._notify() Oct 12 20:16:32.363735 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 20:16:32.363735 n-d-813679-3 neutron-server[95502]: self.callback(batched_events) Oct 12 20:16:32.363735 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 20:16:32.363735 n-d-813679-3 neutron-server[95502]: event.method(event) Oct 12 20:16:32.363735 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 20:16:32.363735 n-d-813679-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 20:16:32.363735 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 20:16:32.363735 n-d-813679-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 20:16:32.363735 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 20:16:32.363735 n-d-813679-3 neutron-server[95502]: return f(self, *a, **k) Oct 12 20:16:32.363735 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 20:16:32.363735 n-d-813679-3 neutron-server[95502]: return self._get(url).json() Oct 12 20:16:32.363735 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 20:16:32.363735 n-d-813679-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 20:16:32.363735 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 20:16:32.363735 n-d-813679-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Oct 12 20:16:32.363735 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 20:16:32.363735 n-d-813679-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 20:16:32.363735 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 20:16:32.363735 n-d-813679-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 20:16:32.363735 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 20:16:32.363735 n-d-813679-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 20:16:32.363735 n-d-813679-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 20:16:32.380993 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-45ed01de-0186-4695-95da-1e7046c18491 None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 20:16:32.390512 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ed01de-0186-4695-95da-1e7046c18491 None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 20:16:32.397611 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ed01de-0186-4695-95da-1e7046c18491 None None] Pushing event updated for resources: {'Port': ['ID=a97284a6-3862-4f08-b46e-8a42cce94956,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:16:32.406334 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-c8b20cbf-b22f-4c4d-a8a8-2cd78805dd12 None None] Provisioning complete for port c725cb66-2974-44f1-91b0-869dadc61c6e triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:16:32.406709 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c8b20cbf-b22f-4c4d-a8a8-2cd78805dd12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:32.477178 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.db.api [None req-de50e393-df39-4917-9018-1913624ceb13 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 12 20:16:32.477178 n-d-813679-3 neutron-server[95502]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 12 20:16:32.477178 n-d-813679-3 neutron-server[95502]: [parameters: {'id': '85670241-ffb0-41c3-8166-0a728e5e249a'}] Oct 12 20:16:32.477178 n-d-813679-3 neutron-server[95502]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95502) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 20:16:32.477691 n-d-813679-3 neutron-server[95502]: DEBUG oslo_db.api [None req-de50e393-df39-4917-9018-1913624ceb13 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 20:16:32.537268 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-45ed01de-0186-4695-95da-1e7046c18491 None None] Attempting to bind port a97284a6-3862-4f08-b46e-8a42cce94956 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 20:16:32.537557 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-45ed01de-0186-4695-95da-1e7046c18491 None None] Attempting to bind port a97284a6-3862-4f08-b46e-8a42cce94956 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'a32eb1d1-a0cd-4bf8-8b04-69d042c43607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '85670241-ffb0-41c3-8166-0a728e5e249a'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 20:16:32.537918 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ed01de-0186-4695-95da-1e7046c18491 None None] Attempting to bind port a97284a6-3862-4f08-b46e-8a42cce94956 on network 85670241-ffb0-41c3-8166-0a728e5e249a {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 20:16:32.570949 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ed01de-0186-4695-95da-1e7046c18491 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 20, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 20:16:32.571322 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ed01de-0186-4695-95da-1e7046c18491 None None] Checking segment: {'id': 'a32eb1d1-a0cd-4bf8-8b04-69d042c43607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '85670241-ffb0-41c3-8166-0a728e5e249a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 20:16:32.571725 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-45ed01de-0186-4695-95da-1e7046c18491 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:32.572152 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ed01de-0186-4695-95da-1e7046c18491 None None] Bound using segment: {'id': 'a32eb1d1-a0cd-4bf8-8b04-69d042c43607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '85670241-ffb0-41c3-8166-0a728e5e249a'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 20:16:32.572628 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-45ed01de-0186-4695-95da-1e7046c18491 None None] Bound port: a97284a6-3862-4f08-b46e-8a42cce94956, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a32eb1d1-a0cd-4bf8-8b04-69d042c43607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '85670241-ffb0-41c3-8166-0a728e5e249a'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 20:16:32.573007 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-45ed01de-0186-4695-95da-1e7046c18491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:32.575149 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port c725cb66-2974-44f1-91b0-869dadc61c6e triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:16:32.575503 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:32.633003 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:32.711087 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c8b20cbf-b22f-4c4d-a8a8-2cd78805dd12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:32.753675 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-45ed01de-0186-4695-95da-1e7046c18491 None None] For port a97284a6-3862-4f08-b46e-8a42cce94956, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 20:16:32.760847 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-45ed01de-0186-4695-95da-1e7046c18491 None None] For port a97284a6-3862-4f08-b46e-8a42cce94956, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=a97284a6-3862-4f08-b46e-8a42cce94956,segment=NetworkSegment(a32eb1d1-a0cd-4bf8-8b04-69d042c43607),segment_id=a32eb1d1-a0cd-4bf8-8b04-69d042c43607)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 20:16:32.793155 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-c8b20cbf-b22f-4c4d-a8a8-2cd78805dd12 None None] For port c725cb66-2974-44f1-91b0-869dadc61c6e, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=c725cb66-2974-44f1-91b0-869dadc61c6e,segment=NetworkSegment(4f8a2eb7-2944-4024-975a-7ea527848ac8),segment_id=4f8a2eb7-2944-4024-975a-7ea527848ac8)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:16:32.807192 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:32.837493 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-45ed01de-0186-4695-95da-1e7046c18491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:32.867558 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c8b20cbf-b22f-4c4d-a8a8-2cd78805dd12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:32.950862 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ed01de-0186-4695-95da-1e7046c18491 None None] Pushing event updated for resources: {'Port': ['ID=a97284a6-3862-4f08-b46e-8a42cce94956,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:16:32.961300 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.db.api [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 20:16:32.961657 n-d-813679-3 neutron-server[95503]: DEBUG oslo_db.api [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 20:16:32.978230 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-de50e393-df39-4917-9018-1913624ceb13 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:32.981749 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f42fa2b8-2bbf-494c-8037-949341f6f6d2 None None] Network 85670241-ffb0-41c3-8166-0a728e5e249a requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 20:16:33.030947 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-de50e393-df39-4917-9018-1913624ceb13 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Deleting port a97284a6-3862-4f08-b46e-8a42cce94956 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 20:16:33.031200 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-de50e393-df39-4917-9018-1913624ceb13 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:33.057446 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-f30af90f-265e-47b9-9aa7-615b8690dbd5 None None] Provisioning complete for port c725cb66-2974-44f1-91b0-869dadc61c6e triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:16:33.057446 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f30af90f-265e-47b9-9aa7-615b8690dbd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:33.085006 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b20cbf-b22f-4c4d-a8a8-2cd78805dd12 None None] Pushing event updated for resources: {'Port': ['ID=c725cb66-2974-44f1-91b0-869dadc61c6e,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:16:33.095377 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-de50e393-df39-4917-9018-1913624ceb13 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] For port a97284a6-3862-4f08-b46e-8a42cce94956, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=a97284a6-3862-4f08-b46e-8a42cce94956,segment=NetworkSegment(a32eb1d1-a0cd-4bf8-8b04-69d042c43607),segment_id=a32eb1d1-a0cd-4bf8-8b04-69d042c43607)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:16:33.095741 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-de50e393-df39-4917-9018-1913624ceb13 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:33.108860 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-de50e393-df39-4917-9018-1913624ceb13 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Calling delete_port for a97284a6-3862-4f08-b46e-8a42cce94956 owned by network:dhcp {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 20:16:33.191611 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd255b6-7c4c-46a4-890e-3e2e73f03613 None None] get_active_networks_info from n-d-813679-3 {{(pid=95503) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 12 20:16:33.259567 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-de50e393-df39-4917-9018-1913624ceb13 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:33.266781 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd255b6-7c4c-46a4-890e-3e2e73f03613 None None] Resources bound (agent type, host, resource id): {{(pid=95503) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 12 20:16:33.276474 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:33.283927 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de50e393-df39-4917-9018-1913624ceb13 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Pushing event deleted for resources: {'Port': ['ID=a97284a6-3862-4f08-b46e-8a42cce94956,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:16:33.288605 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de50e393-df39-4917-9018-1913624ceb13 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] No DVR routers for this DVR port a97284a6-3862-4f08-b46e-8a42cce94956 on host n-d-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 20:16:33.368615 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-de50e393-df39-4917-9018-1913624ceb13 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:33.388184 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-de50e393-df39-4917-9018-1913624ceb13 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85670241-ffb0-41c3-8166-0a728e5e249a']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:16:33.397070 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-de50e393-df39-4917-9018-1913624ceb13 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a32eb1d1-a0cd-4bf8-8b04-69d042c43607') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:16:33.397360 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-de50e393-df39-4917-9018-1913624ceb13 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a32eb1d1-a0cd-4bf8-8b04-69d042c43607') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:16:33.406702 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-de50e393-df39-4917-9018-1913624ceb13 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16313633'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:33.419980 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-de50e393-df39-4917-9018-1913624ceb13 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:33.425998 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de50e393-df39-4917-9018-1913624ceb13 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 20:16:33.426389 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-de50e393-df39-4917-9018-1913624ceb13 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4305278'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:33.429410 n-d-813679-3 neutron-server[95502]: Traceback (most recent call last): Oct 12 20:16:33.429410 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 20:16:33.429410 n-d-813679-3 neutron-server[95502]: timer() Oct 12 20:16:33.429410 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 20:16:33.429410 n-d-813679-3 neutron-server[95502]: cb(*args, **kw) Oct 12 20:16:33.429410 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 20:16:33.429410 n-d-813679-3 neutron-server[95502]: return func(*args, **kwargs) Oct 12 20:16:33.429410 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 20:16:33.429410 n-d-813679-3 neutron-server[95502]: self._notify() Oct 12 20:16:33.429410 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 20:16:33.429410 n-d-813679-3 neutron-server[95502]: self.callback(batched_events) Oct 12 20:16:33.429410 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 20:16:33.429410 n-d-813679-3 neutron-server[95502]: event.method(event) Oct 12 20:16:33.429410 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 20:16:33.429410 n-d-813679-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 20:16:33.429410 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 20:16:33.429410 n-d-813679-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 20:16:33.429410 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 20:16:33.429410 n-d-813679-3 neutron-server[95502]: return f(self, *a, **k) Oct 12 20:16:33.429410 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 20:16:33.429410 n-d-813679-3 neutron-server[95502]: return self._get(url).json() Oct 12 20:16:33.429410 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 20:16:33.429410 n-d-813679-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 20:16:33.429410 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 20:16:33.429410 n-d-813679-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Oct 12 20:16:33.429410 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 20:16:33.429410 n-d-813679-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 20:16:33.429410 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 20:16:33.429410 n-d-813679-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 20:16:33.429410 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 20:16:33.429410 n-d-813679-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 20:16:33.429410 n-d-813679-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 20:16:33.556700 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-de50e393-df39-4917-9018-1913624ceb13 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:33.564621 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-de50e393-df39-4917-9018-1913624ceb13 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Notify callbacks [] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:33.567601 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-de50e393-df39-4917-9018-1913624ceb13 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] 10.222.0.49 "DELETE /v2.0/networks/85670241-ffb0-41c3-8166-0a728e5e249a HTTP/1.1" status: 204 len: 168 time: 1.8729730 Oct 12 20:16:33.571208 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 34952) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:16:33.576524 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-8abb019b-6a61-4172-9039-64b9799b07f8 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-721774534'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:16:33.579767 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de50e393-df39-4917-9018-1913624ceb13 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Pushing event deleted for resources: {'Network': ['ID=85670241-ffb0-41c3-8166-0a728e5e249a,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:16:33.613521 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:33.654233 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8abb019b-6a61-4172-9039-64b9799b07f8 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Made reservation on behalf of 98bb5ae3016249189a11042085d0f98d for: {'network': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 20:16:33.657722 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8abb019b-6a61-4172-9039-64b9799b07f8 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:33.682404 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8abb019b-6a61-4172-9039-64b9799b07f8 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=95501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 20:16:33.690816 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8abb019b-6a61-4172-9039-64b9799b07f8 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:33.691163 n-d-813679-3 neutron-server[95501]: INFO neutron.db.segments_db [None req-8abb019b-6a61-4172-9039-64b9799b07f8 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Added segment a5c63fde-ee6d-43ae-8382-c06ad469b4f9 of type vlan for network 138524de-be5e-4074-9fc3-fac28c100891 Oct 12 20:16:33.737350 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8abb019b-6a61-4172-9039-64b9799b07f8 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:33.818986 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8abb019b-6a61-4172-9039-64b9799b07f8 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:33.824756 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8abb019b-6a61-4172-9039-64b9799b07f8 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:16:33.828482 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8abb019b-6a61-4172-9039-64b9799b07f8 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Notify callbacks [] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:33.887814 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abb019b-6a61-4172-9039-64b9799b07f8 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Pushing event updated for resources: {'Network': ['ID=138524de-be5e-4074-9fc3-fac28c100891,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:16:33.897940 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 138524de-be5e-4074-9fc3-fac28c100891 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 20:16:33.942384 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-8abb019b-6a61-4172-9039-64b9799b07f8 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3698907 Oct 12 20:16:33.945083 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 34956) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:16:33.950637 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-7984ee0b-5f8e-475f-b731-ad472d7fba60 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Request body: {'subnet': {'network_id': '138524de-be5e-4074-9fc3-fac28c100891', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:16:34.127804 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7984ee0b-5f8e-475f-b731-ad472d7fba60 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Made reservation on behalf of 98bb5ae3016249189a11042085d0f98d for: {'subnet': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 20:16:34.131369 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7984ee0b-5f8e-475f-b731-ad472d7fba60 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4612397'] for subnet, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:34.191880 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.ipam_backend_mixin [None req-7984ee0b-5f8e-475f-b731-ad472d7fba60 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Performing IP validity checks on allocation pools {{(pid=95501) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 12 20:16:34.192495 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.ipam_backend_mixin [None req-7984ee0b-5f8e-475f-b731-ad472d7fba60 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95501) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 12 20:16:34.250352 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device c725cb66-2974-44f1-91b0-869dadc61c6e up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 20:16:34.298053 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port c725cb66-2974-44f1-91b0-869dadc61c6e triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:16:34.298418 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:34.379778 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7984ee0b-5f8e-475f-b731-ad472d7fba60 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4824863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4612355'] for subnet, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:34.436517 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7984ee0b-5f8e-475f-b731-ad472d7fba60 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Pushing event updated for resources: {'Subnet': ['ID=b8504594-3716-4d48-bb75-b8e78d854135,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:16:34.446334 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7984ee0b-5f8e-475f-b731-ad472d7fba60 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Checking segment: {'id': 'a5c63fde-ee6d-43ae-8382-c06ad469b4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '138524de-be5e-4074-9fc3-fac28c100891'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 20:16:34.446693 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7984ee0b-5f8e-475f-b731-ad472d7fba60 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Network hostable DHCP agents. Network: 138524de-be5e-4074-9fc3-fac28c100891, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 20:16:34.573851 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7984ee0b-5f8e-475f-b731-ad472d7fba60 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Network 138524de-be5e-4074-9fc3-fac28c100891 is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 20:16:34.596936 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:34.654096 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-7984ee0b-5f8e-475f-b731-ad472d7fba60 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, 138524de-be5e-4074-9fc3-fac28c100891) {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 20:16:34.658483 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7984ee0b-5f8e-475f-b731-ad472d7fba60 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:16:34.659266 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7984ee0b-5f8e-475f-b731-ad472d7fba60 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:34.664475 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c0ce684-69f6-4401-bbe5-ea77f3c33527 None None] Network 138524de-be5e-4074-9fc3-fac28c100891 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 20:16:34.747836 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-7984ee0b-5f8e-475f-b731-ad472d7fba60 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8016996 Oct 12 20:16:34.750460 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 34958) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:16:34.791278 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:34.814438 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5c9153-7130-4356-9bca-89b99d2a3c2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-138524de-be5e-4074-9fc3-fac28c100891', 'network_id': '138524de-be5e-4074-9fc3-fac28c100891', 'tenant_id': '98bb5ae3016249189a11042085d0f98d', 'fixed_ips': [{'subnet_id': 'b8504594-3716-4d48-bb75-b8e78d854135'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 20:16:34.815301 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3a5c9153-7130-4356-9bca-89b99d2a3c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:34.851829 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5811d542-f9b2-4251-b43b-cf2cb0442592 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:34.925089 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5811d542-f9b2-4251-b43b-cf2cb0442592 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:34.950270 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-3a5c9153-7130-4356-9bca-89b99d2a3c2f None None] Allocated IP 2001:db8::3 (138524de-be5e-4074-9fc3-fac28c100891/b8504594-3716-4d48-bb75-b8e78d854135/1a50f25c-45c5-48a6-beea-fac47588fdf9) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 20:16:35.089254 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3a5c9153-7130-4356-9bca-89b99d2a3c2f None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:35.140056 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3a5c9153-7130-4356-9bca-89b99d2a3c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:35.176884 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5c9153-7130-4356-9bca-89b99d2a3c2f None None] Network 138524de-be5e-4074-9fc3-fac28c100891 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 20:16:35.179656 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-3a5c9153-7130-4356-9bca-89b99d2a3c2f None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 20:16:35.184655 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5c9153-7130-4356-9bca-89b99d2a3c2f None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 20:16:35.193131 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5c9153-7130-4356-9bca-89b99d2a3c2f None None] Pushing event updated for resources: {'Port': ['ID=1a50f25c-45c5-48a6-beea-fac47588fdf9,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:16:35.208718 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5811d542-f9b2-4251-b43b-cf2cb0442592 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4824924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4612362'] for subnet, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:35.236892 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5811d542-f9b2-4251-b43b-cf2cb0442592 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Pushing event deleted for resources: {'Subnet': ['ID=b8504594-3716-4d48-bb75-b8e78d854135,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:16:35.247578 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-3a5c9153-7130-4356-9bca-89b99d2a3c2f None None] Attempting to bind port 1a50f25c-45c5-48a6-beea-fac47588fdf9 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 20:16:35.247578 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-3a5c9153-7130-4356-9bca-89b99d2a3c2f None None] Attempting to bind port 1a50f25c-45c5-48a6-beea-fac47588fdf9 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'a5c63fde-ee6d-43ae-8382-c06ad469b4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '138524de-be5e-4074-9fc3-fac28c100891'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 20:16:35.247578 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5c9153-7130-4356-9bca-89b99d2a3c2f None None] Attempting to bind port 1a50f25c-45c5-48a6-beea-fac47588fdf9 on network 138524de-be5e-4074-9fc3-fac28c100891 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 20:16:35.250211 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5c9153-7130-4356-9bca-89b99d2a3c2f None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 20, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 20:16:35.250576 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5c9153-7130-4356-9bca-89b99d2a3c2f None None] Checking segment: {'id': 'a5c63fde-ee6d-43ae-8382-c06ad469b4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '138524de-be5e-4074-9fc3-fac28c100891'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 20:16:35.250972 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3a5c9153-7130-4356-9bca-89b99d2a3c2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:35.251358 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5c9153-7130-4356-9bca-89b99d2a3c2f None None] Bound using segment: {'id': 'a5c63fde-ee6d-43ae-8382-c06ad469b4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '138524de-be5e-4074-9fc3-fac28c100891'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 20:16:35.251821 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-3a5c9153-7130-4356-9bca-89b99d2a3c2f None None] Bound port: 1a50f25c-45c5-48a6-beea-fac47588fdf9, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5c63fde-ee6d-43ae-8382-c06ad469b4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '138524de-be5e-4074-9fc3-fac28c100891'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 20:16:35.252227 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3a5c9153-7130-4356-9bca-89b99d2a3c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:35.295692 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5811d542-f9b2-4251-b43b-cf2cb0442592 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:35.316229 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-3a5c9153-7130-4356-9bca-89b99d2a3c2f None None] For port 1a50f25c-45c5-48a6-beea-fac47588fdf9, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 20:16:35.319310 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-3a5c9153-7130-4356-9bca-89b99d2a3c2f None None] For port 1a50f25c-45c5-48a6-beea-fac47588fdf9, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=1a50f25c-45c5-48a6-beea-fac47588fdf9,segment=NetworkSegment(a5c63fde-ee6d-43ae-8382-c06ad469b4f9),segment_id=a5c63fde-ee6d-43ae-8382-c06ad469b4f9)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 20:16:35.319790 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-5811d542-f9b2-4251-b43b-cf2cb0442592 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['138524de-be5e-4074-9fc3-fac28c100891']}} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:16:35.330333 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-5811d542-f9b2-4251-b43b-cf2cb0442592 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5c63fde-ee6d-43ae-8382-c06ad469b4f9') {'for_net_delete': True} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:16:35.330626 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-5811d542-f9b2-4251-b43b-cf2cb0442592 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5c63fde-ee6d-43ae-8382-c06ad469b4f9') {} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:16:35.339789 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5811d542-f9b2-4251-b43b-cf2cb0442592 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4281072'] for segment, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:35.379837 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3a5c9153-7130-4356-9bca-89b99d2a3c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:35.382007 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5811d542-f9b2-4251-b43b-cf2cb0442592 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:35.389746 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5811d542-f9b2-4251-b43b-cf2cb0442592 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=95501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 20:16:35.390222 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5811d542-f9b2-4251-b43b-cf2cb0442592 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4823170'] for segment, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:35.393450 n-d-813679-3 neutron-server[95501]: Traceback (most recent call last): Oct 12 20:16:35.393450 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 20:16:35.393450 n-d-813679-3 neutron-server[95501]: timer() Oct 12 20:16:35.393450 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 20:16:35.393450 n-d-813679-3 neutron-server[95501]: cb(*args, **kw) Oct 12 20:16:35.393450 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 20:16:35.393450 n-d-813679-3 neutron-server[95501]: return func(*args, **kwargs) Oct 12 20:16:35.393450 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 20:16:35.393450 n-d-813679-3 neutron-server[95501]: self._notify() Oct 12 20:16:35.393450 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 20:16:35.393450 n-d-813679-3 neutron-server[95501]: self.callback(batched_events) Oct 12 20:16:35.393450 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 20:16:35.393450 n-d-813679-3 neutron-server[95501]: event.method(event) Oct 12 20:16:35.393450 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 20:16:35.393450 n-d-813679-3 neutron-server[95501]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 20:16:35.393450 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 20:16:35.393450 n-d-813679-3 neutron-server[95501]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 20:16:35.393450 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 20:16:35.393450 n-d-813679-3 neutron-server[95501]: return f(self, *a, **k) Oct 12 20:16:35.393450 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 20:16:35.393450 n-d-813679-3 neutron-server[95501]: return self._get(url).json() Oct 12 20:16:35.393450 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 20:16:35.393450 n-d-813679-3 neutron-server[95501]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 20:16:35.393450 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 20:16:35.393450 n-d-813679-3 neutron-server[95501]: return self.request(url, 'GET', **kwargs) Oct 12 20:16:35.393450 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 20:16:35.393450 n-d-813679-3 neutron-server[95501]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 20:16:35.393450 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 20:16:35.393450 n-d-813679-3 neutron-server[95501]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 20:16:35.393450 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 20:16:35.393450 n-d-813679-3 neutron-server[95501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 20:16:35.393450 n-d-813679-3 neutron-server[95501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 20:16:35.460334 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5c9153-7130-4356-9bca-89b99d2a3c2f None None] Pushing event updated for resources: {'Port': ['ID=1a50f25c-45c5-48a6-beea-fac47588fdf9,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:16:35.468825 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8761e26f-b0d5-45b6-a700-5ee3c18da39d None None] Network 138524de-be5e-4074-9fc3-fac28c100891 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 20:16:35.494355 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.db.api [None req-5811d542-f9b2-4251-b43b-cf2cb0442592 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 12 20:16:35.494355 n-d-813679-3 neutron-server[95501]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 12 20:16:35.494355 n-d-813679-3 neutron-server[95501]: [parameters: {'id': '138524de-be5e-4074-9fc3-fac28c100891'}] Oct 12 20:16:35.494355 n-d-813679-3 neutron-server[95501]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95501) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 20:16:35.494810 n-d-813679-3 neutron-server[95501]: DEBUG oslo_db.api [None req-5811d542-f9b2-4251-b43b-cf2cb0442592 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 20:16:35.585755 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4cbb111-1c5c-45ef-be2e-4616dcbf9fbc None None] get_active_networks_info from n-d-813679-3 {{(pid=95503) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 12 20:16:35.648105 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4cbb111-1c5c-45ef-be2e-4616dcbf9fbc None None] Resources bound (agent type, host, resource id): {{(pid=95503) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 12 20:16:35.996279 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5811d542-f9b2-4251-b43b-cf2cb0442592 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:36.047232 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-5811d542-f9b2-4251-b43b-cf2cb0442592 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Deleting port 1a50f25c-45c5-48a6-beea-fac47588fdf9 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 20:16:36.047568 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5811d542-f9b2-4251-b43b-cf2cb0442592 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:36.111131 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [None req-5811d542-f9b2-4251-b43b-cf2cb0442592 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] For port 1a50f25c-45c5-48a6-beea-fac47588fdf9, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=1a50f25c-45c5-48a6-beea-fac47588fdf9,segment=NetworkSegment(a5c63fde-ee6d-43ae-8382-c06ad469b4f9),segment_id=a5c63fde-ee6d-43ae-8382-c06ad469b4f9)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:16:36.111490 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5811d542-f9b2-4251-b43b-cf2cb0442592 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:36.123589 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-5811d542-f9b2-4251-b43b-cf2cb0442592 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Calling delete_port for 1a50f25c-45c5-48a6-beea-fac47588fdf9 owned by network:dhcp {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 20:16:36.265424 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5811d542-f9b2-4251-b43b-cf2cb0442592 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:36.291449 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5811d542-f9b2-4251-b43b-cf2cb0442592 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Pushing event deleted for resources: {'Port': ['ID=1a50f25c-45c5-48a6-beea-fac47588fdf9,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:16:36.296043 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5811d542-f9b2-4251-b43b-cf2cb0442592 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] No DVR routers for this DVR port 1a50f25c-45c5-48a6-beea-fac47588fdf9 on host n-d-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 20:16:36.373846 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5811d542-f9b2-4251-b43b-cf2cb0442592 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:36.393254 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-5811d542-f9b2-4251-b43b-cf2cb0442592 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['138524de-be5e-4074-9fc3-fac28c100891']}} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:16:36.402180 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-5811d542-f9b2-4251-b43b-cf2cb0442592 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5c63fde-ee6d-43ae-8382-c06ad469b4f9') {'for_net_delete': True} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:16:36.402473 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-5811d542-f9b2-4251-b43b-cf2cb0442592 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5c63fde-ee6d-43ae-8382-c06ad469b4f9') {} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:16:36.411942 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5811d542-f9b2-4251-b43b-cf2cb0442592 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4281072'] for segment, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:36.424548 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5811d542-f9b2-4251-b43b-cf2cb0442592 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:36.430176 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5811d542-f9b2-4251-b43b-cf2cb0442592 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=95501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 20:16:36.430867 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5811d542-f9b2-4251-b43b-cf2cb0442592 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4823170'] for segment, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:36.433614 n-d-813679-3 neutron-server[95501]: Traceback (most recent call last): Oct 12 20:16:36.433614 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 20:16:36.433614 n-d-813679-3 neutron-server[95501]: timer() Oct 12 20:16:36.433614 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 20:16:36.433614 n-d-813679-3 neutron-server[95501]: cb(*args, **kw) Oct 12 20:16:36.433614 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 20:16:36.433614 n-d-813679-3 neutron-server[95501]: return func(*args, **kwargs) Oct 12 20:16:36.433614 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 20:16:36.433614 n-d-813679-3 neutron-server[95501]: self._notify() Oct 12 20:16:36.433614 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 20:16:36.433614 n-d-813679-3 neutron-server[95501]: self.callback(batched_events) Oct 12 20:16:36.433614 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 20:16:36.433614 n-d-813679-3 neutron-server[95501]: event.method(event) Oct 12 20:16:36.433614 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 20:16:36.433614 n-d-813679-3 neutron-server[95501]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 20:16:36.433614 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 20:16:36.433614 n-d-813679-3 neutron-server[95501]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 20:16:36.433614 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 20:16:36.433614 n-d-813679-3 neutron-server[95501]: return f(self, *a, **k) Oct 12 20:16:36.433614 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 20:16:36.433614 n-d-813679-3 neutron-server[95501]: return self._get(url).json() Oct 12 20:16:36.433614 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 20:16:36.433614 n-d-813679-3 neutron-server[95501]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 20:16:36.433614 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 20:16:36.433614 n-d-813679-3 neutron-server[95501]: return self.request(url, 'GET', **kwargs) Oct 12 20:16:36.433614 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 20:16:36.433614 n-d-813679-3 neutron-server[95501]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 20:16:36.433614 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 20:16:36.433614 n-d-813679-3 neutron-server[95501]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 20:16:36.433614 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 20:16:36.433614 n-d-813679-3 neutron-server[95501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 20:16:36.433614 n-d-813679-3 neutron-server[95501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 20:16:36.551381 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5811d542-f9b2-4251-b43b-cf2cb0442592 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:36.558307 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5811d542-f9b2-4251-b43b-cf2cb0442592 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Notify callbacks [] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:36.561431 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-5811d542-f9b2-4251-b43b-cf2cb0442592 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] 10.222.0.49 "DELETE /v2.0/networks/138524de-be5e-4074-9fc3-fac28c100891 HTTP/1.1" status: 204 len: 168 time: 1.8100386 Oct 12 20:16:36.565176 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 34960) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:16:36.570163 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-108f8fae-fa49-4170-91d0-ab35b44758b9 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-501341583'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:16:36.577289 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5811d542-f9b2-4251-b43b-cf2cb0442592 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Pushing event deleted for resources: {'Network': ['ID=138524de-be5e-4074-9fc3-fac28c100891,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:16:36.647150 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-108f8fae-fa49-4170-91d0-ab35b44758b9 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Made reservation on behalf of 98bb5ae3016249189a11042085d0f98d for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 20:16:36.650629 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-108f8fae-fa49-4170-91d0-ab35b44758b9 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:36.673041 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-108f8fae-fa49-4170-91d0-ab35b44758b9 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 20:16:36.681895 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-108f8fae-fa49-4170-91d0-ab35b44758b9 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:36.682239 n-d-813679-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-108f8fae-fa49-4170-91d0-ab35b44758b9 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Added segment ac2ea193-444d-43f8-adfd-b6f18725a1c1 of type vlan for network 2d385388-2367-40c2-b49c-4f8bc9dc1003 Oct 12 20:16:36.720345 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-108f8fae-fa49-4170-91d0-ab35b44758b9 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:36.825462 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-108f8fae-fa49-4170-91d0-ab35b44758b9 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:36.830919 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108f8fae-fa49-4170-91d0-ab35b44758b9 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:16:36.831507 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-108f8fae-fa49-4170-91d0-ab35b44758b9 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Notify callbacks [] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:36.898269 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108f8fae-fa49-4170-91d0-ab35b44758b9 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Pushing event updated for resources: {'Network': ['ID=2d385388-2367-40c2-b49c-4f8bc9dc1003,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:16:36.908325 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 2d385388-2367-40c2-b49c-4f8bc9dc1003 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 20:16:36.947954 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-108f8fae-fa49-4170-91d0-ab35b44758b9 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3813910 Oct 12 20:16:36.951731 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 34962) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:16:36.956941 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-81c526a5-03d4-4e53-a92b-8bebcb3a590c tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Request body: {'subnet': {'network_id': '2d385388-2367-40c2-b49c-4f8bc9dc1003', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:16:37.139341 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81c526a5-03d4-4e53-a92b-8bebcb3a590c tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Made reservation on behalf of 98bb5ae3016249189a11042085d0f98d for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 20:16:37.142914 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-81c526a5-03d4-4e53-a92b-8bebcb3a590c tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16245837'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:37.396352 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-81c526a5-03d4-4e53-a92b-8bebcb3a590c tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4306659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16245859'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:37.458354 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c526a5-03d4-4e53-a92b-8bebcb3a590c tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Pushing event updated for resources: {'Subnet': ['ID=0384c254-653b-4c8d-acbf-2189740d9d8b,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:16:37.465107 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c526a5-03d4-4e53-a92b-8bebcb3a590c tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Checking segment: {'id': 'ac2ea193-444d-43f8-adfd-b6f18725a1c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '2d385388-2367-40c2-b49c-4f8bc9dc1003'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 20:16:37.465465 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c526a5-03d4-4e53-a92b-8bebcb3a590c tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Network hostable DHCP agents. Network: 2d385388-2367-40c2-b49c-4f8bc9dc1003, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 20:16:37.561742 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c526a5-03d4-4e53-a92b-8bebcb3a590c tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Network 2d385388-2367-40c2-b49c-4f8bc9dc1003 is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 20:16:37.613302 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-81c526a5-03d4-4e53-a92b-8bebcb3a590c tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, 2d385388-2367-40c2-b49c-4f8bc9dc1003) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 20:16:37.617361 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c526a5-03d4-4e53-a92b-8bebcb3a590c tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:16:37.617950 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-81c526a5-03d4-4e53-a92b-8bebcb3a590c tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:37.621927 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2fc3558-2b79-4e1d-84e3-22c2bde5246f None None] Network 2d385388-2367-40c2-b49c-4f8bc9dc1003 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 20:16:37.685042 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-81c526a5-03d4-4e53-a92b-8bebcb3a590c tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7321579 Oct 12 20:16:37.688437 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 34964) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:16:37.693512 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-21c2dc20-3bd7-498f-84db-eec3d713d60b tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-417555069'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:16:37.756474 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21c2dc20-3bd7-498f-84db-eec3d713d60b tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Made reservation on behalf of 98bb5ae3016249189a11042085d0f98d for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 20:16:37.760052 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-21c2dc20-3bd7-498f-84db-eec3d713d60b tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:37.764243 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6056eb0d-9305-4059-81ab-8b809cbf0e1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-2d385388-2367-40c2-b49c-4f8bc9dc1003', 'network_id': '2d385388-2367-40c2-b49c-4f8bc9dc1003', 'tenant_id': '98bb5ae3016249189a11042085d0f98d', 'fixed_ips': [{'subnet_id': '0384c254-653b-4c8d-acbf-2189740d9d8b'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 20:16:37.765110 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6056eb0d-9305-4059-81ab-8b809cbf0e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:37.786061 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21c2dc20-3bd7-498f-84db-eec3d713d60b tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 20:16:37.794878 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-21c2dc20-3bd7-498f-84db-eec3d713d60b tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:37.795223 n-d-813679-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-21c2dc20-3bd7-498f-84db-eec3d713d60b tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Added segment 23ca5401-a281-4687-9672-9d030861a5c1 of type vlan for network 2c4feb64-e752-4c67-9b25-ff482fed9542 Oct 12 20:16:37.834305 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-21c2dc20-3bd7-498f-84db-eec3d713d60b tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:37.895052 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-6056eb0d-9305-4059-81ab-8b809cbf0e1c None None] Allocated IP 2001:db8::2 (2d385388-2367-40c2-b49c-4f8bc9dc1003/0384c254-653b-4c8d-acbf-2189740d9d8b/9dd29bf4-8359-482b-b368-8d0c4ac00063) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 20:16:37.916652 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-21c2dc20-3bd7-498f-84db-eec3d713d60b tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:37.922301 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c2dc20-3bd7-498f-84db-eec3d713d60b tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:16:37.922873 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-21c2dc20-3bd7-498f-84db-eec3d713d60b tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Notify callbacks [] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:37.989567 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c2dc20-3bd7-498f-84db-eec3d713d60b tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Pushing event updated for resources: {'Network': ['ID=2c4feb64-e752-4c67-9b25-ff482fed9542,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:16:38.001257 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 2c4feb64-e752-4c67-9b25-ff482fed9542 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 20:16:38.021445 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-21c2dc20-3bd7-498f-84db-eec3d713d60b tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3318684 Oct 12 20:16:38.024291 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 34966) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:16:38.029709 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-2612f6f2-debc-4fcf-9b0e-c0778e3de351 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Request body: {'subnet': {'network_id': '2c4feb64-e752-4c67-9b25-ff482fed9542', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:16:38.093400 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6056eb0d-9305-4059-81ab-8b809cbf0e1c None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:38.140172 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6056eb0d-9305-4059-81ab-8b809cbf0e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:38.173439 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2612f6f2-debc-4fcf-9b0e-c0778e3de351 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Made reservation on behalf of 98bb5ae3016249189a11042085d0f98d for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 20:16:38.177052 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2612f6f2-debc-4fcf-9b0e-c0778e3de351 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16245837'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:38.178560 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6056eb0d-9305-4059-81ab-8b809cbf0e1c None None] Network 2d385388-2367-40c2-b49c-4f8bc9dc1003 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 20:16:38.181716 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-6056eb0d-9305-4059-81ab-8b809cbf0e1c None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 20:16:38.184451 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6056eb0d-9305-4059-81ab-8b809cbf0e1c None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 20:16:38.195593 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6056eb0d-9305-4059-81ab-8b809cbf0e1c None None] Pushing event updated for resources: {'Port': ['ID=9dd29bf4-8359-482b-b368-8d0c4ac00063,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:16:38.247575 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-6056eb0d-9305-4059-81ab-8b809cbf0e1c None None] Attempting to bind port 9dd29bf4-8359-482b-b368-8d0c4ac00063 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 20:16:38.247947 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-6056eb0d-9305-4059-81ab-8b809cbf0e1c None None] Attempting to bind port 9dd29bf4-8359-482b-b368-8d0c4ac00063 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'ac2ea193-444d-43f8-adfd-b6f18725a1c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '2d385388-2367-40c2-b49c-4f8bc9dc1003'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 20:16:38.248341 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6056eb0d-9305-4059-81ab-8b809cbf0e1c None None] Attempting to bind port 9dd29bf4-8359-482b-b368-8d0c4ac00063 on network 2d385388-2367-40c2-b49c-4f8bc9dc1003 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 20:16:38.253607 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6056eb0d-9305-4059-81ab-8b809cbf0e1c None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 20, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 20:16:38.253979 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6056eb0d-9305-4059-81ab-8b809cbf0e1c None None] Checking segment: {'id': 'ac2ea193-444d-43f8-adfd-b6f18725a1c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '2d385388-2367-40c2-b49c-4f8bc9dc1003'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 20:16:38.254376 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6056eb0d-9305-4059-81ab-8b809cbf0e1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:38.254765 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6056eb0d-9305-4059-81ab-8b809cbf0e1c None None] Bound using segment: {'id': 'ac2ea193-444d-43f8-adfd-b6f18725a1c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '2d385388-2367-40c2-b49c-4f8bc9dc1003'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 20:16:38.255230 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-6056eb0d-9305-4059-81ab-8b809cbf0e1c None None] Bound port: 9dd29bf4-8359-482b-b368-8d0c4ac00063, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac2ea193-444d-43f8-adfd-b6f18725a1c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '2d385388-2367-40c2-b49c-4f8bc9dc1003'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 20:16:38.255606 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6056eb0d-9305-4059-81ab-8b809cbf0e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:38.322933 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-6056eb0d-9305-4059-81ab-8b809cbf0e1c None None] For port 9dd29bf4-8359-482b-b368-8d0c4ac00063, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 20:16:38.326583 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-6056eb0d-9305-4059-81ab-8b809cbf0e1c None None] For port 9dd29bf4-8359-482b-b368-8d0c4ac00063, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=9dd29bf4-8359-482b-b368-8d0c4ac00063,segment=NetworkSegment(ac2ea193-444d-43f8-adfd-b6f18725a1c1),segment_id=ac2ea193-444d-43f8-adfd-b6f18725a1c1)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 20:16:38.385400 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6056eb0d-9305-4059-81ab-8b809cbf0e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:38.408015 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2612f6f2-debc-4fcf-9b0e-c0778e3de351 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4306659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16245859'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:38.443182 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6056eb0d-9305-4059-81ab-8b809cbf0e1c None None] Pushing event updated for resources: {'Port': ['ID=9dd29bf4-8359-482b-b368-8d0c4ac00063,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:16:38.478467 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2612f6f2-debc-4fcf-9b0e-c0778e3de351 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Pushing event updated for resources: {'Subnet': ['ID=9de25366-d883-4f51-be0d-490eaa389195,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:16:38.487035 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2612f6f2-debc-4fcf-9b0e-c0778e3de351 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Checking segment: {'id': '23ca5401-a281-4687-9672-9d030861a5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '2c4feb64-e752-4c67-9b25-ff482fed9542'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 20:16:38.487461 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2612f6f2-debc-4fcf-9b0e-c0778e3de351 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Network hostable DHCP agents. Network: 2c4feb64-e752-4c67-9b25-ff482fed9542, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 20:16:38.556947 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2612f6f2-debc-4fcf-9b0e-c0778e3de351 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Network 2c4feb64-e752-4c67-9b25-ff482fed9542 is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 20:16:38.647932 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-2612f6f2-debc-4fcf-9b0e-c0778e3de351 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, 2c4feb64-e752-4c67-9b25-ff482fed9542) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 20:16:38.652271 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2612f6f2-debc-4fcf-9b0e-c0778e3de351 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:16:38.652970 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2612f6f2-debc-4fcf-9b0e-c0778e3de351 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:38.663066 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b303a4-b582-4135-81a5-b0d8f60210f9 None None] Network 2c4feb64-e752-4c67-9b25-ff482fed9542 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 20:16:38.742196 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-2612f6f2-debc-4fcf-9b0e-c0778e3de351 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7168128 Oct 12 20:16:38.744757 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 34968) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:16:38.810482 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ae7cf8-5101-4f7f-b758-3b908a649c2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-2c4feb64-e752-4c67-9b25-ff482fed9542', 'network_id': '2c4feb64-e752-4c67-9b25-ff482fed9542', 'tenant_id': '98bb5ae3016249189a11042085d0f98d', 'fixed_ips': [{'subnet_id': '9de25366-d883-4f51-be0d-490eaa389195'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 20:16:38.811344 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-81ae7cf8-5101-4f7f-b758-3b908a649c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:38.845542 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5735eedf-ead0-4c2b-a2a3-2f03f115e4c1 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:38.898999 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5735eedf-ead0-4c2b-a2a3-2f03f115e4c1 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:38.943984 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-81ae7cf8-5101-4f7f-b758-3b908a649c2d None None] Allocated IP 2001:db8::2 (2c4feb64-e752-4c67-9b25-ff482fed9542/9de25366-d883-4f51-be0d-490eaa389195/6a4593ae-98d4-452d-a88c-48a4251722cf) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 20:16:39.087287 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-81ae7cf8-5101-4f7f-b758-3b908a649c2d None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:39.157157 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-81ae7cf8-5101-4f7f-b758-3b908a649c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:39.200612 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ae7cf8-5101-4f7f-b758-3b908a649c2d None None] Network 2c4feb64-e752-4c67-9b25-ff482fed9542 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 20:16:39.203678 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-81ae7cf8-5101-4f7f-b758-3b908a649c2d None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 20:16:39.209137 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ae7cf8-5101-4f7f-b758-3b908a649c2d None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 20:16:39.212476 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ae7cf8-5101-4f7f-b758-3b908a649c2d None None] Pushing event updated for resources: {'Port': ['ID=6a4593ae-98d4-452d-a88c-48a4251722cf,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:16:39.214563 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5735eedf-ead0-4c2b-a2a3-2f03f115e4c1 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4306592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16245866'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:39.248576 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5735eedf-ead0-4c2b-a2a3-2f03f115e4c1 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Pushing event deleted for resources: {'Subnet': ['ID=9de25366-d883-4f51-be0d-490eaa389195,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:16:39.271611 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-81ae7cf8-5101-4f7f-b758-3b908a649c2d None None] Attempting to bind port 6a4593ae-98d4-452d-a88c-48a4251722cf on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 20:16:39.272141 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-81ae7cf8-5101-4f7f-b758-3b908a649c2d None None] Attempting to bind port 6a4593ae-98d4-452d-a88c-48a4251722cf by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '23ca5401-a281-4687-9672-9d030861a5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '2c4feb64-e752-4c67-9b25-ff482fed9542'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 20:16:39.273924 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ae7cf8-5101-4f7f-b758-3b908a649c2d None None] Attempting to bind port 6a4593ae-98d4-452d-a88c-48a4251722cf on network 2c4feb64-e752-4c67-9b25-ff482fed9542 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 20:16:39.277991 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ae7cf8-5101-4f7f-b758-3b908a649c2d None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 20, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 20:16:39.279054 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ae7cf8-5101-4f7f-b758-3b908a649c2d None None] Checking segment: {'id': '23ca5401-a281-4687-9672-9d030861a5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '2c4feb64-e752-4c67-9b25-ff482fed9542'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 20:16:39.279462 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-81ae7cf8-5101-4f7f-b758-3b908a649c2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:39.279856 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ae7cf8-5101-4f7f-b758-3b908a649c2d None None] Bound using segment: {'id': '23ca5401-a281-4687-9672-9d030861a5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '2c4feb64-e752-4c67-9b25-ff482fed9542'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 20:16:39.280358 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-81ae7cf8-5101-4f7f-b758-3b908a649c2d None None] Bound port: 6a4593ae-98d4-452d-a88c-48a4251722cf, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23ca5401-a281-4687-9672-9d030861a5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '2c4feb64-e752-4c67-9b25-ff482fed9542'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 20:16:39.280738 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-81ae7cf8-5101-4f7f-b758-3b908a649c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:39.318225 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5735eedf-ead0-4c2b-a2a3-2f03f115e4c1 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:39.346571 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-81ae7cf8-5101-4f7f-b758-3b908a649c2d None None] For port 6a4593ae-98d4-452d-a88c-48a4251722cf, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 20:16:39.350110 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-81ae7cf8-5101-4f7f-b758-3b908a649c2d None None] For port 6a4593ae-98d4-452d-a88c-48a4251722cf, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=6a4593ae-98d4-452d-a88c-48a4251722cf,segment=NetworkSegment(23ca5401-a281-4687-9672-9d030861a5c1),segment_id=23ca5401-a281-4687-9672-9d030861a5c1)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 20:16:39.371652 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ca0963-a598-48a3-b19d-73b8a3e0e1b4 None None] Network 2d385388-2367-40c2-b49c-4f8bc9dc1003 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 20:16:39.428404 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-81ae7cf8-5101-4f7f-b758-3b908a649c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:39.460116 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-658ff38d-f5b0-4863-bcb4-9f595dd8c3b2 None None] Provisioning complete for port 9dd29bf4-8359-482b-b368-8d0c4ac00063 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:16:39.460485 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-658ff38d-f5b0-4863-bcb4-9f595dd8c3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:39.572063 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ae7cf8-5101-4f7f-b758-3b908a649c2d None None] Pushing event updated for resources: {'Port': ['ID=6a4593ae-98d4-452d-a88c-48a4251722cf,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:16:39.611403 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd00c02c-7ba3-454c-a109-09334635b3b1 None None] Network 2c4feb64-e752-4c67-9b25-ff482fed9542 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 20:16:39.613355 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-5735eedf-ead0-4c2b-a2a3-2f03f115e4c1 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c4feb64-e752-4c67-9b25-ff482fed9542']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:16:39.625194 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-5735eedf-ead0-4c2b-a2a3-2f03f115e4c1 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23ca5401-a281-4687-9672-9d030861a5c1') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:16:39.625483 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-5735eedf-ead0-4c2b-a2a3-2f03f115e4c1 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23ca5401-a281-4687-9672-9d030861a5c1') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:16:39.634844 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5735eedf-ead0-4c2b-a2a3-2f03f115e4c1 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16313633'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:39.648500 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5735eedf-ead0-4c2b-a2a3-2f03f115e4c1 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:39.655155 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5735eedf-ead0-4c2b-a2a3-2f03f115e4c1 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 20:16:39.655689 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5735eedf-ead0-4c2b-a2a3-2f03f115e4c1 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4305278'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:39.658879 n-d-813679-3 neutron-server[95502]: Traceback (most recent call last): Oct 12 20:16:39.658879 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 20:16:39.658879 n-d-813679-3 neutron-server[95502]: timer() Oct 12 20:16:39.658879 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 20:16:39.658879 n-d-813679-3 neutron-server[95502]: cb(*args, **kw) Oct 12 20:16:39.658879 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 20:16:39.658879 n-d-813679-3 neutron-server[95502]: return func(*args, **kwargs) Oct 12 20:16:39.658879 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 20:16:39.658879 n-d-813679-3 neutron-server[95502]: self._notify() Oct 12 20:16:39.658879 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 20:16:39.658879 n-d-813679-3 neutron-server[95502]: self.callback(batched_events) Oct 12 20:16:39.658879 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 20:16:39.658879 n-d-813679-3 neutron-server[95502]: event.method(event) Oct 12 20:16:39.658879 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 20:16:39.658879 n-d-813679-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 20:16:39.658879 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 20:16:39.658879 n-d-813679-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 20:16:39.658879 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 20:16:39.658879 n-d-813679-3 neutron-server[95502]: return f(self, *a, **k) Oct 12 20:16:39.658879 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 20:16:39.658879 n-d-813679-3 neutron-server[95502]: return self._get(url).json() Oct 12 20:16:39.658879 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 20:16:39.658879 n-d-813679-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 20:16:39.658879 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 20:16:39.658879 n-d-813679-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Oct 12 20:16:39.658879 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 20:16:39.658879 n-d-813679-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 20:16:39.658879 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 20:16:39.658879 n-d-813679-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 20:16:39.658879 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 20:16:39.658879 n-d-813679-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 20:16:39.658879 n-d-813679-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 20:16:39.715663 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-658ff38d-f5b0-4863-bcb4-9f595dd8c3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:39.750456 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.db.api [None req-5735eedf-ead0-4c2b-a2a3-2f03f115e4c1 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 12 20:16:39.750456 n-d-813679-3 neutron-server[95502]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 12 20:16:39.750456 n-d-813679-3 neutron-server[95502]: [parameters: {'id': '2c4feb64-e752-4c67-9b25-ff482fed9542'}] Oct 12 20:16:39.750456 n-d-813679-3 neutron-server[95502]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95502) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 20:16:39.750914 n-d-813679-3 neutron-server[95502]: DEBUG oslo_db.api [None req-5735eedf-ead0-4c2b-a2a3-2f03f115e4c1 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 20:16:39.793996 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-658ff38d-f5b0-4863-bcb4-9f595dd8c3b2 None None] For port 9dd29bf4-8359-482b-b368-8d0c4ac00063, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=9dd29bf4-8359-482b-b368-8d0c4ac00063,segment=NetworkSegment(ac2ea193-444d-43f8-adfd-b6f18725a1c1),segment_id=ac2ea193-444d-43f8-adfd-b6f18725a1c1)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:16:39.859361 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-658ff38d-f5b0-4863-bcb4-9f595dd8c3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:39.910357 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658ff38d-f5b0-4863-bcb4-9f595dd8c3b2 None None] Pushing event updated for resources: {'Port': ['ID=9dd29bf4-8359-482b-b368-8d0c4ac00063,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:16:39.946824 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda4511e-a9fc-4c33-930f-805915fbca1d None None] get_active_networks_info from n-d-813679-3 {{(pid=95503) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 12 20:16:39.992804 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-5be5f765-5464-48de-a3d7-fb77403cb684 None None] Provisioning complete for port 9dd29bf4-8359-482b-b368-8d0c4ac00063 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:16:39.993168 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5be5f765-5464-48de-a3d7-fb77403cb684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:40.052273 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda4511e-a9fc-4c33-930f-805915fbca1d None None] Resources bound (agent type, host, resource id): {{(pid=95503) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 12 20:16:40.252951 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5735eedf-ead0-4c2b-a2a3-2f03f115e4c1 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:40.303592 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 9dd29bf4-8359-482b-b368-8d0c4ac00063 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 20:16:40.320950 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-5735eedf-ead0-4c2b-a2a3-2f03f115e4c1 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Deleting port 6a4593ae-98d4-452d-a88c-48a4251722cf {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 20:16:40.321415 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5735eedf-ead0-4c2b-a2a3-2f03f115e4c1 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:40.354143 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 9dd29bf4-8359-482b-b368-8d0c4ac00063 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:16:40.354428 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:40.393091 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-5735eedf-ead0-4c2b-a2a3-2f03f115e4c1 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] For port 6a4593ae-98d4-452d-a88c-48a4251722cf, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=6a4593ae-98d4-452d-a88c-48a4251722cf,segment=NetworkSegment(23ca5401-a281-4687-9672-9d030861a5c1),segment_id=23ca5401-a281-4687-9672-9d030861a5c1)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:16:40.393617 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5735eedf-ead0-4c2b-a2a3-2f03f115e4c1 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:40.407474 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-5735eedf-ead0-4c2b-a2a3-2f03f115e4c1 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Calling delete_port for 6a4593ae-98d4-452d-a88c-48a4251722cf owned by network:dhcp {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 20:16:40.590979 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5735eedf-ead0-4c2b-a2a3-2f03f115e4c1 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:40.618150 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5735eedf-ead0-4c2b-a2a3-2f03f115e4c1 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Pushing event deleted for resources: {'Port': ['ID=6a4593ae-98d4-452d-a88c-48a4251722cf,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:16:40.624828 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5735eedf-ead0-4c2b-a2a3-2f03f115e4c1 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] No DVR routers for this DVR port 6a4593ae-98d4-452d-a88c-48a4251722cf on host n-d-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 20:16:40.702512 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5735eedf-ead0-4c2b-a2a3-2f03f115e4c1 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:40.721168 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-5735eedf-ead0-4c2b-a2a3-2f03f115e4c1 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c4feb64-e752-4c67-9b25-ff482fed9542']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:16:40.730018 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-5735eedf-ead0-4c2b-a2a3-2f03f115e4c1 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23ca5401-a281-4687-9672-9d030861a5c1') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:16:40.730306 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-5735eedf-ead0-4c2b-a2a3-2f03f115e4c1 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23ca5401-a281-4687-9672-9d030861a5c1') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:16:40.739744 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5735eedf-ead0-4c2b-a2a3-2f03f115e4c1 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16313633'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:40.752950 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5735eedf-ead0-4c2b-a2a3-2f03f115e4c1 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:40.758735 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5735eedf-ead0-4c2b-a2a3-2f03f115e4c1 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 20:16:40.759116 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5735eedf-ead0-4c2b-a2a3-2f03f115e4c1 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4305278'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:40.762086 n-d-813679-3 neutron-server[95502]: Traceback (most recent call last): Oct 12 20:16:40.762086 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 20:16:40.762086 n-d-813679-3 neutron-server[95502]: timer() Oct 12 20:16:40.762086 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 20:16:40.762086 n-d-813679-3 neutron-server[95502]: cb(*args, **kw) Oct 12 20:16:40.762086 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 20:16:40.762086 n-d-813679-3 neutron-server[95502]: return func(*args, **kwargs) Oct 12 20:16:40.762086 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 20:16:40.762086 n-d-813679-3 neutron-server[95502]: self._notify() Oct 12 20:16:40.762086 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 20:16:40.762086 n-d-813679-3 neutron-server[95502]: self.callback(batched_events) Oct 12 20:16:40.762086 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 20:16:40.762086 n-d-813679-3 neutron-server[95502]: event.method(event) Oct 12 20:16:40.762086 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 20:16:40.762086 n-d-813679-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 20:16:40.762086 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 20:16:40.762086 n-d-813679-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 20:16:40.762086 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 20:16:40.762086 n-d-813679-3 neutron-server[95502]: return f(self, *a, **k) Oct 12 20:16:40.762086 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 20:16:40.762086 n-d-813679-3 neutron-server[95502]: return self._get(url).json() Oct 12 20:16:40.762086 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 20:16:40.762086 n-d-813679-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 20:16:40.762086 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 20:16:40.762086 n-d-813679-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Oct 12 20:16:40.762086 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 20:16:40.762086 n-d-813679-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 20:16:40.762086 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 20:16:40.762086 n-d-813679-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 20:16:40.762086 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 20:16:40.762086 n-d-813679-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 20:16:40.762086 n-d-813679-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 20:16:40.864767 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5735eedf-ead0-4c2b-a2a3-2f03f115e4c1 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:40.872861 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5735eedf-ead0-4c2b-a2a3-2f03f115e4c1 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Notify callbacks [] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:40.877720 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-5735eedf-ead0-4c2b-a2a3-2f03f115e4c1 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] 10.222.0.49 "DELETE /v2.0/networks/2c4feb64-e752-4c67-9b25-ff482fed9542 HTTP/1.1" status: 204 len: 168 time: 2.1294897 Oct 12 20:16:40.878137 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 34970) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:16:40.886733 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5735eedf-ead0-4c2b-a2a3-2f03f115e4c1 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Pushing event deleted for resources: {'Network': ['ID=2c4feb64-e752-4c67-9b25-ff482fed9542,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:16:40.906015 n-d-813679-3 neutron-server[95501]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b493dae-d7e0-4629-8c20-efe4a03f8a9c tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] GET failed (client error): The resource could not be found. Oct 12 20:16:40.907301 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-4b493dae-d7e0-4629-8c20-efe4a03f8a9c tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] 10.222.0.49 "GET /v2.0/subnets/9de25366-d883-4f51-be0d-490eaa389195 HTTP/1.1" status: 404 len: 337 time: 0.0281711 Oct 12 20:16:40.910024 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 34972) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:16:40.927286 n-d-813679-3 neutron-server[95501]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8f92169-55fb-423b-a2b1-8bfa90267abe tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] DELETE failed (client error): The resource could not be found. Oct 12 20:16:40.927802 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8f92169-55fb-423b-a2b1-8bfa90267abe tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 20:16:40.931362 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-e8f92169-55fb-423b-a2b1-8bfa90267abe tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] 10.222.0.49 "DELETE /v2.0/networks/2c4feb64-e752-4c67-9b25-ff482fed9542 HTTP/1.1" status: 404 len: 339 time: 0.0200942 Oct 12 20:16:40.935208 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 34974) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:16:40.959291 n-d-813679-3 neutron-server[95501]: INFO neutron.pecan_wsgi.hooks.translation [None req-05dc4464-cc57-41c6-a6aa-4826a8322d4f tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] DELETE failed (client error): The resource could not be found. Oct 12 20:16:40.959725 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05dc4464-cc57-41c6-a6aa-4826a8322d4f tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 20:16:40.962780 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-05dc4464-cc57-41c6-a6aa-4826a8322d4f tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] 10.222.0.49 "DELETE /v2.0/subnets/9de25366-d883-4f51-be0d-490eaa389195 HTTP/1.1" status: 404 len: 337 time: 0.0265775 Oct 12 20:16:40.964817 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 34976) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:16:40.982162 n-d-813679-3 neutron-server[95501]: INFO neutron.pecan_wsgi.hooks.translation [None req-14f24d4f-39f5-48b3-8422-e860b7caa78b tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] DELETE failed (client error): The resource could not be found. Oct 12 20:16:40.982711 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14f24d4f-39f5-48b3-8422-e860b7caa78b tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 20:16:40.985717 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-14f24d4f-39f5-48b3-8422-e860b7caa78b tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] 10.222.0.49 "DELETE /v2.0/networks/2c4feb64-e752-4c67-9b25-ff482fed9542 HTTP/1.1" status: 404 len: 339 time: 0.0200460 Oct 12 20:16:40.987940 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 34978) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:16:41.044612 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb4ee2b7-77bf-45f4-857d-28eaa5bfa671 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Deleting subnet 0384c254-653b-4c8d-acbf-2189740d9d8b {{(pid=95501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 20:16:41.047545 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-cb4ee2b7-77bf-45f4-857d-28eaa5bfa671 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Notify callbacks [] for subnet, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:41.085910 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-cb4ee2b7-77bf-45f4-857d-28eaa5bfa671 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281083'] for subnet, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:41.165092 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-cb4ee2b7-77bf-45f4-857d-28eaa5bfa671 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:41.265634 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-cb4ee2b7-77bf-45f4-857d-28eaa5bfa671 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4824924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4612362'] for subnet, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:41.296064 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4ee2b7-77bf-45f4-857d-28eaa5bfa671 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Pushing event deleted for resources: {'Subnet': ['ID=0384c254-653b-4c8d-acbf-2189740d9d8b,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:16:41.299034 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-cb4ee2b7-77bf-45f4-857d-28eaa5bfa671 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:41.301556 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e2fea6-e49a-40d9-bc62-c00e1524e842 None None] Network 2d385388-2367-40c2-b49c-4f8bc9dc1003 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 20:16:41.303262 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-cb4ee2b7-77bf-45f4-857d-28eaa5bfa671 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] 10.222.0.49 "DELETE /v2.0/subnets/0384c254-653b-4c8d-acbf-2189740d9d8b HTTP/1.1" status: 204 len: 168 time: 0.3143773 Oct 12 20:16:41.305730 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 34980) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:16:41.379270 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9a4ee74f-1eb0-450f-b33e-d85d6350a7d2 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:41.433488 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-9a4ee74f-1eb0-450f-b33e-d85d6350a7d2 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Deleting port 9dd29bf4-8359-482b-b368-8d0c4ac00063 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 20:16:41.433836 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9a4ee74f-1eb0-450f-b33e-d85d6350a7d2 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:41.461053 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4601fd32-dc4f-4a1e-bc69-beaed4f2e91b None None] DHCP port deletion for 2d385388-2367-40c2-b49c-4f8bc9dc1003 request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 20:16:41.498659 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [None req-9a4ee74f-1eb0-450f-b33e-d85d6350a7d2 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] For port 9dd29bf4-8359-482b-b368-8d0c4ac00063, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=9dd29bf4-8359-482b-b368-8d0c4ac00063,segment=NetworkSegment(ac2ea193-444d-43f8-adfd-b6f18725a1c1),segment_id=ac2ea193-444d-43f8-adfd-b6f18725a1c1)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:16:41.499026 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9a4ee74f-1eb0-450f-b33e-d85d6350a7d2 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:41.505831 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-4601fd32-dc4f-4a1e-bc69-beaed4f2e91b None None] Deleting port 9dd29bf4-8359-482b-b368-8d0c4ac00063 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 20:16:41.506213 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4601fd32-dc4f-4a1e-bc69-beaed4f2e91b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:41.511245 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-9a4ee74f-1eb0-450f-b33e-d85d6350a7d2 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Calling delete_port for 9dd29bf4-8359-482b-b368-8d0c4ac00063 owned by network:dhcp {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 20:16:41.570501 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-4601fd32-dc4f-4a1e-bc69-beaed4f2e91b None None] For port 9dd29bf4-8359-482b-b368-8d0c4ac00063, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=9dd29bf4-8359-482b-b368-8d0c4ac00063,segment=NetworkSegment(ac2ea193-444d-43f8-adfd-b6f18725a1c1),segment_id=ac2ea193-444d-43f8-adfd-b6f18725a1c1)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:16:41.570900 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4601fd32-dc4f-4a1e-bc69-beaed4f2e91b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:41.584468 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-4601fd32-dc4f-4a1e-bc69-beaed4f2e91b None None] Calling delete_port for 9dd29bf4-8359-482b-b368-8d0c4ac00063 owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 20:16:41.648119 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9a4ee74f-1eb0-450f-b33e-d85d6350a7d2 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:41.657517 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4601fd32-dc4f-4a1e-bc69-beaed4f2e91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:41.680437 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4ee74f-1eb0-450f-b33e-d85d6350a7d2 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Pushing event deleted for resources: {'Port': ['ID=9dd29bf4-8359-482b-b368-8d0c4ac00063,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:16:41.681756 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4ee74f-1eb0-450f-b33e-d85d6350a7d2 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] No DVR routers for this DVR port 9dd29bf4-8359-482b-b368-8d0c4ac00063 on host n-d-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 20:16:41.685696 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4601fd32-dc4f-4a1e-bc69-beaed4f2e91b None None] No DVR routers for this DVR port 9dd29bf4-8359-482b-b368-8d0c4ac00063 on host n-d-813679-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 20:16:41.687506 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4601fd32-dc4f-4a1e-bc69-beaed4f2e91b None None] Pushing event deleted for resources: {'Port': ['ID=9dd29bf4-8359-482b-b368-8d0c4ac00063,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:16:41.758046 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9a4ee74f-1eb0-450f-b33e-d85d6350a7d2 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:41.777581 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-9a4ee74f-1eb0-450f-b33e-d85d6350a7d2 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d385388-2367-40c2-b49c-4f8bc9dc1003']}} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:16:41.787073 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-9a4ee74f-1eb0-450f-b33e-d85d6350a7d2 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac2ea193-444d-43f8-adfd-b6f18725a1c1') {'for_net_delete': True} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:16:41.787367 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-9a4ee74f-1eb0-450f-b33e-d85d6350a7d2 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac2ea193-444d-43f8-adfd-b6f18725a1c1') {} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:16:41.796562 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9a4ee74f-1eb0-450f-b33e-d85d6350a7d2 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4281072'] for segment, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:41.810106 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9a4ee74f-1eb0-450f-b33e-d85d6350a7d2 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:41.815866 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a4ee74f-1eb0-450f-b33e-d85d6350a7d2 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=95501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 20:16:41.816277 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9a4ee74f-1eb0-450f-b33e-d85d6350a7d2 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4823170'] for segment, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:41.819154 n-d-813679-3 neutron-server[95501]: Traceback (most recent call last): Oct 12 20:16:41.819154 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 20:16:41.819154 n-d-813679-3 neutron-server[95501]: timer() Oct 12 20:16:41.819154 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 20:16:41.819154 n-d-813679-3 neutron-server[95501]: cb(*args, **kw) Oct 12 20:16:41.819154 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 20:16:41.819154 n-d-813679-3 neutron-server[95501]: return func(*args, **kwargs) Oct 12 20:16:41.819154 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 20:16:41.819154 n-d-813679-3 neutron-server[95501]: self._notify() Oct 12 20:16:41.819154 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 20:16:41.819154 n-d-813679-3 neutron-server[95501]: self.callback(batched_events) Oct 12 20:16:41.819154 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 20:16:41.819154 n-d-813679-3 neutron-server[95501]: event.method(event) Oct 12 20:16:41.819154 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 20:16:41.819154 n-d-813679-3 neutron-server[95501]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 20:16:41.819154 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 20:16:41.819154 n-d-813679-3 neutron-server[95501]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 20:16:41.819154 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 20:16:41.819154 n-d-813679-3 neutron-server[95501]: return f(self, *a, **k) Oct 12 20:16:41.819154 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 20:16:41.819154 n-d-813679-3 neutron-server[95501]: return self._get(url).json() Oct 12 20:16:41.819154 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 20:16:41.819154 n-d-813679-3 neutron-server[95501]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 20:16:41.819154 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 20:16:41.819154 n-d-813679-3 neutron-server[95501]: return self.request(url, 'GET', **kwargs) Oct 12 20:16:41.819154 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 20:16:41.819154 n-d-813679-3 neutron-server[95501]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 20:16:41.819154 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 20:16:41.819154 n-d-813679-3 neutron-server[95501]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 20:16:41.819154 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 20:16:41.819154 n-d-813679-3 neutron-server[95501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 20:16:41.819154 n-d-813679-3 neutron-server[95501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 20:16:41.945294 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9a4ee74f-1eb0-450f-b33e-d85d6350a7d2 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:41.951737 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-9a4ee74f-1eb0-450f-b33e-d85d6350a7d2 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Notify callbacks [] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:41.954831 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-9a4ee74f-1eb0-450f-b33e-d85d6350a7d2 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] 10.222.0.49 "DELETE /v2.0/networks/2d385388-2367-40c2-b49c-4f8bc9dc1003 HTTP/1.1" status: 204 len: 168 time: 0.6479170 Oct 12 20:16:41.957621 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 34982) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:16:41.966686 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4ee74f-1eb0-450f-b33e-d85d6350a7d2 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Pushing event deleted for resources: {'Network': ['ID=2d385388-2367-40c2-b49c-4f8bc9dc1003,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:16:41.986096 n-d-813679-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb05de99-4e32-4cf4-a31c-38a5bb895198 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] DELETE failed (client error): The resource could not be found. Oct 12 20:16:41.986548 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb05de99-4e32-4cf4-a31c-38a5bb895198 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 20:16:41.989924 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-eb05de99-4e32-4cf4-a31c-38a5bb895198 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] 10.222.0.49 "DELETE /v2.0/subnets/b8504594-3716-4d48-bb75-b8e78d854135 HTTP/1.1" status: 404 len: 337 time: 0.0312238 Oct 12 20:16:41.992766 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 34984) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:16:42.010350 n-d-813679-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-570a420c-622a-43a7-8a30-3ffea58a4d92 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] DELETE failed (client error): The resource could not be found. Oct 12 20:16:42.010869 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-570a420c-622a-43a7-8a30-3ffea58a4d92 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 20:16:42.013976 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-570a420c-622a-43a7-8a30-3ffea58a4d92 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] 10.222.0.49 "DELETE /v2.0/networks/138524de-be5e-4074-9fc3-fac28c100891 HTTP/1.1" status: 404 len: 339 time: 0.0203247 Oct 12 20:16:42.016245 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 34986) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:16:42.040541 n-d-813679-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0f64d17-a3bd-48f4-9a4a-a2d3708ca614 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] DELETE failed (client error): The resource could not be found. Oct 12 20:16:42.040975 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0f64d17-a3bd-48f4-9a4a-a2d3708ca614 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 20:16:42.044414 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-c0f64d17-a3bd-48f4-9a4a-a2d3708ca614 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] 10.222.0.49 "DELETE /v2.0/subnets/30c104e8-2966-4f42-88f1-d1c8db1b37ab HTTP/1.1" status: 404 len: 337 time: 0.0267477 Oct 12 20:16:42.046588 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 34988) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:16:42.063589 n-d-813679-3 neutron-server[95502]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c241165-6ee9-47e1-a984-69cd4a6ab502 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] DELETE failed (client error): The resource could not be found. Oct 12 20:16:42.064124 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c241165-6ee9-47e1-a984-69cd4a6ab502 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 20:16:42.066954 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-9c241165-6ee9-47e1-a984-69cd4a6ab502 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] 10.222.0.49 "DELETE /v2.0/networks/85670241-ffb0-41c3-8166-0a728e5e249a HTTP/1.1" status: 404 len: 339 time: 0.0195134 Oct 12 20:16:42.069187 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 34990) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:16:42.122773 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a4e365a-34e5-444e-9417-19fe2c7e26fb tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Deleting subnet cb990e25-904e-45ac-a285-12d133a82b9c {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 20:16:42.125769 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1a4e365a-34e5-444e-9417-19fe2c7e26fb tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:42.163877 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1a4e365a-34e5-444e-9417-19fe2c7e26fb tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16313642'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:42.242866 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 9dd29bf4-8359-482b-b368-8d0c4ac00063 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 20:16:42.247331 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1a4e365a-34e5-444e-9417-19fe2c7e26fb tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:42.275115 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 9dd29bf4-8359-482b-b368-8d0c4ac00063 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 20:16:42.275504 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 9dd29bf4-8359-482b-b368-8d0c4ac00063 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 20:16:42.396893 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1a4e365a-34e5-444e-9417-19fe2c7e26fb tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4306592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16245866'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:42.424713 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4e365a-34e5-444e-9417-19fe2c7e26fb tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Pushing event deleted for resources: {'Subnet': ['ID=cb990e25-904e-45ac-a285-12d133a82b9c,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:16:42.430040 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1a4e365a-34e5-444e-9417-19fe2c7e26fb tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:42.433111 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-1a4e365a-34e5-444e-9417-19fe2c7e26fb tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] 10.222.0.49 "DELETE /v2.0/subnets/cb990e25-904e-45ac-a285-12d133a82b9c HTTP/1.1" status: 204 len: 168 time: 0.3630531 Oct 12 20:16:42.435416 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5baca2b4-d403-4832-9c9b-ba839830932f None None] Network 2c0e3886-6934-4c46-910b-2414ef619b7d requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 20:16:42.435620 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 34992) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:16:42.509789 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-be24a574-feb1-4386-bf1f-7cda33a61e49 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:42.567739 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-be24a574-feb1-4386-bf1f-7cda33a61e49 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Deleting port c725cb66-2974-44f1-91b0-869dadc61c6e {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 20:16:42.568110 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-be24a574-feb1-4386-bf1f-7cda33a61e49 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:42.611886 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a62f6c48-9e89-432a-a55c-4c431f52c276 None None] DHCP port deletion for 2c0e3886-6934-4c46-910b-2414ef619b7d request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 20:16:42.632341 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-be24a574-feb1-4386-bf1f-7cda33a61e49 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] For port c725cb66-2974-44f1-91b0-869dadc61c6e, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=c725cb66-2974-44f1-91b0-869dadc61c6e,segment=NetworkSegment(4f8a2eb7-2944-4024-975a-7ea527848ac8),segment_id=4f8a2eb7-2944-4024-975a-7ea527848ac8)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:16:42.632706 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-be24a574-feb1-4386-bf1f-7cda33a61e49 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:42.645821 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-be24a574-feb1-4386-bf1f-7cda33a61e49 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Calling delete_port for c725cb66-2974-44f1-91b0-869dadc61c6e owned by network:dhcp {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 20:16:42.814844 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-a62f6c48-9e89-432a-a55c-4c431f52c276 None None] Deleting port c725cb66-2974-44f1-91b0-869dadc61c6e {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 20:16:42.815130 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a62f6c48-9e89-432a-a55c-4c431f52c276 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:42.824256 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-be24a574-feb1-4386-bf1f-7cda33a61e49 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:42.852246 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be24a574-feb1-4386-bf1f-7cda33a61e49 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Pushing event deleted for resources: {'Port': ['ID=c725cb66-2974-44f1-91b0-869dadc61c6e,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:16:42.855230 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be24a574-feb1-4386-bf1f-7cda33a61e49 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] No DVR routers for this DVR port c725cb66-2974-44f1-91b0-869dadc61c6e on host n-d-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 20:16:42.877320 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a62f6c48-9e89-432a-a55c-4c431f52c276 None None] For port c725cb66-2974-44f1-91b0-869dadc61c6e, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=c725cb66-2974-44f1-91b0-869dadc61c6e,segment=NetworkSegment(4f8a2eb7-2944-4024-975a-7ea527848ac8),segment_id=4f8a2eb7-2944-4024-975a-7ea527848ac8)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:16:42.879254 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a62f6c48-9e89-432a-a55c-4c431f52c276 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:42.890692 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-a62f6c48-9e89-432a-a55c-4c431f52c276 None None] Calling delete_port for c725cb66-2974-44f1-91b0-869dadc61c6e owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 20:16:42.932485 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-be24a574-feb1-4386-bf1f-7cda33a61e49 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:42.953111 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-be24a574-feb1-4386-bf1f-7cda33a61e49 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c0e3886-6934-4c46-910b-2414ef619b7d']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:16:42.962531 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-be24a574-feb1-4386-bf1f-7cda33a61e49 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f8a2eb7-2944-4024-975a-7ea527848ac8') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:16:42.963145 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-be24a574-feb1-4386-bf1f-7cda33a61e49 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f8a2eb7-2944-4024-975a-7ea527848ac8') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:16:42.966444 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a62f6c48-9e89-432a-a55c-4c431f52c276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:42.976621 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-be24a574-feb1-4386-bf1f-7cda33a61e49 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16313633'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:42.990119 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-be24a574-feb1-4386-bf1f-7cda33a61e49 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:42.991105 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62f6c48-9e89-432a-a55c-4c431f52c276 None None] Pushing event deleted for resources: {'Port': ['ID=c725cb66-2974-44f1-91b0-869dadc61c6e,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:16:42.995002 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62f6c48-9e89-432a-a55c-4c431f52c276 None None] No DVR routers for this DVR port c725cb66-2974-44f1-91b0-869dadc61c6e on host n-d-813679-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 20:16:42.996788 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be24a574-feb1-4386-bf1f-7cda33a61e49 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 20:16:42.997282 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-be24a574-feb1-4386-bf1f-7cda33a61e49 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4305278'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:43.000811 n-d-813679-3 neutron-server[95502]: Traceback (most recent call last): Oct 12 20:16:43.000811 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 20:16:43.000811 n-d-813679-3 neutron-server[95502]: timer() Oct 12 20:16:43.000811 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 20:16:43.000811 n-d-813679-3 neutron-server[95502]: cb(*args, **kw) Oct 12 20:16:43.000811 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 20:16:43.000811 n-d-813679-3 neutron-server[95502]: return func(*args, **kwargs) Oct 12 20:16:43.000811 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 20:16:43.000811 n-d-813679-3 neutron-server[95502]: self._notify() Oct 12 20:16:43.000811 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 20:16:43.000811 n-d-813679-3 neutron-server[95502]: self.callback(batched_events) Oct 12 20:16:43.000811 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 20:16:43.000811 n-d-813679-3 neutron-server[95502]: event.method(event) Oct 12 20:16:43.000811 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 20:16:43.000811 n-d-813679-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 20:16:43.000811 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 20:16:43.000811 n-d-813679-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 20:16:43.000811 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 20:16:43.000811 n-d-813679-3 neutron-server[95502]: return f(self, *a, **k) Oct 12 20:16:43.000811 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 20:16:43.000811 n-d-813679-3 neutron-server[95502]: return self._get(url).json() Oct 12 20:16:43.000811 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 20:16:43.000811 n-d-813679-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 20:16:43.000811 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 20:16:43.000811 n-d-813679-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Oct 12 20:16:43.000811 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 20:16:43.000811 n-d-813679-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 20:16:43.000811 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 20:16:43.000811 n-d-813679-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 20:16:43.000811 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 20:16:43.000811 n-d-813679-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 20:16:43.000811 n-d-813679-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 20:16:43.139135 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-be24a574-feb1-4386-bf1f-7cda33a61e49 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:43.146007 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-be24a574-feb1-4386-bf1f-7cda33a61e49 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Notify callbacks [] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:43.149040 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-be24a574-feb1-4386-bf1f-7cda33a61e49 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] 10.222.0.49 "DELETE /v2.0/networks/2c0e3886-6934-4c46-910b-2414ef619b7d HTTP/1.1" status: 204 len: 168 time: 0.7123992 Oct 12 20:16:43.160666 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be24a574-feb1-4386-bf1f-7cda33a61e49 tempest-NetworksIpV6Test-1670331499 tempest-NetworksIpV6Test-1670331499-project] Pushing event deleted for resources: {'Network': ['ID=2c0e3886-6934-4c46-910b-2414ef619b7d,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:16:43.548403 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 34998) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:16:43.677532 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-78cef8d5-f029-47e2-9179-45b83d4f4148 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=98bb5ae3016249189a11042085d0f98d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1279721 Oct 12 20:16:43.679999 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 35002) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:16:43.726599 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b2fa1281-1fe4-4a42-b3dd-ce0c5eecabb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:43.746261 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b2fa1281-1fe4-4a42-b3dd-ce0c5eecabb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:43.842533 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b2fa1281-1fe4-4a42-b3dd-ce0c5eecabb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:43.845198 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b2fa1281-1fe4-4a42-b3dd-ce0c5eecabb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:43.846333 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-b2fa1281-1fe4-4a42-b3dd-ce0c5eecabb0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a395f5f8-732a-4e11-b735-72020afdadca HTTP/1.1" status: 204 len: 168 time: 0.1653879 Oct 12 20:16:43.854393 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fa1281-1fe4-4a42-b3dd-ce0c5eecabb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a395f5f8-732a-4e11-b735-72020afdadca,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:16:44.240703 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device c725cb66-2974-44f1-91b0-869dadc61c6e no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 20:16:44.270882 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: c725cb66-2974-44f1-91b0-869dadc61c6e {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 20:16:44.271231 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device c725cb66-2974-44f1-91b0-869dadc61c6e not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 20:16:44.734323 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 35024) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:16:44.827002 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-2fd10f48-1ef2-40b0-b926-eb6e0cfa576f tempest-RoutersNegativeTest-54729301 tempest-RoutersNegativeTest-54729301-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2129259576', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:16:44.910132 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2fd10f48-1ef2-40b0-b926-eb6e0cfa576f tempest-RoutersNegativeTest-54729301 tempest-RoutersNegativeTest-54729301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8093678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255505'] for router, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:44.911123 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2fd10f48-1ef2-40b0-b926-eb6e0cfa576f tempest-RoutersNegativeTest-54729301 tempest-RoutersNegativeTest-54729301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8093562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8087085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8022306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255518'] for router, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:44.963251 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2fd10f48-1ef2-40b0-b926-eb6e0cfa576f tempest-RoutersNegativeTest-54729301 tempest-RoutersNegativeTest-54729301-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:45.031329 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2fd10f48-1ef2-40b0-b926-eb6e0cfa576f tempest-RoutersNegativeTest-54729301 tempest-RoutersNegativeTest-54729301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8093541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7915516'] for router, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:45.107022 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2fd10f48-1ef2-40b0-b926-eb6e0cfa576f tempest-RoutersNegativeTest-54729301 tempest-RoutersNegativeTest-54729301-project] Notify callbacks [] for router, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:45.108287 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-2fd10f48-1ef2-40b0-b926-eb6e0cfa576f tempest-RoutersNegativeTest-54729301 tempest-RoutersNegativeTest-54729301-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3729374 Oct 12 20:16:45.110914 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 35028) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:16:45.115773 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-320e8364-c831-40ae-b867-7492cf2469ef tempest-RoutersNegativeTest-54729301 tempest-RoutersNegativeTest-54729301-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-92397794'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:16:45.190371 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-320e8364-c831-40ae-b867-7492cf2469ef tempest-RoutersNegativeTest-54729301 tempest-RoutersNegativeTest-54729301-project] Made reservation on behalf of 8c5d61e2b5a740269a7bb35eba78d275 for: {'network': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 20:16:45.193822 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-320e8364-c831-40ae-b867-7492cf2469ef tempest-RoutersNegativeTest-54729301 tempest-RoutersNegativeTest-54729301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:45.202106 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-320e8364-c831-40ae-b867-7492cf2469ef tempest-RoutersNegativeTest-54729301 tempest-RoutersNegativeTest-54729301-project] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:45.273548 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-320e8364-c831-40ae-b867-7492cf2469ef tempest-RoutersNegativeTest-54729301 tempest-RoutersNegativeTest-54729301-project] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:45.333397 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-320e8364-c831-40ae-b867-7492cf2469ef tempest-RoutersNegativeTest-54729301 tempest-RoutersNegativeTest-54729301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:45.355575 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-320e8364-c831-40ae-b867-7492cf2469ef tempest-RoutersNegativeTest-54729301 tempest-RoutersNegativeTest-54729301-project] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=95501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 20:16:45.368946 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320e8364-c831-40ae-b867-7492cf2469ef tempest-RoutersNegativeTest-54729301 tempest-RoutersNegativeTest-54729301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed4abb03-ea95-4ddc-aaf8-f029e1763065,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:16:45.375156 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-320e8364-c831-40ae-b867-7492cf2469ef tempest-RoutersNegativeTest-54729301 tempest-RoutersNegativeTest-54729301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:45.375497 n-d-813679-3 neutron-server[95501]: INFO neutron.db.segments_db [None req-320e8364-c831-40ae-b867-7492cf2469ef tempest-RoutersNegativeTest-54729301 tempest-RoutersNegativeTest-54729301-project] Added segment ffe48705-f402-4acc-b6b3-bcd47e302b5f of type vlan for network f9e8d047-2964-46ae-872e-4aef121e7589 Oct 12 20:16:45.413346 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-320e8364-c831-40ae-b867-7492cf2469ef tempest-RoutersNegativeTest-54729301 tempest-RoutersNegativeTest-54729301-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:45.493393 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-320e8364-c831-40ae-b867-7492cf2469ef tempest-RoutersNegativeTest-54729301 tempest-RoutersNegativeTest-54729301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:45.499579 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-320e8364-c831-40ae-b867-7492cf2469ef tempest-RoutersNegativeTest-54729301 tempest-RoutersNegativeTest-54729301-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:16:45.500214 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-320e8364-c831-40ae-b867-7492cf2469ef tempest-RoutersNegativeTest-54729301 tempest-RoutersNegativeTest-54729301-project] Notify callbacks [] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:45.566780 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320e8364-c831-40ae-b867-7492cf2469ef tempest-RoutersNegativeTest-54729301 tempest-RoutersNegativeTest-54729301-project] Pushing event updated for resources: {'Network': ['ID=f9e8d047-2964-46ae-872e-4aef121e7589,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:16:45.577563 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network f9e8d047-2964-46ae-872e-4aef121e7589 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 20:16:45.604348 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-320e8364-c831-40ae-b867-7492cf2469ef tempest-RoutersNegativeTest-54729301 tempest-RoutersNegativeTest-54729301-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4922006 Oct 12 20:16:45.606893 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 35030) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:16:45.612413 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-c4aac18e-a1e1-4cf5-9733-aa2b86f72a16 tempest-RoutersNegativeTest-54729301 tempest-RoutersNegativeTest-54729301-project] Request body: {'subnet': {'network_id': 'f9e8d047-2964-46ae-872e-4aef121e7589', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:16:45.784378 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4aac18e-a1e1-4cf5-9733-aa2b86f72a16 tempest-RoutersNegativeTest-54729301 tempest-RoutersNegativeTest-54729301-project] Made reservation on behalf of 8c5d61e2b5a740269a7bb35eba78d275 for: {'subnet': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 20:16:45.787873 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c4aac18e-a1e1-4cf5-9733-aa2b86f72a16 tempest-RoutersNegativeTest-54729301 tempest-RoutersNegativeTest-54729301-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4612397'] for subnet, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:46.025024 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c4aac18e-a1e1-4cf5-9733-aa2b86f72a16 tempest-RoutersNegativeTest-54729301 tempest-RoutersNegativeTest-54729301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4824863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4612355'] for subnet, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:46.087696 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aac18e-a1e1-4cf5-9733-aa2b86f72a16 tempest-RoutersNegativeTest-54729301 tempest-RoutersNegativeTest-54729301-project] Pushing event updated for resources: {'Subnet': ['ID=09ec415d-0d60-4cc9-b59b-4f6f79a1d16c,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:16:46.095565 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4aac18e-a1e1-4cf5-9733-aa2b86f72a16 tempest-RoutersNegativeTest-54729301 tempest-RoutersNegativeTest-54729301-project] Checking segment: {'id': 'ffe48705-f402-4acc-b6b3-bcd47e302b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f9e8d047-2964-46ae-872e-4aef121e7589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 20:16:46.095929 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4aac18e-a1e1-4cf5-9733-aa2b86f72a16 tempest-RoutersNegativeTest-54729301 tempest-RoutersNegativeTest-54729301-project] Network hostable DHCP agents. Network: f9e8d047-2964-46ae-872e-4aef121e7589, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 20:16:46.150281 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4aac18e-a1e1-4cf5-9733-aa2b86f72a16 tempest-RoutersNegativeTest-54729301 tempest-RoutersNegativeTest-54729301-project] Network f9e8d047-2964-46ae-872e-4aef121e7589 is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 20:16:46.224607 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-c4aac18e-a1e1-4cf5-9733-aa2b86f72a16 tempest-RoutersNegativeTest-54729301 tempest-RoutersNegativeTest-54729301-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, f9e8d047-2964-46ae-872e-4aef121e7589) {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 20:16:46.229604 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4aac18e-a1e1-4cf5-9733-aa2b86f72a16 tempest-RoutersNegativeTest-54729301 tempest-RoutersNegativeTest-54729301-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:16:46.230777 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c4aac18e-a1e1-4cf5-9733-aa2b86f72a16 tempest-RoutersNegativeTest-54729301 tempest-RoutersNegativeTest-54729301-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:46.234312 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4616019-47bf-4a76-8a1c-661558a4b703 None None] Network f9e8d047-2964-46ae-872e-4aef121e7589 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 20:16:46.314923 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-c4aac18e-a1e1-4cf5-9733-aa2b86f72a16 tempest-RoutersNegativeTest-54729301 tempest-RoutersNegativeTest-54729301-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7061057 Oct 12 20:16:46.317796 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 35032) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:16:46.326814 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-58d0ded3-bae1-41d8-b8ad-9d2fd0482a2b tempest-RoutersNegativeTest-54729301 tempest-RoutersNegativeTest-54729301-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-912070173'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:16:46.385619 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7e5a2b-7754-4a52-86a5-8b730824b897 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-f9e8d047-2964-46ae-872e-4aef121e7589', 'network_id': 'f9e8d047-2964-46ae-872e-4aef121e7589', 'tenant_id': '8c5d61e2b5a740269a7bb35eba78d275', 'fixed_ips': [{'subnet_id': '09ec415d-0d60-4cc9-b59b-4f6f79a1d16c'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 20:16:46.386483 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4d7e5a2b-7754-4a52-86a5-8b730824b897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:46.424575 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58d0ded3-bae1-41d8-b8ad-9d2fd0482a2b tempest-RoutersNegativeTest-54729301 tempest-RoutersNegativeTest-54729301-project] Made reservation on behalf of 8c5d61e2b5a740269a7bb35eba78d275 for: {'network': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 20:16:46.428116 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-58d0ded3-bae1-41d8-b8ad-9d2fd0482a2b tempest-RoutersNegativeTest-54729301 tempest-RoutersNegativeTest-54729301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:46.452751 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58d0ded3-bae1-41d8-b8ad-9d2fd0482a2b tempest-RoutersNegativeTest-54729301 tempest-RoutersNegativeTest-54729301-project] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=95501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 20:16:46.463359 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-58d0ded3-bae1-41d8-b8ad-9d2fd0482a2b tempest-RoutersNegativeTest-54729301 tempest-RoutersNegativeTest-54729301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:46.463701 n-d-813679-3 neutron-server[95501]: INFO neutron.db.segments_db [None req-58d0ded3-bae1-41d8-b8ad-9d2fd0482a2b tempest-RoutersNegativeTest-54729301 tempest-RoutersNegativeTest-54729301-project] Added segment 34e3d55c-af7d-4d91-939a-fd8006f8d88b of type vlan for network e1e21850-1a98-4202-bd5c-c9f8ca4f6cb0 Oct 12 20:16:46.501853 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-58d0ded3-bae1-41d8-b8ad-9d2fd0482a2b tempest-RoutersNegativeTest-54729301 tempest-RoutersNegativeTest-54729301-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:46.517998 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-4d7e5a2b-7754-4a52-86a5-8b730824b897 None None] Allocated IP 172.20.0.2 (f9e8d047-2964-46ae-872e-4aef121e7589/09ec415d-0d60-4cc9-b59b-4f6f79a1d16c/e801c93d-ab01-4e9b-8717-4d31853d99e6) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 20:16:46.584549 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-58d0ded3-bae1-41d8-b8ad-9d2fd0482a2b tempest-RoutersNegativeTest-54729301 tempest-RoutersNegativeTest-54729301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:46.590320 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d0ded3-bae1-41d8-b8ad-9d2fd0482a2b tempest-RoutersNegativeTest-54729301 tempest-RoutersNegativeTest-54729301-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:16:46.590906 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-58d0ded3-bae1-41d8-b8ad-9d2fd0482a2b tempest-RoutersNegativeTest-54729301 tempest-RoutersNegativeTest-54729301-project] Notify callbacks [] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:46.654918 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d0ded3-bae1-41d8-b8ad-9d2fd0482a2b tempest-RoutersNegativeTest-54729301 tempest-RoutersNegativeTest-54729301-project] Pushing event updated for resources: {'Network': ['ID=e1e21850-1a98-4202-bd5c-c9f8ca4f6cb0,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:16:46.658804 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4d7e5a2b-7754-4a52-86a5-8b730824b897 None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:46.665481 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network e1e21850-1a98-4202-bd5c-c9f8ca4f6cb0 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 20:16:46.702113 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-58d0ded3-bae1-41d8-b8ad-9d2fd0482a2b tempest-RoutersNegativeTest-54729301 tempest-RoutersNegativeTest-54729301-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3801253 Oct 12 20:16:46.704923 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 35034) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:16:46.709926 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-6c4dc0ac-3df2-408f-b4bb-9d41bbbb8701 tempest-RoutersNegativeTest-54729301 tempest-RoutersNegativeTest-54729301-project] Request body: {'subnet': {'network_id': 'e1e21850-1a98-4202-bd5c-c9f8ca4f6cb0', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:16:46.728471 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4d7e5a2b-7754-4a52-86a5-8b730824b897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:46.773491 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7e5a2b-7754-4a52-86a5-8b730824b897 None None] Network f9e8d047-2964-46ae-872e-4aef121e7589 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 20:16:46.777952 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-4d7e5a2b-7754-4a52-86a5-8b730824b897 None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 20:16:46.782975 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7e5a2b-7754-4a52-86a5-8b730824b897 None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 20:16:46.785941 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7e5a2b-7754-4a52-86a5-8b730824b897 None None] Pushing event updated for resources: {'Port': ['ID=e801c93d-ab01-4e9b-8717-4d31853d99e6,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:16:46.836635 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-4d7e5a2b-7754-4a52-86a5-8b730824b897 None None] Attempting to bind port e801c93d-ab01-4e9b-8717-4d31853d99e6 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 20:16:46.836916 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-4d7e5a2b-7754-4a52-86a5-8b730824b897 None None] Attempting to bind port e801c93d-ab01-4e9b-8717-4d31853d99e6 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'ffe48705-f402-4acc-b6b3-bcd47e302b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f9e8d047-2964-46ae-872e-4aef121e7589'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 20:16:46.837271 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7e5a2b-7754-4a52-86a5-8b730824b897 None None] Attempting to bind port e801c93d-ab01-4e9b-8717-4d31853d99e6 on network f9e8d047-2964-46ae-872e-4aef121e7589 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 20:16:46.842197 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7e5a2b-7754-4a52-86a5-8b730824b897 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 20, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 20:16:46.842458 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7e5a2b-7754-4a52-86a5-8b730824b897 None None] Checking segment: {'id': 'ffe48705-f402-4acc-b6b3-bcd47e302b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f9e8d047-2964-46ae-872e-4aef121e7589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 20:16:46.842850 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4d7e5a2b-7754-4a52-86a5-8b730824b897 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:46.843235 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7e5a2b-7754-4a52-86a5-8b730824b897 None None] Bound using segment: {'id': 'ffe48705-f402-4acc-b6b3-bcd47e302b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f9e8d047-2964-46ae-872e-4aef121e7589'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 20:16:46.843686 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-4d7e5a2b-7754-4a52-86a5-8b730824b897 None None] Bound port: e801c93d-ab01-4e9b-8717-4d31853d99e6, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffe48705-f402-4acc-b6b3-bcd47e302b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f9e8d047-2964-46ae-872e-4aef121e7589'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 20:16:46.844077 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4d7e5a2b-7754-4a52-86a5-8b730824b897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:46.859349 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c4dc0ac-3df2-408f-b4bb-9d41bbbb8701 tempest-RoutersNegativeTest-54729301 tempest-RoutersNegativeTest-54729301-project] Made reservation on behalf of 8c5d61e2b5a740269a7bb35eba78d275 for: {'subnet': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 20:16:46.862984 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6c4dc0ac-3df2-408f-b4bb-9d41bbbb8701 tempest-RoutersNegativeTest-54729301 tempest-RoutersNegativeTest-54729301-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4612397'] for subnet, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:46.904297 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-4d7e5a2b-7754-4a52-86a5-8b730824b897 None None] For port e801c93d-ab01-4e9b-8717-4d31853d99e6, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 20:16:46.907227 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-4d7e5a2b-7754-4a52-86a5-8b730824b897 None None] For port e801c93d-ab01-4e9b-8717-4d31853d99e6, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=e801c93d-ab01-4e9b-8717-4d31853d99e6,segment=NetworkSegment(ffe48705-f402-4acc-b6b3-bcd47e302b5f),segment_id=ffe48705-f402-4acc-b6b3-bcd47e302b5f)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 20:16:46.979992 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4d7e5a2b-7754-4a52-86a5-8b730824b897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:47.041780 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7e5a2b-7754-4a52-86a5-8b730824b897 None None] Pushing event updated for resources: {'Port': ['ID=e801c93d-ab01-4e9b-8717-4d31853d99e6,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:16:47.088570 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6c4dc0ac-3df2-408f-b4bb-9d41bbbb8701 tempest-RoutersNegativeTest-54729301 tempest-RoutersNegativeTest-54729301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4824863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4612355'] for subnet, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:47.150267 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4dc0ac-3df2-408f-b4bb-9d41bbbb8701 tempest-RoutersNegativeTest-54729301 tempest-RoutersNegativeTest-54729301-project] Pushing event updated for resources: {'Subnet': ['ID=86fd9caf-4703-40c3-a74a-e118180b63ee,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:16:47.183921 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4dc0ac-3df2-408f-b4bb-9d41bbbb8701 tempest-RoutersNegativeTest-54729301 tempest-RoutersNegativeTest-54729301-project] Checking segment: {'id': '34e3d55c-af7d-4d91-939a-fd8006f8d88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'e1e21850-1a98-4202-bd5c-c9f8ca4f6cb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 20:16:47.184171 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4dc0ac-3df2-408f-b4bb-9d41bbbb8701 tempest-RoutersNegativeTest-54729301 tempest-RoutersNegativeTest-54729301-project] Network hostable DHCP agents. Network: e1e21850-1a98-4202-bd5c-c9f8ca4f6cb0, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 20:16:47.242634 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4dc0ac-3df2-408f-b4bb-9d41bbbb8701 tempest-RoutersNegativeTest-54729301 tempest-RoutersNegativeTest-54729301-project] Network e1e21850-1a98-4202-bd5c-c9f8ca4f6cb0 is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 20:16:47.310648 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-6c4dc0ac-3df2-408f-b4bb-9d41bbbb8701 tempest-RoutersNegativeTest-54729301 tempest-RoutersNegativeTest-54729301-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, e1e21850-1a98-4202-bd5c-c9f8ca4f6cb0) {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 20:16:47.314924 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4dc0ac-3df2-408f-b4bb-9d41bbbb8701 tempest-RoutersNegativeTest-54729301 tempest-RoutersNegativeTest-54729301-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:16:47.315590 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6c4dc0ac-3df2-408f-b4bb-9d41bbbb8701 tempest-RoutersNegativeTest-54729301 tempest-RoutersNegativeTest-54729301-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:47.319442 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f8d21de-77d6-4fba-a4c8-f70d325292f0 None None] Network e1e21850-1a98-4202-bd5c-c9f8ca4f6cb0 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 20:16:47.381694 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-6c4dc0ac-3df2-408f-b4bb-9d41bbbb8701 tempest-RoutersNegativeTest-54729301 tempest-RoutersNegativeTest-54729301-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6755600 Oct 12 20:16:47.384380 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 35036) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:16:47.388900 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-a0836fc0-6d68-4ea9-a210-cfe3d8f3f9b3 tempest-RoutersNegativeTest-54729301 tempest-RoutersNegativeTest-54729301-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e1e21850-1a98-4202-bd5c-c9f8ca4f6cb0'}}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:16:47.464694 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec1e550-a6dc-49a4-98bc-9f0d61932736 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-e1e21850-1a98-4202-bd5c-c9f8ca4f6cb0', 'network_id': 'e1e21850-1a98-4202-bd5c-c9f8ca4f6cb0', 'tenant_id': '8c5d61e2b5a740269a7bb35eba78d275', 'fixed_ips': [{'subnet_id': '86fd9caf-4703-40c3-a74a-e118180b63ee'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 20:16:47.465570 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-dec1e550-a6dc-49a4-98bc-9f0d61932736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:47.601817 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-dec1e550-a6dc-49a4-98bc-9f0d61932736 None None] Allocated IP 172.21.0.2 (e1e21850-1a98-4202-bd5c-c9f8ca4f6cb0/86fd9caf-4703-40c3-a74a-e118180b63ee/50920d81-364b-4f10-aa25-afdf00993bae) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 20:16:47.765282 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-dec1e550-a6dc-49a4-98bc-9f0d61932736 None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:47.825288 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-dec1e550-a6dc-49a4-98bc-9f0d61932736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:47.866885 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec1e550-a6dc-49a4-98bc-9f0d61932736 None None] Network e1e21850-1a98-4202-bd5c-c9f8ca4f6cb0 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 20:16:47.871595 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-dec1e550-a6dc-49a4-98bc-9f0d61932736 None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 20:16:47.874671 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec1e550-a6dc-49a4-98bc-9f0d61932736 None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 20:16:47.885894 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec1e550-a6dc-49a4-98bc-9f0d61932736 None None] Pushing event updated for resources: {'Port': ['ID=50920d81-364b-4f10-aa25-afdf00993bae,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:16:47.941717 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a0836fc0-6d68-4ea9-a210-cfe3d8f3f9b3 tempest-RoutersNegativeTest-54729301 tempest-RoutersNegativeTest-54729301-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:47.942562 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ab1960-d4c3-41ac-9468-d02d06d8e6bf None None] Network f9e8d047-2964-46ae-872e-4aef121e7589 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 20:16:47.949029 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-dec1e550-a6dc-49a4-98bc-9f0d61932736 None None] Attempting to bind port 50920d81-364b-4f10-aa25-afdf00993bae on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 20:16:47.949396 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-dec1e550-a6dc-49a4-98bc-9f0d61932736 None None] Attempting to bind port 50920d81-364b-4f10-aa25-afdf00993bae by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '34e3d55c-af7d-4d91-939a-fd8006f8d88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'e1e21850-1a98-4202-bd5c-c9f8ca4f6cb0'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 20:16:47.949757 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec1e550-a6dc-49a4-98bc-9f0d61932736 None None] Attempting to bind port 50920d81-364b-4f10-aa25-afdf00993bae on network e1e21850-1a98-4202-bd5c-c9f8ca4f6cb0 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 20:16:47.986344 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec1e550-a6dc-49a4-98bc-9f0d61932736 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 20, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 20:16:47.986701 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec1e550-a6dc-49a4-98bc-9f0d61932736 None None] Checking segment: {'id': '34e3d55c-af7d-4d91-939a-fd8006f8d88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'e1e21850-1a98-4202-bd5c-c9f8ca4f6cb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 20:16:47.987104 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-dec1e550-a6dc-49a4-98bc-9f0d61932736 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:47.987505 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec1e550-a6dc-49a4-98bc-9f0d61932736 None None] Bound using segment: {'id': '34e3d55c-af7d-4d91-939a-fd8006f8d88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'e1e21850-1a98-4202-bd5c-c9f8ca4f6cb0'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 20:16:47.987971 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-dec1e550-a6dc-49a4-98bc-9f0d61932736 None None] Bound port: 50920d81-364b-4f10-aa25-afdf00993bae, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34e3d55c-af7d-4d91-939a-fd8006f8d88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'e1e21850-1a98-4202-bd5c-c9f8ca4f6cb0'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 20:16:47.988399 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-dec1e550-a6dc-49a4-98bc-9f0d61932736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:48.058544 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-102795bc-e22f-43fb-b2e4-f0bcb6db96b7 None None] Provisioning complete for port e801c93d-ab01-4e9b-8717-4d31853d99e6 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:16:48.058915 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-102795bc-e22f-43fb-b2e4-f0bcb6db96b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:48.076570 n-d-813679-3 neutron-server[95501]: INFO neutron.api.v2.resource [None req-a0836fc0-6d68-4ea9-a210-cfe3d8f3f9b3 tempest-RoutersNegativeTest-54729301 tempest-RoutersNegativeTest-54729301-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 20:16:48.083383 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-a0836fc0-6d68-4ea9-a210-cfe3d8f3f9b3 tempest-RoutersNegativeTest-54729301 tempest-RoutersNegativeTest-54729301-project] 10.222.0.49 "PUT /v2.0/routers/54eb3836-850f-4ee5-9cef-5c1aff07b8e5 HTTP/1.1" status: 400 len: 364 time: 0.6923883 Oct 12 20:16:48.083725 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 35038) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:16:48.136724 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_v2 [None req-819b0598-3dd8-49da-ab3c-04423b8ed6c3 tempest-RoutersNegativeTest-54729301 tempest-RoutersNegativeTest-54729301-project] Deleting subnet 86fd9caf-4703-40c3-a74a-e118180b63ee {{(pid=95501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 20:16:48.140395 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-819b0598-3dd8-49da-ab3c-04423b8ed6c3 tempest-RoutersNegativeTest-54729301 tempest-RoutersNegativeTest-54729301-project] Notify callbacks [] for subnet, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:48.145933 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-dec1e550-a6dc-49a4-98bc-9f0d61932736 None None] For port 50920d81-364b-4f10-aa25-afdf00993bae, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 20:16:48.152562 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-dec1e550-a6dc-49a4-98bc-9f0d61932736 None None] For port 50920d81-364b-4f10-aa25-afdf00993bae, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=50920d81-364b-4f10-aa25-afdf00993bae,segment=NetworkSegment(34e3d55c-af7d-4d91-939a-fd8006f8d88b),segment_id=34e3d55c-af7d-4d91-939a-fd8006f8d88b)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 20:16:48.182310 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-819b0598-3dd8-49da-ab3c-04423b8ed6c3 tempest-RoutersNegativeTest-54729301 tempest-RoutersNegativeTest-54729301-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281083'] for subnet, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:48.205062 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-dec1e550-a6dc-49a4-98bc-9f0d61932736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:48.258843 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-102795bc-e22f-43fb-b2e4-f0bcb6db96b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:48.288592 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-819b0598-3dd8-49da-ab3c-04423b8ed6c3 tempest-RoutersNegativeTest-54729301 tempest-RoutersNegativeTest-54729301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:48.316337 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec1e550-a6dc-49a4-98bc-9f0d61932736 None None] Pushing event updated for resources: {'Port': ['ID=50920d81-364b-4f10-aa25-afdf00993bae,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:16:48.319109 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device e801c93d-ab01-4e9b-8717-4d31853d99e6 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 20:16:48.357995 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-102795bc-e22f-43fb-b2e4-f0bcb6db96b7 None None] For port e801c93d-ab01-4e9b-8717-4d31853d99e6, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=e801c93d-ab01-4e9b-8717-4d31853d99e6,segment=NetworkSegment(ffe48705-f402-4acc-b6b3-bcd47e302b5f),segment_id=ffe48705-f402-4acc-b6b3-bcd47e302b5f)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:16:48.390624 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port e801c93d-ab01-4e9b-8717-4d31853d99e6 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:16:48.390995 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:48.416006 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-102795bc-e22f-43fb-b2e4-f0bcb6db96b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:48.442862 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-819b0598-3dd8-49da-ab3c-04423b8ed6c3 tempest-RoutersNegativeTest-54729301 tempest-RoutersNegativeTest-54729301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4824924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4612362'] for subnet, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:48.486591 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819b0598-3dd8-49da-ab3c-04423b8ed6c3 tempest-RoutersNegativeTest-54729301 tempest-RoutersNegativeTest-54729301-project] Pushing event deleted for resources: {'Subnet': ['ID=86fd9caf-4703-40c3-a74a-e118180b63ee,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:16:48.503823 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-819b0598-3dd8-49da-ab3c-04423b8ed6c3 tempest-RoutersNegativeTest-54729301 tempest-RoutersNegativeTest-54729301-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:48.507722 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-819b0598-3dd8-49da-ab3c-04423b8ed6c3 tempest-RoutersNegativeTest-54729301 tempest-RoutersNegativeTest-54729301-project] 10.222.0.49 "DELETE /v2.0/subnets/86fd9caf-4703-40c3-a74a-e118180b63ee HTTP/1.1" status: 204 len: 168 time: 0.4230626 Oct 12 20:16:48.510265 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 35040) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:16:48.526085 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102795bc-e22f-43fb-b2e4-f0bcb6db96b7 None None] Pushing event updated for resources: {'Port': ['ID=e801c93d-ab01-4e9b-8717-4d31853d99e6,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:16:48.603595 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e9585ec0-0726-4318-ae7d-2113e3960b1e tempest-RoutersNegativeTest-54729301 tempest-RoutersNegativeTest-54729301-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:48.643225 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-fe7ed53c-d7cb-46e1-af7d-a39afd8f657b None None] Provisioning complete for port e801c93d-ab01-4e9b-8717-4d31853d99e6 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:16:48.643696 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fe7ed53c-d7cb-46e1-af7d-a39afd8f657b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:48.662883 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-e9585ec0-0726-4318-ae7d-2113e3960b1e tempest-RoutersNegativeTest-54729301 tempest-RoutersNegativeTest-54729301-project] Deleting port 50920d81-364b-4f10-aa25-afdf00993bae {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 20:16:48.663076 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e9585ec0-0726-4318-ae7d-2113e3960b1e tempest-RoutersNegativeTest-54729301 tempest-RoutersNegativeTest-54729301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:48.728022 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [None req-e9585ec0-0726-4318-ae7d-2113e3960b1e tempest-RoutersNegativeTest-54729301 tempest-RoutersNegativeTest-54729301-project] For port 50920d81-364b-4f10-aa25-afdf00993bae, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=50920d81-364b-4f10-aa25-afdf00993bae,segment=NetworkSegment(34e3d55c-af7d-4d91-939a-fd8006f8d88b),segment_id=34e3d55c-af7d-4d91-939a-fd8006f8d88b)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:16:48.728413 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e9585ec0-0726-4318-ae7d-2113e3960b1e tempest-RoutersNegativeTest-54729301 tempest-RoutersNegativeTest-54729301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:48.741419 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-e9585ec0-0726-4318-ae7d-2113e3960b1e tempest-RoutersNegativeTest-54729301 tempest-RoutersNegativeTest-54729301-project] Calling delete_port for 50920d81-364b-4f10-aa25-afdf00993bae owned by network:dhcp {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 20:16:48.864967 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e9585ec0-0726-4318-ae7d-2113e3960b1e tempest-RoutersNegativeTest-54729301 tempest-RoutersNegativeTest-54729301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:48.891580 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9585ec0-0726-4318-ae7d-2113e3960b1e tempest-RoutersNegativeTest-54729301 tempest-RoutersNegativeTest-54729301-project] Pushing event deleted for resources: {'Port': ['ID=50920d81-364b-4f10-aa25-afdf00993bae,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:16:48.897313 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9585ec0-0726-4318-ae7d-2113e3960b1e tempest-RoutersNegativeTest-54729301 tempest-RoutersNegativeTest-54729301-project] No DVR routers for this DVR port 50920d81-364b-4f10-aa25-afdf00993bae on host n-d-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 20:16:48.980130 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e9585ec0-0726-4318-ae7d-2113e3960b1e tempest-RoutersNegativeTest-54729301 tempest-RoutersNegativeTest-54729301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:49.001155 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-e9585ec0-0726-4318-ae7d-2113e3960b1e tempest-RoutersNegativeTest-54729301 tempest-RoutersNegativeTest-54729301-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1e21850-1a98-4202-bd5c-c9f8ca4f6cb0']}} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:16:49.010749 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-e9585ec0-0726-4318-ae7d-2113e3960b1e tempest-RoutersNegativeTest-54729301 tempest-RoutersNegativeTest-54729301-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34e3d55c-af7d-4d91-939a-fd8006f8d88b') {'for_net_delete': True} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:16:49.011048 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-e9585ec0-0726-4318-ae7d-2113e3960b1e tempest-RoutersNegativeTest-54729301 tempest-RoutersNegativeTest-54729301-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34e3d55c-af7d-4d91-939a-fd8006f8d88b') {} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:16:49.021215 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e9585ec0-0726-4318-ae7d-2113e3960b1e tempest-RoutersNegativeTest-54729301 tempest-RoutersNegativeTest-54729301-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4281072'] for segment, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:49.035318 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e9585ec0-0726-4318-ae7d-2113e3960b1e tempest-RoutersNegativeTest-54729301 tempest-RoutersNegativeTest-54729301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:49.041865 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9585ec0-0726-4318-ae7d-2113e3960b1e tempest-RoutersNegativeTest-54729301 tempest-RoutersNegativeTest-54729301-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=95501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 20:16:49.042258 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e9585ec0-0726-4318-ae7d-2113e3960b1e tempest-RoutersNegativeTest-54729301 tempest-RoutersNegativeTest-54729301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4823170'] for segment, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:49.047124 n-d-813679-3 neutron-server[95501]: Traceback (most recent call last): Oct 12 20:16:49.047124 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 20:16:49.047124 n-d-813679-3 neutron-server[95501]: timer() Oct 12 20:16:49.047124 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 20:16:49.047124 n-d-813679-3 neutron-server[95501]: cb(*args, **kw) Oct 12 20:16:49.047124 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 20:16:49.047124 n-d-813679-3 neutron-server[95501]: return func(*args, **kwargs) Oct 12 20:16:49.047124 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 20:16:49.047124 n-d-813679-3 neutron-server[95501]: self._notify() Oct 12 20:16:49.047124 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 20:16:49.047124 n-d-813679-3 neutron-server[95501]: self.callback(batched_events) Oct 12 20:16:49.047124 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 20:16:49.047124 n-d-813679-3 neutron-server[95501]: event.method(event) Oct 12 20:16:49.047124 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 20:16:49.047124 n-d-813679-3 neutron-server[95501]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 20:16:49.047124 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 20:16:49.047124 n-d-813679-3 neutron-server[95501]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 20:16:49.047124 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 20:16:49.047124 n-d-813679-3 neutron-server[95501]: return f(self, *a, **k) Oct 12 20:16:49.047124 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 20:16:49.047124 n-d-813679-3 neutron-server[95501]: return self._get(url).json() Oct 12 20:16:49.047124 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 20:16:49.047124 n-d-813679-3 neutron-server[95501]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 20:16:49.047124 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 20:16:49.047124 n-d-813679-3 neutron-server[95501]: return self.request(url, 'GET', **kwargs) Oct 12 20:16:49.047124 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 20:16:49.047124 n-d-813679-3 neutron-server[95501]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 20:16:49.047124 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 20:16:49.047124 n-d-813679-3 neutron-server[95501]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 20:16:49.047124 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 20:16:49.047124 n-d-813679-3 neutron-server[95501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 20:16:49.047124 n-d-813679-3 neutron-server[95501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 20:16:49.156729 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e9585ec0-0726-4318-ae7d-2113e3960b1e tempest-RoutersNegativeTest-54729301 tempest-RoutersNegativeTest-54729301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:49.163710 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e9585ec0-0726-4318-ae7d-2113e3960b1e tempest-RoutersNegativeTest-54729301 tempest-RoutersNegativeTest-54729301-project] Notify callbacks [] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:49.167047 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-e9585ec0-0726-4318-ae7d-2113e3960b1e tempest-RoutersNegativeTest-54729301 tempest-RoutersNegativeTest-54729301-project] 10.222.0.49 "DELETE /v2.0/networks/e1e21850-1a98-4202-bd5c-c9f8ca4f6cb0 HTTP/1.1" status: 204 len: 168 time: 0.6558664 Oct 12 20:16:49.175671 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 35042) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:16:49.187631 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9585ec0-0726-4318-ae7d-2113e3960b1e tempest-RoutersNegativeTest-54729301 tempest-RoutersNegativeTest-54729301-project] Pushing event deleted for resources: {'Network': ['ID=e1e21850-1a98-4202-bd5c-c9f8ca4f6cb0,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:16:49.232416 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_v2 [None req-7886d8e2-5f83-4d86-8595-b2ece0a539c5 tempest-RoutersNegativeTest-54729301 tempest-RoutersNegativeTest-54729301-project] Deleting subnet 09ec415d-0d60-4cc9-b59b-4f6f79a1d16c {{(pid=95501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 20:16:49.235740 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7886d8e2-5f83-4d86-8595-b2ece0a539c5 tempest-RoutersNegativeTest-54729301 tempest-RoutersNegativeTest-54729301-project] Notify callbacks [] for subnet, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:49.236477 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-925cdabf-e45b-4708-b30c-084343b910ab None None] Could not find standard attr ID for object 50920d81-364b-4f10-aa25-afdf00993bae. {{(pid=95503) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 20:16:49.274669 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7886d8e2-5f83-4d86-8595-b2ece0a539c5 tempest-RoutersNegativeTest-54729301 tempest-RoutersNegativeTest-54729301-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281083'] for subnet, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:49.288319 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c47c6d3b-eb0a-4b25-a148-cd011f9fd179 None None] DHCP port deletion for e1e21850-1a98-4202-bd5c-c9f8ca4f6cb0 request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 20:16:49.306452 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc9fe10d-9ad0-446e-b6b0-9b085da3e48a None None] Network e1e21850-1a98-4202-bd5c-c9f8ca4f6cb0 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 20:16:49.318616 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc9fe10d-9ad0-446e-b6b0-9b085da3e48a None None] Network e1e21850-1a98-4202-bd5c-c9f8ca4f6cb0 could not be found, it might have been deleted concurrently. {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 12 20:16:49.362190 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7886d8e2-5f83-4d86-8595-b2ece0a539c5 tempest-RoutersNegativeTest-54729301 tempest-RoutersNegativeTest-54729301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:49.475575 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7886d8e2-5f83-4d86-8595-b2ece0a539c5 tempest-RoutersNegativeTest-54729301 tempest-RoutersNegativeTest-54729301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4824924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4612362'] for subnet, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:49.503127 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7886d8e2-5f83-4d86-8595-b2ece0a539c5 tempest-RoutersNegativeTest-54729301 tempest-RoutersNegativeTest-54729301-project] Pushing event deleted for resources: {'Subnet': ['ID=09ec415d-0d60-4cc9-b59b-4f6f79a1d16c,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:16:49.505139 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7886d8e2-5f83-4d86-8595-b2ece0a539c5 tempest-RoutersNegativeTest-54729301 tempest-RoutersNegativeTest-54729301-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:49.508298 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-7886d8e2-5f83-4d86-8595-b2ece0a539c5 tempest-RoutersNegativeTest-54729301 tempest-RoutersNegativeTest-54729301-project] 10.222.0.49 "DELETE /v2.0/subnets/09ec415d-0d60-4cc9-b59b-4f6f79a1d16c HTTP/1.1" status: 204 len: 168 time: 0.3378417 Oct 12 20:16:49.514068 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 35044) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:16:49.514604 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3a46be-92e4-4c98-a6d3-e7f104839781 None None] Network f9e8d047-2964-46ae-872e-4aef121e7589 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 20:16:49.590436 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-136baaa3-af1a-4333-bb9f-41330ddbf1c0 tempest-RoutersNegativeTest-54729301 tempest-RoutersNegativeTest-54729301-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:49.642890 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-136baaa3-af1a-4333-bb9f-41330ddbf1c0 tempest-RoutersNegativeTest-54729301 tempest-RoutersNegativeTest-54729301-project] Deleting port e801c93d-ab01-4e9b-8717-4d31853d99e6 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 20:16:49.643238 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-136baaa3-af1a-4333-bb9f-41330ddbf1c0 tempest-RoutersNegativeTest-54729301 tempest-RoutersNegativeTest-54729301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:49.683943 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc5e739-7160-44bd-a71d-d4260acce92d None None] DHCP port deletion for f9e8d047-2964-46ae-872e-4aef121e7589 request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 20:16:49.706228 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [None req-136baaa3-af1a-4333-bb9f-41330ddbf1c0 tempest-RoutersNegativeTest-54729301 tempest-RoutersNegativeTest-54729301-project] For port e801c93d-ab01-4e9b-8717-4d31853d99e6, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=e801c93d-ab01-4e9b-8717-4d31853d99e6,segment=NetworkSegment(ffe48705-f402-4acc-b6b3-bcd47e302b5f),segment_id=ffe48705-f402-4acc-b6b3-bcd47e302b5f)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:16:49.706591 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-136baaa3-af1a-4333-bb9f-41330ddbf1c0 tempest-RoutersNegativeTest-54729301 tempest-RoutersNegativeTest-54729301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:49.722604 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-136baaa3-af1a-4333-bb9f-41330ddbf1c0 tempest-RoutersNegativeTest-54729301 tempest-RoutersNegativeTest-54729301-project] Calling delete_port for e801c93d-ab01-4e9b-8717-4d31853d99e6 owned by network:dhcp {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 20:16:49.732868 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-2dc5e739-7160-44bd-a71d-d4260acce92d None None] Deleting port e801c93d-ab01-4e9b-8717-4d31853d99e6 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 20:16:49.733249 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2dc5e739-7160-44bd-a71d-d4260acce92d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:49.792674 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-2dc5e739-7160-44bd-a71d-d4260acce92d None None] For port e801c93d-ab01-4e9b-8717-4d31853d99e6, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=e801c93d-ab01-4e9b-8717-4d31853d99e6,segment=NetworkSegment(ffe48705-f402-4acc-b6b3-bcd47e302b5f),segment_id=ffe48705-f402-4acc-b6b3-bcd47e302b5f)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:16:49.793091 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2dc5e739-7160-44bd-a71d-d4260acce92d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:49.806149 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-2dc5e739-7160-44bd-a71d-d4260acce92d None None] Calling delete_port for e801c93d-ab01-4e9b-8717-4d31853d99e6 owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 20:16:49.864627 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-136baaa3-af1a-4333-bb9f-41330ddbf1c0 tempest-RoutersNegativeTest-54729301 tempest-RoutersNegativeTest-54729301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:49.881308 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2dc5e739-7160-44bd-a71d-d4260acce92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:49.890039 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136baaa3-af1a-4333-bb9f-41330ddbf1c0 tempest-RoutersNegativeTest-54729301 tempest-RoutersNegativeTest-54729301-project] Pushing event deleted for resources: {'Port': ['ID=e801c93d-ab01-4e9b-8717-4d31853d99e6,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:16:49.894443 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136baaa3-af1a-4333-bb9f-41330ddbf1c0 tempest-RoutersNegativeTest-54729301 tempest-RoutersNegativeTest-54729301-project] No DVR routers for this DVR port e801c93d-ab01-4e9b-8717-4d31853d99e6 on host n-d-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 20:16:49.904703 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc5e739-7160-44bd-a71d-d4260acce92d None None] Pushing event deleted for resources: {'Port': ['ID=e801c93d-ab01-4e9b-8717-4d31853d99e6,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:16:49.920690 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc5e739-7160-44bd-a71d-d4260acce92d None None] No DVR routers for this DVR port e801c93d-ab01-4e9b-8717-4d31853d99e6 on host n-d-813679-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 20:16:49.974510 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-136baaa3-af1a-4333-bb9f-41330ddbf1c0 tempest-RoutersNegativeTest-54729301 tempest-RoutersNegativeTest-54729301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:49.994124 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-136baaa3-af1a-4333-bb9f-41330ddbf1c0 tempest-RoutersNegativeTest-54729301 tempest-RoutersNegativeTest-54729301-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9e8d047-2964-46ae-872e-4aef121e7589']}} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:16:50.003707 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-136baaa3-af1a-4333-bb9f-41330ddbf1c0 tempest-RoutersNegativeTest-54729301 tempest-RoutersNegativeTest-54729301-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffe48705-f402-4acc-b6b3-bcd47e302b5f') {'for_net_delete': True} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:16:50.004002 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-136baaa3-af1a-4333-bb9f-41330ddbf1c0 tempest-RoutersNegativeTest-54729301 tempest-RoutersNegativeTest-54729301-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffe48705-f402-4acc-b6b3-bcd47e302b5f') {} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:16:50.013034 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-136baaa3-af1a-4333-bb9f-41330ddbf1c0 tempest-RoutersNegativeTest-54729301 tempest-RoutersNegativeTest-54729301-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4281072'] for segment, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:50.026047 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-136baaa3-af1a-4333-bb9f-41330ddbf1c0 tempest-RoutersNegativeTest-54729301 tempest-RoutersNegativeTest-54729301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:50.032442 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-136baaa3-af1a-4333-bb9f-41330ddbf1c0 tempest-RoutersNegativeTest-54729301 tempest-RoutersNegativeTest-54729301-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=95501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 20:16:50.032825 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-136baaa3-af1a-4333-bb9f-41330ddbf1c0 tempest-RoutersNegativeTest-54729301 tempest-RoutersNegativeTest-54729301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4823170'] for segment, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:50.035646 n-d-813679-3 neutron-server[95501]: Traceback (most recent call last): Oct 12 20:16:50.035646 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 20:16:50.035646 n-d-813679-3 neutron-server[95501]: timer() Oct 12 20:16:50.035646 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 20:16:50.035646 n-d-813679-3 neutron-server[95501]: cb(*args, **kw) Oct 12 20:16:50.035646 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 20:16:50.035646 n-d-813679-3 neutron-server[95501]: return func(*args, **kwargs) Oct 12 20:16:50.035646 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 20:16:50.035646 n-d-813679-3 neutron-server[95501]: self._notify() Oct 12 20:16:50.035646 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 20:16:50.035646 n-d-813679-3 neutron-server[95501]: self.callback(batched_events) Oct 12 20:16:50.035646 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 20:16:50.035646 n-d-813679-3 neutron-server[95501]: event.method(event) Oct 12 20:16:50.035646 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 20:16:50.035646 n-d-813679-3 neutron-server[95501]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 20:16:50.035646 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 20:16:50.035646 n-d-813679-3 neutron-server[95501]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 20:16:50.035646 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 20:16:50.035646 n-d-813679-3 neutron-server[95501]: return f(self, *a, **k) Oct 12 20:16:50.035646 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 20:16:50.035646 n-d-813679-3 neutron-server[95501]: return self._get(url).json() Oct 12 20:16:50.035646 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 20:16:50.035646 n-d-813679-3 neutron-server[95501]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 20:16:50.035646 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 20:16:50.035646 n-d-813679-3 neutron-server[95501]: return self.request(url, 'GET', **kwargs) Oct 12 20:16:50.035646 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 20:16:50.035646 n-d-813679-3 neutron-server[95501]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 20:16:50.035646 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 20:16:50.035646 n-d-813679-3 neutron-server[95501]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 20:16:50.035646 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 20:16:50.035646 n-d-813679-3 neutron-server[95501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 20:16:50.035646 n-d-813679-3 neutron-server[95501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 20:16:50.167677 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-136baaa3-af1a-4333-bb9f-41330ddbf1c0 tempest-RoutersNegativeTest-54729301 tempest-RoutersNegativeTest-54729301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:50.179346 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-136baaa3-af1a-4333-bb9f-41330ddbf1c0 tempest-RoutersNegativeTest-54729301 tempest-RoutersNegativeTest-54729301-project] Notify callbacks [] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:50.179346 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-136baaa3-af1a-4333-bb9f-41330ddbf1c0 tempest-RoutersNegativeTest-54729301 tempest-RoutersNegativeTest-54729301-project] 10.222.0.49 "DELETE /v2.0/networks/f9e8d047-2964-46ae-872e-4aef121e7589 HTTP/1.1" status: 204 len: 168 time: 0.6663680 Oct 12 20:16:50.181302 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 35046) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:16:50.190072 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136baaa3-af1a-4333-bb9f-41330ddbf1c0 tempest-RoutersNegativeTest-54729301 tempest-RoutersNegativeTest-54729301-project] Pushing event deleted for resources: {'Network': ['ID=f9e8d047-2964-46ae-872e-4aef121e7589,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:16:50.210057 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-7f03db20-c434-43b4-91fa-0ae44711216a tempest-RoutersNegativeTest-54729301 tempest-RoutersNegativeTest-54729301-project] 10.222.0.49 "GET /v2.0/ports?device_id=54eb3836-850f-4ee5-9cef-5c1aff07b8e5 HTTP/1.1" status: 200 len: 205 time: 0.0275381 Oct 12 20:16:50.212378 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 35048) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:16:50.250275 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device e801c93d-ab01-4e9b-8717-4d31853d99e6 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 20:16:50.270131 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: e801c93d-ab01-4e9b-8717-4d31853d99e6 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 20:16:50.270475 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device e801c93d-ab01-4e9b-8717-4d31853d99e6 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 20:16:50.326785 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7c100dba-626b-427d-a5b0-af4c6975ad31 tempest-RoutersNegativeTest-54729301 tempest-RoutersNegativeTest-54729301-project] Notify callbacks [] for router, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:50.480893 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7c100dba-626b-427d-a5b0-af4c6975ad31 tempest-RoutersNegativeTest-54729301 tempest-RoutersNegativeTest-54729301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255495'] for router, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:50.482881 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7c100dba-626b-427d-a5b0-af4c6975ad31 tempest-RoutersNegativeTest-54729301 tempest-RoutersNegativeTest-54729301-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:50.613397 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7c100dba-626b-427d-a5b0-af4c6975ad31 tempest-RoutersNegativeTest-54729301 tempest-RoutersNegativeTest-54729301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8093499'] for router, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:50.613932 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c100dba-626b-427d-a5b0-af4c6975ad31 tempest-RoutersNegativeTest-54729301 tempest-RoutersNegativeTest-54729301-project] Fanout notify agent at l3_agent the message router_deleted on router 54eb3836-850f-4ee5-9cef-5c1aff07b8e5 {{(pid=95502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 20:16:50.620845 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7c100dba-626b-427d-a5b0-af4c6975ad31 tempest-RoutersNegativeTest-54729301 tempest-RoutersNegativeTest-54729301-project] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:50.621939 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-7c100dba-626b-427d-a5b0-af4c6975ad31 tempest-RoutersNegativeTest-54729301 tempest-RoutersNegativeTest-54729301-project] 10.222.0.49 "DELETE /v2.0/routers/54eb3836-850f-4ee5-9cef-5c1aff07b8e5 HTTP/1.1" status: 204 len: 168 time: 0.4086120 Oct 12 20:16:51.084628 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 35054) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:16:51.228711 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-cec202d2-5916-4331-8f56-a8f73d6bc6d6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8c5d61e2b5a740269a7bb35eba78d275&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1428206 Oct 12 20:16:51.231561 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 35058) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:16:51.290112 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-873e052e-a1cb-45a5-8059-0de92113acdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:51.312596 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-873e052e-a1cb-45a5-8059-0de92113acdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:51.402091 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-873e052e-a1cb-45a5-8059-0de92113acdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:51.406226 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-873e052e-a1cb-45a5-8059-0de92113acdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:51.407299 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-873e052e-a1cb-45a5-8059-0de92113acdf admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ed4abb03-ea95-4ddc-aaf8-f029e1763065 HTTP/1.1" status: 204 len: 168 time: 0.1748147 Oct 12 20:16:51.415789 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873e052e-a1cb-45a5-8059-0de92113acdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed4abb03-ea95-4ddc-aaf8-f029e1763065,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:16:52.314954 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 35080) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:16:52.408340 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-e2f17520-5c1d-4225-a8e3-f32833246e1c admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1656012003-network', 'tenant_id': 'c3ad456627a64fb2aefc56b3c0a7b50e'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:16:52.492178 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2f17520-5c1d-4225-a8e3-f32833246e1c admin admin] Made reservation on behalf of c3ad456627a64fb2aefc56b3c0a7b50e for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 20:16:52.495045 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e2f17520-5c1d-4225-a8e3-f32833246e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:52.504076 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e2f17520-5c1d-4225-a8e3-f32833246e1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:52.576836 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e2f17520-5c1d-4225-a8e3-f32833246e1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:52.657995 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e2f17520-5c1d-4225-a8e3-f32833246e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:52.678437 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2f17520-5c1d-4225-a8e3-f32833246e1c admin admin] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 20:16:52.693679 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f17520-5c1d-4225-a8e3-f32833246e1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cac67d9-0f83-46cd-aadb-35f4febd843c,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:16:52.697618 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e2f17520-5c1d-4225-a8e3-f32833246e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:52.697960 n-d-813679-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-e2f17520-5c1d-4225-a8e3-f32833246e1c admin admin] Added segment d05fa9bb-4fc3-4871-857f-fe9cb0dfe405 of type vlan for network 3f6334f8-0fb5-4279-b695-20e0197b8e45 Oct 12 20:16:52.739471 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e2f17520-5c1d-4225-a8e3-f32833246e1c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:52.830352 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e2f17520-5c1d-4225-a8e3-f32833246e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:52.831216 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f17520-5c1d-4225-a8e3-f32833246e1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:16:52.831785 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e2f17520-5c1d-4225-a8e3-f32833246e1c admin admin] Notify callbacks [] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:52.888961 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f17520-5c1d-4225-a8e3-f32833246e1c admin admin] Pushing event updated for resources: {'Network': ['ID=3f6334f8-0fb5-4279-b695-20e0197b8e45,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:16:52.898473 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 3f6334f8-0fb5-4279-b695-20e0197b8e45 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 20:16:52.924329 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-e2f17520-5c1d-4225-a8e3-f32833246e1c admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6082227 Oct 12 20:16:52.927062 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 35084) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:16:52.932125 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-8c2bb017-fd0d-4520-91ec-679121108a31 admin admin] Request body: {'subnet': {'network_id': '3f6334f8-0fb5-4279-b695-20e0197b8e45', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1656012003-subnet', 'tenant_id': 'c3ad456627a64fb2aefc56b3c0a7b50e', 'ip_version': 4}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:16:52.984399 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c2bb017-fd0d-4520-91ec-679121108a31 admin admin] Made reservation on behalf of c3ad456627a64fb2aefc56b3c0a7b50e for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 20:16:52.986810 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8c2bb017-fd0d-4520-91ec-679121108a31 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16245837'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:53.196399 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8c2bb017-fd0d-4520-91ec-679121108a31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4306659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16245859'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:53.250591 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2bb017-fd0d-4520-91ec-679121108a31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f72c127d-ad2e-428d-b9a1-765bca3b72a2,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:16:53.257536 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2bb017-fd0d-4520-91ec-679121108a31 admin admin] Checking segment: {'id': 'd05fa9bb-4fc3-4871-857f-fe9cb0dfe405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '3f6334f8-0fb5-4279-b695-20e0197b8e45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 20:16:53.257888 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2bb017-fd0d-4520-91ec-679121108a31 admin admin] Network hostable DHCP agents. Network: 3f6334f8-0fb5-4279-b695-20e0197b8e45, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 20:16:53.315877 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2bb017-fd0d-4520-91ec-679121108a31 admin admin] Network 3f6334f8-0fb5-4279-b695-20e0197b8e45 is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 20:16:53.367488 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-8c2bb017-fd0d-4520-91ec-679121108a31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, 3f6334f8-0fb5-4279-b695-20e0197b8e45) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 20:16:53.371352 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2bb017-fd0d-4520-91ec-679121108a31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:16:53.371944 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8c2bb017-fd0d-4520-91ec-679121108a31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:53.377173 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e25b99-e0ae-46f3-bee6-99d7bd38c348 None None] Network 3f6334f8-0fb5-4279-b695-20e0197b8e45 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 20:16:53.427566 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-8c2bb017-fd0d-4520-91ec-679121108a31 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4994292 Oct 12 20:16:53.430847 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 35086) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:16:53.435676 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-ba5565f9-c151-491c-aea8-5a982c103b8e admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1656012003-router', 'tenant_id': 'c3ad456627a64fb2aefc56b3c0a7b50e', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:16:53.499857 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ba5565f9-c151-491c-aea8-5a982c103b8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8093678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255505'] for router, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:53.501090 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ba5565f9-c151-491c-aea8-5a982c103b8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8093562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8087085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8022306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255518'] for router, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:53.521281 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ab1c24-ae46-4762-9de6-60b9347059e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-3f6334f8-0fb5-4279-b695-20e0197b8e45', 'network_id': '3f6334f8-0fb5-4279-b695-20e0197b8e45', 'tenant_id': 'c3ad456627a64fb2aefc56b3c0a7b50e', 'fixed_ips': [{'subnet_id': 'f72c127d-ad2e-428d-b9a1-765bca3b72a2'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 20:16:53.522235 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a3ab1c24-ae46-4762-9de6-60b9347059e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:53.562974 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ba5565f9-c151-491c-aea8-5a982c103b8e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:53.661151 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-a3ab1c24-ae46-4762-9de6-60b9347059e0 None None] Allocated IP 172.20.0.2 (3f6334f8-0fb5-4279-b695-20e0197b8e45/f72c127d-ad2e-428d-b9a1-765bca3b72a2/a356ef1c-b1bf-489b-aca0-bd0f0b320f7b) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 20:16:53.816364 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ba5565f9-c151-491c-aea8-5a982c103b8e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:53.825144 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a3ab1c24-ae46-4762-9de6-60b9347059e0 None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:53.910594 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a3ab1c24-ae46-4762-9de6-60b9347059e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:53.948613 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ab1c24-ae46-4762-9de6-60b9347059e0 None None] Network 3f6334f8-0fb5-4279-b695-20e0197b8e45 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 20:16:53.951402 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-a3ab1c24-ae46-4762-9de6-60b9347059e0 None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 20:16:53.954944 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ab1c24-ae46-4762-9de6-60b9347059e0 None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 20:16:53.963385 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ab1c24-ae46-4762-9de6-60b9347059e0 None None] Pushing event updated for resources: {'Port': ['ID=a356ef1c-b1bf-489b-aca0-bd0f0b320f7b,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:16:54.015689 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-a3ab1c24-ae46-4762-9de6-60b9347059e0 None None] Attempting to bind port a356ef1c-b1bf-489b-aca0-bd0f0b320f7b on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 20:16:54.015803 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-a3ab1c24-ae46-4762-9de6-60b9347059e0 None None] Attempting to bind port a356ef1c-b1bf-489b-aca0-bd0f0b320f7b by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'd05fa9bb-4fc3-4871-857f-fe9cb0dfe405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '3f6334f8-0fb5-4279-b695-20e0197b8e45'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 20:16:54.016128 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ab1c24-ae46-4762-9de6-60b9347059e0 None None] Attempting to bind port a356ef1c-b1bf-489b-aca0-bd0f0b320f7b on network 3f6334f8-0fb5-4279-b695-20e0197b8e45 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 20:16:54.021102 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ab1c24-ae46-4762-9de6-60b9347059e0 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 20, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 20:16:54.021470 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ab1c24-ae46-4762-9de6-60b9347059e0 None None] Checking segment: {'id': 'd05fa9bb-4fc3-4871-857f-fe9cb0dfe405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '3f6334f8-0fb5-4279-b695-20e0197b8e45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 20:16:54.021864 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a3ab1c24-ae46-4762-9de6-60b9347059e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:54.022245 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ab1c24-ae46-4762-9de6-60b9347059e0 None None] Bound using segment: {'id': 'd05fa9bb-4fc3-4871-857f-fe9cb0dfe405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '3f6334f8-0fb5-4279-b695-20e0197b8e45'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 20:16:54.022703 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-a3ab1c24-ae46-4762-9de6-60b9347059e0 None None] Bound port: a356ef1c-b1bf-489b-aca0-bd0f0b320f7b, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd05fa9bb-4fc3-4871-857f-fe9cb0dfe405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '3f6334f8-0fb5-4279-b695-20e0197b8e45'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 20:16:54.023074 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a3ab1c24-ae46-4762-9de6-60b9347059e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:54.077002 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ba5565f9-c151-491c-aea8-5a982c103b8e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:54.086804 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a3ab1c24-ae46-4762-9de6-60b9347059e0 None None] For port a356ef1c-b1bf-489b-aca0-bd0f0b320f7b, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 20:16:54.089792 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a3ab1c24-ae46-4762-9de6-60b9347059e0 None None] For port a356ef1c-b1bf-489b-aca0-bd0f0b320f7b, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=a356ef1c-b1bf-489b-aca0-bd0f0b320f7b,segment=NetworkSegment(d05fa9bb-4fc3-4871-857f-fe9cb0dfe405),segment_id=d05fa9bb-4fc3-4871-857f-fe9cb0dfe405)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 20:16:54.095928 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ba5565f9-c151-491c-aea8-5a982c103b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:54.162443 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a3ab1c24-ae46-4762-9de6-60b9347059e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:54.208073 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-ba5565f9-c151-491c-aea8-5a982c103b8e admin admin] Allocated IP 172.25.5.235 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/68e36ead-861d-42bc-a0a1-1bdc3431dd2f) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 20:16:54.223173 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ab1c24-ae46-4762-9de6-60b9347059e0 None None] Pushing event updated for resources: {'Port': ['ID=a356ef1c-b1bf-489b-aca0-bd0f0b320f7b,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:16:54.313280 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ba5565f9-c151-491c-aea8-5a982c103b8e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:54.407945 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ba5565f9-c151-491c-aea8-5a982c103b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:54.452288 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba5565f9-c151-491c-aea8-5a982c103b8e admin admin] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 20:16:54.455311 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-ba5565f9-c151-491c-aea8-5a982c103b8e admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 20:16:54.459500 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5565f9-c151-491c-aea8-5a982c103b8e admin admin] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 20:16:54.464986 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5565f9-c151-491c-aea8-5a982c103b8e admin admin] Pushing event updated for resources: {'Port': ['ID=68e36ead-861d-42bc-a0a1-1bdc3431dd2f,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:16:54.761126 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ba5565f9-c151-491c-aea8-5a982c103b8e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:54.960112 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ba5565f9-c151-491c-aea8-5a982c103b8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8093541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7915516'] for router, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:55.098974 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e9559f-6acd-4cdd-a4e7-9489cf14e28e None None] Network 3f6334f8-0fb5-4279-b695-20e0197b8e45 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 20:16:55.381749 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-b8d029bf-c238-4246-90ef-f2b7cbf5538a None None] Provisioning complete for port a356ef1c-b1bf-489b-aca0-bd0f0b320f7b triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:16:55.382009 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b8d029bf-c238-4246-90ef-f2b7cbf5538a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:55.470705 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba5565f9-c151-491c-aea8-5a982c103b8e admin admin] Router 49ad088b-c61b-4bf0-af0f-458b096c785e is scheduled to L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b with binding_index 1 {{(pid=95502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 20:16:55.484387 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b8d029bf-c238-4246-90ef-f2b7cbf5538a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:55.522696 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-b8d029bf-c238-4246-90ef-f2b7cbf5538a None None] For port a356ef1c-b1bf-489b-aca0-bd0f0b320f7b, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=a356ef1c-b1bf-489b-aca0-bd0f0b320f7b,segment=NetworkSegment(d05fa9bb-4fc3-4871-857f-fe9cb0dfe405),segment_id=d05fa9bb-4fc3-4871-857f-fe9cb0dfe405)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:16:55.582354 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba5565f9-c151-491c-aea8-5a982c103b8e admin admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 20:16:55.592043 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97f5f8e-69f0-4873-a937-bef30e88de16 None None] Sync routers for ids ['49ad088b-c61b-4bf0-af0f-458b096c785e'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 20:16:55.601243 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b8d029bf-c238-4246-90ef-f2b7cbf5538a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:55.604865 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97f5f8e-69f0-4873-a937-bef30e88de16 None None] Routers {'49ad088b-c61b-4bf0-af0f-458b096c785e'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:16:55.605289 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-d97f5f8e-69f0-4873-a937-bef30e88de16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:16:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['49ad088b-c61b-4bf0-af0f-458b096c785e'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:16:55.654580 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d029bf-c238-4246-90ef-f2b7cbf5538a None None] Pushing event updated for resources: {'Port': ['ID=a356ef1c-b1bf-489b-aca0-bd0f0b320f7b,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:16:55.655483 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ba5565f9-c151-491c-aea8-5a982c103b8e admin admin] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:55.659772 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-ba5565f9-c151-491c-aea8-5a982c103b8e admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.2250361 Oct 12 20:16:55.659772 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 35088) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:16:55.714379 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-d97f5f8e-69f0-4873-a937-bef30e88de16 None None] Set router 49ad088b-c61b-4bf0-af0f-458b096c785e gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:16:55.723752 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-64adff84-96de-4f1f-9dee-3fe72bbf0d5c None None] Provisioning complete for port a356ef1c-b1bf-489b-aca0-bd0f0b320f7b triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:16:55.724150 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-64adff84-96de-4f1f-9dee-3fe72bbf0d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:55.887820 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-d97f5f8e-69f0-4873-a937-bef30e88de16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ad088b-c61b-4bf0-af0f-458b096c785e', 'name': 'tempest-TestEncryptedCinderVolumes-1656012003-router', 'tenant_id': 'c3ad456627a64fb2aefc56b3c0a7b50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '68e36ead-861d-42bc-a0a1-1bdc3431dd2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:16:53Z', 'updated_at': '2021-10-12T20:16:54Z', 'revision_number': 3, 'project_id': 'c3ad456627a64fb2aefc56b3c0a7b50e', 'gw_port': {'id': '68e36ead-861d-42bc-a0a1-1bdc3431dd2f', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:39:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49ad088b-c61b-4bf0-af0f-458b096c785e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:16:54Z', 'updated_at': '2021-10-12T20:16:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:16:55.919684 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97f5f8e-69f0-4873-a937-bef30e88de16 None None] Checking router: 49ad088b-c61b-4bf0-af0f-458b096c785e for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 20:16:55.920113 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97f5f8e-69f0-4873-a937-bef30e88de16 None None] Updating router 49ad088b-c61b-4bf0-af0f-458b096c785e port 68e36ead-861d-42bc-a0a1-1bdc3431dd2f binding host n-d-813679-3 {{(pid=95504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 20:16:55.944200 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-d97f5f8e-69f0-4873-a937-bef30e88de16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:56.068706 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-83559e16-a7b5-48c8-8709-452d619811ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:56.187592 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 20:16:56.233476 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-83559e16-a7b5-48c8-8709-452d619811ae admin admin] Allocated IP 172.20.0.1 (3f6334f8-0fb5-4279-b695-20e0197b8e45/f72c127d-ad2e-428d-b9a1-765bca3b72a2/bb15f8ee-7b7b-4cea-bd92-1a6a6a532a73) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 20:16:56.297483 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-d97f5f8e-69f0-4873-a937-bef30e88de16 None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:56.304070 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device a356ef1c-b1bf-489b-aca0-bd0f0b320f7b up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 20:16:56.340057 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-83559e16-a7b5-48c8-8709-452d619811ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:56.355854 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port a356ef1c-b1bf-489b-aca0-bd0f0b320f7b triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:16:56.356377 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:56.367658 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-d97f5f8e-69f0-4873-a937-bef30e88de16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:56.418504 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-d97f5f8e-69f0-4873-a937-bef30e88de16 None None] Attempting to bind port 68e36ead-861d-42bc-a0a1-1bdc3431dd2f on host n-d-813679-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 20:16:56.418961 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-d97f5f8e-69f0-4873-a937-bef30e88de16 None None] Attempting to bind port 68e36ead-861d-42bc-a0a1-1bdc3431dd2f by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 20:16:56.419904 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97f5f8e-69f0-4873-a937-bef30e88de16 None None] Attempting to bind port 68e36ead-861d-42bc-a0a1-1bdc3431dd2f on network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 20:16:56.428681 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa43e0f-477f-46d5-8850-574f4b3b6b56 None None] Pushing event updated for resources: {'Port': ['ID=68e36ead-861d-42bc-a0a1-1bdc3431dd2f,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:16:56.431694 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-83559e16-a7b5-48c8-8709-452d619811ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:56.431970 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97f5f8e-69f0-4873-a937-bef30e88de16 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 20, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 20:16:56.432337 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97f5f8e-69f0-4873-a937-bef30e88de16 None None] Checking segment: {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 20:16:56.432740 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-d97f5f8e-69f0-4873-a937-bef30e88de16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:56.433130 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97f5f8e-69f0-4873-a937-bef30e88de16 None None] Bound using segment: {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 20:16:56.433697 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-d97f5f8e-69f0-4873-a937-bef30e88de16 None None] Bound port: 68e36ead-861d-42bc-a0a1-1bdc3431dd2f, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 20:16:56.434077 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-d97f5f8e-69f0-4873-a937-bef30e88de16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:56.442302 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa43e0f-477f-46d5-8850-574f4b3b6b56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:16:56.442655 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa43e0f-477f-46d5-8850-574f4b3b6b56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:16:56.442994 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa43e0f-477f-46d5-8850-574f4b3b6b56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:16:56.443326 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa43e0f-477f-46d5-8850-574f4b3b6b56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:16:56.443655 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa43e0f-477f-46d5-8850-574f4b3b6b56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:16:56.443980 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa43e0f-477f-46d5-8850-574f4b3b6b56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:16:56.444329 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa43e0f-477f-46d5-8850-574f4b3b6b56 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:16:56.444650 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa43e0f-477f-46d5-8850-574f4b3b6b56 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:16:56.444969 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa43e0f-477f-46d5-8850-574f4b3b6b56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:16:56.445286 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa43e0f-477f-46d5-8850-574f4b3b6b56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:16:56.445603 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa43e0f-477f-46d5-8850-574f4b3b6b56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:16:56.445918 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa43e0f-477f-46d5-8850-574f4b3b6b56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:16:56.473067 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83559e16-a7b5-48c8-8709-452d619811ae admin admin] Network 3f6334f8-0fb5-4279-b695-20e0197b8e45 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 20:16:56.475873 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-83559e16-a7b5-48c8-8709-452d619811ae admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 20:16:56.480957 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83559e16-a7b5-48c8-8709-452d619811ae admin admin] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 20:16:56.499994 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-d97f5f8e-69f0-4873-a937-bef30e88de16 None None] For port 68e36ead-861d-42bc-a0a1-1bdc3431dd2f, host n-d-813679-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 20:16:56.503260 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-d97f5f8e-69f0-4873-a937-bef30e88de16 None None] For port 68e36ead-861d-42bc-a0a1-1bdc3431dd2f, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=68e36ead-861d-42bc-a0a1-1bdc3431dd2f,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 20:16:56.506107 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83559e16-a7b5-48c8-8709-452d619811ae admin admin] Pushing event updated for resources: {'Port': ['ID=bb15f8ee-7b7b-4cea-bd92-1a6a6a532a73,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:16:56.526339 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-83559e16-a7b5-48c8-8709-452d619811ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7915309'] for router_interface, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:56.568333 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-d97f5f8e-69f0-4873-a937-bef30e88de16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:56.628971 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97f5f8e-69f0-4873-a937-bef30e88de16 None None] Routers {'49ad088b-c61b-4bf0-af0f-458b096c785e'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:16:56.629657 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-d97f5f8e-69f0-4873-a937-bef30e88de16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:16:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['49ad088b-c61b-4bf0-af0f-458b096c785e'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:16:56.632629 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa43e0f-477f-46d5-8850-574f4b3b6b56 None None] Pushing event updated for resources: {'Port': ['ID=68e36ead-861d-42bc-a0a1-1bdc3431dd2f,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:16:56.724618 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-83559e16-a7b5-48c8-8709-452d619811ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:56.729724 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-f3ea5d87-aeaf-4089-b40d-0bfbc8e59b68 None None] Provisioning complete for port bb15f8ee-7b7b-4cea-bd92-1a6a6a532a73 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:16:56.730312 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f3ea5d87-aeaf-4089-b40d-0bfbc8e59b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:56.738327 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-d97f5f8e-69f0-4873-a937-bef30e88de16 None None] Set router 49ad088b-c61b-4bf0-af0f-458b096c785e gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:16:56.765098 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-f3ea5d87-aeaf-4089-b40d-0bfbc8e59b68 None None] Port bb15f8ee-7b7b-4cea-bd92-1a6a6a532a73 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 20:16:56.891204 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-83559e16-a7b5-48c8-8709-452d619811ae admin admin] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:56.914231 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-d97f5f8e-69f0-4873-a937-bef30e88de16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ad088b-c61b-4bf0-af0f-458b096c785e', 'name': 'tempest-TestEncryptedCinderVolumes-1656012003-router', 'tenant_id': 'c3ad456627a64fb2aefc56b3c0a7b50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '68e36ead-861d-42bc-a0a1-1bdc3431dd2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:16:53Z', 'updated_at': '2021-10-12T20:16:54Z', 'revision_number': 3, 'project_id': 'c3ad456627a64fb2aefc56b3c0a7b50e', 'gw_port': {'id': '68e36ead-861d-42bc-a0a1-1bdc3431dd2f', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:39:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49ad088b-c61b-4bf0-af0f-458b096c785e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:16:54Z', 'updated_at': '2021-10-12T20:16:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:16:56.939978 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97f5f8e-69f0-4873-a937-bef30e88de16 None None] The sync data for ids ['49ad088b-c61b-4bf0-af0f-458b096c785e'] in n-d-813679-3 is: [{'id': '49ad088b-c61b-4bf0-af0f-458b096c785e', 'name': 'tempest-TestEncryptedCinderVolumes-1656012003-router', 'tenant_id': 'c3ad456627a64fb2aefc56b3c0a7b50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '68e36ead-861d-42bc-a0a1-1bdc3431dd2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:16:53Z', 'updated_at': '2021-10-12T20:16:54Z', 'revision_number': 3, 'project_id': 'c3ad456627a64fb2aefc56b3c0a7b50e', 'gw_port': {'id': '68e36ead-861d-42bc-a0a1-1bdc3431dd2f', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:39:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49ad088b-c61b-4bf0-af0f-458b096c785e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:16:54Z', 'updated_at': '2021-10-12T20:16:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 20:16:56.973327 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-83559e16-a7b5-48c8-8709-452d619811ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:57.039788 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83559e16-a7b5-48c8-8709-452d619811ae admin admin] Pushing event updated for resources: {'Port': ['ID=bb15f8ee-7b7b-4cea-bd92-1a6a6a532a73,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:16:57.042552 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-83559e16-a7b5-48c8-8709-452d619811ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7898980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8092605'] for router_interface, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:57.145744 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83559e16-a7b5-48c8-8709-452d619811ae admin admin] Network 3f6334f8-0fb5-4279-b695-20e0197b8e45 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 20:16:57.145744 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-83559e16-a7b5-48c8-8709-452d619811ae admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 20:16:57.273730 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83559e16-a7b5-48c8-8709-452d619811ae admin admin] Router 49ad088b-c61b-4bf0-af0f-458b096c785e has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 20:16:57.393133 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-31391cb5-2f82-4523-9102-dd632f524c77 None None] Provisioning complete for port bb15f8ee-7b7b-4cea-bd92-1a6a6a532a73 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:16:57.393701 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83559e16-a7b5-48c8-8709-452d619811ae admin admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 20:16:57.393805 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-31391cb5-2f82-4523-9102-dd632f524c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:57.406857 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-83559e16-a7b5-48c8-8709-452d619811ae admin admin] 10.222.0.49 "PUT /v2.0/routers/49ad088b-c61b-4bf0-af0f-458b096c785e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7381351 Oct 12 20:16:57.433011 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-31391cb5-2f82-4523-9102-dd632f524c77 None None] Port bb15f8ee-7b7b-4cea-bd92-1a6a6a532a73 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 20:16:58.021039 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 35104) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:16:58.026025 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-3936de47-44ff-4940-a20e-881673ce01ba admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1121833457-network', 'tenant_id': '1fd0e323a2f04766a645b9793025038e'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:16:58.092799 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3936de47-44ff-4940-a20e-881673ce01ba admin admin] Made reservation on behalf of 1fd0e323a2f04766a645b9793025038e for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 20:16:58.095212 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3936de47-44ff-4940-a20e-881673ce01ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:58.105077 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3936de47-44ff-4940-a20e-881673ce01ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:58.179842 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3936de47-44ff-4940-a20e-881673ce01ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:58.241656 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3936de47-44ff-4940-a20e-881673ce01ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:58.269395 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3936de47-44ff-4940-a20e-881673ce01ba admin admin] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 20:16:58.271918 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 68e36ead-861d-42bc-a0a1-1bdc3431dd2f up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 20:16:58.279433 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3936de47-44ff-4940-a20e-881673ce01ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e90cdb9-8fb5-4038-bba2-b6a2c06685bf,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:16:58.286021 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3936de47-44ff-4940-a20e-881673ce01ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:58.286455 n-d-813679-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-3936de47-44ff-4940-a20e-881673ce01ba admin admin] Added segment 3c5bf69a-f26c-414d-94d0-b4d2944c9d25 of type vlan for network 002aeb12-1ada-458e-b521-a2b141c4c15f Oct 12 20:16:58.323816 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 68e36ead-861d-42bc-a0a1-1bdc3431dd2f triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:16:58.324226 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:58.330010 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3936de47-44ff-4940-a20e-881673ce01ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:58.401312 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3936de47-44ff-4940-a20e-881673ce01ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:58.402425 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3936de47-44ff-4940-a20e-881673ce01ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:16:58.403020 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-3936de47-44ff-4940-a20e-881673ce01ba admin admin] Notify callbacks [] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:58.404663 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:58.426504 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] For port 68e36ead-861d-42bc-a0a1-1bdc3431dd2f, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=68e36ead-861d-42bc-a0a1-1bdc3431dd2f,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:16:58.464876 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3936de47-44ff-4940-a20e-881673ce01ba admin admin] Pushing event updated for resources: {'Network': ['ID=002aeb12-1ada-458e-b521-a2b141c4c15f,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:16:58.477250 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 002aeb12-1ada-458e-b521-a2b141c4c15f details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 20:16:58.480875 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:58.507150 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-3936de47-44ff-4940-a20e-881673ce01ba admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4849885 Oct 12 20:16:58.514028 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 35106) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:16:58.515217 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-71cac6eb-7953-4ef8-831b-493b8f4fe555 admin admin] Request body: {'subnet': {'network_id': '002aeb12-1ada-458e-b521-a2b141c4c15f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1121833457-subnet', 'tenant_id': '1fd0e323a2f04766a645b9793025038e', 'ip_version': 4}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:16:58.523651 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01fa535e-9d04-4583-92a0-31e98cc6503f None None] Sync routers for ids ['49ad088b-c61b-4bf0-af0f-458b096c785e'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 20:16:58.574163 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fa535e-9d04-4583-92a0-31e98cc6503f None None] Routers {'49ad088b-c61b-4bf0-af0f-458b096c785e'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:16:58.574770 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-01fa535e-9d04-4583-92a0-31e98cc6503f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:16:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['49ad088b-c61b-4bf0-af0f-458b096c785e'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:16:58.600836 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71cac6eb-7953-4ef8-831b-493b8f4fe555 admin admin] Made reservation on behalf of 1fd0e323a2f04766a645b9793025038e for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 20:16:58.603385 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-71cac6eb-7953-4ef8-831b-493b8f4fe555 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16245837'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:58.631791 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Pushing event updated for resources: {'Port': ['ID=68e36ead-861d-42bc-a0a1-1bdc3431dd2f,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:16:58.697229 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-01fa535e-9d04-4583-92a0-31e98cc6503f None None] Set router 49ad088b-c61b-4bf0-af0f-458b096c785e gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:16:58.825121 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-71cac6eb-7953-4ef8-831b-493b8f4fe555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4306659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16245859'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:58.879350 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cac6eb-7953-4ef8-831b-493b8f4fe555 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca1fe859-e418-4ff7-8a1e-d77507c7bdea,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:16:58.888667 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71cac6eb-7953-4ef8-831b-493b8f4fe555 admin admin] Checking segment: {'id': '3c5bf69a-f26c-414d-94d0-b4d2944c9d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '002aeb12-1ada-458e-b521-a2b141c4c15f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 20:16:58.889023 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71cac6eb-7953-4ef8-831b-493b8f4fe555 admin admin] Network hostable DHCP agents. Network: 002aeb12-1ada-458e-b521-a2b141c4c15f, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 20:16:58.899023 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-01fa535e-9d04-4583-92a0-31e98cc6503f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ad088b-c61b-4bf0-af0f-458b096c785e', 'name': 'tempest-TestEncryptedCinderVolumes-1656012003-router', 'tenant_id': 'c3ad456627a64fb2aefc56b3c0a7b50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '68e36ead-861d-42bc-a0a1-1bdc3431dd2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:16:53Z', 'updated_at': '2021-10-12T20:16:56Z', 'revision_number': 4, 'project_id': 'c3ad456627a64fb2aefc56b3c0a7b50e', 'gw_port': {'id': '68e36ead-861d-42bc-a0a1-1bdc3431dd2f', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:39:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ad088b-c61b-4bf0-af0f-458b096c785e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:16:54Z', 'updated_at': '2021-10-12T20:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': 'bb15f8ee-7b7b-4cea-bd92-1a6a6a532a73', 'name': '', 'network_id': '3f6334f8-0fb5-4279-b695-20e0197b8e45', 'tenant_id': 'c3ad456627a64fb2aefc56b3c0a7b50e', 'mac_address': 'fa:16:3e:57:20:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49ad088b-c61b-4bf0-af0f-458b096c785e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'f72c127d-ad2e-428d-b9a1-765bca3b72a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:16:56Z', 'updated_at': '2021-10-12T20:16:56Z', 'revision_number': 2, 'project_id': 'c3ad456627a64fb2aefc56b3c0a7b50e', 'subnets': [{'id': 'f72c127d-ad2e-428d-b9a1-765bca3b72a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:16:58.925225 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01fa535e-9d04-4583-92a0-31e98cc6503f None None] Checking router: 49ad088b-c61b-4bf0-af0f-458b096c785e for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 20:16:58.925582 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01fa535e-9d04-4583-92a0-31e98cc6503f None None] Updating router 49ad088b-c61b-4bf0-af0f-458b096c785e port bb15f8ee-7b7b-4cea-bd92-1a6a6a532a73 binding host n-d-813679-3 {{(pid=95503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 20:16:58.949379 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-01fa535e-9d04-4583-92a0-31e98cc6503f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:58.950973 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71cac6eb-7953-4ef8-831b-493b8f4fe555 admin admin] Network 002aeb12-1ada-458e-b521-a2b141c4c15f is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 20:16:59.018902 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-71cac6eb-7953-4ef8-831b-493b8f4fe555 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, 002aeb12-1ada-458e-b521-a2b141c4c15f) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 20:16:59.022881 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71cac6eb-7953-4ef8-831b-493b8f4fe555 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:16:59.023504 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-71cac6eb-7953-4ef8-831b-493b8f4fe555 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:59.046892 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ef589e-b6a3-4a44-813a-82ab9eee54f6 None None] Network 002aeb12-1ada-458e-b521-a2b141c4c15f requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 20:16:59.118450 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-71cac6eb-7953-4ef8-831b-493b8f4fe555 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6071653 Oct 12 20:16:59.121293 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 35108) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:16:59.126146 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-d872402a-f610-481c-acd2-d651b72bcb98 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1121833457-router', 'tenant_id': '1fd0e323a2f04766a645b9793025038e', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:16:59.199526 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6381ceba-2b00-45a7-a5e7-dbc24ed96dc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:59.224901 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d872402a-f610-481c-acd2-d651b72bcb98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8093678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255505'] for router, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:59.226028 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d872402a-f610-481c-acd2-d651b72bcb98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8093562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8087085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8022306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255518'] for router, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:59.277498 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d872402a-f610-481c-acd2-d651b72bcb98 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:59.294316 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0507b2f1-8376-403d-b6ae-759e49e577cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-002aeb12-1ada-458e-b521-a2b141c4c15f', 'network_id': '002aeb12-1ada-458e-b521-a2b141c4c15f', 'tenant_id': '1fd0e323a2f04766a645b9793025038e', 'fixed_ips': [{'subnet_id': 'ca1fe859-e418-4ff7-8a1e-d77507c7bdea'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 20:16:59.295155 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0507b2f1-8376-403d-b6ae-759e49e577cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:59.391896 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-01fa535e-9d04-4583-92a0-31e98cc6503f None None] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:59.458305 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-0507b2f1-8376-403d-b6ae-759e49e577cf None None] Allocated IP 172.20.0.2 (002aeb12-1ada-458e-b521-a2b141c4c15f/ca1fe859-e418-4ff7-8a1e-d77507c7bdea/dc9cb462-7d47-4c7a-a04e-321ac56a1557) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 20:16:59.462321 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-01fa535e-9d04-4583-92a0-31e98cc6503f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:59.472885 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d872402a-f610-481c-acd2-d651b72bcb98 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:59.564217 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8da4671-e996-4baf-8ff2-17eb7f746c16 None None] Pushing event updated for resources: {'Port': ['ID=bb15f8ee-7b7b-4cea-bd92-1a6a6a532a73,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:16:59.643278 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-01fa535e-9d04-4583-92a0-31e98cc6503f None None] Attempting to bind port bb15f8ee-7b7b-4cea-bd92-1a6a6a532a73 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 20:16:59.643775 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-01fa535e-9d04-4583-92a0-31e98cc6503f None None] Attempting to bind port bb15f8ee-7b7b-4cea-bd92-1a6a6a532a73 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'd05fa9bb-4fc3-4871-857f-fe9cb0dfe405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '3f6334f8-0fb5-4279-b695-20e0197b8e45'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 20:16:59.644010 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fa535e-9d04-4583-92a0-31e98cc6503f None None] Attempting to bind port bb15f8ee-7b7b-4cea-bd92-1a6a6a532a73 on network 3f6334f8-0fb5-4279-b695-20e0197b8e45 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 20:16:59.657215 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fa535e-9d04-4583-92a0-31e98cc6503f None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 20, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 20:16:59.657597 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fa535e-9d04-4583-92a0-31e98cc6503f None None] Checking segment: {'id': 'd05fa9bb-4fc3-4871-857f-fe9cb0dfe405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '3f6334f8-0fb5-4279-b695-20e0197b8e45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 20:16:59.658003 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-01fa535e-9d04-4583-92a0-31e98cc6503f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:59.658397 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fa535e-9d04-4583-92a0-31e98cc6503f None None] Bound using segment: {'id': 'd05fa9bb-4fc3-4871-857f-fe9cb0dfe405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '3f6334f8-0fb5-4279-b695-20e0197b8e45'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 20:16:59.658874 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-01fa535e-9d04-4583-92a0-31e98cc6503f None None] Bound port: bb15f8ee-7b7b-4cea-bd92-1a6a6a532a73, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd05fa9bb-4fc3-4871-857f-fe9cb0dfe405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '3f6334f8-0fb5-4279-b695-20e0197b8e45'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 20:16:59.659255 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-01fa535e-9d04-4583-92a0-31e98cc6503f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:59.724303 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d872402a-f610-481c-acd2-d651b72bcb98 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:59.737617 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0507b2f1-8376-403d-b6ae-759e49e577cf None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:59.743171 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d872402a-f610-481c-acd2-d651b72bcb98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:59.766214 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-01fa535e-9d04-4583-92a0-31e98cc6503f None None] For port bb15f8ee-7b7b-4cea-bd92-1a6a6a532a73, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 20:16:59.780378 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-01fa535e-9d04-4583-92a0-31e98cc6503f None None] For port bb15f8ee-7b7b-4cea-bd92-1a6a6a532a73, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=bb15f8ee-7b7b-4cea-bd92-1a6a6a532a73,segment=NetworkSegment(d05fa9bb-4fc3-4871-857f-fe9cb0dfe405),segment_id=d05fa9bb-4fc3-4871-857f-fe9cb0dfe405)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 20:16:59.784559 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-6dd45362-8309-4709-b1a6-fc9c3f65784d None None] Provisioning complete for port bb15f8ee-7b7b-4cea-bd92-1a6a6a532a73 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:16:59.784952 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6dd45362-8309-4709-b1a6-fc9c3f65784d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:59.821449 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0507b2f1-8376-403d-b6ae-759e49e577cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:59.826496 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-6dd45362-8309-4709-b1a6-fc9c3f65784d None None] Port bb15f8ee-7b7b-4cea-bd92-1a6a6a532a73 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 20:16:59.848117 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-d872402a-f610-481c-acd2-d651b72bcb98 admin admin] Allocated IP 172.25.5.154 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/fa9fd6c3-288b-4da5-be23-b3528fbedf86) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 20:16:59.851951 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-01fa535e-9d04-4583-92a0-31e98cc6503f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:16:59.873490 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0507b2f1-8376-403d-b6ae-759e49e577cf None None] Network 002aeb12-1ada-458e-b521-a2b141c4c15f is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 20:16:59.879973 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-0507b2f1-8376-403d-b6ae-759e49e577cf None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 20:16:59.883565 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0507b2f1-8376-403d-b6ae-759e49e577cf None None] Pushing event updated for resources: {'Port': ['ID=dc9cb462-7d47-4c7a-a04e-321ac56a1557,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:16:59.886415 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0507b2f1-8376-403d-b6ae-759e49e577cf None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 20:16:59.950045 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fa535e-9d04-4583-92a0-31e98cc6503f None None] Routers {'49ad088b-c61b-4bf0-af0f-458b096c785e'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:16:59.950045 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-01fa535e-9d04-4583-92a0-31e98cc6503f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:16:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['49ad088b-c61b-4bf0-af0f-458b096c785e'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:16:59.972552 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d872402a-f610-481c-acd2-d651b72bcb98 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:17:00.033659 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-0507b2f1-8376-403d-b6ae-759e49e577cf None None] Attempting to bind port dc9cb462-7d47-4c7a-a04e-321ac56a1557 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 20:17:00.034024 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-0507b2f1-8376-403d-b6ae-759e49e577cf None None] Attempting to bind port dc9cb462-7d47-4c7a-a04e-321ac56a1557 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '3c5bf69a-f26c-414d-94d0-b4d2944c9d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '002aeb12-1ada-458e-b521-a2b141c4c15f'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 20:17:00.034502 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0507b2f1-8376-403d-b6ae-759e49e577cf None None] Attempting to bind port dc9cb462-7d47-4c7a-a04e-321ac56a1557 on network 002aeb12-1ada-458e-b521-a2b141c4c15f {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 20:17:00.059620 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d872402a-f610-481c-acd2-d651b72bcb98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:17:00.067506 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8da4671-e996-4baf-8ff2-17eb7f746c16 None None] Pushing event updated for resources: {'Port': ['ID=bb15f8ee-7b7b-4cea-bd92-1a6a6a532a73,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:17:00.078564 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0507b2f1-8376-403d-b6ae-759e49e577cf None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 20, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 20:17:00.078952 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0507b2f1-8376-403d-b6ae-759e49e577cf None None] Checking segment: {'id': '3c5bf69a-f26c-414d-94d0-b4d2944c9d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '002aeb12-1ada-458e-b521-a2b141c4c15f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 20:17:00.079362 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0507b2f1-8376-403d-b6ae-759e49e577cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:17:00.079757 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0507b2f1-8376-403d-b6ae-759e49e577cf None None] Bound using segment: {'id': '3c5bf69a-f26c-414d-94d0-b4d2944c9d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '002aeb12-1ada-458e-b521-a2b141c4c15f'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 20:17:00.080282 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-0507b2f1-8376-403d-b6ae-759e49e577cf None None] Bound port: dc9cb462-7d47-4c7a-a04e-321ac56a1557, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c5bf69a-f26c-414d-94d0-b4d2944c9d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '002aeb12-1ada-458e-b521-a2b141c4c15f'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 20:17:00.080673 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0507b2f1-8376-403d-b6ae-759e49e577cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:17:00.111358 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d872402a-f610-481c-acd2-d651b72bcb98 admin admin] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 20:17:00.116079 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-d872402a-f610-481c-acd2-d651b72bcb98 admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 20:17:00.120475 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d872402a-f610-481c-acd2-d651b72bcb98 admin admin] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 20:17:00.123543 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d872402a-f610-481c-acd2-d651b72bcb98 admin admin] Pushing event updated for resources: {'Port': ['ID=fa9fd6c3-288b-4da5-be23-b3528fbedf86,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:17:00.129679 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-01fa535e-9d04-4583-92a0-31e98cc6503f None None] Set router 49ad088b-c61b-4bf0-af0f-458b096c785e gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:17:00.231074 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-0507b2f1-8376-403d-b6ae-759e49e577cf None None] For port dc9cb462-7d47-4c7a-a04e-321ac56a1557, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 20:17:00.241133 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-380a5b6d-64ea-4674-9478-af5d3efdf7a9 None None] Provisioning complete for port bb15f8ee-7b7b-4cea-bd92-1a6a6a532a73 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:17:00.241505 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-380a5b6d-64ea-4674-9478-af5d3efdf7a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:17:00.273913 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-0507b2f1-8376-403d-b6ae-759e49e577cf None None] For port dc9cb462-7d47-4c7a-a04e-321ac56a1557, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=dc9cb462-7d47-4c7a-a04e-321ac56a1557,segment=NetworkSegment(3c5bf69a-f26c-414d-94d0-b4d2944c9d25),segment_id=3c5bf69a-f26c-414d-94d0-b4d2944c9d25)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 20:17:00.275080 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 68e36ead-861d-42bc-a0a1-1bdc3431dd2f up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 20:17:00.487561 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0507b2f1-8376-403d-b6ae-759e49e577cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:17:00.605580 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0507b2f1-8376-403d-b6ae-759e49e577cf None None] Pushing event updated for resources: {'Port': ['ID=dc9cb462-7d47-4c7a-a04e-321ac56a1557,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:17:00.666333 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 68e36ead-861d-42bc-a0a1-1bdc3431dd2f triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:17:00.666702 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:17:00.690743 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-380a5b6d-64ea-4674-9478-af5d3efdf7a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:17:00.766654 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d872402a-f610-481c-acd2-d651b72bcb98 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:17:00.773810 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-380a5b6d-64ea-4674-9478-af5d3efdf7a9 None None] For port bb15f8ee-7b7b-4cea-bd92-1a6a6a532a73, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=bb15f8ee-7b7b-4cea-bd92-1a6a6a532a73,segment=NetworkSegment(d05fa9bb-4fc3-4871-857f-fe9cb0dfe405),segment_id=d05fa9bb-4fc3-4871-857f-fe9cb0dfe405)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:17:00.820428 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-01fa535e-9d04-4583-92a0-31e98cc6503f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ad088b-c61b-4bf0-af0f-458b096c785e', 'name': 'tempest-TestEncryptedCinderVolumes-1656012003-router', 'tenant_id': 'c3ad456627a64fb2aefc56b3c0a7b50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '68e36ead-861d-42bc-a0a1-1bdc3431dd2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:16:53Z', 'updated_at': '2021-10-12T20:16:56Z', 'revision_number': 4, 'project_id': 'c3ad456627a64fb2aefc56b3c0a7b50e', 'gw_port': {'id': '68e36ead-861d-42bc-a0a1-1bdc3431dd2f', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:39:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ad088b-c61b-4bf0-af0f-458b096c785e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:16:54Z', 'updated_at': '2021-10-12T20:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': 'bb15f8ee-7b7b-4cea-bd92-1a6a6a532a73', 'name': '', 'network_id': '3f6334f8-0fb5-4279-b695-20e0197b8e45', 'tenant_id': 'c3ad456627a64fb2aefc56b3c0a7b50e', 'mac_address': 'fa:16:3e:57:20:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49ad088b-c61b-4bf0-af0f-458b096c785e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'f72c127d-ad2e-428d-b9a1-765bca3b72a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:16:56Z', 'updated_at': '2021-10-12T20:16:59Z', 'revision_number': 4, 'project_id': 'c3ad456627a64fb2aefc56b3c0a7b50e', 'subnets': [{'id': 'f72c127d-ad2e-428d-b9a1-765bca3b72a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:17:00.856389 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01fa535e-9d04-4583-92a0-31e98cc6503f None None] The sync data for ids ['49ad088b-c61b-4bf0-af0f-458b096c785e'] in n-d-813679-3 is: [{'id': '49ad088b-c61b-4bf0-af0f-458b096c785e', 'name': 'tempest-TestEncryptedCinderVolumes-1656012003-router', 'tenant_id': 'c3ad456627a64fb2aefc56b3c0a7b50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '68e36ead-861d-42bc-a0a1-1bdc3431dd2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:16:53Z', 'updated_at': '2021-10-12T20:16:56Z', 'revision_number': 4, 'project_id': 'c3ad456627a64fb2aefc56b3c0a7b50e', 'gw_port': {'id': '68e36ead-861d-42bc-a0a1-1bdc3431dd2f', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:39:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ad088b-c61b-4bf0-af0f-458b096c785e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:16:54Z', 'updated_at': '2021-10-12T20:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': 'bb15f8ee-7b7b-4cea-bd92-1a6a6a532a73', 'name': '', 'network_id': '3f6334f8-0fb5-4279-b695-20e0197b8e45', 'tenant_id': 'c3ad456627a64fb2aefc56b3c0a7b50e', 'mac_address': 'fa:16:3e:57:20:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49ad088b-c61b-4bf0-af0f-458b096c785e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'f72c127d-ad2e-428d-b9a1-765bca3b72a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:16:56Z', 'updated_at': '2021-10-12T20:16:59Z', 'revision_number': 4, 'project_id': 'c3ad456627a64fb2aefc56b3c0a7b50e', 'subnets': [{'id': 'f72c127d-ad2e-428d-b9a1-765bca3b72a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 20:17:00.882221 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-380a5b6d-64ea-4674-9478-af5d3efdf7a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:17:00.956081 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380a5b6d-64ea-4674-9478-af5d3efdf7a9 None None] Pushing event updated for resources: {'Port': ['ID=bb15f8ee-7b7b-4cea-bd92-1a6a6a532a73,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:17:00.996425 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d872402a-f610-481c-acd2-d651b72bcb98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8093541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7915516'] for router, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:17:01.202403 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d872402a-f610-481c-acd2-d651b72bcb98 admin admin] Router d40bbc41-9e67-4c5b-a449-c63eca73a4a5 is scheduled to L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b with binding_index 1 {{(pid=95502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 20:17:01.323157 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d872402a-f610-481c-acd2-d651b72bcb98 admin admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 20:17:01.339837 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8e0866-e51e-44b5-a2a0-ed38f8996ea2 None None] Sync routers for ids ['d40bbc41-9e67-4c5b-a449-c63eca73a4a5'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 20:17:01.350211 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8e0866-e51e-44b5-a2a0-ed38f8996ea2 None None] Routers {'d40bbc41-9e67-4c5b-a449-c63eca73a4a5'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:17:01.350840 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-5b8e0866-e51e-44b5-a2a0-ed38f8996ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:16:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['d40bbc41-9e67-4c5b-a449-c63eca73a4a5'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:17:01.405081 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d872402a-f610-481c-acd2-d651b72bcb98 admin admin] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:17:01.409132 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-d872402a-f610-481c-acd2-d651b72bcb98 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.2841046 Oct 12 20:17:01.409281 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 35110) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:17:01.470723 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-5b8e0866-e51e-44b5-a2a0-ed38f8996ea2 None None] Set router d40bbc41-9e67-4c5b-a449-c63eca73a4a5 gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:17:01.617251 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb1d4a4c-7c53-4bf6-9571-c9d66a54856a None None] Network 002aeb12-1ada-458e-b521-a2b141c4c15f requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 20:17:01.739493 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-5b8e0866-e51e-44b5-a2a0-ed38f8996ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd40bbc41-9e67-4c5b-a449-c63eca73a4a5', 'name': 'tempest-TestEncryptedCinderVolumes-1121833457-router', 'tenant_id': '1fd0e323a2f04766a645b9793025038e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'fa9fd6c3-288b-4da5-be23-b3528fbedf86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:16:59Z', 'updated_at': '2021-10-12T20:17:00Z', 'revision_number': 3, 'project_id': '1fd0e323a2f04766a645b9793025038e', 'gw_port': {'id': 'fa9fd6c3-288b-4da5-be23-b3528fbedf86', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c0:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd40bbc41-9e67-4c5b-a449-c63eca73a4a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:16:59Z', 'updated_at': '2021-10-12T20:16:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:17:01.757007 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-055f359f-bc13-4b3d-a799-6d98c01395e7 None None] Provisioning complete for port dc9cb462-7d47-4c7a-a04e-321ac56a1557 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:17:01.757007 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-055f359f-bc13-4b3d-a799-6d98c01395e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:17:01.778494 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8e0866-e51e-44b5-a2a0-ed38f8996ea2 None None] Checking router: d40bbc41-9e67-4c5b-a449-c63eca73a4a5 for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 20:17:01.778494 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8e0866-e51e-44b5-a2a0-ed38f8996ea2 None None] Updating router d40bbc41-9e67-4c5b-a449-c63eca73a4a5 port fa9fd6c3-288b-4da5-be23-b3528fbedf86 binding host n-d-813679-3 {{(pid=95504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 20:17:01.801257 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-80ffda4d-3a3d-453c-b2fb-cd0124a34229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:17:01.814047 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-5b8e0866-e51e-44b5-a2a0-ed38f8996ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:17:01.920821 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-055f359f-bc13-4b3d-a799-6d98c01395e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:17:01.968048 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-055f359f-bc13-4b3d-a799-6d98c01395e7 None None] For port dc9cb462-7d47-4c7a-a04e-321ac56a1557, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=dc9cb462-7d47-4c7a-a04e-321ac56a1557,segment=NetworkSegment(3c5bf69a-f26c-414d-94d0-b4d2944c9d25),segment_id=3c5bf69a-f26c-414d-94d0-b4d2944c9d25)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:17:01.987413 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-89a35429-5c5a-483e-97d7-20f9b086eab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:17:02.042092 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-055f359f-bc13-4b3d-a799-6d98c01395e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:17:02.119351 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055f359f-bc13-4b3d-a799-6d98c01395e7 None None] Pushing event updated for resources: {'Port': ['ID=dc9cb462-7d47-4c7a-a04e-321ac56a1557,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:17:02.191242 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-5b8e0866-e51e-44b5-a2a0-ed38f8996ea2 None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:17:02.194250 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-89a35429-5c5a-483e-97d7-20f9b086eab6 admin admin] Allocated IP 172.20.0.1 (002aeb12-1ada-458e-b521-a2b141c4c15f/ca1fe859-e418-4ff7-8a1e-d77507c7bdea/44c0dc94-95cd-4d75-94a5-07e654738bac) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 20:17:02.276211 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-5b8e0866-e51e-44b5-a2a0-ed38f8996ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:17:02.278103 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-409e6743-9766-47a9-b42b-444a054a16e5 None None] Provisioning complete for port dc9cb462-7d47-4c7a-a04e-321ac56a1557 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:17:02.278815 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-409e6743-9766-47a9-b42b-444a054a16e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:17:02.323020 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-89a35429-5c5a-483e-97d7-20f9b086eab6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:17:02.330511 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-5b8e0866-e51e-44b5-a2a0-ed38f8996ea2 None None] Attempting to bind port fa9fd6c3-288b-4da5-be23-b3528fbedf86 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 20:17:02.332960 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-5b8e0866-e51e-44b5-a2a0-ed38f8996ea2 None None] Attempting to bind port fa9fd6c3-288b-4da5-be23-b3528fbedf86 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 20:17:02.332960 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8e0866-e51e-44b5-a2a0-ed38f8996ea2 None None] Attempting to bind port fa9fd6c3-288b-4da5-be23-b3528fbedf86 on network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 20:17:02.333321 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63e1c28-c619-4312-9df4-e9e1aaf74b00 None None] Pushing event updated for resources: {'Port': ['ID=fa9fd6c3-288b-4da5-be23-b3528fbedf86,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:17:02.339327 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8e0866-e51e-44b5-a2a0-ed38f8996ea2 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 20, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 20:17:02.339704 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8e0866-e51e-44b5-a2a0-ed38f8996ea2 None None] Checking segment: {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 20:17:02.340249 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-5b8e0866-e51e-44b5-a2a0-ed38f8996ea2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:17:02.340894 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8e0866-e51e-44b5-a2a0-ed38f8996ea2 None None] Bound using segment: {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 20:17:02.341160 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-5b8e0866-e51e-44b5-a2a0-ed38f8996ea2 None None] Bound port: fa9fd6c3-288b-4da5-be23-b3528fbedf86, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 20:17:02.341543 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-5b8e0866-e51e-44b5-a2a0-ed38f8996ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:17:02.347285 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device dc9cb462-7d47-4c7a-a04e-321ac56a1557 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 20:17:02.399038 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-5b8e0866-e51e-44b5-a2a0-ed38f8996ea2 None None] For port fa9fd6c3-288b-4da5-be23-b3528fbedf86, host n-d-813679-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 20:17:02.404887 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-5b8e0866-e51e-44b5-a2a0-ed38f8996ea2 None None] For port fa9fd6c3-288b-4da5-be23-b3528fbedf86, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=fa9fd6c3-288b-4da5-be23-b3528fbedf86,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 20:17:02.413924 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-89a35429-5c5a-483e-97d7-20f9b086eab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:17:02.429883 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port dc9cb462-7d47-4c7a-a04e-321ac56a1557 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:17:02.430504 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:17:02.458433 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a35429-5c5a-483e-97d7-20f9b086eab6 admin admin] Network 002aeb12-1ada-458e-b521-a2b141c4c15f is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 20:17:02.460017 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-5b8e0866-e51e-44b5-a2a0-ed38f8996ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:17:02.461683 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-89a35429-5c5a-483e-97d7-20f9b086eab6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 20:17:02.466381 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a35429-5c5a-483e-97d7-20f9b086eab6 admin admin] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 20:17:02.509665 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-89a35429-5c5a-483e-97d7-20f9b086eab6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7915309'] for router_interface, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:17:02.531656 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8e0866-e51e-44b5-a2a0-ed38f8996ea2 None None] Routers {'d40bbc41-9e67-4c5b-a449-c63eca73a4a5'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:17:02.532324 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-5b8e0866-e51e-44b5-a2a0-ed38f8996ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:17:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['d40bbc41-9e67-4c5b-a449-c63eca73a4a5'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:17:02.534246 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device bb15f8ee-7b7b-4cea-bd92-1a6a6a532a73 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 20:17:02.551402 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a35429-5c5a-483e-97d7-20f9b086eab6 admin admin] Pushing event updated for resources: {'Port': ['ID=44c0dc94-95cd-4d75-94a5-07e654738bac,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:17:02.560612 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:17:02.580053 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63e1c28-c619-4312-9df4-e9e1aaf74b00 None None] Pushing event updated for resources: {'Port': ['ID=fa9fd6c3-288b-4da5-be23-b3528fbedf86,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:17:02.595506 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port bb15f8ee-7b7b-4cea-bd92-1a6a6a532a73 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:17:02.595963 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:17:02.666341 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-5b8e0866-e51e-44b5-a2a0-ed38f8996ea2 None None] Set router d40bbc41-9e67-4c5b-a449-c63eca73a4a5 gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:17:02.743051 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-89a35429-5c5a-483e-97d7-20f9b086eab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:17:02.798786 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-1eeb2df9-2533-49cb-8fe7-0d003b36b99e None None] Provisioning complete for port 44c0dc94-95cd-4d75-94a5-07e654738bac triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:17:02.799393 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1eeb2df9-2533-49cb-8fe7-0d003b36b99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:17:02.833354 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-1eeb2df9-2533-49cb-8fe7-0d003b36b99e None None] Port 44c0dc94-95cd-4d75-94a5-07e654738bac cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 20:17:02.852392 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-5b8e0866-e51e-44b5-a2a0-ed38f8996ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd40bbc41-9e67-4c5b-a449-c63eca73a4a5', 'name': 'tempest-TestEncryptedCinderVolumes-1121833457-router', 'tenant_id': '1fd0e323a2f04766a645b9793025038e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'fa9fd6c3-288b-4da5-be23-b3528fbedf86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:16:59Z', 'updated_at': '2021-10-12T20:17:00Z', 'revision_number': 3, 'project_id': '1fd0e323a2f04766a645b9793025038e', 'gw_port': {'id': 'fa9fd6c3-288b-4da5-be23-b3528fbedf86', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c0:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd40bbc41-9e67-4c5b-a449-c63eca73a4a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:16:59Z', 'updated_at': '2021-10-12T20:17:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:17:02.878827 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8e0866-e51e-44b5-a2a0-ed38f8996ea2 None None] The sync data for ids ['d40bbc41-9e67-4c5b-a449-c63eca73a4a5'] in n-d-813679-3 is: [{'id': 'd40bbc41-9e67-4c5b-a449-c63eca73a4a5', 'name': 'tempest-TestEncryptedCinderVolumes-1121833457-router', 'tenant_id': '1fd0e323a2f04766a645b9793025038e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'fa9fd6c3-288b-4da5-be23-b3528fbedf86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:16:59Z', 'updated_at': '2021-10-12T20:17:00Z', 'revision_number': 3, 'project_id': '1fd0e323a2f04766a645b9793025038e', 'gw_port': {'id': 'fa9fd6c3-288b-4da5-be23-b3528fbedf86', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c0:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd40bbc41-9e67-4c5b-a449-c63eca73a4a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:16:59Z', 'updated_at': '2021-10-12T20:17:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 20:17:02.909142 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-89a35429-5c5a-483e-97d7-20f9b086eab6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:17:02.984333 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-89a35429-5c5a-483e-97d7-20f9b086eab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:17:03.057948 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a35429-5c5a-483e-97d7-20f9b086eab6 admin admin] Pushing event updated for resources: {'Port': ['ID=44c0dc94-95cd-4d75-94a5-07e654738bac,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:17:03.060563 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-89a35429-5c5a-483e-97d7-20f9b086eab6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7898980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8092605'] for router_interface, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:17:03.164042 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a35429-5c5a-483e-97d7-20f9b086eab6 admin admin] Network 002aeb12-1ada-458e-b521-a2b141c4c15f is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 20:17:03.165980 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-89a35429-5c5a-483e-97d7-20f9b086eab6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 20:17:03.264272 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:17:03.293952 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89a35429-5c5a-483e-97d7-20f9b086eab6 admin admin] Router d40bbc41-9e67-4c5b-a449-c63eca73a4a5 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 20:17:03.413410 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89a35429-5c5a-483e-97d7-20f9b086eab6 admin admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 20:17:03.418436 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-89a35429-5c5a-483e-97d7-20f9b086eab6 admin admin] 10.222.0.49 "PUT /v2.0/routers/d40bbc41-9e67-4c5b-a449-c63eca73a4a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0080769 Oct 12 20:17:03.458098 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-c9c70c9b-ef06-41fa-a59c-2c3c06f5705b None None] Provisioning complete for port 44c0dc94-95cd-4d75-94a5-07e654738bac triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:17:03.458825 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c9c70c9b-ef06-41fa-a59c-2c3c06f5705b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:17:03.495276 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-c9c70c9b-ef06-41fa-a59c-2c3c06f5705b None None] Port 44c0dc94-95cd-4d75-94a5-07e654738bac cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 20:17:03.595982 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:17:04.287284 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device fa9fd6c3-288b-4da5-be23-b3528fbedf86 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 20:17:04.343075 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port fa9fd6c3-288b-4da5-be23-b3528fbedf86 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:17:04.343454 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:17:04.355656 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8810d54a-af4b-4eee-b920-d3c7efa9ee92 req-4192d347-d805-4ce8-ada3-20f71b78e50b tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:17:04.366802 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8810d54a-af4b-4eee-b920-d3c7efa9ee92 req-4192d347-d805-4ce8-ada3-20f71b78e50b tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] 10.222.0.49 "GET /v2.0/networks?id=3f6334f8-0fb5-4279-b695-20e0197b8e45 HTTP/1.1" status: 200 len: 817 time: 0.1308014 Oct 12 20:17:04.383596 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8810d54a-af4b-4eee-b920-d3c7efa9ee92 req-88e71249-3678-4921-8d63-9fb95cc1dd6b tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] 10.222.0.49 "GET /v2.0/quotas/c3ad456627a64fb2aefc56b3c0a7b50e HTTP/1.1" status: 200 len: 375 time: 0.0155940 Oct 12 20:17:04.438649 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:17:04.445909 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8810d54a-af4b-4eee-b920-d3c7efa9ee92 req-c5998872-531e-4c60-a3f1-2f42d85066f3 tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=c3ad456627a64fb2aefc56b3c0a7b50e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0614674 Oct 12 20:17:04.462551 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] For port fa9fd6c3-288b-4da5-be23-b3528fbedf86, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=fa9fd6c3-288b-4da5-be23-b3528fbedf86,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:17:04.518717 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806f90a2-fc4d-4a0a-b752-fa19dc8b25ac None None] Sync routers for ids ['d40bbc41-9e67-4c5b-a449-c63eca73a4a5'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 20:17:04.522920 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:17:04.547536 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8810d54a-af4b-4eee-b920-d3c7efa9ee92 req-ab00ef0f-9c44-4494-8b2a-7b700e94c03c service neutron] 10.222.0.49 "GET /v2.0/networks/3f6334f8-0fb5-4279-b695-20e0197b8e45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894728 Oct 12 20:17:04.554776 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806f90a2-fc4d-4a0a-b752-fa19dc8b25ac None None] Routers {'d40bbc41-9e67-4c5b-a449-c63eca73a4a5'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:17:04.555856 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-806f90a2-fc4d-4a0a-b752-fa19dc8b25ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:17:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['d40bbc41-9e67-4c5b-a449-c63eca73a4a5'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:17:04.615884 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:17:04.623886 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Pushing event updated for resources: {'Port': ['ID=fa9fd6c3-288b-4da5-be23-b3528fbedf86,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:17:04.657312 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8810d54a-af4b-4eee-b920-d3c7efa9ee92 req-24069d96-2c17-41af-a971-43501145ee77 service neutron] 10.222.0.49 "GET /v2.0/networks/3f6334f8-0fb5-4279-b695-20e0197b8e45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001554 Oct 12 20:17:04.702281 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-806f90a2-fc4d-4a0a-b752-fa19dc8b25ac None None] Set router d40bbc41-9e67-4c5b-a449-c63eca73a4a5 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:17:04.777636 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:17:04.916710 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-806f90a2-fc4d-4a0a-b752-fa19dc8b25ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd40bbc41-9e67-4c5b-a449-c63eca73a4a5', 'name': 'tempest-TestEncryptedCinderVolumes-1121833457-router', 'tenant_id': '1fd0e323a2f04766a645b9793025038e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'fa9fd6c3-288b-4da5-be23-b3528fbedf86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:16:59Z', 'updated_at': '2021-10-12T20:17:02Z', 'revision_number': 4, 'project_id': '1fd0e323a2f04766a645b9793025038e', 'gw_port': {'id': 'fa9fd6c3-288b-4da5-be23-b3528fbedf86', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c0:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd40bbc41-9e67-4c5b-a449-c63eca73a4a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:16:59Z', 'updated_at': '2021-10-12T20:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '44c0dc94-95cd-4d75-94a5-07e654738bac', 'name': '', 'network_id': '002aeb12-1ada-458e-b521-a2b141c4c15f', 'tenant_id': '1fd0e323a2f04766a645b9793025038e', 'mac_address': 'fa:16:3e:f7:f6:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd40bbc41-9e67-4c5b-a449-c63eca73a4a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': 'ca1fe859-e418-4ff7-8a1e-d77507c7bdea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:17:02Z', 'updated_at': '2021-10-12T20:17:02Z', 'revision_number': 2, 'project_id': '1fd0e323a2f04766a645b9793025038e', 'subnets': [{'id': 'ca1fe859-e418-4ff7-8a1e-d77507c7bdea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:17:04.952726 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806f90a2-fc4d-4a0a-b752-fa19dc8b25ac None None] Checking router: d40bbc41-9e67-4c5b-a449-c63eca73a4a5 for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 20:17:04.953979 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806f90a2-fc4d-4a0a-b752-fa19dc8b25ac None None] Updating router d40bbc41-9e67-4c5b-a449-c63eca73a4a5 port 44c0dc94-95cd-4d75-94a5-07e654738bac binding host n-d-813679-3 {{(pid=95503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 20:17:04.963992 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-57cbc588-dfb5-420c-891b-e7a1318e8eb3 req-d5179dd8-d072-4ee5-8091-e2798468820c tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] 10.222.0.49 "GET /v2.0/ports?device_id=90620cd0-c7fa-468e-b7c0-7a76994411e6 HTTP/1.1" status: 200 len: 210 time: 0.0332482 Oct 12 20:17:04.984662 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-806f90a2-fc4d-4a0a-b752-fa19dc8b25ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:17:05.253209 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-806f90a2-fc4d-4a0a-b752-fa19dc8b25ac None None] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:17:05.308833 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-806f90a2-fc4d-4a0a-b752-fa19dc8b25ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:17:05.361138 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aad2eff-d424-4447-b8c3-f41741b1b487 None None] Pushing event updated for resources: {'Port': ['ID=44c0dc94-95cd-4d75-94a5-07e654738bac,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:17:05.410793 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-806f90a2-fc4d-4a0a-b752-fa19dc8b25ac None None] Attempting to bind port 44c0dc94-95cd-4d75-94a5-07e654738bac on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 20:17:05.411194 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-806f90a2-fc4d-4a0a-b752-fa19dc8b25ac None None] Attempting to bind port 44c0dc94-95cd-4d75-94a5-07e654738bac by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '3c5bf69a-f26c-414d-94d0-b4d2944c9d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '002aeb12-1ada-458e-b521-a2b141c4c15f'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 20:17:05.411530 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806f90a2-fc4d-4a0a-b752-fa19dc8b25ac None None] Attempting to bind port 44c0dc94-95cd-4d75-94a5-07e654738bac on network 002aeb12-1ada-458e-b521-a2b141c4c15f {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 20:17:05.423302 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806f90a2-fc4d-4a0a-b752-fa19dc8b25ac None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 20, 17, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 20:17:05.423302 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806f90a2-fc4d-4a0a-b752-fa19dc8b25ac None None] Checking segment: {'id': '3c5bf69a-f26c-414d-94d0-b4d2944c9d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '002aeb12-1ada-458e-b521-a2b141c4c15f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 20:17:05.423302 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-806f90a2-fc4d-4a0a-b752-fa19dc8b25ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:17:05.423302 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806f90a2-fc4d-4a0a-b752-fa19dc8b25ac None None] Bound using segment: {'id': '3c5bf69a-f26c-414d-94d0-b4d2944c9d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '002aeb12-1ada-458e-b521-a2b141c4c15f'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 20:17:05.423302 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-806f90a2-fc4d-4a0a-b752-fa19dc8b25ac None None] Bound port: 44c0dc94-95cd-4d75-94a5-07e654738bac, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c5bf69a-f26c-414d-94d0-b4d2944c9d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '002aeb12-1ada-458e-b521-a2b141c4c15f'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 20:17:05.423302 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-806f90a2-fc4d-4a0a-b752-fa19dc8b25ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:17:05.488713 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-806f90a2-fc4d-4a0a-b752-fa19dc8b25ac None None] For port 44c0dc94-95cd-4d75-94a5-07e654738bac, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 20:17:05.492098 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-806f90a2-fc4d-4a0a-b752-fa19dc8b25ac None None] For port 44c0dc94-95cd-4d75-94a5-07e654738bac, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=44c0dc94-95cd-4d75-94a5-07e654738bac,segment=NetworkSegment(3c5bf69a-f26c-414d-94d0-b4d2944c9d25),segment_id=3c5bf69a-f26c-414d-94d0-b4d2944c9d25)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 20:17:05.531296 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-26826bb7-0441-45b8-8d80-cf3b8de7e707 None None] Provisioning complete for port 44c0dc94-95cd-4d75-94a5-07e654738bac triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:17:05.536873 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-26826bb7-0441-45b8-8d80-cf3b8de7e707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:17:05.560552 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-806f90a2-fc4d-4a0a-b752-fa19dc8b25ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:17:05.588476 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-26826bb7-0441-45b8-8d80-cf3b8de7e707 None None] Port 44c0dc94-95cd-4d75-94a5-07e654738bac cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 20:17:05.618978 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806f90a2-fc4d-4a0a-b752-fa19dc8b25ac None None] Routers {'d40bbc41-9e67-4c5b-a449-c63eca73a4a5'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:17:05.619606 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-806f90a2-fc4d-4a0a-b752-fa19dc8b25ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:17:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['d40bbc41-9e67-4c5b-a449-c63eca73a4a5'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:17:05.657767 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aad2eff-d424-4447-b8c3-f41741b1b487 None None] Pushing event updated for resources: {'Port': ['ID=44c0dc94-95cd-4d75-94a5-07e654738bac,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:17:05.738963 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-806f90a2-fc4d-4a0a-b752-fa19dc8b25ac None None] Set router d40bbc41-9e67-4c5b-a449-c63eca73a4a5 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:17:05.861495 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-db83b11a-98e7-424c-ac16-748e7c96be67 None None] Provisioning complete for port 44c0dc94-95cd-4d75-94a5-07e654738bac triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:17:05.861865 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-db83b11a-98e7-424c-ac16-748e7c96be67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:17:06.001323 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-db83b11a-98e7-424c-ac16-748e7c96be67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:17:06.037235 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9abe0c0d-4902-45eb-bc9b-e92fc8a9ec3d req-8e11e283-0c0b-4809-8731-16142d323046 tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] 10.222.0.49 "GET /v2.0/ports?device_id=90620cd0-c7fa-468e-b7c0-7a76994411e6 HTTP/1.1" status: 200 len: 210 time: 0.0283012 Oct 12 20:17:06.045007 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-db83b11a-98e7-424c-ac16-748e7c96be67 None None] For port 44c0dc94-95cd-4d75-94a5-07e654738bac, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=44c0dc94-95cd-4d75-94a5-07e654738bac,segment=NetworkSegment(3c5bf69a-f26c-414d-94d0-b4d2944c9d25),segment_id=3c5bf69a-f26c-414d-94d0-b4d2944c9d25)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:17:06.048303 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-806f90a2-fc4d-4a0a-b752-fa19dc8b25ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd40bbc41-9e67-4c5b-a449-c63eca73a4a5', 'name': 'tempest-TestEncryptedCinderVolumes-1121833457-router', 'tenant_id': '1fd0e323a2f04766a645b9793025038e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'fa9fd6c3-288b-4da5-be23-b3528fbedf86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:16:59Z', 'updated_at': '2021-10-12T20:17:02Z', 'revision_number': 4, 'project_id': '1fd0e323a2f04766a645b9793025038e', 'gw_port': {'id': 'fa9fd6c3-288b-4da5-be23-b3528fbedf86', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c0:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd40bbc41-9e67-4c5b-a449-c63eca73a4a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:16:59Z', 'updated_at': '2021-10-12T20:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '44c0dc94-95cd-4d75-94a5-07e654738bac', 'name': '', 'network_id': '002aeb12-1ada-458e-b521-a2b141c4c15f', 'tenant_id': '1fd0e323a2f04766a645b9793025038e', 'mac_address': 'fa:16:3e:f7:f6:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd40bbc41-9e67-4c5b-a449-c63eca73a4a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': 'ca1fe859-e418-4ff7-8a1e-d77507c7bdea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:17:02Z', 'updated_at': '2021-10-12T20:17:05Z', 'revision_number': 4, 'project_id': '1fd0e323a2f04766a645b9793025038e', 'subnets': [{'id': 'ca1fe859-e418-4ff7-8a1e-d77507c7bdea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:17:06.079190 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806f90a2-fc4d-4a0a-b752-fa19dc8b25ac None None] The sync data for ids ['d40bbc41-9e67-4c5b-a449-c63eca73a4a5'] in n-d-813679-3 is: [{'id': 'd40bbc41-9e67-4c5b-a449-c63eca73a4a5', 'name': 'tempest-TestEncryptedCinderVolumes-1121833457-router', 'tenant_id': '1fd0e323a2f04766a645b9793025038e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'fa9fd6c3-288b-4da5-be23-b3528fbedf86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:16:59Z', 'updated_at': '2021-10-12T20:17:02Z', 'revision_number': 4, 'project_id': '1fd0e323a2f04766a645b9793025038e', 'gw_port': {'id': 'fa9fd6c3-288b-4da5-be23-b3528fbedf86', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c0:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd40bbc41-9e67-4c5b-a449-c63eca73a4a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:16:59Z', 'updated_at': '2021-10-12T20:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '44c0dc94-95cd-4d75-94a5-07e654738bac', 'name': '', 'network_id': '002aeb12-1ada-458e-b521-a2b141c4c15f', 'tenant_id': '1fd0e323a2f04766a645b9793025038e', 'mac_address': 'fa:16:3e:f7:f6:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd40bbc41-9e67-4c5b-a449-c63eca73a4a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': 'ca1fe859-e418-4ff7-8a1e-d77507c7bdea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:17:02Z', 'updated_at': '2021-10-12T20:17:05Z', 'revision_number': 4, 'project_id': '1fd0e323a2f04766a645b9793025038e', 'subnets': [{'id': 'ca1fe859-e418-4ff7-8a1e-d77507c7bdea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 20:17:06.093419 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-db83b11a-98e7-424c-ac16-748e7c96be67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:17:06.163603 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db83b11a-98e7-424c-ac16-748e7c96be67 None None] Pushing event updated for resources: {'Port': ['ID=44c0dc94-95cd-4d75-94a5-07e654738bac,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:17:06.340429 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 44c0dc94-95cd-4d75-94a5-07e654738bac up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 20:17:06.393261 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 44c0dc94-95cd-4d75-94a5-07e654738bac triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:17:06.393639 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:17:06.647892 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device fa9fd6c3-288b-4da5-be23-b3528fbedf86 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 20:17:06.691692 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port fa9fd6c3-288b-4da5-be23-b3528fbedf86 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:17:06.692092 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:17:07.143066 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d0d35c71-2920-4883-96cb-9764005c483d req-9b06497f-375a-4405-9dca-9c097f2a0a84 tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] 10.222.0.49 "GET /v2.0/ports?device_id=90620cd0-c7fa-468e-b7c0-7a76994411e6 HTTP/1.1" status: 200 len: 210 time: 0.0331743 Oct 12 20:17:07.173167 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8810d54a-af4b-4eee-b920-d3c7efa9ee92 req-4b301d19-5ac7-4710-8ab9-2e9dc007193f tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:17:07.174576 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8810d54a-af4b-4eee-b920-d3c7efa9ee92 req-4b301d19-5ac7-4710-8ab9-2e9dc007193f tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] 10.222.0.61 "GET /v2.0/networks?id=3f6334f8-0fb5-4279-b695-20e0197b8e45 HTTP/1.1" status: 200 len: 817 time: 0.1292608 Oct 12 20:17:07.187459 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-8810d54a-af4b-4eee-b920-d3c7efa9ee92 req-98b8d9ef-9537-4cbf-804c-1f9ed717ada4 tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] Request body: {'port': {'device_id': '90620cd0-c7fa-468e-b7c0-7a76994411e6', 'network_id': '3f6334f8-0fb5-4279-b695-20e0197b8e45', 'admin_state_up': True, 'tenant_id': 'c3ad456627a64fb2aefc56b3c0a7b50e'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:17:07.373180 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8810d54a-af4b-4eee-b920-d3c7efa9ee92 req-98b8d9ef-9537-4cbf-804c-1f9ed717ada4 tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] Made reservation on behalf of c3ad456627a64fb2aefc56b3c0a7b50e for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 20:17:07.376728 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8810d54a-af4b-4eee-b920-d3c7efa9ee92 req-98b8d9ef-9537-4cbf-804c-1f9ed717ada4 tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:17:07.501221 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [req-8810d54a-af4b-4eee-b920-d3c7efa9ee92 req-98b8d9ef-9537-4cbf-804c-1f9ed717ada4 tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] Allocated IP 172.20.0.13 (3f6334f8-0fb5-4279-b695-20e0197b8e45/f72c127d-ad2e-428d-b9a1-765bca3b72a2/f2dab330-b0fc-4b61-a5c3-2aedd7f6a50f) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 20:17:07.654001 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8810d54a-af4b-4eee-b920-d3c7efa9ee92 req-98b8d9ef-9537-4cbf-804c-1f9ed717ada4 tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:17:07.762256 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8810d54a-af4b-4eee-b920-d3c7efa9ee92 req-98b8d9ef-9537-4cbf-804c-1f9ed717ada4 tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:17:07.807075 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8810d54a-af4b-4eee-b920-d3c7efa9ee92 req-98b8d9ef-9537-4cbf-804c-1f9ed717ada4 tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] Network 3f6334f8-0fb5-4279-b695-20e0197b8e45 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 20:17:07.810935 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [req-8810d54a-af4b-4eee-b920-d3c7efa9ee92 req-98b8d9ef-9537-4cbf-804c-1f9ed717ada4 tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 20:17:07.814823 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-8810d54a-af4b-4eee-b920-d3c7efa9ee92 req-98b8d9ef-9537-4cbf-804c-1f9ed717ada4 tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 20:17:07.821388 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b8d9ef-9537-4cbf-804c-1f9ed717ada4 tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] Pushing event updated for resources: {'Port': ['ID=f2dab330-b0fc-4b61-a5c3-2aedd7f6a50f,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:17:07.869337 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8810d54a-af4b-4eee-b920-d3c7efa9ee92 req-98b8d9ef-9537-4cbf-804c-1f9ed717ada4 tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:17:07.869957 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8810d54a-af4b-4eee-b920-d3c7efa9ee92 req-98b8d9ef-9537-4cbf-804c-1f9ed717ada4 tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:17:07.986652 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8810d54a-af4b-4eee-b920-d3c7efa9ee92 req-98b8d9ef-9537-4cbf-804c-1f9ed717ada4 tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8035221 Oct 12 20:17:07.999876 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-8810d54a-af4b-4eee-b920-d3c7efa9ee92 req-3b591bc0-dff3-4148-878f-c88601aee291 service neutron] Request body: {'port': {'device_id': '90620cd0-c7fa-468e-b7c0-7a76994411e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:17:08.030748 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-14fe7208-915c-464d-b36b-413d0eb1b23c None None] Provisioning complete for port f2dab330-b0fc-4b61-a5c3-2aedd7f6a50f triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:17:08.031769 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-14fe7208-915c-464d-b36b-413d0eb1b23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:17:08.060977 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8810d54a-af4b-4eee-b920-d3c7efa9ee92 req-3b591bc0-dff3-4148-878f-c88601aee291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:17:08.069220 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-14fe7208-915c-464d-b36b-413d0eb1b23c None None] Port f2dab330-b0fc-4b61-a5c3-2aedd7f6a50f cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 20:17:08.260496 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911e405b-c2be-4d7d-8b45-778ff4a2eb5f req-e3b945e7-b6e4-475e-a1cf-2666724f9375 tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:17:08.262041 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-911e405b-c2be-4d7d-8b45-778ff4a2eb5f req-e3b945e7-b6e4-475e-a1cf-2666724f9375 tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] 10.222.0.49 "GET /v2.0/ports?device_id=90620cd0-c7fa-468e-b7c0-7a76994411e6 HTTP/1.1" status: 200 len: 932 time: 0.0498850 Oct 12 20:17:08.302197 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-911e405b-c2be-4d7d-8b45-778ff4a2eb5f req-dbd4117e-3715-4ceb-9b8e-6e3b8aa27a27 tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] 10.222.0.49 "GET /v2.0/security-groups?id=2cac67d9-0f83-46cd-aadb-35f4febd843c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324712 Oct 12 20:17:08.329684 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [req-8810d54a-af4b-4eee-b920-d3c7efa9ee92 req-3b591bc0-dff3-4148-878f-c88601aee291 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2dab330-b0fc-4b61-a5c3-2aedd7f6a50f {{(pid=95502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 20:17:08.337456 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8810d54a-af4b-4eee-b920-d3c7efa9ee92 req-3b591bc0-dff3-4148-878f-c88601aee291 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:17:08.349793 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-8810d54a-af4b-4eee-b920-d3c7efa9ee92 req-3b591bc0-dff3-4148-878f-c88601aee291 service neutron] Transition to ACTIVE for port object f2dab330-b0fc-4b61-a5c3-2aedd7f6a50f will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 20:17:08.424123 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8810d54a-af4b-4eee-b920-d3c7efa9ee92 req-3b591bc0-dff3-4148-878f-c88601aee291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:17:08.475276 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b591bc0-dff3-4148-878f-c88601aee291 service neutron] Pushing event updated for resources: {'Port': ['ID=f2dab330-b0fc-4b61-a5c3-2aedd7f6a50f,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:17:08.549536 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-8810d54a-af4b-4eee-b920-d3c7efa9ee92 req-3b591bc0-dff3-4148-878f-c88601aee291 service neutron] Attempting to bind port f2dab330-b0fc-4b61-a5c3-2aedd7f6a50f on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 20:17:08.549872 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-8810d54a-af4b-4eee-b920-d3c7efa9ee92 req-3b591bc0-dff3-4148-878f-c88601aee291 service neutron] Attempting to bind port f2dab330-b0fc-4b61-a5c3-2aedd7f6a50f by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': 'd05fa9bb-4fc3-4871-857f-fe9cb0dfe405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '3f6334f8-0fb5-4279-b695-20e0197b8e45'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 20:17:08.550195 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8810d54a-af4b-4eee-b920-d3c7efa9ee92 req-3b591bc0-dff3-4148-878f-c88601aee291 service neutron] Attempting to bind port f2dab330-b0fc-4b61-a5c3-2aedd7f6a50f on network 3f6334f8-0fb5-4279-b695-20e0197b8e45 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 20:17:08.555630 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8810d54a-af4b-4eee-b920-d3c7efa9ee92 req-3b591bc0-dff3-4148-878f-c88601aee291 service neutron] Port f2dab330-b0fc-4b61-a5c3-2aedd7f6a50f on network 3f6334f8-0fb5-4279-b695-20e0197b8e45 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 20:17:08.556881 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8810d54a-af4b-4eee-b920-d3c7efa9ee92 req-3b591bc0-dff3-4148-878f-c88601aee291 service neutron] Attempting to bind port f2dab330-b0fc-4b61-a5c3-2aedd7f6a50f on network 3f6334f8-0fb5-4279-b695-20e0197b8e45 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 20:17:08.563064 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8810d54a-af4b-4eee-b920-d3c7efa9ee92 req-3b591bc0-dff3-4148-878f-c88601aee291 service neutron] Checking agent: {'id': 'f5e9725f-f5a6-43c2-a1be-95e21e9a1fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 20, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 20:17:08.563064 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8810d54a-af4b-4eee-b920-d3c7efa9ee92 req-3b591bc0-dff3-4148-878f-c88601aee291 service neutron] Checking segment: {'id': 'd05fa9bb-4fc3-4871-857f-fe9cb0dfe405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '3f6334f8-0fb5-4279-b695-20e0197b8e45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 20:17:08.563326 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8810d54a-af4b-4eee-b920-d3c7efa9ee92 req-3b591bc0-dff3-4148-878f-c88601aee291 service neutron] Bound using segment: {'id': 'd05fa9bb-4fc3-4871-857f-fe9cb0dfe405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '3f6334f8-0fb5-4279-b695-20e0197b8e45'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 20:17:08.563645 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-8810d54a-af4b-4eee-b920-d3c7efa9ee92 req-3b591bc0-dff3-4148-878f-c88601aee291 service neutron] Bound port: f2dab330-b0fc-4b61-a5c3-2aedd7f6a50f, host: n-h1-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd05fa9bb-4fc3-4871-857f-fe9cb0dfe405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '3f6334f8-0fb5-4279-b695-20e0197b8e45'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 20:17:08.564010 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8810d54a-af4b-4eee-b920-d3c7efa9ee92 req-3b591bc0-dff3-4148-878f-c88601aee291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:17:08.634667 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-8810d54a-af4b-4eee-b920-d3c7efa9ee92 req-3b591bc0-dff3-4148-878f-c88601aee291 service neutron] For port f2dab330-b0fc-4b61-a5c3-2aedd7f6a50f, host n-h1-813679-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 20:17:08.638329 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-8810d54a-af4b-4eee-b920-d3c7efa9ee92 req-3b591bc0-dff3-4148-878f-c88601aee291 service neutron] For port f2dab330-b0fc-4b61-a5c3-2aedd7f6a50f, host n-h1-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=f2dab330-b0fc-4b61-a5c3-2aedd7f6a50f,segment=NetworkSegment(d05fa9bb-4fc3-4871-857f-fe9cb0dfe405),segment_id=d05fa9bb-4fc3-4871-857f-fe9cb0dfe405)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 20:17:08.686456 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8810d54a-af4b-4eee-b920-d3c7efa9ee92 req-3b591bc0-dff3-4148-878f-c88601aee291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:17:08.725765 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8810d54a-af4b-4eee-b920-d3c7efa9ee92 req-3b591bc0-dff3-4148-878f-c88601aee291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:17:08.729363 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-8810d54a-af4b-4eee-b920-d3c7efa9ee92 req-3b591bc0-dff3-4148-878f-c88601aee291 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:17:08.729363 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8810d54a-af4b-4eee-b920-d3c7efa9ee92 req-3b591bc0-dff3-4148-878f-c88601aee291 service neutron] 10.222.0.61 "PUT /v2.0/ports/f2dab330-b0fc-4b61-a5c3-2aedd7f6a50f HTTP/1.1" status: 200 len: 1092 time: 0.7328200 Oct 12 20:17:08.729363 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90620cd0-c7fa-468e-b7c0-7a76994411e6', 'tag': 'f2dab330-b0fc-4b61-a5c3-2aedd7f6a50f'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:17:08.730692 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d38ba98a80be6c2fe69993d1a3c9eb2b0c7fe5c84c08efdde6b95a5e2d0657c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac443cf3-9481-4231-a557-e7ceb35f36ef" -d '{"events": [{"name": "network-changed", "server_uuid": "90620cd0-c7fa-468e-b7c0-7a76994411e6", "tag": "f2dab330-b0fc-4b61-a5c3-2aedd7f6a50f"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:17:08.754252 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b591bc0-dff3-4148-878f-c88601aee291 service neutron] Pushing event updated for resources: {'Port': ['ID=f2dab330-b0fc-4b61-a5c3-2aedd7f6a50f,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:17:08.769319 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 20:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b88c42c3-fe83-4903-b09d-92c472b336cb x-openstack-request-id: req-b88c42c3-fe83-4903-b09d-92c472b336cb {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:17:08.769708 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90620cd0-c7fa-468e-b7c0-7a76994411e6", "tag": "f2dab330-b0fc-4b61-a5c3-2aedd7f6a50f", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:17:08.769966 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b88c42c3-fe83-4903-b09d-92c472b336cb {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:17:08.770370 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90620cd0-c7fa-468e-b7c0-7a76994411e6', 'tag': 'f2dab330-b0fc-4b61-a5c3-2aedd7f6a50f', 'status': 'completed', 'code': 200} Oct 12 20:17:08.838737 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac443cf3-9481-4231-a557-e7ceb35f36ef req-b5f1a465-2bb1-40db-ab91-488a891211e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:17:08.840690 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ac443cf3-9481-4231-a557-e7ceb35f36ef req-b5f1a465-2bb1-40db-ab91-488a891211e2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c3ad456627a64fb2aefc56b3c0a7b50e&device_id=90620cd0-c7fa-468e-b7c0-7a76994411e6 HTTP/1.1" status: 200 len: 1095 time: 0.0488873 Oct 12 20:17:08.945611 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac443cf3-9481-4231-a557-e7ceb35f36ef req-3155fa1f-ab5e-4417-94f3-688a5d6a0eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:17:08.947085 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ac443cf3-9481-4231-a557-e7ceb35f36ef req-3155fa1f-ab5e-4417-94f3-688a5d6a0eda service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=c3ad456627a64fb2aefc56b3c0a7b50e&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0988028 Oct 12 20:17:09.051204 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac443cf3-9481-4231-a557-e7ceb35f36ef req-667880e1-5d4a-40ea-9dbd-ba452d96dbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:17:09.052704 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ac443cf3-9481-4231-a557-e7ceb35f36ef req-667880e1-5d4a-40ea-9dbd-ba452d96dbd2 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0981200 Oct 12 20:17:09.127296 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8810d54a-af4b-4eee-b920-d3c7efa9ee92 req-b5704ee6-ea25-4973-859e-4480be9cbf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:17:09.128819 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8810d54a-af4b-4eee-b920-d3c7efa9ee92 req-b5704ee6-ea25-4973-859e-4480be9cbf0a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c3ad456627a64fb2aefc56b3c0a7b50e&device_id=90620cd0-c7fa-468e-b7c0-7a76994411e6 HTTP/1.1" status: 200 len: 1095 time: 0.0403214 Oct 12 20:17:09.173244 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8810d54a-af4b-4eee-b920-d3c7efa9ee92 req-09b2ff75-a21e-40fd-be2e-55f7839d65be service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f2dab330-b0fc-4b61-a5c3-2aedd7f6a50f HTTP/1.1" status: 200 len: 217 time: 0.0361793 Oct 12 20:17:09.221479 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8810d54a-af4b-4eee-b920-d3c7efa9ee92 req-db6ff9c2-037f-4356-915e-f8b83723e9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:17:09.223045 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8810d54a-af4b-4eee-b920-d3c7efa9ee92 req-db6ff9c2-037f-4356-915e-f8b83723e9c9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f72c127d-ad2e-428d-b9a1-765bca3b72a2 HTTP/1.1" status: 200 len: 856 time: 0.0431643 Oct 12 20:17:09.267139 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8810d54a-af4b-4eee-b920-d3c7efa9ee92 req-97ad8ba5-e8f6-4c02-a054-794fbdb2f43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:17:09.268576 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8810d54a-af4b-4eee-b920-d3c7efa9ee92 req-97ad8ba5-e8f6-4c02-a054-794fbdb2f43e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3f6334f8-0fb5-4279-b695-20e0197b8e45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391290 Oct 12 20:17:09.358362 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8810d54a-af4b-4eee-b920-d3c7efa9ee92 req-73bb3907-8c41-45bd-8ff7-643c4d172900 service neutron] 10.222.0.61 "GET /v2.0/networks/3f6334f8-0fb5-4279-b695-20e0197b8e45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828836 Oct 12 20:17:09.414293 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c485e5dc-98da-4dad-aceb-80b52c96c69b req-a5178594-c501-4c7c-a444-dd66de098c61 tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:17:09.415786 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c485e5dc-98da-4dad-aceb-80b52c96c69b req-a5178594-c501-4c7c-a444-dd66de098c61 tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] 10.222.0.49 "GET /v2.0/ports?device_id=90620cd0-c7fa-468e-b7c0-7a76994411e6 HTTP/1.1" status: 200 len: 944 time: 0.0480320 Oct 12 20:17:09.447450 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8810d54a-af4b-4eee-b920-d3c7efa9ee92 req-9dc912d6-c2a7-4dfa-8430-8e3994c88326 service neutron] 10.222.0.61 "GET /v2.0/networks/3f6334f8-0fb5-4279-b695-20e0197b8e45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819376 Oct 12 20:17:09.454130 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c485e5dc-98da-4dad-aceb-80b52c96c69b req-7830787e-7745-4786-a811-64d382798b8e tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] 10.222.0.49 "GET /v2.0/security-groups?id=2cac67d9-0f83-46cd-aadb-35f4febd843c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316601 Oct 12 20:17:10.570286 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e00a4c8-e6e2-46e1-a436-7b8381bac6e8 req-09070da9-7c9c-4f07-aa77-01c54c0f535c tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:17:10.571739 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4e00a4c8-e6e2-46e1-a436-7b8381bac6e8 req-09070da9-7c9c-4f07-aa77-01c54c0f535c tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] 10.222.0.49 "GET /v2.0/ports?device_id=90620cd0-c7fa-468e-b7c0-7a76994411e6 HTTP/1.1" status: 200 len: 944 time: 0.0490830 Oct 12 20:17:10.609804 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4e00a4c8-e6e2-46e1-a436-7b8381bac6e8 req-90f32cf7-522c-4c7d-b5ff-6917345bd1ac tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] 10.222.0.49 "GET /v2.0/security-groups?id=2cac67d9-0f83-46cd-aadb-35f4febd843c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312531 Oct 12 20:17:11.729073 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf23c34-f77b-47e2-9195-c2b81ad2503f req-c4b2551c-3678-4644-8701-ef8241149286 tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:17:11.730541 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4cf23c34-f77b-47e2-9195-c2b81ad2503f req-c4b2551c-3678-4644-8701-ef8241149286 tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] 10.222.0.49 "GET /v2.0/ports?device_id=90620cd0-c7fa-468e-b7c0-7a76994411e6 HTTP/1.1" status: 200 len: 944 time: 0.0538549 Oct 12 20:17:11.768877 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4cf23c34-f77b-47e2-9195-c2b81ad2503f req-2495b238-d808-43d8-9536-07f79cfc3a41 tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] 10.222.0.49 "GET /v2.0/security-groups?id=2cac67d9-0f83-46cd-aadb-35f4febd843c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323737 Oct 12 20:17:12.885574 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223985ac-6d1f-42ba-aeab-d49a1eee83a1 req-2b11861f-5321-4000-bbf2-b6c078cb3126 tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:17:12.887009 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-223985ac-6d1f-42ba-aeab-d49a1eee83a1 req-2b11861f-5321-4000-bbf2-b6c078cb3126 tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] 10.222.0.49 "GET /v2.0/ports?device_id=90620cd0-c7fa-468e-b7c0-7a76994411e6 HTTP/1.1" status: 200 len: 944 time: 0.0521519 Oct 12 20:17:12.924225 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-223985ac-6d1f-42ba-aeab-d49a1eee83a1 req-36e35397-e1ea-4796-8e47-291494995033 tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] 10.222.0.49 "GET /v2.0/security-groups?id=2cac67d9-0f83-46cd-aadb-35f4febd843c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311079 Oct 12 20:17:13.440828 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device f2dab330-b0fc-4b61-a5c3-2aedd7f6a50f details requested by agent hyperv_n-h1-813679-3 with host n-h1-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 20:17:13.529605 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port f2dab330-b0fc-4b61-a5c3-2aedd7f6a50f, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=f2dab330-b0fc-4b61-a5c3-2aedd7f6a50f,segment=NetworkSegment(d05fa9bb-4fc3-4871-857f-fe9cb0dfe405),segment_id=d05fa9bb-4fc3-4871-857f-fe9cb0dfe405)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:17:13.540542 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Returning: {'device': 'f2dab330-b0fc-4b61-a5c3-2aedd7f6a50f', 'network_id': '3f6334f8-0fb5-4279-b695-20e0197b8e45', 'port_id': 'f2dab330-b0fc-4b61-a5c3-2aedd7f6a50f', 'mac_address': 'fa:16:3e:5b:4a:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f72c127d-ad2e-428d-b9a1-765bca3b72a2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 20:17:13.579102 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:17:13.591090 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2dab330-b0fc-4b61-a5c3-2aedd7f6a50f {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 20:17:13.610136 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port f2dab330-b0fc-4b61-a5c3-2aedd7f6a50f, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=f2dab330-b0fc-4b61-a5c3-2aedd7f6a50f,segment=NetworkSegment(d05fa9bb-4fc3-4871-857f-fe9cb0dfe405),segment_id=d05fa9bb-4fc3-4871-857f-fe9cb0dfe405)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:17:13.704476 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:17:13.750862 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=f2dab330-b0fc-4b61-a5c3-2aedd7f6a50f,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:17:13.758172 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:17:13.758525 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:17:13.758866 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:17:13.759203 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:17:13.759538 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:17:13.759870 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:17:13.760232 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:17:13.760559 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:17:13.760886 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:17:13.761209 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:17:13.761533 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:17:13.761855 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:17:13.906218 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['f2dab330-b0fc-4b61-a5c3-2aedd7f6a50f'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 20:17:14.039275 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8767d153-59c4-4f5a-b0f8-085a1eef41bc req-1954d0bd-2da9-4821-a539-a5d610941ce8 tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:17:14.040811 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8767d153-59c4-4f5a-b0f8-085a1eef41bc req-1954d0bd-2da9-4821-a539-a5d610941ce8 tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] 10.222.0.49 "GET /v2.0/ports?device_id=90620cd0-c7fa-468e-b7c0-7a76994411e6 HTTP/1.1" status: 200 len: 945 time: 0.0494635 Oct 12 20:17:14.078428 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8767d153-59c4-4f5a-b0f8-085a1eef41bc req-f3be539d-b6b8-4e00-b5b6-a681dc27e5fc tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] 10.222.0.49 "GET /v2.0/security-groups?id=2cac67d9-0f83-46cd-aadb-35f4febd843c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310667 Oct 12 20:17:15.190851 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b6d105-da06-4db9-af3a-6a56f096edcd req-70acab3e-c339-4464-bf38-8e8559f727e0 tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:17:15.192315 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-59b6d105-da06-4db9-af3a-6a56f096edcd req-70acab3e-c339-4464-bf38-8e8559f727e0 tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] 10.222.0.49 "GET /v2.0/ports?device_id=90620cd0-c7fa-468e-b7c0-7a76994411e6 HTTP/1.1" status: 200 len: 945 time: 0.0486786 Oct 12 20:17:15.228622 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-59b6d105-da06-4db9-af3a-6a56f096edcd req-b99938cf-181a-4e46-8210-fc196da0da26 tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] 10.222.0.49 "GET /v2.0/security-groups?id=2cac67d9-0f83-46cd-aadb-35f4febd843c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305183 Oct 12 20:17:15.472148 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device f2dab330-b0fc-4b61-a5c3-2aedd7f6a50f up at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 20:17:15.607079 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning for port f2dab330-b0fc-4b61-a5c3-2aedd7f6a50f completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 20:17:15.611460 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning complete for port f2dab330-b0fc-4b61-a5c3-2aedd7f6a50f triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:17:15.611832 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:17:15.686362 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:17:15.707836 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90620cd0-c7fa-468e-b7c0-7a76994411e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2dab330-b0fc-4b61-a5c3-2aedd7f6a50f'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:17:15.710095 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b9295f95168b7ebeacfaf6dce688c5b5a488805d3fcc076b348ff91511493a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb85cf93-565a-44fc-a690-b833630e716b" -d '{"events": [{"server_uuid": "90620cd0-c7fa-468e-b7c0-7a76994411e6", "name": "network-vif-plugged", "status": "completed", "tag": "f2dab330-b0fc-4b61-a5c3-2aedd7f6a50f"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:17:15.722970 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port f2dab330-b0fc-4b61-a5c3-2aedd7f6a50f, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=f2dab330-b0fc-4b61-a5c3-2aedd7f6a50f,segment=NetworkSegment(d05fa9bb-4fc3-4871-857f-fe9cb0dfe405),segment_id=d05fa9bb-4fc3-4871-857f-fe9cb0dfe405)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:17:15.750321 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 20:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91e27cac-98c1-4507-b0ab-de9d7b557917 x-openstack-request-id: req-91e27cac-98c1-4507-b0ab-de9d7b557917 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:17:15.750614 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90620cd0-c7fa-468e-b7c0-7a76994411e6", "name": "network-vif-plugged", "status": "completed", "tag": "f2dab330-b0fc-4b61-a5c3-2aedd7f6a50f", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:17:15.750867 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-91e27cac-98c1-4507-b0ab-de9d7b557917 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:17:15.751277 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90620cd0-c7fa-468e-b7c0-7a76994411e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2dab330-b0fc-4b61-a5c3-2aedd7f6a50f', 'code': 200} Oct 12 20:17:15.772827 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:17:15.824448 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=f2dab330-b0fc-4b61-a5c3-2aedd7f6a50f,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:17:15.843876 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b7e322-ed7c-47e7-9645-bde9f756d98d req-d253618d-6984-4039-9337-71aab1a7c073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:17:15.845374 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-25b7e322-ed7c-47e7-9645-bde9f756d98d req-d253618d-6984-4039-9337-71aab1a7c073 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=90620cd0-c7fa-468e-b7c0-7a76994411e6 HTTP/1.1" status: 200 len: 1097 time: 0.0393751 Oct 12 20:17:15.879147 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-25b7e322-ed7c-47e7-9645-bde9f756d98d req-7adf08bf-14be-4d43-9783-da36106b54f6 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=2cac67d9-0f83-46cd-aadb-35f4febd843c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268846 Oct 12 20:17:16.343898 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56c0d97-3627-457d-ba80-f1141ba261c8 req-4fa67476-fbd7-4ca7-875f-89ebe8342ddc tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:17:16.345350 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b56c0d97-3627-457d-ba80-f1141ba261c8 req-4fa67476-fbd7-4ca7-875f-89ebe8342ddc tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] 10.222.0.49 "GET /v2.0/ports?device_id=90620cd0-c7fa-468e-b7c0-7a76994411e6 HTTP/1.1" status: 200 len: 946 time: 0.0520506 Oct 12 20:17:16.381507 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b56c0d97-3627-457d-ba80-f1141ba261c8 req-8de2a2b2-52ea-4d5b-a319-a0e51e025bb1 tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] 10.222.0.49 "GET /v2.0/security-groups?id=2cac67d9-0f83-46cd-aadb-35f4febd843c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303137 Oct 12 20:17:17.495370 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a238b2-2ef7-4b59-b9c4-81dd87c12154 req-d4275f58-a9cc-46be-a28b-164764a7ee24 tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:17:17.496873 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d2a238b2-2ef7-4b59-b9c4-81dd87c12154 req-d4275f58-a9cc-46be-a28b-164764a7ee24 tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] 10.222.0.49 "GET /v2.0/ports?device_id=90620cd0-c7fa-468e-b7c0-7a76994411e6 HTTP/1.1" status: 200 len: 946 time: 0.0485687 Oct 12 20:17:17.542331 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d2a238b2-2ef7-4b59-b9c4-81dd87c12154 req-4798aac9-9cf5-4bb9-9382-b78bec0ab081 tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] 10.222.0.49 "GET /v2.0/security-groups?id=2cac67d9-0f83-46cd-aadb-35f4febd843c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395484 Oct 12 20:17:17.674716 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bf9a8e-0b37-49f4-af61-a55d3b3cfe70 req-d7f1ddc2-5571-4a6d-a290-7f50577ce57e tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:17:17.676118 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-31bf9a8e-0b37-49f4-af61-a55d3b3cfe70 req-d7f1ddc2-5571-4a6d-a290-7f50577ce57e tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] 10.222.0.49 "GET /v2.0/ports?device_id=90620cd0-c7fa-468e-b7c0-7a76994411e6 HTTP/1.1" status: 200 len: 946 time: 0.0563118 Oct 12 20:17:17.714728 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-31bf9a8e-0b37-49f4-af61-a55d3b3cfe70 req-192eef61-760e-4294-8993-73098b4289dd tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] 10.222.0.49 "GET /v2.0/security-groups?id=2cac67d9-0f83-46cd-aadb-35f4febd843c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323880 Oct 12 20:17:29.154049 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2ab6f10e-1a38-4323-bad1-4c3f6e64bb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:17:31.732253 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0ef9e18e-2d8b-48ae-b053-378db81a7d50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:17:32.503956 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:17:33.168890 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 20:17:33.264149 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:17:33.612161 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:17:34.549680 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:17:34.760762 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:17:42.864066 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7484207-68b6-4436-afe3-e23c2060a97d req-6bf109f9-321e-4bb3-8ddc-2fd2f9981f61 tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:17:42.865680 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f7484207-68b6-4436-afe3-e23c2060a97d req-6bf109f9-321e-4bb3-8ddc-2fd2f9981f61 tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] 10.222.0.49 "GET /v2.0/ports?device_id=90620cd0-c7fa-468e-b7c0-7a76994411e6 HTTP/1.1" status: 200 len: 946 time: 0.0561609 Oct 12 20:17:42.906852 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f7484207-68b6-4436-afe3-e23c2060a97d req-c786d25d-8278-448c-9e11-4c54360e2376 tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] 10.222.0.49 "GET /v2.0/security-groups?id=2cac67d9-0f83-46cd-aadb-35f4febd843c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349586 Oct 12 20:17:44.022778 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437d9fe3-a783-4df8-945c-8fb87cd6a366 req-f4ca03c1-d0ad-4aa6-94ec-4632557bef6d tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:17:44.024248 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-437d9fe3-a783-4df8-945c-8fb87cd6a366 req-f4ca03c1-d0ad-4aa6-94ec-4632557bef6d tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] 10.222.0.49 "GET /v2.0/ports?device_id=90620cd0-c7fa-468e-b7c0-7a76994411e6 HTTP/1.1" status: 200 len: 946 time: 0.0488470 Oct 12 20:17:44.060590 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-437d9fe3-a783-4df8-945c-8fb87cd6a366 req-a8322a56-c7e1-4115-ad43-2d5222d73c03 tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] 10.222.0.49 "GET /v2.0/security-groups?id=2cac67d9-0f83-46cd-aadb-35f4febd843c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302665 Oct 12 20:17:44.421363 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ee9336-02fe-4f21-9d5f-953b51e18d4f req-3e4bf75f-af05-496c-a7d8-e386e42afb3a tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:17:44.422807 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-71ee9336-02fe-4f21-9d5f-953b51e18d4f req-3e4bf75f-af05-496c-a7d8-e386e42afb3a tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] 10.222.0.61 "GET /v2.0/ports?device_id=90620cd0-c7fa-468e-b7c0-7a76994411e6 HTTP/1.1" status: 200 len: 946 time: 0.0516975 Oct 12 20:17:44.511200 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-71ee9336-02fe-4f21-9d5f-953b51e18d4f req-ef862970-5e02-4a06-8971-cb7e604c9a82 tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] Deleting port f2dab330-b0fc-4b61-a5c3-2aedd7f6a50f {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 20:17:44.511532 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-71ee9336-02fe-4f21-9d5f-953b51e18d4f req-ef862970-5e02-4a06-8971-cb7e604c9a82 tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:17:44.887890 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-71ee9336-02fe-4f21-9d5f-953b51e18d4f req-ef862970-5e02-4a06-8971-cb7e604c9a82 tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] For port f2dab330-b0fc-4b61-a5c3-2aedd7f6a50f, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=f2dab330-b0fc-4b61-a5c3-2aedd7f6a50f,segment=NetworkSegment(d05fa9bb-4fc3-4871-857f-fe9cb0dfe405),segment_id=d05fa9bb-4fc3-4871-857f-fe9cb0dfe405)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:17:44.888278 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-71ee9336-02fe-4f21-9d5f-953b51e18d4f req-ef862970-5e02-4a06-8971-cb7e604c9a82 tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:17:44.900808 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-71ee9336-02fe-4f21-9d5f-953b51e18d4f req-ef862970-5e02-4a06-8971-cb7e604c9a82 tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] Calling delete_port for f2dab330-b0fc-4b61-a5c3-2aedd7f6a50f owned by compute:nova {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 20:17:45.103945 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-71ee9336-02fe-4f21-9d5f-953b51e18d4f req-ef862970-5e02-4a06-8971-cb7e604c9a82 tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:17:45.116518 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['f2dab330-b0fc-4b61-a5c3-2aedd7f6a50f'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 20:17:45.138398 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef862970-5e02-4a06-8971-cb7e604c9a82 tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] Pushing event deleted for resources: {'Port': ['ID=f2dab330-b0fc-4b61-a5c3-2aedd7f6a50f,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:17:45.161994 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef862970-5e02-4a06-8971-cb7e604c9a82 tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:17:45.162349 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef862970-5e02-4a06-8971-cb7e604c9a82 tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:17:45.162858 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef862970-5e02-4a06-8971-cb7e604c9a82 tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:17:45.163748 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef862970-5e02-4a06-8971-cb7e604c9a82 tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:17:45.163748 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef862970-5e02-4a06-8971-cb7e604c9a82 tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:17:45.163944 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef862970-5e02-4a06-8971-cb7e604c9a82 tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:17:45.164186 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-648b688a-f450-431d-bc86-b6c3d422de43 req-9ddf1a37-bc6d-40e3-b326-ce0b32eea959 tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] 10.222.0.49 "GET /v2.0/ports?device_id=90620cd0-c7fa-468e-b7c0-7a76994411e6 HTTP/1.1" status: 200 len: 210 time: 0.0315166 Oct 12 20:17:45.164592 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef862970-5e02-4a06-8971-cb7e604c9a82 tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:17:45.164592 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef862970-5e02-4a06-8971-cb7e604c9a82 tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:17:45.164848 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef862970-5e02-4a06-8971-cb7e604c9a82 tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:17:45.165148 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef862970-5e02-4a06-8971-cb7e604c9a82 tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:17:45.165619 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef862970-5e02-4a06-8971-cb7e604c9a82 tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:17:45.165795 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef862970-5e02-4a06-8971-cb7e604c9a82 tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:17:45.189329 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-71ee9336-02fe-4f21-9d5f-953b51e18d4f req-ef862970-5e02-4a06-8971-cb7e604c9a82 tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] No DVR routers for this DVR port f2dab330-b0fc-4b61-a5c3-2aedd7f6a50f on host n-h1-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 20:17:45.191919 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-71ee9336-02fe-4f21-9d5f-953b51e18d4f req-ef862970-5e02-4a06-8971-cb7e604c9a82 tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:17:45.195207 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-71ee9336-02fe-4f21-9d5f-953b51e18d4f req-ef862970-5e02-4a06-8971-cb7e604c9a82 tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] 10.222.0.61 "DELETE /v2.0/ports/f2dab330-b0fc-4b61-a5c3-2aedd7f6a50f HTTP/1.1" status: 204 len: 173 time: 0.7659001 Oct 12 20:17:45.195644 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90620cd0-c7fa-468e-b7c0-7a76994411e6', 'name': 'network-vif-deleted', 'tag': 'f2dab330-b0fc-4b61-a5c3-2aedd7f6a50f'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:17:45.197928 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d38ba98a80be6c2fe69993d1a3c9eb2b0c7fe5c84c08efdde6b95a5e2d0657c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d24d6a65-5d82-4a73-a7e1-9156c0084a61" -d '{"events": [{"server_uuid": "90620cd0-c7fa-468e-b7c0-7a76994411e6", "name": "network-vif-deleted", "tag": "f2dab330-b0fc-4b61-a5c3-2aedd7f6a50f"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:17:45.233542 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 20:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e22645b-0450-4b47-aab0-7853b7ba4abf x-openstack-request-id: req-1e22645b-0450-4b47-aab0-7853b7ba4abf {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:17:45.233863 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90620cd0-c7fa-468e-b7c0-7a76994411e6", "name": "network-vif-deleted", "tag": "f2dab330-b0fc-4b61-a5c3-2aedd7f6a50f", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:17:45.234618 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1e22645b-0450-4b47-aab0-7853b7ba4abf {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:17:45.235018 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90620cd0-c7fa-468e-b7c0-7a76994411e6', 'name': 'network-vif-deleted', 'tag': 'f2dab330-b0fc-4b61-a5c3-2aedd7f6a50f', 'status': 'completed', 'code': 200} Oct 12 20:17:47.833856 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c05cc6-b0ff-41fb-bad5-b05f245b4f0c req-5f176531-625b-42f3-9d60-63a983a52828 tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:17:47.835290 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-92c05cc6-b0ff-41fb-bad5-b05f245b4f0c req-5f176531-625b-42f3-9d60-63a983a52828 tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] 10.222.0.49 "GET /v2.0/networks?id=3f6334f8-0fb5-4279-b695-20e0197b8e45 HTTP/1.1" status: 200 len: 817 time: 0.1015043 Oct 12 20:17:47.849545 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-92c05cc6-b0ff-41fb-bad5-b05f245b4f0c req-9c6ffbff-a21f-4578-a5f6-5f2aca59fc32 tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] 10.222.0.49 "GET /v2.0/quotas/c3ad456627a64fb2aefc56b3c0a7b50e HTTP/1.1" status: 200 len: 375 time: 0.0087135 Oct 12 20:17:47.898455 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-92c05cc6-b0ff-41fb-bad5-b05f245b4f0c req-2b33d2e0-cfe1-4f2e-acfc-b7983256d6c9 tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=c3ad456627a64fb2aefc56b3c0a7b50e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0437994 Oct 12 20:17:47.992333 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-92c05cc6-b0ff-41fb-bad5-b05f245b4f0c req-e9d63900-753b-45e8-ba83-0b73e031161e service neutron] 10.222.0.49 "GET /v2.0/networks/3f6334f8-0fb5-4279-b695-20e0197b8e45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825493 Oct 12 20:17:48.079932 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-92c05cc6-b0ff-41fb-bad5-b05f245b4f0c req-96c46175-8261-48fc-a35d-cdcec48c793b service neutron] 10.222.0.49 "GET /v2.0/networks/3f6334f8-0fb5-4279-b695-20e0197b8e45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816348 Oct 12 20:17:48.328717 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b9cae2d6-328b-4683-bd32-7ec804e71fa8 req-09a3e83f-6885-40fd-972a-e1337b25748a tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] 10.222.0.49 "GET /v2.0/ports?device_id=c819e401-4cc3-42ac-9da0-7cfbbe7fbe38 HTTP/1.1" status: 200 len: 210 time: 0.0262113 Oct 12 20:17:49.425915 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3d8565ab-beb1-4255-b286-f1a31f64d489 req-898e47bb-fcf1-4d63-9d69-d8c1ba34803e tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] 10.222.0.49 "GET /v2.0/ports?device_id=c819e401-4cc3-42ac-9da0-7cfbbe7fbe38 HTTP/1.1" status: 200 len: 210 time: 0.0267727 Oct 12 20:17:49.671715 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device f2dab330-b0fc-4b61-a5c3-2aedd7f6a50f no longer exists at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 20:17:49.691365 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] No Port match for: f2dab330-b0fc-4b61-a5c3-2aedd7f6a50f {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 20:17:49.691705 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device f2dab330-b0fc-4b61-a5c3-2aedd7f6a50f not bound to the agent host n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 20:17:50.118158 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c05cc6-b0ff-41fb-bad5-b05f245b4f0c req-be93b7ee-6c30-4661-a2c8-8e7fb1faeae3 tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:17:50.119611 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-92c05cc6-b0ff-41fb-bad5-b05f245b4f0c req-be93b7ee-6c30-4661-a2c8-8e7fb1faeae3 tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] 10.222.0.67 "GET /v2.0/networks?id=3f6334f8-0fb5-4279-b695-20e0197b8e45 HTTP/1.1" status: 200 len: 817 time: 0.1046495 Oct 12 20:17:50.131923 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-92c05cc6-b0ff-41fb-bad5-b05f245b4f0c req-cfa1f77e-adc4-40fe-8efb-b321424f2b7c tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] Request body: {'port': {'device_id': 'c819e401-4cc3-42ac-9da0-7cfbbe7fbe38', 'network_id': '3f6334f8-0fb5-4279-b695-20e0197b8e45', 'admin_state_up': True, 'tenant_id': 'c3ad456627a64fb2aefc56b3c0a7b50e'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:17:50.309029 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92c05cc6-b0ff-41fb-bad5-b05f245b4f0c req-cfa1f77e-adc4-40fe-8efb-b321424f2b7c tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] Made reservation on behalf of c3ad456627a64fb2aefc56b3c0a7b50e for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 20:17:50.312636 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-92c05cc6-b0ff-41fb-bad5-b05f245b4f0c req-cfa1f77e-adc4-40fe-8efb-b321424f2b7c tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:17:50.438739 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [req-92c05cc6-b0ff-41fb-bad5-b05f245b4f0c req-cfa1f77e-adc4-40fe-8efb-b321424f2b7c tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] Allocated IP 172.20.0.14 (3f6334f8-0fb5-4279-b695-20e0197b8e45/f72c127d-ad2e-428d-b9a1-765bca3b72a2/91d3a344-bbb6-4036-8dca-48e82b455200) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 20:17:50.557600 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4f2d2114-5817-4353-ba15-623d5538361b req-7a1b53f5-1606-466f-aa8a-602aa148a186 tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] 10.222.0.49 "GET /v2.0/ports?device_id=c819e401-4cc3-42ac-9da0-7cfbbe7fbe38 HTTP/1.1" status: 200 len: 210 time: 0.0589738 Oct 12 20:17:50.607912 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-92c05cc6-b0ff-41fb-bad5-b05f245b4f0c req-cfa1f77e-adc4-40fe-8efb-b321424f2b7c tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:17:50.686503 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-92c05cc6-b0ff-41fb-bad5-b05f245b4f0c req-cfa1f77e-adc4-40fe-8efb-b321424f2b7c tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:17:50.729153 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92c05cc6-b0ff-41fb-bad5-b05f245b4f0c req-cfa1f77e-adc4-40fe-8efb-b321424f2b7c tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] Network 3f6334f8-0fb5-4279-b695-20e0197b8e45 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 20:17:50.732111 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [req-92c05cc6-b0ff-41fb-bad5-b05f245b4f0c req-cfa1f77e-adc4-40fe-8efb-b321424f2b7c tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 20:17:50.735768 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-92c05cc6-b0ff-41fb-bad5-b05f245b4f0c req-cfa1f77e-adc4-40fe-8efb-b321424f2b7c tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 20:17:50.768408 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa1f77e-adc4-40fe-8efb-b321424f2b7c tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] Pushing event updated for resources: {'Port': ['ID=91d3a344-bbb6-4036-8dca-48e82b455200,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:17:50.783217 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa1f77e-adc4-40fe-8efb-b321424f2b7c tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:17:50.784131 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa1f77e-adc4-40fe-8efb-b321424f2b7c tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:17:50.784475 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa1f77e-adc4-40fe-8efb-b321424f2b7c tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:17:50.784811 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa1f77e-adc4-40fe-8efb-b321424f2b7c tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:17:50.785145 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa1f77e-adc4-40fe-8efb-b321424f2b7c tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:17:50.785482 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa1f77e-adc4-40fe-8efb-b321424f2b7c tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:17:50.785813 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa1f77e-adc4-40fe-8efb-b321424f2b7c tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:17:50.786140 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa1f77e-adc4-40fe-8efb-b321424f2b7c tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:17:50.786472 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa1f77e-adc4-40fe-8efb-b321424f2b7c tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:17:50.786797 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa1f77e-adc4-40fe-8efb-b321424f2b7c tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:17:50.787121 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa1f77e-adc4-40fe-8efb-b321424f2b7c tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:17:50.787445 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa1f77e-adc4-40fe-8efb-b321424f2b7c tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:17:50.807973 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c05cc6-b0ff-41fb-bad5-b05f245b4f0c req-cfa1f77e-adc4-40fe-8efb-b321424f2b7c tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:17:50.808610 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-92c05cc6-b0ff-41fb-bad5-b05f245b4f0c req-cfa1f77e-adc4-40fe-8efb-b321424f2b7c tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:17:50.885713 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-92c05cc6-b0ff-41fb-bad5-b05f245b4f0c req-cfa1f77e-adc4-40fe-8efb-b321424f2b7c tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7573283 Oct 12 20:17:50.899958 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-92c05cc6-b0ff-41fb-bad5-b05f245b4f0c req-6bcc5516-e2bf-4364-af4b-085f692c2e71 service neutron] Request body: {'port': {'device_id': 'c819e401-4cc3-42ac-9da0-7cfbbe7fbe38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-3'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:17:50.962707 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-92c05cc6-b0ff-41fb-bad5-b05f245b4f0c req-6bcc5516-e2bf-4364-af4b-085f692c2e71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:17:50.971580 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-319dfae7-a370-4dea-bbb8-1826c94ec4cd None None] Provisioning complete for port 91d3a344-bbb6-4036-8dca-48e82b455200 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:17:50.972141 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-319dfae7-a370-4dea-bbb8-1826c94ec4cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:17:51.012537 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-319dfae7-a370-4dea-bbb8-1826c94ec4cd None None] Port 91d3a344-bbb6-4036-8dca-48e82b455200 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 20:17:51.244978 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [req-92c05cc6-b0ff-41fb-bad5-b05f245b4f0c req-6bcc5516-e2bf-4364-af4b-085f692c2e71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91d3a344-bbb6-4036-8dca-48e82b455200 {{(pid=95501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 20:17:51.253608 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-92c05cc6-b0ff-41fb-bad5-b05f245b4f0c req-6bcc5516-e2bf-4364-af4b-085f692c2e71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:17:51.265774 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.provisioning_blocks [req-92c05cc6-b0ff-41fb-bad5-b05f245b4f0c req-6bcc5516-e2bf-4364-af4b-085f692c2e71 service neutron] Transition to ACTIVE for port object 91d3a344-bbb6-4036-8dca-48e82b455200 will not be triggered until provisioned by entity L2. {{(pid=95501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 20:17:51.320540 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-92c05cc6-b0ff-41fb-bad5-b05f245b4f0c req-6bcc5516-e2bf-4364-af4b-085f692c2e71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:17:51.374872 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcc5516-e2bf-4364-af4b-085f692c2e71 service neutron] Pushing event updated for resources: {'Port': ['ID=91d3a344-bbb6-4036-8dca-48e82b455200,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:17:51.443841 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-92c05cc6-b0ff-41fb-bad5-b05f245b4f0c req-6bcc5516-e2bf-4364-af4b-085f692c2e71 service neutron] Attempting to bind port 91d3a344-bbb6-4036-8dca-48e82b455200 on host n-h2-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 20:17:51.444217 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-92c05cc6-b0ff-41fb-bad5-b05f245b4f0c req-6bcc5516-e2bf-4364-af4b-085f692c2e71 service neutron] Attempting to bind port 91d3a344-bbb6-4036-8dca-48e82b455200 by drivers openvswitch,hyperv on host n-h2-813679-3 at level 0 using segments [{'id': 'd05fa9bb-4fc3-4871-857f-fe9cb0dfe405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '3f6334f8-0fb5-4279-b695-20e0197b8e45'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 20:17:51.444550 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c05cc6-b0ff-41fb-bad5-b05f245b4f0c req-6bcc5516-e2bf-4364-af4b-085f692c2e71 service neutron] Attempting to bind port 91d3a344-bbb6-4036-8dca-48e82b455200 on network 3f6334f8-0fb5-4279-b695-20e0197b8e45 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 20:17:51.449707 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c05cc6-b0ff-41fb-bad5-b05f245b4f0c req-6bcc5516-e2bf-4364-af4b-085f692c2e71 service neutron] Port 91d3a344-bbb6-4036-8dca-48e82b455200 on network 3f6334f8-0fb5-4279-b695-20e0197b8e45 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 20:17:51.450197 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c05cc6-b0ff-41fb-bad5-b05f245b4f0c req-6bcc5516-e2bf-4364-af4b-085f692c2e71 service neutron] Attempting to bind port 91d3a344-bbb6-4036-8dca-48e82b455200 on network 3f6334f8-0fb5-4279-b695-20e0197b8e45 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 20:17:51.455401 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c05cc6-b0ff-41fb-bad5-b05f245b4f0c req-6bcc5516-e2bf-4364-af4b-085f692c2e71 service neutron] Checking agent: {'id': '233fbd7d-38e4-434f-bb8f-05364d7423a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 20, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 20:17:51.455774 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c05cc6-b0ff-41fb-bad5-b05f245b4f0c req-6bcc5516-e2bf-4364-af4b-085f692c2e71 service neutron] Checking segment: {'id': 'd05fa9bb-4fc3-4871-857f-fe9cb0dfe405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '3f6334f8-0fb5-4279-b695-20e0197b8e45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 20:17:51.456205 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c05cc6-b0ff-41fb-bad5-b05f245b4f0c req-6bcc5516-e2bf-4364-af4b-085f692c2e71 service neutron] Bound using segment: {'id': 'd05fa9bb-4fc3-4871-857f-fe9cb0dfe405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '3f6334f8-0fb5-4279-b695-20e0197b8e45'} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 20:17:51.456650 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-92c05cc6-b0ff-41fb-bad5-b05f245b4f0c req-6bcc5516-e2bf-4364-af4b-085f692c2e71 service neutron] Bound port: 91d3a344-bbb6-4036-8dca-48e82b455200, host: n-h2-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd05fa9bb-4fc3-4871-857f-fe9cb0dfe405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '3f6334f8-0fb5-4279-b695-20e0197b8e45'}}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 20:17:51.457016 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-92c05cc6-b0ff-41fb-bad5-b05f245b4f0c req-6bcc5516-e2bf-4364-af4b-085f692c2e71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:17:51.528586 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-92c05cc6-b0ff-41fb-bad5-b05f245b4f0c req-6bcc5516-e2bf-4364-af4b-085f692c2e71 service neutron] For port 91d3a344-bbb6-4036-8dca-48e82b455200, host n-h2-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 20:17:51.531898 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-92c05cc6-b0ff-41fb-bad5-b05f245b4f0c req-6bcc5516-e2bf-4364-af4b-085f692c2e71 service neutron] For port 91d3a344-bbb6-4036-8dca-48e82b455200, host n-h2-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=91d3a344-bbb6-4036-8dca-48e82b455200,segment=NetworkSegment(d05fa9bb-4fc3-4871-857f-fe9cb0dfe405),segment_id=d05fa9bb-4fc3-4871-857f-fe9cb0dfe405)] {{(pid=95501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 20:17:51.646533 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-92c05cc6-b0ff-41fb-bad5-b05f245b4f0c req-6bcc5516-e2bf-4364-af4b-085f692c2e71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:17:51.676016 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ea9e1a-27f9-4695-94ac-1f7a511c2436 req-170e774e-0f34-47f0-a785-1189d0a00107 tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:17:51.677536 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-20ea9e1a-27f9-4695-94ac-1f7a511c2436 req-170e774e-0f34-47f0-a785-1189d0a00107 tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] 10.222.0.49 "GET /v2.0/ports?device_id=c819e401-4cc3-42ac-9da0-7cfbbe7fbe38 HTTP/1.1" status: 200 len: 944 time: 0.0535138 Oct 12 20:17:51.683825 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c05cc6-b0ff-41fb-bad5-b05f245b4f0c req-6bcc5516-e2bf-4364-af4b-085f692c2e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:17:51.684614 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-92c05cc6-b0ff-41fb-bad5-b05f245b4f0c req-6bcc5516-e2bf-4364-af4b-085f692c2e71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:17:51.686181 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-92c05cc6-b0ff-41fb-bad5-b05f245b4f0c req-6bcc5516-e2bf-4364-af4b-085f692c2e71 service neutron] 10.222.0.67 "PUT /v2.0/ports/91d3a344-bbb6-4036-8dca-48e82b455200 HTTP/1.1" status: 200 len: 1092 time: 0.7922223 Oct 12 20:17:51.686713 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c819e401-4cc3-42ac-9da0-7cfbbe7fbe38', 'tag': '91d3a344-bbb6-4036-8dca-48e82b455200'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:17:51.689164 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de8ed798067560d07a98492cd8cb53eb3655be3ac6c9fe2f8402857175a8f58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab82c840-7e1e-44b8-837d-234abd973c68" -d '{"events": [{"name": "network-changed", "server_uuid": "c819e401-4cc3-42ac-9da0-7cfbbe7fbe38", "tag": "91d3a344-bbb6-4036-8dca-48e82b455200"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:17:51.719855 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcc5516-e2bf-4364-af4b-085f692c2e71 service neutron] Pushing event updated for resources: {'Port': ['ID=91d3a344-bbb6-4036-8dca-48e82b455200,revision_number=3']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:17:51.733538 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-20ea9e1a-27f9-4695-94ac-1f7a511c2436 req-8909c852-5464-4ee0-b127-23b6ef1e0208 tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] 10.222.0.49 "GET /v2.0/security-groups?id=2cac67d9-0f83-46cd-aadb-35f4febd843c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472982 Oct 12 20:17:51.735669 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 20:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f261dfcb-f25f-4348-b3f9-f01858fa9365 x-openstack-request-id: req-f261dfcb-f25f-4348-b3f9-f01858fa9365 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:17:51.735971 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c819e401-4cc3-42ac-9da0-7cfbbe7fbe38", "tag": "91d3a344-bbb6-4036-8dca-48e82b455200", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:17:51.736258 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f261dfcb-f25f-4348-b3f9-f01858fa9365 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:17:51.737295 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c819e401-4cc3-42ac-9da0-7cfbbe7fbe38', 'tag': '91d3a344-bbb6-4036-8dca-48e82b455200', 'status': 'completed', 'code': 200} Oct 12 20:17:51.799641 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab82c840-7e1e-44b8-837d-234abd973c68 req-65631224-397b-46f0-ac75-c5f06d566ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:17:51.801218 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ab82c840-7e1e-44b8-837d-234abd973c68 req-65631224-397b-46f0-ac75-c5f06d566ce7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c3ad456627a64fb2aefc56b3c0a7b50e&device_id=c819e401-4cc3-42ac-9da0-7cfbbe7fbe38 HTTP/1.1" status: 200 len: 1095 time: 0.0451126 Oct 12 20:17:51.907611 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab82c840-7e1e-44b8-837d-234abd973c68 req-27cc7a29-5467-49ef-b2a5-5c3210be8f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:17:51.909861 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ab82c840-7e1e-44b8-837d-234abd973c68 req-27cc7a29-5467-49ef-b2a5-5c3210be8f43 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=c3ad456627a64fb2aefc56b3c0a7b50e&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1001945 Oct 12 20:17:52.004337 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab82c840-7e1e-44b8-837d-234abd973c68 req-b676f937-2723-4e60-b513-5364494c6cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:17:52.005809 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ab82c840-7e1e-44b8-837d-234abd973c68 req-b676f937-2723-4e60-b513-5364494c6cce service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0882876 Oct 12 20:17:52.084897 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c05cc6-b0ff-41fb-bad5-b05f245b4f0c req-6182f64f-f4ef-4f52-98df-5d887bf219e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:17:52.086354 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-92c05cc6-b0ff-41fb-bad5-b05f245b4f0c req-6182f64f-f4ef-4f52-98df-5d887bf219e8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c3ad456627a64fb2aefc56b3c0a7b50e&device_id=c819e401-4cc3-42ac-9da0-7cfbbe7fbe38 HTTP/1.1" status: 200 len: 1095 time: 0.0439451 Oct 12 20:17:52.126991 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-92c05cc6-b0ff-41fb-bad5-b05f245b4f0c req-6a62e79f-2cb3-4a42-bdb1-9edd38bc97fa service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=91d3a344-bbb6-4036-8dca-48e82b455200 HTTP/1.1" status: 200 len: 217 time: 0.0330715 Oct 12 20:17:52.174542 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c05cc6-b0ff-41fb-bad5-b05f245b4f0c req-a606b173-f1df-4a9c-aba4-f9f279800594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:17:52.175909 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-92c05cc6-b0ff-41fb-bad5-b05f245b4f0c req-a606b173-f1df-4a9c-aba4-f9f279800594 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f72c127d-ad2e-428d-b9a1-765bca3b72a2 HTTP/1.1" status: 200 len: 856 time: 0.0416312 Oct 12 20:17:52.220447 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c05cc6-b0ff-41fb-bad5-b05f245b4f0c req-04148a9d-b9e6-454d-a09f-8be5c0400ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:17:52.221904 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-92c05cc6-b0ff-41fb-bad5-b05f245b4f0c req-04148a9d-b9e6-454d-a09f-8be5c0400ebf service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3f6334f8-0fb5-4279-b695-20e0197b8e45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384369 Oct 12 20:17:52.312164 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-92c05cc6-b0ff-41fb-bad5-b05f245b4f0c req-944840e4-8cd6-4acb-9036-ed99b4963bab service neutron] 10.222.0.67 "GET /v2.0/networks/3f6334f8-0fb5-4279-b695-20e0197b8e45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821619 Oct 12 20:17:52.399026 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-92c05cc6-b0ff-41fb-bad5-b05f245b4f0c req-d0a7623a-d002-432f-b187-a99cb0c49207 service neutron] 10.222.0.67 "GET /v2.0/networks/3f6334f8-0fb5-4279-b695-20e0197b8e45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802236 Oct 12 20:17:52.846830 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87aefbc-3c75-422b-8c12-a6b3ebbce929 req-6aa975bd-5549-4ca8-93e1-e43f6b75505d tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:17:52.848282 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f87aefbc-3c75-422b-8c12-a6b3ebbce929 req-6aa975bd-5549-4ca8-93e1-e43f6b75505d tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] 10.222.0.49 "GET /v2.0/ports?device_id=c819e401-4cc3-42ac-9da0-7cfbbe7fbe38 HTTP/1.1" status: 200 len: 944 time: 0.0524821 Oct 12 20:17:52.885151 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f87aefbc-3c75-422b-8c12-a6b3ebbce929 req-4cf99ffa-f619-4e3d-a014-6629ee60cf2e tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] 10.222.0.49 "GET /v2.0/security-groups?id=2cac67d9-0f83-46cd-aadb-35f4febd843c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309813 Oct 12 20:17:53.999144 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cff026-097d-4bf6-b860-9a9c09ccccd0 req-206a5f8a-7683-4bc5-8133-f60aaf9e7e23 tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:17:54.000605 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d4cff026-097d-4bf6-b860-9a9c09ccccd0 req-206a5f8a-7683-4bc5-8133-f60aaf9e7e23 tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] 10.222.0.49 "GET /v2.0/ports?device_id=c819e401-4cc3-42ac-9da0-7cfbbe7fbe38 HTTP/1.1" status: 200 len: 944 time: 0.0485113 Oct 12 20:17:54.038701 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d4cff026-097d-4bf6-b860-9a9c09ccccd0 req-7f0975fc-a2d0-47ec-8896-35ac41f5217b tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] 10.222.0.49 "GET /v2.0/security-groups?id=2cac67d9-0f83-46cd-aadb-35f4febd843c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321486 Oct 12 20:17:54.480915 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 91d3a344-bbb6-4036-8dca-48e82b455200 details requested by agent hyperv_n-h2-813679-3 with host n-h2-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 20:17:54.573277 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 91d3a344-bbb6-4036-8dca-48e82b455200, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=91d3a344-bbb6-4036-8dca-48e82b455200,segment=NetworkSegment(d05fa9bb-4fc3-4871-857f-fe9cb0dfe405),segment_id=d05fa9bb-4fc3-4871-857f-fe9cb0dfe405)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:17:54.584970 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Returning: {'device': '91d3a344-bbb6-4036-8dca-48e82b455200', 'network_id': '3f6334f8-0fb5-4279-b695-20e0197b8e45', 'port_id': '91d3a344-bbb6-4036-8dca-48e82b455200', 'mac_address': 'fa:16:3e:ee:e7:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f72c127d-ad2e-428d-b9a1-765bca3b72a2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 20:17:54.623477 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:17:54.636316 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91d3a344-bbb6-4036-8dca-48e82b455200 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 20:17:54.655140 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 91d3a344-bbb6-4036-8dca-48e82b455200, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=91d3a344-bbb6-4036-8dca-48e82b455200,segment=NetworkSegment(d05fa9bb-4fc3-4871-857f-fe9cb0dfe405),segment_id=d05fa9bb-4fc3-4871-857f-fe9cb0dfe405)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:17:54.724126 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:17:54.770212 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=91d3a344-bbb6-4036-8dca-48e82b455200,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:17:54.937291 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['91d3a344-bbb6-4036-8dca-48e82b455200'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 20:17:55.151359 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dec0db-6dd5-48a4-8da1-2cf64c226dd7 req-fc036939-ab3a-46d8-82f6-f01d15f6b1fc tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:17:55.152844 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e8dec0db-6dd5-48a4-8da1-2cf64c226dd7 req-fc036939-ab3a-46d8-82f6-f01d15f6b1fc tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] 10.222.0.49 "GET /v2.0/ports?device_id=c819e401-4cc3-42ac-9da0-7cfbbe7fbe38 HTTP/1.1" status: 200 len: 945 time: 0.0479743 Oct 12 20:17:55.189039 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e8dec0db-6dd5-48a4-8da1-2cf64c226dd7 req-dfed9cdc-23fd-4b0f-83b0-7e09aa2f0d76 tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] 10.222.0.49 "GET /v2.0/security-groups?id=2cac67d9-0f83-46cd-aadb-35f4febd843c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303876 Oct 12 20:17:56.302520 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aefe98-7c74-4beb-a322-d95a7c5bd57f req-e258bdce-dae0-4f1f-b4be-9770d9494d9c tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:17:56.304262 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-12aefe98-7c74-4beb-a322-d95a7c5bd57f req-e258bdce-dae0-4f1f-b4be-9770d9494d9c tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] 10.222.0.49 "GET /v2.0/ports?device_id=c819e401-4cc3-42ac-9da0-7cfbbe7fbe38 HTTP/1.1" status: 200 len: 945 time: 0.0485690 Oct 12 20:17:56.340832 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-12aefe98-7c74-4beb-a322-d95a7c5bd57f req-297be3f9-165c-4163-8e7d-a4237d1649f2 tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] 10.222.0.49 "GET /v2.0/security-groups?id=2cac67d9-0f83-46cd-aadb-35f4febd843c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306590 Oct 12 20:17:56.494485 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 91d3a344-bbb6-4036-8dca-48e82b455200 up at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 20:17:56.621436 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning for port 91d3a344-bbb6-4036-8dca-48e82b455200 completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 20:17:56.625362 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning complete for port 91d3a344-bbb6-4036-8dca-48e82b455200 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:17:56.625735 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:17:56.700970 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:17:56.724316 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c819e401-4cc3-42ac-9da0-7cfbbe7fbe38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91d3a344-bbb6-4036-8dca-48e82b455200'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:17:56.726611 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b9295f95168b7ebeacfaf6dce688c5b5a488805d3fcc076b348ff91511493a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd6de446-1dba-4072-8147-f40c5348ea07" -d '{"events": [{"server_uuid": "c819e401-4cc3-42ac-9da0-7cfbbe7fbe38", "name": "network-vif-plugged", "status": "completed", "tag": "91d3a344-bbb6-4036-8dca-48e82b455200"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:17:56.742443 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 91d3a344-bbb6-4036-8dca-48e82b455200, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=91d3a344-bbb6-4036-8dca-48e82b455200,segment=NetworkSegment(d05fa9bb-4fc3-4871-857f-fe9cb0dfe405),segment_id=d05fa9bb-4fc3-4871-857f-fe9cb0dfe405)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:17:56.764941 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 20:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97b6a479-842c-4f65-998d-e94a7c08a43d x-openstack-request-id: req-97b6a479-842c-4f65-998d-e94a7c08a43d {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:17:56.765318 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c819e401-4cc3-42ac-9da0-7cfbbe7fbe38", "name": "network-vif-plugged", "status": "completed", "tag": "91d3a344-bbb6-4036-8dca-48e82b455200", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:17:56.765577 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-97b6a479-842c-4f65-998d-e94a7c08a43d {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:17:56.765977 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c819e401-4cc3-42ac-9da0-7cfbbe7fbe38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91d3a344-bbb6-4036-8dca-48e82b455200', 'code': 200} Oct 12 20:17:56.857999 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd6fa2e-159c-4d02-9202-3e7208a7fd52 req-ae8f74d2-ccf8-4a30-b62d-135e58c92fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:17:56.859495 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4dd6fa2e-159c-4d02-9202-3e7208a7fd52 req-ae8f74d2-ccf8-4a30-b62d-135e58c92fd5 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c819e401-4cc3-42ac-9da0-7cfbbe7fbe38 HTTP/1.1" status: 200 len: 1096 time: 0.0389597 Oct 12 20:17:56.869738 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:17:56.895128 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4dd6fa2e-159c-4d02-9202-3e7208a7fd52 req-28503c74-1f4d-4c47-a28c-ba6690a1fe46 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=2cac67d9-0f83-46cd-aadb-35f4febd843c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286498 Oct 12 20:17:56.916457 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=91d3a344-bbb6-4036-8dca-48e82b455200,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:17:57.459281 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafd9d93-4c85-4d7f-86dd-2a2cd9865b4b req-b926f75b-bf8d-4333-a0cc-511a25c37e4b tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:17:57.460913 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bafd9d93-4c85-4d7f-86dd-2a2cd9865b4b req-b926f75b-bf8d-4333-a0cc-511a25c37e4b tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] 10.222.0.49 "GET /v2.0/ports?device_id=c819e401-4cc3-42ac-9da0-7cfbbe7fbe38 HTTP/1.1" status: 200 len: 946 time: 0.0543089 Oct 12 20:17:57.498038 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bafd9d93-4c85-4d7f-86dd-2a2cd9865b4b req-adfa8cc6-a260-470d-8b87-c7a99edc67f0 tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] 10.222.0.49 "GET /v2.0/security-groups?id=2cac67d9-0f83-46cd-aadb-35f4febd843c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312629 Oct 12 20:17:58.619656 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea382c14-2a3a-4079-81cd-0041854e0773 req-a6e07c06-5fbc-4ffe-891e-ec4a25c2c3e4 tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:17:58.621130 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ea382c14-2a3a-4079-81cd-0041854e0773 req-a6e07c06-5fbc-4ffe-891e-ec4a25c2c3e4 tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] 10.222.0.49 "GET /v2.0/ports?device_id=c819e401-4cc3-42ac-9da0-7cfbbe7fbe38 HTTP/1.1" status: 200 len: 946 time: 0.0556822 Oct 12 20:17:58.657989 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ea382c14-2a3a-4079-81cd-0041854e0773 req-09237c86-4833-4262-a601-89a989ab9cd9 tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] 10.222.0.49 "GET /v2.0/security-groups?id=2cac67d9-0f83-46cd-aadb-35f4febd843c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309505 Oct 12 20:17:58.769405 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e068f8b-db6d-4e00-88d3-2b1237909002 req-2438548b-5ea4-4ab2-8fa9-ba22e7685e52 tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:17:58.770836 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8e068f8b-db6d-4e00-88d3-2b1237909002 req-2438548b-5ea4-4ab2-8fa9-ba22e7685e52 tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] 10.222.0.49 "GET /v2.0/ports?device_id=c819e401-4cc3-42ac-9da0-7cfbbe7fbe38 HTTP/1.1" status: 200 len: 946 time: 0.0474617 Oct 12 20:17:58.807593 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8e068f8b-db6d-4e00-88d3-2b1237909002 req-4ede5611-90cb-4b60-9a35-3c895a9167eb tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] 10.222.0.49 "GET /v2.0/security-groups?id=2cac67d9-0f83-46cd-aadb-35f4febd843c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308793 Oct 12 20:17:59.160222 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-45231a4c-b228-4988-bb2b-5062627cefe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:01.771680 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e3b612a6-d91f-48ef-a7c2-b8c759aee555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:02.535267 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:03.272171 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:03.598091 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:04.620142 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:04.763930 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:10.167767 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 20:18:10.620840 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8404ae57-eea4-4db2-ab5f-066af521208f req-c8ce6540-1fb3-409f-80e5-7f0a1875fb68 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c819e401-4cc3-42ac-9da0-7cfbbe7fbe38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399430 Oct 12 20:18:10.704259 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8404ae57-eea4-4db2-ab5f-066af521208f req-86761c8d-3eb5-4e45-ac5e-411f87aac3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:18:10.705729 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8404ae57-eea4-4db2-ab5f-066af521208f req-86761c8d-3eb5-4e45-ac5e-411f87aac3ef service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c3ad456627a64fb2aefc56b3c0a7b50e&device_id=c819e401-4cc3-42ac-9da0-7cfbbe7fbe38 HTTP/1.1" status: 200 len: 1097 time: 0.0408983 Oct 12 20:18:10.810530 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8404ae57-eea4-4db2-ab5f-066af521208f req-a9c57429-618f-40e3-b0c3-b9723505f300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:18:10.811960 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8404ae57-eea4-4db2-ab5f-066af521208f req-a9c57429-618f-40e3-b0c3-b9723505f300 service neutron] 10.222.0.67 "GET /v2.0/networks?id=3f6334f8-0fb5-4279-b695-20e0197b8e45 HTTP/1.1" status: 200 len: 918 time: 0.0866106 Oct 12 20:18:10.852302 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8404ae57-eea4-4db2-ab5f-066af521208f req-f0e51d25-4594-4c65-92fb-1dfeec3d03b7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=91d3a344-bbb6-4036-8dca-48e82b455200 HTTP/1.1" status: 200 len: 217 time: 0.0321746 Oct 12 20:18:10.902105 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8404ae57-eea4-4db2-ab5f-066af521208f req-1d7957ec-19cd-40d8-b2fa-1dcbf63ad59c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:18:10.903443 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8404ae57-eea4-4db2-ab5f-066af521208f req-1d7957ec-19cd-40d8-b2fa-1dcbf63ad59c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f72c127d-ad2e-428d-b9a1-765bca3b72a2 HTTP/1.1" status: 200 len: 856 time: 0.0448196 Oct 12 20:18:10.950115 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8404ae57-eea4-4db2-ab5f-066af521208f req-169d6569-8baa-4e41-8f6b-e9033d262eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:18:10.951684 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8404ae57-eea4-4db2-ab5f-066af521208f req-169d6569-8baa-4e41-8f6b-e9033d262eba service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3f6334f8-0fb5-4279-b695-20e0197b8e45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410354 Oct 12 20:18:11.039716 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8404ae57-eea4-4db2-ab5f-066af521208f req-24309eca-d8e4-4fa7-97d1-dd28f6ae44d2 service neutron] 10.222.0.67 "GET /v2.0/networks/3f6334f8-0fb5-4279-b695-20e0197b8e45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798192 Oct 12 20:18:11.132840 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8404ae57-eea4-4db2-ab5f-066af521208f req-cb663983-7246-4098-a711-7d05559ed8e2 service neutron] 10.222.0.67 "GET /v2.0/networks/3f6334f8-0fb5-4279-b695-20e0197b8e45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832820 Oct 12 20:18:23.809292 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36373e17-741c-4650-bad1-8adc09137480 req-08ded00d-4589-43dc-80b1-d2a1dbe853dd tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:18:23.810853 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-36373e17-741c-4650-bad1-8adc09137480 req-08ded00d-4589-43dc-80b1-d2a1dbe853dd tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] 10.222.0.49 "GET /v2.0/ports?device_id=c819e401-4cc3-42ac-9da0-7cfbbe7fbe38 HTTP/1.1" status: 200 len: 946 time: 0.0525246 Oct 12 20:18:23.850479 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-36373e17-741c-4650-bad1-8adc09137480 req-ec9f361e-d752-477b-88e4-34ca1eea44c2 tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] 10.222.0.49 "GET /v2.0/security-groups?id=2cac67d9-0f83-46cd-aadb-35f4febd843c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332806 Oct 12 20:18:24.967402 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08af2407-3f13-413a-9ec8-95ff4ceb4f15 req-9f5c82cc-a73b-4781-9e55-bbd1643bc383 tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:18:24.968904 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-08af2407-3f13-413a-9ec8-95ff4ceb4f15 req-9f5c82cc-a73b-4781-9e55-bbd1643bc383 tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] 10.222.0.49 "GET /v2.0/ports?device_id=c819e401-4cc3-42ac-9da0-7cfbbe7fbe38 HTTP/1.1" status: 200 len: 946 time: 0.0483336 Oct 12 20:18:25.006829 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-08af2407-3f13-413a-9ec8-95ff4ceb4f15 req-413ea207-6e78-4848-97e8-c9e5dcce796a tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] 10.222.0.49 "GET /v2.0/security-groups?id=2cac67d9-0f83-46cd-aadb-35f4febd843c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313902 Oct 12 20:18:25.322801 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc161cb-52eb-466c-9a27-db5b81d16a77 req-21b0b177-2a2b-4474-94b9-94d52625ba54 tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:18:25.324251 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8bc161cb-52eb-466c-9a27-db5b81d16a77 req-21b0b177-2a2b-4474-94b9-94d52625ba54 tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] 10.222.0.67 "GET /v2.0/ports?device_id=c819e401-4cc3-42ac-9da0-7cfbbe7fbe38 HTTP/1.1" status: 200 len: 946 time: 0.0518999 Oct 12 20:18:25.410610 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-8bc161cb-52eb-466c-9a27-db5b81d16a77 req-839a21f7-3adf-436e-8ec2-912c5c36168a tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] Deleting port 91d3a344-bbb6-4036-8dca-48e82b455200 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 20:18:25.410867 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-8bc161cb-52eb-466c-9a27-db5b81d16a77 req-839a21f7-3adf-436e-8ec2-912c5c36168a tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:25.498601 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-8bc161cb-52eb-466c-9a27-db5b81d16a77 req-839a21f7-3adf-436e-8ec2-912c5c36168a tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] For port 91d3a344-bbb6-4036-8dca-48e82b455200, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=91d3a344-bbb6-4036-8dca-48e82b455200,segment=NetworkSegment(d05fa9bb-4fc3-4871-857f-fe9cb0dfe405),segment_id=d05fa9bb-4fc3-4871-857f-fe9cb0dfe405)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:18:25.498966 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-8bc161cb-52eb-466c-9a27-db5b81d16a77 req-839a21f7-3adf-436e-8ec2-912c5c36168a tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:25.511306 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-8bc161cb-52eb-466c-9a27-db5b81d16a77 req-839a21f7-3adf-436e-8ec2-912c5c36168a tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] Calling delete_port for 91d3a344-bbb6-4036-8dca-48e82b455200 owned by compute:nova {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 20:18:25.694732 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-8bc161cb-52eb-466c-9a27-db5b81d16a77 req-839a21f7-3adf-436e-8ec2-912c5c36168a tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:25.706465 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['91d3a344-bbb6-4036-8dca-48e82b455200'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 20:18:25.725468 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839a21f7-3adf-436e-8ec2-912c5c36168a tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] Pushing event deleted for resources: {'Port': ['ID=91d3a344-bbb6-4036-8dca-48e82b455200,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:18:25.767592 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bc161cb-52eb-466c-9a27-db5b81d16a77 req-839a21f7-3adf-436e-8ec2-912c5c36168a tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] No DVR routers for this DVR port 91d3a344-bbb6-4036-8dca-48e82b455200 on host n-h2-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 20:18:25.770807 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-8bc161cb-52eb-466c-9a27-db5b81d16a77 req-839a21f7-3adf-436e-8ec2-912c5c36168a tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:25.774091 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8bc161cb-52eb-466c-9a27-db5b81d16a77 req-839a21f7-3adf-436e-8ec2-912c5c36168a tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] 10.222.0.67 "DELETE /v2.0/ports/91d3a344-bbb6-4036-8dca-48e82b455200 HTTP/1.1" status: 204 len: 173 time: 0.4437463 Oct 12 20:18:25.774527 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c819e401-4cc3-42ac-9da0-7cfbbe7fbe38', 'name': 'network-vif-deleted', 'tag': '91d3a344-bbb6-4036-8dca-48e82b455200'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:18:25.776794 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de8ed798067560d07a98492cd8cb53eb3655be3ac6c9fe2f8402857175a8f58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3f4517f-f29f-4134-95f4-0cca44cdc02b" -d '{"events": [{"server_uuid": "c819e401-4cc3-42ac-9da0-7cfbbe7fbe38", "name": "network-vif-deleted", "tag": "91d3a344-bbb6-4036-8dca-48e82b455200"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:18:25.816821 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 20:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eb00cb9-fc74-45bf-bb6b-62254fb280e0 x-openstack-request-id: req-8eb00cb9-fc74-45bf-bb6b-62254fb280e0 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:18:25.816821 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c819e401-4cc3-42ac-9da0-7cfbbe7fbe38", "name": "network-vif-deleted", "tag": "91d3a344-bbb6-4036-8dca-48e82b455200", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:18:25.816821 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8eb00cb9-fc74-45bf-bb6b-62254fb280e0 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:18:25.816821 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c819e401-4cc3-42ac-9da0-7cfbbe7fbe38', 'name': 'network-vif-deleted', 'tag': '91d3a344-bbb6-4036-8dca-48e82b455200', 'status': 'completed', 'code': 200} Oct 12 20:18:26.118508 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ec223f49-51e2-44dd-8649-343cb8b6996d req-57fdf63b-1bd0-48fc-b9a6-cf241ecb4aa4 tempest-TestEncryptedCinderVolumes-2003646108 tempest-TestEncryptedCinderVolumes-2003646108-project] 10.222.0.49 "GET /v2.0/ports?device_id=c819e401-4cc3-42ac-9da0-7cfbbe7fbe38 HTTP/1.1" status: 200 len: 210 time: 0.0319304 Oct 12 20:18:27.264091 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 35444) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:18:27.603824 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2de7b8bb-944b-437d-a2c6-f30802f5c0a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8092566'] for router_interface, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:27.842736 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-2de7b8bb-944b-437d-a2c6-f30802f5c0a2 admin admin] Deleting port bb15f8ee-7b7b-4cea-bd92-1a6a6a532a73 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 20:18:27.843080 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2de7b8bb-944b-437d-a2c6-f30802f5c0a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:27.921088 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-2de7b8bb-944b-437d-a2c6-f30802f5c0a2 admin admin] For port bb15f8ee-7b7b-4cea-bd92-1a6a6a532a73, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=bb15f8ee-7b7b-4cea-bd92-1a6a6a532a73,segment=NetworkSegment(d05fa9bb-4fc3-4871-857f-fe9cb0dfe405),segment_id=d05fa9bb-4fc3-4871-857f-fe9cb0dfe405)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:18:27.921363 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2de7b8bb-944b-437d-a2c6-f30802f5c0a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:27.933814 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-2de7b8bb-944b-437d-a2c6-f30802f5c0a2 admin admin] Calling delete_port for bb15f8ee-7b7b-4cea-bd92-1a6a6a532a73 owned by network:router_interface {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 20:18:28.186409 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2de7b8bb-944b-437d-a2c6-f30802f5c0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:28.212399 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7b8bb-944b-437d-a2c6-f30802f5c0a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb15f8ee-7b7b-4cea-bd92-1a6a6a532a73,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:18:28.383368 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2de7b8bb-944b-437d-a2c6-f30802f5c0a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7898909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8092450'] for router_interface, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:28.594408 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2de7b8bb-944b-437d-a2c6-f30802f5c0a2 admin admin] Router 49ad088b-c61b-4bf0-af0f-458b096c785e has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 20:18:28.624821 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 91d3a344-bbb6-4036-8dca-48e82b455200 no longer exists at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 20:18:28.644278 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] No Port match for: 91d3a344-bbb6-4036-8dca-48e82b455200 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 20:18:28.644621 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 91d3a344-bbb6-4036-8dca-48e82b455200 not bound to the agent host n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 20:18:28.707103 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2de7b8bb-944b-437d-a2c6-f30802f5c0a2 admin admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 20:18:28.713307 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-2de7b8bb-944b-437d-a2c6-f30802f5c0a2 admin admin] 10.222.0.49 "PUT /v2.0/routers/49ad088b-c61b-4bf0-af0f-458b096c785e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4477222 Oct 12 20:18:28.715384 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 35446) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:18:28.718017 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d5b88f-7a16-4548-84eb-b3577d9fd050 None None] Sync routers for ids ['49ad088b-c61b-4bf0-af0f-458b096c785e'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 20:18:28.728074 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d5b88f-7a16-4548-84eb-b3577d9fd050 None None] Routers {'49ad088b-c61b-4bf0-af0f-458b096c785e'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:18:28.728686 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-d8d5b88f-7a16-4548-84eb-b3577d9fd050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:18:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['49ad088b-c61b-4bf0-af0f-458b096c785e'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:18:28.815985 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d0bc7bad-094b-4b02-883a-665e92b6ee3a admin admin] Notify callbacks [] for router, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:28.830435 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-d8d5b88f-7a16-4548-84eb-b3577d9fd050 None None] Set router 49ad088b-c61b-4bf0-af0f-458b096c785e gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:18:28.922810 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d0bc7bad-094b-4b02-883a-665e92b6ee3a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:29.048714 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-d0bc7bad-094b-4b02-883a-665e92b6ee3a admin admin] Deleting port 68e36ead-861d-42bc-a0a1-1bdc3431dd2f {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 20:18:29.049058 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d0bc7bad-094b-4b02-883a-665e92b6ee3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:29.144126 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-d0bc7bad-094b-4b02-883a-665e92b6ee3a admin admin] For port 68e36ead-861d-42bc-a0a1-1bdc3431dd2f, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=68e36ead-861d-42bc-a0a1-1bdc3431dd2f,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:18:29.144490 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d0bc7bad-094b-4b02-883a-665e92b6ee3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:29.156812 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-d0bc7bad-094b-4b02-883a-665e92b6ee3a admin admin] Calling delete_port for 68e36ead-861d-42bc-a0a1-1bdc3431dd2f owned by network:router_gateway {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 20:18:29.174863 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0efe47dc-8e00-4fac-870a-55fe9429c293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:29.196135 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-d8d5b88f-7a16-4548-84eb-b3577d9fd050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ad088b-c61b-4bf0-af0f-458b096c785e', 'name': 'tempest-TestEncryptedCinderVolumes-1656012003-router', 'tenant_id': 'c3ad456627a64fb2aefc56b3c0a7b50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '68e36ead-861d-42bc-a0a1-1bdc3431dd2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:16:53Z', 'updated_at': '2021-10-12T20:18:28Z', 'revision_number': 5, 'project_id': 'c3ad456627a64fb2aefc56b3c0a7b50e', 'gw_port': {'id': '68e36ead-861d-42bc-a0a1-1bdc3431dd2f', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:39:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ad088b-c61b-4bf0-af0f-458b096c785e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:16:54Z', 'updated_at': '2021-10-12T20:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:18:29.223348 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d5b88f-7a16-4548-84eb-b3577d9fd050 None None] Checking router: 49ad088b-c61b-4bf0-af0f-458b096c785e for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 20:18:29.238213 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d5b88f-7a16-4548-84eb-b3577d9fd050 None None] Routers {'49ad088b-c61b-4bf0-af0f-458b096c785e'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:18:29.238848 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-d8d5b88f-7a16-4548-84eb-b3577d9fd050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:18:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['49ad088b-c61b-4bf0-af0f-458b096c785e'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:18:29.327809 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-d8d5b88f-7a16-4548-84eb-b3577d9fd050 None None] Set router 49ad088b-c61b-4bf0-af0f-458b096c785e gateway port host: None {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:18:29.380531 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-d8d5b88f-7a16-4548-84eb-b3577d9fd050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ad088b-c61b-4bf0-af0f-458b096c785e', 'name': 'tempest-TestEncryptedCinderVolumes-1656012003-router', 'tenant_id': 'c3ad456627a64fb2aefc56b3c0a7b50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:16:53Z', 'updated_at': '2021-10-12T20:18:28Z', 'revision_number': 6, 'project_id': 'c3ad456627a64fb2aefc56b3c0a7b50e', 'gw_port_host': None}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:18:29.386360 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d0bc7bad-094b-4b02-883a-665e92b6ee3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:29.405227 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d5b88f-7a16-4548-84eb-b3577d9fd050 None None] The sync data for ids ['49ad088b-c61b-4bf0-af0f-458b096c785e'] in n-d-813679-3 is: [{'id': '49ad088b-c61b-4bf0-af0f-458b096c785e', 'name': 'tempest-TestEncryptedCinderVolumes-1656012003-router', 'tenant_id': 'c3ad456627a64fb2aefc56b3c0a7b50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:16:53Z', 'updated_at': '2021-10-12T20:18:28Z', 'revision_number': 6, 'project_id': 'c3ad456627a64fb2aefc56b3c0a7b50e', 'gw_port_host': None}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 20:18:29.412314 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bc7bad-094b-4b02-883a-665e92b6ee3a admin admin] Pushing event deleted for resources: {'Port': ['ID=68e36ead-861d-42bc-a0a1-1bdc3431dd2f,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:18:29.475133 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d0bc7bad-094b-4b02-883a-665e92b6ee3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7915456'] for router_gateway, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:29.562404 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d0bc7bad-094b-4b02-883a-665e92b6ee3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255495'] for router, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:29.564514 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d0bc7bad-094b-4b02-883a-665e92b6ee3a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:29.678001 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d0bc7bad-094b-4b02-883a-665e92b6ee3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8093499'] for router, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:29.678576 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0bc7bad-094b-4b02-883a-665e92b6ee3a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 49ad088b-c61b-4bf0-af0f-458b096c785e {{(pid=95502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 20:18:29.682711 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d0bc7bad-094b-4b02-883a-665e92b6ee3a admin admin] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:29.683863 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-d0bc7bad-094b-4b02-883a-665e92b6ee3a admin admin] 10.222.0.49 "DELETE /v2.0/routers/49ad088b-c61b-4bf0-af0f-458b096c785e HTTP/1.1" status: 204 len: 168 time: 0.9675634 Oct 12 20:18:29.686465 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 35448) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:18:29.729781 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-53cf11a2-96c6-4469-847f-dd39d8affd6e admin admin] Deleting subnet f72c127d-ad2e-428d-b9a1-765bca3b72a2 {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 20:18:29.732781 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-53cf11a2-96c6-4469-847f-dd39d8affd6e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:29.768341 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-53cf11a2-96c6-4469-847f-dd39d8affd6e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16313642'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:29.854147 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-53cf11a2-96c6-4469-847f-dd39d8affd6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:29.977986 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-53cf11a2-96c6-4469-847f-dd39d8affd6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4306592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16245866'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:30.001801 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cf11a2-96c6-4469-847f-dd39d8affd6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f72c127d-ad2e-428d-b9a1-765bca3b72a2,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:18:30.009297 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-53cf11a2-96c6-4469-847f-dd39d8affd6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:30.014843 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-53cf11a2-96c6-4469-847f-dd39d8affd6e admin admin] 10.222.0.49 "DELETE /v2.0/subnets/f72c127d-ad2e-428d-b9a1-765bca3b72a2 HTTP/1.1" status: 204 len: 168 time: 0.3252125 Oct 12 20:18:30.014994 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b48a270a-1bb1-4dbe-8022-302c979f8b9a None None] Network 3f6334f8-0fb5-4279-b695-20e0197b8e45 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 20:18:30.015416 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 35450) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:18:30.087378 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e151af49-5dbe-4d44-a36d-99380c5fc57a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:30.147869 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-e151af49-5dbe-4d44-a36d-99380c5fc57a admin admin] Deleting port a356ef1c-b1bf-489b-aca0-bd0f0b320f7b {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 20:18:30.148319 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e151af49-5dbe-4d44-a36d-99380c5fc57a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:30.211407 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7f7317-3c65-4f7d-9192-282cf5545457 None None] DHCP port deletion for 3f6334f8-0fb5-4279-b695-20e0197b8e45 request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 20:18:30.218734 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-e151af49-5dbe-4d44-a36d-99380c5fc57a admin admin] For port a356ef1c-b1bf-489b-aca0-bd0f0b320f7b, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=a356ef1c-b1bf-489b-aca0-bd0f0b320f7b,segment=NetworkSegment(d05fa9bb-4fc3-4871-857f-fe9cb0dfe405),segment_id=d05fa9bb-4fc3-4871-857f-fe9cb0dfe405)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:18:30.219098 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e151af49-5dbe-4d44-a36d-99380c5fc57a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:30.231581 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-e151af49-5dbe-4d44-a36d-99380c5fc57a admin admin] Calling delete_port for a356ef1c-b1bf-489b-aca0-bd0f0b320f7b owned by network:dhcp {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 20:18:30.263641 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-ae7f7317-3c65-4f7d-9192-282cf5545457 None None] Deleting port a356ef1c-b1bf-489b-aca0-bd0f0b320f7b {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 20:18:30.264060 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ae7f7317-3c65-4f7d-9192-282cf5545457 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:30.308733 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device a356ef1c-b1bf-489b-aca0-bd0f0b320f7b no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 20:18:30.357560 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-ae7f7317-3c65-4f7d-9192-282cf5545457 None None] For port a356ef1c-b1bf-489b-aca0-bd0f0b320f7b, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=a356ef1c-b1bf-489b-aca0-bd0f0b320f7b,segment=NetworkSegment(d05fa9bb-4fc3-4871-857f-fe9cb0dfe405),segment_id=d05fa9bb-4fc3-4871-857f-fe9cb0dfe405)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:18:30.357963 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ae7f7317-3c65-4f7d-9192-282cf5545457 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:30.374741 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-ae7f7317-3c65-4f7d-9192-282cf5545457 None None] Calling delete_port for a356ef1c-b1bf-489b-aca0-bd0f0b320f7b owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 20:18:30.469234 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:30.511154 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] For port a356ef1c-b1bf-489b-aca0-bd0f0b320f7b, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=a356ef1c-b1bf-489b-aca0-bd0f0b320f7b,segment=NetworkSegment(d05fa9bb-4fc3-4871-857f-fe9cb0dfe405),segment_id=d05fa9bb-4fc3-4871-857f-fe9cb0dfe405)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:18:30.595001 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:30.595710 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 68e36ead-861d-42bc-a0a1-1bdc3431dd2f no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 20:18:30.634377 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 68e36ead-861d-42bc-a0a1-1bdc3431dd2f {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 20:18:30.635651 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 68e36ead-861d-42bc-a0a1-1bdc3431dd2f not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 20:18:30.636099 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device bb15f8ee-7b7b-4cea-bd92-1a6a6a532a73 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 20:18:30.669738 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e151af49-5dbe-4d44-a36d-99380c5fc57a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:30.670816 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: bb15f8ee-7b7b-4cea-bd92-1a6a6a532a73 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 20:18:30.671167 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device bb15f8ee-7b7b-4cea-bd92-1a6a6a532a73 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 20:18:30.674928 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ae7f7317-3c65-4f7d-9192-282cf5545457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:30.696580 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7f7317-3c65-4f7d-9192-282cf5545457 None None] No DVR routers for this DVR port a356ef1c-b1bf-489b-aca0-bd0f0b320f7b on host n-d-813679-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 20:18:30.698620 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e151af49-5dbe-4d44-a36d-99380c5fc57a admin admin] Pushing event deleted for resources: {'Port': ['ID=a356ef1c-b1bf-489b-aca0-bd0f0b320f7b,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:18:30.698850 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Pushing event updated for resources: {'Port': ['ID=a356ef1c-b1bf-489b-aca0-bd0f0b320f7b,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:18:30.703604 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e151af49-5dbe-4d44-a36d-99380c5fc57a admin admin] No DVR routers for this DVR port a356ef1c-b1bf-489b-aca0-bd0f0b320f7b on host n-d-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 20:18:30.707153 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:18:30.707153 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:18:30.707442 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:18:30.707782 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:18:30.708140 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:18:30.708478 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:18:30.708810 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:18:30.709137 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:18:30.709471 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:18:30.709796 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:18:30.710121 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:18:30.710443 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:18:30.737548 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7f7317-3c65-4f7d-9192-282cf5545457 None None] Pushing event deleted for resources: {'Port': ['ID=a356ef1c-b1bf-489b-aca0-bd0f0b320f7b,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:18:30.778523 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e151af49-5dbe-4d44-a36d-99380c5fc57a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:30.797829 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-e151af49-5dbe-4d44-a36d-99380c5fc57a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f6334f8-0fb5-4279-b695-20e0197b8e45']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:18:30.807784 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-e151af49-5dbe-4d44-a36d-99380c5fc57a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd05fa9bb-4fc3-4871-857f-fe9cb0dfe405') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:18:30.808105 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-e151af49-5dbe-4d44-a36d-99380c5fc57a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd05fa9bb-4fc3-4871-857f-fe9cb0dfe405') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:18:30.817386 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e151af49-5dbe-4d44-a36d-99380c5fc57a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16313633'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:30.830236 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e151af49-5dbe-4d44-a36d-99380c5fc57a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:30.836110 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e151af49-5dbe-4d44-a36d-99380c5fc57a admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 20:18:30.836488 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e151af49-5dbe-4d44-a36d-99380c5fc57a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4305278'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:30.838135 n-d-813679-3 neutron-server[95502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 20:18:30.838135 n-d-813679-3 neutron-server[95502]: self.session.flush() Oct 12 20:18:30.838135 n-d-813679-3 neutron-server[95502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 20:18:30.838135 n-d-813679-3 neutron-server[95502]: self.session.flush() Oct 12 20:18:30.838135 n-d-813679-3 neutron-server[95502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 20:18:30.838135 n-d-813679-3 neutron-server[95502]: self.session.flush() Oct 12 20:18:30.838135 n-d-813679-3 neutron-server[95502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 20:18:30.838135 n-d-813679-3 neutron-server[95502]: self.session.flush() Oct 12 20:18:30.838135 n-d-813679-3 neutron-server[95502]: Traceback (most recent call last): Oct 12 20:18:30.838135 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 20:18:30.838135 n-d-813679-3 neutron-server[95502]: timer() Oct 12 20:18:30.838135 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 20:18:30.838135 n-d-813679-3 neutron-server[95502]: cb(*args, **kw) Oct 12 20:18:30.838135 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 20:18:30.838135 n-d-813679-3 neutron-server[95502]: return func(*args, **kwargs) Oct 12 20:18:30.838135 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 20:18:30.838135 n-d-813679-3 neutron-server[95502]: self._notify() Oct 12 20:18:30.838135 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 20:18:30.838135 n-d-813679-3 neutron-server[95502]: self.callback(batched_events) Oct 12 20:18:30.838135 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 20:18:30.838135 n-d-813679-3 neutron-server[95502]: event.method(event) Oct 12 20:18:30.838135 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 20:18:30.838135 n-d-813679-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 20:18:30.838135 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 20:18:30.838135 n-d-813679-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 20:18:30.838135 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 20:18:30.838135 n-d-813679-3 neutron-server[95502]: return f(self, *a, **k) Oct 12 20:18:30.838135 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 20:18:30.838135 n-d-813679-3 neutron-server[95502]: return self._get(url).json() Oct 12 20:18:30.838135 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 20:18:30.838135 n-d-813679-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 20:18:30.838135 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 20:18:30.838135 n-d-813679-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Oct 12 20:18:30.838135 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 20:18:30.838135 n-d-813679-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 20:18:30.838135 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 20:18:30.838135 n-d-813679-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 20:18:30.838135 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 20:18:30.838135 n-d-813679-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 20:18:30.838135 n-d-813679-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 20:18:30.943312 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e151af49-5dbe-4d44-a36d-99380c5fc57a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:30.948816 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e151af49-5dbe-4d44-a36d-99380c5fc57a admin admin] Notify callbacks [] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:30.952064 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-e151af49-5dbe-4d44-a36d-99380c5fc57a admin admin] 10.222.0.49 "DELETE /v2.0/networks/3f6334f8-0fb5-4279-b695-20e0197b8e45 HTTP/1.1" status: 204 len: 168 time: 0.9358854 Oct 12 20:18:30.954982 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 35452) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:18:30.963523 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e151af49-5dbe-4d44-a36d-99380c5fc57a admin admin] Pushing event deleted for resources: {'Network': ['ID=3f6334f8-0fb5-4279-b695-20e0197b8e45,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:18:31.293094 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-cf9653cb-f23e-471c-bb3a-5997af4fe4cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8092566'] for router_interface, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:31.521055 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-cf9653cb-f23e-471c-bb3a-5997af4fe4cd admin admin] Deleting port 44c0dc94-95cd-4d75-94a5-07e654738bac {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 20:18:31.523191 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-cf9653cb-f23e-471c-bb3a-5997af4fe4cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:31.737680 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-38fc8d85-aa3e-4e56-bc02-649ca8499502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:31.932666 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [None req-cf9653cb-f23e-471c-bb3a-5997af4fe4cd admin admin] For port 44c0dc94-95cd-4d75-94a5-07e654738bac, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=44c0dc94-95cd-4d75-94a5-07e654738bac,segment=NetworkSegment(3c5bf69a-f26c-414d-94d0-b4d2944c9d25),segment_id=3c5bf69a-f26c-414d-94d0-b4d2944c9d25)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:18:31.932933 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-cf9653cb-f23e-471c-bb3a-5997af4fe4cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:31.945114 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-cf9653cb-f23e-471c-bb3a-5997af4fe4cd admin admin] Calling delete_port for 44c0dc94-95cd-4d75-94a5-07e654738bac owned by network:router_interface {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 20:18:32.168658 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-cf9653cb-f23e-471c-bb3a-5997af4fe4cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:32.193963 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9653cb-f23e-471c-bb3a-5997af4fe4cd admin admin] Pushing event deleted for resources: {'Port': ['ID=44c0dc94-95cd-4d75-94a5-07e654738bac,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:18:32.366291 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-cf9653cb-f23e-471c-bb3a-5997af4fe4cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7898909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8092450'] for router_interface, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:32.514220 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:32.578576 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf9653cb-f23e-471c-bb3a-5997af4fe4cd admin admin] Router d40bbc41-9e67-4c5b-a449-c63eca73a4a5 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 20:18:32.689419 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf9653cb-f23e-471c-bb3a-5997af4fe4cd admin admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 20:18:32.694413 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-cf9653cb-f23e-471c-bb3a-5997af4fe4cd admin admin] 10.222.0.49 "PUT /v2.0/routers/d40bbc41-9e67-4c5b-a449-c63eca73a4a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7384264 Oct 12 20:18:32.697002 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 35454) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:18:32.698070 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9390880-ee49-40e6-a673-a2f81c6dc096 None None] Sync routers for ids ['d40bbc41-9e67-4c5b-a449-c63eca73a4a5'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 20:18:32.707055 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9390880-ee49-40e6-a673-a2f81c6dc096 None None] Routers {'d40bbc41-9e67-4c5b-a449-c63eca73a4a5'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:18:32.708332 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-d9390880-ee49-40e6-a673-a2f81c6dc096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:18:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['d40bbc41-9e67-4c5b-a449-c63eca73a4a5'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:18:32.798294 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-73d9e2d0-7371-4444-aab3-feff9d476d78 admin admin] Notify callbacks [] for router, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:32.809534 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-d9390880-ee49-40e6-a673-a2f81c6dc096 None None] Set router d40bbc41-9e67-4c5b-a449-c63eca73a4a5 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:18:32.895067 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-73d9e2d0-7371-4444-aab3-feff9d476d78 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:32.979687 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-d9390880-ee49-40e6-a673-a2f81c6dc096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd40bbc41-9e67-4c5b-a449-c63eca73a4a5', 'name': 'tempest-TestEncryptedCinderVolumes-1121833457-router', 'tenant_id': '1fd0e323a2f04766a645b9793025038e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'fa9fd6c3-288b-4da5-be23-b3528fbedf86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:16:59Z', 'updated_at': '2021-10-12T20:18:32Z', 'revision_number': 5, 'project_id': '1fd0e323a2f04766a645b9793025038e', 'gw_port': {'id': 'fa9fd6c3-288b-4da5-be23-b3528fbedf86', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c0:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd40bbc41-9e67-4c5b-a449-c63eca73a4a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:16:59Z', 'updated_at': '2021-10-12T20:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:18:33.006857 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-73d9e2d0-7371-4444-aab3-feff9d476d78 admin admin] Deleting port fa9fd6c3-288b-4da5-be23-b3528fbedf86 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 20:18:33.007220 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-73d9e2d0-7371-4444-aab3-feff9d476d78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:33.009116 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9390880-ee49-40e6-a673-a2f81c6dc096 None None] Checking router: d40bbc41-9e67-4c5b-a449-c63eca73a4a5 for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 20:18:33.017287 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9390880-ee49-40e6-a673-a2f81c6dc096 None None] Routers {'d40bbc41-9e67-4c5b-a449-c63eca73a4a5'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:18:33.017896 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-d9390880-ee49-40e6-a673-a2f81c6dc096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:18:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['d40bbc41-9e67-4c5b-a449-c63eca73a4a5'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:18:33.086036 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [None req-73d9e2d0-7371-4444-aab3-feff9d476d78 admin admin] For port fa9fd6c3-288b-4da5-be23-b3528fbedf86, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=fa9fd6c3-288b-4da5-be23-b3528fbedf86,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:18:33.086311 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-73d9e2d0-7371-4444-aab3-feff9d476d78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:33.099553 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-73d9e2d0-7371-4444-aab3-feff9d476d78 admin admin] Calling delete_port for fa9fd6c3-288b-4da5-be23-b3528fbedf86 owned by network:router_gateway {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 20:18:33.101326 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-d9390880-ee49-40e6-a673-a2f81c6dc096 None None] Set router d40bbc41-9e67-4c5b-a449-c63eca73a4a5 gateway port host: None {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:18:33.151700 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-d9390880-ee49-40e6-a673-a2f81c6dc096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd40bbc41-9e67-4c5b-a449-c63eca73a4a5', 'name': 'tempest-TestEncryptedCinderVolumes-1121833457-router', 'tenant_id': '1fd0e323a2f04766a645b9793025038e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:16:59Z', 'updated_at': '2021-10-12T20:18:32Z', 'revision_number': 6, 'project_id': '1fd0e323a2f04766a645b9793025038e', 'gw_port_host': None}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:18:33.180070 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9390880-ee49-40e6-a673-a2f81c6dc096 None None] The sync data for ids ['d40bbc41-9e67-4c5b-a449-c63eca73a4a5'] in n-d-813679-3 is: [{'id': 'd40bbc41-9e67-4c5b-a449-c63eca73a4a5', 'name': 'tempest-TestEncryptedCinderVolumes-1121833457-router', 'tenant_id': '1fd0e323a2f04766a645b9793025038e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:16:59Z', 'updated_at': '2021-10-12T20:18:32Z', 'revision_number': 6, 'project_id': '1fd0e323a2f04766a645b9793025038e', 'gw_port_host': None}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 20:18:33.258964 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:33.348851 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-73d9e2d0-7371-4444-aab3-feff9d476d78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:33.371714 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d9e2d0-7371-4444-aab3-feff9d476d78 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa9fd6c3-288b-4da5-be23-b3528fbedf86,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:18:33.437108 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-73d9e2d0-7371-4444-aab3-feff9d476d78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7915456'] for router_gateway, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:33.524692 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-73d9e2d0-7371-4444-aab3-feff9d476d78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255495'] for router, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:33.526832 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-73d9e2d0-7371-4444-aab3-feff9d476d78 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:33.620639 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:33.674564 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-73d9e2d0-7371-4444-aab3-feff9d476d78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8093499'] for router, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:33.675459 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73d9e2d0-7371-4444-aab3-feff9d476d78 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d40bbc41-9e67-4c5b-a449-c63eca73a4a5 {{(pid=95501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 20:18:33.684543 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-73d9e2d0-7371-4444-aab3-feff9d476d78 admin admin] Notify callbacks [] for router, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:33.684543 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-73d9e2d0-7371-4444-aab3-feff9d476d78 admin admin] 10.222.0.49 "DELETE /v2.0/routers/d40bbc41-9e67-4c5b-a449-c63eca73a4a5 HTTP/1.1" status: 204 len: 168 time: 0.9840205 Oct 12 20:18:33.684759 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 35456) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:18:33.731828 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-203a8204-b447-43e4-8364-5e316c6efe83 admin admin] Deleting subnet ca1fe859-e418-4ff7-8a1e-d77507c7bdea {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 20:18:33.734869 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-203a8204-b447-43e4-8364-5e316c6efe83 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:33.768158 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-203a8204-b447-43e4-8364-5e316c6efe83 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16313642'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:33.842053 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-203a8204-b447-43e4-8364-5e316c6efe83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:33.981196 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-203a8204-b447-43e4-8364-5e316c6efe83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4306592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16245866'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:34.007016 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203a8204-b447-43e4-8364-5e316c6efe83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca1fe859-e418-4ff7-8a1e-d77507c7bdea,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:18:34.012114 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-203a8204-b447-43e4-8364-5e316c6efe83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:34.016143 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-203a8204-b447-43e4-8364-5e316c6efe83 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/ca1fe859-e418-4ff7-8a1e-d77507c7bdea HTTP/1.1" status: 204 len: 168 time: 0.3303044 Oct 12 20:18:34.017593 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c4288bd-71ca-4b02-be20-806d905a779e None None] Network 002aeb12-1ada-458e-b521-a2b141c4c15f requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 20:18:34.018467 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 35458) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:18:34.087711 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-db5ea138-166f-453a-b78c-6f7a5a7ed888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:34.142996 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-db5ea138-166f-453a-b78c-6f7a5a7ed888 admin admin] Deleting port dc9cb462-7d47-4c7a-a04e-321ac56a1557 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 20:18:34.143416 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-db5ea138-166f-453a-b78c-6f7a5a7ed888 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:34.193298 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-651052da-64f6-4129-8132-b1ae036bdb57 None None] DHCP port deletion for 002aeb12-1ada-458e-b521-a2b141c4c15f request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 20:18:34.216054 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-db5ea138-166f-453a-b78c-6f7a5a7ed888 admin admin] For port dc9cb462-7d47-4c7a-a04e-321ac56a1557, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=dc9cb462-7d47-4c7a-a04e-321ac56a1557,segment=NetworkSegment(3c5bf69a-f26c-414d-94d0-b4d2944c9d25),segment_id=3c5bf69a-f26c-414d-94d0-b4d2944c9d25)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:18:34.216428 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-db5ea138-166f-453a-b78c-6f7a5a7ed888 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:34.230827 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-db5ea138-166f-453a-b78c-6f7a5a7ed888 admin admin] Calling delete_port for dc9cb462-7d47-4c7a-a04e-321ac56a1557 owned by network:dhcp {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 20:18:34.244703 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-651052da-64f6-4129-8132-b1ae036bdb57 None None] Deleting port dc9cb462-7d47-4c7a-a04e-321ac56a1557 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 20:18:34.245388 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-651052da-64f6-4129-8132-b1ae036bdb57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:34.307373 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-651052da-64f6-4129-8132-b1ae036bdb57 None None] For port dc9cb462-7d47-4c7a-a04e-321ac56a1557, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=dc9cb462-7d47-4c7a-a04e-321ac56a1557,segment=NetworkSegment(3c5bf69a-f26c-414d-94d0-b4d2944c9d25),segment_id=3c5bf69a-f26c-414d-94d0-b4d2944c9d25)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:18:34.307764 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-651052da-64f6-4129-8132-b1ae036bdb57 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:34.317298 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device dc9cb462-7d47-4c7a-a04e-321ac56a1557 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 20:18:34.343079 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-651052da-64f6-4129-8132-b1ae036bdb57 None None] Calling delete_port for dc9cb462-7d47-4c7a-a04e-321ac56a1557 owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 20:18:34.386694 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-db5ea138-166f-453a-b78c-6f7a5a7ed888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:34.413450 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5ea138-166f-453a-b78c-6f7a5a7ed888 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc9cb462-7d47-4c7a-a04e-321ac56a1557,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:18:34.419968 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5ea138-166f-453a-b78c-6f7a5a7ed888 admin admin] No DVR routers for this DVR port dc9cb462-7d47-4c7a-a04e-321ac56a1557 on host n-d-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 20:18:34.491771 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-db5ea138-166f-453a-b78c-6f7a5a7ed888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:34.514318 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-db5ea138-166f-453a-b78c-6f7a5a7ed888 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['002aeb12-1ada-458e-b521-a2b141c4c15f']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:18:34.524887 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-db5ea138-166f-453a-b78c-6f7a5a7ed888 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c5bf69a-f26c-414d-94d0-b4d2944c9d25') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:18:34.525269 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-db5ea138-166f-453a-b78c-6f7a5a7ed888 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c5bf69a-f26c-414d-94d0-b4d2944c9d25') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:18:34.534451 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-db5ea138-166f-453a-b78c-6f7a5a7ed888 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16313633'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:34.547627 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-db5ea138-166f-453a-b78c-6f7a5a7ed888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:34.554175 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db5ea138-166f-453a-b78c-6f7a5a7ed888 admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 20:18:34.554595 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-db5ea138-166f-453a-b78c-6f7a5a7ed888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4305278'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:34.556423 n-d-813679-3 neutron-server[95502]: Traceback (most recent call last): Oct 12 20:18:34.556423 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 20:18:34.556423 n-d-813679-3 neutron-server[95502]: timer() Oct 12 20:18:34.556423 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 20:18:34.556423 n-d-813679-3 neutron-server[95502]: cb(*args, **kw) Oct 12 20:18:34.556423 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 20:18:34.556423 n-d-813679-3 neutron-server[95502]: return func(*args, **kwargs) Oct 12 20:18:34.556423 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 20:18:34.556423 n-d-813679-3 neutron-server[95502]: self._notify() Oct 12 20:18:34.556423 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 20:18:34.556423 n-d-813679-3 neutron-server[95502]: self.callback(batched_events) Oct 12 20:18:34.556423 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 20:18:34.556423 n-d-813679-3 neutron-server[95502]: event.method(event) Oct 12 20:18:34.556423 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 20:18:34.556423 n-d-813679-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 20:18:34.556423 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 20:18:34.556423 n-d-813679-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 20:18:34.556423 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 20:18:34.556423 n-d-813679-3 neutron-server[95502]: return f(self, *a, **k) Oct 12 20:18:34.556423 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 20:18:34.556423 n-d-813679-3 neutron-server[95502]: return self._get(url).json() Oct 12 20:18:34.556423 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 20:18:34.556423 n-d-813679-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 20:18:34.556423 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 20:18:34.556423 n-d-813679-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Oct 12 20:18:34.556423 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 20:18:34.556423 n-d-813679-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 20:18:34.556423 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 20:18:34.556423 n-d-813679-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 20:18:34.556423 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 20:18:34.556423 n-d-813679-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 20:18:34.556423 n-d-813679-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 20:18:34.559766 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No active binding found for port dc9cb462-7d47-4c7a-a04e-321ac56a1557 {{(pid=95503) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 12 20:18:34.560224 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device dc9cb462-7d47-4c7a-a04e-321ac56a1557 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 20:18:34.560674 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 44c0dc94-95cd-4d75-94a5-07e654738bac no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 20:18:34.584352 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 44c0dc94-95cd-4d75-94a5-07e654738bac {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 20:18:34.584695 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 44c0dc94-95cd-4d75-94a5-07e654738bac not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 20:18:34.585110 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device fa9fd6c3-288b-4da5-be23-b3528fbedf86 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 20:18:34.611767 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: fa9fd6c3-288b-4da5-be23-b3528fbedf86 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 20:18:34.612130 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device fa9fd6c3-288b-4da5-be23-b3528fbedf86 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 20:18:34.617109 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:34.636380 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-651052da-64f6-4129-8132-b1ae036bdb57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:34.662168 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651052da-64f6-4129-8132-b1ae036bdb57 None None] Pushing event deleted for resources: {'Port': ['ID=dc9cb462-7d47-4c7a-a04e-321ac56a1557,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:18:34.668377 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651052da-64f6-4129-8132-b1ae036bdb57 None None] No DVR routers for this DVR port dc9cb462-7d47-4c7a-a04e-321ac56a1557 on host n-d-813679-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 20:18:34.672401 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-db5ea138-166f-453a-b78c-6f7a5a7ed888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:34.683447 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-db5ea138-166f-453a-b78c-6f7a5a7ed888 admin admin] Notify callbacks [] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:34.693557 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-db5ea138-166f-453a-b78c-6f7a5a7ed888 admin admin] 10.222.0.49 "DELETE /v2.0/networks/002aeb12-1ada-458e-b521-a2b141c4c15f HTTP/1.1" status: 204 len: 168 time: 0.6740165 Oct 12 20:18:34.708867 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5ea138-166f-453a-b78c-6f7a5a7ed888 admin admin] Pushing event deleted for resources: {'Network': ['ID=002aeb12-1ada-458e-b521-a2b141c4c15f,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:18:34.786959 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:35.013434 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 35464) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:18:35.053471 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-3c708379-07f9-427d-ab8e-d8bd43d3f404 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c3ad456627a64fb2aefc56b3c0a7b50e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384481 Oct 12 20:18:35.055853 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 35466) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:18:35.102919 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d9cf04aa-1ae2-41e5-ad3f-bc028ce77f33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:35.124401 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d9cf04aa-1ae2-41e5-ad3f-bc028ce77f33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:35.239935 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d9cf04aa-1ae2-41e5-ad3f-bc028ce77f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:35.242478 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d9cf04aa-1ae2-41e5-ad3f-bc028ce77f33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:35.243730 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-d9cf04aa-1ae2-41e5-ad3f-bc028ce77f33 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2cac67d9-0f83-46cd-aadb-35f4febd843c HTTP/1.1" status: 204 len: 168 time: 0.1868660 Oct 12 20:18:35.251391 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cf04aa-1ae2-41e5-ad3f-bc028ce77f33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cac67d9-0f83-46cd-aadb-35f4febd843c,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:18:35.881925 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 35472) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:18:35.921359 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-8eb135c6-6585-4822-b132-4d7e66d2a7a2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1fd0e323a2f04766a645b9793025038e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382938 Oct 12 20:18:35.923735 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 35474) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:18:35.971110 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9b43045c-8e55-4bcd-8cf0-a8017d108391 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:35.992620 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9b43045c-8e55-4bcd-8cf0-a8017d108391 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:36.094324 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9b43045c-8e55-4bcd-8cf0-a8017d108391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:36.097002 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9b43045c-8e55-4bcd-8cf0-a8017d108391 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:36.099281 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-9b43045c-8e55-4bcd-8cf0-a8017d108391 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4e90cdb9-8fb5-4038-bba2-b6a2c06685bf HTTP/1.1" status: 204 len: 168 time: 0.1735070 Oct 12 20:18:36.107248 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b43045c-8e55-4bcd-8cf0-a8017d108391 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e90cdb9-8fb5-4038-bba2-b6a2c06685bf,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:18:37.163367 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 35496) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:18:37.257146 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-a06bda91-761a-4ce5-9cdc-13ebc4f2e31b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2113366801-network', 'tenant_id': '90ef50f486b24ecd8427edb85411c5fa'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:18:37.368778 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a06bda91-761a-4ce5-9cdc-13ebc4f2e31b admin admin] Made reservation on behalf of 90ef50f486b24ecd8427edb85411c5fa for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 20:18:37.371077 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a06bda91-761a-4ce5-9cdc-13ebc4f2e31b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:37.379383 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a06bda91-761a-4ce5-9cdc-13ebc4f2e31b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:37.450383 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a06bda91-761a-4ce5-9cdc-13ebc4f2e31b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:37.508295 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a06bda91-761a-4ce5-9cdc-13ebc4f2e31b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:37.534537 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a06bda91-761a-4ce5-9cdc-13ebc4f2e31b admin admin] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 20:18:37.542807 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06bda91-761a-4ce5-9cdc-13ebc4f2e31b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0d2fb85-a26a-4679-955c-d4bdf9936c0a,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:18:37.549341 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a06bda91-761a-4ce5-9cdc-13ebc4f2e31b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:37.550270 n-d-813679-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-a06bda91-761a-4ce5-9cdc-13ebc4f2e31b admin admin] Added segment a8944b27-1fa2-4047-9096-f9f476e2eb20 of type vlan for network 01ee5824-02d7-409b-9d36-69c43c31fb1a Oct 12 20:18:37.589657 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a06bda91-761a-4ce5-9cdc-13ebc4f2e31b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:37.685632 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a06bda91-761a-4ce5-9cdc-13ebc4f2e31b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:37.686592 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06bda91-761a-4ce5-9cdc-13ebc4f2e31b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:18:37.687166 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-a06bda91-761a-4ce5-9cdc-13ebc4f2e31b admin admin] Notify callbacks [] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:37.745700 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06bda91-761a-4ce5-9cdc-13ebc4f2e31b admin admin] Pushing event updated for resources: {'Network': ['ID=01ee5824-02d7-409b-9d36-69c43c31fb1a,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:18:37.755655 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 01ee5824-02d7-409b-9d36-69c43c31fb1a details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 20:18:37.808923 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-a06bda91-761a-4ce5-9cdc-13ebc4f2e31b admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6443193 Oct 12 20:18:37.811608 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 35500) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:18:37.818255 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-527bf281-62a7-46c9-8e30-8a6c12ec57f2 admin admin] Request body: {'subnet': {'network_id': '01ee5824-02d7-409b-9d36-69c43c31fb1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2113366801-subnet', 'tenant_id': '90ef50f486b24ecd8427edb85411c5fa', 'ip_version': 4}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:18:37.899988 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-527bf281-62a7-46c9-8e30-8a6c12ec57f2 admin admin] Made reservation on behalf of 90ef50f486b24ecd8427edb85411c5fa for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 20:18:37.902322 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-527bf281-62a7-46c9-8e30-8a6c12ec57f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16245837'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:38.111870 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-527bf281-62a7-46c9-8e30-8a6c12ec57f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4306659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16245859'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:38.169279 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527bf281-62a7-46c9-8e30-8a6c12ec57f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78cde33a-3575-494d-8ffd-5545768473b2,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:18:38.179449 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527bf281-62a7-46c9-8e30-8a6c12ec57f2 admin admin] Checking segment: {'id': 'a8944b27-1fa2-4047-9096-f9f476e2eb20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '01ee5824-02d7-409b-9d36-69c43c31fb1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 20:18:38.179805 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527bf281-62a7-46c9-8e30-8a6c12ec57f2 admin admin] Network hostable DHCP agents. Network: 01ee5824-02d7-409b-9d36-69c43c31fb1a, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 20:18:38.255039 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527bf281-62a7-46c9-8e30-8a6c12ec57f2 admin admin] Network 01ee5824-02d7-409b-9d36-69c43c31fb1a is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 20:18:38.325420 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-527bf281-62a7-46c9-8e30-8a6c12ec57f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, 01ee5824-02d7-409b-9d36-69c43c31fb1a) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 20:18:38.329356 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-527bf281-62a7-46c9-8e30-8a6c12ec57f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:18:38.329945 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-527bf281-62a7-46c9-8e30-8a6c12ec57f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:38.335878 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4669b74-6c05-4330-9e03-e03262ed4a08 None None] Network 01ee5824-02d7-409b-9d36-69c43c31fb1a requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 20:18:38.408719 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-527bf281-62a7-46c9-8e30-8a6c12ec57f2 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5957756 Oct 12 20:18:38.411138 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 35502) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:18:38.415605 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-b65b668d-e418-4f32-b471-09fc55fa079a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2113366801-router', 'tenant_id': '90ef50f486b24ecd8427edb85411c5fa', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:18:38.474532 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff420f7-9c92-4e1d-98c6-da48fbb741fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-01ee5824-02d7-409b-9d36-69c43c31fb1a', 'network_id': '01ee5824-02d7-409b-9d36-69c43c31fb1a', 'tenant_id': '90ef50f486b24ecd8427edb85411c5fa', 'fixed_ips': [{'subnet_id': '78cde33a-3575-494d-8ffd-5545768473b2'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 20:18:38.477917 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9ff420f7-9c92-4e1d-98c6-da48fbb741fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:38.495238 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b65b668d-e418-4f32-b471-09fc55fa079a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8093678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255505'] for router, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:38.496323 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b65b668d-e418-4f32-b471-09fc55fa079a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8093562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8087085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8022306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255518'] for router, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:38.551765 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b65b668d-e418-4f32-b471-09fc55fa079a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:38.614111 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-9ff420f7-9c92-4e1d-98c6-da48fbb741fd None None] Allocated IP 172.20.0.2 (01ee5824-02d7-409b-9d36-69c43c31fb1a/78cde33a-3575-494d-8ffd-5545768473b2/ba4f93e1-e8ef-444a-a74b-1e81dbd44dfb) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 20:18:38.758178 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b65b668d-e418-4f32-b471-09fc55fa079a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:38.761228 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9ff420f7-9c92-4e1d-98c6-da48fbb741fd None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:38.846332 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9ff420f7-9c92-4e1d-98c6-da48fbb741fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:38.885912 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff420f7-9c92-4e1d-98c6-da48fbb741fd None None] Network 01ee5824-02d7-409b-9d36-69c43c31fb1a is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 20:18:38.888832 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-9ff420f7-9c92-4e1d-98c6-da48fbb741fd None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 20:18:38.891760 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff420f7-9c92-4e1d-98c6-da48fbb741fd None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 20:18:38.903106 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff420f7-9c92-4e1d-98c6-da48fbb741fd None None] Pushing event updated for resources: {'Port': ['ID=ba4f93e1-e8ef-444a-a74b-1e81dbd44dfb,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:18:38.947594 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-9ff420f7-9c92-4e1d-98c6-da48fbb741fd None None] Attempting to bind port ba4f93e1-e8ef-444a-a74b-1e81dbd44dfb on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 20:18:38.947958 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-9ff420f7-9c92-4e1d-98c6-da48fbb741fd None None] Attempting to bind port ba4f93e1-e8ef-444a-a74b-1e81dbd44dfb by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'a8944b27-1fa2-4047-9096-f9f476e2eb20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '01ee5824-02d7-409b-9d36-69c43c31fb1a'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 20:18:38.948417 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff420f7-9c92-4e1d-98c6-da48fbb741fd None None] Attempting to bind port ba4f93e1-e8ef-444a-a74b-1e81dbd44dfb on network 01ee5824-02d7-409b-9d36-69c43c31fb1a {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 20:18:38.953302 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff420f7-9c92-4e1d-98c6-da48fbb741fd None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 20, 18, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 20:18:38.953670 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff420f7-9c92-4e1d-98c6-da48fbb741fd None None] Checking segment: {'id': 'a8944b27-1fa2-4047-9096-f9f476e2eb20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '01ee5824-02d7-409b-9d36-69c43c31fb1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 20:18:38.954065 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9ff420f7-9c92-4e1d-98c6-da48fbb741fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:38.954453 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff420f7-9c92-4e1d-98c6-da48fbb741fd None None] Bound using segment: {'id': 'a8944b27-1fa2-4047-9096-f9f476e2eb20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '01ee5824-02d7-409b-9d36-69c43c31fb1a'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 20:18:38.954943 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-9ff420f7-9c92-4e1d-98c6-da48fbb741fd None None] Bound port: ba4f93e1-e8ef-444a-a74b-1e81dbd44dfb, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8944b27-1fa2-4047-9096-f9f476e2eb20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '01ee5824-02d7-409b-9d36-69c43c31fb1a'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 20:18:38.955314 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9ff420f7-9c92-4e1d-98c6-da48fbb741fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:39.013586 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b65b668d-e418-4f32-b471-09fc55fa079a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:39.018615 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-9ff420f7-9c92-4e1d-98c6-da48fbb741fd None None] For port ba4f93e1-e8ef-444a-a74b-1e81dbd44dfb, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 20:18:39.021645 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-9ff420f7-9c92-4e1d-98c6-da48fbb741fd None None] For port ba4f93e1-e8ef-444a-a74b-1e81dbd44dfb, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=ba4f93e1-e8ef-444a-a74b-1e81dbd44dfb,segment=NetworkSegment(a8944b27-1fa2-4047-9096-f9f476e2eb20),segment_id=a8944b27-1fa2-4047-9096-f9f476e2eb20)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 20:18:39.036456 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b65b668d-e418-4f32-b471-09fc55fa079a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:39.106965 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9ff420f7-9c92-4e1d-98c6-da48fbb741fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:39.147446 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-b65b668d-e418-4f32-b471-09fc55fa079a admin admin] Allocated IP 172.25.5.177 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/00e02875-23e2-4799-b23e-54e7a8e43a18) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 20:18:39.171163 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff420f7-9c92-4e1d-98c6-da48fbb741fd None None] Pushing event updated for resources: {'Port': ['ID=ba4f93e1-e8ef-444a-a74b-1e81dbd44dfb,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:18:39.259733 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b65b668d-e418-4f32-b471-09fc55fa079a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:39.360982 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b65b668d-e418-4f32-b471-09fc55fa079a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:39.403249 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65b668d-e418-4f32-b471-09fc55fa079a admin admin] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 20:18:39.406517 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-b65b668d-e418-4f32-b471-09fc55fa079a admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 20:18:39.411205 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65b668d-e418-4f32-b471-09fc55fa079a admin admin] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 20:18:39.434010 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65b668d-e418-4f32-b471-09fc55fa079a admin admin] Pushing event updated for resources: {'Port': ['ID=00e02875-23e2-4799-b23e-54e7a8e43a18,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:18:39.728382 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b65b668d-e418-4f32-b471-09fc55fa079a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:39.927343 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b65b668d-e418-4f32-b471-09fc55fa079a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8093541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7915516'] for router, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:40.023771 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5be0cfc-9f2d-40c6-b483-a8622b2b1fad None None] Network 01ee5824-02d7-409b-9d36-69c43c31fb1a requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 20:18:40.106562 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-c7c63a35-3cde-4c6e-a0c0-bad59f375a54 None None] Provisioning complete for port ba4f93e1-e8ef-444a-a74b-1e81dbd44dfb triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:18:40.106932 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c7c63a35-3cde-4c6e-a0c0-bad59f375a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:40.108979 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b65b668d-e418-4f32-b471-09fc55fa079a admin admin] Router 11a3812b-f102-4e7d-8acf-52b52d749ba0 is scheduled to L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b with binding_index 1 {{(pid=95502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 20:18:40.215796 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b65b668d-e418-4f32-b471-09fc55fa079a admin admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 20:18:40.227867 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b80586d-5e28-4974-a6ce-a70c695fb0b9 None None] Sync routers for ids ['11a3812b-f102-4e7d-8acf-52b52d749ba0'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 20:18:40.238102 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b80586d-5e28-4974-a6ce-a70c695fb0b9 None None] Routers {'11a3812b-f102-4e7d-8acf-52b52d749ba0'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:18:40.240840 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-9b80586d-5e28-4974-a6ce-a70c695fb0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:18:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['11a3812b-f102-4e7d-8acf-52b52d749ba0'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:18:40.244280 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c7c63a35-3cde-4c6e-a0c0-bad59f375a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:40.279162 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-c7c63a35-3cde-4c6e-a0c0-bad59f375a54 None None] For port ba4f93e1-e8ef-444a-a74b-1e81dbd44dfb, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=ba4f93e1-e8ef-444a-a74b-1e81dbd44dfb,segment=NetworkSegment(a8944b27-1fa2-4047-9096-f9f476e2eb20),segment_id=a8944b27-1fa2-4047-9096-f9f476e2eb20)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:18:40.297214 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b65b668d-e418-4f32-b471-09fc55fa079a admin admin] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:40.298632 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-b65b668d-e418-4f32-b471-09fc55fa079a admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8863411 Oct 12 20:18:40.305515 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 35504) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:18:40.353777 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c7c63a35-3cde-4c6e-a0c0-bad59f375a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:40.367741 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-9b80586d-5e28-4974-a6ce-a70c695fb0b9 None None] Set router 11a3812b-f102-4e7d-8acf-52b52d749ba0 gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:18:40.404853 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device ba4f93e1-e8ef-444a-a74b-1e81dbd44dfb up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 20:18:40.475731 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port ba4f93e1-e8ef-444a-a74b-1e81dbd44dfb triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:18:40.476176 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:40.500387 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c63a35-3cde-4c6e-a0c0-bad59f375a54 None None] Pushing event updated for resources: {'Port': ['ID=ba4f93e1-e8ef-444a-a74b-1e81dbd44dfb,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:18:40.564519 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-9b80586d-5e28-4974-a6ce-a70c695fb0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a3812b-f102-4e7d-8acf-52b52d749ba0', 'name': 'tempest-TestMinimumBasicScenario-2113366801-router', 'tenant_id': '90ef50f486b24ecd8427edb85411c5fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '00e02875-23e2-4799-b23e-54e7a8e43a18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:18:38Z', 'updated_at': '2021-10-12T20:18:39Z', 'revision_number': 3, 'project_id': '90ef50f486b24ecd8427edb85411c5fa', 'gw_port': {'id': '00e02875-23e2-4799-b23e-54e7a8e43a18', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9b:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11a3812b-f102-4e7d-8acf-52b52d749ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:18:39Z', 'updated_at': '2021-10-12T20:18:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:18:40.586709 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-3f67276e-4211-4055-9edb-837442d7c087 None None] Provisioning complete for port ba4f93e1-e8ef-444a-a74b-1e81dbd44dfb triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:18:40.587468 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3f67276e-4211-4055-9edb-837442d7c087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:40.591665 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b80586d-5e28-4974-a6ce-a70c695fb0b9 None None] Checking router: 11a3812b-f102-4e7d-8acf-52b52d749ba0 for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 20:18:40.592021 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b80586d-5e28-4974-a6ce-a70c695fb0b9 None None] Updating router 11a3812b-f102-4e7d-8acf-52b52d749ba0 port 00e02875-23e2-4799-b23e-54e7a8e43a18 binding host n-d-813679-3 {{(pid=95504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 20:18:40.615961 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9b80586d-5e28-4974-a6ce-a70c695fb0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:40.915593 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9b80586d-5e28-4974-a6ce-a70c695fb0b9 None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:40.977363 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9b80586d-5e28-4974-a6ce-a70c695fb0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:41.040508 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb274a3-3f69-4472-90b0-b6014ca1baeb None None] Pushing event updated for resources: {'Port': ['ID=00e02875-23e2-4799-b23e-54e7a8e43a18,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:18:41.049221 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-9b80586d-5e28-4974-a6ce-a70c695fb0b9 None None] Attempting to bind port 00e02875-23e2-4799-b23e-54e7a8e43a18 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 20:18:41.049591 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-9b80586d-5e28-4974-a6ce-a70c695fb0b9 None None] Attempting to bind port 00e02875-23e2-4799-b23e-54e7a8e43a18 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 20:18:41.050090 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b80586d-5e28-4974-a6ce-a70c695fb0b9 None None] Attempting to bind port 00e02875-23e2-4799-b23e-54e7a8e43a18 on network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 20:18:41.054684 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb274a3-3f69-4472-90b0-b6014ca1baeb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:18:41.060382 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb274a3-3f69-4472-90b0-b6014ca1baeb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:18:41.060382 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb274a3-3f69-4472-90b0-b6014ca1baeb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:18:41.060382 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb274a3-3f69-4472-90b0-b6014ca1baeb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:18:41.060382 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb274a3-3f69-4472-90b0-b6014ca1baeb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:18:41.060382 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb274a3-3f69-4472-90b0-b6014ca1baeb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:18:41.060382 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb274a3-3f69-4472-90b0-b6014ca1baeb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:18:41.060382 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb274a3-3f69-4472-90b0-b6014ca1baeb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:18:41.060382 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb274a3-3f69-4472-90b0-b6014ca1baeb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:18:41.060382 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb274a3-3f69-4472-90b0-b6014ca1baeb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:18:41.061201 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8813ce4e-46a9-4611-a051-cf41227815e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:41.061302 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb274a3-3f69-4472-90b0-b6014ca1baeb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:18:41.061302 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb274a3-3f69-4472-90b0-b6014ca1baeb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:18:41.063461 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b80586d-5e28-4974-a6ce-a70c695fb0b9 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 20, 18, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 20:18:41.063840 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b80586d-5e28-4974-a6ce-a70c695fb0b9 None None] Checking segment: {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 20:18:41.064267 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9b80586d-5e28-4974-a6ce-a70c695fb0b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:41.064652 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b80586d-5e28-4974-a6ce-a70c695fb0b9 None None] Bound using segment: {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 20:18:41.065122 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-9b80586d-5e28-4974-a6ce-a70c695fb0b9 None None] Bound port: 00e02875-23e2-4799-b23e-54e7a8e43a18, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 20:18:41.065500 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9b80586d-5e28-4974-a6ce-a70c695fb0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:41.121845 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-9b80586d-5e28-4974-a6ce-a70c695fb0b9 None None] For port 00e02875-23e2-4799-b23e-54e7a8e43a18, host n-d-813679-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 20:18:41.124993 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-9b80586d-5e28-4974-a6ce-a70c695fb0b9 None None] For port 00e02875-23e2-4799-b23e-54e7a8e43a18, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=00e02875-23e2-4799-b23e-54e7a8e43a18,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 20:18:41.189276 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9b80586d-5e28-4974-a6ce-a70c695fb0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:41.211309 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-8813ce4e-46a9-4611-a051-cf41227815e2 admin admin] Allocated IP 172.20.0.1 (01ee5824-02d7-409b-9d36-69c43c31fb1a/78cde33a-3575-494d-8ffd-5545768473b2/d6b6c549-054b-4d05-b08a-84e812fca15c) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 20:18:41.245993 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b80586d-5e28-4974-a6ce-a70c695fb0b9 None None] Routers {'11a3812b-f102-4e7d-8acf-52b52d749ba0'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:18:41.245993 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-9b80586d-5e28-4974-a6ce-a70c695fb0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:18:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['11a3812b-f102-4e7d-8acf-52b52d749ba0'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:18:41.284146 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb274a3-3f69-4472-90b0-b6014ca1baeb None None] Pushing event updated for resources: {'Port': ['ID=00e02875-23e2-4799-b23e-54e7a8e43a18,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:18:41.318636 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8813ce4e-46a9-4611-a051-cf41227815e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:41.350076 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-9b80586d-5e28-4974-a6ce-a70c695fb0b9 None None] Set router 11a3812b-f102-4e7d-8acf-52b52d749ba0 gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:18:41.401025 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8813ce4e-46a9-4611-a051-cf41227815e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:41.443432 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8813ce4e-46a9-4611-a051-cf41227815e2 admin admin] Network 01ee5824-02d7-409b-9d36-69c43c31fb1a is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 20:18:41.446410 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-8813ce4e-46a9-4611-a051-cf41227815e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 20:18:41.448934 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8813ce4e-46a9-4611-a051-cf41227815e2 admin admin] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 20:18:41.474893 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8813ce4e-46a9-4611-a051-cf41227815e2 admin admin] Pushing event updated for resources: {'Port': ['ID=d6b6c549-054b-4d05-b08a-84e812fca15c,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:18:41.494776 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8813ce4e-46a9-4611-a051-cf41227815e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7915309'] for router_interface, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:41.632406 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-9b80586d-5e28-4974-a6ce-a70c695fb0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a3812b-f102-4e7d-8acf-52b52d749ba0', 'name': 'tempest-TestMinimumBasicScenario-2113366801-router', 'tenant_id': '90ef50f486b24ecd8427edb85411c5fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '00e02875-23e2-4799-b23e-54e7a8e43a18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:18:38Z', 'updated_at': '2021-10-12T20:18:39Z', 'revision_number': 3, 'project_id': '90ef50f486b24ecd8427edb85411c5fa', 'gw_port': {'id': '00e02875-23e2-4799-b23e-54e7a8e43a18', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9b:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11a3812b-f102-4e7d-8acf-52b52d749ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:18:39Z', 'updated_at': '2021-10-12T20:18:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:18:41.658223 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b80586d-5e28-4974-a6ce-a70c695fb0b9 None None] The sync data for ids ['11a3812b-f102-4e7d-8acf-52b52d749ba0'] in n-d-813679-3 is: [{'id': '11a3812b-f102-4e7d-8acf-52b52d749ba0', 'name': 'tempest-TestMinimumBasicScenario-2113366801-router', 'tenant_id': '90ef50f486b24ecd8427edb85411c5fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '00e02875-23e2-4799-b23e-54e7a8e43a18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:18:38Z', 'updated_at': '2021-10-12T20:18:39Z', 'revision_number': 3, 'project_id': '90ef50f486b24ecd8427edb85411c5fa', 'gw_port': {'id': '00e02875-23e2-4799-b23e-54e7a8e43a18', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9b:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11a3812b-f102-4e7d-8acf-52b52d749ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:18:39Z', 'updated_at': '2021-10-12T20:18:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 20:18:41.693603 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-6a7bdb23-55dd-41e1-9ad4-391a4803f134 None None] Provisioning complete for port d6b6c549-054b-4d05-b08a-84e812fca15c triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:18:41.694193 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6a7bdb23-55dd-41e1-9ad4-391a4803f134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:41.700988 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8813ce4e-46a9-4611-a051-cf41227815e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:41.731557 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-6a7bdb23-55dd-41e1-9ad4-391a4803f134 None None] Port d6b6c549-054b-4d05-b08a-84e812fca15c cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 20:18:41.868579 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8813ce4e-46a9-4611-a051-cf41227815e2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:41.937259 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8813ce4e-46a9-4611-a051-cf41227815e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:42.012194 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8813ce4e-46a9-4611-a051-cf41227815e2 admin admin] Pushing event updated for resources: {'Port': ['ID=d6b6c549-054b-4d05-b08a-84e812fca15c,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:18:42.012194 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8813ce4e-46a9-4611-a051-cf41227815e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7898980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8092605'] for router_interface, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:42.103423 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8813ce4e-46a9-4611-a051-cf41227815e2 admin admin] Network 01ee5824-02d7-409b-9d36-69c43c31fb1a is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 20:18:42.104874 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-8813ce4e-46a9-4611-a051-cf41227815e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 20:18:42.229182 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8813ce4e-46a9-4611-a051-cf41227815e2 admin admin] Router 11a3812b-f102-4e7d-8acf-52b52d749ba0 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 20:18:42.350980 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8813ce4e-46a9-4611-a051-cf41227815e2 admin admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 20:18:42.359477 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-2e2a6d1c-2f02-4e7a-beee-4bac6a0bcce1 None None] Provisioning complete for port d6b6c549-054b-4d05-b08a-84e812fca15c triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:18:42.359847 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2e2a6d1c-2f02-4e7a-beee-4bac6a0bcce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:42.364524 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-8813ce4e-46a9-4611-a051-cf41227815e2 admin admin] 10.222.0.49 "PUT /v2.0/routers/11a3812b-f102-4e7d-8acf-52b52d749ba0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0612788 Oct 12 20:18:42.416615 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-2e2a6d1c-2f02-4e7a-beee-4bac6a0bcce1 None None] Port d6b6c549-054b-4d05-b08a-84e812fca15c cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 20:18:42.422307 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device ba4f93e1-e8ef-444a-a74b-1e81dbd44dfb up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 20:18:42.479786 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port ba4f93e1-e8ef-444a-a74b-1e81dbd44dfb triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:18:42.479786 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:42.558582 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 00e02875-23e2-4799-b23e-54e7a8e43a18 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 20:18:42.607562 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 00e02875-23e2-4799-b23e-54e7a8e43a18 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:18:42.607944 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:42.684264 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:42.705306 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] For port 00e02875-23e2-4799-b23e-54e7a8e43a18, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=00e02875-23e2-4799-b23e-54e7a8e43a18,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:18:42.794814 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:42.843477 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Pushing event updated for resources: {'Port': ['ID=00e02875-23e2-4799-b23e-54e7a8e43a18,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:18:43.045846 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 35520) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:18:43.050819 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-6251a302-37c2-4d2c-bc3a-fe0018d8a565 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1224788022-network', 'tenant_id': 'bd6259243fbc49e9bdb6f05167c278c9'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:18:43.120600 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6251a302-37c2-4d2c-bc3a-fe0018d8a565 admin admin] Made reservation on behalf of bd6259243fbc49e9bdb6f05167c278c9 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 20:18:43.123274 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6251a302-37c2-4d2c-bc3a-fe0018d8a565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:43.132623 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6251a302-37c2-4d2c-bc3a-fe0018d8a565 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:43.165988 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95556ad8-cda9-4cf1-b982-17be0d0cde55 None None] Sync routers for ids ['11a3812b-f102-4e7d-8acf-52b52d749ba0'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 20:18:43.175037 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95556ad8-cda9-4cf1-b982-17be0d0cde55 None None] Routers {'11a3812b-f102-4e7d-8acf-52b52d749ba0'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:18:43.175720 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-95556ad8-cda9-4cf1-b982-17be0d0cde55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:18:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['11a3812b-f102-4e7d-8acf-52b52d749ba0'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:18:43.212907 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6251a302-37c2-4d2c-bc3a-fe0018d8a565 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:43.274788 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6251a302-37c2-4d2c-bc3a-fe0018d8a565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:43.278704 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-95556ad8-cda9-4cf1-b982-17be0d0cde55 None None] Set router 11a3812b-f102-4e7d-8acf-52b52d749ba0 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:18:43.299884 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6251a302-37c2-4d2c-bc3a-fe0018d8a565 admin admin] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 20:18:43.309693 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6251a302-37c2-4d2c-bc3a-fe0018d8a565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0838fda3-fc96-43c5-81a8-9b759e0960e9,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:18:43.314821 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6251a302-37c2-4d2c-bc3a-fe0018d8a565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:43.315165 n-d-813679-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-6251a302-37c2-4d2c-bc3a-fe0018d8a565 admin admin] Added segment a2f69bea-37a9-4b51-8a2e-f51efbc215bc of type vlan for network 724de256-cad0-4060-9019-0b724ae8a1a3 Oct 12 20:18:43.355213 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6251a302-37c2-4d2c-bc3a-fe0018d8a565 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:43.446361 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6251a302-37c2-4d2c-bc3a-fe0018d8a565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:43.447312 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6251a302-37c2-4d2c-bc3a-fe0018d8a565 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:18:43.447922 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6251a302-37c2-4d2c-bc3a-fe0018d8a565 admin admin] Notify callbacks [] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:43.480308 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-95556ad8-cda9-4cf1-b982-17be0d0cde55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a3812b-f102-4e7d-8acf-52b52d749ba0', 'name': 'tempest-TestMinimumBasicScenario-2113366801-router', 'tenant_id': '90ef50f486b24ecd8427edb85411c5fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '00e02875-23e2-4799-b23e-54e7a8e43a18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:18:38Z', 'updated_at': '2021-10-12T20:18:41Z', 'revision_number': 4, 'project_id': '90ef50f486b24ecd8427edb85411c5fa', 'gw_port': {'id': '00e02875-23e2-4799-b23e-54e7a8e43a18', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a3812b-f102-4e7d-8acf-52b52d749ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:18:39Z', 'updated_at': '2021-10-12T20:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': 'd6b6c549-054b-4d05-b08a-84e812fca15c', 'name': '', 'network_id': '01ee5824-02d7-409b-9d36-69c43c31fb1a', 'tenant_id': '90ef50f486b24ecd8427edb85411c5fa', 'mac_address': 'fa:16:3e:eb:9f:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11a3812b-f102-4e7d-8acf-52b52d749ba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '78cde33a-3575-494d-8ffd-5545768473b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:18:41Z', 'updated_at': '2021-10-12T20:18:41Z', 'revision_number': 2, 'project_id': '90ef50f486b24ecd8427edb85411c5fa', 'subnets': [{'id': '78cde33a-3575-494d-8ffd-5545768473b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:18:43.506946 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6251a302-37c2-4d2c-bc3a-fe0018d8a565 admin admin] Pushing event updated for resources: {'Network': ['ID=724de256-cad0-4060-9019-0b724ae8a1a3,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:18:43.507669 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95556ad8-cda9-4cf1-b982-17be0d0cde55 None None] Checking router: 11a3812b-f102-4e7d-8acf-52b52d749ba0 for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 20:18:43.508040 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95556ad8-cda9-4cf1-b982-17be0d0cde55 None None] Updating router 11a3812b-f102-4e7d-8acf-52b52d749ba0 port d6b6c549-054b-4d05-b08a-84e812fca15c binding host n-d-813679-3 {{(pid=95503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 20:18:43.529638 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 724de256-cad0-4060-9019-0b724ae8a1a3 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 20:18:43.569886 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-95556ad8-cda9-4cf1-b982-17be0d0cde55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:43.580522 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-6251a302-37c2-4d2c-bc3a-fe0018d8a565 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5335279 Oct 12 20:18:43.584220 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 35522) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:18:43.590088 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-ddcd53b1-557e-4d22-82ee-62c80543cdf8 admin admin] Request body: {'subnet': {'network_id': '724de256-cad0-4060-9019-0b724ae8a1a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1224788022-subnet', 'tenant_id': 'bd6259243fbc49e9bdb6f05167c278c9', 'ip_version': 4}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:18:43.666328 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddcd53b1-557e-4d22-82ee-62c80543cdf8 admin admin] Made reservation on behalf of bd6259243fbc49e9bdb6f05167c278c9 for: {'subnet': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 20:18:43.668788 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ddcd53b1-557e-4d22-82ee-62c80543cdf8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4612397'] for subnet, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:43.847140 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-95556ad8-cda9-4cf1-b982-17be0d0cde55 None None] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:43.903025 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ddcd53b1-557e-4d22-82ee-62c80543cdf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4824863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4612355'] for subnet, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:43.934349 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-95556ad8-cda9-4cf1-b982-17be0d0cde55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:43.965929 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcd53b1-557e-4d22-82ee-62c80543cdf8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b73b5e78-a24f-4521-9a07-5bba091225c9,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:18:43.973672 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddcd53b1-557e-4d22-82ee-62c80543cdf8 admin admin] Checking segment: {'id': 'a2f69bea-37a9-4b51-8a2e-f51efbc215bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '724de256-cad0-4060-9019-0b724ae8a1a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 20:18:43.974039 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddcd53b1-557e-4d22-82ee-62c80543cdf8 admin admin] Network hostable DHCP agents. Network: 724de256-cad0-4060-9019-0b724ae8a1a3, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 20:18:44.013279 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6113af4c-2b79-410c-b49d-31ab93ef9249 None None] Pushing event updated for resources: {'Port': ['ID=d6b6c549-054b-4d05-b08a-84e812fca15c,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:18:44.041065 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-95556ad8-cda9-4cf1-b982-17be0d0cde55 None None] Attempting to bind port d6b6c549-054b-4d05-b08a-84e812fca15c on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 20:18:44.041432 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-95556ad8-cda9-4cf1-b982-17be0d0cde55 None None] Attempting to bind port d6b6c549-054b-4d05-b08a-84e812fca15c by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'a8944b27-1fa2-4047-9096-f9f476e2eb20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '01ee5824-02d7-409b-9d36-69c43c31fb1a'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 20:18:44.041840 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95556ad8-cda9-4cf1-b982-17be0d0cde55 None None] Attempting to bind port d6b6c549-054b-4d05-b08a-84e812fca15c on network 01ee5824-02d7-409b-9d36-69c43c31fb1a {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 20:18:44.047090 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95556ad8-cda9-4cf1-b982-17be0d0cde55 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 20, 18, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 20:18:44.047458 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95556ad8-cda9-4cf1-b982-17be0d0cde55 None None] Checking segment: {'id': 'a8944b27-1fa2-4047-9096-f9f476e2eb20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '01ee5824-02d7-409b-9d36-69c43c31fb1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 20:18:44.047855 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-95556ad8-cda9-4cf1-b982-17be0d0cde55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:44.048292 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95556ad8-cda9-4cf1-b982-17be0d0cde55 None None] Bound using segment: {'id': 'a8944b27-1fa2-4047-9096-f9f476e2eb20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '01ee5824-02d7-409b-9d36-69c43c31fb1a'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 20:18:44.048762 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-95556ad8-cda9-4cf1-b982-17be0d0cde55 None None] Bound port: d6b6c549-054b-4d05-b08a-84e812fca15c, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8944b27-1fa2-4047-9096-f9f476e2eb20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '01ee5824-02d7-409b-9d36-69c43c31fb1a'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 20:18:44.049143 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-95556ad8-cda9-4cf1-b982-17be0d0cde55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:44.083116 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddcd53b1-557e-4d22-82ee-62c80543cdf8 admin admin] Network 724de256-cad0-4060-9019-0b724ae8a1a3 is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 20:18:44.115529 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-95556ad8-cda9-4cf1-b982-17be0d0cde55 None None] For port d6b6c549-054b-4d05-b08a-84e812fca15c, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 20:18:44.121398 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-95556ad8-cda9-4cf1-b982-17be0d0cde55 None None] For port d6b6c549-054b-4d05-b08a-84e812fca15c, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=d6b6c549-054b-4d05-b08a-84e812fca15c,segment=NetworkSegment(a8944b27-1fa2-4047-9096-f9f476e2eb20),segment_id=a8944b27-1fa2-4047-9096-f9f476e2eb20)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 20:18:44.146044 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-84f83f8d-61d7-4870-92fc-d0b9fd6d4366 None None] Provisioning complete for port d6b6c549-054b-4d05-b08a-84e812fca15c triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:18:44.149840 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-84f83f8d-61d7-4870-92fc-d0b9fd6d4366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:44.165758 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-ddcd53b1-557e-4d22-82ee-62c80543cdf8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, 724de256-cad0-4060-9019-0b724ae8a1a3) {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 20:18:44.170842 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddcd53b1-557e-4d22-82ee-62c80543cdf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:18:44.176766 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ddcd53b1-557e-4d22-82ee-62c80543cdf8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:44.178101 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b50f17-e122-4890-b540-ea6436c3173e None None] Network 724de256-cad0-4060-9019-0b724ae8a1a3 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 20:18:44.217654 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-95556ad8-cda9-4cf1-b982-17be0d0cde55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:44.231638 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-84f83f8d-61d7-4870-92fc-d0b9fd6d4366 None None] Port d6b6c549-054b-4d05-b08a-84e812fca15c cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 20:18:44.260204 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 35524) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:18:44.261337 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-ddcd53b1-557e-4d22-82ee-62c80543cdf8 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6759207 Oct 12 20:18:44.266847 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-b632775f-b227-43c9-a66b-695376480d7b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1224788022-router', 'tenant_id': 'bd6259243fbc49e9bdb6f05167c278c9', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:18:44.310696 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95556ad8-cda9-4cf1-b982-17be0d0cde55 None None] Routers {'11a3812b-f102-4e7d-8acf-52b52d749ba0'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:18:44.311331 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-95556ad8-cda9-4cf1-b982-17be0d0cde55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:18:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['11a3812b-f102-4e7d-8acf-52b52d749ba0'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:18:44.354936 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6113af4c-2b79-410c-b49d-31ab93ef9249 None None] Pushing event updated for resources: {'Port': ['ID=d6b6c549-054b-4d05-b08a-84e812fca15c,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:18:44.357789 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 00e02875-23e2-4799-b23e-54e7a8e43a18 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 20:18:44.363912 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b632775f-b227-43c9-a66b-695376480d7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8093678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255505'] for router, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:44.365357 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b632775f-b227-43c9-a66b-695376480d7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8093562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8087085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8022306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255518'] for router, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:44.419884 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b632775f-b227-43c9-a66b-695376480d7b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:44.634964 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b632775f-b227-43c9-a66b-695376480d7b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:44.644674 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-c83cf79f-a844-406e-91a1-c2e1302c51db None None] Provisioning complete for port d6b6c549-054b-4d05-b08a-84e812fca15c triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:18:44.645074 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c83cf79f-a844-406e-91a1-c2e1302c51db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:44.694303 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-95556ad8-cda9-4cf1-b982-17be0d0cde55 None None] Set router 11a3812b-f102-4e7d-8acf-52b52d749ba0 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:18:44.697750 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-140be111-22ae-4240-b7fa-ed198e8357e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-724de256-cad0-4060-9019-0b724ae8a1a3', 'network_id': '724de256-cad0-4060-9019-0b724ae8a1a3', 'tenant_id': 'bd6259243fbc49e9bdb6f05167c278c9', 'fixed_ips': [{'subnet_id': 'b73b5e78-a24f-4521-9a07-5bba091225c9'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 20:18:44.698692 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-140be111-22ae-4240-b7fa-ed198e8357e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:44.761738 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 00e02875-23e2-4799-b23e-54e7a8e43a18 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:18:44.762113 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:44.934264 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b632775f-b227-43c9-a66b-695376480d7b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:44.952635 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b632775f-b227-43c9-a66b-695376480d7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:45.014879 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c83cf79f-a844-406e-91a1-c2e1302c51db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:45.054183 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-b632775f-b227-43c9-a66b-695376480d7b admin admin] Allocated IP 172.25.5.123 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/4882a509-eb4f-41fe-b45e-326cf580e9c8) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 20:18:45.090041 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-140be111-22ae-4240-b7fa-ed198e8357e2 None None] Allocated IP 172.20.0.2 (724de256-cad0-4060-9019-0b724ae8a1a3/b73b5e78-a24f-4521-9a07-5bba091225c9/37288b6a-9a1a-4070-b3f9-2e06680475c3) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 20:18:45.143029 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-c83cf79f-a844-406e-91a1-c2e1302c51db None None] For port d6b6c549-054b-4d05-b08a-84e812fca15c, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=d6b6c549-054b-4d05-b08a-84e812fca15c,segment=NetworkSegment(a8944b27-1fa2-4047-9096-f9f476e2eb20),segment_id=a8944b27-1fa2-4047-9096-f9f476e2eb20)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:18:45.159266 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b632775f-b227-43c9-a66b-695376480d7b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:45.200940 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c83cf79f-a844-406e-91a1-c2e1302c51db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:45.263775 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b632775f-b227-43c9-a66b-695376480d7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:45.286974 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-95556ad8-cda9-4cf1-b982-17be0d0cde55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a3812b-f102-4e7d-8acf-52b52d749ba0', 'name': 'tempest-TestMinimumBasicScenario-2113366801-router', 'tenant_id': '90ef50f486b24ecd8427edb85411c5fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '00e02875-23e2-4799-b23e-54e7a8e43a18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:18:38Z', 'updated_at': '2021-10-12T20:18:41Z', 'revision_number': 4, 'project_id': '90ef50f486b24ecd8427edb85411c5fa', 'gw_port': {'id': '00e02875-23e2-4799-b23e-54e7a8e43a18', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a3812b-f102-4e7d-8acf-52b52d749ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:18:39Z', 'updated_at': '2021-10-12T20:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': 'd6b6c549-054b-4d05-b08a-84e812fca15c', 'name': '', 'network_id': '01ee5824-02d7-409b-9d36-69c43c31fb1a', 'tenant_id': '90ef50f486b24ecd8427edb85411c5fa', 'mac_address': 'fa:16:3e:eb:9f:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11a3812b-f102-4e7d-8acf-52b52d749ba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '78cde33a-3575-494d-8ffd-5545768473b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:18:41Z', 'updated_at': '2021-10-12T20:18:44Z', 'revision_number': 4, 'project_id': '90ef50f486b24ecd8427edb85411c5fa', 'subnets': [{'id': '78cde33a-3575-494d-8ffd-5545768473b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:18:45.303518 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b632775f-b227-43c9-a66b-695376480d7b admin admin] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 20:18:45.306464 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-b632775f-b227-43c9-a66b-695376480d7b admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 20:18:45.310382 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b632775f-b227-43c9-a66b-695376480d7b admin admin] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 20:18:45.314351 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83cf79f-a844-406e-91a1-c2e1302c51db None None] Pushing event updated for resources: {'Port': ['ID=d6b6c549-054b-4d05-b08a-84e812fca15c,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:18:45.320103 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95556ad8-cda9-4cf1-b982-17be0d0cde55 None None] The sync data for ids ['11a3812b-f102-4e7d-8acf-52b52d749ba0'] in n-d-813679-3 is: [{'id': '11a3812b-f102-4e7d-8acf-52b52d749ba0', 'name': 'tempest-TestMinimumBasicScenario-2113366801-router', 'tenant_id': '90ef50f486b24ecd8427edb85411c5fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '00e02875-23e2-4799-b23e-54e7a8e43a18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:18:38Z', 'updated_at': '2021-10-12T20:18:41Z', 'revision_number': 4, 'project_id': '90ef50f486b24ecd8427edb85411c5fa', 'gw_port': {'id': '00e02875-23e2-4799-b23e-54e7a8e43a18', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a3812b-f102-4e7d-8acf-52b52d749ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:18:39Z', 'updated_at': '2021-10-12T20:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': 'd6b6c549-054b-4d05-b08a-84e812fca15c', 'name': '', 'network_id': '01ee5824-02d7-409b-9d36-69c43c31fb1a', 'tenant_id': '90ef50f486b24ecd8427edb85411c5fa', 'mac_address': 'fa:16:3e:eb:9f:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11a3812b-f102-4e7d-8acf-52b52d749ba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '78cde33a-3575-494d-8ffd-5545768473b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:18:41Z', 'updated_at': '2021-10-12T20:18:44Z', 'revision_number': 4, 'project_id': '90ef50f486b24ecd8427edb85411c5fa', 'subnets': [{'id': '78cde33a-3575-494d-8ffd-5545768473b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 20:18:45.335613 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b632775f-b227-43c9-a66b-695376480d7b admin admin] Pushing event updated for resources: {'Port': ['ID=4882a509-eb4f-41fe-b45e-326cf580e9c8,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:18:45.347790 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b632775f-b227-43c9-a66b-695376480d7b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:18:45.348811 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b632775f-b227-43c9-a66b-695376480d7b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:18:45.349160 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b632775f-b227-43c9-a66b-695376480d7b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:18:45.349485 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b632775f-b227-43c9-a66b-695376480d7b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:18:45.349818 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b632775f-b227-43c9-a66b-695376480d7b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:18:45.350142 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b632775f-b227-43c9-a66b-695376480d7b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:18:45.350473 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b632775f-b227-43c9-a66b-695376480d7b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:18:45.350798 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b632775f-b227-43c9-a66b-695376480d7b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:18:45.351130 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b632775f-b227-43c9-a66b-695376480d7b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:18:45.351453 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b632775f-b227-43c9-a66b-695376480d7b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:18:45.351783 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b632775f-b227-43c9-a66b-695376480d7b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:18:45.352134 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b632775f-b227-43c9-a66b-695376480d7b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:18:45.384941 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-140be111-22ae-4240-b7fa-ed198e8357e2 None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:45.459467 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-140be111-22ae-4240-b7fa-ed198e8357e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:45.504697 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140be111-22ae-4240-b7fa-ed198e8357e2 None None] Network 724de256-cad0-4060-9019-0b724ae8a1a3 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 20:18:45.507677 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-140be111-22ae-4240-b7fa-ed198e8357e2 None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 20:18:45.512234 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140be111-22ae-4240-b7fa-ed198e8357e2 None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 20:18:45.515377 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140be111-22ae-4240-b7fa-ed198e8357e2 None None] Pushing event updated for resources: {'Port': ['ID=37288b6a-9a1a-4070-b3f9-2e06680475c3,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:18:45.585568 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-140be111-22ae-4240-b7fa-ed198e8357e2 None None] Attempting to bind port 37288b6a-9a1a-4070-b3f9-2e06680475c3 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 20:18:45.585963 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-140be111-22ae-4240-b7fa-ed198e8357e2 None None] Attempting to bind port 37288b6a-9a1a-4070-b3f9-2e06680475c3 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'a2f69bea-37a9-4b51-8a2e-f51efbc215bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '724de256-cad0-4060-9019-0b724ae8a1a3'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 20:18:45.586309 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140be111-22ae-4240-b7fa-ed198e8357e2 None None] Attempting to bind port 37288b6a-9a1a-4070-b3f9-2e06680475c3 on network 724de256-cad0-4060-9019-0b724ae8a1a3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 20:18:45.591990 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140be111-22ae-4240-b7fa-ed198e8357e2 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 20, 18, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 20:18:45.592404 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140be111-22ae-4240-b7fa-ed198e8357e2 None None] Checking segment: {'id': 'a2f69bea-37a9-4b51-8a2e-f51efbc215bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '724de256-cad0-4060-9019-0b724ae8a1a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 20:18:45.596128 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-140be111-22ae-4240-b7fa-ed198e8357e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:45.596128 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140be111-22ae-4240-b7fa-ed198e8357e2 None None] Bound using segment: {'id': 'a2f69bea-37a9-4b51-8a2e-f51efbc215bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '724de256-cad0-4060-9019-0b724ae8a1a3'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 20:18:45.596128 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-140be111-22ae-4240-b7fa-ed198e8357e2 None None] Bound port: 37288b6a-9a1a-4070-b3f9-2e06680475c3, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2f69bea-37a9-4b51-8a2e-f51efbc215bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '724de256-cad0-4060-9019-0b724ae8a1a3'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 20:18:45.596128 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-140be111-22ae-4240-b7fa-ed198e8357e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:45.661582 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-140be111-22ae-4240-b7fa-ed198e8357e2 None None] For port 37288b6a-9a1a-4070-b3f9-2e06680475c3, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 20:18:45.664958 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-140be111-22ae-4240-b7fa-ed198e8357e2 None None] For port 37288b6a-9a1a-4070-b3f9-2e06680475c3, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=37288b6a-9a1a-4070-b3f9-2e06680475c3,segment=NetworkSegment(a2f69bea-37a9-4b51-8a2e-f51efbc215bc),segment_id=a2f69bea-37a9-4b51-8a2e-f51efbc215bc)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 20:18:45.680077 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b632775f-b227-43c9-a66b-695376480d7b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:45.749829 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-140be111-22ae-4240-b7fa-ed198e8357e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:45.830608 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140be111-22ae-4240-b7fa-ed198e8357e2 None None] Pushing event updated for resources: {'Port': ['ID=37288b6a-9a1a-4070-b3f9-2e06680475c3,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:18:45.897332 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b632775f-b227-43c9-a66b-695376480d7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8093541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7915516'] for router, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:46.134799 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b632775f-b227-43c9-a66b-695376480d7b admin admin] Router 7b3fee9d-7a33-4f58-a5d6-3e88c5b6d661 is scheduled to L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b with binding_index 1 {{(pid=95502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 20:18:46.245007 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b632775f-b227-43c9-a66b-695376480d7b admin admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 20:18:46.256218 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bab51c7-9dc7-41df-b301-ff04d99a6691 None None] Sync routers for ids ['7b3fee9d-7a33-4f58-a5d6-3e88c5b6d661'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 20:18:46.266596 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bab51c7-9dc7-41df-b301-ff04d99a6691 None None] Routers {'7b3fee9d-7a33-4f58-a5d6-3e88c5b6d661'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:18:46.272356 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-9bab51c7-9dc7-41df-b301-ff04d99a6691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:18:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['7b3fee9d-7a33-4f58-a5d6-3e88c5b6d661'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:18:46.336873 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b632775f-b227-43c9-a66b-695376480d7b admin admin] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:46.341470 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 35526) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:18:46.342107 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-b632775f-b227-43c9-a66b-695376480d7b admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0798407 Oct 12 20:18:46.388521 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-9bab51c7-9dc7-41df-b301-ff04d99a6691 None None] Set router 7b3fee9d-7a33-4f58-a5d6-3e88c5b6d661 gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:18:46.426660 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 37288b6a-9a1a-4070-b3f9-2e06680475c3 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 20:18:46.503523 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 37288b6a-9a1a-4070-b3f9-2e06680475c3 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:18:46.503874 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:46.622187 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:46.638233 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-9bab51c7-9dc7-41df-b301-ff04d99a6691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b3fee9d-7a33-4f58-a5d6-3e88c5b6d661', 'name': 'tempest-TestMinimumBasicScenario-1224788022-router', 'tenant_id': 'bd6259243fbc49e9bdb6f05167c278c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '4882a509-eb4f-41fe-b45e-326cf580e9c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:18:44Z', 'updated_at': '2021-10-12T20:18:45Z', 'revision_number': 3, 'project_id': 'bd6259243fbc49e9bdb6f05167c278c9', 'gw_port': {'id': '4882a509-eb4f-41fe-b45e-326cf580e9c8', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:6e:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b3fee9d-7a33-4f58-a5d6-3e88c5b6d661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:18:44Z', 'updated_at': '2021-10-12T20:18:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:18:46.667843 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bab51c7-9dc7-41df-b301-ff04d99a6691 None None] Checking router: 7b3fee9d-7a33-4f58-a5d6-3e88c5b6d661 for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 20:18:46.668218 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bab51c7-9dc7-41df-b301-ff04d99a6691 None None] Updating router 7b3fee9d-7a33-4f58-a5d6-3e88c5b6d661 port 4882a509-eb4f-41fe-b45e-326cf580e9c8 binding host n-d-813679-3 {{(pid=95504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 20:18:46.690352 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] For port 37288b6a-9a1a-4070-b3f9-2e06680475c3, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=37288b6a-9a1a-4070-b3f9-2e06680475c3,segment=NetworkSegment(a2f69bea-37a9-4b51-8a2e-f51efbc215bc),segment_id=a2f69bea-37a9-4b51-8a2e-f51efbc215bc)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:18:46.697663 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9bab51c7-9dc7-41df-b301-ff04d99a6691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:46.768897 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:46.769745 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device d6b6c549-054b-4d05-b08a-84e812fca15c up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 20:18:46.866857 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Pushing event updated for resources: {'Port': ['ID=37288b6a-9a1a-4070-b3f9-2e06680475c3,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:18:46.883718 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port d6b6c549-054b-4d05-b08a-84e812fca15c triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:18:46.884201 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:46.887337 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-052906ad-cccd-456a-ab4a-712a7429c434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:46.936702 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91aca83d-0897-42a9-98ed-b55190f3ceb7 None None] Network 724de256-cad0-4060-9019-0b724ae8a1a3 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 20:18:47.008615 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9bab51c7-9dc7-41df-b301-ff04d99a6691 None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:47.052154 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-051139d2-f38b-4cbb-882b-5171759fe167 None None] Provisioning complete for port 37288b6a-9a1a-4070-b3f9-2e06680475c3 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:18:47.053051 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-051139d2-f38b-4cbb-882b-5171759fe167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:47.071720 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9bab51c7-9dc7-41df-b301-ff04d99a6691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:47.103708 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-052906ad-cccd-456a-ab4a-712a7429c434 admin admin] Allocated IP 172.20.0.1 (724de256-cad0-4060-9019-0b724ae8a1a3/b73b5e78-a24f-4521-9a07-5bba091225c9/52674265-eac8-4616-9614-ab419d4b23dc) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 20:18:47.126232 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-9bab51c7-9dc7-41df-b301-ff04d99a6691 None None] Attempting to bind port 4882a509-eb4f-41fe-b45e-326cf580e9c8 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 20:18:47.126452 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-9bab51c7-9dc7-41df-b301-ff04d99a6691 None None] Attempting to bind port 4882a509-eb4f-41fe-b45e-326cf580e9c8 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 20:18:47.126746 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bab51c7-9dc7-41df-b301-ff04d99a6691 None None] Attempting to bind port 4882a509-eb4f-41fe-b45e-326cf580e9c8 on network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 20:18:47.136435 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bab51c7-9dc7-41df-b301-ff04d99a6691 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 20, 18, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 20:18:47.136901 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bab51c7-9dc7-41df-b301-ff04d99a6691 None None] Checking segment: {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 20:18:47.137249 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9bab51c7-9dc7-41df-b301-ff04d99a6691 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:47.138305 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bab51c7-9dc7-41df-b301-ff04d99a6691 None None] Bound using segment: {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 20:18:47.138305 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-9bab51c7-9dc7-41df-b301-ff04d99a6691 None None] Bound port: 4882a509-eb4f-41fe-b45e-326cf580e9c8, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 20:18:47.138575 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9bab51c7-9dc7-41df-b301-ff04d99a6691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:47.175795 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a43258-2c35-4eb2-a3b8-5b04323438bb None None] Pushing event updated for resources: {'Port': ['ID=4882a509-eb4f-41fe-b45e-326cf580e9c8,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:18:47.183553 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 20:18:47.209062 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-9bab51c7-9dc7-41df-b301-ff04d99a6691 None None] For port 4882a509-eb4f-41fe-b45e-326cf580e9c8, host n-d-813679-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 20:18:47.212214 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-9bab51c7-9dc7-41df-b301-ff04d99a6691 None None] For port 4882a509-eb4f-41fe-b45e-326cf580e9c8, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=4882a509-eb4f-41fe-b45e-326cf580e9c8,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 20:18:47.232345 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-052906ad-cccd-456a-ab4a-712a7429c434 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:47.289828 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-9bab51c7-9dc7-41df-b301-ff04d99a6691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:47.318696 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-052906ad-cccd-456a-ab4a-712a7429c434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:47.348248 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bab51c7-9dc7-41df-b301-ff04d99a6691 None None] Routers {'7b3fee9d-7a33-4f58-a5d6-3e88c5b6d661'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:18:47.348890 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-9bab51c7-9dc7-41df-b301-ff04d99a6691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:18:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['7b3fee9d-7a33-4f58-a5d6-3e88c5b6d661'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:18:47.355356 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a43258-2c35-4eb2-a3b8-5b04323438bb None None] Pushing event updated for resources: {'Port': ['ID=4882a509-eb4f-41fe-b45e-326cf580e9c8,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:18:47.362964 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052906ad-cccd-456a-ab4a-712a7429c434 admin admin] Network 724de256-cad0-4060-9019-0b724ae8a1a3 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 20:18:47.368368 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-052906ad-cccd-456a-ab4a-712a7429c434 admin admin] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 20:18:47.370742 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052906ad-cccd-456a-ab4a-712a7429c434 admin admin] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 20:18:47.373597 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052906ad-cccd-456a-ab4a-712a7429c434 admin admin] Pushing event updated for resources: {'Port': ['ID=52674265-eac8-4616-9614-ab419d4b23dc,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:18:47.415810 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-052906ad-cccd-456a-ab4a-712a7429c434 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7915309'] for router_interface, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:47.420655 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-2955bdb1-8d9a-4889-8403-42a43daa4a2f None None] Provisioning complete for port 37288b6a-9a1a-4070-b3f9-2e06680475c3 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:18:47.421403 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2955bdb1-8d9a-4889-8403-42a43daa4a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:47.466898 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-9bab51c7-9dc7-41df-b301-ff04d99a6691 None None] Set router 7b3fee9d-7a33-4f58-a5d6-3e88c5b6d661 gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:18:47.627753 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-9815c0cd-081d-493f-a0d1-816f82248d6c None None] Provisioning complete for port 52674265-eac8-4616-9614-ab419d4b23dc triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:18:47.631019 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9815c0cd-081d-493f-a0d1-816f82248d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:47.641200 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-052906ad-cccd-456a-ab4a-712a7429c434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:47.662840 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-9bab51c7-9dc7-41df-b301-ff04d99a6691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b3fee9d-7a33-4f58-a5d6-3e88c5b6d661', 'name': 'tempest-TestMinimumBasicScenario-1224788022-router', 'tenant_id': 'bd6259243fbc49e9bdb6f05167c278c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '4882a509-eb4f-41fe-b45e-326cf580e9c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:18:44Z', 'updated_at': '2021-10-12T20:18:45Z', 'revision_number': 3, 'project_id': 'bd6259243fbc49e9bdb6f05167c278c9', 'gw_port': {'id': '4882a509-eb4f-41fe-b45e-326cf580e9c8', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:6e:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b3fee9d-7a33-4f58-a5d6-3e88c5b6d661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:18:44Z', 'updated_at': '2021-10-12T20:18:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:18:47.669044 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-9815c0cd-081d-493f-a0d1-816f82248d6c None None] Port 52674265-eac8-4616-9614-ab419d4b23dc cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 20:18:47.688930 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bab51c7-9dc7-41df-b301-ff04d99a6691 None None] The sync data for ids ['7b3fee9d-7a33-4f58-a5d6-3e88c5b6d661'] in n-d-813679-3 is: [{'id': '7b3fee9d-7a33-4f58-a5d6-3e88c5b6d661', 'name': 'tempest-TestMinimumBasicScenario-1224788022-router', 'tenant_id': 'bd6259243fbc49e9bdb6f05167c278c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '4882a509-eb4f-41fe-b45e-326cf580e9c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:18:44Z', 'updated_at': '2021-10-12T20:18:45Z', 'revision_number': 3, 'project_id': 'bd6259243fbc49e9bdb6f05167c278c9', 'gw_port': {'id': '4882a509-eb4f-41fe-b45e-326cf580e9c8', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:6e:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b3fee9d-7a33-4f58-a5d6-3e88c5b6d661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:18:44Z', 'updated_at': '2021-10-12T20:18:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 20:18:47.805575 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-052906ad-cccd-456a-ab4a-712a7429c434 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:47.880842 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-052906ad-cccd-456a-ab4a-712a7429c434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:47.962130 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052906ad-cccd-456a-ab4a-712a7429c434 admin admin] Pushing event updated for resources: {'Port': ['ID=52674265-eac8-4616-9614-ab419d4b23dc,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:18:47.967205 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-052906ad-cccd-456a-ab4a-712a7429c434 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7898980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8092605'] for router_interface, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:48.060240 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052906ad-cccd-456a-ab4a-712a7429c434 admin admin] Network 724de256-cad0-4060-9019-0b724ae8a1a3 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 20:18:48.061765 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-052906ad-cccd-456a-ab4a-712a7429c434 admin admin] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 20:18:48.183991 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-052906ad-cccd-456a-ab4a-712a7429c434 admin admin] Router 7b3fee9d-7a33-4f58-a5d6-3e88c5b6d661 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 20:18:48.298742 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-0958e63c-d475-4e17-9234-39079b3ddecb None None] Provisioning complete for port 52674265-eac8-4616-9614-ab419d4b23dc triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:18:48.299208 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0958e63c-d475-4e17-9234-39079b3ddecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:48.301702 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-052906ad-cccd-456a-ab4a-712a7429c434 admin admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 20:18:48.307602 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-052906ad-cccd-456a-ab4a-712a7429c434 admin admin] 10.222.0.49 "PUT /v2.0/routers/7b3fee9d-7a33-4f58-a5d6-3e88c5b6d661/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9648352 Oct 12 20:18:48.347567 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-0958e63c-d475-4e17-9234-39079b3ddecb None None] Port 52674265-eac8-4616-9614-ab419d4b23dc cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 20:18:48.438675 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 37288b6a-9a1a-4070-b3f9-2e06680475c3 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 20:18:48.484867 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 37288b6a-9a1a-4070-b3f9-2e06680475c3 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:18:48.484981 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:48.571217 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 4882a509-eb4f-41fe-b45e-326cf580e9c8 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 20:18:48.617476 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 4882a509-eb4f-41fe-b45e-326cf580e9c8 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:18:48.617860 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:48.692928 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:48.716086 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] For port 4882a509-eb4f-41fe-b45e-326cf580e9c8, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=4882a509-eb4f-41fe-b45e-326cf580e9c8,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:18:48.794941 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:48.845903 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Pushing event updated for resources: {'Port': ['ID=4882a509-eb4f-41fe-b45e-326cf580e9c8,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:18:49.245987 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea97a291-06fd-44d6-befc-cc72086f213e None None] Sync routers for ids ['7b3fee9d-7a33-4f58-a5d6-3e88c5b6d661'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 20:18:49.255871 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea97a291-06fd-44d6-befc-cc72086f213e None None] Routers {'7b3fee9d-7a33-4f58-a5d6-3e88c5b6d661'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:18:49.256493 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-ea97a291-06fd-44d6-befc-cc72086f213e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:18:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['7b3fee9d-7a33-4f58-a5d6-3e88c5b6d661'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:18:49.373974 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-ea97a291-06fd-44d6-befc-cc72086f213e None None] Set router 7b3fee9d-7a33-4f58-a5d6-3e88c5b6d661 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:18:49.757722 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-ea97a291-06fd-44d6-befc-cc72086f213e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b3fee9d-7a33-4f58-a5d6-3e88c5b6d661', 'name': 'tempest-TestMinimumBasicScenario-1224788022-router', 'tenant_id': 'bd6259243fbc49e9bdb6f05167c278c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '4882a509-eb4f-41fe-b45e-326cf580e9c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:18:44Z', 'updated_at': '2021-10-12T20:18:47Z', 'revision_number': 4, 'project_id': 'bd6259243fbc49e9bdb6f05167c278c9', 'gw_port': {'id': '4882a509-eb4f-41fe-b45e-326cf580e9c8', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:6e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3fee9d-7a33-4f58-a5d6-3e88c5b6d661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:18:44Z', 'updated_at': '2021-10-12T20:18:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '52674265-eac8-4616-9614-ab419d4b23dc', 'name': '', 'network_id': '724de256-cad0-4060-9019-0b724ae8a1a3', 'tenant_id': 'bd6259243fbc49e9bdb6f05167c278c9', 'mac_address': 'fa:16:3e:4b:e7:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b3fee9d-7a33-4f58-a5d6-3e88c5b6d661', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'b73b5e78-a24f-4521-9a07-5bba091225c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:18:46Z', 'updated_at': '2021-10-12T20:18:47Z', 'revision_number': 2, 'project_id': 'bd6259243fbc49e9bdb6f05167c278c9', 'subnets': [{'id': 'b73b5e78-a24f-4521-9a07-5bba091225c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:18:49.785763 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea97a291-06fd-44d6-befc-cc72086f213e None None] Checking router: 7b3fee9d-7a33-4f58-a5d6-3e88c5b6d661 for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 20:18:49.786132 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea97a291-06fd-44d6-befc-cc72086f213e None None] Updating router 7b3fee9d-7a33-4f58-a5d6-3e88c5b6d661 port 52674265-eac8-4616-9614-ab419d4b23dc binding host n-d-813679-3 {{(pid=95503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 20:18:49.812929 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ea97a291-06fd-44d6-befc-cc72086f213e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:50.120639 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ea97a291-06fd-44d6-befc-cc72086f213e None None] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:50.189500 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ea97a291-06fd-44d6-befc-cc72086f213e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:50.307222 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-ea97a291-06fd-44d6-befc-cc72086f213e None None] Attempting to bind port 52674265-eac8-4616-9614-ab419d4b23dc on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 20:18:50.307589 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-ea97a291-06fd-44d6-befc-cc72086f213e None None] Attempting to bind port 52674265-eac8-4616-9614-ab419d4b23dc by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'a2f69bea-37a9-4b51-8a2e-f51efbc215bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '724de256-cad0-4060-9019-0b724ae8a1a3'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 20:18:50.307958 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea97a291-06fd-44d6-befc-cc72086f213e None None] Attempting to bind port 52674265-eac8-4616-9614-ab419d4b23dc on network 724de256-cad0-4060-9019-0b724ae8a1a3 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 20:18:50.311286 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bb16ae-f534-4126-ae33-6d9c41882275 None None] Pushing event updated for resources: {'Port': ['ID=52674265-eac8-4616-9614-ab419d4b23dc,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:18:50.326308 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea97a291-06fd-44d6-befc-cc72086f213e None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 20, 18, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 20:18:50.327058 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea97a291-06fd-44d6-befc-cc72086f213e None None] Checking segment: {'id': 'a2f69bea-37a9-4b51-8a2e-f51efbc215bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '724de256-cad0-4060-9019-0b724ae8a1a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 20:18:50.327058 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ea97a291-06fd-44d6-befc-cc72086f213e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:50.328331 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea97a291-06fd-44d6-befc-cc72086f213e None None] Bound using segment: {'id': 'a2f69bea-37a9-4b51-8a2e-f51efbc215bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '724de256-cad0-4060-9019-0b724ae8a1a3'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 20:18:50.328331 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-ea97a291-06fd-44d6-befc-cc72086f213e None None] Bound port: 52674265-eac8-4616-9614-ab419d4b23dc, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2f69bea-37a9-4b51-8a2e-f51efbc215bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '724de256-cad0-4060-9019-0b724ae8a1a3'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 20:18:50.329930 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ea97a291-06fd-44d6-befc-cc72086f213e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:50.374518 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 4882a509-eb4f-41fe-b45e-326cf580e9c8 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 20:18:50.455210 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-ea97a291-06fd-44d6-befc-cc72086f213e None None] For port 52674265-eac8-4616-9614-ab419d4b23dc, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 20:18:50.457860 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 4882a509-eb4f-41fe-b45e-326cf580e9c8 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:18:50.458415 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:50.461154 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-ea97a291-06fd-44d6-befc-cc72086f213e None None] For port 52674265-eac8-4616-9614-ab419d4b23dc, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=52674265-eac8-4616-9614-ab419d4b23dc,segment=NetworkSegment(a2f69bea-37a9-4b51-8a2e-f51efbc215bc),segment_id=a2f69bea-37a9-4b51-8a2e-f51efbc215bc)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 20:18:50.552984 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ea97a291-06fd-44d6-befc-cc72086f213e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:50.619197 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-5330a383-2257-46cf-9ebf-9976ce5a3e6a None None] Provisioning complete for port 52674265-eac8-4616-9614-ab419d4b23dc triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:18:50.619637 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5330a383-2257-46cf-9ebf-9976ce5a3e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:50.660694 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bb16ae-f534-4126-ae33-6d9c41882275 None None] Pushing event updated for resources: {'Port': ['ID=52674265-eac8-4616-9614-ab419d4b23dc,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:18:50.667872 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea97a291-06fd-44d6-befc-cc72086f213e None None] Routers {'7b3fee9d-7a33-4f58-a5d6-3e88c5b6d661'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:18:50.668606 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-ea97a291-06fd-44d6-befc-cc72086f213e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:18:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['7b3fee9d-7a33-4f58-a5d6-3e88c5b6d661'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:18:50.843365 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5330a383-2257-46cf-9ebf-9976ce5a3e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:50.857290 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-ea97a291-06fd-44d6-befc-cc72086f213e None None] Set router 7b3fee9d-7a33-4f58-a5d6-3e88c5b6d661 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:18:50.923353 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-5330a383-2257-46cf-9ebf-9976ce5a3e6a None None] For port 52674265-eac8-4616-9614-ab419d4b23dc, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=52674265-eac8-4616-9614-ab419d4b23dc,segment=NetworkSegment(a2f69bea-37a9-4b51-8a2e-f51efbc215bc),segment_id=a2f69bea-37a9-4b51-8a2e-f51efbc215bc)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:18:51.001825 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5330a383-2257-46cf-9ebf-9976ce5a3e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:51.083293 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5330a383-2257-46cf-9ebf-9976ce5a3e6a None None] Pushing event updated for resources: {'Port': ['ID=52674265-eac8-4616-9614-ab419d4b23dc,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:18:51.138290 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a5833ea0-9b7f-421b-9591-094dee446d39 None None] Provisioning complete for port 52674265-eac8-4616-9614-ab419d4b23dc triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:18:51.138667 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a5833ea0-9b7f-421b-9591-094dee446d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:51.189959 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-ea97a291-06fd-44d6-befc-cc72086f213e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b3fee9d-7a33-4f58-a5d6-3e88c5b6d661', 'name': 'tempest-TestMinimumBasicScenario-1224788022-router', 'tenant_id': 'bd6259243fbc49e9bdb6f05167c278c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '4882a509-eb4f-41fe-b45e-326cf580e9c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:18:44Z', 'updated_at': '2021-10-12T20:18:47Z', 'revision_number': 4, 'project_id': 'bd6259243fbc49e9bdb6f05167c278c9', 'gw_port': {'id': '4882a509-eb4f-41fe-b45e-326cf580e9c8', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:6e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3fee9d-7a33-4f58-a5d6-3e88c5b6d661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:18:44Z', 'updated_at': '2021-10-12T20:18:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '52674265-eac8-4616-9614-ab419d4b23dc', 'name': '', 'network_id': '724de256-cad0-4060-9019-0b724ae8a1a3', 'tenant_id': 'bd6259243fbc49e9bdb6f05167c278c9', 'mac_address': 'fa:16:3e:4b:e7:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b3fee9d-7a33-4f58-a5d6-3e88c5b6d661', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'b73b5e78-a24f-4521-9a07-5bba091225c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:18:46Z', 'updated_at': '2021-10-12T20:18:50Z', 'revision_number': 4, 'project_id': 'bd6259243fbc49e9bdb6f05167c278c9', 'subnets': [{'id': 'b73b5e78-a24f-4521-9a07-5bba091225c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:18:51.218994 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea97a291-06fd-44d6-befc-cc72086f213e None None] The sync data for ids ['7b3fee9d-7a33-4f58-a5d6-3e88c5b6d661'] in n-d-813679-3 is: [{'id': '7b3fee9d-7a33-4f58-a5d6-3e88c5b6d661', 'name': 'tempest-TestMinimumBasicScenario-1224788022-router', 'tenant_id': 'bd6259243fbc49e9bdb6f05167c278c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '4882a509-eb4f-41fe-b45e-326cf580e9c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:18:44Z', 'updated_at': '2021-10-12T20:18:47Z', 'revision_number': 4, 'project_id': 'bd6259243fbc49e9bdb6f05167c278c9', 'gw_port': {'id': '4882a509-eb4f-41fe-b45e-326cf580e9c8', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:6e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3fee9d-7a33-4f58-a5d6-3e88c5b6d661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:18:44Z', 'updated_at': '2021-10-12T20:18:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '52674265-eac8-4616-9614-ab419d4b23dc', 'name': '', 'network_id': '724de256-cad0-4060-9019-0b724ae8a1a3', 'tenant_id': 'bd6259243fbc49e9bdb6f05167c278c9', 'mac_address': 'fa:16:3e:4b:e7:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b3fee9d-7a33-4f58-a5d6-3e88c5b6d661', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'b73b5e78-a24f-4521-9a07-5bba091225c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:18:46Z', 'updated_at': '2021-10-12T20:18:50Z', 'revision_number': 4, 'project_id': 'bd6259243fbc49e9bdb6f05167c278c9', 'subnets': [{'id': 'b73b5e78-a24f-4521-9a07-5bba091225c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 20:18:52.342490 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 52674265-eac8-4616-9614-ab419d4b23dc up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 20:18:52.390090 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 52674265-eac8-4616-9614-ab419d4b23dc triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:18:52.390528 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:59.197040 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8b696405-21bf-4343-b68e-465d14a7581d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:18:59.805322 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c65ab7-755c-4244-8415-7acf78f9705e req-836083c1-ea80-43a5-b394-604ee5c9512c tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:18:59.806789 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d5c65ab7-755c-4244-8415-7acf78f9705e req-836083c1-ea80-43a5-b394-604ee5c9512c tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] 10.222.0.49 "GET /v2.0/networks?id=01ee5824-02d7-409b-9d36-69c43c31fb1a HTTP/1.1" status: 200 len: 815 time: 0.1028941 Oct 12 20:18:59.821601 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d5c65ab7-755c-4244-8415-7acf78f9705e req-40638fa6-effe-48fc-b638-f1bcfb3bc573 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] 10.222.0.49 "GET /v2.0/quotas/90ef50f486b24ecd8427edb85411c5fa HTTP/1.1" status: 200 len: 375 time: 0.0089779 Oct 12 20:18:59.871675 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d5c65ab7-755c-4244-8415-7acf78f9705e req-7aa7497e-824b-4dba-baf0-659bc4bb4775 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=90ef50f486b24ecd8427edb85411c5fa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447381 Oct 12 20:18:59.965114 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d5c65ab7-755c-4244-8415-7acf78f9705e req-d1f84137-8e25-4bd5-91ab-1e9a76a36968 service neutron] 10.222.0.49 "GET /v2.0/networks/01ee5824-02d7-409b-9d36-69c43c31fb1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820537 Oct 12 20:19:00.056277 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d5c65ab7-755c-4244-8415-7acf78f9705e req-f8fd87a0-ed6e-4104-b070-f412cd164a93 service neutron] 10.222.0.49 "GET /v2.0/networks/01ee5824-02d7-409b-9d36-69c43c31fb1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848610 Oct 12 20:19:00.298031 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c249a8a4-f22a-4ab4-b583-ffe80c462a67 req-6fe020d9-acfa-429e-98a2-80598db8b6d3 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a7679f7-21a3-4509-96b1-145ac1de5b0d HTTP/1.1" status: 200 len: 210 time: 0.0262525 Oct 12 20:19:01.375358 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-37f337a7-f803-4b98-982a-a88d30abc0c1 req-1a643c8a-7410-496f-8272-21d8eaff1225 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a7679f7-21a3-4509-96b1-145ac1de5b0d HTTP/1.1" status: 200 len: 210 time: 0.0262372 Oct 12 20:19:01.757506 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9fad9442-75d9-48ef-8a1a-da7f06c6a2e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:19:02.468017 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c79927a6-3f2b-4582-89cc-82eb58272ff1 req-33358571-c0bf-4440-aad2-28cd94837333 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a7679f7-21a3-4509-96b1-145ac1de5b0d HTTP/1.1" status: 200 len: 210 time: 0.0267272 Oct 12 20:19:02.549142 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:19:02.837182 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c65ab7-755c-4244-8415-7acf78f9705e req-17723635-303e-4f4b-b745-08c5e5ce73b5 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:19:02.838559 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d5c65ab7-755c-4244-8415-7acf78f9705e req-17723635-303e-4f4b-b745-08c5e5ce73b5 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] 10.222.0.61 "GET /v2.0/networks?id=01ee5824-02d7-409b-9d36-69c43c31fb1a HTTP/1.1" status: 200 len: 815 time: 0.1046002 Oct 12 20:19:02.851050 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-d5c65ab7-755c-4244-8415-7acf78f9705e req-b0729d50-db49-4172-9448-c2ea2a70e71a tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Request body: {'port': {'device_id': '4a7679f7-21a3-4509-96b1-145ac1de5b0d', 'network_id': '01ee5824-02d7-409b-9d36-69c43c31fb1a', 'admin_state_up': True, 'tenant_id': '90ef50f486b24ecd8427edb85411c5fa'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:19:03.017651 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5c65ab7-755c-4244-8415-7acf78f9705e req-b0729d50-db49-4172-9448-c2ea2a70e71a tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Made reservation on behalf of 90ef50f486b24ecd8427edb85411c5fa for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 20:19:03.021480 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-d5c65ab7-755c-4244-8415-7acf78f9705e req-b0729d50-db49-4172-9448-c2ea2a70e71a tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:19:03.148915 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [req-d5c65ab7-755c-4244-8415-7acf78f9705e req-b0729d50-db49-4172-9448-c2ea2a70e71a tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Allocated IP 172.20.0.14 (01ee5824-02d7-409b-9d36-69c43c31fb1a/78cde33a-3575-494d-8ffd-5545768473b2/7e39f95a-c764-4d1d-8f5a-259baeed5862) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 20:19:03.257545 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:19:03.304053 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-d5c65ab7-755c-4244-8415-7acf78f9705e req-b0729d50-db49-4172-9448-c2ea2a70e71a tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:19:03.417561 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-d5c65ab7-755c-4244-8415-7acf78f9705e req-b0729d50-db49-4172-9448-c2ea2a70e71a tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:19:03.475465 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5c65ab7-755c-4244-8415-7acf78f9705e req-b0729d50-db49-4172-9448-c2ea2a70e71a tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Network 01ee5824-02d7-409b-9d36-69c43c31fb1a is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 20:19:03.480326 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [req-d5c65ab7-755c-4244-8415-7acf78f9705e req-b0729d50-db49-4172-9448-c2ea2a70e71a tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 20:19:03.490086 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5c65ab7-755c-4244-8415-7acf78f9705e req-b0729d50-db49-4172-9448-c2ea2a70e71a tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 20:19:03.586743 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c65ab7-755c-4244-8415-7acf78f9705e req-b0729d50-db49-4172-9448-c2ea2a70e71a tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:19:03.587390 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-d5c65ab7-755c-4244-8415-7acf78f9705e req-b0729d50-db49-4172-9448-c2ea2a70e71a tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:19:03.610869 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0729d50-db49-4172-9448-c2ea2a70e71a tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Pushing event updated for resources: {'Port': ['ID=7e39f95a-c764-4d1d-8f5a-259baeed5862,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:19:03.669351 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:19:03.719226 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d5c65ab7-755c-4244-8415-7acf78f9705e req-b0729d50-db49-4172-9448-c2ea2a70e71a tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8715937 Oct 12 20:19:03.776575 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdc5f65-93ff-42b4-abdb-278ee3b5973e req-74b7f229-b8ef-4456-81fb-6bdbde0c3104 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:19:03.786423 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0fdc5f65-93ff-42b4-abdb-278ee3b5973e req-74b7f229-b8ef-4456-81fb-6bdbde0c3104 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a7679f7-21a3-4509-96b1-145ac1de5b0d HTTP/1.1" status: 200 len: 932 time: 0.1467144 Oct 12 20:19:03.921463 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-3e220133-d977-407a-8c6c-3c8518231d63 None None] Provisioning complete for port 7e39f95a-c764-4d1d-8f5a-259baeed5862 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:19:03.921846 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3e220133-d977-407a-8c6c-3c8518231d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:19:03.935961 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0fdc5f65-93ff-42b4-abdb-278ee3b5973e req-055214b7-2db5-4177-848a-23eb0fa40cd4 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] 10.222.0.49 "GET /v2.0/security-groups?id=b0d2fb85-a26a-4679-955c-d4bdf9936c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482868 Oct 12 20:19:04.056355 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-3e220133-d977-407a-8c6c-3c8518231d63 None None] Port 7e39f95a-c764-4d1d-8f5a-259baeed5862 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 20:19:04.094318 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-d5c65ab7-755c-4244-8415-7acf78f9705e req-f609c1a3-f6e6-4fce-8a81-86cf34512a6f service neutron] Request body: {'port': {'device_id': '4a7679f7-21a3-4509-96b1-145ac1de5b0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:19:04.169572 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-d5c65ab7-755c-4244-8415-7acf78f9705e req-f609c1a3-f6e6-4fce-8a81-86cf34512a6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:19:04.521283 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [req-d5c65ab7-755c-4244-8415-7acf78f9705e req-f609c1a3-f6e6-4fce-8a81-86cf34512a6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e39f95a-c764-4d1d-8f5a-259baeed5862 {{(pid=95502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 20:19:04.530410 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-d5c65ab7-755c-4244-8415-7acf78f9705e req-f609c1a3-f6e6-4fce-8a81-86cf34512a6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:19:04.557290 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-d5c65ab7-755c-4244-8415-7acf78f9705e req-f609c1a3-f6e6-4fce-8a81-86cf34512a6f service neutron] Transition to ACTIVE for port object 7e39f95a-c764-4d1d-8f5a-259baeed5862 will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 20:19:04.600711 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:19:04.634818 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-d5c65ab7-755c-4244-8415-7acf78f9705e req-f609c1a3-f6e6-4fce-8a81-86cf34512a6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:19:04.727571 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f609c1a3-f6e6-4fce-8a81-86cf34512a6f service neutron] Pushing event updated for resources: {'Port': ['ID=7e39f95a-c764-4d1d-8f5a-259baeed5862,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:19:04.795266 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:19:04.818996 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-d5c65ab7-755c-4244-8415-7acf78f9705e req-f609c1a3-f6e6-4fce-8a81-86cf34512a6f service neutron] Attempting to bind port 7e39f95a-c764-4d1d-8f5a-259baeed5862 on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 20:19:04.819347 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-d5c65ab7-755c-4244-8415-7acf78f9705e req-f609c1a3-f6e6-4fce-8a81-86cf34512a6f service neutron] Attempting to bind port 7e39f95a-c764-4d1d-8f5a-259baeed5862 by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': 'a8944b27-1fa2-4047-9096-f9f476e2eb20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '01ee5824-02d7-409b-9d36-69c43c31fb1a'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 20:19:04.821938 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c65ab7-755c-4244-8415-7acf78f9705e req-f609c1a3-f6e6-4fce-8a81-86cf34512a6f service neutron] Attempting to bind port 7e39f95a-c764-4d1d-8f5a-259baeed5862 on network 01ee5824-02d7-409b-9d36-69c43c31fb1a {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 20:19:04.831118 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c65ab7-755c-4244-8415-7acf78f9705e req-f609c1a3-f6e6-4fce-8a81-86cf34512a6f service neutron] Port 7e39f95a-c764-4d1d-8f5a-259baeed5862 on network 01ee5824-02d7-409b-9d36-69c43c31fb1a not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 20:19:04.831723 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c65ab7-755c-4244-8415-7acf78f9705e req-f609c1a3-f6e6-4fce-8a81-86cf34512a6f service neutron] Attempting to bind port 7e39f95a-c764-4d1d-8f5a-259baeed5862 on network 01ee5824-02d7-409b-9d36-69c43c31fb1a {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 20:19:04.838254 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c65ab7-755c-4244-8415-7acf78f9705e req-f609c1a3-f6e6-4fce-8a81-86cf34512a6f service neutron] Checking agent: {'id': 'f5e9725f-f5a6-43c2-a1be-95e21e9a1fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 20, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 20:19:04.838866 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c65ab7-755c-4244-8415-7acf78f9705e req-f609c1a3-f6e6-4fce-8a81-86cf34512a6f service neutron] Checking segment: {'id': 'a8944b27-1fa2-4047-9096-f9f476e2eb20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '01ee5824-02d7-409b-9d36-69c43c31fb1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 20:19:04.839837 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c65ab7-755c-4244-8415-7acf78f9705e req-f609c1a3-f6e6-4fce-8a81-86cf34512a6f service neutron] Bound using segment: {'id': 'a8944b27-1fa2-4047-9096-f9f476e2eb20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '01ee5824-02d7-409b-9d36-69c43c31fb1a'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 20:19:04.840498 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-d5c65ab7-755c-4244-8415-7acf78f9705e req-f609c1a3-f6e6-4fce-8a81-86cf34512a6f service neutron] Bound port: 7e39f95a-c764-4d1d-8f5a-259baeed5862, host: n-h1-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8944b27-1fa2-4047-9096-f9f476e2eb20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '01ee5824-02d7-409b-9d36-69c43c31fb1a'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 20:19:04.841037 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-d5c65ab7-755c-4244-8415-7acf78f9705e req-f609c1a3-f6e6-4fce-8a81-86cf34512a6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:19:04.980865 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-d5c65ab7-755c-4244-8415-7acf78f9705e req-f609c1a3-f6e6-4fce-8a81-86cf34512a6f service neutron] For port 7e39f95a-c764-4d1d-8f5a-259baeed5862, host n-h1-813679-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 20:19:04.984222 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-d5c65ab7-755c-4244-8415-7acf78f9705e req-f609c1a3-f6e6-4fce-8a81-86cf34512a6f service neutron] For port 7e39f95a-c764-4d1d-8f5a-259baeed5862, host n-h1-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=7e39f95a-c764-4d1d-8f5a-259baeed5862,segment=NetworkSegment(a8944b27-1fa2-4047-9096-f9f476e2eb20),segment_id=a8944b27-1fa2-4047-9096-f9f476e2eb20)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 20:19:05.086427 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-d5c65ab7-755c-4244-8415-7acf78f9705e req-f609c1a3-f6e6-4fce-8a81-86cf34512a6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:19:05.095719 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a09227a-92e3-4e79-8fc9-0ff5d656a628 req-ba77fc99-6a62-4652-a016-4c10a3fc46c2 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:19:05.097546 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6a09227a-92e3-4e79-8fc9-0ff5d656a628 req-ba77fc99-6a62-4652-a016-4c10a3fc46c2 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a7679f7-21a3-4509-96b1-145ac1de5b0d HTTP/1.1" status: 200 len: 944 time: 0.0578210 Oct 12 20:19:05.128241 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c65ab7-755c-4244-8415-7acf78f9705e req-f609c1a3-f6e6-4fce-8a81-86cf34512a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:19:05.128883 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-d5c65ab7-755c-4244-8415-7acf78f9705e req-f609c1a3-f6e6-4fce-8a81-86cf34512a6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:19:05.133650 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d5c65ab7-755c-4244-8415-7acf78f9705e req-f609c1a3-f6e6-4fce-8a81-86cf34512a6f service neutron] 10.222.0.61 "PUT /v2.0/ports/7e39f95a-c764-4d1d-8f5a-259baeed5862 HTTP/1.1" status: 200 len: 1092 time: 1.3447506 Oct 12 20:19:05.143894 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a7679f7-21a3-4509-96b1-145ac1de5b0d', 'tag': '7e39f95a-c764-4d1d-8f5a-259baeed5862'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:19:05.144287 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6a09227a-92e3-4e79-8fc9-0ff5d656a628 req-35500bec-4d06-4446-b7b5-aed1aacc6963 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] 10.222.0.49 "GET /v2.0/security-groups?id=b0d2fb85-a26a-4679-955c-d4bdf9936c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396433 Oct 12 20:19:05.147417 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d38ba98a80be6c2fe69993d1a3c9eb2b0c7fe5c84c08efdde6b95a5e2d0657c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-067c8ae6-bd39-432b-88ab-4fd16b244ec4" -d '{"events": [{"name": "network-changed", "server_uuid": "4a7679f7-21a3-4509-96b1-145ac1de5b0d", "tag": "7e39f95a-c764-4d1d-8f5a-259baeed5862"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:19:05.197800 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f609c1a3-f6e6-4fce-8a81-86cf34512a6f service neutron] Pushing event updated for resources: {'Port': ['ID=7e39f95a-c764-4d1d-8f5a-259baeed5862,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:19:05.217953 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 20:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c706d4a1-9b14-4a1c-9ee1-39985543dd7e x-openstack-request-id: req-c706d4a1-9b14-4a1c-9ee1-39985543dd7e {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:19:05.218251 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a7679f7-21a3-4509-96b1-145ac1de5b0d", "tag": "7e39f95a-c764-4d1d-8f5a-259baeed5862", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:19:05.218506 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c706d4a1-9b14-4a1c-9ee1-39985543dd7e {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:19:05.218908 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a7679f7-21a3-4509-96b1-145ac1de5b0d', 'tag': '7e39f95a-c764-4d1d-8f5a-259baeed5862', 'status': 'completed', 'code': 200} Oct 12 20:19:06.294395 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dbcb41-d2f0-4894-96d8-4e600089f687 req-de4f3427-6e79-4a46-824b-2cad6d3d42fe tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:19:06.303949 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c5dbcb41-d2f0-4894-96d8-4e600089f687 req-de4f3427-6e79-4a46-824b-2cad6d3d42fe tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a7679f7-21a3-4509-96b1-145ac1de5b0d HTTP/1.1" status: 200 len: 944 time: 0.0670331 Oct 12 20:19:06.336979 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c5dbcb41-d2f0-4894-96d8-4e600089f687 req-ae45670c-5b8e-461f-99ae-f45650910b7a tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] 10.222.0.49 "GET /v2.0/security-groups?id=b0d2fb85-a26a-4679-955c-d4bdf9936c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320208 Oct 12 20:19:07.467077 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee4655f-4d5d-4655-bc8a-28d4396169f4 req-195ea9c9-74f0-48bf-b62f-eb426224b719 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:19:07.468562 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6ee4655f-4d5d-4655-bc8a-28d4396169f4 req-195ea9c9-74f0-48bf-b62f-eb426224b719 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a7679f7-21a3-4509-96b1-145ac1de5b0d HTTP/1.1" status: 200 len: 944 time: 0.0621588 Oct 12 20:19:07.504508 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6ee4655f-4d5d-4655-bc8a-28d4396169f4 req-a19d0768-2e17-4613-bc9c-27e3a8eefcf1 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] 10.222.0.49 "GET /v2.0/security-groups?id=b0d2fb85-a26a-4679-955c-d4bdf9936c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298467 Oct 12 20:19:08.622935 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666299e5-12b5-4de7-8600-d3fad0fe0220 req-63542846-093e-42ac-8f0f-f3549205e6ee tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:19:08.624588 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-666299e5-12b5-4de7-8600-d3fad0fe0220 req-63542846-093e-42ac-8f0f-f3549205e6ee tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a7679f7-21a3-4509-96b1-145ac1de5b0d HTTP/1.1" status: 200 len: 944 time: 0.0518663 Oct 12 20:19:08.667441 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-666299e5-12b5-4de7-8600-d3fad0fe0220 req-ba38bfa6-8c15-4278-a98e-5972ab1b83ab tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] 10.222.0.49 "GET /v2.0/security-groups?id=b0d2fb85-a26a-4679-955c-d4bdf9936c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360682 Oct 12 20:19:09.798905 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5795e132-3e8d-4028-bbae-7a0564a27edb req-1495b8c3-e0b3-437c-abb1-a3a51eaae6c2 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:19:09.800372 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5795e132-3e8d-4028-bbae-7a0564a27edb req-1495b8c3-e0b3-437c-abb1-a3a51eaae6c2 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a7679f7-21a3-4509-96b1-145ac1de5b0d HTTP/1.1" status: 200 len: 944 time: 0.0481818 Oct 12 20:19:09.852782 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5795e132-3e8d-4028-bbae-7a0564a27edb req-b4b22058-9b7f-4380-a6d5-bc8122ae9c1a tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] 10.222.0.49 "GET /v2.0/security-groups?id=b0d2fb85-a26a-4679-955c-d4bdf9936c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440063 Oct 12 20:19:10.974885 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e72df70-048c-414b-8c63-0b82ba379673 req-95dc7053-0c94-4d64-b26e-1777f54dbebb tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:19:10.976352 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5e72df70-048c-414b-8c63-0b82ba379673 req-95dc7053-0c94-4d64-b26e-1777f54dbebb tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a7679f7-21a3-4509-96b1-145ac1de5b0d HTTP/1.1" status: 200 len: 944 time: 0.0537007 Oct 12 20:19:11.356873 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5e72df70-048c-414b-8c63-0b82ba379673 req-f3dd7c7c-21e6-407f-89d2-6a28e5ce0410 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] 10.222.0.49 "GET /v2.0/security-groups?id=b0d2fb85-a26a-4679-955c-d4bdf9936c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3744819 Oct 12 20:19:12.477257 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40547471-e5ab-4598-8533-c8ff0bc038a3 req-d6301588-a319-45e4-bd14-4142a5993b96 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:19:12.478697 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-40547471-e5ab-4598-8533-c8ff0bc038a3 req-d6301588-a319-45e4-bd14-4142a5993b96 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a7679f7-21a3-4509-96b1-145ac1de5b0d HTTP/1.1" status: 200 len: 944 time: 0.0480537 Oct 12 20:19:12.520921 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-40547471-e5ab-4598-8533-c8ff0bc038a3 req-303a8234-545e-45fe-a736-9debf4118a41 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] 10.222.0.49 "GET /v2.0/security-groups?id=b0d2fb85-a26a-4679-955c-d4bdf9936c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357745 Oct 12 20:19:13.633905 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd403e3-4ce4-4800-ad46-c6fef12fcafc req-4cba85db-328a-461e-b490-e18e72a842d7 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:19:13.635366 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ebd403e3-4ce4-4800-ad46-c6fef12fcafc req-4cba85db-328a-461e-b490-e18e72a842d7 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a7679f7-21a3-4509-96b1-145ac1de5b0d HTTP/1.1" status: 200 len: 944 time: 0.0472608 Oct 12 20:19:13.672435 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ebd403e3-4ce4-4800-ad46-c6fef12fcafc req-30488ae6-a0d7-4771-b3b4-855b31740049 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] 10.222.0.49 "GET /v2.0/security-groups?id=b0d2fb85-a26a-4679-955c-d4bdf9936c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310564 Oct 12 20:19:13.872351 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067c8ae6-bd39-432b-88ab-4fd16b244ec4 req-7c090c6d-42c9-4b90-933c-c4873a681deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:19:13.873735 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-067c8ae6-bd39-432b-88ab-4fd16b244ec4 req-7c090c6d-42c9-4b90-933c-c4873a681deb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=90ef50f486b24ecd8427edb85411c5fa&device_id=4a7679f7-21a3-4509-96b1-145ac1de5b0d HTTP/1.1" status: 200 len: 1095 time: 0.0461302 Oct 12 20:19:14.283921 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067c8ae6-bd39-432b-88ab-4fd16b244ec4 req-6f82fa1a-b1ce-423c-9608-8b02b91850be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:19:14.283921 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-067c8ae6-bd39-432b-88ab-4fd16b244ec4 req-6f82fa1a-b1ce-423c-9608-8b02b91850be service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=90ef50f486b24ecd8427edb85411c5fa&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3792310 Oct 12 20:19:14.358978 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067c8ae6-bd39-432b-88ab-4fd16b244ec4 req-90201ef2-7d35-4751-89e4-52ffcefa9f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:19:14.360840 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-067c8ae6-bd39-432b-88ab-4fd16b244ec4 req-90201ef2-7d35-4751-89e4-52ffcefa9f7d service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0899200 Oct 12 20:19:14.441422 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c65ab7-755c-4244-8415-7acf78f9705e req-1b3c0a94-6ad7-4c6b-affd-4325c142dfa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:19:14.443045 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d5c65ab7-755c-4244-8415-7acf78f9705e req-1b3c0a94-6ad7-4c6b-affd-4325c142dfa5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=90ef50f486b24ecd8427edb85411c5fa&device_id=4a7679f7-21a3-4509-96b1-145ac1de5b0d HTTP/1.1" status: 200 len: 1095 time: 0.0465021 Oct 12 20:19:14.487999 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d5c65ab7-755c-4244-8415-7acf78f9705e req-f8ca60e2-b2db-4bc0-8282-f3b6d865c1fa service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e39f95a-c764-4d1d-8f5a-259baeed5862 HTTP/1.1" status: 200 len: 217 time: 0.0361097 Oct 12 20:19:14.538666 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c65ab7-755c-4244-8415-7acf78f9705e req-116a559a-3b95-4001-a2e9-3daa04325792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:19:14.539988 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d5c65ab7-755c-4244-8415-7acf78f9705e req-116a559a-3b95-4001-a2e9-3daa04325792 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=78cde33a-3575-494d-8ffd-5545768473b2 HTTP/1.1" status: 200 len: 854 time: 0.0457082 Oct 12 20:19:14.593199 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c65ab7-755c-4244-8415-7acf78f9705e req-de79b102-0c56-4b2d-b379-8540f8046cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:19:14.595058 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d5c65ab7-755c-4244-8415-7acf78f9705e req-de79b102-0c56-4b2d-b379-8540f8046cdd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=01ee5824-02d7-409b-9d36-69c43c31fb1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478687 Oct 12 20:19:14.692840 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d5c65ab7-755c-4244-8415-7acf78f9705e req-81cc9a8f-09bb-4e78-a249-1265beef0983 service neutron] 10.222.0.61 "GET /v2.0/networks/01ee5824-02d7-409b-9d36-69c43c31fb1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902689 Oct 12 20:19:14.814949 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d79f7c-1043-4ad0-97e0-20ca975113fd req-3fc50a6d-921b-4fac-b7bb-3cf4c48cdb06 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:19:14.815961 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-08d79f7c-1043-4ad0-97e0-20ca975113fd req-3fc50a6d-921b-4fac-b7bb-3cf4c48cdb06 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a7679f7-21a3-4509-96b1-145ac1de5b0d HTTP/1.1" status: 200 len: 944 time: 0.0717206 Oct 12 20:19:14.842667 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d5c65ab7-755c-4244-8415-7acf78f9705e req-5a64ce33-de71-4991-b769-a0544111b0f9 service neutron] 10.222.0.61 "GET /v2.0/networks/01ee5824-02d7-409b-9d36-69c43c31fb1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439507 Oct 12 20:19:14.864768 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-08d79f7c-1043-4ad0-97e0-20ca975113fd req-a4fad8fe-8556-4a41-bd21-de6d228755d9 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] 10.222.0.49 "GET /v2.0/security-groups?id=b0d2fb85-a26a-4679-955c-d4bdf9936c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393114 Oct 12 20:19:15.983083 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf192fa-0ce1-498e-8aca-26712ad4254c req-9648a50c-d8a2-4a22-87f5-fa5339d98c84 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:19:15.984574 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-aaf192fa-0ce1-498e-8aca-26712ad4254c req-9648a50c-d8a2-4a22-87f5-fa5339d98c84 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a7679f7-21a3-4509-96b1-145ac1de5b0d HTTP/1.1" status: 200 len: 944 time: 0.0493019 Oct 12 20:19:16.022740 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-aaf192fa-0ce1-498e-8aca-26712ad4254c req-5e79c49d-84dc-428d-a336-04b944bdff38 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] 10.222.0.49 "GET /v2.0/security-groups?id=b0d2fb85-a26a-4679-955c-d4bdf9936c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319743 Oct 12 20:19:17.140944 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60e1496-abcf-4047-a0de-a6790bf7adca req-2c47b09e-e784-4da0-b16f-940452dfbb4f tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:19:17.143565 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b60e1496-abcf-4047-a0de-a6790bf7adca req-2c47b09e-e784-4da0-b16f-940452dfbb4f tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a7679f7-21a3-4509-96b1-145ac1de5b0d HTTP/1.1" status: 200 len: 944 time: 0.0559156 Oct 12 20:19:17.182038 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b60e1496-abcf-4047-a0de-a6790bf7adca req-a489504e-3f34-4bf4-80c5-98b8df0787ab tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] 10.222.0.49 "GET /v2.0/security-groups?id=b0d2fb85-a26a-4679-955c-d4bdf9936c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318496 Oct 12 20:19:18.188562 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 7e39f95a-c764-4d1d-8f5a-259baeed5862 details requested by agent hyperv_n-h1-813679-3 with host n-h1-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 20:19:18.284765 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 7e39f95a-c764-4d1d-8f5a-259baeed5862, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=7e39f95a-c764-4d1d-8f5a-259baeed5862,segment=NetworkSegment(a8944b27-1fa2-4047-9096-f9f476e2eb20),segment_id=a8944b27-1fa2-4047-9096-f9f476e2eb20)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:19:18.296523 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Returning: {'device': '7e39f95a-c764-4d1d-8f5a-259baeed5862', 'network_id': '01ee5824-02d7-409b-9d36-69c43c31fb1a', 'port_id': '7e39f95a-c764-4d1d-8f5a-259baeed5862', 'mac_address': 'fa:16:3e:d2:92:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78cde33a-3575-494d-8ffd-5545768473b2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 20:19:18.299643 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a1baf1-89f2-41bf-b602-47ce85c03ba7 req-3222a89e-5d64-4fc3-805c-d7978e4d9733 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:19:18.301980 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-17a1baf1-89f2-41bf-b602-47ce85c03ba7 req-3222a89e-5d64-4fc3-805c-d7978e4d9733 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a7679f7-21a3-4509-96b1-145ac1de5b0d HTTP/1.1" status: 200 len: 944 time: 0.0524688 Oct 12 20:19:18.333145 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:19:18.339763 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-17a1baf1-89f2-41bf-b602-47ce85c03ba7 req-d55f55d8-61ac-472e-aa01-9983c0d913f7 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] 10.222.0.49 "GET /v2.0/security-groups?id=b0d2fb85-a26a-4679-955c-d4bdf9936c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315795 Oct 12 20:19:18.349004 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e39f95a-c764-4d1d-8f5a-259baeed5862 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 20:19:18.368504 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 7e39f95a-c764-4d1d-8f5a-259baeed5862, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=7e39f95a-c764-4d1d-8f5a-259baeed5862,segment=NetworkSegment(a8944b27-1fa2-4047-9096-f9f476e2eb20),segment_id=a8944b27-1fa2-4047-9096-f9f476e2eb20)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:19:18.463062 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:19:18.509738 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=7e39f95a-c764-4d1d-8f5a-259baeed5862,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:19:18.680499 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['7e39f95a-c764-4d1d-8f5a-259baeed5862'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 20:19:19.454840 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337f125f-27d8-427b-ba70-30c2dac65342 req-7b472025-c026-4859-9068-7603c6350439 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:19:19.456289 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-337f125f-27d8-427b-ba70-30c2dac65342 req-7b472025-c026-4859-9068-7603c6350439 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a7679f7-21a3-4509-96b1-145ac1de5b0d HTTP/1.1" status: 200 len: 945 time: 0.0516548 Oct 12 20:19:19.493062 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-337f125f-27d8-427b-ba70-30c2dac65342 req-8b7ba844-249d-4f51-a9f9-523a0299e9e9 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] 10.222.0.49 "GET /v2.0/security-groups?id=b0d2fb85-a26a-4679-955c-d4bdf9936c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309122 Oct 12 20:19:20.203898 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 7e39f95a-c764-4d1d-8f5a-259baeed5862 up at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 20:19:20.303370 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning for port 7e39f95a-c764-4d1d-8f5a-259baeed5862 completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 20:19:20.307160 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning complete for port 7e39f95a-c764-4d1d-8f5a-259baeed5862 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:19:20.307553 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:19:20.380450 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:19:20.401989 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a7679f7-21a3-4509-96b1-145ac1de5b0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e39f95a-c764-4d1d-8f5a-259baeed5862'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:19:20.404286 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b9295f95168b7ebeacfaf6dce688c5b5a488805d3fcc076b348ff91511493a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88993ce6-3908-486d-a7c8-f061309c4bd3" -d '{"events": [{"server_uuid": "4a7679f7-21a3-4509-96b1-145ac1de5b0d", "name": "network-vif-plugged", "status": "completed", "tag": "7e39f95a-c764-4d1d-8f5a-259baeed5862"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:19:20.416448 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 7e39f95a-c764-4d1d-8f5a-259baeed5862, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=7e39f95a-c764-4d1d-8f5a-259baeed5862,segment=NetworkSegment(a8944b27-1fa2-4047-9096-f9f476e2eb20),segment_id=a8944b27-1fa2-4047-9096-f9f476e2eb20)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:19:20.440012 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 20:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58d7de8d-776a-4d5d-ac35-6b60eec809e3 x-openstack-request-id: req-58d7de8d-776a-4d5d-ac35-6b60eec809e3 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:19:20.440340 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a7679f7-21a3-4509-96b1-145ac1de5b0d", "name": "network-vif-plugged", "status": "completed", "tag": "7e39f95a-c764-4d1d-8f5a-259baeed5862", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:19:20.440603 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-58d7de8d-776a-4d5d-ac35-6b60eec809e3 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:19:20.441026 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a7679f7-21a3-4509-96b1-145ac1de5b0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e39f95a-c764-4d1d-8f5a-259baeed5862', 'code': 200} Oct 12 20:19:20.465444 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:19:20.517725 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=7e39f95a-c764-4d1d-8f5a-259baeed5862,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:19:20.534369 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b7ac55-5d94-4f19-9fd9-61b6b707dad7 req-37c7b19a-11a4-4bcd-9287-fa52839f1754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:19:20.535957 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-19b7ac55-5d94-4f19-9fd9-61b6b707dad7 req-37c7b19a-11a4-4bcd-9287-fa52839f1754 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4a7679f7-21a3-4509-96b1-145ac1de5b0d HTTP/1.1" status: 200 len: 1097 time: 0.0413907 Oct 12 20:19:20.594330 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-19b7ac55-5d94-4f19-9fd9-61b6b707dad7 req-752b0f74-0ffa-4e9b-ae93-5d17aa3ef534 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=b0d2fb85-a26a-4679-955c-d4bdf9936c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515125 Oct 12 20:19:20.612970 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bee9281-6b3b-4126-93cf-b3b24bd25f20 req-fea4d443-2136-4c8e-8797-09360051b656 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:19:20.614878 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7bee9281-6b3b-4126-93cf-b3b24bd25f20 req-fea4d443-2136-4c8e-8797-09360051b656 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a7679f7-21a3-4509-96b1-145ac1de5b0d HTTP/1.1" status: 200 len: 946 time: 0.0541282 Oct 12 20:19:20.651119 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7bee9281-6b3b-4126-93cf-b3b24bd25f20 req-3fa3bbbc-7813-437d-87f4-8c79ab8d718d tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] 10.222.0.49 "GET /v2.0/security-groups?id=b0d2fb85-a26a-4679-955c-d4bdf9936c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303123 Oct 12 20:19:21.768716 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7737e627-9301-4d6d-b1a4-ec8df814501e req-241c6658-07ed-4104-bbf6-0a309545499c tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:19:21.770981 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7737e627-9301-4d6d-b1a4-ec8df814501e req-241c6658-07ed-4104-bbf6-0a309545499c tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a7679f7-21a3-4509-96b1-145ac1de5b0d HTTP/1.1" status: 200 len: 946 time: 0.0523224 Oct 12 20:19:21.809095 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7737e627-9301-4d6d-b1a4-ec8df814501e req-f07f62ed-939d-41e6-80eb-5e4554e8e918 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] 10.222.0.49 "GET /v2.0/security-groups?id=b0d2fb85-a26a-4679-955c-d4bdf9936c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320718 Oct 12 20:19:21.924676 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4309fe55-021f-4f8c-a6a4-b68539d58a79 req-959cfcd4-8fee-43ca-8374-03f09fda4cf8 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:19:21.926135 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4309fe55-021f-4f8c-a6a4-b68539d58a79 req-959cfcd4-8fee-43ca-8374-03f09fda4cf8 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a7679f7-21a3-4509-96b1-145ac1de5b0d HTTP/1.1" status: 200 len: 946 time: 0.0525594 Oct 12 20:19:21.963746 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4309fe55-021f-4f8c-a6a4-b68539d58a79 req-7c83c857-3bae-409b-8740-5793a23d9b66 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] 10.222.0.49 "GET /v2.0/security-groups?id=b0d2fb85-a26a-4679-955c-d4bdf9936c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314386 Oct 12 20:19:22.149662 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff0c786-64ba-4e02-a5b1-516481627a4c req-986d6a3e-ba1b-47ab-b9ee-8452e68b72b9 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:19:22.151145 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1ff0c786-64ba-4e02-a5b1-516481627a4c req-986d6a3e-ba1b-47ab-b9ee-8452e68b72b9 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a7679f7-21a3-4509-96b1-145ac1de5b0d HTTP/1.1" status: 200 len: 946 time: 0.0492299 Oct 12 20:19:22.188410 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1ff0c786-64ba-4e02-a5b1-516481627a4c req-4e74c4c3-6f53-4745-becf-cf002888c56b tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] 10.222.0.49 "GET /v2.0/security-groups?id=b0d2fb85-a26a-4679-955c-d4bdf9936c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313370 Oct 12 20:19:24.173879 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 20:19:29.188731 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-46e19abe-3cda-4a5e-97c1-ce5ef72d4d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:19:31.748741 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5f795346-d91a-45dc-a5db-2e93aa915c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:19:32.537698 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:19:33.259493 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:19:33.617776 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:19:34.591012 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:19:34.762315 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:19:37.616921 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60fe8b4-9758-4df6-98e6-1363a992c771 req-3f5902ae-9f70-4581-81ce-1c8e209dd3da tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:19:37.618362 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f60fe8b4-9758-4df6-98e6-1363a992c771 req-3f5902ae-9f70-4581-81ce-1c8e209dd3da tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a7679f7-21a3-4509-96b1-145ac1de5b0d HTTP/1.1" status: 200 len: 946 time: 0.0476954 Oct 12 20:19:37.655568 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f60fe8b4-9758-4df6-98e6-1363a992c771 req-ba471984-ea85-434d-a192-2a01f93e96b9 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] 10.222.0.49 "GET /v2.0/security-groups?id=b0d2fb85-a26a-4679-955c-d4bdf9936c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313244 Oct 12 20:19:37.677181 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 35740) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:19:37.760875 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3828c65-76da-4da2-bdb3-e088b1ab5c06 tempest-TestMinimumBasicScenario-307922739 tempest-TestMinimumBasicScenario-307922739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:19:37.762349 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-b3828c65-76da-4da2-bdb3-e088b1ab5c06 tempest-TestMinimumBasicScenario-307922739 tempest-TestMinimumBasicScenario-307922739-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=4a7679f7-21a3-4509-96b1-145ac1de5b0d HTTP/1.1" status: 200 len: 1092 time: 0.0839424 Oct 12 20:19:37.765453 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 35744) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:19:37.769644 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-01821205-3f16-4fda-a92a-f2b0d7e31fbd tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Request body: {'floatingip': {'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'port_id': '7e39f95a-c764-4d1d-8f5a-259baeed5862', 'tenant_id': '90ef50f486b24ecd8427edb85411c5fa', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:19:37.842349 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-01821205-3f16-4fda-a92a-f2b0d7e31fbd tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Notify callbacks [] for floatingip, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:19:37.935910 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-01821205-3f16-4fda-a92a-f2b0d7e31fbd tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:19:38.037858 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-01821205-3f16-4fda-a92a-f2b0d7e31fbd tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Allocated IP 172.25.5.76 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/3eff413c-8195-41bc-87df-62bd3c651fc6) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 20:19:38.150692 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-01821205-3f16-4fda-a92a-f2b0d7e31fbd tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:19:38.231271 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-01821205-3f16-4fda-a92a-f2b0d7e31fbd tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:19:38.268318 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01821205-3f16-4fda-a92a-f2b0d7e31fbd tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 20:19:38.272690 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-01821205-3f16-4fda-a92a-f2b0d7e31fbd tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 20:19:38.277497 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01821205-3f16-4fda-a92a-f2b0d7e31fbd tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 20:19:38.282853 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01821205-3f16-4fda-a92a-f2b0d7e31fbd tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Pushing event updated for resources: {'Port': ['ID=3eff413c-8195-41bc-87df-62bd3c651fc6,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:19:38.625291 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-01821205-3f16-4fda-a92a-f2b0d7e31fbd tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:19:38.730619 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-01821205-3f16-4fda-a92a-f2b0d7e31fbd tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:19:38.874178 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-01821205-3f16-4fda-a92a-f2b0d7e31fbd tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:19:38.939701 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-01821205-3f16-4fda-a92a-f2b0d7e31fbd tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:19:39.008826 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01821205-3f16-4fda-a92a-f2b0d7e31fbd tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Pushing event updated for resources: {'Port': ['ID=3eff413c-8195-41bc-87df-62bd3c651fc6,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:19:39.016975 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-01821205-3f16-4fda-a92a-f2b0d7e31fbd tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7915414'] for floatingip, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:19:39.115625 n-d-813679-3 neutron-server[95502]: INFO neutron.db.l3_db [None req-01821205-3f16-4fda-a92a-f2b0d7e31fbd tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Floating IP 8acdb148-a445-44ba-b408-039025a282a6 associated. External IP: 172.25.5.76, port: 7e39f95a-c764-4d1d-8f5a-259baeed5862. Oct 12 20:19:39.316009 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01821205-3f16-4fda-a92a-f2b0d7e31fbd tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Router 11a3812b-f102-4e7d-8acf-52b52d749ba0 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 20:19:39.422206 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01821205-3f16-4fda-a92a-f2b0d7e31fbd tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 20:19:39.432881 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be592691-17d1-4b88-8598-0b05405bfbdf None None] Sync routers for ids ['11a3812b-f102-4e7d-8acf-52b52d749ba0'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 20:19:39.441660 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be592691-17d1-4b88-8598-0b05405bfbdf None None] Routers {'11a3812b-f102-4e7d-8acf-52b52d749ba0'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:19:39.442879 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-be592691-17d1-4b88-8598-0b05405bfbdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:19:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['11a3812b-f102-4e7d-8acf-52b52d749ba0'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:19:39.493788 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-01821205-3f16-4fda-a92a-f2b0d7e31fbd tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:19:39.521079 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-01821205-3f16-4fda-a92a-f2b0d7e31fbd tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7546442 Oct 12 20:19:39.521649 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a7679f7-21a3-4509-96b1-145ac1de5b0d', 'tag': '7e39f95a-c764-4d1d-8f5a-259baeed5862'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:19:39.523944 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d38ba98a80be6c2fe69993d1a3c9eb2b0c7fe5c84c08efdde6b95a5e2d0657c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7511df94-7fda-44bf-b5de-20852f6cceae" -d '{"events": [{"name": "network-changed", "server_uuid": "4a7679f7-21a3-4509-96b1-145ac1de5b0d", "tag": "7e39f95a-c764-4d1d-8f5a-259baeed5862"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:19:39.524402 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 35746) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:19:39.528947 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-444bf706-76d1-4d44-bd43-5af00cfd3f31 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1926485708', 'description': 'tempest-secgroup-smoke-1926485708 description', 'project_id': '90ef50f486b24ecd8427edb85411c5fa'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:19:39.545465 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-be592691-17d1-4b88-8598-0b05405bfbdf None None] Set router 11a3812b-f102-4e7d-8acf-52b52d749ba0 gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:19:39.565848 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 20:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe81b437-f232-4136-9122-4e2f48fae37e x-openstack-request-id: req-fe81b437-f232-4136-9122-4e2f48fae37e {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:19:39.566282 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a7679f7-21a3-4509-96b1-145ac1de5b0d", "tag": "7e39f95a-c764-4d1d-8f5a-259baeed5862", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:19:39.566615 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fe81b437-f232-4136-9122-4e2f48fae37e {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:19:39.567606 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a7679f7-21a3-4509-96b1-145ac1de5b0d', 'tag': '7e39f95a-c764-4d1d-8f5a-259baeed5862', 'status': 'completed', 'code': 200} Oct 12 20:19:39.630103 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-444bf706-76d1-4d44-bd43-5af00cfd3f31 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:19:39.630944 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7511df94-7fda-44bf-b5de-20852f6cceae req-51c7f7a2-99d4-47b3-83a5-89c7ad1699af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:19:39.632492 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7511df94-7fda-44bf-b5de-20852f6cceae req-51c7f7a2-99d4-47b3-83a5-89c7ad1699af service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=90ef50f486b24ecd8427edb85411c5fa&device_id=4a7679f7-21a3-4509-96b1-145ac1de5b0d HTTP/1.1" status: 200 len: 1097 time: 0.0420382 Oct 12 20:19:39.698636 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-444bf706-76d1-4d44-bd43-5af00cfd3f31 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:19:39.731978 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7511df94-7fda-44bf-b5de-20852f6cceae req-9f7f4d05-e747-49d8-925b-030cf21e1517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:19:39.733617 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7511df94-7fda-44bf-b5de-20852f6cceae req-9f7f4d05-e747-49d8-925b-030cf21e1517 service neutron] 10.222.0.61 "GET /v2.0/networks?id=01ee5824-02d7-409b-9d36-69c43c31fb1a HTTP/1.1" status: 200 len: 916 time: 0.0939369 Oct 12 20:19:39.774501 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-be592691-17d1-4b88-8598-0b05405bfbdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a3812b-f102-4e7d-8acf-52b52d749ba0', 'name': 'tempest-TestMinimumBasicScenario-2113366801-router', 'tenant_id': '90ef50f486b24ecd8427edb85411c5fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '00e02875-23e2-4799-b23e-54e7a8e43a18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:18:38Z', 'updated_at': '2021-10-12T20:18:41Z', 'revision_number': 4, 'project_id': '90ef50f486b24ecd8427edb85411c5fa', 'gw_port': {'id': '00e02875-23e2-4799-b23e-54e7a8e43a18', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a3812b-f102-4e7d-8acf-52b52d749ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:18:39Z', 'updated_at': '2021-10-12T20:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': '8acdb148-a445-44ba-b408-039025a282a6', 'tenant_id': '90ef50f486b24ecd8427edb85411c5fa', 'floating_ip_address': '172.25.5.76', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': '11a3812b-f102-4e7d-8acf-52b52d749ba0', 'port_id': '7e39f95a-c764-4d1d-8f5a-259baeed5862', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01ee5824-02d7-409b-9d36-69c43c31fb1a', 'mac_address': 'fa:16:3e:d2:92:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7679f7-21a3-4509-96b1-145ac1de5b0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T20:19:38Z', 'updated_at': '2021-10-12T20:19:38Z', 'revision_number': 0, 'project_id': '90ef50f486b24ecd8427edb85411c5fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6b6c549-054b-4d05-b08a-84e812fca15c', 'name': '', 'network_id': '01ee5824-02d7-409b-9d36-69c43c31fb1a', 'tenant_id': '90ef50f486b24ecd8427edb85411c5fa', 'mac_address': 'fa:16:3e:eb:9f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a3812b-f102-4e7d-8acf-52b52d749ba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '78cde33a-3575-494d-8ffd-5545768473b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:18:41Z', 'updated_at': '2021-10-12T20:18:45Z', 'revision_number': 5, 'project_id': '90ef50f486b24ecd8427edb85411c5fa', 'subnets': [{'id': '78cde33a-3575-494d-8ffd-5545768473b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:19:39.785951 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-444bf706-76d1-4d44-bd43-5af00cfd3f31 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:19:39.798243 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7511df94-7fda-44bf-b5de-20852f6cceae req-e58fde9c-503d-4aa9-9bd1-39623bd3f048 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e39f95a-c764-4d1d-8f5a-259baeed5862 HTTP/1.1" status: 200 len: 999 time: 0.0573633 Oct 12 20:19:39.803480 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be592691-17d1-4b88-8598-0b05405bfbdf None None] Checking router: 11a3812b-f102-4e7d-8acf-52b52d749ba0 for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 20:19:39.809555 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be592691-17d1-4b88-8598-0b05405bfbdf None None] Routers {'11a3812b-f102-4e7d-8acf-52b52d749ba0'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:19:39.810334 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-be592691-17d1-4b88-8598-0b05405bfbdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:19:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['11a3812b-f102-4e7d-8acf-52b52d749ba0'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:19:39.816932 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444bf706-76d1-4d44-bd43-5af00cfd3f31 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=588f7cfd-5726-45ca-8176-9b5c8a452b54,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:19:39.824592 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444bf706-76d1-4d44-bd43-5af00cfd3f31 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:19:39.824943 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444bf706-76d1-4d44-bd43-5af00cfd3f31 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:19:39.825286 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444bf706-76d1-4d44-bd43-5af00cfd3f31 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:19:39.825623 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444bf706-76d1-4d44-bd43-5af00cfd3f31 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:19:39.825956 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444bf706-76d1-4d44-bd43-5af00cfd3f31 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:19:39.826287 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444bf706-76d1-4d44-bd43-5af00cfd3f31 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:19:39.826616 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444bf706-76d1-4d44-bd43-5af00cfd3f31 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:19:39.826938 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444bf706-76d1-4d44-bd43-5af00cfd3f31 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:19:39.827265 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444bf706-76d1-4d44-bd43-5af00cfd3f31 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:19:39.827591 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444bf706-76d1-4d44-bd43-5af00cfd3f31 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:19:39.827910 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444bf706-76d1-4d44-bd43-5af00cfd3f31 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:19:39.828259 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444bf706-76d1-4d44-bd43-5af00cfd3f31 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:19:39.855231 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7511df94-7fda-44bf-b5de-20852f6cceae req-05c91e34-01cb-44f2-8c7b-638cef1b9f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:19:39.856707 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7511df94-7fda-44bf-b5de-20852f6cceae req-05c91e34-01cb-44f2-8c7b-638cef1b9f49 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=78cde33a-3575-494d-8ffd-5545768473b2 HTTP/1.1" status: 200 len: 854 time: 0.0510418 Oct 12 20:19:39.896098 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-444bf706-76d1-4d44-bd43-5af00cfd3f31 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:19:39.897543 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-444bf706-76d1-4d44-bd43-5af00cfd3f31 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3721251 Oct 12 20:19:39.900698 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 35750) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:19:39.905484 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-9fe95d6e-e6b2-47b3-9330-1639e8999a46 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Request body: {'security_group_rule': {'security_group_id': '588f7cfd-5726-45ca-8176-9b5c8a452b54', 'project_id': '90ef50f486b24ecd8427edb85411c5fa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:19:39.921005 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7511df94-7fda-44bf-b5de-20852f6cceae req-dd99e2f8-caaa-4a03-bfab-86237433c412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:19:39.922574 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7511df94-7fda-44bf-b5de-20852f6cceae req-dd99e2f8-caaa-4a03-bfab-86237433c412 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=01ee5824-02d7-409b-9d36-69c43c31fb1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0577054 Oct 12 20:19:40.007292 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-be592691-17d1-4b88-8598-0b05405bfbdf None None] Set router 11a3812b-f102-4e7d-8acf-52b52d749ba0 gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:19:40.021427 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7511df94-7fda-44bf-b5de-20852f6cceae req-e2035e9f-abf6-49ea-9f99-06aae07beacc service neutron] 10.222.0.61 "GET /v2.0/networks/01ee5824-02d7-409b-9d36-69c43c31fb1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908837 Oct 12 20:19:40.027751 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9fe95d6e-e6b2-47b3-9330-1639e8999a46 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:19:40.139757 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9fe95d6e-e6b2-47b3-9330-1639e8999a46 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:19:40.154887 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7511df94-7fda-44bf-b5de-20852f6cceae req-09d17b80-0303-4fec-83aa-75ae2b04c69d service neutron] 10.222.0.61 "GET /v2.0/networks/01ee5824-02d7-409b-9d36-69c43c31fb1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244421 Oct 12 20:19:40.217839 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9fe95d6e-e6b2-47b3-9330-1639e8999a46 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:19:40.236817 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe95d6e-e6b2-47b3-9330-1639e8999a46 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a97afe55-e0f5-4a89-9d10-a8b1336caf62,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:19:40.242048 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-be592691-17d1-4b88-8598-0b05405bfbdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a3812b-f102-4e7d-8acf-52b52d749ba0', 'name': 'tempest-TestMinimumBasicScenario-2113366801-router', 'tenant_id': '90ef50f486b24ecd8427edb85411c5fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '00e02875-23e2-4799-b23e-54e7a8e43a18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:18:38Z', 'updated_at': '2021-10-12T20:18:41Z', 'revision_number': 4, 'project_id': '90ef50f486b24ecd8427edb85411c5fa', 'gw_port': {'id': '00e02875-23e2-4799-b23e-54e7a8e43a18', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a3812b-f102-4e7d-8acf-52b52d749ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:18:39Z', 'updated_at': '2021-10-12T20:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': '8acdb148-a445-44ba-b408-039025a282a6', 'tenant_id': '90ef50f486b24ecd8427edb85411c5fa', 'floating_ip_address': '172.25.5.76', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': '11a3812b-f102-4e7d-8acf-52b52d749ba0', 'port_id': '7e39f95a-c764-4d1d-8f5a-259baeed5862', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01ee5824-02d7-409b-9d36-69c43c31fb1a', 'mac_address': 'fa:16:3e:d2:92:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7679f7-21a3-4509-96b1-145ac1de5b0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T20:19:38Z', 'updated_at': '2021-10-12T20:19:38Z', 'revision_number': 0, 'project_id': '90ef50f486b24ecd8427edb85411c5fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6b6c549-054b-4d05-b08a-84e812fca15c', 'name': '', 'network_id': '01ee5824-02d7-409b-9d36-69c43c31fb1a', 'tenant_id': '90ef50f486b24ecd8427edb85411c5fa', 'mac_address': 'fa:16:3e:eb:9f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a3812b-f102-4e7d-8acf-52b52d749ba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '78cde33a-3575-494d-8ffd-5545768473b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:18:41Z', 'updated_at': '2021-10-12T20:18:45Z', 'revision_number': 5, 'project_id': '90ef50f486b24ecd8427edb85411c5fa', 'subnets': [{'id': '78cde33a-3575-494d-8ffd-5545768473b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:19:40.268232 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be592691-17d1-4b88-8598-0b05405bfbdf None None] The sync data for ids ['11a3812b-f102-4e7d-8acf-52b52d749ba0'] in n-d-813679-3 is: [{'id': '11a3812b-f102-4e7d-8acf-52b52d749ba0', 'name': 'tempest-TestMinimumBasicScenario-2113366801-router', 'tenant_id': '90ef50f486b24ecd8427edb85411c5fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '00e02875-23e2-4799-b23e-54e7a8e43a18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:18:38Z', 'updated_at': '2021-10-12T20:18:41Z', 'revision_number': 4, 'project_id': '90ef50f486b24ecd8427edb85411c5fa', 'gw_port': {'id': '00e02875-23e2-4799-b23e-54e7a8e43a18', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a3812b-f102-4e7d-8acf-52b52d749ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:18:39Z', 'updated_at': '2021-10-12T20:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': '8acdb148-a445-44ba-b408-039025a282a6', 'tenant_id': '90ef50f486b24ecd8427edb85411c5fa', 'floating_ip_address': '172.25.5.76', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': '11a3812b-f102-4e7d-8acf-52b52d749ba0', 'port_id': '7e39f95a-c764-4d1d-8f5a-259baeed5862', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01ee5824-02d7-409b-9d36-69c43c31fb1a', 'mac_address': 'fa:16:3e:d2:92:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7679f7-21a3-4509-96b1-145ac1de5b0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T20:19:38Z', 'updated_at': '2021-10-12T20:19:38Z', 'revision_number': 0, 'project_id': '90ef50f486b24ecd8427edb85411c5fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6b6c549-054b-4d05-b08a-84e812fca15c', 'name': '', 'network_id': '01ee5824-02d7-409b-9d36-69c43c31fb1a', 'tenant_id': '90ef50f486b24ecd8427edb85411c5fa', 'mac_address': 'fa:16:3e:eb:9f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a3812b-f102-4e7d-8acf-52b52d749ba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '78cde33a-3575-494d-8ffd-5545768473b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:18:41Z', 'updated_at': '2021-10-12T20:18:45Z', 'revision_number': 5, 'project_id': '90ef50f486b24ecd8427edb85411c5fa', 'subnets': [{'id': '78cde33a-3575-494d-8ffd-5545768473b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 20:19:40.299910 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9fe95d6e-e6b2-47b3-9330-1639e8999a46 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:19:40.301185 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-9fe95d6e-e6b2-47b3-9330-1639e8999a46 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3995068 Oct 12 20:19:40.304337 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 35752) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:19:40.308806 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-e7a59783-a9fc-4ea0-a9f4-a371959c2548 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Request body: {'security_group_rule': {'security_group_id': '588f7cfd-5726-45ca-8176-9b5c8a452b54', 'project_id': '90ef50f486b24ecd8427edb85411c5fa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:19:40.458295 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e7a59783-a9fc-4ea0-a9f4-a371959c2548 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:19:40.480015 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116e32a5-025f-463f-9270-e52cb888b374 None None] New status for floating IP 8acdb148-a445-44ba-b408-039025a282a6: ACTIVE {{(pid=95503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 20:19:40.521531 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e7a59783-a9fc-4ea0-a9f4-a371959c2548 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:19:40.605835 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e7a59783-a9fc-4ea0-a9f4-a371959c2548 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:19:40.624217 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a59783-a9fc-4ea0-a9f4-a371959c2548 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6849e9b6-347c-42df-90bd-a12d953868a6,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:19:40.716786 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e7a59783-a9fc-4ea0-a9f4-a371959c2548 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:19:40.720801 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-e7a59783-a9fc-4ea0-a9f4-a371959c2548 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4127290 Oct 12 20:19:40.721127 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 35754) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:19:40.726484 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-0714b712-1a60-4f90-b237-f22e46d6cd55 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Request body: {'security_group_rule': {'security_group_id': '588f7cfd-5726-45ca-8176-9b5c8a452b54', 'project_id': '90ef50f486b24ecd8427edb85411c5fa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:19:40.839486 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0714b712-1a60-4f90-b237-f22e46d6cd55 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:19:40.895928 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0714b712-1a60-4f90-b237-f22e46d6cd55 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:19:40.945234 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0714b712-1a60-4f90-b237-f22e46d6cd55 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:19:40.962775 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0714b712-1a60-4f90-b237-f22e46d6cd55 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89a97d03-3862-4ce5-9077-f1205391d304,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:19:41.030641 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0714b712-1a60-4f90-b237-f22e46d6cd55 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:19:41.031821 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-0714b712-1a60-4f90-b237-f22e46d6cd55 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3098404 Oct 12 20:19:41.034786 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 35756) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:19:41.039159 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-0291cd58-6de1-4776-bdf8-5df1079ff8df tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Request body: {'security_group_rule': {'security_group_id': '588f7cfd-5726-45ca-8176-9b5c8a452b54', 'project_id': '90ef50f486b24ecd8427edb85411c5fa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:19:41.132056 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0291cd58-6de1-4776-bdf8-5df1079ff8df tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:19:41.192366 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0291cd58-6de1-4776-bdf8-5df1079ff8df tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:19:41.271265 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0291cd58-6de1-4776-bdf8-5df1079ff8df tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:19:41.288887 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0291cd58-6de1-4776-bdf8-5df1079ff8df tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c224b10-8c16-4c49-b6f1-f945f5d460d1,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:19:41.358201 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0291cd58-6de1-4776-bdf8-5df1079ff8df tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:19:41.359414 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-0291cd58-6de1-4776-bdf8-5df1079ff8df tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3236973 Oct 12 20:19:41.362187 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 35758) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:19:41.367072 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-850f7944-bce6-4b0e-96fc-0872a1852c26 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Request body: {'security_group_rule': {'security_group_id': '588f7cfd-5726-45ca-8176-9b5c8a452b54', 'project_id': '90ef50f486b24ecd8427edb85411c5fa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:19:41.434568 n-d-813679-3 neutron-server[95502]: INFO neutron.db.securitygroups_db [None req-850f7944-bce6-4b0e-96fc-0872a1852c26 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Project 90ef50f486b24ecd8427edb85411c5fa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 20:19:41.439281 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-850f7944-bce6-4b0e-96fc-0872a1852c26 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:19:41.500155 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-850f7944-bce6-4b0e-96fc-0872a1852c26 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:19:41.562252 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-850f7944-bce6-4b0e-96fc-0872a1852c26 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:19:41.579824 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850f7944-bce6-4b0e-96fc-0872a1852c26 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb4b58b4-2510-437a-9a4a-b1636e194c67,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:19:41.644345 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-850f7944-bce6-4b0e-96fc-0872a1852c26 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:19:41.646080 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-850f7944-bce6-4b0e-96fc-0872a1852c26 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2829816 Oct 12 20:19:41.648829 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 35760) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:19:41.653971 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-9f59e7cd-2bdf-413f-a60a-ddc195d6ac8a tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Request body: {'security_group_rule': {'security_group_id': '588f7cfd-5726-45ca-8176-9b5c8a452b54', 'project_id': '90ef50f486b24ecd8427edb85411c5fa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:19:41.727903 n-d-813679-3 neutron-server[95502]: INFO neutron.db.securitygroups_db [None req-9f59e7cd-2bdf-413f-a60a-ddc195d6ac8a tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Project 90ef50f486b24ecd8427edb85411c5fa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 20:19:41.732793 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9f59e7cd-2bdf-413f-a60a-ddc195d6ac8a tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:19:41.790594 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9f59e7cd-2bdf-413f-a60a-ddc195d6ac8a tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:19:41.864664 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9f59e7cd-2bdf-413f-a60a-ddc195d6ac8a tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:19:41.881378 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f59e7cd-2bdf-413f-a60a-ddc195d6ac8a tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b54c047-9b29-41e8-85cf-b8d1dad2b671,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:19:41.940852 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9f59e7cd-2bdf-413f-a60a-ddc195d6ac8a tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:19:41.942564 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-9f59e7cd-2bdf-413f-a60a-ddc195d6ac8a tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2927446 Oct 12 20:19:42.017247 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-fefc3353-8c27-4179-989d-25b1786d39eb req-5c77482d-bf80-491c-b316-15dcc57c75bf tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1926485708&fields=id&tenant_id=90ef50f486b24ecd8427edb85411c5fa HTTP/1.1" status: 200 len: 267 time: 0.0312312 Oct 12 20:19:42.069192 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefc3353-8c27-4179-989d-25b1786d39eb req-3b2d85b4-a025-4606-a3c1-8111b89e87cd tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:19:42.070596 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-fefc3353-8c27-4179-989d-25b1786d39eb req-3b2d85b4-a025-4606-a3c1-8111b89e87cd tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a7679f7-21a3-4509-96b1-145ac1de5b0d HTTP/1.1" status: 200 len: 946 time: 0.0472584 Oct 12 20:19:42.081288 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-fefc3353-8c27-4179-989d-25b1786d39eb req-ff79eeab-ee5f-4890-9a66-bc9ea0676ca6 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Request body: {'port': {'security_groups': ['b0d2fb85-a26a-4679-955c-d4bdf9936c0a', '588f7cfd-5726-45ca-8176-9b5c8a452b54']}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:19:42.150117 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-fefc3353-8c27-4179-989d-25b1786d39eb req-ff79eeab-ee5f-4890-9a66-bc9ea0676ca6 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:19:42.324080 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-fefc3353-8c27-4179-989d-25b1786d39eb req-ff79eeab-ee5f-4890-9a66-bc9ea0676ca6 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] For port 7e39f95a-c764-4d1d-8f5a-259baeed5862, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=7e39f95a-c764-4d1d-8f5a-259baeed5862,segment=NetworkSegment(a8944b27-1fa2-4047-9096-f9f476e2eb20),segment_id=a8944b27-1fa2-4047-9096-f9f476e2eb20)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:19:42.351661 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-fefc3353-8c27-4179-989d-25b1786d39eb req-ff79eeab-ee5f-4890-9a66-bc9ea0676ca6 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:19:42.407541 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-fefc3353-8c27-4179-989d-25b1786d39eb req-ff79eeab-ee5f-4890-9a66-bc9ea0676ca6 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:19:42.419342 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['7e39f95a-c764-4d1d-8f5a-259baeed5862'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 20:19:42.455500 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefc3353-8c27-4179-989d-25b1786d39eb req-ff79eeab-ee5f-4890-9a66-bc9ea0676ca6 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:19:42.456171 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-fefc3353-8c27-4179-989d-25b1786d39eb req-ff79eeab-ee5f-4890-9a66-bc9ea0676ca6 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:19:42.457926 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-fefc3353-8c27-4179-989d-25b1786d39eb req-ff79eeab-ee5f-4890-9a66-bc9ea0676ca6 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] 10.222.0.49 "PUT /v2.0/ports/7e39f95a-c764-4d1d-8f5a-259baeed5862 HTTP/1.1" status: 200 len: 982 time: 0.3809488 Oct 12 20:19:42.458402 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a7679f7-21a3-4509-96b1-145ac1de5b0d', 'tag': '7e39f95a-c764-4d1d-8f5a-259baeed5862'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:19:42.460937 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d38ba98a80be6c2fe69993d1a3c9eb2b0c7fe5c84c08efdde6b95a5e2d0657c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f33a3eb1-cbe2-42e3-a5f9-2d02030d2963" -d '{"events": [{"name": "network-changed", "server_uuid": "4a7679f7-21a3-4509-96b1-145ac1de5b0d", "tag": "7e39f95a-c764-4d1d-8f5a-259baeed5862"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:19:42.497476 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff79eeab-ee5f-4890-9a66-bc9ea0676ca6 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Pushing event updated for resources: {'Port': ['ID=7e39f95a-c764-4d1d-8f5a-259baeed5862,revision_number=6']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:19:42.517202 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 20:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6219ae34-33c0-4041-84d9-9d5a49225203 x-openstack-request-id: req-6219ae34-33c0-4041-84d9-9d5a49225203 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:19:42.520465 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a7679f7-21a3-4509-96b1-145ac1de5b0d", "tag": "7e39f95a-c764-4d1d-8f5a-259baeed5862", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:19:42.520898 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6219ae34-33c0-4041-84d9-9d5a49225203 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:19:42.521444 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a7679f7-21a3-4509-96b1-145ac1de5b0d', 'tag': '7e39f95a-c764-4d1d-8f5a-259baeed5862', 'status': 'completed', 'code': 200} Oct 12 20:19:42.537853 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['7e39f95a-c764-4d1d-8f5a-259baeed5862'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 20:19:42.590775 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33a3eb1-cbe2-42e3-a5f9-2d02030d2963 req-af46cc5a-b354-4728-b2ce-4f92b90cd706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:19:42.593929 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f33a3eb1-cbe2-42e3-a5f9-2d02030d2963 req-af46cc5a-b354-4728-b2ce-4f92b90cd706 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=90ef50f486b24ecd8427edb85411c5fa&device_id=4a7679f7-21a3-4509-96b1-145ac1de5b0d HTTP/1.1" status: 200 len: 1136 time: 0.0561337 Oct 12 20:19:42.599542 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d175b5f4-26d2-49d8-be89-70e069b30fc8 req-dab875b4-3bfa-4312-8456-e8437ceba3c8 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:19:42.601129 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d175b5f4-26d2-49d8-be89-70e069b30fc8 req-dab875b4-3bfa-4312-8456-e8437ceba3c8 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a7679f7-21a3-4509-96b1-145ac1de5b0d HTTP/1.1" status: 200 len: 985 time: 0.0671368 Oct 12 20:19:42.653725 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d175b5f4-26d2-49d8-be89-70e069b30fc8 req-df097b19-a06c-46cb-96ee-1a43880ff584 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] 10.222.0.49 "GET /v2.0/security-groups?id=588f7cfd-5726-45ca-8176-9b5c8a452b54&id=b0d2fb85-a26a-4679-955c-d4bdf9936c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0426240 Oct 12 20:19:42.701485 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33a3eb1-cbe2-42e3-a5f9-2d02030d2963 req-0b5470bf-a0b6-48cf-bf5d-8ae5fa9ae755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:19:42.702963 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f33a3eb1-cbe2-42e3-a5f9-2d02030d2963 req-0b5470bf-a0b6-48cf-bf5d-8ae5fa9ae755 service neutron] 10.222.0.61 "GET /v2.0/networks?id=01ee5824-02d7-409b-9d36-69c43c31fb1a HTTP/1.1" status: 200 len: 916 time: 0.1006966 Oct 12 20:19:42.772548 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f33a3eb1-cbe2-42e3-a5f9-2d02030d2963 req-f5c21793-e063-42bb-96a7-4c17dcc278e1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e39f95a-c764-4d1d-8f5a-259baeed5862 HTTP/1.1" status: 200 len: 1001 time: 0.0617447 Oct 12 20:19:42.821180 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-b5cee0ac-65eb-467a-af3e-39377960038b None None] Provisioning complete for port 7e39f95a-c764-4d1d-8f5a-259baeed5862 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:19:42.821549 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b5cee0ac-65eb-467a-af3e-39377960038b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:19:42.822699 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33a3eb1-cbe2-42e3-a5f9-2d02030d2963 req-61f1bee9-12bd-4d05-8ea9-991157c132f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:19:42.824555 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f33a3eb1-cbe2-42e3-a5f9-2d02030d2963 req-61f1bee9-12bd-4d05-8ea9-991157c132f3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=78cde33a-3575-494d-8ffd-5545768473b2 HTTP/1.1" status: 200 len: 854 time: 0.0445995 Oct 12 20:19:42.869961 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33a3eb1-cbe2-42e3-a5f9-2d02030d2963 req-2e6baaa9-caf4-4fdc-9b5b-6b403d1ca968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:19:42.871452 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f33a3eb1-cbe2-42e3-a5f9-2d02030d2963 req-2e6baaa9-caf4-4fdc-9b5b-6b403d1ca968 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=01ee5824-02d7-409b-9d36-69c43c31fb1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403509 Oct 12 20:19:42.966073 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f33a3eb1-cbe2-42e3-a5f9-2d02030d2963 req-668cc2c8-b880-4505-bb4f-f74933053dd6 service neutron] 10.222.0.61 "GET /v2.0/networks/01ee5824-02d7-409b-9d36-69c43c31fb1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865614 Oct 12 20:19:43.057679 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f33a3eb1-cbe2-42e3-a5f9-2d02030d2963 req-9656005a-7241-498e-8ff3-7627c92fba68 service neutron] 10.222.0.61 "GET /v2.0/networks/01ee5824-02d7-409b-9d36-69c43c31fb1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834153 Oct 12 20:19:56.988476 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdd8e6b-3609-4c3d-8688-63411a396c7f req-044ecfd6-fb7d-4061-a35e-221cebd933f2 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:19:56.990997 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ebdd8e6b-3609-4c3d-8688-63411a396c7f req-044ecfd6-fb7d-4061-a35e-221cebd933f2 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a7679f7-21a3-4509-96b1-145ac1de5b0d HTTP/1.1" status: 200 len: 985 time: 0.0512898 Oct 12 20:19:57.031097 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ebdd8e6b-3609-4c3d-8688-63411a396c7f req-c2b82a29-f2d2-4b50-b026-5695c98c3b48 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] 10.222.0.49 "GET /v2.0/security-groups?id=588f7cfd-5726-45ca-8176-9b5c8a452b54&id=b0d2fb85-a26a-4679-955c-d4bdf9936c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339053 Oct 12 20:19:57.055119 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036b3fcb-e438-4d7f-abe7-269227f96fc2 req-ee04fe4b-eee3-4a04-b8b7-df0985d1c20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:19:57.056632 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-036b3fcb-e438-4d7f-abe7-269227f96fc2 req-ee04fe4b-eee3-4a04-b8b7-df0985d1c20e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=90ef50f486b24ecd8427edb85411c5fa&device_id=4a7679f7-21a3-4509-96b1-145ac1de5b0d HTTP/1.1" status: 200 len: 1136 time: 0.0420516 Oct 12 20:19:57.151421 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036b3fcb-e438-4d7f-abe7-269227f96fc2 req-f6417b3c-b0a2-4bf9-8571-86de5aa8b176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:19:57.152893 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-036b3fcb-e438-4d7f-abe7-269227f96fc2 req-f6417b3c-b0a2-4bf9-8571-86de5aa8b176 service neutron] 10.222.0.61 "GET /v2.0/networks?id=01ee5824-02d7-409b-9d36-69c43c31fb1a HTTP/1.1" status: 200 len: 916 time: 0.0867023 Oct 12 20:19:57.217647 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-036b3fcb-e438-4d7f-abe7-269227f96fc2 req-b5e5fe66-3e2a-4a11-aa7a-dd4cd7443108 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e39f95a-c764-4d1d-8f5a-259baeed5862 HTTP/1.1" status: 200 len: 1001 time: 0.0557542 Oct 12 20:19:57.269055 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036b3fcb-e438-4d7f-abe7-269227f96fc2 req-e6067650-98e2-4787-9713-71c8c0900219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:19:57.270399 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-036b3fcb-e438-4d7f-abe7-269227f96fc2 req-e6067650-98e2-4787-9713-71c8c0900219 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=78cde33a-3575-494d-8ffd-5545768473b2 HTTP/1.1" status: 200 len: 854 time: 0.0456607 Oct 12 20:19:57.314919 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036b3fcb-e438-4d7f-abe7-269227f96fc2 req-ef966785-00a0-46e6-8611-40e04b800a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:19:57.316379 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-036b3fcb-e438-4d7f-abe7-269227f96fc2 req-ef966785-00a0-46e6-8611-40e04b800a2a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=01ee5824-02d7-409b-9d36-69c43c31fb1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389624 Oct 12 20:19:57.404383 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-036b3fcb-e438-4d7f-abe7-269227f96fc2 req-5fe1990a-1cf6-4ddf-a4c6-b6dce846612d service neutron] 10.222.0.61 "GET /v2.0/networks/01ee5824-02d7-409b-9d36-69c43c31fb1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784390 Oct 12 20:19:57.494439 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-036b3fcb-e438-4d7f-abe7-269227f96fc2 req-8ed1a7b9-e5d8-4ad2-b8e5-940ee4815e23 service neutron] 10.222.0.61 "GET /v2.0/networks/01ee5824-02d7-409b-9d36-69c43c31fb1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821683 Oct 12 20:19:58.152017 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd52e71-4770-4056-a61a-04f255b5ce39 req-848d6cdb-cb8e-417f-aa31-8377c1002160 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:19:58.153533 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3fd52e71-4770-4056-a61a-04f255b5ce39 req-848d6cdb-cb8e-417f-aa31-8377c1002160 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a7679f7-21a3-4509-96b1-145ac1de5b0d HTTP/1.1" status: 200 len: 985 time: 0.0499637 Oct 12 20:19:58.192927 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3fd52e71-4770-4056-a61a-04f255b5ce39 req-6ddfc21b-fd47-47e7-abfe-8af1c1f8e0c2 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] 10.222.0.49 "GET /v2.0/security-groups?id=588f7cfd-5726-45ca-8176-9b5c8a452b54&id=b0d2fb85-a26a-4679-955c-d4bdf9936c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0328064 Oct 12 20:19:59.173285 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b16b37e5-5642-4a74-807e-58092d8dfaf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:19:59.307214 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901121a9-08c2-4643-b470-6bb0d845f871 req-e2bf30c9-900d-4272-a43c-f1515b88dc2e tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:19:59.308693 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-901121a9-08c2-4643-b470-6bb0d845f871 req-e2bf30c9-900d-4272-a43c-f1515b88dc2e tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a7679f7-21a3-4509-96b1-145ac1de5b0d HTTP/1.1" status: 200 len: 985 time: 0.0481117 Oct 12 20:19:59.347262 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-901121a9-08c2-4643-b470-6bb0d845f871 req-7fb022b9-14d3-419a-b32a-50959b4dbb2d tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] 10.222.0.49 "GET /v2.0/security-groups?id=588f7cfd-5726-45ca-8176-9b5c8a452b54&id=b0d2fb85-a26a-4679-955c-d4bdf9936c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0325792 Oct 12 20:20:00.463958 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38780fd1-2f4e-430c-b7a4-91e41693bb48 req-b857576e-408b-4535-94fe-941c01c346fd tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:20:00.465425 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-38780fd1-2f4e-430c-b7a4-91e41693bb48 req-b857576e-408b-4535-94fe-941c01c346fd tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a7679f7-21a3-4509-96b1-145ac1de5b0d HTTP/1.1" status: 200 len: 985 time: 0.0526698 Oct 12 20:20:00.503119 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-38780fd1-2f4e-430c-b7a4-91e41693bb48 req-9d0389c6-0c4a-4137-96ba-2fc7c6c911ab tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] 10.222.0.49 "GET /v2.0/security-groups?id=588f7cfd-5726-45ca-8176-9b5c8a452b54&id=b0d2fb85-a26a-4679-955c-d4bdf9936c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0317745 Oct 12 20:20:01.174902 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 20:20:01.628743 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8b6edd-6db5-49a9-9865-8196d7e06c85 req-718827d1-77ab-4a60-a7ce-0e1520e2f13d tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:20:01.630669 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-da8b6edd-6db5-49a9-9865-8196d7e06c85 req-718827d1-77ab-4a60-a7ce-0e1520e2f13d tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a7679f7-21a3-4509-96b1-145ac1de5b0d HTTP/1.1" status: 200 len: 985 time: 0.0605040 Oct 12 20:20:01.670044 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-da8b6edd-6db5-49a9-9865-8196d7e06c85 req-30077e47-558f-4bf6-8649-082ef3942255 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] 10.222.0.49 "GET /v2.0/security-groups?id=588f7cfd-5726-45ca-8176-9b5c8a452b54&id=b0d2fb85-a26a-4679-955c-d4bdf9936c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332456 Oct 12 20:20:01.779200 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fcb39a28-0a20-4518-b467-4fa5d9607c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:20:02.537519 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:20:02.783331 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06490ec7-b082-4bbe-9805-7afe19289734 req-3f1e892e-cccc-4716-bab3-fb14e22d1c51 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:20:02.784797 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-06490ec7-b082-4bbe-9805-7afe19289734 req-3f1e892e-cccc-4716-bab3-fb14e22d1c51 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a7679f7-21a3-4509-96b1-145ac1de5b0d HTTP/1.1" status: 200 len: 985 time: 0.0479178 Oct 12 20:20:02.824395 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-06490ec7-b082-4bbe-9805-7afe19289734 req-4c7d9441-66bb-45aa-a285-cb2b1777a4cd tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] 10.222.0.49 "GET /v2.0/security-groups?id=588f7cfd-5726-45ca-8176-9b5c8a452b54&id=b0d2fb85-a26a-4679-955c-d4bdf9936c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330386 Oct 12 20:20:03.304746 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:20:03.634393 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:20:03.944767 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc650904-da2c-45df-a94e-19e163cfb58c req-9490b3a7-409e-498a-be4e-8ed5d2812ec6 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:20:03.946145 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fc650904-da2c-45df-a94e-19e163cfb58c req-9490b3a7-409e-498a-be4e-8ed5d2812ec6 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a7679f7-21a3-4509-96b1-145ac1de5b0d HTTP/1.1" status: 200 len: 985 time: 0.0516701 Oct 12 20:20:03.985216 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fc650904-da2c-45df-a94e-19e163cfb58c req-87100875-0990-455b-b0c6-49defc217521 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] 10.222.0.49 "GET /v2.0/security-groups?id=588f7cfd-5726-45ca-8176-9b5c8a452b54&id=b0d2fb85-a26a-4679-955c-d4bdf9936c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0328734 Oct 12 20:20:04.617609 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:20:04.777918 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:20:05.103880 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbfc9c2-0064-408d-9f8c-50b27567b701 req-4bed4150-9f71-42d1-979e-87bdcc40aa32 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:20:05.105118 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-afbfc9c2-0064-408d-9f8c-50b27567b701 req-4bed4150-9f71-42d1-979e-87bdcc40aa32 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a7679f7-21a3-4509-96b1-145ac1de5b0d HTTP/1.1" status: 200 len: 985 time: 0.0484974 Oct 12 20:20:05.152466 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-afbfc9c2-0064-408d-9f8c-50b27567b701 req-c3b3c045-8962-4af3-84b3-948742c392d5 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] 10.222.0.49 "GET /v2.0/security-groups?id=588f7cfd-5726-45ca-8176-9b5c8a452b54&id=b0d2fb85-a26a-4679-955c-d4bdf9936c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0384381 Oct 12 20:20:06.264986 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e87426c-fced-46eb-b1b5-7cf06ca67e63 req-9fd10d0f-eb84-4dd3-bc1e-a31dc5df235a tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:20:06.266441 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8e87426c-fced-46eb-b1b5-7cf06ca67e63 req-9fd10d0f-eb84-4dd3-bc1e-a31dc5df235a tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a7679f7-21a3-4509-96b1-145ac1de5b0d HTTP/1.1" status: 200 len: 985 time: 0.0481431 Oct 12 20:20:06.307579 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8e87426c-fced-46eb-b1b5-7cf06ca67e63 req-a2dd5b3b-3426-4b10-95d1-2bdac3d45ec9 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] 10.222.0.49 "GET /v2.0/security-groups?id=588f7cfd-5726-45ca-8176-9b5c8a452b54&id=b0d2fb85-a26a-4679-955c-d4bdf9936c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0351989 Oct 12 20:20:07.458576 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15a84af-b42f-4150-9772-836bd062cd84 req-1b90bba5-22cc-4040-9a0c-595008c231a4 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:20:07.460013 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f15a84af-b42f-4150-9772-836bd062cd84 req-1b90bba5-22cc-4040-9a0c-595008c231a4 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a7679f7-21a3-4509-96b1-145ac1de5b0d HTTP/1.1" status: 200 len: 985 time: 0.0519137 Oct 12 20:20:07.775396 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f15a84af-b42f-4150-9772-836bd062cd84 req-4912e027-7729-438e-8378-bef292d57455 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] 10.222.0.49 "GET /v2.0/security-groups?id=588f7cfd-5726-45ca-8176-9b5c8a452b54&id=b0d2fb85-a26a-4679-955c-d4bdf9936c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3091235 Oct 12 20:20:08.906692 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b98f824-d442-4d31-8dd5-98c517108bcc req-9276f494-b808-4015-867f-8b399a1e1bd4 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:20:08.908161 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2b98f824-d442-4d31-8dd5-98c517108bcc req-9276f494-b808-4015-867f-8b399a1e1bd4 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a7679f7-21a3-4509-96b1-145ac1de5b0d HTTP/1.1" status: 200 len: 985 time: 0.0522823 Oct 12 20:20:08.947736 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2b98f824-d442-4d31-8dd5-98c517108bcc req-e769c531-653c-41a9-bd0e-b707f4542f19 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] 10.222.0.49 "GET /v2.0/security-groups?id=588f7cfd-5726-45ca-8176-9b5c8a452b54&id=b0d2fb85-a26a-4679-955c-d4bdf9936c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334809 Oct 12 20:20:10.060592 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2e95d9-9919-48a3-b87f-e67d63bbf1db req-2397c17d-8b19-4dab-a11a-6b72f435eb75 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:20:10.062029 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-dd2e95d9-9919-48a3-b87f-e67d63bbf1db req-2397c17d-8b19-4dab-a11a-6b72f435eb75 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a7679f7-21a3-4509-96b1-145ac1de5b0d HTTP/1.1" status: 200 len: 985 time: 0.0482881 Oct 12 20:20:10.101067 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-dd2e95d9-9919-48a3-b87f-e67d63bbf1db req-ddd5f783-6af7-4440-894f-dd3947a42731 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] 10.222.0.49 "GET /v2.0/security-groups?id=588f7cfd-5726-45ca-8176-9b5c8a452b54&id=b0d2fb85-a26a-4679-955c-d4bdf9936c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0325942 Oct 12 20:20:11.217258 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2ebec6-7b55-4d05-bcf2-c9bc53cc3f29 req-c4d3c4ba-fc68-43c8-818b-ca8d5217c32e tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:20:11.218733 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cb2ebec6-7b55-4d05-bcf2-c9bc53cc3f29 req-c4d3c4ba-fc68-43c8-818b-ca8d5217c32e tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a7679f7-21a3-4509-96b1-145ac1de5b0d HTTP/1.1" status: 200 len: 985 time: 0.0493171 Oct 12 20:20:11.258140 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cb2ebec6-7b55-4d05-bcf2-c9bc53cc3f29 req-9c3852c6-2fc3-4a87-b164-7234c9aa8d10 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] 10.222.0.49 "GET /v2.0/security-groups?id=588f7cfd-5726-45ca-8176-9b5c8a452b54&id=b0d2fb85-a26a-4679-955c-d4bdf9936c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0325456 Oct 12 20:20:12.372398 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2136e4-8734-4a03-8c81-61659cf8a7e9 req-4a7a5138-374a-4ed9-a488-74029844f5be tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:20:12.373746 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-fd2136e4-8734-4a03-8c81-61659cf8a7e9 req-4a7a5138-374a-4ed9-a488-74029844f5be tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a7679f7-21a3-4509-96b1-145ac1de5b0d HTTP/1.1" status: 200 len: 985 time: 0.0488176 Oct 12 20:20:12.412192 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-fd2136e4-8734-4a03-8c81-61659cf8a7e9 req-ae4fd04d-58eb-46b0-82ee-95f13a9eb7fc tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] 10.222.0.49 "GET /v2.0/security-groups?id=588f7cfd-5726-45ca-8176-9b5c8a452b54&id=b0d2fb85-a26a-4679-955c-d4bdf9936c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0325177 Oct 12 20:20:13.529269 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2058c5-3ac1-4c8c-af70-14703abaf53a req-89e6b587-63fa-49fa-9c0e-83c231c4f885 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:20:13.530743 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1c2058c5-3ac1-4c8c-af70-14703abaf53a req-89e6b587-63fa-49fa-9c0e-83c231c4f885 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a7679f7-21a3-4509-96b1-145ac1de5b0d HTTP/1.1" status: 200 len: 985 time: 0.0519688 Oct 12 20:20:13.570392 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1c2058c5-3ac1-4c8c-af70-14703abaf53a req-22005f22-4e3e-4dea-a52c-e8e8ee66d991 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] 10.222.0.49 "GET /v2.0/security-groups?id=588f7cfd-5726-45ca-8176-9b5c8a452b54&id=b0d2fb85-a26a-4679-955c-d4bdf9936c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335836 Oct 12 20:20:14.686685 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f5a1f1-39f0-4c33-8601-7171c98bbef3 req-6aff0a41-46de-489e-a7a7-7bd5b182a9bc tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:20:14.688168 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d9f5a1f1-39f0-4c33-8601-7171c98bbef3 req-6aff0a41-46de-489e-a7a7-7bd5b182a9bc tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a7679f7-21a3-4509-96b1-145ac1de5b0d HTTP/1.1" status: 200 len: 985 time: 0.0520904 Oct 12 20:20:14.728216 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d9f5a1f1-39f0-4c33-8601-7171c98bbef3 req-0218c115-e878-493a-938e-16628b8d5e84 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] 10.222.0.49 "GET /v2.0/security-groups?id=588f7cfd-5726-45ca-8176-9b5c8a452b54&id=b0d2fb85-a26a-4679-955c-d4bdf9936c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331481 Oct 12 20:20:19.775297 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-287850f7-a924-4373-bff0-d169b47f833b req-8da88309-300f-4302-858b-38a3c6a68f0b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4a7679f7-21a3-4509-96b1-145ac1de5b0d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398602 Oct 12 20:20:19.855610 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287850f7-a924-4373-bff0-d169b47f833b req-f52897b6-34c6-4798-b0db-f1d41636cddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:20:19.857180 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-287850f7-a924-4373-bff0-d169b47f833b req-f52897b6-34c6-4798-b0db-f1d41636cddd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=90ef50f486b24ecd8427edb85411c5fa&device_id=4a7679f7-21a3-4509-96b1-145ac1de5b0d HTTP/1.1" status: 200 len: 1136 time: 0.0404222 Oct 12 20:20:19.961073 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287850f7-a924-4373-bff0-d169b47f833b req-92b8adfe-4e00-4441-a300-80fa29be3530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:20:19.962555 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-287850f7-a924-4373-bff0-d169b47f833b req-92b8adfe-4e00-4441-a300-80fa29be3530 service neutron] 10.222.0.61 "GET /v2.0/networks?id=01ee5824-02d7-409b-9d36-69c43c31fb1a HTTP/1.1" status: 200 len: 916 time: 0.0867250 Oct 12 20:20:20.027383 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-287850f7-a924-4373-bff0-d169b47f833b req-ed55904b-355c-4390-b26f-83527a1aa0e7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e39f95a-c764-4d1d-8f5a-259baeed5862 HTTP/1.1" status: 200 len: 1001 time: 0.0572324 Oct 12 20:20:20.080414 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287850f7-a924-4373-bff0-d169b47f833b req-3dffb6ee-12c0-43d5-b257-f02da6756b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:20:20.081834 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-287850f7-a924-4373-bff0-d169b47f833b req-3dffb6ee-12c0-43d5-b257-f02da6756b7a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=78cde33a-3575-494d-8ffd-5545768473b2 HTTP/1.1" status: 200 len: 854 time: 0.0476906 Oct 12 20:20:20.126485 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287850f7-a924-4373-bff0-d169b47f833b req-4ce67bf5-efd7-45aa-897b-0d01830e1991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:20:20.127953 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-287850f7-a924-4373-bff0-d169b47f833b req-4ce67bf5-efd7-45aa-897b-0d01830e1991 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=01ee5824-02d7-409b-9d36-69c43c31fb1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391920 Oct 12 20:20:20.217056 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-287850f7-a924-4373-bff0-d169b47f833b req-a8c1219c-c406-4cdf-8c30-a7ce772ccc50 service neutron] 10.222.0.61 "GET /v2.0/networks/01ee5824-02d7-409b-9d36-69c43c31fb1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818858 Oct 12 20:20:20.308349 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-287850f7-a924-4373-bff0-d169b47f833b req-b6fe852a-7a00-4fa9-8e6b-eeb1a854e686 service neutron] 10.222.0.61 "GET /v2.0/networks/01ee5824-02d7-409b-9d36-69c43c31fb1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836005 Oct 12 20:20:29.171511 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c032f365-68ba-49fb-85cb-206a248e715d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:20:31.738284 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-193d7caa-7cc1-4ba4-9650-cbef1d9c358e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:20:32.561199 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:20:33.269157 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:20:33.646130 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:20:34.766807 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:20:34.795268 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:20:38.174578 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 20:20:43.299559 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2f0d17f8-4857-475b-b0ca-87ce5bfc98f5 req-2dea71a9-099a-4cba-8ca2-eae77b17eb2e tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1926485708&fields=id&tenant_id=90ef50f486b24ecd8427edb85411c5fa HTTP/1.1" status: 200 len: 267 time: 0.0370471 Oct 12 20:20:43.353087 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0d17f8-4857-475b-b0ca-87ce5bfc98f5 req-74b90e45-6191-4a16-bfb6-c2b40dcd6c29 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:20:43.354539 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2f0d17f8-4857-475b-b0ca-87ce5bfc98f5 req-74b90e45-6191-4a16-bfb6-c2b40dcd6c29 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a7679f7-21a3-4509-96b1-145ac1de5b0d HTTP/1.1" status: 200 len: 985 time: 0.0485699 Oct 12 20:20:43.365457 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-2f0d17f8-4857-475b-b0ca-87ce5bfc98f5 req-039ceffd-a713-40ab-84a7-ff0bb0847047 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Request body: {'port': {'security_groups': ['b0d2fb85-a26a-4679-955c-d4bdf9936c0a']}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:20:43.426890 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-2f0d17f8-4857-475b-b0ca-87ce5bfc98f5 req-039ceffd-a713-40ab-84a7-ff0bb0847047 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:20:43.595274 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-2f0d17f8-4857-475b-b0ca-87ce5bfc98f5 req-039ceffd-a713-40ab-84a7-ff0bb0847047 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] For port 7e39f95a-c764-4d1d-8f5a-259baeed5862, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=7e39f95a-c764-4d1d-8f5a-259baeed5862,segment=NetworkSegment(a8944b27-1fa2-4047-9096-f9f476e2eb20),segment_id=a8944b27-1fa2-4047-9096-f9f476e2eb20)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:20:43.623443 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-2f0d17f8-4857-475b-b0ca-87ce5bfc98f5 req-039ceffd-a713-40ab-84a7-ff0bb0847047 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:20:43.675255 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-2f0d17f8-4857-475b-b0ca-87ce5bfc98f5 req-039ceffd-a713-40ab-84a7-ff0bb0847047 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:20:43.687411 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['7e39f95a-c764-4d1d-8f5a-259baeed5862'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 20:20:43.728952 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0d17f8-4857-475b-b0ca-87ce5bfc98f5 req-039ceffd-a713-40ab-84a7-ff0bb0847047 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:20:43.729604 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-2f0d17f8-4857-475b-b0ca-87ce5bfc98f5 req-039ceffd-a713-40ab-84a7-ff0bb0847047 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:20:43.731274 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2f0d17f8-4857-475b-b0ca-87ce5bfc98f5 req-039ceffd-a713-40ab-84a7-ff0bb0847047 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] 10.222.0.49 "PUT /v2.0/ports/7e39f95a-c764-4d1d-8f5a-259baeed5862 HTTP/1.1" status: 200 len: 943 time: 0.3701084 Oct 12 20:20:43.731487 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a7679f7-21a3-4509-96b1-145ac1de5b0d', 'tag': '7e39f95a-c764-4d1d-8f5a-259baeed5862'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:20:43.733890 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de8ed798067560d07a98492cd8cb53eb3655be3ac6c9fe2f8402857175a8f58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34615760-529f-4c22-be57-bfff36b89cec" -d '{"events": [{"name": "network-changed", "server_uuid": "4a7679f7-21a3-4509-96b1-145ac1de5b0d", "tag": "7e39f95a-c764-4d1d-8f5a-259baeed5862"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:20:43.737920 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 35840) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:20:43.759487 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039ceffd-a713-40ab-84a7-ff0bb0847047 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Pushing event updated for resources: {'Port': ['ID=7e39f95a-c764-4d1d-8f5a-259baeed5862,revision_number=7']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:20:43.769657 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039ceffd-a713-40ab-84a7-ff0bb0847047 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:20:43.770012 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039ceffd-a713-40ab-84a7-ff0bb0847047 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:20:43.770438 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039ceffd-a713-40ab-84a7-ff0bb0847047 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:20:43.770833 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039ceffd-a713-40ab-84a7-ff0bb0847047 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:20:43.771176 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039ceffd-a713-40ab-84a7-ff0bb0847047 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:20:43.771506 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039ceffd-a713-40ab-84a7-ff0bb0847047 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:20:43.771833 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039ceffd-a713-40ab-84a7-ff0bb0847047 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:20:43.772189 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039ceffd-a713-40ab-84a7-ff0bb0847047 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:20:43.772565 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039ceffd-a713-40ab-84a7-ff0bb0847047 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:20:43.772980 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039ceffd-a713-40ab-84a7-ff0bb0847047 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:20:43.773346 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039ceffd-a713-40ab-84a7-ff0bb0847047 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:20:43.773810 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039ceffd-a713-40ab-84a7-ff0bb0847047 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:20:43.812105 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['7e39f95a-c764-4d1d-8f5a-259baeed5862'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 20:20:43.846080 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d18e73a8-22da-45f4-adaa-969305afee67 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:20:43.875365 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d18e73a8-22da-45f4-adaa-969305afee67 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:20:43.965584 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-8d19d6ad-be18-4a57-8f8a-0d91f7247d9d None None] Provisioning complete for port 7e39f95a-c764-4d1d-8f5a-259baeed5862 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:20:43.965994 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8d19d6ad-be18-4a57-8f8a-0d91f7247d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:20:43.983451 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 20:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27b8a79e-809f-478e-9b47-60fc5191a2f7 x-openstack-request-id: req-27b8a79e-809f-478e-9b47-60fc5191a2f7 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:20:43.983451 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a7679f7-21a3-4509-96b1-145ac1de5b0d", "tag": "7e39f95a-c764-4d1d-8f5a-259baeed5862", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:20:43.983451 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-27b8a79e-809f-478e-9b47-60fc5191a2f7 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:20:43.983451 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a7679f7-21a3-4509-96b1-145ac1de5b0d', 'tag': '7e39f95a-c764-4d1d-8f5a-259baeed5862', 'status': 'completed', 'code': 200} Oct 12 20:20:44.035718 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d18e73a8-22da-45f4-adaa-969305afee67 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:20:44.038313 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d18e73a8-22da-45f4-adaa-969305afee67 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:20:44.039994 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-d18e73a8-22da-45f4-adaa-969305afee67 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] 10.222.0.49 "DELETE /v2.0/security-groups/588f7cfd-5726-45ca-8176-9b5c8a452b54 HTTP/1.1" status: 204 len: 168 time: 0.3004293 Oct 12 20:20:44.042911 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 35844) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:20:44.059803 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18e73a8-22da-45f4-adaa-969305afee67 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=588f7cfd-5726-45ca-8176-9b5c8a452b54,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:20:44.072069 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18e73a8-22da-45f4-adaa-969305afee67 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:20:44.072651 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18e73a8-22da-45f4-adaa-969305afee67 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:20:44.073155 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18e73a8-22da-45f4-adaa-969305afee67 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:20:44.073685 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18e73a8-22da-45f4-adaa-969305afee67 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:20:44.074768 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18e73a8-22da-45f4-adaa-969305afee67 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:20:44.075272 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18e73a8-22da-45f4-adaa-969305afee67 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:20:44.076353 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18e73a8-22da-45f4-adaa-969305afee67 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:20:44.076703 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18e73a8-22da-45f4-adaa-969305afee67 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:20:44.077038 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18e73a8-22da-45f4-adaa-969305afee67 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:20:44.077370 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18e73a8-22da-45f4-adaa-969305afee67 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:20:44.077701 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18e73a8-22da-45f4-adaa-969305afee67 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:20:44.078464 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18e73a8-22da-45f4-adaa-969305afee67 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:20:44.094216 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34615760-529f-4c22-be57-bfff36b89cec req-1922b07d-31b9-4c6e-abdf-126255c8ba91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:20:44.096126 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-34615760-529f-4c22-be57-bfff36b89cec req-1922b07d-31b9-4c6e-abdf-126255c8ba91 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=90ef50f486b24ecd8427edb85411c5fa&device_id=4a7679f7-21a3-4509-96b1-145ac1de5b0d HTTP/1.1" status: 200 len: 1097 time: 0.0880992 Oct 12 20:20:44.187235 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34615760-529f-4c22-be57-bfff36b89cec req-e1ee1500-77df-4da9-b73f-96be1f0ad39f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:20:44.188614 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-34615760-529f-4c22-be57-bfff36b89cec req-e1ee1500-77df-4da9-b73f-96be1f0ad39f service neutron] 10.222.0.61 "GET /v2.0/networks?id=01ee5824-02d7-409b-9d36-69c43c31fb1a HTTP/1.1" status: 200 len: 916 time: 0.0836318 Oct 12 20:20:44.208305 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-7524239e-6a9f-477e-92a0-7876a865377c tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Deleting port 3eff413c-8195-41bc-87df-62bd3c651fc6 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 20:20:44.208660 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7524239e-6a9f-477e-92a0-7876a865377c tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:20:44.257595 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-34615760-529f-4c22-be57-bfff36b89cec req-ed43fabb-d9ee-4879-8829-499b77e24be7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e39f95a-c764-4d1d-8f5a-259baeed5862 HTTP/1.1" status: 200 len: 1001 time: 0.0613852 Oct 12 20:20:44.284264 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7524239e-6a9f-477e-92a0-7876a865377c tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:20:44.284595 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7524239e-6a9f-477e-92a0-7876a865377c tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:20:44.296472 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-7524239e-6a9f-477e-92a0-7876a865377c tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Calling delete_port for 3eff413c-8195-41bc-87df-62bd3c651fc6 owned by network:floatingip {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 20:20:44.305828 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34615760-529f-4c22-be57-bfff36b89cec req-446dd739-611d-4452-b206-7d850ffaf762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:20:44.307259 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-34615760-529f-4c22-be57-bfff36b89cec req-446dd739-611d-4452-b206-7d850ffaf762 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=78cde33a-3575-494d-8ffd-5545768473b2 HTTP/1.1" status: 200 len: 854 time: 0.0430532 Oct 12 20:20:44.354045 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34615760-529f-4c22-be57-bfff36b89cec req-eec30f30-96ad-46c3-8ee5-b4ed4a0ad271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:20:44.355527 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-34615760-529f-4c22-be57-bfff36b89cec req-eec30f30-96ad-46c3-8ee5-b4ed4a0ad271 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=01ee5824-02d7-409b-9d36-69c43c31fb1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413692 Oct 12 20:20:44.448233 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-34615760-529f-4c22-be57-bfff36b89cec req-af7c4e16-5810-4839-96e0-44f2d5e6d5ab service neutron] 10.222.0.61 "GET /v2.0/networks/01ee5824-02d7-409b-9d36-69c43c31fb1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852501 Oct 12 20:20:44.486977 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7524239e-6a9f-477e-92a0-7876a865377c tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:20:44.514260 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7524239e-6a9f-477e-92a0-7876a865377c tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Pushing event deleted for resources: {'Port': ['ID=3eff413c-8195-41bc-87df-62bd3c651fc6,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:20:44.540503 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-34615760-529f-4c22-be57-bfff36b89cec req-d467eea2-c55a-4252-b925-6d9fb7f2cb5e service neutron] 10.222.0.61 "GET /v2.0/networks/01ee5824-02d7-409b-9d36-69c43c31fb1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839219 Oct 12 20:20:44.578554 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7524239e-6a9f-477e-92a0-7876a865377c tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Notify callbacks [] for floatingip, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:20:44.578920 n-d-813679-3 neutron-server[95501]: INFO neutron.db.l3_db [None req-7524239e-6a9f-477e-92a0-7876a865377c tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Floating IP 8acdb148-a445-44ba-b408-039025a282a6 disassociated (deleted). External IP: 172.25.5.76, port: 7e39f95a-c764-4d1d-8f5a-259baeed5862. Oct 12 20:20:44.782061 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7524239e-6a9f-477e-92a0-7876a865377c tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Router 11a3812b-f102-4e7d-8acf-52b52d749ba0 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 20:20:44.886238 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7524239e-6a9f-477e-92a0-7876a865377c tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 20:20:44.891084 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7524239e-6a9f-477e-92a0-7876a865377c tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:20:44.895865 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb6c54d-8e37-4911-8f88-86bc7c0f704a None None] Sync routers for ids ['11a3812b-f102-4e7d-8acf-52b52d749ba0'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 20:20:44.906263 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb6c54d-8e37-4911-8f88-86bc7c0f704a None None] Routers {'11a3812b-f102-4e7d-8acf-52b52d749ba0'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:20:44.906962 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-0bb6c54d-8e37-4911-8f88-86bc7c0f704a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:20:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['11a3812b-f102-4e7d-8acf-52b52d749ba0'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:20:44.920973 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-7524239e-6a9f-477e-92a0-7876a865377c tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] 10.222.0.49 "DELETE /v2.0/floatingips/8acdb148-a445-44ba-b408-039025a282a6 HTTP/1.1" status: 204 len: 168 time: 0.8769884 Oct 12 20:20:45.011897 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-0bb6c54d-8e37-4911-8f88-86bc7c0f704a None None] Set router 11a3812b-f102-4e7d-8acf-52b52d749ba0 gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:20:45.217881 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-0bb6c54d-8e37-4911-8f88-86bc7c0f704a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a3812b-f102-4e7d-8acf-52b52d749ba0', 'name': 'tempest-TestMinimumBasicScenario-2113366801-router', 'tenant_id': '90ef50f486b24ecd8427edb85411c5fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '00e02875-23e2-4799-b23e-54e7a8e43a18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:18:38Z', 'updated_at': '2021-10-12T20:18:41Z', 'revision_number': 4, 'project_id': '90ef50f486b24ecd8427edb85411c5fa', 'gw_port': {'id': '00e02875-23e2-4799-b23e-54e7a8e43a18', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a3812b-f102-4e7d-8acf-52b52d749ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:18:39Z', 'updated_at': '2021-10-12T20:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': 'd6b6c549-054b-4d05-b08a-84e812fca15c', 'name': '', 'network_id': '01ee5824-02d7-409b-9d36-69c43c31fb1a', 'tenant_id': '90ef50f486b24ecd8427edb85411c5fa', 'mac_address': 'fa:16:3e:eb:9f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a3812b-f102-4e7d-8acf-52b52d749ba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '78cde33a-3575-494d-8ffd-5545768473b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:18:41Z', 'updated_at': '2021-10-12T20:18:45Z', 'revision_number': 5, 'project_id': '90ef50f486b24ecd8427edb85411c5fa', 'subnets': [{'id': '78cde33a-3575-494d-8ffd-5545768473b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:20:45.247168 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb6c54d-8e37-4911-8f88-86bc7c0f704a None None] Checking router: 11a3812b-f102-4e7d-8acf-52b52d749ba0 for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 20:20:45.255037 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb6c54d-8e37-4911-8f88-86bc7c0f704a None None] Routers {'11a3812b-f102-4e7d-8acf-52b52d749ba0'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:20:45.255688 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-0bb6c54d-8e37-4911-8f88-86bc7c0f704a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:20:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['11a3812b-f102-4e7d-8acf-52b52d749ba0'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:20:45.360979 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-0bb6c54d-8e37-4911-8f88-86bc7c0f704a None None] Set router 11a3812b-f102-4e7d-8acf-52b52d749ba0 gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:20:45.551240 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-0bb6c54d-8e37-4911-8f88-86bc7c0f704a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a3812b-f102-4e7d-8acf-52b52d749ba0', 'name': 'tempest-TestMinimumBasicScenario-2113366801-router', 'tenant_id': '90ef50f486b24ecd8427edb85411c5fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '00e02875-23e2-4799-b23e-54e7a8e43a18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:18:38Z', 'updated_at': '2021-10-12T20:18:41Z', 'revision_number': 4, 'project_id': '90ef50f486b24ecd8427edb85411c5fa', 'gw_port': {'id': '00e02875-23e2-4799-b23e-54e7a8e43a18', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a3812b-f102-4e7d-8acf-52b52d749ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:18:39Z', 'updated_at': '2021-10-12T20:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': 'd6b6c549-054b-4d05-b08a-84e812fca15c', 'name': '', 'network_id': '01ee5824-02d7-409b-9d36-69c43c31fb1a', 'tenant_id': '90ef50f486b24ecd8427edb85411c5fa', 'mac_address': 'fa:16:3e:eb:9f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a3812b-f102-4e7d-8acf-52b52d749ba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '78cde33a-3575-494d-8ffd-5545768473b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:18:41Z', 'updated_at': '2021-10-12T20:18:45Z', 'revision_number': 5, 'project_id': '90ef50f486b24ecd8427edb85411c5fa', 'subnets': [{'id': '78cde33a-3575-494d-8ffd-5545768473b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:20:45.580812 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb6c54d-8e37-4911-8f88-86bc7c0f704a None None] The sync data for ids ['11a3812b-f102-4e7d-8acf-52b52d749ba0'] in n-d-813679-3 is: [{'id': '11a3812b-f102-4e7d-8acf-52b52d749ba0', 'name': 'tempest-TestMinimumBasicScenario-2113366801-router', 'tenant_id': '90ef50f486b24ecd8427edb85411c5fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '00e02875-23e2-4799-b23e-54e7a8e43a18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:18:38Z', 'updated_at': '2021-10-12T20:18:41Z', 'revision_number': 4, 'project_id': '90ef50f486b24ecd8427edb85411c5fa', 'gw_port': {'id': '00e02875-23e2-4799-b23e-54e7a8e43a18', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a3812b-f102-4e7d-8acf-52b52d749ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:18:39Z', 'updated_at': '2021-10-12T20:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': 'd6b6c549-054b-4d05-b08a-84e812fca15c', 'name': '', 'network_id': '01ee5824-02d7-409b-9d36-69c43c31fb1a', 'tenant_id': '90ef50f486b24ecd8427edb85411c5fa', 'mac_address': 'fa:16:3e:eb:9f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a3812b-f102-4e7d-8acf-52b52d749ba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '78cde33a-3575-494d-8ffd-5545768473b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:18:41Z', 'updated_at': '2021-10-12T20:18:45Z', 'revision_number': 5, 'project_id': '90ef50f486b24ecd8427edb85411c5fa', 'subnets': [{'id': '78cde33a-3575-494d-8ffd-5545768473b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 20:20:45.792695 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498d8c9b-742f-4ba1-befb-3c63818b4543 None None] New status for floating IP 8acdb148-a445-44ba-b408-039025a282a6: DOWN {{(pid=95503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 20:20:45.984132 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a7679f7-21a3-4509-96b1-145ac1de5b0d', 'tag': '7e39f95a-c764-4d1d-8f5a-259baeed5862'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:20:45.986545 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de8ed798067560d07a98492cd8cb53eb3655be3ac6c9fe2f8402857175a8f58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc08dd58-1e8a-4738-b67d-ebf21d694eec" -d '{"events": [{"name": "network-changed", "server_uuid": "4a7679f7-21a3-4509-96b1-145ac1de5b0d", "tag": "7e39f95a-c764-4d1d-8f5a-259baeed5862"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:20:46.023108 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 20:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dd5bae8-d9fe-44f6-8096-ee8091394e8a x-openstack-request-id: req-7dd5bae8-d9fe-44f6-8096-ee8091394e8a {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:20:46.023403 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a7679f7-21a3-4509-96b1-145ac1de5b0d", "tag": "7e39f95a-c764-4d1d-8f5a-259baeed5862", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:20:46.023662 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7dd5bae8-d9fe-44f6-8096-ee8091394e8a {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:20:46.024100 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a7679f7-21a3-4509-96b1-145ac1de5b0d', 'tag': '7e39f95a-c764-4d1d-8f5a-259baeed5862', 'status': 'completed', 'code': 200} Oct 12 20:20:46.087539 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc08dd58-1e8a-4738-b67d-ebf21d694eec req-1845ae6a-0370-4e50-b933-b89d0c902ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:20:46.089090 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-cc08dd58-1e8a-4738-b67d-ebf21d694eec req-1845ae6a-0370-4e50-b933-b89d0c902ff8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=90ef50f486b24ecd8427edb85411c5fa&device_id=4a7679f7-21a3-4509-96b1-145ac1de5b0d HTTP/1.1" status: 200 len: 1097 time: 0.0432711 Oct 12 20:20:46.186382 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc08dd58-1e8a-4738-b67d-ebf21d694eec req-05b16c4f-bd34-4a12-a1d5-4938bbac2cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:20:46.187880 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-cc08dd58-1e8a-4738-b67d-ebf21d694eec req-05b16c4f-bd34-4a12-a1d5-4938bbac2cf3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=01ee5824-02d7-409b-9d36-69c43c31fb1a HTTP/1.1" status: 200 len: 916 time: 0.0917251 Oct 12 20:20:46.228148 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-cc08dd58-1e8a-4738-b67d-ebf21d694eec req-70a2c504-380d-4409-84cf-1890e2cf6e4c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e39f95a-c764-4d1d-8f5a-259baeed5862 HTTP/1.1" status: 200 len: 217 time: 0.0337884 Oct 12 20:20:46.280230 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc08dd58-1e8a-4738-b67d-ebf21d694eec req-1064fa69-c6be-4aa9-aa36-e867c698aeff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:20:46.281711 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-cc08dd58-1e8a-4738-b67d-ebf21d694eec req-1064fa69-c6be-4aa9-aa36-e867c698aeff service neutron] 10.222.0.61 "GET /v2.0/subnets?id=78cde33a-3575-494d-8ffd-5545768473b2 HTTP/1.1" status: 200 len: 854 time: 0.0474980 Oct 12 20:20:46.329846 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc08dd58-1e8a-4738-b67d-ebf21d694eec req-55ef61db-6607-46e8-acef-7b673a204ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:20:46.331329 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-cc08dd58-1e8a-4738-b67d-ebf21d694eec req-55ef61db-6607-46e8-acef-7b673a204ec6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=01ee5824-02d7-409b-9d36-69c43c31fb1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416615 Oct 12 20:20:46.419447 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-cc08dd58-1e8a-4738-b67d-ebf21d694eec req-8271880e-3aef-48fa-823b-1870e1ca48e9 service neutron] 10.222.0.61 "GET /v2.0/networks/01ee5824-02d7-409b-9d36-69c43c31fb1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804102 Oct 12 20:20:46.513018 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-cc08dd58-1e8a-4738-b67d-ebf21d694eec req-27eb806d-f7c7-4c0c-907a-0653e06ba360 service neutron] 10.222.0.61 "GET /v2.0/networks/01ee5824-02d7-409b-9d36-69c43c31fb1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850308 Oct 12 20:20:54.268482 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d22050a-748f-4438-b5a2-d74950514cf0 req-2404d390-5ae4-4c75-b86c-0cc79465c06e tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:20:54.269990 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6d22050a-748f-4438-b5a2-d74950514cf0 req-2404d390-5ae4-4c75-b86c-0cc79465c06e tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a7679f7-21a3-4509-96b1-145ac1de5b0d HTTP/1.1" status: 200 len: 946 time: 0.0492270 Oct 12 20:20:54.307904 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6d22050a-748f-4438-b5a2-d74950514cf0 req-01d6b09e-1a82-41b6-b78a-4033ccabcb60 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] 10.222.0.49 "GET /v2.0/security-groups?id=b0d2fb85-a26a-4679-955c-d4bdf9936c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311613 Oct 12 20:20:55.424129 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c344e301-3dc6-42ed-8a18-12f8ceddc85a req-85392dcd-b9f9-4a34-8175-793f4c4d0aeb tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:20:55.425473 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c344e301-3dc6-42ed-8a18-12f8ceddc85a req-85392dcd-b9f9-4a34-8175-793f4c4d0aeb tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a7679f7-21a3-4509-96b1-145ac1de5b0d HTTP/1.1" status: 200 len: 946 time: 0.0496504 Oct 12 20:20:55.462570 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c344e301-3dc6-42ed-8a18-12f8ceddc85a req-c04a7223-c335-4801-8699-d6dc193c7b57 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] 10.222.0.49 "GET /v2.0/security-groups?id=b0d2fb85-a26a-4679-955c-d4bdf9936c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308719 Oct 12 20:20:55.844707 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b0b72b-1082-47de-ac61-4ba6b428310a req-1bb34293-8c65-431c-b539-4a6d0b71a5c5 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:20:55.846122 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-82b0b72b-1082-47de-ac61-4ba6b428310a req-1bb34293-8c65-431c-b539-4a6d0b71a5c5 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a7679f7-21a3-4509-96b1-145ac1de5b0d HTTP/1.1" status: 200 len: 946 time: 0.0521388 Oct 12 20:20:55.935414 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-82b0b72b-1082-47de-ac61-4ba6b428310a req-6f776830-7b2e-4fd2-807e-3b95cb485931 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Deleting port 7e39f95a-c764-4d1d-8f5a-259baeed5862 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 20:20:55.935753 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-82b0b72b-1082-47de-ac61-4ba6b428310a req-6f776830-7b2e-4fd2-807e-3b95cb485931 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:20:56.029222 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-82b0b72b-1082-47de-ac61-4ba6b428310a req-6f776830-7b2e-4fd2-807e-3b95cb485931 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] For port 7e39f95a-c764-4d1d-8f5a-259baeed5862, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=7e39f95a-c764-4d1d-8f5a-259baeed5862,segment=NetworkSegment(a8944b27-1fa2-4047-9096-f9f476e2eb20),segment_id=a8944b27-1fa2-4047-9096-f9f476e2eb20)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:20:56.029584 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-82b0b72b-1082-47de-ac61-4ba6b428310a req-6f776830-7b2e-4fd2-807e-3b95cb485931 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:20:56.043012 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-82b0b72b-1082-47de-ac61-4ba6b428310a req-6f776830-7b2e-4fd2-807e-3b95cb485931 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Calling delete_port for 7e39f95a-c764-4d1d-8f5a-259baeed5862 owned by compute:nova {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 20:20:56.229986 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-82b0b72b-1082-47de-ac61-4ba6b428310a req-6f776830-7b2e-4fd2-807e-3b95cb485931 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:20:56.242589 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['7e39f95a-c764-4d1d-8f5a-259baeed5862'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 20:20:56.266088 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f776830-7b2e-4fd2-807e-3b95cb485931 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Pushing event deleted for resources: {'Port': ['ID=7e39f95a-c764-4d1d-8f5a-259baeed5862,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:20:56.310823 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-82b0b72b-1082-47de-ac61-4ba6b428310a req-6f776830-7b2e-4fd2-807e-3b95cb485931 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] No DVR routers for this DVR port 7e39f95a-c764-4d1d-8f5a-259baeed5862 on host n-h1-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 20:20:56.313594 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-82b0b72b-1082-47de-ac61-4ba6b428310a req-6f776830-7b2e-4fd2-807e-3b95cb485931 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:20:56.317226 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-82b0b72b-1082-47de-ac61-4ba6b428310a req-6f776830-7b2e-4fd2-807e-3b95cb485931 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] 10.222.0.61 "DELETE /v2.0/ports/7e39f95a-c764-4d1d-8f5a-259baeed5862 HTTP/1.1" status: 204 len: 173 time: 0.4649379 Oct 12 20:20:56.317675 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a7679f7-21a3-4509-96b1-145ac1de5b0d', 'name': 'network-vif-deleted', 'tag': '7e39f95a-c764-4d1d-8f5a-259baeed5862'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:20:56.320723 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d38ba98a80be6c2fe69993d1a3c9eb2b0c7fe5c84c08efdde6b95a5e2d0657c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b944aff7-4372-45f5-8ea4-54fa61831295" -d '{"events": [{"server_uuid": "4a7679f7-21a3-4509-96b1-145ac1de5b0d", "name": "network-vif-deleted", "tag": "7e39f95a-c764-4d1d-8f5a-259baeed5862"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:20:56.431874 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 20:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a02628b-da34-4e58-bf47-1ff41fe07d6a x-openstack-request-id: req-4a02628b-da34-4e58-bf47-1ff41fe07d6a {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:20:56.432531 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a7679f7-21a3-4509-96b1-145ac1de5b0d", "name": "network-vif-deleted", "tag": "7e39f95a-c764-4d1d-8f5a-259baeed5862", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:20:56.432531 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4a02628b-da34-4e58-bf47-1ff41fe07d6a {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:20:56.432846 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a7679f7-21a3-4509-96b1-145ac1de5b0d', 'name': 'network-vif-deleted', 'tag': '7e39f95a-c764-4d1d-8f5a-259baeed5862', 'status': 'completed', 'code': 200} Oct 12 20:20:56.558588 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5953dd04-66cc-4be8-b11d-b4ab56fb75fb req-fd07dda2-a21f-48e9-b6bc-c62e7b579489 tempest-TestMinimumBasicScenario-851505792 tempest-TestMinimumBasicScenario-851505792-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a7679f7-21a3-4509-96b1-145ac1de5b0d HTTP/1.1" status: 200 len: 210 time: 0.0278130 Oct 12 20:20:59.166509 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d0ee42bb-f7e9-4c47-a793-d425d6d63e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:20:59.710600 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 35946) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:21:00.047249 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0b61ed55-5057-4e8d-93c5-c2c7b706a6f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8092566'] for router_interface, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:00.281868 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-0b61ed55-5057-4e8d-93c5-c2c7b706a6f6 admin admin] Deleting port d6b6c549-054b-4d05-b08a-84e812fca15c {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 20:21:00.282205 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0b61ed55-5057-4e8d-93c5-c2c7b706a6f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:00.357897 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [None req-0b61ed55-5057-4e8d-93c5-c2c7b706a6f6 admin admin] For port d6b6c549-054b-4d05-b08a-84e812fca15c, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=d6b6c549-054b-4d05-b08a-84e812fca15c,segment=NetworkSegment(a8944b27-1fa2-4047-9096-f9f476e2eb20),segment_id=a8944b27-1fa2-4047-9096-f9f476e2eb20)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:21:00.358241 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0b61ed55-5057-4e8d-93c5-c2c7b706a6f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:00.370526 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-0b61ed55-5057-4e8d-93c5-c2c7b706a6f6 admin admin] Calling delete_port for d6b6c549-054b-4d05-b08a-84e812fca15c owned by network:router_interface {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 20:21:00.583632 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0b61ed55-5057-4e8d-93c5-c2c7b706a6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:00.613847 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b61ed55-5057-4e8d-93c5-c2c7b706a6f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6b6c549-054b-4d05-b08a-84e812fca15c,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:21:00.775611 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0b61ed55-5057-4e8d-93c5-c2c7b706a6f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7898909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8092450'] for router_interface, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:00.780847 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 7e39f95a-c764-4d1d-8f5a-259baeed5862 no longer exists at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 20:21:00.805626 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] No Port match for: 7e39f95a-c764-4d1d-8f5a-259baeed5862 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 20:21:00.805973 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 7e39f95a-c764-4d1d-8f5a-259baeed5862 not bound to the agent host n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 20:21:00.983595 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b61ed55-5057-4e8d-93c5-c2c7b706a6f6 admin admin] Router 11a3812b-f102-4e7d-8acf-52b52d749ba0 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 20:21:01.090040 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b61ed55-5057-4e8d-93c5-c2c7b706a6f6 admin admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 20:21:01.095005 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-0b61ed55-5057-4e8d-93c5-c2c7b706a6f6 admin admin] 10.222.0.49 "PUT /v2.0/routers/11a3812b-f102-4e7d-8acf-52b52d749ba0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3829794 Oct 12 20:21:01.100923 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 35948) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:21:01.104862 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139fe514-88d2-4dee-9b1c-9a9eb33cf183 None None] Sync routers for ids ['11a3812b-f102-4e7d-8acf-52b52d749ba0'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 20:21:01.116050 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139fe514-88d2-4dee-9b1c-9a9eb33cf183 None None] Routers {'11a3812b-f102-4e7d-8acf-52b52d749ba0'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:21:01.116761 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-139fe514-88d2-4dee-9b1c-9a9eb33cf183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:20:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['11a3812b-f102-4e7d-8acf-52b52d749ba0'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:21:01.202828 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b7136084-f1fa-42c0-8701-588bab020048 admin admin] Notify callbacks [] for router, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:01.220782 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-139fe514-88d2-4dee-9b1c-9a9eb33cf183 None None] Set router 11a3812b-f102-4e7d-8acf-52b52d749ba0 gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:21:01.505112 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-139fe514-88d2-4dee-9b1c-9a9eb33cf183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a3812b-f102-4e7d-8acf-52b52d749ba0', 'name': 'tempest-TestMinimumBasicScenario-2113366801-router', 'tenant_id': '90ef50f486b24ecd8427edb85411c5fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '00e02875-23e2-4799-b23e-54e7a8e43a18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:18:38Z', 'updated_at': '2021-10-12T20:21:00Z', 'revision_number': 5, 'project_id': '90ef50f486b24ecd8427edb85411c5fa', 'gw_port': {'id': '00e02875-23e2-4799-b23e-54e7a8e43a18', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a3812b-f102-4e7d-8acf-52b52d749ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:18:39Z', 'updated_at': '2021-10-12T20:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:21:01.531200 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139fe514-88d2-4dee-9b1c-9a9eb33cf183 None None] Checking router: 11a3812b-f102-4e7d-8acf-52b52d749ba0 for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 20:21:01.539695 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139fe514-88d2-4dee-9b1c-9a9eb33cf183 None None] Routers {'11a3812b-f102-4e7d-8acf-52b52d749ba0'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:21:01.540348 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-139fe514-88d2-4dee-9b1c-9a9eb33cf183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:20:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['11a3812b-f102-4e7d-8acf-52b52d749ba0'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:21:01.638903 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b7136084-f1fa-42c0-8701-588bab020048 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:01.642406 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-139fe514-88d2-4dee-9b1c-9a9eb33cf183 None None] Set router 11a3812b-f102-4e7d-8acf-52b52d749ba0 gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:21:01.735610 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-b7136084-f1fa-42c0-8701-588bab020048 admin admin] Deleting port 00e02875-23e2-4799-b23e-54e7a8e43a18 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 20:21:01.736114 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b7136084-f1fa-42c0-8701-588bab020048 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:01.738340 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cf97ca8e-4716-491f-a6f8-a5e594f5ee7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:01.815256 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [None req-b7136084-f1fa-42c0-8701-588bab020048 admin admin] For port 00e02875-23e2-4799-b23e-54e7a8e43a18, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=00e02875-23e2-4799-b23e-54e7a8e43a18,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:21:01.815829 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b7136084-f1fa-42c0-8701-588bab020048 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:01.822607 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-139fe514-88d2-4dee-9b1c-9a9eb33cf183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a3812b-f102-4e7d-8acf-52b52d749ba0', 'name': 'tempest-TestMinimumBasicScenario-2113366801-router', 'tenant_id': '90ef50f486b24ecd8427edb85411c5fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '00e02875-23e2-4799-b23e-54e7a8e43a18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:18:38Z', 'updated_at': '2021-10-12T20:21:00Z', 'revision_number': 5, 'project_id': '90ef50f486b24ecd8427edb85411c5fa', 'gw_port': {'id': '00e02875-23e2-4799-b23e-54e7a8e43a18', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a3812b-f102-4e7d-8acf-52b52d749ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:18:39Z', 'updated_at': '2021-10-12T20:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:21:01.831131 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-b7136084-f1fa-42c0-8701-588bab020048 admin admin] Calling delete_port for 00e02875-23e2-4799-b23e-54e7a8e43a18 owned by network:router_gateway {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 20:21:01.849159 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139fe514-88d2-4dee-9b1c-9a9eb33cf183 None None] The sync data for ids ['11a3812b-f102-4e7d-8acf-52b52d749ba0'] in n-d-813679-3 is: [{'id': '11a3812b-f102-4e7d-8acf-52b52d749ba0', 'name': 'tempest-TestMinimumBasicScenario-2113366801-router', 'tenant_id': '90ef50f486b24ecd8427edb85411c5fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '00e02875-23e2-4799-b23e-54e7a8e43a18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:18:38Z', 'updated_at': '2021-10-12T20:21:00Z', 'revision_number': 5, 'project_id': '90ef50f486b24ecd8427edb85411c5fa', 'gw_port': {'id': '00e02875-23e2-4799-b23e-54e7a8e43a18', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a3812b-f102-4e7d-8acf-52b52d749ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:18:39Z', 'updated_at': '2021-10-12T20:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 20:21:02.046562 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b7136084-f1fa-42c0-8701-588bab020048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:02.074660 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7136084-f1fa-42c0-8701-588bab020048 admin admin] Pushing event deleted for resources: {'Port': ['ID=00e02875-23e2-4799-b23e-54e7a8e43a18,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:21:02.139303 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b7136084-f1fa-42c0-8701-588bab020048 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7915456'] for router_gateway, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:02.222756 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b7136084-f1fa-42c0-8701-588bab020048 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255495'] for router, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:02.224962 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b7136084-f1fa-42c0-8701-588bab020048 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:02.401220 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b7136084-f1fa-42c0-8701-588bab020048 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8093499'] for router, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:02.402171 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7136084-f1fa-42c0-8701-588bab020048 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 11a3812b-f102-4e7d-8acf-52b52d749ba0 {{(pid=95501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 20:21:02.406934 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b7136084-f1fa-42c0-8701-588bab020048 admin admin] Notify callbacks [] for router, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:02.408339 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-b7136084-f1fa-42c0-8701-588bab020048 admin admin] 10.222.0.49 "DELETE /v2.0/routers/11a3812b-f102-4e7d-8acf-52b52d749ba0 HTTP/1.1" status: 204 len: 168 time: 1.3098547 Oct 12 20:21:02.414161 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 35950) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:21:02.432002 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device d6b6c549-054b-4d05-b08a-84e812fca15c no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 20:21:02.453506 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: d6b6c549-054b-4d05-b08a-84e812fca15c {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 20:21:02.453942 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device d6b6c549-054b-4d05-b08a-84e812fca15c not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 20:21:02.458300 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-63f3f833-4b9d-475b-bb08-552b5c47d0d8 admin admin] Deleting subnet 78cde33a-3575-494d-8ffd-5545768473b2 {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 20:21:02.462419 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-63f3f833-4b9d-475b-bb08-552b5c47d0d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:02.502756 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-63f3f833-4b9d-475b-bb08-552b5c47d0d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16313642'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:02.527056 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:02.583232 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-63f3f833-4b9d-475b-bb08-552b5c47d0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:02.727235 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-63f3f833-4b9d-475b-bb08-552b5c47d0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4306592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16245866'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:02.752504 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f3f833-4b9d-475b-bb08-552b5c47d0d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78cde33a-3575-494d-8ffd-5545768473b2,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:21:02.756259 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-63f3f833-4b9d-475b-bb08-552b5c47d0d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:02.759404 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-63f3f833-4b9d-475b-bb08-552b5c47d0d8 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/78cde33a-3575-494d-8ffd-5545768473b2 HTTP/1.1" status: 204 len: 168 time: 0.3475394 Oct 12 20:21:02.761746 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d61e350-7e1a-4b4c-91c6-f505f26e1fe7 None None] Network 01ee5824-02d7-409b-9d36-69c43c31fb1a requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 20:21:02.761931 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 35952) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:21:02.831889 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-15beb8c4-08d2-4b3b-be8c-08a168b8ddb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:02.885227 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-15beb8c4-08d2-4b3b-be8c-08a168b8ddb5 admin admin] Deleting port ba4f93e1-e8ef-444a-a74b-1e81dbd44dfb {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 20:21:02.885571 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-15beb8c4-08d2-4b3b-be8c-08a168b8ddb5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:02.935866 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b259d1a6-a27d-46f8-8a15-9788b3b25c0e None None] DHCP port deletion for 01ee5824-02d7-409b-9d36-69c43c31fb1a request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 20:21:02.953012 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-15beb8c4-08d2-4b3b-be8c-08a168b8ddb5 admin admin] For port ba4f93e1-e8ef-444a-a74b-1e81dbd44dfb, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=ba4f93e1-e8ef-444a-a74b-1e81dbd44dfb,segment=NetworkSegment(a8944b27-1fa2-4047-9096-f9f476e2eb20),segment_id=a8944b27-1fa2-4047-9096-f9f476e2eb20)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:21:02.953377 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-15beb8c4-08d2-4b3b-be8c-08a168b8ddb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:02.966784 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-15beb8c4-08d2-4b3b-be8c-08a168b8ddb5 admin admin] Calling delete_port for ba4f93e1-e8ef-444a-a74b-1e81dbd44dfb owned by network:dhcp {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 20:21:02.981342 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-b259d1a6-a27d-46f8-8a15-9788b3b25c0e None None] Deleting port ba4f93e1-e8ef-444a-a74b-1e81dbd44dfb {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 20:21:02.981751 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b259d1a6-a27d-46f8-8a15-9788b3b25c0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:03.045242 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-b259d1a6-a27d-46f8-8a15-9788b3b25c0e None None] For port ba4f93e1-e8ef-444a-a74b-1e81dbd44dfb, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=ba4f93e1-e8ef-444a-a74b-1e81dbd44dfb,segment=NetworkSegment(a8944b27-1fa2-4047-9096-f9f476e2eb20),segment_id=a8944b27-1fa2-4047-9096-f9f476e2eb20)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:21:03.045637 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b259d1a6-a27d-46f8-8a15-9788b3b25c0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:03.057801 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-b259d1a6-a27d-46f8-8a15-9788b3b25c0e None None] Calling delete_port for ba4f93e1-e8ef-444a-a74b-1e81dbd44dfb owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 20:21:03.086994 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-15beb8c4-08d2-4b3b-be8c-08a168b8ddb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:03.115668 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15beb8c4-08d2-4b3b-be8c-08a168b8ddb5 admin admin] No DVR routers for this DVR port ba4f93e1-e8ef-444a-a74b-1e81dbd44dfb on host n-d-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 20:21:03.121575 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15beb8c4-08d2-4b3b-be8c-08a168b8ddb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba4f93e1-e8ef-444a-a74b-1e81dbd44dfb,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:21:03.137354 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b259d1a6-a27d-46f8-8a15-9788b3b25c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:03.162554 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b259d1a6-a27d-46f8-8a15-9788b3b25c0e None None] Pushing event deleted for resources: {'Port': ['ID=ba4f93e1-e8ef-444a-a74b-1e81dbd44dfb,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:21:03.165426 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b259d1a6-a27d-46f8-8a15-9788b3b25c0e None None] No DVR routers for this DVR port ba4f93e1-e8ef-444a-a74b-1e81dbd44dfb on host n-d-813679-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 20:21:03.173423 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b259d1a6-a27d-46f8-8a15-9788b3b25c0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:21:03.173772 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b259d1a6-a27d-46f8-8a15-9788b3b25c0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:21:03.174111 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b259d1a6-a27d-46f8-8a15-9788b3b25c0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:21:03.174448 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b259d1a6-a27d-46f8-8a15-9788b3b25c0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:21:03.174784 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b259d1a6-a27d-46f8-8a15-9788b3b25c0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:21:03.175114 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b259d1a6-a27d-46f8-8a15-9788b3b25c0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:21:03.175439 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b259d1a6-a27d-46f8-8a15-9788b3b25c0e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:21:03.175765 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b259d1a6-a27d-46f8-8a15-9788b3b25c0e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:21:03.176108 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b259d1a6-a27d-46f8-8a15-9788b3b25c0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:21:03.176720 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b259d1a6-a27d-46f8-8a15-9788b3b25c0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:21:03.177038 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b259d1a6-a27d-46f8-8a15-9788b3b25c0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:21:03.177353 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b259d1a6-a27d-46f8-8a15-9788b3b25c0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:21:03.198821 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-15beb8c4-08d2-4b3b-be8c-08a168b8ddb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:03.225542 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-15beb8c4-08d2-4b3b-be8c-08a168b8ddb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01ee5824-02d7-409b-9d36-69c43c31fb1a']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:21:03.234809 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-15beb8c4-08d2-4b3b-be8c-08a168b8ddb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8944b27-1fa2-4047-9096-f9f476e2eb20') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:21:03.235107 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-15beb8c4-08d2-4b3b-be8c-08a168b8ddb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8944b27-1fa2-4047-9096-f9f476e2eb20') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:21:03.244222 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-15beb8c4-08d2-4b3b-be8c-08a168b8ddb5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16313633'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:03.256995 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-15beb8c4-08d2-4b3b-be8c-08a168b8ddb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:03.263471 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15beb8c4-08d2-4b3b-be8c-08a168b8ddb5 admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 20:21:03.263850 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-15beb8c4-08d2-4b3b-be8c-08a168b8ddb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4305278'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:03.265505 n-d-813679-3 neutron-server[95502]: Traceback (most recent call last): Oct 12 20:21:03.265505 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 20:21:03.265505 n-d-813679-3 neutron-server[95502]: timer() Oct 12 20:21:03.265505 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 20:21:03.265505 n-d-813679-3 neutron-server[95502]: cb(*args, **kw) Oct 12 20:21:03.265505 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 20:21:03.265505 n-d-813679-3 neutron-server[95502]: return func(*args, **kwargs) Oct 12 20:21:03.265505 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 20:21:03.265505 n-d-813679-3 neutron-server[95502]: self._notify() Oct 12 20:21:03.265505 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 20:21:03.265505 n-d-813679-3 neutron-server[95502]: self.callback(batched_events) Oct 12 20:21:03.265505 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 20:21:03.265505 n-d-813679-3 neutron-server[95502]: event.method(event) Oct 12 20:21:03.265505 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 20:21:03.265505 n-d-813679-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 20:21:03.265505 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 20:21:03.265505 n-d-813679-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 20:21:03.265505 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 20:21:03.265505 n-d-813679-3 neutron-server[95502]: return f(self, *a, **k) Oct 12 20:21:03.265505 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 20:21:03.265505 n-d-813679-3 neutron-server[95502]: return self._get(url).json() Oct 12 20:21:03.265505 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 20:21:03.265505 n-d-813679-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 20:21:03.265505 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 20:21:03.265505 n-d-813679-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Oct 12 20:21:03.265505 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 20:21:03.265505 n-d-813679-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 20:21:03.265505 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 20:21:03.265505 n-d-813679-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 20:21:03.265505 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 20:21:03.265505 n-d-813679-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 20:21:03.265505 n-d-813679-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 20:21:03.297953 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:03.389421 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-15beb8c4-08d2-4b3b-be8c-08a168b8ddb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:03.394857 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-15beb8c4-08d2-4b3b-be8c-08a168b8ddb5 admin admin] Notify callbacks [] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:03.398568 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-15beb8c4-08d2-4b3b-be8c-08a168b8ddb5 admin admin] 10.222.0.49 "DELETE /v2.0/networks/01ee5824-02d7-409b-9d36-69c43c31fb1a HTTP/1.1" status: 204 len: 168 time: 0.6351104 Oct 12 20:21:03.401809 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 35954) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:21:03.409693 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15beb8c4-08d2-4b3b-be8c-08a168b8ddb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=01ee5824-02d7-409b-9d36-69c43c31fb1a,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:21:03.652202 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:03.742462 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-fe1a2fe9-f6f6-43cd-bc46-5a5e39290e99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8092566'] for router_interface, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:03.988970 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-fe1a2fe9-f6f6-43cd-bc46-5a5e39290e99 admin admin] Deleting port 52674265-eac8-4616-9614-ab419d4b23dc {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 20:21:03.989521 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-fe1a2fe9-f6f6-43cd-bc46-5a5e39290e99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:04.067208 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [None req-fe1a2fe9-f6f6-43cd-bc46-5a5e39290e99 admin admin] For port 52674265-eac8-4616-9614-ab419d4b23dc, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=52674265-eac8-4616-9614-ab419d4b23dc,segment=NetworkSegment(a2f69bea-37a9-4b51-8a2e-f51efbc215bc),segment_id=a2f69bea-37a9-4b51-8a2e-f51efbc215bc)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:21:04.067569 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-fe1a2fe9-f6f6-43cd-bc46-5a5e39290e99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:04.083678 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-fe1a2fe9-f6f6-43cd-bc46-5a5e39290e99 admin admin] Calling delete_port for 52674265-eac8-4616-9614-ab419d4b23dc owned by network:router_interface {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 20:21:04.304758 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-fe1a2fe9-f6f6-43cd-bc46-5a5e39290e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:04.331474 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1a2fe9-f6f6-43cd-bc46-5a5e39290e99 admin admin] Pushing event deleted for resources: {'Port': ['ID=52674265-eac8-4616-9614-ab419d4b23dc,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:21:04.407652 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 00e02875-23e2-4799-b23e-54e7a8e43a18 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 20:21:04.433301 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 00e02875-23e2-4799-b23e-54e7a8e43a18 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 20:21:04.433780 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 00e02875-23e2-4799-b23e-54e7a8e43a18 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 20:21:04.434306 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device ba4f93e1-e8ef-444a-a74b-1e81dbd44dfb no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 20:21:04.464502 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: ba4f93e1-e8ef-444a-a74b-1e81dbd44dfb {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 20:21:04.464834 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device ba4f93e1-e8ef-444a-a74b-1e81dbd44dfb not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 20:21:04.506073 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-fe1a2fe9-f6f6-43cd-bc46-5a5e39290e99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7898909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8092450'] for router_interface, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:04.607410 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:04.728766 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe1a2fe9-f6f6-43cd-bc46-5a5e39290e99 admin admin] Router 7b3fee9d-7a33-4f58-a5d6-3e88c5b6d661 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 20:21:04.812162 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:04.837369 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe1a2fe9-f6f6-43cd-bc46-5a5e39290e99 admin admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 20:21:04.842682 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-fe1a2fe9-f6f6-43cd-bc46-5a5e39290e99 admin admin] 10.222.0.49 "PUT /v2.0/routers/7b3fee9d-7a33-4f58-a5d6-3e88c5b6d661/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4396904 Oct 12 20:21:04.845173 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 35958) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:21:04.850382 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210910d9-2ceb-4973-9fcb-aade4d60e110 None None] Sync routers for ids ['7b3fee9d-7a33-4f58-a5d6-3e88c5b6d661'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 20:21:04.856314 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210910d9-2ceb-4973-9fcb-aade4d60e110 None None] Routers {'7b3fee9d-7a33-4f58-a5d6-3e88c5b6d661'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:21:04.856887 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-210910d9-2ceb-4973-9fcb-aade4d60e110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:21:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['7b3fee9d-7a33-4f58-a5d6-3e88c5b6d661'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:21:04.949369 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5255bd35-efbc-4071-b910-24ebbbe94db1 admin admin] Notify callbacks [] for router, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:04.958962 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-210910d9-2ceb-4973-9fcb-aade4d60e110 None None] Set router 7b3fee9d-7a33-4f58-a5d6-3e88c5b6d661 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:21:05.061156 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5255bd35-efbc-4071-b910-24ebbbe94db1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:05.143380 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-210910d9-2ceb-4973-9fcb-aade4d60e110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b3fee9d-7a33-4f58-a5d6-3e88c5b6d661', 'name': 'tempest-TestMinimumBasicScenario-1224788022-router', 'tenant_id': 'bd6259243fbc49e9bdb6f05167c278c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '4882a509-eb4f-41fe-b45e-326cf580e9c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:18:44Z', 'updated_at': '2021-10-12T20:21:04Z', 'revision_number': 5, 'project_id': 'bd6259243fbc49e9bdb6f05167c278c9', 'gw_port': {'id': '4882a509-eb4f-41fe-b45e-326cf580e9c8', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:6e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3fee9d-7a33-4f58-a5d6-3e88c5b6d661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:18:44Z', 'updated_at': '2021-10-12T20:18:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:21:05.163526 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-5255bd35-efbc-4071-b910-24ebbbe94db1 admin admin] Deleting port 4882a509-eb4f-41fe-b45e-326cf580e9c8 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 20:21:05.163974 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5255bd35-efbc-4071-b910-24ebbbe94db1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:05.168479 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210910d9-2ceb-4973-9fcb-aade4d60e110 None None] Checking router: 7b3fee9d-7a33-4f58-a5d6-3e88c5b6d661 for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 20:21:05.177098 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210910d9-2ceb-4973-9fcb-aade4d60e110 None None] Routers {'7b3fee9d-7a33-4f58-a5d6-3e88c5b6d661'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:21:05.177700 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-210910d9-2ceb-4973-9fcb-aade4d60e110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:21:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['7b3fee9d-7a33-4f58-a5d6-3e88c5b6d661'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:21:05.248335 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [None req-5255bd35-efbc-4071-b910-24ebbbe94db1 admin admin] For port 4882a509-eb4f-41fe-b45e-326cf580e9c8, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=4882a509-eb4f-41fe-b45e-326cf580e9c8,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:21:05.248704 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5255bd35-efbc-4071-b910-24ebbbe94db1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:05.260859 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-5255bd35-efbc-4071-b910-24ebbbe94db1 admin admin] Calling delete_port for 4882a509-eb4f-41fe-b45e-326cf580e9c8 owned by network:router_gateway {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 20:21:05.263792 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-210910d9-2ceb-4973-9fcb-aade4d60e110 None None] Set router 7b3fee9d-7a33-4f58-a5d6-3e88c5b6d661 gateway port host: None {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:21:05.321152 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-210910d9-2ceb-4973-9fcb-aade4d60e110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b3fee9d-7a33-4f58-a5d6-3e88c5b6d661', 'name': 'tempest-TestMinimumBasicScenario-1224788022-router', 'tenant_id': 'bd6259243fbc49e9bdb6f05167c278c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:18:44Z', 'updated_at': '2021-10-12T20:21:05Z', 'revision_number': 6, 'project_id': 'bd6259243fbc49e9bdb6f05167c278c9', 'gw_port_host': None}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:21:05.347310 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210910d9-2ceb-4973-9fcb-aade4d60e110 None None] The sync data for ids ['7b3fee9d-7a33-4f58-a5d6-3e88c5b6d661'] in n-d-813679-3 is: [{'id': '7b3fee9d-7a33-4f58-a5d6-3e88c5b6d661', 'name': 'tempest-TestMinimumBasicScenario-1224788022-router', 'tenant_id': 'bd6259243fbc49e9bdb6f05167c278c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:18:44Z', 'updated_at': '2021-10-12T20:21:05Z', 'revision_number': 6, 'project_id': 'bd6259243fbc49e9bdb6f05167c278c9', 'gw_port_host': None}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 20:21:05.493003 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5255bd35-efbc-4071-b910-24ebbbe94db1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:05.517391 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5255bd35-efbc-4071-b910-24ebbbe94db1 admin admin] Pushing event deleted for resources: {'Port': ['ID=4882a509-eb4f-41fe-b45e-326cf580e9c8,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:21:05.575318 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5255bd35-efbc-4071-b910-24ebbbe94db1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7915456'] for router_gateway, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:05.660383 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5255bd35-efbc-4071-b910-24ebbbe94db1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255495'] for router, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:05.662341 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5255bd35-efbc-4071-b910-24ebbbe94db1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:05.783918 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5255bd35-efbc-4071-b910-24ebbbe94db1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8093499'] for router, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:05.784519 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5255bd35-efbc-4071-b910-24ebbbe94db1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7b3fee9d-7a33-4f58-a5d6-3e88c5b6d661 {{(pid=95501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 20:21:05.789263 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5255bd35-efbc-4071-b910-24ebbbe94db1 admin admin] Notify callbacks [] for router, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:05.790414 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-5255bd35-efbc-4071-b910-24ebbbe94db1 admin admin] 10.222.0.49 "DELETE /v2.0/routers/7b3fee9d-7a33-4f58-a5d6-3e88c5b6d661 HTTP/1.1" status: 204 len: 168 time: 0.9439480 Oct 12 20:21:05.793026 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 35960) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:21:05.841392 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_v2 [None req-038b6ae6-702f-4abc-af9a-fbe0b1dd16d2 admin admin] Deleting subnet b73b5e78-a24f-4521-9a07-5bba091225c9 {{(pid=95501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 20:21:05.844544 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-038b6ae6-702f-4abc-af9a-fbe0b1dd16d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:05.878456 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-038b6ae6-702f-4abc-af9a-fbe0b1dd16d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281083'] for subnet, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:05.961060 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-038b6ae6-702f-4abc-af9a-fbe0b1dd16d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:06.109660 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-038b6ae6-702f-4abc-af9a-fbe0b1dd16d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4824924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4612362'] for subnet, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:06.135642 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038b6ae6-702f-4abc-af9a-fbe0b1dd16d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b73b5e78-a24f-4521-9a07-5bba091225c9,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:21:06.141201 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-038b6ae6-702f-4abc-af9a-fbe0b1dd16d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:06.145984 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1933f66b-b697-4639-bfd9-693900e10dcf None None] Network 724de256-cad0-4060-9019-0b724ae8a1a3 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 20:21:06.146498 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-038b6ae6-702f-4abc-af9a-fbe0b1dd16d2 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/b73b5e78-a24f-4521-9a07-5bba091225c9 HTTP/1.1" status: 204 len: 168 time: 0.3521981 Oct 12 20:21:06.149291 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 35962) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:21:06.220381 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-28055fca-65da-4b5b-9854-b2bf3fe1721e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:06.274136 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-28055fca-65da-4b5b-9854-b2bf3fe1721e admin admin] Deleting port 37288b6a-9a1a-4070-b3f9-2e06680475c3 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 20:21:06.274412 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-28055fca-65da-4b5b-9854-b2bf3fe1721e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:06.319158 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7c8ce8-18f1-4956-855b-e004255cb9e6 None None] DHCP port deletion for 724de256-cad0-4060-9019-0b724ae8a1a3 request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 20:21:06.337204 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [None req-28055fca-65da-4b5b-9854-b2bf3fe1721e admin admin] For port 37288b6a-9a1a-4070-b3f9-2e06680475c3, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=37288b6a-9a1a-4070-b3f9-2e06680475c3,segment=NetworkSegment(a2f69bea-37a9-4b51-8a2e-f51efbc215bc),segment_id=a2f69bea-37a9-4b51-8a2e-f51efbc215bc)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:21:06.337558 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-28055fca-65da-4b5b-9854-b2bf3fe1721e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:06.350124 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-28055fca-65da-4b5b-9854-b2bf3fe1721e admin admin] Calling delete_port for 37288b6a-9a1a-4070-b3f9-2e06680475c3 owned by network:dhcp {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 20:21:06.367507 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-ea7c8ce8-18f1-4956-855b-e004255cb9e6 None None] Deleting port 37288b6a-9a1a-4070-b3f9-2e06680475c3 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 20:21:06.367893 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ea7c8ce8-18f1-4956-855b-e004255cb9e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:06.407393 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 37288b6a-9a1a-4070-b3f9-2e06680475c3 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 20:21:06.459875 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-ea7c8ce8-18f1-4956-855b-e004255cb9e6 None None] For port 37288b6a-9a1a-4070-b3f9-2e06680475c3, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=37288b6a-9a1a-4070-b3f9-2e06680475c3,segment=NetworkSegment(a2f69bea-37a9-4b51-8a2e-f51efbc215bc),segment_id=a2f69bea-37a9-4b51-8a2e-f51efbc215bc)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:21:06.460877 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ea7c8ce8-18f1-4956-855b-e004255cb9e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:06.473735 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-ea7c8ce8-18f1-4956-855b-e004255cb9e6 None None] Calling delete_port for 37288b6a-9a1a-4070-b3f9-2e06680475c3 owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 20:21:06.498077 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-28055fca-65da-4b5b-9854-b2bf3fe1721e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:06.525505 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28055fca-65da-4b5b-9854-b2bf3fe1721e admin admin] Pushing event deleted for resources: {'Port': ['ID=37288b6a-9a1a-4070-b3f9-2e06680475c3,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:21:06.528205 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28055fca-65da-4b5b-9854-b2bf3fe1721e admin admin] No DVR routers for this DVR port 37288b6a-9a1a-4070-b3f9-2e06680475c3 on host n-d-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 20:21:06.561005 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:06.600076 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-28055fca-65da-4b5b-9854-b2bf3fe1721e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:06.608119 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 52674265-eac8-4616-9614-ab419d4b23dc no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 20:21:06.620957 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-28055fca-65da-4b5b-9854-b2bf3fe1721e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['724de256-cad0-4060-9019-0b724ae8a1a3']}} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:21:06.626648 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ea7c8ce8-18f1-4956-855b-e004255cb9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:06.628353 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 52674265-eac8-4616-9614-ab419d4b23dc {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 20:21:06.628699 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 52674265-eac8-4616-9614-ab419d4b23dc not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 20:21:06.629100 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 4882a509-eb4f-41fe-b45e-326cf580e9c8 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 20:21:06.630461 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-28055fca-65da-4b5b-9854-b2bf3fe1721e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2f69bea-37a9-4b51-8a2e-f51efbc215bc') {'for_net_delete': True} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:21:06.630760 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-28055fca-65da-4b5b-9854-b2bf3fe1721e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2f69bea-37a9-4b51-8a2e-f51efbc215bc') {} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:21:06.641002 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-28055fca-65da-4b5b-9854-b2bf3fe1721e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4281072'] for segment, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:06.654091 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-28055fca-65da-4b5b-9854-b2bf3fe1721e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:06.656834 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 4882a509-eb4f-41fe-b45e-326cf580e9c8 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 20:21:06.657181 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 4882a509-eb4f-41fe-b45e-326cf580e9c8 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 20:21:06.660390 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28055fca-65da-4b5b-9854-b2bf3fe1721e admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=95501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 20:21:06.660780 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-28055fca-65da-4b5b-9854-b2bf3fe1721e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4823170'] for segment, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:06.662420 n-d-813679-3 neutron-server[95501]: Traceback (most recent call last): Oct 12 20:21:06.662420 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 20:21:06.662420 n-d-813679-3 neutron-server[95501]: timer() Oct 12 20:21:06.662420 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 20:21:06.662420 n-d-813679-3 neutron-server[95501]: cb(*args, **kw) Oct 12 20:21:06.662420 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 20:21:06.662420 n-d-813679-3 neutron-server[95501]: return func(*args, **kwargs) Oct 12 20:21:06.662420 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 20:21:06.662420 n-d-813679-3 neutron-server[95501]: self._notify() Oct 12 20:21:06.662420 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 20:21:06.662420 n-d-813679-3 neutron-server[95501]: self.callback(batched_events) Oct 12 20:21:06.662420 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 20:21:06.662420 n-d-813679-3 neutron-server[95501]: event.method(event) Oct 12 20:21:06.662420 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 20:21:06.662420 n-d-813679-3 neutron-server[95501]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 20:21:06.662420 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 20:21:06.662420 n-d-813679-3 neutron-server[95501]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 20:21:06.662420 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 20:21:06.662420 n-d-813679-3 neutron-server[95501]: return f(self, *a, **k) Oct 12 20:21:06.662420 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 20:21:06.662420 n-d-813679-3 neutron-server[95501]: return self._get(url).json() Oct 12 20:21:06.662420 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 20:21:06.662420 n-d-813679-3 neutron-server[95501]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 20:21:06.662420 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 20:21:06.662420 n-d-813679-3 neutron-server[95501]: return self.request(url, 'GET', **kwargs) Oct 12 20:21:06.662420 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 20:21:06.662420 n-d-813679-3 neutron-server[95501]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 20:21:06.662420 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 20:21:06.662420 n-d-813679-3 neutron-server[95501]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 20:21:06.662420 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 20:21:06.662420 n-d-813679-3 neutron-server[95501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 20:21:06.662420 n-d-813679-3 neutron-server[95501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 20:21:06.675490 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7c8ce8-18f1-4956-855b-e004255cb9e6 None None] No DVR routers for this DVR port 37288b6a-9a1a-4070-b3f9-2e06680475c3 on host n-d-813679-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 20:21:06.677183 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7c8ce8-18f1-4956-855b-e004255cb9e6 None None] Pushing event deleted for resources: {'Port': ['ID=37288b6a-9a1a-4070-b3f9-2e06680475c3,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:21:06.772235 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-28055fca-65da-4b5b-9854-b2bf3fe1721e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:06.784007 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-28055fca-65da-4b5b-9854-b2bf3fe1721e admin admin] Notify callbacks [] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:06.784007 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-28055fca-65da-4b5b-9854-b2bf3fe1721e admin admin] 10.222.0.49 "DELETE /v2.0/networks/724de256-cad0-4060-9019-0b724ae8a1a3 HTTP/1.1" status: 204 len: 168 time: 0.6304655 Oct 12 20:21:06.792118 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28055fca-65da-4b5b-9854-b2bf3fe1721e admin admin] Pushing event deleted for resources: {'Network': ['ID=724de256-cad0-4060-9019-0b724ae8a1a3,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:21:07.121168 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 35966) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:21:07.163774 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-c38ad23f-3df6-479e-85b7-c7724c0fd8dc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=90ef50f486b24ecd8427edb85411c5fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0409594 Oct 12 20:21:07.166178 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 35968) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:21:07.212321 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e80c7db5-b527-48d7-b6f3-67d4fa085bf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:07.238195 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e80c7db5-b527-48d7-b6f3-67d4fa085bf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:07.337867 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e80c7db5-b527-48d7-b6f3-67d4fa085bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:07.340495 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e80c7db5-b527-48d7-b6f3-67d4fa085bf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:07.341743 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-e80c7db5-b527-48d7-b6f3-67d4fa085bf4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b0d2fb85-a26a-4679-955c-d4bdf9936c0a HTTP/1.1" status: 204 len: 168 time: 0.1746824 Oct 12 20:21:07.349552 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80c7db5-b527-48d7-b6f3-67d4fa085bf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0d2fb85-a26a-4679-955c-d4bdf9936c0a,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:21:07.925096 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 35976) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:21:07.964660 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-9555c7bf-d50c-481b-baec-edb859672971 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bd6259243fbc49e9bdb6f05167c278c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383558 Oct 12 20:21:07.967026 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 35978) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:21:08.017824 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-08b0826a-ff23-42d6-b6a4-0c6d9e421698 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:08.038639 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-08b0826a-ff23-42d6-b6a4-0c6d9e421698 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:08.126181 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-08b0826a-ff23-42d6-b6a4-0c6d9e421698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:08.128870 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-08b0826a-ff23-42d6-b6a4-0c6d9e421698 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:08.130035 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-08b0826a-ff23-42d6-b6a4-0c6d9e421698 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0838fda3-fc96-43c5-81a8-9b759e0960e9 HTTP/1.1" status: 204 len: 168 time: 0.1620984 Oct 12 20:21:08.138315 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b0826a-ff23-42d6-b6a4-0c6d9e421698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0838fda3-fc96-43c5-81a8-9b759e0960e9,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:21:10.166593 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 36020) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:21:10.171212 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-ed71f144-8364-4d77-afdc-89a49637fe3a tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1270433681', 'description': 'tempest-secgroup-smoke-1270433681 description', 'project_id': '7338ca3ebf8d46358716ffb6a045af03'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:21:10.234530 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ed71f144-8364-4d77-afdc-89a49637fe3a tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:10.242143 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ed71f144-8364-4d77-afdc-89a49637fe3a tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:10.314094 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ed71f144-8364-4d77-afdc-89a49637fe3a tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:10.360224 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ed71f144-8364-4d77-afdc-89a49637fe3a tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:10.393880 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed71f144-8364-4d77-afdc-89a49637fe3a tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d325ac63-0fd4-4f2e-8e7e-0972820bbe00,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:21:10.437716 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ed71f144-8364-4d77-afdc-89a49637fe3a tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:10.492189 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ed71f144-8364-4d77-afdc-89a49637fe3a tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:10.519624 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed71f144-8364-4d77-afdc-89a49637fe3a tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88bf3c4e-e587-40b1-a7a9-3f3143deb6fa,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:21:10.574095 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ed71f144-8364-4d77-afdc-89a49637fe3a tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:10.575319 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-ed71f144-8364-4d77-afdc-89a49637fe3a tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4077113 Oct 12 20:21:10.578231 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 36022) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:21:10.582513 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-85677c50-a589-4852-8741-24a37ffc7bc8 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Request body: {'security_group_rule': {'security_group_id': '88bf3c4e-e587-40b1-a7a9-3f3143deb6fa', 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:21:10.662091 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-85677c50-a589-4852-8741-24a37ffc7bc8 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:10.715772 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-85677c50-a589-4852-8741-24a37ffc7bc8 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:10.760503 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-85677c50-a589-4852-8741-24a37ffc7bc8 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:10.777440 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85677c50-a589-4852-8741-24a37ffc7bc8 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=968c4289-a8e9-4b88-994c-55f79e1ec599,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:21:10.831030 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-85677c50-a589-4852-8741-24a37ffc7bc8 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:10.832336 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-85677c50-a589-4852-8741-24a37ffc7bc8 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2531438 Oct 12 20:21:10.834962 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 36024) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:21:10.839413 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-b23eb989-3221-49db-b784-9dc7242a8ffa tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Request body: {'security_group_rule': {'security_group_id': '88bf3c4e-e587-40b1-a7a9-3f3143deb6fa', 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:21:10.919824 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b23eb989-3221-49db-b784-9dc7242a8ffa tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:10.976726 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b23eb989-3221-49db-b784-9dc7242a8ffa tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:11.040794 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b23eb989-3221-49db-b784-9dc7242a8ffa tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:11.058433 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23eb989-3221-49db-b784-9dc7242a8ffa tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44354910-3ac6-4657-8b2f-97a9d63c4201,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:21:11.139759 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-b23eb989-3221-49db-b784-9dc7242a8ffa tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:11.141095 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-b23eb989-3221-49db-b784-9dc7242a8ffa tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3051755 Oct 12 20:21:11.143844 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 36026) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:21:11.148651 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-337d672e-6e90-418b-a404-daaf2d4b02dc tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Request body: {'security_group_rule': {'security_group_id': '88bf3c4e-e587-40b1-a7a9-3f3143deb6fa', 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:21:11.245454 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-337d672e-6e90-418b-a404-daaf2d4b02dc tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:11.305609 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-337d672e-6e90-418b-a404-daaf2d4b02dc tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:11.383601 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-337d672e-6e90-418b-a404-daaf2d4b02dc tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:11.401625 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337d672e-6e90-418b-a404-daaf2d4b02dc tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89598177-e5ce-4c32-996c-ebaddec23d60,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:21:11.493610 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-337d672e-6e90-418b-a404-daaf2d4b02dc tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:11.494800 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-337d672e-6e90-418b-a404-daaf2d4b02dc tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3500121 Oct 12 20:21:11.497570 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 36028) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:21:11.501735 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-ee0cd04e-485f-451d-a696-4be335b2bf91 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Request body: {'security_group_rule': {'security_group_id': '88bf3c4e-e587-40b1-a7a9-3f3143deb6fa', 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:21:11.610322 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ee0cd04e-485f-451d-a696-4be335b2bf91 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:11.667568 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ee0cd04e-485f-451d-a696-4be335b2bf91 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:11.737308 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ee0cd04e-485f-451d-a696-4be335b2bf91 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:11.754543 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0cd04e-485f-451d-a696-4be335b2bf91 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c8e08b9-f8ac-4f78-b1b5-dbf59e21c6f9,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:21:11.830947 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ee0cd04e-485f-451d-a696-4be335b2bf91 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:11.832152 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-ee0cd04e-485f-451d-a696-4be335b2bf91 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3336487 Oct 12 20:21:11.834797 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 36030) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:21:11.839189 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-e37a50c8-3fd0-4ab8-9f42-9b44c94ab636 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Request body: {'security_group_rule': {'security_group_id': '88bf3c4e-e587-40b1-a7a9-3f3143deb6fa', 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:21:11.892004 n-d-813679-3 neutron-server[95502]: INFO neutron.db.securitygroups_db [None req-e37a50c8-3fd0-4ab8-9f42-9b44c94ab636 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Project 7338ca3ebf8d46358716ffb6a045af03 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 20:21:11.896717 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e37a50c8-3fd0-4ab8-9f42-9b44c94ab636 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:11.954547 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e37a50c8-3fd0-4ab8-9f42-9b44c94ab636 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:12.005929 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e37a50c8-3fd0-4ab8-9f42-9b44c94ab636 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:12.023090 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37a50c8-3fd0-4ab8-9f42-9b44c94ab636 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80245ac4-237c-460f-a127-ca96c64bbf82,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:21:12.076828 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e37a50c8-3fd0-4ab8-9f42-9b44c94ab636 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:12.078021 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-e37a50c8-3fd0-4ab8-9f42-9b44c94ab636 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2422199 Oct 12 20:21:12.080771 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 36032) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:21:12.085214 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-e1e9b2f7-715c-4f33-8375-b6c0c20fcae6 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Request body: {'security_group_rule': {'security_group_id': '88bf3c4e-e587-40b1-a7a9-3f3143deb6fa', 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:21:12.143628 n-d-813679-3 neutron-server[95502]: INFO neutron.db.securitygroups_db [None req-e1e9b2f7-715c-4f33-8375-b6c0c20fcae6 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Project 7338ca3ebf8d46358716ffb6a045af03 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 20:21:12.148526 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e1e9b2f7-715c-4f33-8375-b6c0c20fcae6 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:12.209806 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e1e9b2f7-715c-4f33-8375-b6c0c20fcae6 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:12.251865 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e1e9b2f7-715c-4f33-8375-b6c0c20fcae6 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:12.269259 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e9b2f7-715c-4f33-8375-b6c0c20fcae6 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2abadd60-7c1d-48b0-a71a-5e1a3e184db5,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:21:12.328311 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e1e9b2f7-715c-4f33-8375-b6c0c20fcae6 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:12.329523 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-e1e9b2f7-715c-4f33-8375-b6c0c20fcae6 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2477815 Oct 12 20:21:12.332657 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 36034) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:21:12.337390 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-7fe1baf3-6697-4fa1-9ee4-ab5c1973babf tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Request body: {'network': {'name': 'tempest-network-smoke--1505677004', 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'port_security_enabled': True}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:21:12.406155 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fe1baf3-6697-4fa1-9ee4-ab5c1973babf tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Made reservation on behalf of 7338ca3ebf8d46358716ffb6a045af03 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 20:21:12.409588 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7fe1baf3-6697-4fa1-9ee4-ab5c1973babf tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:12.433082 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fe1baf3-6697-4fa1-9ee4-ab5c1973babf tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 20:21:12.441280 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7fe1baf3-6697-4fa1-9ee4-ab5c1973babf tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:12.441615 n-d-813679-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-7fe1baf3-6697-4fa1-9ee4-ab5c1973babf tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Added segment 8935e199-9897-43d3-b88d-707925402525 of type vlan for network 70d96b22-9192-4cee-8980-0372c2512894 Oct 12 20:21:12.479525 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7fe1baf3-6697-4fa1-9ee4-ab5c1973babf tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:12.623711 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7fe1baf3-6697-4fa1-9ee4-ab5c1973babf tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:12.629440 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe1baf3-6697-4fa1-9ee4-ab5c1973babf tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:21:12.630118 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7fe1baf3-6697-4fa1-9ee4-ab5c1973babf tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:12.699537 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe1baf3-6697-4fa1-9ee4-ab5c1973babf tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Pushing event updated for resources: {'Network': ['ID=70d96b22-9192-4cee-8980-0372c2512894,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:21:12.709881 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 70d96b22-9192-4cee-8980-0372c2512894 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 20:21:12.732405 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-7fe1baf3-6697-4fa1-9ee4-ab5c1973babf tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3961833 Oct 12 20:21:12.732610 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 36036) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:21:12.736958 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-f62fdfb0-1969-45b6-bc14-92d8f2b66071 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-888087777', 'admin_state_up': True, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:21:12.818241 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f62fdfb0-1969-45b6-bc14-92d8f2b66071 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8093678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255505'] for router, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:12.819316 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f62fdfb0-1969-45b6-bc14-92d8f2b66071 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8093562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8087085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8022306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255518'] for router, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:12.870524 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f62fdfb0-1969-45b6-bc14-92d8f2b66071 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:13.082852 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f62fdfb0-1969-45b6-bc14-92d8f2b66071 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:13.309362 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f62fdfb0-1969-45b6-bc14-92d8f2b66071 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for router_gateway, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:13.327651 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f62fdfb0-1969-45b6-bc14-92d8f2b66071 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:13.429340 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-f62fdfb0-1969-45b6-bc14-92d8f2b66071 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Allocated IP 172.25.5.120 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/605d2b2d-492e-4b6a-9f0c-0f6dd79304ca) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 20:21:13.530185 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f62fdfb0-1969-45b6-bc14-92d8f2b66071 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:13.601209 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f62fdfb0-1969-45b6-bc14-92d8f2b66071 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:13.639041 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62fdfb0-1969-45b6-bc14-92d8f2b66071 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 20:21:13.641853 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-f62fdfb0-1969-45b6-bc14-92d8f2b66071 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 20:21:13.645362 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62fdfb0-1969-45b6-bc14-92d8f2b66071 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 20:21:13.668462 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62fdfb0-1969-45b6-bc14-92d8f2b66071 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Pushing event updated for resources: {'Port': ['ID=605d2b2d-492e-4b6a-9f0c-0f6dd79304ca,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:21:13.991508 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f62fdfb0-1969-45b6-bc14-92d8f2b66071 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for router_gateway, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:14.458427 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f62fdfb0-1969-45b6-bc14-92d8f2b66071 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8093541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7915516'] for router, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:14.645917 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f62fdfb0-1969-45b6-bc14-92d8f2b66071 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Router 91bc5542-5c10-4995-a26e-6ba542b8a051 is scheduled to L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b with binding_index 1 {{(pid=95502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 20:21:14.750746 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f62fdfb0-1969-45b6-bc14-92d8f2b66071 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 20:21:14.761018 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e4c94d-e19c-4f52-89ea-7ac08ecf358e None None] Sync routers for ids ['91bc5542-5c10-4995-a26e-6ba542b8a051'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 20:21:14.769764 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e4c94d-e19c-4f52-89ea-7ac08ecf358e None None] Routers {'91bc5542-5c10-4995-a26e-6ba542b8a051'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:21:14.770471 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-79e4c94d-e19c-4f52-89ea-7ac08ecf358e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:21:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['91bc5542-5c10-4995-a26e-6ba542b8a051'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:21:14.825484 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f62fdfb0-1969-45b6-bc14-92d8f2b66071 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:14.826768 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-f62fdfb0-1969-45b6-bc14-92d8f2b66071 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.0932591 Oct 12 20:21:14.830028 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 36040) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:21:14.874450 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-79e4c94d-e19c-4f52-89ea-7ac08ecf358e None None] Set router 91bc5542-5c10-4995-a26e-6ba542b8a051 gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:21:14.953660 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-eff9bd2f-a6bf-4388-b5ab-173b806018df tempest-TestNetworkAdvancedServerOps-803987341 tempest-TestNetworkAdvancedServerOps-803987341-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=7338ca3ebf8d46358716ffb6a045af03&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1225438 Oct 12 20:21:14.956320 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 36044) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:21:15.051501 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-79e4c94d-e19c-4f52-89ea-7ac08ecf358e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91bc5542-5c10-4995-a26e-6ba542b8a051', 'name': 'tempest-TestNetworkAdvancedServerOps-router-888087777', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '605d2b2d-492e-4b6a-9f0c-0f6dd79304ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:21:12Z', 'updated_at': '2021-10-12T20:21:13Z', 'revision_number': 3, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'gw_port': {'id': '605d2b2d-492e-4b6a-9f0c-0f6dd79304ca', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:91:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91bc5542-5c10-4995-a26e-6ba542b8a051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:21:13Z', 'updated_at': '2021-10-12T20:21:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:21:15.078730 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e4c94d-e19c-4f52-89ea-7ac08ecf358e None None] Checking router: 91bc5542-5c10-4995-a26e-6ba542b8a051 for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 20:21:15.079112 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e4c94d-e19c-4f52-89ea-7ac08ecf358e None None] Updating router 91bc5542-5c10-4995-a26e-6ba542b8a051 port 605d2b2d-492e-4b6a-9f0c-0f6dd79304ca binding host n-d-813679-3 {{(pid=95504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 20:21:15.103412 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-79e4c94d-e19c-4f52-89ea-7ac08ecf358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:15.109004 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd93cc70-e8c8-46f9-aaff-4de8d4668f4d tempest-TestNetworkAdvancedServerOps-803987341 tempest-TestNetworkAdvancedServerOps-803987341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:21:15.110496 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-cd93cc70-e8c8-46f9-aaff-4de8d4668f4d tempest-TestNetworkAdvancedServerOps-803987341 tempest-TestNetworkAdvancedServerOps-803987341-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1532879 Oct 12 20:21:15.113615 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 36046) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:21:15.147697 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-915d8081-9b35-462e-a17c-841423e1ebf3 tempest-TestNetworkAdvancedServerOps-803987341 tempest-TestNetworkAdvancedServerOps-803987341-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=4afbf4a4-67f5-42d1-a358-7ba9799dab0c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0328627 Oct 12 20:21:15.150266 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 36048) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:21:15.155453 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-895e984a-ef58-4aee-a27b-8b8586c45fb5 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-608201338', 'network_id': '70d96b22-9192-4cee-8980-0372c2512894', 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:21:15.197196 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 20:21:15.286193 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-895e984a-ef58-4aee-a27b-8b8586c45fb5 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Made reservation on behalf of 7338ca3ebf8d46358716ffb6a045af03 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 20:21:15.290363 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-895e984a-ef58-4aee-a27b-8b8586c45fb5 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16245837'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:15.361126 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-79e4c94d-e19c-4f52-89ea-7ac08ecf358e None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:15.440596 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-79e4c94d-e19c-4f52-89ea-7ac08ecf358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:15.494860 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-79e4c94d-e19c-4f52-89ea-7ac08ecf358e None None] Attempting to bind port 605d2b2d-492e-4b6a-9f0c-0f6dd79304ca on host n-d-813679-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 20:21:15.495225 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-79e4c94d-e19c-4f52-89ea-7ac08ecf358e None None] Attempting to bind port 605d2b2d-492e-4b6a-9f0c-0f6dd79304ca by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 20:21:15.495578 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e4c94d-e19c-4f52-89ea-7ac08ecf358e None None] Attempting to bind port 605d2b2d-492e-4b6a-9f0c-0f6dd79304ca on network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 20:21:15.497479 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84704881-07b1-483a-a9c9-06874ad028c2 None None] Pushing event updated for resources: {'Port': ['ID=605d2b2d-492e-4b6a-9f0c-0f6dd79304ca,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:21:15.503857 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-895e984a-ef58-4aee-a27b-8b8586c45fb5 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4306659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16245859'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:15.506517 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84704881-07b1-483a-a9c9-06874ad028c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:21:15.506853 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84704881-07b1-483a-a9c9-06874ad028c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:21:15.507183 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84704881-07b1-483a-a9c9-06874ad028c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:21:15.507507 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84704881-07b1-483a-a9c9-06874ad028c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:21:15.507854 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84704881-07b1-483a-a9c9-06874ad028c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:21:15.508201 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84704881-07b1-483a-a9c9-06874ad028c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:21:15.508520 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84704881-07b1-483a-a9c9-06874ad028c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:21:15.508835 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84704881-07b1-483a-a9c9-06874ad028c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:21:15.509147 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84704881-07b1-483a-a9c9-06874ad028c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:21:15.509459 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84704881-07b1-483a-a9c9-06874ad028c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:21:15.509771 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84704881-07b1-483a-a9c9-06874ad028c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:21:15.510082 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84704881-07b1-483a-a9c9-06874ad028c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:21:15.513679 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e4c94d-e19c-4f52-89ea-7ac08ecf358e None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 20, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 20:21:15.517279 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e4c94d-e19c-4f52-89ea-7ac08ecf358e None None] Checking segment: {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 20:21:15.517279 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-79e4c94d-e19c-4f52-89ea-7ac08ecf358e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:15.517279 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e4c94d-e19c-4f52-89ea-7ac08ecf358e None None] Bound using segment: {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 20:21:15.517279 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-79e4c94d-e19c-4f52-89ea-7ac08ecf358e None None] Bound port: 605d2b2d-492e-4b6a-9f0c-0f6dd79304ca, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 20:21:15.517279 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-79e4c94d-e19c-4f52-89ea-7ac08ecf358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:15.566896 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-79e4c94d-e19c-4f52-89ea-7ac08ecf358e None None] For port 605d2b2d-492e-4b6a-9f0c-0f6dd79304ca, host n-d-813679-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 20:21:15.567157 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895e984a-ef58-4aee-a27b-8b8586c45fb5 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Pushing event updated for resources: {'Subnet': ['ID=521f1a1e-950f-4bcd-9a26-7a09659a2e7f,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:21:15.570114 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-79e4c94d-e19c-4f52-89ea-7ac08ecf358e None None] For port 605d2b2d-492e-4b6a-9f0c-0f6dd79304ca, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=605d2b2d-492e-4b6a-9f0c-0f6dd79304ca,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 20:21:15.577533 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895e984a-ef58-4aee-a27b-8b8586c45fb5 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Checking segment: {'id': '8935e199-9897-43d3-b88d-707925402525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '70d96b22-9192-4cee-8980-0372c2512894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 20:21:15.577893 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895e984a-ef58-4aee-a27b-8b8586c45fb5 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Network hostable DHCP agents. Network: 70d96b22-9192-4cee-8980-0372c2512894, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 20:21:15.612380 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-79e4c94d-e19c-4f52-89ea-7ac08ecf358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:15.629135 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895e984a-ef58-4aee-a27b-8b8586c45fb5 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Network 70d96b22-9192-4cee-8980-0372c2512894 is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 20:21:15.668659 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e4c94d-e19c-4f52-89ea-7ac08ecf358e None None] Routers {'91bc5542-5c10-4995-a26e-6ba542b8a051'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:21:15.669259 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-79e4c94d-e19c-4f52-89ea-7ac08ecf358e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:21:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['91bc5542-5c10-4995-a26e-6ba542b8a051'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:21:15.686299 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-895e984a-ef58-4aee-a27b-8b8586c45fb5 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, 70d96b22-9192-4cee-8980-0372c2512894) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 20:21:15.690728 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895e984a-ef58-4aee-a27b-8b8586c45fb5 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:21:15.691262 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-895e984a-ef58-4aee-a27b-8b8586c45fb5 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:15.696591 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c035f1f-561d-430f-a8bc-f360ea58dd17 None None] Network 70d96b22-9192-4cee-8980-0372c2512894 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 20:21:15.709583 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84704881-07b1-483a-a9c9-06874ad028c2 None None] Pushing event updated for resources: {'Port': ['ID=605d2b2d-492e-4b6a-9f0c-0f6dd79304ca,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:21:15.763720 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-895e984a-ef58-4aee-a27b-8b8586c45fb5 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6123667 Oct 12 20:21:15.766612 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 36050) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:21:15.788442 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-79e4c94d-e19c-4f52-89ea-7ac08ecf358e None None] Set router 91bc5542-5c10-4995-a26e-6ba542b8a051 gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:21:15.844884 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5846fe8-244c-4955-ada3-b9e64fd89e4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-70d96b22-9192-4cee-8980-0372c2512894', 'network_id': '70d96b22-9192-4cee-8980-0372c2512894', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'fixed_ips': [{'subnet_id': '521f1a1e-950f-4bcd-9a26-7a09659a2e7f'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 20:21:15.845853 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f5846fe8-244c-4955-ada3-b9e64fd89e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:15.972321 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-79e4c94d-e19c-4f52-89ea-7ac08ecf358e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91bc5542-5c10-4995-a26e-6ba542b8a051', 'name': 'tempest-TestNetworkAdvancedServerOps-router-888087777', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '605d2b2d-492e-4b6a-9f0c-0f6dd79304ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:21:12Z', 'updated_at': '2021-10-12T20:21:13Z', 'revision_number': 3, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'gw_port': {'id': '605d2b2d-492e-4b6a-9f0c-0f6dd79304ca', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:91:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91bc5542-5c10-4995-a26e-6ba542b8a051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:21:13Z', 'updated_at': '2021-10-12T20:21:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:21:15.987514 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-f5846fe8-244c-4955-ada3-b9e64fd89e4c None None] Allocated IP 172.20.0.2 (70d96b22-9192-4cee-8980-0372c2512894/521f1a1e-950f-4bcd-9a26-7a09659a2e7f/b6b52d11-de40-4515-932f-46fae6c57eac) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 20:21:15.999079 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e4c94d-e19c-4f52-89ea-7ac08ecf358e None None] The sync data for ids ['91bc5542-5c10-4995-a26e-6ba542b8a051'] in n-d-813679-3 is: [{'id': '91bc5542-5c10-4995-a26e-6ba542b8a051', 'name': 'tempest-TestNetworkAdvancedServerOps-router-888087777', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '605d2b2d-492e-4b6a-9f0c-0f6dd79304ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:21:12Z', 'updated_at': '2021-10-12T20:21:13Z', 'revision_number': 3, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'gw_port': {'id': '605d2b2d-492e-4b6a-9f0c-0f6dd79304ca', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:91:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91bc5542-5c10-4995-a26e-6ba542b8a051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:21:13Z', 'updated_at': '2021-10-12T20:21:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 20:21:16.156303 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f5846fe8-244c-4955-ada3-b9e64fd89e4c None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:16.235567 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f5846fe8-244c-4955-ada3-b9e64fd89e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:16.243819 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4a0d8f75-9607-4674-a584-eddcf0781f0a tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:16.282831 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5846fe8-244c-4955-ada3-b9e64fd89e4c None None] Network 70d96b22-9192-4cee-8980-0372c2512894 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 20:21:16.286091 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-f5846fe8-244c-4955-ada3-b9e64fd89e4c None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 20:21:16.289801 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5846fe8-244c-4955-ada3-b9e64fd89e4c None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 20:21:16.296774 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5846fe8-244c-4955-ada3-b9e64fd89e4c None None] Pushing event updated for resources: {'Port': ['ID=b6b52d11-de40-4515-932f-46fae6c57eac,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:21:16.354441 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-f5846fe8-244c-4955-ada3-b9e64fd89e4c None None] Attempting to bind port b6b52d11-de40-4515-932f-46fae6c57eac on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 20:21:16.354967 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-f5846fe8-244c-4955-ada3-b9e64fd89e4c None None] Attempting to bind port b6b52d11-de40-4515-932f-46fae6c57eac by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '8935e199-9897-43d3-b88d-707925402525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '70d96b22-9192-4cee-8980-0372c2512894'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 20:21:16.355744 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5846fe8-244c-4955-ada3-b9e64fd89e4c None None] Attempting to bind port b6b52d11-de40-4515-932f-46fae6c57eac on network 70d96b22-9192-4cee-8980-0372c2512894 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 20:21:16.366829 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5846fe8-244c-4955-ada3-b9e64fd89e4c None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 20, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 20:21:16.368515 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5846fe8-244c-4955-ada3-b9e64fd89e4c None None] Checking segment: {'id': '8935e199-9897-43d3-b88d-707925402525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '70d96b22-9192-4cee-8980-0372c2512894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 20:21:16.369020 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f5846fe8-244c-4955-ada3-b9e64fd89e4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:16.369523 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5846fe8-244c-4955-ada3-b9e64fd89e4c None None] Bound using segment: {'id': '8935e199-9897-43d3-b88d-707925402525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '70d96b22-9192-4cee-8980-0372c2512894'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 20:21:16.370104 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-f5846fe8-244c-4955-ada3-b9e64fd89e4c None None] Bound port: b6b52d11-de40-4515-932f-46fae6c57eac, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8935e199-9897-43d3-b88d-707925402525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '70d96b22-9192-4cee-8980-0372c2512894'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 20:21:16.370554 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f5846fe8-244c-4955-ada3-b9e64fd89e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:16.449461 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 605d2b2d-492e-4b6a-9f0c-0f6dd79304ca up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 20:21:16.479802 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-f5846fe8-244c-4955-ada3-b9e64fd89e4c None None] For port b6b52d11-de40-4515-932f-46fae6c57eac, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 20:21:16.499460 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-f5846fe8-244c-4955-ada3-b9e64fd89e4c None None] For port b6b52d11-de40-4515-932f-46fae6c57eac, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=b6b52d11-de40-4515-932f-46fae6c57eac,segment=NetworkSegment(8935e199-9897-43d3-b88d-707925402525),segment_id=8935e199-9897-43d3-b88d-707925402525)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 20:21:16.515798 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 605d2b2d-492e-4b6a-9f0c-0f6dd79304ca triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:21:16.516287 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:16.562216 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f5846fe8-244c-4955-ada3-b9e64fd89e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:16.617773 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-4a0d8f75-9607-4674-a584-eddcf0781f0a tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Allocated IP 172.20.0.1 (70d96b22-9192-4cee-8980-0372c2512894/521f1a1e-950f-4bcd-9a26-7a09659a2e7f/a6c706e8-d777-4643-8d52-26ce48836d9f) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 20:21:16.656616 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:16.670026 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5846fe8-244c-4955-ada3-b9e64fd89e4c None None] Pushing event updated for resources: {'Port': ['ID=b6b52d11-de40-4515-932f-46fae6c57eac,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:21:16.683271 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] For port 605d2b2d-492e-4b6a-9f0c-0f6dd79304ca, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=605d2b2d-492e-4b6a-9f0c-0f6dd79304ca,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:21:16.761061 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:16.778062 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4a0d8f75-9607-4674-a584-eddcf0781f0a tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:16.838458 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Pushing event updated for resources: {'Port': ['ID=605d2b2d-492e-4b6a-9f0c-0f6dd79304ca,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:21:16.881737 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4a0d8f75-9607-4674-a584-eddcf0781f0a tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:16.933695 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0d8f75-9607-4674-a584-eddcf0781f0a tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Network 70d96b22-9192-4cee-8980-0372c2512894 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 20:21:16.937578 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-4a0d8f75-9607-4674-a584-eddcf0781f0a tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 20:21:16.941908 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0d8f75-9607-4674-a584-eddcf0781f0a tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 20:21:16.979612 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0d8f75-9607-4674-a584-eddcf0781f0a tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Pushing event updated for resources: {'Port': ['ID=a6c706e8-d777-4643-8d52-26ce48836d9f,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:21:16.999970 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4a0d8f75-9607-4674-a584-eddcf0781f0a tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7915309'] for router_interface, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:17.194230 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4a0d8f75-9607-4674-a584-eddcf0781f0a tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:17.465185 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4a0d8f75-9607-4674-a584-eddcf0781f0a tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:17.520761 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4a0d8f75-9607-4674-a584-eddcf0781f0a tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:17.596894 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0d8f75-9607-4674-a584-eddcf0781f0a tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Pushing event updated for resources: {'Port': ['ID=a6c706e8-d777-4643-8d52-26ce48836d9f,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:21:17.602908 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4a0d8f75-9607-4674-a584-eddcf0781f0a tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7898980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8092605'] for router_interface, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:17.699890 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0d8f75-9607-4674-a584-eddcf0781f0a tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Network 70d96b22-9192-4cee-8980-0372c2512894 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 20:21:17.701332 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-4a0d8f75-9607-4674-a584-eddcf0781f0a tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 20:21:17.777948 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ee1f5a-dd38-48b8-84fe-bb41808fa89b None None] Network 70d96b22-9192-4cee-8980-0372c2512894 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 20:21:17.815502 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a0d8f75-9607-4674-a584-eddcf0781f0a tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Router 91bc5542-5c10-4995-a26e-6ba542b8a051 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 20:21:17.844636 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-53fae5cd-564d-4825-8b76-4ad78e2e57b6 None None] Provisioning complete for port b6b52d11-de40-4515-932f-46fae6c57eac triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:21:17.845159 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-53fae5cd-564d-4825-8b76-4ad78e2e57b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:17.927205 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a0d8f75-9607-4674-a584-eddcf0781f0a tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 20:21:17.939362 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-4a0d8f75-9607-4674-a584-eddcf0781f0a tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "PUT /v2.0/routers/91bc5542-5c10-4995-a26e-6ba542b8a051/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1655130 Oct 12 20:21:18.085254 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-74c0f48b-fc20-4172-b515-b72c85a59355 req-dcdb48c0-ded5-443f-86af-ff72214e79ea tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1270433681&fields=id&tenant_id=7338ca3ebf8d46358716ffb6a045af03 HTTP/1.1" status: 200 len: 267 time: 0.0378656 Oct 12 20:21:18.157029 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-53fae5cd-564d-4825-8b76-4ad78e2e57b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:18.164573 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c760ae-6522-410b-97b6-b3cbab8dd51c None None] Sync routers for ids ['91bc5542-5c10-4995-a26e-6ba542b8a051'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 20:21:18.188232 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c760ae-6522-410b-97b6-b3cbab8dd51c None None] Routers {'91bc5542-5c10-4995-a26e-6ba542b8a051'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:21:18.188849 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-24c760ae-6522-410b-97b6-b3cbab8dd51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:21:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['91bc5542-5c10-4995-a26e-6ba542b8a051'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:21:18.207062 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c0f48b-fc20-4172-b515-b72c85a59355 req-072e0faa-6b46-4f35-88a9-43124177deed tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:21:18.208604 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-74c0f48b-fc20-4172-b515-b72c85a59355 req-072e0faa-6b46-4f35-88a9-43124177deed tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/networks?id=70d96b22-9192-4cee-8980-0372c2512894 HTTP/1.1" status: 200 len: 797 time: 0.1136549 Oct 12 20:21:18.224952 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-74c0f48b-fc20-4172-b515-b72c85a59355 req-6b87aa3e-12ce-4d25-98f5-4b4b754181f5 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/quotas/7338ca3ebf8d46358716ffb6a045af03 HTTP/1.1" status: 200 len: 375 time: 0.0103483 Oct 12 20:21:18.239703 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-53fae5cd-564d-4825-8b76-4ad78e2e57b6 None None] For port b6b52d11-de40-4515-932f-46fae6c57eac, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=b6b52d11-de40-4515-932f-46fae6c57eac,segment=NetworkSegment(8935e199-9897-43d3-b88d-707925402525),segment_id=8935e199-9897-43d3-b88d-707925402525)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:21:18.281989 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-74c0f48b-fc20-4172-b515-b72c85a59355 req-040ec10f-15b2-4e5f-b232-f50958b368eb tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=7338ca3ebf8d46358716ffb6a045af03&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490279 Oct 12 20:21:18.309254 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-53fae5cd-564d-4825-8b76-4ad78e2e57b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:18.317313 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-24c760ae-6522-410b-97b6-b3cbab8dd51c None None] Set router 91bc5542-5c10-4995-a26e-6ba542b8a051 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:21:18.450195 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-74c0f48b-fc20-4172-b515-b72c85a59355 req-30a1dce1-f737-48fb-b8ce-723771ba478d service neutron] 10.222.0.49 "GET /v2.0/networks/70d96b22-9192-4cee-8980-0372c2512894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547632 Oct 12 20:21:18.454399 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fae5cd-564d-4825-8b76-4ad78e2e57b6 None None] Pushing event updated for resources: {'Port': ['ID=b6b52d11-de40-4515-932f-46fae6c57eac,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:21:18.490427 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-0e11d4d2-1661-44a5-8082-3ef9e31b3c22 None None] Provisioning complete for port a6c706e8-d777-4643-8d52-26ce48836d9f triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:21:18.490778 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0e11d4d2-1661-44a5-8082-3ef9e31b3c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:18.536844 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-0e11d4d2-1661-44a5-8082-3ef9e31b3c22 None None] Port a6c706e8-d777-4643-8d52-26ce48836d9f cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 20:21:18.561485 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 605d2b2d-492e-4b6a-9f0c-0f6dd79304ca up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 20:21:18.564500 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-74c0f48b-fc20-4172-b515-b72c85a59355 req-caee947e-ce7a-48d3-9bd6-47ce7d0c3c40 service neutron] 10.222.0.49 "GET /v2.0/networks/70d96b22-9192-4cee-8980-0372c2512894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079218 Oct 12 20:21:18.593343 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-0e11d4d2-1661-44a5-8082-3ef9e31b3c22 None None] Provisioning complete for port b6b52d11-de40-4515-932f-46fae6c57eac triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:21:18.593721 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0e11d4d2-1661-44a5-8082-3ef9e31b3c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:18.691590 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 605d2b2d-492e-4b6a-9f0c-0f6dd79304ca triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:21:18.691963 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:18.781087 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-24c760ae-6522-410b-97b6-b3cbab8dd51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91bc5542-5c10-4995-a26e-6ba542b8a051', 'name': 'tempest-TestNetworkAdvancedServerOps-router-888087777', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '605d2b2d-492e-4b6a-9f0c-0f6dd79304ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:21:12Z', 'updated_at': '2021-10-12T20:21:17Z', 'revision_number': 4, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'gw_port': {'id': '605d2b2d-492e-4b6a-9f0c-0f6dd79304ca', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:91:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91bc5542-5c10-4995-a26e-6ba542b8a051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:21:13Z', 'updated_at': '2021-10-12T20:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': 'a6c706e8-d777-4643-8d52-26ce48836d9f', 'name': '', 'network_id': '70d96b22-9192-4cee-8980-0372c2512894', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'mac_address': 'fa:16:3e:29:93:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91bc5542-5c10-4995-a26e-6ba542b8a051', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '521f1a1e-950f-4bcd-9a26-7a09659a2e7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:21:16Z', 'updated_at': '2021-10-12T20:21:17Z', 'revision_number': 2, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'subnets': [{'id': '521f1a1e-950f-4bcd-9a26-7a09659a2e7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:21:18.815138 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c760ae-6522-410b-97b6-b3cbab8dd51c None None] Checking router: 91bc5542-5c10-4995-a26e-6ba542b8a051 for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 20:21:18.815497 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c760ae-6522-410b-97b6-b3cbab8dd51c None None] Updating router 91bc5542-5c10-4995-a26e-6ba542b8a051 port a6c706e8-d777-4643-8d52-26ce48836d9f binding host n-d-813679-3 {{(pid=95503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 20:21:18.816068 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-bc6bc3c9-bebf-48e1-970d-d16193a7dc99 req-1a9e3fc2-896f-4eb9-95ff-d2332ff706e0 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d53b9c2-92c8-48c1-8327-1cd9754bcca0 HTTP/1.1" status: 200 len: 210 time: 0.0369077 Oct 12 20:21:18.864718 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-24c760ae-6522-410b-97b6-b3cbab8dd51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:18.891226 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device b6b52d11-de40-4515-932f-46fae6c57eac up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 20:21:18.959148 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-91184218-101d-4b15-91a9-1a9bad20ef7d None None] Provisioning complete for port a6c706e8-d777-4643-8d52-26ce48836d9f triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:21:18.959522 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-91184218-101d-4b15-91a9-1a9bad20ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:19.065241 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-91184218-101d-4b15-91a9-1a9bad20ef7d None None] Port a6c706e8-d777-4643-8d52-26ce48836d9f cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 20:21:19.082977 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port b6b52d11-de40-4515-932f-46fae6c57eac triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:21:19.085249 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:19.285375 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-24c760ae-6522-410b-97b6-b3cbab8dd51c None None] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:19.343048 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-24c760ae-6522-410b-97b6-b3cbab8dd51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:19.397744 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7651ccc-86c2-418f-b9eb-ba167081712a None None] Pushing event updated for resources: {'Port': ['ID=a6c706e8-d777-4643-8d52-26ce48836d9f,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:21:19.449110 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-24c760ae-6522-410b-97b6-b3cbab8dd51c None None] Attempting to bind port a6c706e8-d777-4643-8d52-26ce48836d9f on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 20:21:19.449613 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-24c760ae-6522-410b-97b6-b3cbab8dd51c None None] Attempting to bind port a6c706e8-d777-4643-8d52-26ce48836d9f by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '8935e199-9897-43d3-b88d-707925402525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '70d96b22-9192-4cee-8980-0372c2512894'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 20:21:19.449984 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c760ae-6522-410b-97b6-b3cbab8dd51c None None] Attempting to bind port a6c706e8-d777-4643-8d52-26ce48836d9f on network 70d96b22-9192-4cee-8980-0372c2512894 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 20:21:19.455098 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c760ae-6522-410b-97b6-b3cbab8dd51c None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 20, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 20:21:19.455474 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c760ae-6522-410b-97b6-b3cbab8dd51c None None] Checking segment: {'id': '8935e199-9897-43d3-b88d-707925402525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '70d96b22-9192-4cee-8980-0372c2512894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 20:21:19.460644 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-24c760ae-6522-410b-97b6-b3cbab8dd51c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:19.460644 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c760ae-6522-410b-97b6-b3cbab8dd51c None None] Bound using segment: {'id': '8935e199-9897-43d3-b88d-707925402525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '70d96b22-9192-4cee-8980-0372c2512894'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 20:21:19.460644 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-24c760ae-6522-410b-97b6-b3cbab8dd51c None None] Bound port: a6c706e8-d777-4643-8d52-26ce48836d9f, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8935e199-9897-43d3-b88d-707925402525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '70d96b22-9192-4cee-8980-0372c2512894'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 20:21:19.460644 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-24c760ae-6522-410b-97b6-b3cbab8dd51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:19.522102 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-24c760ae-6522-410b-97b6-b3cbab8dd51c None None] For port a6c706e8-d777-4643-8d52-26ce48836d9f, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 20:21:19.525363 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-24c760ae-6522-410b-97b6-b3cbab8dd51c None None] For port a6c706e8-d777-4643-8d52-26ce48836d9f, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=a6c706e8-d777-4643-8d52-26ce48836d9f,segment=NetworkSegment(8935e199-9897-43d3-b88d-707925402525),segment_id=8935e199-9897-43d3-b88d-707925402525)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 20:21:19.586609 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-1044c824-a1c4-45ac-9d20-dcf0b293a72d None None] Provisioning complete for port a6c706e8-d777-4643-8d52-26ce48836d9f triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:21:19.586978 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1044c824-a1c4-45ac-9d20-dcf0b293a72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:19.611314 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-24c760ae-6522-410b-97b6-b3cbab8dd51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:19.653216 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-1044c824-a1c4-45ac-9d20-dcf0b293a72d None None] Port a6c706e8-d777-4643-8d52-26ce48836d9f cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 20:21:19.679170 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c760ae-6522-410b-97b6-b3cbab8dd51c None None] Routers {'91bc5542-5c10-4995-a26e-6ba542b8a051'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:21:19.679474 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-24c760ae-6522-410b-97b6-b3cbab8dd51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:21:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['91bc5542-5c10-4995-a26e-6ba542b8a051'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:21:19.719638 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7651ccc-86c2-418f-b9eb-ba167081712a None None] Pushing event updated for resources: {'Port': ['ID=a6c706e8-d777-4643-8d52-26ce48836d9f,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:21:19.797292 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-24c760ae-6522-410b-97b6-b3cbab8dd51c None None] Set router 91bc5542-5c10-4995-a26e-6ba542b8a051 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:21:19.912235 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bb1dfe0e-5e8e-49e8-8818-d80e9a27d60b req-28cc2b0a-ca37-4391-82a2-e0d53a39fe62 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d53b9c2-92c8-48c1-8327-1cd9754bcca0 HTTP/1.1" status: 200 len: 210 time: 0.0255811 Oct 12 20:21:19.928322 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-f9e1a40c-722b-454f-b5ba-75a84d2f22d6 None None] Provisioning complete for port a6c706e8-d777-4643-8d52-26ce48836d9f triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:21:19.934140 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f9e1a40c-722b-454f-b5ba-75a84d2f22d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:20.064756 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f9e1a40c-722b-454f-b5ba-75a84d2f22d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:20.090569 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-24c760ae-6522-410b-97b6-b3cbab8dd51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91bc5542-5c10-4995-a26e-6ba542b8a051', 'name': 'tempest-TestNetworkAdvancedServerOps-router-888087777', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '605d2b2d-492e-4b6a-9f0c-0f6dd79304ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:21:12Z', 'updated_at': '2021-10-12T20:21:17Z', 'revision_number': 4, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'gw_port': {'id': '605d2b2d-492e-4b6a-9f0c-0f6dd79304ca', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:91:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91bc5542-5c10-4995-a26e-6ba542b8a051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:21:13Z', 'updated_at': '2021-10-12T20:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': 'a6c706e8-d777-4643-8d52-26ce48836d9f', 'name': '', 'network_id': '70d96b22-9192-4cee-8980-0372c2512894', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'mac_address': 'fa:16:3e:29:93:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91bc5542-5c10-4995-a26e-6ba542b8a051', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '521f1a1e-950f-4bcd-9a26-7a09659a2e7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:21:16Z', 'updated_at': '2021-10-12T20:21:19Z', 'revision_number': 4, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'subnets': [{'id': '521f1a1e-950f-4bcd-9a26-7a09659a2e7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:21:20.121282 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c760ae-6522-410b-97b6-b3cbab8dd51c None None] The sync data for ids ['91bc5542-5c10-4995-a26e-6ba542b8a051'] in n-d-813679-3 is: [{'id': '91bc5542-5c10-4995-a26e-6ba542b8a051', 'name': 'tempest-TestNetworkAdvancedServerOps-router-888087777', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '605d2b2d-492e-4b6a-9f0c-0f6dd79304ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:21:12Z', 'updated_at': '2021-10-12T20:21:17Z', 'revision_number': 4, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'gw_port': {'id': '605d2b2d-492e-4b6a-9f0c-0f6dd79304ca', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:91:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91bc5542-5c10-4995-a26e-6ba542b8a051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:21:13Z', 'updated_at': '2021-10-12T20:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': 'a6c706e8-d777-4643-8d52-26ce48836d9f', 'name': '', 'network_id': '70d96b22-9192-4cee-8980-0372c2512894', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'mac_address': 'fa:16:3e:29:93:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91bc5542-5c10-4995-a26e-6ba542b8a051', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '521f1a1e-950f-4bcd-9a26-7a09659a2e7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:21:16Z', 'updated_at': '2021-10-12T20:21:19Z', 'revision_number': 4, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'subnets': [{'id': '521f1a1e-950f-4bcd-9a26-7a09659a2e7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 20:21:20.130316 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-f9e1a40c-722b-454f-b5ba-75a84d2f22d6 None None] For port a6c706e8-d777-4643-8d52-26ce48836d9f, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=a6c706e8-d777-4643-8d52-26ce48836d9f,segment=NetworkSegment(8935e199-9897-43d3-b88d-707925402525),segment_id=8935e199-9897-43d3-b88d-707925402525)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:21:20.235058 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f9e1a40c-722b-454f-b5ba-75a84d2f22d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:20.288083 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e1a40c-722b-454f-b5ba-75a84d2f22d6 None None] Pushing event updated for resources: {'Port': ['ID=a6c706e8-d777-4643-8d52-26ce48836d9f,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:21:20.483311 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device a6c706e8-d777-4643-8d52-26ce48836d9f up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 20:21:20.532521 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port a6c706e8-d777-4643-8d52-26ce48836d9f triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:21:20.532921 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:20.611356 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device b6b52d11-de40-4515-932f-46fae6c57eac up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 20:21:20.665875 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port b6b52d11-de40-4515-932f-46fae6c57eac triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:21:20.666436 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:20.926684 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c0f48b-fc20-4172-b515-b72c85a59355 req-c2cb70f1-95fd-4455-9053-e862f8206141 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:21:20.928239 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-74c0f48b-fc20-4172-b515-b72c85a59355 req-c2cb70f1-95fd-4455-9053-e862f8206141 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.67 "GET /v2.0/networks?id=70d96b22-9192-4cee-8980-0372c2512894 HTTP/1.1" status: 200 len: 797 time: 0.1169505 Oct 12 20:21:20.978906 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-74c0f48b-fc20-4172-b515-b72c85a59355 req-bb095037-01d0-45a2-b8ef-6d0416fde099 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7338ca3ebf8d46358716ffb6a045af03 HTTP/1.1" status: 200 len: 380 time: 0.0409007 Oct 12 20:21:20.989227 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-74c0f48b-fc20-4172-b515-b72c85a59355 req-dad21803-18db-4e9f-a7e0-d61ce96a4721 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Request body: {'port': {'device_id': '1d53b9c2-92c8-48c1-8327-1cd9754bcca0', 'network_id': '70d96b22-9192-4cee-8980-0372c2512894', 'admin_state_up': True, 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'security_groups': ['88bf3c4e-e587-40b1-a7a9-3f3143deb6fa']}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:21:21.059650 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-86c1ba92-41a3-417e-bbd0-0810ea169cc4 req-9c616f3b-d420-4b45-bf60-9a7fe6b7df93 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d53b9c2-92c8-48c1-8327-1cd9754bcca0 HTTP/1.1" status: 200 len: 210 time: 0.0549986 Oct 12 20:21:21.183844 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74c0f48b-fc20-4172-b515-b72c85a59355 req-dad21803-18db-4e9f-a7e0-d61ce96a4721 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Made reservation on behalf of 7338ca3ebf8d46358716ffb6a045af03 for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 20:21:21.187527 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-74c0f48b-fc20-4172-b515-b72c85a59355 req-dad21803-18db-4e9f-a7e0-d61ce96a4721 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:21.310279 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [req-74c0f48b-fc20-4172-b515-b72c85a59355 req-dad21803-18db-4e9f-a7e0-d61ce96a4721 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Allocated IP 172.20.0.9 (70d96b22-9192-4cee-8980-0372c2512894/521f1a1e-950f-4bcd-9a26-7a09659a2e7f/557a7f93-638d-414b-8803-a1689f78b09c) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 20:21:21.446249 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-74c0f48b-fc20-4172-b515-b72c85a59355 req-dad21803-18db-4e9f-a7e0-d61ce96a4721 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:21.509101 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-74c0f48b-fc20-4172-b515-b72c85a59355 req-dad21803-18db-4e9f-a7e0-d61ce96a4721 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:21.555469 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74c0f48b-fc20-4172-b515-b72c85a59355 req-dad21803-18db-4e9f-a7e0-d61ce96a4721 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Network 70d96b22-9192-4cee-8980-0372c2512894 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 20:21:21.558593 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [req-74c0f48b-fc20-4172-b515-b72c85a59355 req-dad21803-18db-4e9f-a7e0-d61ce96a4721 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 20:21:21.562312 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-74c0f48b-fc20-4172-b515-b72c85a59355 req-dad21803-18db-4e9f-a7e0-d61ce96a4721 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 20:21:21.584800 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad21803-18db-4e9f-a7e0-d61ce96a4721 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Pushing event updated for resources: {'Port': ['ID=557a7f93-638d-414b-8803-a1689f78b09c,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:21:21.613692 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c0f48b-fc20-4172-b515-b72c85a59355 req-dad21803-18db-4e9f-a7e0-d61ce96a4721 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:21:21.614297 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-74c0f48b-fc20-4172-b515-b72c85a59355 req-dad21803-18db-4e9f-a7e0-d61ce96a4721 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:21.694830 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-74c0f48b-fc20-4172-b515-b72c85a59355 req-dad21803-18db-4e9f-a7e0-d61ce96a4721 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7101755 Oct 12 20:21:21.706365 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [req-74c0f48b-fc20-4172-b515-b72c85a59355 req-8e629c6a-4e29-4a74-b1f8-3d0fe92ae7b9 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 20:21:21.707291 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-74c0f48b-fc20-4172-b515-b72c85a59355 req-8e629c6a-4e29-4a74-b1f8-3d0fe92ae7b9 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0051725 Oct 12 20:21:21.764831 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-fcd03e13-838e-47ed-8225-1d55edef6e2c None None] Provisioning complete for port 557a7f93-638d-414b-8803-a1689f78b09c triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:21:21.766410 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fcd03e13-838e-47ed-8225-1d55edef6e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:21.766539 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-74c0f48b-fc20-4172-b515-b72c85a59355 req-1f2ed762-3115-42bb-91db-a70489d59251 service neutron] Request body: {'port': {'device_id': '1d53b9c2-92c8-48c1-8327-1cd9754bcca0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-3'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:21:21.799365 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-fcd03e13-838e-47ed-8225-1d55edef6e2c None None] Port 557a7f93-638d-414b-8803-a1689f78b09c cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 20:21:21.819763 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-74c0f48b-fc20-4172-b515-b72c85a59355 req-1f2ed762-3115-42bb-91db-a70489d59251 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:22.077789 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [req-74c0f48b-fc20-4172-b515-b72c85a59355 req-1f2ed762-3115-42bb-91db-a70489d59251 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 557a7f93-638d-414b-8803-a1689f78b09c {{(pid=95501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 20:21:22.085154 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-74c0f48b-fc20-4172-b515-b72c85a59355 req-1f2ed762-3115-42bb-91db-a70489d59251 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:22.105940 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.provisioning_blocks [req-74c0f48b-fc20-4172-b515-b72c85a59355 req-1f2ed762-3115-42bb-91db-a70489d59251 service neutron] Transition to ACTIVE for port object 557a7f93-638d-414b-8803-a1689f78b09c will not be triggered until provisioned by entity L2. {{(pid=95501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 20:21:22.150034 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-74c0f48b-fc20-4172-b515-b72c85a59355 req-1f2ed762-3115-42bb-91db-a70489d59251 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:22.186093 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8098c41-cabf-4e65-ad35-8eea6f67c17b req-eecf10a7-97f5-4751-a392-853806bcc926 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:21:22.187501 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b8098c41-cabf-4e65-ad35-8eea6f67c17b req-eecf10a7-97f5-4751-a392-853806bcc926 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d53b9c2-92c8-48c1-8327-1cd9754bcca0 HTTP/1.1" status: 200 len: 931 time: 0.0532584 Oct 12 20:21:22.200412 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2ed762-3115-42bb-91db-a70489d59251 service neutron] Pushing event updated for resources: {'Port': ['ID=557a7f93-638d-414b-8803-a1689f78b09c,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:21:22.232867 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b8098c41-cabf-4e65-ad35-8eea6f67c17b req-fe77cbde-e3c6-45cb-8fc9-6b86bde0b64e tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/security-groups?id=88bf3c4e-e587-40b1-a7a9-3f3143deb6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340433 Oct 12 20:21:22.270336 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-74c0f48b-fc20-4172-b515-b72c85a59355 req-1f2ed762-3115-42bb-91db-a70489d59251 service neutron] Attempting to bind port 557a7f93-638d-414b-8803-a1689f78b09c on host n-h2-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 20:21:22.278322 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-74c0f48b-fc20-4172-b515-b72c85a59355 req-1f2ed762-3115-42bb-91db-a70489d59251 service neutron] Attempting to bind port 557a7f93-638d-414b-8803-a1689f78b09c by drivers openvswitch,hyperv on host n-h2-813679-3 at level 0 using segments [{'id': '8935e199-9897-43d3-b88d-707925402525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '70d96b22-9192-4cee-8980-0372c2512894'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 20:21:22.278322 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c0f48b-fc20-4172-b515-b72c85a59355 req-1f2ed762-3115-42bb-91db-a70489d59251 service neutron] Attempting to bind port 557a7f93-638d-414b-8803-a1689f78b09c on network 70d96b22-9192-4cee-8980-0372c2512894 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 20:21:22.278322 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c0f48b-fc20-4172-b515-b72c85a59355 req-1f2ed762-3115-42bb-91db-a70489d59251 service neutron] Port 557a7f93-638d-414b-8803-a1689f78b09c on network 70d96b22-9192-4cee-8980-0372c2512894 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 20:21:22.278322 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c0f48b-fc20-4172-b515-b72c85a59355 req-1f2ed762-3115-42bb-91db-a70489d59251 service neutron] Attempting to bind port 557a7f93-638d-414b-8803-a1689f78b09c on network 70d96b22-9192-4cee-8980-0372c2512894 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 20:21:22.282572 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c0f48b-fc20-4172-b515-b72c85a59355 req-1f2ed762-3115-42bb-91db-a70489d59251 service neutron] Checking agent: {'id': '233fbd7d-38e4-434f-bb8f-05364d7423a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 20, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 20:21:22.282906 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c0f48b-fc20-4172-b515-b72c85a59355 req-1f2ed762-3115-42bb-91db-a70489d59251 service neutron] Checking segment: {'id': '8935e199-9897-43d3-b88d-707925402525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '70d96b22-9192-4cee-8980-0372c2512894'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 20:21:22.283286 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c0f48b-fc20-4172-b515-b72c85a59355 req-1f2ed762-3115-42bb-91db-a70489d59251 service neutron] Bound using segment: {'id': '8935e199-9897-43d3-b88d-707925402525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '70d96b22-9192-4cee-8980-0372c2512894'} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 20:21:22.283715 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-74c0f48b-fc20-4172-b515-b72c85a59355 req-1f2ed762-3115-42bb-91db-a70489d59251 service neutron] Bound port: 557a7f93-638d-414b-8803-a1689f78b09c, host: n-h2-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8935e199-9897-43d3-b88d-707925402525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '70d96b22-9192-4cee-8980-0372c2512894'}}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 20:21:22.284091 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-74c0f48b-fc20-4172-b515-b72c85a59355 req-1f2ed762-3115-42bb-91db-a70489d59251 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:22.675553 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-74c0f48b-fc20-4172-b515-b72c85a59355 req-1f2ed762-3115-42bb-91db-a70489d59251 service neutron] For port 557a7f93-638d-414b-8803-a1689f78b09c, host n-h2-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 20:21:22.678733 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-74c0f48b-fc20-4172-b515-b72c85a59355 req-1f2ed762-3115-42bb-91db-a70489d59251 service neutron] For port 557a7f93-638d-414b-8803-a1689f78b09c, host n-h2-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=557a7f93-638d-414b-8803-a1689f78b09c,segment=NetworkSegment(8935e199-9897-43d3-b88d-707925402525),segment_id=8935e199-9897-43d3-b88d-707925402525)] {{(pid=95501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 20:21:22.761152 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-74c0f48b-fc20-4172-b515-b72c85a59355 req-1f2ed762-3115-42bb-91db-a70489d59251 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:22.795960 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c0f48b-fc20-4172-b515-b72c85a59355 req-1f2ed762-3115-42bb-91db-a70489d59251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:21:22.796599 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-74c0f48b-fc20-4172-b515-b72c85a59355 req-1f2ed762-3115-42bb-91db-a70489d59251 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:22.797972 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-74c0f48b-fc20-4172-b515-b72c85a59355 req-1f2ed762-3115-42bb-91db-a70489d59251 service neutron] 10.222.0.67 "PUT /v2.0/ports/557a7f93-638d-414b-8803-a1689f78b09c HTTP/1.1" status: 200 len: 1091 time: 1.0812578 Oct 12 20:21:22.798419 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d53b9c2-92c8-48c1-8327-1cd9754bcca0', 'tag': '557a7f93-638d-414b-8803-a1689f78b09c'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:21:22.800691 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de8ed798067560d07a98492cd8cb53eb3655be3ac6c9fe2f8402857175a8f58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec1c9d25-f372-4284-821d-02a319eaf36c" -d '{"events": [{"name": "network-changed", "server_uuid": "1d53b9c2-92c8-48c1-8327-1cd9754bcca0", "tag": "557a7f93-638d-414b-8803-a1689f78b09c"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:21:22.825988 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2ed762-3115-42bb-91db-a70489d59251 service neutron] Pushing event updated for resources: {'Port': ['ID=557a7f93-638d-414b-8803-a1689f78b09c,revision_number=3']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:21:22.840238 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 20:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3b6c0be-caf9-4e40-82e5-3b40122ec9c0 x-openstack-request-id: req-f3b6c0be-caf9-4e40-82e5-3b40122ec9c0 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:21:22.840537 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d53b9c2-92c8-48c1-8327-1cd9754bcca0", "tag": "557a7f93-638d-414b-8803-a1689f78b09c", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:21:22.840960 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f3b6c0be-caf9-4e40-82e5-3b40122ec9c0 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:21:22.841364 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d53b9c2-92c8-48c1-8327-1cd9754bcca0', 'tag': '557a7f93-638d-414b-8803-a1689f78b09c', 'status': 'completed', 'code': 200} Oct 12 20:21:22.906797 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1c9d25-f372-4284-821d-02a319eaf36c req-7aecbe59-b00d-401e-9d8d-b89fc7780ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:21:22.908401 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ec1c9d25-f372-4284-821d-02a319eaf36c req-7aecbe59-b00d-401e-9d8d-b89fc7780ebb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7338ca3ebf8d46358716ffb6a045af03&device_id=1d53b9c2-92c8-48c1-8327-1cd9754bcca0 HTTP/1.1" status: 200 len: 1094 time: 0.0449648 Oct 12 20:21:23.020217 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1c9d25-f372-4284-821d-02a319eaf36c req-f2f2532b-7668-44a3-b416-fc9ecbddbd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:21:23.021715 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ec1c9d25-f372-4284-821d-02a319eaf36c req-f2f2532b-7668-44a3-b416-fc9ecbddbd67 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=7338ca3ebf8d46358716ffb6a045af03&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1045673 Oct 12 20:21:23.122056 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1c9d25-f372-4284-821d-02a319eaf36c req-d6354a4b-43a0-4dab-9608-453cf6c546da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:21:23.123502 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ec1c9d25-f372-4284-821d-02a319eaf36c req-d6354a4b-43a0-4dab-9608-453cf6c546da service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0937009 Oct 12 20:21:23.209874 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c0f48b-fc20-4172-b515-b72c85a59355 req-d738eac7-cef9-42a5-a932-7c83eb377501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:21:23.212048 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-74c0f48b-fc20-4172-b515-b72c85a59355 req-d738eac7-cef9-42a5-a932-7c83eb377501 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7338ca3ebf8d46358716ffb6a045af03&device_id=1d53b9c2-92c8-48c1-8327-1cd9754bcca0 HTTP/1.1" status: 200 len: 1094 time: 0.0482297 Oct 12 20:21:23.255878 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-74c0f48b-fc20-4172-b515-b72c85a59355 req-bd338c22-6f63-4864-a536-549e7afb709e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=557a7f93-638d-414b-8803-a1689f78b09c HTTP/1.1" status: 200 len: 217 time: 0.0358403 Oct 12 20:21:23.309786 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c0f48b-fc20-4172-b515-b72c85a59355 req-0923e4af-a800-4d8d-83d2-8e456844941b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:21:23.311989 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-74c0f48b-fc20-4172-b515-b72c85a59355 req-0923e4af-a800-4d8d-83d2-8e456844941b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=521f1a1e-950f-4bcd-9a26-7a09659a2e7f HTTP/1.1" status: 200 len: 834 time: 0.0493412 Oct 12 20:21:23.353217 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f7c4a7-2fea-4699-a74a-54f5c0fe9a8b req-d0ebe57c-e875-478f-a6c5-6f931677e4fd tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:21:23.355396 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f2f7c4a7-2fea-4699-a74a-54f5c0fe9a8b req-d0ebe57c-e875-478f-a6c5-6f931677e4fd tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d53b9c2-92c8-48c1-8327-1cd9754bcca0 HTTP/1.1" status: 200 len: 943 time: 0.0524602 Oct 12 20:21:23.364190 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c0f48b-fc20-4172-b515-b72c85a59355 req-f1aa612b-7f66-4956-af43-6333f0fd6f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:21:23.365838 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-74c0f48b-fc20-4172-b515-b72c85a59355 req-f1aa612b-7f66-4956-af43-6333f0fd6f33 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=70d96b22-9192-4cee-8980-0372c2512894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461903 Oct 12 20:21:23.395912 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f2f7c4a7-2fea-4699-a74a-54f5c0fe9a8b req-eefd466e-9397-4651-9bfd-5e7581691132 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/security-groups?id=88bf3c4e-e587-40b1-a7a9-3f3143deb6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341101 Oct 12 20:21:23.459338 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-74c0f48b-fc20-4172-b515-b72c85a59355 req-fd4c0962-144b-425d-a4ff-c643d5a4fbec service neutron] 10.222.0.67 "GET /v2.0/networks/70d96b22-9192-4cee-8980-0372c2512894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852709 Oct 12 20:21:23.550128 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-74c0f48b-fc20-4172-b515-b72c85a59355 req-f894b2ec-7021-4f67-994f-11bd1ec666ba service neutron] 10.222.0.67 "GET /v2.0/networks/70d96b22-9192-4cee-8980-0372c2512894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845358 Oct 12 20:21:24.513988 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c7d2e2-9f6b-479a-a20a-79747da0b1f5 req-8ca5cdcc-0de4-4984-bec0-6918c4771c05 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:21:24.515431 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b2c7d2e2-9f6b-479a-a20a-79747da0b1f5 req-8ca5cdcc-0de4-4984-bec0-6918c4771c05 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d53b9c2-92c8-48c1-8327-1cd9754bcca0 HTTP/1.1" status: 200 len: 943 time: 0.0491691 Oct 12 20:21:24.552649 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b2c7d2e2-9f6b-479a-a20a-79747da0b1f5 req-4c3b91c2-704c-43fb-b296-28b804143534 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/security-groups?id=88bf3c4e-e587-40b1-a7a9-3f3143deb6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311632 Oct 12 20:21:25.587807 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 557a7f93-638d-414b-8803-a1689f78b09c details requested by agent hyperv_n-h2-813679-3 with host n-h2-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 20:21:25.668415 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ec3e70-9241-4ca7-ae81-e4315a8029e8 req-27112e65-152b-4c1f-8cf3-5eee8816070d tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:21:25.669877 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-63ec3e70-9241-4ca7-ae81-e4315a8029e8 req-27112e65-152b-4c1f-8cf3-5eee8816070d tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d53b9c2-92c8-48c1-8327-1cd9754bcca0 HTTP/1.1" status: 200 len: 943 time: 0.0495706 Oct 12 20:21:25.685676 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 557a7f93-638d-414b-8803-a1689f78b09c, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=557a7f93-638d-414b-8803-a1689f78b09c,segment=NetworkSegment(8935e199-9897-43d3-b88d-707925402525),segment_id=8935e199-9897-43d3-b88d-707925402525)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:21:25.696610 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Returning: {'device': '557a7f93-638d-414b-8803-a1689f78b09c', 'network_id': '70d96b22-9192-4cee-8980-0372c2512894', 'port_id': '557a7f93-638d-414b-8803-a1689f78b09c', 'mac_address': 'fa:16:3e:b0:c8:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '521f1a1e-950f-4bcd-9a26-7a09659a2e7f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 20:21:25.708944 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-63ec3e70-9241-4ca7-ae81-e4315a8029e8 req-bc7dddf1-2faa-4f0e-99d1-3b54ce4df2de tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/security-groups?id=88bf3c4e-e587-40b1-a7a9-3f3143deb6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321860 Oct 12 20:21:25.733336 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:25.746420 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 557a7f93-638d-414b-8803-a1689f78b09c {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 20:21:25.768356 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 557a7f93-638d-414b-8803-a1689f78b09c, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=557a7f93-638d-414b-8803-a1689f78b09c,segment=NetworkSegment(8935e199-9897-43d3-b88d-707925402525),segment_id=8935e199-9897-43d3-b88d-707925402525)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:21:25.846078 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:25.892046 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=557a7f93-638d-414b-8803-a1689f78b09c,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:21:26.056894 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['557a7f93-638d-414b-8803-a1689f78b09c'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 20:21:26.821758 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015ce198-2d37-4561-a4d4-83ee3d449c23 req-e30c1c90-287d-4a5c-8660-fd4c15644ac4 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:21:26.823203 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-015ce198-2d37-4561-a4d4-83ee3d449c23 req-e30c1c90-287d-4a5c-8660-fd4c15644ac4 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d53b9c2-92c8-48c1-8327-1cd9754bcca0 HTTP/1.1" status: 200 len: 944 time: 0.0480382 Oct 12 20:21:26.860461 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-015ce198-2d37-4561-a4d4-83ee3d449c23 req-632097c7-4409-4ca6-b00a-5403dba903d8 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/security-groups?id=88bf3c4e-e587-40b1-a7a9-3f3143deb6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313094 Oct 12 20:21:27.603303 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 557a7f93-638d-414b-8803-a1689f78b09c up at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 20:21:27.726132 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning for port 557a7f93-638d-414b-8803-a1689f78b09c completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 20:21:27.729908 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning complete for port 557a7f93-638d-414b-8803-a1689f78b09c triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:21:27.730274 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:27.807749 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:27.829848 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d53b9c2-92c8-48c1-8327-1cd9754bcca0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '557a7f93-638d-414b-8803-a1689f78b09c'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:21:27.832129 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b9295f95168b7ebeacfaf6dce688c5b5a488805d3fcc076b348ff91511493a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29e1c84c-7ea3-4cd1-8e75-0ec332c622ee" -d '{"events": [{"server_uuid": "1d53b9c2-92c8-48c1-8327-1cd9754bcca0", "name": "network-vif-plugged", "status": "completed", "tag": "557a7f93-638d-414b-8803-a1689f78b09c"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:21:27.844574 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 557a7f93-638d-414b-8803-a1689f78b09c, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=557a7f93-638d-414b-8803-a1689f78b09c,segment=NetworkSegment(8935e199-9897-43d3-b88d-707925402525),segment_id=8935e199-9897-43d3-b88d-707925402525)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:21:27.903737 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:27.930440 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 20:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db916902-9a37-4907-9382-10c9efab5a78 x-openstack-request-id: req-db916902-9a37-4907-9382-10c9efab5a78 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:21:27.930733 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d53b9c2-92c8-48c1-8327-1cd9754bcca0", "name": "network-vif-plugged", "status": "completed", "tag": "557a7f93-638d-414b-8803-a1689f78b09c", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:21:27.930985 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-db916902-9a37-4907-9382-10c9efab5a78 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:21:27.931387 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d53b9c2-92c8-48c1-8327-1cd9754bcca0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '557a7f93-638d-414b-8803-a1689f78b09c', 'code': 200} Oct 12 20:21:27.967156 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=557a7f93-638d-414b-8803-a1689f78b09c,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:21:27.985138 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e6e331-20ab-4bbd-9e7c-ec8c28f90576 req-0c80c93c-a0a9-48a4-97bb-3c3db8fb6d04 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:21:27.986647 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d2e6e331-20ab-4bbd-9e7c-ec8c28f90576 req-0c80c93c-a0a9-48a4-97bb-3c3db8fb6d04 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d53b9c2-92c8-48c1-8327-1cd9754bcca0 HTTP/1.1" status: 200 len: 945 time: 0.0538945 Oct 12 20:21:28.048089 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d2e6e331-20ab-4bbd-9e7c-ec8c28f90576 req-132f5c4f-2f39-4292-b300-e56a50baa1ba tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/security-groups?id=88bf3c4e-e587-40b1-a7a9-3f3143deb6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527620 Oct 12 20:21:28.049724 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dd1120-3d10-48ec-a2e5-b653c77a9875 req-d571bb23-65de-4eea-a6c7-33c7bbfa2a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:21:28.051380 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-23dd1120-3d10-48ec-a2e5-b653c77a9875 req-d571bb23-65de-4eea-a6c7-33c7bbfa2a4b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1d53b9c2-92c8-48c1-8327-1cd9754bcca0 HTTP/1.1" status: 200 len: 1096 time: 0.0636201 Oct 12 20:21:28.085513 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-23dd1120-3d10-48ec-a2e5-b653c77a9875 req-0c7eaa60-42cd-42af-8fde-0c4b1e1630da service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=88bf3c4e-e587-40b1-a7a9-3f3143deb6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268395 Oct 12 20:21:29.160341 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d4772d56-77bc-4c79-bed7-53d26e4468b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:29.171844 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577a4055-ef0f-4d41-a895-44afa3ba60ad req-ffac076e-ed1b-4923-8c94-4af5727e854f tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:21:29.173319 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-577a4055-ef0f-4d41-a895-44afa3ba60ad req-ffac076e-ed1b-4923-8c94-4af5727e854f tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d53b9c2-92c8-48c1-8327-1cd9754bcca0 HTTP/1.1" status: 200 len: 945 time: 0.0539484 Oct 12 20:21:29.211763 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-577a4055-ef0f-4d41-a895-44afa3ba60ad req-4f6fe67e-e672-4071-a484-af5222d3bd19 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/security-groups?id=88bf3c4e-e587-40b1-a7a9-3f3143deb6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315664 Oct 12 20:21:30.324778 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8743d1-54a5-4c86-ae7b-c71ac58c4a0a req-3cc2c829-db09-4a9d-95f4-d3d4720e2a7c tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:21:30.326255 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4e8743d1-54a5-4c86-ae7b-c71ac58c4a0a req-3cc2c829-db09-4a9d-95f4-d3d4720e2a7c tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d53b9c2-92c8-48c1-8327-1cd9754bcca0 HTTP/1.1" status: 200 len: 945 time: 0.0482841 Oct 12 20:21:30.363464 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4e8743d1-54a5-4c86-ae7b-c71ac58c4a0a req-a1e816df-cf07-41b3-b46d-cad818068d2b tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/security-groups?id=88bf3c4e-e587-40b1-a7a9-3f3143deb6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310659 Oct 12 20:21:30.476272 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5968e42d-afdd-4acc-b612-572e03df73f8 req-495aab27-4338-470d-a171-ed9cd29eacfd tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:21:30.477731 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5968e42d-afdd-4acc-b612-572e03df73f8 req-495aab27-4338-470d-a171-ed9cd29eacfd tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d53b9c2-92c8-48c1-8327-1cd9754bcca0 HTTP/1.1" status: 200 len: 945 time: 0.0486174 Oct 12 20:21:30.514144 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5968e42d-afdd-4acc-b612-572e03df73f8 req-ce1592f0-f9b9-47d5-a0ab-08d49c5ee953 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/security-groups?id=88bf3c4e-e587-40b1-a7a9-3f3143deb6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306458 Oct 12 20:21:30.535415 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 36110) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:21:30.574709 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b03436a-1e7f-4fff-abba-c5e54cc76fea tempest-TestNetworkAdvancedServerOps-803987341 tempest-TestNetworkAdvancedServerOps-803987341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:21:30.576207 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-6b03436a-1e7f-4fff-abba-c5e54cc76fea tempest-TestNetworkAdvancedServerOps-803987341 tempest-TestNetworkAdvancedServerOps-803987341-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=1d53b9c2-92c8-48c1-8327-1cd9754bcca0 HTTP/1.1" status: 200 len: 1091 time: 0.0398340 Oct 12 20:21:30.579038 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 36112) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:21:30.583210 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-11f7edac-d885-4e95-a427-2588a54f8318 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Request body: {'floatingip': {'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'port_id': '557a7f93-638d-414b-8803-a1689f78b09c', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'fixed_ip_address': '172.20.0.9'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:21:30.674822 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-11f7edac-d885-4e95-a427-2588a54f8318 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for floatingip, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:30.771284 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-11f7edac-d885-4e95-a427-2588a54f8318 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:30.872267 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-11f7edac-d885-4e95-a427-2588a54f8318 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Allocated IP 172.25.5.236 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/e1882855-4772-4a4a-bbe2-157dce8c440d) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 20:21:30.970469 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-11f7edac-d885-4e95-a427-2588a54f8318 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:31.058127 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-11f7edac-d885-4e95-a427-2588a54f8318 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:31.102605 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f7edac-d885-4e95-a427-2588a54f8318 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 20:21:31.105642 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-11f7edac-d885-4e95-a427-2588a54f8318 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 20:21:31.109937 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f7edac-d885-4e95-a427-2588a54f8318 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 20:21:31.113019 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f7edac-d885-4e95-a427-2588a54f8318 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Pushing event updated for resources: {'Port': ['ID=e1882855-4772-4a4a-bbe2-157dce8c440d,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:21:31.743276 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-57b20f44-4401-4d38-be32-9de4b334be75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:31.743847 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-11f7edac-d885-4e95-a427-2588a54f8318 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:31.864257 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-11f7edac-d885-4e95-a427-2588a54f8318 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:32.010925 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-11f7edac-d885-4e95-a427-2588a54f8318 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:32.051841 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-11f7edac-d885-4e95-a427-2588a54f8318 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:32.115408 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f7edac-d885-4e95-a427-2588a54f8318 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Pushing event updated for resources: {'Port': ['ID=e1882855-4772-4a4a-bbe2-157dce8c440d,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:21:32.129007 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-11f7edac-d885-4e95-a427-2588a54f8318 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7915414'] for floatingip, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:32.227153 n-d-813679-3 neutron-server[95502]: INFO neutron.db.l3_db [None req-11f7edac-d885-4e95-a427-2588a54f8318 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Floating IP dc44768c-81f8-43b3-9922-c0c4bb297f40 associated. External IP: 172.25.5.236, port: 557a7f93-638d-414b-8803-a1689f78b09c. Oct 12 20:21:32.430806 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11f7edac-d885-4e95-a427-2588a54f8318 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Router 91bc5542-5c10-4995-a26e-6ba542b8a051 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 20:21:32.526188 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:32.536988 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11f7edac-d885-4e95-a427-2588a54f8318 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 20:21:32.547038 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5de8c77-0602-4a0f-adc7-790695bb2ae4 None None] Sync routers for ids ['91bc5542-5c10-4995-a26e-6ba542b8a051'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 20:21:32.557477 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5de8c77-0602-4a0f-adc7-790695bb2ae4 None None] Routers {'91bc5542-5c10-4995-a26e-6ba542b8a051'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:21:32.558080 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-f5de8c77-0602-4a0f-adc7-790695bb2ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:21:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['91bc5542-5c10-4995-a26e-6ba542b8a051'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:21:32.608244 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-11f7edac-d885-4e95-a427-2588a54f8318 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:32.635232 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-11f7edac-d885-4e95-a427-2588a54f8318 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0552051 Oct 12 20:21:32.635818 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d53b9c2-92c8-48c1-8327-1cd9754bcca0', 'tag': '557a7f93-638d-414b-8803-a1689f78b09c'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:21:32.638469 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d38ba98a80be6c2fe69993d1a3c9eb2b0c7fe5c84c08efdde6b95a5e2d0657c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-965ce98f-f711-40c6-a1fc-ebe9e5a37906" -d '{"events": [{"name": "network-changed", "server_uuid": "1d53b9c2-92c8-48c1-8327-1cd9754bcca0", "tag": "557a7f93-638d-414b-8803-a1689f78b09c"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:21:32.663015 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-f5de8c77-0602-4a0f-adc7-790695bb2ae4 None None] Set router 91bc5542-5c10-4995-a26e-6ba542b8a051 gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:21:32.679938 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 20:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e82d5ae-92cb-45bb-9178-5136f245082a x-openstack-request-id: req-4e82d5ae-92cb-45bb-9178-5136f245082a {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:21:32.680244 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d53b9c2-92c8-48c1-8327-1cd9754bcca0", "tag": "557a7f93-638d-414b-8803-a1689f78b09c", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:21:32.680512 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4e82d5ae-92cb-45bb-9178-5136f245082a {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:21:32.680917 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d53b9c2-92c8-48c1-8327-1cd9754bcca0', 'tag': '557a7f93-638d-414b-8803-a1689f78b09c', 'status': 'completed', 'code': 200} Oct 12 20:21:32.767572 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4ecea9-31da-4b59-a007-e466698d95bd req-939da2af-ab4a-4e85-8f0e-24df7ca233d7 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:21:32.769107 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-de4ecea9-31da-4b59-a007-e466698d95bd req-939da2af-ab4a-4e85-8f0e-24df7ca233d7 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d53b9c2-92c8-48c1-8327-1cd9754bcca0 HTTP/1.1" status: 200 len: 945 time: 0.0829651 Oct 12 20:21:32.775932 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965ce98f-f711-40c6-a1fc-ebe9e5a37906 req-9b0ee112-fa7e-43b2-9360-65673210db33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:21:32.777379 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-965ce98f-f711-40c6-a1fc-ebe9e5a37906 req-9b0ee112-fa7e-43b2-9360-65673210db33 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7338ca3ebf8d46358716ffb6a045af03&device_id=1d53b9c2-92c8-48c1-8327-1cd9754bcca0 HTTP/1.1" status: 200 len: 1096 time: 0.0609169 Oct 12 20:21:32.856349 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-de4ecea9-31da-4b59-a007-e466698d95bd req-bb2fcac8-328f-4b65-8595-9b022c7058fc tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/security-groups?id=88bf3c4e-e587-40b1-a7a9-3f3143deb6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779827 Oct 12 20:21:32.879983 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 36118) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:21:32.887974 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-f5de8c77-0602-4a0f-adc7-790695bb2ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91bc5542-5c10-4995-a26e-6ba542b8a051', 'name': 'tempest-TestNetworkAdvancedServerOps-router-888087777', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '605d2b2d-492e-4b6a-9f0c-0f6dd79304ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:21:12Z', 'updated_at': '2021-10-12T20:21:17Z', 'revision_number': 4, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'gw_port': {'id': '605d2b2d-492e-4b6a-9f0c-0f6dd79304ca', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:91:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91bc5542-5c10-4995-a26e-6ba542b8a051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:21:13Z', 'updated_at': '2021-10-12T20:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': 'dc44768c-81f8-43b3-9922-c0c4bb297f40', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'floating_ip_address': '172.25.5.236', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': '91bc5542-5c10-4995-a26e-6ba542b8a051', 'port_id': '557a7f93-638d-414b-8803-a1689f78b09c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70d96b22-9192-4cee-8980-0372c2512894', 'mac_address': 'fa:16:3e:b0:c8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d53b9c2-92c8-48c1-8327-1cd9754bcca0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T20:21:31Z', 'updated_at': '2021-10-12T20:21:31Z', 'revision_number': 0, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6c706e8-d777-4643-8d52-26ce48836d9f', 'name': '', 'network_id': '70d96b22-9192-4cee-8980-0372c2512894', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'mac_address': 'fa:16:3e:29:93:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91bc5542-5c10-4995-a26e-6ba542b8a051', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '521f1a1e-950f-4bcd-9a26-7a09659a2e7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:21:16Z', 'updated_at': '2021-10-12T20:21:20Z', 'revision_number': 5, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'subnets': [{'id': '521f1a1e-950f-4bcd-9a26-7a09659a2e7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:21:32.902754 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965ce98f-f711-40c6-a1fc-ebe9e5a37906 req-a0bceaf2-f1ba-42a7-9ac5-26a8318d6434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:21:32.904521 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-965ce98f-f711-40c6-a1fc-ebe9e5a37906 req-a0bceaf2-f1ba-42a7-9ac5-26a8318d6434 service neutron] 10.222.0.67 "GET /v2.0/networks?id=70d96b22-9192-4cee-8980-0372c2512894 HTTP/1.1" status: 200 len: 898 time: 0.1194828 Oct 12 20:21:32.944345 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-f5deafe2-0411-4679-b291-b18a36347882 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/floatingips/dc44768c-81f8-43b3-9922-c0c4bb297f40 HTTP/1.1" status: 200 len: 991 time: 0.0619864 Oct 12 20:21:32.973700 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-965ce98f-f711-40c6-a1fc-ebe9e5a37906 req-3105c27c-4a3b-4ffe-ab22-e734f58b4aec service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=557a7f93-638d-414b-8803-a1689f78b09c HTTP/1.1" status: 200 len: 999 time: 0.0618038 Oct 12 20:21:33.011251 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5de8c77-0602-4a0f-adc7-790695bb2ae4 None None] Checking router: 91bc5542-5c10-4995-a26e-6ba542b8a051 for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 20:21:33.020976 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5de8c77-0602-4a0f-adc7-790695bb2ae4 None None] Routers {'91bc5542-5c10-4995-a26e-6ba542b8a051'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:21:33.021716 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-f5de8c77-0602-4a0f-adc7-790695bb2ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:21:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['91bc5542-5c10-4995-a26e-6ba542b8a051'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:21:33.026450 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965ce98f-f711-40c6-a1fc-ebe9e5a37906 req-ec01bcd1-43cb-4ac5-bbbd-8c6df6244141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:21:33.028113 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-965ce98f-f711-40c6-a1fc-ebe9e5a37906 req-ec01bcd1-43cb-4ac5-bbbd-8c6df6244141 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=521f1a1e-950f-4bcd-9a26-7a09659a2e7f HTTP/1.1" status: 200 len: 834 time: 0.0473161 Oct 12 20:21:33.080925 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965ce98f-f711-40c6-a1fc-ebe9e5a37906 req-58b7ff36-ab10-47d8-96fc-b2d9d94cd9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:21:33.082718 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-965ce98f-f711-40c6-a1fc-ebe9e5a37906 req-58b7ff36-ab10-47d8-96fc-b2d9d94cd9a0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=70d96b22-9192-4cee-8980-0372c2512894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477016 Oct 12 20:21:33.141263 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-f5de8c77-0602-4a0f-adc7-790695bb2ae4 None None] Set router 91bc5542-5c10-4995-a26e-6ba542b8a051 gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:21:33.177366 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-965ce98f-f711-40c6-a1fc-ebe9e5a37906 req-37522dbe-9340-4e76-a00a-ecf49c126ee3 service neutron] 10.222.0.67 "GET /v2.0/networks/70d96b22-9192-4cee-8980-0372c2512894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866952 Oct 12 20:21:33.269201 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:33.271165 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-965ce98f-f711-40c6-a1fc-ebe9e5a37906 req-51c6b857-0c57-4df4-9f56-b21785dc879c service neutron] 10.222.0.67 "GET /v2.0/networks/70d96b22-9192-4cee-8980-0372c2512894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870054 Oct 12 20:21:33.363542 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-f5de8c77-0602-4a0f-adc7-790695bb2ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91bc5542-5c10-4995-a26e-6ba542b8a051', 'name': 'tempest-TestNetworkAdvancedServerOps-router-888087777', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '605d2b2d-492e-4b6a-9f0c-0f6dd79304ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:21:12Z', 'updated_at': '2021-10-12T20:21:17Z', 'revision_number': 4, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'gw_port': {'id': '605d2b2d-492e-4b6a-9f0c-0f6dd79304ca', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:91:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91bc5542-5c10-4995-a26e-6ba542b8a051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:21:13Z', 'updated_at': '2021-10-12T20:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': 'dc44768c-81f8-43b3-9922-c0c4bb297f40', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'floating_ip_address': '172.25.5.236', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': '91bc5542-5c10-4995-a26e-6ba542b8a051', 'port_id': '557a7f93-638d-414b-8803-a1689f78b09c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70d96b22-9192-4cee-8980-0372c2512894', 'mac_address': 'fa:16:3e:b0:c8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d53b9c2-92c8-48c1-8327-1cd9754bcca0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T20:21:31Z', 'updated_at': '2021-10-12T20:21:31Z', 'revision_number': 0, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6c706e8-d777-4643-8d52-26ce48836d9f', 'name': '', 'network_id': '70d96b22-9192-4cee-8980-0372c2512894', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'mac_address': 'fa:16:3e:29:93:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91bc5542-5c10-4995-a26e-6ba542b8a051', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '521f1a1e-950f-4bcd-9a26-7a09659a2e7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:21:16Z', 'updated_at': '2021-10-12T20:21:20Z', 'revision_number': 5, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'subnets': [{'id': '521f1a1e-950f-4bcd-9a26-7a09659a2e7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:21:33.393377 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5de8c77-0602-4a0f-adc7-790695bb2ae4 None None] The sync data for ids ['91bc5542-5c10-4995-a26e-6ba542b8a051'] in n-d-813679-3 is: [{'id': '91bc5542-5c10-4995-a26e-6ba542b8a051', 'name': 'tempest-TestNetworkAdvancedServerOps-router-888087777', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '605d2b2d-492e-4b6a-9f0c-0f6dd79304ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:21:12Z', 'updated_at': '2021-10-12T20:21:17Z', 'revision_number': 4, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'gw_port': {'id': '605d2b2d-492e-4b6a-9f0c-0f6dd79304ca', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:91:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91bc5542-5c10-4995-a26e-6ba542b8a051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:21:13Z', 'updated_at': '2021-10-12T20:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': 'dc44768c-81f8-43b3-9922-c0c4bb297f40', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'floating_ip_address': '172.25.5.236', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': '91bc5542-5c10-4995-a26e-6ba542b8a051', 'port_id': '557a7f93-638d-414b-8803-a1689f78b09c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70d96b22-9192-4cee-8980-0372c2512894', 'mac_address': 'fa:16:3e:b0:c8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d53b9c2-92c8-48c1-8327-1cd9754bcca0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T20:21:31Z', 'updated_at': '2021-10-12T20:21:31Z', 'revision_number': 0, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6c706e8-d777-4643-8d52-26ce48836d9f', 'name': '', 'network_id': '70d96b22-9192-4cee-8980-0372c2512894', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'mac_address': 'fa:16:3e:29:93:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91bc5542-5c10-4995-a26e-6ba542b8a051', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '521f1a1e-950f-4bcd-9a26-7a09659a2e7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:21:16Z', 'updated_at': '2021-10-12T20:21:20Z', 'revision_number': 5, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'subnets': [{'id': '521f1a1e-950f-4bcd-9a26-7a09659a2e7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 20:21:33.590527 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63394e2a-445b-4fd1-b2b6-fb2a88e272bd None None] New status for floating IP dc44768c-81f8-43b3-9922-c0c4bb297f40: ACTIVE {{(pid=95503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 20:21:33.687482 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:33.947193 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 36120) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:21:34.010020 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-5420a976-06b1-4fe9-9ede-07045c04970a tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/floatingips/dc44768c-81f8-43b3-9922-c0c4bb297f40 HTTP/1.1" status: 200 len: 993 time: 0.0617049 Oct 12 20:21:34.594975 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:34.765889 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:21:52.195986 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 20:21:59.188745 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-917f7857-5e12-4497-953f-5deffa1e29fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:00.851893 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d947820-168c-4c0b-8882-0e35b8b80a7f req-af0b7866-510b-4c42-9634-0274335f8048 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:22:00.853417 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6d947820-168c-4c0b-8882-0e35b8b80a7f req-af0b7866-510b-4c42-9634-0274335f8048 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d53b9c2-92c8-48c1-8327-1cd9754bcca0 HTTP/1.1" status: 200 len: 945 time: 0.0494113 Oct 12 20:22:00.895674 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6d947820-168c-4c0b-8882-0e35b8b80a7f req-24c0b4ba-515c-4921-be25-4c9f891e6f62 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/security-groups?id=88bf3c4e-e587-40b1-a7a9-3f3143deb6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329103 Oct 12 20:22:01.771101 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b2098fd6-c765-4192-8064-5fcae1a2b367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:02.013449 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2295553-2613-4cd4-ab04-d8f4cadd4b09 req-ba8537ab-99f1-4196-ae57-f9a65b07027e tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:22:02.014917 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f2295553-2613-4cd4-ab04-d8f4cadd4b09 req-ba8537ab-99f1-4196-ae57-f9a65b07027e tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d53b9c2-92c8-48c1-8327-1cd9754bcca0 HTTP/1.1" status: 200 len: 945 time: 0.0499997 Oct 12 20:22:02.051461 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f2295553-2613-4cd4-ab04-d8f4cadd4b09 req-574cb88d-1602-41b9-a4ed-aef48c2553f0 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/security-groups?id=88bf3c4e-e587-40b1-a7a9-3f3143deb6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305581 Oct 12 20:22:02.074221 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 36142) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:22:02.139178 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-597a9a9e-d1b2-4e8a-ae22-ac7bda782a6c tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/floatingips/dc44768c-81f8-43b3-9922-c0c4bb297f40 HTTP/1.1" status: 200 len: 993 time: 0.0637891 Oct 12 20:22:02.525761 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:03.286056 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:03.537179 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049d02ee-18e4-4b16-ae61-0e64cbd9cb68 req-1cb52f6b-c057-4d26-85b5-3112e77e708e tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:22:03.538634 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-049d02ee-18e4-4b16-ae61-0e64cbd9cb68 req-1cb52f6b-c057-4d26-85b5-3112e77e708e tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d53b9c2-92c8-48c1-8327-1cd9754bcca0 HTTP/1.1" status: 200 len: 945 time: 0.0558922 Oct 12 20:22:03.576654 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-049d02ee-18e4-4b16-ae61-0e64cbd9cb68 req-36366bbf-bed3-4cd5-8036-f7cfc2c4cfe6 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/security-groups?id=88bf3c4e-e587-40b1-a7a9-3f3143deb6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320363 Oct 12 20:22:03.709575 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:04.589179 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:04.695158 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73bf7af-6f3c-4a2f-adcd-2071f27a4d38 req-8bcc20b6-4efc-4998-afbf-359eabfc07c2 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:22:04.696674 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b73bf7af-6f3c-4a2f-adcd-2071f27a4d38 req-8bcc20b6-4efc-4998-afbf-359eabfc07c2 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d53b9c2-92c8-48c1-8327-1cd9754bcca0 HTTP/1.1" status: 200 len: 945 time: 0.0512395 Oct 12 20:22:04.735337 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b73bf7af-6f3c-4a2f-adcd-2071f27a4d38 req-233383de-2c0e-4d0c-ada9-3492d8799bec tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/security-groups?id=88bf3c4e-e587-40b1-a7a9-3f3143deb6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326271 Oct 12 20:22:04.758508 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 36152) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:22:04.777548 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:04.818082 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-65fab1d7-bb4f-4755-a63b-8faa844d7cd6 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/floatingips/dc44768c-81f8-43b3-9922-c0c4bb297f40 HTTP/1.1" status: 200 len: 993 time: 0.0584338 Oct 12 20:22:05.028747 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 36158) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:22:05.182831 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-b1b7bb53-d66d-423f-9d3f-798fe497f263 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Deleting port e1882855-4772-4a4a-bbe2-157dce8c440d {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 20:22:05.183118 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b1b7bb53-d66d-423f-9d3f-798fe497f263 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:05.259111 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b1b7bb53-d66d-423f-9d3f-798fe497f263 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:05.259440 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b1b7bb53-d66d-423f-9d3f-798fe497f263 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:05.271122 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-b1b7bb53-d66d-423f-9d3f-798fe497f263 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Calling delete_port for e1882855-4772-4a4a-bbe2-157dce8c440d owned by network:floatingip {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 20:22:05.468120 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b1b7bb53-d66d-423f-9d3f-798fe497f263 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:05.493265 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b7bb53-d66d-423f-9d3f-798fe497f263 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Pushing event deleted for resources: {'Port': ['ID=e1882855-4772-4a4a-bbe2-157dce8c440d,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:22:05.506776 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b7bb53-d66d-423f-9d3f-798fe497f263 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:22:05.507185 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b7bb53-d66d-423f-9d3f-798fe497f263 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:22:05.507533 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b7bb53-d66d-423f-9d3f-798fe497f263 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:22:05.507876 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b7bb53-d66d-423f-9d3f-798fe497f263 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:22:05.508260 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b7bb53-d66d-423f-9d3f-798fe497f263 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:22:05.508600 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b7bb53-d66d-423f-9d3f-798fe497f263 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:22:05.508937 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b7bb53-d66d-423f-9d3f-798fe497f263 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:22:05.509269 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b7bb53-d66d-423f-9d3f-798fe497f263 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:22:05.509599 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b7bb53-d66d-423f-9d3f-798fe497f263 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:22:05.509930 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b7bb53-d66d-423f-9d3f-798fe497f263 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:22:05.510261 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b7bb53-d66d-423f-9d3f-798fe497f263 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:22:05.510591 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b7bb53-d66d-423f-9d3f-798fe497f263 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:22:05.568661 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b1b7bb53-d66d-423f-9d3f-798fe497f263 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for floatingip, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:05.569000 n-d-813679-3 neutron-server[95501]: INFO neutron.db.l3_db [None req-b1b7bb53-d66d-423f-9d3f-798fe497f263 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Floating IP dc44768c-81f8-43b3-9922-c0c4bb297f40 disassociated (deleted). External IP: 172.25.5.236, port: 557a7f93-638d-414b-8803-a1689f78b09c. Oct 12 20:22:05.765830 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1b7bb53-d66d-423f-9d3f-798fe497f263 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Router 91bc5542-5c10-4995-a26e-6ba542b8a051 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 20:22:05.868597 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1b7bb53-d66d-423f-9d3f-798fe497f263 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 20:22:05.873334 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b1b7bb53-d66d-423f-9d3f-798fe497f263 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:05.878403 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d362de-de03-4997-8a41-9645574dde91 None None] Sync routers for ids ['91bc5542-5c10-4995-a26e-6ba542b8a051'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 20:22:05.887572 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d362de-de03-4997-8a41-9645574dde91 None None] Routers {'91bc5542-5c10-4995-a26e-6ba542b8a051'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:22:05.888311 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-b8d362de-de03-4997-8a41-9645574dde91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:22:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['91bc5542-5c10-4995-a26e-6ba542b8a051'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:22:05.899176 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-b1b7bb53-d66d-423f-9d3f-798fe497f263 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "DELETE /v2.0/floatingips/dc44768c-81f8-43b3-9922-c0c4bb297f40 HTTP/1.1" status: 204 len: 168 time: 0.8693712 Oct 12 20:22:05.899836 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d53b9c2-92c8-48c1-8327-1cd9754bcca0', 'tag': '557a7f93-638d-414b-8803-a1689f78b09c'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:22:05.902877 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de8ed798067560d07a98492cd8cb53eb3655be3ac6c9fe2f8402857175a8f58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf234b27-4ac3-433b-85a1-d72ca5177e2a" -d '{"events": [{"name": "network-changed", "server_uuid": "1d53b9c2-92c8-48c1-8327-1cd9754bcca0", "tag": "557a7f93-638d-414b-8803-a1689f78b09c"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:22:05.941854 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 20:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-699b11b9-f388-45c0-a13b-8c3a4ca6fea6 x-openstack-request-id: req-699b11b9-f388-45c0-a13b-8c3a4ca6fea6 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:22:05.942150 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d53b9c2-92c8-48c1-8327-1cd9754bcca0", "tag": "557a7f93-638d-414b-8803-a1689f78b09c", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:22:05.942415 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-699b11b9-f388-45c0-a13b-8c3a4ca6fea6 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:22:05.942812 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d53b9c2-92c8-48c1-8327-1cd9754bcca0', 'tag': '557a7f93-638d-414b-8803-a1689f78b09c', 'status': 'completed', 'code': 200} Oct 12 20:22:05.997000 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-b8d362de-de03-4997-8a41-9645574dde91 None None] Set router 91bc5542-5c10-4995-a26e-6ba542b8a051 gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:22:06.009207 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf234b27-4ac3-433b-85a1-d72ca5177e2a req-d7ed58d1-e38c-4177-903d-27d2145efd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:22:06.010766 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-bf234b27-4ac3-433b-85a1-d72ca5177e2a req-d7ed58d1-e38c-4177-903d-27d2145efd4f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7338ca3ebf8d46358716ffb6a045af03&device_id=1d53b9c2-92c8-48c1-8327-1cd9754bcca0 HTTP/1.1" status: 200 len: 1096 time: 0.0446372 Oct 12 20:22:06.103959 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf234b27-4ac3-433b-85a1-d72ca5177e2a req-1c250b6a-55cf-47b5-abbe-404909341573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:22:06.105288 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-bf234b27-4ac3-433b-85a1-d72ca5177e2a req-1c250b6a-55cf-47b5-abbe-404909341573 service neutron] 10.222.0.67 "GET /v2.0/networks?id=70d96b22-9192-4cee-8980-0372c2512894 HTTP/1.1" status: 200 len: 898 time: 0.0878055 Oct 12 20:22:06.153725 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-bf234b27-4ac3-433b-85a1-d72ca5177e2a req-2797cf6e-99a5-44b6-b60b-bc4abcc85b4e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=557a7f93-638d-414b-8803-a1689f78b09c HTTP/1.1" status: 200 len: 217 time: 0.0398390 Oct 12 20:22:06.193118 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-b8d362de-de03-4997-8a41-9645574dde91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91bc5542-5c10-4995-a26e-6ba542b8a051', 'name': 'tempest-TestNetworkAdvancedServerOps-router-888087777', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '605d2b2d-492e-4b6a-9f0c-0f6dd79304ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:21:12Z', 'updated_at': '2021-10-12T20:21:17Z', 'revision_number': 4, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'gw_port': {'id': '605d2b2d-492e-4b6a-9f0c-0f6dd79304ca', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:91:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91bc5542-5c10-4995-a26e-6ba542b8a051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:21:13Z', 'updated_at': '2021-10-12T20:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': 'a6c706e8-d777-4643-8d52-26ce48836d9f', 'name': '', 'network_id': '70d96b22-9192-4cee-8980-0372c2512894', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'mac_address': 'fa:16:3e:29:93:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91bc5542-5c10-4995-a26e-6ba542b8a051', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '521f1a1e-950f-4bcd-9a26-7a09659a2e7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:21:16Z', 'updated_at': '2021-10-12T20:21:20Z', 'revision_number': 5, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'subnets': [{'id': '521f1a1e-950f-4bcd-9a26-7a09659a2e7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:22:06.212618 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf234b27-4ac3-433b-85a1-d72ca5177e2a req-6e4af3ff-892c-4512-8a3b-a51093aeba2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:22:06.214695 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-bf234b27-4ac3-433b-85a1-d72ca5177e2a req-6e4af3ff-892c-4512-8a3b-a51093aeba2d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=521f1a1e-950f-4bcd-9a26-7a09659a2e7f HTTP/1.1" status: 200 len: 834 time: 0.0466206 Oct 12 20:22:06.222725 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d362de-de03-4997-8a41-9645574dde91 None None] Checking router: 91bc5542-5c10-4995-a26e-6ba542b8a051 for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 20:22:06.231780 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d362de-de03-4997-8a41-9645574dde91 None None] Routers {'91bc5542-5c10-4995-a26e-6ba542b8a051'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:22:06.232412 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-b8d362de-de03-4997-8a41-9645574dde91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:22:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['91bc5542-5c10-4995-a26e-6ba542b8a051'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:22:06.262264 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf234b27-4ac3-433b-85a1-d72ca5177e2a req-61fa44ff-8a24-49a8-9ab6-0b77bf4ce8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:22:06.263897 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-bf234b27-4ac3-433b-85a1-d72ca5177e2a req-61fa44ff-8a24-49a8-9ab6-0b77bf4ce8bb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=70d96b22-9192-4cee-8980-0372c2512894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416226 Oct 12 20:22:06.336395 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-b8d362de-de03-4997-8a41-9645574dde91 None None] Set router 91bc5542-5c10-4995-a26e-6ba542b8a051 gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:22:06.367912 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-bf234b27-4ac3-433b-85a1-d72ca5177e2a req-de32665e-6fb9-4064-85d5-955b1255d0a7 service neutron] 10.222.0.67 "GET /v2.0/networks/70d96b22-9192-4cee-8980-0372c2512894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946388 Oct 12 20:22:06.371866 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc7ad7d-91da-42f6-b975-eb5f739d3b69 req-3dee6685-ad93-4508-ac21-371a76cb1979 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:22:06.373403 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6bc7ad7d-91da-42f6-b975-eb5f739d3b69 req-3dee6685-ad93-4508-ac21-371a76cb1979 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d53b9c2-92c8-48c1-8327-1cd9754bcca0 HTTP/1.1" status: 200 len: 945 time: 0.0520279 Oct 12 20:22:06.412987 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6bc7ad7d-91da-42f6-b975-eb5f739d3b69 req-73f75e29-c00d-4190-a02d-cf5907bf107f tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/security-groups?id=88bf3c4e-e587-40b1-a7a9-3f3143deb6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333054 Oct 12 20:22:06.465103 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-bf234b27-4ac3-433b-85a1-d72ca5177e2a req-054de0b6-acd4-45fb-b1fc-1fce3afa7e74 service neutron] 10.222.0.67 "GET /v2.0/networks/70d96b22-9192-4cee-8980-0372c2512894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876477 Oct 12 20:22:06.541795 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-b8d362de-de03-4997-8a41-9645574dde91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91bc5542-5c10-4995-a26e-6ba542b8a051', 'name': 'tempest-TestNetworkAdvancedServerOps-router-888087777', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '605d2b2d-492e-4b6a-9f0c-0f6dd79304ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:21:12Z', 'updated_at': '2021-10-12T20:21:17Z', 'revision_number': 4, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'gw_port': {'id': '605d2b2d-492e-4b6a-9f0c-0f6dd79304ca', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:91:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91bc5542-5c10-4995-a26e-6ba542b8a051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:21:13Z', 'updated_at': '2021-10-12T20:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': 'a6c706e8-d777-4643-8d52-26ce48836d9f', 'name': '', 'network_id': '70d96b22-9192-4cee-8980-0372c2512894', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'mac_address': 'fa:16:3e:29:93:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91bc5542-5c10-4995-a26e-6ba542b8a051', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '521f1a1e-950f-4bcd-9a26-7a09659a2e7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:21:16Z', 'updated_at': '2021-10-12T20:21:20Z', 'revision_number': 5, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'subnets': [{'id': '521f1a1e-950f-4bcd-9a26-7a09659a2e7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:22:06.570219 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d362de-de03-4997-8a41-9645574dde91 None None] The sync data for ids ['91bc5542-5c10-4995-a26e-6ba542b8a051'] in n-d-813679-3 is: [{'id': '91bc5542-5c10-4995-a26e-6ba542b8a051', 'name': 'tempest-TestNetworkAdvancedServerOps-router-888087777', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '605d2b2d-492e-4b6a-9f0c-0f6dd79304ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:21:12Z', 'updated_at': '2021-10-12T20:21:17Z', 'revision_number': 4, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'gw_port': {'id': '605d2b2d-492e-4b6a-9f0c-0f6dd79304ca', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:91:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91bc5542-5c10-4995-a26e-6ba542b8a051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:21:13Z', 'updated_at': '2021-10-12T20:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': 'a6c706e8-d777-4643-8d52-26ce48836d9f', 'name': '', 'network_id': '70d96b22-9192-4cee-8980-0372c2512894', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'mac_address': 'fa:16:3e:29:93:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91bc5542-5c10-4995-a26e-6ba542b8a051', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '521f1a1e-950f-4bcd-9a26-7a09659a2e7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:21:16Z', 'updated_at': '2021-10-12T20:21:20Z', 'revision_number': 5, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'subnets': [{'id': '521f1a1e-950f-4bcd-9a26-7a09659a2e7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 20:22:06.782213 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e400c84-0e27-4952-8296-533b893efcf5 None None] New status for floating IP dc44768c-81f8-43b3-9922-c0c4bb297f40: DOWN {{(pid=95503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 20:22:07.534506 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397c65a9-4772-4efe-ad9a-491d0961886b req-3dba91b6-aa54-4be9-b637-50f993d20ebc tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:22:07.535987 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-397c65a9-4772-4efe-ad9a-491d0961886b req-3dba91b6-aa54-4be9-b637-50f993d20ebc tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d53b9c2-92c8-48c1-8327-1cd9754bcca0 HTTP/1.1" status: 200 len: 945 time: 0.0499415 Oct 12 20:22:07.574879 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-397c65a9-4772-4efe-ad9a-491d0961886b req-13eb7364-e9b4-4d86-abe7-94d8f37f7007 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/security-groups?id=88bf3c4e-e587-40b1-a7a9-3f3143deb6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330162 Oct 12 20:22:08.005980 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ba8753-64f8-404c-9ee4-1755b251bd30 req-9040f11a-f57c-4962-876a-86cab89d7207 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:22:08.007402 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-80ba8753-64f8-404c-9ee4-1755b251bd30 req-9040f11a-f57c-4962-876a-86cab89d7207 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.67 "GET /v2.0/ports?device_id=1d53b9c2-92c8-48c1-8327-1cd9754bcca0 HTTP/1.1" status: 200 len: 945 time: 0.0514295 Oct 12 20:22:08.092772 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-80ba8753-64f8-404c-9ee4-1755b251bd30 req-3f8f9df5-bea0-48fb-a8b6-a941f28ac838 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Deleting port 557a7f93-638d-414b-8803-a1689f78b09c {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 20:22:08.093112 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-80ba8753-64f8-404c-9ee4-1755b251bd30 req-3f8f9df5-bea0-48fb-a8b6-a941f28ac838 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:08.181632 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-80ba8753-64f8-404c-9ee4-1755b251bd30 req-3f8f9df5-bea0-48fb-a8b6-a941f28ac838 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] For port 557a7f93-638d-414b-8803-a1689f78b09c, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=557a7f93-638d-414b-8803-a1689f78b09c,segment=NetworkSegment(8935e199-9897-43d3-b88d-707925402525),segment_id=8935e199-9897-43d3-b88d-707925402525)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:22:08.182009 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-80ba8753-64f8-404c-9ee4-1755b251bd30 req-3f8f9df5-bea0-48fb-a8b6-a941f28ac838 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:08.194347 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-80ba8753-64f8-404c-9ee4-1755b251bd30 req-3f8f9df5-bea0-48fb-a8b6-a941f28ac838 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Calling delete_port for 557a7f93-638d-414b-8803-a1689f78b09c owned by compute:nova {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 20:22:08.389126 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-80ba8753-64f8-404c-9ee4-1755b251bd30 req-3f8f9df5-bea0-48fb-a8b6-a941f28ac838 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:08.421527 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8f9df5-bea0-48fb-a8b6-a941f28ac838 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Pushing event deleted for resources: {'Port': ['ID=557a7f93-638d-414b-8803-a1689f78b09c,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:22:08.461321 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-80ba8753-64f8-404c-9ee4-1755b251bd30 req-3f8f9df5-bea0-48fb-a8b6-a941f28ac838 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] No DVR routers for this DVR port 557a7f93-638d-414b-8803-a1689f78b09c on host n-h2-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 20:22:08.464585 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-80ba8753-64f8-404c-9ee4-1755b251bd30 req-3f8f9df5-bea0-48fb-a8b6-a941f28ac838 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:08.467892 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-80ba8753-64f8-404c-9ee4-1755b251bd30 req-3f8f9df5-bea0-48fb-a8b6-a941f28ac838 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.67 "DELETE /v2.0/ports/557a7f93-638d-414b-8803-a1689f78b09c HTTP/1.1" status: 204 len: 173 time: 0.4542923 Oct 12 20:22:08.468371 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d53b9c2-92c8-48c1-8327-1cd9754bcca0', 'name': 'network-vif-deleted', 'tag': '557a7f93-638d-414b-8803-a1689f78b09c'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:22:08.470615 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de8ed798067560d07a98492cd8cb53eb3655be3ac6c9fe2f8402857175a8f58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4bf6dc6-19fc-4560-bab8-548412bf767f" -d '{"events": [{"server_uuid": "1d53b9c2-92c8-48c1-8327-1cd9754bcca0", "name": "network-vif-deleted", "tag": "557a7f93-638d-414b-8803-a1689f78b09c"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:22:08.507433 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 20:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94b5ef46-8e8e-433a-aad6-8270579a2fc3 x-openstack-request-id: req-94b5ef46-8e8e-433a-aad6-8270579a2fc3 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:22:08.507727 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d53b9c2-92c8-48c1-8327-1cd9754bcca0", "name": "network-vif-deleted", "tag": "557a7f93-638d-414b-8803-a1689f78b09c", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:22:08.507983 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-94b5ef46-8e8e-433a-aad6-8270579a2fc3 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:22:08.508409 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d53b9c2-92c8-48c1-8327-1cd9754bcca0', 'name': 'network-vif-deleted', 'tag': '557a7f93-638d-414b-8803-a1689f78b09c', 'status': 'completed', 'code': 200} Oct 12 20:22:08.666714 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-dc935248-4899-4b22-a857-041edf8b2555 req-6714eb74-2854-4502-beb2-d06af8489847 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d53b9c2-92c8-48c1-8327-1cd9754bcca0 HTTP/1.1" status: 200 len: 210 time: 0.0264611 Oct 12 20:22:09.723591 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 36174) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:22:10.071074 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8acd6c27-c013-40df-a09c-debac36bba41 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8092566'] for router_interface, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:10.313808 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-8acd6c27-c013-40df-a09c-debac36bba41 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Deleting port a6c706e8-d777-4643-8d52-26ce48836d9f {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 20:22:10.314144 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8acd6c27-c013-40df-a09c-debac36bba41 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:10.397670 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [None req-8acd6c27-c013-40df-a09c-debac36bba41 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] For port a6c706e8-d777-4643-8d52-26ce48836d9f, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=a6c706e8-d777-4643-8d52-26ce48836d9f,segment=NetworkSegment(8935e199-9897-43d3-b88d-707925402525),segment_id=8935e199-9897-43d3-b88d-707925402525)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:22:10.405662 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8acd6c27-c013-40df-a09c-debac36bba41 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:10.410654 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-8acd6c27-c013-40df-a09c-debac36bba41 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Calling delete_port for a6c706e8-d777-4643-8d52-26ce48836d9f owned by network:router_interface {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 20:22:10.657623 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8acd6c27-c013-40df-a09c-debac36bba41 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:10.681066 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acd6c27-c013-40df-a09c-debac36bba41 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Pushing event deleted for resources: {'Port': ['ID=a6c706e8-d777-4643-8d52-26ce48836d9f,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:22:10.853994 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-8acd6c27-c013-40df-a09c-debac36bba41 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7898909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8092450'] for router_interface, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:11.395389 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8acd6c27-c013-40df-a09c-debac36bba41 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Router 91bc5542-5c10-4995-a26e-6ba542b8a051 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 20:22:11.499817 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8acd6c27-c013-40df-a09c-debac36bba41 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 20:22:11.506833 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-8acd6c27-c013-40df-a09c-debac36bba41 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "PUT /v2.0/routers/91bc5542-5c10-4995-a26e-6ba542b8a051/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7819910 Oct 12 20:22:11.509443 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 36176) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:22:11.511546 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81eac3f3-167e-4e51-ba75-7b27367954da None None] Sync routers for ids ['91bc5542-5c10-4995-a26e-6ba542b8a051'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 20:22:11.520761 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81eac3f3-167e-4e51-ba75-7b27367954da None None] Routers {'91bc5542-5c10-4995-a26e-6ba542b8a051'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:22:11.521351 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-81eac3f3-167e-4e51-ba75-7b27367954da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:22:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['91bc5542-5c10-4995-a26e-6ba542b8a051'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:22:11.559973 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_v2 [None req-d742524b-c61e-49df-8b0c-0ba644afb24b tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Deleting subnet 521f1a1e-950f-4bcd-9a26-7a09659a2e7f {{(pid=95501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 20:22:11.563054 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d742524b-c61e-49df-8b0c-0ba644afb24b tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for subnet, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:11.602363 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d742524b-c61e-49df-8b0c-0ba644afb24b tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281083'] for subnet, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:11.625879 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-81eac3f3-167e-4e51-ba75-7b27367954da None None] Set router 91bc5542-5c10-4995-a26e-6ba542b8a051 gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:22:11.687336 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d742524b-c61e-49df-8b0c-0ba644afb24b tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:11.776822 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 557a7f93-638d-414b-8803-a1689f78b09c no longer exists at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 20:22:11.797899 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] No Port match for: 557a7f93-638d-414b-8803-a1689f78b09c {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 20:22:11.798245 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 557a7f93-638d-414b-8803-a1689f78b09c not bound to the agent host n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 20:22:11.835080 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d742524b-c61e-49df-8b0c-0ba644afb24b tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4824924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4612362'] for subnet, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:11.863871 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d742524b-c61e-49df-8b0c-0ba644afb24b tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Pushing event deleted for resources: {'Subnet': ['ID=521f1a1e-950f-4bcd-9a26-7a09659a2e7f,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:22:11.865923 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d742524b-c61e-49df-8b0c-0ba644afb24b tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:11.869139 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-d742524b-c61e-49df-8b0c-0ba644afb24b tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "DELETE /v2.0/subnets/521f1a1e-950f-4bcd-9a26-7a09659a2e7f HTTP/1.1" status: 204 len: 168 time: 0.3586609 Oct 12 20:22:11.871877 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 36178) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:22:11.875986 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2105347-e9d6-45c9-a60b-18fe4ed814bc None None] Network 70d96b22-9192-4cee-8980-0372c2512894 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 20:22:11.894325 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-81eac3f3-167e-4e51-ba75-7b27367954da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91bc5542-5c10-4995-a26e-6ba542b8a051', 'name': 'tempest-TestNetworkAdvancedServerOps-router-888087777', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '605d2b2d-492e-4b6a-9f0c-0f6dd79304ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:21:12Z', 'updated_at': '2021-10-12T20:22:10Z', 'revision_number': 5, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'gw_port': {'id': '605d2b2d-492e-4b6a-9f0c-0f6dd79304ca', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:91:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91bc5542-5c10-4995-a26e-6ba542b8a051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:21:13Z', 'updated_at': '2021-10-12T20:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:22:11.921905 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81eac3f3-167e-4e51-ba75-7b27367954da None None] Checking router: 91bc5542-5c10-4995-a26e-6ba542b8a051 for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 20:22:11.930752 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81eac3f3-167e-4e51-ba75-7b27367954da None None] Routers {'91bc5542-5c10-4995-a26e-6ba542b8a051'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:22:11.931352 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-81eac3f3-167e-4e51-ba75-7b27367954da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:22:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['91bc5542-5c10-4995-a26e-6ba542b8a051'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:22:11.987623 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4d291b2e-8227-4f5a-8a50-690c6b4162c8 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for router, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:12.039250 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-81eac3f3-167e-4e51-ba75-7b27367954da None None] Set router 91bc5542-5c10-4995-a26e-6ba542b8a051 gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:22:12.069296 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40baf8eb-5b7b-4d91-953b-7aad0562c78c None None] DHCP port deletion for 70d96b22-9192-4cee-8980-0372c2512894 request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 20:22:12.096617 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4d291b2e-8227-4f5a-8a50-690c6b4162c8 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:12.124188 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-40baf8eb-5b7b-4d91-953b-7aad0562c78c None None] Deleting port b6b52d11-de40-4515-932f-46fae6c57eac {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 20:22:12.124562 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-40baf8eb-5b7b-4d91-953b-7aad0562c78c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:12.185312 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-40baf8eb-5b7b-4d91-953b-7aad0562c78c None None] For port b6b52d11-de40-4515-932f-46fae6c57eac, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=b6b52d11-de40-4515-932f-46fae6c57eac,segment=NetworkSegment(8935e199-9897-43d3-b88d-707925402525),segment_id=8935e199-9897-43d3-b88d-707925402525)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:22:12.185711 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-40baf8eb-5b7b-4d91-953b-7aad0562c78c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:12.199176 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-40baf8eb-5b7b-4d91-953b-7aad0562c78c None None] Calling delete_port for b6b52d11-de40-4515-932f-46fae6c57eac owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 20:22:12.210594 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-4d291b2e-8227-4f5a-8a50-690c6b4162c8 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Deleting port 605d2b2d-492e-4b6a-9f0c-0f6dd79304ca {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 20:22:12.211065 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4d291b2e-8227-4f5a-8a50-690c6b4162c8 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:12.225687 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-81eac3f3-167e-4e51-ba75-7b27367954da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91bc5542-5c10-4995-a26e-6ba542b8a051', 'name': 'tempest-TestNetworkAdvancedServerOps-router-888087777', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '605d2b2d-492e-4b6a-9f0c-0f6dd79304ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:21:12Z', 'updated_at': '2021-10-12T20:22:10Z', 'revision_number': 5, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'gw_port': {'id': '605d2b2d-492e-4b6a-9f0c-0f6dd79304ca', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:91:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91bc5542-5c10-4995-a26e-6ba542b8a051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:21:13Z', 'updated_at': '2021-10-12T20:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:22:12.251076 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81eac3f3-167e-4e51-ba75-7b27367954da None None] The sync data for ids ['91bc5542-5c10-4995-a26e-6ba542b8a051'] in n-d-813679-3 is: [{'id': '91bc5542-5c10-4995-a26e-6ba542b8a051', 'name': 'tempest-TestNetworkAdvancedServerOps-router-888087777', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '605d2b2d-492e-4b6a-9f0c-0f6dd79304ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:21:12Z', 'updated_at': '2021-10-12T20:22:10Z', 'revision_number': 5, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'gw_port': {'id': '605d2b2d-492e-4b6a-9f0c-0f6dd79304ca', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:91:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91bc5542-5c10-4995-a26e-6ba542b8a051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:21:13Z', 'updated_at': '2021-10-12T20:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 20:22:12.298316 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [None req-4d291b2e-8227-4f5a-8a50-690c6b4162c8 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] For port 605d2b2d-492e-4b6a-9f0c-0f6dd79304ca, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=605d2b2d-492e-4b6a-9f0c-0f6dd79304ca,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:22:12.298678 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4d291b2e-8227-4f5a-8a50-690c6b4162c8 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:12.310149 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-4d291b2e-8227-4f5a-8a50-690c6b4162c8 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Calling delete_port for 605d2b2d-492e-4b6a-9f0c-0f6dd79304ca owned by network:router_gateway {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 20:22:12.354709 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-40baf8eb-5b7b-4d91-953b-7aad0562c78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:12.377158 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40baf8eb-5b7b-4d91-953b-7aad0562c78c None None] Pushing event deleted for resources: {'Port': ['ID=b6b52d11-de40-4515-932f-46fae6c57eac,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:22:12.386668 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40baf8eb-5b7b-4d91-953b-7aad0562c78c None None] No DVR routers for this DVR port b6b52d11-de40-4515-932f-46fae6c57eac on host n-d-813679-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 20:22:12.389353 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40baf8eb-5b7b-4d91-953b-7aad0562c78c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:22:12.389750 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40baf8eb-5b7b-4d91-953b-7aad0562c78c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:22:12.390137 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40baf8eb-5b7b-4d91-953b-7aad0562c78c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:22:12.390470 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40baf8eb-5b7b-4d91-953b-7aad0562c78c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:22:12.390843 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40baf8eb-5b7b-4d91-953b-7aad0562c78c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:22:12.391203 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40baf8eb-5b7b-4d91-953b-7aad0562c78c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:22:12.391529 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40baf8eb-5b7b-4d91-953b-7aad0562c78c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:22:12.391850 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40baf8eb-5b7b-4d91-953b-7aad0562c78c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:22:12.392198 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40baf8eb-5b7b-4d91-953b-7aad0562c78c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:22:12.392521 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40baf8eb-5b7b-4d91-953b-7aad0562c78c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:22:12.392840 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40baf8eb-5b7b-4d91-953b-7aad0562c78c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:22:12.393156 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40baf8eb-5b7b-4d91-953b-7aad0562c78c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:22:12.648364 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device a6c706e8-d777-4643-8d52-26ce48836d9f no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 20:22:12.661431 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: a6c706e8-d777-4643-8d52-26ce48836d9f {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 20:22:12.661774 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device a6c706e8-d777-4643-8d52-26ce48836d9f not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 20:22:12.662191 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device b6b52d11-de40-4515-932f-46fae6c57eac no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 20:22:12.669444 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4d291b2e-8227-4f5a-8a50-690c6b4162c8 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:12.681102 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: b6b52d11-de40-4515-932f-46fae6c57eac {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 20:22:12.681460 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device b6b52d11-de40-4515-932f-46fae6c57eac not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 20:22:12.704298 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d291b2e-8227-4f5a-8a50-690c6b4162c8 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Pushing event deleted for resources: {'Port': ['ID=605d2b2d-492e-4b6a-9f0c-0f6dd79304ca,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:22:12.768542 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4d291b2e-8227-4f5a-8a50-690c6b4162c8 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7915456'] for router_gateway, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:12.861076 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4d291b2e-8227-4f5a-8a50-690c6b4162c8 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255495'] for router, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:12.861425 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4d291b2e-8227-4f5a-8a50-690c6b4162c8 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:12.954221 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4d291b2e-8227-4f5a-8a50-690c6b4162c8 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8093499'] for router, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:12.954899 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d291b2e-8227-4f5a-8a50-690c6b4162c8 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Fanout notify agent at l3_agent the message router_deleted on router 91bc5542-5c10-4995-a26e-6ba542b8a051 {{(pid=95501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 20:22:12.961370 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4d291b2e-8227-4f5a-8a50-690c6b4162c8 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for router, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:12.962500 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-4d291b2e-8227-4f5a-8a50-690c6b4162c8 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "DELETE /v2.0/routers/91bc5542-5c10-4995-a26e-6ba542b8a051 HTTP/1.1" status: 204 len: 168 time: 1.0896747 Oct 12 20:22:12.965216 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 36180) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:22:13.052647 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-687980da-ec7d-4a95-9485-1a5a24fed846 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:13.136241 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-687980da-ec7d-4a95-9485-1a5a24fed846 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:13.154799 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-687980da-ec7d-4a95-9485-1a5a24fed846 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70d96b22-9192-4cee-8980-0372c2512894']}} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:22:13.163623 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-687980da-ec7d-4a95-9485-1a5a24fed846 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8935e199-9897-43d3-b88d-707925402525') {'for_net_delete': True} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:22:13.163915 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-687980da-ec7d-4a95-9485-1a5a24fed846 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8935e199-9897-43d3-b88d-707925402525') {} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:22:13.173451 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-687980da-ec7d-4a95-9485-1a5a24fed846 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4281072'] for segment, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:13.187054 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-687980da-ec7d-4a95-9485-1a5a24fed846 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:13.192894 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-687980da-ec7d-4a95-9485-1a5a24fed846 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=95501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 20:22:13.196234 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-687980da-ec7d-4a95-9485-1a5a24fed846 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4823170'] for segment, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:13.196234 n-d-813679-3 neutron-server[95501]: Traceback (most recent call last): Oct 12 20:22:13.196234 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 20:22:13.196234 n-d-813679-3 neutron-server[95501]: timer() Oct 12 20:22:13.196234 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 20:22:13.196234 n-d-813679-3 neutron-server[95501]: cb(*args, **kw) Oct 12 20:22:13.196234 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 20:22:13.196234 n-d-813679-3 neutron-server[95501]: return func(*args, **kwargs) Oct 12 20:22:13.196234 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 20:22:13.196234 n-d-813679-3 neutron-server[95501]: self._notify() Oct 12 20:22:13.196234 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 20:22:13.196234 n-d-813679-3 neutron-server[95501]: self.callback(batched_events) Oct 12 20:22:13.196234 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 20:22:13.196234 n-d-813679-3 neutron-server[95501]: event.method(event) Oct 12 20:22:13.196234 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 20:22:13.196234 n-d-813679-3 neutron-server[95501]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 20:22:13.196234 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 20:22:13.196234 n-d-813679-3 neutron-server[95501]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 20:22:13.196234 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 20:22:13.196234 n-d-813679-3 neutron-server[95501]: return f(self, *a, **k) Oct 12 20:22:13.196234 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 20:22:13.196234 n-d-813679-3 neutron-server[95501]: return self._get(url).json() Oct 12 20:22:13.196234 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 20:22:13.196234 n-d-813679-3 neutron-server[95501]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 20:22:13.196234 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 20:22:13.196234 n-d-813679-3 neutron-server[95501]: return self.request(url, 'GET', **kwargs) Oct 12 20:22:13.196234 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 20:22:13.196234 n-d-813679-3 neutron-server[95501]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 20:22:13.196234 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 20:22:13.196234 n-d-813679-3 neutron-server[95501]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 20:22:13.196234 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 20:22:13.196234 n-d-813679-3 neutron-server[95501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 20:22:13.196234 n-d-813679-3 neutron-server[95501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 20:22:13.313793 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-687980da-ec7d-4a95-9485-1a5a24fed846 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:13.327628 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-687980da-ec7d-4a95-9485-1a5a24fed846 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:13.327628 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-687980da-ec7d-4a95-9485-1a5a24fed846 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "DELETE /v2.0/networks/70d96b22-9192-4cee-8980-0372c2512894 HTTP/1.1" status: 204 len: 168 time: 0.3583093 Oct 12 20:22:13.327810 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 36182) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:22:13.336084 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687980da-ec7d-4a95-9485-1a5a24fed846 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Pushing event deleted for resources: {'Network': ['ID=70d96b22-9192-4cee-8980-0372c2512894,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:22:13.385150 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1b52e288-ee0f-44bf-87a4-937eb0b6dbc3 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:13.414222 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1b52e288-ee0f-44bf-87a4-937eb0b6dbc3 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:13.537388 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1b52e288-ee0f-44bf-87a4-937eb0b6dbc3 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:13.539989 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1b52e288-ee0f-44bf-87a4-937eb0b6dbc3 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:13.541247 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-1b52e288-ee0f-44bf-87a4-937eb0b6dbc3 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "DELETE /v2.0/security-groups/88bf3c4e-e587-40b1-a7a9-3f3143deb6fa HTTP/1.1" status: 204 len: 168 time: 0.2127593 Oct 12 20:22:13.551127 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b52e288-ee0f-44bf-87a4-937eb0b6dbc3 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88bf3c4e-e587-40b1-a7a9-3f3143deb6fa,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:22:13.559674 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b52e288-ee0f-44bf-87a4-937eb0b6dbc3 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:22:13.560044 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b52e288-ee0f-44bf-87a4-937eb0b6dbc3 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:22:13.560411 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b52e288-ee0f-44bf-87a4-937eb0b6dbc3 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:22:13.560896 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b52e288-ee0f-44bf-87a4-937eb0b6dbc3 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:22:13.561108 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b52e288-ee0f-44bf-87a4-937eb0b6dbc3 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:22:13.561429 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b52e288-ee0f-44bf-87a4-937eb0b6dbc3 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:22:13.561761 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b52e288-ee0f-44bf-87a4-937eb0b6dbc3 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:22:13.562094 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b52e288-ee0f-44bf-87a4-937eb0b6dbc3 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:22:13.562428 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b52e288-ee0f-44bf-87a4-937eb0b6dbc3 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:22:13.562756 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b52e288-ee0f-44bf-87a4-937eb0b6dbc3 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:22:13.563084 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b52e288-ee0f-44bf-87a4-937eb0b6dbc3 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:22:13.563406 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b52e288-ee0f-44bf-87a4-937eb0b6dbc3 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:22:14.023732 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 36188) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:22:14.023732 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-5461dc53-30a7-47d3-8b42-3503967f268a tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1392854276', 'description': 'tempest-secgroup-smoke-1392854276 description', 'project_id': '7338ca3ebf8d46358716ffb6a045af03'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:22:14.086128 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5461dc53-30a7-47d3-8b42-3503967f268a tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:14.154672 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5461dc53-30a7-47d3-8b42-3503967f268a tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:14.212165 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5461dc53-30a7-47d3-8b42-3503967f268a tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:14.240229 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5461dc53-30a7-47d3-8b42-3503967f268a tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f10e37a0-2bec-4b79-ad92-35de2fcb873c,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:22:14.288304 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5461dc53-30a7-47d3-8b42-3503967f268a tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:14.289493 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-5461dc53-30a7-47d3-8b42-3503967f268a tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2991176 Oct 12 20:22:14.292976 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 36190) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:22:14.297443 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-fea2e659-7e95-4d00-81b6-979bc333f826 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Request body: {'security_group_rule': {'security_group_id': 'f10e37a0-2bec-4b79-ad92-35de2fcb873c', 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:22:14.376718 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fea2e659-7e95-4d00-81b6-979bc333f826 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:14.414377 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 605d2b2d-492e-4b6a-9f0c-0f6dd79304ca no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 20:22:14.434188 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fea2e659-7e95-4d00-81b6-979bc333f826 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:14.437811 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 605d2b2d-492e-4b6a-9f0c-0f6dd79304ca {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 20:22:14.438150 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 605d2b2d-492e-4b6a-9f0c-0f6dd79304ca not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 20:22:14.497445 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fea2e659-7e95-4d00-81b6-979bc333f826 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:14.514804 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea2e659-7e95-4d00-81b6-979bc333f826 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db4dcf91-05e5-4da4-b2d3-6a8df6a3efb9,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:22:14.562259 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fea2e659-7e95-4d00-81b6-979bc333f826 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:14.563383 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-fea2e659-7e95-4d00-81b6-979bc333f826 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2693417 Oct 12 20:22:14.566208 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 36192) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:22:14.570470 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-0a62a93e-9558-46e0-8351-114853e538e7 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Request body: {'security_group_rule': {'security_group_id': 'f10e37a0-2bec-4b79-ad92-35de2fcb873c', 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:22:14.638706 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0a62a93e-9558-46e0-8351-114853e538e7 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:14.695200 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0a62a93e-9558-46e0-8351-114853e538e7 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:14.754264 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0a62a93e-9558-46e0-8351-114853e538e7 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:14.772439 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a62a93e-9558-46e0-8351-114853e538e7 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd1f8ae4-05b8-4839-9475-1e74432fb0bd,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:22:14.824936 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0a62a93e-9558-46e0-8351-114853e538e7 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:14.826063 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-0a62a93e-9558-46e0-8351-114853e538e7 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2589276 Oct 12 20:22:14.828861 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 36194) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:22:14.833180 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-e4b68688-48c6-460a-a91e-cfe280cf8e9c tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Request body: {'security_group_rule': {'security_group_id': 'f10e37a0-2bec-4b79-ad92-35de2fcb873c', 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:22:14.919917 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e4b68688-48c6-460a-a91e-cfe280cf8e9c tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:14.979948 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e4b68688-48c6-460a-a91e-cfe280cf8e9c tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:15.028833 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e4b68688-48c6-460a-a91e-cfe280cf8e9c tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:15.046714 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b68688-48c6-460a-a91e-cfe280cf8e9c tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd5905a4-5bb4-4a72-9387-43806acc2f82,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:22:15.115819 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e4b68688-48c6-460a-a91e-cfe280cf8e9c tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:15.117245 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-e4b68688-48c6-460a-a91e-cfe280cf8e9c tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2873120 Oct 12 20:22:15.119915 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 36196) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:22:15.124515 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-089be7bd-780d-440b-9532-658f7a5d5548 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Request body: {'security_group_rule': {'security_group_id': 'f10e37a0-2bec-4b79-ad92-35de2fcb873c', 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:22:15.226911 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-089be7bd-780d-440b-9532-658f7a5d5548 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:15.284493 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-089be7bd-780d-440b-9532-658f7a5d5548 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:15.359372 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-089be7bd-780d-440b-9532-658f7a5d5548 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:15.376433 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089be7bd-780d-440b-9532-658f7a5d5548 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=708c1129-88d3-4163-8bd0-271ebee7a2f1,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:22:15.452898 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-089be7bd-780d-440b-9532-658f7a5d5548 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:15.454093 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-089be7bd-780d-440b-9532-658f7a5d5548 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3332143 Oct 12 20:22:15.462262 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 36198) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:22:15.466576 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-012b5411-ec4d-4cd2-90ed-899708faa91f tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Request body: {'security_group_rule': {'security_group_id': 'f10e37a0-2bec-4b79-ad92-35de2fcb873c', 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:22:15.566074 n-d-813679-3 neutron-server[95502]: INFO neutron.db.securitygroups_db [None req-012b5411-ec4d-4cd2-90ed-899708faa91f tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Project 7338ca3ebf8d46358716ffb6a045af03 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 20:22:15.571013 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-012b5411-ec4d-4cd2-90ed-899708faa91f tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:15.629179 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-012b5411-ec4d-4cd2-90ed-899708faa91f tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:15.709247 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-012b5411-ec4d-4cd2-90ed-899708faa91f tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:15.724341 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012b5411-ec4d-4cd2-90ed-899708faa91f tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0aad4299-db28-4735-a53c-a4ff10bef424,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:22:15.824755 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-012b5411-ec4d-4cd2-90ed-899708faa91f tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:15.825959 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-012b5411-ec4d-4cd2-90ed-899708faa91f tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3627596 Oct 12 20:22:15.828700 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 36200) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:22:15.832946 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-ef3dfc4a-1782-4575-b110-ea157eb934e2 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Request body: {'security_group_rule': {'security_group_id': 'f10e37a0-2bec-4b79-ad92-35de2fcb873c', 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:22:15.919019 n-d-813679-3 neutron-server[95502]: INFO neutron.db.securitygroups_db [None req-ef3dfc4a-1782-4575-b110-ea157eb934e2 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Project 7338ca3ebf8d46358716ffb6a045af03 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 20:22:15.923717 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ef3dfc4a-1782-4575-b110-ea157eb934e2 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:15.988466 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ef3dfc4a-1782-4575-b110-ea157eb934e2 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:16.074327 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ef3dfc4a-1782-4575-b110-ea157eb934e2 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:16.089177 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3dfc4a-1782-4575-b110-ea157eb934e2 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc7d48ff-95fd-4d14-84d2-3d90ea688944,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:22:16.185824 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ef3dfc4a-1782-4575-b110-ea157eb934e2 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:16.186981 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-ef3dfc4a-1782-4575-b110-ea157eb934e2 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3573523 Oct 12 20:22:16.189920 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 36202) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:22:16.196179 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-aaeeeec2-f72c-466b-b623-e4b160ed2899 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Request body: {'network': {'name': 'tempest-network-smoke--635275948', 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'port_security_enabled': True}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:22:16.257447 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaeeeec2-f72c-466b-b623-e4b160ed2899 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Made reservation on behalf of 7338ca3ebf8d46358716ffb6a045af03 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 20:22:16.261010 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-aaeeeec2-f72c-466b-b623-e4b160ed2899 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:16.283827 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaeeeec2-f72c-466b-b623-e4b160ed2899 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 20:22:16.292593 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-aaeeeec2-f72c-466b-b623-e4b160ed2899 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:16.292949 n-d-813679-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-aaeeeec2-f72c-466b-b623-e4b160ed2899 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Added segment 32a48de8-d864-475a-bdb7-04ce75d21e67 of type vlan for network d8641f61-52e1-4db7-9e4c-46ff1a79fb4c Oct 12 20:22:16.331766 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-aaeeeec2-f72c-466b-b623-e4b160ed2899 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:16.394699 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-aaeeeec2-f72c-466b-b623-e4b160ed2899 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:16.400344 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaeeeec2-f72c-466b-b623-e4b160ed2899 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:22:16.401415 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-aaeeeec2-f72c-466b-b623-e4b160ed2899 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:16.462473 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeeeec2-f72c-466b-b623-e4b160ed2899 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Pushing event updated for resources: {'Network': ['ID=d8641f61-52e1-4db7-9e4c-46ff1a79fb4c,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:22:16.472944 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network d8641f61-52e1-4db7-9e4c-46ff1a79fb4c details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 20:22:16.512386 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-aaeeeec2-f72c-466b-b623-e4b160ed2899 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3213902 Oct 12 20:22:16.515168 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 36204) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:22:16.519595 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-33257dc8-9766-46fa-9e85-45eeaafe0e8a tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-743546256', 'admin_state_up': True, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:22:16.594786 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-33257dc8-9766-46fa-9e85-45eeaafe0e8a tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8093678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255505'] for router, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:16.595832 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-33257dc8-9766-46fa-9e85-45eeaafe0e8a tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8093562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8087085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8022306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255518'] for router, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:16.648474 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-33257dc8-9766-46fa-9e85-45eeaafe0e8a tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:16.817279 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-33257dc8-9766-46fa-9e85-45eeaafe0e8a tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:17.055337 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-33257dc8-9766-46fa-9e85-45eeaafe0e8a tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for router_gateway, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:17.074895 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-33257dc8-9766-46fa-9e85-45eeaafe0e8a tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:17.183451 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-33257dc8-9766-46fa-9e85-45eeaafe0e8a tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Allocated IP 172.25.5.83 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/fdd63717-d6af-4a9a-9ff5-95c4a1866f52) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 20:22:17.281621 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-33257dc8-9766-46fa-9e85-45eeaafe0e8a tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:17.372118 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-33257dc8-9766-46fa-9e85-45eeaafe0e8a tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:17.418372 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33257dc8-9766-46fa-9e85-45eeaafe0e8a tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 20:22:17.421324 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-33257dc8-9766-46fa-9e85-45eeaafe0e8a tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 20:22:17.423756 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33257dc8-9766-46fa-9e85-45eeaafe0e8a tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 20:22:17.446920 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33257dc8-9766-46fa-9e85-45eeaafe0e8a tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Pushing event updated for resources: {'Port': ['ID=fdd63717-d6af-4a9a-9ff5-95c4a1866f52,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:22:17.751351 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-33257dc8-9766-46fa-9e85-45eeaafe0e8a tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for router_gateway, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:17.938944 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-33257dc8-9766-46fa-9e85-45eeaafe0e8a tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8093541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7915516'] for router, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:18.417936 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33257dc8-9766-46fa-9e85-45eeaafe0e8a tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Router 43befd7d-13a1-4242-a60d-6b02142b07f0 is scheduled to L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b with binding_index 1 {{(pid=95502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 20:22:18.517560 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33257dc8-9766-46fa-9e85-45eeaafe0e8a tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 20:22:18.527405 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b885658-8d3e-4339-8bb8-1e1c933688d7 None None] Sync routers for ids ['43befd7d-13a1-4242-a60d-6b02142b07f0'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 20:22:18.536154 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b885658-8d3e-4339-8bb8-1e1c933688d7 None None] Routers {'43befd7d-13a1-4242-a60d-6b02142b07f0'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:22:18.536767 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-4b885658-8d3e-4339-8bb8-1e1c933688d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:22:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['43befd7d-13a1-4242-a60d-6b02142b07f0'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:22:18.579652 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-33257dc8-9766-46fa-9e85-45eeaafe0e8a tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:18.581244 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-33257dc8-9766-46fa-9e85-45eeaafe0e8a tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.0650146 Oct 12 20:22:18.584359 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 36206) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:22:18.616055 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-76518daa-3c90-44cc-9be3-ec63cb8a7380 tempest-TestNetworkAdvancedServerOps-803987341 tempest-TestNetworkAdvancedServerOps-803987341-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=7338ca3ebf8d46358716ffb6a045af03&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0303996 Oct 12 20:22:18.618707 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 36208) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:22:18.642630 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-4b885658-8d3e-4339-8bb8-1e1c933688d7 None None] Set router 43befd7d-13a1-4242-a60d-6b02142b07f0 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:22:18.702485 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a40b9c-6fc1-4042-8ea8-f4055cbfe868 tempest-TestNetworkAdvancedServerOps-803987341 tempest-TestNetworkAdvancedServerOps-803987341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:22:18.703991 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-64a40b9c-6fc1-4042-8ea8-f4055cbfe868 tempest-TestNetworkAdvancedServerOps-803987341 tempest-TestNetworkAdvancedServerOps-803987341-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0843556 Oct 12 20:22:18.707049 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 36210) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:22:18.734628 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-0364489c-94fc-4c9b-acff-b0e9ed04ac2a tempest-TestNetworkAdvancedServerOps-803987341 tempest-TestNetworkAdvancedServerOps-803987341-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=4afbf4a4-67f5-42d1-a358-7ba9799dab0c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265367 Oct 12 20:22:18.737330 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 36212) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:22:18.741989 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-4441ede1-c3e7-4d43-b97e-5b0a4400c84a tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-848837592', 'network_id': 'd8641f61-52e1-4db7-9e4c-46ff1a79fb4c', 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:22:18.816281 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-4b885658-8d3e-4339-8bb8-1e1c933688d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43befd7d-13a1-4242-a60d-6b02142b07f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-743546256', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': 'fdd63717-d6af-4a9a-9ff5-95c4a1866f52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:22:16Z', 'updated_at': '2021-10-12T20:22:17Z', 'revision_number': 3, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'gw_port': {'id': 'fdd63717-d6af-4a9a-9ff5-95c4a1866f52', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:5b:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43befd7d-13a1-4242-a60d-6b02142b07f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:22:17Z', 'updated_at': '2021-10-12T20:22:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:22:18.842467 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b885658-8d3e-4339-8bb8-1e1c933688d7 None None] Checking router: 43befd7d-13a1-4242-a60d-6b02142b07f0 for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 20:22:18.842814 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b885658-8d3e-4339-8bb8-1e1c933688d7 None None] Updating router 43befd7d-13a1-4242-a60d-6b02142b07f0 port fdd63717-d6af-4a9a-9ff5-95c4a1866f52 binding host n-d-813679-3 {{(pid=95503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 20:22:18.865956 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4b885658-8d3e-4339-8bb8-1e1c933688d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:18.873330 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4441ede1-c3e7-4d43-b97e-5b0a4400c84a tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Made reservation on behalf of 7338ca3ebf8d46358716ffb6a045af03 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 20:22:18.876938 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4441ede1-c3e7-4d43-b97e-5b0a4400c84a tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16245837'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:19.115186 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4441ede1-c3e7-4d43-b97e-5b0a4400c84a tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4306659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16245859'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:19.119754 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4b885658-8d3e-4339-8bb8-1e1c933688d7 None None] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:19.165990 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4b885658-8d3e-4339-8bb8-1e1c933688d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:19.176114 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4441ede1-c3e7-4d43-b97e-5b0a4400c84a tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Pushing event updated for resources: {'Subnet': ['ID=10c0fada-5248-4beb-95c9-f86d32131cc9,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:22:19.183579 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4441ede1-c3e7-4d43-b97e-5b0a4400c84a tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Checking segment: {'id': '32a48de8-d864-475a-bdb7-04ce75d21e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd8641f61-52e1-4db7-9e4c-46ff1a79fb4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 20:22:19.184014 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4441ede1-c3e7-4d43-b97e-5b0a4400c84a tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Network hostable DHCP agents. Network: d8641f61-52e1-4db7-9e4c-46ff1a79fb4c, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 20:22:19.215677 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-4b885658-8d3e-4339-8bb8-1e1c933688d7 None None] Attempting to bind port fdd63717-d6af-4a9a-9ff5-95c4a1866f52 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 20:22:19.216060 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-4b885658-8d3e-4339-8bb8-1e1c933688d7 None None] Attempting to bind port fdd63717-d6af-4a9a-9ff5-95c4a1866f52 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 20:22:19.218869 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b885658-8d3e-4339-8bb8-1e1c933688d7 None None] Attempting to bind port fdd63717-d6af-4a9a-9ff5-95c4a1866f52 on network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 20:22:19.221715 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbcd1ae-c9bc-494f-ba0c-b99020654a72 None None] Pushing event updated for resources: {'Port': ['ID=fdd63717-d6af-4a9a-9ff5-95c4a1866f52,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:22:19.226133 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b885658-8d3e-4339-8bb8-1e1c933688d7 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 20, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 20:22:19.226502 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b885658-8d3e-4339-8bb8-1e1c933688d7 None None] Checking segment: {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 20:22:19.226900 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4b885658-8d3e-4339-8bb8-1e1c933688d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:19.227281 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b885658-8d3e-4339-8bb8-1e1c933688d7 None None] Bound using segment: {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 20:22:19.228614 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-4b885658-8d3e-4339-8bb8-1e1c933688d7 None None] Bound port: fdd63717-d6af-4a9a-9ff5-95c4a1866f52, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 20:22:19.228614 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4b885658-8d3e-4339-8bb8-1e1c933688d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:19.246538 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4441ede1-c3e7-4d43-b97e-5b0a4400c84a tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Network d8641f61-52e1-4db7-9e4c-46ff1a79fb4c is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 20:22:19.278118 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-4b885658-8d3e-4339-8bb8-1e1c933688d7 None None] For port fdd63717-d6af-4a9a-9ff5-95c4a1866f52, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 20:22:19.281070 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-4b885658-8d3e-4339-8bb8-1e1c933688d7 None None] For port fdd63717-d6af-4a9a-9ff5-95c4a1866f52, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=fdd63717-d6af-4a9a-9ff5-95c4a1866f52,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 20:22:19.303120 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-4441ede1-c3e7-4d43-b97e-5b0a4400c84a tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, d8641f61-52e1-4db7-9e4c-46ff1a79fb4c) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 20:22:19.307950 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4441ede1-c3e7-4d43-b97e-5b0a4400c84a tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:22:19.313579 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4441ede1-c3e7-4d43-b97e-5b0a4400c84a tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:19.313872 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1203a5f3-ccbe-443f-bb4f-abf7a9fe53a3 None None] Network d8641f61-52e1-4db7-9e4c-46ff1a79fb4c requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 20:22:19.376705 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4b885658-8d3e-4339-8bb8-1e1c933688d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:19.407692 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-4441ede1-c3e7-4d43-b97e-5b0a4400c84a tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6693494 Oct 12 20:22:19.411001 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 36214) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:22:19.477224 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b885658-8d3e-4339-8bb8-1e1c933688d7 None None] Routers {'43befd7d-13a1-4242-a60d-6b02142b07f0'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:22:19.477845 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-4b885658-8d3e-4339-8bb8-1e1c933688d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:22:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['43befd7d-13a1-4242-a60d-6b02142b07f0'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:22:19.479497 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbcd1ae-c9bc-494f-ba0c-b99020654a72 None None] Pushing event updated for resources: {'Port': ['ID=fdd63717-d6af-4a9a-9ff5-95c4a1866f52,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:22:19.551039 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f9ad03-7bcd-4060-952f-86daf424071c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-d8641f61-52e1-4db7-9e4c-46ff1a79fb4c', 'network_id': 'd8641f61-52e1-4db7-9e4c-46ff1a79fb4c', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'fixed_ips': [{'subnet_id': '10c0fada-5248-4beb-95c9-f86d32131cc9'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 20:22:19.551897 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b4f9ad03-7bcd-4060-952f-86daf424071c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:19.831901 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-4b885658-8d3e-4339-8bb8-1e1c933688d7 None None] Set router 43befd7d-13a1-4242-a60d-6b02142b07f0 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:22:19.848687 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-92ca7e0e-4098-4ad1-8a9a-e9264250a6f5 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:19.983772 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-b4f9ad03-7bcd-4060-952f-86daf424071c None None] Allocated IP 172.20.0.2 (d8641f61-52e1-4db7-9e4c-46ff1a79fb4c/10c0fada-5248-4beb-95c9-f86d32131cc9/4eb02a97-9f5f-473b-8a2a-51e72216a88d) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 20:22:20.149551 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-4b885658-8d3e-4339-8bb8-1e1c933688d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43befd7d-13a1-4242-a60d-6b02142b07f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-743546256', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': 'fdd63717-d6af-4a9a-9ff5-95c4a1866f52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:22:16Z', 'updated_at': '2021-10-12T20:22:17Z', 'revision_number': 3, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'gw_port': {'id': 'fdd63717-d6af-4a9a-9ff5-95c4a1866f52', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:5b:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43befd7d-13a1-4242-a60d-6b02142b07f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:22:17Z', 'updated_at': '2021-10-12T20:22:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:22:20.184303 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b885658-8d3e-4339-8bb8-1e1c933688d7 None None] The sync data for ids ['43befd7d-13a1-4242-a60d-6b02142b07f0'] in n-d-813679-3 is: [{'id': '43befd7d-13a1-4242-a60d-6b02142b07f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-743546256', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': 'fdd63717-d6af-4a9a-9ff5-95c4a1866f52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:22:16Z', 'updated_at': '2021-10-12T20:22:17Z', 'revision_number': 3, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'gw_port': {'id': 'fdd63717-d6af-4a9a-9ff5-95c4a1866f52', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:5b:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43befd7d-13a1-4242-a60d-6b02142b07f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:22:17Z', 'updated_at': '2021-10-12T20:22:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 20:22:20.204211 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b4f9ad03-7bcd-4060-952f-86daf424071c None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:20.279582 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b4f9ad03-7bcd-4060-952f-86daf424071c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:20.318833 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f9ad03-7bcd-4060-952f-86daf424071c None None] Network d8641f61-52e1-4db7-9e4c-46ff1a79fb4c is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 20:22:20.321763 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-b4f9ad03-7bcd-4060-952f-86daf424071c None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 20:22:20.326148 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f9ad03-7bcd-4060-952f-86daf424071c None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 20:22:20.335042 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f9ad03-7bcd-4060-952f-86daf424071c None None] Pushing event updated for resources: {'Port': ['ID=4eb02a97-9f5f-473b-8a2a-51e72216a88d,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:22:20.343801 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-92ca7e0e-4098-4ad1-8a9a-e9264250a6f5 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Allocated IP 172.20.0.1 (d8641f61-52e1-4db7-9e4c-46ff1a79fb4c/10c0fada-5248-4beb-95c9-f86d32131cc9/adebb42c-36fb-4766-8cb5-da7ebc7cbf4e) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 20:22:20.389198 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-b4f9ad03-7bcd-4060-952f-86daf424071c None None] Attempting to bind port 4eb02a97-9f5f-473b-8a2a-51e72216a88d on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 20:22:20.389634 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-b4f9ad03-7bcd-4060-952f-86daf424071c None None] Attempting to bind port 4eb02a97-9f5f-473b-8a2a-51e72216a88d by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '32a48de8-d864-475a-bdb7-04ce75d21e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd8641f61-52e1-4db7-9e4c-46ff1a79fb4c'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 20:22:20.390010 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f9ad03-7bcd-4060-952f-86daf424071c None None] Attempting to bind port 4eb02a97-9f5f-473b-8a2a-51e72216a88d on network d8641f61-52e1-4db7-9e4c-46ff1a79fb4c {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 20:22:20.407066 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f9ad03-7bcd-4060-952f-86daf424071c None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 20, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 20:22:20.412073 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f9ad03-7bcd-4060-952f-86daf424071c None None] Checking segment: {'id': '32a48de8-d864-475a-bdb7-04ce75d21e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd8641f61-52e1-4db7-9e4c-46ff1a79fb4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 20:22:20.412073 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b4f9ad03-7bcd-4060-952f-86daf424071c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:20.412073 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f9ad03-7bcd-4060-952f-86daf424071c None None] Bound using segment: {'id': '32a48de8-d864-475a-bdb7-04ce75d21e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd8641f61-52e1-4db7-9e4c-46ff1a79fb4c'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 20:22:20.412073 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-b4f9ad03-7bcd-4060-952f-86daf424071c None None] Bound port: 4eb02a97-9f5f-473b-8a2a-51e72216a88d, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a48de8-d864-475a-bdb7-04ce75d21e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd8641f61-52e1-4db7-9e4c-46ff1a79fb4c'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 20:22:20.412073 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b4f9ad03-7bcd-4060-952f-86daf424071c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:20.483930 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-b4f9ad03-7bcd-4060-952f-86daf424071c None None] For port 4eb02a97-9f5f-473b-8a2a-51e72216a88d, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 20:22:20.487762 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-b4f9ad03-7bcd-4060-952f-86daf424071c None None] For port 4eb02a97-9f5f-473b-8a2a-51e72216a88d, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=4eb02a97-9f5f-473b-8a2a-51e72216a88d,segment=NetworkSegment(32a48de8-d864-475a-bdb7-04ce75d21e67),segment_id=32a48de8-d864-475a-bdb7-04ce75d21e67)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 20:22:20.496203 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-92ca7e0e-4098-4ad1-8a9a-e9264250a6f5 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:20.555519 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b4f9ad03-7bcd-4060-952f-86daf424071c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:20.584067 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-92ca7e0e-4098-4ad1-8a9a-e9264250a6f5 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:20.623604 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f9ad03-7bcd-4060-952f-86daf424071c None None] Pushing event updated for resources: {'Port': ['ID=4eb02a97-9f5f-473b-8a2a-51e72216a88d,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:22:20.636486 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ca7e0e-4098-4ad1-8a9a-e9264250a6f5 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Network d8641f61-52e1-4db7-9e4c-46ff1a79fb4c is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 20:22:20.641740 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-92ca7e0e-4098-4ad1-8a9a-e9264250a6f5 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 20:22:20.645885 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ca7e0e-4098-4ad1-8a9a-e9264250a6f5 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 20:22:20.670695 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ca7e0e-4098-4ad1-8a9a-e9264250a6f5 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Pushing event updated for resources: {'Port': ['ID=adebb42c-36fb-4766-8cb5-da7ebc7cbf4e,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:22:20.697048 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-92ca7e0e-4098-4ad1-8a9a-e9264250a6f5 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7915309'] for router_interface, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:20.917246 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-92ca7e0e-4098-4ad1-8a9a-e9264250a6f5 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:21.209175 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-92ca7e0e-4098-4ad1-8a9a-e9264250a6f5 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:21.267590 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-92ca7e0e-4098-4ad1-8a9a-e9264250a6f5 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:21.340205 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-92ca7e0e-4098-4ad1-8a9a-e9264250a6f5 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7898980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8092605'] for router_interface, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:21.341878 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ca7e0e-4098-4ad1-8a9a-e9264250a6f5 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Pushing event updated for resources: {'Port': ['ID=adebb42c-36fb-4766-8cb5-da7ebc7cbf4e,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:22:21.437111 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ca7e0e-4098-4ad1-8a9a-e9264250a6f5 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Network d8641f61-52e1-4db7-9e4c-46ff1a79fb4c is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 20:22:21.438470 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-92ca7e0e-4098-4ad1-8a9a-e9264250a6f5 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 20:22:21.555528 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92ca7e0e-4098-4ad1-8a9a-e9264250a6f5 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Router 43befd7d-13a1-4242-a60d-6b02142b07f0 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 20:22:21.665585 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92ca7e0e-4098-4ad1-8a9a-e9264250a6f5 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 20:22:21.671888 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-92ca7e0e-4098-4ad1-8a9a-e9264250a6f5 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "PUT /v2.0/routers/43befd7d-13a1-4242-a60d-6b02142b07f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2601018 Oct 12 20:22:21.786152 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fcde9fa-fb8f-4240-85b9-619cbfcfd2dc None None] Sync routers for ids ['43befd7d-13a1-4242-a60d-6b02142b07f0'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 20:22:21.795637 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fcde9fa-fb8f-4240-85b9-619cbfcfd2dc None None] Routers {'43befd7d-13a1-4242-a60d-6b02142b07f0'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:22:21.796275 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-3fcde9fa-fb8f-4240-85b9-619cbfcfd2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:22:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['43befd7d-13a1-4242-a60d-6b02142b07f0'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:22:21.810789 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-77447e23-4dce-4169-bf93-cd87b86bd888 req-548ff5d5-5a96-4bac-84a7-8de5b4a4777a tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1392854276&fields=id&tenant_id=7338ca3ebf8d46358716ffb6a045af03 HTTP/1.1" status: 200 len: 267 time: 0.0337749 Oct 12 20:22:21.900250 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-3fcde9fa-fb8f-4240-85b9-619cbfcfd2dc None None] Set router 43befd7d-13a1-4242-a60d-6b02142b07f0 gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:22:21.919920 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77447e23-4dce-4169-bf93-cd87b86bd888 req-7b037232-b095-4c99-b7c4-88406344fef3 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:22:21.921380 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-77447e23-4dce-4169-bf93-cd87b86bd888 req-7b037232-b095-4c99-b7c4-88406344fef3 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/networks?id=d8641f61-52e1-4db7-9e4c-46ff1a79fb4c HTTP/1.1" status: 200 len: 796 time: 0.1037743 Oct 12 20:22:21.937037 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-77447e23-4dce-4169-bf93-cd87b86bd888 req-7a72cb62-30e2-4481-88dd-637e89225a4d tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/quotas/7338ca3ebf8d46358716ffb6a045af03 HTTP/1.1" status: 200 len: 375 time: 0.0093458 Oct 12 20:22:21.989879 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-77447e23-4dce-4169-bf93-cd87b86bd888 req-43985292-e03a-4ea8-91c6-d7744fa40d1e tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=7338ca3ebf8d46358716ffb6a045af03&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0465260 Oct 12 20:22:22.109513 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-3fcde9fa-fb8f-4240-85b9-619cbfcfd2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43befd7d-13a1-4242-a60d-6b02142b07f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-743546256', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': 'fdd63717-d6af-4a9a-9ff5-95c4a1866f52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:22:16Z', 'updated_at': '2021-10-12T20:22:20Z', 'revision_number': 4, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'gw_port': {'id': 'fdd63717-d6af-4a9a-9ff5-95c4a1866f52', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:5b:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43befd7d-13a1-4242-a60d-6b02142b07f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:22:17Z', 'updated_at': '2021-10-12T20:22:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': 'adebb42c-36fb-4766-8cb5-da7ebc7cbf4e', 'name': '', 'network_id': 'd8641f61-52e1-4db7-9e4c-46ff1a79fb4c', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'mac_address': 'fa:16:3e:82:1c:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43befd7d-13a1-4242-a60d-6b02142b07f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '10c0fada-5248-4beb-95c9-f86d32131cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:22:19Z', 'updated_at': '2021-10-12T20:22:21Z', 'revision_number': 2, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'subnets': [{'id': '10c0fada-5248-4beb-95c9-f86d32131cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:22:22.137440 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fcde9fa-fb8f-4240-85b9-619cbfcfd2dc None None] Checking router: 43befd7d-13a1-4242-a60d-6b02142b07f0 for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 20:22:22.137440 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fcde9fa-fb8f-4240-85b9-619cbfcfd2dc None None] Updating router 43befd7d-13a1-4242-a60d-6b02142b07f0 port adebb42c-36fb-4766-8cb5-da7ebc7cbf4e binding host n-d-813679-3 {{(pid=95504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 20:22:22.153428 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-77447e23-4dce-4169-bf93-cd87b86bd888 req-26a91532-b8be-483d-9387-259faada1e64 service neutron] 10.222.0.49 "GET /v2.0/networks/d8641f61-52e1-4db7-9e4c-46ff1a79fb4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522648 Oct 12 20:22:22.163076 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-3fcde9fa-fb8f-4240-85b9-619cbfcfd2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:22.254226 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-77447e23-4dce-4169-bf93-cd87b86bd888 req-c76caa77-edc5-4add-b12f-fe78f57fbca9 service neutron] 10.222.0.49 "GET /v2.0/networks/d8641f61-52e1-4db7-9e4c-46ff1a79fb4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946512 Oct 12 20:22:22.422334 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4a3202-0f18-47ae-b4a2-279d3c50f541 None None] Network d8641f61-52e1-4db7-9e4c-46ff1a79fb4c requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 20:22:22.444478 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-3fcde9fa-fb8f-4240-85b9-619cbfcfd2dc None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:22.497931 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 4eb02a97-9f5f-473b-8a2a-51e72216a88d up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 20:22:22.520547 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-3fcde9fa-fb8f-4240-85b9-619cbfcfd2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:22.567282 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-4088483b-fbe3-404d-8694-0797e1f2f610 None None] Provisioning complete for port 4eb02a97-9f5f-473b-8a2a-51e72216a88d triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:22:22.567668 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4088483b-fbe3-404d-8694-0797e1f2f610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:22.571075 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed2278f-6613-4a6c-b4a7-48d4aba2ffe4 None None] Pushing event updated for resources: {'Port': ['ID=adebb42c-36fb-4766-8cb5-da7ebc7cbf4e,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:22:22.590893 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed2278f-6613-4a6c-b4a7-48d4aba2ffe4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:22:22.591241 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed2278f-6613-4a6c-b4a7-48d4aba2ffe4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:22:22.591580 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed2278f-6613-4a6c-b4a7-48d4aba2ffe4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:22:22.591917 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed2278f-6613-4a6c-b4a7-48d4aba2ffe4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:22:22.592275 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed2278f-6613-4a6c-b4a7-48d4aba2ffe4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:22:22.592602 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed2278f-6613-4a6c-b4a7-48d4aba2ffe4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:22:22.592929 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed2278f-6613-4a6c-b4a7-48d4aba2ffe4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:22:22.593252 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed2278f-6613-4a6c-b4a7-48d4aba2ffe4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:22:22.593574 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed2278f-6613-4a6c-b4a7-48d4aba2ffe4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:22:22.593901 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed2278f-6613-4a6c-b4a7-48d4aba2ffe4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:22:22.594221 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed2278f-6613-4a6c-b4a7-48d4aba2ffe4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:22:22.594547 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed2278f-6613-4a6c-b4a7-48d4aba2ffe4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:22:22.630223 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-3fcde9fa-fb8f-4240-85b9-619cbfcfd2dc None None] Attempting to bind port adebb42c-36fb-4766-8cb5-da7ebc7cbf4e on host n-d-813679-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 20:22:22.630595 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-3fcde9fa-fb8f-4240-85b9-619cbfcfd2dc None None] Attempting to bind port adebb42c-36fb-4766-8cb5-da7ebc7cbf4e by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '32a48de8-d864-475a-bdb7-04ce75d21e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd8641f61-52e1-4db7-9e4c-46ff1a79fb4c'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 20:22:22.630961 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fcde9fa-fb8f-4240-85b9-619cbfcfd2dc None None] Attempting to bind port adebb42c-36fb-4766-8cb5-da7ebc7cbf4e on network d8641f61-52e1-4db7-9e4c-46ff1a79fb4c {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 20:22:22.635909 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fcde9fa-fb8f-4240-85b9-619cbfcfd2dc None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 20, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 20:22:22.636312 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fcde9fa-fb8f-4240-85b9-619cbfcfd2dc None None] Checking segment: {'id': '32a48de8-d864-475a-bdb7-04ce75d21e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd8641f61-52e1-4db7-9e4c-46ff1a79fb4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 20:22:22.636716 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-3fcde9fa-fb8f-4240-85b9-619cbfcfd2dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:22.637109 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fcde9fa-fb8f-4240-85b9-619cbfcfd2dc None None] Bound using segment: {'id': '32a48de8-d864-475a-bdb7-04ce75d21e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd8641f61-52e1-4db7-9e4c-46ff1a79fb4c'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 20:22:22.637570 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-3fcde9fa-fb8f-4240-85b9-619cbfcfd2dc None None] Bound port: adebb42c-36fb-4766-8cb5-da7ebc7cbf4e, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a48de8-d864-475a-bdb7-04ce75d21e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd8641f61-52e1-4db7-9e4c-46ff1a79fb4c'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 20:22:22.637952 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-3fcde9fa-fb8f-4240-85b9-619cbfcfd2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:22.646179 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 4eb02a97-9f5f-473b-8a2a-51e72216a88d triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:22:22.646547 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:22.701865 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-3fcde9fa-fb8f-4240-85b9-619cbfcfd2dc None None] For port adebb42c-36fb-4766-8cb5-da7ebc7cbf4e, host n-d-813679-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 20:22:22.705815 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-3fcde9fa-fb8f-4240-85b9-619cbfcfd2dc None None] For port adebb42c-36fb-4766-8cb5-da7ebc7cbf4e, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=adebb42c-36fb-4766-8cb5-da7ebc7cbf4e,segment=NetworkSegment(32a48de8-d864-475a-bdb7-04ce75d21e67),segment_id=32a48de8-d864-475a-bdb7-04ce75d21e67)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 20:22:22.719548 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4088483b-fbe3-404d-8694-0797e1f2f610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:22.760740 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-3fcde9fa-fb8f-4240-85b9-619cbfcfd2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:22.783092 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-4088483b-fbe3-404d-8694-0797e1f2f610 None None] For port 4eb02a97-9f5f-473b-8a2a-51e72216a88d, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=4eb02a97-9f5f-473b-8a2a-51e72216a88d,segment=NetworkSegment(32a48de8-d864-475a-bdb7-04ce75d21e67),segment_id=32a48de8-d864-475a-bdb7-04ce75d21e67)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:22:22.791319 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:22.814550 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fcde9fa-fb8f-4240-85b9-619cbfcfd2dc None None] Routers {'43befd7d-13a1-4242-a60d-6b02142b07f0'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:22:22.815202 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-3fcde9fa-fb8f-4240-85b9-619cbfcfd2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:22:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['43befd7d-13a1-4242-a60d-6b02142b07f0'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:22:22.829822 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4088483b-fbe3-404d-8694-0797e1f2f610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:22.860883 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed2278f-6613-4a6c-b4a7-48d4aba2ffe4 None None] Pushing event updated for resources: {'Port': ['ID=adebb42c-36fb-4766-8cb5-da7ebc7cbf4e,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:22:22.901790 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.db.api [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 20:22:22.902134 n-d-813679-3 neutron-server[95503]: DEBUG oslo_db.api [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 20:22:22.906428 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4088483b-fbe3-404d-8694-0797e1f2f610 None None] Pushing event updated for resources: {'Port': ['ID=4eb02a97-9f5f-473b-8a2a-51e72216a88d,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:22:22.937185 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-3fcde9fa-fb8f-4240-85b9-619cbfcfd2dc None None] Set router 43befd7d-13a1-4242-a60d-6b02142b07f0 gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:22:22.950246 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-7e4f427e-b6d1-49be-bff7-45b2422cf75d None None] Provisioning complete for port adebb42c-36fb-4766-8cb5-da7ebc7cbf4e triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:22:22.950607 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7e4f427e-b6d1-49be-bff7-45b2422cf75d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:23.035736 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7e4f427e-b6d1-49be-bff7-45b2422cf75d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:23.069847 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-7e4f427e-b6d1-49be-bff7-45b2422cf75d None None] For port adebb42c-36fb-4766-8cb5-da7ebc7cbf4e, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=adebb42c-36fb-4766-8cb5-da7ebc7cbf4e,segment=NetworkSegment(32a48de8-d864-475a-bdb7-04ce75d21e67),segment_id=32a48de8-d864-475a-bdb7-04ce75d21e67)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:22:23.132303 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7e4f427e-b6d1-49be-bff7-45b2422cf75d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:23.148495 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-3fcde9fa-fb8f-4240-85b9-619cbfcfd2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43befd7d-13a1-4242-a60d-6b02142b07f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-743546256', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': 'fdd63717-d6af-4a9a-9ff5-95c4a1866f52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:22:16Z', 'updated_at': '2021-10-12T20:22:20Z', 'revision_number': 4, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'gw_port': {'id': 'fdd63717-d6af-4a9a-9ff5-95c4a1866f52', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:5b:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43befd7d-13a1-4242-a60d-6b02142b07f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:22:17Z', 'updated_at': '2021-10-12T20:22:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': 'adebb42c-36fb-4766-8cb5-da7ebc7cbf4e', 'name': '', 'network_id': 'd8641f61-52e1-4db7-9e4c-46ff1a79fb4c', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'mac_address': 'fa:16:3e:82:1c:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43befd7d-13a1-4242-a60d-6b02142b07f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '10c0fada-5248-4beb-95c9-f86d32131cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:22:19Z', 'updated_at': '2021-10-12T20:22:22Z', 'revision_number': 4, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'subnets': [{'id': '10c0fada-5248-4beb-95c9-f86d32131cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:22:23.172599 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-7e4f427e-b6d1-49be-bff7-45b2422cf75d None None] Provisioning complete for port 4eb02a97-9f5f-473b-8a2a-51e72216a88d triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:22:23.172955 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7e4f427e-b6d1-49be-bff7-45b2422cf75d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:23.180246 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fcde9fa-fb8f-4240-85b9-619cbfcfd2dc None None] The sync data for ids ['43befd7d-13a1-4242-a60d-6b02142b07f0'] in n-d-813679-3 is: [{'id': '43befd7d-13a1-4242-a60d-6b02142b07f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-743546256', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': 'fdd63717-d6af-4a9a-9ff5-95c4a1866f52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:22:16Z', 'updated_at': '2021-10-12T20:22:20Z', 'revision_number': 4, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'gw_port': {'id': 'fdd63717-d6af-4a9a-9ff5-95c4a1866f52', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:5b:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43befd7d-13a1-4242-a60d-6b02142b07f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:22:17Z', 'updated_at': '2021-10-12T20:22:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': 'adebb42c-36fb-4766-8cb5-da7ebc7cbf4e', 'name': '', 'network_id': 'd8641f61-52e1-4db7-9e4c-46ff1a79fb4c', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'mac_address': 'fa:16:3e:82:1c:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43befd7d-13a1-4242-a60d-6b02142b07f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '10c0fada-5248-4beb-95c9-f86d32131cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:22:19Z', 'updated_at': '2021-10-12T20:22:22Z', 'revision_number': 4, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'subnets': [{'id': '10c0fada-5248-4beb-95c9-f86d32131cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 20:22:23.210348 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4f427e-b6d1-49be-bff7-45b2422cf75d None None] Pushing event updated for resources: {'Port': ['ID=adebb42c-36fb-4766-8cb5-da7ebc7cbf4e,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:22:23.451757 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device fdd63717-d6af-4a9a-9ff5-95c4a1866f52 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 20:22:23.455223 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-1ad5f217-32ab-4dcc-8ab9-9e08d3ebd341 None None] Provisioning complete for port adebb42c-36fb-4766-8cb5-da7ebc7cbf4e triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:22:23.455881 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1ad5f217-32ab-4dcc-8ab9-9e08d3ebd341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:23.548363 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port fdd63717-d6af-4a9a-9ff5-95c4a1866f52 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:22:23.548808 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:23.571042 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f6088504-32a0-49ee-97dd-22f46353fa96 req-73d90b3a-d2c7-4214-a252-1ccac2f0b167 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=df0171f8-0e81-4ce2-bd00-1a7234f02763 HTTP/1.1" status: 200 len: 210 time: 0.0527689 Oct 12 20:22:23.684877 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:23.713065 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] For port fdd63717-d6af-4a9a-9ff5-95c4a1866f52, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=fdd63717-d6af-4a9a-9ff5-95c4a1866f52,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:22:23.755461 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-7c332bfe-2e0d-4a27-8eef-646b9cae2a10 None None] Provisioning complete for port adebb42c-36fb-4766-8cb5-da7ebc7cbf4e triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:22:23.755844 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7c332bfe-2e0d-4a27-8eef-646b9cae2a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:23.780332 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:23.846820 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Pushing event updated for resources: {'Port': ['ID=fdd63717-d6af-4a9a-9ff5-95c4a1866f52,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:22:24.008187 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-98ccae70-7c36-492d-8816-37483aa961f1 None None] Provisioning complete for port adebb42c-36fb-4766-8cb5-da7ebc7cbf4e triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:22:24.008673 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-98ccae70-7c36-492d-8816-37483aa961f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:24.489293 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 4eb02a97-9f5f-473b-8a2a-51e72216a88d up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 20:22:24.539053 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 4eb02a97-9f5f-473b-8a2a-51e72216a88d triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:22:24.539424 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:24.616113 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device adebb42c-36fb-4766-8cb5-da7ebc7cbf4e up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 20:22:24.661193 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c04e3bca-ab25-4eb9-a138-83ba61d24ec5 req-6885b1ae-11d0-4254-bae6-d14e4fa89b11 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=df0171f8-0e81-4ce2-bd00-1a7234f02763 HTTP/1.1" status: 200 len: 210 time: 0.0269356 Oct 12 20:22:24.664919 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port adebb42c-36fb-4766-8cb5-da7ebc7cbf4e triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:22:24.665295 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:24.745844 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device fdd63717-d6af-4a9a-9ff5-95c4a1866f52 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 20:22:24.791068 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port fdd63717-d6af-4a9a-9ff5-95c4a1866f52 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:22:24.791440 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:25.489595 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77447e23-4dce-4169-bf93-cd87b86bd888 req-d08b5704-7d18-4ae3-bbf1-e8ed4897d55e tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:22:25.491119 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-77447e23-4dce-4169-bf93-cd87b86bd888 req-d08b5704-7d18-4ae3-bbf1-e8ed4897d55e tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.67 "GET /v2.0/networks?id=d8641f61-52e1-4db7-9e4c-46ff1a79fb4c HTTP/1.1" status: 200 len: 796 time: 0.1055436 Oct 12 20:22:25.533199 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-77447e23-4dce-4169-bf93-cd87b86bd888 req-7474d20e-2d2f-4950-81da-bb118bfe41ca tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7338ca3ebf8d46358716ffb6a045af03 HTTP/1.1" status: 200 len: 380 time: 0.0329006 Oct 12 20:22:25.543184 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-77447e23-4dce-4169-bf93-cd87b86bd888 req-2174dcb4-946d-46a3-9ceb-7681fd17d6db tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Request body: {'port': {'device_id': 'df0171f8-0e81-4ce2-bd00-1a7234f02763', 'network_id': 'd8641f61-52e1-4db7-9e4c-46ff1a79fb4c', 'admin_state_up': True, 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'security_groups': ['f10e37a0-2bec-4b79-ad92-35de2fcb873c']}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:22:25.680022 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77447e23-4dce-4169-bf93-cd87b86bd888 req-2174dcb4-946d-46a3-9ceb-7681fd17d6db tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Made reservation on behalf of 7338ca3ebf8d46358716ffb6a045af03 for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 20:22:25.683876 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-77447e23-4dce-4169-bf93-cd87b86bd888 req-2174dcb4-946d-46a3-9ceb-7681fd17d6db tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:25.758164 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-90250689-c4ef-45ce-83ae-632f565cc7c4 req-79f57ab1-b65e-4a57-ace2-a34f3222ec38 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=df0171f8-0e81-4ce2-bd00-1a7234f02763 HTTP/1.1" status: 200 len: 210 time: 0.0265512 Oct 12 20:22:25.816408 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [req-77447e23-4dce-4169-bf93-cd87b86bd888 req-2174dcb4-946d-46a3-9ceb-7681fd17d6db tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Allocated IP 172.20.0.9 (d8641f61-52e1-4db7-9e4c-46ff1a79fb4c/10c0fada-5248-4beb-95c9-f86d32131cc9/00c08ad3-25ca-431f-abcd-f79286569eb3) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 20:22:25.958827 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-77447e23-4dce-4169-bf93-cd87b86bd888 req-2174dcb4-946d-46a3-9ceb-7681fd17d6db tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:26.045438 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-77447e23-4dce-4169-bf93-cd87b86bd888 req-2174dcb4-946d-46a3-9ceb-7681fd17d6db tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:26.087828 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77447e23-4dce-4169-bf93-cd87b86bd888 req-2174dcb4-946d-46a3-9ceb-7681fd17d6db tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Network d8641f61-52e1-4db7-9e4c-46ff1a79fb4c is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 20:22:26.090922 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [req-77447e23-4dce-4169-bf93-cd87b86bd888 req-2174dcb4-946d-46a3-9ceb-7681fd17d6db tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 20:22:26.094716 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-77447e23-4dce-4169-bf93-cd87b86bd888 req-2174dcb4-946d-46a3-9ceb-7681fd17d6db tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 20:22:26.122945 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2174dcb4-946d-46a3-9ceb-7681fd17d6db tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Pushing event updated for resources: {'Port': ['ID=00c08ad3-25ca-431f-abcd-f79286569eb3,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:22:26.150983 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77447e23-4dce-4169-bf93-cd87b86bd888 req-2174dcb4-946d-46a3-9ceb-7681fd17d6db tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:22:26.151611 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-77447e23-4dce-4169-bf93-cd87b86bd888 req-2174dcb4-946d-46a3-9ceb-7681fd17d6db tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:26.266113 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-77447e23-4dce-4169-bf93-cd87b86bd888 req-2174dcb4-946d-46a3-9ceb-7681fd17d6db tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7271409 Oct 12 20:22:26.278619 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-77447e23-4dce-4169-bf93-cd87b86bd888 req-387c7395-07c9-4463-b9b2-5b92b0a3e52f service neutron] Request body: {'port': {'device_id': 'df0171f8-0e81-4ce2-bd00-1a7234f02763', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-3'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:22:26.321993 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-bc3e29f4-b15a-4607-b8de-862cfcc0ad0e None None] Provisioning complete for port 00c08ad3-25ca-431f-abcd-f79286569eb3 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:22:26.323176 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bc3e29f4-b15a-4607-b8de-862cfcc0ad0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:26.336108 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-77447e23-4dce-4169-bf93-cd87b86bd888 req-387c7395-07c9-4463-b9b2-5b92b0a3e52f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:26.356431 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-bc3e29f4-b15a-4607-b8de-862cfcc0ad0e None None] Port 00c08ad3-25ca-431f-abcd-f79286569eb3 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 20:22:26.589948 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [req-77447e23-4dce-4169-bf93-cd87b86bd888 req-387c7395-07c9-4463-b9b2-5b92b0a3e52f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00c08ad3-25ca-431f-abcd-f79286569eb3 {{(pid=95501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 20:22:26.597237 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-77447e23-4dce-4169-bf93-cd87b86bd888 req-387c7395-07c9-4463-b9b2-5b92b0a3e52f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:26.609099 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.provisioning_blocks [req-77447e23-4dce-4169-bf93-cd87b86bd888 req-387c7395-07c9-4463-b9b2-5b92b0a3e52f service neutron] Transition to ACTIVE for port object 00c08ad3-25ca-431f-abcd-f79286569eb3 will not be triggered until provisioned by entity L2. {{(pid=95501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 20:22:26.695977 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-77447e23-4dce-4169-bf93-cd87b86bd888 req-387c7395-07c9-4463-b9b2-5b92b0a3e52f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:26.743860 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387c7395-07c9-4463-b9b2-5b92b0a3e52f service neutron] Pushing event updated for resources: {'Port': ['ID=00c08ad3-25ca-431f-abcd-f79286569eb3,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:22:26.821762 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-77447e23-4dce-4169-bf93-cd87b86bd888 req-387c7395-07c9-4463-b9b2-5b92b0a3e52f service neutron] Attempting to bind port 00c08ad3-25ca-431f-abcd-f79286569eb3 on host n-h2-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 20:22:26.822224 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-77447e23-4dce-4169-bf93-cd87b86bd888 req-387c7395-07c9-4463-b9b2-5b92b0a3e52f service neutron] Attempting to bind port 00c08ad3-25ca-431f-abcd-f79286569eb3 by drivers openvswitch,hyperv on host n-h2-813679-3 at level 0 using segments [{'id': '32a48de8-d864-475a-bdb7-04ce75d21e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd8641f61-52e1-4db7-9e4c-46ff1a79fb4c'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 20:22:26.822702 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77447e23-4dce-4169-bf93-cd87b86bd888 req-387c7395-07c9-4463-b9b2-5b92b0a3e52f service neutron] Attempting to bind port 00c08ad3-25ca-431f-abcd-f79286569eb3 on network d8641f61-52e1-4db7-9e4c-46ff1a79fb4c {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 20:22:26.827874 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77447e23-4dce-4169-bf93-cd87b86bd888 req-387c7395-07c9-4463-b9b2-5b92b0a3e52f service neutron] Port 00c08ad3-25ca-431f-abcd-f79286569eb3 on network d8641f61-52e1-4db7-9e4c-46ff1a79fb4c not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 20:22:26.828744 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77447e23-4dce-4169-bf93-cd87b86bd888 req-387c7395-07c9-4463-b9b2-5b92b0a3e52f service neutron] Attempting to bind port 00c08ad3-25ca-431f-abcd-f79286569eb3 on network d8641f61-52e1-4db7-9e4c-46ff1a79fb4c {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 20:22:26.845539 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77447e23-4dce-4169-bf93-cd87b86bd888 req-387c7395-07c9-4463-b9b2-5b92b0a3e52f service neutron] Checking agent: {'id': '233fbd7d-38e4-434f-bb8f-05364d7423a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 20, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 20:22:26.845791 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77447e23-4dce-4169-bf93-cd87b86bd888 req-387c7395-07c9-4463-b9b2-5b92b0a3e52f service neutron] Checking segment: {'id': '32a48de8-d864-475a-bdb7-04ce75d21e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd8641f61-52e1-4db7-9e4c-46ff1a79fb4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 20:22:26.846171 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77447e23-4dce-4169-bf93-cd87b86bd888 req-387c7395-07c9-4463-b9b2-5b92b0a3e52f service neutron] Bound using segment: {'id': '32a48de8-d864-475a-bdb7-04ce75d21e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd8641f61-52e1-4db7-9e4c-46ff1a79fb4c'} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 20:22:26.846615 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-77447e23-4dce-4169-bf93-cd87b86bd888 req-387c7395-07c9-4463-b9b2-5b92b0a3e52f service neutron] Bound port: 00c08ad3-25ca-431f-abcd-f79286569eb3, host: n-h2-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32a48de8-d864-475a-bdb7-04ce75d21e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd8641f61-52e1-4db7-9e4c-46ff1a79fb4c'}}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 20:22:26.846967 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-77447e23-4dce-4169-bf93-cd87b86bd888 req-387c7395-07c9-4463-b9b2-5b92b0a3e52f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:26.923103 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4f385f-f5a3-4cba-b367-b97f03d00349 req-ab28766c-ca41-46a8-9a6e-85074dce9d23 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:22:26.924603 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3b4f385f-f5a3-4cba-b367-b97f03d00349 req-ab28766c-ca41-46a8-9a6e-85074dce9d23 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=df0171f8-0e81-4ce2-bd00-1a7234f02763 HTTP/1.1" status: 200 len: 943 time: 0.0909524 Oct 12 20:22:26.955651 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-77447e23-4dce-4169-bf93-cd87b86bd888 req-387c7395-07c9-4463-b9b2-5b92b0a3e52f service neutron] For port 00c08ad3-25ca-431f-abcd-f79286569eb3, host n-h2-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 20:22:26.975244 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-77447e23-4dce-4169-bf93-cd87b86bd888 req-387c7395-07c9-4463-b9b2-5b92b0a3e52f service neutron] For port 00c08ad3-25ca-431f-abcd-f79286569eb3, host n-h2-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=00c08ad3-25ca-431f-abcd-f79286569eb3,segment=NetworkSegment(32a48de8-d864-475a-bdb7-04ce75d21e67),segment_id=32a48de8-d864-475a-bdb7-04ce75d21e67)] {{(pid=95501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 20:22:26.983829 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3b4f385f-f5a3-4cba-b367-b97f03d00349 req-05f0e072-051c-47d0-bdf0-a6fa4f2941ad tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/security-groups?id=f10e37a0-2bec-4b79-ad92-35de2fcb873c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520954 Oct 12 20:22:27.051202 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-77447e23-4dce-4169-bf93-cd87b86bd888 req-387c7395-07c9-4463-b9b2-5b92b0a3e52f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:27.089594 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77447e23-4dce-4169-bf93-cd87b86bd888 req-387c7395-07c9-4463-b9b2-5b92b0a3e52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:22:27.090201 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-77447e23-4dce-4169-bf93-cd87b86bd888 req-387c7395-07c9-4463-b9b2-5b92b0a3e52f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:27.091554 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-77447e23-4dce-4169-bf93-cd87b86bd888 req-387c7395-07c9-4463-b9b2-5b92b0a3e52f service neutron] 10.222.0.67 "PUT /v2.0/ports/00c08ad3-25ca-431f-abcd-f79286569eb3 HTTP/1.1" status: 200 len: 1091 time: 0.8171611 Oct 12 20:22:27.091997 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df0171f8-0e81-4ce2-bd00-1a7234f02763', 'tag': '00c08ad3-25ca-431f-abcd-f79286569eb3'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:22:27.094278 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de8ed798067560d07a98492cd8cb53eb3655be3ac6c9fe2f8402857175a8f58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3ad7885-4659-4aac-87c5-bc568969dd42" -d '{"events": [{"name": "network-changed", "server_uuid": "df0171f8-0e81-4ce2-bd00-1a7234f02763", "tag": "00c08ad3-25ca-431f-abcd-f79286569eb3"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:22:27.116803 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387c7395-07c9-4463-b9b2-5b92b0a3e52f service neutron] Pushing event updated for resources: {'Port': ['ID=00c08ad3-25ca-431f-abcd-f79286569eb3,revision_number=3']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:22:27.147363 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 20:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e96a92d0-60c5-47b1-a050-d636c0f32ded x-openstack-request-id: req-e96a92d0-60c5-47b1-a050-d636c0f32ded {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:22:27.147753 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df0171f8-0e81-4ce2-bd00-1a7234f02763", "tag": "00c08ad3-25ca-431f-abcd-f79286569eb3", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:22:27.148011 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e96a92d0-60c5-47b1-a050-d636c0f32ded {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:22:27.148444 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df0171f8-0e81-4ce2-bd00-1a7234f02763', 'tag': '00c08ad3-25ca-431f-abcd-f79286569eb3', 'status': 'completed', 'code': 200} Oct 12 20:22:27.210817 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ad7885-4659-4aac-87c5-bc568969dd42 req-985bac95-3376-4107-aa40-cc0133327255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:22:27.212653 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b3ad7885-4659-4aac-87c5-bc568969dd42 req-985bac95-3376-4107-aa40-cc0133327255 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7338ca3ebf8d46358716ffb6a045af03&device_id=df0171f8-0e81-4ce2-bd00-1a7234f02763 HTTP/1.1" status: 200 len: 1094 time: 0.0431833 Oct 12 20:22:27.315932 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ad7885-4659-4aac-87c5-bc568969dd42 req-6df566a7-fb6d-4cb6-91bd-5bc95f2139aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:22:27.317421 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b3ad7885-4659-4aac-87c5-bc568969dd42 req-6df566a7-fb6d-4cb6-91bd-5bc95f2139aa service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=7338ca3ebf8d46358716ffb6a045af03&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0963640 Oct 12 20:22:27.407602 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ad7885-4659-4aac-87c5-bc568969dd42 req-8fd7aa9b-939c-4d5d-aaa4-18b4e3821a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:22:27.408948 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b3ad7885-4659-4aac-87c5-bc568969dd42 req-8fd7aa9b-939c-4d5d-aaa4-18b4e3821a2c service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0849233 Oct 12 20:22:27.491606 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77447e23-4dce-4169-bf93-cd87b86bd888 req-923480aa-766c-4353-a09b-54d5a0abac3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:22:27.493126 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-77447e23-4dce-4169-bf93-cd87b86bd888 req-923480aa-766c-4353-a09b-54d5a0abac3f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7338ca3ebf8d46358716ffb6a045af03&device_id=df0171f8-0e81-4ce2-bd00-1a7234f02763 HTTP/1.1" status: 200 len: 1094 time: 0.0463443 Oct 12 20:22:27.534009 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-77447e23-4dce-4169-bf93-cd87b86bd888 req-cd477d7f-40e5-4095-acbd-a6eae2f315aa service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00c08ad3-25ca-431f-abcd-f79286569eb3 HTTP/1.1" status: 200 len: 217 time: 0.0332634 Oct 12 20:22:27.582130 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77447e23-4dce-4169-bf93-cd87b86bd888 req-b2a4f7f7-be87-4977-80c6-c59f27871ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:22:27.583514 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-77447e23-4dce-4169-bf93-cd87b86bd888 req-b2a4f7f7-be87-4977-80c6-c59f27871ac4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=10c0fada-5248-4beb-95c9-f86d32131cc9 HTTP/1.1" status: 200 len: 834 time: 0.0425363 Oct 12 20:22:27.629785 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77447e23-4dce-4169-bf93-cd87b86bd888 req-1f7cf58c-db1b-446c-905d-a91b32fef709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:22:27.631274 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-77447e23-4dce-4169-bf93-cd87b86bd888 req-1f7cf58c-db1b-446c-905d-a91b32fef709 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d8641f61-52e1-4db7-9e4c-46ff1a79fb4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403855 Oct 12 20:22:27.720929 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-77447e23-4dce-4169-bf93-cd87b86bd888 req-a333cc9b-c72b-4097-8f58-3f99e347cd58 service neutron] 10.222.0.67 "GET /v2.0/networks/d8641f61-52e1-4db7-9e4c-46ff1a79fb4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826013 Oct 12 20:22:27.808239 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-77447e23-4dce-4169-bf93-cd87b86bd888 req-8058b124-7193-47b7-9e00-51296c46cb9a service neutron] 10.222.0.67 "GET /v2.0/networks/d8641f61-52e1-4db7-9e4c-46ff1a79fb4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798674 Oct 12 20:22:28.102071 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aac3fd-a206-46e9-b9b1-b16f3565df12 req-d1680920-df9e-469a-88be-300425913160 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:22:28.103693 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-85aac3fd-a206-46e9-b9b1-b16f3565df12 req-d1680920-df9e-469a-88be-300425913160 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=df0171f8-0e81-4ce2-bd00-1a7234f02763 HTTP/1.1" status: 200 len: 943 time: 0.0537233 Oct 12 20:22:28.140830 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-85aac3fd-a206-46e9-b9b1-b16f3565df12 req-a3714680-385a-4d71-84a8-5f5da0585e3d tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/security-groups?id=f10e37a0-2bec-4b79-ad92-35de2fcb873c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312655 Oct 12 20:22:29.188957 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-306c792c-3a2d-4bb5-a2ed-b5a28157f451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:29.195228 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 20:22:29.257611 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f598f631-9e95-4e1b-ac21-cd52e54e18bb req-46d594f7-4a7f-4df3-879d-31f2a4ecf426 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:22:29.259061 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f598f631-9e95-4e1b-ac21-cd52e54e18bb req-46d594f7-4a7f-4df3-879d-31f2a4ecf426 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=df0171f8-0e81-4ce2-bd00-1a7234f02763 HTTP/1.1" status: 200 len: 943 time: 0.0494869 Oct 12 20:22:29.297423 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f598f631-9e95-4e1b-ac21-cd52e54e18bb req-63c07d77-252d-4ca4-ac59-ee857ff81a11 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/security-groups?id=f10e37a0-2bec-4b79-ad92-35de2fcb873c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318558 Oct 12 20:22:29.822551 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 00c08ad3-25ca-431f-abcd-f79286569eb3 details requested by agent hyperv_n-h2-813679-3 with host n-h2-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 20:22:29.912462 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 00c08ad3-25ca-431f-abcd-f79286569eb3, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=00c08ad3-25ca-431f-abcd-f79286569eb3,segment=NetworkSegment(32a48de8-d864-475a-bdb7-04ce75d21e67),segment_id=32a48de8-d864-475a-bdb7-04ce75d21e67)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:22:29.927072 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Returning: {'device': '00c08ad3-25ca-431f-abcd-f79286569eb3', 'network_id': 'd8641f61-52e1-4db7-9e4c-46ff1a79fb4c', 'port_id': '00c08ad3-25ca-431f-abcd-f79286569eb3', 'mac_address': 'fa:16:3e:c7:f7:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10c0fada-5248-4beb-95c9-f86d32131cc9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 20:22:29.962588 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:29.975308 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00c08ad3-25ca-431f-abcd-f79286569eb3 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 20:22:29.993997 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 00c08ad3-25ca-431f-abcd-f79286569eb3, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=00c08ad3-25ca-431f-abcd-f79286569eb3,segment=NetworkSegment(32a48de8-d864-475a-bdb7-04ce75d21e67),segment_id=32a48de8-d864-475a-bdb7-04ce75d21e67)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:22:30.063228 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:30.109849 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=00c08ad3-25ca-431f-abcd-f79286569eb3,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:22:30.267049 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['00c08ad3-25ca-431f-abcd-f79286569eb3'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 20:22:30.410727 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d0753c-a59d-4ca2-97be-1582dcac90b4 req-a2a16f3d-b8a2-48eb-9468-935c609220f0 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:22:30.412252 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d6d0753c-a59d-4ca2-97be-1582dcac90b4 req-a2a16f3d-b8a2-48eb-9468-935c609220f0 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=df0171f8-0e81-4ce2-bd00-1a7234f02763 HTTP/1.1" status: 200 len: 944 time: 0.0487342 Oct 12 20:22:30.451099 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d6d0753c-a59d-4ca2-97be-1582dcac90b4 req-30e24149-1aad-4ef5-b1e6-1b4330a740e9 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/security-groups?id=f10e37a0-2bec-4b79-ad92-35de2fcb873c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317132 Oct 12 20:22:31.565084 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e90f85f-2e65-4fcf-97c3-89ca599ce48c req-960390c2-26c9-43a9-ada4-326120e832eb tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:22:31.566511 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2e90f85f-2e65-4fcf-97c3-89ca599ce48c req-960390c2-26c9-43a9-ada4-326120e832eb tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=df0171f8-0e81-4ce2-bd00-1a7234f02763 HTTP/1.1" status: 200 len: 944 time: 0.0473022 Oct 12 20:22:31.607483 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2e90f85f-2e65-4fcf-97c3-89ca599ce48c req-b175ca06-9a27-4359-9994-abb27de5d9b7 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/security-groups?id=f10e37a0-2bec-4b79-ad92-35de2fcb873c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347288 Oct 12 20:22:31.782912 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-296d2f58-f40a-48dc-a666-7a10b8aca78e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:31.820901 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 00c08ad3-25ca-431f-abcd-f79286569eb3 up at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 20:22:31.920037 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning for port 00c08ad3-25ca-431f-abcd-f79286569eb3 completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 20:22:31.923810 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning complete for port 00c08ad3-25ca-431f-abcd-f79286569eb3 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:22:31.924245 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:32.001220 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:32.022533 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df0171f8-0e81-4ce2-bd00-1a7234f02763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00c08ad3-25ca-431f-abcd-f79286569eb3'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:22:32.024869 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b9295f95168b7ebeacfaf6dce688c5b5a488805d3fcc076b348ff91511493a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ebff490-192b-44a5-86e0-8c71a38c129a" -d '{"events": [{"server_uuid": "df0171f8-0e81-4ce2-bd00-1a7234f02763", "name": "network-vif-plugged", "status": "completed", "tag": "00c08ad3-25ca-431f-abcd-f79286569eb3"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:22:32.037346 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 00c08ad3-25ca-431f-abcd-f79286569eb3, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=00c08ad3-25ca-431f-abcd-f79286569eb3,segment=NetworkSegment(32a48de8-d864-475a-bdb7-04ce75d21e67),segment_id=32a48de8-d864-475a-bdb7-04ce75d21e67)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:22:32.061681 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 20:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-406adf76-ad80-44f6-885c-6836238440b2 x-openstack-request-id: req-406adf76-ad80-44f6-885c-6836238440b2 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:22:32.062076 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df0171f8-0e81-4ce2-bd00-1a7234f02763", "name": "network-vif-plugged", "status": "completed", "tag": "00c08ad3-25ca-431f-abcd-f79286569eb3", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:22:32.062309 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-406adf76-ad80-44f6-885c-6836238440b2 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:22:32.062729 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df0171f8-0e81-4ce2-bd00-1a7234f02763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00c08ad3-25ca-431f-abcd-f79286569eb3', 'code': 200} Oct 12 20:22:32.103292 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:32.149461 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=00c08ad3-25ca-431f-abcd-f79286569eb3,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:22:32.160482 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41da0e4b-7a25-4799-b1d4-39912034024f req-2f211d4c-8417-43e8-b2d6-9d37bdb7fcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:22:32.161959 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-41da0e4b-7a25-4799-b1d4-39912034024f req-2f211d4c-8417-43e8-b2d6-9d37bdb7fcc8 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=df0171f8-0e81-4ce2-bd00-1a7234f02763 HTTP/1.1" status: 200 len: 1096 time: 0.0406327 Oct 12 20:22:32.195612 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-41da0e4b-7a25-4799-b1d4-39912034024f req-f49bf2b8-4d9c-4846-9e26-6d2850131e5b service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=f10e37a0-2bec-4b79-ad92-35de2fcb873c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0265765 Oct 12 20:22:32.520294 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:32.721368 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47652018-4ade-4f1b-9877-03a051e3d13a req-f5b82949-fcc5-49ce-a5f7-341603d8983a tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:22:32.722790 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-47652018-4ade-4f1b-9877-03a051e3d13a req-f5b82949-fcc5-49ce-a5f7-341603d8983a tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=df0171f8-0e81-4ce2-bd00-1a7234f02763 HTTP/1.1" status: 200 len: 945 time: 0.0489285 Oct 12 20:22:32.759269 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-47652018-4ade-4f1b-9877-03a051e3d13a req-68401952-430c-4377-addc-4b56c996b99f tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/security-groups?id=f10e37a0-2bec-4b79-ad92-35de2fcb873c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305328 Oct 12 20:22:33.307747 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:33.674719 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:33.876795 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95688ba9-d369-4194-a272-97eed56c1583 req-60a3cc5f-3680-4432-87d3-e08884c7f622 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:22:33.878232 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-95688ba9-d369-4194-a272-97eed56c1583 req-60a3cc5f-3680-4432-87d3-e08884c7f622 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=df0171f8-0e81-4ce2-bd00-1a7234f02763 HTTP/1.1" status: 200 len: 945 time: 0.0506873 Oct 12 20:22:33.915069 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-95688ba9-d369-4194-a272-97eed56c1583 req-44f7ddbc-68fe-47ce-81da-5ab7fdefcb07 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/security-groups?id=f10e37a0-2bec-4b79-ad92-35de2fcb873c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309637 Oct 12 20:22:34.077837 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3500b4-e7cc-48b6-ab5e-8863b7be0eec req-72daf5b5-8996-41ea-8e85-4de8c6d0daa8 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:22:34.079314 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ad3500b4-e7cc-48b6-ab5e-8863b7be0eec req-72daf5b5-8996-41ea-8e85-4de8c6d0daa8 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=df0171f8-0e81-4ce2-bd00-1a7234f02763 HTTP/1.1" status: 200 len: 945 time: 0.0984924 Oct 12 20:22:34.117393 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ad3500b4-e7cc-48b6-ab5e-8863b7be0eec req-38f9ab27-0a6c-4d11-b63a-09166f12fd0c tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/security-groups?id=f10e37a0-2bec-4b79-ad92-35de2fcb873c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318859 Oct 12 20:22:34.139102 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 36274) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:22:34.178344 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3531706-0785-4063-84cd-bc7c3d2e5ff7 tempest-TestNetworkAdvancedServerOps-803987341 tempest-TestNetworkAdvancedServerOps-803987341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:22:34.179730 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-d3531706-0785-4063-84cd-bc7c3d2e5ff7 tempest-TestNetworkAdvancedServerOps-803987341 tempest-TestNetworkAdvancedServerOps-803987341-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=df0171f8-0e81-4ce2-bd00-1a7234f02763 HTTP/1.1" status: 200 len: 1091 time: 0.0396488 Oct 12 20:22:34.182972 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 36276) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:22:34.187171 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-374476ef-bfe6-4892-a1d7-8eaf4358b885 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Request body: {'floatingip': {'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'port_id': '00c08ad3-25ca-431f-abcd-f79286569eb3', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'fixed_ip_address': '172.20.0.9'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:22:34.257671 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-374476ef-bfe6-4892-a1d7-8eaf4358b885 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for floatingip, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:34.353789 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-374476ef-bfe6-4892-a1d7-8eaf4358b885 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:34.458507 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-374476ef-bfe6-4892-a1d7-8eaf4358b885 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Allocated IP 172.25.5.136 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/7a04d89f-b366-493b-bd4f-caa9610ef041) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 20:22:34.558883 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-374476ef-bfe6-4892-a1d7-8eaf4358b885 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:34.668661 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:34.696466 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-374476ef-bfe6-4892-a1d7-8eaf4358b885 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:34.741905 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374476ef-bfe6-4892-a1d7-8eaf4358b885 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 20:22:34.745953 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-374476ef-bfe6-4892-a1d7-8eaf4358b885 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 20:22:34.749501 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374476ef-bfe6-4892-a1d7-8eaf4358b885 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 20:22:34.773748 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374476ef-bfe6-4892-a1d7-8eaf4358b885 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Pushing event updated for resources: {'Port': ['ID=7a04d89f-b366-493b-bd4f-caa9610ef041,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:22:34.794793 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:35.093625 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-374476ef-bfe6-4892-a1d7-8eaf4358b885 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:35.243705 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-374476ef-bfe6-4892-a1d7-8eaf4358b885 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:35.388768 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-374476ef-bfe6-4892-a1d7-8eaf4358b885 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:35.485506 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-374476ef-bfe6-4892-a1d7-8eaf4358b885 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:35.548944 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374476ef-bfe6-4892-a1d7-8eaf4358b885 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Pushing event updated for resources: {'Port': ['ID=7a04d89f-b366-493b-bd4f-caa9610ef041,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:22:35.562839 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-374476ef-bfe6-4892-a1d7-8eaf4358b885 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7915414'] for floatingip, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:35.671383 n-d-813679-3 neutron-server[95502]: INFO neutron.db.l3_db [None req-374476ef-bfe6-4892-a1d7-8eaf4358b885 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Floating IP 7ec528de-400d-4e07-92cd-ccc590795c6d associated. External IP: 172.25.5.136, port: 00c08ad3-25ca-431f-abcd-f79286569eb3. Oct 12 20:22:36.178643 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-374476ef-bfe6-4892-a1d7-8eaf4358b885 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Router 43befd7d-13a1-4242-a60d-6b02142b07f0 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 20:22:36.285073 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-374476ef-bfe6-4892-a1d7-8eaf4358b885 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 20:22:36.295733 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af15ce5-d034-4fb6-a26d-b3f458d7bfee None None] Sync routers for ids ['43befd7d-13a1-4242-a60d-6b02142b07f0'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 20:22:36.304704 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af15ce5-d034-4fb6-a26d-b3f458d7bfee None None] Routers {'43befd7d-13a1-4242-a60d-6b02142b07f0'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:22:36.308583 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-2af15ce5-d034-4fb6-a26d-b3f458d7bfee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:22:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['43befd7d-13a1-4242-a60d-6b02142b07f0'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:22:36.357034 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-374476ef-bfe6-4892-a1d7-8eaf4358b885 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:22:36.386930 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-374476ef-bfe6-4892-a1d7-8eaf4358b885 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2003300 Oct 12 20:22:36.386930 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df0171f8-0e81-4ce2-bd00-1a7234f02763', 'tag': '00c08ad3-25ca-431f-abcd-f79286569eb3'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:22:36.387529 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d38ba98a80be6c2fe69993d1a3c9eb2b0c7fe5c84c08efdde6b95a5e2d0657c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-131d7b61-a240-4782-bbb1-b3cd3523f966" -d '{"events": [{"name": "network-changed", "server_uuid": "df0171f8-0e81-4ce2-bd00-1a7234f02763", "tag": "00c08ad3-25ca-431f-abcd-f79286569eb3"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:22:36.410761 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-2af15ce5-d034-4fb6-a26d-b3f458d7bfee None None] Set router 43befd7d-13a1-4242-a60d-6b02142b07f0 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:22:36.426034 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 20:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7be1c911-a41b-4413-bf07-b44fc15f7f9f x-openstack-request-id: req-7be1c911-a41b-4413-bf07-b44fc15f7f9f {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:22:36.426341 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df0171f8-0e81-4ce2-bd00-1a7234f02763", "tag": "00c08ad3-25ca-431f-abcd-f79286569eb3", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:22:36.427576 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7be1c911-a41b-4413-bf07-b44fc15f7f9f {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:22:36.427993 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df0171f8-0e81-4ce2-bd00-1a7234f02763', 'tag': '00c08ad3-25ca-431f-abcd-f79286569eb3', 'status': 'completed', 'code': 200} Oct 12 20:22:36.518485 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f17b51e-9f57-4ecf-86ca-a57d489979d1 req-2ac4f5c4-3b72-4e65-b833-bd147447128b tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:22:36.519978 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0f17b51e-9f57-4ecf-86ca-a57d489979d1 req-2ac4f5c4-3b72-4e65-b833-bd147447128b tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=df0171f8-0e81-4ce2-bd00-1a7234f02763 HTTP/1.1" status: 200 len: 945 time: 0.0755749 Oct 12 20:22:36.522537 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131d7b61-a240-4782-bbb1-b3cd3523f966 req-4b8fbb57-54ef-45b5-bfc7-a3306856a58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:22:36.523901 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-131d7b61-a240-4782-bbb1-b3cd3523f966 req-4b8fbb57-54ef-45b5-bfc7-a3306856a58b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7338ca3ebf8d46358716ffb6a045af03&device_id=df0171f8-0e81-4ce2-bd00-1a7234f02763 HTTP/1.1" status: 200 len: 1096 time: 0.0697618 Oct 12 20:22:36.611945 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0f17b51e-9f57-4ecf-86ca-a57d489979d1 req-f66be3c9-c2f7-42b5-9ee4-3f301b332349 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/security-groups?id=f10e37a0-2bec-4b79-ad92-35de2fcb873c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850441 Oct 12 20:22:36.637465 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 36284) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:22:36.651826 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131d7b61-a240-4782-bbb1-b3cd3523f966 req-b6013d6c-f640-4263-ab11-552c6dddf88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:22:36.653329 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-131d7b61-a240-4782-bbb1-b3cd3523f966 req-b6013d6c-f640-4263-ab11-552c6dddf88a service neutron] 10.222.0.67 "GET /v2.0/networks?id=d8641f61-52e1-4db7-9e4c-46ff1a79fb4c HTTP/1.1" status: 200 len: 897 time: 0.1206601 Oct 12 20:22:36.700599 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-575c3725-6fff-4a95-8cca-6daf7f5be4c7 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/floatingips/7ec528de-400d-4e07-92cd-ccc590795c6d HTTP/1.1" status: 200 len: 991 time: 0.0605056 Oct 12 20:22:36.724789 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-131d7b61-a240-4782-bbb1-b3cd3523f966 req-4ddef282-4270-4d0e-99e4-006e58151078 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00c08ad3-25ca-431f-abcd-f79286569eb3 HTTP/1.1" status: 200 len: 999 time: 0.0636892 Oct 12 20:22:36.772671 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131d7b61-a240-4782-bbb1-b3cd3523f966 req-f5678b49-ffcd-4c4a-b3a4-8242aaef0ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:22:36.774112 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-131d7b61-a240-4782-bbb1-b3cd3523f966 req-f5678b49-ffcd-4c4a-b3a4-8242aaef0ce0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=10c0fada-5248-4beb-95c9-f86d32131cc9 HTTP/1.1" status: 200 len: 834 time: 0.0418067 Oct 12 20:22:36.799783 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-2af15ce5-d034-4fb6-a26d-b3f458d7bfee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43befd7d-13a1-4242-a60d-6b02142b07f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-743546256', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': 'fdd63717-d6af-4a9a-9ff5-95c4a1866f52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:22:16Z', 'updated_at': '2021-10-12T20:22:20Z', 'revision_number': 4, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'gw_port': {'id': 'fdd63717-d6af-4a9a-9ff5-95c4a1866f52', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:5b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43befd7d-13a1-4242-a60d-6b02142b07f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:22:17Z', 'updated_at': '2021-10-12T20:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': '7ec528de-400d-4e07-92cd-ccc590795c6d', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'floating_ip_address': '172.25.5.136', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': '43befd7d-13a1-4242-a60d-6b02142b07f0', 'port_id': '00c08ad3-25ca-431f-abcd-f79286569eb3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8641f61-52e1-4db7-9e4c-46ff1a79fb4c', 'mac_address': 'fa:16:3e:c7:f7:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0171f8-0e81-4ce2-bd00-1a7234f02763', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T20:22:34Z', 'updated_at': '2021-10-12T20:22:34Z', 'revision_number': 0, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adebb42c-36fb-4766-8cb5-da7ebc7cbf4e', 'name': '', 'network_id': 'd8641f61-52e1-4db7-9e4c-46ff1a79fb4c', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'mac_address': 'fa:16:3e:82:1c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43befd7d-13a1-4242-a60d-6b02142b07f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '10c0fada-5248-4beb-95c9-f86d32131cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:22:19Z', 'updated_at': '2021-10-12T20:22:23Z', 'revision_number': 5, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'subnets': [{'id': '10c0fada-5248-4beb-95c9-f86d32131cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:22:36.820849 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131d7b61-a240-4782-bbb1-b3cd3523f966 req-8c5890e6-9c85-44de-b7e5-421302b44b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:22:36.822871 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-131d7b61-a240-4782-bbb1-b3cd3523f966 req-8c5890e6-9c85-44de-b7e5-421302b44b75 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d8641f61-52e1-4db7-9e4c-46ff1a79fb4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401340 Oct 12 20:22:36.825826 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af15ce5-d034-4fb6-a26d-b3f458d7bfee None None] Checking router: 43befd7d-13a1-4242-a60d-6b02142b07f0 for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 20:22:36.833894 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af15ce5-d034-4fb6-a26d-b3f458d7bfee None None] Routers {'43befd7d-13a1-4242-a60d-6b02142b07f0'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:22:36.834504 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-2af15ce5-d034-4fb6-a26d-b3f458d7bfee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:22:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['43befd7d-13a1-4242-a60d-6b02142b07f0'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:22:36.918273 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-131d7b61-a240-4782-bbb1-b3cd3523f966 req-59b19813-b9d7-47bd-b298-91bd0207c4a2 service neutron] 10.222.0.67 "GET /v2.0/networks/d8641f61-52e1-4db7-9e4c-46ff1a79fb4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879617 Oct 12 20:22:36.941868 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-2af15ce5-d034-4fb6-a26d-b3f458d7bfee None None] Set router 43befd7d-13a1-4242-a60d-6b02142b07f0 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:22:37.007207 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-131d7b61-a240-4782-bbb1-b3cd3523f966 req-246001a2-91c5-48e1-83f6-33640d061753 service neutron] 10.222.0.67 "GET /v2.0/networks/d8641f61-52e1-4db7-9e4c-46ff1a79fb4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809147 Oct 12 20:22:37.164958 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-2af15ce5-d034-4fb6-a26d-b3f458d7bfee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43befd7d-13a1-4242-a60d-6b02142b07f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-743546256', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': 'fdd63717-d6af-4a9a-9ff5-95c4a1866f52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:22:16Z', 'updated_at': '2021-10-12T20:22:20Z', 'revision_number': 4, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'gw_port': {'id': 'fdd63717-d6af-4a9a-9ff5-95c4a1866f52', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:5b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43befd7d-13a1-4242-a60d-6b02142b07f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:22:17Z', 'updated_at': '2021-10-12T20:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': '7ec528de-400d-4e07-92cd-ccc590795c6d', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'floating_ip_address': '172.25.5.136', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': '43befd7d-13a1-4242-a60d-6b02142b07f0', 'port_id': '00c08ad3-25ca-431f-abcd-f79286569eb3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8641f61-52e1-4db7-9e4c-46ff1a79fb4c', 'mac_address': 'fa:16:3e:c7:f7:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0171f8-0e81-4ce2-bd00-1a7234f02763', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T20:22:34Z', 'updated_at': '2021-10-12T20:22:34Z', 'revision_number': 0, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adebb42c-36fb-4766-8cb5-da7ebc7cbf4e', 'name': '', 'network_id': 'd8641f61-52e1-4db7-9e4c-46ff1a79fb4c', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'mac_address': 'fa:16:3e:82:1c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43befd7d-13a1-4242-a60d-6b02142b07f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '10c0fada-5248-4beb-95c9-f86d32131cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:22:19Z', 'updated_at': '2021-10-12T20:22:23Z', 'revision_number': 5, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'subnets': [{'id': '10c0fada-5248-4beb-95c9-f86d32131cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:22:37.190470 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af15ce5-d034-4fb6-a26d-b3f458d7bfee None None] The sync data for ids ['43befd7d-13a1-4242-a60d-6b02142b07f0'] in n-d-813679-3 is: [{'id': '43befd7d-13a1-4242-a60d-6b02142b07f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-743546256', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': 'fdd63717-d6af-4a9a-9ff5-95c4a1866f52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:22:16Z', 'updated_at': '2021-10-12T20:22:20Z', 'revision_number': 4, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'gw_port': {'id': 'fdd63717-d6af-4a9a-9ff5-95c4a1866f52', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:5b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43befd7d-13a1-4242-a60d-6b02142b07f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:22:17Z', 'updated_at': '2021-10-12T20:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': '7ec528de-400d-4e07-92cd-ccc590795c6d', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'floating_ip_address': '172.25.5.136', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': '43befd7d-13a1-4242-a60d-6b02142b07f0', 'port_id': '00c08ad3-25ca-431f-abcd-f79286569eb3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8641f61-52e1-4db7-9e4c-46ff1a79fb4c', 'mac_address': 'fa:16:3e:c7:f7:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0171f8-0e81-4ce2-bd00-1a7234f02763', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T20:22:34Z', 'updated_at': '2021-10-12T20:22:34Z', 'revision_number': 0, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adebb42c-36fb-4766-8cb5-da7ebc7cbf4e', 'name': '', 'network_id': 'd8641f61-52e1-4db7-9e4c-46ff1a79fb4c', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'mac_address': 'fa:16:3e:82:1c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43befd7d-13a1-4242-a60d-6b02142b07f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '10c0fada-5248-4beb-95c9-f86d32131cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:22:19Z', 'updated_at': '2021-10-12T20:22:23Z', 'revision_number': 5, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'subnets': [{'id': '10c0fada-5248-4beb-95c9-f86d32131cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 20:22:37.703612 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 36286) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:22:37.769808 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-ed53bd58-ae24-4ff8-b52c-a4abc904375a tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/floatingips/7ec528de-400d-4e07-92cd-ccc590795c6d HTTP/1.1" status: 200 len: 991 time: 0.0648224 Oct 12 20:22:37.785309 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e019d17b-7872-4e32-904a-15c66f45a8e0 None None] New status for floating IP 7ec528de-400d-4e07-92cd-ccc590795c6d: ACTIVE {{(pid=95504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 20:22:38.773025 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 36288) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:22:38.836260 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-464c4711-87da-4f18-ac06-7eb923117374 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/floatingips/7ec528de-400d-4e07-92cd-ccc590795c6d HTTP/1.1" status: 200 len: 993 time: 0.0620751 Oct 12 20:22:59.183164 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0334a9e6-7515-4383-aeff-70980194b082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:23:01.731632 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9984761d-f1cc-4db0-a699-a6dd7dbe582e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:23:02.525824 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:23:03.280189 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:23:03.707147 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:23:04.689745 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:23:04.823669 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:23:06.194452 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 20:23:08.409591 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9745fd-bc34-48e4-bcbd-dae3ebe0c02c req-5d31ac28-f9c4-4cf0-b8f3-eced84f82ddf tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:23:08.411723 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-de9745fd-bc34-48e4-bcbd-dae3ebe0c02c req-5d31ac28-f9c4-4cf0-b8f3-eced84f82ddf tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=df0171f8-0e81-4ce2-bd00-1a7234f02763 HTTP/1.1" status: 200 len: 945 time: 0.0521696 Oct 12 20:23:08.450533 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-de9745fd-bc34-48e4-bcbd-dae3ebe0c02c req-30f63034-f2da-4496-ba94-b70f83db3a55 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/security-groups?id=f10e37a0-2bec-4b79-ad92-35de2fcb873c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327256 Oct 12 20:23:08.475769 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c76418-2bf9-430e-aed8-20b1d194aea8 req-a3d3a487-d655-4cea-8e23-71ed69b312a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:23:08.477272 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b7c76418-2bf9-430e-aed8-20b1d194aea8 req-a3d3a487-d655-4cea-8e23-71ed69b312a9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7338ca3ebf8d46358716ffb6a045af03&device_id=df0171f8-0e81-4ce2-bd00-1a7234f02763 HTTP/1.1" status: 200 len: 1096 time: 0.0422521 Oct 12 20:23:08.564898 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c76418-2bf9-430e-aed8-20b1d194aea8 req-83fe82cb-ebd5-44fb-90aa-7ac55ec5cd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:23:08.566318 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b7c76418-2bf9-430e-aed8-20b1d194aea8 req-83fe82cb-ebd5-44fb-90aa-7ac55ec5cd11 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d8641f61-52e1-4db7-9e4c-46ff1a79fb4c HTTP/1.1" status: 200 len: 897 time: 0.0817242 Oct 12 20:23:08.632485 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b7c76418-2bf9-430e-aed8-20b1d194aea8 req-16f1c965-3b40-4512-a423-12a7130c60d0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00c08ad3-25ca-431f-abcd-f79286569eb3 HTTP/1.1" status: 200 len: 1001 time: 0.0585418 Oct 12 20:23:08.680063 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c76418-2bf9-430e-aed8-20b1d194aea8 req-a6a6b639-f1e6-4406-b89d-c798977fb16f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:23:08.681403 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b7c76418-2bf9-430e-aed8-20b1d194aea8 req-a6a6b639-f1e6-4406-b89d-c798977fb16f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=10c0fada-5248-4beb-95c9-f86d32131cc9 HTTP/1.1" status: 200 len: 834 time: 0.0418334 Oct 12 20:23:08.725479 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c76418-2bf9-430e-aed8-20b1d194aea8 req-c8d752d3-2559-4671-9edd-8f875fc283e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:23:08.726915 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b7c76418-2bf9-430e-aed8-20b1d194aea8 req-c8d752d3-2559-4671-9edd-8f875fc283e4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d8641f61-52e1-4db7-9e4c-46ff1a79fb4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0382845 Oct 12 20:23:08.818107 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b7c76418-2bf9-430e-aed8-20b1d194aea8 req-e4c4bb03-f915-4fee-8d22-ca5ccbd9319a service neutron] 10.222.0.67 "GET /v2.0/networks/d8641f61-52e1-4db7-9e4c-46ff1a79fb4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835087 Oct 12 20:23:08.905232 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b7c76418-2bf9-430e-aed8-20b1d194aea8 req-bb4f404b-f9b0-46bf-9c78-e5ead74bbdc1 service neutron] 10.222.0.67 "GET /v2.0/networks/d8641f61-52e1-4db7-9e4c-46ff1a79fb4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799401 Oct 12 20:23:09.637493 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc4487b-e178-43a4-89e8-df6b2cbe9f7b req-daa23499-db6f-454b-a19a-72f8755ad685 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:23:09.638988 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2bc4487b-e178-43a4-89e8-df6b2cbe9f7b req-daa23499-db6f-454b-a19a-72f8755ad685 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=df0171f8-0e81-4ce2-bd00-1a7234f02763 HTTP/1.1" status: 200 len: 945 time: 0.1033561 Oct 12 20:23:09.675567 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2bc4487b-e178-43a4-89e8-df6b2cbe9f7b req-7ebf9ccb-9223-44f7-bcb0-a3bb0ba491c5 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/security-groups?id=f10e37a0-2bec-4b79-ad92-35de2fcb873c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307391 Oct 12 20:23:10.800536 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5048680e-3e87-475e-ae8e-c23ddf9af29e req-7b0b15c0-d845-42bb-84e1-a636ad29a463 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:23:10.801987 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5048680e-3e87-475e-ae8e-c23ddf9af29e req-7b0b15c0-d845-42bb-84e1-a636ad29a463 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=df0171f8-0e81-4ce2-bd00-1a7234f02763 HTTP/1.1" status: 200 len: 945 time: 0.0480604 Oct 12 20:23:10.842170 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5048680e-3e87-475e-ae8e-c23ddf9af29e req-a1a4c6f8-26e7-4960-ac4b-11d7a6183cb2 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/security-groups?id=f10e37a0-2bec-4b79-ad92-35de2fcb873c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337787 Oct 12 20:23:11.967844 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26a59e2-3e43-4cfe-b0b8-e9654014b92f req-e5c30ad9-8e44-43d3-8168-f6d0890a65d3 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:23:11.969339 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f26a59e2-3e43-4cfe-b0b8-e9654014b92f req-e5c30ad9-8e44-43d3-8168-f6d0890a65d3 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=df0171f8-0e81-4ce2-bd00-1a7234f02763 HTTP/1.1" status: 200 len: 945 time: 0.0493674 Oct 12 20:23:12.006707 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f26a59e2-3e43-4cfe-b0b8-e9654014b92f req-ba1c8421-85dd-4cc4-abc6-ebf63d20f0ca tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/security-groups?id=f10e37a0-2bec-4b79-ad92-35de2fcb873c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315101 Oct 12 20:23:13.121360 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afe6b67-872d-403d-8c8c-e9ae2d13b6e4 req-f6fa0219-3de8-44f5-9ddd-5bd54aa48959 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:23:13.122840 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4afe6b67-872d-403d-8c8c-e9ae2d13b6e4 req-f6fa0219-3de8-44f5-9ddd-5bd54aa48959 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=df0171f8-0e81-4ce2-bd00-1a7234f02763 HTTP/1.1" status: 200 len: 945 time: 0.0492563 Oct 12 20:23:13.160516 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4afe6b67-872d-403d-8c8c-e9ae2d13b6e4 req-e2ceddc9-4114-4cd6-8c7c-c4c72a1d08ec tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/security-groups?id=f10e37a0-2bec-4b79-ad92-35de2fcb873c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316787 Oct 12 20:23:14.274611 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e51c369-54be-4a8c-85f5-7132254e1efe req-f4ba78a9-6509-499c-bc2f-bfe27f50b2d9 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:23:14.276081 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9e51c369-54be-4a8c-85f5-7132254e1efe req-f4ba78a9-6509-499c-bc2f-bfe27f50b2d9 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=df0171f8-0e81-4ce2-bd00-1a7234f02763 HTTP/1.1" status: 200 len: 945 time: 0.0482178 Oct 12 20:23:14.313241 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9e51c369-54be-4a8c-85f5-7132254e1efe req-fe08dc9e-40f5-4726-aaa8-aad36a3db242 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/security-groups?id=f10e37a0-2bec-4b79-ad92-35de2fcb873c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313239 Oct 12 20:23:15.427599 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71d37b5-c4a1-454b-b7ef-1f576a64dd41 req-6595793e-35e4-4f83-a626-872d08af597e tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:23:15.428973 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c71d37b5-c4a1-454b-b7ef-1f576a64dd41 req-6595793e-35e4-4f83-a626-872d08af597e tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=df0171f8-0e81-4ce2-bd00-1a7234f02763 HTTP/1.1" status: 200 len: 945 time: 0.0503247 Oct 12 20:23:15.466098 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c71d37b5-c4a1-454b-b7ef-1f576a64dd41 req-018abbe6-fec2-49dd-a14e-50a7ece6fd14 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/security-groups?id=f10e37a0-2bec-4b79-ad92-35de2fcb873c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306504 Oct 12 20:23:15.649870 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffd2ffa-9853-4bce-b402-d4d8bbce6aa5 req-8e90e6e5-9c96-462e-8edc-7fb4170a3f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:23:15.651981 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2ffd2ffa-9853-4bce-b402-d4d8bbce6aa5 req-8e90e6e5-9c96-462e-8edc-7fb4170a3f35 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7338ca3ebf8d46358716ffb6a045af03&device_id=df0171f8-0e81-4ce2-bd00-1a7234f02763 HTTP/1.1" status: 200 len: 1096 time: 0.0427558 Oct 12 20:23:15.751318 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffd2ffa-9853-4bce-b402-d4d8bbce6aa5 req-3115968c-1e19-4d80-89a4-305be7f8e7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:23:15.752826 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2ffd2ffa-9853-4bce-b402-d4d8bbce6aa5 req-3115968c-1e19-4d80-89a4-305be7f8e7d5 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d8641f61-52e1-4db7-9e4c-46ff1a79fb4c HTTP/1.1" status: 200 len: 897 time: 0.0820386 Oct 12 20:23:16.155407 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2ffd2ffa-9853-4bce-b402-d4d8bbce6aa5 req-561bf33b-7bb8-4617-b85a-612aa2249ba9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00c08ad3-25ca-431f-abcd-f79286569eb3 HTTP/1.1" status: 200 len: 1001 time: 0.3948128 Oct 12 20:23:16.205465 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffd2ffa-9853-4bce-b402-d4d8bbce6aa5 req-561305e8-5240-40fe-8d15-7b586f0b351a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:23:16.206917 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2ffd2ffa-9853-4bce-b402-d4d8bbce6aa5 req-561305e8-5240-40fe-8d15-7b586f0b351a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=10c0fada-5248-4beb-95c9-f86d32131cc9 HTTP/1.1" status: 200 len: 834 time: 0.0437601 Oct 12 20:23:16.253678 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffd2ffa-9853-4bce-b402-d4d8bbce6aa5 req-bbbe6def-9593-4288-a441-8931dc543933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:23:16.255115 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2ffd2ffa-9853-4bce-b402-d4d8bbce6aa5 req-bbbe6def-9593-4288-a441-8931dc543933 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d8641f61-52e1-4db7-9e4c-46ff1a79fb4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391870 Oct 12 20:23:16.344617 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2ffd2ffa-9853-4bce-b402-d4d8bbce6aa5 req-7d7deb2b-573e-4273-943f-97bc80fa7d53 service neutron] 10.222.0.67 "GET /v2.0/networks/d8641f61-52e1-4db7-9e4c-46ff1a79fb4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826981 Oct 12 20:23:16.432913 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2ffd2ffa-9853-4bce-b402-d4d8bbce6aa5 req-2b9a7431-8df7-4b03-a286-05dfa9798dc2 service neutron] 10.222.0.67 "GET /v2.0/networks/d8641f61-52e1-4db7-9e4c-46ff1a79fb4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803185 Oct 12 20:23:16.581452 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959080fe-7bd0-4c8d-af4d-7762266c6239 req-88775b16-deb8-4284-a013-95013469a8cc tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:23:16.582930 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-959080fe-7bd0-4c8d-af4d-7762266c6239 req-88775b16-deb8-4284-a013-95013469a8cc tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=df0171f8-0e81-4ce2-bd00-1a7234f02763 HTTP/1.1" status: 200 len: 945 time: 0.0501087 Oct 12 20:23:16.620804 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-959080fe-7bd0-4c8d-af4d-7762266c6239 req-00b2ea3a-0ef8-4b1c-86a4-17b1885c34c4 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/security-groups?id=f10e37a0-2bec-4b79-ad92-35de2fcb873c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318720 Oct 12 20:23:17.733829 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f83401-9511-4b5b-abc0-ce39b90fb65f req-66dd1569-7b46-4b64-979a-a802a9417a8c tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:23:17.735280 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-29f83401-9511-4b5b-abc0-ce39b90fb65f req-66dd1569-7b46-4b64-979a-a802a9417a8c tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=df0171f8-0e81-4ce2-bd00-1a7234f02763 HTTP/1.1" status: 200 len: 945 time: 0.0476124 Oct 12 20:23:17.776336 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-29f83401-9511-4b5b-abc0-ce39b90fb65f req-1e71d254-97a2-4b67-a043-f7d3de12f129 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/security-groups?id=f10e37a0-2bec-4b79-ad92-35de2fcb873c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350394 Oct 12 20:23:18.895292 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73339480-fbbd-46e8-96de-0b3040ba29e5 req-014e989b-fcad-4c26-a3d0-5532811d2f64 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:23:18.896751 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-73339480-fbbd-46e8-96de-0b3040ba29e5 req-014e989b-fcad-4c26-a3d0-5532811d2f64 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=df0171f8-0e81-4ce2-bd00-1a7234f02763 HTTP/1.1" status: 200 len: 945 time: 0.0512571 Oct 12 20:23:18.933851 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-73339480-fbbd-46e8-96de-0b3040ba29e5 req-030ff660-8414-49b8-b1da-fb64df9263ac tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/security-groups?id=f10e37a0-2bec-4b79-ad92-35de2fcb873c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312080 Oct 12 20:23:20.045890 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab99f8e-e4bb-4266-a056-735cf22eef66 req-29ef42fe-4036-4520-bbce-031c59055f72 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:23:20.047336 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bab99f8e-e4bb-4266-a056-735cf22eef66 req-29ef42fe-4036-4520-bbce-031c59055f72 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=df0171f8-0e81-4ce2-bd00-1a7234f02763 HTTP/1.1" status: 200 len: 945 time: 0.0484583 Oct 12 20:23:20.084636 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bab99f8e-e4bb-4266-a056-735cf22eef66 req-af32a255-9736-49ba-bf12-b88b7856a460 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/security-groups?id=f10e37a0-2bec-4b79-ad92-35de2fcb873c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311120 Oct 12 20:23:21.194367 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546ea3fb-033f-4b11-ac40-bd8a61499d0d req-d568c038-45fd-46e1-929d-606bc645c9d7 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:23:21.195799 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-546ea3fb-033f-4b11-ac40-bd8a61499d0d req-d568c038-45fd-46e1-929d-606bc645c9d7 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=df0171f8-0e81-4ce2-bd00-1a7234f02763 HTTP/1.1" status: 200 len: 945 time: 0.0472493 Oct 12 20:23:21.233961 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-546ea3fb-033f-4b11-ac40-bd8a61499d0d req-5e55d0e9-e28f-4b8a-a468-9748942a8455 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/security-groups?id=f10e37a0-2bec-4b79-ad92-35de2fcb873c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318301 Oct 12 20:23:22.344830 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c264c300-cfb8-45f8-a73d-f9a1702f53c8 req-808ab6a6-b31d-476f-bf81-5667aab51cfb tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:23:22.346282 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c264c300-cfb8-45f8-a73d-f9a1702f53c8 req-808ab6a6-b31d-476f-bf81-5667aab51cfb tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=df0171f8-0e81-4ce2-bd00-1a7234f02763 HTTP/1.1" status: 200 len: 945 time: 0.0484741 Oct 12 20:23:22.386002 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c264c300-cfb8-45f8-a73d-f9a1702f53c8 req-bcfb52f2-3010-4f6c-93fc-81466709e4d7 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/security-groups?id=f10e37a0-2bec-4b79-ad92-35de2fcb873c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339098 Oct 12 20:23:23.498488 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a384fe43-5f22-4844-8d94-e9b1ebcaf341 req-08ccbac2-71f2-4b79-84d9-9fa9cf2cc47d tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:23:23.499942 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a384fe43-5f22-4844-8d94-e9b1ebcaf341 req-08ccbac2-71f2-4b79-84d9-9fa9cf2cc47d tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=df0171f8-0e81-4ce2-bd00-1a7234f02763 HTTP/1.1" status: 200 len: 945 time: 0.0482471 Oct 12 20:23:23.536791 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a384fe43-5f22-4844-8d94-e9b1ebcaf341 req-7b38c1bd-e2aa-41fc-afd8-cc6e584bcf6b tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/security-groups?id=f10e37a0-2bec-4b79-ad92-35de2fcb873c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310318 Oct 12 20:23:24.650783 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e00329-7c32-4c20-80ef-0c530ffaa843 req-fa89e58c-c47f-43dc-a15b-26efc5e6507f tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:23:24.652180 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b0e00329-7c32-4c20-80ef-0c530ffaa843 req-fa89e58c-c47f-43dc-a15b-26efc5e6507f tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=df0171f8-0e81-4ce2-bd00-1a7234f02763 HTTP/1.1" status: 200 len: 945 time: 0.0487375 Oct 12 20:23:24.693402 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b0e00329-7c32-4c20-80ef-0c530ffaa843 req-e46b32b8-16d8-4de3-8e42-75484e16d5a8 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/security-groups?id=f10e37a0-2bec-4b79-ad92-35de2fcb873c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353327 Oct 12 20:23:25.813626 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aa375a-ab17-4d66-a7cf-6c36e4b52e64 req-82db8450-abf3-421e-99a0-0e919aad9391 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:23:25.815544 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-02aa375a-ab17-4d66-a7cf-6c36e4b52e64 req-82db8450-abf3-421e-99a0-0e919aad9391 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=df0171f8-0e81-4ce2-bd00-1a7234f02763 HTTP/1.1" status: 200 len: 945 time: 0.0560033 Oct 12 20:23:25.853011 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-02aa375a-ab17-4d66-a7cf-6c36e4b52e64 req-853e2562-73c6-413a-a275-96cd8fe4e98e tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/security-groups?id=f10e37a0-2bec-4b79-ad92-35de2fcb873c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314164 Oct 12 20:23:25.888641 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 36344) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:23:25.948405 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-fd7bfb4e-b782-4771-a0da-c81acbb7b633 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/floatingips/7ec528de-400d-4e07-92cd-ccc590795c6d HTTP/1.1" status: 200 len: 993 time: 0.0585537 Oct 12 20:23:29.186017 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-98fa571f-79c5-486f-9698-4bcbe2e40302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:23:31.751676 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d8f29b1-b98a-42f5-9cae-8cd9f1c60013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:23:32.534207 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:23:33.291812 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:23:33.751466 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:23:34.674426 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:23:34.816808 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:23:43.194193 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 20:23:54.460159 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 36356) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:23:54.609613 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-dfa1c91f-2ddc-4fac-b786-35322b38d63c tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Deleting port 7a04d89f-b366-493b-bd4f-caa9610ef041 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 20:23:54.609954 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-dfa1c91f-2ddc-4fac-b786-35322b38d63c tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:23:54.685140 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-dfa1c91f-2ddc-4fac-b786-35322b38d63c tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:23:54.685391 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-dfa1c91f-2ddc-4fac-b786-35322b38d63c tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:23:54.696529 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-dfa1c91f-2ddc-4fac-b786-35322b38d63c tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Calling delete_port for 7a04d89f-b366-493b-bd4f-caa9610ef041 owned by network:floatingip {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 20:23:54.903080 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-dfa1c91f-2ddc-4fac-b786-35322b38d63c tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:23:54.927642 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa1c91f-2ddc-4fac-b786-35322b38d63c tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Pushing event deleted for resources: {'Port': ['ID=7a04d89f-b366-493b-bd4f-caa9610ef041,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:23:54.953195 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa1c91f-2ddc-4fac-b786-35322b38d63c tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:23:54.953480 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa1c91f-2ddc-4fac-b786-35322b38d63c tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:23:54.953827 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa1c91f-2ddc-4fac-b786-35322b38d63c tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:23:54.954168 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa1c91f-2ddc-4fac-b786-35322b38d63c tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:23:54.954500 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa1c91f-2ddc-4fac-b786-35322b38d63c tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:23:54.954837 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa1c91f-2ddc-4fac-b786-35322b38d63c tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:23:54.955167 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa1c91f-2ddc-4fac-b786-35322b38d63c tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:23:54.955495 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa1c91f-2ddc-4fac-b786-35322b38d63c tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:23:54.955824 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa1c91f-2ddc-4fac-b786-35322b38d63c tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:23:54.956183 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa1c91f-2ddc-4fac-b786-35322b38d63c tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:23:54.956550 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa1c91f-2ddc-4fac-b786-35322b38d63c tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:23:54.956878 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa1c91f-2ddc-4fac-b786-35322b38d63c tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:23:55.001932 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-dfa1c91f-2ddc-4fac-b786-35322b38d63c tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for floatingip, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:23:55.002317 n-d-813679-3 neutron-server[95501]: INFO neutron.db.l3_db [None req-dfa1c91f-2ddc-4fac-b786-35322b38d63c tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Floating IP 7ec528de-400d-4e07-92cd-ccc590795c6d disassociated (deleted). External IP: 172.25.5.136, port: 00c08ad3-25ca-431f-abcd-f79286569eb3. Oct 12 20:23:55.206153 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfa1c91f-2ddc-4fac-b786-35322b38d63c tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Router 43befd7d-13a1-4242-a60d-6b02142b07f0 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 20:23:55.310441 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfa1c91f-2ddc-4fac-b786-35322b38d63c tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 20:23:55.315185 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-dfa1c91f-2ddc-4fac-b786-35322b38d63c tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:23:55.319674 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54504319-b112-474d-be1a-19b278040362 None None] Sync routers for ids ['43befd7d-13a1-4242-a60d-6b02142b07f0'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 20:23:55.328653 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54504319-b112-474d-be1a-19b278040362 None None] Routers {'43befd7d-13a1-4242-a60d-6b02142b07f0'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:23:55.329259 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-54504319-b112-474d-be1a-19b278040362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:23:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['43befd7d-13a1-4242-a60d-6b02142b07f0'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:23:55.345269 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-dfa1c91f-2ddc-4fac-b786-35322b38d63c tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "DELETE /v2.0/floatingips/7ec528de-400d-4e07-92cd-ccc590795c6d HTTP/1.1" status: 204 len: 168 time: 0.8840320 Oct 12 20:23:55.345965 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df0171f8-0e81-4ce2-bd00-1a7234f02763', 'tag': '00c08ad3-25ca-431f-abcd-f79286569eb3'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:23:55.348362 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de8ed798067560d07a98492cd8cb53eb3655be3ac6c9fe2f8402857175a8f58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2138d18-c969-4f95-b677-7e4047fd12a7" -d '{"events": [{"name": "network-changed", "server_uuid": "df0171f8-0e81-4ce2-bd00-1a7234f02763", "tag": "00c08ad3-25ca-431f-abcd-f79286569eb3"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:23:55.391065 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 20:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-417de078-cddc-4b27-8d73-fe26be283c25 x-openstack-request-id: req-417de078-cddc-4b27-8d73-fe26be283c25 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:23:55.391340 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df0171f8-0e81-4ce2-bd00-1a7234f02763", "tag": "00c08ad3-25ca-431f-abcd-f79286569eb3", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:23:55.391594 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-417de078-cddc-4b27-8d73-fe26be283c25 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:23:55.391995 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df0171f8-0e81-4ce2-bd00-1a7234f02763', 'tag': '00c08ad3-25ca-431f-abcd-f79286569eb3', 'status': 'completed', 'code': 200} Oct 12 20:23:55.438213 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-54504319-b112-474d-be1a-19b278040362 None None] Set router 43befd7d-13a1-4242-a60d-6b02142b07f0 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:23:55.457130 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2138d18-c969-4f95-b677-7e4047fd12a7 req-30c8d8e1-d261-476e-a24e-e31afc39a522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:23:55.458595 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b2138d18-c969-4f95-b677-7e4047fd12a7 req-30c8d8e1-d261-476e-a24e-e31afc39a522 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7338ca3ebf8d46358716ffb6a045af03&device_id=df0171f8-0e81-4ce2-bd00-1a7234f02763 HTTP/1.1" status: 200 len: 1096 time: 0.0431736 Oct 12 20:23:55.551008 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2138d18-c969-4f95-b677-7e4047fd12a7 req-4e586529-a327-4402-b7b3-9574b05ec36c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:23:55.552508 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b2138d18-c969-4f95-b677-7e4047fd12a7 req-4e586529-a327-4402-b7b3-9574b05ec36c service neutron] 10.222.0.67 "GET /v2.0/networks?id=d8641f61-52e1-4db7-9e4c-46ff1a79fb4c HTTP/1.1" status: 200 len: 897 time: 0.0861769 Oct 12 20:23:55.598583 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b2138d18-c969-4f95-b677-7e4047fd12a7 req-3edcbf83-b620-421c-9994-902b01a571e8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00c08ad3-25ca-431f-abcd-f79286569eb3 HTTP/1.1" status: 200 len: 217 time: 0.0384917 Oct 12 20:23:55.636558 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-54504319-b112-474d-be1a-19b278040362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43befd7d-13a1-4242-a60d-6b02142b07f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-743546256', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': 'fdd63717-d6af-4a9a-9ff5-95c4a1866f52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:22:16Z', 'updated_at': '2021-10-12T20:22:20Z', 'revision_number': 4, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'gw_port': {'id': 'fdd63717-d6af-4a9a-9ff5-95c4a1866f52', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:5b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43befd7d-13a1-4242-a60d-6b02142b07f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:22:17Z', 'updated_at': '2021-10-12T20:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': 'adebb42c-36fb-4766-8cb5-da7ebc7cbf4e', 'name': '', 'network_id': 'd8641f61-52e1-4db7-9e4c-46ff1a79fb4c', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'mac_address': 'fa:16:3e:82:1c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43befd7d-13a1-4242-a60d-6b02142b07f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '10c0fada-5248-4beb-95c9-f86d32131cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:22:19Z', 'updated_at': '2021-10-12T20:22:23Z', 'revision_number': 5, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'subnets': [{'id': '10c0fada-5248-4beb-95c9-f86d32131cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:23:55.648075 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2138d18-c969-4f95-b677-7e4047fd12a7 req-73564e3c-c36a-4eee-9617-44d20b25da4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:23:55.649526 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b2138d18-c969-4f95-b677-7e4047fd12a7 req-73564e3c-c36a-4eee-9617-44d20b25da4d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=10c0fada-5248-4beb-95c9-f86d32131cc9 HTTP/1.1" status: 200 len: 834 time: 0.0436568 Oct 12 20:23:55.665885 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54504319-b112-474d-be1a-19b278040362 None None] Checking router: 43befd7d-13a1-4242-a60d-6b02142b07f0 for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 20:23:55.674919 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54504319-b112-474d-be1a-19b278040362 None None] Routers {'43befd7d-13a1-4242-a60d-6b02142b07f0'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:23:55.675551 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-54504319-b112-474d-be1a-19b278040362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:23:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['43befd7d-13a1-4242-a60d-6b02142b07f0'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:23:55.698134 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2138d18-c969-4f95-b677-7e4047fd12a7 req-43c4dff3-4ea9-4ca3-bd53-c2526c537f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:23:55.699738 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b2138d18-c969-4f95-b677-7e4047fd12a7 req-43c4dff3-4ea9-4ca3-bd53-c2526c537f0e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d8641f61-52e1-4db7-9e4c-46ff1a79fb4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410898 Oct 12 20:23:55.789340 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-54504319-b112-474d-be1a-19b278040362 None None] Set router 43befd7d-13a1-4242-a60d-6b02142b07f0 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:23:55.804784 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b2138d18-c969-4f95-b677-7e4047fd12a7 req-0c45de6b-d364-42a2-8337-6b36cb343fbe service neutron] 10.222.0.67 "GET /v2.0/networks/d8641f61-52e1-4db7-9e4c-46ff1a79fb4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955369 Oct 12 20:23:55.810224 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb299466-535f-455a-80a3-458a3372ebab req-d6b5a4d0-c009-4f23-9a5d-410d94b18f52 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:23:55.811717 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bb299466-535f-455a-80a3-458a3372ebab req-d6b5a4d0-c009-4f23-9a5d-410d94b18f52 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=df0171f8-0e81-4ce2-bd00-1a7234f02763 HTTP/1.1" status: 200 len: 945 time: 0.0588307 Oct 12 20:23:55.851447 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bb299466-535f-455a-80a3-458a3372ebab req-6065e6d6-4c8c-4d3d-b847-6785d29ac74a tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/security-groups?id=f10e37a0-2bec-4b79-ad92-35de2fcb873c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321217 Oct 12 20:23:55.896945 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b2138d18-c969-4f95-b677-7e4047fd12a7 req-5950b2f8-7836-45b5-9935-312237e8d4f1 service neutron] 10.222.0.67 "GET /v2.0/networks/d8641f61-52e1-4db7-9e4c-46ff1a79fb4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848174 Oct 12 20:23:55.991051 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-54504319-b112-474d-be1a-19b278040362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43befd7d-13a1-4242-a60d-6b02142b07f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-743546256', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': 'fdd63717-d6af-4a9a-9ff5-95c4a1866f52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:22:16Z', 'updated_at': '2021-10-12T20:22:20Z', 'revision_number': 4, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'gw_port': {'id': 'fdd63717-d6af-4a9a-9ff5-95c4a1866f52', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:5b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43befd7d-13a1-4242-a60d-6b02142b07f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:22:17Z', 'updated_at': '2021-10-12T20:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': 'adebb42c-36fb-4766-8cb5-da7ebc7cbf4e', 'name': '', 'network_id': 'd8641f61-52e1-4db7-9e4c-46ff1a79fb4c', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'mac_address': 'fa:16:3e:82:1c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43befd7d-13a1-4242-a60d-6b02142b07f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '10c0fada-5248-4beb-95c9-f86d32131cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:22:19Z', 'updated_at': '2021-10-12T20:22:23Z', 'revision_number': 5, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'subnets': [{'id': '10c0fada-5248-4beb-95c9-f86d32131cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:23:56.016567 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54504319-b112-474d-be1a-19b278040362 None None] The sync data for ids ['43befd7d-13a1-4242-a60d-6b02142b07f0'] in n-d-813679-3 is: [{'id': '43befd7d-13a1-4242-a60d-6b02142b07f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-743546256', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': 'fdd63717-d6af-4a9a-9ff5-95c4a1866f52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:22:16Z', 'updated_at': '2021-10-12T20:22:20Z', 'revision_number': 4, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'gw_port': {'id': 'fdd63717-d6af-4a9a-9ff5-95c4a1866f52', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:5b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43befd7d-13a1-4242-a60d-6b02142b07f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:22:17Z', 'updated_at': '2021-10-12T20:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': 'adebb42c-36fb-4766-8cb5-da7ebc7cbf4e', 'name': '', 'network_id': 'd8641f61-52e1-4db7-9e4c-46ff1a79fb4c', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'mac_address': 'fa:16:3e:82:1c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43befd7d-13a1-4242-a60d-6b02142b07f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '10c0fada-5248-4beb-95c9-f86d32131cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:22:19Z', 'updated_at': '2021-10-12T20:22:23Z', 'revision_number': 5, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'subnets': [{'id': '10c0fada-5248-4beb-95c9-f86d32131cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 20:23:56.231023 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d706ec1-0500-4288-bb04-3aa21fc0e853 None None] New status for floating IP 7ec528de-400d-4e07-92cd-ccc590795c6d: DOWN {{(pid=95504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 20:23:56.968829 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967469ec-49d0-46a1-8828-92d097b188b1 req-0140ad95-3e15-4f1c-a4af-fffe303f001e tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:23:56.970327 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-967469ec-49d0-46a1-8828-92d097b188b1 req-0140ad95-3e15-4f1c-a4af-fffe303f001e tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=df0171f8-0e81-4ce2-bd00-1a7234f02763 HTTP/1.1" status: 200 len: 945 time: 0.0485592 Oct 12 20:23:57.012607 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-967469ec-49d0-46a1-8828-92d097b188b1 req-eb973436-c60e-4435-b175-08ceada2336f tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/security-groups?id=f10e37a0-2bec-4b79-ad92-35de2fcb873c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363524 Oct 12 20:23:57.408565 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e02b1cc-72f0-4f2e-9087-8240a73f3304 req-9c3bb5e2-0cf0-49a4-8c3c-3149eea14de7 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:23:57.410020 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5e02b1cc-72f0-4f2e-9087-8240a73f3304 req-9c3bb5e2-0cf0-49a4-8c3c-3149eea14de7 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.67 "GET /v2.0/ports?device_id=df0171f8-0e81-4ce2-bd00-1a7234f02763 HTTP/1.1" status: 200 len: 945 time: 0.0479279 Oct 12 20:23:57.496295 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-5e02b1cc-72f0-4f2e-9087-8240a73f3304 req-354f48ff-ed6c-4ccc-91aa-49081b73b497 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Deleting port 00c08ad3-25ca-431f-abcd-f79286569eb3 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 20:23:57.496634 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-5e02b1cc-72f0-4f2e-9087-8240a73f3304 req-354f48ff-ed6c-4ccc-91aa-49081b73b497 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:23:57.585626 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-5e02b1cc-72f0-4f2e-9087-8240a73f3304 req-354f48ff-ed6c-4ccc-91aa-49081b73b497 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] For port 00c08ad3-25ca-431f-abcd-f79286569eb3, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=00c08ad3-25ca-431f-abcd-f79286569eb3,segment=NetworkSegment(32a48de8-d864-475a-bdb7-04ce75d21e67),segment_id=32a48de8-d864-475a-bdb7-04ce75d21e67)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:23:57.585984 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-5e02b1cc-72f0-4f2e-9087-8240a73f3304 req-354f48ff-ed6c-4ccc-91aa-49081b73b497 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:23:57.597974 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-5e02b1cc-72f0-4f2e-9087-8240a73f3304 req-354f48ff-ed6c-4ccc-91aa-49081b73b497 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Calling delete_port for 00c08ad3-25ca-431f-abcd-f79286569eb3 owned by compute:nova {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 20:23:57.791282 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-5e02b1cc-72f0-4f2e-9087-8240a73f3304 req-354f48ff-ed6c-4ccc-91aa-49081b73b497 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:23:57.821033 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354f48ff-ed6c-4ccc-91aa-49081b73b497 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Pushing event deleted for resources: {'Port': ['ID=00c08ad3-25ca-431f-abcd-f79286569eb3,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:23:57.860721 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e02b1cc-72f0-4f2e-9087-8240a73f3304 req-354f48ff-ed6c-4ccc-91aa-49081b73b497 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] No DVR routers for this DVR port 00c08ad3-25ca-431f-abcd-f79286569eb3 on host n-h2-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 20:23:57.863745 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-5e02b1cc-72f0-4f2e-9087-8240a73f3304 req-354f48ff-ed6c-4ccc-91aa-49081b73b497 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:23:57.867539 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5e02b1cc-72f0-4f2e-9087-8240a73f3304 req-354f48ff-ed6c-4ccc-91aa-49081b73b497 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.67 "DELETE /v2.0/ports/00c08ad3-25ca-431f-abcd-f79286569eb3 HTTP/1.1" status: 204 len: 173 time: 0.4504139 Oct 12 20:23:57.868736 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df0171f8-0e81-4ce2-bd00-1a7234f02763', 'name': 'network-vif-deleted', 'tag': '00c08ad3-25ca-431f-abcd-f79286569eb3'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:23:57.871178 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de8ed798067560d07a98492cd8cb53eb3655be3ac6c9fe2f8402857175a8f58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2566f2e2-9bb8-4636-ba7c-7c562cf1f4fa" -d '{"events": [{"server_uuid": "df0171f8-0e81-4ce2-bd00-1a7234f02763", "name": "network-vif-deleted", "tag": "00c08ad3-25ca-431f-abcd-f79286569eb3"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:23:57.913175 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 20:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aef1dad-428c-4670-9a31-4d7f9db93bd5 x-openstack-request-id: req-8aef1dad-428c-4670-9a31-4d7f9db93bd5 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:23:57.913471 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df0171f8-0e81-4ce2-bd00-1a7234f02763", "name": "network-vif-deleted", "tag": "00c08ad3-25ca-431f-abcd-f79286569eb3", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:23:57.913729 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8aef1dad-428c-4670-9a31-4d7f9db93bd5 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:23:57.914136 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df0171f8-0e81-4ce2-bd00-1a7234f02763', 'name': 'network-vif-deleted', 'tag': '00c08ad3-25ca-431f-abcd-f79286569eb3', 'status': 'completed', 'code': 200} Oct 12 20:23:58.111580 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d5bb24a2-cc29-4ac2-aabe-12229b6b62b5 req-814bf1ad-8261-4ce3-b980-48e60c4d7711 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=df0171f8-0e81-4ce2-bd00-1a7234f02763 HTTP/1.1" status: 200 len: 210 time: 0.0280976 Oct 12 20:23:59.167838 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 36372) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:23:59.182976 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c5128bb6-c18b-4c79-aa7e-0d295b6974ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:23:59.521505 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9eee227b-222b-4862-9a80-20238e89b75b tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8092566'] for router_interface, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:23:59.768898 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-9eee227b-222b-4862-9a80-20238e89b75b tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Deleting port adebb42c-36fb-4766-8cb5-da7ebc7cbf4e {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 20:23:59.769234 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9eee227b-222b-4862-9a80-20238e89b75b tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:23:59.857784 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-9eee227b-222b-4862-9a80-20238e89b75b tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] For port adebb42c-36fb-4766-8cb5-da7ebc7cbf4e, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=adebb42c-36fb-4766-8cb5-da7ebc7cbf4e,segment=NetworkSegment(32a48de8-d864-475a-bdb7-04ce75d21e67),segment_id=32a48de8-d864-475a-bdb7-04ce75d21e67)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:23:59.858060 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9eee227b-222b-4862-9a80-20238e89b75b tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:23:59.870508 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-9eee227b-222b-4862-9a80-20238e89b75b tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Calling delete_port for adebb42c-36fb-4766-8cb5-da7ebc7cbf4e owned by network:router_interface {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 20:24:00.171249 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9eee227b-222b-4862-9a80-20238e89b75b tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:00.196385 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eee227b-222b-4862-9a80-20238e89b75b tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Pushing event deleted for resources: {'Port': ['ID=adebb42c-36fb-4766-8cb5-da7ebc7cbf4e,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:24:00.206434 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eee227b-222b-4862-9a80-20238e89b75b tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:24:00.212008 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eee227b-222b-4862-9a80-20238e89b75b tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:24:00.212008 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eee227b-222b-4862-9a80-20238e89b75b tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:24:00.212008 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eee227b-222b-4862-9a80-20238e89b75b tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:24:00.212008 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eee227b-222b-4862-9a80-20238e89b75b tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:24:00.212008 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eee227b-222b-4862-9a80-20238e89b75b tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:24:00.212008 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eee227b-222b-4862-9a80-20238e89b75b tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:24:00.212008 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eee227b-222b-4862-9a80-20238e89b75b tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:24:00.212008 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eee227b-222b-4862-9a80-20238e89b75b tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:24:00.212008 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eee227b-222b-4862-9a80-20238e89b75b tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:24:00.212008 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eee227b-222b-4862-9a80-20238e89b75b tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:24:00.212008 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eee227b-222b-4862-9a80-20238e89b75b tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:24:00.340228 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 00c08ad3-25ca-431f-abcd-f79286569eb3 no longer exists at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 20:24:00.366052 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] No Port match for: 00c08ad3-25ca-431f-abcd-f79286569eb3 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 20:24:00.366554 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 00c08ad3-25ca-431f-abcd-f79286569eb3 not bound to the agent host n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 20:24:00.387343 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9eee227b-222b-4862-9a80-20238e89b75b tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7898909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8092450'] for router_interface, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:00.596991 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eee227b-222b-4862-9a80-20238e89b75b tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Router 43befd7d-13a1-4242-a60d-6b02142b07f0 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 20:24:00.696962 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eee227b-222b-4862-9a80-20238e89b75b tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 20:24:00.702655 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-9eee227b-222b-4862-9a80-20238e89b75b tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "PUT /v2.0/routers/43befd7d-13a1-4242-a60d-6b02142b07f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5337582 Oct 12 20:24:00.705616 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 36374) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:24:00.707137 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e32648-154f-4435-b606-58d9980b1fb5 None None] Sync routers for ids ['43befd7d-13a1-4242-a60d-6b02142b07f0'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 20:24:00.716234 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e32648-154f-4435-b606-58d9980b1fb5 None None] Routers {'43befd7d-13a1-4242-a60d-6b02142b07f0'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:24:00.716844 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-e7e32648-154f-4435-b606-58d9980b1fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:23:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['43befd7d-13a1-4242-a60d-6b02142b07f0'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:24:00.758562 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_v2 [None req-edefa66c-afaa-4035-9fad-afa709d362bb tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Deleting subnet 10c0fada-5248-4beb-95c9-f86d32131cc9 {{(pid=95501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 20:24:00.761607 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-edefa66c-afaa-4035-9fad-afa709d362bb tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for subnet, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:00.800620 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-edefa66c-afaa-4035-9fad-afa709d362bb tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281083'] for subnet, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:00.819117 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-e7e32648-154f-4435-b606-58d9980b1fb5 None None] Set router 43befd7d-13a1-4242-a60d-6b02142b07f0 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:24:00.886471 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-edefa66c-afaa-4035-9fad-afa709d362bb tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:01.037130 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-edefa66c-afaa-4035-9fad-afa709d362bb tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4824924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4612362'] for subnet, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:01.066132 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edefa66c-afaa-4035-9fad-afa709d362bb tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Pushing event deleted for resources: {'Subnet': ['ID=10c0fada-5248-4beb-95c9-f86d32131cc9,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:24:01.068062 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-edefa66c-afaa-4035-9fad-afa709d362bb tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:01.074549 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 36376) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:24:01.074803 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-edefa66c-afaa-4035-9fad-afa709d362bb tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "DELETE /v2.0/subnets/10c0fada-5248-4beb-95c9-f86d32131cc9 HTTP/1.1" status: 204 len: 168 time: 0.3679407 Oct 12 20:24:01.074919 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdffbb53-8523-4da3-9b55-5c3204903268 None None] Network d8641f61-52e1-4db7-9e4c-46ff1a79fb4c requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 20:24:01.181136 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c44711d2-5d4c-4af9-ae1f-0aa696822d90 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for router, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:01.254978 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-e7e32648-154f-4435-b606-58d9980b1fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43befd7d-13a1-4242-a60d-6b02142b07f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-743546256', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': 'fdd63717-d6af-4a9a-9ff5-95c4a1866f52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:22:16Z', 'updated_at': '2021-10-12T20:24:00Z', 'revision_number': 5, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'gw_port': {'id': 'fdd63717-d6af-4a9a-9ff5-95c4a1866f52', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:5b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43befd7d-13a1-4242-a60d-6b02142b07f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:22:17Z', 'updated_at': '2021-10-12T20:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:24:01.286108 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e32648-154f-4435-b606-58d9980b1fb5 None None] Checking router: 43befd7d-13a1-4242-a60d-6b02142b07f0 for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 20:24:01.288636 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c44711d2-5d4c-4af9-ae1f-0aa696822d90 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:01.295315 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e32648-154f-4435-b606-58d9980b1fb5 None None] Routers {'43befd7d-13a1-4242-a60d-6b02142b07f0'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:24:01.295930 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-e7e32648-154f-4435-b606-58d9980b1fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:23:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['43befd7d-13a1-4242-a60d-6b02142b07f0'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:24:01.330830 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-061d6eb5-fa04-4883-ae9c-c46bb961be31 None None] DHCP port deletion for d8641f61-52e1-4db7-9e4c-46ff1a79fb4c request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 20:24:01.431246 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-e7e32648-154f-4435-b606-58d9980b1fb5 None None] Set router 43befd7d-13a1-4242-a60d-6b02142b07f0 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:24:01.454414 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-c44711d2-5d4c-4af9-ae1f-0aa696822d90 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Deleting port fdd63717-d6af-4a9a-9ff5-95c4a1866f52 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 20:24:01.454757 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c44711d2-5d4c-4af9-ae1f-0aa696822d90 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:01.488949 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-061d6eb5-fa04-4883-ae9c-c46bb961be31 None None] Deleting port 4eb02a97-9f5f-473b-8a2a-51e72216a88d {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 20:24:01.489324 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-061d6eb5-fa04-4883-ae9c-c46bb961be31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:01.537979 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-c44711d2-5d4c-4af9-ae1f-0aa696822d90 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] For port fdd63717-d6af-4a9a-9ff5-95c4a1866f52, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=fdd63717-d6af-4a9a-9ff5-95c4a1866f52,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:24:01.538234 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c44711d2-5d4c-4af9-ae1f-0aa696822d90 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:01.550064 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-c44711d2-5d4c-4af9-ae1f-0aa696822d90 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Calling delete_port for fdd63717-d6af-4a9a-9ff5-95c4a1866f52 owned by network:router_gateway {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 20:24:01.596517 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-061d6eb5-fa04-4883-ae9c-c46bb961be31 None None] For port 4eb02a97-9f5f-473b-8a2a-51e72216a88d, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=4eb02a97-9f5f-473b-8a2a-51e72216a88d,segment=NetworkSegment(32a48de8-d864-475a-bdb7-04ce75d21e67),segment_id=32a48de8-d864-475a-bdb7-04ce75d21e67)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:24:01.596916 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-061d6eb5-fa04-4883-ae9c-c46bb961be31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:01.617741 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-061d6eb5-fa04-4883-ae9c-c46bb961be31 None None] Calling delete_port for 4eb02a97-9f5f-473b-8a2a-51e72216a88d owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 20:24:01.749957 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-e7e32648-154f-4435-b606-58d9980b1fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43befd7d-13a1-4242-a60d-6b02142b07f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-743546256', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': 'fdd63717-d6af-4a9a-9ff5-95c4a1866f52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:22:16Z', 'updated_at': '2021-10-12T20:24:00Z', 'revision_number': 5, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'gw_port': {'id': 'fdd63717-d6af-4a9a-9ff5-95c4a1866f52', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:5b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43befd7d-13a1-4242-a60d-6b02142b07f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:22:17Z', 'updated_at': '2021-10-12T20:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:24:01.779698 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e32648-154f-4435-b606-58d9980b1fb5 None None] The sync data for ids ['43befd7d-13a1-4242-a60d-6b02142b07f0'] in n-d-813679-3 is: [{'id': '43befd7d-13a1-4242-a60d-6b02142b07f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-743546256', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': 'fdd63717-d6af-4a9a-9ff5-95c4a1866f52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:22:16Z', 'updated_at': '2021-10-12T20:24:00Z', 'revision_number': 5, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'gw_port': {'id': 'fdd63717-d6af-4a9a-9ff5-95c4a1866f52', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:5b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43befd7d-13a1-4242-a60d-6b02142b07f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:22:17Z', 'updated_at': '2021-10-12T20:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 20:24:01.782643 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2b38a4c9-c5fd-4bb4-8644-ea08b6d0dab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:01.848592 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c44711d2-5d4c-4af9-ae1f-0aa696822d90 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:01.872466 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44711d2-5d4c-4af9-ae1f-0aa696822d90 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Pushing event deleted for resources: {'Port': ['ID=fdd63717-d6af-4a9a-9ff5-95c4a1866f52,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:24:01.881319 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-061d6eb5-fa04-4883-ae9c-c46bb961be31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:01.903222 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061d6eb5-fa04-4883-ae9c-c46bb961be31 None None] Pushing event deleted for resources: {'Port': ['ID=4eb02a97-9f5f-473b-8a2a-51e72216a88d,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:24:01.907360 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061d6eb5-fa04-4883-ae9c-c46bb961be31 None None] No DVR routers for this DVR port 4eb02a97-9f5f-473b-8a2a-51e72216a88d on host n-d-813679-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 20:24:01.916308 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061d6eb5-fa04-4883-ae9c-c46bb961be31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:24:01.916655 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061d6eb5-fa04-4883-ae9c-c46bb961be31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:24:01.917021 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061d6eb5-fa04-4883-ae9c-c46bb961be31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:24:01.917658 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061d6eb5-fa04-4883-ae9c-c46bb961be31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:24:01.917658 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061d6eb5-fa04-4883-ae9c-c46bb961be31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:24:01.917986 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061d6eb5-fa04-4883-ae9c-c46bb961be31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:24:01.918305 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061d6eb5-fa04-4883-ae9c-c46bb961be31 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:24:01.919282 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061d6eb5-fa04-4883-ae9c-c46bb961be31 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:24:01.919613 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061d6eb5-fa04-4883-ae9c-c46bb961be31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:24:01.919935 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061d6eb5-fa04-4883-ae9c-c46bb961be31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:24:01.920315 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061d6eb5-fa04-4883-ae9c-c46bb961be31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:24:01.921516 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061d6eb5-fa04-4883-ae9c-c46bb961be31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:24:01.939686 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c44711d2-5d4c-4af9-ae1f-0aa696822d90 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7915456'] for router_gateway, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:02.032055 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c44711d2-5d4c-4af9-ae1f-0aa696822d90 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255495'] for router, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:02.034145 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c44711d2-5d4c-4af9-ae1f-0aa696822d90 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:02.174247 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c44711d2-5d4c-4af9-ae1f-0aa696822d90 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8093499'] for router, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:02.174796 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c44711d2-5d4c-4af9-ae1f-0aa696822d90 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Fanout notify agent at l3_agent the message router_deleted on router 43befd7d-13a1-4242-a60d-6b02142b07f0 {{(pid=95502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 20:24:02.181951 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c44711d2-5d4c-4af9-ae1f-0aa696822d90 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:02.186722 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-c44711d2-5d4c-4af9-ae1f-0aa696822d90 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "DELETE /v2.0/routers/43befd7d-13a1-4242-a60d-6b02142b07f0 HTTP/1.1" status: 204 len: 168 time: 1.1104774 Oct 12 20:24:02.187771 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 36378) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:24:02.265965 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-80165a9f-f2d3-4389-93a9-5c8f038b11a5 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:02.355571 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-80165a9f-f2d3-4389-93a9-5c8f038b11a5 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:02.376000 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-80165a9f-f2d3-4389-93a9-5c8f038b11a5 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8641f61-52e1-4db7-9e4c-46ff1a79fb4c']}} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:24:02.386038 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-80165a9f-f2d3-4389-93a9-5c8f038b11a5 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32a48de8-d864-475a-bdb7-04ce75d21e67') {'for_net_delete': True} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:24:02.386334 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-80165a9f-f2d3-4389-93a9-5c8f038b11a5 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32a48de8-d864-475a-bdb7-04ce75d21e67') {} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:24:02.395819 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-80165a9f-f2d3-4389-93a9-5c8f038b11a5 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4281072'] for segment, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:02.410487 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-80165a9f-f2d3-4389-93a9-5c8f038b11a5 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:02.417136 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80165a9f-f2d3-4389-93a9-5c8f038b11a5 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=95501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 20:24:02.417700 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-80165a9f-f2d3-4389-93a9-5c8f038b11a5 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4823170'] for segment, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:02.420696 n-d-813679-3 neutron-server[95501]: Traceback (most recent call last): Oct 12 20:24:02.420696 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 20:24:02.420696 n-d-813679-3 neutron-server[95501]: timer() Oct 12 20:24:02.420696 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 20:24:02.420696 n-d-813679-3 neutron-server[95501]: cb(*args, **kw) Oct 12 20:24:02.420696 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 20:24:02.420696 n-d-813679-3 neutron-server[95501]: return func(*args, **kwargs) Oct 12 20:24:02.420696 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 20:24:02.420696 n-d-813679-3 neutron-server[95501]: self._notify() Oct 12 20:24:02.420696 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 20:24:02.420696 n-d-813679-3 neutron-server[95501]: self.callback(batched_events) Oct 12 20:24:02.420696 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 20:24:02.420696 n-d-813679-3 neutron-server[95501]: event.method(event) Oct 12 20:24:02.420696 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 20:24:02.420696 n-d-813679-3 neutron-server[95501]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 20:24:02.420696 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 20:24:02.420696 n-d-813679-3 neutron-server[95501]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 20:24:02.420696 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 20:24:02.420696 n-d-813679-3 neutron-server[95501]: return f(self, *a, **k) Oct 12 20:24:02.420696 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 20:24:02.420696 n-d-813679-3 neutron-server[95501]: return self._get(url).json() Oct 12 20:24:02.420696 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 20:24:02.420696 n-d-813679-3 neutron-server[95501]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 20:24:02.420696 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 20:24:02.420696 n-d-813679-3 neutron-server[95501]: return self.request(url, 'GET', **kwargs) Oct 12 20:24:02.420696 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 20:24:02.420696 n-d-813679-3 neutron-server[95501]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 20:24:02.420696 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 20:24:02.420696 n-d-813679-3 neutron-server[95501]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 20:24:02.420696 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 20:24:02.420696 n-d-813679-3 neutron-server[95501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 20:24:02.420696 n-d-813679-3 neutron-server[95501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 20:24:02.525595 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:02.551028 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-80165a9f-f2d3-4389-93a9-5c8f038b11a5 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:02.557193 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-80165a9f-f2d3-4389-93a9-5c8f038b11a5 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:02.563207 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-80165a9f-f2d3-4389-93a9-5c8f038b11a5 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "DELETE /v2.0/networks/d8641f61-52e1-4db7-9e4c-46ff1a79fb4c HTTP/1.1" status: 204 len: 168 time: 0.3729851 Oct 12 20:24:02.563764 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 36380) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:24:02.577036 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80165a9f-f2d3-4389-93a9-5c8f038b11a5 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Pushing event deleted for resources: {'Network': ['ID=d8641f61-52e1-4db7-9e4c-46ff1a79fb4c,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:24:02.623440 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f77ff625-7ee7-496f-95c8-e6e2b7699771 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:02.649169 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f77ff625-7ee7-496f-95c8-e6e2b7699771 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:02.776748 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f77ff625-7ee7-496f-95c8-e6e2b7699771 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:02.779329 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f77ff625-7ee7-496f-95c8-e6e2b7699771 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:02.780567 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-f77ff625-7ee7-496f-95c8-e6e2b7699771 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "DELETE /v2.0/security-groups/f10e37a0-2bec-4b79-ad92-35de2fcb873c HTTP/1.1" status: 204 len: 168 time: 0.2155507 Oct 12 20:24:02.798099 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77ff625-7ee7-496f-95c8-e6e2b7699771 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f10e37a0-2bec-4b79-ad92-35de2fcb873c,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:24:02.841142 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 4eb02a97-9f5f-473b-8a2a-51e72216a88d no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 20:24:02.861095 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 4eb02a97-9f5f-473b-8a2a-51e72216a88d {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 20:24:02.861441 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 4eb02a97-9f5f-473b-8a2a-51e72216a88d not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 20:24:02.861865 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device adebb42c-36fb-4766-8cb5-da7ebc7cbf4e no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 20:24:02.881325 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: adebb42c-36fb-4766-8cb5-da7ebc7cbf4e {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 20:24:02.881679 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device adebb42c-36fb-4766-8cb5-da7ebc7cbf4e not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 20:24:03.299832 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:03.369665 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 36388) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:24:03.374684 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-310ef883-0cea-499e-a5bf-d0952a6bd367 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1096443118', 'description': 'tempest-secgroup-smoke-1096443118 description', 'project_id': '7338ca3ebf8d46358716ffb6a045af03'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:24:03.459425 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-310ef883-0cea-499e-a5bf-d0952a6bd367 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:03.525043 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-310ef883-0cea-499e-a5bf-d0952a6bd367 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:03.590976 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-310ef883-0cea-499e-a5bf-d0952a6bd367 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:03.617811 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310ef883-0cea-499e-a5bf-d0952a6bd367 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbbdfe2c-7b7f-484d-9e41-956596986baf,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:24:03.690026 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-310ef883-0cea-499e-a5bf-d0952a6bd367 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:03.691337 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-310ef883-0cea-499e-a5bf-d0952a6bd367 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3201778 Oct 12 20:24:03.694232 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 36390) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:24:03.699103 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-60f40666-b68e-4cfc-8f6f-26fbd37b98dd tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Request body: {'security_group_rule': {'security_group_id': 'cbbdfe2c-7b7f-484d-9e41-956596986baf', 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:24:03.716858 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:03.805222 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-60f40666-b68e-4cfc-8f6f-26fbd37b98dd tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:03.861824 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-60f40666-b68e-4cfc-8f6f-26fbd37b98dd tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:03.928083 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-60f40666-b68e-4cfc-8f6f-26fbd37b98dd tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:03.945752 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f40666-b68e-4cfc-8f6f-26fbd37b98dd tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66ecd9f0-ebbd-426a-87b7-58aa754d0a07,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:24:04.015881 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-60f40666-b68e-4cfc-8f6f-26fbd37b98dd tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:04.017208 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-60f40666-b68e-4cfc-8f6f-26fbd37b98dd tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3220401 Oct 12 20:24:04.019910 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 36392) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:24:04.024321 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-85ac4440-83d2-407d-b516-8186988c6bf4 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Request body: {'security_group_rule': {'security_group_id': 'cbbdfe2c-7b7f-484d-9e41-956596986baf', 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:24:04.127748 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-85ac4440-83d2-407d-b516-8186988c6bf4 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:04.186287 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-85ac4440-83d2-407d-b516-8186988c6bf4 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:04.270749 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-85ac4440-83d2-407d-b516-8186988c6bf4 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:04.289202 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ac4440-83d2-407d-b516-8186988c6bf4 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=542eddfe-0ea6-4e1a-9ac5-d7a111795916,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:24:04.375897 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-85ac4440-83d2-407d-b516-8186988c6bf4 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:04.377278 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-85ac4440-83d2-407d-b516-8186988c6bf4 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3564050 Oct 12 20:24:04.380179 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 36394) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:24:04.384558 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-db52bde8-0cc0-41e9-add3-73ee4fdfee3f tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Request body: {'security_group_rule': {'security_group_id': 'cbbdfe2c-7b7f-484d-9e41-956596986baf', 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:24:04.436880 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device fdd63717-d6af-4a9a-9ff5-95c4a1866f52 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 20:24:04.460703 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: fdd63717-d6af-4a9a-9ff5-95c4a1866f52 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 20:24:04.461052 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device fdd63717-d6af-4a9a-9ff5-95c4a1866f52 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 20:24:04.479000 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-db52bde8-0cc0-41e9-add3-73ee4fdfee3f tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:04.539693 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-db52bde8-0cc0-41e9-add3-73ee4fdfee3f tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:04.616967 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-db52bde8-0cc0-41e9-add3-73ee4fdfee3f tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:04.633678 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db52bde8-0cc0-41e9-add3-73ee4fdfee3f tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6745ec0-b38d-48d5-8ba6-4ac0d0e6828e,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:24:04.679545 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:04.741651 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-db52bde8-0cc0-41e9-add3-73ee4fdfee3f tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:04.746358 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-db52bde8-0cc0-41e9-add3-73ee4fdfee3f tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3618751 Oct 12 20:24:04.746694 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 36396) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:24:04.751374 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-7724dd98-95cd-424b-9fc7-bb422d5d3698 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Request body: {'security_group_rule': {'security_group_id': 'cbbdfe2c-7b7f-484d-9e41-956596986baf', 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:24:04.839921 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:04.905430 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7724dd98-95cd-424b-9fc7-bb422d5d3698 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:04.965163 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7724dd98-95cd-424b-9fc7-bb422d5d3698 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:05.036964 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7724dd98-95cd-424b-9fc7-bb422d5d3698 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:05.055779 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7724dd98-95cd-424b-9fc7-bb422d5d3698 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b96f9ad3-a787-4c15-9a7b-0409aa4f55ac,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:24:05.135672 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-7724dd98-95cd-424b-9fc7-bb422d5d3698 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:05.136954 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-7724dd98-95cd-424b-9fc7-bb422d5d3698 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3891850 Oct 12 20:24:05.142354 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 36398) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:24:05.144097 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-eb66010e-5af4-42d2-a72e-22ef9d4e8217 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Request body: {'security_group_rule': {'security_group_id': 'cbbdfe2c-7b7f-484d-9e41-956596986baf', 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:24:05.231346 n-d-813679-3 neutron-server[95501]: INFO neutron.db.securitygroups_db [None req-eb66010e-5af4-42d2-a72e-22ef9d4e8217 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Project 7338ca3ebf8d46358716ffb6a045af03 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 20:24:05.236214 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-eb66010e-5af4-42d2-a72e-22ef9d4e8217 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:05.294272 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-eb66010e-5af4-42d2-a72e-22ef9d4e8217 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:05.356660 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-eb66010e-5af4-42d2-a72e-22ef9d4e8217 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:05.373821 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb66010e-5af4-42d2-a72e-22ef9d4e8217 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e91442b9-1e8b-46da-97d4-0fb77141b602,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:24:05.427220 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-eb66010e-5af4-42d2-a72e-22ef9d4e8217 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:05.428706 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-eb66010e-5af4-42d2-a72e-22ef9d4e8217 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2879660 Oct 12 20:24:05.431414 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 36400) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:24:05.435770 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-b326c39a-2f41-4c87-ac9c-13b085968cfa tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Request body: {'security_group_rule': {'security_group_id': 'cbbdfe2c-7b7f-484d-9e41-956596986baf', 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:24:05.510689 n-d-813679-3 neutron-server[95501]: INFO neutron.db.securitygroups_db [None req-b326c39a-2f41-4c87-ac9c-13b085968cfa tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Project 7338ca3ebf8d46358716ffb6a045af03 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 20:24:05.516136 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b326c39a-2f41-4c87-ac9c-13b085968cfa tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:05.580040 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b326c39a-2f41-4c87-ac9c-13b085968cfa tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:05.645169 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b326c39a-2f41-4c87-ac9c-13b085968cfa tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:05.662243 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b326c39a-2f41-4c87-ac9c-13b085968cfa tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1894ad50-0fb2-4ccf-9b51-554885c24f06,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:24:05.738669 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b326c39a-2f41-4c87-ac9c-13b085968cfa tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:05.739879 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-b326c39a-2f41-4c87-ac9c-13b085968cfa tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3075442 Oct 12 20:24:05.742817 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 36402) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:24:05.748099 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-d11115d1-ccd1-45e2-8fde-1e078d12703c tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Request body: {'network': {'name': 'tempest-network-smoke--516270474', 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'port_security_enabled': True}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:24:05.822707 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d11115d1-ccd1-45e2-8fde-1e078d12703c tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Made reservation on behalf of 7338ca3ebf8d46358716ffb6a045af03 for: {'network': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 20:24:05.826958 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d11115d1-ccd1-45e2-8fde-1e078d12703c tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:05.849368 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d11115d1-ccd1-45e2-8fde-1e078d12703c tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=95501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 20:24:05.857739 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d11115d1-ccd1-45e2-8fde-1e078d12703c tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:05.858090 n-d-813679-3 neutron-server[95501]: INFO neutron.db.segments_db [None req-d11115d1-ccd1-45e2-8fde-1e078d12703c tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Added segment 251739ae-7b55-4270-b57d-0127e7325769 of type vlan for network f029fda2-9185-4edd-aba9-b42ff9942f7b Oct 12 20:24:05.897396 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d11115d1-ccd1-45e2-8fde-1e078d12703c tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:06.005319 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d11115d1-ccd1-45e2-8fde-1e078d12703c tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:06.011158 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11115d1-ccd1-45e2-8fde-1e078d12703c tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:24:06.011742 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d11115d1-ccd1-45e2-8fde-1e078d12703c tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:06.079114 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11115d1-ccd1-45e2-8fde-1e078d12703c tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Pushing event updated for resources: {'Network': ['ID=f029fda2-9185-4edd-aba9-b42ff9942f7b,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:24:06.088990 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network f029fda2-9185-4edd-aba9-b42ff9942f7b details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 20:24:06.168633 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-d11115d1-ccd1-45e2-8fde-1e078d12703c tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4247487 Oct 12 20:24:06.173853 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 36406) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:24:06.175882 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-70789b82-cbe7-44f4-a2b7-ad1ce89fdcbf tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1293077137', 'admin_state_up': True, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:24:06.263004 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-70789b82-cbe7-44f4-a2b7-ad1ce89fdcbf tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8093678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255505'] for router, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:06.264220 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-70789b82-cbe7-44f4-a2b7-ad1ce89fdcbf tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8093562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8087085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8022306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255518'] for router, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:06.314697 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-70789b82-cbe7-44f4-a2b7-ad1ce89fdcbf tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:06.552863 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-70789b82-cbe7-44f4-a2b7-ad1ce89fdcbf tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:06.836170 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-70789b82-cbe7-44f4-a2b7-ad1ce89fdcbf tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for router_gateway, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:06.854288 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-70789b82-cbe7-44f4-a2b7-ad1ce89fdcbf tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:06.954943 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-70789b82-cbe7-44f4-a2b7-ad1ce89fdcbf tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Allocated IP 172.25.5.11 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/72d05c03-4555-491d-a567-85e078ce3e52) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 20:24:07.055979 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-70789b82-cbe7-44f4-a2b7-ad1ce89fdcbf tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:07.142727 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-70789b82-cbe7-44f4-a2b7-ad1ce89fdcbf tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:07.182559 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70789b82-cbe7-44f4-a2b7-ad1ce89fdcbf tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 20:24:07.186101 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-70789b82-cbe7-44f4-a2b7-ad1ce89fdcbf tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 20:24:07.191259 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70789b82-cbe7-44f4-a2b7-ad1ce89fdcbf tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 20:24:07.192552 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70789b82-cbe7-44f4-a2b7-ad1ce89fdcbf tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Pushing event updated for resources: {'Port': ['ID=72d05c03-4555-491d-a567-85e078ce3e52,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:24:07.512371 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-70789b82-cbe7-44f4-a2b7-ad1ce89fdcbf tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for router_gateway, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:07.701294 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-70789b82-cbe7-44f4-a2b7-ad1ce89fdcbf tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8093541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7915516'] for router, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:07.907991 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70789b82-cbe7-44f4-a2b7-ad1ce89fdcbf tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Router 982cb1bf-c15a-4064-a304-7a7c125c6fbe is scheduled to L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b with binding_index 1 {{(pid=95501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 20:24:08.344208 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70789b82-cbe7-44f4-a2b7-ad1ce89fdcbf tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 20:24:08.353533 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71ca611-a060-4877-abbc-0ff64eb7a417 None None] Sync routers for ids ['982cb1bf-c15a-4064-a304-7a7c125c6fbe'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 20:24:08.362558 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71ca611-a060-4877-abbc-0ff64eb7a417 None None] Routers {'982cb1bf-c15a-4064-a304-7a7c125c6fbe'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:24:08.363165 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-d71ca611-a060-4877-abbc-0ff64eb7a417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:24:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['982cb1bf-c15a-4064-a304-7a7c125c6fbe'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:24:08.433790 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-70789b82-cbe7-44f4-a2b7-ad1ce89fdcbf tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for router, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:08.436361 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-70789b82-cbe7-44f4-a2b7-ad1ce89fdcbf tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2640469 Oct 12 20:24:08.438279 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 36408) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:24:08.464611 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-d71ca611-a060-4877-abbc-0ff64eb7a417 None None] Set router 982cb1bf-c15a-4064-a304-7a7c125c6fbe gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:24:08.465172 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-76faf3eb-9b7a-46be-b587-a1130acf4e65 tempest-TestNetworkAdvancedServerOps-803987341 tempest-TestNetworkAdvancedServerOps-803987341-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=7338ca3ebf8d46358716ffb6a045af03&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0258121 Oct 12 20:24:08.467735 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 36410) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:24:08.551952 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3ef533-dff6-4ef6-aeab-59c412061a05 tempest-TestNetworkAdvancedServerOps-803987341 tempest-TestNetworkAdvancedServerOps-803987341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:24:08.553465 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-2a3ef533-dff6-4ef6-aeab-59c412061a05 tempest-TestNetworkAdvancedServerOps-803987341 tempest-TestNetworkAdvancedServerOps-803987341-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0847843 Oct 12 20:24:08.556260 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 36412) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:24:08.582961 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-4fc906cf-60dc-4bbf-b135-368d1bd3134a tempest-TestNetworkAdvancedServerOps-803987341 tempest-TestNetworkAdvancedServerOps-803987341-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=4afbf4a4-67f5-42d1-a358-7ba9799dab0c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0256648 Oct 12 20:24:08.585320 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 36414) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:24:08.590877 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-9d405d99-bae0-43c1-b896-db323a0bec54 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-67145474', 'network_id': 'f029fda2-9185-4edd-aba9-b42ff9942f7b', 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:24:08.637702 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-d71ca611-a060-4877-abbc-0ff64eb7a417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '982cb1bf-c15a-4064-a304-7a7c125c6fbe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1293077137', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': '72d05c03-4555-491d-a567-85e078ce3e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:24:06Z', 'updated_at': '2021-10-12T20:24:07Z', 'revision_number': 3, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'gw_port': {'id': '72d05c03-4555-491d-a567-85e078ce3e52', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8a:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '982cb1bf-c15a-4064-a304-7a7c125c6fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:24:06Z', 'updated_at': '2021-10-12T20:24:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:24:08.662867 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71ca611-a060-4877-abbc-0ff64eb7a417 None None] Checking router: 982cb1bf-c15a-4064-a304-7a7c125c6fbe for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 20:24:08.663199 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71ca611-a060-4877-abbc-0ff64eb7a417 None None] Updating router 982cb1bf-c15a-4064-a304-7a7c125c6fbe port 72d05c03-4555-491d-a567-85e078ce3e52 binding host n-d-813679-3 {{(pid=95504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 20:24:08.687484 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-d71ca611-a060-4877-abbc-0ff64eb7a417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:08.739311 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d405d99-bae0-43c1-b896-db323a0bec54 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Made reservation on behalf of 7338ca3ebf8d46358716ffb6a045af03 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 20:24:08.742996 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9d405d99-bae0-43c1-b896-db323a0bec54 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16245837'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:08.939441 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-d71ca611-a060-4877-abbc-0ff64eb7a417 None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:08.962434 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9d405d99-bae0-43c1-b896-db323a0bec54 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4306659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16245859'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:09.019629 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-d71ca611-a060-4877-abbc-0ff64eb7a417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:09.021709 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d405d99-bae0-43c1-b896-db323a0bec54 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Pushing event updated for resources: {'Subnet': ['ID=202ac12e-942e-42bf-b7f2-996662b5eb86,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:24:09.032276 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d405d99-bae0-43c1-b896-db323a0bec54 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Checking segment: {'id': '251739ae-7b55-4270-b57d-0127e7325769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f029fda2-9185-4edd-aba9-b42ff9942f7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 20:24:09.042832 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d405d99-bae0-43c1-b896-db323a0bec54 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Network hostable DHCP agents. Network: f029fda2-9185-4edd-aba9-b42ff9942f7b, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 20:24:09.070848 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-d71ca611-a060-4877-abbc-0ff64eb7a417 None None] Attempting to bind port 72d05c03-4555-491d-a567-85e078ce3e52 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 20:24:09.071212 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-d71ca611-a060-4877-abbc-0ff64eb7a417 None None] Attempting to bind port 72d05c03-4555-491d-a567-85e078ce3e52 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 20:24:09.071571 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71ca611-a060-4877-abbc-0ff64eb7a417 None None] Attempting to bind port 72d05c03-4555-491d-a567-85e078ce3e52 on network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 20:24:09.076070 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf34c238-0bcc-4cad-80fb-71d81eb3fdcd None None] Pushing event updated for resources: {'Port': ['ID=72d05c03-4555-491d-a567-85e078ce3e52,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:24:09.083604 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71ca611-a060-4877-abbc-0ff64eb7a417 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 20, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 20:24:09.083970 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71ca611-a060-4877-abbc-0ff64eb7a417 None None] Checking segment: {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 20:24:09.084388 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-d71ca611-a060-4877-abbc-0ff64eb7a417 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:09.084771 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71ca611-a060-4877-abbc-0ff64eb7a417 None None] Bound using segment: {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 20:24:09.085445 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-d71ca611-a060-4877-abbc-0ff64eb7a417 None None] Bound port: 72d05c03-4555-491d-a567-85e078ce3e52, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 20:24:09.085598 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-d71ca611-a060-4877-abbc-0ff64eb7a417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:09.088710 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf34c238-0bcc-4cad-80fb-71d81eb3fdcd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:24:09.089052 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf34c238-0bcc-4cad-80fb-71d81eb3fdcd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:24:09.089436 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf34c238-0bcc-4cad-80fb-71d81eb3fdcd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:24:09.090265 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf34c238-0bcc-4cad-80fb-71d81eb3fdcd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:24:09.090853 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf34c238-0bcc-4cad-80fb-71d81eb3fdcd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:24:09.091260 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf34c238-0bcc-4cad-80fb-71d81eb3fdcd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:24:09.091593 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf34c238-0bcc-4cad-80fb-71d81eb3fdcd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:24:09.091948 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf34c238-0bcc-4cad-80fb-71d81eb3fdcd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:24:09.092304 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf34c238-0bcc-4cad-80fb-71d81eb3fdcd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:24:09.092708 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf34c238-0bcc-4cad-80fb-71d81eb3fdcd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:24:09.093030 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf34c238-0bcc-4cad-80fb-71d81eb3fdcd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:24:09.093359 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf34c238-0bcc-4cad-80fb-71d81eb3fdcd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:24:09.094436 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d405d99-bae0-43c1-b896-db323a0bec54 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Network f029fda2-9185-4edd-aba9-b42ff9942f7b is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 20:24:09.149182 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-d71ca611-a060-4877-abbc-0ff64eb7a417 None None] For port 72d05c03-4555-491d-a567-85e078ce3e52, host n-d-813679-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 20:24:09.152784 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-d71ca611-a060-4877-abbc-0ff64eb7a417 None None] For port 72d05c03-4555-491d-a567-85e078ce3e52, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=72d05c03-4555-491d-a567-85e078ce3e52,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 20:24:09.179650 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-9d405d99-bae0-43c1-b896-db323a0bec54 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, f029fda2-9185-4edd-aba9-b42ff9942f7b) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 20:24:09.184051 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d405d99-bae0-43c1-b896-db323a0bec54 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:24:09.186630 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9d405d99-bae0-43c1-b896-db323a0bec54 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:09.189170 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e920eb73-3133-463b-b335-32e2d4ca50d7 None None] Network f029fda2-9185-4edd-aba9-b42ff9942f7b requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 20:24:09.211770 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-d71ca611-a060-4877-abbc-0ff64eb7a417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:09.265884 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-9d405d99-bae0-43c1-b896-db323a0bec54 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6792269 Oct 12 20:24:09.268369 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 36416) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:24:09.269794 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71ca611-a060-4877-abbc-0ff64eb7a417 None None] Routers {'982cb1bf-c15a-4064-a304-7a7c125c6fbe'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:24:09.270461 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-d71ca611-a060-4877-abbc-0ff64eb7a417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:24:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['982cb1bf-c15a-4064-a304-7a7c125c6fbe'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:24:09.273643 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf34c238-0bcc-4cad-80fb-71d81eb3fdcd None None] Pushing event updated for resources: {'Port': ['ID=72d05c03-4555-491d-a567-85e078ce3e52,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:24:09.342731 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b48424-c3ea-4465-bcb0-30a860eb062a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-f029fda2-9185-4edd-aba9-b42ff9942f7b', 'network_id': 'f029fda2-9185-4edd-aba9-b42ff9942f7b', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'fixed_ips': [{'subnet_id': '202ac12e-942e-42bf-b7f2-996662b5eb86'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 20:24:09.343832 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b5b48424-c3ea-4465-bcb0-30a860eb062a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:09.380222 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-d71ca611-a060-4877-abbc-0ff64eb7a417 None None] Set router 982cb1bf-c15a-4064-a304-7a7c125c6fbe gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:24:09.482354 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-b5b48424-c3ea-4465-bcb0-30a860eb062a None None] Allocated IP 172.20.0.2 (f029fda2-9185-4edd-aba9-b42ff9942f7b/202ac12e-942e-42bf-b7f2-996662b5eb86/46d0f16f-36c8-4eb3-994a-c41fd083c7ad) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 20:24:09.565723 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-d71ca611-a060-4877-abbc-0ff64eb7a417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '982cb1bf-c15a-4064-a304-7a7c125c6fbe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1293077137', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': '72d05c03-4555-491d-a567-85e078ce3e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:24:06Z', 'updated_at': '2021-10-12T20:24:07Z', 'revision_number': 3, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'gw_port': {'id': '72d05c03-4555-491d-a567-85e078ce3e52', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8a:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '982cb1bf-c15a-4064-a304-7a7c125c6fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:24:06Z', 'updated_at': '2021-10-12T20:24:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:24:09.592228 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71ca611-a060-4877-abbc-0ff64eb7a417 None None] The sync data for ids ['982cb1bf-c15a-4064-a304-7a7c125c6fbe'] in n-d-813679-3 is: [{'id': '982cb1bf-c15a-4064-a304-7a7c125c6fbe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1293077137', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': '72d05c03-4555-491d-a567-85e078ce3e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:24:06Z', 'updated_at': '2021-10-12T20:24:07Z', 'revision_number': 3, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'gw_port': {'id': '72d05c03-4555-491d-a567-85e078ce3e52', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8a:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '982cb1bf-c15a-4064-a304-7a7c125c6fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:24:06Z', 'updated_at': '2021-10-12T20:24:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 20:24:09.637384 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b5b48424-c3ea-4465-bcb0-30a860eb062a None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:09.702908 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b5b48424-c3ea-4465-bcb0-30a860eb062a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:09.729423 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9798fd44-bf9c-45d9-965b-f49a3bcf0e0e tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:09.748064 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b48424-c3ea-4465-bcb0-30a860eb062a None None] Network f029fda2-9185-4edd-aba9-b42ff9942f7b is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 20:24:09.751094 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-b5b48424-c3ea-4465-bcb0-30a860eb062a None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 20:24:09.753684 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b48424-c3ea-4465-bcb0-30a860eb062a None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 20:24:09.762850 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b48424-c3ea-4465-bcb0-30a860eb062a None None] Pushing event updated for resources: {'Port': ['ID=46d0f16f-36c8-4eb3-994a-c41fd083c7ad,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:24:09.831960 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-b5b48424-c3ea-4465-bcb0-30a860eb062a None None] Attempting to bind port 46d0f16f-36c8-4eb3-994a-c41fd083c7ad on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 20:24:09.832364 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-b5b48424-c3ea-4465-bcb0-30a860eb062a None None] Attempting to bind port 46d0f16f-36c8-4eb3-994a-c41fd083c7ad by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '251739ae-7b55-4270-b57d-0127e7325769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f029fda2-9185-4edd-aba9-b42ff9942f7b'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 20:24:09.832733 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b48424-c3ea-4465-bcb0-30a860eb062a None None] Attempting to bind port 46d0f16f-36c8-4eb3-994a-c41fd083c7ad on network f029fda2-9185-4edd-aba9-b42ff9942f7b {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 20:24:09.838154 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b48424-c3ea-4465-bcb0-30a860eb062a None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 20, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 20:24:09.838534 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b48424-c3ea-4465-bcb0-30a860eb062a None None] Checking segment: {'id': '251739ae-7b55-4270-b57d-0127e7325769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f029fda2-9185-4edd-aba9-b42ff9942f7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 20:24:09.838928 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b5b48424-c3ea-4465-bcb0-30a860eb062a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:09.839342 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b48424-c3ea-4465-bcb0-30a860eb062a None None] Bound using segment: {'id': '251739ae-7b55-4270-b57d-0127e7325769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f029fda2-9185-4edd-aba9-b42ff9942f7b'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 20:24:09.839813 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-b5b48424-c3ea-4465-bcb0-30a860eb062a None None] Bound port: 46d0f16f-36c8-4eb3-994a-c41fd083c7ad, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '251739ae-7b55-4270-b57d-0127e7325769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f029fda2-9185-4edd-aba9-b42ff9942f7b'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 20:24:09.840239 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b5b48424-c3ea-4465-bcb0-30a860eb062a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:09.916418 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-b5b48424-c3ea-4465-bcb0-30a860eb062a None None] For port 46d0f16f-36c8-4eb3-994a-c41fd083c7ad, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 20:24:09.920783 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-b5b48424-c3ea-4465-bcb0-30a860eb062a None None] For port 46d0f16f-36c8-4eb3-994a-c41fd083c7ad, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=46d0f16f-36c8-4eb3-994a-c41fd083c7ad,segment=NetworkSegment(251739ae-7b55-4270-b57d-0127e7325769),segment_id=251739ae-7b55-4270-b57d-0127e7325769)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 20:24:10.008715 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b5b48424-c3ea-4465-bcb0-30a860eb062a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:10.082412 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b48424-c3ea-4465-bcb0-30a860eb062a None None] Pushing event updated for resources: {'Port': ['ID=46d0f16f-36c8-4eb3-994a-c41fd083c7ad,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:24:10.386088 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-9798fd44-bf9c-45d9-965b-f49a3bcf0e0e tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Allocated IP 172.20.0.1 (f029fda2-9185-4edd-aba9-b42ff9942f7b/202ac12e-942e-42bf-b7f2-996662b5eb86/9aef7c93-8fd8-4518-97cc-cc48eef2f14f) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 20:24:10.513665 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9798fd44-bf9c-45d9-965b-f49a3bcf0e0e tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:10.541481 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 46d0f16f-36c8-4eb3-994a-c41fd083c7ad up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 20:24:10.590222 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 46d0f16f-36c8-4eb3-994a-c41fd083c7ad triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:24:10.590591 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:10.608439 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9798fd44-bf9c-45d9-965b-f49a3bcf0e0e tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:10.655905 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9798fd44-bf9c-45d9-965b-f49a3bcf0e0e tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Network f029fda2-9185-4edd-aba9-b42ff9942f7b is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 20:24:10.659195 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-9798fd44-bf9c-45d9-965b-f49a3bcf0e0e tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 20:24:10.663097 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9798fd44-bf9c-45d9-965b-f49a3bcf0e0e tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 20:24:10.670010 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9798fd44-bf9c-45d9-965b-f49a3bcf0e0e tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Pushing event updated for resources: {'Port': ['ID=9aef7c93-8fd8-4518-97cc-cc48eef2f14f,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:24:10.671535 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:10.704428 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] For port 46d0f16f-36c8-4eb3-994a-c41fd083c7ad, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=46d0f16f-36c8-4eb3-994a-c41fd083c7ad,segment=NetworkSegment(251739ae-7b55-4270-b57d-0127e7325769),segment_id=251739ae-7b55-4270-b57d-0127e7325769)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:24:10.710051 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9798fd44-bf9c-45d9-965b-f49a3bcf0e0e tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7915309'] for router_interface, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:10.768137 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:10.768990 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 72d05c03-4555-491d-a567-85e078ce3e52 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 20:24:10.840180 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Pushing event updated for resources: {'Port': ['ID=46d0f16f-36c8-4eb3-994a-c41fd083c7ad,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:24:10.851828 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 72d05c03-4555-491d-a567-85e078ce3e52 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:24:10.852225 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:10.899565 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9798fd44-bf9c-45d9-965b-f49a3bcf0e0e tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:10.931614 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:10.954154 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] For port 72d05c03-4555-491d-a567-85e078ce3e52, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=72d05c03-4555-491d-a567-85e078ce3e52,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:24:11.029180 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:11.077295 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Pushing event updated for resources: {'Port': ['ID=72d05c03-4555-491d-a567-85e078ce3e52,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:24:11.184323 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9798fd44-bf9c-45d9-965b-f49a3bcf0e0e tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:11.259511 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9798fd44-bf9c-45d9-965b-f49a3bcf0e0e tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:11.339134 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9798fd44-bf9c-45d9-965b-f49a3bcf0e0e tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Pushing event updated for resources: {'Port': ['ID=9aef7c93-8fd8-4518-97cc-cc48eef2f14f,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:24:11.343317 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9798fd44-bf9c-45d9-965b-f49a3bcf0e0e tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7898980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8092605'] for router_interface, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:11.436755 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9511087-ebd1-4714-81c3-18ca457cdf2c None None] Network f029fda2-9185-4edd-aba9-b42ff9942f7b requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 20:24:11.446148 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9798fd44-bf9c-45d9-965b-f49a3bcf0e0e tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Network f029fda2-9185-4edd-aba9-b42ff9942f7b is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 20:24:11.447629 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-9798fd44-bf9c-45d9-965b-f49a3bcf0e0e tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 20:24:11.504935 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-6125436c-8804-441c-84a7-a3e6b3dd7ec2 None None] Provisioning complete for port 46d0f16f-36c8-4eb3-994a-c41fd083c7ad triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:24:11.505396 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6125436c-8804-441c-84a7-a3e6b3dd7ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:11.561898 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9798fd44-bf9c-45d9-965b-f49a3bcf0e0e tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Router 982cb1bf-c15a-4064-a304-7a7c125c6fbe has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 20:24:11.670638 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9798fd44-bf9c-45d9-965b-f49a3bcf0e0e tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 20:24:11.676698 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-9798fd44-bf9c-45d9-965b-f49a3bcf0e0e tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "PUT /v2.0/routers/982cb1bf-c15a-4064-a304-7a7c125c6fbe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4066725 Oct 12 20:24:11.680387 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618324d3-6379-4710-997d-4ed9fab08c26 None None] Sync routers for ids ['982cb1bf-c15a-4064-a304-7a7c125c6fbe'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 20:24:11.691356 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618324d3-6379-4710-997d-4ed9fab08c26 None None] Routers {'982cb1bf-c15a-4064-a304-7a7c125c6fbe'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:24:11.691973 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-618324d3-6379-4710-997d-4ed9fab08c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:24:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['982cb1bf-c15a-4064-a304-7a7c125c6fbe'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:24:11.829638 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-951516dd-b3e9-4c7d-af12-f5e8997c698a req-9e2c2739-d5de-4bb6-a57a-ad352430dc60 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1096443118&fields=id&tenant_id=7338ca3ebf8d46358716ffb6a045af03 HTTP/1.1" status: 200 len: 267 time: 0.0420914 Oct 12 20:24:11.908210 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-2eb480cb-2ae2-448a-826e-21de4fe9f76e None None] Provisioning complete for port 46d0f16f-36c8-4eb3-994a-c41fd083c7ad triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:24:11.908582 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2eb480cb-2ae2-448a-826e-21de4fe9f76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:11.945714 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951516dd-b3e9-4c7d-af12-f5e8997c698a req-7c193eb5-0018-4f56-b24b-9e02443ddb39 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:24:11.955272 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-951516dd-b3e9-4c7d-af12-f5e8997c698a req-7c193eb5-0018-4f56-b24b-9e02443ddb39 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/networks?id=f029fda2-9185-4edd-aba9-b42ff9942f7b HTTP/1.1" status: 200 len: 796 time: 0.1094558 Oct 12 20:24:11.964827 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-951516dd-b3e9-4c7d-af12-f5e8997c698a req-3d0a7268-632e-486b-99a8-56001f1614c3 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/quotas/7338ca3ebf8d46358716ffb6a045af03 HTTP/1.1" status: 200 len: 375 time: 0.0109062 Oct 12 20:24:12.000916 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-618324d3-6379-4710-997d-4ed9fab08c26 None None] Set router 982cb1bf-c15a-4064-a304-7a7c125c6fbe gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:24:12.026149 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-951516dd-b3e9-4c7d-af12-f5e8997c698a req-776e128d-b9b7-4020-82ea-cae6fa17af6c tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=7338ca3ebf8d46358716ffb6a045af03&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0553071 Oct 12 20:24:12.043771 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [req-951516dd-b3e9-4c7d-af12-f5e8997c698a req-04653810-e91b-4242-9653-a12fc4d54f52 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 20:24:12.044885 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-951516dd-b3e9-4c7d-af12-f5e8997c698a req-04653810-e91b-4242-9653-a12fc4d54f52 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0056002 Oct 12 20:24:12.147661 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-951516dd-b3e9-4c7d-af12-f5e8997c698a req-66cd6fa9-bee7-49e0-9b98-946dbe8afbef service neutron] 10.222.0.49 "GET /v2.0/networks/f029fda2-9185-4edd-aba9-b42ff9942f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955439 Oct 12 20:24:12.158251 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-2eb480cb-2ae2-448a-826e-21de4fe9f76e None None] Provisioning complete for port 9aef7c93-8fd8-4518-97cc-cc48eef2f14f triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:24:12.158633 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2eb480cb-2ae2-448a-826e-21de4fe9f76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:12.219492 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-2eb480cb-2ae2-448a-826e-21de4fe9f76e None None] Port 9aef7c93-8fd8-4518-97cc-cc48eef2f14f cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 20:24:12.247575 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-951516dd-b3e9-4c7d-af12-f5e8997c698a req-19e05a4d-57ee-451e-9b94-11d0d4290ad5 service neutron] 10.222.0.49 "GET /v2.0/networks/f029fda2-9185-4edd-aba9-b42ff9942f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927136 Oct 12 20:24:12.269324 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-618324d3-6379-4710-997d-4ed9fab08c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '982cb1bf-c15a-4064-a304-7a7c125c6fbe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1293077137', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': '72d05c03-4555-491d-a567-85e078ce3e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:24:06Z', 'updated_at': '2021-10-12T20:24:10Z', 'revision_number': 4, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'gw_port': {'id': '72d05c03-4555-491d-a567-85e078ce3e52', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982cb1bf-c15a-4064-a304-7a7c125c6fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:24:06Z', 'updated_at': '2021-10-12T20:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '9aef7c93-8fd8-4518-97cc-cc48eef2f14f', 'name': '', 'network_id': 'f029fda2-9185-4edd-aba9-b42ff9942f7b', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'mac_address': 'fa:16:3e:d4:bc:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '982cb1bf-c15a-4064-a304-7a7c125c6fbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '202ac12e-942e-42bf-b7f2-996662b5eb86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:24:10Z', 'updated_at': '2021-10-12T20:24:11Z', 'revision_number': 2, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'subnets': [{'id': '202ac12e-942e-42bf-b7f2-996662b5eb86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:24:12.296456 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618324d3-6379-4710-997d-4ed9fab08c26 None None] Checking router: 982cb1bf-c15a-4064-a304-7a7c125c6fbe for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 20:24:12.296807 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618324d3-6379-4710-997d-4ed9fab08c26 None None] Updating router 982cb1bf-c15a-4064-a304-7a7c125c6fbe port 9aef7c93-8fd8-4518-97cc-cc48eef2f14f binding host n-d-813679-3 {{(pid=95503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 20:24:12.324442 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-618324d3-6379-4710-997d-4ed9fab08c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:12.368753 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-297943b2-d5aa-4d78-adc7-1c32d460a526 None None] Provisioning complete for port 9aef7c93-8fd8-4518-97cc-cc48eef2f14f triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:24:12.368995 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-297943b2-d5aa-4d78-adc7-1c32d460a526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:12.453149 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-297943b2-d5aa-4d78-adc7-1c32d460a526 None None] Port 9aef7c93-8fd8-4518-97cc-cc48eef2f14f cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 20:24:12.509913 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-134a5282-6f7a-4b88-86c1-2f6c649c69f4 req-abf5c42f-d0d4-401b-a49b-1d32b965996e tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bfd8bef-34ac-45b2-be18-d933e5769c76 HTTP/1.1" status: 200 len: 210 time: 0.0293939 Oct 12 20:24:12.525786 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 46d0f16f-36c8-4eb3-994a-c41fd083c7ad up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 20:24:12.614294 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 46d0f16f-36c8-4eb3-994a-c41fd083c7ad triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:24:12.614665 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:12.698072 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-618324d3-6379-4710-997d-4ed9fab08c26 None None] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:12.737669 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 72d05c03-4555-491d-a567-85e078ce3e52 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 20:24:12.763792 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-618324d3-6379-4710-997d-4ed9fab08c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:12.836288 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc6acd3-8048-439b-83a0-a8d3b8df413f None None] Pushing event updated for resources: {'Port': ['ID=9aef7c93-8fd8-4518-97cc-cc48eef2f14f,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:24:12.865489 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 72d05c03-4555-491d-a567-85e078ce3e52 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:24:12.865907 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:12.921327 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-618324d3-6379-4710-997d-4ed9fab08c26 None None] Attempting to bind port 9aef7c93-8fd8-4518-97cc-cc48eef2f14f on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 20:24:12.921681 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-618324d3-6379-4710-997d-4ed9fab08c26 None None] Attempting to bind port 9aef7c93-8fd8-4518-97cc-cc48eef2f14f by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '251739ae-7b55-4270-b57d-0127e7325769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f029fda2-9185-4edd-aba9-b42ff9942f7b'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 20:24:12.922055 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618324d3-6379-4710-997d-4ed9fab08c26 None None] Attempting to bind port 9aef7c93-8fd8-4518-97cc-cc48eef2f14f on network f029fda2-9185-4edd-aba9-b42ff9942f7b {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 20:24:12.930092 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618324d3-6379-4710-997d-4ed9fab08c26 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 20, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 20:24:12.930474 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618324d3-6379-4710-997d-4ed9fab08c26 None None] Checking segment: {'id': '251739ae-7b55-4270-b57d-0127e7325769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f029fda2-9185-4edd-aba9-b42ff9942f7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 20:24:12.930879 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-618324d3-6379-4710-997d-4ed9fab08c26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:12.931274 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618324d3-6379-4710-997d-4ed9fab08c26 None None] Bound using segment: {'id': '251739ae-7b55-4270-b57d-0127e7325769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f029fda2-9185-4edd-aba9-b42ff9942f7b'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 20:24:12.931746 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-618324d3-6379-4710-997d-4ed9fab08c26 None None] Bound port: 9aef7c93-8fd8-4518-97cc-cc48eef2f14f, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '251739ae-7b55-4270-b57d-0127e7325769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f029fda2-9185-4edd-aba9-b42ff9942f7b'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 20:24:12.932150 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-618324d3-6379-4710-997d-4ed9fab08c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:13.033554 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-618324d3-6379-4710-997d-4ed9fab08c26 None None] For port 9aef7c93-8fd8-4518-97cc-cc48eef2f14f, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 20:24:13.036629 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-618324d3-6379-4710-997d-4ed9fab08c26 None None] For port 9aef7c93-8fd8-4518-97cc-cc48eef2f14f, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=9aef7c93-8fd8-4518-97cc-cc48eef2f14f,segment=NetworkSegment(251739ae-7b55-4270-b57d-0127e7325769),segment_id=251739ae-7b55-4270-b57d-0127e7325769)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 20:24:13.080769 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-f8243c57-32e4-4b58-b27c-ae705954fea0 None None] Provisioning complete for port 9aef7c93-8fd8-4518-97cc-cc48eef2f14f triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:24:13.085151 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f8243c57-32e4-4b58-b27c-ae705954fea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:13.103290 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-618324d3-6379-4710-997d-4ed9fab08c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:13.148708 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-f8243c57-32e4-4b58-b27c-ae705954fea0 None None] Port 9aef7c93-8fd8-4518-97cc-cc48eef2f14f cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 20:24:13.171151 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618324d3-6379-4710-997d-4ed9fab08c26 None None] Routers {'982cb1bf-c15a-4064-a304-7a7c125c6fbe'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:24:13.172154 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-618324d3-6379-4710-997d-4ed9fab08c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:24:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['982cb1bf-c15a-4064-a304-7a7c125c6fbe'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:24:13.175132 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc6acd3-8048-439b-83a0-a8d3b8df413f None None] Pushing event updated for resources: {'Port': ['ID=9aef7c93-8fd8-4518-97cc-cc48eef2f14f,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:24:13.280871 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-618324d3-6379-4710-997d-4ed9fab08c26 None None] Set router 982cb1bf-c15a-4064-a304-7a7c125c6fbe gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:24:13.411869 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-471830db-0095-4cb6-87b6-83d2b101fa5e None None] Provisioning complete for port 9aef7c93-8fd8-4518-97cc-cc48eef2f14f triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:24:13.412231 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-471830db-0095-4cb6-87b6-83d2b101fa5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:13.537619 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-471830db-0095-4cb6-87b6-83d2b101fa5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:13.562234 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-618324d3-6379-4710-997d-4ed9fab08c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '982cb1bf-c15a-4064-a304-7a7c125c6fbe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1293077137', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': '72d05c03-4555-491d-a567-85e078ce3e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:24:06Z', 'updated_at': '2021-10-12T20:24:10Z', 'revision_number': 4, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'gw_port': {'id': '72d05c03-4555-491d-a567-85e078ce3e52', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982cb1bf-c15a-4064-a304-7a7c125c6fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:24:06Z', 'updated_at': '2021-10-12T20:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '9aef7c93-8fd8-4518-97cc-cc48eef2f14f', 'name': '', 'network_id': 'f029fda2-9185-4edd-aba9-b42ff9942f7b', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'mac_address': 'fa:16:3e:d4:bc:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '982cb1bf-c15a-4064-a304-7a7c125c6fbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '202ac12e-942e-42bf-b7f2-996662b5eb86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:24:10Z', 'updated_at': '2021-10-12T20:24:13Z', 'revision_number': 4, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'subnets': [{'id': '202ac12e-942e-42bf-b7f2-996662b5eb86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:24:13.595661 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618324d3-6379-4710-997d-4ed9fab08c26 None None] The sync data for ids ['982cb1bf-c15a-4064-a304-7a7c125c6fbe'] in n-d-813679-3 is: [{'id': '982cb1bf-c15a-4064-a304-7a7c125c6fbe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1293077137', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': '72d05c03-4555-491d-a567-85e078ce3e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:24:06Z', 'updated_at': '2021-10-12T20:24:10Z', 'revision_number': 4, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'gw_port': {'id': '72d05c03-4555-491d-a567-85e078ce3e52', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982cb1bf-c15a-4064-a304-7a7c125c6fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:24:06Z', 'updated_at': '2021-10-12T20:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '9aef7c93-8fd8-4518-97cc-cc48eef2f14f', 'name': '', 'network_id': 'f029fda2-9185-4edd-aba9-b42ff9942f7b', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'mac_address': 'fa:16:3e:d4:bc:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '982cb1bf-c15a-4064-a304-7a7c125c6fbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '202ac12e-942e-42bf-b7f2-996662b5eb86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:24:10Z', 'updated_at': '2021-10-12T20:24:13Z', 'revision_number': 4, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'subnets': [{'id': '202ac12e-942e-42bf-b7f2-996662b5eb86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 20:24:13.604804 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-471830db-0095-4cb6-87b6-83d2b101fa5e None None] For port 9aef7c93-8fd8-4518-97cc-cc48eef2f14f, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=9aef7c93-8fd8-4518-97cc-cc48eef2f14f,segment=NetworkSegment(251739ae-7b55-4270-b57d-0127e7325769),segment_id=251739ae-7b55-4270-b57d-0127e7325769)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:24:13.618096 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cd4a1b89-fd0a-4473-8331-5ceb109bbfca req-26a9fe8e-51e9-482d-bc55-7365c2f36978 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bfd8bef-34ac-45b2-be18-d933e5769c76 HTTP/1.1" status: 200 len: 210 time: 0.0377393 Oct 12 20:24:13.669728 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-471830db-0095-4cb6-87b6-83d2b101fa5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:13.724883 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471830db-0095-4cb6-87b6-83d2b101fa5e None None] Pushing event updated for resources: {'Port': ['ID=9aef7c93-8fd8-4518-97cc-cc48eef2f14f,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:24:14.411138 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951516dd-b3e9-4c7d-af12-f5e8997c698a req-355b9de6-1947-4ec1-b183-27e47cc14dc5 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:24:14.412723 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-951516dd-b3e9-4c7d-af12-f5e8997c698a req-355b9de6-1947-4ec1-b183-27e47cc14dc5 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.67 "GET /v2.0/networks?id=f029fda2-9185-4edd-aba9-b42ff9942f7b HTTP/1.1" status: 200 len: 796 time: 0.1070046 Oct 12 20:24:14.459446 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-951516dd-b3e9-4c7d-af12-f5e8997c698a req-6c9e1b55-5e24-47f0-8b10-b582661fd937 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7338ca3ebf8d46358716ffb6a045af03 HTTP/1.1" status: 200 len: 380 time: 0.0375516 Oct 12 20:24:14.469836 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-951516dd-b3e9-4c7d-af12-f5e8997c698a req-9aabe180-90f7-4e33-852e-e3986b86325d tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Request body: {'port': {'device_id': '9bfd8bef-34ac-45b2-be18-d933e5769c76', 'network_id': 'f029fda2-9185-4edd-aba9-b42ff9942f7b', 'admin_state_up': True, 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'security_groups': ['cbbdfe2c-7b7f-484d-9e41-956596986baf']}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:24:14.513832 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 9aef7c93-8fd8-4518-97cc-cc48eef2f14f up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 20:24:14.582170 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 9aef7c93-8fd8-4518-97cc-cc48eef2f14f triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:24:14.582699 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:14.674544 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-951516dd-b3e9-4c7d-af12-f5e8997c698a req-9aabe180-90f7-4e33-852e-e3986b86325d tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Made reservation on behalf of 7338ca3ebf8d46358716ffb6a045af03 for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 20:24:14.679492 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-951516dd-b3e9-4c7d-af12-f5e8997c698a req-9aabe180-90f7-4e33-852e-e3986b86325d tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:14.721588 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ae4b453e-5e35-498f-b0ba-9e4336e14fb5 req-3f46fe2d-d3cb-4eb4-aa92-59ee32c08a1d tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bfd8bef-34ac-45b2-be18-d933e5769c76 HTTP/1.1" status: 200 len: 210 time: 0.0278721 Oct 12 20:24:14.815772 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [req-951516dd-b3e9-4c7d-af12-f5e8997c698a req-9aabe180-90f7-4e33-852e-e3986b86325d tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Allocated IP 172.20.0.7 (f029fda2-9185-4edd-aba9-b42ff9942f7b/202ac12e-942e-42bf-b7f2-996662b5eb86/5eb3467a-9a3c-4df0-9457-dc5bf71cef7f) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 20:24:14.949747 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-951516dd-b3e9-4c7d-af12-f5e8997c698a req-9aabe180-90f7-4e33-852e-e3986b86325d tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:15.045826 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-951516dd-b3e9-4c7d-af12-f5e8997c698a req-9aabe180-90f7-4e33-852e-e3986b86325d tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:15.094224 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-951516dd-b3e9-4c7d-af12-f5e8997c698a req-9aabe180-90f7-4e33-852e-e3986b86325d tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Network f029fda2-9185-4edd-aba9-b42ff9942f7b is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 20:24:15.099903 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [req-951516dd-b3e9-4c7d-af12-f5e8997c698a req-9aabe180-90f7-4e33-852e-e3986b86325d tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 20:24:15.106406 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-951516dd-b3e9-4c7d-af12-f5e8997c698a req-9aabe180-90f7-4e33-852e-e3986b86325d tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 20:24:15.109185 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aabe180-90f7-4e33-852e-e3986b86325d tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Pushing event updated for resources: {'Port': ['ID=5eb3467a-9a3c-4df0-9457-dc5bf71cef7f,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:24:15.160098 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951516dd-b3e9-4c7d-af12-f5e8997c698a req-9aabe180-90f7-4e33-852e-e3986b86325d tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:24:15.160961 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-951516dd-b3e9-4c7d-af12-f5e8997c698a req-9aabe180-90f7-4e33-852e-e3986b86325d tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:15.249194 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-951516dd-b3e9-4c7d-af12-f5e8997c698a req-9aabe180-90f7-4e33-852e-e3986b86325d tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7833056 Oct 12 20:24:15.261809 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-951516dd-b3e9-4c7d-af12-f5e8997c698a req-e3cc2af5-bcfc-4cf0-b0ac-0b0577477388 service neutron] Request body: {'port': {'device_id': '9bfd8bef-34ac-45b2-be18-d933e5769c76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-3'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:24:15.299421 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-431fd461-86c1-48ca-bcf9-aef76f5614e7 None None] Provisioning complete for port 5eb3467a-9a3c-4df0-9457-dc5bf71cef7f triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:24:15.299958 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-431fd461-86c1-48ca-bcf9-aef76f5614e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:15.315277 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-951516dd-b3e9-4c7d-af12-f5e8997c698a req-e3cc2af5-bcfc-4cf0-b0ac-0b0577477388 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:15.333443 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-431fd461-86c1-48ca-bcf9-aef76f5614e7 None None] Port 5eb3467a-9a3c-4df0-9457-dc5bf71cef7f cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 20:24:15.574223 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [req-951516dd-b3e9-4c7d-af12-f5e8997c698a req-e3cc2af5-bcfc-4cf0-b0ac-0b0577477388 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5eb3467a-9a3c-4df0-9457-dc5bf71cef7f {{(pid=95501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 20:24:15.581385 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-951516dd-b3e9-4c7d-af12-f5e8997c698a req-e3cc2af5-bcfc-4cf0-b0ac-0b0577477388 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:15.593502 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.provisioning_blocks [req-951516dd-b3e9-4c7d-af12-f5e8997c698a req-e3cc2af5-bcfc-4cf0-b0ac-0b0577477388 service neutron] Transition to ACTIVE for port object 5eb3467a-9a3c-4df0-9457-dc5bf71cef7f will not be triggered until provisioned by entity L2. {{(pid=95501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 20:24:15.650813 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-951516dd-b3e9-4c7d-af12-f5e8997c698a req-e3cc2af5-bcfc-4cf0-b0ac-0b0577477388 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:15.718972 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cc2af5-bcfc-4cf0-b0ac-0b0577477388 service neutron] Pushing event updated for resources: {'Port': ['ID=5eb3467a-9a3c-4df0-9457-dc5bf71cef7f,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:24:15.778574 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-951516dd-b3e9-4c7d-af12-f5e8997c698a req-e3cc2af5-bcfc-4cf0-b0ac-0b0577477388 service neutron] Attempting to bind port 5eb3467a-9a3c-4df0-9457-dc5bf71cef7f on host n-h2-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 20:24:15.778899 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-951516dd-b3e9-4c7d-af12-f5e8997c698a req-e3cc2af5-bcfc-4cf0-b0ac-0b0577477388 service neutron] Attempting to bind port 5eb3467a-9a3c-4df0-9457-dc5bf71cef7f by drivers openvswitch,hyperv on host n-h2-813679-3 at level 0 using segments [{'id': '251739ae-7b55-4270-b57d-0127e7325769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f029fda2-9185-4edd-aba9-b42ff9942f7b'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 20:24:15.779249 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951516dd-b3e9-4c7d-af12-f5e8997c698a req-e3cc2af5-bcfc-4cf0-b0ac-0b0577477388 service neutron] Attempting to bind port 5eb3467a-9a3c-4df0-9457-dc5bf71cef7f on network f029fda2-9185-4edd-aba9-b42ff9942f7b {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 20:24:15.783777 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951516dd-b3e9-4c7d-af12-f5e8997c698a req-e3cc2af5-bcfc-4cf0-b0ac-0b0577477388 service neutron] Port 5eb3467a-9a3c-4df0-9457-dc5bf71cef7f on network f029fda2-9185-4edd-aba9-b42ff9942f7b not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 20:24:15.784134 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951516dd-b3e9-4c7d-af12-f5e8997c698a req-e3cc2af5-bcfc-4cf0-b0ac-0b0577477388 service neutron] Attempting to bind port 5eb3467a-9a3c-4df0-9457-dc5bf71cef7f on network f029fda2-9185-4edd-aba9-b42ff9942f7b {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 20:24:15.789163 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951516dd-b3e9-4c7d-af12-f5e8997c698a req-e3cc2af5-bcfc-4cf0-b0ac-0b0577477388 service neutron] Checking agent: {'id': '233fbd7d-38e4-434f-bb8f-05364d7423a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 20, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 20:24:15.790390 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951516dd-b3e9-4c7d-af12-f5e8997c698a req-e3cc2af5-bcfc-4cf0-b0ac-0b0577477388 service neutron] Checking segment: {'id': '251739ae-7b55-4270-b57d-0127e7325769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f029fda2-9185-4edd-aba9-b42ff9942f7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 20:24:15.790390 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951516dd-b3e9-4c7d-af12-f5e8997c698a req-e3cc2af5-bcfc-4cf0-b0ac-0b0577477388 service neutron] Bound using segment: {'id': '251739ae-7b55-4270-b57d-0127e7325769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f029fda2-9185-4edd-aba9-b42ff9942f7b'} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 20:24:15.790913 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-951516dd-b3e9-4c7d-af12-f5e8997c698a req-e3cc2af5-bcfc-4cf0-b0ac-0b0577477388 service neutron] Bound port: 5eb3467a-9a3c-4df0-9457-dc5bf71cef7f, host: n-h2-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '251739ae-7b55-4270-b57d-0127e7325769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f029fda2-9185-4edd-aba9-b42ff9942f7b'}}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 20:24:15.791462 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-951516dd-b3e9-4c7d-af12-f5e8997c698a req-e3cc2af5-bcfc-4cf0-b0ac-0b0577477388 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:15.889339 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa4f0d1-73ce-4389-b629-5ae0b624cff9 req-838924d4-9531-4577-b882-980e735c02de tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:24:15.890813 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7fa4f0d1-73ce-4389-b629-5ae0b624cff9 req-838924d4-9531-4577-b882-980e735c02de tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bfd8bef-34ac-45b2-be18-d933e5769c76 HTTP/1.1" status: 200 len: 943 time: 0.0892572 Oct 12 20:24:15.898477 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-951516dd-b3e9-4c7d-af12-f5e8997c698a req-e3cc2af5-bcfc-4cf0-b0ac-0b0577477388 service neutron] For port 5eb3467a-9a3c-4df0-9457-dc5bf71cef7f, host n-h2-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 20:24:15.906750 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-951516dd-b3e9-4c7d-af12-f5e8997c698a req-e3cc2af5-bcfc-4cf0-b0ac-0b0577477388 service neutron] For port 5eb3467a-9a3c-4df0-9457-dc5bf71cef7f, host n-h2-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=5eb3467a-9a3c-4df0-9457-dc5bf71cef7f,segment=NetworkSegment(251739ae-7b55-4270-b57d-0127e7325769),segment_id=251739ae-7b55-4270-b57d-0127e7325769)] {{(pid=95501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 20:24:15.933675 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7fa4f0d1-73ce-4389-b629-5ae0b624cff9 req-3c48f30b-b76e-4905-854e-e67adc5c8eb8 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbbdfe2c-7b7f-484d-9e41-956596986baf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364833 Oct 12 20:24:15.974281 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-951516dd-b3e9-4c7d-af12-f5e8997c698a req-e3cc2af5-bcfc-4cf0-b0ac-0b0577477388 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:16.012175 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951516dd-b3e9-4c7d-af12-f5e8997c698a req-e3cc2af5-bcfc-4cf0-b0ac-0b0577477388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:24:16.013239 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-951516dd-b3e9-4c7d-af12-f5e8997c698a req-e3cc2af5-bcfc-4cf0-b0ac-0b0577477388 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:16.015302 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-951516dd-b3e9-4c7d-af12-f5e8997c698a req-e3cc2af5-bcfc-4cf0-b0ac-0b0577477388 service neutron] 10.222.0.67 "PUT /v2.0/ports/5eb3467a-9a3c-4df0-9457-dc5bf71cef7f HTTP/1.1" status: 200 len: 1091 time: 0.7577050 Oct 12 20:24:16.015766 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bfd8bef-34ac-45b2-be18-d933e5769c76', 'tag': '5eb3467a-9a3c-4df0-9457-dc5bf71cef7f'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:24:16.018241 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de8ed798067560d07a98492cd8cb53eb3655be3ac6c9fe2f8402857175a8f58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37ec627b-0537-453e-b704-5b27f016c375" -d '{"events": [{"name": "network-changed", "server_uuid": "9bfd8bef-34ac-45b2-be18-d933e5769c76", "tag": "5eb3467a-9a3c-4df0-9457-dc5bf71cef7f"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:24:16.048066 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cc2af5-bcfc-4cf0-b0ac-0b0577477388 service neutron] Pushing event updated for resources: {'Port': ['ID=5eb3467a-9a3c-4df0-9457-dc5bf71cef7f,revision_number=3']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:24:16.065838 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 20:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f17a665c-48cf-487b-8b77-e13440f1c35f x-openstack-request-id: req-f17a665c-48cf-487b-8b77-e13440f1c35f {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:24:16.066130 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bfd8bef-34ac-45b2-be18-d933e5769c76", "tag": "5eb3467a-9a3c-4df0-9457-dc5bf71cef7f", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:24:16.066386 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f17a665c-48cf-487b-8b77-e13440f1c35f {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:24:16.067154 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bfd8bef-34ac-45b2-be18-d933e5769c76', 'tag': '5eb3467a-9a3c-4df0-9457-dc5bf71cef7f', 'status': 'completed', 'code': 200} Oct 12 20:24:16.134561 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ec627b-0537-453e-b704-5b27f016c375 req-58418c42-c9b7-4be0-9396-b4a905e850a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:24:16.136812 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-37ec627b-0537-453e-b704-5b27f016c375 req-58418c42-c9b7-4be0-9396-b4a905e850a2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7338ca3ebf8d46358716ffb6a045af03&device_id=9bfd8bef-34ac-45b2-be18-d933e5769c76 HTTP/1.1" status: 200 len: 1094 time: 0.0471144 Oct 12 20:24:16.234328 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ec627b-0537-453e-b704-5b27f016c375 req-d4496913-bac7-4988-86c3-850ebc348631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:24:16.235782 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-37ec627b-0537-453e-b704-5b27f016c375 req-d4496913-bac7-4988-86c3-850ebc348631 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=7338ca3ebf8d46358716ffb6a045af03&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0921872 Oct 12 20:24:16.336526 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ec627b-0537-453e-b704-5b27f016c375 req-8ec1921f-704f-4e24-8189-25b53153b717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:24:16.337972 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-37ec627b-0537-453e-b704-5b27f016c375 req-8ec1921f-704f-4e24-8189-25b53153b717 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0942392 Oct 12 20:24:16.413578 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951516dd-b3e9-4c7d-af12-f5e8997c698a req-1a618ef8-b08b-44c3-afee-145726b55a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:24:16.414983 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-951516dd-b3e9-4c7d-af12-f5e8997c698a req-1a618ef8-b08b-44c3-afee-145726b55a0f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7338ca3ebf8d46358716ffb6a045af03&device_id=9bfd8bef-34ac-45b2-be18-d933e5769c76 HTTP/1.1" status: 200 len: 1094 time: 0.0404358 Oct 12 20:24:16.461051 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-951516dd-b3e9-4c7d-af12-f5e8997c698a req-abdb34bd-e3a2-44d1-905f-db567113d99b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5eb3467a-9a3c-4df0-9457-dc5bf71cef7f HTTP/1.1" status: 200 len: 217 time: 0.0382526 Oct 12 20:24:16.509265 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951516dd-b3e9-4c7d-af12-f5e8997c698a req-926e34cc-5dea-47b1-a25c-6e6b9a71425d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:24:16.510673 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-951516dd-b3e9-4c7d-af12-f5e8997c698a req-926e34cc-5dea-47b1-a25c-6e6b9a71425d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=202ac12e-942e-42bf-b7f2-996662b5eb86 HTTP/1.1" status: 200 len: 833 time: 0.0427902 Oct 12 20:24:16.555098 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951516dd-b3e9-4c7d-af12-f5e8997c698a req-31223233-4d16-454f-b3c3-a8674adaace7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:24:16.556616 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-951516dd-b3e9-4c7d-af12-f5e8997c698a req-31223233-4d16-454f-b3c3-a8674adaace7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f029fda2-9185-4edd-aba9-b42ff9942f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392814 Oct 12 20:24:16.648145 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-951516dd-b3e9-4c7d-af12-f5e8997c698a req-0265dcc7-02b5-4aef-a250-6efcde04f55d service neutron] 10.222.0.67 "GET /v2.0/networks/f029fda2-9185-4edd-aba9-b42ff9942f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834317 Oct 12 20:24:16.738512 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-951516dd-b3e9-4c7d-af12-f5e8997c698a req-ea1b753f-5f1a-49e5-addd-d7a59bf949ca service neutron] 10.222.0.67 "GET /v2.0/networks/f029fda2-9185-4edd-aba9-b42ff9942f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837760 Oct 12 20:24:17.049616 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4c514e-a869-4a6b-af59-b541956a5331 req-278e1ce7-9215-4358-b122-2a5a65538922 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:24:17.050994 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9c4c514e-a869-4a6b-af59-b541956a5331 req-278e1ce7-9215-4358-b122-2a5a65538922 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bfd8bef-34ac-45b2-be18-d933e5769c76 HTTP/1.1" status: 200 len: 943 time: 0.0491922 Oct 12 20:24:17.092074 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9c4c514e-a869-4a6b-af59-b541956a5331 req-c970e025-277c-4a9f-b13f-ee7506c470de tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbbdfe2c-7b7f-484d-9e41-956596986baf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351484 Oct 12 20:24:18.207252 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497b1d89-369a-4879-8b1f-d3d568e03e86 req-5c25a5b1-55a5-40bb-bbc3-53a6e024c728 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:24:18.208811 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-497b1d89-369a-4879-8b1f-d3d568e03e86 req-5c25a5b1-55a5-40bb-bbc3-53a6e024c728 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bfd8bef-34ac-45b2-be18-d933e5769c76 HTTP/1.1" status: 200 len: 943 time: 0.0478761 Oct 12 20:24:18.246303 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-497b1d89-369a-4879-8b1f-d3d568e03e86 req-33eecf92-ccb6-4eb9-b59e-9a2d9d597dd6 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbbdfe2c-7b7f-484d-9e41-956596986baf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307724 Oct 12 20:24:18.445309 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 5eb3467a-9a3c-4df0-9457-dc5bf71cef7f details requested by agent hyperv_n-h2-813679-3 with host n-h2-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 20:24:18.538377 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 5eb3467a-9a3c-4df0-9457-dc5bf71cef7f, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=5eb3467a-9a3c-4df0-9457-dc5bf71cef7f,segment=NetworkSegment(251739ae-7b55-4270-b57d-0127e7325769),segment_id=251739ae-7b55-4270-b57d-0127e7325769)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:24:18.549413 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Returning: {'device': '5eb3467a-9a3c-4df0-9457-dc5bf71cef7f', 'network_id': 'f029fda2-9185-4edd-aba9-b42ff9942f7b', 'port_id': '5eb3467a-9a3c-4df0-9457-dc5bf71cef7f', 'mac_address': 'fa:16:3e:89:87:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '202ac12e-942e-42bf-b7f2-996662b5eb86', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 20:24:18.585935 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:18.598056 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5eb3467a-9a3c-4df0-9457-dc5bf71cef7f {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 20:24:18.616161 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 5eb3467a-9a3c-4df0-9457-dc5bf71cef7f, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=5eb3467a-9a3c-4df0-9457-dc5bf71cef7f,segment=NetworkSegment(251739ae-7b55-4270-b57d-0127e7325769),segment_id=251739ae-7b55-4270-b57d-0127e7325769)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:24:18.682241 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:18.729476 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=5eb3467a-9a3c-4df0-9457-dc5bf71cef7f,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:24:18.927608 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['5eb3467a-9a3c-4df0-9457-dc5bf71cef7f'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 20:24:19.363440 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4f2a46-3153-4f48-a4e2-6800b8df2d1c req-96cc0286-5b7b-4989-9a74-66c9b4a253aa tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:24:19.364856 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1b4f2a46-3153-4f48-a4e2-6800b8df2d1c req-96cc0286-5b7b-4989-9a74-66c9b4a253aa tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bfd8bef-34ac-45b2-be18-d933e5769c76 HTTP/1.1" status: 200 len: 944 time: 0.0529776 Oct 12 20:24:19.400793 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1b4f2a46-3153-4f48-a4e2-6800b8df2d1c req-c321edc0-e560-4597-8984-9a9d91a8ba80 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbbdfe2c-7b7f-484d-9e41-956596986baf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301275 Oct 12 20:24:20.193247 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 20:24:20.476827 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 5eb3467a-9a3c-4df0-9457-dc5bf71cef7f up at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 20:24:20.515946 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51ccac3-91b0-4bd7-a2af-8b20f0952612 req-1560b40c-889f-48bb-b48f-cdf6000f3a27 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:24:20.517448 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f51ccac3-91b0-4bd7-a2af-8b20f0952612 req-1560b40c-889f-48bb-b48f-cdf6000f3a27 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bfd8bef-34ac-45b2-be18-d933e5769c76 HTTP/1.1" status: 200 len: 944 time: 0.0505047 Oct 12 20:24:20.559651 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f51ccac3-91b0-4bd7-a2af-8b20f0952612 req-690e28ac-9c4e-4c9a-9b76-3dadeb810d02 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbbdfe2c-7b7f-484d-9e41-956596986baf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361705 Oct 12 20:24:20.606086 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning for port 5eb3467a-9a3c-4df0-9457-dc5bf71cef7f completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 20:24:20.609997 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning complete for port 5eb3467a-9a3c-4df0-9457-dc5bf71cef7f triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:24:20.610365 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:20.686869 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:20.708146 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bfd8bef-34ac-45b2-be18-d933e5769c76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eb3467a-9a3c-4df0-9457-dc5bf71cef7f'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:24:20.710469 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b9295f95168b7ebeacfaf6dce688c5b5a488805d3fcc076b348ff91511493a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aae34e3-f6f4-4a73-a4c3-e8fc3354bd5a" -d '{"events": [{"server_uuid": "9bfd8bef-34ac-45b2-be18-d933e5769c76", "name": "network-vif-plugged", "status": "completed", "tag": "5eb3467a-9a3c-4df0-9457-dc5bf71cef7f"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:24:20.723433 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 5eb3467a-9a3c-4df0-9457-dc5bf71cef7f, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=5eb3467a-9a3c-4df0-9457-dc5bf71cef7f,segment=NetworkSegment(251739ae-7b55-4270-b57d-0127e7325769),segment_id=251739ae-7b55-4270-b57d-0127e7325769)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:24:20.746362 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 20:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77314a1c-0512-4e22-90a4-53cb231ff29e x-openstack-request-id: req-77314a1c-0512-4e22-90a4-53cb231ff29e {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:24:20.746648 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bfd8bef-34ac-45b2-be18-d933e5769c76", "name": "network-vif-plugged", "status": "completed", "tag": "5eb3467a-9a3c-4df0-9457-dc5bf71cef7f", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:24:20.746902 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-77314a1c-0512-4e22-90a4-53cb231ff29e {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:24:20.747288 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bfd8bef-34ac-45b2-be18-d933e5769c76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eb3467a-9a3c-4df0-9457-dc5bf71cef7f', 'code': 200} Oct 12 20:24:20.790723 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:20.838246 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=5eb3467a-9a3c-4df0-9457-dc5bf71cef7f,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:24:20.838510 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d7106d-0c14-404a-a390-3fafb16a38dd req-e41f4c8e-fafd-427d-8bab-bc9f3bd3f660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:24:20.840327 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-06d7106d-0c14-404a-a390-3fafb16a38dd req-e41f4c8e-fafd-427d-8bab-bc9f3bd3f660 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9bfd8bef-34ac-45b2-be18-d933e5769c76 HTTP/1.1" status: 200 len: 1096 time: 0.0397196 Oct 12 20:24:20.875196 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-06d7106d-0c14-404a-a390-3fafb16a38dd req-87d438df-f932-4305-912b-b95539ec1bc9 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=cbbdfe2c-7b7f-484d-9e41-956596986baf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281010 Oct 12 20:24:21.671001 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c323e42b-497d-4e76-902e-df49535cf9c6 req-5358307e-d20a-4ec7-8eae-2fb97a4a2591 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:24:21.672462 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c323e42b-497d-4e76-902e-df49535cf9c6 req-5358307e-d20a-4ec7-8eae-2fb97a4a2591 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bfd8bef-34ac-45b2-be18-d933e5769c76 HTTP/1.1" status: 200 len: 945 time: 0.0483243 Oct 12 20:24:21.710201 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c323e42b-497d-4e76-902e-df49535cf9c6 req-77f4b06e-bcd5-4ef2-aa03-226922448122 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbbdfe2c-7b7f-484d-9e41-956596986baf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316350 Oct 12 20:24:22.824744 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5285ad-14bc-434a-9772-694e18c9ed7c req-ac6633d4-1f2d-4822-b77e-77e871e7ab57 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:24:22.826265 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3c5285ad-14bc-434a-9772-694e18c9ed7c req-ac6633d4-1f2d-4822-b77e-77e871e7ab57 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bfd8bef-34ac-45b2-be18-d933e5769c76 HTTP/1.1" status: 200 len: 945 time: 0.0479603 Oct 12 20:24:22.863152 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3c5285ad-14bc-434a-9772-694e18c9ed7c req-6b19e030-f45f-4639-8976-a58cdefbb8fe tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbbdfe2c-7b7f-484d-9e41-956596986baf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310643 Oct 12 20:24:22.975257 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35616750-615a-4e81-8eee-3054d79ac3bb req-accfcc52-abd9-4b5e-923f-52ce34dd6171 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:24:22.976735 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-35616750-615a-4e81-8eee-3054d79ac3bb req-accfcc52-abd9-4b5e-923f-52ce34dd6171 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bfd8bef-34ac-45b2-be18-d933e5769c76 HTTP/1.1" status: 200 len: 945 time: 0.0487299 Oct 12 20:24:23.015157 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-35616750-615a-4e81-8eee-3054d79ac3bb req-39f24706-7b01-4ee0-a0d0-7c3d2d374b46 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbbdfe2c-7b7f-484d-9e41-956596986baf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324166 Oct 12 20:24:23.036368 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 36468) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:24:23.076009 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8022b455-19f5-449d-86f8-2ce43041c253 tempest-TestNetworkAdvancedServerOps-803987341 tempest-TestNetworkAdvancedServerOps-803987341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:24:23.077491 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-8022b455-19f5-449d-86f8-2ce43041c253 tempest-TestNetworkAdvancedServerOps-803987341 tempest-TestNetworkAdvancedServerOps-803987341-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=9bfd8bef-34ac-45b2-be18-d933e5769c76 HTTP/1.1" status: 200 len: 1091 time: 0.0401406 Oct 12 20:24:23.080335 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 36470) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:24:23.084489 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-246d7183-1a9b-4a00-bc3a-f4b12c3b8f79 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Request body: {'floatingip': {'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'port_id': '5eb3467a-9a3c-4df0-9457-dc5bf71cef7f', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'fixed_ip_address': '172.20.0.7'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:24:23.161950 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-246d7183-1a9b-4a00-bc3a-f4b12c3b8f79 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for floatingip, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:23.261475 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-246d7183-1a9b-4a00-bc3a-f4b12c3b8f79 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:23.364799 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-246d7183-1a9b-4a00-bc3a-f4b12c3b8f79 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Allocated IP 172.25.5.31 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/ae6324db-3e80-4221-9998-be64d4744dca) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 20:24:23.462804 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-246d7183-1a9b-4a00-bc3a-f4b12c3b8f79 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:23.548760 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-246d7183-1a9b-4a00-bc3a-f4b12c3b8f79 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:23.583139 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246d7183-1a9b-4a00-bc3a-f4b12c3b8f79 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 20:24:23.587730 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-246d7183-1a9b-4a00-bc3a-f4b12c3b8f79 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 20:24:23.591638 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246d7183-1a9b-4a00-bc3a-f4b12c3b8f79 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 20:24:23.624230 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246d7183-1a9b-4a00-bc3a-f4b12c3b8f79 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Pushing event updated for resources: {'Port': ['ID=ae6324db-3e80-4221-9998-be64d4744dca,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:24:23.940642 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-246d7183-1a9b-4a00-bc3a-f4b12c3b8f79 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:24.085864 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-246d7183-1a9b-4a00-bc3a-f4b12c3b8f79 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:24.242467 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-246d7183-1a9b-4a00-bc3a-f4b12c3b8f79 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:24.321519 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-246d7183-1a9b-4a00-bc3a-f4b12c3b8f79 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:24.387280 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246d7183-1a9b-4a00-bc3a-f4b12c3b8f79 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Pushing event updated for resources: {'Port': ['ID=ae6324db-3e80-4221-9998-be64d4744dca,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:24:24.400123 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-246d7183-1a9b-4a00-bc3a-f4b12c3b8f79 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7915414'] for floatingip, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:24.503035 n-d-813679-3 neutron-server[95502]: INFO neutron.db.l3_db [None req-246d7183-1a9b-4a00-bc3a-f4b12c3b8f79 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Floating IP 4b0e5667-88f7-49e4-b339-b8ad765a613a associated. External IP: 172.25.5.31, port: 5eb3467a-9a3c-4df0-9457-dc5bf71cef7f. Oct 12 20:24:24.707375 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-246d7183-1a9b-4a00-bc3a-f4b12c3b8f79 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Router 982cb1bf-c15a-4064-a304-7a7c125c6fbe has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 20:24:24.816536 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-246d7183-1a9b-4a00-bc3a-f4b12c3b8f79 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 20:24:24.828451 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911f2f41-1a02-4abe-9c73-6b90caa4b9d2 None None] Sync routers for ids ['982cb1bf-c15a-4064-a304-7a7c125c6fbe'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 20:24:24.837796 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911f2f41-1a02-4abe-9c73-6b90caa4b9d2 None None] Routers {'982cb1bf-c15a-4064-a304-7a7c125c6fbe'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:24:24.838390 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-911f2f41-1a02-4abe-9c73-6b90caa4b9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:24:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['982cb1bf-c15a-4064-a304-7a7c125c6fbe'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:24:24.907046 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-246d7183-1a9b-4a00-bc3a-f4b12c3b8f79 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:24.934047 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-246d7183-1a9b-4a00-bc3a-f4b12c3b8f79 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8527224 Oct 12 20:24:24.935304 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bfd8bef-34ac-45b2-be18-d933e5769c76', 'tag': '5eb3467a-9a3c-4df0-9457-dc5bf71cef7f'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:24:24.937719 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d38ba98a80be6c2fe69993d1a3c9eb2b0c7fe5c84c08efdde6b95a5e2d0657c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eb3562a-d86c-46aa-aae0-6c3cdc6bc7db" -d '{"events": [{"name": "network-changed", "server_uuid": "9bfd8bef-34ac-45b2-be18-d933e5769c76", "tag": "5eb3467a-9a3c-4df0-9457-dc5bf71cef7f"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:24:24.940921 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-911f2f41-1a02-4abe-9c73-6b90caa4b9d2 None None] Set router 982cb1bf-c15a-4064-a304-7a7c125c6fbe gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:24:24.987000 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 20:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08027c1c-c443-4fae-8e06-94ab0503b125 x-openstack-request-id: req-08027c1c-c443-4fae-8e06-94ab0503b125 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:24:24.988189 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bfd8bef-34ac-45b2-be18-d933e5769c76", "tag": "5eb3467a-9a3c-4df0-9457-dc5bf71cef7f", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:24:24.989245 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-08027c1c-c443-4fae-8e06-94ab0503b125 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:24:24.989245 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bfd8bef-34ac-45b2-be18-d933e5769c76', 'tag': '5eb3467a-9a3c-4df0-9457-dc5bf71cef7f', 'status': 'completed', 'code': 200} Oct 12 20:24:25.086105 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de8d3dc-6983-4134-bb58-569f3bfafb73 req-0f132f53-f5f8-4a80-9294-0615b78149fb tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:24:25.087557 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0de8d3dc-6983-4134-bb58-569f3bfafb73 req-0f132f53-f5f8-4a80-9294-0615b78149fb tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bfd8bef-34ac-45b2-be18-d933e5769c76 HTTP/1.1" status: 200 len: 945 time: 0.0851643 Oct 12 20:24:25.090487 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb3562a-d86c-46aa-aae0-6c3cdc6bc7db req-dd8156f6-6b20-4892-94f6-a2a8d861c3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:24:25.092532 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7eb3562a-d86c-46aa-aae0-6c3cdc6bc7db req-dd8156f6-6b20-4892-94f6-a2a8d861c3cc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7338ca3ebf8d46358716ffb6a045af03&device_id=9bfd8bef-34ac-45b2-be18-d933e5769c76 HTTP/1.1" status: 200 len: 1096 time: 0.0812557 Oct 12 20:24:25.174998 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0de8d3dc-6983-4134-bb58-569f3bfafb73 req-67daec6d-6043-4364-856e-2f4c54ed2d6b tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbbdfe2c-7b7f-484d-9e41-956596986baf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801651 Oct 12 20:24:25.197272 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 36476) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:24:25.234843 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb3562a-d86c-46aa-aae0-6c3cdc6bc7db req-92123a00-8ae2-42aa-ac07-694b61e42219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:24:25.236452 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7eb3562a-d86c-46aa-aae0-6c3cdc6bc7db req-92123a00-8ae2-42aa-ac07-694b61e42219 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f029fda2-9185-4edd-aba9-b42ff9942f7b HTTP/1.1" status: 200 len: 897 time: 0.1264379 Oct 12 20:24:25.260336 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-bf9c4dc1-ba4b-4d26-9c96-a9eb79c1646d tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/floatingips/4b0e5667-88f7-49e4-b339-b8ad765a613a HTTP/1.1" status: 200 len: 990 time: 0.0618608 Oct 12 20:24:25.274089 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-911f2f41-1a02-4abe-9c73-6b90caa4b9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '982cb1bf-c15a-4064-a304-7a7c125c6fbe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1293077137', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': '72d05c03-4555-491d-a567-85e078ce3e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:24:06Z', 'updated_at': '2021-10-12T20:24:10Z', 'revision_number': 4, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'gw_port': {'id': '72d05c03-4555-491d-a567-85e078ce3e52', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982cb1bf-c15a-4064-a304-7a7c125c6fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:24:06Z', 'updated_at': '2021-10-12T20:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': '4b0e5667-88f7-49e4-b339-b8ad765a613a', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'floating_ip_address': '172.25.5.31', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': '982cb1bf-c15a-4064-a304-7a7c125c6fbe', 'port_id': '5eb3467a-9a3c-4df0-9457-dc5bf71cef7f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f029fda2-9185-4edd-aba9-b42ff9942f7b', 'mac_address': 'fa:16:3e:89:87:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bfd8bef-34ac-45b2-be18-d933e5769c76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T20:24:23Z', 'updated_at': '2021-10-12T20:24:23Z', 'revision_number': 0, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9aef7c93-8fd8-4518-97cc-cc48eef2f14f', 'name': '', 'network_id': 'f029fda2-9185-4edd-aba9-b42ff9942f7b', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'mac_address': 'fa:16:3e:d4:bc:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982cb1bf-c15a-4064-a304-7a7c125c6fbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '202ac12e-942e-42bf-b7f2-996662b5eb86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:24:10Z', 'updated_at': '2021-10-12T20:24:13Z', 'revision_number': 5, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'subnets': [{'id': '202ac12e-942e-42bf-b7f2-996662b5eb86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:24:25.300957 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911f2f41-1a02-4abe-9c73-6b90caa4b9d2 None None] Checking router: 982cb1bf-c15a-4064-a304-7a7c125c6fbe for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 20:24:25.303809 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7eb3562a-d86c-46aa-aae0-6c3cdc6bc7db req-deb6b234-7a06-4ee0-a32a-f1ed7dd7191f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5eb3467a-9a3c-4df0-9457-dc5bf71cef7f HTTP/1.1" status: 200 len: 998 time: 0.0588245 Oct 12 20:24:25.308938 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911f2f41-1a02-4abe-9c73-6b90caa4b9d2 None None] Routers {'982cb1bf-c15a-4064-a304-7a7c125c6fbe'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:24:25.309530 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-911f2f41-1a02-4abe-9c73-6b90caa4b9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:24:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['982cb1bf-c15a-4064-a304-7a7c125c6fbe'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:24:25.352494 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb3562a-d86c-46aa-aae0-6c3cdc6bc7db req-4d17017f-0fed-418d-8755-d877127ce078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:24:25.353859 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7eb3562a-d86c-46aa-aae0-6c3cdc6bc7db req-4d17017f-0fed-418d-8755-d877127ce078 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=202ac12e-942e-42bf-b7f2-996662b5eb86 HTTP/1.1" status: 200 len: 833 time: 0.0430663 Oct 12 20:24:25.402694 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb3562a-d86c-46aa-aae0-6c3cdc6bc7db req-d4fc6ef5-e3d3-4579-92e9-6451b454c0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:24:25.404793 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7eb3562a-d86c-46aa-aae0-6c3cdc6bc7db req-d4fc6ef5-e3d3-4579-92e9-6451b454c0ed service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f029fda2-9185-4edd-aba9-b42ff9942f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439422 Oct 12 20:24:25.411982 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-911f2f41-1a02-4abe-9c73-6b90caa4b9d2 None None] Set router 982cb1bf-c15a-4064-a304-7a7c125c6fbe gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:24:25.495139 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7eb3562a-d86c-46aa-aae0-6c3cdc6bc7db req-bd707a53-196b-4871-8df8-2cfef3152da4 service neutron] 10.222.0.67 "GET /v2.0/networks/f029fda2-9185-4edd-aba9-b42ff9942f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821698 Oct 12 20:24:25.588991 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7eb3562a-d86c-46aa-aae0-6c3cdc6bc7db req-b0eea798-f5b3-47c4-93b8-758b8b29a3b5 service neutron] 10.222.0.67 "GET /v2.0/networks/f029fda2-9185-4edd-aba9-b42ff9942f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858214 Oct 12 20:24:25.627356 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-911f2f41-1a02-4abe-9c73-6b90caa4b9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '982cb1bf-c15a-4064-a304-7a7c125c6fbe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1293077137', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': '72d05c03-4555-491d-a567-85e078ce3e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:24:06Z', 'updated_at': '2021-10-12T20:24:10Z', 'revision_number': 4, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'gw_port': {'id': '72d05c03-4555-491d-a567-85e078ce3e52', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982cb1bf-c15a-4064-a304-7a7c125c6fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:24:06Z', 'updated_at': '2021-10-12T20:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': '4b0e5667-88f7-49e4-b339-b8ad765a613a', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'floating_ip_address': '172.25.5.31', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': '982cb1bf-c15a-4064-a304-7a7c125c6fbe', 'port_id': '5eb3467a-9a3c-4df0-9457-dc5bf71cef7f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f029fda2-9185-4edd-aba9-b42ff9942f7b', 'mac_address': 'fa:16:3e:89:87:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bfd8bef-34ac-45b2-be18-d933e5769c76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T20:24:23Z', 'updated_at': '2021-10-12T20:24:23Z', 'revision_number': 0, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9aef7c93-8fd8-4518-97cc-cc48eef2f14f', 'name': '', 'network_id': 'f029fda2-9185-4edd-aba9-b42ff9942f7b', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'mac_address': 'fa:16:3e:d4:bc:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982cb1bf-c15a-4064-a304-7a7c125c6fbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '202ac12e-942e-42bf-b7f2-996662b5eb86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:24:10Z', 'updated_at': '2021-10-12T20:24:13Z', 'revision_number': 5, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'subnets': [{'id': '202ac12e-942e-42bf-b7f2-996662b5eb86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:24:25.656943 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911f2f41-1a02-4abe-9c73-6b90caa4b9d2 None None] The sync data for ids ['982cb1bf-c15a-4064-a304-7a7c125c6fbe'] in n-d-813679-3 is: [{'id': '982cb1bf-c15a-4064-a304-7a7c125c6fbe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1293077137', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': '72d05c03-4555-491d-a567-85e078ce3e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:24:06Z', 'updated_at': '2021-10-12T20:24:10Z', 'revision_number': 4, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'gw_port': {'id': '72d05c03-4555-491d-a567-85e078ce3e52', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982cb1bf-c15a-4064-a304-7a7c125c6fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:24:06Z', 'updated_at': '2021-10-12T20:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': '4b0e5667-88f7-49e4-b339-b8ad765a613a', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'floating_ip_address': '172.25.5.31', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': '982cb1bf-c15a-4064-a304-7a7c125c6fbe', 'port_id': '5eb3467a-9a3c-4df0-9457-dc5bf71cef7f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f029fda2-9185-4edd-aba9-b42ff9942f7b', 'mac_address': 'fa:16:3e:89:87:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bfd8bef-34ac-45b2-be18-d933e5769c76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T20:24:23Z', 'updated_at': '2021-10-12T20:24:23Z', 'revision_number': 0, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9aef7c93-8fd8-4518-97cc-cc48eef2f14f', 'name': '', 'network_id': 'f029fda2-9185-4edd-aba9-b42ff9942f7b', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'mac_address': 'fa:16:3e:d4:bc:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982cb1bf-c15a-4064-a304-7a7c125c6fbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '202ac12e-942e-42bf-b7f2-996662b5eb86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:24:10Z', 'updated_at': '2021-10-12T20:24:13Z', 'revision_number': 5, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'subnets': [{'id': '202ac12e-942e-42bf-b7f2-996662b5eb86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 20:24:25.848859 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e993b0-3595-495e-a5ea-f4b7420c4f41 None None] New status for floating IP 4b0e5667-88f7-49e4-b339-b8ad765a613a: ACTIVE {{(pid=95503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 20:24:26.262520 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 36478) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:24:26.326676 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-272f3f19-7e05-4c9b-938c-ecde717ca562 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/floatingips/4b0e5667-88f7-49e4-b339-b8ad765a613a HTTP/1.1" status: 200 len: 992 time: 0.0628586 Oct 12 20:24:29.178447 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6d9f1b8e-0398-42d9-ac91-562be6acb360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:31.744178 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-da092588-0660-4b44-9586-3cef1b6fd0c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:32.547816 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:33.304586 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:33.681356 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:34.679460 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:34.839507 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:24:57.193275 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 20:24:57.862234 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9f70fd-b615-4abe-b1dc-c6f1adf59067 req-f5d743d2-c30e-4804-9ff9-52848fd19475 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:24:57.863706 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-dd9f70fd-b615-4abe-b1dc-c6f1adf59067 req-f5d743d2-c30e-4804-9ff9-52848fd19475 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bfd8bef-34ac-45b2-be18-d933e5769c76 HTTP/1.1" status: 200 len: 945 time: 0.0494344 Oct 12 20:24:57.900751 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-dd9f70fd-b615-4abe-b1dc-c6f1adf59067 req-3eede2e5-b3ca-419f-9806-d4160fdc7faf tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbbdfe2c-7b7f-484d-9e41-956596986baf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309741 Oct 12 20:24:57.987578 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7b77c6af-d4de-44e0-b51d-3be9828ed2ed req-001bd065-e320-4759-80b8-6d90f0292054 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9bfd8bef-34ac-45b2-be18-d933e5769c76&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0919745 Oct 12 20:24:57.996502 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [req-7b77c6af-d4de-44e0-b51d-3be9828ed2ed req-6103596d-6f08-45fe-8b5d-f745490be474 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 20:24:57.997444 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7b77c6af-d4de-44e0-b51d-3be9828ed2ed req-6103596d-6f08-45fe-8b5d-f745490be474 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0048358 Oct 12 20:24:59.018872 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b9d2b4-16a0-4456-8f53-dc15ea1c361e req-0ca49212-d406-4ce8-a5b8-cac10157c394 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:24:59.020260 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c9b9d2b4-16a0-4456-8f53-dc15ea1c361e req-0ca49212-d406-4ce8-a5b8-cac10157c394 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bfd8bef-34ac-45b2-be18-d933e5769c76 HTTP/1.1" status: 200 len: 945 time: 0.0478077 Oct 12 20:24:59.058196 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c9b9d2b4-16a0-4456-8f53-dc15ea1c361e req-9393174e-4123-47fa-9430-763e6aa54c99 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbbdfe2c-7b7f-484d-9e41-956596986baf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320306 Oct 12 20:24:59.205403 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-950ac91f-1412-4061-b092-4ac45b70b7b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:25:00.051510 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b77c6af-d4de-44e0-b51d-3be9828ed2ed req-181da49d-5607-499c-b721-8e805daf4896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:25:00.053062 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7b77c6af-d4de-44e0-b51d-3be9828ed2ed req-181da49d-5607-499c-b721-8e805daf4896 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7338ca3ebf8d46358716ffb6a045af03&device_id=9bfd8bef-34ac-45b2-be18-d933e5769c76 HTTP/1.1" status: 200 len: 1096 time: 0.0515850 Oct 12 20:25:00.148386 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b77c6af-d4de-44e0-b51d-3be9828ed2ed req-d05ce009-5909-4f62-8bc5-5ba42f8fbe07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:25:00.149843 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7b77c6af-d4de-44e0-b51d-3be9828ed2ed req-d05ce009-5909-4f62-8bc5-5ba42f8fbe07 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f029fda2-9185-4edd-aba9-b42ff9942f7b HTTP/1.1" status: 200 len: 897 time: 0.0896037 Oct 12 20:25:00.201603 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b209e8a5-afea-4914-a755-87cff9500d1a req-9fc9a282-d1e4-4a7d-b43f-fe6841b2208b tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:25:00.203405 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b209e8a5-afea-4914-a755-87cff9500d1a req-9fc9a282-d1e4-4a7d-b43f-fe6841b2208b tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bfd8bef-34ac-45b2-be18-d933e5769c76 HTTP/1.1" status: 200 len: 945 time: 0.0596373 Oct 12 20:25:00.225610 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7b77c6af-d4de-44e0-b51d-3be9828ed2ed req-99ac37ee-7c46-4dc5-9b0f-ab5c28b08329 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5eb3467a-9a3c-4df0-9457-dc5bf71cef7f HTTP/1.1" status: 200 len: 1000 time: 0.0679109 Oct 12 20:25:00.249268 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b209e8a5-afea-4914-a755-87cff9500d1a req-7f368771-32bc-4423-8306-a51cffe61491 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbbdfe2c-7b7f-484d-9e41-956596986baf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394990 Oct 12 20:25:00.276706 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b77c6af-d4de-44e0-b51d-3be9828ed2ed req-755f4b46-8c07-47eb-8358-f14672e62db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:25:00.278201 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7b77c6af-d4de-44e0-b51d-3be9828ed2ed req-755f4b46-8c07-47eb-8358-f14672e62db9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=202ac12e-942e-42bf-b7f2-996662b5eb86 HTTP/1.1" status: 200 len: 833 time: 0.0453300 Oct 12 20:25:00.325655 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b77c6af-d4de-44e0-b51d-3be9828ed2ed req-76a9b89e-8fd9-4916-8a12-25ce64d400e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:25:00.327117 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7b77c6af-d4de-44e0-b51d-3be9828ed2ed req-76a9b89e-8fd9-4916-8a12-25ce64d400e3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f029fda2-9185-4edd-aba9-b42ff9942f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420845 Oct 12 20:25:00.419891 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7b77c6af-d4de-44e0-b51d-3be9828ed2ed req-42357494-a06d-407d-a2cf-ca1a22229152 service neutron] 10.222.0.67 "GET /v2.0/networks/f029fda2-9185-4edd-aba9-b42ff9942f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849938 Oct 12 20:25:00.509119 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7b77c6af-d4de-44e0-b51d-3be9828ed2ed req-7d5ba617-04ba-448b-806e-5d8a7c41d8ba service neutron] 10.222.0.67 "GET /v2.0/networks/f029fda2-9185-4edd-aba9-b42ff9942f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819476 Oct 12 20:25:01.364410 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c7fd80-30b0-4b0b-b026-326c53771d02 req-34d17003-b8d1-436f-8c48-94d94ac793af tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:25:01.365757 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f4c7fd80-30b0-4b0b-b026-326c53771d02 req-34d17003-b8d1-436f-8c48-94d94ac793af tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bfd8bef-34ac-45b2-be18-d933e5769c76 HTTP/1.1" status: 200 len: 945 time: 0.0485687 Oct 12 20:25:01.401865 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f4c7fd80-30b0-4b0b-b026-326c53771d02 req-b414d41b-1f84-421c-b867-c8c7cfb1767a tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbbdfe2c-7b7f-484d-9e41-956596986baf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302589 Oct 12 20:25:01.759020 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8bf91b41-395b-43f7-bdde-c3e999b8eb70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:25:02.522870 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fa5167-9939-48c6-a27d-abe54d245a16 req-5b26449c-704e-4925-95de-508daee96490 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:25:02.525408 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-88fa5167-9939-48c6-a27d-abe54d245a16 req-5b26449c-704e-4925-95de-508daee96490 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bfd8bef-34ac-45b2-be18-d933e5769c76 HTTP/1.1" status: 200 len: 945 time: 0.0541744 Oct 12 20:25:02.543670 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:25:02.565322 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-88fa5167-9939-48c6-a27d-abe54d245a16 req-9531191e-79bd-4cc1-8c91-e426116ebabc tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbbdfe2c-7b7f-484d-9e41-956596986baf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341246 Oct 12 20:25:03.313434 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:25:03.682699 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad13c7f-a448-4de5-9c85-9c78df1b6bb5 req-172a6b76-d339-41e1-80b4-aaed99f3f780 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:25:03.684234 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0ad13c7f-a448-4de5-9c85-9c78df1b6bb5 req-172a6b76-d339-41e1-80b4-aaed99f3f780 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bfd8bef-34ac-45b2-be18-d933e5769c76 HTTP/1.1" status: 200 len: 945 time: 0.0530906 Oct 12 20:25:03.720738 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:25:03.723114 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0ad13c7f-a448-4de5-9c85-9c78df1b6bb5 req-80e81a56-9497-48fa-8edc-655dc6dead12 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbbdfe2c-7b7f-484d-9e41-956596986baf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322976 Oct 12 20:25:04.658263 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:25:04.799490 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:25:04.839436 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cef7e28-295d-4b97-b21f-58582bdb190f req-a30dcdf6-7c8e-4b0c-a7cb-3b0262454dd0 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:25:04.841052 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9cef7e28-295d-4b97-b21f-58582bdb190f req-a30dcdf6-7c8e-4b0c-a7cb-3b0262454dd0 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bfd8bef-34ac-45b2-be18-d933e5769c76 HTTP/1.1" status: 200 len: 945 time: 0.0508897 Oct 12 20:25:04.879159 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9cef7e28-295d-4b97-b21f-58582bdb190f req-6d0e77c8-fc1c-4681-9ba0-c298239e44d3 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbbdfe2c-7b7f-484d-9e41-956596986baf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316496 Oct 12 20:25:05.991331 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e45a55-d00a-49ae-92d5-18e07fadd91e req-713030fa-d731-4616-a752-1186da2f96ca tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:25:05.992809 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-45e45a55-d00a-49ae-92d5-18e07fadd91e req-713030fa-d731-4616-a752-1186da2f96ca tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bfd8bef-34ac-45b2-be18-d933e5769c76 HTTP/1.1" status: 200 len: 945 time: 0.0479696 Oct 12 20:25:06.029864 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-45e45a55-d00a-49ae-92d5-18e07fadd91e req-7d87e802-43e7-49bd-b658-9c3845134a93 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbbdfe2c-7b7f-484d-9e41-956596986baf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313380 Oct 12 20:25:07.144313 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7032b3a0-6766-4a41-87cc-9937603dade0 req-0d384b2c-51ed-47ac-aae3-206bf5280059 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:25:07.145777 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7032b3a0-6766-4a41-87cc-9937603dade0 req-0d384b2c-51ed-47ac-aae3-206bf5280059 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bfd8bef-34ac-45b2-be18-d933e5769c76 HTTP/1.1" status: 200 len: 945 time: 0.0493534 Oct 12 20:25:07.182914 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7032b3a0-6766-4a41-87cc-9937603dade0 req-dd145c69-b760-4f6e-8838-369a267b5969 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbbdfe2c-7b7f-484d-9e41-956596986baf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312121 Oct 12 20:25:08.297983 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46cc5ff-22a0-4289-8284-6d97ae143007 req-7aaa8795-270b-4680-ac3d-8f11461f95b5 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:25:08.299342 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b46cc5ff-22a0-4289-8284-6d97ae143007 req-7aaa8795-270b-4680-ac3d-8f11461f95b5 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bfd8bef-34ac-45b2-be18-d933e5769c76 HTTP/1.1" status: 200 len: 945 time: 0.0500410 Oct 12 20:25:08.337365 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b46cc5ff-22a0-4289-8284-6d97ae143007 req-536b9289-de22-448b-9e8f-a803d0e9dce9 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbbdfe2c-7b7f-484d-9e41-956596986baf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320015 Oct 12 20:25:09.454538 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f5d50b-102a-40f9-bfc2-9dff3db417ad req-38c68abd-dff2-4c25-bfa3-cdde9cbdac9a tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:25:09.455984 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a2f5d50b-102a-40f9-bfc2-9dff3db417ad req-38c68abd-dff2-4c25-bfa3-cdde9cbdac9a tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bfd8bef-34ac-45b2-be18-d933e5769c76 HTTP/1.1" status: 200 len: 945 time: 0.0523322 Oct 12 20:25:09.492811 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a2f5d50b-102a-40f9-bfc2-9dff3db417ad req-cb81e779-f469-4e59-837a-6371a5a486cc tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbbdfe2c-7b7f-484d-9e41-956596986baf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310178 Oct 12 20:25:10.612590 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52f9281-f36e-4a6b-ba57-a7f5f7ea4ec0 req-044690ce-694f-4caa-86a3-be9087883253 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:25:10.614062 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c52f9281-f36e-4a6b-ba57-a7f5f7ea4ec0 req-044690ce-694f-4caa-86a3-be9087883253 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bfd8bef-34ac-45b2-be18-d933e5769c76 HTTP/1.1" status: 200 len: 945 time: 0.0535228 Oct 12 20:25:10.653109 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c52f9281-f36e-4a6b-ba57-a7f5f7ea4ec0 req-5b2c3cef-c9f3-49d1-970c-941a30f989f8 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbbdfe2c-7b7f-484d-9e41-956596986baf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312138 Oct 12 20:25:11.765791 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbfb248-2b85-4bd5-abe3-88189b5d46d9 req-ca2157db-06f3-4a22-b258-b43640ad4376 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:25:11.767252 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-fcbfb248-2b85-4bd5-abe3-88189b5d46d9 req-ca2157db-06f3-4a22-b258-b43640ad4376 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bfd8bef-34ac-45b2-be18-d933e5769c76 HTTP/1.1" status: 200 len: 945 time: 0.0483115 Oct 12 20:25:11.804722 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-fcbfb248-2b85-4bd5-abe3-88189b5d46d9 req-a4a30b8c-8b11-4dbf-9679-25f0935da10c tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbbdfe2c-7b7f-484d-9e41-956596986baf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311253 Oct 12 20:25:12.917795 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006ab43d-cae1-44a4-bdcc-81d9c31754b6 req-358b84c0-c9b0-4393-829c-e84b4f79d064 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:25:12.919270 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-006ab43d-cae1-44a4-bdcc-81d9c31754b6 req-358b84c0-c9b0-4393-829c-e84b4f79d064 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bfd8bef-34ac-45b2-be18-d933e5769c76 HTTP/1.1" status: 200 len: 945 time: 0.0480573 Oct 12 20:25:12.956898 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-006ab43d-cae1-44a4-bdcc-81d9c31754b6 req-89209d69-f62d-43a8-9ff1-35e6d0410f24 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbbdfe2c-7b7f-484d-9e41-956596986baf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308976 Oct 12 20:25:14.069782 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75f58db-44b5-4c66-a0bf-f72e82df7b2f req-3415cd41-aaab-4e33-a0b4-aafae14a4ee0 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:25:14.071228 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e75f58db-44b5-4c66-a0bf-f72e82df7b2f req-3415cd41-aaab-4e33-a0b4-aafae14a4ee0 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bfd8bef-34ac-45b2-be18-d933e5769c76 HTTP/1.1" status: 200 len: 945 time: 0.0484388 Oct 12 20:25:14.108436 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e75f58db-44b5-4c66-a0bf-f72e82df7b2f req-8b954d69-b87b-4b61-81dd-6343ee1d053b tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbbdfe2c-7b7f-484d-9e41-956596986baf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313206 Oct 12 20:25:15.224184 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b336f01-389a-4390-8bca-43e402ec1676 req-5d837863-3044-4c7e-a0d7-3063c06fdbfa tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:25:15.225655 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9b336f01-389a-4390-8bca-43e402ec1676 req-5d837863-3044-4c7e-a0d7-3063c06fdbfa tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bfd8bef-34ac-45b2-be18-d933e5769c76 HTTP/1.1" status: 200 len: 945 time: 0.0493417 Oct 12 20:25:15.263919 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9b336f01-389a-4390-8bca-43e402ec1676 req-8876f1e1-dcf8-45cd-a444-174af5a5b257 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbbdfe2c-7b7f-484d-9e41-956596986baf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321145 Oct 12 20:25:15.650427 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd5dec2-a84c-414f-ba91-430f1086b3db req-05689f1c-bd84-4d75-a801-52dd8c9b504d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:25:15.651928 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-afd5dec2-a84c-414f-ba91-430f1086b3db req-05689f1c-bd84-4d75-a801-52dd8c9b504d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7338ca3ebf8d46358716ffb6a045af03&device_id=9bfd8bef-34ac-45b2-be18-d933e5769c76 HTTP/1.1" status: 200 len: 1096 time: 0.0440412 Oct 12 20:25:15.752442 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd5dec2-a84c-414f-ba91-430f1086b3db req-597d1086-da79-4fa9-ac88-f4769f615e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:25:15.753973 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-afd5dec2-a84c-414f-ba91-430f1086b3db req-597d1086-da79-4fa9-ac88-f4769f615e6b service neutron] 10.222.0.67 "GET /v2.0/networks?id=f029fda2-9185-4edd-aba9-b42ff9942f7b HTTP/1.1" status: 200 len: 897 time: 0.0840144 Oct 12 20:25:15.822650 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-afd5dec2-a84c-414f-ba91-430f1086b3db req-3d0f959e-8887-42a2-a0bb-8e637e5adcd9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5eb3467a-9a3c-4df0-9457-dc5bf71cef7f HTTP/1.1" status: 200 len: 1000 time: 0.0614476 Oct 12 20:25:15.870221 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd5dec2-a84c-414f-ba91-430f1086b3db req-d37ff3fd-4467-4a9b-8e09-67cd503d5a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:25:15.871761 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-afd5dec2-a84c-414f-ba91-430f1086b3db req-d37ff3fd-4467-4a9b-8e09-67cd503d5a45 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=202ac12e-942e-42bf-b7f2-996662b5eb86 HTTP/1.1" status: 200 len: 833 time: 0.0428839 Oct 12 20:25:15.915649 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd5dec2-a84c-414f-ba91-430f1086b3db req-c56c626b-731d-4cc8-b175-59f948581b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:25:15.917089 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-afd5dec2-a84c-414f-ba91-430f1086b3db req-c56c626b-731d-4cc8-b175-59f948581b01 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f029fda2-9185-4edd-aba9-b42ff9942f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386772 Oct 12 20:25:16.007334 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-afd5dec2-a84c-414f-ba91-430f1086b3db req-a5d328ac-97fc-4403-8b2f-3e899c1406c2 service neutron] 10.222.0.67 "GET /v2.0/networks/f029fda2-9185-4edd-aba9-b42ff9942f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825498 Oct 12 20:25:16.095230 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-afd5dec2-a84c-414f-ba91-430f1086b3db req-35e06db1-6c06-4616-b3c6-2d8c25bd599d service neutron] 10.222.0.67 "GET /v2.0/networks/f029fda2-9185-4edd-aba9-b42ff9942f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804701 Oct 12 20:25:16.385067 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05445726-a53e-4c6e-9ced-429e4c6c3666 req-eb92f0e2-b293-444b-8d78-c74e827206d4 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:25:16.386568 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-05445726-a53e-4c6e-9ced-429e4c6c3666 req-eb92f0e2-b293-444b-8d78-c74e827206d4 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bfd8bef-34ac-45b2-be18-d933e5769c76 HTTP/1.1" status: 200 len: 945 time: 0.0538974 Oct 12 20:25:16.429337 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-05445726-a53e-4c6e-9ced-429e4c6c3666 req-69a6cd04-c91d-47bb-83de-23a6f791c6e9 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbbdfe2c-7b7f-484d-9e41-956596986baf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355656 Oct 12 20:25:17.545270 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d070306b-99fa-4caa-a479-d8ef412e9913 req-16cebdf0-2e6f-4e33-83d4-6cbed303b681 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:25:17.546728 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d070306b-99fa-4caa-a479-d8ef412e9913 req-16cebdf0-2e6f-4e33-83d4-6cbed303b681 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bfd8bef-34ac-45b2-be18-d933e5769c76 HTTP/1.1" status: 200 len: 945 time: 0.0507534 Oct 12 20:25:17.588993 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d070306b-99fa-4caa-a479-d8ef412e9913 req-2bebb0ac-d7bd-4116-9231-4f7f54319c7d tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbbdfe2c-7b7f-484d-9e41-956596986baf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355315 Oct 12 20:25:17.641099 n-d-813679-3 neutron-server[95501]: INFO neutron.api.v2.resource [req-7b77c6af-d4de-44e0-b51d-3be9828ed2ed req-5145c11a-54c5-432b-8fad-b30152e629ff service neutron] show failed (client error): The resource could not be found. Oct 12 20:25:17.642099 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7b77c6af-d4de-44e0-b51d-3be9828ed2ed req-5145c11a-54c5-432b-8fad-b30152e629ff service neutron] 10.222.0.67 "GET /v2.0/ports/5eb3467a-9a3c-4df0-9457-dc5bf71cef7f/bindings/n-h1-813679-3 HTTP/1.1" status: 404 len: 380 time: 0.0520699 Oct 12 20:25:18.185158 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b77c6af-d4de-44e0-b51d-3be9828ed2ed req-c4e46f36-33ec-4280-9949-e002b0f8d828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:25:18.186610 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7b77c6af-d4de-44e0-b51d-3be9828ed2ed req-c4e46f36-33ec-4280-9949-e002b0f8d828 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9bfd8bef-34ac-45b2-be18-d933e5769c76&tenant_id=7338ca3ebf8d46358716ffb6a045af03 HTTP/1.1" status: 200 len: 1096 time: 0.0827000 Oct 12 20:25:18.198953 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [req-7b77c6af-d4de-44e0-b51d-3be9828ed2ed req-dfa9ad00-e3d8-4877-ad9a-60734c46d593 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 20:25:18.202516 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7b77c6af-d4de-44e0-b51d-3be9828ed2ed req-dfa9ad00-e3d8-4877-ad9a-60734c46d593 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0067055 Oct 12 20:25:18.211869 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-7b77c6af-d4de-44e0-b51d-3be9828ed2ed req-4f12380d-4018-4646-9a74-183ee033be91 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-813679-3', 'device_owner': 'compute:nova'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:25:18.263967 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-7b77c6af-d4de-44e0-b51d-3be9828ed2ed req-4f12380d-4018-4646-9a74-183ee033be91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:25:18.467739 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-7b77c6af-d4de-44e0-b51d-3be9828ed2ed req-4f12380d-4018-4646-9a74-183ee033be91 service neutron] For port 5eb3467a-9a3c-4df0-9457-dc5bf71cef7f, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=5eb3467a-9a3c-4df0-9457-dc5bf71cef7f,segment=NetworkSegment(251739ae-7b55-4270-b57d-0127e7325769),segment_id=251739ae-7b55-4270-b57d-0127e7325769)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:25:18.499559 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-7b77c6af-d4de-44e0-b51d-3be9828ed2ed req-4f12380d-4018-4646-9a74-183ee033be91 service neutron] For port 5eb3467a-9a3c-4df0-9457-dc5bf71cef7f, host n-h2-813679-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 20:25:18.538818 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bfd8bef-34ac-45b2-be18-d933e5769c76', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5eb3467a-9a3c-4df0-9457-dc5bf71cef7f'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:25:18.541124 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d38ba98a80be6c2fe69993d1a3c9eb2b0c7fe5c84c08efdde6b95a5e2d0657c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95c428c2-6d82-46ea-aca6-e48867bf5865" -d '{"events": [{"server_uuid": "9bfd8bef-34ac-45b2-be18-d933e5769c76", "name": "network-vif-unplugged", "status": "completed", "tag": "5eb3467a-9a3c-4df0-9457-dc5bf71cef7f"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:25:18.544903 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-7b77c6af-d4de-44e0-b51d-3be9828ed2ed req-4f12380d-4018-4646-9a74-183ee033be91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:25:18.557152 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-7b77c6af-d4de-44e0-b51d-3be9828ed2ed req-4f12380d-4018-4646-9a74-183ee033be91 service neutron] Transition to ACTIVE for port object 5eb3467a-9a3c-4df0-9457-dc5bf71cef7f will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 20:25:18.591289 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 20:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfb13b8d-d65a-4b2b-94ea-fb8df823bfb7 x-openstack-request-id: req-bfb13b8d-d65a-4b2b-94ea-fb8df823bfb7 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:25:18.591601 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bfd8bef-34ac-45b2-be18-d933e5769c76", "name": "network-vif-unplugged", "status": "completed", "tag": "5eb3467a-9a3c-4df0-9457-dc5bf71cef7f", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:25:18.591900 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bfb13b8d-d65a-4b2b-94ea-fb8df823bfb7 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:25:18.592327 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bfd8bef-34ac-45b2-be18-d933e5769c76', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5eb3467a-9a3c-4df0-9457-dc5bf71cef7f', 'code': 200} Oct 12 20:25:18.617257 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-7b77c6af-d4de-44e0-b51d-3be9828ed2ed req-4f12380d-4018-4646-9a74-183ee033be91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:25:18.701629 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f12380d-4018-4646-9a74-183ee033be91 service neutron] Pushing event updated for resources: {'Port': ['ID=5eb3467a-9a3c-4df0-9457-dc5bf71cef7f,revision_number=6']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:25:18.708685 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c46e1e-e917-4209-8452-dff89f6cf1db req-12a384d5-6bd6-465f-a8d4-062cf3419a35 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:25:18.714816 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f12380d-4018-4646-9a74-183ee033be91 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:25:18.715088 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f12380d-4018-4646-9a74-183ee033be91 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:25:18.715416 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f12380d-4018-4646-9a74-183ee033be91 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:25:18.715747 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f12380d-4018-4646-9a74-183ee033be91 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:25:18.716103 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f12380d-4018-4646-9a74-183ee033be91 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:25:18.716433 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f12380d-4018-4646-9a74-183ee033be91 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:25:18.716557 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f1c46e1e-e917-4209-8452-dff89f6cf1db req-12a384d5-6bd6-465f-a8d4-062cf3419a35 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bfd8bef-34ac-45b2-be18-d933e5769c76 HTTP/1.1" status: 200 len: 943 time: 0.0605476 Oct 12 20:25:18.716755 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f12380d-4018-4646-9a74-183ee033be91 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:25:18.717078 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f12380d-4018-4646-9a74-183ee033be91 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:25:18.717398 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f12380d-4018-4646-9a74-183ee033be91 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:25:18.717715 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f12380d-4018-4646-9a74-183ee033be91 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:25:18.718035 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f12380d-4018-4646-9a74-183ee033be91 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:25:18.718352 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f12380d-4018-4646-9a74-183ee033be91 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:25:18.764331 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f1c46e1e-e917-4209-8452-dff89f6cf1db req-d22ecc8c-fdd0-4a6d-a289-49093fb5aa47 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbbdfe2c-7b7f-484d-9e41-956596986baf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458944 Oct 12 20:25:19.054104 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b77c6af-d4de-44e0-b51d-3be9828ed2ed req-4f12380d-4018-4646-9a74-183ee033be91 service neutron] No DVR routers for this DVR port 5eb3467a-9a3c-4df0-9457-dc5bf71cef7f on host n-h2-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 20:25:19.181750 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-7b77c6af-d4de-44e0-b51d-3be9828ed2ed req-4f12380d-4018-4646-9a74-183ee033be91 service neutron] Attempting to bind port 5eb3467a-9a3c-4df0-9457-dc5bf71cef7f on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 20:25:19.182071 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-7b77c6af-d4de-44e0-b51d-3be9828ed2ed req-4f12380d-4018-4646-9a74-183ee033be91 service neutron] Attempting to bind port 5eb3467a-9a3c-4df0-9457-dc5bf71cef7f by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': '251739ae-7b55-4270-b57d-0127e7325769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f029fda2-9185-4edd-aba9-b42ff9942f7b'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 20:25:19.182386 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b77c6af-d4de-44e0-b51d-3be9828ed2ed req-4f12380d-4018-4646-9a74-183ee033be91 service neutron] Attempting to bind port 5eb3467a-9a3c-4df0-9457-dc5bf71cef7f on network f029fda2-9185-4edd-aba9-b42ff9942f7b {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 20:25:19.186438 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b77c6af-d4de-44e0-b51d-3be9828ed2ed req-4f12380d-4018-4646-9a74-183ee033be91 service neutron] Port 5eb3467a-9a3c-4df0-9457-dc5bf71cef7f on network f029fda2-9185-4edd-aba9-b42ff9942f7b not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 20:25:19.187061 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b77c6af-d4de-44e0-b51d-3be9828ed2ed req-4f12380d-4018-4646-9a74-183ee033be91 service neutron] Attempting to bind port 5eb3467a-9a3c-4df0-9457-dc5bf71cef7f on network f029fda2-9185-4edd-aba9-b42ff9942f7b {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 20:25:19.191404 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b77c6af-d4de-44e0-b51d-3be9828ed2ed req-4f12380d-4018-4646-9a74-183ee033be91 service neutron] Checking agent: {'id': 'f5e9725f-f5a6-43c2-a1be-95e21e9a1fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 20, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 20:25:19.191733 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b77c6af-d4de-44e0-b51d-3be9828ed2ed req-4f12380d-4018-4646-9a74-183ee033be91 service neutron] Checking segment: {'id': '251739ae-7b55-4270-b57d-0127e7325769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f029fda2-9185-4edd-aba9-b42ff9942f7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 20:25:19.192145 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b77c6af-d4de-44e0-b51d-3be9828ed2ed req-4f12380d-4018-4646-9a74-183ee033be91 service neutron] Bound using segment: {'id': '251739ae-7b55-4270-b57d-0127e7325769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f029fda2-9185-4edd-aba9-b42ff9942f7b'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 20:25:19.192567 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-7b77c6af-d4de-44e0-b51d-3be9828ed2ed req-4f12380d-4018-4646-9a74-183ee033be91 service neutron] Bound port: 5eb3467a-9a3c-4df0-9457-dc5bf71cef7f, host: n-h1-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '251739ae-7b55-4270-b57d-0127e7325769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f029fda2-9185-4edd-aba9-b42ff9942f7b'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 20:25:19.192910 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-7b77c6af-d4de-44e0-b51d-3be9828ed2ed req-4f12380d-4018-4646-9a74-183ee033be91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:25:19.252496 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-7b77c6af-d4de-44e0-b51d-3be9828ed2ed req-4f12380d-4018-4646-9a74-183ee033be91 service neutron] For port 5eb3467a-9a3c-4df0-9457-dc5bf71cef7f, host n-h1-813679-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 20:25:19.255380 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-7b77c6af-d4de-44e0-b51d-3be9828ed2ed req-4f12380d-4018-4646-9a74-183ee033be91 service neutron] For port 5eb3467a-9a3c-4df0-9457-dc5bf71cef7f, host n-h1-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=5eb3467a-9a3c-4df0-9457-dc5bf71cef7f,segment=NetworkSegment(251739ae-7b55-4270-b57d-0127e7325769),segment_id=251739ae-7b55-4270-b57d-0127e7325769)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 20:25:19.332409 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-7b77c6af-d4de-44e0-b51d-3be9828ed2ed req-4f12380d-4018-4646-9a74-183ee033be91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:25:19.363359 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b77c6af-d4de-44e0-b51d-3be9828ed2ed req-4f12380d-4018-4646-9a74-183ee033be91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:25:19.364008 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-7b77c6af-d4de-44e0-b51d-3be9828ed2ed req-4f12380d-4018-4646-9a74-183ee033be91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:25:19.365493 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7b77c6af-d4de-44e0-b51d-3be9828ed2ed req-4f12380d-4018-4646-9a74-183ee033be91 service neutron] 10.222.0.61 "PUT /v2.0/ports/5eb3467a-9a3c-4df0-9457-dc5bf71cef7f HTTP/1.1" status: 200 len: 1091 time: 1.1574948 Oct 12 20:25:19.405114 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f12380d-4018-4646-9a74-183ee033be91 service neutron] Pushing event updated for resources: {'Port': ['ID=5eb3467a-9a3c-4df0-9457-dc5bf71cef7f,revision_number=7']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:25:19.436263 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b77c6af-d4de-44e0-b51d-3be9828ed2ed req-b867310e-4b9d-42c8-9c99-d6ed4c07a0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:25:19.437757 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7b77c6af-d4de-44e0-b51d-3be9828ed2ed req-b867310e-4b9d-42c8-9c99-d6ed4c07a0ed service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7338ca3ebf8d46358716ffb6a045af03&device_id=9bfd8bef-34ac-45b2-be18-d933e5769c76 HTTP/1.1" status: 200 len: 1094 time: 0.0469320 Oct 12 20:25:19.531257 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b77c6af-d4de-44e0-b51d-3be9828ed2ed req-4efb972f-a050-4d85-9ba5-a499f0c13ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:25:19.532750 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7b77c6af-d4de-44e0-b51d-3be9828ed2ed req-4efb972f-a050-4d85-9ba5-a499f0c13ddb service neutron] 10.222.0.61 "GET /v2.0/networks?id=f029fda2-9185-4edd-aba9-b42ff9942f7b HTTP/1.1" status: 200 len: 897 time: 0.0878921 Oct 12 20:25:19.600922 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7b77c6af-d4de-44e0-b51d-3be9828ed2ed req-79e1e6cd-7fd3-4ab4-b89e-ec460271c1de service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5eb3467a-9a3c-4df0-9457-dc5bf71cef7f HTTP/1.1" status: 200 len: 998 time: 0.0606813 Oct 12 20:25:19.649178 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b77c6af-d4de-44e0-b51d-3be9828ed2ed req-893e3575-d272-43f8-b614-8640df3da46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:25:19.650485 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7b77c6af-d4de-44e0-b51d-3be9828ed2ed req-893e3575-d272-43f8-b614-8640df3da46a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=202ac12e-942e-42bf-b7f2-996662b5eb86 HTTP/1.1" status: 200 len: 833 time: 0.0428963 Oct 12 20:25:19.695868 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b77c6af-d4de-44e0-b51d-3be9828ed2ed req-1b09b767-d7d3-4e5a-9a06-ccf70833ecaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:25:19.697334 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7b77c6af-d4de-44e0-b51d-3be9828ed2ed req-1b09b767-d7d3-4e5a-9a06-ccf70833ecaf service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f029fda2-9185-4edd-aba9-b42ff9942f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404992 Oct 12 20:25:19.788385 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7b77c6af-d4de-44e0-b51d-3be9828ed2ed req-5c12f51e-8003-4c4a-ba65-714b27a69107 service neutron] 10.222.0.61 "GET /v2.0/networks/f029fda2-9185-4edd-aba9-b42ff9942f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834985 Oct 12 20:25:19.912408 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c099f473-9dc1-4791-9c92-4fbaf065c66a req-26e8600a-4c38-4313-83cb-25f69a8b6f79 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:25:19.913754 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c099f473-9dc1-4791-9c92-4fbaf065c66a req-26e8600a-4c38-4313-83cb-25f69a8b6f79 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bfd8bef-34ac-45b2-be18-d933e5769c76 HTTP/1.1" status: 200 len: 943 time: 0.0769503 Oct 12 20:25:19.918938 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7b77c6af-d4de-44e0-b51d-3be9828ed2ed req-b434836f-4360-4041-86ff-0244bc6e0ff0 service neutron] 10.222.0.61 "GET /v2.0/networks/f029fda2-9185-4edd-aba9-b42ff9942f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240666 Oct 12 20:25:19.952008 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c099f473-9dc1-4791-9c92-4fbaf065c66a req-f17c196d-af01-40b4-b71f-eb84e30282ce tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbbdfe2c-7b7f-484d-9e41-956596986baf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321500 Oct 12 20:25:20.593866 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bfd8bef-34ac-45b2-be18-d933e5769c76', 'tag': '5eb3467a-9a3c-4df0-9457-dc5bf71cef7f'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:25:20.596272 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d38ba98a80be6c2fe69993d1a3c9eb2b0c7fe5c84c08efdde6b95a5e2d0657c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59baac2a-b40d-412e-9aed-27fcd1bcb59e" -d '{"events": [{"name": "network-changed", "server_uuid": "9bfd8bef-34ac-45b2-be18-d933e5769c76", "tag": "5eb3467a-9a3c-4df0-9457-dc5bf71cef7f"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:25:20.643652 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 20:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81b4520c-7127-49d0-b85e-d616dafb0cec x-openstack-request-id: req-81b4520c-7127-49d0-b85e-d616dafb0cec {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:25:20.643966 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bfd8bef-34ac-45b2-be18-d933e5769c76", "tag": "5eb3467a-9a3c-4df0-9457-dc5bf71cef7f", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:25:20.644338 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-81b4520c-7127-49d0-b85e-d616dafb0cec {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:25:20.644794 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bfd8bef-34ac-45b2-be18-d933e5769c76', 'tag': '5eb3467a-9a3c-4df0-9457-dc5bf71cef7f', 'status': 'completed', 'code': 200} Oct 12 20:25:20.704342 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59baac2a-b40d-412e-9aed-27fcd1bcb59e req-5ca5fea1-b867-4043-8d5e-54a4a45197ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:25:20.704851 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59baac2a-b40d-412e-9aed-27fcd1bcb59e req-022d4957-378a-45a4-b83e-f27283431c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:25:20.705895 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-59baac2a-b40d-412e-9aed-27fcd1bcb59e req-5ca5fea1-b867-4043-8d5e-54a4a45197ef service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7338ca3ebf8d46358716ffb6a045af03&device_id=9bfd8bef-34ac-45b2-be18-d933e5769c76 HTTP/1.1" status: 200 len: 1094 time: 0.0419528 Oct 12 20:25:20.706516 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-59baac2a-b40d-412e-9aed-27fcd1bcb59e req-022d4957-378a-45a4-b83e-f27283431c39 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7338ca3ebf8d46358716ffb6a045af03&device_id=9bfd8bef-34ac-45b2-be18-d933e5769c76 HTTP/1.1" status: 200 len: 1094 time: 0.0401077 Oct 12 20:25:20.773706 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 5eb3467a-9a3c-4df0-9457-dc5bf71cef7f no longer exists at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 20:25:20.801101 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59baac2a-b40d-412e-9aed-27fcd1bcb59e req-1d1625ea-3df9-464e-859b-003affa6746d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:25:20.802759 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-59baac2a-b40d-412e-9aed-27fcd1bcb59e req-1d1625ea-3df9-464e-859b-003affa6746d service neutron] 10.222.0.61 "GET /v2.0/networks?id=f029fda2-9185-4edd-aba9-b42ff9942f7b HTTP/1.1" status: 200 len: 897 time: 0.0901666 Oct 12 20:25:20.805076 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59baac2a-b40d-412e-9aed-27fcd1bcb59e req-1f038d84-898e-41de-a462-a87a9879881e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:25:20.806545 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-59baac2a-b40d-412e-9aed-27fcd1bcb59e req-1f038d84-898e-41de-a462-a87a9879881e service neutron] 10.222.0.67 "GET /v2.0/networks?id=f029fda2-9185-4edd-aba9-b42ff9942f7b HTTP/1.1" status: 200 len: 897 time: 0.0913179 Oct 12 20:25:20.811915 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 5eb3467a-9a3c-4df0-9457-dc5bf71cef7f not bound to the agent host n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 20:25:20.871441 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-59baac2a-b40d-412e-9aed-27fcd1bcb59e req-d144ce84-c189-4a1a-a010-0ed3097b98fb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5eb3467a-9a3c-4df0-9457-dc5bf71cef7f HTTP/1.1" status: 200 len: 998 time: 0.0607948 Oct 12 20:25:20.871849 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-59baac2a-b40d-412e-9aed-27fcd1bcb59e req-aa9fe1a4-95d3-4d68-9b9c-3bd06dad6f8d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5eb3467a-9a3c-4df0-9457-dc5bf71cef7f HTTP/1.1" status: 200 len: 998 time: 0.0565066 Oct 12 20:25:20.920820 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59baac2a-b40d-412e-9aed-27fcd1bcb59e req-07d8ea9c-9287-4f44-a15b-400db5fbf4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:25:20.922533 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-59baac2a-b40d-412e-9aed-27fcd1bcb59e req-07d8ea9c-9287-4f44-a15b-400db5fbf4f5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=202ac12e-942e-42bf-b7f2-996662b5eb86 HTTP/1.1" status: 200 len: 833 time: 0.0427604 Oct 12 20:25:20.925172 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59baac2a-b40d-412e-9aed-27fcd1bcb59e req-bc9ace33-6a43-4569-93bf-32743e1ed680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:25:20.927165 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-59baac2a-b40d-412e-9aed-27fcd1bcb59e req-bc9ace33-6a43-4569-93bf-32743e1ed680 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=202ac12e-942e-42bf-b7f2-996662b5eb86 HTTP/1.1" status: 200 len: 833 time: 0.0489879 Oct 12 20:25:20.971689 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59baac2a-b40d-412e-9aed-27fcd1bcb59e req-bfe18457-cc97-4fc4-83f6-48b34c28c8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:25:20.973215 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-59baac2a-b40d-412e-9aed-27fcd1bcb59e req-bfe18457-cc97-4fc4-83f6-48b34c28c8ad service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f029fda2-9185-4edd-aba9-b42ff9942f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389848 Oct 12 20:25:20.973352 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59baac2a-b40d-412e-9aed-27fcd1bcb59e req-b75afad7-4d63-412d-9534-351afb14b6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:25:20.974762 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-59baac2a-b40d-412e-9aed-27fcd1bcb59e req-b75afad7-4d63-412d-9534-351afb14b6a9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f029fda2-9185-4edd-aba9-b42ff9942f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438867 Oct 12 20:25:21.067021 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-59baac2a-b40d-412e-9aed-27fcd1bcb59e req-edf51cf3-0708-41e1-b888-882dc9d1242e service neutron] 10.222.0.67 "GET /v2.0/networks/f029fda2-9185-4edd-aba9-b42ff9942f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862153 Oct 12 20:25:21.097688 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb47861-53de-46ea-b035-cdf3a3caf30e req-b4da3f82-bb86-414d-85db-ca98149a86d8 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:25:21.099168 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-abb47861-53de-46ea-b035-cdf3a3caf30e req-b4da3f82-bb86-414d-85db-ca98149a86d8 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bfd8bef-34ac-45b2-be18-d933e5769c76 HTTP/1.1" status: 200 len: 943 time: 0.0751581 Oct 12 20:25:21.105402 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-59baac2a-b40d-412e-9aed-27fcd1bcb59e req-a6775c6a-c378-4f32-b5d5-19cf194372c5 service neutron] 10.222.0.61 "GET /v2.0/networks/f029fda2-9185-4edd-aba9-b42ff9942f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225994 Oct 12 20:25:21.156752 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-59baac2a-b40d-412e-9aed-27fcd1bcb59e req-dc51aad4-4112-4277-8910-9a392c6b7aa8 service neutron] 10.222.0.67 "GET /v2.0/networks/f029fda2-9185-4edd-aba9-b42ff9942f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817347 Oct 12 20:25:21.193131 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-abb47861-53de-46ea-b035-cdf3a3caf30e req-6b9c941e-0671-4ca8-b0cf-c46bd077412e tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbbdfe2c-7b7f-484d-9e41-956596986baf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826294 Oct 12 20:25:21.224483 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-59baac2a-b40d-412e-9aed-27fcd1bcb59e req-d115c504-d475-4ef6-acf6-3c8bba82426e service neutron] 10.222.0.61 "GET /v2.0/networks/f029fda2-9185-4edd-aba9-b42ff9942f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065857 Oct 12 20:25:22.314112 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ed005c-8d6f-4f1e-a9e0-5a40cf9dcac1 req-44c23980-3faf-499f-a1a4-e0aeb49222b9 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:25:22.316100 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-63ed005c-8d6f-4f1e-a9e0-5a40cf9dcac1 req-44c23980-3faf-499f-a1a4-e0aeb49222b9 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bfd8bef-34ac-45b2-be18-d933e5769c76 HTTP/1.1" status: 200 len: 943 time: 0.0539255 Oct 12 20:25:22.344920 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 5eb3467a-9a3c-4df0-9457-dc5bf71cef7f details requested by agent hyperv_n-h1-813679-3 with host n-h1-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 20:25:22.354157 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-63ed005c-8d6f-4f1e-a9e0-5a40cf9dcac1 req-8aafe5ce-5b80-4585-80b9-60c87d52c5b5 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbbdfe2c-7b7f-484d-9e41-956596986baf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320985 Oct 12 20:25:22.438150 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 5eb3467a-9a3c-4df0-9457-dc5bf71cef7f, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=5eb3467a-9a3c-4df0-9457-dc5bf71cef7f,segment=NetworkSegment(251739ae-7b55-4270-b57d-0127e7325769),segment_id=251739ae-7b55-4270-b57d-0127e7325769)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:25:22.449254 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Returning: {'device': '5eb3467a-9a3c-4df0-9457-dc5bf71cef7f', 'network_id': 'f029fda2-9185-4edd-aba9-b42ff9942f7b', 'port_id': '5eb3467a-9a3c-4df0-9457-dc5bf71cef7f', 'mac_address': 'fa:16:3e:89:87:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '202ac12e-942e-42bf-b7f2-996662b5eb86', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 20:25:22.484893 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:25:22.500360 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5eb3467a-9a3c-4df0-9457-dc5bf71cef7f {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 20:25:22.521430 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 5eb3467a-9a3c-4df0-9457-dc5bf71cef7f, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=5eb3467a-9a3c-4df0-9457-dc5bf71cef7f,segment=NetworkSegment(251739ae-7b55-4270-b57d-0127e7325769),segment_id=251739ae-7b55-4270-b57d-0127e7325769)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:25:22.600308 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:25:22.647258 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=5eb3467a-9a3c-4df0-9457-dc5bf71cef7f,revision_number=8']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:25:22.655185 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:25:22.655534 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:25:22.655891 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:25:22.656249 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:25:22.656577 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:25:22.656908 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:25:22.657230 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:25:22.657555 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:25:22.657881 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:25:22.658236 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:25:22.658560 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:25:22.658880 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:25:22.751394 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf717f0-f423-45c1-8b58-a7e3538ee9a7 req-6ad871d7-b4bf-47ea-a5e0-b24765a363c7 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:25:22.753497 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2bf717f0-f423-45c1-8b58-a7e3538ee9a7 req-6ad871d7-b4bf-47ea-a5e0-b24765a363c7 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bfd8bef-34ac-45b2-be18-d933e5769c76 HTTP/1.1" status: 200 len: 944 time: 0.0539639 Oct 12 20:25:22.818894 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2bf717f0-f423-45c1-8b58-a7e3538ee9a7 req-3593d0c5-ac90-4856-ba48-2a2d5e927d84 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbbdfe2c-7b7f-484d-9e41-956596986baf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595083 Oct 12 20:25:22.835824 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca530627-9d90-4f6f-bf90-69401e74bd4f req-f207d1f2-d24c-4b3f-8f58-e94e0ad7af8c tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:25:22.837741 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ca530627-9d90-4f6f-bf90-69401e74bd4f req-f207d1f2-d24c-4b3f-8f58-e94e0ad7af8c tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.67 "GET /v2.0/ports?device_id=9bfd8bef-34ac-45b2-be18-d933e5769c76&tenant_id=7338ca3ebf8d46358716ffb6a045af03&binding%3Ahost_id=n-h1-813679-3 HTTP/1.1" status: 200 len: 944 time: 0.0640931 Oct 12 20:25:22.843449 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['5eb3467a-9a3c-4df0-9457-dc5bf71cef7f'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 20:25:22.899150 n-d-813679-3 neutron-server[95501]: INFO neutron.api.v2.resource [req-ca530627-9d90-4f6f-bf90-69401e74bd4f req-22d23e77-6854-4664-a461-84fa1bf1cccd service neutron] delete failed (client error): The resource could not be found. Oct 12 20:25:22.900110 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ca530627-9d90-4f6f-bf90-69401e74bd4f req-22d23e77-6854-4664-a461-84fa1bf1cccd service neutron] 10.222.0.67 "DELETE /v2.0/ports/5eb3467a-9a3c-4df0-9457-dc5bf71cef7f/bindings/n-h2-813679-3 HTTP/1.1" status: 404 len: 380 time: 0.0556276 Oct 12 20:25:22.944963 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf20a6bc-067c-4ed3-bd9b-4d066b3bfabe req-2c42f7fa-03fa-4230-bf3b-813093e9e5e9 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:25:22.947932 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bf20a6bc-067c-4ed3-bd9b-4d066b3bfabe req-2c42f7fa-03fa-4230-bf3b-813093e9e5e9 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bfd8bef-34ac-45b2-be18-d933e5769c76 HTTP/1.1" status: 200 len: 944 time: 0.0559962 Oct 12 20:25:22.985860 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-bf20a6bc-067c-4ed3-bd9b-4d066b3bfabe req-e58c38d3-2bc7-49e3-bcef-e0e157ef5fb3 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbbdfe2c-7b7f-484d-9e41-956596986baf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326498 Oct 12 20:25:22.987592 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca530627-9d90-4f6f-bf90-69401e74bd4f req-6690fd67-357f-4614-ae37-166a72469f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:25:22.989303 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ca530627-9d90-4f6f-bf90-69401e74bd4f req-6690fd67-357f-4614-ae37-166a72469f30 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7338ca3ebf8d46358716ffb6a045af03&device_id=9bfd8bef-34ac-45b2-be18-d933e5769c76 HTTP/1.1" status: 200 len: 1095 time: 0.0458317 Oct 12 20:25:23.079460 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca530627-9d90-4f6f-bf90-69401e74bd4f req-440bda4f-471e-4d82-8144-79f0f04bb250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:25:23.081075 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ca530627-9d90-4f6f-bf90-69401e74bd4f req-440bda4f-471e-4d82-8144-79f0f04bb250 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f029fda2-9185-4edd-aba9-b42ff9942f7b HTTP/1.1" status: 200 len: 897 time: 0.0842857 Oct 12 20:25:23.148674 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ca530627-9d90-4f6f-bf90-69401e74bd4f req-e5c9fc35-b02a-4391-9955-065a6a4aa258 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5eb3467a-9a3c-4df0-9457-dc5bf71cef7f HTTP/1.1" status: 200 len: 999 time: 0.0602288 Oct 12 20:25:23.196474 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca530627-9d90-4f6f-bf90-69401e74bd4f req-26d054ae-1aae-44ef-a5de-54cce6b11641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:25:23.197778 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ca530627-9d90-4f6f-bf90-69401e74bd4f req-26d054ae-1aae-44ef-a5de-54cce6b11641 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=202ac12e-942e-42bf-b7f2-996662b5eb86 HTTP/1.1" status: 200 len: 833 time: 0.0423191 Oct 12 20:25:23.241856 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca530627-9d90-4f6f-bf90-69401e74bd4f req-6adb13f9-7783-4692-9c80-5b1fef063d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:25:23.243438 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ca530627-9d90-4f6f-bf90-69401e74bd4f req-6adb13f9-7783-4692-9c80-5b1fef063d3f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f029fda2-9185-4edd-aba9-b42ff9942f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391498 Oct 12 20:25:23.333729 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ca530627-9d90-4f6f-bf90-69401e74bd4f req-7c53e108-d30f-4014-b448-0f4f62360121 service neutron] 10.222.0.67 "GET /v2.0/networks/f029fda2-9185-4edd-aba9-b42ff9942f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830653 Oct 12 20:25:23.420741 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ca530627-9d90-4f6f-bf90-69401e74bd4f req-705a33af-0ceb-4595-8d7a-030adfd729c2 service neutron] 10.222.0.67 "GET /v2.0/networks/f029fda2-9185-4edd-aba9-b42ff9942f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795949 Oct 12 20:25:23.762503 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6c155fe6-db5c-4356-a564-f85b182153d0 req-5402fb97-db99-4742-a8de-51841370836a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9bfd8bef-34ac-45b2-be18-d933e5769c76&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0433941 Oct 12 20:25:23.843841 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c155fe6-db5c-4356-a564-f85b182153d0 req-ebc74f7d-22aa-46fe-92db-df41a80c6345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:25:23.845797 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6c155fe6-db5c-4356-a564-f85b182153d0 req-ebc74f7d-22aa-46fe-92db-df41a80c6345 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7338ca3ebf8d46358716ffb6a045af03&device_id=9bfd8bef-34ac-45b2-be18-d933e5769c76 HTTP/1.1" status: 200 len: 1095 time: 0.0419226 Oct 12 20:25:23.946096 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c155fe6-db5c-4356-a564-f85b182153d0 req-63eaea46-8f48-45d1-b5f0-1a21fb85d9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:25:23.947621 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6c155fe6-db5c-4356-a564-f85b182153d0 req-63eaea46-8f48-45d1-b5f0-1a21fb85d9c0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f029fda2-9185-4edd-aba9-b42ff9942f7b HTTP/1.1" status: 200 len: 897 time: 0.0830696 Oct 12 20:25:24.017893 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6c155fe6-db5c-4356-a564-f85b182153d0 req-00516647-d337-4e59-b136-d07a9db39497 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5eb3467a-9a3c-4df0-9457-dc5bf71cef7f HTTP/1.1" status: 200 len: 999 time: 0.0633008 Oct 12 20:25:24.066893 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c155fe6-db5c-4356-a564-f85b182153d0 req-36935d5b-3dc0-40c6-a029-d606f49027bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:25:24.068552 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6c155fe6-db5c-4356-a564-f85b182153d0 req-36935d5b-3dc0-40c6-a029-d606f49027bf service neutron] 10.222.0.61 "GET /v2.0/subnets?id=202ac12e-942e-42bf-b7f2-996662b5eb86 HTTP/1.1" status: 200 len: 833 time: 0.0443685 Oct 12 20:25:24.110625 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80b92f2-1db3-4697-a5a1-f00fedb31477 req-f206dba5-3ddc-4725-ace6-ee71fc02a52a tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:25:24.112798 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f80b92f2-1db3-4697-a5a1-f00fedb31477 req-f206dba5-3ddc-4725-ace6-ee71fc02a52a tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bfd8bef-34ac-45b2-be18-d933e5769c76 HTTP/1.1" status: 200 len: 944 time: 0.0575883 Oct 12 20:25:24.115246 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c155fe6-db5c-4356-a564-f85b182153d0 req-906d0dfa-8764-4d8e-b0d9-4a975c01ccbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:25:24.116919 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6c155fe6-db5c-4356-a564-f85b182153d0 req-906d0dfa-8764-4d8e-b0d9-4a975c01ccbe service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f029fda2-9185-4edd-aba9-b42ff9942f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417526 Oct 12 20:25:24.153362 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f80b92f2-1db3-4697-a5a1-f00fedb31477 req-8ea03d22-8e94-44d8-a282-49521bf83598 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbbdfe2c-7b7f-484d-9e41-956596986baf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340753 Oct 12 20:25:24.218251 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6c155fe6-db5c-4356-a564-f85b182153d0 req-57596df7-2fb5-4b06-b0ff-f06d3f69bcb7 service neutron] 10.222.0.61 "GET /v2.0/networks/f029fda2-9185-4edd-aba9-b42ff9942f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934858 Oct 12 20:25:24.313142 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6c155fe6-db5c-4356-a564-f85b182153d0 req-b9dbac24-b1ce-4cc5-9b13-d1982098994a service neutron] 10.222.0.61 "GET /v2.0/networks/f029fda2-9185-4edd-aba9-b42ff9942f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884774 Oct 12 20:25:24.370341 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 5eb3467a-9a3c-4df0-9457-dc5bf71cef7f up at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 20:25:24.469065 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning for port 5eb3467a-9a3c-4df0-9457-dc5bf71cef7f completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 20:25:24.473239 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning complete for port 5eb3467a-9a3c-4df0-9457-dc5bf71cef7f triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:25:24.476797 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:25:24.550641 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:25:24.572538 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bfd8bef-34ac-45b2-be18-d933e5769c76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eb3467a-9a3c-4df0-9457-dc5bf71cef7f'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:25:24.574675 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b9295f95168b7ebeacfaf6dce688c5b5a488805d3fcc076b348ff91511493a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfeff819-6f93-4ba8-ae63-ebda7590962c" -d '{"events": [{"server_uuid": "9bfd8bef-34ac-45b2-be18-d933e5769c76", "name": "network-vif-plugged", "status": "completed", "tag": "5eb3467a-9a3c-4df0-9457-dc5bf71cef7f"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:25:24.589521 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 5eb3467a-9a3c-4df0-9457-dc5bf71cef7f, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=5eb3467a-9a3c-4df0-9457-dc5bf71cef7f,segment=NetworkSegment(251739ae-7b55-4270-b57d-0127e7325769),segment_id=251739ae-7b55-4270-b57d-0127e7325769)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:25:24.610416 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 20:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fff6cf1-c13d-45ed-a951-6078b84e3d76 x-openstack-request-id: req-9fff6cf1-c13d-45ed-a951-6078b84e3d76 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:25:24.610705 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bfd8bef-34ac-45b2-be18-d933e5769c76", "name": "network-vif-plugged", "status": "completed", "tag": "5eb3467a-9a3c-4df0-9457-dc5bf71cef7f", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:25:24.610956 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9fff6cf1-c13d-45ed-a951-6078b84e3d76 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:25:24.611367 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bfd8bef-34ac-45b2-be18-d933e5769c76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eb3467a-9a3c-4df0-9457-dc5bf71cef7f', 'code': 200} Oct 12 20:25:24.656472 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:25:24.702503 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=5eb3467a-9a3c-4df0-9457-dc5bf71cef7f,revision_number=9']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:25:25.270206 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5699d689-8b10-4a9e-b256-089aba7546cd req-3b756514-c6a9-4b63-90b0-43650d1eef7c tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:25:25.271661 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5699d689-8b10-4a9e-b256-089aba7546cd req-3b756514-c6a9-4b63-90b0-43650d1eef7c tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bfd8bef-34ac-45b2-be18-d933e5769c76 HTTP/1.1" status: 200 len: 945 time: 0.0522902 Oct 12 20:25:25.308638 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5699d689-8b10-4a9e-b256-089aba7546cd req-1571f8fe-7696-43d2-9267-55272ce8e405 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbbdfe2c-7b7f-484d-9e41-956596986baf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311470 Oct 12 20:25:25.330748 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 36592) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:25:25.389814 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-f8b94bc4-158d-4eac-88cc-b0c78367c1a8 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/floatingips/4b0e5667-88f7-49e4-b339-b8ad765a613a HTTP/1.1" status: 200 len: 992 time: 0.0573306 Oct 12 20:25:29.199372 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d506794b-02e2-4a23-bd20-a5d063f36d4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:25:31.736985 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4c9e2284-58c9-4874-a48c-34294287167f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:25:32.582589 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:25:33.342988 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:25:33.720170 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:25:34.193508 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 20:25:34.690458 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:25:34.782800 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:25:54.109153 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 36606) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:25:54.265119 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-0a5d8195-0bc6-458d-b6db-a5e68148d2e5 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Deleting port ae6324db-3e80-4221-9998-be64d4744dca {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 20:25:54.265461 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0a5d8195-0bc6-458d-b6db-a5e68148d2e5 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:25:54.338574 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0a5d8195-0bc6-458d-b6db-a5e68148d2e5 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:25:54.338829 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0a5d8195-0bc6-458d-b6db-a5e68148d2e5 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:25:54.350088 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-0a5d8195-0bc6-458d-b6db-a5e68148d2e5 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Calling delete_port for ae6324db-3e80-4221-9998-be64d4744dca owned by network:floatingip {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 20:25:54.542474 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0a5d8195-0bc6-458d-b6db-a5e68148d2e5 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:25:54.567640 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5d8195-0bc6-458d-b6db-a5e68148d2e5 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Pushing event deleted for resources: {'Port': ['ID=ae6324db-3e80-4221-9998-be64d4744dca,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:25:54.579359 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5d8195-0bc6-458d-b6db-a5e68148d2e5 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:25:54.579714 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5d8195-0bc6-458d-b6db-a5e68148d2e5 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:25:54.580081 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5d8195-0bc6-458d-b6db-a5e68148d2e5 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:25:54.580425 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5d8195-0bc6-458d-b6db-a5e68148d2e5 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:25:54.580760 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5d8195-0bc6-458d-b6db-a5e68148d2e5 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:25:54.581093 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5d8195-0bc6-458d-b6db-a5e68148d2e5 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:25:54.581423 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5d8195-0bc6-458d-b6db-a5e68148d2e5 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:25:54.581749 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5d8195-0bc6-458d-b6db-a5e68148d2e5 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:25:54.582076 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5d8195-0bc6-458d-b6db-a5e68148d2e5 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:25:54.582432 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5d8195-0bc6-458d-b6db-a5e68148d2e5 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:25:54.582724 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5d8195-0bc6-458d-b6db-a5e68148d2e5 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:25:54.583044 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5d8195-0bc6-458d-b6db-a5e68148d2e5 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:25:54.638251 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0a5d8195-0bc6-458d-b6db-a5e68148d2e5 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for floatingip, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:25:54.638589 n-d-813679-3 neutron-server[95501]: INFO neutron.db.l3_db [None req-0a5d8195-0bc6-458d-b6db-a5e68148d2e5 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Floating IP 4b0e5667-88f7-49e4-b339-b8ad765a613a disassociated (deleted). External IP: 172.25.5.31, port: 5eb3467a-9a3c-4df0-9457-dc5bf71cef7f. Oct 12 20:25:54.834378 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a5d8195-0bc6-458d-b6db-a5e68148d2e5 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Router 982cb1bf-c15a-4064-a304-7a7c125c6fbe has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 20:25:55.277356 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a5d8195-0bc6-458d-b6db-a5e68148d2e5 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 20:25:55.282150 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0a5d8195-0bc6-458d-b6db-a5e68148d2e5 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:25:55.287597 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951bfb68-4886-4e08-94e3-02962e746931 None None] Sync routers for ids ['982cb1bf-c15a-4064-a304-7a7c125c6fbe'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 20:25:55.296700 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951bfb68-4886-4e08-94e3-02962e746931 None None] Routers {'982cb1bf-c15a-4064-a304-7a7c125c6fbe'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:25:55.297301 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-951bfb68-4886-4e08-94e3-02962e746931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:25:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['982cb1bf-c15a-4064-a304-7a7c125c6fbe'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:25:55.307555 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-0a5d8195-0bc6-458d-b6db-a5e68148d2e5 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "DELETE /v2.0/floatingips/4b0e5667-88f7-49e4-b339-b8ad765a613a HTTP/1.1" status: 204 len: 168 time: 1.1973333 Oct 12 20:25:55.308138 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bfd8bef-34ac-45b2-be18-d933e5769c76', 'tag': '5eb3467a-9a3c-4df0-9457-dc5bf71cef7f'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:25:55.310375 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de8ed798067560d07a98492cd8cb53eb3655be3ac6c9fe2f8402857175a8f58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b8ebb8d-7158-4ab7-a333-dc0648a77af9" -d '{"events": [{"name": "network-changed", "server_uuid": "9bfd8bef-34ac-45b2-be18-d933e5769c76", "tag": "5eb3467a-9a3c-4df0-9457-dc5bf71cef7f"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:25:55.404719 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-951bfb68-4886-4e08-94e3-02962e746931 None None] Set router 982cb1bf-c15a-4064-a304-7a7c125c6fbe gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:25:55.434952 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 20:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a2eea06-4843-4871-bf34-77b69a86b8bd x-openstack-request-id: req-4a2eea06-4843-4871-bf34-77b69a86b8bd {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:25:55.435223 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bfd8bef-34ac-45b2-be18-d933e5769c76", "tag": "5eb3467a-9a3c-4df0-9457-dc5bf71cef7f", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:25:55.435448 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4a2eea06-4843-4871-bf34-77b69a86b8bd {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:25:55.435846 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bfd8bef-34ac-45b2-be18-d933e5769c76', 'tag': '5eb3467a-9a3c-4df0-9457-dc5bf71cef7f', 'status': 'completed', 'code': 200} Oct 12 20:25:55.498435 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8ebb8d-7158-4ab7-a333-dc0648a77af9 req-da7b3e2e-2904-413e-84eb-9b6d6bcd6745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:25:55.499912 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6b8ebb8d-7158-4ab7-a333-dc0648a77af9 req-da7b3e2e-2904-413e-84eb-9b6d6bcd6745 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7338ca3ebf8d46358716ffb6a045af03&device_id=9bfd8bef-34ac-45b2-be18-d933e5769c76 HTTP/1.1" status: 200 len: 1096 time: 0.0405591 Oct 12 20:25:55.594819 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8ebb8d-7158-4ab7-a333-dc0648a77af9 req-38ccb6f5-ba75-4002-9f84-f40405a5f19f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:25:55.596359 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6b8ebb8d-7158-4ab7-a333-dc0648a77af9 req-38ccb6f5-ba75-4002-9f84-f40405a5f19f service neutron] 10.222.0.61 "GET /v2.0/networks?id=f029fda2-9185-4edd-aba9-b42ff9942f7b HTTP/1.1" status: 200 len: 897 time: 0.0874097 Oct 12 20:25:55.607282 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-951bfb68-4886-4e08-94e3-02962e746931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '982cb1bf-c15a-4064-a304-7a7c125c6fbe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1293077137', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': '72d05c03-4555-491d-a567-85e078ce3e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:24:06Z', 'updated_at': '2021-10-12T20:24:10Z', 'revision_number': 4, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'gw_port': {'id': '72d05c03-4555-491d-a567-85e078ce3e52', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982cb1bf-c15a-4064-a304-7a7c125c6fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:24:06Z', 'updated_at': '2021-10-12T20:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '9aef7c93-8fd8-4518-97cc-cc48eef2f14f', 'name': '', 'network_id': 'f029fda2-9185-4edd-aba9-b42ff9942f7b', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'mac_address': 'fa:16:3e:d4:bc:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982cb1bf-c15a-4064-a304-7a7c125c6fbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '202ac12e-942e-42bf-b7f2-996662b5eb86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:24:10Z', 'updated_at': '2021-10-12T20:24:13Z', 'revision_number': 5, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'subnets': [{'id': '202ac12e-942e-42bf-b7f2-996662b5eb86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:25:55.638846 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951bfb68-4886-4e08-94e3-02962e746931 None None] Checking router: 982cb1bf-c15a-4064-a304-7a7c125c6fbe for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 20:25:55.642749 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6b8ebb8d-7158-4ab7-a333-dc0648a77af9 req-e2f31a7f-dba5-437c-9fdc-33efebf15e3b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5eb3467a-9a3c-4df0-9457-dc5bf71cef7f HTTP/1.1" status: 200 len: 217 time: 0.0394890 Oct 12 20:25:55.649172 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951bfb68-4886-4e08-94e3-02962e746931 None None] Routers {'982cb1bf-c15a-4064-a304-7a7c125c6fbe'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:25:55.649787 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-951bfb68-4886-4e08-94e3-02962e746931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:25:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['982cb1bf-c15a-4064-a304-7a7c125c6fbe'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:25:55.724917 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8ebb8d-7158-4ab7-a333-dc0648a77af9 req-082bb08f-6e9f-4223-a4af-b26453739f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:25:55.730797 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6b8ebb8d-7158-4ab7-a333-dc0648a77af9 req-082bb08f-6e9f-4223-a4af-b26453739f98 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=202ac12e-942e-42bf-b7f2-996662b5eb86 HTTP/1.1" status: 200 len: 833 time: 0.0701473 Oct 12 20:25:55.751276 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc541a70-aa08-45d9-b7f2-3d4910e2ae55 req-195654fc-8bd1-48eb-a16e-dbe9766c8c60 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:25:55.752873 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-cc541a70-aa08-45d9-b7f2-3d4910e2ae55 req-195654fc-8bd1-48eb-a16e-dbe9766c8c60 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bfd8bef-34ac-45b2-be18-d933e5769c76 HTTP/1.1" status: 200 len: 945 time: 0.0701015 Oct 12 20:25:55.754012 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-951bfb68-4886-4e08-94e3-02962e746931 None None] Set router 982cb1bf-c15a-4064-a304-7a7c125c6fbe gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:25:55.816632 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8ebb8d-7158-4ab7-a333-dc0648a77af9 req-89e96d83-7d80-4dd8-a3b2-ef38657f1871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:25:55.818104 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6b8ebb8d-7158-4ab7-a333-dc0648a77af9 req-89e96d83-7d80-4dd8-a3b2-ef38657f1871 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f029fda2-9185-4edd-aba9-b42ff9942f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0836813 Oct 12 20:25:55.822015 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-cc541a70-aa08-45d9-b7f2-3d4910e2ae55 req-7d3e9452-ab29-43d0-808c-30136fe45865 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbbdfe2c-7b7f-484d-9e41-956596986baf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546196 Oct 12 20:25:55.908502 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6b8ebb8d-7158-4ab7-a333-dc0648a77af9 req-a011d2fb-7258-45bc-a095-192416139ddc service neutron] 10.222.0.61 "GET /v2.0/networks/f029fda2-9185-4edd-aba9-b42ff9942f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808284 Oct 12 20:25:55.951107 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-951bfb68-4886-4e08-94e3-02962e746931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '982cb1bf-c15a-4064-a304-7a7c125c6fbe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1293077137', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': '72d05c03-4555-491d-a567-85e078ce3e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:24:06Z', 'updated_at': '2021-10-12T20:24:10Z', 'revision_number': 4, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'gw_port': {'id': '72d05c03-4555-491d-a567-85e078ce3e52', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982cb1bf-c15a-4064-a304-7a7c125c6fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:24:06Z', 'updated_at': '2021-10-12T20:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '9aef7c93-8fd8-4518-97cc-cc48eef2f14f', 'name': '', 'network_id': 'f029fda2-9185-4edd-aba9-b42ff9942f7b', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'mac_address': 'fa:16:3e:d4:bc:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982cb1bf-c15a-4064-a304-7a7c125c6fbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '202ac12e-942e-42bf-b7f2-996662b5eb86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:24:10Z', 'updated_at': '2021-10-12T20:24:13Z', 'revision_number': 5, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'subnets': [{'id': '202ac12e-942e-42bf-b7f2-996662b5eb86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:25:55.980960 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951bfb68-4886-4e08-94e3-02962e746931 None None] The sync data for ids ['982cb1bf-c15a-4064-a304-7a7c125c6fbe'] in n-d-813679-3 is: [{'id': '982cb1bf-c15a-4064-a304-7a7c125c6fbe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1293077137', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': '72d05c03-4555-491d-a567-85e078ce3e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:24:06Z', 'updated_at': '2021-10-12T20:24:10Z', 'revision_number': 4, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'gw_port': {'id': '72d05c03-4555-491d-a567-85e078ce3e52', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982cb1bf-c15a-4064-a304-7a7c125c6fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:24:06Z', 'updated_at': '2021-10-12T20:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '9aef7c93-8fd8-4518-97cc-cc48eef2f14f', 'name': '', 'network_id': 'f029fda2-9185-4edd-aba9-b42ff9942f7b', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'mac_address': 'fa:16:3e:d4:bc:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982cb1bf-c15a-4064-a304-7a7c125c6fbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '202ac12e-942e-42bf-b7f2-996662b5eb86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:24:10Z', 'updated_at': '2021-10-12T20:24:13Z', 'revision_number': 5, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'subnets': [{'id': '202ac12e-942e-42bf-b7f2-996662b5eb86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 20:25:56.002487 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6b8ebb8d-7158-4ab7-a333-dc0648a77af9 req-b1bc18f9-d662-4fac-9e78-3c45d955c094 service neutron] 10.222.0.61 "GET /v2.0/networks/f029fda2-9185-4edd-aba9-b42ff9942f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864313 Oct 12 20:25:56.195518 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71be4c88-369e-4b56-ab3b-73190bedd3de None None] New status for floating IP 4b0e5667-88f7-49e4-b339-b8ad765a613a: DOWN {{(pid=95503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 20:25:56.940858 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fd5c7c-b8f7-4528-b0ff-3be4d8f94896 req-a5f78113-e9eb-486c-a3d2-f2cfca4512f5 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:25:56.942358 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-83fd5c7c-b8f7-4528-b0ff-3be4d8f94896 req-a5f78113-e9eb-486c-a3d2-f2cfca4512f5 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bfd8bef-34ac-45b2-be18-d933e5769c76 HTTP/1.1" status: 200 len: 945 time: 0.0510035 Oct 12 20:25:56.972958 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7965508d-5ee1-4d34-96a8-de26ff8ff08f req-c5981fc6-c7d7-4fd0-b7c7-a6715b506ab7 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:25:56.974408 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7965508d-5ee1-4d34-96a8-de26ff8ff08f req-c5981fc6-c7d7-4fd0-b7c7-a6715b506ab7 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.61 "GET /v2.0/ports?device_id=9bfd8bef-34ac-45b2-be18-d933e5769c76 HTTP/1.1" status: 200 len: 945 time: 0.0491593 Oct 12 20:25:56.980253 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-83fd5c7c-b8f7-4528-b0ff-3be4d8f94896 req-d3c696d3-69b8-41f8-a3e2-0ac1c3ceeb87 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbbdfe2c-7b7f-484d-9e41-956596986baf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313597 Oct 12 20:25:57.062351 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-7965508d-5ee1-4d34-96a8-de26ff8ff08f req-0e6469b7-4824-4565-b528-fc5e88684d25 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Deleting port 5eb3467a-9a3c-4df0-9457-dc5bf71cef7f {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 20:25:57.062689 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-7965508d-5ee1-4d34-96a8-de26ff8ff08f req-0e6469b7-4824-4565-b528-fc5e88684d25 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:25:57.154668 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-7965508d-5ee1-4d34-96a8-de26ff8ff08f req-0e6469b7-4824-4565-b528-fc5e88684d25 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] For port 5eb3467a-9a3c-4df0-9457-dc5bf71cef7f, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=5eb3467a-9a3c-4df0-9457-dc5bf71cef7f,segment=NetworkSegment(251739ae-7b55-4270-b57d-0127e7325769),segment_id=251739ae-7b55-4270-b57d-0127e7325769)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:25:57.155028 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-7965508d-5ee1-4d34-96a8-de26ff8ff08f req-0e6469b7-4824-4565-b528-fc5e88684d25 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:25:57.167051 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-7965508d-5ee1-4d34-96a8-de26ff8ff08f req-0e6469b7-4824-4565-b528-fc5e88684d25 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Calling delete_port for 5eb3467a-9a3c-4df0-9457-dc5bf71cef7f owned by compute:nova {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 20:25:57.341799 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-7965508d-5ee1-4d34-96a8-de26ff8ff08f req-0e6469b7-4824-4565-b528-fc5e88684d25 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:25:57.369618 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6469b7-4824-4565-b528-fc5e88684d25 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Pushing event deleted for resources: {'Port': ['ID=5eb3467a-9a3c-4df0-9457-dc5bf71cef7f,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:25:57.408741 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-7965508d-5ee1-4d34-96a8-de26ff8ff08f req-0e6469b7-4824-4565-b528-fc5e88684d25 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] No DVR routers for this DVR port 5eb3467a-9a3c-4df0-9457-dc5bf71cef7f on host n-h1-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 20:25:57.411311 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-7965508d-5ee1-4d34-96a8-de26ff8ff08f req-0e6469b7-4824-4565-b528-fc5e88684d25 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:25:57.415038 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7965508d-5ee1-4d34-96a8-de26ff8ff08f req-0e6469b7-4824-4565-b528-fc5e88684d25 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.61 "DELETE /v2.0/ports/5eb3467a-9a3c-4df0-9457-dc5bf71cef7f HTTP/1.1" status: 204 len: 173 time: 0.4344175 Oct 12 20:25:57.415466 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bfd8bef-34ac-45b2-be18-d933e5769c76', 'name': 'network-vif-deleted', 'tag': '5eb3467a-9a3c-4df0-9457-dc5bf71cef7f'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:25:57.417763 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d38ba98a80be6c2fe69993d1a3c9eb2b0c7fe5c84c08efdde6b95a5e2d0657c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d1ec7e1-69df-41a3-82f7-cdbdce1203bf" -d '{"events": [{"server_uuid": "9bfd8bef-34ac-45b2-be18-d933e5769c76", "name": "network-vif-deleted", "tag": "5eb3467a-9a3c-4df0-9457-dc5bf71cef7f"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:25:57.504876 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 20:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04cfc2ed-28e3-487c-891b-7bcf2d8b1c84 x-openstack-request-id: req-04cfc2ed-28e3-487c-891b-7bcf2d8b1c84 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:25:57.505264 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bfd8bef-34ac-45b2-be18-d933e5769c76", "name": "network-vif-deleted", "tag": "5eb3467a-9a3c-4df0-9457-dc5bf71cef7f", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:25:57.505521 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-04cfc2ed-28e3-487c-891b-7bcf2d8b1c84 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:25:57.505921 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bfd8bef-34ac-45b2-be18-d933e5769c76', 'name': 'network-vif-deleted', 'tag': '5eb3467a-9a3c-4df0-9457-dc5bf71cef7f', 'status': 'completed', 'code': 200} Oct 12 20:25:58.087416 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-02ac054f-32b0-4875-8251-0f879c37f896 req-c389f217-a0e5-48da-a2c6-bdba04a054ac tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bfd8bef-34ac-45b2-be18-d933e5769c76 HTTP/1.1" status: 200 len: 210 time: 0.0261545 Oct 12 20:25:59.146122 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 36626) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:25:59.182434 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-07e4e82f-d19f-48bf-959b-f8b56ad77a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:25:59.500878 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5e7bb408-4be1-465a-84d6-c74606558177 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8092566'] for router_interface, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:25:59.747908 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-5e7bb408-4be1-465a-84d6-c74606558177 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Deleting port 9aef7c93-8fd8-4518-97cc-cc48eef2f14f {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 20:25:59.748284 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5e7bb408-4be1-465a-84d6-c74606558177 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:25:59.836849 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [None req-5e7bb408-4be1-465a-84d6-c74606558177 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] For port 9aef7c93-8fd8-4518-97cc-cc48eef2f14f, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=9aef7c93-8fd8-4518-97cc-cc48eef2f14f,segment=NetworkSegment(251739ae-7b55-4270-b57d-0127e7325769),segment_id=251739ae-7b55-4270-b57d-0127e7325769)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:25:59.837149 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5e7bb408-4be1-465a-84d6-c74606558177 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:25:59.849293 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-5e7bb408-4be1-465a-84d6-c74606558177 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Calling delete_port for 9aef7c93-8fd8-4518-97cc-cc48eef2f14f owned by network:router_interface {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 20:26:00.103121 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5e7bb408-4be1-465a-84d6-c74606558177 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:00.135516 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7bb408-4be1-465a-84d6-c74606558177 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Pushing event deleted for resources: {'Port': ['ID=9aef7c93-8fd8-4518-97cc-cc48eef2f14f,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:26:00.316890 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-5e7bb408-4be1-465a-84d6-c74606558177 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7898909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8092450'] for router_interface, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:00.536075 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e7bb408-4be1-465a-84d6-c74606558177 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Router 982cb1bf-c15a-4064-a304-7a7c125c6fbe has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 20:26:00.557426 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 5eb3467a-9a3c-4df0-9457-dc5bf71cef7f no longer exists at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 20:26:00.577213 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] No Port match for: 5eb3467a-9a3c-4df0-9457-dc5bf71cef7f {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 20:26:00.577563 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 5eb3467a-9a3c-4df0-9457-dc5bf71cef7f not bound to the agent host n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 20:26:00.638783 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e7bb408-4be1-465a-84d6-c74606558177 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 20:26:00.643729 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-5e7bb408-4be1-465a-84d6-c74606558177 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "PUT /v2.0/routers/982cb1bf-c15a-4064-a304-7a7c125c6fbe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4965782 Oct 12 20:26:00.646464 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 36628) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:26:00.648976 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a21c78f-89ad-4f16-8720-268ea4d2b8a2 None None] Sync routers for ids ['982cb1bf-c15a-4064-a304-7a7c125c6fbe'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 20:26:00.658320 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a21c78f-89ad-4f16-8720-268ea4d2b8a2 None None] Routers {'982cb1bf-c15a-4064-a304-7a7c125c6fbe'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:26:00.658914 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-5a21c78f-89ad-4f16-8720-268ea4d2b8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:25:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['982cb1bf-c15a-4064-a304-7a7c125c6fbe'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:26:00.698611 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_v2 [None req-98f91f19-f0f5-4e92-bf1e-4ec3f9048c55 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Deleting subnet 202ac12e-942e-42bf-b7f2-996662b5eb86 {{(pid=95501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 20:26:00.702132 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-98f91f19-f0f5-4e92-bf1e-4ec3f9048c55 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for subnet, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:00.743303 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-98f91f19-f0f5-4e92-bf1e-4ec3f9048c55 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281083'] for subnet, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:00.830508 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-98f91f19-f0f5-4e92-bf1e-4ec3f9048c55 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:00.850723 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-5a21c78f-89ad-4f16-8720-268ea4d2b8a2 None None] Set router 982cb1bf-c15a-4064-a304-7a7c125c6fbe gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:26:00.977519 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-98f91f19-f0f5-4e92-bf1e-4ec3f9048c55 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4824924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4612362'] for subnet, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:01.005081 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f91f19-f0f5-4e92-bf1e-4ec3f9048c55 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Pushing event deleted for resources: {'Subnet': ['ID=202ac12e-942e-42bf-b7f2-996662b5eb86,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:26:01.006980 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-98f91f19-f0f5-4e92-bf1e-4ec3f9048c55 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:01.010332 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-98f91f19-f0f5-4e92-bf1e-4ec3f9048c55 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "DELETE /v2.0/subnets/202ac12e-942e-42bf-b7f2-996662b5eb86 HTTP/1.1" status: 204 len: 168 time: 0.3626614 Oct 12 20:26:01.012641 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f07b042f-7787-4c95-8bef-b9f28a83841f None None] Network f029fda2-9185-4edd-aba9-b42ff9942f7b requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 20:26:01.013017 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 36630) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:26:01.033675 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-5a21c78f-89ad-4f16-8720-268ea4d2b8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '982cb1bf-c15a-4064-a304-7a7c125c6fbe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1293077137', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': '72d05c03-4555-491d-a567-85e078ce3e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:24:06Z', 'updated_at': '2021-10-12T20:25:59Z', 'revision_number': 5, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'gw_port': {'id': '72d05c03-4555-491d-a567-85e078ce3e52', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982cb1bf-c15a-4064-a304-7a7c125c6fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:24:06Z', 'updated_at': '2021-10-12T20:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:26:01.061184 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a21c78f-89ad-4f16-8720-268ea4d2b8a2 None None] Checking router: 982cb1bf-c15a-4064-a304-7a7c125c6fbe for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 20:26:01.071356 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a21c78f-89ad-4f16-8720-268ea4d2b8a2 None None] Routers {'982cb1bf-c15a-4064-a304-7a7c125c6fbe'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:26:01.072235 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-5a21c78f-89ad-4f16-8720-268ea4d2b8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:25:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['982cb1bf-c15a-4064-a304-7a7c125c6fbe'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:26:01.120946 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e7b624c3-68c4-464f-83b7-6ba1333f08a3 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for router, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:01.189817 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-5a21c78f-89ad-4f16-8720-268ea4d2b8a2 None None] Set router 982cb1bf-c15a-4064-a304-7a7c125c6fbe gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:26:01.205292 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37028380-9615-4267-8912-c4f8c394b037 None None] DHCP port deletion for f029fda2-9185-4edd-aba9-b42ff9942f7b request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 20:26:01.234193 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e7b624c3-68c4-464f-83b7-6ba1333f08a3 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:01.251240 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-37028380-9615-4267-8912-c4f8c394b037 None None] Deleting port 46d0f16f-36c8-4eb3-994a-c41fd083c7ad {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 20:26:01.255167 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-37028380-9615-4267-8912-c4f8c394b037 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:01.317232 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-37028380-9615-4267-8912-c4f8c394b037 None None] For port 46d0f16f-36c8-4eb3-994a-c41fd083c7ad, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=46d0f16f-36c8-4eb3-994a-c41fd083c7ad,segment=NetworkSegment(251739ae-7b55-4270-b57d-0127e7325769),segment_id=251739ae-7b55-4270-b57d-0127e7325769)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:26:01.317933 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-37028380-9615-4267-8912-c4f8c394b037 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:01.331679 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-37028380-9615-4267-8912-c4f8c394b037 None None] Calling delete_port for 46d0f16f-36c8-4eb3-994a-c41fd083c7ad owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 20:26:01.352152 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-e7b624c3-68c4-464f-83b7-6ba1333f08a3 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Deleting port 72d05c03-4555-491d-a567-85e078ce3e52 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 20:26:01.352510 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e7b624c3-68c4-464f-83b7-6ba1333f08a3 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:01.372476 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-5a21c78f-89ad-4f16-8720-268ea4d2b8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '982cb1bf-c15a-4064-a304-7a7c125c6fbe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1293077137', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': '72d05c03-4555-491d-a567-85e078ce3e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:24:06Z', 'updated_at': '2021-10-12T20:25:59Z', 'revision_number': 5, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'gw_port': {'id': '72d05c03-4555-491d-a567-85e078ce3e52', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982cb1bf-c15a-4064-a304-7a7c125c6fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:24:06Z', 'updated_at': '2021-10-12T20:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:26:01.400479 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a21c78f-89ad-4f16-8720-268ea4d2b8a2 None None] The sync data for ids ['982cb1bf-c15a-4064-a304-7a7c125c6fbe'] in n-d-813679-3 is: [{'id': '982cb1bf-c15a-4064-a304-7a7c125c6fbe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1293077137', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': '72d05c03-4555-491d-a567-85e078ce3e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:24:06Z', 'updated_at': '2021-10-12T20:25:59Z', 'revision_number': 5, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'gw_port': {'id': '72d05c03-4555-491d-a567-85e078ce3e52', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982cb1bf-c15a-4064-a304-7a7c125c6fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:24:06Z', 'updated_at': '2021-10-12T20:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 20:26:01.441163 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-e7b624c3-68c4-464f-83b7-6ba1333f08a3 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] For port 72d05c03-4555-491d-a567-85e078ce3e52, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=72d05c03-4555-491d-a567-85e078ce3e52,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:26:01.441573 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e7b624c3-68c4-464f-83b7-6ba1333f08a3 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:01.453886 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-e7b624c3-68c4-464f-83b7-6ba1333f08a3 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Calling delete_port for 72d05c03-4555-491d-a567-85e078ce3e52 owned by network:router_gateway {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 20:26:01.462782 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-37028380-9615-4267-8912-c4f8c394b037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:01.485740 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37028380-9615-4267-8912-c4f8c394b037 None None] Pushing event deleted for resources: {'Port': ['ID=46d0f16f-36c8-4eb3-994a-c41fd083c7ad,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:26:01.492111 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37028380-9615-4267-8912-c4f8c394b037 None None] No DVR routers for this DVR port 46d0f16f-36c8-4eb3-994a-c41fd083c7ad on host n-d-813679-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 20:26:01.690572 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e7b624c3-68c4-464f-83b7-6ba1333f08a3 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:01.716491 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b624c3-68c4-464f-83b7-6ba1333f08a3 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Pushing event deleted for resources: {'Port': ['ID=72d05c03-4555-491d-a567-85e078ce3e52,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:26:01.753490 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-095f9fed-91e0-409e-bbc3-60d7749a4049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:01.783676 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e7b624c3-68c4-464f-83b7-6ba1333f08a3 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7915456'] for router_gateway, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:01.880178 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e7b624c3-68c4-464f-83b7-6ba1333f08a3 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255495'] for router, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:01.882357 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e7b624c3-68c4-464f-83b7-6ba1333f08a3 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:01.993960 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e7b624c3-68c4-464f-83b7-6ba1333f08a3 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8093499'] for router, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:01.994532 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7b624c3-68c4-464f-83b7-6ba1333f08a3 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Fanout notify agent at l3_agent the message router_deleted on router 982cb1bf-c15a-4064-a304-7a7c125c6fbe {{(pid=95502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 20:26:02.001466 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e7b624c3-68c4-464f-83b7-6ba1333f08a3 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:02.002578 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-e7b624c3-68c4-464f-83b7-6ba1333f08a3 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "DELETE /v2.0/routers/982cb1bf-c15a-4064-a304-7a7c125c6fbe HTTP/1.1" status: 204 len: 168 time: 0.9885774 Oct 12 20:26:02.005502 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 36632) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:26:02.087024 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1185a9fa-ff93-4581-8953-fcfc02da8bc8 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:02.170652 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1185a9fa-ff93-4581-8953-fcfc02da8bc8 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:02.190217 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-1185a9fa-ff93-4581-8953-fcfc02da8bc8 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f029fda2-9185-4edd-aba9-b42ff9942f7b']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:26:02.199109 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-1185a9fa-ff93-4581-8953-fcfc02da8bc8 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '251739ae-7b55-4270-b57d-0127e7325769') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:26:02.199334 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-1185a9fa-ff93-4581-8953-fcfc02da8bc8 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '251739ae-7b55-4270-b57d-0127e7325769') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:26:02.208329 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1185a9fa-ff93-4581-8953-fcfc02da8bc8 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16313633'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:02.220877 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1185a9fa-ff93-4581-8953-fcfc02da8bc8 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:02.227041 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1185a9fa-ff93-4581-8953-fcfc02da8bc8 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 20:26:02.227420 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1185a9fa-ff93-4581-8953-fcfc02da8bc8 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4305278'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:02.230397 n-d-813679-3 neutron-server[95502]: Traceback (most recent call last): Oct 12 20:26:02.230397 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 20:26:02.230397 n-d-813679-3 neutron-server[95502]: timer() Oct 12 20:26:02.230397 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 20:26:02.230397 n-d-813679-3 neutron-server[95502]: cb(*args, **kw) Oct 12 20:26:02.230397 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 20:26:02.230397 n-d-813679-3 neutron-server[95502]: return func(*args, **kwargs) Oct 12 20:26:02.230397 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 20:26:02.230397 n-d-813679-3 neutron-server[95502]: self._notify() Oct 12 20:26:02.230397 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 20:26:02.230397 n-d-813679-3 neutron-server[95502]: self.callback(batched_events) Oct 12 20:26:02.230397 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 20:26:02.230397 n-d-813679-3 neutron-server[95502]: event.method(event) Oct 12 20:26:02.230397 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 20:26:02.230397 n-d-813679-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 20:26:02.230397 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 20:26:02.230397 n-d-813679-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 20:26:02.230397 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 20:26:02.230397 n-d-813679-3 neutron-server[95502]: return f(self, *a, **k) Oct 12 20:26:02.230397 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 20:26:02.230397 n-d-813679-3 neutron-server[95502]: return self._get(url).json() Oct 12 20:26:02.230397 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 20:26:02.230397 n-d-813679-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 20:26:02.230397 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 20:26:02.230397 n-d-813679-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Oct 12 20:26:02.230397 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 20:26:02.230397 n-d-813679-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 20:26:02.230397 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 20:26:02.230397 n-d-813679-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 20:26:02.230397 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 20:26:02.230397 n-d-813679-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 20:26:02.230397 n-d-813679-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 20:26:02.336888 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1185a9fa-ff93-4581-8953-fcfc02da8bc8 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:02.345060 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1185a9fa-ff93-4581-8953-fcfc02da8bc8 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:02.349937 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-1185a9fa-ff93-4581-8953-fcfc02da8bc8 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "DELETE /v2.0/networks/f029fda2-9185-4edd-aba9-b42ff9942f7b HTTP/1.1" status: 204 len: 168 time: 0.3425701 Oct 12 20:26:02.352641 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 36634) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:26:02.362258 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1185a9fa-ff93-4581-8953-fcfc02da8bc8 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Pushing event deleted for resources: {'Network': ['ID=f029fda2-9185-4edd-aba9-b42ff9942f7b,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:26:02.417081 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0d0de477-9e82-442e-9617-1a72cc733b7f tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:02.442870 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0d0de477-9e82-442e-9617-1a72cc733b7f tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:02.513713 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:02.539279 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 46d0f16f-36c8-4eb3-994a-c41fd083c7ad no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 20:26:02.559567 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0d0de477-9e82-442e-9617-1a72cc733b7f tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:02.562214 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0d0de477-9e82-442e-9617-1a72cc733b7f tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:02.563116 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 46d0f16f-36c8-4eb3-994a-c41fd083c7ad {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 20:26:02.563410 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-0d0de477-9e82-442e-9617-1a72cc733b7f tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "DELETE /v2.0/security-groups/cbbdfe2c-7b7f-484d-9e41-956596986baf HTTP/1.1" status: 204 len: 168 time: 0.2097709 Oct 12 20:26:02.563633 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 46d0f16f-36c8-4eb3-994a-c41fd083c7ad not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 20:26:02.564141 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 9aef7c93-8fd8-4518-97cc-cc48eef2f14f no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 20:26:02.576875 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0de477-9e82-442e-9617-1a72cc733b7f tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbbdfe2c-7b7f-484d-9e41-956596986baf,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:26:02.584417 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 9aef7c93-8fd8-4518-97cc-cc48eef2f14f {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 20:26:02.584597 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 9aef7c93-8fd8-4518-97cc-cc48eef2f14f not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 20:26:02.585075 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 72d05c03-4555-491d-a567-85e078ce3e52 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 20:26:02.609772 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 72d05c03-4555-491d-a567-85e078ce3e52 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 20:26:02.610116 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 72d05c03-4555-491d-a567-85e078ce3e52 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 20:26:03.067363 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 36640) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:26:03.072798 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-97a6893c-b8ea-4a81-be7a-0d1a0fd2de55 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-409135905', 'description': 'tempest-secgroup-smoke-409135905 description', 'project_id': '7338ca3ebf8d46358716ffb6a045af03'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:26:03.187856 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-97a6893c-b8ea-4a81-be7a-0d1a0fd2de55 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:03.253788 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-97a6893c-b8ea-4a81-be7a-0d1a0fd2de55 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:03.296722 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:03.319007 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-97a6893c-b8ea-4a81-be7a-0d1a0fd2de55 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:03.346830 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6893c-b8ea-4a81-be7a-0d1a0fd2de55 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=beb15cf4-1c13-467a-a744-6dbf927340a0,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:26:03.389807 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-97a6893c-b8ea-4a81-be7a-0d1a0fd2de55 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:03.391052 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-97a6893c-b8ea-4a81-be7a-0d1a0fd2de55 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3226354 Oct 12 20:26:03.393912 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 36642) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:26:03.398332 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-a018ab4e-69d4-4798-a2a6-f17430e43c1a tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Request body: {'security_group_rule': {'security_group_id': 'beb15cf4-1c13-467a-a744-6dbf927340a0', 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:26:03.471782 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a018ab4e-69d4-4798-a2a6-f17430e43c1a tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:03.526003 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a018ab4e-69d4-4798-a2a6-f17430e43c1a tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:03.564452 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a018ab4e-69d4-4798-a2a6-f17430e43c1a tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:03.582882 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a018ab4e-69d4-4798-a2a6-f17430e43c1a tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb9803cb-5b0d-4a63-8efb-8317aded08b6,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:26:03.640361 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a018ab4e-69d4-4798-a2a6-f17430e43c1a tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:03.641579 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-a018ab4e-69d4-4798-a2a6-f17430e43c1a tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2467308 Oct 12 20:26:03.644376 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 36644) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:26:03.648745 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-cb3539f5-024d-4361-9416-cd04d78c2d60 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Request body: {'security_group_rule': {'security_group_id': 'beb15cf4-1c13-467a-a744-6dbf927340a0', 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:26:03.713284 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:03.735763 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-cb3539f5-024d-4361-9416-cd04d78c2d60 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:03.793787 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-cb3539f5-024d-4361-9416-cd04d78c2d60 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:03.861981 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-cb3539f5-024d-4361-9416-cd04d78c2d60 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:03.880048 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3539f5-024d-4361-9416-cd04d78c2d60 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d64a05e-f559-4969-b623-70155d495e21,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:26:03.933295 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-cb3539f5-024d-4361-9416-cd04d78c2d60 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:03.934537 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-cb3539f5-024d-4361-9416-cd04d78c2d60 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2892084 Oct 12 20:26:03.937592 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 36646) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:26:03.941943 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-344ae8d4-550f-4188-afb5-acb0511afae4 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Request body: {'security_group_rule': {'security_group_id': 'beb15cf4-1c13-467a-a744-6dbf927340a0', 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:26:04.026774 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-344ae8d4-550f-4188-afb5-acb0511afae4 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:04.087264 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-344ae8d4-550f-4188-afb5-acb0511afae4 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:04.159053 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-344ae8d4-550f-4188-afb5-acb0511afae4 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:04.177779 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344ae8d4-550f-4188-afb5-acb0511afae4 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd131b1a-d08f-45b5-9bbc-9b37507e66db,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:26:04.235357 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-344ae8d4-550f-4188-afb5-acb0511afae4 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:04.236648 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-344ae8d4-550f-4188-afb5-acb0511afae4 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2981193 Oct 12 20:26:04.239389 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 36648) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:26:04.244864 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-c060cb75-265d-430e-84b2-e1542eba75b0 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Request body: {'security_group_rule': {'security_group_id': 'beb15cf4-1c13-467a-a744-6dbf927340a0', 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:26:04.347302 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c060cb75-265d-430e-84b2-e1542eba75b0 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:04.412248 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c060cb75-265d-430e-84b2-e1542eba75b0 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:04.462056 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c060cb75-265d-430e-84b2-e1542eba75b0 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:04.480622 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c060cb75-265d-430e-84b2-e1542eba75b0 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f95cdba-74a2-4094-b255-98e21c0e3e0e,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:26:04.550015 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c060cb75-265d-430e-84b2-e1542eba75b0 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:04.551247 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-c060cb75-265d-430e-84b2-e1542eba75b0 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3108876 Oct 12 20:26:04.554118 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 36650) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:26:04.558636 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-e6ceaaf9-bfd5-4257-b123-71e472e93b80 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Request body: {'security_group_rule': {'security_group_id': 'beb15cf4-1c13-467a-a744-6dbf927340a0', 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:26:04.662285 n-d-813679-3 neutron-server[95501]: INFO neutron.db.securitygroups_db [None req-e6ceaaf9-bfd5-4257-b123-71e472e93b80 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Project 7338ca3ebf8d46358716ffb6a045af03 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 20:26:04.667609 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e6ceaaf9-bfd5-4257-b123-71e472e93b80 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:04.690555 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:04.728786 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e6ceaaf9-bfd5-4257-b123-71e472e93b80 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:04.810534 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e6ceaaf9-bfd5-4257-b123-71e472e93b80 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:04.830997 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ceaaf9-bfd5-4257-b123-71e472e93b80 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d309a9f6-269a-4085-8050-7f4f6bef0fde,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:26:04.856398 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:04.898598 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e6ceaaf9-bfd5-4257-b123-71e472e93b80 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:04.900448 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-e6ceaaf9-bfd5-4257-b123-71e472e93b80 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3453982 Oct 12 20:26:04.903224 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 36652) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:26:04.907547 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-ddb763ba-881f-4323-8aa9-5a7f73c5a31f tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Request body: {'security_group_rule': {'security_group_id': 'beb15cf4-1c13-467a-a744-6dbf927340a0', 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:26:04.976072 n-d-813679-3 neutron-server[95501]: INFO neutron.db.securitygroups_db [None req-ddb763ba-881f-4323-8aa9-5a7f73c5a31f tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Project 7338ca3ebf8d46358716ffb6a045af03 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 20:26:04.980668 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ddb763ba-881f-4323-8aa9-5a7f73c5a31f tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:05.046003 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ddb763ba-881f-4323-8aa9-5a7f73c5a31f tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:05.096625 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ddb763ba-881f-4323-8aa9-5a7f73c5a31f tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:05.115346 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb763ba-881f-4323-8aa9-5a7f73c5a31f tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3b1e500-88fa-4429-9d25-29333d296904,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:26:05.167058 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ddb763ba-881f-4323-8aa9-5a7f73c5a31f tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:05.168276 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-ddb763ba-881f-4323-8aa9-5a7f73c5a31f tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2641013 Oct 12 20:26:05.171505 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 36654) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:26:05.176283 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-e5fdaa51-c778-485a-9bd7-70ecc135fdbc tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Request body: {'network': {'name': 'tempest-network-smoke--1798207449', 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'port_security_enabled': True}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:26:05.250392 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5fdaa51-c778-485a-9bd7-70ecc135fdbc tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Made reservation on behalf of 7338ca3ebf8d46358716ffb6a045af03 for: {'network': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 20:26:05.254003 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e5fdaa51-c778-485a-9bd7-70ecc135fdbc tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:05.277228 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5fdaa51-c778-485a-9bd7-70ecc135fdbc tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=95501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 20:26:05.285665 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e5fdaa51-c778-485a-9bd7-70ecc135fdbc tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:05.286006 n-d-813679-3 neutron-server[95501]: INFO neutron.db.segments_db [None req-e5fdaa51-c778-485a-9bd7-70ecc135fdbc tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Added segment 3b61db37-48a2-4925-b66e-dc894d6eb511 of type vlan for network 5a9f9dc8-1197-4207-99b2-9390c27ebcfd Oct 12 20:26:05.324872 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e5fdaa51-c778-485a-9bd7-70ecc135fdbc tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:05.410297 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e5fdaa51-c778-485a-9bd7-70ecc135fdbc tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:05.416812 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5fdaa51-c778-485a-9bd7-70ecc135fdbc tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:26:05.417427 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-e5fdaa51-c778-485a-9bd7-70ecc135fdbc tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:05.481168 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fdaa51-c778-485a-9bd7-70ecc135fdbc tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Pushing event updated for resources: {'Network': ['ID=5a9f9dc8-1197-4207-99b2-9390c27ebcfd,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:26:05.491284 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 5a9f9dc8-1197-4207-99b2-9390c27ebcfd details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 20:26:05.539137 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-e5fdaa51-c778-485a-9bd7-70ecc135fdbc tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3664989 Oct 12 20:26:05.542309 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 36656) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:26:05.546922 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-c187d970-ff38-4253-add2-0833f2e70a52 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2050413928', 'admin_state_up': True, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:26:05.650802 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c187d970-ff38-4253-add2-0833f2e70a52 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8093678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255505'] for router, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:05.651794 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c187d970-ff38-4253-add2-0833f2e70a52 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8093562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8087085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8022306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255518'] for router, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:05.700741 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c187d970-ff38-4253-add2-0833f2e70a52 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:05.893961 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c187d970-ff38-4253-add2-0833f2e70a52 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:06.174010 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c187d970-ff38-4253-add2-0833f2e70a52 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for router_gateway, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:06.195890 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c187d970-ff38-4253-add2-0833f2e70a52 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:06.293252 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-c187d970-ff38-4253-add2-0833f2e70a52 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Allocated IP 172.25.5.89 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/0db07f73-6a76-4e02-bf56-757a7b769169) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 20:26:06.394728 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c187d970-ff38-4253-add2-0833f2e70a52 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:06.525872 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c187d970-ff38-4253-add2-0833f2e70a52 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:06.565479 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c187d970-ff38-4253-add2-0833f2e70a52 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 20:26:06.568375 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-c187d970-ff38-4253-add2-0833f2e70a52 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 20:26:06.572441 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c187d970-ff38-4253-add2-0833f2e70a52 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 20:26:06.593038 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c187d970-ff38-4253-add2-0833f2e70a52 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Pushing event updated for resources: {'Port': ['ID=0db07f73-6a76-4e02-bf56-757a7b769169,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:26:06.883754 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c187d970-ff38-4253-add2-0833f2e70a52 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for router_gateway, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:07.398228 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c187d970-ff38-4253-add2-0833f2e70a52 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8093541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7915516'] for router, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:07.587911 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c187d970-ff38-4253-add2-0833f2e70a52 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Router 0b1b6fb6-16c3-49ed-bb2d-63fe3646f324 is scheduled to L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b with binding_index 1 {{(pid=95501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 20:26:07.690882 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c187d970-ff38-4253-add2-0833f2e70a52 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 20:26:07.700791 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc65446-2db3-4757-98c8-f1872c8c23bd None None] Sync routers for ids ['0b1b6fb6-16c3-49ed-bb2d-63fe3646f324'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 20:26:07.709608 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc65446-2db3-4757-98c8-f1872c8c23bd None None] Routers {'0b1b6fb6-16c3-49ed-bb2d-63fe3646f324'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:26:07.710220 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-4bc65446-2db3-4757-98c8-f1872c8c23bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:26:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['0b1b6fb6-16c3-49ed-bb2d-63fe3646f324'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:26:07.761687 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-c187d970-ff38-4253-add2-0833f2e70a52 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for router, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:07.763089 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-c187d970-ff38-4253-add2-0833f2e70a52 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2197793 Oct 12 20:26:07.766121 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 36658) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:26:07.794150 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-89b925bc-8454-42be-a1e9-ddc27e592013 tempest-TestNetworkAdvancedServerOps-803987341 tempest-TestNetworkAdvancedServerOps-803987341-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=7338ca3ebf8d46358716ffb6a045af03&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269618 Oct 12 20:26:07.797100 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 36660) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:26:07.813233 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-4bc65446-2db3-4757-98c8-f1872c8c23bd None None] Set router 0b1b6fb6-16c3-49ed-bb2d-63fe3646f324 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:26:07.883775 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd38268-771e-4891-85c4-d8cd2f26bfb2 tempest-TestNetworkAdvancedServerOps-803987341 tempest-TestNetworkAdvancedServerOps-803987341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:26:07.888159 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-ddd38268-771e-4891-85c4-d8cd2f26bfb2 tempest-TestNetworkAdvancedServerOps-803987341 tempest-TestNetworkAdvancedServerOps-803987341-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0874281 Oct 12 20:26:07.888336 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 36662) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:26:07.922178 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-ab1b8e66-c971-4245-910e-37c48929f7a7 tempest-TestNetworkAdvancedServerOps-803987341 tempest-TestNetworkAdvancedServerOps-803987341-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=4afbf4a4-67f5-42d1-a358-7ba9799dab0c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0299969 Oct 12 20:26:07.922393 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 36664) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:26:07.926949 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-0c9ef7f7-6101-4b4e-a0e0-af7547bc7619 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-705574762', 'network_id': '5a9f9dc8-1197-4207-99b2-9390c27ebcfd', 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:26:07.987058 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-4bc65446-2db3-4757-98c8-f1872c8c23bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1b6fb6-16c3-49ed-bb2d-63fe3646f324', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2050413928', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '0db07f73-6a76-4e02-bf56-757a7b769169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:26:05Z', 'updated_at': '2021-10-12T20:26:06Z', 'revision_number': 3, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'gw_port': {'id': '0db07f73-6a76-4e02-bf56-757a7b769169', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ae:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1b6fb6-16c3-49ed-bb2d-63fe3646f324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:26:06Z', 'updated_at': '2021-10-12T20:26:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:26:08.018087 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc65446-2db3-4757-98c8-f1872c8c23bd None None] Checking router: 0b1b6fb6-16c3-49ed-bb2d-63fe3646f324 for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 20:26:08.020319 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc65446-2db3-4757-98c8-f1872c8c23bd None None] Updating router 0b1b6fb6-16c3-49ed-bb2d-63fe3646f324 port 0db07f73-6a76-4e02-bf56-757a7b769169 binding host n-d-813679-3 {{(pid=95503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 20:26:08.042066 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4bc65446-2db3-4757-98c8-f1872c8c23bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:08.096279 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c9ef7f7-6101-4b4e-a0e0-af7547bc7619 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Made reservation on behalf of 7338ca3ebf8d46358716ffb6a045af03 for: {'subnet': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 20:26:08.100485 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0c9ef7f7-6101-4b4e-a0e0-af7547bc7619 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4612397'] for subnet, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:08.288339 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4bc65446-2db3-4757-98c8-f1872c8c23bd None None] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:08.330566 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0c9ef7f7-6101-4b4e-a0e0-af7547bc7619 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4824863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4612355'] for subnet, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:08.353676 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4bc65446-2db3-4757-98c8-f1872c8c23bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:08.395358 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9ef7f7-6101-4b4e-a0e0-af7547bc7619 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Pushing event updated for resources: {'Subnet': ['ID=cf57589a-307a-4a59-be10-64131e2afa12,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:26:08.404176 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9ef7f7-6101-4b4e-a0e0-af7547bc7619 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Checking segment: {'id': '3b61db37-48a2-4925-b66e-dc894d6eb511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '5a9f9dc8-1197-4207-99b2-9390c27ebcfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 20:26:08.404551 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9ef7f7-6101-4b4e-a0e0-af7547bc7619 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Network hostable DHCP agents. Network: 5a9f9dc8-1197-4207-99b2-9390c27ebcfd, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 20:26:08.407731 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-4bc65446-2db3-4757-98c8-f1872c8c23bd None None] Attempting to bind port 0db07f73-6a76-4e02-bf56-757a7b769169 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 20:26:08.408129 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-4bc65446-2db3-4757-98c8-f1872c8c23bd None None] Attempting to bind port 0db07f73-6a76-4e02-bf56-757a7b769169 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 20:26:08.408501 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc65446-2db3-4757-98c8-f1872c8c23bd None None] Attempting to bind port 0db07f73-6a76-4e02-bf56-757a7b769169 on network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 20:26:08.418074 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc65446-2db3-4757-98c8-f1872c8c23bd None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 20, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 20:26:08.418459 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc65446-2db3-4757-98c8-f1872c8c23bd None None] Checking segment: {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 20:26:08.418867 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4bc65446-2db3-4757-98c8-f1872c8c23bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:08.419263 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc65446-2db3-4757-98c8-f1872c8c23bd None None] Bound using segment: {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 20:26:08.419732 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-4bc65446-2db3-4757-98c8-f1872c8c23bd None None] Bound port: 0db07f73-6a76-4e02-bf56-757a7b769169, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 20:26:08.420139 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4bc65446-2db3-4757-98c8-f1872c8c23bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:08.422716 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f90021f-f3db-4871-ab50-bce4d93ce138 None None] Pushing event updated for resources: {'Port': ['ID=0db07f73-6a76-4e02-bf56-757a7b769169,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:26:08.471887 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-4bc65446-2db3-4757-98c8-f1872c8c23bd None None] For port 0db07f73-6a76-4e02-bf56-757a7b769169, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 20:26:08.474822 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-4bc65446-2db3-4757-98c8-f1872c8c23bd None None] For port 0db07f73-6a76-4e02-bf56-757a7b769169, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=0db07f73-6a76-4e02-bf56-757a7b769169,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 20:26:08.502012 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9ef7f7-6101-4b4e-a0e0-af7547bc7619 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Network 5a9f9dc8-1197-4207-99b2-9390c27ebcfd is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 20:26:08.559796 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4bc65446-2db3-4757-98c8-f1872c8c23bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:08.593750 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-0c9ef7f7-6101-4b4e-a0e0-af7547bc7619 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, 5a9f9dc8-1197-4207-99b2-9390c27ebcfd) {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 20:26:08.598117 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c9ef7f7-6101-4b4e-a0e0-af7547bc7619 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:26:08.598797 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0c9ef7f7-6101-4b4e-a0e0-af7547bc7619 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:08.605095 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-581f6d22-66a7-4e57-b216-f4f85d487105 None None] Network 5a9f9dc8-1197-4207-99b2-9390c27ebcfd requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 20:26:08.657583 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f90021f-f3db-4871-ab50-bce4d93ce138 None None] Pushing event updated for resources: {'Port': ['ID=0db07f73-6a76-4e02-bf56-757a7b769169,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:26:08.662185 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc65446-2db3-4757-98c8-f1872c8c23bd None None] Routers {'0b1b6fb6-16c3-49ed-bb2d-63fe3646f324'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:26:08.666350 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-4bc65446-2db3-4757-98c8-f1872c8c23bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:26:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['0b1b6fb6-16c3-49ed-bb2d-63fe3646f324'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:26:08.699131 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-0c9ef7f7-6101-4b4e-a0e0-af7547bc7619 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7758114 Oct 12 20:26:08.702010 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 36666) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:26:08.817382 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-4bc65446-2db3-4757-98c8-f1872c8c23bd None None] Set router 0b1b6fb6-16c3-49ed-bb2d-63fe3646f324 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:26:09.047261 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb0925f6-c48b-420c-ad33-503f4387f897 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-5a9f9dc8-1197-4207-99b2-9390c27ebcfd', 'network_id': '5a9f9dc8-1197-4207-99b2-9390c27ebcfd', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'fixed_ips': [{'subnet_id': 'cf57589a-307a-4a59-be10-64131e2afa12'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 20:26:09.048138 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cb0925f6-c48b-420c-ad33-503f4387f897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:09.141941 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3d256ce1-9b80-4e82-b556-6928eb565cc3 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:09.260587 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-cb0925f6-c48b-420c-ad33-503f4387f897 None None] Allocated IP 172.20.0.2 (5a9f9dc8-1197-4207-99b2-9390c27ebcfd/cf57589a-307a-4a59-be10-64131e2afa12/1b2d0aaf-81fb-418d-a71c-d0f2e4bada41) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 20:26:09.317749 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-4bc65446-2db3-4757-98c8-f1872c8c23bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1b6fb6-16c3-49ed-bb2d-63fe3646f324', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2050413928', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '0db07f73-6a76-4e02-bf56-757a7b769169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:26:05Z', 'updated_at': '2021-10-12T20:26:06Z', 'revision_number': 3, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'gw_port': {'id': '0db07f73-6a76-4e02-bf56-757a7b769169', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ae:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1b6fb6-16c3-49ed-bb2d-63fe3646f324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:26:06Z', 'updated_at': '2021-10-12T20:26:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:26:09.350646 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc65446-2db3-4757-98c8-f1872c8c23bd None None] The sync data for ids ['0b1b6fb6-16c3-49ed-bb2d-63fe3646f324'] in n-d-813679-3 is: [{'id': '0b1b6fb6-16c3-49ed-bb2d-63fe3646f324', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2050413928', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '0db07f73-6a76-4e02-bf56-757a7b769169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:26:05Z', 'updated_at': '2021-10-12T20:26:06Z', 'revision_number': 3, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'gw_port': {'id': '0db07f73-6a76-4e02-bf56-757a7b769169', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ae:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1b6fb6-16c3-49ed-bb2d-63fe3646f324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:26:06Z', 'updated_at': '2021-10-12T20:26:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 20:26:09.443254 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cb0925f6-c48b-420c-ad33-503f4387f897 None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:09.590133 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cb0925f6-c48b-420c-ad33-503f4387f897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:09.638349 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-3d256ce1-9b80-4e82-b556-6928eb565cc3 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Allocated IP 172.20.0.1 (5a9f9dc8-1197-4207-99b2-9390c27ebcfd/cf57589a-307a-4a59-be10-64131e2afa12/44464b35-bc5d-4467-9749-c31e0aa254ed) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 20:26:09.647173 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0925f6-c48b-420c-ad33-503f4387f897 None None] Network 5a9f9dc8-1197-4207-99b2-9390c27ebcfd is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 20:26:09.647173 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-cb0925f6-c48b-420c-ad33-503f4387f897 None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 20:26:09.647173 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0925f6-c48b-420c-ad33-503f4387f897 None None] Pushing event updated for resources: {'Port': ['ID=1b2d0aaf-81fb-418d-a71c-d0f2e4bada41,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:26:09.649473 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0925f6-c48b-420c-ad33-503f4387f897 None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 20:26:09.708117 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-cb0925f6-c48b-420c-ad33-503f4387f897 None None] Attempting to bind port 1b2d0aaf-81fb-418d-a71c-d0f2e4bada41 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 20:26:09.708636 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-cb0925f6-c48b-420c-ad33-503f4387f897 None None] Attempting to bind port 1b2d0aaf-81fb-418d-a71c-d0f2e4bada41 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '3b61db37-48a2-4925-b66e-dc894d6eb511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '5a9f9dc8-1197-4207-99b2-9390c27ebcfd'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 20:26:09.709131 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0925f6-c48b-420c-ad33-503f4387f897 None None] Attempting to bind port 1b2d0aaf-81fb-418d-a71c-d0f2e4bada41 on network 5a9f9dc8-1197-4207-99b2-9390c27ebcfd {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 20:26:09.714714 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0925f6-c48b-420c-ad33-503f4387f897 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 20, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 20:26:09.717888 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0925f6-c48b-420c-ad33-503f4387f897 None None] Checking segment: {'id': '3b61db37-48a2-4925-b66e-dc894d6eb511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '5a9f9dc8-1197-4207-99b2-9390c27ebcfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 20:26:09.717888 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cb0925f6-c48b-420c-ad33-503f4387f897 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:09.717888 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0925f6-c48b-420c-ad33-503f4387f897 None None] Bound using segment: {'id': '3b61db37-48a2-4925-b66e-dc894d6eb511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '5a9f9dc8-1197-4207-99b2-9390c27ebcfd'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 20:26:09.717888 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-cb0925f6-c48b-420c-ad33-503f4387f897 None None] Bound port: 1b2d0aaf-81fb-418d-a71c-d0f2e4bada41, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b61db37-48a2-4925-b66e-dc894d6eb511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '5a9f9dc8-1197-4207-99b2-9390c27ebcfd'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 20:26:09.717888 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cb0925f6-c48b-420c-ad33-503f4387f897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:09.766823 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3d256ce1-9b80-4e82-b556-6928eb565cc3 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:09.788175 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-cb0925f6-c48b-420c-ad33-503f4387f897 None None] For port 1b2d0aaf-81fb-418d-a71c-d0f2e4bada41, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 20:26:09.791872 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-cb0925f6-c48b-420c-ad33-503f4387f897 None None] For port 1b2d0aaf-81fb-418d-a71c-d0f2e4bada41, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=1b2d0aaf-81fb-418d-a71c-d0f2e4bada41,segment=NetworkSegment(3b61db37-48a2-4925-b66e-dc894d6eb511),segment_id=3b61db37-48a2-4925-b66e-dc894d6eb511)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 20:26:09.874009 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cb0925f6-c48b-420c-ad33-503f4387f897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:09.908349 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3d256ce1-9b80-4e82-b556-6928eb565cc3 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:09.931696 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0925f6-c48b-420c-ad33-503f4387f897 None None] Pushing event updated for resources: {'Port': ['ID=1b2d0aaf-81fb-418d-a71c-d0f2e4bada41,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:26:09.976433 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d256ce1-9b80-4e82-b556-6928eb565cc3 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Network 5a9f9dc8-1197-4207-99b2-9390c27ebcfd is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 20:26:09.979933 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-3d256ce1-9b80-4e82-b556-6928eb565cc3 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 20:26:09.984250 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d256ce1-9b80-4e82-b556-6928eb565cc3 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 20:26:10.010754 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d256ce1-9b80-4e82-b556-6928eb565cc3 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Pushing event updated for resources: {'Port': ['ID=44464b35-bc5d-4467-9749-c31e0aa254ed,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:26:10.035728 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3d256ce1-9b80-4e82-b556-6928eb565cc3 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7915309'] for router_interface, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:10.267153 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3d256ce1-9b80-4e82-b556-6928eb565cc3 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:10.548783 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3d256ce1-9b80-4e82-b556-6928eb565cc3 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:10.603603 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 0db07f73-6a76-4e02-bf56-757a7b769169 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 20:26:10.621983 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3d256ce1-9b80-4e82-b556-6928eb565cc3 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:10.658778 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 0db07f73-6a76-4e02-bf56-757a7b769169 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:26:10.659156 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:10.704766 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d256ce1-9b80-4e82-b556-6928eb565cc3 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Pushing event updated for resources: {'Port': ['ID=44464b35-bc5d-4467-9749-c31e0aa254ed,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:26:10.708696 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3d256ce1-9b80-4e82-b556-6928eb565cc3 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7898980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8092605'] for router_interface, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:10.742207 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:10.764999 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] For port 0db07f73-6a76-4e02-bf56-757a7b769169, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=0db07f73-6a76-4e02-bf56-757a7b769169,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:26:10.813076 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d256ce1-9b80-4e82-b556-6928eb565cc3 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Network 5a9f9dc8-1197-4207-99b2-9390c27ebcfd is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 20:26:10.814556 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-3d256ce1-9b80-4e82-b556-6928eb565cc3 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 20:26:10.833650 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:10.834406 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 1b2d0aaf-81fb-418d-a71c-d0f2e4bada41 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 20:26:10.892693 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-008871f5-13f6-4384-82a0-36f0b8c0457c None None] Network 5a9f9dc8-1197-4207-99b2-9390c27ebcfd requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 20:26:10.929023 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d256ce1-9b80-4e82-b556-6928eb565cc3 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Router 0b1b6fb6-16c3-49ed-bb2d-63fe3646f324 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 20:26:10.960643 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Pushing event updated for resources: {'Port': ['ID=0db07f73-6a76-4e02-bf56-757a7b769169,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:26:10.995461 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-4eda349c-e48a-4d0c-a408-ce695d575d03 None None] Provisioning complete for port 1b2d0aaf-81fb-418d-a71c-d0f2e4bada41 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:26:10.995754 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4eda349c-e48a-4d0c-a408-ce695d575d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:11.036428 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d256ce1-9b80-4e82-b556-6928eb565cc3 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 20:26:11.041028 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 1b2d0aaf-81fb-418d-a71c-d0f2e4bada41 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:26:11.041490 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:11.045193 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-3d256ce1-9b80-4e82-b556-6928eb565cc3 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "PUT /v2.0/routers/0b1b6fb6-16c3-49ed-bb2d-63fe3646f324/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3414445 Oct 12 20:26:11.195290 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 20:26:11.211498 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4eda349c-e48a-4d0c-a408-ce695d575d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:11.239155 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:11.244158 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-dddfc76c-1759-4aa9-ac17-129d1d9bc6fd req-a6c09535-f56d-4c79-ab8c-cc59c58246a8 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-409135905&fields=id&tenant_id=7338ca3ebf8d46358716ffb6a045af03 HTTP/1.1" status: 200 len: 267 time: 0.0358329 Oct 12 20:26:11.263400 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-4eda349c-e48a-4d0c-a408-ce695d575d03 None None] For port 1b2d0aaf-81fb-418d-a71c-d0f2e4bada41, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=1b2d0aaf-81fb-418d-a71c-d0f2e4bada41,segment=NetworkSegment(3b61db37-48a2-4925-b66e-dc894d6eb511),segment_id=3b61db37-48a2-4925-b66e-dc894d6eb511)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:26:11.330714 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4eda349c-e48a-4d0c-a408-ce695d575d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:11.372470 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddfc76c-1759-4aa9-ac17-129d1d9bc6fd req-c9493906-e056-4814-bce8-4570ec3e0d17 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:26:11.374118 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-dddfc76c-1759-4aa9-ac17-129d1d9bc6fd req-c9493906-e056-4814-bce8-4570ec3e0d17 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/networks?id=5a9f9dc8-1197-4207-99b2-9390c27ebcfd HTTP/1.1" status: 200 len: 797 time: 0.1222970 Oct 12 20:26:11.391479 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-dddfc76c-1759-4aa9-ac17-129d1d9bc6fd req-cc9beeed-095e-40fc-a8be-56a9f8984ed4 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/quotas/7338ca3ebf8d46358716ffb6a045af03 HTTP/1.1" status: 200 len: 375 time: 0.0106771 Oct 12 20:26:11.408544 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.db.api [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 20:26:11.408900 n-d-813679-3 neutron-server[95503]: DEBUG oslo_db.api [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 20:26:11.413567 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eda349c-e48a-4d0c-a408-ce695d575d03 None None] Pushing event updated for resources: {'Port': ['ID=1b2d0aaf-81fb-418d-a71c-d0f2e4bada41,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:26:11.453350 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-dddfc76c-1759-4aa9-ac17-129d1d9bc6fd req-85f5078f-08dd-483b-a3b1-cbf9b2f316a0 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=7338ca3ebf8d46358716ffb6a045af03&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0549479 Oct 12 20:26:11.467304 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d58dbef-19a9-42de-a0fb-d1c7f19cd8d6 None None] Sync routers for ids ['0b1b6fb6-16c3-49ed-bb2d-63fe3646f324'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 20:26:11.482049 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d58dbef-19a9-42de-a0fb-d1c7f19cd8d6 None None] Routers {'0b1b6fb6-16c3-49ed-bb2d-63fe3646f324'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:26:11.482722 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-4d58dbef-19a9-42de-a0fb-d1c7f19cd8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:26:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['0b1b6fb6-16c3-49ed-bb2d-63fe3646f324'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:26:11.552928 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-3a28b476-274f-4f3a-be74-ae3de500914e None None] Provisioning complete for port 1b2d0aaf-81fb-418d-a71c-d0f2e4bada41 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:26:11.553392 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3a28b476-274f-4f3a-be74-ae3de500914e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:11.566330 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-dddfc76c-1759-4aa9-ac17-129d1d9bc6fd req-75d2686c-63f3-4fc9-a5e2-3a3ab1203cd3 service neutron] 10.222.0.49 "GET /v2.0/networks/5a9f9dc8-1197-4207-99b2-9390c27ebcfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994515 Oct 12 20:26:11.596298 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-4d58dbef-19a9-42de-a0fb-d1c7f19cd8d6 None None] Set router 0b1b6fb6-16c3-49ed-bb2d-63fe3646f324 gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:26:11.664077 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-3a28b476-274f-4f3a-be74-ae3de500914e None None] Provisioning complete for port 44464b35-bc5d-4467-9749-c31e0aa254ed triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:26:11.665031 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3a28b476-274f-4f3a-be74-ae3de500914e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:11.676487 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-dddfc76c-1759-4aa9-ac17-129d1d9bc6fd req-66f55a23-1fbc-4dc6-b984-6d1344a28f74 service neutron] 10.222.0.49 "GET /v2.0/networks/5a9f9dc8-1197-4207-99b2-9390c27ebcfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033902 Oct 12 20:26:11.700490 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-3a28b476-274f-4f3a-be74-ae3de500914e None None] Port 44464b35-bc5d-4467-9749-c31e0aa254ed cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 20:26:11.820059 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-4d58dbef-19a9-42de-a0fb-d1c7f19cd8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1b6fb6-16c3-49ed-bb2d-63fe3646f324', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2050413928', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '0db07f73-6a76-4e02-bf56-757a7b769169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:26:05Z', 'updated_at': '2021-10-12T20:26:10Z', 'revision_number': 4, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'gw_port': {'id': '0db07f73-6a76-4e02-bf56-757a7b769169', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ae:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1b6fb6-16c3-49ed-bb2d-63fe3646f324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:26:06Z', 'updated_at': '2021-10-12T20:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '44464b35-bc5d-4467-9749-c31e0aa254ed', 'name': '', 'network_id': '5a9f9dc8-1197-4207-99b2-9390c27ebcfd', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'mac_address': 'fa:16:3e:9a:d2:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1b6fb6-16c3-49ed-bb2d-63fe3646f324', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'cf57589a-307a-4a59-be10-64131e2afa12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:26:09Z', 'updated_at': '2021-10-12T20:26:10Z', 'revision_number': 2, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'subnets': [{'id': 'cf57589a-307a-4a59-be10-64131e2afa12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:26:11.825251 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-c83cded9-195e-45d3-b1da-5bfc0fcf9954 None None] Provisioning complete for port 44464b35-bc5d-4467-9749-c31e0aa254ed triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:26:11.829683 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c83cded9-195e-45d3-b1da-5bfc0fcf9954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:11.849563 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d58dbef-19a9-42de-a0fb-d1c7f19cd8d6 None None] Checking router: 0b1b6fb6-16c3-49ed-bb2d-63fe3646f324 for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 20:26:11.849937 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d58dbef-19a9-42de-a0fb-d1c7f19cd8d6 None None] Updating router 0b1b6fb6-16c3-49ed-bb2d-63fe3646f324 port 44464b35-bc5d-4467-9749-c31e0aa254ed binding host n-d-813679-3 {{(pid=95504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 20:26:11.878491 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-4d58dbef-19a9-42de-a0fb-d1c7f19cd8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:11.887580 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-c83cded9-195e-45d3-b1da-5bfc0fcf9954 None None] Port 44464b35-bc5d-4467-9749-c31e0aa254ed cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 20:26:11.935310 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2262742d-d957-403b-89f4-a7e7858a6085 req-ce635f3f-f876-460f-825d-2e35fde5f79a tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ffd7ebe-0e69-47a4-b46b-9c6a6a40e307 HTTP/1.1" status: 200 len: 210 time: 0.0443492 Oct 12 20:26:12.007909 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-0e5d502c-58ab-4e00-a740-257c774903d2 None None] Provisioning complete for port 44464b35-bc5d-4467-9749-c31e0aa254ed triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:26:12.009077 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0e5d502c-58ab-4e00-a740-257c774903d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:12.043402 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-0e5d502c-58ab-4e00-a740-257c774903d2 None None] Port 44464b35-bc5d-4467-9749-c31e0aa254ed cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 20:26:12.161755 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-4d58dbef-19a9-42de-a0fb-d1c7f19cd8d6 None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:12.215869 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-4d58dbef-19a9-42de-a0fb-d1c7f19cd8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:12.268650 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52748121-84de-41b3-90e3-398ef751bc07 None None] Pushing event updated for resources: {'Port': ['ID=44464b35-bc5d-4467-9749-c31e0aa254ed,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:26:12.290343 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52748121-84de-41b3-90e3-398ef751bc07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:26:12.290684 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52748121-84de-41b3-90e3-398ef751bc07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:26:12.291226 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52748121-84de-41b3-90e3-398ef751bc07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:26:12.291546 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52748121-84de-41b3-90e3-398ef751bc07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:26:12.291869 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52748121-84de-41b3-90e3-398ef751bc07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:26:12.292390 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52748121-84de-41b3-90e3-398ef751bc07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:26:12.292741 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52748121-84de-41b3-90e3-398ef751bc07 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:26:12.293036 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52748121-84de-41b3-90e3-398ef751bc07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:26:12.293586 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52748121-84de-41b3-90e3-398ef751bc07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:26:12.294100 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52748121-84de-41b3-90e3-398ef751bc07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:26:12.294417 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52748121-84de-41b3-90e3-398ef751bc07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:26:12.294736 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52748121-84de-41b3-90e3-398ef751bc07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:26:12.327039 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-4d58dbef-19a9-42de-a0fb-d1c7f19cd8d6 None None] Attempting to bind port 44464b35-bc5d-4467-9749-c31e0aa254ed on host n-d-813679-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 20:26:12.327412 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-4d58dbef-19a9-42de-a0fb-d1c7f19cd8d6 None None] Attempting to bind port 44464b35-bc5d-4467-9749-c31e0aa254ed by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '3b61db37-48a2-4925-b66e-dc894d6eb511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '5a9f9dc8-1197-4207-99b2-9390c27ebcfd'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 20:26:12.327776 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d58dbef-19a9-42de-a0fb-d1c7f19cd8d6 None None] Attempting to bind port 44464b35-bc5d-4467-9749-c31e0aa254ed on network 5a9f9dc8-1197-4207-99b2-9390c27ebcfd {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 20:26:12.333060 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d58dbef-19a9-42de-a0fb-d1c7f19cd8d6 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 20, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 20:26:12.333434 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d58dbef-19a9-42de-a0fb-d1c7f19cd8d6 None None] Checking segment: {'id': '3b61db37-48a2-4925-b66e-dc894d6eb511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '5a9f9dc8-1197-4207-99b2-9390c27ebcfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 20:26:12.333838 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-4d58dbef-19a9-42de-a0fb-d1c7f19cd8d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:12.334231 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d58dbef-19a9-42de-a0fb-d1c7f19cd8d6 None None] Bound using segment: {'id': '3b61db37-48a2-4925-b66e-dc894d6eb511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '5a9f9dc8-1197-4207-99b2-9390c27ebcfd'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 20:26:12.334704 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-4d58dbef-19a9-42de-a0fb-d1c7f19cd8d6 None None] Bound port: 44464b35-bc5d-4467-9749-c31e0aa254ed, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b61db37-48a2-4925-b66e-dc894d6eb511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '5a9f9dc8-1197-4207-99b2-9390c27ebcfd'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 20:26:12.335084 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-4d58dbef-19a9-42de-a0fb-d1c7f19cd8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:12.409965 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-4d58dbef-19a9-42de-a0fb-d1c7f19cd8d6 None None] For port 44464b35-bc5d-4467-9749-c31e0aa254ed, host n-d-813679-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 20:26:12.413495 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-4d58dbef-19a9-42de-a0fb-d1c7f19cd8d6 None None] For port 44464b35-bc5d-4467-9749-c31e0aa254ed, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=44464b35-bc5d-4467-9749-c31e0aa254ed,segment=NetworkSegment(3b61db37-48a2-4925-b66e-dc894d6eb511),segment_id=3b61db37-48a2-4925-b66e-dc894d6eb511)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 20:26:12.468587 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-f8f96a57-1e0d-4bd6-8169-bf68d2c4489c None None] Provisioning complete for port 44464b35-bc5d-4467-9749-c31e0aa254ed triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:26:12.468967 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f8f96a57-1e0d-4bd6-8169-bf68d2c4489c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:12.494547 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-4d58dbef-19a9-42de-a0fb-d1c7f19cd8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:12.504334 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-f8f96a57-1e0d-4bd6-8169-bf68d2c4489c None None] Port 44464b35-bc5d-4467-9749-c31e0aa254ed cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 20:26:12.551439 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d58dbef-19a9-42de-a0fb-d1c7f19cd8d6 None None] Routers {'0b1b6fb6-16c3-49ed-bb2d-63fe3646f324'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:26:12.551439 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-4d58dbef-19a9-42de-a0fb-d1c7f19cd8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:26:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['0b1b6fb6-16c3-49ed-bb2d-63fe3646f324'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:26:12.555847 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 0db07f73-6a76-4e02-bf56-757a7b769169 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 20:26:12.595199 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52748121-84de-41b3-90e3-398ef751bc07 None None] Pushing event updated for resources: {'Port': ['ID=44464b35-bc5d-4467-9749-c31e0aa254ed,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:26:12.605500 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 0db07f73-6a76-4e02-bf56-757a7b769169 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:26:12.605945 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:12.699311 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 1b2d0aaf-81fb-418d-a71c-d0f2e4bada41 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 20:26:12.748083 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 1b2d0aaf-81fb-418d-a71c-d0f2e4bada41 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:26:12.748454 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:12.772768 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-4d58dbef-19a9-42de-a0fb-d1c7f19cd8d6 None None] Set router 0b1b6fb6-16c3-49ed-bb2d-63fe3646f324 gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:26:12.837781 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-d8ff7f74-6afb-4b5b-954f-7048049c1b35 None None] Provisioning complete for port 44464b35-bc5d-4467-9749-c31e0aa254ed triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:26:12.838150 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d8ff7f74-6afb-4b5b-954f-7048049c1b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:12.913537 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d8ff7f74-6afb-4b5b-954f-7048049c1b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:12.949597 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-d8ff7f74-6afb-4b5b-954f-7048049c1b35 None None] For port 44464b35-bc5d-4467-9749-c31e0aa254ed, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=44464b35-bc5d-4467-9749-c31e0aa254ed,segment=NetworkSegment(3b61db37-48a2-4925-b66e-dc894d6eb511),segment_id=3b61db37-48a2-4925-b66e-dc894d6eb511)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:26:12.975417 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-4d58dbef-19a9-42de-a0fb-d1c7f19cd8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1b6fb6-16c3-49ed-bb2d-63fe3646f324', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2050413928', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '0db07f73-6a76-4e02-bf56-757a7b769169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:26:05Z', 'updated_at': '2021-10-12T20:26:10Z', 'revision_number': 4, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'gw_port': {'id': '0db07f73-6a76-4e02-bf56-757a7b769169', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ae:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1b6fb6-16c3-49ed-bb2d-63fe3646f324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:26:06Z', 'updated_at': '2021-10-12T20:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '44464b35-bc5d-4467-9749-c31e0aa254ed', 'name': '', 'network_id': '5a9f9dc8-1197-4207-99b2-9390c27ebcfd', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'mac_address': 'fa:16:3e:9a:d2:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1b6fb6-16c3-49ed-bb2d-63fe3646f324', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'cf57589a-307a-4a59-be10-64131e2afa12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:26:09Z', 'updated_at': '2021-10-12T20:26:12Z', 'revision_number': 4, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'subnets': [{'id': 'cf57589a-307a-4a59-be10-64131e2afa12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:26:13.006249 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d58dbef-19a9-42de-a0fb-d1c7f19cd8d6 None None] The sync data for ids ['0b1b6fb6-16c3-49ed-bb2d-63fe3646f324'] in n-d-813679-3 is: [{'id': '0b1b6fb6-16c3-49ed-bb2d-63fe3646f324', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2050413928', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '0db07f73-6a76-4e02-bf56-757a7b769169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:26:05Z', 'updated_at': '2021-10-12T20:26:10Z', 'revision_number': 4, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'gw_port': {'id': '0db07f73-6a76-4e02-bf56-757a7b769169', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ae:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1b6fb6-16c3-49ed-bb2d-63fe3646f324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:26:06Z', 'updated_at': '2021-10-12T20:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '44464b35-bc5d-4467-9749-c31e0aa254ed', 'name': '', 'network_id': '5a9f9dc8-1197-4207-99b2-9390c27ebcfd', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'mac_address': 'fa:16:3e:9a:d2:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1b6fb6-16c3-49ed-bb2d-63fe3646f324', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'cf57589a-307a-4a59-be10-64131e2afa12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:26:09Z', 'updated_at': '2021-10-12T20:26:12Z', 'revision_number': 4, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'subnets': [{'id': 'cf57589a-307a-4a59-be10-64131e2afa12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 20:26:13.010961 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d8ff7f74-6afb-4b5b-954f-7048049c1b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:13.079769 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ff7f74-6afb-4b5b-954f-7048049c1b35 None None] Pushing event updated for resources: {'Port': ['ID=44464b35-bc5d-4467-9749-c31e0aa254ed,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:26:13.113985 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-bc1e8f2b-0d7c-403f-9ac3-0ebfd3620289 req-093dd2ae-60e1-4450-82ae-182bdbbc778b tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ffd7ebe-0e69-47a4-b46b-9c6a6a40e307 HTTP/1.1" status: 200 len: 210 time: 0.0827141 Oct 12 20:26:13.641471 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddfc76c-1759-4aa9-ac17-129d1d9bc6fd req-35d3fcae-3c51-46ff-ad3d-9612f4bad531 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:26:13.642941 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-dddfc76c-1759-4aa9-ac17-129d1d9bc6fd req-35d3fcae-3c51-46ff-ad3d-9612f4bad531 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.61 "GET /v2.0/networks?id=5a9f9dc8-1197-4207-99b2-9390c27ebcfd HTTP/1.1" status: 200 len: 797 time: 0.1101205 Oct 12 20:26:13.687125 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-dddfc76c-1759-4aa9-ac17-129d1d9bc6fd req-51aae6b5-8698-4d1c-8fc9-92961eb277cf tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7338ca3ebf8d46358716ffb6a045af03 HTTP/1.1" status: 200 len: 379 time: 0.0350006 Oct 12 20:26:13.697203 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-dddfc76c-1759-4aa9-ac17-129d1d9bc6fd req-bdbd7ede-4388-414b-aa23-e81e97c8224f tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Request body: {'port': {'device_id': '3ffd7ebe-0e69-47a4-b46b-9c6a6a40e307', 'network_id': '5a9f9dc8-1197-4207-99b2-9390c27ebcfd', 'admin_state_up': True, 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'security_groups': ['beb15cf4-1c13-467a-a744-6dbf927340a0']}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:26:13.896526 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dddfc76c-1759-4aa9-ac17-129d1d9bc6fd req-bdbd7ede-4388-414b-aa23-e81e97c8224f tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Made reservation on behalf of 7338ca3ebf8d46358716ffb6a045af03 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 20:26:13.900084 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-dddfc76c-1759-4aa9-ac17-129d1d9bc6fd req-bdbd7ede-4388-414b-aa23-e81e97c8224f tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:14.031366 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [req-dddfc76c-1759-4aa9-ac17-129d1d9bc6fd req-bdbd7ede-4388-414b-aa23-e81e97c8224f tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Allocated IP 172.20.0.13 (5a9f9dc8-1197-4207-99b2-9390c27ebcfd/cf57589a-307a-4a59-be10-64131e2afa12/217ec29f-c989-4703-8b62-4637374a4c30) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 20:26:14.175084 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-dddfc76c-1759-4aa9-ac17-129d1d9bc6fd req-bdbd7ede-4388-414b-aa23-e81e97c8224f tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:14.230609 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-93899f6c-54f4-418f-bb0f-b4a5a2b218b5 req-876ae085-7885-405f-a619-4bb11019440d tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ffd7ebe-0e69-47a4-b46b-9c6a6a40e307 HTTP/1.1" status: 200 len: 210 time: 0.0275023 Oct 12 20:26:14.296881 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-dddfc76c-1759-4aa9-ac17-129d1d9bc6fd req-bdbd7ede-4388-414b-aa23-e81e97c8224f tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:14.339715 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dddfc76c-1759-4aa9-ac17-129d1d9bc6fd req-bdbd7ede-4388-414b-aa23-e81e97c8224f tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Network 5a9f9dc8-1197-4207-99b2-9390c27ebcfd is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 20:26:14.342864 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [req-dddfc76c-1759-4aa9-ac17-129d1d9bc6fd req-bdbd7ede-4388-414b-aa23-e81e97c8224f tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 20:26:14.346537 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-dddfc76c-1759-4aa9-ac17-129d1d9bc6fd req-bdbd7ede-4388-414b-aa23-e81e97c8224f tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 20:26:14.374318 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbd7ede-4388-414b-aa23-e81e97c8224f tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Pushing event updated for resources: {'Port': ['ID=217ec29f-c989-4703-8b62-4637374a4c30,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:26:14.405231 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddfc76c-1759-4aa9-ac17-129d1d9bc6fd req-bdbd7ede-4388-414b-aa23-e81e97c8224f tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:26:14.406271 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-dddfc76c-1759-4aa9-ac17-129d1d9bc6fd req-bdbd7ede-4388-414b-aa23-e81e97c8224f tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:14.458999 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-dddfc76c-1759-4aa9-ac17-129d1d9bc6fd req-bdbd7ede-4388-414b-aa23-e81e97c8224f tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7659922 Oct 12 20:26:14.471270 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-dddfc76c-1759-4aa9-ac17-129d1d9bc6fd req-9bfac59a-98be-4ae0-9e83-0d642287a9d9 service neutron] Request body: {'port': {'device_id': '3ffd7ebe-0e69-47a4-b46b-9c6a6a40e307', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:26:14.534261 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-dddfc76c-1759-4aa9-ac17-129d1d9bc6fd req-9bfac59a-98be-4ae0-9e83-0d642287a9d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:14.546506 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-ec1ad5fd-761d-443a-bd68-34616534c5d2 None None] Provisioning complete for port 217ec29f-c989-4703-8b62-4637374a4c30 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:26:14.547044 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ec1ad5fd-761d-443a-bd68-34616534c5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:14.584758 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-ec1ad5fd-761d-443a-bd68-34616534c5d2 None None] Port 217ec29f-c989-4703-8b62-4637374a4c30 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 20:26:14.596487 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 44464b35-bc5d-4467-9749-c31e0aa254ed up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 20:26:14.642940 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 44464b35-bc5d-4467-9749-c31e0aa254ed triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:26:14.647610 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:14.804437 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [req-dddfc76c-1759-4aa9-ac17-129d1d9bc6fd req-9bfac59a-98be-4ae0-9e83-0d642287a9d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 217ec29f-c989-4703-8b62-4637374a4c30 {{(pid=95502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 20:26:14.812341 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-dddfc76c-1759-4aa9-ac17-129d1d9bc6fd req-9bfac59a-98be-4ae0-9e83-0d642287a9d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:14.823842 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-dddfc76c-1759-4aa9-ac17-129d1d9bc6fd req-9bfac59a-98be-4ae0-9e83-0d642287a9d9 service neutron] Transition to ACTIVE for port object 217ec29f-c989-4703-8b62-4637374a4c30 will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 20:26:14.901441 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-dddfc76c-1759-4aa9-ac17-129d1d9bc6fd req-9bfac59a-98be-4ae0-9e83-0d642287a9d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:14.949781 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfac59a-98be-4ae0-9e83-0d642287a9d9 service neutron] Pushing event updated for resources: {'Port': ['ID=217ec29f-c989-4703-8b62-4637374a4c30,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:26:15.019778 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-dddfc76c-1759-4aa9-ac17-129d1d9bc6fd req-9bfac59a-98be-4ae0-9e83-0d642287a9d9 service neutron] Attempting to bind port 217ec29f-c989-4703-8b62-4637374a4c30 on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 20:26:15.020144 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-dddfc76c-1759-4aa9-ac17-129d1d9bc6fd req-9bfac59a-98be-4ae0-9e83-0d642287a9d9 service neutron] Attempting to bind port 217ec29f-c989-4703-8b62-4637374a4c30 by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': '3b61db37-48a2-4925-b66e-dc894d6eb511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '5a9f9dc8-1197-4207-99b2-9390c27ebcfd'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 20:26:15.020474 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dddfc76c-1759-4aa9-ac17-129d1d9bc6fd req-9bfac59a-98be-4ae0-9e83-0d642287a9d9 service neutron] Attempting to bind port 217ec29f-c989-4703-8b62-4637374a4c30 on network 5a9f9dc8-1197-4207-99b2-9390c27ebcfd {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 20:26:15.025420 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dddfc76c-1759-4aa9-ac17-129d1d9bc6fd req-9bfac59a-98be-4ae0-9e83-0d642287a9d9 service neutron] Port 217ec29f-c989-4703-8b62-4637374a4c30 on network 5a9f9dc8-1197-4207-99b2-9390c27ebcfd not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 20:26:15.025756 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dddfc76c-1759-4aa9-ac17-129d1d9bc6fd req-9bfac59a-98be-4ae0-9e83-0d642287a9d9 service neutron] Attempting to bind port 217ec29f-c989-4703-8b62-4637374a4c30 on network 5a9f9dc8-1197-4207-99b2-9390c27ebcfd {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 20:26:15.030665 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dddfc76c-1759-4aa9-ac17-129d1d9bc6fd req-9bfac59a-98be-4ae0-9e83-0d642287a9d9 service neutron] Checking agent: {'id': 'f5e9725f-f5a6-43c2-a1be-95e21e9a1fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 20, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 20:26:15.030996 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dddfc76c-1759-4aa9-ac17-129d1d9bc6fd req-9bfac59a-98be-4ae0-9e83-0d642287a9d9 service neutron] Checking segment: {'id': '3b61db37-48a2-4925-b66e-dc894d6eb511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '5a9f9dc8-1197-4207-99b2-9390c27ebcfd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 20:26:15.031381 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dddfc76c-1759-4aa9-ac17-129d1d9bc6fd req-9bfac59a-98be-4ae0-9e83-0d642287a9d9 service neutron] Bound using segment: {'id': '3b61db37-48a2-4925-b66e-dc894d6eb511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '5a9f9dc8-1197-4207-99b2-9390c27ebcfd'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 20:26:15.031812 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-dddfc76c-1759-4aa9-ac17-129d1d9bc6fd req-9bfac59a-98be-4ae0-9e83-0d642287a9d9 service neutron] Bound port: 217ec29f-c989-4703-8b62-4637374a4c30, host: n-h1-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b61db37-48a2-4925-b66e-dc894d6eb511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '5a9f9dc8-1197-4207-99b2-9390c27ebcfd'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 20:26:15.032214 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-dddfc76c-1759-4aa9-ac17-129d1d9bc6fd req-9bfac59a-98be-4ae0-9e83-0d642287a9d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:15.106461 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-dddfc76c-1759-4aa9-ac17-129d1d9bc6fd req-9bfac59a-98be-4ae0-9e83-0d642287a9d9 service neutron] For port 217ec29f-c989-4703-8b62-4637374a4c30, host n-h1-813679-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 20:26:15.109697 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-dddfc76c-1759-4aa9-ac17-129d1d9bc6fd req-9bfac59a-98be-4ae0-9e83-0d642287a9d9 service neutron] For port 217ec29f-c989-4703-8b62-4637374a4c30, host n-h1-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=217ec29f-c989-4703-8b62-4637374a4c30,segment=NetworkSegment(3b61db37-48a2-4925-b66e-dc894d6eb511),segment_id=3b61db37-48a2-4925-b66e-dc894d6eb511)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 20:26:15.228572 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-dddfc76c-1759-4aa9-ac17-129d1d9bc6fd req-9bfac59a-98be-4ae0-9e83-0d642287a9d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:15.368526 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09582585-c15c-44a7-9e57-f778ca616e24 req-60dba673-6f39-4913-add0-9fcf74276318 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:26:15.370097 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-09582585-c15c-44a7-9e57-f778ca616e24 req-60dba673-6f39-4913-add0-9fcf74276318 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ffd7ebe-0e69-47a4-b46b-9c6a6a40e307 HTTP/1.1" status: 200 len: 944 time: 0.0562718 Oct 12 20:26:15.410404 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-09582585-c15c-44a7-9e57-f778ca616e24 req-59929eb4-c0da-41af-ad80-28c31ff17b6a tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/security-groups?id=beb15cf4-1c13-467a-a744-6dbf927340a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340850 Oct 12 20:26:15.557339 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddfc76c-1759-4aa9-ac17-129d1d9bc6fd req-9bfac59a-98be-4ae0-9e83-0d642287a9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:26:15.557958 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-dddfc76c-1759-4aa9-ac17-129d1d9bc6fd req-9bfac59a-98be-4ae0-9e83-0d642287a9d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:15.559551 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-dddfc76c-1759-4aa9-ac17-129d1d9bc6fd req-9bfac59a-98be-4ae0-9e83-0d642287a9d9 service neutron] 10.222.0.61 "PUT /v2.0/ports/217ec29f-c989-4703-8b62-4637374a4c30 HTTP/1.1" status: 200 len: 1092 time: 1.0925119 Oct 12 20:26:15.559798 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ffd7ebe-0e69-47a4-b46b-9c6a6a40e307', 'tag': '217ec29f-c989-4703-8b62-4637374a4c30'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:26:15.562048 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d38ba98a80be6c2fe69993d1a3c9eb2b0c7fe5c84c08efdde6b95a5e2d0657c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93a92c94-66b4-458a-bb22-abd64a87ff60" -d '{"events": [{"name": "network-changed", "server_uuid": "3ffd7ebe-0e69-47a4-b46b-9c6a6a40e307", "tag": "217ec29f-c989-4703-8b62-4637374a4c30"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:26:15.593176 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfac59a-98be-4ae0-9e83-0d642287a9d9 service neutron] Pushing event updated for resources: {'Port': ['ID=217ec29f-c989-4703-8b62-4637374a4c30,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:26:15.604459 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 20:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b17832b0-db85-4da4-b354-baf724eaff86 x-openstack-request-id: req-b17832b0-db85-4da4-b354-baf724eaff86 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:26:15.608163 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ffd7ebe-0e69-47a4-b46b-9c6a6a40e307", "tag": "217ec29f-c989-4703-8b62-4637374a4c30", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:26:15.608163 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b17832b0-db85-4da4-b354-baf724eaff86 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:26:15.608163 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ffd7ebe-0e69-47a4-b46b-9c6a6a40e307', 'tag': '217ec29f-c989-4703-8b62-4637374a4c30', 'status': 'completed', 'code': 200} Oct 12 20:26:15.667796 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a92c94-66b4-458a-bb22-abd64a87ff60 req-9ad84f79-5405-4325-a304-34bc8b6e97df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:26:15.669351 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-93a92c94-66b4-458a-bb22-abd64a87ff60 req-9ad84f79-5405-4325-a304-34bc8b6e97df service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7338ca3ebf8d46358716ffb6a045af03&device_id=3ffd7ebe-0e69-47a4-b46b-9c6a6a40e307 HTTP/1.1" status: 200 len: 1095 time: 0.0437813 Oct 12 20:26:15.771851 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a92c94-66b4-458a-bb22-abd64a87ff60 req-93ca7375-0a7d-44d1-b2a2-66b479befcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:26:15.773340 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-93a92c94-66b4-458a-bb22-abd64a87ff60 req-93ca7375-0a7d-44d1-b2a2-66b479befcc4 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=7338ca3ebf8d46358716ffb6a045af03&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0954347 Oct 12 20:26:15.866116 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a92c94-66b4-458a-bb22-abd64a87ff60 req-7e8c0aa2-d7ad-48c0-95ee-f70882ec82f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:26:15.868065 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-93a92c94-66b4-458a-bb22-abd64a87ff60 req-7e8c0aa2-d7ad-48c0-95ee-f70882ec82f7 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0873630 Oct 12 20:26:15.946297 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddfc76c-1759-4aa9-ac17-129d1d9bc6fd req-ceb34df2-1df9-4987-b881-f844e85b9a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:26:15.947962 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-dddfc76c-1759-4aa9-ac17-129d1d9bc6fd req-ceb34df2-1df9-4987-b881-f844e85b9a19 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7338ca3ebf8d46358716ffb6a045af03&device_id=3ffd7ebe-0e69-47a4-b46b-9c6a6a40e307 HTTP/1.1" status: 200 len: 1095 time: 0.0453384 Oct 12 20:26:15.987562 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-dddfc76c-1759-4aa9-ac17-129d1d9bc6fd req-b156a669-04d5-42af-8968-850528645474 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=217ec29f-c989-4703-8b62-4637374a4c30 HTTP/1.1" status: 200 len: 217 time: 0.0322967 Oct 12 20:26:16.034591 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddfc76c-1759-4aa9-ac17-129d1d9bc6fd req-33bb6568-d701-48f9-81d7-af507590d59a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:26:16.035966 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-dddfc76c-1759-4aa9-ac17-129d1d9bc6fd req-33bb6568-d701-48f9-81d7-af507590d59a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cf57589a-307a-4a59-be10-64131e2afa12 HTTP/1.1" status: 200 len: 834 time: 0.0415535 Oct 12 20:26:16.084049 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddfc76c-1759-4aa9-ac17-129d1d9bc6fd req-3ca84ced-2370-4105-aedf-19e0353315a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:26:16.085406 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-dddfc76c-1759-4aa9-ac17-129d1d9bc6fd req-3ca84ced-2370-4105-aedf-19e0353315a2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5a9f9dc8-1197-4207-99b2-9390c27ebcfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425858 Oct 12 20:26:16.173391 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-dddfc76c-1759-4aa9-ac17-129d1d9bc6fd req-ea49133d-599b-43a1-9b2c-c47129ea9793 service neutron] 10.222.0.61 "GET /v2.0/networks/5a9f9dc8-1197-4207-99b2-9390c27ebcfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807457 Oct 12 20:26:16.265790 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-dddfc76c-1759-4aa9-ac17-129d1d9bc6fd req-93e5b101-c335-43f3-9f77-587a0d5b2e41 service neutron] 10.222.0.61 "GET /v2.0/networks/5a9f9dc8-1197-4207-99b2-9390c27ebcfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844986 Oct 12 20:26:16.526338 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045346e5-91c3-433d-bc33-1745ca146e67 req-6cf5e992-0590-486a-8119-193eaeb62c1a tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:26:16.527819 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-045346e5-91c3-433d-bc33-1745ca146e67 req-6cf5e992-0590-486a-8119-193eaeb62c1a tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ffd7ebe-0e69-47a4-b46b-9c6a6a40e307 HTTP/1.1" status: 200 len: 944 time: 0.0495949 Oct 12 20:26:16.568390 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-045346e5-91c3-433d-bc33-1745ca146e67 req-0eff414d-0eec-4987-af88-2562b9c51c91 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/security-groups?id=beb15cf4-1c13-467a-a744-6dbf927340a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344806 Oct 12 20:26:17.684014 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e607e269-a380-4baa-be61-7d0cd6fe363e req-ccfc184e-f317-4f7a-90c8-7fd7521388e1 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:26:17.685475 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e607e269-a380-4baa-be61-7d0cd6fe363e req-ccfc184e-f317-4f7a-90c8-7fd7521388e1 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ffd7ebe-0e69-47a4-b46b-9c6a6a40e307 HTTP/1.1" status: 200 len: 944 time: 0.0494635 Oct 12 20:26:17.722009 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e607e269-a380-4baa-be61-7d0cd6fe363e req-a83f4887-8e81-4ea0-936c-25bbed7dc6db tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/security-groups?id=beb15cf4-1c13-467a-a744-6dbf927340a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306737 Oct 12 20:26:18.651241 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 217ec29f-c989-4703-8b62-4637374a4c30 details requested by agent hyperv_n-h1-813679-3 with host n-h1-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 20:26:18.746325 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 217ec29f-c989-4703-8b62-4637374a4c30, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=217ec29f-c989-4703-8b62-4637374a4c30,segment=NetworkSegment(3b61db37-48a2-4925-b66e-dc894d6eb511),segment_id=3b61db37-48a2-4925-b66e-dc894d6eb511)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:26:18.758545 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Returning: {'device': '217ec29f-c989-4703-8b62-4637374a4c30', 'network_id': '5a9f9dc8-1197-4207-99b2-9390c27ebcfd', 'port_id': '217ec29f-c989-4703-8b62-4637374a4c30', 'mac_address': 'fa:16:3e:4b:9c:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf57589a-307a-4a59-be10-64131e2afa12', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 20:26:18.795228 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:18.809196 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 217ec29f-c989-4703-8b62-4637374a4c30 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 20:26:18.832724 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 217ec29f-c989-4703-8b62-4637374a4c30, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=217ec29f-c989-4703-8b62-4637374a4c30,segment=NetworkSegment(3b61db37-48a2-4925-b66e-dc894d6eb511),segment_id=3b61db37-48a2-4925-b66e-dc894d6eb511)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:26:18.839087 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c82d0e-6d5a-4b57-897d-f2fd41911494 req-1a89b0e5-f49f-49e2-b419-b219ea79bde1 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:26:18.841139 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c4c82d0e-6d5a-4b57-897d-f2fd41911494 req-1a89b0e5-f49f-49e2-b419-b219ea79bde1 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ffd7ebe-0e69-47a4-b46b-9c6a6a40e307 HTTP/1.1" status: 200 len: 944 time: 0.0496480 Oct 12 20:26:18.878553 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c4c82d0e-6d5a-4b57-897d-f2fd41911494 req-15b03c96-ecf0-41ec-aad9-ec3a8f58a1bd tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/security-groups?id=beb15cf4-1c13-467a-a744-6dbf927340a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314839 Oct 12 20:26:18.895906 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:18.940503 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=217ec29f-c989-4703-8b62-4637374a4c30,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:26:19.081693 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['217ec29f-c989-4703-8b62-4637374a4c30'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 20:26:19.991208 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6269ff6-3c0d-4db9-a8ec-5e11ef1bd2da req-f82cec89-7037-4845-b620-792fdab6286c tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:26:19.993321 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b6269ff6-3c0d-4db9-a8ec-5e11ef1bd2da req-f82cec89-7037-4845-b620-792fdab6286c tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ffd7ebe-0e69-47a4-b46b-9c6a6a40e307 HTTP/1.1" status: 200 len: 945 time: 0.0478113 Oct 12 20:26:20.029009 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b6269ff6-3c0d-4db9-a8ec-5e11ef1bd2da req-7ee887df-9290-49f3-91f4-baad055659dc tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/security-groups?id=beb15cf4-1c13-467a-a744-6dbf927340a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298595 Oct 12 20:26:20.650651 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 217ec29f-c989-4703-8b62-4637374a4c30 up at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 20:26:20.752758 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning for port 217ec29f-c989-4703-8b62-4637374a4c30 completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 20:26:20.756584 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning complete for port 217ec29f-c989-4703-8b62-4637374a4c30 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:26:20.757000 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:20.834777 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:20.857146 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ffd7ebe-0e69-47a4-b46b-9c6a6a40e307', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '217ec29f-c989-4703-8b62-4637374a4c30'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:26:20.859363 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b9295f95168b7ebeacfaf6dce688c5b5a488805d3fcc076b348ff91511493a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5d7ad4f-a9bf-42e7-b57c-3b835ae7b5fe" -d '{"events": [{"server_uuid": "3ffd7ebe-0e69-47a4-b46b-9c6a6a40e307", "name": "network-vif-plugged", "status": "completed", "tag": "217ec29f-c989-4703-8b62-4637374a4c30"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:26:20.871367 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 217ec29f-c989-4703-8b62-4637374a4c30, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=217ec29f-c989-4703-8b62-4637374a4c30,segment=NetworkSegment(3b61db37-48a2-4925-b66e-dc894d6eb511),segment_id=3b61db37-48a2-4925-b66e-dc894d6eb511)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:26:20.896273 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 20:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d41ac118-7eb2-47e5-8452-d06e209e049b x-openstack-request-id: req-d41ac118-7eb2-47e5-8452-d06e209e049b {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:26:20.896616 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ffd7ebe-0e69-47a4-b46b-9c6a6a40e307", "name": "network-vif-plugged", "status": "completed", "tag": "217ec29f-c989-4703-8b62-4637374a4c30", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:26:20.896930 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d41ac118-7eb2-47e5-8452-d06e209e049b {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:26:20.897329 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ffd7ebe-0e69-47a4-b46b-9c6a6a40e307', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '217ec29f-c989-4703-8b62-4637374a4c30', 'code': 200} Oct 12 20:26:20.941666 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:20.988878 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=217ec29f-c989-4703-8b62-4637374a4c30,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:26:20.989456 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1382369a-eb34-4918-8983-cf5647134b01 req-9333ff29-d9cf-4bd9-a8f9-3057fbc248f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:26:20.990913 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1382369a-eb34-4918-8983-cf5647134b01 req-9333ff29-d9cf-4bd9-a8f9-3057fbc248f0 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3ffd7ebe-0e69-47a4-b46b-9c6a6a40e307 HTTP/1.1" status: 200 len: 1097 time: 0.0387018 Oct 12 20:26:21.029227 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1382369a-eb34-4918-8983-cf5647134b01 req-09563dfa-c59b-4280-83b9-19587df3e61e service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=beb15cf4-1c13-467a-a744-6dbf927340a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314019 Oct 12 20:26:21.141962 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76088958-e9c1-47a9-be48-f7e518eec357 req-41826b56-4fb2-4471-b79d-d5ee774fb64b tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:26:21.143398 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-76088958-e9c1-47a9-be48-f7e518eec357 req-41826b56-4fb2-4471-b79d-d5ee774fb64b tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ffd7ebe-0e69-47a4-b46b-9c6a6a40e307 HTTP/1.1" status: 200 len: 946 time: 0.0487521 Oct 12 20:26:21.179427 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-76088958-e9c1-47a9-be48-f7e518eec357 req-75d5a404-9864-47c8-9e46-6fc56aeda063 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/security-groups?id=beb15cf4-1c13-467a-a744-6dbf927340a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300992 Oct 12 20:26:22.300927 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e884acea-6d42-44dc-9e7d-fe5a94328c5a req-cc678c0e-bb51-41c8-8b71-73d4cbced08a tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:26:22.302353 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e884acea-6d42-44dc-9e7d-fe5a94328c5a req-cc678c0e-bb51-41c8-8b71-73d4cbced08a tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ffd7ebe-0e69-47a4-b46b-9c6a6a40e307 HTTP/1.1" status: 200 len: 946 time: 0.0531316 Oct 12 20:26:22.341918 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e884acea-6d42-44dc-9e7d-fe5a94328c5a req-3e721445-0dee-4a97-8c94-16ee17f79aa7 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/security-groups?id=beb15cf4-1c13-467a-a744-6dbf927340a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329516 Oct 12 20:26:23.452905 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e1f750-fd87-44b2-8bc8-bc73f9737c6c req-143927a8-be68-45c2-81e5-ec0d063cb00f tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:26:23.454354 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-95e1f750-fd87-44b2-8bc8-bc73f9737c6c req-143927a8-be68-45c2-81e5-ec0d063cb00f tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ffd7ebe-0e69-47a4-b46b-9c6a6a40e307 HTTP/1.1" status: 200 len: 946 time: 0.0482318 Oct 12 20:26:23.491887 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-95e1f750-fd87-44b2-8bc8-bc73f9737c6c req-54dc0fa0-e2af-4109-a081-97d9a0ca4204 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/security-groups?id=beb15cf4-1c13-467a-a744-6dbf927340a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314684 Oct 12 20:26:23.603728 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bbf099-6638-4962-96fb-69756dc75f79 req-e23c8243-be0b-4a01-bbda-5e431580c7fa tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:26:23.605214 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-39bbf099-6638-4962-96fb-69756dc75f79 req-e23c8243-be0b-4a01-bbda-5e431580c7fa tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ffd7ebe-0e69-47a4-b46b-9c6a6a40e307 HTTP/1.1" status: 200 len: 946 time: 0.0480666 Oct 12 20:26:23.642606 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-39bbf099-6638-4962-96fb-69756dc75f79 req-13e4dc9c-8acc-45ca-80a4-2733b079cae1 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/security-groups?id=beb15cf4-1c13-467a-a744-6dbf927340a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313025 Oct 12 20:26:23.663387 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 36730) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:26:23.744459 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb04443-6429-49b6-8750-939627a85b53 tempest-TestNetworkAdvancedServerOps-803987341 tempest-TestNetworkAdvancedServerOps-803987341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:26:23.751177 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-ecb04443-6429-49b6-8750-939627a85b53 tempest-TestNetworkAdvancedServerOps-803987341 tempest-TestNetworkAdvancedServerOps-803987341-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=3ffd7ebe-0e69-47a4-b46b-9c6a6a40e307 HTTP/1.1" status: 200 len: 1092 time: 0.0811353 Oct 12 20:26:23.753282 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 36734) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:26:23.757631 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-b98be741-b1c0-4d9f-ad20-21dd8538d5ac tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Request body: {'floatingip': {'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'port_id': '217ec29f-c989-4703-8b62-4637374a4c30', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:26:23.827046 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b98be741-b1c0-4d9f-ad20-21dd8538d5ac tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for floatingip, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:23.924514 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b98be741-b1c0-4d9f-ad20-21dd8538d5ac tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:24.027627 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-b98be741-b1c0-4d9f-ad20-21dd8538d5ac tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Allocated IP 172.25.5.154 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/682990ec-0642-4ca4-be82-f35728efc029) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 20:26:24.126541 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b98be741-b1c0-4d9f-ad20-21dd8538d5ac tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:24.181488 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b98be741-b1c0-4d9f-ad20-21dd8538d5ac tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:24.223817 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98be741-b1c0-4d9f-ad20-21dd8538d5ac tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 20:26:24.227229 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-b98be741-b1c0-4d9f-ad20-21dd8538d5ac tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 20:26:24.229934 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98be741-b1c0-4d9f-ad20-21dd8538d5ac tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 20:26:24.252556 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98be741-b1c0-4d9f-ad20-21dd8538d5ac tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Pushing event updated for resources: {'Port': ['ID=682990ec-0642-4ca4-be82-f35728efc029,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:26:24.612620 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b98be741-b1c0-4d9f-ad20-21dd8538d5ac tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:24.736359 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b98be741-b1c0-4d9f-ad20-21dd8538d5ac tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:24.889904 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b98be741-b1c0-4d9f-ad20-21dd8538d5ac tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:24.935278 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b98be741-b1c0-4d9f-ad20-21dd8538d5ac tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:25.004943 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98be741-b1c0-4d9f-ad20-21dd8538d5ac tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Pushing event updated for resources: {'Port': ['ID=682990ec-0642-4ca4-be82-f35728efc029,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:26:25.012820 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b98be741-b1c0-4d9f-ad20-21dd8538d5ac tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7915414'] for floatingip, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:25.109369 n-d-813679-3 neutron-server[95501]: INFO neutron.db.l3_db [None req-b98be741-b1c0-4d9f-ad20-21dd8538d5ac tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Floating IP 579c6941-a876-4589-8f3f-bf24f235a647 associated. External IP: 172.25.5.154, port: 217ec29f-c989-4703-8b62-4637374a4c30. Oct 12 20:26:25.642938 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b98be741-b1c0-4d9f-ad20-21dd8538d5ac tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Router 0b1b6fb6-16c3-49ed-bb2d-63fe3646f324 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 20:26:25.749142 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b98be741-b1c0-4d9f-ad20-21dd8538d5ac tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 20:26:25.759921 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0024862e-a5df-4f12-a731-9cbc3eb012b2 None None] Sync routers for ids ['0b1b6fb6-16c3-49ed-bb2d-63fe3646f324'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 20:26:25.766481 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ed3fc6d3-4a05-4033-86f8-ee845531ed18 req-213cbab4-38e0-48d6-b650-906e7ac09680 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3ffd7ebe-0e69-47a4-b46b-9c6a6a40e307&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0476379 Oct 12 20:26:25.770144 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0024862e-a5df-4f12-a731-9cbc3eb012b2 None None] Routers {'0b1b6fb6-16c3-49ed-bb2d-63fe3646f324'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:26:25.770745 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-0024862e-a5df-4f12-a731-9cbc3eb012b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:26:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['0b1b6fb6-16c3-49ed-bb2d-63fe3646f324'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:26:25.846603 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b98be741-b1c0-4d9f-ad20-21dd8538d5ac tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:25.853349 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3fc6d3-4a05-4033-86f8-ee845531ed18 req-5ec0b30d-f762-43f3-9e08-98d18991977b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:26:25.854841 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ed3fc6d3-4a05-4033-86f8-ee845531ed18 req-5ec0b30d-f762-43f3-9e08-98d18991977b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7338ca3ebf8d46358716ffb6a045af03&device_id=3ffd7ebe-0e69-47a4-b46b-9c6a6a40e307 HTTP/1.1" status: 200 len: 1097 time: 0.0460017 Oct 12 20:26:25.877550 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-b98be741-b1c0-4d9f-ad20-21dd8538d5ac tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1207538 Oct 12 20:26:25.877550 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ffd7ebe-0e69-47a4-b46b-9c6a6a40e307', 'tag': '217ec29f-c989-4703-8b62-4637374a4c30'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:26:25.878000 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-0024862e-a5df-4f12-a731-9cbc3eb012b2 None None] Set router 0b1b6fb6-16c3-49ed-bb2d-63fe3646f324 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:26:25.878349 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de8ed798067560d07a98492cd8cb53eb3655be3ac6c9fe2f8402857175a8f58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ed7dd74-adfb-4e91-881e-a0830c13cfd9" -d '{"events": [{"name": "network-changed", "server_uuid": "3ffd7ebe-0e69-47a4-b46b-9c6a6a40e307", "tag": "217ec29f-c989-4703-8b62-4637374a4c30"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:26:25.942083 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 20:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1136ec7-e834-4758-a70a-80efadda4470 x-openstack-request-id: req-a1136ec7-e834-4758-a70a-80efadda4470 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:26:25.942457 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ffd7ebe-0e69-47a4-b46b-9c6a6a40e307", "tag": "217ec29f-c989-4703-8b62-4637374a4c30", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:26:25.942783 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a1136ec7-e834-4758-a70a-80efadda4470 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:26:25.943490 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ffd7ebe-0e69-47a4-b46b-9c6a6a40e307', 'tag': '217ec29f-c989-4703-8b62-4637374a4c30', 'status': 'completed', 'code': 200} Oct 12 20:26:25.971837 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3fc6d3-4a05-4033-86f8-ee845531ed18 req-80051682-83f2-4fe9-b3c4-a7e27bea842f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:26:25.973631 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ed3fc6d3-4a05-4033-86f8-ee845531ed18 req-80051682-83f2-4fe9-b3c4-a7e27bea842f service neutron] 10.222.0.61 "GET /v2.0/networks?id=5a9f9dc8-1197-4207-99b2-9390c27ebcfd HTTP/1.1" status: 200 len: 898 time: 0.0984724 Oct 12 20:26:26.056810 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5576d58-8325-4714-babe-46d2031a5ccd req-978d5aa3-cac0-4800-a3ad-32566055b636 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:26:26.058269 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f5576d58-8325-4714-babe-46d2031a5ccd req-978d5aa3-cac0-4800-a3ad-32566055b636 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ffd7ebe-0e69-47a4-b46b-9c6a6a40e307 HTTP/1.1" status: 200 len: 946 time: 0.1000106 Oct 12 20:26:26.064481 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ed3fc6d3-4a05-4033-86f8-ee845531ed18 req-92857b07-f22b-44b4-8b00-fe474a2a80d3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=217ec29f-c989-4703-8b62-4637374a4c30 HTTP/1.1" status: 200 len: 1000 time: 0.0731583 Oct 12 20:26:26.112778 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-0024862e-a5df-4f12-a731-9cbc3eb012b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1b6fb6-16c3-49ed-bb2d-63fe3646f324', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2050413928', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '0db07f73-6a76-4e02-bf56-757a7b769169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:26:05Z', 'updated_at': '2021-10-12T20:26:10Z', 'revision_number': 4, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'gw_port': {'id': '0db07f73-6a76-4e02-bf56-757a7b769169', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ae:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1b6fb6-16c3-49ed-bb2d-63fe3646f324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:26:06Z', 'updated_at': '2021-10-12T20:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': '579c6941-a876-4589-8f3f-bf24f235a647', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'floating_ip_address': '172.25.5.154', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': '0b1b6fb6-16c3-49ed-bb2d-63fe3646f324', 'port_id': '217ec29f-c989-4703-8b62-4637374a4c30', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a9f9dc8-1197-4207-99b2-9390c27ebcfd', 'mac_address': 'fa:16:3e:4b:9c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ffd7ebe-0e69-47a4-b46b-9c6a6a40e307', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T20:26:24Z', 'updated_at': '2021-10-12T20:26:24Z', 'revision_number': 0, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44464b35-bc5d-4467-9749-c31e0aa254ed', 'name': '', 'network_id': '5a9f9dc8-1197-4207-99b2-9390c27ebcfd', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'mac_address': 'fa:16:3e:9a:d2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1b6fb6-16c3-49ed-bb2d-63fe3646f324', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'cf57589a-307a-4a59-be10-64131e2afa12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:26:09Z', 'updated_at': '2021-10-12T20:26:12Z', 'revision_number': 5, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'subnets': [{'id': 'cf57589a-307a-4a59-be10-64131e2afa12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:26:26.139018 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f5576d58-8325-4714-babe-46d2031a5ccd req-82965342-9cd8-44fa-9130-4666e6c9007f tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/security-groups?id=beb15cf4-1c13-467a-a744-6dbf927340a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735793 Oct 12 20:26:26.142937 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3fc6d3-4a05-4033-86f8-ee845531ed18 req-6388074f-a610-40ca-9e94-238283b4fd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:26:26.144466 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ed3fc6d3-4a05-4033-86f8-ee845531ed18 req-6388074f-a610-40ca-9e94-238283b4fd2a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cf57589a-307a-4a59-be10-64131e2afa12 HTTP/1.1" status: 200 len: 834 time: 0.0722156 Oct 12 20:26:26.162840 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 36740) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:26:26.195874 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3fc6d3-4a05-4033-86f8-ee845531ed18 req-ee925eb5-8650-439e-aebd-b2bc29b76c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:26:26.197605 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ed3fc6d3-4a05-4033-86f8-ee845531ed18 req-ee925eb5-8650-439e-aebd-b2bc29b76c56 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5a9f9dc8-1197-4207-99b2-9390c27ebcfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462427 Oct 12 20:26:26.232602 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-88b151f8-7ccd-4c62-a61b-c1127b535660 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/floatingips/579c6941-a876-4589-8f3f-bf24f235a647 HTTP/1.1" status: 200 len: 992 time: 0.0678155 Oct 12 20:26:26.290081 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ed3fc6d3-4a05-4033-86f8-ee845531ed18 req-2194d953-696d-4a0b-9840-198ea7e33e6e service neutron] 10.222.0.61 "GET /v2.0/networks/5a9f9dc8-1197-4207-99b2-9390c27ebcfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853009 Oct 12 20:26:26.295343 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0024862e-a5df-4f12-a731-9cbc3eb012b2 None None] Checking router: 0b1b6fb6-16c3-49ed-bb2d-63fe3646f324 for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 20:26:26.303889 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0024862e-a5df-4f12-a731-9cbc3eb012b2 None None] Routers {'0b1b6fb6-16c3-49ed-bb2d-63fe3646f324'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:26:26.304550 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-0024862e-a5df-4f12-a731-9cbc3eb012b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:26:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['0b1b6fb6-16c3-49ed-bb2d-63fe3646f324'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:26:26.381017 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ed3fc6d3-4a05-4033-86f8-ee845531ed18 req-87b25e57-e283-4fe4-a454-ae96623e8391 service neutron] 10.222.0.61 "GET /v2.0/networks/5a9f9dc8-1197-4207-99b2-9390c27ebcfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841422 Oct 12 20:26:26.410264 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-0024862e-a5df-4f12-a731-9cbc3eb012b2 None None] Set router 0b1b6fb6-16c3-49ed-bb2d-63fe3646f324 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:26:26.556098 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed7dd74-adfb-4e91-881e-a0830c13cfd9 req-afe879c8-f77a-45dd-ab0e-1efff4cc6c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:26:26.557592 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5ed7dd74-adfb-4e91-881e-a0830c13cfd9 req-afe879c8-f77a-45dd-ab0e-1efff4cc6c8f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7338ca3ebf8d46358716ffb6a045af03&device_id=3ffd7ebe-0e69-47a4-b46b-9c6a6a40e307 HTTP/1.1" status: 200 len: 1097 time: 0.0423155 Oct 12 20:26:26.640000 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-0024862e-a5df-4f12-a731-9cbc3eb012b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1b6fb6-16c3-49ed-bb2d-63fe3646f324', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2050413928', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '0db07f73-6a76-4e02-bf56-757a7b769169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:26:05Z', 'updated_at': '2021-10-12T20:26:10Z', 'revision_number': 4, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'gw_port': {'id': '0db07f73-6a76-4e02-bf56-757a7b769169', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ae:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1b6fb6-16c3-49ed-bb2d-63fe3646f324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:26:06Z', 'updated_at': '2021-10-12T20:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': '579c6941-a876-4589-8f3f-bf24f235a647', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'floating_ip_address': '172.25.5.154', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': '0b1b6fb6-16c3-49ed-bb2d-63fe3646f324', 'port_id': '217ec29f-c989-4703-8b62-4637374a4c30', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a9f9dc8-1197-4207-99b2-9390c27ebcfd', 'mac_address': 'fa:16:3e:4b:9c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ffd7ebe-0e69-47a4-b46b-9c6a6a40e307', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T20:26:24Z', 'updated_at': '2021-10-12T20:26:24Z', 'revision_number': 0, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44464b35-bc5d-4467-9749-c31e0aa254ed', 'name': '', 'network_id': '5a9f9dc8-1197-4207-99b2-9390c27ebcfd', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'mac_address': 'fa:16:3e:9a:d2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1b6fb6-16c3-49ed-bb2d-63fe3646f324', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'cf57589a-307a-4a59-be10-64131e2afa12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:26:09Z', 'updated_at': '2021-10-12T20:26:12Z', 'revision_number': 5, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'subnets': [{'id': 'cf57589a-307a-4a59-be10-64131e2afa12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:26:26.652722 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed7dd74-adfb-4e91-881e-a0830c13cfd9 req-26bfd252-8724-47a5-b4cc-2e094c63fa07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:26:26.654194 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5ed7dd74-adfb-4e91-881e-a0830c13cfd9 req-26bfd252-8724-47a5-b4cc-2e094c63fa07 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5a9f9dc8-1197-4207-99b2-9390c27ebcfd HTTP/1.1" status: 200 len: 898 time: 0.0893910 Oct 12 20:26:26.666190 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0024862e-a5df-4f12-a731-9cbc3eb012b2 None None] The sync data for ids ['0b1b6fb6-16c3-49ed-bb2d-63fe3646f324'] in n-d-813679-3 is: [{'id': '0b1b6fb6-16c3-49ed-bb2d-63fe3646f324', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2050413928', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '0db07f73-6a76-4e02-bf56-757a7b769169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:26:05Z', 'updated_at': '2021-10-12T20:26:10Z', 'revision_number': 4, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'gw_port': {'id': '0db07f73-6a76-4e02-bf56-757a7b769169', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ae:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1b6fb6-16c3-49ed-bb2d-63fe3646f324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:26:06Z', 'updated_at': '2021-10-12T20:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': '579c6941-a876-4589-8f3f-bf24f235a647', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'floating_ip_address': '172.25.5.154', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': '0b1b6fb6-16c3-49ed-bb2d-63fe3646f324', 'port_id': '217ec29f-c989-4703-8b62-4637374a4c30', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a9f9dc8-1197-4207-99b2-9390c27ebcfd', 'mac_address': 'fa:16:3e:4b:9c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ffd7ebe-0e69-47a4-b46b-9c6a6a40e307', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T20:26:24Z', 'updated_at': '2021-10-12T20:26:24Z', 'revision_number': 0, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44464b35-bc5d-4467-9749-c31e0aa254ed', 'name': '', 'network_id': '5a9f9dc8-1197-4207-99b2-9390c27ebcfd', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'mac_address': 'fa:16:3e:9a:d2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1b6fb6-16c3-49ed-bb2d-63fe3646f324', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'cf57589a-307a-4a59-be10-64131e2afa12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:26:09Z', 'updated_at': '2021-10-12T20:26:12Z', 'revision_number': 5, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'subnets': [{'id': 'cf57589a-307a-4a59-be10-64131e2afa12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 20:26:26.720790 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5ed7dd74-adfb-4e91-881e-a0830c13cfd9 req-e4713c32-ec7e-477d-93c5-7c23a498211e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=217ec29f-c989-4703-8b62-4637374a4c30 HTTP/1.1" status: 200 len: 1000 time: 0.0592272 Oct 12 20:26:26.770070 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed7dd74-adfb-4e91-881e-a0830c13cfd9 req-612494e5-b540-409a-8f8b-7b20a767effb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:26:26.771527 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5ed7dd74-adfb-4e91-881e-a0830c13cfd9 req-612494e5-b540-409a-8f8b-7b20a767effb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cf57589a-307a-4a59-be10-64131e2afa12 HTTP/1.1" status: 200 len: 834 time: 0.0439532 Oct 12 20:26:26.823151 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed7dd74-adfb-4e91-881e-a0830c13cfd9 req-1a3fdcac-b724-4221-b880-9979f0b134eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:26:26.824719 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5ed7dd74-adfb-4e91-881e-a0830c13cfd9 req-1a3fdcac-b724-4221-b880-9979f0b134eb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5a9f9dc8-1197-4207-99b2-9390c27ebcfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459917 Oct 12 20:26:26.873137 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c58f6ba-98f0-4bd8-8d18-18609a0c65ac None None] New status for floating IP 579c6941-a876-4589-8f3f-bf24f235a647: ACTIVE {{(pid=95504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 20:26:26.919516 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5ed7dd74-adfb-4e91-881e-a0830c13cfd9 req-aefb0115-2b6a-4ba9-9faf-c2181035fe1d service neutron] 10.222.0.61 "GET /v2.0/networks/5a9f9dc8-1197-4207-99b2-9390c27ebcfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873125 Oct 12 20:26:27.012565 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5ed7dd74-adfb-4e91-881e-a0830c13cfd9 req-10f988f8-81e1-4e1d-ac6f-4b6484c96ebd service neutron] 10.222.0.61 "GET /v2.0/networks/5a9f9dc8-1197-4207-99b2-9390c27ebcfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858629 Oct 12 20:26:27.235449 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 36744) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:26:27.293183 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-09dc2de3-ff87-4677-986b-0ae90cd99159 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/floatingips/579c6941-a876-4589-8f3f-bf24f235a647 HTTP/1.1" status: 200 len: 994 time: 0.0566380 Oct 12 20:26:29.187318 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a915886a-a832-4d09-94dc-6edbc96e7d1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:31.769742 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-27e2b83f-a284-4732-9f7b-bf5ae5f2046a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:32.524423 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:33.318153 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:33.712525 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:34.661358 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:34.798582 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:26:48.195525 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 20:26:55.667439 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [req-1d752999-8955-4276-a997-2d4ec8e57ad8 req-983c1c6e-b812-430f-a339-887049742062 service neutron] (95502) timed out ('10.222.0.49', 60606) {{(pid=95502) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 12 20:26:56.843953 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0d6575-0aad-477a-84f6-edba3ad29925 req-52aad121-6b39-4013-9bc4-cf09e048b20b tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:26:56.845434 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8d0d6575-0aad-477a-84f6-edba3ad29925 req-52aad121-6b39-4013-9bc4-cf09e048b20b tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ffd7ebe-0e69-47a4-b46b-9c6a6a40e307 HTTP/1.1" status: 200 len: 946 time: 0.0484095 Oct 12 20:26:56.882992 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8d0d6575-0aad-477a-84f6-edba3ad29925 req-bc174a74-82ee-4b09-89cf-f6d12d1a892a tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/security-groups?id=beb15cf4-1c13-467a-a744-6dbf927340a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315995 Oct 12 20:26:58.000302 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fac3174-4a62-4286-a9a6-d269a16dc14b req-d1aedf5b-d848-4b10-ade5-d71e36dbc1b2 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:26:58.001758 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6fac3174-4a62-4286-a9a6-d269a16dc14b req-d1aedf5b-d848-4b10-ade5-d71e36dbc1b2 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ffd7ebe-0e69-47a4-b46b-9c6a6a40e307 HTTP/1.1" status: 200 len: 946 time: 0.0497382 Oct 12 20:26:58.039130 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6fac3174-4a62-4286-a9a6-d269a16dc14b req-e229199a-487b-416e-ab20-ff26760a8142 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/security-groups?id=beb15cf4-1c13-467a-a744-6dbf927340a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315340 Oct 12 20:26:59.157864 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f7604d-9e0d-4b91-a792-b00a1de97286 req-4bec0296-6383-47a3-8f07-b3d9a4a9ea8b tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:26:59.159326 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f1f7604d-9e0d-4b91-a792-b00a1de97286 req-4bec0296-6383-47a3-8f07-b3d9a4a9ea8b tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ffd7ebe-0e69-47a4-b46b-9c6a6a40e307 HTTP/1.1" status: 200 len: 946 time: 0.0521922 Oct 12 20:26:59.197618 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f1f7604d-9e0d-4b91-a792-b00a1de97286 req-0f62144f-3667-4f19-ae9b-f5f1144563ac tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/security-groups?id=beb15cf4-1c13-467a-a744-6dbf927340a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321422 Oct 12 20:26:59.221250 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d27ba5eb-972d-4619-bc2e-623386a4e091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:27:00.314366 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d699d942-27ae-4d88-b74e-60eb22d315f1 req-8128baae-ef9b-4431-8cfc-45ef0f9ac6a2 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:27:00.315817 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d699d942-27ae-4d88-b74e-60eb22d315f1 req-8128baae-ef9b-4431-8cfc-45ef0f9ac6a2 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ffd7ebe-0e69-47a4-b46b-9c6a6a40e307 HTTP/1.1" status: 200 len: 946 time: 0.0506463 Oct 12 20:27:00.354417 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d699d942-27ae-4d88-b74e-60eb22d315f1 req-ed7b2365-33b1-4d1c-9ce8-f8aca0db250a tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/security-groups?id=beb15cf4-1c13-467a-a744-6dbf927340a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323951 Oct 12 20:27:01.469053 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66780cae-8805-487a-a815-4381572b42c1 req-bc341d85-f540-4a1c-b26f-8d7d98459035 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:27:01.470543 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-66780cae-8805-487a-a815-4381572b42c1 req-bc341d85-f540-4a1c-b26f-8d7d98459035 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ffd7ebe-0e69-47a4-b46b-9c6a6a40e307 HTTP/1.1" status: 200 len: 946 time: 0.0480354 Oct 12 20:27:01.507760 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-66780cae-8805-487a-a815-4381572b42c1 req-438a2cd1-a5e7-4648-8c95-d550cb552316 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/security-groups?id=beb15cf4-1c13-467a-a744-6dbf927340a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313780 Oct 12 20:27:01.752394 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e36eeff4-b7ae-43c2-ae9f-cc29f1c8b68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:27:02.535060 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:27:02.625989 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4071764f-b6b3-4697-bf37-25cc856ee6e1 req-ec1b5001-9ad3-4b72-a559-65f9a33dbbad tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:27:02.627460 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4071764f-b6b3-4697-bf37-25cc856ee6e1 req-ec1b5001-9ad3-4b72-a559-65f9a33dbbad tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ffd7ebe-0e69-47a4-b46b-9c6a6a40e307 HTTP/1.1" status: 200 len: 946 time: 0.0535848 Oct 12 20:27:02.664905 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4071764f-b6b3-4697-bf37-25cc856ee6e1 req-cd01f939-d007-4c96-9869-cd10ffa75e5f tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/security-groups?id=beb15cf4-1c13-467a-a744-6dbf927340a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314209 Oct 12 20:27:03.301059 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:27:03.735479 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:27:03.781464 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ae80a1-e94c-406a-ba98-479738b35ba8 req-36e67967-a5f3-4c95-b762-024b8ff9a924 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:27:03.782971 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d2ae80a1-e94c-406a-ba98-479738b35ba8 req-36e67967-a5f3-4c95-b762-024b8ff9a924 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ffd7ebe-0e69-47a4-b46b-9c6a6a40e307 HTTP/1.1" status: 200 len: 946 time: 0.0516973 Oct 12 20:27:03.820655 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d2ae80a1-e94c-406a-ba98-479738b35ba8 req-6858d35e-f67e-42ae-b929-e7cbf7417be6 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/security-groups?id=beb15cf4-1c13-467a-a744-6dbf927340a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316844 Oct 12 20:27:04.700738 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:27:04.809301 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:27:04.935933 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8399872a-1d65-4cd5-9562-7a23b916d4cc req-042dac2d-5038-4de3-a641-b72ad224d00d tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:27:04.937427 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8399872a-1d65-4cd5-9562-7a23b916d4cc req-042dac2d-5038-4de3-a641-b72ad224d00d tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ffd7ebe-0e69-47a4-b46b-9c6a6a40e307 HTTP/1.1" status: 200 len: 946 time: 0.0492923 Oct 12 20:27:04.974658 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8399872a-1d65-4cd5-9562-7a23b916d4cc req-3d470c3b-6c35-4093-add0-5b2ee06f04ac tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/security-groups?id=beb15cf4-1c13-467a-a744-6dbf927340a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312231 Oct 12 20:27:06.095856 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac83dd98-a6bc-4944-b4f2-47a53a1c8c01 req-17e9e288-a64d-406f-81ef-cdee2e53dfd8 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:27:06.097286 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ac83dd98-a6bc-4944-b4f2-47a53a1c8c01 req-17e9e288-a64d-406f-81ef-cdee2e53dfd8 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ffd7ebe-0e69-47a4-b46b-9c6a6a40e307 HTTP/1.1" status: 200 len: 946 time: 0.0530357 Oct 12 20:27:06.134855 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ac83dd98-a6bc-4944-b4f2-47a53a1c8c01 req-8aed3ebd-4d68-46ed-ac8d-5e0a30efdb2e tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/security-groups?id=beb15cf4-1c13-467a-a744-6dbf927340a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317492 Oct 12 20:27:07.250331 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426b1529-f139-45a8-98b5-44ac369870f1 req-bad108a5-f87a-423b-8a4d-0b14190f5f6c tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:27:07.251778 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-426b1529-f139-45a8-98b5-44ac369870f1 req-bad108a5-f87a-423b-8a4d-0b14190f5f6c tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ffd7ebe-0e69-47a4-b46b-9c6a6a40e307 HTTP/1.1" status: 200 len: 946 time: 0.0492828 Oct 12 20:27:07.287896 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-426b1529-f139-45a8-98b5-44ac369870f1 req-8701e56b-3afb-41cd-94b9-88bcda13e51b tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/security-groups?id=beb15cf4-1c13-467a-a744-6dbf927340a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303335 Oct 12 20:27:08.402509 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c146ac-48e2-4267-b0ba-dcf55c1ddba0 req-0fda329f-3569-47fe-ba94-4653e860fe39 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:27:08.404019 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-01c146ac-48e2-4267-b0ba-dcf55c1ddba0 req-0fda329f-3569-47fe-ba94-4653e860fe39 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ffd7ebe-0e69-47a4-b46b-9c6a6a40e307 HTTP/1.1" status: 200 len: 946 time: 0.0492110 Oct 12 20:27:08.441498 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-01c146ac-48e2-4267-b0ba-dcf55c1ddba0 req-2ba6e02c-001b-46a6-8247-4e9d058c3254 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/security-groups?id=beb15cf4-1c13-467a-a744-6dbf927340a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316353 Oct 12 20:27:09.558601 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62252646-bae7-404a-b08e-f26f6d660050 req-15b0f3b6-cdad-4bc8-ad92-37f618eaf50d tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:27:09.560048 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-62252646-bae7-404a-b08e-f26f6d660050 req-15b0f3b6-cdad-4bc8-ad92-37f618eaf50d tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ffd7ebe-0e69-47a4-b46b-9c6a6a40e307 HTTP/1.1" status: 200 len: 946 time: 0.0522914 Oct 12 20:27:09.597003 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-62252646-bae7-404a-b08e-f26f6d660050 req-4409f8b7-204c-4f50-add4-e25303358787 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/security-groups?id=beb15cf4-1c13-467a-a744-6dbf927340a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310507 Oct 12 20:27:10.710318 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc811a59-69b6-43d7-ac11-2039275d8d26 req-ef76b05c-b6cf-4749-8df0-f3c1f4385709 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:27:10.711756 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cc811a59-69b6-43d7-ac11-2039275d8d26 req-ef76b05c-b6cf-4749-8df0-f3c1f4385709 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ffd7ebe-0e69-47a4-b46b-9c6a6a40e307 HTTP/1.1" status: 200 len: 946 time: 0.0481918 Oct 12 20:27:10.749022 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cc811a59-69b6-43d7-ac11-2039275d8d26 req-f86c4281-e4fc-46bb-b425-3e1a5dc4cece tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/security-groups?id=beb15cf4-1c13-467a-a744-6dbf927340a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311944 Oct 12 20:27:11.860364 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a26b523-7b08-4f59-b3ec-4caabc169838 req-eb789b1b-6c88-468d-9ff8-714c733265aa tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:27:11.861796 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9a26b523-7b08-4f59-b3ec-4caabc169838 req-eb789b1b-6c88-468d-9ff8-714c733265aa tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ffd7ebe-0e69-47a4-b46b-9c6a6a40e307 HTTP/1.1" status: 200 len: 946 time: 0.0478022 Oct 12 20:27:11.898732 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9a26b523-7b08-4f59-b3ec-4caabc169838 req-667f1c58-0dd5-4e29-ad95-9b86cb18713c tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/security-groups?id=beb15cf4-1c13-467a-a744-6dbf927340a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311279 Oct 12 20:27:13.016194 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fe709c-0f40-4019-aab7-182d068e9523 req-67052755-de78-49ab-8b79-0302758b1f6f tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:27:13.017669 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-15fe709c-0f40-4019-aab7-182d068e9523 req-67052755-de78-49ab-8b79-0302758b1f6f tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ffd7ebe-0e69-47a4-b46b-9c6a6a40e307 HTTP/1.1" status: 200 len: 946 time: 0.0535188 Oct 12 20:27:13.055541 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-15fe709c-0f40-4019-aab7-182d068e9523 req-2547e366-ef4a-411c-aa52-a796ceee3362 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/security-groups?id=beb15cf4-1c13-467a-a744-6dbf927340a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320683 Oct 12 20:27:13.077043 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 36792) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:27:13.136218 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-7c321e1f-fdeb-43fd-b137-715ee2e35468 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/floatingips/579c6941-a876-4589-8f3f-bf24f235a647 HTTP/1.1" status: 200 len: 994 time: 0.0580323 Oct 12 20:27:14.500551 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d8241c-4662-4518-9638-2177cce79033 req-cc14a774-3eca-4b49-ae99-c772c461339e tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:27:14.502015 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-00d8241c-4662-4518-9638-2177cce79033 req-cc14a774-3eca-4b49-ae99-c772c461339e tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ffd7ebe-0e69-47a4-b46b-9c6a6a40e307 HTTP/1.1" status: 200 len: 946 time: 0.0502272 Oct 12 20:27:14.543023 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-00d8241c-4662-4518-9638-2177cce79033 req-bc5cadee-3eed-489a-a8fa-b4d4a814af62 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/security-groups?id=beb15cf4-1c13-467a-a744-6dbf927340a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350218 Oct 12 20:27:14.598225 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c53817-c4ec-4f64-a4d7-8dd5ef0c95e9 req-430a48fe-e2d4-4e95-b5e2-c0f8cf0771be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:27:14.599694 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-01c53817-c4ec-4f64-a4d7-8dd5ef0c95e9 req-430a48fe-e2d4-4e95-b5e2-c0f8cf0771be service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7338ca3ebf8d46358716ffb6a045af03&device_id=3ffd7ebe-0e69-47a4-b46b-9c6a6a40e307 HTTP/1.1" status: 200 len: 1097 time: 0.0502145 Oct 12 20:27:14.691926 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c53817-c4ec-4f64-a4d7-8dd5ef0c95e9 req-48bdbbb4-750e-4d28-9fa1-ca0fcc7da8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:27:14.693313 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-01c53817-c4ec-4f64-a4d7-8dd5ef0c95e9 req-48bdbbb4-750e-4d28-9fa1-ca0fcc7da8c7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5a9f9dc8-1197-4207-99b2-9390c27ebcfd HTTP/1.1" status: 200 len: 898 time: 0.0872154 Oct 12 20:27:14.760268 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-01c53817-c4ec-4f64-a4d7-8dd5ef0c95e9 req-6571497d-f42d-4430-a7ff-90c0c82e2162 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=217ec29f-c989-4703-8b62-4637374a4c30 HTTP/1.1" status: 200 len: 1002 time: 0.0599587 Oct 12 20:27:14.808493 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c53817-c4ec-4f64-a4d7-8dd5ef0c95e9 req-fbf780cb-3784-4272-b4ac-adcb80c9ae43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:27:14.812473 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-01c53817-c4ec-4f64-a4d7-8dd5ef0c95e9 req-fbf780cb-3784-4272-b4ac-adcb80c9ae43 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cf57589a-307a-4a59-be10-64131e2afa12 HTTP/1.1" status: 200 len: 834 time: 0.0432777 Oct 12 20:27:14.854220 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c53817-c4ec-4f64-a4d7-8dd5ef0c95e9 req-42aac119-69ab-417c-9e1e-771ddfb54f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:27:14.858275 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-01c53817-c4ec-4f64-a4d7-8dd5ef0c95e9 req-42aac119-69ab-417c-9e1e-771ddfb54f14 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5a9f9dc8-1197-4207-99b2-9390c27ebcfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392702 Oct 12 20:27:14.946337 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-01c53817-c4ec-4f64-a4d7-8dd5ef0c95e9 req-0927c940-faea-4ebe-baf4-5b3a6b69631b service neutron] 10.222.0.61 "GET /v2.0/networks/5a9f9dc8-1197-4207-99b2-9390c27ebcfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834379 Oct 12 20:27:15.033364 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-01c53817-c4ec-4f64-a4d7-8dd5ef0c95e9 req-b7a6be4e-2618-4ebb-9d67-fa4e82203344 service neutron] 10.222.0.61 "GET /v2.0/networks/5a9f9dc8-1197-4207-99b2-9390c27ebcfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804107 Oct 12 20:27:15.666438 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2d1a37-dcd8-45e6-9e64-86bdf3a1b507 req-25de3a8a-4f81-4609-9ac6-992ad87fb559 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:27:15.667942 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cb2d1a37-dcd8-45e6-9e64-86bdf3a1b507 req-25de3a8a-4f81-4609-9ac6-992ad87fb559 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ffd7ebe-0e69-47a4-b46b-9c6a6a40e307 HTTP/1.1" status: 200 len: 946 time: 0.0535533 Oct 12 20:27:15.705893 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cb2d1a37-dcd8-45e6-9e64-86bdf3a1b507 req-b44f2815-7d8e-400a-a5ad-ca5107869afd tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/security-groups?id=beb15cf4-1c13-467a-a744-6dbf927340a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313516 Oct 12 20:27:16.818939 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413e3254-e55b-4df9-9641-bbf3d91e6733 req-37f0c989-5b3f-41a0-bbc2-563bf321a255 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:27:16.820301 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-413e3254-e55b-4df9-9641-bbf3d91e6733 req-37f0c989-5b3f-41a0-bbc2-563bf321a255 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ffd7ebe-0e69-47a4-b46b-9c6a6a40e307 HTTP/1.1" status: 200 len: 946 time: 0.0489635 Oct 12 20:27:16.862078 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-413e3254-e55b-4df9-9641-bbf3d91e6733 req-c0970616-4853-48d7-a1a5-c7965d595968 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/security-groups?id=beb15cf4-1c13-467a-a744-6dbf927340a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359373 Oct 12 20:27:16.883848 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 36804) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:27:16.941630 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-5b791381-7c01-4202-a24d-b73614c39c26 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/floatingips/579c6941-a876-4589-8f3f-bf24f235a647 HTTP/1.1" status: 200 len: 994 time: 0.0566535 Oct 12 20:27:25.194924 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 20:27:27.755881 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e39ed1f2-574a-4275-ab16-c47209340e76 req-eae0703f-fa4f-4f02-bce3-40a561d2a60f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3ffd7ebe-0e69-47a4-b46b-9c6a6a40e307&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0384994 Oct 12 20:27:27.839735 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39ed1f2-574a-4275-ab16-c47209340e76 req-a463d496-85d4-4e57-9c3f-c7834704af18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:27:27.841230 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e39ed1f2-574a-4275-ab16-c47209340e76 req-a463d496-85d4-4e57-9c3f-c7834704af18 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7338ca3ebf8d46358716ffb6a045af03&device_id=3ffd7ebe-0e69-47a4-b46b-9c6a6a40e307 HTTP/1.1" status: 200 len: 1097 time: 0.0429254 Oct 12 20:27:27.942428 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39ed1f2-574a-4275-ab16-c47209340e76 req-398464da-2128-452a-a111-7e284976e817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:27:27.943832 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e39ed1f2-574a-4275-ab16-c47209340e76 req-398464da-2128-452a-a111-7e284976e817 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5a9f9dc8-1197-4207-99b2-9390c27ebcfd HTTP/1.1" status: 200 len: 898 time: 0.0816586 Oct 12 20:27:28.011149 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e39ed1f2-574a-4275-ab16-c47209340e76 req-7fc888ef-dc8b-4714-b997-0dc80e23c33c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=217ec29f-c989-4703-8b62-4637374a4c30 HTTP/1.1" status: 200 len: 1002 time: 0.0596840 Oct 12 20:27:28.058317 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39ed1f2-574a-4275-ab16-c47209340e76 req-913227ce-80d1-455c-b763-1362906fa78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:27:28.059715 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e39ed1f2-574a-4275-ab16-c47209340e76 req-913227ce-80d1-455c-b763-1362906fa78d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cf57589a-307a-4a59-be10-64131e2afa12 HTTP/1.1" status: 200 len: 834 time: 0.0414000 Oct 12 20:27:28.104686 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39ed1f2-574a-4275-ab16-c47209340e76 req-1355ed25-2027-4c4b-b169-5afdab423cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:27:28.106144 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e39ed1f2-574a-4275-ab16-c47209340e76 req-1355ed25-2027-4c4b-b169-5afdab423cd5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5a9f9dc8-1197-4207-99b2-9390c27ebcfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394926 Oct 12 20:27:28.197844 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e39ed1f2-574a-4275-ab16-c47209340e76 req-c1e7b214-d364-40e2-8914-6de1122ab00d service neutron] 10.222.0.61 "GET /v2.0/networks/5a9f9dc8-1197-4207-99b2-9390c27ebcfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841107 Oct 12 20:27:28.284720 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e39ed1f2-574a-4275-ab16-c47209340e76 req-b8a0bd3f-aabc-41b3-a65d-a04b0329a4c4 service neutron] 10.222.0.61 "GET /v2.0/networks/5a9f9dc8-1197-4207-99b2-9390c27ebcfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795770 Oct 12 20:27:29.192108 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5c72210c-9258-488d-85ec-7139147edd26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:27:31.763477 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f70ca5f0-042b-4959-afac-2c265cfa1c8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:27:32.546730 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:27:33.300051 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:27:33.728658 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:27:34.751151 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:27:34.831703 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:27:45.415107 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 36820) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:27:45.568900 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-56a79114-82e6-4ba1-a9fa-119cefcb645e tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Deleting port 682990ec-0642-4ca4-be82-f35728efc029 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 20:27:45.569242 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-56a79114-82e6-4ba1-a9fa-119cefcb645e tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:27:45.645092 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-56a79114-82e6-4ba1-a9fa-119cefcb645e tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:27:45.645418 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-56a79114-82e6-4ba1-a9fa-119cefcb645e tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:27:45.656689 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-56a79114-82e6-4ba1-a9fa-119cefcb645e tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Calling delete_port for 682990ec-0642-4ca4-be82-f35728efc029 owned by network:floatingip {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 20:27:45.871918 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-56a79114-82e6-4ba1-a9fa-119cefcb645e tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:27:45.898520 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a79114-82e6-4ba1-a9fa-119cefcb645e tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Pushing event deleted for resources: {'Port': ['ID=682990ec-0642-4ca4-be82-f35728efc029,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:27:45.920974 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a79114-82e6-4ba1-a9fa-119cefcb645e tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:27:45.921321 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a79114-82e6-4ba1-a9fa-119cefcb645e tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:27:45.921659 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a79114-82e6-4ba1-a9fa-119cefcb645e tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:27:45.922519 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a79114-82e6-4ba1-a9fa-119cefcb645e tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:27:45.922848 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a79114-82e6-4ba1-a9fa-119cefcb645e tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:27:45.923176 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a79114-82e6-4ba1-a9fa-119cefcb645e tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:27:45.923503 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a79114-82e6-4ba1-a9fa-119cefcb645e tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:27:45.923834 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a79114-82e6-4ba1-a9fa-119cefcb645e tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:27:45.924260 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a79114-82e6-4ba1-a9fa-119cefcb645e tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:27:45.924587 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a79114-82e6-4ba1-a9fa-119cefcb645e tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:27:45.924908 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a79114-82e6-4ba1-a9fa-119cefcb645e tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:27:45.925226 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a79114-82e6-4ba1-a9fa-119cefcb645e tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:27:45.969020 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-56a79114-82e6-4ba1-a9fa-119cefcb645e tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for floatingip, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:27:45.969350 n-d-813679-3 neutron-server[95502]: INFO neutron.db.l3_db [None req-56a79114-82e6-4ba1-a9fa-119cefcb645e tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Floating IP 579c6941-a876-4589-8f3f-bf24f235a647 disassociated (deleted). External IP: 172.25.5.154, port: 217ec29f-c989-4703-8b62-4637374a4c30. Oct 12 20:27:46.165550 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56a79114-82e6-4ba1-a9fa-119cefcb645e tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Router 0b1b6fb6-16c3-49ed-bb2d-63fe3646f324 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 20:27:46.269554 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56a79114-82e6-4ba1-a9fa-119cefcb645e tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 20:27:46.274451 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-56a79114-82e6-4ba1-a9fa-119cefcb645e tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:27:46.279615 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a932fc-784a-4002-931f-881581473a49 None None] Sync routers for ids ['0b1b6fb6-16c3-49ed-bb2d-63fe3646f324'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 20:27:46.289013 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a932fc-784a-4002-931f-881581473a49 None None] Routers {'0b1b6fb6-16c3-49ed-bb2d-63fe3646f324'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:27:46.290391 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-85a932fc-784a-4002-931f-881581473a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:27:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['0b1b6fb6-16c3-49ed-bb2d-63fe3646f324'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:27:46.302122 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-56a79114-82e6-4ba1-a9fa-119cefcb645e tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "DELETE /v2.0/floatingips/579c6941-a876-4589-8f3f-bf24f235a647 HTTP/1.1" status: 204 len: 168 time: 0.8859956 Oct 12 20:27:46.302807 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ffd7ebe-0e69-47a4-b46b-9c6a6a40e307', 'tag': '217ec29f-c989-4703-8b62-4637374a4c30'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:27:46.305225 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d38ba98a80be6c2fe69993d1a3c9eb2b0c7fe5c84c08efdde6b95a5e2d0657c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30885aed-44e0-46f0-a038-7c7145ee9163" -d '{"events": [{"name": "network-changed", "server_uuid": "3ffd7ebe-0e69-47a4-b46b-9c6a6a40e307", "tag": "217ec29f-c989-4703-8b62-4637374a4c30"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:27:46.344234 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 20:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-620127fc-00a5-469b-aec1-7de1339cbd7c x-openstack-request-id: req-620127fc-00a5-469b-aec1-7de1339cbd7c {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:27:46.344546 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ffd7ebe-0e69-47a4-b46b-9c6a6a40e307", "tag": "217ec29f-c989-4703-8b62-4637374a4c30", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:27:46.345045 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-620127fc-00a5-469b-aec1-7de1339cbd7c {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:27:46.345462 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ffd7ebe-0e69-47a4-b46b-9c6a6a40e307', 'tag': '217ec29f-c989-4703-8b62-4637374a4c30', 'status': 'completed', 'code': 200} Oct 12 20:27:46.397227 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-85a932fc-784a-4002-931f-881581473a49 None None] Set router 0b1b6fb6-16c3-49ed-bb2d-63fe3646f324 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:27:46.409212 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30885aed-44e0-46f0-a038-7c7145ee9163 req-2340a1dd-2ef5-401b-b39f-200477c24fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:27:46.410689 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-30885aed-44e0-46f0-a038-7c7145ee9163 req-2340a1dd-2ef5-401b-b39f-200477c24fef service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7338ca3ebf8d46358716ffb6a045af03&device_id=3ffd7ebe-0e69-47a4-b46b-9c6a6a40e307 HTTP/1.1" status: 200 len: 1097 time: 0.0438876 Oct 12 20:27:46.501845 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30885aed-44e0-46f0-a038-7c7145ee9163 req-e4e39bad-f6de-4fba-8fd5-1aac69c9eacc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:27:46.503446 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-30885aed-44e0-46f0-a038-7c7145ee9163 req-e4e39bad-f6de-4fba-8fd5-1aac69c9eacc service neutron] 10.222.0.61 "GET /v2.0/networks?id=5a9f9dc8-1197-4207-99b2-9390c27ebcfd HTTP/1.1" status: 200 len: 898 time: 0.0855348 Oct 12 20:27:46.549574 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-30885aed-44e0-46f0-a038-7c7145ee9163 req-98d94675-3291-4b19-b3f4-a73254041a29 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=217ec29f-c989-4703-8b62-4637374a4c30 HTTP/1.1" status: 200 len: 217 time: 0.0380332 Oct 12 20:27:46.601208 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-85a932fc-784a-4002-931f-881581473a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1b6fb6-16c3-49ed-bb2d-63fe3646f324', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2050413928', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '0db07f73-6a76-4e02-bf56-757a7b769169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:26:05Z', 'updated_at': '2021-10-12T20:26:10Z', 'revision_number': 4, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'gw_port': {'id': '0db07f73-6a76-4e02-bf56-757a7b769169', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ae:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1b6fb6-16c3-49ed-bb2d-63fe3646f324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:26:06Z', 'updated_at': '2021-10-12T20:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '44464b35-bc5d-4467-9749-c31e0aa254ed', 'name': '', 'network_id': '5a9f9dc8-1197-4207-99b2-9390c27ebcfd', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'mac_address': 'fa:16:3e:9a:d2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1b6fb6-16c3-49ed-bb2d-63fe3646f324', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'cf57589a-307a-4a59-be10-64131e2afa12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:26:09Z', 'updated_at': '2021-10-12T20:26:12Z', 'revision_number': 5, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'subnets': [{'id': 'cf57589a-307a-4a59-be10-64131e2afa12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:27:46.601761 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30885aed-44e0-46f0-a038-7c7145ee9163 req-6b0990e8-8e0c-4188-a916-69cf1d60bff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:27:46.602794 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-30885aed-44e0-46f0-a038-7c7145ee9163 req-6b0990e8-8e0c-4188-a916-69cf1d60bff4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cf57589a-307a-4a59-be10-64131e2afa12 HTTP/1.1" status: 200 len: 834 time: 0.0444295 Oct 12 20:27:46.628118 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a932fc-784a-4002-931f-881581473a49 None None] Checking router: 0b1b6fb6-16c3-49ed-bb2d-63fe3646f324 for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 20:27:46.636416 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a932fc-784a-4002-931f-881581473a49 None None] Routers {'0b1b6fb6-16c3-49ed-bb2d-63fe3646f324'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:27:46.637027 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-85a932fc-784a-4002-931f-881581473a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:27:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['0b1b6fb6-16c3-49ed-bb2d-63fe3646f324'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:27:46.649512 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30885aed-44e0-46f0-a038-7c7145ee9163 req-0251e84a-7668-4d2b-8ea4-d2918a051b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:27:46.654654 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-30885aed-44e0-46f0-a038-7c7145ee9163 req-0251e84a-7668-4d2b-8ea4-d2918a051b82 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5a9f9dc8-1197-4207-99b2-9390c27ebcfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411220 Oct 12 20:27:46.746900 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-85a932fc-784a-4002-931f-881581473a49 None None] Set router 0b1b6fb6-16c3-49ed-bb2d-63fe3646f324 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:27:46.751006 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-30885aed-44e0-46f0-a038-7c7145ee9163 req-fa247bdb-4b5f-4b59-83e1-43df7678c537 service neutron] 10.222.0.61 "GET /v2.0/networks/5a9f9dc8-1197-4207-99b2-9390c27ebcfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926299 Oct 12 20:27:46.821578 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab43bbef-f228-44c5-be93-e4ad639fa0a1 req-987f5166-b489-4972-bb4c-f0349424a62b tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:27:46.823006 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ab43bbef-f228-44c5-be93-e4ad639fa0a1 req-987f5166-b489-4972-bb4c-f0349424a62b tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ffd7ebe-0e69-47a4-b46b-9c6a6a40e307 HTTP/1.1" status: 200 len: 946 time: 0.0526397 Oct 12 20:27:46.844528 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-30885aed-44e0-46f0-a038-7c7145ee9163 req-b96f7fe6-1a1e-48d4-894f-3ef869a6db09 service neutron] 10.222.0.61 "GET /v2.0/networks/5a9f9dc8-1197-4207-99b2-9390c27ebcfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849457 Oct 12 20:27:46.863026 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ab43bbef-f228-44c5-be93-e4ad639fa0a1 req-c1a25a95-a6bc-4647-8673-75cda77a865a tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/security-groups?id=beb15cf4-1c13-467a-a744-6dbf927340a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336208 Oct 12 20:27:46.951536 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-85a932fc-784a-4002-931f-881581473a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1b6fb6-16c3-49ed-bb2d-63fe3646f324', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2050413928', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '0db07f73-6a76-4e02-bf56-757a7b769169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:26:05Z', 'updated_at': '2021-10-12T20:26:10Z', 'revision_number': 4, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'gw_port': {'id': '0db07f73-6a76-4e02-bf56-757a7b769169', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ae:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1b6fb6-16c3-49ed-bb2d-63fe3646f324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:26:06Z', 'updated_at': '2021-10-12T20:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '44464b35-bc5d-4467-9749-c31e0aa254ed', 'name': '', 'network_id': '5a9f9dc8-1197-4207-99b2-9390c27ebcfd', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'mac_address': 'fa:16:3e:9a:d2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1b6fb6-16c3-49ed-bb2d-63fe3646f324', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'cf57589a-307a-4a59-be10-64131e2afa12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:26:09Z', 'updated_at': '2021-10-12T20:26:12Z', 'revision_number': 5, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'subnets': [{'id': 'cf57589a-307a-4a59-be10-64131e2afa12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:27:46.976345 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a932fc-784a-4002-931f-881581473a49 None None] The sync data for ids ['0b1b6fb6-16c3-49ed-bb2d-63fe3646f324'] in n-d-813679-3 is: [{'id': '0b1b6fb6-16c3-49ed-bb2d-63fe3646f324', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2050413928', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '0db07f73-6a76-4e02-bf56-757a7b769169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:26:05Z', 'updated_at': '2021-10-12T20:26:10Z', 'revision_number': 4, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'gw_port': {'id': '0db07f73-6a76-4e02-bf56-757a7b769169', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ae:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1b6fb6-16c3-49ed-bb2d-63fe3646f324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:26:06Z', 'updated_at': '2021-10-12T20:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '44464b35-bc5d-4467-9749-c31e0aa254ed', 'name': '', 'network_id': '5a9f9dc8-1197-4207-99b2-9390c27ebcfd', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'mac_address': 'fa:16:3e:9a:d2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1b6fb6-16c3-49ed-bb2d-63fe3646f324', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'cf57589a-307a-4a59-be10-64131e2afa12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:26:09Z', 'updated_at': '2021-10-12T20:26:12Z', 'revision_number': 5, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'subnets': [{'id': 'cf57589a-307a-4a59-be10-64131e2afa12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 20:27:47.188515 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f1bab1-4d2d-4052-9d13-ecc2b905146f None None] New status for floating IP 579c6941-a876-4589-8f3f-bf24f235a647: DOWN {{(pid=95504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 20:27:48.025886 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166e6b42-9c6b-49fc-b12f-4bad44c6297d req-7cb35e40-d234-4875-a892-85baa737274f tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:27:48.027343 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-166e6b42-9c6b-49fc-b12f-4bad44c6297d req-7cb35e40-d234-4875-a892-85baa737274f tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ffd7ebe-0e69-47a4-b46b-9c6a6a40e307 HTTP/1.1" status: 200 len: 946 time: 0.0940506 Oct 12 20:27:48.065379 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-166e6b42-9c6b-49fc-b12f-4bad44c6297d req-b8f5d45e-9795-4fcf-8084-d3dbc20dd29e tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/security-groups?id=beb15cf4-1c13-467a-a744-6dbf927340a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308554 Oct 12 20:27:48.270412 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3e7f93-904a-415d-ad61-6f7120e1b9c6 req-7393422b-b92e-4a87-a378-383c63618deb tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:27:48.271867 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-df3e7f93-904a-415d-ad61-6f7120e1b9c6 req-7393422b-b92e-4a87-a378-383c63618deb tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.61 "GET /v2.0/ports?device_id=3ffd7ebe-0e69-47a4-b46b-9c6a6a40e307 HTTP/1.1" status: 200 len: 946 time: 0.0512750 Oct 12 20:27:48.357039 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-df3e7f93-904a-415d-ad61-6f7120e1b9c6 req-61ee4d1d-e6f7-4a61-a70b-eb646ec308d9 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Deleting port 217ec29f-c989-4703-8b62-4637374a4c30 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 20:27:48.357381 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-df3e7f93-904a-415d-ad61-6f7120e1b9c6 req-61ee4d1d-e6f7-4a61-a70b-eb646ec308d9 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:27:48.749226 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-df3e7f93-904a-415d-ad61-6f7120e1b9c6 req-61ee4d1d-e6f7-4a61-a70b-eb646ec308d9 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] For port 217ec29f-c989-4703-8b62-4637374a4c30, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=217ec29f-c989-4703-8b62-4637374a4c30,segment=NetworkSegment(3b61db37-48a2-4925-b66e-dc894d6eb511),segment_id=3b61db37-48a2-4925-b66e-dc894d6eb511)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:27:48.749588 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-df3e7f93-904a-415d-ad61-6f7120e1b9c6 req-61ee4d1d-e6f7-4a61-a70b-eb646ec308d9 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:27:48.761464 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-df3e7f93-904a-415d-ad61-6f7120e1b9c6 req-61ee4d1d-e6f7-4a61-a70b-eb646ec308d9 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Calling delete_port for 217ec29f-c989-4703-8b62-4637374a4c30 owned by compute:nova {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 20:27:48.961396 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-df3e7f93-904a-415d-ad61-6f7120e1b9c6 req-61ee4d1d-e6f7-4a61-a70b-eb646ec308d9 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:27:48.989203 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee4d1d-e6f7-4a61-a70b-eb646ec308d9 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Pushing event deleted for resources: {'Port': ['ID=217ec29f-c989-4703-8b62-4637374a4c30,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:27:49.029585 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-df3e7f93-904a-415d-ad61-6f7120e1b9c6 req-61ee4d1d-e6f7-4a61-a70b-eb646ec308d9 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] No DVR routers for this DVR port 217ec29f-c989-4703-8b62-4637374a4c30 on host n-h1-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 20:27:49.032842 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-df3e7f93-904a-415d-ad61-6f7120e1b9c6 req-61ee4d1d-e6f7-4a61-a70b-eb646ec308d9 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:27:49.036104 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-df3e7f93-904a-415d-ad61-6f7120e1b9c6 req-61ee4d1d-e6f7-4a61-a70b-eb646ec308d9 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.61 "DELETE /v2.0/ports/217ec29f-c989-4703-8b62-4637374a4c30 HTTP/1.1" status: 204 len: 173 time: 0.7583015 Oct 12 20:27:49.036554 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ffd7ebe-0e69-47a4-b46b-9c6a6a40e307', 'name': 'network-vif-deleted', 'tag': '217ec29f-c989-4703-8b62-4637374a4c30'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:27:49.038808 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d38ba98a80be6c2fe69993d1a3c9eb2b0c7fe5c84c08efdde6b95a5e2d0657c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92c6c757-e00d-4214-8a6a-76d0e1ac4252" -d '{"events": [{"server_uuid": "3ffd7ebe-0e69-47a4-b46b-9c6a6a40e307", "name": "network-vif-deleted", "tag": "217ec29f-c989-4703-8b62-4637374a4c30"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:27:49.078567 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 20:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-470bd0b6-65b5-413e-aac7-c4073b47212b x-openstack-request-id: req-470bd0b6-65b5-413e-aac7-c4073b47212b {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:27:49.078861 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ffd7ebe-0e69-47a4-b46b-9c6a6a40e307", "name": "network-vif-deleted", "tag": "217ec29f-c989-4703-8b62-4637374a4c30", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:27:49.079112 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-470bd0b6-65b5-413e-aac7-c4073b47212b {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:27:49.079504 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ffd7ebe-0e69-47a4-b46b-9c6a6a40e307', 'name': 'network-vif-deleted', 'tag': '217ec29f-c989-4703-8b62-4637374a4c30', 'status': 'completed', 'code': 200} Oct 12 20:27:49.163532 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5bab6a08-0a00-4d7c-9949-84a1a7e81af8 req-d7d477ca-a6ca-4b46-ad3d-36d77b5a68f3 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ffd7ebe-0e69-47a4-b46b-9c6a6a40e307 HTTP/1.1" status: 200 len: 210 time: 0.0297437 Oct 12 20:27:50.218464 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 36848) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:27:50.567762 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0312c5a2-c9f7-44a4-b1f9-e4ae3e003b57 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8092566'] for router_interface, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:27:50.824437 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-0312c5a2-c9f7-44a4-b1f9-e4ae3e003b57 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Deleting port 44464b35-bc5d-4467-9749-c31e0aa254ed {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 20:27:50.824693 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0312c5a2-c9f7-44a4-b1f9-e4ae3e003b57 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:27:50.912557 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-0312c5a2-c9f7-44a4-b1f9-e4ae3e003b57 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] For port 44464b35-bc5d-4467-9749-c31e0aa254ed, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=44464b35-bc5d-4467-9749-c31e0aa254ed,segment=NetworkSegment(3b61db37-48a2-4925-b66e-dc894d6eb511),segment_id=3b61db37-48a2-4925-b66e-dc894d6eb511)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:27:50.912918 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0312c5a2-c9f7-44a4-b1f9-e4ae3e003b57 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:27:50.925623 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-0312c5a2-c9f7-44a4-b1f9-e4ae3e003b57 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Calling delete_port for 44464b35-bc5d-4467-9749-c31e0aa254ed owned by network:router_interface {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 20:27:51.055315 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 217ec29f-c989-4703-8b62-4637374a4c30 no longer exists at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 20:27:51.075501 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] No Port match for: 217ec29f-c989-4703-8b62-4637374a4c30 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 20:27:51.075764 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 217ec29f-c989-4703-8b62-4637374a4c30 not bound to the agent host n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 20:27:51.180634 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0312c5a2-c9f7-44a4-b1f9-e4ae3e003b57 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:27:51.207632 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0312c5a2-c9f7-44a4-b1f9-e4ae3e003b57 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Pushing event deleted for resources: {'Port': ['ID=44464b35-bc5d-4467-9749-c31e0aa254ed,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:27:51.379538 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-0312c5a2-c9f7-44a4-b1f9-e4ae3e003b57 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7898909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8092450'] for router_interface, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:27:51.596422 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0312c5a2-c9f7-44a4-b1f9-e4ae3e003b57 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Router 0b1b6fb6-16c3-49ed-bb2d-63fe3646f324 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 20:27:51.703095 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0312c5a2-c9f7-44a4-b1f9-e4ae3e003b57 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 20:27:51.709039 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-0312c5a2-c9f7-44a4-b1f9-e4ae3e003b57 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "PUT /v2.0/routers/0b1b6fb6-16c3-49ed-bb2d-63fe3646f324/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4895427 Oct 12 20:27:51.711694 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 36850) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:27:51.716243 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065aba3d-a4bc-4d6d-8666-920605c16b53 None None] Sync routers for ids ['0b1b6fb6-16c3-49ed-bb2d-63fe3646f324'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 20:27:51.726299 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065aba3d-a4bc-4d6d-8666-920605c16b53 None None] Routers {'0b1b6fb6-16c3-49ed-bb2d-63fe3646f324'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:27:51.726917 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-065aba3d-a4bc-4d6d-8666-920605c16b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:27:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['0b1b6fb6-16c3-49ed-bb2d-63fe3646f324'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:27:51.768437 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a6c2a5d-3015-4625-b513-c15ef1645c5e tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Deleting subnet cf57589a-307a-4a59-be10-64131e2afa12 {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 20:27:51.771464 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9a6c2a5d-3015-4625-b513-c15ef1645c5e tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:27:51.811131 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9a6c2a5d-3015-4625-b513-c15ef1645c5e tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16313642'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:27:51.828666 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-065aba3d-a4bc-4d6d-8666-920605c16b53 None None] Set router 0b1b6fb6-16c3-49ed-bb2d-63fe3646f324 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:27:51.895012 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9a6c2a5d-3015-4625-b513-c15ef1645c5e tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:27:52.003228 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-065aba3d-a4bc-4d6d-8666-920605c16b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1b6fb6-16c3-49ed-bb2d-63fe3646f324', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2050413928', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '0db07f73-6a76-4e02-bf56-757a7b769169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:26:05Z', 'updated_at': '2021-10-12T20:27:51Z', 'revision_number': 5, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'gw_port': {'id': '0db07f73-6a76-4e02-bf56-757a7b769169', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ae:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1b6fb6-16c3-49ed-bb2d-63fe3646f324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:26:06Z', 'updated_at': '2021-10-12T20:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:27:52.026280 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9a6c2a5d-3015-4625-b513-c15ef1645c5e tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4306592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16245866'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:27:52.028473 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065aba3d-a4bc-4d6d-8666-920605c16b53 None None] Checking router: 0b1b6fb6-16c3-49ed-bb2d-63fe3646f324 for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 20:27:52.038970 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065aba3d-a4bc-4d6d-8666-920605c16b53 None None] Routers {'0b1b6fb6-16c3-49ed-bb2d-63fe3646f324'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:27:52.039594 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-065aba3d-a4bc-4d6d-8666-920605c16b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:27:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['0b1b6fb6-16c3-49ed-bb2d-63fe3646f324'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:27:52.055722 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6c2a5d-3015-4625-b513-c15ef1645c5e tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Pushing event deleted for resources: {'Subnet': ['ID=cf57589a-307a-4a59-be10-64131e2afa12,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:27:52.061589 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-9a6c2a5d-3015-4625-b513-c15ef1645c5e tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:27:52.067502 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-9a6c2a5d-3015-4625-b513-c15ef1645c5e tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "DELETE /v2.0/subnets/cf57589a-307a-4a59-be10-64131e2afa12 HTTP/1.1" status: 204 len: 168 time: 0.3524480 Oct 12 20:27:52.067712 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 36852) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:27:52.079266 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea143c3-1213-4964-a0ae-64a1bdd96c3a None None] Network 5a9f9dc8-1197-4207-99b2-9390c27ebcfd requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 20:27:52.175248 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-db1e40b8-43bf-4be8-9f77-bb2ee33944e3 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for router, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:27:52.229387 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-065aba3d-a4bc-4d6d-8666-920605c16b53 None None] Set router 0b1b6fb6-16c3-49ed-bb2d-63fe3646f324 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:27:52.278555 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-db1e40b8-43bf-4be8-9f77-bb2ee33944e3 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:27:52.391004 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-db1e40b8-43bf-4be8-9f77-bb2ee33944e3 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Deleting port 0db07f73-6a76-4e02-bf56-757a7b769169 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 20:27:52.392450 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-db1e40b8-43bf-4be8-9f77-bb2ee33944e3 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:27:52.475076 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-db1e40b8-43bf-4be8-9f77-bb2ee33944e3 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] For port 0db07f73-6a76-4e02-bf56-757a7b769169, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=0db07f73-6a76-4e02-bf56-757a7b769169,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:27:52.475441 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-db1e40b8-43bf-4be8-9f77-bb2ee33944e3 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:27:52.486958 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-db1e40b8-43bf-4be8-9f77-bb2ee33944e3 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Calling delete_port for 0db07f73-6a76-4e02-bf56-757a7b769169 owned by network:router_gateway {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 20:27:52.566924 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce1a6ab-234d-4cd0-a8a7-9ad0807ee40a None None] DHCP port deletion for 5a9f9dc8-1197-4207-99b2-9390c27ebcfd request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 20:27:52.598017 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-065aba3d-a4bc-4d6d-8666-920605c16b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1b6fb6-16c3-49ed-bb2d-63fe3646f324', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2050413928', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '0db07f73-6a76-4e02-bf56-757a7b769169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:26:05Z', 'updated_at': '2021-10-12T20:27:51Z', 'revision_number': 5, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'gw_port': {'id': '0db07f73-6a76-4e02-bf56-757a7b769169', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ae:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1b6fb6-16c3-49ed-bb2d-63fe3646f324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:26:06Z', 'updated_at': '2021-10-12T20:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:27:52.625158 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065aba3d-a4bc-4d6d-8666-920605c16b53 None None] The sync data for ids ['0b1b6fb6-16c3-49ed-bb2d-63fe3646f324'] in n-d-813679-3 is: [{'id': '0b1b6fb6-16c3-49ed-bb2d-63fe3646f324', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2050413928', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '0db07f73-6a76-4e02-bf56-757a7b769169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:26:05Z', 'updated_at': '2021-10-12T20:27:51Z', 'revision_number': 5, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'gw_port': {'id': '0db07f73-6a76-4e02-bf56-757a7b769169', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ae:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1b6fb6-16c3-49ed-bb2d-63fe3646f324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:26:06Z', 'updated_at': '2021-10-12T20:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 20:27:52.649850 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-6ce1a6ab-234d-4cd0-a8a7-9ad0807ee40a None None] Deleting port 1b2d0aaf-81fb-418d-a71c-d0f2e4bada41 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 20:27:52.650499 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6ce1a6ab-234d-4cd0-a8a7-9ad0807ee40a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:27:52.727780 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-6ce1a6ab-234d-4cd0-a8a7-9ad0807ee40a None None] For port 1b2d0aaf-81fb-418d-a71c-d0f2e4bada41, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=1b2d0aaf-81fb-418d-a71c-d0f2e4bada41,segment=NetworkSegment(3b61db37-48a2-4925-b66e-dc894d6eb511),segment_id=3b61db37-48a2-4925-b66e-dc894d6eb511)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:27:52.728205 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6ce1a6ab-234d-4cd0-a8a7-9ad0807ee40a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:27:52.739949 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-6ce1a6ab-234d-4cd0-a8a7-9ad0807ee40a None None] Calling delete_port for 1b2d0aaf-81fb-418d-a71c-d0f2e4bada41 owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 20:27:52.752087 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-db1e40b8-43bf-4be8-9f77-bb2ee33944e3 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:27:52.778916 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1e40b8-43bf-4be8-9f77-bb2ee33944e3 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Pushing event deleted for resources: {'Port': ['ID=0db07f73-6a76-4e02-bf56-757a7b769169,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:27:52.840287 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-db1e40b8-43bf-4be8-9f77-bb2ee33944e3 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7915456'] for router_gateway, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:27:52.870054 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6ce1a6ab-234d-4cd0-a8a7-9ad0807ee40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:27:52.893619 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce1a6ab-234d-4cd0-a8a7-9ad0807ee40a None None] Pushing event deleted for resources: {'Port': ['ID=1b2d0aaf-81fb-418d-a71c-d0f2e4bada41,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:27:52.900757 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce1a6ab-234d-4cd0-a8a7-9ad0807ee40a None None] No DVR routers for this DVR port 1b2d0aaf-81fb-418d-a71c-d0f2e4bada41 on host n-d-813679-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 20:27:52.911174 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce1a6ab-234d-4cd0-a8a7-9ad0807ee40a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:27:52.911766 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce1a6ab-234d-4cd0-a8a7-9ad0807ee40a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:27:52.912154 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce1a6ab-234d-4cd0-a8a7-9ad0807ee40a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:27:52.912586 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce1a6ab-234d-4cd0-a8a7-9ad0807ee40a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:27:52.912988 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce1a6ab-234d-4cd0-a8a7-9ad0807ee40a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:27:52.913451 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce1a6ab-234d-4cd0-a8a7-9ad0807ee40a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:27:52.913902 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce1a6ab-234d-4cd0-a8a7-9ad0807ee40a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:27:52.914417 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce1a6ab-234d-4cd0-a8a7-9ad0807ee40a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:27:52.914757 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce1a6ab-234d-4cd0-a8a7-9ad0807ee40a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:27:52.915146 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce1a6ab-234d-4cd0-a8a7-9ad0807ee40a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:27:52.915532 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce1a6ab-234d-4cd0-a8a7-9ad0807ee40a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:27:52.915915 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce1a6ab-234d-4cd0-a8a7-9ad0807ee40a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:27:52.933493 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-db1e40b8-43bf-4be8-9f77-bb2ee33944e3 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255495'] for router, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:27:52.935606 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-db1e40b8-43bf-4be8-9f77-bb2ee33944e3 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:27:52.988212 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 1b2d0aaf-81fb-418d-a71c-d0f2e4bada41 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 20:27:53.010322 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 1b2d0aaf-81fb-418d-a71c-d0f2e4bada41 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 20:27:53.010663 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 1b2d0aaf-81fb-418d-a71c-d0f2e4bada41 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 20:27:53.038094 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-db1e40b8-43bf-4be8-9f77-bb2ee33944e3 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8093499'] for router, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:27:53.038667 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db1e40b8-43bf-4be8-9f77-bb2ee33944e3 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Fanout notify agent at l3_agent the message router_deleted on router 0b1b6fb6-16c3-49ed-bb2d-63fe3646f324 {{(pid=95502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 20:27:53.045828 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-db1e40b8-43bf-4be8-9f77-bb2ee33944e3 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:27:53.049815 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 36856) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:27:53.055955 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-db1e40b8-43bf-4be8-9f77-bb2ee33944e3 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "DELETE /v2.0/routers/0b1b6fb6-16c3-49ed-bb2d-63fe3646f324 HTTP/1.1" status: 204 len: 168 time: 0.9811280 Oct 12 20:27:53.134063 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ec3d343f-466f-4ef7-890f-d09ca62555da tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:27:53.220850 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ec3d343f-466f-4ef7-890f-d09ca62555da tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:27:53.241676 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-ec3d343f-466f-4ef7-890f-d09ca62555da tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a9f9dc8-1197-4207-99b2-9390c27ebcfd']}} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:27:53.252069 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-ec3d343f-466f-4ef7-890f-d09ca62555da tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b61db37-48a2-4925-b66e-dc894d6eb511') {'for_net_delete': True} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:27:53.252374 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-ec3d343f-466f-4ef7-890f-d09ca62555da tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b61db37-48a2-4925-b66e-dc894d6eb511') {} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:27:53.262234 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ec3d343f-466f-4ef7-890f-d09ca62555da tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4281072'] for segment, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:27:53.276882 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ec3d343f-466f-4ef7-890f-d09ca62555da tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:27:53.282940 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec3d343f-466f-4ef7-890f-d09ca62555da tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=95501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 20:27:53.283332 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ec3d343f-466f-4ef7-890f-d09ca62555da tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4823170'] for segment, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:27:53.286323 n-d-813679-3 neutron-server[95501]: Traceback (most recent call last): Oct 12 20:27:53.286323 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 20:27:53.286323 n-d-813679-3 neutron-server[95501]: timer() Oct 12 20:27:53.286323 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 20:27:53.286323 n-d-813679-3 neutron-server[95501]: cb(*args, **kw) Oct 12 20:27:53.286323 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 20:27:53.286323 n-d-813679-3 neutron-server[95501]: return func(*args, **kwargs) Oct 12 20:27:53.286323 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 20:27:53.286323 n-d-813679-3 neutron-server[95501]: self._notify() Oct 12 20:27:53.286323 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 20:27:53.286323 n-d-813679-3 neutron-server[95501]: self.callback(batched_events) Oct 12 20:27:53.286323 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 20:27:53.286323 n-d-813679-3 neutron-server[95501]: event.method(event) Oct 12 20:27:53.286323 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 20:27:53.286323 n-d-813679-3 neutron-server[95501]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 20:27:53.286323 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 20:27:53.286323 n-d-813679-3 neutron-server[95501]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 20:27:53.286323 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 20:27:53.286323 n-d-813679-3 neutron-server[95501]: return f(self, *a, **k) Oct 12 20:27:53.286323 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 20:27:53.286323 n-d-813679-3 neutron-server[95501]: return self._get(url).json() Oct 12 20:27:53.286323 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 20:27:53.286323 n-d-813679-3 neutron-server[95501]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 20:27:53.286323 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 20:27:53.286323 n-d-813679-3 neutron-server[95501]: return self.request(url, 'GET', **kwargs) Oct 12 20:27:53.286323 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 20:27:53.286323 n-d-813679-3 neutron-server[95501]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 20:27:53.286323 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 20:27:53.286323 n-d-813679-3 neutron-server[95501]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 20:27:53.286323 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 20:27:53.286323 n-d-813679-3 neutron-server[95501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 20:27:53.286323 n-d-813679-3 neutron-server[95501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 20:27:53.424631 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ec3d343f-466f-4ef7-890f-d09ca62555da tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:27:53.431785 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ec3d343f-466f-4ef7-890f-d09ca62555da tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:27:53.434908 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-ec3d343f-466f-4ef7-890f-d09ca62555da tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "DELETE /v2.0/networks/5a9f9dc8-1197-4207-99b2-9390c27ebcfd HTTP/1.1" status: 204 len: 168 time: 0.3839774 Oct 12 20:27:53.437824 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 36858) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:27:53.447545 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3d343f-466f-4ef7-890f-d09ca62555da tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Pushing event deleted for resources: {'Network': ['ID=5a9f9dc8-1197-4207-99b2-9390c27ebcfd,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:27:53.455020 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3d343f-466f-4ef7-890f-d09ca62555da tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:27:53.455372 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3d343f-466f-4ef7-890f-d09ca62555da tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:27:53.455713 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3d343f-466f-4ef7-890f-d09ca62555da tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:27:53.456070 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3d343f-466f-4ef7-890f-d09ca62555da tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:27:53.456409 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3d343f-466f-4ef7-890f-d09ca62555da tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:27:53.456744 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3d343f-466f-4ef7-890f-d09ca62555da tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:27:53.457075 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3d343f-466f-4ef7-890f-d09ca62555da tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:27:53.457405 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3d343f-466f-4ef7-890f-d09ca62555da tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:27:53.457734 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3d343f-466f-4ef7-890f-d09ca62555da tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:27:53.458063 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3d343f-466f-4ef7-890f-d09ca62555da tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:27:53.458389 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3d343f-466f-4ef7-890f-d09ca62555da tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:27:53.458710 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3d343f-466f-4ef7-890f-d09ca62555da tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:27:53.496730 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f0e2d9b9-5f22-41cc-a447-402321c208eb tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:27:53.521311 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f0e2d9b9-5f22-41cc-a447-402321c208eb tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:27:53.641745 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f0e2d9b9-5f22-41cc-a447-402321c208eb tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:27:53.644375 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f0e2d9b9-5f22-41cc-a447-402321c208eb tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:27:53.645548 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-f0e2d9b9-5f22-41cc-a447-402321c208eb tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "DELETE /v2.0/security-groups/beb15cf4-1c13-467a-a744-6dbf927340a0 HTTP/1.1" status: 204 len: 168 time: 0.2060750 Oct 12 20:27:53.655031 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e2d9b9-5f22-41cc-a447-402321c208eb tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=beb15cf4-1c13-467a-a744-6dbf927340a0,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:27:54.179489 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 36864) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:27:54.184068 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-8ebf0363-cb73-456e-b0e6-2f797ed00a9c tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-761261718', 'description': 'tempest-secgroup-smoke-761261718 description', 'project_id': '7338ca3ebf8d46358716ffb6a045af03'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:27:54.271479 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8ebf0363-cb73-456e-b0e6-2f797ed00a9c tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:27:54.339151 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8ebf0363-cb73-456e-b0e6-2f797ed00a9c tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:27:54.397090 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8ebf0363-cb73-456e-b0e6-2f797ed00a9c tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:27:54.425403 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebf0363-cb73-456e-b0e6-2f797ed00a9c tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a26e849-7ea0-440f-80e8-7adcaa7e6c8b,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:27:54.490790 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8ebf0363-cb73-456e-b0e6-2f797ed00a9c tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:27:54.492097 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-8ebf0363-cb73-456e-b0e6-2f797ed00a9c tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3115370 Oct 12 20:27:54.494956 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 36866) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:27:54.499273 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-7becd248-994c-4cea-8ae3-4055d396dfca tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Request body: {'security_group_rule': {'security_group_id': '3a26e849-7ea0-440f-80e8-7adcaa7e6c8b', 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:27:54.585640 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7becd248-994c-4cea-8ae3-4055d396dfca tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:27:54.595689 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 44464b35-bc5d-4467-9749-c31e0aa254ed no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 20:27:54.618535 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 44464b35-bc5d-4467-9749-c31e0aa254ed {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 20:27:54.618879 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 44464b35-bc5d-4467-9749-c31e0aa254ed not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 20:27:54.619296 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 0db07f73-6a76-4e02-bf56-757a7b769169 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 20:27:54.637002 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 0db07f73-6a76-4e02-bf56-757a7b769169 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 20:27:54.637348 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 0db07f73-6a76-4e02-bf56-757a7b769169 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 20:27:54.642328 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7becd248-994c-4cea-8ae3-4055d396dfca tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:27:54.717432 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7becd248-994c-4cea-8ae3-4055d396dfca tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:27:54.741190 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7becd248-994c-4cea-8ae3-4055d396dfca tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66d7c542-44b4-4c98-9a81-49ad3e0c9090,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:27:54.810979 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7becd248-994c-4cea-8ae3-4055d396dfca tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:27:54.812210 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-7becd248-994c-4cea-8ae3-4055d396dfca tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3162954 Oct 12 20:27:54.814942 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 36868) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:27:54.819279 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-6822cdd7-6601-4bc3-a24a-b2251f2e4151 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Request body: {'security_group_rule': {'security_group_id': '3a26e849-7ea0-440f-80e8-7adcaa7e6c8b', 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:27:54.923333 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6822cdd7-6601-4bc3-a24a-b2251f2e4151 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:27:54.978434 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6822cdd7-6601-4bc3-a24a-b2251f2e4151 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:27:55.048919 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6822cdd7-6601-4bc3-a24a-b2251f2e4151 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:27:55.068728 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6822cdd7-6601-4bc3-a24a-b2251f2e4151 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c15a5ed9-430f-483b-a75c-c87b2e247b81,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:27:55.136839 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6822cdd7-6601-4bc3-a24a-b2251f2e4151 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:27:55.138055 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-6822cdd7-6601-4bc3-a24a-b2251f2e4151 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3221591 Oct 12 20:27:55.140872 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 36870) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:27:55.145726 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-36183a87-909b-451a-9e86-26915911044c tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Request body: {'security_group_rule': {'security_group_id': '3a26e849-7ea0-440f-80e8-7adcaa7e6c8b', 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:27:55.247706 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-36183a87-909b-451a-9e86-26915911044c tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:27:55.306999 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-36183a87-909b-451a-9e86-26915911044c tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:27:55.374100 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-36183a87-909b-451a-9e86-26915911044c tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:27:55.393553 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36183a87-909b-451a-9e86-26915911044c tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a773d86f-940a-4f86-864d-f530cccfa9a3,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:27:55.473304 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-36183a87-909b-451a-9e86-26915911044c tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:27:55.474451 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-36183a87-909b-451a-9e86-26915911044c tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3321536 Oct 12 20:27:55.477338 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 36872) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:27:55.481594 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-387d0e0f-1e25-4e96-bb1d-8fd85215304c tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Request body: {'security_group_rule': {'security_group_id': '3a26e849-7ea0-440f-80e8-7adcaa7e6c8b', 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:27:55.583269 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-387d0e0f-1e25-4e96-bb1d-8fd85215304c tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:27:55.639179 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-387d0e0f-1e25-4e96-bb1d-8fd85215304c tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:27:55.732636 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-387d0e0f-1e25-4e96-bb1d-8fd85215304c tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:27:55.747736 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387d0e0f-1e25-4e96-bb1d-8fd85215304c tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b2eac1b-be73-47b7-9b1e-87c5819d4475,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:27:55.816851 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-387d0e0f-1e25-4e96-bb1d-8fd85215304c tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:27:55.818056 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-387d0e0f-1e25-4e96-bb1d-8fd85215304c tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3397787 Oct 12 20:27:55.820975 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 36874) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:27:55.826146 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-5005023a-81c4-4795-91d5-522405a6041b tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Request body: {'security_group_rule': {'security_group_id': '3a26e849-7ea0-440f-80e8-7adcaa7e6c8b', 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:27:55.894625 n-d-813679-3 neutron-server[95502]: INFO neutron.db.securitygroups_db [None req-5005023a-81c4-4795-91d5-522405a6041b tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Project 7338ca3ebf8d46358716ffb6a045af03 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 20:27:55.899270 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5005023a-81c4-4795-91d5-522405a6041b tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:27:55.957701 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5005023a-81c4-4795-91d5-522405a6041b tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:27:56.008753 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5005023a-81c4-4795-91d5-522405a6041b tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:27:56.026584 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5005023a-81c4-4795-91d5-522405a6041b tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=388dd6b2-6225-4310-b2ca-48e4637a2ef6,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:27:56.073630 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5005023a-81c4-4795-91d5-522405a6041b tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:27:56.074964 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-5005023a-81c4-4795-91d5-522405a6041b tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2530496 Oct 12 20:27:56.077735 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 36876) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:27:56.082090 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-ac414d1f-2f32-4ad2-86c0-6f79f94981f6 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Request body: {'security_group_rule': {'security_group_id': '3a26e849-7ea0-440f-80e8-7adcaa7e6c8b', 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:27:56.163623 n-d-813679-3 neutron-server[95502]: INFO neutron.db.securitygroups_db [None req-ac414d1f-2f32-4ad2-86c0-6f79f94981f6 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Project 7338ca3ebf8d46358716ffb6a045af03 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 20:27:56.168995 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ac414d1f-2f32-4ad2-86c0-6f79f94981f6 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:27:56.230453 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ac414d1f-2f32-4ad2-86c0-6f79f94981f6 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:27:56.288987 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ac414d1f-2f32-4ad2-86c0-6f79f94981f6 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:27:56.307457 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac414d1f-2f32-4ad2-86c0-6f79f94981f6 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1aee8151-abf2-4b76-97d3-71117f2c02ed,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:27:56.370549 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ac414d1f-2f32-4ad2-86c0-6f79f94981f6 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:27:56.371737 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-ac414d1f-2f32-4ad2-86c0-6f79f94981f6 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2930310 Oct 12 20:27:56.374577 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 36878) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:27:56.379428 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-63ccfbe5-717b-4f17-addb-b385b979f113 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Request body: {'network': {'name': 'tempest-network-smoke--169653037', 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'port_security_enabled': True}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:27:56.471185 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63ccfbe5-717b-4f17-addb-b385b979f113 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Made reservation on behalf of 7338ca3ebf8d46358716ffb6a045af03 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 20:27:56.474492 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-63ccfbe5-717b-4f17-addb-b385b979f113 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:27:56.497577 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63ccfbe5-717b-4f17-addb-b385b979f113 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 20:27:56.506199 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-63ccfbe5-717b-4f17-addb-b385b979f113 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:27:56.506568 n-d-813679-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-63ccfbe5-717b-4f17-addb-b385b979f113 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Added segment 9317f15d-7f67-40ca-9468-52ff1719b568 of type vlan for network b796be2a-c98a-4e81-9ccf-99e1fde0d1fd Oct 12 20:27:56.547905 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-63ccfbe5-717b-4f17-addb-b385b979f113 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:27:56.648929 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-63ccfbe5-717b-4f17-addb-b385b979f113 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:27:56.654787 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ccfbe5-717b-4f17-addb-b385b979f113 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:27:56.655368 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-63ccfbe5-717b-4f17-addb-b385b979f113 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:27:56.717930 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ccfbe5-717b-4f17-addb-b385b979f113 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Pushing event updated for resources: {'Network': ['ID=b796be2a-c98a-4e81-9ccf-99e1fde0d1fd,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:27:56.728758 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network b796be2a-c98a-4e81-9ccf-99e1fde0d1fd details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 20:27:56.770345 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-63ccfbe5-717b-4f17-addb-b385b979f113 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3947010 Oct 12 20:27:56.773574 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 36880) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:27:56.778043 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-bdda591c-003a-48cc-ae21-9f9e535b6e25 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2138197387', 'admin_state_up': True, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:27:56.858681 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bdda591c-003a-48cc-ae21-9f9e535b6e25 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8093678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255505'] for router, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:27:56.859723 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bdda591c-003a-48cc-ae21-9f9e535b6e25 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8093562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8087085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8022306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255518'] for router, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:27:56.913741 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bdda591c-003a-48cc-ae21-9f9e535b6e25 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:27:57.102498 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bdda591c-003a-48cc-ae21-9f9e535b6e25 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:27:57.331087 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bdda591c-003a-48cc-ae21-9f9e535b6e25 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for router_gateway, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:27:57.348648 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bdda591c-003a-48cc-ae21-9f9e535b6e25 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:27:57.449409 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-bdda591c-003a-48cc-ae21-9f9e535b6e25 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Allocated IP 172.25.5.148 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/69e6aa98-a4bd-42d7-97d4-5b16129f7d2e) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 20:27:57.546035 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bdda591c-003a-48cc-ae21-9f9e535b6e25 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:27:57.635870 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bdda591c-003a-48cc-ae21-9f9e535b6e25 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:27:57.676510 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdda591c-003a-48cc-ae21-9f9e535b6e25 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 20:27:57.679358 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-bdda591c-003a-48cc-ae21-9f9e535b6e25 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 20:27:57.683750 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdda591c-003a-48cc-ae21-9f9e535b6e25 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 20:27:57.685697 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdda591c-003a-48cc-ae21-9f9e535b6e25 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Pushing event updated for resources: {'Port': ['ID=69e6aa98-a4bd-42d7-97d4-5b16129f7d2e,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:27:57.981785 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bdda591c-003a-48cc-ae21-9f9e535b6e25 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for router_gateway, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:27:58.475500 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bdda591c-003a-48cc-ae21-9f9e535b6e25 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8093541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7915516'] for router, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:27:58.676898 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdda591c-003a-48cc-ae21-9f9e535b6e25 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Router 341be40e-6b2a-476a-8534-6352b72336c1 is scheduled to L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b with binding_index 1 {{(pid=95502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 20:27:58.787031 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdda591c-003a-48cc-ae21-9f9e535b6e25 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 20:27:58.796822 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a701a3-9ced-49ee-b234-4702b58d3219 None None] Sync routers for ids ['341be40e-6b2a-476a-8534-6352b72336c1'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 20:27:58.805353 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a701a3-9ced-49ee-b234-4702b58d3219 None None] Routers {'341be40e-6b2a-476a-8534-6352b72336c1'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:27:58.805964 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-67a701a3-9ced-49ee-b234-4702b58d3219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:27:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['341be40e-6b2a-476a-8534-6352b72336c1'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:27:58.862394 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bdda591c-003a-48cc-ae21-9f9e535b6e25 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:27:58.863631 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-bdda591c-003a-48cc-ae21-9f9e535b6e25 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.0890901 Oct 12 20:27:58.866745 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 36882) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:27:58.894513 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-fe167b78-a8cb-4915-8052-770eca23f8e6 tempest-TestNetworkAdvancedServerOps-803987341 tempest-TestNetworkAdvancedServerOps-803987341-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=7338ca3ebf8d46358716ffb6a045af03&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267019 Oct 12 20:27:58.897104 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 36884) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:27:58.910481 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-67a701a3-9ced-49ee-b234-4702b58d3219 None None] Set router 341be40e-6b2a-476a-8534-6352b72336c1 gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:27:58.981726 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c250aadf-a149-460c-b79e-f2cece576331 tempest-TestNetworkAdvancedServerOps-803987341 tempest-TestNetworkAdvancedServerOps-803987341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:27:58.983221 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-c250aadf-a149-460c-b79e-f2cece576331 tempest-TestNetworkAdvancedServerOps-803987341 tempest-TestNetworkAdvancedServerOps-803987341-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0852299 Oct 12 20:27:58.986127 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 36886) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:27:59.017773 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-bee00efa-a14a-4b31-96e2-f439f9046587 tempest-TestNetworkAdvancedServerOps-803987341 tempest-TestNetworkAdvancedServerOps-803987341-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=4afbf4a4-67f5-42d1-a358-7ba9799dab0c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0305257 Oct 12 20:27:59.020280 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 36888) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:27:59.025094 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-7383555f-e377-4467-b560-910d13f1fef9 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1520095297', 'network_id': 'b796be2a-c98a-4e81-9ccf-99e1fde0d1fd', 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:27:59.081269 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-67a701a3-9ced-49ee-b234-4702b58d3219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '341be40e-6b2a-476a-8534-6352b72336c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2138197387', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '69e6aa98-a4bd-42d7-97d4-5b16129f7d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:27:56Z', 'updated_at': '2021-10-12T20:27:57Z', 'revision_number': 3, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'gw_port': {'id': '69e6aa98-a4bd-42d7-97d4-5b16129f7d2e', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:da:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '341be40e-6b2a-476a-8534-6352b72336c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:27:57Z', 'updated_at': '2021-10-12T20:27:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:27:59.106097 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a701a3-9ced-49ee-b234-4702b58d3219 None None] Checking router: 341be40e-6b2a-476a-8534-6352b72336c1 for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 20:27:59.106440 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a701a3-9ced-49ee-b234-4702b58d3219 None None] Updating router 341be40e-6b2a-476a-8534-6352b72336c1 port 69e6aa98-a4bd-42d7-97d4-5b16129f7d2e binding host n-d-813679-3 {{(pid=95504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 20:27:59.135374 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-67a701a3-9ced-49ee-b234-4702b58d3219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:27:59.180178 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7383555f-e377-4467-b560-910d13f1fef9 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Made reservation on behalf of 7338ca3ebf8d46358716ffb6a045af03 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 20:27:59.183896 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7383555f-e377-4467-b560-910d13f1fef9 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16245837'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:27:59.225841 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ade0596b-ffa8-4368-b4fe-56775280a886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:27:59.384990 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-67a701a3-9ced-49ee-b234-4702b58d3219 None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:27:59.449319 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7383555f-e377-4467-b560-910d13f1fef9 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4306659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16245859'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:27:59.458143 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-67a701a3-9ced-49ee-b234-4702b58d3219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:27:59.506515 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-67a701a3-9ced-49ee-b234-4702b58d3219 None None] Attempting to bind port 69e6aa98-a4bd-42d7-97d4-5b16129f7d2e on host n-d-813679-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 20:27:59.506885 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-67a701a3-9ced-49ee-b234-4702b58d3219 None None] Attempting to bind port 69e6aa98-a4bd-42d7-97d4-5b16129f7d2e by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 20:27:59.507246 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a701a3-9ced-49ee-b234-4702b58d3219 None None] Attempting to bind port 69e6aa98-a4bd-42d7-97d4-5b16129f7d2e on network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 20:27:59.515258 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a701a3-9ced-49ee-b234-4702b58d3219 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 20, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 20:27:59.515632 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a701a3-9ced-49ee-b234-4702b58d3219 None None] Checking segment: {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 20:27:59.516053 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-67a701a3-9ced-49ee-b234-4702b58d3219 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:27:59.516457 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a701a3-9ced-49ee-b234-4702b58d3219 None None] Bound using segment: {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 20:27:59.516919 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-67a701a3-9ced-49ee-b234-4702b58d3219 None None] Bound port: 69e6aa98-a4bd-42d7-97d4-5b16129f7d2e, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 20:27:59.517297 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-67a701a3-9ced-49ee-b234-4702b58d3219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:27:59.517413 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7383555f-e377-4467-b560-910d13f1fef9 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Pushing event updated for resources: {'Subnet': ['ID=5c8abb5f-07d3-4c8a-b1c6-7828460b2ded,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:27:59.523434 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ed0c38-7f78-431f-bb78-37db2d4e19d1 None None] Pushing event updated for resources: {'Port': ['ID=69e6aa98-a4bd-42d7-97d4-5b16129f7d2e,revision_number=2']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:27:59.524502 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7383555f-e377-4467-b560-910d13f1fef9 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Checking segment: {'id': '9317f15d-7f67-40ca-9468-52ff1719b568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'b796be2a-c98a-4e81-9ccf-99e1fde0d1fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 20:27:59.524871 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7383555f-e377-4467-b560-910d13f1fef9 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Network hostable DHCP agents. Network: b796be2a-c98a-4e81-9ccf-99e1fde0d1fd, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 20:27:59.552904 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ed0c38-7f78-431f-bb78-37db2d4e19d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:27:59.553250 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ed0c38-7f78-431f-bb78-37db2d4e19d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:27:59.553631 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ed0c38-7f78-431f-bb78-37db2d4e19d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:27:59.553969 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ed0c38-7f78-431f-bb78-37db2d4e19d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:27:59.554300 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ed0c38-7f78-431f-bb78-37db2d4e19d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:27:59.554635 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ed0c38-7f78-431f-bb78-37db2d4e19d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:27:59.554960 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ed0c38-7f78-431f-bb78-37db2d4e19d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:27:59.555285 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ed0c38-7f78-431f-bb78-37db2d4e19d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:27:59.555608 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ed0c38-7f78-431f-bb78-37db2d4e19d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:27:59.555930 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ed0c38-7f78-431f-bb78-37db2d4e19d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:27:59.556272 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ed0c38-7f78-431f-bb78-37db2d4e19d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:27:59.556591 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ed0c38-7f78-431f-bb78-37db2d4e19d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:27:59.589076 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-67a701a3-9ced-49ee-b234-4702b58d3219 None None] For port 69e6aa98-a4bd-42d7-97d4-5b16129f7d2e, host n-d-813679-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 20:27:59.589810 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7383555f-e377-4467-b560-910d13f1fef9 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Network b796be2a-c98a-4e81-9ccf-99e1fde0d1fd is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 20:27:59.592193 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-67a701a3-9ced-49ee-b234-4702b58d3219 None None] For port 69e6aa98-a4bd-42d7-97d4-5b16129f7d2e, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=69e6aa98-a4bd-42d7-97d4-5b16129f7d2e,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 20:27:59.653325 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-67a701a3-9ced-49ee-b234-4702b58d3219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:27:59.681531 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-7383555f-e377-4467-b560-910d13f1fef9 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, b796be2a-c98a-4e81-9ccf-99e1fde0d1fd) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 20:27:59.686171 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7383555f-e377-4467-b560-910d13f1fef9 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:27:59.686778 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7383555f-e377-4467-b560-910d13f1fef9 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:27:59.693704 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae293c9-605e-4f31-8603-90a2d2211740 None None] Network b796be2a-c98a-4e81-9ccf-99e1fde0d1fd requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 20:27:59.715368 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a701a3-9ced-49ee-b234-4702b58d3219 None None] Routers {'341be40e-6b2a-476a-8534-6352b72336c1'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:27:59.715983 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-67a701a3-9ced-49ee-b234-4702b58d3219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:27:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['341be40e-6b2a-476a-8534-6352b72336c1'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:27:59.717633 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ed0c38-7f78-431f-bb78-37db2d4e19d1 None None] Pushing event updated for resources: {'Port': ['ID=69e6aa98-a4bd-42d7-97d4-5b16129f7d2e,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:27:59.782254 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-7383555f-e377-4467-b560-910d13f1fef9 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7602499 Oct 12 20:27:59.784856 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 36890) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:27:59.845139 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1227cbe1-2c81-452c-a07d-207c4aad4df8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-b796be2a-c98a-4e81-9ccf-99e1fde0d1fd', 'network_id': 'b796be2a-c98a-4e81-9ccf-99e1fde0d1fd', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'fixed_ips': [{'subnet_id': '5c8abb5f-07d3-4c8a-b1c6-7828460b2ded'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 20:27:59.846055 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1227cbe1-2c81-452c-a07d-207c4aad4df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:27:59.925810 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-67a701a3-9ced-49ee-b234-4702b58d3219 None None] Set router 341be40e-6b2a-476a-8534-6352b72336c1 gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:27:59.984173 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-1227cbe1-2c81-452c-a07d-207c4aad4df8 None None] Allocated IP 172.20.0.2 (b796be2a-c98a-4e81-9ccf-99e1fde0d1fd/5c8abb5f-07d3-4c8a-b1c6-7828460b2ded/22a6fd8a-6750-4f7f-93df-1ead42d5fb9c) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 20:28:00.120549 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-67a701a3-9ced-49ee-b234-4702b58d3219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '341be40e-6b2a-476a-8534-6352b72336c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2138197387', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '69e6aa98-a4bd-42d7-97d4-5b16129f7d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:27:56Z', 'updated_at': '2021-10-12T20:27:57Z', 'revision_number': 3, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'gw_port': {'id': '69e6aa98-a4bd-42d7-97d4-5b16129f7d2e', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:da:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '341be40e-6b2a-476a-8534-6352b72336c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:27:57Z', 'updated_at': '2021-10-12T20:27:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:28:00.136243 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1227cbe1-2c81-452c-a07d-207c4aad4df8 None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:28:00.150229 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a701a3-9ced-49ee-b234-4702b58d3219 None None] The sync data for ids ['341be40e-6b2a-476a-8534-6352b72336c1'] in n-d-813679-3 is: [{'id': '341be40e-6b2a-476a-8534-6352b72336c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2138197387', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '69e6aa98-a4bd-42d7-97d4-5b16129f7d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:27:56Z', 'updated_at': '2021-10-12T20:27:57Z', 'revision_number': 3, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'gw_port': {'id': '69e6aa98-a4bd-42d7-97d4-5b16129f7d2e', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:da:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '341be40e-6b2a-476a-8534-6352b72336c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:27:57Z', 'updated_at': '2021-10-12T20:27:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 20:28:00.221389 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1227cbe1-2c81-452c-a07d-207c4aad4df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:28:00.244258 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5148a235-74fd-4285-89f2-23676c83e46f tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:28:00.262453 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1227cbe1-2c81-452c-a07d-207c4aad4df8 None None] Network b796be2a-c98a-4e81-9ccf-99e1fde0d1fd is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 20:28:00.265468 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-1227cbe1-2c81-452c-a07d-207c4aad4df8 None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 20:28:00.270382 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1227cbe1-2c81-452c-a07d-207c4aad4df8 None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 20:28:00.273476 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1227cbe1-2c81-452c-a07d-207c4aad4df8 None None] Pushing event updated for resources: {'Port': ['ID=22a6fd8a-6750-4f7f-93df-1ead42d5fb9c,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:28:00.335205 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-1227cbe1-2c81-452c-a07d-207c4aad4df8 None None] Attempting to bind port 22a6fd8a-6750-4f7f-93df-1ead42d5fb9c on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 20:28:00.335577 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-1227cbe1-2c81-452c-a07d-207c4aad4df8 None None] Attempting to bind port 22a6fd8a-6750-4f7f-93df-1ead42d5fb9c by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '9317f15d-7f67-40ca-9468-52ff1719b568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'b796be2a-c98a-4e81-9ccf-99e1fde0d1fd'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 20:28:00.335948 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1227cbe1-2c81-452c-a07d-207c4aad4df8 None None] Attempting to bind port 22a6fd8a-6750-4f7f-93df-1ead42d5fb9c on network b796be2a-c98a-4e81-9ccf-99e1fde0d1fd {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 20:28:00.351347 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1227cbe1-2c81-452c-a07d-207c4aad4df8 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 20, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 20:28:00.351677 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1227cbe1-2c81-452c-a07d-207c4aad4df8 None None] Checking segment: {'id': '9317f15d-7f67-40ca-9468-52ff1719b568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'b796be2a-c98a-4e81-9ccf-99e1fde0d1fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 20:28:00.352904 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1227cbe1-2c81-452c-a07d-207c4aad4df8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:28:00.353375 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1227cbe1-2c81-452c-a07d-207c4aad4df8 None None] Bound using segment: {'id': '9317f15d-7f67-40ca-9468-52ff1719b568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'b796be2a-c98a-4e81-9ccf-99e1fde0d1fd'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 20:28:00.361853 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-1227cbe1-2c81-452c-a07d-207c4aad4df8 None None] Bound port: 22a6fd8a-6750-4f7f-93df-1ead42d5fb9c, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9317f15d-7f67-40ca-9468-52ff1719b568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'b796be2a-c98a-4e81-9ccf-99e1fde0d1fd'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 20:28:00.361853 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1227cbe1-2c81-452c-a07d-207c4aad4df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:28:00.444411 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-1227cbe1-2c81-452c-a07d-207c4aad4df8 None None] For port 22a6fd8a-6750-4f7f-93df-1ead42d5fb9c, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 20:28:00.447881 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-1227cbe1-2c81-452c-a07d-207c4aad4df8 None None] For port 22a6fd8a-6750-4f7f-93df-1ead42d5fb9c, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=22a6fd8a-6750-4f7f-93df-1ead42d5fb9c,segment=NetworkSegment(9317f15d-7f67-40ca-9468-52ff1719b568),segment_id=9317f15d-7f67-40ca-9468-52ff1719b568)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 20:28:00.553022 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1227cbe1-2c81-452c-a07d-207c4aad4df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:28:00.554740 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-5148a235-74fd-4285-89f2-23676c83e46f tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Allocated IP 172.20.0.1 (b796be2a-c98a-4e81-9ccf-99e1fde0d1fd/5c8abb5f-07d3-4c8a-b1c6-7828460b2ded/2cd20c7e-13c8-49aa-8ae0-a0c0c5ebcc73) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 20:28:00.655577 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1227cbe1-2c81-452c-a07d-207c4aad4df8 None None] Pushing event updated for resources: {'Port': ['ID=22a6fd8a-6750-4f7f-93df-1ead42d5fb9c,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:28:00.679243 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5148a235-74fd-4285-89f2-23676c83e46f tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:28:00.679719 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 69e6aa98-a4bd-42d7-97d4-5b16129f7d2e up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 20:28:00.735257 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 69e6aa98-a4bd-42d7-97d4-5b16129f7d2e triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:28:00.735637 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:28:00.769743 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5148a235-74fd-4285-89f2-23676c83e46f tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:28:00.950735 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5148a235-74fd-4285-89f2-23676c83e46f tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Network b796be2a-c98a-4e81-9ccf-99e1fde0d1fd is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 20:28:00.950735 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-5148a235-74fd-4285-89f2-23676c83e46f tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 20:28:00.950735 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5148a235-74fd-4285-89f2-23676c83e46f tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 20:28:00.953546 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:28:00.953779 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5148a235-74fd-4285-89f2-23676c83e46f tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Pushing event updated for resources: {'Port': ['ID=2cd20c7e-13c8-49aa-8ae0-a0c0c5ebcc73,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:28:00.954002 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] For port 69e6aa98-a4bd-42d7-97d4-5b16129f7d2e, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=69e6aa98-a4bd-42d7-97d4-5b16129f7d2e,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:28:00.954109 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5148a235-74fd-4285-89f2-23676c83e46f tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7915309'] for router_interface, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:28:00.954581 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:28:01.019312 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Pushing event updated for resources: {'Port': ['ID=69e6aa98-a4bd-42d7-97d4-5b16129f7d2e,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:28:01.144223 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5148a235-74fd-4285-89f2-23676c83e46f tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:28:01.433954 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5148a235-74fd-4285-89f2-23676c83e46f tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:28:01.488936 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5148a235-74fd-4285-89f2-23676c83e46f tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:28:01.567254 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5148a235-74fd-4285-89f2-23676c83e46f tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Pushing event updated for resources: {'Port': ['ID=2cd20c7e-13c8-49aa-8ae0-a0c0c5ebcc73,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:28:01.568017 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5148a235-74fd-4285-89f2-23676c83e46f tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7898980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8092605'] for router_interface, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:28:01.668767 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5148a235-74fd-4285-89f2-23676c83e46f tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Network b796be2a-c98a-4e81-9ccf-99e1fde0d1fd is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 20:28:01.669754 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-5148a235-74fd-4285-89f2-23676c83e46f tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 20:28:01.683355 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce7977ba-4ee0-4378-bc25-88f8d2d38e9b None None] Network b796be2a-c98a-4e81-9ccf-99e1fde0d1fd requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 20:28:01.759104 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-0c298169-5d07-4510-a41e-786a356b441b None None] Provisioning complete for port 22a6fd8a-6750-4f7f-93df-1ead42d5fb9c triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:28:01.759569 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0c298169-5d07-4510-a41e-786a356b441b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:28:01.783550 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5148a235-74fd-4285-89f2-23676c83e46f tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Router 341be40e-6b2a-476a-8534-6352b72336c1 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 20:28:01.812505 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e2b3b932-1c45-47bd-b762-35a2adeb4a7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:28:01.899589 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5148a235-74fd-4285-89f2-23676c83e46f tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 20:28:01.904703 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-5148a235-74fd-4285-89f2-23676c83e46f tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "PUT /v2.0/routers/341be40e-6b2a-476a-8534-6352b72336c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1187494 Oct 12 20:28:01.924521 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0c298169-5d07-4510-a41e-786a356b441b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:28:01.968823 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-0c298169-5d07-4510-a41e-786a356b441b None None] For port 22a6fd8a-6750-4f7f-93df-1ead42d5fb9c, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=22a6fd8a-6750-4f7f-93df-1ead42d5fb9c,segment=NetworkSegment(9317f15d-7f67-40ca-9468-52ff1719b568),segment_id=9317f15d-7f67-40ca-9468-52ff1719b568)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:28:02.035909 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0c298169-5d07-4510-a41e-786a356b441b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:28:02.057690 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6b24f6de-4a13-4bde-ad56-edddf0abd1e1 req-043c3d6d-5060-473f-b9be-8b28884396f0 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-761261718&fields=id&tenant_id=7338ca3ebf8d46358716ffb6a045af03 HTTP/1.1" status: 200 len: 267 time: 0.0401671 Oct 12 20:28:02.105178 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c298169-5d07-4510-a41e-786a356b441b None None] Pushing event updated for resources: {'Port': ['ID=22a6fd8a-6750-4f7f-93df-1ead42d5fb9c,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:28:02.179731 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779edbd3-199a-4207-a3e5-4a9249239eb6 None None] Sync routers for ids ['341be40e-6b2a-476a-8534-6352b72336c1'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 20:28:02.185859 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b24f6de-4a13-4bde-ad56-edddf0abd1e1 req-eecf5895-8d9f-41d5-880f-4b589913c3a6 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:28:02.189463 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779edbd3-199a-4207-a3e5-4a9249239eb6 None None] Routers {'341be40e-6b2a-476a-8534-6352b72336c1'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:28:02.190203 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-779edbd3-199a-4207-a3e5-4a9249239eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:28:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['341be40e-6b2a-476a-8534-6352b72336c1'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:28:02.196195 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6b24f6de-4a13-4bde-ad56-edddf0abd1e1 req-eecf5895-8d9f-41d5-880f-4b589913c3a6 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/networks?id=b796be2a-c98a-4e81-9ccf-99e1fde0d1fd HTTP/1.1" status: 200 len: 796 time: 0.1307428 Oct 12 20:28:02.196446 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 20:28:02.206418 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6b24f6de-4a13-4bde-ad56-edddf0abd1e1 req-5a15ff43-c885-4930-ac6f-6b05b5d753a2 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/quotas/7338ca3ebf8d46358716ffb6a045af03 HTTP/1.1" status: 200 len: 375 time: 0.0093644 Oct 12 20:28:02.260043 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6b24f6de-4a13-4bde-ad56-edddf0abd1e1 req-7140160c-5bb1-458d-9d8b-ddba081f5c75 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=7338ca3ebf8d46358716ffb6a045af03&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479023 Oct 12 20:28:02.301743 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-24c7e4bb-93b0-4354-8fb7-49cffb49193d None None] Provisioning complete for port 22a6fd8a-6750-4f7f-93df-1ead42d5fb9c triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:28:02.302116 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-24c7e4bb-93b0-4354-8fb7-49cffb49193d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:28:02.323826 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [req-6b24f6de-4a13-4bde-ad56-edddf0abd1e1 req-f06940bc-7873-41aa-8436-643cb3dc67d1 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 20:28:02.324241 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6b24f6de-4a13-4bde-ad56-edddf0abd1e1 req-f06940bc-7873-41aa-8436-643cb3dc67d1 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0482666 Oct 12 20:28:02.337590 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-779edbd3-199a-4207-a3e5-4a9249239eb6 None None] Set router 341be40e-6b2a-476a-8534-6352b72336c1 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:28:02.422795 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6b24f6de-4a13-4bde-ad56-edddf0abd1e1 req-474bd3eb-fc36-41ab-b457-d9587442511e service neutron] 10.222.0.49 "GET /v2.0/networks/b796be2a-c98a-4e81-9ccf-99e1fde0d1fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911517 Oct 12 20:28:02.521291 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6b24f6de-4a13-4bde-ad56-edddf0abd1e1 req-44f73893-a24b-4bb2-b809-4d8860b29e0c service neutron] 10.222.0.49 "GET /v2.0/networks/b796be2a-c98a-4e81-9ccf-99e1fde0d1fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896087 Oct 12 20:28:02.549225 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-24c7e4bb-93b0-4354-8fb7-49cffb49193d None None] Provisioning complete for port 2cd20c7e-13c8-49aa-8ae0-a0c0c5ebcc73 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:28:02.549610 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-24c7e4bb-93b0-4354-8fb7-49cffb49193d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:28:02.600089 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:28:02.620539 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-24c7e4bb-93b0-4354-8fb7-49cffb49193d None None] Port 2cd20c7e-13c8-49aa-8ae0-a0c0c5ebcc73 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 20:28:02.641460 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-779edbd3-199a-4207-a3e5-4a9249239eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '341be40e-6b2a-476a-8534-6352b72336c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2138197387', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '69e6aa98-a4bd-42d7-97d4-5b16129f7d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:27:56Z', 'updated_at': '2021-10-12T20:28:01Z', 'revision_number': 4, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'gw_port': {'id': '69e6aa98-a4bd-42d7-97d4-5b16129f7d2e', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:da:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341be40e-6b2a-476a-8534-6352b72336c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:27:57Z', 'updated_at': '2021-10-12T20:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '2cd20c7e-13c8-49aa-8ae0-a0c0c5ebcc73', 'name': '', 'network_id': 'b796be2a-c98a-4e81-9ccf-99e1fde0d1fd', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'mac_address': 'fa:16:3e:86:c3:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '341be40e-6b2a-476a-8534-6352b72336c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '5c8abb5f-07d3-4c8a-b1c6-7828460b2ded', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:28:00Z', 'updated_at': '2021-10-12T20:28:01Z', 'revision_number': 2, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'subnets': [{'id': '5c8abb5f-07d3-4c8a-b1c6-7828460b2ded', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:28:02.668801 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779edbd3-199a-4207-a3e5-4a9249239eb6 None None] Checking router: 341be40e-6b2a-476a-8534-6352b72336c1 for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 20:28:02.669068 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779edbd3-199a-4207-a3e5-4a9249239eb6 None None] Updating router 341be40e-6b2a-476a-8534-6352b72336c1 port 2cd20c7e-13c8-49aa-8ae0-a0c0c5ebcc73 binding host n-d-813679-3 {{(pid=95503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 20:28:02.696673 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 22a6fd8a-6750-4f7f-93df-1ead42d5fb9c up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 20:28:02.701283 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-779edbd3-199a-4207-a3e5-4a9249239eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:28:02.774645 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-483daa48-c6e5-474c-80dd-749de5a4066d None None] Provisioning complete for port 2cd20c7e-13c8-49aa-8ae0-a0c0c5ebcc73 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:28:02.775021 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-483daa48-c6e5-474c-80dd-749de5a4066d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:28:02.797891 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-99b14677-3519-4cc3-b738-a469faccccc4 req-3c3df3ba-0d1c-41bf-9ba4-33be4c10ee40 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=858394e1-e154-4c9c-a7a4-ff16f7ccb87e HTTP/1.1" status: 200 len: 210 time: 0.0303080 Oct 12 20:28:02.880863 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-483daa48-c6e5-474c-80dd-749de5a4066d None None] Port 2cd20c7e-13c8-49aa-8ae0-a0c0c5ebcc73 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 20:28:02.884394 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 22a6fd8a-6750-4f7f-93df-1ead42d5fb9c triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:28:02.884774 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:28:03.048629 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 69e6aa98-a4bd-42d7-97d4-5b16129f7d2e up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 20:28:03.129789 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-779edbd3-199a-4207-a3e5-4a9249239eb6 None None] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:28:03.138466 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 69e6aa98-a4bd-42d7-97d4-5b16129f7d2e triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:28:03.138836 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:28:03.358695 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-779edbd3-199a-4207-a3e5-4a9249239eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:28:03.424392 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2206297-37bb-4b9a-8a3d-54eb3f2ee90f None None] Pushing event updated for resources: {'Port': ['ID=2cd20c7e-13c8-49aa-8ae0-a0c0c5ebcc73,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:28:03.474602 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:28:03.478942 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-779edbd3-199a-4207-a3e5-4a9249239eb6 None None] Attempting to bind port 2cd20c7e-13c8-49aa-8ae0-a0c0c5ebcc73 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 20:28:03.479308 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-779edbd3-199a-4207-a3e5-4a9249239eb6 None None] Attempting to bind port 2cd20c7e-13c8-49aa-8ae0-a0c0c5ebcc73 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '9317f15d-7f67-40ca-9468-52ff1719b568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'b796be2a-c98a-4e81-9ccf-99e1fde0d1fd'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 20:28:03.479664 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779edbd3-199a-4207-a3e5-4a9249239eb6 None None] Attempting to bind port 2cd20c7e-13c8-49aa-8ae0-a0c0c5ebcc73 on network b796be2a-c98a-4e81-9ccf-99e1fde0d1fd {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 20:28:03.485336 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779edbd3-199a-4207-a3e5-4a9249239eb6 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 20, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 20:28:03.485701 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779edbd3-199a-4207-a3e5-4a9249239eb6 None None] Checking segment: {'id': '9317f15d-7f67-40ca-9468-52ff1719b568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'b796be2a-c98a-4e81-9ccf-99e1fde0d1fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 20:28:03.486099 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-779edbd3-199a-4207-a3e5-4a9249239eb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:28:03.489032 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779edbd3-199a-4207-a3e5-4a9249239eb6 None None] Bound using segment: {'id': '9317f15d-7f67-40ca-9468-52ff1719b568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'b796be2a-c98a-4e81-9ccf-99e1fde0d1fd'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 20:28:03.489032 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-779edbd3-199a-4207-a3e5-4a9249239eb6 None None] Bound port: 2cd20c7e-13c8-49aa-8ae0-a0c0c5ebcc73, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9317f15d-7f67-40ca-9468-52ff1719b568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'b796be2a-c98a-4e81-9ccf-99e1fde0d1fd'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 20:28:03.489032 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-779edbd3-199a-4207-a3e5-4a9249239eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:28:03.553704 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-779edbd3-199a-4207-a3e5-4a9249239eb6 None None] For port 2cd20c7e-13c8-49aa-8ae0-a0c0c5ebcc73, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 20:28:03.557336 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-779edbd3-199a-4207-a3e5-4a9249239eb6 None None] For port 2cd20c7e-13c8-49aa-8ae0-a0c0c5ebcc73, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=2cd20c7e-13c8-49aa-8ae0-a0c0c5ebcc73,segment=NetworkSegment(9317f15d-7f67-40ca-9468-52ff1719b568),segment_id=9317f15d-7f67-40ca-9468-52ff1719b568)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 20:28:03.603624 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-8535199a-97ac-4c34-8ef3-1b07ea3b9bac None None] Provisioning complete for port 2cd20c7e-13c8-49aa-8ae0-a0c0c5ebcc73 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:28:03.604130 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8535199a-97ac-4c34-8ef3-1b07ea3b9bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:28:03.626290 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-779edbd3-199a-4207-a3e5-4a9249239eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:28:03.691796 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-8535199a-97ac-4c34-8ef3-1b07ea3b9bac None None] Port 2cd20c7e-13c8-49aa-8ae0-a0c0c5ebcc73 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 20:28:03.710823 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779edbd3-199a-4207-a3e5-4a9249239eb6 None None] Routers {'341be40e-6b2a-476a-8534-6352b72336c1'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:28:03.711508 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-779edbd3-199a-4207-a3e5-4a9249239eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:28:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['341be40e-6b2a-476a-8534-6352b72336c1'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:28:03.716937 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2206297-37bb-4b9a-8a3d-54eb3f2ee90f None None] Pushing event updated for resources: {'Port': ['ID=2cd20c7e-13c8-49aa-8ae0-a0c0c5ebcc73,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:28:03.815435 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:28:03.840069 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-779edbd3-199a-4207-a3e5-4a9249239eb6 None None] Set router 341be40e-6b2a-476a-8534-6352b72336c1 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:28:03.918033 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d4ac1ac2-6366-4174-a1f6-065147a52fc2 req-0dff3346-572c-4908-8314-08d29fa38c1e tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=858394e1-e154-4c9c-a7a4-ff16f7ccb87e HTTP/1.1" status: 200 len: 210 time: 0.0325267 Oct 12 20:28:03.955100 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-857c0c25-eaa4-4a65-a5bf-3ce57be7636e None None] Provisioning complete for port 2cd20c7e-13c8-49aa-8ae0-a0c0c5ebcc73 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:28:03.955515 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-857c0c25-eaa4-4a65-a5bf-3ce57be7636e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:28:04.129084 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-857c0c25-eaa4-4a65-a5bf-3ce57be7636e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:28:04.171804 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-857c0c25-eaa4-4a65-a5bf-3ce57be7636e None None] For port 2cd20c7e-13c8-49aa-8ae0-a0c0c5ebcc73, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=2cd20c7e-13c8-49aa-8ae0-a0c0c5ebcc73,segment=NetworkSegment(9317f15d-7f67-40ca-9468-52ff1719b568),segment_id=9317f15d-7f67-40ca-9468-52ff1719b568)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:28:04.177085 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-779edbd3-199a-4207-a3e5-4a9249239eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '341be40e-6b2a-476a-8534-6352b72336c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2138197387', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '69e6aa98-a4bd-42d7-97d4-5b16129f7d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:27:56Z', 'updated_at': '2021-10-12T20:28:01Z', 'revision_number': 4, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'gw_port': {'id': '69e6aa98-a4bd-42d7-97d4-5b16129f7d2e', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:da:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341be40e-6b2a-476a-8534-6352b72336c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:27:57Z', 'updated_at': '2021-10-12T20:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '2cd20c7e-13c8-49aa-8ae0-a0c0c5ebcc73', 'name': '', 'network_id': 'b796be2a-c98a-4e81-9ccf-99e1fde0d1fd', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'mac_address': 'fa:16:3e:86:c3:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '341be40e-6b2a-476a-8534-6352b72336c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '5c8abb5f-07d3-4c8a-b1c6-7828460b2ded', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:28:00Z', 'updated_at': '2021-10-12T20:28:03Z', 'revision_number': 4, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'subnets': [{'id': '5c8abb5f-07d3-4c8a-b1c6-7828460b2ded', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:28:04.203064 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779edbd3-199a-4207-a3e5-4a9249239eb6 None None] The sync data for ids ['341be40e-6b2a-476a-8534-6352b72336c1'] in n-d-813679-3 is: [{'id': '341be40e-6b2a-476a-8534-6352b72336c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2138197387', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '69e6aa98-a4bd-42d7-97d4-5b16129f7d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:27:56Z', 'updated_at': '2021-10-12T20:28:01Z', 'revision_number': 4, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'gw_port': {'id': '69e6aa98-a4bd-42d7-97d4-5b16129f7d2e', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:da:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341be40e-6b2a-476a-8534-6352b72336c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:27:57Z', 'updated_at': '2021-10-12T20:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '2cd20c7e-13c8-49aa-8ae0-a0c0c5ebcc73', 'name': '', 'network_id': 'b796be2a-c98a-4e81-9ccf-99e1fde0d1fd', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'mac_address': 'fa:16:3e:86:c3:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '341be40e-6b2a-476a-8534-6352b72336c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '5c8abb5f-07d3-4c8a-b1c6-7828460b2ded', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:28:00Z', 'updated_at': '2021-10-12T20:28:03Z', 'revision_number': 4, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'subnets': [{'id': '5c8abb5f-07d3-4c8a-b1c6-7828460b2ded', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 20:28:04.237530 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-857c0c25-eaa4-4a65-a5bf-3ce57be7636e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:28:04.296226 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857c0c25-eaa4-4a65-a5bf-3ce57be7636e None None] Pushing event updated for resources: {'Port': ['ID=2cd20c7e-13c8-49aa-8ae0-a0c0c5ebcc73,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:28:04.658446 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 2cd20c7e-13c8-49aa-8ae0-a0c0c5ebcc73 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 20:28:04.701849 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:28:04.728945 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 2cd20c7e-13c8-49aa-8ae0-a0c0c5ebcc73 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:28:04.729756 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:28:04.741227 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b24f6de-4a13-4bde-ad56-edddf0abd1e1 req-10931c46-c6ee-4ad9-a54a-24cefb04910c tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:28:04.742759 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6b24f6de-4a13-4bde-ad56-edddf0abd1e1 req-10931c46-c6ee-4ad9-a54a-24cefb04910c tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.67 "GET /v2.0/networks?id=b796be2a-c98a-4e81-9ccf-99e1fde0d1fd HTTP/1.1" status: 200 len: 796 time: 0.1857042 Oct 12 20:28:04.809868 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6b24f6de-4a13-4bde-ad56-edddf0abd1e1 req-0cf2f720-5b92-4afd-85c5-c90f172800f6 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7338ca3ebf8d46358716ffb6a045af03 HTTP/1.1" status: 200 len: 379 time: 0.0578823 Oct 12 20:28:04.819954 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-6b24f6de-4a13-4bde-ad56-edddf0abd1e1 req-f52fabca-4d9e-443a-a029-a31f0f3d533f tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Request body: {'port': {'device_id': '858394e1-e154-4c9c-a7a4-ff16f7ccb87e', 'network_id': 'b796be2a-c98a-4e81-9ccf-99e1fde0d1fd', 'admin_state_up': True, 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'security_groups': ['3a26e849-7ea0-440f-80e8-7adcaa7e6c8b']}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:28:04.873116 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:28:05.030686 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e3cbeeda-55cc-4aef-82e1-d05cd8ae52a1 req-7ea2281c-7fa3-4d91-a43e-e6a634b6c8e7 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=858394e1-e154-4c9c-a7a4-ff16f7ccb87e HTTP/1.1" status: 200 len: 210 time: 0.0344362 Oct 12 20:28:05.032415 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b24f6de-4a13-4bde-ad56-edddf0abd1e1 req-f52fabca-4d9e-443a-a029-a31f0f3d533f tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Made reservation on behalf of 7338ca3ebf8d46358716ffb6a045af03 for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 20:28:05.036075 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-6b24f6de-4a13-4bde-ad56-edddf0abd1e1 req-f52fabca-4d9e-443a-a029-a31f0f3d533f tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:28:05.188770 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [req-6b24f6de-4a13-4bde-ad56-edddf0abd1e1 req-f52fabca-4d9e-443a-a029-a31f0f3d533f tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Allocated IP 172.20.0.6 (b796be2a-c98a-4e81-9ccf-99e1fde0d1fd/5c8abb5f-07d3-4c8a-b1c6-7828460b2ded/37facf87-ede7-4991-b817-b29ab923e480) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 20:28:05.336287 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-6b24f6de-4a13-4bde-ad56-edddf0abd1e1 req-f52fabca-4d9e-443a-a029-a31f0f3d533f tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:28:05.432322 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-6b24f6de-4a13-4bde-ad56-edddf0abd1e1 req-f52fabca-4d9e-443a-a029-a31f0f3d533f tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:28:05.481880 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b24f6de-4a13-4bde-ad56-edddf0abd1e1 req-f52fabca-4d9e-443a-a029-a31f0f3d533f tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Network b796be2a-c98a-4e81-9ccf-99e1fde0d1fd is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 20:28:05.485565 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [req-6b24f6de-4a13-4bde-ad56-edddf0abd1e1 req-f52fabca-4d9e-443a-a029-a31f0f3d533f tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 20:28:05.489890 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b24f6de-4a13-4bde-ad56-edddf0abd1e1 req-f52fabca-4d9e-443a-a029-a31f0f3d533f tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 20:28:05.493768 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52fabca-4d9e-443a-a029-a31f0f3d533f tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Pushing event updated for resources: {'Port': ['ID=37facf87-ede7-4991-b817-b29ab923e480,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:28:05.544391 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b24f6de-4a13-4bde-ad56-edddf0abd1e1 req-f52fabca-4d9e-443a-a029-a31f0f3d533f tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:28:05.545004 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-6b24f6de-4a13-4bde-ad56-edddf0abd1e1 req-f52fabca-4d9e-443a-a029-a31f0f3d533f tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:28:05.621119 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6b24f6de-4a13-4bde-ad56-edddf0abd1e1 req-f52fabca-4d9e-443a-a029-a31f0f3d533f tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8053334 Oct 12 20:28:05.673671 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-6b24f6de-4a13-4bde-ad56-edddf0abd1e1 req-773d2db7-2b27-43f0-91dd-608ffec50c92 service neutron] Request body: {'port': {'device_id': '858394e1-e154-4c9c-a7a4-ff16f7ccb87e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-3'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:28:05.726841 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-6b24f6de-4a13-4bde-ad56-edddf0abd1e1 req-773d2db7-2b27-43f0-91dd-608ffec50c92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:28:05.770018 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-74e06cd2-2676-49b5-b772-b056d656a427 None None] Provisioning complete for port 37facf87-ede7-4991-b817-b29ab923e480 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:28:05.770586 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-74e06cd2-2676-49b5-b772-b056d656a427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:28:05.805085 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-74e06cd2-2676-49b5-b772-b056d656a427 None None] Port 37facf87-ede7-4991-b817-b29ab923e480 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 20:28:05.993824 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [req-6b24f6de-4a13-4bde-ad56-edddf0abd1e1 req-773d2db7-2b27-43f0-91dd-608ffec50c92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37facf87-ede7-4991-b817-b29ab923e480 {{(pid=95501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 20:28:06.001731 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-6b24f6de-4a13-4bde-ad56-edddf0abd1e1 req-773d2db7-2b27-43f0-91dd-608ffec50c92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:28:06.013657 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.provisioning_blocks [req-6b24f6de-4a13-4bde-ad56-edddf0abd1e1 req-773d2db7-2b27-43f0-91dd-608ffec50c92 service neutron] Transition to ACTIVE for port object 37facf87-ede7-4991-b817-b29ab923e480 will not be triggered until provisioned by entity L2. {{(pid=95501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 20:28:06.083239 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-6b24f6de-4a13-4bde-ad56-edddf0abd1e1 req-773d2db7-2b27-43f0-91dd-608ffec50c92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:28:06.137529 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773d2db7-2b27-43f0-91dd-608ffec50c92 service neutron] Pushing event updated for resources: {'Port': ['ID=37facf87-ede7-4991-b817-b29ab923e480,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:28:06.154595 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5b8133-4525-4dc0-a9d1-a158bdf95284 req-6b80d13a-a260-4fcf-8662-785b3372cfba tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:28:06.156183 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7e5b8133-4525-4dc0-a9d1-a158bdf95284 req-6b80d13a-a260-4fcf-8662-785b3372cfba tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=858394e1-e154-4c9c-a7a4-ff16f7ccb87e HTTP/1.1" status: 200 len: 943 time: 0.0557055 Oct 12 20:28:06.199579 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7e5b8133-4525-4dc0-a9d1-a158bdf95284 req-f8a93143-6b34-4cb3-9703-af56131d0230 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a26e849-7ea0-440f-80e8-7adcaa7e6c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356829 Oct 12 20:28:06.227012 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-6b24f6de-4a13-4bde-ad56-edddf0abd1e1 req-773d2db7-2b27-43f0-91dd-608ffec50c92 service neutron] Attempting to bind port 37facf87-ede7-4991-b817-b29ab923e480 on host n-h2-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 20:28:06.227426 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-6b24f6de-4a13-4bde-ad56-edddf0abd1e1 req-773d2db7-2b27-43f0-91dd-608ffec50c92 service neutron] Attempting to bind port 37facf87-ede7-4991-b817-b29ab923e480 by drivers openvswitch,hyperv on host n-h2-813679-3 at level 0 using segments [{'id': '9317f15d-7f67-40ca-9468-52ff1719b568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'b796be2a-c98a-4e81-9ccf-99e1fde0d1fd'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 20:28:06.227832 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b24f6de-4a13-4bde-ad56-edddf0abd1e1 req-773d2db7-2b27-43f0-91dd-608ffec50c92 service neutron] Attempting to bind port 37facf87-ede7-4991-b817-b29ab923e480 on network b796be2a-c98a-4e81-9ccf-99e1fde0d1fd {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 20:28:06.232860 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b24f6de-4a13-4bde-ad56-edddf0abd1e1 req-773d2db7-2b27-43f0-91dd-608ffec50c92 service neutron] Port 37facf87-ede7-4991-b817-b29ab923e480 on network b796be2a-c98a-4e81-9ccf-99e1fde0d1fd not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 20:28:06.233286 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b24f6de-4a13-4bde-ad56-edddf0abd1e1 req-773d2db7-2b27-43f0-91dd-608ffec50c92 service neutron] Attempting to bind port 37facf87-ede7-4991-b817-b29ab923e480 on network b796be2a-c98a-4e81-9ccf-99e1fde0d1fd {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 20:28:06.238949 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b24f6de-4a13-4bde-ad56-edddf0abd1e1 req-773d2db7-2b27-43f0-91dd-608ffec50c92 service neutron] Checking agent: {'id': '233fbd7d-38e4-434f-bb8f-05364d7423a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 20, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 20:28:06.241696 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b24f6de-4a13-4bde-ad56-edddf0abd1e1 req-773d2db7-2b27-43f0-91dd-608ffec50c92 service neutron] Checking segment: {'id': '9317f15d-7f67-40ca-9468-52ff1719b568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'b796be2a-c98a-4e81-9ccf-99e1fde0d1fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 20:28:06.241696 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b24f6de-4a13-4bde-ad56-edddf0abd1e1 req-773d2db7-2b27-43f0-91dd-608ffec50c92 service neutron] Bound using segment: {'id': '9317f15d-7f67-40ca-9468-52ff1719b568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'b796be2a-c98a-4e81-9ccf-99e1fde0d1fd'} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 20:28:06.241696 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-6b24f6de-4a13-4bde-ad56-edddf0abd1e1 req-773d2db7-2b27-43f0-91dd-608ffec50c92 service neutron] Bound port: 37facf87-ede7-4991-b817-b29ab923e480, host: n-h2-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9317f15d-7f67-40ca-9468-52ff1719b568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'b796be2a-c98a-4e81-9ccf-99e1fde0d1fd'}}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 20:28:06.241696 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-6b24f6de-4a13-4bde-ad56-edddf0abd1e1 req-773d2db7-2b27-43f0-91dd-608ffec50c92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:28:06.310610 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-6b24f6de-4a13-4bde-ad56-edddf0abd1e1 req-773d2db7-2b27-43f0-91dd-608ffec50c92 service neutron] For port 37facf87-ede7-4991-b817-b29ab923e480, host n-h2-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 20:28:06.324798 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-6b24f6de-4a13-4bde-ad56-edddf0abd1e1 req-773d2db7-2b27-43f0-91dd-608ffec50c92 service neutron] For port 37facf87-ede7-4991-b817-b29ab923e480, host n-h2-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=37facf87-ede7-4991-b817-b29ab923e480,segment=NetworkSegment(9317f15d-7f67-40ca-9468-52ff1719b568),segment_id=9317f15d-7f67-40ca-9468-52ff1719b568)] {{(pid=95501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 20:28:06.401963 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-6b24f6de-4a13-4bde-ad56-edddf0abd1e1 req-773d2db7-2b27-43f0-91dd-608ffec50c92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:28:06.444268 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b24f6de-4a13-4bde-ad56-edddf0abd1e1 req-773d2db7-2b27-43f0-91dd-608ffec50c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:28:06.444893 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-6b24f6de-4a13-4bde-ad56-edddf0abd1e1 req-773d2db7-2b27-43f0-91dd-608ffec50c92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:28:06.446322 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6b24f6de-4a13-4bde-ad56-edddf0abd1e1 req-773d2db7-2b27-43f0-91dd-608ffec50c92 service neutron] 10.222.0.67 "PUT /v2.0/ports/37facf87-ede7-4991-b817-b29ab923e480 HTTP/1.1" status: 200 len: 1091 time: 0.8167398 Oct 12 20:28:06.446766 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '858394e1-e154-4c9c-a7a4-ff16f7ccb87e', 'tag': '37facf87-ede7-4991-b817-b29ab923e480'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:28:06.449120 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de8ed798067560d07a98492cd8cb53eb3655be3ac6c9fe2f8402857175a8f58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e73b37cc-8060-45ff-bdff-6ce0345badd1" -d '{"events": [{"name": "network-changed", "server_uuid": "858394e1-e154-4c9c-a7a4-ff16f7ccb87e", "tag": "37facf87-ede7-4991-b817-b29ab923e480"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:28:06.472066 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773d2db7-2b27-43f0-91dd-608ffec50c92 service neutron] Pushing event updated for resources: {'Port': ['ID=37facf87-ede7-4991-b817-b29ab923e480,revision_number=3']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:28:06.488415 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 20:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d8a4290-ebc4-4d7e-b4b0-2477e56f9bcd x-openstack-request-id: req-0d8a4290-ebc4-4d7e-b4b0-2477e56f9bcd {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:28:06.488780 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "858394e1-e154-4c9c-a7a4-ff16f7ccb87e", "tag": "37facf87-ede7-4991-b817-b29ab923e480", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:28:06.489141 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0d8a4290-ebc4-4d7e-b4b0-2477e56f9bcd {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:28:06.489607 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '858394e1-e154-4c9c-a7a4-ff16f7ccb87e', 'tag': '37facf87-ede7-4991-b817-b29ab923e480', 'status': 'completed', 'code': 200} Oct 12 20:28:06.554824 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73b37cc-8060-45ff-bdff-6ce0345badd1 req-ec2c01b3-24ee-44aa-80f9-ff7a2d2aec34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:28:06.556452 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e73b37cc-8060-45ff-bdff-6ce0345badd1 req-ec2c01b3-24ee-44aa-80f9-ff7a2d2aec34 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7338ca3ebf8d46358716ffb6a045af03&device_id=858394e1-e154-4c9c-a7a4-ff16f7ccb87e HTTP/1.1" status: 200 len: 1094 time: 0.0455203 Oct 12 20:28:06.661229 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73b37cc-8060-45ff-bdff-6ce0345badd1 req-dc41f950-c9e2-45ab-bb61-2e0de6e13578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:28:06.662758 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e73b37cc-8060-45ff-bdff-6ce0345badd1 req-dc41f950-c9e2-45ab-bb61-2e0de6e13578 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=7338ca3ebf8d46358716ffb6a045af03&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0991201 Oct 12 20:28:06.755194 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73b37cc-8060-45ff-bdff-6ce0345badd1 req-1363710f-672e-4a59-ae45-3a630133a95b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:28:06.757549 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e73b37cc-8060-45ff-bdff-6ce0345badd1 req-1363710f-672e-4a59-ae45-3a630133a95b service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0880713 Oct 12 20:28:06.838762 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b24f6de-4a13-4bde-ad56-edddf0abd1e1 req-839f24eb-0b04-44b4-a8e9-23947f832f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:28:06.840203 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6b24f6de-4a13-4bde-ad56-edddf0abd1e1 req-839f24eb-0b04-44b4-a8e9-23947f832f79 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7338ca3ebf8d46358716ffb6a045af03&device_id=858394e1-e154-4c9c-a7a4-ff16f7ccb87e HTTP/1.1" status: 200 len: 1094 time: 0.0470657 Oct 12 20:28:06.881576 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6b24f6de-4a13-4bde-ad56-edddf0abd1e1 req-e42990dd-7cd5-438a-93d3-52c5d7720f31 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37facf87-ede7-4991-b817-b29ab923e480 HTTP/1.1" status: 200 len: 217 time: 0.0331533 Oct 12 20:28:06.928672 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b24f6de-4a13-4bde-ad56-edddf0abd1e1 req-0742cd7d-8d21-4d4c-91a6-d8e77d6cfefd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:28:06.930022 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6b24f6de-4a13-4bde-ad56-edddf0abd1e1 req-0742cd7d-8d21-4d4c-91a6-d8e77d6cfefd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5c8abb5f-07d3-4c8a-b1c6-7828460b2ded HTTP/1.1" status: 200 len: 835 time: 0.0423312 Oct 12 20:28:06.977489 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b24f6de-4a13-4bde-ad56-edddf0abd1e1 req-c755639c-4a76-4e9d-8b2b-008a10ce9a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:28:06.978940 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6b24f6de-4a13-4bde-ad56-edddf0abd1e1 req-c755639c-4a76-4e9d-8b2b-008a10ce9a78 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b796be2a-c98a-4e81-9ccf-99e1fde0d1fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421476 Oct 12 20:28:07.065917 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6b24f6de-4a13-4bde-ad56-edddf0abd1e1 req-2a16aeb6-081d-4cd1-951b-ff13a2985919 service neutron] 10.222.0.67 "GET /v2.0/networks/b796be2a-c98a-4e81-9ccf-99e1fde0d1fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799596 Oct 12 20:28:07.162945 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6b24f6de-4a13-4bde-ad56-edddf0abd1e1 req-d6919d2f-5c7c-481e-8f03-b20105ba5249 service neutron] 10.222.0.67 "GET /v2.0/networks/b796be2a-c98a-4e81-9ccf-99e1fde0d1fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894501 Oct 12 20:28:07.319931 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b82741-ebfc-49dd-91cf-f070e01c3fc6 req-dc97974e-1a01-4bb9-9029-f07019ca6122 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:28:07.321453 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-96b82741-ebfc-49dd-91cf-f070e01c3fc6 req-dc97974e-1a01-4bb9-9029-f07019ca6122 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=858394e1-e154-4c9c-a7a4-ff16f7ccb87e HTTP/1.1" status: 200 len: 943 time: 0.0506327 Oct 12 20:28:07.358469 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-96b82741-ebfc-49dd-91cf-f070e01c3fc6 req-5a7bf5fa-2c3d-4dc0-9f48-0f027ff478c1 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a26e849-7ea0-440f-80e8-7adcaa7e6c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310431 Oct 12 20:28:08.472709 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb64f84d-0191-4b7c-b9ed-dfce22a261b9 req-0df31176-04c2-4ddf-a9db-7ecffe4e5fb8 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:28:08.474148 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cb64f84d-0191-4b7c-b9ed-dfce22a261b9 req-0df31176-04c2-4ddf-a9db-7ecffe4e5fb8 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=858394e1-e154-4c9c-a7a4-ff16f7ccb87e HTTP/1.1" status: 200 len: 943 time: 0.0482309 Oct 12 20:28:08.510035 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cb64f84d-0191-4b7c-b9ed-dfce22a261b9 req-50d7167b-b28d-4c4a-b7af-d6c0abbb8627 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a26e849-7ea0-440f-80e8-7adcaa7e6c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301409 Oct 12 20:28:09.621785 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0196aee-5215-4b4b-9d12-9a2e29cdcd15 req-5136b036-148b-4e0e-9435-289668c390c7 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:28:09.623222 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d0196aee-5215-4b4b-9d12-9a2e29cdcd15 req-5136b036-148b-4e0e-9435-289668c390c7 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=858394e1-e154-4c9c-a7a4-ff16f7ccb87e HTTP/1.1" status: 200 len: 943 time: 0.0476587 Oct 12 20:28:09.660203 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d0196aee-5215-4b4b-9d12-9a2e29cdcd15 req-aba1d570-0d6d-41cf-ac08-50debc9f1976 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a26e849-7ea0-440f-80e8-7adcaa7e6c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305932 Oct 12 20:28:10.815610 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7d2721-28e7-4495-871d-450f7c8b34fd req-6ec785a3-ef33-4535-bbff-2da9677339b2 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:28:10.817106 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7d7d2721-28e7-4495-871d-450f7c8b34fd req-6ec785a3-ef33-4535-bbff-2da9677339b2 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=858394e1-e154-4c9c-a7a4-ff16f7ccb87e HTTP/1.1" status: 200 len: 943 time: 0.0912030 Oct 12 20:28:10.856395 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-7d7d2721-28e7-4495-871d-450f7c8b34fd req-6ea384b7-3b47-4f1e-b8a4-4390867ed0a8 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a26e849-7ea0-440f-80e8-7adcaa7e6c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334172 Oct 12 20:28:11.613745 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 37facf87-ede7-4991-b817-b29ab923e480 details requested by agent hyperv_n-h2-813679-3 with host n-h2-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 20:28:11.707568 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 37facf87-ede7-4991-b817-b29ab923e480, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=37facf87-ede7-4991-b817-b29ab923e480,segment=NetworkSegment(9317f15d-7f67-40ca-9468-52ff1719b568),segment_id=9317f15d-7f67-40ca-9468-52ff1719b568)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:28:11.717943 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Returning: {'device': '37facf87-ede7-4991-b817-b29ab923e480', 'network_id': 'b796be2a-c98a-4e81-9ccf-99e1fde0d1fd', 'port_id': '37facf87-ede7-4991-b817-b29ab923e480', 'mac_address': 'fa:16:3e:b9:6e:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c8abb5f-07d3-4c8a-b1c6-7828460b2ded', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 20:28:11.753456 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:28:11.765349 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37facf87-ede7-4991-b817-b29ab923e480 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 20:28:11.787796 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 37facf87-ede7-4991-b817-b29ab923e480, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=37facf87-ede7-4991-b817-b29ab923e480,segment=NetworkSegment(9317f15d-7f67-40ca-9468-52ff1719b568),segment_id=9317f15d-7f67-40ca-9468-52ff1719b568)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:28:11.883260 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:28:11.931943 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=37facf87-ede7-4991-b817-b29ab923e480,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:28:11.976179 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cea975-4f0f-407c-83c4-9aa9ae9884a0 req-672746d7-e63a-4531-a940-1f8f30004abe tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:28:11.977542 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-09cea975-4f0f-407c-83c4-9aa9ae9884a0 req-672746d7-e63a-4531-a940-1f8f30004abe tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=858394e1-e154-4c9c-a7a4-ff16f7ccb87e HTTP/1.1" status: 200 len: 944 time: 0.0542266 Oct 12 20:28:12.013983 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-09cea975-4f0f-407c-83c4-9aa9ae9884a0 req-d9cca37c-bbb7-47d2-a6b1-a3d7f089c122 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a26e849-7ea0-440f-80e8-7adcaa7e6c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305307 Oct 12 20:28:12.126810 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['37facf87-ede7-4991-b817-b29ab923e480'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 20:28:13.125266 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87c2700-469b-4037-abf4-9c96ab42f3b8 req-208f54b1-18f3-4392-9974-072ec439afc3 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:28:13.126714 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c87c2700-469b-4037-abf4-9c96ab42f3b8 req-208f54b1-18f3-4392-9974-072ec439afc3 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=858394e1-e154-4c9c-a7a4-ff16f7ccb87e HTTP/1.1" status: 200 len: 944 time: 0.0475385 Oct 12 20:28:13.167617 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c87c2700-469b-4037-abf4-9c96ab42f3b8 req-b0a94c41-0a1e-49e8-b0b7-835fc61b08f3 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a26e849-7ea0-440f-80e8-7adcaa7e6c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350912 Oct 12 20:28:13.614249 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 37facf87-ede7-4991-b817-b29ab923e480 up at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 20:28:13.722875 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning for port 37facf87-ede7-4991-b817-b29ab923e480 completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 20:28:13.726621 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning complete for port 37facf87-ede7-4991-b817-b29ab923e480 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:28:13.727024 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:28:13.803899 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:28:13.825822 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '858394e1-e154-4c9c-a7a4-ff16f7ccb87e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37facf87-ede7-4991-b817-b29ab923e480'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:28:13.828105 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b9295f95168b7ebeacfaf6dce688c5b5a488805d3fcc076b348ff91511493a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4770bab-e536-4cf7-a3b6-227bc0b63c08" -d '{"events": [{"server_uuid": "858394e1-e154-4c9c-a7a4-ff16f7ccb87e", "name": "network-vif-plugged", "status": "completed", "tag": "37facf87-ede7-4991-b817-b29ab923e480"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:28:13.840637 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 37facf87-ede7-4991-b817-b29ab923e480, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=37facf87-ede7-4991-b817-b29ab923e480,segment=NetworkSegment(9317f15d-7f67-40ca-9468-52ff1719b568),segment_id=9317f15d-7f67-40ca-9468-52ff1719b568)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:28:13.888668 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:28:13.916583 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 20:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a4aa1d5-1503-4db9-a507-39777e9d68bd x-openstack-request-id: req-4a4aa1d5-1503-4db9-a507-39777e9d68bd {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:28:13.916936 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "858394e1-e154-4c9c-a7a4-ff16f7ccb87e", "name": "network-vif-plugged", "status": "completed", "tag": "37facf87-ede7-4991-b817-b29ab923e480", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:28:13.917171 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4a4aa1d5-1503-4db9-a507-39777e9d68bd {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:28:13.917569 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '858394e1-e154-4c9c-a7a4-ff16f7ccb87e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37facf87-ede7-4991-b817-b29ab923e480', 'code': 200} Oct 12 20:28:13.943639 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=37facf87-ede7-4991-b817-b29ab923e480,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:28:14.010407 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fac0b3-e0e5-4a0b-9d74-28b348c65f07 req-977ec158-d223-4614-ae6e-9936daec7ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:28:14.012015 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-92fac0b3-e0e5-4a0b-9d74-28b348c65f07 req-977ec158-d223-4614-ae6e-9936daec7ad3 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=858394e1-e154-4c9c-a7a4-ff16f7ccb87e HTTP/1.1" status: 200 len: 1096 time: 0.0391941 Oct 12 20:28:14.047374 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-92fac0b3-e0e5-4a0b-9d74-28b348c65f07 req-0a92e941-8fc1-4593-84a7-959135fddc61 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=3a26e849-7ea0-440f-80e8-7adcaa7e6c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276082 Oct 12 20:28:14.280362 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb3ff08-93c0-48fc-baa7-d6e9626ba3ce req-099c3d48-7cd3-43ba-889a-e4e9f66f9ad3 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:28:14.282301 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0eb3ff08-93c0-48fc-baa7-d6e9626ba3ce req-099c3d48-7cd3-43ba-889a-e4e9f66f9ad3 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=858394e1-e154-4c9c-a7a4-ff16f7ccb87e HTTP/1.1" status: 200 len: 945 time: 0.0470002 Oct 12 20:28:14.320036 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0eb3ff08-93c0-48fc-baa7-d6e9626ba3ce req-f8960ecf-f5e4-493d-a4b6-f896785fd2e5 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a26e849-7ea0-440f-80e8-7adcaa7e6c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319216 Oct 12 20:28:15.434168 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a29010-d4c8-4e21-aecb-1c26ecdc02d8 req-2019ac3f-7d04-4822-8c55-181406efef1d tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:28:15.435617 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-84a29010-d4c8-4e21-aecb-1c26ecdc02d8 req-2019ac3f-7d04-4822-8c55-181406efef1d tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=858394e1-e154-4c9c-a7a4-ff16f7ccb87e HTTP/1.1" status: 200 len: 945 time: 0.0485837 Oct 12 20:28:15.473066 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-84a29010-d4c8-4e21-aecb-1c26ecdc02d8 req-3109b0ca-a95c-4879-8d56-dc379d6f107e tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a26e849-7ea0-440f-80e8-7adcaa7e6c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315228 Oct 12 20:28:15.585560 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff244f4-cf75-4bf2-98ea-f50db8a2145a req-1a057e5f-17a8-4f6b-98bb-b3ed8805e56b tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:28:15.587018 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-aff244f4-cf75-4bf2-98ea-f50db8a2145a req-1a057e5f-17a8-4f6b-98bb-b3ed8805e56b tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=858394e1-e154-4c9c-a7a4-ff16f7ccb87e HTTP/1.1" status: 200 len: 945 time: 0.0485609 Oct 12 20:28:15.627299 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-aff244f4-cf75-4bf2-98ea-f50db8a2145a req-daeb87fb-69ff-43e7-b1a4-14097fae4373 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a26e849-7ea0-440f-80e8-7adcaa7e6c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343149 Oct 12 20:28:15.648785 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 36956) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:28:15.687209 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d474fe9a-5ca0-4ea7-b34c-6f6134db4703 tempest-TestNetworkAdvancedServerOps-803987341 tempest-TestNetworkAdvancedServerOps-803987341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:28:15.689242 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-d474fe9a-5ca0-4ea7-b34c-6f6134db4703 tempest-TestNetworkAdvancedServerOps-803987341 tempest-TestNetworkAdvancedServerOps-803987341-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=858394e1-e154-4c9c-a7a4-ff16f7ccb87e HTTP/1.1" status: 200 len: 1091 time: 0.0395184 Oct 12 20:28:15.692001 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 36958) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:28:15.696376 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-cb81289f-1ea0-46e6-a51d-594f266e5b43 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Request body: {'floatingip': {'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'port_id': '37facf87-ede7-4991-b817-b29ab923e480', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'fixed_ip_address': '172.20.0.6'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:28:15.795292 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-cb81289f-1ea0-46e6-a51d-594f266e5b43 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for floatingip, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:28:15.889092 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-cb81289f-1ea0-46e6-a51d-594f266e5b43 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:28:15.992734 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-cb81289f-1ea0-46e6-a51d-594f266e5b43 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Allocated IP 172.25.5.87 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/64544c1c-603f-4292-922d-b6c9fa204963) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 20:28:16.093478 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-cb81289f-1ea0-46e6-a51d-594f266e5b43 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:28:16.180566 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-cb81289f-1ea0-46e6-a51d-594f266e5b43 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:28:16.218577 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb81289f-1ea0-46e6-a51d-594f266e5b43 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 20:28:16.221426 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-cb81289f-1ea0-46e6-a51d-594f266e5b43 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 20:28:16.225102 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb81289f-1ea0-46e6-a51d-594f266e5b43 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 20:28:16.251037 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb81289f-1ea0-46e6-a51d-594f266e5b43 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Pushing event updated for resources: {'Port': ['ID=64544c1c-603f-4292-922d-b6c9fa204963,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:28:16.573199 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-cb81289f-1ea0-46e6-a51d-594f266e5b43 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:28:16.645966 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-54051b64-b58a-4ad3-8ecd-15ad0047dc21 req-47761875-9e3f-49b5-a976-d3cf42a1ab3a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=858394e1-e154-4c9c-a7a4-ff16f7ccb87e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0511212 Oct 12 20:28:16.739676 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-cb81289f-1ea0-46e6-a51d-594f266e5b43 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:28:16.766457 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54051b64-b58a-4ad3-8ecd-15ad0047dc21 req-08982de2-e1bd-44fc-95ff-2a44c0ba3a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:28:16.767913 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-54051b64-b58a-4ad3-8ecd-15ad0047dc21 req-08982de2-e1bd-44fc-95ff-2a44c0ba3a2a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7338ca3ebf8d46358716ffb6a045af03&device_id=858394e1-e154-4c9c-a7a4-ff16f7ccb87e HTTP/1.1" status: 200 len: 1096 time: 0.0816240 Oct 12 20:28:16.932654 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54051b64-b58a-4ad3-8ecd-15ad0047dc21 req-a7a8292f-10ae-4927-8394-45b0d3f538ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:28:16.934008 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-54051b64-b58a-4ad3-8ecd-15ad0047dc21 req-a7a8292f-10ae-4927-8394-45b0d3f538ee service neutron] 10.222.0.67 "GET /v2.0/networks?id=b796be2a-c98a-4e81-9ccf-99e1fde0d1fd HTTP/1.1" status: 200 len: 897 time: 0.1446273 Oct 12 20:28:17.009472 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-cb81289f-1ea0-46e6-a51d-594f266e5b43 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:28:17.018043 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-54051b64-b58a-4ad3-8ecd-15ad0047dc21 req-d52d7039-c714-4d7c-a9b5-bc0b89709ddc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37facf87-ede7-4991-b817-b29ab923e480 HTTP/1.1" status: 200 len: 998 time: 0.0746365 Oct 12 20:28:17.065587 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-cb81289f-1ea0-46e6-a51d-594f266e5b43 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:28:17.073726 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54051b64-b58a-4ad3-8ecd-15ad0047dc21 req-ce23867e-e965-4d1c-a05f-11340184c88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:28:17.075181 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-54051b64-b58a-4ad3-8ecd-15ad0047dc21 req-ce23867e-e965-4d1c-a05f-11340184c88a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5c8abb5f-07d3-4c8a-b1c6-7828460b2ded HTTP/1.1" status: 200 len: 835 time: 0.0502350 Oct 12 20:28:17.167057 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb81289f-1ea0-46e6-a51d-594f266e5b43 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Pushing event updated for resources: {'Port': ['ID=64544c1c-603f-4292-922d-b6c9fa204963,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:28:17.181100 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-cb81289f-1ea0-46e6-a51d-594f266e5b43 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7915414'] for floatingip, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:28:17.185500 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54051b64-b58a-4ad3-8ecd-15ad0047dc21 req-426b5275-b154-461e-a3c9-513098235fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:28:17.186884 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-54051b64-b58a-4ad3-8ecd-15ad0047dc21 req-426b5275-b154-461e-a3c9-513098235fd0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b796be2a-c98a-4e81-9ccf-99e1fde0d1fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0937145 Oct 12 20:28:17.677236 n-d-813679-3 neutron-server[95501]: INFO neutron.db.l3_db [None req-cb81289f-1ea0-46e6-a51d-594f266e5b43 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Floating IP c576627c-c557-4e6d-b110-52318a34e5d6 associated. External IP: 172.25.5.87, port: 37facf87-ede7-4991-b817-b29ab923e480. Oct 12 20:28:17.681625 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-54051b64-b58a-4ad3-8ecd-15ad0047dc21 req-ff35cb5a-1d21-4431-8592-f57fd6efd3c4 service neutron] 10.222.0.67 "GET /v2.0/networks/b796be2a-c98a-4e81-9ccf-99e1fde0d1fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4661849 Oct 12 20:28:17.847470 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-54051b64-b58a-4ad3-8ecd-15ad0047dc21 req-c972cef9-6a86-4de9-88c6-b2c7b57c4605 service neutron] 10.222.0.67 "GET /v2.0/networks/b796be2a-c98a-4e81-9ccf-99e1fde0d1fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346660 Oct 12 20:28:17.954596 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb81289f-1ea0-46e6-a51d-594f266e5b43 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Router 341be40e-6b2a-476a-8534-6352b72336c1 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 20:28:18.056479 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb81289f-1ea0-46e6-a51d-594f266e5b43 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 20:28:18.066775 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072613ba-6c4d-4b80-8f4d-e0f09b8539ba None None] Sync routers for ids ['341be40e-6b2a-476a-8534-6352b72336c1'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 20:28:18.075902 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072613ba-6c4d-4b80-8f4d-e0f09b8539ba None None] Routers {'341be40e-6b2a-476a-8534-6352b72336c1'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:28:18.079572 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-072613ba-6c4d-4b80-8f4d-e0f09b8539ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:28:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['341be40e-6b2a-476a-8534-6352b72336c1'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:28:18.147570 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-cb81289f-1ea0-46e6-a51d-594f266e5b43 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:28:18.180907 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-cb81289f-1ea0-46e6-a51d-594f266e5b43 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4853785 Oct 12 20:28:18.180907 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '858394e1-e154-4c9c-a7a4-ff16f7ccb87e', 'tag': '37facf87-ede7-4991-b817-b29ab923e480'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:28:18.181225 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-072613ba-6c4d-4b80-8f4d-e0f09b8539ba None None] Set router 341be40e-6b2a-476a-8534-6352b72336c1 gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:28:18.181422 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de8ed798067560d07a98492cd8cb53eb3655be3ac6c9fe2f8402857175a8f58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9428e2ec-b6e1-45ec-ba14-d4e8c5ca840f" -d '{"events": [{"name": "network-changed", "server_uuid": "858394e1-e154-4c9c-a7a4-ff16f7ccb87e", "tag": "37facf87-ede7-4991-b817-b29ab923e480"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:28:18.219571 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 20:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-861c97d1-a3b3-4e4c-9fac-5521297bace8 x-openstack-request-id: req-861c97d1-a3b3-4e4c-9fac-5521297bace8 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:28:18.219990 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "858394e1-e154-4c9c-a7a4-ff16f7ccb87e", "tag": "37facf87-ede7-4991-b817-b29ab923e480", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:28:18.220777 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-861c97d1-a3b3-4e4c-9fac-5521297bace8 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:28:18.221331 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '858394e1-e154-4c9c-a7a4-ff16f7ccb87e', 'tag': '37facf87-ede7-4991-b817-b29ab923e480', 'status': 'completed', 'code': 200} Oct 12 20:28:18.278052 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5882241d-6993-48a2-ba9e-cfebb0eca193 req-b810fd36-dc88-4858-b4df-fa32f74b26ec tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:28:18.280772 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5882241d-6993-48a2-ba9e-cfebb0eca193 req-b810fd36-dc88-4858-b4df-fa32f74b26ec tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=858394e1-e154-4c9c-a7a4-ff16f7ccb87e HTTP/1.1" status: 200 len: 945 time: 0.0515032 Oct 12 20:28:18.283810 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9428e2ec-b6e1-45ec-ba14-d4e8c5ca840f req-d27a07d5-c7b2-4462-a36c-4096b7621edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:28:18.285676 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9428e2ec-b6e1-45ec-ba14-d4e8c5ca840f req-d27a07d5-c7b2-4462-a36c-4096b7621edb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7338ca3ebf8d46358716ffb6a045af03&device_id=858394e1-e154-4c9c-a7a4-ff16f7ccb87e HTTP/1.1" status: 200 len: 1096 time: 0.0433571 Oct 12 20:28:18.319501 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5882241d-6993-48a2-ba9e-cfebb0eca193 req-92f8b509-2d15-469c-b77c-43d140755614 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a26e849-7ea0-440f-80e8-7adcaa7e6c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332663 Oct 12 20:28:18.342369 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 36964) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:28:18.382443 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9428e2ec-b6e1-45ec-ba14-d4e8c5ca840f req-08605d7e-d1d8-499c-b86a-e0b3a68408f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:28:18.385035 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9428e2ec-b6e1-45ec-ba14-d4e8c5ca840f req-08605d7e-d1d8-499c-b86a-e0b3a68408f4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b796be2a-c98a-4e81-9ccf-99e1fde0d1fd HTTP/1.1" status: 200 len: 897 time: 0.0911131 Oct 12 20:28:18.408669 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-5783c41e-c20e-4365-bffc-4eea6547cf4e tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/floatingips/c576627c-c557-4e6d-b110-52318a34e5d6 HTTP/1.1" status: 200 len: 990 time: 0.0648580 Oct 12 20:28:18.421247 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-072613ba-6c4d-4b80-8f4d-e0f09b8539ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '341be40e-6b2a-476a-8534-6352b72336c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2138197387', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '69e6aa98-a4bd-42d7-97d4-5b16129f7d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:27:56Z', 'updated_at': '2021-10-12T20:28:01Z', 'revision_number': 4, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'gw_port': {'id': '69e6aa98-a4bd-42d7-97d4-5b16129f7d2e', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:da:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341be40e-6b2a-476a-8534-6352b72336c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:27:57Z', 'updated_at': '2021-10-12T20:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': 'c576627c-c557-4e6d-b110-52318a34e5d6', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'floating_ip_address': '172.25.5.87', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': '341be40e-6b2a-476a-8534-6352b72336c1', 'port_id': '37facf87-ede7-4991-b817-b29ab923e480', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b796be2a-c98a-4e81-9ccf-99e1fde0d1fd', 'mac_address': 'fa:16:3e:b9:6e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858394e1-e154-4c9c-a7a4-ff16f7ccb87e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T20:28:16Z', 'updated_at': '2021-10-12T20:28:16Z', 'revision_number': 0, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cd20c7e-13c8-49aa-8ae0-a0c0c5ebcc73', 'name': '', 'network_id': 'b796be2a-c98a-4e81-9ccf-99e1fde0d1fd', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'mac_address': 'fa:16:3e:86:c3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341be40e-6b2a-476a-8534-6352b72336c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '5c8abb5f-07d3-4c8a-b1c6-7828460b2ded', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:28:00Z', 'updated_at': '2021-10-12T20:28:04Z', 'revision_number': 5, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'subnets': [{'id': '5c8abb5f-07d3-4c8a-b1c6-7828460b2ded', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:28:18.447581 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072613ba-6c4d-4b80-8f4d-e0f09b8539ba None None] Checking router: 341be40e-6b2a-476a-8534-6352b72336c1 for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 20:28:18.454131 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9428e2ec-b6e1-45ec-ba14-d4e8c5ca840f req-77855a67-7fd1-49aa-ad2c-7e90ca614fc1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37facf87-ede7-4991-b817-b29ab923e480 HTTP/1.1" status: 200 len: 998 time: 0.0627644 Oct 12 20:28:18.455676 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072613ba-6c4d-4b80-8f4d-e0f09b8539ba None None] Routers {'341be40e-6b2a-476a-8534-6352b72336c1'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:28:18.456308 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-072613ba-6c4d-4b80-8f4d-e0f09b8539ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:28:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['341be40e-6b2a-476a-8534-6352b72336c1'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:28:18.502032 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9428e2ec-b6e1-45ec-ba14-d4e8c5ca840f req-167a80aa-3acc-45f7-a801-bfa1f9253701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:28:18.503603 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9428e2ec-b6e1-45ec-ba14-d4e8c5ca840f req-167a80aa-3acc-45f7-a801-bfa1f9253701 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5c8abb5f-07d3-4c8a-b1c6-7828460b2ded HTTP/1.1" status: 200 len: 835 time: 0.0427647 Oct 12 20:28:18.550579 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9428e2ec-b6e1-45ec-ba14-d4e8c5ca840f req-6eea9ef3-2145-4084-b363-2bcc21151ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:28:18.552112 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9428e2ec-b6e1-45ec-ba14-d4e8c5ca840f req-6eea9ef3-2145-4084-b363-2bcc21151ef9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b796be2a-c98a-4e81-9ccf-99e1fde0d1fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399475 Oct 12 20:28:18.560076 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-072613ba-6c4d-4b80-8f4d-e0f09b8539ba None None] Set router 341be40e-6b2a-476a-8534-6352b72336c1 gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:28:18.647843 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9428e2ec-b6e1-45ec-ba14-d4e8c5ca840f req-4dff0673-84fe-48a5-9d47-a0ca7a12778d service neutron] 10.222.0.67 "GET /v2.0/networks/b796be2a-c98a-4e81-9ccf-99e1fde0d1fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861230 Oct 12 20:28:18.736091 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9428e2ec-b6e1-45ec-ba14-d4e8c5ca840f req-70014e27-a1df-444b-a856-ec475a6c262c service neutron] 10.222.0.67 "GET /v2.0/networks/b796be2a-c98a-4e81-9ccf-99e1fde0d1fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810757 Oct 12 20:28:18.777923 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-072613ba-6c4d-4b80-8f4d-e0f09b8539ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '341be40e-6b2a-476a-8534-6352b72336c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2138197387', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '69e6aa98-a4bd-42d7-97d4-5b16129f7d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:27:56Z', 'updated_at': '2021-10-12T20:28:01Z', 'revision_number': 4, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'gw_port': {'id': '69e6aa98-a4bd-42d7-97d4-5b16129f7d2e', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:da:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341be40e-6b2a-476a-8534-6352b72336c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:27:57Z', 'updated_at': '2021-10-12T20:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': 'c576627c-c557-4e6d-b110-52318a34e5d6', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'floating_ip_address': '172.25.5.87', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': '341be40e-6b2a-476a-8534-6352b72336c1', 'port_id': '37facf87-ede7-4991-b817-b29ab923e480', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b796be2a-c98a-4e81-9ccf-99e1fde0d1fd', 'mac_address': 'fa:16:3e:b9:6e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858394e1-e154-4c9c-a7a4-ff16f7ccb87e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T20:28:16Z', 'updated_at': '2021-10-12T20:28:16Z', 'revision_number': 0, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cd20c7e-13c8-49aa-8ae0-a0c0c5ebcc73', 'name': '', 'network_id': 'b796be2a-c98a-4e81-9ccf-99e1fde0d1fd', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'mac_address': 'fa:16:3e:86:c3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341be40e-6b2a-476a-8534-6352b72336c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '5c8abb5f-07d3-4c8a-b1c6-7828460b2ded', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:28:00Z', 'updated_at': '2021-10-12T20:28:04Z', 'revision_number': 5, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'subnets': [{'id': '5c8abb5f-07d3-4c8a-b1c6-7828460b2ded', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:28:18.804143 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072613ba-6c4d-4b80-8f4d-e0f09b8539ba None None] The sync data for ids ['341be40e-6b2a-476a-8534-6352b72336c1'] in n-d-813679-3 is: [{'id': '341be40e-6b2a-476a-8534-6352b72336c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2138197387', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '69e6aa98-a4bd-42d7-97d4-5b16129f7d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:27:56Z', 'updated_at': '2021-10-12T20:28:01Z', 'revision_number': 4, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'gw_port': {'id': '69e6aa98-a4bd-42d7-97d4-5b16129f7d2e', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:da:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341be40e-6b2a-476a-8534-6352b72336c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:27:57Z', 'updated_at': '2021-10-12T20:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': 'c576627c-c557-4e6d-b110-52318a34e5d6', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'floating_ip_address': '172.25.5.87', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': '341be40e-6b2a-476a-8534-6352b72336c1', 'port_id': '37facf87-ede7-4991-b817-b29ab923e480', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b796be2a-c98a-4e81-9ccf-99e1fde0d1fd', 'mac_address': 'fa:16:3e:b9:6e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858394e1-e154-4c9c-a7a4-ff16f7ccb87e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T20:28:16Z', 'updated_at': '2021-10-12T20:28:16Z', 'revision_number': 0, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cd20c7e-13c8-49aa-8ae0-a0c0c5ebcc73', 'name': '', 'network_id': 'b796be2a-c98a-4e81-9ccf-99e1fde0d1fd', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'mac_address': 'fa:16:3e:86:c3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341be40e-6b2a-476a-8534-6352b72336c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '5c8abb5f-07d3-4c8a-b1c6-7828460b2ded', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:28:00Z', 'updated_at': '2021-10-12T20:28:04Z', 'revision_number': 5, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'subnets': [{'id': '5c8abb5f-07d3-4c8a-b1c6-7828460b2ded', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 20:28:19.007896 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e042fb-8164-4c75-8c11-b49ef6b96cc9 None None] New status for floating IP c576627c-c557-4e6d-b110-52318a34e5d6: ACTIVE {{(pid=95503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 20:28:19.411801 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 36966) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:28:19.470341 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-d206c4e6-d2fb-42db-b43a-e5c70586c957 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/floatingips/c576627c-c557-4e6d-b110-52318a34e5d6 HTTP/1.1" status: 200 len: 992 time: 0.0574675 Oct 12 20:28:29.220586 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-22f90b11-3955-44ae-90fa-50288c9e918e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:28:31.777185 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a19b83d2-8bb8-4e55-b28d-165922dd6def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:28:32.539813 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:28:33.302790 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:28:33.708751 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:28:34.705345 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:28:34.831204 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:28:39.195420 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 20:28:46.392698 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71ed717-0d58-473c-b348-52c07956f2c1 req-5bbedb90-ece2-49d2-9aac-e9b7a10e0d14 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:28:46.394150 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b71ed717-0d58-473c-b348-52c07956f2c1 req-5bbedb90-ece2-49d2-9aac-e9b7a10e0d14 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=858394e1-e154-4c9c-a7a4-ff16f7ccb87e HTTP/1.1" status: 200 len: 945 time: 0.0539658 Oct 12 20:28:46.431390 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b71ed717-0d58-473c-b348-52c07956f2c1 req-b97d3f4b-301c-429c-b96f-8d7282f0573f tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a26e849-7ea0-440f-80e8-7adcaa7e6c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312598 Oct 12 20:28:47.548051 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57766c22-ddec-4f11-8402-19b1a3fb3dec req-dde52fad-ee9e-4bb2-b6f6-0bfe7aa824b8 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:28:47.550044 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-57766c22-ddec-4f11-8402-19b1a3fb3dec req-dde52fad-ee9e-4bb2-b6f6-0bfe7aa824b8 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=858394e1-e154-4c9c-a7a4-ff16f7ccb87e HTTP/1.1" status: 200 len: 945 time: 0.0512359 Oct 12 20:28:47.586596 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-57766c22-ddec-4f11-8402-19b1a3fb3dec req-a6a9347b-2cea-446a-9738-59b36262a66a tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a26e849-7ea0-440f-80e8-7adcaa7e6c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307012 Oct 12 20:28:47.608243 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 36986) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:28:47.665624 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-c0ade0dc-2176-4dbd-a3db-b44341be41ee tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/floatingips/c576627c-c557-4e6d-b110-52318a34e5d6 HTTP/1.1" status: 200 len: 992 time: 0.0563116 Oct 12 20:28:49.075894 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad11fdb6-f117-46a0-a0c8-884939348f1a req-25b0c6a0-42c1-44f6-b2f4-5ebc1e0bc804 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:28:49.078031 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ad11fdb6-f117-46a0-a0c8-884939348f1a req-25b0c6a0-42c1-44f6-b2f4-5ebc1e0bc804 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=858394e1-e154-4c9c-a7a4-ff16f7ccb87e HTTP/1.1" status: 200 len: 945 time: 0.0518692 Oct 12 20:28:49.129120 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ad11fdb6-f117-46a0-a0c8-884939348f1a req-746dab86-b853-4004-88f3-befc903cc3b3 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a26e849-7ea0-440f-80e8-7adcaa7e6c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449693 Oct 12 20:28:49.156803 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e5ced8-c2c5-4ca9-9b11-8633c9c0e19e req-bdaf370b-53b0-4672-ab35-6f7f09350566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:28:49.158361 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-34e5ced8-c2c5-4ca9-9b11-8633c9c0e19e req-bdaf370b-53b0-4672-ab35-6f7f09350566 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7338ca3ebf8d46358716ffb6a045af03&device_id=858394e1-e154-4c9c-a7a4-ff16f7ccb87e HTTP/1.1" status: 200 len: 1096 time: 0.0434895 Oct 12 20:28:49.251003 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e5ced8-c2c5-4ca9-9b11-8633c9c0e19e req-cf01ea87-783b-442f-8bde-e667739157f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:28:49.252648 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-34e5ced8-c2c5-4ca9-9b11-8633c9c0e19e req-cf01ea87-783b-442f-8bde-e667739157f7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b796be2a-c98a-4e81-9ccf-99e1fde0d1fd HTTP/1.1" status: 200 len: 897 time: 0.0871193 Oct 12 20:28:49.316134 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-34e5ced8-c2c5-4ca9-9b11-8633c9c0e19e req-62d2cb1d-d90d-4cf1-ac1c-959d1606f3d6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37facf87-ede7-4991-b817-b29ab923e480 HTTP/1.1" status: 200 len: 1000 time: 0.0555401 Oct 12 20:28:49.369164 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e5ced8-c2c5-4ca9-9b11-8633c9c0e19e req-95cd4d9d-ce46-4972-89c3-574a92600757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:28:49.370578 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-34e5ced8-c2c5-4ca9-9b11-8633c9c0e19e req-95cd4d9d-ce46-4972-89c3-574a92600757 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5c8abb5f-07d3-4c8a-b1c6-7828460b2ded HTTP/1.1" status: 200 len: 835 time: 0.0471580 Oct 12 20:28:49.415216 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e5ced8-c2c5-4ca9-9b11-8633c9c0e19e req-267ce16c-2255-4586-95ee-73c2a6386960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:28:49.416676 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-34e5ced8-c2c5-4ca9-9b11-8633c9c0e19e req-267ce16c-2255-4586-95ee-73c2a6386960 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b796be2a-c98a-4e81-9ccf-99e1fde0d1fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389066 Oct 12 20:28:49.506144 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-34e5ced8-c2c5-4ca9-9b11-8633c9c0e19e req-b5858d61-b055-4f6d-a2de-a378a53f4711 service neutron] 10.222.0.67 "GET /v2.0/networks/b796be2a-c98a-4e81-9ccf-99e1fde0d1fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813344 Oct 12 20:28:49.597709 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-34e5ced8-c2c5-4ca9-9b11-8633c9c0e19e req-6c4536dc-fa0e-4de1-bec5-464a2331de47 service neutron] 10.222.0.67 "GET /v2.0/networks/b796be2a-c98a-4e81-9ccf-99e1fde0d1fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844300 Oct 12 20:28:50.248353 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2451da30-e654-4edb-86c1-53e8e365ad08 req-9625e6e1-ed3c-4776-a779-a855ed0d7831 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:28:50.249831 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2451da30-e654-4edb-86c1-53e8e365ad08 req-9625e6e1-ed3c-4776-a779-a855ed0d7831 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=858394e1-e154-4c9c-a7a4-ff16f7ccb87e HTTP/1.1" status: 200 len: 945 time: 0.0525126 Oct 12 20:28:50.287699 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2451da30-e654-4edb-86c1-53e8e365ad08 req-f46831e1-d157-4544-8127-333bf193ae27 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a26e849-7ea0-440f-80e8-7adcaa7e6c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313480 Oct 12 20:28:51.401670 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ddcf06-4cee-4126-8913-7fa6110a5374 req-4e280077-e5f1-4c5f-9ebb-3dc7415d61a2 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:28:51.403015 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-74ddcf06-4cee-4126-8913-7fa6110a5374 req-4e280077-e5f1-4c5f-9ebb-3dc7415d61a2 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=858394e1-e154-4c9c-a7a4-ff16f7ccb87e HTTP/1.1" status: 200 len: 945 time: 0.0483212 Oct 12 20:28:51.439386 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-74ddcf06-4cee-4126-8913-7fa6110a5374 req-4dab3e38-801f-4015-b070-7dfd7ed96298 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a26e849-7ea0-440f-80e8-7adcaa7e6c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305769 Oct 12 20:28:51.461589 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 36998) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:28:51.524250 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-f88bf250-bea2-4cb3-a77c-c053503fc27d tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/floatingips/c576627c-c557-4e6d-b110-52318a34e5d6 HTTP/1.1" status: 200 len: 992 time: 0.0615275 Oct 12 20:28:51.771429 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 37004) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:28:51.925056 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-56e4b58f-ac90-4ddf-a094-e50667d85537 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Deleting port 64544c1c-603f-4292-922d-b6c9fa204963 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 20:28:51.925402 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-56e4b58f-ac90-4ddf-a094-e50667d85537 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:28:52.003149 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-56e4b58f-ac90-4ddf-a094-e50667d85537 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:28:52.003474 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-56e4b58f-ac90-4ddf-a094-e50667d85537 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:28:52.015002 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-56e4b58f-ac90-4ddf-a094-e50667d85537 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Calling delete_port for 64544c1c-603f-4292-922d-b6c9fa204963 owned by network:floatingip {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 20:28:52.225481 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-56e4b58f-ac90-4ddf-a094-e50667d85537 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:28:52.259642 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e4b58f-ac90-4ddf-a094-e50667d85537 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Pushing event deleted for resources: {'Port': ['ID=64544c1c-603f-4292-922d-b6c9fa204963,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:28:52.315627 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-56e4b58f-ac90-4ddf-a094-e50667d85537 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for floatingip, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:28:52.315963 n-d-813679-3 neutron-server[95501]: INFO neutron.db.l3_db [None req-56e4b58f-ac90-4ddf-a094-e50667d85537 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Floating IP c576627c-c557-4e6d-b110-52318a34e5d6 disassociated (deleted). External IP: 172.25.5.87, port: 37facf87-ede7-4991-b817-b29ab923e480. Oct 12 20:28:52.523631 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56e4b58f-ac90-4ddf-a094-e50667d85537 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Router 341be40e-6b2a-476a-8534-6352b72336c1 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 20:28:52.629747 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56e4b58f-ac90-4ddf-a094-e50667d85537 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 20:28:52.634420 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-56e4b58f-ac90-4ddf-a094-e50667d85537 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:28:52.638813 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2916478-f4b1-46ed-b029-cdefaf441943 None None] Sync routers for ids ['341be40e-6b2a-476a-8534-6352b72336c1'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 20:28:52.647924 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2916478-f4b1-46ed-b029-cdefaf441943 None None] Routers {'341be40e-6b2a-476a-8534-6352b72336c1'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:28:52.648555 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-c2916478-f4b1-46ed-b029-cdefaf441943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:28:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['341be40e-6b2a-476a-8534-6352b72336c1'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:28:52.661306 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-56e4b58f-ac90-4ddf-a094-e50667d85537 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "DELETE /v2.0/floatingips/c576627c-c557-4e6d-b110-52318a34e5d6 HTTP/1.1" status: 204 len: 168 time: 0.8887753 Oct 12 20:28:52.661993 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '858394e1-e154-4c9c-a7a4-ff16f7ccb87e', 'tag': '37facf87-ede7-4991-b817-b29ab923e480'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:28:52.664365 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de8ed798067560d07a98492cd8cb53eb3655be3ac6c9fe2f8402857175a8f58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da7a6f34-63a3-43e3-ad63-7838ce52bbe1" -d '{"events": [{"name": "network-changed", "server_uuid": "858394e1-e154-4c9c-a7a4-ff16f7ccb87e", "tag": "37facf87-ede7-4991-b817-b29ab923e480"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:28:52.703684 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 20:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-586d04c4-8a02-4d4f-923d-11b812ae36d2 x-openstack-request-id: req-586d04c4-8a02-4d4f-923d-11b812ae36d2 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:28:52.703684 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "858394e1-e154-4c9c-a7a4-ff16f7ccb87e", "tag": "37facf87-ede7-4991-b817-b29ab923e480", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:28:52.703684 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-586d04c4-8a02-4d4f-923d-11b812ae36d2 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:28:52.703684 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '858394e1-e154-4c9c-a7a4-ff16f7ccb87e', 'tag': '37facf87-ede7-4991-b817-b29ab923e480', 'status': 'completed', 'code': 200} Oct 12 20:28:52.763192 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-c2916478-f4b1-46ed-b029-cdefaf441943 None None] Set router 341be40e-6b2a-476a-8534-6352b72336c1 gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:28:52.766784 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7a6f34-63a3-43e3-ad63-7838ce52bbe1 req-e79a9836-2477-4f4e-a308-287480bd1501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:28:52.768888 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-da7a6f34-63a3-43e3-ad63-7838ce52bbe1 req-e79a9836-2477-4f4e-a308-287480bd1501 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7338ca3ebf8d46358716ffb6a045af03&device_id=858394e1-e154-4c9c-a7a4-ff16f7ccb87e HTTP/1.1" status: 200 len: 1096 time: 0.0418084 Oct 12 20:28:52.865198 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7a6f34-63a3-43e3-ad63-7838ce52bbe1 req-690f0ef5-0791-43e9-a9cb-8562c10d4f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:28:52.866589 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-da7a6f34-63a3-43e3-ad63-7838ce52bbe1 req-690f0ef5-0791-43e9-a9cb-8562c10d4f34 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b796be2a-c98a-4e81-9ccf-99e1fde0d1fd HTTP/1.1" status: 200 len: 897 time: 0.0904834 Oct 12 20:28:52.909560 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-da7a6f34-63a3-43e3-ad63-7838ce52bbe1 req-2a8f7555-a23a-48c2-bcec-f758c4d6d080 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37facf87-ede7-4991-b817-b29ab923e480 HTTP/1.1" status: 200 len: 217 time: 0.0337029 Oct 12 20:28:52.963812 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7a6f34-63a3-43e3-ad63-7838ce52bbe1 req-ca79be40-d912-4adf-84c9-2934bbf2842e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:28:52.965319 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-da7a6f34-63a3-43e3-ad63-7838ce52bbe1 req-ca79be40-d912-4adf-84c9-2934bbf2842e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5c8abb5f-07d3-4c8a-b1c6-7828460b2ded HTTP/1.1" status: 200 len: 835 time: 0.0484171 Oct 12 20:28:52.970604 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-c2916478-f4b1-46ed-b029-cdefaf441943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '341be40e-6b2a-476a-8534-6352b72336c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2138197387', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '69e6aa98-a4bd-42d7-97d4-5b16129f7d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:27:56Z', 'updated_at': '2021-10-12T20:28:01Z', 'revision_number': 4, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'gw_port': {'id': '69e6aa98-a4bd-42d7-97d4-5b16129f7d2e', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:da:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341be40e-6b2a-476a-8534-6352b72336c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:27:57Z', 'updated_at': '2021-10-12T20:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '2cd20c7e-13c8-49aa-8ae0-a0c0c5ebcc73', 'name': '', 'network_id': 'b796be2a-c98a-4e81-9ccf-99e1fde0d1fd', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'mac_address': 'fa:16:3e:86:c3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341be40e-6b2a-476a-8534-6352b72336c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '5c8abb5f-07d3-4c8a-b1c6-7828460b2ded', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:28:00Z', 'updated_at': '2021-10-12T20:28:04Z', 'revision_number': 5, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'subnets': [{'id': '5c8abb5f-07d3-4c8a-b1c6-7828460b2ded', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:28:52.996547 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2916478-f4b1-46ed-b029-cdefaf441943 None None] Checking router: 341be40e-6b2a-476a-8534-6352b72336c1 for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 20:28:53.005291 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2916478-f4b1-46ed-b029-cdefaf441943 None None] Routers {'341be40e-6b2a-476a-8534-6352b72336c1'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:28:53.005892 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-c2916478-f4b1-46ed-b029-cdefaf441943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:28:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['341be40e-6b2a-476a-8534-6352b72336c1'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:28:53.019425 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7a6f34-63a3-43e3-ad63-7838ce52bbe1 req-02161246-841b-491a-b715-48abd2af22c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:28:53.028456 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-da7a6f34-63a3-43e3-ad63-7838ce52bbe1 req-02161246-841b-491a-b715-48abd2af22c6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b796be2a-c98a-4e81-9ccf-99e1fde0d1fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488775 Oct 12 20:28:53.123986 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-da7a6f34-63a3-43e3-ad63-7838ce52bbe1 req-0aca14d4-505b-4d37-b558-aed1e34fb947 service neutron] 10.222.0.67 "GET /v2.0/networks/b796be2a-c98a-4e81-9ccf-99e1fde0d1fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936508 Oct 12 20:28:53.125331 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71968b0-bdd6-49ab-982f-199f42029889 req-bf927190-1ac3-408c-a157-8e97ace4902d tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:28:53.127039 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f71968b0-bdd6-49ab-982f-199f42029889 req-bf927190-1ac3-408c-a157-8e97ace4902d tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=858394e1-e154-4c9c-a7a4-ff16f7ccb87e HTTP/1.1" status: 200 len: 945 time: 0.0511625 Oct 12 20:28:53.168998 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f71968b0-bdd6-49ab-982f-199f42029889 req-237322b0-2803-4c9d-89f3-0f40e625dcb4 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a26e849-7ea0-440f-80e8-7adcaa7e6c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351529 Oct 12 20:28:53.216896 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-c2916478-f4b1-46ed-b029-cdefaf441943 None None] Set router 341be40e-6b2a-476a-8534-6352b72336c1 gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:28:53.238205 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-da7a6f34-63a3-43e3-ad63-7838ce52bbe1 req-8ae05c31-849a-408d-b869-889455afd01c service neutron] 10.222.0.67 "GET /v2.0/networks/b796be2a-c98a-4e81-9ccf-99e1fde0d1fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012101 Oct 12 20:28:53.410148 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-c2916478-f4b1-46ed-b029-cdefaf441943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '341be40e-6b2a-476a-8534-6352b72336c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2138197387', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '69e6aa98-a4bd-42d7-97d4-5b16129f7d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:27:56Z', 'updated_at': '2021-10-12T20:28:01Z', 'revision_number': 4, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'gw_port': {'id': '69e6aa98-a4bd-42d7-97d4-5b16129f7d2e', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:da:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341be40e-6b2a-476a-8534-6352b72336c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:27:57Z', 'updated_at': '2021-10-12T20:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '2cd20c7e-13c8-49aa-8ae0-a0c0c5ebcc73', 'name': '', 'network_id': 'b796be2a-c98a-4e81-9ccf-99e1fde0d1fd', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'mac_address': 'fa:16:3e:86:c3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341be40e-6b2a-476a-8534-6352b72336c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '5c8abb5f-07d3-4c8a-b1c6-7828460b2ded', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:28:00Z', 'updated_at': '2021-10-12T20:28:04Z', 'revision_number': 5, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'subnets': [{'id': '5c8abb5f-07d3-4c8a-b1c6-7828460b2ded', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:28:53.435274 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2916478-f4b1-46ed-b029-cdefaf441943 None None] The sync data for ids ['341be40e-6b2a-476a-8534-6352b72336c1'] in n-d-813679-3 is: [{'id': '341be40e-6b2a-476a-8534-6352b72336c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2138197387', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '69e6aa98-a4bd-42d7-97d4-5b16129f7d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:27:56Z', 'updated_at': '2021-10-12T20:28:01Z', 'revision_number': 4, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'gw_port': {'id': '69e6aa98-a4bd-42d7-97d4-5b16129f7d2e', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:da:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341be40e-6b2a-476a-8534-6352b72336c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:27:57Z', 'updated_at': '2021-10-12T20:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '2cd20c7e-13c8-49aa-8ae0-a0c0c5ebcc73', 'name': '', 'network_id': 'b796be2a-c98a-4e81-9ccf-99e1fde0d1fd', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'mac_address': 'fa:16:3e:86:c3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341be40e-6b2a-476a-8534-6352b72336c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '5c8abb5f-07d3-4c8a-b1c6-7828460b2ded', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:28:00Z', 'updated_at': '2021-10-12T20:28:04Z', 'revision_number': 5, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'subnets': [{'id': '5c8abb5f-07d3-4c8a-b1c6-7828460b2ded', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 20:28:53.655313 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4cb5bdc-e75e-4053-8f2e-db640d9b53ea None None] New status for floating IP c576627c-c557-4e6d-b110-52318a34e5d6: DOWN {{(pid=95503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 20:28:54.289518 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcfaaec-d79d-4696-bd75-bf4da8f234f7 req-a56f92e1-9e7c-4a60-a3df-23d938b9b640 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:28:54.290990 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0fcfaaec-d79d-4696-bd75-bf4da8f234f7 req-a56f92e1-9e7c-4a60-a3df-23d938b9b640 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=858394e1-e154-4c9c-a7a4-ff16f7ccb87e HTTP/1.1" status: 200 len: 945 time: 0.0497520 Oct 12 20:28:54.327611 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0fcfaaec-d79d-4696-bd75-bf4da8f234f7 req-64de2227-0f32-4007-9a58-75a7f3ce679d tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a26e849-7ea0-440f-80e8-7adcaa7e6c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304048 Oct 12 20:28:54.778842 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dd44c0-72e5-4a4c-a095-dec88f88fa80 req-011820e8-b02c-4a1f-b488-00d65f424122 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:28:54.780297 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d9dd44c0-72e5-4a4c-a095-dec88f88fa80 req-011820e8-b02c-4a1f-b488-00d65f424122 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.67 "GET /v2.0/ports?device_id=858394e1-e154-4c9c-a7a4-ff16f7ccb87e HTTP/1.1" status: 200 len: 945 time: 0.0474174 Oct 12 20:28:54.869903 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-d9dd44c0-72e5-4a4c-a095-dec88f88fa80 req-501fcf71-a5d4-4ab3-bc32-d89285c5e13d tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Deleting port 37facf87-ede7-4991-b817-b29ab923e480 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 20:28:54.870141 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-d9dd44c0-72e5-4a4c-a095-dec88f88fa80 req-501fcf71-a5d4-4ab3-bc32-d89285c5e13d tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:28:54.956642 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-d9dd44c0-72e5-4a4c-a095-dec88f88fa80 req-501fcf71-a5d4-4ab3-bc32-d89285c5e13d tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] For port 37facf87-ede7-4991-b817-b29ab923e480, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=37facf87-ede7-4991-b817-b29ab923e480,segment=NetworkSegment(9317f15d-7f67-40ca-9468-52ff1719b568),segment_id=9317f15d-7f67-40ca-9468-52ff1719b568)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:28:54.957003 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-d9dd44c0-72e5-4a4c-a095-dec88f88fa80 req-501fcf71-a5d4-4ab3-bc32-d89285c5e13d tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:28:54.969109 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-d9dd44c0-72e5-4a4c-a095-dec88f88fa80 req-501fcf71-a5d4-4ab3-bc32-d89285c5e13d tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Calling delete_port for 37facf87-ede7-4991-b817-b29ab923e480 owned by compute:nova {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 20:28:55.171436 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-d9dd44c0-72e5-4a4c-a095-dec88f88fa80 req-501fcf71-a5d4-4ab3-bc32-d89285c5e13d tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:28:55.201821 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501fcf71-a5d4-4ab3-bc32-d89285c5e13d tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Pushing event deleted for resources: {'Port': ['ID=37facf87-ede7-4991-b817-b29ab923e480,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:28:55.232131 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501fcf71-a5d4-4ab3-bc32-d89285c5e13d tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:28:55.234666 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501fcf71-a5d4-4ab3-bc32-d89285c5e13d tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:28:55.234666 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501fcf71-a5d4-4ab3-bc32-d89285c5e13d tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:28:55.234666 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501fcf71-a5d4-4ab3-bc32-d89285c5e13d tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:28:55.234666 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501fcf71-a5d4-4ab3-bc32-d89285c5e13d tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:28:55.234666 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501fcf71-a5d4-4ab3-bc32-d89285c5e13d tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:28:55.234666 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501fcf71-a5d4-4ab3-bc32-d89285c5e13d tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:28:55.234666 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501fcf71-a5d4-4ab3-bc32-d89285c5e13d tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:28:55.235378 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501fcf71-a5d4-4ab3-bc32-d89285c5e13d tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:28:55.235378 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501fcf71-a5d4-4ab3-bc32-d89285c5e13d tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:28:55.235378 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501fcf71-a5d4-4ab3-bc32-d89285c5e13d tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:28:55.235654 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501fcf71-a5d4-4ab3-bc32-d89285c5e13d tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:28:55.255792 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9dd44c0-72e5-4a4c-a095-dec88f88fa80 req-501fcf71-a5d4-4ab3-bc32-d89285c5e13d tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] No DVR routers for this DVR port 37facf87-ede7-4991-b817-b29ab923e480 on host n-h2-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 20:28:55.258358 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-d9dd44c0-72e5-4a4c-a095-dec88f88fa80 req-501fcf71-a5d4-4ab3-bc32-d89285c5e13d tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:28:55.261631 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d9dd44c0-72e5-4a4c-a095-dec88f88fa80 req-501fcf71-a5d4-4ab3-bc32-d89285c5e13d tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.67 "DELETE /v2.0/ports/37facf87-ede7-4991-b817-b29ab923e480 HTTP/1.1" status: 204 len: 173 time: 0.4758003 Oct 12 20:28:55.262078 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '858394e1-e154-4c9c-a7a4-ff16f7ccb87e', 'name': 'network-vif-deleted', 'tag': '37facf87-ede7-4991-b817-b29ab923e480'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:28:55.264383 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de8ed798067560d07a98492cd8cb53eb3655be3ac6c9fe2f8402857175a8f58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0d89a32-fda2-4c2c-aaae-3451087abfad" -d '{"events": [{"server_uuid": "858394e1-e154-4c9c-a7a4-ff16f7ccb87e", "name": "network-vif-deleted", "tag": "37facf87-ede7-4991-b817-b29ab923e480"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:28:55.298882 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 20:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97edf0b0-7870-4618-856a-54bd52b770c5 x-openstack-request-id: req-97edf0b0-7870-4618-856a-54bd52b770c5 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:28:55.300097 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "858394e1-e154-4c9c-a7a4-ff16f7ccb87e", "name": "network-vif-deleted", "tag": "37facf87-ede7-4991-b817-b29ab923e480", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:28:55.300097 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-97edf0b0-7870-4618-856a-54bd52b770c5 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:28:55.300395 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '858394e1-e154-4c9c-a7a4-ff16f7ccb87e', 'name': 'network-vif-deleted', 'tag': '37facf87-ede7-4991-b817-b29ab923e480', 'status': 'completed', 'code': 200} Oct 12 20:28:55.420990 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ba8dbf90-c6ab-4ecc-93a8-ad55b2592ba8 req-29af2aba-ca1e-4c48-a1ad-95b9c5d97371 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "GET /v2.0/ports?device_id=858394e1-e154-4c9c-a7a4-ff16f7ccb87e HTTP/1.1" status: 200 len: 210 time: 0.0267181 Oct 12 20:28:56.477623 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 37020) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:28:56.828517 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a2abea90-bb34-47cb-b701-30514ee8fd4d tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8092566'] for router_interface, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:28:57.074285 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-a2abea90-bb34-47cb-b701-30514ee8fd4d tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Deleting port 2cd20c7e-13c8-49aa-8ae0-a0c0c5ebcc73 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 20:28:57.074649 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a2abea90-bb34-47cb-b701-30514ee8fd4d tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:28:57.163145 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [None req-a2abea90-bb34-47cb-b701-30514ee8fd4d tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] For port 2cd20c7e-13c8-49aa-8ae0-a0c0c5ebcc73, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=2cd20c7e-13c8-49aa-8ae0-a0c0c5ebcc73,segment=NetworkSegment(9317f15d-7f67-40ca-9468-52ff1719b568),segment_id=9317f15d-7f67-40ca-9468-52ff1719b568)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:28:57.163508 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a2abea90-bb34-47cb-b701-30514ee8fd4d tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:28:57.176345 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-a2abea90-bb34-47cb-b701-30514ee8fd4d tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Calling delete_port for 2cd20c7e-13c8-49aa-8ae0-a0c0c5ebcc73 owned by network:router_interface {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 20:28:57.408105 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a2abea90-bb34-47cb-b701-30514ee8fd4d tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:28:57.434017 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2abea90-bb34-47cb-b701-30514ee8fd4d tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Pushing event deleted for resources: {'Port': ['ID=2cd20c7e-13c8-49aa-8ae0-a0c0c5ebcc73,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:28:57.608865 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a2abea90-bb34-47cb-b701-30514ee8fd4d tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7898909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8092450'] for router_interface, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:28:57.848654 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 37facf87-ede7-4991-b817-b29ab923e480 no longer exists at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 20:28:57.871907 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] No Port match for: 37facf87-ede7-4991-b817-b29ab923e480 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 20:28:57.872283 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 37facf87-ede7-4991-b817-b29ab923e480 not bound to the agent host n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 20:28:58.154968 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2abea90-bb34-47cb-b701-30514ee8fd4d tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Router 341be40e-6b2a-476a-8534-6352b72336c1 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 20:28:58.264157 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2abea90-bb34-47cb-b701-30514ee8fd4d tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 20:28:58.270122 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-a2abea90-bb34-47cb-b701-30514ee8fd4d tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "PUT /v2.0/routers/341be40e-6b2a-476a-8534-6352b72336c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7914815 Oct 12 20:28:58.272861 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 37022) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:28:58.274573 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33fe2655-0fb4-4db7-abc2-b6cf3f09a826 None None] Sync routers for ids ['341be40e-6b2a-476a-8534-6352b72336c1'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 20:28:58.283719 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33fe2655-0fb4-4db7-abc2-b6cf3f09a826 None None] Routers {'341be40e-6b2a-476a-8534-6352b72336c1'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:28:58.284348 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-33fe2655-0fb4-4db7-abc2-b6cf3f09a826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:28:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['341be40e-6b2a-476a-8534-6352b72336c1'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:28:58.327066 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_v2 [None req-d973719a-253a-4bb0-ba01-6fb07510a968 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Deleting subnet 5c8abb5f-07d3-4c8a-b1c6-7828460b2ded {{(pid=95501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 20:28:58.330083 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d973719a-253a-4bb0-ba01-6fb07510a968 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for subnet, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:28:58.369202 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d973719a-253a-4bb0-ba01-6fb07510a968 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281083'] for subnet, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:28:58.386261 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-33fe2655-0fb4-4db7-abc2-b6cf3f09a826 None None] Set router 341be40e-6b2a-476a-8534-6352b72336c1 gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:28:58.451611 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d973719a-253a-4bb0-ba01-6fb07510a968 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:28:58.561482 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-33fe2655-0fb4-4db7-abc2-b6cf3f09a826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '341be40e-6b2a-476a-8534-6352b72336c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2138197387', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '69e6aa98-a4bd-42d7-97d4-5b16129f7d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:27:56Z', 'updated_at': '2021-10-12T20:28:57Z', 'revision_number': 5, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'gw_port': {'id': '69e6aa98-a4bd-42d7-97d4-5b16129f7d2e', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:da:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341be40e-6b2a-476a-8534-6352b72336c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:27:57Z', 'updated_at': '2021-10-12T20:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:28:58.588207 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33fe2655-0fb4-4db7-abc2-b6cf3f09a826 None None] Checking router: 341be40e-6b2a-476a-8534-6352b72336c1 for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 20:28:58.598317 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33fe2655-0fb4-4db7-abc2-b6cf3f09a826 None None] Routers {'341be40e-6b2a-476a-8534-6352b72336c1'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:28:58.599128 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-33fe2655-0fb4-4db7-abc2-b6cf3f09a826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:28:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['341be40e-6b2a-476a-8534-6352b72336c1'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:28:58.600604 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d973719a-253a-4bb0-ba01-6fb07510a968 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4824924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4612362'] for subnet, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:28:58.629843 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d973719a-253a-4bb0-ba01-6fb07510a968 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Pushing event deleted for resources: {'Subnet': ['ID=5c8abb5f-07d3-4c8a-b1c6-7828460b2ded,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:28:58.638982 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d973719a-253a-4bb0-ba01-6fb07510a968 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:28:58.642988 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-d973719a-253a-4bb0-ba01-6fb07510a968 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "DELETE /v2.0/subnets/5c8abb5f-07d3-4c8a-b1c6-7828460b2ded HTTP/1.1" status: 204 len: 168 time: 0.3685293 Oct 12 20:28:58.645505 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 37024) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:28:58.646309 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a123fdb3-dbfa-4c2d-9bce-b8e5340ef8dd None None] Network b796be2a-c98a-4e81-9ccf-99e1fde0d1fd requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 20:28:58.709966 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-33fe2655-0fb4-4db7-abc2-b6cf3f09a826 None None] Set router 341be40e-6b2a-476a-8534-6352b72336c1 gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:28:58.757029 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-75b21eaa-24ef-4ce6-b706-9405f9f4af3b tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for router, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:28:58.841398 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c37fda9-85a3-425b-87db-6799b3a09833 None None] DHCP port deletion for b796be2a-c98a-4e81-9ccf-99e1fde0d1fd request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 20:28:58.863325 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-75b21eaa-24ef-4ce6-b706-9405f9f4af3b tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:28:58.890038 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-33fe2655-0fb4-4db7-abc2-b6cf3f09a826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '341be40e-6b2a-476a-8534-6352b72336c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2138197387', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '69e6aa98-a4bd-42d7-97d4-5b16129f7d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:27:56Z', 'updated_at': '2021-10-12T20:28:57Z', 'revision_number': 5, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'gw_port': {'id': '69e6aa98-a4bd-42d7-97d4-5b16129f7d2e', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:da:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341be40e-6b2a-476a-8534-6352b72336c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:27:57Z', 'updated_at': '2021-10-12T20:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:28:58.890288 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-5c37fda9-85a3-425b-87db-6799b3a09833 None None] Deleting port 22a6fd8a-6750-4f7f-93df-1ead42d5fb9c {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 20:28:58.890775 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5c37fda9-85a3-425b-87db-6799b3a09833 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:28:58.919186 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33fe2655-0fb4-4db7-abc2-b6cf3f09a826 None None] The sync data for ids ['341be40e-6b2a-476a-8534-6352b72336c1'] in n-d-813679-3 is: [{'id': '341be40e-6b2a-476a-8534-6352b72336c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2138197387', 'tenant_id': '7338ca3ebf8d46358716ffb6a045af03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '69e6aa98-a4bd-42d7-97d4-5b16129f7d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:27:56Z', 'updated_at': '2021-10-12T20:28:57Z', 'revision_number': 5, 'project_id': '7338ca3ebf8d46358716ffb6a045af03', 'gw_port': {'id': '69e6aa98-a4bd-42d7-97d4-5b16129f7d2e', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:da:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341be40e-6b2a-476a-8534-6352b72336c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:27:57Z', 'updated_at': '2021-10-12T20:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 20:28:58.954549 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-5c37fda9-85a3-425b-87db-6799b3a09833 None None] For port 22a6fd8a-6750-4f7f-93df-1ead42d5fb9c, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=22a6fd8a-6750-4f7f-93df-1ead42d5fb9c,segment=NetworkSegment(9317f15d-7f67-40ca-9468-52ff1719b568),segment_id=9317f15d-7f67-40ca-9468-52ff1719b568)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:28:58.957335 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5c37fda9-85a3-425b-87db-6799b3a09833 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:28:58.967501 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-5c37fda9-85a3-425b-87db-6799b3a09833 None None] Calling delete_port for 22a6fd8a-6750-4f7f-93df-1ead42d5fb9c owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 20:28:59.002021 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-75b21eaa-24ef-4ce6-b706-9405f9f4af3b tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Deleting port 69e6aa98-a4bd-42d7-97d4-5b16129f7d2e {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 20:28:59.003938 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-75b21eaa-24ef-4ce6-b706-9405f9f4af3b tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:28:59.085984 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-75b21eaa-24ef-4ce6-b706-9405f9f4af3b tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] For port 69e6aa98-a4bd-42d7-97d4-5b16129f7d2e, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=69e6aa98-a4bd-42d7-97d4-5b16129f7d2e,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:28:59.086352 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-75b21eaa-24ef-4ce6-b706-9405f9f4af3b tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:28:59.098191 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-75b21eaa-24ef-4ce6-b706-9405f9f4af3b tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Calling delete_port for 69e6aa98-a4bd-42d7-97d4-5b16129f7d2e owned by network:router_gateway {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 20:28:59.102537 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5c37fda9-85a3-425b-87db-6799b3a09833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:28:59.125673 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c37fda9-85a3-425b-87db-6799b3a09833 None None] Pushing event deleted for resources: {'Port': ['ID=22a6fd8a-6750-4f7f-93df-1ead42d5fb9c,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:28:59.135438 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c37fda9-85a3-425b-87db-6799b3a09833 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:28:59.135788 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c37fda9-85a3-425b-87db-6799b3a09833 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:28:59.136153 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c37fda9-85a3-425b-87db-6799b3a09833 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:28:59.136490 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c37fda9-85a3-425b-87db-6799b3a09833 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:28:59.136821 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c37fda9-85a3-425b-87db-6799b3a09833 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:28:59.137151 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c37fda9-85a3-425b-87db-6799b3a09833 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:28:59.137477 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c37fda9-85a3-425b-87db-6799b3a09833 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:28:59.137799 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c37fda9-85a3-425b-87db-6799b3a09833 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:28:59.138124 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c37fda9-85a3-425b-87db-6799b3a09833 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:28:59.138446 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c37fda9-85a3-425b-87db-6799b3a09833 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:28:59.138766 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c37fda9-85a3-425b-87db-6799b3a09833 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:28:59.139084 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c37fda9-85a3-425b-87db-6799b3a09833 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:28:59.142959 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c37fda9-85a3-425b-87db-6799b3a09833 None None] No DVR routers for this DVR port 22a6fd8a-6750-4f7f-93df-1ead42d5fb9c on host n-d-813679-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 20:28:59.248511 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d13befe0-66b3-44d4-b40c-5982fdae92d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:28:59.334124 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-75b21eaa-24ef-4ce6-b706-9405f9f4af3b tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:28:59.360552 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b21eaa-24ef-4ce6-b706-9405f9f4af3b tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Pushing event deleted for resources: {'Port': ['ID=69e6aa98-a4bd-42d7-97d4-5b16129f7d2e,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:28:59.387719 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b21eaa-24ef-4ce6-b706-9405f9f4af3b tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:28:59.388089 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b21eaa-24ef-4ce6-b706-9405f9f4af3b tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:28:59.388431 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b21eaa-24ef-4ce6-b706-9405f9f4af3b tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:28:59.388766 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b21eaa-24ef-4ce6-b706-9405f9f4af3b tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:28:59.389097 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b21eaa-24ef-4ce6-b706-9405f9f4af3b tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:28:59.389427 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b21eaa-24ef-4ce6-b706-9405f9f4af3b tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:28:59.389754 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b21eaa-24ef-4ce6-b706-9405f9f4af3b tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:28:59.390075 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b21eaa-24ef-4ce6-b706-9405f9f4af3b tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:28:59.390399 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b21eaa-24ef-4ce6-b706-9405f9f4af3b tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:28:59.390723 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b21eaa-24ef-4ce6-b706-9405f9f4af3b tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:28:59.391047 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b21eaa-24ef-4ce6-b706-9405f9f4af3b tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:28:59.391365 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b21eaa-24ef-4ce6-b706-9405f9f4af3b tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:28:59.432160 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-75b21eaa-24ef-4ce6-b706-9405f9f4af3b tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7915456'] for router_gateway, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:28:59.522136 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-75b21eaa-24ef-4ce6-b706-9405f9f4af3b tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255495'] for router, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:28:59.524257 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-75b21eaa-24ef-4ce6-b706-9405f9f4af3b tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:28:59.645584 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-75b21eaa-24ef-4ce6-b706-9405f9f4af3b tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8093499'] for router, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:28:59.646269 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75b21eaa-24ef-4ce6-b706-9405f9f4af3b tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Fanout notify agent at l3_agent the message router_deleted on router 341be40e-6b2a-476a-8534-6352b72336c1 {{(pid=95502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 20:28:59.652921 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-75b21eaa-24ef-4ce6-b706-9405f9f4af3b tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:28:59.654021 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-75b21eaa-24ef-4ce6-b706-9405f9f4af3b tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "DELETE /v2.0/routers/341be40e-6b2a-476a-8534-6352b72336c1 HTTP/1.1" status: 204 len: 168 time: 1.0075197 Oct 12 20:28:59.656834 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 37026) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:28:59.735367 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4c179b73-9a68-4856-81fd-997d10fb0f16 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:28:59.827468 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4c179b73-9a68-4856-81fd-997d10fb0f16 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:28:59.847069 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-4c179b73-9a68-4856-81fd-997d10fb0f16 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b796be2a-c98a-4e81-9ccf-99e1fde0d1fd']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:28:59.856051 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-4c179b73-9a68-4856-81fd-997d10fb0f16 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9317f15d-7f67-40ca-9468-52ff1719b568') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:28:59.856351 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-4c179b73-9a68-4856-81fd-997d10fb0f16 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9317f15d-7f67-40ca-9468-52ff1719b568') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:28:59.865483 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4c179b73-9a68-4856-81fd-997d10fb0f16 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16313633'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:28:59.878539 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4c179b73-9a68-4856-81fd-997d10fb0f16 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:28:59.884205 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c179b73-9a68-4856-81fd-997d10fb0f16 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 20:28:59.887657 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4c179b73-9a68-4856-81fd-997d10fb0f16 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4305278'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:28:59.887657 n-d-813679-3 neutron-server[95502]: Traceback (most recent call last): Oct 12 20:28:59.887657 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 20:28:59.887657 n-d-813679-3 neutron-server[95502]: timer() Oct 12 20:28:59.887657 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 20:28:59.887657 n-d-813679-3 neutron-server[95502]: cb(*args, **kw) Oct 12 20:28:59.887657 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 20:28:59.887657 n-d-813679-3 neutron-server[95502]: return func(*args, **kwargs) Oct 12 20:28:59.887657 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 20:28:59.887657 n-d-813679-3 neutron-server[95502]: self._notify() Oct 12 20:28:59.887657 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 20:28:59.887657 n-d-813679-3 neutron-server[95502]: self.callback(batched_events) Oct 12 20:28:59.887657 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 20:28:59.887657 n-d-813679-3 neutron-server[95502]: event.method(event) Oct 12 20:28:59.887657 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 20:28:59.887657 n-d-813679-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 20:28:59.887657 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 20:28:59.887657 n-d-813679-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 20:28:59.887657 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 20:28:59.887657 n-d-813679-3 neutron-server[95502]: return f(self, *a, **k) Oct 12 20:28:59.887657 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 20:28:59.887657 n-d-813679-3 neutron-server[95502]: return self._get(url).json() Oct 12 20:28:59.887657 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 20:28:59.887657 n-d-813679-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 20:28:59.887657 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 20:28:59.887657 n-d-813679-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Oct 12 20:28:59.887657 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 20:28:59.887657 n-d-813679-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 20:28:59.887657 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 20:28:59.887657 n-d-813679-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 20:28:59.887657 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 20:28:59.887657 n-d-813679-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 20:28:59.887657 n-d-813679-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 20:28:59.993650 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4c179b73-9a68-4856-81fd-997d10fb0f16 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:00.000927 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4c179b73-9a68-4856-81fd-997d10fb0f16 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:00.004011 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-4c179b73-9a68-4856-81fd-997d10fb0f16 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "DELETE /v2.0/networks/b796be2a-c98a-4e81-9ccf-99e1fde0d1fd HTTP/1.1" status: 204 len: 168 time: 0.3462539 Oct 12 20:29:00.007159 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 37028) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:29:00.070069 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4874371f-b943-45eb-b523-0d64969dda2d tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:00.098674 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4874371f-b943-45eb-b523-0d64969dda2d tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:00.256765 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4874371f-b943-45eb-b523-0d64969dda2d tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:00.259289 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-4874371f-b943-45eb-b523-0d64969dda2d tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:00.260499 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-4874371f-b943-45eb-b523-0d64969dda2d tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] 10.222.0.49 "DELETE /v2.0/security-groups/3a26e849-7ea0-440f-80e8-7adcaa7e6c8b HTTP/1.1" status: 204 len: 168 time: 0.2522898 Oct 12 20:29:00.270374 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4874371f-b943-45eb-b523-0d64969dda2d tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a26e849-7ea0-440f-80e8-7adcaa7e6c8b,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:29:00.338971 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c179b73-9a68-4856-81fd-997d10fb0f16 tempest-TestNetworkAdvancedServerOps-1208048967 tempest-TestNetworkAdvancedServerOps-1208048967-project] Pushing event deleted for resources: {'Network': ['ID=b796be2a-c98a-4e81-9ccf-99e1fde0d1fd,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:29:00.640917 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 22a6fd8a-6750-4f7f-93df-1ead42d5fb9c no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 20:29:00.662260 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 22a6fd8a-6750-4f7f-93df-1ead42d5fb9c {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 20:29:00.662617 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 22a6fd8a-6750-4f7f-93df-1ead42d5fb9c not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 20:29:00.663007 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 2cd20c7e-13c8-49aa-8ae0-a0c0c5ebcc73 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 20:29:00.680824 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 2cd20c7e-13c8-49aa-8ae0-a0c0c5ebcc73 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 20:29:00.681218 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 2cd20c7e-13c8-49aa-8ae0-a0c0c5ebcc73 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 20:29:00.681596 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 69e6aa98-a4bd-42d7-97d4-5b16129f7d2e no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 20:29:00.699689 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 69e6aa98-a4bd-42d7-97d4-5b16129f7d2e {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 20:29:00.700055 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 69e6aa98-a4bd-42d7-97d4-5b16129f7d2e not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 20:29:00.823381 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 37036) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:29:00.950012 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-b1f74ba6-184a-4f43-b8e1-92e25b257b4d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7338ca3ebf8d46358716ffb6a045af03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1253707 Oct 12 20:29:00.952387 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 37040) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:29:01.004560 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0211c456-591b-4453-b27a-fb02a917fdea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:01.027711 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0211c456-591b-4453-b27a-fb02a917fdea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:01.160199 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0211c456-591b-4453-b27a-fb02a917fdea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:01.162827 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-0211c456-591b-4453-b27a-fb02a917fdea admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:01.163999 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-0211c456-591b-4453-b27a-fb02a917fdea admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d325ac63-0fd4-4f2e-8e7e-0972820bbe00 HTTP/1.1" status: 204 len: 168 time: 0.2107372 Oct 12 20:29:01.172121 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0211c456-591b-4453-b27a-fb02a917fdea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d325ac63-0fd4-4f2e-8e7e-0972820bbe00,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:29:01.767209 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 37046) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:29:01.773828 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e61ec00b-1167-40f9-900d-3c6c0f1b28ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:01.780166 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-440eebbe-3333-4563-bc1d-ff559f81cf9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:01.851570 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-440eebbe-3333-4563-bc1d-ff559f81cf9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:01.918944 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-440eebbe-3333-4563-bc1d-ff559f81cf9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:01.955182 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-440eebbe-3333-4563-bc1d-ff559f81cf9b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7eb3c0af1db941d1a36b3f280111fc3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1869235 Oct 12 20:29:01.957089 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440eebbe-3333-4563-bc1d-ff559f81cf9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62e8f773-597e-4070-8176-b4e7f6923981,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:29:01.957992 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 37048) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:29:02.006332 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b7905d58-fe28-48ca-9951-29926dc71055 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:02.026308 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b7905d58-fe28-48ca-9951-29926dc71055 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:02.142260 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b7905d58-fe28-48ca-9951-29926dc71055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:02.144885 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-b7905d58-fe28-48ca-9951-29926dc71055 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:02.146187 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-b7905d58-fe28-48ca-9951-29926dc71055 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/62e8f773-597e-4070-8176-b4e7f6923981 HTTP/1.1" status: 204 len: 168 time: 0.1872027 Oct 12 20:29:02.153922 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7905d58-fe28-48ca-9951-29926dc71055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62e8f773-597e-4070-8176-b4e7f6923981,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:29:02.547917 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:03.176496 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 37070) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:29:03.272812 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-19b5e3f4-e01b-40ec-aff2-68decb49e690 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1478103960-network', 'tenant_id': '59f74cdb1d2c4e1aa1b8c2549a8b04c3'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:29:03.322274 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:03.351071 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19b5e3f4-e01b-40ec-aff2-68decb49e690 admin admin] Made reservation on behalf of 59f74cdb1d2c4e1aa1b8c2549a8b04c3 for: {'network': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 20:29:03.353487 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-19b5e3f4-e01b-40ec-aff2-68decb49e690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:03.362240 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-19b5e3f4-e01b-40ec-aff2-68decb49e690 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:03.442480 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-19b5e3f4-e01b-40ec-aff2-68decb49e690 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:03.505766 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-19b5e3f4-e01b-40ec-aff2-68decb49e690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:03.530036 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19b5e3f4-e01b-40ec-aff2-68decb49e690 admin admin] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=95501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 20:29:03.538383 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b5e3f4-e01b-40ec-aff2-68decb49e690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47a14e7f-0770-469a-91ab-f32a0a5243ea,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:29:03.544546 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-19b5e3f4-e01b-40ec-aff2-68decb49e690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:03.544883 n-d-813679-3 neutron-server[95501]: INFO neutron.db.segments_db [None req-19b5e3f4-e01b-40ec-aff2-68decb49e690 admin admin] Added segment 8013cf53-23ad-41f7-88c5-9efc3c01994b of type vlan for network 5ce7fbeb-d3a8-475c-973c-375b40a077a5 Oct 12 20:29:03.582222 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-19b5e3f4-e01b-40ec-aff2-68decb49e690 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:03.668084 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-19b5e3f4-e01b-40ec-aff2-68decb49e690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:03.669181 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b5e3f4-e01b-40ec-aff2-68decb49e690 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:29:03.669780 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-19b5e3f4-e01b-40ec-aff2-68decb49e690 admin admin] Notify callbacks [] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:03.726482 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b5e3f4-e01b-40ec-aff2-68decb49e690 admin admin] Pushing event updated for resources: {'Network': ['ID=5ce7fbeb-d3a8-475c-973c-375b40a077a5,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:29:03.736448 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 5ce7fbeb-d3a8-475c-973c-375b40a077a5 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 20:29:03.749747 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:03.808494 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-19b5e3f4-e01b-40ec-aff2-68decb49e690 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6308098 Oct 12 20:29:03.811458 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 37074) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:29:03.816243 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-bc0078fc-dde9-4324-bce6-17e74a0f8479 admin admin] Request body: {'subnet': {'network_id': '5ce7fbeb-d3a8-475c-973c-375b40a077a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1478103960-subnet', 'tenant_id': '59f74cdb1d2c4e1aa1b8c2549a8b04c3', 'ip_version': 4}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:29:03.953457 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc0078fc-dde9-4324-bce6-17e74a0f8479 admin admin] Made reservation on behalf of 59f74cdb1d2c4e1aa1b8c2549a8b04c3 for: {'subnet': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 20:29:03.955894 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-bc0078fc-dde9-4324-bce6-17e74a0f8479 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4612397'] for subnet, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:04.216924 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-bc0078fc-dde9-4324-bce6-17e74a0f8479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4824863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4612355'] for subnet, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:04.279296 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0078fc-dde9-4324-bce6-17e74a0f8479 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3bc0812d-64ec-44be-899d-34286686f675,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:29:04.286277 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0078fc-dde9-4324-bce6-17e74a0f8479 admin admin] Checking segment: {'id': '8013cf53-23ad-41f7-88c5-9efc3c01994b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '5ce7fbeb-d3a8-475c-973c-375b40a077a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 20:29:04.287136 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0078fc-dde9-4324-bce6-17e74a0f8479 admin admin] Network hostable DHCP agents. Network: 5ce7fbeb-d3a8-475c-973c-375b40a077a5, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 20:29:04.359048 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0078fc-dde9-4324-bce6-17e74a0f8479 admin admin] Network 5ce7fbeb-d3a8-475c-973c-375b40a077a5 is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 20:29:04.445386 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-bc0078fc-dde9-4324-bce6-17e74a0f8479 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, 5ce7fbeb-d3a8-475c-973c-375b40a077a5) {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 20:29:04.449338 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc0078fc-dde9-4324-bce6-17e74a0f8479 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:29:04.450017 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-bc0078fc-dde9-4324-bce6-17e74a0f8479 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:04.459705 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de648b54-666c-4a74-a1dc-170c7ff0d098 None None] Network 5ce7fbeb-d3a8-475c-973c-375b40a077a5 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 20:29:04.522976 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 37076) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:29:04.523675 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-bc0078fc-dde9-4324-bce6-17e74a0f8479 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7109859 Oct 12 20:29:04.527599 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-1d51205a-3235-4789-9d97-a2f006fe559a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1478103960-router', 'tenant_id': '59f74cdb1d2c4e1aa1b8c2549a8b04c3', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:29:04.605980 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63cdaee7-a748-4ef1-8fd2-7aa60d6f13c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-5ce7fbeb-d3a8-475c-973c-375b40a077a5', 'network_id': '5ce7fbeb-d3a8-475c-973c-375b40a077a5', 'tenant_id': '59f74cdb1d2c4e1aa1b8c2549a8b04c3', 'fixed_ips': [{'subnet_id': '3bc0812d-64ec-44be-899d-34286686f675'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 20:29:04.606848 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-63cdaee7-a748-4ef1-8fd2-7aa60d6f13c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:04.651057 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1d51205a-3235-4789-9d97-a2f006fe559a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8093678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255505'] for router, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:04.652180 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1d51205a-3235-4789-9d97-a2f006fe559a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8093562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8087085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8022306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255518'] for router, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:04.709552 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1d51205a-3235-4789-9d97-a2f006fe559a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:04.749340 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-63cdaee7-a748-4ef1-8fd2-7aa60d6f13c5 None None] Allocated IP 172.20.0.2 (5ce7fbeb-d3a8-475c-973c-375b40a077a5/3bc0812d-64ec-44be-899d-34286686f675/27fb8f4e-a8fe-484b-afca-52f66a26bf21) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 20:29:04.957329 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:04.957941 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:04.977825 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1d51205a-3235-4789-9d97-a2f006fe559a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:05.062654 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-63cdaee7-a748-4ef1-8fd2-7aa60d6f13c5 None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:05.162997 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-63cdaee7-a748-4ef1-8fd2-7aa60d6f13c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:05.206892 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63cdaee7-a748-4ef1-8fd2-7aa60d6f13c5 None None] Network 5ce7fbeb-d3a8-475c-973c-375b40a077a5 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 20:29:05.210153 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-63cdaee7-a748-4ef1-8fd2-7aa60d6f13c5 None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 20:29:05.212527 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63cdaee7-a748-4ef1-8fd2-7aa60d6f13c5 None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 20:29:05.221709 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cdaee7-a748-4ef1-8fd2-7aa60d6f13c5 None None] Pushing event updated for resources: {'Port': ['ID=27fb8f4e-a8fe-484b-afca-52f66a26bf21,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:29:05.249132 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1d51205a-3235-4789-9d97-a2f006fe559a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:05.267551 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1d51205a-3235-4789-9d97-a2f006fe559a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:05.271504 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-63cdaee7-a748-4ef1-8fd2-7aa60d6f13c5 None None] Attempting to bind port 27fb8f4e-a8fe-484b-afca-52f66a26bf21 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 20:29:05.271949 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-63cdaee7-a748-4ef1-8fd2-7aa60d6f13c5 None None] Attempting to bind port 27fb8f4e-a8fe-484b-afca-52f66a26bf21 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '8013cf53-23ad-41f7-88c5-9efc3c01994b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '5ce7fbeb-d3a8-475c-973c-375b40a077a5'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 20:29:05.272791 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63cdaee7-a748-4ef1-8fd2-7aa60d6f13c5 None None] Attempting to bind port 27fb8f4e-a8fe-484b-afca-52f66a26bf21 on network 5ce7fbeb-d3a8-475c-973c-375b40a077a5 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 20:29:05.278011 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63cdaee7-a748-4ef1-8fd2-7aa60d6f13c5 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 20, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 20:29:05.278386 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63cdaee7-a748-4ef1-8fd2-7aa60d6f13c5 None None] Checking segment: {'id': '8013cf53-23ad-41f7-88c5-9efc3c01994b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '5ce7fbeb-d3a8-475c-973c-375b40a077a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 20:29:05.278783 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-63cdaee7-a748-4ef1-8fd2-7aa60d6f13c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:05.279176 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63cdaee7-a748-4ef1-8fd2-7aa60d6f13c5 None None] Bound using segment: {'id': '8013cf53-23ad-41f7-88c5-9efc3c01994b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '5ce7fbeb-d3a8-475c-973c-375b40a077a5'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 20:29:05.279688 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-63cdaee7-a748-4ef1-8fd2-7aa60d6f13c5 None None] Bound port: 27fb8f4e-a8fe-484b-afca-52f66a26bf21, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8013cf53-23ad-41f7-88c5-9efc3c01994b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '5ce7fbeb-d3a8-475c-973c-375b40a077a5'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 20:29:05.280142 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-63cdaee7-a748-4ef1-8fd2-7aa60d6f13c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:05.341174 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-63cdaee7-a748-4ef1-8fd2-7aa60d6f13c5 None None] For port 27fb8f4e-a8fe-484b-afca-52f66a26bf21, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 20:29:05.344220 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-63cdaee7-a748-4ef1-8fd2-7aa60d6f13c5 None None] For port 27fb8f4e-a8fe-484b-afca-52f66a26bf21, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=27fb8f4e-a8fe-484b-afca-52f66a26bf21,segment=NetworkSegment(8013cf53-23ad-41f7-88c5-9efc3c01994b),segment_id=8013cf53-23ad-41f7-88c5-9efc3c01994b)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 20:29:05.372647 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-1d51205a-3235-4789-9d97-a2f006fe559a admin admin] Allocated IP 172.25.5.39 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/fead82fa-7bf9-4e7b-8612-1434c3cef88a) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 20:29:05.423159 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-63cdaee7-a748-4ef1-8fd2-7aa60d6f13c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:05.476970 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1d51205a-3235-4789-9d97-a2f006fe559a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:05.482883 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cdaee7-a748-4ef1-8fd2-7aa60d6f13c5 None None] Pushing event updated for resources: {'Port': ['ID=27fb8f4e-a8fe-484b-afca-52f66a26bf21,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:29:05.556917 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1d51205a-3235-4789-9d97-a2f006fe559a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:05.603053 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d51205a-3235-4789-9d97-a2f006fe559a admin admin] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 20:29:05.606110 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-1d51205a-3235-4789-9d97-a2f006fe559a admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 20:29:05.608617 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d51205a-3235-4789-9d97-a2f006fe559a admin admin] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 20:29:05.638555 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d51205a-3235-4789-9d97-a2f006fe559a admin admin] Pushing event updated for resources: {'Port': ['ID=fead82fa-7bf9-4e7b-8612-1434c3cef88a,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:29:05.936808 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1d51205a-3235-4789-9d97-a2f006fe559a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:06.134545 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1d51205a-3235-4789-9d97-a2f006fe559a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8093541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7915516'] for router, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:06.308134 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d51205a-3235-4789-9d97-a2f006fe559a admin admin] Router 38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c is scheduled to L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b with binding_index 1 {{(pid=95502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 20:29:06.340776 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32248015-d26a-43f2-a455-72549ab0c123 None None] Network 5ce7fbeb-d3a8-475c-973c-375b40a077a5 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 20:29:06.409677 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-dbb9582e-e56f-40e2-a49c-ffbb809a17fd None None] Provisioning complete for port 27fb8f4e-a8fe-484b-afca-52f66a26bf21 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:29:06.410062 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-dbb9582e-e56f-40e2-a49c-ffbb809a17fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:06.417397 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d51205a-3235-4789-9d97-a2f006fe559a admin admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 20:29:06.442810 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-750d62d5-cb7a-4cc2-897d-959bba90eb76 None None] Sync routers for ids ['38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 20:29:06.483141 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750d62d5-cb7a-4cc2-897d-959bba90eb76 None None] Routers {'38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:29:06.483838 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-750d62d5-cb7a-4cc2-897d-959bba90eb76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:29:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:29:06.484714 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-1d51205a-3235-4789-9d97-a2f006fe559a admin admin] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:06.488506 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-1d51205a-3235-4789-9d97-a2f006fe559a admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9619999 Oct 12 20:29:06.488711 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 37078) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:29:06.640310 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-dbb9582e-e56f-40e2-a49c-ffbb809a17fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:06.674339 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-750d62d5-cb7a-4cc2-897d-959bba90eb76 None None] Set router 38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:29:06.735682 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 27fb8f4e-a8fe-484b-afca-52f66a26bf21 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 20:29:06.763969 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-dbb9582e-e56f-40e2-a49c-ffbb809a17fd None None] For port 27fb8f4e-a8fe-484b-afca-52f66a26bf21, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=27fb8f4e-a8fe-484b-afca-52f66a26bf21,segment=NetworkSegment(8013cf53-23ad-41f7-88c5-9efc3c01994b),segment_id=8013cf53-23ad-41f7-88c5-9efc3c01994b)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:29:06.849403 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-dbb9582e-e56f-40e2-a49c-ffbb809a17fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:06.886887 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 27fb8f4e-a8fe-484b-afca-52f66a26bf21 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:29:06.887263 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:06.951830 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5094b967-1435-457c-b288-d30e91849bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:06.968736 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb9582e-e56f-40e2-a49c-ffbb809a17fd None None] Pushing event updated for resources: {'Port': ['ID=27fb8f4e-a8fe-484b-afca-52f66a26bf21,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:29:06.995406 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-cf202cc7-ff60-4b2e-b4e4-0a90c9f51c28 None None] Provisioning complete for port 27fb8f4e-a8fe-484b-afca-52f66a26bf21 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:29:06.998035 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cf202cc7-ff60-4b2e-b4e4-0a90c9f51c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:07.067015 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-750d62d5-cb7a-4cc2-897d-959bba90eb76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c', 'name': 'tempest-TestShelveInstance-1478103960-router', 'tenant_id': '59f74cdb1d2c4e1aa1b8c2549a8b04c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': 'fead82fa-7bf9-4e7b-8612-1434c3cef88a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:29:04Z', 'updated_at': '2021-10-12T20:29:05Z', 'revision_number': 3, 'project_id': '59f74cdb1d2c4e1aa1b8c2549a8b04c3', 'gw_port': {'id': 'fead82fa-7bf9-4e7b-8612-1434c3cef88a', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:cc:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:29:05Z', 'updated_at': '2021-10-12T20:29:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:29:07.102347 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-750d62d5-cb7a-4cc2-897d-959bba90eb76 None None] Checking router: 38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 20:29:07.102724 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-750d62d5-cb7a-4cc2-897d-959bba90eb76 None None] Updating router 38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c port fead82fa-7bf9-4e7b-8612-1434c3cef88a binding host n-d-813679-3 {{(pid=95503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 20:29:07.131287 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-750d62d5-cb7a-4cc2-897d-959bba90eb76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:07.135521 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-5094b967-1435-457c-b288-d30e91849bf9 admin admin] Allocated IP 172.20.0.1 (5ce7fbeb-d3a8-475c-973c-375b40a077a5/3bc0812d-64ec-44be-899d-34286686f675/8c3bdfa3-8c23-45f1-81dd-9cbe90e1b596) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 20:29:07.235280 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5094b967-1435-457c-b288-d30e91849bf9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:07.320008 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5094b967-1435-457c-b288-d30e91849bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:07.362746 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5094b967-1435-457c-b288-d30e91849bf9 admin admin] Network 5ce7fbeb-d3a8-475c-973c-375b40a077a5 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 20:29:07.367174 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-5094b967-1435-457c-b288-d30e91849bf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 20:29:07.370749 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5094b967-1435-457c-b288-d30e91849bf9 admin admin] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 20:29:07.393207 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5094b967-1435-457c-b288-d30e91849bf9 admin admin] Pushing event updated for resources: {'Port': ['ID=8c3bdfa3-8c23-45f1-81dd-9cbe90e1b596,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:29:07.410118 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-750d62d5-cb7a-4cc2-897d-959bba90eb76 None None] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:07.414235 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5094b967-1435-457c-b288-d30e91849bf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7915309'] for router_interface, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:07.485120 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-750d62d5-cb7a-4cc2-897d-959bba90eb76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:07.543274 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-750d62d5-cb7a-4cc2-897d-959bba90eb76 None None] Attempting to bind port fead82fa-7bf9-4e7b-8612-1434c3cef88a on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 20:29:07.543637 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-750d62d5-cb7a-4cc2-897d-959bba90eb76 None None] Attempting to bind port fead82fa-7bf9-4e7b-8612-1434c3cef88a by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 20:29:07.543996 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750d62d5-cb7a-4cc2-897d-959bba90eb76 None None] Attempting to bind port fead82fa-7bf9-4e7b-8612-1434c3cef88a on network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 20:29:07.551049 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aca1e83-1df5-4a8e-b54a-11a2e8903373 None None] Pushing event updated for resources: {'Port': ['ID=fead82fa-7bf9-4e7b-8612-1434c3cef88a,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:29:07.555023 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750d62d5-cb7a-4cc2-897d-959bba90eb76 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 20, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 20:29:07.555891 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750d62d5-cb7a-4cc2-897d-959bba90eb76 None None] Checking segment: {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 20:29:07.555891 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-750d62d5-cb7a-4cc2-897d-959bba90eb76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:07.556226 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750d62d5-cb7a-4cc2-897d-959bba90eb76 None None] Bound using segment: {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 20:29:07.556683 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-750d62d5-cb7a-4cc2-897d-959bba90eb76 None None] Bound port: fead82fa-7bf9-4e7b-8612-1434c3cef88a, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 20:29:07.557061 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-750d62d5-cb7a-4cc2-897d-959bba90eb76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:07.602463 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5094b967-1435-457c-b288-d30e91849bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:07.611536 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-750d62d5-cb7a-4cc2-897d-959bba90eb76 None None] For port fead82fa-7bf9-4e7b-8612-1434c3cef88a, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 20:29:07.625670 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-750d62d5-cb7a-4cc2-897d-959bba90eb76 None None] For port fead82fa-7bf9-4e7b-8612-1434c3cef88a, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=fead82fa-7bf9-4e7b-8612-1434c3cef88a,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 20:29:07.631244 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-46ca419b-1cac-4db6-84cb-79511d323875 None None] Provisioning complete for port 8c3bdfa3-8c23-45f1-81dd-9cbe90e1b596 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:29:07.631611 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-46ca419b-1cac-4db6-84cb-79511d323875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:07.665272 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-46ca419b-1cac-4db6-84cb-79511d323875 None None] Port 8c3bdfa3-8c23-45f1-81dd-9cbe90e1b596 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 20:29:07.685162 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-750d62d5-cb7a-4cc2-897d-959bba90eb76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:07.747239 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aca1e83-1df5-4a8e-b54a-11a2e8903373 None None] Pushing event updated for resources: {'Port': ['ID=fead82fa-7bf9-4e7b-8612-1434c3cef88a,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:29:07.750257 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750d62d5-cb7a-4cc2-897d-959bba90eb76 None None] Routers {'38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:29:07.751223 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-750d62d5-cb7a-4cc2-897d-959bba90eb76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:29:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:29:07.767862 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5094b967-1435-457c-b288-d30e91849bf9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:07.827902 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5094b967-1435-457c-b288-d30e91849bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:07.855229 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-750d62d5-cb7a-4cc2-897d-959bba90eb76 None None] Set router 38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:29:07.893421 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5094b967-1435-457c-b288-d30e91849bf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7898980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8092605'] for router_interface, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:07.896191 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5094b967-1435-457c-b288-d30e91849bf9 admin admin] Pushing event updated for resources: {'Port': ['ID=8c3bdfa3-8c23-45f1-81dd-9cbe90e1b596,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:29:07.987488 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5094b967-1435-457c-b288-d30e91849bf9 admin admin] Network 5ce7fbeb-d3a8-475c-973c-375b40a077a5 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 20:29:07.988843 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-5094b967-1435-457c-b288-d30e91849bf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 20:29:08.055765 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-750d62d5-cb7a-4cc2-897d-959bba90eb76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c', 'name': 'tempest-TestShelveInstance-1478103960-router', 'tenant_id': '59f74cdb1d2c4e1aa1b8c2549a8b04c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': 'fead82fa-7bf9-4e7b-8612-1434c3cef88a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:29:04Z', 'updated_at': '2021-10-12T20:29:07Z', 'revision_number': 4, 'project_id': '59f74cdb1d2c4e1aa1b8c2549a8b04c3', 'gw_port': {'id': 'fead82fa-7bf9-4e7b-8612-1434c3cef88a', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:cc:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:29:05Z', 'updated_at': '2021-10-12T20:29:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '8c3bdfa3-8c23-45f1-81dd-9cbe90e1b596', 'name': '', 'network_id': '5ce7fbeb-d3a8-475c-973c-375b40a077a5', 'tenant_id': '59f74cdb1d2c4e1aa1b8c2549a8b04c3', 'mac_address': 'fa:16:3e:1e:f9:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '3bc0812d-64ec-44be-899d-34286686f675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:29:06Z', 'updated_at': '2021-10-12T20:29:07Z', 'revision_number': 1, 'project_id': '59f74cdb1d2c4e1aa1b8c2549a8b04c3', 'subnets': [{'id': '3bc0812d-64ec-44be-899d-34286686f675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:29:08.081632 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-750d62d5-cb7a-4cc2-897d-959bba90eb76 None None] The sync data for ids ['38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c'] in n-d-813679-3 is: [{'id': '38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c', 'name': 'tempest-TestShelveInstance-1478103960-router', 'tenant_id': '59f74cdb1d2c4e1aa1b8c2549a8b04c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': 'fead82fa-7bf9-4e7b-8612-1434c3cef88a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:29:04Z', 'updated_at': '2021-10-12T20:29:07Z', 'revision_number': 4, 'project_id': '59f74cdb1d2c4e1aa1b8c2549a8b04c3', 'gw_port': {'id': 'fead82fa-7bf9-4e7b-8612-1434c3cef88a', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:cc:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:29:05Z', 'updated_at': '2021-10-12T20:29:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '8c3bdfa3-8c23-45f1-81dd-9cbe90e1b596', 'name': '', 'network_id': '5ce7fbeb-d3a8-475c-973c-375b40a077a5', 'tenant_id': '59f74cdb1d2c4e1aa1b8c2549a8b04c3', 'mac_address': 'fa:16:3e:1e:f9:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '3bc0812d-64ec-44be-899d-34286686f675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:29:06Z', 'updated_at': '2021-10-12T20:29:07Z', 'revision_number': 1, 'project_id': '59f74cdb1d2c4e1aa1b8c2549a8b04c3', 'subnets': [{'id': '3bc0812d-64ec-44be-899d-34286686f675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 20:29:08.104908 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5094b967-1435-457c-b288-d30e91849bf9 admin admin] Router 38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 20:29:08.224581 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5094b967-1435-457c-b288-d30e91849bf9 admin admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 20:29:08.230066 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-5094b967-1435-457c-b288-d30e91849bf9 admin admin] 10.222.0.49 "PUT /v2.0/routers/38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7402463 Oct 12 20:29:08.305246 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-10892bd5-d3f8-4398-8fb1-b50507df7561 None None] Provisioning complete for port 8c3bdfa3-8c23-45f1-81dd-9cbe90e1b596 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:29:08.306011 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-10892bd5-d3f8-4398-8fb1-b50507df7561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:08.349433 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-10892bd5-d3f8-4398-8fb1-b50507df7561 None None] Port 8c3bdfa3-8c23-45f1-81dd-9cbe90e1b596 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 20:29:08.655522 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 27fb8f4e-a8fe-484b-afca-52f66a26bf21 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 20:29:08.710902 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 27fb8f4e-a8fe-484b-afca-52f66a26bf21 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:29:08.711354 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:08.923249 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 37094) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:29:08.928439 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-47218f69-c0fa-4c6a-b6f8-43ae8005b16d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1933155724-network', 'tenant_id': '71488eac5b1d403ab1539a864b581c78'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:29:09.016123 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47218f69-c0fa-4c6a-b6f8-43ae8005b16d admin admin] Made reservation on behalf of 71488eac5b1d403ab1539a864b581c78 for: {'network': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 20:29:09.018508 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-47218f69-c0fa-4c6a-b6f8-43ae8005b16d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:09.034611 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-47218f69-c0fa-4c6a-b6f8-43ae8005b16d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:09.125577 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-47218f69-c0fa-4c6a-b6f8-43ae8005b16d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:09.213841 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-47218f69-c0fa-4c6a-b6f8-43ae8005b16d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:09.242287 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47218f69-c0fa-4c6a-b6f8-43ae8005b16d admin admin] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=95501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 20:29:09.248755 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47218f69-c0fa-4c6a-b6f8-43ae8005b16d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac13c0e3-6daa-40a3-abeb-eac7981d0c1c,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:29:09.255155 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-47218f69-c0fa-4c6a-b6f8-43ae8005b16d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:09.256297 n-d-813679-3 neutron-server[95501]: INFO neutron.db.segments_db [None req-47218f69-c0fa-4c6a-b6f8-43ae8005b16d admin admin] Added segment 3b927d76-79c9-4afb-8c28-2333c790d5af of type vlan for network fa2f16cc-2a6d-4d7b-a6b3-0b94294324c2 Oct 12 20:29:09.302538 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-47218f69-c0fa-4c6a-b6f8-43ae8005b16d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:09.387634 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-47218f69-c0fa-4c6a-b6f8-43ae8005b16d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:09.388697 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47218f69-c0fa-4c6a-b6f8-43ae8005b16d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:29:09.389280 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-47218f69-c0fa-4c6a-b6f8-43ae8005b16d admin admin] Notify callbacks [] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:09.450226 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47218f69-c0fa-4c6a-b6f8-43ae8005b16d admin admin] Pushing event updated for resources: {'Network': ['ID=fa2f16cc-2a6d-4d7b-a6b3-0b94294324c2,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:29:09.459754 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network fa2f16cc-2a6d-4d7b-a6b3-0b94294324c2 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 20:29:09.498946 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-47218f69-c0fa-4c6a-b6f8-43ae8005b16d admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5745769 Oct 12 20:29:09.501620 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 37096) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:29:09.506480 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-97b1f996-9a3c-4cdc-a1d8-1b10138a6bab admin admin] Request body: {'subnet': {'network_id': 'fa2f16cc-2a6d-4d7b-a6b3-0b94294324c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1933155724-subnet', 'tenant_id': '71488eac5b1d403ab1539a864b581c78', 'ip_version': 4}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:29:09.570415 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97b1f996-9a3c-4cdc-a1d8-1b10138a6bab admin admin] Made reservation on behalf of 71488eac5b1d403ab1539a864b581c78 for: {'subnet': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 20:29:09.574074 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-97b1f996-9a3c-4cdc-a1d8-1b10138a6bab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4612397'] for subnet, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:09.790801 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-97b1f996-9a3c-4cdc-a1d8-1b10138a6bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4824863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4612355'] for subnet, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:09.844424 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b1f996-9a3c-4cdc-a1d8-1b10138a6bab admin admin] Pushing event updated for resources: {'Subnet': ['ID=f20be053-9464-44ff-8301-4b883c78d02d,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:29:09.855291 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b1f996-9a3c-4cdc-a1d8-1b10138a6bab admin admin] Checking segment: {'id': '3b927d76-79c9-4afb-8c28-2333c790d5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'fa2f16cc-2a6d-4d7b-a6b3-0b94294324c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 20:29:09.855658 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b1f996-9a3c-4cdc-a1d8-1b10138a6bab admin admin] Network hostable DHCP agents. Network: fa2f16cc-2a6d-4d7b-a6b3-0b94294324c2, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 20:29:09.919438 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b1f996-9a3c-4cdc-a1d8-1b10138a6bab admin admin] Network fa2f16cc-2a6d-4d7b-a6b3-0b94294324c2 is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 20:29:10.005187 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-97b1f996-9a3c-4cdc-a1d8-1b10138a6bab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, fa2f16cc-2a6d-4d7b-a6b3-0b94294324c2) {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 20:29:10.009653 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b1f996-9a3c-4cdc-a1d8-1b10138a6bab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:29:10.010791 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-97b1f996-9a3c-4cdc-a1d8-1b10138a6bab admin admin] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:10.013785 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-679b90e8-32e2-4774-a904-19c3da941ceb None None] Network fa2f16cc-2a6d-4d7b-a6b3-0b94294324c2 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 20:29:10.066961 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97825d4a-d979-4837-a395-9665341dd16f None None] Sync routers for ids ['38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 20:29:10.075958 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97825d4a-d979-4837-a395-9665341dd16f None None] Routers {'38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:29:10.076601 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-97825d4a-d979-4837-a395-9665341dd16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:29:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:29:10.109367 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-97b1f996-9a3c-4cdc-a1d8-1b10138a6bab admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6066506 Oct 12 20:29:10.112105 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 37098) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:29:10.116531 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-61c3915c-3733-4fbc-b93f-008c1475d3ad admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1933155724-router', 'tenant_id': '71488eac5b1d403ab1539a864b581c78', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:29:10.187906 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-97825d4a-d979-4837-a395-9665341dd16f None None] Set router 38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:29:10.209696 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-61c3915c-3733-4fbc-b93f-008c1475d3ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8093678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255505'] for router, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:10.210863 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-61c3915c-3733-4fbc-b93f-008c1475d3ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8093562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8087085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8022306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255518'] for router, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:10.276500 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-61c3915c-3733-4fbc-b93f-008c1475d3ad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:10.310589 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2700499d-3484-40a2-b260-c8728da0f06e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-fa2f16cc-2a6d-4d7b-a6b3-0b94294324c2', 'network_id': 'fa2f16cc-2a6d-4d7b-a6b3-0b94294324c2', 'tenant_id': '71488eac5b1d403ab1539a864b581c78', 'fixed_ips': [{'subnet_id': 'f20be053-9464-44ff-8301-4b883c78d02d'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 20:29:10.311527 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2700499d-3484-40a2-b260-c8728da0f06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:10.449599 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-2700499d-3484-40a2-b260-c8728da0f06e None None] Allocated IP 172.20.0.2 (fa2f16cc-2a6d-4d7b-a6b3-0b94294324c2/f20be053-9464-44ff-8301-4b883c78d02d/1717e4c7-48cf-4e1e-9995-4086ec1dc0ae) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 20:29:10.492226 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-97825d4a-d979-4837-a395-9665341dd16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c', 'name': 'tempest-TestShelveInstance-1478103960-router', 'tenant_id': '59f74cdb1d2c4e1aa1b8c2549a8b04c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': 'fead82fa-7bf9-4e7b-8612-1434c3cef88a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:29:04Z', 'updated_at': '2021-10-12T20:29:07Z', 'revision_number': 4, 'project_id': '59f74cdb1d2c4e1aa1b8c2549a8b04c3', 'gw_port': {'id': 'fead82fa-7bf9-4e7b-8612-1434c3cef88a', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:cc:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:29:05Z', 'updated_at': '2021-10-12T20:29:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '8c3bdfa3-8c23-45f1-81dd-9cbe90e1b596', 'name': '', 'network_id': '5ce7fbeb-d3a8-475c-973c-375b40a077a5', 'tenant_id': '59f74cdb1d2c4e1aa1b8c2549a8b04c3', 'mac_address': 'fa:16:3e:1e:f9:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '3bc0812d-64ec-44be-899d-34286686f675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:29:06Z', 'updated_at': '2021-10-12T20:29:07Z', 'revision_number': 2, 'project_id': '59f74cdb1d2c4e1aa1b8c2549a8b04c3', 'subnets': [{'id': '3bc0812d-64ec-44be-899d-34286686f675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:29:10.503115 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-61c3915c-3733-4fbc-b93f-008c1475d3ad admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:10.518368 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97825d4a-d979-4837-a395-9665341dd16f None None] Checking router: 38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 20:29:10.518716 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97825d4a-d979-4837-a395-9665341dd16f None None] Updating router 38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c port 8c3bdfa3-8c23-45f1-81dd-9cbe90e1b596 binding host n-d-813679-3 {{(pid=95504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 20:29:10.546173 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-97825d4a-d979-4837-a395-9665341dd16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:10.602516 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2700499d-3484-40a2-b260-c8728da0f06e None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:10.687777 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device fead82fa-7bf9-4e7b-8612-1434c3cef88a up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 20:29:10.692309 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2700499d-3484-40a2-b260-c8728da0f06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:10.757243 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-61c3915c-3733-4fbc-b93f-008c1475d3ad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:10.760461 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2700499d-3484-40a2-b260-c8728da0f06e None None] Network fa2f16cc-2a6d-4d7b-a6b3-0b94294324c2 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 20:29:10.767328 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-2700499d-3484-40a2-b260-c8728da0f06e None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 20:29:10.769797 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2700499d-3484-40a2-b260-c8728da0f06e None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 20:29:10.777404 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-61c3915c-3733-4fbc-b93f-008c1475d3ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:10.783151 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2700499d-3484-40a2-b260-c8728da0f06e None None] Pushing event updated for resources: {'Port': ['ID=1717e4c7-48cf-4e1e-9995-4086ec1dc0ae,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:29:10.828938 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port fead82fa-7bf9-4e7b-8612-1434c3cef88a triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:29:10.829325 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:10.836055 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-97825d4a-d979-4837-a395-9665341dd16f None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:10.862534 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-2700499d-3484-40a2-b260-c8728da0f06e None None] Attempting to bind port 1717e4c7-48cf-4e1e-9995-4086ec1dc0ae on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 20:29:10.862910 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-2700499d-3484-40a2-b260-c8728da0f06e None None] Attempting to bind port 1717e4c7-48cf-4e1e-9995-4086ec1dc0ae by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '3b927d76-79c9-4afb-8c28-2333c790d5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'fa2f16cc-2a6d-4d7b-a6b3-0b94294324c2'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 20:29:10.863282 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2700499d-3484-40a2-b260-c8728da0f06e None None] Attempting to bind port 1717e4c7-48cf-4e1e-9995-4086ec1dc0ae on network fa2f16cc-2a6d-4d7b-a6b3-0b94294324c2 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 20:29:10.873406 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2700499d-3484-40a2-b260-c8728da0f06e None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 20, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 20:29:10.873825 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2700499d-3484-40a2-b260-c8728da0f06e None None] Checking segment: {'id': '3b927d76-79c9-4afb-8c28-2333c790d5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'fa2f16cc-2a6d-4d7b-a6b3-0b94294324c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 20:29:10.879149 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2700499d-3484-40a2-b260-c8728da0f06e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:10.879149 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2700499d-3484-40a2-b260-c8728da0f06e None None] Bound using segment: {'id': '3b927d76-79c9-4afb-8c28-2333c790d5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'fa2f16cc-2a6d-4d7b-a6b3-0b94294324c2'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 20:29:10.879149 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-2700499d-3484-40a2-b260-c8728da0f06e None None] Bound port: 1717e4c7-48cf-4e1e-9995-4086ec1dc0ae, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b927d76-79c9-4afb-8c28-2333c790d5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'fa2f16cc-2a6d-4d7b-a6b3-0b94294324c2'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 20:29:10.879149 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2700499d-3484-40a2-b260-c8728da0f06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:10.886403 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-61c3915c-3733-4fbc-b93f-008c1475d3ad admin admin] Allocated IP 172.25.5.232 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/b985cead-3292-4f7c-9426-b77f1b059766) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 20:29:10.896248 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-97825d4a-d979-4837-a395-9665341dd16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:10.950385 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a898325b-4c74-43d7-8439-cae14fd30707 None None] Pushing event updated for resources: {'Port': ['ID=8c3bdfa3-8c23-45f1-81dd-9cbe90e1b596,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:29:10.977208 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-2700499d-3484-40a2-b260-c8728da0f06e None None] For port 1717e4c7-48cf-4e1e-9995-4086ec1dc0ae, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 20:29:10.981455 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-2700499d-3484-40a2-b260-c8728da0f06e None None] For port 1717e4c7-48cf-4e1e-9995-4086ec1dc0ae, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=1717e4c7-48cf-4e1e-9995-4086ec1dc0ae,segment=NetworkSegment(3b927d76-79c9-4afb-8c28-2333c790d5af),segment_id=3b927d76-79c9-4afb-8c28-2333c790d5af)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 20:29:10.983791 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:10.983953 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a898325b-4c74-43d7-8439-cae14fd30707 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:29:10.984067 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a898325b-4c74-43d7-8439-cae14fd30707 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:29:10.984376 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a898325b-4c74-43d7-8439-cae14fd30707 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:29:10.984712 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a898325b-4c74-43d7-8439-cae14fd30707 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:29:10.985040 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a898325b-4c74-43d7-8439-cae14fd30707 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:29:10.985419 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a898325b-4c74-43d7-8439-cae14fd30707 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:29:10.985744 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a898325b-4c74-43d7-8439-cae14fd30707 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:29:10.986062 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a898325b-4c74-43d7-8439-cae14fd30707 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:29:10.986409 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a898325b-4c74-43d7-8439-cae14fd30707 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:29:10.986705 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a898325b-4c74-43d7-8439-cae14fd30707 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:29:10.987008 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a898325b-4c74-43d7-8439-cae14fd30707 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:29:10.987525 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a898325b-4c74-43d7-8439-cae14fd30707 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:29:10.995801 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-61c3915c-3733-4fbc-b93f-008c1475d3ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:11.004989 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] For port fead82fa-7bf9-4e7b-8612-1434c3cef88a, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=fead82fa-7bf9-4e7b-8612-1434c3cef88a,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:29:11.030767 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-97825d4a-d979-4837-a395-9665341dd16f None None] Attempting to bind port 8c3bdfa3-8c23-45f1-81dd-9cbe90e1b596 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 20:29:11.030892 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-97825d4a-d979-4837-a395-9665341dd16f None None] Attempting to bind port 8c3bdfa3-8c23-45f1-81dd-9cbe90e1b596 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '8013cf53-23ad-41f7-88c5-9efc3c01994b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '5ce7fbeb-d3a8-475c-973c-375b40a077a5'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 20:29:11.031360 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97825d4a-d979-4837-a395-9665341dd16f None None] Attempting to bind port 8c3bdfa3-8c23-45f1-81dd-9cbe90e1b596 on network 5ce7fbeb-d3a8-475c-973c-375b40a077a5 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 20:29:11.037366 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97825d4a-d979-4837-a395-9665341dd16f None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 20, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 20:29:11.037730 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97825d4a-d979-4837-a395-9665341dd16f None None] Checking segment: {'id': '8013cf53-23ad-41f7-88c5-9efc3c01994b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '5ce7fbeb-d3a8-475c-973c-375b40a077a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 20:29:11.038121 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-97825d4a-d979-4837-a395-9665341dd16f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:11.038500 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97825d4a-d979-4837-a395-9665341dd16f None None] Bound using segment: {'id': '8013cf53-23ad-41f7-88c5-9efc3c01994b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '5ce7fbeb-d3a8-475c-973c-375b40a077a5'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 20:29:11.038957 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-97825d4a-d979-4837-a395-9665341dd16f None None] Bound port: 8c3bdfa3-8c23-45f1-81dd-9cbe90e1b596, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8013cf53-23ad-41f7-88c5-9efc3c01994b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '5ce7fbeb-d3a8-475c-973c-375b40a077a5'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 20:29:11.039329 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-97825d4a-d979-4837-a395-9665341dd16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:11.043379 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2700499d-3484-40a2-b260-c8728da0f06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:11.074739 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:11.108295 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2700499d-3484-40a2-b260-c8728da0f06e None None] Pushing event updated for resources: {'Port': ['ID=1717e4c7-48cf-4e1e-9995-4086ec1dc0ae,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:29:11.128803 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-61c3915c-3733-4fbc-b93f-008c1475d3ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:11.147541 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-97825d4a-d979-4837-a395-9665341dd16f None None] For port 8c3bdfa3-8c23-45f1-81dd-9cbe90e1b596, host n-d-813679-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 20:29:11.152212 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-97825d4a-d979-4837-a395-9665341dd16f None None] For port 8c3bdfa3-8c23-45f1-81dd-9cbe90e1b596, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=8c3bdfa3-8c23-45f1-81dd-9cbe90e1b596,segment=NetworkSegment(8013cf53-23ad-41f7-88c5-9efc3c01994b),segment_id=8013cf53-23ad-41f7-88c5-9efc3c01994b)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 20:29:11.170971 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Pushing event updated for resources: {'Port': ['ID=fead82fa-7bf9-4e7b-8612-1434c3cef88a,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:29:11.171238 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c3915c-3733-4fbc-b93f-008c1475d3ad admin admin] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 20:29:11.174325 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-61c3915c-3733-4fbc-b93f-008c1475d3ad admin admin] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 20:29:11.178795 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c3915c-3733-4fbc-b93f-008c1475d3ad admin admin] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 20:29:11.214318 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c3915c-3733-4fbc-b93f-008c1475d3ad admin admin] Pushing event updated for resources: {'Port': ['ID=b985cead-3292-4f7c-9426-b77f1b059766,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:29:11.228262 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-97825d4a-d979-4837-a395-9665341dd16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:11.289768 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97825d4a-d979-4837-a395-9665341dd16f None None] Routers {'38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:29:11.290402 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-97825d4a-d979-4837-a395-9665341dd16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:29:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:29:11.325025 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-9cdc35db-ef0e-4a32-8e76-294b14d2b761 None None] Provisioning complete for port 8c3bdfa3-8c23-45f1-81dd-9cbe90e1b596 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:29:11.327895 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9cdc35db-ef0e-4a32-8e76-294b14d2b761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:11.334993 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a898325b-4c74-43d7-8439-cae14fd30707 None None] Pushing event updated for resources: {'Port': ['ID=8c3bdfa3-8c23-45f1-81dd-9cbe90e1b596,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:29:11.440532 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-97825d4a-d979-4837-a395-9665341dd16f None None] Set router 38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:29:11.494443 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9cdc35db-ef0e-4a32-8e76-294b14d2b761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:11.547560 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-9cdc35db-ef0e-4a32-8e76-294b14d2b761 None None] For port 8c3bdfa3-8c23-45f1-81dd-9cbe90e1b596, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=8c3bdfa3-8c23-45f1-81dd-9cbe90e1b596,segment=NetworkSegment(8013cf53-23ad-41f7-88c5-9efc3c01994b),segment_id=8013cf53-23ad-41f7-88c5-9efc3c01994b)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:29:11.593817 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-61c3915c-3733-4fbc-b93f-008c1475d3ad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:11.616684 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9cdc35db-ef0e-4a32-8e76-294b14d2b761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:11.670132 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-97825d4a-d979-4837-a395-9665341dd16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c', 'name': 'tempest-TestShelveInstance-1478103960-router', 'tenant_id': '59f74cdb1d2c4e1aa1b8c2549a8b04c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': 'fead82fa-7bf9-4e7b-8612-1434c3cef88a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:29:04Z', 'updated_at': '2021-10-12T20:29:07Z', 'revision_number': 4, 'project_id': '59f74cdb1d2c4e1aa1b8c2549a8b04c3', 'gw_port': {'id': 'fead82fa-7bf9-4e7b-8612-1434c3cef88a', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:cc:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:29:05Z', 'updated_at': '2021-10-12T20:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '8c3bdfa3-8c23-45f1-81dd-9cbe90e1b596', 'name': '', 'network_id': '5ce7fbeb-d3a8-475c-973c-375b40a077a5', 'tenant_id': '59f74cdb1d2c4e1aa1b8c2549a8b04c3', 'mac_address': 'fa:16:3e:1e:f9:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '3bc0812d-64ec-44be-899d-34286686f675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:29:06Z', 'updated_at': '2021-10-12T20:29:11Z', 'revision_number': 4, 'project_id': '59f74cdb1d2c4e1aa1b8c2549a8b04c3', 'subnets': [{'id': '3bc0812d-64ec-44be-899d-34286686f675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:29:11.672843 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc35db-ef0e-4a32-8e76-294b14d2b761 None None] Pushing event updated for resources: {'Port': ['ID=8c3bdfa3-8c23-45f1-81dd-9cbe90e1b596,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:29:11.699131 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97825d4a-d979-4837-a395-9665341dd16f None None] The sync data for ids ['38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c'] in n-d-813679-3 is: [{'id': '38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c', 'name': 'tempest-TestShelveInstance-1478103960-router', 'tenant_id': '59f74cdb1d2c4e1aa1b8c2549a8b04c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': 'fead82fa-7bf9-4e7b-8612-1434c3cef88a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:29:04Z', 'updated_at': '2021-10-12T20:29:07Z', 'revision_number': 4, 'project_id': '59f74cdb1d2c4e1aa1b8c2549a8b04c3', 'gw_port': {'id': 'fead82fa-7bf9-4e7b-8612-1434c3cef88a', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:cc:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:29:05Z', 'updated_at': '2021-10-12T20:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '8c3bdfa3-8c23-45f1-81dd-9cbe90e1b596', 'name': '', 'network_id': '5ce7fbeb-d3a8-475c-973c-375b40a077a5', 'tenant_id': '59f74cdb1d2c4e1aa1b8c2549a8b04c3', 'mac_address': 'fa:16:3e:1e:f9:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '3bc0812d-64ec-44be-899d-34286686f675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:29:06Z', 'updated_at': '2021-10-12T20:29:11Z', 'revision_number': 4, 'project_id': '59f74cdb1d2c4e1aa1b8c2549a8b04c3', 'subnets': [{'id': '3bc0812d-64ec-44be-899d-34286686f675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 20:29:11.737393 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-cd6e1733-0f11-4997-96c9-e3bf73e6eef8 None None] Provisioning complete for port 8c3bdfa3-8c23-45f1-81dd-9cbe90e1b596 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:29:11.737767 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-cd6e1733-0f11-4997-96c9-e3bf73e6eef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:11.814197 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-61c3915c-3733-4fbc-b93f-008c1475d3ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8093541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7915516'] for router, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:12.039309 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61c3915c-3733-4fbc-b93f-008c1475d3ad admin admin] Router f3c00a6c-5abe-4344-8d48-0d7e1af34bb2 is scheduled to L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b with binding_index 1 {{(pid=95501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 20:29:12.164663 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61c3915c-3733-4fbc-b93f-008c1475d3ad admin admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 20:29:12.174865 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c24620-8639-4a46-8c67-d16637310b56 None None] Sync routers for ids ['f3c00a6c-5abe-4344-8d48-0d7e1af34bb2'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 20:29:12.184983 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c24620-8639-4a46-8c67-d16637310b56 None None] Routers {'f3c00a6c-5abe-4344-8d48-0d7e1af34bb2'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:29:12.194151 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-27c24620-8639-4a46-8c67-d16637310b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:29:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['f3c00a6c-5abe-4344-8d48-0d7e1af34bb2'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:29:12.225065 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f924fb4-4e16-43eb-a312-adf3387e9966 None None] Network fa2f16cc-2a6d-4d7b-a6b3-0b94294324c2 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 20:29:12.238658 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-61c3915c-3733-4fbc-b93f-008c1475d3ad admin admin] Notify callbacks [] for router, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:12.240675 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-61c3915c-3733-4fbc-b93f-008c1475d3ad admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1276059 Oct 12 20:29:12.243499 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 37100) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:29:12.341107 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-b0b51232-095f-43cb-9741-d59a0648cf81 None None] Provisioning complete for port 1717e4c7-48cf-4e1e-9995-4086ec1dc0ae triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:29:12.341482 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b0b51232-095f-43cb-9741-d59a0648cf81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:12.404855 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-27c24620-8639-4a46-8c67-d16637310b56 None None] Set router f3c00a6c-5abe-4344-8d48-0d7e1af34bb2 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:29:12.625528 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b0b51232-095f-43cb-9741-d59a0648cf81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:12.679821 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a3c14176-260d-4751-a89d-d6ffdcc4f59a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:12.697061 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-b0b51232-095f-43cb-9741-d59a0648cf81 None None] For port 1717e4c7-48cf-4e1e-9995-4086ec1dc0ae, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=1717e4c7-48cf-4e1e-9995-4086ec1dc0ae,segment=NetworkSegment(3b927d76-79c9-4afb-8c28-2333c790d5af),segment_id=3b927d76-79c9-4afb-8c28-2333c790d5af)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:29:12.722911 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-27c24620-8639-4a46-8c67-d16637310b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3c00a6c-5abe-4344-8d48-0d7e1af34bb2', 'name': 'tempest-TestShelveInstance-1933155724-router', 'tenant_id': '71488eac5b1d403ab1539a864b581c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': 'b985cead-3292-4f7c-9426-b77f1b059766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:29:10Z', 'updated_at': '2021-10-12T20:29:11Z', 'revision_number': 3, 'project_id': '71488eac5b1d403ab1539a864b581c78', 'gw_port': {'id': 'b985cead-3292-4f7c-9426-b77f1b059766', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:2f:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3c00a6c-5abe-4344-8d48-0d7e1af34bb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:29:10Z', 'updated_at': '2021-10-12T20:29:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:29:12.753040 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c24620-8639-4a46-8c67-d16637310b56 None None] Checking router: f3c00a6c-5abe-4344-8d48-0d7e1af34bb2 for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 20:29:12.753544 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c24620-8639-4a46-8c67-d16637310b56 None None] Updating router f3c00a6c-5abe-4344-8d48-0d7e1af34bb2 port b985cead-3292-4f7c-9426-b77f1b059766 binding host n-d-813679-3 {{(pid=95503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 20:29:12.791029 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-27c24620-8639-4a46-8c67-d16637310b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:12.795044 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b0b51232-095f-43cb-9741-d59a0648cf81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:12.822799 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 1717e4c7-48cf-4e1e-9995-4086ec1dc0ae up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 20:29:12.877108 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-a3c14176-260d-4751-a89d-d6ffdcc4f59a admin admin] Allocated IP 172.20.0.1 (fa2f16cc-2a6d-4d7b-a6b3-0b94294324c2/f20be053-9464-44ff-8301-4b883c78d02d/2f1e2f97-7dc9-429b-a770-cd6264310a4a) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 20:29:12.966430 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b51232-095f-43cb-9741-d59a0648cf81 None None] Pushing event updated for resources: {'Port': ['ID=1717e4c7-48cf-4e1e-9995-4086ec1dc0ae,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:29:12.986541 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a3c14176-260d-4751-a89d-d6ffdcc4f59a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:13.034313 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 1717e4c7-48cf-4e1e-9995-4086ec1dc0ae triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:29:13.034681 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:13.071394 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a3c14176-260d-4751-a89d-d6ffdcc4f59a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:13.071642 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-1f9a2b39-35d4-4df4-a98b-e1f9d211c615 None None] Provisioning complete for port 1717e4c7-48cf-4e1e-9995-4086ec1dc0ae triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:29:13.072010 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1f9a2b39-35d4-4df4-a98b-e1f9d211c615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:13.114323 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c14176-260d-4751-a89d-d6ffdcc4f59a admin admin] Network fa2f16cc-2a6d-4d7b-a6b3-0b94294324c2 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 20:29:13.117298 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-a3c14176-260d-4751-a89d-d6ffdcc4f59a admin admin] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 20:29:13.121670 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c14176-260d-4751-a89d-d6ffdcc4f59a admin admin] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 20:29:13.146399 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c14176-260d-4751-a89d-d6ffdcc4f59a admin admin] Pushing event updated for resources: {'Port': ['ID=2f1e2f97-7dc9-429b-a770-cd6264310a4a,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:29:13.166032 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a3c14176-260d-4751-a89d-d6ffdcc4f59a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7915309'] for router_interface, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:13.264425 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device fead82fa-7bf9-4e7b-8612-1434c3cef88a up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 20:29:13.273388 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-27c24620-8639-4a46-8c67-d16637310b56 None None] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:13.330564 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port fead82fa-7bf9-4e7b-8612-1434c3cef88a triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:29:13.330935 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:13.369766 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-27c24620-8639-4a46-8c67-d16637310b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:13.384139 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a3c14176-260d-4751-a89d-d6ffdcc4f59a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:13.553910 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a3c14176-260d-4751-a89d-d6ffdcc4f59a admin admin] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:13.609231 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9709633f-0d9c-42a0-b45a-4c1897e3eac6 None None] Pushing event updated for resources: {'Port': ['ID=b985cead-3292-4f7c-9426-b77f1b059766,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:29:13.613916 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-27c24620-8639-4a46-8c67-d16637310b56 None None] Attempting to bind port b985cead-3292-4f7c-9426-b77f1b059766 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 20:29:13.614816 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-27c24620-8639-4a46-8c67-d16637310b56 None None] Attempting to bind port b985cead-3292-4f7c-9426-b77f1b059766 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 20:29:13.615180 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c24620-8639-4a46-8c67-d16637310b56 None None] Attempting to bind port b985cead-3292-4f7c-9426-b77f1b059766 on network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 20:29:13.622209 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a3c14176-260d-4751-a89d-d6ffdcc4f59a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:13.624191 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 8c3bdfa3-8c23-45f1-81dd-9cbe90e1b596 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 20:29:13.627840 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c24620-8639-4a46-8c67-d16637310b56 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 20, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 20:29:13.628110 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c24620-8639-4a46-8c67-d16637310b56 None None] Checking segment: {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 20:29:13.628522 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-27c24620-8639-4a46-8c67-d16637310b56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:13.628907 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c24620-8639-4a46-8c67-d16637310b56 None None] Bound using segment: {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 20:29:13.629377 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-27c24620-8639-4a46-8c67-d16637310b56 None None] Bound port: b985cead-3292-4f7c-9426-b77f1b059766, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 20:29:13.629757 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-27c24620-8639-4a46-8c67-d16637310b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:13.649167 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-80ad3a37-0cd2-416a-87cb-65e2c4151da5 None None] Provisioning complete for port 2f1e2f97-7dc9-429b-a770-cd6264310a4a triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:29:13.649167 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-80ad3a37-0cd2-416a-87cb-65e2c4151da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:13.694610 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a3c14176-260d-4751-a89d-d6ffdcc4f59a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7898980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8092605'] for router_interface, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:13.697466 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c14176-260d-4751-a89d-d6ffdcc4f59a admin admin] Pushing event updated for resources: {'Port': ['ID=2f1e2f97-7dc9-429b-a770-cd6264310a4a,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:29:13.736819 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-80ad3a37-0cd2-416a-87cb-65e2c4151da5 None None] Port 2f1e2f97-7dc9-429b-a770-cd6264310a4a cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 20:29:13.742919 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-27c24620-8639-4a46-8c67-d16637310b56 None None] For port b985cead-3292-4f7c-9426-b77f1b059766, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 20:29:13.746543 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-27c24620-8639-4a46-8c67-d16637310b56 None None] For port b985cead-3292-4f7c-9426-b77f1b059766, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=b985cead-3292-4f7c-9426-b77f1b059766,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 20:29:13.754164 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 8c3bdfa3-8c23-45f1-81dd-9cbe90e1b596 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:29:13.754536 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:13.785876 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c14176-260d-4751-a89d-d6ffdcc4f59a admin admin] Network fa2f16cc-2a6d-4d7b-a6b3-0b94294324c2 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 20:29:13.787431 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-a3c14176-260d-4751-a89d-d6ffdcc4f59a admin admin] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 20:29:13.919700 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3c14176-260d-4751-a89d-d6ffdcc4f59a admin admin] Router f3c00a6c-5abe-4344-8d48-0d7e1af34bb2 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 20:29:13.968723 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-27c24620-8639-4a46-8c67-d16637310b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:14.029705 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9709633f-0d9c-42a0-b45a-4c1897e3eac6 None None] Pushing event updated for resources: {'Port': ['ID=b985cead-3292-4f7c-9426-b77f1b059766,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:29:14.031186 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3c14176-260d-4751-a89d-d6ffdcc4f59a admin admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 20:29:14.032933 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c24620-8639-4a46-8c67-d16637310b56 None None] Routers {'f3c00a6c-5abe-4344-8d48-0d7e1af34bb2'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:29:14.033720 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-27c24620-8639-4a46-8c67-d16637310b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:29:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['f3c00a6c-5abe-4344-8d48-0d7e1af34bb2'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:29:14.041081 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-a3c14176-260d-4751-a89d-d6ffdcc4f59a admin admin] 10.222.0.49 "PUT /v2.0/routers/f3c00a6c-5abe-4344-8d48-0d7e1af34bb2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7958972 Oct 12 20:29:14.121046 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-c77b24d1-16c1-48dc-b601-87cbc457e9fd None None] Provisioning complete for port 2f1e2f97-7dc9-429b-a770-cd6264310a4a triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:29:14.121418 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c77b24d1-16c1-48dc-b601-87cbc457e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:14.174102 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-c77b24d1-16c1-48dc-b601-87cbc457e9fd None None] Port 2f1e2f97-7dc9-429b-a770-cd6264310a4a cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 20:29:14.185724 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-27c24620-8639-4a46-8c67-d16637310b56 None None] Set router f3c00a6c-5abe-4344-8d48-0d7e1af34bb2 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:29:14.377222 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-27c24620-8639-4a46-8c67-d16637310b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3c00a6c-5abe-4344-8d48-0d7e1af34bb2', 'name': 'tempest-TestShelveInstance-1933155724-router', 'tenant_id': '71488eac5b1d403ab1539a864b581c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': 'b985cead-3292-4f7c-9426-b77f1b059766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:29:10Z', 'updated_at': '2021-10-12T20:29:13Z', 'revision_number': 4, 'project_id': '71488eac5b1d403ab1539a864b581c78', 'gw_port': {'id': 'b985cead-3292-4f7c-9426-b77f1b059766', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:2f:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3c00a6c-5abe-4344-8d48-0d7e1af34bb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:29:10Z', 'updated_at': '2021-10-12T20:29:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '2f1e2f97-7dc9-429b-a770-cd6264310a4a', 'name': '', 'network_id': 'fa2f16cc-2a6d-4d7b-a6b3-0b94294324c2', 'tenant_id': '71488eac5b1d403ab1539a864b581c78', 'mac_address': 'fa:16:3e:d8:7d:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3c00a6c-5abe-4344-8d48-0d7e1af34bb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'f20be053-9464-44ff-8301-4b883c78d02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:29:12Z', 'updated_at': '2021-10-12T20:29:13Z', 'revision_number': 2, 'project_id': '71488eac5b1d403ab1539a864b581c78', 'subnets': [{'id': 'f20be053-9464-44ff-8301-4b883c78d02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:29:14.402674 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c24620-8639-4a46-8c67-d16637310b56 None None] The sync data for ids ['f3c00a6c-5abe-4344-8d48-0d7e1af34bb2'] in n-d-813679-3 is: [{'id': 'f3c00a6c-5abe-4344-8d48-0d7e1af34bb2', 'name': 'tempest-TestShelveInstance-1933155724-router', 'tenant_id': '71488eac5b1d403ab1539a864b581c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': 'b985cead-3292-4f7c-9426-b77f1b059766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:29:10Z', 'updated_at': '2021-10-12T20:29:13Z', 'revision_number': 4, 'project_id': '71488eac5b1d403ab1539a864b581c78', 'gw_port': {'id': 'b985cead-3292-4f7c-9426-b77f1b059766', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:2f:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3c00a6c-5abe-4344-8d48-0d7e1af34bb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:29:10Z', 'updated_at': '2021-10-12T20:29:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '2f1e2f97-7dc9-429b-a770-cd6264310a4a', 'name': '', 'network_id': 'fa2f16cc-2a6d-4d7b-a6b3-0b94294324c2', 'tenant_id': '71488eac5b1d403ab1539a864b581c78', 'mac_address': 'fa:16:3e:d8:7d:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3c00a6c-5abe-4344-8d48-0d7e1af34bb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'f20be053-9464-44ff-8301-4b883c78d02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:29:12Z', 'updated_at': '2021-10-12T20:29:13Z', 'revision_number': 2, 'project_id': '71488eac5b1d403ab1539a864b581c78', 'subnets': [{'id': 'f20be053-9464-44ff-8301-4b883c78d02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 20:29:14.687401 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 1717e4c7-48cf-4e1e-9995-4086ec1dc0ae up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 20:29:14.717664 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 37108) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:29:14.722253 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-71951ef6-ad01-4030-911f-0c1f280ecb25 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-119057561', 'description': 'tempest-secgroup-smoke-119057561 description', 'project_id': '59f74cdb1d2c4e1aa1b8c2549a8b04c3'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:29:14.747201 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 1717e4c7-48cf-4e1e-9995-4086ec1dc0ae triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:29:14.747581 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:14.796747 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-71951ef6-ad01-4030-911f-0c1f280ecb25 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:14.870748 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-71951ef6-ad01-4030-911f-0c1f280ecb25 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:14.939443 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-71951ef6-ad01-4030-911f-0c1f280ecb25 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:14.970296 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71951ef6-ad01-4030-911f-0c1f280ecb25 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb88ddba-d486-4b43-bb2f-256fbcf44dcc,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:29:15.032616 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-71951ef6-ad01-4030-911f-0c1f280ecb25 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:15.033888 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-71951ef6-ad01-4030-911f-0c1f280ecb25 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3152158 Oct 12 20:29:15.037059 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 37110) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:29:15.043728 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-4a0771db-9f8b-4826-953f-12105ce573d6 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Request body: {'security_group_rule': {'security_group_id': 'fb88ddba-d486-4b43-bb2f-256fbcf44dcc', 'project_id': '59f74cdb1d2c4e1aa1b8c2549a8b04c3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:29:15.130957 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4a0771db-9f8b-4826-953f-12105ce573d6 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:15.194409 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4a0771db-9f8b-4826-953f-12105ce573d6 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:15.270737 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4a0771db-9f8b-4826-953f-12105ce573d6 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:15.294086 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0771db-9f8b-4826-953f-12105ce573d6 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41314650-383e-42bf-9e7d-f7ee9ffa5348,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:29:15.378102 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4a0771db-9f8b-4826-953f-12105ce573d6 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:15.379733 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-4a0771db-9f8b-4826-953f-12105ce573d6 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3400397 Oct 12 20:29:15.382359 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 37112) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:29:15.386810 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-8909b28a-0321-42d1-a967-9c8d935af335 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Request body: {'security_group_rule': {'security_group_id': 'fb88ddba-d486-4b43-bb2f-256fbcf44dcc', 'project_id': '59f74cdb1d2c4e1aa1b8c2549a8b04c3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:29:15.496347 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8909b28a-0321-42d1-a967-9c8d935af335 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:15.556223 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8909b28a-0321-42d1-a967-9c8d935af335 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:15.616373 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8909b28a-0321-42d1-a967-9c8d935af335 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:15.633712 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909b28a-0321-42d1-a967-9c8d935af335 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bbc39c8-3b91-4a0e-b508-1d70232a3163,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:29:15.697914 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-8909b28a-0321-42d1-a967-9c8d935af335 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:15.699056 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-8909b28a-0321-42d1-a967-9c8d935af335 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3157604 Oct 12 20:29:15.701835 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 37114) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:29:15.706208 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-bf088574-fb99-425f-af5c-e5885d3d2e00 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Request body: {'security_group_rule': {'security_group_id': 'fb88ddba-d486-4b43-bb2f-256fbcf44dcc', 'project_id': '59f74cdb1d2c4e1aa1b8c2549a8b04c3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:29:15.798353 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bf088574-fb99-425f-af5c-e5885d3d2e00 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:15.855043 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bf088574-fb99-425f-af5c-e5885d3d2e00 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:15.929984 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bf088574-fb99-425f-af5c-e5885d3d2e00 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:15.947095 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf088574-fb99-425f-af5c-e5885d3d2e00 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7277ec34-860f-493e-9e30-8754fb4be542,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:29:16.029587 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-bf088574-fb99-425f-af5c-e5885d3d2e00 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:16.030805 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-bf088574-fb99-425f-af5c-e5885d3d2e00 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3279464 Oct 12 20:29:16.033543 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 37116) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:29:16.038828 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-d31d8327-0727-46f5-997e-41e7d1c3f0ed tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Request body: {'security_group_rule': {'security_group_id': 'fb88ddba-d486-4b43-bb2f-256fbcf44dcc', 'project_id': '59f74cdb1d2c4e1aa1b8c2549a8b04c3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:29:16.147701 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d31d8327-0727-46f5-997e-41e7d1c3f0ed tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:16.195592 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 20:29:16.212970 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d31d8327-0727-46f5-997e-41e7d1c3f0ed tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:16.268080 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d31d8327-0727-46f5-997e-41e7d1c3f0ed tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:16.272825 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b20808-60c7-431f-9814-44afdd3c12a6 None None] Sync routers for ids ['f3c00a6c-5abe-4344-8d48-0d7e1af34bb2'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 20:29:16.281898 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b20808-60c7-431f-9814-44afdd3c12a6 None None] Routers {'f3c00a6c-5abe-4344-8d48-0d7e1af34bb2'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:29:16.284747 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-11b20808-60c7-431f-9814-44afdd3c12a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:29:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['f3c00a6c-5abe-4344-8d48-0d7e1af34bb2'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:29:16.289213 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31d8327-0727-46f5-997e-41e7d1c3f0ed tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c2b8100-ce5b-414e-bd76-68e4d278d1c8,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:29:16.349962 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-d31d8327-0727-46f5-997e-41e7d1c3f0ed tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:16.351313 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-d31d8327-0727-46f5-997e-41e7d1c3f0ed tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3166642 Oct 12 20:29:16.354458 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 37118) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:29:16.359084 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-c47846eb-d014-4922-914f-7b0d915e4998 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Request body: {'security_group_rule': {'security_group_id': 'fb88ddba-d486-4b43-bb2f-256fbcf44dcc', 'project_id': '59f74cdb1d2c4e1aa1b8c2549a8b04c3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:29:16.389867 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-11b20808-60c7-431f-9814-44afdd3c12a6 None None] Set router f3c00a6c-5abe-4344-8d48-0d7e1af34bb2 gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:29:16.444968 n-d-813679-3 neutron-server[95502]: INFO neutron.db.securitygroups_db [None req-c47846eb-d014-4922-914f-7b0d915e4998 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Project 59f74cdb1d2c4e1aa1b8c2549a8b04c3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 20:29:16.449996 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c47846eb-d014-4922-914f-7b0d915e4998 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:16.511469 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c47846eb-d014-4922-914f-7b0d915e4998 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:16.579299 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c47846eb-d014-4922-914f-7b0d915e4998 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:16.583211 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-11b20808-60c7-431f-9814-44afdd3c12a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3c00a6c-5abe-4344-8d48-0d7e1af34bb2', 'name': 'tempest-TestShelveInstance-1933155724-router', 'tenant_id': '71488eac5b1d403ab1539a864b581c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': 'b985cead-3292-4f7c-9426-b77f1b059766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:29:10Z', 'updated_at': '2021-10-12T20:29:13Z', 'revision_number': 4, 'project_id': '71488eac5b1d403ab1539a864b581c78', 'gw_port': {'id': 'b985cead-3292-4f7c-9426-b77f1b059766', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:2f:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3c00a6c-5abe-4344-8d48-0d7e1af34bb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:29:10Z', 'updated_at': '2021-10-12T20:29:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '2f1e2f97-7dc9-429b-a770-cd6264310a4a', 'name': '', 'network_id': 'fa2f16cc-2a6d-4d7b-a6b3-0b94294324c2', 'tenant_id': '71488eac5b1d403ab1539a864b581c78', 'mac_address': 'fa:16:3e:d8:7d:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3c00a6c-5abe-4344-8d48-0d7e1af34bb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'f20be053-9464-44ff-8301-4b883c78d02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:29:12Z', 'updated_at': '2021-10-12T20:29:13Z', 'revision_number': 2, 'project_id': '71488eac5b1d403ab1539a864b581c78', 'subnets': [{'id': 'f20be053-9464-44ff-8301-4b883c78d02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:29:16.611102 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47846eb-d014-4922-914f-7b0d915e4998 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e8d986e-91e0-4680-8254-1b8d7e9d8267,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:29:16.613686 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b20808-60c7-431f-9814-44afdd3c12a6 None None] Checking router: f3c00a6c-5abe-4344-8d48-0d7e1af34bb2 for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 20:29:16.614642 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b20808-60c7-431f-9814-44afdd3c12a6 None None] Updating router f3c00a6c-5abe-4344-8d48-0d7e1af34bb2 port 2f1e2f97-7dc9-429b-a770-cd6264310a4a binding host n-d-813679-3 {{(pid=95504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 20:29:16.640833 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-11b20808-60c7-431f-9814-44afdd3c12a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:16.689396 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c47846eb-d014-4922-914f-7b0d915e4998 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:16.691754 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-c47846eb-d014-4922-914f-7b0d915e4998 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3351161 Oct 12 20:29:16.695033 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 37120) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:29:16.702529 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device b985cead-3292-4f7c-9426-b77f1b059766 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 20:29:16.703631 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-604bea35-9958-414d-97c7-51bb084c7def tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Request body: {'security_group_rule': {'security_group_id': 'fb88ddba-d486-4b43-bb2f-256fbcf44dcc', 'project_id': '59f74cdb1d2c4e1aa1b8c2549a8b04c3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:29:16.758003 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port b985cead-3292-4f7c-9426-b77f1b059766 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:29:16.758371 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:16.796946 n-d-813679-3 neutron-server[95502]: INFO neutron.db.securitygroups_db [None req-604bea35-9958-414d-97c7-51bb084c7def tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Project 59f74cdb1d2c4e1aa1b8c2549a8b04c3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 20:29:16.803143 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-604bea35-9958-414d-97c7-51bb084c7def tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:16.840110 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:16.861054 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] For port b985cead-3292-4f7c-9426-b77f1b059766, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=b985cead-3292-4f7c-9426-b77f1b059766,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:29:16.875338 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-604bea35-9958-414d-97c7-51bb084c7def tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:16.914689 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-11b20808-60c7-431f-9814-44afdd3c12a6 None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:16.941917 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:16.975847 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-604bea35-9958-414d-97c7-51bb084c7def tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:16.992105 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Pushing event updated for resources: {'Port': ['ID=b985cead-3292-4f7c-9426-b77f1b059766,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:29:16.994285 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604bea35-9958-414d-97c7-51bb084c7def tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36ab85b6-83f2-45c6-8b23-96bca7274aa9,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:29:16.998790 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-11b20808-60c7-431f-9814-44afdd3c12a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:17.054021 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-604bea35-9958-414d-97c7-51bb084c7def tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:17.054928 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-604bea35-9958-414d-97c7-51bb084c7def tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3558671 Oct 12 20:29:17.056077 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bccd44-ea14-48bc-8e63-e6ed1f3556ad None None] Pushing event updated for resources: {'Port': ['ID=2f1e2f97-7dc9-429b-a770-cd6264310a4a,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:29:17.113312 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-11b20808-60c7-431f-9814-44afdd3c12a6 None None] Attempting to bind port 2f1e2f97-7dc9-429b-a770-cd6264310a4a on host n-d-813679-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 20:29:17.115099 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-11b20808-60c7-431f-9814-44afdd3c12a6 None None] Attempting to bind port 2f1e2f97-7dc9-429b-a770-cd6264310a4a by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': '3b927d76-79c9-4afb-8c28-2333c790d5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'fa2f16cc-2a6d-4d7b-a6b3-0b94294324c2'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 20:29:17.115099 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b20808-60c7-431f-9814-44afdd3c12a6 None None] Attempting to bind port 2f1e2f97-7dc9-429b-a770-cd6264310a4a on network fa2f16cc-2a6d-4d7b-a6b3-0b94294324c2 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 20:29:17.121012 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b20808-60c7-431f-9814-44afdd3c12a6 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 20, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 20:29:17.121443 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b20808-60c7-431f-9814-44afdd3c12a6 None None] Checking segment: {'id': '3b927d76-79c9-4afb-8c28-2333c790d5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'fa2f16cc-2a6d-4d7b-a6b3-0b94294324c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 20:29:17.121856 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-11b20808-60c7-431f-9814-44afdd3c12a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:17.122250 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b20808-60c7-431f-9814-44afdd3c12a6 None None] Bound using segment: {'id': '3b927d76-79c9-4afb-8c28-2333c790d5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'fa2f16cc-2a6d-4d7b-a6b3-0b94294324c2'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 20:29:17.122728 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-11b20808-60c7-431f-9814-44afdd3c12a6 None None] Bound port: 2f1e2f97-7dc9-429b-a770-cd6264310a4a, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b927d76-79c9-4afb-8c28-2333c790d5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'fa2f16cc-2a6d-4d7b-a6b3-0b94294324c2'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 20:29:17.123111 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-11b20808-60c7-431f-9814-44afdd3c12a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:17.194988 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-11b20808-60c7-431f-9814-44afdd3c12a6 None None] For port 2f1e2f97-7dc9-429b-a770-cd6264310a4a, host n-d-813679-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 20:29:17.201801 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-11b20808-60c7-431f-9814-44afdd3c12a6 None None] For port 2f1e2f97-7dc9-429b-a770-cd6264310a4a, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=2f1e2f97-7dc9-429b-a770-cd6264310a4a,segment=NetworkSegment(3b927d76-79c9-4afb-8c28-2333c790d5af),segment_id=3b927d76-79c9-4afb-8c28-2333c790d5af)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 20:29:17.207582 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3dfc0047-651b-43ad-b4aa-d9c6127157fb req-26a870dd-f7d6-42e5-af59-832544679b03 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-119057561&fields=id&tenant_id=59f74cdb1d2c4e1aa1b8c2549a8b04c3 HTTP/1.1" status: 200 len: 267 time: 0.0349829 Oct 12 20:29:17.277379 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-11b20808-60c7-431f-9814-44afdd3c12a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:17.315915 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-24b3ab72-9b2e-4f73-82a0-3209e59afc6e None None] Provisioning complete for port 2f1e2f97-7dc9-429b-a770-cd6264310a4a triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:29:17.316799 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-24b3ab72-9b2e-4f73-82a0-3209e59afc6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:17.340106 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b20808-60c7-431f-9814-44afdd3c12a6 None None] Routers {'f3c00a6c-5abe-4344-8d48-0d7e1af34bb2'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:29:17.340710 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-11b20808-60c7-431f-9814-44afdd3c12a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:29:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['f3c00a6c-5abe-4344-8d48-0d7e1af34bb2'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:29:17.440272 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-24b3ab72-9b2e-4f73-82a0-3209e59afc6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:17.485436 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bccd44-ea14-48bc-8e63-e6ed1f3556ad None None] Pushing event updated for resources: {'Port': ['ID=2f1e2f97-7dc9-429b-a770-cd6264310a4a,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:29:17.488998 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-24b3ab72-9b2e-4f73-82a0-3209e59afc6e None None] For port 2f1e2f97-7dc9-429b-a770-cd6264310a4a, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=2f1e2f97-7dc9-429b-a770-cd6264310a4a,segment=NetworkSegment(3b927d76-79c9-4afb-8c28-2333c790d5af),segment_id=3b927d76-79c9-4afb-8c28-2333c790d5af)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:29:17.550690 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-24b3ab72-9b2e-4f73-82a0-3209e59afc6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:17.581774 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-11b20808-60c7-431f-9814-44afdd3c12a6 None None] Set router f3c00a6c-5abe-4344-8d48-0d7e1af34bb2 gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:29:17.603562 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b3ab72-9b2e-4f73-82a0-3209e59afc6e None None] Pushing event updated for resources: {'Port': ['ID=2f1e2f97-7dc9-429b-a770-cd6264310a4a,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:29:17.672257 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-4dbf61ab-3393-446b-9295-2e403e451606 None None] Provisioning complete for port 2f1e2f97-7dc9-429b-a770-cd6264310a4a triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:29:17.672627 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4dbf61ab-3393-446b-9295-2e403e451606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:17.682249 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfc0047-651b-43ad-b4aa-d9c6127157fb req-f14567ad-6a31-4156-81a2-4a059b55e5ea tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:29:17.683736 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3dfc0047-651b-43ad-b4aa-d9c6127157fb req-f14567ad-6a31-4156-81a2-4a059b55e5ea tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/networks?id=5ce7fbeb-d3a8-475c-973c-375b40a077a5 HTTP/1.1" status: 200 len: 809 time: 0.4686265 Oct 12 20:29:17.699786 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3dfc0047-651b-43ad-b4aa-d9c6127157fb req-144dab53-3251-41b8-b41a-f010c8cd78de tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/quotas/59f74cdb1d2c4e1aa1b8c2549a8b04c3 HTTP/1.1" status: 200 len: 375 time: 0.0102022 Oct 12 20:29:17.752580 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3dfc0047-651b-43ad-b4aa-d9c6127157fb req-70f4f70a-46ff-410a-8a96-bef1551e5bdc tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=59f74cdb1d2c4e1aa1b8c2549a8b04c3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0461214 Oct 12 20:29:17.793793 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-11b20808-60c7-431f-9814-44afdd3c12a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3c00a6c-5abe-4344-8d48-0d7e1af34bb2', 'name': 'tempest-TestShelveInstance-1933155724-router', 'tenant_id': '71488eac5b1d403ab1539a864b581c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': 'b985cead-3292-4f7c-9426-b77f1b059766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:29:10Z', 'updated_at': '2021-10-12T20:29:13Z', 'revision_number': 4, 'project_id': '71488eac5b1d403ab1539a864b581c78', 'gw_port': {'id': 'b985cead-3292-4f7c-9426-b77f1b059766', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:2f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c00a6c-5abe-4344-8d48-0d7e1af34bb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:29:10Z', 'updated_at': '2021-10-12T20:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '2f1e2f97-7dc9-429b-a770-cd6264310a4a', 'name': '', 'network_id': 'fa2f16cc-2a6d-4d7b-a6b3-0b94294324c2', 'tenant_id': '71488eac5b1d403ab1539a864b581c78', 'mac_address': 'fa:16:3e:d8:7d:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3c00a6c-5abe-4344-8d48-0d7e1af34bb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'f20be053-9464-44ff-8301-4b883c78d02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:29:12Z', 'updated_at': '2021-10-12T20:29:17Z', 'revision_number': 4, 'project_id': '71488eac5b1d403ab1539a864b581c78', 'subnets': [{'id': 'f20be053-9464-44ff-8301-4b883c78d02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:29:17.819286 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b20808-60c7-431f-9814-44afdd3c12a6 None None] The sync data for ids ['f3c00a6c-5abe-4344-8d48-0d7e1af34bb2'] in n-d-813679-3 is: [{'id': 'f3c00a6c-5abe-4344-8d48-0d7e1af34bb2', 'name': 'tempest-TestShelveInstance-1933155724-router', 'tenant_id': '71488eac5b1d403ab1539a864b581c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': 'b985cead-3292-4f7c-9426-b77f1b059766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:29:10Z', 'updated_at': '2021-10-12T20:29:13Z', 'revision_number': 4, 'project_id': '71488eac5b1d403ab1539a864b581c78', 'gw_port': {'id': 'b985cead-3292-4f7c-9426-b77f1b059766', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:2f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c00a6c-5abe-4344-8d48-0d7e1af34bb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:29:10Z', 'updated_at': '2021-10-12T20:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '2f1e2f97-7dc9-429b-a770-cd6264310a4a', 'name': '', 'network_id': 'fa2f16cc-2a6d-4d7b-a6b3-0b94294324c2', 'tenant_id': '71488eac5b1d403ab1539a864b581c78', 'mac_address': 'fa:16:3e:d8:7d:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3c00a6c-5abe-4344-8d48-0d7e1af34bb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'f20be053-9464-44ff-8301-4b883c78d02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:29:12Z', 'updated_at': '2021-10-12T20:29:17Z', 'revision_number': 4, 'project_id': '71488eac5b1d403ab1539a864b581c78', 'subnets': [{'id': 'f20be053-9464-44ff-8301-4b883c78d02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 20:29:17.941479 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3dfc0047-651b-43ad-b4aa-d9c6127157fb req-09994d87-432b-4b5e-bd7f-cc4ad8f5e9e0 service neutron] 10.222.0.49 "GET /v2.0/networks/5ce7fbeb-d3a8-475c-973c-375b40a077a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766419 Oct 12 20:29:18.033937 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3dfc0047-651b-43ad-b4aa-d9c6127157fb req-2df07819-9962-413f-be86-e9433f531bd4 service neutron] 10.222.0.49 "GET /v2.0/networks/5ce7fbeb-d3a8-475c-973c-375b40a077a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857701 Oct 12 20:29:18.673828 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 2f1e2f97-7dc9-429b-a770-cd6264310a4a up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 20:29:18.719252 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 2f1e2f97-7dc9-429b-a770-cd6264310a4a triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:29:18.719543 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:18.793505 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device b985cead-3292-4f7c-9426-b77f1b059766 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 20:29:18.839142 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port b985cead-3292-4f7c-9426-b77f1b059766 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:29:18.839511 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:19.297698 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f5f114cd-2530-4fc6-85a3-287890f64cec req-863fa0f8-c6fe-4c84-bc37-06f4dd5e8c16 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/ports?device_id=3482a620-f850-4353-ab24-68db12f9cb49 HTTP/1.1" status: 200 len: 210 time: 0.0269840 Oct 12 20:29:20.391456 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cd7e8818-9228-443a-abf2-03ebd21e06fe req-a48c8d4f-342c-4a7f-b3d7-8bce7199969e tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/ports?device_id=3482a620-f850-4353-ab24-68db12f9cb49 HTTP/1.1" status: 200 len: 210 time: 0.0270133 Oct 12 20:29:21.481844 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfc0047-651b-43ad-b4aa-d9c6127157fb req-2c5f3e0e-1c82-45ba-a939-18b9b0d7682b tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:29:21.483352 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3dfc0047-651b-43ad-b4aa-d9c6127157fb req-2c5f3e0e-1c82-45ba-a939-18b9b0d7682b tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.67 "GET /v2.0/networks?id=5ce7fbeb-d3a8-475c-973c-375b40a077a5 HTTP/1.1" status: 200 len: 809 time: 0.1074319 Oct 12 20:29:21.491744 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b25f56b8-7d35-4b0e-abd5-3e0c03c31ea7 req-0f3353a2-9d59-45d1-9110-acdd616f99f4 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/ports?device_id=3482a620-f850-4353-ab24-68db12f9cb49 HTTP/1.1" status: 200 len: 210 time: 0.0294092 Oct 12 20:29:21.528882 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3dfc0047-651b-43ad-b4aa-d9c6127157fb req-9f8f1976-6a9d-4582-aabd-146c30ccd9f6 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=59f74cdb1d2c4e1aa1b8c2549a8b04c3 HTTP/1.1" status: 200 len: 379 time: 0.0356026 Oct 12 20:29:21.537762 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-3dfc0047-651b-43ad-b4aa-d9c6127157fb req-980bfe29-979b-4c4b-b229-0747cd2f34c8 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Request body: {'port': {'device_id': '3482a620-f850-4353-ab24-68db12f9cb49', 'network_id': '5ce7fbeb-d3a8-475c-973c-375b40a077a5', 'admin_state_up': True, 'tenant_id': '59f74cdb1d2c4e1aa1b8c2549a8b04c3', 'security_groups': ['fb88ddba-d486-4b43-bb2f-256fbcf44dcc']}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:29:21.741540 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3dfc0047-651b-43ad-b4aa-d9c6127157fb req-980bfe29-979b-4c4b-b229-0747cd2f34c8 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Made reservation on behalf of 59f74cdb1d2c4e1aa1b8c2549a8b04c3 for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 20:29:21.745177 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-3dfc0047-651b-43ad-b4aa-d9c6127157fb req-980bfe29-979b-4c4b-b229-0747cd2f34c8 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:21.865097 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [req-3dfc0047-651b-43ad-b4aa-d9c6127157fb req-980bfe29-979b-4c4b-b229-0747cd2f34c8 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Allocated IP 172.20.0.9 (5ce7fbeb-d3a8-475c-973c-375b40a077a5/3bc0812d-64ec-44be-899d-34286686f675/56a22ff7-cf53-4999-a0cf-b006d25e3540) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 20:29:22.000771 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-3dfc0047-651b-43ad-b4aa-d9c6127157fb req-980bfe29-979b-4c4b-b229-0747cd2f34c8 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:22.093825 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-3dfc0047-651b-43ad-b4aa-d9c6127157fb req-980bfe29-979b-4c4b-b229-0747cd2f34c8 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:22.138141 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dfc0047-651b-43ad-b4aa-d9c6127157fb req-980bfe29-979b-4c4b-b229-0747cd2f34c8 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Network 5ce7fbeb-d3a8-475c-973c-375b40a077a5 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 20:29:22.141265 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [req-3dfc0047-651b-43ad-b4aa-d9c6127157fb req-980bfe29-979b-4c4b-b229-0747cd2f34c8 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 20:29:22.145036 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dfc0047-651b-43ad-b4aa-d9c6127157fb req-980bfe29-979b-4c4b-b229-0747cd2f34c8 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 20:29:22.151415 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980bfe29-979b-4c4b-b229-0747cd2f34c8 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Pushing event updated for resources: {'Port': ['ID=56a22ff7-cf53-4999-a0cf-b006d25e3540,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:29:22.202595 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfc0047-651b-43ad-b4aa-d9c6127157fb req-980bfe29-979b-4c4b-b229-0747cd2f34c8 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:29:22.203220 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-3dfc0047-651b-43ad-b4aa-d9c6127157fb req-980bfe29-979b-4c4b-b229-0747cd2f34c8 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:22.284794 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3dfc0047-651b-43ad-b4aa-d9c6127157fb req-980bfe29-979b-4c4b-b229-0747cd2f34c8 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7505505 Oct 12 20:29:22.300233 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-3dfc0047-651b-43ad-b4aa-d9c6127157fb req-1ff1a406-7ba6-4a03-8f2b-b72c686de9be service neutron] Request body: {'port': {'device_id': '3482a620-f850-4353-ab24-68db12f9cb49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-3'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:29:22.353843 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-3dfc0047-651b-43ad-b4aa-d9c6127157fb req-1ff1a406-7ba6-4a03-8f2b-b72c686de9be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:22.400279 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-9ebd45b1-65f8-405f-bfb6-3eada8e287f1 None None] Provisioning complete for port 56a22ff7-cf53-4999-a0cf-b006d25e3540 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:29:22.400879 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9ebd45b1-65f8-405f-bfb6-3eada8e287f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:22.435805 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-9ebd45b1-65f8-405f-bfb6-3eada8e287f1 None None] Port 56a22ff7-cf53-4999-a0cf-b006d25e3540 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 20:29:22.647562 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53039f9-fe81-4960-be19-8f7c8be53a24 req-e53dfad7-7bda-4f14-905a-538944fcc3cf tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:29:22.651162 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f53039f9-fe81-4960-be19-8f7c8be53a24 req-e53dfad7-7bda-4f14-905a-538944fcc3cf tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/ports?device_id=3482a620-f850-4353-ab24-68db12f9cb49 HTTP/1.1" status: 200 len: 931 time: 0.0899384 Oct 12 20:29:22.660751 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [req-3dfc0047-651b-43ad-b4aa-d9c6127157fb req-1ff1a406-7ba6-4a03-8f2b-b72c686de9be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56a22ff7-cf53-4999-a0cf-b006d25e3540 {{(pid=95501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 20:29:22.673556 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-3dfc0047-651b-43ad-b4aa-d9c6127157fb req-1ff1a406-7ba6-4a03-8f2b-b72c686de9be service neutron] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:22.702069 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.provisioning_blocks [req-3dfc0047-651b-43ad-b4aa-d9c6127157fb req-1ff1a406-7ba6-4a03-8f2b-b72c686de9be service neutron] Transition to ACTIVE for port object 56a22ff7-cf53-4999-a0cf-b006d25e3540 will not be triggered until provisioned by entity L2. {{(pid=95501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 20:29:22.707241 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f53039f9-fe81-4960-be19-8f7c8be53a24 req-5a52cf50-e4ee-4362-bfab-ecf1b51713cb tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb88ddba-d486-4b43-bb2f-256fbcf44dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492938 Oct 12 20:29:22.775997 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-3dfc0047-651b-43ad-b4aa-d9c6127157fb req-1ff1a406-7ba6-4a03-8f2b-b72c686de9be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:22.826825 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff1a406-7ba6-4a03-8f2b-b72c686de9be service neutron] Pushing event updated for resources: {'Port': ['ID=56a22ff7-cf53-4999-a0cf-b006d25e3540,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:29:22.901306 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-3dfc0047-651b-43ad-b4aa-d9c6127157fb req-1ff1a406-7ba6-4a03-8f2b-b72c686de9be service neutron] Attempting to bind port 56a22ff7-cf53-4999-a0cf-b006d25e3540 on host n-h2-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 20:29:22.901644 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-3dfc0047-651b-43ad-b4aa-d9c6127157fb req-1ff1a406-7ba6-4a03-8f2b-b72c686de9be service neutron] Attempting to bind port 56a22ff7-cf53-4999-a0cf-b006d25e3540 by drivers openvswitch,hyperv on host n-h2-813679-3 at level 0 using segments [{'id': '8013cf53-23ad-41f7-88c5-9efc3c01994b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '5ce7fbeb-d3a8-475c-973c-375b40a077a5'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 20:29:22.901974 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dfc0047-651b-43ad-b4aa-d9c6127157fb req-1ff1a406-7ba6-4a03-8f2b-b72c686de9be service neutron] Attempting to bind port 56a22ff7-cf53-4999-a0cf-b006d25e3540 on network 5ce7fbeb-d3a8-475c-973c-375b40a077a5 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 20:29:22.906536 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dfc0047-651b-43ad-b4aa-d9c6127157fb req-1ff1a406-7ba6-4a03-8f2b-b72c686de9be service neutron] Port 56a22ff7-cf53-4999-a0cf-b006d25e3540 on network 5ce7fbeb-d3a8-475c-973c-375b40a077a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 20:29:22.906858 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dfc0047-651b-43ad-b4aa-d9c6127157fb req-1ff1a406-7ba6-4a03-8f2b-b72c686de9be service neutron] Attempting to bind port 56a22ff7-cf53-4999-a0cf-b006d25e3540 on network 5ce7fbeb-d3a8-475c-973c-375b40a077a5 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 20:29:22.911816 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dfc0047-651b-43ad-b4aa-d9c6127157fb req-1ff1a406-7ba6-4a03-8f2b-b72c686de9be service neutron] Checking agent: {'id': '233fbd7d-38e4-434f-bb8f-05364d7423a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 20, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 20:29:22.912197 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dfc0047-651b-43ad-b4aa-d9c6127157fb req-1ff1a406-7ba6-4a03-8f2b-b72c686de9be service neutron] Checking segment: {'id': '8013cf53-23ad-41f7-88c5-9efc3c01994b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '5ce7fbeb-d3a8-475c-973c-375b40a077a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 20:29:22.912586 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dfc0047-651b-43ad-b4aa-d9c6127157fb req-1ff1a406-7ba6-4a03-8f2b-b72c686de9be service neutron] Bound using segment: {'id': '8013cf53-23ad-41f7-88c5-9efc3c01994b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '5ce7fbeb-d3a8-475c-973c-375b40a077a5'} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 20:29:22.913028 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-3dfc0047-651b-43ad-b4aa-d9c6127157fb req-1ff1a406-7ba6-4a03-8f2b-b72c686de9be service neutron] Bound port: 56a22ff7-cf53-4999-a0cf-b006d25e3540, host: n-h2-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8013cf53-23ad-41f7-88c5-9efc3c01994b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '5ce7fbeb-d3a8-475c-973c-375b40a077a5'}}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 20:29:22.913388 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-3dfc0047-651b-43ad-b4aa-d9c6127157fb req-1ff1a406-7ba6-4a03-8f2b-b72c686de9be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:22.978267 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-3dfc0047-651b-43ad-b4aa-d9c6127157fb req-1ff1a406-7ba6-4a03-8f2b-b72c686de9be service neutron] For port 56a22ff7-cf53-4999-a0cf-b006d25e3540, host n-h2-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 20:29:22.981586 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-3dfc0047-651b-43ad-b4aa-d9c6127157fb req-1ff1a406-7ba6-4a03-8f2b-b72c686de9be service neutron] For port 56a22ff7-cf53-4999-a0cf-b006d25e3540, host n-h2-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=56a22ff7-cf53-4999-a0cf-b006d25e3540,segment=NetworkSegment(8013cf53-23ad-41f7-88c5-9efc3c01994b),segment_id=8013cf53-23ad-41f7-88c5-9efc3c01994b)] {{(pid=95501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 20:29:23.045886 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-3dfc0047-651b-43ad-b4aa-d9c6127157fb req-1ff1a406-7ba6-4a03-8f2b-b72c686de9be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:23.080292 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfc0047-651b-43ad-b4aa-d9c6127157fb req-1ff1a406-7ba6-4a03-8f2b-b72c686de9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:29:23.080903 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-3dfc0047-651b-43ad-b4aa-d9c6127157fb req-1ff1a406-7ba6-4a03-8f2b-b72c686de9be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:23.082450 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3dfc0047-651b-43ad-b4aa-d9c6127157fb req-1ff1a406-7ba6-4a03-8f2b-b72c686de9be service neutron] 10.222.0.67 "PUT /v2.0/ports/56a22ff7-cf53-4999-a0cf-b006d25e3540 HTTP/1.1" status: 200 len: 1091 time: 0.7889459 Oct 12 20:29:23.083642 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3482a620-f850-4353-ab24-68db12f9cb49', 'tag': '56a22ff7-cf53-4999-a0cf-b006d25e3540'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:29:23.085966 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de8ed798067560d07a98492cd8cb53eb3655be3ac6c9fe2f8402857175a8f58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c476f9de-fd08-4fe0-8077-b2cab6cf326e" -d '{"events": [{"name": "network-changed", "server_uuid": "3482a620-f850-4353-ab24-68db12f9cb49", "tag": "56a22ff7-cf53-4999-a0cf-b006d25e3540"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:29:23.115351 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff1a406-7ba6-4a03-8f2b-b72c686de9be service neutron] Pushing event updated for resources: {'Port': ['ID=56a22ff7-cf53-4999-a0cf-b006d25e3540,revision_number=3']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:29:23.134706 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 20:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-825d67c9-f363-4ced-bbba-f89fac493e74 x-openstack-request-id: req-825d67c9-f363-4ced-bbba-f89fac493e74 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:29:23.135947 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3482a620-f850-4353-ab24-68db12f9cb49", "tag": "56a22ff7-cf53-4999-a0cf-b006d25e3540", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:29:23.136746 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-825d67c9-f363-4ced-bbba-f89fac493e74 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:29:23.136746 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3482a620-f850-4353-ab24-68db12f9cb49', 'tag': '56a22ff7-cf53-4999-a0cf-b006d25e3540', 'status': 'completed', 'code': 200} Oct 12 20:29:23.205724 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c476f9de-fd08-4fe0-8077-b2cab6cf326e req-bc59b9ad-e428-4b9f-a3f0-7ee87cf49071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:29:23.207419 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c476f9de-fd08-4fe0-8077-b2cab6cf326e req-bc59b9ad-e428-4b9f-a3f0-7ee87cf49071 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=59f74cdb1d2c4e1aa1b8c2549a8b04c3&device_id=3482a620-f850-4353-ab24-68db12f9cb49 HTTP/1.1" status: 200 len: 1094 time: 0.0470014 Oct 12 20:29:23.311441 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c476f9de-fd08-4fe0-8077-b2cab6cf326e req-6f5b27ac-13f3-4f40-8ae1-e7aa7aa7439e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:29:23.312895 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c476f9de-fd08-4fe0-8077-b2cab6cf326e req-6f5b27ac-13f3-4f40-8ae1-e7aa7aa7439e service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=59f74cdb1d2c4e1aa1b8c2549a8b04c3&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0983076 Oct 12 20:29:23.408781 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c476f9de-fd08-4fe0-8077-b2cab6cf326e req-a9428f80-46a2-4083-b4ac-cf7363d4630c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:29:23.410240 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c476f9de-fd08-4fe0-8077-b2cab6cf326e req-a9428f80-46a2-4083-b4ac-cf7363d4630c service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0904438 Oct 12 20:29:23.486009 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfc0047-651b-43ad-b4aa-d9c6127157fb req-ec96c5a8-1c79-4b31-b1d2-df0a85fa5c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:29:23.487450 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3dfc0047-651b-43ad-b4aa-d9c6127157fb req-ec96c5a8-1c79-4b31-b1d2-df0a85fa5c08 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=59f74cdb1d2c4e1aa1b8c2549a8b04c3&device_id=3482a620-f850-4353-ab24-68db12f9cb49 HTTP/1.1" status: 200 len: 1094 time: 0.0387869 Oct 12 20:29:23.528366 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3dfc0047-651b-43ad-b4aa-d9c6127157fb req-73d00bb7-8661-4de7-b6cd-56c3b3de23f3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=56a22ff7-cf53-4999-a0cf-b006d25e3540 HTTP/1.1" status: 200 len: 217 time: 0.0321438 Oct 12 20:29:23.578795 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfc0047-651b-43ad-b4aa-d9c6127157fb req-ed855364-fd3d-4c83-8bdf-cf525ab5132f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:29:23.580109 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3dfc0047-651b-43ad-b4aa-d9c6127157fb req-ed855364-fd3d-4c83-8bdf-cf525ab5132f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3bc0812d-64ec-44be-899d-34286686f675 HTTP/1.1" status: 200 len: 848 time: 0.0451760 Oct 12 20:29:23.625855 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfc0047-651b-43ad-b4aa-d9c6127157fb req-00b7565f-3776-4e94-a428-7df08a8793dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:29:23.627345 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3dfc0047-651b-43ad-b4aa-d9c6127157fb req-00b7565f-3776-4e94-a428-7df08a8793dc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5ce7fbeb-d3a8-475c-973c-375b40a077a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403204 Oct 12 20:29:23.716351 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3dfc0047-651b-43ad-b4aa-d9c6127157fb req-9253844e-7465-4f42-b8bd-c00a06c087b8 service neutron] 10.222.0.67 "GET /v2.0/networks/5ce7fbeb-d3a8-475c-973c-375b40a077a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818355 Oct 12 20:29:23.848737 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9050616-2673-448c-8f48-e667f8ae3ae7 req-af32649d-b99f-4030-8787-687c430d6034 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:29:23.850255 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e9050616-2673-448c-8f48-e667f8ae3ae7 req-af32649d-b99f-4030-8787-687c430d6034 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/ports?device_id=3482a620-f850-4353-ab24-68db12f9cb49 HTTP/1.1" status: 200 len: 943 time: 0.0749936 Oct 12 20:29:23.853808 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3dfc0047-651b-43ad-b4aa-d9c6127157fb req-49e504d0-4ae6-4708-802b-3c7f16b3b2ad service neutron] 10.222.0.67 "GET /v2.0/networks/5ce7fbeb-d3a8-475c-973c-375b40a077a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248965 Oct 12 20:29:23.888022 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e9050616-2673-448c-8f48-e667f8ae3ae7 req-a0163af3-40bd-4da2-a2e0-b7ca1ea76550 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb88ddba-d486-4b43-bb2f-256fbcf44dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318704 Oct 12 20:29:25.005732 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151172c9-a510-4435-9781-2f555b319b6b req-1f6f2b4d-963e-4912-ba19-c822ef4e6faa tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:29:25.007096 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-151172c9-a510-4435-9781-2f555b319b6b req-1f6f2b4d-963e-4912-ba19-c822ef4e6faa tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/ports?device_id=3482a620-f850-4353-ab24-68db12f9cb49 HTTP/1.1" status: 200 len: 943 time: 0.0515041 Oct 12 20:29:25.044696 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-151172c9-a510-4435-9781-2f555b319b6b req-521a7862-c307-4291-9c6e-a4d6223cc432 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb88ddba-d486-4b43-bb2f-256fbcf44dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316496 Oct 12 20:29:26.160544 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c016de-8a0d-4ff8-b4d1-7aebe76a79a4 req-78a26c1b-ffee-4195-b626-b0280c858382 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:29:26.162516 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b5c016de-8a0d-4ff8-b4d1-7aebe76a79a4 req-78a26c1b-ffee-4195-b626-b0280c858382 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/ports?device_id=3482a620-f850-4353-ab24-68db12f9cb49 HTTP/1.1" status: 200 len: 943 time: 0.0528982 Oct 12 20:29:26.200039 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b5c016de-8a0d-4ff8-b4d1-7aebe76a79a4 req-7b0dd707-3929-40b5-9af7-62bd6ad2a77a tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb88ddba-d486-4b43-bb2f-256fbcf44dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312197 Oct 12 20:29:27.312473 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aad9280-f739-47df-ad46-d1f56cea5390 req-8dd80e54-c8a4-4379-9f7a-427fec98b46d tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:29:27.313918 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9aad9280-f739-47df-ad46-d1f56cea5390 req-8dd80e54-c8a4-4379-9f7a-427fec98b46d tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/ports?device_id=3482a620-f850-4353-ab24-68db12f9cb49 HTTP/1.1" status: 200 len: 943 time: 0.0478332 Oct 12 20:29:27.350933 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9aad9280-f739-47df-ad46-d1f56cea5390 req-59d3b7ce-7a2e-484a-b668-dfc31b8b04fd tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb88ddba-d486-4b43-bb2f-256fbcf44dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305886 Oct 12 20:29:27.987455 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 56a22ff7-cf53-4999-a0cf-b006d25e3540 details requested by agent hyperv_n-h2-813679-3 with host n-h2-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 20:29:28.079927 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 56a22ff7-cf53-4999-a0cf-b006d25e3540, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=56a22ff7-cf53-4999-a0cf-b006d25e3540,segment=NetworkSegment(8013cf53-23ad-41f7-88c5-9efc3c01994b),segment_id=8013cf53-23ad-41f7-88c5-9efc3c01994b)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:29:28.091244 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Returning: {'device': '56a22ff7-cf53-4999-a0cf-b006d25e3540', 'network_id': '5ce7fbeb-d3a8-475c-973c-375b40a077a5', 'port_id': '56a22ff7-cf53-4999-a0cf-b006d25e3540', 'mac_address': 'fa:16:3e:55:83:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bc0812d-64ec-44be-899d-34286686f675', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 20:29:28.127138 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:28.140650 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56a22ff7-cf53-4999-a0cf-b006d25e3540 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 20:29:28.160406 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 56a22ff7-cf53-4999-a0cf-b006d25e3540, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=56a22ff7-cf53-4999-a0cf-b006d25e3540,segment=NetworkSegment(8013cf53-23ad-41f7-88c5-9efc3c01994b),segment_id=8013cf53-23ad-41f7-88c5-9efc3c01994b)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:29:28.226770 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:28.277991 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=56a22ff7-cf53-4999-a0cf-b006d25e3540,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:29:28.437157 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['56a22ff7-cf53-4999-a0cf-b006d25e3540'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 20:29:28.464839 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465039d2-66d6-432c-ac88-dd5beeb50e77 req-277bbb79-2368-4c61-9401-fbd5b411a29e tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:29:28.466332 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-465039d2-66d6-432c-ac88-dd5beeb50e77 req-277bbb79-2368-4c61-9401-fbd5b411a29e tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/ports?device_id=3482a620-f850-4353-ab24-68db12f9cb49 HTTP/1.1" status: 200 len: 944 time: 0.0488617 Oct 12 20:29:28.503370 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-465039d2-66d6-432c-ac88-dd5beeb50e77 req-3490d8e6-3a7c-4ba7-86a5-f39a25c64946 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb88ddba-d486-4b43-bb2f-256fbcf44dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311499 Oct 12 20:29:29.256488 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0aa8224f-6cd8-41bf-8499-0e309ddecfd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:29.615613 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0736669-3efd-491c-b339-0628236a4e3a req-2d139a66-0996-4f8b-b81c-22aea98443f4 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:29:29.617049 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d0736669-3efd-491c-b339-0628236a4e3a req-2d139a66-0996-4f8b-b81c-22aea98443f4 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/ports?device_id=3482a620-f850-4353-ab24-68db12f9cb49 HTTP/1.1" status: 200 len: 944 time: 0.0475914 Oct 12 20:29:29.652975 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d0736669-3efd-491c-b339-0628236a4e3a req-f8942588-e1c2-49a6-a3c3-14222ec05190 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb88ddba-d486-4b43-bb2f-256fbcf44dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301454 Oct 12 20:29:29.987550 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 56a22ff7-cf53-4999-a0cf-b006d25e3540 up at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 20:29:30.112711 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning for port 56a22ff7-cf53-4999-a0cf-b006d25e3540 completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 20:29:30.117312 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning complete for port 56a22ff7-cf53-4999-a0cf-b006d25e3540 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:29:30.117689 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:30.193004 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:30.214534 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3482a620-f850-4353-ab24-68db12f9cb49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56a22ff7-cf53-4999-a0cf-b006d25e3540'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:29:30.216813 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b9295f95168b7ebeacfaf6dce688c5b5a488805d3fcc076b348ff91511493a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b194330-6cfe-43a4-8ff7-fd6c6707c21a" -d '{"events": [{"server_uuid": "3482a620-f850-4353-ab24-68db12f9cb49", "name": "network-vif-plugged", "status": "completed", "tag": "56a22ff7-cf53-4999-a0cf-b006d25e3540"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:29:30.232424 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 56a22ff7-cf53-4999-a0cf-b006d25e3540, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=56a22ff7-cf53-4999-a0cf-b006d25e3540,segment=NetworkSegment(8013cf53-23ad-41f7-88c5-9efc3c01994b),segment_id=8013cf53-23ad-41f7-88c5-9efc3c01994b)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:29:30.251668 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 20:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dab865f6-e808-4a7a-911b-8d2e3e0a8388 x-openstack-request-id: req-dab865f6-e808-4a7a-911b-8d2e3e0a8388 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:29:30.251942 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3482a620-f850-4353-ab24-68db12f9cb49", "name": "network-vif-plugged", "status": "completed", "tag": "56a22ff7-cf53-4999-a0cf-b006d25e3540", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:29:30.252224 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-dab865f6-e808-4a7a-911b-8d2e3e0a8388 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:29:30.252614 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3482a620-f850-4353-ab24-68db12f9cb49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56a22ff7-cf53-4999-a0cf-b006d25e3540', 'code': 200} Oct 12 20:29:30.305030 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:30.343323 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69839377-b4cf-4547-a4bc-968e9f62c738 req-9818ecff-d83b-4499-9fb7-710253bcd6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:29:30.344857 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-69839377-b4cf-4547-a4bc-968e9f62c738 req-9818ecff-d83b-4499-9fb7-710253bcd6e9 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3482a620-f850-4353-ab24-68db12f9cb49 HTTP/1.1" status: 200 len: 1096 time: 0.0402100 Oct 12 20:29:30.352494 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=56a22ff7-cf53-4999-a0cf-b006d25e3540,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:29:30.379406 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-69839377-b4cf-4547-a4bc-968e9f62c738 req-767e4925-fa84-4d7d-80d0-74cb998341ec service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=fb88ddba-d486-4b43-bb2f-256fbcf44dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274928 Oct 12 20:29:30.771924 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dbff21-af7a-42f9-884b-d217214f7b99 req-51fe17d5-153c-4384-8ec3-f3756f19eb65 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:29:30.773400 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e6dbff21-af7a-42f9-884b-d217214f7b99 req-51fe17d5-153c-4384-8ec3-f3756f19eb65 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/ports?device_id=3482a620-f850-4353-ab24-68db12f9cb49 HTTP/1.1" status: 200 len: 945 time: 0.0518095 Oct 12 20:29:30.810184 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e6dbff21-af7a-42f9-884b-d217214f7b99 req-7d7c90a0-6d88-48d0-864b-e10c12e56dec tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb88ddba-d486-4b43-bb2f-256fbcf44dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310125 Oct 12 20:29:31.773061 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c6f3ad15-8386-4b78-b0a3-88034d7cfc72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:31.932226 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4629aa2-2d48-487f-a577-0404701153be req-b8ec8192-48fe-417d-9510-b013492e90a0 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:29:31.933687 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f4629aa2-2d48-487f-a577-0404701153be req-b8ec8192-48fe-417d-9510-b013492e90a0 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/ports?device_id=3482a620-f850-4353-ab24-68db12f9cb49 HTTP/1.1" status: 200 len: 945 time: 0.0551043 Oct 12 20:29:31.972523 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f4629aa2-2d48-487f-a577-0404701153be req-1ed7638e-8c81-4bc2-b834-0fca4a7e6f91 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb88ddba-d486-4b43-bb2f-256fbcf44dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327814 Oct 12 20:29:32.084557 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69f5716-40dd-4eae-be8d-525fed0d9801 req-a57ee6b0-ca5e-4d4f-bd9d-f69f0a7c3cd9 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:29:32.085912 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d69f5716-40dd-4eae-be8d-525fed0d9801 req-a57ee6b0-ca5e-4d4f-bd9d-f69f0a7c3cd9 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/ports?device_id=3482a620-f850-4353-ab24-68db12f9cb49 HTTP/1.1" status: 200 len: 945 time: 0.0485804 Oct 12 20:29:32.123175 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d69f5716-40dd-4eae-be8d-525fed0d9801 req-6d5e0a73-0723-4183-8df5-fc7398579f7c tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb88ddba-d486-4b43-bb2f-256fbcf44dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314305 Oct 12 20:29:32.144949 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 37186) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:29:32.231058 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bffcb38-0d90-4921-b608-b547ae53a1fd tempest-TestShelveInstance-1173748836 tempest-TestShelveInstance-1173748836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:29:32.232570 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-2bffcb38-0d90-4921-b608-b547ae53a1fd tempest-TestShelveInstance-1173748836 tempest-TestShelveInstance-1173748836-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=3482a620-f850-4353-ab24-68db12f9cb49 HTTP/1.1" status: 200 len: 1091 time: 0.0860381 Oct 12 20:29:32.235534 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 37190) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:29:32.240459 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-830be196-a1a6-4892-bff0-94c4d7400520 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Request body: {'floatingip': {'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'port_id': '56a22ff7-cf53-4999-a0cf-b006d25e3540', 'tenant_id': '59f74cdb1d2c4e1aa1b8c2549a8b04c3', 'fixed_ip_address': '172.20.0.9'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:29:32.344498 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-830be196-a1a6-4892-bff0-94c4d7400520 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Notify callbacks [] for floatingip, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:32.443330 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-830be196-a1a6-4892-bff0-94c4d7400520 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:32.546268 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-830be196-a1a6-4892-bff0-94c4d7400520 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Allocated IP 172.25.5.168 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/aff12185-b2c4-40ea-8467-02bdcd57e224) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 20:29:32.555986 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:32.644000 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-830be196-a1a6-4892-bff0-94c4d7400520 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:32.729936 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-830be196-a1a6-4892-bff0-94c4d7400520 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:32.770681 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830be196-a1a6-4892-bff0-94c4d7400520 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 20:29:32.773507 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-830be196-a1a6-4892-bff0-94c4d7400520 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 20:29:32.777009 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830be196-a1a6-4892-bff0-94c4d7400520 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 20:29:33.093584 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830be196-a1a6-4892-bff0-94c4d7400520 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Pushing event updated for resources: {'Port': ['ID=aff12185-b2c4-40ea-8467-02bdcd57e224,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:29:33.328480 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:33.418495 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-830be196-a1a6-4892-bff0-94c4d7400520 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:33.534314 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-830be196-a1a6-4892-bff0-94c4d7400520 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:33.682232 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-830be196-a1a6-4892-bff0-94c4d7400520 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:33.712946 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:33.735576 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-830be196-a1a6-4892-bff0-94c4d7400520 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:33.805653 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830be196-a1a6-4892-bff0-94c4d7400520 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Pushing event updated for resources: {'Port': ['ID=aff12185-b2c4-40ea-8467-02bdcd57e224,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:29:33.814188 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-830be196-a1a6-4892-bff0-94c4d7400520 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7915414'] for floatingip, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:33.914353 n-d-813679-3 neutron-server[95502]: INFO neutron.db.l3_db [None req-830be196-a1a6-4892-bff0-94c4d7400520 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Floating IP dae0e447-d7db-4c38-a8a6-f3cf2fcbcfb9 associated. External IP: 172.25.5.168, port: 56a22ff7-cf53-4999-a0cf-b006d25e3540. Oct 12 20:29:34.119616 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-830be196-a1a6-4892-bff0-94c4d7400520 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Router 38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 20:29:34.225002 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-830be196-a1a6-4892-bff0-94c4d7400520 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 20:29:34.236211 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0cd314-541b-4fe3-b6e4-4b6a327212b4 None None] Sync routers for ids ['38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 20:29:34.245239 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0cd314-541b-4fe3-b6e4-4b6a327212b4 None None] Routers {'38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:29:34.245837 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-6c0cd314-541b-4fe3-b6e4-4b6a327212b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:29:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:29:34.343352 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-830be196-a1a6-4892-bff0-94c4d7400520 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:34.351075 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-6c0cd314-541b-4fe3-b6e4-4b6a327212b4 None None] Set router 38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:29:34.371647 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-830be196-a1a6-4892-bff0-94c4d7400520 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1349697 Oct 12 20:29:34.372182 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3482a620-f850-4353-ab24-68db12f9cb49', 'tag': '56a22ff7-cf53-4999-a0cf-b006d25e3540'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:29:34.374527 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d38ba98a80be6c2fe69993d1a3c9eb2b0c7fe5c84c08efdde6b95a5e2d0657c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6adefd1-f207-407d-81f1-f74ed85d5afb" -d '{"events": [{"name": "network-changed", "server_uuid": "3482a620-f850-4353-ab24-68db12f9cb49", "tag": "56a22ff7-cf53-4999-a0cf-b006d25e3540"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:29:34.409091 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 20:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb236eab-e7f3-4a86-b8e5-f198c19a8446 x-openstack-request-id: req-cb236eab-e7f3-4a86-b8e5-f198c19a8446 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:29:34.409381 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3482a620-f850-4353-ab24-68db12f9cb49", "tag": "56a22ff7-cf53-4999-a0cf-b006d25e3540", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:29:34.409640 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cb236eab-e7f3-4a86-b8e5-f198c19a8446 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:29:34.410046 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3482a620-f850-4353-ab24-68db12f9cb49', 'tag': '56a22ff7-cf53-4999-a0cf-b006d25e3540', 'status': 'completed', 'code': 200} Oct 12 20:29:34.470243 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6adefd1-f207-407d-81f1-f74ed85d5afb req-f6e38200-0a70-4005-8122-7c2df93e944c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:29:34.471723 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b6adefd1-f207-407d-81f1-f74ed85d5afb req-f6e38200-0a70-4005-8122-7c2df93e944c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=59f74cdb1d2c4e1aa1b8c2549a8b04c3&device_id=3482a620-f850-4353-ab24-68db12f9cb49 HTTP/1.1" status: 200 len: 1096 time: 0.0398631 Oct 12 20:29:34.564547 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6adefd1-f207-407d-81f1-f74ed85d5afb req-7947faae-1e10-4a02-a0e1-f6180fd4f899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:29:34.566086 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b6adefd1-f207-407d-81f1-f74ed85d5afb req-7947faae-1e10-4a02-a0e1-f6180fd4f899 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5ce7fbeb-d3a8-475c-973c-375b40a077a5 HTTP/1.1" status: 200 len: 910 time: 0.0861561 Oct 12 20:29:34.576531 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-6c0cd314-541b-4fe3-b6e4-4b6a327212b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c', 'name': 'tempest-TestShelveInstance-1478103960-router', 'tenant_id': '59f74cdb1d2c4e1aa1b8c2549a8b04c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': 'fead82fa-7bf9-4e7b-8612-1434c3cef88a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:29:04Z', 'updated_at': '2021-10-12T20:29:07Z', 'revision_number': 4, 'project_id': '59f74cdb1d2c4e1aa1b8c2549a8b04c3', 'gw_port': {'id': 'fead82fa-7bf9-4e7b-8612-1434c3cef88a', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:cc:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:29:05Z', 'updated_at': '2021-10-12T20:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': 'dae0e447-d7db-4c38-a8a6-f3cf2fcbcfb9', 'tenant_id': '59f74cdb1d2c4e1aa1b8c2549a8b04c3', 'floating_ip_address': '172.25.5.168', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': '38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c', 'port_id': '56a22ff7-cf53-4999-a0cf-b006d25e3540', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ce7fbeb-d3a8-475c-973c-375b40a077a5', 'mac_address': 'fa:16:3e:55:83:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3482a620-f850-4353-ab24-68db12f9cb49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T20:29:33Z', 'updated_at': '2021-10-12T20:29:33Z', 'revision_number': 0, 'project_id': '59f74cdb1d2c4e1aa1b8c2549a8b04c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c3bdfa3-8c23-45f1-81dd-9cbe90e1b596', 'name': '', 'network_id': '5ce7fbeb-d3a8-475c-973c-375b40a077a5', 'tenant_id': '59f74cdb1d2c4e1aa1b8c2549a8b04c3', 'mac_address': 'fa:16:3e:1e:f9:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '3bc0812d-64ec-44be-899d-34286686f675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:29:06Z', 'updated_at': '2021-10-12T20:29:11Z', 'revision_number': 5, 'project_id': '59f74cdb1d2c4e1aa1b8c2549a8b04c3', 'subnets': [{'id': '3bc0812d-64ec-44be-899d-34286686f675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:29:34.603598 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0cd314-541b-4fe3-b6e4-4b6a327212b4 None None] Checking router: 38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 20:29:34.612572 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0cd314-541b-4fe3-b6e4-4b6a327212b4 None None] Routers {'38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:29:34.612840 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-6c0cd314-541b-4fe3-b6e4-4b6a327212b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:29:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:29:34.632653 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b6adefd1-f207-407d-81f1-f74ed85d5afb req-6a9c9024-2ae9-4161-b4fb-d0252e0dc696 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=56a22ff7-cf53-4999-a0cf-b006d25e3540 HTTP/1.1" status: 200 len: 999 time: 0.0593412 Oct 12 20:29:34.682233 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6adefd1-f207-407d-81f1-f74ed85d5afb req-f1afed54-e19c-4a63-84a4-442fd14ae25f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:29:34.683694 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b6adefd1-f207-407d-81f1-f74ed85d5afb req-f1afed54-e19c-4a63-84a4-442fd14ae25f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3bc0812d-64ec-44be-899d-34286686f675 HTTP/1.1" status: 200 len: 848 time: 0.0441613 Oct 12 20:29:34.736913 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6adefd1-f207-407d-81f1-f74ed85d5afb req-22848062-113d-4fed-ab89-de30f9c71a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:29:34.738421 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b6adefd1-f207-407d-81f1-f74ed85d5afb req-22848062-113d-4fed-ab89-de30f9c71a1b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5ce7fbeb-d3a8-475c-973c-375b40a077a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476797 Oct 12 20:29:34.839504 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b6adefd1-f207-407d-81f1-f74ed85d5afb req-61e1a336-56be-4896-8e55-f636ea77bbe6 service neutron] 10.222.0.67 "GET /v2.0/networks/5ce7fbeb-d3a8-475c-973c-375b40a077a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847812 Oct 12 20:29:34.889028 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-6c0cd314-541b-4fe3-b6e4-4b6a327212b4 None None] Set router 38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:29:34.934221 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b6adefd1-f207-407d-81f1-f74ed85d5afb req-9d8c20c8-1571-4e03-9c8b-993bf14e25e0 service neutron] 10.222.0.67 "GET /v2.0/networks/5ce7fbeb-d3a8-475c-973c-375b40a077a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870240 Oct 12 20:29:34.962344 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:34.962999 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:29:35.114131 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-6c0cd314-541b-4fe3-b6e4-4b6a327212b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c', 'name': 'tempest-TestShelveInstance-1478103960-router', 'tenant_id': '59f74cdb1d2c4e1aa1b8c2549a8b04c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': 'fead82fa-7bf9-4e7b-8612-1434c3cef88a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:29:04Z', 'updated_at': '2021-10-12T20:29:07Z', 'revision_number': 4, 'project_id': '59f74cdb1d2c4e1aa1b8c2549a8b04c3', 'gw_port': {'id': 'fead82fa-7bf9-4e7b-8612-1434c3cef88a', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:cc:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:29:05Z', 'updated_at': '2021-10-12T20:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': 'dae0e447-d7db-4c38-a8a6-f3cf2fcbcfb9', 'tenant_id': '59f74cdb1d2c4e1aa1b8c2549a8b04c3', 'floating_ip_address': '172.25.5.168', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': '38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c', 'port_id': '56a22ff7-cf53-4999-a0cf-b006d25e3540', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ce7fbeb-d3a8-475c-973c-375b40a077a5', 'mac_address': 'fa:16:3e:55:83:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3482a620-f850-4353-ab24-68db12f9cb49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T20:29:33Z', 'updated_at': '2021-10-12T20:29:33Z', 'revision_number': 0, 'project_id': '59f74cdb1d2c4e1aa1b8c2549a8b04c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c3bdfa3-8c23-45f1-81dd-9cbe90e1b596', 'name': '', 'network_id': '5ce7fbeb-d3a8-475c-973c-375b40a077a5', 'tenant_id': '59f74cdb1d2c4e1aa1b8c2549a8b04c3', 'mac_address': 'fa:16:3e:1e:f9:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '3bc0812d-64ec-44be-899d-34286686f675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:29:06Z', 'updated_at': '2021-10-12T20:29:11Z', 'revision_number': 5, 'project_id': '59f74cdb1d2c4e1aa1b8c2549a8b04c3', 'subnets': [{'id': '3bc0812d-64ec-44be-899d-34286686f675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:29:35.140164 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0cd314-541b-4fe3-b6e4-4b6a327212b4 None None] The sync data for ids ['38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c'] in n-d-813679-3 is: [{'id': '38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c', 'name': 'tempest-TestShelveInstance-1478103960-router', 'tenant_id': '59f74cdb1d2c4e1aa1b8c2549a8b04c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': 'fead82fa-7bf9-4e7b-8612-1434c3cef88a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:29:04Z', 'updated_at': '2021-10-12T20:29:07Z', 'revision_number': 4, 'project_id': '59f74cdb1d2c4e1aa1b8c2549a8b04c3', 'gw_port': {'id': 'fead82fa-7bf9-4e7b-8612-1434c3cef88a', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:cc:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:29:05Z', 'updated_at': '2021-10-12T20:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': 'dae0e447-d7db-4c38-a8a6-f3cf2fcbcfb9', 'tenant_id': '59f74cdb1d2c4e1aa1b8c2549a8b04c3', 'floating_ip_address': '172.25.5.168', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': '38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c', 'port_id': '56a22ff7-cf53-4999-a0cf-b006d25e3540', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ce7fbeb-d3a8-475c-973c-375b40a077a5', 'mac_address': 'fa:16:3e:55:83:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3482a620-f850-4353-ab24-68db12f9cb49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T20:29:33Z', 'updated_at': '2021-10-12T20:29:33Z', 'revision_number': 0, 'project_id': '59f74cdb1d2c4e1aa1b8c2549a8b04c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c3bdfa3-8c23-45f1-81dd-9cbe90e1b596', 'name': '', 'network_id': '5ce7fbeb-d3a8-475c-973c-375b40a077a5', 'tenant_id': '59f74cdb1d2c4e1aa1b8c2549a8b04c3', 'mac_address': 'fa:16:3e:1e:f9:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '3bc0812d-64ec-44be-899d-34286686f675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:29:06Z', 'updated_at': '2021-10-12T20:29:11Z', 'revision_number': 5, 'project_id': '59f74cdb1d2c4e1aa1b8c2549a8b04c3', 'subnets': [{'id': '3bc0812d-64ec-44be-899d-34286686f675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 20:29:35.334021 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbf36f7-2f13-4973-8d9b-0a19111779c2 None None] New status for floating IP dae0e447-d7db-4c38-a8a6-f3cf2fcbcfb9: ACTIVE {{(pid=95504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 20:29:53.196957 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 20:29:59.214493 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8958a94c-9bec-4cac-9a9f-f9a4940fcc94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:30:01.775042 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e6e9cf58-c035-47e6-bc4b-1b7ee6717b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:30:02.538541 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:30:03.340448 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:30:03.734231 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:30:04.763310 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:30:04.854464 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:30:18.610736 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2cb85d5e-d3b8-4464-8507-ebf45292a5c9 req-7f9b327c-c7fe-4c46-b2b7-40e99dc3608b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3482a620-f850-4353-ab24-68db12f9cb49&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402143 Oct 12 20:30:18.693450 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb85d5e-d3b8-4464-8507-ebf45292a5c9 req-d9daece1-97fa-48ac-9516-2aae9fb4eb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:30:18.694942 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2cb85d5e-d3b8-4464-8507-ebf45292a5c9 req-d9daece1-97fa-48ac-9516-2aae9fb4eb3e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=59f74cdb1d2c4e1aa1b8c2549a8b04c3&device_id=3482a620-f850-4353-ab24-68db12f9cb49 HTTP/1.1" status: 200 len: 1096 time: 0.0405793 Oct 12 20:30:18.798347 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb85d5e-d3b8-4464-8507-ebf45292a5c9 req-063d7283-0014-4492-9f36-c7c105bcfe7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:30:18.799783 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2cb85d5e-d3b8-4464-8507-ebf45292a5c9 req-063d7283-0014-4492-9f36-c7c105bcfe7d service neutron] 10.222.0.67 "GET /v2.0/networks?id=5ce7fbeb-d3a8-475c-973c-375b40a077a5 HTTP/1.1" status: 200 len: 910 time: 0.0864029 Oct 12 20:30:18.861952 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2cb85d5e-d3b8-4464-8507-ebf45292a5c9 req-373377d1-3c91-43ca-8c7e-cbc9954dd6bd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=56a22ff7-cf53-4999-a0cf-b006d25e3540 HTTP/1.1" status: 200 len: 1001 time: 0.0553112 Oct 12 20:30:18.909256 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb85d5e-d3b8-4464-8507-ebf45292a5c9 req-573098ff-2c21-4354-8e3a-9783a74770b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:30:18.910651 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2cb85d5e-d3b8-4464-8507-ebf45292a5c9 req-573098ff-2c21-4354-8e3a-9783a74770b0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3bc0812d-64ec-44be-899d-34286686f675 HTTP/1.1" status: 200 len: 848 time: 0.0420516 Oct 12 20:30:18.958273 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb85d5e-d3b8-4464-8507-ebf45292a5c9 req-13ccbaef-37e5-439c-8d8c-97bc9dac1be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:30:18.959706 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2cb85d5e-d3b8-4464-8507-ebf45292a5c9 req-13ccbaef-37e5-439c-8d8c-97bc9dac1be0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5ce7fbeb-d3a8-475c-973c-375b40a077a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417156 Oct 12 20:30:19.047906 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2cb85d5e-d3b8-4464-8507-ebf45292a5c9 req-d9b8eec9-f665-450a-a47c-725470d6d483 service neutron] 10.222.0.67 "GET /v2.0/networks/5ce7fbeb-d3a8-475c-973c-375b40a077a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807993 Oct 12 20:30:19.139089 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2cb85d5e-d3b8-4464-8507-ebf45292a5c9 req-0d456c9d-19ab-43a0-b682-c30e5173842a service neutron] 10.222.0.67 "GET /v2.0/networks/5ce7fbeb-d3a8-475c-973c-375b40a077a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842731 Oct 12 20:30:29.241771 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-4cb40b52-d3b5-4713-b2df-7764e5737733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:30:30.196235 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 20:30:31.784726 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d7b5d086-4897-4e03-b458-d43769967d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:30:32.544569 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:30:33.344692 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:30:33.738310 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:30:34.801880 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:30:34.858601 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:30:59.218409 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ae9dba36-a993-439d-9847-f39820e19116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:31:01.783550 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1a2b47bc-7c96-4295-ab6c-3bc10c5a3e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:31:02.555812 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:31:03.338040 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:31:03.738149 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:31:04.790344 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:31:04.846555 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:31:07.194512 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 20:31:18.609165 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-38e642c3-9c95-450c-ac30-9b929c3b1e2d req-f159023f-bc59-4958-8ce2-45ef5b35d81c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3482a620-f850-4353-ab24-68db12f9cb49&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400770 Oct 12 20:31:18.687757 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e642c3-9c95-450c-ac30-9b929c3b1e2d req-3753b119-7c7f-4eae-a9ee-8c6a55666f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:31:18.689259 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-38e642c3-9c95-450c-ac30-9b929c3b1e2d req-3753b119-7c7f-4eae-a9ee-8c6a55666f26 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=59f74cdb1d2c4e1aa1b8c2549a8b04c3&device_id=3482a620-f850-4353-ab24-68db12f9cb49 HTTP/1.1" status: 200 len: 1096 time: 0.0404046 Oct 12 20:31:18.792143 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e642c3-9c95-450c-ac30-9b929c3b1e2d req-6464e047-bfc4-4ff0-8794-69d789baeb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:31:18.793575 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-38e642c3-9c95-450c-ac30-9b929c3b1e2d req-6464e047-bfc4-4ff0-8794-69d789baeb3d service neutron] 10.222.0.67 "GET /v2.0/networks?id=5ce7fbeb-d3a8-475c-973c-375b40a077a5 HTTP/1.1" status: 200 len: 910 time: 0.0857291 Oct 12 20:31:18.855173 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-38e642c3-9c95-450c-ac30-9b929c3b1e2d req-fbd817a3-c0fd-429e-902f-d9e67935edea service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=56a22ff7-cf53-4999-a0cf-b006d25e3540 HTTP/1.1" status: 200 len: 1001 time: 0.0542674 Oct 12 20:31:18.906140 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e642c3-9c95-450c-ac30-9b929c3b1e2d req-d99a8538-647f-4000-8dcc-b282359116a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:31:18.907531 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-38e642c3-9c95-450c-ac30-9b929c3b1e2d req-d99a8538-647f-4000-8dcc-b282359116a3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3bc0812d-64ec-44be-899d-34286686f675 HTTP/1.1" status: 200 len: 848 time: 0.0454354 Oct 12 20:31:18.951935 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e642c3-9c95-450c-ac30-9b929c3b1e2d req-79d602ed-9b77-42fd-8433-e2433e5016f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:31:18.953374 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-38e642c3-9c95-450c-ac30-9b929c3b1e2d req-79d602ed-9b77-42fd-8433-e2433e5016f1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5ce7fbeb-d3a8-475c-973c-375b40a077a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388861 Oct 12 20:31:19.039603 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-38e642c3-9c95-450c-ac30-9b929c3b1e2d req-f03d4e49-00ab-467c-b89a-e944bb433e88 service neutron] 10.222.0.67 "GET /v2.0/networks/5ce7fbeb-d3a8-475c-973c-375b40a077a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789549 Oct 12 20:31:19.129822 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-38e642c3-9c95-450c-ac30-9b929c3b1e2d req-d5adccfc-a3a1-4d01-a687-9fd02b0d4476 service neutron] 10.222.0.67 "GET /v2.0/networks/5ce7fbeb-d3a8-475c-973c-375b40a077a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830708 Oct 12 20:31:29.199826 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-42200b7c-9b1e-4c97-8c09-233fb548ed88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:31:30.274780 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ced05f7-0df3-4c1c-aa72-77c5f9c32e48 req-5a8a6bee-b6fe-489f-94a9-db1a4d7c79f2 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:31:30.276292 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2ced05f7-0df3-4c1c-aa72-77c5f9c32e48 req-5a8a6bee-b6fe-489f-94a9-db1a4d7c79f2 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/ports?device_id=3482a620-f850-4353-ab24-68db12f9cb49 HTTP/1.1" status: 200 len: 945 time: 0.0492713 Oct 12 20:31:30.312969 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2ced05f7-0df3-4c1c-aa72-77c5f9c32e48 req-b659cf3b-5e17-49c2-b0a8-0582ed860282 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb88ddba-d486-4b43-bb2f-256fbcf44dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308919 Oct 12 20:31:31.442677 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2172c4fe-504c-4f30-88ef-500d61ce70e6 req-1518e725-5e96-4f44-9782-722733a15675 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:31:31.444215 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2172c4fe-504c-4f30-88ef-500d61ce70e6 req-1518e725-5e96-4f44-9782-722733a15675 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/ports?device_id=3482a620-f850-4353-ab24-68db12f9cb49 HTTP/1.1" status: 200 len: 945 time: 0.0499833 Oct 12 20:31:31.481310 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2172c4fe-504c-4f30-88ef-500d61ce70e6 req-cdd19dff-810b-412e-947d-6200767cca79 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb88ddba-d486-4b43-bb2f-256fbcf44dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306089 Oct 12 20:31:31.765536 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d6a9c62a-9753-4855-932b-757612dc83b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:31:32.559869 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:31:32.622990 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f7509d-e8ec-411f-8d73-dfa1148ff6ac req-79d88b8f-575f-4900-9267-356b43c012bb tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:31:32.624600 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f5f7509d-e8ec-411f-8d73-dfa1148ff6ac req-79d88b8f-575f-4900-9267-356b43c012bb tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/ports?device_id=3482a620-f850-4353-ab24-68db12f9cb49 HTTP/1.1" status: 200 len: 945 time: 0.0476055 Oct 12 20:31:32.665285 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f5f7509d-e8ec-411f-8d73-dfa1148ff6ac req-65ca7f06-2ea8-443d-bdd8-29ecc14cbd60 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb88ddba-d486-4b43-bb2f-256fbcf44dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345092 Oct 12 20:31:33.325353 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:31:33.731705 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:31:33.785112 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd1a3f6-37a4-48a7-b389-6ef38fab73a7 req-11568d4b-9555-4156-83d5-a50bff52ad2d tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:31:33.786564 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4fd1a3f6-37a4-48a7-b389-6ef38fab73a7 req-11568d4b-9555-4156-83d5-a50bff52ad2d tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/ports?device_id=3482a620-f850-4353-ab24-68db12f9cb49 HTTP/1.1" status: 200 len: 945 time: 0.0532148 Oct 12 20:31:33.824824 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-4fd1a3f6-37a4-48a7-b389-6ef38fab73a7 req-4d9cc256-cc5f-454b-858d-7d57506a51a4 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb88ddba-d486-4b43-bb2f-256fbcf44dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320196 Oct 12 20:31:34.754290 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:31:34.828668 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:31:34.941646 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e79b10-99b4-4a80-a23f-94ac5f56441b req-32b512a8-94ec-46b1-a65d-2f3393b46f9a tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:31:34.942997 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-77e79b10-99b4-4a80-a23f-94ac5f56441b req-32b512a8-94ec-46b1-a65d-2f3393b46f9a tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/ports?device_id=3482a620-f850-4353-ab24-68db12f9cb49 HTTP/1.1" status: 200 len: 945 time: 0.0527072 Oct 12 20:31:34.981819 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-77e79b10-99b4-4a80-a23f-94ac5f56441b req-618c533e-15db-420d-ab9b-e9560e4abdcf tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb88ddba-d486-4b43-bb2f-256fbcf44dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324018 Oct 12 20:31:36.095269 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2a7903-e365-43f4-a10d-2b00857fd3c5 req-a8924d10-68f9-4c48-bc18-7ace1ee8bd75 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:31:36.096789 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5e2a7903-e365-43f4-a10d-2b00857fd3c5 req-a8924d10-68f9-4c48-bc18-7ace1ee8bd75 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/ports?device_id=3482a620-f850-4353-ab24-68db12f9cb49 HTTP/1.1" status: 200 len: 945 time: 0.0488951 Oct 12 20:31:36.135285 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5e2a7903-e365-43f4-a10d-2b00857fd3c5 req-3968d4eb-b96a-40e0-bf0a-0093ed531c6b tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb88ddba-d486-4b43-bb2f-256fbcf44dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324421 Oct 12 20:31:37.247880 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a5627e-edf3-46f1-bb40-ad2440d85dfd req-a2b65004-2292-486d-b7af-d148ca3dc5d1 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:31:37.249367 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-52a5627e-edf3-46f1-bb40-ad2440d85dfd req-a2b65004-2292-486d-b7af-d148ca3dc5d1 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/ports?device_id=3482a620-f850-4353-ab24-68db12f9cb49 HTTP/1.1" status: 200 len: 945 time: 0.0484617 Oct 12 20:31:37.285749 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-52a5627e-edf3-46f1-bb40-ad2440d85dfd req-f465be2f-f478-468e-bd62-955dfc65f7d7 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb88ddba-d486-4b43-bb2f-256fbcf44dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306535 Oct 12 20:31:38.398319 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986fb728-5bb1-412a-be43-1d9abd34b5d1 req-dd7c156a-7c2d-4742-a37e-3cc2f8d6d227 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:31:38.399738 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-986fb728-5bb1-412a-be43-1d9abd34b5d1 req-dd7c156a-7c2d-4742-a37e-3cc2f8d6d227 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/ports?device_id=3482a620-f850-4353-ab24-68db12f9cb49 HTTP/1.1" status: 200 len: 945 time: 0.0488367 Oct 12 20:31:38.436704 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-986fb728-5bb1-412a-be43-1d9abd34b5d1 req-181fbc5f-bdb2-479d-911a-5419b4146d66 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb88ddba-d486-4b43-bb2f-256fbcf44dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311775 Oct 12 20:31:39.547795 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9d78e8-53ba-44b7-bda5-15d1820c2ff0 req-cc99054e-e9d2-4c5f-8c80-2cee452fecbc tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:31:39.549245 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5b9d78e8-53ba-44b7-bda5-15d1820c2ff0 req-cc99054e-e9d2-4c5f-8c80-2cee452fecbc tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/ports?device_id=3482a620-f850-4353-ab24-68db12f9cb49 HTTP/1.1" status: 200 len: 945 time: 0.0474181 Oct 12 20:31:39.588942 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5b9d78e8-53ba-44b7-bda5-15d1820c2ff0 req-005b11c2-6060-4a85-9b7e-9062b758cda5 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb88ddba-d486-4b43-bb2f-256fbcf44dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338700 Oct 12 20:31:40.707478 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18695aa2-bacb-4800-ac27-25a19ff0df26 req-fbae6319-2f26-4732-8b67-4747227a2216 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:31:40.708984 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-18695aa2-bacb-4800-ac27-25a19ff0df26 req-fbae6319-2f26-4732-8b67-4747227a2216 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/ports?device_id=3482a620-f850-4353-ab24-68db12f9cb49 HTTP/1.1" status: 200 len: 945 time: 0.0542960 Oct 12 20:31:40.746108 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-18695aa2-bacb-4800-ac27-25a19ff0df26 req-4ce4bf08-4c1a-4d92-b7fd-de2927fd4f72 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb88ddba-d486-4b43-bb2f-256fbcf44dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305996 Oct 12 20:31:41.859858 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b558b891-7bb1-46e1-b6ad-9e0af732c3c0 req-6c7e273d-7f99-460a-8a73-e3d9ad1f5aef tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:31:41.862527 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b558b891-7bb1-46e1-b6ad-9e0af732c3c0 req-6c7e273d-7f99-460a-8a73-e3d9ad1f5aef tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/ports?device_id=3482a620-f850-4353-ab24-68db12f9cb49 HTTP/1.1" status: 200 len: 945 time: 0.0491312 Oct 12 20:31:41.899084 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b558b891-7bb1-46e1-b6ad-9e0af732c3c0 req-fe850dba-c505-489c-9421-608a1133cc53 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb88ddba-d486-4b43-bb2f-256fbcf44dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302804 Oct 12 20:31:42.376157 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 56a22ff7-cf53-4999-a0cf-b006d25e3540 details requested by agent hyperv_n-h2-813679-3 with host n-h2-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 20:31:42.473722 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 56a22ff7-cf53-4999-a0cf-b006d25e3540, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=56a22ff7-cf53-4999-a0cf-b006d25e3540,segment=NetworkSegment(8013cf53-23ad-41f7-88c5-9efc3c01994b),segment_id=8013cf53-23ad-41f7-88c5-9efc3c01994b)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:31:42.484365 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Returning: {'device': '56a22ff7-cf53-4999-a0cf-b006d25e3540', 'network_id': '5ce7fbeb-d3a8-475c-973c-375b40a077a5', 'port_id': '56a22ff7-cf53-4999-a0cf-b006d25e3540', 'mac_address': 'fa:16:3e:55:83:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bc0812d-64ec-44be-899d-34286686f675', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 20:31:42.520688 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:31:42.533104 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 56a22ff7-cf53-4999-a0cf-b006d25e3540 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 20:31:42.552587 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 56a22ff7-cf53-4999-a0cf-b006d25e3540, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=56a22ff7-cf53-4999-a0cf-b006d25e3540,segment=NetworkSegment(8013cf53-23ad-41f7-88c5-9efc3c01994b),segment_id=8013cf53-23ad-41f7-88c5-9efc3c01994b)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:31:42.622812 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:31:42.683978 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=56a22ff7-cf53-4999-a0cf-b006d25e3540,revision_number=6']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:31:42.691743 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:31:42.692172 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:31:42.692522 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:31:42.692860 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:31:42.693195 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:31:42.693525 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:31:42.693853 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:31:42.694180 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:31:42.694506 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:31:42.694828 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:31:42.695152 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:31:42.695548 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:31:42.701059 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['56a22ff7-cf53-4999-a0cf-b006d25e3540'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 20:31:43.016023 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53580829-eb83-404f-b590-d644351741b0 req-16ef5efd-397d-4e1f-80bb-eac8f4ab7a8e tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:31:43.017555 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-53580829-eb83-404f-b590-d644351741b0 req-16ef5efd-397d-4e1f-80bb-eac8f4ab7a8e tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/ports?device_id=3482a620-f850-4353-ab24-68db12f9cb49 HTTP/1.1" status: 200 len: 944 time: 0.0492983 Oct 12 20:31:43.055886 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-53580829-eb83-404f-b590-d644351741b0 req-d52006ba-2c32-4218-8314-9ee9bd5de504 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb88ddba-d486-4b43-bb2f-256fbcf44dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324008 Oct 12 20:31:44.189165 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacd634d-9954-49b1-a543-b78932369248 req-e040b0a4-c7e1-46ec-b388-408d0887b422 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:31:44.191864 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cacd634d-9954-49b1-a543-b78932369248 req-e040b0a4-c7e1-46ec-b388-408d0887b422 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/ports?device_id=3482a620-f850-4353-ab24-68db12f9cb49 HTTP/1.1" status: 200 len: 944 time: 0.0558131 Oct 12 20:31:44.205692 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 20:31:44.240439 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cacd634d-9954-49b1-a543-b78932369248 req-39dcf3ef-2dbe-49ca-b2ae-f9fd99d6572a tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb88ddba-d486-4b43-bb2f-256fbcf44dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393114 Oct 12 20:31:44.391316 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 56a22ff7-cf53-4999-a0cf-b006d25e3540 up at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 20:31:44.452101 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning complete for port 56a22ff7-cf53-4999-a0cf-b006d25e3540 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:31:44.452577 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:31:44.538594 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:31:44.562506 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3482a620-f850-4353-ab24-68db12f9cb49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56a22ff7-cf53-4999-a0cf-b006d25e3540'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:31:44.564795 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b9295f95168b7ebeacfaf6dce688c5b5a488805d3fcc076b348ff91511493a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffd05cbe-1390-40cf-ba90-9ed2bedc882e" -d '{"events": [{"server_uuid": "3482a620-f850-4353-ab24-68db12f9cb49", "name": "network-vif-plugged", "status": "completed", "tag": "56a22ff7-cf53-4999-a0cf-b006d25e3540"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:31:44.578259 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 56a22ff7-cf53-4999-a0cf-b006d25e3540, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=56a22ff7-cf53-4999-a0cf-b006d25e3540,segment=NetworkSegment(8013cf53-23ad-41f7-88c5-9efc3c01994b),segment_id=8013cf53-23ad-41f7-88c5-9efc3c01994b)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:31:44.614239 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 20:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edb09171-1792-4ce7-80d0-f54efa16bcf8 x-openstack-request-id: req-edb09171-1792-4ce7-80d0-f54efa16bcf8 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:31:44.614599 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3482a620-f850-4353-ab24-68db12f9cb49", "name": "network-vif-plugged", "status": "completed", "tag": "56a22ff7-cf53-4999-a0cf-b006d25e3540", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:31:44.614922 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-edb09171-1792-4ce7-80d0-f54efa16bcf8 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:31:44.615458 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3482a620-f850-4353-ab24-68db12f9cb49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56a22ff7-cf53-4999-a0cf-b006d25e3540', 'code': 200} Oct 12 20:31:44.680656 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:31:44.741098 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=56a22ff7-cf53-4999-a0cf-b006d25e3540,revision_number=7']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:31:45.377511 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f65d5d6-bef2-4d4a-b90a-e06a89c96054 req-a14abb83-ad31-4158-a26c-74ff66b09cee tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:31:45.378886 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3f65d5d6-bef2-4d4a-b90a-e06a89c96054 req-a14abb83-ad31-4158-a26c-74ff66b09cee tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/ports?device_id=3482a620-f850-4353-ab24-68db12f9cb49 HTTP/1.1" status: 200 len: 945 time: 0.0567083 Oct 12 20:31:45.429473 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3f65d5d6-bef2-4d4a-b90a-e06a89c96054 req-fc2f7856-9020-475f-a98b-4d1682f0d732 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb88ddba-d486-4b43-bb2f-256fbcf44dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404367 Oct 12 20:31:46.552498 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a456cfa9-b9c1-4f54-8179-a93815b25b50 req-915de11e-fda9-47e1-b5b0-97cc4e62d2fb tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:31:46.554718 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a456cfa9-b9c1-4f54-8179-a93815b25b50 req-915de11e-fda9-47e1-b5b0-97cc4e62d2fb tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/ports?device_id=3482a620-f850-4353-ab24-68db12f9cb49 HTTP/1.1" status: 200 len: 945 time: 0.0522542 Oct 12 20:31:46.596600 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a456cfa9-b9c1-4f54-8179-a93815b25b50 req-1936e0c8-60b0-40c9-a1e6-ba7fdd5be531 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb88ddba-d486-4b43-bb2f-256fbcf44dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339181 Oct 12 20:31:47.736462 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027b949c-9bbf-4563-9326-73f147bf9f62 req-5b6a60cd-21e0-492d-b932-d0e2d34e3689 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:31:47.738265 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-027b949c-9bbf-4563-9326-73f147bf9f62 req-5b6a60cd-21e0-492d-b932-d0e2d34e3689 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/ports?device_id=3482a620-f850-4353-ab24-68db12f9cb49 HTTP/1.1" status: 200 len: 945 time: 0.0574687 Oct 12 20:31:47.780521 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-027b949c-9bbf-4563-9326-73f147bf9f62 req-4ec0ba05-c4ff-4891-9b14-beb791bffff2 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb88ddba-d486-4b43-bb2f-256fbcf44dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345633 Oct 12 20:31:48.910415 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0721c012-1519-4979-b021-8d16a2ca94a9 req-f4bd5e1f-453a-46da-852b-f32e6bfd9717 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:31:48.911934 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0721c012-1519-4979-b021-8d16a2ca94a9 req-f4bd5e1f-453a-46da-852b-f32e6bfd9717 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/ports?device_id=3482a620-f850-4353-ab24-68db12f9cb49 HTTP/1.1" status: 200 len: 945 time: 0.0622637 Oct 12 20:31:48.954353 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0721c012-1519-4979-b021-8d16a2ca94a9 req-8221418f-3e20-4384-b8cb-6ffcb5031cab tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb88ddba-d486-4b43-bb2f-256fbcf44dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349627 Oct 12 20:31:50.078233 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef624a15-517e-454f-ab3b-e0692197f5fb req-760f9ea0-0cff-4fdb-bfd8-8bcb3a5bbc1c tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:31:50.079804 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ef624a15-517e-454f-ab3b-e0692197f5fb req-760f9ea0-0cff-4fdb-bfd8-8bcb3a5bbc1c tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/ports?device_id=3482a620-f850-4353-ab24-68db12f9cb49 HTTP/1.1" status: 200 len: 945 time: 0.0510724 Oct 12 20:31:50.121031 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ef624a15-517e-454f-ab3b-e0692197f5fb req-3f34feea-b5ad-4c69-b410-ef5c4fff8a41 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb88ddba-d486-4b43-bb2f-256fbcf44dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351589 Oct 12 20:31:51.246953 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5775b99f-77c2-4005-8cc6-06da1ec2073f req-f1c6306a-c5d9-4a5c-b4dc-94e7dc6fd130 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:31:51.249489 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5775b99f-77c2-4005-8cc6-06da1ec2073f req-f1c6306a-c5d9-4a5c-b4dc-94e7dc6fd130 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/ports?device_id=3482a620-f850-4353-ab24-68db12f9cb49 HTTP/1.1" status: 200 len: 945 time: 0.0569937 Oct 12 20:31:51.292733 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-5775b99f-77c2-4005-8cc6-06da1ec2073f req-b6a44cb1-7e75-4d9f-a249-f189317bdd66 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb88ddba-d486-4b43-bb2f-256fbcf44dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370932 Oct 12 20:31:52.421522 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af27fa55-1574-48fa-9449-d38018942fc7 req-b90337d0-948a-4ed0-9094-eb9af1d8a8ff tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:31:52.422901 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-af27fa55-1574-48fa-9449-d38018942fc7 req-b90337d0-948a-4ed0-9094-eb9af1d8a8ff tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/ports?device_id=3482a620-f850-4353-ab24-68db12f9cb49 HTTP/1.1" status: 200 len: 945 time: 0.0535734 Oct 12 20:31:52.469434 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-af27fa55-1574-48fa-9449-d38018942fc7 req-0ddd6da3-f068-4200-92c4-62ce9f0ebf0e tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb88ddba-d486-4b43-bb2f-256fbcf44dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396883 Oct 12 20:31:53.581339 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178f3c8a-ab3c-4edf-8ec0-086a248fcf32 req-48f63367-9f50-4e8d-bff7-6497e15b61ff tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:31:53.582787 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-178f3c8a-ab3c-4edf-8ec0-086a248fcf32 req-48f63367-9f50-4e8d-bff7-6497e15b61ff tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/ports?device_id=3482a620-f850-4353-ab24-68db12f9cb49 HTTP/1.1" status: 200 len: 945 time: 0.0478904 Oct 12 20:31:53.620297 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-178f3c8a-ab3c-4edf-8ec0-086a248fcf32 req-c6876b2e-9e43-47e0-b35a-8b636ff7d094 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb88ddba-d486-4b43-bb2f-256fbcf44dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308752 Oct 12 20:31:53.968518 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93a5dde-8c99-4003-9612-d06d6b899398 req-67f6f48f-ff2c-4635-bfbb-f8a83aa31475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:31:53.969879 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d93a5dde-8c99-4003-9612-d06d6b899398 req-67f6f48f-ff2c-4635-bfbb-f8a83aa31475 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=59f74cdb1d2c4e1aa1b8c2549a8b04c3&device_id=3482a620-f850-4353-ab24-68db12f9cb49 HTTP/1.1" status: 200 len: 1096 time: 0.0418990 Oct 12 20:31:54.057712 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93a5dde-8c99-4003-9612-d06d6b899398 req-73cace47-3b04-4c60-be32-6359d8ec05b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:31:54.059118 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d93a5dde-8c99-4003-9612-d06d6b899398 req-73cace47-3b04-4c60-be32-6359d8ec05b2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5ce7fbeb-d3a8-475c-973c-375b40a077a5 HTTP/1.1" status: 200 len: 910 time: 0.0823443 Oct 12 20:31:54.127275 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d93a5dde-8c99-4003-9612-d06d6b899398 req-09dbfdfc-a72e-46eb-9672-16c4fe3e6811 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=56a22ff7-cf53-4999-a0cf-b006d25e3540 HTTP/1.1" status: 200 len: 1001 time: 0.0604990 Oct 12 20:31:54.174709 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93a5dde-8c99-4003-9612-d06d6b899398 req-6266c49e-791b-4e47-ad42-85cdefafb4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:31:54.176090 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d93a5dde-8c99-4003-9612-d06d6b899398 req-6266c49e-791b-4e47-ad42-85cdefafb4ad service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3bc0812d-64ec-44be-899d-34286686f675 HTTP/1.1" status: 200 len: 848 time: 0.0412765 Oct 12 20:31:54.218610 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93a5dde-8c99-4003-9612-d06d6b899398 req-059fac45-d364-430a-90e7-ef6613e5835e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:31:54.219966 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d93a5dde-8c99-4003-9612-d06d6b899398 req-059fac45-d364-430a-90e7-ef6613e5835e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5ce7fbeb-d3a8-475c-973c-375b40a077a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0372674 Oct 12 20:31:54.231415 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [req-d93a5dde-8c99-4003-9612-d06d6b899398 req-dca9e3e5-bc96-4fc1-8bda-0ac2f087ec72 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 20:31:54.232376 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d93a5dde-8c99-4003-9612-d06d6b899398 req-dca9e3e5-bc96-4fc1-8bda-0ac2f087ec72 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0052221 Oct 12 20:31:54.321037 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d93a5dde-8c99-4003-9612-d06d6b899398 req-b527bbe1-7e11-422f-8fc6-0ff7f1679f64 service neutron] 10.222.0.67 "GET /v2.0/networks/5ce7fbeb-d3a8-475c-973c-375b40a077a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814071 Oct 12 20:31:54.407377 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d93a5dde-8c99-4003-9612-d06d6b899398 req-0d7a42ce-cf63-4407-a0cc-c04b7a8aa15e service neutron] 10.222.0.67 "GET /v2.0/networks/5ce7fbeb-d3a8-475c-973c-375b40a077a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786166 Oct 12 20:31:54.738103 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390d2714-2801-4ab2-9e4e-cd840f605ed1 req-601f6fcf-d6ed-4703-bb7e-d4e91348c373 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:31:54.739538 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-390d2714-2801-4ab2-9e4e-cd840f605ed1 req-601f6fcf-d6ed-4703-bb7e-d4e91348c373 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/ports?device_id=3482a620-f850-4353-ab24-68db12f9cb49 HTTP/1.1" status: 200 len: 945 time: 0.0532682 Oct 12 20:31:54.781036 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-390d2714-2801-4ab2-9e4e-cd840f605ed1 req-854b43fa-ccac-4ffb-bbac-50e3d57306a2 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb88ddba-d486-4b43-bb2f-256fbcf44dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350251 Oct 12 20:31:55.899843 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba0e75b-493b-43a2-bc40-1ba0aba46449 req-86f6a9d6-efbf-4efc-a413-1fdd52cf279a tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:31:55.901958 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9ba0e75b-493b-43a2-bc40-1ba0aba46449 req-86f6a9d6-efbf-4efc-a413-1fdd52cf279a tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/ports?device_id=3482a620-f850-4353-ab24-68db12f9cb49 HTTP/1.1" status: 200 len: 945 time: 0.0537159 Oct 12 20:31:55.938979 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9ba0e75b-493b-43a2-bc40-1ba0aba46449 req-0a4c23be-9d0c-4fdb-a1f0-8d37dd861302 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb88ddba-d486-4b43-bb2f-256fbcf44dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310113 Oct 12 20:31:57.052287 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8742badd-be43-4bf2-ad96-537f40b3def5 req-73545c0c-82ec-4385-bed7-9a139dc49308 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:31:57.053720 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8742badd-be43-4bf2-ad96-537f40b3def5 req-73545c0c-82ec-4385-bed7-9a139dc49308 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/ports?device_id=3482a620-f850-4353-ab24-68db12f9cb49 HTTP/1.1" status: 200 len: 945 time: 0.0479045 Oct 12 20:31:57.090564 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8742badd-be43-4bf2-ad96-537f40b3def5 req-9e0d5815-d973-498e-b0f2-81708adaed17 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb88ddba-d486-4b43-bb2f-256fbcf44dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309720 Oct 12 20:31:57.157158 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [req-0d2e8fdb-04f7-4afa-8574-d2641bce91d4 req-7cf1a9a4-b765-43ad-a84d-9732d1bc6b58 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 20:31:57.158102 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0d2e8fdb-04f7-4afa-8574-d2641bce91d4 req-7cf1a9a4-b765-43ad-a84d-9732d1bc6b58 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0052953 Oct 12 20:31:57.447035 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc0d051-1a03-48f3-a532-e3081beffaa8 req-744f596e-cf5c-4c94-8e7f-b3d0052ccda8 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:31:57.449214 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0cc0d051-1a03-48f3-a532-e3081beffaa8 req-744f596e-cf5c-4c94-8e7f-b3d0052ccda8 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/ports?device_id=3482a620-f850-4353-ab24-68db12f9cb49 HTTP/1.1" status: 200 len: 945 time: 0.0499737 Oct 12 20:31:57.486760 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0cc0d051-1a03-48f3-a532-e3081beffaa8 req-03afbbd3-6317-4cf3-87e6-ddf9ad81c677 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb88ddba-d486-4b43-bb2f-256fbcf44dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315881 Oct 12 20:31:57.981351 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8104bdd9-4a1b-4a31-a4e6-4cd16511f5d6 req-fc568f69-2844-444b-be7e-7444e3a025dd service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3482a620-f850-4353-ab24-68db12f9cb49&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0904529 Oct 12 20:31:58.518345 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 56a22ff7-cf53-4999-a0cf-b006d25e3540 no longer exists at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 20:31:58.601377 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:31:58.609000 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0976ac9a-a7fc-480a-93fb-dbf753e15fc1 req-5b8ed824-f830-422c-8bd0-8e9d387a6e6f tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:31:58.611140 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0976ac9a-a7fc-480a-93fb-dbf753e15fc1 req-5b8ed824-f830-422c-8bd0-8e9d387a6e6f tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/ports?device_id=3482a620-f850-4353-ab24-68db12f9cb49 HTTP/1.1" status: 200 len: 945 time: 0.0508189 Oct 12 20:31:58.624199 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3482a620-f850-4353-ab24-68db12f9cb49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56a22ff7-cf53-4999-a0cf-b006d25e3540'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:31:58.626409 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b9295f95168b7ebeacfaf6dce688c5b5a488805d3fcc076b348ff91511493a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c52adf8-b841-41af-a983-fb64cd210e3d" -d '{"events": [{"server_uuid": "3482a620-f850-4353-ab24-68db12f9cb49", "name": "network-vif-unplugged", "status": "completed", "tag": "56a22ff7-cf53-4999-a0cf-b006d25e3540"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:31:58.639090 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 56a22ff7-cf53-4999-a0cf-b006d25e3540, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=56a22ff7-cf53-4999-a0cf-b006d25e3540,segment=NetworkSegment(8013cf53-23ad-41f7-88c5-9efc3c01994b),segment_id=8013cf53-23ad-41f7-88c5-9efc3c01994b)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:31:58.652491 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0976ac9a-a7fc-480a-93fb-dbf753e15fc1 req-5de936e6-9f6d-4fc7-8aed-4f9842e4974c tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb88ddba-d486-4b43-bb2f-256fbcf44dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341020 Oct 12 20:31:58.671234 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 12 Oct 2021 20:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-050ee7b0-e95b-4096-bf6b-ec7bdb958469 x-openstack-request-id: req-050ee7b0-e95b-4096-bf6b-ec7bdb958469 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:31:58.671234 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3482a620-f850-4353-ab24-68db12f9cb49", "name": "network-vif-unplugged", "status": "failed", "tag": "56a22ff7-cf53-4999-a0cf-b006d25e3540", "code": 422}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:31:58.671234 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-050ee7b0-e95b-4096-bf6b-ec7bdb958469 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:31:58.671234 n-d-813679-3 neutron-server[95503]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3482a620-f850-4353-ab24-68db12f9cb49', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '56a22ff7-cf53-4999-a0cf-b006d25e3540', 'code': 422} returned with failed status Oct 12 20:31:58.720145 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:31:58.770381 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=56a22ff7-cf53-4999-a0cf-b006d25e3540,revision_number=8']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:31:59.187891 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c659b12a-678c-46b0-be8d-b7bb3a82119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:31:59.238332 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8104bdd9-4a1b-4a31-a4e6-4cd16511f5d6 req-4a2ac17c-b9d2-4646-ba8a-02c8f8352681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:31:59.239777 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8104bdd9-4a1b-4a31-a4e6-4cd16511f5d6 req-4a2ac17c-b9d2-4646-ba8a-02c8f8352681 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3482a620-f850-4353-ab24-68db12f9cb49&tenant_id=59f74cdb1d2c4e1aa1b8c2549a8b04c3 HTTP/1.1" status: 200 len: 1094 time: 0.0390375 Oct 12 20:31:59.301040 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8104bdd9-4a1b-4a31-a4e6-4cd16511f5d6 req-b750e866-b3d9-4457-a212-ee5a935b62b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:31:59.302471 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8104bdd9-4a1b-4a31-a4e6-4cd16511f5d6 req-b750e866-b3d9-4457-a212-ee5a935b62b7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=59f74cdb1d2c4e1aa1b8c2549a8b04c3&device_id=3482a620-f850-4353-ab24-68db12f9cb49 HTTP/1.1" status: 200 len: 1094 time: 0.0389504 Oct 12 20:31:59.394823 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8104bdd9-4a1b-4a31-a4e6-4cd16511f5d6 req-d384a3e1-6db9-4a9a-8bb7-91ddd535c805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:31:59.396340 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8104bdd9-4a1b-4a31-a4e6-4cd16511f5d6 req-d384a3e1-6db9-4a9a-8bb7-91ddd535c805 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5ce7fbeb-d3a8-475c-973c-375b40a077a5 HTTP/1.1" status: 200 len: 910 time: 0.0865180 Oct 12 20:31:59.459087 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8104bdd9-4a1b-4a31-a4e6-4cd16511f5d6 req-d704351f-ebea-465c-82c7-a44dd6a6f3f7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=56a22ff7-cf53-4999-a0cf-b006d25e3540 HTTP/1.1" status: 200 len: 999 time: 0.0557747 Oct 12 20:31:59.509709 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8104bdd9-4a1b-4a31-a4e6-4cd16511f5d6 req-3f6c5f38-8416-4684-abe6-e31f4c389618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:31:59.511116 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8104bdd9-4a1b-4a31-a4e6-4cd16511f5d6 req-3f6c5f38-8416-4684-abe6-e31f4c389618 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3bc0812d-64ec-44be-899d-34286686f675 HTTP/1.1" status: 200 len: 848 time: 0.0451393 Oct 12 20:31:59.556110 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8104bdd9-4a1b-4a31-a4e6-4cd16511f5d6 req-3e62b11c-263d-48ff-94a4-f78ea2a0b080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:31:59.557527 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8104bdd9-4a1b-4a31-a4e6-4cd16511f5d6 req-3e62b11c-263d-48ff-94a4-f78ea2a0b080 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5ce7fbeb-d3a8-475c-973c-375b40a077a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394957 Oct 12 20:31:59.643265 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8104bdd9-4a1b-4a31-a4e6-4cd16511f5d6 req-30a27973-a62d-4afb-9e6e-ee47bb71680e service neutron] 10.222.0.67 "GET /v2.0/networks/5ce7fbeb-d3a8-475c-973c-375b40a077a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784380 Oct 12 20:31:59.744543 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8104bdd9-4a1b-4a31-a4e6-4cd16511f5d6 req-e1a98a6d-2345-4507-9198-fbfe13dcfdfd service neutron] 10.222.0.67 "GET /v2.0/networks/5ce7fbeb-d3a8-475c-973c-375b40a077a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938838 Oct 12 20:31:59.775418 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed5bb89-f5bd-47ee-ac82-b3cbd6b52717 req-1948a1f8-b1a8-47d6-b6da-cae12991349a tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:31:59.776916 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6ed5bb89-f5bd-47ee-ac82-b3cbd6b52717 req-1948a1f8-b1a8-47d6-b6da-cae12991349a tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/ports?device_id=3482a620-f850-4353-ab24-68db12f9cb49 HTTP/1.1" status: 200 len: 943 time: 0.0494707 Oct 12 20:31:59.815446 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6ed5bb89-f5bd-47ee-ac82-b3cbd6b52717 req-5cad220b-f8bc-44dc-8e4c-d56a481495cd tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb88ddba-d486-4b43-bb2f-256fbcf44dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319452 Oct 12 20:32:00.938207 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755b4e3b-7741-4f35-91f8-f240afb2b693 req-bde89176-8484-4d2a-b776-e746f0c0085e tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:32:00.940079 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-755b4e3b-7741-4f35-91f8-f240afb2b693 req-bde89176-8484-4d2a-b776-e746f0c0085e tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/ports?device_id=3482a620-f850-4353-ab24-68db12f9cb49 HTTP/1.1" status: 200 len: 943 time: 0.0531600 Oct 12 20:32:00.981912 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-755b4e3b-7741-4f35-91f8-f240afb2b693 req-812c1f05-7735-4026-b3f4-dae34a85c595 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb88ddba-d486-4b43-bb2f-256fbcf44dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351462 Oct 12 20:32:01.765716 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bce8e46e-a2f6-4358-b453-44968d9694a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:32:02.120259 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbabaed0-500c-4f2c-bfc9-2297fe00252e req-1b5f799d-eadb-4810-822c-e963cb09b62a tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:32:02.122323 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-fbabaed0-500c-4f2c-bfc9-2297fe00252e req-1b5f799d-eadb-4810-822c-e963cb09b62a tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/ports?device_id=3482a620-f850-4353-ab24-68db12f9cb49 HTTP/1.1" status: 200 len: 943 time: 0.0679514 Oct 12 20:32:02.164821 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-fbabaed0-500c-4f2c-bfc9-2297fe00252e req-93c1f275-eb05-49d9-b939-f08d5a98c78a tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb88ddba-d486-4b43-bb2f-256fbcf44dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363038 Oct 12 20:32:02.561233 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:32:03.286563 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6674b228-f6fa-48c0-a27b-2b678a0ad7e4 req-00f277bc-8d24-4890-8382-8fc477a87821 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:32:03.290033 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6674b228-f6fa-48c0-a27b-2b678a0ad7e4 req-00f277bc-8d24-4890-8382-8fc477a87821 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/ports?device_id=3482a620-f850-4353-ab24-68db12f9cb49 HTTP/1.1" status: 200 len: 943 time: 0.0543978 Oct 12 20:32:03.334167 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6674b228-f6fa-48c0-a27b-2b678a0ad7e4 req-6836957a-e909-4f6b-acca-2e7f4f98f44f tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb88ddba-d486-4b43-bb2f-256fbcf44dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393913 Oct 12 20:32:03.353955 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:32:03.753938 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:32:04.469748 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e775744-b3ee-4736-a293-a20fffb72699 req-1c387aaa-7376-4b2a-95c6-fc5af24fd9d6 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:32:04.472310 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6e775744-b3ee-4736-a293-a20fffb72699 req-1c387aaa-7376-4b2a-95c6-fc5af24fd9d6 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/ports?device_id=3482a620-f850-4353-ab24-68db12f9cb49 HTTP/1.1" status: 200 len: 943 time: 0.0557656 Oct 12 20:32:04.511466 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6e775744-b3ee-4736-a293-a20fffb72699 req-bb1027a9-8707-46ee-9e42-e7e5171a78e3 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb88ddba-d486-4b43-bb2f-256fbcf44dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337481 Oct 12 20:32:04.802409 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:32:04.879765 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:32:05.631455 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43fb24d-8579-475c-b92d-d3932c85c2c3 req-e37cc93a-5af2-474f-bf84-41190291da1f tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:32:05.633558 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b43fb24d-8579-475c-b92d-d3932c85c2c3 req-e37cc93a-5af2-474f-bf84-41190291da1f tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/ports?device_id=3482a620-f850-4353-ab24-68db12f9cb49 HTTP/1.1" status: 200 len: 943 time: 0.0504198 Oct 12 20:32:05.678514 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b43fb24d-8579-475c-b92d-d3932c85c2c3 req-5f9eb481-2faa-44d7-9353-dacdf5c84445 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb88ddba-d486-4b43-bb2f-256fbcf44dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366738 Oct 12 20:32:06.799899 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255ae0a8-a866-4b5f-89ed-bf6725f9637a req-29cda964-718a-479f-a13c-4dd76f3cdd81 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:32:06.802583 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-255ae0a8-a866-4b5f-89ed-bf6725f9637a req-29cda964-718a-479f-a13c-4dd76f3cdd81 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/ports?device_id=3482a620-f850-4353-ab24-68db12f9cb49 HTTP/1.1" status: 200 len: 943 time: 0.0542588 Oct 12 20:32:06.842306 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-255ae0a8-a866-4b5f-89ed-bf6725f9637a req-2fde80ed-fa8f-4330-8b09-e4f9f8ca0713 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb88ddba-d486-4b43-bb2f-256fbcf44dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337377 Oct 12 20:32:07.982131 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033211f8-ccc2-496e-8415-ca57272700fe req-71461044-a846-40da-9c79-6832d3796dc5 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:32:07.983677 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-033211f8-ccc2-496e-8415-ca57272700fe req-71461044-a846-40da-9c79-6832d3796dc5 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/ports?device_id=3482a620-f850-4353-ab24-68db12f9cb49 HTTP/1.1" status: 200 len: 943 time: 0.0621326 Oct 12 20:32:08.024484 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-033211f8-ccc2-496e-8415-ca57272700fe req-69a8f695-d494-4db7-956a-d4f8c34e1a2c tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb88ddba-d486-4b43-bb2f-256fbcf44dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345795 Oct 12 20:32:09.147594 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44079e8-dbd7-4993-9f92-c757040f2431 req-7a52a1ed-e4ac-45a1-a9d7-32dc092dc46e tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:32:09.155389 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d44079e8-dbd7-4993-9f92-c757040f2431 req-7a52a1ed-e4ac-45a1-a9d7-32dc092dc46e tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/ports?device_id=3482a620-f850-4353-ab24-68db12f9cb49 HTTP/1.1" status: 200 len: 943 time: 0.0605083 Oct 12 20:32:09.190907 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-d44079e8-dbd7-4993-9f92-c757040f2431 req-afdc4778-5696-403a-8331-9f541ad97705 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb88ddba-d486-4b43-bb2f-256fbcf44dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345550 Oct 12 20:32:10.326143 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dca01d-fdbf-49f0-aae7-25109294dcf9 req-13492284-abb3-4233-8dec-d85ed06e86c6 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:32:10.326143 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f8dca01d-fdbf-49f0-aae7-25109294dcf9 req-13492284-abb3-4233-8dec-d85ed06e86c6 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/ports?device_id=3482a620-f850-4353-ab24-68db12f9cb49 HTTP/1.1" status: 200 len: 943 time: 0.0504904 Oct 12 20:32:10.357762 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f8dca01d-fdbf-49f0-aae7-25109294dcf9 req-d4a84559-7945-4696-9257-45d614654a34 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb88ddba-d486-4b43-bb2f-256fbcf44dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380268 Oct 12 20:32:11.471682 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57938fe9-3e08-4c7b-b669-15b454d35c23 req-dd06d171-4b94-4f82-a91f-ca548c50710a tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:32:11.473161 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-57938fe9-3e08-4c7b-b669-15b454d35c23 req-dd06d171-4b94-4f82-a91f-ca548c50710a tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/ports?device_id=3482a620-f850-4353-ab24-68db12f9cb49 HTTP/1.1" status: 200 len: 943 time: 0.0487263 Oct 12 20:32:11.510482 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-57938fe9-3e08-4c7b-b669-15b454d35c23 req-d8ae3b89-bcdd-4b27-be9b-980ea5125867 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb88ddba-d486-4b43-bb2f-256fbcf44dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315616 Oct 12 20:32:12.626643 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec5bc8b-8fd9-453a-b84b-2256b1c7f789 req-889d35bf-4a45-441b-ad4e-f27001860770 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:32:12.628111 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-dec5bc8b-8fd9-453a-b84b-2256b1c7f789 req-889d35bf-4a45-441b-ad4e-f27001860770 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/ports?device_id=3482a620-f850-4353-ab24-68db12f9cb49 HTTP/1.1" status: 200 len: 943 time: 0.0507989 Oct 12 20:32:12.664939 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-dec5bc8b-8fd9-453a-b84b-2256b1c7f789 req-e59b8280-5c63-48c9-a151-8d384658eea7 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb88ddba-d486-4b43-bb2f-256fbcf44dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310221 Oct 12 20:32:13.776742 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48595a2b-f82d-49a4-acd9-2b183a3be2bd req-e49767bc-25ca-499e-8b25-e59681d26c8a tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:32:13.778251 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-48595a2b-f82d-49a4-acd9-2b183a3be2bd req-e49767bc-25ca-499e-8b25-e59681d26c8a tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/ports?device_id=3482a620-f850-4353-ab24-68db12f9cb49 HTTP/1.1" status: 200 len: 943 time: 0.0489578 Oct 12 20:32:13.818372 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-48595a2b-f82d-49a4-acd9-2b183a3be2bd req-41184b5f-b210-4e64-8786-acc10918dbac tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb88ddba-d486-4b43-bb2f-256fbcf44dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342863 Oct 12 20:32:14.625046 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 56a22ff7-cf53-4999-a0cf-b006d25e3540 details requested by agent hyperv_n-h2-813679-3 with host n-h2-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 20:32:14.715737 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 56a22ff7-cf53-4999-a0cf-b006d25e3540, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=56a22ff7-cf53-4999-a0cf-b006d25e3540,segment=NetworkSegment(8013cf53-23ad-41f7-88c5-9efc3c01994b),segment_id=8013cf53-23ad-41f7-88c5-9efc3c01994b)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:32:14.726528 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Returning: {'device': '56a22ff7-cf53-4999-a0cf-b006d25e3540', 'network_id': '5ce7fbeb-d3a8-475c-973c-375b40a077a5', 'port_id': '56a22ff7-cf53-4999-a0cf-b006d25e3540', 'mac_address': 'fa:16:3e:55:83:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bc0812d-64ec-44be-899d-34286686f675', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 20:32:14.765416 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:32:14.778247 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56a22ff7-cf53-4999-a0cf-b006d25e3540 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 20:32:14.797236 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 56a22ff7-cf53-4999-a0cf-b006d25e3540, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=56a22ff7-cf53-4999-a0cf-b006d25e3540,segment=NetworkSegment(8013cf53-23ad-41f7-88c5-9efc3c01994b),segment_id=8013cf53-23ad-41f7-88c5-9efc3c01994b)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:32:14.868200 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:32:14.914954 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=56a22ff7-cf53-4999-a0cf-b006d25e3540,revision_number=9']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:32:14.934119 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6193135e-f52f-45ff-8872-18e1f4d6e945 req-e88f75da-d378-4039-9d39-8d07f833ba75 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:32:14.935583 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6193135e-f52f-45ff-8872-18e1f4d6e945 req-e88f75da-d378-4039-9d39-8d07f833ba75 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/ports?device_id=3482a620-f850-4353-ab24-68db12f9cb49 HTTP/1.1" status: 200 len: 944 time: 0.0492141 Oct 12 20:32:14.972262 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6193135e-f52f-45ff-8872-18e1f4d6e945 req-31871d75-7d42-4b03-842a-6b69adb8aa2c tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb88ddba-d486-4b43-bb2f-256fbcf44dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304461 Oct 12 20:32:15.121020 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['56a22ff7-cf53-4999-a0cf-b006d25e3540'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 20:32:16.088848 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05663411-9025-4199-b3ef-59f857884f92 req-b29372e5-65ac-441e-beb1-09e7a99a8f19 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:32:16.090277 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-05663411-9025-4199-b3ef-59f857884f92 req-b29372e5-65ac-441e-beb1-09e7a99a8f19 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/ports?device_id=3482a620-f850-4353-ab24-68db12f9cb49 HTTP/1.1" status: 200 len: 944 time: 0.0522726 Oct 12 20:32:16.129256 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-05663411-9025-4199-b3ef-59f857884f92 req-6ec3a417-74bf-4d3b-9dbe-174dfd438deb tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb88ddba-d486-4b43-bb2f-256fbcf44dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331783 Oct 12 20:32:16.625061 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 56a22ff7-cf53-4999-a0cf-b006d25e3540 up at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 20:32:16.671593 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning complete for port 56a22ff7-cf53-4999-a0cf-b006d25e3540 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:32:16.671962 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:32:16.747791 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:32:16.770278 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3482a620-f850-4353-ab24-68db12f9cb49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56a22ff7-cf53-4999-a0cf-b006d25e3540'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:32:16.772542 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b9295f95168b7ebeacfaf6dce688c5b5a488805d3fcc076b348ff91511493a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-356ee53a-d72f-455c-8643-6242b3838639" -d '{"events": [{"server_uuid": "3482a620-f850-4353-ab24-68db12f9cb49", "name": "network-vif-plugged", "status": "completed", "tag": "56a22ff7-cf53-4999-a0cf-b006d25e3540"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:32:16.784956 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 56a22ff7-cf53-4999-a0cf-b006d25e3540, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=56a22ff7-cf53-4999-a0cf-b006d25e3540,segment=NetworkSegment(8013cf53-23ad-41f7-88c5-9efc3c01994b),segment_id=8013cf53-23ad-41f7-88c5-9efc3c01994b)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:32:16.808357 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 20:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21929269-0a56-4dd9-9457-35efeebe7b88 x-openstack-request-id: req-21929269-0a56-4dd9-9457-35efeebe7b88 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:32:16.808670 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3482a620-f850-4353-ab24-68db12f9cb49", "name": "network-vif-plugged", "status": "completed", "tag": "56a22ff7-cf53-4999-a0cf-b006d25e3540", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:32:16.808924 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-21929269-0a56-4dd9-9457-35efeebe7b88 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:32:16.809359 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3482a620-f850-4353-ab24-68db12f9cb49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56a22ff7-cf53-4999-a0cf-b006d25e3540', 'code': 200} Oct 12 20:32:16.861864 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:32:16.908261 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=56a22ff7-cf53-4999-a0cf-b006d25e3540,revision_number=10']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:32:17.027326 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34f4158-feaa-4fab-88ef-283612397cfd req-a13e2c9f-ac63-4bb7-aff0-f5c69aba6df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:32:17.028873 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a34f4158-feaa-4fab-88ef-283612397cfd req-a13e2c9f-ac63-4bb7-aff0-f5c69aba6df4 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3482a620-f850-4353-ab24-68db12f9cb49 HTTP/1.1" status: 200 len: 1097 time: 0.0391548 Oct 12 20:32:17.065843 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a34f4158-feaa-4fab-88ef-283612397cfd req-9cd14807-9b5d-41f8-a076-963d63c8dc1d service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=fb88ddba-d486-4b43-bb2f-256fbcf44dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300210 Oct 12 20:32:17.241254 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce50a98f-23f2-486c-a3b2-8949ae3d5d57 req-6faf4b0f-28e9-4e92-954e-ba42e6057353 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:32:17.242690 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ce50a98f-23f2-486c-a3b2-8949ae3d5d57 req-6faf4b0f-28e9-4e92-954e-ba42e6057353 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/ports?device_id=3482a620-f850-4353-ab24-68db12f9cb49 HTTP/1.1" status: 200 len: 946 time: 0.0479057 Oct 12 20:32:17.280193 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ce50a98f-23f2-486c-a3b2-8949ae3d5d57 req-a3ea7126-c2e2-41ac-a80c-fde71aefc1d9 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb88ddba-d486-4b43-bb2f-256fbcf44dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309203 Oct 12 20:32:18.396859 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f81a644-a86d-4a01-8c27-3bf2e0bc3aba req-34acc5c2-f58a-4bdc-afe2-ede80ac8dfd2 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:32:18.398326 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5f81a644-a86d-4a01-8c27-3bf2e0bc3aba req-34acc5c2-f58a-4bdc-afe2-ede80ac8dfd2 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/ports?device_id=3482a620-f850-4353-ab24-68db12f9cb49 HTTP/1.1" status: 200 len: 946 time: 0.0493329 Oct 12 20:32:18.437080 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5f81a644-a86d-4a01-8c27-3bf2e0bc3aba req-c8124da5-d370-4561-b327-ebc676fc6bb9 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb88ddba-d486-4b43-bb2f-256fbcf44dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326321 Oct 12 20:32:19.551185 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b0bcf2-836f-40b7-af13-1fd18ba0a3c0 req-ab27025a-d1a7-41ee-b6df-1696a89cc8d8 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:32:19.552648 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f1b0bcf2-836f-40b7-af13-1fd18ba0a3c0 req-ab27025a-d1a7-41ee-b6df-1696a89cc8d8 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/ports?device_id=3482a620-f850-4353-ab24-68db12f9cb49 HTTP/1.1" status: 200 len: 946 time: 0.0484405 Oct 12 20:32:19.589835 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f1b0bcf2-836f-40b7-af13-1fd18ba0a3c0 req-c2ba9b86-7284-4570-a04f-10ffedbeb752 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb88ddba-d486-4b43-bb2f-256fbcf44dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304451 Oct 12 20:32:20.627247 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d90c2128-42bb-4295-8d2b-171121d52312 req-ce0751e9-1040-4f82-bccd-c20c88961886 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3482a620-f850-4353-ab24-68db12f9cb49&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0385573 Oct 12 20:32:20.708103 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90c2128-42bb-4295-8d2b-171121d52312 req-50c2f8cf-3f71-4643-b3c3-edfbaa2f73a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:32:20.709628 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d90c2128-42bb-4295-8d2b-171121d52312 req-50c2f8cf-3f71-4643-b3c3-edfbaa2f73a3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=59f74cdb1d2c4e1aa1b8c2549a8b04c3&device_id=3482a620-f850-4353-ab24-68db12f9cb49 HTTP/1.1" status: 200 len: 1097 time: 0.0409808 Oct 12 20:32:20.817438 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90c2128-42bb-4295-8d2b-171121d52312 req-a6f056e7-aab3-419f-ac61-cd28886654d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:32:20.818882 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d90c2128-42bb-4295-8d2b-171121d52312 req-a6f056e7-aab3-419f-ac61-cd28886654d4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5ce7fbeb-d3a8-475c-973c-375b40a077a5 HTTP/1.1" status: 200 len: 910 time: 0.0905674 Oct 12 20:32:20.881222 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d90c2128-42bb-4295-8d2b-171121d52312 req-ed25c5ad-d40d-4fd0-8005-abd390aeaba0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=56a22ff7-cf53-4999-a0cf-b006d25e3540 HTTP/1.1" status: 200 len: 1001 time: 0.0548089 Oct 12 20:32:20.932481 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90c2128-42bb-4295-8d2b-171121d52312 req-17ac24d5-4906-4d84-9f89-05cde5bd77db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:32:20.933882 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d90c2128-42bb-4295-8d2b-171121d52312 req-17ac24d5-4906-4d84-9f89-05cde5bd77db service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3bc0812d-64ec-44be-899d-34286686f675 HTTP/1.1" status: 200 len: 848 time: 0.0464334 Oct 12 20:32:20.977672 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90c2128-42bb-4295-8d2b-171121d52312 req-34e1976e-b06a-4a74-b617-dbc21a94c414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:32:20.979099 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d90c2128-42bb-4295-8d2b-171121d52312 req-34e1976e-b06a-4a74-b617-dbc21a94c414 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5ce7fbeb-d3a8-475c-973c-375b40a077a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0382698 Oct 12 20:32:21.071759 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d90c2128-42bb-4295-8d2b-171121d52312 req-a3ee1ec0-962d-4e7c-aac1-194061755cab service neutron] 10.222.0.67 "GET /v2.0/networks/5ce7fbeb-d3a8-475c-973c-375b40a077a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855517 Oct 12 20:32:21.158337 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d90c2128-42bb-4295-8d2b-171121d52312 req-ba573c0f-89cd-4ca0-8e7a-ff2ecf44ce1a service neutron] 10.222.0.67 "GET /v2.0/networks/5ce7fbeb-d3a8-475c-973c-375b40a077a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798042 Oct 12 20:32:21.194857 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 20:32:29.233438 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d98feaf3-e9fc-480a-b1fb-3751187de7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:32:31.776212 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-972c3f85-75bd-4870-ad3d-3f88da302c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:32:32.546200 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:32:33.398791 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:32:33.752326 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:32:34.791959 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:32:34.872172 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:32:58.194311 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 20:32:59.215672 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-049651f0-47da-43ef-9ae6-d3b4221fdcf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:33:01.762531 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-8c3f1ca2-006d-4f25-b701-510da78bd35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:33:02.546808 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:33:03.341781 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:33:03.741121 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:33:04.802560 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:33:04.854082 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:33:22.659325 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ef55f4ee-5046-4c46-a76e-78ca23384cc5 req-150bb87e-3a24-4b8b-8f55-6718b9de451a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3482a620-f850-4353-ab24-68db12f9cb49&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0925460 Oct 12 20:33:22.744683 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef55f4ee-5046-4c46-a76e-78ca23384cc5 req-c4db032e-d3c2-4b36-ba9a-e05b69a60127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:33:22.746148 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ef55f4ee-5046-4c46-a76e-78ca23384cc5 req-c4db032e-d3c2-4b36-ba9a-e05b69a60127 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=59f74cdb1d2c4e1aa1b8c2549a8b04c3&device_id=3482a620-f850-4353-ab24-68db12f9cb49 HTTP/1.1" status: 200 len: 1097 time: 0.0434952 Oct 12 20:33:23.179786 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef55f4ee-5046-4c46-a76e-78ca23384cc5 req-073608c2-9480-4ec5-94d0-6794d61de63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:33:23.181269 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ef55f4ee-5046-4c46-a76e-78ca23384cc5 req-073608c2-9480-4ec5-94d0-6794d61de63d service neutron] 10.222.0.67 "GET /v2.0/networks?id=5ce7fbeb-d3a8-475c-973c-375b40a077a5 HTTP/1.1" status: 200 len: 910 time: 0.4162996 Oct 12 20:33:23.246834 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ef55f4ee-5046-4c46-a76e-78ca23384cc5 req-7a96bb07-87be-43cb-8d13-a46fa066893e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=56a22ff7-cf53-4999-a0cf-b006d25e3540 HTTP/1.1" status: 200 len: 1001 time: 0.0578914 Oct 12 20:33:23.293649 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef55f4ee-5046-4c46-a76e-78ca23384cc5 req-213031c2-f28d-4d11-ace7-e18079dfdf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:33:23.295622 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ef55f4ee-5046-4c46-a76e-78ca23384cc5 req-213031c2-f28d-4d11-ace7-e18079dfdf5f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3bc0812d-64ec-44be-899d-34286686f675 HTTP/1.1" status: 200 len: 848 time: 0.0414429 Oct 12 20:33:23.339038 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef55f4ee-5046-4c46-a76e-78ca23384cc5 req-bedc4717-63fc-4d79-863e-389e7f2c0293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:33:23.340495 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ef55f4ee-5046-4c46-a76e-78ca23384cc5 req-bedc4717-63fc-4d79-863e-389e7f2c0293 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5ce7fbeb-d3a8-475c-973c-375b40a077a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384228 Oct 12 20:33:23.429470 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ef55f4ee-5046-4c46-a76e-78ca23384cc5 req-c1e77f2e-9f44-4798-9de8-73c7a69a8e60 service neutron] 10.222.0.67 "GET /v2.0/networks/5ce7fbeb-d3a8-475c-973c-375b40a077a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811481 Oct 12 20:33:23.515027 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ef55f4ee-5046-4c46-a76e-78ca23384cc5 req-acf7d4aa-a285-4462-8f08-5a9c44063052 service neutron] 10.222.0.67 "GET /v2.0/networks/5ce7fbeb-d3a8-475c-973c-375b40a077a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0781126 Oct 12 20:33:28.496267 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 37514) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:33:28.655780 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-f4fde839-5aa7-4801-85e8-8a77d1f462e4 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Deleting port aff12185-b2c4-40ea-8467-02bdcd57e224 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 20:33:28.656144 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f4fde839-5aa7-4801-85e8-8a77d1f462e4 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:33:28.730167 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f4fde839-5aa7-4801-85e8-8a77d1f462e4 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:33:28.730493 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f4fde839-5aa7-4801-85e8-8a77d1f462e4 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:33:28.742061 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-f4fde839-5aa7-4801-85e8-8a77d1f462e4 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Calling delete_port for aff12185-b2c4-40ea-8467-02bdcd57e224 owned by network:floatingip {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 20:33:28.941438 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f4fde839-5aa7-4801-85e8-8a77d1f462e4 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:33:28.964944 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fde839-5aa7-4801-85e8-8a77d1f462e4 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Pushing event deleted for resources: {'Port': ['ID=aff12185-b2c4-40ea-8467-02bdcd57e224,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:33:28.975153 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fde839-5aa7-4801-85e8-8a77d1f462e4 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:33:28.975519 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fde839-5aa7-4801-85e8-8a77d1f462e4 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:33:28.975864 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fde839-5aa7-4801-85e8-8a77d1f462e4 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:33:28.976232 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fde839-5aa7-4801-85e8-8a77d1f462e4 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:33:28.976579 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fde839-5aa7-4801-85e8-8a77d1f462e4 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:33:28.976914 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fde839-5aa7-4801-85e8-8a77d1f462e4 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:33:28.977244 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fde839-5aa7-4801-85e8-8a77d1f462e4 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:33:28.977573 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fde839-5aa7-4801-85e8-8a77d1f462e4 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:33:28.977900 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fde839-5aa7-4801-85e8-8a77d1f462e4 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:33:28.978230 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fde839-5aa7-4801-85e8-8a77d1f462e4 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:33:28.978580 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fde839-5aa7-4801-85e8-8a77d1f462e4 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:33:28.978914 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fde839-5aa7-4801-85e8-8a77d1f462e4 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:33:29.040729 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f4fde839-5aa7-4801-85e8-8a77d1f462e4 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Notify callbacks [] for floatingip, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:33:29.041058 n-d-813679-3 neutron-server[95502]: INFO neutron.db.l3_db [None req-f4fde839-5aa7-4801-85e8-8a77d1f462e4 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Floating IP dae0e447-d7db-4c38-a8a6-f3cf2fcbcfb9 disassociated (deleted). External IP: 172.25.5.168, port: 56a22ff7-cf53-4999-a0cf-b006d25e3540. Oct 12 20:33:29.187061 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d17c476e-01ab-4ef4-9abe-38b868beb87b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:33:29.245857 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4fde839-5aa7-4801-85e8-8a77d1f462e4 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Router 38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 20:33:29.349647 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4fde839-5aa7-4801-85e8-8a77d1f462e4 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 20:33:29.354548 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f4fde839-5aa7-4801-85e8-8a77d1f462e4 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:33:29.359671 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10762ea6-2e1e-41bc-bb3d-e9e9503ff128 None None] Sync routers for ids ['38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 20:33:29.368239 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10762ea6-2e1e-41bc-bb3d-e9e9503ff128 None None] Routers {'38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:33:29.368852 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-10762ea6-2e1e-41bc-bb3d-e9e9503ff128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:33:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:33:29.384439 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-f4fde839-5aa7-4801-85e8-8a77d1f462e4 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "DELETE /v2.0/floatingips/dae0e447-d7db-4c38-a8a6-f3cf2fcbcfb9 HTTP/1.1" status: 204 len: 168 time: 0.8870833 Oct 12 20:33:29.385013 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3482a620-f850-4353-ab24-68db12f9cb49', 'tag': '56a22ff7-cf53-4999-a0cf-b006d25e3540'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:33:29.387327 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d38ba98a80be6c2fe69993d1a3c9eb2b0c7fe5c84c08efdde6b95a5e2d0657c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cbb0e31-e28a-4817-9a0c-5f2c643c6336" -d '{"events": [{"name": "network-changed", "server_uuid": "3482a620-f850-4353-ab24-68db12f9cb49", "tag": "56a22ff7-cf53-4999-a0cf-b006d25e3540"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:33:29.477523 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-10762ea6-2e1e-41bc-bb3d-e9e9503ff128 None None] Set router 38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:33:29.505637 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 20:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9da82454-e1d6-4544-897b-4a1fe4b90b60 x-openstack-request-id: req-9da82454-e1d6-4544-897b-4a1fe4b90b60 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:33:29.506146 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3482a620-f850-4353-ab24-68db12f9cb49", "tag": "56a22ff7-cf53-4999-a0cf-b006d25e3540", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:33:29.506267 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9da82454-e1d6-4544-897b-4a1fe4b90b60 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:33:29.506568 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3482a620-f850-4353-ab24-68db12f9cb49', 'tag': '56a22ff7-cf53-4999-a0cf-b006d25e3540', 'status': 'completed', 'code': 200} Oct 12 20:33:29.575150 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbb0e31-e28a-4817-9a0c-5f2c643c6336 req-ea4af9eb-fb38-4f42-8eea-14be82cebbae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:33:29.576723 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5cbb0e31-e28a-4817-9a0c-5f2c643c6336 req-ea4af9eb-fb38-4f42-8eea-14be82cebbae service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=59f74cdb1d2c4e1aa1b8c2549a8b04c3&device_id=3482a620-f850-4353-ab24-68db12f9cb49 HTTP/1.1" status: 200 len: 1097 time: 0.0469880 Oct 12 20:33:29.668880 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbb0e31-e28a-4817-9a0c-5f2c643c6336 req-1b2cc52a-12e3-47da-921d-fe046b8a6477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:33:29.671336 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5cbb0e31-e28a-4817-9a0c-5f2c643c6336 req-1b2cc52a-12e3-47da-921d-fe046b8a6477 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5ce7fbeb-d3a8-475c-973c-375b40a077a5 HTTP/1.1" status: 200 len: 910 time: 0.0879600 Oct 12 20:33:29.676600 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-10762ea6-2e1e-41bc-bb3d-e9e9503ff128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c', 'name': 'tempest-TestShelveInstance-1478103960-router', 'tenant_id': '59f74cdb1d2c4e1aa1b8c2549a8b04c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': 'fead82fa-7bf9-4e7b-8612-1434c3cef88a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:29:04Z', 'updated_at': '2021-10-12T20:29:07Z', 'revision_number': 4, 'project_id': '59f74cdb1d2c4e1aa1b8c2549a8b04c3', 'gw_port': {'id': 'fead82fa-7bf9-4e7b-8612-1434c3cef88a', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:cc:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:29:05Z', 'updated_at': '2021-10-12T20:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '8c3bdfa3-8c23-45f1-81dd-9cbe90e1b596', 'name': '', 'network_id': '5ce7fbeb-d3a8-475c-973c-375b40a077a5', 'tenant_id': '59f74cdb1d2c4e1aa1b8c2549a8b04c3', 'mac_address': 'fa:16:3e:1e:f9:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '3bc0812d-64ec-44be-899d-34286686f675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:29:06Z', 'updated_at': '2021-10-12T20:29:11Z', 'revision_number': 5, 'project_id': '59f74cdb1d2c4e1aa1b8c2549a8b04c3', 'subnets': [{'id': '3bc0812d-64ec-44be-899d-34286686f675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:33:29.702258 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10762ea6-2e1e-41bc-bb3d-e9e9503ff128 None None] Checking router: 38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 20:33:29.710917 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10762ea6-2e1e-41bc-bb3d-e9e9503ff128 None None] Routers {'38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:33:29.711534 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-10762ea6-2e1e-41bc-bb3d-e9e9503ff128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:33:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:33:29.717200 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5cbb0e31-e28a-4817-9a0c-5f2c643c6336 req-9e60e965-1af0-480b-826b-066ddd5a5a65 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=56a22ff7-cf53-4999-a0cf-b006d25e3540 HTTP/1.1" status: 200 len: 217 time: 0.0384426 Oct 12 20:33:29.767885 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbb0e31-e28a-4817-9a0c-5f2c643c6336 req-6b6e50af-d563-4c36-b9c9-23d63ac772b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:33:29.769272 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5cbb0e31-e28a-4817-9a0c-5f2c643c6336 req-6b6e50af-d563-4c36-b9c9-23d63ac772b9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3bc0812d-64ec-44be-899d-34286686f675 HTTP/1.1" status: 200 len: 848 time: 0.0453794 Oct 12 20:33:29.818407 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbb0e31-e28a-4817-9a0c-5f2c643c6336 req-9b190b83-ec96-4cf1-8db6-26e90ddca9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:33:29.820056 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5cbb0e31-e28a-4817-9a0c-5f2c643c6336 req-9b190b83-ec96-4cf1-8db6-26e90ddca9d8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5ce7fbeb-d3a8-475c-973c-375b40a077a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430906 Oct 12 20:33:29.823353 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-10762ea6-2e1e-41bc-bb3d-e9e9503ff128 None None] Set router 38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:33:29.876828 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671c4656-bf73-496c-b08c-0fb838ead6cd req-1abb60b8-badf-4731-90c6-ebe6dfb56b34 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:33:29.878364 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-671c4656-bf73-496c-b08c-0fb838ead6cd req-1abb60b8-badf-4731-90c6-ebe6dfb56b34 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/ports?device_id=3482a620-f850-4353-ab24-68db12f9cb49 HTTP/1.1" status: 200 len: 946 time: 0.1125636 Oct 12 20:33:29.918259 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5cbb0e31-e28a-4817-9a0c-5f2c643c6336 req-dcda2e3a-a6d2-4aed-948c-833e620b8e3d service neutron] 10.222.0.67 "GET /v2.0/networks/5ce7fbeb-d3a8-475c-973c-375b40a077a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896258 Oct 12 20:33:29.920969 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-671c4656-bf73-496c-b08c-0fb838ead6cd req-3bd1491a-42f5-4913-b53d-ce462f3f5328 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb88ddba-d486-4b43-bb2f-256fbcf44dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355058 Oct 12 20:33:30.009219 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5cbb0e31-e28a-4817-9a0c-5f2c643c6336 req-2b41502d-82c0-4c55-8a9f-1204af7f87fc service neutron] 10.222.0.67 "GET /v2.0/networks/5ce7fbeb-d3a8-475c-973c-375b40a077a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828178 Oct 12 20:33:30.195452 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-10762ea6-2e1e-41bc-bb3d-e9e9503ff128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c', 'name': 'tempest-TestShelveInstance-1478103960-router', 'tenant_id': '59f74cdb1d2c4e1aa1b8c2549a8b04c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': 'fead82fa-7bf9-4e7b-8612-1434c3cef88a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:29:04Z', 'updated_at': '2021-10-12T20:29:07Z', 'revision_number': 4, 'project_id': '59f74cdb1d2c4e1aa1b8c2549a8b04c3', 'gw_port': {'id': 'fead82fa-7bf9-4e7b-8612-1434c3cef88a', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:cc:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:29:05Z', 'updated_at': '2021-10-12T20:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '8c3bdfa3-8c23-45f1-81dd-9cbe90e1b596', 'name': '', 'network_id': '5ce7fbeb-d3a8-475c-973c-375b40a077a5', 'tenant_id': '59f74cdb1d2c4e1aa1b8c2549a8b04c3', 'mac_address': 'fa:16:3e:1e:f9:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '3bc0812d-64ec-44be-899d-34286686f675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:29:06Z', 'updated_at': '2021-10-12T20:29:11Z', 'revision_number': 5, 'project_id': '59f74cdb1d2c4e1aa1b8c2549a8b04c3', 'subnets': [{'id': '3bc0812d-64ec-44be-899d-34286686f675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:33:30.221310 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10762ea6-2e1e-41bc-bb3d-e9e9503ff128 None None] The sync data for ids ['38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c'] in n-d-813679-3 is: [{'id': '38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c', 'name': 'tempest-TestShelveInstance-1478103960-router', 'tenant_id': '59f74cdb1d2c4e1aa1b8c2549a8b04c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': 'fead82fa-7bf9-4e7b-8612-1434c3cef88a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:29:04Z', 'updated_at': '2021-10-12T20:29:07Z', 'revision_number': 4, 'project_id': '59f74cdb1d2c4e1aa1b8c2549a8b04c3', 'gw_port': {'id': 'fead82fa-7bf9-4e7b-8612-1434c3cef88a', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:cc:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:29:05Z', 'updated_at': '2021-10-12T20:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '8c3bdfa3-8c23-45f1-81dd-9cbe90e1b596', 'name': '', 'network_id': '5ce7fbeb-d3a8-475c-973c-375b40a077a5', 'tenant_id': '59f74cdb1d2c4e1aa1b8c2549a8b04c3', 'mac_address': 'fa:16:3e:1e:f9:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '3bc0812d-64ec-44be-899d-34286686f675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:29:06Z', 'updated_at': '2021-10-12T20:29:11Z', 'revision_number': 5, 'project_id': '59f74cdb1d2c4e1aa1b8c2549a8b04c3', 'subnets': [{'id': '3bc0812d-64ec-44be-899d-34286686f675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 20:33:30.443245 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb1c031-bb92-4513-a194-11e9fbf50a28 None None] New status for floating IP dae0e447-d7db-4c38-a8a6-f3cf2fcbcfb9: DOWN {{(pid=95504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 20:33:31.116577 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d0817f-0080-41b3-9163-fae68f8baa6c req-f57af139-4c17-4944-97e3-fabcaecf9dd8 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:33:31.118079 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e3d0817f-0080-41b3-9163-fae68f8baa6c req-f57af139-4c17-4944-97e3-fabcaecf9dd8 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/ports?device_id=3482a620-f850-4353-ab24-68db12f9cb49 HTTP/1.1" status: 200 len: 946 time: 0.1296465 Oct 12 20:33:31.125481 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408a4d0f-a872-4246-9771-b658d23bcbff req-c020b22c-e31f-46ee-8152-9f2af1b6aa53 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:33:31.126821 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-408a4d0f-a872-4246-9771-b658d23bcbff req-c020b22c-e31f-46ee-8152-9f2af1b6aa53 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.67 "GET /v2.0/ports?device_id=3482a620-f850-4353-ab24-68db12f9cb49 HTTP/1.1" status: 200 len: 946 time: 0.0901849 Oct 12 20:33:31.206221 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e3d0817f-0080-41b3-9163-fae68f8baa6c req-7ecbbb88-431f-4977-b5ec-f00e0fdccc01 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb88ddba-d486-4b43-bb2f-256fbcf44dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784554 Oct 12 20:33:31.235098 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-408a4d0f-a872-4246-9771-b658d23bcbff req-6b619693-00bf-4fb0-9f11-9649fbff242b tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Deleting port 56a22ff7-cf53-4999-a0cf-b006d25e3540 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 20:33:31.235448 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-408a4d0f-a872-4246-9771-b658d23bcbff req-6b619693-00bf-4fb0-9f11-9649fbff242b tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:33:31.323921 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-408a4d0f-a872-4246-9771-b658d23bcbff req-6b619693-00bf-4fb0-9f11-9649fbff242b tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] For port 56a22ff7-cf53-4999-a0cf-b006d25e3540, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=56a22ff7-cf53-4999-a0cf-b006d25e3540,segment=NetworkSegment(8013cf53-23ad-41f7-88c5-9efc3c01994b),segment_id=8013cf53-23ad-41f7-88c5-9efc3c01994b)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:33:31.324231 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-408a4d0f-a872-4246-9771-b658d23bcbff req-6b619693-00bf-4fb0-9f11-9649fbff242b tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:33:31.336367 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-408a4d0f-a872-4246-9771-b658d23bcbff req-6b619693-00bf-4fb0-9f11-9649fbff242b tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Calling delete_port for 56a22ff7-cf53-4999-a0cf-b006d25e3540 owned by compute:nova {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 20:33:31.517776 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-408a4d0f-a872-4246-9771-b658d23bcbff req-6b619693-00bf-4fb0-9f11-9649fbff242b tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:33:31.547260 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b619693-00bf-4fb0-9f11-9649fbff242b tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Pushing event deleted for resources: {'Port': ['ID=56a22ff7-cf53-4999-a0cf-b006d25e3540,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:33:31.573574 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b619693-00bf-4fb0-9f11-9649fbff242b tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:33:31.573574 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b619693-00bf-4fb0-9f11-9649fbff242b tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:33:31.573574 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b619693-00bf-4fb0-9f11-9649fbff242b tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:33:31.573865 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b619693-00bf-4fb0-9f11-9649fbff242b tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:33:31.574006 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b619693-00bf-4fb0-9f11-9649fbff242b tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:33:31.574246 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b619693-00bf-4fb0-9f11-9649fbff242b tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:33:31.574570 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b619693-00bf-4fb0-9f11-9649fbff242b tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:33:31.574891 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b619693-00bf-4fb0-9f11-9649fbff242b tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:33:31.575212 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b619693-00bf-4fb0-9f11-9649fbff242b tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:33:31.575534 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b619693-00bf-4fb0-9f11-9649fbff242b tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:33:31.575876 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b619693-00bf-4fb0-9f11-9649fbff242b tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:33:31.576228 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b619693-00bf-4fb0-9f11-9649fbff242b tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:33:31.597663 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-408a4d0f-a872-4246-9771-b658d23bcbff req-6b619693-00bf-4fb0-9f11-9649fbff242b tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] No DVR routers for this DVR port 56a22ff7-cf53-4999-a0cf-b006d25e3540 on host n-h2-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 20:33:31.600213 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-408a4d0f-a872-4246-9771-b658d23bcbff req-6b619693-00bf-4fb0-9f11-9649fbff242b tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:33:31.603512 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-408a4d0f-a872-4246-9771-b658d23bcbff req-6b619693-00bf-4fb0-9f11-9649fbff242b tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.67 "DELETE /v2.0/ports/56a22ff7-cf53-4999-a0cf-b006d25e3540 HTTP/1.1" status: 204 len: 173 time: 0.4699192 Oct 12 20:33:31.603959 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3482a620-f850-4353-ab24-68db12f9cb49', 'name': 'network-vif-deleted', 'tag': '56a22ff7-cf53-4999-a0cf-b006d25e3540'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:33:31.606271 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de8ed798067560d07a98492cd8cb53eb3655be3ac6c9fe2f8402857175a8f58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-127caa72-f9ed-44ff-8dff-2ca25be0634d" -d '{"events": [{"server_uuid": "3482a620-f850-4353-ab24-68db12f9cb49", "name": "network-vif-deleted", "tag": "56a22ff7-cf53-4999-a0cf-b006d25e3540"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:33:31.694806 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 20:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfcb444c-7d37-4b57-aa24-f5ddd7d24810 x-openstack-request-id: req-dfcb444c-7d37-4b57-aa24-f5ddd7d24810 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:33:31.695098 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3482a620-f850-4353-ab24-68db12f9cb49", "name": "network-vif-deleted", "tag": "56a22ff7-cf53-4999-a0cf-b006d25e3540", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:33:31.695360 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-dfcb444c-7d37-4b57-aa24-f5ddd7d24810 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:33:31.695767 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3482a620-f850-4353-ab24-68db12f9cb49', 'name': 'network-vif-deleted', 'tag': '56a22ff7-cf53-4999-a0cf-b006d25e3540', 'status': 'completed', 'code': 200} Oct 12 20:33:31.778945 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9d1a42a1-cce3-4915-a11e-43d87f2be371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:33:32.309409 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9d1371c0-98b7-4fa7-9712-5d4b90d82e17 req-fc176c5e-8c96-4734-b1b1-5095a1214ae4 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/ports?device_id=3482a620-f850-4353-ab24-68db12f9cb49 HTTP/1.1" status: 200 len: 210 time: 0.0268211 Oct 12 20:33:32.538315 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:33:33.355761 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:33:33.365689 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 37546) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:33:33.424214 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fe7a005f-d7db-4a2b-bd0f-53536303da86 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:33:33.449199 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fe7a005f-d7db-4a2b-bd0f-53536303da86 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:33:33.561832 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fe7a005f-d7db-4a2b-bd0f-53536303da86 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:33:33.564735 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fe7a005f-d7db-4a2b-bd0f-53536303da86 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:33:33.566636 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-fe7a005f-d7db-4a2b-bd0f-53536303da86 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "DELETE /v2.0/security-groups/fb88ddba-d486-4b43-bb2f-256fbcf44dcc HTTP/1.1" status: 204 len: 168 time: 0.1992280 Oct 12 20:33:33.575195 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7a005f-d7db-4a2b-bd0f-53536303da86 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb88ddba-d486-4b43-bb2f-256fbcf44dcc,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:33:33.744686 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:33:33.863840 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 37552) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:33:33.868388 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-4fbb8eb7-9768-4a16-a8cc-cb2e24cc7de4 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-87621660', 'description': 'tempest-secgroup-smoke-87621660 description', 'project_id': '59f74cdb1d2c4e1aa1b8c2549a8b04c3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:33:33.935151 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4fbb8eb7-9768-4a16-a8cc-cb2e24cc7de4 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:33:34.003290 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4fbb8eb7-9768-4a16-a8cc-cb2e24cc7de4 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:33:34.106782 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4fbb8eb7-9768-4a16-a8cc-cb2e24cc7de4 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:33:34.135820 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbb8eb7-9768-4a16-a8cc-cb2e24cc7de4 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=391daef1-3011-4796-a6e4-684f49db457e,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:33:34.192476 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4fbb8eb7-9768-4a16-a8cc-cb2e24cc7de4 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:33:34.193634 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-4fbb8eb7-9768-4a16-a8cc-cb2e24cc7de4 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3287582 Oct 12 20:33:34.196478 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 37554) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:33:34.200658 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-6ab26f06-a536-43a2-a368-160c69498ac2 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Request body: {'security_group_rule': {'security_group_id': '391daef1-3011-4796-a6e4-684f49db457e', 'project_id': '59f74cdb1d2c4e1aa1b8c2549a8b04c3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:33:34.274115 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6ab26f06-a536-43a2-a368-160c69498ac2 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:33:34.328145 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6ab26f06-a536-43a2-a368-160c69498ac2 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:33:34.380392 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6ab26f06-a536-43a2-a368-160c69498ac2 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:33:34.397764 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab26f06-a536-43a2-a368-160c69498ac2 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e80d60f-411a-4de9-b8b8-93daa67cfc55,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:33:34.462648 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6ab26f06-a536-43a2-a368-160c69498ac2 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:33:34.463768 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-6ab26f06-a536-43a2-a368-160c69498ac2 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2664030 Oct 12 20:33:34.466550 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 37556) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:33:34.470797 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-f4c410ee-3ba3-4d6f-8c88-0423518e2d1b tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Request body: {'security_group_rule': {'security_group_id': '391daef1-3011-4796-a6e4-684f49db457e', 'project_id': '59f74cdb1d2c4e1aa1b8c2549a8b04c3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:33:34.571349 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f4c410ee-3ba3-4d6f-8c88-0423518e2d1b tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:33:34.626270 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f4c410ee-3ba3-4d6f-8c88-0423518e2d1b tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:33:34.698505 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f4c410ee-3ba3-4d6f-8c88-0423518e2d1b tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:33:34.718799 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c410ee-3ba3-4d6f-8c88-0423518e2d1b tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc54e860-34eb-4110-b8f4-c56ef21c2f5e,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:33:34.781293 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-f4c410ee-3ba3-4d6f-8c88-0423518e2d1b tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:33:34.784067 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-f4c410ee-3ba3-4d6f-8c88-0423518e2d1b tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3150132 Oct 12 20:33:34.789550 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 37558) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:33:34.790140 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-ec7dcdbd-11df-4802-80b3-fde1057305c9 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Request body: {'security_group_rule': {'security_group_id': '391daef1-3011-4796-a6e4-684f49db457e', 'project_id': '59f74cdb1d2c4e1aa1b8c2549a8b04c3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:33:34.807240 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:33:34.855080 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:33:34.917026 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ec7dcdbd-11df-4802-80b3-fde1057305c9 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:33:34.985403 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ec7dcdbd-11df-4802-80b3-fde1057305c9 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:33:34.985923 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 56a22ff7-cf53-4999-a0cf-b006d25e3540 no longer exists at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 20:33:35.004978 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] No Port match for: 56a22ff7-cf53-4999-a0cf-b006d25e3540 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 20:33:35.005329 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 56a22ff7-cf53-4999-a0cf-b006d25e3540 not bound to the agent host n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 20:33:35.070070 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ec7dcdbd-11df-4802-80b3-fde1057305c9 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:33:35.088428 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7dcdbd-11df-4802-80b3-fde1057305c9 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a9b6317-5617-4d46-a93f-bd360ccaa337,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:33:35.181006 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ec7dcdbd-11df-4802-80b3-fde1057305c9 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:33:35.182235 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-ec7dcdbd-11df-4802-80b3-fde1057305c9 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3957717 Oct 12 20:33:35.184950 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 37560) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:33:35.192719 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-c2957546-a0fa-41cb-b47d-7be545aa77e6 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Request body: {'security_group_rule': {'security_group_id': '391daef1-3011-4796-a6e4-684f49db457e', 'project_id': '59f74cdb1d2c4e1aa1b8c2549a8b04c3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:33:35.193777 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 20:33:35.300486 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c2957546-a0fa-41cb-b47d-7be545aa77e6 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:33:35.364492 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c2957546-a0fa-41cb-b47d-7be545aa77e6 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:33:35.426091 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c2957546-a0fa-41cb-b47d-7be545aa77e6 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:33:35.444787 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2957546-a0fa-41cb-b47d-7be545aa77e6 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9554291-2cfd-4a63-bfe0-7596ff9b2883,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:33:35.511780 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-c2957546-a0fa-41cb-b47d-7be545aa77e6 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:33:35.513005 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-c2957546-a0fa-41cb-b47d-7be545aa77e6 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3271356 Oct 12 20:33:35.515700 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 37562) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:33:35.519928 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-38640952-cf4a-4039-ae1d-43328878913f tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Request body: {'security_group_rule': {'security_group_id': '391daef1-3011-4796-a6e4-684f49db457e', 'project_id': '59f74cdb1d2c4e1aa1b8c2549a8b04c3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:33:35.609500 n-d-813679-3 neutron-server[95502]: INFO neutron.db.securitygroups_db [None req-38640952-cf4a-4039-ae1d-43328878913f tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Project 59f74cdb1d2c4e1aa1b8c2549a8b04c3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 20:33:35.614081 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-38640952-cf4a-4039-ae1d-43328878913f tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:33:35.672107 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-38640952-cf4a-4039-ae1d-43328878913f tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:33:35.740749 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-38640952-cf4a-4039-ae1d-43328878913f tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:33:35.758557 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38640952-cf4a-4039-ae1d-43328878913f tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49909ff9-a7f9-4a3a-9d55-125a9df4aa21,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:33:35.826860 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-38640952-cf4a-4039-ae1d-43328878913f tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:33:35.828102 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-38640952-cf4a-4039-ae1d-43328878913f tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3114364 Oct 12 20:33:35.830858 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 37564) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:33:35.835070 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-6a6be1f8-52da-4b2e-b3b9-9159e36f4d32 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Request body: {'security_group_rule': {'security_group_id': '391daef1-3011-4796-a6e4-684f49db457e', 'project_id': '59f74cdb1d2c4e1aa1b8c2549a8b04c3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:33:35.900915 n-d-813679-3 neutron-server[95502]: INFO neutron.db.securitygroups_db [None req-6a6be1f8-52da-4b2e-b3b9-9159e36f4d32 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Project 59f74cdb1d2c4e1aa1b8c2549a8b04c3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 20:33:35.905642 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6a6be1f8-52da-4b2e-b3b9-9159e36f4d32 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:33:35.966230 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6a6be1f8-52da-4b2e-b3b9-9159e36f4d32 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:33:36.043708 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6a6be1f8-52da-4b2e-b3b9-9159e36f4d32 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:33:36.067346 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6be1f8-52da-4b2e-b3b9-9159e36f4d32 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45d64f12-0159-4862-bef8-d37d80d9d97f,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:33:36.131551 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6a6be1f8-52da-4b2e-b3b9-9159e36f4d32 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:33:36.132798 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-6a6be1f8-52da-4b2e-b3b9-9159e36f4d32 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3010280 Oct 12 20:33:56.940076 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9e461de8-3cfd-4b74-9e7d-2ecd319ade68 req-f2504533-fcde-4a02-980f-f1f2f3d628d4 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-87621660&fields=id&tenant_id=59f74cdb1d2c4e1aa1b8c2549a8b04c3 HTTP/1.1" status: 200 len: 267 time: 0.0373030 Oct 12 20:33:57.041656 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e461de8-3cfd-4b74-9e7d-2ecd319ade68 req-2c3959b1-eed6-409f-8356-d3932fe988bb tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:33:57.042999 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9e461de8-3cfd-4b74-9e7d-2ecd319ade68 req-2c3959b1-eed6-409f-8356-d3932fe988bb tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/networks?id=5ce7fbeb-d3a8-475c-973c-375b40a077a5 HTTP/1.1" status: 200 len: 809 time: 0.0963042 Oct 12 20:33:57.057843 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9e461de8-3cfd-4b74-9e7d-2ecd319ade68 req-d0a54f8f-414d-4b66-9eac-b5db8f8a07e7 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/quotas/59f74cdb1d2c4e1aa1b8c2549a8b04c3 HTTP/1.1" status: 200 len: 375 time: 0.0086901 Oct 12 20:33:57.106279 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9e461de8-3cfd-4b74-9e7d-2ecd319ade68 req-f2f1c859-e139-499e-b0fe-a49ad8d77b5a tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=59f74cdb1d2c4e1aa1b8c2549a8b04c3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0433872 Oct 12 20:33:57.201380 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9e461de8-3cfd-4b74-9e7d-2ecd319ade68 req-9c45ad68-a208-4fb3-8024-855a48b1409b service neutron] 10.222.0.49 "GET /v2.0/networks/5ce7fbeb-d3a8-475c-973c-375b40a077a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833082 Oct 12 20:33:57.287208 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9e461de8-3cfd-4b74-9e7d-2ecd319ade68 req-09fd6885-0d54-474a-b219-b58f4b9ac88c service neutron] 10.222.0.49 "GET /v2.0/networks/5ce7fbeb-d3a8-475c-973c-375b40a077a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799274 Oct 12 20:33:58.808804 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-40431abc-6f6b-4770-938d-5b3555568125 req-4f579db4-37c4-49cd-88a1-c5f858d56a2e tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/ports?device_id=396c0d12-bec8-45f1-b1c0-173fbfa9c59c HTTP/1.1" status: 200 len: 210 time: 0.0257897 Oct 12 20:33:59.217678 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-da44ba09-6de3-40ae-913d-05b27abef84b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:33:59.906478 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8b667c16-c931-495d-ac96-c550a2901a97 req-35a7442f-215f-4fb0-8aa7-a82f11a1277b tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/ports?device_id=396c0d12-bec8-45f1-b1c0-173fbfa9c59c HTTP/1.1" status: 200 len: 210 time: 0.0330448 Oct 12 20:34:00.464053 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e461de8-3cfd-4b74-9e7d-2ecd319ade68 req-527bdd64-759f-4e45-90ab-fef861414f53 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:34:00.465424 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9e461de8-3cfd-4b74-9e7d-2ecd319ade68 req-527bdd64-759f-4e45-90ab-fef861414f53 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.67 "GET /v2.0/networks?id=5ce7fbeb-d3a8-475c-973c-375b40a077a5 HTTP/1.1" status: 200 len: 809 time: 0.1018491 Oct 12 20:34:00.508053 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9e461de8-3cfd-4b74-9e7d-2ecd319ade68 req-8cec1dd2-0696-40d6-8a1d-e89d20b4c00b tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=59f74cdb1d2c4e1aa1b8c2549a8b04c3 HTTP/1.1" status: 200 len: 378 time: 0.0329347 Oct 12 20:34:00.518024 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-9e461de8-3cfd-4b74-9e7d-2ecd319ade68 req-9274eded-4e31-4748-8839-c85bcec88789 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Request body: {'port': {'device_id': '396c0d12-bec8-45f1-b1c0-173fbfa9c59c', 'network_id': '5ce7fbeb-d3a8-475c-973c-375b40a077a5', 'admin_state_up': True, 'tenant_id': '59f74cdb1d2c4e1aa1b8c2549a8b04c3', 'security_groups': ['391daef1-3011-4796-a6e4-684f49db457e']}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:34:00.680558 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e461de8-3cfd-4b74-9e7d-2ecd319ade68 req-9274eded-4e31-4748-8839-c85bcec88789 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Made reservation on behalf of 59f74cdb1d2c4e1aa1b8c2549a8b04c3 for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 20:34:00.684251 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-9e461de8-3cfd-4b74-9e7d-2ecd319ade68 req-9274eded-4e31-4748-8839-c85bcec88789 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:34:00.815372 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [req-9e461de8-3cfd-4b74-9e7d-2ecd319ade68 req-9274eded-4e31-4748-8839-c85bcec88789 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Allocated IP 172.20.0.14 (5ce7fbeb-d3a8-475c-973c-375b40a077a5/3bc0812d-64ec-44be-899d-34286686f675/1bb7eace-273c-4325-929d-95284363d25a) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 20:34:00.960483 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-9e461de8-3cfd-4b74-9e7d-2ecd319ade68 req-9274eded-4e31-4748-8839-c85bcec88789 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:34:01.005570 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6ae67b43-d257-4c6a-8f38-f975ef73deed req-cb580eee-8f0a-4bbc-87ab-fcec48fac282 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/ports?device_id=396c0d12-bec8-45f1-b1c0-173fbfa9c59c HTTP/1.1" status: 200 len: 210 time: 0.0273089 Oct 12 20:34:01.069441 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-9e461de8-3cfd-4b74-9e7d-2ecd319ade68 req-9274eded-4e31-4748-8839-c85bcec88789 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:34:01.123432 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e461de8-3cfd-4b74-9e7d-2ecd319ade68 req-9274eded-4e31-4748-8839-c85bcec88789 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Network 5ce7fbeb-d3a8-475c-973c-375b40a077a5 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 20:34:01.126668 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [req-9e461de8-3cfd-4b74-9e7d-2ecd319ade68 req-9274eded-4e31-4748-8839-c85bcec88789 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 20:34:01.131377 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e461de8-3cfd-4b74-9e7d-2ecd319ade68 req-9274eded-4e31-4748-8839-c85bcec88789 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 20:34:01.135544 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9274eded-4e31-4748-8839-c85bcec88789 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Pushing event updated for resources: {'Port': ['ID=1bb7eace-273c-4325-929d-95284363d25a,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:34:01.186632 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e461de8-3cfd-4b74-9e7d-2ecd319ade68 req-9274eded-4e31-4748-8839-c85bcec88789 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:34:01.187243 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-9e461de8-3cfd-4b74-9e7d-2ecd319ade68 req-9274eded-4e31-4748-8839-c85bcec88789 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:34:01.260644 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9e461de8-3cfd-4b74-9e7d-2ecd319ade68 req-9274eded-4e31-4748-8839-c85bcec88789 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7465727 Oct 12 20:34:01.273856 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-9e461de8-3cfd-4b74-9e7d-2ecd319ade68 req-c9ef373b-b34b-408d-9c25-fd7f0f4ca2e1 service neutron] Request body: {'port': {'device_id': '396c0d12-bec8-45f1-b1c0-173fbfa9c59c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-3'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:34:01.334363 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-9e461de8-3cfd-4b74-9e7d-2ecd319ade68 req-c9ef373b-b34b-408d-9c25-fd7f0f4ca2e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:34:01.377084 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-0ac5e5c2-e0ff-45f0-897b-9f0bbf485436 None None] Provisioning complete for port 1bb7eace-273c-4325-929d-95284363d25a triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:34:01.377707 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0ac5e5c2-e0ff-45f0-897b-9f0bbf485436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:34:01.411171 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-0ac5e5c2-e0ff-45f0-897b-9f0bbf485436 None None] Port 1bb7eace-273c-4325-929d-95284363d25a cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 20:34:01.602345 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [req-9e461de8-3cfd-4b74-9e7d-2ecd319ade68 req-c9ef373b-b34b-408d-9c25-fd7f0f4ca2e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bb7eace-273c-4325-929d-95284363d25a {{(pid=95501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 20:34:01.610450 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-9e461de8-3cfd-4b74-9e7d-2ecd319ade68 req-c9ef373b-b34b-408d-9c25-fd7f0f4ca2e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:34:01.622297 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.provisioning_blocks [req-9e461de8-3cfd-4b74-9e7d-2ecd319ade68 req-c9ef373b-b34b-408d-9c25-fd7f0f4ca2e1 service neutron] Transition to ACTIVE for port object 1bb7eace-273c-4325-929d-95284363d25a will not be triggered until provisioned by entity L2. {{(pid=95501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 20:34:01.706392 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-9e461de8-3cfd-4b74-9e7d-2ecd319ade68 req-c9ef373b-b34b-408d-9c25-fd7f0f4ca2e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:34:01.763565 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-14149d38-f4fb-4937-a7e2-f3e93f4184d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:34:01.782970 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ef373b-b34b-408d-9c25-fd7f0f4ca2e1 service neutron] Pushing event updated for resources: {'Port': ['ID=1bb7eace-273c-4325-929d-95284363d25a,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:34:01.838418 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-9e461de8-3cfd-4b74-9e7d-2ecd319ade68 req-c9ef373b-b34b-408d-9c25-fd7f0f4ca2e1 service neutron] Attempting to bind port 1bb7eace-273c-4325-929d-95284363d25a on host n-h2-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 20:34:01.838805 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-9e461de8-3cfd-4b74-9e7d-2ecd319ade68 req-c9ef373b-b34b-408d-9c25-fd7f0f4ca2e1 service neutron] Attempting to bind port 1bb7eace-273c-4325-929d-95284363d25a by drivers openvswitch,hyperv on host n-h2-813679-3 at level 0 using segments [{'id': '8013cf53-23ad-41f7-88c5-9efc3c01994b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '5ce7fbeb-d3a8-475c-973c-375b40a077a5'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 20:34:01.839075 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e461de8-3cfd-4b74-9e7d-2ecd319ade68 req-c9ef373b-b34b-408d-9c25-fd7f0f4ca2e1 service neutron] Attempting to bind port 1bb7eace-273c-4325-929d-95284363d25a on network 5ce7fbeb-d3a8-475c-973c-375b40a077a5 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 20:34:01.843568 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e461de8-3cfd-4b74-9e7d-2ecd319ade68 req-c9ef373b-b34b-408d-9c25-fd7f0f4ca2e1 service neutron] Port 1bb7eace-273c-4325-929d-95284363d25a on network 5ce7fbeb-d3a8-475c-973c-375b40a077a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 20:34:01.844450 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e461de8-3cfd-4b74-9e7d-2ecd319ade68 req-c9ef373b-b34b-408d-9c25-fd7f0f4ca2e1 service neutron] Attempting to bind port 1bb7eace-273c-4325-929d-95284363d25a on network 5ce7fbeb-d3a8-475c-973c-375b40a077a5 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 20:34:01.849595 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e461de8-3cfd-4b74-9e7d-2ecd319ade68 req-c9ef373b-b34b-408d-9c25-fd7f0f4ca2e1 service neutron] Checking agent: {'id': '233fbd7d-38e4-434f-bb8f-05364d7423a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 20, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 20:34:01.849927 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e461de8-3cfd-4b74-9e7d-2ecd319ade68 req-c9ef373b-b34b-408d-9c25-fd7f0f4ca2e1 service neutron] Checking segment: {'id': '8013cf53-23ad-41f7-88c5-9efc3c01994b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '5ce7fbeb-d3a8-475c-973c-375b40a077a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 20:34:01.850310 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e461de8-3cfd-4b74-9e7d-2ecd319ade68 req-c9ef373b-b34b-408d-9c25-fd7f0f4ca2e1 service neutron] Bound using segment: {'id': '8013cf53-23ad-41f7-88c5-9efc3c01994b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '5ce7fbeb-d3a8-475c-973c-375b40a077a5'} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 20:34:01.850739 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-9e461de8-3cfd-4b74-9e7d-2ecd319ade68 req-c9ef373b-b34b-408d-9c25-fd7f0f4ca2e1 service neutron] Bound port: 1bb7eace-273c-4325-929d-95284363d25a, host: n-h2-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8013cf53-23ad-41f7-88c5-9efc3c01994b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '5ce7fbeb-d3a8-475c-973c-375b40a077a5'}}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 20:34:01.851145 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-9e461de8-3cfd-4b74-9e7d-2ecd319ade68 req-c9ef373b-b34b-408d-9c25-fd7f0f4ca2e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:34:01.918402 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-9e461de8-3cfd-4b74-9e7d-2ecd319ade68 req-c9ef373b-b34b-408d-9c25-fd7f0f4ca2e1 service neutron] For port 1bb7eace-273c-4325-929d-95284363d25a, host n-h2-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 20:34:01.922625 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-9e461de8-3cfd-4b74-9e7d-2ecd319ade68 req-c9ef373b-b34b-408d-9c25-fd7f0f4ca2e1 service neutron] For port 1bb7eace-273c-4325-929d-95284363d25a, host n-h2-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=1bb7eace-273c-4325-929d-95284363d25a,segment=NetworkSegment(8013cf53-23ad-41f7-88c5-9efc3c01994b),segment_id=8013cf53-23ad-41f7-88c5-9efc3c01994b)] {{(pid=95501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 20:34:02.006856 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-9e461de8-3cfd-4b74-9e7d-2ecd319ade68 req-c9ef373b-b34b-408d-9c25-fd7f0f4ca2e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:34:02.041553 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e461de8-3cfd-4b74-9e7d-2ecd319ade68 req-c9ef373b-b34b-408d-9c25-fd7f0f4ca2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:34:02.042181 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-9e461de8-3cfd-4b74-9e7d-2ecd319ade68 req-c9ef373b-b34b-408d-9c25-fd7f0f4ca2e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:34:02.044256 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9e461de8-3cfd-4b74-9e7d-2ecd319ade68 req-c9ef373b-b34b-408d-9c25-fd7f0f4ca2e1 service neutron] 10.222.0.67 "PUT /v2.0/ports/1bb7eace-273c-4325-929d-95284363d25a HTTP/1.1" status: 200 len: 1092 time: 0.7748845 Oct 12 20:34:02.046288 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '396c0d12-bec8-45f1-b1c0-173fbfa9c59c', 'tag': '1bb7eace-273c-4325-929d-95284363d25a'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:34:02.049521 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de8ed798067560d07a98492cd8cb53eb3655be3ac6c9fe2f8402857175a8f58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dffd6c9e-2735-4fce-8482-10c2a05f692d" -d '{"events": [{"name": "network-changed", "server_uuid": "396c0d12-bec8-45f1-b1c0-173fbfa9c59c", "tag": "1bb7eace-273c-4325-929d-95284363d25a"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:34:02.113408 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 20:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fedb879b-82ad-4d6b-9117-1c3d564f4318 x-openstack-request-id: req-fedb879b-82ad-4d6b-9117-1c3d564f4318 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:34:02.113742 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "396c0d12-bec8-45f1-b1c0-173fbfa9c59c", "tag": "1bb7eace-273c-4325-929d-95284363d25a", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:34:02.114044 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fedb879b-82ad-4d6b-9117-1c3d564f4318 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:34:02.114401 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '396c0d12-bec8-45f1-b1c0-173fbfa9c59c', 'tag': '1bb7eace-273c-4325-929d-95284363d25a', 'status': 'completed', 'code': 200} Oct 12 20:34:02.114984 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ef373b-b34b-408d-9c25-fd7f0f4ca2e1 service neutron] Pushing event updated for resources: {'Port': ['ID=1bb7eace-273c-4325-929d-95284363d25a,revision_number=3']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:34:02.221244 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53f967f-34b8-4886-a364-891377415ac8 req-69ff3714-8eec-4b0f-b440-1bf911dad81f tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:34:02.222854 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b53f967f-34b8-4886-a364-891377415ac8 req-69ff3714-8eec-4b0f-b440-1bf911dad81f tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/ports?device_id=396c0d12-bec8-45f1-b1c0-173fbfa9c59c HTTP/1.1" status: 200 len: 944 time: 0.0898759 Oct 12 20:34:02.224921 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd6c9e-2735-4fce-8482-10c2a05f692d req-4c28625a-2094-401c-b81f-45d58a9551e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:34:02.226285 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-dffd6c9e-2735-4fce-8482-10c2a05f692d req-4c28625a-2094-401c-b81f-45d58a9551e4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=59f74cdb1d2c4e1aa1b8c2549a8b04c3&device_id=396c0d12-bec8-45f1-b1c0-173fbfa9c59c HTTP/1.1" status: 200 len: 1095 time: 0.0834734 Oct 12 20:34:02.316770 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b53f967f-34b8-4886-a364-891377415ac8 req-e351288d-46a5-4e2b-8c19-977d967771fe tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/security-groups?id=391daef1-3011-4796-a6e4-684f49db457e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0867710 Oct 12 20:34:02.353386 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd6c9e-2735-4fce-8482-10c2a05f692d req-8ad66f92-6836-4cb4-8f19-2aec688ffbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:34:02.354804 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-dffd6c9e-2735-4fce-8482-10c2a05f692d req-8ad66f92-6836-4cb4-8f19-2aec688ffbe5 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=59f74cdb1d2c4e1aa1b8c2549a8b04c3&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1187675 Oct 12 20:34:02.450340 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd6c9e-2735-4fce-8482-10c2a05f692d req-2fff12d8-3b34-492e-b98e-887d4594c164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:34:02.451808 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-dffd6c9e-2735-4fce-8482-10c2a05f692d req-2fff12d8-3b34-492e-b98e-887d4594c164 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0897207 Oct 12 20:34:02.526302 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e461de8-3cfd-4b74-9e7d-2ecd319ade68 req-0bb93272-233f-44bb-b0fc-5153e2250007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:34:02.527810 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9e461de8-3cfd-4b74-9e7d-2ecd319ade68 req-0bb93272-233f-44bb-b0fc-5153e2250007 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=59f74cdb1d2c4e1aa1b8c2549a8b04c3&device_id=396c0d12-bec8-45f1-b1c0-173fbfa9c59c HTTP/1.1" status: 200 len: 1095 time: 0.0407422 Oct 12 20:34:02.543653 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:34:02.573185 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9e461de8-3cfd-4b74-9e7d-2ecd319ade68 req-2e8dbd88-5bf3-4a09-84f7-ca30c20b3f00 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1bb7eace-273c-4325-929d-95284363d25a HTTP/1.1" status: 200 len: 217 time: 0.0376556 Oct 12 20:34:02.622268 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e461de8-3cfd-4b74-9e7d-2ecd319ade68 req-49480406-0d42-407e-9dd8-8e2766af626d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:34:02.623726 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9e461de8-3cfd-4b74-9e7d-2ecd319ade68 req-49480406-0d42-407e-9dd8-8e2766af626d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3bc0812d-64ec-44be-899d-34286686f675 HTTP/1.1" status: 200 len: 848 time: 0.0439272 Oct 12 20:34:02.669901 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e461de8-3cfd-4b74-9e7d-2ecd319ade68 req-5d0fc2d3-8dda-4fb6-b908-a86a9df1b0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:34:02.671300 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9e461de8-3cfd-4b74-9e7d-2ecd319ade68 req-5d0fc2d3-8dda-4fb6-b908-a86a9df1b0ba service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5ce7fbeb-d3a8-475c-973c-375b40a077a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401347 Oct 12 20:34:02.765016 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9e461de8-3cfd-4b74-9e7d-2ecd319ade68 req-8677baa8-f663-41df-a3e0-e13bb9dd01bf service neutron] 10.222.0.67 "GET /v2.0/networks/5ce7fbeb-d3a8-475c-973c-375b40a077a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863743 Oct 12 20:34:02.854979 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9e461de8-3cfd-4b74-9e7d-2ecd319ade68 req-c1ed4a73-6bc1-4835-9c57-1a489ba0dbd7 service neutron] 10.222.0.67 "GET /v2.0/networks/5ce7fbeb-d3a8-475c-973c-375b40a077a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828013 Oct 12 20:34:03.354623 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:34:03.432820 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db6d67b-b6ed-40fc-86a8-4c5d5c624719 req-870f6a95-1e73-4a6c-97ce-64fc80001613 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:34:03.434259 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7db6d67b-b6ed-40fc-86a8-4c5d5c624719 req-870f6a95-1e73-4a6c-97ce-64fc80001613 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/ports?device_id=396c0d12-bec8-45f1-b1c0-173fbfa9c59c HTTP/1.1" status: 200 len: 944 time: 0.0486896 Oct 12 20:34:03.472682 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7db6d67b-b6ed-40fc-86a8-4c5d5c624719 req-dde020db-944d-40b2-87c9-adf0311e235f tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/security-groups?id=391daef1-3011-4796-a6e4-684f49db457e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317540 Oct 12 20:34:03.754548 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:34:04.589938 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd57739f-cd64-4d62-a6c9-c6ca7d050cb6 req-2e4c9ff7-b173-46df-a3ae-df1c74270e03 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:34:04.591746 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-bd57739f-cd64-4d62-a6c9-c6ca7d050cb6 req-2e4c9ff7-b173-46df-a3ae-df1c74270e03 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/ports?device_id=396c0d12-bec8-45f1-b1c0-173fbfa9c59c HTTP/1.1" status: 200 len: 944 time: 0.0515699 Oct 12 20:34:04.636912 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-bd57739f-cd64-4d62-a6c9-c6ca7d050cb6 req-c247b32e-4754-4358-a77b-fdbefb0be02e tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/security-groups?id=391daef1-3011-4796-a6e4-684f49db457e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383217 Oct 12 20:34:04.797904 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:34:04.851793 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:34:05.761323 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72f49d5-fb09-4997-ae68-d27349b4cd60 req-01f644df-3bc8-409e-8494-590698c9af36 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:34:05.762778 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e72f49d5-fb09-4997-ae68-d27349b4cd60 req-01f644df-3bc8-409e-8494-590698c9af36 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/ports?device_id=396c0d12-bec8-45f1-b1c0-173fbfa9c59c HTTP/1.1" status: 200 len: 944 time: 0.0542042 Oct 12 20:34:05.801747 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e72f49d5-fb09-4997-ae68-d27349b4cd60 req-61bb8f4a-e1b5-4bea-b435-ebfca88b6112 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/security-groups?id=391daef1-3011-4796-a6e4-684f49db457e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329504 Oct 12 20:34:06.916946 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221b59dd-b78c-4694-9a02-422d78b453a1 req-9db83a31-4238-43dc-b259-367da200294c tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:34:06.918373 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-221b59dd-b78c-4694-9a02-422d78b453a1 req-9db83a31-4238-43dc-b259-367da200294c tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/ports?device_id=396c0d12-bec8-45f1-b1c0-173fbfa9c59c HTTP/1.1" status: 200 len: 944 time: 0.0481348 Oct 12 20:34:06.955079 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-221b59dd-b78c-4694-9a02-422d78b453a1 req-2c859ca3-3004-4e36-8461-90c8694f6eb2 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/security-groups?id=391daef1-3011-4796-a6e4-684f49db457e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308125 Oct 12 20:34:08.066743 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73a2128-2934-4f26-ab7e-c92f32d9c882 req-cb1b415b-ad84-4bd8-80ed-a9db4e89a9b8 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:34:08.068208 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b73a2128-2934-4f26-ab7e-c92f32d9c882 req-cb1b415b-ad84-4bd8-80ed-a9db4e89a9b8 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/ports?device_id=396c0d12-bec8-45f1-b1c0-173fbfa9c59c HTTP/1.1" status: 200 len: 944 time: 0.0478413 Oct 12 20:34:08.105100 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-b73a2128-2934-4f26-ab7e-c92f32d9c882 req-ba4629b0-2fc1-4b52-a8b4-6f30ae884a14 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/security-groups?id=391daef1-3011-4796-a6e4-684f49db457e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311282 Oct 12 20:34:09.217562 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712e5c69-fe62-4947-9dc9-201a96b62735 req-4728049e-87b4-41a0-ba40-8575395d18f3 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:34:09.219520 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-712e5c69-fe62-4947-9dc9-201a96b62735 req-4728049e-87b4-41a0-ba40-8575395d18f3 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/ports?device_id=396c0d12-bec8-45f1-b1c0-173fbfa9c59c HTTP/1.1" status: 200 len: 944 time: 0.0490544 Oct 12 20:34:09.256502 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-712e5c69-fe62-4947-9dc9-201a96b62735 req-8eff36c4-da60-490e-bdb8-1b793e9c9cc4 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/security-groups?id=391daef1-3011-4796-a6e4-684f49db457e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310605 Oct 12 20:34:10.372259 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaf3050-5a64-4289-bf4d-06e3f0f59709 req-76842e15-bca0-49d7-8084-89540b1edcbb tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:34:10.373629 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ffaf3050-5a64-4289-bf4d-06e3f0f59709 req-76842e15-bca0-49d7-8084-89540b1edcbb tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/ports?device_id=396c0d12-bec8-45f1-b1c0-173fbfa9c59c HTTP/1.1" status: 200 len: 944 time: 0.0489187 Oct 12 20:34:10.412438 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ffaf3050-5a64-4289-bf4d-06e3f0f59709 req-123056d6-3071-4346-9f7f-2b253372fcba tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/security-groups?id=391daef1-3011-4796-a6e4-684f49db457e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324550 Oct 12 20:34:11.784282 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e10872-3f14-4f96-a79a-2e64d7832a42 req-856013fb-53be-416c-b0b8-0fd9452fc2ea tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:34:11.785834 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f8e10872-3f14-4f96-a79a-2e64d7832a42 req-856013fb-53be-416c-b0b8-0fd9452fc2ea tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/ports?device_id=396c0d12-bec8-45f1-b1c0-173fbfa9c59c HTTP/1.1" status: 200 len: 944 time: 0.0483179 Oct 12 20:34:11.826006 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f8e10872-3f14-4f96-a79a-2e64d7832a42 req-567f9b2a-6ebf-4307-9f16-41e8deca2f18 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/security-groups?id=391daef1-3011-4796-a6e4-684f49db457e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342987 Oct 12 20:34:12.192912 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 20:34:12.941087 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49685977-c8b2-40d3-a404-c2881181c7b0 req-22d09d45-e6cb-4254-8d20-c696afde8bb0 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:34:12.942533 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-49685977-c8b2-40d3-a404-c2881181c7b0 req-22d09d45-e6cb-4254-8d20-c696afde8bb0 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/ports?device_id=396c0d12-bec8-45f1-b1c0-173fbfa9c59c HTTP/1.1" status: 200 len: 944 time: 0.0526011 Oct 12 20:34:12.979625 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-49685977-c8b2-40d3-a404-c2881181c7b0 req-7d059a05-1781-4458-b62b-f0fcbc500d40 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/security-groups?id=391daef1-3011-4796-a6e4-684f49db457e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312810 Oct 12 20:34:14.138000 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b528b3b1-847f-495d-96f6-5bf1b4f3e7e1 req-3bb67be4-bc15-4dc9-8109-8d10140f260a tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:34:14.139449 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b528b3b1-847f-495d-96f6-5bf1b4f3e7e1 req-3bb67be4-bc15-4dc9-8109-8d10140f260a tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/ports?device_id=396c0d12-bec8-45f1-b1c0-173fbfa9c59c HTTP/1.1" status: 200 len: 944 time: 0.0478017 Oct 12 20:34:14.176906 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b528b3b1-847f-495d-96f6-5bf1b4f3e7e1 req-17c4ce42-2e9c-4654-b68d-c7ef0b871c5c tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/security-groups?id=391daef1-3011-4796-a6e4-684f49db457e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309451 Oct 12 20:34:15.138651 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 1bb7eace-273c-4325-929d-95284363d25a details requested by agent hyperv_n-h2-813679-3 with host n-h2-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 20:34:15.233343 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 1bb7eace-273c-4325-929d-95284363d25a, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=1bb7eace-273c-4325-929d-95284363d25a,segment=NetworkSegment(8013cf53-23ad-41f7-88c5-9efc3c01994b),segment_id=8013cf53-23ad-41f7-88c5-9efc3c01994b)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:34:15.244604 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Returning: {'device': '1bb7eace-273c-4325-929d-95284363d25a', 'network_id': '5ce7fbeb-d3a8-475c-973c-375b40a077a5', 'port_id': '1bb7eace-273c-4325-929d-95284363d25a', 'mac_address': 'fa:16:3e:da:2d:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bc0812d-64ec-44be-899d-34286686f675', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 20:34:15.284285 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:34:15.288976 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa22f1fb-f1fe-4c9b-84a4-c6f1093f2351 req-3052184f-a90a-4281-adae-0cb0e52a9e4a tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:34:15.290466 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-aa22f1fb-f1fe-4c9b-84a4-c6f1093f2351 req-3052184f-a90a-4281-adae-0cb0e52a9e4a tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/ports?device_id=396c0d12-bec8-45f1-b1c0-173fbfa9c59c HTTP/1.1" status: 200 len: 944 time: 0.0495889 Oct 12 20:34:15.302068 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bb7eace-273c-4325-929d-95284363d25a {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 20:34:15.321576 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 1bb7eace-273c-4325-929d-95284363d25a, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=1bb7eace-273c-4325-929d-95284363d25a,segment=NetworkSegment(8013cf53-23ad-41f7-88c5-9efc3c01994b),segment_id=8013cf53-23ad-41f7-88c5-9efc3c01994b)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:34:15.330386 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-aa22f1fb-f1fe-4c9b-84a4-c6f1093f2351 req-06bc5db3-7638-4cea-8043-b8a1379ef480 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/security-groups?id=391daef1-3011-4796-a6e4-684f49db457e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334737 Oct 12 20:34:15.409014 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:34:15.454650 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=1bb7eace-273c-4325-929d-95284363d25a,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:34:15.461776 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:34:15.462118 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:34:15.462451 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:34:15.462782 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:34:15.463108 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:34:15.463432 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:34:15.463753 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:34:15.464097 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:34:15.464420 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:34:15.464734 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:34:15.465051 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:34:15.465370 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:34:15.613316 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['1bb7eace-273c-4325-929d-95284363d25a'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 20:34:16.442127 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19626e83-4612-496c-ad4c-2f48681c8679 req-90342b96-a30b-4a75-8b41-5a8328026dac tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:34:16.443565 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-19626e83-4612-496c-ad4c-2f48681c8679 req-90342b96-a30b-4a75-8b41-5a8328026dac tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/ports?device_id=396c0d12-bec8-45f1-b1c0-173fbfa9c59c HTTP/1.1" status: 200 len: 945 time: 0.0475564 Oct 12 20:34:16.480482 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-19626e83-4612-496c-ad4c-2f48681c8679 req-f99b73f6-3a49-4ffe-b0eb-193343e90069 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/security-groups?id=391daef1-3011-4796-a6e4-684f49db457e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310488 Oct 12 20:34:17.153431 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 1bb7eace-273c-4325-929d-95284363d25a up at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 20:34:17.268589 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning for port 1bb7eace-273c-4325-929d-95284363d25a completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 20:34:17.272513 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning complete for port 1bb7eace-273c-4325-929d-95284363d25a triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:34:17.272887 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:34:17.348781 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:34:17.369760 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '396c0d12-bec8-45f1-b1c0-173fbfa9c59c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bb7eace-273c-4325-929d-95284363d25a'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:34:17.371926 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b9295f95168b7ebeacfaf6dce688c5b5a488805d3fcc076b348ff91511493a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e99697a-56e2-4fc4-800e-697ee4fef45c" -d '{"events": [{"server_uuid": "396c0d12-bec8-45f1-b1c0-173fbfa9c59c", "name": "network-vif-plugged", "status": "completed", "tag": "1bb7eace-273c-4325-929d-95284363d25a"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:34:17.383927 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 1bb7eace-273c-4325-929d-95284363d25a, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=1bb7eace-273c-4325-929d-95284363d25a,segment=NetworkSegment(8013cf53-23ad-41f7-88c5-9efc3c01994b),segment_id=8013cf53-23ad-41f7-88c5-9efc3c01994b)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:34:17.462066 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 20:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a015a00d-6d50-48d5-890a-c7884b5a0c29 x-openstack-request-id: req-a015a00d-6d50-48d5-890a-c7884b5a0c29 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:34:17.462360 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "396c0d12-bec8-45f1-b1c0-173fbfa9c59c", "name": "network-vif-plugged", "status": "completed", "tag": "1bb7eace-273c-4325-929d-95284363d25a", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:34:17.462620 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a015a00d-6d50-48d5-890a-c7884b5a0c29 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:34:17.463020 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '396c0d12-bec8-45f1-b1c0-173fbfa9c59c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bb7eace-273c-4325-929d-95284363d25a', 'code': 200} Oct 12 20:34:17.465718 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:34:17.513216 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=1bb7eace-273c-4325-929d-95284363d25a,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:34:17.587591 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cf8009-e19f-4685-b110-ca1d702042bc req-6bb943fb-f741-4110-aeae-c04699b9db85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:34:17.589092 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e2cf8009-e19f-4685-b110-ca1d702042bc req-6bb943fb-f741-4110-aeae-c04699b9db85 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=396c0d12-bec8-45f1-b1c0-173fbfa9c59c HTTP/1.1" status: 200 len: 1097 time: 0.0693257 Oct 12 20:34:17.610019 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c044f216-456b-4513-9dde-7b139b7dc443 req-5c7fa0f1-22b3-4601-ace9-ad7e8ca87131 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:34:17.611386 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c044f216-456b-4513-9dde-7b139b7dc443 req-5c7fa0f1-22b3-4601-ace9-ad7e8ca87131 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/ports?device_id=396c0d12-bec8-45f1-b1c0-173fbfa9c59c HTTP/1.1" status: 200 len: 946 time: 0.0635512 Oct 12 20:34:17.654283 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e2cf8009-e19f-4685-b110-ca1d702042bc req-eaa657b3-5c48-497b-9ffd-80cf73f9a4cf service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=391daef1-3011-4796-a6e4-684f49db457e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0573521 Oct 12 20:34:17.661361 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c044f216-456b-4513-9dde-7b139b7dc443 req-f4a291d6-4725-4a45-a8e4-c4d016427ec4 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/security-groups?id=391daef1-3011-4796-a6e4-684f49db457e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440221 Oct 12 20:34:18.779057 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5cacbf-44f0-409a-9eac-ccb23fc19d11 req-f82980a6-ba91-4aa9-b262-8cfce3058c86 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:34:18.781649 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ff5cacbf-44f0-409a-9eac-ccb23fc19d11 req-f82980a6-ba91-4aa9-b262-8cfce3058c86 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/ports?device_id=396c0d12-bec8-45f1-b1c0-173fbfa9c59c HTTP/1.1" status: 200 len: 946 time: 0.0495830 Oct 12 20:34:18.819011 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ff5cacbf-44f0-409a-9eac-ccb23fc19d11 req-7fa27721-da23-4800-9193-73274639bc27 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/security-groups?id=391daef1-3011-4796-a6e4-684f49db457e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322924 Oct 12 20:34:19.932611 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178a9bc4-2403-434a-929a-af7384aa4e62 req-9345adba-3497-4b26-abba-a668ef39f7ed tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:34:19.934062 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-178a9bc4-2403-434a-929a-af7384aa4e62 req-9345adba-3497-4b26-abba-a668ef39f7ed tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/ports?device_id=396c0d12-bec8-45f1-b1c0-173fbfa9c59c HTTP/1.1" status: 200 len: 946 time: 0.0489035 Oct 12 20:34:19.971328 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-178a9bc4-2403-434a-929a-af7384aa4e62 req-f259500f-055f-4bb6-a562-8959dc6ddd73 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/security-groups?id=391daef1-3011-4796-a6e4-684f49db457e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312974 Oct 12 20:34:20.085704 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caa65d4-1833-4691-bcb6-d7ec236f3346 req-80242797-e60c-4437-bb1c-3d909b447036 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:34:20.087198 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2caa65d4-1833-4691-bcb6-d7ec236f3346 req-80242797-e60c-4437-bb1c-3d909b447036 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/ports?device_id=396c0d12-bec8-45f1-b1c0-173fbfa9c59c HTTP/1.1" status: 200 len: 946 time: 0.0522299 Oct 12 20:34:20.125449 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2caa65d4-1833-4691-bcb6-d7ec236f3346 req-1eb3b492-b3be-4dae-8d45-a96af3eaabc7 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/security-groups?id=391daef1-3011-4796-a6e4-684f49db457e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324249 Oct 12 20:34:20.146818 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 37778) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:34:20.185080 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a1d077f-0d8a-4165-9900-3f767c09c1d0 tempest-TestShelveInstance-1173748836 tempest-TestShelveInstance-1173748836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:34:20.186553 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-5a1d077f-0d8a-4165-9900-3f767c09c1d0 tempest-TestShelveInstance-1173748836 tempest-TestShelveInstance-1173748836-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=396c0d12-bec8-45f1-b1c0-173fbfa9c59c HTTP/1.1" status: 200 len: 1092 time: 0.0387912 Oct 12 20:34:20.190183 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 37780) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:34:20.194366 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-2c0dc0ef-1d77-46aa-80c6-cd926ff7c9a9 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Request body: {'floatingip': {'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'port_id': '1bb7eace-273c-4325-929d-95284363d25a', 'tenant_id': '59f74cdb1d2c4e1aa1b8c2549a8b04c3', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:34:20.274077 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2c0dc0ef-1d77-46aa-80c6-cd926ff7c9a9 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Notify callbacks [] for floatingip, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:34:20.376288 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2c0dc0ef-1d77-46aa-80c6-cd926ff7c9a9 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:34:20.475393 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-2c0dc0ef-1d77-46aa-80c6-cd926ff7c9a9 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Allocated IP 172.25.5.217 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/02beadbc-5089-4841-b207-cc74752f30ce) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 20:34:20.876456 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2c0dc0ef-1d77-46aa-80c6-cd926ff7c9a9 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:34:20.965913 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2c0dc0ef-1d77-46aa-80c6-cd926ff7c9a9 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:34:21.003051 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c0dc0ef-1d77-46aa-80c6-cd926ff7c9a9 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 20:34:21.005820 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-2c0dc0ef-1d77-46aa-80c6-cd926ff7c9a9 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 20:34:21.009688 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0dc0ef-1d77-46aa-80c6-cd926ff7c9a9 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 20:34:21.033556 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0dc0ef-1d77-46aa-80c6-cd926ff7c9a9 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Pushing event updated for resources: {'Port': ['ID=02beadbc-5089-4841-b207-cc74752f30ce,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:34:21.359298 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2c0dc0ef-1d77-46aa-80c6-cd926ff7c9a9 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:34:21.478542 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2c0dc0ef-1d77-46aa-80c6-cd926ff7c9a9 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:34:21.623660 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2c0dc0ef-1d77-46aa-80c6-cd926ff7c9a9 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:34:21.688141 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2c0dc0ef-1d77-46aa-80c6-cd926ff7c9a9 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:34:21.759595 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0dc0ef-1d77-46aa-80c6-cd926ff7c9a9 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Pushing event updated for resources: {'Port': ['ID=02beadbc-5089-4841-b207-cc74752f30ce,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:34:21.769368 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2c0dc0ef-1d77-46aa-80c6-cd926ff7c9a9 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7915414'] for floatingip, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:34:21.871124 n-d-813679-3 neutron-server[95502]: INFO neutron.db.l3_db [None req-2c0dc0ef-1d77-46aa-80c6-cd926ff7c9a9 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Floating IP 0db526e8-a99c-424f-93bf-7dd05f2f8b2a associated. External IP: 172.25.5.217, port: 1bb7eace-273c-4325-929d-95284363d25a. Oct 12 20:34:22.075510 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c0dc0ef-1d77-46aa-80c6-cd926ff7c9a9 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Router 38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 20:34:22.177521 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c0dc0ef-1d77-46aa-80c6-cd926ff7c9a9 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 20:34:22.187576 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a5dc29-87ba-4352-ba8f-70b5542a3f7f None None] Sync routers for ids ['38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 20:34:22.199955 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a5dc29-87ba-4352-ba8f-70b5542a3f7f None None] Routers {'38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:34:22.219716 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-03a5dc29-87ba-4352-ba8f-70b5542a3f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:34:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:34:22.268328 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2c0dc0ef-1d77-46aa-80c6-cd926ff7c9a9 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:34:22.303273 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-2c0dc0ef-1d77-46aa-80c6-cd926ff7c9a9 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1118546 Oct 12 20:34:22.303919 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '396c0d12-bec8-45f1-b1c0-173fbfa9c59c', 'tag': '1bb7eace-273c-4325-929d-95284363d25a'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:34:22.306268 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d38ba98a80be6c2fe69993d1a3c9eb2b0c7fe5c84c08efdde6b95a5e2d0657c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94a08484-c7ff-4d88-8a67-cc96fb3a0553" -d '{"events": [{"name": "network-changed", "server_uuid": "396c0d12-bec8-45f1-b1c0-173fbfa9c59c", "tag": "1bb7eace-273c-4325-929d-95284363d25a"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:34:22.311524 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-03a5dc29-87ba-4352-ba8f-70b5542a3f7f None None] Set router 38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:34:22.343137 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 20:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe3c6658-2982-41b5-97d8-1fec7b4c5cbe x-openstack-request-id: req-fe3c6658-2982-41b5-97d8-1fec7b4c5cbe {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:34:22.343434 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "396c0d12-bec8-45f1-b1c0-173fbfa9c59c", "tag": "1bb7eace-273c-4325-929d-95284363d25a", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:34:22.343692 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fe3c6658-2982-41b5-97d8-1fec7b4c5cbe {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:34:22.344133 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '396c0d12-bec8-45f1-b1c0-173fbfa9c59c', 'tag': '1bb7eace-273c-4325-929d-95284363d25a', 'status': 'completed', 'code': 200} Oct 12 20:34:22.405544 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a08484-c7ff-4d88-8a67-cc96fb3a0553 req-343909a1-0fd9-45d1-b847-b796244e42a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:34:22.407031 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-94a08484-c7ff-4d88-8a67-cc96fb3a0553 req-343909a1-0fd9-45d1-b847-b796244e42a7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=59f74cdb1d2c4e1aa1b8c2549a8b04c3&device_id=396c0d12-bec8-45f1-b1c0-173fbfa9c59c HTTP/1.1" status: 200 len: 1097 time: 0.0400283 Oct 12 20:34:22.498370 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a08484-c7ff-4d88-8a67-cc96fb3a0553 req-f9b9d8ae-158c-42c8-ab6f-1a7fd16681bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:34:22.500505 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-94a08484-c7ff-4d88-8a67-cc96fb3a0553 req-f9b9d8ae-158c-42c8-ab6f-1a7fd16681bf service neutron] 10.222.0.67 "GET /v2.0/networks?id=5ce7fbeb-d3a8-475c-973c-375b40a077a5 HTTP/1.1" status: 200 len: 910 time: 0.0868082 Oct 12 20:34:22.540564 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-03a5dc29-87ba-4352-ba8f-70b5542a3f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c', 'name': 'tempest-TestShelveInstance-1478103960-router', 'tenant_id': '59f74cdb1d2c4e1aa1b8c2549a8b04c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': 'fead82fa-7bf9-4e7b-8612-1434c3cef88a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:29:04Z', 'updated_at': '2021-10-12T20:29:07Z', 'revision_number': 4, 'project_id': '59f74cdb1d2c4e1aa1b8c2549a8b04c3', 'gw_port': {'id': 'fead82fa-7bf9-4e7b-8612-1434c3cef88a', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:cc:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:29:05Z', 'updated_at': '2021-10-12T20:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': '0db526e8-a99c-424f-93bf-7dd05f2f8b2a', 'tenant_id': '59f74cdb1d2c4e1aa1b8c2549a8b04c3', 'floating_ip_address': '172.25.5.217', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': '38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c', 'port_id': '1bb7eace-273c-4325-929d-95284363d25a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ce7fbeb-d3a8-475c-973c-375b40a077a5', 'mac_address': 'fa:16:3e:da:2d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396c0d12-bec8-45f1-b1c0-173fbfa9c59c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T20:34:21Z', 'updated_at': '2021-10-12T20:34:21Z', 'revision_number': 0, 'project_id': '59f74cdb1d2c4e1aa1b8c2549a8b04c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c3bdfa3-8c23-45f1-81dd-9cbe90e1b596', 'name': '', 'network_id': '5ce7fbeb-d3a8-475c-973c-375b40a077a5', 'tenant_id': '59f74cdb1d2c4e1aa1b8c2549a8b04c3', 'mac_address': 'fa:16:3e:1e:f9:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '3bc0812d-64ec-44be-899d-34286686f675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:29:06Z', 'updated_at': '2021-10-12T20:29:11Z', 'revision_number': 5, 'project_id': '59f74cdb1d2c4e1aa1b8c2549a8b04c3', 'subnets': [{'id': '3bc0812d-64ec-44be-899d-34286686f675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:34:22.566643 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a5dc29-87ba-4352-ba8f-70b5542a3f7f None None] Checking router: 38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 20:34:22.567050 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-94a08484-c7ff-4d88-8a67-cc96fb3a0553 req-108657f4-509e-477e-86f7-c984e02c2fe7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1bb7eace-273c-4325-929d-95284363d25a HTTP/1.1" status: 200 len: 1000 time: 0.0595150 Oct 12 20:34:22.574814 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a5dc29-87ba-4352-ba8f-70b5542a3f7f None None] Routers {'38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:34:22.575418 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-03a5dc29-87ba-4352-ba8f-70b5542a3f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:34:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:34:22.614434 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a08484-c7ff-4d88-8a67-cc96fb3a0553 req-aee9334b-e8b9-4aee-81b5-64bdf22d50a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:34:22.615776 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-94a08484-c7ff-4d88-8a67-cc96fb3a0553 req-aee9334b-e8b9-4aee-81b5-64bdf22d50a3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3bc0812d-64ec-44be-899d-34286686f675 HTTP/1.1" status: 200 len: 848 time: 0.0417767 Oct 12 20:34:22.661319 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a08484-c7ff-4d88-8a67-cc96fb3a0553 req-923251cd-615a-4707-8e2f-113c6a8211b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:34:22.662868 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-94a08484-c7ff-4d88-8a67-cc96fb3a0553 req-923251cd-615a-4707-8e2f-113c6a8211b5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5ce7fbeb-d3a8-475c-973c-375b40a077a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400708 Oct 12 20:34:22.682275 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-03a5dc29-87ba-4352-ba8f-70b5542a3f7f None None] Set router 38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:34:22.754267 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-94a08484-c7ff-4d88-8a67-cc96fb3a0553 req-12919024-6e16-4ea4-abf7-a5a3cca3e4e6 service neutron] 10.222.0.67 "GET /v2.0/networks/5ce7fbeb-d3a8-475c-973c-375b40a077a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828869 Oct 12 20:34:22.844353 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-94a08484-c7ff-4d88-8a67-cc96fb3a0553 req-f9e048b2-b2b3-402d-880b-4a09550317c9 service neutron] 10.222.0.67 "GET /v2.0/networks/5ce7fbeb-d3a8-475c-973c-375b40a077a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823054 Oct 12 20:34:22.905071 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-03a5dc29-87ba-4352-ba8f-70b5542a3f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c', 'name': 'tempest-TestShelveInstance-1478103960-router', 'tenant_id': '59f74cdb1d2c4e1aa1b8c2549a8b04c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': 'fead82fa-7bf9-4e7b-8612-1434c3cef88a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:29:04Z', 'updated_at': '2021-10-12T20:29:07Z', 'revision_number': 4, 'project_id': '59f74cdb1d2c4e1aa1b8c2549a8b04c3', 'gw_port': {'id': 'fead82fa-7bf9-4e7b-8612-1434c3cef88a', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:cc:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:29:05Z', 'updated_at': '2021-10-12T20:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': '0db526e8-a99c-424f-93bf-7dd05f2f8b2a', 'tenant_id': '59f74cdb1d2c4e1aa1b8c2549a8b04c3', 'floating_ip_address': '172.25.5.217', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': '38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c', 'port_id': '1bb7eace-273c-4325-929d-95284363d25a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ce7fbeb-d3a8-475c-973c-375b40a077a5', 'mac_address': 'fa:16:3e:da:2d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396c0d12-bec8-45f1-b1c0-173fbfa9c59c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T20:34:21Z', 'updated_at': '2021-10-12T20:34:21Z', 'revision_number': 0, 'project_id': '59f74cdb1d2c4e1aa1b8c2549a8b04c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c3bdfa3-8c23-45f1-81dd-9cbe90e1b596', 'name': '', 'network_id': '5ce7fbeb-d3a8-475c-973c-375b40a077a5', 'tenant_id': '59f74cdb1d2c4e1aa1b8c2549a8b04c3', 'mac_address': 'fa:16:3e:1e:f9:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '3bc0812d-64ec-44be-899d-34286686f675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:29:06Z', 'updated_at': '2021-10-12T20:29:11Z', 'revision_number': 5, 'project_id': '59f74cdb1d2c4e1aa1b8c2549a8b04c3', 'subnets': [{'id': '3bc0812d-64ec-44be-899d-34286686f675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:34:22.929951 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a5dc29-87ba-4352-ba8f-70b5542a3f7f None None] The sync data for ids ['38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c'] in n-d-813679-3 is: [{'id': '38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c', 'name': 'tempest-TestShelveInstance-1478103960-router', 'tenant_id': '59f74cdb1d2c4e1aa1b8c2549a8b04c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': 'fead82fa-7bf9-4e7b-8612-1434c3cef88a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:29:04Z', 'updated_at': '2021-10-12T20:29:07Z', 'revision_number': 4, 'project_id': '59f74cdb1d2c4e1aa1b8c2549a8b04c3', 'gw_port': {'id': 'fead82fa-7bf9-4e7b-8612-1434c3cef88a', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:cc:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:29:05Z', 'updated_at': '2021-10-12T20:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': '0db526e8-a99c-424f-93bf-7dd05f2f8b2a', 'tenant_id': '59f74cdb1d2c4e1aa1b8c2549a8b04c3', 'floating_ip_address': '172.25.5.217', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': '38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c', 'port_id': '1bb7eace-273c-4325-929d-95284363d25a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ce7fbeb-d3a8-475c-973c-375b40a077a5', 'mac_address': 'fa:16:3e:da:2d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396c0d12-bec8-45f1-b1c0-173fbfa9c59c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T20:34:21Z', 'updated_at': '2021-10-12T20:34:21Z', 'revision_number': 0, 'project_id': '59f74cdb1d2c4e1aa1b8c2549a8b04c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c3bdfa3-8c23-45f1-81dd-9cbe90e1b596', 'name': '', 'network_id': '5ce7fbeb-d3a8-475c-973c-375b40a077a5', 'tenant_id': '59f74cdb1d2c4e1aa1b8c2549a8b04c3', 'mac_address': 'fa:16:3e:1e:f9:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '3bc0812d-64ec-44be-899d-34286686f675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:29:06Z', 'updated_at': '2021-10-12T20:29:11Z', 'revision_number': 5, 'project_id': '59f74cdb1d2c4e1aa1b8c2549a8b04c3', 'subnets': [{'id': '3bc0812d-64ec-44be-899d-34286686f675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 20:34:23.123493 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ac8020-107d-4a77-8b33-2f070bf62829 None None] New status for floating IP 0db526e8-a99c-424f-93bf-7dd05f2f8b2a: ACTIVE {{(pid=95504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 20:34:24.652059 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-088d4ec4-2ac4-435f-b59a-5b9283293d71 req-caf38e8b-1a4b-4fb4-983f-92f417f028c6 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=396c0d12-bec8-45f1-b1c0-173fbfa9c59c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0384901 Oct 12 20:34:24.733594 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088d4ec4-2ac4-435f-b59a-5b9283293d71 req-2c778be9-8670-46d8-af3a-165ac973bcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:34:24.735055 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-088d4ec4-2ac4-435f-b59a-5b9283293d71 req-2c778be9-8670-46d8-af3a-165ac973bcd2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=59f74cdb1d2c4e1aa1b8c2549a8b04c3&device_id=396c0d12-bec8-45f1-b1c0-173fbfa9c59c HTTP/1.1" status: 200 len: 1097 time: 0.0436468 Oct 12 20:34:24.834793 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088d4ec4-2ac4-435f-b59a-5b9283293d71 req-b566b449-2f69-4085-8e87-d8a59be15c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:34:24.836257 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-088d4ec4-2ac4-435f-b59a-5b9283293d71 req-b566b449-2f69-4085-8e87-d8a59be15c39 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5ce7fbeb-d3a8-475c-973c-375b40a077a5 HTTP/1.1" status: 200 len: 910 time: 0.0822248 Oct 12 20:34:24.903392 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-088d4ec4-2ac4-435f-b59a-5b9283293d71 req-033a1667-39d1-4304-a21a-27ff4ad45cb9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1bb7eace-273c-4325-929d-95284363d25a HTTP/1.1" status: 200 len: 1002 time: 0.0577271 Oct 12 20:34:24.949047 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088d4ec4-2ac4-435f-b59a-5b9283293d71 req-388a9a08-f2f9-414a-82e6-eca5127c5786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:34:24.950461 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-088d4ec4-2ac4-435f-b59a-5b9283293d71 req-388a9a08-f2f9-414a-82e6-eca5127c5786 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3bc0812d-64ec-44be-899d-34286686f675 HTTP/1.1" status: 200 len: 848 time: 0.0405939 Oct 12 20:34:24.995641 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088d4ec4-2ac4-435f-b59a-5b9283293d71 req-0fb2c074-2baa-4cfe-85ee-9220299fb2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:34:24.997152 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-088d4ec4-2ac4-435f-b59a-5b9283293d71 req-0fb2c074-2baa-4cfe-85ee-9220299fb2f1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5ce7fbeb-d3a8-475c-973c-375b40a077a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397835 Oct 12 20:34:25.088133 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-088d4ec4-2ac4-435f-b59a-5b9283293d71 req-2723e5af-21a9-46b4-a113-39e924af2b8c service neutron] 10.222.0.67 "GET /v2.0/networks/5ce7fbeb-d3a8-475c-973c-375b40a077a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841527 Oct 12 20:34:25.175647 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-088d4ec4-2ac4-435f-b59a-5b9283293d71 req-1941009e-45fb-4c49-ab5d-311f8fc137b4 service neutron] 10.222.0.67 "GET /v2.0/networks/5ce7fbeb-d3a8-475c-973c-375b40a077a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804806 Oct 12 20:34:29.188043 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0e1c095f-b720-460b-9bc9-e7f721d60285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:34:31.793486 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-564a3921-dd36-4e38-9c4c-ca5cb9299296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:34:32.571202 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:34:33.347802 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:34:33.728049 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:34:34.802452 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:34:34.877041 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:34:49.192157 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 20:34:59.221288 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5d6dd9f2-6dfd-49a2-a44d-0166dc411118 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:35:01.775513 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9b0580dc-0454-4ae9-85ce-0f4b4723ec79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:35:02.561907 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:35:03.340870 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:35:03.752642 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:35:04.830931 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:35:04.918282 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:35:25.610224 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a13df21b-1163-4575-8134-0ebcbafd311a req-fb9caf97-9e00-4b1a-a678-32b9920c6174 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=396c0d12-bec8-45f1-b1c0-173fbfa9c59c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408759 Oct 12 20:35:25.695525 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13df21b-1163-4575-8134-0ebcbafd311a req-32fd8ab2-9d9f-402f-8d2b-ad3fe7fc95ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:35:25.697058 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a13df21b-1163-4575-8134-0ebcbafd311a req-32fd8ab2-9d9f-402f-8d2b-ad3fe7fc95ce service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=59f74cdb1d2c4e1aa1b8c2549a8b04c3&device_id=396c0d12-bec8-45f1-b1c0-173fbfa9c59c HTTP/1.1" status: 200 len: 1097 time: 0.0446196 Oct 12 20:35:25.799033 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13df21b-1163-4575-8134-0ebcbafd311a req-5c3d3c61-da49-4f03-913d-b7dfa7589b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:35:25.800570 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a13df21b-1163-4575-8134-0ebcbafd311a req-5c3d3c61-da49-4f03-913d-b7dfa7589b05 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5ce7fbeb-d3a8-475c-973c-375b40a077a5 HTTP/1.1" status: 200 len: 910 time: 0.0844936 Oct 12 20:35:25.870206 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a13df21b-1163-4575-8134-0ebcbafd311a req-e644ea12-7d09-4998-adcb-167278ebbef9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1bb7eace-273c-4325-929d-95284363d25a HTTP/1.1" status: 200 len: 1002 time: 0.0628633 Oct 12 20:35:25.919814 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13df21b-1163-4575-8134-0ebcbafd311a req-64d93278-30ff-430e-84a4-fd16bf90e826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:35:25.921331 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a13df21b-1163-4575-8134-0ebcbafd311a req-64d93278-30ff-430e-84a4-fd16bf90e826 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3bc0812d-64ec-44be-899d-34286686f675 HTTP/1.1" status: 200 len: 848 time: 0.0445065 Oct 12 20:35:25.966851 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13df21b-1163-4575-8134-0ebcbafd311a req-7774cd49-c83c-414e-bb3a-211100e24f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:35:25.968496 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a13df21b-1163-4575-8134-0ebcbafd311a req-7774cd49-c83c-414e-bb3a-211100e24f55 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5ce7fbeb-d3a8-475c-973c-375b40a077a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400867 Oct 12 20:35:26.060856 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a13df21b-1163-4575-8134-0ebcbafd311a req-a350ff51-1d31-45dc-bfea-c73b3471460f service neutron] 10.222.0.67 "GET /v2.0/networks/5ce7fbeb-d3a8-475c-973c-375b40a077a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851641 Oct 12 20:35:26.155104 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a13df21b-1163-4575-8134-0ebcbafd311a req-54fc9c20-bef2-42c7-b1e7-32bc1c5b46f5 service neutron] 10.222.0.67 "GET /v2.0/networks/5ce7fbeb-d3a8-475c-973c-375b40a077a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813620 Oct 12 20:35:26.190732 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 20:35:29.218961 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-618837bf-7502-4daa-89aa-3faf0d91c8ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:35:31.774371 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a53ba5a8-bf5c-41ac-ab2b-cfdc328577d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:35:32.545507 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:35:33.367267 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:35:33.721439 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:35:34.825008 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:35:34.892939 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:35:59.178654 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3e2de957-d787-44b2-bc6e-e2f8276004f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:36:01.778285 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fc4fedee-fb8b-45b3-b21e-d212a15bb503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:36:02.612943 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:36:03.189411 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 20:36:03.360796 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:36:03.762111 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:36:04.830564 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:36:04.858958 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:36:25.617599 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-13745d10-ad9a-45a9-84c2-edc4c70bec50 req-84e5a9dd-af58-438a-9dfd-00963bf5ba98 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=396c0d12-bec8-45f1-b1c0-173fbfa9c59c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393679 Oct 12 20:36:25.700837 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13745d10-ad9a-45a9-84c2-edc4c70bec50 req-1f038bf7-5f74-4e27-af13-600ee5f84757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:36:25.702306 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-13745d10-ad9a-45a9-84c2-edc4c70bec50 req-1f038bf7-5f74-4e27-af13-600ee5f84757 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=59f74cdb1d2c4e1aa1b8c2549a8b04c3&device_id=396c0d12-bec8-45f1-b1c0-173fbfa9c59c HTTP/1.1" status: 200 len: 1097 time: 0.0441530 Oct 12 20:36:25.800563 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13745d10-ad9a-45a9-84c2-edc4c70bec50 req-d3e4f9ac-271e-48ad-852a-fcf5f3e2efe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:36:25.802035 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-13745d10-ad9a-45a9-84c2-edc4c70bec50 req-d3e4f9ac-271e-48ad-852a-fcf5f3e2efe1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5ce7fbeb-d3a8-475c-973c-375b40a077a5 HTTP/1.1" status: 200 len: 910 time: 0.0810421 Oct 12 20:36:26.204521 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-13745d10-ad9a-45a9-84c2-edc4c70bec50 req-7a77d241-22e6-4fd3-9445-bfea53feb60d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1bb7eace-273c-4325-929d-95284363d25a HTTP/1.1" status: 200 len: 1002 time: 0.3948452 Oct 12 20:36:26.252082 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13745d10-ad9a-45a9-84c2-edc4c70bec50 req-ed27e64a-6f11-4dd3-8895-601ddc8937a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:36:26.253458 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-13745d10-ad9a-45a9-84c2-edc4c70bec50 req-ed27e64a-6f11-4dd3-8895-601ddc8937a4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3bc0812d-64ec-44be-899d-34286686f675 HTTP/1.1" status: 200 len: 848 time: 0.0419247 Oct 12 20:36:26.297798 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13745d10-ad9a-45a9-84c2-edc4c70bec50 req-3a9e4d32-3d0c-47c9-afef-f18699e298c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:36:26.299233 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-13745d10-ad9a-45a9-84c2-edc4c70bec50 req-3a9e4d32-3d0c-47c9-afef-f18699e298c2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5ce7fbeb-d3a8-475c-973c-375b40a077a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383625 Oct 12 20:36:26.389065 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-13745d10-ad9a-45a9-84c2-edc4c70bec50 req-10ebc8ca-817c-4842-8c6a-947d9b00cd37 service neutron] 10.222.0.67 "GET /v2.0/networks/5ce7fbeb-d3a8-475c-973c-375b40a077a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816123 Oct 12 20:36:26.475978 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-13745d10-ad9a-45a9-84c2-edc4c70bec50 req-a3d3b601-7da4-4773-af14-62601879c40f service neutron] 10.222.0.67 "GET /v2.0/networks/5ce7fbeb-d3a8-475c-973c-375b40a077a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791273 Oct 12 20:36:29.172495 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-15d797bb-8afb-4f7b-8bf1-5d07139d1263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:36:31.760586 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a2909c82-62ed-415c-8804-93ac471ec368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:36:32.554710 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:36:33.366436 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:36:33.742951 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:36:34.857868 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:36:34.897696 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:36:40.191259 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 20:36:48.672256 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24611611-5995-4885-bbb7-e47acd5cc34f req-252e8575-aa6f-4533-82e5-29caf6ff7dd6 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:36:48.673744 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-24611611-5995-4885-bbb7-e47acd5cc34f req-252e8575-aa6f-4533-82e5-29caf6ff7dd6 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/ports?device_id=396c0d12-bec8-45f1-b1c0-173fbfa9c59c HTTP/1.1" status: 200 len: 946 time: 0.0612447 Oct 12 20:36:48.711594 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-24611611-5995-4885-bbb7-e47acd5cc34f req-0264d17c-8402-4802-a87d-f31f28b9e501 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/security-groups?id=391daef1-3011-4796-a6e4-684f49db457e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317128 Oct 12 20:36:49.860392 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0372dd-16d5-4a15-a465-de644e75e88a req-79ec58d6-2ca7-49a0-91be-8a5d1f40b21f tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:36:49.861869 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ce0372dd-16d5-4a15-a465-de644e75e88a req-79ec58d6-2ca7-49a0-91be-8a5d1f40b21f tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/ports?device_id=396c0d12-bec8-45f1-b1c0-173fbfa9c59c HTTP/1.1" status: 200 len: 946 time: 0.0494263 Oct 12 20:36:49.899536 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ce0372dd-16d5-4a15-a465-de644e75e88a req-3ef97bf8-6817-448e-9f77-532afb2746ea tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/security-groups?id=391daef1-3011-4796-a6e4-684f49db457e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318511 Oct 12 20:36:51.044875 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c4374f-a0d6-49ba-b911-85f4cbaf8e55 req-0fbeded7-ff06-4697-8c0c-30b975d863a6 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:36:51.046329 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e7c4374f-a0d6-49ba-b911-85f4cbaf8e55 req-0fbeded7-ff06-4697-8c0c-30b975d863a6 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/ports?device_id=396c0d12-bec8-45f1-b1c0-173fbfa9c59c HTTP/1.1" status: 200 len: 946 time: 0.0486116 Oct 12 20:36:51.083441 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e7c4374f-a0d6-49ba-b911-85f4cbaf8e55 req-6e74f8d9-1a00-4e6f-a04d-c4faad0b0c24 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/security-groups?id=391daef1-3011-4796-a6e4-684f49db457e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313981 Oct 12 20:36:52.195429 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6520d95-8d5f-4365-a8f0-726e1255f456 req-e968abec-10ae-4898-8312-c864de3f796f tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:36:52.196913 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a6520d95-8d5f-4365-a8f0-726e1255f456 req-e968abec-10ae-4898-8312-c864de3f796f tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/ports?device_id=396c0d12-bec8-45f1-b1c0-173fbfa9c59c HTTP/1.1" status: 200 len: 946 time: 0.0487037 Oct 12 20:36:52.233838 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a6520d95-8d5f-4365-a8f0-726e1255f456 req-35b9a7ef-eafb-49cd-bdb9-e3f9cc286dd8 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/security-groups?id=391daef1-3011-4796-a6e4-684f49db457e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306127 Oct 12 20:36:53.346935 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486ea641-5f87-489a-9045-5a8a99ca45ec req-bd0d2635-e992-43c6-beb6-35a09826775b tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:36:53.348570 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-486ea641-5f87-489a-9045-5a8a99ca45ec req-bd0d2635-e992-43c6-beb6-35a09826775b tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/ports?device_id=396c0d12-bec8-45f1-b1c0-173fbfa9c59c HTTP/1.1" status: 200 len: 946 time: 0.0496366 Oct 12 20:36:53.386380 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-486ea641-5f87-489a-9045-5a8a99ca45ec req-eade91f4-8d94-4e3c-b331-52d9bf0a071a tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/security-groups?id=391daef1-3011-4796-a6e4-684f49db457e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320165 Oct 12 20:36:54.502549 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e9fa03-1f8a-4fb9-ae0b-c9284ef9bec2 req-c700b064-260e-42f8-ac1e-5d5368fea480 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:36:54.504010 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c6e9fa03-1f8a-4fb9-ae0b-c9284ef9bec2 req-c700b064-260e-42f8-ac1e-5d5368fea480 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/ports?device_id=396c0d12-bec8-45f1-b1c0-173fbfa9c59c HTTP/1.1" status: 200 len: 946 time: 0.0533009 Oct 12 20:36:54.544487 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c6e9fa03-1f8a-4fb9-ae0b-c9284ef9bec2 req-d96bb389-2559-47d1-a78a-93999ee1e060 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/security-groups?id=391daef1-3011-4796-a6e4-684f49db457e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317819 Oct 12 20:36:55.661003 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdb871a-9747-4dc6-943a-96f0ffd95975 req-5efc3950-08ea-44bf-8d10-6550b40eefd1 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:36:55.662467 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0fdb871a-9747-4dc6-943a-96f0ffd95975 req-5efc3950-08ea-44bf-8d10-6550b40eefd1 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/ports?device_id=396c0d12-bec8-45f1-b1c0-173fbfa9c59c HTTP/1.1" status: 200 len: 946 time: 0.0519929 Oct 12 20:36:55.698772 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0fdb871a-9747-4dc6-943a-96f0ffd95975 req-9368ab82-2f4f-4b2f-8d30-35c2e362ad48 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/security-groups?id=391daef1-3011-4796-a6e4-684f49db457e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304632 Oct 12 20:36:56.817734 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad12ed4-6496-43f8-b6b3-2b2b259adf6f req-ca17eb57-9571-4758-91e0-456acf1302ff tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:36:56.819178 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9ad12ed4-6496-43f8-b6b3-2b2b259adf6f req-ca17eb57-9571-4758-91e0-456acf1302ff tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/ports?device_id=396c0d12-bec8-45f1-b1c0-173fbfa9c59c HTTP/1.1" status: 200 len: 946 time: 0.0499513 Oct 12 20:36:56.857065 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9ad12ed4-6496-43f8-b6b3-2b2b259adf6f req-9f69ced7-cc85-42b7-9b26-953eebf07d70 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/security-groups?id=391daef1-3011-4796-a6e4-684f49db457e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316529 Oct 12 20:36:57.971899 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6fda91-a7a9-4b7b-962f-a8273929a307 req-351337cb-7639-4d40-9a40-df8c08d38414 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:36:57.973416 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0a6fda91-a7a9-4b7b-962f-a8273929a307 req-351337cb-7639-4d40-9a40-df8c08d38414 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/ports?device_id=396c0d12-bec8-45f1-b1c0-173fbfa9c59c HTTP/1.1" status: 200 len: 946 time: 0.0484130 Oct 12 20:36:58.011157 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0a6fda91-a7a9-4b7b-962f-a8273929a307 req-b58cc248-192f-49d3-b27e-1a91610d2a33 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/security-groups?id=391daef1-3011-4796-a6e4-684f49db457e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319495 Oct 12 20:36:58.863894 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f89e04-a267-48f6-bea1-3086cecafeb2 req-cf863d34-e979-421d-b280-30f7a879e161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:36:58.865396 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-35f89e04-a267-48f6-bea1-3086cecafeb2 req-cf863d34-e979-421d-b280-30f7a879e161 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=59f74cdb1d2c4e1aa1b8c2549a8b04c3&device_id=396c0d12-bec8-45f1-b1c0-173fbfa9c59c HTTP/1.1" status: 200 len: 1097 time: 0.0402846 Oct 12 20:36:58.956494 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f89e04-a267-48f6-bea1-3086cecafeb2 req-dbc16fd1-6fb4-44f8-8b34-9457525bcedc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:36:58.957928 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-35f89e04-a267-48f6-bea1-3086cecafeb2 req-dbc16fd1-6fb4-44f8-8b34-9457525bcedc service neutron] 10.222.0.67 "GET /v2.0/networks?id=5ce7fbeb-d3a8-475c-973c-375b40a077a5 HTTP/1.1" status: 200 len: 910 time: 0.0855303 Oct 12 20:36:59.020998 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-35f89e04-a267-48f6-bea1-3086cecafeb2 req-a8541ff9-52ea-4f26-b102-f41c547fb8d0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1bb7eace-273c-4325-929d-95284363d25a HTTP/1.1" status: 200 len: 1002 time: 0.0561879 Oct 12 20:36:59.073394 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f89e04-a267-48f6-bea1-3086cecafeb2 req-254a032b-175c-4c93-a306-612b6e3d1567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:36:59.074847 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-35f89e04-a267-48f6-bea1-3086cecafeb2 req-254a032b-175c-4c93-a306-612b6e3d1567 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3bc0812d-64ec-44be-899d-34286686f675 HTTP/1.1" status: 200 len: 848 time: 0.0470452 Oct 12 20:36:59.120830 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f89e04-a267-48f6-bea1-3086cecafeb2 req-1f3db361-f4b4-408c-9fef-d361a5edbe04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:36:59.122235 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-35f89e04-a267-48f6-bea1-3086cecafeb2 req-1f3db361-f4b4-408c-9fef-d361a5edbe04 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5ce7fbeb-d3a8-475c-973c-375b40a077a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396729 Oct 12 20:36:59.126457 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577b21d5-c64d-4dc1-ae5f-806b792814bc req-b143b1d4-f089-41ea-9082-deeac8aa1c17 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:36:59.127937 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-577b21d5-c64d-4dc1-ae5f-806b792814bc req-b143b1d4-f089-41ea-9082-deeac8aa1c17 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/ports?device_id=396c0d12-bec8-45f1-b1c0-173fbfa9c59c HTTP/1.1" status: 200 len: 946 time: 0.0494332 Oct 12 20:36:59.166736 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-577b21d5-c64d-4dc1-ae5f-806b792814bc req-19d74f8f-306d-4460-bdfb-67765c7b9ce2 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/security-groups?id=391daef1-3011-4796-a6e4-684f49db457e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324404 Oct 12 20:36:59.200428 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-44242cc8-e3ab-4863-9fc4-1b6587313a1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:36:59.213407 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-35f89e04-a267-48f6-bea1-3086cecafeb2 req-d8425e52-fede-4781-90ee-cc51e2441cb3 service neutron] 10.222.0.67 "GET /v2.0/networks/5ce7fbeb-d3a8-475c-973c-375b40a077a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833907 Oct 12 20:36:59.308876 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-35f89e04-a267-48f6-bea1-3086cecafeb2 req-94ece06b-85da-409f-a34d-6267bbb16c30 service neutron] 10.222.0.67 "GET /v2.0/networks/5ce7fbeb-d3a8-475c-973c-375b40a077a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875704 Oct 12 20:37:00.280299 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1436c0f-93fd-46de-a37a-f8eb8d42905c req-20626370-943c-43b6-a1d0-a6f22f685e97 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:37:00.281745 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a1436c0f-93fd-46de-a37a-f8eb8d42905c req-20626370-943c-43b6-a1d0-a6f22f685e97 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/ports?device_id=396c0d12-bec8-45f1-b1c0-173fbfa9c59c HTTP/1.1" status: 200 len: 946 time: 0.0487318 Oct 12 20:37:00.317578 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a1436c0f-93fd-46de-a37a-f8eb8d42905c req-615e6e0d-6ae6-465c-a947-202f291c333f tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/security-groups?id=391daef1-3011-4796-a6e4-684f49db457e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0300519 Oct 12 20:37:01.434551 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f77e7b-51bb-418f-bdb0-1a11f2d7ecb0 req-a17da940-d977-4ff9-a15a-b6a52f0b596d tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:37:01.436559 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-53f77e7b-51bb-418f-bdb0-1a11f2d7ecb0 req-a17da940-d977-4ff9-a15a-b6a52f0b596d tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/ports?device_id=396c0d12-bec8-45f1-b1c0-173fbfa9c59c HTTP/1.1" status: 200 len: 946 time: 0.0526714 Oct 12 20:37:01.474683 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-53f77e7b-51bb-418f-bdb0-1a11f2d7ecb0 req-1746c9cc-e9d5-42d6-8d74-51d2751c815a tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/security-groups?id=391daef1-3011-4796-a6e4-684f49db457e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320389 Oct 12 20:37:01.788295 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0d663276-1f0f-419a-b02c-f796e42099f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:37:02.571800 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:37:02.594217 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9119191-2039-492c-87f6-57a358d4ce3d req-00618ffd-7785-43b7-86ad-f13c8ac065f8 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:37:02.595790 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b9119191-2039-492c-87f6-57a358d4ce3d req-00618ffd-7785-43b7-86ad-f13c8ac065f8 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/ports?device_id=396c0d12-bec8-45f1-b1c0-173fbfa9c59c HTTP/1.1" status: 200 len: 946 time: 0.0532451 Oct 12 20:37:02.638099 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b9119191-2039-492c-87f6-57a358d4ce3d req-cd29b4a6-7fd5-4dbc-b214-4faf8e2bdbbd tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/security-groups?id=391daef1-3011-4796-a6e4-684f49db457e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0360291 Oct 12 20:37:03.377059 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:37:03.761820 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308b57a9-321a-46ff-ae3a-9092a8f1d571 req-0851d7dd-7db2-4aa0-ba89-42e9104c817e tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:37:03.763334 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-308b57a9-321a-46ff-ae3a-9092a8f1d571 req-0851d7dd-7db2-4aa0-ba89-42e9104c817e tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/ports?device_id=396c0d12-bec8-45f1-b1c0-173fbfa9c59c HTTP/1.1" status: 200 len: 946 time: 0.0506673 Oct 12 20:37:03.771276 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:37:03.802095 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-308b57a9-321a-46ff-ae3a-9092a8f1d571 req-5a1028b2-eda1-4734-b8cc-635dbe96298c tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/security-groups?id=391daef1-3011-4796-a6e4-684f49db457e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321376 Oct 12 20:37:03.900472 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 1bb7eace-273c-4325-929d-95284363d25a no longer exists at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 20:37:03.927781 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [req-b8a7d696-e716-41c2-8d24-3679696caeda req-40af20ce-a640-491d-a4f7-31ebe9391311 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 20:37:03.927781 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b8a7d696-e716-41c2-8d24-3679696caeda req-40af20ce-a640-491d-a4f7-31ebe9391311 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0572133 Oct 12 20:37:03.978461 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:37:04.001478 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '396c0d12-bec8-45f1-b1c0-173fbfa9c59c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1bb7eace-273c-4325-929d-95284363d25a'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:37:04.003688 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b9295f95168b7ebeacfaf6dce688c5b5a488805d3fcc076b348ff91511493a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31816444-a910-496e-a9d3-40a85fec965a" -d '{"events": [{"server_uuid": "396c0d12-bec8-45f1-b1c0-173fbfa9c59c", "name": "network-vif-unplugged", "status": "completed", "tag": "1bb7eace-273c-4325-929d-95284363d25a"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:37:04.016293 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 1bb7eace-273c-4325-929d-95284363d25a, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=1bb7eace-273c-4325-929d-95284363d25a,segment=NetworkSegment(8013cf53-23ad-41f7-88c5-9efc3c01994b),segment_id=8013cf53-23ad-41f7-88c5-9efc3c01994b)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:37:04.036153 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 12 Oct 2021 20:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01309be1-2c02-4973-be3d-6467f507480e x-openstack-request-id: req-01309be1-2c02-4973-be3d-6467f507480e {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:37:04.036451 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "396c0d12-bec8-45f1-b1c0-173fbfa9c59c", "name": "network-vif-unplugged", "status": "failed", "tag": "1bb7eace-273c-4325-929d-95284363d25a", "code": 422}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:37:04.036709 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-01309be1-2c02-4973-be3d-6467f507480e {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:37:04.037112 n-d-813679-3 neutron-server[95503]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '396c0d12-bec8-45f1-b1c0-173fbfa9c59c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1bb7eace-273c-4325-929d-95284363d25a', 'code': 422} returned with failed status Oct 12 20:37:04.079828 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:37:04.148465 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=1bb7eace-273c-4325-929d-95284363d25a,revision_number=6']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:37:04.156458 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:37:04.156875 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:37:04.157277 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:37:04.157674 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:37:04.158279 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:37:04.158671 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:37:04.159079 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:37:04.159452 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:37:04.159944 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:37:04.160351 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:37:04.160743 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:37:04.161122 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:37:04.215872 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13324f2-3ee5-4fd7-b191-493a6ef41cd6 req-bf6f89c2-0b97-438d-bed2-96bee13846fd tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:37:04.217384 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c13324f2-3ee5-4fd7-b191-493a6ef41cd6 req-bf6f89c2-0b97-438d-bed2-96bee13846fd tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/ports?device_id=396c0d12-bec8-45f1-b1c0-173fbfa9c59c HTTP/1.1" status: 200 len: 944 time: 0.0545015 Oct 12 20:37:04.260267 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c13324f2-3ee5-4fd7-b191-493a6ef41cd6 req-e865d7dd-a6fe-4768-bb07-561d5c7a743b tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/security-groups?id=391daef1-3011-4796-a6e4-684f49db457e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369890 Oct 12 20:37:04.285087 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-10e32c67-0907-4407-bc9f-bd3b1594dd7e req-5eab118a-f05d-4ea3-a4ed-bad186e5b690 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=396c0d12-bec8-45f1-b1c0-173fbfa9c59c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0906889 Oct 12 20:37:04.293978 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [req-10e32c67-0907-4407-bc9f-bd3b1594dd7e req-11a21e6a-3686-4dbd-a7c9-7df6ae7c3016 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 20:37:04.294916 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-10e32c67-0907-4407-bc9f-bd3b1594dd7e req-11a21e6a-3686-4dbd-a7c9-7df6ae7c3016 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0049369 Oct 12 20:37:04.812542 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:37:04.874508 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:37:05.378190 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df71e6aa-4777-4625-8362-6c98e6affda5 req-a06eee64-8d69-4d8b-8240-aaa7ca0c11c9 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:37:05.379693 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-df71e6aa-4777-4625-8362-6c98e6affda5 req-a06eee64-8d69-4d8b-8240-aaa7ca0c11c9 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/ports?device_id=396c0d12-bec8-45f1-b1c0-173fbfa9c59c HTTP/1.1" status: 200 len: 944 time: 0.0496428 Oct 12 20:37:05.417883 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-df71e6aa-4777-4625-8362-6c98e6affda5 req-3b744bd6-7a7c-4d1b-aefb-e56f9eb04300 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/security-groups?id=391daef1-3011-4796-a6e4-684f49db457e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314813 Oct 12 20:37:06.541998 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143713be-6d2e-40a6-9a38-110d4454b6f9 req-8b9bd179-e438-49a3-a22c-174a1463e362 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:37:06.543614 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-143713be-6d2e-40a6-9a38-110d4454b6f9 req-8b9bd179-e438-49a3-a22c-174a1463e362 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/ports?device_id=396c0d12-bec8-45f1-b1c0-173fbfa9c59c HTTP/1.1" status: 200 len: 944 time: 0.0586023 Oct 12 20:37:06.583579 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-143713be-6d2e-40a6-9a38-110d4454b6f9 req-9d42e956-0c0c-4eb8-b396-088ed3a68f22 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/security-groups?id=391daef1-3011-4796-a6e4-684f49db457e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328350 Oct 12 20:37:07.699495 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec4d875-bae8-4f6c-a49b-0457a1af3281 req-388695f3-4900-4959-8aa4-b04cd7ccc054 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:37:07.701059 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8ec4d875-bae8-4f6c-a49b-0457a1af3281 req-388695f3-4900-4959-8aa4-b04cd7ccc054 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/ports?device_id=396c0d12-bec8-45f1-b1c0-173fbfa9c59c HTTP/1.1" status: 200 len: 944 time: 0.0499606 Oct 12 20:37:07.738143 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8ec4d875-bae8-4f6c-a49b-0457a1af3281 req-e3c06ef5-8e3e-4dee-9c08-452e87ea9f6f tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/security-groups?id=391daef1-3011-4796-a6e4-684f49db457e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310955 Oct 12 20:37:08.852645 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9b55ce-6302-4868-8031-f9c763923914 req-9ce0348e-56ad-4a27-845c-25bf1951a1b8 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:37:08.854164 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9c9b55ce-6302-4868-8031-f9c763923914 req-9ce0348e-56ad-4a27-845c-25bf1951a1b8 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/ports?device_id=396c0d12-bec8-45f1-b1c0-173fbfa9c59c HTTP/1.1" status: 200 len: 944 time: 0.0500836 Oct 12 20:37:08.893871 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-9c9b55ce-6302-4868-8031-f9c763923914 req-0ebb2223-b29c-4c2e-8887-acadb71b5f18 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/security-groups?id=391daef1-3011-4796-a6e4-684f49db457e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334432 Oct 12 20:37:10.010575 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aab153-f7d2-41c3-aabc-8f7c75f08624 req-562e7a31-77c4-4aab-9915-48a65bb97bca tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:37:10.012098 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f3aab153-f7d2-41c3-aabc-8f7c75f08624 req-562e7a31-77c4-4aab-9915-48a65bb97bca tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/ports?device_id=396c0d12-bec8-45f1-b1c0-173fbfa9c59c HTTP/1.1" status: 200 len: 944 time: 0.0528307 Oct 12 20:37:10.051162 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f3aab153-f7d2-41c3-aabc-8f7c75f08624 req-8766494c-2e29-4e39-bbb8-06c25613f007 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/security-groups?id=391daef1-3011-4796-a6e4-684f49db457e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321586 Oct 12 20:37:11.040566 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e32c67-0907-4407-bc9f-bd3b1594dd7e req-0fed4410-b19c-4c46-befd-83491abad3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:37:11.042045 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-10e32c67-0907-4407-bc9f-bd3b1594dd7e req-0fed4410-b19c-4c46-befd-83491abad3b7 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=396c0d12-bec8-45f1-b1c0-173fbfa9c59c&tenant_id=59f74cdb1d2c4e1aa1b8c2549a8b04c3 HTTP/1.1" status: 200 len: 1095 time: 0.0401969 Oct 12 20:37:11.102004 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e32c67-0907-4407-bc9f-bd3b1594dd7e req-d93e4048-7e0a-4432-bc4c-e4cf04fc1574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:37:11.103683 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-10e32c67-0907-4407-bc9f-bd3b1594dd7e req-d93e4048-7e0a-4432-bc4c-e4cf04fc1574 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=59f74cdb1d2c4e1aa1b8c2549a8b04c3&device_id=396c0d12-bec8-45f1-b1c0-173fbfa9c59c HTTP/1.1" status: 200 len: 1095 time: 0.0404184 Oct 12 20:37:11.168834 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f326d64b-9710-4cca-813e-55f763dff1d1 req-326d097d-6a53-4e71-a367-0767133ecbe2 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:37:11.170782 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f326d64b-9710-4cca-813e-55f763dff1d1 req-326d097d-6a53-4e71-a367-0767133ecbe2 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/ports?device_id=396c0d12-bec8-45f1-b1c0-173fbfa9c59c HTTP/1.1" status: 200 len: 944 time: 0.0485013 Oct 12 20:37:11.197463 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e32c67-0907-4407-bc9f-bd3b1594dd7e req-81e572ff-cf6e-41e7-a026-0b0057e85558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:37:11.198916 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-10e32c67-0907-4407-bc9f-bd3b1594dd7e req-81e572ff-cf6e-41e7-a026-0b0057e85558 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5ce7fbeb-d3a8-475c-973c-375b40a077a5 HTTP/1.1" status: 200 len: 910 time: 0.0872970 Oct 12 20:37:11.209528 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f326d64b-9710-4cca-813e-55f763dff1d1 req-6a55a811-b697-4206-bec9-2e2412c30cb3 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/security-groups?id=391daef1-3011-4796-a6e4-684f49db457e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326173 Oct 12 20:37:11.262334 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-10e32c67-0907-4407-bc9f-bd3b1594dd7e req-8c611b22-df59-4b21-b77f-b94e887fe995 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1bb7eace-273c-4325-929d-95284363d25a HTTP/1.1" status: 200 len: 1000 time: 0.0559986 Oct 12 20:37:11.314012 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e32c67-0907-4407-bc9f-bd3b1594dd7e req-49be72bb-78b6-4763-98cd-8a766a9117f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:37:11.315416 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-10e32c67-0907-4407-bc9f-bd3b1594dd7e req-49be72bb-78b6-4763-98cd-8a766a9117f3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3bc0812d-64ec-44be-899d-34286686f675 HTTP/1.1" status: 200 len: 848 time: 0.0465131 Oct 12 20:37:11.359637 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e32c67-0907-4407-bc9f-bd3b1594dd7e req-71cced3e-dd23-4d95-a1cf-ca4df1576bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:37:11.361086 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-10e32c67-0907-4407-bc9f-bd3b1594dd7e req-71cced3e-dd23-4d95-a1cf-ca4df1576bf7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5ce7fbeb-d3a8-475c-973c-375b40a077a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387871 Oct 12 20:37:11.446975 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-10e32c67-0907-4407-bc9f-bd3b1594dd7e req-e12d7f7b-37a0-404f-8494-efc7a2f00ff4 service neutron] 10.222.0.67 "GET /v2.0/networks/5ce7fbeb-d3a8-475c-973c-375b40a077a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784030 Oct 12 20:37:11.537770 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-10e32c67-0907-4407-bc9f-bd3b1594dd7e req-db2bb8a7-f0fe-4ad6-8467-6304a594c5d6 service neutron] 10.222.0.67 "GET /v2.0/networks/5ce7fbeb-d3a8-475c-973c-375b40a077a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828948 Oct 12 20:37:12.325621 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5caa478-3089-4957-9137-736ab7fdfc9f req-23cd0ecb-3944-4c6e-a56f-09436b0047f9 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:37:12.327090 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b5caa478-3089-4957-9137-736ab7fdfc9f req-23cd0ecb-3944-4c6e-a56f-09436b0047f9 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/ports?device_id=396c0d12-bec8-45f1-b1c0-173fbfa9c59c HTTP/1.1" status: 200 len: 944 time: 0.0511146 Oct 12 20:37:12.363967 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b5caa478-3089-4957-9137-736ab7fdfc9f req-285fec9c-532a-4f2f-82d7-e881e740ba19 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/security-groups?id=391daef1-3011-4796-a6e4-684f49db457e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308759 Oct 12 20:37:13.481755 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63018c11-46d4-450c-8a96-9675ea4d8c52 req-6c305d30-e8ea-4857-95e1-865e22fa4290 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:37:13.483184 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-63018c11-46d4-450c-8a96-9675ea4d8c52 req-6c305d30-e8ea-4857-95e1-865e22fa4290 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/ports?device_id=396c0d12-bec8-45f1-b1c0-173fbfa9c59c HTTP/1.1" status: 200 len: 944 time: 0.0524588 Oct 12 20:37:13.520918 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-63018c11-46d4-450c-8a96-9675ea4d8c52 req-6649cd7e-f485-4f1d-a8ad-5a2d8b812b37 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/security-groups?id=391daef1-3011-4796-a6e4-684f49db457e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315299 Oct 12 20:37:14.636192 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb36563-fcc3-4182-b28b-7377ecf4734f req-19d00263-5900-4192-a6ae-67f6d9394955 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:37:14.637659 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-aeb36563-fcc3-4182-b28b-7377ecf4734f req-19d00263-5900-4192-a6ae-67f6d9394955 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/ports?device_id=396c0d12-bec8-45f1-b1c0-173fbfa9c59c HTTP/1.1" status: 200 len: 944 time: 0.0529945 Oct 12 20:37:14.675228 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-aeb36563-fcc3-4182-b28b-7377ecf4734f req-0e6dcab8-8053-4439-b014-ce212eecb1d1 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/security-groups?id=391daef1-3011-4796-a6e4-684f49db457e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312557 Oct 12 20:37:15.788005 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf96d51-34ab-43b7-a313-2a2f418e79c1 req-fbfdc216-146f-4cb2-bece-8f235c634250 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:37:15.789475 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-cdf96d51-34ab-43b7-a313-2a2f418e79c1 req-fbfdc216-146f-4cb2-bece-8f235c634250 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/ports?device_id=396c0d12-bec8-45f1-b1c0-173fbfa9c59c HTTP/1.1" status: 200 len: 944 time: 0.0485511 Oct 12 20:37:15.826854 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-cdf96d51-34ab-43b7-a313-2a2f418e79c1 req-d4bbf2e2-43df-45a6-acbe-9d85b5b8b698 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/security-groups?id=391daef1-3011-4796-a6e4-684f49db457e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308282 Oct 12 20:37:16.940873 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e018a2d-fc72-43f4-a33b-3b7ef8591605 req-1b11c005-1932-45ba-8cd9-76b0a24dfdbe tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:37:16.942352 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4e018a2d-fc72-43f4-a33b-3b7ef8591605 req-1b11c005-1932-45ba-8cd9-76b0a24dfdbe tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/ports?device_id=396c0d12-bec8-45f1-b1c0-173fbfa9c59c HTTP/1.1" status: 200 len: 944 time: 0.0488324 Oct 12 20:37:16.978612 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4e018a2d-fc72-43f4-a33b-3b7ef8591605 req-90b7d6c6-8c99-4ee9-8d22-424d80679a52 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/security-groups?id=391daef1-3011-4796-a6e4-684f49db457e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304070 Oct 12 20:37:17.190187 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 20:37:18.091289 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf6e7f-31a1-48b2-b2d0-e32d431da88f req-fc88f38d-63bf-445f-9c7f-cb64053c3022 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:37:18.093286 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-55cf6e7f-31a1-48b2-b2d0-e32d431da88f req-fc88f38d-63bf-445f-9c7f-cb64053c3022 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/ports?device_id=396c0d12-bec8-45f1-b1c0-173fbfa9c59c HTTP/1.1" status: 200 len: 944 time: 0.0487781 Oct 12 20:37:18.131433 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-55cf6e7f-31a1-48b2-b2d0-e32d431da88f req-29f46b86-4207-4534-9247-010a1ccf6a23 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/security-groups?id=391daef1-3011-4796-a6e4-684f49db457e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322552 Oct 12 20:37:19.244425 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ef230-7472-4525-94ee-175a5421222e req-dcbed6b8-9496-4ac5-825b-5d414bb8ff5b tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:37:19.245876 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-365ef230-7472-4525-94ee-175a5421222e req-dcbed6b8-9496-4ac5-825b-5d414bb8ff5b tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/ports?device_id=396c0d12-bec8-45f1-b1c0-173fbfa9c59c HTTP/1.1" status: 200 len: 944 time: 0.0486233 Oct 12 20:37:19.283949 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-365ef230-7472-4525-94ee-175a5421222e req-b5403a10-3c5c-499c-ad43-112fa5efeaf6 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/security-groups?id=391daef1-3011-4796-a6e4-684f49db457e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313845 Oct 12 20:37:20.055939 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 1bb7eace-273c-4325-929d-95284363d25a details requested by agent hyperv_n-h2-813679-3 with host n-h2-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 20:37:20.146994 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 1bb7eace-273c-4325-929d-95284363d25a, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=1bb7eace-273c-4325-929d-95284363d25a,segment=NetworkSegment(8013cf53-23ad-41f7-88c5-9efc3c01994b),segment_id=8013cf53-23ad-41f7-88c5-9efc3c01994b)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:37:20.158052 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Returning: {'device': '1bb7eace-273c-4325-929d-95284363d25a', 'network_id': '5ce7fbeb-d3a8-475c-973c-375b40a077a5', 'port_id': '1bb7eace-273c-4325-929d-95284363d25a', 'mac_address': 'fa:16:3e:da:2d:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bc0812d-64ec-44be-899d-34286686f675', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 20:37:20.196097 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:37:20.358524 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bb7eace-273c-4325-929d-95284363d25a {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 20:37:20.378226 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 1bb7eace-273c-4325-929d-95284363d25a, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=1bb7eace-273c-4325-929d-95284363d25a,segment=NetworkSegment(8013cf53-23ad-41f7-88c5-9efc3c01994b),segment_id=8013cf53-23ad-41f7-88c5-9efc3c01994b)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:37:20.406104 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5547231-6c34-43d5-9153-166f32d6d1f2 req-4ee728bb-018f-4396-ad59-72a302ef9ca6 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:37:20.407569 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a5547231-6c34-43d5-9153-166f32d6d1f2 req-4ee728bb-018f-4396-ad59-72a302ef9ca6 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/ports?device_id=396c0d12-bec8-45f1-b1c0-173fbfa9c59c HTTP/1.1" status: 200 len: 944 time: 0.0537362 Oct 12 20:37:20.439891 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:37:20.445481 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-a5547231-6c34-43d5-9153-166f32d6d1f2 req-4c2c5201-803f-4862-ac5b-79921aee5f7d tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/security-groups?id=391daef1-3011-4796-a6e4-684f49db457e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319078 Oct 12 20:37:20.485440 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=1bb7eace-273c-4325-929d-95284363d25a,revision_number=7']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:37:20.675398 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['1bb7eace-273c-4325-929d-95284363d25a'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 20:37:21.563326 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70669b16-b198-4ad9-b96c-b00b62a4021c req-e93f6bad-0c57-4b2e-be19-52ef84eab4a5 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:37:21.564804 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-70669b16-b198-4ad9-b96c-b00b62a4021c req-e93f6bad-0c57-4b2e-be19-52ef84eab4a5 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/ports?device_id=396c0d12-bec8-45f1-b1c0-173fbfa9c59c HTTP/1.1" status: 200 len: 945 time: 0.0534348 Oct 12 20:37:21.601871 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-70669b16-b198-4ad9-b96c-b00b62a4021c req-9ad203ab-1a3d-4326-9baf-5a068488881f tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/security-groups?id=391daef1-3011-4796-a6e4-684f49db457e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311460 Oct 12 20:37:22.071369 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 1bb7eace-273c-4325-929d-95284363d25a up at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 20:37:22.117827 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning complete for port 1bb7eace-273c-4325-929d-95284363d25a triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:37:22.118196 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:37:22.194045 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:37:22.214924 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '396c0d12-bec8-45f1-b1c0-173fbfa9c59c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bb7eace-273c-4325-929d-95284363d25a'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:37:22.217198 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b9295f95168b7ebeacfaf6dce688c5b5a488805d3fcc076b348ff91511493a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c830c0b1-d7e1-40b8-9915-4a754e1cacc9" -d '{"events": [{"server_uuid": "396c0d12-bec8-45f1-b1c0-173fbfa9c59c", "name": "network-vif-plugged", "status": "completed", "tag": "1bb7eace-273c-4325-929d-95284363d25a"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:37:22.229154 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port 1bb7eace-273c-4325-929d-95284363d25a, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=1bb7eace-273c-4325-929d-95284363d25a,segment=NetworkSegment(8013cf53-23ad-41f7-88c5-9efc3c01994b),segment_id=8013cf53-23ad-41f7-88c5-9efc3c01994b)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:37:22.253859 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 20:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c44a7a1-3f54-4da0-b2b9-579c1738f2cf x-openstack-request-id: req-3c44a7a1-3f54-4da0-b2b9-579c1738f2cf {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:37:22.254133 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "396c0d12-bec8-45f1-b1c0-173fbfa9c59c", "name": "network-vif-plugged", "status": "completed", "tag": "1bb7eace-273c-4325-929d-95284363d25a", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:37:22.254409 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3c44a7a1-3f54-4da0-b2b9-579c1738f2cf {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:37:22.254797 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '396c0d12-bec8-45f1-b1c0-173fbfa9c59c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bb7eace-273c-4325-929d-95284363d25a', 'code': 200} Oct 12 20:37:22.302789 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:37:22.352712 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=1bb7eace-273c-4325-929d-95284363d25a,revision_number=8']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:37:22.395333 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ca0573-8b89-47b3-92b0-8266d92b075a req-32a6851a-44d0-4d42-82d6-770ac2c77298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:37:22.396876 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e2ca0573-8b89-47b3-92b0-8266d92b075a req-32a6851a-44d0-4d42-82d6-770ac2c77298 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=396c0d12-bec8-45f1-b1c0-173fbfa9c59c HTTP/1.1" status: 200 len: 1097 time: 0.0393531 Oct 12 20:37:22.431492 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e2ca0573-8b89-47b3-92b0-8266d92b075a req-9c0ef247-da74-45a4-b7fe-b64f7585effc service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=391daef1-3011-4796-a6e4-684f49db457e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0278022 Oct 12 20:37:22.717588 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6587a771-feb5-44d0-ad2c-fd7d5229e273 req-7149e6fe-cb7f-426d-9c62-e0bf5059963f tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:37:22.719069 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6587a771-feb5-44d0-ad2c-fd7d5229e273 req-7149e6fe-cb7f-426d-9c62-e0bf5059963f tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/ports?device_id=396c0d12-bec8-45f1-b1c0-173fbfa9c59c HTTP/1.1" status: 200 len: 946 time: 0.0486677 Oct 12 20:37:22.756288 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6587a771-feb5-44d0-ad2c-fd7d5229e273 req-3e2f6939-07f7-4379-aa46-e264248ef629 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/security-groups?id=391daef1-3011-4796-a6e4-684f49db457e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310419 Oct 12 20:37:23.869734 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e2adc3-7f52-4507-8e3a-5a28349aa20e req-33489a04-d97c-4ae5-9075-401d94e92d69 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:37:23.871180 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-79e2adc3-7f52-4507-8e3a-5a28349aa20e req-33489a04-d97c-4ae5-9075-401d94e92d69 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/ports?device_id=396c0d12-bec8-45f1-b1c0-173fbfa9c59c HTTP/1.1" status: 200 len: 946 time: 0.0484550 Oct 12 20:37:23.908678 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-79e2adc3-7f52-4507-8e3a-5a28349aa20e req-7f618827-4c63-49c4-b89d-dc7f42ec88cb tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/security-groups?id=391daef1-3011-4796-a6e4-684f49db457e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310640 Oct 12 20:37:26.628737 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fa616576-89e4-4b10-bc43-85fef6ad2b57 req-90f8f3ac-84bf-4e9d-86d3-5af29e4ba072 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=396c0d12-bec8-45f1-b1c0-173fbfa9c59c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0433061 Oct 12 20:37:26.711015 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa616576-89e4-4b10-bc43-85fef6ad2b57 req-9850f1cf-adb8-4ec1-8484-ce205e520f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:37:26.712486 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fa616576-89e4-4b10-bc43-85fef6ad2b57 req-9850f1cf-adb8-4ec1-8484-ce205e520f5b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=59f74cdb1d2c4e1aa1b8c2549a8b04c3&device_id=396c0d12-bec8-45f1-b1c0-173fbfa9c59c HTTP/1.1" status: 200 len: 1097 time: 0.0398912 Oct 12 20:37:26.817000 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa616576-89e4-4b10-bc43-85fef6ad2b57 req-1cb9d452-b7eb-4829-9bed-9f83b240071f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:37:26.818446 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fa616576-89e4-4b10-bc43-85fef6ad2b57 req-1cb9d452-b7eb-4829-9bed-9f83b240071f service neutron] 10.222.0.67 "GET /v2.0/networks?id=5ce7fbeb-d3a8-475c-973c-375b40a077a5 HTTP/1.1" status: 200 len: 910 time: 0.0827498 Oct 12 20:37:26.886775 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fa616576-89e4-4b10-bc43-85fef6ad2b57 req-140c949d-f4a6-4c14-98fd-fb600ca3026e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1bb7eace-273c-4325-929d-95284363d25a HTTP/1.1" status: 200 len: 1002 time: 0.0596142 Oct 12 20:37:26.938018 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa616576-89e4-4b10-bc43-85fef6ad2b57 req-00c79b40-af23-4089-88ab-9bfd15969593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:37:26.940374 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fa616576-89e4-4b10-bc43-85fef6ad2b57 req-00c79b40-af23-4089-88ab-9bfd15969593 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3bc0812d-64ec-44be-899d-34286686f675 HTTP/1.1" status: 200 len: 848 time: 0.0466821 Oct 12 20:37:26.990379 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa616576-89e4-4b10-bc43-85fef6ad2b57 req-73859a38-4e92-47da-bdc3-640c2fab1140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:37:26.991858 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fa616576-89e4-4b10-bc43-85fef6ad2b57 req-73859a38-4e92-47da-bdc3-640c2fab1140 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5ce7fbeb-d3a8-475c-973c-375b40a077a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447621 Oct 12 20:37:27.082368 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fa616576-89e4-4b10-bc43-85fef6ad2b57 req-45b2126a-5850-4043-be2c-b872350cc7d5 service neutron] 10.222.0.67 "GET /v2.0/networks/5ce7fbeb-d3a8-475c-973c-375b40a077a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827422 Oct 12 20:37:27.170697 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-fa616576-89e4-4b10-bc43-85fef6ad2b57 req-1f32a191-59b6-49d1-8012-115389d45bd3 service neutron] 10.222.0.67 "GET /v2.0/networks/5ce7fbeb-d3a8-475c-973c-375b40a077a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805874 Oct 12 20:37:29.198719 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-93937710-fd8f-416a-8844-dcebe5581cf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:37:31.793582 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-db89cc64-46ec-4948-9521-d01876df1c61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:37:32.559096 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:37:33.359628 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:37:33.776629 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:37:34.838489 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:37:34.895427 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:37:54.277925 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 20:37:59.210233 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1916b9d2-3a66-4c32-93b1-e10ea4a6639d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:38:01.792814 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-40a4942f-c244-41a2-af41-fea696d7f360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:38:02.633121 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:38:03.421753 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:38:03.791411 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:38:04.918857 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:38:04.941506 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:38:28.643406 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f48c5557-9bc7-416f-a262-7a3776385468 req-87845949-e070-4196-b80c-c7152a2dfd0a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=396c0d12-bec8-45f1-b1c0-173fbfa9c59c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0827713 Oct 12 20:38:28.725721 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48c5557-9bc7-416f-a262-7a3776385468 req-34696bee-1d4c-493c-9329-0d26dc4fef26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:38:28.727188 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f48c5557-9bc7-416f-a262-7a3776385468 req-34696bee-1d4c-493c-9329-0d26dc4fef26 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=59f74cdb1d2c4e1aa1b8c2549a8b04c3&device_id=396c0d12-bec8-45f1-b1c0-173fbfa9c59c HTTP/1.1" status: 200 len: 1097 time: 0.0416658 Oct 12 20:38:28.832897 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48c5557-9bc7-416f-a262-7a3776385468 req-580b76b5-fc47-43e0-9c52-db472d8cfcac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:38:28.834259 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f48c5557-9bc7-416f-a262-7a3776385468 req-580b76b5-fc47-43e0-9c52-db472d8cfcac service neutron] 10.222.0.67 "GET /v2.0/networks?id=5ce7fbeb-d3a8-475c-973c-375b40a077a5 HTTP/1.1" status: 200 len: 910 time: 0.0880256 Oct 12 20:38:28.900683 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f48c5557-9bc7-416f-a262-7a3776385468 req-ff33c324-9576-4874-9452-17945c8862e9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1bb7eace-273c-4325-929d-95284363d25a HTTP/1.1" status: 200 len: 1002 time: 0.0593812 Oct 12 20:38:28.952692 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48c5557-9bc7-416f-a262-7a3776385468 req-bc0246c4-0b0d-426d-9660-3060521a0504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:38:28.954072 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f48c5557-9bc7-416f-a262-7a3776385468 req-bc0246c4-0b0d-426d-9660-3060521a0504 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3bc0812d-64ec-44be-899d-34286686f675 HTTP/1.1" status: 200 len: 848 time: 0.0419810 Oct 12 20:38:29.002288 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48c5557-9bc7-416f-a262-7a3776385468 req-4ccbbd47-b394-4fb2-b39c-4995d9ebea49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:38:29.003740 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f48c5557-9bc7-416f-a262-7a3776385468 req-4ccbbd47-b394-4fb2-b39c-4995d9ebea49 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5ce7fbeb-d3a8-475c-973c-375b40a077a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428925 Oct 12 20:38:29.090008 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f48c5557-9bc7-416f-a262-7a3776385468 req-bcd298df-5ae5-401c-99ca-75224175b786 service neutron] 10.222.0.67 "GET /v2.0/networks/5ce7fbeb-d3a8-475c-973c-375b40a077a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788219 Oct 12 20:38:29.185580 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f48c5557-9bc7-416f-a262-7a3776385468 req-ee092eff-8b8b-41c3-a942-92f6b1c37650 service neutron] 10.222.0.67 "GET /v2.0/networks/5ce7fbeb-d3a8-475c-973c-375b40a077a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878766 Oct 12 20:38:29.190553 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0b11ecc3-5a2a-4ab3-adb1-1ee8380b0439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:38:31.187154 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 20:38:31.780787 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-47ebf4f4-9219-4f94-b0ef-7a3c06325ade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:38:32.558256 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:38:33.369816 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:38:33.786731 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:38:34.838057 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:38:34.889761 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:38:59.195509 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-41289c3c-ca12-4dcc-a561-5aee0a735695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:00.063199 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 37990) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:39:00.220609 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-361d4650-c5c8-4610-b528-db49d7bd9ad7 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Deleting port 02beadbc-5089-4841-b207-cc74752f30ce {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 20:39:00.220958 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-361d4650-c5c8-4610-b528-db49d7bd9ad7 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:00.297547 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-361d4650-c5c8-4610-b528-db49d7bd9ad7 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:00.297870 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-361d4650-c5c8-4610-b528-db49d7bd9ad7 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:00.309530 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-361d4650-c5c8-4610-b528-db49d7bd9ad7 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Calling delete_port for 02beadbc-5089-4841-b207-cc74752f30ce owned by network:floatingip {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 20:39:00.506694 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-361d4650-c5c8-4610-b528-db49d7bd9ad7 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:00.535468 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361d4650-c5c8-4610-b528-db49d7bd9ad7 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Pushing event deleted for resources: {'Port': ['ID=02beadbc-5089-4841-b207-cc74752f30ce,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:39:00.548923 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361d4650-c5c8-4610-b528-db49d7bd9ad7 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:39:00.549276 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361d4650-c5c8-4610-b528-db49d7bd9ad7 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:39:00.549621 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361d4650-c5c8-4610-b528-db49d7bd9ad7 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:39:00.549959 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361d4650-c5c8-4610-b528-db49d7bd9ad7 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:39:00.550296 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361d4650-c5c8-4610-b528-db49d7bd9ad7 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:39:00.550629 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361d4650-c5c8-4610-b528-db49d7bd9ad7 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:39:00.550993 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361d4650-c5c8-4610-b528-db49d7bd9ad7 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:39:00.551319 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361d4650-c5c8-4610-b528-db49d7bd9ad7 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:39:00.551647 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361d4650-c5c8-4610-b528-db49d7bd9ad7 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:39:00.551988 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361d4650-c5c8-4610-b528-db49d7bd9ad7 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:39:00.552349 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361d4650-c5c8-4610-b528-db49d7bd9ad7 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:39:00.552679 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361d4650-c5c8-4610-b528-db49d7bd9ad7 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:39:00.609750 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-361d4650-c5c8-4610-b528-db49d7bd9ad7 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Notify callbacks [] for floatingip, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:00.610084 n-d-813679-3 neutron-server[95502]: INFO neutron.db.l3_db [None req-361d4650-c5c8-4610-b528-db49d7bd9ad7 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Floating IP 0db526e8-a99c-424f-93bf-7dd05f2f8b2a disassociated (deleted). External IP: 172.25.5.217, port: 1bb7eace-273c-4325-929d-95284363d25a. Oct 12 20:39:00.818484 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-361d4650-c5c8-4610-b528-db49d7bd9ad7 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Router 38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 20:39:00.923167 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-361d4650-c5c8-4610-b528-db49d7bd9ad7 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 20:39:00.927560 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-361d4650-c5c8-4610-b528-db49d7bd9ad7 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:00.934763 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0beda456-a2b4-4a26-acd3-5c2be4e186fa None None] Sync routers for ids ['38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 20:39:00.943348 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0beda456-a2b4-4a26-acd3-5c2be4e186fa None None] Routers {'38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:39:00.943961 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-0beda456-a2b4-4a26-acd3-5c2be4e186fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:38:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:39:00.954089 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-361d4650-c5c8-4610-b528-db49d7bd9ad7 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "DELETE /v2.0/floatingips/0db526e8-a99c-424f-93bf-7dd05f2f8b2a HTTP/1.1" status: 204 len: 168 time: 0.8887637 Oct 12 20:39:00.954760 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '396c0d12-bec8-45f1-b1c0-173fbfa9c59c', 'tag': '1bb7eace-273c-4325-929d-95284363d25a'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:39:00.957183 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d38ba98a80be6c2fe69993d1a3c9eb2b0c7fe5c84c08efdde6b95a5e2d0657c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19a230ab-794b-4395-8054-f357bdb7ad1d" -d '{"events": [{"name": "network-changed", "server_uuid": "396c0d12-bec8-45f1-b1c0-173fbfa9c59c", "tag": "1bb7eace-273c-4325-929d-95284363d25a"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:39:01.060333 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-0beda456-a2b4-4a26-acd3-5c2be4e186fa None None] Set router 38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:39:01.076554 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 20:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-277c8e66-f6a5-44ee-a744-4d7a02a922ee x-openstack-request-id: req-277c8e66-f6a5-44ee-a744-4d7a02a922ee {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:39:01.077096 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "396c0d12-bec8-45f1-b1c0-173fbfa9c59c", "tag": "1bb7eace-273c-4325-929d-95284363d25a", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:39:01.077096 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-277c8e66-f6a5-44ee-a744-4d7a02a922ee {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:39:01.077476 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '396c0d12-bec8-45f1-b1c0-173fbfa9c59c', 'tag': '1bb7eace-273c-4325-929d-95284363d25a', 'status': 'completed', 'code': 200} Oct 12 20:39:01.142426 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a230ab-794b-4395-8054-f357bdb7ad1d req-0cbc8c23-7cf9-4be5-8b6a-64da2f388e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:39:01.143941 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-19a230ab-794b-4395-8054-f357bdb7ad1d req-0cbc8c23-7cf9-4be5-8b6a-64da2f388e42 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=59f74cdb1d2c4e1aa1b8c2549a8b04c3&device_id=396c0d12-bec8-45f1-b1c0-173fbfa9c59c HTTP/1.1" status: 200 len: 1097 time: 0.0432696 Oct 12 20:39:01.237068 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a230ab-794b-4395-8054-f357bdb7ad1d req-5e4e3b6c-0d5c-4c0f-a14a-0fc0f809b72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:39:01.238586 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-19a230ab-794b-4395-8054-f357bdb7ad1d req-5e4e3b6c-0d5c-4c0f-a14a-0fc0f809b72c service neutron] 10.222.0.67 "GET /v2.0/networks?id=5ce7fbeb-d3a8-475c-973c-375b40a077a5 HTTP/1.1" status: 200 len: 910 time: 0.0876400 Oct 12 20:39:01.259118 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-0beda456-a2b4-4a26-acd3-5c2be4e186fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c', 'name': 'tempest-TestShelveInstance-1478103960-router', 'tenant_id': '59f74cdb1d2c4e1aa1b8c2549a8b04c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': 'fead82fa-7bf9-4e7b-8612-1434c3cef88a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:29:04Z', 'updated_at': '2021-10-12T20:29:07Z', 'revision_number': 4, 'project_id': '59f74cdb1d2c4e1aa1b8c2549a8b04c3', 'gw_port': {'id': 'fead82fa-7bf9-4e7b-8612-1434c3cef88a', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:cc:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:29:05Z', 'updated_at': '2021-10-12T20:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '8c3bdfa3-8c23-45f1-81dd-9cbe90e1b596', 'name': '', 'network_id': '5ce7fbeb-d3a8-475c-973c-375b40a077a5', 'tenant_id': '59f74cdb1d2c4e1aa1b8c2549a8b04c3', 'mac_address': 'fa:16:3e:1e:f9:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '3bc0812d-64ec-44be-899d-34286686f675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:29:06Z', 'updated_at': '2021-10-12T20:29:11Z', 'revision_number': 5, 'project_id': '59f74cdb1d2c4e1aa1b8c2549a8b04c3', 'subnets': [{'id': '3bc0812d-64ec-44be-899d-34286686f675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:39:01.282660 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-19a230ab-794b-4395-8054-f357bdb7ad1d req-60f7f0bc-2a61-46e6-95c9-7ca10e6b0a1e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1bb7eace-273c-4325-929d-95284363d25a HTTP/1.1" status: 200 len: 217 time: 0.0374525 Oct 12 20:39:01.289284 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0beda456-a2b4-4a26-acd3-5c2be4e186fa None None] Checking router: 38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 20:39:01.297574 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0beda456-a2b4-4a26-acd3-5c2be4e186fa None None] Routers {'38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:39:01.298091 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-0beda456-a2b4-4a26-acd3-5c2be4e186fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:38:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:39:01.330506 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a230ab-794b-4395-8054-f357bdb7ad1d req-d1de3f5d-e935-42e6-9d4b-9771aca46925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:39:01.331928 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-19a230ab-794b-4395-8054-f357bdb7ad1d req-d1de3f5d-e935-42e6-9d4b-9771aca46925 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3bc0812d-64ec-44be-899d-34286686f675 HTTP/1.1" status: 200 len: 848 time: 0.0422688 Oct 12 20:39:01.377037 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a230ab-794b-4395-8054-f357bdb7ad1d req-499ee695-a77d-45b3-a128-4096f7eccc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:39:01.378518 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-19a230ab-794b-4395-8054-f357bdb7ad1d req-499ee695-a77d-45b3-a128-4096f7eccc4d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5ce7fbeb-d3a8-475c-973c-375b40a077a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397429 Oct 12 20:39:01.401431 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-0beda456-a2b4-4a26-acd3-5c2be4e186fa None None] Set router 38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:39:01.470377 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-19a230ab-794b-4395-8054-f357bdb7ad1d req-880c473d-18d9-4d0a-8fd4-a0b34d21b62e service neutron] 10.222.0.67 "GET /v2.0/networks/5ce7fbeb-d3a8-475c-973c-375b40a077a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849459 Oct 12 20:39:01.560129 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-19a230ab-794b-4395-8054-f357bdb7ad1d req-9416e4a0-f587-43f8-b9e9-763d1c273f28 service neutron] 10.222.0.67 "GET /v2.0/networks/5ce7fbeb-d3a8-475c-973c-375b40a077a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823522 Oct 12 20:39:01.597081 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-0beda456-a2b4-4a26-acd3-5c2be4e186fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c', 'name': 'tempest-TestShelveInstance-1478103960-router', 'tenant_id': '59f74cdb1d2c4e1aa1b8c2549a8b04c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': 'fead82fa-7bf9-4e7b-8612-1434c3cef88a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:29:04Z', 'updated_at': '2021-10-12T20:29:07Z', 'revision_number': 4, 'project_id': '59f74cdb1d2c4e1aa1b8c2549a8b04c3', 'gw_port': {'id': 'fead82fa-7bf9-4e7b-8612-1434c3cef88a', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:cc:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:29:05Z', 'updated_at': '2021-10-12T20:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '8c3bdfa3-8c23-45f1-81dd-9cbe90e1b596', 'name': '', 'network_id': '5ce7fbeb-d3a8-475c-973c-375b40a077a5', 'tenant_id': '59f74cdb1d2c4e1aa1b8c2549a8b04c3', 'mac_address': 'fa:16:3e:1e:f9:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '3bc0812d-64ec-44be-899d-34286686f675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:29:06Z', 'updated_at': '2021-10-12T20:29:11Z', 'revision_number': 5, 'project_id': '59f74cdb1d2c4e1aa1b8c2549a8b04c3', 'subnets': [{'id': '3bc0812d-64ec-44be-899d-34286686f675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:39:01.621877 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0beda456-a2b4-4a26-acd3-5c2be4e186fa None None] The sync data for ids ['38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c'] in n-d-813679-3 is: [{'id': '38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c', 'name': 'tempest-TestShelveInstance-1478103960-router', 'tenant_id': '59f74cdb1d2c4e1aa1b8c2549a8b04c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': 'fead82fa-7bf9-4e7b-8612-1434c3cef88a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:29:04Z', 'updated_at': '2021-10-12T20:29:07Z', 'revision_number': 4, 'project_id': '59f74cdb1d2c4e1aa1b8c2549a8b04c3', 'gw_port': {'id': 'fead82fa-7bf9-4e7b-8612-1434c3cef88a', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:cc:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:29:05Z', 'updated_at': '2021-10-12T20:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '8c3bdfa3-8c23-45f1-81dd-9cbe90e1b596', 'name': '', 'network_id': '5ce7fbeb-d3a8-475c-973c-375b40a077a5', 'tenant_id': '59f74cdb1d2c4e1aa1b8c2549a8b04c3', 'mac_address': 'fa:16:3e:1e:f9:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '3bc0812d-64ec-44be-899d-34286686f675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:29:06Z', 'updated_at': '2021-10-12T20:29:11Z', 'revision_number': 5, 'project_id': '59f74cdb1d2c4e1aa1b8c2549a8b04c3', 'subnets': [{'id': '3bc0812d-64ec-44be-899d-34286686f675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 20:39:01.786539 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-3adb8562-ce78-49dc-9234-78c3d02a290a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:01.841901 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809df26c-a5eb-4a39-830c-5516883e8b6c None None] New status for floating IP 0db526e8-a99c-424f-93bf-7dd05f2f8b2a: DOWN {{(pid=95504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 20:39:02.423841 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee875f1-28ff-4eae-b743-652e106fd442 req-b95cbe90-3a2b-4861-aef4-04d5a77d2c49 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:39:02.425334 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2ee875f1-28ff-4eae-b743-652e106fd442 req-b95cbe90-3a2b-4861-aef4-04d5a77d2c49 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/ports?device_id=396c0d12-bec8-45f1-b1c0-173fbfa9c59c HTTP/1.1" status: 200 len: 946 time: 0.0923903 Oct 12 20:39:02.462782 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-2ee875f1-28ff-4eae-b743-652e106fd442 req-2201da3c-f225-484d-92e1-d0e417779526 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/security-groups?id=391daef1-3011-4796-a6e4-684f49db457e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308893 Oct 12 20:39:02.572252 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:03.389270 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:03.633570 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15910e2-4afb-4e06-9a97-3c7197165c3d req-4a41f86c-d78d-4967-8420-3370b5b4485d tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:39:03.635023 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e15910e2-4afb-4e06-9a97-3c7197165c3d req-4a41f86c-d78d-4967-8420-3370b5b4485d tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/ports?device_id=396c0d12-bec8-45f1-b1c0-173fbfa9c59c HTTP/1.1" status: 200 len: 946 time: 0.1012938 Oct 12 20:39:03.671756 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-e15910e2-4afb-4e06-9a97-3c7197165c3d req-1a81745e-669a-4d6f-af5b-364899d0456d tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/security-groups?id=391daef1-3011-4796-a6e4-684f49db457e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306747 Oct 12 20:39:03.806647 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:03.880868 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56c54df-527c-4ef0-92bc-744e18c96aaf req-006355cf-f442-4fe3-b36c-6e57dbe26625 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:39:03.882371 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b56c54df-527c-4ef0-92bc-744e18c96aaf req-006355cf-f442-4fe3-b36c-6e57dbe26625 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.67 "GET /v2.0/ports?device_id=396c0d12-bec8-45f1-b1c0-173fbfa9c59c HTTP/1.1" status: 200 len: 946 time: 0.0494273 Oct 12 20:39:03.973145 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-b56c54df-527c-4ef0-92bc-744e18c96aaf req-c831b9aa-f353-4995-ac67-60c06e2f2181 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Deleting port 1bb7eace-273c-4325-929d-95284363d25a {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 20:39:03.973482 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-b56c54df-527c-4ef0-92bc-744e18c96aaf req-c831b9aa-f353-4995-ac67-60c06e2f2181 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:04.063789 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-b56c54df-527c-4ef0-92bc-744e18c96aaf req-c831b9aa-f353-4995-ac67-60c06e2f2181 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] For port 1bb7eace-273c-4325-929d-95284363d25a, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=1bb7eace-273c-4325-929d-95284363d25a,segment=NetworkSegment(8013cf53-23ad-41f7-88c5-9efc3c01994b),segment_id=8013cf53-23ad-41f7-88c5-9efc3c01994b)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:39:04.064190 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-b56c54df-527c-4ef0-92bc-744e18c96aaf req-c831b9aa-f353-4995-ac67-60c06e2f2181 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:04.076392 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-b56c54df-527c-4ef0-92bc-744e18c96aaf req-c831b9aa-f353-4995-ac67-60c06e2f2181 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Calling delete_port for 1bb7eace-273c-4325-929d-95284363d25a owned by compute:nova {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 20:39:04.257890 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-b56c54df-527c-4ef0-92bc-744e18c96aaf req-c831b9aa-f353-4995-ac67-60c06e2f2181 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:04.287012 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c831b9aa-f353-4995-ac67-60c06e2f2181 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Pushing event deleted for resources: {'Port': ['ID=1bb7eace-273c-4325-929d-95284363d25a,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:39:04.313511 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c831b9aa-f353-4995-ac67-60c06e2f2181 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:39:04.313511 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c831b9aa-f353-4995-ac67-60c06e2f2181 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:39:04.313511 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c831b9aa-f353-4995-ac67-60c06e2f2181 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:39:04.313511 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c831b9aa-f353-4995-ac67-60c06e2f2181 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:39:04.313924 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c831b9aa-f353-4995-ac67-60c06e2f2181 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:39:04.314124 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c831b9aa-f353-4995-ac67-60c06e2f2181 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:39:04.314452 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c831b9aa-f353-4995-ac67-60c06e2f2181 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:39:04.314773 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c831b9aa-f353-4995-ac67-60c06e2f2181 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:39:04.315094 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c831b9aa-f353-4995-ac67-60c06e2f2181 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:39:04.315416 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c831b9aa-f353-4995-ac67-60c06e2f2181 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:39:04.315740 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c831b9aa-f353-4995-ac67-60c06e2f2181 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:39:04.316083 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c831b9aa-f353-4995-ac67-60c06e2f2181 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:39:04.337895 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-b56c54df-527c-4ef0-92bc-744e18c96aaf req-c831b9aa-f353-4995-ac67-60c06e2f2181 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] No DVR routers for this DVR port 1bb7eace-273c-4325-929d-95284363d25a on host n-h2-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 20:39:04.340788 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-b56c54df-527c-4ef0-92bc-744e18c96aaf req-c831b9aa-f353-4995-ac67-60c06e2f2181 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:04.343670 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b56c54df-527c-4ef0-92bc-744e18c96aaf req-c831b9aa-f353-4995-ac67-60c06e2f2181 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.67 "DELETE /v2.0/ports/1bb7eace-273c-4325-929d-95284363d25a HTTP/1.1" status: 204 len: 173 time: 0.4537349 Oct 12 20:39:04.344123 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '396c0d12-bec8-45f1-b1c0-173fbfa9c59c', 'name': 'network-vif-deleted', 'tag': '1bb7eace-273c-4325-929d-95284363d25a'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:39:04.346487 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de8ed798067560d07a98492cd8cb53eb3655be3ac6c9fe2f8402857175a8f58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f4a80c4-a394-43cc-a2e1-e6533b61f8b4" -d '{"events": [{"server_uuid": "396c0d12-bec8-45f1-b1c0-173fbfa9c59c", "name": "network-vif-deleted", "tag": "1bb7eace-273c-4325-929d-95284363d25a"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:39:04.436267 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 20:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd70e06b-0290-4ed1-b687-b6c96c632154 x-openstack-request-id: req-fd70e06b-0290-4ed1-b687-b6c96c632154 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:39:04.436575 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "396c0d12-bec8-45f1-b1c0-173fbfa9c59c", "name": "network-vif-deleted", "tag": "1bb7eace-273c-4325-929d-95284363d25a", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:39:04.436829 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fd70e06b-0290-4ed1-b687-b6c96c632154 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:39:04.437257 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '396c0d12-bec8-45f1-b1c0-173fbfa9c59c', 'name': 'network-vif-deleted', 'tag': '1bb7eace-273c-4325-929d-95284363d25a', 'status': 'completed', 'code': 200} Oct 12 20:39:04.784730 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0b0d7069-55a4-4af1-8e17-08d35202abc6 req-dffd0da1-55aa-4c03-8e74-f9358ea70f58 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/ports?device_id=396c0d12-bec8-45f1-b1c0-173fbfa9c59c HTTP/1.1" status: 200 len: 210 time: 0.0339878 Oct 12 20:39:04.853199 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:04.929685 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:05.889332 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6b86441a-1404-4fc1-823a-cb58f053c29c req-0b2b54de-1e6c-4fb9-bb9f-6360ed8a5c02 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/ports?device_id=396c0d12-bec8-45f1-b1c0-173fbfa9c59c HTTP/1.1" status: 200 len: 210 time: 0.0304086 Oct 12 20:39:06.986863 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-73dd3866-60af-4e05-a16c-c50dea6aa054 req-771b6efa-d34c-469e-8631-ccc501d93f04 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/ports?device_id=396c0d12-bec8-45f1-b1c0-173fbfa9c59c HTTP/1.1" status: 200 len: 210 time: 0.0278594 Oct 12 20:39:08.079782 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-89f1d46f-01a3-473f-986d-0220f67c2e26 req-394b6765-3567-4916-93b8-c4510e39c721 tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/ports?device_id=396c0d12-bec8-45f1-b1c0-173fbfa9c59c HTTP/1.1" status: 200 len: 210 time: 0.0276675 Oct 12 20:39:08.187044 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 20:39:08.602621 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 1bb7eace-273c-4325-929d-95284363d25a no longer exists at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 20:39:08.623050 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] No Port match for: 1bb7eace-273c-4325-929d-95284363d25a {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 20:39:08.623392 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device 1bb7eace-273c-4325-929d-95284363d25a not bound to the agent host n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 20:39:09.172646 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-35c7aa7f-beb5-4d74-b6c6-77552386de93 req-f51dcbd6-fd3d-463d-9c89-a6e0ce4178fb tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "GET /v2.0/ports?device_id=396c0d12-bec8-45f1-b1c0-173fbfa9c59c HTTP/1.1" status: 200 len: 210 time: 0.0266321 Oct 12 20:39:10.230415 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 38040) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:39:10.287353 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-60b9ba15-d09c-494e-9137-83e2770bb91b tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:10.312309 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-60b9ba15-d09c-494e-9137-83e2770bb91b tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:10.425813 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-60b9ba15-d09c-494e-9137-83e2770bb91b tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:10.428530 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-60b9ba15-d09c-494e-9137-83e2770bb91b tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:10.429678 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-60b9ba15-d09c-494e-9137-83e2770bb91b tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] 10.222.0.49 "DELETE /v2.0/security-groups/391daef1-3011-4796-a6e4-684f49db457e HTTP/1.1" status: 204 len: 168 time: 0.1982589 Oct 12 20:39:10.439199 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b9ba15-d09c-494e-9137-83e2770bb91b tempest-TestShelveInstance-1975674159 tempest-TestShelveInstance-1975674159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=391daef1-3011-4796-a6e4-684f49db457e,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:39:11.551039 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 38046) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:39:12.032185 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-57300178-18cf-4dff-adc8-825f077afffa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8092566'] for router_interface, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:12.276605 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-57300178-18cf-4dff-adc8-825f077afffa admin admin] Deleting port 8c3bdfa3-8c23-45f1-81dd-9cbe90e1b596 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 20:39:12.276944 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-57300178-18cf-4dff-adc8-825f077afffa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:12.352179 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [None req-57300178-18cf-4dff-adc8-825f077afffa admin admin] For port 8c3bdfa3-8c23-45f1-81dd-9cbe90e1b596, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=8c3bdfa3-8c23-45f1-81dd-9cbe90e1b596,segment=NetworkSegment(8013cf53-23ad-41f7-88c5-9efc3c01994b),segment_id=8013cf53-23ad-41f7-88c5-9efc3c01994b)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:39:12.352543 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-57300178-18cf-4dff-adc8-825f077afffa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:12.364720 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-57300178-18cf-4dff-adc8-825f077afffa admin admin] Calling delete_port for 8c3bdfa3-8c23-45f1-81dd-9cbe90e1b596 owned by network:router_interface {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 20:39:12.600762 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-57300178-18cf-4dff-adc8-825f077afffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:12.623216 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57300178-18cf-4dff-adc8-825f077afffa admin admin] Pushing event deleted for resources: {'Port': ['ID=8c3bdfa3-8c23-45f1-81dd-9cbe90e1b596,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:39:12.794353 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-57300178-18cf-4dff-adc8-825f077afffa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7898909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8092450'] for router_interface, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:13.344596 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57300178-18cf-4dff-adc8-825f077afffa admin admin] Router 38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 20:39:13.448423 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57300178-18cf-4dff-adc8-825f077afffa admin admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 20:39:13.453595 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-57300178-18cf-4dff-adc8-825f077afffa admin admin] 10.222.0.49 "PUT /v2.0/routers/38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9014683 Oct 12 20:39:13.456131 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 38052) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:39:13.459061 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d8a276-dc6f-4fa0-a755-752669e6680b None None] Sync routers for ids ['38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 20:39:13.469602 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d8a276-dc6f-4fa0-a755-752669e6680b None None] Routers {'38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:39:13.470236 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-68d8a276-dc6f-4fa0-a755-752669e6680b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:39:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:39:13.562682 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-29b09dbb-0985-46c3-be35-416cb790d82d admin admin] Notify callbacks [] for router, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:13.574994 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-68d8a276-dc6f-4fa0-a755-752669e6680b None None] Set router 38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:39:13.663436 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-29b09dbb-0985-46c3-be35-416cb790d82d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:13.749448 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-68d8a276-dc6f-4fa0-a755-752669e6680b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c', 'name': 'tempest-TestShelveInstance-1478103960-router', 'tenant_id': '59f74cdb1d2c4e1aa1b8c2549a8b04c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': 'fead82fa-7bf9-4e7b-8612-1434c3cef88a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:29:04Z', 'updated_at': '2021-10-12T20:39:12Z', 'revision_number': 5, 'project_id': '59f74cdb1d2c4e1aa1b8c2549a8b04c3', 'gw_port': {'id': 'fead82fa-7bf9-4e7b-8612-1434c3cef88a', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:cc:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:29:05Z', 'updated_at': '2021-10-12T20:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:39:13.767350 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-29b09dbb-0985-46c3-be35-416cb790d82d admin admin] Deleting port fead82fa-7bf9-4e7b-8612-1434c3cef88a {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 20:39:13.767692 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-29b09dbb-0985-46c3-be35-416cb790d82d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:13.778989 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d8a276-dc6f-4fa0-a755-752669e6680b None None] Checking router: 38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 20:39:13.787433 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d8a276-dc6f-4fa0-a755-752669e6680b None None] Routers {'38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:39:13.788798 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-68d8a276-dc6f-4fa0-a755-752669e6680b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:39:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:39:13.847883 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [None req-29b09dbb-0985-46c3-be35-416cb790d82d admin admin] For port fead82fa-7bf9-4e7b-8612-1434c3cef88a, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=fead82fa-7bf9-4e7b-8612-1434c3cef88a,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:39:13.848192 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-29b09dbb-0985-46c3-be35-416cb790d82d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:13.859583 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-29b09dbb-0985-46c3-be35-416cb790d82d admin admin] Calling delete_port for fead82fa-7bf9-4e7b-8612-1434c3cef88a owned by network:router_gateway {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 20:39:13.871915 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-68d8a276-dc6f-4fa0-a755-752669e6680b None None] Set router 38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c gateway port host: None {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:39:13.922027 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-68d8a276-dc6f-4fa0-a755-752669e6680b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c', 'name': 'tempest-TestShelveInstance-1478103960-router', 'tenant_id': '59f74cdb1d2c4e1aa1b8c2549a8b04c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:29:04Z', 'updated_at': '2021-10-12T20:39:13Z', 'revision_number': 6, 'project_id': '59f74cdb1d2c4e1aa1b8c2549a8b04c3', 'gw_port_host': None}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:39:13.951275 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d8a276-dc6f-4fa0-a755-752669e6680b None None] The sync data for ids ['38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c'] in n-d-813679-3 is: [{'id': '38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c', 'name': 'tempest-TestShelveInstance-1478103960-router', 'tenant_id': '59f74cdb1d2c4e1aa1b8c2549a8b04c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:29:04Z', 'updated_at': '2021-10-12T20:39:13Z', 'revision_number': 6, 'project_id': '59f74cdb1d2c4e1aa1b8c2549a8b04c3', 'gw_port_host': None}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 20:39:14.097479 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-29b09dbb-0985-46c3-be35-416cb790d82d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:14.122258 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b09dbb-0985-46c3-be35-416cb790d82d admin admin] Pushing event deleted for resources: {'Port': ['ID=fead82fa-7bf9-4e7b-8612-1434c3cef88a,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:39:14.184568 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-29b09dbb-0985-46c3-be35-416cb790d82d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7915456'] for router_gateway, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:14.270613 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-29b09dbb-0985-46c3-be35-416cb790d82d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255495'] for router, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:14.273246 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-29b09dbb-0985-46c3-be35-416cb790d82d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:14.377474 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-29b09dbb-0985-46c3-be35-416cb790d82d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8093499'] for router, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:14.378056 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29b09dbb-0985-46c3-be35-416cb790d82d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c {{(pid=95501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 20:39:14.382406 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-29b09dbb-0985-46c3-be35-416cb790d82d admin admin] Notify callbacks [] for router, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:14.392294 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-29b09dbb-0985-46c3-be35-416cb790d82d admin admin] 10.222.0.49 "DELETE /v2.0/routers/38d70d7a-dfbe-4a60-9619-5c7c2da1fe0c HTTP/1.1" status: 204 len: 168 time: 0.9264746 Oct 12 20:39:14.392294 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 38054) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:39:14.430589 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c85207f-658e-4709-bb92-7388ed11b471 admin admin] Deleting subnet 3bc0812d-64ec-44be-899d-34286686f675 {{(pid=95501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 20:39:14.433577 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6c85207f-658e-4709-bb92-7388ed11b471 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:14.470729 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6c85207f-658e-4709-bb92-7388ed11b471 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281083'] for subnet, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:14.546519 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6c85207f-658e-4709-bb92-7388ed11b471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:14.657971 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6c85207f-658e-4709-bb92-7388ed11b471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4824924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4612362'] for subnet, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:14.687277 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c85207f-658e-4709-bb92-7388ed11b471 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3bc0812d-64ec-44be-899d-34286686f675,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:39:14.693105 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-6c85207f-658e-4709-bb92-7388ed11b471 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:14.697480 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2bbab51-6773-4fb6-b39b-1877677bff80 None None] Network 5ce7fbeb-d3a8-475c-973c-375b40a077a5 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 20:39:14.698574 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 38056) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:39:14.698993 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-6c85207f-658e-4709-bb92-7388ed11b471 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/3bc0812d-64ec-44be-899d-34286686f675 HTTP/1.1" status: 204 len: 168 time: 0.3113270 Oct 12 20:39:14.775354 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-04d31601-390c-4608-993d-d160f2f8163b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:14.837211 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-04d31601-390c-4608-993d-d160f2f8163b admin admin] Deleting port 27fb8f4e-a8fe-484b-afca-52f66a26bf21 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 20:39:14.837548 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-04d31601-390c-4608-993d-d160f2f8163b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:14.867983 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65fca5ae-aab5-4017-92e1-cef9df1a8596 None None] DHCP port deletion for 5ce7fbeb-d3a8-475c-973c-375b40a077a5 request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 20:39:14.904460 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-04d31601-390c-4608-993d-d160f2f8163b admin admin] For port 27fb8f4e-a8fe-484b-afca-52f66a26bf21, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=27fb8f4e-a8fe-484b-afca-52f66a26bf21,segment=NetworkSegment(8013cf53-23ad-41f7-88c5-9efc3c01994b),segment_id=8013cf53-23ad-41f7-88c5-9efc3c01994b)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:39:14.904812 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-04d31601-390c-4608-993d-d160f2f8163b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:14.918962 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-04d31601-390c-4608-993d-d160f2f8163b admin admin] Calling delete_port for 27fb8f4e-a8fe-484b-afca-52f66a26bf21 owned by network:dhcp {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 20:39:14.919824 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-65fca5ae-aab5-4017-92e1-cef9df1a8596 None None] Deleting port 27fb8f4e-a8fe-484b-afca-52f66a26bf21 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 20:39:14.920349 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-65fca5ae-aab5-4017-92e1-cef9df1a8596 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:14.999070 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-65fca5ae-aab5-4017-92e1-cef9df1a8596 None None] For port 27fb8f4e-a8fe-484b-afca-52f66a26bf21, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=27fb8f4e-a8fe-484b-afca-52f66a26bf21,segment=NetworkSegment(8013cf53-23ad-41f7-88c5-9efc3c01994b),segment_id=8013cf53-23ad-41f7-88c5-9efc3c01994b)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:39:14.999474 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-65fca5ae-aab5-4017-92e1-cef9df1a8596 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:15.015780 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 27fb8f4e-a8fe-484b-afca-52f66a26bf21 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 20:39:15.017752 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-65fca5ae-aab5-4017-92e1-cef9df1a8596 None None] Calling delete_port for 27fb8f4e-a8fe-484b-afca-52f66a26bf21 owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 20:39:15.078227 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-04d31601-390c-4608-993d-d160f2f8163b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:15.107659 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d31601-390c-4608-993d-d160f2f8163b admin admin] Pushing event deleted for resources: {'Port': ['ID=27fb8f4e-a8fe-484b-afca-52f66a26bf21,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:39:15.110610 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d31601-390c-4608-993d-d160f2f8163b admin admin] No DVR routers for this DVR port 27fb8f4e-a8fe-484b-afca-52f66a26bf21 on host n-d-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 20:39:15.189411 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-04d31601-390c-4608-993d-d160f2f8163b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:15.210753 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-04d31601-390c-4608-993d-d160f2f8163b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ce7fbeb-d3a8-475c-973c-375b40a077a5']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:39:15.220496 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-04d31601-390c-4608-993d-d160f2f8163b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8013cf53-23ad-41f7-88c5-9efc3c01994b') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:39:15.220793 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-04d31601-390c-4608-993d-d160f2f8163b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8013cf53-23ad-41f7-88c5-9efc3c01994b') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:39:15.230674 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-04d31601-390c-4608-993d-d160f2f8163b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16313633'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:15.245156 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-04d31601-390c-4608-993d-d160f2f8163b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:15.250987 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04d31601-390c-4608-993d-d160f2f8163b admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 20:39:15.251365 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-04d31601-390c-4608-993d-d160f2f8163b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4305278'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:15.253084 n-d-813679-3 neutron-server[95502]: Traceback (most recent call last): Oct 12 20:39:15.253084 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 20:39:15.253084 n-d-813679-3 neutron-server[95502]: timer() Oct 12 20:39:15.253084 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 20:39:15.253084 n-d-813679-3 neutron-server[95502]: cb(*args, **kw) Oct 12 20:39:15.253084 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 20:39:15.253084 n-d-813679-3 neutron-server[95502]: return func(*args, **kwargs) Oct 12 20:39:15.253084 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 20:39:15.253084 n-d-813679-3 neutron-server[95502]: self._notify() Oct 12 20:39:15.253084 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 20:39:15.253084 n-d-813679-3 neutron-server[95502]: self.callback(batched_events) Oct 12 20:39:15.253084 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 20:39:15.253084 n-d-813679-3 neutron-server[95502]: event.method(event) Oct 12 20:39:15.253084 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 20:39:15.253084 n-d-813679-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 20:39:15.253084 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 20:39:15.253084 n-d-813679-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 20:39:15.253084 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 20:39:15.253084 n-d-813679-3 neutron-server[95502]: return f(self, *a, **k) Oct 12 20:39:15.253084 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 20:39:15.253084 n-d-813679-3 neutron-server[95502]: return self._get(url).json() Oct 12 20:39:15.253084 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 20:39:15.253084 n-d-813679-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 20:39:15.253084 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 20:39:15.253084 n-d-813679-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Oct 12 20:39:15.253084 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 20:39:15.253084 n-d-813679-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 20:39:15.253084 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 20:39:15.253084 n-d-813679-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 20:39:15.253084 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 20:39:15.253084 n-d-813679-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 20:39:15.253084 n-d-813679-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 20:39:15.261630 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No active binding found for port 27fb8f4e-a8fe-484b-afca-52f66a26bf21 {{(pid=95503) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 12 20:39:15.262100 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 27fb8f4e-a8fe-484b-afca-52f66a26bf21 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 20:39:15.262527 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device fead82fa-7bf9-4e7b-8612-1434c3cef88a no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 20:39:15.286883 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: fead82fa-7bf9-4e7b-8612-1434c3cef88a {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 20:39:15.288012 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device fead82fa-7bf9-4e7b-8612-1434c3cef88a not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 20:39:15.288194 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 8c3bdfa3-8c23-45f1-81dd-9cbe90e1b596 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 20:39:15.309440 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 8c3bdfa3-8c23-45f1-81dd-9cbe90e1b596 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 20:39:15.309792 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 8c3bdfa3-8c23-45f1-81dd-9cbe90e1b596 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 20:39:15.325627 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-65fca5ae-aab5-4017-92e1-cef9df1a8596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:15.353514 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fca5ae-aab5-4017-92e1-cef9df1a8596 None None] Pushing event deleted for resources: {'Port': ['ID=27fb8f4e-a8fe-484b-afca-52f66a26bf21,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:39:15.357420 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65fca5ae-aab5-4017-92e1-cef9df1a8596 None None] No DVR routers for this DVR port 27fb8f4e-a8fe-484b-afca-52f66a26bf21 on host n-d-813679-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 20:39:15.365578 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fca5ae-aab5-4017-92e1-cef9df1a8596 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:39:15.367143 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fca5ae-aab5-4017-92e1-cef9df1a8596 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:39:15.368845 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fca5ae-aab5-4017-92e1-cef9df1a8596 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:39:15.369188 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fca5ae-aab5-4017-92e1-cef9df1a8596 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:39:15.369524 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fca5ae-aab5-4017-92e1-cef9df1a8596 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:39:15.369853 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fca5ae-aab5-4017-92e1-cef9df1a8596 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:39:15.370188 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fca5ae-aab5-4017-92e1-cef9df1a8596 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:39:15.370511 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fca5ae-aab5-4017-92e1-cef9df1a8596 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:39:15.370833 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fca5ae-aab5-4017-92e1-cef9df1a8596 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:39:15.371160 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fca5ae-aab5-4017-92e1-cef9df1a8596 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:39:15.371601 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fca5ae-aab5-4017-92e1-cef9df1a8596 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:39:15.371928 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fca5ae-aab5-4017-92e1-cef9df1a8596 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:39:15.372408 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-04d31601-390c-4608-993d-d160f2f8163b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:15.378428 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-04d31601-390c-4608-993d-d160f2f8163b admin admin] Notify callbacks [] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:15.382236 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-04d31601-390c-4608-993d-d160f2f8163b admin admin] 10.222.0.49 "DELETE /v2.0/networks/5ce7fbeb-d3a8-475c-973c-375b40a077a5 HTTP/1.1" status: 204 len: 168 time: 0.6814919 Oct 12 20:39:15.385991 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 38058) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:39:15.393680 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d31601-390c-4608-993d-d160f2f8163b admin admin] Pushing event deleted for resources: {'Network': ['ID=5ce7fbeb-d3a8-475c-973c-375b40a077a5,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:39:15.719962 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-fde93569-09f2-4a5c-8f91-a5b5d700e267 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8092566'] for router_interface, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:15.963752 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-fde93569-09f2-4a5c-8f91-a5b5d700e267 admin admin] Deleting port 2f1e2f97-7dc9-429b-a770-cd6264310a4a {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 20:39:15.964113 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-fde93569-09f2-4a5c-8f91-a5b5d700e267 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:16.044199 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [None req-fde93569-09f2-4a5c-8f91-a5b5d700e267 admin admin] For port 2f1e2f97-7dc9-429b-a770-cd6264310a4a, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=2f1e2f97-7dc9-429b-a770-cd6264310a4a,segment=NetworkSegment(3b927d76-79c9-4afb-8c28-2333c790d5af),segment_id=3b927d76-79c9-4afb-8c28-2333c790d5af)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:39:16.044564 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-fde93569-09f2-4a5c-8f91-a5b5d700e267 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:16.058574 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-fde93569-09f2-4a5c-8f91-a5b5d700e267 admin admin] Calling delete_port for 2f1e2f97-7dc9-429b-a770-cd6264310a4a owned by network:router_interface {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 20:39:16.306061 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-fde93569-09f2-4a5c-8f91-a5b5d700e267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:16.334072 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde93569-09f2-4a5c-8f91-a5b5d700e267 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f1e2f97-7dc9-429b-a770-cd6264310a4a,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:39:16.508834 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-fde93569-09f2-4a5c-8f91-a5b5d700e267 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7898909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8092450'] for router_interface, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:16.718668 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fde93569-09f2-4a5c-8f91-a5b5d700e267 admin admin] Router f3c00a6c-5abe-4344-8d48-0d7e1af34bb2 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 20:39:16.821246 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fde93569-09f2-4a5c-8f91-a5b5d700e267 admin admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 20:39:16.826843 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-fde93569-09f2-4a5c-8f91-a5b5d700e267 admin admin] 10.222.0.49 "PUT /v2.0/routers/f3c00a6c-5abe-4344-8d48-0d7e1af34bb2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4402826 Oct 12 20:39:16.829626 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 38060) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:39:16.830467 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e133bd-d93f-4b1c-91ef-fdc83794aafa None None] Sync routers for ids ['f3c00a6c-5abe-4344-8d48-0d7e1af34bb2'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 20:39:16.840151 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e133bd-d93f-4b1c-91ef-fdc83794aafa None None] Routers {'f3c00a6c-5abe-4344-8d48-0d7e1af34bb2'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:39:16.840754 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-94e133bd-d93f-4b1c-91ef-fdc83794aafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:39:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['f3c00a6c-5abe-4344-8d48-0d7e1af34bb2'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:39:16.937010 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e06e58d8-1b5d-414b-9ec2-bbc2d5a46879 admin admin] Notify callbacks [] for router, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:16.943520 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-94e133bd-d93f-4b1c-91ef-fdc83794aafa None None] Set router f3c00a6c-5abe-4344-8d48-0d7e1af34bb2 gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:39:17.038777 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e06e58d8-1b5d-414b-9ec2-bbc2d5a46879 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:17.123105 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-94e133bd-d93f-4b1c-91ef-fdc83794aafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3c00a6c-5abe-4344-8d48-0d7e1af34bb2', 'name': 'tempest-TestShelveInstance-1933155724-router', 'tenant_id': '71488eac5b1d403ab1539a864b581c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': 'b985cead-3292-4f7c-9426-b77f1b059766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:29:10Z', 'updated_at': '2021-10-12T20:39:16Z', 'revision_number': 5, 'project_id': '71488eac5b1d403ab1539a864b581c78', 'gw_port': {'id': 'b985cead-3292-4f7c-9426-b77f1b059766', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:2f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c00a6c-5abe-4344-8d48-0d7e1af34bb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:29:10Z', 'updated_at': '2021-10-12T20:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:39:17.153529 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e133bd-d93f-4b1c-91ef-fdc83794aafa None None] Checking router: f3c00a6c-5abe-4344-8d48-0d7e1af34bb2 for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 20:39:17.162401 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e133bd-d93f-4b1c-91ef-fdc83794aafa None None] Routers {'f3c00a6c-5abe-4344-8d48-0d7e1af34bb2'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:39:17.163801 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-94e133bd-d93f-4b1c-91ef-fdc83794aafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:39:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['f3c00a6c-5abe-4344-8d48-0d7e1af34bb2'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:39:17.168897 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-e06e58d8-1b5d-414b-9ec2-bbc2d5a46879 admin admin] Deleting port b985cead-3292-4f7c-9426-b77f1b059766 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 20:39:17.169235 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e06e58d8-1b5d-414b-9ec2-bbc2d5a46879 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:17.248750 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-94e133bd-d93f-4b1c-91ef-fdc83794aafa None None] Set router f3c00a6c-5abe-4344-8d48-0d7e1af34bb2 gateway port host: None {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:39:17.250551 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-e06e58d8-1b5d-414b-9ec2-bbc2d5a46879 admin admin] For port b985cead-3292-4f7c-9426-b77f1b059766, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=b985cead-3292-4f7c-9426-b77f1b059766,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:39:17.250916 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e06e58d8-1b5d-414b-9ec2-bbc2d5a46879 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:17.262588 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-e06e58d8-1b5d-414b-9ec2-bbc2d5a46879 admin admin] Calling delete_port for b985cead-3292-4f7c-9426-b77f1b059766 owned by network:router_gateway {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 20:39:17.299784 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-94e133bd-d93f-4b1c-91ef-fdc83794aafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3c00a6c-5abe-4344-8d48-0d7e1af34bb2', 'name': 'tempest-TestShelveInstance-1933155724-router', 'tenant_id': '71488eac5b1d403ab1539a864b581c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:29:10Z', 'updated_at': '2021-10-12T20:39:17Z', 'revision_number': 6, 'project_id': '71488eac5b1d403ab1539a864b581c78', 'gw_port_host': None}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:39:17.328411 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e133bd-d93f-4b1c-91ef-fdc83794aafa None None] The sync data for ids ['f3c00a6c-5abe-4344-8d48-0d7e1af34bb2'] in n-d-813679-3 is: [{'id': 'f3c00a6c-5abe-4344-8d48-0d7e1af34bb2', 'name': 'tempest-TestShelveInstance-1933155724-router', 'tenant_id': '71488eac5b1d403ab1539a864b581c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:29:10Z', 'updated_at': '2021-10-12T20:39:17Z', 'revision_number': 6, 'project_id': '71488eac5b1d403ab1539a864b581c78', 'gw_port_host': None}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 20:39:17.506318 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e06e58d8-1b5d-414b-9ec2-bbc2d5a46879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:17.533407 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06e58d8-1b5d-414b-9ec2-bbc2d5a46879 admin admin] Pushing event deleted for resources: {'Port': ['ID=b985cead-3292-4f7c-9426-b77f1b059766,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:39:17.593957 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e06e58d8-1b5d-414b-9ec2-bbc2d5a46879 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7915456'] for router_gateway, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:17.982894 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e06e58d8-1b5d-414b-9ec2-bbc2d5a46879 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255495'] for router, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:17.984985 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e06e58d8-1b5d-414b-9ec2-bbc2d5a46879 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:18.078182 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e06e58d8-1b5d-414b-9ec2-bbc2d5a46879 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8093499'] for router, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:18.078774 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e06e58d8-1b5d-414b-9ec2-bbc2d5a46879 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f3c00a6c-5abe-4344-8d48-0d7e1af34bb2 {{(pid=95502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 20:39:18.083230 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-e06e58d8-1b5d-414b-9ec2-bbc2d5a46879 admin admin] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:18.085060 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-e06e58d8-1b5d-414b-9ec2-bbc2d5a46879 admin admin] 10.222.0.49 "DELETE /v2.0/routers/f3c00a6c-5abe-4344-8d48-0d7e1af34bb2 HTTP/1.1" status: 204 len: 168 time: 1.2538414 Oct 12 20:39:18.087607 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 38062) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:39:18.133037 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-99bae15a-3d89-4077-b49d-8ce033bdfb1f admin admin] Deleting subnet f20be053-9464-44ff-8301-4b883c78d02d {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 20:39:18.136065 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-99bae15a-3d89-4077-b49d-8ce033bdfb1f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:18.175944 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-99bae15a-3d89-4077-b49d-8ce033bdfb1f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16313642'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:18.253644 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-99bae15a-3d89-4077-b49d-8ce033bdfb1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:18.366982 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-99bae15a-3d89-4077-b49d-8ce033bdfb1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4306592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16245866'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:18.394648 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bae15a-3d89-4077-b49d-8ce033bdfb1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f20be053-9464-44ff-8301-4b883c78d02d,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:39:18.400600 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-99bae15a-3d89-4077-b49d-8ce033bdfb1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:18.403736 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-99bae15a-3d89-4077-b49d-8ce033bdfb1f admin admin] 10.222.0.49 "DELETE /v2.0/subnets/f20be053-9464-44ff-8301-4b883c78d02d HTTP/1.1" status: 204 len: 168 time: 0.3148932 Oct 12 20:39:18.406286 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 38064) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:39:18.407115 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68251d94-3fab-47fa-8b25-b134d276e10a None None] Network fa2f16cc-2a6d-4d7b-a6b3-0b94294324c2 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 20:39:18.477448 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5ed7368c-269c-4c7d-b6f3-e4650a63c991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:18.529668 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-5ed7368c-269c-4c7d-b6f3-e4650a63c991 admin admin] Deleting port 1717e4c7-48cf-4e1e-9995-4086ec1dc0ae {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 20:39:18.530013 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5ed7368c-269c-4c7d-b6f3-e4650a63c991 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:18.572074 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66605ad7-275d-4790-a7f9-4f9fe0c624b1 None None] DHCP port deletion for fa2f16cc-2a6d-4d7b-a6b3-0b94294324c2 request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 20:39:18.595464 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-5ed7368c-269c-4c7d-b6f3-e4650a63c991 admin admin] For port 1717e4c7-48cf-4e1e-9995-4086ec1dc0ae, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=1717e4c7-48cf-4e1e-9995-4086ec1dc0ae,segment=NetworkSegment(3b927d76-79c9-4afb-8c28-2333c790d5af),segment_id=3b927d76-79c9-4afb-8c28-2333c790d5af)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:39:18.595755 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5ed7368c-269c-4c7d-b6f3-e4650a63c991 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:18.608803 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-5ed7368c-269c-4c7d-b6f3-e4650a63c991 admin admin] Calling delete_port for 1717e4c7-48cf-4e1e-9995-4086ec1dc0ae owned by network:dhcp {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 20:39:18.616851 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-66605ad7-275d-4790-a7f9-4f9fe0c624b1 None None] Deleting port 1717e4c7-48cf-4e1e-9995-4086ec1dc0ae {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 20:39:18.617229 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-66605ad7-275d-4790-a7f9-4f9fe0c624b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:18.677321 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-66605ad7-275d-4790-a7f9-4f9fe0c624b1 None None] For port 1717e4c7-48cf-4e1e-9995-4086ec1dc0ae, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=1717e4c7-48cf-4e1e-9995-4086ec1dc0ae,segment=NetworkSegment(3b927d76-79c9-4afb-8c28-2333c790d5af),segment_id=3b927d76-79c9-4afb-8c28-2333c790d5af)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:39:18.677718 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-66605ad7-275d-4790-a7f9-4f9fe0c624b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:18.690196 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-66605ad7-275d-4790-a7f9-4f9fe0c624b1 None None] Calling delete_port for 1717e4c7-48cf-4e1e-9995-4086ec1dc0ae owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 20:39:18.737156 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5ed7368c-269c-4c7d-b6f3-e4650a63c991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:18.765173 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-66605ad7-275d-4790-a7f9-4f9fe0c624b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:18.765434 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed7368c-269c-4c7d-b6f3-e4650a63c991 admin admin] Pushing event deleted for resources: {'Port': ['ID=1717e4c7-48cf-4e1e-9995-4086ec1dc0ae,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:39:18.768108 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed7368c-269c-4c7d-b6f3-e4650a63c991 admin admin] No DVR routers for this DVR port 1717e4c7-48cf-4e1e-9995-4086ec1dc0ae on host n-d-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 20:39:18.792251 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66605ad7-275d-4790-a7f9-4f9fe0c624b1 None None] No DVR routers for this DVR port 1717e4c7-48cf-4e1e-9995-4086ec1dc0ae on host n-d-813679-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 20:39:18.794161 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66605ad7-275d-4790-a7f9-4f9fe0c624b1 None None] Pushing event deleted for resources: {'Port': ['ID=1717e4c7-48cf-4e1e-9995-4086ec1dc0ae,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:39:18.845832 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5ed7368c-269c-4c7d-b6f3-e4650a63c991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:18.866748 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-5ed7368c-269c-4c7d-b6f3-e4650a63c991 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa2f16cc-2a6d-4d7b-a6b3-0b94294324c2']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:39:18.875843 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-5ed7368c-269c-4c7d-b6f3-e4650a63c991 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b927d76-79c9-4afb-8c28-2333c790d5af') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:39:18.876199 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-5ed7368c-269c-4c7d-b6f3-e4650a63c991 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b927d76-79c9-4afb-8c28-2333c790d5af') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:39:18.885497 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5ed7368c-269c-4c7d-b6f3-e4650a63c991 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16313633'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:18.898051 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5ed7368c-269c-4c7d-b6f3-e4650a63c991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:18.904012 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ed7368c-269c-4c7d-b6f3-e4650a63c991 admin admin] Releasing vlan 526 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 20:39:18.905668 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5ed7368c-269c-4c7d-b6f3-e4650a63c991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4305278'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:18.906097 n-d-813679-3 neutron-server[95502]: Traceback (most recent call last): Oct 12 20:39:18.906097 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 20:39:18.906097 n-d-813679-3 neutron-server[95502]: timer() Oct 12 20:39:18.906097 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 20:39:18.906097 n-d-813679-3 neutron-server[95502]: cb(*args, **kw) Oct 12 20:39:18.906097 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 20:39:18.906097 n-d-813679-3 neutron-server[95502]: return func(*args, **kwargs) Oct 12 20:39:18.906097 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 20:39:18.906097 n-d-813679-3 neutron-server[95502]: self._notify() Oct 12 20:39:18.906097 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 20:39:18.906097 n-d-813679-3 neutron-server[95502]: self.callback(batched_events) Oct 12 20:39:18.906097 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 20:39:18.906097 n-d-813679-3 neutron-server[95502]: event.method(event) Oct 12 20:39:18.906097 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 20:39:18.906097 n-d-813679-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 20:39:18.906097 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 20:39:18.906097 n-d-813679-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 20:39:18.906097 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 20:39:18.906097 n-d-813679-3 neutron-server[95502]: return f(self, *a, **k) Oct 12 20:39:18.906097 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 20:39:18.906097 n-d-813679-3 neutron-server[95502]: return self._get(url).json() Oct 12 20:39:18.906097 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 20:39:18.906097 n-d-813679-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 20:39:18.906097 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 20:39:18.906097 n-d-813679-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Oct 12 20:39:18.906097 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 20:39:18.906097 n-d-813679-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 20:39:18.906097 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 20:39:18.906097 n-d-813679-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 20:39:18.906097 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 20:39:18.906097 n-d-813679-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 20:39:18.906097 n-d-813679-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 20:39:18.988049 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 2f1e2f97-7dc9-429b-a770-cd6264310a4a no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 20:39:19.007564 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 2f1e2f97-7dc9-429b-a770-cd6264310a4a {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 20:39:19.007908 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 2f1e2f97-7dc9-429b-a770-cd6264310a4a not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 20:39:19.008357 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device b985cead-3292-4f7c-9426-b77f1b059766 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 20:39:19.020475 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5ed7368c-269c-4c7d-b6f3-e4650a63c991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:19.026713 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: b985cead-3292-4f7c-9426-b77f1b059766 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 20:39:19.029622 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device b985cead-3292-4f7c-9426-b77f1b059766 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 20:39:19.029622 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 1717e4c7-48cf-4e1e-9995-4086ec1dc0ae no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 20:39:19.030127 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5ed7368c-269c-4c7d-b6f3-e4650a63c991 admin admin] Notify callbacks [] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:19.031446 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-5ed7368c-269c-4c7d-b6f3-e4650a63c991 admin admin] 10.222.0.49 "DELETE /v2.0/networks/fa2f16cc-2a6d-4d7b-a6b3-0b94294324c2 HTTP/1.1" status: 204 len: 168 time: 0.6242301 Oct 12 20:39:19.042437 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed7368c-269c-4c7d-b6f3-e4650a63c991 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa2f16cc-2a6d-4d7b-a6b3-0b94294324c2,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:39:19.046471 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 1717e4c7-48cf-4e1e-9995-4086ec1dc0ae {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 20:39:19.046835 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 1717e4c7-48cf-4e1e-9995-4086ec1dc0ae not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 20:39:19.381561 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 38068) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:39:19.420762 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-bf448695-d09c-4baf-b769-f921fde76ecb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=59f74cdb1d2c4e1aa1b8c2549a8b04c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380051 Oct 12 20:39:19.423183 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 38070) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:39:19.470896 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-abdc464c-b183-49ae-92dd-5370214cb198 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:19.493199 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-abdc464c-b183-49ae-92dd-5370214cb198 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:19.608998 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-abdc464c-b183-49ae-92dd-5370214cb198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:19.611642 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-abdc464c-b183-49ae-92dd-5370214cb198 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:19.612783 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-abdc464c-b183-49ae-92dd-5370214cb198 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/47a14e7f-0770-469a-91ab-f32a0a5243ea HTTP/1.1" status: 204 len: 168 time: 0.1886363 Oct 12 20:39:19.620900 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc464c-b183-49ae-92dd-5370214cb198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47a14e7f-0770-469a-91ab-f32a0a5243ea,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:39:20.336050 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 38076) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:39:20.374757 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-dbbc4c74-abe9-41ac-9a11-17eb79d85d3a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=71488eac5b1d403ab1539a864b581c78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0375524 Oct 12 20:39:20.377228 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 38078) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:39:20.424311 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-adfa4bd9-174d-4e7b-a65d-46c1038222be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:20.445488 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-adfa4bd9-174d-4e7b-a65d-46c1038222be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:20.559761 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-adfa4bd9-174d-4e7b-a65d-46c1038222be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:20.562362 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-adfa4bd9-174d-4e7b-a65d-46c1038222be admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:20.563506 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-adfa4bd9-174d-4e7b-a65d-46c1038222be admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ac13c0e3-6daa-40a3-abeb-eac7981d0c1c HTTP/1.1" status: 204 len: 168 time: 0.1853888 Oct 12 20:39:20.572236 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfa4bd9-174d-4e7b-a65d-46c1038222be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac13c0e3-6daa-40a3-abeb-eac7981d0c1c,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:39:21.595161 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 38100) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:39:21.687723 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-4c68886c-f946-4102-80d4-b6bbd41d24a3 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1162623543-network', 'tenant_id': '9764ea0723f246799683e1514c84b774'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:39:21.765588 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c68886c-f946-4102-80d4-b6bbd41d24a3 admin admin] Made reservation on behalf of 9764ea0723f246799683e1514c84b774 for: {'network': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 20:39:21.767854 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4c68886c-f946-4102-80d4-b6bbd41d24a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:21.776776 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4c68886c-f946-4102-80d4-b6bbd41d24a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:21.853511 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4c68886c-f946-4102-80d4-b6bbd41d24a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:21.911699 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4c68886c-f946-4102-80d4-b6bbd41d24a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:21.932581 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c68886c-f946-4102-80d4-b6bbd41d24a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=95502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 20:39:21.947759 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c68886c-f946-4102-80d4-b6bbd41d24a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5bf6929-83db-44c9-a36a-4167d9aed1dd,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:39:21.950858 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4c68886c-f946-4102-80d4-b6bbd41d24a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:21.951202 n-d-813679-3 neutron-server[95502]: INFO neutron.db.segments_db [None req-4c68886c-f946-4102-80d4-b6bbd41d24a3 admin admin] Added segment ee658da1-1e57-469e-a1b9-5d330d9419fd of type vlan for network 7d0fd05b-516c-4d37-8cef-fc7b79f55bf9 Oct 12 20:39:21.991223 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4c68886c-f946-4102-80d4-b6bbd41d24a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:22.074249 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4c68886c-f946-4102-80d4-b6bbd41d24a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:22.075335 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c68886c-f946-4102-80d4-b6bbd41d24a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:39:22.075913 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4c68886c-f946-4102-80d4-b6bbd41d24a3 admin admin] Notify callbacks [] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:22.134699 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c68886c-f946-4102-80d4-b6bbd41d24a3 admin admin] Pushing event updated for resources: {'Network': ['ID=7d0fd05b-516c-4d37-8cef-fc7b79f55bf9,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:39:22.144170 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 7d0fd05b-516c-4d37-8cef-fc7b79f55bf9 details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 20:39:22.208356 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-4c68886c-f946-4102-80d4-b6bbd41d24a3 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6120603 Oct 12 20:39:22.211553 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 38104) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:39:22.216798 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-5b84a1f3-c69f-404c-8c00-319898bd573f admin admin] Request body: {'subnet': {'network_id': '7d0fd05b-516c-4d37-8cef-fc7b79f55bf9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1162623543-subnet', 'tenant_id': '9764ea0723f246799683e1514c84b774', 'ip_version': 4}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:39:22.294049 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b84a1f3-c69f-404c-8c00-319898bd573f admin admin] Made reservation on behalf of 9764ea0723f246799683e1514c84b774 for: {'subnet': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 20:39:22.296338 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5b84a1f3-c69f-404c-8c00-319898bd573f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16245837'] for subnet, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:22.508802 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5b84a1f3-c69f-404c-8c00-319898bd573f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4306659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16245859'] for subnet, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:22.566686 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b84a1f3-c69f-404c-8c00-319898bd573f admin admin] Pushing event updated for resources: {'Subnet': ['ID=127ee392-a222-43cf-853e-a73e192d7e2c,revision_number=0']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:39:22.576513 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b84a1f3-c69f-404c-8c00-319898bd573f admin admin] Checking segment: {'id': 'ee658da1-1e57-469e-a1b9-5d330d9419fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '7d0fd05b-516c-4d37-8cef-fc7b79f55bf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 20:39:22.576867 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b84a1f3-c69f-404c-8c00-319898bd573f admin admin] Network hostable DHCP agents. Network: 7d0fd05b-516c-4d37-8cef-fc7b79f55bf9, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 20:39:22.645336 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b84a1f3-c69f-404c-8c00-319898bd573f admin admin] Network 7d0fd05b-516c-4d37-8cef-fc7b79f55bf9 is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 20:39:22.719582 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-5b84a1f3-c69f-404c-8c00-319898bd573f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, 7d0fd05b-516c-4d37-8cef-fc7b79f55bf9) {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 20:39:22.723723 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b84a1f3-c69f-404c-8c00-319898bd573f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:39:22.724332 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-5b84a1f3-c69f-404c-8c00-319898bd573f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:22.728126 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97981aea-dd49-4909-b462-d7a9230949b5 None None] Network 7d0fd05b-516c-4d37-8cef-fc7b79f55bf9 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 20:39:22.806355 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-5b84a1f3-c69f-404c-8c00-319898bd573f admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5935702 Oct 12 20:39:22.808955 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 38106) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:39:22.813242 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-70bd8298-3893-4225-832b-927951ed676a admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1162623543-router', 'tenant_id': '9764ea0723f246799683e1514c84b774', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:39:22.868262 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94fff980-28fb-483a-891d-643d7950b913 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-7d0fd05b-516c-4d37-8cef-fc7b79f55bf9', 'network_id': '7d0fd05b-516c-4d37-8cef-fc7b79f55bf9', 'tenant_id': '9764ea0723f246799683e1514c84b774', 'fixed_ips': [{'subnet_id': '127ee392-a222-43cf-853e-a73e192d7e2c'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 20:39:22.869126 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-94fff980-28fb-483a-891d-643d7950b913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:22.906440 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-70bd8298-3893-4225-832b-927951ed676a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8093678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255505'] for router, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:22.907604 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-70bd8298-3893-4225-832b-927951ed676a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8093562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8087085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8022306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255518'] for router, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:22.959256 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-70bd8298-3893-4225-832b-927951ed676a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:23.004000 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-94fff980-28fb-483a-891d-643d7950b913 None None] Allocated IP 172.20.0.2 (7d0fd05b-516c-4d37-8cef-fc7b79f55bf9/127ee392-a222-43cf-853e-a73e192d7e2c/3bff2f0f-f841-431c-9e6e-75955f859952) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 20:39:23.148364 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-94fff980-28fb-483a-891d-643d7950b913 None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:23.179790 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-70bd8298-3893-4225-832b-927951ed676a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:23.220305 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-94fff980-28fb-483a-891d-643d7950b913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:23.262431 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94fff980-28fb-483a-891d-643d7950b913 None None] Network 7d0fd05b-516c-4d37-8cef-fc7b79f55bf9 is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 20:39:23.265321 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-94fff980-28fb-483a-891d-643d7950b913 None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 20:39:23.268879 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94fff980-28fb-483a-891d-643d7950b913 None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 20:39:23.276562 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fff980-28fb-483a-891d-643d7950b913 None None] Pushing event updated for resources: {'Port': ['ID=3bff2f0f-f841-431c-9e6e-75955f859952,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:39:23.326907 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-94fff980-28fb-483a-891d-643d7950b913 None None] Attempting to bind port 3bff2f0f-f841-431c-9e6e-75955f859952 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 20:39:23.327457 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-94fff980-28fb-483a-891d-643d7950b913 None None] Attempting to bind port 3bff2f0f-f841-431c-9e6e-75955f859952 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'ee658da1-1e57-469e-a1b9-5d330d9419fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '7d0fd05b-516c-4d37-8cef-fc7b79f55bf9'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 20:39:23.327822 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94fff980-28fb-483a-891d-643d7950b913 None None] Attempting to bind port 3bff2f0f-f841-431c-9e6e-75955f859952 on network 7d0fd05b-516c-4d37-8cef-fc7b79f55bf9 {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 20:39:23.333305 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94fff980-28fb-483a-891d-643d7950b913 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 20, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 20:39:23.333678 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94fff980-28fb-483a-891d-643d7950b913 None None] Checking segment: {'id': 'ee658da1-1e57-469e-a1b9-5d330d9419fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '7d0fd05b-516c-4d37-8cef-fc7b79f55bf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 20:39:23.334078 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-94fff980-28fb-483a-891d-643d7950b913 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:23.334472 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94fff980-28fb-483a-891d-643d7950b913 None None] Bound using segment: {'id': 'ee658da1-1e57-469e-a1b9-5d330d9419fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '7d0fd05b-516c-4d37-8cef-fc7b79f55bf9'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 20:39:23.334972 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-94fff980-28fb-483a-891d-643d7950b913 None None] Bound port: 3bff2f0f-f841-431c-9e6e-75955f859952, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee658da1-1e57-469e-a1b9-5d330d9419fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '7d0fd05b-516c-4d37-8cef-fc7b79f55bf9'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 20:39:23.335418 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-94fff980-28fb-483a-891d-643d7950b913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:23.398311 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-94fff980-28fb-483a-891d-643d7950b913 None None] For port 3bff2f0f-f841-431c-9e6e-75955f859952, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 20:39:23.401628 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-94fff980-28fb-483a-891d-643d7950b913 None None] For port 3bff2f0f-f841-431c-9e6e-75955f859952, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=3bff2f0f-f841-431c-9e6e-75955f859952,segment=NetworkSegment(ee658da1-1e57-469e-a1b9-5d330d9419fd),segment_id=ee658da1-1e57-469e-a1b9-5d330d9419fd)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 20:39:23.434914 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-70bd8298-3893-4225-832b-927951ed676a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:23.457302 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-70bd8298-3893-4225-832b-927951ed676a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:23.468896 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-94fff980-28fb-483a-891d-643d7950b913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:23.525088 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fff980-28fb-483a-891d-643d7950b913 None None] Pushing event updated for resources: {'Port': ['ID=3bff2f0f-f841-431c-9e6e-75955f859952,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:39:23.570320 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-70bd8298-3893-4225-832b-927951ed676a admin admin] Allocated IP 172.25.5.126 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/8e8307a4-539e-4cc2-ae7d-e26faa208e3d) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 20:39:23.684555 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-70bd8298-3893-4225-832b-927951ed676a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:23.772095 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-70bd8298-3893-4225-832b-927951ed676a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:23.815758 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70bd8298-3893-4225-832b-927951ed676a admin admin] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 20:39:23.818743 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-70bd8298-3893-4225-832b-927951ed676a admin admin] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 20:39:23.822942 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70bd8298-3893-4225-832b-927951ed676a admin admin] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 20:39:23.828349 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bd8298-3893-4225-832b-927951ed676a admin admin] Pushing event updated for resources: {'Port': ['ID=8e8307a4-539e-4cc2-ae7d-e26faa208e3d,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:39:24.151038 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-70bd8298-3893-4225-832b-927951ed676a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:24.352880 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-70bd8298-3893-4225-832b-927951ed676a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8093541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7915516'] for router, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:24.443622 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e9b358-76f5-49c4-b3e9-c19ee48b3655 None None] Network 7d0fd05b-516c-4d37-8cef-fc7b79f55bf9 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 20:39:24.549828 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-370c68ee-9704-4494-aa1f-f85779123b12 None None] Provisioning complete for port 3bff2f0f-f841-431c-9e6e-75955f859952 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:39:24.550218 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-370c68ee-9704-4494-aa1f-f85779123b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:24.554288 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70bd8298-3893-4225-832b-927951ed676a admin admin] Router ab87edea-c071-4fa6-abec-9f8dbabb19ab is scheduled to L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b with binding_index 1 {{(pid=95502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 20:39:24.664549 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70bd8298-3893-4225-832b-927951ed676a admin admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 20:39:24.674632 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-370c68ee-9704-4494-aa1f-f85779123b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:24.686827 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42623f51-ca8c-44e8-80ec-1cffb0a191ac None None] Sync routers for ids ['ab87edea-c071-4fa6-abec-9f8dbabb19ab'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 20:39:24.709717 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42623f51-ca8c-44e8-80ec-1cffb0a191ac None None] Routers {'ab87edea-c071-4fa6-abec-9f8dbabb19ab'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:39:24.710913 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-42623f51-ca8c-44e8-80ec-1cffb0a191ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:39:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['ab87edea-c071-4fa6-abec-9f8dbabb19ab'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:39:24.748133 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-70bd8298-3893-4225-832b-927951ed676a admin admin] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:24.751855 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-370c68ee-9704-4494-aa1f-f85779123b12 None None] For port 3bff2f0f-f841-431c-9e6e-75955f859952, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=3bff2f0f-f841-431c-9e6e-75955f859952,segment=NetworkSegment(ee658da1-1e57-469e-a1b9-5d330d9419fd),segment_id=ee658da1-1e57-469e-a1b9-5d330d9419fd)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:39:24.753207 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 38108) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:39:24.755467 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-70bd8298-3893-4225-832b-927951ed676a admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9434555 Oct 12 20:39:24.824459 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-42623f51-ca8c-44e8-80ec-1cffb0a191ac None None] Set router ab87edea-c071-4fa6-abec-9f8dbabb19ab gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:39:24.851407 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-370c68ee-9704-4494-aa1f-f85779123b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:24.980231 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370c68ee-9704-4494-aa1f-f85779123b12 None None] Pushing event updated for resources: {'Port': ['ID=3bff2f0f-f841-431c-9e6e-75955f859952,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:39:25.003589 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-c553bf74-1ed7-4dff-b05f-e0ac0a3a2b29 None None] Provisioning complete for port 3bff2f0f-f841-431c-9e6e-75955f859952 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:39:25.003960 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c553bf74-1ed7-4dff-b05f-e0ac0a3a2b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:25.059435 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 3bff2f0f-f841-431c-9e6e-75955f859952 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 20:39:25.170012 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 3bff2f0f-f841-431c-9e6e-75955f859952 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:39:25.170385 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:25.176836 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-42623f51-ca8c-44e8-80ec-1cffb0a191ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab87edea-c071-4fa6-abec-9f8dbabb19ab', 'name': 'tempest-TestSnapshotPattern-1162623543-router', 'tenant_id': '9764ea0723f246799683e1514c84b774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '8e8307a4-539e-4cc2-ae7d-e26faa208e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:39:22Z', 'updated_at': '2021-10-12T20:39:23Z', 'revision_number': 3, 'project_id': '9764ea0723f246799683e1514c84b774', 'gw_port': {'id': '8e8307a4-539e-4cc2-ae7d-e26faa208e3d', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0f:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab87edea-c071-4fa6-abec-9f8dbabb19ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:39:23Z', 'updated_at': '2021-10-12T20:39:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:39:25.191360 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3df5846c-1b12-454c-afa5-8f07c485abd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:25.221786 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42623f51-ca8c-44e8-80ec-1cffb0a191ac None None] Checking router: ab87edea-c071-4fa6-abec-9f8dbabb19ab for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 20:39:25.222137 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42623f51-ca8c-44e8-80ec-1cffb0a191ac None None] Updating router ab87edea-c071-4fa6-abec-9f8dbabb19ab port 8e8307a4-539e-4cc2-ae7d-e26faa208e3d binding host n-d-813679-3 {{(pid=95503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 20:39:25.260180 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-42623f51-ca8c-44e8-80ec-1cffb0a191ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:25.348674 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-3df5846c-1b12-454c-afa5-8f07c485abd0 admin admin] Allocated IP 172.20.0.1 (7d0fd05b-516c-4d37-8cef-fc7b79f55bf9/127ee392-a222-43cf-853e-a73e192d7e2c/65fe693c-0bff-4e21-869a-d6a2a326fa62) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 20:39:25.450339 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3df5846c-1b12-454c-afa5-8f07c485abd0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:25.538030 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3df5846c-1b12-454c-afa5-8f07c485abd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:25.547022 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-42623f51-ca8c-44e8-80ec-1cffb0a191ac None None] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:25.581346 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df5846c-1b12-454c-afa5-8f07c485abd0 admin admin] Network 7d0fd05b-516c-4d37-8cef-fc7b79f55bf9 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 20:39:25.584139 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-3df5846c-1b12-454c-afa5-8f07c485abd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 20:39:25.588358 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df5846c-1b12-454c-afa5-8f07c485abd0 admin admin] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 20:39:25.611358 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df5846c-1b12-454c-afa5-8f07c485abd0 admin admin] Pushing event updated for resources: {'Port': ['ID=65fe693c-0bff-4e21-869a-d6a2a326fa62,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:39:25.620424 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-42623f51-ca8c-44e8-80ec-1cffb0a191ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:25.634580 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3df5846c-1b12-454c-afa5-8f07c485abd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7915309'] for router_interface, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:25.673340 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-42623f51-ca8c-44e8-80ec-1cffb0a191ac None None] Attempting to bind port 8e8307a4-539e-4cc2-ae7d-e26faa208e3d on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 20:39:25.673716 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-42623f51-ca8c-44e8-80ec-1cffb0a191ac None None] Attempting to bind port 8e8307a4-539e-4cc2-ae7d-e26faa208e3d by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 20:39:25.674086 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42623f51-ca8c-44e8-80ec-1cffb0a191ac None None] Attempting to bind port 8e8307a4-539e-4cc2-ae7d-e26faa208e3d on network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 20:39:25.684221 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42623f51-ca8c-44e8-80ec-1cffb0a191ac None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 20, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 20:39:25.685056 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42623f51-ca8c-44e8-80ec-1cffb0a191ac None None] Checking segment: {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 20:39:25.685056 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-42623f51-ca8c-44e8-80ec-1cffb0a191ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:25.685450 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42623f51-ca8c-44e8-80ec-1cffb0a191ac None None] Bound using segment: {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 20:39:25.685930 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-42623f51-ca8c-44e8-80ec-1cffb0a191ac None None] Bound port: 8e8307a4-539e-4cc2-ae7d-e26faa208e3d, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 20:39:25.686318 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-42623f51-ca8c-44e8-80ec-1cffb0a191ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:25.688836 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7030b7dd-c295-4f46-b9ce-2b922903a84b None None] Pushing event updated for resources: {'Port': ['ID=8e8307a4-539e-4cc2-ae7d-e26faa208e3d,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:39:25.750096 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-42623f51-ca8c-44e8-80ec-1cffb0a191ac None None] For port 8e8307a4-539e-4cc2-ae7d-e26faa208e3d, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 20:39:25.753304 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-42623f51-ca8c-44e8-80ec-1cffb0a191ac None None] For port 8e8307a4-539e-4cc2-ae7d-e26faa208e3d, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=8e8307a4-539e-4cc2-ae7d-e26faa208e3d,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 20:39:25.816023 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-10cd3116-129a-415f-9b48-865b9788e776 None None] Provisioning complete for port 65fe693c-0bff-4e21-869a-d6a2a326fa62 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:39:25.816423 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-10cd3116-129a-415f-9b48-865b9788e776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:25.849777 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-10cd3116-129a-415f-9b48-865b9788e776 None None] Port 65fe693c-0bff-4e21-869a-d6a2a326fa62 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 20:39:25.888512 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3df5846c-1b12-454c-afa5-8f07c485abd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:25.969529 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-42623f51-ca8c-44e8-80ec-1cffb0a191ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:26.033978 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42623f51-ca8c-44e8-80ec-1cffb0a191ac None None] Routers {'ab87edea-c071-4fa6-abec-9f8dbabb19ab'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:39:26.034608 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-42623f51-ca8c-44e8-80ec-1cffb0a191ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:39:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['ab87edea-c071-4fa6-abec-9f8dbabb19ab'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:39:26.039304 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7030b7dd-c295-4f46-b9ce-2b922903a84b None None] Pushing event updated for resources: {'Port': ['ID=8e8307a4-539e-4cc2-ae7d-e26faa208e3d,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:39:26.052700 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3df5846c-1b12-454c-afa5-8f07c485abd0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:26.143856 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-42623f51-ca8c-44e8-80ec-1cffb0a191ac None None] Set router ab87edea-c071-4fa6-abec-9f8dbabb19ab gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:39:26.222641 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3df5846c-1b12-454c-afa5-8f07c485abd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:26.291228 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-3df5846c-1b12-454c-afa5-8f07c485abd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7898980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8092605'] for router_interface, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:26.294136 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df5846c-1b12-454c-afa5-8f07c485abd0 admin admin] Pushing event updated for resources: {'Port': ['ID=65fe693c-0bff-4e21-869a-d6a2a326fa62,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:39:26.339425 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-42623f51-ca8c-44e8-80ec-1cffb0a191ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab87edea-c071-4fa6-abec-9f8dbabb19ab', 'name': 'tempest-TestSnapshotPattern-1162623543-router', 'tenant_id': '9764ea0723f246799683e1514c84b774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '8e8307a4-539e-4cc2-ae7d-e26faa208e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:39:22Z', 'updated_at': '2021-10-12T20:39:25Z', 'revision_number': 4, 'project_id': '9764ea0723f246799683e1514c84b774', 'gw_port': {'id': '8e8307a4-539e-4cc2-ae7d-e26faa208e3d', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0f:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab87edea-c071-4fa6-abec-9f8dbabb19ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:39:23Z', 'updated_at': '2021-10-12T20:39:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '65fe693c-0bff-4e21-869a-d6a2a326fa62', 'name': '', 'network_id': '7d0fd05b-516c-4d37-8cef-fc7b79f55bf9', 'tenant_id': '9764ea0723f246799683e1514c84b774', 'mac_address': 'fa:16:3e:bd:70:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab87edea-c071-4fa6-abec-9f8dbabb19ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '127ee392-a222-43cf-853e-a73e192d7e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:39:25Z', 'updated_at': '2021-10-12T20:39:25Z', 'revision_number': 1, 'project_id': '9764ea0723f246799683e1514c84b774', 'subnets': [{'id': '127ee392-a222-43cf-853e-a73e192d7e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:39:26.365648 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42623f51-ca8c-44e8-80ec-1cffb0a191ac None None] The sync data for ids ['ab87edea-c071-4fa6-abec-9f8dbabb19ab'] in n-d-813679-3 is: [{'id': 'ab87edea-c071-4fa6-abec-9f8dbabb19ab', 'name': 'tempest-TestSnapshotPattern-1162623543-router', 'tenant_id': '9764ea0723f246799683e1514c84b774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '8e8307a4-539e-4cc2-ae7d-e26faa208e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:39:22Z', 'updated_at': '2021-10-12T20:39:25Z', 'revision_number': 4, 'project_id': '9764ea0723f246799683e1514c84b774', 'gw_port': {'id': '8e8307a4-539e-4cc2-ae7d-e26faa208e3d', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0f:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab87edea-c071-4fa6-abec-9f8dbabb19ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:39:23Z', 'updated_at': '2021-10-12T20:39:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '65fe693c-0bff-4e21-869a-d6a2a326fa62', 'name': '', 'network_id': '7d0fd05b-516c-4d37-8cef-fc7b79f55bf9', 'tenant_id': '9764ea0723f246799683e1514c84b774', 'mac_address': 'fa:16:3e:bd:70:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab87edea-c071-4fa6-abec-9f8dbabb19ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '127ee392-a222-43cf-853e-a73e192d7e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:39:25Z', 'updated_at': '2021-10-12T20:39:25Z', 'revision_number': 1, 'project_id': '9764ea0723f246799683e1514c84b774', 'subnets': [{'id': '127ee392-a222-43cf-853e-a73e192d7e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 20:39:26.391443 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df5846c-1b12-454c-afa5-8f07c485abd0 admin admin] Network 7d0fd05b-516c-4d37-8cef-fc7b79f55bf9 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 20:39:26.392960 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-3df5846c-1b12-454c-afa5-8f07c485abd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 20:39:26.511897 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3df5846c-1b12-454c-afa5-8f07c485abd0 admin admin] Router ab87edea-c071-4fa6-abec-9f8dbabb19ab has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 20:39:26.649913 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3df5846c-1b12-454c-afa5-8f07c485abd0 admin admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 20:39:26.655629 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-3df5846c-1b12-454c-afa5-8f07c485abd0 admin admin] 10.222.0.49 "PUT /v2.0/routers/ab87edea-c071-4fa6-abec-9f8dbabb19ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9008582 Oct 12 20:39:26.677657 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-0581b8d8-4fa7-4b57-bdac-dfc01ab44353 None None] Provisioning complete for port 65fe693c-0bff-4e21-869a-d6a2a326fa62 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:39:26.678235 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0581b8d8-4fa7-4b57-bdac-dfc01ab44353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:26.713338 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-0581b8d8-4fa7-4b57-bdac-dfc01ab44353 None None] Port 65fe693c-0bff-4e21-869a-d6a2a326fa62 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 20:39:27.051165 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 3bff2f0f-f841-431c-9e6e-75955f859952 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 20:39:27.104476 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 3bff2f0f-f841-431c-9e6e-75955f859952 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:39:27.105254 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:27.344730 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 38124) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:39:27.349796 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-d3e1947d-1ca0-474f-8ac9-58a7d424f77f admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-846235321-network', 'tenant_id': '7442129b9a34485493c155606431438b'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:39:27.461207 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3e1947d-1ca0-474f-8ac9-58a7d424f77f admin admin] Made reservation on behalf of 7442129b9a34485493c155606431438b for: {'network': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 20:39:27.465276 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d3e1947d-1ca0-474f-8ac9-58a7d424f77f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:27.811667 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d3e1947d-1ca0-474f-8ac9-58a7d424f77f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:27.887767 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d3e1947d-1ca0-474f-8ac9-58a7d424f77f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:27.960499 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d3e1947d-1ca0-474f-8ac9-58a7d424f77f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:27.985048 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3e1947d-1ca0-474f-8ac9-58a7d424f77f admin admin] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=95501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 20:39:27.993735 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e1947d-1ca0-474f-8ac9-58a7d424f77f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18d4242f-c5e0-49a1-9132-a104e51c9bd8,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:39:27.999619 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d3e1947d-1ca0-474f-8ac9-58a7d424f77f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:28.000002 n-d-813679-3 neutron-server[95501]: INFO neutron.db.segments_db [None req-d3e1947d-1ca0-474f-8ac9-58a7d424f77f admin admin] Added segment baec96d9-97dd-497e-8fb0-d3f6a37132d9 of type vlan for network 0eb1bd84-13be-475e-87ab-b51653d568fd Oct 12 20:39:28.038979 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d3e1947d-1ca0-474f-8ac9-58a7d424f77f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732989583948'] for network, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:28.125747 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d3e1947d-1ca0-474f-8ac9-58a7d424f77f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902'] for network, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:28.126877 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e1947d-1ca0-474f-8ac9-58a7d424f77f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:39:28.127464 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d3e1947d-1ca0-474f-8ac9-58a7d424f77f admin admin] Notify callbacks [] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:28.187445 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e1947d-1ca0-474f-8ac9-58a7d424f77f admin admin] Pushing event updated for resources: {'Network': ['ID=0eb1bd84-13be-475e-87ab-b51653d568fd,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:39:28.197812 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Network 0eb1bd84-13be-475e-87ab-b51653d568fd details requested by agent ovs-agent-n-d-813679-3 with host n-d-813679-3 {{(pid=95503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 20:39:28.245533 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-d3e1947d-1ca0-474f-8ac9-58a7d424f77f admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8970780 Oct 12 20:39:28.245849 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 38126) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:39:28.251786 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-cc90ef12-be79-4c1b-82da-379b5fc67aef admin admin] Request body: {'subnet': {'network_id': '0eb1bd84-13be-475e-87ab-b51653d568fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-846235321-subnet', 'tenant_id': '7442129b9a34485493c155606431438b', 'ip_version': 4}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:39:28.334536 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc90ef12-be79-4c1b-82da-379b5fc67aef admin admin] Made reservation on behalf of 7442129b9a34485493c155606431438b for: {'subnet': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 20:39:28.336947 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-cc90ef12-be79-4c1b-82da-379b5fc67aef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4612397'] for subnet, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:28.395534 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272e4520-9443-48c3-aa8b-4cec1c49fcdb None None] Sync routers for ids ['ab87edea-c071-4fa6-abec-9f8dbabb19ab'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 20:39:28.405434 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272e4520-9443-48c3-aa8b-4cec1c49fcdb None None] Routers {'ab87edea-c071-4fa6-abec-9f8dbabb19ab'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:39:28.406041 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-272e4520-9443-48c3-aa8b-4cec1c49fcdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:39:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['ab87edea-c071-4fa6-abec-9f8dbabb19ab'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:39:28.510293 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-272e4520-9443-48c3-aa8b-4cec1c49fcdb None None] Set router ab87edea-c071-4fa6-abec-9f8dbabb19ab gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:39:28.551694 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-cc90ef12-be79-4c1b-82da-379b5fc67aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4824863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4612355'] for subnet, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:28.609607 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc90ef12-be79-4c1b-82da-379b5fc67aef admin admin] Pushing event updated for resources: {'Subnet': ['ID=f460f413-cc42-4705-add5-b048d6571c37,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:39:28.618171 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc90ef12-be79-4c1b-82da-379b5fc67aef admin admin] Checking segment: {'id': 'baec96d9-97dd-497e-8fb0-d3f6a37132d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '0eb1bd84-13be-475e-87ab-b51653d568fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 20:39:28.618533 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc90ef12-be79-4c1b-82da-379b5fc67aef admin admin] Network hostable DHCP agents. Network: 0eb1bd84-13be-475e-87ab-b51653d568fd, hostable agents: ['687705a3-7aeb-4208-b0b4-3623284b9997'], hosted agents: [] {{(pid=95501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 20:39:28.713877 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc90ef12-be79-4c1b-82da-379b5fc67aef admin admin] Network 0eb1bd84-13be-475e-87ab-b51653d568fd is scheduled to be hosted by DHCP agent 687705a3-7aeb-4208-b0b4-3623284b9997 with binding_index 1 {{(pid=95501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 20:39:28.715241 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-272e4520-9443-48c3-aa8b-4cec1c49fcdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab87edea-c071-4fa6-abec-9f8dbabb19ab', 'name': 'tempest-TestSnapshotPattern-1162623543-router', 'tenant_id': '9764ea0723f246799683e1514c84b774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '8e8307a4-539e-4cc2-ae7d-e26faa208e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:39:22Z', 'updated_at': '2021-10-12T20:39:25Z', 'revision_number': 4, 'project_id': '9764ea0723f246799683e1514c84b774', 'gw_port': {'id': '8e8307a4-539e-4cc2-ae7d-e26faa208e3d', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0f:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab87edea-c071-4fa6-abec-9f8dbabb19ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:39:23Z', 'updated_at': '2021-10-12T20:39:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '65fe693c-0bff-4e21-869a-d6a2a326fa62', 'name': '', 'network_id': '7d0fd05b-516c-4d37-8cef-fc7b79f55bf9', 'tenant_id': '9764ea0723f246799683e1514c84b774', 'mac_address': 'fa:16:3e:bd:70:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab87edea-c071-4fa6-abec-9f8dbabb19ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '127ee392-a222-43cf-853e-a73e192d7e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:39:25Z', 'updated_at': '2021-10-12T20:39:25Z', 'revision_number': 2, 'project_id': '9764ea0723f246799683e1514c84b774', 'subnets': [{'id': '127ee392-a222-43cf-853e-a73e192d7e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:39:28.741747 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272e4520-9443-48c3-aa8b-4cec1c49fcdb None None] Checking router: ab87edea-c071-4fa6-abec-9f8dbabb19ab for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 20:39:28.742090 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272e4520-9443-48c3-aa8b-4cec1c49fcdb None None] Updating router ab87edea-c071-4fa6-abec-9f8dbabb19ab port 65fe693c-0bff-4e21-869a-d6a2a326fa62 binding host n-d-813679-3 {{(pid=95504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 20:39:28.775036 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-cc90ef12-be79-4c1b-82da-379b5fc67aef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813679-3, 0eb1bd84-13be-475e-87ab-b51653d568fd) {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 20:39:28.777055 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-272e4520-9443-48c3-aa8b-4cec1c49fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:28.779720 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc90ef12-be79-4c1b-82da-379b5fc67aef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:39:28.780491 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-cc90ef12-be79-4c1b-82da-379b5fc67aef admin admin] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:28.788515 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-645b31b8-9f4c-40fa-8a4a-ae029f103a89 None None] Network 0eb1bd84-13be-475e-87ab-b51653d568fd requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 20:39:28.872446 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-cc90ef12-be79-4c1b-82da-379b5fc67aef admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6243618 Oct 12 20:39:28.874673 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 38128) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:39:28.879536 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-be184fe0-db1c-40c7-8f54-6f25a8438f7d admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-846235321-router', 'tenant_id': '7442129b9a34485493c155606431438b', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:39:28.972393 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-be184fe0-db1c-40c7-8f54-6f25a8438f7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8093678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255505'] for router, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:28.975044 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-be184fe0-db1c-40c7-8f54-6f25a8438f7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8093562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8087085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8022306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255518'] for router, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:29.046209 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-be184fe0-db1c-40c7-8f54-6f25a8438f7d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:29.069465 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 8e8307a4-539e-4cc2-ae7d-e26faa208e3d up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 20:39:29.184831 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-272e4520-9443-48c3-aa8b-4cec1c49fcdb None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:29.188402 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 8e8307a4-539e-4cc2-ae7d-e26faa208e3d triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:39:29.188848 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:29.192603 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75269dff-a891-400a-a862-c3be28323c86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5783178e-7eb2-5102-bbc7-730453188c6e-0eb1bd84-13be-475e-87ab-b51653d568fd', 'network_id': '0eb1bd84-13be-475e-87ab-b51653d568fd', 'tenant_id': '7442129b9a34485493c155606431438b', 'fixed_ips': [{'subnet_id': 'f460f413-cc42-4705-add5-b048d6571c37'}]}} from n-d-813679-3. {{(pid=95503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 20:39:29.193432 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-75269dff-a891-400a-a862-c3be28323c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:29.242231 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-18017549-45cb-46de-9167-5d8c50f6fe87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:29.253191 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-be184fe0-db1c-40c7-8f54-6f25a8438f7d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:29.262701 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-272e4520-9443-48c3-aa8b-4cec1c49fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:29.314810 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53286a5f-592d-438d-8bc3-c0fbe62d707d None None] Pushing event updated for resources: {'Port': ['ID=65fe693c-0bff-4e21-869a-d6a2a326fa62,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:39:29.340917 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53286a5f-592d-438d-8bc3-c0fbe62d707d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:39:29.341306 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53286a5f-592d-438d-8bc3-c0fbe62d707d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:39:29.341608 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53286a5f-592d-438d-8bc3-c0fbe62d707d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:39:29.341942 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53286a5f-592d-438d-8bc3-c0fbe62d707d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:39:29.342276 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53286a5f-592d-438d-8bc3-c0fbe62d707d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:39:29.342948 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53286a5f-592d-438d-8bc3-c0fbe62d707d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:39:29.342948 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53286a5f-592d-438d-8bc3-c0fbe62d707d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:39:29.343232 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53286a5f-592d-438d-8bc3-c0fbe62d707d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:39:29.343557 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53286a5f-592d-438d-8bc3-c0fbe62d707d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:39:29.343876 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53286a5f-592d-438d-8bc3-c0fbe62d707d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:39:29.344241 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53286a5f-592d-438d-8bc3-c0fbe62d707d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:39:29.344563 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53286a5f-592d-438d-8bc3-c0fbe62d707d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:39:29.369830 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:29.372929 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-272e4520-9443-48c3-aa8b-4cec1c49fcdb None None] Attempting to bind port 65fe693c-0bff-4e21-869a-d6a2a326fa62 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 20:39:29.373300 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-272e4520-9443-48c3-aa8b-4cec1c49fcdb None None] Attempting to bind port 65fe693c-0bff-4e21-869a-d6a2a326fa62 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'ee658da1-1e57-469e-a1b9-5d330d9419fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '7d0fd05b-516c-4d37-8cef-fc7b79f55bf9'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 20:39:29.373670 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272e4520-9443-48c3-aa8b-4cec1c49fcdb None None] Attempting to bind port 65fe693c-0bff-4e21-869a-d6a2a326fa62 on network 7d0fd05b-516c-4d37-8cef-fc7b79f55bf9 {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 20:39:29.380200 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272e4520-9443-48c3-aa8b-4cec1c49fcdb None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 20, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 20:39:29.380577 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272e4520-9443-48c3-aa8b-4cec1c49fcdb None None] Checking segment: {'id': 'ee658da1-1e57-469e-a1b9-5d330d9419fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '7d0fd05b-516c-4d37-8cef-fc7b79f55bf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 20:39:29.380986 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-272e4520-9443-48c3-aa8b-4cec1c49fcdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:29.381381 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272e4520-9443-48c3-aa8b-4cec1c49fcdb None None] Bound using segment: {'id': 'ee658da1-1e57-469e-a1b9-5d330d9419fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '7d0fd05b-516c-4d37-8cef-fc7b79f55bf9'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 20:39:29.382399 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-272e4520-9443-48c3-aa8b-4cec1c49fcdb None None] Bound port: 65fe693c-0bff-4e21-869a-d6a2a326fa62, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee658da1-1e57-469e-a1b9-5d330d9419fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '7d0fd05b-516c-4d37-8cef-fc7b79f55bf9'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 20:39:29.382786 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-272e4520-9443-48c3-aa8b-4cec1c49fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:29.403538 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] For port 8e8307a4-539e-4cc2-ae7d-e26faa208e3d, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=8e8307a4-539e-4cc2-ae7d-e26faa208e3d,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:39:29.407470 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.db_base_plugin_common [None req-75269dff-a891-400a-a862-c3be28323c86 None None] Allocated IP 172.20.0.2 (0eb1bd84-13be-475e-87ab-b51653d568fd/f460f413-cc42-4705-add5-b048d6571c37/15531b8a-b26a-42ea-a5a5-0077896b817f) {{(pid=95503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 20:39:29.453726 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-272e4520-9443-48c3-aa8b-4cec1c49fcdb None None] For port 65fe693c-0bff-4e21-869a-d6a2a326fa62, host n-d-813679-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 20:39:29.457958 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-272e4520-9443-48c3-aa8b-4cec1c49fcdb None None] For port 65fe693c-0bff-4e21-869a-d6a2a326fa62, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=65fe693c-0bff-4e21-869a-d6a2a326fa62,segment=NetworkSegment(ee658da1-1e57-469e-a1b9-5d330d9419fd),segment_id=ee658da1-1e57-469e-a1b9-5d330d9419fd)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 20:39:29.491967 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:29.526007 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-272e4520-9443-48c3-aa8b-4cec1c49fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:29.594142 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272e4520-9443-48c3-aa8b-4cec1c49fcdb None None] Routers {'ab87edea-c071-4fa6-abec-9f8dbabb19ab'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:39:29.594774 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-272e4520-9443-48c3-aa8b-4cec1c49fcdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:39:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['ab87edea-c071-4fa6-abec-9f8dbabb19ab'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:39:29.599698 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53286a5f-592d-438d-8bc3-c0fbe62d707d None None] Pushing event updated for resources: {'Port': ['ID=65fe693c-0bff-4e21-869a-d6a2a326fa62,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:39:29.608948 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Pushing event updated for resources: {'Port': ['ID=8e8307a4-539e-4cc2-ae7d-e26faa208e3d,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:39:29.612942 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-748afe56-3ee2-4dbe-88d6-e70e40f38ad4 None None] Provisioning complete for port 65fe693c-0bff-4e21-869a-d6a2a326fa62 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:39:29.613311 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-748afe56-3ee2-4dbe-88d6-e70e40f38ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:29.637158 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-be184fe0-db1c-40c7-8f54-6f25a8438f7d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:29.647249 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-75269dff-a891-400a-a862-c3be28323c86 None None] Notify callbacks [] for port, precommit_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:29.667660 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-be184fe0-db1c-40c7-8f54-6f25a8438f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:29.713757 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-748afe56-3ee2-4dbe-88d6-e70e40f38ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:29.735460 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-75269dff-a891-400a-a862-c3be28323c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166'] for port, after_create {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:29.747477 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-272e4520-9443-48c3-aa8b-4cec1c49fcdb None None] Set router ab87edea-c071-4fa6-abec-9f8dbabb19ab gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:39:29.788439 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75269dff-a891-400a-a862-c3be28323c86 None None] Pushing event updated for resources: {'Port': ['ID=15531b8a-b26a-42ea-a5a5-0077896b817f,revision_number=1']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:39:29.814496 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-be184fe0-db1c-40c7-8f54-6f25a8438f7d admin admin] Allocated IP 172.25.5.7 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/e6bc36ef-39df-4b64-a88a-387ad6395f93) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 20:39:29.814845 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75269dff-a891-400a-a862-c3be28323c86 None None] Network 0eb1bd84-13be-475e-87ab-b51653d568fd is already hosted by enough agents. {{(pid=95503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 20:39:29.816935 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-748afe56-3ee2-4dbe-88d6-e70e40f38ad4 None None] For port 65fe693c-0bff-4e21-869a-d6a2a326fa62, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=65fe693c-0bff-4e21-869a-d6a2a326fa62,segment=NetworkSegment(ee658da1-1e57-469e-a1b9-5d330d9419fd),segment_id=ee658da1-1e57-469e-a1b9-5d330d9419fd)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:39:29.818407 n-d-813679-3 neutron-server[95503]: DEBUG neutron.scheduler.base_scheduler [None req-75269dff-a891-400a-a862-c3be28323c86 None None] Resources bound (agent type, host, resource id): {{(pid=95503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 20:39:29.821383 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75269dff-a891-400a-a862-c3be28323c86 None None] Received port after_create {{(pid=95503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 20:39:29.877967 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-75269dff-a891-400a-a862-c3be28323c86 None None] Attempting to bind port 15531b8a-b26a-42ea-a5a5-0077896b817f on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 20:39:29.878255 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-75269dff-a891-400a-a862-c3be28323c86 None None] Attempting to bind port 15531b8a-b26a-42ea-a5a5-0077896b817f by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'baec96d9-97dd-497e-8fb0-d3f6a37132d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '0eb1bd84-13be-475e-87ab-b51653d568fd'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 20:39:29.878614 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75269dff-a891-400a-a862-c3be28323c86 None None] Attempting to bind port 15531b8a-b26a-42ea-a5a5-0077896b817f on network 0eb1bd84-13be-475e-87ab-b51653d568fd {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 20:39:29.883891 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75269dff-a891-400a-a862-c3be28323c86 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 20, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 20:39:29.884275 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75269dff-a891-400a-a862-c3be28323c86 None None] Checking segment: {'id': 'baec96d9-97dd-497e-8fb0-d3f6a37132d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '0eb1bd84-13be-475e-87ab-b51653d568fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 20:39:29.884676 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-75269dff-a891-400a-a862-c3be28323c86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:29.885065 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75269dff-a891-400a-a862-c3be28323c86 None None] Bound using segment: {'id': 'baec96d9-97dd-497e-8fb0-d3f6a37132d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '0eb1bd84-13be-475e-87ab-b51653d568fd'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 20:39:29.885529 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-75269dff-a891-400a-a862-c3be28323c86 None None] Bound port: 15531b8a-b26a-42ea-a5a5-0077896b817f, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baec96d9-97dd-497e-8fb0-d3f6a37132d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '0eb1bd84-13be-475e-87ab-b51653d568fd'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 20:39:29.885907 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-75269dff-a891-400a-a862-c3be28323c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:29.894985 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-748afe56-3ee2-4dbe-88d6-e70e40f38ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:29.926513 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-be184fe0-db1c-40c7-8f54-6f25a8438f7d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:29.974416 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-272e4520-9443-48c3-aa8b-4cec1c49fcdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab87edea-c071-4fa6-abec-9f8dbabb19ab', 'name': 'tempest-TestSnapshotPattern-1162623543-router', 'tenant_id': '9764ea0723f246799683e1514c84b774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '8e8307a4-539e-4cc2-ae7d-e26faa208e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:39:22Z', 'updated_at': '2021-10-12T20:39:25Z', 'revision_number': 4, 'project_id': '9764ea0723f246799683e1514c84b774', 'gw_port': {'id': '8e8307a4-539e-4cc2-ae7d-e26faa208e3d', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab87edea-c071-4fa6-abec-9f8dbabb19ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:39:23Z', 'updated_at': '2021-10-12T20:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '65fe693c-0bff-4e21-869a-d6a2a326fa62', 'name': '', 'network_id': '7d0fd05b-516c-4d37-8cef-fc7b79f55bf9', 'tenant_id': '9764ea0723f246799683e1514c84b774', 'mac_address': 'fa:16:3e:bd:70:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab87edea-c071-4fa6-abec-9f8dbabb19ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '127ee392-a222-43cf-853e-a73e192d7e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:39:25Z', 'updated_at': '2021-10-12T20:39:29Z', 'revision_number': 4, 'project_id': '9764ea0723f246799683e1514c84b774', 'subnets': [{'id': '127ee392-a222-43cf-853e-a73e192d7e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:39:29.981414 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748afe56-3ee2-4dbe-88d6-e70e40f38ad4 None None] Pushing event updated for resources: {'Port': ['ID=65fe693c-0bff-4e21-869a-d6a2a326fa62,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:39:29.993654 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-75269dff-a891-400a-a862-c3be28323c86 None None] For port 15531b8a-b26a-42ea-a5a5-0077896b817f, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 20:39:29.996716 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-75269dff-a891-400a-a862-c3be28323c86 None None] For port 15531b8a-b26a-42ea-a5a5-0077896b817f, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=15531b8a-b26a-42ea-a5a5-0077896b817f,segment=NetworkSegment(baec96d9-97dd-497e-8fb0-d3f6a37132d9),segment_id=baec96d9-97dd-497e-8fb0-d3f6a37132d9)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 20:39:30.000986 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272e4520-9443-48c3-aa8b-4cec1c49fcdb None None] The sync data for ids ['ab87edea-c071-4fa6-abec-9f8dbabb19ab'] in n-d-813679-3 is: [{'id': 'ab87edea-c071-4fa6-abec-9f8dbabb19ab', 'name': 'tempest-TestSnapshotPattern-1162623543-router', 'tenant_id': '9764ea0723f246799683e1514c84b774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '8e8307a4-539e-4cc2-ae7d-e26faa208e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:39:22Z', 'updated_at': '2021-10-12T20:39:25Z', 'revision_number': 4, 'project_id': '9764ea0723f246799683e1514c84b774', 'gw_port': {'id': '8e8307a4-539e-4cc2-ae7d-e26faa208e3d', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab87edea-c071-4fa6-abec-9f8dbabb19ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:39:23Z', 'updated_at': '2021-10-12T20:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '65fe693c-0bff-4e21-869a-d6a2a326fa62', 'name': '', 'network_id': '7d0fd05b-516c-4d37-8cef-fc7b79f55bf9', 'tenant_id': '9764ea0723f246799683e1514c84b774', 'mac_address': 'fa:16:3e:bd:70:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab87edea-c071-4fa6-abec-9f8dbabb19ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '127ee392-a222-43cf-853e-a73e192d7e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:39:25Z', 'updated_at': '2021-10-12T20:39:29Z', 'revision_number': 4, 'project_id': '9764ea0723f246799683e1514c84b774', 'subnets': [{'id': '127ee392-a222-43cf-853e-a73e192d7e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 20:39:30.014653 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-ccc22aa1-4df8-4402-9665-269e17065291 None None] Provisioning complete for port 65fe693c-0bff-4e21-869a-d6a2a326fa62 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:39:30.015021 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ccc22aa1-4df8-4402-9665-269e17065291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:30.037578 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-be184fe0-db1c-40c7-8f54-6f25a8438f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:30.082821 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be184fe0-db1c-40c7-8f54-6f25a8438f7d admin admin] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 20:39:30.086577 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-be184fe0-db1c-40c7-8f54-6f25a8438f7d admin admin] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 20:39:30.089723 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-75269dff-a891-400a-a862-c3be28323c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:30.090293 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be184fe0-db1c-40c7-8f54-6f25a8438f7d admin admin] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 20:39:30.121184 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be184fe0-db1c-40c7-8f54-6f25a8438f7d admin admin] Pushing event updated for resources: {'Port': ['ID=e6bc36ef-39df-4b64-a88a-387ad6395f93,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:39:30.185945 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75269dff-a891-400a-a862-c3be28323c86 None None] Pushing event updated for resources: {'Port': ['ID=15531b8a-b26a-42ea-a5a5-0077896b817f,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:39:30.445035 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-be184fe0-db1c-40c7-8f54-6f25a8438f7d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:30.649936 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-be184fe0-db1c-40c7-8f54-6f25a8438f7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8093541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7915516'] for router, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:30.848888 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be184fe0-db1c-40c7-8f54-6f25a8438f7d admin admin] Router 1ad629db-2df9-4dbc-b300-6f24c92b8090 is scheduled to L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b with binding_index 1 {{(pid=95501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 20:39:30.958494 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be184fe0-db1c-40c7-8f54-6f25a8438f7d admin admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 20:39:30.970149 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05b21ec-18c2-43ed-8d32-665f1d1a889c None None] Sync routers for ids ['1ad629db-2df9-4dbc-b300-6f24c92b8090'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 20:39:30.981083 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05b21ec-18c2-43ed-8d32-665f1d1a889c None None] Routers {'1ad629db-2df9-4dbc-b300-6f24c92b8090'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:39:30.981703 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-d05b21ec-18c2-43ed-8d32-665f1d1a889c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:39:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['1ad629db-2df9-4dbc-b300-6f24c92b8090'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:39:31.059021 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-be184fe0-db1c-40c7-8f54-6f25a8438f7d admin admin] Notify callbacks [] for router, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:31.060342 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-be184fe0-db1c-40c7-8f54-6f25a8438f7d admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.1845102 Oct 12 20:39:31.068063 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 38130) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:39:31.130116 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-d05b21ec-18c2-43ed-8d32-665f1d1a889c None None] Set router 1ad629db-2df9-4dbc-b300-6f24c92b8090 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:39:31.191859 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 65fe693c-0bff-4e21-869a-d6a2a326fa62 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 20:39:31.193744 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e320b9f7-79a5-4321-b825-bed5b5298071 None None] Network 0eb1bd84-13be-475e-87ab-b51653d568fd requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 20:39:31.351082 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-81ba5ff9-982c-43e7-a809-d001bb338097 None None] Provisioning complete for port 15531b8a-b26a-42ea-a5a5-0077896b817f triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:39:31.351374 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-81ba5ff9-982c-43e7-a809-d001bb338097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:31.457483 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 65fe693c-0bff-4e21-869a-d6a2a326fa62 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:39:31.457761 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:31.490155 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2e5fb42b-3116-4aca-b1ad-02aad0798a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:31.595353 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-d05b21ec-18c2-43ed-8d32-665f1d1a889c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ad629db-2df9-4dbc-b300-6f24c92b8090', 'name': 'tempest-TestSnapshotPattern-846235321-router', 'tenant_id': '7442129b9a34485493c155606431438b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': 'e6bc36ef-39df-4b64-a88a-387ad6395f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:39:28Z', 'updated_at': '2021-10-12T20:39:30Z', 'revision_number': 3, 'project_id': '7442129b9a34485493c155606431438b', 'gw_port': {'id': 'e6bc36ef-39df-4b64-a88a-387ad6395f93', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:c7:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ad629db-2df9-4dbc-b300-6f24c92b8090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:39:29Z', 'updated_at': '2021-10-12T20:39:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:39:31.602131 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-81ba5ff9-982c-43e7-a809-d001bb338097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:31.650055 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-2e5fb42b-3116-4aca-b1ad-02aad0798a25 admin admin] Allocated IP 172.20.0.1 (0eb1bd84-13be-475e-87ab-b51653d568fd/f460f413-cc42-4705-add5-b048d6571c37/8f0de315-dfdd-4504-8292-8dab191ef809) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 20:39:31.657833 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05b21ec-18c2-43ed-8d32-665f1d1a889c None None] Checking router: 1ad629db-2df9-4dbc-b300-6f24c92b8090 for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 20:39:31.658186 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05b21ec-18c2-43ed-8d32-665f1d1a889c None None] Updating router 1ad629db-2df9-4dbc-b300-6f24c92b8090 port e6bc36ef-39df-4b64-a88a-387ad6395f93 binding host n-d-813679-3 {{(pid=95503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 20:39:31.718891 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-81ba5ff9-982c-43e7-a809-d001bb338097 None None] For port 15531b8a-b26a-42ea-a5a5-0077896b817f, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=15531b8a-b26a-42ea-a5a5-0077896b817f,segment=NetworkSegment(baec96d9-97dd-497e-8fb0-d3f6a37132d9),segment_id=baec96d9-97dd-497e-8fb0-d3f6a37132d9)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:39:31.720808 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 15531b8a-b26a-42ea-a5a5-0077896b817f up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 20:39:31.722523 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d05b21ec-18c2-43ed-8d32-665f1d1a889c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:31.775934 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2e5fb42b-3116-4aca-b1ad-02aad0798a25 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:31.874700 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2e5fb42b-3116-4aca-b1ad-02aad0798a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:31.920927 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5fb42b-3116-4aca-b1ad-02aad0798a25 admin admin] Network 0eb1bd84-13be-475e-87ab-b51653d568fd is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 20:39:31.925498 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-2e5fb42b-3116-4aca-b1ad-02aad0798a25 admin admin] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 20:39:31.932283 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5fb42b-3116-4aca-b1ad-02aad0798a25 admin admin] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 20:39:31.933179 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-81ba5ff9-982c-43e7-a809-d001bb338097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:31.956678 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5fb42b-3116-4aca-b1ad-02aad0798a25 admin admin] Pushing event updated for resources: {'Port': ['ID=8f0de315-dfdd-4504-8292-8dab191ef809,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:39:31.973461 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2e5fb42b-3116-4aca-b1ad-02aad0798a25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7915309'] for router_interface, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:32.032656 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-513525a9-475d-4f53-9a25-a066e9aac5bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:32.082330 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ba5ff9-982c-43e7-a809-d001bb338097 None None] Pushing event updated for resources: {'Port': ['ID=15531b8a-b26a-42ea-a5a5-0077896b817f,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:39:32.130850 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-1e2ae7fc-8313-4880-909b-f4bf6a92d08f None None] Provisioning complete for port 15531b8a-b26a-42ea-a5a5-0077896b817f triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:39:32.131232 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1e2ae7fc-8313-4880-909b-f4bf6a92d08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:32.158843 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 15531b8a-b26a-42ea-a5a5-0077896b817f triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:39:32.159220 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:32.174630 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2e5fb42b-3116-4aca-b1ad-02aad0798a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:32.338681 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2e5fb42b-3116-4aca-b1ad-02aad0798a25 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:32.360446 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 8e8307a4-539e-4cc2-ae7d-e26faa208e3d up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 20:39:32.394321 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d05b21ec-18c2-43ed-8d32-665f1d1a889c None None] Notify callbacks [] for port, precommit_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:32.411315 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2e5fb42b-3116-4aca-b1ad-02aad0798a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:32.415746 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 8e8307a4-539e-4cc2-ae7d-e26faa208e3d triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:39:32.416143 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:32.471550 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-5aa9091a-3901-4bcd-b69e-8ef5a36e58f3 None None] Provisioning complete for port 8f0de315-dfdd-4504-8292-8dab191ef809 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:39:32.471926 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5aa9091a-3901-4bcd-b69e-8ef5a36e58f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:32.477334 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5fb42b-3116-4aca-b1ad-02aad0798a25 admin admin] Pushing event updated for resources: {'Port': ['ID=8f0de315-dfdd-4504-8292-8dab191ef809,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:39:32.480673 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-2e5fb42b-3116-4aca-b1ad-02aad0798a25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7898980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8092605'] for router_interface, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:32.516815 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d05b21ec-18c2-43ed-8d32-665f1d1a889c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:32.583037 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5fb42b-3116-4aca-b1ad-02aad0798a25 admin admin] Network 0eb1bd84-13be-475e-87ab-b51653d568fd is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 20:39:32.584986 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-2e5fb42b-3116-4aca-b1ad-02aad0798a25 admin admin] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 20:39:32.588549 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-5aa9091a-3901-4bcd-b69e-8ef5a36e58f3 None None] Port 8f0de315-dfdd-4504-8292-8dab191ef809 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 20:39:32.604545 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a7cfc9-1bdc-4f59-bc5f-f4a98b2f1d4a None None] Pushing event updated for resources: {'Port': ['ID=e6bc36ef-39df-4b64-a88a-387ad6395f93,revision_number=2']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:39:32.607361 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-d05b21ec-18c2-43ed-8d32-665f1d1a889c None None] Attempting to bind port e6bc36ef-39df-4b64-a88a-387ad6395f93 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 20:39:32.607731 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-d05b21ec-18c2-43ed-8d32-665f1d1a889c None None] Attempting to bind port e6bc36ef-39df-4b64-a88a-387ad6395f93 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 20:39:32.608132 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05b21ec-18c2-43ed-8d32-665f1d1a889c None None] Attempting to bind port e6bc36ef-39df-4b64-a88a-387ad6395f93 on network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 20:39:32.614238 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05b21ec-18c2-43ed-8d32-665f1d1a889c None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 20, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 20:39:32.614621 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05b21ec-18c2-43ed-8d32-665f1d1a889c None None] Checking segment: {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 20:39:32.615026 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d05b21ec-18c2-43ed-8d32-665f1d1a889c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:32.615417 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05b21ec-18c2-43ed-8d32-665f1d1a889c None None] Bound using segment: {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'} {{(pid=95503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 20:39:32.615919 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.managers [None req-d05b21ec-18c2-43ed-8d32-665f1d1a889c None None] Bound port: e6bc36ef-39df-4b64-a88a-387ad6395f93, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a24e815b-03df-4b80-8be9-1d387bdfe238', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c'}}] {{(pid=95503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 20:39:32.616327 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d05b21ec-18c2-43ed-8d32-665f1d1a889c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:32.618346 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:32.674840 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-d05b21ec-18c2-43ed-8d32-665f1d1a889c None None] For port e6bc36ef-39df-4b64-a88a-387ad6395f93, host n-d-813679-3, cleared binding levels {{(pid=95503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 20:39:32.678499 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-d05b21ec-18c2-43ed-8d32-665f1d1a889c None None] For port e6bc36ef-39df-4b64-a88a-387ad6395f93, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=e6bc36ef-39df-4b64-a88a-387ad6395f93,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 20:39:32.708293 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e5fb42b-3116-4aca-b1ad-02aad0798a25 admin admin] Router 1ad629db-2df9-4dbc-b300-6f24c92b8090 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 20:39:32.735096 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d05b21ec-18c2-43ed-8d32-665f1d1a889c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:32.802566 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a7cfc9-1bdc-4f59-bc5f-f4a98b2f1d4a None None] Pushing event updated for resources: {'Port': ['ID=e6bc36ef-39df-4b64-a88a-387ad6395f93,revision_number=3']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:39:32.805516 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05b21ec-18c2-43ed-8d32-665f1d1a889c None None] Routers {'1ad629db-2df9-4dbc-b300-6f24c92b8090'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:39:32.806335 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-d05b21ec-18c2-43ed-8d32-665f1d1a889c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:39:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['1ad629db-2df9-4dbc-b300-6f24c92b8090'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:39:32.866859 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-542f971d-6da3-45a9-82d3-0dc8158101fb None None] Provisioning complete for port 8f0de315-dfdd-4504-8292-8dab191ef809 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:39:32.867238 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-542f971d-6da3-45a9-82d3-0dc8158101fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:32.944714 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-542f971d-6da3-45a9-82d3-0dc8158101fb None None] Port 8f0de315-dfdd-4504-8292-8dab191ef809 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 20:39:32.954815 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-d05b21ec-18c2-43ed-8d32-665f1d1a889c None None] Set router 1ad629db-2df9-4dbc-b300-6f24c92b8090 gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:39:33.032519 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 15531b8a-b26a-42ea-a5a5-0077896b817f up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 20:39:33.149616 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 15531b8a-b26a-42ea-a5a5-0077896b817f triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:39:33.150312 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:33.169714 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e5fb42b-3116-4aca-b1ad-02aad0798a25 admin admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 20:39:33.181465 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-2e5fb42b-3116-4aca-b1ad-02aad0798a25 admin admin] 10.222.0.49 "PUT /v2.0/routers/1ad629db-2df9-4dbc-b300-6f24c92b8090/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1172552 Oct 12 20:39:33.256837 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-d05b21ec-18c2-43ed-8d32-665f1d1a889c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ad629db-2df9-4dbc-b300-6f24c92b8090', 'name': 'tempest-TestSnapshotPattern-846235321-router', 'tenant_id': '7442129b9a34485493c155606431438b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': 'e6bc36ef-39df-4b64-a88a-387ad6395f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:39:28Z', 'updated_at': '2021-10-12T20:39:32Z', 'revision_number': 4, 'project_id': '7442129b9a34485493c155606431438b', 'gw_port': {'id': 'e6bc36ef-39df-4b64-a88a-387ad6395f93', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:c7:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ad629db-2df9-4dbc-b300-6f24c92b8090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:39:29Z', 'updated_at': '2021-10-12T20:39:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '8f0de315-dfdd-4504-8292-8dab191ef809', 'name': '', 'network_id': '0eb1bd84-13be-475e-87ab-b51653d568fd', 'tenant_id': '7442129b9a34485493c155606431438b', 'mac_address': 'fa:16:3e:70:22:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ad629db-2df9-4dbc-b300-6f24c92b8090', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'f460f413-cc42-4705-add5-b048d6571c37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:39:31Z', 'updated_at': '2021-10-12T20:39:32Z', 'revision_number': 2, 'project_id': '7442129b9a34485493c155606431438b', 'subnets': [{'id': 'f460f413-cc42-4705-add5-b048d6571c37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:39:33.289230 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05b21ec-18c2-43ed-8d32-665f1d1a889c None None] The sync data for ids ['1ad629db-2df9-4dbc-b300-6f24c92b8090'] in n-d-813679-3 is: [{'id': '1ad629db-2df9-4dbc-b300-6f24c92b8090', 'name': 'tempest-TestSnapshotPattern-846235321-router', 'tenant_id': '7442129b9a34485493c155606431438b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': 'e6bc36ef-39df-4b64-a88a-387ad6395f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:39:28Z', 'updated_at': '2021-10-12T20:39:32Z', 'revision_number': 4, 'project_id': '7442129b9a34485493c155606431438b', 'gw_port': {'id': 'e6bc36ef-39df-4b64-a88a-387ad6395f93', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:c7:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ad629db-2df9-4dbc-b300-6f24c92b8090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:39:29Z', 'updated_at': '2021-10-12T20:39:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '8f0de315-dfdd-4504-8292-8dab191ef809', 'name': '', 'network_id': '0eb1bd84-13be-475e-87ab-b51653d568fd', 'tenant_id': '7442129b9a34485493c155606431438b', 'mac_address': 'fa:16:3e:70:22:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ad629db-2df9-4dbc-b300-6f24c92b8090', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'f460f413-cc42-4705-add5-b048d6571c37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:39:31Z', 'updated_at': '2021-10-12T20:39:32Z', 'revision_number': 2, 'project_id': '7442129b9a34485493c155606431438b', 'subnets': [{'id': 'f460f413-cc42-4705-add5-b048d6571c37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 20:39:33.409326 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:33.825919 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:34.897808 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 38140) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:39:34.902811 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-024afa01-81d4-47dc-a9cd-770e866973f4 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-47170120', 'description': 'tempest-secgroup-smoke-47170120 description', 'project_id': '9764ea0723f246799683e1514c84b774'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:39:34.905653 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:34.929029 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:34.977372 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-024afa01-81d4-47dc-a9cd-770e866973f4 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Notify callbacks [] for security_group, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:35.039147 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device e6bc36ef-39df-4b64-a88a-387ad6395f93 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 20:39:35.050257 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-024afa01-81d4-47dc-a9cd-770e866973f4 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Notify callbacks [] for security_group, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:35.088228 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port e6bc36ef-39df-4b64-a88a-387ad6395f93 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:39:35.088606 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:35.104507 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-024afa01-81d4-47dc-a9cd-770e866973f4 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:35.135407 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024afa01-81d4-47dc-a9cd-770e866973f4 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=225daee4-370a-4406-b854-1eb32b29f4c2,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:39:35.167703 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2b7bf8-aff5-4a49-8417-6ca99ccdb3d7 None None] Sync routers for ids ['1ad629db-2df9-4dbc-b300-6f24c92b8090'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 20:39:35.169339 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:35.176728 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2b7bf8-aff5-4a49-8417-6ca99ccdb3d7 None None] Routers {'1ad629db-2df9-4dbc-b300-6f24c92b8090'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:39:35.177314 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-5e2b7bf8-aff5-4a49-8417-6ca99ccdb3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:39:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['1ad629db-2df9-4dbc-b300-6f24c92b8090'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:39:35.185576 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-024afa01-81d4-47dc-a9cd-770e866973f4 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:35.187076 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-024afa01-81d4-47dc-a9cd-770e866973f4 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2882402 Oct 12 20:39:35.190300 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 38142) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:39:35.191698 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] For port e6bc36ef-39df-4b64-a88a-387ad6395f93, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=e6bc36ef-39df-4b64-a88a-387ad6395f93,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:39:35.196004 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-a7256f46-7aa9-46da-bee5-d6230f5efab0 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Request body: {'security_group_rule': {'security_group_id': '225daee4-370a-4406-b854-1eb32b29f4c2', 'project_id': '9764ea0723f246799683e1514c84b774', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:39:35.248929 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:35.282356 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a7256f46-7aa9-46da-bee5-d6230f5efab0 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:35.290595 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-5e2b7bf8-aff5-4a49-8417-6ca99ccdb3d7 None None] Set router 1ad629db-2df9-4dbc-b300-6f24c92b8090 gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:39:35.302954 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Pushing event updated for resources: {'Port': ['ID=e6bc36ef-39df-4b64-a88a-387ad6395f93,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:39:35.343864 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a7256f46-7aa9-46da-bee5-d6230f5efab0 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:35.408895 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a7256f46-7aa9-46da-bee5-d6230f5efab0 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:35.430615 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7256f46-7aa9-46da-bee5-d6230f5efab0 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58d2976d-7e63-45db-9f02-bc3945534e04,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:39:35.485342 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-a7256f46-7aa9-46da-bee5-d6230f5efab0 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:35.486701 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-a7256f46-7aa9-46da-bee5-d6230f5efab0 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2952323 Oct 12 20:39:35.489454 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 38144) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:39:35.494403 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-26346a28-e47b-4224-bb83-87ca63574051 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Request body: {'security_group_rule': {'security_group_id': '225daee4-370a-4406-b854-1eb32b29f4c2', 'project_id': '9764ea0723f246799683e1514c84b774', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:39:35.496128 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-5e2b7bf8-aff5-4a49-8417-6ca99ccdb3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ad629db-2df9-4dbc-b300-6f24c92b8090', 'name': 'tempest-TestSnapshotPattern-846235321-router', 'tenant_id': '7442129b9a34485493c155606431438b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': 'e6bc36ef-39df-4b64-a88a-387ad6395f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:39:28Z', 'updated_at': '2021-10-12T20:39:32Z', 'revision_number': 4, 'project_id': '7442129b9a34485493c155606431438b', 'gw_port': {'id': 'e6bc36ef-39df-4b64-a88a-387ad6395f93', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:c7:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ad629db-2df9-4dbc-b300-6f24c92b8090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:39:29Z', 'updated_at': '2021-10-12T20:39:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '8f0de315-dfdd-4504-8292-8dab191ef809', 'name': '', 'network_id': '0eb1bd84-13be-475e-87ab-b51653d568fd', 'tenant_id': '7442129b9a34485493c155606431438b', 'mac_address': 'fa:16:3e:70:22:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ad629db-2df9-4dbc-b300-6f24c92b8090', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'f460f413-cc42-4705-add5-b048d6571c37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:39:31Z', 'updated_at': '2021-10-12T20:39:32Z', 'revision_number': 2, 'project_id': '7442129b9a34485493c155606431438b', 'subnets': [{'id': 'f460f413-cc42-4705-add5-b048d6571c37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:39:35.522009 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2b7bf8-aff5-4a49-8417-6ca99ccdb3d7 None None] Checking router: 1ad629db-2df9-4dbc-b300-6f24c92b8090 for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 20:39:35.522355 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2b7bf8-aff5-4a49-8417-6ca99ccdb3d7 None None] Updating router 1ad629db-2df9-4dbc-b300-6f24c92b8090 port 8f0de315-dfdd-4504-8292-8dab191ef809 binding host n-d-813679-3 {{(pid=95504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 20:39:35.546189 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-5e2b7bf8-aff5-4a49-8417-6ca99ccdb3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:35.636625 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-26346a28-e47b-4224-bb83-87ca63574051 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:35.693695 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-26346a28-e47b-4224-bb83-87ca63574051 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:35.765133 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-26346a28-e47b-4224-bb83-87ca63574051 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:35.785335 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26346a28-e47b-4224-bb83-87ca63574051 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ca926cd-34de-420a-967d-f093c7fcf8e6,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:39:35.802098 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-5e2b7bf8-aff5-4a49-8417-6ca99ccdb3d7 None None] Notify callbacks [] for port, precommit_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:35.847106 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-26346a28-e47b-4224-bb83-87ca63574051 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:35.848356 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-26346a28-e47b-4224-bb83-87ca63574051 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3579090 Oct 12 20:39:35.851670 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 38146) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:39:35.856075 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-fb6735e9-6e77-45a1-800f-c74b0b1168d2 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Request body: {'security_group_rule': {'security_group_id': '225daee4-370a-4406-b854-1eb32b29f4c2', 'project_id': '9764ea0723f246799683e1514c84b774', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:39:35.873591 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-5e2b7bf8-aff5-4a49-8417-6ca99ccdb3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:35.926855 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9ee86f-b899-4c52-ac19-d4c2b280f8b0 None None] Pushing event updated for resources: {'Port': ['ID=8f0de315-dfdd-4504-8292-8dab191ef809,revision_number=3']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:39:35.958994 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-fb6735e9-6e77-45a1-800f-c74b0b1168d2 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:35.979251 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-5e2b7bf8-aff5-4a49-8417-6ca99ccdb3d7 None None] Attempting to bind port 8f0de315-dfdd-4504-8292-8dab191ef809 on host n-d-813679-3 for vnic_type normal with profile {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 20:39:35.979612 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-5e2b7bf8-aff5-4a49-8417-6ca99ccdb3d7 None None] Attempting to bind port 8f0de315-dfdd-4504-8292-8dab191ef809 by drivers openvswitch,hyperv on host n-d-813679-3 at level 0 using segments [{'id': 'baec96d9-97dd-497e-8fb0-d3f6a37132d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '0eb1bd84-13be-475e-87ab-b51653d568fd'}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 20:39:35.979975 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2b7bf8-aff5-4a49-8417-6ca99ccdb3d7 None None] Attempting to bind port 8f0de315-dfdd-4504-8292-8dab191ef809 on network 0eb1bd84-13be-475e-87ab-b51653d568fd {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 20:39:35.985341 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2b7bf8-aff5-4a49-8417-6ca99ccdb3d7 None None] Checking agent: {'id': 'ce65ba28-f191-4b98-8ce2-7064093174b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 18, 59, 2), 'started_at': datetime.datetime(2021, 10, 12, 18, 59, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 20, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813679-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 20:39:35.985700 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2b7bf8-aff5-4a49-8417-6ca99ccdb3d7 None None] Checking segment: {'id': 'baec96d9-97dd-497e-8fb0-d3f6a37132d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '0eb1bd84-13be-475e-87ab-b51653d568fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 20:39:35.986495 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-5e2b7bf8-aff5-4a49-8417-6ca99ccdb3d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:35.986495 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2b7bf8-aff5-4a49-8417-6ca99ccdb3d7 None None] Bound using segment: {'id': 'baec96d9-97dd-497e-8fb0-d3f6a37132d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '0eb1bd84-13be-475e-87ab-b51653d568fd'} {{(pid=95504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 20:39:35.987083 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.managers [None req-5e2b7bf8-aff5-4a49-8417-6ca99ccdb3d7 None None] Bound port: 8f0de315-dfdd-4504-8292-8dab191ef809, host: n-d-813679-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baec96d9-97dd-497e-8fb0-d3f6a37132d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '0eb1bd84-13be-475e-87ab-b51653d568fd'}}] {{(pid=95504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 20:39:35.987522 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-5e2b7bf8-aff5-4a49-8417-6ca99ccdb3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:36.028363 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-fb6735e9-6e77-45a1-800f-c74b0b1168d2 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:36.056141 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-5e2b7bf8-aff5-4a49-8417-6ca99ccdb3d7 None None] For port 8f0de315-dfdd-4504-8292-8dab191ef809, host n-d-813679-3, cleared binding levels {{(pid=95504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 20:39:36.059698 n-d-813679-3 neutron-server[95504]: DEBUG neutron.plugins.ml2.db [None req-5e2b7bf8-aff5-4a49-8417-6ca99ccdb3d7 None None] For port 8f0de315-dfdd-4504-8292-8dab191ef809, host n-d-813679-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=8f0de315-dfdd-4504-8292-8dab191ef809,segment=NetworkSegment(baec96d9-97dd-497e-8fb0-d3f6a37132d9),segment_id=baec96d9-97dd-497e-8fb0-d3f6a37132d9)] {{(pid=95504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 20:39:36.079518 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-fb6735e9-6e77-45a1-800f-c74b0b1168d2 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:36.097640 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6735e9-6e77-45a1-800f-c74b0b1168d2 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46e3bb6d-7331-4be8-8de1-9094ff767dec,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:39:36.105232 n-d-813679-3 neutron-server[95504]: DEBUG neutron_lib.callbacks.manager [None req-5e2b7bf8-aff5-4a49-8417-6ca99ccdb3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:36.144272 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-fb6735e9-6e77-45a1-800f-c74b0b1168d2 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:36.149332 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-fb6735e9-6e77-45a1-800f-c74b0b1168d2 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2928119 Oct 12 20:39:36.150071 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 38148) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:39:36.156856 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-29edac9d-9900-4165-b2b9-632501845f7a tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Request body: {'security_group_rule': {'security_group_id': '225daee4-370a-4406-b854-1eb32b29f4c2', 'project_id': '9764ea0723f246799683e1514c84b774', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:39:36.161417 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9ee86f-b899-4c52-ac19-d4c2b280f8b0 None None] Pushing event updated for resources: {'Port': ['ID=8f0de315-dfdd-4504-8292-8dab191ef809,revision_number=4']} {{(pid=95504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:39:36.174125 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2b7bf8-aff5-4a49-8417-6ca99ccdb3d7 None None] Routers {'1ad629db-2df9-4dbc-b300-6f24c92b8090'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:39:36.174751 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-5e2b7bf8-aff5-4a49-8417-6ca99ccdb3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:39:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['1ad629db-2df9-4dbc-b300-6f24c92b8090'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:39:36.189337 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-64650b26-25d2-4a4f-a6e5-9cb10d3e130d None None] Provisioning complete for port 8f0de315-dfdd-4504-8292-8dab191ef809 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:39:36.189873 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-64650b26-25d2-4a4f-a6e5-9cb10d3e130d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:36.267384 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-29edac9d-9900-4165-b2b9-632501845f7a tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:36.273294 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-64650b26-25d2-4a4f-a6e5-9cb10d3e130d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:36.300275 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-5e2b7bf8-aff5-4a49-8417-6ca99ccdb3d7 None None] Set router 1ad629db-2df9-4dbc-b300-6f24c92b8090 gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:39:36.317427 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-64650b26-25d2-4a4f-a6e5-9cb10d3e130d None None] For port 8f0de315-dfdd-4504-8292-8dab191ef809, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=8f0de315-dfdd-4504-8292-8dab191ef809,segment=NetworkSegment(baec96d9-97dd-497e-8fb0-d3f6a37132d9),segment_id=baec96d9-97dd-497e-8fb0-d3f6a37132d9)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:39:36.338420 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-29edac9d-9900-4165-b2b9-632501845f7a tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:36.388053 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-64650b26-25d2-4a4f-a6e5-9cb10d3e130d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:36.417715 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-29edac9d-9900-4165-b2b9-632501845f7a tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:36.434888 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29edac9d-9900-4165-b2b9-632501845f7a tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee7f8859-b37f-4f7a-9f62-f067335527a2,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:39:36.449252 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64650b26-25d2-4a4f-a6e5-9cb10d3e130d None None] Pushing event updated for resources: {'Port': ['ID=8f0de315-dfdd-4504-8292-8dab191ef809,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:39:36.493096 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-29edac9d-9900-4165-b2b9-632501845f7a tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:36.495803 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-29edac9d-9900-4165-b2b9-632501845f7a tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3432748 Oct 12 20:39:36.497649 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 38150) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:39:36.502980 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-19fff3d0-f4a2-477a-9556-e25a15146677 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Request body: {'security_group_rule': {'security_group_id': '225daee4-370a-4406-b854-1eb32b29f4c2', 'project_id': '9764ea0723f246799683e1514c84b774', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:39:36.506110 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-5e2b7bf8-aff5-4a49-8417-6ca99ccdb3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ad629db-2df9-4dbc-b300-6f24c92b8090', 'name': 'tempest-TestSnapshotPattern-846235321-router', 'tenant_id': '7442129b9a34485493c155606431438b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': 'e6bc36ef-39df-4b64-a88a-387ad6395f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:39:28Z', 'updated_at': '2021-10-12T20:39:32Z', 'revision_number': 4, 'project_id': '7442129b9a34485493c155606431438b', 'gw_port': {'id': 'e6bc36ef-39df-4b64-a88a-387ad6395f93', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:c7:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad629db-2df9-4dbc-b300-6f24c92b8090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:39:29Z', 'updated_at': '2021-10-12T20:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '8f0de315-dfdd-4504-8292-8dab191ef809', 'name': '', 'network_id': '0eb1bd84-13be-475e-87ab-b51653d568fd', 'tenant_id': '7442129b9a34485493c155606431438b', 'mac_address': 'fa:16:3e:70:22:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ad629db-2df9-4dbc-b300-6f24c92b8090', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'f460f413-cc42-4705-add5-b048d6571c37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:39:31Z', 'updated_at': '2021-10-12T20:39:36Z', 'revision_number': 4, 'project_id': '7442129b9a34485493c155606431438b', 'subnets': [{'id': 'f460f413-cc42-4705-add5-b048d6571c37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:39:36.508321 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-c21b9fef-23e8-463d-8755-d3999873d5b1 None None] Provisioning complete for port 8f0de315-dfdd-4504-8292-8dab191ef809 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:39:36.508697 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c21b9fef-23e8-463d-8755-d3999873d5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:36.536710 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2b7bf8-aff5-4a49-8417-6ca99ccdb3d7 None None] The sync data for ids ['1ad629db-2df9-4dbc-b300-6f24c92b8090'] in n-d-813679-3 is: [{'id': '1ad629db-2df9-4dbc-b300-6f24c92b8090', 'name': 'tempest-TestSnapshotPattern-846235321-router', 'tenant_id': '7442129b9a34485493c155606431438b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': 'e6bc36ef-39df-4b64-a88a-387ad6395f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:39:28Z', 'updated_at': '2021-10-12T20:39:32Z', 'revision_number': 4, 'project_id': '7442129b9a34485493c155606431438b', 'gw_port': {'id': 'e6bc36ef-39df-4b64-a88a-387ad6395f93', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:c7:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad629db-2df9-4dbc-b300-6f24c92b8090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:39:29Z', 'updated_at': '2021-10-12T20:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '8f0de315-dfdd-4504-8292-8dab191ef809', 'name': '', 'network_id': '0eb1bd84-13be-475e-87ab-b51653d568fd', 'tenant_id': '7442129b9a34485493c155606431438b', 'mac_address': 'fa:16:3e:70:22:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ad629db-2df9-4dbc-b300-6f24c92b8090', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'f460f413-cc42-4705-add5-b048d6571c37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:39:31Z', 'updated_at': '2021-10-12T20:39:36Z', 'revision_number': 4, 'project_id': '7442129b9a34485493c155606431438b', 'subnets': [{'id': 'f460f413-cc42-4705-add5-b048d6571c37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 20:39:36.582923 n-d-813679-3 neutron-server[95501]: INFO neutron.db.securitygroups_db [None req-19fff3d0-f4a2-477a-9556-e25a15146677 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Project 9764ea0723f246799683e1514c84b774 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 20:39:36.588860 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-19fff3d0-f4a2-477a-9556-e25a15146677 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:36.652662 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-19fff3d0-f4a2-477a-9556-e25a15146677 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:36.719548 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-19fff3d0-f4a2-477a-9556-e25a15146677 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:36.741621 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fff3d0-f4a2-477a-9556-e25a15146677 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d29d2389-48f2-402a-a353-eb1604fc8613,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:39:36.818773 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-19fff3d0-f4a2-477a-9556-e25a15146677 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:36.820042 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-19fff3d0-f4a2-477a-9556-e25a15146677 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3210039 Oct 12 20:39:36.822871 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 38152) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:39:36.827628 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-1af218b7-4ff0-41a8-89fb-452bb947e644 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Request body: {'security_group_rule': {'security_group_id': '225daee4-370a-4406-b854-1eb32b29f4c2', 'project_id': '9764ea0723f246799683e1514c84b774', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:39:36.919719 n-d-813679-3 neutron-server[95501]: INFO neutron.db.securitygroups_db [None req-1af218b7-4ff0-41a8-89fb-452bb947e644 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Project 9764ea0723f246799683e1514c84b774 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 20:39:36.925014 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1af218b7-4ff0-41a8-89fb-452bb947e644 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:36.993177 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1af218b7-4ff0-41a8-89fb-452bb947e644 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:37.031309 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 8f0de315-dfdd-4504-8292-8dab191ef809 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 20:39:37.060023 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1af218b7-4ff0-41a8-89fb-452bb947e644 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478095'] for security_group_rule, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:37.081228 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af218b7-4ff0-41a8-89fb-452bb947e644 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bc8adc2-aa6d-4b6b-b1d9-9eddbcff0bcf,revision_number=0']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:39:37.092136 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port 8f0de315-dfdd-4504-8292-8dab191ef809 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:39:37.092136 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:37.148526 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-1af218b7-4ff0-41a8-89fb-452bb947e644 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:37.150167 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-1af218b7-4ff0-41a8-89fb-452bb947e644 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3260536 Oct 12 20:39:37.179686 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device e6bc36ef-39df-4b64-a88a-387ad6395f93 up at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 20:39:37.233433 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Provisioning complete for port e6bc36ef-39df-4b64-a88a-387ad6395f93 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:39:37.234027 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:37.293169 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5c603df0-9f10-4547-ac19-7a8811c7e4d7 req-5dbf9eb6-4740-4e71-9ed2-166d77765280 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-47170120&fields=id&tenant_id=9764ea0723f246799683e1514c84b774 HTTP/1.1" status: 200 len: 267 time: 0.0315466 Oct 12 20:39:37.396689 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c603df0-9f10-4547-ac19-7a8811c7e4d7 req-9dc5b404-744c-47ea-9d25-c8a08a8d5857 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:39:37.398150 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5c603df0-9f10-4547-ac19-7a8811c7e4d7 req-9dc5b404-744c-47ea-9d25-c8a08a8d5857 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] 10.222.0.49 "GET /v2.0/networks?id=7d0fd05b-516c-4d37-8cef-fc7b79f55bf9 HTTP/1.1" status: 200 len: 810 time: 0.0982132 Oct 12 20:39:37.413383 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5c603df0-9f10-4547-ac19-7a8811c7e4d7 req-cbc8fb30-eb59-42eb-bfe8-f9e8839afee1 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] 10.222.0.49 "GET /v2.0/quotas/9764ea0723f246799683e1514c84b774 HTTP/1.1" status: 200 len: 375 time: 0.0092697 Oct 12 20:39:37.465650 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5c603df0-9f10-4547-ac19-7a8811c7e4d7 req-4029c8f2-e75b-4bf3-8124-be3a13d43ea2 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=9764ea0723f246799683e1514c84b774&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0471754 Oct 12 20:39:37.481772 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [req-5c603df0-9f10-4547-ac19-7a8811c7e4d7 req-ca28fde7-7d5e-452e-a266-42cd73d012b6 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 20:39:37.482707 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5c603df0-9f10-4547-ac19-7a8811c7e4d7 req-ca28fde7-7d5e-452e-a266-42cd73d012b6 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0050108 Oct 12 20:39:37.569329 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5c603df0-9f10-4547-ac19-7a8811c7e4d7 req-cfe4e302-05b7-42c3-aad6-995f5eb80466 service neutron] 10.222.0.49 "GET /v2.0/networks/7d0fd05b-516c-4d37-8cef-fc7b79f55bf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809851 Oct 12 20:39:37.660976 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5c603df0-9f10-4547-ac19-7a8811c7e4d7 req-84c49d61-caec-49d9-9c69-a561e5e313de service neutron] 10.222.0.49 "GET /v2.0/networks/7d0fd05b-516c-4d37-8cef-fc7b79f55bf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856705 Oct 12 20:39:37.881318 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-393a851e-bd75-4006-b4b0-7f4a57928130 req-100a65bb-fe4a-4c28-9a3c-6dfcda62c90d tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5447d2f-754f-4ce8-890e-47a72a7451c2 HTTP/1.1" status: 200 len: 210 time: 0.0256701 Oct 12 20:39:38.975357 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-c55ed7f9-b69d-41d4-996a-d9d6ac0bb9b4 req-8c27d25e-b6e5-41dc-b35b-9074b6cf7149 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5447d2f-754f-4ce8-890e-47a72a7451c2 HTTP/1.1" status: 200 len: 210 time: 0.0261891 Oct 12 20:39:39.926187 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c603df0-9f10-4547-ac19-7a8811c7e4d7 req-ba1c878e-8813-4066-9cfb-a8d5b9ad87f7 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:39:39.927726 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5c603df0-9f10-4547-ac19-7a8811c7e4d7 req-ba1c878e-8813-4066-9cfb-a8d5b9ad87f7 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] 10.222.0.67 "GET /v2.0/networks?id=7d0fd05b-516c-4d37-8cef-fc7b79f55bf9 HTTP/1.1" status: 200 len: 810 time: 0.0997748 Oct 12 20:39:39.969756 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5c603df0-9f10-4547-ac19-7a8811c7e4d7 req-70a66dcd-6897-47de-a1d6-437c7c315d48 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9764ea0723f246799683e1514c84b774 HTTP/1.1" status: 200 len: 378 time: 0.0334628 Oct 12 20:39:39.979727 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-5c603df0-9f10-4547-ac19-7a8811c7e4d7 req-670b5888-67f5-4bfb-b745-04a14bacb513 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Request body: {'port': {'device_id': 'd5447d2f-754f-4ce8-890e-47a72a7451c2', 'network_id': '7d0fd05b-516c-4d37-8cef-fc7b79f55bf9', 'admin_state_up': True, 'tenant_id': '9764ea0723f246799683e1514c84b774', 'security_groups': ['225daee4-370a-4406-b854-1eb32b29f4c2']}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:39:40.071869 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-89f9f570-dea1-46fc-ae66-c1bfd1a879ce req-edebc17a-9b45-4b49-b6d7-b501f29df35d tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5447d2f-754f-4ce8-890e-47a72a7451c2 HTTP/1.1" status: 200 len: 210 time: 0.0263267 Oct 12 20:39:40.148908 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c603df0-9f10-4547-ac19-7a8811c7e4d7 req-670b5888-67f5-4bfb-b745-04a14bacb513 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Made reservation on behalf of 9764ea0723f246799683e1514c84b774 for: {'port': 1} {{(pid=95501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 20:39:40.152548 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-5c603df0-9f10-4547-ac19-7a8811c7e4d7 req-670b5888-67f5-4bfb-b745-04a14bacb513 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:40.281067 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [req-5c603df0-9f10-4547-ac19-7a8811c7e4d7 req-670b5888-67f5-4bfb-b745-04a14bacb513 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Allocated IP 172.20.0.13 (7d0fd05b-516c-4d37-8cef-fc7b79f55bf9/127ee392-a222-43cf-853e-a73e192d7e2c/a9003551-418d-4c81-8033-3576a1830435) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 20:39:40.417312 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-5c603df0-9f10-4547-ac19-7a8811c7e4d7 req-670b5888-67f5-4bfb-b745-04a14bacb513 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:40.502470 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-5c603df0-9f10-4547-ac19-7a8811c7e4d7 req-670b5888-67f5-4bfb-b745-04a14bacb513 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:40.549528 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c603df0-9f10-4547-ac19-7a8811c7e4d7 req-670b5888-67f5-4bfb-b745-04a14bacb513 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Network 7d0fd05b-516c-4d37-8cef-fc7b79f55bf9 is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 20:39:40.552552 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [req-5c603df0-9f10-4547-ac19-7a8811c7e4d7 req-670b5888-67f5-4bfb-b745-04a14bacb513 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 20:39:40.556266 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c603df0-9f10-4547-ac19-7a8811c7e4d7 req-670b5888-67f5-4bfb-b745-04a14bacb513 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 20:39:40.581197 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670b5888-67f5-4bfb-b745-04a14bacb513 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Pushing event updated for resources: {'Port': ['ID=a9003551-418d-4c81-8033-3576a1830435,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:39:40.611688 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c603df0-9f10-4547-ac19-7a8811c7e4d7 req-670b5888-67f5-4bfb-b745-04a14bacb513 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:39:40.612646 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-5c603df0-9f10-4547-ac19-7a8811c7e4d7 req-670b5888-67f5-4bfb-b745-04a14bacb513 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:40.699395 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5c603df0-9f10-4547-ac19-7a8811c7e4d7 req-670b5888-67f5-4bfb-b745-04a14bacb513 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7232497 Oct 12 20:39:40.712603 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [req-5c603df0-9f10-4547-ac19-7a8811c7e4d7 req-5835ed25-6fd5-449b-a1b3-ee8f9cffe5c3 service neutron] Request body: {'port': {'device_id': 'd5447d2f-754f-4ce8-890e-47a72a7451c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813679-3'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:39:40.766564 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-5c603df0-9f10-4547-ac19-7a8811c7e4d7 req-5835ed25-6fd5-449b-a1b3-ee8f9cffe5c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:40.839222 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-e4bd7ac4-ee88-4247-9af7-7534aa427a0d None None] Provisioning complete for port a9003551-418d-4c81-8033-3576a1830435 triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:39:40.839713 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e4bd7ac4-ee88-4247-9af7-7534aa427a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:40.873724 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-e4bd7ac4-ee88-4247-9af7-7534aa427a0d None None] Port a9003551-418d-4c81-8033-3576a1830435 cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 20:39:41.029496 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [req-5c603df0-9f10-4547-ac19-7a8811c7e4d7 req-5835ed25-6fd5-449b-a1b3-ee8f9cffe5c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9003551-418d-4c81-8033-3576a1830435 {{(pid=95501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 20:39:41.036898 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-5c603df0-9f10-4547-ac19-7a8811c7e4d7 req-5835ed25-6fd5-449b-a1b3-ee8f9cffe5c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:41.049071 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.provisioning_blocks [req-5c603df0-9f10-4547-ac19-7a8811c7e4d7 req-5835ed25-6fd5-449b-a1b3-ee8f9cffe5c3 service neutron] Transition to ACTIVE for port object a9003551-418d-4c81-8033-3576a1830435 will not be triggered until provisioned by entity L2. {{(pid=95501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 20:39:41.119350 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-5c603df0-9f10-4547-ac19-7a8811c7e4d7 req-5835ed25-6fd5-449b-a1b3-ee8f9cffe5c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:41.198588 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5835ed25-6fd5-449b-a1b3-ee8f9cffe5c3 service neutron] Pushing event updated for resources: {'Port': ['ID=a9003551-418d-4c81-8033-3576a1830435,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:39:41.270325 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92967e9-fda0-4627-b172-11dd982bb956 req-8be55f6c-baf2-4416-bfa7-dfa1ddddc87b tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:39:41.272503 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b92967e9-fda0-4627-b172-11dd982bb956 req-8be55f6c-baf2-4416-bfa7-dfa1ddddc87b tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5447d2f-754f-4ce8-890e-47a72a7451c2 HTTP/1.1" status: 200 len: 944 time: 0.1256063 Oct 12 20:39:41.321887 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-5c603df0-9f10-4547-ac19-7a8811c7e4d7 req-5835ed25-6fd5-449b-a1b3-ee8f9cffe5c3 service neutron] Attempting to bind port a9003551-418d-4c81-8033-3576a1830435 on host n-h2-813679-3 for vnic_type normal with profile {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 20:39:41.322230 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-5c603df0-9f10-4547-ac19-7a8811c7e4d7 req-5835ed25-6fd5-449b-a1b3-ee8f9cffe5c3 service neutron] Attempting to bind port a9003551-418d-4c81-8033-3576a1830435 by drivers openvswitch,hyperv on host n-h2-813679-3 at level 0 using segments [{'id': 'ee658da1-1e57-469e-a1b9-5d330d9419fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '7d0fd05b-516c-4d37-8cef-fc7b79f55bf9'}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 20:39:41.322563 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c603df0-9f10-4547-ac19-7a8811c7e4d7 req-5835ed25-6fd5-449b-a1b3-ee8f9cffe5c3 service neutron] Attempting to bind port a9003551-418d-4c81-8033-3576a1830435 on network 7d0fd05b-516c-4d37-8cef-fc7b79f55bf9 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 20:39:41.334163 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b92967e9-fda0-4627-b172-11dd982bb956 req-80bcf607-39b6-4f92-bf96-e8a8883f3ccf tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] 10.222.0.49 "GET /v2.0/security-groups?id=225daee4-370a-4406-b854-1eb32b29f4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0544515 Oct 12 20:39:41.335254 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c603df0-9f10-4547-ac19-7a8811c7e4d7 req-5835ed25-6fd5-449b-a1b3-ee8f9cffe5c3 service neutron] Port a9003551-418d-4c81-8033-3576a1830435 on network 7d0fd05b-516c-4d37-8cef-fc7b79f55bf9 not bound, no agent of type Open vSwitch agent registered on host n-h2-813679-3 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 20:39:41.335578 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c603df0-9f10-4547-ac19-7a8811c7e4d7 req-5835ed25-6fd5-449b-a1b3-ee8f9cffe5c3 service neutron] Attempting to bind port a9003551-418d-4c81-8033-3576a1830435 on network 7d0fd05b-516c-4d37-8cef-fc7b79f55bf9 {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 20:39:41.341017 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c603df0-9f10-4547-ac19-7a8811c7e4d7 req-5835ed25-6fd5-449b-a1b3-ee8f9cffe5c3 service neutron] Checking agent: {'id': '233fbd7d-38e4-434f-bb8f-05364d7423a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 20, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 20:39:41.341395 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c603df0-9f10-4547-ac19-7a8811c7e4d7 req-5835ed25-6fd5-449b-a1b3-ee8f9cffe5c3 service neutron] Checking segment: {'id': 'ee658da1-1e57-469e-a1b9-5d330d9419fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '7d0fd05b-516c-4d37-8cef-fc7b79f55bf9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 20:39:41.341731 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c603df0-9f10-4547-ac19-7a8811c7e4d7 req-5835ed25-6fd5-449b-a1b3-ee8f9cffe5c3 service neutron] Bound using segment: {'id': 'ee658da1-1e57-469e-a1b9-5d330d9419fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '7d0fd05b-516c-4d37-8cef-fc7b79f55bf9'} {{(pid=95501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 20:39:41.342173 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.managers [req-5c603df0-9f10-4547-ac19-7a8811c7e4d7 req-5835ed25-6fd5-449b-a1b3-ee8f9cffe5c3 service neutron] Bound port: a9003551-418d-4c81-8033-3576a1830435, host: n-h2-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee658da1-1e57-469e-a1b9-5d330d9419fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '7d0fd05b-516c-4d37-8cef-fc7b79f55bf9'}}] {{(pid=95501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 20:39:41.342541 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-5c603df0-9f10-4547-ac19-7a8811c7e4d7 req-5835ed25-6fd5-449b-a1b3-ee8f9cffe5c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:41.406348 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-5c603df0-9f10-4547-ac19-7a8811c7e4d7 req-5835ed25-6fd5-449b-a1b3-ee8f9cffe5c3 service neutron] For port a9003551-418d-4c81-8033-3576a1830435, host n-h2-813679-3, cleared binding levels {{(pid=95501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 20:39:41.409298 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-5c603df0-9f10-4547-ac19-7a8811c7e4d7 req-5835ed25-6fd5-449b-a1b3-ee8f9cffe5c3 service neutron] For port a9003551-418d-4c81-8033-3576a1830435, host n-h2-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=a9003551-418d-4c81-8033-3576a1830435,segment=NetworkSegment(ee658da1-1e57-469e-a1b9-5d330d9419fd),segment_id=ee658da1-1e57-469e-a1b9-5d330d9419fd)] {{(pid=95501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 20:39:41.465782 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-5c603df0-9f10-4547-ac19-7a8811c7e4d7 req-5835ed25-6fd5-449b-a1b3-ee8f9cffe5c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:41.500690 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c603df0-9f10-4547-ac19-7a8811c7e4d7 req-5835ed25-6fd5-449b-a1b3-ee8f9cffe5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:39:41.501305 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-5c603df0-9f10-4547-ac19-7a8811c7e4d7 req-5835ed25-6fd5-449b-a1b3-ee8f9cffe5c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:41.502664 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5c603df0-9f10-4547-ac19-7a8811c7e4d7 req-5835ed25-6fd5-449b-a1b3-ee8f9cffe5c3 service neutron] 10.222.0.67 "PUT /v2.0/ports/a9003551-418d-4c81-8033-3576a1830435 HTTP/1.1" status: 200 len: 1092 time: 0.7945304 Oct 12 20:39:41.503106 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5447d2f-754f-4ce8-890e-47a72a7451c2', 'tag': 'a9003551-418d-4c81-8033-3576a1830435'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:39:41.505520 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de8ed798067560d07a98492cd8cb53eb3655be3ac6c9fe2f8402857175a8f58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1def4632-dd35-46b0-a95c-30d1d52ac276" -d '{"events": [{"name": "network-changed", "server_uuid": "d5447d2f-754f-4ce8-890e-47a72a7451c2", "tag": "a9003551-418d-4c81-8033-3576a1830435"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:39:41.534544 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5835ed25-6fd5-449b-a1b3-ee8f9cffe5c3 service neutron] Pushing event updated for resources: {'Port': ['ID=a9003551-418d-4c81-8033-3576a1830435,revision_number=3']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:39:41.550988 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 20:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d5ea2b2-a008-4240-9928-e96a6545f4c6 x-openstack-request-id: req-6d5ea2b2-a008-4240-9928-e96a6545f4c6 {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:39:41.551285 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5447d2f-754f-4ce8-890e-47a72a7451c2", "tag": "a9003551-418d-4c81-8033-3576a1830435", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:39:41.551545 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6d5ea2b2-a008-4240-9928-e96a6545f4c6 {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:39:41.551957 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5447d2f-754f-4ce8-890e-47a72a7451c2', 'tag': 'a9003551-418d-4c81-8033-3576a1830435', 'status': 'completed', 'code': 200} Oct 12 20:39:41.618643 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1def4632-dd35-46b0-a95c-30d1d52ac276 req-12109b6d-4745-4931-b8d7-c199a41e28e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:39:41.620264 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1def4632-dd35-46b0-a95c-30d1d52ac276 req-12109b6d-4745-4931-b8d7-c199a41e28e1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9764ea0723f246799683e1514c84b774&device_id=d5447d2f-754f-4ce8-890e-47a72a7451c2 HTTP/1.1" status: 200 len: 1095 time: 0.0485566 Oct 12 20:39:41.722778 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1def4632-dd35-46b0-a95c-30d1d52ac276 req-a0042a17-06b2-4a8e-b7c6-ea3b6bf39ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:39:41.724288 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1def4632-dd35-46b0-a95c-30d1d52ac276 req-a0042a17-06b2-4a8e-b7c6-ea3b6bf39ab5 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=9764ea0723f246799683e1514c84b774&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0965211 Oct 12 20:39:41.821937 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1def4632-dd35-46b0-a95c-30d1d52ac276 req-ffd4ebf9-362b-437e-95f9-598081c5c206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:39:41.823289 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1def4632-dd35-46b0-a95c-30d1d52ac276 req-ffd4ebf9-362b-437e-95f9-598081c5c206 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0922818 Oct 12 20:39:41.897587 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c603df0-9f10-4547-ac19-7a8811c7e4d7 req-2f0ab0ae-8fc1-4300-bdd2-d5efc6f1a8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:39:41.899351 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5c603df0-9f10-4547-ac19-7a8811c7e4d7 req-2f0ab0ae-8fc1-4300-bdd2-d5efc6f1a8ca service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9764ea0723f246799683e1514c84b774&device_id=d5447d2f-754f-4ce8-890e-47a72a7451c2 HTTP/1.1" status: 200 len: 1095 time: 0.0405109 Oct 12 20:39:41.944440 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5c603df0-9f10-4547-ac19-7a8811c7e4d7 req-6a289002-b552-4049-ab5a-573cc9378fa7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a9003551-418d-4c81-8033-3576a1830435 HTTP/1.1" status: 200 len: 217 time: 0.0373442 Oct 12 20:39:41.994253 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c603df0-9f10-4547-ac19-7a8811c7e4d7 req-b3d209df-6b90-4d8d-91e6-318ab1fa2432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:39:41.995734 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5c603df0-9f10-4547-ac19-7a8811c7e4d7 req-b3d209df-6b90-4d8d-91e6-318ab1fa2432 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=127ee392-a222-43cf-853e-a73e192d7e2c HTTP/1.1" status: 200 len: 849 time: 0.0452681 Oct 12 20:39:42.040776 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c603df0-9f10-4547-ac19-7a8811c7e4d7 req-ff0a2459-9774-436d-bbd1-e4c30acba187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:39:42.042222 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5c603df0-9f10-4547-ac19-7a8811c7e4d7 req-ff0a2459-9774-436d-bbd1-e4c30acba187 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7d0fd05b-516c-4d37-8cef-fc7b79f55bf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394125 Oct 12 20:39:42.133681 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5c603df0-9f10-4547-ac19-7a8811c7e4d7 req-b3e1db8f-9145-477a-9e3f-1f3df7156ea8 service neutron] 10.222.0.67 "GET /v2.0/networks/7d0fd05b-516c-4d37-8cef-fc7b79f55bf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839064 Oct 12 20:39:42.222566 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5c603df0-9f10-4547-ac19-7a8811c7e4d7 req-23c04499-80f1-4015-9eb9-10a10a51dce3 service neutron] 10.222.0.67 "GET /v2.0/networks/7d0fd05b-516c-4d37-8cef-fc7b79f55bf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820668 Oct 12 20:39:42.450471 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d8078e-da61-417e-a845-790c05a05595 req-f27d8f77-084b-4d92-9670-b3eda1216f4a tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:39:42.451907 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b6d8078e-da61-417e-a845-790c05a05595 req-f27d8f77-084b-4d92-9670-b3eda1216f4a tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5447d2f-754f-4ce8-890e-47a72a7451c2 HTTP/1.1" status: 200 len: 944 time: 0.0485287 Oct 12 20:39:42.489107 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-b6d8078e-da61-417e-a845-790c05a05595 req-ab6458f9-82ae-47ae-b5fa-d4d89413d183 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] 10.222.0.49 "GET /v2.0/security-groups?id=225daee4-370a-4406-b854-1eb32b29f4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312977 Oct 12 20:39:43.608862 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19435ae-7643-4345-8167-033a47008c7d req-2ed19b3c-a784-4b95-bc70-43f7e5e9c5b7 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:39:43.610311 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e19435ae-7643-4345-8167-033a47008c7d req-2ed19b3c-a784-4b95-bc70-43f7e5e9c5b7 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5447d2f-754f-4ce8-890e-47a72a7451c2 HTTP/1.1" status: 200 len: 944 time: 0.0525355 Oct 12 20:39:43.647734 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-e19435ae-7643-4345-8167-033a47008c7d req-4ad3220d-260b-4185-93c7-4f9f9674ba5d tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] 10.222.0.49 "GET /v2.0/security-groups?id=225daee4-370a-4406-b854-1eb32b29f4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315411 Oct 12 20:39:44.693955 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device a9003551-418d-4c81-8033-3576a1830435 details requested by agent hyperv_n-h2-813679-3 with host n-h2-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 20:39:44.764495 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063b19ae-950c-473e-8555-898eabadb413 req-2aae5cf2-4114-4072-8a75-0e1911295833 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:39:44.765991 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-063b19ae-950c-473e-8555-898eabadb413 req-2aae5cf2-4114-4072-8a75-0e1911295833 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5447d2f-754f-4ce8-890e-47a72a7451c2 HTTP/1.1" status: 200 len: 944 time: 0.0525272 Oct 12 20:39:44.786107 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port a9003551-418d-4c81-8033-3576a1830435, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=a9003551-418d-4c81-8033-3576a1830435,segment=NetworkSegment(ee658da1-1e57-469e-a1b9-5d330d9419fd),segment_id=ee658da1-1e57-469e-a1b9-5d330d9419fd)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:39:44.801169 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Returning: {'device': 'a9003551-418d-4c81-8033-3576a1830435', 'network_id': '7d0fd05b-516c-4d37-8cef-fc7b79f55bf9', 'port_id': 'a9003551-418d-4c81-8033-3576a1830435', 'mac_address': 'fa:16:3e:ee:20:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '127ee392-a222-43cf-853e-a73e192d7e2c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 20:39:44.804022 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-063b19ae-950c-473e-8555-898eabadb413 req-eed5af8c-f41c-466a-b4c7-56322383add9 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] 10.222.0.49 "GET /v2.0/security-groups?id=225daee4-370a-4406-b854-1eb32b29f4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322111 Oct 12 20:39:44.838070 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:44.850070 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9003551-418d-4c81-8033-3576a1830435 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 20:39:44.868409 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port a9003551-418d-4c81-8033-3576a1830435, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=a9003551-418d-4c81-8033-3576a1830435,segment=NetworkSegment(ee658da1-1e57-469e-a1b9-5d330d9419fd),segment_id=ee658da1-1e57-469e-a1b9-5d330d9419fd)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:39:44.933721 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:44.979728 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=a9003551-418d-4c81-8033-3576a1830435,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:39:45.170902 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['a9003551-418d-4c81-8033-3576a1830435'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 20:39:45.187341 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 20:39:45.924519 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb87857-3593-4dcf-af43-ab62b92346ed req-bdf4c191-d801-481f-a535-895a0df5173d tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:39:45.926032 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ceb87857-3593-4dcf-af43-ab62b92346ed req-bdf4c191-d801-481f-a535-895a0df5173d tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5447d2f-754f-4ce8-890e-47a72a7451c2 HTTP/1.1" status: 200 len: 945 time: 0.0517666 Oct 12 20:39:45.965908 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-ceb87857-3593-4dcf-af43-ab62b92346ed req-a641339b-aead-4b18-be7c-e964bc6b90e6 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] 10.222.0.49 "GET /v2.0/security-groups?id=225daee4-370a-4406-b854-1eb32b29f4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332694 Oct 12 20:39:46.726300 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device a9003551-418d-4c81-8033-3576a1830435 up at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 20:39:46.844639 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning for port a9003551-418d-4c81-8033-3576a1830435 completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 20:39:46.848267 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning complete for port a9003551-418d-4c81-8033-3576a1830435 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:39:46.848622 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:46.924988 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:46.946367 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5447d2f-754f-4ce8-890e-47a72a7451c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9003551-418d-4c81-8033-3576a1830435'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:39:46.948623 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b9295f95168b7ebeacfaf6dce688c5b5a488805d3fcc076b348ff91511493a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-631439bb-d238-40d5-8500-60e56cde4e33" -d '{"events": [{"server_uuid": "d5447d2f-754f-4ce8-890e-47a72a7451c2", "name": "network-vif-plugged", "status": "completed", "tag": "a9003551-418d-4c81-8033-3576a1830435"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:39:46.961374 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port a9003551-418d-4c81-8033-3576a1830435, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=a9003551-418d-4c81-8033-3576a1830435,segment=NetworkSegment(ee658da1-1e57-469e-a1b9-5d330d9419fd),segment_id=ee658da1-1e57-469e-a1b9-5d330d9419fd)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:39:47.028477 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:47.055035 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 20:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d08deff7-d828-4700-b12e-5a8a8722078a x-openstack-request-id: req-d08deff7-d828-4700-b12e-5a8a8722078a {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:39:47.055329 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5447d2f-754f-4ce8-890e-47a72a7451c2", "name": "network-vif-plugged", "status": "completed", "tag": "a9003551-418d-4c81-8033-3576a1830435", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:39:47.055581 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d08deff7-d828-4700-b12e-5a8a8722078a {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:39:47.055970 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5447d2f-754f-4ce8-890e-47a72a7451c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9003551-418d-4c81-8033-3576a1830435', 'code': 200} Oct 12 20:39:47.084875 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=a9003551-418d-4c81-8033-3576a1830435,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:39:47.085139 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bd10a6-0eff-42c7-9a9d-018f740918ea req-70f85d0f-63ee-427e-8025-9ffaad619088 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:39:47.092789 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c2bd10a6-0eff-42c7-9a9d-018f740918ea req-70f85d0f-63ee-427e-8025-9ffaad619088 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5447d2f-754f-4ce8-890e-47a72a7451c2 HTTP/1.1" status: 200 len: 946 time: 0.0590208 Oct 12 20:39:47.130337 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c2bd10a6-0eff-42c7-9a9d-018f740918ea req-7c0e278b-fecf-4cfa-a565-3d05c08cc50a tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] 10.222.0.49 "GET /v2.0/security-groups?id=225daee4-370a-4406-b854-1eb32b29f4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0365565 Oct 12 20:39:47.149502 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba1e8c0-e9b8-4e43-bc49-b50f6db62090 req-fd89d48e-da84-4f8a-999c-a34c2cd6d5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:39:47.151004 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5ba1e8c0-e9b8-4e43-bc49-b50f6db62090 req-fd89d48e-da84-4f8a-999c-a34c2cd6d5f2 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d5447d2f-754f-4ce8-890e-47a72a7451c2 HTTP/1.1" status: 200 len: 1097 time: 0.0418394 Oct 12 20:39:47.185250 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-5ba1e8c0-e9b8-4e43-bc49-b50f6db62090 req-22d57f78-6052-4299-925d-977153fc05ac service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=225daee4-370a-4406-b854-1eb32b29f4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0272245 Oct 12 20:39:48.249293 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b91bb25-61a3-4808-b16e-99d316038485 req-fff12ec9-274e-463e-bd31-3c59045ae5d7 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:39:48.250790 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1b91bb25-61a3-4808-b16e-99d316038485 req-fff12ec9-274e-463e-bd31-3c59045ae5d7 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5447d2f-754f-4ce8-890e-47a72a7451c2 HTTP/1.1" status: 200 len: 946 time: 0.0494351 Oct 12 20:39:48.289924 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1b91bb25-61a3-4808-b16e-99d316038485 req-578eec9e-d524-43f9-8053-94dcac7b7d79 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] 10.222.0.49 "GET /v2.0/security-groups?id=225daee4-370a-4406-b854-1eb32b29f4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325854 Oct 12 20:39:49.406828 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8da0d44-de4f-4d61-91d6-31645111ae85 req-6ff59d98-a52e-496a-a02c-9abdd87f9d4d tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:39:49.408343 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f8da0d44-de4f-4d61-91d6-31645111ae85 req-6ff59d98-a52e-496a-a02c-9abdd87f9d4d tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5447d2f-754f-4ce8-890e-47a72a7451c2 HTTP/1.1" status: 200 len: 946 time: 0.0525272 Oct 12 20:39:49.445513 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-f8da0d44-de4f-4d61-91d6-31645111ae85 req-1bc7ec29-40b9-4d9d-ac49-17a5534553f6 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] 10.222.0.49 "GET /v2.0/security-groups?id=225daee4-370a-4406-b854-1eb32b29f4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307398 Oct 12 20:39:49.562144 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac3ca9b-7708-46bf-aac5-5c4d95948e9f req-96f5eeeb-b23f-4b67-90db-38b10f95fed2 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:39:49.563595 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0ac3ca9b-7708-46bf-aac5-5c4d95948e9f req-96f5eeeb-b23f-4b67-90db-38b10f95fed2 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5447d2f-754f-4ce8-890e-47a72a7451c2 HTTP/1.1" status: 200 len: 946 time: 0.0526648 Oct 12 20:39:49.600757 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-0ac3ca9b-7708-46bf-aac5-5c4d95948e9f req-af65dcb8-148d-4b7e-aeff-b75a05f6868c tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] 10.222.0.49 "GET /v2.0/security-groups?id=225daee4-370a-4406-b854-1eb32b29f4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311096 Oct 12 20:39:49.623400 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 38212) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:39:49.757155 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6affcfcc-73ab-4b9b-90c5-b70cf7063834 tempest-TestSnapshotPattern-1410965046 tempest-TestSnapshotPattern-1410965046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:39:49.758652 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-6affcfcc-73ab-4b9b-90c5-b70cf7063834 tempest-TestSnapshotPattern-1410965046 tempest-TestSnapshotPattern-1410965046-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=d5447d2f-754f-4ce8-890e-47a72a7451c2 HTTP/1.1" status: 200 len: 1092 time: 0.1342323 Oct 12 20:39:49.761507 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 38216) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:39:49.765692 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.v2.base [None req-23acb7f9-e4c8-43d6-a873-4083b8821673 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Request body: {'floatingip': {'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'port_id': 'a9003551-418d-4c81-8033-3576a1830435', 'tenant_id': '9764ea0723f246799683e1514c84b774', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:39:49.871260 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-23acb7f9-e4c8-43d6-a873-4083b8821673 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Notify callbacks [] for floatingip, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:49.966222 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-23acb7f9-e4c8-43d6-a873-4083b8821673 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:50.063978 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_common [None req-23acb7f9-e4c8-43d6-a873-4083b8821673 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Allocated IP 172.25.5.50 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/2c7766d7-df68-4aef-af07-d41764ffc244) {{(pid=95501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 20:39:50.166628 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-23acb7f9-e4c8-43d6-a873-4083b8821673 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Notify callbacks [] for port, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:50.250751 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-23acb7f9-e4c8-43d6-a873-4083b8821673 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:50.291577 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23acb7f9-e4c8-43d6-a873-4083b8821673 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 20:39:50.295365 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.base_scheduler [None req-23acb7f9-e4c8-43d6-a873-4083b8821673 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Resources bound (agent type, host, resource id): {{(pid=95501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 20:39:50.297922 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23acb7f9-e4c8-43d6-a873-4083b8821673 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Received port after_create {{(pid=95501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 20:39:50.323630 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23acb7f9-e4c8-43d6-a873-4083b8821673 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Pushing event updated for resources: {'Port': ['ID=2c7766d7-df68-4aef-af07-d41764ffc244,revision_number=1']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:39:50.651153 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-23acb7f9-e4c8-43d6-a873-4083b8821673 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:50.794138 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-23acb7f9-e4c8-43d6-a873-4083b8821673 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:50.939387 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-23acb7f9-e4c8-43d6-a873-4083b8821673 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Notify callbacks [] for port, precommit_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:51.013610 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-23acb7f9-e4c8-43d6-a873-4083b8821673 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824938'] for port, after_update {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:51.080019 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23acb7f9-e4c8-43d6-a873-4083b8821673 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Pushing event updated for resources: {'Port': ['ID=2c7766d7-df68-4aef-af07-d41764ffc244,revision_number=2']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:39:51.095207 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-23acb7f9-e4c8-43d6-a873-4083b8821673 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7915414'] for floatingip, after_create {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:51.191523 n-d-813679-3 neutron-server[95501]: INFO neutron.db.l3_db [None req-23acb7f9-e4c8-43d6-a873-4083b8821673 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Floating IP 75d0de94-82c6-4af1-94e4-8afa70f48d94 associated. External IP: 172.25.5.50, port: a9003551-418d-4c81-8033-3576a1830435. Oct 12 20:39:51.390664 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23acb7f9-e4c8-43d6-a873-4083b8821673 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Router ab87edea-c071-4fa6-abec-9f8dbabb19ab has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 20:39:51.491783 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23acb7f9-e4c8-43d6-a873-4083b8821673 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 20:39:51.501447 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2f832c-9928-47b0-89cb-f373b00fb9f2 None None] Sync routers for ids ['ab87edea-c071-4fa6-abec-9f8dbabb19ab'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 20:39:51.509965 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2f832c-9928-47b0-89cb-f373b00fb9f2 None None] Routers {'ab87edea-c071-4fa6-abec-9f8dbabb19ab'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:39:51.510569 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-5c2f832c-9928-47b0-89cb-f373b00fb9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:39:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['ab87edea-c071-4fa6-abec-9f8dbabb19ab'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:39:51.572568 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-23acb7f9-e4c8-43d6-a873-4083b8821673 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:39:51.602879 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-23acb7f9-e4c8-43d6-a873-4083b8821673 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8402476 Oct 12 20:39:51.603493 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5447d2f-754f-4ce8-890e-47a72a7451c2', 'tag': 'a9003551-418d-4c81-8033-3576a1830435'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:39:51.605848 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de8ed798067560d07a98492cd8cb53eb3655be3ac6c9fe2f8402857175a8f58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a3b4c60-c5c8-414b-a461-00f62fef9159" -d '{"events": [{"name": "network-changed", "server_uuid": "d5447d2f-754f-4ce8-890e-47a72a7451c2", "tag": "a9003551-418d-4c81-8033-3576a1830435"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:39:51.616207 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-5c2f832c-9928-47b0-89cb-f373b00fb9f2 None None] Set router ab87edea-c071-4fa6-abec-9f8dbabb19ab gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:39:51.643579 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 20:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79ee3a7c-9fbc-4203-b64f-578e399e693f x-openstack-request-id: req-79ee3a7c-9fbc-4203-b64f-578e399e693f {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:39:51.643874 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5447d2f-754f-4ce8-890e-47a72a7451c2", "tag": "a9003551-418d-4c81-8033-3576a1830435", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:39:51.644166 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-79ee3a7c-9fbc-4203-b64f-578e399e693f {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:39:51.644571 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5447d2f-754f-4ce8-890e-47a72a7451c2', 'tag': 'a9003551-418d-4c81-8033-3576a1830435', 'status': 'completed', 'code': 200} Oct 12 20:39:51.704928 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3b4c60-c5c8-414b-a461-00f62fef9159 req-e3a5d432-7720-4302-a420-d38f35b0c606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:39:51.706441 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1a3b4c60-c5c8-414b-a461-00f62fef9159 req-e3a5d432-7720-4302-a420-d38f35b0c606 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9764ea0723f246799683e1514c84b774&device_id=d5447d2f-754f-4ce8-890e-47a72a7451c2 HTTP/1.1" status: 200 len: 1097 time: 0.0402586 Oct 12 20:39:51.795897 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3b4c60-c5c8-414b-a461-00f62fef9159 req-5a590588-8b0a-48db-ba7d-ebf83754788f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:39:51.797324 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1a3b4c60-c5c8-414b-a461-00f62fef9159 req-5a590588-8b0a-48db-ba7d-ebf83754788f service neutron] 10.222.0.67 "GET /v2.0/networks?id=7d0fd05b-516c-4d37-8cef-fc7b79f55bf9 HTTP/1.1" status: 200 len: 911 time: 0.0840411 Oct 12 20:39:51.999102 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-5c2f832c-9928-47b0-89cb-f373b00fb9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab87edea-c071-4fa6-abec-9f8dbabb19ab', 'name': 'tempest-TestSnapshotPattern-1162623543-router', 'tenant_id': '9764ea0723f246799683e1514c84b774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '8e8307a4-539e-4cc2-ae7d-e26faa208e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:39:22Z', 'updated_at': '2021-10-12T20:39:25Z', 'revision_number': 4, 'project_id': '9764ea0723f246799683e1514c84b774', 'gw_port': {'id': '8e8307a4-539e-4cc2-ae7d-e26faa208e3d', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab87edea-c071-4fa6-abec-9f8dbabb19ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:39:23Z', 'updated_at': '2021-10-12T20:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': '75d0de94-82c6-4af1-94e4-8afa70f48d94', 'tenant_id': '9764ea0723f246799683e1514c84b774', 'floating_ip_address': '172.25.5.50', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': 'ab87edea-c071-4fa6-abec-9f8dbabb19ab', 'port_id': 'a9003551-418d-4c81-8033-3576a1830435', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d0fd05b-516c-4d37-8cef-fc7b79f55bf9', 'mac_address': 'fa:16:3e:ee:20:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5447d2f-754f-4ce8-890e-47a72a7451c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T20:39:50Z', 'updated_at': '2021-10-12T20:39:50Z', 'revision_number': 0, 'project_id': '9764ea0723f246799683e1514c84b774', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65fe693c-0bff-4e21-869a-d6a2a326fa62', 'name': '', 'network_id': '7d0fd05b-516c-4d37-8cef-fc7b79f55bf9', 'tenant_id': '9764ea0723f246799683e1514c84b774', 'mac_address': 'fa:16:3e:bd:70:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab87edea-c071-4fa6-abec-9f8dbabb19ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '127ee392-a222-43cf-853e-a73e192d7e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:39:25Z', 'updated_at': '2021-10-12T20:39:29Z', 'revision_number': 5, 'project_id': '9764ea0723f246799683e1514c84b774', 'subnets': [{'id': '127ee392-a222-43cf-853e-a73e192d7e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:39:52.026771 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2f832c-9928-47b0-89cb-f373b00fb9f2 None None] Checking router: ab87edea-c071-4fa6-abec-9f8dbabb19ab for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 20:39:52.035846 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2f832c-9928-47b0-89cb-f373b00fb9f2 None None] Routers {'ab87edea-c071-4fa6-abec-9f8dbabb19ab'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:39:52.036508 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-5c2f832c-9928-47b0-89cb-f373b00fb9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:39:32Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['ab87edea-c071-4fa6-abec-9f8dbabb19ab'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:39:52.145612 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-5c2f832c-9928-47b0-89cb-f373b00fb9f2 None None] Set router ab87edea-c071-4fa6-abec-9f8dbabb19ab gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:39:52.212170 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1a3b4c60-c5c8-414b-a461-00f62fef9159 req-238862e9-8ac4-4055-891f-19a68616cf1f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a9003551-418d-4c81-8033-3576a1830435 HTTP/1.1" status: 200 len: 999 time: 0.4074016 Oct 12 20:39:52.261346 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3b4c60-c5c8-414b-a461-00f62fef9159 req-af3d2836-9b56-4478-b372-2d4f4fa30a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:39:52.262785 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1a3b4c60-c5c8-414b-a461-00f62fef9159 req-af3d2836-9b56-4478-b372-2d4f4fa30a08 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=127ee392-a222-43cf-853e-a73e192d7e2c HTTP/1.1" status: 200 len: 849 time: 0.0431440 Oct 12 20:39:52.307140 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3b4c60-c5c8-414b-a461-00f62fef9159 req-2676080c-1d33-44e2-ac55-432b3ded8c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:39:52.308710 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1a3b4c60-c5c8-414b-a461-00f62fef9159 req-2676080c-1d33-44e2-ac55-432b3ded8c18 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7d0fd05b-516c-4d37-8cef-fc7b79f55bf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389018 Oct 12 20:39:52.372559 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-5c2f832c-9928-47b0-89cb-f373b00fb9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab87edea-c071-4fa6-abec-9f8dbabb19ab', 'name': 'tempest-TestSnapshotPattern-1162623543-router', 'tenant_id': '9764ea0723f246799683e1514c84b774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '8e8307a4-539e-4cc2-ae7d-e26faa208e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:39:22Z', 'updated_at': '2021-10-12T20:39:25Z', 'revision_number': 4, 'project_id': '9764ea0723f246799683e1514c84b774', 'gw_port': {'id': '8e8307a4-539e-4cc2-ae7d-e26faa208e3d', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab87edea-c071-4fa6-abec-9f8dbabb19ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:39:23Z', 'updated_at': '2021-10-12T20:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': '75d0de94-82c6-4af1-94e4-8afa70f48d94', 'tenant_id': '9764ea0723f246799683e1514c84b774', 'floating_ip_address': '172.25.5.50', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': 'ab87edea-c071-4fa6-abec-9f8dbabb19ab', 'port_id': 'a9003551-418d-4c81-8033-3576a1830435', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d0fd05b-516c-4d37-8cef-fc7b79f55bf9', 'mac_address': 'fa:16:3e:ee:20:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5447d2f-754f-4ce8-890e-47a72a7451c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T20:39:50Z', 'updated_at': '2021-10-12T20:39:50Z', 'revision_number': 0, 'project_id': '9764ea0723f246799683e1514c84b774', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65fe693c-0bff-4e21-869a-d6a2a326fa62', 'name': '', 'network_id': '7d0fd05b-516c-4d37-8cef-fc7b79f55bf9', 'tenant_id': '9764ea0723f246799683e1514c84b774', 'mac_address': 'fa:16:3e:bd:70:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab87edea-c071-4fa6-abec-9f8dbabb19ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '127ee392-a222-43cf-853e-a73e192d7e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:39:25Z', 'updated_at': '2021-10-12T20:39:29Z', 'revision_number': 5, 'project_id': '9764ea0723f246799683e1514c84b774', 'subnets': [{'id': '127ee392-a222-43cf-853e-a73e192d7e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:39:52.397551 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2f832c-9928-47b0-89cb-f373b00fb9f2 None None] The sync data for ids ['ab87edea-c071-4fa6-abec-9f8dbabb19ab'] in n-d-813679-3 is: [{'id': 'ab87edea-c071-4fa6-abec-9f8dbabb19ab', 'name': 'tempest-TestSnapshotPattern-1162623543-router', 'tenant_id': '9764ea0723f246799683e1514c84b774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '8e8307a4-539e-4cc2-ae7d-e26faa208e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:39:22Z', 'updated_at': '2021-10-12T20:39:25Z', 'revision_number': 4, 'project_id': '9764ea0723f246799683e1514c84b774', 'gw_port': {'id': '8e8307a4-539e-4cc2-ae7d-e26faa208e3d', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab87edea-c071-4fa6-abec-9f8dbabb19ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:39:23Z', 'updated_at': '2021-10-12T20:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': '75d0de94-82c6-4af1-94e4-8afa70f48d94', 'tenant_id': '9764ea0723f246799683e1514c84b774', 'floating_ip_address': '172.25.5.50', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': 'ab87edea-c071-4fa6-abec-9f8dbabb19ab', 'port_id': 'a9003551-418d-4c81-8033-3576a1830435', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d0fd05b-516c-4d37-8cef-fc7b79f55bf9', 'mac_address': 'fa:16:3e:ee:20:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5447d2f-754f-4ce8-890e-47a72a7451c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T20:39:50Z', 'updated_at': '2021-10-12T20:39:50Z', 'revision_number': 0, 'project_id': '9764ea0723f246799683e1514c84b774', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65fe693c-0bff-4e21-869a-d6a2a326fa62', 'name': '', 'network_id': '7d0fd05b-516c-4d37-8cef-fc7b79f55bf9', 'tenant_id': '9764ea0723f246799683e1514c84b774', 'mac_address': 'fa:16:3e:bd:70:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab87edea-c071-4fa6-abec-9f8dbabb19ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '127ee392-a222-43cf-853e-a73e192d7e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:39:25Z', 'updated_at': '2021-10-12T20:39:29Z', 'revision_number': 5, 'project_id': '9764ea0723f246799683e1514c84b774', 'subnets': [{'id': '127ee392-a222-43cf-853e-a73e192d7e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 20:39:52.400389 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1a3b4c60-c5c8-414b-a461-00f62fef9159 req-34b8213a-662d-400c-97e7-9dde0a8087de service neutron] 10.222.0.67 "GET /v2.0/networks/7d0fd05b-516c-4d37-8cef-fc7b79f55bf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842621 Oct 12 20:39:52.497015 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-1a3b4c60-c5c8-414b-a461-00f62fef9159 req-da3cc2ab-2bc1-48e5-bdd5-9a9b350eeb72 service neutron] 10.222.0.67 "GET /v2.0/networks/7d0fd05b-516c-4d37-8cef-fc7b79f55bf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898166 Oct 12 20:39:52.602271 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e42d58-b129-4142-9c63-ab5c2f04a4ca None None] New status for floating IP 75d0de94-82c6-4af1-94e4-8afa70f48d94: ACTIVE {{(pid=95504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 20:39:59.208179 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-873ca061-3a7c-4059-98e4-ee736e8cecf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:40:01.769853 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-641214ab-940a-47f1-be3d-ca0274776626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:40:02.575317 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:40:03.398562 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:40:03.855976 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:40:04.878205 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:40:04.906527 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:40:22.187629 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 20:40:29.207422 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2e5d83ee-c073-4081-8984-5af5334dbc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:40:30.161786 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8d1f4f93-c4b9-4910-8b16-48c566658790 req-dc46f76b-1732-49df-849d-37d03bb660e4 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d5447d2f-754f-4ce8-890e-47a72a7451c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396192 Oct 12 20:40:30.239177 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1f4f93-c4b9-4910-8b16-48c566658790 req-f366cefb-f849-4c55-a403-c0ff8fbc7fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:40:30.240662 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8d1f4f93-c4b9-4910-8b16-48c566658790 req-f366cefb-f849-4c55-a403-c0ff8fbc7fe1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9764ea0723f246799683e1514c84b774&device_id=d5447d2f-754f-4ce8-890e-47a72a7451c2 HTTP/1.1" status: 200 len: 1097 time: 0.0399716 Oct 12 20:40:30.343832 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1f4f93-c4b9-4910-8b16-48c566658790 req-5e024149-4c26-4eba-95ab-488a91acaca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:40:30.345301 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8d1f4f93-c4b9-4910-8b16-48c566658790 req-5e024149-4c26-4eba-95ab-488a91acaca9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7d0fd05b-516c-4d37-8cef-fc7b79f55bf9 HTTP/1.1" status: 200 len: 911 time: 0.0857029 Oct 12 20:40:30.409525 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8d1f4f93-c4b9-4910-8b16-48c566658790 req-59fcaead-8208-488d-9360-f4d40257055e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a9003551-418d-4c81-8033-3576a1830435 HTTP/1.1" status: 200 len: 1001 time: 0.0570848 Oct 12 20:40:30.456795 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1f4f93-c4b9-4910-8b16-48c566658790 req-4dd20ccf-9069-4ab4-8387-ce8cd9a7c75e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:40:30.458186 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8d1f4f93-c4b9-4910-8b16-48c566658790 req-4dd20ccf-9069-4ab4-8387-ce8cd9a7c75e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=127ee392-a222-43cf-853e-a73e192d7e2c HTTP/1.1" status: 200 len: 849 time: 0.0420327 Oct 12 20:40:30.505431 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1f4f93-c4b9-4910-8b16-48c566658790 req-e81acaec-b736-42b3-ad42-f2719f5325bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:40:30.506888 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8d1f4f93-c4b9-4910-8b16-48c566658790 req-e81acaec-b736-42b3-ad42-f2719f5325bf service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7d0fd05b-516c-4d37-8cef-fc7b79f55bf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416298 Oct 12 20:40:30.593490 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8d1f4f93-c4b9-4910-8b16-48c566658790 req-88204565-8ebe-43b6-9d44-9f5cbb69f5d5 service neutron] 10.222.0.67 "GET /v2.0/networks/7d0fd05b-516c-4d37-8cef-fc7b79f55bf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793805 Oct 12 20:40:30.684304 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-8d1f4f93-c4b9-4910-8b16-48c566658790 req-a49fb3d2-1dfe-4af4-a0f2-602e8b87145b service neutron] 10.222.0.67 "GET /v2.0/networks/7d0fd05b-516c-4d37-8cef-fc7b79f55bf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831380 Oct 12 20:40:31.785689 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6e6e3839-dd79-4ffa-b6ee-55e853b83646 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:40:32.549983 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:40:33.384818 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:40:33.858540 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:40:34.904036 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:40:34.926713 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:40:59.184866 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9c91ca12-7642-4df9-b250-91bb2ef90c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:40:59.187049 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 20:41:01.773274 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-23e883ab-bef3-48d7-b7e4-2774c2125405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:41:02.556042 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:41:03.400960 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:41:03.869866 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:41:04.881997 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:41:04.909597 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:41:29.194673 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f6a46d4d-f42f-4a3c-a73a-bafaf353d01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:41:31.766156 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-939f631b-9e41-425f-a105-aad9f37013b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:41:32.274449 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ae735269-57d0-4d6a-84e5-f5eb2e15c0f0 req-5c8435aa-e33b-4861-ba6b-deb62418be11 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d5447d2f-754f-4ce8-890e-47a72a7451c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0409560 Oct 12 20:41:32.355458 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae735269-57d0-4d6a-84e5-f5eb2e15c0f0 req-d3e75439-e8d3-46dd-91fd-9bc3b41141f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:41:32.356893 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ae735269-57d0-4d6a-84e5-f5eb2e15c0f0 req-d3e75439-e8d3-46dd-91fd-9bc3b41141f4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9764ea0723f246799683e1514c84b774&device_id=d5447d2f-754f-4ce8-890e-47a72a7451c2 HTTP/1.1" status: 200 len: 1097 time: 0.0401647 Oct 12 20:41:32.462797 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae735269-57d0-4d6a-84e5-f5eb2e15c0f0 req-2f3da0f1-597b-4b30-9c68-ffbd8c46b6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:41:32.464270 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ae735269-57d0-4d6a-84e5-f5eb2e15c0f0 req-2f3da0f1-597b-4b30-9c68-ffbd8c46b6ec service neutron] 10.222.0.67 "GET /v2.0/networks?id=7d0fd05b-516c-4d37-8cef-fc7b79f55bf9 HTTP/1.1" status: 200 len: 911 time: 0.0875275 Oct 12 20:41:32.528190 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ae735269-57d0-4d6a-84e5-f5eb2e15c0f0 req-c6869ffb-9774-4d5f-bcd3-40f565f8ecc9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a9003551-418d-4c81-8033-3576a1830435 HTTP/1.1" status: 200 len: 1001 time: 0.0566666 Oct 12 20:41:32.549283 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:41:32.581960 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae735269-57d0-4d6a-84e5-f5eb2e15c0f0 req-29716783-8345-46dc-9953-2a490d3d7d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:41:32.583390 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ae735269-57d0-4d6a-84e5-f5eb2e15c0f0 req-29716783-8345-46dc-9953-2a490d3d7d68 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=127ee392-a222-43cf-853e-a73e192d7e2c HTTP/1.1" status: 200 len: 849 time: 0.0485606 Oct 12 20:41:32.627959 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae735269-57d0-4d6a-84e5-f5eb2e15c0f0 req-2168d8fd-5265-43c1-904f-230377a6c5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:41:32.629357 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ae735269-57d0-4d6a-84e5-f5eb2e15c0f0 req-2168d8fd-5265-43c1-904f-230377a6c5ee service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7d0fd05b-516c-4d37-8cef-fc7b79f55bf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392759 Oct 12 20:41:32.716788 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ae735269-57d0-4d6a-84e5-f5eb2e15c0f0 req-70b1464b-530e-411c-8df2-6f0fcff33f12 service neutron] 10.222.0.67 "GET /v2.0/networks/7d0fd05b-516c-4d37-8cef-fc7b79f55bf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797718 Oct 12 20:41:32.807390 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-ae735269-57d0-4d6a-84e5-f5eb2e15c0f0 req-a3a21a13-f45d-4cdb-a52d-05f2303f3a63 service neutron] 10.222.0.67 "GET /v2.0/networks/7d0fd05b-516c-4d37-8cef-fc7b79f55bf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834117 Oct 12 20:41:33.383999 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:41:33.851594 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:41:34.880486 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:41:34.908693 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:41:36.186912 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 20:41:49.214620 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device a9003551-418d-4c81-8033-3576a1830435 details requested by agent hyperv_n-h2-813679-3 with host n-h2-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 20:41:49.323606 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port a9003551-418d-4c81-8033-3576a1830435, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=a9003551-418d-4c81-8033-3576a1830435,segment=NetworkSegment(ee658da1-1e57-469e-a1b9-5d330d9419fd),segment_id=ee658da1-1e57-469e-a1b9-5d330d9419fd)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:41:49.334328 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Returning: {'device': 'a9003551-418d-4c81-8033-3576a1830435', 'network_id': '7d0fd05b-516c-4d37-8cef-fc7b79f55bf9', 'port_id': 'a9003551-418d-4c81-8033-3576a1830435', 'mac_address': 'fa:16:3e:ee:20:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '127ee392-a222-43cf-853e-a73e192d7e2c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 20:41:49.369979 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:41:49.382055 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a9003551-418d-4c81-8033-3576a1830435 {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 20:41:49.401506 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port a9003551-418d-4c81-8033-3576a1830435, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=a9003551-418d-4c81-8033-3576a1830435,segment=NetworkSegment(ee658da1-1e57-469e-a1b9-5d330d9419fd),segment_id=ee658da1-1e57-469e-a1b9-5d330d9419fd)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:41:49.486204 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:41:49.536522 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=a9003551-418d-4c81-8033-3576a1830435,revision_number=6']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:41:49.543676 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:41:49.544016 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:41:49.544373 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:41:49.544708 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:41:49.545032 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:41:49.545352 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:41:49.545674 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:41:49.545989 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:41:49.546306 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:41:49.546620 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:41:49.546935 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:41:49.547287 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:41:49.583787 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] get_ports_and_sgs() called for port_ids ['a9003551-418d-4c81-8033-3576a1830435'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 20:41:51.238938 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device a9003551-418d-4c81-8033-3576a1830435 up at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 20:41:51.300452 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Provisioning complete for port a9003551-418d-4c81-8033-3576a1830435 triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:41:51.301204 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:41:51.391215 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:41:51.416582 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5447d2f-754f-4ce8-890e-47a72a7451c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9003551-418d-4c81-8033-3576a1830435'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:41:51.419089 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b9295f95168b7ebeacfaf6dce688c5b5a488805d3fcc076b348ff91511493a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b078e8f-c4eb-49ae-9095-5bb6416a0413" -d '{"events": [{"server_uuid": "d5447d2f-754f-4ce8-890e-47a72a7451c2", "name": "network-vif-plugged", "status": "completed", "tag": "a9003551-418d-4c81-8033-3576a1830435"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:41:51.434329 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port a9003551-418d-4c81-8033-3576a1830435, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=a9003551-418d-4c81-8033-3576a1830435,segment=NetworkSegment(ee658da1-1e57-469e-a1b9-5d330d9419fd),segment_id=ee658da1-1e57-469e-a1b9-5d330d9419fd)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:41:51.503216 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:41:51.526851 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 20:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95574282-3810-424e-9be0-67dffdd2f601 x-openstack-request-id: req-95574282-3810-424e-9be0-67dffdd2f601 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:41:51.527150 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5447d2f-754f-4ce8-890e-47a72a7451c2", "name": "network-vif-plugged", "status": "completed", "tag": "a9003551-418d-4c81-8033-3576a1830435", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:41:51.527410 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-95574282-3810-424e-9be0-67dffdd2f601 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:41:51.527807 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5447d2f-754f-4ce8-890e-47a72a7451c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9003551-418d-4c81-8033-3576a1830435', 'code': 200} Oct 12 20:41:51.556645 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=a9003551-418d-4c81-8033-3576a1830435,revision_number=7']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:41:59.342738 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f18c3fae-b5eb-4fd9-b922-5d65f68abac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:42:01.099445 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3e39703a-f44d-4fc8-b77c-94a6f7ab0d16 req-38f3328a-1e63-46b5-999b-282344cae2df tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-47170120&fields=id&tenant_id=9764ea0723f246799683e1514c84b774 HTTP/1.1" status: 200 len: 267 time: 0.0328696 Oct 12 20:42:01.209175 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e39703a-f44d-4fc8-b77c-94a6f7ab0d16 req-71daf270-eaae-4c5b-a27b-7df2341cb46d tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:42:01.210627 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3e39703a-f44d-4fc8-b77c-94a6f7ab0d16 req-71daf270-eaae-4c5b-a27b-7df2341cb46d tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] 10.222.0.49 "GET /v2.0/networks?id=7d0fd05b-516c-4d37-8cef-fc7b79f55bf9 HTTP/1.1" status: 200 len: 810 time: 0.1033642 Oct 12 20:42:01.225820 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3e39703a-f44d-4fc8-b77c-94a6f7ab0d16 req-ff52724e-e301-4c0b-a739-a2f460df514f tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] 10.222.0.49 "GET /v2.0/quotas/9764ea0723f246799683e1514c84b774 HTTP/1.1" status: 200 len: 375 time: 0.0089521 Oct 12 20:42:01.280349 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3e39703a-f44d-4fc8-b77c-94a6f7ab0d16 req-0a2931c0-a8d7-48d6-b1c5-4d1fe7016421 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=9764ea0723f246799683e1514c84b774&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0494232 Oct 12 20:42:01.380520 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3e39703a-f44d-4fc8-b77c-94a6f7ab0d16 req-c7d75859-7e93-4ae8-9101-6f2d6a976a4d service neutron] 10.222.0.49 "GET /v2.0/networks/7d0fd05b-516c-4d37-8cef-fc7b79f55bf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882289 Oct 12 20:42:01.467313 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-3e39703a-f44d-4fc8-b77c-94a6f7ab0d16 req-13951cc7-cd80-42eb-8c6e-8a785db7bed9 service neutron] 10.222.0.49 "GET /v2.0/networks/7d0fd05b-516c-4d37-8cef-fc7b79f55bf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801325 Oct 12 20:42:01.754332 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1f639fb7-2971-4cde-bb55-f8ef4f388b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:42:02.565293 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:42:02.702290 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-269b312c-4df3-4d74-82c9-20ee0870cd35 req-1a465ca1-d382-4f3d-b762-560b80541c7b tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] 10.222.0.49 "GET /v2.0/ports?device_id=9451f83a-d50c-4fb0-a085-5262949138b1 HTTP/1.1" status: 200 len: 210 time: 0.0270643 Oct 12 20:42:03.299388 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device a9003551-418d-4c81-8033-3576a1830435 no longer exists at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 20:42:03.381852 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:42:03.400300 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:42:03.405216 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5447d2f-754f-4ce8-890e-47a72a7451c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9003551-418d-4c81-8033-3576a1830435'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:42:03.407419 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b9295f95168b7ebeacfaf6dce688c5b5a488805d3fcc076b348ff91511493a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c64932db-87d6-46cb-a8a8-ab9ef2c57019" -d '{"events": [{"server_uuid": "d5447d2f-754f-4ce8-890e-47a72a7451c2", "name": "network-vif-unplugged", "status": "completed", "tag": "a9003551-418d-4c81-8033-3576a1830435"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:42:03.420302 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] For port a9003551-418d-4c81-8033-3576a1830435, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=a9003551-418d-4c81-8033-3576a1830435,segment=NetworkSegment(ee658da1-1e57-469e-a1b9-5d330d9419fd),segment_id=ee658da1-1e57-469e-a1b9-5d330d9419fd)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:42:03.446436 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 20:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74ab94e4-fe2e-454f-951c-b23807b75399 x-openstack-request-id: req-74ab94e4-fe2e-454f-951c-b23807b75399 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:42:03.446752 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5447d2f-754f-4ce8-890e-47a72a7451c2", "name": "network-vif-unplugged", "status": "completed", "tag": "a9003551-418d-4c81-8033-3576a1830435", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:42:03.447011 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-74ab94e4-fe2e-454f-951c-b23807b75399 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:42:03.447405 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5447d2f-754f-4ce8-890e-47a72a7451c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9003551-418d-4c81-8033-3576a1830435', 'code': 200} Oct 12 20:42:03.462969 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:42:03.511280 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Pushing event updated for resources: {'Port': ['ID=a9003551-418d-4c81-8033-3576a1830435,revision_number=8']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:42:03.803232 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-7f05c3e7-69a3-4d8c-91f6-0acdab7f287c req-13ec7727-6a6b-4581-8ade-e89b280e38d7 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] 10.222.0.49 "GET /v2.0/ports?device_id=9451f83a-d50c-4fb0-a085-5262949138b1 HTTP/1.1" status: 200 len: 210 time: 0.0288179 Oct 12 20:42:03.891245 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:42:04.401675 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e39703a-f44d-4fc8-b77c-94a6f7ab0d16 req-c8520442-412f-4f18-92d9-f0f1febb4657 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:42:04.403051 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3e39703a-f44d-4fc8-b77c-94a6f7ab0d16 req-c8520442-412f-4f18-92d9-f0f1febb4657 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] 10.222.0.61 "GET /v2.0/networks?id=7d0fd05b-516c-4d37-8cef-fc7b79f55bf9 HTTP/1.1" status: 200 len: 810 time: 0.1087563 Oct 12 20:42:04.448061 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3e39703a-f44d-4fc8-b77c-94a6f7ab0d16 req-7b9631e1-a077-4a92-8f16-aae63d3f1ab4 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9764ea0723f246799683e1514c84b774 HTTP/1.1" status: 200 len: 378 time: 0.0362077 Oct 12 20:42:04.458149 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-3e39703a-f44d-4fc8-b77c-94a6f7ab0d16 req-e7e5144a-8ee8-4de5-9134-89c528dfeb49 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Request body: {'port': {'device_id': '9451f83a-d50c-4fb0-a085-5262949138b1', 'network_id': '7d0fd05b-516c-4d37-8cef-fc7b79f55bf9', 'admin_state_up': True, 'tenant_id': '9764ea0723f246799683e1514c84b774', 'security_groups': ['225daee4-370a-4406-b854-1eb32b29f4c2']}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:42:04.749005 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e39703a-f44d-4fc8-b77c-94a6f7ab0d16 req-e7e5144a-8ee8-4de5-9134-89c528dfeb49 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Made reservation on behalf of 9764ea0723f246799683e1514c84b774 for: {'port': 1} {{(pid=95502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 20:42:04.753329 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-3e39703a-f44d-4fc8-b77c-94a6f7ab0d16 req-e7e5144a-8ee8-4de5-9134-89c528dfeb49 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:42:04.897806 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:42:04.898845 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [req-3e39703a-f44d-4fc8-b77c-94a6f7ab0d16 req-e7e5144a-8ee8-4de5-9134-89c528dfeb49 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Allocated IP 172.20.0.6 (7d0fd05b-516c-4d37-8cef-fc7b79f55bf9/127ee392-a222-43cf-853e-a73e192d7e2c/90f39842-74dd-460e-95e2-4a7b6e44312d) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 20:42:04.925723 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:42:04.935271 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-a6521eb1-161e-45ce-894d-307d459876d4 req-4e8dd1fb-69f0-47c4-92eb-49de7d0fc9c3 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] 10.222.0.49 "GET /v2.0/ports?device_id=9451f83a-d50c-4fb0-a085-5262949138b1 HTTP/1.1" status: 200 len: 210 time: 0.0445101 Oct 12 20:42:05.055600 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-3e39703a-f44d-4fc8-b77c-94a6f7ab0d16 req-e7e5144a-8ee8-4de5-9134-89c528dfeb49 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:42:05.166452 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-3e39703a-f44d-4fc8-b77c-94a6f7ab0d16 req-e7e5144a-8ee8-4de5-9134-89c528dfeb49 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:42:05.208203 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e39703a-f44d-4fc8-b77c-94a6f7ab0d16 req-e7e5144a-8ee8-4de5-9134-89c528dfeb49 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Network 7d0fd05b-516c-4d37-8cef-fc7b79f55bf9 is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 20:42:05.211451 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [req-3e39703a-f44d-4fc8-b77c-94a6f7ab0d16 req-e7e5144a-8ee8-4de5-9134-89c528dfeb49 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 20:42:05.215447 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e39703a-f44d-4fc8-b77c-94a6f7ab0d16 req-e7e5144a-8ee8-4de5-9134-89c528dfeb49 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 20:42:05.252886 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e5144a-8ee8-4de5-9134-89c528dfeb49 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Pushing event updated for resources: {'Port': ['ID=90f39842-74dd-460e-95e2-4a7b6e44312d,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:42:05.277193 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e5144a-8ee8-4de5-9134-89c528dfeb49 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:42:05.277550 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e5144a-8ee8-4de5-9134-89c528dfeb49 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:42:05.277826 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e5144a-8ee8-4de5-9134-89c528dfeb49 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:42:05.278177 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e5144a-8ee8-4de5-9134-89c528dfeb49 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:42:05.278528 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e5144a-8ee8-4de5-9134-89c528dfeb49 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:42:05.278881 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e5144a-8ee8-4de5-9134-89c528dfeb49 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:42:05.279209 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e5144a-8ee8-4de5-9134-89c528dfeb49 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:42:05.279575 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e5144a-8ee8-4de5-9134-89c528dfeb49 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:42:05.279884 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e5144a-8ee8-4de5-9134-89c528dfeb49 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:42:05.280260 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e5144a-8ee8-4de5-9134-89c528dfeb49 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:42:05.280703 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e5144a-8ee8-4de5-9134-89c528dfeb49 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:42:05.281056 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e5144a-8ee8-4de5-9134-89c528dfeb49 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:42:05.301323 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e39703a-f44d-4fc8-b77c-94a6f7ab0d16 req-e7e5144a-8ee8-4de5-9134-89c528dfeb49 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:42:05.302223 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-3e39703a-f44d-4fc8-b77c-94a6f7ab0d16 req-e7e5144a-8ee8-4de5-9134-89c528dfeb49 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:42:05.399227 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3e39703a-f44d-4fc8-b77c-94a6f7ab0d16 req-e7e5144a-8ee8-4de5-9134-89c528dfeb49 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9441967 Oct 12 20:42:05.609510 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-c4160954-fe73-4fa3-a5d2-6df96286b16d None None] Provisioning complete for port 90f39842-74dd-460e-95e2-4a7b6e44312d triggered by entity DHCP. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:42:05.609885 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c4160954-fe73-4fa3-a5d2-6df96286b16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:42:05.646231 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-c4160954-fe73-4fa3-a5d2-6df96286b16d None None] Port 90f39842-74dd-460e-95e2-4a7b6e44312d cannot update to ACTIVE because it is not bound. {{(pid=95503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 20:42:06.069016 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766c4368-e2cb-4f06-9479-622dda0766d0 req-141ec4d8-5f58-4147-a77c-2d5d992b74df tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:42:06.071272 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-766c4368-e2cb-4f06-9479-622dda0766d0 req-141ec4d8-5f58-4147-a77c-2d5d992b74df tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] 10.222.0.49 "GET /v2.0/ports?device_id=9451f83a-d50c-4fb0-a085-5262949138b1 HTTP/1.1" status: 200 len: 931 time: 0.0689111 Oct 12 20:42:06.111057 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-766c4368-e2cb-4f06-9479-622dda0766d0 req-b8f1722e-1513-4151-b542-98ce25331f2f tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] 10.222.0.49 "GET /v2.0/security-groups?id=225daee4-370a-4406-b854-1eb32b29f4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338638 Oct 12 20:42:07.236682 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506327f0-9ce6-4cbf-abc8-37b0e510678a req-6e22ca2a-0fed-4cba-ab59-ee18da03161a tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:42:07.238178 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-506327f0-9ce6-4cbf-abc8-37b0e510678a req-6e22ca2a-0fed-4cba-ab59-ee18da03161a tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] 10.222.0.49 "GET /v2.0/ports?device_id=9451f83a-d50c-4fb0-a085-5262949138b1 HTTP/1.1" status: 200 len: 931 time: 0.0535753 Oct 12 20:42:07.282980 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-506327f0-9ce6-4cbf-abc8-37b0e510678a req-8803b934-2816-490a-9cbb-0b621fb7fd5a tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] 10.222.0.49 "GET /v2.0/security-groups?id=225daee4-370a-4406-b854-1eb32b29f4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385377 Oct 12 20:42:08.400608 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a817831-b9a4-4ac9-adbc-656e03301584 req-2553dd37-7625-4805-b756-d30f9f3b34ab tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:42:08.402204 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3a817831-b9a4-4ac9-adbc-656e03301584 req-2553dd37-7625-4805-b756-d30f9f3b34ab tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] 10.222.0.49 "GET /v2.0/ports?device_id=9451f83a-d50c-4fb0-a085-5262949138b1 HTTP/1.1" status: 200 len: 931 time: 0.0493724 Oct 12 20:42:08.442956 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3a817831-b9a4-4ac9-adbc-656e03301584 req-43babbf3-51e1-401d-9103-1b9562277bfe tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] 10.222.0.49 "GET /v2.0/security-groups?id=225daee4-370a-4406-b854-1eb32b29f4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342958 Oct 12 20:42:09.567031 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62730cdb-6143-4de2-9f5c-6ca9906b742a req-019f06a6-0fc3-4427-ace2-266c17554cf4 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:42:09.568577 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-62730cdb-6143-4de2-9f5c-6ca9906b742a req-019f06a6-0fc3-4427-ace2-266c17554cf4 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] 10.222.0.49 "GET /v2.0/ports?device_id=9451f83a-d50c-4fb0-a085-5262949138b1 HTTP/1.1" status: 200 len: 931 time: 0.0556340 Oct 12 20:42:09.607112 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-62730cdb-6143-4de2-9f5c-6ca9906b742a req-c21cd983-cafe-40a8-bbe0-000e24553411 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] 10.222.0.49 "GET /v2.0/security-groups?id=225daee4-370a-4406-b854-1eb32b29f4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318525 Oct 12 20:42:10.727250 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861af08d-7245-4233-bb8e-1a0e72781ad5 req-bb4bc536-cc23-445d-bc65-4d76a0a8c025 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:42:10.729347 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-861af08d-7245-4233-bb8e-1a0e72781ad5 req-bb4bc536-cc23-445d-bc65-4d76a0a8c025 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] 10.222.0.49 "GET /v2.0/ports?device_id=9451f83a-d50c-4fb0-a085-5262949138b1 HTTP/1.1" status: 200 len: 931 time: 0.0496860 Oct 12 20:42:10.777374 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-861af08d-7245-4233-bb8e-1a0e72781ad5 req-e5d57df4-3f98-43f7-b8a2-05cc2a41e50d tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] 10.222.0.49 "GET /v2.0/security-groups?id=225daee4-370a-4406-b854-1eb32b29f4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421655 Oct 12 20:42:11.904404 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cd5356-fd76-4b4e-9f95-eac8b5d5753c req-6463ba2a-3910-4e39-9c10-2db3e02acca3 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:42:11.906040 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-25cd5356-fd76-4b4e-9f95-eac8b5d5753c req-6463ba2a-3910-4e39-9c10-2db3e02acca3 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] 10.222.0.49 "GET /v2.0/ports?device_id=9451f83a-d50c-4fb0-a085-5262949138b1 HTTP/1.1" status: 200 len: 931 time: 0.0550501 Oct 12 20:42:11.944515 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-25cd5356-fd76-4b4e-9f95-eac8b5d5753c req-5b899d58-9b53-492a-935a-3dcfb24e43ff tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] 10.222.0.49 "GET /v2.0/security-groups?id=225daee4-370a-4406-b854-1eb32b29f4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322571 Oct 12 20:42:13.064624 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14811153-7ea0-461e-9f00-e69bd8eccf70 req-5360a749-6698-409e-9335-dfab23bf1edd tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:42:13.066065 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-14811153-7ea0-461e-9f00-e69bd8eccf70 req-5360a749-6698-409e-9335-dfab23bf1edd tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] 10.222.0.49 "GET /v2.0/ports?device_id=9451f83a-d50c-4fb0-a085-5262949138b1 HTTP/1.1" status: 200 len: 931 time: 0.0500503 Oct 12 20:42:13.108680 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-14811153-7ea0-461e-9f00-e69bd8eccf70 req-622b8618-33a0-4096-bea2-2ac02416818a tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] 10.222.0.49 "GET /v2.0/security-groups?id=225daee4-370a-4406-b854-1eb32b29f4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349517 Oct 12 20:42:13.188048 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 20:42:14.230530 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668c4843-df6a-4963-890c-353a3155f871 req-a5b9516b-f3bd-4cf3-90c8-d73d09a2282e tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:42:14.232004 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-668c4843-df6a-4963-890c-353a3155f871 req-a5b9516b-f3bd-4cf3-90c8-d73d09a2282e tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] 10.222.0.49 "GET /v2.0/ports?device_id=9451f83a-d50c-4fb0-a085-5262949138b1 HTTP/1.1" status: 200 len: 931 time: 0.0519664 Oct 12 20:42:14.273812 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-668c4843-df6a-4963-890c-353a3155f871 req-4776e906-c533-4027-ae6f-1cce29f27112 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] 10.222.0.49 "GET /v2.0/security-groups?id=225daee4-370a-4406-b854-1eb32b29f4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0359285 Oct 12 20:42:15.397208 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ec7233-ed33-44c9-a313-75063be74b03 req-dd99e2a1-8a6f-4912-994e-cf9913cacd95 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:42:15.398694 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-02ec7233-ed33-44c9-a313-75063be74b03 req-dd99e2a1-8a6f-4912-994e-cf9913cacd95 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] 10.222.0.49 "GET /v2.0/ports?device_id=9451f83a-d50c-4fb0-a085-5262949138b1 HTTP/1.1" status: 200 len: 931 time: 0.0518804 Oct 12 20:42:15.437810 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-02ec7233-ed33-44c9-a313-75063be74b03 req-85510968-98f1-4b48-a2d6-7a37e38f4b1e tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] 10.222.0.49 "GET /v2.0/security-groups?id=225daee4-370a-4406-b854-1eb32b29f4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329530 Oct 12 20:42:15.509615 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [req-3e39703a-f44d-4fc8-b77c-94a6f7ab0d16 req-3210db8f-b434-4733-8314-e765b9b32b08 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 20:42:15.510615 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3e39703a-f44d-4fc8-b77c-94a6f7ab0d16 req-3210db8f-b434-4733-8314-e765b9b32b08 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0053520 Oct 12 20:42:15.570439 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [req-3e39703a-f44d-4fc8-b77c-94a6f7ab0d16 req-00208f70-39d4-4420-83b4-e91ebd708cdb service neutron] Request body: {'port': {'device_id': '9451f83a-d50c-4fb0-a085-5262949138b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813679-3'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:42:15.635418 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-3e39703a-f44d-4fc8-b77c-94a6f7ab0d16 req-00208f70-39d4-4420-83b4-e91ebd708cdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:42:15.915649 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [req-3e39703a-f44d-4fc8-b77c-94a6f7ab0d16 req-00208f70-39d4-4420-83b4-e91ebd708cdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90f39842-74dd-460e-95e2-4a7b6e44312d {{(pid=95502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 20:42:15.922869 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-3e39703a-f44d-4fc8-b77c-94a6f7ab0d16 req-00208f70-39d4-4420-83b4-e91ebd708cdb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:42:15.935030 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.provisioning_blocks [req-3e39703a-f44d-4fc8-b77c-94a6f7ab0d16 req-00208f70-39d4-4420-83b4-e91ebd708cdb service neutron] Transition to ACTIVE for port object 90f39842-74dd-460e-95e2-4a7b6e44312d will not be triggered until provisioned by entity L2. {{(pid=95502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 20:42:15.987826 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-3e39703a-f44d-4fc8-b77c-94a6f7ab0d16 req-00208f70-39d4-4420-83b4-e91ebd708cdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:42:16.043252 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00208f70-39d4-4420-83b4-e91ebd708cdb service neutron] Pushing event updated for resources: {'Port': ['ID=90f39842-74dd-460e-95e2-4a7b6e44312d,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:42:16.122585 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-3e39703a-f44d-4fc8-b77c-94a6f7ab0d16 req-00208f70-39d4-4420-83b4-e91ebd708cdb service neutron] Attempting to bind port 90f39842-74dd-460e-95e2-4a7b6e44312d on host n-h1-813679-3 for vnic_type normal with profile {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 20:42:16.123161 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-3e39703a-f44d-4fc8-b77c-94a6f7ab0d16 req-00208f70-39d4-4420-83b4-e91ebd708cdb service neutron] Attempting to bind port 90f39842-74dd-460e-95e2-4a7b6e44312d by drivers openvswitch,hyperv on host n-h1-813679-3 at level 0 using segments [{'id': 'ee658da1-1e57-469e-a1b9-5d330d9419fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '7d0fd05b-516c-4d37-8cef-fc7b79f55bf9'}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 20:42:16.123300 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e39703a-f44d-4fc8-b77c-94a6f7ab0d16 req-00208f70-39d4-4420-83b4-e91ebd708cdb service neutron] Attempting to bind port 90f39842-74dd-460e-95e2-4a7b6e44312d on network 7d0fd05b-516c-4d37-8cef-fc7b79f55bf9 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 20:42:16.127836 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e39703a-f44d-4fc8-b77c-94a6f7ab0d16 req-00208f70-39d4-4420-83b4-e91ebd708cdb service neutron] Port 90f39842-74dd-460e-95e2-4a7b6e44312d on network 7d0fd05b-516c-4d37-8cef-fc7b79f55bf9 not bound, no agent of type Open vSwitch agent registered on host n-h1-813679-3 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 20:42:16.128187 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e39703a-f44d-4fc8-b77c-94a6f7ab0d16 req-00208f70-39d4-4420-83b4-e91ebd708cdb service neutron] Attempting to bind port 90f39842-74dd-460e-95e2-4a7b6e44312d on network 7d0fd05b-516c-4d37-8cef-fc7b79f55bf9 {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 20:42:16.133587 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e39703a-f44d-4fc8-b77c-94a6f7ab0d16 req-00208f70-39d4-4420-83b4-e91ebd708cdb service neutron] Checking agent: {'id': 'f5e9725f-f5a6-43c2-a1be-95e21e9a1fba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813679-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'started_at': datetime.datetime(2021, 10, 12, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 20, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 20:42:16.133971 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e39703a-f44d-4fc8-b77c-94a6f7ab0d16 req-00208f70-39d4-4420-83b4-e91ebd708cdb service neutron] Checking segment: {'id': 'ee658da1-1e57-469e-a1b9-5d330d9419fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '7d0fd05b-516c-4d37-8cef-fc7b79f55bf9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 20:42:16.134354 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e39703a-f44d-4fc8-b77c-94a6f7ab0d16 req-00208f70-39d4-4420-83b4-e91ebd708cdb service neutron] Bound using segment: {'id': 'ee658da1-1e57-469e-a1b9-5d330d9419fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '7d0fd05b-516c-4d37-8cef-fc7b79f55bf9'} {{(pid=95502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 20:42:16.135005 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.managers [req-3e39703a-f44d-4fc8-b77c-94a6f7ab0d16 req-00208f70-39d4-4420-83b4-e91ebd708cdb service neutron] Bound port: 90f39842-74dd-460e-95e2-4a7b6e44312d, host: n-h1-813679-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee658da1-1e57-469e-a1b9-5d330d9419fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '7d0fd05b-516c-4d37-8cef-fc7b79f55bf9'}}] {{(pid=95502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 20:42:16.135361 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-3e39703a-f44d-4fc8-b77c-94a6f7ab0d16 req-00208f70-39d4-4420-83b4-e91ebd708cdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:42:16.201670 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-3e39703a-f44d-4fc8-b77c-94a6f7ab0d16 req-00208f70-39d4-4420-83b4-e91ebd708cdb service neutron] For port 90f39842-74dd-460e-95e2-4a7b6e44312d, host n-h1-813679-3, cleared binding levels {{(pid=95502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 20:42:16.204925 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-3e39703a-f44d-4fc8-b77c-94a6f7ab0d16 req-00208f70-39d4-4420-83b4-e91ebd708cdb service neutron] For port 90f39842-74dd-460e-95e2-4a7b6e44312d, host n-h1-813679-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=90f39842-74dd-460e-95e2-4a7b6e44312d,segment=NetworkSegment(ee658da1-1e57-469e-a1b9-5d330d9419fd),segment_id=ee658da1-1e57-469e-a1b9-5d330d9419fd)] {{(pid=95502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 20:42:16.280260 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-3e39703a-f44d-4fc8-b77c-94a6f7ab0d16 req-00208f70-39d4-4420-83b4-e91ebd708cdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:42:16.315259 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e39703a-f44d-4fc8-b77c-94a6f7ab0d16 req-00208f70-39d4-4420-83b4-e91ebd708cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:42:16.315923 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-3e39703a-f44d-4fc8-b77c-94a6f7ab0d16 req-00208f70-39d4-4420-83b4-e91ebd708cdb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:42:16.317246 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3e39703a-f44d-4fc8-b77c-94a6f7ab0d16 req-00208f70-39d4-4420-83b4-e91ebd708cdb service neutron] 10.222.0.61 "PUT /v2.0/ports/90f39842-74dd-460e-95e2-4a7b6e44312d HTTP/1.1" status: 200 len: 1091 time: 0.7975848 Oct 12 20:42:16.317684 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9451f83a-d50c-4fb0-a085-5262949138b1', 'tag': '90f39842-74dd-460e-95e2-4a7b6e44312d'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:42:16.319965 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d38ba98a80be6c2fe69993d1a3c9eb2b0c7fe5c84c08efdde6b95a5e2d0657c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98b08b07-3fde-4a14-b951-5f63e05aba6e" -d '{"events": [{"name": "network-changed", "server_uuid": "9451f83a-d50c-4fb0-a085-5262949138b1", "tag": "90f39842-74dd-460e-95e2-4a7b6e44312d"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:42:16.347259 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00208f70-39d4-4420-83b4-e91ebd708cdb service neutron] Pushing event updated for resources: {'Port': ['ID=90f39842-74dd-460e-95e2-4a7b6e44312d,revision_number=3']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:42:16.358926 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 20:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f20d5f9-17a9-4138-97c8-fce50dfbc19b x-openstack-request-id: req-8f20d5f9-17a9-4138-97c8-fce50dfbc19b {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:42:16.359217 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9451f83a-d50c-4fb0-a085-5262949138b1", "tag": "90f39842-74dd-460e-95e2-4a7b6e44312d", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:42:16.359469 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8f20d5f9-17a9-4138-97c8-fce50dfbc19b {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:42:16.359863 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9451f83a-d50c-4fb0-a085-5262949138b1', 'tag': '90f39842-74dd-460e-95e2-4a7b6e44312d', 'status': 'completed', 'code': 200} Oct 12 20:42:16.429459 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b08b07-3fde-4a14-b951-5f63e05aba6e req-a2323ab3-bf02-43a8-82d4-253738e3e57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:42:16.431418 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-98b08b07-3fde-4a14-b951-5f63e05aba6e req-a2323ab3-bf02-43a8-82d4-253738e3e57b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9764ea0723f246799683e1514c84b774&device_id=9451f83a-d50c-4fb0-a085-5262949138b1 HTTP/1.1" status: 200 len: 1094 time: 0.0498128 Oct 12 20:42:16.569844 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b08b07-3fde-4a14-b951-5f63e05aba6e req-3fccb2d3-93ac-4409-a6d2-b748bec19323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:42:16.571301 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-98b08b07-3fde-4a14-b951-5f63e05aba6e req-3fccb2d3-93ac-4409-a6d2-b748bec19323 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=9764ea0723f246799683e1514c84b774&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1308348 Oct 12 20:42:16.579587 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9dd59b-bbce-4c60-a17d-8801747bb547 req-ca996115-d9ce-4962-a395-b51ce1e0291e tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:42:16.580957 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-fa9dd59b-bbce-4c60-a17d-8801747bb547 req-ca996115-d9ce-4962-a395-b51ce1e0291e tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] 10.222.0.49 "GET /v2.0/ports?device_id=9451f83a-d50c-4fb0-a085-5262949138b1 HTTP/1.1" status: 200 len: 943 time: 0.0722361 Oct 12 20:42:16.664949 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-fa9dd59b-bbce-4c60-a17d-8801747bb547 req-557a0823-6339-4a60-9159-6ba4edc3d274 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] 10.222.0.49 "GET /v2.0/security-groups?id=225daee4-370a-4406-b854-1eb32b29f4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0751574 Oct 12 20:42:16.696307 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b08b07-3fde-4a14-b951-5f63e05aba6e req-4e85b469-9f9d-4962-ae70-ccb1dda2120b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:42:16.697751 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-98b08b07-3fde-4a14-b951-5f63e05aba6e req-4e85b469-9f9d-4962-ae70-ccb1dda2120b service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1159451 Oct 12 20:42:16.773183 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e39703a-f44d-4fc8-b77c-94a6f7ab0d16 req-f26c963e-1ee7-4b53-856b-79e756e7d0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:42:16.774636 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3e39703a-f44d-4fc8-b77c-94a6f7ab0d16 req-f26c963e-1ee7-4b53-856b-79e756e7d0d5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9764ea0723f246799683e1514c84b774&device_id=9451f83a-d50c-4fb0-a085-5262949138b1 HTTP/1.1" status: 200 len: 1094 time: 0.0404549 Oct 12 20:42:16.819117 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3e39703a-f44d-4fc8-b77c-94a6f7ab0d16 req-a1d3fbeb-d90b-4805-b8c4-c0f52ba67047 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90f39842-74dd-460e-95e2-4a7b6e44312d HTTP/1.1" status: 200 len: 217 time: 0.0371311 Oct 12 20:42:16.866867 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e39703a-f44d-4fc8-b77c-94a6f7ab0d16 req-6cdef929-9865-4139-9864-bc24f393372a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:42:16.868330 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3e39703a-f44d-4fc8-b77c-94a6f7ab0d16 req-6cdef929-9865-4139-9864-bc24f393372a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=127ee392-a222-43cf-853e-a73e192d7e2c HTTP/1.1" status: 200 len: 849 time: 0.0426955 Oct 12 20:42:16.913977 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e39703a-f44d-4fc8-b77c-94a6f7ab0d16 req-c611645a-3060-4058-a855-8cca8c13a826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:42:16.915494 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3e39703a-f44d-4fc8-b77c-94a6f7ab0d16 req-c611645a-3060-4058-a855-8cca8c13a826 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7d0fd05b-516c-4d37-8cef-fc7b79f55bf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401285 Oct 12 20:42:17.008466 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3e39703a-f44d-4fc8-b77c-94a6f7ab0d16 req-66d0dbcd-637c-4a59-bc5e-e8bd077d7430 service neutron] 10.222.0.61 "GET /v2.0/networks/7d0fd05b-516c-4d37-8cef-fc7b79f55bf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839179 Oct 12 20:42:17.099378 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3e39703a-f44d-4fc8-b77c-94a6f7ab0d16 req-bb2890d1-6df7-416b-b5e8-496c60b41857 service neutron] 10.222.0.61 "GET /v2.0/networks/7d0fd05b-516c-4d37-8cef-fc7b79f55bf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842969 Oct 12 20:42:17.780274 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd2a607-339e-4fbe-bb03-e79fffea0078 req-baa59e56-3eaa-45a3-a0ed-c4fc797c58ca tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:42:17.781766 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6fd2a607-339e-4fbe-bb03-e79fffea0078 req-baa59e56-3eaa-45a3-a0ed-c4fc797c58ca tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] 10.222.0.49 "GET /v2.0/ports?device_id=9451f83a-d50c-4fb0-a085-5262949138b1 HTTP/1.1" status: 200 len: 943 time: 0.0486493 Oct 12 20:42:17.820362 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-6fd2a607-339e-4fbe-bb03-e79fffea0078 req-d180c8b6-44ea-421f-b844-9c4c0547ae58 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] 10.222.0.49 "GET /v2.0/security-groups?id=225daee4-370a-4406-b854-1eb32b29f4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326943 Oct 12 20:42:18.938127 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1927bfa9-d25e-4be0-948d-62eed339d73b req-6065723a-60b8-4712-b59b-a49ad2f0684f tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:42:18.939619 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1927bfa9-d25e-4be0-948d-62eed339d73b req-6065723a-60b8-4712-b59b-a49ad2f0684f tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] 10.222.0.49 "GET /v2.0/ports?device_id=9451f83a-d50c-4fb0-a085-5262949138b1 HTTP/1.1" status: 200 len: 943 time: 0.0516744 Oct 12 20:42:18.983452 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1927bfa9-d25e-4be0-948d-62eed339d73b req-9fee9915-72a8-4fb5-997e-c8da801b8a86 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] 10.222.0.49 "GET /v2.0/security-groups?id=225daee4-370a-4406-b854-1eb32b29f4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372875 Oct 12 20:42:19.341705 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 90f39842-74dd-460e-95e2-4a7b6e44312d details requested by agent hyperv_n-h1-813679-3 with host n-h1-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 20:42:19.446535 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 90f39842-74dd-460e-95e2-4a7b6e44312d, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=90f39842-74dd-460e-95e2-4a7b6e44312d,segment=NetworkSegment(ee658da1-1e57-469e-a1b9-5d330d9419fd),segment_id=ee658da1-1e57-469e-a1b9-5d330d9419fd)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:42:19.457682 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Returning: {'device': '90f39842-74dd-460e-95e2-4a7b6e44312d', 'network_id': '7d0fd05b-516c-4d37-8cef-fc7b79f55bf9', 'port_id': '90f39842-74dd-460e-95e2-4a7b6e44312d', 'mac_address': 'fa:16:3e:8b:f3:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '127ee392-a222-43cf-853e-a73e192d7e2c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 20:42:19.493908 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:42:19.505937 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90f39842-74dd-460e-95e2-4a7b6e44312d {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 20:42:19.524373 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 90f39842-74dd-460e-95e2-4a7b6e44312d, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=90f39842-74dd-460e-95e2-4a7b6e44312d,segment=NetworkSegment(ee658da1-1e57-469e-a1b9-5d330d9419fd),segment_id=ee658da1-1e57-469e-a1b9-5d330d9419fd)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:42:19.609946 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:42:19.656748 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=90f39842-74dd-460e-95e2-4a7b6e44312d,revision_number=4']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:42:19.834392 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['90f39842-74dd-460e-95e2-4a7b6e44312d'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 20:42:20.100741 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eee407-bb29-4e08-bdfb-17efadb9578e req-107a53a3-ffe5-428e-baa7-0d7724772045 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:42:20.102175 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-81eee407-bb29-4e08-bdfb-17efadb9578e req-107a53a3-ffe5-428e-baa7-0d7724772045 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] 10.222.0.49 "GET /v2.0/ports?device_id=9451f83a-d50c-4fb0-a085-5262949138b1 HTTP/1.1" status: 200 len: 944 time: 0.0485921 Oct 12 20:42:20.139987 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-81eee407-bb29-4e08-bdfb-17efadb9578e req-3b49d450-5ffe-4356-b1b4-8ce5f3628826 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] 10.222.0.49 "GET /v2.0/security-groups?id=225daee4-370a-4406-b854-1eb32b29f4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315959 Oct 12 20:42:21.253014 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb571bc-9978-4a5d-8a5d-ce13602e36ec req-ba8a9a83-d29b-4f9c-8806-23100744afd4 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:42:21.254467 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-aeb571bc-9978-4a5d-8a5d-ce13602e36ec req-ba8a9a83-d29b-4f9c-8806-23100744afd4 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] 10.222.0.49 "GET /v2.0/ports?device_id=9451f83a-d50c-4fb0-a085-5262949138b1 HTTP/1.1" status: 200 len: 944 time: 0.0484161 Oct 12 20:42:21.292425 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-aeb571bc-9978-4a5d-8a5d-ce13602e36ec req-d6644c51-3dc0-4b1a-892f-16c2310bca8d tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] 10.222.0.49 "GET /v2.0/security-groups?id=225daee4-370a-4406-b854-1eb32b29f4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316067 Oct 12 20:42:21.340976 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 90f39842-74dd-460e-95e2-4a7b6e44312d up at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 20:42:21.439758 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning for port 90f39842-74dd-460e-95e2-4a7b6e44312d completed by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 20:42:21.444659 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning complete for port 90f39842-74dd-460e-95e2-4a7b6e44312d triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:42:21.445829 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:42:21.523695 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:42:21.545201 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9451f83a-d50c-4fb0-a085-5262949138b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90f39842-74dd-460e-95e2-4a7b6e44312d'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:42:21.547333 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b9295f95168b7ebeacfaf6dce688c5b5a488805d3fcc076b348ff91511493a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcd8cd04-c715-43cb-a018-801db5f46e91" -d '{"events": [{"server_uuid": "9451f83a-d50c-4fb0-a085-5262949138b1", "name": "network-vif-plugged", "status": "completed", "tag": "90f39842-74dd-460e-95e2-4a7b6e44312d"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:42:21.560531 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 90f39842-74dd-460e-95e2-4a7b6e44312d, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=90f39842-74dd-460e-95e2-4a7b6e44312d,segment=NetworkSegment(ee658da1-1e57-469e-a1b9-5d330d9419fd),segment_id=ee658da1-1e57-469e-a1b9-5d330d9419fd)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:42:21.582183 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 20:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-452f32d4-24f5-48c0-ad5e-c42e5bfaec88 x-openstack-request-id: req-452f32d4-24f5-48c0-ad5e-c42e5bfaec88 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:42:21.582466 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9451f83a-d50c-4fb0-a085-5262949138b1", "name": "network-vif-plugged", "status": "completed", "tag": "90f39842-74dd-460e-95e2-4a7b6e44312d", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:42:21.582753 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-452f32d4-24f5-48c0-ad5e-c42e5bfaec88 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:42:21.583560 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9451f83a-d50c-4fb0-a085-5262949138b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90f39842-74dd-460e-95e2-4a7b6e44312d', 'code': 200} Oct 12 20:42:21.622726 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:42:21.670563 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=90f39842-74dd-460e-95e2-4a7b6e44312d,revision_number=5']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:42:21.680212 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1f4b48-f6e0-446f-84c9-01a905e27d95 req-029c4a01-3c45-4309-bcbe-058eed4cf8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:42:21.682316 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0b1f4b48-f6e0-446f-84c9-01a905e27d95 req-029c4a01-3c45-4309-bcbe-058eed4cf8ee service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9451f83a-d50c-4fb0-a085-5262949138b1 HTTP/1.1" status: 200 len: 1096 time: 0.0435863 Oct 12 20:42:21.716397 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0b1f4b48-f6e0-446f-84c9-01a905e27d95 req-1670f5d8-b9d4-4dfc-888c-7808c8913f0c service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=225daee4-370a-4406-b854-1eb32b29f4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0268333 Oct 12 20:42:22.405346 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1fb8a2-5df6-4798-8bb5-f5dff0a61b3b req-335cf761-02e0-4b73-8ea5-5f75c16fa061 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:42:22.406665 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6e1fb8a2-5df6-4798-8bb5-f5dff0a61b3b req-335cf761-02e0-4b73-8ea5-5f75c16fa061 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] 10.222.0.49 "GET /v2.0/ports?device_id=9451f83a-d50c-4fb0-a085-5262949138b1 HTTP/1.1" status: 200 len: 945 time: 0.0472267 Oct 12 20:42:22.446659 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-6e1fb8a2-5df6-4798-8bb5-f5dff0a61b3b req-f10440ea-f0d8-4355-829d-49601587b9bc tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] 10.222.0.49 "GET /v2.0/security-groups?id=225daee4-370a-4406-b854-1eb32b29f4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341637 Oct 12 20:42:23.562529 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854753c0-5b15-4ffd-885f-afb8905b16ee req-f4e5b407-29c7-4fdf-b8fb-18bb63bf9401 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:42:23.563962 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-854753c0-5b15-4ffd-885f-afb8905b16ee req-f4e5b407-29c7-4fdf-b8fb-18bb63bf9401 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] 10.222.0.49 "GET /v2.0/ports?device_id=9451f83a-d50c-4fb0-a085-5262949138b1 HTTP/1.1" status: 200 len: 945 time: 0.0478477 Oct 12 20:42:23.604712 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-854753c0-5b15-4ffd-885f-afb8905b16ee req-620ef48d-1fa6-402e-92b1-f16c136404b5 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] 10.222.0.49 "GET /v2.0/security-groups?id=225daee4-370a-4406-b854-1eb32b29f4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348129 Oct 12 20:42:23.717115 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e91ad4b-fe18-4718-aa77-5ddfcde9f349 req-18ecd96b-5432-44ee-af43-0590f77051d4 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:42:23.718797 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8e91ad4b-fe18-4718-aa77-5ddfcde9f349 req-18ecd96b-5432-44ee-af43-0590f77051d4 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] 10.222.0.49 "GET /v2.0/ports?device_id=9451f83a-d50c-4fb0-a085-5262949138b1 HTTP/1.1" status: 200 len: 945 time: 0.0492990 Oct 12 20:42:23.754839 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8e91ad4b-fe18-4718-aa77-5ddfcde9f349 req-be05d765-d479-422f-9524-7dfbdc6c268d tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] 10.222.0.49 "GET /v2.0/security-groups?id=225daee4-370a-4406-b854-1eb32b29f4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0302558 Oct 12 20:42:23.777092 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 38510) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:42:23.815959 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56a4614-3327-4317-b348-1a6598d657e5 tempest-TestSnapshotPattern-1410965046 tempest-TestSnapshotPattern-1410965046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:42:23.817476 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-c56a4614-3327-4317-b348-1a6598d657e5 tempest-TestSnapshotPattern-1410965046 tempest-TestSnapshotPattern-1410965046-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=9451f83a-d50c-4fb0-a085-5262949138b1 HTTP/1.1" status: 200 len: 1091 time: 0.0394368 Oct 12 20:42:23.820704 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 38512) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:42:23.825471 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.v2.base [None req-2186c9fc-34eb-4e44-839f-0d011779d09f tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Request body: {'floatingip': {'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'port_id': '90f39842-74dd-460e-95e2-4a7b6e44312d', 'tenant_id': '9764ea0723f246799683e1514c84b774', 'fixed_ip_address': '172.20.0.6'}} {{(pid=95502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 20:42:23.907994 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2186c9fc-34eb-4e44-839f-0d011779d09f tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Notify callbacks [] for floatingip, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:42:24.004577 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2186c9fc-34eb-4e44-839f-0d011779d09f tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:42:24.105749 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_common [None req-2186c9fc-34eb-4e44-839f-0d011779d09f tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Allocated IP 172.25.5.127 (4afbf4a4-67f5-42d1-a358-7ba9799dab0c/2a511bda-5d3a-48cf-8eff-ce6ad3695a18/d015f57f-fafe-45c0-a572-38a77d0a2260) {{(pid=95502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 20:42:24.207923 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2186c9fc-34eb-4e44-839f-0d011779d09f tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Notify callbacks [] for port, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:42:24.295840 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2186c9fc-34eb-4e44-839f-0d011779d09f tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732989597166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:42:24.334087 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2186c9fc-34eb-4e44-839f-0d011779d09f tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Network 4afbf4a4-67f5-42d1-a358-7ba9799dab0c is already hosted by enough agents. {{(pid=95502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 20:42:24.336955 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.base_scheduler [None req-2186c9fc-34eb-4e44-839f-0d011779d09f tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Resources bound (agent type, host, resource id): {{(pid=95502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 20:42:24.341123 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2186c9fc-34eb-4e44-839f-0d011779d09f tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Received port after_create {{(pid=95502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 20:42:24.346286 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2186c9fc-34eb-4e44-839f-0d011779d09f tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Pushing event updated for resources: {'Port': ['ID=d015f57f-fafe-45c0-a572-38a77d0a2260,revision_number=1']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:42:24.988195 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2186c9fc-34eb-4e44-839f-0d011779d09f tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:42:25.102228 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2186c9fc-34eb-4e44-839f-0d011779d09f tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:42:25.245472 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2186c9fc-34eb-4e44-839f-0d011779d09f tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Notify callbacks [] for port, precommit_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:42:25.291310 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2186c9fc-34eb-4e44-839f-0d011779d09f tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4306582'] for port, after_update {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:42:25.358299 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2186c9fc-34eb-4e44-839f-0d011779d09f tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Pushing event updated for resources: {'Port': ['ID=d015f57f-fafe-45c0-a572-38a77d0a2260,revision_number=2']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:42:25.372384 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2186c9fc-34eb-4e44-839f-0d011779d09f tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7915414'] for floatingip, after_create {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:42:25.471467 n-d-813679-3 neutron-server[95502]: INFO neutron.db.l3_db [None req-2186c9fc-34eb-4e44-839f-0d011779d09f tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Floating IP 342c72d8-7771-4f40-a6a3-f2c4ee799973 associated. External IP: 172.25.5.127, port: 90f39842-74dd-460e-95e2-4a7b6e44312d. Oct 12 20:42:25.678423 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2186c9fc-34eb-4e44-839f-0d011779d09f tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Router ab87edea-c071-4fa6-abec-9f8dbabb19ab has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 20:42:25.782440 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2186c9fc-34eb-4e44-839f-0d011779d09f tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 20:42:25.792642 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf70993-99ff-46b0-af6b-98a34be8085a None None] Sync routers for ids ['ab87edea-c071-4fa6-abec-9f8dbabb19ab'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 20:42:25.802389 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf70993-99ff-46b0-af6b-98a34be8085a None None] Routers {'ab87edea-c071-4fa6-abec-9f8dbabb19ab'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:42:25.805755 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-baf70993-99ff-46b0-af6b-98a34be8085a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:42:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['ab87edea-c071-4fa6-abec-9f8dbabb19ab'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:42:25.858743 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-2186c9fc-34eb-4e44-839f-0d011779d09f tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:42:25.886265 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-2186c9fc-34eb-4e44-839f-0d011779d09f tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0645165 Oct 12 20:42:25.886870 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9451f83a-d50c-4fb0-a085-5262949138b1', 'tag': '90f39842-74dd-460e-95e2-4a7b6e44312d'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:42:25.889373 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d38ba98a80be6c2fe69993d1a3c9eb2b0c7fe5c84c08efdde6b95a5e2d0657c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9c38c72-5a5b-497c-a271-b8ee5489ccc6" -d '{"events": [{"name": "network-changed", "server_uuid": "9451f83a-d50c-4fb0-a085-5262949138b1", "tag": "90f39842-74dd-460e-95e2-4a7b6e44312d"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:42:25.915393 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-baf70993-99ff-46b0-af6b-98a34be8085a None None] Set router ab87edea-c071-4fa6-abec-9f8dbabb19ab gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:42:25.926320 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 20:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b0ec7ce-3fa9-4bd9-adb7-5e0da3de960b x-openstack-request-id: req-2b0ec7ce-3fa9-4bd9-adb7-5e0da3de960b {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:42:25.926529 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9451f83a-d50c-4fb0-a085-5262949138b1", "tag": "90f39842-74dd-460e-95e2-4a7b6e44312d", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:42:25.926784 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2b0ec7ce-3fa9-4bd9-adb7-5e0da3de960b {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:42:25.927373 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9451f83a-d50c-4fb0-a085-5262949138b1', 'tag': '90f39842-74dd-460e-95e2-4a7b6e44312d', 'status': 'completed', 'code': 200} Oct 12 20:42:25.991445 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c38c72-5a5b-497c-a271-b8ee5489ccc6 req-88144074-5a7e-433c-a18d-3d6709266ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:42:25.992961 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c9c38c72-5a5b-497c-a271-b8ee5489ccc6 req-88144074-5a7e-433c-a18d-3d6709266ffe service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9764ea0723f246799683e1514c84b774&device_id=9451f83a-d50c-4fb0-a085-5262949138b1 HTTP/1.1" status: 200 len: 1096 time: 0.0402951 Oct 12 20:42:26.086653 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c38c72-5a5b-497c-a271-b8ee5489ccc6 req-b314d4ed-c646-42f1-ad25-66652916a2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:42:26.088201 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c9c38c72-5a5b-497c-a271-b8ee5489ccc6 req-b314d4ed-c646-42f1-ad25-66652916a2ae service neutron] 10.222.0.61 "GET /v2.0/networks?id=7d0fd05b-516c-4d37-8cef-fc7b79f55bf9 HTTP/1.1" status: 200 len: 911 time: 0.0883257 Oct 12 20:42:26.142294 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-baf70993-99ff-46b0-af6b-98a34be8085a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab87edea-c071-4fa6-abec-9f8dbabb19ab', 'name': 'tempest-TestSnapshotPattern-1162623543-router', 'tenant_id': '9764ea0723f246799683e1514c84b774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '8e8307a4-539e-4cc2-ae7d-e26faa208e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:39:22Z', 'updated_at': '2021-10-12T20:39:25Z', 'revision_number': 4, 'project_id': '9764ea0723f246799683e1514c84b774', 'gw_port': {'id': '8e8307a4-539e-4cc2-ae7d-e26faa208e3d', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab87edea-c071-4fa6-abec-9f8dbabb19ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:39:23Z', 'updated_at': '2021-10-12T20:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': '342c72d8-7771-4f40-a6a3-f2c4ee799973', 'tenant_id': '9764ea0723f246799683e1514c84b774', 'floating_ip_address': '172.25.5.127', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': 'ab87edea-c071-4fa6-abec-9f8dbabb19ab', 'port_id': '90f39842-74dd-460e-95e2-4a7b6e44312d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d0fd05b-516c-4d37-8cef-fc7b79f55bf9', 'mac_address': 'fa:16:3e:8b:f3:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9451f83a-d50c-4fb0-a085-5262949138b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T20:42:24Z', 'updated_at': '2021-10-12T20:42:24Z', 'revision_number': 0, 'project_id': '9764ea0723f246799683e1514c84b774', 'fixed_ip_address_scope': None}, {'id': '75d0de94-82c6-4af1-94e4-8afa70f48d94', 'tenant_id': '9764ea0723f246799683e1514c84b774', 'floating_ip_address': '172.25.5.50', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': 'ab87edea-c071-4fa6-abec-9f8dbabb19ab', 'port_id': 'a9003551-418d-4c81-8033-3576a1830435', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d0fd05b-516c-4d37-8cef-fc7b79f55bf9', 'mac_address': 'fa:16:3e:ee:20:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5447d2f-754f-4ce8-890e-47a72a7451c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T20:39:50Z', 'updated_at': '2021-10-12T20:39:52Z', 'revision_number': 1, 'project_id': '9764ea0723f246799683e1514c84b774', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65fe693c-0bff-4e21-869a-d6a2a326fa62', 'name': '', 'network_id': '7d0fd05b-516c-4d37-8cef-fc7b79f55bf9', 'tenant_id': '9764ea0723f246799683e1514c84b774', 'mac_address': 'fa:16:3e:bd:70:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab87edea-c071-4fa6-abec-9f8dbabb19ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '127ee392-a222-43cf-853e-a73e192d7e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:39:25Z', 'updated_at': '2021-10-12T20:39:29Z', 'revision_number': 5, 'project_id': '9764ea0723f246799683e1514c84b774', 'subnets': [{'id': '127ee392-a222-43cf-853e-a73e192d7e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:42:26.153246 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c9c38c72-5a5b-497c-a271-b8ee5489ccc6 req-20b9d9c5-242e-4972-a50a-c6c3c022d013 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90f39842-74dd-460e-95e2-4a7b6e44312d HTTP/1.1" status: 200 len: 999 time: 0.0580587 Oct 12 20:42:26.167841 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf70993-99ff-46b0-af6b-98a34be8085a None None] Checking router: ab87edea-c071-4fa6-abec-9f8dbabb19ab for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 20:42:26.175967 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf70993-99ff-46b0-af6b-98a34be8085a None None] Routers {'ab87edea-c071-4fa6-abec-9f8dbabb19ab'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:42:26.176599 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-baf70993-99ff-46b0-af6b-98a34be8085a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:42:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['ab87edea-c071-4fa6-abec-9f8dbabb19ab'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:42:26.202783 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c38c72-5a5b-497c-a271-b8ee5489ccc6 req-e278d93d-b8ae-4e76-9209-2637d5cf4e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:42:26.204496 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c9c38c72-5a5b-497c-a271-b8ee5489ccc6 req-e278d93d-b8ae-4e76-9209-2637d5cf4e26 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=127ee392-a222-43cf-853e-a73e192d7e2c HTTP/1.1" status: 200 len: 849 time: 0.0442338 Oct 12 20:42:26.254608 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c38c72-5a5b-497c-a271-b8ee5489ccc6 req-9187f1b7-d606-4170-9fe6-8caa016200c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:42:26.256007 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c9c38c72-5a5b-497c-a271-b8ee5489ccc6 req-9187f1b7-d606-4170-9fe6-8caa016200c4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7d0fd05b-516c-4d37-8cef-fc7b79f55bf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446756 Oct 12 20:42:26.280597 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-baf70993-99ff-46b0-af6b-98a34be8085a None None] Set router ab87edea-c071-4fa6-abec-9f8dbabb19ab gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:42:26.344956 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c9c38c72-5a5b-497c-a271-b8ee5489ccc6 req-9ecd5e3e-b160-4c49-a947-edda59dee76c service neutron] 10.222.0.61 "GET /v2.0/networks/7d0fd05b-516c-4d37-8cef-fc7b79f55bf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813351 Oct 12 20:42:26.436813 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-c9c38c72-5a5b-497c-a271-b8ee5489ccc6 req-7b7eeeb0-1f39-4a43-8ef9-ef14d94152b8 service neutron] 10.222.0.61 "GET /v2.0/networks/7d0fd05b-516c-4d37-8cef-fc7b79f55bf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852005 Oct 12 20:42:26.502585 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-baf70993-99ff-46b0-af6b-98a34be8085a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab87edea-c071-4fa6-abec-9f8dbabb19ab', 'name': 'tempest-TestSnapshotPattern-1162623543-router', 'tenant_id': '9764ea0723f246799683e1514c84b774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '8e8307a4-539e-4cc2-ae7d-e26faa208e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:39:22Z', 'updated_at': '2021-10-12T20:39:25Z', 'revision_number': 4, 'project_id': '9764ea0723f246799683e1514c84b774', 'gw_port': {'id': '8e8307a4-539e-4cc2-ae7d-e26faa208e3d', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab87edea-c071-4fa6-abec-9f8dbabb19ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:39:23Z', 'updated_at': '2021-10-12T20:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': '342c72d8-7771-4f40-a6a3-f2c4ee799973', 'tenant_id': '9764ea0723f246799683e1514c84b774', 'floating_ip_address': '172.25.5.127', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': 'ab87edea-c071-4fa6-abec-9f8dbabb19ab', 'port_id': '90f39842-74dd-460e-95e2-4a7b6e44312d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d0fd05b-516c-4d37-8cef-fc7b79f55bf9', 'mac_address': 'fa:16:3e:8b:f3:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9451f83a-d50c-4fb0-a085-5262949138b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T20:42:24Z', 'updated_at': '2021-10-12T20:42:24Z', 'revision_number': 0, 'project_id': '9764ea0723f246799683e1514c84b774', 'fixed_ip_address_scope': None}, {'id': '75d0de94-82c6-4af1-94e4-8afa70f48d94', 'tenant_id': '9764ea0723f246799683e1514c84b774', 'floating_ip_address': '172.25.5.50', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': 'ab87edea-c071-4fa6-abec-9f8dbabb19ab', 'port_id': 'a9003551-418d-4c81-8033-3576a1830435', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d0fd05b-516c-4d37-8cef-fc7b79f55bf9', 'mac_address': 'fa:16:3e:ee:20:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5447d2f-754f-4ce8-890e-47a72a7451c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T20:39:50Z', 'updated_at': '2021-10-12T20:39:52Z', 'revision_number': 1, 'project_id': '9764ea0723f246799683e1514c84b774', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65fe693c-0bff-4e21-869a-d6a2a326fa62', 'name': '', 'network_id': '7d0fd05b-516c-4d37-8cef-fc7b79f55bf9', 'tenant_id': '9764ea0723f246799683e1514c84b774', 'mac_address': 'fa:16:3e:bd:70:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab87edea-c071-4fa6-abec-9f8dbabb19ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '127ee392-a222-43cf-853e-a73e192d7e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:39:25Z', 'updated_at': '2021-10-12T20:39:29Z', 'revision_number': 5, 'project_id': '9764ea0723f246799683e1514c84b774', 'subnets': [{'id': '127ee392-a222-43cf-853e-a73e192d7e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:42:26.528522 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf70993-99ff-46b0-af6b-98a34be8085a None None] The sync data for ids ['ab87edea-c071-4fa6-abec-9f8dbabb19ab'] in n-d-813679-3 is: [{'id': 'ab87edea-c071-4fa6-abec-9f8dbabb19ab', 'name': 'tempest-TestSnapshotPattern-1162623543-router', 'tenant_id': '9764ea0723f246799683e1514c84b774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '8e8307a4-539e-4cc2-ae7d-e26faa208e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:39:22Z', 'updated_at': '2021-10-12T20:39:25Z', 'revision_number': 4, 'project_id': '9764ea0723f246799683e1514c84b774', 'gw_port': {'id': '8e8307a4-539e-4cc2-ae7d-e26faa208e3d', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab87edea-c071-4fa6-abec-9f8dbabb19ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:39:23Z', 'updated_at': '2021-10-12T20:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': '342c72d8-7771-4f40-a6a3-f2c4ee799973', 'tenant_id': '9764ea0723f246799683e1514c84b774', 'floating_ip_address': '172.25.5.127', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': 'ab87edea-c071-4fa6-abec-9f8dbabb19ab', 'port_id': '90f39842-74dd-460e-95e2-4a7b6e44312d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d0fd05b-516c-4d37-8cef-fc7b79f55bf9', 'mac_address': 'fa:16:3e:8b:f3:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9451f83a-d50c-4fb0-a085-5262949138b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T20:42:24Z', 'updated_at': '2021-10-12T20:42:24Z', 'revision_number': 0, 'project_id': '9764ea0723f246799683e1514c84b774', 'fixed_ip_address_scope': None}, {'id': '75d0de94-82c6-4af1-94e4-8afa70f48d94', 'tenant_id': '9764ea0723f246799683e1514c84b774', 'floating_ip_address': '172.25.5.50', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': 'ab87edea-c071-4fa6-abec-9f8dbabb19ab', 'port_id': 'a9003551-418d-4c81-8033-3576a1830435', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d0fd05b-516c-4d37-8cef-fc7b79f55bf9', 'mac_address': 'fa:16:3e:ee:20:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5447d2f-754f-4ce8-890e-47a72a7451c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T20:39:50Z', 'updated_at': '2021-10-12T20:39:52Z', 'revision_number': 1, 'project_id': '9764ea0723f246799683e1514c84b774', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65fe693c-0bff-4e21-869a-d6a2a326fa62', 'name': '', 'network_id': '7d0fd05b-516c-4d37-8cef-fc7b79f55bf9', 'tenant_id': '9764ea0723f246799683e1514c84b774', 'mac_address': 'fa:16:3e:bd:70:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab87edea-c071-4fa6-abec-9f8dbabb19ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '127ee392-a222-43cf-853e-a73e192d7e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:39:25Z', 'updated_at': '2021-10-12T20:39:29Z', 'revision_number': 5, 'project_id': '9764ea0723f246799683e1514c84b774', 'subnets': [{'id': '127ee392-a222-43cf-853e-a73e192d7e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 20:42:26.726982 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0995a8a-e241-40c4-adab-c595fc44a58e None None] New status for floating IP 342c72d8-7771-4f40-a6a3-f2c4ee799973: ACTIVE {{(pid=95504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 20:42:29.176164 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-95d11e4e-3bec-498e-9bfe-1bd8b92dcc16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:42:31.765012 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-6ff612bb-9472-432f-b7ca-04a0892326d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:42:32.553640 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:42:32.608530 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cedb3cf9-0fc1-4a9c-a8ba-27607eddad06 req-02861ea5-a2f4-40d2-8d05-55c48c6b148c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d5447d2f-754f-4ce8-890e-47a72a7451c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0389283 Oct 12 20:42:32.688323 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedb3cf9-0fc1-4a9c-a8ba-27607eddad06 req-59bfa7af-2239-4a7d-9e5f-e220b1e21a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:42:32.689777 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cedb3cf9-0fc1-4a9c-a8ba-27607eddad06 req-59bfa7af-2239-4a7d-9e5f-e220b1e21a8c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9764ea0723f246799683e1514c84b774&device_id=d5447d2f-754f-4ce8-890e-47a72a7451c2 HTTP/1.1" status: 200 len: 1095 time: 0.0394325 Oct 12 20:42:32.796262 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedb3cf9-0fc1-4a9c-a8ba-27607eddad06 req-27d2fa0e-a86f-41d2-a255-60bd6ee9ea7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:42:32.797696 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cedb3cf9-0fc1-4a9c-a8ba-27607eddad06 req-27d2fa0e-a86f-41d2-a255-60bd6ee9ea7f service neutron] 10.222.0.67 "GET /v2.0/networks?id=7d0fd05b-516c-4d37-8cef-fc7b79f55bf9 HTTP/1.1" status: 200 len: 911 time: 0.0878444 Oct 12 20:42:32.860976 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cedb3cf9-0fc1-4a9c-a8ba-27607eddad06 req-13d1b1a4-2c4e-4cac-9d1f-67ac5f94e22f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a9003551-418d-4c81-8033-3576a1830435 HTTP/1.1" status: 200 len: 999 time: 0.0554876 Oct 12 20:42:32.908954 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedb3cf9-0fc1-4a9c-a8ba-27607eddad06 req-c62d4a90-a065-4618-8b40-ee2bbab1707a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:42:32.910307 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cedb3cf9-0fc1-4a9c-a8ba-27607eddad06 req-c62d4a90-a065-4618-8b40-ee2bbab1707a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=127ee392-a222-43cf-853e-a73e192d7e2c HTTP/1.1" status: 200 len: 849 time: 0.0419023 Oct 12 20:42:32.958299 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedb3cf9-0fc1-4a9c-a8ba-27607eddad06 req-4501db23-ec1e-4231-873a-a3eb6f849b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:42:32.959914 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cedb3cf9-0fc1-4a9c-a8ba-27607eddad06 req-4501db23-ec1e-4231-873a-a3eb6f849b72 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7d0fd05b-516c-4d37-8cef-fc7b79f55bf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423660 Oct 12 20:42:32.970383 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [req-cedb3cf9-0fc1-4a9c-a8ba-27607eddad06 req-0c7fcd0f-699a-45ef-893b-cb1d85de5720 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 20:42:32.971291 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cedb3cf9-0fc1-4a9c-a8ba-27607eddad06 req-0c7fcd0f-699a-45ef-893b-cb1d85de5720 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0047305 Oct 12 20:42:33.059716 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cedb3cf9-0fc1-4a9c-a8ba-27607eddad06 req-72e500b8-f71c-4c03-9de8-681ba688785a service neutron] 10.222.0.67 "GET /v2.0/networks/7d0fd05b-516c-4d37-8cef-fc7b79f55bf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813756 Oct 12 20:42:33.152479 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-cedb3cf9-0fc1-4a9c-a8ba-27607eddad06 req-ec30d300-2da6-4e15-9c1a-30d61a4904d6 service neutron] 10.222.0.67 "GET /v2.0/networks/7d0fd05b-516c-4d37-8cef-fc7b79f55bf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850499 Oct 12 20:42:33.416129 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:42:33.833793 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:42:34.896478 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:42:34.924586 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:42:46.745303 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1bf5979f-83f4-494d-9cc0-63b5e591fcb8 req-a7d25c28-228c-429c-98bd-8d1348d86d53 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9451f83a-d50c-4fb0-a085-5262949138b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407727 Oct 12 20:42:46.825284 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf5979f-83f4-494d-9cc0-63b5e591fcb8 req-287722b6-581c-48b1-b0c1-93704e14f148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:42:46.826758 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1bf5979f-83f4-494d-9cc0-63b5e591fcb8 req-287722b6-581c-48b1-b0c1-93704e14f148 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9764ea0723f246799683e1514c84b774&device_id=9451f83a-d50c-4fb0-a085-5262949138b1 HTTP/1.1" status: 200 len: 1096 time: 0.0401981 Oct 12 20:42:46.930289 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf5979f-83f4-494d-9cc0-63b5e591fcb8 req-3eec3660-a21a-4e22-ad7f-f7f3a79a14a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:42:46.931719 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1bf5979f-83f4-494d-9cc0-63b5e591fcb8 req-3eec3660-a21a-4e22-ad7f-f7f3a79a14a5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7d0fd05b-516c-4d37-8cef-fc7b79f55bf9 HTTP/1.1" status: 200 len: 911 time: 0.0867834 Oct 12 20:42:46.995882 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1bf5979f-83f4-494d-9cc0-63b5e591fcb8 req-cbc0c330-674f-40d0-bf5d-4e55fcd80215 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90f39842-74dd-460e-95e2-4a7b6e44312d HTTP/1.1" status: 200 len: 1001 time: 0.0562205 Oct 12 20:42:47.047859 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf5979f-83f4-494d-9cc0-63b5e591fcb8 req-d2346527-037b-4d11-87b1-d1c37553a580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:42:47.049316 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1bf5979f-83f4-494d-9cc0-63b5e591fcb8 req-d2346527-037b-4d11-87b1-d1c37553a580 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=127ee392-a222-43cf-853e-a73e192d7e2c HTTP/1.1" status: 200 len: 849 time: 0.0469036 Oct 12 20:42:47.094404 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf5979f-83f4-494d-9cc0-63b5e591fcb8 req-220024e9-9f64-44c0-91ff-37785b09e5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:42:47.095822 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1bf5979f-83f4-494d-9cc0-63b5e591fcb8 req-220024e9-9f64-44c0-91ff-37785b09e5b4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7d0fd05b-516c-4d37-8cef-fc7b79f55bf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396740 Oct 12 20:42:47.185094 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1bf5979f-83f4-494d-9cc0-63b5e591fcb8 req-6527b12a-3af9-443f-92e5-cae35f002b6e service neutron] 10.222.0.61 "GET /v2.0/networks/7d0fd05b-516c-4d37-8cef-fc7b79f55bf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816336 Oct 12 20:42:47.278524 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-1bf5979f-83f4-494d-9cc0-63b5e591fcb8 req-080d536a-b1d2-4df5-9567-2adb8e47256d service neutron] 10.222.0.61 "GET /v2.0/networks/7d0fd05b-516c-4d37-8cef-fc7b79f55bf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863175 Oct 12 20:42:50.188200 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 20:42:59.209726 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-457921d7-0dc2-4c83-96ba-81e20f0807a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:43:01.752672 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d20a24ba-3f52-49a9-b238-65d05329b76d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:43:02.547006 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:43:03.393055 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:43:03.832432 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:43:04.894367 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:43:04.928127 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:43:27.187783 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 20:43:29.198119 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-619c546e-247c-48da-ae00-e0e8f795bc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:43:31.775147 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5128574e-37f3-4df8-87d6-76f741057095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:43:32.555881 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:43:33.415134 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:43:33.849558 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:43:34.214372 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-466abf1b-e39b-4193-bc34-283a942dedd0 req-24ec0f76-dc5d-4da8-9dd9-e6bc0b76ba63 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d5447d2f-754f-4ce8-890e-47a72a7451c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0970321 Oct 12 20:43:34.292045 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466abf1b-e39b-4193-bc34-283a942dedd0 req-f8d84f9e-48c1-40e3-bbd4-0fdc83226e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:43:34.293483 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-466abf1b-e39b-4193-bc34-283a942dedd0 req-f8d84f9e-48c1-40e3-bbd4-0fdc83226e23 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9764ea0723f246799683e1514c84b774&device_id=d5447d2f-754f-4ce8-890e-47a72a7451c2 HTTP/1.1" status: 200 len: 1095 time: 0.0392981 Oct 12 20:43:34.396775 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466abf1b-e39b-4193-bc34-283a942dedd0 req-44d893dc-aea0-44d1-9b98-1fd2e98ff6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:43:34.398101 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-466abf1b-e39b-4193-bc34-283a942dedd0 req-44d893dc-aea0-44d1-9b98-1fd2e98ff6e1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7d0fd05b-516c-4d37-8cef-fc7b79f55bf9 HTTP/1.1" status: 200 len: 911 time: 0.0854292 Oct 12 20:43:34.460208 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-466abf1b-e39b-4193-bc34-283a942dedd0 req-517c58f6-7cde-4302-a4cc-7a87142589ca service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a9003551-418d-4c81-8033-3576a1830435 HTTP/1.1" status: 200 len: 999 time: 0.0549541 Oct 12 20:43:34.510838 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466abf1b-e39b-4193-bc34-283a942dedd0 req-f98b912d-9e9e-4d98-949f-e3358fbbbd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:43:34.512244 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-466abf1b-e39b-4193-bc34-283a942dedd0 req-f98b912d-9e9e-4d98-949f-e3358fbbbd8d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=127ee392-a222-43cf-853e-a73e192d7e2c HTTP/1.1" status: 200 len: 849 time: 0.0447621 Oct 12 20:43:34.556176 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466abf1b-e39b-4193-bc34-283a942dedd0 req-2760d7a0-0067-4243-8b68-998238cf3aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:43:34.557621 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-466abf1b-e39b-4193-bc34-283a942dedd0 req-2760d7a0-0067-4243-8b68-998238cf3aa7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7d0fd05b-516c-4d37-8cef-fc7b79f55bf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387216 Oct 12 20:43:34.645122 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-466abf1b-e39b-4193-bc34-283a942dedd0 req-2cd056e8-703e-4f3c-aaf7-7a8471c2be70 service neutron] 10.222.0.67 "GET /v2.0/networks/7d0fd05b-516c-4d37-8cef-fc7b79f55bf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796037 Oct 12 20:43:34.735860 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-466abf1b-e39b-4193-bc34-283a942dedd0 req-b2f3f4d9-59c9-436e-a03f-aafe34767f81 service neutron] 10.222.0.67 "GET /v2.0/networks/7d0fd05b-516c-4d37-8cef-fc7b79f55bf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830798 Oct 12 20:43:34.887216 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:43:34.909929 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:43:48.749913 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8ba87479-09a2-4975-8340-53323214a6fc req-758eec49-3732-45fd-9d1d-63aa12ee1e86 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9451f83a-d50c-4fb0-a085-5262949138b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408065 Oct 12 20:43:48.829721 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba87479-09a2-4975-8340-53323214a6fc req-6b344261-280b-43c7-8f50-d3a81d32ec2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:43:48.831207 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8ba87479-09a2-4975-8340-53323214a6fc req-6b344261-280b-43c7-8f50-d3a81d32ec2d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9764ea0723f246799683e1514c84b774&device_id=9451f83a-d50c-4fb0-a085-5262949138b1 HTTP/1.1" status: 200 len: 1096 time: 0.0400479 Oct 12 20:43:48.937351 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba87479-09a2-4975-8340-53323214a6fc req-eedbe565-d418-4eb6-830b-e85495b32251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:43:48.938778 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8ba87479-09a2-4975-8340-53323214a6fc req-eedbe565-d418-4eb6-830b-e85495b32251 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7d0fd05b-516c-4d37-8cef-fc7b79f55bf9 HTTP/1.1" status: 200 len: 911 time: 0.0877905 Oct 12 20:43:49.001734 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8ba87479-09a2-4975-8340-53323214a6fc req-bf3c11ae-36c8-4d6b-a804-b40c4b265de6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90f39842-74dd-460e-95e2-4a7b6e44312d HTTP/1.1" status: 200 len: 1001 time: 0.0555441 Oct 12 20:43:49.057397 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba87479-09a2-4975-8340-53323214a6fc req-73ee9884-7ce8-4840-b40e-c0bdffc7f6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:43:49.058854 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8ba87479-09a2-4975-8340-53323214a6fc req-73ee9884-7ce8-4840-b40e-c0bdffc7f6a9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=127ee392-a222-43cf-853e-a73e192d7e2c HTTP/1.1" status: 200 len: 849 time: 0.0503922 Oct 12 20:43:49.103715 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba87479-09a2-4975-8340-53323214a6fc req-93b74010-025e-42fc-83ac-cda1e94af72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:43:49.105200 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8ba87479-09a2-4975-8340-53323214a6fc req-93b74010-025e-42fc-83ac-cda1e94af72d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7d0fd05b-516c-4d37-8cef-fc7b79f55bf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395517 Oct 12 20:43:49.196788 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8ba87479-09a2-4975-8340-53323214a6fc req-7578f7de-e539-434f-b806-73ab54c96c30 service neutron] 10.222.0.61 "GET /v2.0/networks/7d0fd05b-516c-4d37-8cef-fc7b79f55bf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843081 Oct 12 20:43:49.289982 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-8ba87479-09a2-4975-8340-53323214a6fc req-2f6fda3c-d3c1-46cf-9e0a-174dc90c02d4 service neutron] 10.222.0.61 "GET /v2.0/networks/7d0fd05b-516c-4d37-8cef-fc7b79f55bf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855410 Oct 12 20:43:55.736693 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 90f39842-74dd-460e-95e2-4a7b6e44312d details requested by agent hyperv_n-h1-813679-3 with host n-h1-813679-3 {{(pid=95503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 20:43:55.828452 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 90f39842-74dd-460e-95e2-4a7b6e44312d, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=90f39842-74dd-460e-95e2-4a7b6e44312d,segment=NetworkSegment(ee658da1-1e57-469e-a1b9-5d330d9419fd),segment_id=ee658da1-1e57-469e-a1b9-5d330d9419fd)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:43:55.838782 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Returning: {'device': '90f39842-74dd-460e-95e2-4a7b6e44312d', 'network_id': '7d0fd05b-516c-4d37-8cef-fc7b79f55bf9', 'port_id': '90f39842-74dd-460e-95e2-4a7b6e44312d', 'mac_address': 'fa:16:3e:8b:f3:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '127ee392-a222-43cf-853e-a73e192d7e2c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 20:43:55.874251 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:43:55.886426 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 90f39842-74dd-460e-95e2-4a7b6e44312d {{(pid=95503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 20:43:55.906458 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 90f39842-74dd-460e-95e2-4a7b6e44312d, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=90f39842-74dd-460e-95e2-4a7b6e44312d,segment=NetworkSegment(ee658da1-1e57-469e-a1b9-5d330d9419fd),segment_id=ee658da1-1e57-469e-a1b9-5d330d9419fd)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:43:55.980022 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:43:56.028958 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=90f39842-74dd-460e-95e2-4a7b6e44312d,revision_number=6']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:43:56.036110 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:43:56.036460 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:43:56.036795 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:43:56.037129 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:43:56.037456 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:43:56.037778 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:43:56.038099 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:43:56.038421 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:43:56.038737 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:43:56.039053 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:43:56.039371 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:43:56.039685 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:43:56.063456 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] get_ports_and_sgs() called for port_ids ['90f39842-74dd-460e-95e2-4a7b6e44312d'] {{(pid=95503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 20:43:57.745136 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 90f39842-74dd-460e-95e2-4a7b6e44312d up at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 20:43:57.799281 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.provisioning_blocks [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Provisioning complete for port 90f39842-74dd-460e-95e2-4a7b6e44312d triggered by entity L2. {{(pid=95503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 20:43:57.799617 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859795'] for port, provisioning_complete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:43:57.886564 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:43:57.915608 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9451f83a-d50c-4fb0-a085-5262949138b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90f39842-74dd-460e-95e2-4a7b6e44312d'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:43:57.917925 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b9295f95168b7ebeacfaf6dce688c5b5a488805d3fcc076b348ff91511493a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-890d8f9b-8665-4fcc-97fd-f05ff46f948c" -d '{"events": [{"server_uuid": "9451f83a-d50c-4fb0-a085-5262949138b1", "name": "network-vif-plugged", "status": "completed", "tag": "90f39842-74dd-460e-95e2-4a7b6e44312d"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:43:57.948684 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 90f39842-74dd-460e-95e2-4a7b6e44312d, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=90f39842-74dd-460e-95e2-4a7b6e44312d,segment=NetworkSegment(ee658da1-1e57-469e-a1b9-5d330d9419fd),segment_id=ee658da1-1e57-469e-a1b9-5d330d9419fd)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:43:57.968466 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 20:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16adcc5a-4f09-4f2e-9605-74d874c75cfc x-openstack-request-id: req-16adcc5a-4f09-4f2e-9605-74d874c75cfc {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:43:57.968466 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9451f83a-d50c-4fb0-a085-5262949138b1", "name": "network-vif-plugged", "status": "completed", "tag": "90f39842-74dd-460e-95e2-4a7b6e44312d", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:43:57.968466 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-16adcc5a-4f09-4f2e-9605-74d874c75cfc {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:43:57.968466 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9451f83a-d50c-4fb0-a085-5262949138b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90f39842-74dd-460e-95e2-4a7b6e44312d', 'code': 200} Oct 12 20:43:58.020934 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:43:58.070292 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=90f39842-74dd-460e-95e2-4a7b6e44312d,revision_number=7']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:43:59.203184 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ce259b90-7138-4945-a015-37ae2ca62912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:44:01.766647 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-fc3f3005-9077-4593-b8a4-90740fb05bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:44:02.635311 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:44:03.429644 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:44:03.872276 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:44:04.194037 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 20:44:04.952068 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:44:04.974759 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:44:08.801462 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 38728) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:44:08.952271 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-7d672d31-b8a5-4ec9-a24f-77256066c273 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Deleting port d015f57f-fafe-45c0-a572-38a77d0a2260 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 20:44:08.952611 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7d672d31-b8a5-4ec9-a24f-77256066c273 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:44:09.028139 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7d672d31-b8a5-4ec9-a24f-77256066c273 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:44:09.028391 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7d672d31-b8a5-4ec9-a24f-77256066c273 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:44:09.039425 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-7d672d31-b8a5-4ec9-a24f-77256066c273 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Calling delete_port for d015f57f-fafe-45c0-a572-38a77d0a2260 owned by network:floatingip {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 20:44:09.248597 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7d672d31-b8a5-4ec9-a24f-77256066c273 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:44:09.273998 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d672d31-b8a5-4ec9-a24f-77256066c273 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Pushing event deleted for resources: {'Port': ['ID=d015f57f-fafe-45c0-a572-38a77d0a2260,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:44:09.286915 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d672d31-b8a5-4ec9-a24f-77256066c273 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:44:09.287347 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d672d31-b8a5-4ec9-a24f-77256066c273 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:44:09.287648 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d672d31-b8a5-4ec9-a24f-77256066c273 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:44:09.288000 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d672d31-b8a5-4ec9-a24f-77256066c273 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:44:09.288384 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d672d31-b8a5-4ec9-a24f-77256066c273 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:44:09.288721 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d672d31-b8a5-4ec9-a24f-77256066c273 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:44:09.289052 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d672d31-b8a5-4ec9-a24f-77256066c273 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:44:09.289385 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d672d31-b8a5-4ec9-a24f-77256066c273 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:44:09.289717 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d672d31-b8a5-4ec9-a24f-77256066c273 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:44:09.290045 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d672d31-b8a5-4ec9-a24f-77256066c273 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:44:09.290374 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d672d31-b8a5-4ec9-a24f-77256066c273 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:44:09.290703 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d672d31-b8a5-4ec9-a24f-77256066c273 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:44:09.344680 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7d672d31-b8a5-4ec9-a24f-77256066c273 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Notify callbacks [] for floatingip, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:44:09.345036 n-d-813679-3 neutron-server[95502]: INFO neutron.db.l3_db [None req-7d672d31-b8a5-4ec9-a24f-77256066c273 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Floating IP 342c72d8-7771-4f40-a6a3-f2c4ee799973 disassociated (deleted). External IP: 172.25.5.127, port: 90f39842-74dd-460e-95e2-4a7b6e44312d. Oct 12 20:44:09.548843 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d672d31-b8a5-4ec9-a24f-77256066c273 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Router ab87edea-c071-4fa6-abec-9f8dbabb19ab has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 20:44:09.653639 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d672d31-b8a5-4ec9-a24f-77256066c273 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 20:44:09.658415 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7d672d31-b8a5-4ec9-a24f-77256066c273 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:44:09.663590 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0f1e8a-376a-4f11-97d3-dbc40ad35236 None None] Sync routers for ids ['ab87edea-c071-4fa6-abec-9f8dbabb19ab'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 20:44:09.672351 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0f1e8a-376a-4f11-97d3-dbc40ad35236 None None] Routers {'ab87edea-c071-4fa6-abec-9f8dbabb19ab'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:44:09.677466 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-9c0f1e8a-376a-4f11-97d3-dbc40ad35236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:44:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['ab87edea-c071-4fa6-abec-9f8dbabb19ab'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:44:09.685176 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-7d672d31-b8a5-4ec9-a24f-77256066c273 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] 10.222.0.49 "DELETE /v2.0/floatingips/342c72d8-7771-4f40-a6a3-f2c4ee799973 HTTP/1.1" status: 204 len: 168 time: 0.8826158 Oct 12 20:44:09.685719 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9451f83a-d50c-4fb0-a085-5262949138b1', 'tag': '90f39842-74dd-460e-95e2-4a7b6e44312d'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:44:09.688529 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d38ba98a80be6c2fe69993d1a3c9eb2b0c7fe5c84c08efdde6b95a5e2d0657c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05f4c62d-ca80-4014-afdc-4238399ff759" -d '{"events": [{"name": "network-changed", "server_uuid": "9451f83a-d50c-4fb0-a085-5262949138b1", "tag": "90f39842-74dd-460e-95e2-4a7b6e44312d"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:44:09.786289 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-9c0f1e8a-376a-4f11-97d3-dbc40ad35236 None None] Set router ab87edea-c071-4fa6-abec-9f8dbabb19ab gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:44:09.799445 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 20:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-254f5ce0-9613-4523-bc38-33f0f89d542e x-openstack-request-id: req-254f5ce0-9613-4523-bc38-33f0f89d542e {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:44:09.799691 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9451f83a-d50c-4fb0-a085-5262949138b1", "tag": "90f39842-74dd-460e-95e2-4a7b6e44312d", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:44:09.799946 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-254f5ce0-9613-4523-bc38-33f0f89d542e {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:44:09.800377 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9451f83a-d50c-4fb0-a085-5262949138b1', 'tag': '90f39842-74dd-460e-95e2-4a7b6e44312d', 'status': 'completed', 'code': 200} Oct 12 20:44:09.866269 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f4c62d-ca80-4014-afdc-4238399ff759 req-dadd113b-a285-4b75-9708-2a4c08a7cac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:44:09.867970 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-05f4c62d-ca80-4014-afdc-4238399ff759 req-dadd113b-a285-4b75-9708-2a4c08a7cac8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9764ea0723f246799683e1514c84b774&device_id=9451f83a-d50c-4fb0-a085-5262949138b1 HTTP/1.1" status: 200 len: 1096 time: 0.0424178 Oct 12 20:44:09.962683 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f4c62d-ca80-4014-afdc-4238399ff759 req-ce10cfe1-9580-4331-8198-d9ff11cadf79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:44:09.964369 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-05f4c62d-ca80-4014-afdc-4238399ff759 req-ce10cfe1-9580-4331-8198-d9ff11cadf79 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7d0fd05b-516c-4d37-8cef-fc7b79f55bf9 HTTP/1.1" status: 200 len: 911 time: 0.0892470 Oct 12 20:44:10.006919 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-05f4c62d-ca80-4014-afdc-4238399ff759 req-611f8256-d85f-45f3-969f-abd551a4a87d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90f39842-74dd-460e-95e2-4a7b6e44312d HTTP/1.1" status: 200 len: 217 time: 0.0354021 Oct 12 20:44:10.025290 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-9c0f1e8a-376a-4f11-97d3-dbc40ad35236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab87edea-c071-4fa6-abec-9f8dbabb19ab', 'name': 'tempest-TestSnapshotPattern-1162623543-router', 'tenant_id': '9764ea0723f246799683e1514c84b774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '8e8307a4-539e-4cc2-ae7d-e26faa208e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:39:22Z', 'updated_at': '2021-10-12T20:39:25Z', 'revision_number': 4, 'project_id': '9764ea0723f246799683e1514c84b774', 'gw_port': {'id': '8e8307a4-539e-4cc2-ae7d-e26faa208e3d', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab87edea-c071-4fa6-abec-9f8dbabb19ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:39:23Z', 'updated_at': '2021-10-12T20:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': '75d0de94-82c6-4af1-94e4-8afa70f48d94', 'tenant_id': '9764ea0723f246799683e1514c84b774', 'floating_ip_address': '172.25.5.50', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': 'ab87edea-c071-4fa6-abec-9f8dbabb19ab', 'port_id': 'a9003551-418d-4c81-8033-3576a1830435', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d0fd05b-516c-4d37-8cef-fc7b79f55bf9', 'mac_address': 'fa:16:3e:ee:20:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5447d2f-754f-4ce8-890e-47a72a7451c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T20:39:50Z', 'updated_at': '2021-10-12T20:39:52Z', 'revision_number': 1, 'project_id': '9764ea0723f246799683e1514c84b774', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65fe693c-0bff-4e21-869a-d6a2a326fa62', 'name': '', 'network_id': '7d0fd05b-516c-4d37-8cef-fc7b79f55bf9', 'tenant_id': '9764ea0723f246799683e1514c84b774', 'mac_address': 'fa:16:3e:bd:70:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab87edea-c071-4fa6-abec-9f8dbabb19ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '127ee392-a222-43cf-853e-a73e192d7e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:39:25Z', 'updated_at': '2021-10-12T20:39:29Z', 'revision_number': 5, 'project_id': '9764ea0723f246799683e1514c84b774', 'subnets': [{'id': '127ee392-a222-43cf-853e-a73e192d7e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:44:10.051856 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0f1e8a-376a-4f11-97d3-dbc40ad35236 None None] Checking router: ab87edea-c071-4fa6-abec-9f8dbabb19ab for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 20:44:10.061608 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0f1e8a-376a-4f11-97d3-dbc40ad35236 None None] Routers {'ab87edea-c071-4fa6-abec-9f8dbabb19ab'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:44:10.063556 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-9c0f1e8a-376a-4f11-97d3-dbc40ad35236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:44:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['ab87edea-c071-4fa6-abec-9f8dbabb19ab'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:44:10.066050 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f4c62d-ca80-4014-afdc-4238399ff759 req-69b1b276-1dd3-49bc-b833-860792e596b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:44:10.067663 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-05f4c62d-ca80-4014-afdc-4238399ff759 req-69b1b276-1dd3-49bc-b833-860792e596b2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=127ee392-a222-43cf-853e-a73e192d7e2c HTTP/1.1" status: 200 len: 849 time: 0.0545137 Oct 12 20:44:10.123178 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f4c62d-ca80-4014-afdc-4238399ff759 req-ee4f9b33-3be9-49d2-a02d-f76da1c561a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:44:10.124837 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-05f4c62d-ca80-4014-afdc-4238399ff759 req-ee4f9b33-3be9-49d2-a02d-f76da1c561a7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7d0fd05b-516c-4d37-8cef-fc7b79f55bf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0494065 Oct 12 20:44:10.174362 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-9c0f1e8a-376a-4f11-97d3-dbc40ad35236 None None] Set router ab87edea-c071-4fa6-abec-9f8dbabb19ab gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:44:10.212654 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3bc2ed-773b-41e9-bf48-b3f1b0e10aec req-cbcefd36-1a70-427a-bd66-30afee12f501 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:44:10.214291 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2d3bc2ed-773b-41e9-bf48-b3f1b0e10aec req-cbcefd36-1a70-427a-bd66-30afee12f501 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] 10.222.0.49 "GET /v2.0/ports?device_id=9451f83a-d50c-4fb0-a085-5262949138b1 HTTP/1.1" status: 200 len: 945 time: 0.1150439 Oct 12 20:44:10.229260 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-05f4c62d-ca80-4014-afdc-4238399ff759 req-e027303e-07b4-4f5a-9fce-6495367adcf3 service neutron] 10.222.0.61 "GET /v2.0/networks/7d0fd05b-516c-4d37-8cef-fc7b79f55bf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962865 Oct 12 20:44:10.253309 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-2d3bc2ed-773b-41e9-bf48-b3f1b0e10aec req-bdcafc74-fade-4b76-9782-057e33823170 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] 10.222.0.49 "GET /v2.0/security-groups?id=225daee4-370a-4406-b854-1eb32b29f4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325043 Oct 12 20:44:10.320227 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-05f4c62d-ca80-4014-afdc-4238399ff759 req-3bc62008-943f-4d37-88fc-29c8a69b9e94 service neutron] 10.222.0.61 "GET /v2.0/networks/7d0fd05b-516c-4d37-8cef-fc7b79f55bf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839040 Oct 12 20:44:10.401396 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-9c0f1e8a-376a-4f11-97d3-dbc40ad35236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab87edea-c071-4fa6-abec-9f8dbabb19ab', 'name': 'tempest-TestSnapshotPattern-1162623543-router', 'tenant_id': '9764ea0723f246799683e1514c84b774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '8e8307a4-539e-4cc2-ae7d-e26faa208e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:39:22Z', 'updated_at': '2021-10-12T20:39:25Z', 'revision_number': 4, 'project_id': '9764ea0723f246799683e1514c84b774', 'gw_port': {'id': '8e8307a4-539e-4cc2-ae7d-e26faa208e3d', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab87edea-c071-4fa6-abec-9f8dbabb19ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:39:23Z', 'updated_at': '2021-10-12T20:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': '75d0de94-82c6-4af1-94e4-8afa70f48d94', 'tenant_id': '9764ea0723f246799683e1514c84b774', 'floating_ip_address': '172.25.5.50', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': 'ab87edea-c071-4fa6-abec-9f8dbabb19ab', 'port_id': 'a9003551-418d-4c81-8033-3576a1830435', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d0fd05b-516c-4d37-8cef-fc7b79f55bf9', 'mac_address': 'fa:16:3e:ee:20:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5447d2f-754f-4ce8-890e-47a72a7451c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T20:39:50Z', 'updated_at': '2021-10-12T20:39:52Z', 'revision_number': 1, 'project_id': '9764ea0723f246799683e1514c84b774', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65fe693c-0bff-4e21-869a-d6a2a326fa62', 'name': '', 'network_id': '7d0fd05b-516c-4d37-8cef-fc7b79f55bf9', 'tenant_id': '9764ea0723f246799683e1514c84b774', 'mac_address': 'fa:16:3e:bd:70:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab87edea-c071-4fa6-abec-9f8dbabb19ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '127ee392-a222-43cf-853e-a73e192d7e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:39:25Z', 'updated_at': '2021-10-12T20:39:29Z', 'revision_number': 5, 'project_id': '9764ea0723f246799683e1514c84b774', 'subnets': [{'id': '127ee392-a222-43cf-853e-a73e192d7e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:44:10.428132 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0f1e8a-376a-4f11-97d3-dbc40ad35236 None None] The sync data for ids ['ab87edea-c071-4fa6-abec-9f8dbabb19ab'] in n-d-813679-3 is: [{'id': 'ab87edea-c071-4fa6-abec-9f8dbabb19ab', 'name': 'tempest-TestSnapshotPattern-1162623543-router', 'tenant_id': '9764ea0723f246799683e1514c84b774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '8e8307a4-539e-4cc2-ae7d-e26faa208e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:39:22Z', 'updated_at': '2021-10-12T20:39:25Z', 'revision_number': 4, 'project_id': '9764ea0723f246799683e1514c84b774', 'gw_port': {'id': '8e8307a4-539e-4cc2-ae7d-e26faa208e3d', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab87edea-c071-4fa6-abec-9f8dbabb19ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:39:23Z', 'updated_at': '2021-10-12T20:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_floatingips': [{'id': '75d0de94-82c6-4af1-94e4-8afa70f48d94', 'tenant_id': '9764ea0723f246799683e1514c84b774', 'floating_ip_address': '172.25.5.50', 'floating_network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'router_id': 'ab87edea-c071-4fa6-abec-9f8dbabb19ab', 'port_id': 'a9003551-418d-4c81-8033-3576a1830435', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d0fd05b-516c-4d37-8cef-fc7b79f55bf9', 'mac_address': 'fa:16:3e:ee:20:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5447d2f-754f-4ce8-890e-47a72a7451c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T20:39:50Z', 'updated_at': '2021-10-12T20:39:52Z', 'revision_number': 1, 'project_id': '9764ea0723f246799683e1514c84b774', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65fe693c-0bff-4e21-869a-d6a2a326fa62', 'name': '', 'network_id': '7d0fd05b-516c-4d37-8cef-fc7b79f55bf9', 'tenant_id': '9764ea0723f246799683e1514c84b774', 'mac_address': 'fa:16:3e:bd:70:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab87edea-c071-4fa6-abec-9f8dbabb19ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '127ee392-a222-43cf-853e-a73e192d7e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:39:25Z', 'updated_at': '2021-10-12T20:39:29Z', 'revision_number': 5, 'project_id': '9764ea0723f246799683e1514c84b774', 'subnets': [{'id': '127ee392-a222-43cf-853e-a73e192d7e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 20:44:10.664967 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292ebf3f-41d0-405a-b948-ba82d7b45163 None None] New status for floating IP 342c72d8-7771-4f40-a6a3-f2c4ee799973: DOWN {{(pid=95504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 20:44:11.420784 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e59f880-deee-4ab0-b5a6-cb4826a764db req-ad46f00c-9b5b-4c44-98f1-c4aba858757f tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:44:11.422243 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3e59f880-deee-4ab0-b5a6-cb4826a764db req-ad46f00c-9b5b-4c44-98f1-c4aba858757f tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] 10.222.0.49 "GET /v2.0/ports?device_id=9451f83a-d50c-4fb0-a085-5262949138b1 HTTP/1.1" status: 200 len: 945 time: 0.0997467 Oct 12 20:44:11.459053 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-3e59f880-deee-4ab0-b5a6-cb4826a764db req-ddd9ad34-02ae-4a34-915d-92e427513590 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] 10.222.0.49 "GET /v2.0/security-groups?id=225daee4-370a-4406-b854-1eb32b29f4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309236 Oct 12 20:44:11.598725 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1235a9-1490-4887-931a-074b77df3949 req-8dfd79ea-8a6a-4a06-a0e4-30e56d221d0b tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:44:11.600078 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0d1235a9-1490-4887-931a-074b77df3949 req-8dfd79ea-8a6a-4a06-a0e4-30e56d221d0b tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] 10.222.0.61 "GET /v2.0/ports?device_id=9451f83a-d50c-4fb0-a085-5262949138b1 HTTP/1.1" status: 200 len: 945 time: 0.0517070 Oct 12 20:44:11.686102 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-0d1235a9-1490-4887-931a-074b77df3949 req-3936d50f-a4da-4961-afeb-e66c8b85b2af tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Deleting port 90f39842-74dd-460e-95e2-4a7b6e44312d {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 20:44:11.686440 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-0d1235a9-1490-4887-931a-074b77df3949 req-3936d50f-a4da-4961-afeb-e66c8b85b2af tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:44:11.807062 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 90f39842-74dd-460e-95e2-4a7b6e44312d no longer exists at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 20:44:11.889351 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:44:11.913188 n-d-813679-3 neutron-server[95503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9451f83a-d50c-4fb0-a085-5262949138b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90f39842-74dd-460e-95e2-4a7b6e44312d'}] {{(pid=95503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:44:11.915449 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43b9295f95168b7ebeacfaf6dce688c5b5a488805d3fcc076b348ff91511493a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b5a942d-0939-4df5-815a-9a6fd9c878f0" -d '{"events": [{"server_uuid": "9451f83a-d50c-4fb0-a085-5262949138b1", "name": "network-vif-unplugged", "status": "completed", "tag": "90f39842-74dd-460e-95e2-4a7b6e44312d"}]}' {{(pid=95503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:44:11.928162 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] For port 90f39842-74dd-460e-95e2-4a7b6e44312d, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=90f39842-74dd-460e-95e2-4a7b6e44312d,segment=NetworkSegment(ee658da1-1e57-469e-a1b9-5d330d9419fd),segment_id=ee658da1-1e57-469e-a1b9-5d330d9419fd)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:44:11.955724 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 20:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cd26438-0347-4bb2-86d6-de27610244b1 x-openstack-request-id: req-6cd26438-0347-4bb2-86d6-de27610244b1 {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:44:11.956327 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9451f83a-d50c-4fb0-a085-5262949138b1", "name": "network-vif-unplugged", "status": "completed", "tag": "90f39842-74dd-460e-95e2-4a7b6e44312d", "code": 200}]} {{(pid=95503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:44:11.956608 n-d-813679-3 neutron-server[95503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6cd26438-0347-4bb2-86d6-de27610244b1 {{(pid=95503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:44:11.957006 n-d-813679-3 neutron-server[95503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9451f83a-d50c-4fb0-a085-5262949138b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90f39842-74dd-460e-95e2-4a7b6e44312d', 'code': 200} Oct 12 20:44:11.991857 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732990049814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732989592580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732989592598'] for port, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:44:12.042571 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Pushing event updated for resources: {'Port': ['ID=90f39842-74dd-460e-95e2-4a7b6e44312d,revision_number=8']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:44:12.077730 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [req-0d1235a9-1490-4887-931a-074b77df3949 req-3936d50f-a4da-4961-afeb-e66c8b85b2af tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] For port 90f39842-74dd-460e-95e2-4a7b6e44312d, host n-h1-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813679-3',level=0,port_id=90f39842-74dd-460e-95e2-4a7b6e44312d,segment=NetworkSegment(ee658da1-1e57-469e-a1b9-5d330d9419fd),segment_id=ee658da1-1e57-469e-a1b9-5d330d9419fd)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:44:12.078121 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-0d1235a9-1490-4887-931a-074b77df3949 req-3936d50f-a4da-4961-afeb-e66c8b85b2af tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:44:12.090156 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [req-0d1235a9-1490-4887-931a-074b77df3949 req-3936d50f-a4da-4961-afeb-e66c8b85b2af tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Calling delete_port for 90f39842-74dd-460e-95e2-4a7b6e44312d owned by compute:nova {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 20:44:12.268926 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-0d1235a9-1490-4887-931a-074b77df3949 req-3936d50f-a4da-4961-afeb-e66c8b85b2af tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:44:12.301372 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3936d50f-a4da-4961-afeb-e66c8b85b2af tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Pushing event deleted for resources: {'Port': ['ID=90f39842-74dd-460e-95e2-4a7b6e44312d,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:44:12.340101 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d1235a9-1490-4887-931a-074b77df3949 req-3936d50f-a4da-4961-afeb-e66c8b85b2af tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] No DVR routers for this DVR port 90f39842-74dd-460e-95e2-4a7b6e44312d on host n-h1-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 20:44:12.342798 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [req-0d1235a9-1490-4887-931a-074b77df3949 req-3936d50f-a4da-4961-afeb-e66c8b85b2af tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:44:12.346176 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-0d1235a9-1490-4887-931a-074b77df3949 req-3936d50f-a4da-4961-afeb-e66c8b85b2af tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] 10.222.0.61 "DELETE /v2.0/ports/90f39842-74dd-460e-95e2-4a7b6e44312d HTTP/1.1" status: 204 len: 173 time: 0.7401166 Oct 12 20:44:12.346614 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9451f83a-d50c-4fb0-a085-5262949138b1', 'name': 'network-vif-deleted', 'tag': '90f39842-74dd-460e-95e2-4a7b6e44312d'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:44:12.348984 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d38ba98a80be6c2fe69993d1a3c9eb2b0c7fe5c84c08efdde6b95a5e2d0657c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b46844f4-3521-4473-ab26-e9312c0ba7fd" -d '{"events": [{"server_uuid": "9451f83a-d50c-4fb0-a085-5262949138b1", "name": "network-vif-deleted", "tag": "90f39842-74dd-460e-95e2-4a7b6e44312d"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:44:12.384272 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 20:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-227e39e6-01c5-438d-aec2-1058d55d176f x-openstack-request-id: req-227e39e6-01c5-438d-aec2-1058d55d176f {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:44:12.384580 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9451f83a-d50c-4fb0-a085-5262949138b1", "name": "network-vif-deleted", "tag": "90f39842-74dd-460e-95e2-4a7b6e44312d", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:44:12.384836 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-227e39e6-01c5-438d-aec2-1058d55d176f {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:44:12.385238 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9451f83a-d50c-4fb0-a085-5262949138b1', 'name': 'network-vif-deleted', 'tag': '90f39842-74dd-460e-95e2-4a7b6e44312d', 'status': 'completed', 'code': 200} Oct 12 20:44:12.555567 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-4aa6cb2f-e78c-4ad7-a8e8-4d90cccc81a7 req-2a912690-f6a9-4a05-b214-d87630818bfc tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] 10.222.0.49 "GET /v2.0/ports?device_id=9451f83a-d50c-4fb0-a085-5262949138b1 HTTP/1.1" status: 200 len: 210 time: 0.0270534 Oct 12 20:44:14.852755 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 38794) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:44:15.002116 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-fc91ba50-2407-42b9-a7de-17c80e8cdfab tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Deleting port 2c7766d7-df68-4aef-af07-d41764ffc244 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 20:44:15.002461 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fc91ba50-2407-42b9-a7de-17c80e8cdfab tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:44:15.078380 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fc91ba50-2407-42b9-a7de-17c80e8cdfab tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:44:15.078704 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fc91ba50-2407-42b9-a7de-17c80e8cdfab tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:44:15.089921 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-fc91ba50-2407-42b9-a7de-17c80e8cdfab tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Calling delete_port for 2c7766d7-df68-4aef-af07-d41764ffc244 owned by network:floatingip {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 20:44:15.297810 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fc91ba50-2407-42b9-a7de-17c80e8cdfab tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:44:15.323948 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc91ba50-2407-42b9-a7de-17c80e8cdfab tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Pushing event deleted for resources: {'Port': ['ID=2c7766d7-df68-4aef-af07-d41764ffc244,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:44:15.380329 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fc91ba50-2407-42b9-a7de-17c80e8cdfab tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Notify callbacks [] for floatingip, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:44:15.380747 n-d-813679-3 neutron-server[95502]: INFO neutron.db.l3_db [None req-fc91ba50-2407-42b9-a7de-17c80e8cdfab tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Floating IP 75d0de94-82c6-4af1-94e4-8afa70f48d94 disassociated (deleted). External IP: 172.25.5.50, port: a9003551-418d-4c81-8033-3576a1830435. Oct 12 20:44:15.584509 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc91ba50-2407-42b9-a7de-17c80e8cdfab tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Router ab87edea-c071-4fa6-abec-9f8dbabb19ab has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 20:44:15.696219 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc91ba50-2407-42b9-a7de-17c80e8cdfab tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 20:44:15.700868 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-fc91ba50-2407-42b9-a7de-17c80e8cdfab tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for floatingip, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:44:15.708368 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb5478d-810b-4f4d-a0d5-a53891707f26 None None] Sync routers for ids ['ab87edea-c071-4fa6-abec-9f8dbabb19ab'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 20:44:15.718255 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb5478d-810b-4f4d-a0d5-a53891707f26 None None] Routers {'ab87edea-c071-4fa6-abec-9f8dbabb19ab'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:44:15.718869 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-2bb5478d-810b-4f4d-a0d5-a53891707f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:44:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['ab87edea-c071-4fa6-abec-9f8dbabb19ab'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:44:15.729151 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-fc91ba50-2407-42b9-a7de-17c80e8cdfab tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] 10.222.0.49 "DELETE /v2.0/floatingips/75d0de94-82c6-4af1-94e4-8afa70f48d94 HTTP/1.1" status: 204 len: 168 time: 0.8752358 Oct 12 20:44:15.729764 n-d-813679-3 neutron-server[95502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5447d2f-754f-4ce8-890e-47a72a7451c2', 'tag': 'a9003551-418d-4c81-8033-3576a1830435'}] {{(pid=95502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:44:15.732602 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d38ba98a80be6c2fe69993d1a3c9eb2b0c7fe5c84c08efdde6b95a5e2d0657c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9294c2ea-fb8e-4503-87c9-1bd19292940b" -d '{"events": [{"name": "network-changed", "server_uuid": "d5447d2f-754f-4ce8-890e-47a72a7451c2", "tag": "a9003551-418d-4c81-8033-3576a1830435"}]}' {{(pid=95502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:44:15.772683 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 20:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c757f600-66df-4257-8195-30da606360f3 x-openstack-request-id: req-c757f600-66df-4257-8195-30da606360f3 {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:44:15.772982 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5447d2f-754f-4ce8-890e-47a72a7451c2", "tag": "a9003551-418d-4c81-8033-3576a1830435", "status": "completed", "code": 200}]} {{(pid=95502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:44:15.773235 n-d-813679-3 neutron-server[95502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c757f600-66df-4257-8195-30da606360f3 {{(pid=95502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:44:15.773670 n-d-813679-3 neutron-server[95502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5447d2f-754f-4ce8-890e-47a72a7451c2', 'tag': 'a9003551-418d-4c81-8033-3576a1830435', 'status': 'completed', 'code': 200} Oct 12 20:44:15.825665 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-2bb5478d-810b-4f4d-a0d5-a53891707f26 None None] Set router ab87edea-c071-4fa6-abec-9f8dbabb19ab gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:44:15.840344 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9294c2ea-fb8e-4503-87c9-1bd19292940b req-1815f8b0-0097-4b02-bbb0-a0e4d2a19591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:44:15.841759 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9294c2ea-fb8e-4503-87c9-1bd19292940b req-1815f8b0-0097-4b02-bbb0-a0e4d2a19591 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9764ea0723f246799683e1514c84b774&device_id=d5447d2f-754f-4ce8-890e-47a72a7451c2 HTTP/1.1" status: 200 len: 1095 time: 0.0477266 Oct 12 20:44:15.852641 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 90f39842-74dd-460e-95e2-4a7b6e44312d no longer exists at agent hyperv_n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 20:44:15.881081 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] No Port match for: 90f39842-74dd-460e-95e2-4a7b6e44312d {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 20:44:15.881442 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Device 90f39842-74dd-460e-95e2-4a7b6e44312d not bound to the agent host n-h1-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 20:44:15.932604 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9294c2ea-fb8e-4503-87c9-1bd19292940b req-7acf9648-a559-4e9f-adc2-79ef99bf12cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:44:15.934197 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9294c2ea-fb8e-4503-87c9-1bd19292940b req-7acf9648-a559-4e9f-adc2-79ef99bf12cf service neutron] 10.222.0.67 "GET /v2.0/networks?id=7d0fd05b-516c-4d37-8cef-fc7b79f55bf9 HTTP/1.1" status: 200 len: 911 time: 0.0852711 Oct 12 20:44:15.977961 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9294c2ea-fb8e-4503-87c9-1bd19292940b req-25de4244-5557-40bd-9eea-6dd6e19330e5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a9003551-418d-4c81-8033-3576a1830435 HTTP/1.1" status: 200 len: 217 time: 0.0368748 Oct 12 20:44:16.030361 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9294c2ea-fb8e-4503-87c9-1bd19292940b req-34dfbc6c-eb7f-4c1b-aa3e-6211f5730d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:44:16.031989 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9294c2ea-fb8e-4503-87c9-1bd19292940b req-34dfbc6c-eb7f-4c1b-aa3e-6211f5730d23 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=127ee392-a222-43cf-853e-a73e192d7e2c HTTP/1.1" status: 200 len: 849 time: 0.0468822 Oct 12 20:44:16.054203 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-2bb5478d-810b-4f4d-a0d5-a53891707f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab87edea-c071-4fa6-abec-9f8dbabb19ab', 'name': 'tempest-TestSnapshotPattern-1162623543-router', 'tenant_id': '9764ea0723f246799683e1514c84b774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '8e8307a4-539e-4cc2-ae7d-e26faa208e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:39:22Z', 'updated_at': '2021-10-12T20:39:25Z', 'revision_number': 4, 'project_id': '9764ea0723f246799683e1514c84b774', 'gw_port': {'id': '8e8307a4-539e-4cc2-ae7d-e26faa208e3d', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab87edea-c071-4fa6-abec-9f8dbabb19ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:39:23Z', 'updated_at': '2021-10-12T20:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '65fe693c-0bff-4e21-869a-d6a2a326fa62', 'name': '', 'network_id': '7d0fd05b-516c-4d37-8cef-fc7b79f55bf9', 'tenant_id': '9764ea0723f246799683e1514c84b774', 'mac_address': 'fa:16:3e:bd:70:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab87edea-c071-4fa6-abec-9f8dbabb19ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '127ee392-a222-43cf-853e-a73e192d7e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:39:25Z', 'updated_at': '2021-10-12T20:39:29Z', 'revision_number': 5, 'project_id': '9764ea0723f246799683e1514c84b774', 'subnets': [{'id': '127ee392-a222-43cf-853e-a73e192d7e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:44:16.077599 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9294c2ea-fb8e-4503-87c9-1bd19292940b req-f69d7881-c40e-42ed-a612-a47daeb5d2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:44:16.079119 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9294c2ea-fb8e-4503-87c9-1bd19292940b req-f69d7881-c40e-42ed-a612-a47daeb5d2a5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7d0fd05b-516c-4d37-8cef-fc7b79f55bf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403512 Oct 12 20:44:16.080440 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb5478d-810b-4f4d-a0d5-a53891707f26 None None] Checking router: ab87edea-c071-4fa6-abec-9f8dbabb19ab for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 20:44:16.088954 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb5478d-810b-4f4d-a0d5-a53891707f26 None None] Routers {'ab87edea-c071-4fa6-abec-9f8dbabb19ab'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:44:16.089556 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-2bb5478d-810b-4f4d-a0d5-a53891707f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:44:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['ab87edea-c071-4fa6-abec-9f8dbabb19ab'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:44:16.179630 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9294c2ea-fb8e-4503-87c9-1bd19292940b req-6fea57ca-f7a1-4869-b805-13f9c2cf6cac service neutron] 10.222.0.67 "GET /v2.0/networks/7d0fd05b-516c-4d37-8cef-fc7b79f55bf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917096 Oct 12 20:44:16.202761 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-2bb5478d-810b-4f4d-a0d5-a53891707f26 None None] Set router ab87edea-c071-4fa6-abec-9f8dbabb19ab gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:44:16.209499 n-d-813679-3 neutron-server[95502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577b4050-800c-41a9-ac80-62c3ba0a2052 req-a3f470d8-9ae4-455e-92d4-8b3c367719bf tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:44:16.211190 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-577b4050-800c-41a9-ac80-62c3ba0a2052 req-a3f470d8-9ae4-455e-92d4-8b3c367719bf tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5447d2f-754f-4ce8-890e-47a72a7451c2 HTTP/1.1" status: 200 len: 944 time: 0.0589337 Oct 12 20:44:16.253796 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [req-577b4050-800c-41a9-ac80-62c3ba0a2052 req-bb05ee72-48b9-44a1-a254-a085b6dea98f tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] 10.222.0.49 "GET /v2.0/security-groups?id=225daee4-370a-4406-b854-1eb32b29f4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0363891 Oct 12 20:44:16.278409 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-9294c2ea-fb8e-4503-87c9-1bd19292940b req-8115ab03-231e-4e3a-b0d4-ed9f02df7c88 service neutron] 10.222.0.67 "GET /v2.0/networks/7d0fd05b-516c-4d37-8cef-fc7b79f55bf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899918 Oct 12 20:44:16.401154 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-2bb5478d-810b-4f4d-a0d5-a53891707f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab87edea-c071-4fa6-abec-9f8dbabb19ab', 'name': 'tempest-TestSnapshotPattern-1162623543-router', 'tenant_id': '9764ea0723f246799683e1514c84b774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '8e8307a4-539e-4cc2-ae7d-e26faa208e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:39:22Z', 'updated_at': '2021-10-12T20:39:25Z', 'revision_number': 4, 'project_id': '9764ea0723f246799683e1514c84b774', 'gw_port': {'id': '8e8307a4-539e-4cc2-ae7d-e26faa208e3d', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab87edea-c071-4fa6-abec-9f8dbabb19ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:39:23Z', 'updated_at': '2021-10-12T20:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '65fe693c-0bff-4e21-869a-d6a2a326fa62', 'name': '', 'network_id': '7d0fd05b-516c-4d37-8cef-fc7b79f55bf9', 'tenant_id': '9764ea0723f246799683e1514c84b774', 'mac_address': 'fa:16:3e:bd:70:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab87edea-c071-4fa6-abec-9f8dbabb19ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '127ee392-a222-43cf-853e-a73e192d7e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:39:25Z', 'updated_at': '2021-10-12T20:39:29Z', 'revision_number': 5, 'project_id': '9764ea0723f246799683e1514c84b774', 'subnets': [{'id': '127ee392-a222-43cf-853e-a73e192d7e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:44:16.427599 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb5478d-810b-4f4d-a0d5-a53891707f26 None None] The sync data for ids ['ab87edea-c071-4fa6-abec-9f8dbabb19ab'] in n-d-813679-3 is: [{'id': 'ab87edea-c071-4fa6-abec-9f8dbabb19ab', 'name': 'tempest-TestSnapshotPattern-1162623543-router', 'tenant_id': '9764ea0723f246799683e1514c84b774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '8e8307a4-539e-4cc2-ae7d-e26faa208e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:39:22Z', 'updated_at': '2021-10-12T20:39:25Z', 'revision_number': 4, 'project_id': '9764ea0723f246799683e1514c84b774', 'gw_port': {'id': '8e8307a4-539e-4cc2-ae7d-e26faa208e3d', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab87edea-c071-4fa6-abec-9f8dbabb19ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:39:23Z', 'updated_at': '2021-10-12T20:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3', '_interfaces': [{'id': '65fe693c-0bff-4e21-869a-d6a2a326fa62', 'name': '', 'network_id': '7d0fd05b-516c-4d37-8cef-fc7b79f55bf9', 'tenant_id': '9764ea0723f246799683e1514c84b774', 'mac_address': 'fa:16:3e:bd:70:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab87edea-c071-4fa6-abec-9f8dbabb19ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '127ee392-a222-43cf-853e-a73e192d7e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:39:25Z', 'updated_at': '2021-10-12T20:39:29Z', 'revision_number': 5, 'project_id': '9764ea0723f246799683e1514c84b774', 'subnets': [{'id': '127ee392-a222-43cf-853e-a73e192d7e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 20:44:16.642121 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb09da6c-5328-4878-af38-c6b205bd7b11 None None] New status for floating IP 75d0de94-82c6-4af1-94e4-8afa70f48d94: DOWN {{(pid=95504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 20:44:17.371390 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07af3cae-ad4e-40ee-96f8-ecaf26a398ed req-0172ddcd-cd33-4d1c-be7d-f276a7d6990b tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:44:17.372774 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-07af3cae-ad4e-40ee-96f8-ecaf26a398ed req-0172ddcd-cd33-4d1c-be7d-f276a7d6990b tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5447d2f-754f-4ce8-890e-47a72a7451c2 HTTP/1.1" status: 200 len: 944 time: 0.0485532 Oct 12 20:44:17.410045 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-07af3cae-ad4e-40ee-96f8-ecaf26a398ed req-cae6a585-96fc-4e75-9464-42d8295a94ff tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] 10.222.0.49 "GET /v2.0/security-groups?id=225daee4-370a-4406-b854-1eb32b29f4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312862 Oct 12 20:44:17.731603 n-d-813679-3 neutron-server[95501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f667c43d-d1fb-4da1-9206-c07219b02ba4 req-a09f9ecf-9de5-41d4-96ad-a2f48f5e48c2 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 20:44:17.732978 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f667c43d-d1fb-4da1-9206-c07219b02ba4 req-a09f9ecf-9de5-41d4-96ad-a2f48f5e48c2 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] 10.222.0.67 "GET /v2.0/ports?device_id=d5447d2f-754f-4ce8-890e-47a72a7451c2 HTTP/1.1" status: 200 len: 944 time: 0.0528593 Oct 12 20:44:17.820114 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-f667c43d-d1fb-4da1-9206-c07219b02ba4 req-7488fa1d-5043-44d6-994e-d6ed1eb2d13c tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Deleting port a9003551-418d-4c81-8033-3576a1830435 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 20:44:17.820456 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-f667c43d-d1fb-4da1-9206-c07219b02ba4 req-7488fa1d-5043-44d6-994e-d6ed1eb2d13c tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:44:17.908971 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [req-f667c43d-d1fb-4da1-9206-c07219b02ba4 req-7488fa1d-5043-44d6-994e-d6ed1eb2d13c tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] For port a9003551-418d-4c81-8033-3576a1830435, host n-h2-813679-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813679-3',level=0,port_id=a9003551-418d-4c81-8033-3576a1830435,segment=NetworkSegment(ee658da1-1e57-469e-a1b9-5d330d9419fd),segment_id=ee658da1-1e57-469e-a1b9-5d330d9419fd)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:44:17.909358 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-f667c43d-d1fb-4da1-9206-c07219b02ba4 req-7488fa1d-5043-44d6-994e-d6ed1eb2d13c tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:44:17.921713 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [req-f667c43d-d1fb-4da1-9206-c07219b02ba4 req-7488fa1d-5043-44d6-994e-d6ed1eb2d13c tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Calling delete_port for a9003551-418d-4c81-8033-3576a1830435 owned by compute:nova {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 20:44:18.108828 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-f667c43d-d1fb-4da1-9206-c07219b02ba4 req-7488fa1d-5043-44d6-994e-d6ed1eb2d13c tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:44:18.136304 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7488fa1d-5043-44d6-994e-d6ed1eb2d13c tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Pushing event deleted for resources: {'Port': ['ID=a9003551-418d-4c81-8033-3576a1830435,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:44:18.146388 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7488fa1d-5043-44d6-994e-d6ed1eb2d13c tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:44:18.146738 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7488fa1d-5043-44d6-994e-d6ed1eb2d13c tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:44:18.147079 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7488fa1d-5043-44d6-994e-d6ed1eb2d13c tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:44:18.147412 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7488fa1d-5043-44d6-994e-d6ed1eb2d13c tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:44:18.147744 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7488fa1d-5043-44d6-994e-d6ed1eb2d13c tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:44:18.148100 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7488fa1d-5043-44d6-994e-d6ed1eb2d13c tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:44:18.148428 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7488fa1d-5043-44d6-994e-d6ed1eb2d13c tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:44:18.149155 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7488fa1d-5043-44d6-994e-d6ed1eb2d13c tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:44:18.149155 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7488fa1d-5043-44d6-994e-d6ed1eb2d13c tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:44:18.149357 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7488fa1d-5043-44d6-994e-d6ed1eb2d13c tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:44:18.149673 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7488fa1d-5043-44d6-994e-d6ed1eb2d13c tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:44:18.149993 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7488fa1d-5043-44d6-994e-d6ed1eb2d13c tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813679-3 {{(pid=95501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 20:44:18.190026 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [req-f667c43d-d1fb-4da1-9206-c07219b02ba4 req-7488fa1d-5043-44d6-994e-d6ed1eb2d13c tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] No DVR routers for this DVR port a9003551-418d-4c81-8033-3576a1830435 on host n-h2-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 20:44:18.192940 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [req-f667c43d-d1fb-4da1-9206-c07219b02ba4 req-7488fa1d-5043-44d6-994e-d6ed1eb2d13c tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72324'] for port, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:44:18.196404 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-f667c43d-d1fb-4da1-9206-c07219b02ba4 req-7488fa1d-5043-44d6-994e-d6ed1eb2d13c tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] 10.222.0.67 "DELETE /v2.0/ports/a9003551-418d-4c81-8033-3576a1830435 HTTP/1.1" status: 204 len: 173 time: 0.4573796 Oct 12 20:44:18.196832 n-d-813679-3 neutron-server[95501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5447d2f-754f-4ce8-890e-47a72a7451c2', 'name': 'network-vif-deleted', 'tag': 'a9003551-418d-4c81-8033-3576a1830435'}] {{(pid=95501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 20:44:18.199385 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de8ed798067560d07a98492cd8cb53eb3655be3ac6c9fe2f8402857175a8f58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7245cb5e-227f-45fd-b311-247176b122c8" -d '{"events": [{"server_uuid": "d5447d2f-754f-4ce8-890e-47a72a7451c2", "name": "network-vif-deleted", "tag": "a9003551-418d-4c81-8033-3576a1830435"}]}' {{(pid=95501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 20:44:18.294651 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 20:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fae6628-59f8-4cbf-9112-ee134f8d1acc x-openstack-request-id: req-4fae6628-59f8-4cbf-9112-ee134f8d1acc {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 20:44:18.294944 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5447d2f-754f-4ce8-890e-47a72a7451c2", "name": "network-vif-deleted", "tag": "a9003551-418d-4c81-8033-3576a1830435", "status": "completed", "code": 200}]} {{(pid=95501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 20:44:18.295268 n-d-813679-3 neutron-server[95501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4fae6628-59f8-4cbf-9112-ee134f8d1acc {{(pid=95501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 20:44:18.295683 n-d-813679-3 neutron-server[95501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5447d2f-754f-4ce8-890e-47a72a7451c2', 'name': 'network-vif-deleted', 'tag': 'a9003551-418d-4c81-8033-3576a1830435', 'status': 'completed', 'code': 200} Oct 12 20:44:18.503372 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [req-d1fd026f-bc97-4296-8653-30d2dd4243ad req-2aea8237-589a-4cdd-ae51-9f04e0b17a29 tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5447d2f-754f-4ce8-890e-47a72a7451c2 HTTP/1.1" status: 200 len: 210 time: 0.0280778 Oct 12 20:44:19.560244 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 38812) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:44:19.617598 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-178a1b6e-a59b-42d9-9d08-668c8db927ae tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:44:19.642718 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-178a1b6e-a59b-42d9-9d08-668c8db927ae tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:44:19.768757 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-178a1b6e-a59b-42d9-9d08-668c8db927ae tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:44:19.771382 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-178a1b6e-a59b-42d9-9d08-668c8db927ae tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:44:19.772581 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-178a1b6e-a59b-42d9-9d08-668c8db927ae tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] 10.222.0.49 "DELETE /v2.0/security-groups/225daee4-370a-4406-b854-1eb32b29f4c2 HTTP/1.1" status: 204 len: 168 time: 0.2113566 Oct 12 20:44:19.783960 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178a1b6e-a59b-42d9-9d08-668c8db927ae tempest-TestSnapshotPattern-1178035964 tempest-TestSnapshotPattern-1178035964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=225daee4-370a-4406-b854-1eb32b29f4c2,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:44:20.075923 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device a9003551-418d-4c81-8033-3576a1830435 no longer exists at agent hyperv_n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 20:44:20.095850 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] No Port match for: a9003551-418d-4c81-8033-3576a1830435 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 20:44:20.096651 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Device a9003551-418d-4c81-8033-3576a1830435 not bound to the agent host n-h2-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 20:44:20.893999 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 38818) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:44:21.360372 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ec065263-07e1-4760-953e-ccc7ba2b656b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8092566'] for router_interface, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:44:21.600554 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-ec065263-07e1-4760-953e-ccc7ba2b656b admin admin] Deleting port 65fe693c-0bff-4e21-869a-d6a2a326fa62 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 20:44:21.600888 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ec065263-07e1-4760-953e-ccc7ba2b656b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:44:21.686246 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-ec065263-07e1-4760-953e-ccc7ba2b656b admin admin] For port 65fe693c-0bff-4e21-869a-d6a2a326fa62, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=65fe693c-0bff-4e21-869a-d6a2a326fa62,segment=NetworkSegment(ee658da1-1e57-469e-a1b9-5d330d9419fd),segment_id=ee658da1-1e57-469e-a1b9-5d330d9419fd)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:44:21.686246 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ec065263-07e1-4760-953e-ccc7ba2b656b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:44:21.688324 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-ec065263-07e1-4760-953e-ccc7ba2b656b admin admin] Calling delete_port for 65fe693c-0bff-4e21-869a-d6a2a326fa62 owned by network:router_interface {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 20:44:21.920055 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ec065263-07e1-4760-953e-ccc7ba2b656b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:44:21.946249 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec065263-07e1-4760-953e-ccc7ba2b656b admin admin] Pushing event deleted for resources: {'Port': ['ID=65fe693c-0bff-4e21-869a-d6a2a326fa62,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:44:22.115403 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-ec065263-07e1-4760-953e-ccc7ba2b656b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7898909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8092450'] for router_interface, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:44:22.333380 n-d-813679-3 neutron-server[95502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec065263-07e1-4760-953e-ccc7ba2b656b admin admin] Router ab87edea-c071-4fa6-abec-9f8dbabb19ab has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 20:44:22.434747 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec065263-07e1-4760-953e-ccc7ba2b656b admin admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 20:44:22.443241 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-ec065263-07e1-4760-953e-ccc7ba2b656b admin admin] 10.222.0.49 "PUT /v2.0/routers/ab87edea-c071-4fa6-abec-9f8dbabb19ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5454125 Oct 12 20:44:22.443334 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 38822) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:44:22.444384 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d83750d-fd4a-424f-9591-084d2f24cdf0 None None] Sync routers for ids ['ab87edea-c071-4fa6-abec-9f8dbabb19ab'] in n-d-813679-3 {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 20:44:22.454036 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d83750d-fd4a-424f-9591-084d2f24cdf0 None None] Routers {'ab87edea-c071-4fa6-abec-9f8dbabb19ab'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:44:22.454642 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-3d83750d-fd4a-424f-9591-084d2f24cdf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:44:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['ab87edea-c071-4fa6-abec-9f8dbabb19ab'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:44:22.548599 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4ea0b182-d415-4d2f-9bc8-281e361d3833 admin admin] Notify callbacks [] for router, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:44:22.647468 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4ea0b182-d415-4d2f-9bc8-281e361d3833 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:44:22.711616 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-3d83750d-fd4a-424f-9591-084d2f24cdf0 None None] Set router ab87edea-c071-4fa6-abec-9f8dbabb19ab gateway port host: n-d-813679-3 {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:44:22.786945 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-4ea0b182-d415-4d2f-9bc8-281e361d3833 admin admin] Deleting port 8e8307a4-539e-4cc2-ae7d-e26faa208e3d {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 20:44:22.787280 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4ea0b182-d415-4d2f-9bc8-281e361d3833 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:44:22.864717 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-4ea0b182-d415-4d2f-9bc8-281e361d3833 admin admin] For port 8e8307a4-539e-4cc2-ae7d-e26faa208e3d, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=8e8307a4-539e-4cc2-ae7d-e26faa208e3d,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:44:22.865077 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4ea0b182-d415-4d2f-9bc8-281e361d3833 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:44:22.877475 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-4ea0b182-d415-4d2f-9bc8-281e361d3833 admin admin] Calling delete_port for 8e8307a4-539e-4cc2-ae7d-e26faa208e3d owned by network:router_gateway {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 20:44:22.887035 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-3d83750d-fd4a-424f-9591-084d2f24cdf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab87edea-c071-4fa6-abec-9f8dbabb19ab', 'name': 'tempest-TestSnapshotPattern-1162623543-router', 'tenant_id': '9764ea0723f246799683e1514c84b774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '8e8307a4-539e-4cc2-ae7d-e26faa208e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:39:22Z', 'updated_at': '2021-10-12T20:44:21Z', 'revision_number': 5, 'project_id': '9764ea0723f246799683e1514c84b774', 'gw_port': {'id': '8e8307a4-539e-4cc2-ae7d-e26faa208e3d', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab87edea-c071-4fa6-abec-9f8dbabb19ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:39:23Z', 'updated_at': '2021-10-12T20:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:44:22.913094 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d83750d-fd4a-424f-9591-084d2f24cdf0 None None] Checking router: ab87edea-c071-4fa6-abec-9f8dbabb19ab for host: n-d-813679-3 {{(pid=95503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 20:44:22.921757 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d83750d-fd4a-424f-9591-084d2f24cdf0 None None] Routers {'ab87edea-c071-4fa6-abec-9f8dbabb19ab'} bound to L3 agent in host n-d-813679-3 {{(pid=95503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:44:22.922625 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-3d83750d-fd4a-424f-9591-084d2f24cdf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:44:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['ab87edea-c071-4fa6-abec-9f8dbabb19ab'], 'active': True} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:44:23.006178 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvr_db [None req-3d83750d-fd4a-424f-9591-084d2f24cdf0 None None] Set router ab87edea-c071-4fa6-abec-9f8dbabb19ab gateway port host: None {{(pid=95503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:44:23.057451 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_hamode_db [None req-3d83750d-fd4a-424f-9591-084d2f24cdf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab87edea-c071-4fa6-abec-9f8dbabb19ab', 'name': 'tempest-TestSnapshotPattern-1162623543-router', 'tenant_id': '9764ea0723f246799683e1514c84b774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:39:22Z', 'updated_at': '2021-10-12T20:44:22Z', 'revision_number': 6, 'project_id': '9764ea0723f246799683e1514c84b774', 'gw_port_host': None}], 'n-d-813679-3', False) {} {{(pid=95503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:44:23.085886 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d83750d-fd4a-424f-9591-084d2f24cdf0 None None] The sync data for ids ['ab87edea-c071-4fa6-abec-9f8dbabb19ab'] in n-d-813679-3 is: [{'id': 'ab87edea-c071-4fa6-abec-9f8dbabb19ab', 'name': 'tempest-TestSnapshotPattern-1162623543-router', 'tenant_id': '9764ea0723f246799683e1514c84b774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:39:22Z', 'updated_at': '2021-10-12T20:44:22Z', 'revision_number': 6, 'project_id': '9764ea0723f246799683e1514c84b774', 'gw_port_host': None}] {{(pid=95503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 20:44:23.094796 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4ea0b182-d415-4d2f-9bc8-281e361d3833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:44:23.150249 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea0b182-d415-4d2f-9bc8-281e361d3833 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e8307a4-539e-4cc2-ae7d-e26faa208e3d,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:44:23.189563 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4ea0b182-d415-4d2f-9bc8-281e361d3833 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7915456'] for router_gateway, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:44:23.576775 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4ea0b182-d415-4d2f-9bc8-281e361d3833 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255495'] for router, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:44:23.579416 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4ea0b182-d415-4d2f-9bc8-281e361d3833 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:44:23.668409 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4ea0b182-d415-4d2f-9bc8-281e361d3833 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8093499'] for router, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:44:23.668995 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ea0b182-d415-4d2f-9bc8-281e361d3833 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ab87edea-c071-4fa6-abec-9f8dbabb19ab {{(pid=95502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 20:44:23.676860 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-4ea0b182-d415-4d2f-9bc8-281e361d3833 admin admin] Notify callbacks [] for router, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:44:23.676860 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-4ea0b182-d415-4d2f-9bc8-281e361d3833 admin admin] 10.222.0.49 "DELETE /v2.0/routers/ab87edea-c071-4fa6-abec-9f8dbabb19ab HTTP/1.1" status: 204 len: 168 time: 1.2307642 Oct 12 20:44:23.677534 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 38824) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:44:23.724129 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.db_base_plugin_v2 [None req-784c5729-416e-4385-bff9-84b89a1b1164 admin admin] Deleting subnet 127ee392-a222-43cf-853e-a73e192d7e2c {{(pid=95502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 20:44:23.727078 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-784c5729-416e-4385-bff9-84b89a1b1164 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:44:23.759874 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-784c5729-416e-4385-bff9-84b89a1b1164 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16313642'] for subnet, precommit_delete_associations {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:44:23.833395 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-784c5729-416e-4385-bff9-84b89a1b1164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:44:23.954661 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-784c5729-416e-4385-bff9-84b89a1b1164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4306592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16245866'] for subnet, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:44:23.979306 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784c5729-416e-4385-bff9-84b89a1b1164 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=127ee392-a222-43cf-853e-a73e192d7e2c,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:44:23.986135 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-784c5729-416e-4385-bff9-84b89a1b1164 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7898880'] for subnet, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:44:23.989596 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-784c5729-416e-4385-bff9-84b89a1b1164 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/127ee392-a222-43cf-853e-a73e192d7e2c HTTP/1.1" status: 204 len: 168 time: 0.3108759 Oct 12 20:44:23.991864 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 38826) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:44:23.992018 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2823e24-5c4c-4c66-aa67-8864b04644e1 None None] Network 7d0fd05b-516c-4d37-8cef-fc7b79f55bf9 requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 20:44:24.063484 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7c0df7c6-bff6-41c3-8872-e4c16623d0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:44:24.129210 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-7c0df7c6-bff6-41c3-8872-e4c16623d0a1 admin admin] Deleting port 3bff2f0f-f841-431c-9e6e-75955f859952 {{(pid=95502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 20:44:24.129805 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7c0df7c6-bff6-41c3-8872-e4c16623d0a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:44:24.189264 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02283281-7c5a-4c65-9c62-278b8255025c None None] DHCP port deletion for 7d0fd05b-516c-4d37-8cef-fc7b79f55bf9 request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 20:44:24.196793 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.db [None req-7c0df7c6-bff6-41c3-8872-e4c16623d0a1 admin admin] For port 3bff2f0f-f841-431c-9e6e-75955f859952, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=3bff2f0f-f841-431c-9e6e-75955f859952,segment=NetworkSegment(ee658da1-1e57-469e-a1b9-5d330d9419fd),segment_id=ee658da1-1e57-469e-a1b9-5d330d9419fd)] {{(pid=95502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:44:24.197157 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7c0df7c6-bff6-41c3-8872-e4c16623d0a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:44:24.209593 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.plugin [None req-7c0df7c6-bff6-41c3-8872-e4c16623d0a1 admin admin] Calling delete_port for 3bff2f0f-f841-431c-9e6e-75955f859952 owned by network:dhcp {{(pid=95502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 20:44:24.235546 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-02283281-7c5a-4c65-9c62-278b8255025c None None] Deleting port 3bff2f0f-f841-431c-9e6e-75955f859952 {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 20:44:24.235919 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-02283281-7c5a-4c65-9c62-278b8255025c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:44:24.300496 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-02283281-7c5a-4c65-9c62-278b8255025c None None] For port 3bff2f0f-f841-431c-9e6e-75955f859952, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=3bff2f0f-f841-431c-9e6e-75955f859952,segment=NetworkSegment(ee658da1-1e57-469e-a1b9-5d330d9419fd),segment_id=ee658da1-1e57-469e-a1b9-5d330d9419fd)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:44:24.300887 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-02283281-7c5a-4c65-9c62-278b8255025c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:44:24.312619 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-02283281-7c5a-4c65-9c62-278b8255025c None None] Calling delete_port for 3bff2f0f-f841-431c-9e6e-75955f859952 owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 20:44:24.376980 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7c0df7c6-bff6-41c3-8872-e4c16623d0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4306575'] for port, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:44:24.387115 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-02283281-7c5a-4c65-9c62-278b8255025c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:44:24.411776 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0df7c6-bff6-41c3-8872-e4c16623d0a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=3bff2f0f-f841-431c-9e6e-75955f859952,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:44:24.411776 n-d-813679-3 neutron-server[95502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0df7c6-bff6-41c3-8872-e4c16623d0a1 admin admin] No DVR routers for this DVR port 3bff2f0f-f841-431c-9e6e-75955f859952 on host n-d-813679-3 {{(pid=95502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 20:44:24.415922 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02283281-7c5a-4c65-9c62-278b8255025c None None] Pushing event deleted for resources: {'Port': ['ID=3bff2f0f-f841-431c-9e6e-75955f859952,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:44:24.418025 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02283281-7c5a-4c65-9c62-278b8255025c None None] No DVR routers for this DVR port 3bff2f0f-f841-431c-9e6e-75955f859952 on host n-d-813679-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 20:44:24.476505 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7c0df7c6-bff6-41c3-8872-e4c16623d0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:44:24.499291 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-7c0df7c6-bff6-41c3-8872-e4c16623d0a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d0fd05b-516c-4d37-8cef-fc7b79f55bf9']}} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:44:24.509083 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-7c0df7c6-bff6-41c3-8872-e4c16623d0a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee658da1-1e57-469e-a1b9-5d330d9419fd') {'for_net_delete': True} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:44:24.509376 n-d-813679-3 neutron-server[95502]: DEBUG neutron.services.segments.db [None req-7c0df7c6-bff6-41c3-8872-e4c16623d0a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee658da1-1e57-469e-a1b9-5d330d9419fd') {} {{(pid=95502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:44:24.519461 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7c0df7c6-bff6-41c3-8872-e4c16623d0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16313633'] for segment, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:44:24.532573 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7c0df7c6-bff6-41c3-8872-e4c16623d0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:44:24.538295 n-d-813679-3 neutron-server[95502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c0df7c6-bff6-41c3-8872-e4c16623d0a1 admin admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=95502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 20:44:24.538685 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7c0df7c6-bff6-41c3-8872-e4c16623d0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4305278'] for segment, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:44:24.540339 n-d-813679-3 neutron-server[95502]: Traceback (most recent call last): Oct 12 20:44:24.540339 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 20:44:24.540339 n-d-813679-3 neutron-server[95502]: timer() Oct 12 20:44:24.540339 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 20:44:24.540339 n-d-813679-3 neutron-server[95502]: cb(*args, **kw) Oct 12 20:44:24.540339 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 20:44:24.540339 n-d-813679-3 neutron-server[95502]: return func(*args, **kwargs) Oct 12 20:44:24.540339 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 20:44:24.540339 n-d-813679-3 neutron-server[95502]: self._notify() Oct 12 20:44:24.540339 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 20:44:24.540339 n-d-813679-3 neutron-server[95502]: self.callback(batched_events) Oct 12 20:44:24.540339 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 20:44:24.540339 n-d-813679-3 neutron-server[95502]: event.method(event) Oct 12 20:44:24.540339 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 20:44:24.540339 n-d-813679-3 neutron-server[95502]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 20:44:24.540339 n-d-813679-3 neutron-server[95502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 20:44:24.540339 n-d-813679-3 neutron-server[95502]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 20:44:24.540339 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 20:44:24.540339 n-d-813679-3 neutron-server[95502]: return f(self, *a, **k) Oct 12 20:44:24.540339 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 20:44:24.540339 n-d-813679-3 neutron-server[95502]: return self._get(url).json() Oct 12 20:44:24.540339 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 20:44:24.540339 n-d-813679-3 neutron-server[95502]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 20:44:24.540339 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 20:44:24.540339 n-d-813679-3 neutron-server[95502]: return self.request(url, 'GET', **kwargs) Oct 12 20:44:24.540339 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 20:44:24.540339 n-d-813679-3 neutron-server[95502]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 20:44:24.540339 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 20:44:24.540339 n-d-813679-3 neutron-server[95502]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 20:44:24.540339 n-d-813679-3 neutron-server[95502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 20:44:24.540339 n-d-813679-3 neutron-server[95502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 20:44:24.540339 n-d-813679-3 neutron-server[95502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 20:44:24.665308 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7c0df7c6-bff6-41c3-8872-e4c16623d0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:44:24.670737 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-7c0df7c6-bff6-41c3-8872-e4c16623d0a1 admin admin] Notify callbacks [] for network, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:44:24.674078 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-7c0df7c6-bff6-41c3-8872-e4c16623d0a1 admin admin] 10.222.0.49 "DELETE /v2.0/networks/7d0fd05b-516c-4d37-8cef-fc7b79f55bf9 HTTP/1.1" status: 204 len: 168 time: 0.6812072 Oct 12 20:44:24.677220 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 38828) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:44:24.685248 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0df7c6-bff6-41c3-8872-e4c16623d0a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d0fd05b-516c-4d37-8cef-fc7b79f55bf9,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:44:25.012462 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d6ba211d-d0d3-4471-b9bd-05785c0d3877 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8092566'] for router_interface, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:44:25.157844 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 65fe693c-0bff-4e21-869a-d6a2a326fa62 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 20:44:25.179333 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 65fe693c-0bff-4e21-869a-d6a2a326fa62 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 20:44:25.179680 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 65fe693c-0bff-4e21-869a-d6a2a326fa62 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 20:44:25.194509 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 8e8307a4-539e-4cc2-ae7d-e26faa208e3d no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 20:44:25.198780 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 8e8307a4-539e-4cc2-ae7d-e26faa208e3d {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 20:44:25.199126 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 8e8307a4-539e-4cc2-ae7d-e26faa208e3d not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 20:44:25.199537 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 3bff2f0f-f841-431c-9e6e-75955f859952 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 20:44:25.221111 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 3bff2f0f-f841-431c-9e6e-75955f859952 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 20:44:25.223272 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 3bff2f0f-f841-431c-9e6e-75955f859952 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 20:44:25.263776 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-d6ba211d-d0d3-4471-b9bd-05785c0d3877 admin admin] Deleting port 8f0de315-dfdd-4504-8292-8dab191ef809 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 20:44:25.264141 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d6ba211d-d0d3-4471-b9bd-05785c0d3877 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:44:25.339677 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [None req-d6ba211d-d0d3-4471-b9bd-05785c0d3877 admin admin] For port 8f0de315-dfdd-4504-8292-8dab191ef809, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=8f0de315-dfdd-4504-8292-8dab191ef809,segment=NetworkSegment(baec96d9-97dd-497e-8fb0-d3f6a37132d9),segment_id=baec96d9-97dd-497e-8fb0-d3f6a37132d9)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:44:25.340057 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d6ba211d-d0d3-4471-b9bd-05785c0d3877 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:44:25.352810 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-d6ba211d-d0d3-4471-b9bd-05785c0d3877 admin admin] Calling delete_port for 8f0de315-dfdd-4504-8292-8dab191ef809 owned by network:router_interface {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 20:44:25.591082 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d6ba211d-d0d3-4471-b9bd-05785c0d3877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:44:25.615951 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ba211d-d0d3-4471-b9bd-05785c0d3877 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f0de315-dfdd-4504-8292-8dab191ef809,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:44:25.782429 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-d6ba211d-d0d3-4471-b9bd-05785c0d3877 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7898909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8092450'] for router_interface, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:44:26.329544 n-d-813679-3 neutron-server[95501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6ba211d-d0d3-4471-b9bd-05785c0d3877 admin admin] Router 1ad629db-2df9-4dbc-b300-6f24c92b8090 has already been hosted by L3 agent c1565fe8-1b18-4224-b4bb-72eaf0ef003b {{(pid=95501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 20:44:26.428392 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6ba211d-d0d3-4471-b9bd-05785c0d3877 admin admin] Notify agent at l3_agent.n-d-813679-3 the message routers_updated {{(pid=95501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 20:44:26.435695 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-d6ba211d-d0d3-4471-b9bd-05785c0d3877 admin admin] 10.222.0.49 "PUT /v2.0/routers/1ad629db-2df9-4dbc-b300-6f24c92b8090/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7545002 Oct 12 20:44:26.435804 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 38830) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:44:26.436720 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617f2fb6-12f7-4842-9895-b2c76269e9a3 None None] Sync routers for ids ['1ad629db-2df9-4dbc-b300-6f24c92b8090'] in n-d-813679-3 {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 20:44:26.446789 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617f2fb6-12f7-4842-9895-b2c76269e9a3 None None] Routers {'1ad629db-2df9-4dbc-b300-6f24c92b8090'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:44:26.447389 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-617f2fb6-12f7-4842-9895-b2c76269e9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:44:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['1ad629db-2df9-4dbc-b300-6f24c92b8090'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:44:26.537347 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-19e7294d-6d0d-4bf2-ab50-b40b204aa9a8 admin admin] Notify callbacks [] for router, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:44:26.548044 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-617f2fb6-12f7-4842-9895-b2c76269e9a3 None None] Set router 1ad629db-2df9-4dbc-b300-6f24c92b8090 gateway port host: n-d-813679-3 {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:44:26.637632 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-19e7294d-6d0d-4bf2-ab50-b40b204aa9a8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:44:26.725690 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-617f2fb6-12f7-4842-9895-b2c76269e9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ad629db-2df9-4dbc-b300-6f24c92b8090', 'name': 'tempest-TestSnapshotPattern-846235321-router', 'tenant_id': '7442129b9a34485493c155606431438b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'external_fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': 'e6bc36ef-39df-4b64-a88a-387ad6395f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:39:28Z', 'updated_at': '2021-10-12T20:44:25Z', 'revision_number': 5, 'project_id': '7442129b9a34485493c155606431438b', 'gw_port': {'id': 'e6bc36ef-39df-4b64-a88a-387ad6395f93', 'name': '', 'network_id': '4afbf4a4-67f5-42d1-a358-7ba9799dab0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:c7:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad629db-2df9-4dbc-b300-6f24c92b8090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813679-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T20:39:29Z', 'updated_at': '2021-10-12T20:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a511bda-5d3a-48cf-8eff-ce6ad3695a18', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813679-3'}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:44:26.751274 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617f2fb6-12f7-4842-9895-b2c76269e9a3 None None] Checking router: 1ad629db-2df9-4dbc-b300-6f24c92b8090 for host: n-d-813679-3 {{(pid=95504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 20:44:26.756184 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-19e7294d-6d0d-4bf2-ab50-b40b204aa9a8 admin admin] Deleting port e6bc36ef-39df-4b64-a88a-387ad6395f93 {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 20:44:26.756546 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-19e7294d-6d0d-4bf2-ab50-b40b204aa9a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:44:26.759412 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617f2fb6-12f7-4842-9895-b2c76269e9a3 None None] Routers {'1ad629db-2df9-4dbc-b300-6f24c92b8090'} bound to L3 agent in host n-d-813679-3 {{(pid=95504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 20:44:26.760002 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-617f2fb6-12f7-4842-9895-b2c76269e9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813679-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T18:59:02Z,description=,heartbeat_timestamp=2021-10-12T20:44:02Z,host='n-d-813679-3',id=c1565fe8-1b18-4224-b4bb-72eaf0ef003b,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T18:59:02Z,topic='l3_agent')) {'router_ids': ['1ad629db-2df9-4dbc-b300-6f24c92b8090'], 'active': True} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:44:26.837750 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [None req-19e7294d-6d0d-4bf2-ab50-b40b204aa9a8 admin admin] For port e6bc36ef-39df-4b64-a88a-387ad6395f93, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=e6bc36ef-39df-4b64-a88a-387ad6395f93,segment=NetworkSegment(a24e815b-03df-4b80-8be9-1d387bdfe238),segment_id=a24e815b-03df-4b80-8be9-1d387bdfe238)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:44:26.838394 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-19e7294d-6d0d-4bf2-ab50-b40b204aa9a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:44:26.842498 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_dvr_db [None req-617f2fb6-12f7-4842-9895-b2c76269e9a3 None None] Set router 1ad629db-2df9-4dbc-b300-6f24c92b8090 gateway port host: None {{(pid=95504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 20:44:26.850287 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-19e7294d-6d0d-4bf2-ab50-b40b204aa9a8 admin admin] Calling delete_port for e6bc36ef-39df-4b64-a88a-387ad6395f93 owned by network:router_gateway {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 20:44:26.895989 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.l3_hamode_db [None req-617f2fb6-12f7-4842-9895-b2c76269e9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ad629db-2df9-4dbc-b300-6f24c92b8090', 'name': 'tempest-TestSnapshotPattern-846235321-router', 'tenant_id': '7442129b9a34485493c155606431438b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:39:28Z', 'updated_at': '2021-10-12T20:44:26Z', 'revision_number': 6, 'project_id': '7442129b9a34485493c155606431438b', 'gw_port_host': None}], 'n-d-813679-3', False) {} {{(pid=95504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:44:26.922053 n-d-813679-3 neutron-server[95504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617f2fb6-12f7-4842-9895-b2c76269e9a3 None None] The sync data for ids ['1ad629db-2df9-4dbc-b300-6f24c92b8090'] in n-d-813679-3 is: [{'id': '1ad629db-2df9-4dbc-b300-6f24c92b8090', 'name': 'tempest-TestSnapshotPattern-846235321-router', 'tenant_id': '7442129b9a34485493c155606431438b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T20:39:28Z', 'updated_at': '2021-10-12T20:44:26Z', 'revision_number': 6, 'project_id': '7442129b9a34485493c155606431438b', 'gw_port_host': None}] {{(pid=95504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 20:44:27.105852 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-19e7294d-6d0d-4bf2-ab50-b40b204aa9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:44:27.130619 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e7294d-6d0d-4bf2-ab50-b40b204aa9a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6bc36ef-39df-4b64-a88a-387ad6395f93,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:44:27.194304 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-19e7294d-6d0d-4bf2-ab50-b40b204aa9a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7915456'] for router_gateway, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:44:27.284951 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-19e7294d-6d0d-4bf2-ab50-b40b204aa9a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255495'] for router, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:44:27.287351 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-19e7294d-6d0d-4bf2-ab50-b40b204aa9a8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:44:27.399657 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-19e7294d-6d0d-4bf2-ab50-b40b204aa9a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8093499'] for router, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:44:27.400250 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19e7294d-6d0d-4bf2-ab50-b40b204aa9a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ad629db-2df9-4dbc-b300-6f24c92b8090 {{(pid=95501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 20:44:27.404925 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-19e7294d-6d0d-4bf2-ab50-b40b204aa9a8 admin admin] Notify callbacks [] for router, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:44:27.406117 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-19e7294d-6d0d-4bf2-ab50-b40b204aa9a8 admin admin] 10.222.0.49 "DELETE /v2.0/routers/1ad629db-2df9-4dbc-b300-6f24c92b8090 HTTP/1.1" status: 204 len: 168 time: 0.9693706 Oct 12 20:44:27.408675 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 38832) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:44:27.452352 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.db_base_plugin_v2 [None req-616e6b64-7980-408c-9ea3-d7241efb539e admin admin] Deleting subnet f460f413-cc42-4705-add5-b048d6571c37 {{(pid=95501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 20:44:27.455250 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-616e6b64-7980-408c-9ea3-d7241efb539e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:44:27.488917 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-616e6b64-7980-408c-9ea3-d7241efb539e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281083'] for subnet, precommit_delete_associations {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:44:27.567001 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-616e6b64-7980-408c-9ea3-d7241efb539e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-854531'] for subnet, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:44:27.661804 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 8f0de315-dfdd-4504-8292-8dab191ef809 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 20:44:27.665944 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-616e6b64-7980-408c-9ea3-d7241efb539e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-854540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4824924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4612362'] for subnet, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:44:27.683776 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 8f0de315-dfdd-4504-8292-8dab191ef809 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 20:44:27.684214 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 8f0de315-dfdd-4504-8292-8dab191ef809 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 20:44:27.694808 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616e6b64-7980-408c-9ea3-d7241efb539e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f460f413-cc42-4705-add5-b048d6571c37,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:44:27.698860 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-616e6b64-7980-408c-9ea3-d7241efb539e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:44:27.705727 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-616e6b64-7980-408c-9ea3-d7241efb539e admin admin] 10.222.0.49 "DELETE /v2.0/subnets/f460f413-cc42-4705-add5-b048d6571c37 HTTP/1.1" status: 204 len: 168 time: 0.2935090 Oct 12 20:44:27.706156 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772d700d-6508-4788-b251-2ba1f09e91d2 None None] Network 0eb1bd84-13be-475e-87ab-b51653d568fd requested from n-d-813679-3 {{(pid=95503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 20:44:27.706289 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 38834) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:44:27.794919 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-fce7ce3b-5aae-4931-a17b-cf37a6acc85d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575080'] for network, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:44:27.850203 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-fce7ce3b-5aae-4931-a17b-cf37a6acc85d admin admin] Deleting port 15531b8a-b26a-42ea-a5a5-0077896b817f {{(pid=95501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 20:44:27.850781 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-fce7ce3b-5aae-4931-a17b-cf37a6acc85d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:44:27.888164 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e8f1047-5c1b-4ced-99c3-1fe8e205df43 None None] DHCP port deletion for 0eb1bd84-13be-475e-87ab-b51653d568fd request from n-d-813679-3 {{(pid=95503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 20:44:27.917166 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.db [None req-fce7ce3b-5aae-4931-a17b-cf37a6acc85d admin admin] For port 15531b8a-b26a-42ea-a5a5-0077896b817f, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=15531b8a-b26a-42ea-a5a5-0077896b817f,segment=NetworkSegment(baec96d9-97dd-497e-8fb0-d3f6a37132d9),segment_id=baec96d9-97dd-497e-8fb0-d3f6a37132d9)] {{(pid=95501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:44:27.917509 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-fce7ce3b-5aae-4931-a17b-cf37a6acc85d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:44:27.936843 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.plugin [None req-fce7ce3b-5aae-4931-a17b-cf37a6acc85d admin admin] Calling delete_port for 15531b8a-b26a-42ea-a5a5-0077896b817f owned by network:dhcp {{(pid=95501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 20:44:27.937569 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-2e8f1047-5c1b-4ced-99c3-1fe8e205df43 None None] Deleting port 15531b8a-b26a-42ea-a5a5-0077896b817f {{(pid=95503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 20:44:27.937960 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2e8f1047-5c1b-4ced-99c3-1fe8e205df43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732990158758'] for port, before_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:44:28.005511 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.db [None req-2e8f1047-5c1b-4ced-99c3-1fe8e205df43 None None] For port 15531b8a-b26a-42ea-a5a5-0077896b817f, host n-d-813679-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813679-3',level=0,port_id=15531b8a-b26a-42ea-a5a5-0077896b817f,segment=NetworkSegment(baec96d9-97dd-497e-8fb0-d3f6a37132d9),segment_id=baec96d9-97dd-497e-8fb0-d3f6a37132d9)] {{(pid=95503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 20:44:28.005916 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2e8f1047-5c1b-4ced-99c3-1fe8e205df43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7908667'] for port, precommit_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:44:28.018803 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-2e8f1047-5c1b-4ced-99c3-1fe8e205df43 None None] Calling delete_port for 15531b8a-b26a-42ea-a5a5-0077896b817f owned by network:dhcp {{(pid=95503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 20:44:28.094701 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-fce7ce3b-5aae-4931-a17b-cf37a6acc85d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824947'] for port, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:44:28.101014 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2e8f1047-5c1b-4ced-99c3-1fe8e205df43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732990049796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732989597175'] for port, after_delete {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:44:28.122263 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce7ce3b-5aae-4931-a17b-cf37a6acc85d admin admin] Pushing event deleted for resources: {'Port': ['ID=15531b8a-b26a-42ea-a5a5-0077896b817f,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:44:28.125062 n-d-813679-3 neutron-server[95501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce7ce3b-5aae-4931-a17b-cf37a6acc85d admin admin] No DVR routers for this DVR port 15531b8a-b26a-42ea-a5a5-0077896b817f on host n-d-813679-3 {{(pid=95501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 20:44:28.129026 n-d-813679-3 neutron-server[95503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8f1047-5c1b-4ced-99c3-1fe8e205df43 None None] Pushing event deleted for resources: {'Port': ['ID=15531b8a-b26a-42ea-a5a5-0077896b817f,revision_number=None']} {{(pid=95503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:44:28.132503 n-d-813679-3 neutron-server[95503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8f1047-5c1b-4ced-99c3-1fe8e205df43 None None] No DVR routers for this DVR port 15531b8a-b26a-42ea-a5a5-0077896b817f on host n-d-813679-3 {{(pid=95503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 20:44:28.204485 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-fce7ce3b-5aae-4931-a17b-cf37a6acc85d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-852216', 'neutron.services.segments.db._delete_segments_for_network-8732990027780'] for network, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:44:28.223625 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-fce7ce3b-5aae-4931-a17b-cf37a6acc85d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0eb1bd84-13be-475e-87ab-b51653d568fd']}} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:44:28.232650 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-fce7ce3b-5aae-4931-a17b-cf37a6acc85d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baec96d9-97dd-497e-8fb0-d3f6a37132d9') {'for_net_delete': True} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:44:28.232952 n-d-813679-3 neutron-server[95501]: DEBUG neutron.services.segments.db [None req-fce7ce3b-5aae-4931-a17b-cf37a6acc85d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baec96d9-97dd-497e-8fb0-d3f6a37132d9') {} {{(pid=95501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 20:44:28.242209 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-fce7ce3b-5aae-4931-a17b-cf37a6acc85d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732990027533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4281072'] for segment, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:44:28.255909 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-fce7ce3b-5aae-4931-a17b-cf37a6acc85d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049'] for segment, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:44:28.262317 n-d-813679-3 neutron-server[95501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fce7ce3b-5aae-4931-a17b-cf37a6acc85d admin admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=95501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 20:44:28.262733 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-fce7ce3b-5aae-4931-a17b-cf37a6acc85d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4823170'] for segment, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:44:28.264841 n-d-813679-3 neutron-server[95501]: Traceback (most recent call last): Oct 12 20:44:28.264841 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 20:44:28.264841 n-d-813679-3 neutron-server[95501]: timer() Oct 12 20:44:28.264841 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 20:44:28.264841 n-d-813679-3 neutron-server[95501]: cb(*args, **kw) Oct 12 20:44:28.264841 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 20:44:28.264841 n-d-813679-3 neutron-server[95501]: return func(*args, **kwargs) Oct 12 20:44:28.264841 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 20:44:28.264841 n-d-813679-3 neutron-server[95501]: self._notify() Oct 12 20:44:28.264841 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 20:44:28.264841 n-d-813679-3 neutron-server[95501]: self.callback(batched_events) Oct 12 20:44:28.264841 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 20:44:28.264841 n-d-813679-3 neutron-server[95501]: event.method(event) Oct 12 20:44:28.264841 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 20:44:28.264841 n-d-813679-3 neutron-server[95501]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 20:44:28.264841 n-d-813679-3 neutron-server[95501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 20:44:28.264841 n-d-813679-3 neutron-server[95501]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 20:44:28.264841 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 20:44:28.264841 n-d-813679-3 neutron-server[95501]: return f(self, *a, **k) Oct 12 20:44:28.264841 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 20:44:28.264841 n-d-813679-3 neutron-server[95501]: return self._get(url).json() Oct 12 20:44:28.264841 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 20:44:28.264841 n-d-813679-3 neutron-server[95501]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 20:44:28.264841 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 20:44:28.264841 n-d-813679-3 neutron-server[95501]: return self.request(url, 'GET', **kwargs) Oct 12 20:44:28.264841 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 20:44:28.264841 n-d-813679-3 neutron-server[95501]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 20:44:28.264841 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 20:44:28.264841 n-d-813679-3 neutron-server[95501]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 20:44:28.264841 n-d-813679-3 neutron-server[95501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 20:44:28.264841 n-d-813679-3 neutron-server[95501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 20:44:28.264841 n-d-813679-3 neutron-server[95501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 20:44:28.373813 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-fce7ce3b-5aae-4931-a17b-cf37a6acc85d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-852097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7898902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7915428'] for network, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:44:28.379743 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-fce7ce3b-5aae-4931-a17b-cf37a6acc85d admin admin] Notify callbacks [] for network, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:44:28.384742 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-fce7ce3b-5aae-4931-a17b-cf37a6acc85d admin admin] 10.222.0.49 "DELETE /v2.0/networks/0eb1bd84-13be-475e-87ab-b51653d568fd HTTP/1.1" status: 204 len: 168 time: 0.6758802 Oct 12 20:44:28.395404 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce7ce3b-5aae-4931-a17b-cf37a6acc85d admin admin] Pushing event deleted for resources: {'Network': ['ID=0eb1bd84-13be-475e-87ab-b51653d568fd,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:44:28.673186 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 38842) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:44:28.716554 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-cc4c7748-d18b-44fa-99a8-5b20a939b1e9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9764ea0723f246799683e1514c84b774&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0421259 Oct 12 20:44:28.718938 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [-] (95501) accepted ('10.222.0.49', 38844) {{(pid=95501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:44:28.766817 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ac6405a9-a9c6-4e11-8105-10d06d2427e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:44:28.787171 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ac6405a9-a9c6-4e11-8105-10d06d2427e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:44:28.867958 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ac6405a9-a9c6-4e11-8105-10d06d2427e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:44:28.870580 n-d-813679-3 neutron-server[95501]: DEBUG neutron_lib.callbacks.manager [None req-ac6405a9-a9c6-4e11-8105-10d06d2427e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:44:28.874374 n-d-813679-3 neutron-server[95501]: INFO neutron.wsgi [None req-ac6405a9-a9c6-4e11-8105-10d06d2427e6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e5bf6929-83db-44c9-a36a-4167d9aed1dd HTTP/1.1" status: 204 len: 168 time: 0.1518924 Oct 12 20:44:28.880245 n-d-813679-3 neutron-server[95501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6405a9-a9c6-4e11-8105-10d06d2427e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5bf6929-83db-44c9-a36a-4167d9aed1dd,revision_number=None']} {{(pid=95501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:44:29.158122 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 15531b8a-b26a-42ea-a5a5-0077896b817f no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 20:44:29.178254 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: 15531b8a-b26a-42ea-a5a5-0077896b817f {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 20:44:29.178599 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device 15531b8a-b26a-42ea-a5a5-0077896b817f not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 20:44:29.179012 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device e6bc36ef-39df-4b64-a88a-387ad6395f93 no longer exists at agent ovs-agent-n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 20:44:29.199427 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.plugin [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] No Port match for: e6bc36ef-39df-4b64-a88a-387ad6395f93 {{(pid=95503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 20:44:29.199864 n-d-813679-3 neutron-server[95503]: DEBUG neutron.plugins.ml2.rpc [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Device e6bc36ef-39df-4b64-a88a-387ad6395f93 not bound to the agent host n-d-813679-3 {{(pid=95503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 20:44:29.259402 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-038942a6-dc5a-407c-a02b-d1fcdc686935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:44:29.637403 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 38850) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:44:29.677667 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-23b7bcf2-4ab0-49d3-9b09-8741d6481bb2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7442129b9a34485493c155606431438b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391259 Oct 12 20:44:29.680215 n-d-813679-3 neutron-server[95502]: DEBUG neutron.wsgi [-] (95502) accepted ('10.222.0.49', 38852) {{(pid=95502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 20:44:29.727367 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6e152315-4997-4adb-b426-6707f8a07709 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:44:29.751955 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6e152315-4997-4adb-b426-6707f8a07709 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:44:29.856957 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6e152315-4997-4adb-b426-6707f8a07709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8236677'] for security_group, after_delete {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:44:29.859496 n-d-813679-3 neutron-server[95502]: DEBUG neutron_lib.callbacks.manager [None req-6e152315-4997-4adb-b426-6707f8a07709 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:44:29.861310 n-d-813679-3 neutron-server[95502]: INFO neutron.wsgi [None req-6e152315-4997-4adb-b426-6707f8a07709 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/18d4242f-c5e0-49a1-9132-a104e51c9bd8 HTTP/1.1" status: 204 len: 168 time: 0.1802080 Oct 12 20:44:29.872395 n-d-813679-3 neutron-server[95502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e152315-4997-4adb-b426-6707f8a07709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18d4242f-c5e0-49a1-9132-a104e51c9bd8,revision_number=None']} {{(pid=95502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 20:44:31.776774 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-09678d8a-2a1b-4312-90d6-d0a220736c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:44:32.567975 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:44:33.431159 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:44:33.882700 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:44:34.968641 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:44:34.996807 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:44:41.185169 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 20:44:59.184721 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-f783844f-cb9f-4f98-ac57-e4ed3dc2d04e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:45:01.752768 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-54569491-569a-4ad8-a9fc-26059c64fa10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:45:02.598188 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:45:03.420897 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:45:03.859070 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:45:04.933256 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:45:04.961595 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:45:18.184617 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 20:45:29.179658 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-11978c24-8875-4726-ae1e-6d392cdc22dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:45:31.757058 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-54df8f23-818b-433e-8cb1-aa16480e9773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:45:32.572877 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:45:33.447149 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:45:33.882305 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:45:34.933997 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:45:34.951141 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:45:55.183655 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 20:45:59.201848 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-e52e8e46-5497-4f6a-acb1-3a10d5ea4571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:46:01.767269 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-9731ff66-b478-401c-bc04-49e936711e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:46:02.572598 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:46:03.463198 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:46:03.852091 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:46:04.949982 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:46:05.013218 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:46:29.194961 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-476dd735-600a-4633-a327-65eabca54673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:46:31.772117 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-b63f2412-03f9-4fc7-8eb6-d9ff2e6d59b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:46:32.184290 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 20:46:32.589018 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:46:33.463425 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:46:33.879870 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:46:34.950709 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:46:34.971519 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:46:59.205298 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-ce9e7a56-aa76-499f-9b6b-a49d9a60249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:47:01.747597 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2545355b-a6c9-4cb0-8b5b-05fea253f74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:47:02.553683 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:47:03.427769 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:47:03.879656 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:47:04.930483 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:47:04.947410 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:47:09.208732 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 20:47:29.261841 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c5891c30-b53d-4bc6-8bb0-8b7c65afcb11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:47:31.793111 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-188c667a-ed23-4519-9431-9f8555bd4998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:47:32.570142 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:47:33.427328 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:47:33.901238 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:47:34.940989 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:47:35.020681 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:47:46.209559 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 20:47:59.209517 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0e5cbc38-a543-41b2-9dca-ccd23bb9f070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:48:01.785595 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-17735e28-f3c8-498a-a349-8e4026ae6cb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:48:02.563431 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:48:03.436846 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:48:03.928082 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:48:04.949784 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:48:05.032536 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:48:23.208305 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 20:48:29.210115 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bf007292-2d26-4e20-a3d4-55d6e8389cc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:48:31.784173 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-de3fefaa-f038-42e6-894a-0cef5de561d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:48:32.608616 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:48:33.447049 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:48:33.909498 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:48:34.940372 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:48:35.008741 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:48:59.196736 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c325f7fb-eb5c-48d5-b0a3-31a1879aa98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:49:00.207008 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 20:49:01.760082 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bf7f9ccc-4d2d-4527-8d18-d16fd5ae81a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:49:02.554589 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:49:03.457109 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:49:03.949070 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:49:04.954111 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:49:05.045635 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:49:29.204512 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-7d5250da-bdb2-42cb-8330-8d71f5c09b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:49:31.790480 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-13a459dd-fd3e-4156-ba29-949ab78efa73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:49:32.553142 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:49:33.453033 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:49:33.921532 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:49:34.956444 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:49:35.061715 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:49:37.206112 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 20:49:59.195574 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-97af1e68-ee9c-4619-bc95-5224310129f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:50:01.814774 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-d85605a0-cee8-4c55-bdeb-801f0ceceb84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:50:02.569421 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:50:03.452877 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:50:03.915918 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:50:04.949795 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:50:05.035624 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:50:14.204762 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 20:50:29.195957 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-c954e686-101a-4e34-ab8d-aeeb3fd96870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:50:31.783616 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-5cca3366-b52a-4534-82f0-289db2c4bca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:50:32.562378 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:50:33.459304 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:50:33.937316 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:50:34.973430 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:50:35.070592 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:50:51.203766 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 20:50:59.184048 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-dab16929-614e-4f74-ae15-21133380b2b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:51:01.761259 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-0e7c1ac1-3341-4a99-9672-d19f8b244cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:51:02.561106 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:51:03.463616 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:51:03.955578 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:51:04.961306 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:51:05.047063 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:51:28.202508 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 20:51:29.223011 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-737ab420-f586-4977-8f9f-b65d066ff926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:51:31.800005 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-41b07696-1454-4530-9ec5-5c4bf65549d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:51:32.554308 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:51:33.456654 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:51:33.931198 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:51:34.960204 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:51:35.073916 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:51:59.187224 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-61a01e6c-d047-48ec-a480-4821d0f5266f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:52:01.798614 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-542076f9-2c72-4152-b954-6869270d42e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:52:02.547175 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:52:03.507239 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:52:03.975810 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:52:04.296370 n-d-813679-3 neutron-server[95501]: DEBUG neutron.wsgi [req-10e32c67-0907-4407-bc9f-bd3b1594dd7e req-11a21e6a-3686-4dbd-a7c9-7df6ae7c3016 service neutron] (95501) timed out ('10.222.0.49', 33178) {{(pid=95501) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 12 20:52:04.988567 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:52:05.084087 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:52:05.202257 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 20:52:29.198239 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-bf211e2f-59e8-4e03-8e81-05b35a501674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:52:31.753364 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-2cc4909a-2fa1-4962-9835-a34b17669f9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:52:32.563252 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-910f35ab-0dcd-4039-b266-960bde919dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:52:33.466746 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-687d6032-2b91-498e-a5b6-3b62bc88205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:52:33.998240 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-195504a1-7eab-45a8-a003-0cd4eb334f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:52:34.958495 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-1d866b4b-80ab-4423-a8b9-d84d58304c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:52:35.090081 n-d-813679-3 neutron-server[95503]: DEBUG neutron_lib.callbacks.manager [None req-a31a7467-75cb-4535-9dcf-2d6d8c4c9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732990023406', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-860008'] for agent, after_update {{(pid=95503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 20:52:42.201764 n-d-813679-3 neutron-server[95504]: DEBUG neutron.db.agents_db [None req-3a11d3d4-15cb-4601-8b04-965c08817973 None None] Agent healthcheck: found 7 active agents {{(pid=95504) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}